-- Logs begin at Mon 2021-12-20 13:39:01 UTC, end at Mon 2021-12-20 16:07:03 UTC. -- Dec 20 14:10:43.532894 n-d-761264-19 systemd[1]: Started Devstack devstack@q-svc.service. Dec 20 14:10:46.341128 n-d-761264-19 neutron-server[103058]: INFO neutron.common.config [-] Logging enabled! Dec 20 14:10:46.341728 n-d-761264-19 neutron-server[103058]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev299 Dec 20 14:10:46.341822 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103058) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 20 14:10:46.345113 n-d-761264-19 neutron-server[103058]: INFO neutron.common.config [-] Logging enabled! Dec 20 14:10:46.345372 n-d-761264-19 neutron-server[103058]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev299 Dec 20 14:10:46.345687 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103058) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 20 14:10:46.346629 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 20 14:10:46.346891 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 20 14:10:46.347264 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 20 14:10:46.347518 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 20 14:10:46.347743 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 20 14:10:46.348063 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:46.348492 n-d-761264-19 neutron-server[103058]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Dec 20 14:10:46.348817 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:46.349100 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:46.349402 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:46.349700 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:46.349998 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:46.350282 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:46.350571 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:46.350904 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:46.351193 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:46.351476 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:46.351761 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:46.352058 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:46.352324 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:46.352615 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:46.352904 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:46.353188 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] debug = True {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:46.353474 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:46.353901 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:46.354311 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:46.354597 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:46.354910 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:46.355194 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:46.355470 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:46.355747 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:46.356036 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:46.356369 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] host = n-d-761264-19 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:46.356653 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:46.356947 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:46.357237 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:46.357553 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:46.357837 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:46.358115 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:46.358403 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:46.358679 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:46.358984 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] log_file = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:46.359263 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:46.359558 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:46.359848 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:46.360148 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:46.360376 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:46.360602 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:46.360893 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:46.361184 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:46.361463 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:46.361739 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:46.362015 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:46.362290 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:46.362565 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:46.362861 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:46.363149 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:46.363433 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:46.363721 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:46.364003 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:46.364278 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:46.364554 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:46.364827 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:46.365114 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:46.365388 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:46.365663 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:46.365937 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:46.366227 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:46.366498 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:46.366792 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:46.367096 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:46.367385 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:46.367670 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:46.367958 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:46.368232 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:46.368517 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:46.368791 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:46.369065 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:46.369338 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] use_json = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:46.369611 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:46.369886 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:46.370172 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:46.370447 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:46.370741 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:46.371020 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:46.371295 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:46.371584 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:46.371884 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:46.372185 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:46.372490 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:46.372779 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:46.373104 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:46.373451 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:46.373746 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:46.374027 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:46.374318 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:46.374612 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:46.374932 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:46.375213 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:46.375505 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:46.375786 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:46.376089 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:46.376398 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:46.376698 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:46.376995 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:46.377276 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:46.377556 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:46.377837 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:46.378461 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:46.378775 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:46.379063 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:46.379360 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:46.379653 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:46.379936 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:46.380236 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:46.380528 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:46.380827 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:46.381121 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:46.381400 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:46.381683 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:46.381978 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:46.382258 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:46.382533 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:46.382842 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:46.383139 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:46.383422 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:46.383699 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:46.383986 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:46.384269 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:46.384547 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:46.384823 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:46.385103 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:46.385397 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:46.385676 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:46.385951 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:46.386229 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:46.386506 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:46.386805 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:46.387099 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:46.387386 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:46.387663 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:46.387939 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:46.388221 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:46.388497 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:46.388796 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:46.389077 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:46.389354 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:46.389632 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:46.389907 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:46.390179 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:46.390458 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:46.390737 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:46.391030 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:46.391307 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:46.391584 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:46.391865 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:46.392144 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:46.392421 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:46.392697 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:46.392971 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:46.393249 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:46.393539 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:46.393839 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:46.394121 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:46.394406 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:46.394688 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:46.394995 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:46.395275 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:46.395555 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:46.395837 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:46.396123 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:46.396398 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:46.396692 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:46.396979 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:46.397270 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:46.397557 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:46.397865 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:46.398164 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:46.398446 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:46.398754 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:46.399038 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:46.399321 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:46.399610 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:46.399897 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:46.400194 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:46.400490 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:46.400788 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:46.401088 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:46.401383 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:46.401670 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:46.401979 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:46.402263 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:46.402482 n-d-761264-19 neutron-server[103058]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 20 14:10:46.402742 n-d-761264-19 neutron-server[103058]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103058) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 20 14:10:46.828260 n-d-761264-19 neutron-server[103058]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103058) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 20 14:10:46.828513 n-d-761264-19 neutron-server[103058]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103058) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 20 14:10:46.828855 n-d-761264-19 neutron-server[103058]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103058) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 20 14:10:46.829340 n-d-761264-19 neutron-server[103058]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 20 14:10:47.156054 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:47.156233 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:47.156524 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:47.157841 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:47.158120 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:47.158384 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:47.204234 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:47.204517 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:47.204787 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:47.219118 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:47.219407 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:47.219675 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:47.248121 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:47.248421 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:47.248692 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:47.286168 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:47.286440 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:47.286708 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:47.630475 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:47.631162 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:47.631162 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:47.631351 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:47.631983 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:47.730339 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:47.730659 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:47.730968 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:47.731243 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:47.731512 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:47.731824 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:47.732084 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:47.732345 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:47.732646 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:47.732931 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:47.733172 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:47.733440 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:47.733693 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:47.733946 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:47.734200 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:47.734461 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:47.734715 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:47.735003 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:47.735264 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:47.735525 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:47.735797 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:47.736051 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:47.736332 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:47.736711 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:47.736964 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:47.737212 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:47.737619 n-d-761264-19 neutron-server[103058]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103058) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 20 14:10:47.737860 n-d-761264-19 neutron-server[103058]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103058) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 20 14:10:47.738097 n-d-761264-19 neutron-server[103058]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103058) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 20 14:10:47.738333 n-d-761264-19 neutron-server[103058]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103058) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 20 14:10:47.738568 n-d-761264-19 neutron-server[103058]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103058) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 20 14:10:47.738826 n-d-761264-19 neutron-server[103058]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103058) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 20 14:10:47.739202 n-d-761264-19 neutron-server[103058]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 20 14:10:47.742326 n-d-761264-19 neutron-server[103058]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 20 14:10:47.746422 n-d-761264-19 neutron-server[103058]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 20 14:10:47.750245 n-d-761264-19 neutron-server[103058]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Dec 20 14:10:47.751920 n-d-761264-19 neutron-server[103058]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 20 14:10:47.752397 n-d-761264-19 neutron-server[103058]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 20 14:10:47.752738 n-d-761264-19 neutron-server[103058]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 20 14:10:47.753474 n-d-761264-19 neutron-server[103058]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 20 14:10:47.756370 n-d-761264-19 neutron-server[103058]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 20 14:10:47.756625 n-d-761264-19 neutron-server[103058]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 20 14:10:47.756977 n-d-761264-19 neutron-server[103058]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 20 14:10:47.762328 n-d-761264-19 neutron-server[103058]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Dec 20 14:10:47.785292 n-d-761264-19 neutron-server[103058]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 20 14:10:47.785739 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:47.786038 n-d-761264-19 neutron-server[103058]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103058) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Dec 20 14:10:47.786364 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:47.787815 n-d-761264-19 neutron-server[103058]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103058) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 20 14:10:47.788094 n-d-761264-19 neutron-server[103058]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 20 14:10:47.788342 n-d-761264-19 neutron-server[103058]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 20 14:10:47.791574 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:47.791856 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:47.856036 n-d-761264-19 neutron-server[103058]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 20 14:10:47.856253 n-d-761264-19 neutron-server[103058]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 20 14:10:47.856502 n-d-761264-19 neutron-server[103058]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 20 14:10:47.856881 n-d-761264-19 neutron-server[103058]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 20 14:10:47.881038 n-d-761264-19 neutron-server[103058]: DEBUG oslo_db.sqlalchemy.engines [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103058) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Dec 20 14:10:48.323562 n-d-761264-19 neutron-server[103058]: INFO neutron.plugins.ml2.managers [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Initializing driver for type 'gre' Dec 20 14:10:48.324095 n-d-761264-19 neutron-server[103058]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] gre ID ranges: [(1, 1000)] Dec 20 14:10:48.381061 n-d-761264-19 neutron-server[103058]: INFO neutron.plugins.ml2.managers [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Initializing driver for type 'local' Dec 20 14:10:48.381397 n-d-761264-19 neutron-server[103058]: INFO neutron.plugins.ml2.managers [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Initializing driver for type 'vlan' Dec 20 14:10:48.396639 n-d-761264-19 neutron-server[103058]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] VlanTypeDriver initialization complete Dec 20 14:10:48.397075 n-d-761264-19 neutron-server[103058]: INFO neutron.plugins.ml2.managers [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Initializing driver for type 'vxlan' Dec 20 14:10:48.397587 n-d-761264-19 neutron-server[103058]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] vxlan ID ranges: [(1, 1000)] Dec 20 14:10:48.447892 n-d-761264-19 neutron-server[103058]: INFO neutron.plugins.ml2.managers [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Initializing extension driver 'port_security' Dec 20 14:10:48.448167 n-d-761264-19 neutron-server[103058]: INFO neutron.plugins.ml2.extensions.port_security [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] PortSecurityExtensionDriver initialization complete Dec 20 14:10:48.448500 n-d-761264-19 neutron-server[103058]: INFO neutron.plugins.ml2.managers [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Initializing mechanism driver 'openvswitch' Dec 20 14:10:48.448832 n-d-761264-19 neutron-server[103058]: INFO neutron.plugins.ml2.managers [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Initializing mechanism driver 'hyperv' Dec 20 14:10:48.455691 n-d-761264-19 neutron-server[103058]: DEBUG neutron.plugins.ml2.plugin [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:10:48.456540 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Subscribe: > port after_create 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:48.456918 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Subscribe: > port after_update 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:48.457273 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Subscribe: > port after_delete 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:48.457818 n-d-761264-19 neutron-server[103058]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103058) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 20 14:10:48.458255 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Subscribe: > subnet after_create 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:48.458613 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Subscribe: > subnet after_update 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:48.458987 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:48.459393 n-d-761264-19 neutron-server[103058]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103058) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 20 14:10:48.459804 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Subscribe: > network after_create 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:48.460154 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Subscribe: > network after_update 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:48.460505 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Subscribe: > network after_delete 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:48.460902 n-d-761264-19 neutron-server[103058]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103058) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 20 14:10:48.461311 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Subscribe: > security_group after_create 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:48.461665 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Subscribe: > security_group after_update 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:48.462006 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:48.462407 n-d-761264-19 neutron-server[103058]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103058) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 20 14:10:48.462849 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:48.463200 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:48.463545 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:48.463941 n-d-761264-19 neutron-server[103058]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103058) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 20 14:10:48.464346 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Subscribe: > address_group after_create 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:48.464691 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Subscribe: > address_group after_update 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:48.465030 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:48.465426 n-d-761264-19 neutron-server[103058]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103058) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 20 14:10:48.465810 n-d-761264-19 neutron-server[103058]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] ML2 OVO RPC backend initialized. {{(pid=103058) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Dec 20 14:10:48.466519 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:48.467236 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:48.467660 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Subscribe: > network before_response 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:48.468010 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Subscribe: > networks before_response 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:48.468363 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Subscribe: > port before_response 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:48.468703 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Subscribe: > ports before_response 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:48.469046 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Subscribe: > subnet before_response 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:48.469388 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Subscribe: > subnets before_response 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:48.469733 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Subscribe: > network after_create 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:48.470071 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Subscribe: > network after_update 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:48.470406 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Subscribe: > network after_delete 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:48.470759 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Subscribe: > port after_create 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:48.471102 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Subscribe: > port after_update 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:48.471444 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Subscribe: > port after_delete 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:48.471787 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Subscribe: > subnet after_create 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:48.472121 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Subscribe: > subnet after_update 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:48.472452 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:48.473035 n-d-761264-19 neutron-server[103058]: INFO neutron.plugins.ml2.plugin [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Modular L2 Plugin initialization complete Dec 20 14:10:48.473367 n-d-761264-19 neutron-server[103058]: DEBUG neutron.manager [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading services supported by the core plugin {{(pid=103058) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 20 14:10:48.473696 n-d-761264-19 neutron-server[103058]: INFO neutron.plugins.ml2.managers [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Got port-security extension from driver 'port_security' Dec 20 14:10:48.474165 n-d-761264-19 neutron-server[103058]: INFO neutron.extensions.vlantransparent [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Disabled vlantransparent extension. Dec 20 14:10:48.474654 n-d-761264-19 neutron-server[103058]: DEBUG neutron.manager [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103058) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 20 14:10:48.474994 n-d-761264-19 neutron-server[103058]: INFO neutron.manager [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading Plugin: router Dec 20 14:10:48.511497 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:48.511883 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Subscribe: > router after_create 55549900 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:48.512259 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Subscribe: > router before_create 55549900 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:48.512626 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:48.513001 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:48.513360 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Subscribe: > router after_delete 55549900 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:48.513789 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:48.514290 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:48.514663 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Subscribe: > router after_create 55549900 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:48.515060 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Subscribe: > router after_update 55549900 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:48.515411 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Subscribe: > router after_update 55549900 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:48.515764 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:48.516127 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Subscribe: > router after_update 55549900 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:48.516526 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Subscribe: > router precommit_update 55549900 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:48.516898 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Subscribe: port after_update 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:48.517241 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Subscribe: port after_delete 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:48.517581 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Subscribe: subnet after_update 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:48.517921 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:48.518269 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:48.518617 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Subscribe: > router precommit_create 55549900 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:48.519102 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Subscribe: port before_delete 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:48.519451 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Subscribe: > router precommit_create 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:48.519804 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Subscribe: > router after_update 55549900 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:48.520147 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:48.520495 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Subscribe: > router precommit_create 55549900 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:48.520853 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:48.521196 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Subscribe: > router precommit_update 55549900 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:48.521555 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Subscribe: > agent after_create 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:48.521902 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Subscribe: > agent after_delete 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:48.522245 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Subscribe: > network after_delete 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:48.523148 n-d-761264-19 neutron-server[103058]: DEBUG neutron.quota.resource_registry [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Tracking information for resource: router configured {{(pid=103058) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 20 14:10:48.523484 n-d-761264-19 neutron-server[103058]: DEBUG neutron.quota.resource_registry [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Tracking information for resource: floatingip configured {{(pid=103058) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 20 14:10:48.528436 n-d-761264-19 neutron-server[103058]: INFO neutron.db.l3_agentschedulers_db [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 20 14:10:48.529012 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Subscribe: port after_update 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:48.529478 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Subscribe: port after_create 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:48.529834 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Subscribe: port after_delete 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:48.530191 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Subscribe: port after_update 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:48.531017 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Subscribe: > router before_create 55550100 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:48.531385 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:48.531750 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Subscribe: > router precommit_create 55550100 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:48.532103 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Subscribe: > router precommit_update 55550100 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:48.536794 n-d-761264-19 neutron-server[103058]: DEBUG neutron.services.provider_configuration [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Service providers = [] {{(pid=103058) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 20 14:10:48.537188 n-d-761264-19 neutron-server[103058]: DEBUG neutron.db.servicetype_db [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103058) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 20 14:10:48.540172 n-d-761264-19 neutron-server[103058]: DEBUG neutron.services.service_base [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103058) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 20 14:10:48.540524 n-d-761264-19 neutron-server[103058]: DEBUG neutron.services.service_base [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103058) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 20 14:10:48.540872 n-d-761264-19 neutron-server[103058]: DEBUG neutron.services.service_base [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103058) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 20 14:10:48.541759 n-d-761264-19 neutron-server[103058]: DEBUG neutron.services.service_base [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103058) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 20 14:10:48.542123 n-d-761264-19 neutron-server[103058]: INFO neutron.services.service_base [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 20 14:10:48.542494 n-d-761264-19 neutron-server[103058]: DEBUG neutron.manager [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103058) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 20 14:10:48.542840 n-d-761264-19 neutron-server[103058]: INFO neutron.manager [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 20 14:10:48.553560 n-d-761264-19 neutron-server[103058]: DEBUG neutron.manager [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103058) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 20 14:10:48.553896 n-d-761264-19 neutron-server[103058]: INFO neutron.manager [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading Plugin: auto_allocate Dec 20 14:10:48.559828 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Subscribe: network precommit_update 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:48.560197 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Subscribe: network precommit_create 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:48.560775 n-d-761264-19 neutron-server[103058]: DEBUG neutron.manager [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103058) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 20 14:10:48.561097 n-d-761264-19 neutron-server[103058]: INFO neutron.manager [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading Plugin: tag Dec 20 14:10:48.567906 n-d-761264-19 neutron-server[103058]: DEBUG neutron.manager [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103058) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 20 14:10:48.568240 n-d-761264-19 neutron-server[103058]: INFO neutron.manager [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading Plugin: timestamp Dec 20 14:10:48.572109 n-d-761264-19 neutron-server[103058]: DEBUG neutron.manager [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103058) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 20 14:10:48.572443 n-d-761264-19 neutron-server[103058]: INFO neutron.manager [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading Plugin: network_ip_availability Dec 20 14:10:48.578024 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:48.578333 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:48.578693 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:48.579446 n-d-761264-19 neutron-server[103058]: DEBUG neutron.manager [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103058) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 20 14:10:48.579763 n-d-761264-19 neutron-server[103058]: INFO neutron.manager [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading Plugin: flavors Dec 20 14:10:48.584880 n-d-761264-19 neutron-server[103058]: DEBUG neutron.manager [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103058) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 20 14:10:48.585209 n-d-761264-19 neutron-server[103058]: INFO neutron.manager [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading Plugin: revisions Dec 20 14:10:48.589576 n-d-761264-19 neutron-server[103058]: DEBUG neutron.manager [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103058) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 20 14:10:48.589965 n-d-761264-19 neutron-server[103058]: DEBUG oslo_concurrency.lockutils [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.761s {{(pid=103058) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 20 14:10:48.590710 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103058) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 20 14:10:48.591073 n-d-761264-19 neutron-server[103058]: INFO neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Initializing extension manager. Dec 20 14:10:48.591599 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading extension file: __init__.py {{(pid=103058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 14:10:48.591991 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading extension file: __pycache__ {{(pid=103058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 14:10:48.592334 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 14:10:48.592660 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading extension file: address_group.py {{(pid=103058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 14:10:48.593420 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 14:10:48.594001 n-d-761264-19 neutron-server[103058]: INFO neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loaded extension: address-group Dec 20 14:10:48.594324 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading extension file: address_scope.py {{(pid=103058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 14:10:48.595078 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 14:10:48.595597 n-d-761264-19 neutron-server[103058]: INFO neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loaded extension: address-scope Dec 20 14:10:48.595899 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 14:10:48.596828 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 14:10:48.597347 n-d-761264-19 neutron-server[103058]: INFO neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loaded extension: router-admin-state-down-before-update Dec 20 14:10:48.597666 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading extension file: agent.py {{(pid=103058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 14:10:48.598363 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 14:10:48.598910 n-d-761264-19 neutron-server[103058]: INFO neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loaded extension: agent Dec 20 14:10:48.599233 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading extension file: agent_resources_synced.py {{(pid=103058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 14:10:48.600139 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 14:10:48.600657 n-d-761264-19 neutron-server[103058]: INFO neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loaded extension: agent-resources-synced Dec 20 14:10:48.600979 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading extension file: allowedaddresspairs.py {{(pid=103058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 14:10:48.602808 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 14:10:48.603342 n-d-761264-19 neutron-server[103058]: INFO neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loaded extension: allowed-address-pairs Dec 20 14:10:48.603664 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading extension file: auto_allocated_topology.py {{(pid=103058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 14:10:48.604749 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 14:10:48.605278 n-d-761264-19 neutron-server[103058]: INFO neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loaded extension: auto-allocated-topology Dec 20 14:10:48.605601 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading extension file: availability_zone.py {{(pid=103058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 14:10:48.606296 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 14:10:48.606841 n-d-761264-19 neutron-server[103058]: INFO neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loaded extension: availability_zone Dec 20 14:10:48.607174 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading extension file: availability_zone_filter.py {{(pid=103058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 14:10:48.608116 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 14:10:48.608627 n-d-761264-19 neutron-server[103058]: INFO neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loaded extension: availability_zone_filter Dec 20 14:10:48.608947 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading extension file: data_plane_status.py {{(pid=103058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 14:10:48.609861 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 14:10:48.610373 n-d-761264-19 neutron-server[103058]: INFO neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Extension data-plane-status not supported by any of loaded plugins Dec 20 14:10:48.610693 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading extension file: default_subnetpools.py {{(pid=103058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 14:10:48.611635 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 14:10:48.612150 n-d-761264-19 neutron-server[103058]: INFO neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loaded extension: default-subnetpools Dec 20 14:10:48.612473 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 14:10:48.613280 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 14:10:48.613798 n-d-761264-19 neutron-server[103058]: INFO neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loaded extension: dhcp_agent_scheduler Dec 20 14:10:48.614115 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading extension file: dns.py {{(pid=103058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 14:10:48.615151 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 14:10:48.615661 n-d-761264-19 neutron-server[103058]: INFO neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Extension dns-integration not supported by any of loaded plugins Dec 20 14:10:48.615993 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading extension file: dns_domain_ports.py {{(pid=103058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 14:10:48.616911 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 14:10:48.617425 n-d-761264-19 neutron-server[103058]: INFO neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 20 14:10:48.617748 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 14:10:48.618666 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 14:10:48.619213 n-d-761264-19 neutron-server[103058]: INFO neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Dec 20 14:10:48.619531 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading extension file: dvr.py {{(pid=103058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 14:10:48.620200 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 14:10:48.620718 n-d-761264-19 neutron-server[103058]: INFO neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loaded extension: dvr Dec 20 14:10:48.621035 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading extension file: ecmp_routes.py {{(pid=103058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 14:10:48.621952 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 14:10:48.622461 n-d-761264-19 neutron-server[103058]: INFO neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Extension ecmp_routes not supported by any of loaded plugins Dec 20 14:10:48.622798 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading extension file: empty_string_filtering.py {{(pid=103058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 14:10:48.623780 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 14:10:48.624296 n-d-761264-19 neutron-server[103058]: INFO neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loaded extension: empty-string-filtering Dec 20 14:10:48.624617 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 14:10:48.625528 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 14:10:48.626050 n-d-761264-19 neutron-server[103058]: INFO neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 20 14:10:48.626366 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 14:10:48.627310 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 14:10:48.627821 n-d-761264-19 neutron-server[103058]: INFO neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 20 14:10:48.628487 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading extension file: external_net.py {{(pid=103058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 14:10:48.629395 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 14:10:48.629907 n-d-761264-19 neutron-server[103058]: INFO neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loaded extension: external-net Dec 20 14:10:48.630224 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 14:10:48.631154 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 14:10:48.631715 n-d-761264-19 neutron-server[103058]: INFO neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loaded extension: extra_dhcp_opt Dec 20 14:10:48.631974 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading extension file: extraroute.py {{(pid=103058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 14:10:48.632884 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 14:10:48.633401 n-d-761264-19 neutron-server[103058]: INFO neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loaded extension: extraroute Dec 20 14:10:48.633717 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading extension file: extraroute_atomic.py {{(pid=103058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 14:10:48.636263 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 14:10:48.636803 n-d-761264-19 neutron-server[103058]: INFO neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loaded extension: extraroute-atomic Dec 20 14:10:48.637139 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading extension file: filter_validation.py {{(pid=103058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 14:10:48.637825 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 14:10:48.638350 n-d-761264-19 neutron-server[103058]: INFO neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loaded extension: filter-validation Dec 20 14:10:48.638704 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading extension file: fip_pf_description.py {{(pid=103058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 14:10:48.639661 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 14:10:48.640181 n-d-761264-19 neutron-server[103058]: INFO neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 20 14:10:48.640507 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading extension file: fip_port_details.py {{(pid=103058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 14:10:48.641438 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 14:10:48.641962 n-d-761264-19 neutron-server[103058]: INFO neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loaded extension: fip-port-details Dec 20 14:10:48.642286 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading extension file: flavors.py {{(pid=103058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 14:10:48.643561 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 14:10:48.644090 n-d-761264-19 neutron-server[103058]: INFO neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loaded extension: flavors Dec 20 14:10:48.644416 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 14:10:48.646133 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 14:10:48.646656 n-d-761264-19 neutron-server[103058]: INFO neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 20 14:10:48.647016 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading extension file: floatingip_pools.py {{(pid=103058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 14:10:48.647718 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 14:10:48.648249 n-d-761264-19 neutron-server[103058]: INFO neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loaded extension: floatingip-pools Dec 20 14:10:48.648576 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading extension file: ip_allocation.py {{(pid=103058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 14:10:48.649503 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 14:10:48.650021 n-d-761264-19 neutron-server[103058]: INFO neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Extension ip_allocation not supported by any of loaded plugins Dec 20 14:10:48.650343 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 14:10:48.651276 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 14:10:48.651810 n-d-761264-19 neutron-server[103058]: INFO neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loaded extension: ip-substring-filtering Dec 20 14:10:48.652138 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading extension file: l2_adjacency.py {{(pid=103058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 14:10:48.653069 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 14:10:48.653580 n-d-761264-19 neutron-server[103058]: INFO neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Extension l2_adjacency not supported by any of loaded plugins Dec 20 14:10:48.653900 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading extension file: l3.py {{(pid=103058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 14:10:48.654982 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 14:10:48.655521 n-d-761264-19 neutron-server[103058]: INFO neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loaded extension: router Dec 20 14:10:48.655849 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 14:10:48.658112 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 14:10:48.658642 n-d-761264-19 neutron-server[103058]: INFO neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 20 14:10:48.659002 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 14:10:48.659927 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 14:10:48.660449 n-d-761264-19 neutron-server[103058]: INFO neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loaded extension: ext-gw-mode Dec 20 14:10:48.660773 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 14:10:48.661695 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 14:10:48.662219 n-d-761264-19 neutron-server[103058]: INFO neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loaded extension: l3-ha Dec 20 14:10:48.662549 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading extension file: l3_flavors.py {{(pid=103058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 14:10:48.663493 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 14:10:48.664012 n-d-761264-19 neutron-server[103058]: INFO neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loaded extension: l3-flavors Dec 20 14:10:48.664342 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 14:10:48.665253 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 14:10:48.665780 n-d-761264-19 neutron-server[103058]: INFO neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loaded extension: l3-port-ip-change-not-allowed Dec 20 14:10:48.666108 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading extension file: l3agentscheduler.py {{(pid=103058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 14:10:48.667175 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 14:10:48.667699 n-d-761264-19 neutron-server[103058]: INFO neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loaded extension: l3_agent_scheduler Dec 20 14:10:48.668023 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading extension file: local_ip.py {{(pid=103058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 14:10:48.669841 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 14:10:48.670393 n-d-761264-19 neutron-server[103058]: INFO neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Extension local_ip not supported by any of loaded plugins Dec 20 14:10:48.670728 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading extension file: logging.py {{(pid=103058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 14:10:48.672244 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 14:10:48.672776 n-d-761264-19 neutron-server[103058]: INFO neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Extension logging not supported by any of loaded plugins Dec 20 14:10:48.673110 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading extension file: metering.py {{(pid=103058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 14:10:48.673981 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 14:10:48.674573 n-d-761264-19 neutron-server[103058]: INFO neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loaded extension: metering Dec 20 14:10:48.674934 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 14:10:48.676039 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 14:10:48.676571 n-d-761264-19 neutron-server[103058]: INFO neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loaded extension: metering_source_and_destination_fields Dec 20 14:10:48.676901 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading extension file: multiprovidernet.py {{(pid=103058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 14:10:48.677848 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 14:10:48.678370 n-d-761264-19 neutron-server[103058]: INFO neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loaded extension: multi-provider Dec 20 14:10:48.678699 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading extension file: netmtu.py {{(pid=103058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 14:10:48.679650 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 14:10:48.680165 n-d-761264-19 neutron-server[103058]: INFO neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loaded extension: net-mtu Dec 20 14:10:48.680489 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading extension file: netmtu_writable.py {{(pid=103058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 14:10:48.681415 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 14:10:48.681929 n-d-761264-19 neutron-server[103058]: INFO neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loaded extension: net-mtu-writable Dec 20 14:10:48.682258 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading extension file: network_availability_zone.py {{(pid=103058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 14:10:48.682959 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 14:10:48.683496 n-d-761264-19 neutron-server[103058]: INFO neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loaded extension: network_availability_zone Dec 20 14:10:48.683803 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading extension file: network_ip_availability.py {{(pid=103058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 14:10:48.684911 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 14:10:48.685432 n-d-761264-19 neutron-server[103058]: INFO neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loaded extension: network-ip-availability Dec 20 14:10:48.685811 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading extension file: network_segment_range.py {{(pid=103058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 14:10:48.686582 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 14:10:48.687119 n-d-761264-19 neutron-server[103058]: INFO neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Extension network-segment-range not supported by any of loaded plugins Dec 20 14:10:48.687445 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading extension file: pagination.py {{(pid=103058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 14:10:48.688428 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 14:10:48.688762 n-d-761264-19 neutron-server[103058]: INFO neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loaded extension: pagination Dec 20 14:10:48.689085 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading extension file: port_device_profile.py {{(pid=103058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 14:10:48.690005 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 14:10:48.690534 n-d-761264-19 neutron-server[103058]: INFO neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loaded extension: port-device-profile Dec 20 14:10:48.690906 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 14:10:48.691847 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 14:10:48.692368 n-d-761264-19 neutron-server[103058]: INFO neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loaded extension: port-mac-address-regenerate Dec 20 14:10:48.692696 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 14:10:48.693610 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 14:10:48.694125 n-d-761264-19 neutron-server[103058]: INFO neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loaded extension: port-numa-affinity-policy Dec 20 14:10:48.694451 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading extension file: port_resource_request.py {{(pid=103058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 14:10:48.695397 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 14:10:48.695916 n-d-761264-19 neutron-server[103058]: INFO neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Extension port-resource-request not supported by any of loaded plugins Dec 20 14:10:48.696239 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading extension file: port_resource_request_groups.py {{(pid=103058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 14:10:48.697213 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 14:10:48.697722 n-d-761264-19 neutron-server[103058]: INFO neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Extension port-resource-request-groups not supported by any of loaded plugins Dec 20 14:10:48.698312 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading extension file: portbindings.py {{(pid=103058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 14:10:48.699145 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 14:10:48.699663 n-d-761264-19 neutron-server[103058]: INFO neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loaded extension: binding Dec 20 14:10:48.699989 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading extension file: portbindings_extended.py {{(pid=103058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 14:10:48.701301 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 14:10:48.702047 n-d-761264-19 neutron-server[103058]: INFO neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loaded extension: binding-extended Dec 20 14:10:48.702382 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading extension file: portsecurity.py {{(pid=103058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 14:10:48.703117 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 14:10:48.703644 n-d-761264-19 neutron-server[103058]: INFO neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loaded extension: port-security Dec 20 14:10:48.703971 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading extension file: project_id.py {{(pid=103058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 14:10:48.704943 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 14:10:48.705276 n-d-761264-19 neutron-server[103058]: INFO neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loaded extension: project-id Dec 20 14:10:48.705603 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading extension file: providernet.py {{(pid=103058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 14:10:48.706537 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 14:10:48.707080 n-d-761264-19 neutron-server[103058]: INFO neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loaded extension: provider Dec 20 14:10:48.707400 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading extension file: qos.py {{(pid=103058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 14:10:48.711121 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 14:10:48.711653 n-d-761264-19 neutron-server[103058]: INFO neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Extension qos not supported by any of loaded plugins Dec 20 14:10:48.711985 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 14:10:48.713238 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 14:10:48.713758 n-d-761264-19 neutron-server[103058]: INFO neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 20 14:10:48.714084 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 14:10:48.715034 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 14:10:48.715557 n-d-761264-19 neutron-server[103058]: INFO neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 20 14:10:48.715883 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading extension file: qos_default.py {{(pid=103058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 14:10:48.716879 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 14:10:48.717400 n-d-761264-19 neutron-server[103058]: INFO neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Extension qos-default not supported by any of loaded plugins Dec 20 14:10:48.717720 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading extension file: qos_fip.py {{(pid=103058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 14:10:48.718380 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 14:10:48.718926 n-d-761264-19 neutron-server[103058]: INFO neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Extension qos-fip not supported by any of loaded plugins Dec 20 14:10:48.719249 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 14:10:48.720173 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 14:10:48.720686 n-d-761264-19 neutron-server[103058]: INFO neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Dec 20 14:10:48.721010 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading extension file: qos_gateway_ip.py {{(pid=103058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 14:10:48.721925 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 14:10:48.722440 n-d-761264-19 neutron-server[103058]: INFO neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 20 14:10:48.722777 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading extension file: qos_port_network_policy.py {{(pid=103058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 14:10:48.723830 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 14:10:48.724344 n-d-761264-19 neutron-server[103058]: INFO neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 20 14:10:48.724667 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 14:10:48.725722 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 14:10:48.726249 n-d-761264-19 neutron-server[103058]: INFO neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Extension qos-pps-minimum not supported by any of loaded plugins Dec 20 14:10:48.726566 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading extension file: qos_pps_rule.py {{(pid=103058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 14:10:48.727785 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 14:10:48.728310 n-d-761264-19 neutron-server[103058]: INFO neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Extension qos-pps not supported by any of loaded plugins Dec 20 14:10:48.728635 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading extension file: qos_rule_type_details.py {{(pid=103058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 14:10:48.729553 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 14:10:48.730069 n-d-761264-19 neutron-server[103058]: INFO neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 20 14:10:48.730389 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading extension file: qos_rules_alias.py {{(pid=103058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 14:10:48.731472 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 14:10:48.731992 n-d-761264-19 neutron-server[103058]: INFO neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 20 14:10:48.732315 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading extension file: quota_check_limit.py {{(pid=103058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 14:10:48.733258 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 14:10:48.733777 n-d-761264-19 neutron-server[103058]: INFO neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loaded extension: quota-check-limit Dec 20 14:10:48.734099 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading extension file: quotasv2.py {{(pid=103058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 14:10:48.735080 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 14:10:48.735416 n-d-761264-19 neutron-server[103058]: INFO neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loaded extension: quotas Dec 20 14:10:48.735750 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading extension file: quotasv2_detail.py {{(pid=103058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 14:10:48.739054 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 14:10:48.739396 n-d-761264-19 neutron-server[103058]: INFO neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loaded extension: quota_details Dec 20 14:10:48.739729 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading extension file: rbac.py {{(pid=103058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 14:10:48.740806 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 14:10:48.741348 n-d-761264-19 neutron-server[103058]: INFO neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loaded extension: rbac-policies Dec 20 14:10:48.741676 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading extension file: rbac_address_group.py {{(pid=103058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 14:10:48.742613 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 14:10:48.743174 n-d-761264-19 neutron-server[103058]: INFO neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loaded extension: rbac-address-group Dec 20 14:10:48.743502 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading extension file: rbac_address_scope.py {{(pid=103058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 14:10:48.744427 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 14:10:48.744951 n-d-761264-19 neutron-server[103058]: INFO neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loaded extension: rbac-address-scope Dec 20 14:10:48.745279 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading extension file: rbac_security_groups.py {{(pid=103058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 14:10:48.746196 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 14:10:48.746744 n-d-761264-19 neutron-server[103058]: INFO neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loaded extension: rbac-security-groups Dec 20 14:10:48.747064 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading extension file: rbac_subnetpool.py {{(pid=103058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 14:10:48.747989 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 14:10:48.748553 n-d-761264-19 neutron-server[103058]: INFO neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loaded extension: rbac-subnetpool Dec 20 14:10:48.748878 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading extension file: revisionifmatch.py {{(pid=103058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 14:10:48.749798 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 14:10:48.750316 n-d-761264-19 neutron-server[103058]: INFO neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loaded extension: revision-if-match Dec 20 14:10:48.750639 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading extension file: revisions.py {{(pid=103058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 14:10:48.751785 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 14:10:48.752307 n-d-761264-19 neutron-server[103058]: INFO neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loaded extension: standard-attr-revisions Dec 20 14:10:48.752629 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading extension file: router_availability_zone.py {{(pid=103058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 14:10:48.753650 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 14:10:48.754163 n-d-761264-19 neutron-server[103058]: INFO neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loaded extension: router_availability_zone Dec 20 14:10:48.754485 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading extension file: routerservicetype.py {{(pid=103058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 14:10:48.755432 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 14:10:48.755953 n-d-761264-19 neutron-server[103058]: INFO neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Extension router-service-type not supported by any of loaded plugins Dec 20 14:10:48.756273 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 14:10:48.757282 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 14:10:48.757807 n-d-761264-19 neutron-server[103058]: INFO neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loaded extension: security-groups-normalized-cidr Dec 20 14:10:48.758129 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 14:10:48.759097 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 14:10:48.759622 n-d-761264-19 neutron-server[103058]: INFO neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loaded extension: port-security-groups-filtering Dec 20 14:10:48.759944 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 14:10:48.760871 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 14:10:48.761393 n-d-761264-19 neutron-server[103058]: INFO neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loaded extension: security-groups-remote-address-group Dec 20 14:10:48.761713 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 14:10:48.762656 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 14:10:48.763199 n-d-761264-19 neutron-server[103058]: INFO neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loaded extension: security-groups-shared-filtering Dec 20 14:10:48.763522 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 14:10:48.764140 n-d-761264-19 neutron-server[103058]: WARNING neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Dec 20 14:10:48.764455 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading extension file: securitygroup.py {{(pid=103058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 14:10:48.774345 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 14:10:48.774914 n-d-761264-19 neutron-server[103058]: INFO neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loaded extension: security-group Dec 20 14:10:48.775250 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading extension file: segment.py {{(pid=103058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 14:10:48.776053 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 14:10:48.776572 n-d-761264-19 neutron-server[103058]: INFO neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Extension segment not supported by any of loaded plugins Dec 20 14:10:48.776900 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 14:10:48.777852 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 14:10:48.778370 n-d-761264-19 neutron-server[103058]: INFO neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 20 14:10:48.778697 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading extension file: servicetype.py {{(pid=103058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 14:10:48.779904 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 14:10:48.780430 n-d-761264-19 neutron-server[103058]: INFO neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loaded extension: service-type Dec 20 14:10:48.780758 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading extension file: sorting.py {{(pid=103058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 14:10:48.781785 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 14:10:48.782115 n-d-761264-19 neutron-server[103058]: INFO neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loaded extension: sorting Dec 20 14:10:48.782436 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading extension file: standard_attr_segment.py {{(pid=103058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 14:10:48.783399 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 14:10:48.783931 n-d-761264-19 neutron-server[103058]: INFO neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 20 14:10:48.784257 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading extension file: standardattrdescription.py {{(pid=103058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 14:10:48.784926 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 14:10:48.785448 n-d-761264-19 neutron-server[103058]: INFO neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loaded extension: standard-attr-description Dec 20 14:10:48.785774 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading extension file: stateful_security_group.py {{(pid=103058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 14:10:48.786713 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 14:10:48.787263 n-d-761264-19 neutron-server[103058]: INFO neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loaded extension: stateful-security-group Dec 20 14:10:48.787582 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading extension file: stdattrs_common.py {{(pid=103058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 14:10:48.788150 n-d-761264-19 neutron-server[103058]: WARNING neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 20 14:10:48.788466 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 14:10:48.789394 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 14:10:48.789908 n-d-761264-19 neutron-server[103058]: INFO neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 20 14:10:48.790237 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading extension file: subnet_onboard.py {{(pid=103058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 14:10:48.791348 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 14:10:48.791877 n-d-761264-19 neutron-server[103058]: INFO neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loaded extension: subnet_onboard Dec 20 14:10:48.792201 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 14:10:48.793132 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 14:10:48.793655 n-d-761264-19 neutron-server[103058]: INFO neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 20 14:10:48.793978 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading extension file: subnet_service_types.py {{(pid=103058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 14:10:48.794956 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 14:10:48.795483 n-d-761264-19 neutron-server[103058]: INFO neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loaded extension: subnet-service-types Dec 20 14:10:48.795816 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading extension file: subnetallocation.py {{(pid=103058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 14:10:48.796922 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 14:10:48.797448 n-d-761264-19 neutron-server[103058]: INFO neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loaded extension: subnet_allocation Dec 20 14:10:48.797771 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 14:10:48.798440 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 14:10:48.799013 n-d-761264-19 neutron-server[103058]: INFO neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loaded extension: subnetpool-prefix-ops Dec 20 14:10:48.799338 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 14:10:48.800303 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 14:10:48.800822 n-d-761264-19 neutron-server[103058]: INFO neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 20 14:10:48.801141 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading extension file: tagging.py {{(pid=103058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 14:10:48.802209 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 14:10:48.802749 n-d-761264-19 neutron-server[103058]: INFO neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loaded extension: standard-attr-tag Dec 20 14:10:48.803088 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading extension file: timestamp.py {{(pid=103058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 14:10:48.804292 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 14:10:48.804822 n-d-761264-19 neutron-server[103058]: INFO neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loaded extension: standard-attr-timestamp Dec 20 14:10:48.805145 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading extension file: trunk.py {{(pid=103058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 14:10:48.806189 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 14:10:48.806705 n-d-761264-19 neutron-server[103058]: INFO neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Extension trunk not supported by any of loaded plugins Dec 20 14:10:48.807058 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading extension file: trunk_details.py {{(pid=103058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 14:10:48.807974 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 14:10:48.808496 n-d-761264-19 neutron-server[103058]: INFO neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Extension trunk-details not supported by any of loaded plugins Dec 20 14:10:48.808817 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading extension file: uplink_status_propagation.py {{(pid=103058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 14:10:48.809746 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 14:10:48.810267 n-d-761264-19 neutron-server[103058]: INFO neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 20 14:10:48.810662 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Loading extension file: vlantransparent.py {{(pid=103058) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 14:10:48.811364 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103058) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 14:10:48.811882 n-d-761264-19 neutron-server[103058]: INFO neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Extension vlan-transparent not supported by any of loaded plugins Dec 20 14:10:48.814442 n-d-761264-19 neutron-server[103058]: INFO neutron.quota.resource_registry [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Creating instance of TrackedResource for resource:network Dec 20 14:10:48.815009 n-d-761264-19 neutron-server[103058]: INFO neutron.quota.resource_registry [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Creating instance of TrackedResource for resource:subnet Dec 20 14:10:48.815406 n-d-761264-19 neutron-server[103058]: INFO neutron.quota.resource_registry [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Creating instance of TrackedResource for resource:subnetpool Dec 20 14:10:48.815807 n-d-761264-19 neutron-server[103058]: INFO neutron.quota.resource_registry [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Creating instance of TrackedResource for resource:port Dec 20 14:10:48.817071 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.v2.resource_helper [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103058) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 14:10:48.817513 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.v2.resource_helper [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Service FLAVORS assigned prefix: {{(pid=103058) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 14:10:48.818142 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.v2.resource_helper [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103058) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 14:10:48.818559 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.v2.resource_helper [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103058) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 14:10:48.818923 n-d-761264-19 neutron-server[103058]: INFO neutron.quota.resource_registry [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Creating instance of TrackedResource for resource:router Dec 20 14:10:48.819344 n-d-761264-19 neutron-server[103058]: INFO neutron.quota.resource_registry [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Creating instance of TrackedResource for resource:floatingip Dec 20 14:10:48.819846 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.v2.resource_helper [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Service METERING assigned prefix: /metering {{(pid=103058) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 14:10:48.821264 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:48.821632 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:48.821986 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:10:48.823031 n-d-761264-19 neutron-server[103058]: INFO neutron.quota.resource_registry [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Creating instance of CountableResource for resource:rbac_policy Dec 20 14:10:48.823476 n-d-761264-19 neutron-server[103058]: INFO neutron.quota.resource_registry [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Creating instance of TrackedResource for resource:security_group Dec 20 14:10:48.823905 n-d-761264-19 neutron-server[103058]: INFO neutron.quota.resource_registry [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 20 14:10:48.824523 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.v2.resource_helper [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Service CORE assigned prefix: {{(pid=103058) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 14:10:48.824854 n-d-761264-19 neutron-server[103058]: INFO neutron.quota.resource_registry [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Creating instance of TrackedResource for resource:subnetpool Dec 20 14:10:48.825196 n-d-761264-19 neutron-server[103058]: WARNING neutron.quota.resource_registry [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] subnetpool is already registered Dec 20 14:10:48.825612 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.v2.resource_helper [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Service CORE assigned prefix: {{(pid=103058) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 14:10:48.825944 n-d-761264-19 neutron-server[103058]: INFO neutron.quota.resource_registry [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Creating instance of TrackedResource for resource:subnetpool Dec 20 14:10:48.826295 n-d-761264-19 neutron-server[103058]: WARNING neutron.quota.resource_registry [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] subnetpool is already registered Dec 20 14:10:48.828723 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.v2.resource_helper [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103058) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 14:10:48.829103 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.v2.resource_helper [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Service FLAVORS assigned prefix: {{(pid=103058) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 14:10:48.829695 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.v2.resource_helper [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103058) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 14:10:48.830107 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.v2.resource_helper [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103058) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 14:10:48.830437 n-d-761264-19 neutron-server[103058]: INFO neutron.quota.resource_registry [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Creating instance of TrackedResource for resource:router Dec 20 14:10:48.830816 n-d-761264-19 neutron-server[103058]: WARNING neutron.quota.resource_registry [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] router is already registered Dec 20 14:10:48.831217 n-d-761264-19 neutron-server[103058]: INFO neutron.quota.resource_registry [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Creating instance of TrackedResource for resource:floatingip Dec 20 14:10:48.831550 n-d-761264-19 neutron-server[103058]: WARNING neutron.quota.resource_registry [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] floatingip is already registered Dec 20 14:10:48.831999 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.v2.resource_helper [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Service METERING assigned prefix: /metering {{(pid=103058) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 14:10:48.832661 n-d-761264-19 neutron-server[103058]: INFO neutron.quota.resource_registry [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Creating instance of CountableResource for resource:rbac_policy Dec 20 14:10:48.832990 n-d-761264-19 neutron-server[103058]: WARNING neutron.quota.resource_registry [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] rbac_policy is already registered Dec 20 14:10:48.833486 n-d-761264-19 neutron-server[103058]: INFO neutron.quota.resource_registry [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Creating instance of TrackedResource for resource:security_group Dec 20 14:10:48.834056 n-d-761264-19 neutron-server[103058]: WARNING neutron.quota.resource_registry [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] security_group is already registered Dec 20 14:10:48.834744 n-d-761264-19 neutron-server[103058]: INFO neutron.quota.resource_registry [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 20 14:10:48.835215 n-d-761264-19 neutron-server[103058]: WARNING neutron.quota.resource_registry [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] security_group_rule is already registered Dec 20 14:10:48.835866 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.v2.resource_helper [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Service CORE assigned prefix: {{(pid=103058) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 14:10:48.836195 n-d-761264-19 neutron-server[103058]: INFO neutron.quota.resource_registry [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Creating instance of TrackedResource for resource:subnetpool Dec 20 14:10:48.836531 n-d-761264-19 neutron-server[103058]: WARNING neutron.quota.resource_registry [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] subnetpool is already registered Dec 20 14:10:48.836945 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.v2.resource_helper [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Service CORE assigned prefix: {{(pid=103058) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 14:10:48.837271 n-d-761264-19 neutron-server[103058]: INFO neutron.quota.resource_registry [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Creating instance of TrackedResource for resource:subnetpool Dec 20 14:10:48.837598 n-d-761264-19 neutron-server[103058]: WARNING neutron.quota.resource_registry [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] subnetpool is already registered Dec 20 14:10:48.838069 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Extended resource: extensions {{(pid=103058) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 14:10:48.839582 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Extended resource: address-groups {{(pid=103058) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 14:10:48.841093 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Extended resource: address-scopes {{(pid=103058) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 14:10:48.842472 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Extended resource: agents {{(pid=103058) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 14:10:48.843682 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Extended resource: auto-allocated-topology {{(pid=103058) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 14:10:48.844930 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Extended resource: availability_zones {{(pid=103058) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 14:10:48.846166 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Extended resource: dhcp-networks {{(pid=103058) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 14:10:48.847738 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Extended resource: dhcp-agents {{(pid=103058) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 14:10:48.849162 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Extended resource: routers {{(pid=103058) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 14:10:48.851435 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Extended resource: flavors {{(pid=103058) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 14:10:48.852614 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Extended resource: service_profiles {{(pid=103058) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 14:10:48.853834 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Extended resource: next_providers {{(pid=103058) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 14:10:48.855316 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Extended resource: service_profiles {{(pid=103058) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 14:10:48.857886 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Extended resource: floatingip-pools {{(pid=103058) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 14:10:48.859159 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Extended resource: routers {{(pid=103058) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 14:10:48.861281 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Extended resource: floatingips {{(pid=103058) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 14:10:48.862577 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Extended resource: l3-routers {{(pid=103058) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 14:10:48.863995 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Extended resource: l3-agents {{(pid=103058) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 14:10:48.865424 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Extended resource: metering-labels {{(pid=103058) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 14:10:48.866834 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Extended resource: metering-label-rules {{(pid=103058) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 14:10:48.868133 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Extended resource: network-ip-availabilities {{(pid=103058) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 14:10:48.869413 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Extended resource: bindings {{(pid=103058) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 14:10:48.871080 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Extended resource: quotas {{(pid=103058) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 14:10:48.872659 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Extended resource: quotas {{(pid=103058) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 14:10:48.874356 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Extended resource: rbac-policies {{(pid=103058) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 14:10:48.875702 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Extended resource: security-groups {{(pid=103058) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 14:10:48.876929 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Extended resource: security-group-rules {{(pid=103058) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 14:10:48.878519 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Extended resource: service-providers {{(pid=103058) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 14:10:48.879802 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Extended resource: subnetpools {{(pid=103058) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 14:10:48.881239 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Extended resource: subnetpools {{(pid=103058) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 14:10:48.882711 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Extended resource: tags {{(pid=103058) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 14:10:48.884408 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Extended resource: tags {{(pid=103058) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 14:10:48.886250 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Extended resource: tags {{(pid=103058) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 14:10:48.888051 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Extended resource: tags {{(pid=103058) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 14:10:48.889889 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Extended resource: tags {{(pid=103058) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 14:10:48.891791 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Extended resource: tags {{(pid=103058) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 14:10:48.893482 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Extended resource: tags {{(pid=103058) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 14:10:48.895452 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Extended resource: tags {{(pid=103058) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 14:10:48.897233 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Extended resource: tags {{(pid=103058) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 14:10:48.899112 n-d-761264-19 neutron-server[103058]: DEBUG neutron.api.extensions [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Extended resource: tags {{(pid=103058) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 14:10:48.905244 n-d-761264-19 neutron-server[103058]: WARNING keystonemiddleware.auth_token [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 20 14:10:48.910012 n-d-761264-19 neutron-server[103058]: WARNING keystonemiddleware.auth_token [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 20 14:10:48.918625 n-d-761264-19 neutron-server[103058]: DEBUG oslo_concurrency.lockutils [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Acquired lock "singleton_lock" {{(pid=103058) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Dec 20 14:10:48.919124 n-d-761264-19 neutron-server[103058]: DEBUG oslo_concurrency.lockutils [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Releasing lock "singleton_lock" {{(pid=103058) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Dec 20 14:10:48.919793 n-d-761264-19 neutron-server[103058]: INFO oslo_service.service [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Starting 2 workers Dec 20 14:10:48.924582 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Started child 103167 {{(pid=103058) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 20 14:10:48.928961 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Started child 103168 {{(pid=103058) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 20 14:10:48.930055 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:10:48.930979 n-d-761264-19 neutron-server[103058]: INFO neutron.service [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Neutron service started, listening on 0.0.0.0:9696 Dec 20 14:10:48.931144 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Publish callbacks [] for process, before_spawn {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:10:48.931520 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [-] (103167) wsgi starting up on http://0.0.0.0:9696 Dec 20 14:10:48.933482 n-d-761264-19 neutron-server[103058]: INFO oslo_service.service [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Starting 1 workers Dec 20 14:10:48.933670 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:10:48.935073 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [-] (103168) wsgi starting up on http://0.0.0.0:9696 Dec 20 14:10:48.938694 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Started child 103169 {{(pid=103058) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 20 14:10:48.939255 n-d-761264-19 neutron-server[103058]: INFO oslo_service.service [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Starting 1 workers Dec 20 14:10:48.942462 n-d-761264-19 neutron-server[103169]: DEBUG neutron.service [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] calling RpcWorker wait() {{(pid=103169) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 20 14:10:48.943075 n-d-761264-19 neutron-server[103169]: DEBUG neutron.service [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] returning from RpcWorker wait() {{(pid=103169) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 20 14:10:48.943665 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Started child 103170 {{(pid=103058) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 20 14:10:48.944460 n-d-761264-19 neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-47c9edd3-85a3-49df-b303-bf8fd728fec7 None None] Publish callbacks [] for process, after_spawn {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:10:48.944610 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:10:48.944977 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:10:48.946344 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103058) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 20 14:10:48.946520 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 20 14:10:48.946942 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 20 14:10:48.947142 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 20 14:10:48.947510 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 20 14:10:48.947690 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 20 14:10:48.948227 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:48.948490 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:48.948624 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:10:48.949096 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:48.949096 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:48.949225 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:48.949636 n-d-761264-19 neutron-server[103170]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:10:48.949827 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:48.950071 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:48.950339 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:48.950607 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:48.950843 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:48.951018 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:48.951244 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:48.951530 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:48.951777 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:48.952101 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:48.952424 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:48.952652 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:48.952918 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:48.953092 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:48.953351 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:48.953625 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:48.953859 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:48.954135 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] debug = True {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:48.954386 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:48.954885 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:48.955126 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:48.955381 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:48.955644 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:48.955914 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:48.956190 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:48.956439 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:48.956678 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:48.956917 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:48.957171 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:48.957413 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:48.957833 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:48.958069 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:48.958340 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:48.958564 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:48.958854 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:48.959100 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:48.959574 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] host = n-d-761264-19 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:48.959831 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:48.960073 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:48.960310 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:48.960576 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:48.960838 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:48.961082 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:48.961356 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:48.961595 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:48.961857 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:48.962106 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:48.962368 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:48.962617 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:48.962882 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:48.963142 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] log_file = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:48.963310 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] log_options = True {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:48.963561 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:48.963832 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:48.964101 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:48.964294 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:48.964466 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:48.964644 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:48.964912 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:48.965080 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:48.965342 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:48.965564 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:48.965784 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:48.966017 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:48.966221 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:48.966457 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:48.966843 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:48.967022 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:48.967244 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:48.967458 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:48.967709 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:48.967961 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:48.968191 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:48.968456 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:48.968683 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:48.968926 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:48.969145 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:48.969362 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:48.969726 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:48.969948 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:48.970178 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:48.970399 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:48.970920 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:48.971172 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:48.971487 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:48.971663 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:48.971909 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:48.972164 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:48.972558 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:48.972787 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:48.973056 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:48.974029 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:48.974206 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:48.974460 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:48.974866 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:48.975129 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:48.975357 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:48.975601 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:48.975839 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] use_json = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:48.976260 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:48.976407 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:48.976531 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:48.976731 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:48.977175 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:48.977419 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:48.977648 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:48.977908 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:48.978978 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:48.978978 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:48.978978 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:48.979413 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:48.979413 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:48.979676 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:48.980467 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:48.980467 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:48.980467 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:48.980885 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:48.981101 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:48.983244 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:48.983244 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:48.983244 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:48.983244 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:48.983244 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:48.983244 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:48.983244 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:48.984214 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:48.984214 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:48.984214 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:48.985014 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:48.985659 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:48.985888 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:48.986168 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:48.986387 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:48.986704 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:48.987384 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:48.987384 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:48.989819 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:48.990277 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:48.992844 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.54/identity {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:48.993149 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:48.993439 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:48.993642 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:48.993917 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:48.994133 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:48.994393 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:48.994605 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:48.994956 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:48.995187 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:48.995441 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:48.995675 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:48.995915 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:48.996158 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:48.996400 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:48.996653 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:48.996910 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:48.997145 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:48.997394 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:48.997620 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:48.997865 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:48.998111 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:48.998346 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:48.998622 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:48.999062 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:48.999371 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:48.999628 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:48.999885 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.000108 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.000349 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.000580 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.000817 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.001042 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.001261 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.001479 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.001700 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.001975 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.002233 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.002471 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.002697 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.003316 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.003811 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.003811 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.004106 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.004267 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.004858 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.004858 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.005155 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.005155 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.005427 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.006363 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.008290 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.008555 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.008797 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.009040 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.009294 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.009521 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.009745 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.009971 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.010203 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.010486 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.011105 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.011363 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.011627 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.011874 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.012133 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.012735 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.013357 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.014853 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.015094 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.015663 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.017108 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.018172 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.018442 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.018685 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.018966 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.019251 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.019481 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.019714 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.019941 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.020187 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.020419 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.020704 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.020951 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.021193 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.021433 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.021671 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.021942 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.022183 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.022457 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.022683 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.023429 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.024494 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.024923 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.025352 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.025620 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.026188 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.026490 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.026791 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.027072 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.027714 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.027985 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.028219 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.028549 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.028797 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.029037 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.029304 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.030498 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.030786 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.031030 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.031764 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.032071 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.032313 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.032569 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.032850 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.033119 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.033387 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.033647 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.033896 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.54/identity {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.034118 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.034339 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.034574 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.035256 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.035501 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.035723 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.035964 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.036183 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.036402 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.036657 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.036875 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.037102 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.037352 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.037573 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.037797 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.038095 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.038293 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.038509 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.038770 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.039016 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.039238 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.039458 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.039690 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.039944 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.040167 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.040444 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.040700 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.040937 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.041178 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.041417 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.041687 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.041903 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.042165 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.042412 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.042628 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.042885 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.043133 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.043322 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.043582 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.043812 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.044028 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.044267 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.044505 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.044829 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.045115 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.045348 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.045682 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.045908 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.046127 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.046364 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.046604 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.046849 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.047072 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.047298 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.047558 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.047802 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.048040 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.048261 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.048474 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.049289 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.049289 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.049289 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.049662 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.049662 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.049902 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.050102 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.050327 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.050586 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.050841 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.051056 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.051269 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.051362 n-d-761264-19 neutron-server[103169]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:10:49.051494 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.051899 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.052162 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.052362 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.052577 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.052797 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.053022 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.053242 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.053495 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.053722 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.053941 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.054154 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.054455 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.054681 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.054921 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.055172 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.055405 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.055620 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.055847 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.056063 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.056433 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.056682 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.056894 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.057106 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.057350 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.057570 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.057775 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.058306 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.058580 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.058826 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.059130 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.059380 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.059626 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.059868 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.060168 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.060447 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.060698 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.060936 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.061161 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.061382 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.061651 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.061971 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.062269 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.062526 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.062795 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.063062 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.063342 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.063602 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.063821 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.064107 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.064431 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.064698 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.065283 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.065522 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.065762 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.065992 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.066211 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.066451 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.066687 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.066934 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.067376 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.067769 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.068142 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.068536 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.070759 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.070759 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.070759 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.070759 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.070759 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.070759 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.070759 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 20 14:10:49.070759 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103058) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 20 14:10:49.071307 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 20 14:10:49.071307 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 20 14:10:49.071307 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 20 14:10:49.071307 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 20 14:10:49.071544 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 20 14:10:49.071544 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:49.071715 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:49.072017 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:49.072338 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:49.072654 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:49.072843 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:49.073009 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:49.073171 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:49.073331 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:49.073493 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:49.074114 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:49.074114 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:49.074114 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:49.074114 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:49.074351 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:49.074416 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:49.074591 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:49.074710 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:49.074944 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:49.075108 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:49.075268 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:49.075427 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:49.075588 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] debug = True {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:49.075748 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:49.075947 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:49.076242 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:49.076404 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:49.076718 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:49.076885 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:49.077043 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:49.077204 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:49.077368 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:49.077527 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:49.077838 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:49.078001 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:49.078165 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:49.078330 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:49.078493 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:49.078652 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:49.078897 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:49.078995 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:49.079154 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] host = n-d-761264-19 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:49.079315 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:49.079697 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:49.079863 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:49.080022 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:49.080184 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:49.080343 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:49.080509 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:49.080670 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:49.080828 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:49.080983 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:49.081146 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:49.081304 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:49.081461 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:49.081621 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] log_file = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:49.081780 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] log_options = True {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:49.081940 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:49.082099 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:49.082258 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:49.082434 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:49.082598 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:49.082788 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:49.082954 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:49.083131 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:49.083272 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:49.083434 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:49.083593 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:49.083944 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:49.084105 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:49.084256 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:49.084436 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:49.084569 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:49.084732 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:49.084891 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:49.085055 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:49.085216 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:49.085375 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:49.085536 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:49.085695 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:49.085856 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:49.086017 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:49.086178 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:49.086338 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:49.086497 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:49.086655 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:49.086845 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:49.087004 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:49.087170 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:49.087332 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:49.087487 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:49.087642 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:49.087799 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:49.087962 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:49.088125 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:49.088289 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:49.088450 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:49.088612 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:49.088773 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:49.088933 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:49.089093 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:49.089252 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:49.089414 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:49.089572 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] use_json = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:49.089731 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:49.090331 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:49.090331 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:49.090331 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:49.090331 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:49.090644 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:49.090644 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:49.090832 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 14:10:49.090989 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.091154 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.091325 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.091492 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.091657 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.091842 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.092005 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.092170 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.092326 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.092491 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.092659 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.092822 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.092993 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.093156 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.093317 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.093482 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.093644 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.093806 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.093971 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.094135 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.094298 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.094459 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.094631 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.094815 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.094980 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.095145 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.095310 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.095478 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.095641 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.095820 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.095984 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.096149 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.54/identity {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.096311 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.096474 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.096637 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.096801 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.096963 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.097125 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.097288 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.097449 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.097613 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.097775 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.097938 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.098099 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.098265 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.098427 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.098591 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.098790 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.098954 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.099118 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.099281 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.099444 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.099607 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.099769 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.099932 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.100097 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.100260 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.100438 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.100600 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.100762 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.100926 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.101088 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.101251 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.101412 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.101573 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.101735 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.101898 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.102059 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.102233 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.102398 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.102560 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.102730 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.102907 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.103072 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.103236 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.103397 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.103560 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.103724 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.103886 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.104048 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.104210 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.104372 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.104534 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.104698 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.104861 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.105023 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.105201 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.105373 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.105497 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.105657 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.105820 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.105990 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.106170 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.106332 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.106494 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.106657 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.106842 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.107004 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.107165 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.107326 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.107533 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.107698 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.107861 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.108023 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.108186 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.108349 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.108510 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.108671 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.108831 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.108991 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.109153 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.109316 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.109478 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.109641 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.109803 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.109964 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.110125 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.110287 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.110463 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.110627 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.110813 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.110977 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.111151 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.111326 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.111488 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.111651 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.111813 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.111975 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.112137 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.112298 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.112460 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.112622 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.112784 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.112946 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.113119 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.113283 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.113445 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.113608 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.113795 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.113957 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.114119 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.114280 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.114443 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.114605 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.114786 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.114950 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.115113 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.115276 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.115437 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.115601 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.54/identity {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.115763 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.115924 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.116085 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.116248 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.116410 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.116573 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.116735 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.116898 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.117060 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.117221 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.117384 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.117546 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.117708 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.117870 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.118032 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.118194 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.118355 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.118518 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.118681 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.118865 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.119032 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.119193 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.119356 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.119516 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.119679 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.119843 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.120006 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.120169 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.120333 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.120500 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.120667 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.120829 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.120994 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.121156 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.121318 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.121482 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.121645 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.121810 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.121973 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.122135 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.122297 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.122460 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.122622 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.122826 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.123001 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.123170 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.123333 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.123495 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.123658 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.123821 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.123983 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.124147 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.124310 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.124472 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.124636 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.124803 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.124966 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.125128 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.125290 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.125451 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.125616 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.125777 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.125955 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.126118 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.126279 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.126441 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.126604 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.126789 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.126964 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.127126 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.127288 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.127448 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.127609 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.127770 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.128289 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.128449 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.128611 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.128771 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.128932 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.129094 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.129266 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.129428 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.129589 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.129750 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.129910 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.130071 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.130242 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.130409 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.130571 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.130766 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.130917 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.131077 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.131252 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.131414 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.131575 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.131737 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.131897 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.132058 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.132231 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.132393 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.132554 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.132724 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.132885 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.133045 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.133206 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.133379 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.133540 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.133704 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.133866 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.134028 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.134188 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.134350 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.134517 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.134688 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.134881 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.135046 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.135217 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.135400 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.135558 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.135719 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.135890 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.136064 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.136224 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.136385 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.136548 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.136709 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.136869 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.137030 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.137191 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.137352 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.137513 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.137677 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.137838 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.137999 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.138159 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.138321 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.138483 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.138716 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.138902 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.139063 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.139225 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 14:10:49.139379 n-d-761264-19 neutron-server[103058]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103058) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 20 14:10:49.206320 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 43778) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:10:49.219928 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [-] 10.222.0.54 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0102186 Dec 20 14:11:00.663942 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070e1ade-f7bf-4c9d-9684-c409ad27b258 None None] get_active_networks_info from n-d-761264-19 {{(pid=103169) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 20 14:11:00.722536 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070e1ade-f7bf-4c9d-9684-c409ad27b258 None None] No non-hosted networks {{(pid=103169) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 20 14:11:00.738475 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-668f0ad1-7281-4437-9433-72433ee8a75e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1582462'] for agent, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:11:02.791006 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e07977a0-50e1-4525-a39f-94e4fefc6878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1582462'] for agent, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:11:02.844430 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c49dbb13-1f7d-4ed8-a8b0-74c2f894773a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:11:03.577561 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1582462'] for agent, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:11:05.553809 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1582462'] for agent, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:11:06.168081 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1582462'] for agent, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:11:06.168792 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:11:06.169129 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:11:06.169459 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:11:06.169785 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:11:06.170111 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:11:06.170439 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:11:06.170830 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:11:06.171153 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:11:06.171470 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:11:06.171835 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:11:06.172201 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:11:06.173229 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:11:06.174706 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:11:06.175149 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-761264-19', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:11:06.184346 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-761264-19', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:11:06.639166 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 43870) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:11:07.150054 n-d-761264-19 neutron-server[103167]: WARNING oslo_policy.policy [None req-283bb80c-a9c6-48d4-adfa-6bed761bc6f2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 20 14:11:07.151125 n-d-761264-19 neutron-server[103167]: WARNING oslo_policy.policy [None req-283bb80c-a9c6-48d4-adfa-6bed761bc6f2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 20 14:11:07.381416 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [None req-283bb80c-a9c6-48d4-adfa-6bed761bc6f2 admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:11:07.382703 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-283bb80c-a9c6-48d4-adfa-6bed761bc6f2 admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7414477 Dec 20 14:11:09.956292 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 43886) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:11:10.249156 n-d-761264-19 neutron-server[103169]: INFO neutron.db.l3_hamode_db [None req-05e5872b-d041-4cd7-bcbb-9a417d249577 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 20 14:11:10.280152 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-a36b0d47-fa4c-4653-a8aa-e8374cd9059d admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:11:10.327230 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e5872b-d041-4cd7-bcbb-9a417d249577 None None] Routers set() bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:11:10.327611 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e5872b-d041-4cd7-bcbb-9a417d249577 None None] Router IDs set() for agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 20 14:11:10.374307 n-d-761264-19 neutron-server[103167]: DEBUG neutron.policy [None req-a36b0d47-fa4c-4653-a8aa-e8374cd9059d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103167) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 20 14:11:10.419726 n-d-761264-19 neutron-server[103167]: WARNING oslo_policy.policy [None req-a36b0d47-fa4c-4653-a8aa-e8374cd9059d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 20 14:11:10.420093 n-d-761264-19 neutron-server[103167]: WARNING oslo_policy.policy [None req-a36b0d47-fa4c-4653-a8aa-e8374cd9059d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 20 14:11:10.428799 n-d-761264-19 neutron-server[103167]: INFO neutron.quota [None req-a36b0d47-fa4c-4653-a8aa-e8374cd9059d admin admin] Loaded quota_driver: . Dec 20 14:11:10.526050 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a36b0d47-fa4c-4653-a8aa-e8374cd9059d admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753492123606', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753492123043', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753492125487', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753492103704', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753492112526', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753491889028', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-722026', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-724215', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1629681', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1686142'] for rbac-policy, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:11:10.599969 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a36b0d47-fa4c-4653-a8aa-e8374cd9059d admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:11:10.601118 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-a36b0d47-fa4c-4653-a8aa-e8374cd9059d admin admin] 10.222.0.54 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6437819 Dec 20 14:11:13.416276 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 43898) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:11:13.967733 n-d-761264-19 neutron-server[103168]: WARNING oslo_policy.policy [None req-c786389e-7c60-45b7-8044-08b77e495327 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 20 14:11:13.968313 n-d-761264-19 neutron-server[103168]: WARNING oslo_policy.policy [None req-c786389e-7c60-45b7-8044-08b77e495327 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 20 14:11:14.193456 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-c786389e-7c60-45b7-8044-08b77e495327 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '7beebf3a55ca4fb7a177b26ef9d13332', 'tenant_id': '7beebf3a55ca4fb7a177b26ef9d13332', 'name': 'private'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:11:14.195012 n-d-761264-19 neutron-server[103168]: INFO neutron.quota [None req-c786389e-7c60-45b7-8044-08b77e495327 admin admin] Loaded quota_driver: . Dec 20 14:11:14.267516 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c786389e-7c60-45b7-8044-08b77e495327 admin admin] Made reservation on behalf of 7beebf3a55ca4fb7a177b26ef9d13332 for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:11:14.333662 n-d-761264-19 neutron-server[103168]: DEBUG neutron.policy [None req-c786389e-7c60-45b7-8044-08b77e495327 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103168) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 20 14:11:14.378811 n-d-761264-19 neutron-server[103168]: WARNING oslo_policy.policy [None req-c786389e-7c60-45b7-8044-08b77e495327 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 20 14:11:14.379171 n-d-761264-19 neutron-server[103168]: WARNING oslo_policy.policy [None req-c786389e-7c60-45b7-8044-08b77e495327 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 20 14:11:14.389824 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c786389e-7c60-45b7-8044-08b77e495327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:11:14.411596 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c786389e-7c60-45b7-8044-08b77e495327 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:11:14.528280 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c786389e-7c60-45b7-8044-08b77e495327 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:11:14.534019 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c786389e-7c60-45b7-8044-08b77e495327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:11:14.553656 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c786389e-7c60-45b7-8044-08b77e495327 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:11:14.583558 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c786389e-7c60-45b7-8044-08b77e495327 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8753494997459', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:11:14.584156 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c786389e-7c60-45b7-8044-08b77e495327 admin admin] Unsubscribe: segment precommit_create {{(pid=103168) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 20 14:11:14.584656 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-c786389e-7c60-45b7-8044-08b77e495327 admin admin] Added segment 5d94d0b3-019c-4ec2-bec5-243b90ad4ced of type vlan for network 414ad425-7de2-4f50-9202-054a28671b03 Dec 20 14:11:14.600364 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c786389e-7c60-45b7-8044-08b77e495327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b638629-ce1c-4611-9a34-c82d8f7a5279,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:11:14.650891 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c786389e-7c60-45b7-8044-08b77e495327 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:11:14.651229 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c786389e-7c60-45b7-8044-08b77e495327 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:11:14.651546 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c786389e-7c60-45b7-8044-08b77e495327 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:11:14.651871 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c786389e-7c60-45b7-8044-08b77e495327 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:11:14.652193 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c786389e-7c60-45b7-8044-08b77e495327 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:11:14.652513 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c786389e-7c60-45b7-8044-08b77e495327 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:11:14.652820 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c786389e-7c60-45b7-8044-08b77e495327 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:11:14.653127 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c786389e-7c60-45b7-8044-08b77e495327 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:11:14.653434 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c786389e-7c60-45b7-8044-08b77e495327 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:11:14.653764 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c786389e-7c60-45b7-8044-08b77e495327 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:11:14.654069 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c786389e-7c60-45b7-8044-08b77e495327 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:11:14.654360 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c786389e-7c60-45b7-8044-08b77e495327 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:11:14.654660 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c786389e-7c60-45b7-8044-08b77e495327 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:11:14.655766 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c786389e-7c60-45b7-8044-08b77e495327 admin admin] Tracked resource versions report: Dec 20 14:11:14.655766 n-d-761264-19 neutron-server[103168]: pushed versions: Dec 20 14:11:14.655766 n-d-761264-19 neutron-server[103168]: { 'AddressGroup': {'1.2'}, Dec 20 14:11:14.655766 n-d-761264-19 neutron-server[103168]: 'ConntrackHelper': {'1.0'}, Dec 20 14:11:14.655766 n-d-761264-19 neutron-server[103168]: 'LocalIPAssociation': {'1.0'}, Dec 20 14:11:14.655766 n-d-761264-19 neutron-server[103168]: 'Log': {'1.0'}, Dec 20 14:11:14.655766 n-d-761264-19 neutron-server[103168]: 'Network': {'1.1'}, Dec 20 14:11:14.655766 n-d-761264-19 neutron-server[103168]: 'Port': {'1.7'}, Dec 20 14:11:14.655766 n-d-761264-19 neutron-server[103168]: 'PortForwarding': {'1.2'}, Dec 20 14:11:14.655766 n-d-761264-19 neutron-server[103168]: 'QosPolicy': {'1.10'}, Dec 20 14:11:14.655766 n-d-761264-19 neutron-server[103168]: 'SecurityGroup': {'1.5'}, Dec 20 14:11:14.655766 n-d-761264-19 neutron-server[103168]: 'SecurityGroupRule': {'1.2'}, Dec 20 14:11:14.655766 n-d-761264-19 neutron-server[103168]: 'SubPort': {'1.0'}, Dec 20 14:11:14.655766 n-d-761264-19 neutron-server[103168]: 'Subnet': {'1.1'}, Dec 20 14:11:14.655766 n-d-761264-19 neutron-server[103168]: 'Trunk': {'1.1'}} Dec 20 14:11:14.655766 n-d-761264-19 neutron-server[103168]: consumer versions: Dec 20 14:11:14.655766 n-d-761264-19 neutron-server[103168]: { DHCP agent@n-d-761264-19: {}, Dec 20 14:11:14.655766 n-d-761264-19 neutron-server[103168]: L3 agent@n-d-761264-19: {}, Dec 20 14:11:14.655766 n-d-761264-19 neutron-server[103168]: Metadata agent@n-d-761264-19: {}, Dec 20 14:11:14.655766 n-d-761264-19 neutron-server[103168]: Metering agent@n-d-761264-19: {}, Dec 20 14:11:14.655766 n-d-761264-19 neutron-server[103168]: Open vSwitch agent@n-d-761264-19: { 'AddressGroup': '1.2', Dec 20 14:11:14.655766 n-d-761264-19 neutron-server[103168]: 'ConntrackHelper': '1.0', Dec 20 14:11:14.655766 n-d-761264-19 neutron-server[103168]: 'LocalIPAssociation': '1.0', Dec 20 14:11:14.655766 n-d-761264-19 neutron-server[103168]: 'Log': '1.0', Dec 20 14:11:14.655766 n-d-761264-19 neutron-server[103168]: 'Network': '1.1', Dec 20 14:11:14.655766 n-d-761264-19 neutron-server[103168]: 'Port': '1.7', Dec 20 14:11:14.655766 n-d-761264-19 neutron-server[103168]: 'PortForwarding': '1.2', Dec 20 14:11:14.655766 n-d-761264-19 neutron-server[103168]: 'QosPolicy': '1.10', Dec 20 14:11:14.655766 n-d-761264-19 neutron-server[103168]: 'SecurityGroup': '1.5', Dec 20 14:11:14.655766 n-d-761264-19 neutron-server[103168]: 'SecurityGroupRule': '1.2', Dec 20 14:11:14.655766 n-d-761264-19 neutron-server[103168]: 'SubPort': '1.0', Dec 20 14:11:14.655766 n-d-761264-19 neutron-server[103168]: 'Subnet': '1.1', Dec 20 14:11:14.655766 n-d-761264-19 neutron-server[103168]: 'Trunk': '1.1'}} Dec 20 14:11:14.655766 n-d-761264-19 neutron-server[103168]: {{(pid=103168) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 20 14:11:14.688490 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c786389e-7c60-45b7-8044-08b77e495327 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:11:14.734746 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c786389e-7c60-45b7-8044-08b77e495327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:11:14.735759 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c786389e-7c60-45b7-8044-08b77e495327 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:11:14.736468 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c786389e-7c60-45b7-8044-08b77e495327 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:11:14.797120 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-c786389e-7c60-45b7-8044-08b77e495327 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3797228 Dec 20 14:11:14.840530 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c786389e-7c60-45b7-8044-08b77e495327 admin admin] Pushing event updated for resources: {'Network': ['ID=414ad425-7de2-4f50-9202-054a28671b03,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:11:14.856658 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 414ad425-7de2-4f50-9202-054a28671b03 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:11:17.665115 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 43920) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:11:18.102902 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7e75f9-a2ae-48b6-9267-5e930e03efec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:11:18.104854 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-ef7e75f9-a2ae-48b6-9267-5e930e03efec admin admin] 10.222.0.54 "GET /v2.0/networks/414ad425-7de2-4f50-9202-054a28671b03 HTTP/1.1" status: 200 len: 825 time: 0.4387896 Dec 20 14:11:18.149674 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-02d2a6bb-4c50-49e9-9fa9-64895d0f3ebe admin admin] 10.222.0.54 "GET /v2.0/subnetpools/21888db2-ef34-4f25-b7f3-286e19d37fb0 HTTP/1.1" status: 200 len: 734 time: 0.0384367 Dec 20 14:11:18.158961 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-1a2a02ad-adcf-4c2a-8386-445a8c207cbf admin admin] Request body: {'subnet': {'network_id': '414ad425-7de2-4f50-9202-054a28671b03', 'subnetpool_id': '21888db2-ef34-4f25-b7f3-286e19d37fb0', 'tenant_id': '7beebf3a55ca4fb7a177b26ef9d13332', 'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:11:18.187834 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a2a02ad-adcf-4c2a-8386-445a8c207cbf admin admin] Made reservation on behalf of 7beebf3a55ca4fb7a177b26ef9d13332 for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:11:18.190112 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1a2a02ad-adcf-4c2a-8386-445a8c207cbf admin admin] Publish callbacks [] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:11:18.482708 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1a2a02ad-adcf-4c2a-8386-445a8c207cbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for subnet, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:11:18.544563 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2a02ad-adcf-4c2a-8386-445a8c207cbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=df53050c-8562-498b-bd4c-a4c93ee77b56,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:11:18.551286 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2a02ad-adcf-4c2a-8386-445a8c207cbf admin admin] Checking segment: {'id': '5d94d0b3-019c-4ec2-bec5-243b90ad4ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '414ad425-7de2-4f50-9202-054a28671b03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:11:18.551630 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2a02ad-adcf-4c2a-8386-445a8c207cbf admin admin] Network hostable DHCP agents. Network: 414ad425-7de2-4f50-9202-054a28671b03, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:11:18.574110 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2a02ad-adcf-4c2a-8386-445a8c207cbf admin admin] Network 414ad425-7de2-4f50-9202-054a28671b03 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:11:18.586607 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-1a2a02ad-adcf-4c2a-8386-445a8c207cbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 414ad425-7de2-4f50-9202-054a28671b03) {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:11:18.591436 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2a02ad-adcf-4c2a-8386-445a8c207cbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:11:18.592015 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1a2a02ad-adcf-4c2a-8386-445a8c207cbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:11:18.597138 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b8ed37-1055-4c2f-9df4-30745925a33e None None] Network 414ad425-7de2-4f50-9202-054a28671b03 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:11:18.614681 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-1a2a02ad-adcf-4c2a-8386-445a8c207cbf admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4557731 Dec 20 14:11:18.869101 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda722f9-bf9a-4fa0-9de9-d42eaee57995 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-414ad425-7de2-4f50-9202-054a28671b03', 'network_id': '414ad425-7de2-4f50-9202-054a28671b03', 'project_id': '7beebf3a55ca4fb7a177b26ef9d13332', 'fixed_ips': [{'subnet_id': 'df53050c-8562-498b-bd4c-a4c93ee77b56'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:11:18.870349 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-fda722f9-bf9a-4fa0-9de9-d42eaee57995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:11:19.171436 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-fda722f9-bf9a-4fa0-9de9-d42eaee57995 None None] Allocated IP 172.20.0.2 (414ad425-7de2-4f50-9202-054a28671b03/df53050c-8562-498b-bd4c-a4c93ee77b56/d8e766ff-4817-4e6c-bbd4-b83e40fc83f0) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:11:19.411888 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-fda722f9-bf9a-4fa0-9de9-d42eaee57995 None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:11:19.421653 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-fda722f9-bf9a-4fa0-9de9-d42eaee57995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:11:19.492710 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda722f9-bf9a-4fa0-9de9-d42eaee57995 None None] Network 414ad425-7de2-4f50-9202-054a28671b03 is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:11:19.498076 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-fda722f9-bf9a-4fa0-9de9-d42eaee57995 None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:11:19.507807 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda722f9-bf9a-4fa0-9de9-d42eaee57995 None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:11:19.513882 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda722f9-bf9a-4fa0-9de9-d42eaee57995 None None] Pushing event updated for resources: {'Port': ['ID=d8e766ff-4817-4e6c-bbd4-b83e40fc83f0,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:11:19.545143 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda722f9-bf9a-4fa0-9de9-d42eaee57995 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:11:19.545456 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda722f9-bf9a-4fa0-9de9-d42eaee57995 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:11:19.545826 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda722f9-bf9a-4fa0-9de9-d42eaee57995 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:11:19.546165 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda722f9-bf9a-4fa0-9de9-d42eaee57995 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:11:19.546493 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda722f9-bf9a-4fa0-9de9-d42eaee57995 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:11:19.546849 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda722f9-bf9a-4fa0-9de9-d42eaee57995 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:11:19.547177 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda722f9-bf9a-4fa0-9de9-d42eaee57995 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:11:19.547497 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda722f9-bf9a-4fa0-9de9-d42eaee57995 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:11:19.547806 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda722f9-bf9a-4fa0-9de9-d42eaee57995 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:11:19.548130 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda722f9-bf9a-4fa0-9de9-d42eaee57995 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:11:19.548455 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda722f9-bf9a-4fa0-9de9-d42eaee57995 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:11:19.548770 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda722f9-bf9a-4fa0-9de9-d42eaee57995 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:11:19.549088 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda722f9-bf9a-4fa0-9de9-d42eaee57995 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:11:19.550176 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda722f9-bf9a-4fa0-9de9-d42eaee57995 None None] Tracked resource versions report: Dec 20 14:11:19.550176 n-d-761264-19 neutron-server[103169]: pushed versions: Dec 20 14:11:19.550176 n-d-761264-19 neutron-server[103169]: { 'AddressGroup': {'1.2'}, Dec 20 14:11:19.550176 n-d-761264-19 neutron-server[103169]: 'ConntrackHelper': {'1.0'}, Dec 20 14:11:19.550176 n-d-761264-19 neutron-server[103169]: 'LocalIPAssociation': {'1.0'}, Dec 20 14:11:19.550176 n-d-761264-19 neutron-server[103169]: 'Log': {'1.0'}, Dec 20 14:11:19.550176 n-d-761264-19 neutron-server[103169]: 'Network': {'1.1'}, Dec 20 14:11:19.550176 n-d-761264-19 neutron-server[103169]: 'Port': {'1.7'}, Dec 20 14:11:19.550176 n-d-761264-19 neutron-server[103169]: 'PortForwarding': {'1.2'}, Dec 20 14:11:19.550176 n-d-761264-19 neutron-server[103169]: 'QosPolicy': {'1.10'}, Dec 20 14:11:19.550176 n-d-761264-19 neutron-server[103169]: 'SecurityGroup': {'1.5'}, Dec 20 14:11:19.550176 n-d-761264-19 neutron-server[103169]: 'SecurityGroupRule': {'1.2'}, Dec 20 14:11:19.550176 n-d-761264-19 neutron-server[103169]: 'SubPort': {'1.0'}, Dec 20 14:11:19.550176 n-d-761264-19 neutron-server[103169]: 'Subnet': {'1.1'}, Dec 20 14:11:19.550176 n-d-761264-19 neutron-server[103169]: 'Trunk': {'1.1'}} Dec 20 14:11:19.550176 n-d-761264-19 neutron-server[103169]: consumer versions: Dec 20 14:11:19.550176 n-d-761264-19 neutron-server[103169]: { DHCP agent@n-d-761264-19: {}, Dec 20 14:11:19.550176 n-d-761264-19 neutron-server[103169]: L3 agent@n-d-761264-19: {}, Dec 20 14:11:19.550176 n-d-761264-19 neutron-server[103169]: Metadata agent@n-d-761264-19: {}, Dec 20 14:11:19.550176 n-d-761264-19 neutron-server[103169]: Metering agent@n-d-761264-19: {}, Dec 20 14:11:19.550176 n-d-761264-19 neutron-server[103169]: Open vSwitch agent@n-d-761264-19: { 'AddressGroup': '1.2', Dec 20 14:11:19.550176 n-d-761264-19 neutron-server[103169]: 'ConntrackHelper': '1.0', Dec 20 14:11:19.550176 n-d-761264-19 neutron-server[103169]: 'LocalIPAssociation': '1.0', Dec 20 14:11:19.550176 n-d-761264-19 neutron-server[103169]: 'Log': '1.0', Dec 20 14:11:19.550176 n-d-761264-19 neutron-server[103169]: 'Network': '1.1', Dec 20 14:11:19.550176 n-d-761264-19 neutron-server[103169]: 'Port': '1.7', Dec 20 14:11:19.550176 n-d-761264-19 neutron-server[103169]: 'PortForwarding': '1.2', Dec 20 14:11:19.550176 n-d-761264-19 neutron-server[103169]: 'QosPolicy': '1.10', Dec 20 14:11:19.550176 n-d-761264-19 neutron-server[103169]: 'SecurityGroup': '1.5', Dec 20 14:11:19.550176 n-d-761264-19 neutron-server[103169]: 'SecurityGroupRule': '1.2', Dec 20 14:11:19.550176 n-d-761264-19 neutron-server[103169]: 'SubPort': '1.0', Dec 20 14:11:19.550176 n-d-761264-19 neutron-server[103169]: 'Subnet': '1.1', Dec 20 14:11:19.550176 n-d-761264-19 neutron-server[103169]: 'Trunk': '1.1'}} Dec 20 14:11:19.550176 n-d-761264-19 neutron-server[103169]: {{(pid=103169) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 20 14:11:19.598067 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-fda722f9-bf9a-4fa0-9de9-d42eaee57995 None None] Attempting to bind port d8e766ff-4817-4e6c-bbd4-b83e40fc83f0 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:11:19.598834 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-fda722f9-bf9a-4fa0-9de9-d42eaee57995 None None] Attempting to bind port d8e766ff-4817-4e6c-bbd4-b83e40fc83f0 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '5d94d0b3-019c-4ec2-bec5-243b90ad4ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '414ad425-7de2-4f50-9202-054a28671b03'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:11:19.598834 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda722f9-bf9a-4fa0-9de9-d42eaee57995 None None] Attempting to bind port d8e766ff-4817-4e6c-bbd4-b83e40fc83f0 on network 414ad425-7de2-4f50-9202-054a28671b03 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:11:19.604142 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda722f9-bf9a-4fa0-9de9-d42eaee57995 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:11:19.604514 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda722f9-bf9a-4fa0-9de9-d42eaee57995 None None] Checking segment: {'id': '5d94d0b3-019c-4ec2-bec5-243b90ad4ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '414ad425-7de2-4f50-9202-054a28671b03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:11:19.604986 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-fda722f9-bf9a-4fa0-9de9-d42eaee57995 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:11:19.605373 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda722f9-bf9a-4fa0-9de9-d42eaee57995 None None] Bound using segment: {'id': '5d94d0b3-019c-4ec2-bec5-243b90ad4ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '414ad425-7de2-4f50-9202-054a28671b03'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:11:19.605857 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-fda722f9-bf9a-4fa0-9de9-d42eaee57995 None None] Bound port: d8e766ff-4817-4e6c-bbd4-b83e40fc83f0, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d94d0b3-019c-4ec2-bec5-243b90ad4ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '414ad425-7de2-4f50-9202-054a28671b03'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:11:19.606278 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-fda722f9-bf9a-4fa0-9de9-d42eaee57995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:11:19.670573 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-fda722f9-bf9a-4fa0-9de9-d42eaee57995 None None] For port d8e766ff-4817-4e6c-bbd4-b83e40fc83f0, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:11:19.674943 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-fda722f9-bf9a-4fa0-9de9-d42eaee57995 None None] For port d8e766ff-4817-4e6c-bbd4-b83e40fc83f0, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=d8e766ff-4817-4e6c-bbd4-b83e40fc83f0,segment=NetworkSegment(5d94d0b3-019c-4ec2-bec5-243b90ad4ced),segment_id=5d94d0b3-019c-4ec2-bec5-243b90ad4ced)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:11:19.680832 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-fda722f9-bf9a-4fa0-9de9-d42eaee57995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:11:19.741879 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda722f9-bf9a-4fa0-9de9-d42eaee57995 None None] Pushing event updated for resources: {'Port': ['ID=d8e766ff-4817-4e6c-bbd4-b83e40fc83f0,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:11:21.222046 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 43928) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:11:21.547393 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [None req-050dbac9-3fd0-4553-a9d1-d3e92bee867f admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:11:21.548374 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-050dbac9-3fd0-4553-a9d1-d3e92bee867f admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3254621 Dec 20 14:11:24.113054 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 43936) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:11:24.438991 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [None req-d5c057eb-8baf-4f09-9154-26ba9a3980a6 admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:11:24.439970 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-d5c057eb-8baf-4f09-9154-26ba9a3980a6 admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3259678 Dec 20 14:11:27.258468 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 43948) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:11:27.571860 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-6027b6a8-551c-43bd-a5df-2ec139942a90 admin admin] Request body: {'router': {'tenant_id': '7beebf3a55ca4fb7a177b26ef9d13332', 'name': 'router1', 'admin_state_up': True}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:11:27.606274 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6027b6a8-551c-43bd-a5df-2ec139942a90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40114'] for router, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:11:27.607877 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6027b6a8-551c-43bd-a5df-2ec139942a90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40139'] for router, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:11:27.749908 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6027b6a8-551c-43bd-a5df-2ec139942a90 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:11:27.756792 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6027b6a8-551c-43bd-a5df-2ec139942a90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013'] for router, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:11:27.772604 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6027b6a8-551c-43bd-a5df-2ec139942a90 admin admin] Publish callbacks [] for router, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:11:27.773821 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-6027b6a8-551c-43bd-a5df-2ec139942a90 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5143328 Dec 20 14:11:27.915968 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device d8e766ff-4817-4e6c-bbd4-b83e40fc83f0 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:11:28.009114 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port d8e766ff-4817-4e6c-bbd4-b83e40fc83f0 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:11:28.010156 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:11:28.129751 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:11:28.165247 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] For port d8e766ff-4817-4e6c-bbd4-b83e40fc83f0, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=d8e766ff-4817-4e6c-bbd4-b83e40fc83f0,segment=NetworkSegment(5d94d0b3-019c-4ec2-bec5-243b90ad4ced),segment_id=5d94d0b3-019c-4ec2-bec5-243b90ad4ced)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:11:28.171146 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:11:28.223407 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Pushing event updated for resources: {'Port': ['ID=d8e766ff-4817-4e6c-bbd4-b83e40fc83f0,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:11:28.708608 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6e175f-58f8-44a8-9af8-022ba1974151 None None] Network 414ad425-7de2-4f50-9202-054a28671b03 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:11:28.832537 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-a60bda41-f00d-410e-ba5c-073df200e209 None None] Provisioning complete for port d8e766ff-4817-4e6c-bbd4-b83e40fc83f0 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:11:28.832960 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a60bda41-f00d-410e-ba5c-073df200e209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:11:29.031091 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-1de4a3e5-3e2c-4a44-872d-943617c43144 None None] Provisioning complete for port d8e766ff-4817-4e6c-bbd4-b83e40fc83f0 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:11:29.031758 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-1de4a3e5-3e2c-4a44-872d-943617c43144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:11:29.885849 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device d8e766ff-4817-4e6c-bbd4-b83e40fc83f0 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:11:29.935037 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port d8e766ff-4817-4e6c-bbd4-b83e40fc83f0 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:11:29.935403 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:11:30.407110 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 43958) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:11:30.583031 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-3ca41c3e-5998-45be-b6f3-779e73e52eb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:11:30.734016 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [None req-61a832bd-ffec-41f8-9dd0-d281dd2ce6c0 admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:11:30.735013 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-61a832bd-ffec-41f8-9dd0-d281dd2ce6c0 admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3268998 Dec 20 14:11:32.788550 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-db01b6e2-32ef-4a30-a49a-3f0031bf44d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:11:33.284068 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 43966) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:11:33.553675 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:11:33.624082 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-9cfab637-27a0-47be-8684-7f0342df833f admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:11:33.649946 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cfab637-27a0-47be-8684-7f0342df833f admin admin] Made reservation on behalf of e608d1c3c4b344ed958afb5e66eb8d47 for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:11:33.652155 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9cfab637-27a0-47be-8684-7f0342df833f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:11:33.662958 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9cfab637-27a0-47be-8684-7f0342df833f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:11:33.739891 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9cfab637-27a0-47be-8684-7f0342df833f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:11:33.746552 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9cfab637-27a0-47be-8684-7f0342df833f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:11:33.761411 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-9cfab637-27a0-47be-8684-7f0342df833f admin admin] Reserving flat network on physical network physnet1 {{(pid=103168) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 20 14:11:33.779104 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfab637-27a0-47be-8684-7f0342df833f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf3f0f07-37bf-4847-be47-ea5b47e69e4c,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:11:33.785033 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9cfab637-27a0-47be-8684-7f0342df833f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:11:33.785367 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-9cfab637-27a0-47be-8684-7f0342df833f admin admin] Added segment 272e6d7d-7105-47d1-89a4-fe783329e4cd of type flat for network c3f8658e-da35-41f3-bd03-509e29ebd6f3 Dec 20 14:11:33.832297 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9cfab637-27a0-47be-8684-7f0342df833f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:11:33.867496 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9cfab637-27a0-47be-8684-7f0342df833f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:11:33.868411 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cfab637-27a0-47be-8684-7f0342df833f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:11:33.868980 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9cfab637-27a0-47be-8684-7f0342df833f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:11:33.924832 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-9cfab637-27a0-47be-8684-7f0342df833f admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6395338 Dec 20 14:11:33.929556 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfab637-27a0-47be-8684-7f0342df833f admin admin] Pushing event updated for resources: {'Network': ['ID=c3f8658e-da35-41f3-bd03-509e29ebd6f3,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:11:33.940552 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:11:35.518096 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:11:36.158344 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:11:36.482124 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 43984) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:11:36.688011 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27b92a7-787e-4930-9ddf-5530e54335e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:11:36.689321 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-d27b92a7-787e-4930-9ddf-5530e54335e1 admin admin] 10.222.0.54 "GET /v2.0/subnets/df53050c-8562-498b-bd4c-a4c93ee77b56 HTTP/1.1" status: 200 len: 849 time: 0.2058110 Dec 20 14:11:36.851693 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-bd15cf2a-1282-4026-8e11-f0a01c3046ae admin admin] 10.222.0.54 "GET /v2.0/routers/36ddc93b-3329-42b2-9c3b-beb7755b9e57 HTTP/1.1" status: 200 len: 704 time: 0.1530056 Dec 20 14:11:37.130619 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-20ff9092-91a5-4028-b51b-38925a7788be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:11:37.434018 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-20ff9092-91a5-4028-b51b-38925a7788be admin admin] Allocated IP 172.20.0.1 (414ad425-7de2-4f50-9202-054a28671b03/df53050c-8562-498b-bd4c-a4c93ee77b56/7be0df1e-af00-4372-bd13-be2a672502a2) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:11:37.598599 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-20ff9092-91a5-4028-b51b-38925a7788be admin admin] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:11:37.714986 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-20ff9092-91a5-4028-b51b-38925a7788be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:11:37.787727 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ff9092-91a5-4028-b51b-38925a7788be admin admin] Network 414ad425-7de2-4f50-9202-054a28671b03 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:11:37.792265 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-20ff9092-91a5-4028-b51b-38925a7788be admin admin] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:11:37.797623 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ff9092-91a5-4028-b51b-38925a7788be admin admin] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:11:37.798454 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-20ff9092-91a5-4028-b51b-38925a7788be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595714'] for router_interface, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:11:37.819889 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ff9092-91a5-4028-b51b-38925a7788be admin admin] Pushing event updated for resources: {'Port': ['ID=7be0df1e-af00-4372-bd13-be2a672502a2,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:11:37.992330 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-20ff9092-91a5-4028-b51b-38925a7788be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:11:38.033008 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-15626caf-d4a7-4f5a-8b4e-63d4e8ceb500 None None] Provisioning complete for port 7be0df1e-af00-4372-bd13-be2a672502a2 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:11:38.033593 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-15626caf-d4a7-4f5a-8b4e-63d4e8ceb500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:11:38.067760 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-15626caf-d4a7-4f5a-8b4e-63d4e8ceb500 None None] Port 7be0df1e-af00-4372-bd13-be2a672502a2 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:11:38.207466 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-20ff9092-91a5-4028-b51b-38925a7788be admin admin] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:11:38.215073 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-20ff9092-91a5-4028-b51b-38925a7788be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:11:38.215832 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-20ff9092-91a5-4028-b51b-38925a7788be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1595702'] for router_interface, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:11:38.275141 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ff9092-91a5-4028-b51b-38925a7788be admin admin] Pushing event updated for resources: {'Port': ['ID=7be0df1e-af00-4372-bd13-be2a672502a2,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:11:38.344218 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ff9092-91a5-4028-b51b-38925a7788be admin admin] Network 414ad425-7de2-4f50-9202-054a28671b03 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:11:38.345643 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-20ff9092-91a5-4028-b51b-38925a7788be admin admin] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:11:38.505511 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20ff9092-91a5-4028-b51b-38925a7788be admin admin] Router 36ddc93b-3329-42b2-9c3b-beb7755b9e57 is scheduled to L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 with binding_index 1 {{(pid=103168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 14:11:38.590608 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-d6d67aaa-fcaa-48ed-bfca-5e15b52d24c5 None None] Provisioning complete for port 7be0df1e-af00-4372-bd13-be2a672502a2 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:11:38.591127 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d6d67aaa-fcaa-48ed-bfca-5e15b52d24c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:11:38.595948 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20ff9092-91a5-4028-b51b-38925a7788be admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:11:38.602125 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-20ff9092-91a5-4028-b51b-38925a7788be admin admin] 10.222.0.54 "PUT /v2.0/routers/36ddc93b-3329-42b2-9c3b-beb7755b9e57/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7417665 Dec 20 14:11:38.608397 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632d748d-74a1-4ce0-88f8-1f2ebb57a665 None None] Sync routers for ids ['36ddc93b-3329-42b2-9c3b-beb7755b9e57'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:11:38.621080 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632d748d-74a1-4ce0-88f8-1f2ebb57a665 None None] Routers {'36ddc93b-3329-42b2-9c3b-beb7755b9e57'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:11:38.622323 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-632d748d-74a1-4ce0-88f8-1f2ebb57a665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:11:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['36ddc93b-3329-42b2-9c3b-beb7755b9e57'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:11:38.635417 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-d6d67aaa-fcaa-48ed-bfca-5e15b52d24c5 None None] Port 7be0df1e-af00-4372-bd13-be2a672502a2 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:11:38.812680 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-632d748d-74a1-4ce0-88f8-1f2ebb57a665 None None] Set router 36ddc93b-3329-42b2-9c3b-beb7755b9e57 gateway port host: None {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:11:39.238714 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-632d748d-74a1-4ce0-88f8-1f2ebb57a665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ddc93b-3329-42b2-9c3b-beb7755b9e57', 'name': 'router1', 'tenant_id': '7beebf3a55ca4fb7a177b26ef9d13332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:11:27Z', 'updated_at': '2021-12-20T14:11:37Z', 'revision_number': 2, 'project_id': '7beebf3a55ca4fb7a177b26ef9d13332', 'gw_port_host': None, '_interfaces': [{'id': '7be0df1e-af00-4372-bd13-be2a672502a2', 'name': '', 'network_id': '414ad425-7de2-4f50-9202-054a28671b03', 'tenant_id': '7beebf3a55ca4fb7a177b26ef9d13332', 'mac_address': 'fa:16:3e:a1:42:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ddc93b-3329-42b2-9c3b-beb7755b9e57', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'df53050c-8562-498b-bd4c-a4c93ee77b56', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:11:37Z', 'updated_at': '2021-12-20T14:11:38Z', 'revision_number': 2, 'project_id': '7beebf3a55ca4fb7a177b26ef9d13332', 'subnets': [{'id': 'df53050c-8562-498b-bd4c-a4c93ee77b56', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '21888db2-ef34-4f25-b7f3-286e19d37fb0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:11:39.290536 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632d748d-74a1-4ce0-88f8-1f2ebb57a665 None None] Checking router: 36ddc93b-3329-42b2-9c3b-beb7755b9e57 for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:11:39.291203 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632d748d-74a1-4ce0-88f8-1f2ebb57a665 None None] Updating router 36ddc93b-3329-42b2-9c3b-beb7755b9e57 port 7be0df1e-af00-4372-bd13-be2a672502a2 binding host n-d-761264-19 {{(pid=103170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 14:11:39.340648 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-632d748d-74a1-4ce0-88f8-1f2ebb57a665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:11:39.854813 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-632d748d-74a1-4ce0-88f8-1f2ebb57a665 None None] Publish callbacks [] for port, precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:11:39.862885 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-632d748d-74a1-4ce0-88f8-1f2ebb57a665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:11:40.027931 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593a7602-b372-4462-a0e9-38e150360ab7 None None] Pushing event updated for resources: {'Port': ['ID=7be0df1e-af00-4372-bd13-be2a672502a2,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:11:40.044494 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593a7602-b372-4462-a0e9-38e150360ab7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:11:40.044833 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593a7602-b372-4462-a0e9-38e150360ab7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:11:40.045169 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593a7602-b372-4462-a0e9-38e150360ab7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:11:40.045495 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593a7602-b372-4462-a0e9-38e150360ab7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:11:40.045819 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593a7602-b372-4462-a0e9-38e150360ab7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:11:40.046169 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593a7602-b372-4462-a0e9-38e150360ab7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:11:40.046487 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593a7602-b372-4462-a0e9-38e150360ab7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:11:40.046828 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593a7602-b372-4462-a0e9-38e150360ab7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:11:40.047140 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593a7602-b372-4462-a0e9-38e150360ab7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:11:40.047453 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593a7602-b372-4462-a0e9-38e150360ab7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:11:40.047765 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593a7602-b372-4462-a0e9-38e150360ab7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:11:40.048074 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593a7602-b372-4462-a0e9-38e150360ab7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:11:40.048383 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593a7602-b372-4462-a0e9-38e150360ab7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:11:40.049449 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593a7602-b372-4462-a0e9-38e150360ab7 None None] Tracked resource versions report: Dec 20 14:11:40.049449 n-d-761264-19 neutron-server[103170]: pushed versions: Dec 20 14:11:40.049449 n-d-761264-19 neutron-server[103170]: { 'AddressGroup': {'1.2'}, Dec 20 14:11:40.049449 n-d-761264-19 neutron-server[103170]: 'ConntrackHelper': {'1.0'}, Dec 20 14:11:40.049449 n-d-761264-19 neutron-server[103170]: 'LocalIPAssociation': {'1.0'}, Dec 20 14:11:40.049449 n-d-761264-19 neutron-server[103170]: 'Log': {'1.0'}, Dec 20 14:11:40.049449 n-d-761264-19 neutron-server[103170]: 'Network': {'1.1'}, Dec 20 14:11:40.049449 n-d-761264-19 neutron-server[103170]: 'Port': {'1.7'}, Dec 20 14:11:40.049449 n-d-761264-19 neutron-server[103170]: 'PortForwarding': {'1.2'}, Dec 20 14:11:40.049449 n-d-761264-19 neutron-server[103170]: 'QosPolicy': {'1.10'}, Dec 20 14:11:40.049449 n-d-761264-19 neutron-server[103170]: 'SecurityGroup': {'1.5'}, Dec 20 14:11:40.049449 n-d-761264-19 neutron-server[103170]: 'SecurityGroupRule': {'1.2'}, Dec 20 14:11:40.049449 n-d-761264-19 neutron-server[103170]: 'SubPort': {'1.0'}, Dec 20 14:11:40.049449 n-d-761264-19 neutron-server[103170]: 'Subnet': {'1.1'}, Dec 20 14:11:40.049449 n-d-761264-19 neutron-server[103170]: 'Trunk': {'1.1'}} Dec 20 14:11:40.049449 n-d-761264-19 neutron-server[103170]: consumer versions: Dec 20 14:11:40.049449 n-d-761264-19 neutron-server[103170]: { DHCP agent@n-d-761264-19: {}, Dec 20 14:11:40.049449 n-d-761264-19 neutron-server[103170]: L3 agent@n-d-761264-19: {}, Dec 20 14:11:40.049449 n-d-761264-19 neutron-server[103170]: Metadata agent@n-d-761264-19: {}, Dec 20 14:11:40.049449 n-d-761264-19 neutron-server[103170]: Metering agent@n-d-761264-19: {}, Dec 20 14:11:40.049449 n-d-761264-19 neutron-server[103170]: Open vSwitch agent@n-d-761264-19: { 'AddressGroup': '1.2', Dec 20 14:11:40.049449 n-d-761264-19 neutron-server[103170]: 'ConntrackHelper': '1.0', Dec 20 14:11:40.049449 n-d-761264-19 neutron-server[103170]: 'LocalIPAssociation': '1.0', Dec 20 14:11:40.049449 n-d-761264-19 neutron-server[103170]: 'Log': '1.0', Dec 20 14:11:40.049449 n-d-761264-19 neutron-server[103170]: 'Network': '1.1', Dec 20 14:11:40.049449 n-d-761264-19 neutron-server[103170]: 'Port': '1.7', Dec 20 14:11:40.049449 n-d-761264-19 neutron-server[103170]: 'PortForwarding': '1.2', Dec 20 14:11:40.049449 n-d-761264-19 neutron-server[103170]: 'QosPolicy': '1.10', Dec 20 14:11:40.049449 n-d-761264-19 neutron-server[103170]: 'SecurityGroup': '1.5', Dec 20 14:11:40.049449 n-d-761264-19 neutron-server[103170]: 'SecurityGroupRule': '1.2', Dec 20 14:11:40.049449 n-d-761264-19 neutron-server[103170]: 'SubPort': '1.0', Dec 20 14:11:40.049449 n-d-761264-19 neutron-server[103170]: 'Subnet': '1.1', Dec 20 14:11:40.049449 n-d-761264-19 neutron-server[103170]: 'Trunk': '1.1'}} Dec 20 14:11:40.049449 n-d-761264-19 neutron-server[103170]: {{(pid=103170) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 20 14:11:40.051816 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-632d748d-74a1-4ce0-88f8-1f2ebb57a665 None None] Attempting to bind port 7be0df1e-af00-4372-bd13-be2a672502a2 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:11:40.052200 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-632d748d-74a1-4ce0-88f8-1f2ebb57a665 None None] Attempting to bind port 7be0df1e-af00-4372-bd13-be2a672502a2 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '5d94d0b3-019c-4ec2-bec5-243b90ad4ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '414ad425-7de2-4f50-9202-054a28671b03'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:11:40.052634 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632d748d-74a1-4ce0-88f8-1f2ebb57a665 None None] Attempting to bind port 7be0df1e-af00-4372-bd13-be2a672502a2 on network 414ad425-7de2-4f50-9202-054a28671b03 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:11:40.059593 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632d748d-74a1-4ce0-88f8-1f2ebb57a665 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:11:40.060308 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632d748d-74a1-4ce0-88f8-1f2ebb57a665 None None] Checking segment: {'id': '5d94d0b3-019c-4ec2-bec5-243b90ad4ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '414ad425-7de2-4f50-9202-054a28671b03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:11:40.060720 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-632d748d-74a1-4ce0-88f8-1f2ebb57a665 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:11:40.061136 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632d748d-74a1-4ce0-88f8-1f2ebb57a665 None None] Bound using segment: {'id': '5d94d0b3-019c-4ec2-bec5-243b90ad4ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '414ad425-7de2-4f50-9202-054a28671b03'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:11:40.061643 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-632d748d-74a1-4ce0-88f8-1f2ebb57a665 None None] Bound port: 7be0df1e-af00-4372-bd13-be2a672502a2, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d94d0b3-019c-4ec2-bec5-243b90ad4ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '414ad425-7de2-4f50-9202-054a28671b03'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:11:40.061984 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-632d748d-74a1-4ce0-88f8-1f2ebb57a665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:11:40.127525 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-632d748d-74a1-4ce0-88f8-1f2ebb57a665 None None] For port 7be0df1e-af00-4372-bd13-be2a672502a2, host n-d-761264-19, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:11:40.145654 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-632d748d-74a1-4ce0-88f8-1f2ebb57a665 None None] For port 7be0df1e-af00-4372-bd13-be2a672502a2, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=7be0df1e-af00-4372-bd13-be2a672502a2,segment=NetworkSegment(5d94d0b3-019c-4ec2-bec5-243b90ad4ced),segment_id=5d94d0b3-019c-4ec2-bec5-243b90ad4ced)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:11:40.152154 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-632d748d-74a1-4ce0-88f8-1f2ebb57a665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:11:40.166186 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-3cf129c6-9717-4cd4-b28e-5776cf205bbc None None] Provisioning complete for port 7be0df1e-af00-4372-bd13-be2a672502a2 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:11:40.166783 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-3cf129c6-9717-4cd4-b28e-5776cf205bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:11:40.198431 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632d748d-74a1-4ce0-88f8-1f2ebb57a665 None None] Routers {'36ddc93b-3329-42b2-9c3b-beb7755b9e57'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:11:40.199206 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-632d748d-74a1-4ce0-88f8-1f2ebb57a665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:11:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['36ddc93b-3329-42b2-9c3b-beb7755b9e57'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:11:40.248401 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-3cf129c6-9717-4cd4-b28e-5776cf205bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:11:40.286818 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-632d748d-74a1-4ce0-88f8-1f2ebb57a665 None None] Set router 36ddc93b-3329-42b2-9c3b-beb7755b9e57 gateway port host: None {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:11:40.289210 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-3cf129c6-9717-4cd4-b28e-5776cf205bbc None None] For port 7be0df1e-af00-4372-bd13-be2a672502a2, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=7be0df1e-af00-4372-bd13-be2a672502a2,segment=NetworkSegment(5d94d0b3-019c-4ec2-bec5-243b90ad4ced),segment_id=5d94d0b3-019c-4ec2-bec5-243b90ad4ced)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:11:40.297121 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-3cf129c6-9717-4cd4-b28e-5776cf205bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:11:40.353850 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf129c6-9717-4cd4-b28e-5776cf205bbc None None] Pushing event updated for resources: {'Port': ['ID=7be0df1e-af00-4372-bd13-be2a672502a2,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:11:40.413783 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593a7602-b372-4462-a0e9-38e150360ab7 None None] Pushing event updated for resources: {'Port': ['ID=7be0df1e-af00-4372-bd13-be2a672502a2,revision_number=4']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:11:40.423453 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-bd6cc341-2385-4281-86bc-178f8ea24451 None None] Provisioning complete for port 7be0df1e-af00-4372-bd13-be2a672502a2 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:11:40.423923 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-bd6cc341-2385-4281-86bc-178f8ea24451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:11:40.508746 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-632d748d-74a1-4ce0-88f8-1f2ebb57a665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ddc93b-3329-42b2-9c3b-beb7755b9e57', 'name': 'router1', 'tenant_id': '7beebf3a55ca4fb7a177b26ef9d13332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:11:27Z', 'updated_at': '2021-12-20T14:11:37Z', 'revision_number': 2, 'project_id': '7beebf3a55ca4fb7a177b26ef9d13332', 'gw_port_host': None, '_interfaces': [{'id': '7be0df1e-af00-4372-bd13-be2a672502a2', 'name': '', 'network_id': '414ad425-7de2-4f50-9202-054a28671b03', 'tenant_id': '7beebf3a55ca4fb7a177b26ef9d13332', 'mac_address': 'fa:16:3e:a1:42:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ddc93b-3329-42b2-9c3b-beb7755b9e57', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'df53050c-8562-498b-bd4c-a4c93ee77b56', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:11:37Z', 'updated_at': '2021-12-20T14:11:40Z', 'revision_number': 4, 'project_id': '7beebf3a55ca4fb7a177b26ef9d13332', 'subnets': [{'id': 'df53050c-8562-498b-bd4c-a4c93ee77b56', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '21888db2-ef34-4f25-b7f3-286e19d37fb0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:11:40.534165 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632d748d-74a1-4ce0-88f8-1f2ebb57a665 None None] The sync data for ids ['36ddc93b-3329-42b2-9c3b-beb7755b9e57'] in n-d-761264-19 is: [{'id': '36ddc93b-3329-42b2-9c3b-beb7755b9e57', 'name': 'router1', 'tenant_id': '7beebf3a55ca4fb7a177b26ef9d13332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:11:27Z', 'updated_at': '2021-12-20T14:11:37Z', 'revision_number': 2, 'project_id': '7beebf3a55ca4fb7a177b26ef9d13332', 'gw_port_host': None, '_interfaces': [{'id': '7be0df1e-af00-4372-bd13-be2a672502a2', 'name': '', 'network_id': '414ad425-7de2-4f50-9202-054a28671b03', 'tenant_id': '7beebf3a55ca4fb7a177b26ef9d13332', 'mac_address': 'fa:16:3e:a1:42:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ddc93b-3329-42b2-9c3b-beb7755b9e57', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'df53050c-8562-498b-bd4c-a4c93ee77b56', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:11:37Z', 'updated_at': '2021-12-20T14:11:40Z', 'revision_number': 4, 'project_id': '7beebf3a55ca4fb7a177b26ef9d13332', 'subnets': [{'id': 'df53050c-8562-498b-bd4c-a4c93ee77b56', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '21888db2-ef34-4f25-b7f3-286e19d37fb0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:11:41.011266 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 44004) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:11:41.120986 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85d9442-9b76-45bd-9470-c2250f22bd82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:11:41.128515 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-d85d9442-9b76-45bd-9470-c2250f22bd82 admin admin] 10.222.0.54 "GET /v2.0/networks/c3f8658e-da35-41f3-bd03-509e29ebd6f3 HTTP/1.1" status: 200 len: 842 time: 0.1100483 Dec 20 14:11:41.132829 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-58678026-d320-4e91-89c6-15388e546193 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'cidr': '172.25.0.0/24', 'enable_dhcp': False, 'gateway_ip': '172.25.0.1', 'ip_version': 4}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:11:41.159682 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58678026-d320-4e91-89c6-15388e546193 admin admin] Made reservation on behalf of e608d1c3c4b344ed958afb5e66eb8d47 for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:11:41.161985 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-58678026-d320-4e91-89c6-15388e546193 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:11:41.442483 n-d-761264-19 neutron-server[103168]: DEBUG neutron.objects.ports [None req-58678026-d320-4e91-89c6-15388e546193 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103168) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 20 14:11:41.442950 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-58678026-d320-4e91-89c6-15388e546193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for subnet, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:11:41.494657 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58678026-d320-4e91-89c6-15388e546193 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e234962d-1cda-46a7-b762-1d627c410522,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:11:41.504106 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58678026-d320-4e91-89c6-15388e546193 admin admin] Checking segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:11:41.504449 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58678026-d320-4e91-89c6-15388e546193 admin admin] Network hostable DHCP agents. Network: c3f8658e-da35-41f3-bd03-509e29ebd6f3, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:11:41.523445 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58678026-d320-4e91-89c6-15388e546193 admin admin] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:11:41.533481 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-58678026-d320-4e91-89c6-15388e546193 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, c3f8658e-da35-41f3-bd03-509e29ebd6f3) {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:11:41.537953 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58678026-d320-4e91-89c6-15388e546193 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:11:41.538553 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-58678026-d320-4e91-89c6-15388e546193 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:11:41.542743 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705599fe-5509-4b19-91bb-cd024958b7d2 None None] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:11:41.571252 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-58678026-d320-4e91-89c6-15388e546193 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4285474 Dec 20 14:11:41.650182 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644efc6a-67e6-470b-9d0c-ef783f198fe2 None None] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:11:44.015512 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 44012) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:11:44.230746 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-c69dad98-77a4-4d49-8476-4a9712754686 admin admin] 10.222.0.54 "GET /v2.0/routers/36ddc93b-3329-42b2-9c3b-beb7755b9e57 HTTP/1.1" status: 200 len: 710 time: 0.2138495 Dec 20 14:11:44.423642 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb7f02f-88da-438f-9bd9-8fd6b1ff25d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:11:44.425173 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-beb7f02f-88da-438f-9bd9-8fd6b1ff25d2 admin admin] 10.222.0.54 "GET /v2.0/networks/c3f8658e-da35-41f3-bd03-509e29ebd6f3 HTTP/1.1" status: 200 len: 886 time: 0.1908963 Dec 20 14:11:44.435155 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-d4840291-4c3c-4364-a160-77f426dbb3f2 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:11:44.693119 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d4840291-4c3c-4364-a160-77f426dbb3f2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:11:44.925523 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d4840291-4c3c-4364-a160-77f426dbb3f2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:11:45.001172 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d4840291-4c3c-4364-a160-77f426dbb3f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:11:45.186395 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-d4840291-4c3c-4364-a160-77f426dbb3f2 admin admin] Allocated IP 172.25.0.94 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/e189da3e-223c-4ea2-92aa-f8e6806a56a0) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:11:45.291849 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d4840291-4c3c-4364-a160-77f426dbb3f2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:11:45.356940 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d4840291-4c3c-4364-a160-77f426dbb3f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:11:45.416992 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4840291-4c3c-4364-a160-77f426dbb3f2 admin admin] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:11:45.421894 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-d4840291-4c3c-4364-a160-77f426dbb3f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:11:45.463958 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4840291-4c3c-4364-a160-77f426dbb3f2 admin admin] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:11:45.526959 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4840291-4c3c-4364-a160-77f426dbb3f2 admin admin] Pushing event updated for resources: {'Port': ['ID=e189da3e-223c-4ea2-92aa-f8e6806a56a0,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:11:45.538891 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4840291-4c3c-4364-a160-77f426dbb3f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:11:45.539196 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4840291-4c3c-4364-a160-77f426dbb3f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:11:45.539569 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4840291-4c3c-4364-a160-77f426dbb3f2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:11:45.539872 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4840291-4c3c-4364-a160-77f426dbb3f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:11:45.540229 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4840291-4c3c-4364-a160-77f426dbb3f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:11:45.540551 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4840291-4c3c-4364-a160-77f426dbb3f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:11:45.540866 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4840291-4c3c-4364-a160-77f426dbb3f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:11:45.541182 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4840291-4c3c-4364-a160-77f426dbb3f2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:11:45.541499 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4840291-4c3c-4364-a160-77f426dbb3f2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:11:45.541809 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4840291-4c3c-4364-a160-77f426dbb3f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:11:45.542193 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4840291-4c3c-4364-a160-77f426dbb3f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:11:45.542443 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4840291-4c3c-4364-a160-77f426dbb3f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:11:45.542743 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4840291-4c3c-4364-a160-77f426dbb3f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:11:45.543885 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4840291-4c3c-4364-a160-77f426dbb3f2 admin admin] Tracked resource versions report: Dec 20 14:11:45.543885 n-d-761264-19 neutron-server[103167]: pushed versions: Dec 20 14:11:45.543885 n-d-761264-19 neutron-server[103167]: { 'AddressGroup': {'1.2'}, Dec 20 14:11:45.543885 n-d-761264-19 neutron-server[103167]: 'ConntrackHelper': {'1.0'}, Dec 20 14:11:45.543885 n-d-761264-19 neutron-server[103167]: 'LocalIPAssociation': {'1.0'}, Dec 20 14:11:45.543885 n-d-761264-19 neutron-server[103167]: 'Log': {'1.0'}, Dec 20 14:11:45.543885 n-d-761264-19 neutron-server[103167]: 'Network': {'1.1'}, Dec 20 14:11:45.543885 n-d-761264-19 neutron-server[103167]: 'Port': {'1.7'}, Dec 20 14:11:45.543885 n-d-761264-19 neutron-server[103167]: 'PortForwarding': {'1.2'}, Dec 20 14:11:45.543885 n-d-761264-19 neutron-server[103167]: 'QosPolicy': {'1.10'}, Dec 20 14:11:45.543885 n-d-761264-19 neutron-server[103167]: 'SecurityGroup': {'1.5'}, Dec 20 14:11:45.543885 n-d-761264-19 neutron-server[103167]: 'SecurityGroupRule': {'1.2'}, Dec 20 14:11:45.543885 n-d-761264-19 neutron-server[103167]: 'SubPort': {'1.0'}, Dec 20 14:11:45.543885 n-d-761264-19 neutron-server[103167]: 'Subnet': {'1.1'}, Dec 20 14:11:45.543885 n-d-761264-19 neutron-server[103167]: 'Trunk': {'1.1'}} Dec 20 14:11:45.543885 n-d-761264-19 neutron-server[103167]: consumer versions: Dec 20 14:11:45.543885 n-d-761264-19 neutron-server[103167]: { DHCP agent@n-d-761264-19: {}, Dec 20 14:11:45.543885 n-d-761264-19 neutron-server[103167]: L3 agent@n-d-761264-19: {}, Dec 20 14:11:45.543885 n-d-761264-19 neutron-server[103167]: Metadata agent@n-d-761264-19: {}, Dec 20 14:11:45.543885 n-d-761264-19 neutron-server[103167]: Metering agent@n-d-761264-19: {}, Dec 20 14:11:45.543885 n-d-761264-19 neutron-server[103167]: Open vSwitch agent@n-d-761264-19: { 'AddressGroup': '1.2', Dec 20 14:11:45.543885 n-d-761264-19 neutron-server[103167]: 'ConntrackHelper': '1.0', Dec 20 14:11:45.543885 n-d-761264-19 neutron-server[103167]: 'LocalIPAssociation': '1.0', Dec 20 14:11:45.543885 n-d-761264-19 neutron-server[103167]: 'Log': '1.0', Dec 20 14:11:45.543885 n-d-761264-19 neutron-server[103167]: 'Network': '1.1', Dec 20 14:11:45.543885 n-d-761264-19 neutron-server[103167]: 'Port': '1.7', Dec 20 14:11:45.543885 n-d-761264-19 neutron-server[103167]: 'PortForwarding': '1.2', Dec 20 14:11:45.543885 n-d-761264-19 neutron-server[103167]: 'QosPolicy': '1.10', Dec 20 14:11:45.543885 n-d-761264-19 neutron-server[103167]: 'SecurityGroup': '1.5', Dec 20 14:11:45.543885 n-d-761264-19 neutron-server[103167]: 'SecurityGroupRule': '1.2', Dec 20 14:11:45.543885 n-d-761264-19 neutron-server[103167]: 'SubPort': '1.0', Dec 20 14:11:45.543885 n-d-761264-19 neutron-server[103167]: 'Subnet': '1.1', Dec 20 14:11:45.543885 n-d-761264-19 neutron-server[103167]: 'Trunk': '1.1'}} Dec 20 14:11:45.543885 n-d-761264-19 neutron-server[103167]: {{(pid=103167) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 20 14:11:45.829436 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d4840291-4c3c-4364-a160-77f426dbb3f2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:11:46.020483 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d4840291-4c3c-4364-a160-77f426dbb3f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1584976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40157'] for router, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:11:46.025194 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d4840291-4c3c-4364-a160-77f426dbb3f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1584999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1585022', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1594780'] for router, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:11:46.144525 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4840291-4c3c-4364-a160-77f426dbb3f2 admin admin] Router 36ddc93b-3329-42b2-9c3b-beb7755b9e57 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:11:46.251823 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4840291-4c3c-4364-a160-77f426dbb3f2 admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:11:46.258958 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d4840291-4c3c-4364-a160-77f426dbb3f2 admin admin] Publish callbacks [] for router, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:11:46.260200 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-d4840291-4c3c-4364-a160-77f426dbb3f2 admin admin] 10.222.0.54 "PUT /v2.0/routers/36ddc93b-3329-42b2-9c3b-beb7755b9e57 HTTP/1.1" status: 200 len: 889 time: 1.8286426 Dec 20 14:11:47.683877 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8859928b-d4c2-4038-b973-4b32d55010bb None None] Sync routers for ids ['36ddc93b-3329-42b2-9c3b-beb7755b9e57'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:11:47.695127 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8859928b-d4c2-4038-b973-4b32d55010bb None None] Routers {'36ddc93b-3329-42b2-9c3b-beb7755b9e57'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:11:47.695771 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-8859928b-d4c2-4038-b973-4b32d55010bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:11:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['36ddc93b-3329-42b2-9c3b-beb7755b9e57'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:11:47.906761 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-8859928b-d4c2-4038-b973-4b32d55010bb None None] Set router 36ddc93b-3329-42b2-9c3b-beb7755b9e57 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:11:47.953275 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 7be0df1e-af00-4372-bd13-be2a672502a2 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:11:48.181786 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 7be0df1e-af00-4372-bd13-be2a672502a2 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:11:48.182153 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:11:48.485594 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-8859928b-d4c2-4038-b973-4b32d55010bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ddc93b-3329-42b2-9c3b-beb7755b9e57', 'name': 'router1', 'tenant_id': '7beebf3a55ca4fb7a177b26ef9d13332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': 'e189da3e-223c-4ea2-92aa-f8e6806a56a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:11:27Z', 'updated_at': '2021-12-20T14:11:45Z', 'revision_number': 4, 'project_id': '7beebf3a55ca4fb7a177b26ef9d13332', 'gw_port': {'id': 'e189da3e-223c-4ea2-92aa-f8e6806a56a0', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ac:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ddc93b-3329-42b2-9c3b-beb7755b9e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:11:45Z', 'updated_at': '2021-12-20T14:11:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '7be0df1e-af00-4372-bd13-be2a672502a2', 'name': '', 'network_id': '414ad425-7de2-4f50-9202-054a28671b03', 'tenant_id': '7beebf3a55ca4fb7a177b26ef9d13332', 'mac_address': 'fa:16:3e:a1:42:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ddc93b-3329-42b2-9c3b-beb7755b9e57', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'df53050c-8562-498b-bd4c-a4c93ee77b56', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:11:37Z', 'updated_at': '2021-12-20T14:11:40Z', 'revision_number': 5, 'project_id': '7beebf3a55ca4fb7a177b26ef9d13332', 'subnets': [{'id': 'df53050c-8562-498b-bd4c-a4c93ee77b56', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '21888db2-ef34-4f25-b7f3-286e19d37fb0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:11:48.534513 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8859928b-d4c2-4038-b973-4b32d55010bb None None] Checking router: 36ddc93b-3329-42b2-9c3b-beb7755b9e57 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:11:48.534910 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8859928b-d4c2-4038-b973-4b32d55010bb None None] Updating router 36ddc93b-3329-42b2-9c3b-beb7755b9e57 port e189da3e-223c-4ea2-92aa-f8e6806a56a0 binding host n-d-761264-19 {{(pid=103169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 14:11:48.583548 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8859928b-d4c2-4038-b973-4b32d55010bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:11:48.817846 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 44028) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:11:48.896770 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8859928b-d4c2-4038-b973-4b32d55010bb None None] Publish callbacks [] for port, precommit_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:11:48.903396 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8859928b-d4c2-4038-b973-4b32d55010bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:11:48.935327 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-fefaf705-6978-4df8-b18b-4bc69cec75b7 admin admin] 10.222.0.54 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1162817 Dec 20 14:11:48.956281 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a40ad2-dff6-4731-b831-baf6e08d2e65 None None] Pushing event updated for resources: {'Port': ['ID=e189da3e-223c-4ea2-92aa-f8e6806a56a0,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:11:48.959209 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-8859928b-d4c2-4038-b973-4b32d55010bb None None] Attempting to bind port e189da3e-223c-4ea2-92aa-f8e6806a56a0 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:11:48.959935 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-8859928b-d4c2-4038-b973-4b32d55010bb None None] Attempting to bind port e189da3e-223c-4ea2-92aa-f8e6806a56a0 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:11:48.960298 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8859928b-d4c2-4038-b973-4b32d55010bb None None] Attempting to bind port e189da3e-223c-4ea2-92aa-f8e6806a56a0 on network c3f8658e-da35-41f3-bd03-509e29ebd6f3 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:11:48.967440 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8859928b-d4c2-4038-b973-4b32d55010bb None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:11:48.968234 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8859928b-d4c2-4038-b973-4b32d55010bb None None] Checking segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:11:48.968643 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8859928b-d4c2-4038-b973-4b32d55010bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:11:48.969025 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8859928b-d4c2-4038-b973-4b32d55010bb None None] Bound using segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:11:48.969545 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-8859928b-d4c2-4038-b973-4b32d55010bb None None] Bound port: e189da3e-223c-4ea2-92aa-f8e6806a56a0, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:11:48.969948 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8859928b-d4c2-4038-b973-4b32d55010bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:11:49.026655 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-8859928b-d4c2-4038-b973-4b32d55010bb None None] For port e189da3e-223c-4ea2-92aa-f8e6806a56a0, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:11:49.029967 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-8859928b-d4c2-4038-b973-4b32d55010bb None None] For port e189da3e-223c-4ea2-92aa-f8e6806a56a0, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=e189da3e-223c-4ea2-92aa-f8e6806a56a0,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:11:49.040478 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8859928b-d4c2-4038-b973-4b32d55010bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:11:49.101436 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8859928b-d4c2-4038-b973-4b32d55010bb None None] Routers {'36ddc93b-3329-42b2-9c3b-beb7755b9e57'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:11:49.102082 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-8859928b-d4c2-4038-b973-4b32d55010bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:11:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['36ddc93b-3329-42b2-9c3b-beb7755b9e57'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:11:49.104244 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a40ad2-dff6-4731-b831-baf6e08d2e65 None None] Pushing event updated for resources: {'Port': ['ID=e189da3e-223c-4ea2-92aa-f8e6806a56a0,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:11:49.214081 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-8859928b-d4c2-4038-b973-4b32d55010bb None None] Set router 36ddc93b-3329-42b2-9c3b-beb7755b9e57 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:11:49.421466 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-8859928b-d4c2-4038-b973-4b32d55010bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ddc93b-3329-42b2-9c3b-beb7755b9e57', 'name': 'router1', 'tenant_id': '7beebf3a55ca4fb7a177b26ef9d13332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': 'e189da3e-223c-4ea2-92aa-f8e6806a56a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:11:27Z', 'updated_at': '2021-12-20T14:11:45Z', 'revision_number': 4, 'project_id': '7beebf3a55ca4fb7a177b26ef9d13332', 'gw_port': {'id': 'e189da3e-223c-4ea2-92aa-f8e6806a56a0', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ac:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ddc93b-3329-42b2-9c3b-beb7755b9e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:11:45Z', 'updated_at': '2021-12-20T14:11:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '7be0df1e-af00-4372-bd13-be2a672502a2', 'name': '', 'network_id': '414ad425-7de2-4f50-9202-054a28671b03', 'tenant_id': '7beebf3a55ca4fb7a177b26ef9d13332', 'mac_address': 'fa:16:3e:a1:42:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ddc93b-3329-42b2-9c3b-beb7755b9e57', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'df53050c-8562-498b-bd4c-a4c93ee77b56', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:11:37Z', 'updated_at': '2021-12-20T14:11:40Z', 'revision_number': 5, 'project_id': '7beebf3a55ca4fb7a177b26ef9d13332', 'subnets': [{'id': 'df53050c-8562-498b-bd4c-a4c93ee77b56', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '21888db2-ef34-4f25-b7f3-286e19d37fb0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:11:49.450221 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8859928b-d4c2-4038-b973-4b32d55010bb None None] The sync data for ids ['36ddc93b-3329-42b2-9c3b-beb7755b9e57'] in n-d-761264-19 is: [{'id': '36ddc93b-3329-42b2-9c3b-beb7755b9e57', 'name': 'router1', 'tenant_id': '7beebf3a55ca4fb7a177b26ef9d13332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': 'e189da3e-223c-4ea2-92aa-f8e6806a56a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:11:27Z', 'updated_at': '2021-12-20T14:11:45Z', 'revision_number': 4, 'project_id': '7beebf3a55ca4fb7a177b26ef9d13332', 'gw_port': {'id': 'e189da3e-223c-4ea2-92aa-f8e6806a56a0', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ac:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ddc93b-3329-42b2-9c3b-beb7755b9e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:11:45Z', 'updated_at': '2021-12-20T14:11:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '7be0df1e-af00-4372-bd13-be2a672502a2', 'name': '', 'network_id': '414ad425-7de2-4f50-9202-054a28671b03', 'tenant_id': '7beebf3a55ca4fb7a177b26ef9d13332', 'mac_address': 'fa:16:3e:a1:42:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ddc93b-3329-42b2-9c3b-beb7755b9e57', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'df53050c-8562-498b-bd4c-a4c93ee77b56', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:11:37Z', 'updated_at': '2021-12-20T14:11:40Z', 'revision_number': 5, 'project_id': '7beebf3a55ca4fb7a177b26ef9d13332', 'subnets': [{'id': 'df53050c-8562-498b-bd4c-a4c93ee77b56', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '21888db2-ef34-4f25-b7f3-286e19d37fb0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:11:49.967922 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device e189da3e-223c-4ea2-92aa-f8e6806a56a0 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:11:50.016868 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port e189da3e-223c-4ea2-92aa-f8e6806a56a0 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:11:50.017363 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:11:50.093681 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:11:50.114059 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] For port e189da3e-223c-4ea2-92aa-f8e6806a56a0, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=e189da3e-223c-4ea2-92aa-f8e6806a56a0,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:11:50.119117 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:11:50.172659 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Pushing event updated for resources: {'Port': ['ID=e189da3e-223c-4ea2-92aa-f8e6806a56a0,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:11:51.915462 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device e189da3e-223c-4ea2-92aa-f8e6806a56a0 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:11:51.970228 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port e189da3e-223c-4ea2-92aa-f8e6806a56a0 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:11:51.970597 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:11:54.988451 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 5 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 14:12:00.578519 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e86f7a8e-49e4-47ea-9541-68a5a7ced6e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:12:02.793351 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-36982b79-2469-4402-8a8b-8b686cc695d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:12:03.559371 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:12:05.528914 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:12:06.274281 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:12:30.582756 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e3598914-b747-4738-ad9e-58368bc801e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:12:31.987081 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 5 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 14:12:32.799957 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-fc090d7a-f761-4e78-a220-9b17efb0de27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:12:33.616349 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:12:35.525141 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:12:36.160762 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:13:00.587205 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a35a252e-9735-436b-bec1-8e2f793b74b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:13:02.796014 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c8a405ff-5be4-4483-beac-60cccd14e353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:13:03.561941 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:13:05.529254 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:13:06.156048 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:13:08.986105 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 5 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 14:13:14.199007 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 44544) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:13:14.267573 n-d-761264-19 neutron-server[103167]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b1a6227-35d2-47d8-809b-768f1b7a2b72 admin admin] GET failed (client error): The resource could not be found. Dec 20 14:13:14.268905 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-0b1a6227-35d2-47d8-809b-768f1b7a2b72 admin admin] 10.222.0.54 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0689125 Dec 20 14:13:14.440057 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2509b24b-c651-43d3-97f7-3142ca953735 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:13:14.441482 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-2509b24b-c651-43d3-97f7-3142ca953735 admin admin] 10.222.0.54 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1676216 Dec 20 14:13:16.781181 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 44554) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:13:16.899993 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5052feca-866d-4c3b-9e47-cc25f2dbb6db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:13:16.901353 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-5052feca-866d-4c3b-9e47-cc25f2dbb6db admin admin] 10.222.0.54 "GET /v2.0/subnets/df53050c-8562-498b-bd4c-a4c93ee77b56 HTTP/1.1" status: 200 len: 849 time: 0.1189675 Dec 20 14:13:16.911527 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-96321665-2a48-4f73-a976-86622923b8e3 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:13:17.002688 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-96321665-2a48-4f73-a976-86622923b8e3 admin admin] Publish callbacks [] for subnet, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:13:17.152188 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-96321665-2a48-4f73-a976-86622923b8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8753495029818'] for subnet, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:13:17.181213 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96321665-2a48-4f73-a976-86622923b8e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:13:17.182048 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-96321665-2a48-4f73-a976-86622923b8e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:13:17.185358 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4cb577c-26b1-4d62-8239-8518e81d0b9a None None] Network 414ad425-7de2-4f50-9202-054a28671b03 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:13:17.195449 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-96321665-2a48-4f73-a976-86622923b8e3 admin admin] 10.222.0.54 "PUT /v2.0/subnets/df53050c-8562-498b-bd4c-a4c93ee77b56 HTTP/1.1" status: 200 len: 868 time: 0.2873135 Dec 20 14:13:17.217951 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96321665-2a48-4f73-a976-86622923b8e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df53050c-8562-498b-bd4c-a4c93ee77b56,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:13:17.225617 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96321665-2a48-4f73-a976-86622923b8e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:13:17.226008 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96321665-2a48-4f73-a976-86622923b8e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:13:17.226287 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96321665-2a48-4f73-a976-86622923b8e3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:13:17.226618 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96321665-2a48-4f73-a976-86622923b8e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:13:17.226976 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96321665-2a48-4f73-a976-86622923b8e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:13:17.227302 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96321665-2a48-4f73-a976-86622923b8e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:13:17.227623 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96321665-2a48-4f73-a976-86622923b8e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:13:17.227940 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96321665-2a48-4f73-a976-86622923b8e3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:13:17.228255 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96321665-2a48-4f73-a976-86622923b8e3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:13:17.228570 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96321665-2a48-4f73-a976-86622923b8e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:13:17.228887 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96321665-2a48-4f73-a976-86622923b8e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:13:17.229200 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96321665-2a48-4f73-a976-86622923b8e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:13:17.229520 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96321665-2a48-4f73-a976-86622923b8e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:13:17.531599 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-fc00a433-c54a-4387-93b9-81120ab07823 None None] Provisioning complete for port d8e766ff-4817-4e6c-bbd4-b83e40fc83f0 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:13:17.531997 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-fc00a433-c54a-4387-93b9-81120ab07823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:13:17.620373 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-fc00a433-c54a-4387-93b9-81120ab07823 None None] Provisioning complete for port 7be0df1e-af00-4372-bd13-be2a672502a2 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:13:17.620599 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-fc00a433-c54a-4387-93b9-81120ab07823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:13:19.552991 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 44562) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:13:19.761757 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7687f9c0-7bc4-457f-93ab-642525a0a412 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:13:19.762106 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7687f9c0-7bc4-457f-93ab-642525a0a412 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:13:19.763715 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-7687f9c0-7bc4-457f-93ab-642525a0a412 admin admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2096729 Dec 20 14:13:22.113352 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 44570) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:13:22.249506 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1d4aa6-932d-412a-a169-d2c0ca672978 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:13:22.249978 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1d4aa6-932d-412a-a169-d2c0ca672978 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:13:22.251932 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-3f1d4aa6-932d-412a-a169-d2c0ca672978 admin admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1376126 Dec 20 14:13:24.626817 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 44578) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:13:24.830238 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5b02f5-73a5-41a2-b85e-d4c369f305a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:13:24.832149 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-5e5b02f5-73a5-41a2-b85e-d4c369f305a5 admin admin] 10.222.0.54 "GET /v2.0/networks/414ad425-7de2-4f50-9202-054a28671b03 HTTP/1.1" status: 200 len: 869 time: 0.2043724 Dec 20 14:13:27.193045 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 44588) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:13:27.328979 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c848b23a-d3aa-4701-a3e4-1a03a730ef1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:13:27.330248 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-c848b23a-d3aa-4701-a3e4-1a03a730ef1c admin admin] 10.222.0.54 "GET /v2.0/networks/c3f8658e-da35-41f3-bd03-509e29ebd6f3 HTTP/1.1" status: 200 len: 886 time: 0.1362011 Dec 20 14:13:29.678611 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 44596) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:13:29.875734 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428716d4-e4c6-4135-9c70-087b4e7fccdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:13:29.876091 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428716d4-e4c6-4135-9c70-087b4e7fccdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:13:29.877968 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-428716d4-e4c6-4135-9c70-087b4e7fccdb admin admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1983726 Dec 20 14:13:30.592242 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ab023572-5d98-4b84-9315-82b036a05c69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:13:32.231958 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 44604) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:13:32.365852 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5cd441-1169-4972-ad82-5bbd208bc0ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:13:32.366305 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5cd441-1169-4972-ad82-5bbd208bc0ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:13:32.367879 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-bf5cd441-1169-4972-ad82-5bbd208bc0ce admin admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1349494 Dec 20 14:13:32.791524 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-427542e1-ecc8-42ed-a0d4-bd2c8f818eb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:13:33.564739 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:13:34.695019 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 44612) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:13:34.801432 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971dcf99-22e3-415a-a705-a6b2b82cc846 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:13:34.803256 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-971dcf99-22e3-415a-a705-a6b2b82cc846 admin admin] 10.222.0.54 "GET /v2.0/subnets/df53050c-8562-498b-bd4c-a4c93ee77b56 HTTP/1.1" status: 200 len: 868 time: 0.1072640 Dec 20 14:13:35.531830 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:13:36.161990 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:13:37.168010 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 44620) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:13:37.270486 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1545cb8f-c909-4027-ba2c-8e741f9d54d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:13:37.271848 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-1545cb8f-c909-4027-ba2c-8e741f9d54d4 admin admin] 10.222.0.54 "GET /v2.0/subnets/e234962d-1cda-46a7-b762-1d627c410522 HTTP/1.1" status: 200 len: 816 time: 0.1028657 Dec 20 14:13:45.985604 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 5 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 14:14:00.597298 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-38de0079-3a18-4443-afbc-8ab0c03aae82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:14:01.977648 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 44674) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:14:02.030430 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [None req-31c3dbbf-98bc-4c69-8688-93b0ea0f7fb5 admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:14:02.031510 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-31c3dbbf-98bc-4c69-8688-93b0ea0f7fb5 admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0528698 Dec 20 14:14:02.796959 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-67b504c5-d3fb-4bac-bf13-35dbec234032 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:14:03.569997 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:14:04.504102 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 44682) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:14:04.566432 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-30fc3328-ecf4-4994-a2da-75bff0fcc348 admin admin] GET failed (client error): The resource could not be found. Dec 20 14:14:04.567725 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-30fc3328-ecf4-4994-a2da-75bff0fcc348 admin admin] 10.222.0.54 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0626476 Dec 20 14:14:04.706144 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0ec816-feff-446c-b4f2-73af097cf0b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:14:04.707531 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-6e0ec816-feff-446c-b4f2-73af097cf0b1 admin admin] 10.222.0.54 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1351492 Dec 20 14:14:05.535225 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:14:06.166241 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:14:07.105544 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 44690) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:14:07.153261 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-0b0bc8f4-5bb3-4296-a6d7-7a108b0b44a3 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:14:07.185717 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b0bc8f4-5bb3-4296-a6d7-7a108b0b44a3 admin admin] Made reservation on behalf of e608d1c3c4b344ed958afb5e66eb8d47 for: {'network': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:14:07.189141 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0b0bc8f4-5bb3-4296-a6d7-7a108b0b44a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:14:07.235595 n-d-761264-19 neutron-server[103167]: WARNING neutron.services.revisions.revision_plugin [None req-0b0bc8f4-5bb3-4296-a6d7-7a108b0b44a3 admin admin] Could not find related network for resource to bump revision. Dec 20 14:14:07.252370 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b0bc8f4-5bb3-4296-a6d7-7a108b0b44a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=103167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:14:07.267865 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0b0bc8f4-5bb3-4296-a6d7-7a108b0b44a3 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8753494997459', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:14:07.268425 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0b0bc8f4-5bb3-4296-a6d7-7a108b0b44a3 admin admin] Unsubscribe: segment precommit_create {{(pid=103167) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 20 14:14:07.268891 n-d-761264-19 neutron-server[103167]: INFO neutron.db.segments_db [None req-0b0bc8f4-5bb3-4296-a6d7-7a108b0b44a3 admin admin] Added segment 9db41a93-b061-4f3a-9252-27111992c7a5 of type vlan for network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 Dec 20 14:14:07.332165 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0b0bc8f4-5bb3-4296-a6d7-7a108b0b44a3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:14:07.365452 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0b0bc8f4-5bb3-4296-a6d7-7a108b0b44a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:14:07.366442 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0bc8f4-5bb3-4296-a6d7-7a108b0b44a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:14:07.367112 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0b0bc8f4-5bb3-4296-a6d7-7a108b0b44a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:14:07.421011 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-0b0bc8f4-5bb3-4296-a6d7-7a108b0b44a3 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3143833 Dec 20 14:14:07.462328 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0bc8f4-5bb3-4296-a6d7-7a108b0b44a3 admin admin] Pushing event updated for resources: {'Network': ['ID=00c897c2-e98d-4716-a0b4-8f9f297fa8a1,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:14:07.473742 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:14:09.791016 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 44698) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:14:09.860174 n-d-761264-19 neutron-server[103167]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd069f04-574b-4b68-a680-fa7a2b574f15 admin admin] GET failed (client error): The resource could not be found. Dec 20 14:14:09.861454 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-dd069f04-574b-4b68-a680-fa7a2b574f15 admin admin] 10.222.0.54 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0691776 Dec 20 14:14:09.940692 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76015aa1-6ca5-414f-a626-e18a7a3e2a1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:14:09.942165 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-76015aa1-6ca5-414f-a626-e18a7a3e2a1b admin admin] 10.222.0.54 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0759983 Dec 20 14:14:09.952531 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-fc3cc96b-3742-42e7-80fe-3307b57d2929 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1', 'description': 'shared-subnet'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:14:09.982459 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc3cc96b-3742-42e7-80fe-3307b57d2929 admin admin] Made reservation on behalf of e608d1c3c4b344ed958afb5e66eb8d47 for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:14:09.984874 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fc3cc96b-3742-42e7-80fe-3307b57d2929 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:14:10.169506 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fc3cc96b-3742-42e7-80fe-3307b57d2929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:14:10.222161 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3cc96b-3742-42e7-80fe-3307b57d2929 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36bf280f-81bb-4486-a87a-9b9505a1cec4,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:14:10.236470 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3cc96b-3742-42e7-80fe-3307b57d2929 admin admin] Checking segment: {'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:14:10.236734 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3cc96b-3742-42e7-80fe-3307b57d2929 admin admin] Network hostable DHCP agents. Network: 00c897c2-e98d-4716-a0b4-8f9f297fa8a1, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:14:10.259129 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3cc96b-3742-42e7-80fe-3307b57d2929 admin admin] Network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:14:10.270940 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-fc3cc96b-3742-42e7-80fe-3307b57d2929 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 00c897c2-e98d-4716-a0b4-8f9f297fa8a1) {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:14:10.276682 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3cc96b-3742-42e7-80fe-3307b57d2929 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:14:10.276682 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fc3cc96b-3742-42e7-80fe-3307b57d2929 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:14:10.279877 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ad920c-b2b5-45ca-829e-111fec6e1838 None None] Network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:14:10.295092 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-fc3cc96b-3742-42e7-80fe-3307b57d2929 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3459973 Dec 20 14:14:10.395145 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b639420f-440f-4ec1-937c-ab8fb0748fa2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-00c897c2-e98d-4716-a0b4-8f9f297fa8a1', 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1', 'project_id': 'e608d1c3c4b344ed958afb5e66eb8d47', 'fixed_ips': [{'subnet_id': '36bf280f-81bb-4486-a87a-9b9505a1cec4'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:14:10.396213 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b639420f-440f-4ec1-937c-ab8fb0748fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:14:10.538144 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-b639420f-440f-4ec1-937c-ab8fb0748fa2 None None] Allocated IP 192.168.233.2 (00c897c2-e98d-4716-a0b4-8f9f297fa8a1/36bf280f-81bb-4486-a87a-9b9505a1cec4/033e5086-cd9c-4d95-afdf-e5f59e619033) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:14:10.681529 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b639420f-440f-4ec1-937c-ab8fb0748fa2 None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:14:10.691391 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b639420f-440f-4ec1-937c-ab8fb0748fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:14:10.829012 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b639420f-440f-4ec1-937c-ab8fb0748fa2 None None] Network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:14:10.832090 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-b639420f-440f-4ec1-937c-ab8fb0748fa2 None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:14:10.836673 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b639420f-440f-4ec1-937c-ab8fb0748fa2 None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:14:10.842185 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b639420f-440f-4ec1-937c-ab8fb0748fa2 None None] Pushing event updated for resources: {'Port': ['ID=033e5086-cd9c-4d95-afdf-e5f59e619033,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:14:10.867123 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b639420f-440f-4ec1-937c-ab8fb0748fa2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:14:10.867476 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b639420f-440f-4ec1-937c-ab8fb0748fa2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:14:10.867797 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b639420f-440f-4ec1-937c-ab8fb0748fa2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:14:10.868127 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b639420f-440f-4ec1-937c-ab8fb0748fa2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:14:10.868438 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b639420f-440f-4ec1-937c-ab8fb0748fa2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:14:10.868757 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b639420f-440f-4ec1-937c-ab8fb0748fa2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:14:10.869075 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b639420f-440f-4ec1-937c-ab8fb0748fa2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:14:10.869391 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b639420f-440f-4ec1-937c-ab8fb0748fa2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:14:10.869707 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b639420f-440f-4ec1-937c-ab8fb0748fa2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:14:10.870022 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b639420f-440f-4ec1-937c-ab8fb0748fa2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:14:10.870361 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b639420f-440f-4ec1-937c-ab8fb0748fa2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:14:10.870668 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b639420f-440f-4ec1-937c-ab8fb0748fa2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:14:10.871002 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b639420f-440f-4ec1-937c-ab8fb0748fa2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:14:10.903035 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-b639420f-440f-4ec1-937c-ab8fb0748fa2 None None] Attempting to bind port 033e5086-cd9c-4d95-afdf-e5f59e619033 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:14:10.903414 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-b639420f-440f-4ec1-937c-ab8fb0748fa2 None None] Attempting to bind port 033e5086-cd9c-4d95-afdf-e5f59e619033 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:14:10.903764 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b639420f-440f-4ec1-937c-ab8fb0748fa2 None None] Attempting to bind port 033e5086-cd9c-4d95-afdf-e5f59e619033 on network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:14:10.908797 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b639420f-440f-4ec1-937c-ab8fb0748fa2 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:14:10.909163 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b639420f-440f-4ec1-937c-ab8fb0748fa2 None None] Checking segment: {'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:14:10.909556 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b639420f-440f-4ec1-937c-ab8fb0748fa2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:14:10.909936 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b639420f-440f-4ec1-937c-ab8fb0748fa2 None None] Bound using segment: {'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:14:10.910398 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-b639420f-440f-4ec1-937c-ab8fb0748fa2 None None] Bound port: 033e5086-cd9c-4d95-afdf-e5f59e619033, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:14:10.910804 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b639420f-440f-4ec1-937c-ab8fb0748fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:14:10.973852 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-b639420f-440f-4ec1-937c-ab8fb0748fa2 None None] For port 033e5086-cd9c-4d95-afdf-e5f59e619033, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:14:10.977304 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-b639420f-440f-4ec1-937c-ab8fb0748fa2 None None] For port 033e5086-cd9c-4d95-afdf-e5f59e619033, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=033e5086-cd9c-4d95-afdf-e5f59e619033,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:14:10.982285 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b639420f-440f-4ec1-937c-ab8fb0748fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:14:11.046178 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b639420f-440f-4ec1-937c-ab8fb0748fa2 None None] Pushing event updated for resources: {'Port': ['ID=033e5086-cd9c-4d95-afdf-e5f59e619033,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:14:11.869722 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2229bae8-36c8-43fb-925e-2be839529634 None None] Network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:14:11.977768 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-606a45a4-2bf1-412c-b84d-7e357d7e5369 None None] Provisioning complete for port 033e5086-cd9c-4d95-afdf-e5f59e619033 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:14:11.978134 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-606a45a4-2bf1-412c-b84d-7e357d7e5369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:14:12.065027 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 033e5086-cd9c-4d95-afdf-e5f59e619033 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:14:12.118870 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-606a45a4-2bf1-412c-b84d-7e357d7e5369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:14:12.156738 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-606a45a4-2bf1-412c-b84d-7e357d7e5369 None None] For port 033e5086-cd9c-4d95-afdf-e5f59e619033, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=033e5086-cd9c-4d95-afdf-e5f59e619033,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:14:12.166164 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 033e5086-cd9c-4d95-afdf-e5f59e619033 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:14:12.166593 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:14:12.168425 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-606a45a4-2bf1-412c-b84d-7e357d7e5369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:14:12.249059 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606a45a4-2bf1-412c-b84d-7e357d7e5369 None None] Pushing event updated for resources: {'Port': ['ID=033e5086-cd9c-4d95-afdf-e5f59e619033,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:14:12.389459 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-67d8dbf1-e992-4c53-b47c-f73dafdba042 None None] Provisioning complete for port 033e5086-cd9c-4d95-afdf-e5f59e619033 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:14:12.389826 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-67d8dbf1-e992-4c53-b47c-f73dafdba042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:14:13.993387 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 033e5086-cd9c-4d95-afdf-e5f59e619033 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:14:14.047689 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 033e5086-cd9c-4d95-afdf-e5f59e619033 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:14:14.048024 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:14:22.984582 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 5 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 14:14:30.602183 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-25a87355-f427-4802-aaa8-e76ca9c64135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:14:32.793891 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4373bad1-18ea-4bdd-811a-cc55a847c2cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:14:33.570909 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:14:35.538836 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:14:36.172586 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:14:59.984842 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 5 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 14:15:00.608376 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6f6f15ba-b0fa-473f-8f24-e56728b8af0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:15:02.801249 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-76d65faa-4656-44fa-92ea-00f715666317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:15:03.571493 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:15:05.541416 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:15:06.168453 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:15:28.106932 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 44742) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:15:28.112876 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [None req-372c7045-97b9-4e2f-80ab-2c73d7f06b9c tempest-verify_tempest_config-2067109022 tempest-verify_tempest_config-2067109022-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:15:28.113840 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-372c7045-97b9-4e2f-80ab-2c73d7f06b9c tempest-verify_tempest_config-2067109022 tempest-verify_tempest_config-2067109022-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0059321 Dec 20 14:15:28.430258 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 44760) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:15:28.533961 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ef3af3a4-1128-49d1-ba98-cc4f048fa556 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:15:28.609245 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ef3af3a4-1128-49d1-ba98-cc4f048fa556 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:15:28.614687 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ef3af3a4-1128-49d1-ba98-cc4f048fa556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:15:28.656671 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3af3a4-1128-49d1-ba98-cc4f048fa556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e1c19e5-00c8-4005-871f-1a9641e9741d,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:15:28.660429 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-ef3af3a4-1128-49d1-ba98-cc4f048fa556 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8c4739c1cdce428f95ca7022bba0ad93&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2291532 Dec 20 14:15:28.663486 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 44766) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:15:28.666046 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3af3a4-1128-49d1-ba98-cc4f048fa556 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:15:28.666390 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3af3a4-1128-49d1-ba98-cc4f048fa556 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:15:28.666747 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3af3a4-1128-49d1-ba98-cc4f048fa556 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:15:28.667071 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3af3a4-1128-49d1-ba98-cc4f048fa556 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:15:28.667419 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3af3a4-1128-49d1-ba98-cc4f048fa556 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:15:28.667740 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3af3a4-1128-49d1-ba98-cc4f048fa556 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:15:28.668063 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3af3a4-1128-49d1-ba98-cc4f048fa556 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:15:28.668382 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3af3a4-1128-49d1-ba98-cc4f048fa556 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:15:28.668669 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3af3a4-1128-49d1-ba98-cc4f048fa556 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:15:28.669033 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3af3a4-1128-49d1-ba98-cc4f048fa556 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:15:28.669329 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3af3a4-1128-49d1-ba98-cc4f048fa556 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:15:28.669647 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3af3a4-1128-49d1-ba98-cc4f048fa556 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:15:28.669950 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3af3a4-1128-49d1-ba98-cc4f048fa556 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:15:28.738853 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ec155597-d21f-4ae2-8fdb-cb653228a8fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:15:28.759469 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ec155597-d21f-4ae2-8fdb-cb653228a8fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:15:28.856480 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ec155597-d21f-4ae2-8fdb-cb653228a8fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:15:28.860618 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ec155597-d21f-4ae2-8fdb-cb653228a8fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:15:28.861793 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-ec155597-d21f-4ae2-8fdb-cb653228a8fa admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7e1c19e5-00c8-4005-871f-1a9641e9741d HTTP/1.1" status: 204 len: 168 time: 0.1973493 Dec 20 14:15:28.869652 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec155597-d21f-4ae2-8fdb-cb653228a8fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e1c19e5-00c8-4005-871f-1a9641e9741d,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:15:28.876800 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec155597-d21f-4ae2-8fdb-cb653228a8fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:15:28.877147 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec155597-d21f-4ae2-8fdb-cb653228a8fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:15:28.877486 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec155597-d21f-4ae2-8fdb-cb653228a8fa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:15:28.877888 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec155597-d21f-4ae2-8fdb-cb653228a8fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:15:28.878230 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec155597-d21f-4ae2-8fdb-cb653228a8fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:15:28.878559 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec155597-d21f-4ae2-8fdb-cb653228a8fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:15:28.878912 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec155597-d21f-4ae2-8fdb-cb653228a8fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:15:28.879238 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec155597-d21f-4ae2-8fdb-cb653228a8fa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:15:28.879566 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec155597-d21f-4ae2-8fdb-cb653228a8fa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:15:28.879890 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec155597-d21f-4ae2-8fdb-cb653228a8fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:15:28.880214 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec155597-d21f-4ae2-8fdb-cb653228a8fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:15:28.880553 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec155597-d21f-4ae2-8fdb-cb653228a8fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:15:28.880986 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec155597-d21f-4ae2-8fdb-cb653228a8fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:15:30.612771 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ae690f20-5dfb-455e-a7d5-ab7e2b7f0f09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:15:32.797544 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d8e10468-2c38-452e-bc39-ba34280fc93b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:15:33.583662 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:15:35.555275 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:15:36.179294 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:15:36.988404 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 5 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 14:16:00.630468 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f9d5bb7b-43d1-4d66-93d3-e8987d0a238d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:16:02.792967 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-527ddaad-3993-473a-abb9-d0de47dc008e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:16:03.584411 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:16:05.561358 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:16:06.184951 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:16:13.992384 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 5 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 14:16:30.620767 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-cf32841d-dce5-44d6-b863-eff1939083f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:16:32.796655 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-47dc4bb0-427a-443b-b37b-0d17ef23e968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:16:33.588389 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:16:35.563151 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:16:36.181530 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:16:50.996017 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 5 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 14:17:00.622393 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-fcf0f680-16c8-44a4-ac50-d7a9aa0d894e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:17:02.802019 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c50ace4b-ceca-43db-9d64-a1bfa13a98ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:17:03.594336 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:17:05.565694 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:17:06.171290 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:17:28.000352 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 5 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 14:17:30.625383 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a71ba20f-6ea9-47ae-8b10-a39dd68d81f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:17:32.807987 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-221d4af5-4c4f-4e26-9ac4-dbe4e6c3c802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:17:33.590789 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:17:35.575321 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:17:36.173241 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:18:00.623460 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d64c8dc8-980a-45b9-a824-dab346e3a7aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:18:02.807180 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-95e96fca-80f7-4da2-8e25-90b3d1a264c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:18:03.599696 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:18:05.004095 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 5 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 14:18:05.574158 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:18:06.175425 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:18:30.629715 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f69125cb-75ad-4d8b-be31-43770c6f07ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:18:32.796945 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-86e4f53f-1132-4138-95ca-e4a0b0d4cd32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:18:33.603289 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:18:35.584880 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:18:36.173339 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:18:41.176367 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1582462'] for agent, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:18:42.006459 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 6 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 14:18:45.006713 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1582462'] for agent, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:19:00.625349 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-58b8b9b4-e605-4af8-8cc2-fb628247694b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:19:02.799458 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-39383de0-393d-4857-bb5c-1656e8475292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:19:03.604887 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:19:05.587292 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:19:06.171902 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:19:11.165407 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:19:14.989625 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:19:19.007591 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 14:19:24.695267 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 44822) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:19:24.805873 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-e5daf1c6-1bcf-4c62-9f53-e48b2fcc1e96 admin admin] 10.222.0.54 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.1094456 Dec 20 14:19:27.190866 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 44832) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:19:27.252342 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-d3560d08-7ed6-40d0-abc7-71d4da5254f2 admin admin] 10.222.0.54 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.0603459 Dec 20 14:19:30.621799 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-9def7b3c-a561-4a61-b6fd-2c487f7a7d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:19:32.800537 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-dd34e57c-30db-4c3d-b21c-90892acbbf38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:19:33.610673 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:19:35.589552 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:19:36.167337 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:19:41.168523 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:19:44.990277 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:19:56.012716 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 14:20:00.610365 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-bae95056-e02c-469f-85c3-5ba830ae68f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:20:02.795540 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-fa8a1884-7591-438e-a7f7-e0f60b9b0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:20:03.608939 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:20:05.590367 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:20:06.173295 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:20:11.179174 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:20:14.977791 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:20:30.604347 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d2324518-6c40-4038-8bd5-fcb7c7896e0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:20:32.800178 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-73eb4962-721a-4660-9284-0d3c3075957c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:20:33.015336 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 14:20:33.611213 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:20:35.592060 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:20:36.169052 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:20:41.165486 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:20:44.994808 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:20:47.930973 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 45068) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:20:48.319523 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-9a5a92d8-b8bd-4acd-a196-bb7c0f581953 tempest-AutoAllocateNetworkTest-1432998498 tempest-AutoAllocateNetworkTest-1432998498-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=2c62b5ba863e42d1a66b183c79d90ce6&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3845701 Dec 20 14:20:48.319710 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 45098) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:20:48.512527 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8be526-fcad-426c-a6d9-76590fd12b89 tempest-AutoAllocateNetworkTest-1432998498 tempest-AutoAllocateNetworkTest-1432998498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:20:48.514014 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-db8be526-fcad-426c-a6d9-76590fd12b89 tempest-AutoAllocateNetworkTest-1432998498 tempest-AutoAllocateNetworkTest-1432998498-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1934142 Dec 20 14:20:48.517796 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 45114) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:20:48.574788 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-4b39b592-076f-4600-abc2-6655de5b6dd5 tempest-AutoAllocateNetworkTest-1432998498 tempest-AutoAllocateNetworkTest-1432998498-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0558579 Dec 20 14:20:48.577532 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 45120) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:20:48.605693 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-ac0380b7-66e1-42c5-b438-6235ab05fc90 tempest-AutoAllocateNetworkTest-1432998498 tempest-AutoAllocateNetworkTest-1432998498-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=2c62b5ba863e42d1a66b183c79d90ce6 HTTP/1.1" status: 200 len: 208 time: 0.0270724 Dec 20 14:20:49.312571 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 45156) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:20:49.706599 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0cb84cb9-2f4f-4ba0-bcde-0e72eb8ab13c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:20:49.789745 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0cb84cb9-2f4f-4ba0-bcde-0e72eb8ab13c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:20:49.794855 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0cb84cb9-2f4f-4ba0-bcde-0e72eb8ab13c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:20:49.850202 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 45186) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:20:49.850941 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-0cb84cb9-2f4f-4ba0-bcde-0e72eb8ab13c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2c62b5ba863e42d1a66b183c79d90ce6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5362847 Dec 20 14:20:49.851155 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb84cb9-2f4f-4ba0-bcde-0e72eb8ab13c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=799e1388-cfee-4c5d-be94-267769a0740a,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:20:49.858893 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb84cb9-2f4f-4ba0-bcde-0e72eb8ab13c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:20:49.859399 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb84cb9-2f4f-4ba0-bcde-0e72eb8ab13c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:20:49.859880 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb84cb9-2f4f-4ba0-bcde-0e72eb8ab13c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:20:49.860198 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb84cb9-2f4f-4ba0-bcde-0e72eb8ab13c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:20:49.860519 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb84cb9-2f4f-4ba0-bcde-0e72eb8ab13c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:20:49.860835 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb84cb9-2f4f-4ba0-bcde-0e72eb8ab13c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:20:49.861144 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb84cb9-2f4f-4ba0-bcde-0e72eb8ab13c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:20:49.861458 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb84cb9-2f4f-4ba0-bcde-0e72eb8ab13c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:20:49.861771 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb84cb9-2f4f-4ba0-bcde-0e72eb8ab13c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:20:49.862094 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb84cb9-2f4f-4ba0-bcde-0e72eb8ab13c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:20:49.862384 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb84cb9-2f4f-4ba0-bcde-0e72eb8ab13c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:20:49.862689 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb84cb9-2f4f-4ba0-bcde-0e72eb8ab13c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:20:49.863095 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb84cb9-2f4f-4ba0-bcde-0e72eb8ab13c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:20:49.864129 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb84cb9-2f4f-4ba0-bcde-0e72eb8ab13c admin admin] Tracked resource versions report: Dec 20 14:20:49.864129 n-d-761264-19 neutron-server[103167]: pushed versions: Dec 20 14:20:49.864129 n-d-761264-19 neutron-server[103167]: { 'AddressGroup': {'1.2'}, Dec 20 14:20:49.864129 n-d-761264-19 neutron-server[103167]: 'ConntrackHelper': {'1.0'}, Dec 20 14:20:49.864129 n-d-761264-19 neutron-server[103167]: 'LocalIPAssociation': {'1.0'}, Dec 20 14:20:49.864129 n-d-761264-19 neutron-server[103167]: 'Log': {'1.0'}, Dec 20 14:20:49.864129 n-d-761264-19 neutron-server[103167]: 'Network': {'1.1'}, Dec 20 14:20:49.864129 n-d-761264-19 neutron-server[103167]: 'Port': {'1.7'}, Dec 20 14:20:49.864129 n-d-761264-19 neutron-server[103167]: 'PortForwarding': {'1.2'}, Dec 20 14:20:49.864129 n-d-761264-19 neutron-server[103167]: 'QosPolicy': {'1.10'}, Dec 20 14:20:49.864129 n-d-761264-19 neutron-server[103167]: 'SecurityGroup': {'1.5'}, Dec 20 14:20:49.864129 n-d-761264-19 neutron-server[103167]: 'SecurityGroupRule': {'1.2'}, Dec 20 14:20:49.864129 n-d-761264-19 neutron-server[103167]: 'SubPort': {'1.0'}, Dec 20 14:20:49.864129 n-d-761264-19 neutron-server[103167]: 'Subnet': {'1.1'}, Dec 20 14:20:49.864129 n-d-761264-19 neutron-server[103167]: 'Trunk': {'1.1'}} Dec 20 14:20:49.864129 n-d-761264-19 neutron-server[103167]: consumer versions: Dec 20 14:20:49.864129 n-d-761264-19 neutron-server[103167]: { DHCP agent@n-d-761264-19: {}, Dec 20 14:20:49.864129 n-d-761264-19 neutron-server[103167]: HyperV agent@n-h1-761264-19: {}, Dec 20 14:20:49.864129 n-d-761264-19 neutron-server[103167]: HyperV agent@n-h2-761264-19: {}, Dec 20 14:20:49.864129 n-d-761264-19 neutron-server[103167]: L3 agent@n-d-761264-19: {}, Dec 20 14:20:49.864129 n-d-761264-19 neutron-server[103167]: Metadata agent@n-d-761264-19: {}, Dec 20 14:20:49.864129 n-d-761264-19 neutron-server[103167]: Metering agent@n-d-761264-19: {}, Dec 20 14:20:49.864129 n-d-761264-19 neutron-server[103167]: Open vSwitch agent@n-d-761264-19: { 'AddressGroup': '1.2', Dec 20 14:20:49.864129 n-d-761264-19 neutron-server[103167]: 'ConntrackHelper': '1.0', Dec 20 14:20:49.864129 n-d-761264-19 neutron-server[103167]: 'LocalIPAssociation': '1.0', Dec 20 14:20:49.864129 n-d-761264-19 neutron-server[103167]: 'Log': '1.0', Dec 20 14:20:49.864129 n-d-761264-19 neutron-server[103167]: 'Network': '1.1', Dec 20 14:20:49.864129 n-d-761264-19 neutron-server[103167]: 'Port': '1.7', Dec 20 14:20:49.864129 n-d-761264-19 neutron-server[103167]: 'PortForwarding': '1.2', Dec 20 14:20:49.864129 n-d-761264-19 neutron-server[103167]: 'QosPolicy': '1.10', Dec 20 14:20:49.864129 n-d-761264-19 neutron-server[103167]: 'SecurityGroup': '1.5', Dec 20 14:20:49.864129 n-d-761264-19 neutron-server[103167]: 'SecurityGroupRule': '1.2', Dec 20 14:20:49.864129 n-d-761264-19 neutron-server[103167]: 'SubPort': '1.0', Dec 20 14:20:49.864129 n-d-761264-19 neutron-server[103167]: 'Subnet': '1.1', Dec 20 14:20:49.864129 n-d-761264-19 neutron-server[103167]: 'Trunk': '1.1'}} Dec 20 14:20:49.864129 n-d-761264-19 neutron-server[103167]: {{(pid=103167) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 20 14:20:49.941104 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-deca4296-7350-49b3-88f6-edec08368cbb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:20:49.965099 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-deca4296-7350-49b3-88f6-edec08368cbb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:20:50.040745 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-deca4296-7350-49b3-88f6-edec08368cbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:20:50.045178 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-deca4296-7350-49b3-88f6-edec08368cbb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:20:50.049011 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-deca4296-7350-49b3-88f6-edec08368cbb admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/799e1388-cfee-4c5d-be94-267769a0740a HTTP/1.1" status: 204 len: 168 time: 0.1977673 Dec 20 14:20:50.056892 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deca4296-7350-49b3-88f6-edec08368cbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=799e1388-cfee-4c5d-be94-267769a0740a,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:20:50.064465 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deca4296-7350-49b3-88f6-edec08368cbb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:20:50.064819 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deca4296-7350-49b3-88f6-edec08368cbb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:20:50.065384 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deca4296-7350-49b3-88f6-edec08368cbb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:20:50.065713 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deca4296-7350-49b3-88f6-edec08368cbb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:20:50.066034 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deca4296-7350-49b3-88f6-edec08368cbb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:20:50.066357 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deca4296-7350-49b3-88f6-edec08368cbb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:20:50.066932 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deca4296-7350-49b3-88f6-edec08368cbb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:20:50.067035 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deca4296-7350-49b3-88f6-edec08368cbb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:20:50.067311 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deca4296-7350-49b3-88f6-edec08368cbb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:20:50.067621 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deca4296-7350-49b3-88f6-edec08368cbb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:20:50.067927 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deca4296-7350-49b3-88f6-edec08368cbb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:20:50.068237 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deca4296-7350-49b3-88f6-edec08368cbb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:20:50.068549 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deca4296-7350-49b3-88f6-edec08368cbb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:20:50.069665 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deca4296-7350-49b3-88f6-edec08368cbb admin admin] Tracked resource versions report: Dec 20 14:20:50.069665 n-d-761264-19 neutron-server[103168]: pushed versions: Dec 20 14:20:50.069665 n-d-761264-19 neutron-server[103168]: { 'AddressGroup': {'1.2'}, Dec 20 14:20:50.069665 n-d-761264-19 neutron-server[103168]: 'ConntrackHelper': {'1.0'}, Dec 20 14:20:50.069665 n-d-761264-19 neutron-server[103168]: 'LocalIPAssociation': {'1.0'}, Dec 20 14:20:50.069665 n-d-761264-19 neutron-server[103168]: 'Log': {'1.0'}, Dec 20 14:20:50.069665 n-d-761264-19 neutron-server[103168]: 'Network': {'1.1'}, Dec 20 14:20:50.069665 n-d-761264-19 neutron-server[103168]: 'Port': {'1.7'}, Dec 20 14:20:50.069665 n-d-761264-19 neutron-server[103168]: 'PortForwarding': {'1.2'}, Dec 20 14:20:50.069665 n-d-761264-19 neutron-server[103168]: 'QosPolicy': {'1.10'}, Dec 20 14:20:50.069665 n-d-761264-19 neutron-server[103168]: 'SecurityGroup': {'1.5'}, Dec 20 14:20:50.069665 n-d-761264-19 neutron-server[103168]: 'SecurityGroupRule': {'1.2'}, Dec 20 14:20:50.069665 n-d-761264-19 neutron-server[103168]: 'SubPort': {'1.0'}, Dec 20 14:20:50.069665 n-d-761264-19 neutron-server[103168]: 'Subnet': {'1.1'}, Dec 20 14:20:50.069665 n-d-761264-19 neutron-server[103168]: 'Trunk': {'1.1'}} Dec 20 14:20:50.069665 n-d-761264-19 neutron-server[103168]: consumer versions: Dec 20 14:20:50.069665 n-d-761264-19 neutron-server[103168]: { DHCP agent@n-d-761264-19: {}, Dec 20 14:20:50.069665 n-d-761264-19 neutron-server[103168]: HyperV agent@n-h1-761264-19: {}, Dec 20 14:20:50.069665 n-d-761264-19 neutron-server[103168]: HyperV agent@n-h2-761264-19: {}, Dec 20 14:20:50.069665 n-d-761264-19 neutron-server[103168]: L3 agent@n-d-761264-19: {}, Dec 20 14:20:50.069665 n-d-761264-19 neutron-server[103168]: Metadata agent@n-d-761264-19: {}, Dec 20 14:20:50.069665 n-d-761264-19 neutron-server[103168]: Metering agent@n-d-761264-19: {}, Dec 20 14:20:50.069665 n-d-761264-19 neutron-server[103168]: Open vSwitch agent@n-d-761264-19: { 'AddressGroup': '1.2', Dec 20 14:20:50.069665 n-d-761264-19 neutron-server[103168]: 'ConntrackHelper': '1.0', Dec 20 14:20:50.069665 n-d-761264-19 neutron-server[103168]: 'LocalIPAssociation': '1.0', Dec 20 14:20:50.069665 n-d-761264-19 neutron-server[103168]: 'Log': '1.0', Dec 20 14:20:50.069665 n-d-761264-19 neutron-server[103168]: 'Network': '1.1', Dec 20 14:20:50.069665 n-d-761264-19 neutron-server[103168]: 'Port': '1.7', Dec 20 14:20:50.069665 n-d-761264-19 neutron-server[103168]: 'PortForwarding': '1.2', Dec 20 14:20:50.069665 n-d-761264-19 neutron-server[103168]: 'QosPolicy': '1.10', Dec 20 14:20:50.069665 n-d-761264-19 neutron-server[103168]: 'SecurityGroup': '1.5', Dec 20 14:20:50.069665 n-d-761264-19 neutron-server[103168]: 'SecurityGroupRule': '1.2', Dec 20 14:20:50.069665 n-d-761264-19 neutron-server[103168]: 'SubPort': '1.0', Dec 20 14:20:50.069665 n-d-761264-19 neutron-server[103168]: 'Subnet': '1.1', Dec 20 14:20:50.069665 n-d-761264-19 neutron-server[103168]: 'Trunk': '1.1'}} Dec 20 14:20:50.069665 n-d-761264-19 neutron-server[103168]: {{(pid=103168) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 20 14:20:50.740115 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 45252) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:20:50.860961 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1771e45c-1e86-44b3-8bdd-ed46add3c4e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:20:50.933565 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 45278) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:20:50.936667 n-d-761264-19 neutron-server[103167]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 20 14:20:50.947209 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1771e45c-1e86-44b3-8bdd-ed46add3c4e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:20:50.953749 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1771e45c-1e86-44b3-8bdd-ed46add3c4e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:20:50.963911 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-54a133c6-ccff-4c02-bfc2-e2fa04594844 req-0f9494b0-5d80-491f-9527-842f0683f5bd tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=f52fd9027be74d79b35c780b861a51fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281236 Dec 20 14:20:51.014059 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-1771e45c-1e86-44b3-8bdd-ed46add3c4e9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a6b2e756d74c4e4eb6e25c01a2e809d5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2725747 Dec 20 14:20:51.015583 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 45288) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:20:51.022545 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1771e45c-1e86-44b3-8bdd-ed46add3c4e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d55b56ff-19e8-44a2-9298-5b1181a657d4,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:20:51.077753 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a133c6-ccff-4c02-bfc2-e2fa04594844 req-767a8aef-b941-482b-ac31-425c45a1662f tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:20:51.079458 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-54a133c6-ccff-4c02-bfc2-e2fa04594844 req-767a8aef-b941-482b-ac31-425c45a1662f tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1148002 Dec 20 14:20:51.080359 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d5582039-6f18-47f9-939c-2af7b5cec2e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:20:51.103273 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d5582039-6f18-47f9-939c-2af7b5cec2e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:20:51.106847 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-54a133c6-ccff-4c02-bfc2-e2fa04594844 req-408d96cb-b568-47bc-a783-ffa5cd5c8239 tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] 10.222.0.54 "GET /v2.0/quotas/f52fd9027be74d79b35c780b861a51fd HTTP/1.1" status: 200 len: 375 time: 0.0191724 Dec 20 14:20:51.165493 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d5582039-6f18-47f9-939c-2af7b5cec2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:20:51.168369 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d5582039-6f18-47f9-939c-2af7b5cec2e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:20:51.169737 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-d5582039-6f18-47f9-939c-2af7b5cec2e7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d55b56ff-19e8-44a2-9298-5b1181a657d4 HTTP/1.1" status: 204 len: 168 time: 0.1529608 Dec 20 14:20:51.172186 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-54a133c6-ccff-4c02-bfc2-e2fa04594844 req-92c6fb01-1081-4b75-a94b-1c7c34209138 tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=f52fd9027be74d79b35c780b861a51fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0642476 Dec 20 14:20:51.192044 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5582039-6f18-47f9-939c-2af7b5cec2e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d55b56ff-19e8-44a2-9298-5b1181a657d4,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:20:51.786020 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 45338) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:20:51.801275 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2969d85b-299b-4edc-8169-01f4880fd801 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:20:51.861051 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 45342) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:20:51.898657 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2969d85b-299b-4edc-8169-01f4880fd801 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:20:51.905219 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 45348) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:20:51.907125 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2969d85b-299b-4edc-8169-01f4880fd801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:20:51.953599 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2969d85b-299b-4edc-8169-01f4880fd801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f693c12-da31-40e7-a63c-c50b8c535347,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:20:51.990012 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 45358) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:20:51.990161 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-2969d85b-299b-4edc-8169-01f4880fd801 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=079e935c13a3487ca24e1cc27856e95c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2026746 Dec 20 14:20:52.063802 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6411bbd5-20bf-4364-a880-0723d3a4c957 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:20:52.090496 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6411bbd5-20bf-4364-a880-0723d3a4c957 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:20:52.106640 n-d-761264-19 neutron-server[103168]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 20 14:20:52.189393 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-bffeaf35-66ed-4f5a-bf6b-123b13c9a829 req-579f6249-1f95-4d88-80bd-00801e2c59f6 tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] 10.222.0.54 "GET /v2.0/ports?device_id=4017385c-af35-4824-b03d-152d8fac199c HTTP/1.1" status: 200 len: 210 time: 0.3271379 Dec 20 14:20:52.223794 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f44cdf99-1c68-4a4f-b575-8ae4316e0f31 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:20:52.291048 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6411bbd5-20bf-4364-a880-0723d3a4c957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:20:52.298294 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6411bbd5-20bf-4364-a880-0723d3a4c957 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:20:52.303305 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-6411bbd5-20bf-4364-a880-0723d3a4c957 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1f693c12-da31-40e7-a63c-c50b8c535347 HTTP/1.1" status: 204 len: 168 time: 0.3117058 Dec 20 14:20:52.344068 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6411bbd5-20bf-4364-a880-0723d3a4c957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f693c12-da31-40e7-a63c-c50b8c535347,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:20:52.476370 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f44cdf99-1c68-4a4f-b575-8ae4316e0f31 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:20:52.487267 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f44cdf99-1c68-4a4f-b575-8ae4316e0f31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:20:52.549700 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44cdf99-1c68-4a4f-b575-8ae4316e0f31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52c32bc6-d0ee-423a-8fd3-c7652f08643a,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:20:52.599751 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-f44cdf99-1c68-4a4f-b575-8ae4316e0f31 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2f03ecdb19ea44dd9f15202882679671&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6908848 Dec 20 14:20:52.599920 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 45410) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:20:52.694267 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e8b10ff6-6052-426c-9995-8266228ee788 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:20:52.723677 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e8b10ff6-6052-426c-9995-8266228ee788 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:20:52.797145 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e8b10ff6-6052-426c-9995-8266228ee788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:20:52.803599 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e8b10ff6-6052-426c-9995-8266228ee788 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:20:52.808451 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-e8b10ff6-6052-426c-9995-8266228ee788 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/52c32bc6-d0ee-423a-8fd3-c7652f08643a HTTP/1.1" status: 204 len: 168 time: 0.2049904 Dec 20 14:20:52.817597 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b10ff6-6052-426c-9995-8266228ee788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52c32bc6-d0ee-423a-8fd3-c7652f08643a,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:20:53.221615 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 45458) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:20:53.375212 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 45470) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:20:53.401110 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6d0db6da-8bca-4528-bfca-40c82818dc66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:20:53.422600 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ced9601b-969e-4586-879e-78528a1ed916 req-ed900b03-b455-4a7f-9a80-8b40a83ba230 tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] 10.222.0.54 "GET /v2.0/ports?device_id=4017385c-af35-4824-b03d-152d8fac199c HTTP/1.1" status: 200 len: 210 time: 0.0374322 Dec 20 14:20:53.515398 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6d0db6da-8bca-4528-bfca-40c82818dc66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:20:53.525140 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6d0db6da-8bca-4528-bfca-40c82818dc66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:20:53.569223 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-6d0db6da-8bca-4528-bfca-40c82818dc66 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8711bb9058334202aa4f479049df4881&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1913779 Dec 20 14:20:53.572045 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 45480) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:20:53.585105 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0db6da-8bca-4528-bfca-40c82818dc66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60d47f71-9b91-4115-8fc8-926c83940e64,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:20:53.622553 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.47', 52171) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:20:53.706757 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-54a133c6-ccff-4c02-bfc2-e2fa04594844 req-fa469fa5-f757-4794-96ed-84b2d0a0420d tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=f52fd9027be74d79b35c780b861a51fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0828245 Dec 20 14:20:53.723262 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7320c6b4-2ee7-4122-a60b-e0c42b1a3ee7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:20:53.826707 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9e06a870-52c5-4501-acc9-976c2fc0b570 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:20:53.849154 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9e06a870-52c5-4501-acc9-976c2fc0b570 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:20:53.911477 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9e06a870-52c5-4501-acc9-976c2fc0b570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:20:53.914033 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9e06a870-52c5-4501-acc9-976c2fc0b570 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:20:53.917888 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-9e06a870-52c5-4501-acc9-976c2fc0b570 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/60d47f71-9b91-4115-8fc8-926c83940e64 HTTP/1.1" status: 204 len: 168 time: 0.3445499 Dec 20 14:20:53.939840 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e06a870-52c5-4501-acc9-976c2fc0b570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60d47f71-9b91-4115-8fc8-926c83940e64,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:20:53.995626 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a133c6-ccff-4c02-bfc2-e2fa04594844 req-3a166ae3-a60d-432c-b999-e77e9cd7a4d3 tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:20:53.997500 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-54a133c6-ccff-4c02-bfc2-e2fa04594844 req-3a166ae3-a60d-432c-b999-e77e9cd7a4d3 tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2752442 Dec 20 14:20:54.034143 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7320c6b4-2ee7-4122-a60b-e0c42b1a3ee7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:20:54.040868 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7320c6b4-2ee7-4122-a60b-e0c42b1a3ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:20:54.069887 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 45504) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:20:54.070277 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-7320c6b4-2ee7-4122-a60b-e0c42b1a3ee7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6a14ba3018c24e859f907130198b8ad2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8475626 Dec 20 14:20:54.094996 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7320c6b4-2ee7-4122-a60b-e0c42b1a3ee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f4e8c3b-1f08-46a8-b354-ff71435d1bb5,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:20:54.103544 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-54a133c6-ccff-4c02-bfc2-e2fa04594844 req-ea54f0aa-de37-4585-bcc6-0d6f6395f477 tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] Request body: {'port': {'device_id': '4017385c-af35-4824-b03d-152d8fac199c', 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1', 'admin_state_up': True, 'tenant_id': 'f52fd9027be74d79b35c780b861a51fd'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:20:54.185382 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9566752c-9c20-476a-821c-896c05eafb51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:20:54.236582 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9566752c-9c20-476a-821c-896c05eafb51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:20:54.298511 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9566752c-9c20-476a-821c-896c05eafb51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:20:54.305930 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9566752c-9c20-476a-821c-896c05eafb51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:20:54.309348 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-9566752c-9c20-476a-821c-896c05eafb51 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1f4e8c3b-1f08-46a8-b354-ff71435d1bb5 HTTP/1.1" status: 204 len: 168 time: 0.2344191 Dec 20 14:20:54.325333 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9566752c-9c20-476a-821c-896c05eafb51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f4e8c3b-1f08-46a8-b354-ff71435d1bb5,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:20:54.447921 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0d529279-5648-4996-8a02-4c7a693d9e2c req-123c92df-dbaa-4c84-9c0f-0fceb3f4cb68 tempest-AggregatesAdminTestJSON-154258770 tempest-AggregatesAdminTestJSON-154258770-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=dd36e2c30f0f4c8a80f636de2dfaba68&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0535007 Dec 20 14:20:54.544511 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54a133c6-ccff-4c02-bfc2-e2fa04594844 req-ea54f0aa-de37-4585-bcc6-0d6f6395f477 tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] Made reservation on behalf of f52fd9027be74d79b35c780b861a51fd for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:20:54.548180 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-54a133c6-ccff-4c02-bfc2-e2fa04594844 req-ea54f0aa-de37-4585-bcc6-0d6f6395f477 tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:20:54.562598 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-54a133c6-ccff-4c02-bfc2-e2fa04594844 req-ea54f0aa-de37-4585-bcc6-0d6f6395f477 tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:20:54.601920 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d529279-5648-4996-8a02-4c7a693d9e2c req-7afdee73-a50e-42b1-b3f5-f8fca6f27c41 tempest-AggregatesAdminTestJSON-154258770 tempest-AggregatesAdminTestJSON-154258770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:20:54.603428 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0d529279-5648-4996-8a02-4c7a693d9e2c req-7afdee73-a50e-42b1-b3f5-f8fca6f27c41 tempest-AggregatesAdminTestJSON-154258770 tempest-AggregatesAdminTestJSON-154258770-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1547434 Dec 20 14:20:54.628548 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0d529279-5648-4996-8a02-4c7a693d9e2c req-07d2958e-0199-4c50-8c54-98e26a61f5ba tempest-AggregatesAdminTestJSON-154258770 tempest-AggregatesAdminTestJSON-154258770-project] 10.222.0.54 "GET /v2.0/quotas/dd36e2c30f0f4c8a80f636de2dfaba68 HTTP/1.1" status: 200 len: 375 time: 0.0163748 Dec 20 14:20:54.695499 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0d529279-5648-4996-8a02-4c7a693d9e2c req-66e0a545-f73a-4f13-a68b-754cda73c2df tempest-AggregatesAdminTestJSON-154258770 tempest-AggregatesAdminTestJSON-154258770-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=dd36e2c30f0f4c8a80f636de2dfaba68&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0583920 Dec 20 14:20:54.728043 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-54a133c6-ccff-4c02-bfc2-e2fa04594844 req-ea54f0aa-de37-4585-bcc6-0d6f6395f477 tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:20:54.737954 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-54a133c6-ccff-4c02-bfc2-e2fa04594844 req-ea54f0aa-de37-4585-bcc6-0d6f6395f477 tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:20:54.812138 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 45560) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:20:54.831479 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8a2b25e1-a89b-4c46-b791-f148b0e5aa81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:20:54.875015 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea54f0aa-de37-4585-bcc6-0d6f6395f477 tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66f507ca-f971-4041-a611-6c86bbd9fd26,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:20:54.944696 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8a2b25e1-a89b-4c46-b791-f148b0e5aa81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:20:54.955934 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8a2b25e1-a89b-4c46-b791-f148b0e5aa81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:20:55.029441 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2b25e1-a89b-4c46-b791-f148b0e5aa81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=666c504d-6bfa-4d57-b8e2-765dae67c7d1,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:20:55.100511 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-8a2b25e1-a89b-4c46-b791-f148b0e5aa81 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c8787958338e4bf89ad1a6d816b80207&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2808464 Dec 20 14:20:55.101230 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 45578) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:20:55.184128 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [req-54a133c6-ccff-4c02-bfc2-e2fa04594844 req-ea54f0aa-de37-4585-bcc6-0d6f6395f477 tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] Allocated IP 192.168.233.222 (00c897c2-e98d-4716-a0b4-8f9f297fa8a1/36bf280f-81bb-4486-a87a-9b9505a1cec4/4e0b0d75-3a40-4add-b6bf-03fc8dfbebd0) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:20:55.320940 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e0138cdb-3148-49a5-a0fe-91abf6837f35 req-1a7c6002-bfc0-4c2b-ae4b-31a68a6e343d tempest-AggregatesAdminTestJSON-154258770 tempest-AggregatesAdminTestJSON-154258770-project] 10.222.0.54 "GET /v2.0/ports?device_id=eeec2f45-8e91-44f4-8478-de3cff1ca9e8 HTTP/1.1" status: 200 len: 210 time: 0.0719314 Dec 20 14:20:55.346139 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a1fcb519-3045-4f08-b0e0-6c759cd929e7 req-9a9fe426-5942-4429-99fc-ad1a53ba05a5 tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] 10.222.0.54 "GET /v2.0/ports?device_id=4017385c-af35-4824-b03d-152d8fac199c HTTP/1.1" status: 200 len: 210 time: 0.1863759 Dec 20 14:20:55.484096 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-53b21262-3c5f-4ce0-81de-a1d7c0265186 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:20:55.519977 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-53b21262-3c5f-4ce0-81de-a1d7c0265186 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:20:55.657866 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-54a133c6-ccff-4c02-bfc2-e2fa04594844 req-ea54f0aa-de37-4585-bcc6-0d6f6395f477 tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:20:55.659326 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-53b21262-3c5f-4ce0-81de-a1d7c0265186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:20:55.662872 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-53b21262-3c5f-4ce0-81de-a1d7c0265186 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:20:55.676494 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-53b21262-3c5f-4ce0-81de-a1d7c0265186 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/666c504d-6bfa-4d57-b8e2-765dae67c7d1 HTTP/1.1" status: 204 len: 168 time: 0.5738368 Dec 20 14:20:55.696162 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b21262-3c5f-4ce0-81de-a1d7c0265186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=666c504d-6bfa-4d57-b8e2-765dae67c7d1,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:20:55.772764 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-54a133c6-ccff-4c02-bfc2-e2fa04594844 req-ea54f0aa-de37-4585-bcc6-0d6f6395f477 tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:20:56.041347 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54a133c6-ccff-4c02-bfc2-e2fa04594844 req-ea54f0aa-de37-4585-bcc6-0d6f6395f477 tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] Network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:20:56.043112 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [req-54a133c6-ccff-4c02-bfc2-e2fa04594844 req-ea54f0aa-de37-4585-bcc6-0d6f6395f477 tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:20:56.051191 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-54a133c6-ccff-4c02-bfc2-e2fa04594844 req-ea54f0aa-de37-4585-bcc6-0d6f6395f477 tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:20:56.056962 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a133c6-ccff-4c02-bfc2-e2fa04594844 req-ea54f0aa-de37-4585-bcc6-0d6f6395f477 tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:20:56.057671 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-54a133c6-ccff-4c02-bfc2-e2fa04594844 req-ea54f0aa-de37-4585-bcc6-0d6f6395f477 tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:20:56.113112 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea54f0aa-de37-4585-bcc6-0d6f6395f477 tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] Pushing event updated for resources: {'Port': ['ID=4e0b0d75-3a40-4add-b6bf-03fc8dfbebd0,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:20:56.138589 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-54a133c6-ccff-4c02-bfc2-e2fa04594844 req-ea54f0aa-de37-4585-bcc6-0d6f6395f477 tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0401313 Dec 20 14:20:56.164382 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [req-54a133c6-ccff-4c02-bfc2-e2fa04594844 req-502b5caf-5761-4bd2-868f-30c5d5d335d7 tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:20:56.166029 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-54a133c6-ccff-4c02-bfc2-e2fa04594844 req-502b5caf-5761-4bd2-868f-30c5d5d335d7 tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065675 Dec 20 14:20:56.504124 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a6995372-c881-4341-8c2e-58c6bd81d3e8 req-ae431ecd-7340-4cbc-ac06-c225c0888f36 tempest-AggregatesAdminTestJSON-154258770 tempest-AggregatesAdminTestJSON-154258770-project] 10.222.0.54 "GET /v2.0/ports?device_id=eeec2f45-8e91-44f4-8478-de3cff1ca9e8 HTTP/1.1" status: 200 len: 210 time: 0.0557413 Dec 20 14:20:56.566527 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-c89e153b-2395-4b9c-82a6-fd59bd0185e6 None None] Provisioning complete for port 4e0b0d75-3a40-4add-b6bf-03fc8dfbebd0 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:20:56.567245 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c89e153b-2395-4b9c-82a6-fd59bd0185e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:20:56.655886 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-c89e153b-2395-4b9c-82a6-fd59bd0185e6 None None] Port 4e0b0d75-3a40-4add-b6bf-03fc8dfbebd0 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:20:56.698879 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7816d6a5-d55f-42c1-bac4-947d96a1cbcc req-d2bc45ee-afc3-4fbc-84b3-aac62b5836c6 tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:20:56.702556 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7816d6a5-d55f-42c1-bac4-947d96a1cbcc req-d2bc45ee-afc3-4fbc-84b3-aac62b5836c6 tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] 10.222.0.54 "GET /v2.0/ports?device_id=4017385c-af35-4824-b03d-152d8fac199c HTTP/1.1" status: 200 len: 936 time: 0.1480684 Dec 20 14:20:56.797099 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7816d6a5-d55f-42c1-bac4-947d96a1cbcc req-1e78aef6-42cc-41a3-988e-3e94f9c9b1a4 tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] 10.222.0.54 "GET /v2.0/security-groups?id=66f507ca-f971-4041-a611-6c86bbd9fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840244 Dec 20 14:20:56.963620 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 45672) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:20:57.136577 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-54a133c6-ccff-4c02-bfc2-e2fa04594844 req-bdbea8f5-d4f8-4160-a44a-ef5b44db8aed service neutron] Request body: {'port': {'device_id': '4017385c-af35-4824-b03d-152d8fac199c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-19'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:20:57.201421 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-54a133c6-ccff-4c02-bfc2-e2fa04594844 req-bdbea8f5-d4f8-4160-a44a-ef5b44db8aed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:20:57.284281 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-92d50b3c-8f25-480c-a6c6-6a9b8662f5a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:20:57.473999 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-92d50b3c-8f25-480c-a6c6-6a9b8662f5a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:20:57.484333 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-92d50b3c-8f25-480c-a6c6-6a9b8662f5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:20:57.534532 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d50b3c-8f25-480c-a6c6-6a9b8662f5a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab6a8474-c22e-48c1-8fb9-a1cf6b8fa2ba,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:20:57.539003 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-92d50b3c-8f25-480c-a6c6-6a9b8662f5a0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2b1b9112d56545f78f79d14dfe502e46&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5739806 Dec 20 14:20:57.552605 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 45692) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:20:57.605656 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7f29f23e-6637-4f5b-8290-6e62e48e5432 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:20:57.646172 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7f29f23e-6637-4f5b-8290-6e62e48e5432 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:20:57.691924 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [req-54a133c6-ccff-4c02-bfc2-e2fa04594844 req-bdbea8f5-d4f8-4160-a44a-ef5b44db8aed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e0b0d75-3a40-4add-b6bf-03fc8dfbebd0 {{(pid=103168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:20:57.700028 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-031d6b60-7cb6-4739-b107-9bf9a0e6a22c req-b1a14d8c-4980-492b-b213-8806b9f90e3d tempest-AggregatesAdminTestJSON-154258770 tempest-AggregatesAdminTestJSON-154258770-project] 10.222.0.54 "GET /v2.0/ports?device_id=eeec2f45-8e91-44f4-8478-de3cff1ca9e8 HTTP/1.1" status: 200 len: 210 time: 0.0487874 Dec 20 14:20:57.700936 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-54a133c6-ccff-4c02-bfc2-e2fa04594844 req-bdbea8f5-d4f8-4160-a44a-ef5b44db8aed service neutron] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:20:57.738164 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.provisioning_blocks [req-54a133c6-ccff-4c02-bfc2-e2fa04594844 req-bdbea8f5-d4f8-4160-a44a-ef5b44db8aed service neutron] Transition to ACTIVE for port object 4e0b0d75-3a40-4add-b6bf-03fc8dfbebd0 will not be triggered until provisioned by entity L2. {{(pid=103168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:20:57.745474 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-54a133c6-ccff-4c02-bfc2-e2fa04594844 req-bdbea8f5-d4f8-4160-a44a-ef5b44db8aed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:20:57.760402 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7f29f23e-6637-4f5b-8290-6e62e48e5432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:20:57.763601 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7f29f23e-6637-4f5b-8290-6e62e48e5432 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:20:57.765537 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-7f29f23e-6637-4f5b-8290-6e62e48e5432 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ab6a8474-c22e-48c1-8fb9-a1cf6b8fa2ba HTTP/1.1" status: 204 len: 168 time: 0.2117245 Dec 20 14:20:57.780603 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f29f23e-6637-4f5b-8290-6e62e48e5432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab6a8474-c22e-48c1-8fb9-a1cf6b8fa2ba,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:20:57.844424 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbea8f5-d4f8-4160-a44a-ef5b44db8aed service neutron] Pushing event updated for resources: {'Port': ['ID=4e0b0d75-3a40-4add-b6bf-03fc8dfbebd0,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:20:57.997329 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-54a133c6-ccff-4c02-bfc2-e2fa04594844 req-bdbea8f5-d4f8-4160-a44a-ef5b44db8aed service neutron] Attempting to bind port 4e0b0d75-3a40-4add-b6bf-03fc8dfbebd0 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:20:58.000693 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-54a133c6-ccff-4c02-bfc2-e2fa04594844 req-bdbea8f5-d4f8-4160-a44a-ef5b44db8aed service neutron] Attempting to bind port 4e0b0d75-3a40-4add-b6bf-03fc8dfbebd0 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:20:58.001231 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a133c6-ccff-4c02-bfc2-e2fa04594844 req-bdbea8f5-d4f8-4160-a44a-ef5b44db8aed service neutron] Attempting to bind port 4e0b0d75-3a40-4add-b6bf-03fc8dfbebd0 on network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:20:58.013101 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a133c6-ccff-4c02-bfc2-e2fa04594844 req-bdbea8f5-d4f8-4160-a44a-ef5b44db8aed service neutron] Port 4e0b0d75-3a40-4add-b6bf-03fc8dfbebd0 on network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:20:58.013457 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a133c6-ccff-4c02-bfc2-e2fa04594844 req-bdbea8f5-d4f8-4160-a44a-ef5b44db8aed service neutron] Attempting to bind port 4e0b0d75-3a40-4add-b6bf-03fc8dfbebd0 on network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:20:58.023211 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a133c6-ccff-4c02-bfc2-e2fa04594844 req-bdbea8f5-d4f8-4160-a44a-ef5b44db8aed service neutron] Checking agent: {'id': '43c60aee-e4af-4ecc-bee2-aac3569fafed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:20:58.023570 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a133c6-ccff-4c02-bfc2-e2fa04594844 req-bdbea8f5-d4f8-4160-a44a-ef5b44db8aed service neutron] Checking segment: {'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:20:58.024114 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a133c6-ccff-4c02-bfc2-e2fa04594844 req-bdbea8f5-d4f8-4160-a44a-ef5b44db8aed service neutron] Bound using segment: {'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:20:58.024666 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-54a133c6-ccff-4c02-bfc2-e2fa04594844 req-bdbea8f5-d4f8-4160-a44a-ef5b44db8aed service neutron] Bound port: 4e0b0d75-3a40-4add-b6bf-03fc8dfbebd0, host: n-h2-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'}}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:20:58.025059 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-54a133c6-ccff-4c02-bfc2-e2fa04594844 req-bdbea8f5-d4f8-4160-a44a-ef5b44db8aed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:20:58.051630 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b4385a-114f-41de-945c-db437bce6aac req-f49b56aa-1d59-453e-b631-055634baa833 tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:20:58.053686 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-92b4385a-114f-41de-945c-db437bce6aac req-f49b56aa-1d59-453e-b631-055634baa833 tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] 10.222.0.54 "GET /v2.0/ports?device_id=4017385c-af35-4824-b03d-152d8fac199c HTTP/1.1" status: 200 len: 948 time: 0.1110275 Dec 20 14:20:58.163833 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-54a133c6-ccff-4c02-bfc2-e2fa04594844 req-bdbea8f5-d4f8-4160-a44a-ef5b44db8aed service neutron] For port 4e0b0d75-3a40-4add-b6bf-03fc8dfbebd0, host n-h2-761264-19, cleared binding levels {{(pid=103168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:20:58.168975 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-54a133c6-ccff-4c02-bfc2-e2fa04594844 req-bdbea8f5-d4f8-4160-a44a-ef5b44db8aed service neutron] For port 4e0b0d75-3a40-4add-b6bf-03fc8dfbebd0, host n-h2-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=4e0b0d75-3a40-4add-b6bf-03fc8dfbebd0,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:20:58.169634 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-92b4385a-114f-41de-945c-db437bce6aac req-4c0e8ff6-be1f-4fed-9498-cca79e4ba4f2 tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] 10.222.0.54 "GET /v2.0/security-groups?id=66f507ca-f971-4041-a611-6c86bbd9fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030412 Dec 20 14:20:58.178264 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-54a133c6-ccff-4c02-bfc2-e2fa04594844 req-bdbea8f5-d4f8-4160-a44a-ef5b44db8aed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:20:58.321504 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a133c6-ccff-4c02-bfc2-e2fa04594844 req-bdbea8f5-d4f8-4160-a44a-ef5b44db8aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:20:58.324084 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-54a133c6-ccff-4c02-bfc2-e2fa04594844 req-bdbea8f5-d4f8-4160-a44a-ef5b44db8aed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:20:58.325666 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-54a133c6-ccff-4c02-bfc2-e2fa04594844 req-bdbea8f5-d4f8-4160-a44a-ef5b44db8aed service neutron] 10.222.0.47 "PUT /v2.0/ports/4e0b0d75-3a40-4add-b6bf-03fc8dfbebd0 HTTP/1.1" status: 200 len: 1097 time: 1.5769310 Dec 20 14:20:58.328105 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4017385c-af35-4824-b03d-152d8fac199c', 'tag': '4e0b0d75-3a40-4add-b6bf-03fc8dfbebd0'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:20:58.451644 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbea8f5-d4f8-4160-a44a-ef5b44db8aed service neutron] Pushing event updated for resources: {'Port': ['ID=4e0b0d75-3a40-4add-b6bf-03fc8dfbebd0,revision_number=3']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:20:58.650653 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 45718) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:20:58.665407 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5e3ab799-71c0-478b-83c3-b888091f7bf4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:20:58.876030 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5e3ab799-71c0-478b-83c3-b888091f7bf4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:20:58.904399 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a7054460-2114-4939-9d23-6d9110e7902e req-4e657fee-47f7-459a-af59-7d3461569671 tempest-AggregatesAdminTestJSON-154258770 tempest-AggregatesAdminTestJSON-154258770-project] 10.222.0.54 "GET /v2.0/ports?device_id=eeec2f45-8e91-44f4-8478-de3cff1ca9e8 HTTP/1.1" status: 200 len: 210 time: 0.0479078 Dec 20 14:20:58.905471 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5e3ab799-71c0-478b-83c3-b888091f7bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:20:58.978428 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-5e3ab799-71c0-478b-83c3-b888091f7bf4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4712dae634164de8a8b34e3e8cb49ed2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3261287 Dec 20 14:20:58.979568 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3ab799-71c0-478b-83c3-b888091f7bf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=766971d7-e648-4fe9-8884-460e9e5aeaf9,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:20:58.980863 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 45744) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:20:59.092072 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9761f842-626f-4c53-a902-65a97102a57f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:20:59.109349 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cc66d6f-f0e8-4eb9-b793-6cfa800b1e1d" -d '{"events": [{"name": "network-changed", "server_uuid": "4017385c-af35-4824-b03d-152d8fac199c", "tag": "4e0b0d75-3a40-4add-b6bf-03fc8dfbebd0"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:20:59.132964 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9761f842-626f-4c53-a902-65a97102a57f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:20:59.209642 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9761f842-626f-4c53-a902-65a97102a57f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:20:59.212689 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9761f842-626f-4c53-a902-65a97102a57f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:20:59.216604 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-9761f842-626f-4c53-a902-65a97102a57f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/766971d7-e648-4fe9-8884-460e9e5aeaf9 HTTP/1.1" status: 204 len: 168 time: 0.2344530 Dec 20 14:20:59.225001 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9761f842-626f-4c53-a902-65a97102a57f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=766971d7-e648-4fe9-8884-460e9e5aeaf9,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:20:59.382718 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f21176-81d1-4dad-886e-55d3eceff5b5 req-4c0564d8-d60f-47c6-b85b-a7c3eefc49df tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:20:59.394769 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-57f21176-81d1-4dad-886e-55d3eceff5b5 req-4c0564d8-d60f-47c6-b85b-a7c3eefc49df tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] 10.222.0.54 "GET /v2.0/ports?device_id=4017385c-af35-4824-b03d-152d8fac199c HTTP/1.1" status: 200 len: 948 time: 0.0804005 Dec 20 14:20:59.494261 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-57f21176-81d1-4dad-886e-55d3eceff5b5 req-e431e412-2b03-483b-91f2-4c4fe858c53f tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] 10.222.0.54 "GET /v2.0/security-groups?id=66f507ca-f971-4041-a611-6c86bbd9fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930018 Dec 20 14:20:59.617047 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d85b75d7-9f2a-4245-bd09-1600ca49ac00 x-openstack-request-id: req-d85b75d7-9f2a-4245-bd09-1600ca49ac00 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:20:59.617438 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4017385c-af35-4824-b03d-152d8fac199c", "tag": "4e0b0d75-3a40-4add-b6bf-03fc8dfbebd0", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:20:59.619109 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d85b75d7-9f2a-4245-bd09-1600ca49ac00 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:20:59.619509 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4017385c-af35-4824-b03d-152d8fac199c', 'tag': '4e0b0d75-3a40-4add-b6bf-03fc8dfbebd0', 'status': 'completed', 'code': 200} Dec 20 14:20:59.749539 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 45778) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:21:00.011394 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2891954e-c771-4c45-84eb-3513323eb645 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:00.064184 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-70aa2153-cf29-4f02-b85c-99d85c180f1f req-d9930c72-08fd-47b3-81b2-dc02ac1c5629 tempest-AggregatesAdminTestJSON-154258770 tempest-AggregatesAdminTestJSON-154258770-project] 10.222.0.54 "GET /v2.0/ports?device_id=eeec2f45-8e91-44f4-8478-de3cff1ca9e8 HTTP/1.1" status: 200 len: 210 time: 0.0888586 Dec 20 14:21:00.173509 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2891954e-c771-4c45-84eb-3513323eb645 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:00.182700 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2891954e-c771-4c45-84eb-3513323eb645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:00.244774 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2891954e-c771-4c45-84eb-3513323eb645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=245750b8-a445-478c-a439-2abff9669eb7,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:00.250787 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-2891954e-c771-4c45-84eb-3513323eb645 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=399646fb4da9459ba351401762efd126&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4991243 Dec 20 14:21:00.251500 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-74279f40-c67f-4793-aa8d-1d7e27f21a3a req-bd138e79-3457-4b96-95a7-571bc70e4f5d tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=c2cbf82cbbcb488c9825cdbcbb4bef7f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0481725 Dec 20 14:21:00.253436 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 45806) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:21:00.414210 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c041c00b-f2e8-4b02-933f-1f68cd218688 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:00.457058 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c041c00b-f2e8-4b02-933f-1f68cd218688 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:00.481475 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74279f40-c67f-4793-aa8d-1d7e27f21a3a req-7543bbc5-116e-482e-a86e-7e2c10e1377c tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:00.483195 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-74279f40-c67f-4793-aa8d-1d7e27f21a3a req-7543bbc5-116e-482e-a86e-7e2c10e1377c tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2143154 Dec 20 14:21:00.536877 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-74279f40-c67f-4793-aa8d-1d7e27f21a3a req-a3b2c67b-afa3-403c-bc6a-9b75f1f106f1 tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] 10.222.0.54 "GET /v2.0/quotas/c2cbf82cbbcb488c9825cdbcbb4bef7f HTTP/1.1" status: 200 len: 375 time: 0.0398479 Dec 20 14:21:00.606833 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-74279f40-c67f-4793-aa8d-1d7e27f21a3a req-3d7a17a9-1066-4323-a385-f301864f3a0b tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=c2cbf82cbbcb488c9825cdbcbb4bef7f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0560660 Dec 20 14:21:00.625268 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e71ed04a-31e7-4762-8452-61839f6a9f8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:00.651594 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c041c00b-f2e8-4b02-933f-1f68cd218688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:00.654468 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c041c00b-f2e8-4b02-933f-1f68cd218688 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:00.658286 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-c041c00b-f2e8-4b02-933f-1f68cd218688 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/245750b8-a445-478c-a439-2abff9669eb7 HTTP/1.1" status: 204 len: 168 time: 0.4013350 Dec 20 14:21:00.669460 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c041c00b-f2e8-4b02-933f-1f68cd218688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=245750b8-a445-478c-a439-2abff9669eb7,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:00.886166 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15714d5-7ccb-4cdd-bfbc-59bbf78fc8bd req-4d771a0f-0a2a-46b8-81e0-7232189242f2 tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:00.888319 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e15714d5-7ccb-4cdd-bfbc-59bbf78fc8bd req-4d771a0f-0a2a-46b8-81e0-7232189242f2 tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] 10.222.0.54 "GET /v2.0/ports?device_id=4017385c-af35-4824-b03d-152d8fac199c HTTP/1.1" status: 200 len: 948 time: 0.2742000 Dec 20 14:21:00.975432 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e15714d5-7ccb-4cdd-bfbc-59bbf78fc8bd req-25293f21-b626-4aeb-a628-1f0706cadf2b tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] 10.222.0.54 "GET /v2.0/security-groups?id=66f507ca-f971-4041-a611-6c86bbd9fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773926 Dec 20 14:21:01.093212 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7f035bdc-7907-40eb-8c99-5c427e651b81 req-3762ef8e-7a13-4152-8252-643403d7e335 tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] 10.222.0.54 "GET /v2.0/ports?device_id=416084f0-65f5-48ab-bcec-db997592a50b HTTP/1.1" status: 200 len: 210 time: 0.0499482 Dec 20 14:21:01.322267 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 45850) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:21:01.328078 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-64f3d6d9-4f40-4df5-99af-a67b83e36dc0 req-7a1c4306-5c38-4b6c-a548-9d20dea352a4 tempest-AggregatesAdminTestJSON-154258770 tempest-AggregatesAdminTestJSON-154258770-project] 10.222.0.54 "GET /v2.0/ports?device_id=eeec2f45-8e91-44f4-8478-de3cff1ca9e8 HTTP/1.1" status: 200 len: 210 time: 0.1037741 Dec 20 14:21:01.338301 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2b5c7152-650f-4a20-9da9-8be956ba235b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:01.534714 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2b5c7152-650f-4a20-9da9-8be956ba235b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:01.545625 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2b5c7152-650f-4a20-9da9-8be956ba235b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:01.606383 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-2b5c7152-650f-4a20-9da9-8be956ba235b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=80b21840edb04d30a89933b2bd55ddbe&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2825172 Dec 20 14:21:01.606902 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 45856) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:21:01.634059 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5c7152-650f-4a20-9da9-8be956ba235b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=866d0f62-6158-4620-9761-1e1bd39f5f58,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:01.732911 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a35bc251-f0b0-438d-b393-9847bd913178 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:01.785785 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a35bc251-f0b0-438d-b393-9847bd913178 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:01.883457 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a35bc251-f0b0-438d-b393-9847bd913178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:01.886837 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a35bc251-f0b0-438d-b393-9847bd913178 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:01.889249 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-a35bc251-f0b0-438d-b393-9847bd913178 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/866d0f62-6158-4620-9761-1e1bd39f5f58 HTTP/1.1" status: 204 len: 168 time: 0.2808771 Dec 20 14:21:01.899515 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35bc251-f0b0-438d-b393-9847bd913178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=866d0f62-6158-4620-9761-1e1bd39f5f58,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:02.140280 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a3456-d869-433a-a9ce-c98f34f5945f req-8b703961-7ea8-43be-9537-c2c026064187 tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:02.141902 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3d8a3456-d869-433a-a9ce-c98f34f5945f req-8b703961-7ea8-43be-9537-c2c026064187 tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] 10.222.0.54 "GET /v2.0/ports?device_id=4017385c-af35-4824-b03d-152d8fac199c HTTP/1.1" status: 200 len: 948 time: 0.0714474 Dec 20 14:21:02.242246 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3d8a3456-d869-433a-a9ce-c98f34f5945f req-655be79d-3b4f-4ba7-92f4-469d327d3af8 tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] 10.222.0.54 "GET /v2.0/security-groups?id=66f507ca-f971-4041-a611-6c86bbd9fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904241 Dec 20 14:21:02.299365 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-41fa04e0-7386-44f6-9415-0eb7018e60c4 req-e7951dea-8703-453b-b7d5-6f3c853fc389 tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] 10.222.0.54 "GET /v2.0/ports?device_id=416084f0-65f5-48ab-bcec-db997592a50b HTTP/1.1" status: 200 len: 210 time: 0.0758502 Dec 20 14:21:02.331001 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.30', 54632) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:21:02.398017 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-74279f40-c67f-4793-aa8d-1d7e27f21a3a req-17f5f059-a7e4-4c36-b6f6-8cdf0cf78e1d tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=c2cbf82cbbcb488c9825cdbcbb4bef7f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0695934 Dec 20 14:21:02.474298 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 45894) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:21:02.493855 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-acdd48c7-8926-49f6-a716-ddd90270fb53 req-5cfcbb95-630b-4336-8988-6a921ade649f tempest-AggregatesAdminTestJSON-154258770 tempest-AggregatesAdminTestJSON-154258770-project] 10.222.0.54 "GET /v2.0/ports?device_id=eeec2f45-8e91-44f4-8478-de3cff1ca9e8 HTTP/1.1" status: 200 len: 210 time: 0.0481105 Dec 20 14:21:02.624241 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74279f40-c67f-4793-aa8d-1d7e27f21a3a req-b121875b-7644-49bc-a7a4-0f4d71fc8078 tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:02.626447 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-74279f40-c67f-4793-aa8d-1d7e27f21a3a req-b121875b-7644-49bc-a7a4-0f4d71fc8078 tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2237513 Dec 20 14:21:02.725650 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-74279f40-c67f-4793-aa8d-1d7e27f21a3a req-4bde958c-6594-4de9-bd7d-4c2d48f799ca tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] Request body: {'port': {'device_id': '416084f0-65f5-48ab-bcec-db997592a50b', 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1', 'admin_state_up': True, 'tenant_id': 'c2cbf82cbbcb488c9825cdbcbb4bef7f'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:21:02.734193 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4db229d7-2926-4e7d-bf53-ee2fa2717f2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:02.856684 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4af548a0-051e-4d50-b9c9-6d21d35719d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:02.868155 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4db229d7-2926-4e7d-bf53-ee2fa2717f2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:02.880658 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4db229d7-2926-4e7d-bf53-ee2fa2717f2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:02.969982 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74279f40-c67f-4793-aa8d-1d7e27f21a3a req-4bde958c-6594-4de9-bd7d-4c2d48f799ca tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] Made reservation on behalf of c2cbf82cbbcb488c9825cdbcbb4bef7f for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:21:02.973798 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-74279f40-c67f-4793-aa8d-1d7e27f21a3a req-4bde958c-6594-4de9-bd7d-4c2d48f799ca tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:02.973951 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-4db229d7-2926-4e7d-bf53-ee2fa2717f2c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=de8bc5565bd1422bacb204c590840dbc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4982598 Dec 20 14:21:02.981895 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 45914) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:21:02.990493 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db229d7-2926-4e7d-bf53-ee2fa2717f2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e72764f-554b-432a-b036-27a2d6548837,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:03.003236 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-74279f40-c67f-4793-aa8d-1d7e27f21a3a req-4bde958c-6594-4de9-bd7d-4c2d48f799ca tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:03.084808 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-75bf4f6c-a7f0-4784-881c-94f34dcd03c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:03.112546 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-75bf4f6c-a7f0-4784-881c-94f34dcd03c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:03.166202 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-74279f40-c67f-4793-aa8d-1d7e27f21a3a req-4bde958c-6594-4de9-bd7d-4c2d48f799ca tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:03.175307 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-74279f40-c67f-4793-aa8d-1d7e27f21a3a req-4bde958c-6594-4de9-bd7d-4c2d48f799ca tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:03.197613 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-75bf4f6c-a7f0-4784-881c-94f34dcd03c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:03.201892 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-75bf4f6c-a7f0-4784-881c-94f34dcd03c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:03.208721 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-75bf4f6c-a7f0-4784-881c-94f34dcd03c8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4e72764f-554b-432a-b036-27a2d6548837 HTTP/1.1" status: 204 len: 168 time: 0.2256155 Dec 20 14:21:03.217972 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bf4f6c-a7f0-4784-881c-94f34dcd03c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e72764f-554b-432a-b036-27a2d6548837,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:03.371006 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bde958c-6594-4de9-bd7d-4c2d48f799ca tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06195b07-8409-49b1-a771-72db1c511f6d,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:03.481957 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3d9da100-a22b-457d-9171-5002aeb9322b req-5c5b7c63-1742-4d31-915f-8cba79dd5897 tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] 10.222.0.54 "GET /v2.0/ports?device_id=416084f0-65f5-48ab-bcec-db997592a50b HTTP/1.1" status: 200 len: 210 time: 0.0623488 Dec 20 14:21:03.524431 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452206cb-7aea-49a9-bf26-20417f66e5de req-330ef454-b93f-4fc9-bdef-d0cf01e4ff19 tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:03.529216 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-452206cb-7aea-49a9-bf26-20417f66e5de req-330ef454-b93f-4fc9-bdef-d0cf01e4ff19 tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] 10.222.0.54 "GET /v2.0/ports?device_id=4017385c-af35-4824-b03d-152d8fac199c HTTP/1.1" status: 200 len: 948 time: 0.1208916 Dec 20 14:21:03.548952 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [req-74279f40-c67f-4793-aa8d-1d7e27f21a3a req-4bde958c-6594-4de9-bd7d-4c2d48f799ca tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] Allocated IP 192.168.233.140 (00c897c2-e98d-4716-a0b4-8f9f297fa8a1/36bf280f-81bb-4486-a87a-9b9505a1cec4/bbcaab3c-ddbc-452f-bb2e-31c24cdd80a7) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:21:03.619979 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-452206cb-7aea-49a9-bf26-20417f66e5de req-8c7c864e-3165-4f7f-8214-f803c4b90017 tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] 10.222.0.54 "GET /v2.0/security-groups?id=66f507ca-f971-4041-a611-6c86bbd9fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849297 Dec 20 14:21:03.621697 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:03.674805 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a54cbb18-7944-428e-92fb-16d6d341c0f9 req-9a0eded5-22dd-4dbd-a72e-1e542dc9c545 tempest-AggregatesAdminTestJSON-154258770 tempest-AggregatesAdminTestJSON-154258770-project] 10.222.0.54 "GET /v2.0/ports?device_id=eeec2f45-8e91-44f4-8478-de3cff1ca9e8 HTTP/1.1" status: 200 len: 210 time: 0.0921512 Dec 20 14:21:03.881503 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 45942) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:21:03.882680 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-74279f40-c67f-4793-aa8d-1d7e27f21a3a req-4bde958c-6594-4de9-bd7d-4c2d48f799ca tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:03.902124 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-721ec9e8-4084-4fe0-af98-34a6e61f438b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:03.952846 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-74279f40-c67f-4793-aa8d-1d7e27f21a3a req-4bde958c-6594-4de9-bd7d-4c2d48f799ca tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:04.065836 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 45946) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:21:04.070768 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74279f40-c67f-4793-aa8d-1d7e27f21a3a req-4bde958c-6594-4de9-bd7d-4c2d48f799ca tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] Network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:21:04.077736 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [req-74279f40-c67f-4793-aa8d-1d7e27f21a3a req-4bde958c-6594-4de9-bd7d-4c2d48f799ca tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:21:04.085662 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-74279f40-c67f-4793-aa8d-1d7e27f21a3a req-4bde958c-6594-4de9-bd7d-4c2d48f799ca tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:21:04.096973 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74279f40-c67f-4793-aa8d-1d7e27f21a3a req-4bde958c-6594-4de9-bd7d-4c2d48f799ca tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:04.097694 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-74279f40-c67f-4793-aa8d-1d7e27f21a3a req-4bde958c-6594-4de9-bd7d-4c2d48f799ca tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:04.188114 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bde958c-6594-4de9-bd7d-4c2d48f799ca tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] Pushing event updated for resources: {'Port': ['ID=bbcaab3c-ddbc-452f-bb2e-31c24cdd80a7,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:04.195577 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-74279f40-c67f-4793-aa8d-1d7e27f21a3a req-4bde958c-6594-4de9-bd7d-4c2d48f799ca tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4746087 Dec 20 14:21:04.205529 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-721ec9e8-4084-4fe0-af98-34a6e61f438b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:04.223107 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-721ec9e8-4084-4fe0-af98-34a6e61f438b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:04.257671 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [req-74279f40-c67f-4793-aa8d-1d7e27f21a3a req-1ca86d75-8d43-4cd1-88f6-2c09a5ada625 tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:21:04.259293 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-74279f40-c67f-4793-aa8d-1d7e27f21a3a req-1ca86d75-8d43-4cd1-88f6-2c09a5ada625 tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0083349 Dec 20 14:21:04.328487 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721ec9e8-4084-4fe0-af98-34a6e61f438b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16e32343-8fdc-466f-bd50-e80ddcbc160d,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:04.360040 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 45954) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:21:04.360997 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-721ec9e8-4084-4fe0-af98-34a6e61f438b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2d6fce3156a040b7bc9370a84474b21a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4767840 Dec 20 14:21:04.487178 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-23a330cd-4d09-4bc5-bd51-ced5db396154 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:04.547900 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-cf1341c6-7e17-4ff4-9968-38b6b64912a5 None None] Provisioning complete for port bbcaab3c-ddbc-452f-bb2e-31c24cdd80a7 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:21:04.553295 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-cf1341c6-7e17-4ff4-9968-38b6b64912a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:04.626798 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-23a330cd-4d09-4bc5-bd51-ced5db396154 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:04.745923 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-cf1341c6-7e17-4ff4-9968-38b6b64912a5 None None] Port bbcaab3c-ddbc-452f-bb2e-31c24cdd80a7 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:21:04.789799 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-23a330cd-4d09-4bc5-bd51-ced5db396154 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:04.793013 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-23a330cd-4d09-4bc5-bd51-ced5db396154 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:04.796793 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-23a330cd-4d09-4bc5-bd51-ced5db396154 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/16e32343-8fdc-466f-bd50-e80ddcbc160d HTTP/1.1" status: 204 len: 168 time: 0.4330394 Dec 20 14:21:04.808222 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff84fbe-5148-4bae-91f2-5375cc4e080a req-626e3d2f-ade1-40e6-885f-019251865647 tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:04.819485 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4ff84fbe-5148-4bae-91f2-5375cc4e080a req-626e3d2f-ade1-40e6-885f-019251865647 tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] 10.222.0.54 "GET /v2.0/ports?device_id=416084f0-65f5-48ab-bcec-db997592a50b HTTP/1.1" status: 200 len: 936 time: 0.1265452 Dec 20 14:21:04.839809 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a330cd-4d09-4bc5-bd51-ced5db396154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16e32343-8fdc-466f-bd50-e80ddcbc160d,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:04.967694 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4ff84fbe-5148-4bae-91f2-5375cc4e080a req-154c99b3-ae75-4123-822f-60ec3016916e tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] 10.222.0.54 "GET /v2.0/security-groups?id=06195b07-8409-49b1-a771-72db1c511f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464236 Dec 20 14:21:05.009180 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e60204af-c620-4865-9056-38feaa386039 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:05.069848 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a314f5-4e2f-4b97-91c3-4998c0f6c6af req-4116bca4-8eda-470b-8bda-3a35c1bf5ad1 tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:05.110962 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e7a314f5-4e2f-4b97-91c3-4998c0f6c6af req-4116bca4-8eda-470b-8bda-3a35c1bf5ad1 tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] 10.222.0.54 "GET /v2.0/ports?device_id=4017385c-af35-4824-b03d-152d8fac199c HTTP/1.1" status: 200 len: 948 time: 0.2269711 Dec 20 14:21:05.242808 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e60204af-c620-4865-9056-38feaa386039 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:05.269249 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e60204af-c620-4865-9056-38feaa386039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:05.441810 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60204af-c620-4865-9056-38feaa386039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6348e98e-f48c-489b-bc82-d5057f5ea716,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:05.576565 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9b221792-69c9-43fe-9496-1ba21810489e req-45b1d9b2-00fb-447a-bfdb-268f3ebaf05e tempest-AggregatesAdminTestJSON-154258770 tempest-AggregatesAdminTestJSON-154258770-project] 10.222.0.54 "GET /v2.0/ports?device_id=eeec2f45-8e91-44f4-8478-de3cff1ca9e8 HTTP/1.1" status: 200 len: 210 time: 0.1358137 Dec 20 14:21:05.605052 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e7a314f5-4e2f-4b97-91c3-4998c0f6c6af req-568f8814-96f6-4de5-92a3-d42b3a6518ed tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] 10.222.0.54 "GET /v2.0/security-groups?id=66f507ca-f971-4041-a611-6c86bbd9fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4910147 Dec 20 14:21:05.613534 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-e60204af-c620-4865-9056-38feaa386039 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b3e868436f4844f1ad4f3601ca69afe2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5450251 Dec 20 14:21:05.616184 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 45974) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:21:05.618900 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc66d6f-f0e8-4eb9-b793-6cfa800b1e1d req-0e420fa3-9d56-4f1a-862c-aac3ddee2cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:05.620914 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4cc66d6f-f0e8-4eb9-b793-6cfa800b1e1d req-0e420fa3-9d56-4f1a-862c-aac3ddee2cf9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f52fd9027be74d79b35c780b861a51fd&device_id=4017385c-af35-4824-b03d-152d8fac199c HTTP/1.1" status: 200 len: 1100 time: 0.5046132 Dec 20 14:21:05.642541 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:05.694464 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d82cd68d-18a0-4c4b-8b2e-eb6886b3aa58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:05.767174 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-74279f40-c67f-4793-aa8d-1d7e27f21a3a req-1908ed32-2819-4819-8fac-65bb355e800c service neutron] Request body: {'port': {'device_id': '416084f0-65f5-48ab-bcec-db997592a50b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-19'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:21:05.800336 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4cc66d6f-f0e8-4eb9-b793-6cfa800b1e1d req-7f2953d2-6df5-4d1d-9922-39cb145f15d6 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=f52fd9027be74d79b35c780b861a51fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0931196 Dec 20 14:21:05.847009 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d82cd68d-18a0-4c4b-8b2e-eb6886b3aa58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:05.961453 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d82cd68d-18a0-4c4b-8b2e-eb6886b3aa58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:05.964562 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d82cd68d-18a0-4c4b-8b2e-eb6886b3aa58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:05.965501 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-d82cd68d-18a0-4c4b-8b2e-eb6886b3aa58 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6348e98e-f48c-489b-bc82-d5057f5ea716 HTTP/1.1" status: 204 len: 168 time: 0.3468852 Dec 20 14:21:06.000995 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82cd68d-18a0-4c4b-8b2e-eb6886b3aa58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6348e98e-f48c-489b-bc82-d5057f5ea716,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:06.204032 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:06.310812 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc66d6f-f0e8-4eb9-b793-6cfa800b1e1d req-046973fd-408a-4ad0-b1c4-425844edf557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:06.313233 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4cc66d6f-f0e8-4eb9-b793-6cfa800b1e1d req-046973fd-408a-4ad0-b1c4-425844edf557 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4421153 Dec 20 14:21:06.351627 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-74279f40-c67f-4793-aa8d-1d7e27f21a3a req-1908ed32-2819-4819-8fac-65bb355e800c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:06.385944 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ad386c-b774-4461-9265-a1b5c92d4085 req-33b732c8-2b06-4bcf-9fd2-39e07e08d2cd tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:06.402763 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f9ad386c-b774-4461-9265-a1b5c92d4085 req-33b732c8-2b06-4bcf-9fd2-39e07e08d2cd tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] 10.222.0.54 "GET /v2.0/ports?device_id=416084f0-65f5-48ab-bcec-db997592a50b HTTP/1.1" status: 200 len: 936 time: 0.2184749 Dec 20 14:21:06.604148 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f9ad386c-b774-4461-9265-a1b5c92d4085 req-1850c498-2767-4135-a578-1a2b429189e8 tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] 10.222.0.54 "GET /v2.0/security-groups?id=06195b07-8409-49b1-a771-72db1c511f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034216 Dec 20 14:21:06.643224 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.47', 52177) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:21:06.726410 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0d529279-5648-4996-8a02-4c7a693d9e2c req-78fb2daf-f078-4f3c-94c8-91cda41909bd tempest-AggregatesAdminTestJSON-154258770 tempest-AggregatesAdminTestJSON-154258770-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=dd36e2c30f0f4c8a80f636de2dfaba68&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0818231 Dec 20 14:21:06.766777 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a133c6-ccff-4c02-bfc2-e2fa04594844 req-087ec62d-082d-4a6a-b57c-4640ac0cf939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:06.770554 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-54a133c6-ccff-4c02-bfc2-e2fa04594844 req-087ec62d-082d-4a6a-b57c-4640ac0cf939 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f52fd9027be74d79b35c780b861a51fd&device_id=4017385c-af35-4824-b03d-152d8fac199c HTTP/1.1" status: 200 len: 1100 time: 0.2886322 Dec 20 14:21:06.884551 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 46006) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:21:06.975475 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ffcd94bb-8d64-4c23-ac6c-ecffd50c6deb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:07.201075 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d529279-5648-4996-8a02-4c7a693d9e2c req-b67a26a7-4345-4add-83fb-bc9fd235da77 tempest-AggregatesAdminTestJSON-154258770 tempest-AggregatesAdminTestJSON-154258770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:07.202627 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0d529279-5648-4996-8a02-4c7a693d9e2c req-b67a26a7-4345-4add-83fb-bc9fd235da77 tempest-AggregatesAdminTestJSON-154258770 tempest-AggregatesAdminTestJSON-154258770-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3967996 Dec 20 14:21:07.214622 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3250217-d9f3-4776-8586-fc660187900d req-ddc38492-8410-462d-be92-7c47dae8cb99 tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:07.221856 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b3250217-d9f3-4776-8586-fc660187900d req-ddc38492-8410-462d-be92-7c47dae8cb99 tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] 10.222.0.54 "GET /v2.0/ports?device_id=4017385c-af35-4824-b03d-152d8fac199c HTTP/1.1" status: 200 len: 948 time: 0.4917014 Dec 20 14:21:07.240629 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-0d529279-5648-4996-8a02-4c7a693d9e2c req-c19fcb05-340d-4256-ac2b-e6ac433a6ec7 tempest-AggregatesAdminTestJSON-154258770 tempest-AggregatesAdminTestJSON-154258770-project] Request body: {'port': {'device_id': 'eeec2f45-8e91-44f4-8478-de3cff1ca9e8', 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1', 'admin_state_up': True, 'tenant_id': 'dd36e2c30f0f4c8a80f636de2dfaba68'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:21:07.248755 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ffcd94bb-8d64-4c23-ac6c-ecffd50c6deb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:07.275627 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-02984d71-2c5a-4750-a85f-fc9fb5c8c136 req-08cd9d88-ade7-427b-83bb-e2ed98082429 tempest-AggregatesAdminTestJSON-154258770 tempest-AggregatesAdminTestJSON-154258770-project] 10.222.0.54 "GET /v2.0/ports?device_id=eeec2f45-8e91-44f4-8478-de3cff1ca9e8 HTTP/1.1" status: 200 len: 210 time: 0.0571117 Dec 20 14:21:07.278647 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-54a133c6-ccff-4c02-bfc2-e2fa04594844 req-deacc97b-c6fb-4324-a7a9-0ad66ae17e58 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=4e0b0d75-3a40-4add-b6bf-03fc8dfbebd0 HTTP/1.1" status: 200 len: 217 time: 0.4154468 Dec 20 14:21:07.299280 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ffcd94bb-8d64-4c23-ac6c-ecffd50c6deb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:07.346571 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcd94bb-8d64-4c23-ac6c-ecffd50c6deb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a79c743c-427e-4bc9-9c89-bd2885ed1078,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:07.377051 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a133c6-ccff-4c02-bfc2-e2fa04594844 req-aaf3324b-1f3b-4598-854e-93dfd497c394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:07.378514 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-54a133c6-ccff-4c02-bfc2-e2fa04594844 req-aaf3324b-1f3b-4598-854e-93dfd497c394 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36bf280f-81bb-4486-a87a-9b9505a1cec4 HTTP/1.1" status: 200 len: 843 time: 0.0899193 Dec 20 14:21:07.491083 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-ffcd94bb-8d64-4c23-ac6c-ecffd50c6deb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3e8816e4418b4b91b9d157e69a908a07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5657358 Dec 20 14:21:07.491580 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 46024) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:21:07.512687 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b3250217-d9f3-4776-8586-fc660187900d req-9f606146-4846-493d-ab5b-e5262c829f90 tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] 10.222.0.54 "GET /v2.0/security-groups?id=66f507ca-f971-4041-a611-6c86bbd9fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856667 Dec 20 14:21:07.551987 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a133c6-ccff-4c02-bfc2-e2fa04594844 req-63b8132c-b614-4f95-bad1-359176d727c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:07.553657 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-54a133c6-ccff-4c02-bfc2-e2fa04594844 req-63b8132c-b614-4f95-bad1-359176d727c9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1635566 Dec 20 14:21:07.587560 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d529279-5648-4996-8a02-4c7a693d9e2c req-c19fcb05-340d-4256-ac2b-e6ac433a6ec7 tempest-AggregatesAdminTestJSON-154258770 tempest-AggregatesAdminTestJSON-154258770-project] Made reservation on behalf of dd36e2c30f0f4c8a80f636de2dfaba68 for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:21:07.593976 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-0d529279-5648-4996-8a02-4c7a693d9e2c req-c19fcb05-340d-4256-ac2b-e6ac433a6ec7 tempest-AggregatesAdminTestJSON-154258770 tempest-AggregatesAdminTestJSON-154258770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:07.612812 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-0d529279-5648-4996-8a02-4c7a693d9e2c req-c19fcb05-340d-4256-ac2b-e6ac433a6ec7 tempest-AggregatesAdminTestJSON-154258770 tempest-AggregatesAdminTestJSON-154258770-project] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:07.664672 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ae80e943-dc29-48b3-964b-8f86cc0333fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:07.687069 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ae80e943-dc29-48b3-964b-8f86cc0333fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:07.733856 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [req-74279f40-c67f-4793-aa8d-1d7e27f21a3a req-1908ed32-2819-4819-8fac-65bb355e800c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbcaab3c-ddbc-452f-bb2e-31c24cdd80a7 {{(pid=103168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:21:07.753482 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-74279f40-c67f-4793-aa8d-1d7e27f21a3a req-1908ed32-2819-4819-8fac-65bb355e800c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:07.769271 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ae80e943-dc29-48b3-964b-8f86cc0333fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:07.772946 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ae80e943-dc29-48b3-964b-8f86cc0333fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:07.773781 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-ae80e943-dc29-48b3-964b-8f86cc0333fb admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a79c743c-427e-4bc9-9c89-bd2885ed1078 HTTP/1.1" status: 204 len: 168 time: 0.2799473 Dec 20 14:21:07.801983 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-0d529279-5648-4996-8a02-4c7a693d9e2c req-c19fcb05-340d-4256-ac2b-e6ac433a6ec7 tempest-AggregatesAdminTestJSON-154258770 tempest-AggregatesAdminTestJSON-154258770-project] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:07.805257 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae80e943-dc29-48b3-964b-8f86cc0333fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a79c743c-427e-4bc9-9c89-bd2885ed1078,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:07.809463 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-0d529279-5648-4996-8a02-4c7a693d9e2c req-c19fcb05-340d-4256-ac2b-e6ac433a6ec7 tempest-AggregatesAdminTestJSON-154258770 tempest-AggregatesAdminTestJSON-154258770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:07.824829 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.provisioning_blocks [req-74279f40-c67f-4793-aa8d-1d7e27f21a3a req-1908ed32-2819-4819-8fac-65bb355e800c service neutron] Transition to ACTIVE for port object bbcaab3c-ddbc-452f-bb2e-31c24cdd80a7 will not be triggered until provisioned by entity L2. {{(pid=103168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:21:07.847678 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-74279f40-c67f-4793-aa8d-1d7e27f21a3a req-1908ed32-2819-4819-8fac-65bb355e800c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:07.871146 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cffa53-f7f8-480f-97bd-3e9af5047f0f req-69e21d32-ed18-4303-a659-5c782e9ab25f tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:07.873102 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-68cffa53-f7f8-480f-97bd-3e9af5047f0f req-69e21d32-ed18-4303-a659-5c782e9ab25f tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] 10.222.0.54 "GET /v2.0/ports?device_id=416084f0-65f5-48ab-bcec-db997592a50b HTTP/1.1" status: 200 len: 936 time: 0.1161151 Dec 20 14:21:07.907615 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-54a133c6-ccff-4c02-bfc2-e2fa04594844 req-f0c92bfc-bfdf-4474-8bc8-6c01b31108a7 service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3256035 Dec 20 14:21:08.048007 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 46038) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:21:08.072359 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-54a133c6-ccff-4c02-bfc2-e2fa04594844 req-0fce22c7-c28a-4311-b533-bc342d4e93de service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512589 Dec 20 14:21:08.228064 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1908ed32-2819-4819-8fac-65bb355e800c service neutron] Pushing event updated for resources: {'Port': ['ID=bbcaab3c-ddbc-452f-bb2e-31c24cdd80a7,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:08.246501 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-74279f40-c67f-4793-aa8d-1d7e27f21a3a req-1908ed32-2819-4819-8fac-65bb355e800c service neutron] Attempting to bind port bbcaab3c-ddbc-452f-bb2e-31c24cdd80a7 on host n-h1-761264-19 for vnic_type normal with profile {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:21:08.247203 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-74279f40-c67f-4793-aa8d-1d7e27f21a3a req-1908ed32-2819-4819-8fac-65bb355e800c service neutron] Attempting to bind port bbcaab3c-ddbc-452f-bb2e-31c24cdd80a7 by drivers openvswitch,hyperv on host n-h1-761264-19 at level 0 using segments [{'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:21:08.247699 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74279f40-c67f-4793-aa8d-1d7e27f21a3a req-1908ed32-2819-4819-8fac-65bb355e800c service neutron] Attempting to bind port bbcaab3c-ddbc-452f-bb2e-31c24cdd80a7 on network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:21:08.255984 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74279f40-c67f-4793-aa8d-1d7e27f21a3a req-1908ed32-2819-4819-8fac-65bb355e800c service neutron] Port bbcaab3c-ddbc-452f-bb2e-31c24cdd80a7 on network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-19 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:21:08.256610 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74279f40-c67f-4793-aa8d-1d7e27f21a3a req-1908ed32-2819-4819-8fac-65bb355e800c service neutron] Attempting to bind port bbcaab3c-ddbc-452f-bb2e-31c24cdd80a7 on network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:21:08.264610 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74279f40-c67f-4793-aa8d-1d7e27f21a3a req-1908ed32-2819-4819-8fac-65bb355e800c service neutron] Checking agent: {'id': '3e5ace3e-dd7b-4522-a7c4-77d13dbeab1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:21:08.265163 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74279f40-c67f-4793-aa8d-1d7e27f21a3a req-1908ed32-2819-4819-8fac-65bb355e800c service neutron] Checking segment: {'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:21:08.265632 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74279f40-c67f-4793-aa8d-1d7e27f21a3a req-1908ed32-2819-4819-8fac-65bb355e800c service neutron] Bound using segment: {'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:21:08.266124 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-74279f40-c67f-4793-aa8d-1d7e27f21a3a req-1908ed32-2819-4819-8fac-65bb355e800c service neutron] Bound port: bbcaab3c-ddbc-452f-bb2e-31c24cdd80a7, host: n-h1-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'}}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:21:08.266901 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-74279f40-c67f-4793-aa8d-1d7e27f21a3a req-1908ed32-2819-4819-8fac-65bb355e800c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:08.274997 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-68cffa53-f7f8-480f-97bd-3e9af5047f0f req-976dafb7-c39d-4535-9174-f03e8037152a tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] 10.222.0.54 "GET /v2.0/security-groups?id=06195b07-8409-49b1-a771-72db1c511f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3623629 Dec 20 14:21:08.399833 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-74279f40-c67f-4793-aa8d-1d7e27f21a3a req-1908ed32-2819-4819-8fac-65bb355e800c service neutron] For port bbcaab3c-ddbc-452f-bb2e-31c24cdd80a7, host n-h1-761264-19, cleared binding levels {{(pid=103168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:21:08.413738 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-74279f40-c67f-4793-aa8d-1d7e27f21a3a req-1908ed32-2819-4819-8fac-65bb355e800c service neutron] For port bbcaab3c-ddbc-452f-bb2e-31c24cdd80a7, host n-h1-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=bbcaab3c-ddbc-452f-bb2e-31c24cdd80a7,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:21:08.425245 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-74279f40-c67f-4793-aa8d-1d7e27f21a3a req-1908ed32-2819-4819-8fac-65bb355e800c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:08.463655 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74279f40-c67f-4793-aa8d-1d7e27f21a3a req-1908ed32-2819-4819-8fac-65bb355e800c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:08.466328 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-74279f40-c67f-4793-aa8d-1d7e27f21a3a req-1908ed32-2819-4819-8fac-65bb355e800c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:08.469070 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-74279f40-c67f-4793-aa8d-1d7e27f21a3a req-1908ed32-2819-4819-8fac-65bb355e800c service neutron] 10.222.0.30 "PUT /v2.0/ports/bbcaab3c-ddbc-452f-bb2e-31c24cdd80a7 HTTP/1.1" status: 200 len: 1097 time: 3.1884003 Dec 20 14:21:08.472027 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '416084f0-65f5-48ab-bcec-db997592a50b', 'tag': 'bbcaab3c-ddbc-452f-bb2e-31c24cdd80a7'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:21:08.478249 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66ee8a1b-397c-49fb-861f-9a42f928a1e8" -d '{"events": [{"name": "network-changed", "server_uuid": "416084f0-65f5-48ab-bcec-db997592a50b", "tag": "bbcaab3c-ddbc-452f-bb2e-31c24cdd80a7"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:21:08.493576 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [req-0d529279-5648-4996-8a02-4c7a693d9e2c req-c19fcb05-340d-4256-ac2b-e6ac433a6ec7 tempest-AggregatesAdminTestJSON-154258770 tempest-AggregatesAdminTestJSON-154258770-project] Allocated IP 192.168.233.38 (00c897c2-e98d-4716-a0b4-8f9f297fa8a1/36bf280f-81bb-4486-a87a-9b9505a1cec4/0105a7c4-241d-4787-891f-fbf9f841e0c1) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:21:08.625875 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1908ed32-2819-4819-8fac-65bb355e800c service neutron] Pushing event updated for resources: {'Port': ['ID=bbcaab3c-ddbc-452f-bb2e-31c24cdd80a7,revision_number=3']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:08.739876 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5c14b00b-539c-412d-88d5-42a0c4ba7fe5 req-909f29ce-1b52-4b9b-bd6d-394e4cf584a2 tempest-AggregatesAdminTestJSON-154258770 tempest-AggregatesAdminTestJSON-154258770-project] 10.222.0.54 "GET /v2.0/ports?device_id=eeec2f45-8e91-44f4-8478-de3cff1ca9e8 HTTP/1.1" status: 200 len: 210 time: 0.0738070 Dec 20 14:21:08.774247 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19fcb05-340d-4256-ac2b-e6ac433a6ec7 tempest-AggregatesAdminTestJSON-154258770 tempest-AggregatesAdminTestJSON-154258770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b799cdb-8c10-4492-8c6c-bb85f919c69d,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:08.800503 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb14a10f-94d9-4ceb-a27c-953fbe91ca51 req-d4f714e3-72c5-4efb-831a-478db03e1ed2 tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:08.811678 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cb14a10f-94d9-4ceb-a27c-953fbe91ca51 req-d4f714e3-72c5-4efb-831a-478db03e1ed2 tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] 10.222.0.54 "GET /v2.0/ports?device_id=4017385c-af35-4824-b03d-152d8fac199c HTTP/1.1" status: 200 len: 948 time: 0.1277168 Dec 20 14:21:08.877473 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de843c29-89b2-4a69-9f5b-a659625a4a03 x-openstack-request-id: req-de843c29-89b2-4a69-9f5b-a659625a4a03 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:21:08.877765 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "416084f0-65f5-48ab-bcec-db997592a50b", "tag": "bbcaab3c-ddbc-452f-bb2e-31c24cdd80a7", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:21:08.878024 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-de843c29-89b2-4a69-9f5b-a659625a4a03 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:21:08.878506 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '416084f0-65f5-48ab-bcec-db997592a50b', 'tag': 'bbcaab3c-ddbc-452f-bb2e-31c24cdd80a7', 'status': 'completed', 'code': 200} Dec 20 14:21:08.942670 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cb14a10f-94d9-4ceb-a27c-953fbe91ca51 req-604e356b-e41f-4268-817d-f2778845ad7a tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] 10.222.0.54 "GET /v2.0/security-groups?id=66f507ca-f971-4041-a611-6c86bbd9fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186707 Dec 20 14:21:08.971499 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-0d529279-5648-4996-8a02-4c7a693d9e2c req-c19fcb05-340d-4256-ac2b-e6ac433a6ec7 tempest-AggregatesAdminTestJSON-154258770 tempest-AggregatesAdminTestJSON-154258770-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:09.021878 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-0d529279-5648-4996-8a02-4c7a693d9e2c req-c19fcb05-340d-4256-ac2b-e6ac433a6ec7 tempest-AggregatesAdminTestJSON-154258770 tempest-AggregatesAdminTestJSON-154258770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:09.113607 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b01d7b98-6070-4971-bb14-ce5caf93dc97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:09.183223 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d529279-5648-4996-8a02-4c7a693d9e2c req-c19fcb05-340d-4256-ac2b-e6ac433a6ec7 tempest-AggregatesAdminTestJSON-154258770 tempest-AggregatesAdminTestJSON-154258770-project] Network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:21:09.200006 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [req-0d529279-5648-4996-8a02-4c7a693d9e2c req-c19fcb05-340d-4256-ac2b-e6ac433a6ec7 tempest-AggregatesAdminTestJSON-154258770 tempest-AggregatesAdminTestJSON-154258770-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:21:09.201935 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19fcb05-340d-4256-ac2b-e6ac433a6ec7 tempest-AggregatesAdminTestJSON-154258770 tempest-AggregatesAdminTestJSON-154258770-project] Pushing event updated for resources: {'Port': ['ID=0105a7c4-241d-4787-891f-fbf9f841e0c1,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:09.208485 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d529279-5648-4996-8a02-4c7a693d9e2c req-c19fcb05-340d-4256-ac2b-e6ac433a6ec7 tempest-AggregatesAdminTestJSON-154258770 tempest-AggregatesAdminTestJSON-154258770-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:21:09.214059 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d529279-5648-4996-8a02-4c7a693d9e2c req-c19fcb05-340d-4256-ac2b-e6ac433a6ec7 tempest-AggregatesAdminTestJSON-154258770 tempest-AggregatesAdminTestJSON-154258770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:09.214691 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-0d529279-5648-4996-8a02-4c7a693d9e2c req-c19fcb05-340d-4256-ac2b-e6ac433a6ec7 tempest-AggregatesAdminTestJSON-154258770 tempest-AggregatesAdminTestJSON-154258770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:09.287840 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0d529279-5648-4996-8a02-4c7a693d9e2c req-c19fcb05-340d-4256-ac2b-e6ac433a6ec7 tempest-AggregatesAdminTestJSON-154258770 tempest-AggregatesAdminTestJSON-154258770-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0589392 Dec 20 14:21:09.326940 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-0d529279-5648-4996-8a02-4c7a693d9e2c req-58c07a6d-4baf-4653-9e80-5169db23f43a service neutron] Request body: {'port': {'device_id': 'eeec2f45-8e91-44f4-8478-de3cff1ca9e8', 'device_owner': 'compute:tempest-test_az-139519785', 'binding:host_id': 'n-h2-761264-19'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:21:09.456226 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f97afda-b675-4771-9a82-97f141db8a20 req-55205865-ce8e-4c87-91ff-3d50fceb26e8 tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:09.458547 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9f97afda-b675-4771-9a82-97f141db8a20 req-55205865-ce8e-4c87-91ff-3d50fceb26e8 tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] 10.222.0.54 "GET /v2.0/ports?device_id=416084f0-65f5-48ab-bcec-db997592a50b HTTP/1.1" status: 200 len: 948 time: 0.0795312 Dec 20 14:21:09.469008 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9853e902-f716-4622-9769-fe297459b29e req-aa304617-4b27-4d67-98ab-889a447f2f47 tempest-NetworksTest-573364775 tempest-NetworksTest-573364775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:09.469545 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9853e902-f716-4622-9769-fe297459b29e req-aa304617-4b27-4d67-98ab-889a447f2f47 tempest-NetworksTest-573364775 tempest-NetworksTest-573364775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:09.469962 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9853e902-f716-4622-9769-fe297459b29e req-aa304617-4b27-4d67-98ab-889a447f2f47 tempest-NetworksTest-573364775 tempest-NetworksTest-573364775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:09.471615 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9853e902-f716-4622-9769-fe297459b29e req-aa304617-4b27-4d67-98ab-889a447f2f47 tempest-NetworksTest-573364775 tempest-NetworksTest-573364775-project-admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2206 time: 0.3593078 Dec 20 14:21:09.531107 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9f97afda-b675-4771-9a82-97f141db8a20 req-1e71b04c-0ec5-4914-b24e-b3b3ca54aa8e tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] 10.222.0.54 "GET /v2.0/security-groups?id=06195b07-8409-49b1-a771-72db1c511f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635414 Dec 20 14:21:09.550762 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b01d7b98-6070-4971-bb14-ce5caf93dc97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:09.552624 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-0d529279-5648-4996-8a02-4c7a693d9e2c req-58c07a6d-4baf-4653-9e80-5169db23f43a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:09.576256 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b01d7b98-6070-4971-bb14-ce5caf93dc97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:09.591219 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-b2775df0-bb4c-4b6b-915e-1cd0671bddc6 None None] Provisioning complete for port 0105a7c4-241d-4787-891f-fbf9f841e0c1 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:21:09.592245 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b2775df0-bb4c-4b6b-915e-1cd0671bddc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:09.640235 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-b2775df0-bb4c-4b6b-915e-1cd0671bddc6 None None] Port 0105a7c4-241d-4787-891f-fbf9f841e0c1 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:21:09.690534 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-b01d7b98-6070-4971-bb14-ce5caf93dc97 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d8f8975e38dd4b63be14d80f7b1169ff&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0746095 Dec 20 14:21:09.690710 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 46086) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:21:09.691932 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01d7b98-6070-4971-bb14-ce5caf93dc97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71468cb3-b17e-4200-86b9-9a539e2ea402,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:09.764664 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2aae38ea-a369-4cf2-b42b-4955da669630 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:09.807699 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2aae38ea-a369-4cf2-b42b-4955da669630 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:09.853475 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acc261f-3222-4730-ba13-a92859f0d233 req-c59add63-f6ca-41c6-b75d-cec6169d82f5 tempest-NetworksTest-573364775 tempest-NetworksTest-573364775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:09.854313 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1acc261f-3222-4730-ba13-a92859f0d233 req-c59add63-f6ca-41c6-b75d-cec6169d82f5 tempest-NetworksTest-573364775 tempest-NetworksTest-573364775-project-admin] 10.222.0.54 "GET /v2.0/networks/c3f8658e-da35-41f3-bd03-509e29ebd6f3 HTTP/1.1" status: 200 len: 886 time: 0.3475254 Dec 20 14:21:09.927932 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc909568-1313-4f4c-91d2-0d36aaa1ae57 req-994f4cc3-cb0b-487e-ae51-c7bcbc20f8ec tempest-AggregatesAdminTestJSON-154258770 tempest-AggregatesAdminTestJSON-154258770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:09.937355 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-bc909568-1313-4f4c-91d2-0d36aaa1ae57 req-994f4cc3-cb0b-487e-ae51-c7bcbc20f8ec tempest-AggregatesAdminTestJSON-154258770 tempest-AggregatesAdminTestJSON-154258770-project] 10.222.0.54 "GET /v2.0/ports?device_id=eeec2f45-8e91-44f4-8478-de3cff1ca9e8 HTTP/1.1" status: 200 len: 935 time: 0.1005375 Dec 20 14:21:09.967115 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2aae38ea-a369-4cf2-b42b-4955da669630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:09.970805 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2aae38ea-a369-4cf2-b42b-4955da669630 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:09.972459 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-2aae38ea-a369-4cf2-b42b-4955da669630 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/71468cb3-b17e-4200-86b9-9a539e2ea402 HTTP/1.1" status: 204 len: 168 time: 0.2808144 Dec 20 14:21:10.015947 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 14:21:10.027820 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aae38ea-a369-4cf2-b42b-4955da669630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71468cb3-b17e-4200-86b9-9a539e2ea402,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:10.061221 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-bc909568-1313-4f4c-91d2-0d36aaa1ae57 req-0e59801d-f013-468b-8db6-96b5cb04114e tempest-AggregatesAdminTestJSON-154258770 tempest-AggregatesAdminTestJSON-154258770-project] 10.222.0.54 "GET /v2.0/security-groups?id=0b799cdb-8c10-4492-8c6c-bb85f919c69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225338 Dec 20 14:21:10.136018 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f279253f-eb9b-4b4e-906c-caaa6d14d376 req-7dacd865-ea1f-47d0-ab41-37adbdd5c3d5 tempest-NetworksTest-573364775 tempest-NetworksTest-573364775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:10.138680 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f279253f-eb9b-4b4e-906c-caaa6d14d376 req-7dacd865-ea1f-47d0-ab41-37adbdd5c3d5 tempest-NetworksTest-573364775 tempest-NetworksTest-573364775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:10.139200 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f279253f-eb9b-4b4e-906c-caaa6d14d376 req-7dacd865-ea1f-47d0-ab41-37adbdd5c3d5 tempest-NetworksTest-573364775 tempest-NetworksTest-573364775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:10.144479 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f279253f-eb9b-4b4e-906c-caaa6d14d376 req-7dacd865-ea1f-47d0-ab41-37adbdd5c3d5 tempest-NetworksTest-573364775 tempest-NetworksTest-573364775-project-admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2206 time: 0.2570591 Dec 20 14:21:10.224833 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3facae95-e960-43d4-bc50-f2a0c216e428 req-af99bb2e-48e5-4878-bf7c-f368f5b662fc tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:10.226473 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3facae95-e960-43d4-bc50-f2a0c216e428 req-af99bb2e-48e5-4878-bf7c-f368f5b662fc tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] 10.222.0.54 "GET /v2.0/ports?device_id=4017385c-af35-4824-b03d-152d8fac199c HTTP/1.1" status: 200 len: 948 time: 0.0846524 Dec 20 14:21:10.239178 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [req-0d529279-5648-4996-8a02-4c7a693d9e2c req-58c07a6d-4baf-4653-9e80-5169db23f43a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0105a7c4-241d-4787-891f-fbf9f841e0c1 {{(pid=103167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:21:10.252922 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-0d529279-5648-4996-8a02-4c7a693d9e2c req-58c07a6d-4baf-4653-9e80-5169db23f43a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:10.280073 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-0d529279-5648-4996-8a02-4c7a693d9e2c req-58c07a6d-4baf-4653-9e80-5169db23f43a service neutron] Transition to ACTIVE for port object 0105a7c4-241d-4787-891f-fbf9f841e0c1 will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:21:10.286970 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-0d529279-5648-4996-8a02-4c7a693d9e2c req-58c07a6d-4baf-4653-9e80-5169db23f43a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:10.302975 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3facae95-e960-43d4-bc50-f2a0c216e428 req-c160c0c5-d19f-4ceb-baef-c27d714535eb tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] 10.222.0.54 "GET /v2.0/security-groups?id=66f507ca-f971-4041-a611-6c86bbd9fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651231 Dec 20 14:21:10.358146 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c07a6d-4baf-4653-9e80-5169db23f43a service neutron] Pushing event updated for resources: {'Port': ['ID=0105a7c4-241d-4787-891f-fbf9f841e0c1,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:10.433874 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-0d529279-5648-4996-8a02-4c7a693d9e2c req-58c07a6d-4baf-4653-9e80-5169db23f43a service neutron] Attempting to bind port 0105a7c4-241d-4787-891f-fbf9f841e0c1 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:21:10.434281 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-0d529279-5648-4996-8a02-4c7a693d9e2c req-58c07a6d-4baf-4653-9e80-5169db23f43a service neutron] Attempting to bind port 0105a7c4-241d-4787-891f-fbf9f841e0c1 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:21:10.434528 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d529279-5648-4996-8a02-4c7a693d9e2c req-58c07a6d-4baf-4653-9e80-5169db23f43a service neutron] Attempting to bind port 0105a7c4-241d-4787-891f-fbf9f841e0c1 on network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:21:10.440654 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d529279-5648-4996-8a02-4c7a693d9e2c req-58c07a6d-4baf-4653-9e80-5169db23f43a service neutron] Port 0105a7c4-241d-4787-891f-fbf9f841e0c1 on network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:21:10.441461 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d529279-5648-4996-8a02-4c7a693d9e2c req-58c07a6d-4baf-4653-9e80-5169db23f43a service neutron] Attempting to bind port 0105a7c4-241d-4787-891f-fbf9f841e0c1 on network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:21:10.451740 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d529279-5648-4996-8a02-4c7a693d9e2c req-58c07a6d-4baf-4653-9e80-5169db23f43a service neutron] Checking agent: {'id': '43c60aee-e4af-4ecc-bee2-aac3569fafed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:21:10.455603 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d529279-5648-4996-8a02-4c7a693d9e2c req-58c07a6d-4baf-4653-9e80-5169db23f43a service neutron] Checking segment: {'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:21:10.455603 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d529279-5648-4996-8a02-4c7a693d9e2c req-58c07a6d-4baf-4653-9e80-5169db23f43a service neutron] Bound using segment: {'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:21:10.455603 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-0d529279-5648-4996-8a02-4c7a693d9e2c req-58c07a6d-4baf-4653-9e80-5169db23f43a service neutron] Bound port: 0105a7c4-241d-4787-891f-fbf9f841e0c1, host: n-h2-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:21:10.455603 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-0d529279-5648-4996-8a02-4c7a693d9e2c req-58c07a6d-4baf-4653-9e80-5169db23f43a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:10.545256 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-0d529279-5648-4996-8a02-4c7a693d9e2c req-58c07a6d-4baf-4653-9e80-5169db23f43a service neutron] For port 0105a7c4-241d-4787-891f-fbf9f841e0c1, host n-h2-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:21:10.556503 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-0d529279-5648-4996-8a02-4c7a693d9e2c req-58c07a6d-4baf-4653-9e80-5169db23f43a service neutron] For port 0105a7c4-241d-4787-891f-fbf9f841e0c1, host n-h2-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=0105a7c4-241d-4787-891f-fbf9f841e0c1,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:21:10.563352 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-0d529279-5648-4996-8a02-4c7a693d9e2c req-58c07a6d-4baf-4653-9e80-5169db23f43a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:10.599096 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 46116) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:21:10.619037 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3c94e14e-9a76-40a6-9028-73f17252000c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:10.640870 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d529279-5648-4996-8a02-4c7a693d9e2c req-58c07a6d-4baf-4653-9e80-5169db23f43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:10.643193 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-0d529279-5648-4996-8a02-4c7a693d9e2c req-58c07a6d-4baf-4653-9e80-5169db23f43a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:10.646408 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0d529279-5648-4996-8a02-4c7a693d9e2c req-58c07a6d-4baf-4653-9e80-5169db23f43a service neutron] 10.222.0.47 "PUT /v2.0/ports/0105a7c4-241d-4787-891f-fbf9f841e0c1 HTTP/1.1" status: 200 len: 1117 time: 1.3436306 Dec 20 14:21:10.667228 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eeec2f45-8e91-44f4-8478-de3cff1ca9e8', 'tag': '0105a7c4-241d-4787-891f-fbf9f841e0c1'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:21:10.823234 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 46124) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:21:10.838931 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3c94e14e-9a76-40a6-9028-73f17252000c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:10.846989 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3c94e14e-9a76-40a6-9028-73f17252000c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:10.922539 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-3c94e14e-9a76-40a6-9028-73f17252000c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0ff12480c09543e9bb51a0b263492320&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3188245 Dec 20 14:21:10.932857 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 46130) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:21:10.978581 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c94e14e-9a76-40a6-9028-73f17252000c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fdbdbd5-da52-4037-9f3e-c58ce1141dc1,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:11.034412 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a39529bc-5411-455a-9968-d15f66a13e67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:11.080071 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a39529bc-5411-455a-9968-d15f66a13e67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:11.097928 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e4c3a48-6f39-4889-a6e0-2971db73a90b" -d '{"events": [{"name": "network-changed", "server_uuid": "eeec2f45-8e91-44f4-8478-de3cff1ca9e8", "tag": "0105a7c4-241d-4787-891f-fbf9f841e0c1"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:21:11.163461 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a39529bc-5411-455a-9968-d15f66a13e67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:11.163669 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c07a6d-4baf-4653-9e80-5169db23f43a service neutron] Pushing event updated for resources: {'Port': ['ID=0105a7c4-241d-4787-891f-fbf9f841e0c1,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:11.166443 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a39529bc-5411-455a-9968-d15f66a13e67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:11.173184 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d529279-5648-4996-8a02-4c7a693d9e2c req-66cc660e-e79b-4442-8066-d917b4528de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:11.175531 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0d529279-5648-4996-8a02-4c7a693d9e2c req-66cc660e-e79b-4442-8066-d917b4528de9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dd36e2c30f0f4c8a80f636de2dfaba68&device_id=eeec2f45-8e91-44f4-8478-de3cff1ca9e8 HTTP/1.1" status: 200 len: 1120 time: 0.4175668 Dec 20 14:21:11.177438 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-a39529bc-5411-455a-9968-d15f66a13e67 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3fdbdbd5-da52-4037-9f3e-c58ce1141dc1 HTTP/1.1" status: 204 len: 168 time: 0.2435560 Dec 20 14:21:11.189579 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39529bc-5411-455a-9968-d15f66a13e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fdbdbd5-da52-4037-9f3e-c58ce1141dc1,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:11.206230 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:11.301757 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafb24ba-f45d-4f30-9e41-4d14afab8fa3 req-3e1317f3-2ba9-4207-9f14-60a77fb60219 tempest-AggregatesAdminTestJSON-154258770 tempest-AggregatesAdminTestJSON-154258770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:11.303398 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-aafb24ba-f45d-4f30-9e41-4d14afab8fa3 req-3e1317f3-2ba9-4207-9f14-60a77fb60219 tempest-AggregatesAdminTestJSON-154258770 tempest-AggregatesAdminTestJSON-154258770-project] 10.222.0.54 "GET /v2.0/ports?device_id=eeec2f45-8e91-44f4-8478-de3cff1ca9e8 HTTP/1.1" status: 200 len: 968 time: 0.0644202 Dec 20 14:21:11.321063 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd0fb4f-9b9e-45ff-83fc-4caa7e8df5dc req-b4cafeb6-ab97-40b3-a72b-0b7e7a4fad99 tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:11.322600 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3cd0fb4f-9b9e-45ff-83fc-4caa7e8df5dc req-b4cafeb6-ab97-40b3-a72b-0b7e7a4fad99 tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] 10.222.0.54 "GET /v2.0/ports?device_id=416084f0-65f5-48ab-bcec-db997592a50b HTTP/1.1" status: 200 len: 948 time: 0.5573061 Dec 20 14:21:11.331381 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0d529279-5648-4996-8a02-4c7a693d9e2c req-090efa33-5413-459e-88cd-b3f0f75a0287 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=0105a7c4-241d-4787-891f-fbf9f841e0c1 HTTP/1.1" status: 200 len: 217 time: 0.1213212 Dec 20 14:21:11.333341 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3cd940e9-06dc-492c-8709-b06f6c6aa541 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:11.375076 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-aafb24ba-f45d-4f30-9e41-4d14afab8fa3 req-808bdb83-de06-4866-9b41-80ebb8b47eb7 tempest-AggregatesAdminTestJSON-154258770 tempest-AggregatesAdminTestJSON-154258770-project] 10.222.0.54 "GET /v2.0/security-groups?id=0b799cdb-8c10-4492-8c6c-bb85f919c69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654969 Dec 20 14:21:11.463955 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3cd0fb4f-9b9e-45ff-83fc-4caa7e8df5dc req-fb12de1c-7582-4c97-940f-d7695b9afcc4 tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] 10.222.0.54 "GET /v2.0/security-groups?id=06195b07-8409-49b1-a771-72db1c511f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316369 Dec 20 14:21:11.465872 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d529279-5648-4996-8a02-4c7a693d9e2c req-dc001f1b-3e39-4241-b3a3-7fc740e10d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:11.466981 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0d529279-5648-4996-8a02-4c7a693d9e2c req-dc001f1b-3e39-4241-b3a3-7fc740e10d4c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36bf280f-81bb-4486-a87a-9b9505a1cec4 HTTP/1.1" status: 200 len: 843 time: 0.1236973 Dec 20 14:21:11.588401 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d529279-5648-4996-8a02-4c7a693d9e2c req-21a492a3-5113-4984-b0c7-80b2baa4b718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:11.589910 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0d529279-5648-4996-8a02-4c7a693d9e2c req-21a492a3-5113-4984-b0c7-80b2baa4b718 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1151168 Dec 20 14:21:11.613923 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3cd940e9-06dc-492c-8709-b06f6c6aa541 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:11.626916 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3cd940e9-06dc-492c-8709-b06f6c6aa541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:11.700073 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04078de5-e65c-4afb-be10-df68be19ab7d x-openstack-request-id: req-04078de5-e65c-4afb-be10-df68be19ab7d {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:21:11.700368 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eeec2f45-8e91-44f4-8478-de3cff1ca9e8", "tag": "0105a7c4-241d-4787-891f-fbf9f841e0c1", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:21:11.700615 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-04078de5-e65c-4afb-be10-df68be19ab7d {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:21:11.701052 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eeec2f45-8e91-44f4-8478-de3cff1ca9e8', 'tag': '0105a7c4-241d-4787-891f-fbf9f841e0c1', 'status': 'completed', 'code': 200} Dec 20 14:21:11.747190 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 46156) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:21:11.747706 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-3cd940e9-06dc-492c-8709-b06f6c6aa541 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1670e884cc904b1986108f9e8ddcf9d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8864300 Dec 20 14:21:11.756396 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd940e9-06dc-492c-8709-b06f6c6aa541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c74748ce-dc48-4ee0-91a1-0cbeef065d3c,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:11.789811 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad44bb50-e651-423f-b870-9a178e8b8728 req-b8a8a8f8-afa6-426b-bb7f-48f733df3d3b tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:11.791440 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ad44bb50-e651-423f-b870-9a178e8b8728 req-b8a8a8f8-afa6-426b-bb7f-48f733df3d3b tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] 10.222.0.54 "GET /v2.0/ports?device_id=4017385c-af35-4824-b03d-152d8fac199c HTTP/1.1" status: 200 len: 948 time: 0.1418386 Dec 20 14:21:11.793417 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0d529279-5648-4996-8a02-4c7a693d9e2c req-109e1c97-f1ce-48e4-90f1-bcd25f67c9f6 service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926219 Dec 20 14:21:11.845046 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 4e0b0d75-3a40-4add-b6bf-03fc8dfbebd0 details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:21:11.848564 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fe44047c-bb2d-45af-91a6-bf5a38b66e4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:11.881330 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fe44047c-bb2d-45af-91a6-bf5a38b66e4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:11.950033 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fe44047c-bb2d-45af-91a6-bf5a38b66e4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:11.957453 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fe44047c-bb2d-45af-91a6-bf5a38b66e4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:11.958829 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-fe44047c-bb2d-45af-91a6-bf5a38b66e4d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c74748ce-dc48-4ee0-91a1-0cbeef065d3c HTTP/1.1" status: 204 len: 168 time: 0.2098520 Dec 20 14:21:11.965965 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ad44bb50-e651-423f-b870-9a178e8b8728 req-482637f6-efc0-4ace-94c5-943d7fa9526f tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] 10.222.0.54 "GET /v2.0/security-groups?id=66f507ca-f971-4041-a611-6c86bbd9fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664305 Dec 20 14:21:12.001447 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0d529279-5648-4996-8a02-4c7a693d9e2c req-efd9076d-3041-42c2-a43a-19a00ef19a32 service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958284 Dec 20 14:21:12.005049 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe44047c-bb2d-45af-91a6-bf5a38b66e4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c74748ce-dc48-4ee0-91a1-0cbeef065d3c,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:12.007672 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 4e0b0d75-3a40-4add-b6bf-03fc8dfbebd0, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=4e0b0d75-3a40-4add-b6bf-03fc8dfbebd0,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:21:12.026363 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': '4e0b0d75-3a40-4add-b6bf-03fc8dfbebd0', 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1', 'port_id': '4e0b0d75-3a40-4add-b6bf-03fc8dfbebd0', 'mac_address': 'fa:16:3e:fd:57:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36bf280f-81bb-4486-a87a-9b9505a1cec4', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:21:12.049132 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 46162) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:21:12.107630 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:12.124021 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e0b0d75-3a40-4add-b6bf-03fc8dfbebd0 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:21:12.132386 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4c3a48-6f39-4889-a6e0-2971db73a90b req-ab3f2e16-ddee-407c-ab6f-2559b8a96d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:12.134011 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5e4c3a48-6f39-4889-a6e0-2971db73a90b req-ab3f2e16-ddee-407c-ab6f-2559b8a96d1f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dd36e2c30f0f4c8a80f636de2dfaba68&device_id=eeec2f45-8e91-44f4-8478-de3cff1ca9e8 HTTP/1.1" status: 200 len: 1120 time: 0.0712867 Dec 20 14:21:12.148147 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 4e0b0d75-3a40-4add-b6bf-03fc8dfbebd0, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=4e0b0d75-3a40-4add-b6bf-03fc8dfbebd0,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:21:12.156013 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:12.252616 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=4e0b0d75-3a40-4add-b6bf-03fc8dfbebd0,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:12.283976 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:21:12.284646 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:21:12.285143 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:21:12.285846 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:21:12.286491 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:21:12.286992 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:21:12.287443 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:21:12.287900 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:21:12.288373 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:21:12.288985 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:21:12.289718 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:21:12.290422 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:21:12.290900 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:21:12.292265 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Tracked resource versions report: Dec 20 14:21:12.292265 n-d-761264-19 neutron-server[103169]: pushed versions: Dec 20 14:21:12.292265 n-d-761264-19 neutron-server[103169]: { 'AddressGroup': {'1.2'}, Dec 20 14:21:12.292265 n-d-761264-19 neutron-server[103169]: 'ConntrackHelper': {'1.0'}, Dec 20 14:21:12.292265 n-d-761264-19 neutron-server[103169]: 'LocalIPAssociation': {'1.0'}, Dec 20 14:21:12.292265 n-d-761264-19 neutron-server[103169]: 'Log': {'1.0'}, Dec 20 14:21:12.292265 n-d-761264-19 neutron-server[103169]: 'Network': {'1.1'}, Dec 20 14:21:12.292265 n-d-761264-19 neutron-server[103169]: 'Port': {'1.7'}, Dec 20 14:21:12.292265 n-d-761264-19 neutron-server[103169]: 'PortForwarding': {'1.2'}, Dec 20 14:21:12.292265 n-d-761264-19 neutron-server[103169]: 'QosPolicy': {'1.10'}, Dec 20 14:21:12.292265 n-d-761264-19 neutron-server[103169]: 'SecurityGroup': {'1.5'}, Dec 20 14:21:12.292265 n-d-761264-19 neutron-server[103169]: 'SecurityGroupRule': {'1.2'}, Dec 20 14:21:12.292265 n-d-761264-19 neutron-server[103169]: 'SubPort': {'1.0'}, Dec 20 14:21:12.292265 n-d-761264-19 neutron-server[103169]: 'Subnet': {'1.1'}, Dec 20 14:21:12.292265 n-d-761264-19 neutron-server[103169]: 'Trunk': {'1.1'}} Dec 20 14:21:12.292265 n-d-761264-19 neutron-server[103169]: consumer versions: Dec 20 14:21:12.292265 n-d-761264-19 neutron-server[103169]: { DHCP agent@n-d-761264-19: {}, Dec 20 14:21:12.292265 n-d-761264-19 neutron-server[103169]: HyperV agent@n-h1-761264-19: {}, Dec 20 14:21:12.292265 n-d-761264-19 neutron-server[103169]: HyperV agent@n-h2-761264-19: {}, Dec 20 14:21:12.292265 n-d-761264-19 neutron-server[103169]: L3 agent@n-d-761264-19: {}, Dec 20 14:21:12.292265 n-d-761264-19 neutron-server[103169]: Metadata agent@n-d-761264-19: {}, Dec 20 14:21:12.292265 n-d-761264-19 neutron-server[103169]: Metering agent@n-d-761264-19: {}, Dec 20 14:21:12.292265 n-d-761264-19 neutron-server[103169]: Open vSwitch agent@n-d-761264-19: { 'AddressGroup': '1.2', Dec 20 14:21:12.292265 n-d-761264-19 neutron-server[103169]: 'ConntrackHelper': '1.0', Dec 20 14:21:12.292265 n-d-761264-19 neutron-server[103169]: 'LocalIPAssociation': '1.0', Dec 20 14:21:12.292265 n-d-761264-19 neutron-server[103169]: 'Log': '1.0', Dec 20 14:21:12.292265 n-d-761264-19 neutron-server[103169]: 'Network': '1.1', Dec 20 14:21:12.292265 n-d-761264-19 neutron-server[103169]: 'Port': '1.7', Dec 20 14:21:12.292265 n-d-761264-19 neutron-server[103169]: 'PortForwarding': '1.2', Dec 20 14:21:12.292265 n-d-761264-19 neutron-server[103169]: 'QosPolicy': '1.10', Dec 20 14:21:12.292265 n-d-761264-19 neutron-server[103169]: 'SecurityGroup': '1.5', Dec 20 14:21:12.292265 n-d-761264-19 neutron-server[103169]: 'SecurityGroupRule': '1.2', Dec 20 14:21:12.292265 n-d-761264-19 neutron-server[103169]: 'SubPort': '1.0', Dec 20 14:21:12.292265 n-d-761264-19 neutron-server[103169]: 'Subnet': '1.1', Dec 20 14:21:12.292265 n-d-761264-19 neutron-server[103169]: 'Trunk': '1.1'}} Dec 20 14:21:12.292265 n-d-761264-19 neutron-server[103169]: {{(pid=103169) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 20 14:21:12.362065 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4c3a48-6f39-4889-a6e0-2971db73a90b req-133bbff4-c5f3-4da2-8c29-c3ae37c24eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:12.363717 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5e4c3a48-6f39-4889-a6e0-2971db73a90b req-133bbff4-c5f3-4da2-8c29-c3ae37c24eaa service neutron] 10.222.0.47 "GET /v2.0/networks?id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1 HTTP/1.1" status: 200 len: 870 time: 0.2215285 Dec 20 14:21:12.414344 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5e4c3a48-6f39-4889-a6e0-2971db73a90b req-f29424d2-70d1-4ec8-82cb-297997f415b8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=0105a7c4-241d-4787-891f-fbf9f841e0c1 HTTP/1.1" status: 200 len: 217 time: 0.0405803 Dec 20 14:21:12.431281 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6e2bafc5-aaf1-4244-ac6c-2731b5e33544 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:12.482758 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['4e0b0d75-3a40-4add-b6bf-03fc8dfbebd0'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:21:12.492130 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4c3a48-6f39-4889-a6e0-2971db73a90b req-256e7b97-b3b5-47d3-8818-b27ee1fc0a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:12.494048 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5e4c3a48-6f39-4889-a6e0-2971db73a90b req-256e7b97-b3b5-47d3-8818-b27ee1fc0a5b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36bf280f-81bb-4486-a87a-9b9505a1cec4 HTTP/1.1" status: 200 len: 843 time: 0.0704534 Dec 20 14:21:12.612026 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eae4508-0d1b-4e60-8595-1a7ff577fd9f req-ab13a97e-46b4-493a-8283-e17de4821355 tempest-AggregatesAdminTestJSON-154258770 tempest-AggregatesAdminTestJSON-154258770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:12.613762 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6eae4508-0d1b-4e60-8595-1a7ff577fd9f req-ab13a97e-46b4-493a-8283-e17de4821355 tempest-AggregatesAdminTestJSON-154258770 tempest-AggregatesAdminTestJSON-154258770-project] 10.222.0.54 "GET /v2.0/ports?device_id=eeec2f45-8e91-44f4-8478-de3cff1ca9e8 HTTP/1.1" status: 200 len: 968 time: 0.1021054 Dec 20 14:21:12.631829 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 46178) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:21:12.661475 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4c3a48-6f39-4889-a6e0-2971db73a90b req-4e9c5928-bd4d-4da3-92ec-127e7064e1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:12.663158 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5e4c3a48-6f39-4889-a6e0-2971db73a90b req-4e9c5928-bd4d-4da3-92ec-127e7064e1b4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1601436 Dec 20 14:21:12.671282 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7ba2a3d9-cce6-42d1-8407-d8016bcbb250 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:12.689522 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6e2bafc5-aaf1-4244-ac6c-2731b5e33544 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:12.702334 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6e2bafc5-aaf1-4244-ac6c-2731b5e33544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:12.723487 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6eae4508-0d1b-4e60-8595-1a7ff577fd9f req-cb40f163-fee0-4140-8332-71bd0c11a851 tempest-AggregatesAdminTestJSON-154258770 tempest-AggregatesAdminTestJSON-154258770-project] 10.222.0.54 "GET /v2.0/security-groups?id=0b799cdb-8c10-4492-8c6c-bb85f919c69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960176 Dec 20 14:21:12.755550 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-6e2bafc5-aaf1-4244-ac6c-2731b5e33544 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=00683c4e5e464e41b6979fb3a62d9be7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6986401 Dec 20 14:21:12.759100 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 46182) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:21:12.772322 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2bafc5-aaf1-4244-ac6c-2731b5e33544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aabf283-8455-49a7-8395-b8c35b585a7e,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:12.825191 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278f1cde-b4f0-4c98-aa44-87aa00b5ecaa req-a191dae6-1be6-4f66-812f-199fa417cc25 tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:12.833603 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-278f1cde-b4f0-4c98-aa44-87aa00b5ecaa req-a191dae6-1be6-4f66-812f-199fa417cc25 tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] 10.222.0.54 "GET /v2.0/ports?device_id=416084f0-65f5-48ab-bcec-db997592a50b HTTP/1.1" status: 200 len: 948 time: 0.2171197 Dec 20 14:21:12.859673 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5e4c3a48-6f39-4889-a6e0-2971db73a90b req-18dfe001-f623-434c-aefa-8e4bc4f43541 service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842387 Dec 20 14:21:12.866818 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ff36373c-507d-40dc-9697-c47db8d268f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:12.897007 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ff36373c-507d-40dc-9697-c47db8d268f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:12.967898 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ff36373c-507d-40dc-9697-c47db8d268f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:12.971069 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ff36373c-507d-40dc-9697-c47db8d268f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:12.972368 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-ff36373c-507d-40dc-9697-c47db8d268f3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0aabf283-8455-49a7-8395-b8c35b585a7e HTTP/1.1" status: 204 len: 168 time: 0.2075052 Dec 20 14:21:12.979503 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-278f1cde-b4f0-4c98-aa44-87aa00b5ecaa req-bc67c121-b389-4a16-a8e7-d667ececd2b8 tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] 10.222.0.54 "GET /v2.0/security-groups?id=06195b07-8409-49b1-a771-72db1c511f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449180 Dec 20 14:21:12.982276 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff36373c-507d-40dc-9697-c47db8d268f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aabf283-8455-49a7-8395-b8c35b585a7e,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:13.077491 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7ba2a3d9-cce6-42d1-8407-d8016bcbb250 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:13.084110 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5e4c3a48-6f39-4889-a6e0-2971db73a90b req-b4db353f-db5d-43b9-918b-68b8e9847689 service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156274 Dec 20 14:21:13.085165 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7ba2a3d9-cce6-42d1-8407-d8016bcbb250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:13.148664 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4c52e2-bd69-4031-844a-843f0cf388d5 req-cf962bf6-0068-45b0-9c76-e0bbf3850b64 tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:13.150017 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-7ba2a3d9-cce6-42d1-8407-d8016bcbb250 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=dbf357622d2b4bc299095dd46e254e28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5142457 Dec 20 14:21:13.150017 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 46190) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:21:13.154143 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ca4c52e2-bd69-4031-844a-843f0cf388d5 req-cf962bf6-0068-45b0-9c76-e0bbf3850b64 tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] 10.222.0.54 "GET /v2.0/ports?device_id=4017385c-af35-4824-b03d-152d8fac199c HTTP/1.1" status: 200 len: 949 time: 0.0755341 Dec 20 14:21:13.154225 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba2a3d9-cce6-42d1-8407-d8016bcbb250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=823dfaf3-7702-45fa-abe0-da4dc98bd4b1,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:13.209588 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ca4c52e2-bd69-4031-844a-843f0cf388d5 req-2f9baefa-51c1-41ad-906c-b46f2badc128 tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] 10.222.0.54 "GET /v2.0/security-groups?id=66f507ca-f971-4041-a611-6c86bbd9fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510283 Dec 20 14:21:13.232298 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fdf9e81a-ac6f-4cb3-9606-54b99e05e039 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:13.264530 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fdf9e81a-ac6f-4cb3-9606-54b99e05e039 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:13.323056 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fdf9e81a-ac6f-4cb3-9606-54b99e05e039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:13.326367 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fdf9e81a-ac6f-4cb3-9606-54b99e05e039 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:13.327638 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-fdf9e81a-ac6f-4cb3-9606-54b99e05e039 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/823dfaf3-7702-45fa-abe0-da4dc98bd4b1 HTTP/1.1" status: 204 len: 168 time: 0.1759415 Dec 20 14:21:13.337086 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf9e81a-ac6f-4cb3-9606-54b99e05e039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=823dfaf3-7702-45fa-abe0-da4dc98bd4b1,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:13.579445 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 46200) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:21:13.603010 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-901aeeab-3140-4f0f-8172-ca489b03d384 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:13.713340 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-901aeeab-3140-4f0f-8172-ca489b03d384 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:13.719232 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-901aeeab-3140-4f0f-8172-ca489b03d384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:13.774047 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-901aeeab-3140-4f0f-8172-ca489b03d384 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5c9c24c71b0a46b0a2a24ae4d8399d12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1937735 Dec 20 14:21:13.776104 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901aeeab-3140-4f0f-8172-ca489b03d384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a68e6a74-e4ea-4567-a859-581af5c5c7b1,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:13.777276 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 46210) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:21:13.846406 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 4e0b0d75-3a40-4add-b6bf-03fc8dfbebd0 up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:21:13.856224 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-812b6d15-0a3e-4a8a-8761-ebdfae34026e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:13.905090 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-812b6d15-0a3e-4a8a-8761-ebdfae34026e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:13.962125 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning for port 4e0b0d75-3a40-4add-b6bf-03fc8dfbebd0 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:21:13.971824 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddcd7e8-bf73-41a9-b8f9-52508a93b449 req-65dd34fd-0ce9-4882-9fde-c2bfa3802393 tempest-AggregatesAdminTestJSON-154258770 tempest-AggregatesAdminTestJSON-154258770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:13.975644 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-eddcd7e8-bf73-41a9-b8f9-52508a93b449 req-65dd34fd-0ce9-4882-9fde-c2bfa3802393 tempest-AggregatesAdminTestJSON-154258770 tempest-AggregatesAdminTestJSON-154258770-project] 10.222.0.54 "GET /v2.0/ports?device_id=eeec2f45-8e91-44f4-8478-de3cff1ca9e8 HTTP/1.1" status: 200 len: 968 time: 0.0867250 Dec 20 14:21:13.983184 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-812b6d15-0a3e-4a8a-8761-ebdfae34026e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:13.984059 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port 4e0b0d75-3a40-4add-b6bf-03fc8dfbebd0 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:21:13.984437 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:13.985964 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-812b6d15-0a3e-4a8a-8761-ebdfae34026e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:13.989707 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-812b6d15-0a3e-4a8a-8761-ebdfae34026e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a68e6a74-e4ea-4567-a859-581af5c5c7b1 HTTP/1.1" status: 204 len: 168 time: 0.2090855 Dec 20 14:21:14.012358 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812b6d15-0a3e-4a8a-8761-ebdfae34026e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a68e6a74-e4ea-4567-a859-581af5c5c7b1,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:14.098484 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-eddcd7e8-bf73-41a9-b8f9-52508a93b449 req-7f8911f3-bd5b-4ef5-9243-ab383a97b380 tempest-AggregatesAdminTestJSON-154258770 tempest-AggregatesAdminTestJSON-154258770-project] 10.222.0.54 "GET /v2.0/security-groups?id=0b799cdb-8c10-4492-8c6c-bb85f919c69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045325 Dec 20 14:21:14.157096 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13bf063-4556-436c-a354-e427c0e47e94 req-d9dfe013-fc14-425d-b289-2318f260bde6 tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:14.158608 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:14.165724 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d13bf063-4556-436c-a354-e427c0e47e94 req-d9dfe013-fc14-425d-b289-2318f260bde6 tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] 10.222.0.54 "GET /v2.0/ports?device_id=416084f0-65f5-48ab-bcec-db997592a50b HTTP/1.1" status: 200 len: 948 time: 0.0778127 Dec 20 14:21:14.194667 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4017385c-af35-4824-b03d-152d8fac199c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e0b0d75-3a40-4add-b6bf-03fc8dfbebd0'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:21:14.227726 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d13bf063-4556-436c-a354-e427c0e47e94 req-83b97459-7923-4ac7-a02e-234e1e0d97b9 tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] 10.222.0.54 "GET /v2.0/security-groups?id=06195b07-8409-49b1-a771-72db1c511f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609004 Dec 20 14:21:14.275969 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 4e0b0d75-3a40-4add-b6bf-03fc8dfbebd0, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=4e0b0d75-3a40-4add-b6bf-03fc8dfbebd0,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:21:14.282908 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:14.348184 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=4e0b0d75-3a40-4add-b6bf-03fc8dfbebd0,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:14.378118 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6474ba4-f31e-427e-9067-2f1ff19e1385 req-826bfc18-32bd-4e27-833d-3629765ae4a6 tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:14.379542 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c6474ba4-f31e-427e-9067-2f1ff19e1385 req-826bfc18-32bd-4e27-833d-3629765ae4a6 tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] 10.222.0.54 "GET /v2.0/ports?device_id=4017385c-af35-4824-b03d-152d8fac199c HTTP/1.1" status: 200 len: 950 time: 0.0560100 Dec 20 14:21:14.432496 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c6474ba4-f31e-427e-9067-2f1ff19e1385 req-4359d2b4-6cb6-47fe-a244-9c060b8aba6a tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] 10.222.0.54 "GET /v2.0/security-groups?id=66f507ca-f971-4041-a611-6c86bbd9fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464070 Dec 20 14:21:14.585751 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c228048d-8b4c-41c8-86b3-cf6d8c173346" -d '{"events": [{"server_uuid": "4017385c-af35-4824-b03d-152d8fac199c", "name": "network-vif-plugged", "status": "completed", "tag": "4e0b0d75-3a40-4add-b6bf-03fc8dfbebd0"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:21:14.723070 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36975542-6af2-4a37-9338-266135147f18 x-openstack-request-id: req-36975542-6af2-4a37-9338-266135147f18 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:21:14.724572 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4017385c-af35-4824-b03d-152d8fac199c", "name": "network-vif-plugged", "status": "completed", "tag": "4e0b0d75-3a40-4add-b6bf-03fc8dfbebd0", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:21:14.724951 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-36975542-6af2-4a37-9338-266135147f18 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:21:14.725501 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4017385c-af35-4824-b03d-152d8fac199c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e0b0d75-3a40-4add-b6bf-03fc8dfbebd0', 'code': 200} Dec 20 14:21:14.875439 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d185454-6baf-46b6-aacc-2df88fee310e req-8ec92e0d-74e4-4017-9e7f-898f6143ea2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:14.877050 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5d185454-6baf-46b6-aacc-2df88fee310e req-8ec92e0d-74e4-4017-9e7f-898f6143ea2c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4017385c-af35-4824-b03d-152d8fac199c HTTP/1.1" status: 200 len: 1102 time: 0.0793507 Dec 20 14:21:14.898129 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-5d185454-6baf-46b6-aacc-2df88fee310e req-91c73e4b-e18e-40c3-9059-d6fb6d7e7777 service neutron] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:14.986538 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-5d185454-6baf-46b6-aacc-2df88fee310e req-91c73e4b-e18e-40c3-9059-d6fb6d7e7777 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:14.993428 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-5d185454-6baf-46b6-aacc-2df88fee310e req-91c73e4b-e18e-40c3-9059-d6fb6d7e7777 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:15.001611 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:15.040994 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5d185454-6baf-46b6-aacc-2df88fee310e req-91c73e4b-e18e-40c3-9059-d6fb6d7e7777 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=66f507ca-f971-4041-a611-6c86bbd9fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567340 Dec 20 14:21:15.041719 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c73e4b-e18e-40c3-9059-d6fb6d7e7777 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=4e811d12-dc73-4632-a997-be1183459b31,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:15.232077 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6bf3a4-0e2b-40c6-8cb0-64e30f131792 req-6901d799-844b-4d51-b3f1-1487efa600b0 tempest-AggregatesAdminTestJSON-154258770 tempest-AggregatesAdminTestJSON-154258770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:15.233720 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-df6bf3a4-0e2b-40c6-8cb0-64e30f131792 req-6901d799-844b-4d51-b3f1-1487efa600b0 tempest-AggregatesAdminTestJSON-154258770 tempest-AggregatesAdminTestJSON-154258770-project] 10.222.0.54 "GET /v2.0/ports?device_id=eeec2f45-8e91-44f4-8478-de3cff1ca9e8 HTTP/1.1" status: 200 len: 968 time: 0.0566308 Dec 20 14:21:15.364935 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518a241e-d1b7-4607-ad47-eda7fa854de9 req-4af1e76a-97eb-4e84-9076-752864900c75 tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:15.367314 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-518a241e-d1b7-4607-ad47-eda7fa854de9 req-4af1e76a-97eb-4e84-9076-752864900c75 tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] 10.222.0.54 "GET /v2.0/ports?device_id=416084f0-65f5-48ab-bcec-db997592a50b HTTP/1.1" status: 200 len: 948 time: 0.0596671 Dec 20 14:21:15.436226 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-518a241e-d1b7-4607-ad47-eda7fa854de9 req-e4032220-05f2-4cf2-9262-3c5ea38f5249 tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] 10.222.0.54 "GET /v2.0/security-groups?id=06195b07-8409-49b1-a771-72db1c511f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579677 Dec 20 14:21:15.489534 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-df6bf3a4-0e2b-40c6-8cb0-64e30f131792 req-dc8677bb-b708-4e88-90ab-acd8601a2df5 tempest-AggregatesAdminTestJSON-154258770 tempest-AggregatesAdminTestJSON-154258770-project] 10.222.0.54 "GET /v2.0/security-groups?id=0b799cdb-8c10-4492-8c6c-bb85f919c69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448761 Dec 20 14:21:15.574930 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81178515-9727-43ba-bad6-fd53e2f976bb req-8cb8613a-6124-4838-bf9f-463917f75d92 tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:15.576484 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-81178515-9727-43ba-bad6-fd53e2f976bb req-8cb8613a-6124-4838-bf9f-463917f75d92 tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] 10.222.0.54 "GET /v2.0/ports?device_id=4017385c-af35-4824-b03d-152d8fac199c HTTP/1.1" status: 200 len: 950 time: 0.0561092 Dec 20 14:21:15.627321 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-81178515-9727-43ba-bad6-fd53e2f976bb req-498e1505-3985-481d-916a-428dbe2fa5e3 tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] 10.222.0.54 "GET /v2.0/security-groups?id=66f507ca-f971-4041-a611-6c86bbd9fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434022 Dec 20 14:21:15.849172 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 0105a7c4-241d-4787-891f-fbf9f841e0c1 details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:21:15.958106 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 0105a7c4-241d-4787-891f-fbf9f841e0c1, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=0105a7c4-241d-4787-891f-fbf9f841e0c1,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:21:15.973417 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': '0105a7c4-241d-4787-891f-fbf9f841e0c1', 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1', 'port_id': '0105a7c4-241d-4787-891f-fbf9f841e0c1', 'mac_address': 'fa:16:3e:22:9b:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36bf280f-81bb-4486-a87a-9b9505a1cec4', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:tempest-test_az-139519785', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:21:15.986249 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-75fa4eef-124e-49c7-aef8-7d40283bf9c7 req-61c0486f-9a0d-4a7d-8b9e-66cc9c2261d9 tempest-ServerDiagnosticsNegativeTest-607143808 tempest-ServerDiagnosticsNegativeTest-607143808-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=f9052301fd224113a56a18ff37a0849f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0236480 Dec 20 14:21:16.018623 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:16.031980 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0105a7c4-241d-4787-891f-fbf9f841e0c1 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:21:16.053971 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 0105a7c4-241d-4787-891f-fbf9f841e0c1, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=0105a7c4-241d-4787-891f-fbf9f841e0c1,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:21:16.059179 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:16.106503 n-d-761264-19 neutron-server[103168]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 20 14:21:16.106503 n-d-761264-19 neutron-server[103168]: from cryptography.utils import int_from_bytes Dec 20 14:21:16.106503 n-d-761264-19 neutron-server[103168]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 20 14:21:16.106503 n-d-761264-19 neutron-server[103168]: from cryptography.utils import int_from_bytes Dec 20 14:21:16.106503 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:21:16.106503 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:21:16.106503 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:21:16.106503 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:21:16.106503 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:21:16.106503 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:21:16.106503 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:21:16.106503 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:21:16.106503 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:21:16.106503 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:21:16.106503 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:21:16.106503 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:21:16.106503 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:21:16.106503 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:21:16.106503 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:21:16.106503 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:21:16.106503 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:21:16.106503 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:21:16.106503 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:21:16.106503 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:21:16.106503 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:21:16.106503 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:21:16.106503 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:21:16.106503 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:21:16.106503 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:21:16.106503 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:21:16.106503 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:21:16.106503 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:21:16.106503 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:21:16.106503 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:21:16.106503 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:21:16.106503 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:21:16.106503 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:21:16.108474 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:21:16.108474 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:21:16.108474 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:21:16.108474 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:21:16.108474 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:21:16.108474 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:21:16.108474 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:21:16.108474 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:21:16.108474 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:21:16.108474 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:21:16.108474 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:21:16.111218 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=0105a7c4-241d-4787-891f-fbf9f841e0c1,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:16.113839 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fa4eef-124e-49c7-aef8-7d40283bf9c7 req-6554af6d-0b17-4569-a22a-7d7b240d8a4c tempest-ServerDiagnosticsNegativeTest-607143808 tempest-ServerDiagnosticsNegativeTest-607143808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:16.115406 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-75fa4eef-124e-49c7-aef8-7d40283bf9c7 req-6554af6d-0b17-4569-a22a-7d7b240d8a4c tempest-ServerDiagnosticsNegativeTest-607143808 tempest-ServerDiagnosticsNegativeTest-607143808-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1236219 Dec 20 14:21:16.132462 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-75fa4eef-124e-49c7-aef8-7d40283bf9c7 req-abd6676f-cb3d-4cb9-b1f8-415690fd198c tempest-ServerDiagnosticsNegativeTest-607143808 tempest-ServerDiagnosticsNegativeTest-607143808-project] 10.222.0.54 "GET /v2.0/quotas/f9052301fd224113a56a18ff37a0849f HTTP/1.1" status: 200 len: 375 time: 0.0096242 Dec 20 14:21:16.166595 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-75fa4eef-124e-49c7-aef8-7d40283bf9c7 req-add90b6b-2f57-45b7-81d2-1e9ae621bf80 tempest-ServerDiagnosticsNegativeTest-607143808 tempest-ServerDiagnosticsNegativeTest-607143808-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=f9052301fd224113a56a18ff37a0849f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276659 Dec 20 14:21:16.295624 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['0105a7c4-241d-4787-891f-fbf9f841e0c1'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:21:16.352791 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-19f6dc34-32f5-4fef-b712-f9f9bc8485f9 req-42cd9d9a-ad69-4372-bb41-27abcec5b318 tempest-ServerDiagnosticsNegativeTest-607143808 tempest-ServerDiagnosticsNegativeTest-607143808-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2dfc8ab-e8a9-4474-85e7-6fc60fd4c112 HTTP/1.1" status: 200 len: 210 time: 0.0392389 Dec 20 14:21:16.565961 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dffd67-4012-4750-9397-7eb04dfc8330 req-fd2b883b-d059-46ac-b26b-9db3b2ba3311 tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:16.567514 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d9dffd67-4012-4750-9397-7eb04dfc8330 req-fd2b883b-d059-46ac-b26b-9db3b2ba3311 tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] 10.222.0.54 "GET /v2.0/ports?device_id=416084f0-65f5-48ab-bcec-db997592a50b HTTP/1.1" status: 200 len: 948 time: 0.0550625 Dec 20 14:21:16.637325 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d9dffd67-4012-4750-9397-7eb04dfc8330 req-021ade3e-0aca-4774-acb2-c7bd407dc66c tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] 10.222.0.54 "GET /v2.0/security-groups?id=06195b07-8409-49b1-a771-72db1c511f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566974 Dec 20 14:21:16.701978 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3ab55c-0716-4602-8802-ec7074e53211 req-b50ba5b0-45b7-4386-be51-b13b151f14a1 tempest-AggregatesAdminTestJSON-154258770 tempest-AggregatesAdminTestJSON-154258770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:16.704885 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cd3ab55c-0716-4602-8802-ec7074e53211 req-b50ba5b0-45b7-4386-be51-b13b151f14a1 tempest-AggregatesAdminTestJSON-154258770 tempest-AggregatesAdminTestJSON-154258770-project] 10.222.0.54 "GET /v2.0/ports?device_id=eeec2f45-8e91-44f4-8478-de3cff1ca9e8 HTTP/1.1" status: 200 len: 969 time: 0.0601804 Dec 20 14:21:16.754306 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cd3ab55c-0716-4602-8802-ec7074e53211 req-d139ea38-8f5b-435c-8847-e5c88dc1e449 tempest-AggregatesAdminTestJSON-154258770 tempest-AggregatesAdminTestJSON-154258770-project] 10.222.0.54 "GET /v2.0/security-groups?id=0b799cdb-8c10-4492-8c6c-bb85f919c69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427034 Dec 20 14:21:16.766549 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc26de0d-f0cd-4e0b-9210-879d65b160c4 req-f1b5d290-1008-44db-93c3-f331a477be60 tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:16.768253 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-dc26de0d-f0cd-4e0b-9210-879d65b160c4 req-f1b5d290-1008-44db-93c3-f331a477be60 tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] 10.222.0.54 "GET /v2.0/ports?device_id=4017385c-af35-4824-b03d-152d8fac199c HTTP/1.1" status: 200 len: 950 time: 0.0519617 Dec 20 14:21:16.819802 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-dc26de0d-f0cd-4e0b-9210-879d65b160c4 req-ccb261aa-bfe7-4f47-aa9a-9c610e647adf tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] 10.222.0.54 "GET /v2.0/security-groups?id=66f507ca-f971-4041-a611-6c86bbd9fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408895 Dec 20 14:21:17.443498 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a43766a1-97e6-45bd-99d0-4053b20fbab8 req-2ed1638b-d1fd-4062-a279-f493e56b3cec tempest-ServerDiagnosticsNegativeTest-607143808 tempest-ServerDiagnosticsNegativeTest-607143808-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2dfc8ab-e8a9-4474-85e7-6fc60fd4c112 HTTP/1.1" status: 200 len: 210 time: 0.0278440 Dec 20 14:21:17.533997 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ee8a1b-397c-49fb-861f-9a42f928a1e8 req-fd31a49e-a4c5-4f15-b28a-c023fb1ed37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:17.535550 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-66ee8a1b-397c-49fb-861f-9a42f928a1e8 req-fd31a49e-a4c5-4f15-b28a-c023fb1ed37e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c2cbf82cbbcb488c9825cdbcbb4bef7f&device_id=416084f0-65f5-48ab-bcec-db997592a50b HTTP/1.1" status: 200 len: 1100 time: 0.0476222 Dec 20 14:21:17.566696 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-66ee8a1b-397c-49fb-861f-9a42f928a1e8 req-9050b4c9-2f16-4c3a-90da-b8f3cec027bc service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=c2cbf82cbbcb488c9825cdbcbb4bef7f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0190868 Dec 20 14:21:17.682993 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ee8a1b-397c-49fb-861f-9a42f928a1e8 req-dd22f417-a20f-4bd3-b3b1-50253c02388e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:17.684529 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-66ee8a1b-397c-49fb-861f-9a42f928a1e8 req-dd22f417-a20f-4bd3-b3b1-50253c02388e service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1072209 Dec 20 14:21:17.749009 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7f9e7c-0668-4d1a-88ad-c82e39e14e2d req-d1e74ffd-76dc-449a-8b84-5b8026c7070a tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:17.750583 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5f7f9e7c-0668-4d1a-88ad-c82e39e14e2d req-d1e74ffd-76dc-449a-8b84-5b8026c7070a tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] 10.222.0.54 "GET /v2.0/ports?device_id=416084f0-65f5-48ab-bcec-db997592a50b HTTP/1.1" status: 200 len: 948 time: 0.0501807 Dec 20 14:21:17.770921 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74279f40-c67f-4793-aa8d-1d7e27f21a3a req-31783b44-c35b-4243-8fcf-5068324e274a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:17.773112 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-74279f40-c67f-4793-aa8d-1d7e27f21a3a req-31783b44-c35b-4243-8fcf-5068324e274a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c2cbf82cbbcb488c9825cdbcbb4bef7f&device_id=416084f0-65f5-48ab-bcec-db997592a50b HTTP/1.1" status: 200 len: 1100 time: 0.0463564 Dec 20 14:21:17.802817 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5f7f9e7c-0668-4d1a-88ad-c82e39e14e2d req-594092df-744b-4382-89a4-4eb9ad39baba tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] 10.222.0.54 "GET /v2.0/security-groups?id=06195b07-8409-49b1-a771-72db1c511f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454822 Dec 20 14:21:17.821214 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-74279f40-c67f-4793-aa8d-1d7e27f21a3a req-8404c626-ab26-4170-89e1-606bbb327ff0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=bbcaab3c-ddbc-452f-bb2e-31c24cdd80a7 HTTP/1.1" status: 200 len: 217 time: 0.0392971 Dec 20 14:21:17.877181 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 0105a7c4-241d-4787-891f-fbf9f841e0c1 up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:21:17.904230 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74279f40-c67f-4793-aa8d-1d7e27f21a3a req-a1943fa3-bee1-4569-86df-95a99f3dea4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:17.905748 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-74279f40-c67f-4793-aa8d-1d7e27f21a3a req-a1943fa3-bee1-4569-86df-95a99f3dea4d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=36bf280f-81bb-4486-a87a-9b9505a1cec4 HTTP/1.1" status: 200 len: 843 time: 0.0760908 Dec 20 14:21:17.916812 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d41613-8a25-4ff1-aa8d-a07eb293325e req-158986e4-79c2-435e-bc93-a2196ac9da9e tempest-AggregatesAdminTestJSON-154258770 tempest-AggregatesAdminTestJSON-154258770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:17.918166 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-94d41613-8a25-4ff1-aa8d-a07eb293325e req-158986e4-79c2-435e-bc93-a2196ac9da9e tempest-AggregatesAdminTestJSON-154258770 tempest-AggregatesAdminTestJSON-154258770-project] 10.222.0.54 "GET /v2.0/ports?device_id=eeec2f45-8e91-44f4-8478-de3cff1ca9e8 HTTP/1.1" status: 200 len: 969 time: 0.0803850 Dec 20 14:21:17.934639 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning for port 0105a7c4-241d-4787-891f-fbf9f841e0c1 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:21:17.940472 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port 0105a7c4-241d-4787-891f-fbf9f841e0c1 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:21:17.941025 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:18.005351 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74279f40-c67f-4793-aa8d-1d7e27f21a3a req-2ffeb019-3c7e-4bee-b6be-1b7627b388fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:18.006313 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.30', 54639) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:21:18.011909 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-74279f40-c67f-4793-aa8d-1d7e27f21a3a req-2ffeb019-3c7e-4bee-b6be-1b7627b388fd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0924456 Dec 20 14:21:18.030821 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-75fa4eef-124e-49c7-aef8-7d40283bf9c7 req-733e588c-8bff-46da-96b4-1ac6959903bb tempest-ServerDiagnosticsNegativeTest-607143808 tempest-ServerDiagnosticsNegativeTest-607143808-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=f9052301fd224113a56a18ff37a0849f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0230219 Dec 20 14:21:18.061766 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:18.107165 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 0105a7c4-241d-4787-891f-fbf9f841e0c1, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=0105a7c4-241d-4787-891f-fbf9f841e0c1,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:21:18.108557 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeec2f45-8e91-44f4-8478-de3cff1ca9e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0105a7c4-241d-4787-891f-fbf9f841e0c1'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:21:18.111635 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5496773b-977d-4d33-9937-76ac74147665" -d '{"events": [{"server_uuid": "eeec2f45-8e91-44f4-8478-de3cff1ca9e8", "name": "network-vif-plugged", "status": "completed", "tag": "0105a7c4-241d-4787-891f-fbf9f841e0c1"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:21:18.116576 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:18.187047 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=0105a7c4-241d-4787-891f-fbf9f841e0c1,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:18.210567 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0905593-cbbd-4a9f-9c9a-606623aa8b9b req-f43f0fc2-b139-44f7-b885-e227c418765e tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:18.219348 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a0905593-cbbd-4a9f-9c9a-606623aa8b9b req-f43f0fc2-b139-44f7-b885-e227c418765e tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] 10.222.0.54 "GET /v2.0/ports?device_id=4017385c-af35-4824-b03d-152d8fac199c HTTP/1.1" status: 200 len: 950 time: 0.1163650 Dec 20 14:21:18.251028 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fa4eef-124e-49c7-aef8-7d40283bf9c7 req-142711be-7b2f-4ca4-86b0-a400bae1b277 tempest-ServerDiagnosticsNegativeTest-607143808 tempest-ServerDiagnosticsNegativeTest-607143808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:18.252495 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-75fa4eef-124e-49c7-aef8-7d40283bf9c7 req-142711be-7b2f-4ca4-86b0-a400bae1b277 tempest-ServerDiagnosticsNegativeTest-607143808 tempest-ServerDiagnosticsNegativeTest-607143808-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2131565 Dec 20 14:21:18.257371 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-94d41613-8a25-4ff1-aa8d-a07eb293325e req-dba6f6a0-1e85-4a61-a418-9d3fddd50342 tempest-AggregatesAdminTestJSON-154258770 tempest-AggregatesAdminTestJSON-154258770-project] 10.222.0.54 "GET /v2.0/security-groups?id=0b799cdb-8c10-4492-8c6c-bb85f919c69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977085 Dec 20 14:21:18.272148 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-75fa4eef-124e-49c7-aef8-7d40283bf9c7 req-ce442d9c-43d1-4877-906e-1f50c70bbd58 tempest-ServerDiagnosticsNegativeTest-607143808 tempest-ServerDiagnosticsNegativeTest-607143808-project] Request body: {'port': {'device_id': 'e2dfc8ab-e8a9-4474-85e7-6fc60fd4c112', 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1', 'admin_state_up': True, 'tenant_id': 'f9052301fd224113a56a18ff37a0849f'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:21:18.308870 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-74279f40-c67f-4793-aa8d-1d7e27f21a3a req-a163e4ae-8576-4c4b-9313-b9ab7ddbc46b service neutron] 10.222.0.30 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761123 Dec 20 14:21:18.326085 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a0905593-cbbd-4a9f-9c9a-606623aa8b9b req-6f0cbfa4-8e6f-42a8-ba71-236083afb341 tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] 10.222.0.54 "GET /v2.0/security-groups?id=66f507ca-f971-4041-a611-6c86bbd9fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055968 Dec 20 14:21:18.394519 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a2aa06e-b049-49e6-8817-25e979c65ff5 x-openstack-request-id: req-6a2aa06e-b049-49e6-8817-25e979c65ff5 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:21:18.395052 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeec2f45-8e91-44f4-8478-de3cff1ca9e8", "name": "network-vif-plugged", "status": "completed", "tag": "0105a7c4-241d-4787-891f-fbf9f841e0c1", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:21:18.395313 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6a2aa06e-b049-49e6-8817-25e979c65ff5 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:21:18.396774 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeec2f45-8e91-44f4-8478-de3cff1ca9e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0105a7c4-241d-4787-891f-fbf9f841e0c1', 'code': 200} Dec 20 14:21:18.418553 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-74279f40-c67f-4793-aa8d-1d7e27f21a3a req-7a62a2d0-de6a-4edc-bad7-5f740bfe02bf service neutron] 10.222.0.30 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021273 Dec 20 14:21:18.437267 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75fa4eef-124e-49c7-aef8-7d40283bf9c7 req-ce442d9c-43d1-4877-906e-1f50c70bbd58 tempest-ServerDiagnosticsNegativeTest-607143808 tempest-ServerDiagnosticsNegativeTest-607143808-project] Made reservation on behalf of f9052301fd224113a56a18ff37a0849f for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:21:18.441109 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-75fa4eef-124e-49c7-aef8-7d40283bf9c7 req-ce442d9c-43d1-4877-906e-1f50c70bbd58 tempest-ServerDiagnosticsNegativeTest-607143808 tempest-ServerDiagnosticsNegativeTest-607143808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:18.452038 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-75fa4eef-124e-49c7-aef8-7d40283bf9c7 req-ce442d9c-43d1-4877-906e-1f50c70bbd58 tempest-ServerDiagnosticsNegativeTest-607143808 tempest-ServerDiagnosticsNegativeTest-607143808-project] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:18.534425 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0c7a0e-9f24-4fcc-a588-55b6e4dab69e req-ff3baf5a-cbc2-454e-99e5-090cb2809d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:18.536011 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9c0c7a0e-9f24-4fcc-a588-55b6e4dab69e req-ff3baf5a-cbc2-454e-99e5-090cb2809d4f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=eeec2f45-8e91-44f4-8478-de3cff1ca9e8 HTTP/1.1" status: 200 len: 1122 time: 0.0631666 Dec 20 14:21:18.578109 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-75fa4eef-124e-49c7-aef8-7d40283bf9c7 req-ce442d9c-43d1-4877-906e-1f50c70bbd58 tempest-ServerDiagnosticsNegativeTest-607143808 tempest-ServerDiagnosticsNegativeTest-607143808-project] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:18.585358 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-75fa4eef-124e-49c7-aef8-7d40283bf9c7 req-ce442d9c-43d1-4877-906e-1f50c70bbd58 tempest-ServerDiagnosticsNegativeTest-607143808 tempest-ServerDiagnosticsNegativeTest-607143808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:18.655914 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9c0c7a0e-9f24-4fcc-a588-55b6e4dab69e req-f9af53e4-42cf-4cbf-a74c-9adc50d15d54 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0b799cdb-8c10-4492-8c6c-bb85f919c69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123028 Dec 20 14:21:18.676669 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce442d9c-43d1-4877-906e-1f50c70bbd58 tempest-ServerDiagnosticsNegativeTest-607143808 tempest-ServerDiagnosticsNegativeTest-607143808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc4c382-a123-44ac-91ec-a0127f28eaf7,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:18.694474 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c6c69504-92d5-43a3-97fc-2041ee720b4c req-e536388f-8210-480a-aa22-e512ebe67e76 tempest-ServerDiagnosticsNegativeTest-607143808 tempest-ServerDiagnosticsNegativeTest-607143808-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2dfc8ab-e8a9-4474-85e7-6fc60fd4c112 HTTP/1.1" status: 200 len: 210 time: 0.0413311 Dec 20 14:21:18.748737 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [req-75fa4eef-124e-49c7-aef8-7d40283bf9c7 req-ce442d9c-43d1-4877-906e-1f50c70bbd58 tempest-ServerDiagnosticsNegativeTest-607143808 tempest-ServerDiagnosticsNegativeTest-607143808-project] Allocated IP 192.168.233.72 (00c897c2-e98d-4716-a0b4-8f9f297fa8a1/36bf280f-81bb-4486-a87a-9b9505a1cec4/c9d17917-d3e4-4921-8ae0-c5c22860ba60) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:21:18.911223 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-75fa4eef-124e-49c7-aef8-7d40283bf9c7 req-ce442d9c-43d1-4877-906e-1f50c70bbd58 tempest-ServerDiagnosticsNegativeTest-607143808 tempest-ServerDiagnosticsNegativeTest-607143808-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:18.950848 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-75fa4eef-124e-49c7-aef8-7d40283bf9c7 req-ce442d9c-43d1-4877-906e-1f50c70bbd58 tempest-ServerDiagnosticsNegativeTest-607143808 tempest-ServerDiagnosticsNegativeTest-607143808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:19.012137 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75fa4eef-124e-49c7-aef8-7d40283bf9c7 req-ce442d9c-43d1-4877-906e-1f50c70bbd58 tempest-ServerDiagnosticsNegativeTest-607143808 tempest-ServerDiagnosticsNegativeTest-607143808-project] Network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:21:19.037201 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [req-75fa4eef-124e-49c7-aef8-7d40283bf9c7 req-ce442d9c-43d1-4877-906e-1f50c70bbd58 tempest-ServerDiagnosticsNegativeTest-607143808 tempest-ServerDiagnosticsNegativeTest-607143808-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:21:19.040327 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-75fa4eef-124e-49c7-aef8-7d40283bf9c7 req-ce442d9c-43d1-4877-906e-1f50c70bbd58 tempest-ServerDiagnosticsNegativeTest-607143808 tempest-ServerDiagnosticsNegativeTest-607143808-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:21:19.046476 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fa4eef-124e-49c7-aef8-7d40283bf9c7 req-ce442d9c-43d1-4877-906e-1f50c70bbd58 tempest-ServerDiagnosticsNegativeTest-607143808 tempest-ServerDiagnosticsNegativeTest-607143808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:19.047564 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-75fa4eef-124e-49c7-aef8-7d40283bf9c7 req-ce442d9c-43d1-4877-906e-1f50c70bbd58 tempest-ServerDiagnosticsNegativeTest-607143808 tempest-ServerDiagnosticsNegativeTest-607143808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:19.064251 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce442d9c-43d1-4877-906e-1f50c70bbd58 tempest-ServerDiagnosticsNegativeTest-607143808 tempest-ServerDiagnosticsNegativeTest-607143808-project] Pushing event updated for resources: {'Port': ['ID=c9d17917-d3e4-4921-8ae0-c5c22860ba60,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:19.079514 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-75fa4eef-124e-49c7-aef8-7d40283bf9c7 req-ce442d9c-43d1-4877-906e-1f50c70bbd58 tempest-ServerDiagnosticsNegativeTest-607143808 tempest-ServerDiagnosticsNegativeTest-607143808-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8139176 Dec 20 14:21:19.089835 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b860d47-8228-4d29-9b2a-7239d0724a06 req-7b3f7093-4d34-4517-9985-ca0dc91c2fa5 tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:19.091372 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0b860d47-8228-4d29-9b2a-7239d0724a06 req-7b3f7093-4d34-4517-9985-ca0dc91c2fa5 tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] 10.222.0.54 "GET /v2.0/ports?device_id=416084f0-65f5-48ab-bcec-db997592a50b HTTP/1.1" status: 200 len: 948 time: 0.1081016 Dec 20 14:21:19.096732 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-75fa4eef-124e-49c7-aef8-7d40283bf9c7 req-0c987354-64a1-4982-8f1e-ace824f2db19 service neutron] Request body: {'port': {'device_id': 'e2dfc8ab-e8a9-4474-85e7-6fc60fd4c112', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-19'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:21:19.183172 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0b860d47-8228-4d29-9b2a-7239d0724a06 req-4e0a8df4-a602-4376-a784-310e79919010 tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] 10.222.0.54 "GET /v2.0/security-groups?id=06195b07-8409-49b1-a771-72db1c511f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832100 Dec 20 14:21:19.188339 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-75fa4eef-124e-49c7-aef8-7d40283bf9c7 req-0c987354-64a1-4982-8f1e-ace824f2db19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:19.252428 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801a8ae4-b2d0-4ac4-ba91-5f1b48673652 req-e678da9b-c2b9-439c-a1fc-bd6816286240 tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:19.259206 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-801a8ae4-b2d0-4ac4-ba91-5f1b48673652 req-e678da9b-c2b9-439c-a1fc-bd6816286240 tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] 10.222.0.54 "GET /v2.0/ports?device_id=4017385c-af35-4824-b03d-152d8fac199c HTTP/1.1" status: 200 len: 950 time: 0.0654912 Dec 20 14:21:19.307032 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-801a8ae4-b2d0-4ac4-ba91-5f1b48673652 req-1f8a004c-c47f-4fa0-a615-ead5993c4288 tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] 10.222.0.54 "GET /v2.0/security-groups?id=66f507ca-f971-4041-a611-6c86bbd9fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463967 Dec 20 14:21:19.346962 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-10429ddd-6395-42bc-be09-ffdb2141e3a0 None None] Provisioning complete for port c9d17917-d3e4-4921-8ae0-c5c22860ba60 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:21:19.347477 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-10429ddd-6395-42bc-be09-ffdb2141e3a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:19.387581 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-10429ddd-6395-42bc-be09-ffdb2141e3a0 None None] Port c9d17917-d3e4-4921-8ae0-c5c22860ba60 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:21:19.446752 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ca6400-c83c-4d8c-a5bd-0d01fefeeaf4 req-21bf4ae8-bdee-4960-896d-347b9b16c106 tempest-AggregatesAdminTestJSON-154258770 tempest-AggregatesAdminTestJSON-154258770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:19.448247 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-83ca6400-c83c-4d8c-a5bd-0d01fefeeaf4 req-21bf4ae8-bdee-4960-896d-347b9b16c106 tempest-AggregatesAdminTestJSON-154258770 tempest-AggregatesAdminTestJSON-154258770-project] 10.222.0.54 "GET /v2.0/ports?device_id=eeec2f45-8e91-44f4-8478-de3cff1ca9e8 HTTP/1.1" status: 200 len: 970 time: 0.1093216 Dec 20 14:21:19.459173 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 46464) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:21:19.523403 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-83ca6400-c83c-4d8c-a5bd-0d01fefeeaf4 req-fe8132c5-d16d-4b83-8410-2e684d4f2574 tempest-AggregatesAdminTestJSON-154258770 tempest-AggregatesAdminTestJSON-154258770-project] 10.222.0.54 "GET /v2.0/security-groups?id=0b799cdb-8c10-4492-8c6c-bb85f919c69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680201 Dec 20 14:21:19.571024 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2ea5fea8-278c-4b2d-89cc-cc9407c22f5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:19.571802 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [req-75fa4eef-124e-49c7-aef8-7d40283bf9c7 req-0c987354-64a1-4982-8f1e-ace824f2db19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9d17917-d3e4-4921-8ae0-c5c22860ba60 {{(pid=103167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:21:19.579276 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-75fa4eef-124e-49c7-aef8-7d40283bf9c7 req-0c987354-64a1-4982-8f1e-ace824f2db19 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:19.593489 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-75fa4eef-124e-49c7-aef8-7d40283bf9c7 req-0c987354-64a1-4982-8f1e-ace824f2db19 service neutron] Transition to ACTIVE for port object c9d17917-d3e4-4921-8ae0-c5c22860ba60 will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:21:19.597556 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-75fa4eef-124e-49c7-aef8-7d40283bf9c7 req-0c987354-64a1-4982-8f1e-ace824f2db19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:19.652104 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c987354-64a1-4982-8f1e-ace824f2db19 service neutron] Pushing event updated for resources: {'Port': ['ID=c9d17917-d3e4-4921-8ae0-c5c22860ba60,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:19.657708 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2ea5fea8-278c-4b2d-89cc-cc9407c22f5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:19.662886 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2ea5fea8-278c-4b2d-89cc-cc9407c22f5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:19.685174 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-75fa4eef-124e-49c7-aef8-7d40283bf9c7 req-0c987354-64a1-4982-8f1e-ace824f2db19 service neutron] Attempting to bind port c9d17917-d3e4-4921-8ae0-c5c22860ba60 on host n-h1-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:21:19.685524 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-75fa4eef-124e-49c7-aef8-7d40283bf9c7 req-0c987354-64a1-4982-8f1e-ace824f2db19 service neutron] Attempting to bind port c9d17917-d3e4-4921-8ae0-c5c22860ba60 by drivers openvswitch,hyperv on host n-h1-761264-19 at level 0 using segments [{'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:21:19.685825 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75fa4eef-124e-49c7-aef8-7d40283bf9c7 req-0c987354-64a1-4982-8f1e-ace824f2db19 service neutron] Attempting to bind port c9d17917-d3e4-4921-8ae0-c5c22860ba60 on network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:21:19.690933 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75fa4eef-124e-49c7-aef8-7d40283bf9c7 req-0c987354-64a1-4982-8f1e-ace824f2db19 service neutron] Port c9d17917-d3e4-4921-8ae0-c5c22860ba60 on network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:21:19.691297 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75fa4eef-124e-49c7-aef8-7d40283bf9c7 req-0c987354-64a1-4982-8f1e-ace824f2db19 service neutron] Attempting to bind port c9d17917-d3e4-4921-8ae0-c5c22860ba60 on network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:21:19.696357 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75fa4eef-124e-49c7-aef8-7d40283bf9c7 req-0c987354-64a1-4982-8f1e-ace824f2db19 service neutron] Checking agent: {'id': '3e5ace3e-dd7b-4522-a7c4-77d13dbeab1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:21:19.696696 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75fa4eef-124e-49c7-aef8-7d40283bf9c7 req-0c987354-64a1-4982-8f1e-ace824f2db19 service neutron] Checking segment: {'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:21:19.697075 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75fa4eef-124e-49c7-aef8-7d40283bf9c7 req-0c987354-64a1-4982-8f1e-ace824f2db19 service neutron] Bound using segment: {'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:21:19.697497 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-75fa4eef-124e-49c7-aef8-7d40283bf9c7 req-0c987354-64a1-4982-8f1e-ace824f2db19 service neutron] Bound port: c9d17917-d3e4-4921-8ae0-c5c22860ba60, host: n-h1-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:21:19.697898 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-75fa4eef-124e-49c7-aef8-7d40283bf9c7 req-0c987354-64a1-4982-8f1e-ace824f2db19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:19.706409 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-2ea5fea8-278c-4b2d-89cc-cc9407c22f5b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7e2cc970e0644e91a320922f09475ced&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2461157 Dec 20 14:21:19.706834 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 46468) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:21:19.708697 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea5fea8-278c-4b2d-89cc-cc9407c22f5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97a7d0c9-cb38-416f-8ba3-261d1e010bb7,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:19.794388 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-75fa4eef-124e-49c7-aef8-7d40283bf9c7 req-0c987354-64a1-4982-8f1e-ace824f2db19 service neutron] For port c9d17917-d3e4-4921-8ae0-c5c22860ba60, host n-h1-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:21:19.808756 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-75fa4eef-124e-49c7-aef8-7d40283bf9c7 req-0c987354-64a1-4982-8f1e-ace824f2db19 service neutron] For port c9d17917-d3e4-4921-8ae0-c5c22860ba60, host n-h1-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=c9d17917-d3e4-4921-8ae0-c5c22860ba60,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:21:19.820105 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-75fa4eef-124e-49c7-aef8-7d40283bf9c7 req-0c987354-64a1-4982-8f1e-ace824f2db19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:19.830891 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-73c013c3-a62a-4b1b-b9a1-ac1860f11897 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:19.831887 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a44a018-fdb0-42bd-94c2-6966862c5012 req-04622d4b-d5f6-48be-b612-7fa243e1aa52 tempest-ServerDiagnosticsNegativeTest-607143808 tempest-ServerDiagnosticsNegativeTest-607143808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:19.833440 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4a44a018-fdb0-42bd-94c2-6966862c5012 req-04622d4b-d5f6-48be-b612-7fa243e1aa52 tempest-ServerDiagnosticsNegativeTest-607143808 tempest-ServerDiagnosticsNegativeTest-607143808-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2dfc8ab-e8a9-4474-85e7-6fc60fd4c112 HTTP/1.1" status: 200 len: 947 time: 0.0551317 Dec 20 14:21:19.883720 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fa4eef-124e-49c7-aef8-7d40283bf9c7 req-0c987354-64a1-4982-8f1e-ace824f2db19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:19.884350 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-75fa4eef-124e-49c7-aef8-7d40283bf9c7 req-0c987354-64a1-4982-8f1e-ace824f2db19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:19.885746 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-75fa4eef-124e-49c7-aef8-7d40283bf9c7 req-0c987354-64a1-4982-8f1e-ace824f2db19 service neutron] 10.222.0.30 "PUT /v2.0/ports/c9d17917-d3e4-4921-8ae0-c5c22860ba60 HTTP/1.1" status: 200 len: 1096 time: 0.7934525 Dec 20 14:21:19.886282 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2dfc8ab-e8a9-4474-85e7-6fc60fd4c112', 'tag': 'c9d17917-d3e4-4921-8ae0-c5c22860ba60'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:21:19.888435 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbb675bc-478f-43a2-9e3b-c7ebc6e21ae1" -d '{"events": [{"name": "network-changed", "server_uuid": "e2dfc8ab-e8a9-4474-85e7-6fc60fd4c112", "tag": "c9d17917-d3e4-4921-8ae0-c5c22860ba60"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:21:19.889971 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4a44a018-fdb0-42bd-94c2-6966862c5012 req-e16e2b5e-e32f-465b-b80a-d54156085a04 tempest-ServerDiagnosticsNegativeTest-607143808 tempest-ServerDiagnosticsNegativeTest-607143808-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dc4c382-a123-44ac-91ec-a0127f28eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476227 Dec 20 14:21:19.894387 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-73c013c3-a62a-4b1b-b9a1-ac1860f11897 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:19.937776 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c987354-64a1-4982-8f1e-ace824f2db19 service neutron] Pushing event updated for resources: {'Port': ['ID=c9d17917-d3e4-4921-8ae0-c5c22860ba60,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:19.947476 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62455c82-c7ff-4af8-9638-0706b67c1672 x-openstack-request-id: req-62455c82-c7ff-4af8-9638-0706b67c1672 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:21:19.947765 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2dfc8ab-e8a9-4474-85e7-6fc60fd4c112", "tag": "c9d17917-d3e4-4921-8ae0-c5c22860ba60", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:21:19.948015 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-62455c82-c7ff-4af8-9638-0706b67c1672 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:21:19.948411 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2dfc8ab-e8a9-4474-85e7-6fc60fd4c112', 'tag': 'c9d17917-d3e4-4921-8ae0-c5c22860ba60', 'status': 'completed', 'code': 200} Dec 20 14:21:19.992677 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fa4eef-124e-49c7-aef8-7d40283bf9c7 req-2f52bace-0769-4544-94f6-0d9643819a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:19.994503 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-75fa4eef-124e-49c7-aef8-7d40283bf9c7 req-2f52bace-0769-4544-94f6-0d9643819a6c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f9052301fd224113a56a18ff37a0849f&device_id=e2dfc8ab-e8a9-4474-85e7-6fc60fd4c112 HTTP/1.1" status: 200 len: 1099 time: 0.0489290 Dec 20 14:21:20.002264 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-73c013c3-a62a-4b1b-b9a1-ac1860f11897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:20.005073 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-73c013c3-a62a-4b1b-b9a1-ac1860f11897 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:20.008923 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-73c013c3-a62a-4b1b-b9a1-ac1860f11897 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/97a7d0c9-cb38-416f-8ba3-261d1e010bb7 HTTP/1.1" status: 204 len: 168 time: 0.2986054 Dec 20 14:21:20.063745 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c013c3-a62a-4b1b-b9a1-ac1860f11897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a7d0c9-cb38-416f-8ba3-261d1e010bb7,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:20.068909 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-75fa4eef-124e-49c7-aef8-7d40283bf9c7 req-2d14bc80-81d7-4c7a-8c4b-c7ab82b12321 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=c9d17917-d3e4-4921-8ae0-c5c22860ba60 HTTP/1.1" status: 200 len: 217 time: 0.0613539 Dec 20 14:21:20.133047 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fa4eef-124e-49c7-aef8-7d40283bf9c7 req-94b7f416-cb6d-4f0a-b9ee-a47c1fe99f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:20.134542 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-75fa4eef-124e-49c7-aef8-7d40283bf9c7 req-94b7f416-cb6d-4f0a-b9ee-a47c1fe99f8e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=36bf280f-81bb-4486-a87a-9b9505a1cec4 HTTP/1.1" status: 200 len: 843 time: 0.0568721 Dec 20 14:21:20.181877 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fa4eef-124e-49c7-aef8-7d40283bf9c7 req-a155826d-cb7a-474d-8c90-3e85f19ea315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:20.183449 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-75fa4eef-124e-49c7-aef8-7d40283bf9c7 req-a155826d-cb7a-474d-8c90-3e85f19ea315 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0416217 Dec 20 14:21:20.288698 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-75fa4eef-124e-49c7-aef8-7d40283bf9c7 req-bd3b7367-62ce-4373-bd4a-fcce2b096a21 service neutron] 10.222.0.30 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978510 Dec 20 14:21:20.303923 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75588938-9824-4675-a90c-e72a5185d98d req-b10ab01e-7795-4903-8001-1249b119e54a tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:20.305476 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-75588938-9824-4675-a90c-e72a5185d98d req-b10ab01e-7795-4903-8001-1249b119e54a tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] 10.222.0.54 "GET /v2.0/ports?device_id=416084f0-65f5-48ab-bcec-db997592a50b HTTP/1.1" status: 200 len: 948 time: 0.0506966 Dec 20 14:21:20.305609 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 46480) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:21:20.334034 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-452c06ee-b0ba-4c83-acc4-b890dad9c41d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:20.354945 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-75588938-9824-4675-a90c-e72a5185d98d req-b2e49cda-c19b-4404-9ea6-e9e8f19c3eb5 tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] 10.222.0.54 "GET /v2.0/security-groups?id=06195b07-8409-49b1-a771-72db1c511f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429189 Dec 20 14:21:20.483756 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-75fa4eef-124e-49c7-aef8-7d40283bf9c7 req-702061f8-5386-43a3-9f4c-94b46928ab67 service neutron] 10.222.0.30 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851890 Dec 20 14:21:20.503962 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea267ed6-031f-4ede-9055-0e1954fd824d req-88cf925a-fa7c-43cc-850d-e2abe960ace1 tempest-DeleteServersAdminTestJSON-41482508 tempest-DeleteServersAdminTestJSON-41482508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:20.506625 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ea267ed6-031f-4ede-9055-0e1954fd824d req-88cf925a-fa7c-43cc-850d-e2abe960ace1 tempest-DeleteServersAdminTestJSON-41482508 tempest-DeleteServersAdminTestJSON-41482508-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=4017385c-af35-4824-b03d-152d8fac199c HTTP/1.1" status: 200 len: 1102 time: 0.1194966 Dec 20 14:21:20.514558 n-d-761264-19 neutron-server[103167]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 20 14:21:20.514558 n-d-761264-19 neutron-server[103167]: from cryptography.utils import int_from_bytes Dec 20 14:21:20.514558 n-d-761264-19 neutron-server[103167]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 20 14:21:20.514558 n-d-761264-19 neutron-server[103167]: from cryptography.utils import int_from_bytes Dec 20 14:21:20.514558 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:21:20.514558 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:21:20.514558 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:21:20.514558 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:21:20.514558 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:21:20.514558 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:21:20.514558 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:21:20.514558 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:21:20.514558 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:21:20.514558 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:21:20.514558 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:21:20.514558 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:21:20.514558 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:21:20.514558 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:21:20.514558 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:21:20.514558 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:21:20.514558 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:21:20.514558 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:21:20.514558 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:21:20.514558 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:21:20.514558 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:21:20.514558 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:21:20.514558 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:21:20.514558 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:21:20.514558 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:21:20.514558 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:21:20.514558 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:21:20.514558 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:21:20.514558 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:21:20.514558 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:21:20.514558 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:21:20.514558 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:21:20.514558 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:21:20.516538 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:21:20.516538 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:21:20.516538 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:21:20.516538 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:21:20.516538 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:21:20.516538 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:21:20.516538 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:21:20.516538 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:21:20.516538 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:21:20.516538 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:21:20.516538 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:21:20.520171 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6779f965-edee-4ac3-bfaf-801cfde77d6e req-9e3f4dcc-3242-4688-8e57-5bcd9be29479 tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:20.521566 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6779f965-edee-4ac3-bfaf-801cfde77d6e req-9e3f4dcc-3242-4688-8e57-5bcd9be29479 tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] 10.222.0.54 "GET /v2.0/ports?device_id=4017385c-af35-4824-b03d-152d8fac199c HTTP/1.1" status: 200 len: 950 time: 0.1320732 Dec 20 14:21:20.608329 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-452c06ee-b0ba-4c83-acc4-b890dad9c41d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:20.638329 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcf0448-077d-449e-b16b-6b3b3d9bbb94 req-9e87ae61-165a-4288-aaa3-f9104d9432c7 tempest-AggregatesAdminTestJSON-154258770 tempest-AggregatesAdminTestJSON-154258770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:20.639820 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6dcf0448-077d-449e-b16b-6b3b3d9bbb94 req-9e87ae61-165a-4288-aaa3-f9104d9432c7 tempest-AggregatesAdminTestJSON-154258770 tempest-AggregatesAdminTestJSON-154258770-project] 10.222.0.54 "GET /v2.0/ports?device_id=eeec2f45-8e91-44f4-8478-de3cff1ca9e8 HTTP/1.1" status: 200 len: 970 time: 0.0481384 Dec 20 14:21:20.647613 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-452c06ee-b0ba-4c83-acc4-b890dad9c41d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:20.679135 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb675bc-478f-43a2-9e3b-c7ebc6e21ae1 req-3119daf7-4b58-4ad6-a922-bb0c7b57db12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:20.680714 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bbb675bc-478f-43a2-9e3b-c7ebc6e21ae1 req-3119daf7-4b58-4ad6-a922-bb0c7b57db12 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f9052301fd224113a56a18ff37a0849f&device_id=e2dfc8ab-e8a9-4474-85e7-6fc60fd4c112 HTTP/1.1" status: 200 len: 1099 time: 0.1403921 Dec 20 14:21:20.688126 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6dcf0448-077d-449e-b16b-6b3b3d9bbb94 req-c02f79db-496c-47d6-ace0-f0815e46b7eb tempest-AggregatesAdminTestJSON-154258770 tempest-AggregatesAdminTestJSON-154258770-project] 10.222.0.54 "GET /v2.0/security-groups?id=0b799cdb-8c10-4492-8c6c-bb85f919c69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421362 Dec 20 14:21:20.689120 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6779f965-edee-4ac3-bfaf-801cfde77d6e req-1c7bd6c8-a719-48b6-8bf8-ab6e0e55bfea tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] 10.222.0.54 "GET /v2.0/security-groups?id=66f507ca-f971-4041-a611-6c86bbd9fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586454 Dec 20 14:21:20.726498 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-452c06ee-b0ba-4c83-acc4-b890dad9c41d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b810ab0127724142bcc1e411d411c559&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4200361 Dec 20 14:21:20.729496 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 46490) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:21:20.770215 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452c06ee-b0ba-4c83-acc4-b890dad9c41d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c703ca99-dc50-42e7-9a53-97fa7af7e3de,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:20.780376 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3e6604eb-bf81-49f2-9d12-fe036e84f376 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:20.801993 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3e6604eb-bf81-49f2-9d12-fe036e84f376 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:20.824403 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-ea267ed6-031f-4ede-9055-0e1954fd824d req-a2031125-9a9c-40b4-a56e-32a46ccb8124 tempest-DeleteServersAdminTestJSON-41482508 tempest-DeleteServersAdminTestJSON-41482508-project-admin] Deleting port 4e0b0d75-3a40-4add-b6bf-03fc8dfbebd0 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:21:20.824741 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-ea267ed6-031f-4ede-9055-0e1954fd824d req-a2031125-9a9c-40b4-a56e-32a46ccb8124 tempest-DeleteServersAdminTestJSON-41482508 tempest-DeleteServersAdminTestJSON-41482508-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:20.849345 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3e6604eb-bf81-49f2-9d12-fe036e84f376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:20.852083 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3e6604eb-bf81-49f2-9d12-fe036e84f376 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:20.853231 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-3e6604eb-bf81-49f2-9d12-fe036e84f376 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c703ca99-dc50-42e7-9a53-97fa7af7e3de HTTP/1.1" status: 204 len: 168 time: 0.1227782 Dec 20 14:21:20.861616 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6604eb-bf81-49f2-9d12-fe036e84f376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c703ca99-dc50-42e7-9a53-97fa7af7e3de,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:20.893462 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3302e7-091a-4bf1-8d2b-653de5e9b1f5 req-9d0bc7a5-9296-4ec5-8da9-fd95b427c959 tempest-AggregatesAdminTestJSON-273980406 tempest-AggregatesAdminTestJSON-273980406-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:20.894990 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ea3302e7-091a-4bf1-8d2b-653de5e9b1f5 req-9d0bc7a5-9296-4ec5-8da9-fd95b427c959 tempest-AggregatesAdminTestJSON-273980406 tempest-AggregatesAdminTestJSON-273980406-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=eeec2f45-8e91-44f4-8478-de3cff1ca9e8 HTTP/1.1" status: 200 len: 1122 time: 0.1181288 Dec 20 14:21:20.897680 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb675bc-478f-43a2-9e3b-c7ebc6e21ae1 req-7729c9e5-6314-4205-b6f4-31632d1ed7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:20.899211 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bbb675bc-478f-43a2-9e3b-c7ebc6e21ae1 req-7729c9e5-6314-4205-b6f4-31632d1ed7a2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1 HTTP/1.1" status: 200 len: 870 time: 0.2091537 Dec 20 14:21:20.929189 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-ea3302e7-091a-4bf1-8d2b-653de5e9b1f5 req-bb9fd2e7-f17a-4805-bca7-f80ecc5e70ca tempest-AggregatesAdminTestJSON-273980406 tempest-AggregatesAdminTestJSON-273980406-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:21.045682 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bfb99c-96d0-445f-9453-be40edd0ae11 req-ec1d26c0-d29a-40ae-a7d4-3bb2bf225de3 tempest-ServerDiagnosticsNegativeTest-607143808 tempest-ServerDiagnosticsNegativeTest-607143808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:21.047497 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e4bfb99c-96d0-445f-9453-be40edd0ae11 req-ec1d26c0-d29a-40ae-a7d4-3bb2bf225de3 tempest-ServerDiagnosticsNegativeTest-607143808 tempest-ServerDiagnosticsNegativeTest-607143808-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2dfc8ab-e8a9-4474-85e7-6fc60fd4c112 HTTP/1.1" status: 200 len: 947 time: 0.0542424 Dec 20 14:21:21.101802 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e4bfb99c-96d0-445f-9453-be40edd0ae11 req-d234631d-bd04-42f1-bbcd-d53eb5563b27 tempest-ServerDiagnosticsNegativeTest-607143808 tempest-ServerDiagnosticsNegativeTest-607143808-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dc4c382-a123-44ac-91ec-a0127f28eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473554 Dec 20 14:21:21.138507 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bbb675bc-478f-43a2-9e3b-c7ebc6e21ae1 req-e41449fb-6557-42e5-a5fd-4a292a89b046 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=c9d17917-d3e4-4921-8ae0-c5c22860ba60 HTTP/1.1" status: 200 len: 217 time: 0.2275646 Dec 20 14:21:21.162036 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-ea267ed6-031f-4ede-9055-0e1954fd824d req-a2031125-9a9c-40b4-a56e-32a46ccb8124 tempest-DeleteServersAdminTestJSON-41482508 tempest-DeleteServersAdminTestJSON-41482508-project-admin] For port 4e0b0d75-3a40-4add-b6bf-03fc8dfbebd0, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=4e0b0d75-3a40-4add-b6bf-03fc8dfbebd0,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:21:21.162387 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-ea267ed6-031f-4ede-9055-0e1954fd824d req-a2031125-9a9c-40b4-a56e-32a46ccb8124 tempest-DeleteServersAdminTestJSON-41482508 tempest-DeleteServersAdminTestJSON-41482508-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:21.199161 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-ea267ed6-031f-4ede-9055-0e1954fd824d req-a2031125-9a9c-40b4-a56e-32a46ccb8124 tempest-DeleteServersAdminTestJSON-41482508 tempest-DeleteServersAdminTestJSON-41482508-project-admin] Calling delete_port for 4e0b0d75-3a40-4add-b6bf-03fc8dfbebd0 owned by compute:nova {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:21:21.288605 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb675bc-478f-43a2-9e3b-c7ebc6e21ae1 req-667fec28-c544-4a57-aa74-883d27d6d138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:21.290195 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bbb675bc-478f-43a2-9e3b-c7ebc6e21ae1 req-667fec28-c544-4a57-aa74-883d27d6d138 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=36bf280f-81bb-4486-a87a-9b9505a1cec4 HTTP/1.1" status: 200 len: 843 time: 0.1429482 Dec 20 14:21:21.387743 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb675bc-478f-43a2-9e3b-c7ebc6e21ae1 req-62d4d413-69d0-412e-be21-7d0c2c7e3d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:21.389221 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bbb675bc-478f-43a2-9e3b-c7ebc6e21ae1 req-62d4d413-69d0-412e-be21-7d0c2c7e3d47 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0912232 Dec 20 14:21:21.402437 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-ea3302e7-091a-4bf1-8d2b-653de5e9b1f5 req-bb9fd2e7-f17a-4805-bca7-f80ecc5e70ca tempest-AggregatesAdminTestJSON-273980406 tempest-AggregatesAdminTestJSON-273980406-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:21.413430 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-ea3302e7-091a-4bf1-8d2b-653de5e9b1f5 req-bb9fd2e7-f17a-4805-bca7-f80ecc5e70ca tempest-AggregatesAdminTestJSON-273980406 tempest-AggregatesAdminTestJSON-273980406-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:21.482470 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f75b33c-8f74-4ce7-a6da-ce1f9b65f812 req-d6695a16-5329-4d25-8407-19b7bc5e9c6f tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:21.483982 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5f75b33c-8f74-4ce7-a6da-ce1f9b65f812 req-d6695a16-5329-4d25-8407-19b7bc5e9c6f tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] 10.222.0.54 "GET /v2.0/ports?device_id=416084f0-65f5-48ab-bcec-db997592a50b HTTP/1.1" status: 200 len: 948 time: 0.0564222 Dec 20 14:21:21.519867 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ea3302e7-091a-4bf1-8d2b-653de5e9b1f5 req-bb9fd2e7-f17a-4805-bca7-f80ecc5e70ca tempest-AggregatesAdminTestJSON-273980406 tempest-AggregatesAdminTestJSON-273980406-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=0b799cdb-8c10-4492-8c6c-bb85f919c69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6181459 Dec 20 14:21:21.524824 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9fd2e7-f17a-4805-bca7-f80ecc5e70ca tempest-AggregatesAdminTestJSON-273980406 tempest-AggregatesAdminTestJSON-273980406-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12bb8466-b57e-44f0-afd3-761a18b37116,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:21.561896 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5f75b33c-8f74-4ce7-a6da-ce1f9b65f812 req-bebc7d95-ce0a-448f-985d-8c5df2b928ea tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] 10.222.0.54 "GET /v2.0/security-groups?id=06195b07-8409-49b1-a771-72db1c511f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703974 Dec 20 14:21:21.567453 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-ea267ed6-031f-4ede-9055-0e1954fd824d req-a2031125-9a9c-40b4-a56e-32a46ccb8124 tempest-DeleteServersAdminTestJSON-41482508 tempest-DeleteServersAdminTestJSON-41482508-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:21.580975 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['4e0b0d75-3a40-4add-b6bf-03fc8dfbebd0'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:21:21.591898 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bbb675bc-478f-43a2-9e3b-c7ebc6e21ae1 req-6e4b5aa6-7897-406a-bea6-cace343f9624 service neutron] 10.222.0.30 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927223 Dec 20 14:21:21.622507 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2031125-9a9c-40b4-a56e-32a46ccb8124 tempest-DeleteServersAdminTestJSON-41482508 tempest-DeleteServersAdminTestJSON-41482508-project-admin] Pushing event deleted for resources: {'Port': ['ID=4e0b0d75-3a40-4add-b6bf-03fc8dfbebd0,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:21.682703 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea267ed6-031f-4ede-9055-0e1954fd824d req-a2031125-9a9c-40b4-a56e-32a46ccb8124 tempest-DeleteServersAdminTestJSON-41482508 tempest-DeleteServersAdminTestJSON-41482508-project-admin] No DVR routers for this DVR port 4e0b0d75-3a40-4add-b6bf-03fc8dfbebd0 on host n-h2-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:21:21.687629 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-ea267ed6-031f-4ede-9055-0e1954fd824d req-a2031125-9a9c-40b4-a56e-32a46ccb8124 tempest-DeleteServersAdminTestJSON-41482508 tempest-DeleteServersAdminTestJSON-41482508-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:21.691122 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ea267ed6-031f-4ede-9055-0e1954fd824d req-a2031125-9a9c-40b4-a56e-32a46ccb8124 tempest-DeleteServersAdminTestJSON-41482508 tempest-DeleteServersAdminTestJSON-41482508-project-admin] 10.222.0.47 "DELETE /v2.0/ports/4e0b0d75-3a40-4add-b6bf-03fc8dfbebd0 HTTP/1.1" status: 204 len: 173 time: 1.1685753 Dec 20 14:21:21.789941 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bbb675bc-478f-43a2-9e3b-c7ebc6e21ae1 req-3a5c532c-165e-4d14-9218-c2c6aa3a439c service neutron] 10.222.0.30 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783631 Dec 20 14:21:21.831291 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f6009f25-8c92-4f50-a31f-99657c28c360 req-1b0c9c57-d9d1-4d2c-8252-4f5b40c74622 tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] 10.222.0.54 "GET /v2.0/ports?device_id=4017385c-af35-4824-b03d-152d8fac199c HTTP/1.1" status: 200 len: 210 time: 0.0325003 Dec 20 14:21:21.950197 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4017385c-af35-4824-b03d-152d8fac199c', 'name': 'network-vif-deleted', 'tag': '4e0b0d75-3a40-4add-b6bf-03fc8dfbebd0'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:21:21.952798 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7a0b7b9-ddb3-4cfa-84ac-6920f7885f7b" -d '{"events": [{"server_uuid": "4017385c-af35-4824-b03d-152d8fac199c", "name": "network-vif-deleted", "tag": "4e0b0d75-3a40-4add-b6bf-03fc8dfbebd0"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:21:21.999505 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-352764da-4b96-4363-aea0-9eabb9261a6a x-openstack-request-id: req-352764da-4b96-4363-aea0-9eabb9261a6a {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:21:22.002808 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4017385c-af35-4824-b03d-152d8fac199c", "name": "network-vif-deleted", "tag": "4e0b0d75-3a40-4add-b6bf-03fc8dfbebd0", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:21:22.003077 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-352764da-4b96-4363-aea0-9eabb9261a6a {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:21:22.003495 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4017385c-af35-4824-b03d-152d8fac199c', 'name': 'network-vif-deleted', 'tag': '4e0b0d75-3a40-4add-b6bf-03fc8dfbebd0', 'status': 'completed', 'code': 200} Dec 20 14:21:22.279696 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cb875e-9d7d-4c6e-965f-b2306c138dca req-9bfa10a4-186d-4a00-8090-fdbb2abc8ab3 tempest-ServerDiagnosticsNegativeTest-607143808 tempest-ServerDiagnosticsNegativeTest-607143808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:22.289679 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-42cb875e-9d7d-4c6e-965f-b2306c138dca req-9bfa10a4-186d-4a00-8090-fdbb2abc8ab3 tempest-ServerDiagnosticsNegativeTest-607143808 tempest-ServerDiagnosticsNegativeTest-607143808-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2dfc8ab-e8a9-4474-85e7-6fc60fd4c112 HTTP/1.1" status: 200 len: 947 time: 0.0753489 Dec 20 14:21:22.356770 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-42cb875e-9d7d-4c6e-965f-b2306c138dca req-7089a6ba-958d-455a-ac9b-38edd417346a tempest-ServerDiagnosticsNegativeTest-607143808 tempest-ServerDiagnosticsNegativeTest-607143808-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dc4c382-a123-44ac-91ec-a0127f28eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648749 Dec 20 14:21:22.704773 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5751c9a-bfdc-4dea-8d01-34e64fa1ad03 req-c2fa5486-eea2-432f-b900-7f4b99cfe4ba tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:22.706257 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a5751c9a-bfdc-4dea-8d01-34e64fa1ad03 req-c2fa5486-eea2-432f-b900-7f4b99cfe4ba tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] 10.222.0.54 "GET /v2.0/ports?device_id=416084f0-65f5-48ab-bcec-db997592a50b HTTP/1.1" status: 200 len: 948 time: 0.0505288 Dec 20 14:21:22.753927 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a5751c9a-bfdc-4dea-8d01-34e64fa1ad03 req-6ff7e333-6517-4457-84ba-668737b82377 tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] 10.222.0.54 "GET /v2.0/security-groups?id=06195b07-8409-49b1-a771-72db1c511f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416024 Dec 20 14:21:23.143888 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-da9582cd-e306-4a89-9e63-506bf64ca7c1 req-fe1bcde2-ae5c-4f81-890e-43d7e17819f5 tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=f52fd9027be74d79b35c780b861a51fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0226679 Dec 20 14:21:23.269509 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9582cd-e306-4a89-9e63-506bf64ca7c1 req-64d8721a-02d6-48f0-b152-939700492cf9 tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:23.271327 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-da9582cd-e306-4a89-9e63-506bf64ca7c1 req-64d8721a-02d6-48f0-b152-939700492cf9 tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1215413 Dec 20 14:21:23.287657 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-da9582cd-e306-4a89-9e63-506bf64ca7c1 req-45cf003f-4b26-45b1-8ab2-a4465b267ec4 tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] 10.222.0.54 "GET /v2.0/quotas/f52fd9027be74d79b35c780b861a51fd HTTP/1.1" status: 200 len: 375 time: 0.0106544 Dec 20 14:21:23.338282 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-da9582cd-e306-4a89-9e63-506bf64ca7c1 req-8782b4fe-1d64-4af8-9efb-37c6803f217f tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=f52fd9027be74d79b35c780b861a51fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0377095 Dec 20 14:21:23.379173 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 46692) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:21:23.522298 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3d0439ef-3b4d-45a8-8be4-293e763da3dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:23.575774 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5441241-b8f9-42fa-acda-6845feac0212 req-df248a13-1df8-41b2-b2ac-536145045840 tempest-ServerDiagnosticsNegativeTest-607143808 tempest-ServerDiagnosticsNegativeTest-607143808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:23.577922 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e5441241-b8f9-42fa-acda-6845feac0212 req-df248a13-1df8-41b2-b2ac-536145045840 tempest-ServerDiagnosticsNegativeTest-607143808 tempest-ServerDiagnosticsNegativeTest-607143808-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2dfc8ab-e8a9-4474-85e7-6fc60fd4c112 HTTP/1.1" status: 200 len: 947 time: 0.0663471 Dec 20 14:21:23.637596 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3d0439ef-3b4d-45a8-8be4-293e763da3dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:23.646676 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e5441241-b8f9-42fa-acda-6845feac0212 req-423c291f-842f-4879-bbfb-84fa6d438cf1 tempest-ServerDiagnosticsNegativeTest-607143808 tempest-ServerDiagnosticsNegativeTest-607143808-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dc4c382-a123-44ac-91ec-a0127f28eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566528 Dec 20 14:21:23.671549 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3d0439ef-3b4d-45a8-8be4-293e763da3dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:23.677407 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device bbcaab3c-ddbc-452f-bb2e-31c24cdd80a7 details requested by agent hyperv_n-h1-761264-19 with host n-h1-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:21:23.719745 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4ed5bb82-62da-4aff-8f23-4527d0d665be req-39c9b4cb-70ce-4d0f-bff0-3ca0e6005129 tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] 10.222.0.54 "GET /v2.0/ports?device_id=8698ce67-b357-4856-9256-c43e9be0d5f4 HTTP/1.1" status: 200 len: 210 time: 0.0366406 Dec 20 14:21:23.743964 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0439ef-3b4d-45a8-8be4-293e763da3dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0ebc981-a229-4367-a9d3-36282011a407,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:23.752310 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-3d0439ef-3b4d-45a8-8be4-293e763da3dd admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=aba37fd2eab9415a9cd37859bc0df193&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3718476 Dec 20 14:21:23.752443 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 46720) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:21:23.893449 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-58267805-5079-4b18-b82d-9e4af701edaf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:23.917285 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port bbcaab3c-ddbc-452f-bb2e-31c24cdd80a7, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=bbcaab3c-ddbc-452f-bb2e-31c24cdd80a7,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:21:23.944478 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Returning: {'device': 'bbcaab3c-ddbc-452f-bb2e-31c24cdd80a7', 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1', 'port_id': 'bbcaab3c-ddbc-452f-bb2e-31c24cdd80a7', 'mac_address': 'fa:16:3e:21:4f:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36bf280f-81bb-4486-a87a-9b9505a1cec4', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:21:23.954830 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-58267805-5079-4b18-b82d-9e4af701edaf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:24.003385 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cdaebc-8a7b-4782-bf56-afb171939b84 req-c9b9b798-6ec1-4e06-a01e-56eebc11b619 tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:24.019304 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-61cdaebc-8a7b-4782-bf56-afb171939b84 req-c9b9b798-6ec1-4e06-a01e-56eebc11b619 tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] 10.222.0.54 "GET /v2.0/ports?device_id=416084f0-65f5-48ab-bcec-db997592a50b HTTP/1.1" status: 200 len: 948 time: 0.1083467 Dec 20 14:21:24.029937 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:24.048948 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbcaab3c-ddbc-452f-bb2e-31c24cdd80a7 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:21:24.056695 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-58267805-5079-4b18-b82d-9e4af701edaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:24.060021 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-58267805-5079-4b18-b82d-9e4af701edaf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:24.061398 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-58267805-5079-4b18-b82d-9e4af701edaf admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a0ebc981-a229-4367-a9d3-36282011a407 HTTP/1.1" status: 204 len: 168 time: 0.3078139 Dec 20 14:21:24.074683 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58267805-5079-4b18-b82d-9e4af701edaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0ebc981-a229-4367-a9d3-36282011a407,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:24.094825 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port bbcaab3c-ddbc-452f-bb2e-31c24cdd80a7, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=bbcaab3c-ddbc-452f-bb2e-31c24cdd80a7,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:21:24.098861 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-61cdaebc-8a7b-4782-bf56-afb171939b84 req-601993c8-4264-4f58-ab02-ecce82e1ae8a tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] 10.222.0.54 "GET /v2.0/security-groups?id=06195b07-8409-49b1-a771-72db1c511f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766306 Dec 20 14:21:24.114812 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:24.141524 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 46752) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:21:24.202703 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=bbcaab3c-ddbc-452f-bb2e-31c24cdd80a7,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:24.373858 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b7500d8d-1b2f-4501-bd24-45ab8572f174 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:24.526551 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['bbcaab3c-ddbc-452f-bb2e-31c24cdd80a7'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:21:24.559822 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b7500d8d-1b2f-4501-bd24-45ab8572f174 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:24.565635 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b7500d8d-1b2f-4501-bd24-45ab8572f174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:24.634250 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-b7500d8d-1b2f-4501-bd24-45ab8572f174 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d17d6ddf75ce49c28792e633f29ff460&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4913728 Dec 20 14:21:24.637270 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 46796) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:21:24.638045 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7500d8d-1b2f-4501-bd24-45ab8572f174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dfb8677-5630-4421-8629-0a71c3d46edd,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:24.721656 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 46806) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:21:24.739182 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2a81ee63-331b-4826-9fc2-06f0f6dd8780 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:24.756948 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5313d9c2-44ec-4106-90b9-c6191fdd2e77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:24.773672 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2a81ee63-331b-4826-9fc2-06f0f6dd8780 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:24.872817 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76d6aa1-82cf-452c-9b2b-120184dd81c1 req-ae190012-e18e-4173-bdf9-b3994fe7fc95 tempest-ServerDiagnosticsNegativeTest-607143808 tempest-ServerDiagnosticsNegativeTest-607143808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:24.874591 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c76d6aa1-82cf-452c-9b2b-120184dd81c1 req-ae190012-e18e-4173-bdf9-b3994fe7fc95 tempest-ServerDiagnosticsNegativeTest-607143808 tempest-ServerDiagnosticsNegativeTest-607143808-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2dfc8ab-e8a9-4474-85e7-6fc60fd4c112 HTTP/1.1" status: 200 len: 947 time: 0.0593598 Dec 20 14:21:24.901710 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2a81ee63-331b-4826-9fc2-06f0f6dd8780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:24.904805 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2a81ee63-331b-4826-9fc2-06f0f6dd8780 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:24.906131 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-2a81ee63-331b-4826-9fc2-06f0f6dd8780 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8dfb8677-5630-4421-8629-0a71c3d46edd HTTP/1.1" status: 204 len: 168 time: 0.2673306 Dec 20 14:21:24.927488 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5313d9c2-44ec-4106-90b9-c6191fdd2e77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:24.930937 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-da9582cd-e306-4a89-9e63-506bf64ca7c1 req-e262f6c8-9c07-4fe2-9eab-ebeaefeef448 tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=f52fd9027be74d79b35c780b861a51fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0416808 Dec 20 14:21:24.935354 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5313d9c2-44ec-4106-90b9-c6191fdd2e77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:24.953967 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a81ee63-331b-4826-9fc2-06f0f6dd8780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dfb8677-5630-4421-8629-0a71c3d46edd,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:24.995690 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 46820) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:21:25.003515 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-5313d9c2-44ec-4106-90b9-c6191fdd2e77 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ab8cc2a3687a4edc9ab6891e0270edb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2803905 Dec 20 14:21:25.011489 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 46822) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:21:25.014761 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5313d9c2-44ec-4106-90b9-c6191fdd2e77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f3066f-5736-4c9a-9a8d-cad14687fff6,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:25.044888 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c76d6aa1-82cf-452c-9b2b-120184dd81c1 req-9ffcd8a8-34bf-469e-8214-8dfe190f9d03 tempest-ServerDiagnosticsNegativeTest-607143808 tempest-ServerDiagnosticsNegativeTest-607143808-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dc4c382-a123-44ac-91ec-a0127f28eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495318 Dec 20 14:21:25.142822 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1cd805e8-287c-479a-a3c0-b73f97118694 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:25.170852 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1cd805e8-287c-479a-a3c0-b73f97118694 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:25.192364 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9582cd-e306-4a89-9e63-506bf64ca7c1 req-c4967277-d76d-4578-be93-613af5f253a0 tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:25.193925 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-da9582cd-e306-4a89-9e63-506bf64ca7c1 req-c4967277-d76d-4578-be93-613af5f253a0 tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2333052 Dec 20 14:21:25.212156 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-da9582cd-e306-4a89-9e63-506bf64ca7c1 req-3d8c7f17-ddb1-46b1-8fda-8209db8f3f73 tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] Request body: {'port': {'device_id': '8698ce67-b357-4856-9256-c43e9be0d5f4', 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1', 'admin_state_up': True, 'tenant_id': 'f52fd9027be74d79b35c780b861a51fd'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:21:25.280752 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4b440f22-16f9-4f22-9603-d303e7d926bf req-c255519d-769f-4ebd-b45b-c9c4bf5b0f07 tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] 10.222.0.54 "GET /v2.0/ports?device_id=8698ce67-b357-4856-9256-c43e9be0d5f4 HTTP/1.1" status: 200 len: 210 time: 0.0570929 Dec 20 14:21:25.289369 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9a394868-9a20-4b16-9fe5-66a8eb842c3d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:25.359991 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1cd805e8-287c-479a-a3c0-b73f97118694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:25.362828 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1cd805e8-287c-479a-a3c0-b73f97118694 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:25.366396 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-1cd805e8-287c-479a-a3c0-b73f97118694 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d3f3066f-5736-4c9a-9a8d-cad14687fff6 HTTP/1.1" status: 204 len: 168 time: 0.3455420 Dec 20 14:21:25.391803 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fd41b0-dadd-4098-b50f-0c6f5a631ee7 req-e74221b1-da13-4ab4-bea0-1144bd828723 tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:25.393349 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-10fd41b0-dadd-4098-b50f-0c6f5a631ee7 req-e74221b1-da13-4ab4-bea0-1144bd828723 tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] 10.222.0.54 "GET /v2.0/ports?device_id=416084f0-65f5-48ab-bcec-db997592a50b HTTP/1.1" status: 200 len: 949 time: 0.0832820 Dec 20 14:21:25.414771 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da9582cd-e306-4a89-9e63-506bf64ca7c1 req-3d8c7f17-ddb1-46b1-8fda-8209db8f3f73 tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] Made reservation on behalf of f52fd9027be74d79b35c780b861a51fd for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:21:25.418712 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd805e8-287c-479a-a3c0-b73f97118694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3f3066f-5736-4c9a-9a8d-cad14687fff6,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:25.421447 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-da9582cd-e306-4a89-9e63-506bf64ca7c1 req-3d8c7f17-ddb1-46b1-8fda-8209db8f3f73 tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:25.501157 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d02f85-8dee-45c7-a205-4f92ad2a28ad req-945889c3-e078-479c-8034-cb83a27065b4 tempest-AggregatesAdminTestJSON-154258770 tempest-AggregatesAdminTestJSON-154258770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:25.503017 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b1d02f85-8dee-45c7-a205-4f92ad2a28ad req-945889c3-e078-479c-8034-cb83a27065b4 tempest-AggregatesAdminTestJSON-154258770 tempest-AggregatesAdminTestJSON-154258770-project] 10.222.0.54 "GET /v2.0/ports?device_id=eeec2f45-8e91-44f4-8478-de3cff1ca9e8 HTTP/1.1" status: 200 len: 970 time: 0.1367254 Dec 20 14:21:25.515168 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9a394868-9a20-4b16-9fe5-66a8eb842c3d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:25.515289 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 46838) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:21:25.528400 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-10fd41b0-dadd-4098-b50f-0c6f5a631ee7 req-9e67d8a1-6f15-4e30-a73c-724eb6361ba3 tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] 10.222.0.54 "GET /v2.0/security-groups?id=06195b07-8409-49b1-a771-72db1c511f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253412 Dec 20 14:21:25.528560 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9a394868-9a20-4b16-9fe5-66a8eb842c3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:25.548248 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f898424a-dc81-4685-a09b-475f1ae3dae1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:25.625662 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-9a394868-9a20-4b16-9fe5-66a8eb842c3d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=daba2e77adf44aef84b85d3032d66fc9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6289105 Dec 20 14:21:25.626612 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a394868-9a20-4b16-9fe5-66a8eb842c3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4fd6c41-85b2-4220-9b9b-58177b76d2f1,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:25.627694 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 46844) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:21:25.666447 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b1d02f85-8dee-45c7-a205-4f92ad2a28ad req-f0fe3503-a17f-48e0-b71e-a27f9feb41d0 tempest-AggregatesAdminTestJSON-154258770 tempest-AggregatesAdminTestJSON-154258770-project] 10.222.0.54 "GET /v2.0/security-groups?id=0b799cdb-8c10-4492-8c6c-bb85f919c69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548610 Dec 20 14:21:25.672046 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [req-da9582cd-e306-4a89-9e63-506bf64ca7c1 req-3d8c7f17-ddb1-46b1-8fda-8209db8f3f73 tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] Allocated IP 192.168.233.188 (00c897c2-e98d-4716-a0b4-8f9f297fa8a1/36bf280f-81bb-4486-a87a-9b9505a1cec4/c929a3a8-843f-460b-9381-29a14e6ebad3) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:21:25.686970 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device c9d17917-d3e4-4921-8ae0-c5c22860ba60 details requested by agent hyperv_n-h1-761264-19 with host n-h1-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:21:25.716210 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device bbcaab3c-ddbc-452f-bb2e-31c24cdd80a7 up at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:21:25.761964 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f898424a-dc81-4685-a09b-475f1ae3dae1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:25.778603 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f898424a-dc81-4685-a09b-475f1ae3dae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:25.783429 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-cba5144f-f16f-4f67-bace-a1ce2ad78a3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:25.808296 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-cba5144f-f16f-4f67-bace-a1ce2ad78a3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:25.859863 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port c9d17917-d3e4-4921-8ae0-c5c22860ba60, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=c9d17917-d3e4-4921-8ae0-c5c22860ba60,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:21:25.868672 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning for port bbcaab3c-ddbc-452f-bb2e-31c24cdd80a7 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:21:25.876093 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-cba5144f-f16f-4f67-bace-a1ce2ad78a3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:25.876295 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Returning: {'device': 'c9d17917-d3e4-4921-8ae0-c5c22860ba60', 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1', 'port_id': 'c9d17917-d3e4-4921-8ae0-c5c22860ba60', 'mac_address': 'fa:16:3e:d9:1e:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36bf280f-81bb-4486-a87a-9b9505a1cec4', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:21:25.879347 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-cba5144f-f16f-4f67-bace-a1ce2ad78a3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:25.883735 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-cba5144f-f16f-4f67-bace-a1ce2ad78a3c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c4fd6c41-85b2-4220-9b9b-58177b76d2f1 HTTP/1.1" status: 204 len: 168 time: 0.2550836 Dec 20 14:21:25.891694 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f898424a-dc81-4685-a09b-475f1ae3dae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=024963ef-545e-4835-9a58-567e184c33f0,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:25.915745 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba5144f-f16f-4f67-bace-a1ce2ad78a3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4fd6c41-85b2-4220-9b9b-58177b76d2f1,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:25.918508 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:25.929280 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-f898424a-dc81-4685-a09b-475f1ae3dae1 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ec75c5cb228b488982a0ea1d3fb90496&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4082057 Dec 20 14:21:25.934678 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning complete for port bbcaab3c-ddbc-452f-bb2e-31c24cdd80a7 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:21:25.935101 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:25.936703 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 46860) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:21:25.939778 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 4e0b0d75-3a40-4add-b6bf-03fc8dfbebd0 no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:21:25.966314 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9d17917-d3e4-4921-8ae0-c5c22860ba60 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:21:26.029949 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port c9d17917-d3e4-4921-8ae0-c5c22860ba60, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=c9d17917-d3e4-4921-8ae0-c5c22860ba60,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:21:26.034709 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] No Port match for: 4e0b0d75-3a40-4add-b6bf-03fc8dfbebd0 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:21:26.035298 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 4e0b0d75-3a40-4add-b6bf-03fc8dfbebd0 not bound to the agent host n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:21:26.043072 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:26.060117 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f69b7c2f-96d3-45a6-b7bb-3cd4eb952de4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:26.062901 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-da9582cd-e306-4a89-9e63-506bf64ca7c1 req-3d8c7f17-ddb1-46b1-8fda-8209db8f3f73 tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:26.089558 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 46870) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:21:26.111008 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=c9d17917-d3e4-4921-8ae0-c5c22860ba60,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:26.119173 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f69b7c2f-96d3-45a6-b7bb-3cd4eb952de4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:26.157580 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-da9582cd-e306-4a89-9e63-506bf64ca7c1 req-3d8c7f17-ddb1-46b1-8fda-8209db8f3f73 tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:26.175266 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:26.194979 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f69b7c2f-96d3-45a6-b7bb-3cd4eb952de4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:26.198968 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f69b7c2f-96d3-45a6-b7bb-3cd4eb952de4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:26.198968 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-f69b7c2f-96d3-45a6-b7bb-3cd4eb952de4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/024963ef-545e-4835-9a58-567e184c33f0 HTTP/1.1" status: 204 len: 168 time: 0.2586181 Dec 20 14:21:26.210800 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69b7c2f-96d3-45a6-b7bb-3cd4eb952de4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=024963ef-545e-4835-9a58-567e184c33f0,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:26.218160 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '416084f0-65f5-48ab-bcec-db997592a50b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbcaab3c-ddbc-452f-bb2e-31c24cdd80a7'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:21:26.220685 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feaf4a81-f66c-4585-a924-ad1260cb1649" -d '{"events": [{"server_uuid": "416084f0-65f5-48ab-bcec-db997592a50b", "name": "network-vif-plugged", "status": "completed", "tag": "bbcaab3c-ddbc-452f-bb2e-31c24cdd80a7"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:21:26.244590 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port bbcaab3c-ddbc-452f-bb2e-31c24cdd80a7, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=bbcaab3c-ddbc-452f-bb2e-31c24cdd80a7,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:21:26.252399 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:26.271086 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54822df-3f40-454a-9cd9-18f1e239e2fd req-9571cfb5-a1e7-45e5-9a68-9206a6b55c46 tempest-ServerDiagnosticsNegativeTest-607143808 tempest-ServerDiagnosticsNegativeTest-607143808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:26.272621 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b54822df-3f40-454a-9cd9-18f1e239e2fd req-9571cfb5-a1e7-45e5-9a68-9206a6b55c46 tempest-ServerDiagnosticsNegativeTest-607143808 tempest-ServerDiagnosticsNegativeTest-607143808-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2dfc8ab-e8a9-4474-85e7-6fc60fd4c112 HTTP/1.1" status: 200 len: 948 time: 0.1127028 Dec 20 14:21:26.280364 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da9582cd-e306-4a89-9e63-506bf64ca7c1 req-3d8c7f17-ddb1-46b1-8fda-8209db8f3f73 tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] Network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:21:26.282669 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8c7f17-ddb1-46b1-8fda-8209db8f3f73 tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] Pushing event updated for resources: {'Port': ['ID=c929a3a8-843f-460b-9381-29a14e6ebad3,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:26.286226 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [req-da9582cd-e306-4a89-9e63-506bf64ca7c1 req-3d8c7f17-ddb1-46b1-8fda-8209db8f3f73 tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:21:26.293645 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-da9582cd-e306-4a89-9e63-506bf64ca7c1 req-3d8c7f17-ddb1-46b1-8fda-8209db8f3f73 tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:21:26.298784 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9582cd-e306-4a89-9e63-506bf64ca7c1 req-3d8c7f17-ddb1-46b1-8fda-8209db8f3f73 tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:26.299399 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-da9582cd-e306-4a89-9e63-506bf64ca7c1 req-3d8c7f17-ddb1-46b1-8fda-8209db8f3f73 tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:26.327744 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cdbcd2f-2656-4465-8209-24c6a453ee72 x-openstack-request-id: req-2cdbcd2f-2656-4465-8209-24c6a453ee72 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:21:26.328471 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "416084f0-65f5-48ab-bcec-db997592a50b", "name": "network-vif-plugged", "status": "completed", "tag": "bbcaab3c-ddbc-452f-bb2e-31c24cdd80a7", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:21:26.329649 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2cdbcd2f-2656-4465-8209-24c6a453ee72 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:21:26.331643 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '416084f0-65f5-48ab-bcec-db997592a50b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbcaab3c-ddbc-452f-bb2e-31c24cdd80a7', 'code': 200} Dec 20 14:21:26.367059 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b54822df-3f40-454a-9cd9-18f1e239e2fd req-ecbb2130-4284-49c1-b0de-1af979f0a955 tempest-ServerDiagnosticsNegativeTest-607143808 tempest-ServerDiagnosticsNegativeTest-607143808-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dc4c382-a123-44ac-91ec-a0127f28eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766728 Dec 20 14:21:26.367059 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-da9582cd-e306-4a89-9e63-506bf64ca7c1 req-3d8c7f17-ddb1-46b1-8fda-8209db8f3f73 tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1544981 Dec 20 14:21:26.372603 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['c9d17917-d3e4-4921-8ae0-c5c22860ba60'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:21:26.389202 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-da9582cd-e306-4a89-9e63-506bf64ca7c1 req-15293d4e-6cae-4562-8818-25b01ac3f6f8 service neutron] Request body: {'port': {'device_id': '8698ce67-b357-4856-9256-c43e9be0d5f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-19'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:21:26.456005 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=bbcaab3c-ddbc-452f-bb2e-31c24cdd80a7,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:26.521975 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfff2b01-6df5-4a5f-83ba-e4c7f1b1f5f2 req-577ce589-d634-4e0d-9482-3570041b213b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:26.523561 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-dfff2b01-6df5-4a5f-83ba-e4c7f1b1f5f2 req-577ce589-d634-4e0d-9482-3570041b213b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=416084f0-65f5-48ab-bcec-db997592a50b HTTP/1.1" status: 200 len: 1102 time: 0.1386023 Dec 20 14:21:26.524496 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-da9582cd-e306-4a89-9e63-506bf64ca7c1 req-15293d4e-6cae-4562-8818-25b01ac3f6f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:26.567244 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-408ee710-0ea2-4a30-b9ee-797953106ba9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:26.611635 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd164c1-fa1c-4be8-b00e-beb8aae35f53 req-c6b54e51-5016-46d2-a5dd-2aa1a8a0b755 tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:26.613751 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ffd164c1-fa1c-4be8-b00e-beb8aae35f53 req-c6b54e51-5016-46d2-a5dd-2aa1a8a0b755 tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] 10.222.0.54 "GET /v2.0/ports?device_id=8698ce67-b357-4856-9256-c43e9be0d5f4 HTTP/1.1" status: 200 len: 936 time: 0.1332755 Dec 20 14:21:26.714414 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-dfff2b01-6df5-4a5f-83ba-e4c7f1b1f5f2 req-3ddc918a-0e3e-48e7-b0fa-d0b3c7df1411 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=06195b07-8409-49b1-a771-72db1c511f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828384 Dec 20 14:21:26.724582 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 46892) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:21:26.749699 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ffd164c1-fa1c-4be8-b00e-beb8aae35f53 req-38af2ab2-ad77-4b28-9e33-fd2383f0fea6 tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] 10.222.0.54 "GET /v2.0/security-groups?id=66f507ca-f971-4041-a611-6c86bbd9fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084516 Dec 20 14:21:26.751536 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-11349035-f890-4845-a8fb-26e2d8495efa None None] Provisioning complete for port c929a3a8-843f-460b-9381-29a14e6ebad3 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:21:26.751997 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-11349035-f890-4845-a8fb-26e2d8495efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:26.807036 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-11349035-f890-4845-a8fb-26e2d8495efa None None] Port c929a3a8-843f-460b-9381-29a14e6ebad3 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:21:26.826109 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-221c0d56-6d4b-4bcd-bc14-8e624b31aff1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:26.840108 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383534dd-4f3e-49ef-882b-8dfd26d787ed req-fb4113e4-c905-47ae-a67f-7f39fadd3132 tempest-AggregatesAdminTestJSON-154258770 tempest-AggregatesAdminTestJSON-154258770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:26.842007 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-383534dd-4f3e-49ef-882b-8dfd26d787ed req-fb4113e4-c905-47ae-a67f-7f39fadd3132 tempest-AggregatesAdminTestJSON-154258770 tempest-AggregatesAdminTestJSON-154258770-project] 10.222.0.47 "GET /v2.0/ports?device_id=eeec2f45-8e91-44f4-8478-de3cff1ca9e8 HTTP/1.1" status: 200 len: 970 time: 0.2205338 Dec 20 14:21:26.895706 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c781a707-1cdc-4413-92d8-b76320571367 req-5a7e7ac6-7cdf-431a-bcc7-2c75fb72cbad tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:26.897221 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c781a707-1cdc-4413-92d8-b76320571367 req-5a7e7ac6-7cdf-431a-bcc7-2c75fb72cbad tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] 10.222.0.54 "GET /v2.0/ports?device_id=416084f0-65f5-48ab-bcec-db997592a50b HTTP/1.1" status: 200 len: 950 time: 0.2280443 Dec 20 14:21:26.990601 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-408ee710-0ea2-4a30-b9ee-797953106ba9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:27.046085 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-408ee710-0ea2-4a30-b9ee-797953106ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:27.049335 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c781a707-1cdc-4413-92d8-b76320571367 req-5a5aaf26-7c90-4a84-bbe7-daf0152c540f tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] 10.222.0.54 "GET /v2.0/security-groups?id=06195b07-8409-49b1-a771-72db1c511f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330659 Dec 20 14:21:27.057390 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 46900) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:21:27.110998 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6716e621-f17a-424b-a48c-7d0ca82ecd68 req-2368851d-34bb-460d-a3ea-11cad9cc0db9 tempest-AggregatesAdminTestJSON-154258770 tempest-AggregatesAdminTestJSON-154258770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:27.119174 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6716e621-f17a-424b-a48c-7d0ca82ecd68 req-2368851d-34bb-460d-a3ea-11cad9cc0db9 tempest-AggregatesAdminTestJSON-154258770 tempest-AggregatesAdminTestJSON-154258770-project] 10.222.0.54 "GET /v2.0/ports?device_id=eeec2f45-8e91-44f4-8478-de3cff1ca9e8 HTTP/1.1" status: 200 len: 970 time: 0.2585034 Dec 20 14:21:27.133944 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-221c0d56-6d4b-4bcd-bc14-8e624b31aff1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:27.137348 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408ee710-0ea2-4a30-b9ee-797953106ba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c9102e8-7e07-4a30-b1f9-62f859be282b,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:27.159470 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-221c0d56-6d4b-4bcd-bc14-8e624b31aff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:27.176272 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-408ee710-0ea2-4a30-b9ee-797953106ba9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6ec19502f1274e4d8d052bf2c9e498c3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0856118 Dec 20 14:21:27.177170 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 46908) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:21:27.183418 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [req-da9582cd-e306-4a89-9e63-506bf64ca7c1 req-15293d4e-6cae-4562-8818-25b01ac3f6f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c929a3a8-843f-460b-9381-29a14e6ebad3 {{(pid=103167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:21:27.194193 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-da9582cd-e306-4a89-9e63-506bf64ca7c1 req-15293d4e-6cae-4562-8818-25b01ac3f6f8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:27.225589 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221c0d56-6d4b-4bcd-bc14-8e624b31aff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebe9e864-f01a-41ce-8815-7b48001af0c9,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:27.243963 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6716e621-f17a-424b-a48c-7d0ca82ecd68 req-ee1437ac-28e0-46f5-8616-ce25a2a0e2bf tempest-AggregatesAdminTestJSON-154258770 tempest-AggregatesAdminTestJSON-154258770-project] 10.222.0.54 "GET /v2.0/security-groups?id=0b799cdb-8c10-4492-8c6c-bb85f919c69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235957 Dec 20 14:21:27.253585 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-221c0d56-6d4b-4bcd-bc14-8e624b31aff1 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e1dc3e8f94724c95bb38ce70907f3379&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5267489 Dec 20 14:21:27.257138 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-da9582cd-e306-4a89-9e63-506bf64ca7c1 req-15293d4e-6cae-4562-8818-25b01ac3f6f8 service neutron] Transition to ACTIVE for port object c929a3a8-843f-460b-9381-29a14e6ebad3 will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:21:27.257820 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 46910) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:21:27.266170 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-738bee86-799d-4581-ba8f-7f55d34e3201 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-750923558-network', 'tenant_id': '92e3cf73bd51484d9ba59eee56c670d9'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:21:27.271791 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-da9582cd-e306-4a89-9e63-506bf64ca7c1 req-15293d4e-6cae-4562-8818-25b01ac3f6f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:27.282749 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-383534dd-4f3e-49ef-882b-8dfd26d787ed req-a0d20c6a-f395-4591-a84e-e380b0eb60e6 tempest-AggregatesAdminTestJSON-154258770 tempest-AggregatesAdminTestJSON-154258770-project] Deleting port 0105a7c4-241d-4787-891f-fbf9f841e0c1 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:21:27.283160 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-383534dd-4f3e-49ef-882b-8dfd26d787ed req-a0d20c6a-f395-4591-a84e-e380b0eb60e6 tempest-AggregatesAdminTestJSON-154258770 tempest-AggregatesAdminTestJSON-154258770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:27.347217 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15293d4e-6cae-4562-8818-25b01ac3f6f8 service neutron] Pushing event updated for resources: {'Port': ['ID=c929a3a8-843f-460b-9381-29a14e6ebad3,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:27.368847 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-738bee86-799d-4581-ba8f-7f55d34e3201 admin admin] Made reservation on behalf of 92e3cf73bd51484d9ba59eee56c670d9 for: {'network': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:21:27.371356 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-738bee86-799d-4581-ba8f-7f55d34e3201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:27.405187 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-738bee86-799d-4581-ba8f-7f55d34e3201 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:27.417824 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-da9582cd-e306-4a89-9e63-506bf64ca7c1 req-15293d4e-6cae-4562-8818-25b01ac3f6f8 service neutron] Attempting to bind port c929a3a8-843f-460b-9381-29a14e6ebad3 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:21:27.418523 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-da9582cd-e306-4a89-9e63-506bf64ca7c1 req-15293d4e-6cae-4562-8818-25b01ac3f6f8 service neutron] Attempting to bind port c929a3a8-843f-460b-9381-29a14e6ebad3 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:21:27.418998 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da9582cd-e306-4a89-9e63-506bf64ca7c1 req-15293d4e-6cae-4562-8818-25b01ac3f6f8 service neutron] Attempting to bind port c929a3a8-843f-460b-9381-29a14e6ebad3 on network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:21:27.419466 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c1c71a36-a14c-453c-bd53-41dd1c16dc5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:27.431425 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da9582cd-e306-4a89-9e63-506bf64ca7c1 req-15293d4e-6cae-4562-8818-25b01ac3f6f8 service neutron] Port c929a3a8-843f-460b-9381-29a14e6ebad3 on network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:21:27.431969 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da9582cd-e306-4a89-9e63-506bf64ca7c1 req-15293d4e-6cae-4562-8818-25b01ac3f6f8 service neutron] Attempting to bind port c929a3a8-843f-460b-9381-29a14e6ebad3 on network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:21:27.450193 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c1c71a36-a14c-453c-bd53-41dd1c16dc5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:27.456274 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da9582cd-e306-4a89-9e63-506bf64ca7c1 req-15293d4e-6cae-4562-8818-25b01ac3f6f8 service neutron] Checking agent: {'id': '43c60aee-e4af-4ecc-bee2-aac3569fafed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:21:27.456642 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da9582cd-e306-4a89-9e63-506bf64ca7c1 req-15293d4e-6cae-4562-8818-25b01ac3f6f8 service neutron] Checking segment: {'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:21:27.457023 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da9582cd-e306-4a89-9e63-506bf64ca7c1 req-15293d4e-6cae-4562-8818-25b01ac3f6f8 service neutron] Bound using segment: {'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:21:27.457463 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-da9582cd-e306-4a89-9e63-506bf64ca7c1 req-15293d4e-6cae-4562-8818-25b01ac3f6f8 service neutron] Bound port: c929a3a8-843f-460b-9381-29a14e6ebad3, host: n-h2-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:21:27.458070 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-da9582cd-e306-4a89-9e63-506bf64ca7c1 req-15293d4e-6cae-4562-8818-25b01ac3f6f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:27.537246 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-383534dd-4f3e-49ef-882b-8dfd26d787ed req-a0d20c6a-f395-4591-a84e-e380b0eb60e6 tempest-AggregatesAdminTestJSON-154258770 tempest-AggregatesAdminTestJSON-154258770-project] For port 0105a7c4-241d-4787-891f-fbf9f841e0c1, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=0105a7c4-241d-4787-891f-fbf9f841e0c1,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:21:27.537606 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-383534dd-4f3e-49ef-882b-8dfd26d787ed req-a0d20c6a-f395-4591-a84e-e380b0eb60e6 tempest-AggregatesAdminTestJSON-154258770 tempest-AggregatesAdminTestJSON-154258770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:27.554099 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cd4e7791-9275-4877-879c-0f86dc04b885 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:27.562701 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-383534dd-4f3e-49ef-882b-8dfd26d787ed req-a0d20c6a-f395-4591-a84e-e380b0eb60e6 tempest-AggregatesAdminTestJSON-154258770 tempest-AggregatesAdminTestJSON-154258770-project] Calling delete_port for 0105a7c4-241d-4787-891f-fbf9f841e0c1 owned by compute:tempest-test_az-139519785 {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:21:27.566651 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8175c9-b5a6-4277-82b0-ff5226e5bafc req-f6784f82-b037-4a7a-b5d0-69d1d5c8e223 tempest-ServerDiagnosticsNegativeTest-607143808 tempest-ServerDiagnosticsNegativeTest-607143808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:27.568408 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5e8175c9-b5a6-4277-82b0-ff5226e5bafc req-f6784f82-b037-4a7a-b5d0-69d1d5c8e223 tempest-ServerDiagnosticsNegativeTest-607143808 tempest-ServerDiagnosticsNegativeTest-607143808-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2dfc8ab-e8a9-4474-85e7-6fc60fd4c112 HTTP/1.1" status: 200 len: 948 time: 0.1306155 Dec 20 14:21:27.627323 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-da9582cd-e306-4a89-9e63-506bf64ca7c1 req-15293d4e-6cae-4562-8818-25b01ac3f6f8 service neutron] For port c929a3a8-843f-460b-9381-29a14e6ebad3, host n-h2-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:21:27.639691 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-738bee86-799d-4581-ba8f-7f55d34e3201 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:27.650988 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c1c71a36-a14c-453c-bd53-41dd1c16dc5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:27.653311 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-738bee86-799d-4581-ba8f-7f55d34e3201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:27.653716 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c1c71a36-a14c-453c-bd53-41dd1c16dc5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:27.657805 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-c1c71a36-a14c-453c-bd53-41dd1c16dc5d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4c9102e8-7e07-4a30-b1f9-62f859be282b HTTP/1.1" status: 204 len: 168 time: 0.4743972 Dec 20 14:21:27.657963 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-da9582cd-e306-4a89-9e63-506bf64ca7c1 req-15293d4e-6cae-4562-8818-25b01ac3f6f8 service neutron] For port c929a3a8-843f-460b-9381-29a14e6ebad3, host n-h2-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=c929a3a8-843f-460b-9381-29a14e6ebad3,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:21:27.658856 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cd4e7791-9275-4877-879c-0f86dc04b885 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:27.680030 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c71a36-a14c-453c-bd53-41dd1c16dc5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c9102e8-7e07-4a30-b1f9-62f859be282b,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:27.682770 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-da9582cd-e306-4a89-9e63-506bf64ca7c1 req-15293d4e-6cae-4562-8818-25b01ac3f6f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:27.707797 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5e8175c9-b5a6-4277-82b0-ff5226e5bafc req-ea40f782-cc8c-47ed-abfb-18493343e075 tempest-ServerDiagnosticsNegativeTest-607143808 tempest-ServerDiagnosticsNegativeTest-607143808-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dc4c382-a123-44ac-91ec-a0127f28eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250482 Dec 20 14:21:27.719494 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device c9d17917-d3e4-4921-8ae0-c5c22860ba60 up at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:21:27.726085 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-738bee86-799d-4581-ba8f-7f55d34e3201 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=103167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:21:27.775290 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cd4e7791-9275-4877-879c-0f86dc04b885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:27.778152 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cd4e7791-9275-4877-879c-0f86dc04b885 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:27.779383 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-cd4e7791-9275-4877-879c-0f86dc04b885 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ebe9e864-f01a-41ce-8815-7b48001af0c9 HTTP/1.1" status: 204 len: 168 time: 0.5206118 Dec 20 14:21:27.785082 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9582cd-e306-4a89-9e63-506bf64ca7c1 req-15293d4e-6cae-4562-8818-25b01ac3f6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:27.792538 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-da9582cd-e306-4a89-9e63-506bf64ca7c1 req-15293d4e-6cae-4562-8818-25b01ac3f6f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:27.794086 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-da9582cd-e306-4a89-9e63-506bf64ca7c1 req-15293d4e-6cae-4562-8818-25b01ac3f6f8 service neutron] 10.222.0.47 "PUT /v2.0/ports/c929a3a8-843f-460b-9381-29a14e6ebad3 HTTP/1.1" status: 200 len: 1097 time: 1.4103434 Dec 20 14:21:27.796957 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8698ce67-b357-4856-9256-c43e9be0d5f4', 'tag': 'c929a3a8-843f-460b-9381-29a14e6ebad3'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:21:27.811576 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64966e78-5168-4ee6-8d45-d046739c2277" -d '{"events": [{"name": "network-changed", "server_uuid": "8698ce67-b357-4856-9256-c43e9be0d5f4", "tag": "c929a3a8-843f-460b-9381-29a14e6ebad3"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:21:27.825436 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738bee86-799d-4581-ba8f-7f55d34e3201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a65b051b-114e-4b1e-a061-94d194ee3601,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:27.874912 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4e7791-9275-4877-879c-0f86dc04b885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebe9e864-f01a-41ce-8815-7b48001af0c9,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:27.909548 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7601125-6b2b-42c9-b5bb-664fa66cda6d x-openstack-request-id: req-a7601125-6b2b-42c9-b5bb-664fa66cda6d {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:21:27.910067 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8698ce67-b357-4856-9256-c43e9be0d5f4", "tag": "c929a3a8-843f-460b-9381-29a14e6ebad3", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:21:27.910536 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a7601125-6b2b-42c9-b5bb-664fa66cda6d {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:21:27.911126 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8698ce67-b357-4856-9256-c43e9be0d5f4', 'tag': 'c929a3a8-843f-460b-9381-29a14e6ebad3', 'status': 'completed', 'code': 200} Dec 20 14:21:27.943573 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning for port c9d17917-d3e4-4921-8ae0-c5c22860ba60 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:21:27.950195 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning complete for port c9d17917-d3e4-4921-8ae0-c5c22860ba60 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:21:27.952383 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:27.970114 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-383534dd-4f3e-49ef-882b-8dfd26d787ed req-a0d20c6a-f395-4591-a84e-e380b0eb60e6 tempest-AggregatesAdminTestJSON-154258770 tempest-AggregatesAdminTestJSON-154258770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:28.039844 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['0105a7c4-241d-4787-891f-fbf9f841e0c1'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:21:28.074141 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d20c6a-f395-4591-a84e-e380b0eb60e6 tempest-AggregatesAdminTestJSON-154258770 tempest-AggregatesAdminTestJSON-154258770-project] Pushing event deleted for resources: {'Port': ['ID=0105a7c4-241d-4787-891f-fbf9f841e0c1,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:28.172419 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-738bee86-799d-4581-ba8f-7f55d34e3201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:28.172751 n-d-761264-19 neutron-server[103167]: INFO neutron.db.segments_db [None req-738bee86-799d-4581-ba8f-7f55d34e3201 admin admin] Added segment 7ac72670-2ace-4b33-9d5a-c9838ca43a1b of type vlan for network 80d00bf9-e2d3-4274-b126-1d34ec749a75 Dec 20 14:21:28.178231 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15293d4e-6cae-4562-8818-25b01ac3f6f8 service neutron] Pushing event updated for resources: {'Port': ['ID=c929a3a8-843f-460b-9381-29a14e6ebad3,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:28.221206 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:28.267331 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9582cd-e306-4a89-9e63-506bf64ca7c1 req-cfe7a24b-baaa-41ff-9053-906c08ac0e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:28.269264 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-da9582cd-e306-4a89-9e63-506bf64ca7c1 req-cfe7a24b-baaa-41ff-9053-906c08ac0e60 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f52fd9027be74d79b35c780b861a51fd&device_id=8698ce67-b357-4856-9256-c43e9be0d5f4 HTTP/1.1" status: 200 len: 1100 time: 0.4314399 Dec 20 14:21:28.271969 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-738bee86-799d-4581-ba8f-7f55d34e3201 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:28.297704 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de0c35-f6a0-454e-b8cb-ae329b792d22 req-ce56b393-3d8a-4805-be3e-77fdb85aabdc tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:28.309378 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-41de0c35-f6a0-454e-b8cb-ae329b792d22 req-ce56b393-3d8a-4805-be3e-77fdb85aabdc tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] 10.222.0.54 "GET /v2.0/ports?device_id=8698ce67-b357-4856-9256-c43e9be0d5f4 HTTP/1.1" status: 200 len: 948 time: 0.3593395 Dec 20 14:21:28.339986 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-da9582cd-e306-4a89-9e63-506bf64ca7c1 req-fa22d965-8eaf-41c4-a914-5ae0c6985d3d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=c929a3a8-843f-460b-9381-29a14e6ebad3 HTTP/1.1" status: 200 len: 217 time: 0.0599432 Dec 20 14:21:28.342625 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2dfc8ab-e8a9-4474-85e7-6fc60fd4c112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9d17917-d3e4-4921-8ae0-c5c22860ba60'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:21:28.349408 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d9bd02b-965b-4712-bb85-8d387010ad45" -d '{"events": [{"server_uuid": "e2dfc8ab-e8a9-4474-85e7-6fc60fd4c112", "name": "network-vif-plugged", "status": "completed", "tag": "c9d17917-d3e4-4921-8ae0-c5c22860ba60"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:21:28.352951 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0466c0dd-3c91-47b1-8a04-a63b55f1e385 req-cd65de83-e6a2-4240-a088-b433673a7c00 tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:28.360631 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0466c0dd-3c91-47b1-8a04-a63b55f1e385 req-cd65de83-e6a2-4240-a088-b433673a7c00 tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] 10.222.0.54 "GET /v2.0/ports?device_id=416084f0-65f5-48ab-bcec-db997592a50b HTTP/1.1" status: 200 len: 950 time: 0.1845334 Dec 20 14:21:28.362969 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port c9d17917-d3e4-4921-8ae0-c5c22860ba60, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=c9d17917-d3e4-4921-8ae0-c5c22860ba60,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:21:28.375237 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:28.389727 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-383534dd-4f3e-49ef-882b-8dfd26d787ed req-a0d20c6a-f395-4591-a84e-e380b0eb60e6 tempest-AggregatesAdminTestJSON-154258770 tempest-AggregatesAdminTestJSON-154258770-project] No DVR routers for this DVR port 0105a7c4-241d-4787-891f-fbf9f841e0c1 on host n-h2-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:21:28.395360 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-383534dd-4f3e-49ef-882b-8dfd26d787ed req-a0d20c6a-f395-4591-a84e-e380b0eb60e6 tempest-AggregatesAdminTestJSON-154258770 tempest-AggregatesAdminTestJSON-154258770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:28.400604 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-383534dd-4f3e-49ef-882b-8dfd26d787ed req-a0d20c6a-f395-4591-a84e-e380b0eb60e6 tempest-AggregatesAdminTestJSON-154258770 tempest-AggregatesAdminTestJSON-154258770-project] 10.222.0.47 "DELETE /v2.0/ports/0105a7c4-241d-4787-891f-fbf9f841e0c1 HTTP/1.1" status: 204 len: 173 time: 1.5490429 Dec 20 14:21:28.418446 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeec2f45-8e91-44f4-8478-de3cff1ca9e8', 'name': 'network-vif-deleted', 'tag': '0105a7c4-241d-4787-891f-fbf9f841e0c1'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:21:28.423371 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2b97c20-06d4-4a3f-89f9-f27e8702d135" -d '{"events": [{"server_uuid": "eeec2f45-8e91-44f4-8478-de3cff1ca9e8", "name": "network-vif-deleted", "tag": "0105a7c4-241d-4787-891f-fbf9f841e0c1"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:21:28.461792 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-41de0c35-f6a0-454e-b8cb-ae329b792d22 req-bab5c738-8664-49ce-b562-d9a604c84bb9 tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] 10.222.0.54 "GET /v2.0/security-groups?id=66f507ca-f971-4041-a611-6c86bbd9fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511414 Dec 20 14:21:28.474469 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=c9d17917-d3e4-4921-8ae0-c5c22860ba60,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:28.474683 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9582cd-e306-4a89-9e63-506bf64ca7c1 req-41a5f5f4-57c8-4c7e-bdb9-4c0ccc581917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:28.476215 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-da9582cd-e306-4a89-9e63-506bf64ca7c1 req-41a5f5f4-57c8-4c7e-bdb9-4c0ccc581917 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36bf280f-81bb-4486-a87a-9b9505a1cec4 HTTP/1.1" status: 200 len: 843 time: 0.0886896 Dec 20 14:21:28.578366 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-738bee86-799d-4581-ba8f-7f55d34e3201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:28.579365 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738bee86-799d-4581-ba8f-7f55d34e3201 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:28.579962 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-738bee86-799d-4581-ba8f-7f55d34e3201 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:28.586483 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7ea1a444-af60-48c7-9f9c-c7ec2b9f8a1f req-8e8dce53-a29d-436a-a914-a3fcce256d83 tempest-AggregatesAdminTestJSON-154258770 tempest-AggregatesAdminTestJSON-154258770-project] 10.222.0.54 "GET /v2.0/ports?device_id=eeec2f45-8e91-44f4-8478-de3cff1ca9e8 HTTP/1.1" status: 200 len: 210 time: 0.0521519 Dec 20 14:21:28.597373 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0466c0dd-3c91-47b1-8a04-a63b55f1e385 req-fbbc932e-273d-4df0-a31e-bc003e701292 tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] 10.222.0.54 "GET /v2.0/security-groups?id=06195b07-8409-49b1-a771-72db1c511f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343729 Dec 20 14:21:28.623932 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 46952) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:21:28.624193 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-738bee86-799d-4581-ba8f-7f55d34e3201 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.5614872 Dec 20 14:21:28.626068 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9582cd-e306-4a89-9e63-506bf64ca7c1 req-5efb7906-6884-4139-82c8-91bc5fe7e8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:28.627567 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-da9582cd-e306-4a89-9e63-506bf64ca7c1 req-5efb7906-6884-4139-82c8-91bc5fe7e8f9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1112514 Dec 20 14:21:28.631261 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-02a4f111-807e-4aa4-9492-08ca8bc0bf1f admin admin] Request body: {'subnet': {'network_id': '80d00bf9-e2d3-4274-b126-1d34ec749a75', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-750923558-subnet', 'tenant_id': '92e3cf73bd51484d9ba59eee56c670d9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:21:28.664048 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 46954) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:21:28.672349 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-944a761e-9014-4633-86a4-41de51711ff5 x-openstack-request-id: req-944a761e-9014-4633-86a4-41de51711ff5 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:21:28.672349 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeec2f45-8e91-44f4-8478-de3cff1ca9e8", "name": "network-vif-deleted", "tag": "0105a7c4-241d-4787-891f-fbf9f841e0c1", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:21:28.672349 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-944a761e-9014-4633-86a4-41de51711ff5 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:21:28.672349 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeec2f45-8e91-44f4-8478-de3cff1ca9e8', 'name': 'network-vif-deleted', 'tag': '0105a7c4-241d-4787-891f-fbf9f841e0c1', 'status': 'completed', 'code': 200} Dec 20 14:21:28.697568 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a4f111-807e-4aa4-9492-08ca8bc0bf1f admin admin] Made reservation on behalf of 92e3cf73bd51484d9ba59eee56c670d9 for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:21:28.698799 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df146625-b26d-496c-8af4-6324bbd35c6a x-openstack-request-id: req-df146625-b26d-496c-8af4-6324bbd35c6a {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:21:28.699358 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2dfc8ab-e8a9-4474-85e7-6fc60fd4c112", "name": "network-vif-plugged", "status": "completed", "tag": "c9d17917-d3e4-4921-8ae0-c5c22860ba60", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:21:28.699858 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-df146625-b26d-496c-8af4-6324bbd35c6a {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:21:28.700479 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2dfc8ab-e8a9-4474-85e7-6fc60fd4c112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9d17917-d3e4-4921-8ae0-c5c22860ba60', 'code': 200} Dec 20 14:21:28.701070 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738bee86-799d-4581-ba8f-7f55d34e3201 admin admin] Pushing event updated for resources: {'Network': ['ID=80d00bf9-e2d3-4274-b126-1d34ec749a75,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:28.701313 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-02a4f111-807e-4aa4-9492-08ca8bc0bf1f admin admin] Publish callbacks [] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:28.703498 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d8d77411-632b-476e-b838-649595acc000 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:28.717464 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 80d00bf9-e2d3-4274-b126-1d34ec749a75 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:21:28.861702 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-da9582cd-e306-4a89-9e63-506bf64ca7c1 req-a9e9ce64-c051-4173-81ea-f1fc64fb2394 service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966531 Dec 20 14:21:28.967888 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-02a4f111-807e-4aa4-9492-08ca8bc0bf1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for subnet, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:28.984412 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907b03b1-ae24-4903-88e4-c76ca2083c27 req-ef4d3950-d8d7-4a06-bb54-0d6e385756a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:28.985912 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-907b03b1-ae24-4903-88e4-c76ca2083c27 req-ef4d3950-d8d7-4a06-bb54-0d6e385756a7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e2dfc8ab-e8a9-4474-85e7-6fc60fd4c112 HTTP/1.1" status: 200 len: 1101 time: 0.2000024 Dec 20 14:21:29.015762 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d8d77411-632b-476e-b838-649595acc000 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:29.031532 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a040e5-d95c-42e2-8940-7442568f8db4 req-010ecb58-3db0-4345-9542-8a38c12df584 tempest-ServerDiagnosticsNegativeTest-607143808 tempest-ServerDiagnosticsNegativeTest-607143808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:29.038096 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a4f111-807e-4aa4-9492-08ca8bc0bf1f admin admin] Checking segment: {'id': '7ac72670-2ace-4b33-9d5a-c9838ca43a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '80d00bf9-e2d3-4274-b126-1d34ec749a75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:21:29.038458 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a4f111-807e-4aa4-9492-08ca8bc0bf1f admin admin] Network hostable DHCP agents. Network: 80d00bf9-e2d3-4274-b126-1d34ec749a75, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:21:29.038759 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-12a040e5-d95c-42e2-8940-7442568f8db4 req-010ecb58-3db0-4345-9542-8a38c12df584 tempest-ServerDiagnosticsNegativeTest-607143808 tempest-ServerDiagnosticsNegativeTest-607143808-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2dfc8ab-e8a9-4474-85e7-6fc60fd4c112 HTTP/1.1" status: 200 len: 949 time: 0.1826291 Dec 20 14:21:29.053455 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d8d77411-632b-476e-b838-649595acc000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:29.063955 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a4f111-807e-4aa4-9492-08ca8bc0bf1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ae0f23a-29ed-4948-a81a-2e6d5a905c6c,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:29.081257 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a4f111-807e-4aa4-9492-08ca8bc0bf1f admin admin] Network 80d00bf9-e2d3-4274-b126-1d34ec749a75 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:21:29.118916 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-02a4f111-807e-4aa4-9492-08ca8bc0bf1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 80d00bf9-e2d3-4274-b126-1d34ec749a75) {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:21:29.124808 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a4f111-807e-4aa4-9492-08ca8bc0bf1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:29.126483 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-02a4f111-807e-4aa4-9492-08ca8bc0bf1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:29.130529 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ef3d8d-4dee-4ad2-9530-11ccbd15ad44 None None] Network 80d00bf9-e2d3-4274-b126-1d34ec749a75 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:21:29.136526 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-da9582cd-e306-4a89-9e63-506bf64ca7c1 req-6ab38410-66c1-4dab-8fce-9bfbce909301 service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617133 Dec 20 14:21:29.139412 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-d8d77411-632b-476e-b838-649595acc000 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=28eaf04f22814778868f04de1ff9e1fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4733269 Dec 20 14:21:29.144919 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 46968) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:21:29.159100 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d77411-632b-476e-b838-649595acc000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7139c56-3e2c-4ae5-9189-a6b70f94a1d0,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:29.162318 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-02a4f111-807e-4aa4-9492-08ca8bc0bf1f admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.5345695 Dec 20 14:21:29.168234 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 46970) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:21:29.176461 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-875a6a33-7e87-4a7c-a65b-9d1f3b33677c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-750923558-router', 'tenant_id': '92e3cf73bd51484d9ba59eee56c670d9', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:21:29.178862 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-907b03b1-ae24-4903-88e4-c76ca2083c27 req-079fb9b3-3248-4d70-a97a-c83096701e7d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4dc4c382-a123-44ac-91ec-a0127f28eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734343 Dec 20 14:21:29.220350 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-875a6a33-7e87-4a7c-a65b-9d1f3b33677c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40114'] for router, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:29.221966 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-875a6a33-7e87-4a7c-a65b-9d1f3b33677c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40139'] for router, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:29.242998 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-12a040e5-d95c-42e2-8940-7442568f8db4 req-acdcfd26-9255-46b7-ad1e-fbb129ad9314 tempest-ServerDiagnosticsNegativeTest-607143808 tempest-ServerDiagnosticsNegativeTest-607143808-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dc4c382-a123-44ac-91ec-a0127f28eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993182 Dec 20 14:21:29.344849 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21589da-99b7-4d4f-bc20-6ffa853addac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-80d00bf9-e2d3-4274-b126-1d34ec749a75', 'network_id': '80d00bf9-e2d3-4274-b126-1d34ec749a75', 'project_id': '92e3cf73bd51484d9ba59eee56c670d9', 'fixed_ips': [{'subnet_id': '9ae0f23a-29ed-4948-a81a-2e6d5a905c6c'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:21:29.345948 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c21589da-99b7-4d4f-bc20-6ffa853addac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:29.366576 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-875a6a33-7e87-4a7c-a65b-9d1f3b33677c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:29.371889 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64966e78-5168-4ee6-8d45-d046739c2277 req-2a2c0c03-fd53-4406-8df7-291ebe1bf6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:29.374533 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-64966e78-5168-4ee6-8d45-d046739c2277 req-2a2c0c03-fd53-4406-8df7-291ebe1bf6d5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f52fd9027be74d79b35c780b861a51fd&device_id=8698ce67-b357-4856-9256-c43e9be0d5f4 HTTP/1.1" status: 200 len: 1100 time: 0.0872865 Dec 20 14:21:29.491526 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64966e78-5168-4ee6-8d45-d046739c2277 req-b8c59d9e-3768-4aa0-80b1-b0bcc50cac3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:29.493185 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-64966e78-5168-4ee6-8d45-d046739c2277 req-b8c59d9e-3768-4aa0-80b1-b0bcc50cac3c service neutron] 10.222.0.47 "GET /v2.0/networks?id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1 HTTP/1.1" status: 200 len: 870 time: 0.1118455 Dec 20 14:21:29.576712 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-64966e78-5168-4ee6-8d45-d046739c2277 req-72f96449-ec5f-4ba0-8468-4439e8b02c69 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=c929a3a8-843f-460b-9381-29a14e6ebad3 HTTP/1.1" status: 200 len: 217 time: 0.0722849 Dec 20 14:21:29.636190 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-30a2adda-be26-427b-a295-2602bc502fd9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:29.659055 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-30a2adda-be26-427b-a295-2602bc502fd9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:29.706156 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64966e78-5168-4ee6-8d45-d046739c2277 req-fc87dd9f-50b4-4307-b18e-23c3f9380efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:29.708127 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-64966e78-5168-4ee6-8d45-d046739c2277 req-fc87dd9f-50b4-4307-b18e-23c3f9380efd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36bf280f-81bb-4486-a87a-9b9505a1cec4 HTTP/1.1" status: 200 len: 843 time: 0.1227534 Dec 20 14:21:29.719358 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ff82b3-c6c1-4f00-b638-1b5dd828f8dc req-3d03bc2c-5716-4273-9be1-0db890a57d9f tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:29.720866 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b3ff82b3-c6c1-4f00-b638-1b5dd828f8dc req-3d03bc2c-5716-4273-9be1-0db890a57d9f tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] 10.222.0.54 "GET /v2.0/ports?device_id=8698ce67-b357-4856-9256-c43e9be0d5f4 HTTP/1.1" status: 200 len: 948 time: 0.1126111 Dec 20 14:21:29.729206 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-c21589da-99b7-4d4f-bc20-6ffa853addac None None] Allocated IP 172.20.0.2 (80d00bf9-e2d3-4274-b126-1d34ec749a75/9ae0f23a-29ed-4948-a81a-2e6d5a905c6c/1b792e61-7d25-49e2-aa9f-d0aad9535105) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:21:29.745389 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-30a2adda-be26-427b-a295-2602bc502fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:29.749879 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-30a2adda-be26-427b-a295-2602bc502fd9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:29.751171 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-30a2adda-be26-427b-a295-2602bc502fd9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e7139c56-3e2c-4ae5-9189-a6b70f94a1d0 HTTP/1.1" status: 204 len: 168 time: 0.6051342 Dec 20 14:21:29.760848 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a2adda-be26-427b-a295-2602bc502fd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7139c56-3e2c-4ae5-9189-a6b70f94a1d0,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:29.826190 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b3ff82b3-c6c1-4f00-b638-1b5dd828f8dc req-8171ea64-fda0-495d-bb49-8a7941849dfa tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] 10.222.0.54 "GET /v2.0/security-groups?id=66f507ca-f971-4041-a611-6c86bbd9fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911210 Dec 20 14:21:29.840700 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-875a6a33-7e87-4a7c-a65b-9d1f3b33677c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:29.843944 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64966e78-5168-4ee6-8d45-d046739c2277 req-5fd57266-d79a-41cb-8c43-1c5aea3ba15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:29.845510 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-64966e78-5168-4ee6-8d45-d046739c2277 req-5fd57266-d79a-41cb-8c43-1c5aea3ba15d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1237142 Dec 20 14:21:30.015101 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c21589da-99b7-4d4f-bc20-6ffa853addac None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:30.031592 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c21589da-99b7-4d4f-bc20-6ffa853addac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:30.048118 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-64966e78-5168-4ee6-8d45-d046739c2277 req-f0419c5c-85af-428e-a725-147cc06b8bce service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925802 Dec 20 14:21:30.072172 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b74a6f-2f65-4633-a181-9cb85dc8edc8 req-c1dbd1a0-f748-4d62-abd2-91a6eb094b56 tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:30.080406 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c1b74a6f-2f65-4633-a181-9cb85dc8edc8 req-c1dbd1a0-f748-4d62-abd2-91a6eb094b56 tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] 10.222.0.54 "GET /v2.0/ports?device_id=416084f0-65f5-48ab-bcec-db997592a50b HTTP/1.1" status: 200 len: 950 time: 0.1280892 Dec 20 14:21:30.104902 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21589da-99b7-4d4f-bc20-6ffa853addac None None] Pushing event updated for resources: {'Port': ['ID=1b792e61-7d25-49e2-aa9f-d0aad9535105,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:30.116521 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21589da-99b7-4d4f-bc20-6ffa853addac None None] Network 80d00bf9-e2d3-4274-b126-1d34ec749a75 is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:21:30.118123 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-c21589da-99b7-4d4f-bc20-6ffa853addac None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:21:30.125678 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21589da-99b7-4d4f-bc20-6ffa853addac None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:21:30.163245 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-875a6a33-7e87-4a7c-a65b-9d1f3b33677c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:30.200341 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-c21589da-99b7-4d4f-bc20-6ffa853addac None None] Attempting to bind port 1b792e61-7d25-49e2-aa9f-d0aad9535105 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:21:30.200912 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-875a6a33-7e87-4a7c-a65b-9d1f3b33677c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:30.202944 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-c21589da-99b7-4d4f-bc20-6ffa853addac None None] Attempting to bind port 1b792e61-7d25-49e2-aa9f-d0aad9535105 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '7ac72670-2ace-4b33-9d5a-c9838ca43a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '80d00bf9-e2d3-4274-b126-1d34ec749a75'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:21:30.203657 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21589da-99b7-4d4f-bc20-6ffa853addac None None] Attempting to bind port 1b792e61-7d25-49e2-aa9f-d0aad9535105 on network 80d00bf9-e2d3-4274-b126-1d34ec749a75 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:21:30.209489 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c1b74a6f-2f65-4633-a181-9cb85dc8edc8 req-e2f3e01e-bea6-47b7-af3a-4754afc0920e tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] 10.222.0.54 "GET /v2.0/security-groups?id=06195b07-8409-49b1-a771-72db1c511f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279123 Dec 20 14:21:30.220934 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21589da-99b7-4d4f-bc20-6ffa853addac None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:21:30.221805 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21589da-99b7-4d4f-bc20-6ffa853addac None None] Checking segment: {'id': '7ac72670-2ace-4b33-9d5a-c9838ca43a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '80d00bf9-e2d3-4274-b126-1d34ec749a75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:21:30.222332 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c21589da-99b7-4d4f-bc20-6ffa853addac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:30.230765 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21589da-99b7-4d4f-bc20-6ffa853addac None None] Bound using segment: {'id': '7ac72670-2ace-4b33-9d5a-c9838ca43a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '80d00bf9-e2d3-4274-b126-1d34ec749a75'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:21:30.239512 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-c21589da-99b7-4d4f-bc20-6ffa853addac None None] Bound port: 1b792e61-7d25-49e2-aa9f-d0aad9535105, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ac72670-2ace-4b33-9d5a-c9838ca43a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '80d00bf9-e2d3-4274-b126-1d34ec749a75'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:21:30.240091 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c21589da-99b7-4d4f-bc20-6ffa853addac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:30.281003 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-64966e78-5168-4ee6-8d45-d046739c2277 req-e1303302-5aad-4e5c-b593-6b0596daac00 service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240286 Dec 20 14:21:30.342277 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-c21589da-99b7-4d4f-bc20-6ffa853addac None None] For port 1b792e61-7d25-49e2-aa9f-d0aad9535105, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:21:30.346282 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-c21589da-99b7-4d4f-bc20-6ffa853addac None None] For port 1b792e61-7d25-49e2-aa9f-d0aad9535105, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=1b792e61-7d25-49e2-aa9f-d0aad9535105,segment=NetworkSegment(7ac72670-2ace-4b33-9d5a-c9838ca43a1b),segment_id=7ac72670-2ace-4b33-9d5a-c9838ca43a1b)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:21:30.356821 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c21589da-99b7-4d4f-bc20-6ffa853addac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:30.375326 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-875a6a33-7e87-4a7c-a65b-9d1f3b33677c admin admin] Allocated IP 172.25.0.144 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/23e8cfcb-6f8c-45d1-89f4-c76fceff8237) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:21:30.424744 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21589da-99b7-4d4f-bc20-6ffa853addac None None] Pushing event updated for resources: {'Port': ['ID=1b792e61-7d25-49e2-aa9f-d0aad9535105,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:30.440374 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01391a6-cd72-4168-babe-a26b70dd0e7f req-e4968344-4e10-425d-98f2-1a181c1af8bb tempest-ServerDiagnosticsNegativeTest-607143808 tempest-ServerDiagnosticsNegativeTest-607143808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:30.456600 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d01391a6-cd72-4168-babe-a26b70dd0e7f req-e4968344-4e10-425d-98f2-1a181c1af8bb tempest-ServerDiagnosticsNegativeTest-607143808 tempest-ServerDiagnosticsNegativeTest-607143808-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2dfc8ab-e8a9-4474-85e7-6fc60fd4c112 HTTP/1.1" status: 200 len: 949 time: 0.0970962 Dec 20 14:21:30.505356 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-875a6a33-7e87-4a7c-a65b-9d1f3b33677c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:30.534168 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d01391a6-cd72-4168-babe-a26b70dd0e7f req-2699a44c-a680-4d60-a71d-9bf7ef62ca4b tempest-ServerDiagnosticsNegativeTest-607143808 tempest-ServerDiagnosticsNegativeTest-607143808-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dc4c382-a123-44ac-91ec-a0127f28eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745201 Dec 20 14:21:30.560619 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-875a6a33-7e87-4a7c-a65b-9d1f3b33677c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:30.616579 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875a6a33-7e87-4a7c-a65b-9d1f3b33677c admin admin] Pushing event updated for resources: {'Port': ['ID=23e8cfcb-6f8c-45d1-89f4-c76fceff8237,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:30.624942 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-04fe0833-3f9d-485b-bd9f-399ef688a32b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:30.629453 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875a6a33-7e87-4a7c-a65b-9d1f3b33677c admin admin] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:21:30.630925 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-875a6a33-7e87-4a7c-a65b-9d1f3b33677c admin admin] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:21:30.633214 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875a6a33-7e87-4a7c-a65b-9d1f3b33677c admin admin] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:21:30.793780 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 47016) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:21:30.834832 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 47020) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:21:30.975931 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-875a6a33-7e87-4a7c-a65b-9d1f3b33677c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:31.046133 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f2fca5-0791-4519-86d3-a481a451247c req-1d1d01f8-d2f0-46f6-b59f-40d20a77cb7e tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:31.050175 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-66f2fca5-0791-4519-86d3-a481a451247c req-1d1d01f8-d2f0-46f6-b59f-40d20a77cb7e tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] 10.222.0.54 "GET /v2.0/ports?device_id=8698ce67-b357-4856-9256-c43e9be0d5f4 HTTP/1.1" status: 200 len: 948 time: 0.1226416 Dec 20 14:21:31.171140 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b0033e3a-4e72-4096-951e-1796ce67552c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:31.211288 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-66f2fca5-0791-4519-86d3-a481a451247c req-ddd3f673-7039-487f-b3fe-e745d50e5129 tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] 10.222.0.54 "GET /v2.0/security-groups?id=66f507ca-f971-4041-a611-6c86bbd9fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537755 Dec 20 14:21:31.235243 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-9d162140-855e-4e3d-8e1d-fb1131f46739 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=dd36e2c30f0f4c8a80f636de2dfaba68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3964546 Dec 20 14:21:31.240497 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 47040) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:21:31.348132 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-86e80ffb-6404-4981-b085-1c543a7fe394 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:31.360460 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-188f834d-b24f-4009-add0-7dcf4e04246c req-e62a09c1-ef34-4796-b474-a7910e17f6ab tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=c2cbf82cbbcb488c9825cdbcbb4bef7f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0504839 Dec 20 14:21:31.374396 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b0033e3a-4e72-4096-951e-1796ce67552c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:31.390641 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-86e80ffb-6404-4981-b085-1c543a7fe394 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:31.395002 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b0033e3a-4e72-4096-951e-1796ce67552c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:31.431110 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-b0033e3a-4e72-4096-951e-1796ce67552c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=89dcea7bc5704358b13999fa7fcd6ac0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6362147 Dec 20 14:21:31.434497 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 47052) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:21:31.486981 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0033e3a-4e72-4096-951e-1796ce67552c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7c09936-dfb5-4416-ae5e-f5d991744f26,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:31.516931 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188f834d-b24f-4009-add0-7dcf4e04246c req-b18db5ae-519b-47de-86a5-dfddb38b24c1 tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:31.518458 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-188f834d-b24f-4009-add0-7dcf4e04246c req-b18db5ae-519b-47de-86a5-dfddb38b24c1 tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1572542 Dec 20 14:21:31.548537 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-875a6a33-7e87-4a7c-a65b-9d1f3b33677c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013'] for router, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:31.571741 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-19bb467c-07e6-43e0-85e2-67c1f9953ca4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:31.576693 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-86e80ffb-6404-4981-b085-1c543a7fe394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:31.579059 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-86e80ffb-6404-4981-b085-1c543a7fe394 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:31.580176 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-86e80ffb-6404-4981-b085-1c543a7fe394 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0b799cdb-8c10-4492-8c6c-bb85f919c69d HTTP/1.1" status: 204 len: 168 time: 0.3376181 Dec 20 14:21:31.630113 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e80ffb-6404-4981-b085-1c543a7fe394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b799cdb-8c10-4492-8c6c-bb85f919c69d,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:31.649517 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-188f834d-b24f-4009-add0-7dcf4e04246c req-a921cf75-da46-471a-b3e7-f0a999b5d8c5 tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] 10.222.0.54 "GET /v2.0/quotas/c2cbf82cbbcb488c9825cdbcbb4bef7f HTTP/1.1" status: 200 len: 375 time: 0.1135948 Dec 20 14:21:31.661771 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-19bb467c-07e6-43e0-85e2-67c1f9953ca4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:31.799764 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7b744b-0e21-4443-971a-4b9552bca45d req-53a2a26e-fd20-4d31-b519-215a9e4d771b tempest-ServerDiagnosticsNegativeTest-607143808 tempest-ServerDiagnosticsNegativeTest-607143808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:31.809043 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8b7b744b-0e21-4443-971a-4b9552bca45d req-53a2a26e-fd20-4d31-b519-215a9e4d771b tempest-ServerDiagnosticsNegativeTest-607143808 tempest-ServerDiagnosticsNegativeTest-607143808-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2dfc8ab-e8a9-4474-85e7-6fc60fd4c112 HTTP/1.1" status: 200 len: 949 time: 0.1449969 Dec 20 14:21:31.827545 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-188f834d-b24f-4009-add0-7dcf4e04246c req-fceea565-31ed-4497-bb7e-be1fd2a0aa5d tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=c2cbf82cbbcb488c9825cdbcbb4bef7f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1681433 Dec 20 14:21:31.885343 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-19bb467c-07e6-43e0-85e2-67c1f9953ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:31.888652 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-19bb467c-07e6-43e0-85e2-67c1f9953ca4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:31.890006 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-19bb467c-07e6-43e0-85e2-67c1f9953ca4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e7c09936-dfb5-4416-ae5e-f5d991744f26 HTTP/1.1" status: 204 len: 168 time: 0.4526243 Dec 20 14:21:31.922993 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-875a6a33-7e87-4a7c-a65b-9d1f3b33677c admin admin] Router 84cd303d-5de4-43ac-ad99-b586f616326e is scheduled to L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 with binding_index 1 {{(pid=103168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 14:21:31.936975 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bb467c-07e6-43e0-85e2-67c1f9953ca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7c09936-dfb5-4416-ae5e-f5d991744f26,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:31.942243 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device c929a3a8-843f-460b-9381-29a14e6ebad3 details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:21:31.963334 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8b7b744b-0e21-4443-971a-4b9552bca45d req-3588e9e0-d15b-425e-aecc-e36730a55aea tempest-ServerDiagnosticsNegativeTest-607143808 tempest-ServerDiagnosticsNegativeTest-607143808-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dc4c382-a123-44ac-91ec-a0127f28eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531854 Dec 20 14:21:31.987783 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 0105a7c4-241d-4787-891f-fbf9f841e0c1 no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:21:32.092126 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] No Port match for: 0105a7c4-241d-4787-891f-fbf9f841e0c1 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:21:32.092669 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 0105a7c4-241d-4787-891f-fbf9f841e0c1 not bound to the agent host n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:21:32.115966 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.db.resource_extend [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 14:21:32.158141 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00411d46-ef86-4bc3-b87c-582b9f34c9aa None None] Network 80d00bf9-e2d3-4274-b126-1d34ec749a75 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:21:32.310036 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1bbaad13-7a61-4d57-8d17-1d07f5d76293 req-7b4ccf5b-2844-44bd-941b-87a65615100b tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] 10.222.0.54 "GET /v2.0/ports?device_id=b03565e1-af6f-4ab3-b906-cdeb4408ebef HTTP/1.1" status: 200 len: 210 time: 0.1083179 Dec 20 14:21:32.358980 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-875a6a33-7e87-4a7c-a65b-9d1f3b33677c admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:21:32.373706 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e1e23c-c4bb-4881-a926-3626a8bf53f5 None None] Sync routers for ids ['84cd303d-5de4-43ac-ad99-b586f616326e'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:21:32.397053 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e1e23c-c4bb-4881-a926-3626a8bf53f5 None None] Routers {'84cd303d-5de4-43ac-ad99-b586f616326e'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:21:32.399334 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-e9e1e23c-c4bb-4881-a926-3626a8bf53f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:21:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['84cd303d-5de4-43ac-ad99-b586f616326e'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:21:32.410503 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-875a6a33-7e87-4a7c-a65b-9d1f3b33677c admin admin] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:32.415838 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-875a6a33-7e87-4a7c-a65b-9d1f3b33677c admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 3.2465510 Dec 20 14:21:32.420497 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 47092) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:21:32.508803 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 47096) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:21:32.544281 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-85778a01-998a-4f85-a517-fecd5ab1a71e None None] Provisioning complete for port 1b792e61-7d25-49e2-aa9f-d0aad9535105 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:21:32.546688 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-85778a01-998a-4f85-a517-fecd5ab1a71e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:32.566134 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 1b792e61-7d25-49e2-aa9f-d0aad9535105 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:21:32.683762 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-e9e1e23c-c4bb-4881-a926-3626a8bf53f5 None None] Set router 84cd303d-5de4-43ac-ad99-b586f616326e gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:21:32.860794 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 1b792e61-7d25-49e2-aa9f-d0aad9535105 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:21:32.862304 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:33.007714 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42966aed-3789-46bf-bdf5-ce66829eb500 req-8b4817b7-bde9-47fa-8ec4-8dde3a07821f tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:33.015955 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-42966aed-3789-46bf-bdf5-ce66829eb500 req-8b4817b7-bde9-47fa-8ec4-8dde3a07821f tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] 10.222.0.54 "GET /v2.0/ports?device_id=8698ce67-b357-4856-9256-c43e9be0d5f4 HTTP/1.1" status: 200 len: 948 time: 0.4839835 Dec 20 14:21:33.023232 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-15946240-5e77-4e80-94e2-8f44db0fd611 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=25b2cdf368c64d65ae0fd0dc1d4ffb28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5131900 Dec 20 14:21:33.023825 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 47106) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:21:33.134816 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-e9e1e23c-c4bb-4881-a926-3626a8bf53f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84cd303d-5de4-43ac-ad99-b586f616326e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-750923558-router', 'tenant_id': '92e3cf73bd51484d9ba59eee56c670d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '23e8cfcb-6f8c-45d1-89f4-c76fceff8237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:21:29Z', 'updated_at': '2021-12-20T14:21:30Z', 'revision_number': 3, 'project_id': '92e3cf73bd51484d9ba59eee56c670d9', 'gw_port': {'id': '23e8cfcb-6f8c-45d1-89f4-c76fceff8237', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:cc:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84cd303d-5de4-43ac-ad99-b586f616326e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:21:30Z', 'updated_at': '2021-12-20T14:21:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:21:33.162357 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:33.209468 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e1e23c-c4bb-4881-a926-3626a8bf53f5 None None] Checking router: 84cd303d-5de4-43ac-ad99-b586f616326e for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:21:33.210294 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e1e23c-c4bb-4881-a926-3626a8bf53f5 None None] Updating router 84cd303d-5de4-43ac-ad99-b586f616326e port 23e8cfcb-6f8c-45d1-89f4-c76fceff8237 binding host n-d-761264-19 {{(pid=103170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 14:21:33.260700 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-42966aed-3789-46bf-bdf5-ce66829eb500 req-b02e270f-1bc1-4926-a609-c8ff74a3d1ff tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] 10.222.0.54 "GET /v2.0/security-groups?id=66f507ca-f971-4041-a611-6c86bbd9fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261927 Dec 20 14:21:33.278355 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] For port 1b792e61-7d25-49e2-aa9f-d0aad9535105, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=1b792e61-7d25-49e2-aa9f-d0aad9535105,segment=NetworkSegment(7ac72670-2ace-4b33-9d5a-c9838ca43a1b),segment_id=7ac72670-2ace-4b33-9d5a-c9838ca43a1b)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:21:33.278555 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e9e1e23c-c4bb-4881-a926-3626a8bf53f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:33.280316 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7a280ee3-b6d5-44e0-9267-225d0968d616 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:33.303911 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:33.367464 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7a280ee3-b6d5-44e0-9267-225d0968d616 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:33.370524 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port c929a3a8-843f-460b-9381-29a14e6ebad3, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=c929a3a8-843f-460b-9381-29a14e6ebad3,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:21:33.375137 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Pushing event updated for resources: {'Port': ['ID=1b792e61-7d25-49e2-aa9f-d0aad9535105,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:33.407119 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b4c0de-30dc-4950-8687-8b78c9dfae15 req-31dca29d-85e3-434d-a4b0-162ba001d322 tempest-ServerDiagnosticsNegativeTest-607143808 tempest-ServerDiagnosticsNegativeTest-607143808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:33.410065 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-60b4c0de-30dc-4950-8687-8b78c9dfae15 req-31dca29d-85e3-434d-a4b0-162ba001d322 tempest-ServerDiagnosticsNegativeTest-607143808 tempest-ServerDiagnosticsNegativeTest-607143808-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2dfc8ab-e8a9-4474-85e7-6fc60fd4c112 HTTP/1.1" status: 200 len: 949 time: 0.2217102 Dec 20 14:21:33.416484 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 47116) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:21:33.420364 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-12e93a15-81c2-4790-9676-2f6bfe573094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:33.449988 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': 'c929a3a8-843f-460b-9381-29a14e6ebad3', 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1', 'port_id': 'c929a3a8-843f-460b-9381-29a14e6ebad3', 'mac_address': 'fa:16:3e:8d:1a:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36bf280f-81bb-4486-a87a-9b9505a1cec4', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:21:33.509641 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-944ab935-ed78-418f-81c0-e93c1ab9a074 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:33.524154 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:33.541184 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c929a3a8-843f-460b-9381-29a14e6ebad3 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:21:33.570677 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port c929a3a8-843f-460b-9381-29a14e6ebad3, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=c929a3a8-843f-460b-9381-29a14e6ebad3,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:21:33.584759 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:33.588972 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b027b5c4-6bc7-446d-ae8b-1ab40810b59c req-28363fb5-2817-4f85-b155-471fe559091b tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] 10.222.0.54 "GET /v2.0/ports?device_id=b03565e1-af6f-4ab3-b906-cdeb4408ebef HTTP/1.1" status: 200 len: 210 time: 0.0717001 Dec 20 14:21:33.651141 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7a280ee3-b6d5-44e0-9267-225d0968d616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:33.653707 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7a280ee3-b6d5-44e0-9267-225d0968d616 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:33.657598 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-7a280ee3-b6d5-44e0-9267-225d0968d616 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/12bb8466-b57e-44f0-afd3-761a18b37116 HTTP/1.1" status: 204 len: 168 time: 0.6170168 Dec 20 14:21:33.690851 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a280ee3-b6d5-44e0-9267-225d0968d616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12bb8466-b57e-44f0-afd3-761a18b37116,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:33.694935 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-60b4c0de-30dc-4950-8687-8b78c9dfae15 req-066f6b20-c433-4418-815d-0089c9c2ccd0 tempest-ServerDiagnosticsNegativeTest-607143808 tempest-ServerDiagnosticsNegativeTest-607143808-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dc4c382-a123-44ac-91ec-a0127f28eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743096 Dec 20 14:21:33.722086 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:33.724914 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-188f834d-b24f-4009-add0-7dcf4e04246c req-92c84300-be39-43d0-9717-e6c118c03725 tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=c2cbf82cbbcb488c9825cdbcbb4bef7f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1079266 Dec 20 14:21:33.786934 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=c929a3a8-843f-460b-9381-29a14e6ebad3,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:33.799836 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['c929a3a8-843f-460b-9381-29a14e6ebad3'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:21:33.877770 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-944ab935-ed78-418f-81c0-e93c1ab9a074 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:33.884459 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-944ab935-ed78-418f-81c0-e93c1ab9a074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:33.963147 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944ab935-ed78-418f-81c0-e93c1ab9a074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6353b3e5-a2da-493f-81ea-3a0114f62f54,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:34.017404 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-944ab935-ed78-418f-81c0-e93c1ab9a074 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2e9c215d58d44b4fb569d02cd35e0d51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5981731 Dec 20 14:21:34.018414 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 47126) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:21:34.044831 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-9eb07514-1064-4a51-b647-bb1067ea0eef None None] Provisioning complete for port 1b792e61-7d25-49e2-aa9f-d0aad9535105 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:21:34.045864 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-9eb07514-1064-4a51-b647-bb1067ea0eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:34.092512 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e9e1e23c-c4bb-4881-a926-3626a8bf53f5 None None] Publish callbacks [] for port, precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:34.113542 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e9e1e23c-c4bb-4881-a926-3626a8bf53f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:34.139735 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-00212e75-8876-4d20-8309-9b3f1a01ba0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:34.212524 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-00212e75-8876-4d20-8309-9b3f1a01ba0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:34.214458 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394acfcf-ba40-4454-9de6-e83cb348a44f None None] Pushing event updated for resources: {'Port': ['ID=23e8cfcb-6f8c-45d1-89f4-c76fceff8237,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:34.244408 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394acfcf-ba40-4454-9de6-e83cb348a44f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:21:34.244733 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394acfcf-ba40-4454-9de6-e83cb348a44f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:21:34.245230 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394acfcf-ba40-4454-9de6-e83cb348a44f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:21:34.245715 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394acfcf-ba40-4454-9de6-e83cb348a44f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:21:34.248498 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394acfcf-ba40-4454-9de6-e83cb348a44f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:21:34.248978 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394acfcf-ba40-4454-9de6-e83cb348a44f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:21:34.249468 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394acfcf-ba40-4454-9de6-e83cb348a44f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:21:34.249965 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394acfcf-ba40-4454-9de6-e83cb348a44f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:21:34.250434 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394acfcf-ba40-4454-9de6-e83cb348a44f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:21:34.250913 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394acfcf-ba40-4454-9de6-e83cb348a44f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:21:34.253659 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394acfcf-ba40-4454-9de6-e83cb348a44f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:21:34.254926 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394acfcf-ba40-4454-9de6-e83cb348a44f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:21:34.255407 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394acfcf-ba40-4454-9de6-e83cb348a44f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:21:34.256636 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394acfcf-ba40-4454-9de6-e83cb348a44f None None] Tracked resource versions report: Dec 20 14:21:34.256636 n-d-761264-19 neutron-server[103170]: pushed versions: Dec 20 14:21:34.256636 n-d-761264-19 neutron-server[103170]: { 'AddressGroup': {'1.2'}, Dec 20 14:21:34.256636 n-d-761264-19 neutron-server[103170]: 'ConntrackHelper': {'1.0'}, Dec 20 14:21:34.256636 n-d-761264-19 neutron-server[103170]: 'LocalIPAssociation': {'1.0'}, Dec 20 14:21:34.256636 n-d-761264-19 neutron-server[103170]: 'Log': {'1.0'}, Dec 20 14:21:34.256636 n-d-761264-19 neutron-server[103170]: 'Network': {'1.1'}, Dec 20 14:21:34.256636 n-d-761264-19 neutron-server[103170]: 'Port': {'1.7'}, Dec 20 14:21:34.256636 n-d-761264-19 neutron-server[103170]: 'PortForwarding': {'1.2'}, Dec 20 14:21:34.256636 n-d-761264-19 neutron-server[103170]: 'QosPolicy': {'1.10'}, Dec 20 14:21:34.256636 n-d-761264-19 neutron-server[103170]: 'SecurityGroup': {'1.5'}, Dec 20 14:21:34.256636 n-d-761264-19 neutron-server[103170]: 'SecurityGroupRule': {'1.2'}, Dec 20 14:21:34.256636 n-d-761264-19 neutron-server[103170]: 'SubPort': {'1.0'}, Dec 20 14:21:34.256636 n-d-761264-19 neutron-server[103170]: 'Subnet': {'1.1'}, Dec 20 14:21:34.256636 n-d-761264-19 neutron-server[103170]: 'Trunk': {'1.1'}} Dec 20 14:21:34.256636 n-d-761264-19 neutron-server[103170]: consumer versions: Dec 20 14:21:34.256636 n-d-761264-19 neutron-server[103170]: { DHCP agent@n-d-761264-19: {}, Dec 20 14:21:34.256636 n-d-761264-19 neutron-server[103170]: HyperV agent@n-h1-761264-19: {}, Dec 20 14:21:34.256636 n-d-761264-19 neutron-server[103170]: HyperV agent@n-h2-761264-19: {}, Dec 20 14:21:34.256636 n-d-761264-19 neutron-server[103170]: L3 agent@n-d-761264-19: {}, Dec 20 14:21:34.256636 n-d-761264-19 neutron-server[103170]: Metadata agent@n-d-761264-19: {}, Dec 20 14:21:34.256636 n-d-761264-19 neutron-server[103170]: Metering agent@n-d-761264-19: {}, Dec 20 14:21:34.256636 n-d-761264-19 neutron-server[103170]: Open vSwitch agent@n-d-761264-19: { 'AddressGroup': '1.2', Dec 20 14:21:34.256636 n-d-761264-19 neutron-server[103170]: 'ConntrackHelper': '1.0', Dec 20 14:21:34.256636 n-d-761264-19 neutron-server[103170]: 'LocalIPAssociation': '1.0', Dec 20 14:21:34.256636 n-d-761264-19 neutron-server[103170]: 'Log': '1.0', Dec 20 14:21:34.256636 n-d-761264-19 neutron-server[103170]: 'Network': '1.1', Dec 20 14:21:34.256636 n-d-761264-19 neutron-server[103170]: 'Port': '1.7', Dec 20 14:21:34.256636 n-d-761264-19 neutron-server[103170]: 'PortForwarding': '1.2', Dec 20 14:21:34.256636 n-d-761264-19 neutron-server[103170]: 'QosPolicy': '1.10', Dec 20 14:21:34.256636 n-d-761264-19 neutron-server[103170]: 'SecurityGroup': '1.5', Dec 20 14:21:34.256636 n-d-761264-19 neutron-server[103170]: 'SecurityGroupRule': '1.2', Dec 20 14:21:34.256636 n-d-761264-19 neutron-server[103170]: 'SubPort': '1.0', Dec 20 14:21:34.256636 n-d-761264-19 neutron-server[103170]: 'Subnet': '1.1', Dec 20 14:21:34.256636 n-d-761264-19 neutron-server[103170]: 'Trunk': '1.1'}} Dec 20 14:21:34.256636 n-d-761264-19 neutron-server[103170]: {{(pid=103170) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 20 14:21:34.308667 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-e9e1e23c-c4bb-4881-a926-3626a8bf53f5 None None] Attempting to bind port 23e8cfcb-6f8c-45d1-89f4-c76fceff8237 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:21:34.309498 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-e9e1e23c-c4bb-4881-a926-3626a8bf53f5 None None] Attempting to bind port 23e8cfcb-6f8c-45d1-89f4-c76fceff8237 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:21:34.310120 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e1e23c-c4bb-4881-a926-3626a8bf53f5 None None] Attempting to bind port 23e8cfcb-6f8c-45d1-89f4-c76fceff8237 on network c3f8658e-da35-41f3-bd03-509e29ebd6f3 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:21:34.325966 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e1e23c-c4bb-4881-a926-3626a8bf53f5 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:21:34.326717 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e1e23c-c4bb-4881-a926-3626a8bf53f5 None None] Checking segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:21:34.327532 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e9e1e23c-c4bb-4881-a926-3626a8bf53f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:34.328178 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e1e23c-c4bb-4881-a926-3626a8bf53f5 None None] Bound using segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:21:34.328956 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-e9e1e23c-c4bb-4881-a926-3626a8bf53f5 None None] Bound port: 23e8cfcb-6f8c-45d1-89f4-c76fceff8237, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:21:34.330039 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e9e1e23c-c4bb-4881-a926-3626a8bf53f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:34.354750 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-00212e75-8876-4d20-8309-9b3f1a01ba0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:34.357522 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-00212e75-8876-4d20-8309-9b3f1a01ba0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:34.358743 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-00212e75-8876-4d20-8309-9b3f1a01ba0a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6353b3e5-a2da-493f-81ea-3a0114f62f54 HTTP/1.1" status: 204 len: 168 time: 0.3393285 Dec 20 14:21:34.386831 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00212e75-8876-4d20-8309-9b3f1a01ba0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6353b3e5-a2da-493f-81ea-3a0114f62f54,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:34.471641 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-e9e1e23c-c4bb-4881-a926-3626a8bf53f5 None None] For port 23e8cfcb-6f8c-45d1-89f4-c76fceff8237, host n-d-761264-19, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:21:34.479857 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-e9e1e23c-c4bb-4881-a926-3626a8bf53f5 None None] For port 23e8cfcb-6f8c-45d1-89f4-c76fceff8237, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=23e8cfcb-6f8c-45d1-89f4-c76fceff8237,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:21:34.485437 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 1b792e61-7d25-49e2-aa9f-d0aad9535105 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:21:34.496346 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e9e1e23c-c4bb-4881-a926-3626a8bf53f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:34.504235 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c9956139-a42d-4f32-a08c-1cfdbe021602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:34.550528 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77982580-f3c4-47df-aae1-8d2efb2d2770 req-9986b9e8-ab77-45b5-bf2c-673b1c38983c tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:34.571631 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-77982580-f3c4-47df-aae1-8d2efb2d2770 req-9986b9e8-ab77-45b5-bf2c-673b1c38983c tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] 10.222.0.54 "GET /v2.0/ports?device_id=8698ce67-b357-4856-9256-c43e9be0d5f4 HTTP/1.1" status: 200 len: 949 time: 0.1320987 Dec 20 14:21:34.607915 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef807e49-73a2-4f85-bf4a-06a1658b59b2 req-c4ba0e0c-40c5-4db1-bf1a-37eb8db6b495 tempest-ServerDiagnosticsNegativeTest-607143808 tempest-ServerDiagnosticsNegativeTest-607143808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:34.611564 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ef807e49-73a2-4f85-bf4a-06a1658b59b2 req-c4ba0e0c-40c5-4db1-bf1a-37eb8db6b495 tempest-ServerDiagnosticsNegativeTest-607143808 tempest-ServerDiagnosticsNegativeTest-607143808-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2dfc8ab-e8a9-4474-85e7-6fc60fd4c112 HTTP/1.1" status: 200 len: 949 time: 0.2391903 Dec 20 14:21:34.637541 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 1b792e61-7d25-49e2-aa9f-d0aad9535105 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:21:34.638737 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:34.647323 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e1e23c-c4bb-4881-a926-3626a8bf53f5 None None] Routers {'84cd303d-5de4-43ac-ad99-b586f616326e'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:21:34.648009 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-e9e1e23c-c4bb-4881-a926-3626a8bf53f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:21:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['84cd303d-5de4-43ac-ad99-b586f616326e'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:21:34.651248 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394acfcf-ba40-4454-9de6-e83cb348a44f None None] Pushing event updated for resources: {'Port': ['ID=23e8cfcb-6f8c-45d1-89f4-c76fceff8237,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:34.667702 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-77982580-f3c4-47df-aae1-8d2efb2d2770 req-93db44f2-4cfd-4b8b-bf4d-25c1505c4459 tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] 10.222.0.54 "GET /v2.0/security-groups?id=66f507ca-f971-4041-a611-6c86bbd9fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922549 Dec 20 14:21:34.855399 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8ec1a11e-cbf8-4f25-95ca-eee181a529f9 req-aafe7220-d4a3-4068-a0cc-a56d10d9bc7c tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] 10.222.0.54 "GET /v2.0/ports?device_id=b03565e1-af6f-4ab3-b906-cdeb4408ebef HTTP/1.1" status: 200 len: 210 time: 0.0939248 Dec 20 14:21:34.869283 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-e9e1e23c-c4bb-4881-a926-3626a8bf53f5 None None] Set router 84cd303d-5de4-43ac-ad99-b586f616326e gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:21:34.941586 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5e5a2e-8955-4957-9346-95fbdd0b00f0 req-ed977242-91dd-436e-b7d1-a9068452baa4 tempest-ServerDiagnosticsNegativeTest-607143808 tempest-ServerDiagnosticsNegativeTest-607143808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:34.945704 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188f834d-b24f-4009-add0-7dcf4e04246c req-76da010e-95d4-4667-921b-a89d9984fdb4 tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:34.947276 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-188f834d-b24f-4009-add0-7dcf4e04246c req-76da010e-95d4-4667-921b-a89d9984fdb4 tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2149570 Dec 20 14:21:34.952367 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8b5e5a2e-8955-4957-9346-95fbdd0b00f0 req-ed977242-91dd-436e-b7d1-a9068452baa4 tempest-ServerDiagnosticsNegativeTest-607143808 tempest-ServerDiagnosticsNegativeTest-607143808-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2dfc8ab-e8a9-4474-85e7-6fc60fd4c112 HTTP/1.1" status: 200 len: 949 time: 0.1309850 Dec 20 14:21:35.016506 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-188f834d-b24f-4009-add0-7dcf4e04246c req-4a3a97d5-40fe-4c68-bfc5-6a389a31cdec tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] Request body: {'port': {'device_id': 'b03565e1-af6f-4ab3-b906-cdeb4408ebef', 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1', 'admin_state_up': True, 'tenant_id': 'c2cbf82cbbcb488c9825cdbcbb4bef7f'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:21:35.046763 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8b5e5a2e-8955-4957-9346-95fbdd0b00f0 req-48db006d-7371-4ce0-a2f4-217e944cb6ed tempest-ServerDiagnosticsNegativeTest-607143808 tempest-ServerDiagnosticsNegativeTest-607143808-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dc4c382-a123-44ac-91ec-a0127f28eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916927 Dec 20 14:21:35.136748 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-e9e1e23c-c4bb-4881-a926-3626a8bf53f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84cd303d-5de4-43ac-ad99-b586f616326e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-750923558-router', 'tenant_id': '92e3cf73bd51484d9ba59eee56c670d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '23e8cfcb-6f8c-45d1-89f4-c76fceff8237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:21:29Z', 'updated_at': '2021-12-20T14:21:30Z', 'revision_number': 3, 'project_id': '92e3cf73bd51484d9ba59eee56c670d9', 'gw_port': {'id': '23e8cfcb-6f8c-45d1-89f4-c76fceff8237', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:cc:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84cd303d-5de4-43ac-ad99-b586f616326e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:21:30Z', 'updated_at': '2021-12-20T14:21:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:21:35.173445 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e1e23c-c4bb-4881-a926-3626a8bf53f5 None None] The sync data for ids ['84cd303d-5de4-43ac-ad99-b586f616326e'] in n-d-761264-19 is: [{'id': '84cd303d-5de4-43ac-ad99-b586f616326e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-750923558-router', 'tenant_id': '92e3cf73bd51484d9ba59eee56c670d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '23e8cfcb-6f8c-45d1-89f4-c76fceff8237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:21:29Z', 'updated_at': '2021-12-20T14:21:30Z', 'revision_number': 3, 'project_id': '92e3cf73bd51484d9ba59eee56c670d9', 'gw_port': {'id': '23e8cfcb-6f8c-45d1-89f4-c76fceff8237', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:cc:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84cd303d-5de4-43ac-ad99-b586f616326e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:21:30Z', 'updated_at': '2021-12-20T14:21:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:21:35.266769 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-ef807e49-73a2-4f85-bf4a-06a1658b59b2 req-7d68f3f2-b4c8-4164-96d3-4da43473f352 tempest-ServerDiagnosticsNegativeTest-607143808 tempest-ServerDiagnosticsNegativeTest-607143808-project] Deleting port c9d17917-d3e4-4921-8ae0-c5c22860ba60 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:21:35.267092 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-ef807e49-73a2-4f85-bf4a-06a1658b59b2 req-7d68f3f2-b4c8-4164-96d3-4da43473f352 tempest-ServerDiagnosticsNegativeTest-607143808 tempest-ServerDiagnosticsNegativeTest-607143808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:35.351998 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-c9956139-a42d-4f32-a08c-1cfdbe021602 admin admin] Allocated IP 172.20.0.1 (80d00bf9-e2d3-4274-b126-1d34ec749a75/9ae0f23a-29ed-4948-a81a-2e6d5a905c6c/6b5e3447-8783-4d6d-9785-6c597b5a07ae) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:21:35.376249 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 47194) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:21:35.424041 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-188f834d-b24f-4009-add0-7dcf4e04246c req-4a3a97d5-40fe-4c68-bfc5-6a389a31cdec tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] Made reservation on behalf of c2cbf82cbbcb488c9825cdbcbb4bef7f for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:21:35.432236 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-188f834d-b24f-4009-add0-7dcf4e04246c req-4a3a97d5-40fe-4c68-bfc5-6a389a31cdec tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:35.460743 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-ef807e49-73a2-4f85-bf4a-06a1658b59b2 req-7d68f3f2-b4c8-4164-96d3-4da43473f352 tempest-ServerDiagnosticsNegativeTest-607143808 tempest-ServerDiagnosticsNegativeTest-607143808-project] For port c9d17917-d3e4-4921-8ae0-c5c22860ba60, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=c9d17917-d3e4-4921-8ae0-c5c22860ba60,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:21:35.461105 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-ef807e49-73a2-4f85-bf4a-06a1658b59b2 req-7d68f3f2-b4c8-4164-96d3-4da43473f352 tempest-ServerDiagnosticsNegativeTest-607143808 tempest-ServerDiagnosticsNegativeTest-607143808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:35.535053 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-ef807e49-73a2-4f85-bf4a-06a1658b59b2 req-7d68f3f2-b4c8-4164-96d3-4da43473f352 tempest-ServerDiagnosticsNegativeTest-607143808 tempest-ServerDiagnosticsNegativeTest-607143808-project] Calling delete_port for c9d17917-d3e4-4921-8ae0-c5c22860ba60 owned by compute:nova {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:21:35.611088 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:35.659749 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1d90f1dc-8d3e-44d7-97d4-253ad093a3aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:35.809593 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c9956139-a42d-4f32-a08c-1cfdbe021602 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:35.816310 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-ef807e49-73a2-4f85-bf4a-06a1658b59b2 req-7d68f3f2-b4c8-4164-96d3-4da43473f352 tempest-ServerDiagnosticsNegativeTest-607143808 tempest-ServerDiagnosticsNegativeTest-607143808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:35.838895 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1d90f1dc-8d3e-44d7-97d4-253ad093a3aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:35.850260 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1d90f1dc-8d3e-44d7-97d4-253ad093a3aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:35.931046 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d68f3f2-b4c8-4164-96d3-4da43473f352 tempest-ServerDiagnosticsNegativeTest-607143808 tempest-ServerDiagnosticsNegativeTest-607143808-project] Pushing event deleted for resources: {'Port': ['ID=c9d17917-d3e4-4921-8ae0-c5c22860ba60,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:35.938159 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device c929a3a8-843f-460b-9381-29a14e6ebad3 up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:21:35.967394 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d90f1dc-8d3e-44d7-97d4-253ad093a3aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d5d7057-42f5-4629-9926-3fce43a301dc,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:35.981369 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-1d90f1dc-8d3e-44d7-97d4-253ad093a3aa admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c3f07995817545d4af0ca2a35aeaa7fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6040161 Dec 20 14:21:35.985881 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 47218) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:21:36.035084 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef807e49-73a2-4f85-bf4a-06a1658b59b2 req-7d68f3f2-b4c8-4164-96d3-4da43473f352 tempest-ServerDiagnosticsNegativeTest-607143808 tempest-ServerDiagnosticsNegativeTest-607143808-project] No DVR routers for this DVR port c9d17917-d3e4-4921-8ae0-c5c22860ba60 on host n-h1-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:21:36.042649 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0b278f1f-c296-4003-a395-17303a8ef78a req-357ff451-26e4-4930-aaca-909f8f427933 tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] 10.222.0.54 "GET /v2.0/ports?device_id=b03565e1-af6f-4ab3-b906-cdeb4408ebef HTTP/1.1" status: 200 len: 210 time: 0.0583093 Dec 20 14:21:36.065156 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-ef807e49-73a2-4f85-bf4a-06a1658b59b2 req-7d68f3f2-b4c8-4164-96d3-4da43473f352 tempest-ServerDiagnosticsNegativeTest-607143808 tempest-ServerDiagnosticsNegativeTest-607143808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:36.068783 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ef807e49-73a2-4f85-bf4a-06a1658b59b2 req-7d68f3f2-b4c8-4164-96d3-4da43473f352 tempest-ServerDiagnosticsNegativeTest-607143808 tempest-ServerDiagnosticsNegativeTest-607143808-project] 10.222.0.30 "DELETE /v2.0/ports/c9d17917-d3e4-4921-8ae0-c5c22860ba60 HTTP/1.1" status: 204 len: 173 time: 1.4461102 Dec 20 14:21:36.073827 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2dfc8ab-e8a9-4474-85e7-6fc60fd4c112', 'name': 'network-vif-deleted', 'tag': 'c9d17917-d3e4-4921-8ae0-c5c22860ba60'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:21:36.083558 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cd541c9-2eb3-479a-93a1-88826012f06b" -d '{"events": [{"server_uuid": "e2dfc8ab-e8a9-4474-85e7-6fc60fd4c112", "name": "network-vif-deleted", "tag": "c9d17917-d3e4-4921-8ae0-c5c22860ba60"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:21:36.085041 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 47224) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:21:36.112745 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning for port c929a3a8-843f-460b-9381-29a14e6ebad3 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:21:36.118381 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port c929a3a8-843f-460b-9381-29a14e6ebad3 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:21:36.118776 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:36.172481 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-215f0091-7e48-461f-8246-28eff8ed2b84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:36.218304 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [req-188f834d-b24f-4009-add0-7dcf4e04246c req-4a3a97d5-40fe-4c68-bfc5-6a389a31cdec tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] Allocated IP 192.168.233.183 (00c897c2-e98d-4716-a0b4-8f9f297fa8a1/36bf280f-81bb-4486-a87a-9b9505a1cec4/fc99ed32-84fc-4c3f-aea8-3c633bc9cae4) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:21:36.239055 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:36.253083 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-215f0091-7e48-461f-8246-28eff8ed2b84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:36.269984 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50021f63-65e9-4136-bdc2-4a5028302cd4 req-a946d705-84c8-4000-9c54-4365bfc88731 tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:36.274329 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-50021f63-65e9-4136-bdc2-4a5028302cd4 req-a946d705-84c8-4000-9c54-4365bfc88731 tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] 10.222.0.54 "GET /v2.0/ports?device_id=8698ce67-b357-4856-9256-c43e9be0d5f4 HTTP/1.1" status: 200 len: 949 time: 0.4726663 Dec 20 14:21:36.297545 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c9956139-a42d-4f32-a08c-1cfdbe021602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:36.394113 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9956139-a42d-4f32-a08c-1cfdbe021602 admin admin] Network 80d00bf9-e2d3-4274-b126-1d34ec749a75 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:21:36.395256 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-215f0091-7e48-461f-8246-28eff8ed2b84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:36.398050 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-215f0091-7e48-461f-8246-28eff8ed2b84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:36.399220 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-215f0091-7e48-461f-8246-28eff8ed2b84 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3d5d7057-42f5-4629-9926-3fce43a301dc HTTP/1.1" status: 204 len: 168 time: 0.4124715 Dec 20 14:21:36.401233 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:36.457972 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 23e8cfcb-6f8c-45d1-89f4-c76fceff8237 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:21:36.463237 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215f0091-7e48-461f-8246-28eff8ed2b84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d5d7057-42f5-4629-9926-3fce43a301dc,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:36.468657 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-63be661a-faf8-4c8b-98f7-bf5dd5e7476c req-6968ac8f-8d5f-4c48-9d4a-06cccec9f8bf tempest-ServerDiagnosticsNegativeTest-607143808 tempest-ServerDiagnosticsNegativeTest-607143808-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2dfc8ab-e8a9-4474-85e7-6fc60fd4c112 HTTP/1.1" status: 200 len: 210 time: 0.1010628 Dec 20 14:21:36.479883 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-c9956139-a42d-4f32-a08c-1cfdbe021602 admin admin] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:21:36.483880 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9956139-a42d-4f32-a08c-1cfdbe021602 admin admin] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:21:36.484786 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c9956139-a42d-4f32-a08c-1cfdbe021602 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595714'] for router_interface, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:36.505226 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8698ce67-b357-4856-9256-c43e9be0d5f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c929a3a8-843f-460b-9381-29a14e6ebad3'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:21:36.507529 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cfde973-9fa3-47be-a0eb-99b3d52367c7" -d '{"events": [{"server_uuid": "8698ce67-b357-4856-9256-c43e9be0d5f4", "name": "network-vif-plugged", "status": "completed", "tag": "c929a3a8-843f-460b-9381-29a14e6ebad3"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:21:36.571235 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-e1ef649d-435f-40d3-8c1c-54c4e7f904c4 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1748345897-network', 'tenant_id': '230adefc93184769a5ed971e644ca4c5'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:21:36.590524 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port c929a3a8-843f-460b-9381-29a14e6ebad3, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=c929a3a8-843f-460b-9381-29a14e6ebad3,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:21:36.608173 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:36.653318 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ef649d-435f-40d3-8c1c-54c4e7f904c4 admin admin] Made reservation on behalf of 230adefc93184769a5ed971e644ca4c5 for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:21:36.655892 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e1ef649d-435f-40d3-8c1c-54c4e7f904c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:36.676616 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e1ef649d-435f-40d3-8c1c-54c4e7f904c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:36.683888 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1979360-6bc8-4586-b388-9fd63e5e8c15 x-openstack-request-id: req-a1979360-6bc8-4586-b388-9fd63e5e8c15 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:21:36.684462 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2dfc8ab-e8a9-4474-85e7-6fc60fd4c112", "name": "network-vif-deleted", "tag": "c9d17917-d3e4-4921-8ae0-c5c22860ba60", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:21:36.685159 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a1979360-6bc8-4586-b388-9fd63e5e8c15 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:21:36.692678 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2dfc8ab-e8a9-4474-85e7-6fc60fd4c112', 'name': 'network-vif-deleted', 'tag': 'c9d17917-d3e4-4921-8ae0-c5c22860ba60', 'status': 'completed', 'code': 200} Dec 20 14:21:36.759519 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a4d5d32-38cf-4cc5-acad-64c9f05b7a9f x-openstack-request-id: req-2a4d5d32-38cf-4cc5-acad-64c9f05b7a9f {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:21:36.760111 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8698ce67-b357-4856-9256-c43e9be0d5f4", "name": "network-vif-plugged", "status": "completed", "tag": "c929a3a8-843f-460b-9381-29a14e6ebad3", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:21:36.760111 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2a4d5d32-38cf-4cc5-acad-64c9f05b7a9f {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:21:36.760455 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8698ce67-b357-4856-9256-c43e9be0d5f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c929a3a8-843f-460b-9381-29a14e6ebad3', 'code': 200} Dec 20 14:21:36.764576 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=c929a3a8-843f-460b-9381-29a14e6ebad3,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:36.829415 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 23e8cfcb-6f8c-45d1-89f4-c76fceff8237 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:21:36.831046 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:36.945510 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e1ef649d-435f-40d3-8c1c-54c4e7f904c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:36.947888 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0756b844-2e4f-43ab-8e1d-823e28687373 req-2cc89a9a-f0dd-4c4e-8832-34672556fe68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:36.949602 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0756b844-2e4f-43ab-8e1d-823e28687373 req-2cc89a9a-f0dd-4c4e-8832-34672556fe68 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8698ce67-b357-4856-9256-c43e9be0d5f4 HTTP/1.1" status: 200 len: 1102 time: 0.1465011 Dec 20 14:21:36.956822 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e1ef649d-435f-40d3-8c1c-54c4e7f904c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:37.028662 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ef649d-435f-40d3-8c1c-54c4e7f904c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f85f3e1c-cc21-479d-a11e-e84bae362e6d,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:37.033369 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 47242) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:21:37.061949 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:37.067208 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1ef649d-435f-40d3-8c1c-54c4e7f904c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:21:37.099090 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0756b844-2e4f-43ab-8e1d-823e28687373 req-5fbcf009-04e4-45cd-b43e-7eccf471e487 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=66f507ca-f971-4041-a611-6c86bbd9fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376195 Dec 20 14:21:37.104158 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e1ef649d-435f-40d3-8c1c-54c4e7f904c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:37.108335 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-e1ef649d-435f-40d3-8c1c-54c4e7f904c4 admin admin] Added segment c78eb3db-e8a6-4673-b220-136b3d8ed714 of type vlan for network f77acfe8-c05d-4606-b7e9-7027c0b13511 Dec 20 14:21:37.108657 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] For port 23e8cfcb-6f8c-45d1-89f4-c76fceff8237, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=23e8cfcb-6f8c-45d1-89f4-c76fceff8237,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:21:37.111419 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-5e5a1a73-8a9d-4ca3-b9dd-3163155f30d5 None None] Provisioning complete for port 6b5e3447-8783-4d6d-9785-6c597b5a07ae triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:21:37.111899 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-5e5a1a73-8a9d-4ca3-b9dd-3163155f30d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:37.148207 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:37.207867 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-264faacd-2ae4-4c86-9e64-8c7310a319c1 req-f109ea34-20a3-4ed7-91b3-b8ec45fe5c3f tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] 10.222.0.54 "GET /v2.0/ports?device_id=b03565e1-af6f-4ab3-b906-cdeb4408ebef HTTP/1.1" status: 200 len: 210 time: 0.0420036 Dec 20 14:21:37.215741 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e1ef649d-435f-40d3-8c1c-54c4e7f904c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:37.222124 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 47250) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:21:37.272087 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-24312a28-a35c-47c3-8293-039a43d55a26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:37.334767 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e1ef649d-435f-40d3-8c1c-54c4e7f904c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:37.336140 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ef649d-435f-40d3-8c1c-54c4e7f904c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:37.336839 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e1ef649d-435f-40d3-8c1c-54c4e7f904c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:37.413906 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9956139-a42d-4f32-a08c-1cfdbe021602 admin admin] Pushing event updated for resources: {'Port': ['ID=6b5e3447-8783-4d6d-9785-6c597b5a07ae,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:37.419502 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 47252) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:21:37.437585 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-5e5a1a73-8a9d-4ca3-b9dd-3163155f30d5 None None] Port 6b5e3447-8783-4d6d-9785-6c597b5a07ae cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:21:37.440466 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-50021f63-65e9-4136-bdc2-4a5028302cd4 req-545d3a68-944e-4886-a7f6-910f263f0ef5 tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] 10.222.0.54 "GET /v2.0/security-groups?id=66f507ca-f971-4041-a611-6c86bbd9fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1471295 Dec 20 14:21:37.471585 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Pushing event updated for resources: {'Port': ['ID=23e8cfcb-6f8c-45d1-89f4-c76fceff8237,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:37.485102 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ef649d-435f-40d3-8c1c-54c4e7f904c4 admin admin] Pushing event updated for resources: {'Network': ['ID=f77acfe8-c05d-4606-b7e9-7027c0b13511,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:37.505047 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c9956139-a42d-4f32-a08c-1cfdbe021602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:37.510943 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network f77acfe8-c05d-4606-b7e9-7027c0b13511 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:21:37.513752 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 47258) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:21:37.519718 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-e1ef649d-435f-40d3-8c1c-54c4e7f904c4 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.4333353 Dec 20 14:21:37.520244 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-73dfd767-822f-49c3-881e-2d942598cfb0 admin admin] Request body: {'subnet': {'network_id': 'f77acfe8-c05d-4606-b7e9-7027c0b13511', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1748345897-subnet', 'tenant_id': '230adefc93184769a5ed971e644ca4c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:21:37.546171 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-793a79d6-06e2-4c7a-829e-176704b7bbaa admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-32230187-network', 'tenant_id': '6264d8286e254fd5bc5a1b7814fc9e8d'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:21:37.551514 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-626ce89d-34b3-45e7-bf18-77ee11475174 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:37.642786 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-188f834d-b24f-4009-add0-7dcf4e04246c req-4a3a97d5-40fe-4c68-bfc5-6a389a31cdec tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:37.652348 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-24312a28-a35c-47c3-8293-039a43d55a26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:37.654336 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-793a79d6-06e2-4c7a-829e-176704b7bbaa admin admin] Made reservation on behalf of 6264d8286e254fd5bc5a1b7814fc9e8d for: {'network': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:21:37.656670 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-793a79d6-06e2-4c7a-829e-176704b7bbaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:37.658600 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-24312a28-a35c-47c3-8293-039a43d55a26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:37.675898 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73dfd767-822f-49c3-881e-2d942598cfb0 admin admin] Made reservation on behalf of 230adefc93184769a5ed971e644ca4c5 for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:21:37.678192 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-73dfd767-822f-49c3-881e-2d942598cfb0 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:37.695200 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-793a79d6-06e2-4c7a-829e-176704b7bbaa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:37.696663 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-626ce89d-34b3-45e7-bf18-77ee11475174 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:37.704986 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-24312a28-a35c-47c3-8293-039a43d55a26 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ff8a4b2013c949c3b0d225e35f08c43e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4783659 Dec 20 14:21:37.710039 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 47262) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:21:37.711959 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-626ce89d-34b3-45e7-bf18-77ee11475174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:37.734705 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24312a28-a35c-47c3-8293-039a43d55a26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b80432-9a5b-4489-a347-bd7c809dd7bc,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:37.787742 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-626ce89d-34b3-45e7-bf18-77ee11475174 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d8a679acfafa4b1b8e321549c2d424dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7483363 Dec 20 14:21:37.787954 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 47266) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:21:37.792051 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device c9d17917-d3e4-4921-8ae0-c5c22860ba60 no longer exists at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:21:37.794174 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626ce89d-34b3-45e7-bf18-77ee11475174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f0b859-b1a5-42aa-9242-22041d77092f,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:37.832582 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-58889a30-64b6-4ccb-9398-c1873f3fc723 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:37.841297 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] No Port match for: c9d17917-d3e4-4921-8ae0-c5c22860ba60 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:21:37.842105 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device c9d17917-d3e4-4921-8ae0-c5c22860ba60 not bound to the agent host n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:21:37.850479 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 47268) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:21:37.868701 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-58889a30-64b6-4ccb-9398-c1873f3fc723 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:37.879808 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4a3c6b63-f45e-4039-a5c3-c4c22d53ab37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:37.918072 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-188f834d-b24f-4009-add0-7dcf4e04246c req-4a3a97d5-40fe-4c68-bfc5-6a389a31cdec tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:37.918496 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4a3c6b63-f45e-4039-a5c3-c4c22d53ab37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:37.935678 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['bbcaab3c-ddbc-452f-bb2e-31c24cdd80a7'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:21:38.000217 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-58889a30-64b6-4ccb-9398-c1873f3fc723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:38.007139 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-188f834d-b24f-4009-add0-7dcf4e04246c req-4a3a97d5-40fe-4c68-bfc5-6a389a31cdec tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] Network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:21:38.011635 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-58889a30-64b6-4ccb-9398-c1873f3fc723 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:38.012638 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c9956139-a42d-4f32-a08c-1cfdbe021602 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:38.013404 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-58889a30-64b6-4ccb-9398-c1873f3fc723 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d0b80432-9a5b-4489-a347-bd7c809dd7bc HTTP/1.1" status: 204 len: 168 time: 0.3023579 Dec 20 14:21:38.033182 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4a3c6b63-f45e-4039-a5c3-c4c22d53ab37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:38.034272 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [req-188f834d-b24f-4009-add0-7dcf4e04246c req-4a3a97d5-40fe-4c68-bfc5-6a389a31cdec tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:21:38.041997 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-188f834d-b24f-4009-add0-7dcf4e04246c req-4a3a97d5-40fe-4c68-bfc5-6a389a31cdec tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:21:38.045618 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:21:38.045618 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:21:38.045618 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:21:38.045618 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:21:38.045618 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:21:38.045618 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:21:38.045618 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:21:38.045618 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:21:38.045618 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:21:38.045618 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:21:38.045618 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:21:38.045618 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:21:38.045618 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:21:38.045618 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:21:38.045618 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:21:38.045618 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:21:38.045618 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:21:38.045618 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:21:38.045618 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:21:38.045618 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:21:38.045618 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:21:38.045618 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:21:38.045618 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:21:38.045618 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:21:38.045618 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:21:38.045618 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:21:38.045618 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:21:38.045618 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:21:38.045618 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:21:38.045618 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:21:38.045618 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:21:38.045618 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:21:38.045618 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:21:38.045618 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:21:38.045618 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:21:38.045618 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:21:38.047581 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:21:38.047581 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:21:38.047581 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:21:38.047581 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:21:38.047581 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:21:38.047581 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:21:38.047581 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:21:38.047581 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:21:38.047581 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:21:38.047581 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:21:38.047581 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:21:38.047581 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:21:38.048211 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188f834d-b24f-4009-add0-7dcf4e04246c req-4a3a97d5-40fe-4c68-bfc5-6a389a31cdec tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:38.048922 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-188f834d-b24f-4009-add0-7dcf4e04246c req-4a3a97d5-40fe-4c68-bfc5-6a389a31cdec tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:38.056394 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4a3c6b63-f45e-4039-a5c3-c4c22d53ab37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:38.067582 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-4a3c6b63-f45e-4039-a5c3-c4c22d53ab37 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f3f0b859-b1a5-42aa-9242-22041d77092f HTTP/1.1" status: 204 len: 168 time: 0.2786670 Dec 20 14:21:38.070908 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58889a30-64b6-4ccb-9398-c1873f3fc723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b80432-9a5b-4489-a347-bd7c809dd7bc,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:38.078752 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c9956139-a42d-4f32-a08c-1cfdbe021602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:38.079501 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c9956139-a42d-4f32-a08c-1cfdbe021602 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1595702'] for router_interface, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:38.085716 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3a97d5-40fe-4c68-bfc5-6a389a31cdec tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] Pushing event updated for resources: {'Port': ['ID=fc99ed32-84fc-4c3f-aea8-3c633bc9cae4,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:38.123281 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3c6b63-f45e-4039-a5c3-c4c22d53ab37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f0b859-b1a5-42aa-9242-22041d77092f,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:38.183214 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 47278) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:21:38.190598 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-bb5b5514-aab0-4bc2-b32a-dce1866fc3f9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f9052301fd224113a56a18ff37a0849f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3340406 Dec 20 14:21:38.295099 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a54c668c-7209-4f48-b994-2b3e6b8419fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:38.323265 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-793a79d6-06e2-4c7a-829e-176704b7bbaa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:38.350302 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-188f834d-b24f-4009-add0-7dcf4e04246c req-4a3a97d5-40fe-4c68-bfc5-6a389a31cdec tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3621347 Dec 20 14:21:38.351426 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9956139-a42d-4f32-a08c-1cfdbe021602 admin admin] Pushing event updated for resources: {'Port': ['ID=6b5e3447-8783-4d6d-9785-6c597b5a07ae,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:38.362002 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a54c668c-7209-4f48-b994-2b3e6b8419fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:38.374982 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 23e8cfcb-6f8c-45d1-89f4-c76fceff8237 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:21:38.401732 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-793a79d6-06e2-4c7a-829e-176704b7bbaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:38.404908 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-73dfd767-822f-49c3-881e-2d942598cfb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:38.459478 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-e9e3a52c-8242-4d10-8594-aa9b1949400c None None] Provisioning complete for port fc99ed32-84fc-4c3f-aea8-3c633bc9cae4 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:21:38.459881 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e9e3a52c-8242-4d10-8594-aa9b1949400c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:38.480679 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a54c668c-7209-4f48-b994-2b3e6b8419fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:38.484923 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a54c668c-7209-4f48-b994-2b3e6b8419fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:38.488486 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-a54c668c-7209-4f48-b994-2b3e6b8419fc admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4dc4c382-a123-44ac-91ec-a0127f28eaf7 HTTP/1.1" status: 204 len: 168 time: 0.3018751 Dec 20 14:21:38.498676 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54c668c-7209-4f48-b994-2b3e6b8419fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc4c382-a123-44ac-91ec-a0127f28eaf7,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:38.510515 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-188f834d-b24f-4009-add0-7dcf4e04246c req-9108b33a-095b-4c54-9ec9-21f10a8a66eb service neutron] Request body: {'port': {'device_id': 'b03565e1-af6f-4ab3-b906-cdeb4408ebef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-19'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:21:38.517969 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793a79d6-06e2-4c7a-829e-176704b7bbaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b57cb8d-8005-498a-846e-048d30a52957,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:38.520515 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dfd767-822f-49c3-881e-2d942598cfb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39805718-f3e9-41ca-8469-b49efb1a12f8,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:38.527549 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-e9e3a52c-8242-4d10-8594-aa9b1949400c None None] Port fc99ed32-84fc-4c3f-aea8-3c633bc9cae4 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:21:38.562149 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 23e8cfcb-6f8c-45d1-89f4-c76fceff8237 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:21:38.562516 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:38.597537 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-188f834d-b24f-4009-add0-7dcf4e04246c req-9108b33a-095b-4c54-9ec9-21f10a8a66eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:38.607663 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-793a79d6-06e2-4c7a-829e-176704b7bbaa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=103167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:21:38.659257 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 47294) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:21:38.659537 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af33c9c6-78c8-4d6c-9b59-fe54c8e3b86f req-ef050d71-c237-488d-b80b-18b9b4d8d0d3 tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:38.661116 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-af33c9c6-78c8-4d6c-9b59-fe54c8e3b86f req-ef050d71-c237-488d-b80b-18b9b4d8d0d3 tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] 10.222.0.54 "GET /v2.0/ports?device_id=b03565e1-af6f-4ab3-b906-cdeb4408ebef HTTP/1.1" status: 200 len: 936 time: 0.3059690 Dec 20 14:21:38.667708 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-793a79d6-06e2-4c7a-829e-176704b7bbaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:38.668054 n-d-761264-19 neutron-server[103167]: INFO neutron.db.segments_db [None req-793a79d6-06e2-4c7a-829e-176704b7bbaa admin admin] Added segment 9f419e6f-875b-4d90-bc7c-6c92d8ac4e58 of type vlan for network 20e63510-01d1-4b5f-981b-3ccbe7fab833 Dec 20 14:21:38.697270 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4dfe046c-5a5e-4b57-9a35-60f788bf4673 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:38.753929 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cbc474-6fe1-4ab7-8ddb-b903d11e79f6 req-dd4ab44d-2a45-4429-b2f2-27e515d00087 tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:38.755474 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-75cbc474-6fe1-4ab7-8ddb-b903d11e79f6 req-dd4ab44d-2a45-4429-b2f2-27e515d00087 tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] 10.222.0.54 "GET /v2.0/ports?device_id=8698ce67-b357-4856-9256-c43e9be0d5f4 HTTP/1.1" status: 200 len: 950 time: 0.1522517 Dec 20 14:21:38.758320 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73dfd767-822f-49c3-881e-2d942598cfb0 admin admin] Checking segment: {'id': 'c78eb3db-e8a6-4673-b220-136b3d8ed714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f77acfe8-c05d-4606-b7e9-7027c0b13511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:21:38.758834 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73dfd767-822f-49c3-881e-2d942598cfb0 admin admin] Network hostable DHCP agents. Network: f77acfe8-c05d-4606-b7e9-7027c0b13511, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:21:38.797800 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9956139-a42d-4f32-a08c-1cfdbe021602 admin admin] Network 80d00bf9-e2d3-4274-b126-1d34ec749a75 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:21:38.805973 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-c9956139-a42d-4f32-a08c-1cfdbe021602 admin admin] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:21:38.822218 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-793a79d6-06e2-4c7a-829e-176704b7bbaa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:38.849446 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-75cbc474-6fe1-4ab7-8ddb-b903d11e79f6 req-74ae0638-9db6-44cd-9db7-b9381db5b1ab tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] 10.222.0.54 "GET /v2.0/security-groups?id=66f507ca-f971-4041-a611-6c86bbd9fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869472 Dec 20 14:21:38.864540 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4dfe046c-5a5e-4b57-9a35-60f788bf4673 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:38.872348 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4dfe046c-5a5e-4b57-9a35-60f788bf4673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:38.907842 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73dfd767-822f-49c3-881e-2d942598cfb0 admin admin] Network f77acfe8-c05d-4606-b7e9-7027c0b13511 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:21:38.970811 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-4dfe046c-5a5e-4b57-9a35-60f788bf4673 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4aa990617f6246c895736dcb554610cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3102224 Dec 20 14:21:38.980338 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 47306) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:21:38.997749 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfe046c-5a5e-4b57-9a35-60f788bf4673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18230ead-332e-40dd-801d-d9e8c5aeda06,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:39.028376 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 47308) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:21:39.029614 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-73dfd767-822f-49c3-881e-2d942598cfb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, f77acfe8-c05d-4606-b7e9-7027c0b13511) {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:21:39.035226 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-af33c9c6-78c8-4d6c-9b59-fe54c8e3b86f req-ee610a6d-5b1a-4c11-94c3-bf738ace6b60 tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] 10.222.0.54 "GET /v2.0/security-groups?id=06195b07-8409-49b1-a771-72db1c511f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3396754 Dec 20 14:21:39.046528 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73dfd767-822f-49c3-881e-2d942598cfb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:39.047164 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5036bb-4dbf-4ab1-9430-afb86deda310 None None] Network f77acfe8-c05d-4606-b7e9-7027c0b13511 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:21:39.047644 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-73dfd767-822f-49c3-881e-2d942598cfb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:39.092119 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1e877bd1-8a7e-46bb-b4ab-73543ef692cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:39.110211 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-793a79d6-06e2-4c7a-829e-176704b7bbaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:39.112312 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793a79d6-06e2-4c7a-829e-176704b7bbaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:39.112900 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-793a79d6-06e2-4c7a-829e-176704b7bbaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:39.178280 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6d471aeb-509c-4cdb-bcaa-9b3269aa088c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:39.215090 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-73dfd767-822f-49c3-881e-2d942598cfb0 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.6918414 Dec 20 14:21:39.229292 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6d471aeb-509c-4cdb-bcaa-9b3269aa088c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:39.241938 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-74c0ed30-65b9-41fc-97eb-491ca3a67d4b None None] Provisioning complete for port 6b5e3447-8783-4d6d-9785-6c597b5a07ae triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:21:39.242685 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-74c0ed30-65b9-41fc-97eb-491ca3a67d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:39.261459 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-793a79d6-06e2-4c7a-829e-176704b7bbaa admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.8366077 Dec 20 14:21:39.266207 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 47314) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:21:39.282201 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793a79d6-06e2-4c7a-829e-176704b7bbaa admin admin] Pushing event updated for resources: {'Network': ['ID=20e63510-01d1-4b5f-981b-3ccbe7fab833,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:39.289968 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-de739cf4-e095-4765-ab8e-0cad425e1859 admin admin] Request body: {'subnet': {'network_id': '20e63510-01d1-4b5f-981b-3ccbe7fab833', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-32230187-subnet', 'tenant_id': '6264d8286e254fd5bc5a1b7814fc9e8d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:21:39.290833 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-74c0ed30-65b9-41fc-97eb-491ca3a67d4b None None] Port 6b5e3447-8783-4d6d-9785-6c597b5a07ae cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:21:39.302139 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 20e63510-01d1-4b5f-981b-3ccbe7fab833 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:21:39.303700 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9956139-a42d-4f32-a08c-1cfdbe021602 admin admin] Router 84cd303d-5de4-43ac-ad99-b586f616326e has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:21:39.397748 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1e877bd1-8a7e-46bb-b4ab-73543ef692cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:39.405635 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1e877bd1-8a7e-46bb-b4ab-73543ef692cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:39.425249 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de739cf4-e095-4765-ab8e-0cad425e1859 admin admin] Made reservation on behalf of 6264d8286e254fd5bc5a1b7814fc9e8d for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:21:39.425773 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb43f689-a7cd-4f31-af56-8111383bc3ef None None] Network f77acfe8-c05d-4606-b7e9-7027c0b13511 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:21:39.429366 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-de739cf4-e095-4765-ab8e-0cad425e1859 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:39.481671 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6d471aeb-509c-4cdb-bcaa-9b3269aa088c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:39.486991 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6d471aeb-509c-4cdb-bcaa-9b3269aa088c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:39.488697 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-6d471aeb-509c-4cdb-bcaa-9b3269aa088c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/18230ead-332e-40dd-801d-d9e8c5aeda06 HTTP/1.1" status: 204 len: 168 time: 0.5074000 Dec 20 14:21:39.493009 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [req-188f834d-b24f-4009-add0-7dcf4e04246c req-9108b33a-095b-4c54-9ec9-21f10a8a66eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc99ed32-84fc-4c3f-aea8-3c633bc9cae4 {{(pid=103167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:21:39.508058 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-188f834d-b24f-4009-add0-7dcf4e04246c req-9108b33a-095b-4c54-9ec9-21f10a8a66eb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:39.515972 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-1e877bd1-8a7e-46bb-b4ab-73543ef692cd admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=34e9f2c713994478b9080b4ed8ea6bba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4748468 Dec 20 14:21:39.519325 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e877bd1-8a7e-46bb-b4ab-73543ef692cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eaae6b3-7448-4893-b87d-69640a5804ad,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:39.521956 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf5cbdf-077b-4f85-a39b-4785e4b59ea6 req-e334b642-babe-437b-9c2c-36530e50866a tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:39.522500 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 47326) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:21:39.523766 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-cdf5cbdf-077b-4f85-a39b-4785e4b59ea6 req-e334b642-babe-437b-9c2c-36530e50866a tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] 10.222.0.54 "GET /v2.0/ports?device_id=8698ce67-b357-4856-9256-c43e9be0d5f4 HTTP/1.1" status: 200 len: 950 time: 0.1871538 Dec 20 14:21:39.546138 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-188f834d-b24f-4009-add0-7dcf4e04246c req-9108b33a-095b-4c54-9ec9-21f10a8a66eb service neutron] Transition to ACTIVE for port object fc99ed32-84fc-4c3f-aea8-3c633bc9cae4 will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:21:39.562800 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9956139-a42d-4f32-a08c-1cfdbe021602 admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:21:39.565039 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-188f834d-b24f-4009-add0-7dcf4e04246c req-9108b33a-095b-4c54-9ec9-21f10a8a66eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:39.571924 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-c9956139-a42d-4f32-a08c-1cfdbe021602 admin admin] 10.222.0.54 "PUT /v2.0/routers/84cd303d-5de4-43ac-ad99-b586f616326e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1519382 Dec 20 14:21:39.576221 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7f81d6-3f01-4d70-b589-10952a51175c None None] Sync routers for ids ['84cd303d-5de4-43ac-ad99-b586f616326e'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:21:39.598935 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7f81d6-3f01-4d70-b589-10952a51175c None None] Routers {'84cd303d-5de4-43ac-ad99-b586f616326e'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:21:39.599956 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-6f7f81d6-3f01-4d70-b589-10952a51175c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:21:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['84cd303d-5de4-43ac-ad99-b586f616326e'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:21:39.624386 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d471aeb-509c-4cdb-bcaa-9b3269aa088c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18230ead-332e-40dd-801d-d9e8c5aeda06,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:39.660361 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-cdf5cbdf-077b-4f85-a39b-4785e4b59ea6 req-c3e9fb9f-085f-4a4c-8891-607ac289573a tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] 10.222.0.54 "GET /v2.0/security-groups?id=66f507ca-f971-4041-a611-6c86bbd9fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252077 Dec 20 14:21:39.687394 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9108b33a-095b-4c54-9ec9-21f10a8a66eb service neutron] Pushing event updated for resources: {'Port': ['ID=fc99ed32-84fc-4c3f-aea8-3c633bc9cae4,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:39.768796 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-188f834d-b24f-4009-add0-7dcf4e04246c req-9108b33a-095b-4c54-9ec9-21f10a8a66eb service neutron] Attempting to bind port fc99ed32-84fc-4c3f-aea8-3c633bc9cae4 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:21:39.769354 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-188f834d-b24f-4009-add0-7dcf4e04246c req-9108b33a-095b-4c54-9ec9-21f10a8a66eb service neutron] Attempting to bind port fc99ed32-84fc-4c3f-aea8-3c633bc9cae4 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:21:39.769587 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188f834d-b24f-4009-add0-7dcf4e04246c req-9108b33a-095b-4c54-9ec9-21f10a8a66eb service neutron] Attempting to bind port fc99ed32-84fc-4c3f-aea8-3c633bc9cae4 on network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:21:39.780227 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188f834d-b24f-4009-add0-7dcf4e04246c req-9108b33a-095b-4c54-9ec9-21f10a8a66eb service neutron] Port fc99ed32-84fc-4c3f-aea8-3c633bc9cae4 on network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:21:39.780551 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188f834d-b24f-4009-add0-7dcf4e04246c req-9108b33a-095b-4c54-9ec9-21f10a8a66eb service neutron] Attempting to bind port fc99ed32-84fc-4c3f-aea8-3c633bc9cae4 on network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:21:39.787103 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188f834d-b24f-4009-add0-7dcf4e04246c req-9108b33a-095b-4c54-9ec9-21f10a8a66eb service neutron] Checking agent: {'id': '43c60aee-e4af-4ecc-bee2-aac3569fafed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:21:39.787430 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188f834d-b24f-4009-add0-7dcf4e04246c req-9108b33a-095b-4c54-9ec9-21f10a8a66eb service neutron] Checking segment: {'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:21:39.787810 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188f834d-b24f-4009-add0-7dcf4e04246c req-9108b33a-095b-4c54-9ec9-21f10a8a66eb service neutron] Bound using segment: {'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:21:39.788226 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-188f834d-b24f-4009-add0-7dcf4e04246c req-9108b33a-095b-4c54-9ec9-21f10a8a66eb service neutron] Bound port: fc99ed32-84fc-4c3f-aea8-3c633bc9cae4, host: n-h2-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:21:39.792738 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-188f834d-b24f-4009-add0-7dcf4e04246c req-9108b33a-095b-4c54-9ec9-21f10a8a66eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:39.826013 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-6f7f81d6-3f01-4d70-b589-10952a51175c None None] Set router 84cd303d-5de4-43ac-ad99-b586f616326e gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:21:39.933931 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-188f834d-b24f-4009-add0-7dcf4e04246c req-9108b33a-095b-4c54-9ec9-21f10a8a66eb service neutron] For port fc99ed32-84fc-4c3f-aea8-3c633bc9cae4, host n-h2-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:21:39.937721 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-de739cf4-e095-4765-ab8e-0cad425e1859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for subnet, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:39.938278 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-188f834d-b24f-4009-add0-7dcf4e04246c req-9108b33a-095b-4c54-9ec9-21f10a8a66eb service neutron] For port fc99ed32-84fc-4c3f-aea8-3c633bc9cae4, host n-h2-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=fc99ed32-84fc-4c3f-aea8-3c633bc9cae4,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:21:39.952407 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-188f834d-b24f-4009-add0-7dcf4e04246c req-9108b33a-095b-4c54-9ec9-21f10a8a66eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:40.006747 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de739cf4-e095-4765-ab8e-0cad425e1859 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e710479b-16cf-4349-9db5-8619d38b2e41,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:40.057826 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188f834d-b24f-4009-add0-7dcf4e04246c req-9108b33a-095b-4c54-9ec9-21f10a8a66eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:40.061643 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-188f834d-b24f-4009-add0-7dcf4e04246c req-9108b33a-095b-4c54-9ec9-21f10a8a66eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:40.066553 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-188f834d-b24f-4009-add0-7dcf4e04246c req-9108b33a-095b-4c54-9ec9-21f10a8a66eb service neutron] 10.222.0.47 "PUT /v2.0/ports/fc99ed32-84fc-4c3f-aea8-3c633bc9cae4 HTTP/1.1" status: 200 len: 1097 time: 1.6292975 Dec 20 14:21:40.068537 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b03565e1-af6f-4ab3-b906-cdeb4408ebef', 'tag': 'fc99ed32-84fc-4c3f-aea8-3c633bc9cae4'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:21:40.070947 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2e5a2f99-5752-4963-9579-cb3f3f1594cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:40.082458 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-973dd2ee-a113-460c-9df6-64576233b8bb" -d '{"events": [{"name": "network-changed", "server_uuid": "b03565e1-af6f-4ab3-b906-cdeb4408ebef", "tag": "fc99ed32-84fc-4c3f-aea8-3c633bc9cae4"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:21:40.131488 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2e5a2f99-5752-4963-9579-cb3f3f1594cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:40.178704 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-6f7f81d6-3f01-4d70-b589-10952a51175c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84cd303d-5de4-43ac-ad99-b586f616326e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-750923558-router', 'tenant_id': '92e3cf73bd51484d9ba59eee56c670d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '23e8cfcb-6f8c-45d1-89f4-c76fceff8237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:21:29Z', 'updated_at': '2021-12-20T14:21:36Z', 'revision_number': 4, 'project_id': '92e3cf73bd51484d9ba59eee56c670d9', 'gw_port': {'id': '23e8cfcb-6f8c-45d1-89f4-c76fceff8237', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:cc:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cd303d-5de4-43ac-ad99-b586f616326e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:21:30Z', 'updated_at': '2021-12-20T14:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '6b5e3447-8783-4d6d-9785-6c597b5a07ae', 'name': '', 'network_id': '80d00bf9-e2d3-4274-b126-1d34ec749a75', 'tenant_id': '92e3cf73bd51484d9ba59eee56c670d9', 'mac_address': 'fa:16:3e:59:f7:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84cd303d-5de4-43ac-ad99-b586f616326e', 'device_owner': 'network:router_interface', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '9ae0f23a-29ed-4948-a81a-2e6d5a905c6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:21:34Z', 'updated_at': '2021-12-20T14:21:37Z', 'revision_number': 2, 'project_id': '92e3cf73bd51484d9ba59eee56c670d9', 'subnets': [{'id': '9ae0f23a-29ed-4948-a81a-2e6d5a905c6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:21:40.212043 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7f81d6-3f01-4d70-b589-10952a51175c None None] Checking router: 84cd303d-5de4-43ac-ad99-b586f616326e for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:21:40.212396 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7f81d6-3f01-4d70-b589-10952a51175c None None] Updating router 84cd303d-5de4-43ac-ad99-b586f616326e port 6b5e3447-8783-4d6d-9785-6c597b5a07ae binding host n-d-761264-19 {{(pid=103169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 14:21:40.228086 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0a4f179-d863-48c8-9b7e-b9bdad747e9a x-openstack-request-id: req-c0a4f179-d863-48c8-9b7e-b9bdad747e9a {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:21:40.228433 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b03565e1-af6f-4ab3-b906-cdeb4408ebef", "tag": "fc99ed32-84fc-4c3f-aea8-3c633bc9cae4", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:21:40.229586 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c0a4f179-d863-48c8-9b7e-b9bdad747e9a {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:21:40.231623 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b03565e1-af6f-4ab3-b906-cdeb4408ebef', 'tag': 'fc99ed32-84fc-4c3f-aea8-3c633bc9cae4', 'status': 'completed', 'code': 200} Dec 20 14:21:40.290522 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de739cf4-e095-4765-ab8e-0cad425e1859 admin admin] Checking segment: {'id': '9f419e6f-875b-4d90-bc7c-6c92d8ac4e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '20e63510-01d1-4b5f-981b-3ccbe7fab833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:21:40.291340 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de739cf4-e095-4765-ab8e-0cad425e1859 admin admin] Network hostable DHCP agents. Network: 20e63510-01d1-4b5f-981b-3ccbe7fab833, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:21:40.299686 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6f7f81d6-3f01-4d70-b589-10952a51175c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:40.302459 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2e5a2f99-5752-4963-9579-cb3f3f1594cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:40.304145 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9108b33a-095b-4c54-9ec9-21f10a8a66eb service neutron] Pushing event updated for resources: {'Port': ['ID=fc99ed32-84fc-4c3f-aea8-3c633bc9cae4,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:40.305356 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2e5a2f99-5752-4963-9579-cb3f3f1594cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:40.314152 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-2e5a2f99-5752-4963-9579-cb3f3f1594cf admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1eaae6b3-7448-4893-b87d-69640a5804ad HTTP/1.1" status: 204 len: 168 time: 0.7375712 Dec 20 14:21:40.365995 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5a2f99-5752-4963-9579-cb3f3f1594cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eaae6b3-7448-4893-b87d-69640a5804ad,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:40.421269 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de739cf4-e095-4765-ab8e-0cad425e1859 admin admin] Network 20e63510-01d1-4b5f-981b-3ccbe7fab833 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:21:40.454574 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1bfa1b-d48a-423f-ab83-1094ce60d189 req-790b5d08-fcc9-4fb3-a406-6ce8db64883c tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:40.462959 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4c1bfa1b-d48a-423f-ab83-1094ce60d189 req-790b5d08-fcc9-4fb3-a406-6ce8db64883c tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] 10.222.0.54 "GET /v2.0/ports?device_id=b03565e1-af6f-4ab3-b906-cdeb4408ebef HTTP/1.1" status: 200 len: 948 time: 0.1830072 Dec 20 14:21:40.474882 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-de739cf4-e095-4765-ab8e-0cad425e1859 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 20e63510-01d1-4b5f-981b-3ccbe7fab833) {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:21:40.494023 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501d7101-0fbc-40d9-a3d6-b468a667fe34 None None] Network 20e63510-01d1-4b5f-981b-3ccbe7fab833 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:21:40.498380 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de739cf4-e095-4765-ab8e-0cad425e1859 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:40.503290 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-de739cf4-e095-4765-ab8e-0cad425e1859 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:40.553590 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-de739cf4-e095-4765-ab8e-0cad425e1859 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2764387 Dec 20 14:21:40.553938 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 47358) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:21:40.572031 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-ced331fe-efe6-4d5c-bf39-641a393e5729 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-32230187-router', 'tenant_id': '6264d8286e254fd5bc5a1b7814fc9e8d', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:21:40.605781 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4c1bfa1b-d48a-423f-ab83-1094ce60d189 req-0f94d852-8ba0-430c-bd7c-288aaa2c9dba tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] 10.222.0.54 "GET /v2.0/security-groups?id=06195b07-8409-49b1-a771-72db1c511f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418631 Dec 20 14:21:40.659350 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ced331fe-efe6-4d5c-bf39-641a393e5729 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40114'] for router, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:40.660820 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ced331fe-efe6-4d5c-bf39-641a393e5729 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40139'] for router, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:40.719624 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188f834d-b24f-4009-add0-7dcf4e04246c req-2c17bcb3-6820-4b95-a468-2e4b6d9f6578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:40.721468 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-188f834d-b24f-4009-add0-7dcf4e04246c req-2c17bcb3-6820-4b95-a468-2e4b6d9f6578 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c2cbf82cbbcb488c9825cdbcbb4bef7f&device_id=b03565e1-af6f-4ab3-b906-cdeb4408ebef HTTP/1.1" status: 200 len: 1100 time: 0.6006775 Dec 20 14:21:40.741059 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ced331fe-efe6-4d5c-bf39-641a393e5729 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:40.749652 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acb6c1c-7909-4c11-966a-bfd868b8e90f req-6d855ec1-c1bc-4ae3-aec2-083822ddf117 tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:40.751930 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4acb6c1c-7909-4c11-966a-bfd868b8e90f req-6d855ec1-c1bc-4ae3-aec2-083822ddf117 tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] 10.222.0.54 "GET /v2.0/ports?device_id=8698ce67-b357-4856-9256-c43e9be0d5f4 HTTP/1.1" status: 200 len: 950 time: 0.4739842 Dec 20 14:21:40.775456 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0605d82c-69ee-4992-855d-e4023a0938c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-20e63510-01d1-4b5f-981b-3ccbe7fab833', 'network_id': '20e63510-01d1-4b5f-981b-3ccbe7fab833', 'project_id': '6264d8286e254fd5bc5a1b7814fc9e8d', 'fixed_ips': [{'subnet_id': 'e710479b-16cf-4349-9db5-8619d38b2e41'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:21:40.776338 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-0605d82c-69ee-4992-855d-e4023a0938c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:40.783842 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-188f834d-b24f-4009-add0-7dcf4e04246c req-0f626ad4-9224-4d1c-9fde-23bf257e3622 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=fc99ed32-84fc-4c3f-aea8-3c633bc9cae4 HTTP/1.1" status: 200 len: 217 time: 0.0517001 Dec 20 14:21:40.872459 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4acb6c1c-7909-4c11-966a-bfd868b8e90f req-f46cba49-cc87-414b-8f74-b7bc0a75189b tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] 10.222.0.54 "GET /v2.0/security-groups?id=66f507ca-f971-4041-a611-6c86bbd9fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909400 Dec 20 14:21:40.889614 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188f834d-b24f-4009-add0-7dcf4e04246c req-e6181634-caba-4d1e-be80-07e1c81455a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:40.891746 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-188f834d-b24f-4009-add0-7dcf4e04246c req-e6181634-caba-4d1e-be80-07e1c81455a6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36bf280f-81bb-4486-a87a-9b9505a1cec4 HTTP/1.1" status: 200 len: 843 time: 0.0932338 Dec 20 14:21:40.949259 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6f7f81d6-3f01-4d70-b589-10952a51175c None None] Publish callbacks [] for port, precommit_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:40.974508 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6f7f81d6-3f01-4d70-b589-10952a51175c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:40.977439 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ced331fe-efe6-4d5c-bf39-641a393e5729 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:40.985200 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188f834d-b24f-4009-add0-7dcf4e04246c req-470eac8b-bb2f-4573-9f94-c07e0ae0f187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:40.987920 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-188f834d-b24f-4009-add0-7dcf4e04246c req-470eac8b-bb2f-4573-9f94-c07e0ae0f187 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0812085 Dec 20 14:21:41.040913 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-0605d82c-69ee-4992-855d-e4023a0938c1 None None] Allocated IP 172.20.0.2 (20e63510-01d1-4b5f-981b-3ccbe7fab833/e710479b-16cf-4349-9db5-8619d38b2e41/7c641d41-dc7c-4c4b-86b4-0ca1dea737ef) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:21:41.083211 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dad611e-d459-43be-a1ca-86ae0f1ef52f None None] Pushing event updated for resources: {'Port': ['ID=6b5e3447-8783-4d6d-9785-6c597b5a07ae,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:41.157120 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-188f834d-b24f-4009-add0-7dcf4e04246c req-b2f7ee93-36f2-4805-9bf2-a56038b416e1 service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604137 Dec 20 14:21:41.382434 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-188f834d-b24f-4009-add0-7dcf4e04246c req-9663f0f5-79bd-4af8-8ae5-26860ba44ac4 service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139602 Dec 20 14:21:41.453960 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-6f7f81d6-3f01-4d70-b589-10952a51175c None None] Attempting to bind port 6b5e3447-8783-4d6d-9785-6c597b5a07ae on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:21:41.454704 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-6f7f81d6-3f01-4d70-b589-10952a51175c None None] Attempting to bind port 6b5e3447-8783-4d6d-9785-6c597b5a07ae by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '7ac72670-2ace-4b33-9d5a-c9838ca43a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '80d00bf9-e2d3-4274-b126-1d34ec749a75'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:21:41.455071 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7f81d6-3f01-4d70-b589-10952a51175c None None] Attempting to bind port 6b5e3447-8783-4d6d-9785-6c597b5a07ae on network 80d00bf9-e2d3-4274-b126-1d34ec749a75 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:21:41.469356 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7f81d6-3f01-4d70-b589-10952a51175c None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:21:41.469894 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7f81d6-3f01-4d70-b589-10952a51175c None None] Checking segment: {'id': '7ac72670-2ace-4b33-9d5a-c9838ca43a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '80d00bf9-e2d3-4274-b126-1d34ec749a75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:21:41.470169 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6f7f81d6-3f01-4d70-b589-10952a51175c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:41.470557 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7f81d6-3f01-4d70-b589-10952a51175c None None] Bound using segment: {'id': '7ac72670-2ace-4b33-9d5a-c9838ca43a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '80d00bf9-e2d3-4274-b126-1d34ec749a75'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:21:41.471151 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-6f7f81d6-3f01-4d70-b589-10952a51175c None None] Bound port: 6b5e3447-8783-4d6d-9785-6c597b5a07ae, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ac72670-2ace-4b33-9d5a-c9838ca43a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '80d00bf9-e2d3-4274-b126-1d34ec749a75'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:21:41.471544 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6f7f81d6-3f01-4d70-b589-10952a51175c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:41.494648 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:41.506575 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79504a0a-09fd-429e-9d6a-e682d3113465 req-0e099eac-8e10-4e93-a9f5-6fb90b9eb2be tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:41.508249 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-79504a0a-09fd-429e-9d6a-e682d3113465 req-0e099eac-8e10-4e93-a9f5-6fb90b9eb2be tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] 10.222.0.47 "GET /v2.0/ports?device_id=8698ce67-b357-4856-9256-c43e9be0d5f4 HTTP/1.1" status: 200 len: 950 time: 0.0580578 Dec 20 14:21:41.525359 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-58f6c1c6-4a7d-40e0-9f9e-771c883e0446 None None] Provisioning complete for port 6b5e3447-8783-4d6d-9785-6c597b5a07ae triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:21:41.525912 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-58f6c1c6-4a7d-40e0-9f9e-771c883e0446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:41.644446 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 47400) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:21:41.647426 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-58f6c1c6-4a7d-40e0-9f9e-771c883e0446 None None] Port 6b5e3447-8783-4d6d-9785-6c597b5a07ae cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:21:41.656728 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-89e947ff-e26f-4fae-b14c-dcfe184ae706 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-388448218-network', 'tenant_id': '1f462067b94f441c8e31a04bd4ae757b'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:21:41.667161 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-6f7f81d6-3f01-4d70-b589-10952a51175c None None] For port 6b5e3447-8783-4d6d-9785-6c597b5a07ae, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:21:41.705915 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-79504a0a-09fd-429e-9d6a-e682d3113465 req-c0dd82bd-ce8e-4ad9-948c-b4984883c48c tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] Deleting port c929a3a8-843f-460b-9381-29a14e6ebad3 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:21:41.705915 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-79504a0a-09fd-429e-9d6a-e682d3113465 req-c0dd82bd-ce8e-4ad9-948c-b4984883c48c tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:41.728600 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-6f7f81d6-3f01-4d70-b589-10952a51175c None None] For port 6b5e3447-8783-4d6d-9785-6c597b5a07ae, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=6b5e3447-8783-4d6d-9785-6c597b5a07ae,segment=NetworkSegment(7ac72670-2ace-4b33-9d5a-c9838ca43a1b),segment_id=7ac72670-2ace-4b33-9d5a-c9838ca43a1b)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:21:41.749343 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-0605d82c-69ee-4992-855d-e4023a0938c1 None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:41.755908 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6f7f81d6-3f01-4d70-b589-10952a51175c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:41.784030 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e947ff-e26f-4fae-b14c-dcfe184ae706 admin admin] Made reservation on behalf of 1f462067b94f441c8e31a04bd4ae757b for: {'network': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:21:41.786557 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-89e947ff-e26f-4fae-b14c-dcfe184ae706 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:41.821167 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-89e947ff-e26f-4fae-b14c-dcfe184ae706 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:41.826132 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-0605d82c-69ee-4992-855d-e4023a0938c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:41.880994 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-79504a0a-09fd-429e-9d6a-e682d3113465 req-c0dd82bd-ce8e-4ad9-948c-b4984883c48c tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] For port c929a3a8-843f-460b-9381-29a14e6ebad3, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=c929a3a8-843f-460b-9381-29a14e6ebad3,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:21:41.881463 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-79504a0a-09fd-429e-9d6a-e682d3113465 req-c0dd82bd-ce8e-4ad9-948c-b4984883c48c tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:41.884743 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0605d82c-69ee-4992-855d-e4023a0938c1 None None] Network 20e63510-01d1-4b5f-981b-3ccbe7fab833 is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:21:41.887475 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-0605d82c-69ee-4992-855d-e4023a0938c1 None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:21:41.907247 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf41116-c112-45d9-9f81-fdc829179417 req-7f53d424-8bf1-431a-b09f-cc5dda4dfb02 tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:41.908457 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fcf41116-c112-45d9-9f81-fdc829179417 req-7f53d424-8bf1-431a-b09f-cc5dda4dfb02 tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] 10.222.0.54 "GET /v2.0/ports?device_id=b03565e1-af6f-4ab3-b906-cdeb4408ebef HTTP/1.1" status: 200 len: 948 time: 0.1755795 Dec 20 14:21:41.925050 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0605d82c-69ee-4992-855d-e4023a0938c1 None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:21:41.935322 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-79504a0a-09fd-429e-9d6a-e682d3113465 req-c0dd82bd-ce8e-4ad9-948c-b4984883c48c tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] Calling delete_port for c929a3a8-843f-460b-9381-29a14e6ebad3 owned by compute:nova {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:21:42.050083 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ced331fe-efe6-4d5c-bf39-641a393e5729 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:42.075714 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7045e4-8ab4-4b2c-8fbc-9b423164f45d req-22bb54cb-2b93-4e05-952b-48ce6275b8d7 tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:42.088707 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4d7045e4-8ab4-4b2c-8fbc-9b423164f45d req-22bb54cb-2b93-4e05-952b-48ce6275b8d7 tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] 10.222.0.54 "GET /v2.0/networks?id=80d00bf9-e2d3-4274-b126-1d34ec749a75 HTTP/1.1" status: 200 len: 828 time: 0.8287666 Dec 20 14:21:42.114751 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-89e947ff-e26f-4fae-b14c-dcfe184ae706 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:42.134569 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7f81d6-3f01-4d70-b589-10952a51175c None None] Routers {'84cd303d-5de4-43ac-ad99-b586f616326e'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:21:42.135717 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-6f7f81d6-3f01-4d70-b589-10952a51175c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:21:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['84cd303d-5de4-43ac-ad99-b586f616326e'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:21:42.146891 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dad611e-d459-43be-a1ca-86ae0f1ef52f None None] Pushing event updated for resources: {'Port': ['ID=6b5e3447-8783-4d6d-9785-6c597b5a07ae,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:42.150496 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973dd2ee-a113-460c-9df6-64576233b8bb req-0c8cc403-243d-4ffa-96ab-03dd993487c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:42.151964 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-973dd2ee-a113-460c-9df6-64576233b8bb req-0c8cc403-243d-4ffa-96ab-03dd993487c0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c2cbf82cbbcb488c9825cdbcbb4bef7f&device_id=b03565e1-af6f-4ab3-b906-cdeb4408ebef HTTP/1.1" status: 200 len: 1100 time: 0.6564026 Dec 20 14:21:42.164978 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ced331fe-efe6-4d5c-bf39-641a393e5729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:42.202958 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-89e947ff-e26f-4fae-b14c-dcfe184ae706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:42.279269 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89e947ff-e26f-4fae-b14c-dcfe184ae706 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=103167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:21:42.303599 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-0605d82c-69ee-4992-855d-e4023a0938c1 None None] Attempting to bind port 7c641d41-dc7c-4c4b-86b4-0ca1dea737ef on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:21:42.303599 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-0605d82c-69ee-4992-855d-e4023a0938c1 None None] Attempting to bind port 7c641d41-dc7c-4c4b-86b4-0ca1dea737ef by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '9f419e6f-875b-4d90-bc7c-6c92d8ac4e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '20e63510-01d1-4b5f-981b-3ccbe7fab833'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:21:42.303599 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0605d82c-69ee-4992-855d-e4023a0938c1 None None] Attempting to bind port 7c641d41-dc7c-4c4b-86b4-0ca1dea737ef on network 20e63510-01d1-4b5f-981b-3ccbe7fab833 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:21:42.351133 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0605d82c-69ee-4992-855d-e4023a0938c1 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:21:42.353558 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0605d82c-69ee-4992-855d-e4023a0938c1 None None] Checking segment: {'id': '9f419e6f-875b-4d90-bc7c-6c92d8ac4e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '20e63510-01d1-4b5f-981b-3ccbe7fab833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:21:42.354636 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-0605d82c-69ee-4992-855d-e4023a0938c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:42.355688 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0605d82c-69ee-4992-855d-e4023a0938c1 None None] Bound using segment: {'id': '9f419e6f-875b-4d90-bc7c-6c92d8ac4e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '20e63510-01d1-4b5f-981b-3ccbe7fab833'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:21:42.356330 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-0605d82c-69ee-4992-855d-e4023a0938c1 None None] Bound port: 7c641d41-dc7c-4c4b-86b4-0ca1dea737ef, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f419e6f-875b-4d90-bc7c-6c92d8ac4e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '20e63510-01d1-4b5f-981b-3ccbe7fab833'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:21:42.357186 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-0605d82c-69ee-4992-855d-e4023a0938c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:42.371681 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4d7045e4-8ab4-4b2c-8fbc-9b423164f45d req-45d76eff-4d60-4b28-b3f3-23f3dd5f5dda tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] 10.222.0.54 "GET /v2.0/quotas/92e3cf73bd51484d9ba59eee56c670d9 HTTP/1.1" status: 200 len: 375 time: 0.2812157 Dec 20 14:21:42.424433 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-debe4bfb-5f61-4b74-8a31-91d1292ea86e None None] Provisioning complete for port 6b5e3447-8783-4d6d-9785-6c597b5a07ae triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:21:42.424755 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-debe4bfb-5f61-4b74-8a31-91d1292ea86e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:42.431829 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0605d82c-69ee-4992-855d-e4023a0938c1 None None] Pushing event updated for resources: {'Port': ['ID=7c641d41-dc7c-4c4b-86b4-0ca1dea737ef,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:42.481993 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fcf41116-c112-45d9-9f81-fdc829179417 req-8d3f8e14-c905-4021-8cf7-1b824757eae1 tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] 10.222.0.54 "GET /v2.0/security-groups?id=06195b07-8409-49b1-a771-72db1c511f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5650563 Dec 20 14:21:42.485083 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e947ff-e26f-4fae-b14c-dcfe184ae706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed9a15ac-cddb-4670-b133-5b9eef13036f,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:42.520430 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-89e947ff-e26f-4fae-b14c-dcfe184ae706 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:42.520883 n-d-761264-19 neutron-server[103167]: INFO neutron.db.segments_db [None req-89e947ff-e26f-4fae-b14c-dcfe184ae706 admin admin] Added segment c515a162-7bc1-44a2-958a-b401b42a11e7 of type vlan for network c2feeef8-9958-4b26-a2a4-8b6efb2ea4c3 Dec 20 14:21:42.545750 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-ced331fe-efe6-4d5c-bf39-641a393e5729 admin admin] Allocated IP 172.25.0.168 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/fe910eb7-95fb-43cf-9119-ab834b3ec122) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:21:42.568569 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 47422) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:21:42.596585 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-89e947ff-e26f-4fae-b14c-dcfe184ae706 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:42.608981 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-79504a0a-09fd-429e-9d6a-e682d3113465 req-c0dd82bd-ce8e-4ad9-948c-b4984883c48c tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:42.615277 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4d7045e4-8ab4-4b2c-8fbc-9b423164f45d req-a21b189e-105e-45de-af0c-6efeed74310a tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=92e3cf73bd51484d9ba59eee56c670d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2411909 Dec 20 14:21:42.636164 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['c929a3a8-843f-460b-9381-29a14e6ebad3'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:21:42.657521 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dd82bd-ce8e-4ad9-948c-b4984883c48c tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] Pushing event deleted for resources: {'Port': ['ID=c929a3a8-843f-460b-9381-29a14e6ebad3,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:42.670297 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973dd2ee-a113-460c-9df6-64576233b8bb req-3effbd43-9fa3-4b2e-99e9-b4a9ba65a267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:42.672099 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-973dd2ee-a113-460c-9df6-64576233b8bb req-3effbd43-9fa3-4b2e-99e9-b4a9ba65a267 service neutron] 10.222.0.47 "GET /v2.0/networks?id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1 HTTP/1.1" status: 200 len: 870 time: 0.5031230 Dec 20 14:21:42.686843 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-89e947ff-e26f-4fae-b14c-dcfe184ae706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:42.690152 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e947ff-e26f-4fae-b14c-dcfe184ae706 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:42.690668 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-6f7f81d6-3f01-4d70-b589-10952a51175c None None] Set router 84cd303d-5de4-43ac-ad99-b586f616326e gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:21:42.696469 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-89e947ff-e26f-4fae-b14c-dcfe184ae706 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:42.758514 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-0605d82c-69ee-4992-855d-e4023a0938c1 None None] For port 7c641d41-dc7c-4c4b-86b4-0ca1dea737ef, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:21:42.766171 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-973dd2ee-a113-460c-9df6-64576233b8bb req-4a400d9e-c3f3-4e2b-a768-acaa972f01f6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=fc99ed32-84fc-4c3f-aea8-3c633bc9cae4 HTTP/1.1" status: 200 len: 217 time: 0.0857990 Dec 20 14:21:42.815471 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e947ff-e26f-4fae-b14c-dcfe184ae706 admin admin] Pushing event updated for resources: {'Network': ['ID=c2feeef8-9958-4b26-a2a4-8b6efb2ea4c3,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:42.833601 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network c2feeef8-9958-4b26-a2a4-8b6efb2ea4c3 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:21:42.839617 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1378918d-aba1-4a9a-84b6-f224ec6d1ddc req-1f8afa62-9379-400f-a4f2-b6db9a776101 tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] 10.222.0.54 "GET /v2.0/ports?device_id=8698ce67-b357-4856-9256-c43e9be0d5f4 HTTP/1.1" status: 200 len: 210 time: 0.0505447 Dec 20 14:21:42.880306 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-89e947ff-e26f-4fae-b14c-dcfe184ae706 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.2320874 Dec 20 14:21:42.880306 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-79504a0a-09fd-429e-9d6a-e682d3113465 req-c0dd82bd-ce8e-4ad9-948c-b4984883c48c tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] No DVR routers for this DVR port c929a3a8-843f-460b-9381-29a14e6ebad3 on host n-h2-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:21:42.880950 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 47432) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:21:42.887741 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-5b90fbec-8b37-4167-863c-e7481e3b541c admin admin] Request body: {'subnet': {'network_id': 'c2feeef8-9958-4b26-a2a4-8b6efb2ea4c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-388448218-subnet', 'tenant_id': '1f462067b94f441c8e31a04bd4ae757b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:21:42.892660 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-79504a0a-09fd-429e-9d6a-e682d3113465 req-c0dd82bd-ce8e-4ad9-948c-b4984883c48c tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:42.900375 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-79504a0a-09fd-429e-9d6a-e682d3113465 req-c0dd82bd-ce8e-4ad9-948c-b4984883c48c tempest-DeleteServersAdminTestJSON-564680659 tempest-DeleteServersAdminTestJSON-564680659-project] 10.222.0.47 "DELETE /v2.0/ports/c929a3a8-843f-460b-9381-29a14e6ebad3 HTTP/1.1" status: 204 len: 173 time: 1.3842881 Dec 20 14:21:42.901031 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8698ce67-b357-4856-9256-c43e9be0d5f4', 'name': 'network-vif-deleted', 'tag': 'c929a3a8-843f-460b-9381-29a14e6ebad3'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:21:42.903994 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fca94105-e43f-4e54-bc8b-023f08141b50" -d '{"events": [{"server_uuid": "8698ce67-b357-4856-9256-c43e9be0d5f4", "name": "network-vif-deleted", "tag": "c929a3a8-843f-460b-9381-29a14e6ebad3"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:21:42.951339 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973dd2ee-a113-460c-9df6-64576233b8bb req-3c7a9158-69f3-4ea1-9917-5590e5f3951a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:42.953410 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-973dd2ee-a113-460c-9df6-64576233b8bb req-3c7a9158-69f3-4ea1-9917-5590e5f3951a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36bf280f-81bb-4486-a87a-9b9505a1cec4 HTTP/1.1" status: 200 len: 843 time: 0.1363478 Dec 20 14:21:42.961220 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b90fbec-8b37-4167-863c-e7481e3b541c admin admin] Made reservation on behalf of 1f462067b94f441c8e31a04bd4ae757b for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:21:42.964639 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5b90fbec-8b37-4167-863c-e7481e3b541c admin admin] Publish callbacks [] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:42.997819 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ced331fe-efe6-4d5c-bf39-641a393e5729 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:43.030960 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-0605d82c-69ee-4992-855d-e4023a0938c1 None None] For port 7c641d41-dc7c-4c4b-86b4-0ca1dea737ef, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=7c641d41-dc7c-4c4b-86b4-0ca1dea737ef,segment=NetworkSegment(9f419e6f-875b-4d90-bc7c-6c92d8ac4e58),segment_id=9f419e6f-875b-4d90-bc7c-6c92d8ac4e58)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:21:43.073330 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-b5dd4df6-b64f-42a6-9ea6-0a737d761cb4 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1936186760-network', 'tenant_id': '4f3a59730c994d32a8cbf695683850a0'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:21:43.084472 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-0605d82c-69ee-4992-855d-e4023a0938c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:43.135522 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-debe4bfb-5f61-4b74-8a31-91d1292ea86e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:43.176012 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973dd2ee-a113-460c-9df6-64576233b8bb req-f033cfc8-2849-43f8-8df5-3f0c279fddfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:43.183178 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-973dd2ee-a113-460c-9df6-64576233b8bb req-f033cfc8-2849-43f8-8df5-3f0c279fddfe service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2030885 Dec 20 14:21:43.231950 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5dd4df6-b64f-42a6-9ea6-0a737d761cb4 admin admin] Made reservation on behalf of 4f3a59730c994d32a8cbf695683850a0 for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:21:43.234323 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b5dd4df6-b64f-42a6-9ea6-0a737d761cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:43.280584 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [req-4d7045e4-8ab4-4b2c-8fbc-9b423164f45d req-9b9d36a8-fa0a-4d6b-9c5a-d4a312c5d554 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:21:43.281537 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4d7045e4-8ab4-4b2c-8fbc-9b423164f45d req-9b9d36a8-fa0a-4d6b-9c5a-d4a312c5d554 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3169479 Dec 20 14:21:43.305017 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ced331fe-efe6-4d5c-bf39-641a393e5729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:43.305848 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-debe4bfb-5f61-4b74-8a31-91d1292ea86e None None] For port 6b5e3447-8783-4d6d-9785-6c597b5a07ae, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=6b5e3447-8783-4d6d-9785-6c597b5a07ae,segment=NetworkSegment(7ac72670-2ace-4b33-9d5a-c9838ca43a1b),segment_id=7ac72670-2ace-4b33-9d5a-c9838ca43a1b)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:21:43.307113 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0605d82c-69ee-4992-855d-e4023a0938c1 None None] Pushing event updated for resources: {'Port': ['ID=7c641d41-dc7c-4c4b-86b4-0ca1dea737ef,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:43.332259 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-debe4bfb-5f61-4b74-8a31-91d1292ea86e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:43.350633 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5b90fbec-8b37-4167-863c-e7481e3b541c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:43.431282 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37302309-572f-4363-8489-1c326a92c47c x-openstack-request-id: req-37302309-572f-4363-8489-1c326a92c47c {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:21:43.431618 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8698ce67-b357-4856-9256-c43e9be0d5f4", "name": "network-vif-deleted", "tag": "c929a3a8-843f-460b-9381-29a14e6ebad3", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:21:43.431912 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-37302309-572f-4363-8489-1c326a92c47c {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:21:43.432366 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8698ce67-b357-4856-9256-c43e9be0d5f4', 'name': 'network-vif-deleted', 'tag': 'c929a3a8-843f-460b-9381-29a14e6ebad3', 'status': 'completed', 'code': 200} Dec 20 14:21:43.433233 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b90fbec-8b37-4167-863c-e7481e3b541c admin admin] Pushing event updated for resources: {'Subnet': ['ID=80d94041-f7c6-4b32-8dce-f0c1703adcc3,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:43.468476 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b90fbec-8b37-4167-863c-e7481e3b541c admin admin] Checking segment: {'id': 'c515a162-7bc1-44a2-958a-b401b42a11e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c2feeef8-9958-4b26-a2a4-8b6efb2ea4c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:21:43.468825 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b90fbec-8b37-4167-863c-e7481e3b541c admin admin] Network hostable DHCP agents. Network: c2feeef8-9958-4b26-a2a4-8b6efb2ea4c3, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:21:43.472389 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b5dd4df6-b64f-42a6-9ea6-0a737d761cb4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:43.510267 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b90fbec-8b37-4167-863c-e7481e3b541c admin admin] Network c2feeef8-9958-4b26-a2a4-8b6efb2ea4c3 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:21:43.533918 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-5b90fbec-8b37-4167-863c-e7481e3b541c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, c2feeef8-9958-4b26-a2a4-8b6efb2ea4c3) {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:21:43.551233 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b90fbec-8b37-4167-863c-e7481e3b541c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:43.553836 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debe4bfb-5f61-4b74-8a31-91d1292ea86e None None] Pushing event updated for resources: {'Port': ['ID=6b5e3447-8783-4d6d-9785-6c597b5a07ae,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:43.554031 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5b90fbec-8b37-4167-863c-e7481e3b541c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:43.580265 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7fc67ab-4acc-4992-9f7a-1ace1d3f35fe None None] Network c2feeef8-9958-4b26-a2a4-8b6efb2ea4c3 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:21:43.600013 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-5b90fbec-8b37-4167-863c-e7481e3b541c admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7135530 Dec 20 14:21:43.662386 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced331fe-efe6-4d5c-bf39-641a393e5729 admin admin] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:21:43.664154 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced331fe-efe6-4d5c-bf39-641a393e5729 admin admin] Pushing event updated for resources: {'Port': ['ID=fe910eb7-95fb-43cf-9119-ab834b3ec122,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:43.687291 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-6f7f81d6-3f01-4d70-b589-10952a51175c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84cd303d-5de4-43ac-ad99-b586f616326e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-750923558-router', 'tenant_id': '92e3cf73bd51484d9ba59eee56c670d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '23e8cfcb-6f8c-45d1-89f4-c76fceff8237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:21:29Z', 'updated_at': '2021-12-20T14:21:36Z', 'revision_number': 4, 'project_id': '92e3cf73bd51484d9ba59eee56c670d9', 'gw_port': {'id': '23e8cfcb-6f8c-45d1-89f4-c76fceff8237', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:cc:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cd303d-5de4-43ac-ad99-b586f616326e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:21:30Z', 'updated_at': '2021-12-20T14:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '6b5e3447-8783-4d6d-9785-6c597b5a07ae', 'name': '', 'network_id': '80d00bf9-e2d3-4274-b126-1d34ec749a75', 'tenant_id': '92e3cf73bd51484d9ba59eee56c670d9', 'mac_address': 'fa:16:3e:59:f7:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84cd303d-5de4-43ac-ad99-b586f616326e', 'device_owner': 'network:router_interface', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '9ae0f23a-29ed-4948-a81a-2e6d5a905c6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:21:34Z', 'updated_at': '2021-12-20T14:21:41Z', 'revision_number': 4, 'project_id': '92e3cf73bd51484d9ba59eee56c670d9', 'subnets': [{'id': '9ae0f23a-29ed-4948-a81a-2e6d5a905c6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:21:43.703710 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-ced331fe-efe6-4d5c-bf39-641a393e5729 admin admin] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:21:43.712287 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced331fe-efe6-4d5c-bf39-641a393e5729 admin admin] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:21:43.726189 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7f81d6-3f01-4d70-b589-10952a51175c None None] The sync data for ids ['84cd303d-5de4-43ac-ad99-b586f616326e'] in n-d-761264-19 is: [{'id': '84cd303d-5de4-43ac-ad99-b586f616326e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-750923558-router', 'tenant_id': '92e3cf73bd51484d9ba59eee56c670d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '23e8cfcb-6f8c-45d1-89f4-c76fceff8237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:21:29Z', 'updated_at': '2021-12-20T14:21:36Z', 'revision_number': 4, 'project_id': '92e3cf73bd51484d9ba59eee56c670d9', 'gw_port': {'id': '23e8cfcb-6f8c-45d1-89f4-c76fceff8237', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:cc:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cd303d-5de4-43ac-ad99-b586f616326e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:21:30Z', 'updated_at': '2021-12-20T14:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '6b5e3447-8783-4d6d-9785-6c597b5a07ae', 'name': '', 'network_id': '80d00bf9-e2d3-4274-b126-1d34ec749a75', 'tenant_id': '92e3cf73bd51484d9ba59eee56c670d9', 'mac_address': 'fa:16:3e:59:f7:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84cd303d-5de4-43ac-ad99-b586f616326e', 'device_owner': 'network:router_interface', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '9ae0f23a-29ed-4948-a81a-2e6d5a905c6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:21:34Z', 'updated_at': '2021-12-20T14:21:41Z', 'revision_number': 4, 'project_id': '92e3cf73bd51484d9ba59eee56c670d9', 'subnets': [{'id': '9ae0f23a-29ed-4948-a81a-2e6d5a905c6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:21:43.768587 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12174747-0ebc-45f4-b951-3e2a9846b01e None None] Network c2feeef8-9958-4b26-a2a4-8b6efb2ea4c3 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:21:43.914009 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4d7045e4-8ab4-4b2c-8fbc-9b423164f45d req-5b368a02-8097-4310-83f8-243d21ce6a13 service neutron] 10.222.0.54 "GET /v2.0/networks/80d00bf9-e2d3-4274-b126-1d34ec749a75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5269282 Dec 20 14:21:43.916714 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-973dd2ee-a113-460c-9df6-64576233b8bb req-cad05d62-49b4-49a5-9103-a88aea0cea82 service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7278655 Dec 20 14:21:43.987400 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device fc99ed32-84fc-4c3f-aea8-3c633bc9cae4 details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:21:44.191179 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe94610-20d2-48d6-9cb2-6ccb76d23716 req-1d662119-4924-49db-be8b-6173deced75e tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:44.193595 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bbe94610-20d2-48d6-9cb2-6ccb76d23716 req-1d662119-4924-49db-be8b-6173deced75e tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] 10.222.0.54 "GET /v2.0/ports?device_id=b03565e1-af6f-4ab3-b906-cdeb4408ebef HTTP/1.1" status: 200 len: 948 time: 0.1387694 Dec 20 14:21:44.244869 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b5dd4df6-b64f-42a6-9ea6-0a737d761cb4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:44.262587 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b5dd4df6-b64f-42a6-9ea6-0a737d761cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:44.295072 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-973dd2ee-a113-460c-9df6-64576233b8bb req-e136c1c5-62ed-4841-ad34-9af0f9794401 service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3574755 Dec 20 14:21:44.296702 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bbe94610-20d2-48d6-9cb2-6ccb76d23716 req-0600586e-10f9-4463-b274-9ae82ddcd2c9 tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] 10.222.0.54 "GET /v2.0/security-groups?id=06195b07-8409-49b1-a771-72db1c511f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966613 Dec 20 14:21:44.300570 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port fc99ed32-84fc-4c3f-aea8-3c633bc9cae4, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=fc99ed32-84fc-4c3f-aea8-3c633bc9cae4,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:21:44.309593 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dd4df6-b64f-42a6-9ea6-0a737d761cb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f075b11-d210-4909-933c-2e048b1c972a,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:44.324800 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': 'fc99ed32-84fc-4c3f-aea8-3c633bc9cae4', 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1', 'port_id': 'fc99ed32-84fc-4c3f-aea8-3c633bc9cae4', 'mac_address': 'fa:16:3e:fb:8a:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36bf280f-81bb-4486-a87a-9b9505a1cec4', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:21:44.344854 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5dd4df6-b64f-42a6-9ea6-0a737d761cb4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:21:44.435873 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4d7045e4-8ab4-4b2c-8fbc-9b423164f45d req-5d81936c-ff0d-4054-a388-b1639685fb76 service neutron] 10.222.0.54 "GET /v2.0/networks/80d00bf9-e2d3-4274-b126-1d34ec749a75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5189521 Dec 20 14:21:44.441711 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b5dd4df6-b64f-42a6-9ea6-0a737d761cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:44.442936 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-b5dd4df6-b64f-42a6-9ea6-0a737d761cb4 admin admin] Added segment 0319426e-5ead-4b5d-906b-45e6b8467961 of type vlan for network ac8eea40-77e8-4385-9ea6-fd285bf85abe Dec 20 14:21:44.498944 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:44.537363 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc99ed32-84fc-4c3f-aea8-3c633bc9cae4 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:21:44.549935 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 6b5e3447-8783-4d6d-9785-6c597b5a07ae up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:21:44.612435 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ced331fe-efe6-4d5c-bf39-641a393e5729 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:44.670590 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port fc99ed32-84fc-4c3f-aea8-3c633bc9cae4, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=fc99ed32-84fc-4c3f-aea8-3c633bc9cae4,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:21:44.685361 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:44.792532 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b5dd4df6-b64f-42a6-9ea6-0a737d761cb4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:44.835778 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 6b5e3447-8783-4d6d-9785-6c597b5a07ae triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:21:44.839290 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:45.150991 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['fc99ed32-84fc-4c3f-aea8-3c633bc9cae4'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:21:45.180221 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b5dd4df6-b64f-42a6-9ea6-0a737d761cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:45.181740 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5dd4df6-b64f-42a6-9ea6-0a737d761cb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:45.182334 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b5dd4df6-b64f-42a6-9ea6-0a737d761cb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:45.217202 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f44811-84da-41ad-ad25-7196af15525d None None] Network 20e63510-01d1-4b5f-981b-3ccbe7fab833 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:21:45.234615 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=fc99ed32-84fc-4c3f-aea8-3c633bc9cae4,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:45.255118 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6cb549ae-a936-4f0b-b972-5b26281e66bd req-7c722ccd-7214-49d2-9e38-4fa21061cfcd tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] 10.222.0.54 "GET /v2.0/ports?device_id=55f04ceb-16c0-4d6e-a7a8-ba074798c4f2 HTTP/1.1" status: 200 len: 210 time: 0.0661294 Dec 20 14:21:45.263910 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9990ca7d-9ab1-4e54-91a5-ba85ab6d3f0e req-75152b01-e8cf-45c9-81b6-55ab36079701 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:45.272887 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9990ca7d-9ab1-4e54-91a5-ba85ab6d3f0e req-75152b01-e8cf-45c9-81b6-55ab36079701 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/networks?id=f77acfe8-c05d-4606-b7e9-7027c0b13511 HTTP/1.1" status: 200 len: 821 time: 0.2683589 Dec 20 14:21:45.287832 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-f76d8770-836a-4012-ada0-cdc9faeb6ab4 None None] Provisioning complete for port 7c641d41-dc7c-4c4b-86b4-0ca1dea737ef triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:21:45.288235 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f76d8770-836a-4012-ada0-cdc9faeb6ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:45.307886 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9990ca7d-9ab1-4e54-91a5-ba85ab6d3f0e req-88b42363-8d06-49c6-958b-c13e9979487d tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/quotas/230adefc93184769a5ed971e644ca4c5 HTTP/1.1" status: 200 len: 375 time: 0.0320461 Dec 20 14:21:45.352153 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-b5dd4df6-b64f-42a6-9ea6-0a737d761cb4 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.7822456 Dec 20 14:21:45.361661 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 47506) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:21:45.363316 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9990ca7d-9ab1-4e54-91a5-ba85ab6d3f0e req-63fdcc1d-306b-495e-9b17-7651720124ac tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=230adefc93184769a5ed971e644ca4c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0544741 Dec 20 14:21:45.393286 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-c5c8b30d-cded-4b29-a982-d7ff4e90c027 admin admin] Request body: {'subnet': {'network_id': 'ac8eea40-77e8-4385-9ea6-fd285bf85abe', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1936186760-subnet', 'tenant_id': '4f3a59730c994d32a8cbf695683850a0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:21:45.407167 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dd4df6-b64f-42a6-9ea6-0a737d761cb4 admin admin] Pushing event updated for resources: {'Network': ['ID=ac8eea40-77e8-4385-9ea6-fd285bf85abe,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:45.435744 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:45.451606 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ced331fe-efe6-4d5c-bf39-641a393e5729 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013'] for router, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:45.461030 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network ac8eea40-77e8-4385-9ea6-fd285bf85abe details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:21:45.524223 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5c8b30d-cded-4b29-a982-d7ff4e90c027 admin admin] Made reservation on behalf of 4f3a59730c994d32a8cbf695683850a0 for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:21:45.526648 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c5c8b30d-cded-4b29-a982-d7ff4e90c027 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:45.659473 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [req-9990ca7d-9ab1-4e54-91a5-ba85ab6d3f0e req-6aedcf88-f6b1-485b-accb-6a1c9ea44765 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:21:45.666405 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e550f4d0-87d4-46b8-b3b6-eea6fde00bfc req-712d0b5f-84f2-478a-b4e8-3f5866a75b82 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=67090548a8c94f7bb1b8a5ae37b6ba4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0788052 Dec 20 14:21:45.668691 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9990ca7d-9ab1-4e54-91a5-ba85ab6d3f0e req-6aedcf88-f6b1-485b-accb-6a1c9ea44765 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0960474 Dec 20 14:21:45.783331 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9990ca7d-9ab1-4e54-91a5-ba85ab6d3f0e req-9ac1ff63-027f-4a52-8b42-66662a1bdb71 service neutron] 10.222.0.54 "GET /v2.0/networks/f77acfe8-c05d-4606-b7e9-7027c0b13511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136181 Dec 20 14:21:45.812973 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 7c641d41-dc7c-4c4b-86b4-0ca1dea737ef up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:21:45.849659 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f76d8770-836a-4012-ada0-cdc9faeb6ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:45.922847 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-f76d8770-836a-4012-ada0-cdc9faeb6ab4 None None] For port 7c641d41-dc7c-4c4b-86b4-0ca1dea737ef, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=7c641d41-dc7c-4c4b-86b4-0ca1dea737ef,segment=NetworkSegment(9f419e6f-875b-4d90-bc7c-6c92d8ac4e58),segment_id=9f419e6f-875b-4d90-bc7c-6c92d8ac4e58)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:21:45.933746 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f76d8770-836a-4012-ada0-cdc9faeb6ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:45.944309 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e550f4d0-87d4-46b8-b3b6-eea6fde00bfc req-452575f1-89ce-4dcd-8580-2e1c970cb24d tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:45.946374 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 7c641d41-dc7c-4c4b-86b4-0ca1dea737ef triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:21:45.946374 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:45.951966 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e550f4d0-87d4-46b8-b3b6-eea6fde00bfc req-452575f1-89ce-4dcd-8580-2e1c970cb24d tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2772379 Dec 20 14:21:45.959810 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9990ca7d-9ab1-4e54-91a5-ba85ab6d3f0e req-f8b6a809-823d-4f8d-98e6-0d616e158b50 service neutron] 10.222.0.54 "GET /v2.0/networks/f77acfe8-c05d-4606-b7e9-7027c0b13511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676569 Dec 20 14:21:45.967434 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ced331fe-efe6-4d5c-bf39-641a393e5729 admin admin] Router feddcd9f-8f6f-4341-8c8c-fa89bef2d432 is scheduled to L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 with binding_index 1 {{(pid=103168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 14:21:46.008993 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e550f4d0-87d4-46b8-b3b6-eea6fde00bfc req-1791b53a-4582-43ad-baee-2bf5124b2ca1 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/quotas/67090548a8c94f7bb1b8a5ae37b6ba4c HTTP/1.1" status: 200 len: 375 time: 0.0558918 Dec 20 14:21:46.037834 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device c929a3a8-843f-460b-9381-29a14e6ebad3 no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:21:46.062827 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] No Port match for: c929a3a8-843f-460b-9381-29a14e6ebad3 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:21:46.063278 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device c929a3a8-843f-460b-9381-29a14e6ebad3 not bound to the agent host n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:21:46.066758 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e550f4d0-87d4-46b8-b3b6-eea6fde00bfc req-8dbae346-ba6c-4dd0-bc05-6fc6c82bbff5 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=67090548a8c94f7bb1b8a5ae37b6ba4c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0567389 Dec 20 14:21:46.152608 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d8770-836a-4012-ada0-cdc9faeb6ab4 None None] Pushing event updated for resources: {'Port': ['ID=7c641d41-dc7c-4c4b-86b4-0ca1dea737ef,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:46.152829 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c5c8b30d-cded-4b29-a982-d7ff4e90c027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for subnet, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:46.358757 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 7c641d41-dc7c-4c4b-86b4-0ca1dea737ef up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:21:46.402154 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dd65ae-5281-4c9c-afff-f49e3a79c400 req-9c3b5be7-ec54-47e7-8aa6-cc3fce77ba58 tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:46.410998 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-73dd65ae-5281-4c9c-afff-f49e3a79c400 req-9c3b5be7-ec54-47e7-8aa6-cc3fce77ba58 tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] 10.222.0.54 "GET /v2.0/ports?device_id=b03565e1-af6f-4ab3-b906-cdeb4408ebef HTTP/1.1" status: 200 len: 949 time: 0.1111512 Dec 20 14:21:46.431757 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ebf08a0a-0bc1-4543-adaa-befd4ec65ca1 req-b80e2a8f-2d05-4452-9314-223a964be369 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=1ee336c7-2c51-4a07-9c99-847191098eee HTTP/1.1" status: 200 len: 210 time: 0.0771852 Dec 20 14:21:46.446765 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c8b30d-cded-4b29-a982-d7ff4e90c027 admin admin] Pushing event updated for resources: {'Subnet': ['ID=937bc278-96b6-4101-8820-0f0154447eb0,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:46.456386 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ced331fe-efe6-4d5c-bf39-641a393e5729 admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:21:46.467879 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29af1ae7-3f63-48aa-bd18-4409cad964f8 None None] Sync routers for ids ['feddcd9f-8f6f-4341-8c8c-fa89bef2d432'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:21:46.481479 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29af1ae7-3f63-48aa-bd18-4409cad964f8 None None] Routers {'feddcd9f-8f6f-4341-8c8c-fa89bef2d432'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:21:46.482098 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-29af1ae7-3f63-48aa-bd18-4409cad964f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:21:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['feddcd9f-8f6f-4341-8c8c-fa89bef2d432'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:21:46.489650 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-73dd65ae-5281-4c9c-afff-f49e3a79c400 req-6d644481-d0fc-490a-ba40-0fb1921750da tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] 10.222.0.54 "GET /v2.0/security-groups?id=06195b07-8409-49b1-a771-72db1c511f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767596 Dec 20 14:21:46.527747 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c8b30d-cded-4b29-a982-d7ff4e90c027 admin admin] Checking segment: {'id': '0319426e-5ead-4b5d-906b-45e6b8467961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ac8eea40-77e8-4385-9ea6-fd285bf85abe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:21:46.528124 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c8b30d-cded-4b29-a982-d7ff4e90c027 admin admin] Network hostable DHCP agents. Network: ac8eea40-77e8-4385-9ea6-fd285bf85abe, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:21:46.548697 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ced331fe-efe6-4d5c-bf39-641a393e5729 admin admin] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:46.552589 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-ced331fe-efe6-4d5c-bf39-641a393e5729 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 5.9951246 Dec 20 14:21:46.552945 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 47544) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:21:46.596866 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-ff8659b6-d5ff-4860-a9f4-c52843801832 None None] Provisioning complete for port 7c641d41-dc7c-4c4b-86b4-0ca1dea737ef triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:21:46.599374 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ff8659b6-d5ff-4860-a9f4-c52843801832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:46.642112 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7045e4-8ab4-4b2c-8fbc-9b423164f45d req-3d0f44b5-fe82-4ad0-8917-9c0086b61789 tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:46.643367 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-29af1ae7-3f63-48aa-bd18-4409cad964f8 None None] Set router feddcd9f-8f6f-4341-8c8c-fa89bef2d432 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:21:46.644717 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4d7045e4-8ab4-4b2c-8fbc-9b423164f45d req-3d0f44b5-fe82-4ad0-8917-9c0086b61789 tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] 10.222.0.47 "GET /v2.0/networks?id=80d00bf9-e2d3-4274-b126-1d34ec749a75 HTTP/1.1" status: 200 len: 828 time: 0.2656157 Dec 20 14:21:46.647065 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c8b30d-cded-4b29-a982-d7ff4e90c027 admin admin] Network ac8eea40-77e8-4385-9ea6-fd285bf85abe is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:21:46.672127 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-4d7045e4-8ab4-4b2c-8fbc-9b423164f45d req-248cf33b-fea0-49e3-bc6c-dc92601a97a8 tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Request body: {'port': {'device_id': '55f04ceb-16c0-4d6e-a7a8-ba074798c4f2', 'network_id': '80d00bf9-e2d3-4274-b126-1d34ec749a75', 'admin_state_up': True, 'tenant_id': '92e3cf73bd51484d9ba59eee56c670d9'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:21:46.741720 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c02f978a-30ee-49d3-aeb0-23f4660123e6 req-4a4f1b66-ec39-4094-bed8-3e8307900d8b tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?device_id=07df8db3-28f5-4372-a34c-9d042cca0e5e HTTP/1.1" status: 200 len: 210 time: 0.1046052 Dec 20 14:21:46.762672 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 7c641d41-dc7c-4c4b-86b4-0ca1dea737ef triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:21:46.763556 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:46.772136 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-c5c8b30d-cded-4b29-a982-d7ff4e90c027 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, ac8eea40-77e8-4385-9ea6-fd285bf85abe) {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:21:46.787798 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b234d412-c6b8-43db-a57d-ed72720b9b1b req-f6083baa-488d-40f3-a9e3-b3a18e1d752f tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] 10.222.0.54 "GET /v2.0/ports?device_id=55f04ceb-16c0-4d6e-a7a8-ba074798c4f2 HTTP/1.1" status: 200 len: 210 time: 0.1299686 Dec 20 14:21:46.837539 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c8b30d-cded-4b29-a982-d7ff4e90c027 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:46.844125 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c5c8b30d-cded-4b29-a982-d7ff4e90c027 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:46.884632 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e4e53b-9ba2-41f1-bfff-a05847778716 None None] Network ac8eea40-77e8-4385-9ea6-fd285bf85abe requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:21:46.911714 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-c5c8b30d-cded-4b29-a982-d7ff4e90c027 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.5405076 Dec 20 14:21:46.914279 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 47558) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:21:46.919737 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-10f4b1bc-302d-457d-b5f3-17fa1ef40943 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1936186760-router', 'tenant_id': '4f3a59730c994d32a8cbf695683850a0', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:21:46.941951 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-29af1ae7-3f63-48aa-bd18-4409cad964f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feddcd9f-8f6f-4341-8c8c-fa89bef2d432', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-32230187-router', 'tenant_id': '6264d8286e254fd5bc5a1b7814fc9e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': 'fe910eb7-95fb-43cf-9119-ab834b3ec122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:21:40Z', 'updated_at': '2021-12-20T14:21:44Z', 'revision_number': 3, 'project_id': '6264d8286e254fd5bc5a1b7814fc9e8d', 'gw_port': {'id': 'fe910eb7-95fb-43cf-9119-ab834b3ec122', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:35:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feddcd9f-8f6f-4341-8c8c-fa89bef2d432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:21:42Z', 'updated_at': '2021-12-20T14:21:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:21:47.052268 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-10f4b1bc-302d-457d-b5f3-17fa1ef40943 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40114'] for router, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:47.054030 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-10f4b1bc-302d-457d-b5f3-17fa1ef40943 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40139'] for router, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:47.074312 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29af1ae7-3f63-48aa-bd18-4409cad964f8 None None] Checking router: feddcd9f-8f6f-4341-8c8c-fa89bef2d432 for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:21:47.076290 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29af1ae7-3f63-48aa-bd18-4409cad964f8 None None] Updating router feddcd9f-8f6f-4341-8c8c-fa89bef2d432 port fe910eb7-95fb-43cf-9119-ab834b3ec122 binding host n-d-761264-19 {{(pid=103170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 14:21:47.127532 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 14:21:47.129077 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d691380-7603-466b-9458-094dcbfc9a55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-ac8eea40-77e8-4385-9ea6-fd285bf85abe', 'network_id': 'ac8eea40-77e8-4385-9ea6-fd285bf85abe', 'project_id': '4f3a59730c994d32a8cbf695683850a0', 'fixed_ips': [{'subnet_id': '937bc278-96b6-4101-8820-0f0154447eb0'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:21:47.130093 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6d691380-7603-466b-9458-094dcbfc9a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:47.172569 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-29af1ae7-3f63-48aa-bd18-4409cad964f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:47.205321 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-10f4b1bc-302d-457d-b5f3-17fa1ef40943 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:47.386952 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-6d691380-7603-466b-9458-094dcbfc9a55 None None] Allocated IP 172.20.0.2 (ac8eea40-77e8-4385-9ea6-fd285bf85abe/937bc278-96b6-4101-8820-0f0154447eb0/f685c745-9916-4cbf-add2-0d98d638d6c9) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:21:47.424510 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d7045e4-8ab4-4b2c-8fbc-9b423164f45d req-248cf33b-fea0-49e3-bc6c-dc92601a97a8 tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Made reservation on behalf of 92e3cf73bd51484d9ba59eee56c670d9 for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:21:47.439562 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-4d7045e4-8ab4-4b2c-8fbc-9b423164f45d req-248cf33b-fea0-49e3-bc6c-dc92601a97a8 tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:47.609288 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6d691380-7603-466b-9458-094dcbfc9a55 None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:47.635614 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6d691380-7603-466b-9458-094dcbfc9a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:47.669567 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 47574) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:21:47.669790 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 47576) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:21:47.739467 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-95ee0ae1-6562-49b8-9657-6631e11dcc34 req-98ebc10d-a44c-42b4-828f-41ad46d14069 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=1ee336c7-2c51-4a07-9c99-847191098eee HTTP/1.1" status: 200 len: 210 time: 0.0548885 Dec 20 14:21:47.749985 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-10f4b1bc-302d-457d-b5f3-17fa1ef40943 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:47.809745 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-90b26133-6e75-42aa-a42e-db03a1bff52f req-4353971f-5405-4e5e-b319-ec611948f986 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=416084f0-65f5-48ab-bcec-db997592a50b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4815745 Dec 20 14:21:47.852465 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d691380-7603-466b-9458-094dcbfc9a55 None None] Pushing event updated for resources: {'Port': ['ID=f685c745-9916-4cbf-add2-0d98d638d6c9,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:47.891151 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d691380-7603-466b-9458-094dcbfc9a55 None None] Network ac8eea40-77e8-4385-9ea6-fd285bf85abe is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:21:47.902575 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-6d691380-7603-466b-9458-094dcbfc9a55 None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:21:47.906035 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d691380-7603-466b-9458-094dcbfc9a55 None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:21:47.966127 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-29af1ae7-3f63-48aa-bd18-4409cad964f8 None None] Publish callbacks [] for port, precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:47.987921 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-6d691380-7603-466b-9458-094dcbfc9a55 None None] Attempting to bind port f685c745-9916-4cbf-add2-0d98d638d6c9 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:21:47.988959 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-6d691380-7603-466b-9458-094dcbfc9a55 None None] Attempting to bind port f685c745-9916-4cbf-add2-0d98d638d6c9 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '0319426e-5ead-4b5d-906b-45e6b8467961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ac8eea40-77e8-4385-9ea6-fd285bf85abe'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:21:47.989327 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d691380-7603-466b-9458-094dcbfc9a55 None None] Attempting to bind port f685c745-9916-4cbf-add2-0d98d638d6c9 on network ac8eea40-77e8-4385-9ea6-fd285bf85abe {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:21:47.989427 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-29af1ae7-3f63-48aa-bd18-4409cad964f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:47.992708 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c103655f-2e8d-44e3-8976-1c5f94437c46 req-074fa033-7bbb-44dc-acdf-99101160df11 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?device_id=07df8db3-28f5-4372-a34c-9d042cca0e5e HTTP/1.1" status: 200 len: 210 time: 0.0596058 Dec 20 14:21:47.998738 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d691380-7603-466b-9458-094dcbfc9a55 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:21:47.999760 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d691380-7603-466b-9458-094dcbfc9a55 None None] Checking segment: {'id': '0319426e-5ead-4b5d-906b-45e6b8467961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ac8eea40-77e8-4385-9ea6-fd285bf85abe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:21:47.999760 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6d691380-7603-466b-9458-094dcbfc9a55 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:48.000140 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d691380-7603-466b-9458-094dcbfc9a55 None None] Bound using segment: {'id': '0319426e-5ead-4b5d-906b-45e6b8467961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ac8eea40-77e8-4385-9ea6-fd285bf85abe'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:21:48.000574 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-6d691380-7603-466b-9458-094dcbfc9a55 None None] Bound port: f685c745-9916-4cbf-add2-0d98d638d6c9, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0319426e-5ead-4b5d-906b-45e6b8467961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ac8eea40-77e8-4385-9ea6-fd285bf85abe'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:21:48.001154 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6d691380-7603-466b-9458-094dcbfc9a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:48.003755 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b26133-6e75-42aa-a42e-db03a1bff52f req-ef5c5fc2-99c9-480e-a7d7-4b9c92510844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:48.005242 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-90b26133-6e75-42aa-a42e-db03a1bff52f req-ef5c5fc2-99c9-480e-a7d7-4b9c92510844 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c2cbf82cbbcb488c9825cdbcbb4bef7f&device_id=416084f0-65f5-48ab-bcec-db997592a50b HTTP/1.1" status: 200 len: 1102 time: 0.1668806 Dec 20 14:21:48.077909 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e59f6f50-a84d-41f8-bc50-ea31566a12a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:48.107568 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-6d691380-7603-466b-9458-094dcbfc9a55 None None] For port f685c745-9916-4cbf-add2-0d98d638d6c9, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:21:48.111978 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-6d691380-7603-466b-9458-094dcbfc9a55 None None] For port f685c745-9916-4cbf-add2-0d98d638d6c9, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=f685c745-9916-4cbf-add2-0d98d638d6c9,segment=NetworkSegment(0319426e-5ead-4b5d-906b-45e6b8467961),segment_id=0319426e-5ead-4b5d-906b-45e6b8467961)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:21:48.115151 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device fc99ed32-84fc-4c3f-aea8-3c633bc9cae4 up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:21:48.117666 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f80b18ba-0695-410f-958d-f44f01179fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:48.149089 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-29af1ae7-3f63-48aa-bd18-4409cad964f8 None None] Attempting to bind port fe910eb7-95fb-43cf-9119-ab834b3ec122 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:21:48.150414 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-29af1ae7-3f63-48aa-bd18-4409cad964f8 None None] Attempting to bind port fe910eb7-95fb-43cf-9119-ab834b3ec122 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:21:48.150808 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29af1ae7-3f63-48aa-bd18-4409cad964f8 None None] Attempting to bind port fe910eb7-95fb-43cf-9119-ab834b3ec122 on network c3f8658e-da35-41f3-bd03-509e29ebd6f3 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:21:48.194388 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6d691380-7603-466b-9458-094dcbfc9a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:48.204321 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29af1ae7-3f63-48aa-bd18-4409cad964f8 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:21:48.204706 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29af1ae7-3f63-48aa-bd18-4409cad964f8 None None] Checking segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:21:48.205092 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-29af1ae7-3f63-48aa-bd18-4409cad964f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:48.205480 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29af1ae7-3f63-48aa-bd18-4409cad964f8 None None] Bound using segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:21:48.205948 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-29af1ae7-3f63-48aa-bd18-4409cad964f8 None None] Bound port: fe910eb7-95fb-43cf-9119-ab834b3ec122, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:21:48.206345 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-29af1ae7-3f63-48aa-bd18-4409cad964f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:48.223374 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d629f7-1c55-41ea-9670-d72a5feaeacb None None] Pushing event updated for resources: {'Port': ['ID=fe910eb7-95fb-43cf-9119-ab834b3ec122,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:48.250046 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 47588) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:21:48.254229 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-9546eb35-29b3-4e50-8214-5edbf9b27c96 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f52fd9027be74d79b35c780b861a51fd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5662379 Dec 20 14:21:48.257124 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-19a3883c-a5cf-4973-a756-72f6ae62018c req-682e3a5b-bd98-4202-9a58-ee99a6043883 tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] 10.222.0.54 "GET /v2.0/ports?device_id=55f04ceb-16c0-4d6e-a7a8-ba074798c4f2 HTTP/1.1" status: 200 len: 210 time: 0.0782633 Dec 20 14:21:48.271482 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2573f0-174a-4cca-820b-4a459d8ff7dd req-841c0834-ba07-4506-b2f0-9dbc44e96ef0 tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:48.274656 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-da2573f0-174a-4cca-820b-4a459d8ff7dd req-841c0834-ba07-4506-b2f0-9dbc44e96ef0 tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] 10.222.0.54 "GET /v2.0/ports?device_id=b03565e1-af6f-4ab3-b906-cdeb4408ebef HTTP/1.1" status: 200 len: 949 time: 0.6039748 Dec 20 14:21:48.317383 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d691380-7603-466b-9458-094dcbfc9a55 None None] Pushing event updated for resources: {'Port': ['ID=f685c745-9916-4cbf-add2-0d98d638d6c9,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:48.331901 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning for port fc99ed32-84fc-4c3f-aea8-3c633bc9cae4 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:21:48.338035 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port fc99ed32-84fc-4c3f-aea8-3c633bc9cae4 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:21:48.338423 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:48.344803 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-29af1ae7-3f63-48aa-bd18-4409cad964f8 None None] For port fe910eb7-95fb-43cf-9119-ab834b3ec122, host n-d-761264-19, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:21:48.349060 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-29af1ae7-3f63-48aa-bd18-4409cad964f8 None None] For port fe910eb7-95fb-43cf-9119-ab834b3ec122, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=fe910eb7-95fb-43cf-9119-ab834b3ec122,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:21:48.367271 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-29af1ae7-3f63-48aa-bd18-4409cad964f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:48.409449 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-888c7b08-77de-48f1-9cc6-b7c32962f342 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:48.422037 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d629f7-1c55-41ea-9670-d72a5feaeacb None None] Pushing event updated for resources: {'Port': ['ID=fe910eb7-95fb-43cf-9119-ab834b3ec122,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:48.452756 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29af1ae7-3f63-48aa-bd18-4409cad964f8 None None] Routers {'feddcd9f-8f6f-4341-8c8c-fa89bef2d432'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:21:48.453834 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-29af1ae7-3f63-48aa-bd18-4409cad964f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:21:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['feddcd9f-8f6f-4341-8c8c-fa89bef2d432'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:21:48.475863 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9990ca7d-9ab1-4e54-91a5-ba85ab6d3f0e req-b4a2a47c-0a41-4c78-8dc1-32e7a08e8bfe tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:48.483634 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:48.490239 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9990ca7d-9ab1-4e54-91a5-ba85ab6d3f0e req-b4a2a47c-0a41-4c78-8dc1-32e7a08e8bfe tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.30 "GET /v2.0/networks?id=f77acfe8-c05d-4606-b7e9-7027c0b13511 HTTP/1.1" status: 200 len: 821 time: 0.2646291 Dec 20 14:21:48.518063 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b26133-6e75-42aa-a42e-db03a1bff52f req-aae83ff2-4d03-4c60-b653-3c0f99b9c550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:48.519915 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-90b26133-6e75-42aa-a42e-db03a1bff52f req-aae83ff2-4d03-4c60-b653-3c0f99b9c550 service neutron] 10.222.0.30 "GET /v2.0/networks?id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1 HTTP/1.1" status: 200 len: 870 time: 0.4045227 Dec 20 14:21:48.535983 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port fc99ed32-84fc-4c3f-aea8-3c633bc9cae4, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=fc99ed32-84fc-4c3f-aea8-3c633bc9cae4,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:21:48.537283 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b03565e1-af6f-4ab3-b906-cdeb4408ebef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc99ed32-84fc-4c3f-aea8-3c633bc9cae4'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:21:48.540640 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a029266-879b-4b52-a827-bf34d43e14a7" -d '{"events": [{"server_uuid": "b03565e1-af6f-4ab3-b906-cdeb4408ebef", "name": "network-vif-plugged", "status": "completed", "tag": "fc99ed32-84fc-4c3f-aea8-3c633bc9cae4"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:21:48.546411 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:48.583279 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-888c7b08-77de-48f1-9cc6-b7c32962f342 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:48.584939 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-9990ca7d-9ab1-4e54-91a5-ba85ab6d3f0e req-2e480286-9bc2-4f73-8c50-e4a64e8e2bfb tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Request body: {'port': {'device_id': '1ee336c7-2c51-4a07-9c99-847191098eee', 'network_id': 'f77acfe8-c05d-4606-b7e9-7027c0b13511', 'admin_state_up': True, 'tenant_id': '230adefc93184769a5ed971e644ca4c5'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:21:48.655369 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d27349ad-05d1-41d9-801e-08e3ce9155bc x-openstack-request-id: req-d27349ad-05d1-41d9-801e-08e3ce9155bc {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:21:48.656262 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b03565e1-af6f-4ab3-b906-cdeb4408ebef", "name": "network-vif-plugged", "status": "completed", "tag": "fc99ed32-84fc-4c3f-aea8-3c633bc9cae4", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:21:48.656898 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d27349ad-05d1-41d9-801e-08e3ce9155bc {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:21:48.657763 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b03565e1-af6f-4ab3-b906-cdeb4408ebef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc99ed32-84fc-4c3f-aea8-3c633bc9cae4', 'code': 200} Dec 20 14:21:48.659248 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=fc99ed32-84fc-4c3f-aea8-3c633bc9cae4,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:48.675320 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.30', 54650) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:21:48.694943 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-29af1ae7-3f63-48aa-bd18-4409cad964f8 None None] Set router feddcd9f-8f6f-4341-8c8c-fa89bef2d432 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:21:48.753295 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e550f4d0-87d4-46b8-b3b6-eea6fde00bfc req-9df093cb-2b11-4492-90ca-ddf48f6f0950 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=67090548a8c94f7bb1b8a5ae37b6ba4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0768225 Dec 20 14:21:48.754500 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-90b26133-6e75-42aa-a42e-db03a1bff52f req-038eb3a6-e8ab-4cf3-942a-90abe03993fa service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=bbcaab3c-ddbc-452f-bb2e-31c24cdd80a7 HTTP/1.1" status: 200 len: 217 time: 0.2167258 Dec 20 14:21:48.777942 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-da2573f0-174a-4cca-820b-4a459d8ff7dd req-6e08f22b-da67-49b7-a6d3-a710545bd212 tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] 10.222.0.54 "GET /v2.0/security-groups?id=06195b07-8409-49b1-a771-72db1c511f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760572 Dec 20 14:21:48.927262 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-29af1ae7-3f63-48aa-bd18-4409cad964f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feddcd9f-8f6f-4341-8c8c-fa89bef2d432', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-32230187-router', 'tenant_id': '6264d8286e254fd5bc5a1b7814fc9e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': 'fe910eb7-95fb-43cf-9119-ab834b3ec122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:21:40Z', 'updated_at': '2021-12-20T14:21:44Z', 'revision_number': 3, 'project_id': '6264d8286e254fd5bc5a1b7814fc9e8d', 'gw_port': {'id': 'fe910eb7-95fb-43cf-9119-ab834b3ec122', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:35:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feddcd9f-8f6f-4341-8c8c-fa89bef2d432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:21:42Z', 'updated_at': '2021-12-20T14:21:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:21:48.951815 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [req-4d7045e4-8ab4-4b2c-8fbc-9b423164f45d req-248cf33b-fea0-49e3-bc6c-dc92601a97a8 tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Allocated IP 172.20.0.11 (80d00bf9-e2d3-4274-b126-1d34ec749a75/9ae0f23a-29ed-4948-a81a-2e6d5a905c6c/14c108e8-8a1e-4f15-ad35-e7cd1d38574f) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:21:48.956047 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29af1ae7-3f63-48aa-bd18-4409cad964f8 None None] The sync data for ids ['feddcd9f-8f6f-4341-8c8c-fa89bef2d432'] in n-d-761264-19 is: [{'id': 'feddcd9f-8f6f-4341-8c8c-fa89bef2d432', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-32230187-router', 'tenant_id': '6264d8286e254fd5bc5a1b7814fc9e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': 'fe910eb7-95fb-43cf-9119-ab834b3ec122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:21:40Z', 'updated_at': '2021-12-20T14:21:44Z', 'revision_number': 3, 'project_id': '6264d8286e254fd5bc5a1b7814fc9e8d', 'gw_port': {'id': 'fe910eb7-95fb-43cf-9119-ab834b3ec122', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:35:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feddcd9f-8f6f-4341-8c8c-fa89bef2d432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:21:42Z', 'updated_at': '2021-12-20T14:21:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:21:48.989286 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-f80b18ba-0695-410f-958d-f44f01179fc9 admin admin] Allocated IP 172.20.0.1 (20e63510-01d1-4b5f-981b-3ccbe7fab833/e710479b-16cf-4349-9db5-8619d38b2e41/af095096-205e-4b90-99b8-832cb31672d2) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:21:49.000700 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f0170fd2-7e38-4a5c-80c1-edc831d31b24 req-0a6ef4bc-39ab-4167-9978-a0cfab144663 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=1ee336c7-2c51-4a07-9c99-847191098eee HTTP/1.1" status: 200 len: 210 time: 0.0808892 Dec 20 14:21:49.030828 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b26133-6e75-42aa-a42e-db03a1bff52f req-9f94dbfe-20cf-4b95-b7a2-9d1601873ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:49.032277 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-90b26133-6e75-42aa-a42e-db03a1bff52f req-9f94dbfe-20cf-4b95-b7a2-9d1601873ddd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=36bf280f-81bb-4486-a87a-9b9505a1cec4 HTTP/1.1" status: 200 len: 843 time: 0.2570415 Dec 20 14:21:49.039264 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e59f6f50-a84d-41f8-bc50-ea31566a12a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:49.059876 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36664609-3ce3-46e4-9432-57edbe95effe req-965e0789-f576-4ef5-882e-eca53cea9054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:49.064524 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e59f6f50-a84d-41f8-bc50-ea31566a12a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:49.064697 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-36664609-3ce3-46e4-9432-57edbe95effe req-965e0789-f576-4ef5-882e-eca53cea9054 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b03565e1-af6f-4ab3-b906-cdeb4408ebef HTTP/1.1" status: 200 len: 1102 time: 0.3055761 Dec 20 14:21:49.104560 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e550f4d0-87d4-46b8-b3b6-eea6fde00bfc req-ee4c0ccf-b4c0-48d8-adec-af5886b49a66 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:49.106119 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e550f4d0-87d4-46b8-b3b6-eea6fde00bfc req-ee4c0ccf-b4c0-48d8-adec-af5886b49a66 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3155980 Dec 20 14:21:49.131996 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-888c7b08-77de-48f1-9cc6-b7c32962f342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:49.134968 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-888c7b08-77de-48f1-9cc6-b7c32962f342 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:49.136234 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-888c7b08-77de-48f1-9cc6-b7c32962f342 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/66f507ca-f971-4041-a611-6c86bbd9fd26 HTTP/1.1" status: 204 len: 168 time: 0.8824060 Dec 20 14:21:49.187026 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-e59f6f50-a84d-41f8-bc50-ea31566a12a8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=eb39f80f34a04499a0f2ddec4822a46d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4952321 Dec 20 14:21:49.188672 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-e550f4d0-87d4-46b8-b3b6-eea6fde00bfc req-ced75bb7-3838-4f31-9a30-8d74de59e42b tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Request body: {'port': {'device_id': '07df8db3-28f5-4372-a34c-9d042cca0e5e', 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1', 'admin_state_up': True, 'tenant_id': '67090548a8c94f7bb1b8a5ae37b6ba4c'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:21:49.194495 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 47600) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:21:49.203605 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59f6f50-a84d-41f8-bc50-ea31566a12a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc8b1613-d26d-429a-9412-2b0cb66d0531,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:49.224243 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888c7b08-77de-48f1-9cc6-b7c32962f342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66f507ca-f971-4041-a611-6c86bbd9fd26,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:49.249468 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b1e206dc-34c6-4bec-a6b5-24406228c709 req-4af77e5c-8679-4007-b730-0fd0bc8b57aa tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?device_id=07df8db3-28f5-4372-a34c-9d042cca0e5e HTTP/1.1" status: 200 len: 210 time: 0.1210630 Dec 20 14:21:49.279806 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9990ca7d-9ab1-4e54-91a5-ba85ab6d3f0e req-2e480286-9bc2-4f73-8c50-e4a64e8e2bfb tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Made reservation on behalf of 230adefc93184769a5ed971e644ca4c5 for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:21:49.285101 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-9990ca7d-9ab1-4e54-91a5-ba85ab6d3f0e req-2e480286-9bc2-4f73-8c50-e4a64e8e2bfb tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:49.309992 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-10f4b1bc-302d-457d-b5f3-17fa1ef40943 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:49.362945 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-10f4b1bc-302d-457d-b5f3-17fa1ef40943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:49.377678 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b26133-6e75-42aa-a42e-db03a1bff52f req-3fedf159-3073-4b79-9027-cacca155f0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:49.379698 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-90b26133-6e75-42aa-a42e-db03a1bff52f req-3fedf159-3073-4b79-9027-cacca155f0d6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1966856 Dec 20 14:21:49.382229 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-36664609-3ce3-46e4-9432-57edbe95effe req-7007ca0e-ebfc-4343-ad4e-aaebd32dc430 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=06195b07-8409-49b1-a771-72db1c511f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633026 Dec 20 14:21:49.436806 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f80b18ba-0695-410f-958d-f44f01179fc9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:49.480945 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-aefc7605-0bec-46c8-b03c-c64af46cceb7 req-8d58f48c-47c7-422e-bbed-5629cb8a9c60 tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] 10.222.0.54 "GET /v2.0/ports?device_id=55f04ceb-16c0-4d6e-a7a8-ba074798c4f2 HTTP/1.1" status: 200 len: 210 time: 0.0418575 Dec 20 14:21:49.608676 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f80b18ba-0695-410f-958d-f44f01179fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:49.649502 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 47606) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:21:49.660463 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e550f4d0-87d4-46b8-b3b6-eea6fde00bfc req-ced75bb7-3838-4f31-9a30-8d74de59e42b tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Made reservation on behalf of 67090548a8c94f7bb1b8a5ae37b6ba4c for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:21:49.664361 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-e550f4d0-87d4-46b8-b3b6-eea6fde00bfc req-ced75bb7-3838-4f31-9a30-8d74de59e42b tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:49.701129 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80b18ba-0695-410f-958d-f44f01179fc9 admin admin] Network 20e63510-01d1-4b5f-981b-3ccbe7fab833 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:21:49.708145 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-f80b18ba-0695-410f-958d-f44f01179fc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:21:49.711093 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80b18ba-0695-410f-958d-f44f01179fc9 admin admin] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:21:49.711578 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f80b18ba-0695-410f-958d-f44f01179fc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595714'] for router_interface, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:49.714250 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-e550f4d0-87d4-46b8-b3b6-eea6fde00bfc req-ced75bb7-3838-4f31-9a30-8d74de59e42b tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:49.716132 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e3b08faf-dd6d-4660-94e6-6bbadc045b10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:49.766603 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-90b26133-6e75-42aa-a42e-db03a1bff52f req-2887b90c-1f90-47a2-a117-883693bee015 service neutron] 10.222.0.30 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2895997 Dec 20 14:21:49.779637 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80b18ba-0695-410f-958d-f44f01179fc9 admin admin] Pushing event updated for resources: {'Port': ['ID=af095096-205e-4b90-99b8-832cb31672d2,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:49.966603 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04148afc-279a-4110-a12b-ceecad59309b None None] Network ac8eea40-77e8-4385-9ea6-fd285bf85abe requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:21:50.008855 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-963acd07-5e06-434f-a933-903642f3d186 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:50.075601 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-90b26133-6e75-42aa-a42e-db03a1bff52f req-48c06dd9-16de-41f6-9a0e-b69f1bf8eb06 service neutron] 10.222.0.30 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2864211 Dec 20 14:21:50.173580 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e3b08faf-dd6d-4660-94e6-6bbadc045b10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:50.177709 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-963acd07-5e06-434f-a933-903642f3d186 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:50.178840 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-e550f4d0-87d4-46b8-b3b6-eea6fde00bfc req-ced75bb7-3838-4f31-9a30-8d74de59e42b tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:50.193058 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e3b08faf-dd6d-4660-94e6-6bbadc045b10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:50.193730 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-e550f4d0-87d4-46b8-b3b6-eea6fde00bfc req-ced75bb7-3838-4f31-9a30-8d74de59e42b tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:50.213712 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f80b18ba-0695-410f-958d-f44f01179fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:50.235616 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8d697f4c-dff5-49ba-8b15-378b5372ba54 req-7ec473e8-0bf0-4c78-8f7b-4e6af3fbe324 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=1ee336c7-2c51-4a07-9c99-847191098eee HTTP/1.1" status: 200 len: 210 time: 0.0667236 Dec 20 14:21:50.277707 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-4d7045e4-8ab4-4b2c-8fbc-9b423164f45d req-248cf33b-fea0-49e3-bc6c-dc92601a97a8 tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:50.298747 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [req-9990ca7d-9ab1-4e54-91a5-ba85ab6d3f0e req-2e480286-9bc2-4f73-8c50-e4a64e8e2bfb tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Allocated IP 172.20.0.3 (f77acfe8-c05d-4606-b7e9-7027c0b13511/39805718-f3e9-41ca-8469-b49efb1a12f8/39ee60c5-9697-46cd-8710-4390a2539519) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:21:50.359003 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd36644-c40d-451e-9fe0-8d5e6359967b req-cc93b70d-5140-4416-acfc-57c60981df58 tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:50.360792 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-bcd36644-c40d-451e-9fe0-8d5e6359967b req-cc93b70d-5140-4416-acfc-57c60981df58 tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] 10.222.0.54 "GET /v2.0/ports?device_id=b03565e1-af6f-4ab3-b906-cdeb4408ebef HTTP/1.1" status: 200 len: 950 time: 0.3360212 Dec 20 14:21:50.362044 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-10f4b1bc-302d-457d-b5f3-17fa1ef40943 admin admin] Allocated IP 172.25.0.125 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/4d3978ef-d762-4485-835b-11cfc052303d) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:21:50.368403 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-3873b2dc-2989-4a34-a851-5ebad397df1d None None] Provisioning complete for port f685c745-9916-4cbf-add2-0d98d638d6c9 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:21:50.369461 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-3873b2dc-2989-4a34-a851-5ebad397df1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:50.411027 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-e3b08faf-dd6d-4660-94e6-6bbadc045b10 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8bb49fb12c774303ad6e8f8f14d86476&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7562199 Dec 20 14:21:50.416997 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 47614) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:21:50.417654 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b08faf-dd6d-4660-94e6-6bbadc045b10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33999978-049e-457d-a4cc-da2f95b473e1,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:50.495993 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b08faf-dd6d-4660-94e6-6bbadc045b10 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:21:50.496687 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b08faf-dd6d-4660-94e6-6bbadc045b10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:21:50.497069 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b08faf-dd6d-4660-94e6-6bbadc045b10 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:21:50.497413 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b08faf-dd6d-4660-94e6-6bbadc045b10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:21:50.497842 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b08faf-dd6d-4660-94e6-6bbadc045b10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:21:50.498341 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b08faf-dd6d-4660-94e6-6bbadc045b10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:21:50.498689 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b08faf-dd6d-4660-94e6-6bbadc045b10 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:21:50.499059 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b08faf-dd6d-4660-94e6-6bbadc045b10 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:21:50.499412 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b08faf-dd6d-4660-94e6-6bbadc045b10 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:21:50.499732 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b08faf-dd6d-4660-94e6-6bbadc045b10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:21:50.500088 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b08faf-dd6d-4660-94e6-6bbadc045b10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:21:50.500678 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b08faf-dd6d-4660-94e6-6bbadc045b10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:21:50.500777 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b08faf-dd6d-4660-94e6-6bbadc045b10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:21:50.517083 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4592fa0e-0b2f-4948-b88f-7aa76e543c7a req-5bf69eb6-f902-461a-a348-4dc3b6fe01af tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?device_id=07df8db3-28f5-4372-a34c-9d042cca0e5e HTTP/1.1" status: 200 len: 210 time: 0.1107445 Dec 20 14:21:50.569374 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device fe910eb7-95fb-43cf-9119-ab834b3ec122 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:21:50.572034 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-3873b2dc-2989-4a34-a851-5ebad397df1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:50.588919 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-4d7045e4-8ab4-4b2c-8fbc-9b423164f45d req-248cf33b-fea0-49e3-bc6c-dc92601a97a8 tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:50.645234 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-963acd07-5e06-434f-a933-903642f3d186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:50.647787 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-963acd07-5e06-434f-a933-903642f3d186 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:50.648928 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-963acd07-5e06-434f-a933-903642f3d186 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/cc8b1613-d26d-429a-9412-2b0cb66d0531 HTTP/1.1" status: 204 len: 168 time: 1.4531527 Dec 20 14:21:50.662841 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-3873b2dc-2989-4a34-a851-5ebad397df1d None None] For port f685c745-9916-4cbf-add2-0d98d638d6c9, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=f685c745-9916-4cbf-add2-0d98d638d6c9,segment=NetworkSegment(0319426e-5ead-4b5d-906b-45e6b8467961),segment_id=0319426e-5ead-4b5d-906b-45e6b8467961)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:21:50.675545 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-3873b2dc-2989-4a34-a851-5ebad397df1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:50.726820 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port fe910eb7-95fb-43cf-9119-ab834b3ec122 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:21:50.728408 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:50.737677 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced75bb7-3838-4f31-9a30-8d74de59e42b tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d29d9ba9-24bd-4d94-be52-3ca7019f1c1b,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:50.760655 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248cf33b-fea0-49e3-bc6c-dc92601a97a8 tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Pushing event updated for resources: {'Port': ['ID=14c108e8-8a1e-4f15-ad35-e7cd1d38574f,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:50.793337 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3873b2dc-2989-4a34-a851-5ebad397df1d None None] Pushing event updated for resources: {'Port': ['ID=f685c745-9916-4cbf-add2-0d98d638d6c9,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:50.822966 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963acd07-5e06-434f-a933-903642f3d186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc8b1613-d26d-429a-9412-2b0cb66d0531,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:50.831311 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248cf33b-fea0-49e3-bc6c-dc92601a97a8 tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:21:50.831725 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248cf33b-fea0-49e3-bc6c-dc92601a97a8 tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:21:50.832162 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248cf33b-fea0-49e3-bc6c-dc92601a97a8 tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:21:50.832652 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248cf33b-fea0-49e3-bc6c-dc92601a97a8 tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:21:50.833101 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248cf33b-fea0-49e3-bc6c-dc92601a97a8 tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:21:50.833521 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248cf33b-fea0-49e3-bc6c-dc92601a97a8 tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:21:50.833941 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248cf33b-fea0-49e3-bc6c-dc92601a97a8 tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:21:50.834451 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248cf33b-fea0-49e3-bc6c-dc92601a97a8 tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:21:50.834943 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248cf33b-fea0-49e3-bc6c-dc92601a97a8 tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:21:50.835387 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248cf33b-fea0-49e3-bc6c-dc92601a97a8 tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:21:50.835808 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248cf33b-fea0-49e3-bc6c-dc92601a97a8 tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:21:50.836236 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248cf33b-fea0-49e3-bc6c-dc92601a97a8 tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:21:50.836650 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248cf33b-fea0-49e3-bc6c-dc92601a97a8 tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:21:50.838515 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:50.860334 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963acd07-5e06-434f-a933-903642f3d186 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:21:50.861132 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963acd07-5e06-434f-a933-903642f3d186 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:21:50.861458 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963acd07-5e06-434f-a933-903642f3d186 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:21:50.861790 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] For port fe910eb7-95fb-43cf-9119-ab834b3ec122, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=fe910eb7-95fb-43cf-9119-ab834b3ec122,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:21:50.862135 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963acd07-5e06-434f-a933-903642f3d186 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:21:50.862628 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963acd07-5e06-434f-a933-903642f3d186 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:21:50.866907 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963acd07-5e06-434f-a933-903642f3d186 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:21:50.867399 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963acd07-5e06-434f-a933-903642f3d186 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:21:50.867843 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963acd07-5e06-434f-a933-903642f3d186 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:21:50.868262 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963acd07-5e06-434f-a933-903642f3d186 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:21:50.868710 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963acd07-5e06-434f-a933-903642f3d186 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:21:50.869130 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963acd07-5e06-434f-a933-903642f3d186 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:21:50.869542 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963acd07-5e06-434f-a933-903642f3d186 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:21:50.869953 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963acd07-5e06-434f-a933-903642f3d186 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:21:50.874491 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:50.875346 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d7045e4-8ab4-4b2c-8fbc-9b423164f45d req-248cf33b-fea0-49e3-bc6c-dc92601a97a8 tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Network 80d00bf9-e2d3-4274-b126-1d34ec749a75 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:21:50.876148 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device f685c745-9916-4cbf-add2-0d98d638d6c9 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:21:50.884922 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-bcd36644-c40d-451e-9fe0-8d5e6359967b req-afe7d11b-ea85-491f-95c4-026959f1a528 tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] 10.222.0.54 "GET /v2.0/security-groups?id=06195b07-8409-49b1-a771-72db1c511f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5068645 Dec 20 14:21:50.905377 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [req-4d7045e4-8ab4-4b2c-8fbc-9b423164f45d req-248cf33b-fea0-49e3-bc6c-dc92601a97a8 tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:21:50.932932 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d7045e4-8ab4-4b2c-8fbc-9b423164f45d req-248cf33b-fea0-49e3-bc6c-dc92601a97a8 tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:21:50.933768 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Pushing event updated for resources: {'Port': ['ID=fe910eb7-95fb-43cf-9119-ab834b3ec122,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:50.939904 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-966d19ee-fb10-4494-9a1f-1578e8a8f55e None None] Provisioning complete for port af095096-205e-4b90-99b8-832cb31672d2 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:21:50.943180 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-966d19ee-fb10-4494-9a1f-1578e8a8f55e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:50.948276 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7045e4-8ab4-4b2c-8fbc-9b423164f45d req-248cf33b-fea0-49e3-bc6c-dc92601a97a8 tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:50.948938 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-4d7045e4-8ab4-4b2c-8fbc-9b423164f45d req-248cf33b-fea0-49e3-bc6c-dc92601a97a8 tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:51.083511 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4d7045e4-8ab4-4b2c-8fbc-9b423164f45d req-248cf33b-fea0-49e3-bc6c-dc92601a97a8 tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4245653 Dec 20 14:21:51.102231 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-4d7045e4-8ab4-4b2c-8fbc-9b423164f45d req-738d1d23-30bb-4a57-a8df-f1f5013bc4de service neutron] Request body: {'port': {'device_id': '55f04ceb-16c0-4d6e-a7a8-ba074798c4f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-19'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:21:51.109246 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-966d19ee-fb10-4494-9a1f-1578e8a8f55e None None] Port af095096-205e-4b90-99b8-832cb31672d2 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:21:51.118380 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [req-e550f4d0-87d4-46b8-b3b6-eea6fde00bfc req-ced75bb7-3838-4f31-9a30-8d74de59e42b tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Allocated IP 192.168.233.239 (00c897c2-e98d-4716-a0b4-8f9f297fa8a1/36bf280f-81bb-4486-a87a-9b9505a1cec4/b480e985-94d1-4c37-a197-978c3373d94b) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:21:51.128227 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ac499c48-0059-4a3e-a5a9-05d7c48a4fa4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:51.134400 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port f685c745-9916-4cbf-add2-0d98d638d6c9 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:21:51.134779 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:51.153585 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-10f4b1bc-302d-457d-b5f3-17fa1ef40943 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:51.189976 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeca820f-29fa-4b32-bb63-f638b2801464 req-c315a1ec-6332-48cc-b21f-332e95d015ad tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:51.197725 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-aeca820f-29fa-4b32-bb63-f638b2801464 req-c315a1ec-6332-48cc-b21f-332e95d015ad tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] 10.222.0.54 "GET /v2.0/ports?device_id=55f04ceb-16c0-4d6e-a7a8-ba074798c4f2 HTTP/1.1" status: 200 len: 932 time: 0.5338333 Dec 20 14:21:51.202033 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ac499c48-0059-4a3e-a5a9-05d7c48a4fa4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:51.224565 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-4d7045e4-8ab4-4b2c-8fbc-9b423164f45d req-738d1d23-30bb-4a57-a8df-f1f5013bc4de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:51.263737 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-f4d81a16-bd85-4c82-99cd-a3931ac3a8bb None None] Provisioning complete for port f685c745-9916-4cbf-add2-0d98d638d6c9 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:21:51.264114 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f4d81a16-bd85-4c82-99cd-a3931ac3a8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:51.287954 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-9990ca7d-9ab1-4e54-91a5-ba85ab6d3f0e req-2e480286-9bc2-4f73-8c50-e4a64e8e2bfb tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:51.363271 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-10f4b1bc-302d-457d-b5f3-17fa1ef40943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:51.439062 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 47624) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:21:51.467975 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f80b18ba-0695-410f-958d-f44f01179fc9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:51.485694 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f80b18ba-0695-410f-958d-f44f01179fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:51.486553 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f4b1bc-302d-457d-b5f3-17fa1ef40943 admin admin] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:21:51.486793 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f80b18ba-0695-410f-958d-f44f01179fc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1595702'] for router_interface, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:51.491755 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-afd27699-9116-421a-b110-2d9398b86bdf req-c3e340e0-f79e-471d-90ae-467b59cabd66 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=1ee336c7-2c51-4a07-9c99-847191098eee HTTP/1.1" status: 200 len: 210 time: 0.1064513 Dec 20 14:21:51.492567 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b25d84b5-292d-487e-83b1-60f7e266f9dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:51.497757 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-aeca820f-29fa-4b32-bb63-f638b2801464 req-aedbdb53-965c-42ac-b8ba-2889dcf4ccfa tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] 10.222.0.54 "GET /v2.0/security-groups?id=a65b051b-114e-4b1e-a061-94d194ee3601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2992573 Dec 20 14:21:51.499411 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-10f4b1bc-302d-457d-b5f3-17fa1ef40943 admin admin] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:21:51.508703 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f4b1bc-302d-457d-b5f3-17fa1ef40943 admin admin] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:21:51.569353 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ac499c48-0059-4a3e-a5a9-05d7c48a4fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:51.572605 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ac499c48-0059-4a3e-a5a9-05d7c48a4fa4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:51.576131 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-ac499c48-0059-4a3e-a5a9-05d7c48a4fa4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/33999978-049e-457d-a4cc-da2f95b473e1 HTTP/1.1" status: 204 len: 168 time: 1.1536939 Dec 20 14:21:51.593932 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-ca7b5621-b8b5-4959-a533-d4e634f52ccb None None] Provisioning complete for port 14c108e8-8a1e-4f15-ad35-e7cd1d38574f triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:21:51.594144 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ca7b5621-b8b5-4959-a533-d4e634f52ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:51.628109 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-9990ca7d-9ab1-4e54-91a5-ba85ab6d3f0e req-2e480286-9bc2-4f73-8c50-e4a64e8e2bfb tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:51.633415 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-e550f4d0-87d4-46b8-b3b6-eea6fde00bfc req-ced75bb7-3838-4f31-9a30-8d74de59e42b tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:51.634706 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80b18ba-0695-410f-958d-f44f01179fc9 admin admin] Pushing event updated for resources: {'Port': ['ID=af095096-205e-4b90-99b8-832cb31672d2,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:51.664708 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac499c48-0059-4a3e-a5a9-05d7c48a4fa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33999978-049e-457d-a4cc-da2f95b473e1,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:51.682367 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-ca7b5621-b8b5-4959-a533-d4e634f52ccb None None] Port 14c108e8-8a1e-4f15-ad35-e7cd1d38574f cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:21:51.714705 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fd230552-538c-40fc-8fe8-a4fd8e45d598 req-7ab41d27-dd13-42bd-9d13-c5f1b02935ac tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?device_id=07df8db3-28f5-4372-a34c-9d042cca0e5e HTTP/1.1" status: 200 len: 210 time: 0.0793240 Dec 20 14:21:51.715316 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f4b1bc-302d-457d-b5f3-17fa1ef40943 admin admin] Pushing event updated for resources: {'Port': ['ID=4d3978ef-d762-4485-835b-11cfc052303d,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:51.775930 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80b18ba-0695-410f-958d-f44f01179fc9 admin admin] Network 20e63510-01d1-4b5f-981b-3ccbe7fab833 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:21:51.777065 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-e550f4d0-87d4-46b8-b3b6-eea6fde00bfc req-ced75bb7-3838-4f31-9a30-8d74de59e42b tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:51.779370 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9990ca7d-9ab1-4e54-91a5-ba85ab6d3f0e req-2e480286-9bc2-4f73-8c50-e4a64e8e2bfb tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Network f77acfe8-c05d-4606-b7e9-7027c0b13511 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:21:51.802500 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-f80b18ba-0695-410f-958d-f44f01179fc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:21:51.810057 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [req-9990ca7d-9ab1-4e54-91a5-ba85ab6d3f0e req-2e480286-9bc2-4f73-8c50-e4a64e8e2bfb tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:21:51.810467 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b25d84b5-292d-487e-83b1-60f7e266f9dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:51.834208 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b25d84b5-292d-487e-83b1-60f7e266f9dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:51.854191 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-9990ca7d-9ab1-4e54-91a5-ba85ab6d3f0e req-2e480286-9bc2-4f73-8c50-e4a64e8e2bfb tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:21:51.860374 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9990ca7d-9ab1-4e54-91a5-ba85ab6d3f0e req-2e480286-9bc2-4f73-8c50-e4a64e8e2bfb tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:51.861011 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-9990ca7d-9ab1-4e54-91a5-ba85ab6d3f0e req-2e480286-9bc2-4f73-8c50-e4a64e8e2bfb tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:51.870161 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e550f4d0-87d4-46b8-b3b6-eea6fde00bfc req-ced75bb7-3838-4f31-9a30-8d74de59e42b tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:21:51.879239 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e480286-9bc2-4f73-8c50-e4a64e8e2bfb tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Pushing event updated for resources: {'Port': ['ID=39ee60c5-9697-46cd-8710-4390a2539519,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:51.913726 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9990ca7d-9ab1-4e54-91a5-ba85ab6d3f0e req-2e480286-9bc2-4f73-8c50-e4a64e8e2bfb tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3979380 Dec 20 14:21:51.925814 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [req-e550f4d0-87d4-46b8-b3b6-eea6fde00bfc req-ced75bb7-3838-4f31-9a30-8d74de59e42b tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:21:51.928471 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-e550f4d0-87d4-46b8-b3b6-eea6fde00bfc req-ced75bb7-3838-4f31-9a30-8d74de59e42b tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:21:51.932108 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-9990ca7d-9ab1-4e54-91a5-ba85ab6d3f0e req-f10a40a7-da09-4a17-8daa-0cadf303e28c service neutron] Request body: {'port': {'device_id': '1ee336c7-2c51-4a07-9c99-847191098eee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-19'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:21:51.934484 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e550f4d0-87d4-46b8-b3b6-eea6fde00bfc req-ced75bb7-3838-4f31-9a30-8d74de59e42b tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:51.935429 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-e550f4d0-87d4-46b8-b3b6-eea6fde00bfc req-ced75bb7-3838-4f31-9a30-8d74de59e42b tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:51.966162 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-b25d84b5-292d-487e-83b1-60f7e266f9dc admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5248b11daccf4fdfbabce8e2a2492b37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5221624 Dec 20 14:21:51.966400 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-10f4b1bc-302d-457d-b5f3-17fa1ef40943 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:51.966594 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 47634) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:21:51.977298 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced75bb7-3838-4f31-9a30-8d74de59e42b tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Pushing event updated for resources: {'Port': ['ID=b480e985-94d1-4c37-a197-978c3373d94b,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:52.003651 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e550f4d0-87d4-46b8-b3b6-eea6fde00bfc req-ced75bb7-3838-4f31-9a30-8d74de59e42b tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8259370 Dec 20 14:21:52.008030 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25d84b5-292d-487e-83b1-60f7e266f9dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6c93791-9e84-4a7c-9da7-153f9564b56f,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:52.065068 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-e550f4d0-87d4-46b8-b3b6-eea6fde00bfc req-a4be4a9d-919a-4822-8b55-9597fd962609 service neutron] Request body: {'port': {'device_id': '07df8db3-28f5-4372-a34c-9d042cca0e5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-19'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:21:52.148039 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-9990ca7d-9ab1-4e54-91a5-ba85ab6d3f0e req-f10a40a7-da09-4a17-8daa-0cadf303e28c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:52.192518 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f80b18ba-0695-410f-958d-f44f01179fc9 admin admin] Router feddcd9f-8f6f-4341-8c8c-fa89bef2d432 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:21:52.209964 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-905ff86f-810b-4911-9036-c280f0474b8d None None] Provisioning complete for port af095096-205e-4b90-99b8-832cb31672d2 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:21:52.210530 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-905ff86f-810b-4911-9036-c280f0474b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:52.243349 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf64040b-a57e-4b18-971a-aa4b38caa5c5 req-578ee64f-8eb7-4254-bbfa-6976eab45256 tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:52.244926 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bf64040b-a57e-4b18-971a-aa4b38caa5c5 req-578ee64f-8eb7-4254-bbfa-6976eab45256 tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] 10.222.0.54 "GET /v2.0/ports?device_id=b03565e1-af6f-4ab3-b906-cdeb4408ebef HTTP/1.1" status: 200 len: 950 time: 0.1892374 Dec 20 14:21:52.272116 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-e550f4d0-87d4-46b8-b3b6-eea6fde00bfc req-a4be4a9d-919a-4822-8b55-9597fd962609 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:52.277244 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-905ff86f-810b-4911-9036-c280f0474b8d None None] Port af095096-205e-4b90-99b8-832cb31672d2 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:21:52.286384 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4b97ee6d-d940-4a1e-b3b1-7d1e78893c77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:52.403758 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4b97ee6d-d940-4a1e-b3b1-7d1e78893c77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:52.408269 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device fe910eb7-95fb-43cf-9119-ab834b3ec122 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:21:52.412999 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-01d1c4fc-8366-4545-ad84-5e417a715665 None None] Provisioning complete for port b480e985-94d1-4c37-a197-978c3373d94b triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:21:52.413692 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-01d1c4fc-8366-4545-ad84-5e417a715665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:52.433741 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bf64040b-a57e-4b18-971a-aa4b38caa5c5 req-0002de6d-6453-4f8e-9047-d9fe829a40a3 tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] 10.222.0.54 "GET /v2.0/security-groups?id=06195b07-8409-49b1-a771-72db1c511f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802590 Dec 20 14:21:52.556630 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-01d1c4fc-8366-4545-ad84-5e417a715665 None None] Port b480e985-94d1-4c37-a197-978c3373d94b cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:21:52.593493 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port fe910eb7-95fb-43cf-9119-ab834b3ec122 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:21:52.593864 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:52.612540 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f80b18ba-0695-410f-958d-f44f01179fc9 admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:21:52.632772 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-f80b18ba-0695-410f-958d-f44f01179fc9 admin admin] 10.222.0.54 "PUT /v2.0/routers/feddcd9f-8f6f-4341-8c8c-fa89bef2d432/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0711224 Dec 20 14:21:52.641299 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9632f23-ef69-4829-84ca-f52715fe6382 None None] Sync routers for ids ['feddcd9f-8f6f-4341-8c8c-fa89bef2d432'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:21:52.652151 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4b97ee6d-d940-4a1e-b3b1-7d1e78893c77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:52.657862 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4b97ee6d-d940-4a1e-b3b1-7d1e78893c77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:52.665337 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-4b97ee6d-d940-4a1e-b3b1-7d1e78893c77 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a6c93791-9e84-4a7c-9da7-153f9564b56f HTTP/1.1" status: 204 len: 168 time: 0.6890509 Dec 20 14:21:52.717631 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9632f23-ef69-4829-84ca-f52715fe6382 None None] Routers {'feddcd9f-8f6f-4341-8c8c-fa89bef2d432'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:21:52.718271 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-b9632f23-ef69-4829-84ca-f52715fe6382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:21:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['feddcd9f-8f6f-4341-8c8c-fa89bef2d432'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:21:52.733143 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [req-4d7045e4-8ab4-4b2c-8fbc-9b423164f45d req-738d1d23-30bb-4a57-a8df-f1f5013bc4de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14c108e8-8a1e-4f15-ad35-e7cd1d38574f {{(pid=103168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:21:52.748113 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-4d7045e4-8ab4-4b2c-8fbc-9b423164f45d req-738d1d23-30bb-4a57-a8df-f1f5013bc4de service neutron] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:52.774862 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b97ee6d-d940-4a1e-b3b1-7d1e78893c77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6c93791-9e84-4a7c-9da7-153f9564b56f,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:52.845088 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.provisioning_blocks [req-4d7045e4-8ab4-4b2c-8fbc-9b423164f45d req-738d1d23-30bb-4a57-a8df-f1f5013bc4de service neutron] Transition to ACTIVE for port object 14c108e8-8a1e-4f15-ad35-e7cd1d38574f will not be triggered until provisioned by entity L2. {{(pid=103168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:21:52.893146 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device f685c745-9916-4cbf-add2-0d98d638d6c9 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:21:52.904118 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-4d7045e4-8ab4-4b2c-8fbc-9b423164f45d req-738d1d23-30bb-4a57-a8df-f1f5013bc4de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:52.928359 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e84efb7-b09d-4ffb-a991-42464ab81fed req-6755374c-da2e-40f1-9824-7d438364f634 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:52.937135 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7e84efb7-b09d-4ffb-a991-42464ab81fed req-6755374c-da2e-40f1-9824-7d438364f634 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=1ee336c7-2c51-4a07-9c99-847191098eee HTTP/1.1" status: 200 len: 931 time: 0.2637155 Dec 20 14:21:52.945161 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-b9632f23-ef69-4829-84ca-f52715fe6382 None None] Set router feddcd9f-8f6f-4341-8c8c-fa89bef2d432 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:21:53.007387 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-10f4b1bc-302d-457d-b5f3-17fa1ef40943 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013'] for router, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:53.024565 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7e84efb7-b09d-4ffb-a991-42464ab81fed req-9b0868b9-937b-4220-afcb-305c4962f2f7 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865457 Dec 20 14:21:53.083209 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port f685c745-9916-4cbf-add2-0d98d638d6c9 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:21:53.083729 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:53.191760 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [req-e550f4d0-87d4-46b8-b3b6-eea6fde00bfc req-a4be4a9d-919a-4822-8b55-9597fd962609 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b480e985-94d1-4c37-a197-978c3373d94b {{(pid=103167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:21:53.223462 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-e550f4d0-87d4-46b8-b3b6-eea6fde00bfc req-a4be4a9d-919a-4822-8b55-9597fd962609 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:53.250262 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-4d7045e4-8ab4-4b2c-8fbc-9b423164f45d req-738d1d23-30bb-4a57-a8df-f1f5013bc4de service neutron] Attempting to bind port 14c108e8-8a1e-4f15-ad35-e7cd1d38574f on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:21:53.251182 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-4d7045e4-8ab4-4b2c-8fbc-9b423164f45d req-738d1d23-30bb-4a57-a8df-f1f5013bc4de service neutron] Attempting to bind port 14c108e8-8a1e-4f15-ad35-e7cd1d38574f by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': '7ac72670-2ace-4b33-9d5a-c9838ca43a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '80d00bf9-e2d3-4274-b126-1d34ec749a75'}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:21:53.252195 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7045e4-8ab4-4b2c-8fbc-9b423164f45d req-738d1d23-30bb-4a57-a8df-f1f5013bc4de service neutron] Attempting to bind port 14c108e8-8a1e-4f15-ad35-e7cd1d38574f on network 80d00bf9-e2d3-4274-b126-1d34ec749a75 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:21:53.265925 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a962462-9694-4dc9-8bc4-11dd764ce813 req-86f3fb8d-61e5-49b5-9c26-c69292f8bda2 tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:53.267665 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8a962462-9694-4dc9-8bc4-11dd764ce813 req-86f3fb8d-61e5-49b5-9c26-c69292f8bda2 tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] 10.222.0.54 "GET /v2.0/ports?device_id=55f04ceb-16c0-4d6e-a7a8-ba074798c4f2 HTTP/1.1" status: 200 len: 932 time: 0.4407990 Dec 20 14:21:53.282395 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738d1d23-30bb-4a57-a8df-f1f5013bc4de service neutron] Pushing event updated for resources: {'Port': ['ID=14c108e8-8a1e-4f15-ad35-e7cd1d38574f,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:53.310217 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-e550f4d0-87d4-46b8-b3b6-eea6fde00bfc req-a4be4a9d-919a-4822-8b55-9597fd962609 service neutron] Transition to ACTIVE for port object b480e985-94d1-4c37-a197-978c3373d94b will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:21:53.326097 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-e550f4d0-87d4-46b8-b3b6-eea6fde00bfc req-a4be4a9d-919a-4822-8b55-9597fd962609 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:53.362395 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7045e4-8ab4-4b2c-8fbc-9b423164f45d req-738d1d23-30bb-4a57-a8df-f1f5013bc4de service neutron] Port 14c108e8-8a1e-4f15-ad35-e7cd1d38574f on network 80d00bf9-e2d3-4274-b126-1d34ec749a75 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:21:53.362631 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7045e4-8ab4-4b2c-8fbc-9b423164f45d req-738d1d23-30bb-4a57-a8df-f1f5013bc4de service neutron] Attempting to bind port 14c108e8-8a1e-4f15-ad35-e7cd1d38574f on network 80d00bf9-e2d3-4274-b126-1d34ec749a75 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:21:53.389177 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7045e4-8ab4-4b2c-8fbc-9b423164f45d req-738d1d23-30bb-4a57-a8df-f1f5013bc4de service neutron] Checking agent: {'id': '43c60aee-e4af-4ecc-bee2-aac3569fafed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:21:53.389540 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7045e4-8ab4-4b2c-8fbc-9b423164f45d req-738d1d23-30bb-4a57-a8df-f1f5013bc4de service neutron] Checking segment: {'id': '7ac72670-2ace-4b33-9d5a-c9838ca43a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '80d00bf9-e2d3-4274-b126-1d34ec749a75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:21:53.389932 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7045e4-8ab4-4b2c-8fbc-9b423164f45d req-738d1d23-30bb-4a57-a8df-f1f5013bc4de service neutron] Bound using segment: {'id': '7ac72670-2ace-4b33-9d5a-c9838ca43a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '80d00bf9-e2d3-4274-b126-1d34ec749a75'} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:21:53.390534 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-4d7045e4-8ab4-4b2c-8fbc-9b423164f45d req-738d1d23-30bb-4a57-a8df-f1f5013bc4de service neutron] Bound port: 14c108e8-8a1e-4f15-ad35-e7cd1d38574f, host: n-h2-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ac72670-2ace-4b33-9d5a-c9838ca43a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '80d00bf9-e2d3-4274-b126-1d34ec749a75'}}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:21:53.391276 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-4d7045e4-8ab4-4b2c-8fbc-9b423164f45d req-738d1d23-30bb-4a57-a8df-f1f5013bc4de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:53.397229 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4be4a9d-919a-4822-8b55-9597fd962609 service neutron] Pushing event updated for resources: {'Port': ['ID=b480e985-94d1-4c37-a197-978c3373d94b,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:53.411049 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b721818-06aa-4604-89dc-51e2113e96d5 req-c1bed39c-6b5c-4801-92b5-6dc2bc86f139 tempest-ServersAdminNegativeTestJSON-1775058461 tempest-ServersAdminNegativeTestJSON-1775058461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:53.419272 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4b721818-06aa-4604-89dc-51e2113e96d5 req-c1bed39c-6b5c-4801-92b5-6dc2bc86f139 tempest-ServersAdminNegativeTestJSON-1775058461 tempest-ServersAdminNegativeTestJSON-1775058461-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=b03565e1-af6f-4ab3-b906-cdeb4408ebef HTTP/1.1" status: 200 len: 1102 time: 0.2092674 Dec 20 14:21:53.478267 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10f4b1bc-302d-457d-b5f3-17fa1ef40943 admin admin] Router a4088f0d-ca29-496d-8308-6d6c1ee614fd is scheduled to L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 with binding_index 1 {{(pid=103168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 14:21:53.478498 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-4b721818-06aa-4604-89dc-51e2113e96d5 req-bb14a3a9-1bd5-42cf-9ee7-2df1bd13cda6 tempest-ServersAdminNegativeTestJSON-1775058461 tempest-ServersAdminNegativeTestJSON-1775058461-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:53.531947 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-b9632f23-ef69-4829-84ca-f52715fe6382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feddcd9f-8f6f-4341-8c8c-fa89bef2d432', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-32230187-router', 'tenant_id': '6264d8286e254fd5bc5a1b7814fc9e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': 'fe910eb7-95fb-43cf-9119-ab834b3ec122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:21:40Z', 'updated_at': '2021-12-20T14:21:49Z', 'revision_number': 4, 'project_id': '6264d8286e254fd5bc5a1b7814fc9e8d', 'gw_port': {'id': 'fe910eb7-95fb-43cf-9119-ab834b3ec122', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:35:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feddcd9f-8f6f-4341-8c8c-fa89bef2d432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:21:42Z', 'updated_at': '2021-12-20T14:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'af095096-205e-4b90-99b8-832cb31672d2', 'name': '', 'network_id': '20e63510-01d1-4b5f-981b-3ccbe7fab833', 'tenant_id': '6264d8286e254fd5bc5a1b7814fc9e8d', 'mac_address': 'fa:16:3e:a9:74:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feddcd9f-8f6f-4341-8c8c-fa89bef2d432', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'e710479b-16cf-4349-9db5-8619d38b2e41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:21:48Z', 'updated_at': '2021-12-20T14:21:50Z', 'revision_number': 2, 'project_id': '6264d8286e254fd5bc5a1b7814fc9e8d', 'subnets': [{'id': 'e710479b-16cf-4349-9db5-8619d38b2e41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:21:53.536828 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-e550f4d0-87d4-46b8-b3b6-eea6fde00bfc req-a4be4a9d-919a-4822-8b55-9597fd962609 service neutron] Attempting to bind port b480e985-94d1-4c37-a197-978c3373d94b on host n-h1-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:21:53.537170 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-e550f4d0-87d4-46b8-b3b6-eea6fde00bfc req-a4be4a9d-919a-4822-8b55-9597fd962609 service neutron] Attempting to bind port b480e985-94d1-4c37-a197-978c3373d94b by drivers openvswitch,hyperv on host n-h1-761264-19 at level 0 using segments [{'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:21:53.537548 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e550f4d0-87d4-46b8-b3b6-eea6fde00bfc req-a4be4a9d-919a-4822-8b55-9597fd962609 service neutron] Attempting to bind port b480e985-94d1-4c37-a197-978c3373d94b on network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:21:53.549562 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e550f4d0-87d4-46b8-b3b6-eea6fde00bfc req-a4be4a9d-919a-4822-8b55-9597fd962609 service neutron] Port b480e985-94d1-4c37-a197-978c3373d94b on network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:21:53.549895 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e550f4d0-87d4-46b8-b3b6-eea6fde00bfc req-a4be4a9d-919a-4822-8b55-9597fd962609 service neutron] Attempting to bind port b480e985-94d1-4c37-a197-978c3373d94b on network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:21:53.560574 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e550f4d0-87d4-46b8-b3b6-eea6fde00bfc req-a4be4a9d-919a-4822-8b55-9597fd962609 service neutron] Checking agent: {'id': '3e5ace3e-dd7b-4522-a7c4-77d13dbeab1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:21:53.560946 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e550f4d0-87d4-46b8-b3b6-eea6fde00bfc req-a4be4a9d-919a-4822-8b55-9597fd962609 service neutron] Checking segment: {'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:21:53.561339 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e550f4d0-87d4-46b8-b3b6-eea6fde00bfc req-a4be4a9d-919a-4822-8b55-9597fd962609 service neutron] Bound using segment: {'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:21:53.561779 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-e550f4d0-87d4-46b8-b3b6-eea6fde00bfc req-a4be4a9d-919a-4822-8b55-9597fd962609 service neutron] Bound port: b480e985-94d1-4c37-a197-978c3373d94b, host: n-h1-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:21:53.562132 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-e550f4d0-87d4-46b8-b3b6-eea6fde00bfc req-a4be4a9d-919a-4822-8b55-9597fd962609 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:53.578224 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9632f23-ef69-4829-84ca-f52715fe6382 None None] Checking router: feddcd9f-8f6f-4341-8c8c-fa89bef2d432 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:21:53.578960 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9632f23-ef69-4829-84ca-f52715fe6382 None None] Updating router feddcd9f-8f6f-4341-8c8c-fa89bef2d432 port af095096-205e-4b90-99b8-832cb31672d2 binding host n-d-761264-19 {{(pid=103169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 14:21:53.615130 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b9632f23-ef69-4829-84ca-f52715fe6382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:53.639337 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8a962462-9694-4dc9-8bc4-11dd764ce813 req-a7b3cb16-1651-453a-9818-8d007afb4917 tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] 10.222.0.54 "GET /v2.0/security-groups?id=a65b051b-114e-4b1e-a061-94d194ee3601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3473864 Dec 20 14:21:53.756404 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-4b721818-06aa-4604-89dc-51e2113e96d5 req-bb14a3a9-1bd5-42cf-9ee7-2df1bd13cda6 tempest-ServersAdminNegativeTestJSON-1775058461 tempest-ServersAdminNegativeTestJSON-1775058461-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:53.779409 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-e550f4d0-87d4-46b8-b3b6-eea6fde00bfc req-a4be4a9d-919a-4822-8b55-9597fd962609 service neutron] For port b480e985-94d1-4c37-a197-978c3373d94b, host n-h1-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:21:53.783280 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-e550f4d0-87d4-46b8-b3b6-eea6fde00bfc req-a4be4a9d-919a-4822-8b55-9597fd962609 service neutron] For port b480e985-94d1-4c37-a197-978c3373d94b, host n-h1-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=b480e985-94d1-4c37-a197-978c3373d94b,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:21:53.785901 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-4b721818-06aa-4604-89dc-51e2113e96d5 req-bb14a3a9-1bd5-42cf-9ee7-2df1bd13cda6 tempest-ServersAdminNegativeTestJSON-1775058461 tempest-ServersAdminNegativeTestJSON-1775058461-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:53.807072 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-e550f4d0-87d4-46b8-b3b6-eea6fde00bfc req-a4be4a9d-919a-4822-8b55-9597fd962609 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:53.816408 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-4d7045e4-8ab4-4b2c-8fbc-9b423164f45d req-738d1d23-30bb-4a57-a8df-f1f5013bc4de service neutron] For port 14c108e8-8a1e-4f15-ad35-e7cd1d38574f, host n-h2-761264-19, cleared binding levels {{(pid=103168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:21:53.822313 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [req-9990ca7d-9ab1-4e54-91a5-ba85ab6d3f0e req-f10a40a7-da09-4a17-8daa-0cadf303e28c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39ee60c5-9697-46cd-8710-4390a2539519 {{(pid=103168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:21:53.854570 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-4d7045e4-8ab4-4b2c-8fbc-9b423164f45d req-738d1d23-30bb-4a57-a8df-f1f5013bc4de service neutron] For port 14c108e8-8a1e-4f15-ad35-e7cd1d38574f, host n-h2-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=14c108e8-8a1e-4f15-ad35-e7cd1d38574f,segment=NetworkSegment(7ac72670-2ace-4b33-9d5a-c9838ca43a1b),segment_id=7ac72670-2ace-4b33-9d5a-c9838ca43a1b)] {{(pid=103168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:21:53.856833 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-9990ca7d-9ab1-4e54-91a5-ba85ab6d3f0e req-f10a40a7-da09-4a17-8daa-0cadf303e28c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:53.876322 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-4d7045e4-8ab4-4b2c-8fbc-9b423164f45d req-738d1d23-30bb-4a57-a8df-f1f5013bc4de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:53.898115 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7045e4-8ab4-4b2c-8fbc-9b423164f45d req-738d1d23-30bb-4a57-a8df-f1f5013bc4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:53.898747 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-4d7045e4-8ab4-4b2c-8fbc-9b423164f45d req-738d1d23-30bb-4a57-a8df-f1f5013bc4de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:53.900989 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4d7045e4-8ab4-4b2c-8fbc-9b423164f45d req-738d1d23-30bb-4a57-a8df-f1f5013bc4de service neutron] 10.222.0.47 "PUT /v2.0/ports/14c108e8-8a1e-4f15-ad35-e7cd1d38574f HTTP/1.1" status: 200 len: 1093 time: 2.8033528 Dec 20 14:21:53.909091 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55f04ceb-16c0-4d6e-a7a8-ba074798c4f2', 'tag': '14c108e8-8a1e-4f15-ad35-e7cd1d38574f'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:21:53.912260 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e677507-d3c1-429e-9957-463234486589" -d '{"events": [{"name": "network-changed", "server_uuid": "55f04ceb-16c0-4d6e-a7a8-ba074798c4f2", "tag": "14c108e8-8a1e-4f15-ad35-e7cd1d38574f"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:21:53.934237 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e550f4d0-87d4-46b8-b3b6-eea6fde00bfc req-a4be4a9d-919a-4822-8b55-9597fd962609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:53.935315 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-e550f4d0-87d4-46b8-b3b6-eea6fde00bfc req-a4be4a9d-919a-4822-8b55-9597fd962609 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:53.943607 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.provisioning_blocks [req-9990ca7d-9ab1-4e54-91a5-ba85ab6d3f0e req-f10a40a7-da09-4a17-8daa-0cadf303e28c service neutron] Transition to ACTIVE for port object 39ee60c5-9697-46cd-8710-4390a2539519 will not be triggered until provisioned by entity L2. {{(pid=103168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:21:53.950392 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e550f4d0-87d4-46b8-b3b6-eea6fde00bfc req-a4be4a9d-919a-4822-8b55-9597fd962609 service neutron] 10.222.0.30 "PUT /v2.0/ports/b480e985-94d1-4c37-a197-978c3373d94b HTTP/1.1" status: 200 len: 1097 time: 1.8832555 Dec 20 14:21:53.957431 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3fe872-2770-4b0f-ae70-0a1fda50eadd req-3fcdff3d-6ecf-43f4-a685-de6f1b430e4a tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:53.968792 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4b721818-06aa-4604-89dc-51e2113e96d5 req-bb14a3a9-1bd5-42cf-9ee7-2df1bd13cda6 tempest-ServersAdminNegativeTestJSON-1775058461 tempest-ServersAdminNegativeTestJSON-1775058461-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=06195b07-8409-49b1-a771-72db1c511f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5429907 Dec 20 14:21:53.969715 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6e3fe872-2770-4b0f-ae70-0a1fda50eadd req-3fcdff3d-6ecf-43f4-a685-de6f1b430e4a tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?device_id=07df8db3-28f5-4372-a34c-9d042cca0e5e HTTP/1.1" status: 200 len: 948 time: 0.2271144 Dec 20 14:21:53.972861 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb14a3a9-1bd5-42cf-9ee7-2df1bd13cda6 tempest-ServersAdminNegativeTestJSON-1775058461 tempest-ServersAdminNegativeTestJSON-1775058461-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59a6d557-a2b2-4156-8709-7ab3146b5a4b,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:53.980273 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07df8db3-28f5-4372-a34c-9d042cca0e5e', 'tag': 'b480e985-94d1-4c37-a197-978c3373d94b'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:21:54.000494 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18a7427a-61ac-4a22-a5af-43f4367f012b" -d '{"events": [{"name": "network-changed", "server_uuid": "07df8db3-28f5-4372-a34c-9d042cca0e5e", "tag": "b480e985-94d1-4c37-a197-978c3373d94b"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:21:54.029601 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-9990ca7d-9ab1-4e54-91a5-ba85ab6d3f0e req-f10a40a7-da09-4a17-8daa-0cadf303e28c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:54.065292 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10f4b1bc-302d-457d-b5f3-17fa1ef40943 admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:21:54.084871 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234d01c5-a903-4f46-b248-ab1a3d130a1e None None] Sync routers for ids ['a4088f0d-ca29-496d-8308-6d6c1ee614fd'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:21:54.096197 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-10f4b1bc-302d-457d-b5f3-17fa1ef40943 admin admin] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:54.101554 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-10f4b1bc-302d-457d-b5f3-17fa1ef40943 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 7.1856968 Dec 20 14:21:54.109037 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 47698) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:21:54.113271 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234d01c5-a903-4f46-b248-ab1a3d130a1e None None] Routers {'a4088f0d-ca29-496d-8308-6d6c1ee614fd'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:21:54.116937 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-234d01c5-a903-4f46-b248-ab1a3d130a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:21:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['a4088f0d-ca29-496d-8308-6d6c1ee614fd'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:21:54.261784 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4be4a9d-919a-4822-8b55-9597fd962609 service neutron] Pushing event updated for resources: {'Port': ['ID=b480e985-94d1-4c37-a197-978c3373d94b,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:54.305396 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ed28fbc-c29f-446b-82f2-ae2a7cbc474e x-openstack-request-id: req-5ed28fbc-c29f-446b-82f2-ae2a7cbc474e {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:21:54.305986 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55f04ceb-16c0-4d6e-a7a8-ba074798c4f2", "tag": "14c108e8-8a1e-4f15-ad35-e7cd1d38574f", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:21:54.305986 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5ed28fbc-c29f-446b-82f2-ae2a7cbc474e {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:21:54.307107 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-785f76ee-001e-42ff-8bed-0d2b53035cdc x-openstack-request-id: req-785f76ee-001e-42ff-8bed-0d2b53035cdc {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:21:54.307455 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55f04ceb-16c0-4d6e-a7a8-ba074798c4f2', 'tag': '14c108e8-8a1e-4f15-ad35-e7cd1d38574f', 'status': 'completed', 'code': 200} Dec 20 14:21:54.307577 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07df8db3-28f5-4372-a34c-9d042cca0e5e", "tag": "b480e985-94d1-4c37-a197-978c3373d94b", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:21:54.307786 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-785f76ee-001e-42ff-8bed-0d2b53035cdc {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:21:54.310130 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07df8db3-28f5-4372-a34c-9d042cca0e5e', 'tag': 'b480e985-94d1-4c37-a197-978c3373d94b', 'status': 'completed', 'code': 200} Dec 20 14:21:54.312146 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e550f4d0-87d4-46b8-b3b6-eea6fde00bfc req-2136d73f-86c4-4880-8570-384ae6e9695e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:54.327004 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e550f4d0-87d4-46b8-b3b6-eea6fde00bfc req-2136d73f-86c4-4880-8570-384ae6e9695e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=67090548a8c94f7bb1b8a5ae37b6ba4c&device_id=07df8db3-28f5-4372-a34c-9d042cca0e5e HTTP/1.1" status: 200 len: 1100 time: 0.3149085 Dec 20 14:21:54.417941 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6e3fe872-2770-4b0f-ae70-0a1fda50eadd req-e55d9093-b3c1-4874-908e-221f9d25cf2b tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/security-groups?id=d29d9ba9-24bd-4d94-be52-3ca7019f1c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4436965 Dec 20 14:21:54.423770 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7045e4-8ab4-4b2c-8fbc-9b423164f45d req-67973aaf-b6b9-445d-9f5c-f10be28d97d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:54.426000 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4d7045e4-8ab4-4b2c-8fbc-9b423164f45d req-67973aaf-b6b9-445d-9f5c-f10be28d97d6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=92e3cf73bd51484d9ba59eee56c670d9&device_id=55f04ceb-16c0-4d6e-a7a8-ba074798c4f2 HTTP/1.1" status: 200 len: 1096 time: 0.4465871 Dec 20 14:21:54.448789 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e550f4d0-87d4-46b8-b3b6-eea6fde00bfc req-8c116a09-67df-4395-894f-efdd2c80193a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=b480e985-94d1-4c37-a197-978c3373d94b HTTP/1.1" status: 200 len: 217 time: 0.1117129 Dec 20 14:21:54.450995 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b9632f23-ef69-4829-84ca-f52715fe6382 None None] Publish callbacks [] for port, precommit_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:54.470695 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b9632f23-ef69-4829-84ca-f52715fe6382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:54.478950 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-234d01c5-a903-4f46-b248-ab1a3d130a1e None None] Set router a4088f0d-ca29-496d-8308-6d6c1ee614fd gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:21:54.485241 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738d1d23-30bb-4a57-a8df-f1f5013bc4de service neutron] Pushing event updated for resources: {'Port': ['ID=14c108e8-8a1e-4f15-ad35-e7cd1d38574f,revision_number=3']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:54.499790 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4d7045e4-8ab4-4b2c-8fbc-9b423164f45d req-046280e2-ac03-4bcf-995c-e7c68a635200 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=14c108e8-8a1e-4f15-ad35-e7cd1d38574f HTTP/1.1" status: 200 len: 217 time: 0.0596185 Dec 20 14:21:54.521392 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14cbd91-af22-4206-8e28-a00a7d1f52af None None] Pushing event updated for resources: {'Port': ['ID=af095096-205e-4b90-99b8-832cb31672d2,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:54.589987 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10a40a7-da09-4a17-8daa-0cadf303e28c service neutron] Pushing event updated for resources: {'Port': ['ID=39ee60c5-9697-46cd-8710-4390a2539519,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:54.614974 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 47712) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:21:54.628326 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-9990ca7d-9ab1-4e54-91a5-ba85ab6d3f0e req-f10a40a7-da09-4a17-8daa-0cadf303e28c service neutron] Attempting to bind port 39ee60c5-9697-46cd-8710-4390a2539519 on host n-h1-761264-19 for vnic_type normal with profile {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:21:54.628661 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-9990ca7d-9ab1-4e54-91a5-ba85ab6d3f0e req-f10a40a7-da09-4a17-8daa-0cadf303e28c service neutron] Attempting to bind port 39ee60c5-9697-46cd-8710-4390a2539519 by drivers openvswitch,hyperv on host n-h1-761264-19 at level 0 using segments [{'id': 'c78eb3db-e8a6-4673-b220-136b3d8ed714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f77acfe8-c05d-4606-b7e9-7027c0b13511'}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:21:54.628991 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9990ca7d-9ab1-4e54-91a5-ba85ab6d3f0e req-f10a40a7-da09-4a17-8daa-0cadf303e28c service neutron] Attempting to bind port 39ee60c5-9697-46cd-8710-4390a2539519 on network f77acfe8-c05d-4606-b7e9-7027c0b13511 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:21:54.630482 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-6ef4f3f1-dfc7-4ef8-8033-2173f7e19460 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1430184227-network', 'tenant_id': '98ae6d5e3841444bb1b49cfd90c7eecf'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:21:54.650529 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9990ca7d-9ab1-4e54-91a5-ba85ab6d3f0e req-f10a40a7-da09-4a17-8daa-0cadf303e28c service neutron] Port 39ee60c5-9697-46cd-8710-4390a2539519 on network f77acfe8-c05d-4606-b7e9-7027c0b13511 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-19 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:21:54.659026 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9990ca7d-9ab1-4e54-91a5-ba85ab6d3f0e req-f10a40a7-da09-4a17-8daa-0cadf303e28c service neutron] Attempting to bind port 39ee60c5-9697-46cd-8710-4390a2539519 on network f77acfe8-c05d-4606-b7e9-7027c0b13511 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:21:54.672275 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e550f4d0-87d4-46b8-b3b6-eea6fde00bfc req-cddb9114-9a08-4916-9dfc-3dd7ceb4650c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:54.680595 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e550f4d0-87d4-46b8-b3b6-eea6fde00bfc req-cddb9114-9a08-4916-9dfc-3dd7ceb4650c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=36bf280f-81bb-4486-a87a-9b9505a1cec4 HTTP/1.1" status: 200 len: 843 time: 0.1904147 Dec 20 14:21:54.720747 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-b9632f23-ef69-4829-84ca-f52715fe6382 None None] Attempting to bind port af095096-205e-4b90-99b8-832cb31672d2 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:21:54.721352 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-b9632f23-ef69-4829-84ca-f52715fe6382 None None] Attempting to bind port af095096-205e-4b90-99b8-832cb31672d2 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '9f419e6f-875b-4d90-bc7c-6c92d8ac4e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '20e63510-01d1-4b5f-981b-3ccbe7fab833'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:21:54.721445 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9632f23-ef69-4829-84ca-f52715fe6382 None None] Attempting to bind port af095096-205e-4b90-99b8-832cb31672d2 on network 20e63510-01d1-4b5f-981b-3ccbe7fab833 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:21:54.722833 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9990ca7d-9ab1-4e54-91a5-ba85ab6d3f0e req-f10a40a7-da09-4a17-8daa-0cadf303e28c service neutron] Checking agent: {'id': '3e5ace3e-dd7b-4522-a7c4-77d13dbeab1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:21:54.722833 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9990ca7d-9ab1-4e54-91a5-ba85ab6d3f0e req-f10a40a7-da09-4a17-8daa-0cadf303e28c service neutron] Checking segment: {'id': 'c78eb3db-e8a6-4673-b220-136b3d8ed714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f77acfe8-c05d-4606-b7e9-7027c0b13511'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:21:54.722833 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9990ca7d-9ab1-4e54-91a5-ba85ab6d3f0e req-f10a40a7-da09-4a17-8daa-0cadf303e28c service neutron] Bound using segment: {'id': 'c78eb3db-e8a6-4673-b220-136b3d8ed714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f77acfe8-c05d-4606-b7e9-7027c0b13511'} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:21:54.723093 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-9990ca7d-9ab1-4e54-91a5-ba85ab6d3f0e req-f10a40a7-da09-4a17-8daa-0cadf303e28c service neutron] Bound port: 39ee60c5-9697-46cd-8710-4390a2539519, host: n-h1-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c78eb3db-e8a6-4673-b220-136b3d8ed714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f77acfe8-c05d-4606-b7e9-7027c0b13511'}}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:21:54.723313 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-9990ca7d-9ab1-4e54-91a5-ba85ab6d3f0e req-f10a40a7-da09-4a17-8daa-0cadf303e28c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:54.747390 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9632f23-ef69-4829-84ca-f52715fe6382 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:21:54.748802 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9632f23-ef69-4829-84ca-f52715fe6382 None None] Checking segment: {'id': '9f419e6f-875b-4d90-bc7c-6c92d8ac4e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '20e63510-01d1-4b5f-981b-3ccbe7fab833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:21:54.750371 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b9632f23-ef69-4829-84ca-f52715fe6382 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:54.750959 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9632f23-ef69-4829-84ca-f52715fe6382 None None] Bound using segment: {'id': '9f419e6f-875b-4d90-bc7c-6c92d8ac4e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '20e63510-01d1-4b5f-981b-3ccbe7fab833'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:21:54.751731 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-b9632f23-ef69-4829-84ca-f52715fe6382 None None] Bound port: af095096-205e-4b90-99b8-832cb31672d2, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f419e6f-875b-4d90-bc7c-6c92d8ac4e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '20e63510-01d1-4b5f-981b-3ccbe7fab833'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:21:54.752118 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b9632f23-ef69-4829-84ca-f52715fe6382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:54.791392 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e261413-119b-4f50-9179-44ab9ee7f503 req-9dc345cf-4d58-4c2d-a74d-eb7ecd61a953 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:54.799882 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4e261413-119b-4f50-9179-44ab9ee7f503 req-9dc345cf-4d58-4c2d-a74d-eb7ecd61a953 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=1ee336c7-2c51-4a07-9c99-847191098eee HTTP/1.1" status: 200 len: 943 time: 0.3529582 Dec 20 14:21:54.845877 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ef4f3f1-dfc7-4ef8-8033-2173f7e19460 admin admin] Made reservation on behalf of 98ae6d5e3841444bb1b49cfd90c7eecf for: {'network': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:21:54.849100 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6ef4f3f1-dfc7-4ef8-8033-2173f7e19460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:54.884422 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6ef4f3f1-dfc7-4ef8-8033-2173f7e19460 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:54.884762 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-b9632f23-ef69-4829-84ca-f52715fe6382 None None] For port af095096-205e-4b90-99b8-832cb31672d2, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:21:54.891973 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-b9632f23-ef69-4829-84ca-f52715fe6382 None None] For port af095096-205e-4b90-99b8-832cb31672d2, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=af095096-205e-4b90-99b8-832cb31672d2,segment=NetworkSegment(9f419e6f-875b-4d90-bc7c-6c92d8ac4e58),segment_id=9f419e6f-875b-4d90-bc7c-6c92d8ac4e58)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:21:54.903656 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b9632f23-ef69-4829-84ca-f52715fe6382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:54.911833 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e550f4d0-87d4-46b8-b3b6-eea6fde00bfc req-d89abbed-5f96-4fd2-89c5-628a1ad7cd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:54.913806 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e550f4d0-87d4-46b8-b3b6-eea6fde00bfc req-d89abbed-5f96-4fd2-89c5-628a1ad7cd73 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2304389 Dec 20 14:21:54.945172 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7045e4-8ab4-4b2c-8fbc-9b423164f45d req-9b39da00-8155-4138-a18d-a9e9150f400c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:54.946652 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4d7045e4-8ab4-4b2c-8fbc-9b423164f45d req-9b39da00-8155-4138-a18d-a9e9150f400c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9ae0f23a-29ed-4948-a81a-2e6d5a905c6c HTTP/1.1" status: 200 len: 867 time: 0.3423407 Dec 20 14:21:54.994324 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4e261413-119b-4f50-9179-44ab9ee7f503 req-821e942a-3867-44b3-9c0f-ca5f076b812a tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831172 Dec 20 14:21:55.038351 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14cbd91-af22-4206-8e28-a00a7d1f52af None None] Pushing event updated for resources: {'Port': ['ID=af095096-205e-4b90-99b8-832cb31672d2,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:55.112561 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-dec95d72-5855-4fb8-a3c2-d13503fc5c23 None None] Provisioning complete for port af095096-205e-4b90-99b8-832cb31672d2 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:21:55.113444 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-dec95d72-5855-4fb8-a3c2-d13503fc5c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:55.157514 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf8770-d5c8-4114-9806-ff2fe34bd413 req-c377cf20-98e2-4380-904d-d2bad73da140 tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:55.162900 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-aedf8770-d5c8-4114-9806-ff2fe34bd413 req-c377cf20-98e2-4380-904d-d2bad73da140 tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] 10.222.0.54 "GET /v2.0/ports?device_id=55f04ceb-16c0-4d6e-a7a8-ba074798c4f2 HTTP/1.1" status: 200 len: 944 time: 0.3831003 Dec 20 14:21:55.167453 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e550f4d0-87d4-46b8-b3b6-eea6fde00bfc req-c0bc9f50-28a5-477e-a0d7-8494274f4387 service neutron] 10.222.0.30 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440653 Dec 20 14:21:55.174896 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-9990ca7d-9ab1-4e54-91a5-ba85ab6d3f0e req-f10a40a7-da09-4a17-8daa-0cadf303e28c service neutron] For port 39ee60c5-9697-46cd-8710-4390a2539519, host n-h1-761264-19, cleared binding levels {{(pid=103168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:21:55.192278 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-234d01c5-a903-4f46-b248-ab1a3d130a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4088f0d-ca29-496d-8308-6d6c1ee614fd', 'name': 'tempest-FloatingIPsAssociationTestJSON-1936186760-router', 'tenant_id': '4f3a59730c994d32a8cbf695683850a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '4d3978ef-d762-4485-835b-11cfc052303d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:21:47Z', 'updated_at': '2021-12-20T14:21:51Z', 'revision_number': 3, 'project_id': '4f3a59730c994d32a8cbf695683850a0', 'gw_port': {'id': '4d3978ef-d762-4485-835b-11cfc052303d', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:bf:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4088f0d-ca29-496d-8308-6d6c1ee614fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:21:49Z', 'updated_at': '2021-12-20T14:21:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:21:55.196676 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-9990ca7d-9ab1-4e54-91a5-ba85ab6d3f0e req-f10a40a7-da09-4a17-8daa-0cadf303e28c service neutron] For port 39ee60c5-9697-46cd-8710-4390a2539519, host n-h1-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=39ee60c5-9697-46cd-8710-4390a2539519,segment=NetworkSegment(c78eb3db-e8a6-4673-b220-136b3d8ed714),segment_id=c78eb3db-e8a6-4673-b220-136b3d8ed714)] {{(pid=103168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:21:55.203115 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9632f23-ef69-4829-84ca-f52715fe6382 None None] Routers {'feddcd9f-8f6f-4341-8c8c-fa89bef2d432'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:21:55.205019 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-b9632f23-ef69-4829-84ca-f52715fe6382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:21:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['feddcd9f-8f6f-4341-8c8c-fa89bef2d432'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:21:55.223951 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6ef4f3f1-dfc7-4ef8-8033-2173f7e19460 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:55.256378 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-9990ca7d-9ab1-4e54-91a5-ba85ab6d3f0e req-f10a40a7-da09-4a17-8daa-0cadf303e28c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:55.261823 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234d01c5-a903-4f46-b248-ab1a3d130a1e None None] Checking router: a4088f0d-ca29-496d-8308-6d6c1ee614fd for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:21:55.262181 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234d01c5-a903-4f46-b248-ab1a3d130a1e None None] Updating router a4088f0d-ca29-496d-8308-6d6c1ee614fd port 4d3978ef-d762-4485-835b-11cfc052303d binding host n-d-761264-19 {{(pid=103170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 14:21:55.271342 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6ef4f3f1-dfc7-4ef8-8033-2173f7e19460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:55.321446 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-234d01c5-a903-4f46-b248-ab1a3d130a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:55.361811 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ef4f3f1-dfc7-4ef8-8033-2173f7e19460 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=103167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:21:55.379947 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef4f3f1-dfc7-4ef8-8033-2173f7e19460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=740aa98e-f90a-4207-9cc4-4e95b61f7e15,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:55.395391 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-b9632f23-ef69-4829-84ca-f52715fe6382 None None] Set router feddcd9f-8f6f-4341-8c8c-fa89bef2d432 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:21:55.427156 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6ef4f3f1-dfc7-4ef8-8033-2173f7e19460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:55.429150 n-d-761264-19 neutron-server[103167]: INFO neutron.db.segments_db [None req-6ef4f3f1-dfc7-4ef8-8033-2173f7e19460 admin admin] Added segment 81f9c096-d0a5-4567-8c87-75456228e5a3 of type vlan for network e76fd914-6ce4-44fe-92e7-e5f023645820 Dec 20 14:21:55.586471 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6ef4f3f1-dfc7-4ef8-8033-2173f7e19460 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:55.592038 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-dec95d72-5855-4fb8-a3c2-d13503fc5c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:55.595250 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e550f4d0-87d4-46b8-b3b6-eea6fde00bfc req-7726279c-02a7-4822-9658-10c0f276031e service neutron] 10.222.0.30 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4143236 Dec 20 14:21:55.697273 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7045e4-8ab4-4b2c-8fbc-9b423164f45d req-5bdf98bc-47e2-47e2-ac37-88d00bb168e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:55.698814 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4d7045e4-8ab4-4b2c-8fbc-9b423164f45d req-5bdf98bc-47e2-47e2-ac37-88d00bb168e3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=80d00bf9-e2d3-4274-b126-1d34ec749a75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7352376 Dec 20 14:21:55.733949 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-dec95d72-5855-4fb8-a3c2-d13503fc5c23 None None] For port af095096-205e-4b90-99b8-832cb31672d2, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=af095096-205e-4b90-99b8-832cb31672d2,segment=NetworkSegment(9f419e6f-875b-4d90-bc7c-6c92d8ac4e58),segment_id=9f419e6f-875b-4d90-bc7c-6c92d8ac4e58)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:21:55.735669 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6ef4f3f1-dfc7-4ef8-8033-2173f7e19460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:55.736644 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef4f3f1-dfc7-4ef8-8033-2173f7e19460 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:55.737247 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-234d01c5-a903-4f46-b248-ab1a3d130a1e None None] Publish callbacks [] for port, precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:55.737362 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6ef4f3f1-dfc7-4ef8-8033-2173f7e19460 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:55.749400 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-234d01c5-a903-4f46-b248-ab1a3d130a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:55.760038 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-dec95d72-5855-4fb8-a3c2-d13503fc5c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:55.800979 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9990ca7d-9ab1-4e54-91a5-ba85ab6d3f0e req-f10a40a7-da09-4a17-8daa-0cadf303e28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:55.801625 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-9990ca7d-9ab1-4e54-91a5-ba85ab6d3f0e req-f10a40a7-da09-4a17-8daa-0cadf303e28c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:55.803584 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9990ca7d-9ab1-4e54-91a5-ba85ab6d3f0e req-f10a40a7-da09-4a17-8daa-0cadf303e28c service neutron] 10.222.0.30 "PUT /v2.0/ports/39ee60c5-9697-46cd-8710-4390a2539519 HTTP/1.1" status: 200 len: 1092 time: 3.8760495 Dec 20 14:21:55.848578 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-6ef4f3f1-dfc7-4ef8-8033-2173f7e19460 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2317169 Dec 20 14:21:55.850810 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a7427a-61ac-4a22-a5af-43f4367f012b req-a40b644d-0e4b-46d5-bad3-57839691b280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:55.852176 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-18a7427a-61ac-4a22-a5af-43f4367f012b req-a40b644d-0e4b-46d5-bad3-57839691b280 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=67090548a8c94f7bb1b8a5ae37b6ba4c&device_id=07df8db3-28f5-4372-a34c-9d042cca0e5e HTTP/1.1" status: 200 len: 1100 time: 0.1825702 Dec 20 14:21:55.852709 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 47736) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:21:55.862551 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-7c80c517-e95c-49b8-ae2c-24a2ce030f15 admin admin] Request body: {'subnet': {'network_id': 'e76fd914-6ce4-44fe-92e7-e5f023645820', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1430184227-subnet', 'tenant_id': '98ae6d5e3841444bb1b49cfd90c7eecf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:21:55.875597 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef4f3f1-dfc7-4ef8-8033-2173f7e19460 admin admin] Pushing event updated for resources: {'Network': ['ID=e76fd914-6ce4-44fe-92e7-e5f023645820,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:55.889170 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54aacf9-9714-4347-8779-0abd9ba38b84 None None] Pushing event updated for resources: {'Port': ['ID=4d3978ef-d762-4485-835b-11cfc052303d,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:55.892331 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network e76fd914-6ce4-44fe-92e7-e5f023645820 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:21:55.899538 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-234d01c5-a903-4f46-b248-ab1a3d130a1e None None] Attempting to bind port 4d3978ef-d762-4485-835b-11cfc052303d on host n-d-761264-19 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:21:55.901424 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-234d01c5-a903-4f46-b248-ab1a3d130a1e None None] Attempting to bind port 4d3978ef-d762-4485-835b-11cfc052303d by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:21:55.901995 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234d01c5-a903-4f46-b248-ab1a3d130a1e None None] Attempting to bind port 4d3978ef-d762-4485-835b-11cfc052303d on network c3f8658e-da35-41f3-bd03-509e29ebd6f3 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:21:55.909181 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234d01c5-a903-4f46-b248-ab1a3d130a1e None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:21:55.910361 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234d01c5-a903-4f46-b248-ab1a3d130a1e None None] Checking segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:21:55.911220 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-234d01c5-a903-4f46-b248-ab1a3d130a1e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:55.911774 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234d01c5-a903-4f46-b248-ab1a3d130a1e None None] Bound using segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:21:55.912413 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-234d01c5-a903-4f46-b248-ab1a3d130a1e None None] Bound port: 4d3978ef-d762-4485-835b-11cfc052303d, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:21:55.913368 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-234d01c5-a903-4f46-b248-ab1a3d130a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:55.915012 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a16323-6cf5-41ce-a3b7-4f858f419a40 req-173f4ba5-a0c3-4d1e-8ac3-0f428a331118 tempest-ServersAdminNegativeTestJSON-1775058461 tempest-ServersAdminNegativeTestJSON-1775058461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:55.916591 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c7a16323-6cf5-41ce-a3b7-4f858f419a40 req-173f4ba5-a0c3-4d1e-8ac3-0f428a331118 tempest-ServersAdminNegativeTestJSON-1775058461 tempest-ServersAdminNegativeTestJSON-1775058461-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=b03565e1-af6f-4ab3-b906-cdeb4408ebef HTTP/1.1" status: 200 len: 1102 time: 0.1880240 Dec 20 14:21:55.972873 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec95d72-5855-4fb8-a3c2-d13503fc5c23 None None] Pushing event updated for resources: {'Port': ['ID=af095096-205e-4b90-99b8-832cb31672d2,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:56.002248 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2b393eb0-86ea-4c1a-936b-5c2b5a74fb1f None None] Provisioning complete for port af095096-205e-4b90-99b8-832cb31672d2 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:21:56.002624 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2b393eb0-86ea-4c1a-936b-5c2b5a74fb1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:56.009786 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-234d01c5-a903-4f46-b248-ab1a3d130a1e None None] For port 4d3978ef-d762-4485-835b-11cfc052303d, host n-d-761264-19, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:21:56.013629 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-234d01c5-a903-4f46-b248-ab1a3d130a1e None None] For port 4d3978ef-d762-4485-835b-11cfc052303d, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=4d3978ef-d762-4485-835b-11cfc052303d,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:21:56.032854 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-234d01c5-a903-4f46-b248-ab1a3d130a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:56.083553 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10a40a7-da09-4a17-8daa-0cadf303e28c service neutron] Pushing event updated for resources: {'Port': ['ID=39ee60c5-9697-46cd-8710-4390a2539519,revision_number=3']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:56.095314 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-b9632f23-ef69-4829-84ca-f52715fe6382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feddcd9f-8f6f-4341-8c8c-fa89bef2d432', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-32230187-router', 'tenant_id': '6264d8286e254fd5bc5a1b7814fc9e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': 'fe910eb7-95fb-43cf-9119-ab834b3ec122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:21:40Z', 'updated_at': '2021-12-20T14:21:49Z', 'revision_number': 4, 'project_id': '6264d8286e254fd5bc5a1b7814fc9e8d', 'gw_port': {'id': 'fe910eb7-95fb-43cf-9119-ab834b3ec122', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:35:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feddcd9f-8f6f-4341-8c8c-fa89bef2d432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:21:42Z', 'updated_at': '2021-12-20T14:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'af095096-205e-4b90-99b8-832cb31672d2', 'name': '', 'network_id': '20e63510-01d1-4b5f-981b-3ccbe7fab833', 'tenant_id': '6264d8286e254fd5bc5a1b7814fc9e8d', 'mac_address': 'fa:16:3e:a9:74:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feddcd9f-8f6f-4341-8c8c-fa89bef2d432', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'e710479b-16cf-4349-9db5-8619d38b2e41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:21:48Z', 'updated_at': '2021-12-20T14:21:54Z', 'revision_number': 4, 'project_id': '6264d8286e254fd5bc5a1b7814fc9e8d', 'subnets': [{'id': 'e710479b-16cf-4349-9db5-8619d38b2e41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:21:56.103650 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-aedf8770-d5c8-4114-9806-ff2fe34bd413 req-ee7459d6-de9a-4b05-a30c-8579560bd497 tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] 10.222.0.54 "GET /v2.0/security-groups?id=a65b051b-114e-4b1e-a061-94d194ee3601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9262488 Dec 20 14:21:56.116311 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9990ca7d-9ab1-4e54-91a5-ba85ab6d3f0e req-9da11807-7ef7-4b56-858b-072f383aea94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:56.118108 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9990ca7d-9ab1-4e54-91a5-ba85ab6d3f0e req-9da11807-7ef7-4b56-858b-072f383aea94 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=230adefc93184769a5ed971e644ca4c5&device_id=1ee336c7-2c51-4a07-9c99-847191098eee HTTP/1.1" status: 200 len: 1095 time: 0.2447319 Dec 20 14:21:56.120320 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4d7045e4-8ab4-4b2c-8fbc-9b423164f45d req-474aa830-dc6b-4e23-8c7e-72dfe06e7574 service neutron] 10.222.0.47 "GET /v2.0/networks/80d00bf9-e2d3-4274-b126-1d34ec749a75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4085083 Dec 20 14:21:56.139682 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54aacf9-9714-4347-8779-0abd9ba38b84 None None] Pushing event updated for resources: {'Port': ['ID=4d3978ef-d762-4485-835b-11cfc052303d,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:56.142835 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9632f23-ef69-4829-84ca-f52715fe6382 None None] The sync data for ids ['feddcd9f-8f6f-4341-8c8c-fa89bef2d432'] in n-d-761264-19 is: [{'id': 'feddcd9f-8f6f-4341-8c8c-fa89bef2d432', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-32230187-router', 'tenant_id': '6264d8286e254fd5bc5a1b7814fc9e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': 'fe910eb7-95fb-43cf-9119-ab834b3ec122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:21:40Z', 'updated_at': '2021-12-20T14:21:49Z', 'revision_number': 4, 'project_id': '6264d8286e254fd5bc5a1b7814fc9e8d', 'gw_port': {'id': 'fe910eb7-95fb-43cf-9119-ab834b3ec122', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:35:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feddcd9f-8f6f-4341-8c8c-fa89bef2d432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:21:42Z', 'updated_at': '2021-12-20T14:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'af095096-205e-4b90-99b8-832cb31672d2', 'name': '', 'network_id': '20e63510-01d1-4b5f-981b-3ccbe7fab833', 'tenant_id': '6264d8286e254fd5bc5a1b7814fc9e8d', 'mac_address': 'fa:16:3e:a9:74:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feddcd9f-8f6f-4341-8c8c-fa89bef2d432', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'e710479b-16cf-4349-9db5-8619d38b2e41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:21:48Z', 'updated_at': '2021-12-20T14:21:54Z', 'revision_number': 4, 'project_id': '6264d8286e254fd5bc5a1b7814fc9e8d', 'subnets': [{'id': 'e710479b-16cf-4349-9db5-8619d38b2e41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:21:56.169593 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234d01c5-a903-4f46-b248-ab1a3d130a1e None None] Routers {'a4088f0d-ca29-496d-8308-6d6c1ee614fd'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:21:56.170663 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-234d01c5-a903-4f46-b248-ab1a3d130a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:21:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['a4088f0d-ca29-496d-8308-6d6c1ee614fd'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:21:56.269996 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9990ca7d-9ab1-4e54-91a5-ba85ab6d3f0e req-5f24bf2b-cbbb-4381-bfae-70cd9e699b99 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=39ee60c5-9697-46cd-8710-4390a2539519 HTTP/1.1" status: 200 len: 217 time: 0.1074371 Dec 20 14:21:56.310895 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ee336c7-2c51-4a07-9c99-847191098eee', 'tag': '39ee60c5-9697-46cd-8710-4390a2539519'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:21:56.313152 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aa35c8f-9a20-425c-ae09-229264dea720" -d '{"events": [{"name": "network-changed", "server_uuid": "1ee336c7-2c51-4a07-9c99-847191098eee", "tag": "39ee60c5-9697-46cd-8710-4390a2539519"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:21:56.396500 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9990ca7d-9ab1-4e54-91a5-ba85ab6d3f0e req-b80b662c-57e0-4719-8858-53bf7a2d44f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:56.398578 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9990ca7d-9ab1-4e54-91a5-ba85ab6d3f0e req-b80b662c-57e0-4719-8858-53bf7a2d44f3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=39805718-f3e9-41ca-8469-b49efb1a12f8 HTTP/1.1" status: 200 len: 861 time: 0.0887723 Dec 20 14:21:56.400830 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c80c517-e95c-49b8-ae2c-24a2ce030f15 admin admin] Made reservation on behalf of 98ae6d5e3841444bb1b49cfd90c7eecf for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:21:56.403284 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7c80c517-e95c-49b8-ae2c-24a2ce030f15 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:56.432547 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-234d01c5-a903-4f46-b248-ab1a3d130a1e None None] Set router a4088f0d-ca29-496d-8308-6d6c1ee614fd gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:21:56.447428 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device af095096-205e-4b90-99b8-832cb31672d2 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:21:56.490851 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ebf93bef-5243-415a-a862-939e75ab7b29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:56.515226 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c7a16323-6cf5-41ce-a3b7-4f858f419a40 req-d2c4f863-f963-469c-950a-ccd8a830ed4b tempest-ServersAdminNegativeTestJSON-1775058461 tempest-ServersAdminNegativeTestJSON-1775058461-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=06195b07-8409-49b1-a771-72db1c511f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5734103 Dec 20 14:21:56.582242 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a7427a-61ac-4a22-a5af-43f4367f012b req-4021b0f4-bcbc-49cf-b470-117eecbb9c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:56.591536 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-18a7427a-61ac-4a22-a5af-43f4367f012b req-4021b0f4-bcbc-49cf-b470-117eecbb9c58 service neutron] 10.222.0.30 "GET /v2.0/networks?id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1 HTTP/1.1" status: 200 len: 870 time: 0.7188706 Dec 20 14:21:56.594096 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9990ca7d-9ab1-4e54-91a5-ba85ab6d3f0e req-906fe03e-9136-4cce-aeec-58e8ad910878 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f77acfe8-c05d-4606-b7e9-7027c0b13511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0883148 Dec 20 14:21:56.600272 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port af095096-205e-4b90-99b8-832cb31672d2 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:21:56.600730 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:56.659050 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-18a7427a-61ac-4a22-a5af-43f4367f012b req-4293b4da-57e2-4938-9fa5-b3c910408634 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=b480e985-94d1-4c37-a197-978c3373d94b HTTP/1.1" status: 200 len: 217 time: 0.0457871 Dec 20 14:21:56.708661 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aef8045-4ff6-4e02-bd86-0dbaad726337 req-74a1e355-5060-4243-9ecb-f824db662975 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:56.711073 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0aef8045-4ff6-4e02-bd86-0dbaad726337 req-74a1e355-5060-4243-9ecb-f824db662975 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?device_id=07df8db3-28f5-4372-a34c-9d042cca0e5e HTTP/1.1" status: 200 len: 948 time: 0.4568553 Dec 20 14:21:56.812596 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4d7045e4-8ab4-4b2c-8fbc-9b423164f45d req-31e6880f-02b1-4bb2-9b19-4c5a3d8bae16 service neutron] 10.222.0.47 "GET /v2.0/networks/80d00bf9-e2d3-4274-b126-1d34ec749a75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6786149 Dec 20 14:21:56.822254 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a7427a-61ac-4a22-a5af-43f4367f012b req-205dbe6e-688c-426b-9c10-1557650d467f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:56.823048 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-18a7427a-61ac-4a22-a5af-43f4367f012b req-205dbe6e-688c-426b-9c10-1557650d467f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=36bf280f-81bb-4486-a87a-9b9505a1cec4 HTTP/1.1" status: 200 len: 843 time: 0.1563532 Dec 20 14:21:56.842762 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-234d01c5-a903-4f46-b248-ab1a3d130a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4088f0d-ca29-496d-8308-6d6c1ee614fd', 'name': 'tempest-FloatingIPsAssociationTestJSON-1936186760-router', 'tenant_id': '4f3a59730c994d32a8cbf695683850a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '4d3978ef-d762-4485-835b-11cfc052303d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:21:47Z', 'updated_at': '2021-12-20T14:21:51Z', 'revision_number': 3, 'project_id': '4f3a59730c994d32a8cbf695683850a0', 'gw_port': {'id': '4d3978ef-d762-4485-835b-11cfc052303d', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:bf:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4088f0d-ca29-496d-8308-6d6c1ee614fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:21:49Z', 'updated_at': '2021-12-20T14:21:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:21:56.874917 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234d01c5-a903-4f46-b248-ab1a3d130a1e None None] The sync data for ids ['a4088f0d-ca29-496d-8308-6d6c1ee614fd'] in n-d-761264-19 is: [{'id': 'a4088f0d-ca29-496d-8308-6d6c1ee614fd', 'name': 'tempest-FloatingIPsAssociationTestJSON-1936186760-router', 'tenant_id': '4f3a59730c994d32a8cbf695683850a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '4d3978ef-d762-4485-835b-11cfc052303d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:21:47Z', 'updated_at': '2021-12-20T14:21:51Z', 'revision_number': 3, 'project_id': '4f3a59730c994d32a8cbf695683850a0', 'gw_port': {'id': '4d3978ef-d762-4485-835b-11cfc052303d', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:bf:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4088f0d-ca29-496d-8308-6d6c1ee614fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:21:49Z', 'updated_at': '2021-12-20T14:21:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:21:56.880856 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0aef8045-4ff6-4e02-bd86-0dbaad726337 req-46cfddce-4a9b-4c98-932b-b132aad308b2 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/security-groups?id=d29d9ba9-24bd-4d94-be52-3ca7019f1c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625741 Dec 20 14:21:56.892138 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dd2956-e782-4557-8808-110bd8d1728e req-981f3f06-83d8-4620-959c-c671ada1ff41 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:56.893718 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d4dd2956-e782-4557-8808-110bd8d1728e req-981f3f06-83d8-4620-959c-c671ada1ff41 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=1ee336c7-2c51-4a07-9c99-847191098eee HTTP/1.1" status: 200 len: 943 time: 0.1943896 Dec 20 14:21:56.940919 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9990ca7d-9ab1-4e54-91a5-ba85ab6d3f0e req-5f8a350e-7a48-4377-9553-7e1b45b2e814 service neutron] 10.222.0.30 "GET /v2.0/networks/f77acfe8-c05d-4606-b7e9-7027c0b13511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3262024 Dec 20 14:21:56.944711 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7c80c517-e95c-49b8-ae2c-24a2ce030f15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:56.951744 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2972742-7cd4-4b23-aa39-699296227de3 x-openstack-request-id: req-b2972742-7cd4-4b23-aa39-699296227de3 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:21:56.952026 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ee336c7-2c51-4a07-9c99-847191098eee", "tag": "39ee60c5-9697-46cd-8710-4390a2539519", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:21:56.952274 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b2972742-7cd4-4b23-aa39-699296227de3 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:21:56.952666 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ee336c7-2c51-4a07-9c99-847191098eee', 'tag': '39ee60c5-9697-46cd-8710-4390a2539519', 'status': 'completed', 'code': 200} Dec 20 14:21:57.004191 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-ebf93bef-5243-415a-a862-939e75ab7b29 admin admin] Allocated IP 172.20.0.1 (ac8eea40-77e8-4385-9ea6-fd285bf85abe/937bc278-96b6-4101-8820-0f0154447eb0/f285e005-4952-43c8-bece-d63ed5e51402) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:21:57.012947 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a7427a-61ac-4a22-a5af-43f4367f012b req-bc7b4223-a04e-48c5-95f2-35f9b48c9d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:57.016849 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-18a7427a-61ac-4a22-a5af-43f4367f012b req-bc7b4223-a04e-48c5-95f2-35f9b48c9d37 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1820688 Dec 20 14:21:57.062037 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d4dd2956-e782-4557-8808-110bd8d1728e req-02bdca37-9530-4800-ba0d-79754db3a32a tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612530 Dec 20 14:21:57.110227 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [req-7a6226c4-e80f-4728-8ab4-e0be055bd6ef req-08b30989-26ee-43a8-bb6f-efffe03ac5f6 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:21:57.121561 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7a6226c4-e80f-4728-8ab4-e0be055bd6ef req-08b30989-26ee-43a8-bb6f-efffe03ac5f6 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0149977 Dec 20 14:21:57.148435 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c80c517-e95c-49b8-ae2c-24a2ce030f15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05ec7bf3-6c57-436c-ae29-1e90a4ac3504,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:57.162164 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e677507-d3c1-429e-9957-463234486589 req-ffdbd19d-5cf8-40a2-8497-ac862f6ec3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:57.164193 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1e677507-d3c1-429e-9957-463234486589 req-ffdbd19d-5cf8-40a2-8497-ac862f6ec3e9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=92e3cf73bd51484d9ba59eee56c670d9&device_id=55f04ceb-16c0-4d6e-a7a8-ba074798c4f2 HTTP/1.1" status: 200 len: 1096 time: 0.2807171 Dec 20 14:21:57.167809 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c80c517-e95c-49b8-ae2c-24a2ce030f15 admin admin] Checking segment: {'id': '81f9c096-d0a5-4567-8c87-75456228e5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e76fd914-6ce4-44fe-92e7-e5f023645820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:21:57.168171 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c80c517-e95c-49b8-ae2c-24a2ce030f15 admin admin] Network hostable DHCP agents. Network: e76fd914-6ce4-44fe-92e7-e5f023645820, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:21:57.177250 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9990ca7d-9ab1-4e54-91a5-ba85ab6d3f0e req-f81bfe46-9630-4f2d-bccd-7ff927290072 service neutron] 10.222.0.30 "GET /v2.0/networks/f77acfe8-c05d-4606-b7e9-7027c0b13511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234230 Dec 20 14:21:57.241033 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-18a7427a-61ac-4a22-a5af-43f4367f012b req-d499f23c-9e9a-4351-919a-df7e2ed9005f service neutron] 10.222.0.30 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005062 Dec 20 14:21:57.270060 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c80c517-e95c-49b8-ae2c-24a2ce030f15 admin admin] Network e76fd914-6ce4-44fe-92e7-e5f023645820 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:21:57.368773 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-7c80c517-e95c-49b8-ae2c-24a2ce030f15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, e76fd914-6ce4-44fe-92e7-e5f023645820) {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:21:57.377312 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c80c517-e95c-49b8-ae2c-24a2ce030f15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:57.378472 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7c80c517-e95c-49b8-ae2c-24a2ce030f15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:57.407325 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-7c80c517-e95c-49b8-ae2c-24a2ce030f15 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.5500398 Dec 20 14:21:57.411709 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 47774) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:21:57.418182 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130bde46-22fc-44e5-b074-b50700a7314c None None] Network e76fd914-6ce4-44fe-92e7-e5f023645820 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:21:57.452080 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-43bfe32b-7fbe-435a-bc3a-a478a9d0fbb1 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1430184227-router', 'tenant_id': '98ae6d5e3841444bb1b49cfd90c7eecf', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:21:57.476242 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-18a7427a-61ac-4a22-a5af-43f4367f012b req-27ded8d2-b55d-4261-b9c5-f56c78b521af service neutron] 10.222.0.30 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250574 Dec 20 14:21:57.494175 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e677507-d3c1-429e-9957-463234486589 req-6c869c24-a92e-4db7-98e1-21219e119035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:57.496465 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1e677507-d3c1-429e-9957-463234486589 req-6c869c24-a92e-4db7-98e1-21219e119035 service neutron] 10.222.0.47 "GET /v2.0/networks?id=80d00bf9-e2d3-4274-b126-1d34ec749a75 HTTP/1.1" status: 200 len: 929 time: 0.3176157 Dec 20 14:21:57.526285 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-43bfe32b-7fbe-435a-bc3a-a478a9d0fbb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40114'] for router, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:57.527868 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-43bfe32b-7fbe-435a-bc3a-a478a9d0fbb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40139'] for router, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:57.615138 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-43bfe32b-7fbe-435a-bc3a-a478a9d0fbb1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:57.632190 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1e677507-d3c1-429e-9957-463234486589 req-eb644b77-d357-45fc-a03f-a3c5e938bccf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=14c108e8-8a1e-4f15-ad35-e7cd1d38574f HTTP/1.1" status: 200 len: 217 time: 0.1160808 Dec 20 14:21:57.645752 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da02fb60-3ab3-4e6d-8a10-88b5614ce5c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-e76fd914-6ce4-44fe-92e7-e5f023645820', 'network_id': 'e76fd914-6ce4-44fe-92e7-e5f023645820', 'project_id': '98ae6d5e3841444bb1b49cfd90c7eecf', 'fixed_ips': [{'subnet_id': '05ec7bf3-6c57-436c-ae29-1e90a4ac3504'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:21:57.646639 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-da02fb60-3ab3-4e6d-8a10-88b5614ce5c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:57.689733 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ebf93bef-5243-415a-a862-939e75ab7b29 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:57.705890 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f00e427-b83e-4a5f-a9a5-bd8a801d1498 req-36060c1c-883f-4772-945c-0a5ce8328820 tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:57.707696 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4f00e427-b83e-4a5f-a9a5-bd8a801d1498 req-36060c1c-883f-4772-945c-0a5ce8328820 tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] 10.222.0.54 "GET /v2.0/ports?device_id=55f04ceb-16c0-4d6e-a7a8-ba074798c4f2 HTTP/1.1" status: 200 len: 944 time: 0.3984475 Dec 20 14:21:57.728882 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa35c8f-9a20-425c-ae09-229264dea720 req-d7bc8905-e51b-4068-97a0-a0da3bf1f2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:57.730419 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4aa35c8f-9a20-425c-ae09-229264dea720 req-d7bc8905-e51b-4068-97a0-a0da3bf1f2e0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=230adefc93184769a5ed971e644ca4c5&device_id=1ee336c7-2c51-4a07-9c99-847191098eee HTTP/1.1" status: 200 len: 1095 time: 0.4223170 Dec 20 14:21:57.896591 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-43bfe32b-7fbe-435a-bc3a-a478a9d0fbb1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:57.917753 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-da02fb60-3ab3-4e6d-8a10-88b5614ce5c4 None None] Allocated IP 172.20.0.2 (e76fd914-6ce4-44fe-92e7-e5f023645820/05ec7bf3-6c57-436c-ae29-1e90a4ac3504/87cdea01-7a91-45d3-8416-cdea610beb5a) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:21:57.941991 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e677507-d3c1-429e-9957-463234486589 req-9f68fbec-9230-496a-9b0e-d2d4b0be57fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:57.943527 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1e677507-d3c1-429e-9957-463234486589 req-9f68fbec-9230-496a-9b0e-d2d4b0be57fb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9ae0f23a-29ed-4948-a81a-2e6d5a905c6c HTTP/1.1" status: 200 len: 867 time: 0.2763684 Dec 20 14:21:58.106177 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4f00e427-b83e-4a5f-a9a5-bd8a801d1498 req-a368effd-3703-45ef-92e1-589f329d8259 tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] 10.222.0.54 "GET /v2.0/security-groups?id=a65b051b-114e-4b1e-a061-94d194ee3601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3732111 Dec 20 14:21:58.127495 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ebf93bef-5243-415a-a862-939e75ab7b29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:58.210102 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-da02fb60-3ab3-4e6d-8a10-88b5614ce5c4 None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:58.220373 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-da02fb60-3ab3-4e6d-8a10-88b5614ce5c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:58.231629 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e677507-d3c1-429e-9957-463234486589 req-b3558c9f-c729-429e-a3e5-643b98493c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:58.233163 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1e677507-d3c1-429e-9957-463234486589 req-b3558c9f-c729-429e-a3e5-643b98493c4b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=80d00bf9-e2d3-4274-b126-1d34ec749a75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2156394 Dec 20 14:21:58.243610 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf93bef-5243-415a-a862-939e75ab7b29 admin admin] Network ac8eea40-77e8-4385-9ea6-fd285bf85abe is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:21:58.244854 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa35c8f-9a20-425c-ae09-229264dea720 req-9542e105-6026-421d-85e8-1adbec59d366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:58.246674 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4aa35c8f-9a20-425c-ae09-229264dea720 req-9542e105-6026-421d-85e8-1adbec59d366 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f77acfe8-c05d-4606-b7e9-7027c0b13511 HTTP/1.1" status: 200 len: 922 time: 0.4517944 Dec 20 14:21:58.261930 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-ebf93bef-5243-415a-a862-939e75ab7b29 admin admin] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:21:58.291812 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da02fb60-3ab3-4e6d-8a10-88b5614ce5c4 None None] Network e76fd914-6ce4-44fe-92e7-e5f023645820 is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:21:58.298073 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-da02fb60-3ab3-4e6d-8a10-88b5614ce5c4 None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:21:58.304660 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf93bef-5243-415a-a862-939e75ab7b29 admin admin] Pushing event updated for resources: {'Port': ['ID=f285e005-4952-43c8-bece-d63ed5e51402,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:58.305012 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da02fb60-3ab3-4e6d-8a10-88b5614ce5c4 None None] Pushing event updated for resources: {'Port': ['ID=87cdea01-7a91-45d3-8416-cdea610beb5a,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:58.308144 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da02fb60-3ab3-4e6d-8a10-88b5614ce5c4 None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:21:58.326474 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-43bfe32b-7fbe-435a-bc3a-a478a9d0fbb1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:58.333946 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf93bef-5243-415a-a862-939e75ab7b29 admin admin] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:21:58.334463 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ebf93bef-5243-415a-a862-939e75ab7b29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595714'] for router_interface, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:58.389075 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-43bfe32b-7fbe-435a-bc3a-a478a9d0fbb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:58.412240 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-da02fb60-3ab3-4e6d-8a10-88b5614ce5c4 None None] Attempting to bind port 87cdea01-7a91-45d3-8416-cdea610beb5a on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:21:58.412955 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-da02fb60-3ab3-4e6d-8a10-88b5614ce5c4 None None] Attempting to bind port 87cdea01-7a91-45d3-8416-cdea610beb5a by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '81f9c096-d0a5-4567-8c87-75456228e5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e76fd914-6ce4-44fe-92e7-e5f023645820'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:21:58.413301 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da02fb60-3ab3-4e6d-8a10-88b5614ce5c4 None None] Attempting to bind port 87cdea01-7a91-45d3-8416-cdea610beb5a on network e76fd914-6ce4-44fe-92e7-e5f023645820 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:21:58.429129 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6ef5cc-f50f-4846-9d42-9bcd8921072f req-11801c7e-a7c1-4351-9d80-03021a4a3f0e tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:58.431016 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1f6ef5cc-f50f-4846-9d42-9bcd8921072f req-11801c7e-a7c1-4351-9d80-03021a4a3f0e tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?device_id=07df8db3-28f5-4372-a34c-9d042cca0e5e HTTP/1.1" status: 200 len: 948 time: 0.2448838 Dec 20 14:21:58.431140 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da02fb60-3ab3-4e6d-8a10-88b5614ce5c4 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:21:58.435730 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da02fb60-3ab3-4e6d-8a10-88b5614ce5c4 None None] Checking segment: {'id': '81f9c096-d0a5-4567-8c87-75456228e5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e76fd914-6ce4-44fe-92e7-e5f023645820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:21:58.436342 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-da02fb60-3ab3-4e6d-8a10-88b5614ce5c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:58.436829 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da02fb60-3ab3-4e6d-8a10-88b5614ce5c4 None None] Bound using segment: {'id': '81f9c096-d0a5-4567-8c87-75456228e5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e76fd914-6ce4-44fe-92e7-e5f023645820'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:21:58.437430 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-da02fb60-3ab3-4e6d-8a10-88b5614ce5c4 None None] Bound port: 87cdea01-7a91-45d3-8416-cdea610beb5a, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81f9c096-d0a5-4567-8c87-75456228e5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e76fd914-6ce4-44fe-92e7-e5f023645820'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:21:58.439321 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-da02fb60-3ab3-4e6d-8a10-88b5614ce5c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:58.456145 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4aa35c8f-9a20-425c-ae09-229264dea720 req-592f1e31-79c3-41d5-90ed-b2b069b9157e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=39ee60c5-9697-46cd-8710-4390a2539519 HTTP/1.1" status: 200 len: 217 time: 0.1526334 Dec 20 14:21:58.494101 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 4d3978ef-d762-4485-835b-11cfc052303d up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:21:58.585353 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-43bfe32b-7fbe-435a-bc3a-a478a9d0fbb1 admin admin] Allocated IP 172.25.0.184 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/0aa84e8c-cbb5-49a5-9e63-2192aa58fd86) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:21:58.637960 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1f6ef5cc-f50f-4846-9d42-9bcd8921072f req-b30d95f7-761c-4410-874f-f04dea4bc955 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/security-groups?id=d29d9ba9-24bd-4d94-be52-3ca7019f1c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929724 Dec 20 14:21:58.712358 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-da02fb60-3ab3-4e6d-8a10-88b5614ce5c4 None None] For port 87cdea01-7a91-45d3-8416-cdea610beb5a, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:21:58.716254 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-da02fb60-3ab3-4e6d-8a10-88b5614ce5c4 None None] For port 87cdea01-7a91-45d3-8416-cdea610beb5a, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=87cdea01-7a91-45d3-8416-cdea610beb5a,segment=NetworkSegment(81f9c096-d0a5-4567-8c87-75456228e5a3),segment_id=81f9c096-d0a5-4567-8c87-75456228e5a3)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:21:58.719783 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-af1d9933-4c2c-4182-96aa-148e9613a363 None None] Provisioning complete for port f285e005-4952-43c8-bece-d63ed5e51402 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:21:58.720306 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-af1d9933-4c2c-4182-96aa-148e9613a363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:58.728906 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-43bfe32b-7fbe-435a-bc3a-a478a9d0fbb1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:58.748169 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-da02fb60-3ab3-4e6d-8a10-88b5614ce5c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:58.786113 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-43bfe32b-7fbe-435a-bc3a-a478a9d0fbb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:58.797411 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 4d3978ef-d762-4485-835b-11cfc052303d triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:21:58.798024 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:58.807529 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-af1d9933-4c2c-4182-96aa-148e9613a363 None None] Port f285e005-4952-43c8-bece-d63ed5e51402 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:21:58.852304 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbb7ac4-5063-4a32-a3ca-b5eefd00708b req-ce0e4ca5-ec3b-4a49-bb11-b92958d0343f tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:58.853698 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43bfe32b-7fbe-435a-bc3a-a478a9d0fbb1 admin admin] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:21:58.859812 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6dbb7ac4-5063-4a32-a3ca-b5eefd00708b req-ce0e4ca5-ec3b-4a49-bb11-b92958d0343f tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] 10.222.0.54 "GET /v2.0/ports?device_id=b03565e1-af6f-4ab3-b906-cdeb4408ebef HTTP/1.1" status: 200 len: 950 time: 0.6461027 Dec 20 14:21:58.874564 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-43bfe32b-7fbe-435a-bc3a-a478a9d0fbb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:21:58.883064 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bfe32b-7fbe-435a-bc3a-a478a9d0fbb1 admin admin] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:21:58.889303 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da02fb60-3ab3-4e6d-8a10-88b5614ce5c4 None None] Pushing event updated for resources: {'Port': ['ID=87cdea01-7a91-45d3-8416-cdea610beb5a,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:58.936085 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bfe32b-7fbe-435a-bc3a-a478a9d0fbb1 admin admin] Pushing event updated for resources: {'Port': ['ID=0aa84e8c-cbb5-49a5-9e63-2192aa58fd86,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:58.944702 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa35c8f-9a20-425c-ae09-229264dea720 req-ba596ef2-db95-466b-a5bc-27ced2e165db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:58.946095 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4aa35c8f-9a20-425c-ae09-229264dea720 req-ba596ef2-db95-466b-a5bc-27ced2e165db service neutron] 10.222.0.30 "GET /v2.0/subnets?id=39805718-f3e9-41ca-8469-b49efb1a12f8 HTTP/1.1" status: 200 len: 861 time: 0.4287026 Dec 20 14:21:58.959467 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:58.986282 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] For port 4d3978ef-d762-4485-835b-11cfc052303d, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=4d3978ef-d762-4485-835b-11cfc052303d,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:21:58.990130 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6dbb7ac4-5063-4a32-a3ca-b5eefd00708b req-f696db58-5f77-4500-9ae6-c3ad9c9b3974 tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] 10.222.0.54 "GET /v2.0/security-groups?id=06195b07-8409-49b1-a771-72db1c511f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292989 Dec 20 14:21:58.992855 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:58.994159 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daf169d-cf5b-4a5e-a151-c762bf85eb0c req-bc8c54ce-c72c-4578-8999-8c13b6580a46 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:58.995981 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8daf169d-cf5b-4a5e-a151-c762bf85eb0c req-bc8c54ce-c72c-4578-8999-8c13b6580a46 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=1ee336c7-2c51-4a07-9c99-847191098eee HTTP/1.1" status: 200 len: 943 time: 0.1705446 Dec 20 14:21:59.022031 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1e677507-d3c1-429e-9957-463234486589 req-d4edec9b-f09b-421f-888f-7c21a0e50991 service neutron] 10.222.0.47 "GET /v2.0/networks/80d00bf9-e2d3-4274-b126-1d34ec749a75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7709792 Dec 20 14:21:59.089626 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4aa35c8f-9a20-425c-ae09-229264dea720 req-d7b50705-ba7a-4486-8807-f08be31ae1f8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f77acfe8-c05d-4606-b7e9-7027c0b13511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1153898 Dec 20 14:21:59.135440 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8daf169d-cf5b-4a5e-a151-c762bf85eb0c req-deb18816-2d3f-4351-8eb3-1c8de6b99481 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096213 Dec 20 14:21:59.156009 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Pushing event updated for resources: {'Port': ['ID=4d3978ef-d762-4485-835b-11cfc052303d,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:59.334016 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ebf93bef-5243-415a-a862-939e75ab7b29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:59.369996 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4aa35c8f-9a20-425c-ae09-229264dea720 req-d9874d45-4bff-4654-93f1-aefb6079e4f0 service neutron] 10.222.0.30 "GET /v2.0/networks/f77acfe8-c05d-4606-b7e9-7027c0b13511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681968 Dec 20 14:21:59.447490 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1e677507-d3c1-429e-9957-463234486589 req-e16e0a43-bf23-42b9-a4dd-d34d22e48dbb service neutron] 10.222.0.47 "GET /v2.0/networks/80d00bf9-e2d3-4274-b126-1d34ec749a75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3757131 Dec 20 14:21:59.474650 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f1589d-50f9-4ca8-8a2b-f441f07a7b58 req-1bce1b59-1823-4b70-b88a-a98173b7e8a6 tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:59.476415 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c7f1589d-50f9-4ca8-8a2b-f441f07a7b58 req-1bce1b59-1823-4b70-b88a-a98173b7e8a6 tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] 10.222.0.54 "GET /v2.0/ports?device_id=55f04ceb-16c0-4d6e-a7a8-ba074798c4f2 HTTP/1.1" status: 200 len: 944 time: 0.2025397 Dec 20 14:21:59.480329 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-43bfe32b-7fbe-435a-bc3a-a478a9d0fbb1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:59.543311 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9bea41-a149-4f5b-a196-8b68daa3e76a req-df33fa03-c522-40fc-8961-fb9ae6332650 tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:21:59.544849 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3a9bea41-a149-4f5b-a196-8b68daa3e76a req-df33fa03-c522-40fc-8961-fb9ae6332650 tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] 10.222.0.47 "GET /v2.0/ports?device_id=b03565e1-af6f-4ab3-b906-cdeb4408ebef HTTP/1.1" status: 200 len: 950 time: 0.1432784 Dec 20 14:21:59.666946 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ebf93bef-5243-415a-a862-939e75ab7b29 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:59.683679 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ebf93bef-5243-415a-a862-939e75ab7b29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:59.684847 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ebf93bef-5243-415a-a862-939e75ab7b29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1595702'] for router_interface, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:21:59.688872 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4aa35c8f-9a20-425c-ae09-229264dea720 req-b65a1160-6d18-40d6-be49-d3633bc15f5a service neutron] 10.222.0.30 "GET /v2.0/networks/f77acfe8-c05d-4606-b7e9-7027c0b13511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3097379 Dec 20 14:21:59.690221 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 47836) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:21:59.790172 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf93bef-5243-415a-a862-939e75ab7b29 admin admin] Pushing event updated for resources: {'Port': ['ID=f285e005-4952-43c8-bece-d63ed5e51402,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:21:59.848693 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf93bef-5243-415a-a862-939e75ab7b29 admin admin] Network ac8eea40-77e8-4385-9ea6-fd285bf85abe is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:21:59.851789 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-ebf93bef-5243-415a-a862-939e75ab7b29 admin admin] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:21:59.893595 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device b480e985-94d1-4c37-a197-978c3373d94b details requested by agent hyperv_n-h1-761264-19 with host n-h1-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:21:59.961384 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c7f1589d-50f9-4ca8-8a2b-f441f07a7b58 req-665cb660-2462-4d02-b746-74137060f166 tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] 10.222.0.54 "GET /v2.0/security-groups?id=a65b051b-114e-4b1e-a061-94d194ee3601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4405310 Dec 20 14:22:00.071352 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebf93bef-5243-415a-a862-939e75ab7b29 admin admin] Router a4088f0d-ca29-496d-8308-6d6c1ee614fd has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:22:00.071352 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-94b2efca-eb25-417f-84b5-fc6a414c3f2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:00.092112 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-3a9bea41-a149-4f5b-a196-8b68daa3e76a req-5c34de3d-e827-4d60-874c-1942395ffb89 tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] Deleting port fc99ed32-84fc-4c3f-aea8-3c633bc9cae4 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:22:00.092473 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-3a9bea41-a149-4f5b-a196-8b68daa3e76a req-5c34de3d-e827-4d60-874c-1942395ffb89 tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:00.102257 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 14c108e8-8a1e-4f15-ad35-e7cd1d38574f details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:22:00.107650 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port b480e985-94d1-4c37-a197-978c3373d94b, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=b480e985-94d1-4c37-a197-978c3373d94b,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:22:00.143386 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Returning: {'device': 'b480e985-94d1-4c37-a197-978c3373d94b', 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1', 'port_id': 'b480e985-94d1-4c37-a197-978c3373d94b', 'mac_address': 'fa:16:3e:e4:94:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36bf280f-81bb-4486-a87a-9b9505a1cec4', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:22:00.185580 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c86939-319a-4df2-8e03-b9e7243710bf req-abb2e2c9-15c6-4d28-9750-1ef57be40119 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:00.187869 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a7c86939-319a-4df2-8e03-b9e7243710bf req-abb2e2c9-15c6-4d28-9750-1ef57be40119 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?device_id=07df8db3-28f5-4372-a34c-9d042cca0e5e HTTP/1.1" status: 200 len: 948 time: 0.1773839 Dec 20 14:22:00.246688 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:00.279693 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b480e985-94d1-4c37-a197-978c3373d94b {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:22:00.291871 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-43bfe32b-7fbe-435a-bc3a-a478a9d0fbb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013'] for router, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:00.296236 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-b19bfba3-a051-4331-93e0-0c550b5d0f9d None None] Provisioning complete for port f285e005-4952-43c8-bece-d63ed5e51402 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:22:00.297361 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b19bfba3-a051-4331-93e0-0c550b5d0f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:00.307483 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f9cedb-17e5-4015-a7d2-7334db3b9dff req-830ca877-2d62-4475-b729-62ab4a451c27 tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:00.309023 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-64f9cedb-17e5-4015-a7d2-7334db3b9dff req-830ca877-2d62-4475-b729-62ab4a451c27 tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] 10.222.0.54 "GET /v2.0/ports?device_id=b03565e1-af6f-4ab3-b906-cdeb4408ebef HTTP/1.1" status: 200 len: 950 time: 0.1425531 Dec 20 14:22:00.332147 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-3a9bea41-a149-4f5b-a196-8b68daa3e76a req-5c34de3d-e827-4d60-874c-1942395ffb89 tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] For port fc99ed32-84fc-4c3f-aea8-3c633bc9cae4, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=fc99ed32-84fc-4c3f-aea8-3c633bc9cae4,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:22:00.332534 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-3a9bea41-a149-4f5b-a196-8b68daa3e76a req-5c34de3d-e827-4d60-874c-1942395ffb89 tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:00.352049 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a7c86939-319a-4df2-8e03-b9e7243710bf req-44e12213-5693-4b67-afc9-9de36356c497 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/security-groups?id=d29d9ba9-24bd-4d94-be52-3ca7019f1c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176074 Dec 20 14:22:00.355651 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 14c108e8-8a1e-4f15-ad35-e7cd1d38574f, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=14c108e8-8a1e-4f15-ad35-e7cd1d38574f,segment=NetworkSegment(7ac72670-2ace-4b33-9d5a-c9838ca43a1b),segment_id=7ac72670-2ace-4b33-9d5a-c9838ca43a1b)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:22:00.359784 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port b480e985-94d1-4c37-a197-978c3373d94b, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=b480e985-94d1-4c37-a197-978c3373d94b,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:22:00.377449 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': '14c108e8-8a1e-4f15-ad35-e7cd1d38574f', 'network_id': '80d00bf9-e2d3-4274-b126-1d34ec749a75', 'port_id': '14c108e8-8a1e-4f15-ad35-e7cd1d38574f', 'mac_address': 'fa:16:3e:3c:fa:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ae0f23a-29ed-4948-a81a-2e6d5a905c6c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:22:00.387092 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:00.419414 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-3a9bea41-a149-4f5b-a196-8b68daa3e76a req-5c34de3d-e827-4d60-874c-1942395ffb89 tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] Calling delete_port for fc99ed32-84fc-4c3f-aea8-3c633bc9cae4 owned by compute:nova {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:22:00.420645 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-b19bfba3-a051-4331-93e0-0c550b5d0f9d None None] Port f285e005-4952-43c8-bece-d63ed5e51402 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:22:00.433973 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-94b2efca-eb25-417f-84b5-fc6a414c3f2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:00.437210 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf93bef-5243-415a-a862-939e75ab7b29 admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:22:00.453257 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e391cc10-eada-483a-a978-f1f521aca788 None None] Sync routers for ids ['a4088f0d-ca29-496d-8308-6d6c1ee614fd'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:22:00.453752 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-ebf93bef-5243-415a-a862-939e75ab7b29 admin admin] 10.222.0.54 "PUT /v2.0/routers/a4088f0d-ca29-496d-8308-6d6c1ee614fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3313575 Dec 20 14:22:00.463454 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-94b2efca-eb25-417f-84b5-fc6a414c3f2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:00.549748 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e391cc10-eada-483a-a978-f1f521aca788 None None] Routers {'a4088f0d-ca29-496d-8308-6d6c1ee614fd'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:22:00.552096 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-e391cc10-eada-483a-a978-f1f521aca788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:21:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['a4088f0d-ca29-496d-8308-6d6c1ee614fd'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:22:00.559422 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:00.607532 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b2efca-eb25-417f-84b5-fc6a414c3f2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66eb9d76-2863-47ad-b639-a5665628b830,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:00.633724 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-94b2efca-eb25-417f-84b5-fc6a414c3f2c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6e4c85e33d524b0ead2dd2a85b609542&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9410067 Dec 20 14:22:00.637135 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 47852) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:22:00.662993 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-64f9cedb-17e5-4015-a7d2-7334db3b9dff req-b0dc60eb-b371-40fd-9abd-d028b9a71631 tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] 10.222.0.54 "GET /v2.0/security-groups?id=06195b07-8409-49b1-a771-72db1c511f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3428164 Dec 20 14:22:00.696935 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 87cdea01-7a91-45d3-8416-cdea610beb5a up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:22:00.717785 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43bfe32b-7fbe-435a-bc3a-a478a9d0fbb1 admin admin] Router c5d3849f-55c6-4cd1-b1ec-94f465015b9e is scheduled to L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 with binding_index 1 {{(pid=103167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 14:22:00.734079 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=b480e985-94d1-4c37-a197-978c3373d94b,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:00.746498 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14c108e8-8a1e-4f15-ad35-e7cd1d38574f {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:22:00.767691 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4088bb21-eda9-4ea2-a0d3-993e10bacc62 req-af3c0cc5-b225-4e89-939f-863ec09689f3 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:00.776770 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4088bb21-eda9-4ea2-a0d3-993e10bacc62 req-af3c0cc5-b225-4e89-939f-863ec09689f3 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=1ee336c7-2c51-4a07-9c99-847191098eee HTTP/1.1" status: 200 len: 943 time: 0.2714214 Dec 20 14:22:00.809714 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0e3cdda4-9b8c-43b3-98e3-bfaff74d7a17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:00.829289 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['b480e985-94d1-4c37-a197-978c3373d94b'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:22:00.847681 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ebb0f72c-ffc1-42d6-8aea-8e612ed515c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:00.852468 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0e3cdda4-9b8c-43b3-98e3-bfaff74d7a17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:00.879393 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4088bb21-eda9-4ea2-a0d3-993e10bacc62 req-856ddd3a-58a0-4f62-a0d9-7eddf469e2e8 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021659 Dec 20 14:22:00.881337 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 14c108e8-8a1e-4f15-ad35-e7cd1d38574f, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=14c108e8-8a1e-4f15-ad35-e7cd1d38574f,segment=NetworkSegment(7ac72670-2ace-4b33-9d5a-c9838ca43a1b),segment_id=7ac72670-2ace-4b33-9d5a-c9838ca43a1b)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:22:00.914444 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:00.957352 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-e391cc10-eada-483a-a978-f1f521aca788 None None] Set router a4088f0d-ca29-496d-8308-6d6c1ee614fd gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:22:00.997665 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0e3cdda4-9b8c-43b3-98e3-bfaff74d7a17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:01.004566 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0e3cdda4-9b8c-43b3-98e3-bfaff74d7a17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:01.005752 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-0e3cdda4-9b8c-43b3-98e3-bfaff74d7a17 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/66eb9d76-2863-47ad-b639-a5665628b830 HTTP/1.1" status: 204 len: 168 time: 0.3675191 Dec 20 14:22:01.017396 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-3a9bea41-a149-4f5b-a196-8b68daa3e76a req-5c34de3d-e827-4d60-874c-1942395ffb89 tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:01.044673 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b72773a-91b4-4279-a4a2-2beb7073f3fe None None] Network e76fd914-6ce4-44fe-92e7-e5f023645820 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:22:01.049657 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3cdda4-9b8c-43b3-98e3-bfaff74d7a17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66eb9d76-2863-47ad-b639-a5665628b830,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:01.051369 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 87cdea01-7a91-45d3-8416-cdea610beb5a triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:22:01.052620 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:01.063064 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43bfe32b-7fbe-435a-bc3a-a478a9d0fbb1 admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:22:01.073619 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29044d6-2a87-45f0-b8fe-7e45a023e0a6 None None] Sync routers for ids ['c5d3849f-55c6-4cd1-b1ec-94f465015b9e'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:22:01.089388 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29044d6-2a87-45f0-b8fe-7e45a023e0a6 None None] Routers {'c5d3849f-55c6-4cd1-b1ec-94f465015b9e'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:22:01.095116 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-e29044d6-2a87-45f0-b8fe-7e45a023e0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:21:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['c5d3849f-55c6-4cd1-b1ec-94f465015b9e'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:22:01.099979 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c34de3d-e827-4d60-874c-1942395ffb89 tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] Pushing event deleted for resources: {'Port': ['ID=fc99ed32-84fc-4c3f-aea8-3c633bc9cae4,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:01.152567 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a9bea41-a149-4f5b-a196-8b68daa3e76a req-5c34de3d-e827-4d60-874c-1942395ffb89 tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] No DVR routers for this DVR port fc99ed32-84fc-4c3f-aea8-3c633bc9cae4 on host n-h2-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:22:01.159784 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-3a9bea41-a149-4f5b-a196-8b68daa3e76a req-5c34de3d-e827-4d60-874c-1942395ffb89 tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:01.171326 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3a9bea41-a149-4f5b-a196-8b68daa3e76a req-5c34de3d-e827-4d60-874c-1942395ffb89 tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] 10.222.0.47 "DELETE /v2.0/ports/fc99ed32-84fc-4c3f-aea8-3c633bc9cae4 HTTP/1.1" status: 204 len: 173 time: 1.6102848 Dec 20 14:22:01.179338 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b03565e1-af6f-4ab3-b906-cdeb4408ebef', 'name': 'network-vif-deleted', 'tag': 'fc99ed32-84fc-4c3f-aea8-3c633bc9cae4'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:22:01.186576 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f396b1f4-a0e8-447d-a5e3-a6d53b22d4cd" -d '{"events": [{"server_uuid": "b03565e1-af6f-4ab3-b906-cdeb4408ebef", "name": "network-vif-deleted", "tag": "fc99ed32-84fc-4c3f-aea8-3c633bc9cae4"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:22:01.191555 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b038ca02-71ad-4ae0-8969-0357f57f0c76 req-8c997b25-effe-4cac-860d-95862db2d8d9 tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:01.203159 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b038ca02-71ad-4ae0-8969-0357f57f0c76 req-8c997b25-effe-4cac-860d-95862db2d8d9 tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] 10.222.0.54 "GET /v2.0/ports?device_id=55f04ceb-16c0-4d6e-a7a8-ba074798c4f2 HTTP/1.1" status: 200 len: 945 time: 0.1090539 Dec 20 14:22:01.240725 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-43bfe32b-7fbe-435a-bc3a-a478a9d0fbb1 admin admin] Publish callbacks [] for router, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:01.245050 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-43bfe32b-7fbe-435a-bc3a-a478a9d0fbb1 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.8297346 Dec 20 14:22:01.245826 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 47884) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:22:01.300994 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['14c108e8-8a1e-4f15-ad35-e7cd1d38574f'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:22:01.317271 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b038ca02-71ad-4ae0-8969-0357f57f0c76 req-aac40bc9-c7f9-400f-8d5a-a9a6b5557382 tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] 10.222.0.54 "GET /v2.0/security-groups?id=a65b051b-114e-4b1e-a061-94d194ee3601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114843 Dec 20 14:22:01.321810 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=14c108e8-8a1e-4f15-ad35-e7cd1d38574f,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:01.413868 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-e29044d6-2a87-45f0-b8fe-7e45a023e0a6 None None] Set router c5d3849f-55c6-4cd1-b1ec-94f465015b9e gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:22:01.430584 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebc2fcf8-530a-4a99-a037-443d178b119f x-openstack-request-id: req-ebc2fcf8-530a-4a99-a037-443d178b119f {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:22:01.431192 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b03565e1-af6f-4ab3-b906-cdeb4408ebef", "name": "network-vif-deleted", "tag": "fc99ed32-84fc-4c3f-aea8-3c633bc9cae4", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:22:01.431584 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ebc2fcf8-530a-4a99-a037-443d178b119f {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:22:01.432186 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b03565e1-af6f-4ab3-b906-cdeb4408ebef', 'name': 'network-vif-deleted', 'tag': 'fc99ed32-84fc-4c3f-aea8-3c633bc9cae4', 'status': 'completed', 'code': 200} Dec 20 14:22:01.444509 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb48199-83b8-4b17-a4ad-22401d597c22 req-be349147-b2c5-46e2-a15d-84c305f6524a tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:01.452025 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1eb48199-83b8-4b17-a4ad-22401d597c22 req-be349147-b2c5-46e2-a15d-84c305f6524a tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] 10.222.0.54 "GET /v2.0/networks?id=ac8eea40-77e8-4385-9ea6-fd285bf85abe HTTP/1.1" status: 200 len: 821 time: 0.3964670 Dec 20 14:22:01.484060 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1eb48199-83b8-4b17-a4ad-22401d597c22 req-82f47cca-3354-49c2-8ccc-793049ae122f tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] 10.222.0.54 "GET /v2.0/quotas/4f3a59730c994d32a8cbf695683850a0 HTTP/1.1" status: 200 len: 375 time: 0.0308921 Dec 20 14:22:01.567243 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-7be0259f-9c7e-43f4-b669-539777d14d48 None None] Provisioning complete for port 87cdea01-7a91-45d3-8416-cdea610beb5a triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:22:01.567627 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-7be0259f-9c7e-43f4-b669-539777d14d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:01.609843 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1eb48199-83b8-4b17-a4ad-22401d597c22 req-3b02502e-5a5d-498d-81b2-7eb6dc0d7ea1 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=4f3a59730c994d32a8cbf695683850a0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1246300 Dec 20 14:22:01.616586 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa72656d-2e87-4db2-a997-d60a040dee8a req-ee985053-5e7e-451a-a907-ad9422f25482 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:01.627007 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-aa72656d-2e87-4db2-a997-d60a040dee8a req-ee985053-5e7e-451a-a907-ad9422f25482 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?device_id=07df8db3-28f5-4372-a34c-9d042cca0e5e HTTP/1.1" status: 200 len: 949 time: 0.0916698 Dec 20 14:22:01.664086 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 47896) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:22:01.671579 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-e29044d6-2a87-45f0-b8fe-7e45a023e0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d3849f-55c6-4cd1-b1ec-94f465015b9e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1430184227-router', 'tenant_id': '98ae6d5e3841444bb1b49cfd90c7eecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': '0aa84e8c-cbb5-49a5-9e63-2192aa58fd86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:21:57Z', 'updated_at': '2021-12-20T14:21:59Z', 'revision_number': 3, 'project_id': '98ae6d5e3841444bb1b49cfd90c7eecf', 'gw_port': {'id': '0aa84e8c-cbb5-49a5-9e63-2192aa58fd86', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ab:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d3849f-55c6-4cd1-b1ec-94f465015b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:21:58Z', 'updated_at': '2021-12-20T14:21:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:22:01.711123 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29044d6-2a87-45f0-b8fe-7e45a023e0a6 None None] Checking router: c5d3849f-55c6-4cd1-b1ec-94f465015b9e for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:22:01.711744 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29044d6-2a87-45f0-b8fe-7e45a023e0a6 None None] Updating router c5d3849f-55c6-4cd1-b1ec-94f465015b9e port 0aa84e8c-cbb5-49a5-9e63-2192aa58fd86 binding host n-d-761264-19 {{(pid=103170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 14:22:01.743038 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e29044d6-2a87-45f0-b8fe-7e45a023e0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:01.749606 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-aa72656d-2e87-4db2-a997-d60a040dee8a req-2b00f619-196f-48f0-9925-80e2fbd0cb75 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/security-groups?id=d29d9ba9-24bd-4d94-be52-3ca7019f1c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211436 Dec 20 14:22:01.785530 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1eb48199-83b8-4b17-a4ad-22401d597c22 req-7e57d573-6768-4ca5-9c88-b7e2f6c8f293 service neutron] 10.222.0.54 "GET /v2.0/networks/ac8eea40-77e8-4385-9ea6-fd285bf85abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747019 Dec 20 14:22:01.786695 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-24a8028b-3d7c-4c19-aa88-eb0e037f33fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:01.918116 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 39ee60c5-9697-46cd-8710-4390a2539519 details requested by agent hyperv_n-h1-761264-19 with host n-h1-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:22:01.967655 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-24a8028b-3d7c-4c19-aa88-eb0e037f33fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:01.986275 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:01.988267 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-24a8028b-3d7c-4c19-aa88-eb0e037f33fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:02.039418 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-7be0259f-9c7e-43f4-b669-539777d14d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:02.050863 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a8028b-3d7c-4c19-aa88-eb0e037f33fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ccf144-4476-4256-9b94-aea7bdd36379,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:02.071012 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-24a8028b-3d7c-4c19-aa88-eb0e037f33fd admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=169def7451b24f92b87dd09463faf58e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4057546 Dec 20 14:22:02.073523 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 47908) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:22:02.150012 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1eb48199-83b8-4b17-a4ad-22401d597c22 req-ab0b1ccb-4bc5-449d-aa7d-0f23d8fb1280 service neutron] 10.222.0.54 "GET /v2.0/networks/ac8eea40-77e8-4385-9ea6-fd285bf85abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3629813 Dec 20 14:22:02.169821 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-817de882-9881-46e9-9bbc-097d86262147 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:02.224530 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-817de882-9881-46e9-9bbc-097d86262147 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:02.264811 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e29044d6-2a87-45f0-b8fe-7e45a023e0a6 None None] Publish callbacks [] for port, precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:02.286611 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e29044d6-2a87-45f0-b8fe-7e45a023e0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:02.310436 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] For port 87cdea01-7a91-45d3-8416-cdea610beb5a, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=87cdea01-7a91-45d3-8416-cdea610beb5a,segment=NetworkSegment(81f9c096-d0a5-4567-8c87-75456228e5a3),segment_id=81f9c096-d0a5-4567-8c87-75456228e5a3)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:22:02.317542 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device fc99ed32-84fc-4c3f-aea8-3c633bc9cae4 no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:22:02.325836 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.db.resource_extend [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 14:22:02.344908 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-e29044d6-2a87-45f0-b8fe-7e45a023e0a6 None None] Attempting to bind port 0aa84e8c-cbb5-49a5-9e63-2192aa58fd86 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:22:02.345629 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-e29044d6-2a87-45f0-b8fe-7e45a023e0a6 None None] Attempting to bind port 0aa84e8c-cbb5-49a5-9e63-2192aa58fd86 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:22:02.346215 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29044d6-2a87-45f0-b8fe-7e45a023e0a6 None None] Attempting to bind port 0aa84e8c-cbb5-49a5-9e63-2192aa58fd86 on network c3f8658e-da35-41f3-bd03-509e29ebd6f3 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:22:02.358678 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29044d6-2a87-45f0-b8fe-7e45a023e0a6 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:22:02.359138 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29044d6-2a87-45f0-b8fe-7e45a023e0a6 None None] Checking segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:22:02.359525 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e29044d6-2a87-45f0-b8fe-7e45a023e0a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:02.360097 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29044d6-2a87-45f0-b8fe-7e45a023e0a6 None None] Bound using segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:22:02.360626 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-e29044d6-2a87-45f0-b8fe-7e45a023e0a6 None None] Bound port: 0aa84e8c-cbb5-49a5-9e63-2192aa58fd86, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:22:02.361188 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e29044d6-2a87-45f0-b8fe-7e45a023e0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:02.433628 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47452772-5b41-452b-a3f8-039ee7570578 req-67e04ea0-2f0f-4586-84fe-f9f5e72b964c tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:02.435615 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-47452772-5b41-452b-a3f8-039ee7570578 req-67e04ea0-2f0f-4586-84fe-f9f5e72b964c tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=1ee336c7-2c51-4a07-9c99-847191098eee HTTP/1.1" status: 200 len: 943 time: 0.1187739 Dec 20 14:22:02.443039 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-817de882-9881-46e9-9bbc-097d86262147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:02.447155 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-817de882-9881-46e9-9bbc-097d86262147 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:02.448272 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-817de882-9881-46e9-9bbc-097d86262147 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c1ccf144-4476-4256-9b94-aea7bdd36379 HTTP/1.1" status: 204 len: 168 time: 0.3735473 Dec 20 14:22:02.454816 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-e29044d6-2a87-45f0-b8fe-7e45a023e0a6 None None] For port 0aa84e8c-cbb5-49a5-9e63-2192aa58fd86, host n-d-761264-19, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:22:02.462412 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-e29044d6-2a87-45f0-b8fe-7e45a023e0a6 None None] For port 0aa84e8c-cbb5-49a5-9e63-2192aa58fd86, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=0aa84e8c-cbb5-49a5-9e63-2192aa58fd86,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:22:02.471821 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c462fd-ee23-4a93-a907-b90c8a0c0351 None None] Pushing event updated for resources: {'Port': ['ID=0aa84e8c-cbb5-49a5-9e63-2192aa58fd86,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:02.478435 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e29044d6-2a87-45f0-b8fe-7e45a023e0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:02.491107 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.db.api [None req-7be0259f-9c7e-43f4-b669-539777d14d48 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103169) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 14:22:02.494303 n-d-761264-19 neutron-server[103169]: DEBUG oslo_db.api [None req-7be0259f-9c7e-43f4-b669-539777d14d48 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 14:22:02.496578 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:02.498245 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 4d3978ef-d762-4485-835b-11cfc052303d up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:22:02.534080 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817de882-9881-46e9-9bbc-097d86262147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ccf144-4476-4256-9b94-aea7bdd36379,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:02.534307 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29044d6-2a87-45f0-b8fe-7e45a023e0a6 None None] Routers {'c5d3849f-55c6-4cd1-b1ec-94f465015b9e'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:22:02.534709 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-e29044d6-2a87-45f0-b8fe-7e45a023e0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:21:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['c5d3849f-55c6-4cd1-b1ec-94f465015b9e'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:22:02.605943 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-47452772-5b41-452b-a3f8-039ee7570578 req-fa6c62ef-57c4-4e86-bdc2-b797068bc75d tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410365 Dec 20 14:22:02.666954 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] No Port match for: fc99ed32-84fc-4c3f-aea8-3c633bc9cae4 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:22:02.667392 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device fc99ed32-84fc-4c3f-aea8-3c633bc9cae4 not bound to the agent host n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:22:02.740270 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a888ac1d-d62d-4bb7-814e-51293ab3fed3 req-f8988c8a-77aa-4cd2-8326-df109f66f631 tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:02.748415 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a888ac1d-d62d-4bb7-814e-51293ab3fed3 req-f8988c8a-77aa-4cd2-8326-df109f66f631 tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] 10.222.0.54 "GET /v2.0/ports?device_id=416084f0-65f5-48ab-bcec-db997592a50b HTTP/1.1" status: 200 len: 950 time: 0.1814034 Dec 20 14:22:02.754844 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c462fd-ee23-4a93-a907-b90c8a0c0351 None None] Pushing event updated for resources: {'Port': ['ID=0aa84e8c-cbb5-49a5-9e63-2192aa58fd86,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:02.772412 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-e391cc10-eada-483a-a978-f1f521aca788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4088f0d-ca29-496d-8308-6d6c1ee614fd', 'name': 'tempest-FloatingIPsAssociationTestJSON-1936186760-router', 'tenant_id': '4f3a59730c994d32a8cbf695683850a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '4d3978ef-d762-4485-835b-11cfc052303d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:21:47Z', 'updated_at': '2021-12-20T14:21:59Z', 'revision_number': 4, 'project_id': '4f3a59730c994d32a8cbf695683850a0', 'gw_port': {'id': '4d3978ef-d762-4485-835b-11cfc052303d', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:bf:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4088f0d-ca29-496d-8308-6d6c1ee614fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:21:49Z', 'updated_at': '2021-12-20T14:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'f285e005-4952-43c8-bece-d63ed5e51402', 'name': '', 'network_id': 'ac8eea40-77e8-4385-9ea6-fd285bf85abe', 'tenant_id': '4f3a59730c994d32a8cbf695683850a0', 'mac_address': 'fa:16:3e:8d:a6:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4088f0d-ca29-496d-8308-6d6c1ee614fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '937bc278-96b6-4101-8820-0f0154447eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:21:56Z', 'updated_at': '2021-12-20T14:21:59Z', 'revision_number': 2, 'project_id': '4f3a59730c994d32a8cbf695683850a0', 'subnets': [{'id': '937bc278-96b6-4101-8820-0f0154447eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:22:02.801640 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-874bf419-2e70-43b1-a5dd-989027450027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:02.826043 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-e29044d6-2a87-45f0-b8fe-7e45a023e0a6 None None] Set router c5d3849f-55c6-4cd1-b1ec-94f465015b9e gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:22:02.838185 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e391cc10-eada-483a-a978-f1f521aca788 None None] Checking router: a4088f0d-ca29-496d-8308-6d6c1ee614fd for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:22:02.838479 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e391cc10-eada-483a-a978-f1f521aca788 None None] Updating router a4088f0d-ca29-496d-8308-6d6c1ee614fd port f285e005-4952-43c8-bece-d63ed5e51402 binding host n-d-761264-19 {{(pid=103169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 14:22:02.897547 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Pushing event updated for resources: {'Port': ['ID=87cdea01-7a91-45d3-8416-cdea610beb5a,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:02.910917 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00f1617-b015-4b51-a731-38c52b0466b5 req-dabcb742-2e4c-4654-8592-c316254cdcff tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:02.915171 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 4d3978ef-d762-4485-835b-11cfc052303d triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:22:02.915383 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b00f1617-b015-4b51-a731-38c52b0466b5 req-dabcb742-2e4c-4654-8592-c316254cdcff tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] 10.222.0.54 "GET /v2.0/ports?device_id=55f04ceb-16c0-4d6e-a7a8-ba074798c4f2 HTTP/1.1" status: 200 len: 945 time: 0.1838284 Dec 20 14:22:02.915573 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:02.927223 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4ee89db9-8a83-4898-9aad-55f5bc3e9371 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:02.947874 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e391cc10-eada-483a-a978-f1f521aca788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:02.976786 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 39ee60c5-9697-46cd-8710-4390a2539519, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=39ee60c5-9697-46cd-8710-4390a2539519,segment=NetworkSegment(c78eb3db-e8a6-4673-b220-136b3d8ed714),segment_id=c78eb3db-e8a6-4673-b220-136b3d8ed714)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:22:03.022645 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Returning: {'device': '39ee60c5-9697-46cd-8710-4390a2539519', 'network_id': 'f77acfe8-c05d-4606-b7e9-7027c0b13511', 'port_id': '39ee60c5-9697-46cd-8710-4390a2539519', 'mac_address': 'fa:16:3e:1c:07:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39805718-f3e9-41ca-8469-b49efb1a12f8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:22:03.025005 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a888ac1d-d62d-4bb7-814e-51293ab3fed3 req-5a10dfb2-483f-44d0-8219-c0a0eff600d3 tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] 10.222.0.54 "GET /v2.0/security-groups?id=06195b07-8409-49b1-a771-72db1c511f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748346 Dec 20 14:22:03.064865 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b00f1617-b015-4b51-a731-38c52b0466b5 req-3af231f2-386b-40f5-b680-5edde0103f38 tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] 10.222.0.54 "GET /v2.0/security-groups?id=a65b051b-114e-4b1e-a061-94d194ee3601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416283 Dec 20 14:22:03.109314 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-e29044d6-2a87-45f0-b8fe-7e45a023e0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d3849f-55c6-4cd1-b1ec-94f465015b9e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1430184227-router', 'tenant_id': '98ae6d5e3841444bb1b49cfd90c7eecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': '0aa84e8c-cbb5-49a5-9e63-2192aa58fd86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:21:57Z', 'updated_at': '2021-12-20T14:21:59Z', 'revision_number': 3, 'project_id': '98ae6d5e3841444bb1b49cfd90c7eecf', 'gw_port': {'id': '0aa84e8c-cbb5-49a5-9e63-2192aa58fd86', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ab:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d3849f-55c6-4cd1-b1ec-94f465015b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:21:58Z', 'updated_at': '2021-12-20T14:22:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:22:03.141155 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29044d6-2a87-45f0-b8fe-7e45a023e0a6 None None] The sync data for ids ['c5d3849f-55c6-4cd1-b1ec-94f465015b9e'] in n-d-761264-19 is: [{'id': 'c5d3849f-55c6-4cd1-b1ec-94f465015b9e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1430184227-router', 'tenant_id': '98ae6d5e3841444bb1b49cfd90c7eecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': '0aa84e8c-cbb5-49a5-9e63-2192aa58fd86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:21:57Z', 'updated_at': '2021-12-20T14:21:59Z', 'revision_number': 3, 'project_id': '98ae6d5e3841444bb1b49cfd90c7eecf', 'gw_port': {'id': '0aa84e8c-cbb5-49a5-9e63-2192aa58fd86', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ab:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d3849f-55c6-4cd1-b1ec-94f465015b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:21:58Z', 'updated_at': '2021-12-20T14:22:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:22:03.183096 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-65c0ace3-d75d-4ec5-92f8-da28ed660c56 req-a843685f-c10d-4a8d-ad5d-6da89729c6f0 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] 10.222.0.54 "GET /v2.0/ports?device_id=3fb58f25-96ef-4597-b519-ab74824cbb1d HTTP/1.1" status: 200 len: 210 time: 0.0453012 Dec 20 14:22:03.279728 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['bbcaab3c-ddbc-452f-bb2e-31c24cdd80a7'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:22:03.318570 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-874bf419-2e70-43b1-a5dd-989027450027 admin admin] Allocated IP 172.20.0.1 (e76fd914-6ce4-44fe-92e7-e5f023645820/05ec7bf3-6c57-436c-ae29-1e90a4ac3504/d140209a-5cd0-42fb-ba2e-9a974a1cdc6d) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:22:03.330641 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b148cfeb-2df7-4c65-8f74-dbc98d255453 req-d9d0fcd2-502e-45b2-8c01-94c627eb6b9e tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:03.343023 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b148cfeb-2df7-4c65-8f74-dbc98d255453 req-d9d0fcd2-502e-45b2-8c01-94c627eb6b9e tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?device_id=07df8db3-28f5-4372-a34c-9d042cca0e5e HTTP/1.1" status: 200 len: 949 time: 0.1011419 Dec 20 14:22:03.367295 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:03.488396 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b148cfeb-2df7-4c65-8f74-dbc98d255453 req-98c9b989-a058-4e2a-a758-94af2277fa37 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/security-groups?id=d29d9ba9-24bd-4d94-be52-3ca7019f1c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413815 Dec 20 14:22:03.504942 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-874bf419-2e70-43b1-a5dd-989027450027 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:03.550603 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39ee60c5-9697-46cd-8710-4390a2539519 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:22:03.551388 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-874bf419-2e70-43b1-a5dd-989027450027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:03.638639 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874bf419-2e70-43b1-a5dd-989027450027 admin admin] Network e76fd914-6ce4-44fe-92e7-e5f023645820 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:22:03.642520 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-874bf419-2e70-43b1-a5dd-989027450027 admin admin] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:22:03.648789 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874bf419-2e70-43b1-a5dd-989027450027 admin admin] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:22:03.652893 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-874bf419-2e70-43b1-a5dd-989027450027 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595714'] for router_interface, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:03.754601 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-7cd29ce0-55f1-41b9-a136-b88ba11022ec None None] Provisioning complete for port 87cdea01-7a91-45d3-8416-cdea610beb5a triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:22:03.756832 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-7cd29ce0-55f1-41b9-a136-b88ba11022ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:03.780580 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 39ee60c5-9697-46cd-8710-4390a2539519, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=39ee60c5-9697-46cd-8710-4390a2539519,segment=NetworkSegment(c78eb3db-e8a6-4673-b220-136b3d8ed714),segment_id=c78eb3db-e8a6-4673-b220-136b3d8ed714)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:22:03.827938 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:03.831028 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:03.948046 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device b480e985-94d1-4c37-a197-978c3373d94b up at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:22:03.951317 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 87cdea01-7a91-45d3-8416-cdea610beb5a up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:22:03.976010 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874bf419-2e70-43b1-a5dd-989027450027 admin admin] Pushing event updated for resources: {'Port': ['ID=d140209a-5cd0-42fb-ba2e-9a974a1cdc6d,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:04.064714 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512f84b6-e4d5-4369-966e-de8bf7d5d230 req-dc3c50e0-8440-4979-b513-e8d8921b3731 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:04.076697 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-512f84b6-e4d5-4369-966e-de8bf7d5d230 req-dc3c50e0-8440-4979-b513-e8d8921b3731 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=1ee336c7-2c51-4a07-9c99-847191098eee HTTP/1.1" status: 200 len: 944 time: 0.2416363 Dec 20 14:22:04.112788 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8899c6af-a90c-4ba4-8139-672cf9b3459e req-2d78c03f-f43d-4ea6-9db1-d1cbceb2d871 tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:04.115005 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8899c6af-a90c-4ba4-8139-672cf9b3459e req-2d78c03f-f43d-4ea6-9db1-d1cbceb2d871 tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] 10.222.0.30 "GET /v2.0/ports?device_id=416084f0-65f5-48ab-bcec-db997592a50b HTTP/1.1" status: 200 len: 950 time: 0.3495624 Dec 20 14:22:04.137431 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-874bf419-2e70-43b1-a5dd-989027450027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:04.164242 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 14c108e8-8a1e-4f15-ad35-e7cd1d38574f up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:22:04.218772 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=39ee60c5-9697-46cd-8710-4390a2539519,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:04.230659 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-512f84b6-e4d5-4369-966e-de8bf7d5d230 req-34fa3205-d498-42f1-867b-404299914ae3 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529667 Dec 20 14:22:04.277946 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['39ee60c5-9697-46cd-8710-4390a2539519'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:22:04.397236 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-8899c6af-a90c-4ba4-8139-672cf9b3459e req-71302b9d-1c91-4fa3-8c87-a61f2f92aade tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] Deleting port bbcaab3c-ddbc-452f-bb2e-31c24cdd80a7 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:22:04.397847 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-8899c6af-a90c-4ba4-8139-672cf9b3459e req-71302b9d-1c91-4fa3-8c87-a61f2f92aade tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:04.532063 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be49748-531a-4577-b5e4-37d9f4ec8a1d req-99af1fd5-38bf-432e-aa8b-7d6dafcc21c2 tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:04.533692 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning for port b480e985-94d1-4c37-a197-978c3373d94b completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:22:04.539993 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3be49748-531a-4577-b5e4-37d9f4ec8a1d req-99af1fd5-38bf-432e-aa8b-7d6dafcc21c2 tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] 10.222.0.54 "GET /v2.0/ports?device_id=55f04ceb-16c0-4d6e-a7a8-ba074798c4f2 HTTP/1.1" status: 200 len: 945 time: 0.1819520 Dec 20 14:22:04.541700 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 87cdea01-7a91-45d3-8416-cdea610beb5a triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:22:04.542078 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:04.557894 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e391cc10-eada-483a-a978-f1f521aca788 None None] Publish callbacks [] for port, precommit_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:04.559999 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning complete for port b480e985-94d1-4c37-a197-978c3373d94b triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:22:04.560340 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:04.613641 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-8899c6af-a90c-4ba4-8139-672cf9b3459e req-71302b9d-1c91-4fa3-8c87-a61f2f92aade tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] For port bbcaab3c-ddbc-452f-bb2e-31c24cdd80a7, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=bbcaab3c-ddbc-452f-bb2e-31c24cdd80a7,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:22:04.614004 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-8899c6af-a90c-4ba4-8139-672cf9b3459e req-71302b9d-1c91-4fa3-8c87-a61f2f92aade tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:04.623547 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e391cc10-eada-483a-a978-f1f521aca788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:04.628789 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3be49748-531a-4577-b5e4-37d9f4ec8a1d req-0be693a4-4569-4af2-b6ad-c0105f951727 tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] 10.222.0.54 "GET /v2.0/security-groups?id=a65b051b-114e-4b1e-a061-94d194ee3601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875931 Dec 20 14:22:04.634443 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning for port 14c108e8-8a1e-4f15-ad35-e7cd1d38574f completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:22:04.664891 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-8899c6af-a90c-4ba4-8139-672cf9b3459e req-71302b9d-1c91-4fa3-8c87-a61f2f92aade tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] Calling delete_port for bbcaab3c-ddbc-452f-bb2e-31c24cdd80a7 owned by compute:nova {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:22:04.716171 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port 14c108e8-8a1e-4f15-ad35-e7cd1d38574f triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:22:04.716561 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:04.858642 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5720f464-1044-4f5e-8d06-fffea698c45c None None] Pushing event updated for resources: {'Port': ['ID=f285e005-4952-43c8-bece-d63ed5e51402,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:04.868565 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-db30db93-87ec-4c20-8c08-245500333c75 req-c7cfc5c3-c959-42d8-a5e3-cdcbebbd5a14 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] 10.222.0.54 "GET /v2.0/ports?device_id=3fb58f25-96ef-4597-b519-ab74824cbb1d HTTP/1.1" status: 200 len: 210 time: 0.0344546 Dec 20 14:22:04.921426 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-e02d9517-149a-443d-a462-096de889e4a5 None None] Provisioning complete for port d140209a-5cd0-42fb-ba2e-9a974a1cdc6d triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:22:04.922128 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e02d9517-149a-443d-a462-096de889e4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:04.924841 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-8899c6af-a90c-4ba4-8139-672cf9b3459e req-71302b9d-1c91-4fa3-8c87-a61f2f92aade tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:04.997399 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71302b9d-1c91-4fa3-8c87-a61f2f92aade tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] Pushing event deleted for resources: {'Port': ['ID=bbcaab3c-ddbc-452f-bb2e-31c24cdd80a7,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:05.038700 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c15c0ff-c0b5-4e33-b144-0156da2da069 req-aed94edc-97a1-49a9-8321-2880ab89319f tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:05.041398 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5c15c0ff-c0b5-4e33-b144-0156da2da069 req-aed94edc-97a1-49a9-8321-2880ab89319f tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] 10.222.0.54 "GET /v2.0/ports?device_id=416084f0-65f5-48ab-bcec-db997592a50b HTTP/1.1" status: 200 len: 950 time: 0.6550500 Dec 20 14:22:05.058145 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb48199-83b8-4b17-a4ad-22401d597c22 req-c920e7ba-1d1e-4eac-a5a8-bba00bb7d5f1 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:05.059693 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1eb48199-83b8-4b17-a4ad-22401d597c22 req-c920e7ba-1d1e-4eac-a5a8-bba00bb7d5f1 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] 10.222.0.47 "GET /v2.0/networks?id=ac8eea40-77e8-4385-9ea6-fd285bf85abe HTTP/1.1" status: 200 len: 821 time: 0.8689086 Dec 20 14:22:05.066510 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-e02d9517-149a-443d-a462-096de889e4a5 None None] Port d140209a-5cd0-42fb-ba2e-9a974a1cdc6d cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:22:05.086515 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-1eb48199-83b8-4b17-a4ad-22401d597c22 req-0b4f7ec3-82b8-46d2-90e4-981aad704410 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Request body: {'port': {'device_id': '3fb58f25-96ef-4597-b519-ab74824cbb1d', 'network_id': 'ac8eea40-77e8-4385-9ea6-fd285bf85abe', 'admin_state_up': True, 'tenant_id': '4f3a59730c994d32a8cbf695683850a0'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:22:05.151190 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-8899c6af-a90c-4ba4-8139-672cf9b3459e req-71302b9d-1c91-4fa3-8c87-a61f2f92aade tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] No DVR routers for this DVR port bbcaab3c-ddbc-452f-bb2e-31c24cdd80a7 on host n-h1-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:22:05.162354 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-8899c6af-a90c-4ba4-8139-672cf9b3459e req-71302b9d-1c91-4fa3-8c87-a61f2f92aade tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:05.167986 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8899c6af-a90c-4ba4-8139-672cf9b3459e req-71302b9d-1c91-4fa3-8c87-a61f2f92aade tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] 10.222.0.30 "DELETE /v2.0/ports/bbcaab3c-ddbc-452f-bb2e-31c24cdd80a7 HTTP/1.1" status: 204 len: 173 time: 1.0425236 Dec 20 14:22:05.168633 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '416084f0-65f5-48ab-bcec-db997592a50b', 'name': 'network-vif-deleted', 'tag': 'bbcaab3c-ddbc-452f-bb2e-31c24cdd80a7'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:22:05.172615 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-407bb339-12fe-4603-883c-06967d596986" -d '{"events": [{"server_uuid": "416084f0-65f5-48ab-bcec-db997592a50b", "name": "network-vif-deleted", "tag": "bbcaab3c-ddbc-452f-bb2e-31c24cdd80a7"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:22:05.203596 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f3a385-8cc7-4ec5-850e-52cd0caa66d7 req-6cc4fa1c-94d5-4221-9a51-4b3a26eda131 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:05.205929 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e4f3a385-8cc7-4ec5-850e-52cd0caa66d7 req-6cc4fa1c-94d5-4221-9a51-4b3a26eda131 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?device_id=07df8db3-28f5-4372-a34c-9d042cca0e5e HTTP/1.1" status: 200 len: 949 time: 0.2020390 Dec 20 14:22:05.229292 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:05.303976 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5c15c0ff-c0b5-4e33-b144-0156da2da069 req-08631949-90e4-4826-8d18-aa48c8c91d48 tempest-ServersAdminNegativeTestJSON-1876889332 tempest-ServersAdminNegativeTestJSON-1876889332-project] 10.222.0.54 "GET /v2.0/security-groups?id=06195b07-8409-49b1-a771-72db1c511f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244499 Dec 20 14:22:05.320267 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e4f3a385-8cc7-4ec5-850e-52cd0caa66d7 req-e0269e6e-7408-462d-8bdd-997c7728ff50 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/security-groups?id=d29d9ba9-24bd-4d94-be52-3ca7019f1c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067202 Dec 20 14:22:05.324315 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-874bf419-2e70-43b1-a5dd-989027450027 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:05.352285 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-874bf419-2e70-43b1-a5dd-989027450027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:05.353131 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-874bf419-2e70-43b1-a5dd-989027450027 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1595702'] for router_interface, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:05.396280 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4e1ed08-6cdb-40d3-9aaa-eaa7b2f2dc42 x-openstack-request-id: req-d4e1ed08-6cdb-40d3-9aaa-eaa7b2f2dc42 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:22:05.396613 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "416084f0-65f5-48ab-bcec-db997592a50b", "name": "network-vif-deleted", "tag": "bbcaab3c-ddbc-452f-bb2e-31c24cdd80a7", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:22:05.397059 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d4e1ed08-6cdb-40d3-9aaa-eaa7b2f2dc42 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:22:05.397579 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '416084f0-65f5-48ab-bcec-db997592a50b', 'name': 'network-vif-deleted', 'tag': 'bbcaab3c-ddbc-452f-bb2e-31c24cdd80a7', 'status': 'completed', 'code': 200} Dec 20 14:22:05.541035 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874bf419-2e70-43b1-a5dd-989027450027 admin admin] Pushing event updated for resources: {'Port': ['ID=d140209a-5cd0-42fb-ba2e-9a974a1cdc6d,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:05.564463 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07df8db3-28f5-4372-a34c-9d042cca0e5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b480e985-94d1-4c37-a197-978c3373d94b'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:22:05.566700 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78fd39c0-f88f-4229-b796-9b91a3f75b7e" -d '{"events": [{"server_uuid": "07df8db3-28f5-4372-a34c-9d042cca0e5e", "name": "network-vif-plugged", "status": "completed", "tag": "b480e985-94d1-4c37-a197-978c3373d94b"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:22:05.586211 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-e391cc10-eada-483a-a978-f1f521aca788 None None] Attempting to bind port f285e005-4952-43c8-bece-d63ed5e51402 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:22:05.586581 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-e391cc10-eada-483a-a978-f1f521aca788 None None] Attempting to bind port f285e005-4952-43c8-bece-d63ed5e51402 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '0319426e-5ead-4b5d-906b-45e6b8467961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ac8eea40-77e8-4385-9ea6-fd285bf85abe'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:22:05.586972 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e391cc10-eada-483a-a978-f1f521aca788 None None] Attempting to bind port f285e005-4952-43c8-bece-d63ed5e51402 on network ac8eea40-77e8-4385-9ea6-fd285bf85abe {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:22:05.605917 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e391cc10-eada-483a-a978-f1f521aca788 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:22:05.606290 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e391cc10-eada-483a-a978-f1f521aca788 None None] Checking segment: {'id': '0319426e-5ead-4b5d-906b-45e6b8467961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ac8eea40-77e8-4385-9ea6-fd285bf85abe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:22:05.606701 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e391cc10-eada-483a-a978-f1f521aca788 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:05.607117 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e391cc10-eada-483a-a978-f1f521aca788 None None] Bound using segment: {'id': '0319426e-5ead-4b5d-906b-45e6b8467961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ac8eea40-77e8-4385-9ea6-fd285bf85abe'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:22:05.607609 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-e391cc10-eada-483a-a978-f1f521aca788 None None] Bound port: f285e005-4952-43c8-bece-d63ed5e51402, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0319426e-5ead-4b5d-906b-45e6b8467961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ac8eea40-77e8-4385-9ea6-fd285bf85abe'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:22:05.607994 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e391cc10-eada-483a-a978-f1f521aca788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:05.611702 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1243d5a-84d9-4ba0-9c15-c12410e7c0f3 req-ea9308d2-fcc1-41d8-892c-8d03687a820c tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:05.613369 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a1243d5a-84d9-4ba0-9c15-c12410e7c0f3 req-ea9308d2-fcc1-41d8-892c-8d03687a820c tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=1ee336c7-2c51-4a07-9c99-847191098eee HTTP/1.1" status: 200 len: 944 time: 0.1502612 Dec 20 14:22:05.616503 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1eb48199-83b8-4b17-a4ad-22401d597c22 req-0b4f7ec3-82b8-46d2-90e4-981aad704410 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Made reservation on behalf of 4f3a59730c994d32a8cbf695683850a0 for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:22:05.622629 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-1eb48199-83b8-4b17-a4ad-22401d597c22 req-0b4f7ec3-82b8-46d2-90e4-981aad704410 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:05.626328 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-efde8777-99b5-406e-aee5-37696dc9e94e None None] Provisioning complete for port f285e005-4952-43c8-bece-d63ed5e51402 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:22:05.626700 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-efde8777-99b5-406e-aee5-37696dc9e94e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:05.629824 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port b480e985-94d1-4c37-a197-978c3373d94b, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=b480e985-94d1-4c37-a197-978c3373d94b,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:22:05.648654 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874bf419-2e70-43b1-a5dd-989027450027 admin admin] Network e76fd914-6ce4-44fe-92e7-e5f023645820 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:22:05.657505 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-874bf419-2e70-43b1-a5dd-989027450027 admin admin] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:22:05.682705 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:05.811526 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:05.828167 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=b480e985-94d1-4c37-a197-978c3373d94b,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:05.896082 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:05.950059 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 0aa84e8c-cbb5-49a5-9e63-2192aa58fd86 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:22:05.967517 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a1243d5a-84d9-4ba0-9c15-c12410e7c0f3 req-19e32a85-3dea-4faf-887c-03414572f592 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3399470 Dec 20 14:22:06.006710 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-efde8777-99b5-406e-aee5-37696dc9e94e None None] Port f285e005-4952-43c8-bece-d63ed5e51402 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:22:06.035706 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 14c108e8-8a1e-4f15-ad35-e7cd1d38574f, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=14c108e8-8a1e-4f15-ad35-e7cd1d38574f,segment=NetworkSegment(7ac72670-2ace-4b33-9d5a-c9838ca43a1b),segment_id=7ac72670-2ace-4b33-9d5a-c9838ca43a1b)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:22:06.042248 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1bd5867-9480-4990-9190-6e63413c52f2 x-openstack-request-id: req-a1bd5867-9480-4990-9190-6e63413c52f2 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:22:06.042933 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07df8db3-28f5-4372-a34c-9d042cca0e5e", "name": "network-vif-plugged", "status": "completed", "tag": "b480e985-94d1-4c37-a197-978c3373d94b", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:22:06.043430 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a1bd5867-9480-4990-9190-6e63413c52f2 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:22:06.044006 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07df8db3-28f5-4372-a34c-9d042cca0e5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b480e985-94d1-4c37-a197-978c3373d94b', 'code': 200} Dec 20 14:22:06.062777 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [req-1eb48199-83b8-4b17-a4ad-22401d597c22 req-0b4f7ec3-82b8-46d2-90e4-981aad704410 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Allocated IP 172.20.0.4 (ac8eea40-77e8-4385-9ea6-fd285bf85abe/937bc278-96b6-4101-8820-0f0154447eb0/76748e7d-c7f5-44a6-88a3-a6a2455c82b1) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:22:06.064559 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:06.096024 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-874bf419-2e70-43b1-a5dd-989027450027 admin admin] Router c5d3849f-55c6-4cd1-b1ec-94f465015b9e has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:22:06.138118 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-e391cc10-eada-483a-a978-f1f521aca788 None None] For port f285e005-4952-43c8-bece-d63ed5e51402, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:22:06.177541 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-005f7e28-0d9e-469b-addf-16161fdcab53 req-784ce88b-89de-420b-a71e-7011ec1bbf23 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] 10.222.0.54 "GET /v2.0/ports?device_id=3fb58f25-96ef-4597-b519-ab74824cbb1d HTTP/1.1" status: 200 len: 210 time: 0.0712130 Dec 20 14:22:06.179270 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-e391cc10-eada-483a-a978-f1f521aca788 None None] For port f285e005-4952-43c8-bece-d63ed5e51402, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=f285e005-4952-43c8-bece-d63ed5e51402,segment=NetworkSegment(0319426e-5ead-4b5d-906b-45e6b8467961),segment_id=0319426e-5ead-4b5d-906b-45e6b8467961)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:22:06.193503 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=14c108e8-8a1e-4f15-ad35-e7cd1d38574f,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:06.214327 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e391cc10-eada-483a-a978-f1f521aca788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:06.231313 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-48f2ac86-e999-4ea2-8e09-4cbefc0d011c None None] Provisioning complete for port d140209a-5cd0-42fb-ba2e-9a974a1cdc6d triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:22:06.231977 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-48f2ac86-e999-4ea2-8e09-4cbefc0d011c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:06.258494 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35319fd5-a095-4a2e-a978-b2909aa90cd6 req-ed5ec26a-2d25-490d-8607-56c6513d6175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:06.262686 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-35319fd5-a095-4a2e-a978-b2909aa90cd6 req-ed5ec26a-2d25-490d-8607-56c6513d6175 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=07df8db3-28f5-4372-a34c-9d042cca0e5e HTTP/1.1" status: 200 len: 1102 time: 0.1593416 Dec 20 14:22:06.287115 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:06.294536 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f71e0c7-ee1d-4139-b0e6-be8b646a862f req-84a021a5-8877-4055-936b-b80cb44488be tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:06.314162 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 0aa84e8c-cbb5-49a5-9e63-2192aa58fd86 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:22:06.314888 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:06.326622 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2f71e0c7-ee1d-4139-b0e6-be8b646a862f req-84a021a5-8877-4055-936b-b80cb44488be tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] 10.222.0.54 "GET /v2.0/ports?device_id=55f04ceb-16c0-4d6e-a7a8-ba074798c4f2 HTTP/1.1" status: 200 len: 946 time: 0.1863713 Dec 20 14:22:06.374475 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-48f2ac86-e999-4ea2-8e09-4cbefc0d011c None None] Port d140209a-5cd0-42fb-ba2e-9a974a1cdc6d cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:22:06.379854 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5720f464-1044-4f5e-8d06-fffea698c45c None None] Pushing event updated for resources: {'Port': ['ID=f285e005-4952-43c8-bece-d63ed5e51402,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:06.387432 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e391cc10-eada-483a-a978-f1f521aca788 None None] Routers {'a4088f0d-ca29-496d-8308-6d6c1ee614fd'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:22:06.388418 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-e391cc10-eada-483a-a978-f1f521aca788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:22:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['a4088f0d-ca29-496d-8308-6d6c1ee614fd'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:22:06.396068 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-874bf419-2e70-43b1-a5dd-989027450027 admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:22:06.402269 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-874bf419-2e70-43b1-a5dd-989027450027 admin admin] 10.222.0.54 "PUT /v2.0/routers/c5d3849f-55c6-4cd1-b1ec-94f465015b9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1549106 Dec 20 14:22:06.414269 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-1eb48199-83b8-4b17-a4ad-22401d597c22 req-0b4f7ec3-82b8-46d2-90e4-981aad704410 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:06.452675 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10fc13b-9dc5-4017-b69e-2d7f977b8e0e None None] Sync routers for ids ['c5d3849f-55c6-4cd1-b1ec-94f465015b9e'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:22:06.453413 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-35319fd5-a095-4a2e-a978-b2909aa90cd6 req-978dcd8c-dc3a-4309-9700-f615af7ac6b2 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d29d9ba9-24bd-4d94-be52-3ca7019f1c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826959 Dec 20 14:22:06.473528 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2f71e0c7-ee1d-4139-b0e6-be8b646a862f req-c018a6e3-1957-4c7d-9a9a-04bd4a3b382c tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] 10.222.0.54 "GET /v2.0/security-groups?id=a65b051b-114e-4b1e-a061-94d194ee3601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436231 Dec 20 14:22:06.493948 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-1eb48199-83b8-4b17-a4ad-22401d597c22 req-0b4f7ec3-82b8-46d2-90e4-981aad704410 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:06.536346 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10fc13b-9dc5-4017-b69e-2d7f977b8e0e None None] Routers {'c5d3849f-55c6-4cd1-b1ec-94f465015b9e'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:22:06.536983 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-c10fc13b-9dc5-4017-b69e-2d7f977b8e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:22:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['c5d3849f-55c6-4cd1-b1ec-94f465015b9e'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:22:06.600799 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4f7ec3-82b8-46d2-90e4-981aad704410 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Pushing event updated for resources: {'Port': ['ID=76748e7d-c7f5-44a6-88a3-a6a2455c82b1,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:06.634873 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1eb48199-83b8-4b17-a4ad-22401d597c22 req-0b4f7ec3-82b8-46d2-90e4-981aad704410 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Network ac8eea40-77e8-4385-9ea6-fd285bf85abe is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:22:06.641368 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [req-1eb48199-83b8-4b17-a4ad-22401d597c22 req-0b4f7ec3-82b8-46d2-90e4-981aad704410 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:22:06.646633 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eb48199-83b8-4b17-a4ad-22401d597c22 req-0b4f7ec3-82b8-46d2-90e4-981aad704410 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:22:06.667018 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb48199-83b8-4b17-a4ad-22401d597c22 req-0b4f7ec3-82b8-46d2-90e4-981aad704410 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:06.668058 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-1eb48199-83b8-4b17-a4ad-22401d597c22 req-0b4f7ec3-82b8-46d2-90e4-981aad704410 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:06.694958 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-e391cc10-eada-483a-a978-f1f521aca788 None None] Set router a4088f0d-ca29-496d-8308-6d6c1ee614fd gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:22:06.720009 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1eb48199-83b8-4b17-a4ad-22401d597c22 req-0b4f7ec3-82b8-46d2-90e4-981aad704410 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6439769 Dec 20 14:22:06.720679 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:06.732919 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-1eb48199-83b8-4b17-a4ad-22401d597c22 req-3a6e99fd-8da6-4618-977f-3055af013c4e service neutron] Request body: {'port': {'device_id': '3fb58f25-96ef-4597-b519-ab74824cbb1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-19'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:22:06.760261 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a3592c-658f-4ace-96dc-43cc06b2a2c7 req-9ec4ce8e-e0ae-4770-9079-15a63a21beae tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:06.768061 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-49a3592c-658f-4ace-96dc-43cc06b2a2c7 req-9ec4ce8e-e0ae-4770-9079-15a63a21beae tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?device_id=07df8db3-28f5-4372-a34c-9d042cca0e5e HTTP/1.1" status: 200 len: 950 time: 0.0975757 Dec 20 14:22:06.768316 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] For port 0aa84e8c-cbb5-49a5-9e63-2192aa58fd86, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=0aa84e8c-cbb5-49a5-9e63-2192aa58fd86,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:22:06.817493 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:06.842457 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-49a3592c-658f-4ace-96dc-43cc06b2a2c7 req-28615d02-f074-4694-9290-ab5fde4516f5 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/security-groups?id=d29d9ba9-24bd-4d94-be52-3ca7019f1c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722110 Dec 20 14:22:06.863661 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-c10fc13b-9dc5-4017-b69e-2d7f977b8e0e None None] Set router c5d3849f-55c6-4cd1-b1ec-94f465015b9e gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:22:06.901424 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-1eb48199-83b8-4b17-a4ad-22401d597c22 req-3a6e99fd-8da6-4618-977f-3055af013c4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:07.023933 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-d0d3726a-3603-46af-b652-449a7965a3ab None None] Provisioning complete for port f285e005-4952-43c8-bece-d63ed5e51402 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:22:07.024296 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d0d3726a-3603-46af-b652-449a7965a3ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:07.107299 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 48046) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:22:07.157194 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Pushing event updated for resources: {'Port': ['ID=0aa84e8c-cbb5-49a5-9e63-2192aa58fd86,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:07.325784 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fa905c-91f5-4543-8664-ec8f4df7e6ec req-f2786913-4a74-4239-9fd1-dc59bab46661 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:07.327544 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a0fa905c-91f5-4543-8664-ec8f4df7e6ec req-f2786913-4a74-4239-9fd1-dc59bab46661 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=1ee336c7-2c51-4a07-9c99-847191098eee HTTP/1.1" status: 200 len: 944 time: 0.1374006 Dec 20 14:22:07.363566 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 48052) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:22:07.364257 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-252dbd7d-9703-4041-8eac-f10d821ad228 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c2cbf82cbbcb488c9825cdbcbb4bef7f&name=default HTTP/1.1" status: 200 len: 2994 time: 0.2556810 Dec 20 14:22:07.376581 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [req-1eb48199-83b8-4b17-a4ad-22401d597c22 req-3a6e99fd-8da6-4618-977f-3055af013c4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76748e7d-c7f5-44a6-88a3-a6a2455c82b1 {{(pid=103167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:22:07.378210 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d0d3726a-3603-46af-b652-449a7965a3ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:07.395897 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-1eb48199-83b8-4b17-a4ad-22401d597c22 req-3a6e99fd-8da6-4618-977f-3055af013c4e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:07.402382 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-e391cc10-eada-483a-a978-f1f521aca788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4088f0d-ca29-496d-8308-6d6c1ee614fd', 'name': 'tempest-FloatingIPsAssociationTestJSON-1936186760-router', 'tenant_id': '4f3a59730c994d32a8cbf695683850a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '4d3978ef-d762-4485-835b-11cfc052303d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:21:47Z', 'updated_at': '2021-12-20T14:21:59Z', 'revision_number': 4, 'project_id': '4f3a59730c994d32a8cbf695683850a0', 'gw_port': {'id': '4d3978ef-d762-4485-835b-11cfc052303d', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:bf:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4088f0d-ca29-496d-8308-6d6c1ee614fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:21:49Z', 'updated_at': '2021-12-20T14:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'f285e005-4952-43c8-bece-d63ed5e51402', 'name': '', 'network_id': 'ac8eea40-77e8-4385-9ea6-fd285bf85abe', 'tenant_id': '4f3a59730c994d32a8cbf695683850a0', 'mac_address': 'fa:16:3e:8d:a6:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4088f0d-ca29-496d-8308-6d6c1ee614fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '937bc278-96b6-4101-8820-0f0154447eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:21:56Z', 'updated_at': '2021-12-20T14:22:06Z', 'revision_number': 4, 'project_id': '4f3a59730c994d32a8cbf695683850a0', 'subnets': [{'id': '937bc278-96b6-4101-8820-0f0154447eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:22:07.442547 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-1eb48199-83b8-4b17-a4ad-22401d597c22 req-3a6e99fd-8da6-4618-977f-3055af013c4e service neutron] Transition to ACTIVE for port object 76748e7d-c7f5-44a6-88a3-a6a2455c82b1 will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:22:07.449698 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e391cc10-eada-483a-a978-f1f521aca788 None None] The sync data for ids ['a4088f0d-ca29-496d-8308-6d6c1ee614fd'] in n-d-761264-19 is: [{'id': 'a4088f0d-ca29-496d-8308-6d6c1ee614fd', 'name': 'tempest-FloatingIPsAssociationTestJSON-1936186760-router', 'tenant_id': '4f3a59730c994d32a8cbf695683850a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '4d3978ef-d762-4485-835b-11cfc052303d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:21:47Z', 'updated_at': '2021-12-20T14:21:59Z', 'revision_number': 4, 'project_id': '4f3a59730c994d32a8cbf695683850a0', 'gw_port': {'id': '4d3978ef-d762-4485-835b-11cfc052303d', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:bf:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4088f0d-ca29-496d-8308-6d6c1ee614fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:21:49Z', 'updated_at': '2021-12-20T14:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'f285e005-4952-43c8-bece-d63ed5e51402', 'name': '', 'network_id': 'ac8eea40-77e8-4385-9ea6-fd285bf85abe', 'tenant_id': '4f3a59730c994d32a8cbf695683850a0', 'mac_address': 'fa:16:3e:8d:a6:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4088f0d-ca29-496d-8308-6d6c1ee614fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '937bc278-96b6-4101-8820-0f0154447eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:21:56Z', 'updated_at': '2021-12-20T14:22:06Z', 'revision_number': 4, 'project_id': '4f3a59730c994d32a8cbf695683850a0', 'subnets': [{'id': '937bc278-96b6-4101-8820-0f0154447eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:22:07.458796 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-1eb48199-83b8-4b17-a4ad-22401d597c22 req-3a6e99fd-8da6-4618-977f-3055af013c4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:07.463288 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a0fa905c-91f5-4543-8664-ec8f4df7e6ec req-91a9ebbc-f765-4505-b8a9-a7155d7e37cc tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158333 Dec 20 14:22:07.472877 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-d0d3726a-3603-46af-b652-449a7965a3ab None None] For port f285e005-4952-43c8-bece-d63ed5e51402, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=f285e005-4952-43c8-bece-d63ed5e51402,segment=NetworkSegment(0319426e-5ead-4b5d-906b-45e6b8467961),segment_id=0319426e-5ead-4b5d-906b-45e6b8467961)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:22:07.501250 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d0d3726a-3603-46af-b652-449a7965a3ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:07.508531 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-c10fc13b-9dc5-4017-b69e-2d7f977b8e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d3849f-55c6-4cd1-b1ec-94f465015b9e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1430184227-router', 'tenant_id': '98ae6d5e3841444bb1b49cfd90c7eecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': '0aa84e8c-cbb5-49a5-9e63-2192aa58fd86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:21:57Z', 'updated_at': '2021-12-20T14:22:03Z', 'revision_number': 4, 'project_id': '98ae6d5e3841444bb1b49cfd90c7eecf', 'gw_port': {'id': '0aa84e8c-cbb5-49a5-9e63-2192aa58fd86', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ab:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d3849f-55c6-4cd1-b1ec-94f465015b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:21:58Z', 'updated_at': '2021-12-20T14:22:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'd140209a-5cd0-42fb-ba2e-9a974a1cdc6d', 'name': '', 'network_id': 'e76fd914-6ce4-44fe-92e7-e5f023645820', 'tenant_id': '98ae6d5e3841444bb1b49cfd90c7eecf', 'mac_address': 'fa:16:3e:c4:c9:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d3849f-55c6-4cd1-b1ec-94f465015b9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '05ec7bf3-6c57-436c-ae29-1e90a4ac3504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:22:02Z', 'updated_at': '2021-12-20T14:22:04Z', 'revision_number': 2, 'project_id': '98ae6d5e3841444bb1b49cfd90c7eecf', 'subnets': [{'id': '05ec7bf3-6c57-436c-ae29-1e90a4ac3504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:22:07.518986 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6f2b31ea-6895-4b02-a8a0-5e6a7f2ec267 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:07.574622 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 48060) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:22:07.617462 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6e99fd-8da6-4618-977f-3055af013c4e service neutron] Pushing event updated for resources: {'Port': ['ID=76748e7d-c7f5-44a6-88a3-a6a2455c82b1,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:07.632192 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10fc13b-9dc5-4017-b69e-2d7f977b8e0e None None] Checking router: c5d3849f-55c6-4cd1-b1ec-94f465015b9e for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:22:07.644392 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10fc13b-9dc5-4017-b69e-2d7f977b8e0e None None] Updating router c5d3849f-55c6-4cd1-b1ec-94f465015b9e port d140209a-5cd0-42fb-ba2e-9a974a1cdc6d binding host n-d-761264-19 {{(pid=103169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 14:22:07.660879 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6f2b31ea-6895-4b02-a8a0-5e6a7f2ec267 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:07.741346 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-63bb28a7-d936-41d7-9bab-348ead4719ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:07.820958 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-1eb48199-83b8-4b17-a4ad-22401d597c22 req-3a6e99fd-8da6-4618-977f-3055af013c4e service neutron] Attempting to bind port 76748e7d-c7f5-44a6-88a3-a6a2455c82b1 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:22:07.821340 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-1eb48199-83b8-4b17-a4ad-22401d597c22 req-3a6e99fd-8da6-4618-977f-3055af013c4e service neutron] Attempting to bind port 76748e7d-c7f5-44a6-88a3-a6a2455c82b1 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': '0319426e-5ead-4b5d-906b-45e6b8467961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ac8eea40-77e8-4385-9ea6-fd285bf85abe'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:22:07.822200 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb48199-83b8-4b17-a4ad-22401d597c22 req-3a6e99fd-8da6-4618-977f-3055af013c4e service neutron] Attempting to bind port 76748e7d-c7f5-44a6-88a3-a6a2455c82b1 on network ac8eea40-77e8-4385-9ea6-fd285bf85abe {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:22:07.845746 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c10fc13b-9dc5-4017-b69e-2d7f977b8e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:07.850703 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb48199-83b8-4b17-a4ad-22401d597c22 req-3a6e99fd-8da6-4618-977f-3055af013c4e service neutron] Port 76748e7d-c7f5-44a6-88a3-a6a2455c82b1 on network ac8eea40-77e8-4385-9ea6-fd285bf85abe not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:22:07.851240 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb48199-83b8-4b17-a4ad-22401d597c22 req-3a6e99fd-8da6-4618-977f-3055af013c4e service neutron] Attempting to bind port 76748e7d-c7f5-44a6-88a3-a6a2455c82b1 on network ac8eea40-77e8-4385-9ea6-fd285bf85abe {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:22:07.926046 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb48199-83b8-4b17-a4ad-22401d597c22 req-3a6e99fd-8da6-4618-977f-3055af013c4e service neutron] Checking agent: {'id': '43c60aee-e4af-4ecc-bee2-aac3569fafed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:22:07.926409 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb48199-83b8-4b17-a4ad-22401d597c22 req-3a6e99fd-8da6-4618-977f-3055af013c4e service neutron] Checking segment: {'id': '0319426e-5ead-4b5d-906b-45e6b8467961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ac8eea40-77e8-4385-9ea6-fd285bf85abe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:22:07.926880 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb48199-83b8-4b17-a4ad-22401d597c22 req-3a6e99fd-8da6-4618-977f-3055af013c4e service neutron] Bound using segment: {'id': '0319426e-5ead-4b5d-906b-45e6b8467961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ac8eea40-77e8-4385-9ea6-fd285bf85abe'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:22:07.927896 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 39ee60c5-9697-46cd-8710-4390a2539519 up at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:22:07.930763 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-1eb48199-83b8-4b17-a4ad-22401d597c22 req-3a6e99fd-8da6-4618-977f-3055af013c4e service neutron] Bound port: 76748e7d-c7f5-44a6-88a3-a6a2455c82b1, host: n-h2-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0319426e-5ead-4b5d-906b-45e6b8467961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ac8eea40-77e8-4385-9ea6-fd285bf85abe'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:22:07.931141 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-1eb48199-83b8-4b17-a4ad-22401d597c22 req-3a6e99fd-8da6-4618-977f-3055af013c4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:07.941505 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-63bb28a7-d936-41d7-9bab-348ead4719ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:07.948672 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-63bb28a7-d936-41d7-9bab-348ead4719ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:07.958846 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d3726a-3603-46af-b652-449a7965a3ab None None] Pushing event updated for resources: {'Port': ['ID=f285e005-4952-43c8-bece-d63ed5e51402,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:08.024164 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-63bb28a7-d936-41d7-9bab-348ead4719ad admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6875a44b58a149f89900d639e88f90c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4481177 Dec 20 14:22:08.025407 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bb28a7-d936-41d7-9bab-348ead4719ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7632bc2-9b60-447e-a00a-552ea649f84c,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:08.043153 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 48070) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:22:08.135953 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:08.135953 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:22:08.135953 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:08.135953 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:22:08.135953 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:08.135953 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:22:08.135953 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:08.135953 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:22:08.135953 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:08.135953 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:22:08.135953 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:08.135953 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:22:08.135953 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:08.135953 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:22:08.135953 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:08.135953 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:22:08.135953 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:08.135953 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:22:08.135953 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:08.135953 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:22:08.135953 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:08.135953 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:22:08.135953 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:08.135953 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:22:08.135953 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:08.135953 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:22:08.135953 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:08.135953 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:22:08.135953 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:08.135953 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:22:08.135953 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:08.135953 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:22:08.135953 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:08.135953 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:22:08.135953 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:08.135953 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:22:08.138218 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:08.138218 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:22:08.138218 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:08.138218 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:22:08.138218 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:08.138218 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:22:08.138218 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:08.138218 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:22:08.138218 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:08.138218 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:22:08.138218 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:08.138218 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:22:08.144503 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a82d0f2-92e5-4008-8c06-b9de07361a01 req-98449d3e-ec66-4828-a94f-7ec00b049c34 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:08.144683 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae3d3c4-58ef-42b5-a069-f017cff683da req-5fb5e544-f419-46a4-9004-c7ad78102376 tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:08.146446 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3a82d0f2-92e5-4008-8c06-b9de07361a01 req-98449d3e-ec66-4828-a94f-7ec00b049c34 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] 10.222.0.54 "GET /v2.0/ports?device_id=3fb58f25-96ef-4597-b519-ab74824cbb1d HTTP/1.1" status: 200 len: 943 time: 0.2627709 Dec 20 14:22:08.146595 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9ae3d3c4-58ef-42b5-a069-f017cff683da req-5fb5e544-f419-46a4-9004-c7ad78102376 tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] 10.222.0.54 "GET /v2.0/ports?device_id=55f04ceb-16c0-4d6e-a7a8-ba074798c4f2 HTTP/1.1" status: 200 len: 946 time: 0.0660338 Dec 20 14:22:08.147509 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6f2b31ea-6895-4b02-a8a0-5e6a7f2ec267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:08.150325 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6f2b31ea-6895-4b02-a8a0-5e6a7f2ec267 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:08.151429 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-6f2b31ea-6895-4b02-a8a0-5e6a7f2ec267 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/06195b07-8409-49b1-a771-72db1c511f6d HTTP/1.1" status: 204 len: 168 time: 0.7861674 Dec 20 14:22:08.202018 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2b31ea-6895-4b02-a8a0-5e6a7f2ec267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06195b07-8409-49b1-a771-72db1c511f6d,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:08.225576 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-1eb48199-83b8-4b17-a4ad-22401d597c22 req-3a6e99fd-8da6-4618-977f-3055af013c4e service neutron] For port 76748e7d-c7f5-44a6-88a3-a6a2455c82b1, host n-h2-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:22:08.229327 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9ae3d3c4-58ef-42b5-a069-f017cff683da req-0525f132-9656-492f-8e9e-cd89a7ccb96a tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] 10.222.0.54 "GET /v2.0/security-groups?id=a65b051b-114e-4b1e-a061-94d194ee3601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695031 Dec 20 14:22:08.256390 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55f04ceb-16c0-4d6e-a7a8-ba074798c4f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14c108e8-8a1e-4f15-ad35-e7cd1d38574f'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:22:08.258753 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72b79fb6-6bde-489b-b24e-dc46dc0a7e58" -d '{"events": [{"server_uuid": "55f04ceb-16c0-4d6e-a7a8-ba074798c4f2", "name": "network-vif-plugged", "status": "completed", "tag": "14c108e8-8a1e-4f15-ad35-e7cd1d38574f"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:22:08.266696 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device f285e005-4952-43c8-bece-d63ed5e51402 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:22:08.270298 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0ec0420d-cc0b-4b0e-bd52-cb35011b236c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:08.279287 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-1eb48199-83b8-4b17-a4ad-22401d597c22 req-3a6e99fd-8da6-4618-977f-3055af013c4e service neutron] For port 76748e7d-c7f5-44a6-88a3-a6a2455c82b1, host n-h2-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=76748e7d-c7f5-44a6-88a3-a6a2455c82b1,segment=NetworkSegment(0319426e-5ead-4b5d-906b-45e6b8467961),segment_id=0319426e-5ead-4b5d-906b-45e6b8467961)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:22:08.293467 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3a82d0f2-92e5-4008-8c06-b9de07361a01 req-e764559d-7e5b-4f56-9c46-94c1950214e6 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] 10.222.0.54 "GET /v2.0/security-groups?id=1f075b11-d210-4909-933c-2e048b1c972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374652 Dec 20 14:22:08.297055 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-1eb48199-83b8-4b17-a4ad-22401d597c22 req-3a6e99fd-8da6-4618-977f-3055af013c4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:08.323079 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0ec0420d-cc0b-4b0e-bd52-cb35011b236c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:08.374560 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb48199-83b8-4b17-a4ad-22401d597c22 req-3a6e99fd-8da6-4618-977f-3055af013c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:08.375488 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-1eb48199-83b8-4b17-a4ad-22401d597c22 req-3a6e99fd-8da6-4618-977f-3055af013c4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:08.378591 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1eb48199-83b8-4b17-a4ad-22401d597c22 req-3a6e99fd-8da6-4618-977f-3055af013c4e service neutron] 10.222.0.47 "PUT /v2.0/ports/76748e7d-c7f5-44a6-88a3-a6a2455c82b1 HTTP/1.1" status: 200 len: 1092 time: 1.6508555 Dec 20 14:22:08.389998 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fb58f25-96ef-4597-b519-ab74824cbb1d', 'tag': '76748e7d-c7f5-44a6-88a3-a6a2455c82b1'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:22:08.393107 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9782b258-22b4-41a7-b05a-fc1a7df44b09" -d '{"events": [{"name": "network-changed", "server_uuid": "3fb58f25-96ef-4597-b519-ab74824cbb1d", "tag": "76748e7d-c7f5-44a6-88a3-a6a2455c82b1"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:22:08.516731 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6e99fd-8da6-4618-977f-3055af013c4e service neutron] Pushing event updated for resources: {'Port': ['ID=76748e7d-c7f5-44a6-88a3-a6a2455c82b1,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:08.551382 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0ec0420d-cc0b-4b0e-bd52-cb35011b236c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:08.558584 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0ec0420d-cc0b-4b0e-bd52-cb35011b236c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:08.564490 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-0ec0420d-cc0b-4b0e-bd52-cb35011b236c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c7632bc2-9b60-447e-a00a-552ea649f84c HTTP/1.1" status: 204 len: 168 time: 0.5159612 Dec 20 14:22:08.565715 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4922d5a-0ece-45e7-8f16-eb15c09b444a x-openstack-request-id: req-c4922d5a-0ece-45e7-8f16-eb15c09b444a {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:22:08.566027 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55f04ceb-16c0-4d6e-a7a8-ba074798c4f2", "name": "network-vif-plugged", "status": "completed", "tag": "14c108e8-8a1e-4f15-ad35-e7cd1d38574f", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:22:08.566279 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c4922d5a-0ece-45e7-8f16-eb15c09b444a {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:22:08.566663 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55f04ceb-16c0-4d6e-a7a8-ba074798c4f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14c108e8-8a1e-4f15-ad35-e7cd1d38574f', 'code': 200} Dec 20 14:22:08.600747 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb48199-83b8-4b17-a4ad-22401d597c22 req-0dac48ee-fed1-4e03-8a81-051cafceb5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:08.606173 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1eb48199-83b8-4b17-a4ad-22401d597c22 req-0dac48ee-fed1-4e03-8a81-051cafceb5e3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4f3a59730c994d32a8cbf695683850a0&device_id=3fb58f25-96ef-4597-b519-ab74824cbb1d HTTP/1.1" status: 200 len: 1095 time: 0.1712148 Dec 20 14:22:08.609292 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec0420d-cc0b-4b0e-bd52-cb35011b236c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7632bc2-9b60-447e-a00a-552ea649f84c,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:08.618178 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning for port 39ee60c5-9697-46cd-8710-4390a2539519 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:22:08.683908 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd4413d-d517-420e-96c2-3d1c62d7c1a8 req-d1b8c1a9-c3a5-466b-9c42-cee8354bca45 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:08.685522 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ebd4413d-d517-420e-96c2-3d1c62d7c1a8 req-d1b8c1a9-c3a5-466b-9c42-cee8354bca45 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?device_id=07df8db3-28f5-4372-a34c-9d042cca0e5e HTTP/1.1" status: 200 len: 950 time: 0.2438548 Dec 20 14:22:08.713028 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1eb48199-83b8-4b17-a4ad-22401d597c22 req-d459b032-8a05-45f0-b1ae-bf12084e18eb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76748e7d-c7f5-44a6-88a3-a6a2455c82b1 HTTP/1.1" status: 200 len: 217 time: 0.0876145 Dec 20 14:22:08.714453 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning complete for port 39ee60c5-9697-46cd-8710-4390a2539519 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:22:08.714849 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:08.719788 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eac78687-d9d5-4fb8-af05-7820daaa3ee3 x-openstack-request-id: req-eac78687-d9d5-4fb8-af05-7820daaa3ee3 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:22:08.720229 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fb58f25-96ef-4597-b519-ab74824cbb1d", "tag": "76748e7d-c7f5-44a6-88a3-a6a2455c82b1", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:22:08.721031 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-eac78687-d9d5-4fb8-af05-7820daaa3ee3 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:22:08.721618 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fb58f25-96ef-4597-b519-ab74824cbb1d', 'tag': '76748e7d-c7f5-44a6-88a3-a6a2455c82b1', 'status': 'completed', 'code': 200} Dec 20 14:22:08.733433 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f1d41a-7f6a-4719-b285-c18aa457e674 req-617254ed-b8b7-4bc5-bd5b-774561836c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:08.736936 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d8f1d41a-7f6a-4719-b285-c18aa457e674 req-617254ed-b8b7-4bc5-bd5b-774561836c5f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=55f04ceb-16c0-4d6e-a7a8-ba074798c4f2 HTTP/1.1" status: 200 len: 1098 time: 0.1934881 Dec 20 14:22:08.812459 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb48199-83b8-4b17-a4ad-22401d597c22 req-d1b097f2-41f1-48f5-ba8c-df3ab9e849ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:08.813933 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1eb48199-83b8-4b17-a4ad-22401d597c22 req-d1b097f2-41f1-48f5-ba8c-df3ab9e849ce service neutron] 10.222.0.47 "GET /v2.0/subnets?id=937bc278-96b6-4101-8820-0f0154447eb0 HTTP/1.1" status: 200 len: 860 time: 0.0914702 Dec 20 14:22:08.826912 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 48092) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:22:08.864753 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port f285e005-4952-43c8-bece-d63ed5e51402 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:22:08.865567 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ebd4413d-d517-420e-96c2-3d1c62d7c1a8 req-3f051280-abea-4f7b-b926-1baf3829f46c tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/security-groups?id=d29d9ba9-24bd-4d94-be52-3ca7019f1c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636550 Dec 20 14:22:08.865838 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:08.925555 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d8f1d41a-7f6a-4719-b285-c18aa457e674 req-0962f49e-7dfe-411a-88dd-b3b99e6cd961 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a65b051b-114e-4b1e-a061-94d194ee3601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613696 Dec 20 14:22:08.978584 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-94ad306a-e6cc-4a13-8838-b983d1db4662 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0de707478c7a47adbb904dc9390df557&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1503158 Dec 20 14:22:08.981507 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 48104) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:22:09.011084 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211b9f11-8f87-4083-be9e-0526fdd8f9af req-1df02889-ff88-4e01-84f8-cf3c0e1585c8 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:09.021263 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-211b9f11-8f87-4083-be9e-0526fdd8f9af req-1df02889-ff88-4e01-84f8-cf3c0e1585c8 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=1ee336c7-2c51-4a07-9c99-847191098eee HTTP/1.1" status: 200 len: 944 time: 0.1829975 Dec 20 14:22:09.032850 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb48199-83b8-4b17-a4ad-22401d597c22 req-2fabbe84-601a-4551-a349-7d9391a2e060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:09.035606 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1eb48199-83b8-4b17-a4ad-22401d597c22 req-2fabbe84-601a-4551-a349-7d9391a2e060 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ac8eea40-77e8-4385-9ea6-fd285bf85abe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2137628 Dec 20 14:22:09.039835 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 0aa84e8c-cbb5-49a5-9e63-2192aa58fd86 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:22:09.066238 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-71dd5cc9-6f77-4dfa-8239-c9dc344d3ca0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:09.108715 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-211b9f11-8f87-4083-be9e-0526fdd8f9af req-408d877d-7e97-4e9a-b497-a610d83720a5 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863395 Dec 20 14:22:09.115162 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-71dd5cc9-6f77-4dfa-8239-c9dc344d3ca0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:09.151666 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:09.223326 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1eb48199-83b8-4b17-a4ad-22401d597c22 req-7798cb41-4b8c-4be0-a8ce-d595cbfe0e43 service neutron] 10.222.0.47 "GET /v2.0/networks/ac8eea40-77e8-4385-9ea6-fd285bf85abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136599 Dec 20 14:22:09.230403 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-71dd5cc9-6f77-4dfa-8239-c9dc344d3ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:09.233542 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-71dd5cc9-6f77-4dfa-8239-c9dc344d3ca0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:09.234835 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-71dd5cc9-6f77-4dfa-8239-c9dc344d3ca0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/59a6d557-a2b2-4156-8709-7ab3146b5a4b HTTP/1.1" status: 204 len: 168 time: 0.2522392 Dec 20 14:22:09.247463 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dd5cc9-6f77-4dfa-8239-c9dc344d3ca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59a6d557-a2b2-4156-8709-7ab3146b5a4b,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:09.253580 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 39ee60c5-9697-46cd-8710-4390a2539519, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=39ee60c5-9697-46cd-8710-4390a2539519,segment=NetworkSegment(c78eb3db-e8a6-4673-b220-136b3d8ed714),segment_id=c78eb3db-e8a6-4673-b220-136b3d8ed714)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:22:09.317577 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:09.321203 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device bbcaab3c-ddbc-452f-bb2e-31c24cdd80a7 no longer exists at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:22:09.360593 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] No Port match for: bbcaab3c-ddbc-452f-bb2e-31c24cdd80a7 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:22:09.360858 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device bbcaab3c-ddbc-452f-bb2e-31c24cdd80a7 not bound to the agent host n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:22:09.425084 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1eb48199-83b8-4b17-a4ad-22401d597c22 req-fde5059b-6a95-46a4-8916-40e340f3dafd service neutron] 10.222.0.47 "GET /v2.0/networks/ac8eea40-77e8-4385-9ea6-fd285bf85abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923954 Dec 20 14:22:09.456879 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 0aa84e8c-cbb5-49a5-9e63-2192aa58fd86 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:22:09.457285 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:09.510509 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 48114) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:22:09.553942 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-94c3cb35-f7bb-44bd-bc9e-6ab1c331323f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:09.559778 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c10fc13b-9dc5-4017-b69e-2d7f977b8e0e None None] Publish callbacks [] for port, precommit_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:09.591404 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9782b258-22b4-41a7-b05a-fc1a7df44b09 req-97cee471-c22c-4ae0-9f73-8de7cd59de30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:09.595195 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9782b258-22b4-41a7-b05a-fc1a7df44b09 req-97cee471-c22c-4ae0-9f73-8de7cd59de30 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4f3a59730c994d32a8cbf695683850a0&device_id=3fb58f25-96ef-4597-b519-ab74824cbb1d HTTP/1.1" status: 200 len: 1095 time: 0.1065180 Dec 20 14:22:09.602094 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c10fc13b-9dc5-4017-b69e-2d7f977b8e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:09.652539 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=39ee60c5-9697-46cd-8710-4390a2539519,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:09.672233 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 48118) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:22:09.733719 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3492634b-9c8f-4460-a6a1-d69e3e4c578a req-bcb4de15-56f6-4b0f-a647-d009a9ec8573 tempest-ServersOnMultiNodesTest-460277134 tempest-ServersOnMultiNodesTest-460277134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:09.742567 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3492634b-9c8f-4460-a6a1-d69e3e4c578a req-bcb4de15-56f6-4b0f-a647-d009a9ec8573 tempest-ServersOnMultiNodesTest-460277134 tempest-ServersOnMultiNodesTest-460277134-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=07df8db3-28f5-4372-a34c-9d042cca0e5e HTTP/1.1" status: 200 len: 1102 time: 0.2245908 Dec 20 14:22:09.794698 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-3492634b-9c8f-4460-a6a1-d69e3e4c578a req-517f52d5-cc13-471f-ae12-c4b6484cede6 tempest-ServersOnMultiNodesTest-460277134 tempest-ServersOnMultiNodesTest-460277134-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:09.883059 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9782b258-22b4-41a7-b05a-fc1a7df44b09 req-b5d29731-eee1-4acb-a607-8c737d7f853d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:09.886410 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9782b258-22b4-41a7-b05a-fc1a7df44b09 req-b5d29731-eee1-4acb-a607-8c737d7f853d service neutron] 10.222.0.47 "GET /v2.0/networks?id=ac8eea40-77e8-4385-9ea6-fd285bf85abe HTTP/1.1" status: 200 len: 922 time: 0.2830679 Dec 20 14:22:09.938178 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5180482-dc36-4438-90f3-b15a7b6805df None None] Pushing event updated for resources: {'Port': ['ID=d140209a-5cd0-42fb-ba2e-9a974a1cdc6d,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:09.938748 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-94c3cb35-f7bb-44bd-bc9e-6ab1c331323f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:09.959171 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-94c3cb35-f7bb-44bd-bc9e-6ab1c331323f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:09.981295 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9782b258-22b4-41a7-b05a-fc1a7df44b09 req-c9dcd798-0a07-444b-a11c-f7f5f263e897 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76748e7d-c7f5-44a6-88a3-a6a2455c82b1 HTTP/1.1" status: 200 len: 217 time: 0.0867248 Dec 20 14:22:10.016632 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-c10fc13b-9dc5-4017-b69e-2d7f977b8e0e None None] Attempting to bind port d140209a-5cd0-42fb-ba2e-9a974a1cdc6d on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:22:10.017002 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-c10fc13b-9dc5-4017-b69e-2d7f977b8e0e None None] Attempting to bind port d140209a-5cd0-42fb-ba2e-9a974a1cdc6d by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '81f9c096-d0a5-4567-8c87-75456228e5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e76fd914-6ce4-44fe-92e7-e5f023645820'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:22:10.017924 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10fc13b-9dc5-4017-b69e-2d7f977b8e0e None None] Attempting to bind port d140209a-5cd0-42fb-ba2e-9a974a1cdc6d on network e76fd914-6ce4-44fe-92e7-e5f023645820 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:22:10.036165 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10fc13b-9dc5-4017-b69e-2d7f977b8e0e None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:22:10.036548 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10fc13b-9dc5-4017-b69e-2d7f977b8e0e None None] Checking segment: {'id': '81f9c096-d0a5-4567-8c87-75456228e5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e76fd914-6ce4-44fe-92e7-e5f023645820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:22:10.036957 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c10fc13b-9dc5-4017-b69e-2d7f977b8e0e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:10.037401 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10fc13b-9dc5-4017-b69e-2d7f977b8e0e None None] Bound using segment: {'id': '81f9c096-d0a5-4567-8c87-75456228e5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e76fd914-6ce4-44fe-92e7-e5f023645820'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:22:10.037898 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-c10fc13b-9dc5-4017-b69e-2d7f977b8e0e None None] Bound port: d140209a-5cd0-42fb-ba2e-9a974a1cdc6d, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81f9c096-d0a5-4567-8c87-75456228e5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e76fd914-6ce4-44fe-92e7-e5f023645820'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:22:10.038283 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c10fc13b-9dc5-4017-b69e-2d7f977b8e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:10.063381 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-94c3cb35-f7bb-44bd-bc9e-6ab1c331323f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f15796245b0e403e9c82e61c5a0c0d36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5516145 Dec 20 14:22:10.069341 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 48124) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:22:10.071640 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c3cb35-f7bb-44bd-bc9e-6ab1c331323f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bcd613a-35fb-4c27-b4cf-5e8a4a04edfb,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:10.104746 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-3492634b-9c8f-4460-a6a1-d69e3e4c578a req-517f52d5-cc13-471f-ae12-c4b6484cede6 tempest-ServersOnMultiNodesTest-460277134 tempest-ServersOnMultiNodesTest-460277134-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:10.139692 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-3492634b-9c8f-4460-a6a1-d69e3e4c578a req-517f52d5-cc13-471f-ae12-c4b6484cede6 tempest-ServersOnMultiNodesTest-460277134 tempest-ServersOnMultiNodesTest-460277134-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:10.200944 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-f3be3d61-8113-4739-9b2c-2cc5c19db673 None None] Provisioning complete for port d140209a-5cd0-42fb-ba2e-9a974a1cdc6d triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:22:10.201508 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f3be3d61-8113-4739-9b2c-2cc5c19db673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:10.213212 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517f52d5-cc13-471f-ae12-c4b6484cede6 tempest-ServersOnMultiNodesTest-460277134 tempest-ServersOnMultiNodesTest-460277134-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ffba98e-1237-4d45-b8bd-4fd96f3939b9,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:10.229103 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3492634b-9c8f-4460-a6a1-d69e3e4c578a req-517f52d5-cc13-471f-ae12-c4b6484cede6 tempest-ServersOnMultiNodesTest-460277134 tempest-ServersOnMultiNodesTest-460277134-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=d29d9ba9-24bd-4d94-be52-3ca7019f1c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4798725 Dec 20 14:22:10.244658 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1a8283c6-9305-4089-a3bf-790550e85901 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:10.249713 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-bff8c989-33c5-4596-bb22-8e01217ccd2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:10.272670 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9782b258-22b4-41a7-b05a-fc1a7df44b09 req-c82b1c49-3043-4aae-a48a-6587d44b33d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:10.275505 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9782b258-22b4-41a7-b05a-fc1a7df44b09 req-c82b1c49-3043-4aae-a48a-6587d44b33d3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=937bc278-96b6-4101-8820-0f0154447eb0 HTTP/1.1" status: 200 len: 860 time: 0.2848358 Dec 20 14:22:10.282939 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device f285e005-4952-43c8-bece-d63ed5e51402 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:22:10.310586 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-bff8c989-33c5-4596-bb22-8e01217ccd2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:10.340292 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-f3be3d61-8113-4739-9b2c-2cc5c19db673 None None] Port d140209a-5cd0-42fb-ba2e-9a974a1cdc6d cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:22:10.356412 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9782b258-22b4-41a7-b05a-fc1a7df44b09 req-ec08f4e6-3511-4982-b81c-e55e9e22460e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:10.358312 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9782b258-22b4-41a7-b05a-fc1a7df44b09 req-ec08f4e6-3511-4982-b81c-e55e9e22460e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ac8eea40-77e8-4385-9ea6-fd285bf85abe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0727422 Dec 20 14:22:10.363259 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-c10fc13b-9dc5-4017-b69e-2d7f977b8e0e None None] For port d140209a-5cd0-42fb-ba2e-9a974a1cdc6d, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:22:10.367707 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-c10fc13b-9dc5-4017-b69e-2d7f977b8e0e None None] For port d140209a-5cd0-42fb-ba2e-9a974a1cdc6d, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=d140209a-5cd0-42fb-ba2e-9a974a1cdc6d,segment=NetworkSegment(81f9c096-d0a5-4567-8c87-75456228e5a3),segment_id=81f9c096-d0a5-4567-8c87-75456228e5a3)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:22:10.380020 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c10fc13b-9dc5-4017-b69e-2d7f977b8e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:10.418932 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port f285e005-4952-43c8-bece-d63ed5e51402 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:22:10.419570 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:10.507614 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10fc13b-9dc5-4017-b69e-2d7f977b8e0e None None] Routers {'c5d3849f-55c6-4cd1-b1ec-94f465015b9e'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:22:10.508432 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-c10fc13b-9dc5-4017-b69e-2d7f977b8e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:22:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['c5d3849f-55c6-4cd1-b1ec-94f465015b9e'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:22:10.518102 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5180482-dc36-4438-90f3-b15a7b6805df None None] Pushing event updated for resources: {'Port': ['ID=d140209a-5cd0-42fb-ba2e-9a974a1cdc6d,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:10.567257 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ee336c7-2c51-4a07-9c99-847191098eee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39ee60c5-9697-46cd-8710-4390a2539519'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:22:10.569876 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0163a5a9-9b54-4f6a-8f05-44d5fd3f6707" -d '{"events": [{"server_uuid": "1ee336c7-2c51-4a07-9c99-847191098eee", "name": "network-vif-plugged", "status": "completed", "tag": "39ee60c5-9697-46cd-8710-4390a2539519"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:22:10.692045 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 48138) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:22:10.713353 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-c10fc13b-9dc5-4017-b69e-2d7f977b8e0e None None] Set router c5d3849f-55c6-4cd1-b1ec-94f465015b9e gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:22:10.719699 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-a3c5f509-a2f2-413f-9b9a-db83dc37b201 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1183690477', 'description': 'tempest-description--558364141'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:22:10.776495 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e166b4-bb30-4aec-8c71-ca775f833e91 req-f8f08596-b34f-43f2-b28a-46c5ce791503 tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:10.778860 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f2e166b4-bb30-4aec-8c71-ca775f833e91 req-f8f08596-b34f-43f2-b28a-46c5ce791503 tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] 10.222.0.54 "GET /v2.0/ports?device_id=55f04ceb-16c0-4d6e-a7a8-ba074798c4f2 HTTP/1.1" status: 200 len: 946 time: 0.4524169 Dec 20 14:22:10.780686 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a3c5f509-a2f2-413f-9b9a-db83dc37b201 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:10.817546 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-bff8c989-33c5-4596-bb22-8e01217ccd2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:10.818364 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1a8283c6-9305-4089-a3bf-790550e85901 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:10.820879 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-bff8c989-33c5-4596-bb22-8e01217ccd2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:10.822411 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-bff8c989-33c5-4596-bb22-8e01217ccd2b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4bcd613a-35fb-4c27-b4cf-5e8a4a04edfb HTTP/1.1" status: 204 len: 168 time: 0.7517073 Dec 20 14:22:10.834855 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1a8283c6-9305-4089-a3bf-790550e85901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:10.847268 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff8c989-33c5-4596-bb22-8e01217ccd2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bcd613a-35fb-4c27-b4cf-5e8a4a04edfb,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:10.874948 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-1a8283c6-9305-4089-a3bf-790550e85901 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=05b3abcfd2124eac97724586210ef66b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1993408 Dec 20 14:22:10.875436 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 48152) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:22:10.903270 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9782b258-22b4-41a7-b05a-fc1a7df44b09 req-1c273caf-fd8c-4886-924c-90805ebcaf49 service neutron] 10.222.0.47 "GET /v2.0/networks/ac8eea40-77e8-4385-9ea6-fd285bf85abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5354650 Dec 20 14:22:10.906858 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f2e166b4-bb30-4aec-8c71-ca775f833e91 req-2c3dcc25-f068-4d4a-822e-5d2f969f3096 tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] 10.222.0.54 "GET /v2.0/security-groups?id=a65b051b-114e-4b1e-a061-94d194ee3601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097748 Dec 20 14:22:10.918444 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df51c90-fd2e-402b-916c-cafd794bd77f req-2e919fe7-5eee-4b96-8d61-a5160fb8bdf6 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:10.920241 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0df51c90-fd2e-402b-916c-cafd794bd77f req-2e919fe7-5eee-4b96-8d61-a5160fb8bdf6 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] 10.222.0.54 "GET /v2.0/ports?device_id=3fb58f25-96ef-4597-b519-ab74824cbb1d HTTP/1.1" status: 200 len: 943 time: 0.1630580 Dec 20 14:22:10.922275 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8283c6-9305-4089-a3bf-790550e85901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ead37a1f-10f4-435f-8d3b-b0e652c9fad6,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:10.959954 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a3c5f509-a2f2-413f-9b9a-db83dc37b201 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:10.973805 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a3c5f509-a2f2-413f-9b9a-db83dc37b201 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:11.002625 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-54cf0e00-eb94-474e-9ae5-f36f5e2aa6d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:11.044267 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a3c5f509-a2f2-413f-9b9a-db83dc37b201 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:11.045961 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-a3c5f509-a2f2-413f-9b9a-db83dc37b201 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3528192 Dec 20 14:22:11.049647 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 48156) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:22:11.051924 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c5f509-a2f2-413f-9b9a-db83dc37b201 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a09e6f2b-7c8e-422a-b663-cabaee51b7b4,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:11.066486 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-54cf0e00-eb94-474e-9ae5-f36f5e2aa6d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:11.068552 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-763403b8-b3d3-451e-a273-1074cf88887c None None] Provisioning complete for port d140209a-5cd0-42fb-ba2e-9a974a1cdc6d triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:22:11.068732 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-9a8132ad-183a-4297-98e8-1b348a5d67ae tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Request body: {'security_group_rule': {'security_group_id': 'a09e6f2b-7c8e-422a-b663-cabaee51b7b4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:22:11.077088 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-763403b8-b3d3-451e-a273-1074cf88887c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:11.083233 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0df51c90-fd2e-402b-916c-cafd794bd77f req-7ead6164-87c7-41f5-8761-383ce8f29b4b tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] 10.222.0.54 "GET /v2.0/security-groups?id=1f075b11-d210-4909-933c-2e048b1c972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481757 Dec 20 14:22:11.187143 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5a9f00-5f9f-46ac-af75-491c3ffffa0c req-d5d82fb1-e75d-45f7-84b7-03f4fef138fc tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:11.189361 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2c5a9f00-5f9f-46ac-af75-491c3ffffa0c req-d5d82fb1-e75d-45f7-84b7-03f4fef138fc tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=1ee336c7-2c51-4a07-9c99-847191098eee HTTP/1.1" status: 200 len: 945 time: 0.0698786 Dec 20 14:22:11.195769 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-54cf0e00-eb94-474e-9ae5-f36f5e2aa6d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:11.197142 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9a8132ad-183a-4297-98e8-1b348a5d67ae tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:11.206291 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-54cf0e00-eb94-474e-9ae5-f36f5e2aa6d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:11.208126 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-54cf0e00-eb94-474e-9ae5-f36f5e2aa6d2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ead37a1f-10f4-435f-8d3b-b0e652c9fad6 HTTP/1.1" status: 204 len: 168 time: 0.3315260 Dec 20 14:22:11.227867 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:11.275663 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cf0e00-eb94-474e-9ae5-f36f5e2aa6d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead37a1f-10f4-435f-8d3b-b0e652c9fad6,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:11.301398 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9782b258-22b4-41a7-b05a-fc1a7df44b09 req-35001c1d-7582-428b-89c8-811f1f718a82 service neutron] 10.222.0.47 "GET /v2.0/networks/ac8eea40-77e8-4385-9ea6-fd285bf85abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3800349 Dec 20 14:22:11.310436 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-763403b8-b3d3-451e-a273-1074cf88887c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:11.333344 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2c5a9f00-5f9f-46ac-af75-491c3ffffa0c req-f51e4b8a-b60d-49c3-a21e-da3e97c28e8b tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225240 Dec 20 14:22:11.357327 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-763403b8-b3d3-451e-a273-1074cf88887c None None] For port d140209a-5cd0-42fb-ba2e-9a974a1cdc6d, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=d140209a-5cd0-42fb-ba2e-9a974a1cdc6d,segment=NetworkSegment(81f9c096-d0a5-4567-8c87-75456228e5a3),segment_id=81f9c096-d0a5-4567-8c87-75456228e5a3)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:22:11.360370 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9a8132ad-183a-4297-98e8-1b348a5d67ae tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:11.362631 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-c10fc13b-9dc5-4017-b69e-2d7f977b8e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d3849f-55c6-4cd1-b1ec-94f465015b9e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1430184227-router', 'tenant_id': '98ae6d5e3841444bb1b49cfd90c7eecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': '0aa84e8c-cbb5-49a5-9e63-2192aa58fd86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:21:57Z', 'updated_at': '2021-12-20T14:22:03Z', 'revision_number': 4, 'project_id': '98ae6d5e3841444bb1b49cfd90c7eecf', 'gw_port': {'id': '0aa84e8c-cbb5-49a5-9e63-2192aa58fd86', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ab:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d3849f-55c6-4cd1-b1ec-94f465015b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:21:58Z', 'updated_at': '2021-12-20T14:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'd140209a-5cd0-42fb-ba2e-9a974a1cdc6d', 'name': '', 'network_id': 'e76fd914-6ce4-44fe-92e7-e5f023645820', 'tenant_id': '98ae6d5e3841444bb1b49cfd90c7eecf', 'mac_address': 'fa:16:3e:c4:c9:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d3849f-55c6-4cd1-b1ec-94f465015b9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '05ec7bf3-6c57-436c-ae29-1e90a4ac3504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:22:02Z', 'updated_at': '2021-12-20T14:22:10Z', 'revision_number': 4, 'project_id': '98ae6d5e3841444bb1b49cfd90c7eecf', 'subnets': [{'id': '05ec7bf3-6c57-436c-ae29-1e90a4ac3504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:22:11.376970 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9a8132ad-183a-4297-98e8-1b348a5d67ae tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:11.392665 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10fc13b-9dc5-4017-b69e-2d7f977b8e0e None None] The sync data for ids ['c5d3849f-55c6-4cd1-b1ec-94f465015b9e'] in n-d-761264-19 is: [{'id': 'c5d3849f-55c6-4cd1-b1ec-94f465015b9e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1430184227-router', 'tenant_id': '98ae6d5e3841444bb1b49cfd90c7eecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': '0aa84e8c-cbb5-49a5-9e63-2192aa58fd86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:21:57Z', 'updated_at': '2021-12-20T14:22:03Z', 'revision_number': 4, 'project_id': '98ae6d5e3841444bb1b49cfd90c7eecf', 'gw_port': {'id': '0aa84e8c-cbb5-49a5-9e63-2192aa58fd86', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ab:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d3849f-55c6-4cd1-b1ec-94f465015b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:21:58Z', 'updated_at': '2021-12-20T14:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'd140209a-5cd0-42fb-ba2e-9a974a1cdc6d', 'name': '', 'network_id': 'e76fd914-6ce4-44fe-92e7-e5f023645820', 'tenant_id': '98ae6d5e3841444bb1b49cfd90c7eecf', 'mac_address': 'fa:16:3e:c4:c9:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d3849f-55c6-4cd1-b1ec-94f465015b9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '05ec7bf3-6c57-436c-ae29-1e90a4ac3504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:22:02Z', 'updated_at': '2021-12-20T14:22:10Z', 'revision_number': 4, 'project_id': '98ae6d5e3841444bb1b49cfd90c7eecf', 'subnets': [{'id': '05ec7bf3-6c57-436c-ae29-1e90a4ac3504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:22:11.394424 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-763403b8-b3d3-451e-a273-1074cf88887c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:11.420177 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8132ad-183a-4297-98e8-1b348a5d67ae tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a3d56d9-46a0-468c-b49e-d441ae7386b1,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:11.424381 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9a8132ad-183a-4297-98e8-1b348a5d67ae tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:11.426236 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-9a8132ad-183a-4297-98e8-1b348a5d67ae tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3731780 Dec 20 14:22:11.429342 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 48170) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:22:11.436551 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-e8c283b8-62ed-4434-a842-bc3cf25e7557 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Request body: {'security_group_rule': {'security_group_id': 'a09e6f2b-7c8e-422a-b663-cabaee51b7b4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:22:11.497225 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763403b8-b3d3-451e-a273-1074cf88887c None None] Pushing event updated for resources: {'Port': ['ID=d140209a-5cd0-42fb-ba2e-9a974a1cdc6d,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:11.522942 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c5ad0b8-0706-4b87-931b-12f04a6e7b04 x-openstack-request-id: req-2c5ad0b8-0706-4b87-931b-12f04a6e7b04 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:22:11.523264 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ee336c7-2c51-4a07-9c99-847191098eee", "name": "network-vif-plugged", "status": "completed", "tag": "39ee60c5-9697-46cd-8710-4390a2539519", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:22:11.523525 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2c5ad0b8-0706-4b87-931b-12f04a6e7b04 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:22:11.523928 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ee336c7-2c51-4a07-9c99-847191098eee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39ee60c5-9697-46cd-8710-4390a2539519', 'code': 200} Dec 20 14:22:11.541070 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e8c283b8-62ed-4434-a842-bc3cf25e7557 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:11.676720 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e8c283b8-62ed-4434-a842-bc3cf25e7557 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:11.697329 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222becde-7ce7-4b46-a6d6-a39f82714ab4 req-ed5a15a1-c07e-4513-bdb1-dfd9b5db23aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:11.698943 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-222becde-7ce7-4b46-a6d6-a39f82714ab4 req-ed5a15a1-c07e-4513-bdb1-dfd9b5db23aa service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1ee336c7-2c51-4a07-9c99-847191098eee HTTP/1.1" status: 200 len: 1097 time: 0.0904450 Dec 20 14:22:11.699814 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e8c283b8-62ed-4434-a842-bc3cf25e7557 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:11.751060 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c283b8-62ed-4434-a842-bc3cf25e7557 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d116315f-cd17-4759-865a-9b9936d16a9b,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:11.785581 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e8c283b8-62ed-4434-a842-bc3cf25e7557 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:11.790240 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-e8c283b8-62ed-4434-a842-bc3cf25e7557 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3597386 Dec 20 14:22:11.795557 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 48182) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:22:11.799952 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-e694ec33-7778-4349-b88f-7de4a9997505 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Request body: {'floatingip': {'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:22:11.802989 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-29633451-f6f9-479b-901c-0cd7ab601ec4 req-e30cedee-3512-455a-af2a-1d9f480d09c2 tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=c3f8658e-da35-41f3-bd03-509e29ebd6f3 HTTP/1.1" status: 200 len: 258 time: 0.3731127 Dec 20 14:22:11.810205 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-29633451-f6f9-479b-901c-0cd7ab601ec4 req-591741d6-7d61-4135-b603-aac28fd2afad tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Request body: {'floatingip': {'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:22:11.825099 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-222becde-7ce7-4b46-a6d6-a39f82714ab4 req-72adf389-fabf-4bc7-a39e-f99b0445ee7c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161268 Dec 20 14:22:11.846540 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-29633451-f6f9-479b-901c-0cd7ab601ec4 req-591741d6-7d61-4135-b603-aac28fd2afad tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Publish callbacks [] for floatingip, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:11.884695 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e694ec33-7778-4349-b88f-7de4a9997505 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Publish callbacks [] for floatingip, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:11.895717 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b4b310d8-7653-4596-bc86-9e479e98c5c7 req-3bb66bfe-d748-4012-9849-f2d8f86d7aba tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=67090548a8c94f7bb1b8a5ae37b6ba4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0473087 Dec 20 14:22:11.985586 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-29633451-f6f9-479b-901c-0cd7ab601ec4 req-591741d6-7d61-4135-b603-aac28fd2afad tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:12.112018 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b310d8-7653-4596-bc86-9e479e98c5c7 req-bf50ec0e-ee3c-4763-a5e3-3dd66224b9ce tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:12.120018 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b4b310d8-7653-4596-bc86-9e479e98c5c7 req-bf50ec0e-ee3c-4763-a5e3-3dd66224b9ce tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1999655 Dec 20 14:22:12.122060 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 48196) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:22:12.145699 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 76748e7d-c7f5-44a6-88a3-a6a2455c82b1 details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:22:12.176897 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [req-29633451-f6f9-479b-901c-0cd7ab601ec4 req-591741d6-7d61-4135-b603-aac28fd2afad tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Allocated IP 172.25.0.249 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/775259ad-5773-48fd-a343-2ee51804763a) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:22:12.185741 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2c046320-cb6c-4d21-a33c-3158d8941227 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:12.208154 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b4b310d8-7653-4596-bc86-9e479e98c5c7 req-f5749b69-df0b-4810-bbc5-621622577e7c tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/quotas/67090548a8c94f7bb1b8a5ae37b6ba4c HTTP/1.1" status: 200 len: 375 time: 0.0871747 Dec 20 14:22:12.357719 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-29633451-f6f9-479b-901c-0cd7ab601ec4 req-591741d6-7d61-4135-b603-aac28fd2afad tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:12.431199 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-29633451-f6f9-479b-901c-0cd7ab601ec4 req-591741d6-7d61-4135-b603-aac28fd2afad tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:12.463377 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b4b310d8-7653-4596-bc86-9e479e98c5c7 req-c26db096-689a-4409-be20-25dd338c0a37 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=67090548a8c94f7bb1b8a5ae37b6ba4c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2542045 Dec 20 14:22:12.494553 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29633451-f6f9-479b-901c-0cd7ab601ec4 req-591741d6-7d61-4135-b603-aac28fd2afad tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:22:12.500734 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [req-29633451-f6f9-479b-901c-0cd7ab601ec4 req-591741d6-7d61-4135-b603-aac28fd2afad tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:22:12.507093 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-29633451-f6f9-479b-901c-0cd7ab601ec4 req-591741d6-7d61-4135-b603-aac28fd2afad tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:22:12.516008 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591741d6-7d61-4135-b603-aac28fd2afad tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Pushing event updated for resources: {'Port': ['ID=775259ad-5773-48fd-a343-2ee51804763a,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:12.584575 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2c046320-cb6c-4d21-a33c-3158d8941227 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:12.592883 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2c046320-cb6c-4d21-a33c-3158d8941227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:12.596810 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device d140209a-5cd0-42fb-ba2e-9a974a1cdc6d up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:22:12.634356 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-2c046320-cb6c-4d21-a33c-3158d8941227 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=900bdfc75daf43808652430f70efd68b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5087750 Dec 20 14:22:12.635879 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e694ec33-7778-4349-b88f-7de4a9997505 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:12.641060 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 48214) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:22:12.763078 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-29633451-f6f9-479b-901c-0cd7ab601ec4 req-591741d6-7d61-4135-b603-aac28fd2afad tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:12.810363 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-e694ec33-7778-4349-b88f-7de4a9997505 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Allocated IP 172.25.0.127 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/d96a010f-7df2-4438-8bf6-054c9405a88a) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:22:12.850391 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 76748e7d-c7f5-44a6-88a3-a6a2455c82b1, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=76748e7d-c7f5-44a6-88a3-a6a2455c82b1,segment=NetworkSegment(0319426e-5ead-4b5d-906b-45e6b8467961),segment_id=0319426e-5ead-4b5d-906b-45e6b8467961)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:22:12.889735 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-29633451-f6f9-479b-901c-0cd7ab601ec4 req-591741d6-7d61-4135-b603-aac28fd2afad tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:12.894550 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port d140209a-5cd0-42fb-ba2e-9a974a1cdc6d triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:22:12.899377 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:12.901630 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': '76748e7d-c7f5-44a6-88a3-a6a2455c82b1', 'network_id': 'ac8eea40-77e8-4385-9ea6-fd285bf85abe', 'port_id': '76748e7d-c7f5-44a6-88a3-a6a2455c82b1', 'mac_address': 'fa:16:3e:3a:ec:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '937bc278-96b6-4101-8820-0f0154447eb0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:22:12.957137 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-09df02e5-50b0-4744-bcc8-4d1b48dbe0e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:13.017919 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e694ec33-7778-4349-b88f-7de4a9997505 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:13.042118 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-09df02e5-50b0-4744-bcc8-4d1b48dbe0e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:13.059920 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:13.089414 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76748e7d-c7f5-44a6-88a3-a6a2455c82b1 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:22:13.092349 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e694ec33-7778-4349-b88f-7de4a9997505 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:13.145192 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 76748e7d-c7f5-44a6-88a3-a6a2455c82b1, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=76748e7d-c7f5-44a6-88a3-a6a2455c82b1,segment=NetworkSegment(0319426e-5ead-4b5d-906b-45e6b8467961),segment_id=0319426e-5ead-4b5d-906b-45e6b8467961)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:22:13.154930 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:13.168882 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c046320-cb6c-4d21-a33c-3158d8941227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=775e9d5b-6e84-456b-b52d-6bd06ab7d652,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:13.186887 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e694ec33-7778-4349-b88f-7de4a9997505 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:22:13.189861 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-e694ec33-7778-4349-b88f-7de4a9997505 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:22:13.193474 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e694ec33-7778-4349-b88f-7de4a9997505 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:22:13.254302 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=76748e7d-c7f5-44a6-88a3-a6a2455c82b1,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:13.265828 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:22:13.266649 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:22:13.266923 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:22:13.267468 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:22:13.267865 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:22:13.268335 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:22:13.268805 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:22:13.269268 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:22:13.269733 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:22:13.270123 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:22:13.270512 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:22:13.270966 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:22:13.271432 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:22:13.301135 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694ec33-7778-4349-b88f-7de4a9997505 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Pushing event updated for resources: {'Port': ['ID=d96a010f-7df2-4438-8bf6-054c9405a88a,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:13.353325 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e694ec33-7778-4349-b88f-7de4a9997505 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:13.373630 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['76748e7d-c7f5-44a6-88a3-a6a2455c82b1'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:22:13.407339 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-29633451-f6f9-479b-901c-0cd7ab601ec4 req-591741d6-7d61-4135-b603-aac28fd2afad tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:13.425427 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-29633451-f6f9-479b-901c-0cd7ab601ec4 req-591741d6-7d61-4135-b603-aac28fd2afad tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:13.485386 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e694ec33-7778-4349-b88f-7de4a9997505 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:13.537369 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-29633451-f6f9-479b-901c-0cd7ab601ec4 req-591741d6-7d61-4135-b603-aac28fd2afad tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585115'] for floatingip, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:13.546409 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-09df02e5-50b0-4744-bcc8-4d1b48dbe0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:13.549003 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-09df02e5-50b0-4744-bcc8-4d1b48dbe0e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:13.553656 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-09df02e5-50b0-4744-bcc8-4d1b48dbe0e7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/775e9d5b-6e84-456b-b52d-6bd06ab7d652 HTTP/1.1" status: 204 len: 168 time: 0.9098659 Dec 20 14:22:13.567937 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c993b358-a5c2-4371-85d9-fc233a11eca5 req-d52f977a-3c1c-4d94-b6bc-dd8468d5017f tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:13.572532 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09df02e5-50b0-4744-bcc8-4d1b48dbe0e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=775e9d5b-6e84-456b-b52d-6bd06ab7d652,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:13.578843 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591741d6-7d61-4135-b603-aac28fd2afad tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Pushing event updated for resources: {'Port': ['ID=775259ad-5773-48fd-a343-2ee51804763a,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:13.579275 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c993b358-a5c2-4371-85d9-fc233a11eca5 req-d52f977a-3c1c-4d94-b6bc-dd8468d5017f tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] 10.222.0.54 "GET /v2.0/ports?device_id=3fb58f25-96ef-4597-b519-ab74824cbb1d HTTP/1.1" status: 200 len: 944 time: 0.1109087 Dec 20 14:22:13.590181 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-29633451-f6f9-479b-901c-0cd7ab601ec4 req-591741d6-7d61-4135-b603-aac28fd2afad tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:13.600687 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-29633451-f6f9-479b-901c-0cd7ab601ec4 req-591741d6-7d61-4135-b603-aac28fd2afad tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7963378 Dec 20 14:22:13.716864 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-29633451-f6f9-479b-901c-0cd7ab601ec4 req-b3b4ff7c-0885-4c84-86db-d9ccac2c95c6 tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.249 HTTP/1.1" status: 200 len: 696 time: 0.1151738 Dec 20 14:22:13.747359 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c993b358-a5c2-4371-85d9-fc233a11eca5 req-02de75cb-e999-4aab-8a04-eb5cac569bba tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] 10.222.0.54 "GET /v2.0/security-groups?id=1f075b11-d210-4909-933c-2e048b1c972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669295 Dec 20 14:22:13.890360 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29633451-f6f9-479b-901c-0cd7ab601ec4 req-b72afe83-fefa-4335-b6f3-a7c02b023c7b tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:13.891684 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-29633451-f6f9-479b-901c-0cd7ab601ec4 req-b72afe83-fefa-4335-b6f3-a7c02b023c7b tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] 10.222.0.54 "GET /v2.0/networks/c3f8658e-da35-41f3-bd03-509e29ebd6f3 HTTP/1.1" status: 200 len: 784 time: 0.1739872 Dec 20 14:22:13.916416 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [req-29633451-f6f9-479b-901c-0cd7ab601ec4 req-211349a3-e38b-4240-aff4-7204b48c378f tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:22:13.918523 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-29633451-f6f9-479b-901c-0cd7ab601ec4 req-211349a3-e38b-4240-aff4-7204b48c378f tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0186768 Dec 20 14:22:13.932691 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e694ec33-7778-4349-b88f-7de4a9997505 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:13.966183 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e694ec33-7778-4349-b88f-7de4a9997505 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:14.006195 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e694ec33-7778-4349-b88f-7de4a9997505 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585115'] for floatingip, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:14.018090 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77e0681-1457-4f94-b685-d426106acce1 req-0b14e1de-fdcf-4b5c-a4b1-87c58a665cdf tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:14.019657 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b77e0681-1457-4f94-b685-d426106acce1 req-0b14e1de-fdcf-4b5c-a4b1-87c58a665cdf tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=1ee336c7-2c51-4a07-9c99-847191098eee HTTP/1.1" status: 200 len: 945 time: 0.1109447 Dec 20 14:22:14.032709 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694ec33-7778-4349-b88f-7de4a9997505 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Pushing event updated for resources: {'Port': ['ID=d96a010f-7df2-4438-8bf6-054c9405a88a,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:14.055191 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e694ec33-7778-4349-b88f-7de4a9997505 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:14.056385 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-e694ec33-7778-4349-b88f-7de4a9997505 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2598851 Dec 20 14:22:14.094648 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b77e0681-1457-4f94-b685-d426106acce1 req-8af2e887-4b6b-436d-8743-ec3e19fb6af9 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639415 Dec 20 14:22:14.510402 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad204e7c-273a-45f6-97c2-e2d1c4a5e83a req-4dbbe094-c38d-4fc8-aaaf-0c263067d07a tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:14.512458 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ad204e7c-273a-45f6-97c2-e2d1c4a5e83a req-4dbbe094-c38d-4fc8-aaaf-0c263067d07a tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] 10.222.0.54 "GET /v2.0/ports?device_id=55f04ceb-16c0-4d6e-a7a8-ba074798c4f2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1341360 Dec 20 14:22:14.571483 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ad204e7c-273a-45f6-97c2-e2d1c4a5e83a req-dda4d475-b2de-4dc0-99f6-6a2b632f9666 tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.249 HTTP/1.1" status: 200 len: 696 time: 0.0531588 Dec 20 14:22:14.582407 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-ad204e7c-273a-45f6-97c2-e2d1c4a5e83a req-4381bc86-a5ac-4a44-b4f6-b83c687b1c34 tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Request body: {'floatingip': {'port_id': '14c108e8-8a1e-4f15-ad35-e7cd1d38574f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:22:14.663009 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-ad204e7c-273a-45f6-97c2-e2d1c4a5e83a req-4381bc86-a5ac-4a44-b4f6-b83c687b1c34 tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Publish callbacks [] for floatingip, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:14.853554 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584e8590-95b0-4cd1-a515-c681f26e2c06 req-1a9421d0-292f-494f-a230-7834d0f14496 tempest-LiveAutoBlockMigrationV225Test-195224901 tempest-LiveAutoBlockMigrationV225Test-195224901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:14.862778 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-584e8590-95b0-4cd1-a515-c681f26e2c06 req-1a9421d0-292f-494f-a230-7834d0f14496 tempest-LiveAutoBlockMigrationV225Test-195224901 tempest-LiveAutoBlockMigrationV225Test-195224901-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=1ee336c7-2c51-4a07-9c99-847191098eee HTTP/1.1" status: 200 len: 1097 time: 0.0585332 Dec 20 14:22:14.923099 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-584e8590-95b0-4cd1-a515-c681f26e2c06 req-a7de647b-d3c6-4269-b254-46858a42c637 tempest-LiveAutoBlockMigrationV225Test-195224901 tempest-LiveAutoBlockMigrationV225Test-195224901-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590858 Dec 20 14:22:15.022944 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:15.175163 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1ac83045-c305-44ce-a906-cdcadae10a12 req-a62af2a9-afc0-4950-8c82-b26547570d60 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?device_id=b4cd8bf2-b9f3-49ba-b32e-1e2438bf9edf HTTP/1.1" status: 200 len: 210 time: 0.0393953 Dec 20 14:22:15.328706 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-14fb6818-1a78-425e-b924-92a610bf52ee req-03a02652-7f44-47ff-808c-d60fd81bbd11 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1183690477&fields=id&tenant_id=6264d8286e254fd5bc5a1b7814fc9e8d HTTP/1.1" status: 200 len: 267 time: 0.0841749 Dec 20 14:22:15.450502 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fb6818-1a78-425e-b924-92a610bf52ee req-be8106c7-2f6a-4ae0-89ff-5f57fbee251e tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:15.452305 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-14fb6818-1a78-425e-b924-92a610bf52ee req-be8106c7-2f6a-4ae0-89ff-5f57fbee251e tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] 10.222.0.54 "GET /v2.0/networks?id=20e63510-01d1-4b5f-981b-3ccbe7fab833 HTTP/1.1" status: 200 len: 822 time: 0.1162558 Dec 20 14:22:15.474258 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-14fb6818-1a78-425e-b924-92a610bf52ee req-e8a8a207-ff4d-47c0-a3a0-9cecde2ee38f tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] 10.222.0.54 "GET /v2.0/quotas/6264d8286e254fd5bc5a1b7814fc9e8d HTTP/1.1" status: 200 len: 375 time: 0.0139382 Dec 20 14:22:15.487034 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b4b310d8-7653-4596-bc86-9e479e98c5c7 req-3ba1bb64-74c9-40c6-8920-59dd85cd1a9e tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=67090548a8c94f7bb1b8a5ae37b6ba4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0435312 Dec 20 14:22:15.543202 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-14fb6818-1a78-425e-b924-92a610bf52ee req-f1d8c4aa-d8ba-4515-8d27-644c7c5183b8 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=6264d8286e254fd5bc5a1b7814fc9e8d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0596352 Dec 20 14:22:15.606467 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b4b310d8-7653-4596-bc86-9e479e98c5c7 req-6d1b0a33-9bb9-4ff0-b296-7b57be0daaa8 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=67090548a8c94f7bb1b8a5ae37b6ba4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335383 Dec 20 14:22:15.676647 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b310d8-7653-4596-bc86-9e479e98c5c7 req-a1df722a-945b-4df0-baaa-78b4d82dd545 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:15.677916 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b4b310d8-7653-4596-bc86-9e479e98c5c7 req-a1df722a-945b-4df0-baaa-78b4d82dd545 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1842761 Dec 20 14:22:15.697410 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-b4b310d8-7653-4596-bc86-9e479e98c5c7 req-d1a94ee0-24c8-4849-9f1a-b1b4287db5a9 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Request body: {'port': {'device_id': '9c966417-da9d-46f5-867b-6bd63e75aabb', 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1', 'admin_state_up': True, 'tenant_id': '67090548a8c94f7bb1b8a5ae37b6ba4c'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:22:15.751375 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-14fb6818-1a78-425e-b924-92a610bf52ee req-66780e82-6026-4224-a83c-ecb3f8249111 service neutron] 10.222.0.54 "GET /v2.0/networks/20e63510-01d1-4b5f-981b-3ccbe7fab833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996334 Dec 20 14:22:15.795308 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b310d8-7653-4596-bc86-9e479e98c5c7 req-7a89e6a1-d6e8-4375-b670-27127bfcd4fb tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:15.797042 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b4b310d8-7653-4596-bc86-9e479e98c5c7 req-7a89e6a1-d6e8-4375-b670-27127bfcd4fb tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1610465 Dec 20 14:22:15.827959 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-b4b310d8-7653-4596-bc86-9e479e98c5c7 req-8e26db2e-b848-4409-a52f-7c2839e8f45f tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Request body: {'port': {'device_id': 'b4cd8bf2-b9f3-49ba-b32e-1e2438bf9edf', 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1', 'admin_state_up': True, 'tenant_id': '67090548a8c94f7bb1b8a5ae37b6ba4c'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:22:15.832761 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-ad204e7c-273a-45f6-97c2-e2d1c4a5e83a req-4381bc86-a5ac-4a44-b4f6-b83c687b1c34 tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:15.843924 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-ad204e7c-273a-45f6-97c2-e2d1c4a5e83a req-4381bc86-a5ac-4a44-b4f6-b83c687b1c34 tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585115'] for floatingip, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:15.920329 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-14fb6818-1a78-425e-b924-92a610bf52ee req-131f5fbf-2905-4297-a168-d17c508ac1b2 service neutron] 10.222.0.54 "GET /v2.0/networks/20e63510-01d1-4b5f-981b-3ccbe7fab833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649668 Dec 20 14:22:15.965563 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4b310d8-7653-4596-bc86-9e479e98c5c7 req-d1a94ee0-24c8-4849-9f1a-b1b4287db5a9 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Made reservation on behalf of 67090548a8c94f7bb1b8a5ae37b6ba4c for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:22:15.965821 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4b310d8-7653-4596-bc86-9e479e98c5c7 req-8e26db2e-b848-4409-a52f-7c2839e8f45f tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Made reservation on behalf of 67090548a8c94f7bb1b8a5ae37b6ba4c for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:22:15.969897 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-b4b310d8-7653-4596-bc86-9e479e98c5c7 req-d1a94ee0-24c8-4849-9f1a-b1b4287db5a9 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:15.970797 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-b4b310d8-7653-4596-bc86-9e479e98c5c7 req-8e26db2e-b848-4409-a52f-7c2839e8f45f tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:15.982815 n-d-761264-19 neutron-server[103167]: INFO neutron.db.l3_db [req-ad204e7c-273a-45f6-97c2-e2d1c4a5e83a req-4381bc86-a5ac-4a44-b4f6-b83c687b1c34 tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Floating IP be43283a-a668-41ce-9793-9b51334e7fd1 associated. External IP: 172.25.0.249, port: 14c108e8-8a1e-4f15-ad35-e7cd1d38574f. Dec 20 14:22:16.162892 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 76748e7d-c7f5-44a6-88a3-a6a2455c82b1 up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:22:16.187025 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [req-b4b310d8-7653-4596-bc86-9e479e98c5c7 req-8e26db2e-b848-4409-a52f-7c2839e8f45f tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Allocated IP 192.168.233.235 (00c897c2-e98d-4716-a0b4-8f9f297fa8a1/36bf280f-81bb-4486-a87a-9b9505a1cec4/e06c38a2-5e0b-45af-bbf7-4a1f4561e3ce) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:22:16.246514 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning for port 76748e7d-c7f5-44a6-88a3-a6a2455c82b1 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:22:16.252607 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c01ea6e-75f9-4588-9e1f-93ee158aa94c req-6c98c650-ed09-4b2c-9cf3-ebdfd065a319 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:16.254121 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port 76748e7d-c7f5-44a6-88a3-a6a2455c82b1 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:22:16.254258 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0c01ea6e-75f9-4588-9e1f-93ee158aa94c req-6c98c650-ed09-4b2c-9cf3-ebdfd065a319 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] 10.222.0.54 "GET /v2.0/ports?device_id=3fb58f25-96ef-4597-b519-ab74824cbb1d HTTP/1.1" status: 200 len: 944 time: 0.1327305 Dec 20 14:22:16.254816 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:16.310388 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad204e7c-273a-45f6-97c2-e2d1c4a5e83a req-4381bc86-a5ac-4a44-b4f6-b83c687b1c34 tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Router 84cd303d-5de4-43ac-ad99-b586f616326e has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:22:16.418621 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:16.450757 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad204e7c-273a-45f6-97c2-e2d1c4a5e83a req-4381bc86-a5ac-4a44-b4f6-b83c687b1c34 tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:22:16.466098 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3ac9fe-d1fc-44e8-925d-8e8cd90bc086 None None] Sync routers for ids ['84cd303d-5de4-43ac-ad99-b586f616326e'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:22:16.467474 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-ad204e7c-273a-45f6-97c2-e2d1c4a5e83a req-4381bc86-a5ac-4a44-b4f6-b83c687b1c34 tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:16.470991 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 48342) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:22:16.483425 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3ac9fe-d1fc-44e8-925d-8e8cd90bc086 None None] Routers {'84cd303d-5de4-43ac-ad99-b586f616326e'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:22:16.484355 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-1a3ac9fe-d1fc-44e8-925d-8e8cd90bc086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:22:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['84cd303d-5de4-43ac-ad99-b586f616326e'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:22:16.485574 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fb58f25-96ef-4597-b519-ab74824cbb1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76748e7d-c7f5-44a6-88a3-a6a2455c82b1'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:22:16.491049 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d094a9c-5766-4998-8160-1ae5ef94c079" -d '{"events": [{"server_uuid": "3fb58f25-96ef-4597-b519-ab74824cbb1d", "name": "network-vif-plugged", "status": "completed", "tag": "76748e7d-c7f5-44a6-88a3-a6a2455c82b1"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:22:16.508832 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 76748e7d-c7f5-44a6-88a3-a6a2455c82b1, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=76748e7d-c7f5-44a6-88a3-a6a2455c82b1,segment=NetworkSegment(0319426e-5ead-4b5d-906b-45e6b8467961),segment_id=0319426e-5ead-4b5d-906b-45e6b8467961)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:22:16.516354 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:16.534887 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ad204e7c-273a-45f6-97c2-e2d1c4a5e83a req-4381bc86-a5ac-4a44-b4f6-b83c687b1c34 tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] 10.222.0.54 "PUT /v2.0/floatingips/be43283a-a668-41ce-9793-9b51334e7fd1 HTTP/1.1" status: 200 len: 997 time: 1.9570060 Dec 20 14:22:16.537272 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55f04ceb-16c0-4d6e-a7a8-ba074798c4f2', 'tag': '14c108e8-8a1e-4f15-ad35-e7cd1d38574f'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:22:16.542047 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-000a8481-6434-40a8-891a-f7dbc2a98f34" -d '{"events": [{"name": "network-changed", "server_uuid": "55f04ceb-16c0-4d6e-a7a8-ba074798c4f2", "tag": "14c108e8-8a1e-4f15-ad35-e7cd1d38574f"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:22:16.606142 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=76748e7d-c7f5-44a6-88a3-a6a2455c82b1,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:16.614251 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad204e7c-273a-45f6-97c2-e2d1c4a5e83a req-8294d0ae-50c6-4364-806b-80d19742b2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:16.615453 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-1a3ac9fe-d1fc-44e8-925d-8e8cd90bc086 None None] Set router 84cd303d-5de4-43ac-ad99-b586f616326e gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:22:16.624855 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ad204e7c-273a-45f6-97c2-e2d1c4a5e83a req-8294d0ae-50c6-4364-806b-80d19742b2c0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=92e3cf73bd51484d9ba59eee56c670d9&device_id=55f04ceb-16c0-4d6e-a7a8-ba074798c4f2 HTTP/1.1" status: 200 len: 1098 time: 0.0683811 Dec 20 14:22:16.703453 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-49f29b7d-bab6-4f52-a25d-eff7514cc73f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:16.721521 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0c01ea6e-75f9-4588-9e1f-93ee158aa94c req-9fe1721b-a037-4aa8-92f4-8ab1943215b5 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] 10.222.0.54 "GET /v2.0/security-groups?id=1f075b11-d210-4909-933c-2e048b1c972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4458096 Dec 20 14:22:16.759407 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad204e7c-273a-45f6-97c2-e2d1c4a5e83a req-67f19f71-4981-40ef-896b-3f7d4825f4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:16.771268 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ad204e7c-273a-45f6-97c2-e2d1c4a5e83a req-67f19f71-4981-40ef-896b-3f7d4825f4c2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=80d00bf9-e2d3-4274-b126-1d34ec749a75 HTTP/1.1" status: 200 len: 929 time: 0.1452286 Dec 20 14:22:16.778904 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-b4b310d8-7653-4596-bc86-9e479e98c5c7 req-8e26db2e-b848-4409-a52f-7c2839e8f45f tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:16.846919 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a19065e-2bd5-4a39-bf2d-4edf01d0b4ac req-e081ca86-91ce-4f9d-812f-a65385203574 tempest-LiveAutoBlockMigrationV225Test-195224901 tempest-LiveAutoBlockMigrationV225Test-195224901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:16.848769 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5a19065e-2bd5-4a39-bf2d-4edf01d0b4ac req-e081ca86-91ce-4f9d-812f-a65385203574 tempest-LiveAutoBlockMigrationV225Test-195224901 tempest-LiveAutoBlockMigrationV225Test-195224901-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=1ee336c7-2c51-4a07-9c99-847191098eee HTTP/1.1" status: 200 len: 1097 time: 0.0681016 Dec 20 14:22:16.854300 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-b4b310d8-7653-4596-bc86-9e479e98c5c7 req-8e26db2e-b848-4409-a52f-7c2839e8f45f tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:16.866288 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['b480e985-94d1-4c37-a197-978c3373d94b'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:22:16.929439 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4b310d8-7653-4596-bc86-9e479e98c5c7 req-8e26db2e-b848-4409-a52f-7c2839e8f45f tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:22:16.940960 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ad204e7c-273a-45f6-97c2-e2d1c4a5e83a req-0764e184-5737-4999-a72b-0e03b8c30f5f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=14c108e8-8a1e-4f15-ad35-e7cd1d38574f HTTP/1.1" status: 200 len: 1000 time: 0.1685421 Dec 20 14:22:16.947784 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [req-b4b310d8-7653-4596-bc86-9e479e98c5c7 req-8e26db2e-b848-4409-a52f-7c2839e8f45f tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:22:16.955109 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4b310d8-7653-4596-bc86-9e479e98c5c7 req-8e26db2e-b848-4409-a52f-7c2839e8f45f tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:22:16.961360 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b310d8-7653-4596-bc86-9e479e98c5c7 req-8e26db2e-b848-4409-a52f-7c2839e8f45f tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:16.962090 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-b4b310d8-7653-4596-bc86-9e479e98c5c7 req-8e26db2e-b848-4409-a52f-7c2839e8f45f tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:16.980749 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e26db2e-b848-4409-a52f-7c2839e8f45f tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Pushing event updated for resources: {'Port': ['ID=e06c38a2-5e0b-45af-bbf7-4a1f4561e3ce,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:16.990115 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b4b310d8-7653-4596-bc86-9e479e98c5c7 req-8e26db2e-b848-4409-a52f-7c2839e8f45f tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1660585 Dec 20 14:22:17.002645 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [req-b4b310d8-7653-4596-bc86-9e479e98c5c7 req-d1a94ee0-24c8-4849-9f1a-b1b4287db5a9 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Allocated IP 192.168.233.63 (00c897c2-e98d-4716-a0b4-8f9f297fa8a1/36bf280f-81bb-4486-a87a-9b9505a1cec4/4b0a336b-db05-4701-bfc6-4dde1c5f783a) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:22:17.006074 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5a19065e-2bd5-4a39-bf2d-4edf01d0b4ac req-12d67116-2b76-4b26-a535-c6e3b842e36a tempest-LiveAutoBlockMigrationV225Test-195224901 tempest-LiveAutoBlockMigrationV225Test-195224901-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437790 Dec 20 14:22:17.017126 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-b4b310d8-7653-4596-bc86-9e479e98c5c7 req-594db655-5615-4ab5-ac1c-b6387880a75a service neutron] Request body: {'port': {'device_id': 'b4cd8bf2-b9f3-49ba-b32e-1e2438bf9edf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-19'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:22:17.077531 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-1a3ac9fe-d1fc-44e8-925d-8e8cd90bc086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84cd303d-5de4-43ac-ad99-b586f616326e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-750923558-router', 'tenant_id': '92e3cf73bd51484d9ba59eee56c670d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '23e8cfcb-6f8c-45d1-89f4-c76fceff8237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:21:29Z', 'updated_at': '2021-12-20T14:21:36Z', 'revision_number': 4, 'project_id': '92e3cf73bd51484d9ba59eee56c670d9', 'gw_port': {'id': '23e8cfcb-6f8c-45d1-89f4-c76fceff8237', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:cc:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cd303d-5de4-43ac-ad99-b586f616326e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:21:30Z', 'updated_at': '2021-12-20T14:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': 'be43283a-a668-41ce-9793-9b51334e7fd1', 'tenant_id': '92e3cf73bd51484d9ba59eee56c670d9', 'floating_ip_address': '172.25.0.249', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': '84cd303d-5de4-43ac-ad99-b586f616326e', 'port_id': '14c108e8-8a1e-4f15-ad35-e7cd1d38574f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80d00bf9-e2d3-4274-b126-1d34ec749a75', 'mac_address': 'fa:16:3e:3c:fa:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f04ceb-16c0-4d6e-a7a8-ba074798c4f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T14:22:12Z', 'updated_at': '2021-12-20T14:22:15Z', 'revision_number': 1, 'project_id': '92e3cf73bd51484d9ba59eee56c670d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b5e3447-8783-4d6d-9785-6c597b5a07ae', 'name': '', 'network_id': '80d00bf9-e2d3-4274-b126-1d34ec749a75', 'tenant_id': '92e3cf73bd51484d9ba59eee56c670d9', 'mac_address': 'fa:16:3e:59:f7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cd303d-5de4-43ac-ad99-b586f616326e', 'device_owner': 'network:router_interface', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '9ae0f23a-29ed-4948-a81a-2e6d5a905c6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:21:34Z', 'updated_at': '2021-12-20T14:21:43Z', 'revision_number': 5, 'project_id': '92e3cf73bd51484d9ba59eee56c670d9', 'subnets': [{'id': '9ae0f23a-29ed-4948-a81a-2e6d5a905c6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:22:17.106363 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad204e7c-273a-45f6-97c2-e2d1c4a5e83a req-65c0a7cc-c044-43b8-826b-ec8870d51772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:17.107984 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ad204e7c-273a-45f6-97c2-e2d1c4a5e83a req-65c0a7cc-c044-43b8-826b-ec8870d51772 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9ae0f23a-29ed-4948-a81a-2e6d5a905c6c HTTP/1.1" status: 200 len: 867 time: 0.1596713 Dec 20 14:22:17.116598 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-49f29b7d-bab6-4f52-a25d-eff7514cc73f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:17.143483 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3ac9fe-d1fc-44e8-925d-8e8cd90bc086 None None] Checking router: 84cd303d-5de4-43ac-ad99-b586f616326e for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:22:17.155191 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-b4b310d8-7653-4596-bc86-9e479e98c5c7 req-594db655-5615-4ab5-ac1c-b6387880a75a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:17.167216 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3ac9fe-d1fc-44e8-925d-8e8cd90bc086 None None] Routers {'84cd303d-5de4-43ac-ad99-b586f616326e'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:22:17.168138 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-1a3ac9fe-d1fc-44e8-925d-8e8cd90bc086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:22:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['84cd303d-5de4-43ac-ad99-b586f616326e'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:22:17.194425 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-49f29b7d-bab6-4f52-a25d-eff7514cc73f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:17.284555 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-49f29b7d-bab6-4f52-a25d-eff7514cc73f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e980a7c1826247a5bde06dae702010e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8119717 Dec 20 14:22:17.291069 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 48356) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:22:17.292045 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f29b7d-bab6-4f52-a25d-eff7514cc73f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c3fbad8-b241-481a-b250-96d57d69108b,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:17.350916 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-1a3ac9fe-d1fc-44e8-925d-8e8cd90bc086 None None] Set router 84cd303d-5de4-43ac-ad99-b586f616326e gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:22:17.364964 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-13ad940f-38c9-4513-a1eb-9168fce4c3a1 None None] Provisioning complete for port e06c38a2-5e0b-45af-bbf7-4a1f4561e3ce triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:22:17.365599 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-13ad940f-38c9-4513-a1eb-9168fce4c3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:17.428332 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-13ad940f-38c9-4513-a1eb-9168fce4c3a1 None None] Port e06c38a2-5e0b-45af-bbf7-4a1f4561e3ce cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:22:17.638933 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad204e7c-273a-45f6-97c2-e2d1c4a5e83a req-ae6c517e-5a2c-484c-9294-a732ece54dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:17.640573 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ad204e7c-273a-45f6-97c2-e2d1c4a5e83a req-ae6c517e-5a2c-484c-9294-a732ece54dbf service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=80d00bf9-e2d3-4274-b126-1d34ec749a75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5212369 Dec 20 14:22:17.662862 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [req-ad204e7c-273a-45f6-97c2-e2d1c4a5e83a req-83ddd116-098f-4233-a963-99c54c7cb0be service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:22:17.664044 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ad204e7c-273a-45f6-97c2-e2d1c4a5e83a req-83ddd116-098f-4233-a963-99c54c7cb0be service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0096290 Dec 20 14:22:17.723864 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-1a3ac9fe-d1fc-44e8-925d-8e8cd90bc086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84cd303d-5de4-43ac-ad99-b586f616326e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-750923558-router', 'tenant_id': '92e3cf73bd51484d9ba59eee56c670d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '23e8cfcb-6f8c-45d1-89f4-c76fceff8237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:21:29Z', 'updated_at': '2021-12-20T14:21:36Z', 'revision_number': 4, 'project_id': '92e3cf73bd51484d9ba59eee56c670d9', 'gw_port': {'id': '23e8cfcb-6f8c-45d1-89f4-c76fceff8237', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:cc:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cd303d-5de4-43ac-ad99-b586f616326e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:21:30Z', 'updated_at': '2021-12-20T14:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': 'be43283a-a668-41ce-9793-9b51334e7fd1', 'tenant_id': '92e3cf73bd51484d9ba59eee56c670d9', 'floating_ip_address': '172.25.0.249', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': '84cd303d-5de4-43ac-ad99-b586f616326e', 'port_id': '14c108e8-8a1e-4f15-ad35-e7cd1d38574f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80d00bf9-e2d3-4274-b126-1d34ec749a75', 'mac_address': 'fa:16:3e:3c:fa:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f04ceb-16c0-4d6e-a7a8-ba074798c4f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T14:22:12Z', 'updated_at': '2021-12-20T14:22:15Z', 'revision_number': 1, 'project_id': '92e3cf73bd51484d9ba59eee56c670d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b5e3447-8783-4d6d-9785-6c597b5a07ae', 'name': '', 'network_id': '80d00bf9-e2d3-4274-b126-1d34ec749a75', 'tenant_id': '92e3cf73bd51484d9ba59eee56c670d9', 'mac_address': 'fa:16:3e:59:f7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cd303d-5de4-43ac-ad99-b586f616326e', 'device_owner': 'network:router_interface', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '9ae0f23a-29ed-4948-a81a-2e6d5a905c6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:21:34Z', 'updated_at': '2021-12-20T14:21:43Z', 'revision_number': 5, 'project_id': '92e3cf73bd51484d9ba59eee56c670d9', 'subnets': [{'id': '9ae0f23a-29ed-4948-a81a-2e6d5a905c6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:22:17.728979 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-286c6a6d-5f87-46a5-88e0-9c22b1b20612 req-796240d0-ad3c-46a7-a91b-893bf34204bc tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] 10.222.0.54 "GET /v2.0/ports?device_id=33edafc7-738c-4ecb-bb1a-7a34bb1f589d HTTP/1.1" status: 200 len: 210 time: 0.0544114 Dec 20 14:22:17.777511 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-b4b310d8-7653-4596-bc86-9e479e98c5c7 req-d1a94ee0-24c8-4849-9f1a-b1b4287db5a9 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:17.800634 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3ac9fe-d1fc-44e8-925d-8e8cd90bc086 None None] The sync data for ids ['84cd303d-5de4-43ac-ad99-b586f616326e'] in n-d-761264-19 is: [{'id': '84cd303d-5de4-43ac-ad99-b586f616326e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-750923558-router', 'tenant_id': '92e3cf73bd51484d9ba59eee56c670d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '23e8cfcb-6f8c-45d1-89f4-c76fceff8237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:21:29Z', 'updated_at': '2021-12-20T14:21:36Z', 'revision_number': 4, 'project_id': '92e3cf73bd51484d9ba59eee56c670d9', 'gw_port': {'id': '23e8cfcb-6f8c-45d1-89f4-c76fceff8237', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:cc:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cd303d-5de4-43ac-ad99-b586f616326e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:21:30Z', 'updated_at': '2021-12-20T14:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': 'be43283a-a668-41ce-9793-9b51334e7fd1', 'tenant_id': '92e3cf73bd51484d9ba59eee56c670d9', 'floating_ip_address': '172.25.0.249', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': '84cd303d-5de4-43ac-ad99-b586f616326e', 'port_id': '14c108e8-8a1e-4f15-ad35-e7cd1d38574f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80d00bf9-e2d3-4274-b126-1d34ec749a75', 'mac_address': 'fa:16:3e:3c:fa:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f04ceb-16c0-4d6e-a7a8-ba074798c4f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T14:22:12Z', 'updated_at': '2021-12-20T14:22:15Z', 'revision_number': 1, 'project_id': '92e3cf73bd51484d9ba59eee56c670d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b5e3447-8783-4d6d-9785-6c597b5a07ae', 'name': '', 'network_id': '80d00bf9-e2d3-4274-b126-1d34ec749a75', 'tenant_id': '92e3cf73bd51484d9ba59eee56c670d9', 'mac_address': 'fa:16:3e:59:f7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cd303d-5de4-43ac-ad99-b586f616326e', 'device_owner': 'network:router_interface', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '9ae0f23a-29ed-4948-a81a-2e6d5a905c6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:21:34Z', 'updated_at': '2021-12-20T14:21:43Z', 'revision_number': 5, 'project_id': '92e3cf73bd51484d9ba59eee56c670d9', 'subnets': [{'id': '9ae0f23a-29ed-4948-a81a-2e6d5a905c6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:22:17.829654 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 48368) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:22:17.835477 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-b4b310d8-7653-4596-bc86-9e479e98c5c7 req-d1a94ee0-24c8-4849-9f1a-b1b4287db5a9 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:17.847235 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['b480e985-94d1-4c37-a197-978c3373d94b'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:22:17.915164 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ad204e7c-273a-45f6-97c2-e2d1c4a5e83a req-6a59b5a6-1d9c-4008-bcb4-4979e55a9451 service neutron] 10.222.0.54 "GET /v2.0/networks/80d00bf9-e2d3-4274-b126-1d34ec749a75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338185 Dec 20 14:22:17.983401 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:17.983401 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:22:17.983401 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:17.983401 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:22:17.983401 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:17.983401 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:22:17.983401 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:17.983401 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:22:17.983401 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:17.983401 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:22:17.983401 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:17.983401 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:22:17.983401 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:17.983401 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:22:17.983401 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:17.983401 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:22:17.983401 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:17.983401 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:22:17.983401 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:17.983401 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:22:17.983401 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:17.983401 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:22:17.983401 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:17.983401 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:22:17.983401 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:17.983401 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:22:17.983401 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:17.983401 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:22:17.983401 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:17.983401 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:22:17.983401 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:17.983401 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:22:17.983401 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:17.983401 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:22:17.983401 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:17.983401 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:22:17.985543 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:17.985543 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:22:17.985543 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:17.985543 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:22:17.985543 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:17.985543 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:22:17.985543 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:17.985543 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:22:17.985543 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:17.985543 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:22:17.985543 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:17.985543 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:22:17.985543 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fb6818-1a78-425e-b924-92a610bf52ee req-77b11345-ec1e-478b-98cb-3d9d75c9ce4c tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:17.986261 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-14fb6818-1a78-425e-b924-92a610bf52ee req-77b11345-ec1e-478b-98cb-3d9d75c9ce4c tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] 10.222.0.30 "GET /v2.0/networks?id=20e63510-01d1-4b5f-981b-3ccbe7fab833 HTTP/1.1" status: 200 len: 822 time: 0.3328147 Dec 20 14:22:17.986342 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4b310d8-7653-4596-bc86-9e479e98c5c7 req-d1a94ee0-24c8-4849-9f1a-b1b4287db5a9 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:22:17.987142 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c4f3de89-57f0-4c27-abb2-c954fb34f7d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:17.993265 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f51346-4eb3-4c01-9eda-b6f36a538bbd req-1af9b226-571d-49e3-a3b6-a9f82b53bac8 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:17.993421 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a94ee0-24c8-4849-9f1a-b1b4287db5a9 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Pushing event updated for resources: {'Port': ['ID=4b0a336b-db05-4701-bfc6-4dde1c5f783a,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:17.994669 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-53f51346-4eb3-4c01-9eda-b6f36a538bbd req-1af9b226-571d-49e3-a3b6-a9f82b53bac8 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?device_id=b4cd8bf2-b9f3-49ba-b32e-1e2438bf9edf HTTP/1.1" status: 200 len: 936 time: 0.1221659 Dec 20 14:22:17.996204 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [req-b4b310d8-7653-4596-bc86-9e479e98c5c7 req-d1a94ee0-24c8-4849-9f1a-b1b4287db5a9 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:22:18.005972 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4b310d8-7653-4596-bc86-9e479e98c5c7 req-d1a94ee0-24c8-4849-9f1a-b1b4287db5a9 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:22:18.012057 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b310d8-7653-4596-bc86-9e479e98c5c7 req-d1a94ee0-24c8-4849-9f1a-b1b4287db5a9 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:18.012693 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-b4b310d8-7653-4596-bc86-9e479e98c5c7 req-d1a94ee0-24c8-4849-9f1a-b1b4287db5a9 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:18.034981 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-278846cd-4870-47d8-9704-854e235f2554 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:18.068860 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c4f3de89-57f0-4c27-abb2-c954fb34f7d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:18.081386 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b4b310d8-7653-4596-bc86-9e479e98c5c7 req-d1a94ee0-24c8-4849-9f1a-b1b4287db5a9 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3919339 Dec 20 14:22:18.100712 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-b4b310d8-7653-4596-bc86-9e479e98c5c7 req-998eabf5-d9fb-4ff1-90cb-ecec2f3abeb2 service neutron] Request body: {'port': {'device_id': '9c966417-da9d-46f5-867b-6bd63e75aabb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-19'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:22:18.161639 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ad204e7c-273a-45f6-97c2-e2d1c4a5e83a req-e726a5eb-7fac-49b9-b0e8-e5dcfaf6e5f7 service neutron] 10.222.0.54 "GET /v2.0/networks/80d00bf9-e2d3-4274-b126-1d34ec749a75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378526 Dec 20 14:22:18.211226 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c4f3de89-57f0-4c27-abb2-c954fb34f7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:18.214161 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c4f3de89-57f0-4c27-abb2-c954fb34f7d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:18.215548 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-c4f3de89-57f0-4c27-abb2-c954fb34f7d1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9c3fbad8-b241-481a-b250-96d57d69108b HTTP/1.1" status: 204 len: 168 time: 0.9013779 Dec 20 14:22:18.223891 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-b4b310d8-7653-4596-bc86-9e479e98c5c7 req-998eabf5-d9fb-4ff1-90cb-ecec2f3abeb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:18.241865 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f3de89-57f0-4c27-abb2-c954fb34f7d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c3fbad8-b241-481a-b250-96d57d69108b,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:18.271930 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb8ee7b5-a79b-4676-af19-16fdabe52ecc x-openstack-request-id: req-fb8ee7b5-a79b-4676-af19-16fdabe52ecc {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:22:18.272463 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fb58f25-96ef-4597-b519-ab74824cbb1d", "name": "network-vif-plugged", "status": "completed", "tag": "76748e7d-c7f5-44a6-88a3-a6a2455c82b1", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:22:18.274363 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fb8ee7b5-a79b-4676-af19-16fdabe52ecc {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:22:18.280085 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fb58f25-96ef-4597-b519-ab74824cbb1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76748e7d-c7f5-44a6-88a3-a6a2455c82b1', 'code': 200} Dec 20 14:22:18.316673 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-53f51346-4eb3-4c01-9eda-b6f36a538bbd req-6c2308dd-ec3f-4f6f-a7b2-fd3a4755776a tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/security-groups?id=d29d9ba9-24bd-4d94-be52-3ca7019f1c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847342 Dec 20 14:22:18.347166 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-14fb6818-1a78-425e-b924-92a610bf52ee req-bbcc63d4-e5d9-41e2-b23f-cf5afe08810c tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6264d8286e254fd5bc5a1b7814fc9e8d HTTP/1.1" status: 200 len: 380 time: 0.3216493 Dec 20 14:22:18.376428 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-5c49c73e-7f00-4741-af34-046ba9cc7356 None None] Provisioning complete for port 4b0a336b-db05-4701-bfc6-4dde1c5f783a triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:22:18.376986 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-5c49c73e-7f00-4741-af34-046ba9cc7356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:18.399875 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.47', 52196) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:22:18.400212 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.47', 52197) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:22:18.401664 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2366e0de-4dcc-40ae-bede-e62a6360bbe9 x-openstack-request-id: req-2366e0de-4dcc-40ae-bede-e62a6360bbe9 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:22:18.401981 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55f04ceb-16c0-4d6e-a7a8-ba074798c4f2", "tag": "14c108e8-8a1e-4f15-ad35-e7cd1d38574f", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:22:18.402190 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2366e0de-4dcc-40ae-bede-e62a6360bbe9 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:22:18.402574 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55f04ceb-16c0-4d6e-a7a8-ba074798c4f2', 'tag': '14c108e8-8a1e-4f15-ad35-e7cd1d38574f', 'status': 'completed', 'code': 200} Dec 20 14:22:18.473297 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-14fb6818-1a78-425e-b924-92a610bf52ee req-8e656c7d-8630-40ce-ab88-a8ee3f8a2ecc tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Request body: {'port': {'device_id': '33edafc7-738c-4ecb-bb1a-7a34bb1f589d', 'network_id': '20e63510-01d1-4b5f-981b-3ccbe7fab833', 'admin_state_up': True, 'tenant_id': '6264d8286e254fd5bc5a1b7814fc9e8d', 'security_groups': ['a09e6f2b-7c8e-422a-b663-cabaee51b7b4']}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:22:18.476336 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-5c49c73e-7f00-4741-af34-046ba9cc7356 None None] Port 4b0a336b-db05-4701-bfc6-4dde1c5f783a cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:22:18.483749 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-278846cd-4870-47d8-9704-854e235f2554 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:18.529846 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-278846cd-4870-47d8-9704-854e235f2554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:18.550314 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [req-b4b310d8-7653-4596-bc86-9e479e98c5c7 req-594db655-5615-4ab5-ac1c-b6387880a75a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e06c38a2-5e0b-45af-bbf7-4a1f4561e3ce {{(pid=103168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:22:18.551727 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000a8481-6434-40a8-891a-f7dbc2a98f34 req-977051d4-8092-4823-bfcb-170af3373ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:18.553777 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-000a8481-6434-40a8-891a-f7dbc2a98f34 req-977051d4-8092-4823-bfcb-170af3373ddc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=92e3cf73bd51484d9ba59eee56c670d9&device_id=55f04ceb-16c0-4d6e-a7a8-ba074798c4f2 HTTP/1.1" status: 200 len: 1098 time: 0.1431923 Dec 20 14:22:18.581253 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246a0690-55ed-47d1-8d31-c1e90d706544 req-cbcfb81f-7add-4236-b6ba-8d30fdf76358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:18.583275 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-246a0690-55ed-47d1-8d31-c1e90d706544 req-cbcfb81f-7add-4236-b6ba-8d30fdf76358 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3fb58f25-96ef-4597-b519-ab74824cbb1d HTTP/1.1" status: 200 len: 1097 time: 0.1798759 Dec 20 14:22:18.625123 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-b4b310d8-7653-4596-bc86-9e479e98c5c7 req-594db655-5615-4ab5-ac1c-b6387880a75a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:18.673425 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6657b08-bb29-4ac9-995e-eee134325e1f None None] New status for floating IP be43283a-a668-41ce-9793-9b51334e7fd1: ACTIVE {{(pid=103169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 14:22:18.676077 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-246a0690-55ed-47d1-8d31-c1e90d706544 req-d9ba0875-2dd4-4898-b1ff-cca733d38503 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1f075b11-d210-4909-933c-2e048b1c972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759146 Dec 20 14:22:18.705153 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-278846cd-4870-47d8-9704-854e235f2554 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=900c0e2a3cf14e7a8311f80bca955396&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8591313 Dec 20 14:22:18.706602 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.provisioning_blocks [req-b4b310d8-7653-4596-bc86-9e479e98c5c7 req-594db655-5615-4ab5-ac1c-b6387880a75a service neutron] Transition to ACTIVE for port object e06c38a2-5e0b-45af-bbf7-4a1f4561e3ce will not be triggered until provisioned by entity L2. {{(pid=103168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:22:18.711057 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278846cd-4870-47d8-9704-854e235f2554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc2a84e-260a-4e7c-96ba-fdba48e53b55,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:18.713484 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 48386) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:22:18.738464 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-b4b310d8-7653-4596-bc86-9e479e98c5c7 req-594db655-5615-4ab5-ac1c-b6387880a75a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:18.790444 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee83eadb-57c9-4bb0-973d-fd7eae1cd6e3 req-2cb5262a-4932-49a9-bf10-0e7081b8d344 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:18.791972 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ee83eadb-57c9-4bb0-973d-fd7eae1cd6e3 req-2cb5262a-4932-49a9-bf10-0e7081b8d344 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] 10.222.0.54 "GET /v2.0/ports?device_id=3fb58f25-96ef-4597-b519-ab74824cbb1d HTTP/1.1" status: 200 len: 945 time: 0.2556489 Dec 20 14:22:18.797897 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 48392) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:22:18.854675 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0e6834ae-9fc8-483c-ba36-14b6b427d66e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:18.913250 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-b4b310d8-7653-4596-bc86-9e479e98c5c7 req-594db655-5615-4ab5-ac1c-b6387880a75a service neutron] Attempting to bind port e06c38a2-5e0b-45af-bbf7-4a1f4561e3ce on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:22:18.913584 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-b4b310d8-7653-4596-bc86-9e479e98c5c7 req-594db655-5615-4ab5-ac1c-b6387880a75a service neutron] Attempting to bind port e06c38a2-5e0b-45af-bbf7-4a1f4561e3ce by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:22:18.914090 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b310d8-7653-4596-bc86-9e479e98c5c7 req-594db655-5615-4ab5-ac1c-b6387880a75a service neutron] Attempting to bind port e06c38a2-5e0b-45af-bbf7-4a1f4561e3ce on network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:22:18.916400 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594db655-5615-4ab5-ac1c-b6387880a75a service neutron] Pushing event updated for resources: {'Port': ['ID=e06c38a2-5e0b-45af-bbf7-4a1f4561e3ce,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:18.954079 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000a8481-6434-40a8-891a-f7dbc2a98f34 req-823b6d2f-8f08-441d-b4b6-461a1bb79605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:18.955909 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-000a8481-6434-40a8-891a-f7dbc2a98f34 req-823b6d2f-8f08-441d-b4b6-461a1bb79605 service neutron] 10.222.0.47 "GET /v2.0/networks?id=80d00bf9-e2d3-4274-b126-1d34ec749a75 HTTP/1.1" status: 200 len: 929 time: 0.3942995 Dec 20 14:22:18.961946 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8802b8c7-9565-4464-8a58-bf5bc03ba4ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:18.977773 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b310d8-7653-4596-bc86-9e479e98c5c7 req-594db655-5615-4ab5-ac1c-b6387880a75a service neutron] Port e06c38a2-5e0b-45af-bbf7-4a1f4561e3ce on network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:22:18.978050 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b310d8-7653-4596-bc86-9e479e98c5c7 req-594db655-5615-4ab5-ac1c-b6387880a75a service neutron] Attempting to bind port e06c38a2-5e0b-45af-bbf7-4a1f4561e3ce on network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:22:19.013136 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b310d8-7653-4596-bc86-9e479e98c5c7 req-594db655-5615-4ab5-ac1c-b6387880a75a service neutron] Checking agent: {'id': '43c60aee-e4af-4ecc-bee2-aac3569fafed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:22:19.013473 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b310d8-7653-4596-bc86-9e479e98c5c7 req-594db655-5615-4ab5-ac1c-b6387880a75a service neutron] Checking segment: {'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:22:19.013852 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b310d8-7653-4596-bc86-9e479e98c5c7 req-594db655-5615-4ab5-ac1c-b6387880a75a service neutron] Bound using segment: {'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:22:19.014287 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-b4b310d8-7653-4596-bc86-9e479e98c5c7 req-594db655-5615-4ab5-ac1c-b6387880a75a service neutron] Bound port: e06c38a2-5e0b-45af-bbf7-4a1f4561e3ce, host: n-h2-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'}}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:22:19.014839 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-b4b310d8-7653-4596-bc86-9e479e98c5c7 req-594db655-5615-4ab5-ac1c-b6387880a75a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:19.029737 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14fb6818-1a78-425e-b924-92a610bf52ee req-8e656c7d-8630-40ce-ab88-a8ee3f8a2ecc tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Made reservation on behalf of 6264d8286e254fd5bc5a1b7814fc9e8d for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:22:19.033652 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-14fb6818-1a78-425e-b924-92a610bf52ee req-8e656c7d-8630-40ce-ab88-a8ee3f8a2ecc tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:19.044883 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8802b8c7-9565-4464-8a58-bf5bc03ba4ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:19.056494 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ee83eadb-57c9-4bb0-973d-fd7eae1cd6e3 req-3269de04-e2f6-47be-add2-8fd88759b062 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] 10.222.0.54 "GET /v2.0/security-groups?id=1f075b11-d210-4909-933c-2e048b1c972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490528 Dec 20 14:22:19.089315 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fdce93c0-c11d-425f-a192-4df25cea9ddf req-f55923ec-b791-4162-bb4a-ca707497c503 tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=c3f8658e-da35-41f3-bd03-509e29ebd6f3 HTTP/1.1" status: 200 len: 258 time: 0.2747960 Dec 20 14:22:19.106968 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-fdce93c0-c11d-425f-a192-4df25cea9ddf req-d0d790cd-6d94-4d0f-92d8-85368559c8ed tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Request body: {'floatingip': {'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:22:19.114228 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-000a8481-6434-40a8-891a-f7dbc2a98f34 req-09eb975e-b64c-49cc-a0b4-66101eb499d1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=14c108e8-8a1e-4f15-ad35-e7cd1d38574f HTTP/1.1" status: 200 len: 1000 time: 0.1460094 Dec 20 14:22:19.119564 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [req-b4b310d8-7653-4596-bc86-9e479e98c5c7 req-998eabf5-d9fb-4ff1-90cb-ecec2f3abeb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b0a336b-db05-4701-bfc6-4dde1c5f783a {{(pid=103167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:22:19.143381 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-b4b310d8-7653-4596-bc86-9e479e98c5c7 req-998eabf5-d9fb-4ff1-90cb-ecec2f3abeb2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:19.196021 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-fdce93c0-c11d-425f-a192-4df25cea9ddf req-d0d790cd-6d94-4d0f-92d8-85368559c8ed tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Publish callbacks [] for floatingip, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:19.201315 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000a8481-6434-40a8-891a-f7dbc2a98f34 req-17d97098-bd8d-4d99-a6c2-02c7d2aa907b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:19.202820 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-000a8481-6434-40a8-891a-f7dbc2a98f34 req-17d97098-bd8d-4d99-a6c2-02c7d2aa907b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9ae0f23a-29ed-4948-a81a-2e6d5a905c6c HTTP/1.1" status: 200 len: 867 time: 0.0769606 Dec 20 14:22:19.245640 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-b4b310d8-7653-4596-bc86-9e479e98c5c7 req-594db655-5615-4ab5-ac1c-b6387880a75a service neutron] For port e06c38a2-5e0b-45af-bbf7-4a1f4561e3ce, host n-h2-761264-19, cleared binding levels {{(pid=103168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:22:19.246951 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-b4b310d8-7653-4596-bc86-9e479e98c5c7 req-998eabf5-d9fb-4ff1-90cb-ecec2f3abeb2 service neutron] Transition to ACTIVE for port object 4b0a336b-db05-4701-bfc6-4dde1c5f783a will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:22:19.248075 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8802b8c7-9565-4464-8a58-bf5bc03ba4ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:19.250820 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8802b8c7-9565-4464-8a58-bf5bc03ba4ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:19.254708 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-8802b8c7-9565-4464-8a58-bf5bc03ba4ac admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8cc2a84e-260a-4e7c-96ba-fdba48e53b55 HTTP/1.1" status: 204 len: 168 time: 0.5340879 Dec 20 14:22:19.256579 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-b4b310d8-7653-4596-bc86-9e479e98c5c7 req-594db655-5615-4ab5-ac1c-b6387880a75a service neutron] For port e06c38a2-5e0b-45af-bbf7-4a1f4561e3ce, host n-h2-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=e06c38a2-5e0b-45af-bbf7-4a1f4561e3ce,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:22:19.263456 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-b4b310d8-7653-4596-bc86-9e479e98c5c7 req-998eabf5-d9fb-4ff1-90cb-ecec2f3abeb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:19.271744 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8802b8c7-9565-4464-8a58-bf5bc03ba4ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc2a84e-260a-4e7c-96ba-fdba48e53b55,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:19.303756 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-b4b310d8-7653-4596-bc86-9e479e98c5c7 req-594db655-5615-4ab5-ac1c-b6387880a75a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:19.348995 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000a8481-6434-40a8-891a-f7dbc2a98f34 req-f73523ec-1273-42c6-af34-f7d6e95a02b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:19.350548 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-000a8481-6434-40a8-891a-f7dbc2a98f34 req-f73523ec-1273-42c6-af34-f7d6e95a02b2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=80d00bf9-e2d3-4274-b126-1d34ec749a75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1386602 Dec 20 14:22:19.375470 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594db655-5615-4ab5-ac1c-b6387880a75a service neutron] Pushing event updated for resources: {'Port': ['ID=e06c38a2-5e0b-45af-bbf7-4a1f4561e3ce,revision_number=3']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:19.386790 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998eabf5-d9fb-4ff1-90cb-ecec2f3abeb2 service neutron] Pushing event updated for resources: {'Port': ['ID=4b0a336b-db05-4701-bfc6-4dde1c5f783a,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:19.396985 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b310d8-7653-4596-bc86-9e479e98c5c7 req-594db655-5615-4ab5-ac1c-b6387880a75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:19.397719 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-b4b310d8-7653-4596-bc86-9e479e98c5c7 req-594db655-5615-4ab5-ac1c-b6387880a75a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:19.399542 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b4b310d8-7653-4596-bc86-9e479e98c5c7 req-594db655-5615-4ab5-ac1c-b6387880a75a service neutron] 10.222.0.47 "PUT /v2.0/ports/e06c38a2-5e0b-45af-bbf7-4a1f4561e3ce HTTP/1.1" status: 200 len: 1097 time: 2.3921189 Dec 20 14:22:19.400186 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4cd8bf2-b9f3-49ba-b32e-1e2438bf9edf', 'tag': 'e06c38a2-5e0b-45af-bbf7-4a1f4561e3ce'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:22:19.402597 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75afd461-183b-4aaa-9bb5-48340eb621a4" -d '{"events": [{"name": "network-changed", "server_uuid": "b4cd8bf2-b9f3-49ba-b32e-1e2438bf9edf", "tag": "e06c38a2-5e0b-45af-bbf7-4a1f4561e3ce"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:22:19.409797 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0e6834ae-9fc8-483c-ba36-14b6b427d66e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:19.439558 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [req-14fb6818-1a78-425e-b924-92a610bf52ee req-8e656c7d-8630-40ce-ab88-a8ee3f8a2ecc tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Allocated IP 172.20.0.14 (20e63510-01d1-4b5f-981b-3ccbe7fab833/e710479b-16cf-4349-9db5-8619d38b2e41/49b41dec-3f97-4706-b42b-2cd626a751e5) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:22:19.483905 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-b4b310d8-7653-4596-bc86-9e479e98c5c7 req-998eabf5-d9fb-4ff1-90cb-ecec2f3abeb2 service neutron] Attempting to bind port 4b0a336b-db05-4701-bfc6-4dde1c5f783a on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:22:19.484200 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-b4b310d8-7653-4596-bc86-9e479e98c5c7 req-998eabf5-d9fb-4ff1-90cb-ecec2f3abeb2 service neutron] Attempting to bind port 4b0a336b-db05-4701-bfc6-4dde1c5f783a by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:22:19.484558 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b310d8-7653-4596-bc86-9e479e98c5c7 req-998eabf5-d9fb-4ff1-90cb-ecec2f3abeb2 service neutron] Attempting to bind port 4b0a336b-db05-4701-bfc6-4dde1c5f783a on network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:22:19.495302 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b310d8-7653-4596-bc86-9e479e98c5c7 req-998eabf5-d9fb-4ff1-90cb-ecec2f3abeb2 service neutron] Port 4b0a336b-db05-4701-bfc6-4dde1c5f783a on network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:22:19.495615 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b310d8-7653-4596-bc86-9e479e98c5c7 req-998eabf5-d9fb-4ff1-90cb-ecec2f3abeb2 service neutron] Attempting to bind port 4b0a336b-db05-4701-bfc6-4dde1c5f783a on network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:22:19.506429 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0e6834ae-9fc8-483c-ba36-14b6b427d66e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:19.532325 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b310d8-7653-4596-bc86-9e479e98c5c7 req-998eabf5-d9fb-4ff1-90cb-ecec2f3abeb2 service neutron] Checking agent: {'id': '43c60aee-e4af-4ecc-bee2-aac3569fafed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:22:19.532656 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b310d8-7653-4596-bc86-9e479e98c5c7 req-998eabf5-d9fb-4ff1-90cb-ecec2f3abeb2 service neutron] Checking segment: {'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:22:19.533043 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b310d8-7653-4596-bc86-9e479e98c5c7 req-998eabf5-d9fb-4ff1-90cb-ecec2f3abeb2 service neutron] Bound using segment: {'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:22:19.533500 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-b4b310d8-7653-4596-bc86-9e479e98c5c7 req-998eabf5-d9fb-4ff1-90cb-ecec2f3abeb2 service neutron] Bound port: 4b0a336b-db05-4701-bfc6-4dde1c5f783a, host: n-h2-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:22:19.533838 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-b4b310d8-7653-4596-bc86-9e479e98c5c7 req-998eabf5-d9fb-4ff1-90cb-ecec2f3abeb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:19.591309 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-000a8481-6434-40a8-891a-f7dbc2a98f34 req-7919ea3e-b14c-45c6-a5af-6a9c244efc3c service neutron] 10.222.0.47 "GET /v2.0/networks/80d00bf9-e2d3-4274-b126-1d34ec749a75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296093 Dec 20 14:22:19.594025 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-fdce93c0-c11d-425f-a192-4df25cea9ddf req-d0d790cd-6d94-4d0f-92d8-85368559c8ed tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:19.663887 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b310d8-7653-4596-bc86-9e479e98c5c7 req-9c2e0224-eaaf-4562-b5b3-6fb672552d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:19.665426 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b4b310d8-7653-4596-bc86-9e479e98c5c7 req-9c2e0224-eaaf-4562-b5b3-6fb672552d75 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=67090548a8c94f7bb1b8a5ae37b6ba4c&device_id=b4cd8bf2-b9f3-49ba-b32e-1e2438bf9edf HTTP/1.1" status: 200 len: 1100 time: 0.1504736 Dec 20 14:22:19.671296 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-0e6834ae-9fc8-483c-ba36-14b6b427d66e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e71d58e447e84f0b8847b0714378ccb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8706472 Dec 20 14:22:19.674532 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6834ae-9fc8-483c-ba36-14b6b427d66e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce2d389-9097-421c-855a-b5d31cb834f3,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:19.680397 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 48408) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:22:19.799763 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-000a8481-6434-40a8-891a-f7dbc2a98f34 req-258c51ab-12a9-4f6e-b60a-4cffb0e0933e service neutron] 10.222.0.47 "GET /v2.0/networks/80d00bf9-e2d3-4274-b126-1d34ec749a75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736369 Dec 20 14:22:19.890784 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b4b310d8-7653-4596-bc86-9e479e98c5c7 req-8eb1b41c-0525-4797-be40-b791cd492e70 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=e06c38a2-5e0b-45af-bbf7-4a1f4561e3ce HTTP/1.1" status: 200 len: 217 time: 0.0757003 Dec 20 14:22:19.908389 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a4c5fa7f-6634-4cf4-8821-64753706c59e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:19.911202 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-b4b310d8-7653-4596-bc86-9e479e98c5c7 req-998eabf5-d9fb-4ff1-90cb-ecec2f3abeb2 service neutron] For port 4b0a336b-db05-4701-bfc6-4dde1c5f783a, host n-h2-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:22:19.947844 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-b4b310d8-7653-4596-bc86-9e479e98c5c7 req-998eabf5-d9fb-4ff1-90cb-ecec2f3abeb2 service neutron] For port 4b0a336b-db05-4701-bfc6-4dde1c5f783a, host n-h2-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=4b0a336b-db05-4701-bfc6-4dde1c5f783a,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:22:19.960299 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-b4b310d8-7653-4596-bc86-9e479e98c5c7 req-998eabf5-d9fb-4ff1-90cb-ecec2f3abeb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:19.985783 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a4c5fa7f-6634-4cf4-8821-64753706c59e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:20.010964 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b310d8-7653-4596-bc86-9e479e98c5c7 req-998eabf5-d9fb-4ff1-90cb-ecec2f3abeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:20.011358 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-b4b310d8-7653-4596-bc86-9e479e98c5c7 req-998eabf5-d9fb-4ff1-90cb-ecec2f3abeb2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:20.013636 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b4b310d8-7653-4596-bc86-9e479e98c5c7 req-998eabf5-d9fb-4ff1-90cb-ecec2f3abeb2 service neutron] 10.222.0.47 "PUT /v2.0/ports/4b0a336b-db05-4701-bfc6-4dde1c5f783a HTTP/1.1" status: 200 len: 1096 time: 1.9226475 Dec 20 14:22:20.015961 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-14fb6818-1a78-425e-b924-92a610bf52ee req-8e656c7d-8630-40ce-ab88-a8ee3f8a2ecc tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:20.024437 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [req-fdce93c0-c11d-425f-a192-4df25cea9ddf req-d0d790cd-6d94-4d0f-92d8-85368559c8ed tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Allocated IP 172.25.0.141 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/0abae60e-f3a5-4fa4-9209-5515883ec570) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:22:20.029286 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b310d8-7653-4596-bc86-9e479e98c5c7 req-1fdf1318-b441-4a3b-a3c9-65534b83c080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:20.031162 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b4b310d8-7653-4596-bc86-9e479e98c5c7 req-1fdf1318-b441-4a3b-a3c9-65534b83c080 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36bf280f-81bb-4486-a87a-9b9505a1cec4 HTTP/1.1" status: 200 len: 843 time: 0.1170127 Dec 20 14:22:20.128242 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b310d8-7653-4596-bc86-9e479e98c5c7 req-976d866d-754b-4df4-8b66-108adbf74f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:20.129805 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b4b310d8-7653-4596-bc86-9e479e98c5c7 req-976d866d-754b-4df4-8b66-108adbf74f1c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0907850 Dec 20 14:22:20.132890 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a4c5fa7f-6634-4cf4-8821-64753706c59e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:20.135529 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a4c5fa7f-6634-4cf4-8821-64753706c59e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:20.136629 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-a4c5fa7f-6634-4cf4-8821-64753706c59e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7ce2d389-9097-421c-855a-b5d31cb834f3 HTTP/1.1" status: 204 len: 168 time: 0.3859808 Dec 20 14:22:20.155955 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998eabf5-d9fb-4ff1-90cb-ecec2f3abeb2 service neutron] Pushing event updated for resources: {'Port': ['ID=4b0a336b-db05-4701-bfc6-4dde1c5f783a,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:20.180604 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-14fb6818-1a78-425e-b924-92a610bf52ee req-8e656c7d-8630-40ce-ab88-a8ee3f8a2ecc tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:20.191651 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 48428) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:22:20.204170 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b310d8-7653-4596-bc86-9e479e98c5c7 req-15f94fe4-9248-4a4e-a40e-25ef8cbf6409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:20.206003 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b4b310d8-7653-4596-bc86-9e479e98c5c7 req-15f94fe4-9248-4a4e-a40e-25ef8cbf6409 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=67090548a8c94f7bb1b8a5ae37b6ba4c&device_id=9c966417-da9d-46f5-867b-6bd63e75aabb HTTP/1.1" status: 200 len: 1099 time: 0.1361082 Dec 20 14:22:20.280571 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b4b310d8-7653-4596-bc86-9e479e98c5c7 req-1d2afdaf-7f68-4001-8a25-4eb06b4750fe service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=4b0a336b-db05-4701-bfc6-4dde1c5f783a HTTP/1.1" status: 200 len: 217 time: 0.0653968 Dec 20 14:22:20.290243 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c5fa7f-6634-4cf4-8821-64753706c59e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce2d389-9097-421c-855a-b5d31cb834f3,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:20.340488 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5e072679-4e45-4c7b-a6df-efbdb90f6fb0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:20.385055 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14fb6818-1a78-425e-b924-92a610bf52ee req-8e656c7d-8630-40ce-ab88-a8ee3f8a2ecc tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Network 20e63510-01d1-4b5f-981b-3ccbe7fab833 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:22:20.387048 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b4b310d8-7653-4596-bc86-9e479e98c5c7 req-fe1b9d65-9b26-4042-8e10-f7192f6cbe77 service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494335 Dec 20 14:22:20.393675 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [req-14fb6818-1a78-425e-b924-92a610bf52ee req-8e656c7d-8630-40ce-ab88-a8ee3f8a2ecc tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:22:20.395644 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e656c7d-8630-40ce-ab88-a8ee3f8a2ecc tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Pushing event updated for resources: {'Port': ['ID=49b41dec-3f97-4706-b42b-2cd626a751e5,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:20.397937 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-14fb6818-1a78-425e-b924-92a610bf52ee req-8e656c7d-8630-40ce-ab88-a8ee3f8a2ecc tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:22:20.403458 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c966417-da9d-46f5-867b-6bd63e75aabb', 'tag': '4b0a336b-db05-4701-bfc6-4dde1c5f783a'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:22:20.403713 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fb6818-1a78-425e-b924-92a610bf52ee req-8e656c7d-8630-40ce-ab88-a8ee3f8a2ecc tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:20.404270 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-14fb6818-1a78-425e-b924-92a610bf52ee req-8e656c7d-8630-40ce-ab88-a8ee3f8a2ecc tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:20.405693 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19398c0f-481d-4dba-a5d6-4580893f3e04" -d '{"events": [{"name": "network-changed", "server_uuid": "9c966417-da9d-46f5-867b-6bd63e75aabb", "tag": "4b0a336b-db05-4701-bfc6-4dde1c5f783a"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:22:20.420990 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-fdce93c0-c11d-425f-a192-4df25cea9ddf req-d0d790cd-6d94-4d0f-92d8-85368559c8ed tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:20.423309 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b310d8-7653-4596-bc86-9e479e98c5c7 req-82d33c47-4ef4-42a3-b041-deea61f3125d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:20.425320 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b4b310d8-7653-4596-bc86-9e479e98c5c7 req-82d33c47-4ef4-42a3-b041-deea61f3125d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36bf280f-81bb-4486-a87a-9b9505a1cec4 HTTP/1.1" status: 200 len: 843 time: 0.1354270 Dec 20 14:22:20.461351 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-14fb6818-1a78-425e-b924-92a610bf52ee req-8e656c7d-8630-40ce-ab88-a8ee3f8a2ecc tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9952559 Dec 20 14:22:20.503302 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-14fb6818-1a78-425e-b924-92a610bf52ee req-fd8d20cd-2c3b-454d-aace-04c59c1bab13 service neutron] Request body: {'port': {'device_id': '33edafc7-738c-4ecb-bb1a-7a34bb1f589d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-19'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:22:20.555338 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b310d8-7653-4596-bc86-9e479e98c5c7 req-95c66d55-52fd-4b66-a907-ed2b2c4b42d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:20.558751 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b4b310d8-7653-4596-bc86-9e479e98c5c7 req-95c66d55-52fd-4b66-a907-ed2b2c4b42d7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1101475 Dec 20 14:22:20.560432 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-fdce93c0-c11d-425f-a192-4df25cea9ddf req-d0d790cd-6d94-4d0f-92d8-85368559c8ed tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:20.662600 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdce93c0-c11d-425f-a192-4df25cea9ddf req-d0d790cd-6d94-4d0f-92d8-85368559c8ed tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:22:20.667791 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [req-fdce93c0-c11d-425f-a192-4df25cea9ddf req-d0d790cd-6d94-4d0f-92d8-85368559c8ed tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:22:20.675136 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdce93c0-c11d-425f-a192-4df25cea9ddf req-d0d790cd-6d94-4d0f-92d8-85368559c8ed tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:22:20.773910 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d790cd-6d94-4d0f-92d8-85368559c8ed tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Pushing event updated for resources: {'Port': ['ID=0abae60e-f3a5-4fa4-9209-5515883ec570,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:20.806472 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-92964efe-a314-4b23-bf16-d85bb3eba4b8 None None] Provisioning complete for port 49b41dec-3f97-4706-b42b-2cd626a751e5 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:22:20.808294 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-92964efe-a314-4b23-bf16-d85bb3eba4b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:20.817272 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-fdce93c0-c11d-425f-a192-4df25cea9ddf req-d0d790cd-6d94-4d0f-92d8-85368559c8ed tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:20.825984 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b4b310d8-7653-4596-bc86-9e479e98c5c7 req-8c4c1752-d034-4117-b3d3-17597154b7d1 service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531118 Dec 20 14:22:20.875022 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-14fb6818-1a78-425e-b924-92a610bf52ee req-fd8d20cd-2c3b-454d-aace-04c59c1bab13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:20.889956 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-92964efe-a314-4b23-bf16-d85bb3eba4b8 None None] Port 49b41dec-3f97-4706-b42b-2cd626a751e5 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:22:20.909290 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5e072679-4e45-4c7b-a6df-efbdb90f6fb0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:20.922060 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5e072679-4e45-4c7b-a6df-efbdb90f6fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:20.925780 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-fdce93c0-c11d-425f-a192-4df25cea9ddf req-d0d790cd-6d94-4d0f-92d8-85368559c8ed tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:20.929311 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b4b310d8-7653-4596-bc86-9e479e98c5c7 req-a589f839-6f6e-4328-9975-4a957fb99fe5 service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5208786 Dec 20 14:22:21.004925 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-5e072679-4e45-4c7b-a6df-efbdb90f6fb0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=fca2d48e50fb460a870faafbdf8c25d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8054225 Dec 20 14:22:21.010093 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b4b310d8-7653-4596-bc86-9e479e98c5c7 req-ea5c7e62-b3be-46b5-b36a-ead12f525dd5 service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753621 Dec 20 14:22:21.016613 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 48456) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:22:21.019143 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e072679-4e45-4c7b-a6df-efbdb90f6fb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=778e367d-6541-4fa8-83f3-e0ac82373ee1,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:21.143264 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c21a3e2d-f6f5-4bed-9edc-00c28d28c3e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:21.178527 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-fdce93c0-c11d-425f-a192-4df25cea9ddf req-d0d790cd-6d94-4d0f-92d8-85368559c8ed tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:21.181409 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c21a3e2d-f6f5-4bed-9edc-00c28d28c3e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:21.192456 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-fdce93c0-c11d-425f-a192-4df25cea9ddf req-d0d790cd-6d94-4d0f-92d8-85368559c8ed tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:21.240319 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-fdce93c0-c11d-425f-a192-4df25cea9ddf req-d0d790cd-6d94-4d0f-92d8-85368559c8ed tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585115'] for floatingip, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:21.250883 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 48466) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:22:21.267243 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d790cd-6d94-4d0f-92d8-85368559c8ed tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Pushing event updated for resources: {'Port': ['ID=0abae60e-f3a5-4fa4-9209-5515883ec570,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:21.272057 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-fdce93c0-c11d-425f-a192-4df25cea9ddf req-d0d790cd-6d94-4d0f-92d8-85368559c8ed tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:21.273292 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fdce93c0-c11d-425f-a192-4df25cea9ddf req-d0d790cd-6d94-4d0f-92d8-85368559c8ed tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1766815 Dec 20 14:22:21.294859 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c21a3e2d-f6f5-4bed-9edc-00c28d28c3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:21.297670 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c21a3e2d-f6f5-4bed-9edc-00c28d28c3e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:21.302237 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-c21a3e2d-f6f5-4bed-9edc-00c28d28c3e6 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/778e367d-6541-4fa8-83f3-e0ac82373ee1 HTTP/1.1" status: 204 len: 168 time: 0.2844331 Dec 20 14:22:21.315184 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [req-14fb6818-1a78-425e-b924-92a610bf52ee req-fd8d20cd-2c3b-454d-aace-04c59c1bab13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49b41dec-3f97-4706-b42b-2cd626a751e5 {{(pid=103168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:22:21.331950 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-14fb6818-1a78-425e-b924-92a610bf52ee req-fd8d20cd-2c3b-454d-aace-04c59c1bab13 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:21.346159 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.provisioning_blocks [req-14fb6818-1a78-425e-b924-92a610bf52ee req-fd8d20cd-2c3b-454d-aace-04c59c1bab13 service neutron] Transition to ACTIVE for port object 49b41dec-3f97-4706-b42b-2cd626a751e5 will not be triggered until provisioned by entity L2. {{(pid=103168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:22:21.351444 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fdce93c0-c11d-425f-a192-4df25cea9ddf req-b94dee37-6fc0-45d5-a8f0-aca990229ebf tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.141 HTTP/1.1" status: 200 len: 696 time: 0.0674615 Dec 20 14:22:21.352312 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21a3e2d-f6f5-4bed-9edc-00c28d28c3e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=778e367d-6541-4fa8-83f3-e0ac82373ee1,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:21.352602 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-14fb6818-1a78-425e-b924-92a610bf52ee req-fd8d20cd-2c3b-454d-aace-04c59c1bab13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:21.416914 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8d20cd-2c3b-454d-aace-04c59c1bab13 service neutron] Pushing event updated for resources: {'Port': ['ID=49b41dec-3f97-4706-b42b-2cd626a751e5,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:21.455885 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-14fb6818-1a78-425e-b924-92a610bf52ee req-fd8d20cd-2c3b-454d-aace-04c59c1bab13 service neutron] Attempting to bind port 49b41dec-3f97-4706-b42b-2cd626a751e5 on host n-h1-761264-19 for vnic_type normal with profile {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:22:21.456346 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-14fb6818-1a78-425e-b924-92a610bf52ee req-fd8d20cd-2c3b-454d-aace-04c59c1bab13 service neutron] Attempting to bind port 49b41dec-3f97-4706-b42b-2cd626a751e5 by drivers openvswitch,hyperv on host n-h1-761264-19 at level 0 using segments [{'id': '9f419e6f-875b-4d90-bc7c-6c92d8ac4e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '20e63510-01d1-4b5f-981b-3ccbe7fab833'}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:22:21.456735 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14fb6818-1a78-425e-b924-92a610bf52ee req-fd8d20cd-2c3b-454d-aace-04c59c1bab13 service neutron] Attempting to bind port 49b41dec-3f97-4706-b42b-2cd626a751e5 on network 20e63510-01d1-4b5f-981b-3ccbe7fab833 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:22:21.466865 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14fb6818-1a78-425e-b924-92a610bf52ee req-fd8d20cd-2c3b-454d-aace-04c59c1bab13 service neutron] Port 49b41dec-3f97-4706-b42b-2cd626a751e5 on network 20e63510-01d1-4b5f-981b-3ccbe7fab833 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-19 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:22:21.467296 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14fb6818-1a78-425e-b924-92a610bf52ee req-fd8d20cd-2c3b-454d-aace-04c59c1bab13 service neutron] Attempting to bind port 49b41dec-3f97-4706-b42b-2cd626a751e5 on network 20e63510-01d1-4b5f-981b-3ccbe7fab833 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:22:21.480548 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [req-6833f909-ae64-4740-b0fd-e7dd7647c56f req-d41155e0-2c47-4c94-8c0b-736263464c91 tempest-LiveAutoBlockMigrationV225Test-195224901 tempest-LiveAutoBlockMigrationV225Test-195224901-project-admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:22:21.481591 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6833f909-ae64-4740-b0fd-e7dd7647c56f req-d41155e0-2c47-4c94-8c0b-736263464c91 tempest-LiveAutoBlockMigrationV225Test-195224901 tempest-LiveAutoBlockMigrationV225Test-195224901-project-admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2295551 Dec 20 14:22:21.484695 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14fb6818-1a78-425e-b924-92a610bf52ee req-fd8d20cd-2c3b-454d-aace-04c59c1bab13 service neutron] Checking agent: {'id': '3e5ace3e-dd7b-4522-a7c4-77d13dbeab1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:22:21.485028 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14fb6818-1a78-425e-b924-92a610bf52ee req-fd8d20cd-2c3b-454d-aace-04c59c1bab13 service neutron] Checking segment: {'id': '9f419e6f-875b-4d90-bc7c-6c92d8ac4e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '20e63510-01d1-4b5f-981b-3ccbe7fab833'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:22:21.485401 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14fb6818-1a78-425e-b924-92a610bf52ee req-fd8d20cd-2c3b-454d-aace-04c59c1bab13 service neutron] Bound using segment: {'id': '9f419e6f-875b-4d90-bc7c-6c92d8ac4e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '20e63510-01d1-4b5f-981b-3ccbe7fab833'} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:22:21.485835 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-14fb6818-1a78-425e-b924-92a610bf52ee req-fd8d20cd-2c3b-454d-aace-04c59c1bab13 service neutron] Bound port: 49b41dec-3f97-4706-b42b-2cd626a751e5, host: n-h1-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f419e6f-875b-4d90-bc7c-6c92d8ac4e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '20e63510-01d1-4b5f-981b-3ccbe7fab833'}}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:22:21.486357 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-14fb6818-1a78-425e-b924-92a610bf52ee req-fd8d20cd-2c3b-454d-aace-04c59c1bab13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:21.508308 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdce93c0-c11d-425f-a192-4df25cea9ddf req-c961e0d1-6823-49c7-90f1-18fb0ac96490 tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:21.510354 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fdce93c0-c11d-425f-a192-4df25cea9ddf req-c961e0d1-6823-49c7-90f1-18fb0ac96490 tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] 10.222.0.54 "GET /v2.0/networks/c3f8658e-da35-41f3-bd03-509e29ebd6f3 HTTP/1.1" status: 200 len: 784 time: 0.1483161 Dec 20 14:22:21.605212 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-14fb6818-1a78-425e-b924-92a610bf52ee req-fd8d20cd-2c3b-454d-aace-04c59c1bab13 service neutron] For port 49b41dec-3f97-4706-b42b-2cd626a751e5, host n-h1-761264-19, cleared binding levels {{(pid=103168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:22:21.612889 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-14fb6818-1a78-425e-b924-92a610bf52ee req-fd8d20cd-2c3b-454d-aace-04c59c1bab13 service neutron] For port 49b41dec-3f97-4706-b42b-2cd626a751e5, host n-h1-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=49b41dec-3f97-4706-b42b-2cd626a751e5,segment=NetworkSegment(9f419e6f-875b-4d90-bc7c-6c92d8ac4e58),segment_id=9f419e6f-875b-4d90-bc7c-6c92d8ac4e58)] {{(pid=103168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:22:21.625190 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-14fb6818-1a78-425e-b924-92a610bf52ee req-fd8d20cd-2c3b-454d-aace-04c59c1bab13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:21.649670 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fdce54-69f0-43b0-a004-6a3703862974 req-4b65b01d-75dd-4fca-8299-788deb83d7bc tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:21.657893 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-61fdce54-69f0-43b0-a004-6a3703862974 req-4b65b01d-75dd-4fca-8299-788deb83d7bc tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] 10.222.0.54 "GET /v2.0/ports?device_id=33edafc7-738c-4ecb-bb1a-7a34bb1f589d HTTP/1.1" status: 200 len: 944 time: 0.0815163 Dec 20 14:22:21.680482 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fb6818-1a78-425e-b924-92a610bf52ee req-fd8d20cd-2c3b-454d-aace-04c59c1bab13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:21.682080 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-14fb6818-1a78-425e-b924-92a610bf52ee req-fd8d20cd-2c3b-454d-aace-04c59c1bab13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:21.683933 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-14fb6818-1a78-425e-b924-92a610bf52ee req-fd8d20cd-2c3b-454d-aace-04c59c1bab13 service neutron] 10.222.0.30 "PUT /v2.0/ports/49b41dec-3f97-4706-b42b-2cd626a751e5 HTTP/1.1" status: 200 len: 1093 time: 1.1891162 Dec 20 14:22:21.720329 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8d20cd-2c3b-454d-aace-04c59c1bab13 service neutron] Pushing event updated for resources: {'Port': ['ID=49b41dec-3f97-4706-b42b-2cd626a751e5,revision_number=3']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:21.745462 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-61fdce54-69f0-43b0-a004-6a3703862974 req-3903eca3-e29c-4361-b2c9-9ed2d80dae2f tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] 10.222.0.54 "GET /v2.0/security-groups?id=a09e6f2b-7c8e-422a-b663-cabaee51b7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865126 Dec 20 14:22:21.807440 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fb6818-1a78-425e-b924-92a610bf52ee req-dde37fd0-ecc9-48db-82bd-a28b2479e454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:21.809091 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-14fb6818-1a78-425e-b924-92a610bf52ee req-dde37fd0-ecc9-48db-82bd-a28b2479e454 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6264d8286e254fd5bc5a1b7814fc9e8d&device_id=33edafc7-738c-4ecb-bb1a-7a34bb1f589d HTTP/1.1" status: 200 len: 1096 time: 0.0803640 Dec 20 14:22:21.876603 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-14fb6818-1a78-425e-b924-92a610bf52ee req-7be6a647-95ee-4142-9afc-5739d97d769a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49b41dec-3f97-4706-b42b-2cd626a751e5 HTTP/1.1" status: 200 len: 217 time: 0.0512495 Dec 20 14:22:21.915221 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6833f909-ae64-4740-b0fd-e7dd7647c56f req-a33d51c8-e68c-4a11-ae13-790ee2b7e8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:21.916594 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6833f909-ae64-4740-b0fd-e7dd7647c56f req-a33d51c8-e68c-4a11-ae13-790ee2b7e8ac service neutron] 10.222.0.54 "GET /v2.0/ports/39ee60c5-9697-46cd-8710-4390a2539519 HTTP/1.1" status: 200 len: 1094 time: 0.2314119 Dec 20 14:22:21.941071 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-6833f909-ae64-4740-b0fd-e7dd7647c56f req-64b2fd35-391d-46d5-9089-af8fdf25ab81 service neutron] Request body: {'binding': {'host': 'n-h2-761264-19', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:22:21.941611 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-6833f909-ae64-4740-b0fd-e7dd7647c56f req-64b2fd35-391d-46d5-9089-af8fdf25ab81 service neutron] Unknown quota resources ['binding']. {{(pid=103168) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 20 14:22:21.992714 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fb6818-1a78-425e-b924-92a610bf52ee req-fc22a0ba-b31c-4cf9-a096-b0e9f6d01c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:21.994203 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-14fb6818-1a78-425e-b924-92a610bf52ee req-fc22a0ba-b31c-4cf9-a096-b0e9f6d01c73 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e710479b-16cf-4349-9db5-8619d38b2e41 HTTP/1.1" status: 200 len: 861 time: 0.0877345 Dec 20 14:22:22.102202 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fb6818-1a78-425e-b924-92a610bf52ee req-a15de7fe-5bf5-47eb-bbbd-7c84a09f2440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:22.103928 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-14fb6818-1a78-425e-b924-92a610bf52ee req-a15de7fe-5bf5-47eb-bbbd-7c84a09f2440 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=20e63510-01d1-4b5f-981b-3ccbe7fab833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0891120 Dec 20 14:22:22.205666 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-6833f909-ae64-4740-b0fd-e7dd7647c56f req-64b2fd35-391d-46d5-9089-af8fdf25ab81 service neutron] Attempting to bind port 39ee60c5-9697-46cd-8710-4390a2539519 on host n-h2-761264-19 for vnic_type normal with profile None {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:22:22.205999 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-6833f909-ae64-4740-b0fd-e7dd7647c56f req-64b2fd35-391d-46d5-9089-af8fdf25ab81 service neutron] Attempting to bind port 39ee60c5-9697-46cd-8710-4390a2539519 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': 'c78eb3db-e8a6-4673-b220-136b3d8ed714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f77acfe8-c05d-4606-b7e9-7027c0b13511'}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:22:22.206314 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6833f909-ae64-4740-b0fd-e7dd7647c56f req-64b2fd35-391d-46d5-9089-af8fdf25ab81 service neutron] Attempting to bind port 39ee60c5-9697-46cd-8710-4390a2539519 on network f77acfe8-c05d-4606-b7e9-7027c0b13511 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:22:22.216406 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6833f909-ae64-4740-b0fd-e7dd7647c56f req-64b2fd35-391d-46d5-9089-af8fdf25ab81 service neutron] Port 39ee60c5-9697-46cd-8710-4390a2539519 on network f77acfe8-c05d-4606-b7e9-7027c0b13511 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:22:22.216927 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6833f909-ae64-4740-b0fd-e7dd7647c56f req-64b2fd35-391d-46d5-9089-af8fdf25ab81 service neutron] Attempting to bind port 39ee60c5-9697-46cd-8710-4390a2539519 on network f77acfe8-c05d-4606-b7e9-7027c0b13511 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:22:22.229109 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6833f909-ae64-4740-b0fd-e7dd7647c56f req-64b2fd35-391d-46d5-9089-af8fdf25ab81 service neutron] Checking agent: {'id': '43c60aee-e4af-4ecc-bee2-aac3569fafed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:22:22.229555 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6833f909-ae64-4740-b0fd-e7dd7647c56f req-64b2fd35-391d-46d5-9089-af8fdf25ab81 service neutron] Checking segment: {'id': 'c78eb3db-e8a6-4673-b220-136b3d8ed714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f77acfe8-c05d-4606-b7e9-7027c0b13511'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:22:22.229885 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6833f909-ae64-4740-b0fd-e7dd7647c56f req-64b2fd35-391d-46d5-9089-af8fdf25ab81 service neutron] Bound using segment: {'id': 'c78eb3db-e8a6-4673-b220-136b3d8ed714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f77acfe8-c05d-4606-b7e9-7027c0b13511'} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:22:22.230234 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-6833f909-ae64-4740-b0fd-e7dd7647c56f req-64b2fd35-391d-46d5-9089-af8fdf25ab81 service neutron] Bound port: 39ee60c5-9697-46cd-8710-4390a2539519, host: n-h2-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c78eb3db-e8a6-4673-b220-136b3d8ed714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f77acfe8-c05d-4606-b7e9-7027c0b13511'}}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:22:22.281849 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a65a10-d53f-40ba-a05e-d4e76c1e9415 req-b05db42e-548f-42c3-bac8-814eb3381efe tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:22.289422 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-75a65a10-d53f-40ba-a05e-d4e76c1e9415 req-b05db42e-548f-42c3-bac8-814eb3381efe tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?device_id=b4cd8bf2-b9f3-49ba-b32e-1e2438bf9edf HTTP/1.1" status: 200 len: 948 time: 0.0590849 Dec 20 14:22:22.310897 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-14fb6818-1a78-425e-b924-92a610bf52ee req-d866704c-bf13-4723-b91d-bae9456e76d7 service neutron] 10.222.0.30 "GET /v2.0/networks/20e63510-01d1-4b5f-981b-3ccbe7fab833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904809 Dec 20 14:22:22.347417 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-75a65a10-d53f-40ba-a05e-d4e76c1e9415 req-00087988-7b50-406f-b8e3-6a29dbc2976f tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/security-groups?id=d29d9ba9-24bd-4d94-be52-3ca7019f1c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535536 Dec 20 14:22:22.402759 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54399411-a705-40cd-a3bc-0ce1f8b7f962 x-openstack-request-id: req-54399411-a705-40cd-a3bc-0ce1f8b7f962 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:22:22.403113 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4cd8bf2-b9f3-49ba-b32e-1e2438bf9edf", "tag": "e06c38a2-5e0b-45af-bbf7-4a1f4561e3ce", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:22:22.403271 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-54399411-a705-40cd-a3bc-0ce1f8b7f962 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:22:22.403681 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4cd8bf2-b9f3-49ba-b32e-1e2438bf9edf', 'tag': 'e06c38a2-5e0b-45af-bbf7-4a1f4561e3ce', 'status': 'completed', 'code': 200} Dec 20 14:22:22.423868 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-6833f909-ae64-4740-b0fd-e7dd7647c56f req-64b2fd35-391d-46d5-9089-af8fdf25ab81 service neutron] For port 39ee60c5-9697-46cd-8710-4390a2539519, host n-h2-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=39ee60c5-9697-46cd-8710-4390a2539519,segment=NetworkSegment(c78eb3db-e8a6-4673-b220-136b3d8ed714),segment_id=c78eb3db-e8a6-4673-b220-136b3d8ed714)] {{(pid=103168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:22:22.433767 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-6833f909-ae64-4740-b0fd-e7dd7647c56f req-64b2fd35-391d-46d5-9089-af8fdf25ab81 service neutron] Publish callbacks [] for binding, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:22.435212 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6833f909-ae64-4740-b0fd-e7dd7647c56f req-64b2fd35-391d-46d5-9089-af8fdf25ab81 service neutron] 10.222.0.54 "POST /v2.0/ports/39ee60c5-9697-46cd-8710-4390a2539519/bindings HTTP/1.1" status: 201 len: 390 time: 0.4992948 Dec 20 14:22:22.448338 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-14fb6818-1a78-425e-b924-92a610bf52ee req-b7630136-6c6a-4c08-ac4d-ce78f3c64bf1 service neutron] 10.222.0.30 "GET /v2.0/networks/20e63510-01d1-4b5f-981b-3ccbe7fab833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275072 Dec 20 14:22:22.560489 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75afd461-183b-4aaa-9bb5-48340eb621a4 req-df84489c-8b66-4927-8084-b9998115b8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:22.561980 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-75afd461-183b-4aaa-9bb5-48340eb621a4 req-df84489c-8b66-4927-8084-b9998115b8e2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=67090548a8c94f7bb1b8a5ae37b6ba4c&device_id=b4cd8bf2-b9f3-49ba-b32e-1e2438bf9edf HTTP/1.1" status: 200 len: 1100 time: 0.1268325 Dec 20 14:22:22.578568 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe543e9-583e-4610-8d29-8461eae8f0c8 req-e5018967-17bb-40b0-a725-15456f689707 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:22.587137 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-dfe543e9-583e-4610-8d29-8461eae8f0c8 req-e5018967-17bb-40b0-a725-15456f689707 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] 10.222.0.54 "GET /v2.0/ports?device_id=3fb58f25-96ef-4597-b519-ab74824cbb1d HTTP/1.1" status: 200 len: 945 time: 0.1032188 Dec 20 14:22:22.589733 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea6d44f1-e995-49ef-895a-62491ff4b07f x-openstack-request-id: req-ea6d44f1-e995-49ef-895a-62491ff4b07f {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:22:22.590184 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c966417-da9d-46f5-867b-6bd63e75aabb", "tag": "4b0a336b-db05-4701-bfc6-4dde1c5f783a", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:22:22.590570 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ea6d44f1-e995-49ef-895a-62491ff4b07f {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:22:22.591119 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c966417-da9d-46f5-867b-6bd63e75aabb', 'tag': '4b0a336b-db05-4701-bfc6-4dde1c5f783a', 'status': 'completed', 'code': 200} Dec 20 14:22:22.656356 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 48520) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:22:22.682820 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19398c0f-481d-4dba-a5d6-4580893f3e04 req-09483272-94b3-4ffd-be85-40ba7f522751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:22.684359 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-19398c0f-481d-4dba-a5d6-4580893f3e04 req-09483272-94b3-4ffd-be85-40ba7f522751 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=67090548a8c94f7bb1b8a5ae37b6ba4c&device_id=9c966417-da9d-46f5-867b-6bd63e75aabb HTTP/1.1" status: 200 len: 1099 time: 0.0622275 Dec 20 14:22:22.703011 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-dfe543e9-583e-4610-8d29-8461eae8f0c8 req-64468e1a-778b-420f-9ec8-8c951d141192 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] 10.222.0.54 "GET /v2.0/security-groups?id=1f075b11-d210-4909-933c-2e048b1c972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140296 Dec 20 14:22:22.742476 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75afd461-183b-4aaa-9bb5-48340eb621a4 req-c6758324-3233-44fe-8dcc-54038c20105f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:22.744017 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-75afd461-183b-4aaa-9bb5-48340eb621a4 req-c6758324-3233-44fe-8dcc-54038c20105f service neutron] 10.222.0.47 "GET /v2.0/networks?id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1 HTTP/1.1" status: 200 len: 870 time: 0.1513407 Dec 20 14:22:22.809027 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-75afd461-183b-4aaa-9bb5-48340eb621a4 req-c7e5c57f-a8d8-45e7-b6d3-398f0e70f811 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=e06c38a2-5e0b-45af-bbf7-4a1f4561e3ce HTTP/1.1" status: 200 len: 217 time: 0.0564613 Dec 20 14:22:22.811255 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-3438a59f-9de1-42bf-9cad-025089bce420 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-549973055-network', 'tenant_id': '1fcedb67d68042c58b2d2f2b6ec49185'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:22:22.865954 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75afd461-183b-4aaa-9bb5-48340eb621a4 req-078a2c78-1abb-43c2-9c3c-7444387d7021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:22.867839 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-75afd461-183b-4aaa-9bb5-48340eb621a4 req-078a2c78-1abb-43c2-9c3c-7444387d7021 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36bf280f-81bb-4486-a87a-9b9505a1cec4 HTTP/1.1" status: 200 len: 843 time: 0.0444820 Dec 20 14:22:22.887787 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc003c0-fc51-4580-91fd-bd40bae66671 req-449dfcde-2d05-437b-8b49-11e06059fe48 tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:22.889270 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4dc003c0-fc51-4580-91fd-bd40bae66671 req-449dfcde-2d05-437b-8b49-11e06059fe48 tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] 10.222.0.54 "GET /v2.0/ports?device_id=55f04ceb-16c0-4d6e-a7a8-ba074798c4f2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2005739 Dec 20 14:22:22.912878 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6833f909-ae64-4740-b0fd-e7dd7647c56f req-67995e48-c78e-442d-9cba-b08c870c000b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:22.914546 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6833f909-ae64-4740-b0fd-e7dd7647c56f req-67995e48-c78e-442d-9cba-b08c870c000b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=230adefc93184769a5ed971e644ca4c5&device_id=1ee336c7-2c51-4a07-9c99-847191098eee HTTP/1.1" status: 200 len: 1097 time: 0.1545858 Dec 20 14:22:22.929933 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3438a59f-9de1-42bf-9cad-025089bce420 admin admin] Made reservation on behalf of 1fcedb67d68042c58b2d2f2b6ec49185 for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:22:22.932871 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3438a59f-9de1-42bf-9cad-025089bce420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:22.943689 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75afd461-183b-4aaa-9bb5-48340eb621a4 req-311d3f4c-9d22-48b4-b792-effec36221bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:22.945177 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-75afd461-183b-4aaa-9bb5-48340eb621a4 req-311d3f4c-9d22-48b4-b792-effec36221bd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0678198 Dec 20 14:22:22.994234 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3438a59f-9de1-42bf-9cad-025089bce420 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:22.998818 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4dc003c0-fc51-4580-91fd-bd40bae66671 req-d1c5c461-a5da-428a-a5d6-90c42f27a98b tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.141 HTTP/1.1" status: 200 len: 696 time: 0.1004658 Dec 20 14:22:23.001130 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19398c0f-481d-4dba-a5d6-4580893f3e04 req-8704b276-a7f5-44e9-91e0-0d76b1eea54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:23.002480 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-19398c0f-481d-4dba-a5d6-4580893f3e04 req-8704b276-a7f5-44e9-91e0-0d76b1eea54f service neutron] 10.222.0.47 "GET /v2.0/networks?id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1 HTTP/1.1" status: 200 len: 870 time: 0.2548327 Dec 20 14:22:23.014080 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-4dc003c0-fc51-4580-91fd-bd40bae66671 req-1a0a77ae-311a-4f2e-a420-e9008b324b86 tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Request body: {'floatingip': {'port_id': '14c108e8-8a1e-4f15-ad35-e7cd1d38574f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:22:23.133596 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-19398c0f-481d-4dba-a5d6-4580893f3e04 req-3360c192-12fd-494a-a434-e090e9e3f11c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=4b0a336b-db05-4701-bfc6-4dde1c5f783a HTTP/1.1" status: 200 len: 217 time: 0.1169169 Dec 20 14:22:23.137083 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-4dc003c0-fc51-4580-91fd-bd40bae66671 req-1a0a77ae-311a-4f2e-a420-e9008b324b86 tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Publish callbacks [] for floatingip, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:23.280032 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19398c0f-481d-4dba-a5d6-4580893f3e04 req-b8686e77-6df7-4b3f-9307-571da54e71fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:23.281479 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-19398c0f-481d-4dba-a5d6-4580893f3e04 req-b8686e77-6df7-4b3f-9307-571da54e71fb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36bf280f-81bb-4486-a87a-9b9505a1cec4 HTTP/1.1" status: 200 len: 843 time: 0.1388264 Dec 20 14:22:23.299015 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-67b9a559-e3e5-40c7-a755-c3b67174e02c req-42f1eb19-9736-4e17-9305-ac6be17e7c3e tempest-SecurityGroupsTestAdminJSON-1376980961 tempest-SecurityGroupsTestAdminJSON-1376980961-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1379819325', 'description': 'tempest-description-1690550706'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:22:23.350703 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6833f909-ae64-4740-b0fd-e7dd7647c56f req-cbffa086-b602-4045-8558-aec2c1568732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:23.352204 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6833f909-ae64-4740-b0fd-e7dd7647c56f req-cbffa086-b602-4045-8558-aec2c1568732 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f77acfe8-c05d-4606-b7e9-7027c0b13511 HTTP/1.1" status: 200 len: 922 time: 0.4264548 Dec 20 14:22:23.368237 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-67b9a559-e3e5-40c7-a755-c3b67174e02c req-42f1eb19-9736-4e17-9305-ac6be17e7c3e tempest-SecurityGroupsTestAdminJSON-1376980961 tempest-SecurityGroupsTestAdminJSON-1376980961-project] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:23.372644 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-75afd461-183b-4aaa-9bb5-48340eb621a4 req-83837223-c116-4478-8fae-87463ca838e0 service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4176416 Dec 20 14:22:23.389197 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3438a59f-9de1-42bf-9cad-025089bce420 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:23.398717 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3438a59f-9de1-42bf-9cad-025089bce420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:23.411599 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6833f909-ae64-4740-b0fd-e7dd7647c56f req-5cf04b7f-d8f4-49cd-a4fb-f03ff4b8a489 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=39ee60c5-9697-46cd-8710-4390a2539519 HTTP/1.1" status: 200 len: 217 time: 0.0515234 Dec 20 14:22:23.413835 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-67b9a559-e3e5-40c7-a755-c3b67174e02c req-42f1eb19-9736-4e17-9305-ac6be17e7c3e tempest-SecurityGroupsTestAdminJSON-1376980961 tempest-SecurityGroupsTestAdminJSON-1376980961-project] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:23.451461 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19398c0f-481d-4dba-a5d6-4580893f3e04 req-055b1f52-2a43-4f23-9d5a-81902e353aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:23.452964 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-19398c0f-481d-4dba-a5d6-4580893f3e04 req-055b1f52-2a43-4f23-9d5a-81902e353aa8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1576142 Dec 20 14:22:23.455113 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3438a59f-9de1-42bf-9cad-025089bce420 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:22:23.483607 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3438a59f-9de1-42bf-9cad-025089bce420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:23.483932 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-3438a59f-9de1-42bf-9cad-025089bce420 admin admin] Added segment b63dc636-7d33-475c-ae8e-37c28873b374 of type vlan for network db94315f-563f-4127-9743-a1c2baecc9c0 Dec 20 14:22:23.520247 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6833f909-ae64-4740-b0fd-e7dd7647c56f req-89a5ace5-ebef-4588-a0a8-9de8a1cddde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:23.521738 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6833f909-ae64-4740-b0fd-e7dd7647c56f req-89a5ace5-ebef-4588-a0a8-9de8a1cddde3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=39805718-f3e9-41ca-8469-b49efb1a12f8 HTTP/1.1" status: 200 len: 861 time: 0.0958080 Dec 20 14:22:23.561710 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3438a59f-9de1-42bf-9cad-025089bce420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe18cab1-9fb0-4449-bed1-4fc5908c30fa,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:23.563359 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6833f909-ae64-4740-b0fd-e7dd7647c56f req-27231a9b-3bfc-401e-be0b-ea10f218e072 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f77acfe8-c05d-4606-b7e9-7027c0b13511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321391 Dec 20 14:22:23.590307 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3438a59f-9de1-42bf-9cad-025089bce420 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:23.592555 n-d-761264-19 neutron-server[103168]: INFO neutron.api.v2.resource [req-4dc003c0-fc51-4580-91fd-bd40bae66671 req-1a0a77ae-311a-4f2e-a420-e9008b324b86 tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] update failed (client error): There was a conflict when trying to complete your request. Dec 20 14:22:23.593582 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4dc003c0-fc51-4580-91fd-bd40bae66671 req-1a0a77ae-311a-4f2e-a420-e9008b324b86 tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] 10.222.0.54 "PUT /v2.0/floatingips/c50aca8a-c089-469c-82b3-c5e574f05366 HTTP/1.1" status: 409 len: 551 time: 0.5857515 Dec 20 14:22:23.605043 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-75afd461-183b-4aaa-9bb5-48340eb621a4 req-00a6a4f6-5a79-4389-81c6-92e45332f134 service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038145 Dec 20 14:22:23.633877 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-19398c0f-481d-4dba-a5d6-4580893f3e04 req-f7e57fff-992b-49b2-976c-c8b6cc0ec37d service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704407 Dec 20 14:22:23.638769 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3438a59f-9de1-42bf-9cad-025089bce420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:23.640122 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3438a59f-9de1-42bf-9cad-025089bce420 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:23.640801 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3438a59f-9de1-42bf-9cad-025089bce420 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:23.694254 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-67b9a559-e3e5-40c7-a755-c3b67174e02c req-42f1eb19-9736-4e17-9305-ac6be17e7c3e tempest-SecurityGroupsTestAdminJSON-1376980961 tempest-SecurityGroupsTestAdminJSON-1376980961-project] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:23.699167 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-67b9a559-e3e5-40c7-a755-c3b67174e02c req-42f1eb19-9736-4e17-9305-ac6be17e7c3e tempest-SecurityGroupsTestAdminJSON-1376980961 tempest-SecurityGroupsTestAdminJSON-1376980961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:23.705896 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6833f909-ae64-4740-b0fd-e7dd7647c56f req-ad136d7f-ceca-4c76-a8d7-01db9aaecc4e service neutron] 10.222.0.47 "GET /v2.0/networks/f77acfe8-c05d-4606-b7e9-7027c0b13511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312363 Dec 20 14:22:23.754014 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-3438a59f-9de1-42bf-9cad-025089bce420 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0965197 Dec 20 14:22:23.756231 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f1eb19-9736-4e17-9305-ac6be17e7c3e tempest-SecurityGroupsTestAdminJSON-1376980961 tempest-SecurityGroupsTestAdminJSON-1376980961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb3a9634-5946-4a53-b5a7-9e2322be6b39,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:23.761613 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 48540) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:22:23.768072 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-152df129-27f5-4001-9245-60f42b1dd71d admin admin] Request body: {'subnet': {'network_id': 'db94315f-563f-4127-9743-a1c2baecc9c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-549973055-subnet', 'tenant_id': '1fcedb67d68042c58b2d2f2b6ec49185', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:22:23.787680 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3438a59f-9de1-42bf-9cad-025089bce420 admin admin] Pushing event updated for resources: {'Network': ['ID=db94315f-563f-4127-9743-a1c2baecc9c0,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:23.805175 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network db94315f-563f-4127-9743-a1c2baecc9c0 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:22:23.821161 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f93eb19-91c5-4856-b449-365c206d42c1 req-2a6a601b-9f09-4ebe-9cc4-61d0b21e92e3 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:23.822666 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8f93eb19-91c5-4856-b449-365c206d42c1 req-2a6a601b-9f09-4ebe-9cc4-61d0b21e92e3 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=1ee336c7-2c51-4a07-9c99-847191098eee HTTP/1.1" status: 200 len: 945 time: 0.1418197 Dec 20 14:22:23.824784 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-19398c0f-481d-4dba-a5d6-4580893f3e04 req-8adeb50f-b1f7-4a77-b8b0-96b7e77c49c5 service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791615 Dec 20 14:22:23.873667 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-152df129-27f5-4001-9245-60f42b1dd71d admin admin] Made reservation on behalf of 1fcedb67d68042c58b2d2f2b6ec49185 for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:22:23.876000 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-152df129-27f5-4001-9245-60f42b1dd71d admin admin] Publish callbacks [] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:23.881280 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-67b9a559-e3e5-40c7-a755-c3b67174e02c req-42f1eb19-9736-4e17-9305-ac6be17e7c3e tempest-SecurityGroupsTestAdminJSON-1376980961 tempest-SecurityGroupsTestAdminJSON-1376980961-project] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:23.891625 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8f93eb19-91c5-4856-b449-365c206d42c1 req-2de2dc12-6d8e-4e1f-9ec8-bd8f3cde1456 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570436 Dec 20 14:22:23.893241 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6833f909-ae64-4740-b0fd-e7dd7647c56f req-d077664b-16ad-4001-9609-52a0e4b94477 service neutron] 10.222.0.47 "GET /v2.0/networks/f77acfe8-c05d-4606-b7e9-7027c0b13511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772058 Dec 20 14:22:23.899477 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-67b9a559-e3e5-40c7-a755-c3b67174e02c req-42f1eb19-9736-4e17-9305-ac6be17e7c3e tempest-SecurityGroupsTestAdminJSON-1376980961 tempest-SecurityGroupsTestAdminJSON-1376980961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:23.965530 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-67b9a559-e3e5-40c7-a755-c3b67174e02c req-42f1eb19-9736-4e17-9305-ac6be17e7c3e tempest-SecurityGroupsTestAdminJSON-1376980961 tempest-SecurityGroupsTestAdminJSON-1376980961-project] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:23.966758 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-67b9a559-e3e5-40c7-a755-c3b67174e02c req-42f1eb19-9736-4e17-9305-ac6be17e7c3e tempest-SecurityGroupsTestAdminJSON-1376980961 tempest-SecurityGroupsTestAdminJSON-1376980961-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.6804700 Dec 20 14:22:23.977197 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f1eb19-9736-4e17-9305-ac6be17e7c3e tempest-SecurityGroupsTestAdminJSON-1376980961 tempest-SecurityGroupsTestAdminJSON-1376980961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f68b51-9a43-497f-ba8c-609e9217eecf,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:24.061464 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 14:22:24.190600 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fe86e5-fac1-4f40-810d-47d80653d30b req-0770b948-b5a8-46f9-b017-c13f24f1ac46 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:24.190868 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device e06c38a2-5e0b-45af-bbf7-4a1f4561e3ce details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:22:24.192335 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-67fe86e5-fac1-4f40-810d-47d80653d30b req-0770b948-b5a8-46f9-b017-c13f24f1ac46 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] 10.222.0.54 "GET /v2.0/ports?device_id=33edafc7-738c-4ecb-bb1a-7a34bb1f589d HTTP/1.1" status: 200 len: 944 time: 0.1651177 Dec 20 14:22:24.197353 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6833f909-ae64-4740-b0fd-e7dd7647c56f req-908d5716-8034-49dc-8906-3456bb636333 tempest-LiveAutoBlockMigrationV225Test-195224901 tempest-LiveAutoBlockMigrationV225Test-195224901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:24.199125 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6833f909-ae64-4740-b0fd-e7dd7647c56f req-908d5716-8034-49dc-8906-3456bb636333 tempest-LiveAutoBlockMigrationV225Test-195224901 tempest-LiveAutoBlockMigrationV225Test-195224901-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=1ee336c7-2c51-4a07-9c99-847191098eee&tenant_id=230adefc93184769a5ed971e644ca4c5&binding%3Ahost_id=n-h1-761264-19 HTTP/1.1" status: 200 len: 1097 time: 0.1590569 Dec 20 14:22:24.204048 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-152df129-27f5-4001-9245-60f42b1dd71d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:24.220391 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-6833f909-ae64-4740-b0fd-e7dd7647c56f req-d6d7e350-c010-494f-b19e-c296eb51fb62 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-761264-19'}}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:22:24.295485 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port e06c38a2-5e0b-45af-bbf7-4a1f4561e3ce, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=e06c38a2-5e0b-45af-bbf7-4a1f4561e3ce,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:22:24.303938 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152df129-27f5-4001-9245-60f42b1dd71d admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf42c955-9a75-4a4e-bc19-a7f681de3d03,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:24.306781 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': 'e06c38a2-5e0b-45af-bbf7-4a1f4561e3ce', 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1', 'port_id': 'e06c38a2-5e0b-45af-bbf7-4a1f4561e3ce', 'mac_address': 'fa:16:3e:47:51:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36bf280f-81bb-4486-a87a-9b9505a1cec4', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:22:24.336373 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6bfb77d4-826a-4af4-89be-6b4f17f0e143 req-f1dcd549-0772-4615-a108-093e6c319ad9 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4213521 Dec 20 14:22:24.343007 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:24.343193 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-6bfb77d4-826a-4af4-89be-6b4f17f0e143 req-3c726170-d6d0-41c3-a144-4bc42e8f27ba tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Request body: {'floatingip': {'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:22:24.355903 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e06c38a2-5e0b-45af-bbf7-4a1f4561e3ce {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:22:24.361643 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-67fe86e5-fac1-4f40-810d-47d80653d30b req-3642c7f7-c107-4062-8719-b4fcd18ed8a3 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] 10.222.0.54 "GET /v2.0/security-groups?id=a09e6f2b-7c8e-422a-b663-cabaee51b7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1615052 Dec 20 14:22:24.365249 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-6833f909-ae64-4740-b0fd-e7dd7647c56f req-d6d7e350-c010-494f-b19e-c296eb51fb62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:24.368476 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152df129-27f5-4001-9245-60f42b1dd71d admin admin] Checking segment: {'id': 'b63dc636-7d33-475c-ae8e-37c28873b374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'db94315f-563f-4127-9743-a1c2baecc9c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:22:24.368863 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152df129-27f5-4001-9245-60f42b1dd71d admin admin] Network hostable DHCP agents. Network: db94315f-563f-4127-9743-a1c2baecc9c0, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:22:24.373725 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-6bfb77d4-826a-4af4-89be-6b4f17f0e143 req-3c726170-d6d0-41c3-a144-4bc42e8f27ba tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Publish callbacks [] for floatingip, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:24.376342 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port e06c38a2-5e0b-45af-bbf7-4a1f4561e3ce, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=e06c38a2-5e0b-45af-bbf7-4a1f4561e3ce,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:22:24.389609 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:24.390552 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 4b0a336b-db05-4701-bfc6-4dde1c5f783a details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:22:24.416531 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33edafc7-738c-4ecb-bb1a-7a34bb1f589d', 'tag': '49b41dec-3f97-4706-b42b-2cd626a751e5'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:22:24.421112 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fab88aec-72fb-4cb8-b6ed-3e12d07116d5" -d '{"events": [{"name": "network-changed", "server_uuid": "33edafc7-738c-4ecb-bb1a-7a34bb1f589d", "tag": "49b41dec-3f97-4706-b42b-2cd626a751e5"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:22:24.424925 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152df129-27f5-4001-9245-60f42b1dd71d admin admin] Network db94315f-563f-4127-9743-a1c2baecc9c0 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:22:24.456800 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-152df129-27f5-4001-9245-60f42b1dd71d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, db94315f-563f-4127-9743-a1c2baecc9c0) {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:22:24.460984 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 4b0a336b-db05-4701-bfc6-4dde1c5f783a, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=4b0a336b-db05-4701-bfc6-4dde1c5f783a,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:22:24.463122 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152df129-27f5-4001-9245-60f42b1dd71d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:24.463716 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-152df129-27f5-4001-9245-60f42b1dd71d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:24.463881 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=e06c38a2-5e0b-45af-bbf7-4a1f4561e3ce,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:24.472422 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3aa4cc-b833-40ee-8000-ca1ee1a15023 None None] Network db94315f-563f-4127-9743-a1c2baecc9c0 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:22:24.494663 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': '4b0a336b-db05-4701-bfc6-4dde1c5f783a', 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1', 'port_id': '4b0a336b-db05-4701-bfc6-4dde1c5f783a', 'mac_address': 'fa:16:3e:15:a8:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36bf280f-81bb-4486-a87a-9b9505a1cec4', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:22:24.518737 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-152df129-27f5-4001-9245-60f42b1dd71d admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7559988 Dec 20 14:22:24.553177 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-6bfb77d4-826a-4af4-89be-6b4f17f0e143 req-3c726170-d6d0-41c3-a144-4bc42e8f27ba tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:24.574479 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:24.581654 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-6833f909-ae64-4740-b0fd-e7dd7647c56f req-d6d7e350-c010-494f-b19e-c296eb51fb62 service neutron] For port 39ee60c5-9697-46cd-8710-4390a2539519, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=39ee60c5-9697-46cd-8710-4390a2539519,segment=NetworkSegment(c78eb3db-e8a6-4673-b220-136b3d8ed714),segment_id=c78eb3db-e8a6-4673-b220-136b3d8ed714)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:22:24.628976 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb76a5d-ce29-4c5c-80ee-edee5b00658f req-6beafb7e-b26e-4d7f-b6fc-a9e156bd5395 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:24.636815 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5fb76a5d-ce29-4c5c-80ee-edee5b00658f req-6beafb7e-b26e-4d7f-b6fc-a9e156bd5395 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?device_id=b4cd8bf2-b9f3-49ba-b32e-1e2438bf9edf HTTP/1.1" status: 200 len: 949 time: 0.0942893 Dec 20 14:22:24.673735 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-6833f909-ae64-4740-b0fd-e7dd7647c56f req-d6d7e350-c010-494f-b19e-c296eb51fb62 service neutron] For port 39ee60c5-9697-46cd-8710-4390a2539519, host n-h1-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:22:24.680428 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [req-6bfb77d4-826a-4af4-89be-6b4f17f0e143 req-3c726170-d6d0-41c3-a144-4bc42e8f27ba tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Allocated IP 172.25.0.185 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/cd030fd5-d836-4953-9694-79a5573ccf49) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:22:24.723524 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5fb76a5d-ce29-4c5c-80ee-edee5b00658f req-c02ef402-6f8e-42d5-898c-b790d5b676dc tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/security-groups?id=d29d9ba9-24bd-4d94-be52-3ca7019f1c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840039 Dec 20 14:22:24.736011 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ee336c7-2c51-4a07-9c99-847191098eee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39ee60c5-9697-46cd-8710-4390a2539519'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:22:24.740758 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b0a336b-db05-4701-bfc6-4dde1c5f783a {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:22:24.747509 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12e406d-bc5c-4614-8ff4-2e0c824e3f57 None None] Network db94315f-563f-4127-9743-a1c2baecc9c0 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:22:24.748417 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-312a4486-e118-42bb-9529-cc58db74b5e0" -d '{"events": [{"server_uuid": "1ee336c7-2c51-4a07-9c99-847191098eee", "name": "network-vif-unplugged", "status": "completed", "tag": "39ee60c5-9697-46cd-8710-4390a2539519"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:22:24.752852 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-6833f909-ae64-4740-b0fd-e7dd7647c56f req-d6d7e350-c010-494f-b19e-c296eb51fb62 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:24.771227 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-6833f909-ae64-4740-b0fd-e7dd7647c56f req-d6d7e350-c010-494f-b19e-c296eb51fb62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:24.805779 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-6bfb77d4-826a-4af4-89be-6b4f17f0e143 req-3c726170-d6d0-41c3-a144-4bc42e8f27ba tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:24.806032 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 4b0a336b-db05-4701-bfc6-4dde1c5f783a, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=4b0a336b-db05-4701-bfc6-4dde1c5f783a,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:22:24.812693 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:24.842337 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0442b8dd-2bb5-430a-9fc1-516c6664a854 req-bf920a1a-2620-4c23-b369-cc71a3ed134b tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] 10.222.0.54 "GET /v2.0/floatingips/c50aca8a-c089-469c-82b3-c5e574f05366 HTTP/1.1" status: 200 len: 693 time: 0.0776963 Dec 20 14:22:24.859521 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-6bfb77d4-826a-4af4-89be-6b4f17f0e143 req-3c726170-d6d0-41c3-a144-4bc42e8f27ba tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:24.903338 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bfb77d4-826a-4af4-89be-6b4f17f0e143 req-3c726170-d6d0-41c3-a144-4bc42e8f27ba tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:22:24.906538 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [req-6bfb77d4-826a-4af4-89be-6b4f17f0e143 req-3c726170-d6d0-41c3-a144-4bc42e8f27ba tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:22:24.908826 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=4b0a336b-db05-4701-bfc6-4dde1c5f783a,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:24.910589 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bfb77d4-826a-4af4-89be-6b4f17f0e143 req-3c726170-d6d0-41c3-a144-4bc42e8f27ba tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:22:24.919482 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c726170-d6d0-41c3-a144-4bc42e8f27ba tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Pushing event updated for resources: {'Port': ['ID=cd030fd5-d836-4953-9694-79a5573ccf49,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:24.960922 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d7e350-c010-494f-b19e-c296eb51fb62 service neutron] Pushing event updated for resources: {'Port': ['ID=39ee60c5-9697-46cd-8710-4390a2539519,revision_number=7']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:24.964495 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-6bfb77d4-826a-4af4-89be-6b4f17f0e143 req-3c726170-d6d0-41c3-a144-4bc42e8f27ba tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:24.985704 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-6833f909-ae64-4740-b0fd-e7dd7647c56f req-d6d7e350-c010-494f-b19e-c296eb51fb62 service neutron] Attempting to bind port 39ee60c5-9697-46cd-8710-4390a2539519 on host n-h1-761264-19 for vnic_type normal with profile {"migrating_to": "n-h2-761264-19"} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:22:24.986102 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-6833f909-ae64-4740-b0fd-e7dd7647c56f req-d6d7e350-c010-494f-b19e-c296eb51fb62 service neutron] Attempting to bind port 39ee60c5-9697-46cd-8710-4390a2539519 by drivers openvswitch,hyperv on host n-h1-761264-19 at level 0 using segments [{'id': 'c78eb3db-e8a6-4673-b220-136b3d8ed714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f77acfe8-c05d-4606-b7e9-7027c0b13511'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:22:24.986436 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6833f909-ae64-4740-b0fd-e7dd7647c56f req-d6d7e350-c010-494f-b19e-c296eb51fb62 service neutron] Attempting to bind port 39ee60c5-9697-46cd-8710-4390a2539519 on network f77acfe8-c05d-4606-b7e9-7027c0b13511 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:22:24.999616 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6833f909-ae64-4740-b0fd-e7dd7647c56f req-d6d7e350-c010-494f-b19e-c296eb51fb62 service neutron] Port 39ee60c5-9697-46cd-8710-4390a2539519 on network f77acfe8-c05d-4606-b7e9-7027c0b13511 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:22:24.999936 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6833f909-ae64-4740-b0fd-e7dd7647c56f req-d6d7e350-c010-494f-b19e-c296eb51fb62 service neutron] Attempting to bind port 39ee60c5-9697-46cd-8710-4390a2539519 on network f77acfe8-c05d-4606-b7e9-7027c0b13511 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:22:25.001892 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-6bfb77d4-826a-4af4-89be-6b4f17f0e143 req-3c726170-d6d0-41c3-a144-4bc42e8f27ba tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:25.011461 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:25.011461 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:22:25.011461 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:25.011461 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:22:25.011461 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:25.011461 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:22:25.011461 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:25.011461 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:22:25.011461 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:25.011461 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:22:25.011461 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:25.011461 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:22:25.011461 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:25.011461 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:22:25.011461 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:25.011461 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:22:25.011461 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:25.011461 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:22:25.011461 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:25.011461 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:22:25.011461 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:25.011461 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:22:25.011461 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:25.011461 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:22:25.011461 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:25.011461 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:22:25.011461 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:25.011461 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:22:25.011461 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:25.011461 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:22:25.011461 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:25.011461 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:22:25.011461 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:25.011461 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:22:25.011461 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:25.011461 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:22:25.013952 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:25.013952 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:22:25.013952 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:25.013952 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:22:25.013952 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:25.013952 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:22:25.013952 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:25.013952 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:22:25.013952 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:25.013952 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:22:25.013952 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:25.013952 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:22:25.013952 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0442b8dd-2bb5-430a-9fc1-516c6664a854 req-d2734b16-6b5a-482d-83e9-08e54498993f tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:25.013952 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0442b8dd-2bb5-430a-9fc1-516c6664a854 req-d2734b16-6b5a-482d-83e9-08e54498993f tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] 10.222.0.54 "GET /v2.0/networks/c3f8658e-da35-41f3-bd03-509e29ebd6f3 HTTP/1.1" status: 200 len: 784 time: 0.1606565 Dec 20 14:22:25.014962 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6833f909-ae64-4740-b0fd-e7dd7647c56f req-d6d7e350-c010-494f-b19e-c296eb51fb62 service neutron] Checking agent: {'id': '3e5ace3e-dd7b-4522-a7c4-77d13dbeab1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:22:25.015093 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6833f909-ae64-4740-b0fd-e7dd7647c56f req-d6d7e350-c010-494f-b19e-c296eb51fb62 service neutron] Checking segment: {'id': 'c78eb3db-e8a6-4673-b220-136b3d8ed714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f77acfe8-c05d-4606-b7e9-7027c0b13511'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:22:25.015471 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6833f909-ae64-4740-b0fd-e7dd7647c56f req-d6d7e350-c010-494f-b19e-c296eb51fb62 service neutron] Bound using segment: {'id': 'c78eb3db-e8a6-4673-b220-136b3d8ed714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f77acfe8-c05d-4606-b7e9-7027c0b13511'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:22:25.016150 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-6833f909-ae64-4740-b0fd-e7dd7647c56f req-d6d7e350-c010-494f-b19e-c296eb51fb62 service neutron] Bound port: 39ee60c5-9697-46cd-8710-4390a2539519, host: n-h1-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c78eb3db-e8a6-4673-b220-136b3d8ed714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f77acfe8-c05d-4606-b7e9-7027c0b13511'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:22:25.016501 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-6833f909-ae64-4740-b0fd-e7dd7647c56f req-d6d7e350-c010-494f-b19e-c296eb51fb62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:25.031762 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [req-0442b8dd-2bb5-430a-9fc1-516c6664a854 req-6e6cb579-815f-46c1-98a8-c83e45e91248 tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:22:25.032742 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0442b8dd-2bb5-430a-9fc1-516c6664a854 req-6e6cb579-815f-46c1-98a8-c83e45e91248 tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0131764 Dec 20 14:22:25.064878 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['4b0a336b-db05-4701-bfc6-4dde1c5f783a'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:22:25.095573 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['e06c38a2-5e0b-45af-bbf7-4a1f4561e3ce'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:22:25.109689 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0442b8dd-2bb5-430a-9fc1-516c6664a854 req-9e9aea64-c1f5-46f3-9ca2-a73d2bf8d4c4 tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.141 HTTP/1.1" status: 200 len: 696 time: 0.0556102 Dec 20 14:22:25.168383 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-6833f909-ae64-4740-b0fd-e7dd7647c56f req-d6d7e350-c010-494f-b19e-c296eb51fb62 service neutron] For port 39ee60c5-9697-46cd-8710-4390a2539519, host n-h1-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:22:25.173773 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-6bfb77d4-826a-4af4-89be-6b4f17f0e143 req-3c726170-d6d0-41c3-a144-4bc42e8f27ba tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:25.174451 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0442b8dd-2bb5-430a-9fc1-516c6664a854 req-8aebcb01-56b2-41ec-821e-4761830df900 tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.141 HTTP/1.1" status: 200 len: 696 time: 0.0546930 Dec 20 14:22:25.181865 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-6bfb77d4-826a-4af4-89be-6b4f17f0e143 req-3c726170-d6d0-41c3-a144-4bc42e8f27ba tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:25.184812 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-6833f909-ae64-4740-b0fd-e7dd7647c56f req-d6d7e350-c010-494f-b19e-c296eb51fb62 service neutron] For port 39ee60c5-9697-46cd-8710-4390a2539519, host n-h1-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=39ee60c5-9697-46cd-8710-4390a2539519,segment=NetworkSegment(c78eb3db-e8a6-4673-b220-136b3d8ed714),segment_id=c78eb3db-e8a6-4673-b220-136b3d8ed714)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:22:25.219975 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-6bfb77d4-826a-4af4-89be-6b4f17f0e143 req-3c726170-d6d0-41c3-a144-4bc42e8f27ba tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585115'] for floatingip, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:25.227872 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-6833f909-ae64-4740-b0fd-e7dd7647c56f req-d6d7e350-c010-494f-b19e-c296eb51fb62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:25.248437 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c726170-d6d0-41c3-a144-4bc42e8f27ba tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Pushing event updated for resources: {'Port': ['ID=cd030fd5-d836-4953-9694-79a5573ccf49,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:25.254906 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-6bfb77d4-826a-4af4-89be-6b4f17f0e143 req-3c726170-d6d0-41c3-a144-4bc42e8f27ba tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:25.256212 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6bfb77d4-826a-4af4-89be-6b4f17f0e143 req-3c726170-d6d0-41c3-a144-4bc42e8f27ba tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 0.9175210 Dec 20 14:22:25.313271 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6bfb77d4-826a-4af4-89be-6b4f17f0e143 req-1a4bfd22-7761-4442-b1ef-f09e5c34b1a1 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.185 HTTP/1.1" status: 200 len: 696 time: 0.0489361 Dec 20 14:22:25.353954 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d7e350-c010-494f-b19e-c296eb51fb62 service neutron] Pushing event updated for resources: {'Port': ['ID=39ee60c5-9697-46cd-8710-4390a2539519,revision_number=8']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:25.373582 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6833f909-ae64-4740-b0fd-e7dd7647c56f req-d6d7e350-c010-494f-b19e-c296eb51fb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:25.374213 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-6833f909-ae64-4740-b0fd-e7dd7647c56f req-d6d7e350-c010-494f-b19e-c296eb51fb62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:25.375641 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6833f909-ae64-4740-b0fd-e7dd7647c56f req-d6d7e350-c010-494f-b19e-c296eb51fb62 service neutron] 10.222.0.47 "PUT /v2.0/ports/39ee60c5-9697-46cd-8710-4390a2539519 HTTP/1.1" status: 200 len: 1123 time: 1.1658051 Dec 20 14:22:25.393377 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-0442b8dd-2bb5-430a-9fc1-516c6664a854 req-c006cae2-6e81-48f9-aae3-69781153730b tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Deleting port 0abae60e-f3a5-4fa4-9209-5515883ec570 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:22:25.393709 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-0442b8dd-2bb5-430a-9fc1-516c6664a854 req-c006cae2-6e81-48f9-aae3-69781153730b tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:25.438100 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfb77d4-826a-4af4-89be-6b4f17f0e143 req-f05dba30-292a-45a7-be89-a844c19bcabf tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:25.439484 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6bfb77d4-826a-4af4-89be-6b4f17f0e143 req-f05dba30-292a-45a7-be89-a844c19bcabf tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] 10.222.0.54 "GET /v2.0/networks/c3f8658e-da35-41f3-bd03-509e29ebd6f3 HTTP/1.1" status: 200 len: 784 time: 0.1182885 Dec 20 14:22:25.449844 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [req-6bfb77d4-826a-4af4-89be-6b4f17f0e143 req-9bff42a2-10ca-4f1d-9ce1-35bc6ea06ab5 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:22:25.450794 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6bfb77d4-826a-4af4-89be-6b4f17f0e143 req-9bff42a2-10ca-4f1d-9ce1-35bc6ea06ab5 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055740 Dec 20 14:22:25.454842 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['39ee60c5-9697-46cd-8710-4390a2539519'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:22:25.475817 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-0442b8dd-2bb5-430a-9fc1-516c6664a854 req-c006cae2-6e81-48f9-aae3-69781153730b tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:25.476115 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-0442b8dd-2bb5-430a-9fc1-516c6664a854 req-c006cae2-6e81-48f9-aae3-69781153730b tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:25.476694 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-a2c90f94-447c-42ae-b0b2-55b5615b6673 req-908003f3-0b02-4edf-af82-047e57983d05 tempest-SecurityGroupsTestAdminJSON-1376980961 tempest-SecurityGroupsTestAdminJSON-1376980961-project] Request body: {'security_group': {'name': 'tempest-securitygroup-814438217', 'description': 'tempest-description-63048897'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:22:25.489118 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-0442b8dd-2bb5-430a-9fc1-516c6664a854 req-c006cae2-6e81-48f9-aae3-69781153730b tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Calling delete_port for 0abae60e-f3a5-4fa4-9209-5515883ec570 owned by network:floatingip {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:22:25.507071 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-a2c90f94-447c-42ae-b0b2-55b5615b6673 req-908003f3-0b02-4edf-af82-047e57983d05 tempest-SecurityGroupsTestAdminJSON-1376980961 tempest-SecurityGroupsTestAdminJSON-1376980961-project] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:25.584417 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-a2c90f94-447c-42ae-b0b2-55b5615b6673 req-908003f3-0b02-4edf-af82-047e57983d05 tempest-SecurityGroupsTestAdminJSON-1376980961 tempest-SecurityGroupsTestAdminJSON-1376980961-project] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:25.590698 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-a2c90f94-447c-42ae-b0b2-55b5615b6673 req-908003f3-0b02-4edf-af82-047e57983d05 tempest-SecurityGroupsTestAdminJSON-1376980961 tempest-SecurityGroupsTestAdminJSON-1376980961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:25.625048 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-a2c90f94-447c-42ae-b0b2-55b5615b6673 req-908003f3-0b02-4edf-af82-047e57983d05 tempest-SecurityGroupsTestAdminJSON-1376980961 tempest-SecurityGroupsTestAdminJSON-1376980961-project] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:25.626377 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a2c90f94-447c-42ae-b0b2-55b5615b6673 req-908003f3-0b02-4edf-af82-047e57983d05 tempest-SecurityGroupsTestAdminJSON-1376980961 tempest-SecurityGroupsTestAdminJSON-1376980961-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1543446 Dec 20 14:22:25.627238 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908003f3-0b02-4edf-af82-047e57983d05 tempest-SecurityGroupsTestAdminJSON-1376980961 tempest-SecurityGroupsTestAdminJSON-1376980961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ace811f9-15a1-4f09-8fe6-9825d94ed64f,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:25.672277 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-0442b8dd-2bb5-430a-9fc1-516c6664a854 req-c006cae2-6e81-48f9-aae3-69781153730b tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:25.687908 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14785c0e-13c4-472c-ad0a-fc5fa864ea72 x-openstack-request-id: req-14785c0e-13c4-472c-ad0a-fc5fa864ea72 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:22:25.688201 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33edafc7-738c-4ecb-bb1a-7a34bb1f589d", "tag": "49b41dec-3f97-4706-b42b-2cd626a751e5", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:22:25.688466 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-14785c0e-13c4-472c-ad0a-fc5fa864ea72 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:22:25.688891 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33edafc7-738c-4ecb-bb1a-7a34bb1f589d', 'tag': '49b41dec-3f97-4706-b42b-2cd626a751e5', 'status': 'completed', 'code': 200} Dec 20 14:22:25.702209 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c006cae2-6e81-48f9-aae3-69781153730b tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Pushing event deleted for resources: {'Port': ['ID=0abae60e-f3a5-4fa4-9209-5515883ec570,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:25.731365 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-0442b8dd-2bb5-430a-9fc1-516c6664a854 req-c006cae2-6e81-48f9-aae3-69781153730b tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Publish callbacks [] for floatingip, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:25.734058 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-0442b8dd-2bb5-430a-9fc1-516c6664a854 req-c006cae2-6e81-48f9-aae3-69781153730b tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:25.747560 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0442b8dd-2bb5-430a-9fc1-516c6664a854 req-c006cae2-6e81-48f9-aae3-69781153730b tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] 10.222.0.54 "DELETE /v2.0/floatingips/c50aca8a-c089-469c-82b3-c5e574f05366 HTTP/1.1" status: 204 len: 173 time: 0.5595706 Dec 20 14:22:25.754354 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab88aec-72fb-4cb8-b6ed-3e12d07116d5 req-b0673970-8b4d-4034-9d33-57c1b4c1db03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:25.756026 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fab88aec-72fb-4cb8-b6ed-3e12d07116d5 req-b0673970-8b4d-4034-9d33-57c1b4c1db03 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6264d8286e254fd5bc5a1b7814fc9e8d&device_id=33edafc7-738c-4ecb-bb1a-7a34bb1f589d HTTP/1.1" status: 200 len: 1096 time: 0.0422769 Dec 20 14:22:25.776770 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 14:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9fc1254-a112-4688-8f57-0bd872f92923 x-openstack-request-id: req-d9fc1254-a112-4688-8f57-0bd872f92923 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:22:25.777028 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ee336c7-2c51-4a07-9c99-847191098eee", "name": "network-vif-unplugged", "status": "completed", "tag": "39ee60c5-9697-46cd-8710-4390a2539519", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:22:25.777217 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d9fc1254-a112-4688-8f57-0bd872f92923 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:22:25.777594 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ee336c7-2c51-4a07-9c99-847191098eee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39ee60c5-9697-46cd-8710-4390a2539519', 'code': 200} Dec 20 14:22:25.794234 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-e689d42a-6c9b-4496-bea0-aa889e84a618 req-d43fbeb1-162b-4ba6-9b06-0f26acca5a47 tempest-SecurityGroupRulesNegativeTestJSON-862049282 tempest-SecurityGroupRulesNegativeTestJSON-862049282-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-575500180', 'description': 'tempest-description-575600001'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:22:25.859896 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e689d42a-6c9b-4496-bea0-aa889e84a618 req-d43fbeb1-162b-4ba6-9b06-0f26acca5a47 tempest-SecurityGroupRulesNegativeTestJSON-862049282 tempest-SecurityGroupRulesNegativeTestJSON-862049282-project] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:25.869597 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a094a699-c098-448f-8f73-ca77145aceb9 req-3c9ff860-023b-4d4a-a71b-3a4935e5bcbd tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:25.871446 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a094a699-c098-448f-8f73-ca77145aceb9 req-3c9ff860-023b-4d4a-a71b-3a4935e5bcbd tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=1ee336c7-2c51-4a07-9c99-847191098eee HTTP/1.1" status: 200 len: 943 time: 0.0518887 Dec 20 14:22:25.877262 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab88aec-72fb-4cb8-b6ed-3e12d07116d5 req-81e92925-82bb-41ed-9686-ce587029d6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:25.878707 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fab88aec-72fb-4cb8-b6ed-3e12d07116d5 req-81e92925-82bb-41ed-9686-ce587029d6ea service neutron] 10.222.0.30 "GET /v2.0/networks?id=20e63510-01d1-4b5f-981b-3ccbe7fab833 HTTP/1.1" status: 200 len: 923 time: 0.1155865 Dec 20 14:22:25.919544 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a094a699-c098-448f-8f73-ca77145aceb9 req-2d2659c2-193c-4765-ad4a-300434589101 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414598 Dec 20 14:22:25.925621 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fab88aec-72fb-4cb8-b6ed-3e12d07116d5 req-ef6647d6-9f61-45a7-998f-1a073b4ac197 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49b41dec-3f97-4706-b42b-2cd626a751e5 HTTP/1.1" status: 200 len: 217 time: 0.0380390 Dec 20 14:22:26.001749 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab88aec-72fb-4cb8-b6ed-3e12d07116d5 req-334513d8-53ab-43c6-b05f-635e7ef7eed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:26.003115 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fab88aec-72fb-4cb8-b6ed-3e12d07116d5 req-334513d8-53ab-43c6-b05f-635e7ef7eed5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e710479b-16cf-4349-9db5-8619d38b2e41 HTTP/1.1" status: 200 len: 861 time: 0.0682843 Dec 20 14:22:26.005269 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e689d42a-6c9b-4496-bea0-aa889e84a618 req-d43fbeb1-162b-4ba6-9b06-0f26acca5a47 tempest-SecurityGroupRulesNegativeTestJSON-862049282 tempest-SecurityGroupRulesNegativeTestJSON-862049282-project] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:26.019798 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e689d42a-6c9b-4496-bea0-aa889e84a618 req-d43fbeb1-162b-4ba6-9b06-0f26acca5a47 tempest-SecurityGroupRulesNegativeTestJSON-862049282 tempest-SecurityGroupRulesNegativeTestJSON-862049282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:26.029546 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cb0c96-5622-4c80-9b48-bd8d992a2d9c req-85a40225-5c1f-4054-b754-2b0aa48cf6c0 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:26.031052 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-48cb0c96-5622-4c80-9b48-bd8d992a2d9c req-85a40225-5c1f-4054-b754-2b0aa48cf6c0 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] 10.222.0.54 "GET /v2.0/ports?device_id=33edafc7-738c-4ecb-bb1a-7a34bb1f589d HTTP/1.1" status: 200 len: 944 time: 0.0493305 Dec 20 14:22:26.034897 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 49b41dec-3f97-4706-b42b-2cd626a751e5 details requested by agent hyperv_n-h1-761264-19 with host n-h1-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:22:26.073787 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e689d42a-6c9b-4496-bea0-aa889e84a618 req-d43fbeb1-162b-4ba6-9b06-0f26acca5a47 tempest-SecurityGroupRulesNegativeTestJSON-862049282 tempest-SecurityGroupRulesNegativeTestJSON-862049282-project] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:26.073787 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e689d42a-6c9b-4496-bea0-aa889e84a618 req-d43fbeb1-162b-4ba6-9b06-0f26acca5a47 tempest-SecurityGroupRulesNegativeTestJSON-862049282 tempest-SecurityGroupRulesNegativeTestJSON-862049282-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.2870369 Dec 20 14:22:26.073787 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43fbeb1-162b-4ba6-9b06-0f26acca5a47 tempest-SecurityGroupRulesNegativeTestJSON-862049282 tempest-SecurityGroupRulesNegativeTestJSON-862049282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4efc767f-84a1-4758-9b04-85ff830bce9e,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:26.085669 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab88aec-72fb-4cb8-b6ed-3e12d07116d5 req-80776005-9fe5-4ac2-b05e-7cf0b2dbdf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:26.087189 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fab88aec-72fb-4cb8-b6ed-3e12d07116d5 req-80776005-9fe5-4ac2-b05e-7cf0b2dbdf56 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=20e63510-01d1-4b5f-981b-3ccbe7fab833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0769541 Dec 20 14:22:26.116739 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-48cb0c96-5622-4c80-9b48-bd8d992a2d9c req-8df05619-2921-4cfd-9f0d-d783e3396ea1 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] 10.222.0.54 "GET /v2.0/security-groups?id=a09e6f2b-7c8e-422a-b663-cabaee51b7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768018 Dec 20 14:22:26.170939 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 49b41dec-3f97-4706-b42b-2cd626a751e5, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=49b41dec-3f97-4706-b42b-2cd626a751e5,segment=NetworkSegment(9f419e6f-875b-4d90-bc7c-6c92d8ac4e58),segment_id=9f419e6f-875b-4d90-bc7c-6c92d8ac4e58)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:22:26.183208 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Returning: {'device': '49b41dec-3f97-4706-b42b-2cd626a751e5', 'network_id': '20e63510-01d1-4b5f-981b-3ccbe7fab833', 'port_id': '49b41dec-3f97-4706-b42b-2cd626a751e5', 'mac_address': 'fa:16:3e:7d:a8:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e710479b-16cf-4349-9db5-8619d38b2e41', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:22:26.212509 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device e06c38a2-5e0b-45af-bbf7-4a1f4561e3ce up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:22:26.258712 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:26.258962 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-a5de79fb-5cb2-4b35-b302-e7027c06bc1f req-ec11bee6-86f2-40f1-8a5f-b0351df50e47 tempest-SecurityGroupsTestAdminJSON-1555427318 tempest-SecurityGroupsTestAdminJSON-1555427318-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1593003710', 'description': 'tempest-description-1703549554'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:22:26.264694 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fab88aec-72fb-4cb8-b6ed-3e12d07116d5 req-16428709-bfdc-4f32-8694-499645c589fd service neutron] 10.222.0.30 "GET /v2.0/networks/20e63510-01d1-4b5f-981b-3ccbe7fab833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688182 Dec 20 14:22:26.279515 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49b41dec-3f97-4706-b42b-2cd626a751e5 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:22:26.284473 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-a5de79fb-5cb2-4b35-b302-e7027c06bc1f req-ec11bee6-86f2-40f1-8a5f-b0351df50e47 tempest-SecurityGroupsTestAdminJSON-1555427318 tempest-SecurityGroupsTestAdminJSON-1555427318-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:26.294539 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-a5de79fb-5cb2-4b35-b302-e7027c06bc1f req-ec11bee6-86f2-40f1-8a5f-b0351df50e47 tempest-SecurityGroupsTestAdminJSON-1555427318 tempest-SecurityGroupsTestAdminJSON-1555427318-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:26.305171 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning for port e06c38a2-5e0b-45af-bbf7-4a1f4561e3ce completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:22:26.308609 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 49b41dec-3f97-4706-b42b-2cd626a751e5, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=49b41dec-3f97-4706-b42b-2cd626a751e5,segment=NetworkSegment(9f419e6f-875b-4d90-bc7c-6c92d8ac4e58),segment_id=9f419e6f-875b-4d90-bc7c-6c92d8ac4e58)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:22:26.311952 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port e06c38a2-5e0b-45af-bbf7-4a1f4561e3ce triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:22:26.312339 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:26.315040 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:26.317828 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8508ae-b493-45f3-81d1-a4f9d9ae88ac req-d1569349-fb57-4e7d-8bbf-d09ba43d8257 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:26.319521 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5b8508ae-b493-45f3-81d1-a4f9d9ae88ac req-d1569349-fb57-4e7d-8bbf-d09ba43d8257 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] 10.222.0.54 "GET /v2.0/networks?id=ac8eea40-77e8-4385-9ea6-fd285bf85abe HTTP/1.1" status: 200 len: 821 time: 0.1443117 Dec 20 14:22:26.367984 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5b8508ae-b493-45f3-81d1-a4f9d9ae88ac req-803e967f-d674-49f9-a0c1-9a64fa60ba8c tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] 10.222.0.54 "GET /v2.0/quotas/4f3a59730c994d32a8cbf695683850a0 HTTP/1.1" status: 200 len: 375 time: 0.0142248 Dec 20 14:22:26.375483 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-a5de79fb-5cb2-4b35-b302-e7027c06bc1f req-ec11bee6-86f2-40f1-8a5f-b0351df50e47 tempest-SecurityGroupsTestAdminJSON-1555427318 tempest-SecurityGroupsTestAdminJSON-1555427318-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:26.383403 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-a5de79fb-5cb2-4b35-b302-e7027c06bc1f req-ec11bee6-86f2-40f1-8a5f-b0351df50e47 tempest-SecurityGroupsTestAdminJSON-1555427318 tempest-SecurityGroupsTestAdminJSON-1555427318-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:26.415039 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=49b41dec-3f97-4706-b42b-2cd626a751e5,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:26.419709 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fab88aec-72fb-4cb8-b6ed-3e12d07116d5 req-5d1898a9-742c-46e6-ba53-837aba64285b service neutron] 10.222.0.30 "GET /v2.0/networks/20e63510-01d1-4b5f-981b-3ccbe7fab833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417367 Dec 20 14:22:26.426099 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec11bee6-86f2-40f1-8a5f-b0351df50e47 tempest-SecurityGroupsTestAdminJSON-1555427318 tempest-SecurityGroupsTestAdminJSON-1555427318-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=569be351-c3f8-408c-818f-2958089014af,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:26.441795 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5b8508ae-b493-45f3-81d1-a4f9d9ae88ac req-2dc7ed7a-6d6b-4e52-af47-7b8f54d94f25 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=4f3a59730c994d32a8cbf695683850a0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0659389 Dec 20 14:22:26.468576 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-a5de79fb-5cb2-4b35-b302-e7027c06bc1f req-ec11bee6-86f2-40f1-8a5f-b0351df50e47 tempest-SecurityGroupsTestAdminJSON-1555427318 tempest-SecurityGroupsTestAdminJSON-1555427318-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:26.473997 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-a5de79fb-5cb2-4b35-b302-e7027c06bc1f req-ec11bee6-86f2-40f1-8a5f-b0351df50e47 tempest-SecurityGroupsTestAdminJSON-1555427318 tempest-SecurityGroupsTestAdminJSON-1555427318-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:26.474538 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:26.500070 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4cd8bf2-b9f3-49ba-b32e-1e2438bf9edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e06c38a2-5e0b-45af-bbf7-4a1f4561e3ce'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:22:26.501778 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-a5de79fb-5cb2-4b35-b302-e7027c06bc1f req-ec11bee6-86f2-40f1-8a5f-b0351df50e47 tempest-SecurityGroupsTestAdminJSON-1555427318 tempest-SecurityGroupsTestAdminJSON-1555427318-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:26.502454 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11fdefa4-6da7-4606-a267-4953a2160f1d" -d '{"events": [{"server_uuid": "b4cd8bf2-b9f3-49ba-b32e-1e2438bf9edf", "name": "network-vif-plugged", "status": "completed", "tag": "e06c38a2-5e0b-45af-bbf7-4a1f4561e3ce"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:22:26.503017 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a5de79fb-5cb2-4b35-b302-e7027c06bc1f req-ec11bee6-86f2-40f1-8a5f-b0351df50e47 tempest-SecurityGroupsTestAdminJSON-1555427318 tempest-SecurityGroupsTestAdminJSON-1555427318-project-admin] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.2489374 Dec 20 14:22:26.503990 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec11bee6-86f2-40f1-8a5f-b0351df50e47 tempest-SecurityGroupsTestAdminJSON-1555427318 tempest-SecurityGroupsTestAdminJSON-1555427318-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68bc3ce6-fba1-4f75-81dc-c9a928645b70,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:26.525300 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port e06c38a2-5e0b-45af-bbf7-4a1f4561e3ce, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=e06c38a2-5e0b-45af-bbf7-4a1f4561e3ce,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:22:26.531680 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:26.532649 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 4b0a336b-db05-4701-bfc6-4dde1c5f783a up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:22:26.561894 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5b8508ae-b493-45f3-81d1-a4f9d9ae88ac req-1776d3e5-4ccb-45e3-9e24-ef42f0b0b1ff service neutron] 10.222.0.54 "GET /v2.0/networks/ac8eea40-77e8-4385-9ea6-fd285bf85abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118200 Dec 20 14:22:26.617192 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=e06c38a2-5e0b-45af-bbf7-4a1f4561e3ce,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:26.632923 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning for port 4b0a336b-db05-4701-bfc6-4dde1c5f783a completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:22:26.637978 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port 4b0a336b-db05-4701-bfc6-4dde1c5f783a triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:22:26.639182 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:26.644173 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2bc249f5-9abc-4daf-ba46-57a3015cbf3f req-866246c2-3ade-4d8a-abcf-8b1c2f9dc7a0 tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.249 HTTP/1.1" status: 200 len: 1002 time: 0.0917537 Dec 20 14:22:26.662450 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5b8508ae-b493-45f3-81d1-a4f9d9ae88ac req-88c90299-d2f3-4edf-93b6-e296c63b3498 service neutron] 10.222.0.54 "GET /v2.0/networks/ac8eea40-77e8-4385-9ea6-fd285bf85abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946357 Dec 20 14:22:26.686861 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['49b41dec-3f97-4706-b42b-2cd626a751e5'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:22:26.697084 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc249f5-9abc-4daf-ba46-57a3015cbf3f req-dde33b3e-7327-44f3-8c78-59e54c11a1ff tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:26.698755 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2bc249f5-9abc-4daf-ba46-57a3015cbf3f req-dde33b3e-7327-44f3-8c78-59e54c11a1ff tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] 10.222.0.54 "GET /v2.0/ports/14c108e8-8a1e-4f15-ad35-e7cd1d38574f HTTP/1.1" status: 200 len: 943 time: 0.0472693 Dec 20 14:22:26.809225 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2bc249f5-9abc-4daf-ba46-57a3015cbf3f req-be87eb11-bad8-416f-ab71-1c8b122b52a7 tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.249 HTTP/1.1" status: 200 len: 1002 time: 0.0696168 Dec 20 14:22:26.813871 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:26.867174 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 4b0a336b-db05-4701-bfc6-4dde1c5f783a, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=4b0a336b-db05-4701-bfc6-4dde1c5f783a,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:22:26.879742 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:26.892619 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dba3b4-c0ab-4228-bb5e-bf826289a6c2 req-0ebc7e98-1995-4308-856d-71abe6a8eef9 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:26.894410 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-12dba3b4-c0ab-4228-bb5e-bf826289a6c2 req-0ebc7e98-1995-4308-856d-71abe6a8eef9 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?device_id=b4cd8bf2-b9f3-49ba-b32e-1e2438bf9edf HTTP/1.1" status: 200 len: 950 time: 0.0621300 Dec 20 14:22:26.932235 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc249f5-9abc-4daf-ba46-57a3015cbf3f req-0f5250a1-d4bf-450a-9bac-4b576801d109 tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:26.941599 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2bc249f5-9abc-4daf-ba46-57a3015cbf3f req-0f5250a1-d4bf-450a-9bac-4b576801d109 tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] 10.222.0.54 "GET /v2.0/networks/c3f8658e-da35-41f3-bd03-509e29ebd6f3 HTTP/1.1" status: 200 len: 784 time: 0.1260962 Dec 20 14:22:26.957283 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-12dba3b4-c0ab-4228-bb5e-bf826289a6c2 req-699ed329-3ec6-4549-989d-b528f9021234 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/security-groups?id=d29d9ba9-24bd-4d94-be52-3ca7019f1c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556710 Dec 20 14:22:26.985185 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=4b0a336b-db05-4701-bfc6-4dde1c5f783a,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:27.027339 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cbd82ef9-0d5c-4e05-b760-bca0b2c5f11f req-345ff4c6-159d-4df2-9f07-26f8f97af160 tempest-SecurityGroupRulesNegativeTestJSON-862049282 tempest-SecurityGroupRulesNegativeTestJSON-862049282-project] 10.222.0.54 "GET /v2.0/security-groups/4efc767f-84a1-4758-9b04-85ff830bce9e HTTP/1.1" status: 200 len: 1828 time: 0.0461729 Dec 20 14:22:27.035227 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2bc249f5-9abc-4daf-ba46-57a3015cbf3f req-211e1bf1-c444-4e48-993e-abd3637dd600 tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.249 HTTP/1.1" status: 200 len: 1002 time: 0.0924859 Dec 20 14:22:27.036218 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-cbd82ef9-0d5c-4e05-b760-bca0b2c5f11f req-7fbc0dfa-a2ad-471b-a1d3-9af82f89e713 tempest-SecurityGroupRulesNegativeTestJSON-862049282 tempest-SecurityGroupRulesNegativeTestJSON-862049282-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4efc767f-84a1-4758-9b04-85ff830bce9e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:22:27.036372 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-cbd82ef9-0d5c-4e05-b760-bca0b2c5f11f req-7fbc0dfa-a2ad-471b-a1d3-9af82f89e713 tempest-SecurityGroupRulesNegativeTestJSON-862049282 tempest-SecurityGroupRulesNegativeTestJSON-862049282-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4efc767f-84a1-4758-9b04-85ff830bce9e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:22:27.042694 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-2bc249f5-9abc-4daf-ba46-57a3015cbf3f req-a2d18c28-8821-40f3-830f-b5ead1b5c79f tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:22:27.103445 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-2bc249f5-9abc-4daf-ba46-57a3015cbf3f req-a2d18c28-8821-40f3-830f-b5ead1b5c79f tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Publish callbacks [] for floatingip, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:27.109741 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-cbd82ef9-0d5c-4e05-b760-bca0b2c5f11f req-7fbc0dfa-a2ad-471b-a1d3-9af82f89e713 tempest-SecurityGroupRulesNegativeTestJSON-862049282 tempest-SecurityGroupRulesNegativeTestJSON-862049282-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:27.142267 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-cbd82ef9-0d5c-4e05-b760-bca0b2c5f11f req-7fbc0dfa-a2ad-471b-a1d3-9af82f89e713 tempest-SecurityGroupRulesNegativeTestJSON-862049282 tempest-SecurityGroupRulesNegativeTestJSON-862049282-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:27.147740 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-cbd82ef9-0d5c-4e05-b760-bca0b2c5f11f req-7fbc0dfa-a2ad-471b-a1d3-9af82f89e713 tempest-SecurityGroupRulesNegativeTestJSON-862049282 tempest-SecurityGroupRulesNegativeTestJSON-862049282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:27.170405 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbc0dfa-a2ad-471b-a1d3-9af82f89e713 tempest-SecurityGroupRulesNegativeTestJSON-862049282 tempest-SecurityGroupRulesNegativeTestJSON-862049282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dee1d173-0d93-4542-80a1-a7507aa30f14,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:27.182526 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-cbd82ef9-0d5c-4e05-b760-bca0b2c5f11f req-7fbc0dfa-a2ad-471b-a1d3-9af82f89e713 tempest-SecurityGroupRulesNegativeTestJSON-862049282 tempest-SecurityGroupRulesNegativeTestJSON-862049282-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:27.183975 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cbd82ef9-0d5c-4e05-b760-bca0b2c5f11f req-7fbc0dfa-a2ad-471b-a1d3-9af82f89e713 tempest-SecurityGroupRulesNegativeTestJSON-862049282 tempest-SecurityGroupRulesNegativeTestJSON-862049282-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1520774 Dec 20 14:22:27.225187 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-301feead-6fe1-4a18-8536-5d3ee75e64cf x-openstack-request-id: req-301feead-6fe1-4a18-8536-5d3ee75e64cf {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:22:27.225686 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4cd8bf2-b9f3-49ba-b32e-1e2438bf9edf", "name": "network-vif-plugged", "status": "completed", "tag": "e06c38a2-5e0b-45af-bbf7-4a1f4561e3ce", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:22:27.225780 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-301feead-6fe1-4a18-8536-5d3ee75e64cf {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:22:27.226142 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4cd8bf2-b9f3-49ba-b32e-1e2438bf9edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e06c38a2-5e0b-45af-bbf7-4a1f4561e3ce', 'code': 200} Dec 20 14:22:27.245362 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-07a8671e-d77f-477e-b541-8b239b0502e3 req-89f316d7-b648-42a7-9275-637f8736a1eb tempest-SecurityGroupsTestAdminJSON-1555427318 tempest-SecurityGroupsTestAdminJSON-1555427318-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1392309987', 'description': 'tempest-description-765529192'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:22:27.254968 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-2bc249f5-9abc-4daf-ba46-57a3015cbf3f req-a2d18c28-8821-40f3-830f-b5ead1b5c79f tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:27.262818 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-2bc249f5-9abc-4daf-ba46-57a3015cbf3f req-a2d18c28-8821-40f3-830f-b5ead1b5c79f tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585115'] for floatingip, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:27.263230 n-d-761264-19 neutron-server[103167]: INFO neutron.db.l3_db [req-2bc249f5-9abc-4daf-ba46-57a3015cbf3f req-a2d18c28-8821-40f3-830f-b5ead1b5c79f tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Floating IP be43283a-a668-41ce-9793-9b51334e7fd1 disassociated. External IP: 172.25.0.249, port: 14c108e8-8a1e-4f15-ad35-e7cd1d38574f. Dec 20 14:22:27.277119 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-07a8671e-d77f-477e-b541-8b239b0502e3 req-89f316d7-b648-42a7-9275-637f8736a1eb tempest-SecurityGroupsTestAdminJSON-1555427318 tempest-SecurityGroupsTestAdminJSON-1555427318-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:27.350800 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-07a8671e-d77f-477e-b541-8b239b0502e3 req-89f316d7-b648-42a7-9275-637f8736a1eb tempest-SecurityGroupsTestAdminJSON-1555427318 tempest-SecurityGroupsTestAdminJSON-1555427318-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:27.356167 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-07a8671e-d77f-477e-b541-8b239b0502e3 req-89f316d7-b648-42a7-9275-637f8736a1eb tempest-SecurityGroupsTestAdminJSON-1555427318 tempest-SecurityGroupsTestAdminJSON-1555427318-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:27.384708 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-07a8671e-d77f-477e-b541-8b239b0502e3 req-89f316d7-b648-42a7-9275-637f8736a1eb tempest-SecurityGroupsTestAdminJSON-1555427318 tempest-SecurityGroupsTestAdminJSON-1555427318-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:27.391404 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-07a8671e-d77f-477e-b541-8b239b0502e3 req-89f316d7-b648-42a7-9275-637f8736a1eb tempest-SecurityGroupsTestAdminJSON-1555427318 tempest-SecurityGroupsTestAdminJSON-1555427318-project-admin] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1513691 Dec 20 14:22:27.399328 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f316d7-b648-42a7-9275-637f8736a1eb tempest-SecurityGroupsTestAdminJSON-1555427318 tempest-SecurityGroupsTestAdminJSON-1555427318-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d419b705-2bad-442b-8beb-ec37357d3d97,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:27.510057 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5e0a4258-1833-4ef1-9c1f-de170cb11526 req-32424d23-81fd-4d23-abc3-1d2eaf884e04 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] 10.222.0.54 "GET /v2.0/ports?device_id=50178b49-2fc1-4db8-ba42-27a45013d06f HTTP/1.1" status: 200 len: 210 time: 0.0312450 Dec 20 14:22:27.619897 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee7362a-688d-4a7e-9eb3-a7992b1c4a34 req-e6cab82d-b9c4-476f-8b70-1c13f6bfb4d6 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:27.621770 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cee7362a-688d-4a7e-9eb3-a7992b1c4a34 req-e6cab82d-b9c4-476f-8b70-1c13f6bfb4d6 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=1ee336c7-2c51-4a07-9c99-847191098eee HTTP/1.1" status: 200 len: 943 time: 0.0506489 Dec 20 14:22:27.673391 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4952b5-52b3-44a9-977d-dd685a925419 req-a97a8f9d-9daf-4c2d-a426-2b2a327d8511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:27.674940 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1e4952b5-52b3-44a9-977d-dd685a925419 req-a97a8f9d-9daf-4c2d-a426-2b2a327d8511 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b4cd8bf2-b9f3-49ba-b32e-1e2438bf9edf HTTP/1.1" status: 200 len: 1102 time: 0.3552368 Dec 20 14:22:27.675445 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cee7362a-688d-4a7e-9eb3-a7992b1c4a34 req-e0faa612-8044-4d7c-a92f-2213084feb9d tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472186 Dec 20 14:22:27.778359 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ee336c7-2c51-4a07-9c99-847191098eee', 'tag': '39ee60c5-9697-46cd-8710-4390a2539519'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:22:27.780558 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80a5b996-cdc7-484e-b1f4-f7e6cb05624d" -d '{"events": [{"name": "network-changed", "server_uuid": "1ee336c7-2c51-4a07-9c99-847191098eee", "tag": "39ee60c5-9697-46cd-8710-4390a2539519"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:22:27.787232 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68374ad7-5b75-4baa-8470-a6ba17067dc8 req-49837261-145e-4469-b935-13990eaa296b tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:27.791191 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-68374ad7-5b75-4baa-8470-a6ba17067dc8 req-49837261-145e-4469-b935-13990eaa296b tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] 10.222.0.54 "GET /v2.0/ports?device_id=33edafc7-738c-4ecb-bb1a-7a34bb1f589d HTTP/1.1" status: 200 len: 945 time: 0.0512195 Dec 20 14:22:27.806110 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1e4952b5-52b3-44a9-977d-dd685a925419 req-9fabf727-66bd-4380-a2ff-a0180dd0e2f4 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d29d9ba9-24bd-4d94-be52-3ca7019f1c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949597 Dec 20 14:22:27.827320 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2bc249f5-9abc-4daf-ba46-57a3015cbf3f req-a2d18c28-8821-40f3-830f-b5ead1b5c79f tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Router 84cd303d-5de4-43ac-ad99-b586f616326e has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:22:27.839796 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-68374ad7-5b75-4baa-8470-a6ba17067dc8 req-6719cc06-4f92-4b48-987c-b6875e25cf91 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] 10.222.0.54 "GET /v2.0/security-groups?id=a09e6f2b-7c8e-422a-b663-cabaee51b7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450921 Dec 20 14:22:27.941341 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2bc249f5-9abc-4daf-ba46-57a3015cbf3f req-a2d18c28-8821-40f3-830f-b5ead1b5c79f tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:22:27.945932 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-2bc249f5-9abc-4daf-ba46-57a3015cbf3f req-a2d18c28-8821-40f3-830f-b5ead1b5c79f tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:27.956761 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd120b69-4579-4daa-84a6-f032d56a1fdf None None] Sync routers for ids ['84cd303d-5de4-43ac-ad99-b586f616326e'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:22:27.976321 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2bc249f5-9abc-4daf-ba46-57a3015cbf3f req-a2d18c28-8821-40f3-830f-b5ead1b5c79f tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] 10.222.0.54 "PUT /v2.0/floatingips/be43283a-a668-41ce-9793-9b51334e7fd1 HTTP/1.1" status: 200 len: 695 time: 0.9373593 Dec 20 14:22:27.980197 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd120b69-4579-4daa-84a6-f032d56a1fdf None None] Routers {'84cd303d-5de4-43ac-ad99-b586f616326e'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:22:27.981100 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-cd120b69-4579-4daa-84a6-f032d56a1fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:22:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['84cd303d-5de4-43ac-ad99-b586f616326e'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:22:28.003118 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0f2ecfea-e5cc-4de4-a59c-177f7fa282c1 req-dfcf7d50-7177-44e3-94f8-19df4fecdafb tempest-SecurityGroupRulesNegativeTestJSON-862049282 tempest-SecurityGroupRulesNegativeTestJSON-862049282-project] 10.222.0.54 "GET /v2.0/security-groups/4efc767f-84a1-4758-9b04-85ff830bce9e HTTP/1.1" status: 200 len: 2421 time: 0.1223838 Dec 20 14:22:28.029315 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8508ae-b493-45f3-81d1-a4f9d9ae88ac req-2d85500a-1bad-4b9a-a69c-69ef24b07635 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:28.031617 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5b8508ae-b493-45f3-81d1-a4f9d9ae88ac req-2d85500a-1bad-4b9a-a69c-69ef24b07635 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] 10.222.0.30 "GET /v2.0/networks?id=ac8eea40-77e8-4385-9ea6-fd285bf85abe HTTP/1.1" status: 200 len: 821 time: 0.1681628 Dec 20 14:22:28.050482 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 49b41dec-3f97-4706-b42b-2cd626a751e5 up at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:22:28.060685 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-5b8508ae-b493-45f3-81d1-a4f9d9ae88ac req-554a16c5-c68c-476c-860e-2e1832fc8579 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Request body: {'port': {'device_id': '50178b49-2fc1-4db8-ba42-27a45013d06f', 'network_id': 'ac8eea40-77e8-4385-9ea6-fd285bf85abe', 'admin_state_up': True, 'tenant_id': '4f3a59730c994d32a8cbf695683850a0'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:22:28.083877 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc249f5-9abc-4daf-ba46-57a3015cbf3f req-82942dd4-3cbd-4381-aad3-9efecd80a0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:28.087324 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2bc249f5-9abc-4daf-ba46-57a3015cbf3f req-82942dd4-3cbd-4381-aad3-9efecd80a0be service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=92e3cf73bd51484d9ba59eee56c670d9&device_id=55f04ceb-16c0-4d6e-a7a8-ba074798c4f2 HTTP/1.1" status: 200 len: 1098 time: 0.0982802 Dec 20 14:22:28.091535 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-cd120b69-4579-4daa-84a6-f032d56a1fdf None None] Set router 84cd303d-5de4-43ac-ad99-b586f616326e gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:22:28.109745 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning for port 49b41dec-3f97-4706-b42b-2cd626a751e5 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:22:28.115678 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning complete for port 49b41dec-3f97-4706-b42b-2cd626a751e5 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:22:28.116125 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:28.201135 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 39ee60c5-9697-46cd-8710-4390a2539519 details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:22:28.226753 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc249f5-9abc-4daf-ba46-57a3015cbf3f req-70a25539-a2a9-46ac-9401-cdf59c611337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:28.230216 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2bc249f5-9abc-4daf-ba46-57a3015cbf3f req-70a25539-a2a9-46ac-9401-cdf59c611337 service neutron] 10.222.0.54 "GET /v2.0/networks?id=80d00bf9-e2d3-4274-b126-1d34ec749a75 HTTP/1.1" status: 200 len: 929 time: 0.1346476 Dec 20 14:22:28.246680 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:28.288170 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2bc249f5-9abc-4daf-ba46-57a3015cbf3f req-a0d4c191-ab8a-48df-816a-093565c96228 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=14c108e8-8a1e-4f15-ad35-e7cd1d38574f HTTP/1.1" status: 200 len: 217 time: 0.0503051 Dec 20 14:22:28.294160 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b8508ae-b493-45f3-81d1-a4f9d9ae88ac req-554a16c5-c68c-476c-860e-2e1832fc8579 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Made reservation on behalf of 4f3a59730c994d32a8cbf695683850a0 for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:22:28.297704 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-5b8508ae-b493-45f3-81d1-a4f9d9ae88ac req-554a16c5-c68c-476c-860e-2e1832fc8579 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:28.338697 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 49b41dec-3f97-4706-b42b-2cd626a751e5, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=49b41dec-3f97-4706-b42b-2cd626a751e5,segment=NetworkSegment(9f419e6f-875b-4d90-bc7c-6c92d8ac4e58),segment_id=9f419e6f-875b-4d90-bc7c-6c92d8ac4e58)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:22:28.349169 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:28.365303 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc249f5-9abc-4daf-ba46-57a3015cbf3f req-5243e448-c1d8-4763-b27e-343a8d95a295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:28.366880 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2bc249f5-9abc-4daf-ba46-57a3015cbf3f req-5243e448-c1d8-4763-b27e-343a8d95a295 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9ae0f23a-29ed-4948-a81a-2e6d5a905c6c HTTP/1.1" status: 200 len: 867 time: 0.0708337 Dec 20 14:22:28.410998 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-cd120b69-4579-4daa-84a6-f032d56a1fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84cd303d-5de4-43ac-ad99-b586f616326e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-750923558-router', 'tenant_id': '92e3cf73bd51484d9ba59eee56c670d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '23e8cfcb-6f8c-45d1-89f4-c76fceff8237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:21:29Z', 'updated_at': '2021-12-20T14:21:36Z', 'revision_number': 4, 'project_id': '92e3cf73bd51484d9ba59eee56c670d9', 'gw_port': {'id': '23e8cfcb-6f8c-45d1-89f4-c76fceff8237', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:cc:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cd303d-5de4-43ac-ad99-b586f616326e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:21:30Z', 'updated_at': '2021-12-20T14:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '6b5e3447-8783-4d6d-9785-6c597b5a07ae', 'name': '', 'network_id': '80d00bf9-e2d3-4274-b126-1d34ec749a75', 'tenant_id': '92e3cf73bd51484d9ba59eee56c670d9', 'mac_address': 'fa:16:3e:59:f7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cd303d-5de4-43ac-ad99-b586f616326e', 'device_owner': 'network:router_interface', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '9ae0f23a-29ed-4948-a81a-2e6d5a905c6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:21:34Z', 'updated_at': '2021-12-20T14:21:43Z', 'revision_number': 5, 'project_id': '92e3cf73bd51484d9ba59eee56c670d9', 'subnets': [{'id': '9ae0f23a-29ed-4948-a81a-2e6d5a905c6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:22:28.426681 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc249f5-9abc-4daf-ba46-57a3015cbf3f req-9384626c-e0a4-4d9a-8c66-a7aa7561e34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:28.428507 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2bc249f5-9abc-4daf-ba46-57a3015cbf3f req-9384626c-e0a4-4d9a-8c66-a7aa7561e34f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=80d00bf9-e2d3-4274-b126-1d34ec749a75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543373 Dec 20 14:22:28.439092 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 39ee60c5-9697-46cd-8710-4390a2539519, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=39ee60c5-9697-46cd-8710-4390a2539519,segment=NetworkSegment(c78eb3db-e8a6-4673-b220-136b3d8ed714),segment_id=c78eb3db-e8a6-4673-b220-136b3d8ed714)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:22:28.454666 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd120b69-4579-4daa-84a6-f032d56a1fdf None None] Checking router: 84cd303d-5de4-43ac-ad99-b586f616326e for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:22:28.456195 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 39ee60c5-9697-46cd-8710-4390a2539519 has no active binding in host n-h2-761264-19 {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 20 14:22:28.457739 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=49b41dec-3f97-4706-b42b-2cd626a751e5,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:28.468940 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd120b69-4579-4daa-84a6-f032d56a1fdf None None] Routers {'84cd303d-5de4-43ac-ad99-b586f616326e'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:22:28.469586 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-cd120b69-4579-4daa-84a6-f032d56a1fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:22:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['84cd303d-5de4-43ac-ad99-b586f616326e'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:22:28.509832 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [req-5b8508ae-b493-45f3-81d1-a4f9d9ae88ac req-554a16c5-c68c-476c-860e-2e1832fc8579 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Allocated IP 172.20.0.13 (ac8eea40-77e8-4385-9ea6-fd285bf85abe/937bc278-96b6-4101-8820-0f0154447eb0/3aea9ba3-77e2-441d-9772-93b03993f779) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:22:28.532466 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a4dd825f-7448-47c9-a1f7-f935540c4549 req-4144f7d6-c6b2-435f-af36-eeed61e3fd0a tempest-SecurityGroupsTestAdminJSON-1555427318 tempest-SecurityGroupsTestAdminJSON-1555427318-project-admin] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 50378 time: 0.4997759 Dec 20 14:22:28.533576 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2bc249f5-9abc-4daf-ba46-57a3015cbf3f req-e37c9ced-01b5-40e1-8a83-a6da4e050ee6 service neutron] 10.222.0.54 "GET /v2.0/networks/80d00bf9-e2d3-4274-b126-1d34ec749a75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952454 Dec 20 14:22:28.577109 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-cd120b69-4579-4daa-84a6-f032d56a1fdf None None] Set router 84cd303d-5de4-43ac-ad99-b586f616326e gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:22:28.650541 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2bc249f5-9abc-4daf-ba46-57a3015cbf3f req-01263acf-d626-4049-a99f-6eef02356b3d service neutron] 10.222.0.54 "GET /v2.0/networks/80d00bf9-e2d3-4274-b126-1d34ec749a75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107016 Dec 20 14:22:28.685040 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a4dd825f-7448-47c9-a1f7-f935540c4549 req-be7c1d17-61ea-4a2f-9b5a-6fd467f320d5 tempest-SecurityGroupsTestAdminJSON-1555427318 tempest-SecurityGroupsTestAdminJSON-1555427318-project-admin] 10.222.0.54 "GET /v2.0/security-groups/1b57cb8d-8005-498a-846e-048d30a52957 HTTP/1.1" status: 200 len: 2998 time: 0.0997379 Dec 20 14:22:28.728597 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-5b8508ae-b493-45f3-81d1-a4f9d9ae88ac req-554a16c5-c68c-476c-860e-2e1832fc8579 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:28.748123 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d16fcb33-266e-45c1-ae73-91dfb1b070f4 x-openstack-request-id: req-d16fcb33-266e-45c1-ae73-91dfb1b070f4 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:22:28.749038 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ee336c7-2c51-4a07-9c99-847191098eee", "tag": "39ee60c5-9697-46cd-8710-4390a2539519", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:22:28.749674 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d16fcb33-266e-45c1-ae73-91dfb1b070f4 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:22:28.750751 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ee336c7-2c51-4a07-9c99-847191098eee', 'tag': '39ee60c5-9697-46cd-8710-4390a2539519', 'status': 'completed', 'code': 200} Dec 20 14:22:28.752843 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a4dd825f-7448-47c9-a1f7-f935540c4549 req-47199838-8262-42ed-8f93-d4fe889d3aa3 tempest-SecurityGroupsTestAdminJSON-1555427318 tempest-SecurityGroupsTestAdminJSON-1555427318-project-admin] 10.222.0.54 "GET /v2.0/security-groups/1b57cb8d-8005-498a-846e-048d30a52957 HTTP/1.1" status: 200 len: 2998 time: 0.0614281 Dec 20 14:22:28.785089 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-cd120b69-4579-4daa-84a6-f032d56a1fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84cd303d-5de4-43ac-ad99-b586f616326e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-750923558-router', 'tenant_id': '92e3cf73bd51484d9ba59eee56c670d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '23e8cfcb-6f8c-45d1-89f4-c76fceff8237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:21:29Z', 'updated_at': '2021-12-20T14:21:36Z', 'revision_number': 4, 'project_id': '92e3cf73bd51484d9ba59eee56c670d9', 'gw_port': {'id': '23e8cfcb-6f8c-45d1-89f4-c76fceff8237', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:cc:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cd303d-5de4-43ac-ad99-b586f616326e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:21:30Z', 'updated_at': '2021-12-20T14:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '6b5e3447-8783-4d6d-9785-6c597b5a07ae', 'name': '', 'network_id': '80d00bf9-e2d3-4274-b126-1d34ec749a75', 'tenant_id': '92e3cf73bd51484d9ba59eee56c670d9', 'mac_address': 'fa:16:3e:59:f7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cd303d-5de4-43ac-ad99-b586f616326e', 'device_owner': 'network:router_interface', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '9ae0f23a-29ed-4948-a81a-2e6d5a905c6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:21:34Z', 'updated_at': '2021-12-20T14:21:43Z', 'revision_number': 5, 'project_id': '92e3cf73bd51484d9ba59eee56c670d9', 'subnets': [{'id': '9ae0f23a-29ed-4948-a81a-2e6d5a905c6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:22:28.802359 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-5b8508ae-b493-45f3-81d1-a4f9d9ae88ac req-554a16c5-c68c-476c-860e-2e1832fc8579 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:28.824032 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd120b69-4579-4daa-84a6-f032d56a1fdf None None] The sync data for ids ['84cd303d-5de4-43ac-ad99-b586f616326e'] in n-d-761264-19 is: [{'id': '84cd303d-5de4-43ac-ad99-b586f616326e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-750923558-router', 'tenant_id': '92e3cf73bd51484d9ba59eee56c670d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '23e8cfcb-6f8c-45d1-89f4-c76fceff8237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:21:29Z', 'updated_at': '2021-12-20T14:21:36Z', 'revision_number': 4, 'project_id': '92e3cf73bd51484d9ba59eee56c670d9', 'gw_port': {'id': '23e8cfcb-6f8c-45d1-89f4-c76fceff8237', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:cc:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cd303d-5de4-43ac-ad99-b586f616326e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:21:30Z', 'updated_at': '2021-12-20T14:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '6b5e3447-8783-4d6d-9785-6c597b5a07ae', 'name': '', 'network_id': '80d00bf9-e2d3-4274-b126-1d34ec749a75', 'tenant_id': '92e3cf73bd51484d9ba59eee56c670d9', 'mac_address': 'fa:16:3e:59:f7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cd303d-5de4-43ac-ad99-b586f616326e', 'device_owner': 'network:router_interface', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '9ae0f23a-29ed-4948-a81a-2e6d5a905c6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:21:34Z', 'updated_at': '2021-12-20T14:21:43Z', 'revision_number': 5, 'project_id': '92e3cf73bd51484d9ba59eee56c670d9', 'subnets': [{'id': '9ae0f23a-29ed-4948-a81a-2e6d5a905c6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:22:28.828966 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['76748e7d-c7f5-44a6-88a3-a6a2455c82b1'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:22:28.838799 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a4dd825f-7448-47c9-a1f7-f935540c4549 req-a08629db-b5c4-4011-a68e-99f80d01639c tempest-SecurityGroupsTestAdminJSON-1555427318 tempest-SecurityGroupsTestAdminJSON-1555427318-project-admin] 10.222.0.54 "GET /v2.0/security-groups/1f075b11-d210-4909-933c-2e048b1c972a HTTP/1.1" status: 200 len: 2998 time: 0.0762398 Dec 20 14:22:28.856249 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b8508ae-b493-45f3-81d1-a4f9d9ae88ac req-554a16c5-c68c-476c-860e-2e1832fc8579 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Network ac8eea40-77e8-4385-9ea6-fd285bf85abe is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:22:28.869703 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [req-5b8508ae-b493-45f3-81d1-a4f9d9ae88ac req-554a16c5-c68c-476c-860e-2e1832fc8579 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:22:28.874116 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a5b996-cdc7-484e-b1f4-f7e6cb05624d req-6d246297-7e99-453c-a062-84556f2c73be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:28.875920 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-80a5b996-cdc7-484e-b1f4-f7e6cb05624d req-6d246297-7e99-453c-a062-84556f2c73be service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=230adefc93184769a5ed971e644ca4c5&device_id=1ee336c7-2c51-4a07-9c99-847191098eee HTTP/1.1" status: 200 len: 1126 time: 0.0978572 Dec 20 14:22:28.879171 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b8508ae-b493-45f3-81d1-a4f9d9ae88ac req-554a16c5-c68c-476c-860e-2e1832fc8579 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:22:28.884809 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8508ae-b493-45f3-81d1-a4f9d9ae88ac req-554a16c5-c68c-476c-860e-2e1832fc8579 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:28.885430 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-5b8508ae-b493-45f3-81d1-a4f9d9ae88ac req-554a16c5-c68c-476c-860e-2e1832fc8579 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:28.911996 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554a16c5-c68c-476c-860e-2e1832fc8579 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Pushing event updated for resources: {'Port': ['ID=3aea9ba3-77e2-441d-9772-93b03993f779,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:28.926768 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f395ce-33cf-4fd4-bc6d-bcf481be2aca req-8c3cc077-568c-4ebe-b24b-45009725e4b3 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:28.928670 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-96f395ce-33cf-4fd4-bc6d-bcf481be2aca req-8c3cc077-568c-4ebe-b24b-45009725e4b3 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?device_id=b4cd8bf2-b9f3-49ba-b32e-1e2438bf9edf HTTP/1.1" status: 200 len: 950 time: 0.1102777 Dec 20 14:22:28.942634 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5b8508ae-b493-45f3-81d1-a4f9d9ae88ac req-554a16c5-c68c-476c-860e-2e1832fc8579 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8871565 Dec 20 14:22:28.956431 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-5b8508ae-b493-45f3-81d1-a4f9d9ae88ac req-67d91594-8e94-4b53-8121-f5150f59c87d service neutron] Request body: {'port': {'device_id': '50178b49-2fc1-4db8-ba42-27a45013d06f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-19'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:22:28.961862 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a4dd825f-7448-47c9-a1f7-f935540c4549 req-87c3d6e2-65d1-4571-84f1-0f79665ce1c6 tempest-SecurityGroupsTestAdminJSON-1555427318 tempest-SecurityGroupsTestAdminJSON-1555427318-project-admin] 10.222.0.54 "GET /v2.0/security-groups/1f075b11-d210-4909-933c-2e048b1c972a HTTP/1.1" status: 200 len: 2998 time: 0.1126482 Dec 20 14:22:29.046895 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-5b8508ae-b493-45f3-81d1-a4f9d9ae88ac req-67d91594-8e94-4b53-8121-f5150f59c87d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:29.058655 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a4dd825f-7448-47c9-a1f7-f935540c4549 req-f6f42fc9-e4b6-4b5b-b973-2282ff4220a1 tempest-SecurityGroupsTestAdminJSON-1555427318 tempest-SecurityGroupsTestAdminJSON-1555427318-project-admin] 10.222.0.54 "GET /v2.0/security-groups/4e811d12-dc73-4632-a997-be1183459b31 HTTP/1.1" status: 200 len: 2998 time: 0.0766468 Dec 20 14:22:29.066381 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-96f395ce-33cf-4fd4-bc6d-bcf481be2aca req-1005d697-faf4-4585-9f7b-b12d4865de9d tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/security-groups?id=d29d9ba9-24bd-4d94-be52-3ca7019f1c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221092 Dec 20 14:22:29.151160 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1e57f956-f0c5-42f5-b592-f93f1e780f7b req-04d81bec-b633-4d01-95ed-4f64c48639d2 tempest-SecurityGroupRulesNegativeTestJSON-862049282 tempest-SecurityGroupRulesNegativeTestJSON-862049282-project] 10.222.0.54 "GET /v2.0/security-group-rules/dee1d173-0d93-4542-80a1-a7507aa30f14 HTTP/1.1" status: 200 len: 778 time: 0.0323865 Dec 20 14:22:29.152233 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a5b996-cdc7-484e-b1f4-f7e6cb05624d req-a32d6626-f2a6-4ede-b360-8c0c5d614b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:29.153776 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-80a5b996-cdc7-484e-b1f4-f7e6cb05624d req-a32d6626-f2a6-4ede-b360-8c0c5d614b52 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f77acfe8-c05d-4606-b7e9-7027c0b13511 HTTP/1.1" status: 200 len: 922 time: 0.2687621 Dec 20 14:22:29.210788 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a4dd825f-7448-47c9-a1f7-f935540c4549 req-9828d804-803c-49ca-9ad4-0dd08f0b9e7c tempest-SecurityGroupsTestAdminJSON-1555427318 tempest-SecurityGroupsTestAdminJSON-1555427318-project-admin] 10.222.0.54 "GET /v2.0/security-groups/4e811d12-dc73-4632-a997-be1183459b31 HTTP/1.1" status: 200 len: 2998 time: 0.1434200 Dec 20 14:22:29.215279 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-80a5b996-cdc7-484e-b1f4-f7e6cb05624d req-42dd587f-7558-4e27-a04b-0eb618ba8787 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=39ee60c5-9697-46cd-8710-4390a2539519 HTTP/1.1" status: 200 len: 217 time: 0.0474207 Dec 20 14:22:29.223362 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7857bef-28ca-48ba-9c62-f2fc2bdcd212 None None] New status for floating IP be43283a-a668-41ce-9793-9b51334e7fd1: DOWN {{(pid=103169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 14:22:29.228301 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c966417-da9d-46f5-867b-6bd63e75aabb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b0a336b-db05-4701-bfc6-4dde1c5f783a'}, {'server_uuid': '33edafc7-738c-4ecb-bb1a-7a34bb1f589d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49b41dec-3f97-4706-b42b-2cd626a751e5'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:22:29.230007 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f30c8ac-744a-4882-adde-ab4d829f87bb" -d '{"events": [{"server_uuid": "9c966417-da9d-46f5-867b-6bd63e75aabb", "name": "network-vif-plugged", "status": "completed", "tag": "4b0a336b-db05-4701-bfc6-4dde1c5f783a"}, {"server_uuid": "33edafc7-738c-4ecb-bb1a-7a34bb1f589d", "name": "network-vif-plugged", "status": "completed", "tag": "49b41dec-3f97-4706-b42b-2cd626a751e5"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:22:29.264114 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1e57f956-f0c5-42f5-b592-f93f1e780f7b req-42982afd-e229-42a3-91d8-2f64c8154a76 tempest-SecurityGroupRulesNegativeTestJSON-862049282 tempest-SecurityGroupRulesNegativeTestJSON-862049282-project] 10.222.0.54 "GET /v2.0/security-groups/4efc767f-84a1-4758-9b04-85ff830bce9e HTTP/1.1" status: 200 len: 2421 time: 0.1055710 Dec 20 14:22:29.279270 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a5b996-cdc7-484e-b1f4-f7e6cb05624d req-e3800c99-013a-4e1e-89e9-0fd0c2b4c66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:29.280847 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-80a5b996-cdc7-484e-b1f4-f7e6cb05624d req-e3800c99-013a-4e1e-89e9-0fd0c2b4c66c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=39805718-f3e9-41ca-8469-b49efb1a12f8 HTTP/1.1" status: 200 len: 861 time: 0.0546310 Dec 20 14:22:29.315831 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a4dd825f-7448-47c9-a1f7-f935540c4549 req-645fd54b-0c59-4971-8a75-bd6bf9e4a654 tempest-SecurityGroupsTestAdminJSON-1555427318 tempest-SecurityGroupsTestAdminJSON-1555427318-project-admin] 10.222.0.54 "GET /v2.0/security-groups/569be351-c3f8-408c-818f-2958089014af HTTP/1.1" status: 200 len: 2998 time: 0.0875523 Dec 20 14:22:29.324651 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-80a5b996-cdc7-484e-b1f4-f7e6cb05624d req-c7593e29-5248-4373-9d38-368270660aff service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f77acfe8-c05d-4606-b7e9-7027c0b13511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311248 Dec 20 14:22:29.333643 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-1e57f956-f0c5-42f5-b592-f93f1e780f7b req-dbc30b7d-f82a-4b97-82d5-72bdb228a5d1 tempest-SecurityGroupRulesNegativeTestJSON-862049282 tempest-SecurityGroupRulesNegativeTestJSON-862049282-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:29.350503 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-1e57f956-f0c5-42f5-b592-f93f1e780f7b req-dbc30b7d-f82a-4b97-82d5-72bdb228a5d1 tempest-SecurityGroupRulesNegativeTestJSON-862049282 tempest-SecurityGroupRulesNegativeTestJSON-862049282-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:29.381196 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a4dd825f-7448-47c9-a1f7-f935540c4549 req-b43cae18-28ab-4fbe-8da2-b3bc6a3ae84b tempest-SecurityGroupsTestAdminJSON-1555427318 tempest-SecurityGroupsTestAdminJSON-1555427318-project-admin] 10.222.0.54 "GET /v2.0/security-groups/569be351-c3f8-408c-818f-2958089014af HTTP/1.1" status: 200 len: 2998 time: 0.0513666 Dec 20 14:22:29.440042 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-1e57f956-f0c5-42f5-b592-f93f1e780f7b req-dbc30b7d-f82a-4b97-82d5-72bdb228a5d1 tempest-SecurityGroupRulesNegativeTestJSON-862049282 tempest-SecurityGroupRulesNegativeTestJSON-862049282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:29.451060 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-1e57f956-f0c5-42f5-b592-f93f1e780f7b req-dbc30b7d-f82a-4b97-82d5-72bdb228a5d1 tempest-SecurityGroupRulesNegativeTestJSON-862049282 tempest-SecurityGroupRulesNegativeTestJSON-862049282-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:29.452235 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1e57f956-f0c5-42f5-b592-f93f1e780f7b req-dbc30b7d-f82a-4b97-82d5-72bdb228a5d1 tempest-SecurityGroupRulesNegativeTestJSON-862049282 tempest-SecurityGroupRulesNegativeTestJSON-862049282-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/dee1d173-0d93-4542-80a1-a7507aa30f14 HTTP/1.1" status: 204 len: 173 time: 0.1703942 Dec 20 14:22:29.465750 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc30b7d-f82a-4b97-82d5-72bdb228a5d1 tempest-SecurityGroupRulesNegativeTestJSON-862049282 tempest-SecurityGroupRulesNegativeTestJSON-862049282-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dee1d173-0d93-4542-80a1-a7507aa30f14,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:29.473461 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a4dd825f-7448-47c9-a1f7-f935540c4549 req-9905fa59-349c-4fec-8c9e-7aae9bb50b3e tempest-SecurityGroupsTestAdminJSON-1555427318 tempest-SecurityGroupsTestAdminJSON-1555427318-project-admin] 10.222.0.54 "GET /v2.0/security-groups/740aa98e-f90a-4207-9cc4-4e95b61f7e15 HTTP/1.1" status: 200 len: 2998 time: 0.0785038 Dec 20 14:22:29.478462 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-80a5b996-cdc7-484e-b1f4-f7e6cb05624d req-aec583df-ae3a-4a43-be8e-4d09d2f85e48 service neutron] 10.222.0.30 "GET /v2.0/networks/f77acfe8-c05d-4606-b7e9-7027c0b13511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423600 Dec 20 14:22:29.479769 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [req-5b8508ae-b493-45f3-81d1-a4f9d9ae88ac req-67d91594-8e94-4b53-8121-f5150f59c87d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3aea9ba3-77e2-441d-9772-93b03993f779 {{(pid=103168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:22:29.487635 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-5b8508ae-b493-45f3-81d1-a4f9d9ae88ac req-67d91594-8e94-4b53-8121-f5150f59c87d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:29.528524 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.provisioning_blocks [req-5b8508ae-b493-45f3-81d1-a4f9d9ae88ac req-67d91594-8e94-4b53-8121-f5150f59c87d service neutron] Transition to ACTIVE for port object 3aea9ba3-77e2-441d-9772-93b03993f779 will not be triggered until provisioned by entity L2. {{(pid=103168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:22:29.529972 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-c321bd9d-5350-40d5-98af-1d744ac2da30 None None] Provisioning complete for port 3aea9ba3-77e2-441d-9772-93b03993f779 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:22:29.530504 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c321bd9d-5350-40d5-98af-1d744ac2da30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:29.541167 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a4dd825f-7448-47c9-a1f7-f935540c4549 req-bdd40ebd-1f22-427b-b9ed-8df7a4ebba8c tempest-SecurityGroupsTestAdminJSON-1555427318 tempest-SecurityGroupsTestAdminJSON-1555427318-project-admin] 10.222.0.54 "GET /v2.0/security-groups/740aa98e-f90a-4207-9cc4-4e95b61f7e15 HTTP/1.1" status: 200 len: 2998 time: 0.0470941 Dec 20 14:22:29.542007 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-5b8508ae-b493-45f3-81d1-a4f9d9ae88ac req-67d91594-8e94-4b53-8121-f5150f59c87d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:29.603226 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d91594-8e94-4b53-8121-f5150f59c87d service neutron] Pushing event updated for resources: {'Port': ['ID=3aea9ba3-77e2-441d-9772-93b03993f779,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:29.618144 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-c321bd9d-5350-40d5-98af-1d744ac2da30 None None] Port 3aea9ba3-77e2-441d-9772-93b03993f779 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:22:29.628417 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-80a5b996-cdc7-484e-b1f4-f7e6cb05624d req-a92bdf97-5a40-467c-a714-393589cf6e0d service neutron] 10.222.0.30 "GET /v2.0/networks/f77acfe8-c05d-4606-b7e9-7027c0b13511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409736 Dec 20 14:22:29.636026 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caed2eb-a5ce-4fce-a358-4eca52c5fb09 req-c40cb956-c57d-43f4-9353-c85126ff4a0d tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:29.637519 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6caed2eb-a5ce-4fce-a358-4eca52c5fb09 req-c40cb956-c57d-43f4-9353-c85126ff4a0d tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] 10.222.0.54 "GET /v2.0/ports?device_id=50178b49-2fc1-4db8-ba42-27a45013d06f HTTP/1.1" status: 200 len: 944 time: 0.0757930 Dec 20 14:22:29.645611 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a4dd825f-7448-47c9-a1f7-f935540c4549 req-6a7a3e60-21d1-4d51-9329-bc97a0e4bbfc tempest-SecurityGroupsTestAdminJSON-1555427318 tempest-SecurityGroupsTestAdminJSON-1555427318-project-admin] 10.222.0.54 "GET /v2.0/security-groups/7ffba98e-1237-4d45-b8bd-4fd96f3939b9 HTTP/1.1" status: 200 len: 2998 time: 0.0686076 Dec 20 14:22:29.702129 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-5b8508ae-b493-45f3-81d1-a4f9d9ae88ac req-67d91594-8e94-4b53-8121-f5150f59c87d service neutron] Attempting to bind port 3aea9ba3-77e2-441d-9772-93b03993f779 on host n-h1-761264-19 for vnic_type normal with profile {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:22:29.702553 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-5b8508ae-b493-45f3-81d1-a4f9d9ae88ac req-67d91594-8e94-4b53-8121-f5150f59c87d service neutron] Attempting to bind port 3aea9ba3-77e2-441d-9772-93b03993f779 by drivers openvswitch,hyperv on host n-h1-761264-19 at level 0 using segments [{'id': '0319426e-5ead-4b5d-906b-45e6b8467961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ac8eea40-77e8-4385-9ea6-fd285bf85abe'}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:22:29.702903 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8508ae-b493-45f3-81d1-a4f9d9ae88ac req-67d91594-8e94-4b53-8121-f5150f59c87d service neutron] Attempting to bind port 3aea9ba3-77e2-441d-9772-93b03993f779 on network ac8eea40-77e8-4385-9ea6-fd285bf85abe {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:22:29.705189 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6caed2eb-a5ce-4fce-a358-4eca52c5fb09 req-024d55e2-c1a6-4b49-a790-7e0511e07169 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] 10.222.0.54 "GET /v2.0/security-groups?id=1f075b11-d210-4909-933c-2e048b1c972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442145 Dec 20 14:22:29.710164 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8508ae-b493-45f3-81d1-a4f9d9ae88ac req-67d91594-8e94-4b53-8121-f5150f59c87d service neutron] Port 3aea9ba3-77e2-441d-9772-93b03993f779 on network ac8eea40-77e8-4385-9ea6-fd285bf85abe not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-19 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:22:29.710476 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8508ae-b493-45f3-81d1-a4f9d9ae88ac req-67d91594-8e94-4b53-8121-f5150f59c87d service neutron] Attempting to bind port 3aea9ba3-77e2-441d-9772-93b03993f779 on network ac8eea40-77e8-4385-9ea6-fd285bf85abe {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:22:29.731321 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8508ae-b493-45f3-81d1-a4f9d9ae88ac req-67d91594-8e94-4b53-8121-f5150f59c87d service neutron] Checking agent: {'id': '3e5ace3e-dd7b-4522-a7c4-77d13dbeab1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:22:29.731720 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8508ae-b493-45f3-81d1-a4f9d9ae88ac req-67d91594-8e94-4b53-8121-f5150f59c87d service neutron] Checking segment: {'id': '0319426e-5ead-4b5d-906b-45e6b8467961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ac8eea40-77e8-4385-9ea6-fd285bf85abe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:22:29.732153 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8508ae-b493-45f3-81d1-a4f9d9ae88ac req-67d91594-8e94-4b53-8121-f5150f59c87d service neutron] Bound using segment: {'id': '0319426e-5ead-4b5d-906b-45e6b8467961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ac8eea40-77e8-4385-9ea6-fd285bf85abe'} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:22:29.732647 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-5b8508ae-b493-45f3-81d1-a4f9d9ae88ac req-67d91594-8e94-4b53-8121-f5150f59c87d service neutron] Bound port: 3aea9ba3-77e2-441d-9772-93b03993f779, host: n-h1-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0319426e-5ead-4b5d-906b-45e6b8467961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ac8eea40-77e8-4385-9ea6-fd285bf85abe'}}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:22:29.733057 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-5b8508ae-b493-45f3-81d1-a4f9d9ae88ac req-67d91594-8e94-4b53-8121-f5150f59c87d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:29.736364 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a4dd825f-7448-47c9-a1f7-f935540c4549 req-3bcf355d-3f6b-4272-b2ed-0867a82266e8 tempest-SecurityGroupsTestAdminJSON-1555427318 tempest-SecurityGroupsTestAdminJSON-1555427318-project-admin] 10.222.0.54 "GET /v2.0/security-groups/7ffba98e-1237-4d45-b8bd-4fd96f3939b9 HTTP/1.1" status: 200 len: 2998 time: 0.0684478 Dec 20 14:22:29.789291 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d3d0e8b6-49e5-4aca-a03e-e75b58e157d6 req-d2f68078-ad2b-48d2-930b-18662c4923b7 tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] 10.222.0.54 "GET /v2.0/floatingips/be43283a-a668-41ce-9793-9b51334e7fd1 HTTP/1.1" status: 200 len: 693 time: 0.0502694 Dec 20 14:22:29.822772 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a4dd825f-7448-47c9-a1f7-f935540c4549 req-8385aa1a-49c3-4526-bfdd-e93c254646e6 tempest-SecurityGroupsTestAdminJSON-1555427318 tempest-SecurityGroupsTestAdminJSON-1555427318-project-admin] 10.222.0.54 "GET /v2.0/security-groups/9b638629-ce1c-4611-9a34-c82d8f7a5279 HTTP/1.1" status: 200 len: 2990 time: 0.0776308 Dec 20 14:22:29.838958 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-5b8508ae-b493-45f3-81d1-a4f9d9ae88ac req-67d91594-8e94-4b53-8121-f5150f59c87d service neutron] For port 3aea9ba3-77e2-441d-9772-93b03993f779, host n-h1-761264-19, cleared binding levels {{(pid=103168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:22:29.842692 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-5b8508ae-b493-45f3-81d1-a4f9d9ae88ac req-67d91594-8e94-4b53-8121-f5150f59c87d service neutron] For port 3aea9ba3-77e2-441d-9772-93b03993f779, host n-h1-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=3aea9ba3-77e2-441d-9772-93b03993f779,segment=NetworkSegment(0319426e-5ead-4b5d-906b-45e6b8467961),segment_id=0319426e-5ead-4b5d-906b-45e6b8467961)] {{(pid=103168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:22:29.854151 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-5b8508ae-b493-45f3-81d1-a4f9d9ae88ac req-67d91594-8e94-4b53-8121-f5150f59c87d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:29.904487 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8508ae-b493-45f3-81d1-a4f9d9ae88ac req-67d91594-8e94-4b53-8121-f5150f59c87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:29.905105 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-5b8508ae-b493-45f3-81d1-a4f9d9ae88ac req-67d91594-8e94-4b53-8121-f5150f59c87d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:29.906488 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5b8508ae-b493-45f3-81d1-a4f9d9ae88ac req-67d91594-8e94-4b53-8121-f5150f59c87d service neutron] 10.222.0.30 "PUT /v2.0/ports/3aea9ba3-77e2-441d-9772-93b03993f779 HTTP/1.1" status: 200 len: 1093 time: 0.9546850 Dec 20 14:22:29.906976 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50178b49-2fc1-4db8-ba42-27a45013d06f', 'tag': '3aea9ba3-77e2-441d-9772-93b03993f779'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:22:29.907353 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d0e8b6-49e5-4aca-a03e-e75b58e157d6 req-5a8d1d1a-c561-44ca-9c3d-84de44879a47 tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:29.909227 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2bf3cc2-4f3d-44e8-aebf-fad2a429bc0e" -d '{"events": [{"name": "network-changed", "server_uuid": "50178b49-2fc1-4db8-ba42-27a45013d06f", "tag": "3aea9ba3-77e2-441d-9772-93b03993f779"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:22:29.918659 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d3d0e8b6-49e5-4aca-a03e-e75b58e157d6 req-5a8d1d1a-c561-44ca-9c3d-84de44879a47 tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] 10.222.0.54 "GET /v2.0/networks/c3f8658e-da35-41f3-bd03-509e29ebd6f3 HTTP/1.1" status: 200 len: 784 time: 0.1225541 Dec 20 14:22:29.923117 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a4dd825f-7448-47c9-a1f7-f935540c4549 req-36a89dc3-8485-405c-aa65-02d6592138d9 tempest-SecurityGroupsTestAdminJSON-1555427318 tempest-SecurityGroupsTestAdminJSON-1555427318-project-admin] 10.222.0.54 "GET /v2.0/security-groups/9b638629-ce1c-4611-9a34-c82d8f7a5279 HTTP/1.1" status: 200 len: 2990 time: 0.0910997 Dec 20 14:22:29.964631 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d91594-8e94-4b53-8121-f5150f59c87d service neutron] Pushing event updated for resources: {'Port': ['ID=3aea9ba3-77e2-441d-9772-93b03993f779,revision_number=3']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:29.993500 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d3d0e8b6-49e5-4aca-a03e-e75b58e157d6 req-9bb95e0b-b698-48de-8c12-a5e3a5474e54 tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.249 HTTP/1.1" status: 200 len: 696 time: 0.0666709 Dec 20 14:22:30.013713 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a4dd825f-7448-47c9-a1f7-f935540c4549 req-342a8eea-b6d6-46c3-b8b9-34e3c2b893d5 tempest-SecurityGroupsTestAdminJSON-1555427318 tempest-SecurityGroupsTestAdminJSON-1555427318-project-admin] 10.222.0.54 "GET /v2.0/security-groups/a65b051b-114e-4b1e-a061-94d194ee3601 HTTP/1.1" status: 200 len: 2998 time: 0.0843396 Dec 20 14:22:30.034643 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8508ae-b493-45f3-81d1-a4f9d9ae88ac req-66f689e5-777e-47cb-8cdf-c07f3bfe163f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:30.036815 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5b8508ae-b493-45f3-81d1-a4f9d9ae88ac req-66f689e5-777e-47cb-8cdf-c07f3bfe163f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4f3a59730c994d32a8cbf695683850a0&device_id=50178b49-2fc1-4db8-ba42-27a45013d06f HTTP/1.1" status: 200 len: 1096 time: 0.0822568 Dec 20 14:22:30.049308 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d3d0e8b6-49e5-4aca-a03e-e75b58e157d6 req-3c536170-3951-4790-8e06-28088e265893 tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.249 HTTP/1.1" status: 200 len: 696 time: 0.0491252 Dec 20 14:22:30.102331 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5b8508ae-b493-45f3-81d1-a4f9d9ae88ac req-18b1c469-0ed7-42b7-9425-5cda7100762e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3aea9ba3-77e2-441d-9772-93b03993f779 HTTP/1.1" status: 200 len: 217 time: 0.0565312 Dec 20 14:22:30.138928 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a4dd825f-7448-47c9-a1f7-f935540c4549 req-8d89527e-37d6-4ddb-a060-a18e013a8f51 tempest-SecurityGroupsTestAdminJSON-1555427318 tempest-SecurityGroupsTestAdminJSON-1555427318-project-admin] 10.222.0.54 "GET /v2.0/security-groups/a65b051b-114e-4b1e-a061-94d194ee3601 HTTP/1.1" status: 200 len: 2998 time: 0.1149342 Dec 20 14:22:30.169664 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8508ae-b493-45f3-81d1-a4f9d9ae88ac req-3306e192-c96b-4df1-82dd-d00d54a4440a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:30.171481 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5b8508ae-b493-45f3-81d1-a4f9d9ae88ac req-3306e192-c96b-4df1-82dd-d00d54a4440a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=937bc278-96b6-4101-8820-0f0154447eb0 HTTP/1.1" status: 200 len: 860 time: 0.0603924 Dec 20 14:22:30.188049 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-d3d0e8b6-49e5-4aca-a03e-e75b58e157d6 req-d5b30b1d-4a9f-4073-82cc-fd085c406392 tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Deleting port 775259ad-5773-48fd-a343-2ee51804763a {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:22:30.188380 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-d3d0e8b6-49e5-4aca-a03e-e75b58e157d6 req-d5b30b1d-4a9f-4073-82cc-fd085c406392 tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:30.215068 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a4dd825f-7448-47c9-a1f7-f935540c4549 req-363082de-5012-4986-b2ae-7ea32b69328f tempest-SecurityGroupsTestAdminJSON-1555427318 tempest-SecurityGroupsTestAdminJSON-1555427318-project-admin] 10.222.0.54 "GET /v2.0/security-groups/cf3f0f07-37bf-4847-be47-ea5b47e69e4c HTTP/1.1" status: 200 len: 2994 time: 0.0689664 Dec 20 14:22:30.239372 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8508ae-b493-45f3-81d1-a4f9d9ae88ac req-c7300362-6fc8-484c-b04f-9ccfb0169cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:30.240903 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5b8508ae-b493-45f3-81d1-a4f9d9ae88ac req-c7300362-6fc8-484c-b04f-9ccfb0169cf8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ac8eea40-77e8-4385-9ea6-fd285bf85abe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0588245 Dec 20 14:22:30.263852 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-d3d0e8b6-49e5-4aca-a03e-e75b58e157d6 req-d5b30b1d-4a9f-4073-82cc-fd085c406392 tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:30.264140 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-d3d0e8b6-49e5-4aca-a03e-e75b58e157d6 req-d5b30b1d-4a9f-4073-82cc-fd085c406392 tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:30.275695 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-d3d0e8b6-49e5-4aca-a03e-e75b58e157d6 req-d5b30b1d-4a9f-4073-82cc-fd085c406392 tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Calling delete_port for 775259ad-5773-48fd-a343-2ee51804763a owned by network:floatingip {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:22:30.287289 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a4dd825f-7448-47c9-a1f7-f935540c4549 req-4fd7e12c-7c46-40ab-ab92-944b42c3a6c8 tempest-SecurityGroupsTestAdminJSON-1555427318 tempest-SecurityGroupsTestAdminJSON-1555427318-project-admin] 10.222.0.54 "GET /v2.0/security-groups/cf3f0f07-37bf-4847-be47-ea5b47e69e4c HTTP/1.1" status: 200 len: 2994 time: 0.0632451 Dec 20 14:22:30.368785 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a4dd825f-7448-47c9-a1f7-f935540c4549 req-68a9c384-2997-4b69-9878-45d15350a93b tempest-SecurityGroupsTestAdminJSON-1555427318 tempest-SecurityGroupsTestAdminJSON-1555427318-project-admin] 10.222.0.54 "GET /v2.0/security-groups/d29d9ba9-24bd-4d94-be52-3ca7019f1c1b HTTP/1.1" status: 200 len: 2998 time: 0.0585620 Dec 20 14:22:30.371128 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5b8508ae-b493-45f3-81d1-a4f9d9ae88ac req-12db178b-f583-447a-b19a-4300ca0b5975 service neutron] 10.222.0.30 "GET /v2.0/networks/ac8eea40-77e8-4385-9ea6-fd285bf85abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203988 Dec 20 14:22:30.412595 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-d3d0e8b6-49e5-4aca-a03e-e75b58e157d6 req-d5b30b1d-4a9f-4073-82cc-fd085c406392 tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:30.444052 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b30b1d-4a9f-4073-82cc-fd085c406392 tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Pushing event deleted for resources: {'Port': ['ID=775259ad-5773-48fd-a343-2ee51804763a,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:30.467084 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-d3d0e8b6-49e5-4aca-a03e-e75b58e157d6 req-d5b30b1d-4a9f-4073-82cc-fd085c406392 tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Publish callbacks [] for floatingip, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:30.469680 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-d3d0e8b6-49e5-4aca-a03e-e75b58e157d6 req-d5b30b1d-4a9f-4073-82cc-fd085c406392 tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:30.470956 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d3d0e8b6-49e5-4aca-a03e-e75b58e157d6 req-d5b30b1d-4a9f-4073-82cc-fd085c406392 tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] 10.222.0.54 "DELETE /v2.0/floatingips/be43283a-a668-41ce-9793-9b51334e7fd1 HTTP/1.1" status: 204 len: 173 time: 0.4157369 Dec 20 14:22:30.568907 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9bdab0-46cc-401d-838a-874d811c752d req-caa976b0-8c2b-4044-a7bd-bb9c51c02b07 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:30.570559 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6d9bdab0-46cc-401d-838a-874d811c752d req-caa976b0-8c2b-4044-a7bd-bb9c51c02b07 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=1ee336c7-2c51-4a07-9c99-847191098eee HTTP/1.1" status: 200 len: 943 time: 0.0511477 Dec 20 14:22:30.615028 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-0ed6cf91-9792-423f-bde3-4723e5cfd4c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:30.627677 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6d9bdab0-46cc-401d-838a-874d811c752d req-59b95f23-1e90-4f63-8355-55837132f176 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509038 Dec 20 14:22:30.692087 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a4dd825f-7448-47c9-a1f7-f935540c4549 req-cb71b448-27e1-48a1-89ac-a6d7011cb960 tempest-SecurityGroupsTestAdminJSON-1555427318 tempest-SecurityGroupsTestAdminJSON-1555427318-project-admin] 10.222.0.54 "GET /v2.0/security-groups/d29d9ba9-24bd-4d94-be52-3ca7019f1c1b HTTP/1.1" status: 200 len: 2998 time: 0.3165030 Dec 20 14:22:30.731602 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5b8508ae-b493-45f3-81d1-a4f9d9ae88ac req-af830760-36e0-4e74-b8ac-2ce09ed8b265 service neutron] 10.222.0.30 "GET /v2.0/networks/ac8eea40-77e8-4385-9ea6-fd285bf85abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3495386 Dec 20 14:22:30.747740 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a4dd825f-7448-47c9-a1f7-f935540c4549 req-370ae130-4767-4d1e-9791-533e2c6c46df tempest-SecurityGroupsTestAdminJSON-1555427318 tempest-SecurityGroupsTestAdminJSON-1555427318-project-admin] 10.222.0.54 "GET /v2.0/security-groups/eb3a9634-5946-4a53-b5a7-9e2322be6b39 HTTP/1.1" status: 200 len: 2998 time: 0.0477996 Dec 20 14:22:30.752638 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55f04ceb-16c0-4d6e-a7a8-ba074798c4f2', 'tag': '14c108e8-8a1e-4f15-ad35-e7cd1d38574f'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:22:30.754888 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cf01ff6-9f89-4f89-b1f5-e1acf0014685" -d '{"events": [{"name": "network-changed", "server_uuid": "55f04ceb-16c0-4d6e-a7a8-ba074798c4f2", "tag": "14c108e8-8a1e-4f15-ad35-e7cd1d38574f"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:22:30.765597 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561a81c4-556d-4d29-9f6d-e02eb11b42ab req-a535d568-8a7d-47ed-a873-4c1d569574f5 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:30.767114 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-561a81c4-556d-4d29-9f6d-e02eb11b42ab req-a535d568-8a7d-47ed-a873-4c1d569574f5 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] 10.222.0.54 "GET /v2.0/ports?device_id=33edafc7-738c-4ecb-bb1a-7a34bb1f589d HTTP/1.1" status: 200 len: 946 time: 0.0531232 Dec 20 14:22:30.794914 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a4dd825f-7448-47c9-a1f7-f935540c4549 req-6945b434-2bff-4e77-be8f-ee3cd8048c0c tempest-SecurityGroupsTestAdminJSON-1555427318 tempest-SecurityGroupsTestAdminJSON-1555427318-project-admin] 10.222.0.54 "GET /v2.0/security-groups/eb3a9634-5946-4a53-b5a7-9e2322be6b39 HTTP/1.1" status: 200 len: 2998 time: 0.0385294 Dec 20 14:22:30.816603 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-561a81c4-556d-4d29-9f6d-e02eb11b42ab req-0fb5fea5-6f4f-4542-ba16-a9876188237c tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] 10.222.0.54 "GET /v2.0/security-groups?id=a09e6f2b-7c8e-422a-b663-cabaee51b7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428715 Dec 20 14:22:30.837137 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a4dd825f-7448-47c9-a1f7-f935540c4549 req-34e48ef9-f4ef-46e0-a2d8-dcc295a464d9 tempest-SecurityGroupsTestAdminJSON-1555427318 tempest-SecurityGroupsTestAdminJSON-1555427318-project-admin] 10.222.0.54 "GET /v2.0/security-groups/ed9a15ac-cddb-4670-b133-5b9eef13036f HTTP/1.1" status: 200 len: 2998 time: 0.0357254 Dec 20 14:22:30.868256 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 20 Dec 2021 14:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdc6c7e2-db16-4cdf-b16f-4999a6917a25 x-openstack-request-id: req-fdc6c7e2-db16-4cdf-b16f-4999a6917a25 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:22:30.868690 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c966417-da9d-46f5-867b-6bd63e75aabb", "name": "network-vif-plugged", "status": "completed", "tag": "4b0a336b-db05-4701-bfc6-4dde1c5f783a", "code": 200}, {"server_uuid": "33edafc7-738c-4ecb-bb1a-7a34bb1f589d", "name": "network-vif-plugged", "status": "completed", "tag": "49b41dec-3f97-4706-b42b-2cd626a751e5", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:22:30.869060 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fdc6c7e2-db16-4cdf-b16f-4999a6917a25 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:22:30.869550 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c966417-da9d-46f5-867b-6bd63e75aabb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b0a336b-db05-4701-bfc6-4dde1c5f783a', 'code': 200} Dec 20 14:22:30.870141 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33edafc7-738c-4ecb-bb1a-7a34bb1f589d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49b41dec-3f97-4706-b42b-2cd626a751e5', 'code': 200} Dec 20 14:22:30.879407 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a4dd825f-7448-47c9-a1f7-f935540c4549 req-3f066eda-6438-4c5a-a4db-bb46fbe4712a tempest-SecurityGroupsTestAdminJSON-1555427318 tempest-SecurityGroupsTestAdminJSON-1555427318-project-admin] 10.222.0.54 "GET /v2.0/security-groups/ed9a15ac-cddb-4670-b133-5b9eef13036f HTTP/1.1" status: 200 len: 2998 time: 0.0359144 Dec 20 14:22:30.888630 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-c908d50d-bafd-4c41-a06b-7fe58c7f67bb req-08bbb9ef-dd3e-4955-905a-b3f2e468aef4 tempest-SecurityGroupRulesNegativeTestJSON-862049282 tempest-SecurityGroupRulesNegativeTestJSON-862049282-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1305985057', 'description': 'tempest-description-287154144'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:22:30.919137 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-c908d50d-bafd-4c41-a06b-7fe58c7f67bb req-08bbb9ef-dd3e-4955-905a-b3f2e468aef4 tempest-SecurityGroupRulesNegativeTestJSON-862049282 tempest-SecurityGroupRulesNegativeTestJSON-862049282-project] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:30.937371 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a4dd825f-7448-47c9-a1f7-f935540c4549 req-adf9fd0b-dbc5-405c-bc93-1372adedbdb6 tempest-SecurityGroupsTestAdminJSON-1555427318 tempest-SecurityGroupsTestAdminJSON-1555427318-project-admin] 10.222.0.54 "GET /v2.0/security-groups/f85f3e1c-cc21-479d-a11e-e84bae362e6d HTTP/1.1" status: 200 len: 2998 time: 0.0504034 Dec 20 14:22:31.002993 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409a8935-bd69-4469-981b-e9e4cd8331f7 req-6ed436f3-1c6e-4651-b1bd-1351c63c50f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:31.004765 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-409a8935-bd69-4469-981b-e9e4cd8331f7 req-6ed436f3-1c6e-4651-b1bd-1351c63c50f9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9c966417-da9d-46f5-867b-6bd63e75aabb HTTP/1.1" status: 200 len: 1101 time: 0.0612125 Dec 20 14:22:31.005938 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2620b8-ba47-458c-8162-0c6a06b1ef8f req-8b7efd82-23f4-4741-9ba5-9beb14cee0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:31.007502 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0c2620b8-ba47-458c-8162-0c6a06b1ef8f req-8b7efd82-23f4-4741-9ba5-9beb14cee0ef service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=33edafc7-738c-4ecb-bb1a-7a34bb1f589d HTTP/1.1" status: 200 len: 1098 time: 0.0692003 Dec 20 14:22:31.009481 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a4dd825f-7448-47c9-a1f7-f935540c4549 req-96a0d491-9ee1-46c5-9051-e756ea852c0e tempest-SecurityGroupsTestAdminJSON-1555427318 tempest-SecurityGroupsTestAdminJSON-1555427318-project-admin] 10.222.0.54 "GET /v2.0/security-groups/f85f3e1c-cc21-479d-a11e-e84bae362e6d HTTP/1.1" status: 200 len: 2998 time: 0.0624468 Dec 20 14:22:31.033343 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-c908d50d-bafd-4c41-a06b-7fe58c7f67bb req-08bbb9ef-dd3e-4955-905a-b3f2e468aef4 tempest-SecurityGroupRulesNegativeTestJSON-862049282 tempest-SecurityGroupRulesNegativeTestJSON-862049282-project] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:31.042912 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-c908d50d-bafd-4c41-a06b-7fe58c7f67bb req-08bbb9ef-dd3e-4955-905a-b3f2e468aef4 tempest-SecurityGroupRulesNegativeTestJSON-862049282 tempest-SecurityGroupRulesNegativeTestJSON-862049282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:31.074286 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a4dd825f-7448-47c9-a1f7-f935540c4549 req-7756fdcf-fee3-4662-978e-d52aa254a80d tempest-SecurityGroupsTestAdminJSON-1555427318 tempest-SecurityGroupsTestAdminJSON-1555427318-project-admin] 10.222.0.54 "GET /v2.0/security-groups/fe18cab1-9fb0-4449-bed1-4fc5908c30fa HTTP/1.1" status: 200 len: 2998 time: 0.0571215 Dec 20 14:22:31.092052 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-c908d50d-bafd-4c41-a06b-7fe58c7f67bb req-08bbb9ef-dd3e-4955-905a-b3f2e468aef4 tempest-SecurityGroupRulesNegativeTestJSON-862049282 tempest-SecurityGroupRulesNegativeTestJSON-862049282-project] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:31.093259 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c908d50d-bafd-4c41-a06b-7fe58c7f67bb req-08bbb9ef-dd3e-4955-905a-b3f2e468aef4 tempest-SecurityGroupRulesNegativeTestJSON-862049282 tempest-SecurityGroupRulesNegativeTestJSON-862049282-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.2087703 Dec 20 14:22:31.095257 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bbb9ef-dd3e-4955-905a-b3f2e468aef4 tempest-SecurityGroupRulesNegativeTestJSON-862049282 tempest-SecurityGroupRulesNegativeTestJSON-862049282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b9dafd5-b6ff-4024-9e88-e0d084d7af31,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:31.099274 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-409a8935-bd69-4469-981b-e9e4cd8331f7 req-1ea93182-2b88-4204-9c4f-41cddc3fa5a3 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d29d9ba9-24bd-4d94-be52-3ca7019f1c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778160 Dec 20 14:22:31.108659 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0c2620b8-ba47-458c-8162-0c6a06b1ef8f req-409c96a4-43a5-455b-8e44-e5d6701c7937 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a09e6f2b-7c8e-422a-b663-cabaee51b7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838280 Dec 20 14:22:31.136588 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a4dd825f-7448-47c9-a1f7-f935540c4549 req-4c3d50c1-4645-4d04-b01c-ffa33987e73f tempest-SecurityGroupsTestAdminJSON-1555427318 tempest-SecurityGroupsTestAdminJSON-1555427318-project-admin] 10.222.0.54 "GET /v2.0/security-groups/fe18cab1-9fb0-4449-bed1-4fc5908c30fa HTTP/1.1" status: 200 len: 2998 time: 0.0555613 Dec 20 14:22:31.152849 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c81e572-f8b4-4cb7-bdf9-824a5e2a04b3 x-openstack-request-id: req-0c81e572-f8b4-4cb7-bdf9-824a5e2a04b3 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:22:31.155136 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50178b49-2fc1-4db8-ba42-27a45013d06f", "tag": "3aea9ba3-77e2-441d-9772-93b03993f779", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:22:31.155493 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0c81e572-f8b4-4cb7-bdf9-824a5e2a04b3 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:22:31.155998 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50178b49-2fc1-4db8-ba42-27a45013d06f', 'tag': '3aea9ba3-77e2-441d-9772-93b03993f779', 'status': 'completed', 'code': 200} Dec 20 14:22:31.244476 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8675baa9-48a3-40a9-a0d1-5cd48d56662b req-7f655b72-1d2e-4fc4-8a73-67516702cbce tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:31.253017 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8675baa9-48a3-40a9-a0d1-5cd48d56662b req-7f655b72-1d2e-4fc4-8a73-67516702cbce tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?device_id=b4cd8bf2-b9f3-49ba-b32e-1e2438bf9edf HTTP/1.1" status: 200 len: 950 time: 0.0590856 Dec 20 14:22:31.275846 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821b2f16-4d93-4193-8d6a-71457a82881e req-85276782-7b18-4d95-9bd6-8150fbe93e19 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:31.277500 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-821b2f16-4d93-4193-8d6a-71457a82881e req-85276782-7b18-4d95-9bd6-8150fbe93e19 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] 10.222.0.54 "GET /v2.0/ports?device_id=50178b49-2fc1-4db8-ba42-27a45013d06f HTTP/1.1" status: 200 len: 944 time: 0.0527818 Dec 20 14:22:31.296397 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8675baa9-48a3-40a9-a0d1-5cd48d56662b req-2eaecba7-92e4-41f8-baab-74951b72ff9b tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/security-groups?id=d29d9ba9-24bd-4d94-be52-3ca7019f1c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423479 Dec 20 14:22:31.327130 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-821b2f16-4d93-4193-8d6a-71457a82881e req-b22522d5-a41a-4d5e-b24e-f8ebfd854995 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] 10.222.0.54 "GET /v2.0/security-groups?id=1f075b11-d210-4909-933c-2e048b1c972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425055 Dec 20 14:22:31.361871 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed0d30ec-6da4-420a-96a1-97f03c07500b x-openstack-request-id: req-ed0d30ec-6da4-420a-96a1-97f03c07500b {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:22:31.362154 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55f04ceb-16c0-4d6e-a7a8-ba074798c4f2", "tag": "14c108e8-8a1e-4f15-ad35-e7cd1d38574f", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:22:31.362404 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ed0d30ec-6da4-420a-96a1-97f03c07500b {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:22:31.362815 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55f04ceb-16c0-4d6e-a7a8-ba074798c4f2', 'tag': '14c108e8-8a1e-4f15-ad35-e7cd1d38574f', 'status': 'completed', 'code': 200} Dec 20 14:22:31.395647 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9cde376f-c5cb-4458-b4ed-02ccb4eaddaa req-6785aafa-9d3c-44ac-9edf-42bcda3baaf1 tempest-SecurityGroupRulesNegativeTestJSON-862049282 tempest-SecurityGroupRulesNegativeTestJSON-862049282-project] 10.222.0.54 "GET /v2.0/security-groups/1b9dafd5-b6ff-4024-9e88-e0d084d7af31 HTTP/1.1" status: 200 len: 1829 time: 0.0438130 Dec 20 14:22:31.458880 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f93a5fa-81de-4f6c-a4f7-02eb44cba984 req-b34d3bbe-fa04-475b-b239-0f338cb2d50d tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:31.460445 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3f93a5fa-81de-4f6c-a4f7-02eb44cba984 req-b34d3bbe-fa04-475b-b239-0f338cb2d50d tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] 10.222.0.54 "GET /v2.0/ports?device_id=55f04ceb-16c0-4d6e-a7a8-ba074798c4f2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0533154 Dec 20 14:22:31.491385 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ead62018-fce5-45ec-8159-b426735d39eb req-353861b5-1a8f-43ac-8f21-1ef6bb53e530 tempest-SecurityGroupsTestAdminJSON-1376980961 tempest-SecurityGroupsTestAdminJSON-1376980961-project] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=adb20b38a94249cca32b0e9a02523848 HTTP/1.1" status: 200 len: 6152 time: 0.0714631 Dec 20 14:22:31.501994 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3f93a5fa-81de-4f6c-a4f7-02eb44cba984 req-c9064b5e-e933-43bd-b32c-63bd7033f50a tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0347073 Dec 20 14:22:31.540679 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ead62018-fce5-45ec-8159-b426735d39eb req-b2f3a4d5-045c-4c01-915c-dd391f5761df tempest-SecurityGroupsTestAdminJSON-1376980961 tempest-SecurityGroupsTestAdminJSON-1376980961-project] 10.222.0.54 "GET /v2.0/security-groups/eb3a9634-5946-4a53-b5a7-9e2322be6b39 HTTP/1.1" status: 200 len: 2998 time: 0.0416014 Dec 20 14:22:31.579268 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bf3cc2-4f3d-44e8-aebf-fad2a429bc0e req-3ccad22d-abc9-42ff-a949-abb75422a520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:31.580770 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b2bf3cc2-4f3d-44e8-aebf-fad2a429bc0e req-3ccad22d-abc9-42ff-a949-abb75422a520 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4f3a59730c994d32a8cbf695683850a0&device_id=50178b49-2fc1-4db8-ba42-27a45013d06f HTTP/1.1" status: 200 len: 1096 time: 0.0443792 Dec 20 14:22:31.628298 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ead62018-fce5-45ec-8159-b426735d39eb req-6f12bd16-5d7f-43a3-90ef-61f76bc40712 tempest-SecurityGroupsTestAdminJSON-1376980961 tempest-SecurityGroupsTestAdminJSON-1376980961-project] 10.222.0.54 "GET /v2.0/security-groups/eb3a9634-5946-4a53-b5a7-9e2322be6b39 HTTP/1.1" status: 200 len: 2998 time: 0.0791411 Dec 20 14:22:31.705797 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-cab1f4dc-d385-4377-b9ea-fdcf1a44fc32 req-0c181bc3-b8e9-4530-95d8-ead96a48283b tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0470526 Dec 20 14:22:31.713317 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6833f909-ae64-4740-b0fd-e7dd7647c56f req-0bec672a-a2d6-4b71-9bae-0ba8b2f5ffd5 service neutron] 10.222.0.30 "GET /v2.0/ports/39ee60c5-9697-46cd-8710-4390a2539519/bindings/n-h2-761264-19 HTTP/1.1" status: 200 len: 385 time: 0.1694942 Dec 20 14:22:31.719897 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-8231f693-6dff-4f3f-a010-4fa0b3e7fa0e req-6f2055c8-f2da-4ace-8e7f-7fe6ea8b5985 tempest-SecurityGroupRulesNegativeTestJSON-862049282 tempest-SecurityGroupRulesNegativeTestJSON-862049282-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2037637083', 'description': 'tempest-description-1116011984'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:22:31.742002 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fcada810-a0db-4e78-8d73-039a65d0a1d2 req-85b39e8b-b5c6-4c9d-8142-bdac6a1c2191 tempest-SecurityGroupsTestAdminJSON-1555427318 tempest-SecurityGroupsTestAdminJSON-1555427318-project-admin] 10.222.0.54 "GET /v2.0/security-groups/d419b705-2bad-442b-8beb-ec37357d3d97 HTTP/1.1" status: 200 len: 1794 time: 0.0529690 Dec 20 14:22:31.778410 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bf3cc2-4f3d-44e8-aebf-fad2a429bc0e req-b892def3-78b8-400f-9f89-fd2713407d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:31.779966 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b2bf3cc2-4f3d-44e8-aebf-fad2a429bc0e req-b892def3-78b8-400f-9f89-fd2713407d89 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ac8eea40-77e8-4385-9ea6-fd285bf85abe HTTP/1.1" status: 200 len: 922 time: 0.1664777 Dec 20 14:22:31.788987 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-8231f693-6dff-4f3f-a010-4fa0b3e7fa0e req-6f2055c8-f2da-4ace-8e7f-7fe6ea8b5985 tempest-SecurityGroupRulesNegativeTestJSON-862049282 tempest-SecurityGroupRulesNegativeTestJSON-862049282-project] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:31.833784 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b2bf3cc2-4f3d-44e8-aebf-fad2a429bc0e req-bf7b3d19-f372-42cb-876f-0b1ead8c6cf4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3aea9ba3-77e2-441d-9772-93b03993f779 HTTP/1.1" status: 200 len: 217 time: 0.0456982 Dec 20 14:22:31.837741 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-fcada810-a0db-4e78-8d73-039a65d0a1d2 req-cea06c02-740e-4627-aa1f-34bfcca72b61 tempest-SecurityGroupsTestAdminJSON-1555427318 tempest-SecurityGroupsTestAdminJSON-1555427318-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:31.883966 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-fcada810-a0db-4e78-8d73-039a65d0a1d2 req-cea06c02-740e-4627-aa1f-34bfcca72b61 tempest-SecurityGroupsTestAdminJSON-1555427318 tempest-SecurityGroupsTestAdminJSON-1555427318-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:31.920645 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bf3cc2-4f3d-44e8-aebf-fad2a429bc0e req-be61138a-250e-4082-8981-da63dea1eae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:31.922076 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b2bf3cc2-4f3d-44e8-aebf-fad2a429bc0e req-be61138a-250e-4082-8981-da63dea1eae7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=937bc278-96b6-4101-8820-0f0154447eb0 HTTP/1.1" status: 200 len: 860 time: 0.0762262 Dec 20 14:22:31.947835 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-8231f693-6dff-4f3f-a010-4fa0b3e7fa0e req-6f2055c8-f2da-4ace-8e7f-7fe6ea8b5985 tempest-SecurityGroupRulesNegativeTestJSON-862049282 tempest-SecurityGroupRulesNegativeTestJSON-862049282-project] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:31.957101 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-8231f693-6dff-4f3f-a010-4fa0b3e7fa0e req-6f2055c8-f2da-4ace-8e7f-7fe6ea8b5985 tempest-SecurityGroupRulesNegativeTestJSON-862049282 tempest-SecurityGroupRulesNegativeTestJSON-862049282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:31.957996 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-fcada810-a0db-4e78-8d73-039a65d0a1d2 req-cea06c02-740e-4627-aa1f-34bfcca72b61 tempest-SecurityGroupsTestAdminJSON-1555427318 tempest-SecurityGroupsTestAdminJSON-1555427318-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:31.960760 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-fcada810-a0db-4e78-8d73-039a65d0a1d2 req-cea06c02-740e-4627-aa1f-34bfcca72b61 tempest-SecurityGroupsTestAdminJSON-1555427318 tempest-SecurityGroupsTestAdminJSON-1555427318-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:31.961892 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fcada810-a0db-4e78-8d73-039a65d0a1d2 req-cea06c02-740e-4627-aa1f-34bfcca72b61 tempest-SecurityGroupsTestAdminJSON-1555427318 tempest-SecurityGroupsTestAdminJSON-1555427318-project-admin] 10.222.0.54 "DELETE /v2.0/security-groups/d419b705-2bad-442b-8beb-ec37357d3d97 HTTP/1.1" status: 204 len: 173 time: 0.2122228 Dec 20 14:22:31.978143 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea06c02-740e-4627-aa1f-34bfcca72b61 tempest-SecurityGroupsTestAdminJSON-1555427318 tempest-SecurityGroupsTestAdminJSON-1555427318-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d419b705-2bad-442b-8beb-ec37357d3d97,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:31.994214 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bf3cc2-4f3d-44e8-aebf-fad2a429bc0e req-b87d3aa9-f26e-4e75-837e-d024e5284a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:31.999918 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-6833f909-ae64-4740-b0fd-e7dd7647c56f req-76eb8b57-3b2e-4955-bac0-1aa14a94751f service neutron] For port 39ee60c5-9697-46cd-8710-4390a2539519, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=39ee60c5-9697-46cd-8710-4390a2539519,segment=NetworkSegment(c78eb3db-e8a6-4673-b220-136b3d8ed714),segment_id=c78eb3db-e8a6-4673-b220-136b3d8ed714)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:22:32.001829 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b2bf3cc2-4f3d-44e8-aebf-fad2a429bc0e req-b87d3aa9-f26e-4e75-837e-d024e5284a55 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ac8eea40-77e8-4385-9ea6-fd285bf85abe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0659499 Dec 20 14:22:32.032385 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-8231f693-6dff-4f3f-a010-4fa0b3e7fa0e req-6f2055c8-f2da-4ace-8e7f-7fe6ea8b5985 tempest-SecurityGroupRulesNegativeTestJSON-862049282 tempest-SecurityGroupRulesNegativeTestJSON-862049282-project] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:32.039227 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8231f693-6dff-4f3f-a010-4fa0b3e7fa0e req-6f2055c8-f2da-4ace-8e7f-7fe6ea8b5985 tempest-SecurityGroupRulesNegativeTestJSON-862049282 tempest-SecurityGroupRulesNegativeTestJSON-862049282-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.3236408 Dec 20 14:22:32.041303 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2055c8-f2da-4ace-8e7f-7fe6ea8b5985 tempest-SecurityGroupRulesNegativeTestJSON-862049282 tempest-SecurityGroupRulesNegativeTestJSON-862049282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88eacdf5-e144-4e02-9c13-3116222d26a3,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:32.068392 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-6833f909-ae64-4740-b0fd-e7dd7647c56f req-76eb8b57-3b2e-4955-bac0-1aa14a94751f service neutron] For port 39ee60c5-9697-46cd-8710-4390a2539519, host n-h1-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:22:32.136353 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [req-6833f909-ae64-4740-b0fd-e7dd7647c56f req-76eb8b57-3b2e-4955-bac0-1aa14a94751f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39ee60c5-9697-46cd-8710-4390a2539519 {{(pid=103167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:22:32.149018 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-6833f909-ae64-4740-b0fd-e7dd7647c56f req-76eb8b57-3b2e-4955-bac0-1aa14a94751f service neutron] For port 39ee60c5-9697-46cd-8710-4390a2539519, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=39ee60c5-9697-46cd-8710-4390a2539519,segment=NetworkSegment(c78eb3db-e8a6-4673-b220-136b3d8ed714),segment_id=c78eb3db-e8a6-4673-b220-136b3d8ed714)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:22:32.164837 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-6833f909-ae64-4740-b0fd-e7dd7647c56f req-76eb8b57-3b2e-4955-bac0-1aa14a94751f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:32.169494 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b2bf3cc2-4f3d-44e8-aebf-fad2a429bc0e req-04ec4a1a-4c84-4848-a01d-da6fa4a5ba73 service neutron] 10.222.0.30 "GET /v2.0/networks/ac8eea40-77e8-4385-9ea6-fd285bf85abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646037 Dec 20 14:22:32.213851 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48119da-f34e-4e14-b7bb-560b7f73a3d4 req-50763ceb-2f45-4545-820c-2325f30999f5 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:32.215472 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c48119da-f34e-4e14-b7bb-560b7f73a3d4 req-50763ceb-2f45-4545-820c-2325f30999f5 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=1ee336c7-2c51-4a07-9c99-847191098eee HTTP/1.1" status: 200 len: 943 time: 0.0909369 Dec 20 14:22:32.243984 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-6833f909-ae64-4740-b0fd-e7dd7647c56f req-76eb8b57-3b2e-4955-bac0-1aa14a94751f service neutron] Transition to ACTIVE for port object 39ee60c5-9697-46cd-8710-4390a2539519 will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:22:32.261374 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-6833f909-ae64-4740-b0fd-e7dd7647c56f req-76eb8b57-3b2e-4955-bac0-1aa14a94751f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:32.315897 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c48119da-f34e-4e14-b7bb-560b7f73a3d4 req-b70e3dc2-1147-42ca-a8d9-0b7e9804f0e8 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674140 Dec 20 14:22:32.318044 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b2bf3cc2-4f3d-44e8-aebf-fad2a429bc0e req-08e5c79e-616f-44af-b3c8-f5bc75c234f3 service neutron] 10.222.0.30 "GET /v2.0/networks/ac8eea40-77e8-4385-9ea6-fd285bf85abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410463 Dec 20 14:22:32.382817 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-6833f909-ae64-4740-b0fd-e7dd7647c56f req-76eb8b57-3b2e-4955-bac0-1aa14a94751f service neutron] No DVR routers for this DVR port 39ee60c5-9697-46cd-8710-4390a2539519 on host n-h1-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:22:32.385764 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eb8b57-3b2e-4955-bac0-1aa14a94751f service neutron] Pushing event updated for resources: {'Port': ['ID=39ee60c5-9697-46cd-8710-4390a2539519,revision_number=10']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:32.393714 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f8e32ab7-5a06-46ce-9a2e-261abf7bae84 req-ad40e2a6-8b99-4f6d-ae05-a8bc8de99f32 tempest-SecurityGroupsTestAdminJSON-1555427318 tempest-SecurityGroupsTestAdminJSON-1555427318-project-admin] 10.222.0.54 "GET /v2.0/security-groups/68bc3ce6-fba1-4f75-81dc-c9a928645b70 HTTP/1.1" status: 200 len: 1795 time: 0.0366704 Dec 20 14:22:32.400432 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a635338e-8161-450a-bf8a-9f90bfc13013 req-442e1d7b-10c5-446f-b262-7bd97db41e02 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:32.401928 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a635338e-8161-450a-bf8a-9f90bfc13013 req-442e1d7b-10c5-446f-b262-7bd97db41e02 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] 10.222.0.54 "GET /v2.0/ports?device_id=33edafc7-738c-4ecb-bb1a-7a34bb1f589d HTTP/1.1" status: 200 len: 946 time: 0.0973005 Dec 20 14:22:32.444597 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6833f909-ae64-4740-b0fd-e7dd7647c56f req-76eb8b57-3b2e-4955-bac0-1aa14a94751f service neutron] 10.222.0.30 "PUT /v2.0/ports/39ee60c5-9697-46cd-8710-4390a2539519/bindings/n-h2-761264-19/activate HTTP/1.1" status: 200 len: 370 time: 0.7191606 Dec 20 14:22:32.447910 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-f8e32ab7-5a06-46ce-9a2e-261abf7bae84 req-936f6518-f749-4b56-aa19-c406251c2324 tempest-SecurityGroupsTestAdminJSON-1555427318 tempest-SecurityGroupsTestAdminJSON-1555427318-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:32.467847 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-f8e32ab7-5a06-46ce-9a2e-261abf7bae84 req-936f6518-f749-4b56-aa19-c406251c2324 tempest-SecurityGroupsTestAdminJSON-1555427318 tempest-SecurityGroupsTestAdminJSON-1555427318-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:32.470360 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a635338e-8161-450a-bf8a-9f90bfc13013 req-40125694-dde4-4686-ac0b-448738d42997 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] 10.222.0.54 "GET /v2.0/security-groups?id=a09e6f2b-7c8e-422a-b663-cabaee51b7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469561 Dec 20 14:22:32.517595 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-f8e32ab7-5a06-46ce-9a2e-261abf7bae84 req-936f6518-f749-4b56-aa19-c406251c2324 tempest-SecurityGroupsTestAdminJSON-1555427318 tempest-SecurityGroupsTestAdminJSON-1555427318-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:32.520964 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-f8e32ab7-5a06-46ce-9a2e-261abf7bae84 req-936f6518-f749-4b56-aa19-c406251c2324 tempest-SecurityGroupsTestAdminJSON-1555427318 tempest-SecurityGroupsTestAdminJSON-1555427318-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:32.522849 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f8e32ab7-5a06-46ce-9a2e-261abf7bae84 req-936f6518-f749-4b56-aa19-c406251c2324 tempest-SecurityGroupsTestAdminJSON-1555427318 tempest-SecurityGroupsTestAdminJSON-1555427318-project-admin] 10.222.0.54 "DELETE /v2.0/security-groups/68bc3ce6-fba1-4f75-81dc-c9a928645b70 HTTP/1.1" status: 204 len: 173 time: 0.1223712 Dec 20 14:22:32.534827 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936f6518-f749-4b56-aa19-c406251c2324 tempest-SecurityGroupsTestAdminJSON-1555427318 tempest-SecurityGroupsTestAdminJSON-1555427318-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68bc3ce6-fba1-4f75-81dc-c9a928645b70,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:32.568193 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2cf23913-1ba1-45ee-8b85-dcc9a13aa423 req-fe3544cc-b399-45ce-8e55-a782669a7a0e tempest-SecurityGroupRulesNegativeTestJSON-862049282 tempest-SecurityGroupRulesNegativeTestJSON-862049282-project] 10.222.0.54 "GET /v2.0/security-groups/88eacdf5-e144-4e02-9c13-3116222d26a3 HTTP/1.1" status: 200 len: 1830 time: 0.0472822 Dec 20 14:22:32.625139 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427086a0-7c4e-42f5-a160-8238ee4eac03 req-7bf86a3f-557e-4800-a411-a36eadacaf08 tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:32.626580 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-427086a0-7c4e-42f5-a160-8238ee4eac03 req-7bf86a3f-557e-4800-a411-a36eadacaf08 tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] 10.222.0.54 "GET /v2.0/ports?device_id=55f04ceb-16c0-4d6e-a7a8-ba074798c4f2 HTTP/1.1" status: 200 len: 946 time: 0.0539584 Dec 20 14:22:32.665285 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbce4548-d64e-4cdb-81ee-27a3eb43cc63 req-17cac576-878b-43ca-95ad-771dd1dbec13 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:32.666965 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fbce4548-d64e-4cdb-81ee-27a3eb43cc63 req-17cac576-878b-43ca-95ad-771dd1dbec13 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?device_id=b4cd8bf2-b9f3-49ba-b32e-1e2438bf9edf HTTP/1.1" status: 200 len: 950 time: 0.0507066 Dec 20 14:22:32.675606 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-427086a0-7c4e-42f5-a160-8238ee4eac03 req-5dc2b6b2-04fa-4b7e-877b-3f9849a54aa5 tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] 10.222.0.54 "GET /v2.0/security-groups?id=a65b051b-114e-4b1e-a061-94d194ee3601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425889 Dec 20 14:22:32.720044 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fbce4548-d64e-4cdb-81ee-27a3eb43cc63 req-6a47b787-470c-45e8-90e4-b79be46d35ee tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/security-groups?id=d29d9ba9-24bd-4d94-be52-3ca7019f1c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460434 Dec 20 14:22:32.790426 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae5a748-0a6d-4961-a3f9-8813e3c245f8 req-d5c1322b-c371-43e0-8890-e4a0b253304b tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:32.791975 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4ae5a748-0a6d-4961-a3f9-8813e3c245f8 req-d5c1322b-c371-43e0-8890-e4a0b253304b tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] 10.222.0.54 "GET /v2.0/ports?device_id=50178b49-2fc1-4db8-ba42-27a45013d06f HTTP/1.1" status: 200 len: 944 time: 0.0521605 Dec 20 14:22:32.805188 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ee61faa7-ec0e-4e02-8319-6a63f8977c37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:32.820961 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e97ef943-4c3d-4654-bef4-858fba057468 req-953349dc-be36-43ae-a876-f8ce26850538 tempest-SecurityGroupsTestAdminJSON-1376980961 tempest-SecurityGroupsTestAdminJSON-1376980961-project] 10.222.0.54 "GET /v2.0/security-groups/ace811f9-15a1-4f09-8fe6-9825d94ed64f HTTP/1.1" status: 200 len: 1792 time: 0.0421674 Dec 20 14:22:32.840218 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4ae5a748-0a6d-4961-a3f9-8813e3c245f8 req-d1912932-7dda-4792-9abf-d540280f8a9f tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] 10.222.0.54 "GET /v2.0/security-groups?id=1f075b11-d210-4909-933c-2e048b1c972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418558 Dec 20 14:22:32.867003 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-62ef3364-3588-4c5c-bd99-c92fb453ae96 req-44d58a6a-c5aa-4227-a967-4546b2bc8f4e tempest-SecurityGroupRulesNegativeTestJSON-862049282 tempest-SecurityGroupRulesNegativeTestJSON-862049282-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1668512230', 'description': 'tempest-description-790526660'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:22:32.879646 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-e97ef943-4c3d-4654-bef4-858fba057468 req-fab6d00c-9980-4575-b231-409ced3999ba tempest-SecurityGroupsTestAdminJSON-1376980961 tempest-SecurityGroupsTestAdminJSON-1376980961-project] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:32.894078 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-62ef3364-3588-4c5c-bd99-c92fb453ae96 req-44d58a6a-c5aa-4227-a967-4546b2bc8f4e tempest-SecurityGroupRulesNegativeTestJSON-862049282 tempest-SecurityGroupRulesNegativeTestJSON-862049282-project] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:32.903027 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-e97ef943-4c3d-4654-bef4-858fba057468 req-fab6d00c-9980-4575-b231-409ced3999ba tempest-SecurityGroupsTestAdminJSON-1376980961 tempest-SecurityGroupsTestAdminJSON-1376980961-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:32.948026 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-e97ef943-4c3d-4654-bef4-858fba057468 req-fab6d00c-9980-4575-b231-409ced3999ba tempest-SecurityGroupsTestAdminJSON-1376980961 tempest-SecurityGroupsTestAdminJSON-1376980961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:32.950616 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-e97ef943-4c3d-4654-bef4-858fba057468 req-fab6d00c-9980-4575-b231-409ced3999ba tempest-SecurityGroupsTestAdminJSON-1376980961 tempest-SecurityGroupsTestAdminJSON-1376980961-project] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:32.951775 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e97ef943-4c3d-4654-bef4-858fba057468 req-fab6d00c-9980-4575-b231-409ced3999ba tempest-SecurityGroupsTestAdminJSON-1376980961 tempest-SecurityGroupsTestAdminJSON-1376980961-project] 10.222.0.54 "DELETE /v2.0/security-groups/ace811f9-15a1-4f09-8fe6-9825d94ed64f HTTP/1.1" status: 204 len: 173 time: 0.1244915 Dec 20 14:22:32.960789 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab6d00c-9980-4575-b231-409ced3999ba tempest-SecurityGroupsTestAdminJSON-1376980961 tempest-SecurityGroupsTestAdminJSON-1376980961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace811f9-15a1-4f09-8fe6-9825d94ed64f,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:32.961250 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-62ef3364-3588-4c5c-bd99-c92fb453ae96 req-44d58a6a-c5aa-4227-a967-4546b2bc8f4e tempest-SecurityGroupRulesNegativeTestJSON-862049282 tempest-SecurityGroupRulesNegativeTestJSON-862049282-project] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:32.967837 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-62ef3364-3588-4c5c-bd99-c92fb453ae96 req-44d58a6a-c5aa-4227-a967-4546b2bc8f4e tempest-SecurityGroupRulesNegativeTestJSON-862049282 tempest-SecurityGroupRulesNegativeTestJSON-862049282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:32.996420 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d58a6a-c5aa-4227-a967-4546b2bc8f4e tempest-SecurityGroupRulesNegativeTestJSON-862049282 tempest-SecurityGroupRulesNegativeTestJSON-862049282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=667d7164-6d6e-42b8-836b-3480580f9e80,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:33.002625 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-62ef3364-3588-4c5c-bd99-c92fb453ae96 req-44d58a6a-c5aa-4227-a967-4546b2bc8f4e tempest-SecurityGroupRulesNegativeTestJSON-862049282 tempest-SecurityGroupRulesNegativeTestJSON-862049282-project] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:33.003997 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-62ef3364-3588-4c5c-bd99-c92fb453ae96 req-44d58a6a-c5aa-4227-a967-4546b2bc8f4e tempest-SecurityGroupRulesNegativeTestJSON-862049282 tempest-SecurityGroupRulesNegativeTestJSON-862049282-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.1411662 Dec 20 14:22:33.064756 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6feae662-2894-4110-ac57-100cfa870e5e req-b063b42b-cbd7-4349-be36-f747435f8fcc tempest-SecurityGroupsTestAdminJSON-1376980961 tempest-SecurityGroupsTestAdminJSON-1376980961-project] 10.222.0.54 "GET /v2.0/security-groups/c3f68b51-9a43-497f-ba8c-609e9217eecf HTTP/1.1" status: 200 len: 1795 time: 0.0457718 Dec 20 14:22:33.093946 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-73137263-5dfb-4c50-9e5c-e1f12f44ce34 req-093bcf22-c69b-4234-9fad-4d9ffcc7396b tempest-SecurityGroupRulesNegativeTestJSON-862049282 tempest-SecurityGroupRulesNegativeTestJSON-862049282-project] 10.222.0.54 "GET /v2.0/security-groups/667d7164-6d6e-42b8-836b-3480580f9e80 HTTP/1.1" status: 200 len: 1829 time: 0.0370779 Dec 20 14:22:33.122451 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-db2edfdd-c97b-4a03-b5a8-7f2856d3fde2 req-96f47383-0093-42e2-abee-abaaaac5931f tempest-SecurityGroupRulesNegativeTestJSON-862049282 tempest-SecurityGroupRulesNegativeTestJSON-862049282-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1265233205', 'description': 'tempest-description-689944218'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:22:33.128894 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-6feae662-2894-4110-ac57-100cfa870e5e req-bfe37a00-6857-4d78-aff1-3947ca08fdda tempest-SecurityGroupsTestAdminJSON-1376980961 tempest-SecurityGroupsTestAdminJSON-1376980961-project] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:33.145171 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-db2edfdd-c97b-4a03-b5a8-7f2856d3fde2 req-96f47383-0093-42e2-abee-abaaaac5931f tempest-SecurityGroupRulesNegativeTestJSON-862049282 tempest-SecurityGroupRulesNegativeTestJSON-862049282-project] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:33.151278 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-6feae662-2894-4110-ac57-100cfa870e5e req-bfe37a00-6857-4d78-aff1-3947ca08fdda tempest-SecurityGroupsTestAdminJSON-1376980961 tempest-SecurityGroupsTestAdminJSON-1376980961-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:33.197025 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-6feae662-2894-4110-ac57-100cfa870e5e req-bfe37a00-6857-4d78-aff1-3947ca08fdda tempest-SecurityGroupsTestAdminJSON-1376980961 tempest-SecurityGroupsTestAdminJSON-1376980961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:33.199749 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-6feae662-2894-4110-ac57-100cfa870e5e req-bfe37a00-6857-4d78-aff1-3947ca08fdda tempest-SecurityGroupsTestAdminJSON-1376980961 tempest-SecurityGroupsTestAdminJSON-1376980961-project] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:33.200871 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6feae662-2894-4110-ac57-100cfa870e5e req-bfe37a00-6857-4d78-aff1-3947ca08fdda tempest-SecurityGroupsTestAdminJSON-1376980961 tempest-SecurityGroupsTestAdminJSON-1376980961-project] 10.222.0.54 "DELETE /v2.0/security-groups/c3f68b51-9a43-497f-ba8c-609e9217eecf HTTP/1.1" status: 204 len: 173 time: 0.1234915 Dec 20 14:22:33.217485 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe37a00-6857-4d78-aff1-3947ca08fdda tempest-SecurityGroupsTestAdminJSON-1376980961 tempest-SecurityGroupsTestAdminJSON-1376980961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f68b51-9a43-497f-ba8c-609e9217eecf,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:33.219184 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-db2edfdd-c97b-4a03-b5a8-7f2856d3fde2 req-96f47383-0093-42e2-abee-abaaaac5931f tempest-SecurityGroupRulesNegativeTestJSON-862049282 tempest-SecurityGroupRulesNegativeTestJSON-862049282-project] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:33.227701 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-db2edfdd-c97b-4a03-b5a8-7f2856d3fde2 req-96f47383-0093-42e2-abee-abaaaac5931f tempest-SecurityGroupRulesNegativeTestJSON-862049282 tempest-SecurityGroupRulesNegativeTestJSON-862049282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:33.258268 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f47383-0093-42e2-abee-abaaaac5931f tempest-SecurityGroupRulesNegativeTestJSON-862049282 tempest-SecurityGroupRulesNegativeTestJSON-862049282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b46bfea6-4685-40ff-b908-64cdb08f03f5,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:33.263048 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-db2edfdd-c97b-4a03-b5a8-7f2856d3fde2 req-96f47383-0093-42e2-abee-abaaaac5931f tempest-SecurityGroupRulesNegativeTestJSON-862049282 tempest-SecurityGroupRulesNegativeTestJSON-862049282-project] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:33.264249 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-db2edfdd-c97b-4a03-b5a8-7f2856d3fde2 req-96f47383-0093-42e2-abee-abaaaac5931f tempest-SecurityGroupRulesNegativeTestJSON-862049282 tempest-SecurityGroupRulesNegativeTestJSON-862049282-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.1460986 Dec 20 14:22:33.332030 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5bcab2ed-4977-42b8-be44-69a57b6f425d req-dfbcb27b-7679-47ff-8044-a966ed4b69b5 tempest-SecurityGroupRulesNegativeTestJSON-862049282 tempest-SecurityGroupRulesNegativeTestJSON-862049282-project] 10.222.0.54 "GET /v2.0/security-groups/b46bfea6-4685-40ff-b908-64cdb08f03f5 HTTP/1.1" status: 200 len: 1829 time: 0.0449758 Dec 20 14:22:33.374965 n-d-761264-19 neutron-server[103167]: INFO neutron.api.v2.resource [req-d2bfb66e-770a-436d-93e3-16bdf7bca1e1 req-e7548da8-a031-4769-83d1-4e900c994040 tempest-SecurityGroupRulesNegativeTestJSON-862049282 tempest-SecurityGroupRulesNegativeTestJSON-862049282-project] show failed (client error): The resource could not be found. Dec 20 14:22:33.375992 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d2bfb66e-770a-436d-93e3-16bdf7bca1e1 req-e7548da8-a031-4769-83d1-4e900c994040 tempest-SecurityGroupRulesNegativeTestJSON-862049282 tempest-SecurityGroupRulesNegativeTestJSON-862049282-project] 10.222.0.54 "GET /v2.0/security-groups/bae5e5ca-2e11-4291-9e77-9cc19f2b5847 HTTP/1.1" status: 404 len: 352 time: 0.0164368 Dec 20 14:22:33.440371 n-d-761264-19 neutron-server[103167]: INFO neutron.api.v2.resource [req-b1c22206-6b0e-4206-a8f0-09479775a6e4 req-e79b6a3c-f95d-466e-abcd-2893d8f50676 tempest-SecurityGroupRulesNegativeTestJSON-862049282 tempest-SecurityGroupRulesNegativeTestJSON-862049282-project] show failed (client error): The resource could not be found. Dec 20 14:22:33.441521 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b1c22206-6b0e-4206-a8f0-09479775a6e4 req-e79b6a3c-f95d-466e-abcd-2893d8f50676 tempest-SecurityGroupRulesNegativeTestJSON-862049282 tempest-SecurityGroupRulesNegativeTestJSON-862049282-project] 10.222.0.54 "GET /v2.0/security-group-rules/5fb0eed7-1e21-44b7-87a0-bd667bbe65f6 HTTP/1.1" status: 404 len: 361 time: 0.0136330 Dec 20 14:22:33.457909 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 48726) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:22:33.458266 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0807ac5-0870-4b08-a5d2-03134b737822 req-07153641-4ee7-4705-91c2-e3661b8dd6ab tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:33.459829 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a0807ac5-0870-4b08-a5d2-03134b737822 req-07153641-4ee7-4705-91c2-e3661b8dd6ab tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=1ee336c7-2c51-4a07-9c99-847191098eee HTTP/1.1" status: 200 len: 944 time: 0.0547130 Dec 20 14:22:33.529036 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a0807ac5-0870-4b08-a5d2-03134b737822 req-a3c7d878-e56a-474d-910d-ee0dbda4a8b7 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626621 Dec 20 14:22:33.587247 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-54abc7dc-a9a7-4b8e-98b6-c140be65577b req-c7fd18b3-d942-468a-8c96-775f9bdcc713 tempest-SecurityGroupRulesNegativeTestJSON-862049282 tempest-SecurityGroupRulesNegativeTestJSON-862049282-project] 10.222.0.54 "GET /v2.0/security-groups/b46bfea6-4685-40ff-b908-64cdb08f03f5 HTTP/1.1" status: 200 len: 1829 time: 0.0922880 Dec 20 14:22:33.605192 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf01ff6-9f89-4f89-b1f5-e1acf0014685 req-cb29539b-4d41-4527-a532-2c4cd84e74af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:33.606515 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1cf01ff6-9f89-4f89-b1f5-e1acf0014685 req-cb29539b-4d41-4527-a532-2c4cd84e74af service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=92e3cf73bd51484d9ba59eee56c670d9&device_id=55f04ceb-16c0-4d6e-a7a8-ba074798c4f2 HTTP/1.1" status: 200 len: 1098 time: 0.0741293 Dec 20 14:22:33.623450 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:33.647752 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6833f909-ae64-4740-b0fd-e7dd7647c56f req-a68e7828-b32d-4d8e-9066-1339759cc435 tempest-LiveAutoBlockMigrationV225Test-195224901 tempest-LiveAutoBlockMigrationV225Test-195224901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:33.649262 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6833f909-ae64-4740-b0fd-e7dd7647c56f req-a68e7828-b32d-4d8e-9066-1339759cc435 tempest-LiveAutoBlockMigrationV225Test-195224901 tempest-LiveAutoBlockMigrationV225Test-195224901-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=1ee336c7-2c51-4a07-9c99-847191098eee&tenant_id=230adefc93184769a5ed971e644ca4c5&binding%3Ahost_id=n-h1-761264-19 HTTP/1.1" status: 200 len: 1096 time: 0.1008518 Dec 20 14:22:33.698445 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-633ae219-777f-4ac2-baa9-6edbb66f3065 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=adb20b38a94249cca32b0e9a02523848&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2392569 Dec 20 14:22:33.709347 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 48742) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:22:33.749480 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-54abc7dc-a9a7-4b8e-98b6-c140be65577b req-852a1e27-e6f3-40bd-86b9-78e1b8af3fe9 tempest-SecurityGroupRulesNegativeTestJSON-862049282 tempest-SecurityGroupRulesNegativeTestJSON-862049282-project] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:33.770203 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6833f909-ae64-4740-b0fd-e7dd7647c56f req-bfb4f79e-6f4c-4e23-8d2f-d2e5daaee03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:33.772658 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6833f909-ae64-4740-b0fd-e7dd7647c56f req-bfb4f79e-6f4c-4e23-8d2f-d2e5daaee03a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1ee336c7-2c51-4a07-9c99-847191098eee&tenant_id=230adefc93184769a5ed971e644ca4c5 HTTP/1.1" status: 200 len: 1096 time: 0.1067295 Dec 20 14:22:33.788760 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-54abc7dc-a9a7-4b8e-98b6-c140be65577b req-852a1e27-e6f3-40bd-86b9-78e1b8af3fe9 tempest-SecurityGroupRulesNegativeTestJSON-862049282 tempest-SecurityGroupRulesNegativeTestJSON-862049282-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:33.793270 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-dc7cf91c-6117-413c-b0e8-92107fa7b821 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:33.799190 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf01ff6-9f89-4f89-b1f5-e1acf0014685 req-4a9634ae-99be-4951-b5d7-c083b8296989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:33.800952 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1cf01ff6-9f89-4f89-b1f5-e1acf0014685 req-4a9634ae-99be-4951-b5d7-c083b8296989 service neutron] 10.222.0.47 "GET /v2.0/networks?id=80d00bf9-e2d3-4274-b126-1d34ec749a75 HTTP/1.1" status: 200 len: 929 time: 0.1539760 Dec 20 14:22:33.835104 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-dc7cf91c-6117-413c-b0e8-92107fa7b821 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:33.864033 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1cf01ff6-9f89-4f89-b1f5-e1acf0014685 req-f6c9af2b-ea4d-4740-a7ad-d27c92c5cd4a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=14c108e8-8a1e-4f15-ad35-e7cd1d38574f HTTP/1.1" status: 200 len: 217 time: 0.0455141 Dec 20 14:22:33.885823 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-54abc7dc-a9a7-4b8e-98b6-c140be65577b req-852a1e27-e6f3-40bd-86b9-78e1b8af3fe9 tempest-SecurityGroupRulesNegativeTestJSON-862049282 tempest-SecurityGroupRulesNegativeTestJSON-862049282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:33.888426 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-54abc7dc-a9a7-4b8e-98b6-c140be65577b req-852a1e27-e6f3-40bd-86b9-78e1b8af3fe9 tempest-SecurityGroupRulesNegativeTestJSON-862049282 tempest-SecurityGroupRulesNegativeTestJSON-862049282-project] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:33.889484 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-54abc7dc-a9a7-4b8e-98b6-c140be65577b req-852a1e27-e6f3-40bd-86b9-78e1b8af3fe9 tempest-SecurityGroupRulesNegativeTestJSON-862049282 tempest-SecurityGroupRulesNegativeTestJSON-862049282-project] 10.222.0.54 "DELETE /v2.0/security-groups/b46bfea6-4685-40ff-b908-64cdb08f03f5 HTTP/1.1" status: 204 len: 173 time: 0.2918019 Dec 20 14:22:33.917691 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6833f909-ae64-4740-b0fd-e7dd7647c56f req-fdfac631-d58e-46a0-94b7-a888d83fa653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:33.919238 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6833f909-ae64-4740-b0fd-e7dd7647c56f req-fdfac631-d58e-46a0-94b7-a888d83fa653 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=230adefc93184769a5ed971e644ca4c5&device_id=1ee336c7-2c51-4a07-9c99-847191098eee HTTP/1.1" status: 200 len: 1096 time: 0.0996540 Dec 20 14:22:33.921174 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852a1e27-e6f3-40bd-86b9-78e1b8af3fe9 tempest-SecurityGroupRulesNegativeTestJSON-862049282 tempest-SecurityGroupRulesNegativeTestJSON-862049282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b46bfea6-4685-40ff-b908-64cdb08f03f5,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:33.949315 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a49e17-9623-4f1b-81b3-177a2ede3c15 req-3ede5d17-24e9-4a5d-a231-1ef36a0f2908 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:33.950829 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c6a49e17-9623-4f1b-81b3-177a2ede3c15 req-3ede5d17-24e9-4a5d-a231-1ef36a0f2908 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] 10.222.0.54 "GET /v2.0/ports?device_id=33edafc7-738c-4ecb-bb1a-7a34bb1f589d HTTP/1.1" status: 200 len: 946 time: 0.1199608 Dec 20 14:22:33.964035 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf01ff6-9f89-4f89-b1f5-e1acf0014685 req-68bb28f0-3d51-4340-a1d1-bde9b086a595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:33.966172 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1cf01ff6-9f89-4f89-b1f5-e1acf0014685 req-68bb28f0-3d51-4340-a1d1-bde9b086a595 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9ae0f23a-29ed-4948-a81a-2e6d5a905c6c HTTP/1.1" status: 200 len: 867 time: 0.0898557 Dec 20 14:22:34.021802 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-dc7cf91c-6117-413c-b0e8-92107fa7b821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:34.024403 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-dc7cf91c-6117-413c-b0e8-92107fa7b821 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:34.025457 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-dc7cf91c-6117-413c-b0e8-92107fa7b821 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/eb3a9634-5946-4a53-b5a7-9e2322be6b39 HTTP/1.1" status: 204 len: 168 time: 0.3149090 Dec 20 14:22:34.031417 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b627341-702f-45bc-9c32-b7cfedaa83f2 req-c6f97bcf-c023-45b2-8a1a-ab72904d6d32 tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:34.032925 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5b627341-702f-45bc-9c32-b7cfedaa83f2 req-c6f97bcf-c023-45b2-8a1a-ab72904d6d32 tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] 10.222.0.54 "GET /v2.0/ports?device_id=55f04ceb-16c0-4d6e-a7a8-ba074798c4f2 HTTP/1.1" status: 200 len: 946 time: 0.0871942 Dec 20 14:22:34.041151 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf01ff6-9f89-4f89-b1f5-e1acf0014685 req-f2dc6775-c237-4b42-8c91-c00500d48f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:34.042581 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1cf01ff6-9f89-4f89-b1f5-e1acf0014685 req-f2dc6775-c237-4b42-8c91-c00500d48f36 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=80d00bf9-e2d3-4274-b126-1d34ec749a75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0622613 Dec 20 14:22:34.055584 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7cf91c-6117-413c-b0e8-92107fa7b821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb3a9634-5946-4a53-b5a7-9e2322be6b39,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:34.070696 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c6a49e17-9623-4f1b-81b3-177a2ede3c15 req-64da2a80-c10d-4e8c-af92-6fb0ffe9e7a9 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] 10.222.0.54 "GET /v2.0/security-groups?id=a09e6f2b-7c8e-422a-b663-cabaee51b7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052411 Dec 20 14:22:34.083083 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6833f909-ae64-4740-b0fd-e7dd7647c56f req-d744b4f2-b260-4a7f-9495-d0bb41be2651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:34.086282 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6833f909-ae64-4740-b0fd-e7dd7647c56f req-d744b4f2-b260-4a7f-9495-d0bb41be2651 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f77acfe8-c05d-4606-b7e9-7027c0b13511 HTTP/1.1" status: 200 len: 922 time: 0.1576366 Dec 20 14:22:34.105282 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 39ee60c5-9697-46cd-8710-4390a2539519 no longer exists at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:22:34.149576 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 39ee60c5-9697-46cd-8710-4390a2539519 not bound to the agent host n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:22:34.164995 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5b627341-702f-45bc-9c32-b7cfedaa83f2 req-ab845fef-b155-4e8b-900f-6ee889fb912e tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] 10.222.0.54 "GET /v2.0/security-groups?id=a65b051b-114e-4b1e-a061-94d194ee3601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164978 Dec 20 14:22:34.165227 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6833f909-ae64-4740-b0fd-e7dd7647c56f req-40e1b1b8-f853-48c2-b29e-2e7df8bc0a26 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=39ee60c5-9697-46cd-8710-4390a2539519 HTTP/1.1" status: 200 len: 217 time: 0.0688105 Dec 20 14:22:34.203822 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1cf01ff6-9f89-4f89-b1f5-e1acf0014685 req-20e35b33-07a0-4345-b594-026cb147d997 service neutron] 10.222.0.47 "GET /v2.0/networks/80d00bf9-e2d3-4274-b126-1d34ec749a75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458125 Dec 20 14:22:34.271252 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6833f909-ae64-4740-b0fd-e7dd7647c56f req-3844973c-ecbc-4c69-9ecf-c26c278d597c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:34.273179 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6833f909-ae64-4740-b0fd-e7dd7647c56f req-3844973c-ecbc-4c69-9ecf-c26c278d597c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=39805718-f3e9-41ca-8469-b49efb1a12f8 HTTP/1.1" status: 200 len: 861 time: 0.0904021 Dec 20 14:22:34.286672 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ef55d-1f3c-4881-a51a-ccc72f6c1b26 req-4b0261fd-a16a-4a4c-8179-42d3c5bbfe45 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:34.288293 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-731ef55d-1f3c-4881-a51a-ccc72f6c1b26 req-4b0261fd-a16a-4a4c-8179-42d3c5bbfe45 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?device_id=b4cd8bf2-b9f3-49ba-b32e-1e2438bf9edf HTTP/1.1" status: 200 len: 950 time: 0.1041198 Dec 20 14:22:34.319213 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6833f909-ae64-4740-b0fd-e7dd7647c56f req-d6aa00fe-8a86-489a-9029-3388254ea130 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f77acfe8-c05d-4606-b7e9-7027c0b13511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299175 Dec 20 14:22:34.406418 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-731ef55d-1f3c-4881-a51a-ccc72f6c1b26 req-929772d5-9dad-4fd9-930d-6b7a31b08d25 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/security-groups?id=d29d9ba9-24bd-4d94-be52-3ca7019f1c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926287 Dec 20 14:22:34.444663 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 48760) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:22:34.561899 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-35f0cfac-5960-41c0-8b2b-17af3ab14c7c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d6739baeabcb4dadb19002583ffdd64a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1147649 Dec 20 14:22:34.564748 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6833f909-ae64-4740-b0fd-e7dd7647c56f req-ee257c6b-859c-4afa-b32b-904d21ba1f55 service neutron] 10.222.0.47 "GET /v2.0/networks/f77acfe8-c05d-4606-b7e9-7027c0b13511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231226 Dec 20 14:22:34.568179 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b5a25855-cb97-4274-8993-8181e6a6f6ea req-40dbc286-f0a8-4980-9e46-91fd51604fc2 tempest-SecurityGroupRulesNegativeTestJSON-862049282 tempest-SecurityGroupRulesNegativeTestJSON-862049282-project] 10.222.0.54 "GET /v2.0/security-groups/667d7164-6d6e-42b8-836b-3480580f9e80 HTTP/1.1" status: 200 len: 1829 time: 0.1225886 Dec 20 14:22:34.568786 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 48764) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:22:34.611644 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1cf01ff6-9f89-4f89-b1f5-e1acf0014685 req-51fd8981-5732-42b4-84fc-f2c9cf3fa349 service neutron] 10.222.0.47 "GET /v2.0/networks/80d00bf9-e2d3-4274-b126-1d34ec749a75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3990920 Dec 20 14:22:34.619724 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd2e32c-3b7e-48b9-a315-579037ee4fa9 req-309d35c6-feea-4448-babe-9eae33e1303e tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:34.621419 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ebd2e32c-3b7e-48b9-a315-579037ee4fa9 req-309d35c6-feea-4448-babe-9eae33e1303e tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] 10.222.0.54 "GET /v2.0/ports?device_id=50178b49-2fc1-4db8-ba42-27a45013d06f HTTP/1.1" status: 200 len: 944 time: 0.3464713 Dec 20 14:22:34.671354 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ebd2e32c-3b7e-48b9-a315-579037ee4fa9 req-73b110a4-d2e7-4598-921e-8028051891b9 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] 10.222.0.54 "GET /v2.0/security-groups?id=1f075b11-d210-4909-933c-2e048b1c972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431154 Dec 20 14:22:34.731400 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-b5a25855-cb97-4274-8993-8181e6a6f6ea req-bf761731-b874-4f28-9a73-5b24d6f51ed3 tempest-SecurityGroupRulesNegativeTestJSON-862049282 tempest-SecurityGroupRulesNegativeTestJSON-862049282-project] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:34.738609 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-679f9b2f-7b37-4507-ae8e-91a473ff64dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:34.754945 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6833f909-ae64-4740-b0fd-e7dd7647c56f req-1f6bdca2-0464-4385-a522-807d770e4f0d service neutron] 10.222.0.47 "GET /v2.0/networks/f77acfe8-c05d-4606-b7e9-7027c0b13511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760409 Dec 20 14:22:34.780514 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-b5a25855-cb97-4274-8993-8181e6a6f6ea req-bf761731-b874-4f28-9a73-5b24d6f51ed3 tempest-SecurityGroupRulesNegativeTestJSON-862049282 tempest-SecurityGroupRulesNegativeTestJSON-862049282-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:34.784123 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-679f9b2f-7b37-4507-ae8e-91a473ff64dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:34.795718 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4871ce-3969-40dc-8176-2b09e522a938 req-a8802b13-6f35-4590-ae03-81e44a68978a tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:34.797273 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ef4871ce-3969-40dc-8176-2b09e522a938 req-a8802b13-6f35-4590-ae03-81e44a68978a tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] 10.222.0.54 "GET /v2.0/ports?device_id=33edafc7-738c-4ecb-bb1a-7a34bb1f589d HTTP/1.1" status: 200 len: 946 time: 0.0585191 Dec 20 14:22:34.806400 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 48766) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:22:34.811578 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-7e229826-053f-4992-9c76-c58e4ca862be tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Request body: {'floatingip': {'port_id': '49b41dec-3f97-4706-b42b-2cd626a751e5'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:22:34.867886 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-b5a25855-cb97-4274-8993-8181e6a6f6ea req-bf761731-b874-4f28-9a73-5b24d6f51ed3 tempest-SecurityGroupRulesNegativeTestJSON-862049282 tempest-SecurityGroupRulesNegativeTestJSON-862049282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:34.871104 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-b5a25855-cb97-4274-8993-8181e6a6f6ea req-bf761731-b874-4f28-9a73-5b24d6f51ed3 tempest-SecurityGroupRulesNegativeTestJSON-862049282 tempest-SecurityGroupRulesNegativeTestJSON-862049282-project] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:34.872251 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b5a25855-cb97-4274-8993-8181e6a6f6ea req-bf761731-b874-4f28-9a73-5b24d6f51ed3 tempest-SecurityGroupRulesNegativeTestJSON-862049282 tempest-SecurityGroupRulesNegativeTestJSON-862049282-project] 10.222.0.54 "DELETE /v2.0/security-groups/667d7164-6d6e-42b8-836b-3480580f9e80 HTTP/1.1" status: 204 len: 173 time: 0.2957373 Dec 20 14:22:34.876210 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7e229826-053f-4992-9c76-c58e4ca862be tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Publish callbacks [] for floatingip, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:34.881809 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-679f9b2f-7b37-4507-ae8e-91a473ff64dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:34.891619 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-679f9b2f-7b37-4507-ae8e-91a473ff64dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:34.893270 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-679f9b2f-7b37-4507-ae8e-91a473ff64dc admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/569be351-c3f8-408c-818f-2958089014af HTTP/1.1" status: 204 len: 168 time: 0.3231900 Dec 20 14:22:34.905344 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf761731-b874-4f28-9a73-5b24d6f51ed3 tempest-SecurityGroupRulesNegativeTestJSON-862049282 tempest-SecurityGroupRulesNegativeTestJSON-862049282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=667d7164-6d6e-42b8-836b-3480580f9e80,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:34.944904 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679f9b2f-7b37-4507-ae8e-91a473ff64dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=569be351-c3f8-408c-818f-2958089014af,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:34.977987 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6b364d0c-17a5-4630-a57a-7cee71e46179 req-8c6228ac-91ea-4cdd-bfb9-d58f63e1ebbd tempest-SecurityGroupRulesNegativeTestJSON-862049282 tempest-SecurityGroupRulesNegativeTestJSON-862049282-project] 10.222.0.54 "GET /v2.0/security-groups/88eacdf5-e144-4e02-9c13-3116222d26a3 HTTP/1.1" status: 200 len: 1830 time: 0.0593195 Dec 20 14:22:35.067447 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-6b364d0c-17a5-4630-a57a-7cee71e46179 req-b3bed174-062e-4b12-a872-8f0c6c64d296 tempest-SecurityGroupRulesNegativeTestJSON-862049282 tempest-SecurityGroupRulesNegativeTestJSON-862049282-project] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:35.100510 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-6b364d0c-17a5-4630-a57a-7cee71e46179 req-b3bed174-062e-4b12-a872-8f0c6c64d296 tempest-SecurityGroupRulesNegativeTestJSON-862049282 tempest-SecurityGroupRulesNegativeTestJSON-862049282-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:35.155687 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3f75e9-1422-42b8-8db1-646eeebbd0a6 req-e6f3a839-d962-45a4-92c6-ac54601bd457 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:35.157219 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5d3f75e9-1422-42b8-8db1-646eeebbd0a6 req-e6f3a839-d962-45a4-92c6-ac54601bd457 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=1ee336c7-2c51-4a07-9c99-847191098eee HTTP/1.1" status: 200 len: 944 time: 0.1837115 Dec 20 14:22:35.162069 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-6b364d0c-17a5-4630-a57a-7cee71e46179 req-b3bed174-062e-4b12-a872-8f0c6c64d296 tempest-SecurityGroupRulesNegativeTestJSON-862049282 tempest-SecurityGroupRulesNegativeTestJSON-862049282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:35.170626 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-6b364d0c-17a5-4630-a57a-7cee71e46179 req-b3bed174-062e-4b12-a872-8f0c6c64d296 tempest-SecurityGroupRulesNegativeTestJSON-862049282 tempest-SecurityGroupRulesNegativeTestJSON-862049282-project] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:35.187172 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6b364d0c-17a5-4630-a57a-7cee71e46179 req-b3bed174-062e-4b12-a872-8f0c6c64d296 tempest-SecurityGroupRulesNegativeTestJSON-862049282 tempest-SecurityGroupRulesNegativeTestJSON-862049282-project] 10.222.0.54 "DELETE /v2.0/security-groups/88eacdf5-e144-4e02-9c13-3116222d26a3 HTTP/1.1" status: 204 len: 173 time: 0.1986985 Dec 20 14:22:35.211127 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bed174-062e-4b12-a872-8f0c6c64d296 tempest-SecurityGroupRulesNegativeTestJSON-862049282 tempest-SecurityGroupRulesNegativeTestJSON-862049282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88eacdf5-e144-4e02-9c13-3116222d26a3,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:35.301062 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5d3f75e9-1422-42b8-8db1-646eeebbd0a6 req-ab3a7e59-3c2d-4ee3-95b2-e4f66e315235 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280217 Dec 20 14:22:35.317492 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 48782) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:22:35.374907 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6833f909-ae64-4740-b0fd-e7dd7647c56f req-f4cffc62-10d8-4d37-92b4-6beaf1dfb6da tempest-LiveAutoBlockMigrationV225Test-195224901 tempest-LiveAutoBlockMigrationV225Test-195224901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:35.378931 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6833f909-ae64-4740-b0fd-e7dd7647c56f req-f4cffc62-10d8-4d37-92b4-6beaf1dfb6da tempest-LiveAutoBlockMigrationV225Test-195224901 tempest-LiveAutoBlockMigrationV225Test-195224901-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=1ee336c7-2c51-4a07-9c99-847191098eee&tenant_id=230adefc93184769a5ed971e644ca4c5&binding%3Ahost_id=n-h2-761264-19 HTTP/1.1" status: 200 len: 1096 time: 0.1435182 Dec 20 14:22:35.436933 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad6124-5602-48d6-a8d1-043b2a49e6e9 req-ed8c6184-8070-4ca1-8a4b-278e7018e3c5 tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:35.439635 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-baad6124-5602-48d6-a8d1-043b2a49e6e9 req-ed8c6184-8070-4ca1-8a4b-278e7018e3c5 tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] 10.222.0.54 "GET /v2.0/ports?device_id=55f04ceb-16c0-4d6e-a7a8-ba074798c4f2 HTTP/1.1" status: 200 len: 946 time: 0.1595130 Dec 20 14:22:35.481934 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c355f67f-ce6d-4572-a619-8941cf8f8fba req-7227c7a1-1bd5-47c9-986c-ee4109c60d03 tempest-SecurityGroupRulesNegativeTestJSON-862049282 tempest-SecurityGroupRulesNegativeTestJSON-862049282-project] 10.222.0.54 "GET /v2.0/security-groups/1b9dafd5-b6ff-4024-9e88-e0d084d7af31 HTTP/1.1" status: 200 len: 1829 time: 0.1174331 Dec 20 14:22:35.483940 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b098566e-1369-4f14-9f27-568ce837aedf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:35.543434 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-baad6124-5602-48d6-a8d1-043b2a49e6e9 req-2217cd1a-4e56-4b8e-b60f-a5407bee6f9d tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] 10.222.0.54 "GET /v2.0/security-groups?id=a65b051b-114e-4b1e-a061-94d194ee3601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934396 Dec 20 14:22:35.568575 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-6833f909-ae64-4740-b0fd-e7dd7647c56f req-db92dcd5-9a23-4553-b7e0-f1560069d140 service neutron] For port 39ee60c5-9697-46cd-8710-4390a2539519, host n-h1-761264-19, cleared binding levels {{(pid=103168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:22:35.571992 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-6833f909-ae64-4740-b0fd-e7dd7647c56f req-db92dcd5-9a23-4553-b7e0-f1560069d140 service neutron] Publish callbacks [] for binding, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:35.573214 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6833f909-ae64-4740-b0fd-e7dd7647c56f req-db92dcd5-9a23-4553-b7e0-f1560069d140 service neutron] 10.222.0.47 "DELETE /v2.0/ports/39ee60c5-9697-46cd-8710-4390a2539519/bindings/n-h1-761264-19 HTTP/1.1" status: 204 len: 173 time: 0.1835256 Dec 20 14:22:35.627841 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:35.675914 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:35.675914 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:22:35.675914 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:35.675914 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:22:35.675914 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:35.675914 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:22:35.675914 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:35.675914 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:22:35.675914 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:35.675914 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:22:35.675914 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:35.675914 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:22:35.675914 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:35.675914 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:22:35.675914 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:35.675914 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:22:35.675914 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:35.675914 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:22:35.675914 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:35.675914 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:22:35.675914 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:35.675914 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:22:35.675914 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:35.675914 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:22:35.675914 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:35.675914 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:22:35.675914 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:35.675914 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:22:35.675914 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:35.675914 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:22:35.675914 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:35.675914 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:22:35.675914 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:35.675914 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:22:35.675914 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:35.675914 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:22:35.678131 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:35.678131 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:22:35.678131 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:35.678131 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:22:35.678131 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:35.678131 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:22:35.678131 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:35.678131 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:22:35.678131 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:35.678131 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:22:35.678131 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:35.678131 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:22:35.680435 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce0e4e3-8a1a-4c24-9395-17d0a6b9dd1e req-f81fedc6-d02e-46dc-b44e-25a5a23ad187 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:35.682103 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2ce0e4e3-8a1a-4c24-9395-17d0a6b9dd1e req-f81fedc6-d02e-46dc-b44e-25a5a23ad187 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?device_id=b4cd8bf2-b9f3-49ba-b32e-1e2438bf9edf HTTP/1.1" status: 200 len: 950 time: 0.0691361 Dec 20 14:22:35.741021 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2ce0e4e3-8a1a-4c24-9395-17d0a6b9dd1e req-d20e3ece-db4b-44a1-a0f9-6ac1f64d279c tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/security-groups?id=d29d9ba9-24bd-4d94-be52-3ca7019f1c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521746 Dec 20 14:22:35.770084 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b8e3b8-c215-475a-a652-939ba67921fd req-8495074f-f71f-4f83-8402-04d824f99cd2 tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:35.771664 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-46b8e3b8-c215-475a-a652-939ba67921fd req-8495074f-f71f-4f83-8402-04d824f99cd2 tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] 10.222.0.47 "GET /v2.0/ports?device_id=55f04ceb-16c0-4d6e-a7a8-ba074798c4f2 HTTP/1.1" status: 200 len: 946 time: 0.2074823 Dec 20 14:22:35.780194 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-c355f67f-ce6d-4572-a619-8941cf8f8fba req-997ecb22-538f-4b8f-ac66-a620f9b2638f tempest-SecurityGroupRulesNegativeTestJSON-862049282 tempest-SecurityGroupRulesNegativeTestJSON-862049282-project] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:35.793235 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7e229826-053f-4992-9c76-c58e4ca862be tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:35.833455 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7e229826-053f-4992-9c76-c58e4ca862be tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585115'] for floatingip, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:35.875940 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095a9a39-83d1-4802-be23-4f41e0f8b9a6 req-94e05b69-ab7e-4f5f-9277-2c475d345bd8 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:35.877549 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-095a9a39-83d1-4802-be23-4f41e0f8b9a6 req-94e05b69-ab7e-4f5f-9277-2c475d345bd8 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] 10.222.0.54 "GET /v2.0/ports?device_id=50178b49-2fc1-4db8-ba42-27a45013d06f HTTP/1.1" status: 200 len: 944 time: 0.0558550 Dec 20 14:22:35.899499 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-c355f67f-ce6d-4572-a619-8941cf8f8fba req-997ecb22-538f-4b8f-ac66-a620f9b2638f tempest-SecurityGroupRulesNegativeTestJSON-862049282 tempest-SecurityGroupRulesNegativeTestJSON-862049282-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:35.942238 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-095a9a39-83d1-4802-be23-4f41e0f8b9a6 req-7856da8c-dfd5-4a54-9ff5-b891e057f01b tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] 10.222.0.54 "GET /v2.0/security-groups?id=1f075b11-d210-4909-933c-2e048b1c972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561719 Dec 20 14:22:35.955055 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b098566e-1369-4f14-9f27-568ce837aedf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:35.999841 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b098566e-1369-4f14-9f27-568ce837aedf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:36.073877 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-b098566e-1369-4f14-9f27-568ce837aedf admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=029bf48b6fc846f0b1b4fd449c66f80b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7548392 Dec 20 14:22:36.074223 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b098566e-1369-4f14-9f27-568ce837aedf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c6540aa-de97-4e86-9607-0f1224672456,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:36.078277 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 48812) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:22:36.097796 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-c355f67f-ce6d-4572-a619-8941cf8f8fba req-997ecb22-538f-4b8f-ac66-a620f9b2638f tempest-SecurityGroupRulesNegativeTestJSON-862049282 tempest-SecurityGroupRulesNegativeTestJSON-862049282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:36.100624 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-c355f67f-ce6d-4572-a619-8941cf8f8fba req-997ecb22-538f-4b8f-ac66-a620f9b2638f tempest-SecurityGroupRulesNegativeTestJSON-862049282 tempest-SecurityGroupRulesNegativeTestJSON-862049282-project] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:36.102060 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c355f67f-ce6d-4572-a619-8941cf8f8fba req-997ecb22-538f-4b8f-ac66-a620f9b2638f tempest-SecurityGroupRulesNegativeTestJSON-862049282 tempest-SecurityGroupRulesNegativeTestJSON-862049282-project] 10.222.0.54 "DELETE /v2.0/security-groups/1b9dafd5-b6ff-4024-9e88-e0d084d7af31 HTTP/1.1" status: 204 len: 173 time: 0.6191804 Dec 20 14:22:36.103923 n-d-761264-19 neutron-server[103167]: INFO neutron.db.l3_db [None req-7e229826-053f-4992-9c76-c58e4ca862be tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Floating IP 140ed744-3137-4880-8b41-cff1cb526b1f associated. External IP: 172.25.0.127, port: 49b41dec-3f97-4706-b42b-2cd626a751e5. Dec 20 14:22:36.109236 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddf1f37-68d8-4ff8-ab72-c7b2b310f095 req-18f18b85-efc2-477a-a16f-090515eae850 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:36.116917 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-bddf1f37-68d8-4ff8-ab72-c7b2b310f095 req-18f18b85-efc2-477a-a16f-090515eae850 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c966417-da9d-46f5-867b-6bd63e75aabb HTTP/1.1" status: 200 len: 949 time: 0.0832098 Dec 20 14:22:36.124162 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 3aea9ba3-77e2-441d-9772-93b03993f779 details requested by agent hyperv_n-h1-761264-19 with host n-h1-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:22:36.182758 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-bddf1f37-68d8-4ff8-ab72-c7b2b310f095 req-2147dd42-304d-4117-900c-fab85c676600 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/security-groups?id=d29d9ba9-24bd-4d94-be52-3ca7019f1c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610380 Dec 20 14:22:36.193056 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997ecb22-538f-4b8f-ac66-a620f9b2638f tempest-SecurityGroupRulesNegativeTestJSON-862049282 tempest-SecurityGroupRulesNegativeTestJSON-862049282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b9dafd5-b6ff-4024-9e88-e0d084d7af31,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:36.220952 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-46b8e3b8-c215-475a-a652-939ba67921fd req-01b60fdc-6699-4d24-bb16-aaa64a4c96fe tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Deleting port 14c108e8-8a1e-4f15-ad35-e7cd1d38574f {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:22:36.221180 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-46b8e3b8-c215-475a-a652-939ba67921fd req-01b60fdc-6699-4d24-bb16-aaa64a4c96fe tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:36.259118 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 3aea9ba3-77e2-441d-9772-93b03993f779, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=3aea9ba3-77e2-441d-9772-93b03993f779,segment=NetworkSegment(0319426e-5ead-4b5d-906b-45e6b8467961),segment_id=0319426e-5ead-4b5d-906b-45e6b8467961)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:22:36.274395 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Returning: {'device': '3aea9ba3-77e2-441d-9772-93b03993f779', 'network_id': 'ac8eea40-77e8-4385-9ea6-fd285bf85abe', 'port_id': '3aea9ba3-77e2-441d-9772-93b03993f779', 'mac_address': 'fa:16:3e:8f:be:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '937bc278-96b6-4101-8820-0f0154447eb0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:22:36.329566 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b7cb13e7-de22-4ab3-9bb5-bc45a0a52742 req-d53772cd-7e71-445a-9a97-e3c82df94ad9 tempest-SecurityGroupRulesNegativeTestJSON-862049282 tempest-SecurityGroupRulesNegativeTestJSON-862049282-project] 10.222.0.54 "GET /v2.0/security-groups/4efc767f-84a1-4758-9b04-85ff830bce9e HTTP/1.1" status: 200 len: 1828 time: 0.1756551 Dec 20 14:22:36.330055 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:36.357658 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:36.390315 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3aea9ba3-77e2-441d-9772-93b03993f779 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:22:36.397596 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-eabe333c-43f8-4548-9379-0e4b1814c006 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:36.434408 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 3aea9ba3-77e2-441d-9772-93b03993f779, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=3aea9ba3-77e2-441d-9772-93b03993f779,segment=NetworkSegment(0319426e-5ead-4b5d-906b-45e6b8467961),segment_id=0319426e-5ead-4b5d-906b-45e6b8467961)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:22:36.443345 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:36.457534 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-eabe333c-43f8-4548-9379-0e4b1814c006 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:36.512923 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-46b8e3b8-c215-475a-a652-939ba67921fd req-01b60fdc-6699-4d24-bb16-aaa64a4c96fe tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] For port 14c108e8-8a1e-4f15-ad35-e7cd1d38574f, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=14c108e8-8a1e-4f15-ad35-e7cd1d38574f,segment=NetworkSegment(7ac72670-2ace-4b33-9d5a-c9838ca43a1b),segment_id=7ac72670-2ace-4b33-9d5a-c9838ca43a1b)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:22:36.513288 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-46b8e3b8-c215-475a-a652-939ba67921fd req-01b60fdc-6699-4d24-bb16-aaa64a4c96fe tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:36.521275 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c681f3-e752-45ad-af6e-06cbc4a72021 req-689a7257-b3d2-49a1-8d8c-d0f7843bdaa5 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:36.527638 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c681f3-e752-45ad-af6e-06cbc4a72021 req-689a7257-b3d2-49a1-8d8c-d0f7843bdaa5 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:36.529537 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-60c681f3-e752-45ad-af6e-06cbc4a72021 req-689a7257-b3d2-49a1-8d8c-d0f7843bdaa5 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c966417-da9d-46f5-867b-6bd63e75aabb&device_id=b4cd8bf2-b9f3-49ba-b32e-1e2438bf9edf HTTP/1.1" status: 200 len: 1690 time: 0.0680890 Dec 20 14:22:36.529659 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=3aea9ba3-77e2-441d-9772-93b03993f779,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:36.546359 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-b7cb13e7-de22-4ab3-9bb5-bc45a0a52742 req-f51799e6-4b6a-40f2-aaef-20e7faa4a0db tempest-SecurityGroupRulesNegativeTestJSON-862049282 tempest-SecurityGroupRulesNegativeTestJSON-862049282-project] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:36.574853 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-46b8e3b8-c215-475a-a652-939ba67921fd req-01b60fdc-6699-4d24-bb16-aaa64a4c96fe tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Calling delete_port for 14c108e8-8a1e-4f15-ad35-e7cd1d38574f owned by compute:nova {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:22:36.587670 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-60c681f3-e752-45ad-af6e-06cbc4a72021 req-c994e430-111b-4f3b-9ba6-ee592d388b2a tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/security-groups?id=d29d9ba9-24bd-4d94-be52-3ca7019f1c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445399 Dec 20 14:22:36.677807 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-b7cb13e7-de22-4ab3-9bb5-bc45a0a52742 req-f51799e6-4b6a-40f2-aaef-20e7faa4a0db tempest-SecurityGroupRulesNegativeTestJSON-862049282 tempest-SecurityGroupRulesNegativeTestJSON-862049282-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:36.690429 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f525fd-666a-41fc-aa73-879139cd2b82 req-e32b291c-041a-4bf9-9e3e-e5d6f40ebb61 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:36.697446 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-66f525fd-666a-41fc-aa73-879139cd2b82 req-e32b291c-041a-4bf9-9e3e-e5d6f40ebb61 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=1ee336c7-2c51-4a07-9c99-847191098eee HTTP/1.1" status: 200 len: 944 time: 0.0582135 Dec 20 14:22:36.738313 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-eabe333c-43f8-4548-9379-0e4b1814c006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:36.741093 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-eabe333c-43f8-4548-9379-0e4b1814c006 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:36.744792 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-eabe333c-43f8-4548-9379-0e4b1814c006 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9c6540aa-de97-4e86-9607-0f1224672456 HTTP/1.1" status: 204 len: 168 time: 0.6532168 Dec 20 14:22:36.744954 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-66f525fd-666a-41fc-aa73-879139cd2b82 req-233ddb70-7f91-4b88-a029-ed83e58f27b3 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474405 Dec 20 14:22:36.749697 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e229826-053f-4992-9c76-c58e4ca862be tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Router feddcd9f-8f6f-4341-8c8c-fa89bef2d432 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:22:36.765464 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabe333c-43f8-4548-9379-0e4b1814c006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c6540aa-de97-4e86-9607-0f1224672456,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:36.803285 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['3aea9ba3-77e2-441d-9772-93b03993f779'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:22:36.825534 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-b7cb13e7-de22-4ab3-9bb5-bc45a0a52742 req-f51799e6-4b6a-40f2-aaef-20e7faa4a0db tempest-SecurityGroupRulesNegativeTestJSON-862049282 tempest-SecurityGroupRulesNegativeTestJSON-862049282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:36.828148 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-b7cb13e7-de22-4ab3-9bb5-bc45a0a52742 req-f51799e6-4b6a-40f2-aaef-20e7faa4a0db tempest-SecurityGroupRulesNegativeTestJSON-862049282 tempest-SecurityGroupRulesNegativeTestJSON-862049282-project] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:36.838001 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 48842) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:22:36.839295 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b7cb13e7-de22-4ab3-9bb5-bc45a0a52742 req-f51799e6-4b6a-40f2-aaef-20e7faa4a0db tempest-SecurityGroupRulesNegativeTestJSON-862049282 tempest-SecurityGroupRulesNegativeTestJSON-862049282-project] 10.222.0.54 "DELETE /v2.0/security-groups/4efc767f-84a1-4758-9b04-85ff830bce9e HTTP/1.1" status: 204 len: 173 time: 0.5088587 Dec 20 14:22:36.991899 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a6a289-8916-46ca-9ebc-6ee4b9c64b11 req-3c23ce0b-b817-4fca-bb52-0e04e5dcd92e tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:36.996615 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51799e6-4b6a-40f2-aaef-20e7faa4a0db tempest-SecurityGroupRulesNegativeTestJSON-862049282 tempest-SecurityGroupRulesNegativeTestJSON-862049282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4efc767f-84a1-4758-9b04-85ff830bce9e,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:37.008676 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d0a6a289-8916-46ca-9ebc-6ee4b9c64b11 req-3c23ce0b-b817-4fca-bb52-0e04e5dcd92e tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] 10.222.0.54 "GET /v2.0/ports?device_id=55f04ceb-16c0-4d6e-a7a8-ba074798c4f2 HTTP/1.1" status: 200 len: 946 time: 0.1120572 Dec 20 14:22:37.013883 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-46b8e3b8-c215-475a-a652-939ba67921fd req-01b60fdc-6699-4d24-bb16-aaa64a4c96fe tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:37.015419 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_v2 [None req-3417ed38-26b0-4ddb-8b50-e937437a6987 admin admin] Deleting subnet cf42c955-9a75-4a4e-bc19-a7f681de3d03 {{(pid=103168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:22:37.044393 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3417ed38-26b0-4ddb-8b50-e937437a6987 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:37.050185 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b60fdc-6699-4d24-bb16-aaa64a4c96fe tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Pushing event deleted for resources: {'Port': ['ID=14c108e8-8a1e-4f15-ad35-e7cd1d38574f,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:37.051300 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['14c108e8-8a1e-4f15-ad35-e7cd1d38574f'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:22:37.089691 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e229826-053f-4992-9c76-c58e4ca862be tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:22:37.105001 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e50731-464f-437b-976a-efa09dec111c None None] Sync routers for ids ['feddcd9f-8f6f-4341-8c8c-fa89bef2d432'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:22:37.122916 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7e229826-053f-4992-9c76-c58e4ca862be tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:37.126001 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-46b8e3b8-c215-475a-a652-939ba67921fd req-01b60fdc-6699-4d24-bb16-aaa64a4c96fe tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] No DVR routers for this DVR port 14c108e8-8a1e-4f15-ad35-e7cd1d38574f on host n-h2-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:22:37.127159 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e50731-464f-437b-976a-efa09dec111c None None] Routers {'feddcd9f-8f6f-4341-8c8c-fa89bef2d432'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:22:37.128744 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-98e50731-464f-437b-976a-efa09dec111c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:22:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['feddcd9f-8f6f-4341-8c8c-fa89bef2d432'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:22:37.129542 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-46b8e3b8-c215-475a-a652-939ba67921fd req-01b60fdc-6699-4d24-bb16-aaa64a4c96fe tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:37.138374 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-46b8e3b8-c215-475a-a652-939ba67921fd req-01b60fdc-6699-4d24-bb16-aaa64a4c96fe tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] 10.222.0.47 "DELETE /v2.0/ports/14c108e8-8a1e-4f15-ad35-e7cd1d38574f HTTP/1.1" status: 204 len: 173 time: 1.3506668 Dec 20 14:22:37.139064 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55f04ceb-16c0-4d6e-a7a8-ba074798c4f2', 'name': 'network-vif-deleted', 'tag': '14c108e8-8a1e-4f15-ad35-e7cd1d38574f'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:22:37.141683 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d716174b-cbe1-41b6-a8b5-f550830625cd" -d '{"events": [{"server_uuid": "55f04ceb-16c0-4d6e-a7a8-ba074798c4f2", "name": "network-vif-deleted", "tag": "14c108e8-8a1e-4f15-ad35-e7cd1d38574f"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:22:37.157294 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d0a6a289-8916-46ca-9ebc-6ee4b9c64b11 req-1a9745db-99cb-40da-88fb-bb25edb13d98 tempest-FloatingIPsAssociationNegativeTestJSON-404211390 tempest-FloatingIPsAssociationNegativeTestJSON-404211390-project] 10.222.0.54 "GET /v2.0/security-groups?id=a65b051b-114e-4b1e-a061-94d194ee3601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469581 Dec 20 14:22:37.195823 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3417ed38-26b0-4ddb-8b50-e937437a6987 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:37.203486 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-7e229826-053f-4992-9c76-c58e4ca862be tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] 10.222.0.54 "PUT /v2.0/floatingips/140ed744-3137-4880-8b41-cff1cb526b1f HTTP/1.1" status: 200 len: 992 time: 2.3954794 Dec 20 14:22:37.225841 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3417ed38-26b0-4ddb-8b50-e937437a6987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:37.366482 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 48858) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:22:37.381042 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-98e50731-464f-437b-976a-efa09dec111c None None] Set router feddcd9f-8f6f-4341-8c8c-fa89bef2d432 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:22:37.386647 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ac8a7cf6-49fa-4d8c-89df-ebce2604090f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:37.483916 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ac8a7cf6-49fa-4d8c-89df-ebce2604090f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:37.486456 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ff8c34-b4fe-4fe6-b018-5a008e868a84 req-04527f75-7ee3-4b46-aba1-d1a65493daa7 tempest-ServersOnMultiNodesTest-460277134 tempest-ServersOnMultiNodesTest-460277134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:37.488269 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f9ff8c34-b4fe-4fe6-b018-5a008e868a84 req-04527f75-7ee3-4b46-aba1-d1a65493daa7 tempest-ServersOnMultiNodesTest-460277134 tempest-ServersOnMultiNodesTest-460277134-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=9c966417-da9d-46f5-867b-6bd63e75aabb HTTP/1.1" status: 200 len: 1101 time: 0.2076716 Dec 20 14:22:37.490477 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3417ed38-26b0-4ddb-8b50-e937437a6987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for subnet, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:37.492452 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ac8a7cf6-49fa-4d8c-89df-ebce2604090f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:37.538470 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c242d1d6-8b13-4f6b-accc-42caa7a68d88 req-53834e28-3212-4379-a49b-9b6f1e53a64e tempest-LiveAutoBlockMigrationV225Test-195224901 tempest-LiveAutoBlockMigrationV225Test-195224901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:37.542990 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c242d1d6-8b13-4f6b-accc-42caa7a68d88 req-53834e28-3212-4379-a49b-9b6f1e53a64e tempest-LiveAutoBlockMigrationV225Test-195224901 tempest-LiveAutoBlockMigrationV225Test-195224901-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=1ee336c7-2c51-4a07-9c99-847191098eee HTTP/1.1" status: 200 len: 1096 time: 0.0518239 Dec 20 14:22:37.554123 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3417ed38-26b0-4ddb-8b50-e937437a6987 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf42c955-9a75-4a4e-bc19-a7f681de3d03,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:37.572278 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3417ed38-26b0-4ddb-8b50-e937437a6987 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:37.577211 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-3417ed38-26b0-4ddb-8b50-e937437a6987 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/cf42c955-9a75-4a4e-bc19-a7f681de3d03 HTTP/1.1" status: 204 len: 168 time: 0.7380490 Dec 20 14:22:37.580792 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 48864) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:22:37.594826 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8a7cf6-49fa-4d8c-89df-ebce2604090f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=330593f3-e4da-46a4-a674-21b61252695b,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:37.603690 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-ac8a7cf6-49fa-4d8c-89df-ebce2604090f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=cfdbdebacfee47628a25da70251a8ddb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2335656 Dec 20 14:22:37.629883 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-98e50731-464f-437b-976a-efa09dec111c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feddcd9f-8f6f-4341-8c8c-fa89bef2d432', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-32230187-router', 'tenant_id': '6264d8286e254fd5bc5a1b7814fc9e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': 'fe910eb7-95fb-43cf-9119-ab834b3ec122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:21:40Z', 'updated_at': '2021-12-20T14:21:49Z', 'revision_number': 4, 'project_id': '6264d8286e254fd5bc5a1b7814fc9e8d', 'gw_port': {'id': 'fe910eb7-95fb-43cf-9119-ab834b3ec122', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:35:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feddcd9f-8f6f-4341-8c8c-fa89bef2d432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:21:42Z', 'updated_at': '2021-12-20T14:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': '140ed744-3137-4880-8b41-cff1cb526b1f', 'tenant_id': '6264d8286e254fd5bc5a1b7814fc9e8d', 'floating_ip_address': '172.25.0.127', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': 'feddcd9f-8f6f-4341-8c8c-fa89bef2d432', 'port_id': '49b41dec-3f97-4706-b42b-2cd626a751e5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20e63510-01d1-4b5f-981b-3ccbe7fab833', 'mac_address': 'fa:16:3e:7d:a8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33edafc7-738c-4ecb-bb1a-7a34bb1f589d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T14:22:13Z', 'updated_at': '2021-12-20T14:22:35Z', 'revision_number': 1, 'project_id': '6264d8286e254fd5bc5a1b7814fc9e8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af095096-205e-4b90-99b8-832cb31672d2', 'name': '', 'network_id': '20e63510-01d1-4b5f-981b-3ccbe7fab833', 'tenant_id': '6264d8286e254fd5bc5a1b7814fc9e8d', 'mac_address': 'fa:16:3e:a9:74:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feddcd9f-8f6f-4341-8c8c-fa89bef2d432', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'e710479b-16cf-4349-9db5-8619d38b2e41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:21:48Z', 'updated_at': '2021-12-20T14:21:55Z', 'revision_number': 5, 'project_id': '6264d8286e254fd5bc5a1b7814fc9e8d', 'subnets': [{'id': 'e710479b-16cf-4349-9db5-8619d38b2e41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:22:37.642671 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 48866) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:22:37.658951 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e50731-464f-437b-976a-efa09dec111c None None] Checking router: feddcd9f-8f6f-4341-8c8c-fa89bef2d432 for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:22:37.660897 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f9ff8c34-b4fe-4fe6-b018-5a008e868a84 req-b49d51ed-8d34-4af5-9aec-7275b9640bde tempest-ServersOnMultiNodesTest-460277134 tempest-ServersOnMultiNodesTest-460277134-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=d29d9ba9-24bd-4d94-be52-3ca7019f1c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592250 Dec 20 14:22:37.669591 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e50731-464f-437b-976a-efa09dec111c None None] Routers {'feddcd9f-8f6f-4341-8c8c-fa89bef2d432'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:22:37.670493 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-98e50731-464f-437b-976a-efa09dec111c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:22:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['feddcd9f-8f6f-4341-8c8c-fa89bef2d432'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:22:37.803382 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-98e50731-464f-437b-976a-efa09dec111c None None] Set router feddcd9f-8f6f-4341-8c8c-fa89bef2d432 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:22:37.805088 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-eb128bbc-e51f-4555-95f8-8594a72a451a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:37.830641 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6025ddbe-de46-45e3-82f3-d045eee85fb1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:37.871524 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02df0875-26e0-4e7e-b4f3-be2b8241b429 req-dceeb3bf-fc43-4022-a519-e3b51ae16fb8 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:37.873058 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-02df0875-26e0-4e7e-b4f3-be2b8241b429 req-dceeb3bf-fc43-4022-a519-e3b51ae16fb8 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] 10.222.0.54 "GET /v2.0/ports?device_id=50178b49-2fc1-4db8-ba42-27a45013d06f HTTP/1.1" status: 200 len: 945 time: 0.1303270 Dec 20 14:22:37.895264 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6025ddbe-de46-45e3-82f3-d045eee85fb1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:37.925719 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c242d1d6-8b13-4f6b-accc-42caa7a68d88 req-06db0710-49dd-4223-8f39-4b4eaf8fe9bf tempest-LiveAutoBlockMigrationV225Test-195224901 tempest-LiveAutoBlockMigrationV225Test-195224901-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3768601 Dec 20 14:22:37.990947 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-eb128bbc-e51f-4555-95f8-8594a72a451a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:38.024413 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-eb128bbc-e51f-4555-95f8-8594a72a451a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:22:38.025289 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-eb128bbc-e51f-4555-95f8-8594a72a451a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:22:38.025471 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-eb128bbc-e51f-4555-95f8-8594a72a451a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:22:38.025793 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-eb128bbc-e51f-4555-95f8-8594a72a451a admin admin] Subscribe: > port after_create 55550000 {{(pid=103168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:22:38.026104 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-eb128bbc-e51f-4555-95f8-8594a72a451a admin admin] Subscribe: > port after_delete 55550000 {{(pid=103168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:22:38.026485 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-eb128bbc-e51f-4555-95f8-8594a72a451a admin admin] Subscribe: > port after_update 55550000 {{(pid=103168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:22:38.026742 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-eb128bbc-e51f-4555-95f8-8594a72a451a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:22:38.027053 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-eb128bbc-e51f-4555-95f8-8594a72a451a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:22:38.027374 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-eb128bbc-e51f-4555-95f8-8594a72a451a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:22:38.027677 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-eb128bbc-e51f-4555-95f8-8594a72a451a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:22:38.060986 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-98e50731-464f-437b-976a-efa09dec111c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feddcd9f-8f6f-4341-8c8c-fa89bef2d432', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-32230187-router', 'tenant_id': '6264d8286e254fd5bc5a1b7814fc9e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': 'fe910eb7-95fb-43cf-9119-ab834b3ec122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:21:40Z', 'updated_at': '2021-12-20T14:21:49Z', 'revision_number': 4, 'project_id': '6264d8286e254fd5bc5a1b7814fc9e8d', 'gw_port': {'id': 'fe910eb7-95fb-43cf-9119-ab834b3ec122', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:35:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feddcd9f-8f6f-4341-8c8c-fa89bef2d432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:21:42Z', 'updated_at': '2021-12-20T14:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': '140ed744-3137-4880-8b41-cff1cb526b1f', 'tenant_id': '6264d8286e254fd5bc5a1b7814fc9e8d', 'floating_ip_address': '172.25.0.127', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': 'feddcd9f-8f6f-4341-8c8c-fa89bef2d432', 'port_id': '49b41dec-3f97-4706-b42b-2cd626a751e5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20e63510-01d1-4b5f-981b-3ccbe7fab833', 'mac_address': 'fa:16:3e:7d:a8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33edafc7-738c-4ecb-bb1a-7a34bb1f589d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T14:22:13Z', 'updated_at': '2021-12-20T14:22:35Z', 'revision_number': 1, 'project_id': '6264d8286e254fd5bc5a1b7814fc9e8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af095096-205e-4b90-99b8-832cb31672d2', 'name': '', 'network_id': '20e63510-01d1-4b5f-981b-3ccbe7fab833', 'tenant_id': '6264d8286e254fd5bc5a1b7814fc9e8d', 'mac_address': 'fa:16:3e:a9:74:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feddcd9f-8f6f-4341-8c8c-fa89bef2d432', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'e710479b-16cf-4349-9db5-8619d38b2e41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:21:48Z', 'updated_at': '2021-12-20T14:21:55Z', 'revision_number': 5, 'project_id': '6264d8286e254fd5bc5a1b7814fc9e8d', 'subnets': [{'id': 'e710479b-16cf-4349-9db5-8619d38b2e41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:22:38.077845 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec686b7d-3c0b-4ab8-917c-39ba87fe4f7a x-openstack-request-id: req-ec686b7d-3c0b-4ab8-917c-39ba87fe4f7a {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:22:38.078154 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55f04ceb-16c0-4d6e-a7a8-ba074798c4f2", "name": "network-vif-deleted", "tag": "14c108e8-8a1e-4f15-ad35-e7cd1d38574f", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:22:38.078412 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ec686b7d-3c0b-4ab8-917c-39ba87fe4f7a {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:22:38.078848 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55f04ceb-16c0-4d6e-a7a8-ba074798c4f2', 'name': 'network-vif-deleted', 'tag': '14c108e8-8a1e-4f15-ad35-e7cd1d38574f', 'status': 'completed', 'code': 200} Dec 20 14:22:38.099628 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e50731-464f-437b-976a-efa09dec111c None None] The sync data for ids ['feddcd9f-8f6f-4341-8c8c-fa89bef2d432'] in n-d-761264-19 is: [{'id': 'feddcd9f-8f6f-4341-8c8c-fa89bef2d432', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-32230187-router', 'tenant_id': '6264d8286e254fd5bc5a1b7814fc9e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': 'fe910eb7-95fb-43cf-9119-ab834b3ec122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:21:40Z', 'updated_at': '2021-12-20T14:21:49Z', 'revision_number': 4, 'project_id': '6264d8286e254fd5bc5a1b7814fc9e8d', 'gw_port': {'id': 'fe910eb7-95fb-43cf-9119-ab834b3ec122', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:35:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feddcd9f-8f6f-4341-8c8c-fa89bef2d432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:21:42Z', 'updated_at': '2021-12-20T14:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': '140ed744-3137-4880-8b41-cff1cb526b1f', 'tenant_id': '6264d8286e254fd5bc5a1b7814fc9e8d', 'floating_ip_address': '172.25.0.127', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': 'feddcd9f-8f6f-4341-8c8c-fa89bef2d432', 'port_id': '49b41dec-3f97-4706-b42b-2cd626a751e5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20e63510-01d1-4b5f-981b-3ccbe7fab833', 'mac_address': 'fa:16:3e:7d:a8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33edafc7-738c-4ecb-bb1a-7a34bb1f589d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T14:22:13Z', 'updated_at': '2021-12-20T14:22:35Z', 'revision_number': 1, 'project_id': '6264d8286e254fd5bc5a1b7814fc9e8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af095096-205e-4b90-99b8-832cb31672d2', 'name': '', 'network_id': '20e63510-01d1-4b5f-981b-3ccbe7fab833', 'tenant_id': '6264d8286e254fd5bc5a1b7814fc9e8d', 'mac_address': 'fa:16:3e:a9:74:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feddcd9f-8f6f-4341-8c8c-fa89bef2d432', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'e710479b-16cf-4349-9db5-8619d38b2e41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:21:48Z', 'updated_at': '2021-12-20T14:21:55Z', 'revision_number': 5, 'project_id': '6264d8286e254fd5bc5a1b7814fc9e8d', 'subnets': [{'id': 'e710479b-16cf-4349-9db5-8619d38b2e41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:22:38.133032 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-eb128bbc-e51f-4555-95f8-8594a72a451a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:22:38.133481 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-eb128bbc-e51f-4555-95f8-8594a72a451a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:22:38.133708 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-eb128bbc-e51f-4555-95f8-8594a72a451a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:22:38.134035 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-eb128bbc-e51f-4555-95f8-8594a72a451a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:22:38.134399 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-eb128bbc-e51f-4555-95f8-8594a72a451a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db94315f-563f-4127-9743-a1c2baecc9c0']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:22:38.148032 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 3aea9ba3-77e2-441d-9772-93b03993f779 up at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:22:38.150934 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-02df0875-26e0-4e7e-b4f3-be2b8241b429 req-bf5dacc3-3032-448d-b317-34dfe1108c40 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] 10.222.0.54 "GET /v2.0/security-groups?id=1f075b11-d210-4909-933c-2e048b1c972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568312 Dec 20 14:22:38.173481 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-eb128bbc-e51f-4555-95f8-8594a72a451a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b63dc636-7d33-475c-ae8e-37c28873b374') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:22:38.173771 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-eb128bbc-e51f-4555-95f8-8594a72a451a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b63dc636-7d33-475c-ae8e-37c28873b374') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:22:38.217059 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6025ddbe-de46-45e3-82f3-d045eee85fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:38.219873 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6025ddbe-de46-45e3-82f3-d045eee85fb1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:38.223397 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-6025ddbe-de46-45e3-82f3-d045eee85fb1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/330593f3-e4da-46a4-a674-21b61252695b HTTP/1.1" status: 204 len: 168 time: 0.5589032 Dec 20 14:22:38.223397 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-eb128bbc-e51f-4555-95f8-8594a72a451a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:38.250611 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning for port 3aea9ba3-77e2-441d-9772-93b03993f779 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:22:38.260112 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning complete for port 3aea9ba3-77e2-441d-9772-93b03993f779 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:22:38.260778 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:38.284846 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6025ddbe-de46-45e3-82f3-d045eee85fb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=330593f3-e4da-46a4-a674-21b61252695b,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:38.296318 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-eb128bbc-e51f-4555-95f8-8594a72a451a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:38.326432 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb128bbc-e51f-4555-95f8-8594a72a451a admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:22:38.326944 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-eb128bbc-e51f-4555-95f8-8594a72a451a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:38.363815 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:38.363815 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:22:38.363815 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:38.363815 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:22:38.363815 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:38.363815 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:22:38.363815 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:38.363815 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:22:38.363815 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 14:22:38.363815 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:22:38.363815 n-d-761264-19 neutron-server[103168]: timer() Dec 20 14:22:38.363815 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:22:38.363815 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 14:22:38.363815 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:22:38.363815 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 14:22:38.363815 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:22:38.363815 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 14:22:38.363815 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:22:38.363815 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 14:22:38.363815 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:22:38.363815 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 14:22:38.363815 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:22:38.363815 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:22:38.363815 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:22:38.363815 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:22:38.363815 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:22:38.363815 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 14:22:38.363815 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:22:38.363815 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 14:22:38.363815 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:22:38.363815 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:22:38.363815 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:22:38.363815 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 14:22:38.363815 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:22:38.363815 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:22:38.363815 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:22:38.363815 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:22:38.363815 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:22:38.363815 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:22:38.363815 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:22:38.411177 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:38.471427 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-eb128bbc-e51f-4555-95f8-8594a72a451a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:38.472343 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50178b49-2fc1-4db8-ba42-27a45013d06f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aea9ba3-77e2-441d-9772-93b03993f779'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:22:38.478429 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b2809ea-7cdc-494e-aa26-633372c8e52c" -d '{"events": [{"server_uuid": "50178b49-2fc1-4db8-ba42-27a45013d06f", "name": "network-vif-plugged", "status": "completed", "tag": "3aea9ba3-77e2-441d-9772-93b03993f779"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:22:38.494762 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-eb128bbc-e51f-4555-95f8-8594a72a451a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:38.498388 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4b888f-6d87-483d-8d1a-d9aa3f0322bc req-755c0463-5ca1-44f9-95f4-25f64e452d41 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:38.501357 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-eb128bbc-e51f-4555-95f8-8594a72a451a admin admin] 10.222.0.54 "DELETE /v2.0/networks/db94315f-563f-4127-9743-a1c2baecc9c0 HTTP/1.1" status: 204 len: 168 time: 0.9190099 Dec 20 14:22:38.503788 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb128bbc-e51f-4555-95f8-8594a72a451a admin admin] Pushing event deleted for resources: {'Network': ['ID=db94315f-563f-4127-9743-a1c2baecc9c0,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:38.511426 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5f4b888f-6d87-483d-8d1a-d9aa3f0322bc req-755c0463-5ca1-44f9-95f4-25f64e452d41 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/networks?id=f77acfe8-c05d-4606-b7e9-7027c0b13511 HTTP/1.1" status: 200 len: 821 time: 0.2031617 Dec 20 14:22:38.521203 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44699446-8127-4e9f-b5d8-6b53cb392e09 None None] New status for floating IP 140ed744-3137-4880-8b41-cff1cb526b1f: ACTIVE {{(pid=103169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 14:22:38.527944 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 3aea9ba3-77e2-441d-9772-93b03993f779, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=3aea9ba3-77e2-441d-9772-93b03993f779,segment=NetworkSegment(0319426e-5ead-4b5d-906b-45e6b8467961),segment_id=0319426e-5ead-4b5d-906b-45e6b8467961)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:22:38.546022 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5f4b888f-6d87-483d-8d1a-d9aa3f0322bc req-ef07ea89-1aef-4b66-a4db-4fb5597e18b5 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/quotas/230adefc93184769a5ed971e644ca4c5 HTTP/1.1" status: 200 len: 375 time: 0.0336158 Dec 20 14:22:38.561278 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:38.629273 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5f4b888f-6d87-483d-8d1a-d9aa3f0322bc req-053f67e5-e15f-41a3-8567-f4d6b7781b7e tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=230adefc93184769a5ed971e644ca4c5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0822947 Dec 20 14:22:38.659846 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f065d77-4fd1-4d9f-99c0-fa8a364b8aac req-b5f691d1-ca0b-46ee-8ffb-5b22c7a6f2c8 tempest-ServersOnMultiNodesTest-460277134 tempest-ServersOnMultiNodesTest-460277134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:38.663084 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7f065d77-4fd1-4d9f-99c0-fa8a364b8aac req-b5f691d1-ca0b-46ee-8ffb-5b22c7a6f2c8 tempest-ServersOnMultiNodesTest-460277134 tempest-ServersOnMultiNodesTest-460277134-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=b4cd8bf2-b9f3-49ba-b32e-1e2438bf9edf HTTP/1.1" status: 200 len: 1102 time: 0.0708194 Dec 20 14:22:38.694403 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=3aea9ba3-77e2-441d-9772-93b03993f779,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:38.741549 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7f065d77-4fd1-4d9f-99c0-fa8a364b8aac req-6edd832a-e516-447a-a170-96f40b5ebb56 tempest-ServersOnMultiNodesTest-460277134 tempest-ServersOnMultiNodesTest-460277134-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=d29d9ba9-24bd-4d94-be52-3ca7019f1c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679359 Dec 20 14:22:38.755259 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 48896) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:22:38.775331 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5f4b888f-6d87-483d-8d1a-d9aa3f0322bc req-c8b3461b-b3d6-4b1d-ae4a-3837425f39b5 service neutron] 10.222.0.54 "GET /v2.0/networks/f77acfe8-c05d-4606-b7e9-7027c0b13511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447845 Dec 20 14:22:38.776729 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 48900) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:22:38.800186 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5ffe14dc-2e2e-40de-95ed-99120afdfc13 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:38.815548 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-e84b64b8-d14d-445d-ae13-111b3957f034 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1fcedb67d68042c58b2d2f2b6ec49185&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0583320 Dec 20 14:22:38.816201 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 48902) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:22:38.819169 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 48904) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:22:38.893582 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe8cbd0d-c82b-44f4-8389-84fbe2a23e9d x-openstack-request-id: req-fe8cbd0d-c82b-44f4-8389-84fbe2a23e9d {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:22:38.893888 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50178b49-2fc1-4db8-ba42-27a45013d06f", "name": "network-vif-plugged", "status": "completed", "tag": "3aea9ba3-77e2-441d-9772-93b03993f779", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:22:38.894147 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fe8cbd0d-c82b-44f4-8389-84fbe2a23e9d {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:22:38.894563 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50178b49-2fc1-4db8-ba42-27a45013d06f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aea9ba3-77e2-441d-9772-93b03993f779', 'code': 200} Dec 20 14:22:38.978953 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5f4b888f-6d87-483d-8d1a-d9aa3f0322bc req-a60185da-8dcc-400c-9556-09559f4415b4 service neutron] 10.222.0.54 "GET /v2.0/networks/f77acfe8-c05d-4606-b7e9-7027c0b13511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942022 Dec 20 14:22:38.985372 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0d83415c-7af3-4c29-91e7-a5b98f079a02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:39.065478 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0d83415c-7af3-4c29-91e7-a5b98f079a02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:39.102891 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5ffe14dc-2e2e-40de-95ed-99120afdfc13 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:39.188901 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5ffe14dc-2e2e-40de-95ed-99120afdfc13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:39.251991 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffe14dc-2e2e-40de-95ed-99120afdfc13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e58a51-06da-4218-9e50-4b3d95e22382,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:39.259164 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0d83415c-7af3-4c29-91e7-a5b98f079a02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:39.261698 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0d83415c-7af3-4c29-91e7-a5b98f079a02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:39.265766 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-0d83415c-7af3-4c29-91e7-a5b98f079a02 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/fe18cab1-9fb0-4449-bed1-4fc5908c30fa HTTP/1.1" status: 204 len: 168 time: 0.4334576 Dec 20 14:22:39.274432 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f07679d-00a9-4cdc-b4f6-16c603649bf4 req-77713453-f45a-42f1-b53b-7a4165b2c318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:39.275989 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9f07679d-00a9-4cdc-b4f6-16c603649bf4 req-77713453-f45a-42f1-b53b-7a4165b2c318 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=50178b49-2fc1-4db8-ba42-27a45013d06f HTTP/1.1" status: 200 len: 1098 time: 0.3142452 Dec 20 14:22:39.295750 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d83415c-7af3-4c29-91e7-a5b98f079a02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe18cab1-9fb0-4449-bed1-4fc5908c30fa,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:39.311242 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-5ffe14dc-2e2e-40de-95ed-99120afdfc13 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=19be95ae9fae42e19f5c0fbeee69073a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5333660 Dec 20 14:22:39.314309 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 48940) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:22:39.451565 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38ac626-0e42-4e5f-9984-057c804895f8 req-eb040290-b895-451f-8a31-49df8df718f0 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:39.453528 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d38ac626-0e42-4e5f-9984-057c804895f8 req-eb040290-b895-451f-8a31-49df8df718f0 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] 10.222.0.54 "GET /v2.0/ports?device_id=50178b49-2fc1-4db8-ba42-27a45013d06f HTTP/1.1" status: 200 len: 946 time: 0.0965085 Dec 20 14:22:39.472749 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9f07679d-00a9-4cdc-b4f6-16c603649bf4 req-c9f87a23-5078-4e10-b59a-c0a7e38175e8 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1f075b11-d210-4909-933c-2e048b1c972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863163 Dec 20 14:22:39.479303 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-db6b9289-b041-4bc6-84ee-7e1747e9bce5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:39.505483 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-db6b9289-b041-4bc6-84ee-7e1747e9bce5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:39.542421 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d38ac626-0e42-4e5f-9984-057c804895f8 req-5b63b359-6242-433a-8515-3f0401e0b161 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] 10.222.0.54 "GET /v2.0/security-groups?id=1f075b11-d210-4909-933c-2e048b1c972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795739 Dec 20 14:22:39.642595 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-db6b9289-b041-4bc6-84ee-7e1747e9bce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:39.645501 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-db6b9289-b041-4bc6-84ee-7e1747e9bce5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:39.650010 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-db6b9289-b041-4bc6-84ee-7e1747e9bce5 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d6e58a51-06da-4218-9e50-4b3d95e22382 HTTP/1.1" status: 204 len: 168 time: 0.3342814 Dec 20 14:22:39.669170 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6b9289-b041-4bc6-84ee-7e1747e9bce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e58a51-06da-4218-9e50-4b3d95e22382,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:39.730416 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-be7140d0-3438-4366-8bfd-4959835ce3ee req-96691d5c-a6f6-436f-be66-7dc812d0c129 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=a21db8bc-e099-4eff-a349-250d98124b7b HTTP/1.1" status: 200 len: 210 time: 0.0334282 Dec 20 14:22:39.777028 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1bb97cfa-5c05-44af-a500-4266ad6bb0dd req-d16a95fc-f658-49e2-98a9-3329b6f16bf0 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=67090548a8c94f7bb1b8a5ae37b6ba4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329545 Dec 20 14:22:39.916995 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb97cfa-5c05-44af-a500-4266ad6bb0dd req-7cab7d37-c267-4d78-9b66-fdcfc5933047 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:39.924601 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1bb97cfa-5c05-44af-a500-4266ad6bb0dd req-7cab7d37-c267-4d78-9b66-fdcfc5933047 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1458437 Dec 20 14:22:39.951293 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1bb97cfa-5c05-44af-a500-4266ad6bb0dd req-7b7f98b9-e6cb-4904-b475-c1e563cc4ef2 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/quotas/67090548a8c94f7bb1b8a5ae37b6ba4c HTTP/1.1" status: 200 len: 375 time: 0.0257719 Dec 20 14:22:39.960171 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3a9581b7-012a-46a2-bb44-189fe83e8ba5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1595867'] for router_interface, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:40.008489 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 48968) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:22:40.080307 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33edafc7-738c-4ecb-bb1a-7a34bb1f589d', 'tag': '49b41dec-3f97-4706-b42b-2cd626a751e5'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:22:40.082964 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15bc0bac-e4e8-4773-a986-27c230c9d0fc" -d '{"events": [{"name": "network-changed", "server_uuid": "33edafc7-738c-4ecb-bb1a-7a34bb1f589d", "tag": "49b41dec-3f97-4706-b42b-2cd626a751e5"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:22:40.121564 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1bb97cfa-5c05-44af-a500-4266ad6bb0dd req-cf657f8b-ec12-4ef0-8ac1-c5dcc1dc92ae tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=67090548a8c94f7bb1b8a5ae37b6ba4c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1656938 Dec 20 14:22:40.139140 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68099a76-56be-46e9-85c3-43fe0ea02c80 x-openstack-request-id: req-68099a76-56be-46e9-85c3-43fe0ea02c80 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:22:40.139476 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33edafc7-738c-4ecb-bb1a-7a34bb1f589d", "tag": "49b41dec-3f97-4706-b42b-2cd626a751e5", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:22:40.140091 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-68099a76-56be-46e9-85c3-43fe0ea02c80 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:22:40.140503 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33edafc7-738c-4ecb-bb1a-7a34bb1f589d', 'tag': '49b41dec-3f97-4706-b42b-2cd626a751e5', 'status': 'completed', 'code': 200} Dec 20 14:22:40.255941 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 14c108e8-8a1e-4f15-ad35-e7cd1d38574f no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:22:40.285991 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-79121aca-4b37-41e7-a9b4-cb50682de9e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:40.312373 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] No Port match for: 14c108e8-8a1e-4f15-ad35-e7cd1d38574f {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:22:40.312911 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 14c108e8-8a1e-4f15-ad35-e7cd1d38574f not bound to the agent host n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:22:40.322517 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bc0bac-e4e8-4773-a986-27c230c9d0fc req-da621c5e-d655-4d3e-abce-30a35fce24c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:40.324796 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-15bc0bac-e4e8-4773-a986-27c230c9d0fc req-da621c5e-d655-4d3e-abce-30a35fce24c8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6264d8286e254fd5bc5a1b7814fc9e8d&device_id=33edafc7-738c-4ecb-bb1a-7a34bb1f589d HTTP/1.1" status: 200 len: 1098 time: 0.1588154 Dec 20 14:22:40.432892 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-3a9581b7-012a-46a2-bb44-189fe83e8ba5 admin admin] Deleting port 6b5e3447-8783-4d6d-9785-6c597b5a07ae {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:22:40.443199 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3a9581b7-012a-46a2-bb44-189fe83e8ba5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:40.491617 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bc0bac-e4e8-4773-a986-27c230c9d0fc req-def87d20-fff4-4acb-b319-455081aff2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:40.493140 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-15bc0bac-e4e8-4773-a986-27c230c9d0fc req-def87d20-fff4-4acb-b319-455081aff2a2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=20e63510-01d1-4b5f-981b-3ccbe7fab833 HTTP/1.1" status: 200 len: 923 time: 0.1578438 Dec 20 14:22:40.564475 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-3a9581b7-012a-46a2-bb44-189fe83e8ba5 admin admin] For port 6b5e3447-8783-4d6d-9785-6c597b5a07ae, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=6b5e3447-8783-4d6d-9785-6c597b5a07ae,segment=NetworkSegment(7ac72670-2ace-4b33-9d5a-c9838ca43a1b),segment_id=7ac72670-2ace-4b33-9d5a-c9838ca43a1b)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:22:40.565214 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3a9581b7-012a-46a2-bb44-189fe83e8ba5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:40.576745 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-79121aca-4b37-41e7-a9b4-cb50682de9e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:40.586975 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-3a9581b7-012a-46a2-bb44-189fe83e8ba5 admin admin] Calling delete_port for 6b5e3447-8783-4d6d-9785-6c597b5a07ae owned by network:router_interface {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:22:40.600511 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-79121aca-4b37-41e7-a9b4-cb50682de9e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:40.654657 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-79121aca-4b37-41e7-a9b4-cb50682de9e3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8c1807befce84775b424e16b17b8924b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6451397 Dec 20 14:22:40.686780 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 48998) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:22:40.766371 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-15bc0bac-e4e8-4773-a986-27c230c9d0fc req-0c822aca-2dea-4785-adef-29a6ba80c5bd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49b41dec-3f97-4706-b42b-2cd626a751e5 HTTP/1.1" status: 200 len: 1002 time: 0.2569966 Dec 20 14:22:40.804563 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79121aca-4b37-41e7-a9b4-cb50682de9e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=949cf5be-f567-4dc3-b2fd-615daf26c7ec,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:40.941638 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282e1365-fd5e-4b5f-872c-0b22d2e5c706 req-fd54be87-4673-47b9-8345-ebaab377930d tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:40.949366 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-282e1365-fd5e-4b5f-872c-0b22d2e5c706 req-fd54be87-4673-47b9-8345-ebaab377930d tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] 10.222.0.54 "GET /v2.0/ports?device_id=50178b49-2fc1-4db8-ba42-27a45013d06f HTTP/1.1" status: 200 len: 946 time: 0.2269881 Dec 20 14:22:40.962065 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-97dd8e3a-a182-42c1-a748-4286132eba4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:40.964448 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bc0bac-e4e8-4773-a986-27c230c9d0fc req-e96a3d5e-1880-453e-9a01-b56a36493dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:40.965901 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-15bc0bac-e4e8-4773-a986-27c230c9d0fc req-e96a3d5e-1880-453e-9a01-b56a36493dd1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e710479b-16cf-4349-9db5-8619d38b2e41 HTTP/1.1" status: 200 len: 861 time: 0.1760073 Dec 20 14:22:41.012688 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4b888f-6d87-483d-8d1a-d9aa3f0322bc req-9483893e-9c66-4685-8293-f49441e05368 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:41.020515 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5f4b888f-6d87-483d-8d1a-d9aa3f0322bc req-9483893e-9c66-4685-8293-f49441e05368 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.30 "GET /v2.0/networks?id=f77acfe8-c05d-4606-b7e9-7027c0b13511 HTTP/1.1" status: 200 len: 821 time: 0.2842634 Dec 20 14:22:41.056014 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 49016) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:22:41.074380 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-97dd8e3a-a182-42c1-a748-4286132eba4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:41.079243 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3a9581b7-012a-46a2-bb44-189fe83e8ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:41.096326 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-5f4b888f-6d87-483d-8d1a-d9aa3f0322bc req-1ebd1795-6235-4393-8dca-b107a5be9d46 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Request body: {'port': {'device_id': 'a21db8bc-e099-4eff-a349-250d98124b7b', 'network_id': 'f77acfe8-c05d-4606-b7e9-7027c0b13511', 'admin_state_up': True, 'tenant_id': '230adefc93184769a5ed971e644ca4c5'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:22:41.110646 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-282e1365-fd5e-4b5f-872c-0b22d2e5c706 req-12f466ed-a95f-4127-a904-76c761a79005 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] 10.222.0.54 "GET /v2.0/security-groups?id=1f075b11-d210-4909-933c-2e048b1c972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448891 Dec 20 14:22:41.176420 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bc0bac-e4e8-4773-a986-27c230c9d0fc req-f51c0f67-7ceb-46c4-a9e4-ef462d229ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:41.177457 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-15bc0bac-e4e8-4773-a986-27c230c9d0fc req-f51c0f67-7ceb-46c4-a9e4-ef462d229ac4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=20e63510-01d1-4b5f-981b-3ccbe7fab833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1978679 Dec 20 14:22:41.236385 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6c824d9a-95e2-4348-9762-2a23bb6e4300 req-96046b40-18b3-442a-9481-c6c2817adfaa tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?device_id=eaa94939-b782-4ca2-8f6d-eaeddb64bd23 HTTP/1.1" status: 200 len: 210 time: 0.0656018 Dec 20 14:22:41.247052 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:41.285509 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9581b7-012a-46a2-bb44-189fe83e8ba5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b5e3447-8783-4d6d-9785-6c597b5a07ae,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:41.302953 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6a83aaa8-8df1-4fc1-b380-370cbf01b360 req-0c3db017-6c02-42ca-8fe9-f7e3e72119f5 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=a21db8bc-e099-4eff-a349-250d98124b7b HTTP/1.1" status: 200 len: 210 time: 0.2742915 Dec 20 14:22:41.307015 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-97dd8e3a-a182-42c1-a748-4286132eba4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:41.309919 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-97dd8e3a-a182-42c1-a748-4286132eba4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:41.311483 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-97dd8e3a-a182-42c1-a748-4286132eba4b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/949cf5be-f567-4dc3-b2fd-615daf26c7ec HTTP/1.1" status: 204 len: 168 time: 0.6209762 Dec 20 14:22:41.328358 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dd8e3a-a182-42c1-a748-4286132eba4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=949cf5be-f567-4dc3-b2fd-615daf26c7ec,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:41.399780 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-15bc0bac-e4e8-4773-a986-27c230c9d0fc req-cf9eaacb-fe23-45fb-9d1a-725d8c5b831a service neutron] 10.222.0.30 "GET /v2.0/networks/20e63510-01d1-4b5f-981b-3ccbe7fab833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135780 Dec 20 14:22:41.522467 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-c5fe20f7-2a59-4b1e-8d0e-7fe74ad26d14 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1532222034-network', 'tenant_id': '5e2d9292364f43cfb55353bdb702e728'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:22:41.586554 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5fe20f7-2a59-4b1e-8d0e-7fe74ad26d14 admin admin] Made reservation on behalf of 5e2d9292364f43cfb55353bdb702e728 for: {'network': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:22:41.589544 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c5fe20f7-2a59-4b1e-8d0e-7fe74ad26d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:41.606572 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-15bc0bac-e4e8-4773-a986-27c230c9d0fc req-a6670dd7-2783-4f57-a8c2-ad9c5cf95bb3 service neutron] 10.222.0.30 "GET /v2.0/networks/20e63510-01d1-4b5f-981b-3ccbe7fab833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990938 Dec 20 14:22:41.607808 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c5fe20f7-2a59-4b1e-8d0e-7fe74ad26d14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:41.618158 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f4b888f-6d87-483d-8d1a-d9aa3f0322bc req-1ebd1795-6235-4393-8dca-b107a5be9d46 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Made reservation on behalf of 230adefc93184769a5ed971e644ca4c5 for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:22:41.629131 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-5f4b888f-6d87-483d-8d1a-d9aa3f0322bc req-1ebd1795-6235-4393-8dca-b107a5be9d46 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:41.753001 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3a9581b7-012a-46a2-bb44-189fe83e8ba5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582411'] for router_interface, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:41.760595 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c5fe20f7-2a59-4b1e-8d0e-7fe74ad26d14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:41.770184 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c5fe20f7-2a59-4b1e-8d0e-7fe74ad26d14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:41.794301 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5fe20f7-2a59-4b1e-8d0e-7fe74ad26d14 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=103167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:22:41.816470 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c5fe20f7-2a59-4b1e-8d0e-7fe74ad26d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:41.816907 n-d-761264-19 neutron-server[103167]: INFO neutron.db.segments_db [None req-c5fe20f7-2a59-4b1e-8d0e-7fe74ad26d14 admin admin] Added segment 4a8e3bfe-fb94-425c-9c5a-648fdee0e431 of type vlan for network 20d6fb4d-2376-4970-a073-7951589c4788 Dec 20 14:22:41.876791 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fe20f7-2a59-4b1e-8d0e-7fe74ad26d14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a979b4-e3d7-4f29-9d84-e905b7b7b427,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:41.913398 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [req-5f4b888f-6d87-483d-8d1a-d9aa3f0322bc req-1ebd1795-6235-4393-8dca-b107a5be9d46 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Allocated IP 172.20.0.13 (f77acfe8-c05d-4606-b7e9-7027c0b13511/39805718-f3e9-41ca-8469-b49efb1a12f8/e31ccde7-6b06-4fa3-9cd5-1bf3399c7184) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:22:41.913901 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c5fe20f7-2a59-4b1e-8d0e-7fe74ad26d14 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:41.960517 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c5fe20f7-2a59-4b1e-8d0e-7fe74ad26d14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:41.961795 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5fe20f7-2a59-4b1e-8d0e-7fe74ad26d14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:41.962663 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c5fe20f7-2a59-4b1e-8d0e-7fe74ad26d14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:42.065280 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-c5fe20f7-2a59-4b1e-8d0e-7fe74ad26d14 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0079110 Dec 20 14:22:42.074633 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 49048) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:22:42.083249 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-a2f7b0c1-fb50-4a1a-a71a-94532e4e9595 admin admin] Request body: {'subnet': {'network_id': '20d6fb4d-2376-4970-a073-7951589c4788', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1532222034-subnet', 'tenant_id': '5e2d9292364f43cfb55353bdb702e728', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:22:42.121635 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fe20f7-2a59-4b1e-8d0e-7fe74ad26d14 admin admin] Pushing event updated for resources: {'Network': ['ID=20d6fb4d-2376-4970-a073-7951589c4788,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:42.148454 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 20d6fb4d-2376-4970-a073-7951589c4788 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:22:42.269796 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 49056) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:22:42.289853 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4f601288-7e04-426f-976c-e58f6ec60f94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:42.377180 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-49207631-2dea-491e-815d-eb0be92aba42 req-b9e3b363-8405-4c6b-a408-2f430e73d5b0 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?device_id=eaa94939-b782-4ca2-8f6d-eaeddb64bd23 HTTP/1.1" status: 200 len: 210 time: 0.0303745 Dec 20 14:22:42.513709 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4328c61c-e9db-4f6e-a412-7fb8f4e5694f req-b4ca0cf6-2ff4-44f1-83d9-36ffda130412 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=a21db8bc-e099-4eff-a349-250d98124b7b HTTP/1.1" status: 200 len: 210 time: 0.0509846 Dec 20 14:22:42.517013 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4f601288-7e04-426f-976c-e58f6ec60f94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:42.526333 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4f601288-7e04-426f-976c-e58f6ec60f94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:42.550023 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2f7b0c1-fb50-4a1a-a71a-94532e4e9595 admin admin] Made reservation on behalf of 5e2d9292364f43cfb55353bdb702e728 for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:22:42.552412 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a2f7b0c1-fb50-4a1a-a71a-94532e4e9595 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:42.572215 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-4f601288-7e04-426f-976c-e58f6ec60f94 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ffdfdc86412340d68037af3c7d597b83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3011906 Dec 20 14:22:42.574944 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f601288-7e04-426f-976c-e58f6ec60f94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=558a8a70-e890-46ad-84a1-524d6baf9b4b,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:42.589393 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 49066) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:22:42.610470 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a9581b7-012a-46a2-bb44-189fe83e8ba5 admin admin] Router 84cd303d-5de4-43ac-ad99-b586f616326e has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:22:42.660688 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7a48f40d-9bf7-467c-91e2-cbad074dad92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:42.688738 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a43655-3b39-4ec6-b0b9-b1f902304787 req-b3792f07-dc42-4d45-8b76-f9d30eed343e tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:42.689972 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7a48f40d-9bf7-467c-91e2-cbad074dad92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:42.697282 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a0a43655-3b39-4ec6-b0b9-b1f902304787 req-b3792f07-dc42-4d45-8b76-f9d30eed343e tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] 10.222.0.54 "GET /v2.0/ports?device_id=50178b49-2fc1-4db8-ba42-27a45013d06f HTTP/1.1" status: 200 len: 946 time: 0.1724980 Dec 20 14:22:42.735290 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-5f4b888f-6d87-483d-8d1a-d9aa3f0322bc req-1ebd1795-6235-4393-8dca-b107a5be9d46 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:42.774505 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7a48f40d-9bf7-467c-91e2-cbad074dad92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:42.779294 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7a48f40d-9bf7-467c-91e2-cbad074dad92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:42.781273 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-7a48f40d-9bf7-467c-91e2-cbad074dad92 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/558a8a70-e890-46ad-84a1-524d6baf9b4b HTTP/1.1" status: 204 len: 168 time: 0.1901793 Dec 20 14:22:42.794137 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a0a43655-3b39-4ec6-b0b9-b1f902304787 req-76edfb8b-ddca-4495-9321-50abc4e2bcf0 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] 10.222.0.54 "GET /v2.0/security-groups?id=1f075b11-d210-4909-933c-2e048b1c972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956306 Dec 20 14:22:42.810799 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a48f40d-9bf7-467c-91e2-cbad074dad92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=558a8a70-e890-46ad-84a1-524d6baf9b4b,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:43.079021 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1bb97cfa-5c05-44af-a500-4266ad6bb0dd req-175cba32-2a14-4318-bce3-58cbea08775f tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=67090548a8c94f7bb1b8a5ae37b6ba4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0691764 Dec 20 14:22:43.156924 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0b7404-8992-4e0e-96fb-7cd36af07e1e req-fe02f56d-164e-4ab6-8c20-8957b747ab57 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:43.165883 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2c0b7404-8992-4e0e-96fb-7cd36af07e1e req-fe02f56d-164e-4ab6-8c20-8957b747ab57 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] 10.222.0.54 "GET /v2.0/ports?device_id=3fb58f25-96ef-4597-b519-ab74824cbb1d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2613509 Dec 20 14:22:43.168460 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-5f4b888f-6d87-483d-8d1a-d9aa3f0322bc req-1ebd1795-6235-4393-8dca-b107a5be9d46 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:43.170554 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a2f7b0c1-fb50-4a1a-a71a-94532e4e9595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8848317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10470522'] for subnet, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:43.220235 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1bb97cfa-5c05-44af-a500-4266ad6bb0dd req-80ec91cc-f7f6-4193-b51c-6ed9ed176802 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=67090548a8c94f7bb1b8a5ae37b6ba4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280979 Dec 20 14:22:43.242085 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a9581b7-012a-46a2-bb44-189fe83e8ba5 admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:22:43.256113 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0861339e-3ea8-4817-840c-6cb3665458f7 None None] Sync routers for ids ['84cd303d-5de4-43ac-ad99-b586f616326e'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:22:43.259487 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-3a9581b7-012a-46a2-bb44-189fe83e8ba5 admin admin] 10.222.0.54 "PUT /v2.0/routers/84cd303d-5de4-43ac-ad99-b586f616326e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4422414 Dec 20 14:22:43.273183 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 49082) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:22:43.278376 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0861339e-3ea8-4817-840c-6cb3665458f7 None None] Routers {'84cd303d-5de4-43ac-ad99-b586f616326e'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:22:43.279277 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-0861339e-3ea8-4817-840c-6cb3665458f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:22:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['84cd303d-5de4-43ac-ad99-b586f616326e'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:22:43.305839 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f7b0c1-fb50-4a1a-a71a-94532e4e9595 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21353c49-abc0-482a-92f4-9d91398e51d3,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:43.333945 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2c0b7404-8992-4e0e-96fb-7cd36af07e1e req-3c6424a7-54bc-45f6-9bff-b1deaf95d0fa tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.185 HTTP/1.1" status: 200 len: 696 time: 0.1669502 Dec 20 14:22:43.349372 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-2c0b7404-8992-4e0e-96fb-7cd36af07e1e req-2f5991a5-79d7-4c9d-86d7-c14380b93129 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Request body: {'floatingip': {'port_id': '76748e7d-c7f5-44a6-88a3-a6a2455c82b1', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:22:43.354806 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f4b888f-6d87-483d-8d1a-d9aa3f0322bc req-1ebd1795-6235-4393-8dca-b107a5be9d46 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Network f77acfe8-c05d-4606-b7e9-7027c0b13511 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:22:43.394901 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebd1795-6235-4393-8dca-b107a5be9d46 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Pushing event updated for resources: {'Port': ['ID=e31ccde7-6b06-4fa3-9cd5-1bf3399c7184,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:43.401174 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [req-5f4b888f-6d87-483d-8d1a-d9aa3f0322bc req-1ebd1795-6235-4393-8dca-b107a5be9d46 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:22:43.414656 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f4b888f-6d87-483d-8d1a-d9aa3f0322bc req-1ebd1795-6235-4393-8dca-b107a5be9d46 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:22:43.423230 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-2c0b7404-8992-4e0e-96fb-7cd36af07e1e req-2f5991a5-79d7-4c9d-86d7-c14380b93129 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Publish callbacks [] for floatingip, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:43.499315 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-0861339e-3ea8-4817-840c-6cb3665458f7 None None] Set router 84cd303d-5de4-43ac-ad99-b586f616326e gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:22:43.521083 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-44ffdb0d-cfc4-4188-8a41-35a74936e85d admin admin] Publish callbacks [] for router, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:43.524749 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f7b0c1-fb50-4a1a-a71a-94532e4e9595 admin admin] Checking segment: {'id': '4a8e3bfe-fb94-425c-9c5a-648fdee0e431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '20d6fb4d-2376-4970-a073-7951589c4788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:22:43.525102 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f7b0c1-fb50-4a1a-a71a-94532e4e9595 admin admin] Network hostable DHCP agents. Network: 20d6fb4d-2376-4970-a073-7951589c4788, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:22:43.590984 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4b888f-6d87-483d-8d1a-d9aa3f0322bc req-1ebd1795-6235-4393-8dca-b107a5be9d46 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:43.591645 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-5f4b888f-6d87-483d-8d1a-d9aa3f0322bc req-1ebd1795-6235-4393-8dca-b107a5be9d46 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:43.627157 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5f4b888f-6d87-483d-8d1a-d9aa3f0322bc req-1ebd1795-6235-4393-8dca-b107a5be9d46 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5406780 Dec 20 14:22:43.630318 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f7b0c1-fb50-4a1a-a71a-94532e4e9595 admin admin] Network 20d6fb4d-2376-4970-a073-7951589c4788 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:22:43.674202 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-5f4b888f-6d87-483d-8d1a-d9aa3f0322bc req-b56805dc-1c88-4df1-815b-ffb4e31623d1 service neutron] Request body: {'port': {'device_id': 'a21db8bc-e099-4eff-a349-250d98124b7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-19'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:22:43.708259 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-a2f7b0c1-fb50-4a1a-a71a-94532e4e9595 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 20d6fb4d-2376-4970-a073-7951589c4788) {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:22:43.718352 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f7b0c1-fb50-4a1a-a71a-94532e4e9595 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:43.719246 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a2f7b0c1-fb50-4a1a-a71a-94532e4e9595 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:43.728072 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-582ada3d-ec13-4cfd-a5e9-220e1cd2f727 req-bd454228-3f24-417d-b6c5-7863bd2b98f4 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?device_id=eaa94939-b782-4ca2-8f6d-eaeddb64bd23 HTTP/1.1" status: 200 len: 210 time: 0.1554720 Dec 20 14:22:43.736129 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ebe4ad8-24dd-459d-8d75-86bcb2c07d55 None None] Network 20d6fb4d-2376-4970-a073-7951589c4788 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:22:43.852973 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-a2f7b0c1-fb50-4a1a-a71a-94532e4e9595 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7742105 Dec 20 14:22:43.853730 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 49102) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:22:43.861546 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-5f4b888f-6d87-483d-8d1a-d9aa3f0322bc req-b56805dc-1c88-4df1-815b-ffb4e31623d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:43.867426 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-8581dcc3-44ec-4bc9-b4a8-bfed2bf8aedf admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1532222034-router', 'tenant_id': '5e2d9292364f43cfb55353bdb702e728', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:22:43.870865 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-44ffdb0d-cfc4-4188-8a41-35a74936e85d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:43.899698 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb97cfa-5c05-44af-a500-4266ad6bb0dd req-17df54b7-8a63-43a8-ae32-611c1e04d69f tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:43.900029 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-0861339e-3ea8-4817-840c-6cb3665458f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84cd303d-5de4-43ac-ad99-b586f616326e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-750923558-router', 'tenant_id': '92e3cf73bd51484d9ba59eee56c670d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '23e8cfcb-6f8c-45d1-89f4-c76fceff8237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:21:29Z', 'updated_at': '2021-12-20T14:22:40Z', 'revision_number': 5, 'project_id': '92e3cf73bd51484d9ba59eee56c670d9', 'gw_port': {'id': '23e8cfcb-6f8c-45d1-89f4-c76fceff8237', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:cc:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cd303d-5de4-43ac-ad99-b586f616326e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:21:30Z', 'updated_at': '2021-12-20T14:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:22:43.904822 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1bb97cfa-5c05-44af-a500-4266ad6bb0dd req-17df54b7-8a63-43a8-ae32-611c1e04d69f tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8177664 Dec 20 14:22:43.917952 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6c3960-00d6-4883-9c78-3048c91ad5b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-20d6fb4d-2376-4970-a073-7951589c4788', 'network_id': '20d6fb4d-2376-4970-a073-7951589c4788', 'project_id': '5e2d9292364f43cfb55353bdb702e728', 'fixed_ips': [{'subnet_id': '21353c49-abc0-482a-92f4-9d91398e51d3'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:22:43.918905 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-af6c3960-00d6-4883-9c78-3048c91ad5b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:43.946328 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb97cfa-5c05-44af-a500-4266ad6bb0dd req-3d9f3f7f-30eb-4756-93a3-ceb1dc0f010b tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:43.948430 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1bb97cfa-5c05-44af-a500-4266ad6bb0dd req-3d9f3f7f-30eb-4756-93a3-ceb1dc0f010b tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7205279 Dec 20 14:22:43.952986 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0861339e-3ea8-4817-840c-6cb3665458f7 None None] Checking router: 84cd303d-5de4-43ac-ad99-b586f616326e for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:22:43.964265 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0861339e-3ea8-4817-840c-6cb3665458f7 None None] Routers {'84cd303d-5de4-43ac-ad99-b586f616326e'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:22:43.965384 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-0861339e-3ea8-4817-840c-6cb3665458f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:22:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['84cd303d-5de4-43ac-ad99-b586f616326e'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:22:43.973844 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-1bb97cfa-5c05-44af-a500-4266ad6bb0dd req-b0c52d9f-dea5-4af6-9ca5-02430bfc59bb tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Request body: {'port': {'device_id': 'eaa94939-b782-4ca2-8f6d-eaeddb64bd23', 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1', 'admin_state_up': True, 'tenant_id': '67090548a8c94f7bb1b8a5ae37b6ba4c'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:22:44.007508 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-1bb97cfa-5c05-44af-a500-4266ad6bb0dd req-d3fdca6f-cb38-460b-81b0-10680abf0e76 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Request body: {'port': {'device_id': 'feb146f1-4f6a-446c-ac49-cb912d011d7a', 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1', 'admin_state_up': True, 'tenant_id': '67090548a8c94f7bb1b8a5ae37b6ba4c'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:22:44.099418 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-0861339e-3ea8-4817-840c-6cb3665458f7 None None] Set router 84cd303d-5de4-43ac-ad99-b586f616326e gateway port host: None {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:22:44.143271 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-af6c3960-00d6-4883-9c78-3048c91ad5b3 None None] Allocated IP 172.20.0.2 (20d6fb4d-2376-4970-a073-7951589c4788/21353c49-abc0-482a-92f4-9d91398e51d3/05687a1f-5c26-478f-9f2e-2e17d95db679) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:22:44.174813 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-0861339e-3ea8-4817-840c-6cb3665458f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84cd303d-5de4-43ac-ad99-b586f616326e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-750923558-router', 'tenant_id': '92e3cf73bd51484d9ba59eee56c670d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:21:29Z', 'updated_at': '2021-12-20T14:22:43Z', 'revision_number': 6, 'project_id': '92e3cf73bd51484d9ba59eee56c670d9', 'gw_port_host': None}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:22:44.181309 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7970f8-b17c-4e7a-93d0-80e5231f71a4 req-88f9f016-644c-43da-bd8a-53ae2816a048 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:44.188868 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2a7970f8-b17c-4e7a-93d0-80e5231f71a4 req-88f9f016-644c-43da-bd8a-53ae2816a048 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=a21db8bc-e099-4eff-a349-250d98124b7b HTTP/1.1" status: 200 len: 932 time: 0.2792869 Dec 20 14:22:44.218753 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0861339e-3ea8-4817-840c-6cb3665458f7 None None] The sync data for ids ['84cd303d-5de4-43ac-ad99-b586f616326e'] in n-d-761264-19 is: [{'id': '84cd303d-5de4-43ac-ad99-b586f616326e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-750923558-router', 'tenant_id': '92e3cf73bd51484d9ba59eee56c670d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:21:29Z', 'updated_at': '2021-12-20T14:22:43Z', 'revision_number': 6, 'project_id': '92e3cf73bd51484d9ba59eee56c670d9', 'gw_port_host': None}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:22:44.245393 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8581dcc3-44ec-4bc9-b4a8-bfed2bf8aedf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40114'] for router, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:44.247256 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8581dcc3-44ec-4bc9-b4a8-bfed2bf8aedf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40139'] for router, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:44.278419 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 49112) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:22:44.283368 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-44ffdb0d-cfc4-4188-8a41-35a74936e85d admin admin] Deleting port 23e8cfcb-6f8c-45d1-89f4-c76fceff8237 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:22:44.283691 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-44ffdb0d-cfc4-4188-8a41-35a74936e85d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:44.327983 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-af6c3960-00d6-4883-9c78-3048c91ad5b3 None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:44.331250 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2a7970f8-b17c-4e7a-93d0-80e5231f71a4 req-be72c548-18d5-4b1f-9aab-ad15315c062f tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415112 Dec 20 14:22:44.346335 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-af6c3960-00d6-4883-9c78-3048c91ad5b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:44.363516 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bb97cfa-5c05-44af-a500-4266ad6bb0dd req-d3fdca6f-cb38-460b-81b0-10680abf0e76 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Made reservation on behalf of 67090548a8c94f7bb1b8a5ae37b6ba4c for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:22:44.367261 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-1bb97cfa-5c05-44af-a500-4266ad6bb0dd req-d3fdca6f-cb38-460b-81b0-10680abf0e76 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:44.455341 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6c3960-00d6-4883-9c78-3048c91ad5b3 None None] Network 20d6fb4d-2376-4970-a073-7951589c4788 is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:22:44.458655 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-af6c3960-00d6-4883-9c78-3048c91ad5b3 None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:22:44.471646 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bb97cfa-5c05-44af-a500-4266ad6bb0dd req-b0c52d9f-dea5-4af6-9ca5-02430bfc59bb tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Made reservation on behalf of 67090548a8c94f7bb1b8a5ae37b6ba4c for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:22:44.474563 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6c3960-00d6-4883-9c78-3048c91ad5b3 None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:22:44.475432 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-1bb97cfa-5c05-44af-a500-4266ad6bb0dd req-b0c52d9f-dea5-4af6-9ca5-02430bfc59bb tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:44.490253 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-6c40117d-3f6a-465a-b6d1-423cd871f13b admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-2111672752-network', 'tenant_id': '35bd1ff81ce74bb4a58f3b7ddae2cf12'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:22:44.502792 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6c3960-00d6-4883-9c78-3048c91ad5b3 None None] Pushing event updated for resources: {'Port': ['ID=05687a1f-5c26-478f-9f2e-2e17d95db679,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:44.525690 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8581dcc3-44ec-4bc9-b4a8-bfed2bf8aedf admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:44.534857 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-44ffdb0d-cfc4-4188-8a41-35a74936e85d admin admin] For port 23e8cfcb-6f8c-45d1-89f4-c76fceff8237, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=23e8cfcb-6f8c-45d1-89f4-c76fceff8237,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:22:44.534857 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-44ffdb0d-cfc4-4188-8a41-35a74936e85d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:44.590212 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-44ffdb0d-cfc4-4188-8a41-35a74936e85d admin admin] Calling delete_port for 23e8cfcb-6f8c-45d1-89f4-c76fceff8237 owned by network:router_gateway {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:22:44.608903 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-af6c3960-00d6-4883-9c78-3048c91ad5b3 None None] Attempting to bind port 05687a1f-5c26-478f-9f2e-2e17d95db679 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:22:44.609686 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-af6c3960-00d6-4883-9c78-3048c91ad5b3 None None] Attempting to bind port 05687a1f-5c26-478f-9f2e-2e17d95db679 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '4a8e3bfe-fb94-425c-9c5a-648fdee0e431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '20d6fb4d-2376-4970-a073-7951589c4788'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:22:44.610952 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6c3960-00d6-4883-9c78-3048c91ad5b3 None None] Attempting to bind port 05687a1f-5c26-478f-9f2e-2e17d95db679 on network 20d6fb4d-2376-4970-a073-7951589c4788 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:22:44.625505 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6c3960-00d6-4883-9c78-3048c91ad5b3 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:22:44.626667 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6c3960-00d6-4883-9c78-3048c91ad5b3 None None] Checking segment: {'id': '4a8e3bfe-fb94-425c-9c5a-648fdee0e431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '20d6fb4d-2376-4970-a073-7951589c4788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:22:44.627099 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-af6c3960-00d6-4883-9c78-3048c91ad5b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:44.627544 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6c3960-00d6-4883-9c78-3048c91ad5b3 None None] Bound using segment: {'id': '4a8e3bfe-fb94-425c-9c5a-648fdee0e431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '20d6fb4d-2376-4970-a073-7951589c4788'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:22:44.628097 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-af6c3960-00d6-4883-9c78-3048c91ad5b3 None None] Bound port: 05687a1f-5c26-478f-9f2e-2e17d95db679, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a8e3bfe-fb94-425c-9c5a-648fdee0e431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '20d6fb4d-2376-4970-a073-7951589c4788'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:22:44.628574 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-af6c3960-00d6-4883-9c78-3048c91ad5b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:44.712315 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-af6c3960-00d6-4883-9c78-3048c91ad5b3 None None] For port 05687a1f-5c26-478f-9f2e-2e17d95db679, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:22:44.715744 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.db.resource_extend [req-2c0b7404-8992-4e0e-96fb-7cd36af07e1e req-2f5991a5-79d7-4c9d-86d7-c14380b93129 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 14:22:44.717317 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-af6c3960-00d6-4883-9c78-3048c91ad5b3 None None] For port 05687a1f-5c26-478f-9f2e-2e17d95db679, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=05687a1f-5c26-478f-9f2e-2e17d95db679,segment=NetworkSegment(4a8e3bfe-fb94-425c-9c5a-648fdee0e431),segment_id=4a8e3bfe-fb94-425c-9c5a-648fdee0e431)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:22:44.732291 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-af6c3960-00d6-4883-9c78-3048c91ad5b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:44.758972 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c40117d-3f6a-465a-b6d1-423cd871f13b admin admin] Made reservation on behalf of 35bd1ff81ce74bb4a58f3b7ddae2cf12 for: {'network': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:22:44.762067 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6c40117d-3f6a-465a-b6d1-423cd871f13b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:44.767915 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [req-1bb97cfa-5c05-44af-a500-4266ad6bb0dd req-d3fdca6f-cb38-460b-81b0-10680abf0e76 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Allocated IP 192.168.233.64 (00c897c2-e98d-4716-a0b4-8f9f297fa8a1/36bf280f-81bb-4486-a87a-9b9505a1cec4/7cbb65ff-fb94-477d-a1d2-7eb72e2e0d71) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:22:44.791817 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6c40117d-3f6a-465a-b6d1-423cd871f13b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:44.881759 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6c3960-00d6-4883-9c78-3048c91ad5b3 None None] Pushing event updated for resources: {'Port': ['ID=05687a1f-5c26-478f-9f2e-2e17d95db679,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:45.014122 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:45.111021 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 49144) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:22:45.191241 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e58ce927-bae2-431a-8ac5-fe5e6034a070 req-159293f5-9402-4824-9c88-a53f13e0fbd1 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?device_id=eaa94939-b782-4ca2-8f6d-eaeddb64bd23 HTTP/1.1" status: 200 len: 210 time: 0.3325164 Dec 20 14:22:45.217492 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-44ffdb0d-cfc4-4188-8a41-35a74936e85d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:45.240436 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-2c0b7404-8992-4e0e-96fb-7cd36af07e1e req-2f5991a5-79d7-4c9d-86d7-c14380b93129 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:45.261232 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8581dcc3-44ec-4bc9-b4a8-bfed2bf8aedf admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:45.265181 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-2c0b7404-8992-4e0e-96fb-7cd36af07e1e req-2f5991a5-79d7-4c9d-86d7-c14380b93129 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585115'] for floatingip, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:45.272537 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ffdb0d-cfc4-4188-8a41-35a74936e85d admin admin] Pushing event deleted for resources: {'Port': ['ID=23e8cfcb-6f8c-45d1-89f4-c76fceff8237,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:45.352116 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6c40117d-3f6a-465a-b6d1-423cd871f13b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:45.358940 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-44ffdb0d-cfc4-4188-8a41-35a74936e85d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584913'] for router_gateway, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:45.395436 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6a42d252-0e92-4a3a-8ee6-c70ec1631328 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:45.474781 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [req-5f4b888f-6d87-483d-8d1a-d9aa3f0322bc req-b56805dc-1c88-4df1-815b-ffb4e31623d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e31ccde7-6b06-4fa3-9cd5-1bf3399c7184 {{(pid=103168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:22:45.491868 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-5f4b888f-6d87-483d-8d1a-d9aa3f0322bc req-b56805dc-1c88-4df1-815b-ffb4e31623d1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:45.542076 n-d-761264-19 neutron-server[103168]: INFO neutron.db.l3_db [req-2c0b7404-8992-4e0e-96fb-7cd36af07e1e req-2f5991a5-79d7-4c9d-86d7-c14380b93129 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Floating IP ae1a2f52-3564-4fc6-937c-b29d9518ad1f associated. External IP: 172.25.0.185, port: 76748e7d-c7f5-44a6-88a3-a6a2455c82b1. Dec 20 14:22:45.550543 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.provisioning_blocks [req-5f4b888f-6d87-483d-8d1a-d9aa3f0322bc req-b56805dc-1c88-4df1-815b-ffb4e31623d1 service neutron] Transition to ACTIVE for port object e31ccde7-6b06-4fa3-9cd5-1bf3399c7184 will not be triggered until provisioned by entity L2. {{(pid=103168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:22:45.587680 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-5f4b888f-6d87-483d-8d1a-d9aa3f0322bc req-b56805dc-1c88-4df1-815b-ffb4e31623d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:45.640927 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-1bb97cfa-5c05-44af-a500-4266ad6bb0dd req-d3fdca6f-cb38-460b-81b0-10680abf0e76 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:45.643381 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6c40117d-3f6a-465a-b6d1-423cd871f13b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:45.706151 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56805dc-1c88-4df1-815b-ffb4e31623d1 service neutron] Pushing event updated for resources: {'Port': ['ID=e31ccde7-6b06-4fa3-9cd5-1bf3399c7184,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:45.780135 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-44ffdb0d-cfc4-4188-8a41-35a74936e85d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40132'] for router, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:45.787151 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c40117d-3f6a-465a-b6d1-423cd871f13b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=103167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:22:45.789455 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6a42d252-0e92-4a3a-8ee6-c70ec1631328 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:45.793979 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-44ffdb0d-cfc4-4188-8a41-35a74936e85d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:45.804932 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6a42d252-0e92-4a3a-8ee6-c70ec1631328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:45.840559 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c40117d-3f6a-465a-b6d1-423cd871f13b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=044a4035-8f9d-498f-a1ea-00b93331b2f3,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:45.885196 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6c40117d-3f6a-465a-b6d1-423cd871f13b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:45.885526 n-d-761264-19 neutron-server[103167]: INFO neutron.db.segments_db [None req-6c40117d-3f6a-465a-b6d1-423cd871f13b admin admin] Added segment ef5d5efe-b05a-4e2b-9c75-1e70d81f22cf of type vlan for network 736bbe54-d004-428a-8176-53235b0cbef5 Dec 20 14:22:45.929874 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-6a42d252-0e92-4a3a-8ee6-c70ec1631328 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=744681669bb24ba1b30f12623064355d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8072977 Dec 20 14:22:45.929874 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a42d252-0e92-4a3a-8ee6-c70ec1631328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edc17277-5f76-4d40-8099-b1c616f17a8e,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:45.931999 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 49152) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:22:45.932530 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c273ca6-3192-4f09-a33a-0f41e9b956fc req-d6472628-93f0-496e-8e3b-f614f59615d0 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:45.940140 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0c273ca6-3192-4f09-a33a-0f41e9b956fc req-d6472628-93f0-496e-8e3b-f614f59615d0 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=a21db8bc-e099-4eff-a349-250d98124b7b HTTP/1.1" status: 200 len: 944 time: 0.2693064 Dec 20 14:22:45.942195 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-44ffdb0d-cfc4-4188-8a41-35a74936e85d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1594808'] for router, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:45.942871 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44ffdb0d-cfc4-4188-8a41-35a74936e85d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84cd303d-5de4-43ac-ad99-b586f616326e {{(pid=103167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 14:22:45.977673 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-44ffdb0d-cfc4-4188-8a41-35a74936e85d admin admin] Publish callbacks [] for router, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:45.978679 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-44ffdb0d-cfc4-4188-8a41-35a74936e85d admin admin] 10.222.0.54 "DELETE /v2.0/routers/84cd303d-5de4-43ac-ad99-b586f616326e HTTP/1.1" status: 204 len: 168 time: 2.6840630 Dec 20 14:22:45.979910 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-1bb97cfa-5c05-44af-a500-4266ad6bb0dd req-d3fdca6f-cb38-460b-81b0-10680abf0e76 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:45.983442 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 49154) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:22:46.002696 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['b480e985-94d1-4c37-a197-978c3373d94b'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:22:46.011015 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6c40117d-3f6a-465a-b6d1-423cd871f13b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:46.023994 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-5f4b888f-6d87-483d-8d1a-d9aa3f0322bc req-b56805dc-1c88-4df1-815b-ffb4e31623d1 service neutron] Attempting to bind port e31ccde7-6b06-4fa3-9cd5-1bf3399c7184 on host n-h1-761264-19 for vnic_type normal with profile {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:22:46.024319 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-5f4b888f-6d87-483d-8d1a-d9aa3f0322bc req-b56805dc-1c88-4df1-815b-ffb4e31623d1 service neutron] Attempting to bind port e31ccde7-6b06-4fa3-9cd5-1bf3399c7184 by drivers openvswitch,hyperv on host n-h1-761264-19 at level 0 using segments [{'id': 'c78eb3db-e8a6-4673-b220-136b3d8ed714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f77acfe8-c05d-4606-b7e9-7027c0b13511'}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:22:46.033491 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4b888f-6d87-483d-8d1a-d9aa3f0322bc req-b56805dc-1c88-4df1-815b-ffb4e31623d1 service neutron] Attempting to bind port e31ccde7-6b06-4fa3-9cd5-1bf3399c7184 on network f77acfe8-c05d-4606-b7e9-7027c0b13511 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:22:46.064762 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['4b0a336b-db05-4701-bfc6-4dde1c5f783a', 'e06c38a2-5e0b-45af-bbf7-4a1f4561e3ce'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:22:46.099658 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4b888f-6d87-483d-8d1a-d9aa3f0322bc req-b56805dc-1c88-4df1-815b-ffb4e31623d1 service neutron] Port e31ccde7-6b06-4fa3-9cd5-1bf3399c7184 on network f77acfe8-c05d-4606-b7e9-7027c0b13511 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-19 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:22:46.100258 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4b888f-6d87-483d-8d1a-d9aa3f0322bc req-b56805dc-1c88-4df1-815b-ffb4e31623d1 service neutron] Attempting to bind port e31ccde7-6b06-4fa3-9cd5-1bf3399c7184 on network f77acfe8-c05d-4606-b7e9-7027c0b13511 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:22:46.123880 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979b441a-b1f0-47d0-8f55-68fb34bded68 None None] Network 20d6fb4d-2376-4970-a073-7951589c4788 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:22:46.128191 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4b888f-6d87-483d-8d1a-d9aa3f0322bc req-b56805dc-1c88-4df1-815b-ffb4e31623d1 service neutron] Checking agent: {'id': '3e5ace3e-dd7b-4522-a7c4-77d13dbeab1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:22:46.128520 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4b888f-6d87-483d-8d1a-d9aa3f0322bc req-b56805dc-1c88-4df1-815b-ffb4e31623d1 service neutron] Checking segment: {'id': 'c78eb3db-e8a6-4673-b220-136b3d8ed714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f77acfe8-c05d-4606-b7e9-7027c0b13511'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:22:46.128906 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4b888f-6d87-483d-8d1a-d9aa3f0322bc req-b56805dc-1c88-4df1-815b-ffb4e31623d1 service neutron] Bound using segment: {'id': 'c78eb3db-e8a6-4673-b220-136b3d8ed714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f77acfe8-c05d-4606-b7e9-7027c0b13511'} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:22:46.129355 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-5f4b888f-6d87-483d-8d1a-d9aa3f0322bc req-b56805dc-1c88-4df1-815b-ffb4e31623d1 service neutron] Bound port: e31ccde7-6b06-4fa3-9cd5-1bf3399c7184, host: n-h1-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c78eb3db-e8a6-4673-b220-136b3d8ed714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f77acfe8-c05d-4606-b7e9-7027c0b13511'}}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:22:46.129710 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-5f4b888f-6d87-483d-8d1a-d9aa3f0322bc req-b56805dc-1c88-4df1-815b-ffb4e31623d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:46.155067 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [req-1bb97cfa-5c05-44af-a500-4266ad6bb0dd req-b0c52d9f-dea5-4af6-9ca5-02430bfc59bb tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Allocated IP 192.168.233.35 (00c897c2-e98d-4716-a0b4-8f9f297fa8a1/36bf280f-81bb-4486-a87a-9b9505a1cec4/f8088620-4873-4a7e-871d-1e2a2b1c3622) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:22:46.279031 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fdca6f-cb38-460b-81b0-10680abf0e76 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Pushing event updated for resources: {'Port': ['ID=7cbb65ff-fb94-477d-a1d2-7eb72e2e0d71,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:46.287776 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2c0b7404-8992-4e0e-96fb-7cd36af07e1e req-2f5991a5-79d7-4c9d-86d7-c14380b93129 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Router a4088f0d-ca29-496d-8308-6d6c1ee614fd has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:22:46.293438 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8581dcc3-44ec-4bc9-b4a8-bfed2bf8aedf admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:46.329385 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b713e2a1-aa5f-4fa1-87a7-421a0b0e0a2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:46.338348 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bb97cfa-5c05-44af-a500-4266ad6bb0dd req-d3fdca6f-cb38-460b-81b0-10680abf0e76 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:22:46.338807 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8581dcc3-44ec-4bc9-b4a8-bfed2bf8aedf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:46.342326 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9205967-7469-4d53-88ac-576044b816c5 admin admin] Deleting subnet 9ae0f23a-29ed-4948-a81a-2e6d5a905c6c {{(pid=103167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:22:46.345853 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b9205967-7469-4d53-88ac-576044b816c5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:46.357081 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 05687a1f-5c26-478f-9f2e-2e17d95db679 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:22:46.391724 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b9205967-7469-4d53-88ac-576044b816c5 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:46.443704 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-5f4b888f-6d87-483d-8d1a-d9aa3f0322bc req-b56805dc-1c88-4df1-815b-ffb4e31623d1 service neutron] For port e31ccde7-6b06-4fa3-9cd5-1bf3399c7184, host n-h1-761264-19, cleared binding levels {{(pid=103168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:22:46.450665 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b713e2a1-aa5f-4fa1-87a7-421a0b0e0a2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:46.453109 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-50012f34-dd8f-4220-b817-bf85badcae2a None None] Provisioning complete for port 05687a1f-5c26-478f-9f2e-2e17d95db679 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:22:46.453567 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-50012f34-dd8f-4220-b817-bf85badcae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:46.483559 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-5f4b888f-6d87-483d-8d1a-d9aa3f0322bc req-b56805dc-1c88-4df1-815b-ffb4e31623d1 service neutron] For port e31ccde7-6b06-4fa3-9cd5-1bf3399c7184, host n-h1-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=e31ccde7-6b06-4fa3-9cd5-1bf3399c7184,segment=NetworkSegment(c78eb3db-e8a6-4673-b220-136b3d8ed714),segment_id=c78eb3db-e8a6-4673-b220-136b3d8ed714)] {{(pid=103168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:22:46.488652 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b9205967-7469-4d53-88ac-576044b816c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:46.529874 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-5f4b888f-6d87-483d-8d1a-d9aa3f0322bc req-b56805dc-1c88-4df1-815b-ffb4e31623d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:46.548071 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [req-1bb97cfa-5c05-44af-a500-4266ad6bb0dd req-d3fdca6f-cb38-460b-81b0-10680abf0e76 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:22:46.559797 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bb97cfa-5c05-44af-a500-4266ad6bb0dd req-d3fdca6f-cb38-460b-81b0-10680abf0e76 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:22:46.580697 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb97cfa-5c05-44af-a500-4266ad6bb0dd req-d3fdca6f-cb38-460b-81b0-10680abf0e76 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:46.581657 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-1bb97cfa-5c05-44af-a500-4266ad6bb0dd req-d3fdca6f-cb38-460b-81b0-10680abf0e76 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:46.587191 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 05687a1f-5c26-478f-9f2e-2e17d95db679 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:22:46.587864 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:46.599439 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b9205967-7469-4d53-88ac-576044b816c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:46.611684 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6c40117d-3f6a-465a-b6d1-423cd871f13b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:46.613104 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c40117d-3f6a-465a-b6d1-423cd871f13b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:46.613821 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6c40117d-3f6a-465a-b6d1-423cd871f13b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:46.648586 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4b888f-6d87-483d-8d1a-d9aa3f0322bc req-b56805dc-1c88-4df1-815b-ffb4e31623d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:46.649629 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-5f4b888f-6d87-483d-8d1a-d9aa3f0322bc req-b56805dc-1c88-4df1-815b-ffb4e31623d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:46.651533 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5f4b888f-6d87-483d-8d1a-d9aa3f0322bc req-b56805dc-1c88-4df1-815b-ffb4e31623d1 service neutron] 10.222.0.30 "PUT /v2.0/ports/e31ccde7-6b06-4fa3-9cd5-1bf3399c7184 HTTP/1.1" status: 200 len: 1093 time: 2.9854341 Dec 20 14:22:46.652381 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56805dc-1c88-4df1-815b-ffb4e31623d1 service neutron] Pushing event updated for resources: {'Port': ['ID=e31ccde7-6b06-4fa3-9cd5-1bf3399c7184,revision_number=3']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:46.655034 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a21db8bc-e099-4eff-a349-250d98124b7b', 'tag': 'e31ccde7-6b06-4fa3-9cd5-1bf3399c7184'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:22:46.657705 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a61edb2c-8c27-4976-8705-4ece9129a646" -d '{"events": [{"name": "network-changed", "server_uuid": "a21db8bc-e099-4eff-a349-250d98124b7b", "tag": "e31ccde7-6b06-4fa3-9cd5-1bf3399c7184"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:22:46.669205 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2c0b7404-8992-4e0e-96fb-7cd36af07e1e req-2f5991a5-79d7-4c9d-86d7-c14380b93129 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:22:46.682515 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-2c0b7404-8992-4e0e-96fb-7cd36af07e1e req-2f5991a5-79d7-4c9d-86d7-c14380b93129 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:46.696309 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b9205967-7469-4d53-88ac-576044b816c5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:46.700473 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-b9205967-7469-4d53-88ac-576044b816c5 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/9ae0f23a-29ed-4948-a81a-2e6d5a905c6c HTTP/1.1" status: 204 len: 168 time: 0.6929488 Dec 20 14:22:46.704909 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9205967-7469-4d53-88ac-576044b816c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ae0f23a-29ed-4948-a81a-2e6d5a905c6c,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:46.710327 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1bb97cfa-5c05-44af-a500-4266ad6bb0dd req-d3fdca6f-cb38-460b-81b0-10680abf0e76 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7081819 Dec 20 14:22:46.712223 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-8581dcc3-44ec-4bc9-b4a8-bfed2bf8aedf admin admin] Allocated IP 172.25.0.33 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/334035b3-a162-4b37-983f-fe85c8a80888) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:22:46.714278 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 49160) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:22:46.714915 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0c273ca6-3192-4f09-a33a-0f41e9b956fc req-86645590-9f48-4cec-a865-675eefc3d2ba tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7737396 Dec 20 14:22:46.719810 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6702913a-0f2a-403a-be7d-997b02a5acf3 None None] Sync routers for ids ['a4088f0d-ca29-496d-8308-6d6c1ee614fd'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:22:46.727301 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b713e2a1-aa5f-4fa1-87a7-421a0b0e0a2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:46.730179 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b713e2a1-aa5f-4fa1-87a7-421a0b0e0a2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:46.731563 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-b713e2a1-aa5f-4fa1-87a7-421a0b0e0a2e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/edc17277-5f76-4d40-8099-b1c616f17a8e HTTP/1.1" status: 204 len: 168 time: 0.7540088 Dec 20 14:22:46.753124 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-6c40117d-3f6a-465a-b6d1-423cd871f13b admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.4672666 Dec 20 14:22:46.763323 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-1bb97cfa-5c05-44af-a500-4266ad6bb0dd req-a9631845-029a-4107-8856-61fb63bafc0d service neutron] Request body: {'port': {'device_id': 'feb146f1-4f6a-446c-ac49-cb912d011d7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-19'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:22:46.769954 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9420eca9-8309-43b7-9a19-08bfc9ce0018 None None] Network 80d00bf9-e2d3-4274-b126-1d34ec749a75 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:22:46.775972 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 49164) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:22:46.870110 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-21cf8857-7c87-46d6-af52-422041f519c7 admin admin] Request body: {'subnet': {'network_id': '736bbe54-d004-428a-8176-53235b0cbef5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-2111672752-subnet', 'tenant_id': '35bd1ff81ce74bb4a58f3b7ddae2cf12', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:22:46.930995 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2c0b7404-8992-4e0e-96fb-7cd36af07e1e req-2f5991a5-79d7-4c9d-86d7-c14380b93129 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] 10.222.0.54 "PUT /v2.0/floatingips/ae1a2f52-3564-4fc6-937c-b29d9518ad1f HTTP/1.1" status: 200 len: 996 time: 3.5956929 Dec 20 14:22:47.008967 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c40117d-3f6a-465a-b6d1-423cd871f13b admin admin] Pushing event updated for resources: {'Network': ['ID=736bbe54-d004-428a-8176-53235b0cbef5,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:47.081514 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e3498384-c53f-4097-91b0-d5f7110dc9c6 req-98c84c8d-08ad-40cc-9d42-9b28a70e004c tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?device_id=eaa94939-b782-4ca2-8f6d-eaeddb64bd23 HTTP/1.1" status: 200 len: 210 time: 0.0691643 Dec 20 14:22:47.086713 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b713e2a1-aa5f-4fa1-87a7-421a0b0e0a2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc17277-5f76-4d40-8099-b1c616f17a8e,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:47.101053 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-1bb97cfa-5c05-44af-a500-4266ad6bb0dd req-a9631845-029a-4107-8856-61fb63bafc0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:47.103063 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9d8db495-2ccc-4314-ac81-a220097679fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:47.112883 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-1bb97cfa-5c05-44af-a500-4266ad6bb0dd req-b0c52d9f-dea5-4af6-9ca5-02430bfc59bb tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:47.122501 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 736bbe54-d004-428a-8176-53235b0cbef5 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:22:47.167449 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:47.178525 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f9bc00f-5f0f-4f94-9fc9-9949431d400f x-openstack-request-id: req-7f9bc00f-5f0f-4f94-9fc9-9949431d400f {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:22:47.178950 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a21db8bc-e099-4eff-a349-250d98124b7b", "tag": "e31ccde7-6b06-4fa3-9cd5-1bf3399c7184", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:22:47.179267 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7f9bc00f-5f0f-4f94-9fc9-9949431d400f {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:22:47.180140 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a21db8bc-e099-4eff-a349-250d98124b7b', 'tag': 'e31ccde7-6b06-4fa3-9cd5-1bf3399c7184', 'status': 'completed', 'code': 200} Dec 20 14:22:47.185741 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6702913a-0f2a-403a-be7d-997b02a5acf3 None None] Routers {'a4088f0d-ca29-496d-8308-6d6c1ee614fd'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:22:47.186401 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-6702913a-0f2a-403a-be7d-997b02a5acf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:22:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['a4088f0d-ca29-496d-8308-6d6c1ee614fd'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:22:47.218740 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] For port 05687a1f-5c26-478f-9f2e-2e17d95db679, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=05687a1f-5c26-478f-9f2e-2e17d95db679,segment=NetworkSegment(4a8e3bfe-fb94-425c-9c5a-648fdee0e431),segment_id=4a8e3bfe-fb94-425c-9c5a-648fdee0e431)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:22:47.225573 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4b888f-6d87-483d-8d1a-d9aa3f0322bc req-fb40e0eb-da1f-462f-8c04-00d010ea907a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:47.226980 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5f4b888f-6d87-483d-8d1a-d9aa3f0322bc req-fb40e0eb-da1f-462f-8c04-00d010ea907a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=230adefc93184769a5ed971e644ca4c5&device_id=a21db8bc-e099-4eff-a349-250d98124b7b HTTP/1.1" status: 200 len: 1096 time: 0.4498301 Dec 20 14:22:47.247133 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 49168) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:22:47.256314 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-1bb97cfa-5c05-44af-a500-4266ad6bb0dd req-b0c52d9f-dea5-4af6-9ca5-02430bfc59bb tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:47.266336 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-50012f34-dd8f-4220-b817-bf85badcae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:47.281470 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-543656a8-078d-4a01-b51a-dd1ad63c949c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:47.323196 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:47.341254 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bb97cfa-5c05-44af-a500-4266ad6bb0dd req-b0c52d9f-dea5-4af6-9ca5-02430bfc59bb tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:22:47.367746 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [req-1bb97cfa-5c05-44af-a500-4266ad6bb0dd req-b0c52d9f-dea5-4af6-9ca5-02430bfc59bb tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:22:47.392612 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c52d9f-dea5-4af6-9ca5-02430bfc59bb tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Pushing event updated for resources: {'Port': ['ID=f8088620-4873-4a7e-871d-1e2a2b1c3622,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:47.401049 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bb97cfa-5c05-44af-a500-4266ad6bb0dd req-b0c52d9f-dea5-4af6-9ca5-02430bfc59bb tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:22:47.407706 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb97cfa-5c05-44af-a500-4266ad6bb0dd req-b0c52d9f-dea5-4af6-9ca5-02430bfc59bb tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:47.408356 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-1bb97cfa-5c05-44af-a500-4266ad6bb0dd req-b0c52d9f-dea5-4af6-9ca5-02430bfc59bb tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:47.431612 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['b480e985-94d1-4c37-a197-978c3373d94b'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:22:47.435080 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 23e8cfcb-6f8c-45d1-89f4-c76fceff8237 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:22:47.501281 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 23e8cfcb-6f8c-45d1-89f4-c76fceff8237 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:22:47.501606 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 23e8cfcb-6f8c-45d1-89f4-c76fceff8237 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:22:47.502030 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 6b5e3447-8783-4d6d-9785-6c597b5a07ae no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:22:47.538938 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1bb97cfa-5c05-44af-a500-4266ad6bb0dd req-b0c52d9f-dea5-4af6-9ca5-02430bfc59bb tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5709515 Dec 20 14:22:47.568892 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-1bb97cfa-5c05-44af-a500-4266ad6bb0dd req-41d45bfb-86e5-41d9-9c67-e082f6b7ceea service neutron] Request body: {'port': {'device_id': 'eaa94939-b782-4ca2-8f6d-eaeddb64bd23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-19'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:22:47.574988 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f7d521-0d92-4d60-917a-861d0850e82c None None] DHCP port deletion for 80d00bf9-e2d3-4274-b126-1d34ec749a75 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:22:47.617592 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 6b5e3447-8783-4d6d-9785-6c597b5a07ae {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:22:47.617938 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 6b5e3447-8783-4d6d-9785-6c597b5a07ae not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:22:47.633747 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Pushing event updated for resources: {'Port': ['ID=05687a1f-5c26-478f-9f2e-2e17d95db679,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:47.647357 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0b7404-8992-4e0e-96fb-7cd36af07e1e req-5bd1cba9-041e-4ad1-ba42-07d6ed5a3544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:47.648917 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2c0b7404-8992-4e0e-96fb-7cd36af07e1e req-5bd1cba9-041e-4ad1-ba42-07d6ed5a3544 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4f3a59730c994d32a8cbf695683850a0&device_id=3fb58f25-96ef-4597-b519-ab74824cbb1d HTTP/1.1" status: 200 len: 1097 time: 0.7148795 Dec 20 14:22:47.688428 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21cf8857-7c87-46d6-af52-422041f519c7 admin admin] Made reservation on behalf of 35bd1ff81ce74bb4a58f3b7ddae2cf12 for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:22:47.691247 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-21cf8857-7c87-46d6-af52-422041f519c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:47.692464 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-6702913a-0f2a-403a-be7d-997b02a5acf3 None None] Set router a4088f0d-ca29-496d-8308-6d6c1ee614fd gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:22:47.723752 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.db.api [None req-50012f34-dd8f-4220-b817-bf85badcae2a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103169) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 14:22:47.724133 n-d-761264-19 neutron-server[103169]: DEBUG oslo_db.api [None req-50012f34-dd8f-4220-b817-bf85badcae2a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 14:22:47.735731 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-543656a8-078d-4a01-b51a-dd1ad63c949c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:47.738213 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-1bb97cfa-5c05-44af-a500-4266ad6bb0dd req-41d45bfb-86e5-41d9-9c67-e082f6b7ceea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:47.744054 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5f4b888f-6d87-483d-8d1a-d9aa3f0322bc req-cd805f35-1c7c-4d5e-9601-6f66ea14c0a7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e31ccde7-6b06-4fa3-9cd5-1bf3399c7184 HTTP/1.1" status: 200 len: 217 time: 0.5030358 Dec 20 14:22:47.747815 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-543656a8-078d-4a01-b51a-dd1ad63c949c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:47.771578 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [req-1bb97cfa-5c05-44af-a500-4266ad6bb0dd req-a9631845-029a-4107-8856-61fb63bafc0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cbb65ff-fb94-477d-a1d2-7eb72e2e0d71 {{(pid=103167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:22:47.801057 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-1bb97cfa-5c05-44af-a500-4266ad6bb0dd req-a9631845-029a-4107-8856-61fb63bafc0d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:47.840662 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8581dcc3-44ec-4bc9-b4a8-bfed2bf8aedf admin admin] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:47.853329 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543656a8-078d-4a01-b51a-dd1ad63c949c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76b4be3d-ddb4-4618-b70e-56c7b531c14e,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:47.871925 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-f0f7d521-0d92-4d60-917a-861d0850e82c None None] Deleting port 1b792e61-7d25-49e2-aa9f-d0aad9535105 {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:22:47.872328 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f0f7d521-0d92-4d60-917a-861d0850e82c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:47.887324 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-543656a8-078d-4a01-b51a-dd1ad63c949c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=cff55c6a0b0942ddb92d2f0807cb4b2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6378310 Dec 20 14:22:47.890748 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-1bb97cfa-5c05-44af-a500-4266ad6bb0dd req-a9631845-029a-4107-8856-61fb63bafc0d service neutron] Transition to ACTIVE for port object 7cbb65ff-fb94-477d-a1d2-7eb72e2e0d71 will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:22:47.897934 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 49174) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:22:47.916439 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-1bb97cfa-5c05-44af-a500-4266ad6bb0dd req-a9631845-029a-4107-8856-61fb63bafc0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:47.951592 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3dc0774f-df2b-4b44-ba90-dc4b26e940a2 req-c30e0ae8-9655-4cf0-af8f-ae772b0d2f9b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1ee336c7-2c51-4a07-9c99-847191098eee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3111184 Dec 20 14:22:47.975042 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4b888f-6d87-483d-8d1a-d9aa3f0322bc req-8d684bcf-3a66-42f6-ad6c-2ffd1a352b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:47.976620 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5f4b888f-6d87-483d-8d1a-d9aa3f0322bc req-8d684bcf-3a66-42f6-ad6c-2ffd1a352b41 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=39805718-f3e9-41ca-8469-b49efb1a12f8 HTTP/1.1" status: 200 len: 861 time: 0.2142279 Dec 20 14:22:47.989621 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-9d8db495-2ccc-4314-ac81-a220097679fc admin admin] Deleting port 1b792e61-7d25-49e2-aa9f-d0aad9535105 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:22:47.989952 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9d8db495-2ccc-4314-ac81-a220097679fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:48.035237 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-f0f7d521-0d92-4d60-917a-861d0850e82c None None] For port 1b792e61-7d25-49e2-aa9f-d0aad9535105, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=1b792e61-7d25-49e2-aa9f-d0aad9535105,segment=NetworkSegment(7ac72670-2ace-4b33-9d5a-c9838ca43a1b),segment_id=7ac72670-2ace-4b33-9d5a-c9838ca43a1b)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:22:48.035634 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f0f7d521-0d92-4d60-917a-861d0850e82c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:48.062026 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-f0f7d521-0d92-4d60-917a-861d0850e82c None None] Calling delete_port for 1b792e61-7d25-49e2-aa9f-d0aad9535105 owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:22:48.070327 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['4b0a336b-db05-4701-bfc6-4dde1c5f783a', 'e06c38a2-5e0b-45af-bbf7-4a1f4561e3ce'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:22:48.108949 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9631845-029a-4107-8856-61fb63bafc0d service neutron] Pushing event updated for resources: {'Port': ['ID=7cbb65ff-fb94-477d-a1d2-7eb72e2e0d71,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:48.111976 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5f4b888f-6d87-483d-8d1a-d9aa3f0322bc req-7686da41-f8fa-436f-9d45-59b30ee79186 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f77acfe8-c05d-4606-b7e9-7027c0b13511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1264527 Dec 20 14:22:48.113002 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0b7404-8992-4e0e-96fb-7cd36af07e1e req-9714a3a2-be71-4517-82db-36381bb7e0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:48.114352 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2c0b7404-8992-4e0e-96fb-7cd36af07e1e req-9714a3a2-be71-4517-82db-36381bb7e0ae service neutron] 10.222.0.54 "GET /v2.0/networks?id=ac8eea40-77e8-4385-9ea6-fd285bf85abe HTTP/1.1" status: 200 len: 922 time: 0.4201016 Dec 20 14:22:48.138968 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-9d8db495-2ccc-4314-ac81-a220097679fc admin admin] For port 1b792e61-7d25-49e2-aa9f-d0aad9535105, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=1b792e61-7d25-49e2-aa9f-d0aad9535105,segment=NetworkSegment(7ac72670-2ace-4b33-9d5a-c9838ca43a1b),segment_id=7ac72670-2ace-4b33-9d5a-c9838ca43a1b)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:22:48.139367 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9d8db495-2ccc-4314-ac81-a220097679fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:48.160161 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:48.160161 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:22:48.160161 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:48.160161 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:22:48.160161 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:48.160161 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:22:48.160161 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:48.160161 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:22:48.160161 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:48.160161 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:22:48.160161 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:48.160161 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:22:48.160161 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:48.160161 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:22:48.160161 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:48.160161 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:22:48.160161 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:48.160161 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:22:48.160161 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:48.160161 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:22:48.160161 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:48.160161 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:22:48.160161 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:48.160161 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:22:48.160161 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:48.160161 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:22:48.160161 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:48.160161 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:22:48.160161 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:48.160161 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:22:48.160161 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:48.160161 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:22:48.160161 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:48.160161 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:22:48.160161 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:48.160161 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:22:48.163004 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:48.163004 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:22:48.163004 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:48.163004 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:22:48.163004 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:48.163004 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:22:48.163004 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:48.163004 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:22:48.163004 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:48.163004 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:22:48.163004 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:48.163004 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:22:48.163662 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8581dcc3-44ec-4bc9-b4a8-bfed2bf8aedf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:48.163773 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b44a34e-c4dd-40b0-85b9-7df11346d494 req-b2c1c5c8-1c6d-4b67-8bf5-0cbff0d6d87e tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:48.170596 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8b44a34e-c4dd-40b0-85b9-7df11346d494 req-b2c1c5c8-1c6d-4b67-8bf5-0cbff0d6d87e tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=a21db8bc-e099-4eff-a349-250d98124b7b HTTP/1.1" status: 200 len: 944 time: 0.2634330 Dec 20 14:22:48.196205 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d792020e-ee6f-40eb-bf84-44ad4260ac2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:48.220908 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-9d8db495-2ccc-4314-ac81-a220097679fc admin admin] Calling delete_port for 1b792e61-7d25-49e2-aa9f-d0aad9535105 owned by network:dhcp {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:22:48.240279 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-1bb97cfa-5c05-44af-a500-4266ad6bb0dd req-a9631845-029a-4107-8856-61fb63bafc0d service neutron] Attempting to bind port 7cbb65ff-fb94-477d-a1d2-7eb72e2e0d71 on host n-h1-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:22:48.240618 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-1bb97cfa-5c05-44af-a500-4266ad6bb0dd req-a9631845-029a-4107-8856-61fb63bafc0d service neutron] Attempting to bind port 7cbb65ff-fb94-477d-a1d2-7eb72e2e0d71 by drivers openvswitch,hyperv on host n-h1-761264-19 at level 0 using segments [{'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:22:48.240945 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb97cfa-5c05-44af-a500-4266ad6bb0dd req-a9631845-029a-4107-8856-61fb63bafc0d service neutron] Attempting to bind port 7cbb65ff-fb94-477d-a1d2-7eb72e2e0d71 on network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:22:48.267743 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb97cfa-5c05-44af-a500-4266ad6bb0dd req-a9631845-029a-4107-8856-61fb63bafc0d service neutron] Port 7cbb65ff-fb94-477d-a1d2-7eb72e2e0d71 on network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:22:48.268171 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb97cfa-5c05-44af-a500-4266ad6bb0dd req-a9631845-029a-4107-8856-61fb63bafc0d service neutron] Attempting to bind port 7cbb65ff-fb94-477d-a1d2-7eb72e2e0d71 on network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:22:48.317643 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d792020e-ee6f-40eb-bf84-44ad4260ac2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:48.321596 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb97cfa-5c05-44af-a500-4266ad6bb0dd req-a9631845-029a-4107-8856-61fb63bafc0d service neutron] Checking agent: {'id': '3e5ace3e-dd7b-4522-a7c4-77d13dbeab1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:22:48.321932 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb97cfa-5c05-44af-a500-4266ad6bb0dd req-a9631845-029a-4107-8856-61fb63bafc0d service neutron] Checking segment: {'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:22:48.322567 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb97cfa-5c05-44af-a500-4266ad6bb0dd req-a9631845-029a-4107-8856-61fb63bafc0d service neutron] Bound using segment: {'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:22:48.322781 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-1bb97cfa-5c05-44af-a500-4266ad6bb0dd req-a9631845-029a-4107-8856-61fb63bafc0d service neutron] Bound port: 7cbb65ff-fb94-477d-a1d2-7eb72e2e0d71, host: n-h1-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:22:48.323141 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-1bb97cfa-5c05-44af-a500-4266ad6bb0dd req-a9631845-029a-4107-8856-61fb63bafc0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:48.384798 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8b44a34e-c4dd-40b0-85b9-7df11346d494 req-90fce159-53be-4120-a4b9-3273b3e6fd15 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125185 Dec 20 14:22:48.408448 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 05687a1f-5c26-478f-9f2e-2e17d95db679 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:22:48.417926 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc0774f-df2b-4b44-ba90-dc4b26e940a2 req-a6dd8665-dbda-4a1e-98cf-ef10f6b296ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:48.417926 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3dc0774f-df2b-4b44-ba90-dc4b26e940a2 req-a6dd8665-dbda-4a1e-98cf-ef10f6b296ee service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=230adefc93184769a5ed971e644ca4c5&device_id=1ee336c7-2c51-4a07-9c99-847191098eee HTTP/1.1" status: 200 len: 1096 time: 0.3651953 Dec 20 14:22:48.421439 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8581dcc3-44ec-4bc9-b4a8-bfed2bf8aedf admin admin] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:22:48.498814 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-8581dcc3-44ec-4bc9-b4a8-bfed2bf8aedf admin admin] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:22:48.536206 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8581dcc3-44ec-4bc9-b4a8-bfed2bf8aedf admin admin] Pushing event updated for resources: {'Port': ['ID=334035b3-a162-4b37-983f-fe85c8a80888,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:48.546133 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8581dcc3-44ec-4bc9-b4a8-bfed2bf8aedf admin admin] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:22:48.588948 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2c0b7404-8992-4e0e-96fb-7cd36af07e1e req-434a9d1c-3f17-4958-b0a3-2d47acfc765b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76748e7d-c7f5-44a6-88a3-a6a2455c82b1 HTTP/1.1" status: 200 len: 999 time: 0.3981175 Dec 20 14:22:48.604151 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-1bb97cfa-5c05-44af-a500-4266ad6bb0dd req-a9631845-029a-4107-8856-61fb63bafc0d service neutron] For port 7cbb65ff-fb94-477d-a1d2-7eb72e2e0d71, host n-h1-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:22:48.633934 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d792020e-ee6f-40eb-bf84-44ad4260ac2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:48.637018 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d792020e-ee6f-40eb-bf84-44ad4260ac2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:48.638221 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-d792020e-ee6f-40eb-bf84-44ad4260ac2e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/76b4be3d-ddb4-4618-b70e-56c7b531c14e HTTP/1.1" status: 204 len: 168 time: 0.7388475 Dec 20 14:22:48.646318 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-1bb97cfa-5c05-44af-a500-4266ad6bb0dd req-a9631845-029a-4107-8856-61fb63bafc0d service neutron] For port 7cbb65ff-fb94-477d-a1d2-7eb72e2e0d71, host n-h1-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=7cbb65ff-fb94-477d-a1d2-7eb72e2e0d71,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:22:48.655434 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f0f7d521-0d92-4d60-917a-861d0850e82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:48.658165 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d792020e-ee6f-40eb-bf84-44ad4260ac2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b4be3d-ddb4-4618-b70e-56c7b531c14e,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:48.659589 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-6702913a-0f2a-403a-be7d-997b02a5acf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4088f0d-ca29-496d-8308-6d6c1ee614fd', 'name': 'tempest-FloatingIPsAssociationTestJSON-1936186760-router', 'tenant_id': '4f3a59730c994d32a8cbf695683850a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '4d3978ef-d762-4485-835b-11cfc052303d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:21:47Z', 'updated_at': '2021-12-20T14:21:59Z', 'revision_number': 4, 'project_id': '4f3a59730c994d32a8cbf695683850a0', 'gw_port': {'id': '4d3978ef-d762-4485-835b-11cfc052303d', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:bf:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4088f0d-ca29-496d-8308-6d6c1ee614fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:21:49Z', 'updated_at': '2021-12-20T14:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': 'ae1a2f52-3564-4fc6-937c-b29d9518ad1f', 'tenant_id': '4f3a59730c994d32a8cbf695683850a0', 'floating_ip_address': '172.25.0.185', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': 'a4088f0d-ca29-496d-8308-6d6c1ee614fd', 'port_id': '76748e7d-c7f5-44a6-88a3-a6a2455c82b1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac8eea40-77e8-4385-9ea6-fd285bf85abe', 'mac_address': 'fa:16:3e:3a:ec:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb58f25-96ef-4597-b519-ab74824cbb1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T14:22:24Z', 'updated_at': '2021-12-20T14:22:44Z', 'revision_number': 1, 'project_id': '4f3a59730c994d32a8cbf695683850a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f285e005-4952-43c8-bece-d63ed5e51402', 'name': '', 'network_id': 'ac8eea40-77e8-4385-9ea6-fd285bf85abe', 'tenant_id': '4f3a59730c994d32a8cbf695683850a0', 'mac_address': 'fa:16:3e:8d:a6:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4088f0d-ca29-496d-8308-6d6c1ee614fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '937bc278-96b6-4101-8820-0f0154447eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:21:56Z', 'updated_at': '2021-12-20T14:22:07Z', 'revision_number': 5, 'project_id': '4f3a59730c994d32a8cbf695683850a0', 'subnets': [{'id': '937bc278-96b6-4101-8820-0f0154447eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:22:48.663451 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [req-1bb97cfa-5c05-44af-a500-4266ad6bb0dd req-41d45bfb-86e5-41d9-9c67-e082f6b7ceea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8088620-4873-4a7e-871d-1e2a2b1c3622 {{(pid=103167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:22:48.666137 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 05687a1f-5c26-478f-9f2e-2e17d95db679 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:22:48.666540 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:48.668737 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-1bb97cfa-5c05-44af-a500-4266ad6bb0dd req-a9631845-029a-4107-8856-61fb63bafc0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:48.679741 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-1bb97cfa-5c05-44af-a500-4266ad6bb0dd req-41d45bfb-86e5-41d9-9c67-e082f6b7ceea service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:48.710813 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5f4b888f-6d87-483d-8d1a-d9aa3f0322bc req-5953e728-6edb-4fd1-97a7-498560b57dc4 service neutron] 10.222.0.30 "GET /v2.0/networks/f77acfe8-c05d-4606-b7e9-7027c0b13511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5863879 Dec 20 14:22:48.711673 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-21cf8857-7c87-46d6-af52-422041f519c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8848317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10470522'] for subnet, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:48.721357 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb97cfa-5c05-44af-a500-4266ad6bb0dd req-a9631845-029a-4107-8856-61fb63bafc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:48.722349 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-1bb97cfa-5c05-44af-a500-4266ad6bb0dd req-a9631845-029a-4107-8856-61fb63bafc0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:48.723819 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1bb97cfa-5c05-44af-a500-4266ad6bb0dd req-a9631845-029a-4107-8856-61fb63bafc0d service neutron] 10.222.0.30 "PUT /v2.0/ports/7cbb65ff-fb94-477d-a1d2-7eb72e2e0d71 HTTP/1.1" status: 200 len: 1096 time: 1.9693360 Dec 20 14:22:48.732564 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feb146f1-4f6a-446c-ac49-cb912d011d7a', 'tag': '7cbb65ff-fb94-477d-a1d2-7eb72e2e0d71'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:22:48.734859 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-207afc2c-10df-4173-846d-1500945d45a0" -d '{"events": [{"name": "network-changed", "server_uuid": "feb146f1-4f6a-446c-ac49-cb912d011d7a", "tag": "7cbb65ff-fb94-477d-a1d2-7eb72e2e0d71"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:22:48.748892 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-1bb97cfa-5c05-44af-a500-4266ad6bb0dd req-41d45bfb-86e5-41d9-9c67-e082f6b7ceea service neutron] Transition to ACTIVE for port object f8088620-4873-4a7e-871d-1e2a2b1c3622 will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:22:48.765965 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6702913a-0f2a-403a-be7d-997b02a5acf3 None None] Checking router: a4088f0d-ca29-496d-8308-6d6c1ee614fd for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:22:48.771980 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f7d521-0d92-4d60-917a-861d0850e82c None None] Pushing event deleted for resources: {'Port': ['ID=1b792e61-7d25-49e2-aa9f-d0aad9535105,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:48.776633 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51241e13-6761-47c7-8144-9521ee13c0fc req-695a3bae-a8cc-4186-9059-9b634bb4b1ca tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:48.784690 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-51241e13-6761-47c7-8144-9521ee13c0fc req-695a3bae-a8cc-4186-9059-9b634bb4b1ca tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?device_id=eaa94939-b782-4ca2-8f6d-eaeddb64bd23 HTTP/1.1" status: 200 len: 935 time: 0.1944394 Dec 20 14:22:48.792956 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f7d521-0d92-4d60-917a-861d0850e82c None None] No DVR routers for this DVR port 1b792e61-7d25-49e2-aa9f-d0aad9535105 on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:22:48.813996 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-1bb97cfa-5c05-44af-a500-4266ad6bb0dd req-41d45bfb-86e5-41d9-9c67-e082f6b7ceea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:48.827622 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6702913a-0f2a-403a-be7d-997b02a5acf3 None None] Routers {'a4088f0d-ca29-496d-8308-6d6c1ee614fd'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:22:48.828258 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-6702913a-0f2a-403a-be7d-997b02a5acf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:22:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['a4088f0d-ca29-496d-8308-6d6c1ee614fd'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:22:48.856782 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9631845-029a-4107-8856-61fb63bafc0d service neutron] Pushing event updated for resources: {'Port': ['ID=7cbb65ff-fb94-477d-a1d2-7eb72e2e0d71,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:48.962503 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb97cfa-5c05-44af-a500-4266ad6bb0dd req-47a6190f-d00f-47da-baa8-6ea828ec89c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:48.964160 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1bb97cfa-5c05-44af-a500-4266ad6bb0dd req-47a6190f-d00f-47da-baa8-6ea828ec89c9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=67090548a8c94f7bb1b8a5ae37b6ba4c&device_id=feb146f1-4f6a-446c-ac49-cb912d011d7a HTTP/1.1" status: 200 len: 1099 time: 0.1771913 Dec 20 14:22:48.979035 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d45bfb-86e5-41d9-9c67-e082f6b7ceea service neutron] Pushing event updated for resources: {'Port': ['ID=f8088620-4873-4a7e-871d-1e2a2b1c3622,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:48.992529 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-51241e13-6761-47c7-8144-9521ee13c0fc req-d911c5b4-c30d-4e33-b47e-a584d1bf55a4 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/security-groups?id=d29d9ba9-24bd-4d94-be52-3ca7019f1c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068608 Dec 20 14:22:49.101106 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0b7404-8992-4e0e-96fb-7cd36af07e1e req-a09cfe8e-7c13-49ff-b9c7-b963c04ab960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:49.112563 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2c0b7404-8992-4e0e-96fb-7cd36af07e1e req-a09cfe8e-7c13-49ff-b9c7-b963c04ab960 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=937bc278-96b6-4101-8820-0f0154447eb0 HTTP/1.1" status: 200 len: 860 time: 0.5077662 Dec 20 14:22:49.119838 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e223f7f8-d7ff-4ef9-a0e3-fc5430e897a9 x-openstack-request-id: req-e223f7f8-d7ff-4ef9-a0e3-fc5430e897a9 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:22:49.120753 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feb146f1-4f6a-446c-ac49-cb912d011d7a", "tag": "7cbb65ff-fb94-477d-a1d2-7eb72e2e0d71", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:22:49.120753 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e223f7f8-d7ff-4ef9-a0e3-fc5430e897a9 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:22:49.121102 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'feb146f1-4f6a-446c-ac49-cb912d011d7a', 'tag': '7cbb65ff-fb94-477d-a1d2-7eb72e2e0d71', 'status': 'completed', 'code': 200} Dec 20 14:22:49.124364 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1bb97cfa-5c05-44af-a500-4266ad6bb0dd req-b6b5c922-88c8-4957-8650-9eead7a6935c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=7cbb65ff-fb94-477d-a1d2-7eb72e2e0d71 HTTP/1.1" status: 200 len: 217 time: 0.1262722 Dec 20 14:22:49.124919 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-6e318485-646d-4a44-b535-23c39e033db7 None None] Provisioning complete for port 05687a1f-5c26-478f-9f2e-2e17d95db679 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:22:49.125467 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6e318485-646d-4a44-b535-23c39e033db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:49.126818 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-1bb97cfa-5c05-44af-a500-4266ad6bb0dd req-41d45bfb-86e5-41d9-9c67-e082f6b7ceea service neutron] Attempting to bind port f8088620-4873-4a7e-871d-1e2a2b1c3622 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:22:49.127159 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-1bb97cfa-5c05-44af-a500-4266ad6bb0dd req-41d45bfb-86e5-41d9-9c67-e082f6b7ceea service neutron] Attempting to bind port f8088620-4873-4a7e-871d-1e2a2b1c3622 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:22:49.127486 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb97cfa-5c05-44af-a500-4266ad6bb0dd req-41d45bfb-86e5-41d9-9c67-e082f6b7ceea service neutron] Attempting to bind port f8088620-4873-4a7e-871d-1e2a2b1c3622 on network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:22:49.145836 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb97cfa-5c05-44af-a500-4266ad6bb0dd req-41d45bfb-86e5-41d9-9c67-e082f6b7ceea service neutron] Port f8088620-4873-4a7e-871d-1e2a2b1c3622 on network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:22:49.146163 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb97cfa-5c05-44af-a500-4266ad6bb0dd req-41d45bfb-86e5-41d9-9c67-e082f6b7ceea service neutron] Attempting to bind port f8088620-4873-4a7e-871d-1e2a2b1c3622 on network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:22:49.200301 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb97cfa-5c05-44af-a500-4266ad6bb0dd req-41d45bfb-86e5-41d9-9c67-e082f6b7ceea service neutron] Checking agent: {'id': '43c60aee-e4af-4ecc-bee2-aac3569fafed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:22:49.200649 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb97cfa-5c05-44af-a500-4266ad6bb0dd req-41d45bfb-86e5-41d9-9c67-e082f6b7ceea service neutron] Checking segment: {'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:22:49.201026 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb97cfa-5c05-44af-a500-4266ad6bb0dd req-41d45bfb-86e5-41d9-9c67-e082f6b7ceea service neutron] Bound using segment: {'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:22:49.203658 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-1bb97cfa-5c05-44af-a500-4266ad6bb0dd req-41d45bfb-86e5-41d9-9c67-e082f6b7ceea service neutron] Bound port: f8088620-4873-4a7e-871d-1e2a2b1c3622, host: n-h2-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:22:49.204278 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-1bb97cfa-5c05-44af-a500-4266ad6bb0dd req-41d45bfb-86e5-41d9-9c67-e082f6b7ceea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:49.228616 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 1b792e61-7d25-49e2-aa9f-d0aad9535105 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:22:49.235524 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fb58f25-96ef-4597-b519-ab74824cbb1d', 'tag': '76748e7d-c7f5-44a6-88a3-a6a2455c82b1'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:22:49.237024 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-6702913a-0f2a-403a-be7d-997b02a5acf3 None None] Set router a4088f0d-ca29-496d-8308-6d6c1ee614fd gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:22:49.240925 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-693cb0a7-81a0-4086-a586-2f3de1f3ea3d" -d '{"events": [{"name": "network-changed", "server_uuid": "3fb58f25-96ef-4597-b519-ab74824cbb1d", "tag": "76748e7d-c7f5-44a6-88a3-a6a2455c82b1"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:22:49.244636 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9d8db495-2ccc-4314-ac81-a220097679fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:49.252606 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc0774f-df2b-4b44-ba90-dc4b26e940a2 req-9f325a5c-0b1f-45d9-8799-3f6e606ea860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:49.254109 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3dc0774f-df2b-4b44-ba90-dc4b26e940a2 req-9f325a5c-0b1f-45d9-8799-3f6e606ea860 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f77acfe8-c05d-4606-b7e9-7027c0b13511 HTTP/1.1" status: 200 len: 922 time: 0.7588093 Dec 20 14:22:49.304142 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cf8857-7c87-46d6-af52-422041f519c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97355b3a-ab92-43ff-bec3-b6e3c3bd7298,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:49.313477 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb97cfa-5c05-44af-a500-4266ad6bb0dd req-2360c4a1-79d8-4d2f-8445-1d82a92ec262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:49.314922 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1bb97cfa-5c05-44af-a500-4266ad6bb0dd req-2360c4a1-79d8-4d2f-8445-1d82a92ec262 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=36bf280f-81bb-4486-a87a-9b9505a1cec4 HTTP/1.1" status: 200 len: 843 time: 0.1800611 Dec 20 14:22:49.374058 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89a1297e-8c4e-4dbc-a9af-4fcb1f7743a3 x-openstack-request-id: req-89a1297e-8c4e-4dbc-a9af-4fcb1f7743a3 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:22:49.374286 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fb58f25-96ef-4597-b519-ab74824cbb1d", "tag": "76748e7d-c7f5-44a6-88a3-a6a2455c82b1", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:22:49.374502 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-89a1297e-8c4e-4dbc-a9af-4fcb1f7743a3 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:22:49.374941 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fb58f25-96ef-4597-b519-ab74824cbb1d', 'tag': '76748e7d-c7f5-44a6-88a3-a6a2455c82b1', 'status': 'completed', 'code': 200} Dec 20 14:22:49.385611 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8db495-2ccc-4314-ac81-a220097679fc admin admin] Pushing event deleted for resources: {'Port': ['ID=1b792e61-7d25-49e2-aa9f-d0aad9535105,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:49.389884 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8db495-2ccc-4314-ac81-a220097679fc admin admin] No DVR routers for this DVR port 1b792e61-7d25-49e2-aa9f-d0aad9535105 on host n-d-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:22:49.435052 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 1b792e61-7d25-49e2-aa9f-d0aad9535105 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:22:49.437061 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 1b792e61-7d25-49e2-aa9f-d0aad9535105 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:22:49.483565 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3dc0774f-df2b-4b44-ba90-dc4b26e940a2 req-5a9ac0d7-cb3a-4a53-b9b8-d894c794b064 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=39ee60c5-9697-46cd-8710-4390a2539519 HTTP/1.1" status: 200 len: 217 time: 0.1942847 Dec 20 14:22:49.514063 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a4f0cbc0-b847-4f6a-b288-2065ab3316a2 req-205d566d-ad0c-4a77-80bb-a129ba7aa481 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=07df8db3-28f5-4372-a34c-9d042cca0e5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2142379 Dec 20 14:22:49.514384 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21cf8857-7c87-46d6-af52-422041f519c7 admin admin] Checking segment: {'id': 'ef5d5efe-b05a-4e2b-9c75-1e70d81f22cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '736bbe54-d004-428a-8176-53235b0cbef5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:22:49.514770 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21cf8857-7c87-46d6-af52-422041f519c7 admin admin] Network hostable DHCP agents. Network: 736bbe54-d004-428a-8176-53235b0cbef5, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:22:49.534582 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0b7404-8992-4e0e-96fb-7cd36af07e1e req-9b593e6b-d50a-4a84-8bd9-c2f29075b759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:49.536271 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2c0b7404-8992-4e0e-96fb-7cd36af07e1e req-9b593e6b-d50a-4a84-8bd9-c2f29075b759 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ac8eea40-77e8-4385-9ea6-fd285bf85abe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4229956 Dec 20 14:22:49.556853 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-1bb97cfa-5c05-44af-a500-4266ad6bb0dd req-41d45bfb-86e5-41d9-9c67-e082f6b7ceea service neutron] For port f8088620-4873-4a7e-871d-1e2a2b1c3622, host n-h2-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:22:49.582893 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-1bb97cfa-5c05-44af-a500-4266ad6bb0dd req-41d45bfb-86e5-41d9-9c67-e082f6b7ceea service neutron] For port f8088620-4873-4a7e-871d-1e2a2b1c3622, host n-h2-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=f8088620-4873-4a7e-871d-1e2a2b1c3622,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:22:49.585564 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693cb0a7-81a0-4086-a586-2f3de1f3ea3d req-ac428c46-0e9f-4d6d-aa6a-5a7ba74788bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:49.587290 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-693cb0a7-81a0-4086-a586-2f3de1f3ea3d req-ac428c46-0e9f-4d6d-aa6a-5a7ba74788bd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4f3a59730c994d32a8cbf695683850a0&device_id=3fb58f25-96ef-4597-b519-ab74824cbb1d HTTP/1.1" status: 200 len: 1097 time: 0.1627252 Dec 20 14:22:49.597457 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb97cfa-5c05-44af-a500-4266ad6bb0dd req-709f6388-0490-449e-b4b0-1f8f0588e436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:49.599165 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1bb97cfa-5c05-44af-a500-4266ad6bb0dd req-709f6388-0490-449e-b4b0-1f8f0588e436 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2677708 Dec 20 14:22:49.621646 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-1bb97cfa-5c05-44af-a500-4266ad6bb0dd req-41d45bfb-86e5-41d9-9c67-e082f6b7ceea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:49.837855 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-6702913a-0f2a-403a-be7d-997b02a5acf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4088f0d-ca29-496d-8308-6d6c1ee614fd', 'name': 'tempest-FloatingIPsAssociationTestJSON-1936186760-router', 'tenant_id': '4f3a59730c994d32a8cbf695683850a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '4d3978ef-d762-4485-835b-11cfc052303d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:21:47Z', 'updated_at': '2021-12-20T14:21:59Z', 'revision_number': 4, 'project_id': '4f3a59730c994d32a8cbf695683850a0', 'gw_port': {'id': '4d3978ef-d762-4485-835b-11cfc052303d', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:bf:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4088f0d-ca29-496d-8308-6d6c1ee614fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:21:49Z', 'updated_at': '2021-12-20T14:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': 'ae1a2f52-3564-4fc6-937c-b29d9518ad1f', 'tenant_id': '4f3a59730c994d32a8cbf695683850a0', 'floating_ip_address': '172.25.0.185', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': 'a4088f0d-ca29-496d-8308-6d6c1ee614fd', 'port_id': '76748e7d-c7f5-44a6-88a3-a6a2455c82b1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac8eea40-77e8-4385-9ea6-fd285bf85abe', 'mac_address': 'fa:16:3e:3a:ec:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb58f25-96ef-4597-b519-ab74824cbb1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T14:22:24Z', 'updated_at': '2021-12-20T14:22:44Z', 'revision_number': 1, 'project_id': '4f3a59730c994d32a8cbf695683850a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f285e005-4952-43c8-bece-d63ed5e51402', 'name': '', 'network_id': 'ac8eea40-77e8-4385-9ea6-fd285bf85abe', 'tenant_id': '4f3a59730c994d32a8cbf695683850a0', 'mac_address': 'fa:16:3e:8d:a6:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4088f0d-ca29-496d-8308-6d6c1ee614fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '937bc278-96b6-4101-8820-0f0154447eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:21:56Z', 'updated_at': '2021-12-20T14:22:07Z', 'revision_number': 5, 'project_id': '4f3a59730c994d32a8cbf695683850a0', 'subnets': [{'id': '937bc278-96b6-4101-8820-0f0154447eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:22:49.881948 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6702913a-0f2a-403a-be7d-997b02a5acf3 None None] The sync data for ids ['a4088f0d-ca29-496d-8308-6d6c1ee614fd'] in n-d-761264-19 is: [{'id': 'a4088f0d-ca29-496d-8308-6d6c1ee614fd', 'name': 'tempest-FloatingIPsAssociationTestJSON-1936186760-router', 'tenant_id': '4f3a59730c994d32a8cbf695683850a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '4d3978ef-d762-4485-835b-11cfc052303d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:21:47Z', 'updated_at': '2021-12-20T14:21:59Z', 'revision_number': 4, 'project_id': '4f3a59730c994d32a8cbf695683850a0', 'gw_port': {'id': '4d3978ef-d762-4485-835b-11cfc052303d', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:bf:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4088f0d-ca29-496d-8308-6d6c1ee614fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:21:49Z', 'updated_at': '2021-12-20T14:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': 'ae1a2f52-3564-4fc6-937c-b29d9518ad1f', 'tenant_id': '4f3a59730c994d32a8cbf695683850a0', 'floating_ip_address': '172.25.0.185', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': 'a4088f0d-ca29-496d-8308-6d6c1ee614fd', 'port_id': '76748e7d-c7f5-44a6-88a3-a6a2455c82b1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac8eea40-77e8-4385-9ea6-fd285bf85abe', 'mac_address': 'fa:16:3e:3a:ec:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb58f25-96ef-4597-b519-ab74824cbb1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T14:22:24Z', 'updated_at': '2021-12-20T14:22:44Z', 'revision_number': 1, 'project_id': '4f3a59730c994d32a8cbf695683850a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f285e005-4952-43c8-bece-d63ed5e51402', 'name': '', 'network_id': 'ac8eea40-77e8-4385-9ea6-fd285bf85abe', 'tenant_id': '4f3a59730c994d32a8cbf695683850a0', 'mac_address': 'fa:16:3e:8d:a6:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4088f0d-ca29-496d-8308-6d6c1ee614fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '937bc278-96b6-4101-8820-0f0154447eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:21:56Z', 'updated_at': '2021-12-20T14:22:07Z', 'revision_number': 5, 'project_id': '4f3a59730c994d32a8cbf695683850a0', 'subnets': [{'id': '937bc278-96b6-4101-8820-0f0154447eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:22:49.928701 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5f4b888f-6d87-483d-8d1a-d9aa3f0322bc req-ac6d8a2c-8dbd-4bb9-8f9b-c7aafa7c3fd0 service neutron] 10.222.0.30 "GET /v2.0/networks/f77acfe8-c05d-4606-b7e9-7027c0b13511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2050862 Dec 20 14:22:49.936362 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 49206) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:22:49.941894 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [req-2c0b7404-8992-4e0e-96fb-7cd36af07e1e req-11381e60-a3c3-42e2-af24-cbdf679cd6ab service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:22:49.943479 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2c0b7404-8992-4e0e-96fb-7cd36af07e1e req-11381e60-a3c3-42e2-af24-cbdf679cd6ab service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3733368 Dec 20 14:22:50.012675 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21cf8857-7c87-46d6-af52-422041f519c7 admin admin] Network 736bbe54-d004-428a-8176-53235b0cbef5 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:22:50.061019 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a03df7-7ec1-433a-86fb-8cae84c0f02d req-c04e2cc2-e32e-4d2b-b9b2-b3be0f40c900 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:50.068267 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-13a03df7-7ec1-433a-86fb-8cae84c0f02d req-c04e2cc2-e32e-4d2b-b9b2-b3be0f40c900 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=a21db8bc-e099-4eff-a349-250d98124b7b HTTP/1.1" status: 200 len: 944 time: 0.5483978 Dec 20 14:22:50.069062 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9d8db495-2ccc-4314-ac81-a220097679fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:50.111906 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc0774f-df2b-4b44-ba90-dc4b26e940a2 req-345b2774-11b7-44c1-a4b6-00295fc947f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:50.113489 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3dc0774f-df2b-4b44-ba90-dc4b26e940a2 req-345b2774-11b7-44c1-a4b6-00295fc947f1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=39805718-f3e9-41ca-8469-b49efb1a12f8 HTTP/1.1" status: 200 len: 861 time: 0.6018498 Dec 20 14:22:50.159248 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-21cf8857-7c87-46d6-af52-422041f519c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 736bbe54-d004-428a-8176-53235b0cbef5) {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:22:50.170366 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55bed4de-5aee-40f6-bd52-6fb95d5d9c6d None None] Network 736bbe54-d004-428a-8176-53235b0cbef5 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:22:50.180012 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21cf8857-7c87-46d6-af52-422041f519c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:50.180540 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-21cf8857-7c87-46d6-af52-422041f519c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:50.181314 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f36b653-1695-49d0-89de-a29a4e1486ee None None] New status for floating IP ae1a2f52-3564-4fc6-937c-b29d9518ad1f: ACTIVE {{(pid=103170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 14:22:50.207443 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-9d8db495-2ccc-4314-ac81-a220097679fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80d00bf9-e2d3-4274-b126-1d34ec749a75']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:22:50.211198 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb97cfa-5c05-44af-a500-4266ad6bb0dd req-41d45bfb-86e5-41d9-9c67-e082f6b7ceea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:50.211890 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8581dcc3-44ec-4bc9-b4a8-bfed2bf8aedf admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:50.214978 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-1bb97cfa-5c05-44af-a500-4266ad6bb0dd req-41d45bfb-86e5-41d9-9c67-e082f6b7ceea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:50.225532 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1bb97cfa-5c05-44af-a500-4266ad6bb0dd req-41d45bfb-86e5-41d9-9c67-e082f6b7ceea service neutron] 10.222.0.47 "PUT /v2.0/ports/f8088620-4873-4a7e-871d-1e2a2b1c3622 HTTP/1.1" status: 200 len: 1096 time: 2.6657143 Dec 20 14:22:50.238068 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-21cf8857-7c87-46d6-af52-422041f519c7 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.4466016 Dec 20 14:22:50.248240 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3dc0774f-df2b-4b44-ba90-dc4b26e940a2 req-b326576b-0c7c-457e-9ac8-40dc1392b952 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f77acfe8-c05d-4606-b7e9-7027c0b13511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0966301 Dec 20 14:22:50.265354 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-762a36b3-3e3b-40f3-9c02-11e2ed93c3ed admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1704828561-network', 'tenant_id': '2785aa25e0a64107a28490f4f2c107bc'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:22:50.269414 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 49212) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:22:50.278711 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-9eeb7bd9-415c-48ca-9c10-2c2f18f8ef83 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-2111672752-router', 'tenant_id': '35bd1ff81ce74bb4a58f3b7ddae2cf12', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:22:50.291805 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-9d8db495-2ccc-4314-ac81-a220097679fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ac72670-2ace-4b33-9d5a-c9838ca43a1b') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:22:50.292094 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-9d8db495-2ccc-4314-ac81-a220097679fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ac72670-2ace-4b33-9d5a-c9838ca43a1b') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:22:50.305565 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61edb2c-8c27-4976-8705-4ece9129a646 req-b97077b7-8b16-450c-b122-a8d0ddc721e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:50.307095 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a61edb2c-8c27-4976-8705-4ece9129a646 req-b97077b7-8b16-450c-b122-a8d0ddc721e1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=230adefc93184769a5ed971e644ca4c5&device_id=a21db8bc-e099-4eff-a349-250d98124b7b HTTP/1.1" status: 200 len: 1096 time: 0.2996387 Dec 20 14:22:50.315699 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d45bfb-86e5-41d9-9c67-e082f6b7ceea service neutron] Pushing event updated for resources: {'Port': ['ID=f8088620-4873-4a7e-871d-1e2a2b1c3622,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:50.389606 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad5a7a3-778f-49f0-abbe-0686eae95025 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-736bbe54-d004-428a-8176-53235b0cbef5', 'network_id': '736bbe54-d004-428a-8176-53235b0cbef5', 'project_id': '35bd1ff81ce74bb4a58f3b7ddae2cf12', 'fixed_ips': [{'subnet_id': '97355b3a-ab92-43ff-bec3-b6e3c3bd7298'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:22:50.391153 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8ad5a7a3-778f-49f0-abbe-0686eae95025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:50.401153 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f0cbc0-b847-4f6a-b288-2065ab3316a2 req-3346a7ad-16a4-4209-8b5a-4a96ae3defe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:50.402850 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a4f0cbc0-b847-4f6a-b288-2065ab3316a2 req-3346a7ad-16a4-4209-8b5a-4a96ae3defe8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=67090548a8c94f7bb1b8a5ae37b6ba4c&device_id=07df8db3-28f5-4372-a34c-9d042cca0e5e HTTP/1.1" status: 200 len: 1102 time: 0.8143017 Dec 20 14:22:50.415107 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693cb0a7-81a0-4086-a586-2f3de1f3ea3d req-a976855c-7d1a-4dda-a299-e4dbd82f52c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:50.416722 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3dc0774f-df2b-4b44-ba90-dc4b26e940a2 req-8318e603-eefd-4fbd-ba1d-8d43b01c16a1 service neutron] 10.222.0.47 "GET /v2.0/networks/f77acfe8-c05d-4606-b7e9-7027c0b13511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215296 Dec 20 14:22:50.417547 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-693cb0a7-81a0-4086-a586-2f3de1f3ea3d req-a976855c-7d1a-4dda-a299-e4dbd82f52c9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ac8eea40-77e8-4385-9ea6-fd285bf85abe HTTP/1.1" status: 200 len: 922 time: 0.8011551 Dec 20 14:22:50.418956 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9d8db495-2ccc-4314-ac81-a220097679fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:50.501007 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9d8db495-2ccc-4314-ac81-a220097679fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:50.535611 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-13a03df7-7ec1-433a-86fb-8cae84c0f02d req-a07c18ab-8254-4375-9400-c31076221cbd tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4613397 Dec 20 14:22:50.541112 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1bb97cfa-5c05-44af-a500-4266ad6bb0dd req-f2e3e006-603f-4a88-b3d6-81632eefdc97 service neutron] 10.222.0.30 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9240069 Dec 20 14:22:50.559106 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d8db495-2ccc-4314-ac81-a220097679fc admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:22:50.559523 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9d8db495-2ccc-4314-ac81-a220097679fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:50.564670 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-762a36b3-3e3b-40f3-9c02-11e2ed93c3ed admin admin] Made reservation on behalf of 2785aa25e0a64107a28490f4f2c107bc for: {'network': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:22:50.566843 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:50.566843 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:22:50.566843 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:50.566843 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:22:50.566843 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:50.566843 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:22:50.566843 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:50.566843 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:22:50.566843 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:50.566843 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:22:50.566843 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:50.566843 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:22:50.566843 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:22:50.566843 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:22:50.566843 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:22:50.566843 n-d-761264-19 neutron-server[103168]: self.session.flush() Dec 20 14:22:50.566843 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:22:50.566843 n-d-761264-19 neutron-server[103168]: self.session.flush() Dec 20 14:22:50.566843 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:22:50.566843 n-d-761264-19 neutron-server[103168]: self.session.flush() Dec 20 14:22:50.566843 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:22:50.566843 n-d-761264-19 neutron-server[103168]: self.session.flush() Dec 20 14:22:50.566843 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 14:22:50.566843 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:22:50.566843 n-d-761264-19 neutron-server[103168]: timer() Dec 20 14:22:50.566843 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:22:50.566843 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 14:22:50.566843 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:22:50.566843 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 14:22:50.566843 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:22:50.566843 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 14:22:50.566843 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:22:50.566843 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 14:22:50.566843 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:22:50.566843 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 14:22:50.566843 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:22:50.566843 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:22:50.566843 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:22:50.566843 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:22:50.566843 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:22:50.566843 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 14:22:50.566843 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:22:50.566843 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 14:22:50.566843 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:22:50.566843 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:22:50.566843 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:22:50.566843 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 14:22:50.566843 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:22:50.566843 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:22:50.566843 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:22:50.566843 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:22:50.566843 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:22:50.566843 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:22:50.566843 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:22:50.570143 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2c0b7404-8992-4e0e-96fb-7cd36af07e1e req-8a8400dd-0cb5-49f6-b977-8f3005c67fe5 service neutron] 10.222.0.54 "GET /v2.0/networks/ac8eea40-77e8-4385-9ea6-fd285bf85abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6079953 Dec 20 14:22:50.579459 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-762a36b3-3e3b-40f3-9c02-11e2ed93c3ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:50.590687 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9eeb7bd9-415c-48ca-9c10-2c2f18f8ef83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40114'] for router, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:50.595463 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9eeb7bd9-415c-48ca-9c10-2c2f18f8ef83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40139'] for router, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:50.606572 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-8ad5a7a3-778f-49f0-abbe-0686eae95025 None None] Allocated IP 172.20.0.2 (736bbe54-d004-428a-8176-53235b0cbef5/97355b3a-ab92-43ff-bec3-b6e3c3bd7298/a16a0ac6-7144-4b12-a043-de674835c78f) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:22:50.675669 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb97cfa-5c05-44af-a500-4266ad6bb0dd req-20ba8ba9-7f1e-4861-bbba-723e8d9b34a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:50.678173 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1bb97cfa-5c05-44af-a500-4266ad6bb0dd req-20ba8ba9-7f1e-4861-bbba-723e8d9b34a4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=67090548a8c94f7bb1b8a5ae37b6ba4c&device_id=eaa94939-b782-4ca2-8f6d-eaeddb64bd23 HTTP/1.1" status: 200 len: 1099 time: 0.3630981 Dec 20 14:22:50.678749 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-762a36b3-3e3b-40f3-9c02-11e2ed93c3ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:50.815627 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8ad5a7a3-778f-49f0-abbe-0686eae95025 None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:50.819245 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9d8db495-2ccc-4314-ac81-a220097679fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:50.824405 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8ad5a7a3-778f-49f0-abbe-0686eae95025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:50.846305 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-693cb0a7-81a0-4086-a586-2f3de1f3ea3d req-a81debdf-db04-4f59-b4e4-c468d3a5fd99 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76748e7d-c7f5-44a6-88a3-a6a2455c82b1 HTTP/1.1" status: 200 len: 999 time: 0.3897231 Dec 20 14:22:50.847533 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1bb97cfa-5c05-44af-a500-4266ad6bb0dd req-b8fa94ba-6d07-47a2-8db7-c08a2bee51f0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=f8088620-4873-4a7e-871d-1e2a2b1c3622 HTTP/1.1" status: 200 len: 217 time: 0.1510239 Dec 20 14:22:50.866660 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad5a7a3-778f-49f0-abbe-0686eae95025 None None] Network 736bbe54-d004-428a-8176-53235b0cbef5 is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:22:50.870299 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-8ad5a7a3-778f-49f0-abbe-0686eae95025 None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:22:50.874604 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad5a7a3-778f-49f0-abbe-0686eae95025 None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:22:50.884962 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad5a7a3-778f-49f0-abbe-0686eae95025 None None] Pushing event updated for resources: {'Port': ['ID=a16a0ac6-7144-4b12-a043-de674835c78f,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:50.889941 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61edb2c-8c27-4976-8705-4ece9129a646 req-c535d19d-6aae-4540-b20d-fbc34c4c6531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:50.891499 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a61edb2c-8c27-4976-8705-4ece9129a646 req-c535d19d-6aae-4540-b20d-fbc34c4c6531 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f77acfe8-c05d-4606-b7e9-7027c0b13511 HTTP/1.1" status: 200 len: 922 time: 0.4647627 Dec 20 14:22:50.892526 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9d8db495-2ccc-4314-ac81-a220097679fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:50.895713 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-9d8db495-2ccc-4314-ac81-a220097679fc admin admin] 10.222.0.54 "DELETE /v2.0/networks/80d00bf9-e2d3-4274-b126-1d34ec749a75 HTTP/1.1" status: 204 len: 168 time: 4.1799657 Dec 20 14:22:50.941659 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8db495-2ccc-4314-ac81-a220097679fc admin admin] Pushing event deleted for resources: {'Network': ['ID=80d00bf9-e2d3-4274-b126-1d34ec749a75,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:50.945280 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-8ad5a7a3-778f-49f0-abbe-0686eae95025 None None] Attempting to bind port a16a0ac6-7144-4b12-a043-de674835c78f on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:22:50.945682 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-8ad5a7a3-778f-49f0-abbe-0686eae95025 None None] Attempting to bind port a16a0ac6-7144-4b12-a043-de674835c78f by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': 'ef5d5efe-b05a-4e2b-9c75-1e70d81f22cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '736bbe54-d004-428a-8176-53235b0cbef5'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:22:50.946051 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad5a7a3-778f-49f0-abbe-0686eae95025 None None] Attempting to bind port a16a0ac6-7144-4b12-a043-de674835c78f on network 736bbe54-d004-428a-8176-53235b0cbef5 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:22:50.946841 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3dc0774f-df2b-4b44-ba90-dc4b26e940a2 req-0055520c-39f8-4762-8312-0c144accf7f5 service neutron] 10.222.0.47 "GET /v2.0/networks/f77acfe8-c05d-4606-b7e9-7027c0b13511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4990599 Dec 20 14:22:50.954328 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad5a7a3-778f-49f0-abbe-0686eae95025 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:22:50.954703 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad5a7a3-778f-49f0-abbe-0686eae95025 None None] Checking segment: {'id': 'ef5d5efe-b05a-4e2b-9c75-1e70d81f22cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '736bbe54-d004-428a-8176-53235b0cbef5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:22:50.955143 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8ad5a7a3-778f-49f0-abbe-0686eae95025 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:50.955591 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad5a7a3-778f-49f0-abbe-0686eae95025 None None] Bound using segment: {'id': 'ef5d5efe-b05a-4e2b-9c75-1e70d81f22cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '736bbe54-d004-428a-8176-53235b0cbef5'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:22:50.956071 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-8ad5a7a3-778f-49f0-abbe-0686eae95025 None None] Bound port: a16a0ac6-7144-4b12-a043-de674835c78f, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef5d5efe-b05a-4e2b-9c75-1e70d81f22cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '736bbe54-d004-428a-8176-53235b0cbef5'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:22:50.956453 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8ad5a7a3-778f-49f0-abbe-0686eae95025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:50.999529 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9eeb7bd9-415c-48ca-9c10-2c2f18f8ef83 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:51.033528 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f0cbc0-b847-4f6a-b288-2065ab3316a2 req-7eec8dbd-09f7-4325-829f-265b2d6ba4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:51.034866 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a4f0cbc0-b847-4f6a-b288-2065ab3316a2 req-7eec8dbd-09f7-4325-829f-265b2d6ba4fc service neutron] 10.222.0.30 "GET /v2.0/networks?id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1 HTTP/1.1" status: 200 len: 870 time: 0.5907872 Dec 20 14:22:51.044047 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-8ad5a7a3-778f-49f0-abbe-0686eae95025 None None] For port a16a0ac6-7144-4b12-a043-de674835c78f, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:22:51.049466 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-8ad5a7a3-778f-49f0-abbe-0686eae95025 None None] For port a16a0ac6-7144-4b12-a043-de674835c78f, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=a16a0ac6-7144-4b12-a043-de674835c78f,segment=NetworkSegment(ef5d5efe-b05a-4e2b-9c75-1e70d81f22cf),segment_id=ef5d5efe-b05a-4e2b-9c75-1e70d81f22cf)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:22:51.056136 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8ad5a7a3-778f-49f0-abbe-0686eae95025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:51.077253 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a61edb2c-8c27-4976-8705-4ece9129a646 req-65d3f872-3291-4646-935b-f721f325ddc9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e31ccde7-6b06-4fa3-9cd5-1bf3399c7184 HTTP/1.1" status: 200 len: 217 time: 0.1109638 Dec 20 14:22:51.083462 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2c0b7404-8992-4e0e-96fb-7cd36af07e1e req-b8ba0bae-c276-4565-a4e4-6146c2344d50 service neutron] 10.222.0.54 "GET /v2.0/networks/ac8eea40-77e8-4385-9ea6-fd285bf85abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4306912 Dec 20 14:22:51.085469 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8db495-2ccc-4314-ac81-a220097679fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:22:51.086020 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8db495-2ccc-4314-ac81-a220097679fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:22:51.086522 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8db495-2ccc-4314-ac81-a220097679fc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:22:51.087048 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8db495-2ccc-4314-ac81-a220097679fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:22:51.087555 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8db495-2ccc-4314-ac81-a220097679fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:22:51.088228 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8db495-2ccc-4314-ac81-a220097679fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:22:51.088722 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8db495-2ccc-4314-ac81-a220097679fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:22:51.089195 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8db495-2ccc-4314-ac81-a220097679fc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:22:51.089769 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8db495-2ccc-4314-ac81-a220097679fc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:22:51.090420 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8db495-2ccc-4314-ac81-a220097679fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:22:51.091019 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8db495-2ccc-4314-ac81-a220097679fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:22:51.092547 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8db495-2ccc-4314-ac81-a220097679fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:22:51.093151 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8db495-2ccc-4314-ac81-a220097679fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:22:51.106676 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 49216) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:22:51.109917 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c3e7bf-71ff-4e7c-8711-68177f068cf4 req-5ca89593-ae11-42cd-8b88-a00885914a8b tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:51.117417 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e9c3e7bf-71ff-4e7c-8711-68177f068cf4 req-5ca89593-ae11-42cd-8b88-a00885914a8b tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?device_id=eaa94939-b782-4ca2-8f6d-eaeddb64bd23 HTTP/1.1" status: 200 len: 947 time: 0.4003894 Dec 20 14:22:51.135097 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad5a7a3-778f-49f0-abbe-0686eae95025 None None] Pushing event updated for resources: {'Port': ['ID=a16a0ac6-7144-4b12-a043-de674835c78f,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:51.160002 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaa94939-b782-4ca2-8f6d-eaeddb64bd23', 'tag': 'f8088620-4873-4a7e-871d-1e2a2b1c3622'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:22:51.162342 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dbe060e-0d67-4f90-88c9-2162b5f829a9" -d '{"events": [{"name": "network-changed", "server_uuid": "eaa94939-b782-4ca2-8f6d-eaeddb64bd23", "tag": "f8088620-4873-4a7e-871d-1e2a2b1c3622"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:22:51.194055 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61edb2c-8c27-4976-8705-4ece9129a646 req-d5f5400c-3745-4443-9d21-8076033ff650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:51.195629 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a61edb2c-8c27-4976-8705-4ece9129a646 req-d5f5400c-3745-4443-9d21-8076033ff650 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=39805718-f3e9-41ca-8469-b49efb1a12f8 HTTP/1.1" status: 200 len: 861 time: 0.0985696 Dec 20 14:22:51.219156 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1bb97cfa-5c05-44af-a500-4266ad6bb0dd req-ce630bda-4809-456f-9894-a788ba216ab3 service neutron] 10.222.0.30 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6301281 Dec 20 14:22:51.231150 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693cb0a7-81a0-4086-a586-2f3de1f3ea3d req-5e669e99-88eb-4f6a-ae4a-7b4ec8e11c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:51.232623 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-693cb0a7-81a0-4086-a586-2f3de1f3ea3d req-5e669e99-88eb-4f6a-ae4a-7b4ec8e11c30 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=937bc278-96b6-4101-8820-0f0154447eb0 HTTP/1.1" status: 200 len: 860 time: 0.3199270 Dec 20 14:22:51.235532 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a61edb2c-8c27-4976-8705-4ece9129a646 req-c40f2a2a-b690-4020-95b6-c5931441664d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f77acfe8-c05d-4606-b7e9-7027c0b13511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294821 Dec 20 14:22:51.239043 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8581dcc3-44ec-4bc9-b4a8-bfed2bf8aedf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013'] for router, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:51.240984 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb97cfa-5c05-44af-a500-4266ad6bb0dd req-4119e1ae-ed0e-4cea-8043-6e0d3c778e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:51.242776 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1bb97cfa-5c05-44af-a500-4266ad6bb0dd req-4119e1ae-ed0e-4cea-8043-6e0d3c778e5d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36bf280f-81bb-4486-a87a-9b9505a1cec4 HTTP/1.1" status: 200 len: 843 time: 0.3660862 Dec 20 14:22:51.244334 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a4f0cbc0-b847-4f6a-b288-2065ab3316a2 req-2e13a976-5746-4406-bb59-3a2a9b559fde service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=b480e985-94d1-4c37-a197-978c3373d94b HTTP/1.1" status: 200 len: 217 time: 0.1518192 Dec 20 14:22:51.269957 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-8aab87b8-10fc-46e2-ac8f-e1f1e71b324d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=92e3cf73bd51484d9ba59eee56c670d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1586058 Dec 20 14:22:51.282341 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 49222) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:22:51.445033 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e656e28-b517-4eb3-9acd-211a29d841d0 req-7834e556-0b36-4b15-9fcc-12609863703a tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:51.446586 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4e656e28-b517-4eb3-9acd-211a29d841d0 req-7834e556-0b36-4b15-9fcc-12609863703a tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] 10.222.0.54 "GET /v2.0/ports?device_id=50178b49-2fc1-4db8-ba42-27a45013d06f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2090547 Dec 20 14:22:51.491111 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9eeb7bd9-415c-48ca-9c10-2c2f18f8ef83 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:51.515940 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e9c3e7bf-71ff-4e7c-8711-68177f068cf4 req-f25100a6-b37c-48d9-8b79-c1fb27ee9f1c tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/security-groups?id=d29d9ba9-24bd-4d94-be52-3ca7019f1c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3977165 Dec 20 14:22:51.543550 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-762a36b3-3e3b-40f3-9c02-11e2ed93c3ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:51.550535 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f0cbc0-b847-4f6a-b288-2065ab3316a2 req-698e301d-f39a-4360-ab30-c366c9f42985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:51.553644 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a4f0cbc0-b847-4f6a-b288-2065ab3316a2 req-698e301d-f39a-4360-ab30-c366c9f42985 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=36bf280f-81bb-4486-a87a-9b9505a1cec4 HTTP/1.1" status: 200 len: 843 time: 0.2902336 Dec 20 14:22:51.556617 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693cb0a7-81a0-4086-a586-2f3de1f3ea3d req-88b2c9ca-6df9-4709-bba9-b35014abb693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:51.558217 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-693cb0a7-81a0-4086-a586-2f3de1f3ea3d req-88b2c9ca-6df9-4709-bba9-b35014abb693 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ac8eea40-77e8-4385-9ea6-fd285bf85abe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3130093 Dec 20 14:22:51.569230 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-762a36b3-3e3b-40f3-9c02-11e2ed93c3ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:51.604598 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89c0f960-4c4a-42f8-aad0-4f9e27bda0c3 x-openstack-request-id: req-89c0f960-4c4a-42f8-aad0-4f9e27bda0c3 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:22:51.604979 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eaa94939-b782-4ca2-8f6d-eaeddb64bd23", "tag": "f8088620-4873-4a7e-871d-1e2a2b1c3622", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:22:51.605127 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-89c0f960-4c4a-42f8-aad0-4f9e27bda0c3 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:22:51.605530 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eaa94939-b782-4ca2-8f6d-eaeddb64bd23', 'tag': 'f8088620-4873-4a7e-871d-1e2a2b1c3622', 'status': 'completed', 'code': 200} Dec 20 14:22:51.607360 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb97cfa-5c05-44af-a500-4266ad6bb0dd req-9c30148e-f411-482b-9ed9-78e8a846230d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:51.607824 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5c68b57e-d3e4-4f37-8a0f-28e5f40ff7ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:51.609002 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1bb97cfa-5c05-44af-a500-4266ad6bb0dd req-9c30148e-f411-482b-9ed9-78e8a846230d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3411360 Dec 20 14:22:51.619061 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a61edb2c-8c27-4976-8705-4ece9129a646 req-4bf0d350-dca2-4660-91d1-737a80912e92 service neutron] 10.222.0.30 "GET /v2.0/networks/f77acfe8-c05d-4606-b7e9-7027c0b13511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3469920 Dec 20 14:22:51.645779 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4e656e28-b517-4eb3-9acd-211a29d841d0 req-acf27b46-ed0e-4b39-85d1-a98842c20f7c tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.185 HTTP/1.1" status: 200 len: 1001 time: 0.1557157 Dec 20 14:22:51.676631 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-4e656e28-b517-4eb3-9acd-211a29d841d0 req-13103a6d-f2cb-4ff8-a94a-878fcf6bfccf tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Request body: {'floatingip': {'port_id': '3aea9ba3-77e2-441d-9772-93b03993f779', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:22:51.680097 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5c68b57e-d3e4-4f37-8a0f-28e5f40ff7ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:51.682239 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-762a36b3-3e3b-40f3-9c02-11e2ed93c3ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=103167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:22:51.687531 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207afc2c-10df-4173-846d-1500945d45a0 req-79009885-1142-4bbd-a66c-c3f73f4fd1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:51.689091 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-207afc2c-10df-4173-846d-1500945d45a0 req-79009885-1142-4bbd-a66c-c3f73f4fd1e4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=67090548a8c94f7bb1b8a5ae37b6ba4c&device_id=feb146f1-4f6a-446c-ac49-cb912d011d7a HTTP/1.1" status: 200 len: 1099 time: 0.3580668 Dec 20 14:22:51.784100 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762a36b3-3e3b-40f3-9c02-11e2ed93c3ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f9e0060-e7c9-4c33-93c2-0a6db34f5368,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:51.814878 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-4e656e28-b517-4eb3-9acd-211a29d841d0 req-13103a6d-f2cb-4ff8-a94a-878fcf6bfccf tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Publish callbacks [] for floatingip, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:51.878078 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a61edb2c-8c27-4976-8705-4ece9129a646 req-6737b444-de68-41e8-8f49-1ad2dd5e46c2 service neutron] 10.222.0.30 "GET /v2.0/networks/f77acfe8-c05d-4606-b7e9-7027c0b13511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464726 Dec 20 14:22:51.888975 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5c68b57e-d3e4-4f37-8a0f-28e5f40ff7ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:51.891666 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5c68b57e-d3e4-4f37-8a0f-28e5f40ff7ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:51.892907 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-5c68b57e-d3e4-4f37-8a0f-28e5f40ff7ea admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a65b051b-114e-4b1e-a061-94d194ee3601 HTTP/1.1" status: 204 len: 168 time: 0.6095769 Dec 20 14:22:51.904650 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8581dcc3-44ec-4bc9-b4a8-bfed2bf8aedf admin admin] Router 938649ae-9090-4785-9dac-a43012cae458 is scheduled to L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 with binding_index 1 {{(pid=103168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 14:22:51.971120 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c68b57e-d3e4-4f37-8a0f-28e5f40ff7ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a65b051b-114e-4b1e-a061-94d194ee3601,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:52.113654 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-762a36b3-3e3b-40f3-9c02-11e2ed93c3ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:52.114050 n-d-761264-19 neutron-server[103167]: INFO neutron.db.segments_db [None req-762a36b3-3e3b-40f3-9c02-11e2ed93c3ed admin admin] Added segment addc7f95-68ef-43ba-9bd9-cde69b0f949e of type vlan for network 2b333b61-ce15-4944-95b5-760e7ec98a8f Dec 20 14:22:52.153485 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762a36b3-3e3b-40f3-9c02-11e2ed93c3ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:22:52.153485 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762a36b3-3e3b-40f3-9c02-11e2ed93c3ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:22:52.153485 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762a36b3-3e3b-40f3-9c02-11e2ed93c3ed admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:22:52.153824 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762a36b3-3e3b-40f3-9c02-11e2ed93c3ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:22:52.154215 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762a36b3-3e3b-40f3-9c02-11e2ed93c3ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:22:52.154381 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762a36b3-3e3b-40f3-9c02-11e2ed93c3ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:22:52.154676 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762a36b3-3e3b-40f3-9c02-11e2ed93c3ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:22:52.155045 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762a36b3-3e3b-40f3-9c02-11e2ed93c3ed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:22:52.155376 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762a36b3-3e3b-40f3-9c02-11e2ed93c3ed admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:22:52.155690 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762a36b3-3e3b-40f3-9c02-11e2ed93c3ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:22:52.156054 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762a36b3-3e3b-40f3-9c02-11e2ed93c3ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:22:52.156369 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762a36b3-3e3b-40f3-9c02-11e2ed93c3ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:22:52.156686 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762a36b3-3e3b-40f3-9c02-11e2ed93c3ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:22:52.255476 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f0cbc0-b847-4f6a-b288-2065ab3316a2 req-7a604c04-2f23-4fd7-8cad-4d9215d0e7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:52.257061 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a4f0cbc0-b847-4f6a-b288-2065ab3316a2 req-7a604c04-2f23-4fd7-8cad-4d9215d0e7cf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6890502 Dec 20 14:22:52.318481 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device a16a0ac6-7144-4b12-a043-de674835c78f up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:22:52.329495 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-762a36b3-3e3b-40f3-9c02-11e2ed93c3ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:52.390466 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port a16a0ac6-7144-4b12-a043-de674835c78f triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:22:52.391146 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:52.403232 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-693cb0a7-81a0-4086-a586-2f3de1f3ea3d req-06e498e0-d50c-4755-be4a-0520f67fa7a1 service neutron] 10.222.0.47 "GET /v2.0/networks/ac8eea40-77e8-4385-9ea6-fd285bf85abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8272769 Dec 20 14:22:52.411079 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762f8038-f3d8-4934-8e10-4c1abb3aa166 req-4a95cdb5-406a-4c03-a266-effe5ced4425 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:52.419148 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-762f8038-f3d8-4934-8e10-4c1abb3aa166 req-4a95cdb5-406a-4c03-a266-effe5ced4425 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=a21db8bc-e099-4eff-a349-250d98124b7b HTTP/1.1" status: 200 len: 944 time: 0.7625206 Dec 20 14:22:52.484409 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1bb97cfa-5c05-44af-a500-4266ad6bb0dd req-08c545b2-c139-467e-b56f-d7656b2d9c92 service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8480453 Dec 20 14:22:52.618139 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-762a36b3-3e3b-40f3-9c02-11e2ed93c3ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:52.619139 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-762a36b3-3e3b-40f3-9c02-11e2ed93c3ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:52.619747 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-762a36b3-3e3b-40f3-9c02-11e2ed93c3ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:52.632211 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7088c7-3d5d-44e0-bc6c-8bc35753dfc9 None None] Network 736bbe54-d004-428a-8176-53235b0cbef5 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:22:52.688656 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8581dcc3-44ec-4bc9-b4a8-bfed2bf8aedf admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:22:52.700000 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-398e7366-1746-4399-9779-08639cd3a2cb None None] Provisioning complete for port a16a0ac6-7144-4b12-a043-de674835c78f triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:22:52.700569 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-398e7366-1746-4399-9779-08639cd3a2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:52.706149 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207afc2c-10df-4173-846d-1500945d45a0 req-d2704b48-24a5-4b40-8e3f-27980035ab38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:52.707723 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-207afc2c-10df-4173-846d-1500945d45a0 req-d2704b48-24a5-4b40-8e3f-27980035ab38 service neutron] 10.222.0.30 "GET /v2.0/networks?id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1 HTTP/1.1" status: 200 len: 870 time: 0.9841862 Dec 20 14:22:52.730986 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b66e6a6-4126-44a0-8791-57ce852b9c8a None None] Sync routers for ids ['938649ae-9090-4785-9dac-a43012cae458'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:22:52.756869 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-762a36b3-3e3b-40f3-9c02-11e2ed93c3ed admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.7951176 Dec 20 14:22:52.764909 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-762f8038-f3d8-4934-8e10-4c1abb3aa166 req-6595bed2-7030-41e6-9e61-3b49a956bb32 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3446598 Dec 20 14:22:52.771718 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b66e6a6-4126-44a0-8791-57ce852b9c8a None None] Routers {'938649ae-9090-4785-9dac-a43012cae458'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:22:52.772240 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-3b66e6a6-4126-44a0-8791-57ce852b9c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:22:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['938649ae-9090-4785-9dac-a43012cae458'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:22:52.794640 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 49244) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:22:52.809527 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-7777e4a3-737c-4eef-af50-cb9328ebfc2e admin admin] Request body: {'subnet': {'network_id': '2b333b61-ce15-4944-95b5-760e7ec98a8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1704828561-subnet', 'tenant_id': '2785aa25e0a64107a28490f4f2c107bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:22:52.823843 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8581dcc3-44ec-4bc9-b4a8-bfed2bf8aedf admin admin] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:52.824533 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762a36b3-3e3b-40f3-9c02-11e2ed93c3ed admin admin] Pushing event updated for resources: {'Network': ['ID=2b333b61-ce15-4944-95b5-760e7ec98a8f,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:52.831666 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-8581dcc3-44ec-4bc9-b4a8-bfed2bf8aedf admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.9715991 Dec 20 14:22:52.837450 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 49250) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:22:52.844465 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a4f0cbc0-b847-4f6a-b288-2065ab3316a2 req-2dadf308-640c-4dc7-bd07-3ded614161a3 service neutron] 10.222.0.30 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5666842 Dec 20 14:22:52.896741 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-207afc2c-10df-4173-846d-1500945d45a0 req-062634d9-eea8-4d65-af75-aeae910ceb1f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=7cbb65ff-fb94-477d-a1d2-7eb72e2e0d71 HTTP/1.1" status: 200 len: 217 time: 0.1626446 Dec 20 14:22:52.915548 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 2b333b61-ce15-4944-95b5-760e7ec98a8f details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:22:52.950942 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-693cb0a7-81a0-4086-a586-2f3de1f3ea3d req-679fd658-37ab-43d0-8e65-862bdc9c6a93 service neutron] 10.222.0.47 "GET /v2.0/networks/ac8eea40-77e8-4385-9ea6-fd285bf85abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4977603 Dec 20 14:22:53.039515 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7777e4a3-737c-4eef-af50-cb9328ebfc2e admin admin] Made reservation on behalf of 2785aa25e0a64107a28490f4f2c107bc for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:22:53.042266 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7777e4a3-737c-4eef-af50-cb9328ebfc2e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:53.044913 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1bb97cfa-5c05-44af-a500-4266ad6bb0dd req-aa731048-8162-401c-a94f-ff805761d82b service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5259678 Dec 20 14:22:53.080448 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:53.143629 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 49256) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:22:53.146359 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-398e7366-1746-4399-9779-08639cd3a2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:53.175058 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-4e656e28-b517-4eb3-9acd-211a29d841d0 req-13103a6d-f2cb-4ff8-a94a-878fcf6bfccf tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:53.206556 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] For port a16a0ac6-7144-4b12-a043-de674835c78f, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=a16a0ac6-7144-4b12-a043-de674835c78f,segment=NetworkSegment(ef5d5efe-b05a-4e2b-9c75-1e70d81f22cf),segment_id=ef5d5efe-b05a-4e2b-9c75-1e70d81f22cf)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:22:53.220747 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-4e656e28-b517-4eb3-9acd-211a29d841d0 req-13103a6d-f2cb-4ff8-a94a-878fcf6bfccf tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585115'] for floatingip, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:53.230143 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:53.233160 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-3b66e6a6-4126-44a0-8791-57ce852b9c8a None None] Set router 938649ae-9090-4785-9dac-a43012cae458 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:22:53.305191 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207afc2c-10df-4173-846d-1500945d45a0 req-ac5c3c33-d93d-4fc8-a67d-c82fe0e6b814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:53.308302 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-207afc2c-10df-4173-846d-1500945d45a0 req-ac5c3c33-d93d-4fc8-a67d-c82fe0e6b814 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=36bf280f-81bb-4486-a87a-9b9505a1cec4 HTTP/1.1" status: 200 len: 843 time: 0.3844995 Dec 20 14:22:53.329017 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-a34de97f-27ce-4118-96ab-a1d03c041f60 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1896070379-network', 'tenant_id': 'f8b1c0e69a0a4c27bcee6ccfa7041025'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:22:53.342988 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9eeb7bd9-415c-48ca-9c10-2c2f18f8ef83 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:53.416213 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a4f0cbc0-b847-4f6a-b288-2065ab3316a2 req-885f1585-2f9e-4b9f-8cd2-610dbfe3dc7d service neutron] 10.222.0.30 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5341132 Dec 20 14:22:53.423659 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9eeb7bd9-415c-48ca-9c10-2c2f18f8ef83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:53.445225 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.db.api [None req-398e7366-1746-4399-9779-08639cd3a2cb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103169) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 14:22:53.445801 n-d-761264-19 neutron-server[103169]: DEBUG oslo_db.api [None req-398e7366-1746-4399-9779-08639cd3a2cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 14:22:53.447871 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Pushing event updated for resources: {'Port': ['ID=a16a0ac6-7144-4b12-a043-de674835c78f,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:53.515886 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbe060e-0d67-4f90-88c9-2162b5f829a9 req-be4135f0-8b84-44f0-a3bb-645f56e3bc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:53.517749 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6dbe060e-0d67-4f90-88c9-2162b5f829a9 req-be4135f0-8b84-44f0-a3bb-645f56e3bc0c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=67090548a8c94f7bb1b8a5ae37b6ba4c&device_id=eaa94939-b782-4ca2-8f6d-eaeddb64bd23 HTTP/1.1" status: 200 len: 1099 time: 0.3843882 Dec 20 14:22:53.527330 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5a7d03-44ea-4816-b5a1-43c403e64a3c req-f54c6c65-64d4-43eb-bad0-d6d86153019e tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:53.535468 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6e5a7d03-44ea-4816-b5a1-43c403e64a3c req-f54c6c65-64d4-43eb-bad0-d6d86153019e tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?device_id=eaa94939-b782-4ca2-8f6d-eaeddb64bd23 HTTP/1.1" status: 200 len: 947 time: 0.5616696 Dec 20 14:22:53.568094 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-3b66e6a6-4126-44a0-8791-57ce852b9c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '938649ae-9090-4785-9dac-a43012cae458', 'name': 'tempest-ServersTestFqdnHostnames-1532222034-router', 'tenant_id': '5e2d9292364f43cfb55353bdb702e728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '334035b3-a162-4b37-983f-fe85c8a80888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:22:44Z', 'updated_at': '2021-12-20T14:22:49Z', 'revision_number': 3, 'project_id': '5e2d9292364f43cfb55353bdb702e728', 'gw_port': {'id': '334035b3-a162-4b37-983f-fe85c8a80888', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a3:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '938649ae-9090-4785-9dac-a43012cae458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:22:46Z', 'updated_at': '2021-12-20T14:22:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:22:53.569940 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a34de97f-27ce-4118-96ab-a1d03c041f60 admin admin] Made reservation on behalf of f8b1c0e69a0a4c27bcee6ccfa7041025 for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:22:53.572287 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a34de97f-27ce-4118-96ab-a1d03c041f60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:53.576348 n-d-761264-19 neutron-server[103168]: INFO neutron.db.l3_db [req-4e656e28-b517-4eb3-9acd-211a29d841d0 req-13103a6d-f2cb-4ff8-a94a-878fcf6bfccf tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Floating IP ae1a2f52-3564-4fc6-937c-b29d9518ad1f associated. External IP: 172.25.0.185, port: 76748e7d-c7f5-44a6-88a3-a6a2455c82b1. Dec 20 14:22:53.590183 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7777e4a3-737c-4eef-af50-cb9328ebfc2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8848317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10470522'] for subnet, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:53.601017 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b66e6a6-4126-44a0-8791-57ce852b9c8a None None] Checking router: 938649ae-9090-4785-9dac-a43012cae458 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:22:53.601346 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b66e6a6-4126-44a0-8791-57ce852b9c8a None None] Updating router 938649ae-9090-4785-9dac-a43012cae458 port 334035b3-a162-4b37-983f-fe85c8a80888 binding host n-d-761264-19 {{(pid=103169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 14:22:53.627607 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-3b66e6a6-4126-44a0-8791-57ce852b9c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:53.634440 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a34de97f-27ce-4118-96ab-a1d03c041f60 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:53.685603 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-9eeb7bd9-415c-48ca-9c10-2c2f18f8ef83 admin admin] Allocated IP 172.25.0.47 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/ef03a979-098d-40a8-adda-067dd5d2781c) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:22:53.697205 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207afc2c-10df-4173-846d-1500945d45a0 req-765ddeb9-9d6c-4176-ae49-a49adc4fdf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:53.698851 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-207afc2c-10df-4173-846d-1500945d45a0 req-765ddeb9-9d6c-4176-ae49-a49adc4fdf4f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3459401 Dec 20 14:22:53.709123 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6e5a7d03-44ea-4816-b5a1-43c403e64a3c req-f9602b04-89df-4d13-bce9-19e5206165b6 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/security-groups?id=d29d9ba9-24bd-4d94-be52-3ca7019f1c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726184 Dec 20 14:22:53.798794 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7777e4a3-737c-4eef-af50-cb9328ebfc2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=63ebfb59-720a-4723-915c-292ae8d31522,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:53.809831 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbe060e-0d67-4f90-88c9-2162b5f829a9 req-76d9cf2f-c8d5-4423-9743-8d10edb5bb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:53.811927 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6dbe060e-0d67-4f90-88c9-2162b5f829a9 req-76d9cf2f-c8d5-4423-9743-8d10edb5bb4d service neutron] 10.222.0.47 "GET /v2.0/networks?id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1 HTTP/1.1" status: 200 len: 870 time: 0.2730231 Dec 20 14:22:53.848253 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7777e4a3-737c-4eef-af50-cb9328ebfc2e admin admin] Checking segment: {'id': 'addc7f95-68ef-43ba-9bd9-cde69b0f949e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2b333b61-ce15-4944-95b5-760e7ec98a8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:22:53.848665 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7777e4a3-737c-4eef-af50-cb9328ebfc2e admin admin] Network hostable DHCP agents. Network: 2b333b61-ce15-4944-95b5-760e7ec98a8f, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:22:53.905332 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6dbe060e-0d67-4f90-88c9-2162b5f829a9 req-f134adb3-3043-43ef-94cd-7cce8a0a67f4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=f8088620-4873-4a7e-871d-1e2a2b1c3622 HTTP/1.1" status: 200 len: 217 time: 0.0627830 Dec 20 14:22:53.959440 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7777e4a3-737c-4eef-af50-cb9328ebfc2e admin admin] Network 2b333b61-ce15-4944-95b5-760e7ec98a8f is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:22:53.993339 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a34de97f-27ce-4118-96ab-a1d03c041f60 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:54.002684 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-7777e4a3-737c-4eef-af50-cb9328ebfc2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 2b333b61-ce15-4944-95b5-760e7ec98a8f) {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:22:54.007880 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a34de97f-27ce-4118-96ab-a1d03c041f60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:54.013450 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5aa3ab2-0860-4b82-acb0-e45df70fc921 None None] Network 2b333b61-ce15-4944-95b5-760e7ec98a8f requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:22:54.013659 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9eeb7bd9-415c-48ca-9c10-2c2f18f8ef83 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:54.021372 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-207afc2c-10df-4173-846d-1500945d45a0 req-0e56b069-f251-450c-a91e-deefd9f7b429 service neutron] 10.222.0.30 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3068247 Dec 20 14:22:54.034098 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea12eec0-8bd3-48db-8a37-e7d5bcb0f322 req-9acce68b-348b-4793-a9ad-6e736c70a1f5 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:54.035594 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ea12eec0-8bd3-48db-8a37-e7d5bcb0f322 req-9acce68b-348b-4793-a9ad-6e736c70a1f5 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=a21db8bc-e099-4eff-a349-250d98124b7b HTTP/1.1" status: 200 len: 944 time: 0.1805043 Dec 20 14:22:54.039872 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbe060e-0d67-4f90-88c9-2162b5f829a9 req-2abbd46d-344c-4b27-921e-efb45a173c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:54.041286 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6dbe060e-0d67-4f90-88c9-2162b5f829a9 req-2abbd46d-344c-4b27-921e-efb45a173c42 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36bf280f-81bb-4486-a87a-9b9505a1cec4 HTTP/1.1" status: 200 len: 843 time: 0.1113904 Dec 20 14:22:54.042610 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7777e4a3-737c-4eef-af50-cb9328ebfc2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:54.043220 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7777e4a3-737c-4eef-af50-cb9328ebfc2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:54.109990 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a34de97f-27ce-4118-96ab-a1d03c041f60 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:22:54.129738 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-e7df74e3-342f-469f-836b-39bb3d425440 None None] Provisioning complete for port a16a0ac6-7144-4b12-a043-de674835c78f triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:22:54.130186 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e7df74e3-342f-469f-836b-39bb3d425440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:54.140633 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a34de97f-27ce-4118-96ab-a1d03c041f60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:54.140633 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-a34de97f-27ce-4118-96ab-a1d03c041f60 admin admin] Added segment 59537534-b9e8-40f8-b7ff-cd75b9936b37 of type vlan for network ff93c144-21a7-4006-8edc-16d199e6031c Dec 20 14:22:54.156920 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-7777e4a3-737c-4eef-af50-cb9328ebfc2e admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3583047 Dec 20 14:22:54.159813 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950b4f56-3859-4a75-866d-733766854a3b None None] Network 2b333b61-ce15-4944-95b5-760e7ec98a8f requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:22:54.164673 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34de97f-27ce-4118-96ab-a1d03c041f60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12946cb6-a107-4008-861d-dd3f6769f530,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:54.206088 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6e0c3ffc-7df0-40c3-a19a-59a363ff4260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:54.215826 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4e656e28-b517-4eb3-9acd-211a29d841d0 req-13103a6d-f2cb-4ff8-a94a-878fcf6bfccf tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Router a4088f0d-ca29-496d-8308-6d6c1ee614fd has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:22:54.220508 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device e31ccde7-6b06-4fa3-9cd5-1bf3399c7184 details requested by agent hyperv_n-h1-761264-19 with host n-h1-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:22:54.227074 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a34de97f-27ce-4118-96ab-a1d03c041f60 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:54.231382 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ea12eec0-8bd3-48db-8a37-e7d5bcb0f322 req-56ae019e-f481-4a33-b909-8b45f6ced22d tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754308 Dec 20 14:22:54.232917 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9eeb7bd9-415c-48ca-9c10-2c2f18f8ef83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:54.254139 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbe060e-0d67-4f90-88c9-2162b5f829a9 req-b5b7c39e-427c-427d-82d9-9a0411491c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:54.257711 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6dbe060e-0d67-4f90-88c9-2162b5f829a9 req-b5b7c39e-427c-427d-82d9-9a0411491c56 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2052143 Dec 20 14:22:54.318515 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-207afc2c-10df-4173-846d-1500945d45a0 req-81e0053a-f3ad-4ae1-9fe1-46d78426a34a service neutron] 10.222.0.30 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2799995 Dec 20 14:22:54.355943 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eeb7bd9-415c-48ca-9c10-2c2f18f8ef83 admin admin] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:22:54.375234 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device a16a0ac6-7144-4b12-a043-de674835c78f up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:22:54.385436 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-9eeb7bd9-415c-48ca-9c10-2c2f18f8ef83 admin admin] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:22:54.390269 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eeb7bd9-415c-48ca-9c10-2c2f18f8ef83 admin admin] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:22:54.468666 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4e656e28-b517-4eb3-9acd-211a29d841d0 req-13103a6d-f2cb-4ff8-a94a-878fcf6bfccf tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:22:54.482687 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81eca60-4f29-4c19-a252-97b430ed14e8 None None] Sync routers for ids ['a4088f0d-ca29-496d-8308-6d6c1ee614fd'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:22:54.502463 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81eca60-4f29-4c19-a252-97b430ed14e8 None None] Routers {'a4088f0d-ca29-496d-8308-6d6c1ee614fd'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:22:54.505241 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-f81eca60-4f29-4c19-a252-97b430ed14e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:22:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['a4088f0d-ca29-496d-8308-6d6c1ee614fd'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:22:54.763054 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a34de97f-27ce-4118-96ab-a1d03c041f60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:54.765312 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34de97f-27ce-4118-96ab-a1d03c041f60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:54.765469 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-f81eca60-4f29-4c19-a252-97b430ed14e8 None None] Set router a4088f0d-ca29-496d-8308-6d6c1ee614fd gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:22:54.766240 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a34de97f-27ce-4118-96ab-a1d03c041f60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:54.807710 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port e31ccde7-6b06-4fa3-9cd5-1bf3399c7184, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=e31ccde7-6b06-4fa3-9cd5-1bf3399c7184,segment=NetworkSegment(c78eb3db-e8a6-4673-b220-136b3d8ed714),segment_id=c78eb3db-e8a6-4673-b220-136b3d8ed714)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:22:54.810329 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeb7bd9-415c-48ca-9c10-2c2f18f8ef83 admin admin] Pushing event updated for resources: {'Port': ['ID=ef03a979-098d-40a8-adda-067dd5d2781c,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:54.833790 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port a16a0ac6-7144-4b12-a043-de674835c78f triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:22:54.834394 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:54.840503 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Returning: {'device': 'e31ccde7-6b06-4fa3-9cd5-1bf3399c7184', 'network_id': 'f77acfe8-c05d-4606-b7e9-7027c0b13511', 'port_id': 'e31ccde7-6b06-4fa3-9cd5-1bf3399c7184', 'mac_address': 'fa:16:3e:89:23:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39805718-f3e9-41ca-8469-b49efb1a12f8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:22:54.867765 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6dbe060e-0d67-4f90-88c9-2162b5f829a9 req-e3c29cf3-5f6d-427e-89fc-cdf24f3ff672 service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5599053 Dec 20 14:22:54.954129 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-3b66e6a6-4126-44a0-8791-57ce852b9c8a None None] Publish callbacks [] for port, precommit_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:54.955935 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:54.976569 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-3b66e6a6-4126-44a0-8791-57ce852b9c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:54.985701 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e31ccde7-6b06-4fa3-9cd5-1bf3399c7184 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:22:54.996349 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6dbe060e-0d67-4f90-88c9-2162b5f829a9 req-c4a679f4-ca8c-40ff-a510-c93a0ec04f15 service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140883 Dec 20 14:22:55.018148 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34de97f-27ce-4118-96ab-a1d03c041f60 admin admin] Pushing event updated for resources: {'Network': ['ID=ff93c144-21a7-4006-8edc-16d199e6031c,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:55.048751 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network ff93c144-21a7-4006-8edc-16d199e6031c details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:22:55.055790 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-a34de97f-27ce-4118-96ab-a1d03c041f60 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.9078991 Dec 20 14:22:55.065469 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 49278) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:22:55.070221 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-6e0c3ffc-7df0-40c3-a19a-59a363ff4260 admin admin] Allocated IP 172.20.0.1 (20d6fb4d-2376-4970-a073-7951589c4788/21353c49-abc0-482a-92f4-9d91398e51d3/a2e758e3-eec6-42d1-a19f-3ca90065b6d9) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:22:55.086644 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-87e10ff7-1aca-41a0-b6a5-fb1c3c8e4b19 admin admin] Request body: {'subnet': {'network_id': 'ff93c144-21a7-4006-8edc-16d199e6031c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1896070379-subnet', 'tenant_id': 'f8b1c0e69a0a4c27bcee6ccfa7041025', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:22:55.088071 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port e31ccde7-6b06-4fa3-9cd5-1bf3399c7184, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=e31ccde7-6b06-4fa3-9cd5-1bf3399c7184,segment=NetworkSegment(c78eb3db-e8a6-4673-b220-136b3d8ed714),segment_id=c78eb3db-e8a6-4673-b220-136b3d8ed714)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:22:55.111559 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:55.146544 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-3b66e6a6-4126-44a0-8791-57ce852b9c8a None None] Attempting to bind port 334035b3-a162-4b37-983f-fe85c8a80888 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:22:55.147008 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-3b66e6a6-4126-44a0-8791-57ce852b9c8a None None] Attempting to bind port 334035b3-a162-4b37-983f-fe85c8a80888 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:22:55.147471 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b66e6a6-4126-44a0-8791-57ce852b9c8a None None] Attempting to bind port 334035b3-a162-4b37-983f-fe85c8a80888 on network c3f8658e-da35-41f3-bd03-509e29ebd6f3 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:22:55.158134 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b66e6a6-4126-44a0-8791-57ce852b9c8a None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:22:55.158740 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b66e6a6-4126-44a0-8791-57ce852b9c8a None None] Checking segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:22:55.159261 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-3b66e6a6-4126-44a0-8791-57ce852b9c8a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:55.159848 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b66e6a6-4126-44a0-8791-57ce852b9c8a None None] Bound using segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:22:55.160432 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-3b66e6a6-4126-44a0-8791-57ce852b9c8a None None] Bound port: 334035b3-a162-4b37-983f-fe85c8a80888, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:22:55.160994 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-3b66e6a6-4126-44a0-8791-57ce852b9c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:55.162470 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-f81eca60-4f29-4c19-a252-97b430ed14e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4088f0d-ca29-496d-8308-6d6c1ee614fd', 'name': 'tempest-FloatingIPsAssociationTestJSON-1936186760-router', 'tenant_id': '4f3a59730c994d32a8cbf695683850a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '4d3978ef-d762-4485-835b-11cfc052303d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:21:47Z', 'updated_at': '2021-12-20T14:21:59Z', 'revision_number': 4, 'project_id': '4f3a59730c994d32a8cbf695683850a0', 'gw_port': {'id': '4d3978ef-d762-4485-835b-11cfc052303d', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:bf:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4088f0d-ca29-496d-8308-6d6c1ee614fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:21:49Z', 'updated_at': '2021-12-20T14:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': 'ae1a2f52-3564-4fc6-937c-b29d9518ad1f', 'tenant_id': '4f3a59730c994d32a8cbf695683850a0', 'floating_ip_address': '172.25.0.185', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': 'a4088f0d-ca29-496d-8308-6d6c1ee614fd', 'port_id': '3aea9ba3-77e2-441d-9772-93b03993f779', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac8eea40-77e8-4385-9ea6-fd285bf85abe', 'mac_address': 'fa:16:3e:8f:be:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50178b49-2fc1-4db8-ba42-27a45013d06f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T14:22:24Z', 'updated_at': '2021-12-20T14:22:52Z', 'revision_number': 3, 'project_id': '4f3a59730c994d32a8cbf695683850a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f285e005-4952-43c8-bece-d63ed5e51402', 'name': '', 'network_id': 'ac8eea40-77e8-4385-9ea6-fd285bf85abe', 'tenant_id': '4f3a59730c994d32a8cbf695683850a0', 'mac_address': 'fa:16:3e:8d:a6:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4088f0d-ca29-496d-8308-6d6c1ee614fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '937bc278-96b6-4101-8820-0f0154447eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:21:56Z', 'updated_at': '2021-12-20T14:22:07Z', 'revision_number': 5, 'project_id': '4f3a59730c994d32a8cbf695683850a0', 'subnets': [{'id': '937bc278-96b6-4101-8820-0f0154447eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:22:55.163211 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568321cd-c2d5-4bad-9537-76a041da9038 None None] Pushing event updated for resources: {'Port': ['ID=334035b3-a162-4b37-983f-fe85c8a80888,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:55.201472 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81eca60-4f29-4c19-a252-97b430ed14e8 None None] Checking router: a4088f0d-ca29-496d-8308-6d6c1ee614fd for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:22:55.214117 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81eca60-4f29-4c19-a252-97b430ed14e8 None None] Routers {'a4088f0d-ca29-496d-8308-6d6c1ee614fd'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:22:55.214541 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da029c04-3361-4d5d-ab18-f1ae2856aebb req-15257e20-6a06-4276-92d5-5be124c5c268 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:55.214784 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-f81eca60-4f29-4c19-a252-97b430ed14e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:22:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['a4088f0d-ca29-496d-8308-6d6c1ee614fd'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:22:55.218565 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-da029c04-3361-4d5d-ab18-f1ae2856aebb req-15257e20-6a06-4276-92d5-5be124c5c268 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?device_id=eaa94939-b782-4ca2-8f6d-eaeddb64bd23 HTTP/1.1" status: 200 len: 947 time: 0.2190320 Dec 20 14:22:55.225461 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 49282) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:22:55.232148 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-9e358c04-6efc-4d6e-9285-1c981eb5ce3c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1321231707-network', 'tenant_id': 'e6132b3e882747cabeeca4e596d0a1b1'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:22:55.286679 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=e31ccde7-6b06-4fa3-9cd5-1bf3399c7184,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:55.292607 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-3b66e6a6-4126-44a0-8791-57ce852b9c8a None None] For port 334035b3-a162-4b37-983f-fe85c8a80888, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:22:55.296222 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-3b66e6a6-4126-44a0-8791-57ce852b9c8a None None] For port 334035b3-a162-4b37-983f-fe85c8a80888, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=334035b3-a162-4b37-983f-fe85c8a80888,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:22:55.306771 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9eeb7bd9-415c-48ca-9c10-2c2f18f8ef83 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:55.307171 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-3b66e6a6-4126-44a0-8791-57ce852b9c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:55.361933 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-da029c04-3361-4d5d-ab18-f1ae2856aebb req-0c06fd8b-396d-49b2-a557-23938d3da670 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/security-groups?id=d29d9ba9-24bd-4d94-be52-3ca7019f1c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227734 Dec 20 14:22:55.371836 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e358c04-6efc-4d6e-9285-1c981eb5ce3c admin admin] Made reservation on behalf of e6132b3e882747cabeeca4e596d0a1b1 for: {'network': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:22:55.375419 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9e358c04-6efc-4d6e-9285-1c981eb5ce3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:55.393471 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9e358c04-6efc-4d6e-9285-1c981eb5ce3c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:55.418902 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568321cd-c2d5-4bad-9537-76a041da9038 None None] Pushing event updated for resources: {'Port': ['ID=334035b3-a162-4b37-983f-fe85c8a80888,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:55.422223 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b66e6a6-4126-44a0-8791-57ce852b9c8a None None] Routers {'938649ae-9090-4785-9dac-a43012cae458'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:22:55.422896 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-3b66e6a6-4126-44a0-8791-57ce852b9c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:22:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['938649ae-9090-4785-9dac-a43012cae458'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:22:55.436057 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-f81eca60-4f29-4c19-a252-97b430ed14e8 None None] Set router a4088f0d-ca29-496d-8308-6d6c1ee614fd gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:22:55.544135 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['e31ccde7-6b06-4fa3-9cd5-1bf3399c7184'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:22:55.560129 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-3b66e6a6-4126-44a0-8791-57ce852b9c8a None None] Set router 938649ae-9090-4785-9dac-a43012cae458 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:22:55.630220 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9e358c04-6efc-4d6e-9285-1c981eb5ce3c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:55.635700 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e10ff7-1aca-41a0-b6a5-fb1c3c8e4b19 admin admin] Made reservation on behalf of f8b1c0e69a0a4c27bcee6ccfa7041025 for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:22:55.638827 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9e358c04-6efc-4d6e-9285-1c981eb5ce3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:55.639211 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-87e10ff7-1aca-41a0-b6a5-fb1c3c8e4b19 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:55.648648 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462ae665-2aa7-4a9c-9f09-cac31b0cc0b0 req-e7e052ad-d21b-4c0e-b613-98486faa8fe1 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:55.650143 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-462ae665-2aa7-4a9c-9f09-cac31b0cc0b0 req-e7e052ad-d21b-4c0e-b613-98486faa8fe1 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=a21db8bc-e099-4eff-a349-250d98124b7b HTTP/1.1" status: 200 len: 945 time: 0.1726668 Dec 20 14:22:55.682717 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e358c04-6efc-4d6e-9285-1c981eb5ce3c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=103167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:22:55.685243 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9eeb7bd9-415c-48ca-9c10-2c2f18f8ef83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013'] for router, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:55.716419 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9e358c04-6efc-4d6e-9285-1c981eb5ce3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:55.716755 n-d-761264-19 neutron-server[103167]: INFO neutron.db.segments_db [None req-9e358c04-6efc-4d6e-9285-1c981eb5ce3c admin admin] Added segment bc0b207f-80d3-4236-a887-a082ab283b9d of type vlan for network 53e1de26-4888-4cf1-ab98-71d36331dd65 Dec 20 14:22:55.718076 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e358c04-6efc-4d6e-9285-1c981eb5ce3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71aeead0-5763-4e0b-b879-4f8a40a93889,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:55.798528 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-f81eca60-4f29-4c19-a252-97b430ed14e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4088f0d-ca29-496d-8308-6d6c1ee614fd', 'name': 'tempest-FloatingIPsAssociationTestJSON-1936186760-router', 'tenant_id': '4f3a59730c994d32a8cbf695683850a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '4d3978ef-d762-4485-835b-11cfc052303d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:21:47Z', 'updated_at': '2021-12-20T14:21:59Z', 'revision_number': 4, 'project_id': '4f3a59730c994d32a8cbf695683850a0', 'gw_port': {'id': '4d3978ef-d762-4485-835b-11cfc052303d', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:bf:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4088f0d-ca29-496d-8308-6d6c1ee614fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:21:49Z', 'updated_at': '2021-12-20T14:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': 'ae1a2f52-3564-4fc6-937c-b29d9518ad1f', 'tenant_id': '4f3a59730c994d32a8cbf695683850a0', 'floating_ip_address': '172.25.0.185', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': 'a4088f0d-ca29-496d-8308-6d6c1ee614fd', 'port_id': '3aea9ba3-77e2-441d-9772-93b03993f779', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac8eea40-77e8-4385-9ea6-fd285bf85abe', 'mac_address': 'fa:16:3e:8f:be:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50178b49-2fc1-4db8-ba42-27a45013d06f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T14:22:24Z', 'updated_at': '2021-12-20T14:22:52Z', 'revision_number': 3, 'project_id': '4f3a59730c994d32a8cbf695683850a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f285e005-4952-43c8-bece-d63ed5e51402', 'name': '', 'network_id': 'ac8eea40-77e8-4385-9ea6-fd285bf85abe', 'tenant_id': '4f3a59730c994d32a8cbf695683850a0', 'mac_address': 'fa:16:3e:8d:a6:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4088f0d-ca29-496d-8308-6d6c1ee614fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '937bc278-96b6-4101-8820-0f0154447eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:21:56Z', 'updated_at': '2021-12-20T14:22:07Z', 'revision_number': 5, 'project_id': '4f3a59730c994d32a8cbf695683850a0', 'subnets': [{'id': '937bc278-96b6-4101-8820-0f0154447eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:22:55.821975 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6e0c3ffc-7df0-40c3-a19a-59a363ff4260 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:55.824178 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4e656e28-b517-4eb3-9acd-211a29d841d0 req-13103a6d-f2cb-4ff8-a94a-878fcf6bfccf tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Router a4088f0d-ca29-496d-8308-6d6c1ee614fd has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:22:55.829451 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9e358c04-6efc-4d6e-9285-1c981eb5ce3c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:55.882361 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-3b66e6a6-4126-44a0-8791-57ce852b9c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '938649ae-9090-4785-9dac-a43012cae458', 'name': 'tempest-ServersTestFqdnHostnames-1532222034-router', 'tenant_id': '5e2d9292364f43cfb55353bdb702e728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '334035b3-a162-4b37-983f-fe85c8a80888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:22:44Z', 'updated_at': '2021-12-20T14:22:49Z', 'revision_number': 3, 'project_id': '5e2d9292364f43cfb55353bdb702e728', 'gw_port': {'id': '334035b3-a162-4b37-983f-fe85c8a80888', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a3:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '938649ae-9090-4785-9dac-a43012cae458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:22:46Z', 'updated_at': '2021-12-20T14:22:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:22:55.912806 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b66e6a6-4126-44a0-8791-57ce852b9c8a None None] The sync data for ids ['938649ae-9090-4785-9dac-a43012cae458'] in n-d-761264-19 is: [{'id': '938649ae-9090-4785-9dac-a43012cae458', 'name': 'tempest-ServersTestFqdnHostnames-1532222034-router', 'tenant_id': '5e2d9292364f43cfb55353bdb702e728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '334035b3-a162-4b37-983f-fe85c8a80888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:22:44Z', 'updated_at': '2021-12-20T14:22:49Z', 'revision_number': 3, 'project_id': '5e2d9292364f43cfb55353bdb702e728', 'gw_port': {'id': '334035b3-a162-4b37-983f-fe85c8a80888', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a3:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '938649ae-9090-4785-9dac-a43012cae458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:22:46Z', 'updated_at': '2021-12-20T14:22:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:22:55.950043 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81eca60-4f29-4c19-a252-97b430ed14e8 None None] The sync data for ids ['a4088f0d-ca29-496d-8308-6d6c1ee614fd'] in n-d-761264-19 is: [{'id': 'a4088f0d-ca29-496d-8308-6d6c1ee614fd', 'name': 'tempest-FloatingIPsAssociationTestJSON-1936186760-router', 'tenant_id': '4f3a59730c994d32a8cbf695683850a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '4d3978ef-d762-4485-835b-11cfc052303d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:21:47Z', 'updated_at': '2021-12-20T14:21:59Z', 'revision_number': 4, 'project_id': '4f3a59730c994d32a8cbf695683850a0', 'gw_port': {'id': '4d3978ef-d762-4485-835b-11cfc052303d', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:bf:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4088f0d-ca29-496d-8308-6d6c1ee614fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:21:49Z', 'updated_at': '2021-12-20T14:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': 'ae1a2f52-3564-4fc6-937c-b29d9518ad1f', 'tenant_id': '4f3a59730c994d32a8cbf695683850a0', 'floating_ip_address': '172.25.0.185', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': 'a4088f0d-ca29-496d-8308-6d6c1ee614fd', 'port_id': '3aea9ba3-77e2-441d-9772-93b03993f779', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac8eea40-77e8-4385-9ea6-fd285bf85abe', 'mac_address': 'fa:16:3e:8f:be:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50178b49-2fc1-4db8-ba42-27a45013d06f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T14:22:24Z', 'updated_at': '2021-12-20T14:22:52Z', 'revision_number': 3, 'project_id': '4f3a59730c994d32a8cbf695683850a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f285e005-4952-43c8-bece-d63ed5e51402', 'name': '', 'network_id': 'ac8eea40-77e8-4385-9ea6-fd285bf85abe', 'tenant_id': '4f3a59730c994d32a8cbf695683850a0', 'mac_address': 'fa:16:3e:8d:a6:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4088f0d-ca29-496d-8308-6d6c1ee614fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '937bc278-96b6-4101-8820-0f0154447eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:21:56Z', 'updated_at': '2021-12-20T14:22:07Z', 'revision_number': 5, 'project_id': '4f3a59730c994d32a8cbf695683850a0', 'subnets': [{'id': '937bc278-96b6-4101-8820-0f0154447eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:22:55.961489 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9e358c04-6efc-4d6e-9285-1c981eb5ce3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:55.962539 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e358c04-6efc-4d6e-9285-1c981eb5ce3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:55.963167 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9e358c04-6efc-4d6e-9285-1c981eb5ce3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:55.965319 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6e0c3ffc-7df0-40c3-a19a-59a363ff4260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:56.023441 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-462ae665-2aa7-4a9c-9f09-cac31b0cc0b0 req-adf363ca-d2d3-49a2-9d01-c6780d6ac04e tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3635204 Dec 20 14:22:56.072928 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-9e358c04-6efc-4d6e-9285-1c981eb5ce3c admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8435969 Dec 20 14:22:56.075125 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 49288) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:22:56.079949 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-53e6ead6-6f01-47d1-991c-b8f9aa912c02 admin admin] Request body: {'subnet': {'network_id': '53e1de26-4888-4cf1-ab98-71d36331dd65', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1321231707-subnet', 'tenant_id': 'e6132b3e882747cabeeca4e596d0a1b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:22:56.085383 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e358c04-6efc-4d6e-9285-1c981eb5ce3c admin admin] Pushing event updated for resources: {'Network': ['ID=53e1de26-4888-4cf1-ab98-71d36331dd65,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:56.099163 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0c3ffc-7df0-40c3-a19a-59a363ff4260 admin admin] Network 20d6fb4d-2376-4970-a073-7951589c4788 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:22:56.101166 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 53e1de26-4888-4cf1-ab98-71d36331dd65 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:22:56.108163 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0c3ffc-7df0-40c3-a19a-59a363ff4260 admin admin] Pushing event updated for resources: {'Port': ['ID=a2e758e3-eec6-42d1-a19f-3ca90065b6d9,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:56.110654 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-6e0c3ffc-7df0-40c3-a19a-59a363ff4260 admin admin] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:22:56.120602 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0c3ffc-7df0-40c3-a19a-59a363ff4260 admin admin] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:22:56.126905 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4e656e28-b517-4eb3-9acd-211a29d841d0 req-13103a6d-f2cb-4ff8-a94a-878fcf6bfccf tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:22:56.144626 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53e6ead6-6f01-47d1-991c-b8f9aa912c02 admin admin] Made reservation on behalf of e6132b3e882747cabeeca4e596d0a1b1 for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:22:56.148068 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-53e6ead6-6f01-47d1-991c-b8f9aa912c02 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:56.148889 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-4e656e28-b517-4eb3-9acd-211a29d841d0 req-13103a6d-f2cb-4ff8-a94a-878fcf6bfccf tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:56.154746 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-87e10ff7-1aca-41a0-b6a5-fb1c3c8e4b19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8848317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10470522'] for subnet, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:56.155382 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eeb7bd9-415c-48ca-9c10-2c2f18f8ef83 admin admin] Router 13d9a293-a7e7-4dc1-9e4b-e8270b6624b2 is scheduled to L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 with binding_index 1 {{(pid=103167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 14:22:56.200208 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 7cbb65ff-fb94-477d-a1d2-7eb72e2e0d71 details requested by agent hyperv_n-h1-761264-19 with host n-h1-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:22:56.312112 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e10ff7-1aca-41a0-b6a5-fb1c3c8e4b19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07704f1c-d2c6-435b-a97c-e5a9fcb5d400,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:56.366632 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975e1a2e-db6a-45ed-a849-1120bec19be1 None None] New status for floating IP ae1a2f52-3564-4fc6-937c-b29d9518ad1f: ACTIVE {{(pid=103169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 14:22:56.372400 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fb58f25-96ef-4597-b519-ab74824cbb1d', 'tag': '76748e7d-c7f5-44a6-88a3-a6a2455c82b1'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:22:56.374666 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device f8088620-4873-4a7e-871d-1e2a2b1c3622 details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:22:56.374959 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b45da390-0cdd-460b-88c7-3540ec9601d6" -d '{"events": [{"name": "network-changed", "server_uuid": "3fb58f25-96ef-4597-b519-ab74824cbb1d", "tag": "76748e7d-c7f5-44a6-88a3-a6a2455c82b1"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:22:56.415876 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6e0c3ffc-7df0-40c3-a19a-59a363ff4260 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595714'] for router_interface, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:56.435993 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a9e114e-598c-4da6-ae7c-fa4941857020 x-openstack-request-id: req-2a9e114e-598c-4da6-ae7c-fa4941857020 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:22:56.435993 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fb58f25-96ef-4597-b519-ab74824cbb1d", "tag": "76748e7d-c7f5-44a6-88a3-a6a2455c82b1", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:22:56.436254 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2a9e114e-598c-4da6-ae7c-fa4941857020 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:22:56.436479 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fb58f25-96ef-4597-b519-ab74824cbb1d', 'tag': '76748e7d-c7f5-44a6-88a3-a6a2455c82b1', 'status': 'completed', 'code': 200} Dec 20 14:22:56.487930 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 7cbb65ff-fb94-477d-a1d2-7eb72e2e0d71, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=7cbb65ff-fb94-477d-a1d2-7eb72e2e0d71,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:22:56.504631 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Returning: {'device': '7cbb65ff-fb94-477d-a1d2-7eb72e2e0d71', 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1', 'port_id': '7cbb65ff-fb94-477d-a1d2-7eb72e2e0d71', 'mac_address': 'fa:16:3e:52:11:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36bf280f-81bb-4486-a87a-9b9505a1cec4', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:22:56.525342 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4e656e28-b517-4eb3-9acd-211a29d841d0 req-13103a6d-f2cb-4ff8-a94a-878fcf6bfccf tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] 10.222.0.54 "PUT /v2.0/floatingips/ae1a2f52-3564-4fc6-937c-b29d9518ad1f HTTP/1.1" status: 200 len: 999 time: 4.8628039 Dec 20 14:22:56.612237 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e656e28-b517-4eb3-9acd-211a29d841d0 req-5e34c4b3-b388-443f-88a4-bef92f65c3f3 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:56.625075 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eeb7bd9-415c-48ca-9c10-2c2f18f8ef83 admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:22:56.627627 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4e656e28-b517-4eb3-9acd-211a29d841d0 req-5e34c4b3-b388-443f-88a4-bef92f65c3f3 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] 10.222.0.54 "GET /v2.0/ports/76748e7d-c7f5-44a6-88a3-a6a2455c82b1 HTTP/1.1" status: 200 len: 942 time: 0.1011944 Dec 20 14:22:56.630556 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e10ff7-1aca-41a0-b6a5-fb1c3c8e4b19 admin admin] Checking segment: {'id': '59537534-b9e8-40f8-b7ff-cd75b9936b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'ff93c144-21a7-4006-8edc-16d199e6031c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:22:56.630943 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e10ff7-1aca-41a0-b6a5-fb1c3c8e4b19 admin admin] Network hostable DHCP agents. Network: ff93c144-21a7-4006-8edc-16d199e6031c, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:22:56.638491 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df3413c-150e-4a69-9832-56af1b1945c6 None None] Sync routers for ids ['13d9a293-a7e7-4dc1-9e4b-e8270b6624b2'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:22:56.657525 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df3413c-150e-4a69-9832-56af1b1945c6 None None] Routers {'13d9a293-a7e7-4dc1-9e4b-e8270b6624b2'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:22:56.658296 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45da390-0cdd-460b-88c7-3540ec9601d6 req-3eb196a6-c028-4d20-924e-aad4feb16776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:56.659303 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-1df3413c-150e-4a69-9832-56af1b1945c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:22:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['13d9a293-a7e7-4dc1-9e4b-e8270b6624b2'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:22:56.659985 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b45da390-0cdd-460b-88c7-3540ec9601d6 req-3eb196a6-c028-4d20-924e-aad4feb16776 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4f3a59730c994d32a8cbf695683850a0&device_id=3fb58f25-96ef-4597-b519-ab74824cbb1d HTTP/1.1" status: 200 len: 1097 time: 0.1819181 Dec 20 14:22:56.735348 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e10ff7-1aca-41a0-b6a5-fb1c3c8e4b19 admin admin] Network ff93c144-21a7-4006-8edc-16d199e6031c is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:22:56.739589 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1411f8-d8bc-45e6-aa9b-c5ca7d0285c1 req-90fc7616-14a9-4cbf-b34a-33d3b0f00ede tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:56.741165 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9d1411f8-d8bc-45e6-aa9b-c5ca7d0285c1 req-90fc7616-14a9-4cbf-b34a-33d3b0f00ede tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?device_id=eaa94939-b782-4ca2-8f6d-eaeddb64bd23 HTTP/1.1" status: 200 len: 947 time: 0.2085960 Dec 20 14:22:56.753112 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9eeb7bd9-415c-48ca-9c10-2c2f18f8ef83 admin admin] Publish callbacks [] for router, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:56.754311 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-9eeb7bd9-415c-48ca-9c10-2c2f18f8ef83 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.4811440 Dec 20 14:22:56.759504 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 49294) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:22:56.775993 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port f8088620-4873-4a7e-871d-1e2a2b1c3622, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=f8088620-4873-4a7e-871d-1e2a2b1c3622,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:22:56.788856 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-87e10ff7-1aca-41a0-b6a5-fb1c3c8e4b19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, ff93c144-21a7-4006-8edc-16d199e6031c) {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:22:56.795510 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': 'f8088620-4873-4a7e-871d-1e2a2b1c3622', 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1', 'port_id': 'f8088620-4873-4a7e-871d-1e2a2b1c3622', 'mac_address': 'fa:16:3e:a6:f8:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36bf280f-81bb-4486-a87a-9b9505a1cec4', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:22:56.831622 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0f1e81-a9e9-475f-884f-6302bdf5341c None None] Network ff93c144-21a7-4006-8edc-16d199e6031c requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:22:56.834135 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:56.853206 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e10ff7-1aca-41a0-b6a5-fb1c3c8e4b19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:56.854661 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-87e10ff7-1aca-41a0-b6a5-fb1c3c8e4b19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:56.854900 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-53e6ead6-6f01-47d1-991c-b8f9aa912c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:56.868990 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-1df3413c-150e-4a69-9832-56af1b1945c6 None None] Set router 13d9a293-a7e7-4dc1-9e4b-e8270b6624b2 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:22:56.877005 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cbb65ff-fb94-477d-a1d2-7eb72e2e0d71 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:22:56.894293 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e656e28-b517-4eb3-9acd-211a29d841d0 req-0ce7e9b1-6ea2-46c0-9a14-cd4f2c4ce065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:56.900984 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 7cbb65ff-fb94-477d-a1d2-7eb72e2e0d71, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=7cbb65ff-fb94-477d-a1d2-7eb72e2e0d71,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:22:56.902694 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4e656e28-b517-4eb3-9acd-211a29d841d0 req-0ce7e9b1-6ea2-46c0-9a14-cd4f2c4ce065 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4f3a59730c994d32a8cbf695683850a0&device_id=3fb58f25-96ef-4597-b519-ab74824cbb1d HTTP/1.1" status: 200 len: 1097 time: 0.1814549 Dec 20 14:22:56.904791 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6e0c3ffc-7df0-40c3-a19a-59a363ff4260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:56.956166 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:56.957122 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e6ead6-6f01-47d1-991c-b8f9aa912c02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f13e496-08a0-467b-b9f5-cec744d7da45,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:57.022962 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-594492b2-d0e0-41f2-b3f5-10a0da0b911d None None] Provisioning complete for port a2e758e3-eec6-42d1-a19f-3ca90065b6d9 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:22:57.024126 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-594492b2-d0e0-41f2-b3f5-10a0da0b911d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:57.046092 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9d1411f8-d8bc-45e6-aa9b-c5ca7d0285c1 req-f5201555-0151-4964-8539-0f262cd29b56 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/security-groups?id=d29d9ba9-24bd-4d94-be52-3ca7019f1c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747266 Dec 20 14:22:57.048223 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e656e28-b517-4eb3-9acd-211a29d841d0 req-be7227dd-36c0-42a5-8856-182b9ad3ab34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:57.056600 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4e656e28-b517-4eb3-9acd-211a29d841d0 req-be7227dd-36c0-42a5-8856-182b9ad3ab34 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ac8eea40-77e8-4385-9ea6-fd285bf85abe HTTP/1.1" status: 200 len: 922 time: 0.1528790 Dec 20 14:22:57.072471 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=7cbb65ff-fb94-477d-a1d2-7eb72e2e0d71,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:57.077944 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e6ead6-6f01-47d1-991c-b8f9aa912c02 admin admin] Checking segment: {'id': 'bc0b207f-80d3-4236-a887-a082ab283b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '53e1de26-4888-4cf1-ab98-71d36331dd65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:22:57.078666 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e6ead6-6f01-47d1-991c-b8f9aa912c02 admin admin] Network hostable DHCP agents. Network: 53e1de26-4888-4cf1-ab98-71d36331dd65, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:22:57.109207 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-87e10ff7-1aca-41a0-b6a5-fb1c3c8e4b19 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.0328972 Dec 20 14:22:57.112114 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 49298) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:22:57.118650 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-469063b0-35c6-4740-9057-1f8049193cb9 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1896070379-router', 'tenant_id': 'f8b1c0e69a0a4c27bcee6ccfa7041025', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:22:57.123785 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45da390-0cdd-460b-88c7-3540ec9601d6 req-f729daa4-4fb2-42c2-9b69-dd665f1a4986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:57.125305 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b45da390-0cdd-460b-88c7-3540ec9601d6 req-f729daa4-4fb2-42c2-9b69-dd665f1a4986 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ac8eea40-77e8-4385-9ea6-fd285bf85abe HTTP/1.1" status: 200 len: 922 time: 0.4304125 Dec 20 14:22:57.139303 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-1df3413c-150e-4a69-9832-56af1b1945c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13d9a293-a7e7-4dc1-9e4b-e8270b6624b2', 'name': 'tempest-AttachSCSIVolumeTestJSON-2111672752-router', 'tenant_id': '35bd1ff81ce74bb4a58f3b7ddae2cf12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': 'ef03a979-098d-40a8-adda-067dd5d2781c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:22:50Z', 'updated_at': '2021-12-20T14:22:54Z', 'revision_number': 3, 'project_id': '35bd1ff81ce74bb4a58f3b7ddae2cf12', 'gw_port': {'id': 'ef03a979-098d-40a8-adda-067dd5d2781c', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ff:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13d9a293-a7e7-4dc1-9e4b-e8270b6624b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:22:53Z', 'updated_at': '2021-12-20T14:22:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:22:57.182146 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df3413c-150e-4a69-9832-56af1b1945c6 None None] Checking router: 13d9a293-a7e7-4dc1-9e4b-e8270b6624b2 for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:22:57.182511 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df3413c-150e-4a69-9832-56af1b1945c6 None None] Updating router 13d9a293-a7e7-4dc1-9e4b-e8270b6624b2 port ef03a979-098d-40a8-adda-067dd5d2781c binding host n-d-761264-19 {{(pid=103170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 14:22:57.199005 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e6ead6-6f01-47d1-991c-b8f9aa912c02 admin admin] Network 53e1de26-4888-4cf1-ab98-71d36331dd65 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:22:57.210644 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4e656e28-b517-4eb3-9acd-211a29d841d0 req-b9b1f19a-22da-4df0-a53d-65d580fb79e8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76748e7d-c7f5-44a6-88a3-a6a2455c82b1 HTTP/1.1" status: 200 len: 217 time: 0.1531644 Dec 20 14:22:57.211022 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1df3413c-150e-4a69-9832-56af1b1945c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:57.235510 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b45da390-0cdd-460b-88c7-3540ec9601d6 req-17843e46-7394-4e7d-ad78-8f219aae86fb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76748e7d-c7f5-44a6-88a3-a6a2455c82b1 HTTP/1.1" status: 200 len: 217 time: 0.0826259 Dec 20 14:22:57.294439 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45da390-0cdd-460b-88c7-3540ec9601d6 req-38225382-9565-4485-999c-30735fbb7273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:57.297563 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b45da390-0cdd-460b-88c7-3540ec9601d6 req-38225382-9565-4485-999c-30735fbb7273 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=937bc278-96b6-4101-8820-0f0154447eb0 HTTP/1.1" status: 200 len: 860 time: 0.0596554 Dec 20 14:22:57.341982 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-594492b2-d0e0-41f2-b3f5-10a0da0b911d None None] Port a2e758e3-eec6-42d1-a19f-3ca90065b6d9 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:22:57.346938 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-53e6ead6-6f01-47d1-991c-b8f9aa912c02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 53e1de26-4888-4cf1-ab98-71d36331dd65) {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:22:57.351305 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-469063b0-35c6-4740-9057-1f8049193cb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40114'] for router, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:57.352348 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-469063b0-35c6-4740-9057-1f8049193cb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40139'] for router, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:57.358465 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e6ead6-6f01-47d1-991c-b8f9aa912c02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:57.366929 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-53e6ead6-6f01-47d1-991c-b8f9aa912c02 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:57.398115 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e656e28-b517-4eb3-9acd-211a29d841d0 req-4b09a902-f4f8-44d4-aab7-390119c05391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:57.399806 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4e656e28-b517-4eb3-9acd-211a29d841d0 req-4b09a902-f4f8-44d4-aab7-390119c05391 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=937bc278-96b6-4101-8820-0f0154447eb0 HTTP/1.1" status: 200 len: 860 time: 0.1818535 Dec 20 14:22:57.415493 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-53e6ead6-6f01-47d1-991c-b8f9aa912c02 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3393636 Dec 20 14:22:57.416337 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998268b1-42e2-49a3-84ac-d582390c0a22 None None] Network 53e1de26-4888-4cf1-ab98-71d36331dd65 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:22:57.438159 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0537fc5a-ee5a-4559-b8bc-6ca3d0f2da1d req-9344fac0-a432-44aa-b0ea-a05fc9a3eebd tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:57.439804 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0537fc5a-ee5a-4559-b8bc-6ca3d0f2da1d req-9344fac0-a432-44aa-b0ea-a05fc9a3eebd tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=a21db8bc-e099-4eff-a349-250d98124b7b HTTP/1.1" status: 200 len: 945 time: 0.2419536 Dec 20 14:22:57.457292 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45da390-0cdd-460b-88c7-3540ec9601d6 req-18ec040e-1649-4a8a-a415-39cbcd801966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:57.458624 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b45da390-0cdd-460b-88c7-3540ec9601d6 req-18ec040e-1649-4a8a-a415-39cbcd801966 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ac8eea40-77e8-4385-9ea6-fd285bf85abe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1270356 Dec 20 14:22:57.517786 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0537fc5a-ee5a-4559-b8bc-6ca3d0f2da1d req-4008a796-d6d0-47c2-bae9-5e1ca7847bec tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696559 Dec 20 14:22:57.575574 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['7cbb65ff-fb94-477d-a1d2-7eb72e2e0d71'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:22:57.602160 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:57.625575 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b45da390-0cdd-460b-88c7-3540ec9601d6 req-d518253c-2d9e-4c8f-9a36-1c636e8be136 service neutron] 10.222.0.47 "GET /v2.0/networks/ac8eea40-77e8-4385-9ea6-fd285bf85abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569617 Dec 20 14:22:57.681025 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1df3413c-150e-4a69-9832-56af1b1945c6 None None] Publish callbacks [] for port, precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:57.692946 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1df3413c-150e-4a69-9832-56af1b1945c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:57.713857 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8088620-4873-4a7e-871d-1e2a2b1c3622 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:22:57.736628 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-1df3413c-150e-4a69-9832-56af1b1945c6 None None] Attempting to bind port ef03a979-098d-40a8-adda-067dd5d2781c on host n-d-761264-19 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:22:57.737487 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-1df3413c-150e-4a69-9832-56af1b1945c6 None None] Attempting to bind port ef03a979-098d-40a8-adda-067dd5d2781c by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:22:57.738085 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df3413c-150e-4a69-9832-56af1b1945c6 None None] Attempting to bind port ef03a979-098d-40a8-adda-067dd5d2781c on network c3f8658e-da35-41f3-bd03-509e29ebd6f3 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:22:57.765528 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-469063b0-35c6-4740-9057-1f8049193cb9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:57.772093 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b45da390-0cdd-460b-88c7-3540ec9601d6 req-c53c5bf0-b1e0-4205-be3d-0952896f1bbe service neutron] 10.222.0.47 "GET /v2.0/networks/ac8eea40-77e8-4385-9ea6-fd285bf85abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352363 Dec 20 14:22:57.772356 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port f8088620-4873-4a7e-871d-1e2a2b1c3622, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=f8088620-4873-4a7e-871d-1e2a2b1c3622,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:22:57.776871 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df3413c-150e-4a69-9832-56af1b1945c6 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:22:57.777253 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df3413c-150e-4a69-9832-56af1b1945c6 None None] Checking segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:22:57.777677 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1df3413c-150e-4a69-9832-56af1b1945c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:57.778085 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df3413c-150e-4a69-9832-56af1b1945c6 None None] Bound using segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:22:57.778541 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-1df3413c-150e-4a69-9832-56af1b1945c6 None None] Bound port: ef03a979-098d-40a8-adda-067dd5d2781c, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:22:57.779063 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1df3413c-150e-4a69-9832-56af1b1945c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:57.794460 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:57.803694 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d51cce-12b8-4d88-b118-32fa7cb4ee70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-ff93c144-21a7-4006-8edc-16d199e6031c', 'network_id': 'ff93c144-21a7-4006-8edc-16d199e6031c', 'project_id': 'f8b1c0e69a0a4c27bcee6ccfa7041025', 'fixed_ips': [{'subnet_id': '07704f1c-d2c6-435b-a97c-e5a9fcb5d400'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:22:57.804674 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a4d51cce-12b8-4d88-b118-32fa7cb4ee70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:57.850870 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f73469-a646-4bdf-8aca-d44e940e59c0 None None] Network 53e1de26-4888-4cf1-ab98-71d36331dd65 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:22:57.864257 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff75fa34-f465-4eea-9081-2fa25a146bc3 None None] Pushing event updated for resources: {'Port': ['ID=ef03a979-098d-40a8-adda-067dd5d2781c,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:57.898712 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff75fa34-f465-4eea-9081-2fa25a146bc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:22:57.902790 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff75fa34-f465-4eea-9081-2fa25a146bc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:22:57.903815 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff75fa34-f465-4eea-9081-2fa25a146bc3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:22:57.904156 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff75fa34-f465-4eea-9081-2fa25a146bc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:22:57.904500 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff75fa34-f465-4eea-9081-2fa25a146bc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:22:57.904820 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff75fa34-f465-4eea-9081-2fa25a146bc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:22:57.905544 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff75fa34-f465-4eea-9081-2fa25a146bc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:22:57.905544 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff75fa34-f465-4eea-9081-2fa25a146bc3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:22:57.905763 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff75fa34-f465-4eea-9081-2fa25a146bc3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:22:57.906075 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff75fa34-f465-4eea-9081-2fa25a146bc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:22:57.906374 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff75fa34-f465-4eea-9081-2fa25a146bc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:22:57.906685 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff75fa34-f465-4eea-9081-2fa25a146bc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:22:57.907024 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff75fa34-f465-4eea-9081-2fa25a146bc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:22:57.914050 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69114899-2b07-4758-a8cb-5121bb1269a7 None None] Sync routers for ids ['a4088f0d-ca29-496d-8308-6d6c1ee614fd'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:22:57.939198 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-1df3413c-150e-4a69-9832-56af1b1945c6 None None] For port ef03a979-098d-40a8-adda-067dd5d2781c, host n-d-761264-19, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:22:57.944471 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-1df3413c-150e-4a69-9832-56af1b1945c6 None None] For port ef03a979-098d-40a8-adda-067dd5d2781c, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=ef03a979-098d-40a8-adda-067dd5d2781c,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:22:57.952882 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1df3413c-150e-4a69-9832-56af1b1945c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:57.970312 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e656e28-b517-4eb3-9acd-211a29d841d0 req-ce69e838-fb10-497c-a160-2b13ec5723b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:57.971965 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4e656e28-b517-4eb3-9acd-211a29d841d0 req-ce69e838-fb10-497c-a160-2b13ec5723b7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ac8eea40-77e8-4385-9ea6-fd285bf85abe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5237150 Dec 20 14:22:58.071918 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff75fa34-f465-4eea-9081-2fa25a146bc3 None None] Pushing event updated for resources: {'Port': ['ID=ef03a979-098d-40a8-adda-067dd5d2781c,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:58.082123 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df3413c-150e-4a69-9832-56af1b1945c6 None None] Routers {'13d9a293-a7e7-4dc1-9e4b-e8270b6624b2'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:22:58.082806 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-1df3413c-150e-4a69-9832-56af1b1945c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:22:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['13d9a293-a7e7-4dc1-9e4b-e8270b6624b2'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:22:58.143462 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['f8088620-4873-4a7e-871d-1e2a2b1c3622'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:22:58.157012 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-469063b0-35c6-4740-9057-1f8049193cb9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:58.175079 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4e656e28-b517-4eb3-9acd-211a29d841d0 req-e7d4089b-6e54-478e-b6c6-38569f7796f9 service neutron] 10.222.0.54 "GET /v2.0/networks/ac8eea40-77e8-4385-9ea6-fd285bf85abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330345 Dec 20 14:22:58.186155 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=f8088620-4873-4a7e-871d-1e2a2b1c3622,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:58.225467 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-1df3413c-150e-4a69-9832-56af1b1945c6 None None] Set router 13d9a293-a7e7-4dc1-9e4b-e8270b6624b2 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:22:58.235227 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69114899-2b07-4758-a8cb-5121bb1269a7 None None] Routers {'a4088f0d-ca29-496d-8308-6d6c1ee614fd'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:22:58.235819 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-69114899-2b07-4758-a8cb-5121bb1269a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:22:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['a4088f0d-ca29-496d-8308-6d6c1ee614fd'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:22:58.246833 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device e31ccde7-6b06-4fa3-9cd5-1bf3399c7184 up at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:22:58.349410 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6e0c3ffc-7df0-40c3-a19a-59a363ff4260 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:58.369161 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030d32af-f7c4-43ef-9b01-0bda5c8237f1 req-e4d40ca4-896a-415b-80d7-413ac99949e9 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:58.378305 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-030d32af-f7c4-43ef-9b01-0bda5c8237f1 req-e4d40ca4-896a-415b-80d7-413ac99949e9 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/networks?id=2b333b61-ce15-4944-95b5-760e7ec98a8f HTTP/1.1" status: 200 len: 808 time: 0.3064585 Dec 20 14:22:58.397593 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 334035b3-a162-4b37-983f-fe85c8a80888 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:22:58.399806 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6e0c3ffc-7df0-40c3-a19a-59a363ff4260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:58.400003 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-030d32af-f7c4-43ef-9b01-0bda5c8237f1 req-30f1aa13-4af6-4210-810a-b4a50551187a tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/quotas/2785aa25e0a64107a28490f4f2c107bc HTTP/1.1" status: 200 len: 375 time: 0.0202382 Dec 20 14:22:58.456373 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning for port e31ccde7-6b06-4fa3-9cd5-1bf3399c7184 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:22:58.466813 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-030d32af-f7c4-43ef-9b01-0bda5c8237f1 req-e6569dd2-f91f-4287-9815-7ae5da4d4fa9 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=2785aa25e0a64107a28490f4f2c107bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0653465 Dec 20 14:22:58.523202 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning complete for port e31ccde7-6b06-4fa3-9cd5-1bf3399c7184 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:22:58.523572 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:58.529300 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-1df3413c-150e-4a69-9832-56af1b1945c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13d9a293-a7e7-4dc1-9e4b-e8270b6624b2', 'name': 'tempest-AttachSCSIVolumeTestJSON-2111672752-router', 'tenant_id': '35bd1ff81ce74bb4a58f3b7ddae2cf12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': 'ef03a979-098d-40a8-adda-067dd5d2781c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:22:50Z', 'updated_at': '2021-12-20T14:22:54Z', 'revision_number': 3, 'project_id': '35bd1ff81ce74bb4a58f3b7ddae2cf12', 'gw_port': {'id': 'ef03a979-098d-40a8-adda-067dd5d2781c', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ff:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13d9a293-a7e7-4dc1-9e4b-e8270b6624b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:22:53Z', 'updated_at': '2021-12-20T14:22:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:22:58.563988 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df3413c-150e-4a69-9832-56af1b1945c6 None None] The sync data for ids ['13d9a293-a7e7-4dc1-9e4b-e8270b6624b2'] in n-d-761264-19 is: [{'id': '13d9a293-a7e7-4dc1-9e4b-e8270b6624b2', 'name': 'tempest-AttachSCSIVolumeTestJSON-2111672752-router', 'tenant_id': '35bd1ff81ce74bb4a58f3b7ddae2cf12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': 'ef03a979-098d-40a8-adda-067dd5d2781c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:22:50Z', 'updated_at': '2021-12-20T14:22:54Z', 'revision_number': 3, 'project_id': '35bd1ff81ce74bb4a58f3b7ddae2cf12', 'gw_port': {'id': 'ef03a979-098d-40a8-adda-067dd5d2781c', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ff:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13d9a293-a7e7-4dc1-9e4b-e8270b6624b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:22:53Z', 'updated_at': '2021-12-20T14:22:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:22:58.616661 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-030d32af-f7c4-43ef-9b01-0bda5c8237f1 req-d87324ed-d594-4655-9425-63e321ca8eb3 service neutron] 10.222.0.54 "GET /v2.0/networks/2b333b61-ce15-4944-95b5-760e7ec98a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483729 Dec 20 14:22:58.666033 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-a4d51cce-12b8-4d88-b118-32fa7cb4ee70 None None] Allocated IP 172.20.0.2 (ff93c144-21a7-4006-8edc-16d199e6031c/07704f1c-d2c6-435b-a97c-e5a9fcb5d400/dd522c24-91e4-495a-9091-65a268863497) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:22:58.710937 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-69114899-2b07-4758-a8cb-5121bb1269a7 None None] Set router a4088f0d-ca29-496d-8308-6d6c1ee614fd gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:22:58.716470 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 334035b3-a162-4b37-983f-fe85c8a80888 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:22:58.716749 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:58.723737 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-030d32af-f7c4-43ef-9b01-0bda5c8237f1 req-61e651f2-932f-4a70-9655-24ba4adfd9f3 service neutron] 10.222.0.54 "GET /v2.0/networks/2b333b61-ce15-4944-95b5-760e7ec98a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043100 Dec 20 14:22:58.735868 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50178b49-2fc1-4db8-ba42-27a45013d06f', 'tag': '3aea9ba3-77e2-441d-9772-93b03993f779'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:22:58.738139 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07c78374-dc86-4beb-9d3a-fb893357fe4e" -d '{"events": [{"name": "network-changed", "server_uuid": "50178b49-2fc1-4db8-ba42-27a45013d06f", "tag": "3aea9ba3-77e2-441d-9772-93b03993f779"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:22:58.814465 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4e656e28-b517-4eb3-9acd-211a29d841d0 req-747e1701-ee8c-4ca9-a157-8f0b109339c4 service neutron] 10.222.0.54 "GET /v2.0/networks/ac8eea40-77e8-4385-9ea6-fd285bf85abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6100726 Dec 20 14:22:58.833741 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6e0c3ffc-7df0-40c3-a19a-59a363ff4260 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1595702'] for router_interface, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:58.856388 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0c3ffc-7df0-40c3-a19a-59a363ff4260 admin admin] Pushing event updated for resources: {'Port': ['ID=a2e758e3-eec6-42d1-a19f-3ca90065b6d9,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:59.074071 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48657127-eee2-40e3-828d-8ad53f3d6839 req-45f87081-65c4-4c43-ab30-e86b25da2584 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:59.090701 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-48657127-eee2-40e3-828d-8ad53f3d6839 req-45f87081-65c4-4c43-ab30-e86b25da2584 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?device_id=eaa94939-b782-4ca2-8f6d-eaeddb64bd23 HTTP/1.1" status: 200 len: 948 time: 0.1055048 Dec 20 14:22:59.109454 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:59.156471 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-48657127-eee2-40e3-828d-8ad53f3d6839 req-818f2c10-a140-4eff-b3d0-0c34a214ce9d tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/security-groups?id=d29d9ba9-24bd-4d94-be52-3ca7019f1c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637295 Dec 20 14:22:59.223813 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-54595aa1-b7ec-4b4a-a70a-34365a40fe00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:59.272520 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:59.279666 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e656e28-b517-4eb3-9acd-211a29d841d0 req-a432d7c1-de58-4deb-b627-44ee31bcc4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:59.281496 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4e656e28-b517-4eb3-9acd-211a29d841d0 req-a432d7c1-de58-4deb-b627-44ee31bcc4f5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4f3a59730c994d32a8cbf695683850a0&device_id=50178b49-2fc1-4db8-ba42-27a45013d06f HTTP/1.1" status: 200 len: 1098 time: 0.4034169 Dec 20 14:22:59.300949 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0c3ffc-7df0-40c3-a19a-59a363ff4260 admin admin] Network 20d6fb4d-2376-4970-a073-7951589c4788 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:22:59.302588 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a794614f-45c2-47aa-bd0f-4a9d4b891598 req-9164feac-d4d8-41e7-8773-02e6c7389baf tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:59.304237 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a794614f-45c2-47aa-bd0f-4a9d4b891598 req-9164feac-d4d8-41e7-8773-02e6c7389baf tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=a21db8bc-e099-4eff-a349-250d98124b7b HTTP/1.1" status: 200 len: 945 time: 0.0711355 Dec 20 14:22:59.336852 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-6e0c3ffc-7df0-40c3-a19a-59a363ff4260 admin admin] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:22:59.363434 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a21db8bc-e099-4eff-a349-250d98124b7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e31ccde7-6b06-4fa3-9cd5-1bf3399c7184'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:22:59.366226 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5cb8ef3-1cbc-4475-8dcd-3cb317895045" -d '{"events": [{"server_uuid": "a21db8bc-e099-4eff-a349-250d98124b7b", "name": "network-vif-plugged", "status": "completed", "tag": "e31ccde7-6b06-4fa3-9cd5-1bf3399c7184"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:22:59.398818 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a794614f-45c2-47aa-bd0f-4a9d4b891598 req-69fb16d5-a044-4469-b1d9-8e29c276c085 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857320 Dec 20 14:22:59.439805 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a4d51cce-12b8-4d88-b118-32fa7cb4ee70 None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:59.450898 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port e31ccde7-6b06-4fa3-9cd5-1bf3399c7184, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=e31ccde7-6b06-4fa3-9cd5-1bf3399c7184,segment=NetworkSegment(c78eb3db-e8a6-4673-b220-136b3d8ed714),segment_id=c78eb3db-e8a6-4673-b220-136b3d8ed714)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:22:59.467922 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] For port 334035b3-a162-4b37-983f-fe85c8a80888, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=334035b3-a162-4b37-983f-fe85c8a80888,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:22:59.473219 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a4d51cce-12b8-4d88-b118-32fa7cb4ee70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:59.483788 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:59.508504 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:59.560168 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d51cce-12b8-4d88-b118-32fa7cb4ee70 None None] Network ff93c144-21a7-4006-8edc-16d199e6031c is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:22:59.566237 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-a4d51cce-12b8-4d88-b118-32fa7cb4ee70 None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:22:59.576770 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d51cce-12b8-4d88-b118-32fa7cb4ee70 None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:22:59.621836 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6a74fa0-2677-45c3-85b7-d13c0d8896ac x-openstack-request-id: req-e6a74fa0-2677-45c3-85b7-d13c0d8896ac {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:22:59.622121 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50178b49-2fc1-4db8-ba42-27a45013d06f", "tag": "3aea9ba3-77e2-441d-9772-93b03993f779", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:22:59.623112 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e6a74fa0-2677-45c3-85b7-d13c0d8896ac {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:22:59.623112 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50178b49-2fc1-4db8-ba42-27a45013d06f', 'tag': '3aea9ba3-77e2-441d-9772-93b03993f779', 'status': 'completed', 'code': 200} Dec 20 14:22:59.654011 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d51cce-12b8-4d88-b118-32fa7cb4ee70 None None] Pushing event updated for resources: {'Port': ['ID=dd522c24-91e4-495a-9091-65a268863497,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:22:59.773936 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0de70d16-8c3e-4390-bd27-fa8ea936109a req-bba03b95-4315-46ad-bcd5-4ade1e8fb18f tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c03445f-1b2b-49ef-a63f-930b66c268a3 HTTP/1.1" status: 200 len: 210 time: 0.0545053 Dec 20 14:22:59.796296 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-54595aa1-b7ec-4b4a-a70a-34365a40fe00 admin admin] Allocated IP 172.20.0.1 (736bbe54-d004-428a-8176-53235b0cbef5/97355b3a-ab92-43ff-bec3-b6e3c3bd7298/be284f8b-68e2-46d1-9438-d620c792130d) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:22:59.798420 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c78374-dc86-4beb-9d3a-fb893357fe4e req-d78d88ac-2afc-49af-ba96-7dfe59120285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:59.802014 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-07c78374-dc86-4beb-9d3a-fb893357fe4e req-d78d88ac-2afc-49af-ba96-7dfe59120285 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4f3a59730c994d32a8cbf695683850a0&device_id=50178b49-2fc1-4db8-ba42-27a45013d06f HTTP/1.1" status: 200 len: 1098 time: 0.1765523 Dec 20 14:22:59.899696 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-469063b0-35c6-4740-9057-1f8049193cb9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:59.948345 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e07f1d30-c493-48a6-b460-bf4296ae9364 x-openstack-request-id: req-e07f1d30-c493-48a6-b460-bf4296ae9364 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:22:59.948622 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a21db8bc-e099-4eff-a349-250d98124b7b", "name": "network-vif-plugged", "status": "completed", "tag": "e31ccde7-6b06-4fa3-9cd5-1bf3399c7184", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:22:59.948883 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e07f1d30-c493-48a6-b460-bf4296ae9364 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:22:59.949319 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a21db8bc-e099-4eff-a349-250d98124b7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e31ccde7-6b06-4fa3-9cd5-1bf3399c7184', 'code': 200} Dec 20 14:22:59.976145 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-469063b0-35c6-4740-9057-1f8049193cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:22:59.993263 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c78374-dc86-4beb-9d3a-fb893357fe4e req-865b6068-523c-450a-81e9-e33caee74698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:22:59.994856 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-07c78374-dc86-4beb-9d3a-fb893357fe4e req-865b6068-523c-450a-81e9-e33caee74698 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ac8eea40-77e8-4385-9ea6-fd285bf85abe HTTP/1.1" status: 200 len: 922 time: 0.1849751 Dec 20 14:23:00.050150 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208bd518-82a1-43d5-97b4-5e468e42b643 req-6105e25d-9ebc-4ede-90ca-a2293f74689c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:00.051884 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-208bd518-82a1-43d5-97b4-5e468e42b643 req-6105e25d-9ebc-4ede-90ca-a2293f74689c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a21db8bc-e099-4eff-a349-250d98124b7b HTTP/1.1" status: 200 len: 1098 time: 0.0919218 Dec 20 14:23:00.073993 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e656e28-b517-4eb3-9acd-211a29d841d0 req-6a8b863a-22ac-4283-af11-4ba78f4de79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:00.084081 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-a4d51cce-12b8-4d88-b118-32fa7cb4ee70 None None] Attempting to bind port dd522c24-91e4-495a-9091-65a268863497 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:23:00.084451 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-a4d51cce-12b8-4d88-b118-32fa7cb4ee70 None None] Attempting to bind port dd522c24-91e4-495a-9091-65a268863497 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '59537534-b9e8-40f8-b7ff-cd75b9936b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'ff93c144-21a7-4006-8edc-16d199e6031c'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:23:00.084811 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d51cce-12b8-4d88-b118-32fa7cb4ee70 None None] Attempting to bind port dd522c24-91e4-495a-9091-65a268863497 on network ff93c144-21a7-4006-8edc-16d199e6031c {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:23:00.085049 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4e656e28-b517-4eb3-9acd-211a29d841d0 req-6a8b863a-22ac-4283-af11-4ba78f4de79b service neutron] 10.222.0.54 "GET /v2.0/networks?id=ac8eea40-77e8-4385-9ea6-fd285bf85abe HTTP/1.1" status: 200 len: 922 time: 0.7823036 Dec 20 14:23:00.097412 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-3e77c71d-1736-4b92-9c73-3599c5e8d13f None None] Provisioning complete for port a2e758e3-eec6-42d1-a19f-3ca90065b6d9 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:23:00.097778 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-3e77c71d-1736-4b92-9c73-3599c5e8d13f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:00.101426 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=e31ccde7-6b06-4fa3-9cd5-1bf3399c7184,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:00.109298 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-07c78374-dc86-4beb-9d3a-fb893357fe4e req-32f69c92-b268-4035-95f7-4e78b5d43b7e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3aea9ba3-77e2-441d-9772-93b03993f779 HTTP/1.1" status: 200 len: 1002 time: 0.1033039 Dec 20 14:23:00.120939 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d51cce-12b8-4d88-b118-32fa7cb4ee70 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:23:00.121521 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d51cce-12b8-4d88-b118-32fa7cb4ee70 None None] Checking segment: {'id': '59537534-b9e8-40f8-b7ff-cd75b9936b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'ff93c144-21a7-4006-8edc-16d199e6031c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:23:00.121705 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a4d51cce-12b8-4d88-b118-32fa7cb4ee70 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:00.122090 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d51cce-12b8-4d88-b118-32fa7cb4ee70 None None] Bound using segment: {'id': '59537534-b9e8-40f8-b7ff-cd75b9936b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'ff93c144-21a7-4006-8edc-16d199e6031c'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:23:00.122577 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-a4d51cce-12b8-4d88-b118-32fa7cb4ee70 None None] Bound port: dd522c24-91e4-495a-9091-65a268863497, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59537534-b9e8-40f8-b7ff-cd75b9936b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'ff93c144-21a7-4006-8edc-16d199e6031c'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:23:00.123286 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a4d51cce-12b8-4d88-b118-32fa7cb4ee70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:00.153501 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-208bd518-82a1-43d5-97b4-5e468e42b643 req-c59b589e-acb9-4790-8526-d35e6674aa8f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924258 Dec 20 14:23:00.169692 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c78374-dc86-4beb-9d3a-fb893357fe4e req-43aee370-395b-4d9c-b2f6-bde3c6c0404f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:00.171216 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-07c78374-dc86-4beb-9d3a-fb893357fe4e req-43aee370-395b-4d9c-b2f6-bde3c6c0404f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=937bc278-96b6-4101-8820-0f0154447eb0 HTTP/1.1" status: 200 len: 860 time: 0.0525992 Dec 20 14:23:00.208644 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-54595aa1-b7ec-4b4a-a70a-34365a40fe00 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:00.228863 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e0c3ffc-7df0-40c3-a19a-59a363ff4260 admin admin] Router 938649ae-9090-4785-9dac-a43012cae458 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:23:00.243857 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 7cbb65ff-fb94-477d-a1d2-7eb72e2e0d71 up at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:23:00.262688 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-3e77c71d-1736-4b92-9c73-3599c5e8d13f None None] Port a2e758e3-eec6-42d1-a19f-3ca90065b6d9 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:23:00.276047 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4e656e28-b517-4eb3-9acd-211a29d841d0 req-28660b25-8744-42e9-bcfb-72502a840358 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3aea9ba3-77e2-441d-9772-93b03993f779 HTTP/1.1" status: 200 len: 1002 time: 0.1891754 Dec 20 14:23:00.307053 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device ef03a979-098d-40a8-adda-067dd5d2781c up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:23:00.315003 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b636ba6c-4fb2-4831-924a-0d63991f8c13 req-a6b056ea-3414-4abb-a48c-10287be7d819 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:00.325061 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b636ba6c-4fb2-4831-924a-0d63991f8c13 req-a6b056ea-3414-4abb-a48c-10287be7d819 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?device_id=eaa94939-b782-4ca2-8f6d-eaeddb64bd23 HTTP/1.1" status: 200 len: 948 time: 0.0810122 Dec 20 14:23:00.363812 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Pushing event updated for resources: {'Port': ['ID=334035b3-a162-4b37-983f-fe85c8a80888,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:00.368342 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-69114899-2b07-4758-a8cb-5121bb1269a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4088f0d-ca29-496d-8308-6d6c1ee614fd', 'name': 'tempest-FloatingIPsAssociationTestJSON-1936186760-router', 'tenant_id': '4f3a59730c994d32a8cbf695683850a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '4d3978ef-d762-4485-835b-11cfc052303d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:21:47Z', 'updated_at': '2021-12-20T14:21:59Z', 'revision_number': 4, 'project_id': '4f3a59730c994d32a8cbf695683850a0', 'gw_port': {'id': '4d3978ef-d762-4485-835b-11cfc052303d', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:bf:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4088f0d-ca29-496d-8308-6d6c1ee614fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:21:49Z', 'updated_at': '2021-12-20T14:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': 'ae1a2f52-3564-4fc6-937c-b29d9518ad1f', 'tenant_id': '4f3a59730c994d32a8cbf695683850a0', 'floating_ip_address': '172.25.0.185', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': 'a4088f0d-ca29-496d-8308-6d6c1ee614fd', 'port_id': '3aea9ba3-77e2-441d-9772-93b03993f779', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac8eea40-77e8-4385-9ea6-fd285bf85abe', 'mac_address': 'fa:16:3e:8f:be:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50178b49-2fc1-4db8-ba42-27a45013d06f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T14:22:24Z', 'updated_at': '2021-12-20T14:22:57Z', 'revision_number': 4, 'project_id': '4f3a59730c994d32a8cbf695683850a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f285e005-4952-43c8-bece-d63ed5e51402', 'name': '', 'network_id': 'ac8eea40-77e8-4385-9ea6-fd285bf85abe', 'tenant_id': '4f3a59730c994d32a8cbf695683850a0', 'mac_address': 'fa:16:3e:8d:a6:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4088f0d-ca29-496d-8308-6d6c1ee614fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '937bc278-96b6-4101-8820-0f0154447eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:21:56Z', 'updated_at': '2021-12-20T14:22:07Z', 'revision_number': 5, 'project_id': '4f3a59730c994d32a8cbf695683850a0', 'subnets': [{'id': '937bc278-96b6-4101-8820-0f0154447eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:23:00.380887 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device f8088620-4873-4a7e-871d-1e2a2b1c3622 up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:23:00.395496 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b636ba6c-4fb2-4831-924a-0d63991f8c13 req-468aeb2a-6181-47f7-afdf-34ee9b1db6bd tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/security-groups?id=d29d9ba9-24bd-4d94-be52-3ca7019f1c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691364 Dec 20 14:23:00.444906 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69114899-2b07-4758-a8cb-5121bb1269a7 None None] Checking router: a4088f0d-ca29-496d-8308-6d6c1ee614fd for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:23:00.479617 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-a4d51cce-12b8-4d88-b118-32fa7cb4ee70 None None] For port dd522c24-91e4-495a-9091-65a268863497, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:23:00.494697 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69114899-2b07-4758-a8cb-5121bb1269a7 None None] Routers {'a4088f0d-ca29-496d-8308-6d6c1ee614fd'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:23:00.495808 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-69114899-2b07-4758-a8cb-5121bb1269a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:22:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['a4088f0d-ca29-496d-8308-6d6c1ee614fd'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:23:00.502612 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e0c3ffc-7df0-40c3-a19a-59a363ff4260 admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:23:00.518368 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05a02f1-da02-4e43-9778-ee06b1dc4ab1 None None] Sync routers for ids ['938649ae-9090-4785-9dac-a43012cae458'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:23:00.530483 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-6e0c3ffc-7df0-40c3-a19a-59a363ff4260 admin admin] 10.222.0.54 "PUT /v2.0/routers/938649ae-9090-4785-9dac-a43012cae458/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6889117 Dec 20 14:23:00.533894 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05a02f1-da02-4e43-9778-ee06b1dc4ab1 None None] Routers {'938649ae-9090-4785-9dac-a43012cae458'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:23:00.535447 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-f05a02f1-da02-4e43-9778-ee06b1dc4ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:22:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['938649ae-9090-4785-9dac-a43012cae458'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:23:00.552633 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-469063b0-35c6-4740-9057-1f8049193cb9 admin admin] Allocated IP 172.25.0.228 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/18a4572c-5557-4f9e-aac1-3dd0f0668346) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:23:00.569103 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e656e28-b517-4eb3-9acd-211a29d841d0 req-850bb4ce-0d8f-40e8-8337-87e2c08d1f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:00.591465 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4e656e28-b517-4eb3-9acd-211a29d841d0 req-850bb4ce-0d8f-40e8-8337-87e2c08d1f0b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=937bc278-96b6-4101-8820-0f0154447eb0 HTTP/1.1" status: 200 len: 860 time: 0.3148818 Dec 20 14:23:00.617383 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-a4d51cce-12b8-4d88-b118-32fa7cb4ee70 None None] For port dd522c24-91e4-495a-9091-65a268863497, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=dd522c24-91e4-495a-9091-65a268863497,segment=NetworkSegment(59537534-b9e8-40f8-b7ff-cd75b9936b37),segment_id=59537534-b9e8-40f8-b7ff-cd75b9936b37)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:23:00.685091 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-54595aa1-b7ec-4b4a-a70a-34365a40fe00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:00.772115 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-69114899-2b07-4758-a8cb-5121bb1269a7 None None] Set router a4088f0d-ca29-496d-8308-6d6c1ee614fd gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:23:00.799569 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54595aa1-b7ec-4b4a-a70a-34365a40fe00 admin admin] Network 736bbe54-d004-428a-8176-53235b0cbef5 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:23:00.815337 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-f05a02f1-da02-4e43-9778-ee06b1dc4ab1 None None] Set router 938649ae-9090-4785-9dac-a43012cae458 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:23:00.819676 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-54595aa1-b7ec-4b4a-a70a-34365a40fe00 admin admin] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:23:00.829585 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54595aa1-b7ec-4b4a-a70a-34365a40fe00 admin admin] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:23:00.902043 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e656e28-b517-4eb3-9acd-211a29d841d0 req-0f91bc6a-6014-4f6d-afdd-5a02f37ba590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:00.903775 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4e656e28-b517-4eb3-9acd-211a29d841d0 req-0f91bc6a-6014-4f6d-afdd-5a02f37ba590 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ac8eea40-77e8-4385-9ea6-fd285bf85abe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3115366 Dec 20 14:23:00.909197 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54595aa1-b7ec-4b4a-a70a-34365a40fe00 admin admin] Pushing event updated for resources: {'Port': ['ID=be284f8b-68e2-46d1-9438-d620c792130d,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:00.915095 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-54595aa1-b7ec-4b4a-a70a-34365a40fe00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595714'] for router_interface, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:00.926530 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a4d51cce-12b8-4d88-b118-32fa7cb4ee70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:00.930715 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning for port 7cbb65ff-fb94-477d-a1d2-7eb72e2e0d71 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:23:00.970846 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port ef03a979-098d-40a8-adda-067dd5d2781c triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:23:00.971799 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:01.019033 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning for port f8088620-4873-4a7e-871d-1e2a2b1c3622 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:23:01.022068 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning complete for port 7cbb65ff-fb94-477d-a1d2-7eb72e2e0d71 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:23:01.024034 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:01.035235 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c78374-dc86-4beb-9d3a-fb893357fe4e req-50e1d441-14e0-45d7-8a1c-b2ca97bba023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:01.038288 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-07c78374-dc86-4beb-9d3a-fb893357fe4e req-50e1d441-14e0-45d7-8a1c-b2ca97bba023 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ac8eea40-77e8-4385-9ea6-fd285bf85abe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5901520 Dec 20 14:23:01.046905 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-469063b0-35c6-4740-9057-1f8049193cb9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:01.072527 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 14:23:01.127060 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4b72ec56-86e9-42ac-bd37-826d827e0e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:01.133718 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port f8088620-4873-4a7e-871d-1e2a2b1c3622 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:23:01.134561 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:01.152298 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-f05a02f1-da02-4e43-9778-ee06b1dc4ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '938649ae-9090-4785-9dac-a43012cae458', 'name': 'tempest-ServersTestFqdnHostnames-1532222034-router', 'tenant_id': '5e2d9292364f43cfb55353bdb702e728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '334035b3-a162-4b37-983f-fe85c8a80888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:22:44Z', 'updated_at': '2021-12-20T14:22:56Z', 'revision_number': 4, 'project_id': '5e2d9292364f43cfb55353bdb702e728', 'gw_port': {'id': '334035b3-a162-4b37-983f-fe85c8a80888', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938649ae-9090-4785-9dac-a43012cae458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:22:46Z', 'updated_at': '2021-12-20T14:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'a2e758e3-eec6-42d1-a19f-3ca90065b6d9', 'name': '', 'network_id': '20d6fb4d-2376-4970-a073-7951589c4788', 'tenant_id': '5e2d9292364f43cfb55353bdb702e728', 'mac_address': 'fa:16:3e:56:77:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '938649ae-9090-4785-9dac-a43012cae458', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '21353c49-abc0-482a-92f4-9d91398e51d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:22:54Z', 'updated_at': '2021-12-20T14:22:57Z', 'revision_number': 2, 'project_id': '5e2d9292364f43cfb55353bdb702e728', 'subnets': [{'id': '21353c49-abc0-482a-92f4-9d91398e51d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:23:01.194403 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38b5d63-9939-44e4-8e7c-e6fb2d4aacd0 req-dfbce406-5795-48c5-8347-41e8b8671d8e tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:01.198825 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05a02f1-da02-4e43-9778-ee06b1dc4ab1 None None] Checking router: 938649ae-9090-4785-9dac-a43012cae458 for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:23:01.199186 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05a02f1-da02-4e43-9778-ee06b1dc4ab1 None None] Updating router 938649ae-9090-4785-9dac-a43012cae458 port a2e758e3-eec6-42d1-a19f-3ca90065b6d9 binding host n-d-761264-19 {{(pid=103170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 14:23:01.202840 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e38b5d63-9939-44e4-8e7c-e6fb2d4aacd0 req-dfbce406-5795-48c5-8347-41e8b8671d8e tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=a21db8bc-e099-4eff-a349-250d98124b7b HTTP/1.1" status: 200 len: 946 time: 0.6770203 Dec 20 14:23:01.228986 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030d32af-f7c4-43ef-9b01-0bda5c8237f1 req-956bbd44-4d51-48dc-891a-298397d17009 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:01.230570 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-030d32af-f7c4-43ef-9b01-0bda5c8237f1 req-956bbd44-4d51-48dc-891a-298397d17009 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.47 "GET /v2.0/networks?id=2b333b61-ce15-4944-95b5-760e7ec98a8f HTTP/1.1" status: 200 len: 808 time: 0.8314009 Dec 20 14:23:01.233601 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f05a02f1-da02-4e43-9778-ee06b1dc4ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:01.243682 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4e656e28-b517-4eb3-9acd-211a29d841d0 req-54443c59-ccfa-45ec-ada4-bbdf44758df7 service neutron] 10.222.0.54 "GET /v2.0/networks/ac8eea40-77e8-4385-9ea6-fd285bf85abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3206916 Dec 20 14:23:01.255255 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-030d32af-f7c4-43ef-9b01-0bda5c8237f1 req-9395d4d6-0073-49c9-bd0b-f7038528d383 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Request body: {'port': {'device_id': '9c03445f-1b2b-49ef-a63f-930b66c268a3', 'network_id': '2b333b61-ce15-4944-95b5-760e7ec98a8f', 'admin_state_up': True, 'tenant_id': '2785aa25e0a64107a28490f4f2c107bc'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:23:01.314566 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-469063b0-35c6-4740-9057-1f8049193cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:01.323116 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d51cce-12b8-4d88-b118-32fa7cb4ee70 None None] Pushing event updated for resources: {'Port': ['ID=dd522c24-91e4-495a-9091-65a268863497,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:01.334406 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-07c78374-dc86-4beb-9d3a-fb893357fe4e req-a869c07e-ff20-4fa6-be27-ea197bc1b28f service neutron] 10.222.0.30 "GET /v2.0/networks/ac8eea40-77e8-4385-9ea6-fd285bf85abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2829876 Dec 20 14:23:01.365610 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e38b5d63-9939-44e4-8e7c-e6fb2d4aacd0 req-a6d237fb-6dd3-4553-aedf-5885e3a09d6f tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572540 Dec 20 14:23:01.397945 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-c99ee498-5591-4ddc-be4d-3123ce2ff685 None None] Provisioning complete for port be284f8b-68e2-46d1-9438-d620c792130d triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:23:01.398617 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c99ee498-5591-4ddc-be4d-3123ce2ff685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:01.475331 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-54595aa1-b7ec-4b4a-a70a-34365a40fe00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:01.553023 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469063b0-35c6-4740-9057-1f8049193cb9 admin admin] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:23:01.565164 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-c99ee498-5591-4ddc-be4d-3123ce2ff685 None None] Port be284f8b-68e2-46d1-9438-d620c792130d cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:23:01.575666 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-469063b0-35c6-4740-9057-1f8049193cb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:23:01.596650 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469063b0-35c6-4740-9057-1f8049193cb9 admin admin] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:23:01.624620 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-07c78374-dc86-4beb-9d3a-fb893357fe4e req-764e0a55-fdf4-4dab-a469-644b61004333 service neutron] 10.222.0.30 "GET /v2.0/networks/ac8eea40-77e8-4385-9ea6-fd285bf85abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554224 Dec 20 14:23:01.631150 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:01.696469 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469063b0-35c6-4740-9057-1f8049193cb9 admin admin] Pushing event updated for resources: {'Port': ['ID=18a4572c-5557-4f9e-aac1-3dd0f0668346,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:01.732626 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-acf9032d-1801-44cb-900e-19ffd0304e43 req-96cca356-902b-4cc7-8db0-b79c87e0b28a tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c03445f-1b2b-49ef-a63f-930b66c268a3 HTTP/1.1" status: 200 len: 210 time: 0.0844395 Dec 20 14:23:01.750190 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4e656e28-b517-4eb3-9acd-211a29d841d0 req-60428453-0445-40a1-862b-31242de19101 service neutron] 10.222.0.54 "GET /v2.0/networks/ac8eea40-77e8-4385-9ea6-fd285bf85abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4935262 Dec 20 14:23:01.757099 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-030d32af-f7c4-43ef-9b01-0bda5c8237f1 req-9395d4d6-0073-49c9-bd0b-f7038528d383 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Made reservation on behalf of 2785aa25e0a64107a28490f4f2c107bc for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:23:01.765604 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-030d32af-f7c4-43ef-9b01-0bda5c8237f1 req-9395d4d6-0073-49c9-bd0b-f7038528d383 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:01.864004 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:01.895706 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 7cbb65ff-fb94-477d-a1d2-7eb72e2e0d71, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=7cbb65ff-fb94-477d-a1d2-7eb72e2e0d71,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:23:01.898635 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] For port ef03a979-098d-40a8-adda-067dd5d2781c, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=ef03a979-098d-40a8-adda-067dd5d2781c,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:23:01.900313 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:01.917263 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:01.965940 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:01.969601 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feb146f1-4f6a-446c-ac49-cb912d011d7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cbb65ff-fb94-477d-a1d2-7eb72e2e0d71'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:23:01.972438 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dae2ed21-495c-4fd6-9d1c-90a71f33431b" -d '{"events": [{"server_uuid": "feb146f1-4f6a-446c-ac49-cb912d011d7a", "name": "network-vif-plugged", "status": "completed", "tag": "7cbb65ff-fb94-477d-a1d2-7eb72e2e0d71"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:23:01.975883 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=7cbb65ff-fb94-477d-a1d2-7eb72e2e0d71,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:01.976779 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f05a02f1-da02-4e43-9778-ee06b1dc4ab1 None None] Publish callbacks [] for port, precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:01.992374 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f05a02f1-da02-4e43-9778-ee06b1dc4ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:02.038320 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [req-030d32af-f7c4-43ef-9b01-0bda5c8237f1 req-9395d4d6-0073-49c9-bd0b-f7038528d383 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Allocated IP 172.20.0.12 (2b333b61-ce15-4944-95b5-760e7ec98a8f/63ebfb59-720a-4723-915c-292ae8d31522/24ae1a8c-3e2c-4fbd-afd2-ce80710af39e) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:23:02.044123 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port f8088620-4873-4a7e-871d-1e2a2b1c3622, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=f8088620-4873-4a7e-871d-1e2a2b1c3622,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:23:02.058039 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3dc09d-39a3-48a4-b63d-f58be3ed3e83 None None] Pushing event updated for resources: {'Port': ['ID=a2e758e3-eec6-42d1-a19f-3ca90065b6d9,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:02.066802 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:02.097065 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-69114899-2b07-4758-a8cb-5121bb1269a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4088f0d-ca29-496d-8308-6d6c1ee614fd', 'name': 'tempest-FloatingIPsAssociationTestJSON-1936186760-router', 'tenant_id': '4f3a59730c994d32a8cbf695683850a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '4d3978ef-d762-4485-835b-11cfc052303d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:21:47Z', 'updated_at': '2021-12-20T14:21:59Z', 'revision_number': 4, 'project_id': '4f3a59730c994d32a8cbf695683850a0', 'gw_port': {'id': '4d3978ef-d762-4485-835b-11cfc052303d', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:bf:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4088f0d-ca29-496d-8308-6d6c1ee614fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:21:49Z', 'updated_at': '2021-12-20T14:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': 'ae1a2f52-3564-4fc6-937c-b29d9518ad1f', 'tenant_id': '4f3a59730c994d32a8cbf695683850a0', 'floating_ip_address': '172.25.0.185', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': 'a4088f0d-ca29-496d-8308-6d6c1ee614fd', 'port_id': '3aea9ba3-77e2-441d-9772-93b03993f779', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac8eea40-77e8-4385-9ea6-fd285bf85abe', 'mac_address': 'fa:16:3e:8f:be:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50178b49-2fc1-4db8-ba42-27a45013d06f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T14:22:24Z', 'updated_at': '2021-12-20T14:22:57Z', 'revision_number': 4, 'project_id': '4f3a59730c994d32a8cbf695683850a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f285e005-4952-43c8-bece-d63ed5e51402', 'name': '', 'network_id': 'ac8eea40-77e8-4385-9ea6-fd285bf85abe', 'tenant_id': '4f3a59730c994d32a8cbf695683850a0', 'mac_address': 'fa:16:3e:8d:a6:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4088f0d-ca29-496d-8308-6d6c1ee614fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '937bc278-96b6-4101-8820-0f0154447eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:21:56Z', 'updated_at': '2021-12-20T14:22:07Z', 'revision_number': 5, 'project_id': '4f3a59730c994d32a8cbf695683850a0', 'subnets': [{'id': '937bc278-96b6-4101-8820-0f0154447eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:23:02.169067 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-54595aa1-b7ec-4b4a-a70a-34365a40fe00 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:02.182445 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-f05a02f1-da02-4e43-9778-ee06b1dc4ab1 None None] Attempting to bind port a2e758e3-eec6-42d1-a19f-3ca90065b6d9 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:23:02.183641 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-f05a02f1-da02-4e43-9778-ee06b1dc4ab1 None None] Attempting to bind port a2e758e3-eec6-42d1-a19f-3ca90065b6d9 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '4a8e3bfe-fb94-425c-9c5a-648fdee0e431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '20d6fb4d-2376-4970-a073-7951589c4788'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:23:02.184032 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05a02f1-da02-4e43-9778-ee06b1dc4ab1 None None] Attempting to bind port a2e758e3-eec6-42d1-a19f-3ca90065b6d9 on network 20d6fb4d-2376-4970-a073-7951589c4788 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:23:02.192243 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05a02f1-da02-4e43-9778-ee06b1dc4ab1 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:23:02.192625 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05a02f1-da02-4e43-9778-ee06b1dc4ab1 None None] Checking segment: {'id': '4a8e3bfe-fb94-425c-9c5a-648fdee0e431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '20d6fb4d-2376-4970-a073-7951589c4788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:23:02.193025 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f05a02f1-da02-4e43-9778-ee06b1dc4ab1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:02.193479 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05a02f1-da02-4e43-9778-ee06b1dc4ab1 None None] Bound using segment: {'id': '4a8e3bfe-fb94-425c-9c5a-648fdee0e431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '20d6fb4d-2376-4970-a073-7951589c4788'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:23:02.197296 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69114899-2b07-4758-a8cb-5121bb1269a7 None None] The sync data for ids ['a4088f0d-ca29-496d-8308-6d6c1ee614fd'] in n-d-761264-19 is: [{'id': 'a4088f0d-ca29-496d-8308-6d6c1ee614fd', 'name': 'tempest-FloatingIPsAssociationTestJSON-1936186760-router', 'tenant_id': '4f3a59730c994d32a8cbf695683850a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '4d3978ef-d762-4485-835b-11cfc052303d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:21:47Z', 'updated_at': '2021-12-20T14:21:59Z', 'revision_number': 4, 'project_id': '4f3a59730c994d32a8cbf695683850a0', 'gw_port': {'id': '4d3978ef-d762-4485-835b-11cfc052303d', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:bf:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4088f0d-ca29-496d-8308-6d6c1ee614fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:21:49Z', 'updated_at': '2021-12-20T14:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': 'ae1a2f52-3564-4fc6-937c-b29d9518ad1f', 'tenant_id': '4f3a59730c994d32a8cbf695683850a0', 'floating_ip_address': '172.25.0.185', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': 'a4088f0d-ca29-496d-8308-6d6c1ee614fd', 'port_id': '3aea9ba3-77e2-441d-9772-93b03993f779', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac8eea40-77e8-4385-9ea6-fd285bf85abe', 'mac_address': 'fa:16:3e:8f:be:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50178b49-2fc1-4db8-ba42-27a45013d06f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T14:22:24Z', 'updated_at': '2021-12-20T14:22:57Z', 'revision_number': 4, 'project_id': '4f3a59730c994d32a8cbf695683850a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f285e005-4952-43c8-bece-d63ed5e51402', 'name': '', 'network_id': 'ac8eea40-77e8-4385-9ea6-fd285bf85abe', 'tenant_id': '4f3a59730c994d32a8cbf695683850a0', 'mac_address': 'fa:16:3e:8d:a6:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4088f0d-ca29-496d-8308-6d6c1ee614fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '937bc278-96b6-4101-8820-0f0154447eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:21:56Z', 'updated_at': '2021-12-20T14:22:07Z', 'revision_number': 5, 'project_id': '4f3a59730c994d32a8cbf695683850a0', 'subnets': [{'id': '937bc278-96b6-4101-8820-0f0154447eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:23:02.208744 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-f05a02f1-da02-4e43-9778-ee06b1dc4ab1 None None] Bound port: a2e758e3-eec6-42d1-a19f-3ca90065b6d9, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a8e3bfe-fb94-425c-9c5a-648fdee0e431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '20d6fb4d-2376-4970-a073-7951589c4788'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:23:02.209170 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f05a02f1-da02-4e43-9778-ee06b1dc4ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:02.211176 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Pushing event updated for resources: {'Port': ['ID=ef03a979-098d-40a8-adda-067dd5d2781c,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:02.250093 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-54595aa1-b7ec-4b4a-a70a-34365a40fe00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:02.310161 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-54595aa1-b7ec-4b4a-a70a-34365a40fe00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1595702'] for router_interface, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:02.392783 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=f8088620-4873-4a7e-871d-1e2a2b1c3622,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:02.439403 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-f05a02f1-da02-4e43-9778-ee06b1dc4ab1 None None] For port a2e758e3-eec6-42d1-a19f-3ca90065b6d9, host n-d-761264-19, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:23:02.444541 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-f05a02f1-da02-4e43-9778-ee06b1dc4ab1 None None] For port a2e758e3-eec6-42d1-a19f-3ca90065b6d9, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=a2e758e3-eec6-42d1-a19f-3ca90065b6d9,segment=NetworkSegment(4a8e3bfe-fb94-425c-9c5a-648fdee0e431),segment_id=4a8e3bfe-fb94-425c-9c5a-648fdee0e431)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:23:02.445856 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-030d32af-f7c4-43ef-9b01-0bda5c8237f1 req-9395d4d6-0073-49c9-bd0b-f7038528d383 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:02.460236 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f05a02f1-da02-4e43-9778-ee06b1dc4ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:02.464020 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-469063b0-35c6-4740-9057-1f8049193cb9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:02.507228 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device dd522c24-91e4-495a-9091-65a268863497 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:23:02.522408 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-030d32af-f7c4-43ef-9b01-0bda5c8237f1 req-9395d4d6-0073-49c9-bd0b-f7038528d383 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:02.608586 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 49362) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:23:02.620608 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-96cd685a-9018-42e7-b640-908261164f69 tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1612327207', 'description': 'tempest-description--1912854902'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:23:02.625380 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05a02f1-da02-4e43-9778-ee06b1dc4ab1 None None] Routers {'938649ae-9090-4785-9dac-a43012cae458'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:23:02.626022 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-f05a02f1-da02-4e43-9778-ee06b1dc4ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:22:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['938649ae-9090-4785-9dac-a43012cae458'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:23:02.638482 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3dc09d-39a3-48a4-b63d-f58be3ed3e83 None None] Pushing event updated for resources: {'Port': ['ID=a2e758e3-eec6-42d1-a19f-3ca90065b6d9,revision_number=4']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:02.650367 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-9a63e61c-6814-4775-b8f2-aa282562cae8 None None] Provisioning complete for port a2e758e3-eec6-42d1-a19f-3ca90065b6d9 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:23:02.650868 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-9a63e61c-6814-4775-b8f2-aa282562cae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:02.714455 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-030d32af-f7c4-43ef-9b01-0bda5c8237f1 req-9395d4d6-0073-49c9-bd0b-f7038528d383 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Network 2b333b61-ce15-4944-95b5-760e7ec98a8f is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:23:02.718941 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ee8c55f1-4e37-46f2-a975-13029b9e7f23 req-7a8677aa-b5d4-4790-b678-029960c4d098 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.185 HTTP/1.1" status: 200 len: 1002 time: 0.0894780 Dec 20 14:23:02.724314 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [req-030d32af-f7c4-43ef-9b01-0bda5c8237f1 req-9395d4d6-0073-49c9-bd0b-f7038528d383 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:23:02.744396 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-030d32af-f7c4-43ef-9b01-0bda5c8237f1 req-9395d4d6-0073-49c9-bd0b-f7038528d383 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:23:02.751635 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030d32af-f7c4-43ef-9b01-0bda5c8237f1 req-9395d4d6-0073-49c9-bd0b-f7038528d383 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:02.752596 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-030d32af-f7c4-43ef-9b01-0bda5c8237f1 req-9395d4d6-0073-49c9-bd0b-f7038528d383 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:02.824979 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9395d4d6-0073-49c9-bd0b-f7038528d383 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Pushing event updated for resources: {'Port': ['ID=24ae1a8c-3e2c-4fbd-afd2-ce80710af39e,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:02.846169 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port dd522c24-91e4-495a-9091-65a268863497 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:23:02.846468 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:02.851230 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8c55f1-4e37-46f2-a975-13029b9e7f23 req-a168617d-1430-436e-bba9-9d9a5fc773c3 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:02.852725 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ee8c55f1-4e37-46f2-a975-13029b9e7f23 req-a168617d-1430-436e-bba9-9d9a5fc773c3 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] 10.222.0.54 "GET /v2.0/ports/3aea9ba3-77e2-441d-9772-93b03993f779 HTTP/1.1" status: 200 len: 943 time: 0.1192527 Dec 20 14:23:02.859920 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-f05a02f1-da02-4e43-9778-ee06b1dc4ab1 None None] Set router 938649ae-9090-4785-9dac-a43012cae458 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:23:02.872307 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-030d32af-f7c4-43ef-9b01-0bda5c8237f1 req-9395d4d6-0073-49c9-bd0b-f7038528d383 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6256049 Dec 20 14:23:02.878216 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-96cd685a-9018-42e7-b640-908261164f69 tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:02.892407 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f207107e-f19b-416e-ac56-ee5a1591483b None None] Network ff93c144-21a7-4006-8edc-16d199e6031c requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:23:02.901138 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-030d32af-f7c4-43ef-9b01-0bda5c8237f1 req-d0e3b9a3-b805-48c4-8b01-e07f02927f44 service neutron] Request body: {'port': {'device_id': '9c03445f-1b2b-49ef-a63f-930b66c268a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-19'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:23:02.934899 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-53fbbd9d-e8af-48c5-97b0-ad08590633cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:03.038822 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-030d32af-f7c4-43ef-9b01-0bda5c8237f1 req-d0e3b9a3-b805-48c4-8b01-e07f02927f44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:03.106685 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ee8c55f1-4e37-46f2-a975-13029b9e7f23 req-aac1738e-ca8a-48e3-beb9-e0777f6367d7 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.185 HTTP/1.1" status: 200 len: 1002 time: 0.1658642 Dec 20 14:23:03.117906 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-9a63e61c-6814-4775-b8f2-aa282562cae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:03.174538 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-9a63e61c-6814-4775-b8f2-aa282562cae8 None None] For port a2e758e3-eec6-42d1-a19f-3ca90065b6d9, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=a2e758e3-eec6-42d1-a19f-3ca90065b6d9,segment=NetworkSegment(4a8e3bfe-fb94-425c-9c5a-648fdee0e431),segment_id=4a8e3bfe-fb94-425c-9c5a-648fdee0e431)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:23:03.185308 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-f05a02f1-da02-4e43-9778-ee06b1dc4ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '938649ae-9090-4785-9dac-a43012cae458', 'name': 'tempest-ServersTestFqdnHostnames-1532222034-router', 'tenant_id': '5e2d9292364f43cfb55353bdb702e728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '334035b3-a162-4b37-983f-fe85c8a80888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:22:44Z', 'updated_at': '2021-12-20T14:22:56Z', 'revision_number': 4, 'project_id': '5e2d9292364f43cfb55353bdb702e728', 'gw_port': {'id': '334035b3-a162-4b37-983f-fe85c8a80888', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938649ae-9090-4785-9dac-a43012cae458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:22:46Z', 'updated_at': '2021-12-20T14:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'a2e758e3-eec6-42d1-a19f-3ca90065b6d9', 'name': '', 'network_id': '20d6fb4d-2376-4970-a073-7951589c4788', 'tenant_id': '5e2d9292364f43cfb55353bdb702e728', 'mac_address': 'fa:16:3e:56:77:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '938649ae-9090-4785-9dac-a43012cae458', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '21353c49-abc0-482a-92f4-9d91398e51d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:22:54Z', 'updated_at': '2021-12-20T14:23:02Z', 'revision_number': 4, 'project_id': '5e2d9292364f43cfb55353bdb702e728', 'subnets': [{'id': '21353c49-abc0-482a-92f4-9d91398e51d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:23:03.185963 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-96cd685a-9018-42e7-b640-908261164f69 tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:03.217328 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-9a63e61c-6814-4775-b8f2-aa282562cae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:03.233539 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-96cd685a-9018-42e7-b640-908261164f69 tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:03.237307 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05a02f1-da02-4e43-9778-ee06b1dc4ab1 None None] The sync data for ids ['938649ae-9090-4785-9dac-a43012cae458'] in n-d-761264-19 is: [{'id': '938649ae-9090-4785-9dac-a43012cae458', 'name': 'tempest-ServersTestFqdnHostnames-1532222034-router', 'tenant_id': '5e2d9292364f43cfb55353bdb702e728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '334035b3-a162-4b37-983f-fe85c8a80888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:22:44Z', 'updated_at': '2021-12-20T14:22:56Z', 'revision_number': 4, 'project_id': '5e2d9292364f43cfb55353bdb702e728', 'gw_port': {'id': '334035b3-a162-4b37-983f-fe85c8a80888', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938649ae-9090-4785-9dac-a43012cae458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:22:46Z', 'updated_at': '2021-12-20T14:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'a2e758e3-eec6-42d1-a19f-3ca90065b6d9', 'name': '', 'network_id': '20d6fb4d-2376-4970-a073-7951589c4788', 'tenant_id': '5e2d9292364f43cfb55353bdb702e728', 'mac_address': 'fa:16:3e:56:77:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '938649ae-9090-4785-9dac-a43012cae458', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '21353c49-abc0-482a-92f4-9d91398e51d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:22:54Z', 'updated_at': '2021-12-20T14:23:02Z', 'revision_number': 4, 'project_id': '5e2d9292364f43cfb55353bdb702e728', 'subnets': [{'id': '21353c49-abc0-482a-92f4-9d91398e51d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:23:03.273397 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:03.322346 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a63e61c-6814-4775-b8f2-aa282562cae8 None None] Pushing event updated for resources: {'Port': ['ID=a2e758e3-eec6-42d1-a19f-3ca90065b6d9,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:03.348454 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] For port dd522c24-91e4-495a-9091-65a268863497, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=dd522c24-91e4-495a-9091-65a268863497,segment=NetworkSegment(59537534-b9e8-40f8-b7ff-cd75b9936b37),segment_id=59537534-b9e8-40f8-b7ff-cd75b9936b37)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:23:03.354289 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-e9366cdb-a1a4-48c4-813f-3b413b892376 None None] Provisioning complete for port dd522c24-91e4-495a-9091-65a268863497 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:23:03.354756 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e9366cdb-a1a4-48c4-813f-3b413b892376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:03.356244 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264f39c3-1c14-4668-8002-24aa629dd108 req-f2cc5a74-3041-4e5a-992b-abc80aa43b4d tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:03.366591 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-264f39c3-1c14-4668-8002-24aa629dd108 req-f2cc5a74-3041-4e5a-992b-abc80aa43b4d tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?device_id=eaa94939-b782-4ca2-8f6d-eaeddb64bd23 HTTP/1.1" status: 200 len: 948 time: 1.4376388 Dec 20 14:23:03.369444 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-469063b0-35c6-4740-9057-1f8049193cb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013'] for router, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:03.384558 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:03.385364 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 334035b3-a162-4b37-983f-fe85c8a80888 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:23:03.389947 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-96cd685a-9018-42e7-b640-908261164f69 tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:03.395761 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-96cd685a-9018-42e7-b640-908261164f69 tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.7796099 Dec 20 14:23:03.397866 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 49366) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:23:03.410888 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cd685a-9018-42e7-b640-908261164f69 tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73d8fb25-8bde-400a-9e66-c6fae64b7525,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:03.465680 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8c55f1-4e37-46f2-a975-13029b9e7f23 req-1c27fd3e-b754-4e2a-9265-510ff9d7d25f tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:03.479203 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ee8c55f1-4e37-46f2-a975-13029b9e7f23 req-1c27fd3e-b754-4e2a-9265-510ff9d7d25f tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] 10.222.0.54 "GET /v2.0/networks/c3f8658e-da35-41f3-bd03-509e29ebd6f3 HTTP/1.1" status: 200 len: 784 time: 0.3423126 Dec 20 14:23:03.523921 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-7ffcb74a-0aa5-4ebb-8d9b-b0979e1fd313 tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] Request body: {'security_group_rule': {'security_group_id': '73d8fb25-8bde-400a-9e66-c6fae64b7525', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:23:03.547911 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-287f144f-68a1-4f8b-a906-098417878497 x-openstack-request-id: req-287f144f-68a1-4f8b-a906-098417878497 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:23:03.548715 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feb146f1-4f6a-446c-ac49-cb912d011d7a", "name": "network-vif-plugged", "status": "completed", "tag": "7cbb65ff-fb94-477d-a1d2-7eb72e2e0d71", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:23:03.548985 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-287f144f-68a1-4f8b-a906-098417878497 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:23:03.549402 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feb146f1-4f6a-446c-ac49-cb912d011d7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cbb65ff-fb94-477d-a1d2-7eb72e2e0d71', 'code': 200} Dec 20 14:23:03.582320 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 334035b3-a162-4b37-983f-fe85c8a80888 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:23:03.582684 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:03.649307 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54595aa1-b7ec-4b4a-a70a-34365a40fe00 admin admin] Pushing event updated for resources: {'Port': ['ID=be284f8b-68e2-46d1-9438-d620c792130d,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:03.694910 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Pushing event updated for resources: {'Port': ['ID=dd522c24-91e4-495a-9091-65a268863497,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:03.704044 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [req-030d32af-f7c4-43ef-9b01-0bda5c8237f1 req-d0e3b9a3-b805-48c4-8b01-e07f02927f44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24ae1a8c-3e2c-4fbd-afd2-ce80710af39e {{(pid=103167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:23:03.735023 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:03.749202 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-e9366cdb-a1a4-48c4-813f-3b413b892376 None None] Provisioning complete for port a2e758e3-eec6-42d1-a19f-3ca90065b6d9 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:23:03.749567 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e9366cdb-a1a4-48c4-813f-3b413b892376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:03.759786 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-030d32af-f7c4-43ef-9b01-0bda5c8237f1 req-d0e3b9a3-b805-48c4-8b01-e07f02927f44 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:03.812246 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54595aa1-b7ec-4b4a-a70a-34365a40fe00 admin admin] Network 736bbe54-d004-428a-8176-53235b0cbef5 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:23:03.818265 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-030d32af-f7c4-43ef-9b01-0bda5c8237f1 req-d0e3b9a3-b805-48c4-8b01-e07f02927f44 service neutron] Transition to ACTIVE for port object 24ae1a8c-3e2c-4fbd-afd2-ce80710af39e will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:23:03.830258 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9a769e-86f7-4c0c-9762-fac7edd3984d req-8a49a4a6-9152-47e9-a126-a98005eaa4d2 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:03.832574 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fe9a769e-86f7-4c0c-9762-fac7edd3984d req-8a49a4a6-9152-47e9-a126-a98005eaa4d2 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=a21db8bc-e099-4eff-a349-250d98124b7b HTTP/1.1" status: 200 len: 946 time: 0.0907388 Dec 20 14:23:03.835793 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6d34a4-0ba5-4be0-9c66-13c68f0c6bac req-9217a372-6c06-4179-bcb0-79b29d8f777b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:03.837195 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8e6d34a4-0ba5-4be0-9c66-13c68f0c6bac req-9217a372-6c06-4179-bcb0-79b29d8f777b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=feb146f1-4f6a-446c-ac49-cb912d011d7a HTTP/1.1" status: 200 len: 1101 time: 0.1268663 Dec 20 14:23:03.837968 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-030d32af-f7c4-43ef-9b01-0bda5c8237f1 req-d0e3b9a3-b805-48c4-8b01-e07f02927f44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:03.841167 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-264f39c3-1c14-4668-8002-24aa629dd108 req-d28d0d6d-e445-42ad-a740-e3ca82bc5e7a tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/security-groups?id=d29d9ba9-24bd-4d94-be52-3ca7019f1c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4732587 Dec 20 14:23:03.853982 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7ffcb74a-0aa5-4ebb-8d9b-b0979e1fd313 tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:03.853982 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-54595aa1-b7ec-4b4a-a70a-34365a40fe00 admin admin] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:23:03.900244 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-469063b0-35c6-4740-9057-1f8049193cb9 admin admin] Router ef2e3938-cfbd-43ee-91e5-fbfe20655872 is scheduled to L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 with binding_index 1 {{(pid=103168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 14:23:04.013852 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7ffcb74a-0aa5-4ebb-8d9b-b0979e1fd313 tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:04.033002 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fe9a769e-86f7-4c0c-9762-fac7edd3984d req-ae76cd1c-cd1d-46ed-857f-4b77eebb7b3a tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806607 Dec 20 14:23:04.039966 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-0522fc3c-f91a-4eda-8272-59202aa4a31b None None] Provisioning complete for port dd522c24-91e4-495a-9091-65a268863497 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:23:04.040252 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-0522fc3c-f91a-4eda-8272-59202aa4a31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:04.043807 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-030d32af-f7c4-43ef-9b01-0bda5c8237f1 req-d0e3b9a3-b805-48c4-8b01-e07f02927f44 service neutron] Attempting to bind port 24ae1a8c-3e2c-4fbd-afd2-ce80710af39e on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:23:04.061818 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-030d32af-f7c4-43ef-9b01-0bda5c8237f1 req-d0e3b9a3-b805-48c4-8b01-e07f02927f44 service neutron] Attempting to bind port 24ae1a8c-3e2c-4fbd-afd2-ce80710af39e by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': 'addc7f95-68ef-43ba-9bd9-cde69b0f949e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2b333b61-ce15-4944-95b5-760e7ec98a8f'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:23:04.062159 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030d32af-f7c4-43ef-9b01-0bda5c8237f1 req-d0e3b9a3-b805-48c4-8b01-e07f02927f44 service neutron] Attempting to bind port 24ae1a8c-3e2c-4fbd-afd2-ce80710af39e on network 2b333b61-ce15-4944-95b5-760e7ec98a8f {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:23:04.080852 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7ffcb74a-0aa5-4ebb-8d9b-b0979e1fd313 tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:04.095740 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e3b9a3-b805-48c4-8b01-e07f02927f44 service neutron] Pushing event updated for resources: {'Port': ['ID=24ae1a8c-3e2c-4fbd-afd2-ce80710af39e,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:04.113393 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030d32af-f7c4-43ef-9b01-0bda5c8237f1 req-d0e3b9a3-b805-48c4-8b01-e07f02927f44 service neutron] Port 24ae1a8c-3e2c-4fbd-afd2-ce80710af39e on network 2b333b61-ce15-4944-95b5-760e7ec98a8f not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:23:04.113740 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030d32af-f7c4-43ef-9b01-0bda5c8237f1 req-d0e3b9a3-b805-48c4-8b01-e07f02927f44 service neutron] Attempting to bind port 24ae1a8c-3e2c-4fbd-afd2-ce80710af39e on network 2b333b61-ce15-4944-95b5-760e7ec98a8f {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:23:04.170822 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8e6d34a4-0ba5-4be0-9c66-13c68f0c6bac req-a664a060-9ce3-421a-83da-f4ddc3e27314 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d29d9ba9-24bd-4d94-be52-3ca7019f1c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3004525 Dec 20 14:23:04.173730 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030d32af-f7c4-43ef-9b01-0bda5c8237f1 req-d0e3b9a3-b805-48c4-8b01-e07f02927f44 service neutron] Checking agent: {'id': '43c60aee-e4af-4ecc-bee2-aac3569fafed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:23:04.174075 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030d32af-f7c4-43ef-9b01-0bda5c8237f1 req-d0e3b9a3-b805-48c4-8b01-e07f02927f44 service neutron] Checking segment: {'id': 'addc7f95-68ef-43ba-9bd9-cde69b0f949e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2b333b61-ce15-4944-95b5-760e7ec98a8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:23:04.174459 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030d32af-f7c4-43ef-9b01-0bda5c8237f1 req-d0e3b9a3-b805-48c4-8b01-e07f02927f44 service neutron] Bound using segment: {'id': 'addc7f95-68ef-43ba-9bd9-cde69b0f949e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2b333b61-ce15-4944-95b5-760e7ec98a8f'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:23:04.175036 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-030d32af-f7c4-43ef-9b01-0bda5c8237f1 req-d0e3b9a3-b805-48c4-8b01-e07f02927f44 service neutron] Bound port: 24ae1a8c-3e2c-4fbd-afd2-ce80710af39e, host: n-h2-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'addc7f95-68ef-43ba-9bd9-cde69b0f949e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2b333b61-ce15-4944-95b5-760e7ec98a8f'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:23:04.175398 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-030d32af-f7c4-43ef-9b01-0bda5c8237f1 req-d0e3b9a3-b805-48c4-8b01-e07f02927f44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:04.265972 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6ea71e0f-33b0-4214-b89f-7644cf4418ca req-2069d0ec-5b62-41d3-9801-3310281c8b71 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.185 HTTP/1.1" status: 200 len: 1002 time: 0.1658826 Dec 20 14:23:04.285123 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffcb74a-0aa5-4ebb-8d9b-b0979e1fd313 tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f902dbb3-e9d5-4b36-99a0-e06526130739,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:04.296034 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7ffcb74a-0aa5-4ebb-8d9b-b0979e1fd313 tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:04.297262 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-7ffcb74a-0aa5-4ebb-8d9b-b0979e1fd313 tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7769470 Dec 20 14:23:04.309039 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 49372) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:23:04.316873 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54595aa1-b7ec-4b4a-a70a-34365a40fe00 admin admin] Router 13d9a293-a7e7-4dc1-9e4b-e8270b6624b2 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:23:04.323913 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2501adbb-5c25-4190-a24e-2865b44bce2a None None] Provisioning complete for port be284f8b-68e2-46d1-9438-d620c792130d triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:23:04.324387 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2501adbb-5c25-4190-a24e-2865b44bce2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:04.335543 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-0c9773ed-9990-4ccf-976d-76d5f581ed21 tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] Request body: {'security_group_rule': {'security_group_id': '73d8fb25-8bde-400a-9e66-c6fae64b7525', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:23:04.363524 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-469063b0-35c6-4740-9057-1f8049193cb9 admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:23:04.386806 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device dd522c24-91e4-495a-9091-65a268863497 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:23:04.389028 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-2501adbb-5c25-4190-a24e-2865b44bce2a None None] Port be284f8b-68e2-46d1-9438-d620c792130d cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:23:04.389829 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d74fe53-2388-4d8b-bd1d-bd994541f1d3 req-cb11d9fd-b512-4c15-bc54-fd938a303dc3 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:04.395323 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028ed7ab-68ad-4944-bc45-e22d596dab25 None None] Sync routers for ids ['ef2e3938-cfbd-43ee-91e5-fbfe20655872'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:23:04.396163 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:23:04.396163 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:23:04.396163 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:23:04.396163 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:23:04.396163 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:23:04.396163 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:23:04.396163 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:23:04.396163 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:23:04.396163 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:23:04.396163 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:23:04.396163 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:23:04.396163 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:23:04.396163 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:23:04.396163 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:23:04.396163 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:23:04.396163 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:23:04.396163 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:23:04.396163 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:23:04.396163 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:23:04.396163 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:23:04.396163 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:23:04.396163 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:23:04.396163 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:23:04.396163 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:23:04.396163 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:23:04.396163 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:23:04.396163 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:23:04.396163 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:23:04.396163 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:23:04.396163 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:23:04.396163 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:23:04.396163 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:23:04.396163 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:23:04.396163 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:23:04.396163 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:23:04.396163 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:23:04.398845 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:23:04.398845 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:23:04.398845 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:23:04.398845 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:23:04.398845 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:23:04.398845 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:23:04.398845 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:23:04.398845 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:23:04.398845 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:23:04.398845 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:23:04.398845 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:23:04.398845 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:23:04.398845 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea71e0f-33b0-4214-b89f-7644cf4418ca req-8521b322-6db9-4165-8b1e-f4eae82e41fe tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:04.400863 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5d74fe53-2388-4d8b-bd1d-bd994541f1d3 req-cb11d9fd-b512-4c15-bc54-fd938a303dc3 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c03445f-1b2b-49ef-a63f-930b66c268a3 HTTP/1.1" status: 200 len: 944 time: 0.2919469 Dec 20 14:23:04.413613 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6ea71e0f-33b0-4214-b89f-7644cf4418ca req-8521b322-6db9-4165-8b1e-f4eae82e41fe tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] 10.222.0.54 "GET /v2.0/ports/3aea9ba3-77e2-441d-9772-93b03993f779 HTTP/1.1" status: 200 len: 943 time: 0.1292756 Dec 20 14:23:04.414942 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-030d32af-f7c4-43ef-9b01-0bda5c8237f1 req-d0e3b9a3-b805-48c4-8b01-e07f02927f44 service neutron] For port 24ae1a8c-3e2c-4fbd-afd2-ce80710af39e, host n-h2-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:23:04.450019 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-030d32af-f7c4-43ef-9b01-0bda5c8237f1 req-d0e3b9a3-b805-48c4-8b01-e07f02927f44 service neutron] For port 24ae1a8c-3e2c-4fbd-afd2-ce80710af39e, host n-h2-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=24ae1a8c-3e2c-4fbd-afd2-ce80710af39e,segment=NetworkSegment(addc7f95-68ef-43ba-9bd9-cde69b0f949e),segment_id=addc7f95-68ef-43ba-9bd9-cde69b0f949e)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:23:04.456220 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028ed7ab-68ad-4944-bc45-e22d596dab25 None None] Routers {'ef2e3938-cfbd-43ee-91e5-fbfe20655872'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:23:04.456890 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-028ed7ab-68ad-4944-bc45-e22d596dab25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:23:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['ef2e3938-cfbd-43ee-91e5-fbfe20655872'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:23:04.458671 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0c9773ed-9990-4ccf-976d-76d5f581ed21 tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:04.478707 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-030d32af-f7c4-43ef-9b01-0bda5c8237f1 req-d0e3b9a3-b805-48c4-8b01-e07f02927f44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:04.501239 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-469063b0-35c6-4740-9057-1f8049193cb9 admin admin] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:04.505125 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-469063b0-35c6-4740-9057-1f8049193cb9 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 7.3872519 Dec 20 14:23:04.505457 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 49374) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:23:04.515997 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5d74fe53-2388-4d8b-bd1d-bd994541f1d3 req-644bcd19-3e68-4e12-9dbe-86927ae8d686 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140230 Dec 20 14:23:04.568641 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e3b9a3-b805-48c4-8b01-e07f02927f44 service neutron] Pushing event updated for resources: {'Port': ['ID=24ae1a8c-3e2c-4fbd-afd2-ce80710af39e,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:04.598580 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port dd522c24-91e4-495a-9091-65a268863497 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:23:04.599019 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:04.630346 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030d32af-f7c4-43ef-9b01-0bda5c8237f1 req-d0e3b9a3-b805-48c4-8b01-e07f02927f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:04.630782 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-030d32af-f7c4-43ef-9b01-0bda5c8237f1 req-d0e3b9a3-b805-48c4-8b01-e07f02927f44 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:04.632724 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-030d32af-f7c4-43ef-9b01-0bda5c8237f1 req-d0e3b9a3-b805-48c4-8b01-e07f02927f44 service neutron] 10.222.0.47 "PUT /v2.0/ports/24ae1a8c-3e2c-4fbd-afd2-ce80710af39e HTTP/1.1" status: 200 len: 1093 time: 1.7370577 Dec 20 14:23:04.633196 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c03445f-1b2b-49ef-a63f-930b66c268a3', 'tag': '24ae1a8c-3e2c-4fbd-afd2-ce80710af39e'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:23:04.635553 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef09c2aa-830a-4d5a-b72a-b0fa4057b85a" -d '{"events": [{"name": "network-changed", "server_uuid": "9c03445f-1b2b-49ef-a63f-930b66c268a3", "tag": "24ae1a8c-3e2c-4fbd-afd2-ce80710af39e"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:23:04.651476 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-028ed7ab-68ad-4944-bc45-e22d596dab25 None None] Set router ef2e3938-cfbd-43ee-91e5-fbfe20655872 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:23:04.714122 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54595aa1-b7ec-4b4a-a70a-34365a40fe00 admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:23:04.726536 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1776f3-6b02-4750-b3ba-ea3fb6a15110 None None] Sync routers for ids ['13d9a293-a7e7-4dc1-9e4b-e8270b6624b2'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:23:04.733585 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-54595aa1-b7ec-4b4a-a70a-34365a40fe00 admin admin] 10.222.0.54 "PUT /v2.0/routers/13d9a293-a7e7-4dc1-9e4b-e8270b6624b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9707932 Dec 20 14:23:04.743738 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1776f3-6b02-4750-b3ba-ea3fb6a15110 None None] Routers {'13d9a293-a7e7-4dc1-9e4b-e8270b6624b2'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:23:04.746292 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-ef1776f3-6b02-4750-b3ba-ea3fb6a15110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:23:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['13d9a293-a7e7-4dc1-9e4b-e8270b6624b2'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:23:04.777886 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0c9773ed-9990-4ccf-976d-76d5f581ed21 tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:04.800367 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030d32af-f7c4-43ef-9b01-0bda5c8237f1 req-3f57d97d-ba34-4709-b811-4f62b63b0d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:04.806423 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-030d32af-f7c4-43ef-9b01-0bda5c8237f1 req-3f57d97d-ba34-4709-b811-4f62b63b0d60 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2785aa25e0a64107a28490f4f2c107bc&device_id=9c03445f-1b2b-49ef-a63f-930b66c268a3 HTTP/1.1" status: 200 len: 1096 time: 0.1176140 Dec 20 14:23:04.818018 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6ea71e0f-33b0-4214-b89f-7644cf4418ca req-50c8d353-775c-4e1b-8bbc-1ea854ae92b2 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.185 HTTP/1.1" status: 200 len: 1002 time: 0.3155692 Dec 20 14:23:04.819577 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device a2e758e3-eec6-42d1-a19f-3ca90065b6d9 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:23:04.916171 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port a2e758e3-eec6-42d1-a19f-3ca90065b6d9 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:23:04.916571 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:04.917101 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-030d32af-f7c4-43ef-9b01-0bda5c8237f1 req-990eb0d7-597b-4abe-931b-bfc0889bfa3a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24ae1a8c-3e2c-4fbd-afd2-ce80710af39e HTTP/1.1" status: 200 len: 217 time: 0.0980535 Dec 20 14:23:04.917794 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0c9773ed-9990-4ccf-976d-76d5f581ed21 tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:04.948171 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb75e0a-9726-412d-b77b-97f3fc46a998 req-840d1523-9836-4f41-b82a-528f40838b60 tempest-LiveAutoBlockMigrationV225Test-195224901 tempest-LiveAutoBlockMigrationV225Test-195224901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:04.949902 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3bb75e0a-9726-412d-b77b-97f3fc46a998 req-840d1523-9836-4f41-b82a-528f40838b60 tempest-LiveAutoBlockMigrationV225Test-195224901 tempest-LiveAutoBlockMigrationV225Test-195224901-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=a21db8bc-e099-4eff-a349-250d98124b7b HTTP/1.1" status: 200 len: 1098 time: 0.2855237 Dec 20 14:23:04.971685 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-028ed7ab-68ad-4944-bc45-e22d596dab25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2e3938-cfbd-43ee-91e5-fbfe20655872', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1896070379-router', 'tenant_id': 'f8b1c0e69a0a4c27bcee6ccfa7041025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '18a4572c-5557-4f9e-aac1-3dd0f0668346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:22:57Z', 'updated_at': '2021-12-20T14:23:02Z', 'revision_number': 3, 'project_id': 'f8b1c0e69a0a4c27bcee6ccfa7041025', 'gw_port': {'id': '18a4572c-5557-4f9e-aac1-3dd0f0668346', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:60:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef2e3938-cfbd-43ee-91e5-fbfe20655872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:22:59Z', 'updated_at': '2021-12-20T14:23:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:23:04.991470 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-ef1776f3-6b02-4750-b3ba-ea3fb6a15110 None None] Set router 13d9a293-a7e7-4dc1-9e4b-e8270b6624b2 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:23:05.044311 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028ed7ab-68ad-4944-bc45-e22d596dab25 None None] Checking router: ef2e3938-cfbd-43ee-91e5-fbfe20655872 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:23:05.044311 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028ed7ab-68ad-4944-bc45-e22d596dab25 None None] Updating router ef2e3938-cfbd-43ee-91e5-fbfe20655872 port 18a4572c-5557-4f9e-aac1-3dd0f0668346 binding host n-d-761264-19 {{(pid=103169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 14:23:05.085959 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9773ed-9990-4ccf-976d-76d5f581ed21 tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c63b1cea-6e2d-461e-89bb-31fc6d3d02df,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:05.119357 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-028ed7ab-68ad-4944-bc45-e22d596dab25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:05.120697 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3bb75e0a-9726-412d-b77b-97f3fc46a998 req-533980da-f3ad-4186-a1e3-dc678e8377d4 tempest-LiveAutoBlockMigrationV225Test-195224901 tempest-LiveAutoBlockMigrationV225Test-195224901-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567912 Dec 20 14:23:05.166295 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0c9773ed-9990-4ccf-976d-76d5f581ed21 tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:05.170569 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-0c9773ed-9990-4ccf-976d-76d5f581ed21 tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8355815 Dec 20 14:23:05.175030 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 49386) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:23:05.180138 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-19c8fd7d-0451-4eee-bddd-ac58f16ed01a tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] Request body: {'floatingip': {'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:23:05.198012 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030d32af-f7c4-43ef-9b01-0bda5c8237f1 req-4efacf61-ad67-483f-acb0-2d91012429c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:05.199765 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-030d32af-f7c4-43ef-9b01-0bda5c8237f1 req-4efacf61-ad67-483f-acb0-2d91012429c4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=63ebfb59-720a-4723-915c-292ae8d31522 HTTP/1.1" status: 200 len: 848 time: 0.2418239 Dec 20 14:23:05.262566 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-030d32af-f7c4-43ef-9b01-0bda5c8237f1 req-3c913497-0b25-4afc-b5de-4c7e5975e8d7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2b333b61-ce15-4944-95b5-760e7ec98a8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504749 Dec 20 14:23:05.272583 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-729d9b9c-1e71-4f9d-86cf-9ac704e2f617 x-openstack-request-id: req-729d9b9c-1e71-4f9d-86cf-9ac704e2f617 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:23:05.272876 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c03445f-1b2b-49ef-a63f-930b66c268a3", "tag": "24ae1a8c-3e2c-4fbd-afd2-ce80710af39e", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:23:05.273129 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-729d9b9c-1e71-4f9d-86cf-9ac704e2f617 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:23:05.273528 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c03445f-1b2b-49ef-a63f-930b66c268a3', 'tag': '24ae1a8c-3e2c-4fbd-afd2-ce80710af39e', 'status': 'completed', 'code': 200} Dec 20 14:23:05.284484 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device ef03a979-098d-40a8-adda-067dd5d2781c up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:23:05.368356 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-19c8fd7d-0451-4eee-bddd-ac58f16ed01a tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] Publish callbacks [] for floatingip, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:05.373476 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-ef1776f3-6b02-4750-b3ba-ea3fb6a15110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13d9a293-a7e7-4dc1-9e4b-e8270b6624b2', 'name': 'tempest-AttachSCSIVolumeTestJSON-2111672752-router', 'tenant_id': '35bd1ff81ce74bb4a58f3b7ddae2cf12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': 'ef03a979-098d-40a8-adda-067dd5d2781c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:22:50Z', 'updated_at': '2021-12-20T14:23:01Z', 'revision_number': 4, 'project_id': '35bd1ff81ce74bb4a58f3b7ddae2cf12', 'gw_port': {'id': 'ef03a979-098d-40a8-adda-067dd5d2781c', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ff:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d9a293-a7e7-4dc1-9e4b-e8270b6624b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:22:53Z', 'updated_at': '2021-12-20T14:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'be284f8b-68e2-46d1-9438-d620c792130d', 'name': '', 'network_id': '736bbe54-d004-428a-8176-53235b0cbef5', 'tenant_id': '35bd1ff81ce74bb4a58f3b7ddae2cf12', 'mac_address': 'fa:16:3e:9c:dc:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13d9a293-a7e7-4dc1-9e4b-e8270b6624b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '97355b3a-ab92-43ff-bec3-b6e3c3bd7298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:22:59Z', 'updated_at': '2021-12-20T14:23:01Z', 'revision_number': 2, 'project_id': '35bd1ff81ce74bb4a58f3b7ddae2cf12', 'subnets': [{'id': '97355b3a-ab92-43ff-bec3-b6e3c3bd7298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:23:05.412784 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port ef03a979-098d-40a8-adda-067dd5d2781c triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:23:05.413347 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:05.421195 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea71e0f-33b0-4214-b89f-7644cf4418ca req-658ac2e0-32e4-4242-9fb4-07f6e0a2265b tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:05.421755 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1776f3-6b02-4750-b3ba-ea3fb6a15110 None None] Checking router: 13d9a293-a7e7-4dc1-9e4b-e8270b6624b2 for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:23:05.422156 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1776f3-6b02-4750-b3ba-ea3fb6a15110 None None] Updating router 13d9a293-a7e7-4dc1-9e4b-e8270b6624b2 port be284f8b-68e2-46d1-9438-d620c792130d binding host n-d-761264-19 {{(pid=103170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 14:23:05.432532 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6ea71e0f-33b0-4214-b89f-7644cf4418ca req-658ac2e0-32e4-4242-9fb4-07f6e0a2265b tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] 10.222.0.54 "GET /v2.0/networks/c3f8658e-da35-41f3-bd03-509e29ebd6f3 HTTP/1.1" status: 200 len: 784 time: 0.5094993 Dec 20 14:23:05.451072 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ef1776f3-6b02-4750-b3ba-ea3fb6a15110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:05.534005 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e7440f59-f06a-41c1-a201-247d13a40315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:05.565895 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaa94939-b782-4ca2-8f6d-eaeddb64bd23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8088620-4873-4a7e-871d-1e2a2b1c3622'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:23:05.567767 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27e0a1f7-04c2-4f23-ace9-133a8747fda7" -d '{"events": [{"server_uuid": "eaa94939-b782-4ca2-8f6d-eaeddb64bd23", "name": "network-vif-plugged", "status": "completed", "tag": "f8088620-4873-4a7e-871d-1e2a2b1c3622"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:23:05.588037 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6ea71e0f-33b0-4214-b89f-7644cf4418ca req-df3d88d0-4cd7-41c4-b874-02e3f763b931 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.185 HTTP/1.1" status: 200 len: 1002 time: 0.1460171 Dec 20 14:23:05.592770 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-6ea71e0f-33b0-4214-b89f-7644cf4418ca req-72f2b0ef-f9ef-41aa-8746-5844a3389112 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:23:05.619054 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c738dc83-7dbd-4c4f-9d93-4231997c0128 req-a7dd863c-b73f-4fe0-a1b4-864a2f78da8c tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:05.621143 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c738dc83-7dbd-4c4f-9d93-4231997c0128 req-a7dd863c-b73f-4fe0-a1b4-864a2f78da8c tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?device_id=eaa94939-b782-4ca2-8f6d-eaeddb64bd23 HTTP/1.1" status: 200 len: 949 time: 0.2159607 Dec 20 14:23:05.671280 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-030d32af-f7c4-43ef-9b01-0bda5c8237f1 req-105f57a2-dd2b-4b95-b747-5ca2cc47c8ae service neutron] 10.222.0.47 "GET /v2.0/networks/2b333b61-ce15-4944-95b5-760e7ec98a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3878829 Dec 20 14:23:05.727272 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-6ea71e0f-33b0-4214-b89f-7644cf4418ca req-72f2b0ef-f9ef-41aa-8746-5844a3389112 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Publish callbacks [] for floatingip, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:05.805058 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c738dc83-7dbd-4c4f-9d93-4231997c0128 req-a322351c-18cb-4e1c-bba1-089ca330b09f tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/security-groups?id=d29d9ba9-24bd-4d94-be52-3ca7019f1c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694736 Dec 20 14:23:05.842361 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 49404) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:23:05.883850 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-82080b9a-daf3-4e11-960d-94feee3fd313 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-808602919-network', 'tenant_id': '9347ac5b16c44c80bd7c673b18c0b3e8'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:23:05.931820 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-030d32af-f7c4-43ef-9b01-0bda5c8237f1 req-08f16997-5b57-4a99-bba2-68444b6cb2d9 service neutron] 10.222.0.47 "GET /v2.0/networks/2b333b61-ce15-4944-95b5-760e7ec98a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468221 Dec 20 14:23:05.935034 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ef1776f3-6b02-4750-b3ba-ea3fb6a15110 None None] Publish callbacks [] for port, precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:05.939786 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-19c8fd7d-0451-4eee-bddd-ac58f16ed01a tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:05.950516 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ef1776f3-6b02-4750-b3ba-ea3fb6a15110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:05.952104 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-028ed7ab-68ad-4944-bc45-e22d596dab25 None None] Publish callbacks [] for port, precommit_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:05.956776 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:05.967156 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-028ed7ab-68ad-4944-bc45-e22d596dab25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:06.042361 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82080b9a-daf3-4e11-960d-94feee3fd313 admin admin] Made reservation on behalf of 9347ac5b16c44c80bd7c673b18c0b3e8 for: {'network': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:23:06.049646 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-82080b9a-daf3-4e11-960d-94feee3fd313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:06.067762 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-6ea71e0f-33b0-4214-b89f-7644cf4418ca req-72f2b0ef-f9ef-41aa-8746-5844a3389112 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:06.085580 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-e7440f59-f06a-41c1-a201-247d13a40315 admin admin] Allocated IP 172.20.0.1 (ff93c144-21a7-4006-8edc-16d199e6031c/07704f1c-d2c6-435b-a97c-e5a9fcb5d400/b3fe2b9c-abb1-4d57-8541-171ae46ac2f6) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:23:06.096387 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-6ea71e0f-33b0-4214-b89f-7644cf4418ca req-72f2b0ef-f9ef-41aa-8746-5844a3389112 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585115'] for floatingip, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:06.096937 n-d-761264-19 neutron-server[103167]: INFO neutron.db.l3_db [req-6ea71e0f-33b0-4214-b89f-7644cf4418ca req-72f2b0ef-f9ef-41aa-8746-5844a3389112 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Floating IP ae1a2f52-3564-4fc6-937c-b29d9518ad1f disassociated. External IP: 172.25.0.185, port: 3aea9ba3-77e2-441d-9772-93b03993f779. Dec 20 14:23:06.102107 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-82080b9a-daf3-4e11-960d-94feee3fd313 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:06.109462 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-028ed7ab-68ad-4944-bc45-e22d596dab25 None None] Attempting to bind port 18a4572c-5557-4f9e-aac1-3dd0f0668346 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:23:06.109834 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-028ed7ab-68ad-4944-bc45-e22d596dab25 None None] Attempting to bind port 18a4572c-5557-4f9e-aac1-3dd0f0668346 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:23:06.110207 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028ed7ab-68ad-4944-bc45-e22d596dab25 None None] Attempting to bind port 18a4572c-5557-4f9e-aac1-3dd0f0668346 on network c3f8658e-da35-41f3-bd03-509e29ebd6f3 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:23:06.112306 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0c0687-0bae-4bef-a0b1-0c444628a346 None None] Pushing event updated for resources: {'Port': ['ID=18a4572c-5557-4f9e-aac1-3dd0f0668346,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:06.112819 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce223b9-7443-41a3-89a3-bb74f87f3b14 None None] Pushing event updated for resources: {'Port': ['ID=be284f8b-68e2-46d1-9438-d620c792130d,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:06.118256 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028ed7ab-68ad-4944-bc45-e22d596dab25 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:23:06.118626 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028ed7ab-68ad-4944-bc45-e22d596dab25 None None] Checking segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:23:06.119057 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-028ed7ab-68ad-4944-bc45-e22d596dab25 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:06.119439 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028ed7ab-68ad-4944-bc45-e22d596dab25 None None] Bound using segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:23:06.119920 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-028ed7ab-68ad-4944-bc45-e22d596dab25 None None] Bound port: 18a4572c-5557-4f9e-aac1-3dd0f0668346, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:23:06.120653 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-028ed7ab-68ad-4944-bc45-e22d596dab25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:06.213634 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-028ed7ab-68ad-4944-bc45-e22d596dab25 None None] For port 18a4572c-5557-4f9e-aac1-3dd0f0668346, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:23:06.217721 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:06.221010 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-028ed7ab-68ad-4944-bc45-e22d596dab25 None None] For port 18a4572c-5557-4f9e-aac1-3dd0f0668346, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=18a4572c-5557-4f9e-aac1-3dd0f0668346,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:23:06.229358 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-ef1776f3-6b02-4750-b3ba-ea3fb6a15110 None None] Attempting to bind port be284f8b-68e2-46d1-9438-d620c792130d on host n-d-761264-19 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:23:06.230208 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-028ed7ab-68ad-4944-bc45-e22d596dab25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:06.230899 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-ef1776f3-6b02-4750-b3ba-ea3fb6a15110 None None] Attempting to bind port be284f8b-68e2-46d1-9438-d620c792130d by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': 'ef5d5efe-b05a-4e2b-9c75-1e70d81f22cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '736bbe54-d004-428a-8176-53235b0cbef5'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:23:06.231772 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1776f3-6b02-4750-b3ba-ea3fb6a15110 None None] Attempting to bind port be284f8b-68e2-46d1-9438-d620c792130d on network 736bbe54-d004-428a-8176-53235b0cbef5 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:23:06.239321 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1776f3-6b02-4750-b3ba-ea3fb6a15110 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:23:06.239984 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1776f3-6b02-4750-b3ba-ea3fb6a15110 None None] Checking segment: {'id': 'ef5d5efe-b05a-4e2b-9c75-1e70d81f22cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '736bbe54-d004-428a-8176-53235b0cbef5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:23:06.240680 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ef1776f3-6b02-4750-b3ba-ea3fb6a15110 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:06.241244 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1776f3-6b02-4750-b3ba-ea3fb6a15110 None None] Bound using segment: {'id': 'ef5d5efe-b05a-4e2b-9c75-1e70d81f22cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '736bbe54-d004-428a-8176-53235b0cbef5'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:23:06.243046 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-ef1776f3-6b02-4750-b3ba-ea3fb6a15110 None None] Bound port: be284f8b-68e2-46d1-9438-d620c792130d, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef5d5efe-b05a-4e2b-9c75-1e70d81f22cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '736bbe54-d004-428a-8176-53235b0cbef5'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:23:06.243937 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ef1776f3-6b02-4750-b3ba-ea3fb6a15110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:06.270479 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf2503-1d5e-45b0-a722-c86c755eb5be req-93392a34-66d2-4505-9537-6cb3c05cfac4 tempest-LiveAutoBlockMigrationV225Test-195224901 tempest-LiveAutoBlockMigrationV225Test-195224901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:06.273457 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3acf2503-1d5e-45b0-a722-c86c755eb5be req-93392a34-66d2-4505-9537-6cb3c05cfac4 tempest-LiveAutoBlockMigrationV225Test-195224901 tempest-LiveAutoBlockMigrationV225Test-195224901-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=a21db8bc-e099-4eff-a349-250d98124b7b HTTP/1.1" status: 200 len: 1098 time: 0.1674716 Dec 20 14:23:06.321795 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0c0687-0bae-4bef-a0b1-0c444628a346 None None] Pushing event updated for resources: {'Port': ['ID=18a4572c-5557-4f9e-aac1-3dd0f0668346,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:06.338640 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e7440f59-f06a-41c1-a201-247d13a40315 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:06.347645 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028ed7ab-68ad-4944-bc45-e22d596dab25 None None] Routers {'ef2e3938-cfbd-43ee-91e5-fbfe20655872'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:23:06.348442 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-028ed7ab-68ad-4944-bc45-e22d596dab25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:23:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['ef2e3938-cfbd-43ee-91e5-fbfe20655872'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:23:06.358214 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3acf2503-1d5e-45b0-a722-c86c755eb5be req-ae878133-4026-48d2-a0ce-46b2e0b702d5 tempest-LiveAutoBlockMigrationV225Test-195224901 tempest-LiveAutoBlockMigrationV225Test-195224901-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764759 Dec 20 14:23:06.365760 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-ef1776f3-6b02-4750-b3ba-ea3fb6a15110 None None] For port be284f8b-68e2-46d1-9438-d620c792130d, host n-d-761264-19, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:23:06.378766 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-ef1776f3-6b02-4750-b3ba-ea3fb6a15110 None None] For port be284f8b-68e2-46d1-9438-d620c792130d, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=be284f8b-68e2-46d1-9438-d620c792130d,segment=NetworkSegment(ef5d5efe-b05a-4e2b-9c75-1e70d81f22cf),segment_id=ef5d5efe-b05a-4e2b-9c75-1e70d81f22cf)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:23:06.388486 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ef1776f3-6b02-4750-b3ba-ea3fb6a15110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:06.392313 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e7440f59-f06a-41c1-a201-247d13a40315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:06.446177 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7440f59-f06a-41c1-a201-247d13a40315 admin admin] Network ff93c144-21a7-4006-8edc-16d199e6031c is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:23:06.451649 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-e7440f59-f06a-41c1-a201-247d13a40315 admin admin] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:23:06.470385 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7440f59-f06a-41c1-a201-247d13a40315 admin admin] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:23:06.491114 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-caee4002-13c6-4941-a655-0d808c5f340c None None] Provisioning complete for port be284f8b-68e2-46d1-9438-d620c792130d triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:23:06.491578 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-caee4002-13c6-4941-a655-0d808c5f340c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:06.523404 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1776f3-6b02-4750-b3ba-ea3fb6a15110 None None] Routers {'13d9a293-a7e7-4dc1-9e4b-e8270b6624b2'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:23:06.524058 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-ef1776f3-6b02-4750-b3ba-ea3fb6a15110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:23:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['13d9a293-a7e7-4dc1-9e4b-e8270b6624b2'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:23:06.527633 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7440f59-f06a-41c1-a201-247d13a40315 admin admin] Pushing event updated for resources: {'Port': ['ID=b3fe2b9c-abb1-4d57-8541-171ae46ac2f6,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:06.540053 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce223b9-7443-41a3-89a3-bb74f87f3b14 None None] Pushing event updated for resources: {'Port': ['ID=be284f8b-68e2-46d1-9438-d620c792130d,revision_number=4']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:06.598439 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-028ed7ab-68ad-4944-bc45-e22d596dab25 None None] Set router ef2e3938-cfbd-43ee-91e5-fbfe20655872 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:23:06.612254 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e7440f59-f06a-41c1-a201-247d13a40315 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595714'] for router_interface, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:06.705729 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1f165c-bf17-46ea-8a84-04b0f7d78ff5 req-f6ea7a2e-b5ab-4751-be1b-ee0535507002 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:06.711121 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cf1f165c-bf17-46ea-8a84-04b0f7d78ff5 req-f6ea7a2e-b5ab-4751-be1b-ee0535507002 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c03445f-1b2b-49ef-a63f-930b66c268a3 HTTP/1.1" status: 200 len: 944 time: 0.1951897 Dec 20 14:23:06.741680 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef09c2aa-830a-4d5a-b72a-b0fa4057b85a req-79f9e10e-21b8-405d-8448-4df3ae6daf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:06.743260 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ef09c2aa-830a-4d5a-b72a-b0fa4057b85a req-79f9e10e-21b8-405d-8448-4df3ae6daf85 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2785aa25e0a64107a28490f4f2c107bc&device_id=9c03445f-1b2b-49ef-a63f-930b66c268a3 HTTP/1.1" status: 200 len: 1096 time: 0.7397361 Dec 20 14:23:06.853239 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-19c8fd7d-0451-4eee-bddd-ac58f16ed01a tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] Allocated IP 172.25.0.201 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/6483b6d6-9f8f-45d5-b3b3-a1dbd6a4c9f5) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:23:06.884660 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-caee4002-13c6-4941-a655-0d808c5f340c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:06.915962 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cf1f165c-bf17-46ea-8a84-04b0f7d78ff5 req-c65f5f4f-56e9-4745-a633-9177e21450bf tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763873 Dec 20 14:23:06.956181 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-caee4002-13c6-4941-a655-0d808c5f340c None None] For port be284f8b-68e2-46d1-9438-d620c792130d, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=be284f8b-68e2-46d1-9438-d620c792130d,segment=NetworkSegment(ef5d5efe-b05a-4e2b-9c75-1e70d81f22cf),segment_id=ef5d5efe-b05a-4e2b-9c75-1e70d81f22cf)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:23:06.970995 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-ef1776f3-6b02-4750-b3ba-ea3fb6a15110 None None] Set router 13d9a293-a7e7-4dc1-9e4b-e8270b6624b2 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:23:06.975588 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-caee4002-13c6-4941-a655-0d808c5f340c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:06.979614 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-028ed7ab-68ad-4944-bc45-e22d596dab25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2e3938-cfbd-43ee-91e5-fbfe20655872', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1896070379-router', 'tenant_id': 'f8b1c0e69a0a4c27bcee6ccfa7041025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '18a4572c-5557-4f9e-aac1-3dd0f0668346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:22:57Z', 'updated_at': '2021-12-20T14:23:02Z', 'revision_number': 3, 'project_id': 'f8b1c0e69a0a4c27bcee6ccfa7041025', 'gw_port': {'id': '18a4572c-5557-4f9e-aac1-3dd0f0668346', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:60:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef2e3938-cfbd-43ee-91e5-fbfe20655872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:22:59Z', 'updated_at': '2021-12-20T14:23:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:23:06.994024 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-82080b9a-daf3-4e11-960d-94feee3fd313 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:07.029512 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e7440f59-f06a-41c1-a201-247d13a40315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:07.037925 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-82080b9a-daf3-4e11-960d-94feee3fd313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:07.111748 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beee25c4-7bb9-40da-8306-16f2ab0bc85f x-openstack-request-id: req-beee25c4-7bb9-40da-8306-16f2ab0bc85f {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:23:07.112050 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaa94939-b782-4ca2-8f6d-eaeddb64bd23", "name": "network-vif-plugged", "status": "completed", "tag": "f8088620-4873-4a7e-871d-1e2a2b1c3622", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:23:07.112241 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-beee25c4-7bb9-40da-8306-16f2ab0bc85f {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:23:07.112807 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaa94939-b782-4ca2-8f6d-eaeddb64bd23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8088620-4873-4a7e-871d-1e2a2b1c3622', 'code': 200} Dec 20 14:23:07.113231 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caee4002-13c6-4941-a655-0d808c5f340c None None] Pushing event updated for resources: {'Port': ['ID=be284f8b-68e2-46d1-9438-d620c792130d,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:07.122518 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028ed7ab-68ad-4944-bc45-e22d596dab25 None None] The sync data for ids ['ef2e3938-cfbd-43ee-91e5-fbfe20655872'] in n-d-761264-19 is: [{'id': 'ef2e3938-cfbd-43ee-91e5-fbfe20655872', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1896070379-router', 'tenant_id': 'f8b1c0e69a0a4c27bcee6ccfa7041025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '18a4572c-5557-4f9e-aac1-3dd0f0668346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:22:57Z', 'updated_at': '2021-12-20T14:23:02Z', 'revision_number': 3, 'project_id': 'f8b1c0e69a0a4c27bcee6ccfa7041025', 'gw_port': {'id': '18a4572c-5557-4f9e-aac1-3dd0f0668346', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:60:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef2e3938-cfbd-43ee-91e5-fbfe20655872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:22:59Z', 'updated_at': '2021-12-20T14:23:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:23:07.154395 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-0e62b476-551e-4a9a-b872-5d0552efcec8 None None] Provisioning complete for port b3fe2b9c-abb1-4d57-8541-171ae46ac2f6 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:23:07.154790 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-0e62b476-551e-4a9a-b872-5d0552efcec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:07.173524 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef09c2aa-830a-4d5a-b72a-b0fa4057b85a req-bf02cb2b-2ce2-405e-841d-f2c6f6798dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:07.175182 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ef09c2aa-830a-4d5a-b72a-b0fa4057b85a req-bf02cb2b-2ce2-405e-841d-f2c6f6798dc9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2b333b61-ce15-4944-95b5-760e7ec98a8f HTTP/1.1" status: 200 len: 909 time: 0.4124506 Dec 20 14:23:07.176003 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82080b9a-daf3-4e11-960d-94feee3fd313 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=103167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:23:07.208228 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-0e62b476-551e-4a9a-b872-5d0552efcec8 None None] Port b3fe2b9c-abb1-4d57-8541-171ae46ac2f6 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:23:07.220254 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-0e62b476-551e-4a9a-b872-5d0552efcec8 None None] Provisioning complete for port be284f8b-68e2-46d1-9438-d620c792130d triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:23:07.220887 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-0e62b476-551e-4a9a-b872-5d0552efcec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:07.280139 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-82080b9a-daf3-4e11-960d-94feee3fd313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:07.280483 n-d-761264-19 neutron-server[103167]: INFO neutron.db.segments_db [None req-82080b9a-daf3-4e11-960d-94feee3fd313 admin admin] Added segment fee0f20c-1d88-48ae-a90c-6a0b63258816 of type vlan for network 0399d342-9e50-4e74-826e-166b9eea8291 Dec 20 14:23:07.294113 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82080b9a-daf3-4e11-960d-94feee3fd313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d97cfcef-6ddf-49fc-999d-4931592564ba,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:07.297488 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ef09c2aa-830a-4d5a-b72a-b0fa4057b85a req-ec296e08-3832-4dd3-8781-a02ecf82dd38 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24ae1a8c-3e2c-4fbd-afd2-ce80710af39e HTTP/1.1" status: 200 len: 217 time: 0.0899761 Dec 20 14:23:07.301458 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81648ef-c537-4df7-a953-136e67302b07 req-743c01ab-751b-42fe-be7c-f21ac6bdc9e6 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:07.303312 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c81648ef-c537-4df7-a953-136e67302b07 req-743c01ab-751b-42fe-be7c-f21ac6bdc9e6 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?device_id=eaa94939-b782-4ca2-8f6d-eaeddb64bd23 HTTP/1.1" status: 200 len: 949 time: 0.1075482 Dec 20 14:23:07.349758 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e7440f59-f06a-41c1-a201-247d13a40315 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:07.362404 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e7440f59-f06a-41c1-a201-247d13a40315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:07.395903 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-19c8fd7d-0451-4eee-bddd-ac58f16ed01a tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:07.404288 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6ea71e0f-33b0-4214-b89f-7644cf4418ca req-72f2b0ef-f9ef-41aa-8746-5844a3389112 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Router a4088f0d-ca29-496d-8308-6d6c1ee614fd has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:23:07.405877 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-82080b9a-daf3-4e11-960d-94feee3fd313 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:07.410327 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-ef1776f3-6b02-4750-b3ba-ea3fb6a15110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13d9a293-a7e7-4dc1-9e4b-e8270b6624b2', 'name': 'tempest-AttachSCSIVolumeTestJSON-2111672752-router', 'tenant_id': '35bd1ff81ce74bb4a58f3b7ddae2cf12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': 'ef03a979-098d-40a8-adda-067dd5d2781c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:22:50Z', 'updated_at': '2021-12-20T14:23:01Z', 'revision_number': 4, 'project_id': '35bd1ff81ce74bb4a58f3b7ddae2cf12', 'gw_port': {'id': 'ef03a979-098d-40a8-adda-067dd5d2781c', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ff:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d9a293-a7e7-4dc1-9e4b-e8270b6624b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:22:53Z', 'updated_at': '2021-12-20T14:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'be284f8b-68e2-46d1-9438-d620c792130d', 'name': '', 'network_id': '736bbe54-d004-428a-8176-53235b0cbef5', 'tenant_id': '35bd1ff81ce74bb4a58f3b7ddae2cf12', 'mac_address': 'fa:16:3e:9c:dc:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13d9a293-a7e7-4dc1-9e4b-e8270b6624b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '97355b3a-ab92-43ff-bec3-b6e3c3bd7298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:22:59Z', 'updated_at': '2021-12-20T14:23:06Z', 'revision_number': 4, 'project_id': '35bd1ff81ce74bb4a58f3b7ddae2cf12', 'subnets': [{'id': '97355b3a-ab92-43ff-bec3-b6e3c3bd7298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:23:07.422060 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b492507f-c0f9-4143-8f6e-ca61a8b1ec58 req-c7f4bdbf-015e-4e15-ae3b-cb7ac23fb01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:07.423618 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b492507f-c0f9-4143-8f6e-ca61a8b1ec58 req-c7f4bdbf-015e-4e15-ae3b-cb7ac23fb01b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=eaa94939-b782-4ca2-8f6d-eaeddb64bd23 HTTP/1.1" status: 200 len: 1101 time: 0.3431039 Dec 20 14:23:07.449845 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1776f3-6b02-4750-b3ba-ea3fb6a15110 None None] The sync data for ids ['13d9a293-a7e7-4dc1-9e4b-e8270b6624b2'] in n-d-761264-19 is: [{'id': '13d9a293-a7e7-4dc1-9e4b-e8270b6624b2', 'name': 'tempest-AttachSCSIVolumeTestJSON-2111672752-router', 'tenant_id': '35bd1ff81ce74bb4a58f3b7ddae2cf12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': 'ef03a979-098d-40a8-adda-067dd5d2781c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:22:50Z', 'updated_at': '2021-12-20T14:23:01Z', 'revision_number': 4, 'project_id': '35bd1ff81ce74bb4a58f3b7ddae2cf12', 'gw_port': {'id': 'ef03a979-098d-40a8-adda-067dd5d2781c', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ff:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d9a293-a7e7-4dc1-9e4b-e8270b6624b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:22:53Z', 'updated_at': '2021-12-20T14:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'be284f8b-68e2-46d1-9438-d620c792130d', 'name': '', 'network_id': '736bbe54-d004-428a-8176-53235b0cbef5', 'tenant_id': '35bd1ff81ce74bb4a58f3b7ddae2cf12', 'mac_address': 'fa:16:3e:9c:dc:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13d9a293-a7e7-4dc1-9e4b-e8270b6624b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '97355b3a-ab92-43ff-bec3-b6e3c3bd7298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:22:59Z', 'updated_at': '2021-12-20T14:23:06Z', 'revision_number': 4, 'project_id': '35bd1ff81ce74bb4a58f3b7ddae2cf12', 'subnets': [{'id': '97355b3a-ab92-43ff-bec3-b6e3c3bd7298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:23:07.456922 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7440f59-f06a-41c1-a201-247d13a40315 admin admin] Pushing event updated for resources: {'Port': ['ID=b3fe2b9c-abb1-4d57-8541-171ae46ac2f6,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:07.465556 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c81648ef-c537-4df7-a953-136e67302b07 req-e3a453e7-4e87-491f-aa3b-2c9954ccf8c5 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/security-groups?id=d29d9ba9-24bd-4d94-be52-3ca7019f1c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451573 Dec 20 14:23:07.482656 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef09c2aa-830a-4d5a-b72a-b0fa4057b85a req-cb09b780-ec78-4955-ae41-bb192f24f704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:07.483520 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ef09c2aa-830a-4d5a-b72a-b0fa4057b85a req-cb09b780-ec78-4955-ae41-bb192f24f704 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=63ebfb59-720a-4723-915c-292ae8d31522 HTTP/1.1" status: 200 len: 848 time: 0.1481755 Dec 20 14:23:07.484055 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e7440f59-f06a-41c1-a201-247d13a40315 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1595702'] for router_interface, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:07.526935 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-82080b9a-daf3-4e11-960d-94feee3fd313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:07.527914 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82080b9a-daf3-4e11-960d-94feee3fd313 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:07.528503 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-82080b9a-daf3-4e11-960d-94feee3fd313 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:07.588820 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ef09c2aa-830a-4d5a-b72a-b0fa4057b85a req-649ef71c-64ba-41fa-8786-02bfefd80a02 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2b333b61-ce15-4944-95b5-760e7ec98a8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0907083 Dec 20 14:23:07.663094 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7440f59-f06a-41c1-a201-247d13a40315 admin admin] Network ff93c144-21a7-4006-8edc-16d199e6031c is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:23:07.665263 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-e7440f59-f06a-41c1-a201-247d13a40315 admin admin] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:23:07.723515 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-82080b9a-daf3-4e11-960d-94feee3fd313 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8736506 Dec 20 14:23:07.725093 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-19c8fd7d-0451-4eee-bddd-ac58f16ed01a tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:07.727454 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 49416) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:23:07.760159 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b492507f-c0f9-4143-8f6e-ca61a8b1ec58 req-123b40b9-bc4c-4c28-bbae-5cf767508307 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d29d9ba9-24bd-4d94-be52-3ca7019f1c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3257213 Dec 20 14:23:07.765634 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-f2e4917c-edfd-407b-b564-315865666e9c admin admin] Request body: {'subnet': {'network_id': '0399d342-9e50-4e74-826e-166b9eea8291', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-808602919-subnet', 'tenant_id': '9347ac5b16c44c80bd7c673b18c0b3e8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:23:07.791156 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82080b9a-daf3-4e11-960d-94feee3fd313 admin admin] Pushing event updated for resources: {'Network': ['ID=0399d342-9e50-4e74-826e-166b9eea8291,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:07.804818 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 0399d342-9e50-4e74-826e-166b9eea8291 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:23:07.968218 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7440f59-f06a-41c1-a201-247d13a40315 admin admin] Router ef2e3938-cfbd-43ee-91e5-fbfe20655872 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:23:08.046658 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c8fd7d-0451-4eee-bddd-ac58f16ed01a tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:23:08.049321 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2e4917c-edfd-407b-b564-315865666e9c admin admin] Made reservation on behalf of 9347ac5b16c44c80bd7c673b18c0b3e8 for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:23:08.051442 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f2e4917c-edfd-407b-b564-315865666e9c admin admin] Publish callbacks [] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:08.058606 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c8fd7d-0451-4eee-bddd-ac58f16ed01a tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] Pushing event updated for resources: {'Port': ['ID=6483b6d6-9f8f-45d5-b3b3-a1dbd6a4c9f5,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:08.064740 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-19c8fd7d-0451-4eee-bddd-ac58f16ed01a tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:23:08.080165 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6ea71e0f-33b0-4214-b89f-7644cf4418ca req-72f2b0ef-f9ef-41aa-8746-5844a3389112 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:23:08.095863 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-6ea71e0f-33b0-4214-b89f-7644cf4418ca req-72f2b0ef-f9ef-41aa-8746-5844a3389112 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:08.105496 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8931d296-2dfa-443d-9af1-de5237a6a788 req-790ba761-a73b-4df6-91ac-09d91d996f8b tempest-LiveAutoBlockMigrationV225Test-195224901 tempest-LiveAutoBlockMigrationV225Test-195224901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:08.107076 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8931d296-2dfa-443d-9af1-de5237a6a788 req-790ba761-a73b-4df6-91ac-09d91d996f8b tempest-LiveAutoBlockMigrationV225Test-195224901 tempest-LiveAutoBlockMigrationV225Test-195224901-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=a21db8bc-e099-4eff-a349-250d98124b7b HTTP/1.1" status: 200 len: 1098 time: 0.1911051 Dec 20 14:23:08.112181 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846734a7-619f-47dd-aa1c-cc6a9c3c08b6 None None] Sync routers for ids ['a4088f0d-ca29-496d-8308-6d6c1ee614fd'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:23:08.121713 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c8fd7d-0451-4eee-bddd-ac58f16ed01a tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:23:08.132185 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-f682424c-b82c-471f-b717-04d67ca344c7 None None] Provisioning complete for port b3fe2b9c-abb1-4d57-8541-171ae46ac2f6 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:23:08.132990 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f682424c-b82c-471f-b717-04d67ca344c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:08.182706 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8931d296-2dfa-443d-9af1-de5237a6a788 req-39acd3c6-b5b3-4122-a246-adc4c9be5ded tempest-LiveAutoBlockMigrationV225Test-195224901 tempest-LiveAutoBlockMigrationV225Test-195224901-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636568 Dec 20 14:23:08.182706 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7440f59-f06a-41c1-a201-247d13a40315 admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:23:08.193457 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846734a7-619f-47dd-aa1c-cc6a9c3c08b6 None None] Routers {'a4088f0d-ca29-496d-8308-6d6c1ee614fd'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:23:08.196206 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-846734a7-619f-47dd-aa1c-cc6a9c3c08b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:23:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['a4088f0d-ca29-496d-8308-6d6c1ee614fd'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:23:08.219271 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-e7440f59-f06a-41c1-a201-247d13a40315 admin admin] 10.222.0.54 "PUT /v2.0/routers/ef2e3938-cfbd-43ee-91e5-fbfe20655872/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7021866 Dec 20 14:23:08.311053 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ef09c2aa-830a-4d5a-b72a-b0fa4057b85a req-c883a0eb-32f3-44c3-a3dd-1c7cfd0f4fac service neutron] 10.222.0.47 "GET /v2.0/networks/2b333b61-ce15-4944-95b5-760e7ec98a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6812189 Dec 20 14:23:08.346316 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-f682424c-b82c-471f-b717-04d67ca344c7 None None] Port b3fe2b9c-abb1-4d57-8541-171ae46ac2f6 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:23:08.384900 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6ea71e0f-33b0-4214-b89f-7644cf4418ca req-72f2b0ef-f9ef-41aa-8746-5844a3389112 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] 10.222.0.54 "PUT /v2.0/floatingips/ae1a2f52-3564-4fc6-937c-b29d9518ad1f HTTP/1.1" status: 200 len: 695 time: 2.7836764 Dec 20 14:23:08.410976 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50178b49-2fc1-4db8-ba42-27a45013d06f', 'tag': '3aea9ba3-77e2-441d-9772-93b03993f779'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:23:08.413657 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae556c02-598f-4596-9f17-688a2d57a4e1" -d '{"events": [{"name": "network-changed", "server_uuid": "50178b49-2fc1-4db8-ba42-27a45013d06f", "tag": "3aea9ba3-77e2-441d-9772-93b03993f779"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:23:08.433106 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 24ae1a8c-3e2c-4fbd-afd2-ce80710af39e details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:23:08.435887 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device be284f8b-68e2-46d1-9438-d620c792130d up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:23:08.465152 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b08ace0-74ef-4002-ba32-8b81187e2293 req-96b9ef19-8084-4306-b9a1-1260f0b737d9 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:08.474031 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2b08ace0-74ef-4002-ba32-8b81187e2293 req-96b9ef19-8084-4306-b9a1-1260f0b737d9 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c03445f-1b2b-49ef-a63f-930b66c268a3 HTTP/1.1" status: 200 len: 944 time: 0.0910969 Dec 20 14:23:08.545607 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2b08ace0-74ef-4002-ba32-8b81187e2293 req-c7028555-e62c-4982-bc1c-befc68947206 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658288 Dec 20 14:23:08.561537 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-19c8fd7d-0451-4eee-bddd-ac58f16ed01a tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:08.602402 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-846734a7-619f-47dd-aa1c-cc6a9c3c08b6 None None] Set router a4088f0d-ca29-496d-8308-6d6c1ee614fd gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:23:08.639271 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea71e0f-33b0-4214-b89f-7644cf4418ca req-49873f98-9f0e-4437-b1c6-44185f6f9c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:08.640937 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6ea71e0f-33b0-4214-b89f-7644cf4418ca req-49873f98-9f0e-4437-b1c6-44185f6f9c8c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4f3a59730c994d32a8cbf695683850a0&device_id=50178b49-2fc1-4db8-ba42-27a45013d06f HTTP/1.1" status: 200 len: 1098 time: 0.2550058 Dec 20 14:23:08.642483 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port be284f8b-68e2-46d1-9438-d620c792130d triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:23:08.642979 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:08.752927 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 24ae1a8c-3e2c-4fbd-afd2-ce80710af39e, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=24ae1a8c-3e2c-4fbd-afd2-ce80710af39e,segment=NetworkSegment(addc7f95-68ef-43ba-9bd9-cde69b0f949e),segment_id=addc7f95-68ef-43ba-9bd9-cde69b0f949e)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:23:08.773778 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-19c8fd7d-0451-4eee-bddd-ac58f16ed01a tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:08.809838 n-d-761264-19 neutron-server[103168]: INFO neutron.api.v2.resource [req-014c4c97-f330-4bcc-bee9-df241ef6c42b req-86212931-298f-4840-838e-a485dd7066d2 tempest-FloatingIPDetailsNegativeTestJSON-1769978615 tempest-FloatingIPDetailsNegativeTestJSON-1769978615-project] show failed (client error): The resource could not be found. Dec 20 14:23:08.814243 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-014c4c97-f330-4bcc-bee9-df241ef6c42b req-86212931-298f-4840-838e-a485dd7066d2 tempest-FloatingIPDetailsNegativeTestJSON-1769978615 tempest-FloatingIPDetailsNegativeTestJSON-1769978615-project] 10.222.0.54 "GET /v2.0/floatingips/01451a5a-99f7-4123-874a-79100c170c65 HTTP/1.1" status: 404 len: 350 time: 0.0475421 Dec 20 14:23:08.820095 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 49434) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:23:08.842863 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ef09c2aa-830a-4d5a-b72a-b0fa4057b85a req-53a0bfd5-2d55-40c0-afd3-277e8af747bc service neutron] 10.222.0.47 "GET /v2.0/networks/2b333b61-ce15-4944-95b5-760e7ec98a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4929237 Dec 20 14:23:08.849153 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f2e4917c-edfd-407b-b564-315865666e9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:08.860544 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea71e0f-33b0-4214-b89f-7644cf4418ca req-6d2c1c04-8112-4af2-96a1-e85c24381bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:08.868459 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6ea71e0f-33b0-4214-b89f-7644cf4418ca req-6d2c1c04-8112-4af2-96a1-e85c24381bda service neutron] 10.222.0.54 "GET /v2.0/networks?id=ac8eea40-77e8-4385-9ea6-fd285bf85abe HTTP/1.1" status: 200 len: 922 time: 0.2178218 Dec 20 14:23:08.877186 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': '24ae1a8c-3e2c-4fbd-afd2-ce80710af39e', 'network_id': '2b333b61-ce15-4944-95b5-760e7ec98a8f', 'port_id': '24ae1a8c-3e2c-4fbd-afd2-ce80710af39e', 'mac_address': 'fa:16:3e:06:71:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63ebfb59-720a-4723-915c-292ae8d31522', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:23:08.903285 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-994bc44d-82bb-4cda-876e-2e2deae32504 x-openstack-request-id: req-994bc44d-82bb-4cda-876e-2e2deae32504 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:23:08.903716 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50178b49-2fc1-4db8-ba42-27a45013d06f", "tag": "3aea9ba3-77e2-441d-9772-93b03993f779", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:23:08.904064 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-994bc44d-82bb-4cda-876e-2e2deae32504 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:23:08.904552 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50178b49-2fc1-4db8-ba42-27a45013d06f', 'tag': '3aea9ba3-77e2-441d-9772-93b03993f779', 'status': 'completed', 'code': 200} Dec 20 14:23:08.960239 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6ea71e0f-33b0-4214-b89f-7644cf4418ca req-2ca3b84c-c4fb-4ca3-84b8-d46e89ce1fce service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3aea9ba3-77e2-441d-9772-93b03993f779 HTTP/1.1" status: 200 len: 217 time: 0.0906963 Dec 20 14:23:09.029192 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:09.074549 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24ae1a8c-3e2c-4fbd-afd2-ce80710af39e {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:23:09.076110 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e4917c-edfd-407b-b564-315865666e9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=395d41e6-480d-45e9-9120-b040afe6080d,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:09.092876 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 18a4572c-5557-4f9e-aac1-3dd0f0668346 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:23:09.120492 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea71e0f-33b0-4214-b89f-7644cf4418ca req-86fe1e42-db52-45ae-ba59-4d994b9330e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:09.122068 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6ea71e0f-33b0-4214-b89f-7644cf4418ca req-86fe1e42-db52-45ae-ba59-4d994b9330e9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=937bc278-96b6-4101-8820-0f0154447eb0 HTTP/1.1" status: 200 len: 860 time: 0.1608722 Dec 20 14:23:09.161413 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae556c02-598f-4596-9f17-688a2d57a4e1 req-91263a2f-d969-4f2f-b9d0-7771b251f305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:09.163024 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ae556c02-598f-4596-9f17-688a2d57a4e1 req-91263a2f-d969-4f2f-b9d0-7771b251f305 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4f3a59730c994d32a8cbf695683850a0&device_id=50178b49-2fc1-4db8-ba42-27a45013d06f HTTP/1.1" status: 200 len: 1098 time: 0.2228212 Dec 20 14:23:09.163805 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e4917c-edfd-407b-b564-315865666e9c admin admin] Checking segment: {'id': 'fee0f20c-1d88-48ae-a90c-6a0b63258816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0399d342-9e50-4e74-826e-166b9eea8291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:23:09.164163 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e4917c-edfd-407b-b564-315865666e9c admin admin] Network hostable DHCP agents. Network: 0399d342-9e50-4e74-826e-166b9eea8291, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:23:09.275696 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 24ae1a8c-3e2c-4fbd-afd2-ce80710af39e, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=24ae1a8c-3e2c-4fbd-afd2-ce80710af39e,segment=NetworkSegment(addc7f95-68ef-43ba-9bd9-cde69b0f949e),segment_id=addc7f95-68ef-43ba-9bd9-cde69b0f949e)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:23:09.285618 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-846734a7-619f-47dd-aa1c-cc6a9c3c08b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4088f0d-ca29-496d-8308-6d6c1ee614fd', 'name': 'tempest-FloatingIPsAssociationTestJSON-1936186760-router', 'tenant_id': '4f3a59730c994d32a8cbf695683850a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '4d3978ef-d762-4485-835b-11cfc052303d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:21:47Z', 'updated_at': '2021-12-20T14:21:59Z', 'revision_number': 4, 'project_id': '4f3a59730c994d32a8cbf695683850a0', 'gw_port': {'id': '4d3978ef-d762-4485-835b-11cfc052303d', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:bf:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4088f0d-ca29-496d-8308-6d6c1ee614fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:21:49Z', 'updated_at': '2021-12-20T14:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'f285e005-4952-43c8-bece-d63ed5e51402', 'name': '', 'network_id': 'ac8eea40-77e8-4385-9ea6-fd285bf85abe', 'tenant_id': '4f3a59730c994d32a8cbf695683850a0', 'mac_address': 'fa:16:3e:8d:a6:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4088f0d-ca29-496d-8308-6d6c1ee614fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '937bc278-96b6-4101-8820-0f0154447eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:21:56Z', 'updated_at': '2021-12-20T14:22:07Z', 'revision_number': 5, 'project_id': '4f3a59730c994d32a8cbf695683850a0', 'subnets': [{'id': '937bc278-96b6-4101-8820-0f0154447eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:23:09.304617 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea71e0f-33b0-4214-b89f-7644cf4418ca req-4dc4bac0-0144-4204-b7bb-d58e638899dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:09.312477 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6ea71e0f-33b0-4214-b89f-7644cf4418ca req-4dc4bac0-0144-4204-b7bb-d58e638899dc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ac8eea40-77e8-4385-9ea6-fd285bf85abe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1767023 Dec 20 14:23:09.320163 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:09.324673 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e4917c-edfd-407b-b564-315865666e9c admin admin] Network 0399d342-9e50-4e74-826e-166b9eea8291 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:23:09.327960 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846734a7-619f-47dd-aa1c-cc6a9c3c08b6 None None] Checking router: a4088f0d-ca29-496d-8308-6d6c1ee614fd for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:23:09.343229 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-19c8fd7d-0451-4eee-bddd-ac58f16ed01a tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:09.363363 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-19c8fd7d-0451-4eee-bddd-ac58f16ed01a tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:09.363834 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716fd6e4-ea8e-4119-a9a0-755630bd7473 req-8aa306a7-3a05-48da-9dc5-7d50f1952759 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:09.373006 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-716fd6e4-ea8e-4119-a9a0-755630bd7473 req-8aa306a7-3a05-48da-9dc5-7d50f1952759 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?device_id=eaa94939-b782-4ca2-8f6d-eaeddb64bd23 HTTP/1.1" status: 200 len: 949 time: 0.1043293 Dec 20 14:23:09.381186 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846734a7-619f-47dd-aa1c-cc6a9c3c08b6 None None] Routers {'a4088f0d-ca29-496d-8308-6d6c1ee614fd'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:23:09.381835 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-846734a7-619f-47dd-aa1c-cc6a9c3c08b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:23:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['a4088f0d-ca29-496d-8308-6d6c1ee614fd'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:23:09.428609 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-f2e4917c-edfd-407b-b564-315865666e9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 0399d342-9e50-4e74-826e-166b9eea8291) {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:23:09.429384 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 18a4572c-5557-4f9e-aac1-3dd0f0668346 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:23:09.430406 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:09.442634 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-19c8fd7d-0451-4eee-bddd-ac58f16ed01a tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585115'] for floatingip, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:09.443653 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=24ae1a8c-3e2c-4fbd-afd2-ce80710af39e,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:09.445835 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e4917c-edfd-407b-b564-315865666e9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:09.446421 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f2e4917c-edfd-407b-b564-315865666e9c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:09.448850 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae556c02-598f-4596-9f17-688a2d57a4e1 req-62a5fb34-a170-44eb-b721-aeed79e5ac08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:09.450304 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ae556c02-598f-4596-9f17-688a2d57a4e1 req-62a5fb34-a170-44eb-b721-aeed79e5ac08 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ac8eea40-77e8-4385-9ea6-fd285bf85abe HTTP/1.1" status: 200 len: 922 time: 0.2607872 Dec 20 14:23:09.471951 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d94cd34-efb9-4dd1-9538-2615ce0b2838 None None] Network 0399d342-9e50-4e74-826e-166b9eea8291 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:23:09.483726 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-716fd6e4-ea8e-4119-a9a0-755630bd7473 req-7bcdbeac-8daa-47a8-901c-b7ccfab00a30 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/security-groups?id=d29d9ba9-24bd-4d94-be52-3ca7019f1c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101935 Dec 20 14:23:09.639273 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-846734a7-619f-47dd-aa1c-cc6a9c3c08b6 None None] Set router a4088f0d-ca29-496d-8308-6d6c1ee614fd gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:23:09.678230 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['24ae1a8c-3e2c-4fbd-afd2-ce80710af39e'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:23:09.739042 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560ca38e-430e-4e05-8ee1-a9021fbb6026 req-f5c68165-bfef-4649-a25d-30a8040bb6ed tempest-LiveAutoBlockMigrationV225Test-195224901 tempest-LiveAutoBlockMigrationV225Test-195224901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:09.740725 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-560ca38e-430e-4e05-8ee1-a9021fbb6026 req-f5c68165-bfef-4649-a25d-30a8040bb6ed tempest-LiveAutoBlockMigrationV225Test-195224901 tempest-LiveAutoBlockMigrationV225Test-195224901-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=a21db8bc-e099-4eff-a349-250d98124b7b HTTP/1.1" status: 200 len: 1098 time: 0.0802286 Dec 20 14:23:09.784220 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-42fbc25b-72e8-415a-9d2f-d246df4f3e19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1595867'] for router_interface, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:09.794625 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ae556c02-598f-4596-9f17-688a2d57a4e1 req-3258b24f-6399-401c-bd7a-df7cea8a909a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3aea9ba3-77e2-441d-9772-93b03993f779 HTTP/1.1" status: 200 len: 217 time: 0.3321049 Dec 20 14:23:09.797310 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c8fd7d-0451-4eee-bddd-ac58f16ed01a tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] Pushing event updated for resources: {'Port': ['ID=6483b6d6-9f8f-45d5-b3b3-a1dbd6a4c9f5,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:09.804364 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-19c8fd7d-0451-4eee-bddd-ac58f16ed01a tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:09.805538 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-19c8fd7d-0451-4eee-bddd-ac58f16ed01a tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6295569 Dec 20 14:23:09.824204 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-f2e4917c-edfd-407b-b564-315865666e9c admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.0624847 Dec 20 14:23:09.829846 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 49442) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:23:09.834168 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-be83678b-6fee-41d6-bfdf-2638490f67ae admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-808602919-router', 'tenant_id': '9347ac5b16c44c80bd7c673b18c0b3e8', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:23:09.852063 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:09.860537 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6ea71e0f-33b0-4214-b89f-7644cf4418ca req-07b9c44e-8b1a-45d9-8fbc-be6a3fc8343f service neutron] 10.222.0.54 "GET /v2.0/networks/ac8eea40-77e8-4385-9ea6-fd285bf85abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5471218 Dec 20 14:23:09.893006 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] For port 18a4572c-5557-4f9e-aac1-3dd0f0668346, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=18a4572c-5557-4f9e-aac1-3dd0f0668346,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:23:09.899514 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110dab15-f60c-459c-a52d-b8a794544fbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-0399d342-9e50-4e74-826e-166b9eea8291', 'network_id': '0399d342-9e50-4e74-826e-166b9eea8291', 'project_id': '9347ac5b16c44c80bd7c673b18c0b3e8', 'fixed_ips': [{'subnet_id': '395d41e6-480d-45e9-9120-b040afe6080d'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:23:09.899514 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-110dab15-f60c-459c-a52d-b8a794544fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:09.914496 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-be83678b-6fee-41d6-bfdf-2638490f67ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40114'] for router, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:09.915542 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-be83678b-6fee-41d6-bfdf-2638490f67ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40139'] for router, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:09.924550 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-560ca38e-430e-4e05-8ee1-a9021fbb6026 req-fcec8785-8319-4d9c-9130-947cfbeb5dc4 tempest-LiveAutoBlockMigrationV225Test-195224901 tempest-LiveAutoBlockMigrationV225Test-195224901-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679323 Dec 20 14:23:09.930363 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae556c02-598f-4596-9f17-688a2d57a4e1 req-a008e25c-03e5-4549-bcc5-dae30e3b1feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:09.931863 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ae556c02-598f-4596-9f17-688a2d57a4e1 req-a008e25c-03e5-4549-bcc5-dae30e3b1feb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=937bc278-96b6-4101-8820-0f0154447eb0 HTTP/1.1" status: 200 len: 860 time: 0.1252868 Dec 20 14:23:10.013289 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6ea71e0f-33b0-4214-b89f-7644cf4418ca req-510818fc-07de-49c5-8512-223ecff1454f service neutron] 10.222.0.54 "GET /v2.0/networks/ac8eea40-77e8-4385-9ea6-fd285bf85abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491001 Dec 20 14:23:10.022165 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae556c02-598f-4596-9f17-688a2d57a4e1 req-b9f94290-097a-478d-9d8d-aebe774908da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:10.024086 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ae556c02-598f-4596-9f17-688a2d57a4e1 req-b9f94290-097a-478d-9d8d-aebe774908da service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ac8eea40-77e8-4385-9ea6-fd285bf85abe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0827839 Dec 20 14:23:10.034532 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:10.044301 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-be83678b-6fee-41d6-bfdf-2638490f67ae admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:10.115490 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Pushing event updated for resources: {'Port': ['ID=18a4572c-5557-4f9e-aac1-3dd0f0668346,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:10.179790 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ae556c02-598f-4596-9f17-688a2d57a4e1 req-8e7101e6-f28c-44fd-87a8-e46a1318a8b8 service neutron] 10.222.0.30 "GET /v2.0/networks/ac8eea40-77e8-4385-9ea6-fd285bf85abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431563 Dec 20 14:23:10.240393 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1186173-ae71-4e22-b60a-3c58c8d6b990 req-bfab960e-2c94-4319-9680-9022f8febb87 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:10.242612 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c1186173-ae71-4e22-b60a-3c58c8d6b990 req-bfab960e-2c94-4319-9680-9022f8febb87 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c03445f-1b2b-49ef-a63f-930b66c268a3 HTTP/1.1" status: 200 len: 945 time: 0.2002912 Dec 20 14:23:10.247598 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-be83678b-6fee-41d6-bfdf-2638490f67ae admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:10.295716 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 18a4572c-5557-4f9e-aac1-3dd0f0668346 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:23:10.299664 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-24a17c0b-1533-49b4-9ae7-fb28d024d3d4 req-a37d74f7-3418-4d30-b899-2381032432aa tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1612327207&fields=id&tenant_id=5e2d9292364f43cfb55353bdb702e728 HTTP/1.1" status: 200 len: 267 time: 0.1524713 Dec 20 14:23:10.364641 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ae556c02-598f-4596-9f17-688a2d57a4e1 req-4914a6f3-3fae-4273-a8a1-471c301c4a1b service neutron] 10.222.0.30 "GET /v2.0/networks/ac8eea40-77e8-4385-9ea6-fd285bf85abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765640 Dec 20 14:23:10.392171 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c1186173-ae71-4e22-b60a-3c58c8d6b990 req-d73de3ae-d6bc-4a45-92b4-86e4d578a7b5 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399927 Dec 20 14:23:10.436008 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-42fbc25b-72e8-415a-9d2f-d246df4f3e19 admin admin] Deleting port b3fe2b9c-abb1-4d57-8541-171ae46ac2f6 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:23:10.436536 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-42fbc25b-72e8-415a-9d2f-d246df4f3e19 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:10.448700 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a17c0b-1533-49b4-9ae7-fb28d024d3d4 req-91bec95f-db08-44e2-8332-b13b839745cb tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:10.449603 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-110dab15-f60c-459c-a52d-b8a794544fbb None None] Allocated IP 172.20.0.2 (0399d342-9e50-4e74-826e-166b9eea8291/395d41e6-480d-45e9-9120-b040afe6080d/4c5fcc2c-22ca-487e-8113-a4e8c8ed7d91) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:23:10.450243 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-24a17c0b-1533-49b4-9ae7-fb28d024d3d4 req-91bec95f-db08-44e2-8332-b13b839745cb tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] 10.222.0.54 "GET /v2.0/networks?id=20d6fb4d-2376-4970-a073-7951589c4788 HTTP/1.1" status: 200 len: 815 time: 0.1279092 Dec 20 14:23:10.452959 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-846734a7-619f-47dd-aa1c-cc6a9c3c08b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4088f0d-ca29-496d-8308-6d6c1ee614fd', 'name': 'tempest-FloatingIPsAssociationTestJSON-1936186760-router', 'tenant_id': '4f3a59730c994d32a8cbf695683850a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '4d3978ef-d762-4485-835b-11cfc052303d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:21:47Z', 'updated_at': '2021-12-20T14:21:59Z', 'revision_number': 4, 'project_id': '4f3a59730c994d32a8cbf695683850a0', 'gw_port': {'id': '4d3978ef-d762-4485-835b-11cfc052303d', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:bf:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4088f0d-ca29-496d-8308-6d6c1ee614fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:21:49Z', 'updated_at': '2021-12-20T14:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'f285e005-4952-43c8-bece-d63ed5e51402', 'name': '', 'network_id': 'ac8eea40-77e8-4385-9ea6-fd285bf85abe', 'tenant_id': '4f3a59730c994d32a8cbf695683850a0', 'mac_address': 'fa:16:3e:8d:a6:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4088f0d-ca29-496d-8308-6d6c1ee614fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '937bc278-96b6-4101-8820-0f0154447eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:21:56Z', 'updated_at': '2021-12-20T14:22:07Z', 'revision_number': 5, 'project_id': '4f3a59730c994d32a8cbf695683850a0', 'subnets': [{'id': '937bc278-96b6-4101-8820-0f0154447eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:23:10.475058 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-24a17c0b-1533-49b4-9ae7-fb28d024d3d4 req-5f4bc98d-6371-4ab9-8444-a0e565bc9ec6 tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] 10.222.0.54 "GET /v2.0/quotas/5e2d9292364f43cfb55353bdb702e728 HTTP/1.1" status: 200 len: 375 time: 0.0171003 Dec 20 14:23:10.499098 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846734a7-619f-47dd-aa1c-cc6a9c3c08b6 None None] The sync data for ids ['a4088f0d-ca29-496d-8308-6d6c1ee614fd'] in n-d-761264-19 is: [{'id': 'a4088f0d-ca29-496d-8308-6d6c1ee614fd', 'name': 'tempest-FloatingIPsAssociationTestJSON-1936186760-router', 'tenant_id': '4f3a59730c994d32a8cbf695683850a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '4d3978ef-d762-4485-835b-11cfc052303d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:21:47Z', 'updated_at': '2021-12-20T14:21:59Z', 'revision_number': 4, 'project_id': '4f3a59730c994d32a8cbf695683850a0', 'gw_port': {'id': '4d3978ef-d762-4485-835b-11cfc052303d', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:bf:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4088f0d-ca29-496d-8308-6d6c1ee614fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:21:49Z', 'updated_at': '2021-12-20T14:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'f285e005-4952-43c8-bece-d63ed5e51402', 'name': '', 'network_id': 'ac8eea40-77e8-4385-9ea6-fd285bf85abe', 'tenant_id': '4f3a59730c994d32a8cbf695683850a0', 'mac_address': 'fa:16:3e:8d:a6:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4088f0d-ca29-496d-8308-6d6c1ee614fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '937bc278-96b6-4101-8820-0f0154447eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:21:56Z', 'updated_at': '2021-12-20T14:22:07Z', 'revision_number': 5, 'project_id': '4f3a59730c994d32a8cbf695683850a0', 'subnets': [{'id': '937bc278-96b6-4101-8820-0f0154447eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:23:10.509920 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 18a4572c-5557-4f9e-aac1-3dd0f0668346 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:23:10.510602 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:10.567259 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-24a17c0b-1533-49b4-9ae7-fb28d024d3d4 req-5f8ea0ea-d1b3-4199-823a-1d745b541ea5 tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=5e2d9292364f43cfb55353bdb702e728&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0910375 Dec 20 14:23:10.626266 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-42fbc25b-72e8-415a-9d2f-d246df4f3e19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:10.643899 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-42fbc25b-72e8-415a-9d2f-d246df4f3e19 admin admin] Calling delete_port for b3fe2b9c-abb1-4d57-8541-171ae46ac2f6 owned by network:router_interface {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:23:10.664630 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-be83678b-6fee-41d6-bfdf-2638490f67ae admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:10.712044 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-be83678b-6fee-41d6-bfdf-2638490f67ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:10.743687 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-110dab15-f60c-459c-a52d-b8a794544fbb None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:10.769849 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-110dab15-f60c-459c-a52d-b8a794544fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:10.809769 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-24a17c0b-1533-49b4-9ae7-fb28d024d3d4 req-983d73c6-88b2-4354-9a91-3cc811417e76 service neutron] 10.222.0.54 "GET /v2.0/networks/20d6fb4d-2376-4970-a073-7951589c4788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159340 Dec 20 14:23:10.824332 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110dab15-f60c-459c-a52d-b8a794544fbb None None] Network 0399d342-9e50-4e74-826e-166b9eea8291 is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:23:10.826983 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-110dab15-f60c-459c-a52d-b8a794544fbb None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:23:10.832270 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110dab15-f60c-459c-a52d-b8a794544fbb None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:23:10.835538 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110dab15-f60c-459c-a52d-b8a794544fbb None None] Pushing event updated for resources: {'Port': ['ID=4c5fcc2c-22ca-487e-8113-a4e8c8ed7d91,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:10.892904 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-be83678b-6fee-41d6-bfdf-2638490f67ae admin admin] Allocated IP 172.25.0.210 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/27e8e6cd-7ea6-464f-a88b-8b692a639d08) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:23:10.903415 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-110dab15-f60c-459c-a52d-b8a794544fbb None None] Attempting to bind port 4c5fcc2c-22ca-487e-8113-a4e8c8ed7d91 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:23:10.904356 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-110dab15-f60c-459c-a52d-b8a794544fbb None None] Attempting to bind port 4c5fcc2c-22ca-487e-8113-a4e8c8ed7d91 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': 'fee0f20c-1d88-48ae-a90c-6a0b63258816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0399d342-9e50-4e74-826e-166b9eea8291'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:23:10.904806 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110dab15-f60c-459c-a52d-b8a794544fbb None None] Attempting to bind port 4c5fcc2c-22ca-487e-8113-a4e8c8ed7d91 on network 0399d342-9e50-4e74-826e-166b9eea8291 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:23:10.911836 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110dab15-f60c-459c-a52d-b8a794544fbb None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:23:10.912506 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110dab15-f60c-459c-a52d-b8a794544fbb None None] Checking segment: {'id': 'fee0f20c-1d88-48ae-a90c-6a0b63258816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0399d342-9e50-4e74-826e-166b9eea8291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:23:10.913514 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-110dab15-f60c-459c-a52d-b8a794544fbb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:10.913621 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110dab15-f60c-459c-a52d-b8a794544fbb None None] Bound using segment: {'id': 'fee0f20c-1d88-48ae-a90c-6a0b63258816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0399d342-9e50-4e74-826e-166b9eea8291'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:23:10.914182 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-110dab15-f60c-459c-a52d-b8a794544fbb None None] Bound port: 4c5fcc2c-22ca-487e-8113-a4e8c8ed7d91, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee0f20c-1d88-48ae-a90c-6a0b63258816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0399d342-9e50-4e74-826e-166b9eea8291'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:23:10.914620 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-110dab15-f60c-459c-a52d-b8a794544fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:10.968752 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-24a17c0b-1533-49b4-9ae7-fb28d024d3d4 req-b40aa1d6-fec2-4d3e-9fc9-8a01e7543222 service neutron] 10.222.0.54 "GET /v2.0/networks/20d6fb4d-2376-4970-a073-7951589c4788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496177 Dec 20 14:23:10.994752 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-110dab15-f60c-459c-a52d-b8a794544fbb None None] For port 4c5fcc2c-22ca-487e-8113-a4e8c8ed7d91, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:23:11.002308 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-110dab15-f60c-459c-a52d-b8a794544fbb None None] For port 4c5fcc2c-22ca-487e-8113-a4e8c8ed7d91, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=4c5fcc2c-22ca-487e-8113-a4e8c8ed7d91,segment=NetworkSegment(fee0f20c-1d88-48ae-a90c-6a0b63258816),segment_id=fee0f20c-1d88-48ae-a90c-6a0b63258816)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:23:11.011933 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-110dab15-f60c-459c-a52d-b8a794544fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:11.027623 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-42fbc25b-72e8-415a-9d2f-d246df4f3e19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:11.073220 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fbc25b-72e8-415a-9d2f-d246df4f3e19 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3fe2b9c-abb1-4d57-8541-171ae46ac2f6,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:11.114394 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-be83678b-6fee-41d6-bfdf-2638490f67ae admin admin] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:11.138351 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110dab15-f60c-459c-a52d-b8a794544fbb None None] Pushing event updated for resources: {'Port': ['ID=4c5fcc2c-22ca-487e-8113-a4e8c8ed7d91,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:11.261659 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:11.358541 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-be83678b-6fee-41d6-bfdf-2638490f67ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:11.569539 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be83678b-6fee-41d6-bfdf-2638490f67ae admin admin] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:23:11.577647 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-be83678b-6fee-41d6-bfdf-2638490f67ae admin admin] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:23:11.580738 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be83678b-6fee-41d6-bfdf-2638490f67ae admin admin] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:23:11.609664 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be83678b-6fee-41d6-bfdf-2638490f67ae admin admin] Pushing event updated for resources: {'Port': ['ID=27e8e6cd-7ea6-464f-a88b-8b692a639d08,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:11.664701 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-42fbc25b-72e8-415a-9d2f-d246df4f3e19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582411'] for router_interface, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:11.754013 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5273fcd8-bfcd-4aa6-a363-4b35e1105495 req-d43aeee4-a988-41df-a6ce-b1c171881b81 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:11.756675 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5273fcd8-bfcd-4aa6-a363-4b35e1105495 req-d43aeee4-a988-41df-a6ce-b1c171881b81 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?device_id=eaa94939-b782-4ca2-8f6d-eaeddb64bd23 HTTP/1.1" status: 200 len: 949 time: 0.1568494 Dec 20 14:23:11.784397 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38759803-6784-45e4-a915-8eee22cb4c9d None None] New status for floating IP ae1a2f52-3564-4fc6-937c-b29d9518ad1f: DOWN {{(pid=103170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 14:23:11.824161 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5273fcd8-bfcd-4aa6-a363-4b35e1105495 req-deff1689-c25c-4862-8686-37435c33df58 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/security-groups?id=d29d9ba9-24bd-4d94-be52-3ca7019f1c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609288 Dec 20 14:23:12.039916 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c3b378-7c1d-4218-a079-1b2e4e1c8db6 None None] Sync routers for ids ['ef2e3938-cfbd-43ee-91e5-fbfe20655872'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:23:12.082668 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3ce2f669-8d44-4d24-822f-b58dabf673eb req-f2965d06-622a-4ef3-b9a6-169c15f4258e tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] 10.222.0.54 "GET /v2.0/ports?device_id=e11276ee-9d0c-49c8-9177-e4611ff11c4c HTTP/1.1" status: 200 len: 210 time: 0.0906587 Dec 20 14:23:12.094197 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c3b378-7c1d-4218-a079-1b2e4e1c8db6 None None] Routers {'ef2e3938-cfbd-43ee-91e5-fbfe20655872'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:23:12.094873 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-a2c3b378-7c1d-4218-a079-1b2e4e1c8db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:23:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['ef2e3938-cfbd-43ee-91e5-fbfe20655872'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:23:12.164474 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 49504) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:23:12.260360 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d1dc16-e779-48aa-9656-2f9c8ddce2e8 req-ec48be87-8ee9-4668-a658-6c7c78ba5c7c tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:12.273537 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c8d1dc16-e779-48aa-9656-2f9c8ddce2e8 req-ec48be87-8ee9-4668-a658-6c7c78ba5c7c tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c03445f-1b2b-49ef-a63f-930b66c268a3 HTTP/1.1" status: 200 len: 945 time: 0.1229379 Dec 20 14:23:12.313989 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-a2c3b378-7c1d-4218-a079-1b2e4e1c8db6 None None] Set router ef2e3938-cfbd-43ee-91e5-fbfe20655872 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:23:12.385991 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [req-def787bc-5ad4-46d2-a841-e55fdd38ea5c req-21699153-743d-4003-89b2-b6e786bdad78 tempest-LiveAutoBlockMigrationV225Test-195224901 tempest-LiveAutoBlockMigrationV225Test-195224901-project-admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:23:12.403773 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-def787bc-5ad4-46d2-a841-e55fdd38ea5c req-21699153-743d-4003-89b2-b6e786bdad78 tempest-LiveAutoBlockMigrationV225Test-195224901 tempest-LiveAutoBlockMigrationV225Test-195224901-project-admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2373080 Dec 20 14:23:12.410229 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c8d1dc16-e779-48aa-9656-2f9c8ddce2e8 req-5827e619-d0f0-4a97-a0e0-9f7d6704385d tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341126 Dec 20 14:23:12.637978 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def787bc-5ad4-46d2-a841-e55fdd38ea5c req-a64a8fed-da05-417a-b31a-ffd53fd5a8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:12.639478 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-def787bc-5ad4-46d2-a841-e55fdd38ea5c req-a64a8fed-da05-417a-b31a-ffd53fd5a8c7 service neutron] 10.222.0.54 "GET /v2.0/ports/e31ccde7-6b06-4fa3-9cd5-1bf3399c7184 HTTP/1.1" status: 200 len: 1095 time: 0.1810713 Dec 20 14:23:12.651342 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-def787bc-5ad4-46d2-a841-e55fdd38ea5c req-f5b99591-7639-432a-a7ee-9fa2e0ba3b1e service neutron] Request body: {'binding': {'host': 'n-h2-761264-19', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:23:12.651761 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-def787bc-5ad4-46d2-a841-e55fdd38ea5c req-f5b99591-7639-432a-a7ee-9fa2e0ba3b1e service neutron] Unknown quota resources ['binding']. {{(pid=103167) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 20 14:23:12.660539 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 4c5fcc2c-22ca-487e-8113-a4e8c8ed7d91 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:23:12.662779 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 24ae1a8c-3e2c-4fbd-afd2-ce80710af39e up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:23:12.698660 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b113fff5-58de-4ae5-881a-72f3a20db3da req-1256016a-37d0-444a-acb4-345d6c3d5ceb tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:12.706483 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b113fff5-58de-4ae5-881a-72f3a20db3da req-1256016a-37d0-444a-acb4-345d6c3d5ceb tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] 10.222.0.54 "GET /v2.0/ports?device_id=3fb58f25-96ef-4597-b519-ab74824cbb1d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1341815 Dec 20 14:23:12.724697 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42fbc25b-72e8-415a-9d2f-d246df4f3e19 admin admin] Router ef2e3938-cfbd-43ee-91e5-fbfe20655872 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:23:12.730008 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-be83678b-6fee-41d6-bfdf-2638490f67ae admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:12.774449 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b113fff5-58de-4ae5-881a-72f3a20db3da req-4869b427-e8e3-4895-95dc-2d3d47e6d2a4 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.185 HTTP/1.1" status: 200 len: 696 time: 0.0664477 Dec 20 14:23:12.863428 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning for port 24ae1a8c-3e2c-4fbd-afd2-ce80710af39e completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:23:12.875897 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port 24ae1a8c-3e2c-4fbd-afd2-ce80710af39e triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:23:12.876260 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:12.880557 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-b113fff5-58de-4ae5-881a-72f3a20db3da req-59ceb261-106c-4ea6-9bf4-d6121886ddff tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Request body: {'floatingip': {'port_id': '76748e7d-c7f5-44a6-88a3-a6a2455c82b1', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:23:12.881436 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 4c5fcc2c-22ca-487e-8113-a4e8c8ed7d91 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:23:12.881958 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:12.941379 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-b113fff5-58de-4ae5-881a-72f3a20db3da req-59ceb261-106c-4ea6-9bf4-d6121886ddff tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Publish callbacks [] for floatingip, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:12.953358 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b79800-cf23-47d2-acb1-0e895acb763e None None] Network 0399d342-9e50-4e74-826e-166b9eea8291 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:23:12.970302 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42fbc25b-72e8-415a-9d2f-d246df4f3e19 admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:23:12.977030 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-42fbc25b-72e8-415a-9d2f-d246df4f3e19 admin admin] 10.222.0.54 "PUT /v2.0/routers/ef2e3938-cfbd-43ee-91e5-fbfe20655872/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1554542 Dec 20 14:23:12.979132 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 49514) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:23:13.030612 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-def787bc-5ad4-46d2-a841-e55fdd38ea5c req-f5b99591-7639-432a-a7ee-9fa2e0ba3b1e service neutron] Attempting to bind port e31ccde7-6b06-4fa3-9cd5-1bf3399c7184 on host n-h2-761264-19 for vnic_type normal with profile None {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:23:13.031298 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-def787bc-5ad4-46d2-a841-e55fdd38ea5c req-f5b99591-7639-432a-a7ee-9fa2e0ba3b1e service neutron] Attempting to bind port e31ccde7-6b06-4fa3-9cd5-1bf3399c7184 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': 'c78eb3db-e8a6-4673-b220-136b3d8ed714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f77acfe8-c05d-4606-b7e9-7027c0b13511'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:23:13.032976 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def787bc-5ad4-46d2-a841-e55fdd38ea5c req-f5b99591-7639-432a-a7ee-9fa2e0ba3b1e service neutron] Attempting to bind port e31ccde7-6b06-4fa3-9cd5-1bf3399c7184 on network f77acfe8-c05d-4606-b7e9-7027c0b13511 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:23:13.044124 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def787bc-5ad4-46d2-a841-e55fdd38ea5c req-f5b99591-7639-432a-a7ee-9fa2e0ba3b1e service neutron] Port e31ccde7-6b06-4fa3-9cd5-1bf3399c7184 on network f77acfe8-c05d-4606-b7e9-7027c0b13511 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:23:13.044835 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def787bc-5ad4-46d2-a841-e55fdd38ea5c req-f5b99591-7639-432a-a7ee-9fa2e0ba3b1e service neutron] Attempting to bind port e31ccde7-6b06-4fa3-9cd5-1bf3399c7184 on network f77acfe8-c05d-4606-b7e9-7027c0b13511 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:23:13.089413 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def787bc-5ad4-46d2-a841-e55fdd38ea5c req-f5b99591-7639-432a-a7ee-9fa2e0ba3b1e service neutron] Checking agent: {'id': '43c60aee-e4af-4ecc-bee2-aac3569fafed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:23:13.090538 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def787bc-5ad4-46d2-a841-e55fdd38ea5c req-f5b99591-7639-432a-a7ee-9fa2e0ba3b1e service neutron] Checking segment: {'id': 'c78eb3db-e8a6-4673-b220-136b3d8ed714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f77acfe8-c05d-4606-b7e9-7027c0b13511'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:23:13.091179 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def787bc-5ad4-46d2-a841-e55fdd38ea5c req-f5b99591-7639-432a-a7ee-9fa2e0ba3b1e service neutron] Bound using segment: {'id': 'c78eb3db-e8a6-4673-b220-136b3d8ed714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f77acfe8-c05d-4606-b7e9-7027c0b13511'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:23:13.091812 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-def787bc-5ad4-46d2-a841-e55fdd38ea5c req-f5b99591-7639-432a-a7ee-9fa2e0ba3b1e service neutron] Bound port: e31ccde7-6b06-4fa3-9cd5-1bf3399c7184, host: n-h2-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c78eb3db-e8a6-4673-b220-136b3d8ed714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f77acfe8-c05d-4606-b7e9-7027c0b13511'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:23:13.124201 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-0bbed714-d012-4d28-9036-b090ab9a599c None None] Provisioning complete for port 4c5fcc2c-22ca-487e-8113-a4e8c8ed7d91 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:23:13.125806 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-0bbed714-d012-4d28-9036-b090ab9a599c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:13.128100 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-be83678b-6fee-41d6-bfdf-2638490f67ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013'] for router, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:13.179141 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1129c69c-897e-429f-b7b0-211bfb28cb0e admin admin] Publish callbacks [] for router, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:13.294023 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:13.332261 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-a2c3b378-7c1d-4218-a079-1b2e4e1c8db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2e3938-cfbd-43ee-91e5-fbfe20655872', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1896070379-router', 'tenant_id': 'f8b1c0e69a0a4c27bcee6ccfa7041025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '18a4572c-5557-4f9e-aac1-3dd0f0668346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:22:57Z', 'updated_at': '2021-12-20T14:23:10Z', 'revision_number': 5, 'project_id': 'f8b1c0e69a0a4c27bcee6ccfa7041025', 'gw_port': {'id': '18a4572c-5557-4f9e-aac1-3dd0f0668346', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:60:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2e3938-cfbd-43ee-91e5-fbfe20655872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:22:59Z', 'updated_at': '2021-12-20T14:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:23:13.351560 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1129c69c-897e-429f-b7b0-211bfb28cb0e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:13.351833 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-def787bc-5ad4-46d2-a841-e55fdd38ea5c req-f5b99591-7639-432a-a7ee-9fa2e0ba3b1e service neutron] For port e31ccde7-6b06-4fa3-9cd5-1bf3399c7184, host n-h2-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=e31ccde7-6b06-4fa3-9cd5-1bf3399c7184,segment=NetworkSegment(c78eb3db-e8a6-4673-b220-136b3d8ed714),segment_id=c78eb3db-e8a6-4673-b220-136b3d8ed714)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:23:13.382814 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c3b378-7c1d-4218-a079-1b2e4e1c8db6 None None] Checking router: ef2e3938-cfbd-43ee-91e5-fbfe20655872 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:23:13.388813 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-def787bc-5ad4-46d2-a841-e55fdd38ea5c req-f5b99591-7639-432a-a7ee-9fa2e0ba3b1e service neutron] Publish callbacks [] for binding, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:13.390142 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-def787bc-5ad4-46d2-a841-e55fdd38ea5c req-f5b99591-7639-432a-a7ee-9fa2e0ba3b1e service neutron] 10.222.0.54 "POST /v2.0/ports/e31ccde7-6b06-4fa3-9cd5-1bf3399c7184/bindings HTTP/1.1" status: 201 len: 390 time: 0.7431540 Dec 20 14:23:13.396988 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a17c0b-1533-49b4-9ae7-fb28d024d3d4 req-f2206756-013d-44d9-96b0-f1f1b944f650 tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:13.398701 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-24a17c0b-1533-49b4-9ae7-fb28d024d3d4 req-f2206756-013d-44d9-96b0-f1f1b944f650 tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] 10.222.0.30 "GET /v2.0/networks?id=20d6fb4d-2376-4970-a073-7951589c4788 HTTP/1.1" status: 200 len: 815 time: 0.3451178 Dec 20 14:23:13.408910 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be83678b-6fee-41d6-bfdf-2638490f67ae admin admin] Router c4b7b04b-3a26-4b30-a7f5-f72e9c6a5cb6 is scheduled to L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 with binding_index 1 {{(pid=103168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 14:23:13.415041 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead4ab59-fecd-4d04-b114-421e94d337e3 req-9ab842fa-844a-4e7e-bcd6-b563cd4bbab2 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:13.416479 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ead4ab59-fecd-4d04-b114-421e94d337e3 req-9ab842fa-844a-4e7e-bcd6-b563cd4bbab2 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] 10.222.0.30 "GET /v2.0/ports?device_id=50178b49-2fc1-4db8-ba42-27a45013d06f HTTP/1.1" status: 200 len: 946 time: 0.1426334 Dec 20 14:23:13.418375 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:13.426106 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] For port 4c5fcc2c-22ca-487e-8113-a4e8c8ed7d91, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=4c5fcc2c-22ca-487e-8113-a4e8c8ed7d91,segment=NetworkSegment(fee0f20c-1d88-48ae-a90c-6a0b63258816),segment_id=fee0f20c-1d88-48ae-a90c-6a0b63258816)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:23:13.435342 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c3b378-7c1d-4218-a079-1b2e4e1c8db6 None None] Routers {'ef2e3938-cfbd-43ee-91e5-fbfe20655872'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:23:13.435896 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-a2c3b378-7c1d-4218-a079-1b2e4e1c8db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:23:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['ef2e3938-cfbd-43ee-91e5-fbfe20655872'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:23:13.487292 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-1129c69c-897e-429f-b7b0-211bfb28cb0e admin admin] Deleting port 18a4572c-5557-4f9e-aac1-3dd0f0668346 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:23:13.487725 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1129c69c-897e-429f-b7b0-211bfb28cb0e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:13.496911 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:13.597280 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c03445f-1b2b-49ef-a63f-930b66c268a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24ae1a8c-3e2c-4fbd-afd2-ce80710af39e'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:23:13.599557 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-24a17c0b-1533-49b4-9ae7-fb28d024d3d4 req-df421504-c019-4091-ae7c-90ffe982def4 tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e2d9292364f43cfb55353bdb702e728 HTTP/1.1" status: 200 len: 380 time: 0.1800280 Dec 20 14:23:13.599815 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d2f7fff-742c-4b4f-b04c-cd18000c7941" -d '{"events": [{"server_uuid": "9c03445f-1b2b-49ef-a63f-930b66c268a3", "name": "network-vif-plugged", "status": "completed", "tag": "24ae1a8c-3e2c-4fbd-afd2-ce80710af39e"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:23:13.616965 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be83678b-6fee-41d6-bfdf-2638490f67ae admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:23:13.627452 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22509fd4-289c-4571-9620-77a98713e39c None None] Sync routers for ids ['c4b7b04b-3a26-4b30-a7f5-f72e9c6a5cb6'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:23:13.657964 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22509fd4-289c-4571-9620-77a98713e39c None None] Routers {'c4b7b04b-3a26-4b30-a7f5-f72e9c6a5cb6'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:23:13.660104 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-22509fd4-289c-4571-9620-77a98713e39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:23:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['c4b7b04b-3a26-4b30-a7f5-f72e9c6a5cb6'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:23:13.664515 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-1129c69c-897e-429f-b7b0-211bfb28cb0e admin admin] For port 18a4572c-5557-4f9e-aac1-3dd0f0668346, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=18a4572c-5557-4f9e-aac1-3dd0f0668346,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:23:13.664901 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1129c69c-897e-429f-b7b0-211bfb28cb0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:13.677943 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-be83678b-6fee-41d6-bfdf-2638490f67ae admin admin] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:13.685592 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-be83678b-6fee-41d6-bfdf-2638490f67ae admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.8545682 Dec 20 14:23:13.694635 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Pushing event updated for resources: {'Port': ['ID=4c5fcc2c-22ca-487e-8113-a4e8c8ed7d91,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:13.696908 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 49524) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:23:13.704739 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 24ae1a8c-3e2c-4fbd-afd2-ce80710af39e, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=24ae1a8c-3e2c-4fbd-afd2-ce80710af39e,segment=NetworkSegment(addc7f95-68ef-43ba-9bd9-cde69b0f949e),segment_id=addc7f95-68ef-43ba-9bd9-cde69b0f949e)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:23:13.710844 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-a2c3b378-7c1d-4218-a079-1b2e4e1c8db6 None None] Set router ef2e3938-cfbd-43ee-91e5-fbfe20655872 gateway port host: None {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:23:13.712378 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-1129c69c-897e-429f-b7b0-211bfb28cb0e admin admin] Calling delete_port for 18a4572c-5557-4f9e-aac1-3dd0f0668346 owned by network:router_gateway {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:23:13.764612 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:23:13.764984 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:23:13.765324 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:23:13.765656 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:23:13.765985 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:23:13.766310 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:23:13.766822 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:23:13.768813 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:23:13.769333 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:23:13.770310 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:23:13.770832 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:23:13.771323 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:23:13.771809 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:23:13.775122 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-24a17c0b-1533-49b4-9ae7-fb28d024d3d4 req-2ba36f7c-89f8-4b84-b9be-433553503092 tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] Request body: {'port': {'device_id': 'e11276ee-9d0c-49c8-9177-e4611ff11c4c', 'network_id': '20d6fb4d-2376-4970-a073-7951589c4788', 'admin_state_up': True, 'tenant_id': '5e2d9292364f43cfb55353bdb702e728', 'security_groups': ['73d8fb25-8bde-400a-9e66-c6fae64b7525']}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:23:13.776556 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:13.846109 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-a2c3b378-7c1d-4218-a079-1b2e4e1c8db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2e3938-cfbd-43ee-91e5-fbfe20655872', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1896070379-router', 'tenant_id': 'f8b1c0e69a0a4c27bcee6ccfa7041025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:22:57Z', 'updated_at': '2021-12-20T14:23:13Z', 'revision_number': 6, 'project_id': 'f8b1c0e69a0a4c27bcee6ccfa7041025', 'gw_port_host': None}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:23:13.905917 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-22509fd4-289c-4571-9620-77a98713e39c None None] Set router c4b7b04b-3a26-4b30-a7f5-f72e9c6a5cb6 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:23:13.909473 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c3b378-7c1d-4218-a079-1b2e4e1c8db6 None None] The sync data for ids ['ef2e3938-cfbd-43ee-91e5-fbfe20655872'] in n-d-761264-19 is: [{'id': 'ef2e3938-cfbd-43ee-91e5-fbfe20655872', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1896070379-router', 'tenant_id': 'f8b1c0e69a0a4c27bcee6ccfa7041025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:22:57Z', 'updated_at': '2021-12-20T14:23:13Z', 'revision_number': 6, 'project_id': 'f8b1c0e69a0a4c27bcee6ccfa7041025', 'gw_port_host': None}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:23:13.936210 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=24ae1a8c-3e2c-4fbd-afd2-ce80710af39e,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:13.943439 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-c27127e6-9d0e-4216-adee-1e0a50767c20 None None] Provisioning complete for port 4c5fcc2c-22ca-487e-8113-a4e8c8ed7d91 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:23:13.944402 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c27127e6-9d0e-4216-adee-1e0a50767c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:14.058543 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1129c69c-897e-429f-b7b0-211bfb28cb0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:14.074831 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-ead4ab59-fecd-4d04-b114-421e94d337e3 req-a4586bcd-7ad4-40c6-99ff-5c2bac4a6f39 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Deleting port 3aea9ba3-77e2-441d-9772-93b03993f779 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:23:14.075328 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-ead4ab59-fecd-4d04-b114-421e94d337e3 req-a4586bcd-7ad4-40c6-99ff-5c2bac4a6f39 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:14.106175 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1129c69c-897e-429f-b7b0-211bfb28cb0e admin admin] Pushing event deleted for resources: {'Port': ['ID=18a4572c-5557-4f9e-aac1-3dd0f0668346,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:14.152538 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-22509fd4-289c-4571-9620-77a98713e39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b7b04b-3a26-4b30-a7f5-f72e9c6a5cb6', 'name': 'tempest-AttachSCSIVolumeTestJSON-808602919-router', 'tenant_id': '9347ac5b16c44c80bd7c673b18c0b3e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '27e8e6cd-7ea6-464f-a88b-8b692a639d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:23:09Z', 'updated_at': '2021-12-20T14:23:12Z', 'revision_number': 3, 'project_id': '9347ac5b16c44c80bd7c673b18c0b3e8', 'gw_port': {'id': '27e8e6cd-7ea6-464f-a88b-8b692a639d08', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:5b:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4b7b04b-3a26-4b30-a7f5-f72e9c6a5cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:23:10Z', 'updated_at': '2021-12-20T14:23:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:23:14.160566 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def787bc-5ad4-46d2-a841-e55fdd38ea5c req-30cbb066-6520-476b-8499-d92e8dbf69ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:14.162147 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-def787bc-5ad4-46d2-a841-e55fdd38ea5c req-30cbb066-6520-476b-8499-d92e8dbf69ba service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=230adefc93184769a5ed971e644ca4c5&device_id=a21db8bc-e099-4eff-a349-250d98124b7b HTTP/1.1" status: 200 len: 1098 time: 0.2862406 Dec 20 14:23:14.196351 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22509fd4-289c-4571-9620-77a98713e39c None None] Checking router: c4b7b04b-3a26-4b30-a7f5-f72e9c6a5cb6 for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:23:14.197131 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22509fd4-289c-4571-9620-77a98713e39c None None] Updating router c4b7b04b-3a26-4b30-a7f5-f72e9c6a5cb6 port 27e8e6cd-7ea6-464f-a88b-8b692a639d08 binding host n-d-761264-19 {{(pid=103170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 14:23:14.199312 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a3fdc3-3934-433f-8eda-9cdbd204de62 req-f1b4289d-7c71-4758-a259-7e6f7f01638b tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:14.200929 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a5a3fdc3-3934-433f-8eda-9cdbd204de62 req-f1b4289d-7c71-4758-a259-7e6f7f01638b tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?device_id=feb146f1-4f6a-446c-ac49-cb912d011d7a HTTP/1.1" status: 200 len: 949 time: 0.1605697 Dec 20 14:23:14.228731 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-22509fd4-289c-4571-9620-77a98713e39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:14.249187 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1129c69c-897e-429f-b7b0-211bfb28cb0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584913'] for router_gateway, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:14.335474 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 4c5fcc2c-22ca-487e-8113-a4e8c8ed7d91 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:23:14.396567 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 4c5fcc2c-22ca-487e-8113-a4e8c8ed7d91 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:23:14.396849 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:14.399710 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1129c69c-897e-429f-b7b0-211bfb28cb0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40132'] for router, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:14.407653 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1129c69c-897e-429f-b7b0-211bfb28cb0e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:14.416361 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a5a3fdc3-3934-433f-8eda-9cdbd204de62 req-cfac447c-3dcb-4877-b1e9-f969485322f1 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/security-groups?id=d29d9ba9-24bd-4d94-be52-3ca7019f1c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020581 Dec 20 14:23:14.530225 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1129c69c-897e-429f-b7b0-211bfb28cb0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1594808'] for router, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:14.531490 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1129c69c-897e-429f-b7b0-211bfb28cb0e admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef2e3938-cfbd-43ee-91e5-fbfe20655872 {{(pid=103168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 14:23:14.543551 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1129c69c-897e-429f-b7b0-211bfb28cb0e admin admin] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:14.545542 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-1129c69c-897e-429f-b7b0-211bfb28cb0e admin admin] 10.222.0.54 "DELETE /v2.0/routers/ef2e3938-cfbd-43ee-91e5-fbfe20655872 HTTP/1.1" status: 204 len: 168 time: 1.5654762 Dec 20 14:23:14.550884 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 49528) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:23:14.594822 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-22509fd4-289c-4571-9620-77a98713e39c None None] Publish callbacks [] for port, precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:14.607780 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-22509fd4-289c-4571-9620-77a98713e39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:14.625399 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebccaca4-1d2b-4204-82b2-93aa2336e4eb admin admin] Deleting subnet 07704f1c-d2c6-435b-a97c-e5a9fcb5d400 {{(pid=103168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:23:14.629851 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ebccaca4-1d2b-4204-82b2-93aa2336e4eb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:14.654050 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de10ad58-c3d8-4761-a400-8522d08ba54f None None] Pushing event updated for resources: {'Port': ['ID=27e8e6cd-7ea6-464f-a88b-8b692a639d08,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:14.677876 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-22509fd4-289c-4571-9620-77a98713e39c None None] Attempting to bind port 27e8e6cd-7ea6-464f-a88b-8b692a639d08 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:23:14.678598 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-22509fd4-289c-4571-9620-77a98713e39c None None] Attempting to bind port 27e8e6cd-7ea6-464f-a88b-8b692a639d08 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:23:14.679158 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22509fd4-289c-4571-9620-77a98713e39c None None] Attempting to bind port 27e8e6cd-7ea6-464f-a88b-8b692a639d08 on network c3f8658e-da35-41f3-bd03-509e29ebd6f3 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:23:14.682652 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.db.resource_extend [req-b113fff5-58de-4ae5-881a-72f3a20db3da req-59ceb261-106c-4ea6-9bf4-d6121886ddff tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] It took 0.62 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 14:23:14.684284 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e2af385c-ed84-45de-97f2-63c469b6dfe4 req-fb536948-7272-4b71-9089-a926166f84c3 tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] 10.222.0.54 "GET /v2.0/ports?device_id=e11276ee-9d0c-49c8-9177-e4611ff11c4c HTTP/1.1" status: 200 len: 210 time: 0.0327146 Dec 20 14:23:14.696773 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22509fd4-289c-4571-9620-77a98713e39c None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:23:14.698501 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ebccaca4-1d2b-4204-82b2-93aa2336e4eb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9023023'] for subnet, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:14.699951 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22509fd4-289c-4571-9620-77a98713e39c None None] Checking segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:23:14.701939 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-22509fd4-289c-4571-9620-77a98713e39c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:14.702647 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22509fd4-289c-4571-9620-77a98713e39c None None] Bound using segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:23:14.704607 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-22509fd4-289c-4571-9620-77a98713e39c None None] Bound port: 27e8e6cd-7ea6-464f-a88b-8b692a639d08, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:23:14.705017 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-22509fd4-289c-4571-9620-77a98713e39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:14.780595 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-22509fd4-289c-4571-9620-77a98713e39c None None] For port 27e8e6cd-7ea6-464f-a88b-8b692a639d08, host n-d-761264-19, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:23:14.784619 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-22509fd4-289c-4571-9620-77a98713e39c None None] For port 27e8e6cd-7ea6-464f-a88b-8b692a639d08, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=27e8e6cd-7ea6-464f-a88b-8b692a639d08,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:23:14.789328 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-22509fd4-289c-4571-9620-77a98713e39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:14.809653 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24a17c0b-1533-49b4-9ae7-fb28d024d3d4 req-2ba36f7c-89f8-4b84-b9be-433553503092 tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] Made reservation on behalf of 5e2d9292364f43cfb55353bdb702e728 for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:23:14.815149 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-24a17c0b-1533-49b4-9ae7-fb28d024d3d4 req-2ba36f7c-89f8-4b84-b9be-433553503092 tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:14.859778 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22509fd4-289c-4571-9620-77a98713e39c None None] Routers {'c4b7b04b-3a26-4b30-a7f5-f72e9c6a5cb6'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:23:14.860666 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-22509fd4-289c-4571-9620-77a98713e39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:23:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['c4b7b04b-3a26-4b30-a7f5-f72e9c6a5cb6'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:23:14.862825 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de10ad58-c3d8-4761-a400-8522d08ba54f None None] Pushing event updated for resources: {'Port': ['ID=27e8e6cd-7ea6-464f-a88b-8b692a639d08,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:14.873898 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-b113fff5-58de-4ae5-881a-72f3a20db3da req-59ceb261-106c-4ea6-9bf4-d6121886ddff tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:14.874592 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29ad48f-4e12-455c-880a-c26e32ea1ff7 req-62b5eb9a-76ee-45f4-ab4f-3e891d07a5ae tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:14.876392 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c29ad48f-4e12-455c-880a-c26e32ea1ff7 req-62b5eb9a-76ee-45f4-ab4f-3e891d07a5ae tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c03445f-1b2b-49ef-a63f-930b66c268a3 HTTP/1.1" status: 200 len: 946 time: 0.1169121 Dec 20 14:23:14.883279 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ebccaca4-1d2b-4204-82b2-93aa2336e4eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:14.899764 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-ead4ab59-fecd-4d04-b114-421e94d337e3 req-a4586bcd-7ad4-40c6-99ff-5c2bac4a6f39 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] For port 3aea9ba3-77e2-441d-9772-93b03993f779, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=3aea9ba3-77e2-441d-9772-93b03993f779,segment=NetworkSegment(0319426e-5ead-4b5d-906b-45e6b8467961),segment_id=0319426e-5ead-4b5d-906b-45e6b8467961)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:23:14.900139 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-ead4ab59-fecd-4d04-b114-421e94d337e3 req-a4586bcd-7ad4-40c6-99ff-5c2bac4a6f39 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:14.904316 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-b113fff5-58de-4ae5-881a-72f3a20db3da req-59ceb261-106c-4ea6-9bf4-d6121886ddff tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585115'] for floatingip, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:14.966447 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c29ad48f-4e12-455c-880a-c26e32ea1ff7 req-3bcfaa02-7595-406c-a109-4e04d48cefbe tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806165 Dec 20 14:23:14.973916 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-ead4ab59-fecd-4d04-b114-421e94d337e3 req-a4586bcd-7ad4-40c6-99ff-5c2bac4a6f39 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Calling delete_port for 3aea9ba3-77e2-441d-9772-93b03993f779 owned by compute:nova {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:23:14.976422 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def787bc-5ad4-46d2-a841-e55fdd38ea5c req-ff2ecbde-03d1-4421-98d0-fb117c87ad16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:14.978105 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-def787bc-5ad4-46d2-a841-e55fdd38ea5c req-ff2ecbde-03d1-4421-98d0-fb117c87ad16 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f77acfe8-c05d-4606-b7e9-7027c0b13511 HTTP/1.1" status: 200 len: 922 time: 0.8017442 Dec 20 14:23:15.009842 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ebccaca4-1d2b-4204-82b2-93aa2336e4eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8850800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470517'] for subnet, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:15.030329 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:15.045894 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-22509fd4-289c-4571-9620-77a98713e39c None None] Set router c4b7b04b-3a26-4b30-a7f5-f72e9c6a5cb6 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:23:15.051246 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebccaca4-1d2b-4204-82b2-93aa2336e4eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07704f1c-d2c6-435b-a97c-e5a9fcb5d400,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:15.053910 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-248c6334-db27-4088-8195-1431cde10a98 x-openstack-request-id: req-248c6334-db27-4088-8195-1431cde10a98 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:23:15.054761 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c03445f-1b2b-49ef-a63f-930b66c268a3", "name": "network-vif-plugged", "status": "completed", "tag": "24ae1a8c-3e2c-4fbd-afd2-ce80710af39e", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:23:15.055253 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-248c6334-db27-4088-8195-1431cde10a98 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:23:15.055861 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c03445f-1b2b-49ef-a63f-930b66c268a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24ae1a8c-3e2c-4fbd-afd2-ce80710af39e', 'code': 200} Dec 20 14:23:15.061779 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ebccaca4-1d2b-4204-82b2-93aa2336e4eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:15.068142 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-ebccaca4-1d2b-4204-82b2-93aa2336e4eb admin admin] 10.222.0.54 "DELETE /v2.0/subnets/07704f1c-d2c6-435b-a97c-e5a9fcb5d400 HTTP/1.1" status: 204 len: 168 time: 0.5159984 Dec 20 14:23:15.074177 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 49530) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:23:15.078776 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794eb08c-9f6d-4cf9-9580-27ce129c3413 None None] Network ff93c144-21a7-4006-8edc-16d199e6031c requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:23:15.148096 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-def787bc-5ad4-46d2-a841-e55fdd38ea5c req-8d5ce9b5-a304-4151-adca-b684475e6665 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e31ccde7-6b06-4fa3-9cd5-1bf3399c7184 HTTP/1.1" status: 200 len: 217 time: 0.1000915 Dec 20 14:23:15.271848 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ae0e7e-f31f-4609-bbcf-76ed2987d37c req-2ab4c59c-0c05-4250-b0ee-789d9dac5292 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:15.273608 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-73ae0e7e-f31f-4609-bbcf-76ed2987d37c req-2ab4c59c-0c05-4250-b0ee-789d9dac5292 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=a21db8bc-e099-4eff-a349-250d98124b7b HTTP/1.1" status: 200 len: 946 time: 0.1439517 Dec 20 14:23:15.281286 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-319bdd9d-2733-4355-9eb2-4def15d538b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:15.303026 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f82826-4fc6-4899-9cf0-10525ff0390b None None] DHCP port deletion for ff93c144-21a7-4006-8edc-16d199e6031c request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:23:15.342920 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cedc124-7cbb-4ac6-b398-2b147c6c6bbd None None] Sync routers for ids ['ef2e3938-cfbd-43ee-91e5-fbfe20655872'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:23:15.364194 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cedc124-7cbb-4ac6-b398-2b147c6c6bbd None None] Routers set() bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:23:15.366000 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cedc124-7cbb-4ac6-b398-2b147c6c6bbd None None] Router IDs set() for agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 20 14:23:15.367353 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_agentschedulers_db [None req-2cedc124-7cbb-4ac6-b398-2b147c6c6bbd None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ef2e3938-cfbd-43ee-91e5-fbfe20655872'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:23:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent'). {{(pid=103169) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 20 14:23:15.385619 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-73ae0e7e-f31f-4609-bbcf-76ed2987d37c req-82a187d5-63c9-4820-8f5e-bb06f85c498c tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012688 Dec 20 14:23:15.388653 n-d-761264-19 neutron-server[103167]: INFO neutron.db.l3_db [req-b113fff5-58de-4ae5-881a-72f3a20db3da req-59ceb261-106c-4ea6-9bf4-d6121886ddff tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Floating IP ae1a2f52-3564-4fc6-937c-b29d9518ad1f associated. External IP: 172.25.0.185, port: 76748e7d-c7f5-44a6-88a3-a6a2455c82b1. Dec 20 14:23:15.405787 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-319bdd9d-2733-4355-9eb2-4def15d538b2 admin admin] Deleting port dd522c24-91e4-495a-9091-65a268863497 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:23:15.406125 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-319bdd9d-2733-4355-9eb2-4def15d538b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:15.421550 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cedc124-7cbb-4ac6-b398-2b147c6c6bbd None None] Routers set() bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:23:15.421921 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cedc124-7cbb-4ac6-b398-2b147c6c6bbd None None] Router IDs set() for agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 20 14:23:15.422520 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_agentschedulers_db [None req-2cedc124-7cbb-4ac6-b398-2b147c6c6bbd None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ef2e3938-cfbd-43ee-91e5-fbfe20655872'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:23:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent'). {{(pid=103169) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 20 14:23:15.422927 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cedc124-7cbb-4ac6-b398-2b147c6c6bbd None None] The sync data for ids ['ef2e3938-cfbd-43ee-91e5-fbfe20655872'] in n-d-761264-19 is: [] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:23:15.448989 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-23f82826-4fc6-4899-9cf0-10525ff0390b None None] Deleting port dd522c24-91e4-495a-9091-65a268863497 {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:23:15.449408 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-23f82826-4fc6-4899-9cf0-10525ff0390b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:15.475467 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [req-24a17c0b-1533-49b4-9ae7-fb28d024d3d4 req-2ba36f7c-89f8-4b84-b9be-433553503092 tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] Allocated IP 172.20.0.7 (20d6fb4d-2376-4970-a073-7951589c4788/21353c49-abc0-482a-92f4-9d91398e51d3/6921329e-61de-43c7-8698-3cf78ea742aa) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:23:15.485007 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def787bc-5ad4-46d2-a841-e55fdd38ea5c req-f34191c0-79ca-4654-9f79-427dfb62f3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:15.486416 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-def787bc-5ad4-46d2-a841-e55fdd38ea5c req-f34191c0-79ca-4654-9f79-427dfb62f3e5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=39805718-f3e9-41ca-8469-b49efb1a12f8 HTTP/1.1" status: 200 len: 861 time: 0.2974789 Dec 20 14:23:15.514786 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-319bdd9d-2733-4355-9eb2-4def15d538b2 admin admin] For port dd522c24-91e4-495a-9091-65a268863497, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=dd522c24-91e4-495a-9091-65a268863497,segment=NetworkSegment(59537534-b9e8-40f8-b7ff-cd75b9936b37),segment_id=59537534-b9e8-40f8-b7ff-cd75b9936b37)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:23:15.515152 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-319bdd9d-2733-4355-9eb2-4def15d538b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:15.539374 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-22509fd4-289c-4571-9620-77a98713e39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b7b04b-3a26-4b30-a7f5-f72e9c6a5cb6', 'name': 'tempest-AttachSCSIVolumeTestJSON-808602919-router', 'tenant_id': '9347ac5b16c44c80bd7c673b18c0b3e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '27e8e6cd-7ea6-464f-a88b-8b692a639d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:23:09Z', 'updated_at': '2021-12-20T14:23:12Z', 'revision_number': 3, 'project_id': '9347ac5b16c44c80bd7c673b18c0b3e8', 'gw_port': {'id': '27e8e6cd-7ea6-464f-a88b-8b692a639d08', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:5b:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4b7b04b-3a26-4b30-a7f5-f72e9c6a5cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:23:10Z', 'updated_at': '2021-12-20T14:23:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:23:15.549774 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-319bdd9d-2733-4355-9eb2-4def15d538b2 admin admin] Calling delete_port for dd522c24-91e4-495a-9091-65a268863497 owned by network:dhcp {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:23:15.572889 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-23f82826-4fc6-4899-9cf0-10525ff0390b None None] For port dd522c24-91e4-495a-9091-65a268863497, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=dd522c24-91e4-495a-9091-65a268863497,segment=NetworkSegment(59537534-b9e8-40f8-b7ff-cd75b9936b37),segment_id=59537534-b9e8-40f8-b7ff-cd75b9936b37)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:23:15.572889 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-23f82826-4fc6-4899-9cf0-10525ff0390b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:15.588556 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c61b71-ca33-4158-acc4-ab68028cb360 req-f7bc7a56-482e-4cee-827b-bf6d97cd0cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:15.592056 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d8c61b71-ca33-4158-acc4-ab68028cb360 req-f7bc7a56-482e-4cee-827b-bf6d97cd0cde service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9c03445f-1b2b-49ef-a63f-930b66c268a3 HTTP/1.1" status: 200 len: 1098 time: 0.4003088 Dec 20 14:23:15.592732 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22509fd4-289c-4571-9620-77a98713e39c None None] The sync data for ids ['c4b7b04b-3a26-4b30-a7f5-f72e9c6a5cb6'] in n-d-761264-19 is: [{'id': 'c4b7b04b-3a26-4b30-a7f5-f72e9c6a5cb6', 'name': 'tempest-AttachSCSIVolumeTestJSON-808602919-router', 'tenant_id': '9347ac5b16c44c80bd7c673b18c0b3e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '27e8e6cd-7ea6-464f-a88b-8b692a639d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:23:09Z', 'updated_at': '2021-12-20T14:23:12Z', 'revision_number': 3, 'project_id': '9347ac5b16c44c80bd7c673b18c0b3e8', 'gw_port': {'id': '27e8e6cd-7ea6-464f-a88b-8b692a639d08', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:5b:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4b7b04b-3a26-4b30-a7f5-f72e9c6a5cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:23:10Z', 'updated_at': '2021-12-20T14:23:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:23:15.602031 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-23f82826-4fc6-4899-9cf0-10525ff0390b None None] Calling delete_port for dd522c24-91e4-495a-9091-65a268863497 owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:23:15.657156 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-def787bc-5ad4-46d2-a841-e55fdd38ea5c req-1cd630ee-2c2b-4536-a23d-0a11114852b4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f77acfe8-c05d-4606-b7e9-7027c0b13511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1323528 Dec 20 14:23:15.669817 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-319bdd9d-2733-4355-9eb2-4def15d538b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:15.698291 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bdd9d-2733-4355-9eb2-4def15d538b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd522c24-91e4-495a-9091-65a268863497,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:15.710908 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319bdd9d-2733-4355-9eb2-4def15d538b2 admin admin] No DVR routers for this DVR port dd522c24-91e4-495a-9091-65a268863497 on host n-d-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:23:15.825981 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-319bdd9d-2733-4355-9eb2-4def15d538b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:15.852575 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-319bdd9d-2733-4355-9eb2-4def15d538b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff93c144-21a7-4006-8edc-16d199e6031c']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:23:15.875057 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a7da4a-f463-4546-acd2-76132db4f1ad req-b55dfc00-846b-48c1-a046-a97b3416daf3 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:15.882328 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a7da4a-f463-4546-acd2-76132db4f1ad req-b55dfc00-846b-48c1-a046-a97b3416daf3 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:15.884620 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-94a7da4a-f463-4546-acd2-76132db4f1ad req-b55dfc00-846b-48c1-a046-a97b3416daf3 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?device_id=eaa94939-b782-4ca2-8f6d-eaeddb64bd23&device_id=feb146f1-4f6a-446c-ac49-cb912d011d7a HTTP/1.1" status: 200 len: 1689 time: 0.1238000 Dec 20 14:23:15.887072 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-319bdd9d-2733-4355-9eb2-4def15d538b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59537534-b9e8-40f8-b7ff-cd75b9936b37') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:23:15.887361 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-319bdd9d-2733-4355-9eb2-4def15d538b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59537534-b9e8-40f8-b7ff-cd75b9936b37') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:23:15.904074 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-23f82826-4fc6-4899-9cf0-10525ff0390b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:15.926396 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f82826-4fc6-4899-9cf0-10525ff0390b None None] Pushing event deleted for resources: {'Port': ['ID=dd522c24-91e4-495a-9091-65a268863497,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:15.936129 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f82826-4fc6-4899-9cf0-10525ff0390b None None] No DVR routers for this DVR port dd522c24-91e4-495a-9091-65a268863497 on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:23:15.985131 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-319bdd9d-2733-4355-9eb2-4def15d538b2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:16.001123 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-94a7da4a-f463-4546-acd2-76132db4f1ad req-4594573a-98ff-47b0-889a-32036e090888 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/security-groups?id=d29d9ba9-24bd-4d94-be52-3ca7019f1c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057637 Dec 20 14:23:16.009811 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d8c61b71-ca33-4158-acc4-ab68028cb360 req-e537032e-b48c-47fb-9092-b172b27b7bc0 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3995824 Dec 20 14:23:16.010262 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-ead4ab59-fecd-4d04-b114-421e94d337e3 req-a4586bcd-7ad4-40c6-99ff-5c2bac4a6f39 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:16.025636 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-319bdd9d-2733-4355-9eb2-4def15d538b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:16.025763 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['76748e7d-c7f5-44a6-88a3-a6a2455c82b1'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:23:16.034406 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-319bdd9d-2733-4355-9eb2-4def15d538b2 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:23:16.035042 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-319bdd9d-2733-4355-9eb2-4def15d538b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:16.090327 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:23:16.090327 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:23:16.090327 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:23:16.090327 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:23:16.090327 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:23:16.090327 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:23:16.090327 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:23:16.090327 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:23:16.090327 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 14:23:16.090327 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:23:16.090327 n-d-761264-19 neutron-server[103168]: timer() Dec 20 14:23:16.090327 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:23:16.090327 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 14:23:16.090327 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:23:16.090327 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 14:23:16.090327 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:23:16.090327 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 14:23:16.090327 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:23:16.090327 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 14:23:16.090327 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:23:16.090327 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 14:23:16.090327 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:23:16.090327 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:23:16.090327 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:23:16.090327 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:23:16.090327 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:23:16.090327 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 14:23:16.090327 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:23:16.090327 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 14:23:16.090327 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:23:16.090327 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:23:16.090327 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:23:16.090327 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 14:23:16.090327 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:23:16.090327 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:23:16.090327 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:23:16.090327 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:23:16.090327 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:23:16.090327 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:23:16.090327 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:23:16.117301 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-319bdd9d-2733-4355-9eb2-4def15d538b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:16.123374 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-319bdd9d-2733-4355-9eb2-4def15d538b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:16.128991 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-319bdd9d-2733-4355-9eb2-4def15d538b2 admin admin] 10.222.0.54 "DELETE /v2.0/networks/ff93c144-21a7-4006-8edc-16d199e6031c HTTP/1.1" status: 204 len: 168 time: 1.0550189 Dec 20 14:23:16.155569 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bdd9d-2733-4355-9eb2-4def15d538b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff93c144-21a7-4006-8edc-16d199e6031c,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:16.209048 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0ada6486-4127-4b75-bf44-a39da61a6b03 req-27c0f4ce-bf93-40f1-8988-cbab227b8389 tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] 10.222.0.54 "GET /v2.0/ports?device_id=e11276ee-9d0c-49c8-9177-e4611ff11c4c HTTP/1.1" status: 200 len: 210 time: 0.0347786 Dec 20 14:23:16.273233 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 3aea9ba3-77e2-441d-9772-93b03993f779 no longer exists at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:23:16.290436 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-def787bc-5ad4-46d2-a841-e55fdd38ea5c req-0f6641e0-69e6-48d5-bf13-f9fcead75c34 service neutron] 10.222.0.47 "GET /v2.0/networks/f77acfe8-c05d-4606-b7e9-7027c0b13511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6089675 Dec 20 14:23:16.341988 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] No Port match for: 3aea9ba3-77e2-441d-9772-93b03993f779 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:23:16.342335 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 3aea9ba3-77e2-441d-9772-93b03993f779 not bound to the agent host n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:23:16.363467 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 27e8e6cd-7ea6-464f-a88b-8b692a639d08 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:23:16.367430 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4586bcd-7ad4-40c6-99ff-5c2bac4a6f39 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Pushing event deleted for resources: {'Port': ['ID=3aea9ba3-77e2-441d-9772-93b03993f779,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:16.398200 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b113fff5-58de-4ae5-881a-72f3a20db3da req-59ceb261-106c-4ea6-9bf4-d6121886ddff tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Router a4088f0d-ca29-496d-8308-6d6c1ee614fd has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:23:16.430987 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775ab1bb-22ab-456a-a847-dc241e6a9059 req-5c10bf87-f1d1-428e-8d92-058e153be51d tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:16.432953 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-775ab1bb-22ab-456a-a847-dc241e6a9059 req-5c10bf87-f1d1-428e-8d92-058e153be51d tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c03445f-1b2b-49ef-a63f-930b66c268a3 HTTP/1.1" status: 200 len: 946 time: 0.1000342 Dec 20 14:23:16.440253 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-24a17c0b-1533-49b4-9ae7-fb28d024d3d4 req-2ba36f7c-89f8-4b84-b9be-433553503092 tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:16.476272 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-ead4ab59-fecd-4d04-b114-421e94d337e3 req-a4586bcd-7ad4-40c6-99ff-5c2bac4a6f39 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] No DVR routers for this DVR port 3aea9ba3-77e2-441d-9772-93b03993f779 on host n-h1-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:23:16.479717 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 49544) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:23:16.480395 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-ead4ab59-fecd-4d04-b114-421e94d337e3 req-a4586bcd-7ad4-40c6-99ff-5c2bac4a6f39 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:16.487193 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ead4ab59-fecd-4d04-b114-421e94d337e3 req-a4586bcd-7ad4-40c6-99ff-5c2bac4a6f39 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] 10.222.0.30 "DELETE /v2.0/ports/3aea9ba3-77e2-441d-9772-93b03993f779 HTTP/1.1" status: 204 len: 173 time: 3.0595698 Dec 20 14:23:16.518154 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 27e8e6cd-7ea6-464f-a88b-8b692a639d08 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:23:16.520032 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:16.546941 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50178b49-2fc1-4db8-ba42-27a45013d06f', 'name': 'network-vif-deleted', 'tag': '3aea9ba3-77e2-441d-9772-93b03993f779'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:23:16.549337 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cf0c28e-bd6e-4869-83e6-4e54aef9cfb8" -d '{"events": [{"server_uuid": "50178b49-2fc1-4db8-ba42-27a45013d06f", "name": "network-vif-deleted", "tag": "3aea9ba3-77e2-441d-9772-93b03993f779"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:23:16.551937 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-775ab1bb-22ab-456a-a847-dc241e6a9059 req-e3d1b485-bb02-4f35-9986-18b53000f1f7 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103494 Dec 20 14:23:16.562107 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-47471a54-41d8-415e-8294-aac77a9537c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:16.578375 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-93c1b1fb-b329-4466-8670-9c5647fe54fd admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f8b1c0e69a0a4c27bcee6ccfa7041025&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0970347 Dec 20 14:23:16.593331 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 49548) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:23:16.698947 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-24a17c0b-1533-49b4-9ae7-fb28d024d3d4 req-2ba36f7c-89f8-4b84-b9be-433553503092 tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:16.724117 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:16.752697 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] For port 27e8e6cd-7ea6-464f-a88b-8b692a639d08, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=27e8e6cd-7ea6-464f-a88b-8b692a639d08,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:23:16.760216 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:16.823558 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Pushing event updated for resources: {'Port': ['ID=27e8e6cd-7ea6-464f-a88b-8b692a639d08,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:16.851144 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device dd522c24-91e4-495a-9091-65a268863497 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:23:16.860807 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f05231-d694-42db-878b-48cbc46b5bfa req-667712a1-3f56-4ae2-9207-8bde48847fe0 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:16.862892 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b1f05231-d694-42db-878b-48cbc46b5bfa req-667712a1-3f56-4ae2-9207-8bde48847fe0 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=a21db8bc-e099-4eff-a349-250d98124b7b HTTP/1.1" status: 200 len: 946 time: 0.0780461 Dec 20 14:23:16.881508 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: dd522c24-91e4-495a-9091-65a268863497 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:23:16.882011 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device dd522c24-91e4-495a-9091-65a268863497 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:23:16.882672 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 18a4572c-5557-4f9e-aac1-3dd0f0668346 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:23:16.903314 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 18a4572c-5557-4f9e-aac1-3dd0f0668346 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:23:16.903763 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 18a4572c-5557-4f9e-aac1-3dd0f0668346 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:23:16.930482 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b1f05231-d694-42db-878b-48cbc46b5bfa req-18dfbd6b-c3ac-46fe-bf77-e81dab148842 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604708 Dec 20 14:23:17.098305 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8db40fe-dc3f-48b3-9b55-286e669a2cae req-7322a69d-d3d4-4b77-9f1c-27150e689a04 tempest-ServersOnMultiNodesTest-460277134 tempest-ServersOnMultiNodesTest-460277134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:17.099966 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e8db40fe-dc3f-48b3-9b55-286e669a2cae req-7322a69d-d3d4-4b77-9f1c-27150e689a04 tempest-ServersOnMultiNodesTest-460277134 tempest-ServersOnMultiNodesTest-460277134-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=eaa94939-b782-4ca2-8f6d-eaeddb64bd23 HTTP/1.1" status: 200 len: 1101 time: 0.0504491 Dec 20 14:23:17.152566 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e8db40fe-dc3f-48b3-9b55-286e669a2cae req-f5ed09ea-691f-422a-85c3-0ad856408c9c tempest-ServersOnMultiNodesTest-460277134 tempest-ServersOnMultiNodesTest-460277134-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=d29d9ba9-24bd-4d94-be52-3ca7019f1c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438936 Dec 20 14:23:17.164047 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ebb6a84-c3ef-47b7-a3a7-be02083af093 x-openstack-request-id: req-5ebb6a84-c3ef-47b7-a3a7-be02083af093 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:23:17.164614 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50178b49-2fc1-4db8-ba42-27a45013d06f", "name": "network-vif-deleted", "tag": "3aea9ba3-77e2-441d-9772-93b03993f779", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:23:17.164614 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5ebb6a84-c3ef-47b7-a3a7-be02083af093 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:23:17.164968 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50178b49-2fc1-4db8-ba42-27a45013d06f', 'name': 'network-vif-deleted', 'tag': '3aea9ba3-77e2-441d-9772-93b03993f779', 'status': 'completed', 'code': 200} Dec 20 14:23:17.189283 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24a17c0b-1533-49b4-9ae7-fb28d024d3d4 req-2ba36f7c-89f8-4b84-b9be-433553503092 tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] Network 20d6fb4d-2376-4970-a073-7951589c4788 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:23:17.207029 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [req-24a17c0b-1533-49b4-9ae7-fb28d024d3d4 req-2ba36f7c-89f8-4b84-b9be-433553503092 tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:23:17.219752 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-24a17c0b-1533-49b4-9ae7-fb28d024d3d4 req-2ba36f7c-89f8-4b84-b9be-433553503092 tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:23:17.227089 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a17c0b-1533-49b4-9ae7-fb28d024d3d4 req-2ba36f7c-89f8-4b84-b9be-433553503092 tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:17.227736 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-24a17c0b-1533-49b4-9ae7-fb28d024d3d4 req-2ba36f7c-89f8-4b84-b9be-433553503092 tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:17.246425 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba36f7c-89f8-4b84-b9be-433553503092 tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] Pushing event updated for resources: {'Port': ['ID=6921329e-61de-43c7-8698-3cf78ea742aa,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:17.302767 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-def787bc-5ad4-46d2-a841-e55fdd38ea5c req-d002791e-76e6-4031-953e-122846c7c5ee service neutron] 10.222.0.47 "GET /v2.0/networks/f77acfe8-c05d-4606-b7e9-7027c0b13511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9422095 Dec 20 14:23:17.331934 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-150975ed-c064-438b-aedb-0232bbd9386b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:17.342059 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-24a17c0b-1533-49b4-9ae7-fb28d024d3d4 req-2ba36f7c-89f8-4b84-b9be-433553503092 tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6420193 Dec 20 14:23:17.364569 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-24a17c0b-1533-49b4-9ae7-fb28d024d3d4 req-9fa60743-c938-4a9d-8cff-49e24a6afbaa service neutron] Request body: {'port': {'device_id': 'e11276ee-9d0c-49c8-9177-e4611ff11c4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-19'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:23:17.378464 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a7de80-43d6-486d-bf5a-760753590a0e req-9b6bacee-e643-4b5b-a548-0dd6e65948f3 tempest-ServersOnMultiNodesTest-460277134 tempest-ServersOnMultiNodesTest-460277134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:17.380153 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-72a7de80-43d6-486d-bf5a-760753590a0e req-9b6bacee-e643-4b5b-a548-0dd6e65948f3 tempest-ServersOnMultiNodesTest-460277134 tempest-ServersOnMultiNodesTest-460277134-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=feb146f1-4f6a-446c-ac49-cb912d011d7a HTTP/1.1" status: 200 len: 1101 time: 0.0466380 Dec 20 14:23:17.452138 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-72a7de80-43d6-486d-bf5a-760753590a0e req-ce80a934-4a10-4fb7-8bc6-0b66966764da tempest-ServersOnMultiNodesTest-460277134 tempest-ServersOnMultiNodesTest-460277134-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=d29d9ba9-24bd-4d94-be52-3ca7019f1c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609937 Dec 20 14:23:17.466998 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-47471a54-41d8-415e-8294-aac77a9537c9 admin admin] Allocated IP 172.20.0.1 (0399d342-9e50-4e74-826e-166b9eea8291/395d41e6-480d-45e9-9120-b040afe6080d/56dc66ab-7970-483d-bc19-1d52b2e53840) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:23:17.478084 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-150975ed-c064-438b-aedb-0232bbd9386b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:17.524194 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b113fff5-58de-4ae5-881a-72f3a20db3da req-59ceb261-106c-4ea6-9bf4-d6121886ddff tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:23:17.532568 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-d9d277aa-b238-48df-a1aa-5ee0e33b281b None None] Provisioning complete for port 6921329e-61de-43c7-8698-3cf78ea742aa triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:23:17.533043 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d9d277aa-b238-48df-a1aa-5ee0e33b281b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:17.536966 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306cadc3-73eb-4ca4-b484-19ef714a7672 None None] Sync routers for ids ['a4088f0d-ca29-496d-8308-6d6c1ee614fd'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:23:17.566443 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306cadc3-73eb-4ca4-b484-19ef714a7672 None None] Routers {'a4088f0d-ca29-496d-8308-6d6c1ee614fd'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:23:17.567457 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-306cadc3-73eb-4ca4-b484-19ef714a7672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:23:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['a4088f0d-ca29-496d-8308-6d6c1ee614fd'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:23:17.569504 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-b113fff5-58de-4ae5-881a-72f3a20db3da req-59ceb261-106c-4ea6-9bf4-d6121886ddff tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:17.573466 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-24a17c0b-1533-49b4-9ae7-fb28d024d3d4 req-9fa60743-c938-4a9d-8cff-49e24a6afbaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:17.577274 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-d9d277aa-b238-48df-a1aa-5ee0e33b281b None None] Port 6921329e-61de-43c7-8698-3cf78ea742aa cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:23:17.634392 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08526c0e-51e4-40c9-800e-fd138ff2b067 req-379e3270-5455-4a45-b2a2-c2fdc8cd2225 tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:17.636311 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-08526c0e-51e4-40c9-800e-fd138ff2b067 req-379e3270-5455-4a45-b2a2-c2fdc8cd2225 tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] 10.222.0.54 "GET /v2.0/ports?device_id=e11276ee-9d0c-49c8-9177-e4611ff11c4c HTTP/1.1" status: 200 len: 931 time: 0.0871034 Dec 20 14:23:17.658226 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def787bc-5ad4-46d2-a841-e55fdd38ea5c req-a1b62186-b879-405a-b7d1-140b638b7462 tempest-LiveAutoBlockMigrationV225Test-195224901 tempest-LiveAutoBlockMigrationV225Test-195224901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:17.659784 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-def787bc-5ad4-46d2-a841-e55fdd38ea5c req-a1b62186-b879-405a-b7d1-140b638b7462 tempest-LiveAutoBlockMigrationV225Test-195224901 tempest-LiveAutoBlockMigrationV225Test-195224901-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=a21db8bc-e099-4eff-a349-250d98124b7b&tenant_id=230adefc93184769a5ed971e644ca4c5&binding%3Ahost_id=n-h1-761264-19 HTTP/1.1" status: 200 len: 1098 time: 0.2452123 Dec 20 14:23:17.661278 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b113fff5-58de-4ae5-881a-72f3a20db3da req-59ceb261-106c-4ea6-9bf4-d6121886ddff tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] 10.222.0.54 "PUT /v2.0/floatingips/ae1a2f52-3564-4fc6-937c-b29d9518ad1f HTTP/1.1" status: 200 len: 996 time: 4.7886295 Dec 20 14:23:17.688966 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-def787bc-5ad4-46d2-a841-e55fdd38ea5c req-fc2c9883-35f3-4665-8f80-ddfa56644174 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-761264-19'}}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:23:17.711349 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-08526c0e-51e4-40c9-800e-fd138ff2b067 req-f1fcdc2f-9814-4691-a719-26f096de0406 tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] 10.222.0.54 "GET /v2.0/security-groups?id=73d8fb25-8bde-400a-9e66-c6fae64b7525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686536 Dec 20 14:23:17.717172 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-306cadc3-73eb-4ca4-b484-19ef714a7672 None None] Set router a4088f0d-ca29-496d-8308-6d6c1ee614fd gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:23:17.799224 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-150975ed-c064-438b-aedb-0232bbd9386b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:17.801864 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-150975ed-c064-438b-aedb-0232bbd9386b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:17.803170 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-150975ed-c064-438b-aedb-0232bbd9386b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/12946cb6-a107-4008-861d-dd3f6769f530 HTTP/1.1" status: 204 len: 168 time: 1.1220057 Dec 20 14:23:17.877184 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fb66a0-39aa-4d19-8508-706345e42cad req-2adcafbc-2bb6-48cc-a6c8-e9a693e7aaad tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:17.879979 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-44fb66a0-39aa-4d19-8508-706345e42cad req-2adcafbc-2bb6-48cc-a6c8-e9a693e7aaad tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c03445f-1b2b-49ef-a63f-930b66c268a3 HTTP/1.1" status: 200 len: 946 time: 0.0877929 Dec 20 14:23:17.903430 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150975ed-c064-438b-aedb-0232bbd9386b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12946cb6-a107-4008-861d-dd3f6769f530,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:17.912802 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-def787bc-5ad4-46d2-a841-e55fdd38ea5c req-fc2c9883-35f3-4665-8f80-ddfa56644174 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:17.946115 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-44fb66a0-39aa-4d19-8508-706345e42cad req-fa66285c-3ec6-4bcd-9238-700148cbcdfb tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597639 Dec 20 14:23:18.031868 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-306cadc3-73eb-4ca4-b484-19ef714a7672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4088f0d-ca29-496d-8308-6d6c1ee614fd', 'name': 'tempest-FloatingIPsAssociationTestJSON-1936186760-router', 'tenant_id': '4f3a59730c994d32a8cbf695683850a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '4d3978ef-d762-4485-835b-11cfc052303d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:21:47Z', 'updated_at': '2021-12-20T14:21:59Z', 'revision_number': 4, 'project_id': '4f3a59730c994d32a8cbf695683850a0', 'gw_port': {'id': '4d3978ef-d762-4485-835b-11cfc052303d', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:bf:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4088f0d-ca29-496d-8308-6d6c1ee614fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:21:49Z', 'updated_at': '2021-12-20T14:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': 'ae1a2f52-3564-4fc6-937c-b29d9518ad1f', 'tenant_id': '4f3a59730c994d32a8cbf695683850a0', 'floating_ip_address': '172.25.0.185', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': 'a4088f0d-ca29-496d-8308-6d6c1ee614fd', 'port_id': '76748e7d-c7f5-44a6-88a3-a6a2455c82b1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac8eea40-77e8-4385-9ea6-fd285bf85abe', 'mac_address': 'fa:16:3e:3a:ec:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb58f25-96ef-4597-b519-ab74824cbb1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T14:22:24Z', 'updated_at': '2021-12-20T14:23:14Z', 'revision_number': 8, 'project_id': '4f3a59730c994d32a8cbf695683850a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f285e005-4952-43c8-bece-d63ed5e51402', 'name': '', 'network_id': 'ac8eea40-77e8-4385-9ea6-fd285bf85abe', 'tenant_id': '4f3a59730c994d32a8cbf695683850a0', 'mac_address': 'fa:16:3e:8d:a6:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4088f0d-ca29-496d-8308-6d6c1ee614fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '937bc278-96b6-4101-8820-0f0154447eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:21:56Z', 'updated_at': '2021-12-20T14:22:07Z', 'revision_number': 5, 'project_id': '4f3a59730c994d32a8cbf695683850a0', 'subnets': [{'id': '937bc278-96b6-4101-8820-0f0154447eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:23:18.048790 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b113fff5-58de-4ae5-881a-72f3a20db3da req-bef402a5-6cfa-48b3-aad2-e0de6870631f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:18.050572 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b113fff5-58de-4ae5-881a-72f3a20db3da req-bef402a5-6cfa-48b3-aad2-e0de6870631f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4f3a59730c994d32a8cbf695683850a0&device_id=3fb58f25-96ef-4597-b519-ab74824cbb1d HTTP/1.1" status: 200 len: 1097 time: 0.3676248 Dec 20 14:23:18.060882 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306cadc3-73eb-4ca4-b484-19ef714a7672 None None] Checking router: a4088f0d-ca29-496d-8308-6d6c1ee614fd for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:23:18.061920 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-47471a54-41d8-415e-8294-aac77a9537c9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:18.071293 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306cadc3-73eb-4ca4-b484-19ef714a7672 None None] Routers {'a4088f0d-ca29-496d-8308-6d6c1ee614fd'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:23:18.072170 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-306cadc3-73eb-4ca4-b484-19ef714a7672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:23:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['a4088f0d-ca29-496d-8308-6d6c1ee614fd'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:23:18.131916 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9f49bb8f-9193-4f41-92f0-2d50cd7d66eb req-c5e86e7e-9183-4c82-9a84-873c953f6f20 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=67090548a8c94f7bb1b8a5ae37b6ba4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291812 Dec 20 14:23:18.223291 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-306cadc3-73eb-4ca4-b484-19ef714a7672 None None] Set router a4088f0d-ca29-496d-8308-6d6c1ee614fd gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:23:18.292375 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f49bb8f-9193-4f41-92f0-2d50cd7d66eb req-2bf533de-b934-4aee-923e-78387d316beb tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:18.294310 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9f49bb8f-9193-4f41-92f0-2d50cd7d66eb req-2bf533de-b934-4aee-923e-78387d316beb tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1529055 Dec 20 14:23:18.308192 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 27e8e6cd-7ea6-464f-a88b-8b692a639d08 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:23:18.323880 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9f49bb8f-9193-4f41-92f0-2d50cd7d66eb req-e19296cb-e525-45a2-8d72-e1e744c1649c tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/quotas/67090548a8c94f7bb1b8a5ae37b6ba4c HTTP/1.1" status: 200 len: 375 time: 0.0206838 Dec 20 14:23:18.384427 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b113fff5-58de-4ae5-881a-72f3a20db3da req-44dac603-4692-4eae-8504-c5880ec2e370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:18.399359 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b113fff5-58de-4ae5-881a-72f3a20db3da req-44dac603-4692-4eae-8504-c5880ec2e370 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ac8eea40-77e8-4385-9ea6-fd285bf85abe HTTP/1.1" status: 200 len: 922 time: 0.3079171 Dec 20 14:23:18.406714 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 27e8e6cd-7ea6-464f-a88b-8b692a639d08 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:23:18.407098 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:18.424533 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [req-24a17c0b-1533-49b4-9ae7-fb28d024d3d4 req-9fa60743-c938-4a9d-8cff-49e24a6afbaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6921329e-61de-43c7-8698-3cf78ea742aa {{(pid=103167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:23:18.438888 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-24a17c0b-1533-49b4-9ae7-fb28d024d3d4 req-9fa60743-c938-4a9d-8cff-49e24a6afbaa service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:18.456939 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-24a17c0b-1533-49b4-9ae7-fb28d024d3d4 req-9fa60743-c938-4a9d-8cff-49e24a6afbaa service neutron] Transition to ACTIVE for port object 6921329e-61de-43c7-8698-3cf78ea742aa will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:23:18.461893 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-47471a54-41d8-415e-8294-aac77a9537c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:18.535970 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-24a17c0b-1533-49b4-9ae7-fb28d024d3d4 req-9fa60743-c938-4a9d-8cff-49e24a6afbaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:18.618191 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47471a54-41d8-415e-8294-aac77a9537c9 admin admin] Pushing event updated for resources: {'Port': ['ID=56dc66ab-7970-483d-bc19-1d52b2e53840,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:18.633973 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b113fff5-58de-4ae5-881a-72f3a20db3da req-2f91a878-8f27-4fc4-915c-2309975e457e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76748e7d-c7f5-44a6-88a3-a6a2455c82b1 HTTP/1.1" status: 200 len: 999 time: 0.1575522 Dec 20 14:23:18.660062 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47471a54-41d8-415e-8294-aac77a9537c9 admin admin] Network 0399d342-9e50-4e74-826e-166b9eea8291 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:23:18.671842 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-306cadc3-73eb-4ca4-b484-19ef714a7672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4088f0d-ca29-496d-8308-6d6c1ee614fd', 'name': 'tempest-FloatingIPsAssociationTestJSON-1936186760-router', 'tenant_id': '4f3a59730c994d32a8cbf695683850a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '4d3978ef-d762-4485-835b-11cfc052303d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:21:47Z', 'updated_at': '2021-12-20T14:21:59Z', 'revision_number': 4, 'project_id': '4f3a59730c994d32a8cbf695683850a0', 'gw_port': {'id': '4d3978ef-d762-4485-835b-11cfc052303d', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:bf:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4088f0d-ca29-496d-8308-6d6c1ee614fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:21:49Z', 'updated_at': '2021-12-20T14:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': 'ae1a2f52-3564-4fc6-937c-b29d9518ad1f', 'tenant_id': '4f3a59730c994d32a8cbf695683850a0', 'floating_ip_address': '172.25.0.185', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': 'a4088f0d-ca29-496d-8308-6d6c1ee614fd', 'port_id': '76748e7d-c7f5-44a6-88a3-a6a2455c82b1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac8eea40-77e8-4385-9ea6-fd285bf85abe', 'mac_address': 'fa:16:3e:3a:ec:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb58f25-96ef-4597-b519-ab74824cbb1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T14:22:24Z', 'updated_at': '2021-12-20T14:23:14Z', 'revision_number': 8, 'project_id': '4f3a59730c994d32a8cbf695683850a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f285e005-4952-43c8-bece-d63ed5e51402', 'name': '', 'network_id': 'ac8eea40-77e8-4385-9ea6-fd285bf85abe', 'tenant_id': '4f3a59730c994d32a8cbf695683850a0', 'mac_address': 'fa:16:3e:8d:a6:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4088f0d-ca29-496d-8308-6d6c1ee614fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '937bc278-96b6-4101-8820-0f0154447eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:21:56Z', 'updated_at': '2021-12-20T14:22:07Z', 'revision_number': 5, 'project_id': '4f3a59730c994d32a8cbf695683850a0', 'subnets': [{'id': '937bc278-96b6-4101-8820-0f0154447eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:23:18.699219 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306cadc3-73eb-4ca4-b484-19ef714a7672 None None] The sync data for ids ['a4088f0d-ca29-496d-8308-6d6c1ee614fd'] in n-d-761264-19 is: [{'id': 'a4088f0d-ca29-496d-8308-6d6c1ee614fd', 'name': 'tempest-FloatingIPsAssociationTestJSON-1936186760-router', 'tenant_id': '4f3a59730c994d32a8cbf695683850a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '4d3978ef-d762-4485-835b-11cfc052303d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:21:47Z', 'updated_at': '2021-12-20T14:21:59Z', 'revision_number': 4, 'project_id': '4f3a59730c994d32a8cbf695683850a0', 'gw_port': {'id': '4d3978ef-d762-4485-835b-11cfc052303d', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:bf:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4088f0d-ca29-496d-8308-6d6c1ee614fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:21:49Z', 'updated_at': '2021-12-20T14:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': 'ae1a2f52-3564-4fc6-937c-b29d9518ad1f', 'tenant_id': '4f3a59730c994d32a8cbf695683850a0', 'floating_ip_address': '172.25.0.185', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': 'a4088f0d-ca29-496d-8308-6d6c1ee614fd', 'port_id': '76748e7d-c7f5-44a6-88a3-a6a2455c82b1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac8eea40-77e8-4385-9ea6-fd285bf85abe', 'mac_address': 'fa:16:3e:3a:ec:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb58f25-96ef-4597-b519-ab74824cbb1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T14:22:24Z', 'updated_at': '2021-12-20T14:23:14Z', 'revision_number': 8, 'project_id': '4f3a59730c994d32a8cbf695683850a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f285e005-4952-43c8-bece-d63ed5e51402', 'name': '', 'network_id': 'ac8eea40-77e8-4385-9ea6-fd285bf85abe', 'tenant_id': '4f3a59730c994d32a8cbf695683850a0', 'mac_address': 'fa:16:3e:8d:a6:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4088f0d-ca29-496d-8308-6d6c1ee614fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '937bc278-96b6-4101-8820-0f0154447eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:21:56Z', 'updated_at': '2021-12-20T14:22:07Z', 'revision_number': 5, 'project_id': '4f3a59730c994d32a8cbf695683850a0', 'subnets': [{'id': '937bc278-96b6-4101-8820-0f0154447eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:23:18.702181 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-47471a54-41d8-415e-8294-aac77a9537c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:23:18.704552 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47471a54-41d8-415e-8294-aac77a9537c9 admin admin] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:23:18.704974 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-47471a54-41d8-415e-8294-aac77a9537c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595714'] for router_interface, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:18.706875 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9f49bb8f-9193-4f41-92f0-2d50cd7d66eb req-8c77d834-84d9-4521-baf5-078cc7b9268a tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=67090548a8c94f7bb1b8a5ae37b6ba4c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3775835 Dec 20 14:23:18.822271 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-def787bc-5ad4-46d2-a841-e55fdd38ea5c req-fc2c9883-35f3-4665-8f80-ddfa56644174 service neutron] For port e31ccde7-6b06-4fa3-9cd5-1bf3399c7184, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=e31ccde7-6b06-4fa3-9cd5-1bf3399c7184,segment=NetworkSegment(c78eb3db-e8a6-4673-b220-136b3d8ed714),segment_id=c78eb3db-e8a6-4673-b220-136b3d8ed714)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:23:18.944473 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa60743-c938-4a9d-8cff-49e24a6afbaa service neutron] Pushing event updated for resources: {'Port': ['ID=6921329e-61de-43c7-8698-3cf78ea742aa,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:18.959918 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b113fff5-58de-4ae5-881a-72f3a20db3da req-3e520a32-b5c8-4bf9-9090-e8ddc53e8dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:18.962651 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b113fff5-58de-4ae5-881a-72f3a20db3da req-3e520a32-b5c8-4bf9-9090-e8ddc53e8dcb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=937bc278-96b6-4101-8820-0f0154447eb0 HTTP/1.1" status: 200 len: 860 time: 0.3052616 Dec 20 14:23:18.966247 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f67955-3a52-4f39-8860-c10557960d9e req-fe3281e5-1c1b-4407-9162-5b26981419c5 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:18.976112 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d6f67955-3a52-4f39-8860-c10557960d9e req-fe3281e5-1c1b-4407-9162-5b26981419c5 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=a21db8bc-e099-4eff-a349-250d98124b7b HTTP/1.1" status: 200 len: 946 time: 0.0682352 Dec 20 14:23:19.049002 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d6f67955-3a52-4f39-8860-c10557960d9e req-840b3ea3-b169-4512-a484-aa69fd38080f tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668900 Dec 20 14:23:19.097507 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-24a17c0b-1533-49b4-9ae7-fb28d024d3d4 req-9fa60743-c938-4a9d-8cff-49e24a6afbaa service neutron] Attempting to bind port 6921329e-61de-43c7-8698-3cf78ea742aa on host n-h1-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:23:19.098018 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-24a17c0b-1533-49b4-9ae7-fb28d024d3d4 req-9fa60743-c938-4a9d-8cff-49e24a6afbaa service neutron] Attempting to bind port 6921329e-61de-43c7-8698-3cf78ea742aa by drivers openvswitch,hyperv on host n-h1-761264-19 at level 0 using segments [{'id': '4a8e3bfe-fb94-425c-9c5a-648fdee0e431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '20d6fb4d-2376-4970-a073-7951589c4788'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:23:19.098675 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a17c0b-1533-49b4-9ae7-fb28d024d3d4 req-9fa60743-c938-4a9d-8cff-49e24a6afbaa service neutron] Attempting to bind port 6921329e-61de-43c7-8698-3cf78ea742aa on network 20d6fb4d-2376-4970-a073-7951589c4788 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:23:19.119285 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-def787bc-5ad4-46d2-a841-e55fdd38ea5c req-fc2c9883-35f3-4665-8f80-ddfa56644174 service neutron] For port e31ccde7-6b06-4fa3-9cd5-1bf3399c7184, host n-h1-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:23:19.156214 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a17c0b-1533-49b4-9ae7-fb28d024d3d4 req-9fa60743-c938-4a9d-8cff-49e24a6afbaa service neutron] Port 6921329e-61de-43c7-8698-3cf78ea742aa on network 20d6fb4d-2376-4970-a073-7951589c4788 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:23:19.156439 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a17c0b-1533-49b4-9ae7-fb28d024d3d4 req-9fa60743-c938-4a9d-8cff-49e24a6afbaa service neutron] Attempting to bind port 6921329e-61de-43c7-8698-3cf78ea742aa on network 20d6fb4d-2376-4970-a073-7951589c4788 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:23:19.166956 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ae5535-ac63-42e0-93bf-5b6d392ac38c None None] New status for floating IP ae1a2f52-3564-4fc6-937c-b29d9518ad1f: ACTIVE {{(pid=103169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 14:23:19.170092 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fb58f25-96ef-4597-b519-ab74824cbb1d', 'tag': '76748e7d-c7f5-44a6-88a3-a6a2455c82b1'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:23:19.172633 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87c15057-56de-4883-b392-61b64902d6c3" -d '{"events": [{"name": "network-changed", "server_uuid": "3fb58f25-96ef-4597-b519-ab74824cbb1d", "tag": "76748e7d-c7f5-44a6-88a3-a6a2455c82b1"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:23:19.187156 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a17c0b-1533-49b4-9ae7-fb28d024d3d4 req-9fa60743-c938-4a9d-8cff-49e24a6afbaa service neutron] Checking agent: {'id': '3e5ace3e-dd7b-4522-a7c4-77d13dbeab1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:23:19.187495 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a17c0b-1533-49b4-9ae7-fb28d024d3d4 req-9fa60743-c938-4a9d-8cff-49e24a6afbaa service neutron] Checking segment: {'id': '4a8e3bfe-fb94-425c-9c5a-648fdee0e431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '20d6fb4d-2376-4970-a073-7951589c4788'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:23:19.187944 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a17c0b-1533-49b4-9ae7-fb28d024d3d4 req-9fa60743-c938-4a9d-8cff-49e24a6afbaa service neutron] Bound using segment: {'id': '4a8e3bfe-fb94-425c-9c5a-648fdee0e431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '20d6fb4d-2376-4970-a073-7951589c4788'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:23:19.188391 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-24a17c0b-1533-49b4-9ae7-fb28d024d3d4 req-9fa60743-c938-4a9d-8cff-49e24a6afbaa service neutron] Bound port: 6921329e-61de-43c7-8698-3cf78ea742aa, host: n-h1-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a8e3bfe-fb94-425c-9c5a-648fdee0e431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '20d6fb4d-2376-4970-a073-7951589c4788'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:23:19.188778 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-24a17c0b-1533-49b4-9ae7-fb28d024d3d4 req-9fa60743-c938-4a9d-8cff-49e24a6afbaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:19.212770 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b113fff5-58de-4ae5-881a-72f3a20db3da req-be005e52-cd96-4c11-b81f-5236c081bf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:19.214349 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b113fff5-58de-4ae5-881a-72f3a20db3da req-be005e52-cd96-4c11-b81f-5236c081bf6b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ac8eea40-77e8-4385-9ea6-fd285bf85abe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2441599 Dec 20 14:23:19.223171 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-def787bc-5ad4-46d2-a841-e55fdd38ea5c req-fc2c9883-35f3-4665-8f80-ddfa56644174 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:19.241190 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-9a98efd2-926d-4c3a-9ff4-f1facfdea94e None None] Provisioning complete for port 56dc66ab-7970-483d-bc19-1d52b2e53840 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:23:19.241747 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-9a98efd2-926d-4c3a-9ff4-f1facfdea94e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:19.289318 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-def787bc-5ad4-46d2-a841-e55fdd38ea5c req-fc2c9883-35f3-4665-8f80-ddfa56644174 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:19.331112 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-9a98efd2-926d-4c3a-9ff4-f1facfdea94e None None] Port 56dc66ab-7970-483d-bc19-1d52b2e53840 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:23:19.332847 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-47471a54-41d8-415e-8294-aac77a9537c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:19.455016 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088abdff-df0f-4b21-ac21-ef50767d4583 req-2f5a52dc-cb9a-4322-b132-30299e92afe3 tempest-LiveMigrationTest-1128134252 tempest-LiveMigrationTest-1128134252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:19.457799 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-088abdff-df0f-4b21-ac21-ef50767d4583 req-2f5a52dc-cb9a-4322-b132-30299e92afe3 tempest-LiveMigrationTest-1128134252 tempest-LiveMigrationTest-1128134252-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=9c03445f-1b2b-49ef-a63f-930b66c268a3 HTTP/1.1" status: 200 len: 1098 time: 0.0536797 Dec 20 14:23:19.480066 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-24a17c0b-1533-49b4-9ae7-fb28d024d3d4 req-9fa60743-c938-4a9d-8cff-49e24a6afbaa service neutron] For port 6921329e-61de-43c7-8698-3cf78ea742aa, host n-h1-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:23:19.503690 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2c9883-35f3-4665-8f80-ddfa56644174 service neutron] Pushing event updated for resources: {'Port': ['ID=e31ccde7-6b06-4fa3-9cd5-1bf3399c7184,revision_number=7']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:19.511613 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-088abdff-df0f-4b21-ac21-ef50767d4583 req-a6dd7ea3-3ff8-41f7-b136-a73a64de88f2 tempest-LiveMigrationTest-1128134252 tempest-LiveMigrationTest-1128134252-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454931 Dec 20 14:23:19.528568 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b113fff5-58de-4ae5-881a-72f3a20db3da req-fa5202f9-fd6e-4283-b789-729c4eaab3b2 service neutron] 10.222.0.54 "GET /v2.0/networks/ac8eea40-77e8-4385-9ea6-fd285bf85abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2802949 Dec 20 14:23:19.530501 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-24a17c0b-1533-49b4-9ae7-fb28d024d3d4 req-9fa60743-c938-4a9d-8cff-49e24a6afbaa service neutron] For port 6921329e-61de-43c7-8698-3cf78ea742aa, host n-h1-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=6921329e-61de-43c7-8698-3cf78ea742aa,segment=NetworkSegment(4a8e3bfe-fb94-425c-9c5a-648fdee0e431),segment_id=4a8e3bfe-fb94-425c-9c5a-648fdee0e431)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:23:19.544474 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-24a17c0b-1533-49b4-9ae7-fb28d024d3d4 req-9fa60743-c938-4a9d-8cff-49e24a6afbaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:19.559027 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-def787bc-5ad4-46d2-a841-e55fdd38ea5c req-fc2c9883-35f3-4665-8f80-ddfa56644174 service neutron] Attempting to bind port e31ccde7-6b06-4fa3-9cd5-1bf3399c7184 on host n-h1-761264-19 for vnic_type normal with profile {"migrating_to": "n-h2-761264-19"} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:23:19.559309 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-def787bc-5ad4-46d2-a841-e55fdd38ea5c req-fc2c9883-35f3-4665-8f80-ddfa56644174 service neutron] Attempting to bind port e31ccde7-6b06-4fa3-9cd5-1bf3399c7184 by drivers openvswitch,hyperv on host n-h1-761264-19 at level 0 using segments [{'id': 'c78eb3db-e8a6-4673-b220-136b3d8ed714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f77acfe8-c05d-4606-b7e9-7027c0b13511'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:23:19.559640 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def787bc-5ad4-46d2-a841-e55fdd38ea5c req-fc2c9883-35f3-4665-8f80-ddfa56644174 service neutron] Attempting to bind port e31ccde7-6b06-4fa3-9cd5-1bf3399c7184 on network f77acfe8-c05d-4606-b7e9-7027c0b13511 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:23:19.625402 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def787bc-5ad4-46d2-a841-e55fdd38ea5c req-fc2c9883-35f3-4665-8f80-ddfa56644174 service neutron] Port e31ccde7-6b06-4fa3-9cd5-1bf3399c7184 on network f77acfe8-c05d-4606-b7e9-7027c0b13511 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:23:19.625731 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def787bc-5ad4-46d2-a841-e55fdd38ea5c req-fc2c9883-35f3-4665-8f80-ddfa56644174 service neutron] Attempting to bind port e31ccde7-6b06-4fa3-9cd5-1bf3399c7184 on network f77acfe8-c05d-4606-b7e9-7027c0b13511 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:23:19.646774 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a17c0b-1533-49b4-9ae7-fb28d024d3d4 req-9fa60743-c938-4a9d-8cff-49e24a6afbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:19.647524 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-24a17c0b-1533-49b4-9ae7-fb28d024d3d4 req-9fa60743-c938-4a9d-8cff-49e24a6afbaa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:19.648991 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-24a17c0b-1533-49b4-9ae7-fb28d024d3d4 req-9fa60743-c938-4a9d-8cff-49e24a6afbaa service neutron] 10.222.0.30 "PUT /v2.0/ports/6921329e-61de-43c7-8698-3cf78ea742aa HTTP/1.1" status: 200 len: 1092 time: 2.2915838 Dec 20 14:23:19.689418 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def787bc-5ad4-46d2-a841-e55fdd38ea5c req-fc2c9883-35f3-4665-8f80-ddfa56644174 service neutron] Checking agent: {'id': '3e5ace3e-dd7b-4522-a7c4-77d13dbeab1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:23:19.689659 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def787bc-5ad4-46d2-a841-e55fdd38ea5c req-fc2c9883-35f3-4665-8f80-ddfa56644174 service neutron] Checking segment: {'id': 'c78eb3db-e8a6-4673-b220-136b3d8ed714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f77acfe8-c05d-4606-b7e9-7027c0b13511'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:23:19.689970 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def787bc-5ad4-46d2-a841-e55fdd38ea5c req-fc2c9883-35f3-4665-8f80-ddfa56644174 service neutron] Bound using segment: {'id': 'c78eb3db-e8a6-4673-b220-136b3d8ed714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f77acfe8-c05d-4606-b7e9-7027c0b13511'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:23:19.690423 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-def787bc-5ad4-46d2-a841-e55fdd38ea5c req-fc2c9883-35f3-4665-8f80-ddfa56644174 service neutron] Bound port: e31ccde7-6b06-4fa3-9cd5-1bf3399c7184, host: n-h1-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c78eb3db-e8a6-4673-b220-136b3d8ed714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f77acfe8-c05d-4606-b7e9-7027c0b13511'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:23:19.690803 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-def787bc-5ad4-46d2-a841-e55fdd38ea5c req-fc2c9883-35f3-4665-8f80-ddfa56644174 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:19.726816 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b932339d-04ed-46eb-b4fe-65ae382cad1e req-6360f9c5-23fb-472d-b535-728bba0113cf tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:19.728656 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b932339d-04ed-46eb-b4fe-65ae382cad1e req-6360f9c5-23fb-472d-b535-728bba0113cf tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] 10.222.0.54 "GET /v2.0/ports?device_id=e11276ee-9d0c-49c8-9177-e4611ff11c4c HTTP/1.1" status: 200 len: 943 time: 0.0702934 Dec 20 14:23:19.792536 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b932339d-04ed-46eb-b4fe-65ae382cad1e req-7b257dec-8027-44c3-b046-70820e5dcde7 tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] 10.222.0.54 "GET /v2.0/security-groups?id=73d8fb25-8bde-400a-9e66-c6fae64b7525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546129 Dec 20 14:23:19.824347 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa60743-c938-4a9d-8cff-49e24a6afbaa service neutron] Pushing event updated for resources: {'Port': ['ID=6921329e-61de-43c7-8698-3cf78ea742aa,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:19.876347 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b113fff5-58de-4ae5-881a-72f3a20db3da req-45b9f478-f24f-4965-a66b-63cccd6edc7f service neutron] 10.222.0.54 "GET /v2.0/networks/ac8eea40-77e8-4385-9ea6-fd285bf85abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3366508 Dec 20 14:23:19.882360 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a17c0b-1533-49b4-9ae7-fb28d024d3d4 req-3d37dd29-0d78-4842-b8f3-81e06916582c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:19.883840 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-24a17c0b-1533-49b4-9ae7-fb28d024d3d4 req-3d37dd29-0d78-4842-b8f3-81e06916582c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5e2d9292364f43cfb55353bdb702e728&device_id=e11276ee-9d0c-49c8-9177-e4611ff11c4c HTTP/1.1" status: 200 len: 1095 time: 0.1575024 Dec 20 14:23:19.884638 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-421e4abe-d107-4230-9f40-f8479c0fe9e8 req-8fcb23b0-4ffd-4185-8add-bd04110686d6 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?device_id=786625c9-367a-460a-9939-16ca6fb4c85b HTTP/1.1" status: 200 len: 210 time: 0.0340025 Dec 20 14:23:19.929774 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-def787bc-5ad4-46d2-a841-e55fdd38ea5c req-fc2c9883-35f3-4665-8f80-ddfa56644174 service neutron] For port e31ccde7-6b06-4fa3-9cd5-1bf3399c7184, host n-h1-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:23:19.961094 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b685b63-0116-402a-af1f-db26fd93ddc5 x-openstack-request-id: req-3b685b63-0116-402a-af1f-db26fd93ddc5 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:23:19.961384 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fb58f25-96ef-4597-b519-ab74824cbb1d", "tag": "76748e7d-c7f5-44a6-88a3-a6a2455c82b1", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:23:19.961660 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3b685b63-0116-402a-af1f-db26fd93ddc5 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:23:19.962032 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fb58f25-96ef-4597-b519-ab74824cbb1d', 'tag': '76748e7d-c7f5-44a6-88a3-a6a2455c82b1', 'status': 'completed', 'code': 200} Dec 20 14:23:19.971042 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-24a17c0b-1533-49b4-9ae7-fb28d024d3d4 req-c99965fe-67af-42f2-8df0-0d5c46f0fa98 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6921329e-61de-43c7-8698-3cf78ea742aa HTTP/1.1" status: 200 len: 217 time: 0.0739565 Dec 20 14:23:19.983804 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-def787bc-5ad4-46d2-a841-e55fdd38ea5c req-fc2c9883-35f3-4665-8f80-ddfa56644174 service neutron] For port e31ccde7-6b06-4fa3-9cd5-1bf3399c7184, host n-h1-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=e31ccde7-6b06-4fa3-9cd5-1bf3399c7184,segment=NetworkSegment(c78eb3db-e8a6-4673-b220-136b3d8ed714),segment_id=c78eb3db-e8a6-4673-b220-136b3d8ed714)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:23:20.021427 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-47471a54-41d8-415e-8294-aac77a9537c9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:20.023890 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-def787bc-5ad4-46d2-a841-e55fdd38ea5c req-fc2c9883-35f3-4665-8f80-ddfa56644174 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:20.043562 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f1b113-9698-45d4-81f3-fe8730139bc7 req-bd363ef9-4988-4825-9a57-da23df0fdb10 tempest-LiveMigrationTest-1128134252 tempest-LiveMigrationTest-1128134252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:20.045263 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-59f1b113-9698-45d4-81f3-fe8730139bc7 req-bd363ef9-4988-4825-9a57-da23df0fdb10 tempest-LiveMigrationTest-1128134252 tempest-LiveMigrationTest-1128134252-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=9c03445f-1b2b-49ef-a63f-930b66c268a3 HTTP/1.1" status: 200 len: 1098 time: 0.0518043 Dec 20 14:23:20.078885 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-47471a54-41d8-415e-8294-aac77a9537c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:20.079594 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-47471a54-41d8-415e-8294-aac77a9537c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1595702'] for router_interface, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:20.098089 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-59f1b113-9698-45d4-81f3-fe8730139bc7 req-d4793e29-d306-4fe4-85f7-82c0600d00c7 tempest-LiveMigrationTest-1128134252 tempest-LiveMigrationTest-1128134252-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446925 Dec 20 14:23:20.163864 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a17c0b-1533-49b4-9ae7-fb28d024d3d4 req-0fb29fbf-3bbd-49bd-9be3-a096cf21b02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:20.165358 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-24a17c0b-1533-49b4-9ae7-fb28d024d3d4 req-0fb29fbf-3bbd-49bd-9be3-a096cf21b02c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=21353c49-abc0-482a-92f4-9d91398e51d3 HTTP/1.1" status: 200 len: 854 time: 0.1836858 Dec 20 14:23:20.167664 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9f49bb8f-9193-4f41-92f0-2d50cd7d66eb req-3dd8e7b4-b17c-4a79-bb67-5d378f016722 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=67090548a8c94f7bb1b8a5ae37b6ba4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0372057 Dec 20 14:23:20.262046 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c15057-56de-4883-b392-61b64902d6c3 req-a0c37a5a-d672-4821-bd0e-bed2d90d6a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:20.263590 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-87c15057-56de-4883-b392-61b64902d6c3 req-a0c37a5a-d672-4821-bd0e-bed2d90d6a0b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4f3a59730c994d32a8cbf695683850a0&device_id=3fb58f25-96ef-4597-b519-ab74824cbb1d HTTP/1.1" status: 200 len: 1097 time: 0.2678883 Dec 20 14:23:20.269296 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2c9883-35f3-4665-8f80-ddfa56644174 service neutron] Pushing event updated for resources: {'Port': ['ID=e31ccde7-6b06-4fa3-9cd5-1bf3399c7184,revision_number=8']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:20.279134 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d59e6339-ff19-415b-84a6-3e1733b8ec1b req-63ae55d4-fa64-4a20-9a12-a74896663da9 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] 10.222.0.54 "GET /v2.0/floatingips/ae1a2f52-3564-4fc6-937c-b29d9518ad1f HTTP/1.1" status: 200 len: 998 time: 0.2483256 Dec 20 14:23:20.324263 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112b89bf-17b3-4a48-9496-0faed326b3df req-587b1e40-70d7-4597-a901-8838cff7f9ef tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:20.325737 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-112b89bf-17b3-4a48-9496-0faed326b3df req-587b1e40-70d7-4597-a901-8838cff7f9ef tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=a21db8bc-e099-4eff-a349-250d98124b7b HTTP/1.1" status: 200 len: 944 time: 0.1024299 Dec 20 14:23:20.336905 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def787bc-5ad4-46d2-a841-e55fdd38ea5c req-fc2c9883-35f3-4665-8f80-ddfa56644174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:20.337522 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-def787bc-5ad4-46d2-a841-e55fdd38ea5c req-fc2c9883-35f3-4665-8f80-ddfa56644174 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:20.338996 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-def787bc-5ad4-46d2-a841-e55fdd38ea5c req-fc2c9883-35f3-4665-8f80-ddfa56644174 service neutron] 10.222.0.47 "PUT /v2.0/ports/e31ccde7-6b06-4fa3-9cd5-1bf3399c7184 HTTP/1.1" status: 200 len: 1124 time: 2.6547861 Dec 20 14:23:20.359503 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f49bb8f-9193-4f41-92f0-2d50cd7d66eb req-fd9a1e2a-681d-4c14-995b-5d570120a1bb tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:20.361007 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9f49bb8f-9193-4f41-92f0-2d50cd7d66eb req-fd9a1e2a-681d-4c14-995b-5d570120a1bb tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1793842 Dec 20 14:23:20.383185 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-9f49bb8f-9193-4f41-92f0-2d50cd7d66eb req-9896c994-283d-4b29-a260-aeaa135db184 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Request body: {'port': {'device_id': '786625c9-367a-460a-9939-16ca6fb4c85b', 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1', 'admin_state_up': True, 'tenant_id': '67090548a8c94f7bb1b8a5ae37b6ba4c'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:23:20.399602 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['e31ccde7-6b06-4fa3-9cd5-1bf3399c7184'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:23:20.428570 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-112b89bf-17b3-4a48-9496-0faed326b3df req-73a0cec0-cd69-498a-abf2-84949a9f966b tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954630 Dec 20 14:23:20.566410 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f49bb8f-9193-4f41-92f0-2d50cd7d66eb req-9896c994-283d-4b29-a260-aeaa135db184 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Made reservation on behalf of 67090548a8c94f7bb1b8a5ae37b6ba4c for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:23:20.572839 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-9f49bb8f-9193-4f41-92f0-2d50cd7d66eb req-9896c994-283d-4b29-a260-aeaa135db184 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:20.743917 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [req-9f49bb8f-9193-4f41-92f0-2d50cd7d66eb req-9896c994-283d-4b29-a260-aeaa135db184 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Allocated IP 192.168.233.211 (00c897c2-e98d-4716-a0b4-8f9f297fa8a1/36bf280f-81bb-4486-a87a-9b9505a1cec4/27bda246-2577-405f-878c-2ee24199e215) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:23:20.766819 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a17c0b-1533-49b4-9ae7-fb28d024d3d4 req-fb110de6-0d52-460d-9dd1-c27c7cc783e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:20.768347 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-24a17c0b-1533-49b4-9ae7-fb28d024d3d4 req-fb110de6-0d52-460d-9dd1-c27c7cc783e4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=20d6fb4d-2376-4970-a073-7951589c4788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5783002 Dec 20 14:23:20.794071 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47471a54-41d8-415e-8294-aac77a9537c9 admin admin] Pushing event updated for resources: {'Port': ['ID=56dc66ab-7970-483d-bc19-1d52b2e53840,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:20.818671 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47471a54-41d8-415e-8294-aac77a9537c9 admin admin] Network 0399d342-9e50-4e74-826e-166b9eea8291 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:23:20.839230 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-47471a54-41d8-415e-8294-aac77a9537c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:23:20.904458 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c15057-56de-4883-b392-61b64902d6c3 req-a6c55497-e35d-4297-bfe2-5cd4d531f192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:20.907291 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-87c15057-56de-4883-b392-61b64902d6c3 req-a6c55497-e35d-4297-bfe2-5cd4d531f192 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ac8eea40-77e8-4385-9ea6-fd285bf85abe HTTP/1.1" status: 200 len: 922 time: 0.6259639 Dec 20 14:23:20.915952 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-9f49bb8f-9193-4f41-92f0-2d50cd7d66eb req-9896c994-283d-4b29-a260-aeaa135db184 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:20.917177 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59e6339-ff19-415b-84a6-3e1733b8ec1b req-26a21ab5-da97-4a0a-9a83-019591344820 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:20.918597 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d59e6339-ff19-415b-84a6-3e1733b8ec1b req-26a21ab5-da97-4a0a-9a83-019591344820 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] 10.222.0.54 "GET /v2.0/networks/c3f8658e-da35-41f3-bd03-509e29ebd6f3 HTTP/1.1" status: 200 len: 784 time: 0.6201773 Dec 20 14:23:20.963515 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-9f49bb8f-9193-4f41-92f0-2d50cd7d66eb req-9896c994-283d-4b29-a260-aeaa135db184 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:20.975741 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['b480e985-94d1-4c37-a197-978c3373d94b', '7cbb65ff-fb94-477d-a1d2-7eb72e2e0d71'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:23:21.020259 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f49bb8f-9193-4f41-92f0-2d50cd7d66eb req-9896c994-283d-4b29-a260-aeaa135db184 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:23:21.024044 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [req-9f49bb8f-9193-4f41-92f0-2d50cd7d66eb req-9896c994-283d-4b29-a260-aeaa135db184 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:23:21.028967 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f49bb8f-9193-4f41-92f0-2d50cd7d66eb req-9896c994-283d-4b29-a260-aeaa135db184 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:23:21.037908 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['4b0a336b-db05-4701-bfc6-4dde1c5f783a', 'e06c38a2-5e0b-45af-bbf7-4a1f4561e3ce', 'f8088620-4873-4a7e-871d-1e2a2b1c3622'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:23:21.103995 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9896c994-283d-4b29-a260-aeaa135db184 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Pushing event updated for resources: {'Port': ['ID=27bda246-2577-405f-878c-2ee24199e215,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:21.122916 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f49bb8f-9193-4f41-92f0-2d50cd7d66eb req-9896c994-283d-4b29-a260-aeaa135db184 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:21.123878 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-9f49bb8f-9193-4f41-92f0-2d50cd7d66eb req-9896c994-283d-4b29-a260-aeaa135db184 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:21.156874 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9f49bb8f-9193-4f41-92f0-2d50cd7d66eb req-9896c994-283d-4b29-a260-aeaa135db184 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7780592 Dec 20 14:23:21.180864 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-9f49bb8f-9193-4f41-92f0-2d50cd7d66eb req-cf3771e0-0ba8-4328-9f1e-61b57c1b5f5f service neutron] Request body: {'port': {'device_id': '786625c9-367a-460a-9939-16ca6fb4c85b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-19'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:23:21.203024 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [req-d59e6339-ff19-415b-84a6-3e1733b8ec1b req-e312e2dd-3ced-4383-8e1b-b02a56222ae6 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:23:21.221018 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d59e6339-ff19-415b-84a6-3e1733b8ec1b req-e312e2dd-3ced-4383-8e1b-b02a56222ae6 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2644939 Dec 20 14:23:21.231378 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-24a17c0b-1533-49b4-9ae7-fb28d024d3d4 req-77d702e6-de71-442f-8a81-8d824d7391ad service neutron] 10.222.0.30 "GET /v2.0/networks/20d6fb4d-2376-4970-a073-7951589c4788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4460166 Dec 20 14:23:21.233505 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-87c15057-56de-4883-b392-61b64902d6c3 req-a8acf2a1-d6bf-47ec-91d9-aa0ad233d783 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76748e7d-c7f5-44a6-88a3-a6a2455c82b1 HTTP/1.1" status: 200 len: 1001 time: 0.3103318 Dec 20 14:23:21.282333 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-9f49bb8f-9193-4f41-92f0-2d50cd7d66eb req-cf3771e0-0ba8-4328-9f1e-61b57c1b5f5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:21.334796 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-84499e1f-2cd3-4d6b-b898-cad1887998ec None None] Provisioning complete for port 56dc66ab-7970-483d-bc19-1d52b2e53840 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:23:21.335188 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-84499e1f-2cd3-4d6b-b898-cad1887998ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:21.388683 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47471a54-41d8-415e-8294-aac77a9537c9 admin admin] Router c4b7b04b-3a26-4b30-a7f5-f72e9c6a5cb6 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:23:21.425036 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-84499e1f-2cd3-4d6b-b898-cad1887998ec None None] Port 56dc66ab-7970-483d-bc19-1d52b2e53840 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:23:21.445214 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-24a17c0b-1533-49b4-9ae7-fb28d024d3d4 req-203a7cbf-8fb0-400c-ace9-e022ba9d554a service neutron] 10.222.0.30 "GET /v2.0/networks/20d6fb4d-2376-4970-a073-7951589c4788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066267 Dec 20 14:23:21.579137 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c15057-56de-4883-b392-61b64902d6c3 req-6d3c70b7-1d71-44e8-bbe1-5b0ddea80238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:21.580906 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-87c15057-56de-4883-b392-61b64902d6c3 req-6d3c70b7-1d71-44e8-bbe1-5b0ddea80238 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=937bc278-96b6-4101-8820-0f0154447eb0 HTTP/1.1" status: 200 len: 860 time: 0.2287366 Dec 20 14:23:21.603689 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2d0a5b77-a5a4-47f2-9286-8ea52f41efa7 None None] Provisioning complete for port 27bda246-2577-405f-878c-2ee24199e215 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:23:21.604322 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2d0a5b77-a5a4-47f2-9286-8ea52f41efa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:21.615314 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [req-9f49bb8f-9193-4f41-92f0-2d50cd7d66eb req-cf3771e0-0ba8-4328-9f1e-61b57c1b5f5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27bda246-2577-405f-878c-2ee24199e215 {{(pid=103168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:23:21.625045 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-9f49bb8f-9193-4f41-92f0-2d50cd7d66eb req-cf3771e0-0ba8-4328-9f1e-61b57c1b5f5f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:21.639195 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.provisioning_blocks [req-9f49bb8f-9193-4f41-92f0-2d50cd7d66eb req-cf3771e0-0ba8-4328-9f1e-61b57c1b5f5f service neutron] Transition to ACTIVE for port object 27bda246-2577-405f-878c-2ee24199e215 will not be triggered until provisioned by entity L2. {{(pid=103168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:23:21.646340 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-9f49bb8f-9193-4f41-92f0-2d50cd7d66eb req-cf3771e0-0ba8-4328-9f1e-61b57c1b5f5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:21.676893 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-2d0a5b77-a5a4-47f2-9286-8ea52f41efa7 None None] Port 27bda246-2577-405f-878c-2ee24199e215 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:23:21.692429 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [req-489176cd-62d0-4b45-bfd5-eb23560253f0 req-42fe7a97-59ed-4094-bd8e-112011920e28 tempest-LiveMigrationTest-1128134252 tempest-LiveMigrationTest-1128134252-project-admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:23:21.693556 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-489176cd-62d0-4b45-bfd5-eb23560253f0 req-42fe7a97-59ed-4094-bd8e-112011920e28 tempest-LiveMigrationTest-1128134252 tempest-LiveMigrationTest-1128134252-project-admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0149324 Dec 20 14:23:21.743407 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3771e0-0ba8-4328-9f1e-61b57c1b5f5f service neutron] Pushing event updated for resources: {'Port': ['ID=27bda246-2577-405f-878c-2ee24199e215,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:21.760247 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfab33c-6530-493a-9c71-f3745aad5489 req-51362d2d-2c05-42bd-94a2-968291a4f614 tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:21.762076 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5dfab33c-6530-493a-9c71-f3745aad5489 req-51362d2d-2c05-42bd-94a2-968291a4f614 tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] 10.222.0.54 "GET /v2.0/ports?device_id=e11276ee-9d0c-49c8-9177-e4611ff11c4c HTTP/1.1" status: 200 len: 943 time: 0.1882255 Dec 20 14:23:21.772530 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489176cd-62d0-4b45-bfd5-eb23560253f0 req-ae3c90e5-c90c-43c3-95e8-09a58776eba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:21.773812 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-489176cd-62d0-4b45-bfd5-eb23560253f0 req-ae3c90e5-c90c-43c3-95e8-09a58776eba8 service neutron] 10.222.0.54 "GET /v2.0/ports/24ae1a8c-3e2c-4fbd-afd2-ce80710af39e HTTP/1.1" status: 200 len: 1095 time: 0.0672655 Dec 20 14:23:21.788558 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47471a54-41d8-415e-8294-aac77a9537c9 admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:23:21.796177 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-47471a54-41d8-415e-8294-aac77a9537c9 admin admin] 10.222.0.54 "PUT /v2.0/routers/c4b7b04b-3a26-4b30-a7f5-f72e9c6a5cb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0946455 Dec 20 14:23:21.798786 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf46021-6805-48af-841c-dd662ae14634 None None] Sync routers for ids ['c4b7b04b-3a26-4b30-a7f5-f72e9c6a5cb6'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:23:21.801463 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c15057-56de-4883-b392-61b64902d6c3 req-7fb4c16c-5e84-43eb-9071-d8a872d395c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:21.803133 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-87c15057-56de-4883-b392-61b64902d6c3 req-7fb4c16c-5e84-43eb-9071-d8a872d395c3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ac8eea40-77e8-4385-9ea6-fd285bf85abe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1627431 Dec 20 14:23:21.806204 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-489176cd-62d0-4b45-bfd5-eb23560253f0 req-608b7414-ccc6-490f-913c-1de3381cca05 service neutron] Request body: {'binding': {'host': 'n-h1-761264-19', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:23:21.806654 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-489176cd-62d0-4b45-bfd5-eb23560253f0 req-608b7414-ccc6-490f-913c-1de3381cca05 service neutron] Unknown quota resources ['binding']. {{(pid=103168) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 20 14:23:21.818704 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf46021-6805-48af-841c-dd662ae14634 None None] Routers {'c4b7b04b-3a26-4b30-a7f5-f72e9c6a5cb6'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:23:21.819504 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-9cf46021-6805-48af-841c-dd662ae14634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:23:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['c4b7b04b-3a26-4b30-a7f5-f72e9c6a5cb6'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:23:21.912248 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5dfab33c-6530-493a-9c71-f3745aad5489 req-e86d9a20-0e64-4917-85ef-4ce1412d8853 tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] 10.222.0.54 "GET /v2.0/security-groups?id=73d8fb25-8bde-400a-9e66-c6fae64b7525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344097 Dec 20 14:23:21.922385 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-9f49bb8f-9193-4f41-92f0-2d50cd7d66eb req-cf3771e0-0ba8-4328-9f1e-61b57c1b5f5f service neutron] Attempting to bind port 27bda246-2577-405f-878c-2ee24199e215 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:23:21.923430 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-9f49bb8f-9193-4f41-92f0-2d50cd7d66eb req-cf3771e0-0ba8-4328-9f1e-61b57c1b5f5f service neutron] Attempting to bind port 27bda246-2577-405f-878c-2ee24199e215 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:23:21.923430 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f49bb8f-9193-4f41-92f0-2d50cd7d66eb req-cf3771e0-0ba8-4328-9f1e-61b57c1b5f5f service neutron] Attempting to bind port 27bda246-2577-405f-878c-2ee24199e215 on network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:23:21.930067 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f49bb8f-9193-4f41-92f0-2d50cd7d66eb req-cf3771e0-0ba8-4328-9f1e-61b57c1b5f5f service neutron] Port 27bda246-2577-405f-878c-2ee24199e215 on network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:23:21.930385 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f49bb8f-9193-4f41-92f0-2d50cd7d66eb req-cf3771e0-0ba8-4328-9f1e-61b57c1b5f5f service neutron] Attempting to bind port 27bda246-2577-405f-878c-2ee24199e215 on network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:23:21.937625 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f49bb8f-9193-4f41-92f0-2d50cd7d66eb req-cf3771e0-0ba8-4328-9f1e-61b57c1b5f5f service neutron] Checking agent: {'id': '43c60aee-e4af-4ecc-bee2-aac3569fafed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:23:21.938471 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f49bb8f-9193-4f41-92f0-2d50cd7d66eb req-cf3771e0-0ba8-4328-9f1e-61b57c1b5f5f service neutron] Checking segment: {'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:23:21.938471 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f49bb8f-9193-4f41-92f0-2d50cd7d66eb req-cf3771e0-0ba8-4328-9f1e-61b57c1b5f5f service neutron] Bound using segment: {'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:23:21.938750 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-9f49bb8f-9193-4f41-92f0-2d50cd7d66eb req-cf3771e0-0ba8-4328-9f1e-61b57c1b5f5f service neutron] Bound port: 27bda246-2577-405f-878c-2ee24199e215, host: n-h2-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'}}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:23:21.939217 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-9f49bb8f-9193-4f41-92f0-2d50cd7d66eb req-cf3771e0-0ba8-4328-9f1e-61b57c1b5f5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:21.967041 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a21db8bc-e099-4eff-a349-250d98124b7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e31ccde7-6b06-4fa3-9cd5-1bf3399c7184'}, {'name': 'network-changed', 'server_uuid': 'e11276ee-9d0c-49c8-9177-e4611ff11c4c', 'tag': '6921329e-61de-43c7-8698-3cf78ea742aa'}, {'name': 'network-changed', 'server_uuid': 'a21db8bc-e099-4eff-a349-250d98124b7b', 'tag': 'e31ccde7-6b06-4fa3-9cd5-1bf3399c7184'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:23:21.969341 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be49ad80-52b5-4e13-b815-c215085cdf70" -d '{"events": [{"server_uuid": "a21db8bc-e099-4eff-a349-250d98124b7b", "name": "network-vif-unplugged", "status": "completed", "tag": "e31ccde7-6b06-4fa3-9cd5-1bf3399c7184"}, {"name": "network-changed", "server_uuid": "e11276ee-9d0c-49c8-9177-e4611ff11c4c", "tag": "6921329e-61de-43c7-8698-3cf78ea742aa"}, {"name": "network-changed", "server_uuid": "a21db8bc-e099-4eff-a349-250d98124b7b", "tag": "e31ccde7-6b06-4fa3-9cd5-1bf3399c7184"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:23:21.989417 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-87c15057-56de-4883-b392-61b64902d6c3 req-a62faf00-e53f-4083-875f-931ee589c9bd service neutron] 10.222.0.47 "GET /v2.0/networks/ac8eea40-77e8-4385-9ea6-fd285bf85abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746233 Dec 20 14:23:22.037727 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-9cf46021-6805-48af-841c-dd662ae14634 None None] Set router c4b7b04b-3a26-4b30-a7f5-f72e9c6a5cb6 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:23:22.088284 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-9f49bb8f-9193-4f41-92f0-2d50cd7d66eb req-cf3771e0-0ba8-4328-9f1e-61b57c1b5f5f service neutron] For port 27bda246-2577-405f-878c-2ee24199e215, host n-h2-761264-19, cleared binding levels {{(pid=103168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:23:22.090496 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-489176cd-62d0-4b45-bfd5-eb23560253f0 req-608b7414-ccc6-490f-913c-1de3381cca05 service neutron] Attempting to bind port 24ae1a8c-3e2c-4fbd-afd2-ce80710af39e on host n-h1-761264-19 for vnic_type normal with profile None {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:23:22.090857 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-489176cd-62d0-4b45-bfd5-eb23560253f0 req-608b7414-ccc6-490f-913c-1de3381cca05 service neutron] Attempting to bind port 24ae1a8c-3e2c-4fbd-afd2-ce80710af39e by drivers openvswitch,hyperv on host n-h1-761264-19 at level 0 using segments [{'id': 'addc7f95-68ef-43ba-9bd9-cde69b0f949e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2b333b61-ce15-4944-95b5-760e7ec98a8f'}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:23:22.091182 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489176cd-62d0-4b45-bfd5-eb23560253f0 req-608b7414-ccc6-490f-913c-1de3381cca05 service neutron] Attempting to bind port 24ae1a8c-3e2c-4fbd-afd2-ce80710af39e on network 2b333b61-ce15-4944-95b5-760e7ec98a8f {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:23:22.103370 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489176cd-62d0-4b45-bfd5-eb23560253f0 req-608b7414-ccc6-490f-913c-1de3381cca05 service neutron] Port 24ae1a8c-3e2c-4fbd-afd2-ce80710af39e on network 2b333b61-ce15-4944-95b5-760e7ec98a8f not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-19 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:23:22.103689 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489176cd-62d0-4b45-bfd5-eb23560253f0 req-608b7414-ccc6-490f-913c-1de3381cca05 service neutron] Attempting to bind port 24ae1a8c-3e2c-4fbd-afd2-ce80710af39e on network 2b333b61-ce15-4944-95b5-760e7ec98a8f {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:23:22.113033 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-9f49bb8f-9193-4f41-92f0-2d50cd7d66eb req-cf3771e0-0ba8-4328-9f1e-61b57c1b5f5f service neutron] For port 27bda246-2577-405f-878c-2ee24199e215, host n-h2-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=27bda246-2577-405f-878c-2ee24199e215,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:23:22.116502 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489176cd-62d0-4b45-bfd5-eb23560253f0 req-608b7414-ccc6-490f-913c-1de3381cca05 service neutron] Checking agent: {'id': '3e5ace3e-dd7b-4522-a7c4-77d13dbeab1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:23:22.116854 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489176cd-62d0-4b45-bfd5-eb23560253f0 req-608b7414-ccc6-490f-913c-1de3381cca05 service neutron] Checking segment: {'id': 'addc7f95-68ef-43ba-9bd9-cde69b0f949e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2b333b61-ce15-4944-95b5-760e7ec98a8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:23:22.117212 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489176cd-62d0-4b45-bfd5-eb23560253f0 req-608b7414-ccc6-490f-913c-1de3381cca05 service neutron] Bound using segment: {'id': 'addc7f95-68ef-43ba-9bd9-cde69b0f949e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2b333b61-ce15-4944-95b5-760e7ec98a8f'} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:23:22.117671 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-489176cd-62d0-4b45-bfd5-eb23560253f0 req-608b7414-ccc6-490f-913c-1de3381cca05 service neutron] Bound port: 24ae1a8c-3e2c-4fbd-afd2-ce80710af39e, host: n-h1-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'addc7f95-68ef-43ba-9bd9-cde69b0f949e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2b333b61-ce15-4944-95b5-760e7ec98a8f'}}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:23:22.157458 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-9f49bb8f-9193-4f41-92f0-2d50cd7d66eb req-cf3771e0-0ba8-4328-9f1e-61b57c1b5f5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:22.163904 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a3165a-4c4f-41d1-bc62-783cdcd8dc50 req-4e4ae2b7-3ff2-4e40-a2a6-aa4419286cc5 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:22.165828 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-80a3165a-4c4f-41d1-bc62-783cdcd8dc50 req-4e4ae2b7-3ff2-4e40-a2a6-aa4419286cc5 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?device_id=786625c9-367a-460a-9939-16ca6fb4c85b HTTP/1.1" status: 200 len: 948 time: 0.1323311 Dec 20 14:23:22.198705 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-87c15057-56de-4883-b392-61b64902d6c3 req-cd0fd818-85da-48b2-a32e-dd3c7fa1e6db service neutron] 10.222.0.47 "GET /v2.0/networks/ac8eea40-77e8-4385-9ea6-fd285bf85abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982956 Dec 20 14:23:22.232828 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3771e0-0ba8-4328-9f1e-61b57c1b5f5f service neutron] Pushing event updated for resources: {'Port': ['ID=27bda246-2577-405f-878c-2ee24199e215,revision_number=3']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:22.241923 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-80a3165a-4c4f-41d1-bc62-783cdcd8dc50 req-af41d36f-9920-4b31-b3f5-e3b22c936de8 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/security-groups?id=d29d9ba9-24bd-4d94-be52-3ca7019f1c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647583 Dec 20 14:23:22.252428 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f49bb8f-9193-4f41-92f0-2d50cd7d66eb req-cf3771e0-0ba8-4328-9f1e-61b57c1b5f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:22.253042 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-9f49bb8f-9193-4f41-92f0-2d50cd7d66eb req-cf3771e0-0ba8-4328-9f1e-61b57c1b5f5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:22.254563 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9f49bb8f-9193-4f41-92f0-2d50cd7d66eb req-cf3771e0-0ba8-4328-9f1e-61b57c1b5f5f service neutron] 10.222.0.47 "PUT /v2.0/ports/27bda246-2577-405f-878c-2ee24199e215 HTTP/1.1" status: 200 len: 1097 time: 1.0866649 Dec 20 14:23:22.255192 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '786625c9-367a-460a-9939-16ca6fb4c85b', 'tag': '27bda246-2577-405f-878c-2ee24199e215'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:23:22.257562 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eb6743d-a058-4c3e-8539-29660de76b3d" -d '{"events": [{"name": "network-changed", "server_uuid": "786625c9-367a-460a-9939-16ca6fb4c85b", "tag": "27bda246-2577-405f-878c-2ee24199e215"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:23:22.268310 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-489176cd-62d0-4b45-bfd5-eb23560253f0 req-608b7414-ccc6-490f-913c-1de3381cca05 service neutron] For port 24ae1a8c-3e2c-4fbd-afd2-ce80710af39e, host n-h1-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=24ae1a8c-3e2c-4fbd-afd2-ce80710af39e,segment=NetworkSegment(addc7f95-68ef-43ba-9bd9-cde69b0f949e),segment_id=addc7f95-68ef-43ba-9bd9-cde69b0f949e)] {{(pid=103168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:23:22.281645 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-489176cd-62d0-4b45-bfd5-eb23560253f0 req-608b7414-ccc6-490f-913c-1de3381cca05 service neutron] Publish callbacks [] for binding, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:22.282974 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-489176cd-62d0-4b45-bfd5-eb23560253f0 req-608b7414-ccc6-490f-913c-1de3381cca05 service neutron] 10.222.0.54 "POST /v2.0/ports/24ae1a8c-3e2c-4fbd-afd2-ce80710af39e/bindings HTTP/1.1" status: 201 len: 390 time: 0.4888744 Dec 20 14:23:22.320089 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-9cf46021-6805-48af-841c-dd662ae14634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b7b04b-3a26-4b30-a7f5-f72e9c6a5cb6', 'name': 'tempest-AttachSCSIVolumeTestJSON-808602919-router', 'tenant_id': '9347ac5b16c44c80bd7c673b18c0b3e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '27e8e6cd-7ea6-464f-a88b-8b692a639d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:23:09Z', 'updated_at': '2021-12-20T14:23:19Z', 'revision_number': 4, 'project_id': '9347ac5b16c44c80bd7c673b18c0b3e8', 'gw_port': {'id': '27e8e6cd-7ea6-464f-a88b-8b692a639d08', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:5b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b7b04b-3a26-4b30-a7f5-f72e9c6a5cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:23:10Z', 'updated_at': '2021-12-20T14:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '56dc66ab-7970-483d-bc19-1d52b2e53840', 'name': '', 'network_id': '0399d342-9e50-4e74-826e-166b9eea8291', 'tenant_id': '9347ac5b16c44c80bd7c673b18c0b3e8', 'mac_address': 'fa:16:3e:c1:10:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4b7b04b-3a26-4b30-a7f5-f72e9c6a5cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '395d41e6-480d-45e9-9120-b040afe6080d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:23:16Z', 'updated_at': '2021-12-20T14:23:19Z', 'revision_number': 2, 'project_id': '9347ac5b16c44c80bd7c673b18c0b3e8', 'subnets': [{'id': '395d41e6-480d-45e9-9120-b040afe6080d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:23:22.391904 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf46021-6805-48af-841c-dd662ae14634 None None] Checking router: c4b7b04b-3a26-4b30-a7f5-f72e9c6a5cb6 for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:23:22.392461 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf46021-6805-48af-841c-dd662ae14634 None None] Updating router c4b7b04b-3a26-4b30-a7f5-f72e9c6a5cb6 port 56dc66ab-7970-483d-bc19-1d52b2e53840 binding host n-d-761264-19 {{(pid=103170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 14:23:22.456261 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device e31ccde7-6b06-4fa3-9cd5-1bf3399c7184 details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:23:22.456819 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f49bb8f-9193-4f41-92f0-2d50cd7d66eb req-6219fa90-c63b-4b9d-bed8-66d4399f8758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:22.464723 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9f49bb8f-9193-4f41-92f0-2d50cd7d66eb req-6219fa90-c63b-4b9d-bed8-66d4399f8758 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=67090548a8c94f7bb1b8a5ae37b6ba4c&device_id=786625c9-367a-460a-9939-16ca6fb4c85b HTTP/1.1" status: 200 len: 1100 time: 0.1433780 Dec 20 14:23:22.508118 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-06a4abf8-7938-42a4-b698-f2c791334c3e req-52980d77-c5f6-4014-899e-d014615d77bc tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.185 HTTP/1.1" status: 200 len: 1001 time: 0.2349472 Dec 20 14:23:22.538358 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9cf46021-6805-48af-841c-dd662ae14634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:22.599689 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9f49bb8f-9193-4f41-92f0-2d50cd7d66eb req-b45a95c3-c00a-491f-8859-a4a9e5b14d55 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=27bda246-2577-405f-878c-2ee24199e215 HTTP/1.1" status: 200 len: 217 time: 0.1168604 Dec 20 14:23:22.624227 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a4abf8-7938-42a4-b698-f2c791334c3e req-e2f192c4-520c-48d9-804f-07309a04ce12 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:22.639914 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-06a4abf8-7938-42a4-b698-f2c791334c3e req-e2f192c4-520c-48d9-804f-07309a04ce12 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] 10.222.0.54 "GET /v2.0/ports/76748e7d-c7f5-44a6-88a3-a6a2455c82b1 HTTP/1.1" status: 200 len: 942 time: 0.1283090 Dec 20 14:23:22.740793 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f49bb8f-9193-4f41-92f0-2d50cd7d66eb req-0111a802-39c4-4503-a55c-48d9f36c3bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:22.742377 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9f49bb8f-9193-4f41-92f0-2d50cd7d66eb req-0111a802-39c4-4503-a55c-48d9f36c3bba service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36bf280f-81bb-4486-a87a-9b9505a1cec4 HTTP/1.1" status: 200 len: 843 time: 0.1369622 Dec 20 14:23:22.756137 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c85e93-3f5c-49c0-8025-6005aa63918e req-ae92f55c-b03c-4540-b5a6-83570c009d66 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:22.764004 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-98c85e93-3f5c-49c0-8025-6005aa63918e req-ae92f55c-b03c-4540-b5a6-83570c009d66 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=a21db8bc-e099-4eff-a349-250d98124b7b HTTP/1.1" status: 200 len: 944 time: 0.1049094 Dec 20 14:23:22.833055 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489176cd-62d0-4b45-bfd5-eb23560253f0 req-df655d70-a61a-486f-b704-7f1995ab117a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:22.835429 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-489176cd-62d0-4b45-bfd5-eb23560253f0 req-df655d70-a61a-486f-b704-7f1995ab117a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2785aa25e0a64107a28490f4f2c107bc&device_id=9c03445f-1b2b-49ef-a63f-930b66c268a3 HTTP/1.1" status: 200 len: 1098 time: 0.1884477 Dec 20 14:23:22.839880 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f49bb8f-9193-4f41-92f0-2d50cd7d66eb req-492b985e-0b1b-4521-8780-0cf28b4f7b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:22.841521 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9f49bb8f-9193-4f41-92f0-2d50cd7d66eb req-492b985e-0b1b-4521-8780-0cf28b4f7b06 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0748892 Dec 20 14:23:22.845350 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port e31ccde7-6b06-4fa3-9cd5-1bf3399c7184, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=e31ccde7-6b06-4fa3-9cd5-1bf3399c7184,segment=NetworkSegment(c78eb3db-e8a6-4673-b220-136b3d8ed714),segment_id=c78eb3db-e8a6-4673-b220-136b3d8ed714)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:23:22.867377 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-06a4abf8-7938-42a4-b698-f2c791334c3e req-dc551b45-bf49-4739-9624-c60312cc501a tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.185 HTTP/1.1" status: 200 len: 1001 time: 0.1175206 Dec 20 14:23:22.870335 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-98c85e93-3f5c-49c0-8025-6005aa63918e req-be8ca188-7a96-47d9-a65d-5cc8bcbc47c2 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049540 Dec 20 14:23:22.931898 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device e31ccde7-6b06-4fa3-9cd5-1bf3399c7184 has no active binding in host n-h2-761264-19 {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 20 14:23:23.020503 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Mon, 20 Dec 2021 14:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceb11ae7-5a50-4852-8604-b433d764b74f x-openstack-request-id: req-ceb11ae7-5a50-4852-8604-b433d764b74f {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:23:23.021049 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a21db8bc-e099-4eff-a349-250d98124b7b", "name": "network-vif-unplugged", "status": "completed", "tag": "e31ccde7-6b06-4fa3-9cd5-1bf3399c7184", "code": 200}, {"name": "network-changed", "server_uuid": "e11276ee-9d0c-49c8-9177-e4611ff11c4c", "tag": "6921329e-61de-43c7-8698-3cf78ea742aa", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a21db8bc-e099-4eff-a349-250d98124b7b", "tag": "e31ccde7-6b06-4fa3-9cd5-1bf3399c7184", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:23:23.021419 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ceb11ae7-5a50-4852-8604-b433d764b74f {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:23:23.021927 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a21db8bc-e099-4eff-a349-250d98124b7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e31ccde7-6b06-4fa3-9cd5-1bf3399c7184', 'code': 200} Dec 20 14:23:23.022283 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e11276ee-9d0c-49c8-9177-e4611ff11c4c', 'tag': '6921329e-61de-43c7-8698-3cf78ea742aa', 'status': 'completed', 'code': 200} Dec 20 14:23:23.022790 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a21db8bc-e099-4eff-a349-250d98124b7b', 'tag': 'e31ccde7-6b06-4fa3-9cd5-1bf3399c7184', 'status': 'completed', 'code': 200} Dec 20 14:23:23.049906 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489176cd-62d0-4b45-bfd5-eb23560253f0 req-0c43d5c4-993e-4e30-8f34-b7330df933b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:23.051686 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-489176cd-62d0-4b45-bfd5-eb23560253f0 req-0c43d5c4-993e-4e30-8f34-b7330df933b2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2b333b61-ce15-4944-95b5-760e7ec98a8f HTTP/1.1" status: 200 len: 909 time: 0.2069967 Dec 20 14:23:23.059310 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a4abf8-7938-42a4-b698-f2c791334c3e req-87c4ab7b-484e-4ce6-b4c9-53c916223053 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:23.067990 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-06a4abf8-7938-42a4-b698-f2c791334c3e req-87c4ab7b-484e-4ce6-b4c9-53c916223053 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] 10.222.0.54 "GET /v2.0/networks/c3f8658e-da35-41f3-bd03-509e29ebd6f3 HTTP/1.1" status: 200 len: 784 time: 0.1993244 Dec 20 14:23:23.094759 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f3933c3-f34c-4f6f-ac0c-52958d013075 x-openstack-request-id: req-2f3933c3-f34c-4f6f-ac0c-52958d013075 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:23:23.095286 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "786625c9-367a-460a-9939-16ca6fb4c85b", "tag": "27bda246-2577-405f-878c-2ee24199e215", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:23:23.095744 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2f3933c3-f34c-4f6f-ac0c-52958d013075 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:23:23.099106 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '786625c9-367a-460a-9939-16ca6fb4c85b', 'tag': '27bda246-2577-405f-878c-2ee24199e215', 'status': 'completed', 'code': 200} Dec 20 14:23:23.132822 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9f49bb8f-9193-4f41-92f0-2d50cd7d66eb req-4c999894-b1ef-47f5-8756-567a00804d46 service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587647 Dec 20 14:23:23.169904 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-489176cd-62d0-4b45-bfd5-eb23560253f0 req-81bb757b-65cb-49a4-9106-89a4e878ea68 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24ae1a8c-3e2c-4fbd-afd2-ce80710af39e HTTP/1.1" status: 200 len: 217 time: 0.0987580 Dec 20 14:23:23.171959 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9cf46021-6805-48af-841c-dd662ae14634 None None] Publish callbacks [] for port, precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:23.199981 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9cf46021-6805-48af-841c-dd662ae14634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:23.244533 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be49ad80-52b5-4e13-b815-c215085cdf70 req-3c81e038-df71-4558-bff5-3747cdaee268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:23.246423 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-be49ad80-52b5-4e13-b815-c215085cdf70 req-3c81e038-df71-4558-bff5-3747cdaee268 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5e2d9292364f43cfb55353bdb702e728&device_id=e11276ee-9d0c-49c8-9177-e4611ff11c4c HTTP/1.1" status: 200 len: 1095 time: 0.1763258 Dec 20 14:23:23.261744 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-06a4abf8-7938-42a4-b698-f2c791334c3e req-eb638a69-90f6-4de6-9bf9-e98d097a695b tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.185 HTTP/1.1" status: 200 len: 1001 time: 0.1926472 Dec 20 14:23:23.272019 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-06a4abf8-7938-42a4-b698-f2c791334c3e req-ceb4535b-1e51-49eb-904d-a20d9815f6fe tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:23:23.312329 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52f50cd-b21d-4ba2-8094-0bfe16c6fed0 req-87284c17-1140-4a7d-9dc2-43a692fbff11 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:23.321531 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e52f50cd-b21d-4ba2-8094-0bfe16c6fed0 req-87284c17-1140-4a7d-9dc2-43a692fbff11 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c03445f-1b2b-49ef-a63f-930b66c268a3 HTTP/1.1" status: 200 len: 946 time: 0.1293628 Dec 20 14:23:23.337885 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9f49bb8f-9193-4f41-92f0-2d50cd7d66eb req-5ee5d5c9-7578-4fde-8100-1eb180b95029 service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842146 Dec 20 14:23:23.422593 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be49ad80-52b5-4e13-b815-c215085cdf70 req-e2a20b4e-a337-464f-8750-48c1d2f36145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:23.424931 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-be49ad80-52b5-4e13-b815-c215085cdf70 req-e2a20b4e-a337-464f-8750-48c1d2f36145 service neutron] 10.222.0.30 "GET /v2.0/networks?id=20d6fb4d-2376-4970-a073-7951589c4788 HTTP/1.1" status: 200 len: 916 time: 0.1609693 Dec 20 14:23:23.473107 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ed72b6-618f-46e7-afaf-8f5a145bef9a None None] Pushing event updated for resources: {'Port': ['ID=56dc66ab-7970-483d-bc19-1d52b2e53840,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:23.483644 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e52f50cd-b21d-4ba2-8094-0bfe16c6fed0 req-47e7c2ca-028c-4160-9ed0-db8e4b4baa6b tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607554 Dec 20 14:23:23.486029 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489176cd-62d0-4b45-bfd5-eb23560253f0 req-a9f71a03-a1c5-4a28-8b67-f8eacde7c6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:23.488444 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-489176cd-62d0-4b45-bfd5-eb23560253f0 req-a9f71a03-a1c5-4a28-8b67-f8eacde7c6b1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=63ebfb59-720a-4723-915c-292ae8d31522 HTTP/1.1" status: 200 len: 848 time: 0.3087580 Dec 20 14:23:23.553652 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-be49ad80-52b5-4e13-b815-c215085cdf70 req-a0ed6616-cdc6-4572-be1b-c0fce4d464ee service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6921329e-61de-43c7-8698-3cf78ea742aa HTTP/1.1" status: 200 len: 217 time: 0.0860310 Dec 20 14:23:23.583671 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-9cf46021-6805-48af-841c-dd662ae14634 None None] Attempting to bind port 56dc66ab-7970-483d-bc19-1d52b2e53840 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:23:23.583671 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-9cf46021-6805-48af-841c-dd662ae14634 None None] Attempting to bind port 56dc66ab-7970-483d-bc19-1d52b2e53840 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': 'fee0f20c-1d88-48ae-a90c-6a0b63258816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0399d342-9e50-4e74-826e-166b9eea8291'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:23:23.583671 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf46021-6805-48af-841c-dd662ae14634 None None] Attempting to bind port 56dc66ab-7970-483d-bc19-1d52b2e53840 on network 0399d342-9e50-4e74-826e-166b9eea8291 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:23:23.591512 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf46021-6805-48af-841c-dd662ae14634 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:23:23.592265 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf46021-6805-48af-841c-dd662ae14634 None None] Checking segment: {'id': 'fee0f20c-1d88-48ae-a90c-6a0b63258816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0399d342-9e50-4e74-826e-166b9eea8291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:23:23.593142 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9cf46021-6805-48af-841c-dd662ae14634 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:23.594024 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf46021-6805-48af-841c-dd662ae14634 None None] Bound using segment: {'id': 'fee0f20c-1d88-48ae-a90c-6a0b63258816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0399d342-9e50-4e74-826e-166b9eea8291'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:23:23.594620 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-9cf46021-6805-48af-841c-dd662ae14634 None None] Bound port: 56dc66ab-7970-483d-bc19-1d52b2e53840, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee0f20c-1d88-48ae-a90c-6a0b63258816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0399d342-9e50-4e74-826e-166b9eea8291'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:23:23.595524 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9cf46021-6805-48af-841c-dd662ae14634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:23.598943 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-489176cd-62d0-4b45-bfd5-eb23560253f0 req-fa19c02d-9883-4cc1-b767-8fb08f91edc8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2b333b61-ce15-4944-95b5-760e7ec98a8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669577 Dec 20 14:23:23.608628 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb6743d-a058-4c3e-8539-29660de76b3d req-27643259-0914-497a-a604-f9f1deb60008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:23.610506 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9eb6743d-a058-4c3e-8539-29660de76b3d req-27643259-0914-497a-a604-f9f1deb60008 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=67090548a8c94f7bb1b8a5ae37b6ba4c&device_id=786625c9-367a-460a-9939-16ca6fb4c85b HTTP/1.1" status: 200 len: 1100 time: 0.1255908 Dec 20 14:23:23.656118 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-06a4abf8-7938-42a4-b698-f2c791334c3e req-ceb4535b-1e51-49eb-904d-a20d9815f6fe tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Publish callbacks [] for floatingip, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:23.756271 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-9cf46021-6805-48af-841c-dd662ae14634 None None] For port 56dc66ab-7970-483d-bc19-1d52b2e53840, host n-d-761264-19, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:23:23.760642 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-9cf46021-6805-48af-841c-dd662ae14634 None None] For port 56dc66ab-7970-483d-bc19-1d52b2e53840, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=56dc66ab-7970-483d-bc19-1d52b2e53840,segment=NetworkSegment(fee0f20c-1d88-48ae-a90c-6a0b63258816),segment_id=fee0f20c-1d88-48ae-a90c-6a0b63258816)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:23:23.771063 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9cf46021-6805-48af-841c-dd662ae14634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:23.870310 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-fbb6078b-74d8-4a4d-8878-1a8670476ea1 None None] Provisioning complete for port 56dc66ab-7970-483d-bc19-1d52b2e53840 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:23:23.870952 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-fbb6078b-74d8-4a4d-8878-1a8670476ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:23.893484 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be49ad80-52b5-4e13-b815-c215085cdf70 req-3492392e-1ff2-4761-afaa-5ed4d236f4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:23.895978 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-be49ad80-52b5-4e13-b815-c215085cdf70 req-3492392e-1ff2-4761-afaa-5ed4d236f4bb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=21353c49-abc0-482a-92f4-9d91398e51d3 HTTP/1.1" status: 200 len: 854 time: 0.3195231 Dec 20 14:23:23.900294 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ed72b6-618f-46e7-afaf-8f5a145bef9a None None] Pushing event updated for resources: {'Port': ['ID=56dc66ab-7970-483d-bc19-1d52b2e53840,revision_number=4']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:23.912209 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf46021-6805-48af-841c-dd662ae14634 None None] Routers {'c4b7b04b-3a26-4b30-a7f5-f72e9c6a5cb6'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:23:23.912834 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-9cf46021-6805-48af-841c-dd662ae14634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:23:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['c4b7b04b-3a26-4b30-a7f5-f72e9c6a5cb6'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:23:23.997855 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb6743d-a058-4c3e-8539-29660de76b3d req-71dd18bf-f321-4cb6-b8b4-4ff9c25ff8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:23.999465 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9eb6743d-a058-4c3e-8539-29660de76b3d req-71dd18bf-f321-4cb6-b8b4-4ff9c25ff8c9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1 HTTP/1.1" status: 200 len: 870 time: 0.3778677 Dec 20 14:23:24.098942 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-fbb6078b-74d8-4a4d-8878-1a8670476ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:24.102009 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-489176cd-62d0-4b45-bfd5-eb23560253f0 req-a675fdc8-0bc7-4626-bc97-d60e3b7d3b44 service neutron] 10.222.0.30 "GET /v2.0/networks/2b333b61-ce15-4944-95b5-760e7ec98a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4665265 Dec 20 14:23:24.128800 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9eb6743d-a058-4c3e-8539-29660de76b3d req-0af131bd-2792-48fa-85cc-13ca1da327aa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=27bda246-2577-405f-878c-2ee24199e215 HTTP/1.1" status: 200 len: 217 time: 0.1154170 Dec 20 14:23:24.179045 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-fbb6078b-74d8-4a4d-8878-1a8670476ea1 None None] For port 56dc66ab-7970-483d-bc19-1d52b2e53840, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=56dc66ab-7970-483d-bc19-1d52b2e53840,segment=NetworkSegment(fee0f20c-1d88-48ae-a90c-6a0b63258816),segment_id=fee0f20c-1d88-48ae-a90c-6a0b63258816)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:23:24.190211 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-fbb6078b-74d8-4a4d-8878-1a8670476ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:24.216825 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-9cf46021-6805-48af-841c-dd662ae14634 None None] Set router c4b7b04b-3a26-4b30-a7f5-f72e9c6a5cb6 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:23:24.236726 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd6a7a1-986e-41e3-b012-4505daeeb486 req-f788b368-34e7-42f3-aec3-67cb3c3be390 tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:24.245667 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2bd6a7a1-986e-41e3-b012-4505daeeb486 req-f788b368-34e7-42f3-aec3-67cb3c3be390 tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] 10.222.0.54 "GET /v2.0/ports?device_id=e11276ee-9d0c-49c8-9177-e4611ff11c4c HTTP/1.1" status: 200 len: 943 time: 0.3877103 Dec 20 14:23:24.285999 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb6743d-a058-4c3e-8539-29660de76b3d req-0f7ee420-e369-47a6-aae8-fcfd401dfd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:24.287819 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9eb6743d-a058-4c3e-8539-29660de76b3d req-0f7ee420-e369-47a6-aae8-fcfd401dfd4c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36bf280f-81bb-4486-a87a-9b9505a1cec4 HTTP/1.1" status: 200 len: 843 time: 0.1498482 Dec 20 14:23:24.293853 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb6078b-74d8-4a4d-8878-1a8670476ea1 None None] Pushing event updated for resources: {'Port': ['ID=56dc66ab-7970-483d-bc19-1d52b2e53840,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:24.340059 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2bd6a7a1-986e-41e3-b012-4505daeeb486 req-126c130f-27b0-4f46-80c6-c221ce4a2d77 tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] 10.222.0.54 "GET /v2.0/security-groups?id=73d8fb25-8bde-400a-9e66-c6fae64b7525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929756 Dec 20 14:23:24.340543 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be49ad80-52b5-4e13-b815-c215085cdf70 req-0cefa3f8-5982-48dd-996c-bc30546c4133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:24.344621 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-c5ace17c-94bb-4279-99f6-a6335fb4be2a None None] Provisioning complete for port 56dc66ab-7970-483d-bc19-1d52b2e53840 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:23:24.344993 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c5ace17c-94bb-4279-99f6-a6335fb4be2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:24.355426 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-be49ad80-52b5-4e13-b815-c215085cdf70 req-0cefa3f8-5982-48dd-996c-bc30546c4133 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=20d6fb4d-2376-4970-a073-7951589c4788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3681371 Dec 20 14:23:24.375978 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 49726) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:23:24.501665 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-06a4abf8-7938-42a4-b698-f2c791334c3e req-ceb4535b-1e51-49eb-904d-a20d9815f6fe tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:24.515895 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-06a4abf8-7938-42a4-b698-f2c791334c3e req-ceb4535b-1e51-49eb-904d-a20d9815f6fe tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585115'] for floatingip, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:24.516253 n-d-761264-19 neutron-server[103167]: INFO neutron.db.l3_db [req-06a4abf8-7938-42a4-b698-f2c791334c3e req-ceb4535b-1e51-49eb-904d-a20d9815f6fe tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Floating IP ae1a2f52-3564-4fc6-937c-b29d9518ad1f disassociated. External IP: 172.25.0.185, port: 76748e7d-c7f5-44a6-88a3-a6a2455c82b1. Dec 20 14:23:24.570109 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb6743d-a058-4c3e-8539-29660de76b3d req-879acdfc-7b0b-4281-94bf-6acab67de3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:24.572170 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9eb6743d-a058-4c3e-8539-29660de76b3d req-879acdfc-7b0b-4281-94bf-6acab67de3fe service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2724519 Dec 20 14:23:24.637222 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-9cf46021-6805-48af-841c-dd662ae14634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b7b04b-3a26-4b30-a7f5-f72e9c6a5cb6', 'name': 'tempest-AttachSCSIVolumeTestJSON-808602919-router', 'tenant_id': '9347ac5b16c44c80bd7c673b18c0b3e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '27e8e6cd-7ea6-464f-a88b-8b692a639d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:23:09Z', 'updated_at': '2021-12-20T14:23:19Z', 'revision_number': 4, 'project_id': '9347ac5b16c44c80bd7c673b18c0b3e8', 'gw_port': {'id': '27e8e6cd-7ea6-464f-a88b-8b692a639d08', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:5b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b7b04b-3a26-4b30-a7f5-f72e9c6a5cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:23:10Z', 'updated_at': '2021-12-20T14:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '56dc66ab-7970-483d-bc19-1d52b2e53840', 'name': '', 'network_id': '0399d342-9e50-4e74-826e-166b9eea8291', 'tenant_id': '9347ac5b16c44c80bd7c673b18c0b3e8', 'mac_address': 'fa:16:3e:c1:10:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4b7b04b-3a26-4b30-a7f5-f72e9c6a5cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '395d41e6-480d-45e9-9120-b040afe6080d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:23:16Z', 'updated_at': '2021-12-20T14:23:23Z', 'revision_number': 4, 'project_id': '9347ac5b16c44c80bd7c673b18c0b3e8', 'subnets': [{'id': '395d41e6-480d-45e9-9120-b040afe6080d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:23:24.671316 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf46021-6805-48af-841c-dd662ae14634 None None] The sync data for ids ['c4b7b04b-3a26-4b30-a7f5-f72e9c6a5cb6'] in n-d-761264-19 is: [{'id': 'c4b7b04b-3a26-4b30-a7f5-f72e9c6a5cb6', 'name': 'tempest-AttachSCSIVolumeTestJSON-808602919-router', 'tenant_id': '9347ac5b16c44c80bd7c673b18c0b3e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '27e8e6cd-7ea6-464f-a88b-8b692a639d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:23:09Z', 'updated_at': '2021-12-20T14:23:19Z', 'revision_number': 4, 'project_id': '9347ac5b16c44c80bd7c673b18c0b3e8', 'gw_port': {'id': '27e8e6cd-7ea6-464f-a88b-8b692a639d08', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:5b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b7b04b-3a26-4b30-a7f5-f72e9c6a5cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:23:10Z', 'updated_at': '2021-12-20T14:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '56dc66ab-7970-483d-bc19-1d52b2e53840', 'name': '', 'network_id': '0399d342-9e50-4e74-826e-166b9eea8291', 'tenant_id': '9347ac5b16c44c80bd7c673b18c0b3e8', 'mac_address': 'fa:16:3e:c1:10:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4b7b04b-3a26-4b30-a7f5-f72e9c6a5cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '395d41e6-480d-45e9-9120-b040afe6080d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:23:16Z', 'updated_at': '2021-12-20T14:23:23Z', 'revision_number': 4, 'project_id': '9347ac5b16c44c80bd7c673b18c0b3e8', 'subnets': [{'id': '395d41e6-480d-45e9-9120-b040afe6080d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:23:24.689785 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787689fd-612c-4b1d-8f26-b7bef57f2a54 req-4c630808-7bdd-43e5-9bd1-ec52c408ed31 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:24.698298 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-787689fd-612c-4b1d-8f26-b7bef57f2a54 req-4c630808-7bdd-43e5-9bd1-ec52c408ed31 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?device_id=786625c9-367a-460a-9939-16ca6fb4c85b HTTP/1.1" status: 200 len: 948 time: 0.2008779 Dec 20 14:23:24.704298 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-def787bc-5ad4-46d2-a841-e55fdd38ea5c req-b754cd7c-dfd1-431b-ba43-75f247ab9176 service neutron] 10.222.0.30 "GET /v2.0/ports/e31ccde7-6b06-4fa3-9cd5-1bf3399c7184/bindings/n-h2-761264-19 HTTP/1.1" status: 200 len: 385 time: 0.2922356 Dec 20 14:23:24.861574 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9eb6743d-a058-4c3e-8539-29660de76b3d req-cc842866-2326-4cfb-ac5d-87d50d9d0b21 service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718487 Dec 20 14:23:24.883955 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-787689fd-612c-4b1d-8f26-b7bef57f2a54 req-078e6e5a-8141-46dc-aa59-380f1da2f4b0 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/security-groups?id=d29d9ba9-24bd-4d94-be52-3ca7019f1c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844237 Dec 20 14:23:25.219198 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea7471b-e572-416f-9651-52225e5ebc2d req-e582c389-e611-43e9-9d68-f177a79bc0f2 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:25.220669 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9ea7471b-e572-416f-9651-52225e5ebc2d req-e582c389-e611-43e9-9d68-f177a79bc0f2 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=a21db8bc-e099-4eff-a349-250d98124b7b HTTP/1.1" status: 200 len: 944 time: 0.1684752 Dec 20 14:23:25.226375 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9eb6743d-a058-4c3e-8539-29660de76b3d req-a4bcbb99-c0ab-434d-a115-e9e21fd2190e service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3278565 Dec 20 14:23:25.296663 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-def787bc-5ad4-46d2-a841-e55fdd38ea5c req-06615813-c85e-4610-bcc1-642f93e8815a service neutron] For port e31ccde7-6b06-4fa3-9cd5-1bf3399c7184, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=e31ccde7-6b06-4fa3-9cd5-1bf3399c7184,segment=NetworkSegment(c78eb3db-e8a6-4673-b220-136b3d8ed714),segment_id=c78eb3db-e8a6-4673-b220-136b3d8ed714)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:23:25.313018 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9ea7471b-e572-416f-9651-52225e5ebc2d req-babcc0c7-6969-4898-a3d8-933fb1984413 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801868 Dec 20 14:23:25.326042 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-def787bc-5ad4-46d2-a841-e55fdd38ea5c req-06615813-c85e-4610-bcc1-642f93e8815a service neutron] For port e31ccde7-6b06-4fa3-9cd5-1bf3399c7184, host n-h1-761264-19, cleared binding levels {{(pid=103168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:23:25.335427 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-be49ad80-52b5-4e13-b815-c215085cdf70 req-9fd4713d-37d1-42e2-8dc2-4ee3257f8713 service neutron] 10.222.0.30 "GET /v2.0/networks/20d6fb4d-2376-4970-a073-7951589c4788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9556150 Dec 20 14:23:25.368629 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a8ffc9ed-e6a5-4dda-b453-bf9c2a5ddfbb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:25.399522 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [req-def787bc-5ad4-46d2-a841-e55fdd38ea5c req-06615813-c85e-4610-bcc1-642f93e8815a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e31ccde7-6b06-4fa3-9cd5-1bf3399c7184 {{(pid=103168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:23:25.412394 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-def787bc-5ad4-46d2-a841-e55fdd38ea5c req-06615813-c85e-4610-bcc1-642f93e8815a service neutron] For port e31ccde7-6b06-4fa3-9cd5-1bf3399c7184, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=e31ccde7-6b06-4fa3-9cd5-1bf3399c7184,segment=NetworkSegment(c78eb3db-e8a6-4673-b220-136b3d8ed714),segment_id=c78eb3db-e8a6-4673-b220-136b3d8ed714)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:23:25.444149 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-def787bc-5ad4-46d2-a841-e55fdd38ea5c req-06615813-c85e-4610-bcc1-642f93e8815a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:25.539817 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d95284d-3118-4b0c-864c-66e92f6f68ec req-4c40263f-1dd0-4738-9a4f-97ee38c51c0d tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:25.547814 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7d95284d-3118-4b0c-864c-66e92f6f68ec req-4c40263f-1dd0-4738-9a4f-97ee38c51c0d tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c03445f-1b2b-49ef-a63f-930b66c268a3 HTTP/1.1" status: 200 len: 946 time: 0.1168056 Dec 20 14:23:25.598167 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-be49ad80-52b5-4e13-b815-c215085cdf70 req-63f31469-6c24-446b-8d0c-2bcb2801ed5f service neutron] 10.222.0.30 "GET /v2.0/networks/20d6fb4d-2376-4970-a073-7951589c4788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122693 Dec 20 14:23:25.602942 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a8ffc9ed-e6a5-4dda-b453-bf9c2a5ddfbb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:25.627400 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a8ffc9ed-e6a5-4dda-b453-bf9c2a5ddfbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:25.673119 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7d95284d-3118-4b0c-864c-66e92f6f68ec req-61ceb4d5-32ba-4bda-a4ba-d4e099252113 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200764 Dec 20 14:23:25.675414 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.provisioning_blocks [req-def787bc-5ad4-46d2-a841-e55fdd38ea5c req-06615813-c85e-4610-bcc1-642f93e8815a service neutron] Transition to ACTIVE for port object e31ccde7-6b06-4fa3-9cd5-1bf3399c7184 will not be triggered until provisioned by entity L2. {{(pid=103168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:23:25.690625 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ffc9ed-e6a5-4dda-b453-bf9c2a5ddfbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96805888-0402-4a62-ad37-154e23f33469,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:25.691672 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-def787bc-5ad4-46d2-a841-e55fdd38ea5c req-06615813-c85e-4610-bcc1-642f93e8815a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:25.764235 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-489176cd-62d0-4b45-bfd5-eb23560253f0 req-a9d48298-ce71-48eb-9b25-ea12e232dd18 service neutron] 10.222.0.30 "GET /v2.0/networks/2b333b61-ce15-4944-95b5-760e7ec98a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5979481 Dec 20 14:23:25.777806 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be49ad80-52b5-4e13-b815-c215085cdf70 req-a8c13017-f5fd-47f6-a21e-ee7609ff8fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:25.779962 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-be49ad80-52b5-4e13-b815-c215085cdf70 req-a8c13017-f5fd-47f6-a21e-ee7609ff8fdf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=230adefc93184769a5ed971e644ca4c5&device_id=a21db8bc-e099-4eff-a349-250d98124b7b HTTP/1.1" status: 200 len: 1097 time: 0.0907664 Dec 20 14:23:25.861354 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-def787bc-5ad4-46d2-a841-e55fdd38ea5c req-06615813-c85e-4610-bcc1-642f93e8815a service neutron] No DVR routers for this DVR port e31ccde7-6b06-4fa3-9cd5-1bf3399c7184 on host n-h1-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:23:25.876808 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06615813-c85e-4610-bcc1-642f93e8815a service neutron] Pushing event updated for resources: {'Port': ['ID=e31ccde7-6b06-4fa3-9cd5-1bf3399c7184,revision_number=10']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:25.911637 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-def787bc-5ad4-46d2-a841-e55fdd38ea5c req-06615813-c85e-4610-bcc1-642f93e8815a service neutron] 10.222.0.30 "PUT /v2.0/ports/e31ccde7-6b06-4fa3-9cd5-1bf3399c7184/bindings/n-h2-761264-19/activate HTTP/1.1" status: 200 len: 370 time: 1.1981382 Dec 20 14:23:25.986615 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-a8ffc9ed-e6a5-4dda-b453-bf9c2a5ddfbb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a305c661dba74f4bb55cbc7904fddde4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5994909 Dec 20 14:23:26.007088 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 49738) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:23:26.076974 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [req-06a4abf8-7938-42a4-b698-f2c791334c3e req-ceb4535b-1e51-49eb-904d-a20d9815f6fe tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Router a4088f0d-ca29-496d-8308-6d6c1ee614fd has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:23:26.135552 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad370f8-647c-4b44-8b33-ebc3bab39def req-78209c20-a188-4058-a18f-c595ea1e4f0d tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:26.144666 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3ad370f8-647c-4b44-8b33-ebc3bab39def req-78209c20-a188-4058-a18f-c595ea1e4f0d tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] 10.222.0.54 "GET /v2.0/ports?device_id=e11276ee-9d0c-49c8-9177-e4611ff11c4c HTTP/1.1" status: 200 len: 943 time: 0.1945662 Dec 20 14:23:26.175216 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def787bc-5ad4-46d2-a841-e55fdd38ea5c req-b151853c-ba6d-43c7-803a-13bf37eb354d tempest-LiveAutoBlockMigrationV225Test-195224901 tempest-LiveAutoBlockMigrationV225Test-195224901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:26.189588 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-def787bc-5ad4-46d2-a841-e55fdd38ea5c req-b151853c-ba6d-43c7-803a-13bf37eb354d tempest-LiveAutoBlockMigrationV225Test-195224901 tempest-LiveAutoBlockMigrationV225Test-195224901-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=a21db8bc-e099-4eff-a349-250d98124b7b&tenant_id=230adefc93184769a5ed971e644ca4c5&binding%3Ahost_id=n-h1-761264-19 HTTP/1.1" status: 200 len: 1097 time: 0.1835840 Dec 20 14:23:26.237693 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7f2be620-9d0b-44ad-933d-d48c35a3711a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:26.264828 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7f2be620-9d0b-44ad-933d-d48c35a3711a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:26.289806 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489176cd-62d0-4b45-bfd5-eb23560253f0 req-dfccd899-cae0-4799-a9cb-1e27fb3b4747 tempest-LiveMigrationTest-1128134252 tempest-LiveMigrationTest-1128134252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:26.296457 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-489176cd-62d0-4b45-bfd5-eb23560253f0 req-dfccd899-cae0-4799-a9cb-1e27fb3b4747 tempest-LiveMigrationTest-1128134252 tempest-LiveMigrationTest-1128134252-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=9c03445f-1b2b-49ef-a63f-930b66c268a3&tenant_id=2785aa25e0a64107a28490f4f2c107bc&binding%3Ahost_id=n-h2-761264-19 HTTP/1.1" status: 200 len: 1098 time: 0.3214362 Dec 20 14:23:26.324157 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-489176cd-62d0-4b45-bfd5-eb23560253f0 req-8f111dc3-76d4-4c9d-ab0b-e20a732b83e0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-761264-19'}}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:23:26.345120 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 6921329e-61de-43c7-8698-3cf78ea742aa details requested by agent hyperv_n-h1-761264-19 with host n-h1-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:23:26.355792 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7f2be620-9d0b-44ad-933d-d48c35a3711a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:26.358295 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7f2be620-9d0b-44ad-933d-d48c35a3711a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:26.363642 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-7f2be620-9d0b-44ad-933d-d48c35a3711a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/96805888-0402-4a62-ad37-154e23f33469 HTTP/1.1" status: 204 len: 168 time: 0.3547554 Dec 20 14:23:26.416743 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3ad370f8-647c-4b44-8b33-ebc3bab39def req-85aef050-1d6f-4650-9351-284f5a452624 tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] 10.222.0.54 "GET /v2.0/security-groups?id=73d8fb25-8bde-400a-9e66-c6fae64b7525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2630653 Dec 20 14:23:26.416743 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2be620-9d0b-44ad-933d-d48c35a3711a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96805888-0402-4a62-ad37-154e23f33469,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:26.438747 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def787bc-5ad4-46d2-a841-e55fdd38ea5c req-fa006e07-361d-49be-aea6-f8266ed868dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:26.465345 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-def787bc-5ad4-46d2-a841-e55fdd38ea5c req-fa006e07-361d-49be-aea6-f8266ed868dc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a21db8bc-e099-4eff-a349-250d98124b7b&tenant_id=230adefc93184769a5ed971e644ca4c5 HTTP/1.1" status: 200 len: 1097 time: 0.2466660 Dec 20 14:23:26.472064 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 56dc66ab-7970-483d-bc19-1d52b2e53840 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:23:26.555918 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def787bc-5ad4-46d2-a841-e55fdd38ea5c req-07a451dd-a105-4380-9a7a-b0e86a438574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:26.558459 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-def787bc-5ad4-46d2-a841-e55fdd38ea5c req-07a451dd-a105-4380-9a7a-b0e86a438574 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=230adefc93184769a5ed971e644ca4c5&device_id=a21db8bc-e099-4eff-a349-250d98124b7b HTTP/1.1" status: 200 len: 1097 time: 0.0800955 Dec 20 14:23:26.594031 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 27bda246-2577-405f-878c-2ee24199e215 details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:23:26.675516 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-06a4abf8-7938-42a4-b698-f2c791334c3e req-ceb4535b-1e51-49eb-904d-a20d9815f6fe tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:23:26.682157 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-06a4abf8-7938-42a4-b698-f2c791334c3e req-ceb4535b-1e51-49eb-904d-a20d9815f6fe tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:26.702183 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be49ad80-52b5-4e13-b815-c215085cdf70 req-0421fc77-f226-48e5-a71b-e0cd8599f8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:26.704517 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-be49ad80-52b5-4e13-b815-c215085cdf70 req-0421fc77-f226-48e5-a71b-e0cd8599f8f9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f77acfe8-c05d-4606-b7e9-7027c0b13511 HTTP/1.1" status: 200 len: 922 time: 0.7284532 Dec 20 14:23:26.717257 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787f9823-93cb-4446-8eeb-b07e51f02cb0 None None] Sync routers for ids ['a4088f0d-ca29-496d-8308-6d6c1ee614fd'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:23:26.734039 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.db.resource_extend [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 14:23:26.783943 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-489176cd-62d0-4b45-bfd5-eb23560253f0 req-8f111dc3-76d4-4c9d-ab0b-e20a732b83e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:26.789199 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-be49ad80-52b5-4e13-b815-c215085cdf70 req-b44f28a7-b178-4030-8e19-a57b32f375c5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e31ccde7-6b06-4fa3-9cd5-1bf3399c7184 HTTP/1.1" status: 200 len: 217 time: 0.0592921 Dec 20 14:23:26.794209 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caeb1e9-b7e1-4f18-9d58-654a7343d4f2 req-3c7d35e3-77e4-408f-9911-a8a9caf9d014 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:26.797701 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-06a4abf8-7938-42a4-b698-f2c791334c3e req-ceb4535b-1e51-49eb-904d-a20d9815f6fe tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] 10.222.0.54 "PUT /v2.0/floatingips/ae1a2f52-3564-4fc6-937c-b29d9518ad1f HTTP/1.1" status: 200 len: 696 time: 3.5350027 Dec 20 14:23:26.800386 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fb58f25-96ef-4597-b519-ab74824cbb1d', 'tag': '76748e7d-c7f5-44a6-88a3-a6a2455c82b1'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:23:26.802708 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c01ddd9-cef6-4380-a6c8-0db148d3e6f9" -d '{"events": [{"name": "network-changed", "server_uuid": "3fb58f25-96ef-4597-b519-ab74824cbb1d", "tag": "76748e7d-c7f5-44a6-88a3-a6a2455c82b1"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:23:26.808145 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6caeb1e9-b7e1-4f18-9d58-654a7343d4f2 req-3c7d35e3-77e4-408f-9911-a8a9caf9d014 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?device_id=786625c9-367a-460a-9939-16ca6fb4c85b HTTP/1.1" status: 200 len: 948 time: 0.2304649 Dec 20 14:23:26.843827 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787f9823-93cb-4446-8eeb-b07e51f02cb0 None None] Routers {'a4088f0d-ca29-496d-8308-6d6c1ee614fd'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:23:26.844626 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-787f9823-93cb-4446-8eeb-b07e51f02cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:23:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['a4088f0d-ca29-496d-8308-6d6c1ee614fd'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:23:26.865846 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be49ad80-52b5-4e13-b815-c215085cdf70 req-195c420c-761c-4398-82b6-173b75f3d880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:26.866071 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def787bc-5ad4-46d2-a841-e55fdd38ea5c req-2bdc171d-bb6c-446b-b18e-5fc2b6edc24a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:26.867983 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-be49ad80-52b5-4e13-b815-c215085cdf70 req-195c420c-761c-4398-82b6-173b75f3d880 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=39805718-f3e9-41ca-8469-b49efb1a12f8 HTTP/1.1" status: 200 len: 861 time: 0.0616896 Dec 20 14:23:26.873630 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-def787bc-5ad4-46d2-a841-e55fdd38ea5c req-2bdc171d-bb6c-446b-b18e-5fc2b6edc24a service neutron] 10.222.0.47 "GET /v2.0/networks?id=f77acfe8-c05d-4606-b7e9-7027c0b13511 HTTP/1.1" status: 200 len: 922 time: 0.3084626 Dec 20 14:23:26.977932 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-def787bc-5ad4-46d2-a841-e55fdd38ea5c req-eb2074ff-e8b2-4b1d-bfde-87d946faa309 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e31ccde7-6b06-4fa3-9cd5-1bf3399c7184 HTTP/1.1" status: 200 len: 217 time: 0.0914769 Dec 20 14:23:27.013426 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 6921329e-61de-43c7-8698-3cf78ea742aa, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=6921329e-61de-43c7-8698-3cf78ea742aa,segment=NetworkSegment(4a8e3bfe-fb94-425c-9c5a-648fdee0e431),segment_id=4a8e3bfe-fb94-425c-9c5a-648fdee0e431)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:23:27.027037 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-be49ad80-52b5-4e13-b815-c215085cdf70 req-2a0e86b8-9739-4e30-a611-bb88796a175d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f77acfe8-c05d-4606-b7e9-7027c0b13511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0981278 Dec 20 14:23:27.060737 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def787bc-5ad4-46d2-a841-e55fdd38ea5c req-534899bf-c5c1-468b-990e-bb9886d7d91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:27.062896 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-def787bc-5ad4-46d2-a841-e55fdd38ea5c req-534899bf-c5c1-468b-990e-bb9886d7d91c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=39805718-f3e9-41ca-8469-b49efb1a12f8 HTTP/1.1" status: 200 len: 861 time: 0.0746033 Dec 20 14:23:27.084513 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6caeb1e9-b7e1-4f18-9d58-654a7343d4f2 req-4c218d0c-8bd8-4fde-9705-2216a85733e0 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/security-groups?id=d29d9ba9-24bd-4d94-be52-3ca7019f1c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751722 Dec 20 14:23:27.106887 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Returning: {'device': '6921329e-61de-43c7-8698-3cf78ea742aa', 'network_id': '20d6fb4d-2376-4970-a073-7951589c4788', 'port_id': '6921329e-61de-43c7-8698-3cf78ea742aa', 'mac_address': 'fa:16:3e:95:42:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21353c49-abc0-482a-92f4-9d91398e51d3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:23:27.118608 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 56dc66ab-7970-483d-bc19-1d52b2e53840 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:23:27.119262 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:27.177703 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-def787bc-5ad4-46d2-a841-e55fdd38ea5c req-9def2c8c-4e74-4e0b-9463-d6553bc74381 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f77acfe8-c05d-4606-b7e9-7027c0b13511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0913012 Dec 20 14:23:27.258878 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-be49ad80-52b5-4e13-b815-c215085cdf70 req-73098f7c-f88b-4238-8e8d-d3d073463a88 service neutron] 10.222.0.30 "GET /v2.0/networks/f77acfe8-c05d-4606-b7e9-7027c0b13511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153349 Dec 20 14:23:27.266080 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a4abf8-7938-42a4-b698-f2c791334c3e req-6fc5f0f0-4c85-4817-821f-f75d591bda8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:27.276878 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-06a4abf8-7938-42a4-b698-f2c791334c3e req-6fc5f0f0-4c85-4817-821f-f75d591bda8a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4f3a59730c994d32a8cbf695683850a0&device_id=3fb58f25-96ef-4597-b519-ab74824cbb1d HTTP/1.1" status: 200 len: 1097 time: 0.4076307 Dec 20 14:23:27.347151 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 27bda246-2577-405f-878c-2ee24199e215, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=27bda246-2577-405f-878c-2ee24199e215,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:23:27.384625 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': '27bda246-2577-405f-878c-2ee24199e215', 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1', 'port_id': '27bda246-2577-405f-878c-2ee24199e215', 'mac_address': 'fa:16:3e:c7:d0:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36bf280f-81bb-4486-a87a-9b9505a1cec4', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:23:27.390629 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-787f9823-93cb-4446-8eeb-b07e51f02cb0 None None] Set router a4088f0d-ca29-496d-8308-6d6c1ee614fd gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:23:27.424948 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:27.511857 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6921329e-61de-43c7-8698-3cf78ea742aa {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:23:27.518426 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a4abf8-7938-42a4-b698-f2c791334c3e req-9e2f66ff-6783-4a7e-b37f-e3be1a52f25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:27.534089 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-06a4abf8-7938-42a4-b698-f2c791334c3e req-9e2f66ff-6783-4a7e-b37f-e3be1a52f25b service neutron] 10.222.0.54 "GET /v2.0/networks?id=ac8eea40-77e8-4385-9ea6-fd285bf85abe HTTP/1.1" status: 200 len: 922 time: 0.2550282 Dec 20 14:23:27.611596 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 6921329e-61de-43c7-8698-3cf78ea742aa, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=6921329e-61de-43c7-8698-3cf78ea742aa,segment=NetworkSegment(4a8e3bfe-fb94-425c-9c5a-648fdee0e431),segment_id=4a8e3bfe-fb94-425c-9c5a-648fdee0e431)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:23:27.632213 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:27.653686 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:27.671772 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-06a4abf8-7938-42a4-b698-f2c791334c3e req-71797651-f6ac-4517-8911-9c6c14c7cf48 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76748e7d-c7f5-44a6-88a3-a6a2455c82b1 HTTP/1.1" status: 200 len: 217 time: 0.1365721 Dec 20 14:23:27.770415 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27bda246-2577-405f-878c-2ee24199e215 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:23:27.811477 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 27bda246-2577-405f-878c-2ee24199e215, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=27bda246-2577-405f-878c-2ee24199e215,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:23:27.822942 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a4abf8-7938-42a4-b698-f2c791334c3e req-a4143207-7777-4341-a883-71b77c50391a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:27.828043 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:27.830790 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-06a4abf8-7938-42a4-b698-f2c791334c3e req-a4143207-7777-4341-a883-71b77c50391a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=937bc278-96b6-4101-8820-0f0154447eb0 HTTP/1.1" status: 200 len: 860 time: 0.1576459 Dec 20 14:23:27.852431 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=6921329e-61de-43c7-8698-3cf78ea742aa,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:27.888539 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-489176cd-62d0-4b45-bfd5-eb23560253f0 req-8f111dc3-76d4-4c9d-ab0b-e20a732b83e0 service neutron] For port 24ae1a8c-3e2c-4fbd-afd2-ce80710af39e, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=24ae1a8c-3e2c-4fbd-afd2-ce80710af39e,segment=NetworkSegment(addc7f95-68ef-43ba-9bd9-cde69b0f949e),segment_id=addc7f95-68ef-43ba-9bd9-cde69b0f949e)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:23:27.911743 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032795aa-c7f6-40f6-a2b2-edc0f332ecb7 req-3b49fec7-1e1d-40e0-a41e-de6152d26c07 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:27.919108 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a4abf8-7938-42a4-b698-f2c791334c3e req-598075f9-5269-4150-b3e1-0c5f1fb19ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:27.921448 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-032795aa-c7f6-40f6-a2b2-edc0f332ecb7 req-3b49fec7-1e1d-40e0-a41e-de6152d26c07 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=a21db8bc-e099-4eff-a349-250d98124b7b HTTP/1.1" status: 200 len: 945 time: 0.6660707 Dec 20 14:23:27.928217 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-06a4abf8-7938-42a4-b698-f2c791334c3e req-598075f9-5269-4150-b3e1-0c5f1fb19ec4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ac8eea40-77e8-4385-9ea6-fd285bf85abe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0960252 Dec 20 14:23:27.934668 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=27bda246-2577-405f-878c-2ee24199e215,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:27.941280 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-be49ad80-52b5-4e13-b815-c215085cdf70 req-26e7d9a6-d868-4f3c-bd66-594e8925a2b1 service neutron] 10.222.0.30 "GET /v2.0/networks/f77acfe8-c05d-4606-b7e9-7027c0b13511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4310436 Dec 20 14:23:27.958223 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-def787bc-5ad4-46d2-a841-e55fdd38ea5c req-734dd848-6231-4c1c-bee8-64760b073a7e service neutron] 10.222.0.47 "GET /v2.0/networks/f77acfe8-c05d-4606-b7e9-7027c0b13511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7738302 Dec 20 14:23:28.024109 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-489176cd-62d0-4b45-bfd5-eb23560253f0 req-8f111dc3-76d4-4c9d-ab0b-e20a732b83e0 service neutron] For port 24ae1a8c-3e2c-4fbd-afd2-ce80710af39e, host n-h2-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:23:28.032455 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-032795aa-c7f6-40f6-a2b2-edc0f332ecb7 req-5915ef51-c223-44c4-a4b9-6b12b52db05a tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090260 Dec 20 14:23:28.091268 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-787f9823-93cb-4446-8eeb-b07e51f02cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4088f0d-ca29-496d-8308-6d6c1ee614fd', 'name': 'tempest-FloatingIPsAssociationTestJSON-1936186760-router', 'tenant_id': '4f3a59730c994d32a8cbf695683850a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '4d3978ef-d762-4485-835b-11cfc052303d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:21:47Z', 'updated_at': '2021-12-20T14:21:59Z', 'revision_number': 4, 'project_id': '4f3a59730c994d32a8cbf695683850a0', 'gw_port': {'id': '4d3978ef-d762-4485-835b-11cfc052303d', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:bf:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4088f0d-ca29-496d-8308-6d6c1ee614fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:21:49Z', 'updated_at': '2021-12-20T14:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'f285e005-4952-43c8-bece-d63ed5e51402', 'name': '', 'network_id': 'ac8eea40-77e8-4385-9ea6-fd285bf85abe', 'tenant_id': '4f3a59730c994d32a8cbf695683850a0', 'mac_address': 'fa:16:3e:8d:a6:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4088f0d-ca29-496d-8308-6d6c1ee614fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '937bc278-96b6-4101-8820-0f0154447eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:21:56Z', 'updated_at': '2021-12-20T14:22:07Z', 'revision_number': 5, 'project_id': '4f3a59730c994d32a8cbf695683850a0', 'subnets': [{'id': '937bc278-96b6-4101-8820-0f0154447eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:23:28.102596 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-06a4abf8-7938-42a4-b698-f2c791334c3e req-43ba6205-bd63-4049-afc9-eca8d3562e17 service neutron] 10.222.0.54 "GET /v2.0/networks/ac8eea40-77e8-4385-9ea6-fd285bf85abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734507 Dec 20 14:23:28.103928 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-def787bc-5ad4-46d2-a841-e55fdd38ea5c req-95a718e2-0261-4302-848c-ce5930c8bd77 service neutron] 10.222.0.47 "GET /v2.0/networks/f77acfe8-c05d-4606-b7e9-7027c0b13511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318347 Dec 20 14:23:28.134338 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['6921329e-61de-43c7-8698-3cf78ea742aa'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:23:28.138993 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787f9823-93cb-4446-8eeb-b07e51f02cb0 None None] Checking router: a4088f0d-ca29-496d-8308-6d6c1ee614fd for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:23:28.161974 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-489176cd-62d0-4b45-bfd5-eb23560253f0 req-8f111dc3-76d4-4c9d-ab0b-e20a732b83e0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:28.168157 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['27bda246-2577-405f-878c-2ee24199e215'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:23:28.177863 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-489176cd-62d0-4b45-bfd5-eb23560253f0 req-8f111dc3-76d4-4c9d-ab0b-e20a732b83e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:28.215156 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787f9823-93cb-4446-8eeb-b07e51f02cb0 None None] Routers {'a4088f0d-ca29-496d-8308-6d6c1ee614fd'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:23:28.215826 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-787f9823-93cb-4446-8eeb-b07e51f02cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:23:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['a4088f0d-ca29-496d-8308-6d6c1ee614fd'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:23:28.319267 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-06a4abf8-7938-42a4-b698-f2c791334c3e req-b123546b-cb47-4ae0-b6aa-393a9b8c3858 service neutron] 10.222.0.54 "GET /v2.0/networks/ac8eea40-77e8-4385-9ea6-fd285bf85abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108450 Dec 20 14:23:28.344603 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bca8061-6582-48a8-8c8d-76f8854f94d9 req-a24bea35-bb45-4ef9-819b-cb7ef5c55054 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:28.349579 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8bca8061-6582-48a8-8c8d-76f8854f94d9 req-a24bea35-bb45-4ef9-819b-cb7ef5c55054 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c03445f-1b2b-49ef-a63f-930b66c268a3 HTTP/1.1" status: 200 len: 944 time: 0.1413853 Dec 20 14:23:28.350101 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-489176cd-62d0-4b45-bfd5-eb23560253f0 req-8f111dc3-76d4-4c9d-ab0b-e20a732b83e0 service neutron] Attempting to bind port 24ae1a8c-3e2c-4fbd-afd2-ce80710af39e on host n-h2-761264-19 for vnic_type normal with profile {"migrating_to": "n-h1-761264-19"} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:23:28.350469 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-489176cd-62d0-4b45-bfd5-eb23560253f0 req-8f111dc3-76d4-4c9d-ab0b-e20a732b83e0 service neutron] Attempting to bind port 24ae1a8c-3e2c-4fbd-afd2-ce80710af39e by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': 'addc7f95-68ef-43ba-9bd9-cde69b0f949e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2b333b61-ce15-4944-95b5-760e7ec98a8f'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:23:28.350827 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489176cd-62d0-4b45-bfd5-eb23560253f0 req-8f111dc3-76d4-4c9d-ab0b-e20a732b83e0 service neutron] Attempting to bind port 24ae1a8c-3e2c-4fbd-afd2-ce80710af39e on network 2b333b61-ce15-4944-95b5-760e7ec98a8f {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:23:28.367490 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489176cd-62d0-4b45-bfd5-eb23560253f0 req-8f111dc3-76d4-4c9d-ab0b-e20a732b83e0 service neutron] Port 24ae1a8c-3e2c-4fbd-afd2-ce80710af39e on network 2b333b61-ce15-4944-95b5-760e7ec98a8f not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:23:28.367806 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489176cd-62d0-4b45-bfd5-eb23560253f0 req-8f111dc3-76d4-4c9d-ab0b-e20a732b83e0 service neutron] Attempting to bind port 24ae1a8c-3e2c-4fbd-afd2-ce80710af39e on network 2b333b61-ce15-4944-95b5-760e7ec98a8f {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:23:28.377566 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-787f9823-93cb-4446-8eeb-b07e51f02cb0 None None] Set router a4088f0d-ca29-496d-8308-6d6c1ee614fd gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:23:28.383843 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489176cd-62d0-4b45-bfd5-eb23560253f0 req-8f111dc3-76d4-4c9d-ab0b-e20a732b83e0 service neutron] Checking agent: {'id': '43c60aee-e4af-4ecc-bee2-aac3569fafed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:23:28.383843 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489176cd-62d0-4b45-bfd5-eb23560253f0 req-8f111dc3-76d4-4c9d-ab0b-e20a732b83e0 service neutron] Checking segment: {'id': 'addc7f95-68ef-43ba-9bd9-cde69b0f949e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2b333b61-ce15-4944-95b5-760e7ec98a8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:23:28.390617 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489176cd-62d0-4b45-bfd5-eb23560253f0 req-8f111dc3-76d4-4c9d-ab0b-e20a732b83e0 service neutron] Bound using segment: {'id': 'addc7f95-68ef-43ba-9bd9-cde69b0f949e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2b333b61-ce15-4944-95b5-760e7ec98a8f'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:23:28.391098 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-489176cd-62d0-4b45-bfd5-eb23560253f0 req-8f111dc3-76d4-4c9d-ab0b-e20a732b83e0 service neutron] Bound port: 24ae1a8c-3e2c-4fbd-afd2-ce80710af39e, host: n-h2-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'addc7f95-68ef-43ba-9bd9-cde69b0f949e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2b333b61-ce15-4944-95b5-760e7ec98a8f'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:23:28.391466 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-489176cd-62d0-4b45-bfd5-eb23560253f0 req-8f111dc3-76d4-4c9d-ab0b-e20a732b83e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:28.418752 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8bca8061-6582-48a8-8c8d-76f8854f94d9 req-fd8728fb-896a-4441-a286-ef153019c656 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609410 Dec 20 14:23:28.473783 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f111dc3-76d4-4c9d-ab0b-e20a732b83e0 service neutron] Pushing event updated for resources: {'Port': ['ID=24ae1a8c-3e2c-4fbd-afd2-ce80710af39e,revision_number=7']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:28.502077 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def787bc-5ad4-46d2-a841-e55fdd38ea5c req-9be75bdd-0a11-4d33-983c-35c1ad29f7b4 tempest-LiveAutoBlockMigrationV225Test-195224901 tempest-LiveAutoBlockMigrationV225Test-195224901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:28.503658 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-def787bc-5ad4-46d2-a841-e55fdd38ea5c req-9be75bdd-0a11-4d33-983c-35c1ad29f7b4 tempest-LiveAutoBlockMigrationV225Test-195224901 tempest-LiveAutoBlockMigrationV225Test-195224901-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=a21db8bc-e099-4eff-a349-250d98124b7b&tenant_id=230adefc93184769a5ed971e644ca4c5&binding%3Ahost_id=n-h2-761264-19 HTTP/1.1" status: 200 len: 1097 time: 0.0986211 Dec 20 14:23:28.520198 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device e31ccde7-6b06-4fa3-9cd5-1bf3399c7184 no longer exists at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:23:28.560474 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-489176cd-62d0-4b45-bfd5-eb23560253f0 req-8f111dc3-76d4-4c9d-ab0b-e20a732b83e0 service neutron] For port 24ae1a8c-3e2c-4fbd-afd2-ce80710af39e, host n-h2-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:23:28.564704 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-489176cd-62d0-4b45-bfd5-eb23560253f0 req-8f111dc3-76d4-4c9d-ab0b-e20a732b83e0 service neutron] For port 24ae1a8c-3e2c-4fbd-afd2-ce80710af39e, host n-h2-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=24ae1a8c-3e2c-4fbd-afd2-ce80710af39e,segment=NetworkSegment(addc7f95-68ef-43ba-9bd9-cde69b0f949e),segment_id=addc7f95-68ef-43ba-9bd9-cde69b0f949e)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:23:28.570803 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac03a6ab-4ba5-4462-bc4b-7f54665bcbb6 x-openstack-request-id: req-ac03a6ab-4ba5-4462-bc4b-7f54665bcbb6 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:23:28.571094 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fb58f25-96ef-4597-b519-ab74824cbb1d", "tag": "76748e7d-c7f5-44a6-88a3-a6a2455c82b1", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:23:28.571352 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ac03a6ab-4ba5-4462-bc4b-7f54665bcbb6 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:23:28.571754 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fb58f25-96ef-4597-b519-ab74824cbb1d', 'tag': '76748e7d-c7f5-44a6-88a3-a6a2455c82b1', 'status': 'completed', 'code': 200} Dec 20 14:23:28.596758 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-489176cd-62d0-4b45-bfd5-eb23560253f0 req-8f111dc3-76d4-4c9d-ab0b-e20a732b83e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:28.762145 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-def787bc-5ad4-46d2-a841-e55fdd38ea5c req-a4f2e556-22c5-4abd-bad9-de573445de56 service neutron] For port e31ccde7-6b06-4fa3-9cd5-1bf3399c7184, host n-h1-761264-19, cleared binding levels {{(pid=103168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:23:28.767556 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-def787bc-5ad4-46d2-a841-e55fdd38ea5c req-a4f2e556-22c5-4abd-bad9-de573445de56 service neutron] Publish callbacks [] for binding, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:28.772134 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-def787bc-5ad4-46d2-a841-e55fdd38ea5c req-a4f2e556-22c5-4abd-bad9-de573445de56 service neutron] 10.222.0.47 "DELETE /v2.0/ports/e31ccde7-6b06-4fa3-9cd5-1bf3399c7184/bindings/n-h1-761264-19 HTTP/1.1" status: 204 len: 173 time: 0.2544591 Dec 20 14:23:28.866099 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c01ddd9-cef6-4380-a6c8-0db148d3e6f9 req-476822bb-e80a-4a7b-a2d6-513d3b90af84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:28.870351 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7c01ddd9-cef6-4380-a6c8-0db148d3e6f9 req-476822bb-e80a-4a7b-a2d6-513d3b90af84 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4f3a59730c994d32a8cbf695683850a0&device_id=3fb58f25-96ef-4597-b519-ab74824cbb1d HTTP/1.1" status: 200 len: 1097 time: 0.2965763 Dec 20 14:23:28.891391 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device e31ccde7-6b06-4fa3-9cd5-1bf3399c7184 not bound to the agent host n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:23:28.916887 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:23:28.916887 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:23:28.916887 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:23:28.916887 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:23:28.916887 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:23:28.916887 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:23:28.916887 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:23:28.916887 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:23:28.916887 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:23:28.916887 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:23:28.916887 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:23:28.916887 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:23:28.916887 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:23:28.916887 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:23:28.916887 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:23:28.916887 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:23:28.916887 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:23:28.916887 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:23:28.916887 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:23:28.916887 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:23:28.916887 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:23:28.916887 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:23:28.916887 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:23:28.916887 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:23:28.916887 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:23:28.916887 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:23:28.916887 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:23:28.916887 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:23:28.916887 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:23:28.916887 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:23:28.916887 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:23:28.916887 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:23:28.916887 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:23:28.916887 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:23:28.916887 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:23:28.916887 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:23:28.920137 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:23:28.920137 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:23:28.920137 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:23:28.920137 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:23:28.920137 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:23:28.920137 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:23:28.920137 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:23:28.920137 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:23:28.920137 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:23:28.920137 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:23:28.920137 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:23:28.920137 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:23:28.924663 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a797b78f-6d43-4a65-a1e2-2c88af6f69be req-da476870-86e3-41f5-96e6-a4a465058551 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:28.929643 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f111dc3-76d4-4c9d-ab0b-e20a732b83e0 service neutron] Pushing event updated for resources: {'Port': ['ID=24ae1a8c-3e2c-4fbd-afd2-ce80710af39e,revision_number=8']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:28.936355 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489176cd-62d0-4b45-bfd5-eb23560253f0 req-8f111dc3-76d4-4c9d-ab0b-e20a732b83e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:28.937454 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-489176cd-62d0-4b45-bfd5-eb23560253f0 req-8f111dc3-76d4-4c9d-ab0b-e20a732b83e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:28.939121 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-489176cd-62d0-4b45-bfd5-eb23560253f0 req-8f111dc3-76d4-4c9d-ab0b-e20a732b83e0 service neutron] 10.222.0.30 "PUT /v2.0/ports/24ae1a8c-3e2c-4fbd-afd2-ce80710af39e HTTP/1.1" status: 200 len: 1124 time: 2.6285429 Dec 20 14:23:28.940160 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a797b78f-6d43-4a65-a1e2-2c88af6f69be req-da476870-86e3-41f5-96e6-a4a465058551 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?device_id=786625c9-367a-460a-9939-16ca6fb4c85b HTTP/1.1" status: 200 len: 949 time: 0.0974431 Dec 20 14:23:28.978306 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a067d6-19f8-4752-8fc8-8949938c2e68 req-9768e239-9037-402c-820f-70a1210fa618 tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:28.988257 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-82a067d6-19f8-4752-8fc8-8949938c2e68 req-9768e239-9037-402c-820f-70a1210fa618 tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] 10.222.0.54 "GET /v2.0/ports?device_id=e11276ee-9d0c-49c8-9177-e4611ff11c4c HTTP/1.1" status: 200 len: 944 time: 0.3517082 Dec 20 14:23:29.031556 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-787f9823-93cb-4446-8eeb-b07e51f02cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4088f0d-ca29-496d-8308-6d6c1ee614fd', 'name': 'tempest-FloatingIPsAssociationTestJSON-1936186760-router', 'tenant_id': '4f3a59730c994d32a8cbf695683850a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '4d3978ef-d762-4485-835b-11cfc052303d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:21:47Z', 'updated_at': '2021-12-20T14:21:59Z', 'revision_number': 4, 'project_id': '4f3a59730c994d32a8cbf695683850a0', 'gw_port': {'id': '4d3978ef-d762-4485-835b-11cfc052303d', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:bf:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4088f0d-ca29-496d-8308-6d6c1ee614fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:21:49Z', 'updated_at': '2021-12-20T14:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'f285e005-4952-43c8-bece-d63ed5e51402', 'name': '', 'network_id': 'ac8eea40-77e8-4385-9ea6-fd285bf85abe', 'tenant_id': '4f3a59730c994d32a8cbf695683850a0', 'mac_address': 'fa:16:3e:8d:a6:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4088f0d-ca29-496d-8308-6d6c1ee614fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '937bc278-96b6-4101-8820-0f0154447eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:21:56Z', 'updated_at': '2021-12-20T14:22:07Z', 'revision_number': 5, 'project_id': '4f3a59730c994d32a8cbf695683850a0', 'subnets': [{'id': '937bc278-96b6-4101-8820-0f0154447eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:23:29.033932 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a797b78f-6d43-4a65-a1e2-2c88af6f69be req-9e4a76d0-5650-422e-bc0b-f9be90d33672 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/security-groups?id=d29d9ba9-24bd-4d94-be52-3ca7019f1c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928030 Dec 20 14:23:29.081614 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787f9823-93cb-4446-8eeb-b07e51f02cb0 None None] The sync data for ids ['a4088f0d-ca29-496d-8308-6d6c1ee614fd'] in n-d-761264-19 is: [{'id': 'a4088f0d-ca29-496d-8308-6d6c1ee614fd', 'name': 'tempest-FloatingIPsAssociationTestJSON-1936186760-router', 'tenant_id': '4f3a59730c994d32a8cbf695683850a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '4d3978ef-d762-4485-835b-11cfc052303d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:21:47Z', 'updated_at': '2021-12-20T14:21:59Z', 'revision_number': 4, 'project_id': '4f3a59730c994d32a8cbf695683850a0', 'gw_port': {'id': '4d3978ef-d762-4485-835b-11cfc052303d', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:bf:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4088f0d-ca29-496d-8308-6d6c1ee614fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:21:49Z', 'updated_at': '2021-12-20T14:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'f285e005-4952-43c8-bece-d63ed5e51402', 'name': '', 'network_id': 'ac8eea40-77e8-4385-9ea6-fd285bf85abe', 'tenant_id': '4f3a59730c994d32a8cbf695683850a0', 'mac_address': 'fa:16:3e:8d:a6:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4088f0d-ca29-496d-8308-6d6c1ee614fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '937bc278-96b6-4101-8820-0f0154447eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:21:56Z', 'updated_at': '2021-12-20T14:22:07Z', 'revision_number': 5, 'project_id': '4f3a59730c994d32a8cbf695683850a0', 'subnets': [{'id': '937bc278-96b6-4101-8820-0f0154447eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:23:29.182084 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['24ae1a8c-3e2c-4fbd-afd2-ce80710af39e'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:23:29.231820 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 49792) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:23:29.280823 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c01ddd9-cef6-4380-a6c8-0db148d3e6f9 req-70fbb8d5-05d6-40b7-b4d7-4d1f86997868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:29.288410 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7c01ddd9-cef6-4380-a6c8-0db148d3e6f9 req-70fbb8d5-05d6-40b7-b4d7-4d1f86997868 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ac8eea40-77e8-4385-9ea6-fd285bf85abe HTTP/1.1" status: 200 len: 922 time: 0.4013133 Dec 20 14:23:29.304190 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e57389-d02a-45f0-bf01-f844b96dfe5a req-2b5c91fe-2085-4287-8c04-2c307dcc941f tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:29.312486 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d1e57389-d02a-45f0-bf01-f844b96dfe5a req-2b5c91fe-2085-4287-8c04-2c307dcc941f tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=a21db8bc-e099-4eff-a349-250d98124b7b HTTP/1.1" status: 200 len: 945 time: 0.0627720 Dec 20 14:23:29.405020 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d1e57389-d02a-45f0-bf01-f844b96dfe5a req-a3e548cc-e971-4df0-a5bb-12c1432cfea0 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912902 Dec 20 14:23:29.423725 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7c01ddd9-cef6-4380-a6c8-0db148d3e6f9 req-c94f3648-7d41-4e0a-b58b-8a2536f04184 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76748e7d-c7f5-44a6-88a3-a6a2455c82b1 HTTP/1.1" status: 200 len: 217 time: 0.1229837 Dec 20 14:23:29.492258 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-82a067d6-19f8-4752-8fc8-8949938c2e68 req-81bdbee1-994e-4904-9dc6-c2640fe92b11 tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] 10.222.0.54 "GET /v2.0/security-groups?id=73d8fb25-8bde-400a-9e66-c6fae64b7525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5026889 Dec 20 14:23:29.510181 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c01ddd9-cef6-4380-a6c8-0db148d3e6f9 req-fca40e90-a5b4-45e6-be5e-0e611c4d343b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:29.511764 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7c01ddd9-cef6-4380-a6c8-0db148d3e6f9 req-fca40e90-a5b4-45e6-be5e-0e611c4d343b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=937bc278-96b6-4101-8820-0f0154447eb0 HTTP/1.1" status: 200 len: 860 time: 0.0762937 Dec 20 14:23:29.611131 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-dcdf4668-329c-4587-abb3-f1eca5f1ef68 req-3514002f-0f50-4de7-881b-a5ca5362491b tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] 10.222.0.54 "GET /v2.0/floatingips/ae1a2f52-3564-4fc6-937c-b29d9518ad1f HTTP/1.1" status: 200 len: 696 time: 0.1642091 Dec 20 14:23:29.629745 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c01ddd9-cef6-4380-a6c8-0db148d3e6f9 req-fb5ce14c-33ef-447b-bf3e-ca615e00adad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:29.631836 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7c01ddd9-cef6-4380-a6c8-0db148d3e6f9 req-fb5ce14c-33ef-447b-bf3e-ca615e00adad service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ac8eea40-77e8-4385-9ea6-fd285bf85abe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1106958 Dec 20 14:23:29.640783 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8941cf3d-3399-4313-950b-da8859fdd22f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:29.648646 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9acece62-e0c8-4491-902c-14f95172092e None None] New status for floating IP ae1a2f52-3564-4fc6-937c-b29d9518ad1f: DOWN {{(pid=103170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 14:23:29.739422 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8941cf3d-3399-4313-950b-da8859fdd22f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:29.753623 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8941cf3d-3399-4313-950b-da8859fdd22f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:29.792076 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984f88fc-ae49-4cc3-8456-53494f073268 req-112c652d-f6c2-420e-ad07-30d1c90a828a tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:29.793999 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-984f88fc-ae49-4cc3-8456-53494f073268 req-112c652d-f6c2-420e-ad07-30d1c90a828a tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c03445f-1b2b-49ef-a63f-930b66c268a3 HTTP/1.1" status: 200 len: 944 time: 0.1144574 Dec 20 14:23:29.796900 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7c01ddd9-cef6-4380-a6c8-0db148d3e6f9 req-3fcb186f-1dca-4d72-b0de-e6249bfba4fd service neutron] 10.222.0.47 "GET /v2.0/networks/ac8eea40-77e8-4385-9ea6-fd285bf85abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494329 Dec 20 14:23:29.804718 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-8941cf3d-3399-4313-950b-da8859fdd22f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e4502a709bd3487facfda0bf8ec36443&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5700428 Dec 20 14:23:29.821045 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 49804) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:23:29.831128 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8941cf3d-3399-4313-950b-da8859fdd22f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fef2fd2-8448-4a92-b151-2de6b7c88053,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:29.897481 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdf4668-329c-4587-abb3-f1eca5f1ef68 req-311e6cad-0584-4baa-8df2-c352a9f55c73 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:29.905142 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-dcdf4668-329c-4587-abb3-f1eca5f1ef68 req-311e6cad-0584-4baa-8df2-c352a9f55c73 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] 10.222.0.54 "GET /v2.0/networks/c3f8658e-da35-41f3-bd03-509e29ebd6f3 HTTP/1.1" status: 200 len: 784 time: 0.2930791 Dec 20 14:23:29.911835 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [req-dcdf4668-329c-4587-abb3-f1eca5f1ef68 req-bdc76f41-b354-431e-a16c-0ef81779af18 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:23:29.920358 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-dcdf4668-329c-4587-abb3-f1eca5f1ef68 req-bdc76f41-b354-431e-a16c-0ef81779af18 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0139315 Dec 20 14:23:29.979315 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-dcdf4668-329c-4587-abb3-f1eca5f1ef68 req-48b9bc5b-2363-43d2-b819-f53882b3f8e3 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.185 HTTP/1.1" status: 200 len: 697 time: 0.0580032 Dec 20 14:23:30.035332 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-dcdf4668-329c-4587-abb3-f1eca5f1ef68 req-63f6e70a-8dee-4328-96a2-60ea3281e379 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.185 HTTP/1.1" status: 200 len: 697 time: 0.0535002 Dec 20 14:23:30.194514 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-dcdf4668-329c-4587-abb3-f1eca5f1ef68 req-e09b13ea-ea91-4c66-9de9-8259f6706981 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Deleting port cd030fd5-d836-4953-9694-79a5573ccf49 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:23:30.195043 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-dcdf4668-329c-4587-abb3-f1eca5f1ef68 req-e09b13ea-ea91-4c66-9de9-8259f6706981 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:30.244066 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-984f88fc-ae49-4cc3-8456-53494f073268 req-0cb07446-1c86-4de0-84c6-80ebd83eb7eb tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4396648 Dec 20 14:23:30.270640 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7c01ddd9-cef6-4380-a6c8-0db148d3e6f9 req-7a1ae739-0054-413e-8563-1463f9ee7695 service neutron] 10.222.0.47 "GET /v2.0/networks/ac8eea40-77e8-4385-9ea6-fd285bf85abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4588606 Dec 20 14:23:30.284203 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f18eece3-ea22-49de-aa95-184aa09a979d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:30.316529 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f18eece3-ea22-49de-aa95-184aa09a979d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:30.335196 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-dcdf4668-329c-4587-abb3-f1eca5f1ef68 req-e09b13ea-ea91-4c66-9de9-8259f6706981 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:30.335830 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-dcdf4668-329c-4587-abb3-f1eca5f1ef68 req-e09b13ea-ea91-4c66-9de9-8259f6706981 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:30.357083 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-dcdf4668-329c-4587-abb3-f1eca5f1ef68 req-e09b13ea-ea91-4c66-9de9-8259f6706981 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Calling delete_port for cd030fd5-d836-4953-9694-79a5573ccf49 owned by network:floatingip {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:23:30.386482 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f18eece3-ea22-49de-aa95-184aa09a979d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:30.389426 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f18eece3-ea22-49de-aa95-184aa09a979d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:30.393859 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-f18eece3-ea22-49de-aa95-184aa09a979d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4fef2fd2-8448-4a92-b151-2de6b7c88053 HTTP/1.1" status: 204 len: 168 time: 0.5669594 Dec 20 14:23:30.409156 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18eece3-ea22-49de-aa95-184aa09a979d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fef2fd2-8448-4a92-b151-2de6b7c88053,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:30.496349 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 27bda246-2577-405f-878c-2ee24199e215 up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:23:30.551093 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a77f1f2-1f04-46ec-a624-1443e443347b req-96b3a282-d2b8-4a90-aea7-569f16e5d8da tempest-LiveAutoBlockMigrationV225Test-195224901 tempest-LiveAutoBlockMigrationV225Test-195224901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:30.552913 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7a77f1f2-1f04-46ec-a624-1443e443347b req-96b3a282-d2b8-4a90-aea7-569f16e5d8da tempest-LiveAutoBlockMigrationV225Test-195224901 tempest-LiveAutoBlockMigrationV225Test-195224901-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=a21db8bc-e099-4eff-a349-250d98124b7b HTTP/1.1" status: 200 len: 1097 time: 0.0858760 Dec 20 14:23:30.580575 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c03445f-1b2b-49ef-a63f-930b66c268a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24ae1a8c-3e2c-4fbd-afd2-ce80710af39e'}, {'name': 'network-changed', 'server_uuid': '9c03445f-1b2b-49ef-a63f-930b66c268a3', 'tag': '24ae1a8c-3e2c-4fbd-afd2-ce80710af39e'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:23:30.585394 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b79bef64-2e4f-4a94-b23f-105408d81b19" -d '{"events": [{"server_uuid": "9c03445f-1b2b-49ef-a63f-930b66c268a3", "name": "network-vif-unplugged", "status": "completed", "tag": "24ae1a8c-3e2c-4fbd-afd2-ce80710af39e"}, {"name": "network-changed", "server_uuid": "9c03445f-1b2b-49ef-a63f-930b66c268a3", "tag": "24ae1a8c-3e2c-4fbd-afd2-ce80710af39e"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:23:30.658518 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning for port 27bda246-2577-405f-878c-2ee24199e215 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:23:30.669566 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port 27bda246-2577-405f-878c-2ee24199e215 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:23:30.670211 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:30.696757 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7a77f1f2-1f04-46ec-a624-1443e443347b req-b0396713-60f2-4042-8b00-5b5daad32349 tempest-LiveAutoBlockMigrationV225Test-195224901 tempest-LiveAutoBlockMigrationV225Test-195224901-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345246 Dec 20 14:23:30.707832 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-dcdf4668-329c-4587-abb3-f1eca5f1ef68 req-e09b13ea-ea91-4c66-9de9-8259f6706981 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:30.741761 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b13ea-ea91-4c66-9de9-8259f6706981 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Pushing event deleted for resources: {'Port': ['ID=cd030fd5-d836-4953-9694-79a5573ccf49,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:30.804254 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2fb92fd7-9097-4e7d-afb0-e82b6fc7bf53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:30.823370 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-dcdf4668-329c-4587-abb3-f1eca5f1ef68 req-e09b13ea-ea91-4c66-9de9-8259f6706981 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Publish callbacks [] for floatingip, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:30.826520 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-dcdf4668-329c-4587-abb3-f1eca5f1ef68 req-e09b13ea-ea91-4c66-9de9-8259f6706981 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:30.833874 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-dcdf4668-329c-4587-abb3-f1eca5f1ef68 req-e09b13ea-ea91-4c66-9de9-8259f6706981 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] 10.222.0.54 "DELETE /v2.0/floatingips/ae1a2f52-3564-4fc6-937c-b29d9518ad1f HTTP/1.1" status: 204 len: 173 time: 0.7941570 Dec 20 14:23:30.931112 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:30.981318 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '786625c9-367a-460a-9939-16ca6fb4c85b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27bda246-2577-405f-878c-2ee24199e215'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:23:30.981318 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43b31910-52e1-4cca-a3ad-e482bb0580a6" -d '{"events": [{"server_uuid": "786625c9-367a-460a-9939-16ca6fb4c85b", "name": "network-vif-plugged", "status": "completed", "tag": "27bda246-2577-405f-878c-2ee24199e215"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:23:31.001180 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 27bda246-2577-405f-878c-2ee24199e215, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=27bda246-2577-405f-878c-2ee24199e215,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:23:31.012107 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:31.040602 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a82a934-fc31-4936-a149-76355930867b req-43048c18-ee60-4109-81af-693d519d31f2 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:31.063351 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7a82a934-fc31-4936-a149-76355930867b req-43048c18-ee60-4109-81af-693d519d31f2 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?device_id=786625c9-367a-460a-9939-16ca6fb4c85b HTTP/1.1" status: 200 len: 949 time: 0.1456950 Dec 20 14:23:31.065446 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07084f55-668b-42b0-9a18-51219d9f4579 req-235150fe-43ba-419a-bc2e-627c9863675e tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:31.071371 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=27bda246-2577-405f-878c-2ee24199e215,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:31.073487 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-07084f55-668b-42b0-9a18-51219d9f4579 req-235150fe-43ba-419a-bc2e-627c9863675e tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] 10.222.0.54 "GET /v2.0/ports?device_id=e11276ee-9d0c-49c8-9177-e4611ff11c4c HTTP/1.1" status: 200 len: 944 time: 0.1532502 Dec 20 14:23:31.149864 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7a82a934-fc31-4936-a149-76355930867b req-afe07853-aa85-4de3-9edf-a2254b525685 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/security-groups?id=d29d9ba9-24bd-4d94-be52-3ca7019f1c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850573 Dec 20 14:23:31.180683 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-07084f55-668b-42b0-9a18-51219d9f4579 req-58859690-a6da-4091-b69d-490dd2df5e42 tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] 10.222.0.54 "GET /v2.0/security-groups?id=73d8fb25-8bde-400a-9e66-c6fae64b7525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005220 Dec 20 14:23:31.231358 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 20 Dec 2021 14:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-061071f8-0b8b-4133-adb6-531f439987c0 x-openstack-request-id: req-061071f8-0b8b-4133-adb6-531f439987c0 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:23:31.231718 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c03445f-1b2b-49ef-a63f-930b66c268a3", "name": "network-vif-unplugged", "status": "completed", "tag": "24ae1a8c-3e2c-4fbd-afd2-ce80710af39e", "code": 200}, {"name": "network-changed", "server_uuid": "9c03445f-1b2b-49ef-a63f-930b66c268a3", "tag": "24ae1a8c-3e2c-4fbd-afd2-ce80710af39e", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:23:31.231982 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-061071f8-0b8b-4133-adb6-531f439987c0 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:23:31.232321 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c03445f-1b2b-49ef-a63f-930b66c268a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24ae1a8c-3e2c-4fbd-afd2-ce80710af39e', 'code': 200} Dec 20 14:23:31.232577 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c03445f-1b2b-49ef-a63f-930b66c268a3', 'tag': '24ae1a8c-3e2c-4fbd-afd2-ce80710af39e', 'status': 'completed', 'code': 200} Dec 20 14:23:31.316964 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81a013ba-9349-4bd7-930d-076c61560f4c x-openstack-request-id: req-81a013ba-9349-4bd7-930d-076c61560f4c {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:23:31.317463 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "786625c9-367a-460a-9939-16ca6fb4c85b", "name": "network-vif-plugged", "status": "completed", "tag": "27bda246-2577-405f-878c-2ee24199e215", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:23:31.317916 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-81a013ba-9349-4bd7-930d-076c61560f4c {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:23:31.318450 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '786625c9-367a-460a-9939-16ca6fb4c85b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27bda246-2577-405f-878c-2ee24199e215', 'code': 200} Dec 20 14:23:31.373743 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79bef64-2e4f-4a94-b23f-105408d81b19 req-eaf7089a-96f5-4341-878a-4c935e34df32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:31.376286 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b79bef64-2e4f-4a94-b23f-105408d81b19 req-eaf7089a-96f5-4341-878a-4c935e34df32 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2785aa25e0a64107a28490f4f2c107bc&device_id=9c03445f-1b2b-49ef-a63f-930b66c268a3 HTTP/1.1" status: 200 len: 1127 time: 0.1209388 Dec 20 14:23:31.520186 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ad23ab-db86-4633-9ce5-0e40cdc67a0a req-19fd560f-b43a-47ac-9a4b-4534ee95c5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:31.524741 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-33ad23ab-db86-4633-9ce5-0e40cdc67a0a req-19fd560f-b43a-47ac-9a4b-4534ee95c5b4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=786625c9-367a-460a-9939-16ca6fb4c85b HTTP/1.1" status: 200 len: 1102 time: 0.0834620 Dec 20 14:23:31.608477 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-33ad23ab-db86-4633-9ce5-0e40cdc67a0a req-f735b53e-0a18-4861-a9d4-2c6fba4d8f4b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d29d9ba9-24bd-4d94-be52-3ca7019f1c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747719 Dec 20 14:23:31.674598 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79bef64-2e4f-4a94-b23f-105408d81b19 req-464c254e-cb3b-4f6d-9b95-c44b5e7cf94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:31.676588 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b79bef64-2e4f-4a94-b23f-105408d81b19 req-464c254e-cb3b-4f6d-9b95-c44b5e7cf94e service neutron] 10.222.0.47 "GET /v2.0/networks?id=2b333b61-ce15-4944-95b5-760e7ec98a8f HTTP/1.1" status: 200 len: 909 time: 0.2909894 Dec 20 14:23:31.720576 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7c6e56-d645-481e-83b6-78b252b09c75 req-e1b90304-212d-4e22-9742-9a237fb7451a tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:31.726640 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6d7c6e56-d645-481e-83b6-78b252b09c75 req-e1b90304-212d-4e22-9742-9a237fb7451a tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c03445f-1b2b-49ef-a63f-930b66c268a3 HTTP/1.1" status: 200 len: 944 time: 0.1010003 Dec 20 14:23:31.733246 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:23:31.733246 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:23:31.733246 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:23:31.733246 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:23:31.733246 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:23:31.733246 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:23:31.733246 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:23:31.733246 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:23:31.733246 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:23:31.733246 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:23:31.733246 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:23:31.733246 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:23:31.733246 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:23:31.733246 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:23:31.733246 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:23:31.733246 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:23:31.733246 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:23:31.733246 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:23:31.733246 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:23:31.733246 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:23:31.733246 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:23:31.733246 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:23:31.733246 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:23:31.733246 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:23:31.733246 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:23:31.733246 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:23:31.733246 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:23:31.733246 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:23:31.733246 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:23:31.733246 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:23:31.733246 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:23:31.733246 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:23:31.733246 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:23:31.733246 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:23:31.733246 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:23:31.733246 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:23:31.735984 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:23:31.735984 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:23:31.735984 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:23:31.735984 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:23:31.735984 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:23:31.735984 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:23:31.735984 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:23:31.735984 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:23:31.735984 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:23:31.735984 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:23:31.735984 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:23:31.735984 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:23:31.735984 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b682c98-d6bc-4c37-86dd-cf91f791982d req-b26c8eee-76c8-469e-9a7b-d9c0b826e351 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:31.739194 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0b682c98-d6bc-4c37-86dd-cf91f791982d req-b26c8eee-76c8-469e-9a7b-d9c0b826e351 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/networks?id=f77acfe8-c05d-4606-b7e9-7027c0b13511 HTTP/1.1" status: 200 len: 821 time: 0.2386422 Dec 20 14:23:31.755902 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0b682c98-d6bc-4c37-86dd-cf91f791982d req-e08b534b-b308-4cdb-9f1b-0aa1a59670ea tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/quotas/230adefc93184769a5ed971e644ca4c5 HTTP/1.1" status: 200 len: 375 time: 0.0100963 Dec 20 14:23:31.800818 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6d7c6e56-d645-481e-83b6-78b252b09c75 req-1e787341-3398-436b-a442-bdc80312ad9a tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729830 Dec 20 14:23:31.855179 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b79bef64-2e4f-4a94-b23f-105408d81b19 req-08e28673-a544-4ee0-9ffc-b19387d583dd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24ae1a8c-3e2c-4fbd-afd2-ce80710af39e HTTP/1.1" status: 200 len: 217 time: 0.0410237 Dec 20 14:23:31.940403 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0b682c98-d6bc-4c37-86dd-cf91f791982d req-93ea7f91-5936-4b6f-a679-2e90bbd5ee48 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=230adefc93184769a5ed971e644ca4c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1777151 Dec 20 14:23:31.948157 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79bef64-2e4f-4a94-b23f-105408d81b19 req-7a0e73b5-0a06-453d-9595-cfcf3fb34bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:31.950292 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b79bef64-2e4f-4a94-b23f-105408d81b19 req-7a0e73b5-0a06-453d-9595-cfcf3fb34bc2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=63ebfb59-720a-4723-915c-292ae8d31522 HTTP/1.1" status: 200 len: 848 time: 0.0826702 Dec 20 14:23:32.008900 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b79bef64-2e4f-4a94-b23f-105408d81b19 req-ce2afc32-91cf-440f-b725-a0cd17dacd42 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2b333b61-ce15-4944-95b5-760e7ec98a8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403652 Dec 20 14:23:32.013206 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bc45ee-f278-4ef3-886d-ea96c61351c7 req-08e1809f-f44d-41c9-8161-b643c5eb90aa tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:32.014695 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f7bc45ee-f278-4ef3-886d-ea96c61351c7 req-08e1809f-f44d-41c9-8161-b643c5eb90aa tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] 10.222.0.54 "GET /v2.0/ports?device_id=3fb58f25-96ef-4597-b519-ab74824cbb1d HTTP/1.1" status: 200 len: 945 time: 0.0560615 Dec 20 14:23:32.066455 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f7bc45ee-f278-4ef3-886d-ea96c61351c7 req-d85d4330-e0bb-4c96-9d23-650b41a98fc0 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] 10.222.0.54 "GET /v2.0/security-groups?id=1f075b11-d210-4909-933c-2e048b1c972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450287 Dec 20 14:23:32.162850 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0b682c98-d6bc-4c37-86dd-cf91f791982d req-be0c13a0-ee31-42af-acf1-9d90d7f3c842 service neutron] 10.222.0.54 "GET /v2.0/networks/f77acfe8-c05d-4606-b7e9-7027c0b13511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209866 Dec 20 14:23:32.210298 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b79bef64-2e4f-4a94-b23f-105408d81b19 req-da5b17c7-56de-4d10-9352-224078a17299 service neutron] 10.222.0.47 "GET /v2.0/networks/2b333b61-ce15-4944-95b5-760e7ec98a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769433 Dec 20 14:23:32.348545 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 24ae1a8c-3e2c-4fbd-afd2-ce80710af39e details requested by agent hyperv_n-h1-761264-19 with host n-h1-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:23:32.363992 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0b682c98-d6bc-4c37-86dd-cf91f791982d req-4e962de9-0e7d-4c10-b320-e3d28d2fd99c service neutron] 10.222.0.54 "GET /v2.0/networks/f77acfe8-c05d-4606-b7e9-7027c0b13511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808496 Dec 20 14:23:32.385082 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 6921329e-61de-43c7-8698-3cf78ea742aa up at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:23:32.400766 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b79bef64-2e4f-4a94-b23f-105408d81b19 req-9f597a68-8267-4e1d-9716-6a1dbd876be3 service neutron] 10.222.0.47 "GET /v2.0/networks/2b333b61-ce15-4944-95b5-760e7ec98a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802013 Dec 20 14:23:32.453489 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be2cc1a-0602-4670-b820-915b019afbca req-bfb039a3-ceae-42b9-ba73-00ddb01c11ae tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:32.456153 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1be2cc1a-0602-4670-b820-915b019afbca req-bfb039a3-ceae-42b9-ba73-00ddb01c11ae tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?device_id=786625c9-367a-460a-9939-16ca6fb4c85b HTTP/1.1" status: 200 len: 950 time: 0.0671825 Dec 20 14:23:32.558445 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning for port 6921329e-61de-43c7-8698-3cf78ea742aa completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:23:32.572121 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1be2cc1a-0602-4670-b820-915b019afbca req-ed65511d-de85-4513-ad74-7f3c8543518b tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/security-groups?id=d29d9ba9-24bd-4d94-be52-3ca7019f1c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093609 Dec 20 14:23:32.578058 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning complete for port 6921329e-61de-43c7-8698-3cf78ea742aa triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:23:32.578439 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:32.581357 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 24ae1a8c-3e2c-4fbd-afd2-ce80710af39e, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=24ae1a8c-3e2c-4fbd-afd2-ce80710af39e,segment=NetworkSegment(addc7f95-68ef-43ba-9bd9-cde69b0f949e),segment_id=addc7f95-68ef-43ba-9bd9-cde69b0f949e)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:23:32.749211 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f2ff5be5-74ec-4446-a2ec-2ed9596d9b55 req-1d813b3c-f148-4356-ab30-f17e246a23a4 tempest-AbsoluteLimitsNegativeTestJSON-993840929 tempest-AbsoluteLimitsNegativeTestJSON-993840929-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=a74309c0520f46b59e7877b7a0f9f9e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352926 Dec 20 14:23:32.850089 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 24ae1a8c-3e2c-4fbd-afd2-ce80710af39e has no active binding in host n-h1-761264-19 {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 20 14:23:32.901722 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfc2c3e-2ac4-4186-bdba-b034c375bb17 req-24860e6a-32c3-45e5-9787-5e191bc17730 tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:32.906080 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4cfc2c3e-2ac4-4186-bdba-b034c375bb17 req-24860e6a-32c3-45e5-9787-5e191bc17730 tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] 10.222.0.54 "GET /v2.0/ports?device_id=e11276ee-9d0c-49c8-9177-e4611ff11c4c HTTP/1.1" status: 200 len: 944 time: 0.1484115 Dec 20 14:23:32.961224 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ff5be5-74ec-4446-a2ec-2ed9596d9b55 req-f2cbb18e-0c7f-4c47-8b53-72283a8f453c tempest-AbsoluteLimitsNegativeTestJSON-993840929 tempest-AbsoluteLimitsNegativeTestJSON-993840929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:32.986782 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f2ff5be5-74ec-4446-a2ec-2ed9596d9b55 req-f2cbb18e-0c7f-4c47-8b53-72283a8f453c tempest-AbsoluteLimitsNegativeTestJSON-993840929 tempest-AbsoluteLimitsNegativeTestJSON-993840929-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2349932 Dec 20 14:23:33.006340 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-1c4b60bf-287a-4997-8c1f-70a540364cf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:33.038155 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f2ff5be5-74ec-4446-a2ec-2ed9596d9b55 req-833decd5-7912-40b7-87de-4c868bfd5d15 tempest-AbsoluteLimitsNegativeTestJSON-993840929 tempest-AbsoluteLimitsNegativeTestJSON-993840929-project] 10.222.0.54 "GET /v2.0/quotas/a74309c0520f46b59e7877b7a0f9f9e4 HTTP/1.1" status: 200 len: 375 time: 0.0473418 Dec 20 14:23:33.045553 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4cfc2c3e-2ac4-4186-bdba-b034c375bb17 req-c748b1aa-98b2-4829-a6f8-8e7fb745c055 tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] 10.222.0.54 "GET /v2.0/security-groups?id=73d8fb25-8bde-400a-9e66-c6fae64b7525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297724 Dec 20 14:23:33.131584 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:33.193476 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f2ff5be5-74ec-4446-a2ec-2ed9596d9b55 req-b136dd2d-e8b8-4751-bad4-ab1f23293c1e tempest-AbsoluteLimitsNegativeTestJSON-993840929 tempest-AbsoluteLimitsNegativeTestJSON-993840929-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=a74309c0520f46b59e7877b7a0f9f9e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1486275 Dec 20 14:23:33.206912 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 6921329e-61de-43c7-8698-3cf78ea742aa, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=6921329e-61de-43c7-8698-3cf78ea742aa,segment=NetworkSegment(4a8e3bfe-fb94-425c-9c5a-648fdee0e431),segment_id=4a8e3bfe-fb94-425c-9c5a-648fdee0e431)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:23:33.211412 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-78c04539-39b7-438f-a664-3c10ec53af05 req-8d136b67-a13a-4dac-9f71-93a91a45f516 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=391bfd15-b4c6-444c-a466-12316cde3dd1 HTTP/1.1" status: 200 len: 210 time: 0.0898783 Dec 20 14:23:33.219366 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:33.329785 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e11276ee-9d0c-49c8-9177-e4611ff11c4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6921329e-61de-43c7-8698-3cf78ea742aa'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:23:33.335312 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80857835-70c8-4d3f-9b0b-804d61a9dae8" -d '{"events": [{"server_uuid": "e11276ee-9d0c-49c8-9177-e4611ff11c4c", "name": "network-vif-plugged", "status": "completed", "tag": "6921329e-61de-43c7-8698-3cf78ea742aa"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:23:33.367903 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=6921329e-61de-43c7-8698-3cf78ea742aa,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:33.498457 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a115b5-6224-48d9-9ef2-ee76c51d72b9 req-2b8f4ec2-1720-4932-8780-6c7d45131179 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:33.504325 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e4a115b5-6224-48d9-9ef2-ee76c51d72b9 req-2b8f4ec2-1720-4932-8780-6c7d45131179 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] 10.222.0.47 "GET /v2.0/ports?device_id=3fb58f25-96ef-4597-b519-ab74824cbb1d HTTP/1.1" status: 200 len: 945 time: 0.1226940 Dec 20 14:23:33.506969 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d25f11-9e97-450d-9580-399dd77131f7 req-373d0085-6084-47d5-98f9-f461f5f29e40 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:33.512552 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-65d25f11-9e97-450d-9580-399dd77131f7 req-373d0085-6084-47d5-98f9-f461f5f29e40 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c03445f-1b2b-49ef-a63f-930b66c268a3 HTTP/1.1" status: 200 len: 944 time: 0.1179476 Dec 20 14:23:33.647113 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:33.651576 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-65d25f11-9e97-450d-9580-399dd77131f7 req-ea9c22f5-cc11-4d2d-86e8-2cdfa8d15d8b tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331310 Dec 20 14:23:33.732228 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b527516-cfb6-44d3-a585-adc8910c90f9 x-openstack-request-id: req-5b527516-cfb6-44d3-a585-adc8910c90f9 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:23:33.732865 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e11276ee-9d0c-49c8-9177-e4611ff11c4c", "name": "network-vif-plugged", "status": "completed", "tag": "6921329e-61de-43c7-8698-3cf78ea742aa", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:23:33.733282 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5b527516-cfb6-44d3-a585-adc8910c90f9 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:23:33.733842 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e11276ee-9d0c-49c8-9177-e4611ff11c4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6921329e-61de-43c7-8698-3cf78ea742aa', 'code': 200} Dec 20 14:23:33.743907 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 49898) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:23:33.755954 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2f828f-f47d-4f29-b601-7382f58c8200 req-0131eed1-a289-4ca5-8dad-6e4c5e34ce42 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:33.757672 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-eb2f828f-f47d-4f29-b601-7382f58c8200 req-0131eed1-a289-4ca5-8dad-6e4c5e34ce42 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] 10.222.0.54 "GET /v2.0/ports?device_id=3fb58f25-96ef-4597-b519-ab74824cbb1d HTTP/1.1" status: 200 len: 945 time: 0.2282307 Dec 20 14:23:33.898837 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be902a-7ad2-4ae8-8362-7eaba6218560 req-9ed3a89d-fcff-466b-8f9b-d0337dd36dba tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:33.901599 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-79be902a-7ad2-4ae8-8362-7eaba6218560 req-9ed3a89d-fcff-466b-8f9b-d0337dd36dba tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?device_id=786625c9-367a-460a-9939-16ca6fb4c85b HTTP/1.1" status: 200 len: 950 time: 0.0673265 Dec 20 14:23:33.934633 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-eb2f828f-f47d-4f29-b601-7382f58c8200 req-bfc90369-bcf7-4553-a13e-b5314f7984dd tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] 10.222.0.54 "GET /v2.0/security-groups?id=1f075b11-d210-4909-933c-2e048b1c972a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700819 Dec 20 14:23:33.979939 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-e4a115b5-6224-48d9-9ef2-ee76c51d72b9 req-53e87205-861f-435f-95dd-7a6b2f386675 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Deleting port 76748e7d-c7f5-44a6-88a3-a6a2455c82b1 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:23:33.980712 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-e4a115b5-6224-48d9-9ef2-ee76c51d72b9 req-53e87205-861f-435f-95dd-7a6b2f386675 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:33.991536 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-91772ff5-662d-46b6-9ab2-8cd04b7c54a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:34.008810 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-79be902a-7ad2-4ae8-8362-7eaba6218560 req-047cec66-e97f-47ba-8605-d8a1b53d728c tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/security-groups?id=d29d9ba9-24bd-4d94-be52-3ca7019f1c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011925 Dec 20 14:23:34.081515 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed7203a-80b2-480b-9f05-b72bc36e8d0c req-9104dcdc-c2a0-4590-a3a8-076c61dfb499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:34.084292 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1ed7203a-80b2-480b-9f05-b72bc36e8d0c req-9104dcdc-c2a0-4590-a3a8-076c61dfb499 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e11276ee-9d0c-49c8-9177-e4611ff11c4c HTTP/1.1" status: 200 len: 1097 time: 0.1442184 Dec 20 14:23:34.120126 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-91772ff5-662d-46b6-9ab2-8cd04b7c54a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:34.130714 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-91772ff5-662d-46b6-9ab2-8cd04b7c54a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:34.216497 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91772ff5-662d-46b6-9ab2-8cd04b7c54a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe82be1-19f2-43bb-8d85-8b51f40aebb8,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:34.219730 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-e4a115b5-6224-48d9-9ef2-ee76c51d72b9 req-53e87205-861f-435f-95dd-7a6b2f386675 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] For port 76748e7d-c7f5-44a6-88a3-a6a2455c82b1, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=76748e7d-c7f5-44a6-88a3-a6a2455c82b1,segment=NetworkSegment(0319426e-5ead-4b5d-906b-45e6b8467961),segment_id=0319426e-5ead-4b5d-906b-45e6b8467961)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:23:34.219730 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-e4a115b5-6224-48d9-9ef2-ee76c51d72b9 req-53e87205-861f-435f-95dd-7a6b2f386675 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:34.221963 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-91772ff5-662d-46b6-9ab2-8cd04b7c54a9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a74309c0520f46b59e7877b7a0f9f9e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4769289 Dec 20 14:23:34.226151 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 49906) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:23:34.251928 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1ed7203a-80b2-480b-9f05-b72bc36e8d0c req-96cd4160-636e-4b4e-9092-13ddec7a67f1 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=73d8fb25-8bde-400a-9e66-c6fae64b7525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1563492 Dec 20 14:23:34.253785 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-e4a115b5-6224-48d9-9ef2-ee76c51d72b9 req-53e87205-861f-435f-95dd-7a6b2f386675 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Calling delete_port for 76748e7d-c7f5-44a6-88a3-a6a2455c82b1 owned by compute:nova {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:23:34.260621 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24bb945-d7b2-434e-8cf2-c8841d02514b req-57322ed5-f975-44cc-8472-7f7b211298ad tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:34.263070 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d24bb945-d7b2-434e-8cf2-c8841d02514b req-57322ed5-f975-44cc-8472-7f7b211298ad tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] 10.222.0.54 "GET /v2.0/ports?device_id=e11276ee-9d0c-49c8-9177-e4611ff11c4c HTTP/1.1" status: 200 len: 945 time: 0.1046183 Dec 20 14:23:34.321385 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92fc24a-e604-4d47-b586-7ebcd9884e5c req-4d99e57f-ad47-4a29-ab95-3c916b3f59e1 tempest-ServersOnMultiNodesTest-460277134 tempest-ServersOnMultiNodesTest-460277134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:34.323177 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e92fc24a-e604-4d47-b586-7ebcd9884e5c req-4d99e57f-ad47-4a29-ab95-3c916b3f59e1 tempest-ServersOnMultiNodesTest-460277134 tempest-ServersOnMultiNodesTest-460277134-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=786625c9-367a-460a-9939-16ca6fb4c85b HTTP/1.1" status: 200 len: 1102 time: 0.1664672 Dec 20 14:23:34.332118 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d24bb945-d7b2-434e-8cf2-c8841d02514b req-61677506-73f6-4869-93a9-33e204cb8f78 tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] 10.222.0.54 "GET /v2.0/security-groups?id=73d8fb25-8bde-400a-9e66-c6fae64b7525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623937 Dec 20 14:23:34.403196 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d39cc2b7-9e2c-4d6d-bafa-2e0139466da5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:34.415301 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e92fc24a-e604-4d47-b586-7ebcd9884e5c req-81c8d5ff-e6e1-4cec-985f-6eb4033a0d3f tempest-ServersOnMultiNodesTest-460277134 tempest-ServersOnMultiNodesTest-460277134-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=d29d9ba9-24bd-4d94-be52-3ca7019f1c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824876 Dec 20 14:23:34.450367 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d39cc2b7-9e2c-4d6d-bafa-2e0139466da5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:34.460044 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b4e8b22f-3269-42a9-bf45-fb495898602a req-f077086f-9f6c-4e5d-86fa-c7f93a591991 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=391bfd15-b4c6-444c-a466-12316cde3dd1 HTTP/1.1" status: 200 len: 210 time: 0.0467842 Dec 20 14:23:34.576096 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d39cc2b7-9e2c-4d6d-bafa-2e0139466da5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:34.577480 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d39cc2b7-9e2c-4d6d-bafa-2e0139466da5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:34.579593 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-d39cc2b7-9e2c-4d6d-bafa-2e0139466da5 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1fe82be1-19f2-43bb-8d85-8b51f40aebb8 HTTP/1.1" status: 204 len: 168 time: 0.3463628 Dec 20 14:23:34.592645 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39cc2b7-9e2c-4d6d-bafa-2e0139466da5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe82be1-19f2-43bb-8d85-8b51f40aebb8,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:34.596280 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-e4a115b5-6224-48d9-9ef2-ee76c51d72b9 req-53e87205-861f-435f-95dd-7a6b2f386675 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:34.629840 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['76748e7d-c7f5-44a6-88a3-a6a2455c82b1'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:23:34.642871 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e87205-861f-435f-95dd-7a6b2f386675 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Pushing event deleted for resources: {'Port': ['ID=76748e7d-c7f5-44a6-88a3-a6a2455c82b1,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:34.758542 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2d27fffe-8550-4324-8b0b-0e1f4854c3d9 req-5fe94f7b-7d35-472f-b8a0-bf23bca38dd2 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=67090548a8c94f7bb1b8a5ae37b6ba4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0871770 Dec 20 14:23:34.769393 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4a115b5-6224-48d9-9ef2-ee76c51d72b9 req-53e87205-861f-435f-95dd-7a6b2f386675 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] No DVR routers for this DVR port 76748e7d-c7f5-44a6-88a3-a6a2455c82b1 on host n-h2-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:23:34.781612 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-e4a115b5-6224-48d9-9ef2-ee76c51d72b9 req-53e87205-861f-435f-95dd-7a6b2f386675 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:34.786114 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e4a115b5-6224-48d9-9ef2-ee76c51d72b9 req-53e87205-861f-435f-95dd-7a6b2f386675 tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] 10.222.0.47 "DELETE /v2.0/ports/76748e7d-c7f5-44a6-88a3-a6a2455c82b1 HTTP/1.1" status: 204 len: 173 time: 1.2727623 Dec 20 14:23:34.787108 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fb58f25-96ef-4597-b519-ab74824cbb1d', 'name': 'network-vif-deleted', 'tag': '76748e7d-c7f5-44a6-88a3-a6a2455c82b1'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:23:34.792884 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c496fbf-a865-46f9-93aa-c9287aadbab5" -d '{"events": [{"server_uuid": "3fb58f25-96ef-4597-b519-ab74824cbb1d", "name": "network-vif-deleted", "tag": "76748e7d-c7f5-44a6-88a3-a6a2455c82b1"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:23:34.900974 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a7df8-ff22-4832-89b2-86967aba831a req-fb8db921-2e32-4f3f-8260-1de9594ee601 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:34.910296 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0e7a7df8-ff22-4832-89b2-86967aba831a req-fb8db921-2e32-4f3f-8260-1de9594ee601 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c03445f-1b2b-49ef-a63f-930b66c268a3 HTTP/1.1" status: 200 len: 944 time: 0.1076665 Dec 20 14:23:35.034690 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0e7a7df8-ff22-4832-89b2-86967aba831a req-e4eda2e9-4939-4fd0-b1e1-c71c50eea940 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231413 Dec 20 14:23:35.042962 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d27fffe-8550-4324-8b0b-0e1f4854c3d9 req-9f132bf4-1a66-4967-802f-7c017e5e8a28 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:35.075473 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2d27fffe-8550-4324-8b0b-0e1f4854c3d9 req-9f132bf4-1a66-4967-802f-7c017e5e8a28 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3159189 Dec 20 14:23:35.123503 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2d27fffe-8550-4324-8b0b-0e1f4854c3d9 req-606cb882-f645-44eb-b547-95c619a4500a tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/quotas/67090548a8c94f7bb1b8a5ae37b6ba4c HTTP/1.1" status: 200 len: 375 time: 0.0442946 Dec 20 14:23:35.220098 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee5fd7df-364f-42a1-8eea-695c46f6797e x-openstack-request-id: req-ee5fd7df-364f-42a1-8eea-695c46f6797e {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:23:35.220904 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fb58f25-96ef-4597-b519-ab74824cbb1d", "name": "network-vif-deleted", "tag": "76748e7d-c7f5-44a6-88a3-a6a2455c82b1", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:23:35.223141 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ee5fd7df-364f-42a1-8eea-695c46f6797e {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:23:35.223767 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fb58f25-96ef-4597-b519-ab74824cbb1d', 'name': 'network-vif-deleted', 'tag': '76748e7d-c7f5-44a6-88a3-a6a2455c82b1', 'status': 'completed', 'code': 200} Dec 20 14:23:35.257443 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2d27fffe-8550-4324-8b0b-0e1f4854c3d9 req-ee4a6574-220d-478c-8a58-1c6c3b5c41d9 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=67090548a8c94f7bb1b8a5ae37b6ba4c&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1326270 Dec 20 14:23:35.328776 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b682c98-d6bc-4c37-86dd-cf91f791982d req-7d7cca2b-5f9f-4fb1-9d14-8bb268f309f5 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:35.330258 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0b682c98-d6bc-4c37-86dd-cf91f791982d req-7d7cca2b-5f9f-4fb1-9d14-8bb268f309f5 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.30 "GET /v2.0/networks?id=f77acfe8-c05d-4606-b7e9-7027c0b13511 HTTP/1.1" status: 200 len: 821 time: 0.2676148 Dec 20 14:23:35.347548 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-0b682c98-d6bc-4c37-86dd-cf91f791982d req-676f4a2e-73d2-4205-b2f2-91566205df8b tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Request body: {'port': {'device_id': '391bfd15-b4c6-444c-a466-12316cde3dd1', 'network_id': 'f77acfe8-c05d-4606-b7e9-7027c0b13511', 'admin_state_up': True, 'tenant_id': '230adefc93184769a5ed971e644ca4c5'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:23:35.567749 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e349aa07-089f-489e-8f39-fa0bd94aad57 req-3af6696c-6005-4edf-852b-82283678244e tempest-FloatingIPsAssociationTestJSON-42517692 tempest-FloatingIPsAssociationTestJSON-42517692-project] 10.222.0.54 "GET /v2.0/ports?device_id=3fb58f25-96ef-4597-b519-ab74824cbb1d HTTP/1.1" status: 200 len: 210 time: 0.1746900 Dec 20 14:23:35.646832 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:35.764027 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-80f96597-9e26-4fe2-9a42-04acea8585be req-d3b23cc4-52bc-44f5-9706-445d9fbc9a2e tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed7dc190-41b4-47d0-847a-ffbe39f3966f HTTP/1.1" status: 200 len: 210 time: 0.0970676 Dec 20 14:23:35.779041 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8604f51e-710c-4431-b22b-6d33ed427721 req-d74fcdd5-5258-4720-be46-68b27c9616c7 tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:35.787458 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8604f51e-710c-4431-b22b-6d33ed427721 req-d74fcdd5-5258-4720-be46-68b27c9616c7 tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] 10.222.0.54 "GET /v2.0/ports?device_id=e11276ee-9d0c-49c8-9177-e4611ff11c4c HTTP/1.1" status: 200 len: 945 time: 0.1837852 Dec 20 14:23:35.819038 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b682c98-d6bc-4c37-86dd-cf91f791982d req-676f4a2e-73d2-4205-b2f2-91566205df8b tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Made reservation on behalf of 230adefc93184769a5ed971e644ca4c5 for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:23:35.826188 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-0b682c98-d6bc-4c37-86dd-cf91f791982d req-676f4a2e-73d2-4205-b2f2-91566205df8b tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:35.959898 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-09cc8056-df61-4681-ab25-ce80a40b5cec req-8035dfd0-4382-44a3-bf3f-7cd9e5adcb92 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=391bfd15-b4c6-444c-a466-12316cde3dd1 HTTP/1.1" status: 200 len: 210 time: 0.0728238 Dec 20 14:23:35.971409 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8604f51e-710c-4431-b22b-6d33ed427721 req-2b3cfc82-0948-4ae4-98e1-98840801833b tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] 10.222.0.54 "GET /v2.0/security-groups?id=73d8fb25-8bde-400a-9e66-c6fae64b7525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1826415 Dec 20 14:23:36.089108 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 49990) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:23:36.148721 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [req-0b682c98-d6bc-4c37-86dd-cf91f791982d req-676f4a2e-73d2-4205-b2f2-91566205df8b tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Allocated IP 172.20.0.4 (f77acfe8-c05d-4606-b7e9-7027c0b13511/39805718-f3e9-41ca-8469-b49efb1a12f8/543b54c3-a54c-47f5-ad15-569568ada13d) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:23:36.204163 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:36.284008 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5c5d4b-371b-47dc-bc05-984ebe4ef5c1 req-a5ae5443-4020-4fcb-b2a9-65b36b429dea tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:36.285670 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-cd5c5d4b-371b-47dc-bc05-984ebe4ef5c1 req-a5ae5443-4020-4fcb-b2a9-65b36b429dea tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c03445f-1b2b-49ef-a63f-930b66c268a3 HTTP/1.1" status: 200 len: 944 time: 0.1209590 Dec 20 14:23:36.352283 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-d0a75a24-4385-477e-9fc8-08702d9b5a1d admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1541796187-network', 'tenant_id': '3a1d810114e24eb9ab9be2e3341cb8d6'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:23:36.397218 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0a75a24-4385-477e-9fc8-08702d9b5a1d admin admin] Made reservation on behalf of 3a1d810114e24eb9ab9be2e3341cb8d6 for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:23:36.402414 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d0a75a24-4385-477e-9fc8-08702d9b5a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:36.431813 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d0a75a24-4385-477e-9fc8-08702d9b5a1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:36.469090 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-cd5c5d4b-371b-47dc-bc05-984ebe4ef5c1 req-092fae55-fba7-41b4-9c20-3418cf00e984 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734121 Dec 20 14:23:36.508929 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-0b682c98-d6bc-4c37-86dd-cf91f791982d req-676f4a2e-73d2-4205-b2f2-91566205df8b tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:36.555970 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-0b682c98-d6bc-4c37-86dd-cf91f791982d req-676f4a2e-73d2-4205-b2f2-91566205df8b tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:36.589806 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d0a75a24-4385-477e-9fc8-08702d9b5a1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:36.603809 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d0a75a24-4385-477e-9fc8-08702d9b5a1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:36.628960 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0a75a24-4385-477e-9fc8-08702d9b5a1d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:23:36.637978 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b682c98-d6bc-4c37-86dd-cf91f791982d req-676f4a2e-73d2-4205-b2f2-91566205df8b tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Network f77acfe8-c05d-4606-b7e9-7027c0b13511 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:23:36.646390 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d0a75a24-4385-477e-9fc8-08702d9b5a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:36.646841 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-d0a75a24-4385-477e-9fc8-08702d9b5a1d admin admin] Added segment e2713a8d-e046-48b2-ade5-57fc718f4dab of type vlan for network 56191e58-e021-4478-8d69-87614a885d60 Dec 20 14:23:36.653445 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [req-0b682c98-d6bc-4c37-86dd-cf91f791982d req-676f4a2e-73d2-4205-b2f2-91566205df8b tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:23:36.665822 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 50000) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:23:36.667674 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b682c98-d6bc-4c37-86dd-cf91f791982d req-676f4a2e-73d2-4205-b2f2-91566205df8b tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:23:36.678143 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b682c98-d6bc-4c37-86dd-cf91f791982d req-676f4a2e-73d2-4205-b2f2-91566205df8b tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:36.678820 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-0b682c98-d6bc-4c37-86dd-cf91f791982d req-676f4a2e-73d2-4205-b2f2-91566205df8b tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:36.688410 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676f4a2e-73d2-4205-b2f2-91566205df8b tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Pushing event updated for resources: {'Port': ['ID=543b54c3-a54c-47f5-ad15-569568ada13d,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:36.705198 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0b682c98-d6bc-4c37-86dd-cf91f791982d req-676f4a2e-73d2-4205-b2f2-91566205df8b tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3628368 Dec 20 14:23:36.730510 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-0b682c98-d6bc-4c37-86dd-cf91f791982d req-0f96a41b-4c7b-446b-8513-20ac6d5eaa40 service neutron] Request body: {'port': {'device_id': '391bfd15-b4c6-444c-a466-12316cde3dd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-19'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:23:36.761770 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d0a75a24-4385-477e-9fc8-08702d9b5a1d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:36.765490 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a75a24-4385-477e-9fc8-08702d9b5a1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b66ca7f5-b7ce-469d-8574-692bdbe230a0,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:36.811782 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-0b682c98-d6bc-4c37-86dd-cf91f791982d req-0f96a41b-4c7b-446b-8513-20ac6d5eaa40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:36.843891 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d0a75a24-4385-477e-9fc8-08702d9b5a1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:36.844940 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a75a24-4385-477e-9fc8-08702d9b5a1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:36.845524 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d0a75a24-4385-477e-9fc8-08702d9b5a1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:36.932390 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8c701ef2-fcb3-48a0-ba24-ed5868c1556c req-2936517e-4d3c-4fa4-82fd-f914ea0386d2 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed7dc190-41b4-47d0-847a-ffbe39f3966f HTTP/1.1" status: 200 len: 210 time: 0.0502667 Dec 20 14:23:36.939585 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-d0a75a24-4385-477e-9fc8-08702d9b5a1d admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8493447 Dec 20 14:23:36.943456 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 50004) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:23:36.957167 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-1cf840ac-b3ec-4dd2-b33f-a997e51b9ae3 admin admin] Request body: {'subnet': {'network_id': '56191e58-e021-4478-8d69-87614a885d60', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1541796187-subnet', 'tenant_id': '3a1d810114e24eb9ab9be2e3341cb8d6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:23:36.968842 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a75a24-4385-477e-9fc8-08702d9b5a1d admin admin] Pushing event updated for resources: {'Network': ['ID=56191e58-e021-4478-8d69-87614a885d60,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:36.997817 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 56191e58-e021-4478-8d69-87614a885d60 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:23:37.052704 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cf840ac-b3ec-4dd2-b33f-a997e51b9ae3 admin admin] Made reservation on behalf of 3a1d810114e24eb9ab9be2e3341cb8d6 for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:23:37.055095 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1cf840ac-b3ec-4dd2-b33f-a997e51b9ae3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:37.300737 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539a2bed-2b65-423c-9e85-184ff816fd45 req-e4a410f0-8d36-440c-9318-79d787a732e2 tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:37.302245 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-539a2bed-2b65-423c-9e85-184ff816fd45 req-e4a410f0-8d36-440c-9318-79d787a732e2 tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] 10.222.0.54 "GET /v2.0/ports?device_id=e11276ee-9d0c-49c8-9177-e4611ff11c4c HTTP/1.1" status: 200 len: 945 time: 0.1639946 Dec 20 14:23:37.358284 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2d27fffe-8550-4324-8b0b-0e1f4854c3d9 req-0561df4a-a271-4d20-b3e5-d9b13bd107eb tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=67090548a8c94f7bb1b8a5ae37b6ba4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0975263 Dec 20 14:23:37.407850 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abd91eb-c568-4e4a-8a8b-5ae7cc2c575d req-916334ab-22fb-429c-bbd1-f680bfbe9746 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:37.417416 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5abd91eb-c568-4e4a-8a8b-5ae7cc2c575d req-916334ab-22fb-429c-bbd1-f680bfbe9746 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=391bfd15-b4c6-444c-a466-12316cde3dd1 HTTP/1.1" status: 200 len: 931 time: 0.3184254 Dec 20 14:23:37.464146 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-539a2bed-2b65-423c-9e85-184ff816fd45 req-2665fd39-ac88-43d1-b7c9-cb36c5c7eeb0 tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] 10.222.0.54 "GET /v2.0/security-groups?id=73d8fb25-8bde-400a-9e66-c6fae64b7525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1542037 Dec 20 14:23:37.609127 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-489176cd-62d0-4b45-bfd5-eb23560253f0 req-5d526003-5fa2-4c34-80a6-7d06d3554e7d service neutron] 10.222.0.47 "GET /v2.0/ports/24ae1a8c-3e2c-4fbd-afd2-ce80710af39e/bindings/n-h1-761264-19 HTTP/1.1" status: 200 len: 385 time: 0.2673526 Dec 20 14:23:37.628995 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5abd91eb-c568-4e4a-8a8b-5ae7cc2c575d req-6893393b-d566-4eb8-b354-e1840b1dc5a6 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101974 Dec 20 14:23:37.705316 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1cf840ac-b3ec-4dd2-b33f-a997e51b9ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8848317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10470522'] for subnet, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:37.744393 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d27fffe-8550-4324-8b0b-0e1f4854c3d9 req-5670c552-ae9c-462e-b77a-a7101ba4e1f9 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:37.746206 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2d27fffe-8550-4324-8b0b-0e1f4854c3d9 req-5670c552-ae9c-462e-b77a-a7101ba4e1f9 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3750479 Dec 20 14:23:37.785326 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [req-0b682c98-d6bc-4c37-86dd-cf91f791982d req-0f96a41b-4c7b-446b-8513-20ac6d5eaa40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 543b54c3-a54c-47f5-ad15-569568ada13d {{(pid=103167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:23:37.799429 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-0b682c98-d6bc-4c37-86dd-cf91f791982d req-0f96a41b-4c7b-446b-8513-20ac6d5eaa40 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:37.811855 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-2d27fffe-8550-4324-8b0b-0e1f4854c3d9 req-83145acc-323e-46e1-bdbe-bf388cc102c3 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Request body: {'port': {'device_id': 'ed7dc190-41b4-47d0-847a-ffbe39f3966f', 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1', 'admin_state_up': True, 'tenant_id': '67090548a8c94f7bb1b8a5ae37b6ba4c'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:23:37.853086 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf840ac-b3ec-4dd2-b33f-a997e51b9ae3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa7dd04c-9ddc-45c9-b9bf-b6ac33d89aed,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:37.871791 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-0b682c98-d6bc-4c37-86dd-cf91f791982d req-0f96a41b-4c7b-446b-8513-20ac6d5eaa40 service neutron] Transition to ACTIVE for port object 543b54c3-a54c-47f5-ad15-569568ada13d will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:23:37.872778 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b684446-25e1-4ad7-bfd2-cf66a4fd8032 req-c97e16bc-d140-4a90-bfe0-cc0321f121b4 tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:37.877729 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5b684446-25e1-4ad7-bfd2-cf66a4fd8032 req-c97e16bc-d140-4a90-bfe0-cc0321f121b4 tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] 10.222.0.54 "GET /v2.0/ports?device_id=e11276ee-9d0c-49c8-9177-e4611ff11c4c HTTP/1.1" status: 200 len: 945 time: 0.1777072 Dec 20 14:23:37.886004 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 50016) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:23:37.897091 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-07e9c7ae-2cc4-41ac-842c-0c7d01eae8f7 tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] Request body: {'floatingip': {'port_id': '6921329e-61de-43c7-8698-3cf78ea742aa'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:23:37.912825 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf840ac-b3ec-4dd2-b33f-a997e51b9ae3 admin admin] Checking segment: {'id': 'e2713a8d-e046-48b2-ade5-57fc718f4dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '56191e58-e021-4478-8d69-87614a885d60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:23:37.913366 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf840ac-b3ec-4dd2-b33f-a997e51b9ae3 admin admin] Network hostable DHCP agents. Network: 56191e58-e021-4478-8d69-87614a885d60, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:23:37.923980 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-695e2978-4120-476c-917c-17f8653013f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1595867'] for router_interface, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:38.091096 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 14:23:38.147590 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9786f2b9-44ab-4abb-9297-574d308a53f1 req-6e265393-072e-40d1-97cb-3830575571e3 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed7dc190-41b4-47d0-847a-ffbe39f3966f HTTP/1.1" status: 200 len: 210 time: 0.1041605 Dec 20 14:23:38.177393 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf840ac-b3ec-4dd2-b33f-a997e51b9ae3 admin admin] Network 56191e58-e021-4478-8d69-87614a885d60 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:23:38.217937 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-1cf840ac-b3ec-4dd2-b33f-a997e51b9ae3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 56191e58-e021-4478-8d69-87614a885d60) {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:23:38.232477 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad96a339-cb27-4e85-ab24-ff1d1443d928 None None] Network 56191e58-e021-4478-8d69-87614a885d60 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:23:38.236920 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf840ac-b3ec-4dd2-b33f-a997e51b9ae3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:38.246248 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1cf840ac-b3ec-4dd2-b33f-a997e51b9ae3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:38.253773 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-489176cd-62d0-4b45-bfd5-eb23560253f0 req-b1fac43f-b5f1-4984-b8e3-064e0ed7beaa service neutron] For port 24ae1a8c-3e2c-4fbd-afd2-ce80710af39e, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=24ae1a8c-3e2c-4fbd-afd2-ce80710af39e,segment=NetworkSegment(addc7f95-68ef-43ba-9bd9-cde69b0f949e),segment_id=addc7f95-68ef-43ba-9bd9-cde69b0f949e)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:23:38.276543 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-07e9c7ae-2cc4-41ac-842c-0c7d01eae8f7 tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] Publish callbacks [] for floatingip, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:38.324421 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-1cf840ac-b3ec-4dd2-b33f-a997e51b9ae3 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3758025 Dec 20 14:23:38.325998 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-489176cd-62d0-4b45-bfd5-eb23560253f0 req-b1fac43f-b5f1-4984-b8e3-064e0ed7beaa service neutron] For port 24ae1a8c-3e2c-4fbd-afd2-ce80710af39e, host n-h2-761264-19, cleared binding levels {{(pid=103168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:23:38.347498 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 50020) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:23:38.353886 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-c660bb80-97a3-4b40-b3bf-0582f3c9d853 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1541796187-router', 'tenant_id': '3a1d810114e24eb9ab9be2e3341cb8d6', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:23:38.410068 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [req-489176cd-62d0-4b45-bfd5-eb23560253f0 req-b1fac43f-b5f1-4984-b8e3-064e0ed7beaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24ae1a8c-3e2c-4fbd-afd2-ce80710af39e {{(pid=103168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:23:38.416364 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c660bb80-97a3-4b40-b3bf-0582f3c9d853 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40114'] for router, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:38.416984 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c136229-a31c-46b7-9904-f702a9280b0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-56191e58-e021-4478-8d69-87614a885d60', 'network_id': '56191e58-e021-4478-8d69-87614a885d60', 'project_id': '3a1d810114e24eb9ab9be2e3341cb8d6', 'fixed_ips': [{'subnet_id': 'aa7dd04c-9ddc-45c9-b9bf-b6ac33d89aed'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:23:38.418130 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c660bb80-97a3-4b40-b3bf-0582f3c9d853 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40139'] for router, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:38.419014 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-7c136229-a31c-46b7-9904-f702a9280b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:38.431564 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-489176cd-62d0-4b45-bfd5-eb23560253f0 req-b1fac43f-b5f1-4984-b8e3-064e0ed7beaa service neutron] For port 24ae1a8c-3e2c-4fbd-afd2-ce80710af39e, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=24ae1a8c-3e2c-4fbd-afd2-ce80710af39e,segment=NetworkSegment(addc7f95-68ef-43ba-9bd9-cde69b0f949e),segment_id=addc7f95-68ef-43ba-9bd9-cde69b0f949e)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:23:38.472105 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-489176cd-62d0-4b45-bfd5-eb23560253f0 req-b1fac43f-b5f1-4984-b8e3-064e0ed7beaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:38.546933 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c660bb80-97a3-4b40-b3bf-0582f3c9d853 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:38.561951 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-0b682c98-d6bc-4c37-86dd-cf91f791982d req-0f96a41b-4c7b-446b-8513-20ac6d5eaa40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:38.618335 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-7c136229-a31c-46b7-9904-f702a9280b0f None None] Allocated IP 172.20.0.2 (56191e58-e021-4478-8d69-87614a885d60/aa7dd04c-9ddc-45c9-b9bf-b6ac33d89aed/9277d466-63cc-4975-8343-552a3fa14344) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:23:38.636707 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f96a41b-4c7b-446b-8513-20ac6d5eaa40 service neutron] Pushing event updated for resources: {'Port': ['ID=543b54c3-a54c-47f5-ad15-569568ada13d,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:38.688068 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ca2b30-3060-42fa-b973-33744715fec6 req-215309bc-cb1a-434c-b74d-aa3cdcddf955 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:38.707990 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d4ca2b30-3060-42fa-b973-33744715fec6 req-215309bc-cb1a-434c-b74d-aa3cdcddf955 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c03445f-1b2b-49ef-a63f-930b66c268a3 HTTP/1.1" status: 200 len: 944 time: 0.9569502 Dec 20 14:23:38.835317 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-7c136229-a31c-46b7-9904-f702a9280b0f None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:38.840462 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 76748e7d-c7f5-44a6-88a3-a6a2455c82b1 no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:23:38.865928 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-7c136229-a31c-46b7-9904-f702a9280b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:38.872057 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] No Port match for: 76748e7d-c7f5-44a6-88a3-a6a2455c82b1 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:23:38.872290 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-0b682c98-d6bc-4c37-86dd-cf91f791982d req-0f96a41b-4c7b-446b-8513-20ac6d5eaa40 service neutron] Attempting to bind port 543b54c3-a54c-47f5-ad15-569568ada13d on host n-h1-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:23:38.872737 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-0b682c98-d6bc-4c37-86dd-cf91f791982d req-0f96a41b-4c7b-446b-8513-20ac6d5eaa40 service neutron] Attempting to bind port 543b54c3-a54c-47f5-ad15-569568ada13d by drivers openvswitch,hyperv on host n-h1-761264-19 at level 0 using segments [{'id': 'c78eb3db-e8a6-4673-b220-136b3d8ed714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f77acfe8-c05d-4606-b7e9-7027c0b13511'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:23:38.873052 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b682c98-d6bc-4c37-86dd-cf91f791982d req-0f96a41b-4c7b-446b-8513-20ac6d5eaa40 service neutron] Attempting to bind port 543b54c3-a54c-47f5-ad15-569568ada13d on network f77acfe8-c05d-4606-b7e9-7027c0b13511 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:23:38.873602 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 76748e7d-c7f5-44a6-88a3-a6a2455c82b1 not bound to the agent host n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:23:38.885313 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c660bb80-97a3-4b40-b3bf-0582f3c9d853 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:38.888017 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b682c98-d6bc-4c37-86dd-cf91f791982d req-0f96a41b-4c7b-446b-8513-20ac6d5eaa40 service neutron] Port 543b54c3-a54c-47f5-ad15-569568ada13d on network f77acfe8-c05d-4606-b7e9-7027c0b13511 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:23:38.888347 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b682c98-d6bc-4c37-86dd-cf91f791982d req-0f96a41b-4c7b-446b-8513-20ac6d5eaa40 service neutron] Attempting to bind port 543b54c3-a54c-47f5-ad15-569568ada13d on network f77acfe8-c05d-4606-b7e9-7027c0b13511 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:23:38.895840 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d27fffe-8550-4324-8b0b-0e1f4854c3d9 req-83145acc-323e-46e1-bdbe-bf388cc102c3 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Made reservation on behalf of 67090548a8c94f7bb1b8a5ae37b6ba4c for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:23:38.899524 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.provisioning_blocks [req-489176cd-62d0-4b45-bfd5-eb23560253f0 req-b1fac43f-b5f1-4984-b8e3-064e0ed7beaa service neutron] Transition to ACTIVE for port object 24ae1a8c-3e2c-4fbd-afd2-ce80710af39e will not be triggered until provisioned by entity L2. {{(pid=103168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:23:38.901001 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-2d27fffe-8550-4324-8b0b-0e1f4854c3d9 req-83145acc-323e-46e1-bdbe-bf388cc102c3 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:38.921713 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c136229-a31c-46b7-9904-f702a9280b0f None None] Network 56191e58-e021-4478-8d69-87614a885d60 is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:23:38.927203 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-7c136229-a31c-46b7-9904-f702a9280b0f None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:23:38.933372 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b682c98-d6bc-4c37-86dd-cf91f791982d req-0f96a41b-4c7b-446b-8513-20ac6d5eaa40 service neutron] Checking agent: {'id': '3e5ace3e-dd7b-4522-a7c4-77d13dbeab1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:23:38.933735 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-489176cd-62d0-4b45-bfd5-eb23560253f0 req-b1fac43f-b5f1-4984-b8e3-064e0ed7beaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:38.934095 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b682c98-d6bc-4c37-86dd-cf91f791982d req-0f96a41b-4c7b-446b-8513-20ac6d5eaa40 service neutron] Checking segment: {'id': 'c78eb3db-e8a6-4673-b220-136b3d8ed714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f77acfe8-c05d-4606-b7e9-7027c0b13511'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:23:38.934488 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b682c98-d6bc-4c37-86dd-cf91f791982d req-0f96a41b-4c7b-446b-8513-20ac6d5eaa40 service neutron] Bound using segment: {'id': 'c78eb3db-e8a6-4673-b220-136b3d8ed714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f77acfe8-c05d-4606-b7e9-7027c0b13511'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:23:38.934963 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-0b682c98-d6bc-4c37-86dd-cf91f791982d req-0f96a41b-4c7b-446b-8513-20ac6d5eaa40 service neutron] Bound port: 543b54c3-a54c-47f5-ad15-569568ada13d, host: n-h1-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c78eb3db-e8a6-4673-b220-136b3d8ed714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f77acfe8-c05d-4606-b7e9-7027c0b13511'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:23:38.935316 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-0b682c98-d6bc-4c37-86dd-cf91f791982d req-0f96a41b-4c7b-446b-8513-20ac6d5eaa40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:38.937228 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c136229-a31c-46b7-9904-f702a9280b0f None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:23:38.944292 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c136229-a31c-46b7-9904-f702a9280b0f None None] Pushing event updated for resources: {'Port': ['ID=9277d466-63cc-4975-8343-552a3fa14344,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:38.979850 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8378ab1-2aad-471d-9960-768bee5fa93b req-6c309241-70c7-475a-a56d-952e44b54b60 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:38.981412 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a8378ab1-2aad-471d-9960-768bee5fa93b req-6c309241-70c7-475a-a56d-952e44b54b60 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=391bfd15-b4c6-444c-a466-12316cde3dd1 HTTP/1.1" status: 200 len: 943 time: 0.1517425 Dec 20 14:23:39.006227 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-7c136229-a31c-46b7-9904-f702a9280b0f None None] Attempting to bind port 9277d466-63cc-4975-8343-552a3fa14344 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:23:39.007008 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-7c136229-a31c-46b7-9904-f702a9280b0f None None] Attempting to bind port 9277d466-63cc-4975-8343-552a3fa14344 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': 'e2713a8d-e046-48b2-ade5-57fc718f4dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '56191e58-e021-4478-8d69-87614a885d60'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:23:39.007627 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c136229-a31c-46b7-9904-f702a9280b0f None None] Attempting to bind port 9277d466-63cc-4975-8343-552a3fa14344 on network 56191e58-e021-4478-8d69-87614a885d60 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:23:39.014024 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c136229-a31c-46b7-9904-f702a9280b0f None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:23:39.015091 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c136229-a31c-46b7-9904-f702a9280b0f None None] Checking segment: {'id': 'e2713a8d-e046-48b2-ade5-57fc718f4dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '56191e58-e021-4478-8d69-87614a885d60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:23:39.015736 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-7c136229-a31c-46b7-9904-f702a9280b0f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:39.016995 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c136229-a31c-46b7-9904-f702a9280b0f None None] Bound using segment: {'id': 'e2713a8d-e046-48b2-ade5-57fc718f4dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '56191e58-e021-4478-8d69-87614a885d60'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:23:39.017734 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-7c136229-a31c-46b7-9904-f702a9280b0f None None] Bound port: 9277d466-63cc-4975-8343-552a3fa14344, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2713a8d-e046-48b2-ade5-57fc718f4dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '56191e58-e021-4478-8d69-87614a885d60'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:23:39.018346 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-7c136229-a31c-46b7-9904-f702a9280b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:39.101251 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-7c136229-a31c-46b7-9904-f702a9280b0f None None] For port 9277d466-63cc-4975-8343-552a3fa14344, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:23:39.105428 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-7c136229-a31c-46b7-9904-f702a9280b0f None None] For port 9277d466-63cc-4975-8343-552a3fa14344, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=9277d466-63cc-4975-8343-552a3fa14344,segment=NetworkSegment(e2713a8d-e046-48b2-ade5-57fc718f4dab),segment_id=e2713a8d-e046-48b2-ade5-57fc718f4dab)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:23:39.115547 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-7c136229-a31c-46b7-9904-f702a9280b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:39.216020 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c136229-a31c-46b7-9904-f702a9280b0f None None] Pushing event updated for resources: {'Port': ['ID=9277d466-63cc-4975-8343-552a3fa14344,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:39.252540 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [req-2d27fffe-8550-4324-8b0b-0e1f4854c3d9 req-83145acc-323e-46e1-bdbe-bf388cc102c3 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Allocated IP 192.168.233.108 (00c897c2-e98d-4716-a0b4-8f9f297fa8a1/36bf280f-81bb-4486-a87a-9b9505a1cec4/156b0066-bedc-438e-b977-d659f12fa428) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:23:39.261798 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-0b682c98-d6bc-4c37-86dd-cf91f791982d req-0f96a41b-4c7b-446b-8513-20ac6d5eaa40 service neutron] For port 543b54c3-a54c-47f5-ad15-569568ada13d, host n-h1-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:23:39.336936 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d4ca2b30-3060-42fa-b973-33744715fec6 req-7880ec06-0a29-44cd-a05d-67720ad7f83d tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6263251 Dec 20 14:23:39.338650 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-0b682c98-d6bc-4c37-86dd-cf91f791982d req-0f96a41b-4c7b-446b-8513-20ac6d5eaa40 service neutron] For port 543b54c3-a54c-47f5-ad15-569568ada13d, host n-h1-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=543b54c3-a54c-47f5-ad15-569568ada13d,segment=NetworkSegment(c78eb3db-e8a6-4673-b220-136b3d8ed714),segment_id=c78eb3db-e8a6-4673-b220-136b3d8ed714)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:23:39.359627 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-0b682c98-d6bc-4c37-86dd-cf91f791982d req-0f96a41b-4c7b-446b-8513-20ac6d5eaa40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:39.397171 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-695e2978-4120-476c-917c-17f8653013f8 admin admin] Deleting port f285e005-4952-43c8-bece-d63ed5e51402 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:23:39.403965 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-695e2978-4120-476c-917c-17f8653013f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:39.444348 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-489176cd-62d0-4b45-bfd5-eb23560253f0 req-b1fac43f-b5f1-4984-b8e3-064e0ed7beaa service neutron] No DVR routers for this DVR port 24ae1a8c-3e2c-4fbd-afd2-ce80710af39e on host n-h2-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:23:39.467111 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b682c98-d6bc-4c37-86dd-cf91f791982d req-0f96a41b-4c7b-446b-8513-20ac6d5eaa40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:39.468615 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-0b682c98-d6bc-4c37-86dd-cf91f791982d req-0f96a41b-4c7b-446b-8513-20ac6d5eaa40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:39.470140 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0b682c98-d6bc-4c37-86dd-cf91f791982d req-0f96a41b-4c7b-446b-8513-20ac6d5eaa40 service neutron] 10.222.0.30 "PUT /v2.0/ports/543b54c3-a54c-47f5-ad15-569568ada13d HTTP/1.1" status: 200 len: 1092 time: 2.7484336 Dec 20 14:23:39.483916 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '391bfd15-b4c6-444c-a466-12316cde3dd1', 'tag': '543b54c3-a54c-47f5-ad15-569568ada13d'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:23:39.488593 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4237bfa-4915-465c-99a6-1946ec29b0ee" -d '{"events": [{"name": "network-changed", "server_uuid": "391bfd15-b4c6-444c-a466-12316cde3dd1", "tag": "543b54c3-a54c-47f5-ad15-569568ada13d"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:23:39.632146 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-eb037f8d-9b93-4371-991a-22125b2a58d7 req-866d1729-605e-4e7b-8b54-ad91f34177c3 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed7dc190-41b4-47d0-847a-ffbe39f3966f HTTP/1.1" status: 200 len: 210 time: 0.0975711 Dec 20 14:23:39.650439 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f96a41b-4c7b-446b-8513-20ac6d5eaa40 service neutron] Pushing event updated for resources: {'Port': ['ID=543b54c3-a54c-47f5-ad15-569568ada13d,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:39.689360 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-695e2978-4120-476c-917c-17f8653013f8 admin admin] For port f285e005-4952-43c8-bece-d63ed5e51402, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=f285e005-4952-43c8-bece-d63ed5e51402,segment=NetworkSegment(0319426e-5ead-4b5d-906b-45e6b8467961),segment_id=0319426e-5ead-4b5d-906b-45e6b8467961)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:23:39.689918 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-695e2978-4120-476c-917c-17f8653013f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:39.703496 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fac43f-b5f1-4984-b8e3-064e0ed7beaa service neutron] Pushing event updated for resources: {'Port': ['ID=24ae1a8c-3e2c-4fbd-afd2-ce80710af39e,revision_number=10']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:39.704404 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5777fff3-97ba-4ac5-96b7-dbe15dbc2cbd x-openstack-request-id: req-5777fff3-97ba-4ac5-96b7-dbe15dbc2cbd {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:23:39.704705 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "391bfd15-b4c6-444c-a466-12316cde3dd1", "tag": "543b54c3-a54c-47f5-ad15-569568ada13d", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:23:39.705030 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5777fff3-97ba-4ac5-96b7-dbe15dbc2cbd {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:23:39.707693 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '391bfd15-b4c6-444c-a466-12316cde3dd1', 'tag': '543b54c3-a54c-47f5-ad15-569568ada13d', 'status': 'completed', 'code': 200} Dec 20 14:23:39.733424 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-489176cd-62d0-4b45-bfd5-eb23560253f0 req-b1fac43f-b5f1-4984-b8e3-064e0ed7beaa service neutron] 10.222.0.47 "PUT /v2.0/ports/24ae1a8c-3e2c-4fbd-afd2-ce80710af39e/bindings/n-h1-761264-19/activate HTTP/1.1" status: 200 len: 370 time: 2.1043081 Dec 20 14:23:39.763870 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-695e2978-4120-476c-917c-17f8653013f8 admin admin] Calling delete_port for f285e005-4952-43c8-bece-d63ed5e51402 owned by network:router_interface {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:23:39.778256 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b682c98-d6bc-4c37-86dd-cf91f791982d req-ba727085-9a86-42ae-a130-ef55d2ce4e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:39.779762 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0b682c98-d6bc-4c37-86dd-cf91f791982d req-ba727085-9a86-42ae-a130-ef55d2ce4e88 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=230adefc93184769a5ed971e644ca4c5&device_id=391bfd15-b4c6-444c-a466-12316cde3dd1 HTTP/1.1" status: 200 len: 1095 time: 0.2034104 Dec 20 14:23:39.787855 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a8378ab1-2aad-471d-9960-768bee5fa93b req-4d9ef7d9-1d09-4ece-b136-cb87d15424d0 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4484661 Dec 20 14:23:39.916082 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0b682c98-d6bc-4c37-86dd-cf91f791982d req-1dfec93c-ad63-4125-b60b-ee9f61ce0750 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=543b54c3-a54c-47f5-ad15-569568ada13d HTTP/1.1" status: 200 len: 217 time: 0.1180315 Dec 20 14:23:39.923572 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-2d27fffe-8550-4324-8b0b-0e1f4854c3d9 req-83145acc-323e-46e1-bdbe-bf388cc102c3 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:39.987914 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-07e9c7ae-2cc4-41ac-842c-0c7d01eae8f7 tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:39.995791 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b682c98-d6bc-4c37-86dd-cf91f791982d req-82249f7a-4e8a-4628-b568-20abf4a9abf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:39.997287 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0b682c98-d6bc-4c37-86dd-cf91f791982d req-82249f7a-4e8a-4628-b568-20abf4a9abf1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=39805718-f3e9-41ca-8469-b49efb1a12f8 HTTP/1.1" status: 200 len: 861 time: 0.0720396 Dec 20 14:23:40.005063 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-07e9c7ae-2cc4-41ac-842c-0c7d01eae8f7 tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585115'] for floatingip, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:40.046000 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-695e2978-4120-476c-917c-17f8653013f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:40.081496 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0b682c98-d6bc-4c37-86dd-cf91f791982d req-0ec176b4-d706-4079-9f3a-7b9cda98ed31 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f77acfe8-c05d-4606-b7e9-7027c0b13511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0738153 Dec 20 14:23:40.083525 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489176cd-62d0-4b45-bfd5-eb23560253f0 req-e6bcf2ba-74aa-42a6-b359-b6019f4d9e19 tempest-LiveMigrationTest-1128134252 tempest-LiveMigrationTest-1128134252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:40.084787 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-489176cd-62d0-4b45-bfd5-eb23560253f0 req-e6bcf2ba-74aa-42a6-b359-b6019f4d9e19 tempest-LiveMigrationTest-1128134252 tempest-LiveMigrationTest-1128134252-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=9c03445f-1b2b-49ef-a63f-930b66c268a3&tenant_id=2785aa25e0a64107a28490f4f2c107bc&binding%3Ahost_id=n-h2-761264-19 HTTP/1.1" status: 200 len: 1097 time: 0.2450149 Dec 20 14:23:40.133665 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695e2978-4120-476c-917c-17f8653013f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f285e005-4952-43c8-bece-d63ed5e51402,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:40.327780 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-2d27fffe-8550-4324-8b0b-0e1f4854c3d9 req-83145acc-323e-46e1-bdbe-bf388cc102c3 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:40.345255 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['b480e985-94d1-4c37-a197-978c3373d94b', '7cbb65ff-fb94-477d-a1d2-7eb72e2e0d71'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:23:40.348208 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['4b0a336b-db05-4701-bfc6-4dde1c5f783a', 'e06c38a2-5e0b-45af-bbf7-4a1f4561e3ce', 'f8088620-4873-4a7e-871d-1e2a2b1c3622', '27bda246-2577-405f-878c-2ee24199e215'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:23:40.498354 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c660bb80-97a3-4b40-b3bf-0582f3c9d853 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:40.533716 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 9277d466-63cc-4975-8343-552a3fa14344 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:23:40.538997 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c660bb80-97a3-4b40-b3bf-0582f3c9d853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:40.549285 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d27fffe-8550-4324-8b0b-0e1f4854c3d9 req-83145acc-323e-46e1-bdbe-bf388cc102c3 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:23:40.620868 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [req-2d27fffe-8550-4324-8b0b-0e1f4854c3d9 req-83145acc-323e-46e1-bdbe-bf388cc102c3 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:23:40.621748 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 24ae1a8c-3e2c-4fbd-afd2-ce80710af39e no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:23:40.668078 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d27fffe-8550-4324-8b0b-0e1f4854c3d9 req-83145acc-323e-46e1-bdbe-bf388cc102c3 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:23:40.693044 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d27fffe-8550-4324-8b0b-0e1f4854c3d9 req-83145acc-323e-46e1-bdbe-bf388cc102c3 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:40.693733 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-2d27fffe-8550-4324-8b0b-0e1f4854c3d9 req-83145acc-323e-46e1-bdbe-bf388cc102c3 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:40.699654 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-695e2978-4120-476c-917c-17f8653013f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582411'] for router_interface, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:40.727445 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489176cd-62d0-4b45-bfd5-eb23560253f0 req-e019e569-0a3e-4638-896a-4ddbb381f857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:40.729046 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-489176cd-62d0-4b45-bfd5-eb23560253f0 req-e019e569-0a3e-4638-896a-4ddbb381f857 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9c03445f-1b2b-49ef-a63f-930b66c268a3&tenant_id=2785aa25e0a64107a28490f4f2c107bc HTTP/1.1" status: 200 len: 1097 time: 0.6261406 Dec 20 14:23:40.730947 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0b682c98-d6bc-4c37-86dd-cf91f791982d req-4110f136-e38a-4f47-bd54-1293ac56517a service neutron] 10.222.0.30 "GET /v2.0/networks/f77acfe8-c05d-4606-b7e9-7027c0b13511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6355259 Dec 20 14:23:40.799056 n-d-761264-19 neutron-server[103167]: INFO neutron.db.l3_db [None req-07e9c7ae-2cc4-41ac-842c-0c7d01eae8f7 tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] Floating IP cd04b7a6-7c63-44cc-8f50-96aecc6df880 associated. External IP: 172.25.0.201, port: 6921329e-61de-43c7-8698-3cf78ea742aa. Dec 20 14:23:40.853284 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-c660bb80-97a3-4b40-b3bf-0582f3c9d853 admin admin] Allocated IP 172.25.0.117 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/e77534bb-6eb4-4606-9aa9-23f0a3098b2f) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:23:40.867497 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 9277d466-63cc-4975-8343-552a3fa14344 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:23:40.867928 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:40.900466 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329391dc-91c8-4793-b348-32bde17e44d9 req-b0552e1f-2532-4286-96c2-daaca7e2b958 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:40.908495 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-329391dc-91c8-4793-b348-32bde17e44d9 req-b0552e1f-2532-4286-96c2-daaca7e2b958 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed7dc190-41b4-47d0-847a-ffbe39f3966f HTTP/1.1" status: 200 len: 936 time: 0.1032693 Dec 20 14:23:40.924066 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83145acc-323e-46e1-bdbe-bf388cc102c3 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Pushing event updated for resources: {'Port': ['ID=156b0066-bedc-438e-b977-d659f12fa428,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:40.956856 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 24ae1a8c-3e2c-4fbd-afd2-ce80710af39e not bound to the agent host n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:23:40.986445 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec46bf1-6e8a-4e1b-8b6d-2d6b8562b033 None None] Network 56191e58-e021-4478-8d69-87614a885d60 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:23:40.999916 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2d27fffe-8550-4324-8b0b-0e1f4854c3d9 req-83145acc-323e-46e1-bdbe-bf388cc102c3 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1921747 Dec 20 14:23:41.039356 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-329391dc-91c8-4793-b348-32bde17e44d9 req-57ec9b76-c36d-4ec6-a91c-f95811e4efc5 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/security-groups?id=d29d9ba9-24bd-4d94-be52-3ca7019f1c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298857 Dec 20 14:23:41.105381 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-2d27fffe-8550-4324-8b0b-0e1f4854c3d9 req-486bfd43-c4f8-4a48-b528-cd07ad5f132d service neutron] Request body: {'port': {'device_id': 'ed7dc190-41b4-47d0-847a-ffbe39f3966f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-19'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:23:41.183707 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74631599-1263-4aa4-9cb9-a6526d4929e0 req-8d05f1e8-6ef7-422f-9879-e6928e01e7ec tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:41.192218 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-74631599-1263-4aa4-9cb9-a6526d4929e0 req-8d05f1e8-6ef7-422f-9879-e6928e01e7ec tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c03445f-1b2b-49ef-a63f-930b66c268a3 HTTP/1.1" status: 200 len: 945 time: 0.6821036 Dec 20 14:23:41.267227 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-cd5cbd66-16d5-483f-8bda-8f60f4127cc2 None None] Provisioning complete for port 9277d466-63cc-4975-8343-552a3fa14344 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:23:41.267227 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-cd5cbd66-16d5-483f-8bda-8f60f4127cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:41.295897 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489176cd-62d0-4b45-bfd5-eb23560253f0 req-3c49065d-2c8b-45fb-8475-7eea9b1a1421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:41.297073 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-489176cd-62d0-4b45-bfd5-eb23560253f0 req-3c49065d-2c8b-45fb-8475-7eea9b1a1421 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2785aa25e0a64107a28490f4f2c107bc&device_id=9c03445f-1b2b-49ef-a63f-930b66c268a3 HTTP/1.1" status: 200 len: 1097 time: 0.5137506 Dec 20 14:23:41.368400 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcce618-41eb-4502-9e53-1e53a149815d req-e946b149-09fa-42fc-a006-52e7cc5b04b2 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:41.370769 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ddcce618-41eb-4502-9e53-1e53a149815d req-e946b149-09fa-42fc-a006-52e7cc5b04b2 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=391bfd15-b4c6-444c-a466-12316cde3dd1 HTTP/1.1" status: 200 len: 943 time: 0.0930464 Dec 20 14:23:41.383187 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:41.398453 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:41.410591 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c660bb80-97a3-4b40-b3bf-0582f3c9d853 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:41.562364 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] For port 9277d466-63cc-4975-8343-552a3fa14344, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=9277d466-63cc-4975-8343-552a3fa14344,segment=NetworkSegment(e2713a8d-e046-48b2-ade5-57fc718f4dab),segment_id=e2713a8d-e046-48b2-ade5-57fc718f4dab)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:23:41.595073 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:41.642574 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c660bb80-97a3-4b40-b3bf-0582f3c9d853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:41.768424 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-695e2978-4120-476c-917c-17f8653013f8 admin admin] Router a4088f0d-ca29-496d-8308-6d6c1ee614fd has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:23:41.796070 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ddcce618-41eb-4502-9e53-1e53a149815d req-02345817-8efa-44bb-9edf-d4102a8093a0 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402794 Dec 20 14:23:41.800632 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c660bb80-97a3-4b40-b3bf-0582f3c9d853 admin admin] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:23:41.807583 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Pushing event updated for resources: {'Port': ['ID=9277d466-63cc-4975-8343-552a3fa14344,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:41.841521 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-c660bb80-97a3-4b40-b3bf-0582f3c9d853 admin admin] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:23:41.841726 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0b682c98-d6bc-4c37-86dd-cf91f791982d req-87846806-b67b-4166-951e-72cba8e4ce8b service neutron] 10.222.0.30 "GET /v2.0/networks/f77acfe8-c05d-4606-b7e9-7027c0b13511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0884287 Dec 20 14:23:41.860312 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c660bb80-97a3-4b40-b3bf-0582f3c9d853 admin admin] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:23:41.866049 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c660bb80-97a3-4b40-b3bf-0582f3c9d853 admin admin] Pushing event updated for resources: {'Port': ['ID=e77534bb-6eb4-4606-9aa9-23f0a3098b2f,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:42.013292 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-3bce375b-500d-4f1b-836d-07e908b0199c None None] Provisioning complete for port 156b0066-bedc-438e-b977-d659f12fa428 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:23:42.014769 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-3bce375b-500d-4f1b-836d-07e908b0199c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:42.033629 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-74631599-1263-4aa4-9cb9-a6526d4929e0 req-6e042185-9312-4d37-a6ce-3df4bd6fe267 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8404288 Dec 20 14:23:42.044619 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-2d27fffe-8550-4324-8b0b-0e1f4854c3d9 req-486bfd43-c4f8-4a48-b528-cd07ad5f132d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:42.066247 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-3bce375b-500d-4f1b-836d-07e908b0199c None None] Port 156b0066-bedc-438e-b977-d659f12fa428 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:23:42.100690 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-3bce375b-500d-4f1b-836d-07e908b0199c None None] Provisioning complete for port 9277d466-63cc-4975-8343-552a3fa14344 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:23:42.101202 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-3bce375b-500d-4f1b-836d-07e908b0199c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:42.147596 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07e9c7ae-2cc4-41ac-842c-0c7d01eae8f7 tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] Router 938649ae-9090-4785-9dac-a43012cae458 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:23:42.260544 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4237bfa-4915-465c-99a6-1946ec29b0ee req-c0ecb346-fe9e-4d5e-af4f-6f6e391b2de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:42.263225 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e4237bfa-4915-465c-99a6-1946ec29b0ee req-c0ecb346-fe9e-4d5e-af4f-6f6e391b2de8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=230adefc93184769a5ed971e644ca4c5&device_id=391bfd15-b4c6-444c-a466-12316cde3dd1 HTTP/1.1" status: 200 len: 1095 time: 0.2584708 Dec 20 14:23:42.313651 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489176cd-62d0-4b45-bfd5-eb23560253f0 req-ff5c8fa8-dad6-4225-8b28-8926117217a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:42.317364 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-489176cd-62d0-4b45-bfd5-eb23560253f0 req-ff5c8fa8-dad6-4225-8b28-8926117217a2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2b333b61-ce15-4944-95b5-760e7ec98a8f HTTP/1.1" status: 200 len: 909 time: 0.5942051 Dec 20 14:23:42.343557 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 9277d466-63cc-4975-8343-552a3fa14344 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:23:42.436183 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f54948a-a12c-488f-b717-385efbf226aa req-0b1289ab-75b0-4c49-b456-41e437fee3ac tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:42.437758 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4f54948a-a12c-488f-b717-385efbf226aa req-0b1289ab-75b0-4c49-b456-41e437fee3ac tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed7dc190-41b4-47d0-847a-ffbe39f3966f HTTP/1.1" status: 200 len: 936 time: 0.1091712 Dec 20 14:23:42.447281 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-695e2978-4120-476c-917c-17f8653013f8 admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:23:42.458773 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-695e2978-4120-476c-917c-17f8653013f8 admin admin] 10.222.0.54 "PUT /v2.0/routers/a4088f0d-ca29-496d-8308-6d6c1ee614fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7880967 Dec 20 14:23:42.463710 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d34b2b1-d3a6-4b7b-922f-9e71433cde1d None None] Sync routers for ids ['a4088f0d-ca29-496d-8308-6d6c1ee614fd'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:23:42.477290 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 50044) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:23:42.507313 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-489176cd-62d0-4b45-bfd5-eb23560253f0 req-182980f6-cd30-47a7-8fe3-8e1eedf35b5a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24ae1a8c-3e2c-4fbd-afd2-ce80710af39e HTTP/1.1" status: 200 len: 217 time: 0.1475196 Dec 20 14:23:42.517296 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d34b2b1-d3a6-4b7b-922f-9e71433cde1d None None] Routers {'a4088f0d-ca29-496d-8308-6d6c1ee614fd'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:23:42.517296 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-4d34b2b1-d3a6-4b7b-922f-9e71433cde1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:23:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['a4088f0d-ca29-496d-8308-6d6c1ee614fd'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:23:42.529412 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 9277d466-63cc-4975-8343-552a3fa14344 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:23:42.529903 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:42.710851 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4f54948a-a12c-488f-b717-385efbf226aa req-599df3fa-e5be-4d22-93ec-4aba10049fb8 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/security-groups?id=d29d9ba9-24bd-4d94-be52-3ca7019f1c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587719 Dec 20 14:23:42.747892 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4237bfa-4915-465c-99a6-1946ec29b0ee req-075d9237-8c03-4adb-b11a-7a083d795d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:42.749789 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e4237bfa-4915-465c-99a6-1946ec29b0ee req-075d9237-8c03-4adb-b11a-7a083d795d70 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f77acfe8-c05d-4606-b7e9-7027c0b13511 HTTP/1.1" status: 200 len: 922 time: 0.4632590 Dec 20 14:23:42.761787 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07e9c7ae-2cc4-41ac-842c-0c7d01eae8f7 tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:23:42.769074 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-07e9c7ae-2cc4-41ac-842c-0c7d01eae8f7 tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:42.775648 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bdc1141-c654-4295-8abd-1d27d62f7a5d None None] Sync routers for ids ['938649ae-9090-4785-9dac-a43012cae458'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:23:42.779661 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489176cd-62d0-4b45-bfd5-eb23560253f0 req-47158bb8-b324-4c33-b667-f624c764fb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:42.781529 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-489176cd-62d0-4b45-bfd5-eb23560253f0 req-47158bb8-b324-4c33-b667-f624c764fb9f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=63ebfb59-720a-4723-915c-292ae8d31522 HTTP/1.1" status: 200 len: 848 time: 0.2094285 Dec 20 14:23:42.790035 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bdc1141-c654-4295-8abd-1d27d62f7a5d None None] Routers {'938649ae-9090-4785-9dac-a43012cae458'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:23:42.790669 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-2bdc1141-c654-4295-8abd-1d27d62f7a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:23:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['938649ae-9090-4785-9dac-a43012cae458'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:23:42.827200 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-851f828e-7df1-4e81-b296-64c2a31a59a4 admin admin] Publish callbacks [] for router, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:42.871514 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e4237bfa-4915-465c-99a6-1946ec29b0ee req-13a67ab2-5e8f-407c-8094-88a706edc3c6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=543b54c3-a54c-47f5-ad15-569568ada13d HTTP/1.1" status: 200 len: 217 time: 0.0942445 Dec 20 14:23:42.970505 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-851f828e-7df1-4e81-b296-64c2a31a59a4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:42.978253 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c660bb80-97a3-4b40-b3bf-0582f3c9d853 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:42.997652 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-4d34b2b1-d3a6-4b7b-922f-9e71433cde1d None None] Set router a4088f0d-ca29-496d-8308-6d6c1ee614fd gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:23:43.054350 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-2bdc1141-c654-4295-8abd-1d27d62f7a5d None None] Set router 938649ae-9090-4785-9dac-a43012cae458 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:23:43.077039 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-489176cd-62d0-4b45-bfd5-eb23560253f0 req-2bd09ac7-a100-4112-a123-c105709e2628 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2b333b61-ce15-4944-95b5-760e7ec98a8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0884869 Dec 20 14:23:43.181716 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-07e9c7ae-2cc4-41ac-842c-0c7d01eae8f7 tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] 10.222.0.54 "PUT /v2.0/floatingips/cd04b7a6-7c63-44cc-8f50-96aecc6df880 HTTP/1.1" status: 200 len: 991 time: 5.2895679 Dec 20 14:23:43.193289 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e11276ee-9d0c-49c8-9177-e4611ff11c4c', 'tag': '6921329e-61de-43c7-8698-3cf78ea742aa'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:23:43.196272 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-949fa351-7979-4163-be71-1fdd08b4230c" -d '{"events": [{"name": "network-changed", "server_uuid": "e11276ee-9d0c-49c8-9177-e4611ff11c4c", "tag": "6921329e-61de-43c7-8698-3cf78ea742aa"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:23:43.297729 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4237bfa-4915-465c-99a6-1946ec29b0ee req-f4c71a79-c6b6-4283-90ae-cbba842e44a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:43.299831 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e4237bfa-4915-465c-99a6-1946ec29b0ee req-f4c71a79-c6b6-4283-90ae-cbba842e44a6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=39805718-f3e9-41ca-8469-b49efb1a12f8 HTTP/1.1" status: 200 len: 861 time: 0.4198103 Dec 20 14:23:43.317983 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85b494a-ca07-4e17-a9ba-0a29006e80d8 req-c83a5386-02cc-43d0-99aa-5936f1eb3ab4 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:43.326591 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d85b494a-ca07-4e17-a9ba-0a29006e80d8 req-c83a5386-02cc-43d0-99aa-5936f1eb3ab4 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=391bfd15-b4c6-444c-a466-12316cde3dd1 HTTP/1.1" status: 200 len: 943 time: 0.3270199 Dec 20 14:23:43.328449 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cb2583-dfaf-49be-b0e0-23cf1584ba29 req-21e1745d-0fea-4067-b164-0f1f8a618158 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:43.330199 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-10cb2583-dfaf-49be-b0e0-23cf1584ba29 req-21e1745d-0fea-4067-b164-0f1f8a618158 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c03445f-1b2b-49ef-a63f-930b66c268a3 HTTP/1.1" status: 200 len: 945 time: 0.1612406 Dec 20 14:23:43.385379 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c660bb80-97a3-4b40-b3bf-0582f3c9d853 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013'] for router, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:43.395386 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-851f828e-7df1-4e81-b296-64c2a31a59a4 admin admin] Deleting port 4d3978ef-d762-4485-835b-11cfc052303d {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:23:43.395723 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-851f828e-7df1-4e81-b296-64c2a31a59a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:43.410250 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e4237bfa-4915-465c-99a6-1946ec29b0ee req-85177e04-0502-40e5-966b-4723637f968b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f77acfe8-c05d-4606-b7e9-7027c0b13511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1003530 Dec 20 14:23:43.483954 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-489176cd-62d0-4b45-bfd5-eb23560253f0 req-79a0492b-9d38-4db1-b402-decf0ae17274 service neutron] 10.222.0.30 "GET /v2.0/networks/2b333b61-ce15-4944-95b5-760e7ec98a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4063425 Dec 20 14:23:43.512117 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-4d34b2b1-d3a6-4b7b-922f-9e71433cde1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4088f0d-ca29-496d-8308-6d6c1ee614fd', 'name': 'tempest-FloatingIPsAssociationTestJSON-1936186760-router', 'tenant_id': '4f3a59730c994d32a8cbf695683850a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '4d3978ef-d762-4485-835b-11cfc052303d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:21:47Z', 'updated_at': '2021-12-20T14:23:39Z', 'revision_number': 5, 'project_id': '4f3a59730c994d32a8cbf695683850a0', 'gw_port': {'id': '4d3978ef-d762-4485-835b-11cfc052303d', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:bf:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4088f0d-ca29-496d-8308-6d6c1ee614fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:21:49Z', 'updated_at': '2021-12-20T14:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:23:43.576705 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d34b2b1-d3a6-4b7b-922f-9e71433cde1d None None] Checking router: a4088f0d-ca29-496d-8308-6d6c1ee614fd for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:23:43.580117 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-10cb2583-dfaf-49be-b0e0-23cf1584ba29 req-4f58d193-5ff5-4e82-80d1-7a483127a7fe tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389934 Dec 20 14:23:43.621140 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d34b2b1-d3a6-4b7b-922f-9e71433cde1d None None] Routers {'a4088f0d-ca29-496d-8308-6d6c1ee614fd'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:23:43.621900 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-4d34b2b1-d3a6-4b7b-922f-9e71433cde1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:23:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['a4088f0d-ca29-496d-8308-6d6c1ee614fd'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:23:43.698601 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-2bdc1141-c654-4295-8abd-1d27d62f7a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '938649ae-9090-4785-9dac-a43012cae458', 'name': 'tempest-ServersTestFqdnHostnames-1532222034-router', 'tenant_id': '5e2d9292364f43cfb55353bdb702e728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '334035b3-a162-4b37-983f-fe85c8a80888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:22:44Z', 'updated_at': '2021-12-20T14:22:56Z', 'revision_number': 4, 'project_id': '5e2d9292364f43cfb55353bdb702e728', 'gw_port': {'id': '334035b3-a162-4b37-983f-fe85c8a80888', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938649ae-9090-4785-9dac-a43012cae458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:22:46Z', 'updated_at': '2021-12-20T14:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': 'cd04b7a6-7c63-44cc-8f50-96aecc6df880', 'tenant_id': '5e2d9292364f43cfb55353bdb702e728', 'floating_ip_address': '172.25.0.201', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': '938649ae-9090-4785-9dac-a43012cae458', 'port_id': '6921329e-61de-43c7-8698-3cf78ea742aa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20d6fb4d-2376-4970-a073-7951589c4788', 'mac_address': 'fa:16:3e:95:42:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11276ee-9d0c-49c8-9177-e4611ff11c4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T14:23:08Z', 'updated_at': '2021-12-20T14:23:39Z', 'revision_number': 1, 'project_id': '5e2d9292364f43cfb55353bdb702e728', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2e758e3-eec6-42d1-a19f-3ca90065b6d9', 'name': '', 'network_id': '20d6fb4d-2376-4970-a073-7951589c4788', 'tenant_id': '5e2d9292364f43cfb55353bdb702e728', 'mac_address': 'fa:16:3e:56:77:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938649ae-9090-4785-9dac-a43012cae458', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '21353c49-abc0-482a-92f4-9d91398e51d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:22:54Z', 'updated_at': '2021-12-20T14:23:03Z', 'revision_number': 5, 'project_id': '5e2d9292364f43cfb55353bdb702e728', 'subnets': [{'id': '21353c49-abc0-482a-92f4-9d91398e51d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:23:43.773201 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bdc1141-c654-4295-8abd-1d27d62f7a5d None None] Checking router: 938649ae-9090-4785-9dac-a43012cae458 for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:23:43.783326 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-4d34b2b1-d3a6-4b7b-922f-9e71433cde1d None None] Set router a4088f0d-ca29-496d-8308-6d6c1ee614fd gateway port host: None {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:23:43.791096 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bdc1141-c654-4295-8abd-1d27d62f7a5d None None] Routers {'938649ae-9090-4785-9dac-a43012cae458'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:23:43.800945 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-2bdc1141-c654-4295-8abd-1d27d62f7a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:23:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['938649ae-9090-4785-9dac-a43012cae458'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:23:43.822710 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [req-2d27fffe-8550-4324-8b0b-0e1f4854c3d9 req-486bfd43-c4f8-4a48-b528-cd07ad5f132d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 156b0066-bedc-438e-b977-d659f12fa428 {{(pid=103167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:23:43.858288 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-2d27fffe-8550-4324-8b0b-0e1f4854c3d9 req-486bfd43-c4f8-4a48-b528-cd07ad5f132d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:43.891580 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-2d27fffe-8550-4324-8b0b-0e1f4854c3d9 req-486bfd43-c4f8-4a48-b528-cd07ad5f132d service neutron] Transition to ACTIVE for port object 156b0066-bedc-438e-b977-d659f12fa428 will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:23:43.911352 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48cf03f8-5840-4fda-b071-9ca7e4dda83f x-openstack-request-id: req-48cf03f8-5840-4fda-b071-9ca7e4dda83f {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:23:43.911645 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e11276ee-9d0c-49c8-9177-e4611ff11c4c", "tag": "6921329e-61de-43c7-8698-3cf78ea742aa", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:23:43.911902 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-48cf03f8-5840-4fda-b071-9ca7e4dda83f {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:23:43.912314 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e11276ee-9d0c-49c8-9177-e4611ff11c4c', 'tag': '6921329e-61de-43c7-8698-3cf78ea742aa', 'status': 'completed', 'code': 200} Dec 20 14:23:43.925628 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-2d27fffe-8550-4324-8b0b-0e1f4854c3d9 req-486bfd43-c4f8-4a48-b528-cd07ad5f132d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:43.957746 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-4d34b2b1-d3a6-4b7b-922f-9e71433cde1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4088f0d-ca29-496d-8308-6d6c1ee614fd', 'name': 'tempest-FloatingIPsAssociationTestJSON-1936186760-router', 'tenant_id': '4f3a59730c994d32a8cbf695683850a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:21:47Z', 'updated_at': '2021-12-20T14:23:42Z', 'revision_number': 6, 'project_id': '4f3a59730c994d32a8cbf695683850a0', 'gw_port_host': None}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:23:44.031759 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d34b2b1-d3a6-4b7b-922f-9e71433cde1d None None] The sync data for ids ['a4088f0d-ca29-496d-8308-6d6c1ee614fd'] in n-d-761264-19 is: [{'id': 'a4088f0d-ca29-496d-8308-6d6c1ee614fd', 'name': 'tempest-FloatingIPsAssociationTestJSON-1936186760-router', 'tenant_id': '4f3a59730c994d32a8cbf695683850a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:21:47Z', 'updated_at': '2021-12-20T14:23:42Z', 'revision_number': 6, 'project_id': '4f3a59730c994d32a8cbf695683850a0', 'gw_port_host': None}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:23:44.031998 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-2bdc1141-c654-4295-8abd-1d27d62f7a5d None None] Set router 938649ae-9090-4785-9dac-a43012cae458 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:23:44.055880 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486bfd43-c4f8-4a48-b528-cd07ad5f132d service neutron] Pushing event updated for resources: {'Port': ['ID=156b0066-bedc-438e-b977-d659f12fa428,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:44.075999 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d85b494a-ca07-4e17-a9ba-0a29006e80d8 req-b93e7afe-ba4d-41ba-b108-1b41f16e1155 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7481270 Dec 20 14:23:44.105679 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949fa351-7979-4163-be71-1fdd08b4230c req-ec97e122-736a-4e02-8028-6f62e90862d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:44.107234 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-949fa351-7979-4163-be71-1fdd08b4230c req-ec97e122-736a-4e02-8028-6f62e90862d1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5e2d9292364f43cfb55353bdb702e728&device_id=e11276ee-9d0c-49c8-9177-e4611ff11c4c HTTP/1.1" status: 200 len: 1097 time: 0.0877950 Dec 20 14:23:44.167385 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e4237bfa-4915-465c-99a6-1946ec29b0ee req-8f9d5460-81b6-4fb9-8d30-fefef9c3eb6c service neutron] 10.222.0.30 "GET /v2.0/networks/f77acfe8-c05d-4606-b7e9-7027c0b13511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7381639 Dec 20 14:23:44.226336 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-489176cd-62d0-4b45-bfd5-eb23560253f0 req-3b35abe8-6c4a-4480-9945-27ac20cd2b90 service neutron] 10.222.0.30 "GET /v2.0/networks/2b333b61-ce15-4944-95b5-760e7ec98a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7123752 Dec 20 14:23:44.243022 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949fa351-7979-4163-be71-1fdd08b4230c req-ef32e8f1-158d-4115-89ab-9625af40063b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:44.244518 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-949fa351-7979-4163-be71-1fdd08b4230c req-ef32e8f1-158d-4115-89ab-9625af40063b service neutron] 10.222.0.30 "GET /v2.0/networks?id=20d6fb4d-2376-4970-a073-7951589c4788 HTTP/1.1" status: 200 len: 916 time: 0.1090260 Dec 20 14:23:44.266603 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-851f828e-7df1-4e81-b296-64c2a31a59a4 admin admin] For port 4d3978ef-d762-4485-835b-11cfc052303d, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=4d3978ef-d762-4485-835b-11cfc052303d,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:23:44.267017 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-851f828e-7df1-4e81-b296-64c2a31a59a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:44.326671 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-2d27fffe-8550-4324-8b0b-0e1f4854c3d9 req-486bfd43-c4f8-4a48-b528-cd07ad5f132d service neutron] Attempting to bind port 156b0066-bedc-438e-b977-d659f12fa428 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:23:44.327017 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-2d27fffe-8550-4324-8b0b-0e1f4854c3d9 req-486bfd43-c4f8-4a48-b528-cd07ad5f132d service neutron] Attempting to bind port 156b0066-bedc-438e-b977-d659f12fa428 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:23:44.327341 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d27fffe-8550-4324-8b0b-0e1f4854c3d9 req-486bfd43-c4f8-4a48-b528-cd07ad5f132d service neutron] Attempting to bind port 156b0066-bedc-438e-b977-d659f12fa428 on network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:23:44.340102 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-949fa351-7979-4163-be71-1fdd08b4230c req-6b57d2c0-639d-4b1a-8b34-3e93097ec7a9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6921329e-61de-43c7-8698-3cf78ea742aa HTTP/1.1" status: 200 len: 999 time: 0.0794120 Dec 20 14:23:44.362985 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c3273b-ba9d-4c24-8e03-42579402a3fe req-8565a93a-0846-408c-8efc-2391b885ed32 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:44.370783 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-28c3273b-ba9d-4c24-8e03-42579402a3fe req-8565a93a-0846-408c-8efc-2391b885ed32 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed7dc190-41b4-47d0-847a-ffbe39f3966f HTTP/1.1" status: 200 len: 948 time: 0.3040793 Dec 20 14:23:44.416966 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d27fffe-8550-4324-8b0b-0e1f4854c3d9 req-486bfd43-c4f8-4a48-b528-cd07ad5f132d service neutron] Port 156b0066-bedc-438e-b977-d659f12fa428 on network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:23:44.417729 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d27fffe-8550-4324-8b0b-0e1f4854c3d9 req-486bfd43-c4f8-4a48-b528-cd07ad5f132d service neutron] Attempting to bind port 156b0066-bedc-438e-b977-d659f12fa428 on network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:23:44.434191 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d27fffe-8550-4324-8b0b-0e1f4854c3d9 req-486bfd43-c4f8-4a48-b528-cd07ad5f132d service neutron] Checking agent: {'id': '43c60aee-e4af-4ecc-bee2-aac3569fafed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:23:44.434858 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d27fffe-8550-4324-8b0b-0e1f4854c3d9 req-486bfd43-c4f8-4a48-b528-cd07ad5f132d service neutron] Checking segment: {'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:23:44.435465 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d27fffe-8550-4324-8b0b-0e1f4854c3d9 req-486bfd43-c4f8-4a48-b528-cd07ad5f132d service neutron] Bound using segment: {'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:23:44.436084 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-2d27fffe-8550-4324-8b0b-0e1f4854c3d9 req-486bfd43-c4f8-4a48-b528-cd07ad5f132d service neutron] Bound port: 156b0066-bedc-438e-b977-d659f12fa428, host: n-h2-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:23:44.436966 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-2d27fffe-8550-4324-8b0b-0e1f4854c3d9 req-486bfd43-c4f8-4a48-b528-cd07ad5f132d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:44.470861 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949fa351-7979-4163-be71-1fdd08b4230c req-588308a0-83e3-4229-b993-b9b23823b750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:44.472564 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-949fa351-7979-4163-be71-1fdd08b4230c req-588308a0-83e3-4229-b993-b9b23823b750 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=21353c49-abc0-482a-92f4-9d91398e51d3 HTTP/1.1" status: 200 len: 854 time: 0.0997775 Dec 20 14:23:44.512026 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device f285e005-4952-43c8-bece-d63ed5e51402 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:23:44.515266 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-851f828e-7df1-4e81-b296-64c2a31a59a4 admin admin] Calling delete_port for 4d3978ef-d762-4485-835b-11cfc052303d owned by network:router_gateway {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:23:44.515531 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e4237bfa-4915-465c-99a6-1946ec29b0ee req-fb61bbc3-ff63-415b-9ff9-71f406af2b0f service neutron] 10.222.0.30 "GET /v2.0/networks/f77acfe8-c05d-4606-b7e9-7027c0b13511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3118658 Dec 20 14:23:44.566253 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: f285e005-4952-43c8-bece-d63ed5e51402 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:23:44.566859 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device f285e005-4952-43c8-bece-d63ed5e51402 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:23:44.632074 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-2bdc1141-c654-4295-8abd-1d27d62f7a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '938649ae-9090-4785-9dac-a43012cae458', 'name': 'tempest-ServersTestFqdnHostnames-1532222034-router', 'tenant_id': '5e2d9292364f43cfb55353bdb702e728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '334035b3-a162-4b37-983f-fe85c8a80888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:22:44Z', 'updated_at': '2021-12-20T14:22:56Z', 'revision_number': 4, 'project_id': '5e2d9292364f43cfb55353bdb702e728', 'gw_port': {'id': '334035b3-a162-4b37-983f-fe85c8a80888', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938649ae-9090-4785-9dac-a43012cae458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:22:46Z', 'updated_at': '2021-12-20T14:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': 'cd04b7a6-7c63-44cc-8f50-96aecc6df880', 'tenant_id': '5e2d9292364f43cfb55353bdb702e728', 'floating_ip_address': '172.25.0.201', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': '938649ae-9090-4785-9dac-a43012cae458', 'port_id': '6921329e-61de-43c7-8698-3cf78ea742aa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20d6fb4d-2376-4970-a073-7951589c4788', 'mac_address': 'fa:16:3e:95:42:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11276ee-9d0c-49c8-9177-e4611ff11c4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T14:23:08Z', 'updated_at': '2021-12-20T14:23:39Z', 'revision_number': 1, 'project_id': '5e2d9292364f43cfb55353bdb702e728', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2e758e3-eec6-42d1-a19f-3ca90065b6d9', 'name': '', 'network_id': '20d6fb4d-2376-4970-a073-7951589c4788', 'tenant_id': '5e2d9292364f43cfb55353bdb702e728', 'mac_address': 'fa:16:3e:56:77:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938649ae-9090-4785-9dac-a43012cae458', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '21353c49-abc0-482a-92f4-9d91398e51d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:22:54Z', 'updated_at': '2021-12-20T14:23:03Z', 'revision_number': 5, 'project_id': '5e2d9292364f43cfb55353bdb702e728', 'subnets': [{'id': '21353c49-abc0-482a-92f4-9d91398e51d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:23:44.655298 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c660bb80-97a3-4b40-b3bf-0582f3c9d853 admin admin] Router bb0b303f-7230-47e9-bfa8-0d8665589494 is scheduled to L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 with binding_index 1 {{(pid=103168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 14:23:44.658305 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949fa351-7979-4163-be71-1fdd08b4230c req-fa692073-1520-4fef-a686-9245bdaa4593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:44.659923 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-949fa351-7979-4163-be71-1fdd08b4230c req-fa692073-1520-4fef-a686-9245bdaa4593 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=20d6fb4d-2376-4970-a073-7951589c4788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1483314 Dec 20 14:23:44.662407 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-2d27fffe-8550-4324-8b0b-0e1f4854c3d9 req-486bfd43-c4f8-4a48-b528-cd07ad5f132d service neutron] For port 156b0066-bedc-438e-b977-d659f12fa428, host n-h2-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:23:44.663370 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-28c3273b-ba9d-4c24-8e03-42579402a3fe req-d5d48cd8-f0b0-4ece-97b4-d922eeeeb75d tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/security-groups?id=d29d9ba9-24bd-4d94-be52-3ca7019f1c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917814 Dec 20 14:23:44.701636 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-2d27fffe-8550-4324-8b0b-0e1f4854c3d9 req-486bfd43-c4f8-4a48-b528-cd07ad5f132d service neutron] For port 156b0066-bedc-438e-b977-d659f12fa428, host n-h2-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=156b0066-bedc-438e-b977-d659f12fa428,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:23:44.703795 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bdc1141-c654-4295-8abd-1d27d62f7a5d None None] The sync data for ids ['938649ae-9090-4785-9dac-a43012cae458'] in n-d-761264-19 is: [{'id': '938649ae-9090-4785-9dac-a43012cae458', 'name': 'tempest-ServersTestFqdnHostnames-1532222034-router', 'tenant_id': '5e2d9292364f43cfb55353bdb702e728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '334035b3-a162-4b37-983f-fe85c8a80888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:22:44Z', 'updated_at': '2021-12-20T14:22:56Z', 'revision_number': 4, 'project_id': '5e2d9292364f43cfb55353bdb702e728', 'gw_port': {'id': '334035b3-a162-4b37-983f-fe85c8a80888', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938649ae-9090-4785-9dac-a43012cae458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:22:46Z', 'updated_at': '2021-12-20T14:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': 'cd04b7a6-7c63-44cc-8f50-96aecc6df880', 'tenant_id': '5e2d9292364f43cfb55353bdb702e728', 'floating_ip_address': '172.25.0.201', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': '938649ae-9090-4785-9dac-a43012cae458', 'port_id': '6921329e-61de-43c7-8698-3cf78ea742aa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20d6fb4d-2376-4970-a073-7951589c4788', 'mac_address': 'fa:16:3e:95:42:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11276ee-9d0c-49c8-9177-e4611ff11c4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T14:23:08Z', 'updated_at': '2021-12-20T14:23:39Z', 'revision_number': 1, 'project_id': '5e2d9292364f43cfb55353bdb702e728', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2e758e3-eec6-42d1-a19f-3ca90065b6d9', 'name': '', 'network_id': '20d6fb4d-2376-4970-a073-7951589c4788', 'tenant_id': '5e2d9292364f43cfb55353bdb702e728', 'mac_address': 'fa:16:3e:56:77:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938649ae-9090-4785-9dac-a43012cae458', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '21353c49-abc0-482a-92f4-9d91398e51d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:22:54Z', 'updated_at': '2021-12-20T14:23:03Z', 'revision_number': 5, 'project_id': '5e2d9292364f43cfb55353bdb702e728', 'subnets': [{'id': '21353c49-abc0-482a-92f4-9d91398e51d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:23:44.711546 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-2d27fffe-8550-4324-8b0b-0e1f4854c3d9 req-486bfd43-c4f8-4a48-b528-cd07ad5f132d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:44.765064 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489176cd-62d0-4b45-bfd5-eb23560253f0 req-51747834-e860-47e8-8fd1-0fd5e1abecab tempest-LiveMigrationTest-1128134252 tempest-LiveMigrationTest-1128134252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:44.766558 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-489176cd-62d0-4b45-bfd5-eb23560253f0 req-51747834-e860-47e8-8fd1-0fd5e1abecab tempest-LiveMigrationTest-1128134252 tempest-LiveMigrationTest-1128134252-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=9c03445f-1b2b-49ef-a63f-930b66c268a3&tenant_id=2785aa25e0a64107a28490f4f2c107bc&binding%3Ahost_id=n-h1-761264-19 HTTP/1.1" status: 200 len: 1097 time: 0.1787670 Dec 20 14:23:44.775612 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d27fffe-8550-4324-8b0b-0e1f4854c3d9 req-486bfd43-c4f8-4a48-b528-cd07ad5f132d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:44.777335 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-2d27fffe-8550-4324-8b0b-0e1f4854c3d9 req-486bfd43-c4f8-4a48-b528-cd07ad5f132d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:44.777667 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2d27fffe-8550-4324-8b0b-0e1f4854c3d9 req-486bfd43-c4f8-4a48-b528-cd07ad5f132d service neutron] 10.222.0.47 "PUT /v2.0/ports/156b0066-bedc-438e-b977-d659f12fa428 HTTP/1.1" status: 200 len: 1097 time: 3.7525897 Dec 20 14:23:44.829594 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-949fa351-7979-4163-be71-1fdd08b4230c req-5a840d63-19bd-4313-99b2-818dff58dabb service neutron] 10.222.0.30 "GET /v2.0/networks/20d6fb4d-2376-4970-a073-7951589c4788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605036 Dec 20 14:23:44.960438 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486bfd43-c4f8-4a48-b528-cd07ad5f132d service neutron] Pushing event updated for resources: {'Port': ['ID=156b0066-bedc-438e-b977-d659f12fa428,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:45.024666 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:23:45.024666 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:23:45.024666 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:23:45.024666 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:23:45.024666 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:23:45.024666 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:23:45.024666 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:23:45.024666 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:23:45.024666 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:23:45.024666 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:23:45.024666 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:23:45.024666 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:23:45.024666 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:23:45.024666 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:23:45.024666 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:23:45.024666 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:23:45.024666 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:23:45.024666 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:23:45.024666 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:23:45.024666 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:23:45.024666 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:23:45.024666 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:23:45.024666 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:23:45.024666 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:23:45.024666 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:23:45.024666 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:23:45.024666 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:23:45.024666 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:23:45.024666 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:23:45.024666 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:23:45.024666 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:23:45.024666 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:23:45.024666 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:23:45.024666 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:23:45.024666 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:23:45.024666 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:23:45.026922 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:23:45.026922 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:23:45.026922 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:23:45.026922 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:23:45.026922 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:23:45.026922 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:23:45.026922 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:23:45.026922 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:23:45.026922 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:23:45.026922 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:23:45.026922 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:23:45.026922 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:23:45.026922 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1a41c1-de16-4de3-b793-daac2a6c9094 req-3e25a9d8-f092-442f-abbf-af257082aea9 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:45.027707 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0e1a41c1-de16-4de3-b793-daac2a6c9094 req-3e25a9d8-f092-442f-abbf-af257082aea9 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c03445f-1b2b-49ef-a63f-930b66c268a3 HTTP/1.1" status: 200 len: 945 time: 0.2741618 Dec 20 14:23:45.058060 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d27fffe-8550-4324-8b0b-0e1f4854c3d9 req-0116e1cb-61ef-4968-9bcf-7251d67c593e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:45.059609 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2d27fffe-8550-4324-8b0b-0e1f4854c3d9 req-0116e1cb-61ef-4968-9bcf-7251d67c593e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=67090548a8c94f7bb1b8a5ae37b6ba4c&device_id=ed7dc190-41b4-47d0-847a-ffbe39f3966f HTTP/1.1" status: 200 len: 1100 time: 0.2142789 Dec 20 14:23:45.060430 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:45.113159 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5325ade4-2be1-4d78-b59d-1bdac0dd4e52 None None] New status for floating IP cd04b7a6-7c63-44cc-8f50-96aecc6df880: ACTIVE {{(pid=103169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 14:23:45.201438 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2d27fffe-8550-4324-8b0b-0e1f4854c3d9 req-95fa471e-f31f-47ab-bf3f-98b348683891 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=156b0066-bedc-438e-b977-d659f12fa428 HTTP/1.1" status: 200 len: 217 time: 0.1192567 Dec 20 14:23:45.244244 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c660bb80-97a3-4b40-b3bf-0582f3c9d853 admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:23:45.248160 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-949fa351-7979-4163-be71-1fdd08b4230c req-edca190f-8678-4c4d-b265-89a8fd05c6a3 service neutron] 10.222.0.30 "GET /v2.0/networks/20d6fb4d-2376-4970-a073-7951589c4788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3582153 Dec 20 14:23:45.267780 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3b8302-8b72-4cca-8b9c-b1b4e2c6c9f3 None None] Sync routers for ids ['bb0b303f-7230-47e9-bfa8-0d8665589494'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:23:45.295201 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c660bb80-97a3-4b40-b3bf-0582f3c9d853 admin admin] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:45.296886 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-c660bb80-97a3-4b40-b3bf-0582f3c9d853 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.9480531 Dec 20 14:23:45.300223 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 50072) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:23:45.307901 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0e1a41c1-de16-4de3-b793-daac2a6c9094 req-c7350dba-bd27-47b1-bd0c-d37043680617 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678430 Dec 20 14:23:45.316472 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d27fffe-8550-4324-8b0b-0e1f4854c3d9 req-4b6b4e34-ede9-47b5-a133-3900ba4f2ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:45.317667 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2d27fffe-8550-4324-8b0b-0e1f4854c3d9 req-4b6b4e34-ede9-47b5-a133-3900ba4f2ad3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36bf280f-81bb-4486-a87a-9b9505a1cec4 HTTP/1.1" status: 200 len: 843 time: 0.1046586 Dec 20 14:23:45.322004 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3b8302-8b72-4cca-8b9c-b1b4e2c6c9f3 None None] Routers {'bb0b303f-7230-47e9-bfa8-0d8665589494'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:23:45.325060 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-ef3b8302-8b72-4cca-8b9c-b1b4e2c6c9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:23:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['bb0b303f-7230-47e9-bfa8-0d8665589494'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:23:45.328962 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-489176cd-62d0-4b45-bfd5-eb23560253f0 req-29048b06-0247-427c-9d40-795fab1e7f19 service neutron] For port 24ae1a8c-3e2c-4fbd-afd2-ce80710af39e, host n-h2-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:23:45.332240 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-489176cd-62d0-4b45-bfd5-eb23560253f0 req-29048b06-0247-427c-9d40-795fab1e7f19 service neutron] Publish callbacks [] for binding, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:45.333351 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-489176cd-62d0-4b45-bfd5-eb23560253f0 req-29048b06-0247-427c-9d40-795fab1e7f19 service neutron] 10.222.0.30 "DELETE /v2.0/ports/24ae1a8c-3e2c-4fbd-afd2-ce80710af39e/bindings/n-h2-761264-19 HTTP/1.1" status: 204 len: 173 time: 0.5248017 Dec 20 14:23:45.526280 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d27fffe-8550-4324-8b0b-0e1f4854c3d9 req-e2839863-1b47-4bc8-b3ff-8905d5268c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:45.539190 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2d27fffe-8550-4324-8b0b-0e1f4854c3d9 req-e2839863-1b47-4bc8-b3ff-8905d5268c4d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1936948 Dec 20 14:23:45.631226 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-851f828e-7df1-4e81-b296-64c2a31a59a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:45.642589 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-ef3b8302-8b72-4cca-8b9c-b1b4e2c6c9f3 None None] Set router bb0b303f-7230-47e9-bfa8-0d8665589494 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:23:45.712214 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cead4e1b-39ff-4667-a1d8-eebce910aeec req-4f8caad8-3403-4659-b894-45f94003ed04 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:45.735685 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03d8758-d054-45ca-bb13-044c24b4cd85 req-10c34e2e-ed43-4b54-ae94-303f2c533669 tempest-LiveMigrationTest-1128134252 tempest-LiveMigrationTest-1128134252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:45.735963 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cead4e1b-39ff-4667-a1d8-eebce910aeec req-4f8caad8-3403-4659-b894-45f94003ed04 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=391bfd15-b4c6-444c-a466-12316cde3dd1 HTTP/1.1" status: 200 len: 943 time: 0.2616525 Dec 20 14:23:45.737941 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d03d8758-d054-45ca-bb13-044c24b4cd85 req-10c34e2e-ed43-4b54-ae94-303f2c533669 tempest-LiveMigrationTest-1128134252 tempest-LiveMigrationTest-1128134252-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=9c03445f-1b2b-49ef-a63f-930b66c268a3 HTTP/1.1" status: 200 len: 1097 time: 0.2513447 Dec 20 14:23:45.749199 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851f828e-7df1-4e81-b296-64c2a31a59a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d3978ef-d762-4485-835b-11cfc052303d,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:45.806978 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2d27fffe-8550-4324-8b0b-0e1f4854c3d9 req-0b13180f-d748-464e-b1d9-955c7be19b58 service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666461 Dec 20 14:23:45.900153 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d03d8758-d054-45ca-bb13-044c24b4cd85 req-d31ae48e-3ee4-40a5-a92f-4ac1fb8e1893 tempest-LiveMigrationTest-1128134252 tempest-LiveMigrationTest-1128134252-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380033 Dec 20 14:23:45.924638 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed7dc190-41b4-47d0-847a-ffbe39f3966f', 'tag': '156b0066-bedc-438e-b977-d659f12fa428'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:23:45.934273 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62d8e51e-4475-48de-b601-aaa7da1b9aa5" -d '{"events": [{"name": "network-changed", "server_uuid": "ed7dc190-41b4-47d0-847a-ffbe39f3966f", "tag": "156b0066-bedc-438e-b977-d659f12fa428"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:23:45.982514 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-ef3b8302-8b72-4cca-8b9c-b1b4e2c6c9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb0b303f-7230-47e9-bfa8-0d8665589494', 'name': 'tempest-ServersTestManualDisk-1541796187-router', 'tenant_id': '3a1d810114e24eb9ab9be2e3341cb8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'e77534bb-6eb4-4606-9aa9-23f0a3098b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:23:38Z', 'updated_at': '2021-12-20T14:23:42Z', 'revision_number': 3, 'project_id': '3a1d810114e24eb9ab9be2e3341cb8d6', 'gw_port': {'id': 'e77534bb-6eb4-4606-9aa9-23f0a3098b2f', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:6e:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb0b303f-7230-47e9-bfa8-0d8665589494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:23:40Z', 'updated_at': '2021-12-20T14:23:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:23:46.056075 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3b8302-8b72-4cca-8b9c-b1b4e2c6c9f3 None None] Checking router: bb0b303f-7230-47e9-bfa8-0d8665589494 for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:23:46.056627 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3b8302-8b72-4cca-8b9c-b1b4e2c6c9f3 None None] Updating router bb0b303f-7230-47e9-bfa8-0d8665589494 port e77534bb-6eb4-4606-9aa9-23f0a3098b2f binding host n-d-761264-19 {{(pid=103170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 14:23:46.077470 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933a62fa-ba5d-4fd6-aff8-eabd7094da46 req-b00ab6bd-e456-4003-a03f-2c833c4cebdd tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:46.089286 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-933a62fa-ba5d-4fd6-aff8-eabd7094da46 req-b00ab6bd-e456-4003-a03f-2c833c4cebdd tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed7dc190-41b4-47d0-847a-ffbe39f3966f HTTP/1.1" status: 200 len: 948 time: 0.0869031 Dec 20 14:23:46.123282 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ef3b8302-8b72-4cca-8b9c-b1b4e2c6c9f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:46.140348 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2d27fffe-8550-4324-8b0b-0e1f4854c3d9 req-7b0d9df5-faf7-4960-9ff5-a5c9fd65df7b service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3240693 Dec 20 14:23:46.219800 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-933a62fa-ba5d-4fd6-aff8-eabd7094da46 req-48301392-4a1a-45c8-99c2-5aa41038bce0 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/security-groups?id=d29d9ba9-24bd-4d94-be52-3ca7019f1c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204154 Dec 20 14:23:46.309309 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 4d3978ef-d762-4485-835b-11cfc052303d no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:23:46.337617 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c56f8ddd-7fae-4f7c-b40f-ae6afc490192 x-openstack-request-id: req-c56f8ddd-7fae-4f7c-b40f-ae6afc490192 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:23:46.338298 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed7dc190-41b4-47d0-847a-ffbe39f3966f", "tag": "156b0066-bedc-438e-b977-d659f12fa428", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:23:46.338718 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c56f8ddd-7fae-4f7c-b40f-ae6afc490192 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:23:46.339297 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed7dc190-41b4-47d0-847a-ffbe39f3966f', 'tag': '156b0066-bedc-438e-b977-d659f12fa428', 'status': 'completed', 'code': 200} Dec 20 14:23:46.348538 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cead4e1b-39ff-4667-a1d8-eebce910aeec req-b8333e7c-c72c-437e-ad97-2ea8cb55d61a tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6119061 Dec 20 14:23:46.390034 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 4d3978ef-d762-4485-835b-11cfc052303d {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:23:46.390387 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 4d3978ef-d762-4485-835b-11cfc052303d not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:23:46.424126 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 543b54c3-a54c-47f5-ad15-569568ada13d details requested by agent hyperv_n-h1-761264-19 with host n-h1-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:23:46.444849 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-851f828e-7df1-4e81-b296-64c2a31a59a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584913'] for router_gateway, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:46.560297 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ef3b8302-8b72-4cca-8b9c-b1b4e2c6c9f3 None None] Publish callbacks [] for port, precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:46.573483 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ef3b8302-8b72-4cca-8b9c-b1b4e2c6c9f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:46.599875 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dea0a42-3473-4e6a-90ca-4754b1ceb71b req-62bc362b-1399-42e9-8e6a-edffa501be18 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:46.607787 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9dea0a42-3473-4e6a-90ca-4754b1ceb71b req-62bc362b-1399-42e9-8e6a-edffa501be18 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/networks?id=2b333b61-ce15-4944-95b5-760e7ec98a8f HTTP/1.1" status: 200 len: 808 time: 0.1286788 Dec 20 14:23:46.609745 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-851f828e-7df1-4e81-b296-64c2a31a59a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40132'] for router, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:46.612027 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-851f828e-7df1-4e81-b296-64c2a31a59a4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:46.625334 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9dea0a42-3473-4e6a-90ca-4754b1ceb71b req-aa30ab2d-1c17-492a-9099-5635e4b23bea tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/quotas/2785aa25e0a64107a28490f4f2c107bc HTTP/1.1" status: 200 len: 375 time: 0.0164444 Dec 20 14:23:46.664917 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-851f828e-7df1-4e81-b296-64c2a31a59a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1594808'] for router, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:46.665256 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-851f828e-7df1-4e81-b296-64c2a31a59a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a4088f0d-ca29-496d-8308-6d6c1ee614fd {{(pid=103168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 14:23:46.670934 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d8e51e-4475-48de-b601-aaa7da1b9aa5 req-391c90b5-8e63-414b-b145-a97d9084fb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:46.671584 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-851f828e-7df1-4e81-b296-64c2a31a59a4 admin admin] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:46.673015 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-62d8e51e-4475-48de-b601-aaa7da1b9aa5 req-391c90b5-8e63-414b-b145-a97d9084fb83 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=67090548a8c94f7bb1b8a5ae37b6ba4c&device_id=ed7dc190-41b4-47d0-847a-ffbe39f3966f HTTP/1.1" status: 200 len: 1100 time: 0.2833607 Dec 20 14:23:46.675882 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-851f828e-7df1-4e81-b296-64c2a31a59a4 admin admin] 10.222.0.54 "DELETE /v2.0/routers/a4088f0d-ca29-496d-8308-6d6c1ee614fd HTTP/1.1" status: 204 len: 168 time: 4.1872945 Dec 20 14:23:46.679759 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 50100) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:23:46.702044 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 543b54c3-a54c-47f5-ad15-569568ada13d, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=543b54c3-a54c-47f5-ad15-569568ada13d,segment=NetworkSegment(c78eb3db-e8a6-4673-b220-136b3d8ed714),segment_id=c78eb3db-e8a6-4673-b220-136b3d8ed714)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:23:46.735731 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Returning: {'device': '543b54c3-a54c-47f5-ad15-569568ada13d', 'network_id': 'f77acfe8-c05d-4606-b7e9-7027c0b13511', 'port_id': '543b54c3-a54c-47f5-ad15-569568ada13d', 'mac_address': 'fa:16:3e:ff:fa:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39805718-f3e9-41ca-8469-b49efb1a12f8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:23:46.742885 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-ef3b8302-8b72-4cca-8b9c-b1b4e2c6c9f3 None None] Attempting to bind port e77534bb-6eb4-4606-9aa9-23f0a3098b2f on host n-d-761264-19 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:23:46.743512 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-ef3b8302-8b72-4cca-8b9c-b1b4e2c6c9f3 None None] Attempting to bind port e77534bb-6eb4-4606-9aa9-23f0a3098b2f by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:23:46.745373 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3b8302-8b72-4cca-8b9c-b1b4e2c6c9f3 None None] Attempting to bind port e77534bb-6eb4-4606-9aa9-23f0a3098b2f on network c3f8658e-da35-41f3-bd03-509e29ebd6f3 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:23:46.750747 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7458980-5a86-4bfa-bf32-3a95dd57ef23 None None] Pushing event updated for resources: {'Port': ['ID=e77534bb-6eb4-4606-9aa9-23f0a3098b2f,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:46.769694 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3b8302-8b72-4cca-8b9c-b1b4e2c6c9f3 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:23:46.770236 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3b8302-8b72-4cca-8b9c-b1b4e2c6c9f3 None None] Checking segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:23:46.770775 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ef3b8302-8b72-4cca-8b9c-b1b4e2c6c9f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:46.771278 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3b8302-8b72-4cca-8b9c-b1b4e2c6c9f3 None None] Bound using segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:23:46.771873 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-ef3b8302-8b72-4cca-8b9c-b1b4e2c6c9f3 None None] Bound port: e77534bb-6eb4-4606-9aa9-23f0a3098b2f, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:23:46.772366 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ef3b8302-8b72-4cca-8b9c-b1b4e2c6c9f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:46.861683 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:46.896144 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fdefbe85-817b-465a-8890-ec9faebef712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:46.914093 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-ef3b8302-8b72-4cca-8b9c-b1b4e2c6c9f3 None None] For port e77534bb-6eb4-4606-9aa9-23f0a3098b2f, host n-d-761264-19, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:23:46.919801 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 543b54c3-a54c-47f5-ad15-569568ada13d {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:23:46.925449 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-ef3b8302-8b72-4cca-8b9c-b1b4e2c6c9f3 None None] For port e77534bb-6eb4-4606-9aa9-23f0a3098b2f, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=e77534bb-6eb4-4606-9aa9-23f0a3098b2f,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:23:46.939384 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ef3b8302-8b72-4cca-8b9c-b1b4e2c6c9f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:46.969138 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 543b54c3-a54c-47f5-ad15-569568ada13d, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=543b54c3-a54c-47f5-ad15-569568ada13d,segment=NetworkSegment(c78eb3db-e8a6-4673-b220-136b3d8ed714),segment_id=c78eb3db-e8a6-4673-b220-136b3d8ed714)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:23:46.987179 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:47.041720 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3b8302-8b72-4cca-8b9c-b1b4e2c6c9f3 None None] Routers {'bb0b303f-7230-47e9-bfa8-0d8665589494'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:23:47.042357 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-ef3b8302-8b72-4cca-8b9c-b1b4e2c6c9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:23:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['bb0b303f-7230-47e9-bfa8-0d8665589494'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:23:47.062122 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=543b54c3-a54c-47f5-ad15-569568ada13d,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:47.161133 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7458980-5a86-4bfa-bf32-3a95dd57ef23 None None] Pushing event updated for resources: {'Port': ['ID=e77534bb-6eb4-4606-9aa9-23f0a3098b2f,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:47.171935 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_v2 [None req-45f0d597-e72d-4243-adf1-f6e35c207160 admin admin] Deleting subnet 937bc278-96b6-4101-8820-0f0154447eb0 {{(pid=103167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:23:47.176922 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-45f0d597-e72d-4243-adf1-f6e35c207160 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:47.193784 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9dea0a42-3473-4e6a-90ca-4754b1ceb71b req-4992b2cf-cdae-4673-b97d-08dcc58a8725 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=2785aa25e0a64107a28490f4f2c107bc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5674696 Dec 20 14:23:47.199244 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-fdefbe85-817b-465a-8890-ec9faebef712 admin admin] Allocated IP 172.20.0.1 (56191e58-e021-4478-8d69-87614a885d60/aa7dd04c-9ddc-45c9-b9bf-b6ac33d89aed/58e0e69f-e726-4cb1-bb2b-ffce98d93b19) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:23:47.333991 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fdefbe85-817b-465a-8890-ec9faebef712 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:47.343122 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-ef3b8302-8b72-4cca-8b9c-b1b4e2c6c9f3 None None] Set router bb0b303f-7230-47e9-bfa8-0d8665589494 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:23:47.367093 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-45f0d597-e72d-4243-adf1-f6e35c207160 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:47.420121 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fdefbe85-817b-465a-8890-ec9faebef712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:47.437758 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-45f0d597-e72d-4243-adf1-f6e35c207160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:47.442922 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['543b54c3-a54c-47f5-ad15-569568ada13d'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:23:47.468849 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdefbe85-817b-465a-8890-ec9faebef712 admin admin] Network 56191e58-e021-4478-8d69-87614a885d60 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:23:47.477098 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247c27b4-b0c9-4a25-a0a4-e199c4f36d7c req-ccc3ee70-9212-4f6f-8968-833ce314cfcb tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:47.478610 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-247c27b4-b0c9-4a25-a0a4-e199c4f36d7c req-ccc3ee70-9212-4f6f-8968-833ce314cfcb tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed7dc190-41b4-47d0-847a-ffbe39f3966f HTTP/1.1" status: 200 len: 948 time: 0.1286306 Dec 20 14:23:47.483151 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-fdefbe85-817b-465a-8890-ec9faebef712 admin admin] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:23:47.489103 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdefbe85-817b-465a-8890-ec9faebef712 admin admin] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:23:47.606624 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fdefbe85-817b-465a-8890-ec9faebef712 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595714'] for router_interface, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:47.613488 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9dea0a42-3473-4e6a-90ca-4754b1ceb71b req-6427b051-ce95-487e-b49e-80fbbb0bc542 service neutron] 10.222.0.54 "GET /v2.0/networks/2b333b61-ce15-4944-95b5-760e7ec98a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4188085 Dec 20 14:23:47.614493 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d8e51e-4475-48de-b601-aaa7da1b9aa5 req-86ff74f3-49c0-4a9a-b6de-e68ec4f73cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:47.616260 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-62d8e51e-4475-48de-b601-aaa7da1b9aa5 req-86ff74f3-49c0-4a9a-b6de-e68ec4f73cf9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1 HTTP/1.1" status: 200 len: 870 time: 0.4910161 Dec 20 14:23:47.617724 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-45f0d597-e72d-4243-adf1-f6e35c207160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:47.672772 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdefbe85-817b-465a-8890-ec9faebef712 admin admin] Pushing event updated for resources: {'Port': ['ID=58e0e69f-e726-4cb1-bb2b-ffce98d93b19,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:47.759533 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-247c27b4-b0c9-4a25-a0a4-e199c4f36d7c req-3e06ed64-7ec6-4b9d-8fd9-ed7a5f2cc198 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/security-groups?id=d29d9ba9-24bd-4d94-be52-3ca7019f1c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651305 Dec 20 14:23:47.788387 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-ef3b8302-8b72-4cca-8b9c-b1b4e2c6c9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb0b303f-7230-47e9-bfa8-0d8665589494', 'name': 'tempest-ServersTestManualDisk-1541796187-router', 'tenant_id': '3a1d810114e24eb9ab9be2e3341cb8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'e77534bb-6eb4-4606-9aa9-23f0a3098b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:23:38Z', 'updated_at': '2021-12-20T14:23:42Z', 'revision_number': 3, 'project_id': '3a1d810114e24eb9ab9be2e3341cb8d6', 'gw_port': {'id': 'e77534bb-6eb4-4606-9aa9-23f0a3098b2f', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:6e:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb0b303f-7230-47e9-bfa8-0d8665589494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:23:40Z', 'updated_at': '2021-12-20T14:23:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:23:47.834662 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3b8302-8b72-4cca-8b9c-b1b4e2c6c9f3 None None] The sync data for ids ['bb0b303f-7230-47e9-bfa8-0d8665589494'] in n-d-761264-19 is: [{'id': 'bb0b303f-7230-47e9-bfa8-0d8665589494', 'name': 'tempest-ServersTestManualDisk-1541796187-router', 'tenant_id': '3a1d810114e24eb9ab9be2e3341cb8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'e77534bb-6eb4-4606-9aa9-23f0a3098b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:23:38Z', 'updated_at': '2021-12-20T14:23:42Z', 'revision_number': 3, 'project_id': '3a1d810114e24eb9ab9be2e3341cb8d6', 'gw_port': {'id': 'e77534bb-6eb4-4606-9aa9-23f0a3098b2f', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:6e:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb0b303f-7230-47e9-bfa8-0d8665589494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:23:40Z', 'updated_at': '2021-12-20T14:23:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:23:47.892747 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fdefbe85-817b-465a-8890-ec9faebef712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:47.928071 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9dea0a42-3473-4e6a-90ca-4754b1ceb71b req-f1f9ef83-587d-486d-bf15-20f12c9b2149 service neutron] 10.222.0.54 "GET /v2.0/networks/2b333b61-ce15-4944-95b5-760e7ec98a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3064106 Dec 20 14:23:47.933061 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-45f0d597-e72d-4243-adf1-f6e35c207160 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:47.942506 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-45f0d597-e72d-4243-adf1-f6e35c207160 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/937bc278-96b6-4101-8820-0f0154447eb0 HTTP/1.1" status: 204 len: 168 time: 1.2615910 Dec 20 14:23:47.945064 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f88112-e507-434d-acb4-8740be18dba8 None None] Network ac8eea40-77e8-4385-9ea6-fd285bf85abe requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:23:47.946307 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 50110) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:23:47.982128 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-a13a906e-7585-4e06-891b-772e889502a5 None None] Provisioning complete for port 58e0e69f-e726-4cb1-bb2b-ffce98d93b19 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:23:47.982657 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a13a906e-7585-4e06-891b-772e889502a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:48.015112 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-62d8e51e-4475-48de-b601-aaa7da1b9aa5 req-631574b4-88f6-4487-9041-40a01fd16462 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=156b0066-bedc-438e-b977-d659f12fa428 HTTP/1.1" status: 200 len: 217 time: 0.3696139 Dec 20 14:23:48.015860 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f0d597-e72d-4243-adf1-f6e35c207160 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=937bc278-96b6-4101-8820-0f0154447eb0,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:48.127360 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d8e51e-4475-48de-b601-aaa7da1b9aa5 req-c9ff5ea4-8fd9-4a08-9e57-77ae849b5bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:48.128960 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-62d8e51e-4475-48de-b601-aaa7da1b9aa5 req-c9ff5ea4-8fd9-4a08-9e57-77ae849b5bf5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36bf280f-81bb-4486-a87a-9b9505a1cec4 HTTP/1.1" status: 200 len: 843 time: 0.1033969 Dec 20 14:23:48.141162 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-a13a906e-7585-4e06-891b-772e889502a5 None None] Port 58e0e69f-e726-4cb1-bb2b-ffce98d93b19 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:23:48.257009 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fdefbe85-817b-465a-8890-ec9faebef712 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:48.319004 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fdefbe85-817b-465a-8890-ec9faebef712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:48.444655 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d9bc853e-949c-433e-9274-3d75952c280b req-271078fc-1935-442d-a007-323ae17de416 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=ede5d8af-2fd8-4f23-8ddf-bff3f611c16c HTTP/1.1" status: 200 len: 210 time: 0.1297960 Dec 20 14:23:48.453142 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fdefbe85-817b-465a-8890-ec9faebef712 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1595702'] for router_interface, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:48.468275 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04324ace-7e92-47ef-acc5-7aba930bec9d None None] DHCP port deletion for ac8eea40-77e8-4385-9ea6-fd285bf85abe request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:23:48.492671 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b3c433d8-3382-4652-a010-ec871d4c1aee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:48.519494 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fec0a9e-75cd-4d87-b2ba-cdc6f096dc50 req-5deaecb9-3443-4f37-a3de-3381037db9ab tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:48.521317 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3fec0a9e-75cd-4d87-b2ba-cdc6f096dc50 req-5deaecb9-3443-4f37-a3de-3381037db9ab tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=391bfd15-b4c6-444c-a466-12316cde3dd1 HTTP/1.1" status: 200 len: 944 time: 0.2621579 Dec 20 14:23:48.523811 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdefbe85-817b-465a-8890-ec9faebef712 admin admin] Pushing event updated for resources: {'Port': ['ID=58e0e69f-e726-4cb1-bb2b-ffce98d93b19,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:48.527301 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d8e51e-4475-48de-b601-aaa7da1b9aa5 req-245ba2c2-39ed-4a42-8640-83f8bda43841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:48.529985 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-62d8e51e-4475-48de-b601-aaa7da1b9aa5 req-245ba2c2-39ed-4a42-8640-83f8bda43841 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3853760 Dec 20 14:23:48.573544 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-04324ace-7e92-47ef-acc5-7aba930bec9d None None] Deleting port f685c745-9916-4cbf-add2-0d98d638d6c9 {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:23:48.574205 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-04324ace-7e92-47ef-acc5-7aba930bec9d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:48.601104 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 156b0066-bedc-438e-b977-d659f12fa428 details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:23:48.754690 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-04324ace-7e92-47ef-acc5-7aba930bec9d None None] For port f685c745-9916-4cbf-add2-0d98d638d6c9, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=f685c745-9916-4cbf-add2-0d98d638d6c9,segment=NetworkSegment(0319426e-5ead-4b5d-906b-45e6b8467961),segment_id=0319426e-5ead-4b5d-906b-45e6b8467961)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:23:48.761145 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3fec0a9e-75cd-4d87-b2ba-cdc6f096dc50 req-0aa04d44-ccff-4aff-8187-604715884fda tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244411 Dec 20 14:23:48.772772 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-04324ace-7e92-47ef-acc5-7aba930bec9d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:48.864884 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdefbe85-817b-465a-8890-ec9faebef712 admin admin] Network 56191e58-e021-4478-8d69-87614a885d60 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:23:48.867079 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-fdefbe85-817b-465a-8890-ec9faebef712 admin admin] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:23:48.894869 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-04324ace-7e92-47ef-acc5-7aba930bec9d None None] Calling delete_port for f685c745-9916-4cbf-add2-0d98d638d6c9 owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:23:48.898910 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-62d8e51e-4475-48de-b601-aaa7da1b9aa5 req-820fd37e-b980-4761-91a5-f045ab1e1b4e service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3551247 Dec 20 14:23:49.223828 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fc9ec8-42ce-4f9c-94fc-898698af29c8 req-b4fcafc7-6da7-4a7a-bf28-392a1744002e tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:49.232634 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f4fc9ec8-42ce-4f9c-94fc-898698af29c8 req-b4fcafc7-6da7-4a7a-bf28-392a1744002e tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed7dc190-41b4-47d0-847a-ffbe39f3966f HTTP/1.1" status: 200 len: 948 time: 0.3201420 Dec 20 14:23:49.277763 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 156b0066-bedc-438e-b977-d659f12fa428, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=156b0066-bedc-438e-b977-d659f12fa428,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:23:49.307699 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': '156b0066-bedc-438e-b977-d659f12fa428', 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1', 'port_id': '156b0066-bedc-438e-b977-d659f12fa428', 'mac_address': 'fa:16:3e:22:cb:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36bf280f-81bb-4486-a87a-9b9505a1cec4', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:23:49.357638 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-04324ace-7e92-47ef-acc5-7aba930bec9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:49.367710 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f4fc9ec8-42ce-4f9c-94fc-898698af29c8 req-4fd6c1de-1351-44f2-8a08-8ae077656920 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/security-groups?id=d29d9ba9-24bd-4d94-be52-3ca7019f1c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338003 Dec 20 14:23:49.385235 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-b3c433d8-3382-4652-a010-ec871d4c1aee admin admin] Deleting port f685c745-9916-4cbf-add2-0d98d638d6c9 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:23:49.389060 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b3c433d8-3382-4652-a010-ec871d4c1aee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:49.408357 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04324ace-7e92-47ef-acc5-7aba930bec9d None None] No DVR routers for this DVR port f685c745-9916-4cbf-add2-0d98d638d6c9 on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:23:49.427716 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04324ace-7e92-47ef-acc5-7aba930bec9d None None] Pushing event deleted for resources: {'Port': ['ID=f685c745-9916-4cbf-add2-0d98d638d6c9,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:49.446210 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:49.477475 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 156b0066-bedc-438e-b977-d659f12fa428 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:23:49.487576 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-1eff78c1-bf9d-4531-9465-5103d215d913 None None] Provisioning complete for port 58e0e69f-e726-4cb1-bb2b-ffce98d93b19 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:23:49.489704 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-1eff78c1-bf9d-4531-9465-5103d215d913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:49.617887 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-b3c433d8-3382-4652-a010-ec871d4c1aee admin admin] For port f685c745-9916-4cbf-add2-0d98d638d6c9, host n-d-761264-19, got binding levels [] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:23:49.618561 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b3c433d8-3382-4652-a010-ec871d4c1aee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:49.638988 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-b3c433d8-3382-4652-a010-ec871d4c1aee admin admin] Calling delete_port for f685c745-9916-4cbf-add2-0d98d638d6c9 owned by network:dhcp {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:23:49.642320 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.ipam_backend_mixin [None req-b3c433d8-3382-4652-a010-ec871d4c1aee admin admin] Port f685c745-9916-4cbf-add2-0d98d638d6c9 was not found and therefore no delete operation was performed {{(pid=103167) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 20 14:23:49.654347 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b3c433d8-3382-4652-a010-ec871d4c1aee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:49.696922 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c433d8-3382-4652-a010-ec871d4c1aee admin admin] Pushing event deleted for resources: {'Port': ['ID=f685c745-9916-4cbf-add2-0d98d638d6c9,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:49.717163 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-617d1f0c-f464-4144-9362-7139c8236080 req-ae40d2af-4a1d-4a23-80f2-bff069f52ec7 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=ede5d8af-2fd8-4f23-8ddf-bff3f611c16c HTTP/1.1" status: 200 len: 210 time: 0.0682759 Dec 20 14:23:49.725542 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c433d8-3382-4652-a010-ec871d4c1aee admin admin] No DVR routers for this DVR port f685c745-9916-4cbf-add2-0d98d638d6c9 on host n-d-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:23:49.757280 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 156b0066-bedc-438e-b977-d659f12fa428, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=156b0066-bedc-438e-b977-d659f12fa428,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:23:49.777288 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:49.786508 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-1eff78c1-bf9d-4531-9465-5103d215d913 None None] Port 58e0e69f-e726-4cb1-bb2b-ffce98d93b19 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:23:49.810899 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b3c433d8-3382-4652-a010-ec871d4c1aee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:49.823068 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdefbe85-817b-465a-8890-ec9faebef712 admin admin] Router bb0b303f-7230-47e9-bfa8-0d8665589494 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:23:49.835583 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b3c433d8-3382-4652-a010-ec871d4c1aee admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:23:49.836041 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b3c433d8-3382-4652-a010-ec871d4c1aee admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:23:49.836875 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b3c433d8-3382-4652-a010-ec871d4c1aee admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:23:49.837388 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b3c433d8-3382-4652-a010-ec871d4c1aee admin admin] Subscribe: > port after_create 55550000 {{(pid=103167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:23:49.838150 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b3c433d8-3382-4652-a010-ec871d4c1aee admin admin] Subscribe: > port after_delete 55550000 {{(pid=103167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:23:49.838565 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b3c433d8-3382-4652-a010-ec871d4c1aee admin admin] Subscribe: > port after_update 55550000 {{(pid=103167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:23:49.839031 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b3c433d8-3382-4652-a010-ec871d4c1aee admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:23:49.839461 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b3c433d8-3382-4652-a010-ec871d4c1aee admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:23:49.839885 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b3c433d8-3382-4652-a010-ec871d4c1aee admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:23:49.840308 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b3c433d8-3382-4652-a010-ec871d4c1aee admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:23:49.844214 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=156b0066-bedc-438e-b977-d659f12fa428,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:49.867764 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-793f75e6-0f2b-49d3-99eb-9b63ec0d9f68 req-96c702d5-17fa-473e-a0bb-6db65fbda4a3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9c966417-da9d-46f5-867b-6bd63e75aabb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.9772184 Dec 20 14:23:49.972663 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b3c433d8-3382-4652-a010-ec871d4c1aee admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:23:49.973562 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b3c433d8-3382-4652-a010-ec871d4c1aee admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:23:49.974228 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b3c433d8-3382-4652-a010-ec871d4c1aee admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:23:49.974839 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b3c433d8-3382-4652-a010-ec871d4c1aee admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 14:23:49.975654 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-b3c433d8-3382-4652-a010-ec871d4c1aee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac8eea40-77e8-4385-9ea6-fd285bf85abe']}} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:23:49.996878 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-b3c433d8-3382-4652-a010-ec871d4c1aee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0319426e-5ead-4b5d-906b-45e6b8467961') {'for_net_delete': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:23:49.997606 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-b3c433d8-3382-4652-a010-ec871d4c1aee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0319426e-5ead-4b5d-906b-45e6b8467961') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:23:50.026894 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b3c433d8-3382-4652-a010-ec871d4c1aee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954405'] for segment, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:50.028803 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdefbe85-817b-465a-8890-ec9faebef712 admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:23:50.036242 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-fdefbe85-817b-465a-8890-ec9faebef712 admin admin] 10.222.0.54 "PUT /v2.0/routers/bb0b303f-7230-47e9-bfa8-0d8665589494/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7348597 Dec 20 14:23:50.082570 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['156b0066-bedc-438e-b977-d659f12fa428'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:23:50.092574 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b3c433d8-3382-4652-a010-ec871d4c1aee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:50.108648 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793f75e6-0f2b-49d3-99eb-9b63ec0d9f68 req-197b5cee-e707-404a-85ae-24ec5b4331e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:50.110174 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-793f75e6-0f2b-49d3-99eb-9b63ec0d9f68 req-197b5cee-e707-404a-85ae-24ec5b4331e0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=67090548a8c94f7bb1b8a5ae37b6ba4c&device_id=9c966417-da9d-46f5-867b-6bd63e75aabb HTTP/1.1" status: 200 len: 1101 time: 0.1055982 Dec 20 14:23:50.113670 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3c433d8-3382-4652-a010-ec871d4c1aee admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=103167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:23:50.114849 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b3c433d8-3382-4652-a010-ec871d4c1aee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9956000'] for segment, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:50.141696 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f912bad3-6f8d-4b16-9b70-6c3ab94dc9b8 req-15f292d9-ea1b-4758-a6ad-4df5d9296b21 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:50.148496 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f912bad3-6f8d-4b16-9b70-6c3ab94dc9b8 req-15f292d9-ea1b-4758-a6ad-4df5d9296b21 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=391bfd15-b4c6-444c-a466-12316cde3dd1 HTTP/1.1" status: 200 len: 944 time: 0.1449161 Dec 20 14:23:50.232713 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:23:50.232713 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:23:50.232713 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:23:50.232713 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:23:50.232713 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:23:50.232713 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:23:50.232713 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:23:50.232713 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:23:50.232713 n-d-761264-19 neutron-server[103167]: Traceback (most recent call last): Dec 20 14:23:50.232713 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:23:50.232713 n-d-761264-19 neutron-server[103167]: timer() Dec 20 14:23:50.232713 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:23:50.232713 n-d-761264-19 neutron-server[103167]: cb(*args, **kw) Dec 20 14:23:50.232713 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:23:50.232713 n-d-761264-19 neutron-server[103167]: return func(*args, **kwargs) Dec 20 14:23:50.232713 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:23:50.232713 n-d-761264-19 neutron-server[103167]: self._notify() Dec 20 14:23:50.232713 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:23:50.232713 n-d-761264-19 neutron-server[103167]: self.callback(batched_events) Dec 20 14:23:50.232713 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:23:50.232713 n-d-761264-19 neutron-server[103167]: event.method(event) Dec 20 14:23:50.232713 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:23:50.232713 n-d-761264-19 neutron-server[103167]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:23:50.232713 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:23:50.232713 n-d-761264-19 neutron-server[103167]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:23:50.232713 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:23:50.232713 n-d-761264-19 neutron-server[103167]: return f(self, *a, **k) Dec 20 14:23:50.232713 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:23:50.232713 n-d-761264-19 neutron-server[103167]: return self._get(url).json() Dec 20 14:23:50.232713 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:23:50.232713 n-d-761264-19 neutron-server[103167]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:23:50.232713 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:23:50.232713 n-d-761264-19 neutron-server[103167]: return self.request(url, 'GET', **kwargs) Dec 20 14:23:50.232713 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:23:50.232713 n-d-761264-19 neutron-server[103167]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:23:50.232713 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:23:50.232713 n-d-761264-19 neutron-server[103167]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:23:50.232713 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:23:50.232713 n-d-761264-19 neutron-server[103167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:23:50.232713 n-d-761264-19 neutron-server[103167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:23:50.246413 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-62d8e51e-4475-48de-b601-aaa7da1b9aa5 req-886f1ad5-b6f7-471e-9125-1247b0506667 service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2561657 Dec 20 14:23:50.309055 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b3c433d8-3382-4652-a010-ec871d4c1aee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:50.359858 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b3c433d8-3382-4652-a010-ec871d4c1aee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:50.380271 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f912bad3-6f8d-4b16-9b70-6c3ab94dc9b8 req-412d5dd5-936f-4bba-bd20-05163d6f0d98 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249334 Dec 20 14:23:50.384502 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-b3c433d8-3382-4652-a010-ec871d4c1aee admin admin] 10.222.0.54 "DELETE /v2.0/networks/ac8eea40-77e8-4385-9ea6-fd285bf85abe HTTP/1.1" status: 204 len: 168 time: 2.4368010 Dec 20 14:23:50.425784 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device e77534bb-6eb4-4606-9aa9-23f0a3098b2f up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:23:50.462570 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793f75e6-0f2b-49d3-99eb-9b63ec0d9f68 req-cf200bfe-8431-42b6-955b-af8fabf84bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:50.469112 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-793f75e6-0f2b-49d3-99eb-9b63ec0d9f68 req-cf200bfe-8431-42b6-955b-af8fabf84bee service neutron] 10.222.0.47 "GET /v2.0/networks?id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1 HTTP/1.1" status: 200 len: 870 time: 0.2919395 Dec 20 14:23:50.472182 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c433d8-3382-4652-a010-ec871d4c1aee admin admin] Pushing event deleted for resources: {'Network': ['ID=ac8eea40-77e8-4385-9ea6-fd285bf85abe,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:50.526581 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 543b54c3-a54c-47f5-ad15-569568ada13d up at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:23:50.572252 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dea0a42-3473-4e6a-90ca-4754b1ceb71b req-b1e0b4cc-48ce-4834-a9d2-1903406a7039 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:50.574230 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9dea0a42-3473-4e6a-90ca-4754b1ceb71b req-b1e0b4cc-48ce-4834-a9d2-1903406a7039 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.47 "GET /v2.0/networks?id=2b333b61-ce15-4944-95b5-760e7ec98a8f HTTP/1.1" status: 200 len: 808 time: 0.3860369 Dec 20 14:23:50.596887 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-9dea0a42-3473-4e6a-90ca-4754b1ceb71b req-6a6ab050-c992-417e-a575-5d19f2e51e95 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Request body: {'port': {'device_id': 'ede5d8af-2fd8-4f23-8ddf-bff3f611c16c', 'network_id': '2b333b61-ce15-4944-95b5-760e7ec98a8f', 'admin_state_up': True, 'tenant_id': '2785aa25e0a64107a28490f4f2c107bc'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:23:50.605424 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-793f75e6-0f2b-49d3-99eb-9b63ec0d9f68 req-9b0aedaa-7a28-4cd9-80be-431136659b32 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=4b0a336b-db05-4701-bfc6-4dde1c5f783a HTTP/1.1" status: 200 len: 217 time: 0.1138217 Dec 20 14:23:50.675586 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port e77534bb-6eb4-4606-9aa9-23f0a3098b2f triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:23:50.675959 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:50.708991 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning for port 543b54c3-a54c-47f5-ad15-569568ada13d completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:23:50.717597 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793f75e6-0f2b-49d3-99eb-9b63ec0d9f68 req-4f5cf7a9-a9ff-4cfd-8841-47bdab883835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:50.722769 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-793f75e6-0f2b-49d3-99eb-9b63ec0d9f68 req-4f5cf7a9-a9ff-4cfd-8841-47bdab883835 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36bf280f-81bb-4486-a87a-9b9505a1cec4 HTTP/1.1" status: 200 len: 843 time: 0.1060529 Dec 20 14:23:50.723449 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 50146) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:23:50.728757 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning complete for port 543b54c3-a54c-47f5-ad15-569568ada13d triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:23:50.729362 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:50.775543 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dea0a42-3473-4e6a-90ca-4754b1ceb71b req-6a6ab050-c992-417e-a575-5d19f2e51e95 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Made reservation on behalf of 2785aa25e0a64107a28490f4f2c107bc for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:23:50.779310 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-9dea0a42-3473-4e6a-90ca-4754b1ceb71b req-6a6ab050-c992-417e-a575-5d19f2e51e95 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:50.820426 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e46c89-63de-493e-9090-09a8538db8fc None None] Sync routers for ids ['bb0b303f-7230-47e9-bfa8-0d8665589494'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:23:50.845043 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-1ff6a820-96a5-47d8-9c6c-036da2a4c55d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4f3a59730c994d32a8cbf695683850a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1201763 Dec 20 14:23:50.852627 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 50150) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:23:50.855282 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793f75e6-0f2b-49d3-99eb-9b63ec0d9f68 req-ae93b697-182e-40e7-9370-cb04e824bac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:50.857338 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-793f75e6-0f2b-49d3-99eb-9b63ec0d9f68 req-ae93b697-182e-40e7-9370-cb04e824bac6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1087513 Dec 20 14:23:50.858679 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:50.867014 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e46c89-63de-493e-9090-09a8538db8fc None None] Routers {'bb0b303f-7230-47e9-bfa8-0d8665589494'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:23:50.867479 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-27e46c89-63de-493e-9090-09a8538db8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:23:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['bb0b303f-7230-47e9-bfa8-0d8665589494'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:23:50.975593 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [req-9dea0a42-3473-4e6a-90ca-4754b1ceb71b req-6a6ab050-c992-417e-a575-5d19f2e51e95 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Allocated IP 172.20.0.13 (2b333b61-ce15-4944-95b5-760e7ec98a8f/63ebfb59-720a-4723-915c-292ae8d31522/7f74d399-c9cf-43a5-a6bf-77b515adc232) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:23:50.980584 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-333e364e-6032-4fe7-8b07-43a581a3517f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:51.019824 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-333e364e-6032-4fe7-8b07-43a581a3517f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:51.049373 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-793f75e6-0f2b-49d3-99eb-9b63ec0d9f68 req-37d628b2-7d90-4927-9b7e-0b6c64b7d367 service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404541 Dec 20 14:23:51.111818 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:51.136414 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] For port e77534bb-6eb4-4606-9aa9-23f0a3098b2f, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=e77534bb-6eb4-4606-9aa9-23f0a3098b2f,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:23:51.171471 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-27e46c89-63de-493e-9090-09a8538db8fc None None] Set router bb0b303f-7230-47e9-bfa8-0d8665589494 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:23:51.176901 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-333e364e-6032-4fe7-8b07-43a581a3517f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:51.180800 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-333e364e-6032-4fe7-8b07-43a581a3517f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:51.182412 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-333e364e-6032-4fe7-8b07-43a581a3517f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1f075b11-d210-4909-933c-2e048b1c972a HTTP/1.1" status: 204 len: 168 time: 0.3239608 Dec 20 14:23:51.194365 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-9dea0a42-3473-4e6a-90ca-4754b1ceb71b req-6a6ab050-c992-417e-a575-5d19f2e51e95 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:51.200928 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333e364e-6032-4fe7-8b07-43a581a3517f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f075b11-d210-4909-933c-2e048b1c972a,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:51.210139 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333e364e-6032-4fe7-8b07-43a581a3517f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:23:51.210796 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333e364e-6032-4fe7-8b07-43a581a3517f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:23:51.211330 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333e364e-6032-4fe7-8b07-43a581a3517f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:23:51.211819 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333e364e-6032-4fe7-8b07-43a581a3517f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:23:51.212357 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333e364e-6032-4fe7-8b07-43a581a3517f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:23:51.212840 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333e364e-6032-4fe7-8b07-43a581a3517f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:23:51.213319 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333e364e-6032-4fe7-8b07-43a581a3517f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:23:51.213795 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333e364e-6032-4fe7-8b07-43a581a3517f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:23:51.214296 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333e364e-6032-4fe7-8b07-43a581a3517f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:23:51.214822 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333e364e-6032-4fe7-8b07-43a581a3517f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:23:51.215356 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333e364e-6032-4fe7-8b07-43a581a3517f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:23:51.215833 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333e364e-6032-4fe7-8b07-43a581a3517f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:23:51.216352 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333e364e-6032-4fe7-8b07-43a581a3517f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:23:51.227629 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-793f75e6-0f2b-49d3-99eb-9b63ec0d9f68 req-56895422-52b2-4694-87f9-ba52f8f2a071 service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669416 Dec 20 14:23:51.243146 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 50154) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:23:51.275869 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:51.296801 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-b12e4ef5-bf34-489f-a13a-3a934a645981 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] Request body: {'security_group': {'name': 'tempest-securitygroup--979534577', 'description': 'tempest-description--265571571'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:23:51.345778 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-9dea0a42-3473-4e6a-90ca-4754b1ceb71b req-6a6ab050-c992-417e-a575-5d19f2e51e95 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:51.358528 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '391bfd15-b4c6-444c-a466-12316cde3dd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '543b54c3-a54c-47f5-ad15-569568ada13d'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:23:51.386917 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b1cfe47-8284-4769-809a-c62096959613" -d '{"events": [{"server_uuid": "391bfd15-b4c6-444c-a466-12316cde3dd1", "name": "network-vif-plugged", "status": "completed", "tag": "543b54c3-a54c-47f5-ad15-569568ada13d"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:23:51.415516 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6ab050-c992-417e-a575-5d19f2e51e95 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Pushing event updated for resources: {'Port': ['ID=7f74d399-c9cf-43a5-a6bf-77b515adc232,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:51.418894 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b12e4ef5-bf34-489f-a13a-3a934a645981 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:51.435713 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dea0a42-3473-4e6a-90ca-4754b1ceb71b req-6a6ab050-c992-417e-a575-5d19f2e51e95 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Network 2b333b61-ce15-4944-95b5-760e7ec98a8f is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:23:51.440924 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [req-9dea0a42-3473-4e6a-90ca-4754b1ceb71b req-6a6ab050-c992-417e-a575-5d19f2e51e95 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:23:51.449606 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dea0a42-3473-4e6a-90ca-4754b1ceb71b req-6a6ab050-c992-417e-a575-5d19f2e51e95 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:23:51.449887 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d3f8a3-c1d0-48f9-aff8-d521b0edb3df req-76ab1c88-52d8-4cec-8ba0-20aa4137faab tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:51.451481 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-38d3f8a3-c1d0-48f9-aff8-d521b0edb3df req-76ab1c88-52d8-4cec-8ba0-20aa4137faab tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed7dc190-41b4-47d0-847a-ffbe39f3966f HTTP/1.1" status: 200 len: 949 time: 0.0876522 Dec 20 14:23:51.475583 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device f685c745-9916-4cbf-add2-0d98d638d6c9 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:23:51.529457 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dea0a42-3473-4e6a-90ca-4754b1ceb71b req-6a6ab050-c992-417e-a575-5d19f2e51e95 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:51.530096 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-9dea0a42-3473-4e6a-90ca-4754b1ceb71b req-6a6ab050-c992-417e-a575-5d19f2e51e95 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:51.547765 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-38d3f8a3-c1d0-48f9-aff8-d521b0edb3df req-c155ee2e-e1ba-488e-8438-a3d8af01284a tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/security-groups?id=d29d9ba9-24bd-4d94-be52-3ca7019f1c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804629 Dec 20 14:23:51.575690 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 543b54c3-a54c-47f5-ad15-569568ada13d, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=543b54c3-a54c-47f5-ad15-569568ada13d,segment=NetworkSegment(c78eb3db-e8a6-4673-b220-136b3d8ed714),segment_id=c78eb3db-e8a6-4673-b220-136b3d8ed714)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:23:51.605604 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b12e4ef5-bf34-489f-a13a-3a934a645981 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:51.606461 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:51.612527 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9dea0a42-3473-4e6a-90ca-4754b1ceb71b req-6a6ab050-c992-417e-a575-5d19f2e51e95 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0204318 Dec 20 14:23:51.615193 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b12e4ef5-bf34-489f-a13a-3a934a645981 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:51.622205 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: f685c745-9916-4cbf-add2-0d98d638d6c9 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:23:51.622557 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device f685c745-9916-4cbf-add2-0d98d638d6c9 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:23:51.656798 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-9dea0a42-3473-4e6a-90ca-4754b1ceb71b req-9c10792f-2c71-4509-8ee2-d74a93b1152d service neutron] Request body: {'port': {'device_id': 'ede5d8af-2fd8-4f23-8ddf-bff3f611c16c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-19'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:23:51.703615 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Pushing event updated for resources: {'Port': ['ID=e77534bb-6eb4-4606-9aa9-23f0a3098b2f,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:51.750347 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b12e4ef5-bf34-489f-a13a-3a934a645981 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:51.751860 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-b12e4ef5-bf34-489f-a13a-3a934a645981 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4959688 Dec 20 14:23:51.755025 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 50170) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:23:51.762032 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-1206bd7e-17e5-4b6d-9156-cacdc5a2115d tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] Request body: {'security_group_rule': {'security_group_id': '098a4570-23c8-4b84-8441-a8245fd089b1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:23:51.794005 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=543b54c3-a54c-47f5-ad15-569568ada13d,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:51.794569 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12e4ef5-bf34-489f-a13a-3a934a645981 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=098a4570-23c8-4b84-8441-a8245fd089b1,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:51.811204 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-9dea0a42-3473-4e6a-90ca-4754b1ceb71b req-9c10792f-2c71-4509-8ee2-d74a93b1152d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:51.833584 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1206bd7e-17e5-4b6d-9156-cacdc5a2115d tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:51.869175 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-27e46c89-63de-493e-9090-09a8538db8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb0b303f-7230-47e9-bfa8-0d8665589494', 'name': 'tempest-ServersTestManualDisk-1541796187-router', 'tenant_id': '3a1d810114e24eb9ab9be2e3341cb8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'e77534bb-6eb4-4606-9aa9-23f0a3098b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:23:38Z', 'updated_at': '2021-12-20T14:23:47Z', 'revision_number': 4, 'project_id': '3a1d810114e24eb9ab9be2e3341cb8d6', 'gw_port': {'id': 'e77534bb-6eb4-4606-9aa9-23f0a3098b2f', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:6e:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb0b303f-7230-47e9-bfa8-0d8665589494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:23:40Z', 'updated_at': '2021-12-20T14:23:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '58e0e69f-e726-4cb1-bb2b-ffce98d93b19', 'name': '', 'network_id': '56191e58-e021-4478-8d69-87614a885d60', 'tenant_id': '3a1d810114e24eb9ab9be2e3341cb8d6', 'mac_address': 'fa:16:3e:00:b2:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb0b303f-7230-47e9-bfa8-0d8665589494', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'aa7dd04c-9ddc-45c9-b9bf-b6ac33d89aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:23:46Z', 'updated_at': '2021-12-20T14:23:48Z', 'revision_number': 2, 'project_id': '3a1d810114e24eb9ab9be2e3341cb8d6', 'subnets': [{'id': 'aa7dd04c-9ddc-45c9-b9bf-b6ac33d89aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:23:51.901224 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e46c89-63de-493e-9090-09a8538db8fc None None] Checking router: bb0b303f-7230-47e9-bfa8-0d8665589494 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:23:51.901574 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e46c89-63de-493e-9090-09a8538db8fc None None] Updating router bb0b303f-7230-47e9-bfa8-0d8665589494 port 58e0e69f-e726-4cb1-bb2b-ffce98d93b19 binding host n-d-761264-19 {{(pid=103169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 14:23:51.933335 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-27e46c89-63de-493e-9090-09a8538db8fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:51.981110 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1206bd7e-17e5-4b6d-9156-cacdc5a2115d tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:51.989152 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1206bd7e-17e5-4b6d-9156-cacdc5a2115d tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:52.009460 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1206bd7e-17e5-4b6d-9156-cacdc5a2115d tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62e9a4ea-fd1b-4d24-9a48-b68d43909c45,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:52.037901 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1206bd7e-17e5-4b6d-9156-cacdc5a2115d tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:52.041656 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-1206bd7e-17e5-4b6d-9156-cacdc5a2115d tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2830019 Dec 20 14:23:52.043682 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 50174) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:23:52.048425 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-1580d356-d0c0-4726-8d8e-2c9d81771550 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] Request body: {'security_group_rule': {'security_group_id': '098a4570-23c8-4b84-8441-a8245fd089b1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:23:52.159824 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1580d356-d0c0-4726-8d8e-2c9d81771550 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:52.224975 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [req-9dea0a42-3473-4e6a-90ca-4754b1ceb71b req-9c10792f-2c71-4509-8ee2-d74a93b1152d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f74d399-c9cf-43a5-a6bf-77b515adc232 {{(pid=103167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:23:52.234437 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-9dea0a42-3473-4e6a-90ca-4754b1ceb71b req-9c10792f-2c71-4509-8ee2-d74a93b1152d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:52.253227 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-9dea0a42-3473-4e6a-90ca-4754b1ceb71b req-9c10792f-2c71-4509-8ee2-d74a93b1152d service neutron] Transition to ACTIVE for port object 7f74d399-c9cf-43a5-a6bf-77b515adc232 will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:23:52.256016 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1580d356-d0c0-4726-8d8e-2c9d81771550 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:52.263279 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1580d356-d0c0-4726-8d8e-2c9d81771550 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:52.264270 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-9dea0a42-3473-4e6a-90ca-4754b1ceb71b req-9c10792f-2c71-4509-8ee2-d74a93b1152d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:52.306489 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1580d356-d0c0-4726-8d8e-2c9d81771550 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f1ed893-990c-4a79-8ce1-1c0f386d8176,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:52.319807 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device e77534bb-6eb4-4606-9aa9-23f0a3098b2f up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:23:52.325871 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1580d356-d0c0-4726-8d8e-2c9d81771550 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:52.327149 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-1580d356-d0c0-4726-8d8e-2c9d81771550 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2824318 Dec 20 14:23:52.330311 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 50186) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:23:52.337434 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-aa337f2b-dbcf-4287-acfe-e27f72ddd9c9 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] Request body: {'floatingip': {'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:23:52.347220 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c10792f-2c71-4509-8ee2-d74a93b1152d service neutron] Pushing event updated for resources: {'Port': ['ID=7f74d399-c9cf-43a5-a6bf-77b515adc232,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:52.374006 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c10792f-2c71-4509-8ee2-d74a93b1152d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:23:52.374367 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c10792f-2c71-4509-8ee2-d74a93b1152d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:23:52.374690 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c10792f-2c71-4509-8ee2-d74a93b1152d service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:23:52.375442 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c10792f-2c71-4509-8ee2-d74a93b1152d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:23:52.375794 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c10792f-2c71-4509-8ee2-d74a93b1152d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:23:52.376131 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c10792f-2c71-4509-8ee2-d74a93b1152d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:23:52.376456 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c10792f-2c71-4509-8ee2-d74a93b1152d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:23:52.377131 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c10792f-2c71-4509-8ee2-d74a93b1152d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:23:52.377497 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c10792f-2c71-4509-8ee2-d74a93b1152d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:23:52.377835 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c10792f-2c71-4509-8ee2-d74a93b1152d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:23:52.378165 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c10792f-2c71-4509-8ee2-d74a93b1152d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:23:52.379440 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c10792f-2c71-4509-8ee2-d74a93b1152d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:23:52.379778 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c10792f-2c71-4509-8ee2-d74a93b1152d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:23:52.396657 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-aa337f2b-dbcf-4287-acfe-e27f72ddd9c9 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] Publish callbacks [] for floatingip, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:52.446654 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-9dea0a42-3473-4e6a-90ca-4754b1ceb71b req-9c10792f-2c71-4509-8ee2-d74a93b1152d service neutron] Attempting to bind port 7f74d399-c9cf-43a5-a6bf-77b515adc232 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:23:52.447167 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-9dea0a42-3473-4e6a-90ca-4754b1ceb71b req-9c10792f-2c71-4509-8ee2-d74a93b1152d service neutron] Attempting to bind port 7f74d399-c9cf-43a5-a6bf-77b515adc232 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': 'addc7f95-68ef-43ba-9bd9-cde69b0f949e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2b333b61-ce15-4944-95b5-760e7ec98a8f'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:23:52.447686 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dea0a42-3473-4e6a-90ca-4754b1ceb71b req-9c10792f-2c71-4509-8ee2-d74a93b1152d service neutron] Attempting to bind port 7f74d399-c9cf-43a5-a6bf-77b515adc232 on network 2b333b61-ce15-4944-95b5-760e7ec98a8f {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:23:52.455289 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dea0a42-3473-4e6a-90ca-4754b1ceb71b req-9c10792f-2c71-4509-8ee2-d74a93b1152d service neutron] Port 7f74d399-c9cf-43a5-a6bf-77b515adc232 on network 2b333b61-ce15-4944-95b5-760e7ec98a8f not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:23:52.455876 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dea0a42-3473-4e6a-90ca-4754b1ceb71b req-9c10792f-2c71-4509-8ee2-d74a93b1152d service neutron] Attempting to bind port 7f74d399-c9cf-43a5-a6bf-77b515adc232 on network 2b333b61-ce15-4944-95b5-760e7ec98a8f {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:23:52.464995 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dea0a42-3473-4e6a-90ca-4754b1ceb71b req-9c10792f-2c71-4509-8ee2-d74a93b1152d service neutron] Checking agent: {'id': '43c60aee-e4af-4ecc-bee2-aac3569fafed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:23:52.465173 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dea0a42-3473-4e6a-90ca-4754b1ceb71b req-9c10792f-2c71-4509-8ee2-d74a93b1152d service neutron] Checking segment: {'id': 'addc7f95-68ef-43ba-9bd9-cde69b0f949e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2b333b61-ce15-4944-95b5-760e7ec98a8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:23:52.465716 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dea0a42-3473-4e6a-90ca-4754b1ceb71b req-9c10792f-2c71-4509-8ee2-d74a93b1152d service neutron] Bound using segment: {'id': 'addc7f95-68ef-43ba-9bd9-cde69b0f949e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2b333b61-ce15-4944-95b5-760e7ec98a8f'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:23:52.466328 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-9dea0a42-3473-4e6a-90ca-4754b1ceb71b req-9c10792f-2c71-4509-8ee2-d74a93b1152d service neutron] Bound port: 7f74d399-c9cf-43a5-a6bf-77b515adc232, host: n-h2-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'addc7f95-68ef-43ba-9bd9-cde69b0f949e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2b333b61-ce15-4944-95b5-760e7ec98a8f'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:23:52.466863 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-9dea0a42-3473-4e6a-90ca-4754b1ceb71b req-9c10792f-2c71-4509-8ee2-d74a93b1152d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:52.517437 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port e77534bb-6eb4-4606-9aa9-23f0a3098b2f triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:23:52.517808 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:52.547544 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-9dea0a42-3473-4e6a-90ca-4754b1ceb71b req-9c10792f-2c71-4509-8ee2-d74a93b1152d service neutron] For port 7f74d399-c9cf-43a5-a6bf-77b515adc232, host n-h2-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:23:52.552759 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-9dea0a42-3473-4e6a-90ca-4754b1ceb71b req-9c10792f-2c71-4509-8ee2-d74a93b1152d service neutron] For port 7f74d399-c9cf-43a5-a6bf-77b515adc232, host n-h2-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=7f74d399-c9cf-43a5-a6bf-77b515adc232,segment=NetworkSegment(addc7f95-68ef-43ba-9bd9-cde69b0f949e),segment_id=addc7f95-68ef-43ba-9bd9-cde69b0f949e)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:23:52.567787 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-9dea0a42-3473-4e6a-90ca-4754b1ceb71b req-9c10792f-2c71-4509-8ee2-d74a93b1152d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:52.614294 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 156b0066-bedc-438e-b977-d659f12fa428 up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:23:52.622648 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dea0a42-3473-4e6a-90ca-4754b1ceb71b req-9c10792f-2c71-4509-8ee2-d74a93b1152d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:52.622891 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-27e46c89-63de-493e-9090-09a8538db8fc None None] Publish callbacks [] for port, precommit_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:52.622981 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-9dea0a42-3473-4e6a-90ca-4754b1ceb71b req-9c10792f-2c71-4509-8ee2-d74a93b1152d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:52.624512 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9dea0a42-3473-4e6a-90ca-4754b1ceb71b req-9c10792f-2c71-4509-8ee2-d74a93b1152d service neutron] 10.222.0.47 "PUT /v2.0/ports/7f74d399-c9cf-43a5-a6bf-77b515adc232 HTTP/1.1" status: 200 len: 1093 time: 0.9829676 Dec 20 14:23:52.624978 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ede5d8af-2fd8-4f23-8ddf-bff3f611c16c', 'tag': '7f74d399-c9cf-43a5-a6bf-77b515adc232'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:23:52.628842 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9daa1c2-1164-4979-b05c-27539e6d9ffe" -d '{"events": [{"name": "network-changed", "server_uuid": "ede5d8af-2fd8-4f23-8ddf-bff3f611c16c", "tag": "7f74d399-c9cf-43a5-a6bf-77b515adc232"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:23:52.630827 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-aa337f2b-dbcf-4287-acfe-e27f72ddd9c9 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:52.674709 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c10792f-2c71-4509-8ee2-d74a93b1152d service neutron] Pushing event updated for resources: {'Port': ['ID=7f74d399-c9cf-43a5-a6bf-77b515adc232,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:52.715652 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-27e46c89-63de-493e-9090-09a8538db8fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:52.743106 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dea0a42-3473-4e6a-90ca-4754b1ceb71b req-b20f06b3-2543-4cca-90c7-05c7bb3b10aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:52.745418 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9dea0a42-3473-4e6a-90ca-4754b1ceb71b req-b20f06b3-2543-4cca-90c7-05c7bb3b10aa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2785aa25e0a64107a28490f4f2c107bc&device_id=ede5d8af-2fd8-4f23-8ddf-bff3f611c16c HTTP/1.1" status: 200 len: 1096 time: 0.0663891 Dec 20 14:23:52.796428 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9dea0a42-3473-4e6a-90ca-4754b1ceb71b req-7f38b51e-9e0c-43fc-a75b-8382a9145559 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f74d399-c9cf-43a5-a6bf-77b515adc232 HTTP/1.1" status: 200 len: 217 time: 0.0425863 Dec 20 14:23:52.813030 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning for port 156b0066-bedc-438e-b977-d659f12fa428 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:23:52.822180 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-aa337f2b-dbcf-4287-acfe-e27f72ddd9c9 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] Allocated IP 172.25.0.90 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/1de7c060-88a0-428b-a741-497acfb881fa) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:23:52.835501 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port 156b0066-bedc-438e-b977-d659f12fa428 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:23:52.836004 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:52.858486 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dea0a42-3473-4e6a-90ca-4754b1ceb71b req-c9cd58a3-eb79-4b8c-a434-109b9158a244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:52.860014 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9dea0a42-3473-4e6a-90ca-4754b1ceb71b req-c9cd58a3-eb79-4b8c-a434-109b9158a244 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=63ebfb59-720a-4723-915c-292ae8d31522 HTTP/1.1" status: 200 len: 848 time: 0.0572171 Dec 20 14:23:52.861805 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daca4fe-3c50-4e19-81cb-e02fc902cf06 None None] Pushing event updated for resources: {'Port': ['ID=58e0e69f-e726-4cb1-bb2b-ffce98d93b19,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:52.919681 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9dea0a42-3473-4e6a-90ca-4754b1ceb71b req-54450b75-7443-4f0b-86cb-8780b786516c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2b333b61-ce15-4944-95b5-760e7ec98a8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496311 Dec 20 14:23:52.940349 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-27e46c89-63de-493e-9090-09a8538db8fc None None] Attempting to bind port 58e0e69f-e726-4cb1-bb2b-ffce98d93b19 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:23:52.946024 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-27e46c89-63de-493e-9090-09a8538db8fc None None] Attempting to bind port 58e0e69f-e726-4cb1-bb2b-ffce98d93b19 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': 'e2713a8d-e046-48b2-ade5-57fc718f4dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '56191e58-e021-4478-8d69-87614a885d60'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:23:52.946409 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e46c89-63de-493e-9090-09a8538db8fc None None] Attempting to bind port 58e0e69f-e726-4cb1-bb2b-ffce98d93b19 on network 56191e58-e021-4478-8d69-87614a885d60 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:23:52.956462 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e46c89-63de-493e-9090-09a8538db8fc None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:23:52.957351 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e46c89-63de-493e-9090-09a8538db8fc None None] Checking segment: {'id': 'e2713a8d-e046-48b2-ade5-57fc718f4dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '56191e58-e021-4478-8d69-87614a885d60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:23:52.957351 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-27e46c89-63de-493e-9090-09a8538db8fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:52.957943 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e46c89-63de-493e-9090-09a8538db8fc None None] Bound using segment: {'id': 'e2713a8d-e046-48b2-ade5-57fc718f4dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '56191e58-e021-4478-8d69-87614a885d60'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:23:52.958523 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-27e46c89-63de-493e-9090-09a8538db8fc None None] Bound port: 58e0e69f-e726-4cb1-bb2b-ffce98d93b19, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2713a8d-e046-48b2-ade5-57fc718f4dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '56191e58-e021-4478-8d69-87614a885d60'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:23:52.962427 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-27e46c89-63de-493e-9090-09a8538db8fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:52.973972 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-aa337f2b-dbcf-4287-acfe-e27f72ddd9c9 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:53.021657 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-aa337f2b-dbcf-4287-acfe-e27f72ddd9c9 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:53.054395 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9dea0a42-3473-4e6a-90ca-4754b1ceb71b req-02fc10d8-fc65-43f5-81eb-7f17e4a5b4e1 service neutron] 10.222.0.47 "GET /v2.0/networks/2b333b61-ce15-4944-95b5-760e7ec98a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254730 Dec 20 14:23:53.064643 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa337f2b-dbcf-4287-acfe-e27f72ddd9c9 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:23:53.070400 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-aa337f2b-dbcf-4287-acfe-e27f72ddd9c9 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:23:53.074289 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa337f2b-dbcf-4287-acfe-e27f72ddd9c9 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:23:53.091136 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa337f2b-dbcf-4287-acfe-e27f72ddd9c9 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] Pushing event updated for resources: {'Port': ['ID=1de7c060-88a0-428b-a741-497acfb881fa,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:53.115044 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:53.147974 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-27e46c89-63de-493e-9090-09a8538db8fc None None] For port 58e0e69f-e726-4cb1-bb2b-ffce98d93b19, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:23:53.154819 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-27e46c89-63de-493e-9090-09a8538db8fc None None] For port 58e0e69f-e726-4cb1-bb2b-ffce98d93b19, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=58e0e69f-e726-4cb1-bb2b-ffce98d93b19,segment=NetworkSegment(e2713a8d-e046-48b2-ade5-57fc718f4dab),segment_id=e2713a8d-e046-48b2-ade5-57fc718f4dab)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:23:53.172025 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-27e46c89-63de-493e-9090-09a8538db8fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:53.198474 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9dea0a42-3473-4e6a-90ca-4754b1ceb71b req-6e58ac14-bee2-4a1e-a60f-1fd657a22f6c service neutron] 10.222.0.47 "GET /v2.0/networks/2b333b61-ce15-4944-95b5-760e7ec98a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350322 Dec 20 14:23:53.216159 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-aa337f2b-dbcf-4287-acfe-e27f72ddd9c9 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:53.272559 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-9bc08326-f1de-4e12-bb60-b3148e9cd656 None None] Provisioning complete for port 58e0e69f-e726-4cb1-bb2b-ffce98d93b19 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:23:53.273035 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-9bc08326-f1de-4e12-bb60-b3148e9cd656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:53.278185 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 156b0066-bedc-438e-b977-d659f12fa428, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=156b0066-bedc-438e-b977-d659f12fa428,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:23:53.303374 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-aa337f2b-dbcf-4287-acfe-e27f72ddd9c9 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:53.311405 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e46c89-63de-493e-9090-09a8538db8fc None None] Routers {'bb0b303f-7230-47e9-bfa8-0d8665589494'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:23:53.312123 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-27e46c89-63de-493e-9090-09a8538db8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:23:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['bb0b303f-7230-47e9-bfa8-0d8665589494'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:23:53.317020 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:53.358470 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daca4fe-3c50-4e19-81cb-e02fc902cf06 None None] Pushing event updated for resources: {'Port': ['ID=58e0e69f-e726-4cb1-bb2b-ffce98d93b19,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:53.526756 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-aa337f2b-dbcf-4287-acfe-e27f72ddd9c9 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:53.535247 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-aa337f2b-dbcf-4287-acfe-e27f72ddd9c9 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:53.586621 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa337f2b-dbcf-4287-acfe-e27f72ddd9c9 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] Pushing event updated for resources: {'Port': ['ID=1de7c060-88a0-428b-a741-497acfb881fa,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:53.646892 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-aa337f2b-dbcf-4287-acfe-e27f72ddd9c9 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585115'] for floatingip, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:53.670141 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-aa337f2b-dbcf-4287-acfe-e27f72ddd9c9 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:53.682445 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-aa337f2b-dbcf-4287-acfe-e27f72ddd9c9 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3396432 Dec 20 14:23:53.683361 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-27e46c89-63de-493e-9090-09a8538db8fc None None] Set router bb0b303f-7230-47e9-bfa8-0d8665589494 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:23:53.683361 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=156b0066-bedc-438e-b977-d659f12fa428,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:53.724234 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-9bc08326-f1de-4e12-bb60-b3148e9cd656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:53.916104 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-9bc08326-f1de-4e12-bb60-b3148e9cd656 None None] For port 58e0e69f-e726-4cb1-bb2b-ffce98d93b19, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=58e0e69f-e726-4cb1-bb2b-ffce98d93b19,segment=NetworkSegment(e2713a8d-e046-48b2-ade5-57fc718f4dab),segment_id=e2713a8d-e046-48b2-ade5-57fc718f4dab)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:23:53.926926 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-9bc08326-f1de-4e12-bb60-b3148e9cd656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:53.998137 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-27e46c89-63de-493e-9090-09a8538db8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb0b303f-7230-47e9-bfa8-0d8665589494', 'name': 'tempest-ServersTestManualDisk-1541796187-router', 'tenant_id': '3a1d810114e24eb9ab9be2e3341cb8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'e77534bb-6eb4-4606-9aa9-23f0a3098b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:23:38Z', 'updated_at': '2021-12-20T14:23:47Z', 'revision_number': 4, 'project_id': '3a1d810114e24eb9ab9be2e3341cb8d6', 'gw_port': {'id': 'e77534bb-6eb4-4606-9aa9-23f0a3098b2f', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:6e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0b303f-7230-47e9-bfa8-0d8665589494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:23:40Z', 'updated_at': '2021-12-20T14:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '58e0e69f-e726-4cb1-bb2b-ffce98d93b19', 'name': '', 'network_id': '56191e58-e021-4478-8d69-87614a885d60', 'tenant_id': '3a1d810114e24eb9ab9be2e3341cb8d6', 'mac_address': 'fa:16:3e:00:b2:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb0b303f-7230-47e9-bfa8-0d8665589494', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'aa7dd04c-9ddc-45c9-b9bf-b6ac33d89aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:23:46Z', 'updated_at': '2021-12-20T14:23:53Z', 'revision_number': 4, 'project_id': '3a1d810114e24eb9ab9be2e3341cb8d6', 'subnets': [{'id': 'aa7dd04c-9ddc-45c9-b9bf-b6ac33d89aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:23:54.000426 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc08326-f1de-4e12-bb60-b3148e9cd656 None None] Pushing event updated for resources: {'Port': ['ID=58e0e69f-e726-4cb1-bb2b-ffce98d93b19,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:54.059749 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e46c89-63de-493e-9090-09a8538db8fc None None] The sync data for ids ['bb0b303f-7230-47e9-bfa8-0d8665589494'] in n-d-761264-19 is: [{'id': 'bb0b303f-7230-47e9-bfa8-0d8665589494', 'name': 'tempest-ServersTestManualDisk-1541796187-router', 'tenant_id': '3a1d810114e24eb9ab9be2e3341cb8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'e77534bb-6eb4-4606-9aa9-23f0a3098b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:23:38Z', 'updated_at': '2021-12-20T14:23:47Z', 'revision_number': 4, 'project_id': '3a1d810114e24eb9ab9be2e3341cb8d6', 'gw_port': {'id': 'e77534bb-6eb4-4606-9aa9-23f0a3098b2f', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:6e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0b303f-7230-47e9-bfa8-0d8665589494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:23:40Z', 'updated_at': '2021-12-20T14:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '58e0e69f-e726-4cb1-bb2b-ffce98d93b19', 'name': '', 'network_id': '56191e58-e021-4478-8d69-87614a885d60', 'tenant_id': '3a1d810114e24eb9ab9be2e3341cb8d6', 'mac_address': 'fa:16:3e:00:b2:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb0b303f-7230-47e9-bfa8-0d8665589494', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'aa7dd04c-9ddc-45c9-b9bf-b6ac33d89aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:23:46Z', 'updated_at': '2021-12-20T14:23:53Z', 'revision_number': 4, 'project_id': '3a1d810114e24eb9ab9be2e3341cb8d6', 'subnets': [{'id': 'aa7dd04c-9ddc-45c9-b9bf-b6ac33d89aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:23:54.076488 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-c1c855d1-27d0-426a-a119-35226618efd5 None None] Provisioning complete for port 58e0e69f-e726-4cb1-bb2b-ffce98d93b19 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:23:54.076488 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c1c855d1-27d0-426a-a119-35226618efd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:54.396717 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 58e0e69f-e726-4cb1-bb2b-ffce98d93b19 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:23:54.482369 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 58e0e69f-e726-4cb1-bb2b-ffce98d93b19 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:23:54.482949 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:55.178744 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a60750b-5d7d-49f5-8c57-0e1ccb85ec9a x-openstack-request-id: req-8a60750b-5d7d-49f5-8c57-0e1ccb85ec9a {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:23:55.179775 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "391bfd15-b4c6-444c-a466-12316cde3dd1", "name": "network-vif-plugged", "status": "completed", "tag": "543b54c3-a54c-47f5-ad15-569568ada13d", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:23:55.180246 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8a60750b-5d7d-49f5-8c57-0e1ccb85ec9a {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:23:55.180742 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '391bfd15-b4c6-444c-a466-12316cde3dd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '543b54c3-a54c-47f5-ad15-569568ada13d', 'code': 200} Dec 20 14:23:55.269080 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0b030579-8e24-453e-8c48-f70cfb9f360d req-8231666e-858f-4a53-bc6e-0414133c88f2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=33edafc7-738c-4ecb-bb1a-7a34bb1f589d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1329503 Dec 20 14:23:55.281989 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d34455-adcf-4cd2-80bc-eadff1fd6bdf req-78a5109a-7a9f-4daf-9476-3357c0b0731c tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:55.289949 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a4d34455-adcf-4cd2-80bc-eadff1fd6bdf req-78a5109a-7a9f-4daf-9476-3357c0b0731c tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=ede5d8af-2fd8-4f23-8ddf-bff3f611c16c HTTP/1.1" status: 200 len: 944 time: 0.1429763 Dec 20 14:23:55.362462 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294523d2-c99c-453b-8d17-790ad420afc3 req-69d70742-e4a5-4dce-9267-9b8e226b4bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:55.364520 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-294523d2-c99c-453b-8d17-790ad420afc3 req-69d70742-e4a5-4dce-9267-9b8e226b4bb6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=391bfd15-b4c6-444c-a466-12316cde3dd1 HTTP/1.1" status: 200 len: 1097 time: 0.1139448 Dec 20 14:23:55.371931 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f485396-fbfe-4389-a027-318dfc4b1b3b req-a6ada779-94ae-43be-b5c1-9f8828936178 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:55.373442 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6f485396-fbfe-4389-a027-318dfc4b1b3b req-a6ada779-94ae-43be-b5c1-9f8828936178 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=391bfd15-b4c6-444c-a466-12316cde3dd1 HTTP/1.1" status: 200 len: 945 time: 0.1151209 Dec 20 14:23:55.412792 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a4d34455-adcf-4cd2-80bc-eadff1fd6bdf req-50d06efb-86d0-4235-9e58-a4014d7d4cf5 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991759 Dec 20 14:23:55.422491 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b030579-8e24-453e-8c48-f70cfb9f360d req-6259d9b5-e248-46f8-b384-639f4fd4a0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:55.424498 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0b030579-8e24-453e-8c48-f70cfb9f360d req-6259d9b5-e248-46f8-b384-639f4fd4a0eb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6264d8286e254fd5bc5a1b7814fc9e8d&device_id=33edafc7-738c-4ecb-bb1a-7a34bb1f589d HTTP/1.1" status: 200 len: 1098 time: 0.1264222 Dec 20 14:23:55.458967 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6f485396-fbfe-4389-a027-318dfc4b1b3b req-f7ff4710-d72e-494a-8e5b-70f9ae6d336b tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746346 Dec 20 14:23:55.476757 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-294523d2-c99c-453b-8d17-790ad420afc3 req-d2952671-3e68-4dd7-a417-3f63b507b496 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968637 Dec 20 14:23:55.549615 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7851972-1171-460e-82db-8279907c7edb x-openstack-request-id: req-b7851972-1171-460e-82db-8279907c7edb {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:23:55.550799 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ede5d8af-2fd8-4f23-8ddf-bff3f611c16c", "tag": "7f74d399-c9cf-43a5-a6bf-77b515adc232", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:23:55.551073 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b7851972-1171-460e-82db-8279907c7edb {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:23:55.551483 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ede5d8af-2fd8-4f23-8ddf-bff3f611c16c', 'tag': '7f74d399-c9cf-43a5-a6bf-77b515adc232', 'status': 'completed', 'code': 200} Dec 20 14:23:55.667009 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9daa1c2-1164-4979-b05c-27539e6d9ffe req-88cc71f3-65af-4cf1-a3f1-09605c070ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:55.669510 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c9daa1c2-1164-4979-b05c-27539e6d9ffe req-88cc71f3-65af-4cf1-a3f1-09605c070ac2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2785aa25e0a64107a28490f4f2c107bc&device_id=ede5d8af-2fd8-4f23-8ddf-bff3f611c16c HTTP/1.1" status: 200 len: 1096 time: 0.1038725 Dec 20 14:23:55.679009 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079d3259-5600-4e70-8723-f2ddd9c8a5fa req-8faf762d-2a82-4177-aa88-c50d7432b714 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:55.680362 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-079d3259-5600-4e70-8723-f2ddd9c8a5fa req-8faf762d-2a82-4177-aa88-c50d7432b714 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed7dc190-41b4-47d0-847a-ffbe39f3966f HTTP/1.1" status: 200 len: 950 time: 0.1799817 Dec 20 14:23:55.718761 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cd690bb5-4dda-400d-866b-9231acb5748f req-48339a68-673a-41b3-9e69-7a4cdee219c9 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--979534577&fields=id&tenant_id=3a1d810114e24eb9ab9be2e3341cb8d6 HTTP/1.1" status: 200 len: 267 time: 0.0781460 Dec 20 14:23:55.764873 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b030579-8e24-453e-8c48-f70cfb9f360d req-78323998-eb8c-451e-8760-a962d98e11c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:55.766619 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0b030579-8e24-453e-8c48-f70cfb9f360d req-78323998-eb8c-451e-8760-a962d98e11c1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=20e63510-01d1-4b5f-981b-3ccbe7fab833 HTTP/1.1" status: 200 len: 923 time: 0.3200655 Dec 20 14:23:55.852805 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd690bb5-4dda-400d-866b-9231acb5748f req-e1811e02-d677-4b5b-9fdc-7168ddad1fb0 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:55.862992 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cd690bb5-4dda-400d-866b-9231acb5748f req-e1811e02-d677-4b5b-9fdc-7168ddad1fb0 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] 10.222.0.54 "GET /v2.0/networks?id=56191e58-e021-4478-8d69-87614a885d60 HTTP/1.1" status: 200 len: 812 time: 0.1394541 Dec 20 14:23:55.878133 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cd690bb5-4dda-400d-866b-9231acb5748f req-b7aa8aef-a4ca-41f3-831d-9e47159e3886 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] 10.222.0.54 "GET /v2.0/quotas/3a1d810114e24eb9ab9be2e3341cb8d6 HTTP/1.1" status: 200 len: 375 time: 0.0139353 Dec 20 14:23:55.937168 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cd690bb5-4dda-400d-866b-9231acb5748f req-524c076c-b522-438b-a779-f257faedaaca tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=3a1d810114e24eb9ab9be2e3341cb8d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0524111 Dec 20 14:23:56.062286 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cd690bb5-4dda-400d-866b-9231acb5748f req-b3072ef1-7dc6-41bc-82d2-4bd7f15199e9 service neutron] 10.222.0.54 "GET /v2.0/networks/56191e58-e021-4478-8d69-87614a885d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070910 Dec 20 14:23:56.144591 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9daa1c2-1164-4979-b05c-27539e6d9ffe req-33c66e16-eea1-4cb0-ae88-415288124ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:56.146300 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c9daa1c2-1164-4979-b05c-27539e6d9ffe req-33c66e16-eea1-4cb0-ae88-415288124ecb service neutron] 10.222.0.47 "GET /v2.0/networks?id=2b333b61-ce15-4944-95b5-760e7ec98a8f HTTP/1.1" status: 200 len: 909 time: 0.4648333 Dec 20 14:23:56.156680 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-079d3259-5600-4e70-8723-f2ddd9c8a5fa req-c8c41aa0-272d-44c0-b918-3836bf314d4d tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/security-groups?id=d29d9ba9-24bd-4d94-be52-3ca7019f1c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4126477 Dec 20 14:23:56.192204 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cd690bb5-4dda-400d-866b-9231acb5748f req-9dbc0dd5-88d5-4656-8a12-2b23cc0facfd service neutron] 10.222.0.54 "GET /v2.0/networks/56191e58-e021-4478-8d69-87614a885d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286523 Dec 20 14:23:56.211119 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c9daa1c2-1164-4979-b05c-27539e6d9ffe req-9681b1a8-ebb1-46a2-931e-83574e37f529 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f74d399-c9cf-43a5-a6bf-77b515adc232 HTTP/1.1" status: 200 len: 217 time: 0.0534399 Dec 20 14:23:56.231693 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0b030579-8e24-453e-8c48-f70cfb9f360d req-50438e61-b679-4229-9d3b-2a70cb9b0f4f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49b41dec-3f97-4706-b42b-2cd626a751e5 HTTP/1.1" status: 200 len: 1002 time: 0.4554946 Dec 20 14:23:56.308033 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9daa1c2-1164-4979-b05c-27539e6d9ffe req-2c22ece5-f0c1-432d-8ec1-ed65b9f5c8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:56.309567 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c9daa1c2-1164-4979-b05c-27539e6d9ffe req-2c22ece5-f0c1-432d-8ec1-ed65b9f5c8d6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=63ebfb59-720a-4723-915c-292ae8d31522 HTTP/1.1" status: 200 len: 848 time: 0.0890758 Dec 20 14:23:56.318100 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b030579-8e24-453e-8c48-f70cfb9f360d req-4c7df660-15ce-4979-bffb-85c4ee1cf671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:56.319531 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0b030579-8e24-453e-8c48-f70cfb9f360d req-4c7df660-15ce-4979-bffb-85c4ee1cf671 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e710479b-16cf-4349-9db5-8619d38b2e41 HTTP/1.1" status: 200 len: 861 time: 0.0675592 Dec 20 14:23:56.359005 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c9daa1c2-1164-4979-b05c-27539e6d9ffe req-84200e17-ecb3-4c77-a01e-8c6466f367a6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2b333b61-ce15-4944-95b5-760e7ec98a8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384264 Dec 20 14:23:56.500867 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b030579-8e24-453e-8c48-f70cfb9f360d req-12185a63-f6a6-4afd-b9ca-954924d1ef39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:56.502923 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0b030579-8e24-453e-8c48-f70cfb9f360d req-12185a63-f6a6-4afd-b9ca-954924d1ef39 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=20e63510-01d1-4b5f-981b-3ccbe7fab833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1701090 Dec 20 14:23:56.598416 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c9daa1c2-1164-4979-b05c-27539e6d9ffe req-061ee197-1c29-46a9-ac4e-767e282ae01b service neutron] 10.222.0.47 "GET /v2.0/networks/2b333b61-ce15-4944-95b5-760e7ec98a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146683 Dec 20 14:23:56.621529 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 7f74d399-c9cf-43a5-a6bf-77b515adc232 details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:23:56.659306 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d1f999b3-7ad6-4b7e-8d06-889f8184fb58 req-8e43c79f-f627-4cff-87bc-5070e83c8db0 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] 10.222.0.54 "GET /v2.0/ports?device_id=fce6808d-28f6-49d3-88e7-87ecaa1de24e HTTP/1.1" status: 200 len: 210 time: 0.0648804 Dec 20 14:23:56.724974 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839c22f7-94dc-4c7c-8139-e2ab942cc55e req-d24a63e9-320e-453f-a1a8-b04c86d2f796 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:56.742108 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-839c22f7-94dc-4c7c-8139-e2ab942cc55e req-d24a63e9-320e-453f-a1a8-b04c86d2f796 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=ede5d8af-2fd8-4f23-8ddf-bff3f611c16c HTTP/1.1" status: 200 len: 944 time: 0.1280780 Dec 20 14:23:56.812351 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 7f74d399-c9cf-43a5-a6bf-77b515adc232, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=7f74d399-c9cf-43a5-a6bf-77b515adc232,segment=NetworkSegment(addc7f95-68ef-43ba-9bd9-cde69b0f949e),segment_id=addc7f95-68ef-43ba-9bd9-cde69b0f949e)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:23:56.829578 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0b030579-8e24-453e-8c48-f70cfb9f360d req-eb100c27-e36d-4fa5-8df1-40c708eec43c service neutron] 10.222.0.30 "GET /v2.0/networks/20e63510-01d1-4b5f-981b-3ccbe7fab833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846828 Dec 20 14:23:56.829787 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': '7f74d399-c9cf-43a5-a6bf-77b515adc232', 'network_id': '2b333b61-ce15-4944-95b5-760e7ec98a8f', 'port_id': '7f74d399-c9cf-43a5-a6bf-77b515adc232', 'mac_address': 'fa:16:3e:7d:b6:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63ebfb59-720a-4723-915c-292ae8d31522', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:23:56.838458 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c9daa1c2-1164-4979-b05c-27539e6d9ffe req-f56911b4-3f8d-404f-8145-ec0220cf71b2 service neutron] 10.222.0.47 "GET /v2.0/networks/2b333b61-ce15-4944-95b5-760e7ec98a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209277 Dec 20 14:23:56.854849 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-839c22f7-94dc-4c7c-8139-e2ab942cc55e req-78c1e888-f45a-48b5-8686-8d7ba6265aa7 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110966 Dec 20 14:23:56.878490 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecaf20b-7cbb-443c-876a-0857df578473 req-ea9d4a36-58fa-43e1-b85f-de29c474887d tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:56.880034 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4ecaf20b-7cbb-443c-876a-0857df578473 req-ea9d4a36-58fa-43e1-b85f-de29c474887d tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=391bfd15-b4c6-444c-a466-12316cde3dd1 HTTP/1.1" status: 200 len: 945 time: 0.1020494 Dec 20 14:23:56.891845 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:56.912326 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f74d399-c9cf-43a5-a6bf-77b515adc232 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:23:56.966145 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 7f74d399-c9cf-43a5-a6bf-77b515adc232, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=7f74d399-c9cf-43a5-a6bf-77b515adc232,segment=NetworkSegment(addc7f95-68ef-43ba-9bd9-cde69b0f949e),segment_id=addc7f95-68ef-43ba-9bd9-cde69b0f949e)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:23:56.972675 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:57.045964 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4ecaf20b-7cbb-443c-876a-0857df578473 req-6af57581-ba93-4393-ac98-6a57aa055ba8 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333258 Dec 20 14:23:57.048905 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0b030579-8e24-453e-8c48-f70cfb9f360d req-b8610cf2-0433-4ed5-ac50-f5ad32c34ee8 service neutron] 10.222.0.30 "GET /v2.0/networks/20e63510-01d1-4b5f-981b-3ccbe7fab833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095573 Dec 20 14:23:57.082376 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=7f74d399-c9cf-43a5-a6bf-77b515adc232,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:57.181795 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed7dc190-41b4-47d0-847a-ffbe39f3966f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '156b0066-bedc-438e-b977-d659f12fa428'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:23:57.184771 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55ff7333-14a3-4930-a9e9-12c59434f593" -d '{"events": [{"server_uuid": "ed7dc190-41b4-47d0-847a-ffbe39f3966f", "name": "network-vif-plugged", "status": "completed", "tag": "156b0066-bedc-438e-b977-d659f12fa428"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:23:57.244913 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c22ad8-079b-4ead-aae3-1f5b421df1b6 x-openstack-request-id: req-86c22ad8-079b-4ead-aae3-1f5b421df1b6 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:23:57.245413 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed7dc190-41b4-47d0-847a-ffbe39f3966f", "name": "network-vif-plugged", "status": "completed", "tag": "156b0066-bedc-438e-b977-d659f12fa428", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:23:57.246098 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-86c22ad8-079b-4ead-aae3-1f5b421df1b6 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:23:57.246909 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed7dc190-41b4-47d0-847a-ffbe39f3966f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '156b0066-bedc-438e-b977-d659f12fa428', 'code': 200} Dec 20 14:23:57.266026 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['7f74d399-c9cf-43a5-a6bf-77b515adc232'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:23:57.361296 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c049cf9e-2964-46b3-a30a-119f6e1fb3ad req-8d2a610b-55e9-4241-95c4-3f5920768d80 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:57.370083 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c049cf9e-2964-46b3-a30a-119f6e1fb3ad req-8d2a610b-55e9-4241-95c4-3f5920768d80 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed7dc190-41b4-47d0-847a-ffbe39f3966f HTTP/1.1" status: 200 len: 950 time: 0.0960433 Dec 20 14:23:57.460053 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c049cf9e-2964-46b3-a30a-119f6e1fb3ad req-6e725805-c67f-4750-9d21-1580db4b835a tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/security-groups?id=d29d9ba9-24bd-4d94-be52-3ca7019f1c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890009 Dec 20 14:23:57.503335 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6870e6cb-fbfb-45bf-a80d-8e8c040eed89 req-3e9d495a-6234-4ec0-8424-2556f35b68b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:57.511166 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6870e6cb-fbfb-45bf-a80d-8e8c040eed89 req-3e9d495a-6234-4ec0-8424-2556f35b68b8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ed7dc190-41b4-47d0-847a-ffbe39f3966f HTTP/1.1" status: 200 len: 1102 time: 0.1326075 Dec 20 14:23:57.564337 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6870e6cb-fbfb-45bf-a80d-8e8c040eed89 req-00b1ea8a-a03c-48b6-aea7-e32cf94117d5 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d29d9ba9-24bd-4d94-be52-3ca7019f1c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491116 Dec 20 14:23:57.777290 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-796b9499-2b44-4940-be50-88c5b6e3278c req-3531bbf1-0bcd-47b9-a271-555b5e926161 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] 10.222.0.54 "GET /v2.0/ports?device_id=fce6808d-28f6-49d3-88e7-87ecaa1de24e HTTP/1.1" status: 200 len: 210 time: 0.0365105 Dec 20 14:23:57.990325 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc95ee3-cbc2-4856-a727-6b793f1c591d req-21f0b21a-b953-4f3e-989d-1c6cbb929f8c tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:57.991937 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-dfc95ee3-cbc2-4856-a727-6b793f1c591d req-21f0b21a-b953-4f3e-989d-1c6cbb929f8c tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] 10.222.0.54 "GET /v2.0/networks?id=736bbe54-d004-428a-8176-53235b0cbef5 HTTP/1.1" status: 200 len: 815 time: 0.1041760 Dec 20 14:23:58.008027 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-dfc95ee3-cbc2-4856-a727-6b793f1c591d req-8085d4be-3122-4e58-aa20-0da387912c76 tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] 10.222.0.54 "GET /v2.0/quotas/35bd1ff81ce74bb4a58f3b7ddae2cf12 HTTP/1.1" status: 200 len: 375 time: 0.0099664 Dec 20 14:23:58.022626 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b71a3d3-85eb-43b5-ac11-8f21857869cd req-5e88b994-7020-4999-a35b-8b994f22816f tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:58.024122 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1b71a3d3-85eb-43b5-ac11-8f21857869cd req-5e88b994-7020-4999-a35b-8b994f22816f tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=ede5d8af-2fd8-4f23-8ddf-bff3f611c16c HTTP/1.1" status: 200 len: 945 time: 0.0494664 Dec 20 14:23:58.059675 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-dfc95ee3-cbc2-4856-a727-6b793f1c591d req-92a375e4-1182-4c85-8290-149d74248f0d tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=35bd1ff81ce74bb4a58f3b7ddae2cf12&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0459678 Dec 20 14:23:58.071032 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1b71a3d3-85eb-43b5-ac11-8f21857869cd req-02118acd-528d-48ee-98a8-daaa2e744346 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409458 Dec 20 14:23:58.156502 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-dfc95ee3-cbc2-4856-a727-6b793f1c591d req-f2c52d46-a1aa-4071-bfdc-198509be3779 service neutron] 10.222.0.54 "GET /v2.0/networks/736bbe54-d004-428a-8176-53235b0cbef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895965 Dec 20 14:23:58.236654 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad4da0e-8acd-47e9-adfb-52e2b14455d5 req-60453598-6218-40d6-9d61-8cf9e34d9e25 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:58.238190 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9ad4da0e-8acd-47e9-adfb-52e2b14455d5 req-60453598-6218-40d6-9d61-8cf9e34d9e25 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=391bfd15-b4c6-444c-a466-12316cde3dd1 HTTP/1.1" status: 200 len: 945 time: 0.0576079 Dec 20 14:23:58.265717 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-dfc95ee3-cbc2-4856-a727-6b793f1c591d req-b257c461-d311-4a0a-8850-cbb576568eec service neutron] 10.222.0.54 "GET /v2.0/networks/736bbe54-d004-428a-8176-53235b0cbef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017714 Dec 20 14:23:58.288335 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9ad4da0e-8acd-47e9-adfb-52e2b14455d5 req-c81ff905-f7ad-4c4c-af78-9534b1eea4d4 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435946 Dec 20 14:23:58.407348 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e823bf5-6bc7-46ec-af8b-ecfef0f70cb3 req-ed07132a-d549-4c21-9a28-3f61dc245962 tempest-LiveAutoBlockMigrationV225Test-195224901 tempest-LiveAutoBlockMigrationV225Test-195224901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:58.409011 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8e823bf5-6bc7-46ec-af8b-ecfef0f70cb3 req-ed07132a-d549-4c21-9a28-3f61dc245962 tempest-LiveAutoBlockMigrationV225Test-195224901 tempest-LiveAutoBlockMigrationV225Test-195224901-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=391bfd15-b4c6-444c-a466-12316cde3dd1 HTTP/1.1" status: 200 len: 1097 time: 0.0475941 Dec 20 14:23:58.435965 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9449e6c2-1a95-48a6-a35e-598407df2e4a req-11e874b7-512e-458d-83b6-ce4c796cad4e tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] 10.222.0.54 "GET /v2.0/ports?device_id=379fb313-d07d-46e3-b6db-73c53a21aa00 HTTP/1.1" status: 200 len: 210 time: 0.0285552 Dec 20 14:23:58.458365 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8e823bf5-6bc7-46ec-af8b-ecfef0f70cb3 req-a2ed1aa1-85fa-4aa5-a0cc-e6e53d23316f tempest-LiveAutoBlockMigrationV225Test-195224901 tempest-LiveAutoBlockMigrationV225Test-195224901-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434368 Dec 20 14:23:58.582619 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fee0a7-256b-42a8-9e74-72156aa03ddb req-4dea2c6b-6adb-47d8-91fd-bbf383db5556 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:58.584184 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-58fee0a7-256b-42a8-9e74-72156aa03ddb req-4dea2c6b-6adb-47d8-91fd-bbf383db5556 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed7dc190-41b4-47d0-847a-ffbe39f3966f HTTP/1.1" status: 200 len: 950 time: 0.0520668 Dec 20 14:23:58.634390 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 7f74d399-c9cf-43a5-a6bf-77b515adc232 up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:23:58.656193 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-58fee0a7-256b-42a8-9e74-72156aa03ddb req-7ddc103d-74e2-480a-ad3b-ab316b134fe0 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/security-groups?id=d29d9ba9-24bd-4d94-be52-3ca7019f1c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621750 Dec 20 14:23:58.725825 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning for port 7f74d399-c9cf-43a5-a6bf-77b515adc232 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:23:58.731262 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port 7f74d399-c9cf-43a5-a6bf-77b515adc232 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:23:58.731655 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:58.837503 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:58.916991 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 7f74d399-c9cf-43a5-a6bf-77b515adc232, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=7f74d399-c9cf-43a5-a6bf-77b515adc232,segment=NetworkSegment(addc7f95-68ef-43ba-9bd9-cde69b0f949e),segment_id=addc7f95-68ef-43ba-9bd9-cde69b0f949e)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:23:58.926859 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:58.932065 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f3ac67bb-b22e-42fc-86c5-98c4daed0f7c req-061839ee-7a5f-4f9a-86a9-0fe88ecf9ab0 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] 10.222.0.54 "GET /v2.0/ports?device_id=fce6808d-28f6-49d3-88e7-87ecaa1de24e HTTP/1.1" status: 200 len: 210 time: 0.0605264 Dec 20 14:23:58.953207 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd690bb5-4dda-400d-866b-9231acb5748f req-77e76bb1-9f7c-4ef2-bf2a-5134346b88b5 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:58.955046 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-cd690bb5-4dda-400d-866b-9231acb5748f req-77e76bb1-9f7c-4ef2-bf2a-5134346b88b5 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] 10.222.0.30 "GET /v2.0/networks?id=56191e58-e021-4478-8d69-87614a885d60 HTTP/1.1" status: 200 len: 812 time: 0.2035840 Dec 20 14:23:59.002707 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=7f74d399-c9cf-43a5-a6bf-77b515adc232,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:23:59.040191 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-cd690bb5-4dda-400d-866b-9231acb5748f req-01493def-cfbc-4b7e-b52f-22427aeacb61 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a1d810114e24eb9ab9be2e3341cb8d6 HTTP/1.1" status: 200 len: 379 time: 0.0718906 Dec 20 14:23:59.066439 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-cd690bb5-4dda-400d-866b-9231acb5748f req-01c55651-b698-4e82-bfa9-608d15cfa3f9 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] Request body: {'port': {'device_id': 'fce6808d-28f6-49d3-88e7-87ecaa1de24e', 'network_id': '56191e58-e021-4478-8d69-87614a885d60', 'admin_state_up': True, 'tenant_id': '3a1d810114e24eb9ab9be2e3341cb8d6', 'security_groups': ['098a4570-23c8-4b84-8441-a8245fd089b1']}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:23:59.217821 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd690bb5-4dda-400d-866b-9231acb5748f req-01c55651-b698-4e82-bfa9-608d15cfa3f9 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] Made reservation on behalf of 3a1d810114e24eb9ab9be2e3341cb8d6 for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:23:59.221613 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-cd690bb5-4dda-400d-866b-9231acb5748f req-01c55651-b698-4e82-bfa9-608d15cfa3f9 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:59.247947 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ede5d8af-2fd8-4f23-8ddf-bff3f611c16c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f74d399-c9cf-43a5-a6bf-77b515adc232'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:23:59.251997 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fc02a7d-a38e-496e-ba90-912f9a9078b7" -d '{"events": [{"server_uuid": "ede5d8af-2fd8-4f23-8ddf-bff3f611c16c", "name": "network-vif-plugged", "status": "completed", "tag": "7f74d399-c9cf-43a5-a6bf-77b515adc232"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:23:59.267904 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183c1bbb-fd34-4e87-b093-4cb7ed13eaf9 req-217af2f3-9f25-484a-b935-a2748bc3c453 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:59.275453 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-183c1bbb-fd34-4e87-b093-4cb7ed13eaf9 req-217af2f3-9f25-484a-b935-a2748bc3c453 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=ede5d8af-2fd8-4f23-8ddf-bff3f611c16c HTTP/1.1" status: 200 len: 946 time: 0.1122611 Dec 20 14:23:59.296421 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bc3e92b-9930-4a6f-bfd1-5725170d023d x-openstack-request-id: req-4bc3e92b-9930-4a6f-bfd1-5725170d023d {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:23:59.296730 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ede5d8af-2fd8-4f23-8ddf-bff3f611c16c", "name": "network-vif-plugged", "status": "completed", "tag": "7f74d399-c9cf-43a5-a6bf-77b515adc232", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:23:59.296984 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4bc3e92b-9930-4a6f-bfd1-5725170d023d {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:23:59.297403 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ede5d8af-2fd8-4f23-8ddf-bff3f611c16c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f74d399-c9cf-43a5-a6bf-77b515adc232', 'code': 200} Dec 20 14:23:59.459379 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-183c1bbb-fd34-4e87-b093-4cb7ed13eaf9 req-74e58422-b079-4dd6-9031-6c55fccbe316 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831281 Dec 20 14:23:59.493076 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e38791-f271-48f3-a08a-9e64d173b40d req-2a9f7b67-a17a-4356-aaed-9660f9a44f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:59.495364 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a2e38791-f271-48f3-a08a-9e64d173b40d req-2a9f7b67-a17a-4356-aaed-9660f9a44f33 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ede5d8af-2fd8-4f23-8ddf-bff3f611c16c HTTP/1.1" status: 200 len: 1098 time: 0.1110303 Dec 20 14:23:59.499752 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [req-cd690bb5-4dda-400d-866b-9231acb5748f req-01c55651-b698-4e82-bfa9-608d15cfa3f9 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] Allocated IP 172.20.0.13 (56191e58-e021-4478-8d69-87614a885d60/aa7dd04c-9ddc-45c9-b9bf-b6ac33d89aed/64bffda1-b355-4373-b696-5e1465910e88) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:23:59.570393 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f07cdd7e-459d-42e1-99f8-340e66aeffce req-df252495-27ed-42ce-90b0-5e26a16bc84c tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] 10.222.0.54 "GET /v2.0/ports?device_id=379fb313-d07d-46e3-b6db-73c53a21aa00 HTTP/1.1" status: 200 len: 210 time: 0.0352330 Dec 20 14:23:59.629691 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a2e38791-f271-48f3-a08a-9e64d173b40d req-6932a4c5-3417-431c-b4df-c8f68aabe559 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254389 Dec 20 14:23:59.828078 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc95ee3-cbc2-4856-a727-6b793f1c591d req-fbbfca1c-7028-4d73-b3fa-e5a522a3b1da tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:59.831072 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-dfc95ee3-cbc2-4856-a727-6b793f1c591d req-fbbfca1c-7028-4d73-b3fa-e5a522a3b1da tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] 10.222.0.30 "GET /v2.0/networks?id=736bbe54-d004-428a-8176-53235b0cbef5 HTTP/1.1" status: 200 len: 815 time: 0.2150087 Dec 20 14:23:59.850755 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-dfc95ee3-cbc2-4856-a727-6b793f1c591d req-4e5feea8-f88f-46e5-b062-bcf9c1825f83 tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] Request body: {'port': {'device_id': '379fb313-d07d-46e3-b6db-73c53a21aa00', 'network_id': '736bbe54-d004-428a-8176-53235b0cbef5', 'admin_state_up': True, 'tenant_id': '35bd1ff81ce74bb4a58f3b7ddae2cf12'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:23:59.854007 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-cd690bb5-4dda-400d-866b-9231acb5748f req-01c55651-b698-4e82-bfa9-608d15cfa3f9 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:59.901848 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-cd690bb5-4dda-400d-866b-9231acb5748f req-01c55651-b698-4e82-bfa9-608d15cfa3f9 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:23:59.940263 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d775a04c-7a7c-42d5-a792-70a0fede79be req-4cde1174-5c52-4980-b3cd-f8cd657872c9 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:23:59.951145 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d775a04c-7a7c-42d5-a792-70a0fede79be req-4cde1174-5c52-4980-b3cd-f8cd657872c9 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed7dc190-41b4-47d0-847a-ffbe39f3966f HTTP/1.1" status: 200 len: 950 time: 0.1518364 Dec 20 14:23:59.969121 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd690bb5-4dda-400d-866b-9231acb5748f req-01c55651-b698-4e82-bfa9-608d15cfa3f9 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] Network 56191e58-e021-4478-8d69-87614a885d60 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:23:59.972620 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [req-cd690bb5-4dda-400d-866b-9231acb5748f req-01c55651-b698-4e82-bfa9-608d15cfa3f9 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:23:59.977610 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd690bb5-4dda-400d-866b-9231acb5748f req-01c55651-b698-4e82-bfa9-608d15cfa3f9 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:23:59.982495 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c55651-b698-4e82-bfa9-608d15cfa3f9 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] Pushing event updated for resources: {'Port': ['ID=64bffda1-b355-4373-b696-5e1465910e88,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:24:00.039507 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d775a04c-7a7c-42d5-a792-70a0fede79be req-b61ba93f-94e1-4a95-9955-2c4f21920ea9 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/security-groups?id=d29d9ba9-24bd-4d94-be52-3ca7019f1c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819576 Dec 20 14:24:00.130304 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd690bb5-4dda-400d-866b-9231acb5748f req-01c55651-b698-4e82-bfa9-608d15cfa3f9 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:00.131112 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-cd690bb5-4dda-400d-866b-9231acb5748f req-01c55651-b698-4e82-bfa9-608d15cfa3f9 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:24:00.168903 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-cd690bb5-4dda-400d-866b-9231acb5748f req-01c55651-b698-4e82-bfa9-608d15cfa3f9 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1067333 Dec 20 14:24:00.173225 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfc95ee3-cbc2-4856-a727-6b793f1c591d req-4e5feea8-f88f-46e5-b062-bcf9c1825f83 tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] Made reservation on behalf of 35bd1ff81ce74bb4a58f3b7ddae2cf12 for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:24:00.176887 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-dfc95ee3-cbc2-4856-a727-6b793f1c591d req-4e5feea8-f88f-46e5-b062-bcf9c1825f83 tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:24:00.182334 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9efbb3e-cfce-4e74-94b7-f78b7bb3ee3d req-f0b75be6-f491-4068-87a4-02309a655e98 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:00.184862 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f9efbb3e-cfce-4e74-94b7-f78b7bb3ee3d req-f0b75be6-f491-4068-87a4-02309a655e98 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] 10.222.0.54 "GET /v2.0/ports?device_id=fce6808d-28f6-49d3-88e7-87ecaa1de24e HTTP/1.1" status: 200 len: 932 time: 0.0887825 Dec 20 14:24:00.191128 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-cd690bb5-4dda-400d-866b-9231acb5748f req-14e370da-5f9c-4cf0-a01f-c6b38270070d service neutron] Request body: {'port': {'device_id': 'fce6808d-28f6-49d3-88e7-87ecaa1de24e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-19'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:24:00.263675 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b8d4c-0e7a-4e25-968e-bc481248e9a1 req-f45ef8fa-5169-4550-b2d6-936ec617cd16 tempest-ServersOnMultiNodesTest-460277134 tempest-ServersOnMultiNodesTest-460277134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:00.266857 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-eb8b8d4c-0e7a-4e25-968e-bc481248e9a1 req-f45ef8fa-5169-4550-b2d6-936ec617cd16 tempest-ServersOnMultiNodesTest-460277134 tempest-ServersOnMultiNodesTest-460277134-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=ed7dc190-41b4-47d0-847a-ffbe39f3966f HTTP/1.1" status: 200 len: 1102 time: 0.1376183 Dec 20 14:24:00.284653 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-7559a953-d108-4dc6-b107-184b2876c6f5 None None] Provisioning complete for port 64bffda1-b355-4373-b696-5e1465910e88 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:24:00.285634 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-7559a953-d108-4dc6-b107-184b2876c6f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:24:00.333767 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f9efbb3e-cfce-4e74-94b7-f78b7bb3ee3d req-82b8b9c9-7c57-4904-b4a5-8af8aa4af0f5 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] 10.222.0.54 "GET /v2.0/security-groups?id=098a4570-23c8-4b84-8441-a8245fd089b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1342816 Dec 20 14:24:00.409344 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-7559a953-d108-4dc6-b107-184b2876c6f5 None None] Port 64bffda1-b355-4373-b696-5e1465910e88 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:24:00.427711 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-cd690bb5-4dda-400d-866b-9231acb5748f req-14e370da-5f9c-4cf0-a01f-c6b38270070d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:24:00.431432 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-eb8b8d4c-0e7a-4e25-968e-bc481248e9a1 req-9e579429-3e72-465d-b2f5-69fc32144ae2 tempest-ServersOnMultiNodesTest-460277134 tempest-ServersOnMultiNodesTest-460277134-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=d29d9ba9-24bd-4d94-be52-3ca7019f1c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531374 Dec 20 14:24:00.615872 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [req-dfc95ee3-cbc2-4856-a727-6b793f1c591d req-4e5feea8-f88f-46e5-b062-bcf9c1825f83 tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] Allocated IP 172.20.0.9 (736bbe54-d004-428a-8176-53235b0cbef5/97355b3a-ab92-43ff-bec3-b6e3c3bd7298/78434b7a-8742-489e-af4d-ead2a8f0f338) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:24:00.631142 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d4e9ee1f-5dbd-4a0e-b99e-a62cdc559efe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:24:00.672184 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-de10ddc0-155d-4ec8-a634-3256f3fbf03e req-35edb732-8ceb-411e-855e-fb4ef6563771 tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=20f9b80920d84bd28ea2ea89215a2c18&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1412697 Dec 20 14:24:00.776246 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97ee6c4-3b62-4a7b-9129-9567b8fc94d6 req-0443680e-bc8d-417d-94e3-444a7749d20e tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:00.777817 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d97ee6c4-3b62-4a7b-9129-9567b8fc94d6 req-0443680e-bc8d-417d-94e3-444a7749d20e tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=ede5d8af-2fd8-4f23-8ddf-bff3f611c16c HTTP/1.1" status: 200 len: 946 time: 0.1335845 Dec 20 14:24:00.916614 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de10ddc0-155d-4ec8-a634-3256f3fbf03e req-06801cab-d9f6-4888-bb54-399b18b7c452 tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:00.924545 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-de10ddc0-155d-4ec8-a634-3256f3fbf03e req-06801cab-d9f6-4888-bb54-399b18b7c452 tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2511172 Dec 20 14:24:00.930127 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d97ee6c4-3b62-4a7b-9129-9567b8fc94d6 req-55dd7903-d29f-4f05-80ae-311fe6e2f5de tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279039 Dec 20 14:24:00.957046 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-dfc95ee3-cbc2-4856-a727-6b793f1c591d req-4e5feea8-f88f-46e5-b062-bcf9c1825f83 tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:24:01.113910 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e8a19718-99c2-4c14-af41-cecf4a4c5048 req-c231c283-5872-4603-9292-248b5fe2bd7d tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] 10.222.0.54 "GET /v2.0/ports?device_id=379fb313-d07d-46e3-b6db-73c53a21aa00 HTTP/1.1" status: 200 len: 210 time: 0.0754764 Dec 20 14:24:01.116414 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-dfc95ee3-cbc2-4856-a727-6b793f1c591d req-4e5feea8-f88f-46e5-b062-bcf9c1825f83 tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:24:01.146543 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-de10ddc0-155d-4ec8-a634-3256f3fbf03e req-18b7802d-e7ab-4cb3-909f-0f7c2773f9de tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] 10.222.0.54 "GET /v2.0/quotas/20f9b80920d84bd28ea2ea89215a2c18 HTTP/1.1" status: 200 len: 375 time: 0.2205119 Dec 20 14:24:01.188093 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfc95ee3-cbc2-4856-a727-6b793f1c591d req-4e5feea8-f88f-46e5-b062-bcf9c1825f83 tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] Network 736bbe54-d004-428a-8176-53235b0cbef5 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:24:01.195316 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [req-dfc95ee3-cbc2-4856-a727-6b793f1c591d req-4e5feea8-f88f-46e5-b062-bcf9c1825f83 tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:24:01.210104 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-de10ddc0-155d-4ec8-a634-3256f3fbf03e req-78ce96d6-e566-400c-a861-5bbcaa1fe9c0 tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=20f9b80920d84bd28ea2ea89215a2c18&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0622764 Dec 20 14:24:01.225694 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfc95ee3-cbc2-4856-a727-6b793f1c591d req-4e5feea8-f88f-46e5-b062-bcf9c1825f83 tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:24:01.322921 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5feea8-f88f-46e5-b062-bcf9c1825f83 tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] Pushing event updated for resources: {'Port': ['ID=78434b7a-8742-489e-af4d-ead2a8f0f338,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:24:01.390337 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8b9c4481-c377-48c1-80cd-4c9b7efdbf9f req-a4d33b99-617f-423c-bf10-420e997dbc52 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=67090548a8c94f7bb1b8a5ae37b6ba4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1063862 Dec 20 14:24:01.436198 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc95ee3-cbc2-4856-a727-6b793f1c591d req-4e5feea8-f88f-46e5-b062-bcf9c1825f83 tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:01.437007 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-dfc95ee3-cbc2-4856-a727-6b793f1c591d req-4e5feea8-f88f-46e5-b062-bcf9c1825f83 tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:24:01.445472 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [req-cd690bb5-4dda-400d-866b-9231acb5748f req-14e370da-5f9c-4cf0-a01f-c6b38270070d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64bffda1-b355-4373-b696-5e1465910e88 {{(pid=103167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:24:01.463206 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-cd690bb5-4dda-400d-866b-9231acb5748f req-14e370da-5f9c-4cf0-a01f-c6b38270070d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:24:01.498265 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-cd690bb5-4dda-400d-866b-9231acb5748f req-14e370da-5f9c-4cf0-a01f-c6b38270070d service neutron] Transition to ACTIVE for port object 64bffda1-b355-4373-b696-5e1465910e88 will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:24:01.514859 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-cd690bb5-4dda-400d-866b-9231acb5748f req-14e370da-5f9c-4cf0-a01f-c6b38270070d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:24:01.548178 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-dfc95ee3-cbc2-4856-a727-6b793f1c591d req-4e5feea8-f88f-46e5-b062-bcf9c1825f83 tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7025237 Dec 20 14:24:01.588446 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-dfc95ee3-cbc2-4856-a727-6b793f1c591d req-f34a08b0-e985-4f34-8720-34706a01ff6d service neutron] Request body: {'port': {'device_id': '379fb313-d07d-46e3-b6db-73c53a21aa00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-19'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:24:01.774801 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-65215aee-75d5-491e-bf18-e3b84dc8c360 None None] Provisioning complete for port 78434b7a-8742-489e-af4d-ead2a8f0f338 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:24:01.776873 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-65215aee-75d5-491e-bf18-e3b84dc8c360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:24:01.792930 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e370da-5f9c-4cf0-a01f-c6b38270070d service neutron] Pushing event updated for resources: {'Port': ['ID=64bffda1-b355-4373-b696-5e1465910e88,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:24:01.865129 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9c4481-c377-48c1-80cd-4c9b7efdbf9f req-b08c0baa-90c6-4dfc-89b0-eea200ab5897 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:01.881197 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8b9c4481-c377-48c1-80cd-4c9b7efdbf9f req-b08c0baa-90c6-4dfc-89b0-eea200ab5897 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4884682 Dec 20 14:24:01.900304 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-65215aee-75d5-491e-bf18-e3b84dc8c360 None None] Port 78434b7a-8742-489e-af4d-ead2a8f0f338 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:24:01.906018 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-dfc95ee3-cbc2-4856-a727-6b793f1c591d req-f34a08b0-e985-4f34-8720-34706a01ff6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:24:01.930052 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-cd690bb5-4dda-400d-866b-9231acb5748f req-14e370da-5f9c-4cf0-a01f-c6b38270070d service neutron] Attempting to bind port 64bffda1-b355-4373-b696-5e1465910e88 on host n-h1-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:24:01.930382 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-cd690bb5-4dda-400d-866b-9231acb5748f req-14e370da-5f9c-4cf0-a01f-c6b38270070d service neutron] Attempting to bind port 64bffda1-b355-4373-b696-5e1465910e88 by drivers openvswitch,hyperv on host n-h1-761264-19 at level 0 using segments [{'id': 'e2713a8d-e046-48b2-ade5-57fc718f4dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '56191e58-e021-4478-8d69-87614a885d60'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:24:01.930705 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd690bb5-4dda-400d-866b-9231acb5748f req-14e370da-5f9c-4cf0-a01f-c6b38270070d service neutron] Attempting to bind port 64bffda1-b355-4373-b696-5e1465910e88 on network 56191e58-e021-4478-8d69-87614a885d60 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:24:01.942003 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd690bb5-4dda-400d-866b-9231acb5748f req-14e370da-5f9c-4cf0-a01f-c6b38270070d service neutron] Port 64bffda1-b355-4373-b696-5e1465910e88 on network 56191e58-e021-4478-8d69-87614a885d60 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:24:01.942341 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd690bb5-4dda-400d-866b-9231acb5748f req-14e370da-5f9c-4cf0-a01f-c6b38270070d service neutron] Attempting to bind port 64bffda1-b355-4373-b696-5e1465910e88 on network 56191e58-e021-4478-8d69-87614a885d60 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:24:01.951712 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd690bb5-4dda-400d-866b-9231acb5748f req-14e370da-5f9c-4cf0-a01f-c6b38270070d service neutron] Checking agent: {'id': '3e5ace3e-dd7b-4522-a7c4-77d13dbeab1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:24:01.951854 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd690bb5-4dda-400d-866b-9231acb5748f req-14e370da-5f9c-4cf0-a01f-c6b38270070d service neutron] Checking segment: {'id': 'e2713a8d-e046-48b2-ade5-57fc718f4dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '56191e58-e021-4478-8d69-87614a885d60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:24:01.952242 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd690bb5-4dda-400d-866b-9231acb5748f req-14e370da-5f9c-4cf0-a01f-c6b38270070d service neutron] Bound using segment: {'id': 'e2713a8d-e046-48b2-ade5-57fc718f4dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '56191e58-e021-4478-8d69-87614a885d60'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:24:01.956270 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-cd690bb5-4dda-400d-866b-9231acb5748f req-14e370da-5f9c-4cf0-a01f-c6b38270070d service neutron] Bound port: 64bffda1-b355-4373-b696-5e1465910e88, host: n-h1-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2713a8d-e046-48b2-ade5-57fc718f4dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '56191e58-e021-4478-8d69-87614a885d60'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:24:01.956649 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-cd690bb5-4dda-400d-866b-9231acb5748f req-14e370da-5f9c-4cf0-a01f-c6b38270070d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:24:01.958570 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8b9c4481-c377-48c1-80cd-4c9b7efdbf9f req-05d8274f-4c7b-4b2c-b5fe-e2aeee314eed tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/quotas/67090548a8c94f7bb1b8a5ae37b6ba4c HTTP/1.1" status: 200 len: 375 time: 0.0758169 Dec 20 14:24:02.113733 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-cd690bb5-4dda-400d-866b-9231acb5748f req-14e370da-5f9c-4cf0-a01f-c6b38270070d service neutron] For port 64bffda1-b355-4373-b696-5e1465910e88, host n-h1-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:24:02.116921 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-cd690bb5-4dda-400d-866b-9231acb5748f req-14e370da-5f9c-4cf0-a01f-c6b38270070d service neutron] For port 64bffda1-b355-4373-b696-5e1465910e88, host n-h1-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=64bffda1-b355-4373-b696-5e1465910e88,segment=NetworkSegment(e2713a8d-e046-48b2-ade5-57fc718f4dab),segment_id=e2713a8d-e046-48b2-ade5-57fc718f4dab)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:24:02.131181 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-cd690bb5-4dda-400d-866b-9231acb5748f req-14e370da-5f9c-4cf0-a01f-c6b38270070d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:24:02.139971 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8b9c4481-c377-48c1-80cd-4c9b7efdbf9f req-74ebe570-1f4d-4b1c-a08f-0e12ef25f333 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=67090548a8c94f7bb1b8a5ae37b6ba4c&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1778350 Dec 20 14:24:02.206262 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd690bb5-4dda-400d-866b-9231acb5748f req-14e370da-5f9c-4cf0-a01f-c6b38270070d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:02.206989 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-cd690bb5-4dda-400d-866b-9231acb5748f req-14e370da-5f9c-4cf0-a01f-c6b38270070d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:24:02.208861 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-cd690bb5-4dda-400d-866b-9231acb5748f req-14e370da-5f9c-4cf0-a01f-c6b38270070d service neutron] 10.222.0.30 "PUT /v2.0/ports/64bffda1-b355-4373-b696-5e1465910e88 HTTP/1.1" status: 200 len: 1093 time: 2.0225041 Dec 20 14:24:02.209792 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fce6808d-28f6-49d3-88e7-87ecaa1de24e', 'tag': '64bffda1-b355-4373-b696-5e1465910e88'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:24:02.212789 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1437234d-b936-42fc-b63c-8d57f66f70f2" -d '{"events": [{"name": "network-changed", "server_uuid": "fce6808d-28f6-49d3-88e7-87ecaa1de24e", "tag": "64bffda1-b355-4373-b696-5e1465910e88"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:24:02.247028 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a713cc1-0f01-4130-9b9c-466543f38a49 req-459caad5-e063-4074-8e56-088b40c34722 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:02.255221 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6a713cc1-0f01-4130-9b9c-466543f38a49 req-459caad5-e063-4074-8e56-088b40c34722 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] 10.222.0.54 "GET /v2.0/ports?device_id=fce6808d-28f6-49d3-88e7-87ecaa1de24e HTTP/1.1" status: 200 len: 944 time: 0.1367486 Dec 20 14:24:02.258010 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e370da-5f9c-4cf0-a01f-c6b38270070d service neutron] Pushing event updated for resources: {'Port': ['ID=64bffda1-b355-4373-b696-5e1465910e88,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:24:02.408378 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6a713cc1-0f01-4130-9b9c-466543f38a49 req-91a4bf5d-e695-4819-bf47-11cc06c59522 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] 10.222.0.54 "GET /v2.0/security-groups?id=098a4570-23c8-4b84-8441-a8245fd089b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1493225 Dec 20 14:24:02.447763 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd690bb5-4dda-400d-866b-9231acb5748f req-7771a35f-16a2-4df8-a481-8badd7af5c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:02.452196 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-cd690bb5-4dda-400d-866b-9231acb5748f req-7771a35f-16a2-4df8-a481-8badd7af5c62 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3a1d810114e24eb9ab9be2e3341cb8d6&device_id=fce6808d-28f6-49d3-88e7-87ecaa1de24e HTTP/1.1" status: 200 len: 1096 time: 0.1369333 Dec 20 14:24:02.602406 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-cd690bb5-4dda-400d-866b-9231acb5748f req-fb22c53e-d7f5-4758-99c6-b6f8e1ad6266 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64bffda1-b355-4373-b696-5e1465910e88 HTTP/1.1" status: 200 len: 217 time: 0.0922465 Dec 20 14:24:02.604149 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-acd0707f-e533-4970-8943-d9607acce666 req-9e1165d0-728a-40b5-965a-62ed42f52803 tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=20f9b80920d84bd28ea2ea89215a2c18&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0255837 Dec 20 14:24:02.795869 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f229a7-2ed6-40fd-8fe6-114ecb6de301 req-5d4e6315-d0a5-48fb-b78c-e6ad76a3ce03 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:02.812154 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-10f229a7-2ed6-40fd-8fe6-114ecb6de301 req-5d4e6315-d0a5-48fb-b78c-e6ad76a3ce03 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=ede5d8af-2fd8-4f23-8ddf-bff3f611c16c HTTP/1.1" status: 200 len: 946 time: 0.1770244 Dec 20 14:24:02.815829 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a5d1a64f-c036-4cf9-af2b-21c06932bafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:24:02.881844 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:24:02.881844 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:24:02.881844 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:24:02.881844 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:24:02.881844 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:24:02.881844 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:24:02.881844 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:24:02.881844 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:24:02.881844 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:24:02.881844 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:24:02.881844 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:24:02.881844 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:24:02.881844 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:24:02.881844 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:24:02.881844 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:24:02.881844 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:24:02.881844 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:24:02.881844 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:24:02.881844 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:24:02.881844 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:24:02.881844 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:24:02.881844 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:24:02.881844 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:24:02.881844 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:24:02.881844 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:24:02.881844 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:24:02.881844 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:24:02.881844 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:24:02.881844 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:24:02.881844 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:24:02.881844 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:24:02.881844 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:24:02.881844 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:24:02.881844 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:24:02.881844 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:24:02.881844 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:24:02.884437 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:24:02.884437 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:24:02.884437 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:24:02.884437 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:24:02.884437 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:24:02.884437 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:24:02.884437 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:24:02.884437 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:24:02.884437 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:24:02.884437 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:24:02.884437 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:24:02.884437 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:24:02.885146 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-10f229a7-2ed6-40fd-8fe6-114ecb6de301 req-f407fff7-ad55-4676-b93c-458e24585726 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699713 Dec 20 14:24:02.885519 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd0707f-e533-4970-8943-d9607acce666 req-595ff0e5-959f-4577-8221-58a12abdeda9 tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:02.885519 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-acd0707f-e533-4970-8943-d9607acce666 req-595ff0e5-959f-4577-8221-58a12abdeda9 tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2661142 Dec 20 14:24:02.920730 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-acd0707f-e533-4970-8943-d9607acce666 req-7db65c92-e372-4051-a96f-d4286cf38786 tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] 10.222.0.54 "GET /v2.0/quotas/20f9b80920d84bd28ea2ea89215a2c18 HTTP/1.1" status: 200 len: 375 time: 0.0255377 Dec 20 14:24:03.017424 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-acd0707f-e533-4970-8943-d9607acce666 req-4ba5c694-f076-424a-8218-bc8800301db1 tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=20f9b80920d84bd28ea2ea89215a2c18&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0956793 Dec 20 14:24:03.029710 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [req-dfc95ee3-cbc2-4856-a727-6b793f1c591d req-f34a08b0-e985-4f34-8720-34706a01ff6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78434b7a-8742-489e-af4d-ead2a8f0f338 {{(pid=103168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:24:03.061751 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-dfc95ee3-cbc2-4856-a727-6b793f1c591d req-f34a08b0-e985-4f34-8720-34706a01ff6d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:24:03.125544 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.provisioning_blocks [req-dfc95ee3-cbc2-4856-a727-6b793f1c591d req-f34a08b0-e985-4f34-8720-34706a01ff6d service neutron] Transition to ACTIVE for port object 78434b7a-8742-489e-af4d-ead2a8f0f338 will not be triggered until provisioned by entity L2. {{(pid=103168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:24:03.144750 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7e1f01-9040-489b-b812-efea5cf3f866 req-57877e37-9d43-4e1e-a54a-dfba9eb0f2f7 tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:03.153056 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-af7e1f01-9040-489b-b812-efea5cf3f866 req-57877e37-9d43-4e1e-a54a-dfba9eb0f2f7 tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] 10.222.0.54 "GET /v2.0/ports?device_id=379fb313-d07d-46e3-b6db-73c53a21aa00 HTTP/1.1" status: 200 len: 931 time: 0.0879109 Dec 20 14:24:03.174169 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-dfc95ee3-cbc2-4856-a727-6b793f1c591d req-f34a08b0-e985-4f34-8720-34706a01ff6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:24:03.306657 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2502f6e-db06-499e-bbb4-997256f477c6 x-openstack-request-id: req-a2502f6e-db06-499e-bbb4-997256f477c6 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:24:03.307484 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fce6808d-28f6-49d3-88e7-87ecaa1de24e", "tag": "64bffda1-b355-4373-b696-5e1465910e88", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:24:03.307942 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a2502f6e-db06-499e-bbb4-997256f477c6 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:24:03.308748 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fce6808d-28f6-49d3-88e7-87ecaa1de24e', 'tag': '64bffda1-b355-4373-b696-5e1465910e88', 'status': 'completed', 'code': 200} Dec 20 14:24:03.339349 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-af7e1f01-9040-489b-b812-efea5cf3f866 req-92202628-5000-42b3-a195-5e929e789207 tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] 10.222.0.54 "GET /v2.0/security-groups?id=044a4035-8f9d-498f-a1ea-00b93331b2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851232 Dec 20 14:24:03.393336 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-dfc95ee3-cbc2-4856-a727-6b793f1c591d req-f34a08b0-e985-4f34-8720-34706a01ff6d service neutron] Attempting to bind port 78434b7a-8742-489e-af4d-ead2a8f0f338 on host n-h1-761264-19 for vnic_type normal with profile {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:24:03.393685 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-dfc95ee3-cbc2-4856-a727-6b793f1c591d req-f34a08b0-e985-4f34-8720-34706a01ff6d service neutron] Attempting to bind port 78434b7a-8742-489e-af4d-ead2a8f0f338 by drivers openvswitch,hyperv on host n-h1-761264-19 at level 0 using segments [{'id': 'ef5d5efe-b05a-4e2b-9c75-1e70d81f22cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '736bbe54-d004-428a-8176-53235b0cbef5'}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:24:03.394071 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc95ee3-cbc2-4856-a727-6b793f1c591d req-f34a08b0-e985-4f34-8720-34706a01ff6d service neutron] Attempting to bind port 78434b7a-8742-489e-af4d-ead2a8f0f338 on network 736bbe54-d004-428a-8176-53235b0cbef5 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:24:03.402954 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34a08b0-e985-4f34-8720-34706a01ff6d service neutron] Pushing event updated for resources: {'Port': ['ID=78434b7a-8742-489e-af4d-ead2a8f0f338,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:24:03.425006 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc95ee3-cbc2-4856-a727-6b793f1c591d req-f34a08b0-e985-4f34-8720-34706a01ff6d service neutron] Port 78434b7a-8742-489e-af4d-ead2a8f0f338 on network 736bbe54-d004-428a-8176-53235b0cbef5 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-19 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:24:03.425592 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc95ee3-cbc2-4856-a727-6b793f1c591d req-f34a08b0-e985-4f34-8720-34706a01ff6d service neutron] Attempting to bind port 78434b7a-8742-489e-af4d-ead2a8f0f338 on network 736bbe54-d004-428a-8176-53235b0cbef5 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:24:03.439670 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc95ee3-cbc2-4856-a727-6b793f1c591d req-f34a08b0-e985-4f34-8720-34706a01ff6d service neutron] Checking agent: {'id': '3e5ace3e-dd7b-4522-a7c4-77d13dbeab1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:24:03.440700 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc95ee3-cbc2-4856-a727-6b793f1c591d req-f34a08b0-e985-4f34-8720-34706a01ff6d service neutron] Checking segment: {'id': 'ef5d5efe-b05a-4e2b-9c75-1e70d81f22cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '736bbe54-d004-428a-8176-53235b0cbef5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:24:03.441216 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc95ee3-cbc2-4856-a727-6b793f1c591d req-f34a08b0-e985-4f34-8720-34706a01ff6d service neutron] Bound using segment: {'id': 'ef5d5efe-b05a-4e2b-9c75-1e70d81f22cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '736bbe54-d004-428a-8176-53235b0cbef5'} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:24:03.443244 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-dfc95ee3-cbc2-4856-a727-6b793f1c591d req-f34a08b0-e985-4f34-8720-34706a01ff6d service neutron] Bound port: 78434b7a-8742-489e-af4d-ead2a8f0f338, host: n-h1-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef5d5efe-b05a-4e2b-9c75-1e70d81f22cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '736bbe54-d004-428a-8176-53235b0cbef5'}}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:24:03.443719 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-dfc95ee3-cbc2-4856-a727-6b793f1c591d req-f34a08b0-e985-4f34-8720-34706a01ff6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:24:03.560522 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-794cbc6c-ec22-47fe-a36c-f1d2e10914f8 req-faf0a7a1-837a-4018-b271-467cf87c07bb tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?device_id=adb5e53e-bb95-4f1c-a04a-4327d24c7f2b HTTP/1.1" status: 200 len: 210 time: 0.1464424 Dec 20 14:24:03.668522 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-dfc95ee3-cbc2-4856-a727-6b793f1c591d req-f34a08b0-e985-4f34-8720-34706a01ff6d service neutron] For port 78434b7a-8742-489e-af4d-ead2a8f0f338, host n-h1-761264-19, cleared binding levels {{(pid=103168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:24:03.670804 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:24:03.729690 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-de10ddc0-155d-4ec8-a634-3256f3fbf03e req-ed050943-af1d-47a5-983a-5ad6a7eee9e8 tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=20f9b80920d84bd28ea2ea89215a2c18&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1138263 Dec 20 14:24:03.772815 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd690bb5-4dda-400d-866b-9231acb5748f req-0e3d8492-65b0-439f-bdb7-3064d161d264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:03.782041 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-cd690bb5-4dda-400d-866b-9231acb5748f req-0e3d8492-65b0-439f-bdb7-3064d161d264 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=aa7dd04c-9ddc-45c9-b9bf-b6ac33d89aed HTTP/1.1" status: 200 len: 851 time: 0.2811186 Dec 20 14:24:03.796589 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-dfc95ee3-cbc2-4856-a727-6b793f1c591d req-f34a08b0-e985-4f34-8720-34706a01ff6d service neutron] For port 78434b7a-8742-489e-af4d-ead2a8f0f338, host n-h1-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=78434b7a-8742-489e-af4d-ead2a8f0f338,segment=NetworkSegment(ef5d5efe-b05a-4e2b-9c75-1e70d81f22cf),segment_id=ef5d5efe-b05a-4e2b-9c75-1e70d81f22cf)] {{(pid=103168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:24:03.822244 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea6b099-9b84-40e7-88b0-0f8e17f04779 req-793896c3-cf46-4233-bb05-bdbeaa07f316 tempest-LiveMigrationTest-1128134252 tempest-LiveMigrationTest-1128134252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:03.834332 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6ea6b099-9b84-40e7-88b0-0f8e17f04779 req-793896c3-cf46-4233-bb05-bdbeaa07f316 tempest-LiveMigrationTest-1128134252 tempest-LiveMigrationTest-1128134252-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=ede5d8af-2fd8-4f23-8ddf-bff3f611c16c HTTP/1.1" status: 200 len: 1098 time: 0.1592393 Dec 20 14:24:03.855144 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-dfc95ee3-cbc2-4856-a727-6b793f1c591d req-f34a08b0-e985-4f34-8720-34706a01ff6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:24:03.946916 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34a08b0-e985-4f34-8720-34706a01ff6d service neutron] Pushing event updated for resources: {'Port': ['ID=78434b7a-8742-489e-af4d-ead2a8f0f338,revision_number=3']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:24:03.965703 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc95ee3-cbc2-4856-a727-6b793f1c591d req-f34a08b0-e985-4f34-8720-34706a01ff6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:03.966395 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-dfc95ee3-cbc2-4856-a727-6b793f1c591d req-f34a08b0-e985-4f34-8720-34706a01ff6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:24:03.969129 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-dfc95ee3-cbc2-4856-a727-6b793f1c591d req-f34a08b0-e985-4f34-8720-34706a01ff6d service neutron] 10.222.0.30 "PUT /v2.0/ports/78434b7a-8742-489e-af4d-ead2a8f0f338 HTTP/1.1" status: 200 len: 1092 time: 2.3883729 Dec 20 14:24:03.974636 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '379fb313-d07d-46e3-b6db-73c53a21aa00', 'tag': '78434b7a-8742-489e-af4d-ead2a8f0f338'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:24:03.981267 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04c8b4f9-2380-4aa8-86fb-af141514b37b" -d '{"events": [{"name": "network-changed", "server_uuid": "379fb313-d07d-46e3-b6db-73c53a21aa00", "tag": "78434b7a-8742-489e-af4d-ead2a8f0f338"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:24:04.038626 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de10ddc0-155d-4ec8-a634-3256f3fbf03e req-558f1ebc-22b7-4f51-9aa3-59bc2cbe3345 tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:04.046154 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-de10ddc0-155d-4ec8-a634-3256f3fbf03e req-558f1ebc-22b7-4f51-9aa3-59bc2cbe3345 tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3032415 Dec 20 14:24:04.061616 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-de10ddc0-155d-4ec8-a634-3256f3fbf03e req-51da7d9e-12b5-490f-9336-01c9c10dc1c7 tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] Request body: {'port': {'device_id': '7fb48fab-b9a0-49e4-8699-2b1aabd4f30e', 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1', 'admin_state_up': True, 'tenant_id': '20f9b80920d84bd28ea2ea89215a2c18'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:24:04.077131 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6ea6b099-9b84-40e7-88b0-0f8e17f04779 req-95f9af85-5ea1-46b5-93ae-0cb5535e18e4 tempest-LiveMigrationTest-1128134252 tempest-LiveMigrationTest-1128134252-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391803 Dec 20 14:24:04.294887 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de10ddc0-155d-4ec8-a634-3256f3fbf03e req-51da7d9e-12b5-490f-9336-01c9c10dc1c7 tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] Made reservation on behalf of 20f9b80920d84bd28ea2ea89215a2c18 for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:24:04.299145 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-de10ddc0-155d-4ec8-a634-3256f3fbf03e req-51da7d9e-12b5-490f-9336-01c9c10dc1c7 tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:24:04.312727 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-de10ddc0-155d-4ec8-a634-3256f3fbf03e req-51da7d9e-12b5-490f-9336-01c9c10dc1c7 tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:24:04.406880 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-de10ddc0-155d-4ec8-a634-3256f3fbf03e req-51da7d9e-12b5-490f-9336-01c9c10dc1c7 tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:24:04.420734 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-de10ddc0-155d-4ec8-a634-3256f3fbf03e req-51da7d9e-12b5-490f-9336-01c9c10dc1c7 tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:24:04.471625 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51da7d9e-12b5-490f-9336-01c9c10dc1c7 tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a48d6ee2-6025-4eb5-ab02-0583262ca900,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:24:04.580074 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [req-de10ddc0-155d-4ec8-a634-3256f3fbf03e req-51da7d9e-12b5-490f-9336-01c9c10dc1c7 tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] Allocated IP 192.168.233.150 (00c897c2-e98d-4716-a0b4-8f9f297fa8a1/36bf280f-81bb-4486-a87a-9b9505a1cec4/71dfb4cf-d006-4bdd-bdc1-621c218463b3) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:24:04.736671 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-de10ddc0-155d-4ec8-a634-3256f3fbf03e req-51da7d9e-12b5-490f-9336-01c9c10dc1c7 tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:24:04.772882 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-de10ddc0-155d-4ec8-a634-3256f3fbf03e req-51da7d9e-12b5-490f-9336-01c9c10dc1c7 tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:24:04.817655 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de10ddc0-155d-4ec8-a634-3256f3fbf03e req-51da7d9e-12b5-490f-9336-01c9c10dc1c7 tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] Network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:24:04.820769 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [req-de10ddc0-155d-4ec8-a634-3256f3fbf03e req-51da7d9e-12b5-490f-9336-01c9c10dc1c7 tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:24:04.824455 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-de10ddc0-155d-4ec8-a634-3256f3fbf03e req-51da7d9e-12b5-490f-9336-01c9c10dc1c7 tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:24:04.830958 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51da7d9e-12b5-490f-9336-01c9c10dc1c7 tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] Pushing event updated for resources: {'Port': ['ID=71dfb4cf-d006-4bdd-bdc1-621c218463b3,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:24:04.883839 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de10ddc0-155d-4ec8-a634-3256f3fbf03e req-51da7d9e-12b5-490f-9336-01c9c10dc1c7 tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:04.884592 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-de10ddc0-155d-4ec8-a634-3256f3fbf03e req-51da7d9e-12b5-490f-9336-01c9c10dc1c7 tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:24:04.902665 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-de10ddc0-155d-4ec8-a634-3256f3fbf03e req-51da7d9e-12b5-490f-9336-01c9c10dc1c7 tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8453076 Dec 20 14:24:04.916587 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-de10ddc0-155d-4ec8-a634-3256f3fbf03e req-ccddecdd-f3ab-49f4-aae7-066e83f3daf8 service neutron] Request body: {'port': {'device_id': '7fb48fab-b9a0-49e4-8699-2b1aabd4f30e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-19'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:24:04.986538 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-de10ddc0-155d-4ec8-a634-3256f3fbf03e req-ccddecdd-f3ab-49f4-aae7-066e83f3daf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:24:05.136257 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-ec9b96c3-e310-45bf-bff1-c93ae615708a None None] Provisioning complete for port 71dfb4cf-d006-4bdd-bdc1-621c218463b3 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:24:05.136844 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ec9b96c3-e310-45bf-bff1-c93ae615708a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:24:05.172400 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-ec9b96c3-e310-45bf-bff1-c93ae615708a None None] Port 71dfb4cf-d006-4bdd-bdc1-621c218463b3 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:24:05.262871 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [req-de10ddc0-155d-4ec8-a634-3256f3fbf03e req-ccddecdd-f3ab-49f4-aae7-066e83f3daf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71dfb4cf-d006-4bdd-bdc1-621c218463b3 {{(pid=103167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:24:05.271267 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-de10ddc0-155d-4ec8-a634-3256f3fbf03e req-ccddecdd-f3ab-49f4-aae7-066e83f3daf8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:24:05.283705 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-de10ddc0-155d-4ec8-a634-3256f3fbf03e req-ccddecdd-f3ab-49f4-aae7-066e83f3daf8 service neutron] Transition to ACTIVE for port object 71dfb4cf-d006-4bdd-bdc1-621c218463b3 will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:24:05.290458 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-de10ddc0-155d-4ec8-a634-3256f3fbf03e req-ccddecdd-f3ab-49f4-aae7-066e83f3daf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:24:05.340691 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccddecdd-f3ab-49f4-aae7-066e83f3daf8 service neutron] Pushing event updated for resources: {'Port': ['ID=71dfb4cf-d006-4bdd-bdc1-621c218463b3,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:24:05.415692 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-de10ddc0-155d-4ec8-a634-3256f3fbf03e req-ccddecdd-f3ab-49f4-aae7-066e83f3daf8 service neutron] Attempting to bind port 71dfb4cf-d006-4bdd-bdc1-621c218463b3 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:24:05.416019 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-de10ddc0-155d-4ec8-a634-3256f3fbf03e req-ccddecdd-f3ab-49f4-aae7-066e83f3daf8 service neutron] Attempting to bind port 71dfb4cf-d006-4bdd-bdc1-621c218463b3 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:24:05.416341 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de10ddc0-155d-4ec8-a634-3256f3fbf03e req-ccddecdd-f3ab-49f4-aae7-066e83f3daf8 service neutron] Attempting to bind port 71dfb4cf-d006-4bdd-bdc1-621c218463b3 on network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:24:05.422221 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de10ddc0-155d-4ec8-a634-3256f3fbf03e req-ccddecdd-f3ab-49f4-aae7-066e83f3daf8 service neutron] Port 71dfb4cf-d006-4bdd-bdc1-621c218463b3 on network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:24:05.422221 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de10ddc0-155d-4ec8-a634-3256f3fbf03e req-ccddecdd-f3ab-49f4-aae7-066e83f3daf8 service neutron] Attempting to bind port 71dfb4cf-d006-4bdd-bdc1-621c218463b3 on network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:24:05.428396 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de10ddc0-155d-4ec8-a634-3256f3fbf03e req-ccddecdd-f3ab-49f4-aae7-066e83f3daf8 service neutron] Checking agent: {'id': '43c60aee-e4af-4ecc-bee2-aac3569fafed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:24:05.428711 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de10ddc0-155d-4ec8-a634-3256f3fbf03e req-ccddecdd-f3ab-49f4-aae7-066e83f3daf8 service neutron] Checking segment: {'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:24:05.429230 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de10ddc0-155d-4ec8-a634-3256f3fbf03e req-ccddecdd-f3ab-49f4-aae7-066e83f3daf8 service neutron] Bound using segment: {'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:24:05.429694 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-de10ddc0-155d-4ec8-a634-3256f3fbf03e req-ccddecdd-f3ab-49f4-aae7-066e83f3daf8 service neutron] Bound port: 71dfb4cf-d006-4bdd-bdc1-621c218463b3, host: n-h2-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:24:05.430230 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-de10ddc0-155d-4ec8-a634-3256f3fbf03e req-ccddecdd-f3ab-49f4-aae7-066e83f3daf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:24:05.504792 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-de10ddc0-155d-4ec8-a634-3256f3fbf03e req-ccddecdd-f3ab-49f4-aae7-066e83f3daf8 service neutron] For port 71dfb4cf-d006-4bdd-bdc1-621c218463b3, host n-h2-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:24:05.513741 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-de10ddc0-155d-4ec8-a634-3256f3fbf03e req-ccddecdd-f3ab-49f4-aae7-066e83f3daf8 service neutron] For port 71dfb4cf-d006-4bdd-bdc1-621c218463b3, host n-h2-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=71dfb4cf-d006-4bdd-bdc1-621c218463b3,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:24:05.519172 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-de10ddc0-155d-4ec8-a634-3256f3fbf03e req-ccddecdd-f3ab-49f4-aae7-066e83f3daf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:24:05.557415 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de10ddc0-155d-4ec8-a634-3256f3fbf03e req-ccddecdd-f3ab-49f4-aae7-066e83f3daf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:05.557967 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-de10ddc0-155d-4ec8-a634-3256f3fbf03e req-ccddecdd-f3ab-49f4-aae7-066e83f3daf8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:24:05.559380 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-de10ddc0-155d-4ec8-a634-3256f3fbf03e req-ccddecdd-f3ab-49f4-aae7-066e83f3daf8 service neutron] 10.222.0.47 "PUT /v2.0/ports/71dfb4cf-d006-4bdd-bdc1-621c218463b3 HTTP/1.1" status: 200 len: 1097 time: 0.6474633 Dec 20 14:24:05.562088 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fb48fab-b9a0-49e4-8699-2b1aabd4f30e', 'tag': '71dfb4cf-d006-4bdd-bdc1-621c218463b3'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:24:05.564194 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45e7b61e-7913-4a52-9a35-61353cb1463d" -d '{"events": [{"name": "network-changed", "server_uuid": "7fb48fab-b9a0-49e4-8699-2b1aabd4f30e", "tag": "71dfb4cf-d006-4bdd-bdc1-621c218463b3"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:24:05.599695 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccddecdd-f3ab-49f4-aae7-066e83f3daf8 service neutron] Pushing event updated for resources: {'Port': ['ID=71dfb4cf-d006-4bdd-bdc1-621c218463b3,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:24:05.630500 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:24:05.678147 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de10ddc0-155d-4ec8-a634-3256f3fbf03e req-971c2438-1f1b-4175-996e-659d30f1aa55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:05.679819 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-de10ddc0-155d-4ec8-a634-3256f3fbf03e req-971c2438-1f1b-4175-996e-659d30f1aa55 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=20f9b80920d84bd28ea2ea89215a2c18&device_id=7fb48fab-b9a0-49e4-8699-2b1aabd4f30e HTTP/1.1" status: 200 len: 1100 time: 0.0537589 Dec 20 14:24:05.729940 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-de10ddc0-155d-4ec8-a634-3256f3fbf03e req-638764d7-0bf5-4881-a374-3baa5362386c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=71dfb4cf-d006-4bdd-bdc1-621c218463b3 HTTP/1.1" status: 200 len: 217 time: 0.0394988 Dec 20 14:24:05.792416 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de10ddc0-155d-4ec8-a634-3256f3fbf03e req-8ce7bf44-d2f8-4650-a682-07f0490743ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:05.793879 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-de10ddc0-155d-4ec8-a634-3256f3fbf03e req-8ce7bf44-d2f8-4650-a682-07f0490743ad service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36bf280f-81bb-4486-a87a-9b9505a1cec4 HTTP/1.1" status: 200 len: 843 time: 0.0525498 Dec 20 14:24:05.840077 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de10ddc0-155d-4ec8-a634-3256f3fbf03e req-7ac34ab3-de46-4c4e-a4ff-b67e4bc3b6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:05.841583 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-de10ddc0-155d-4ec8-a634-3256f3fbf03e req-7ac34ab3-de46-4c4e-a4ff-b67e4bc3b6c7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0403991 Dec 20 14:24:05.939217 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-de10ddc0-155d-4ec8-a634-3256f3fbf03e req-ed52354e-75d4-48d4-89e3-f9c76dbe5f24 service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894363 Dec 20 14:24:06.029161 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-de10ddc0-155d-4ec8-a634-3256f3fbf03e req-ea392c29-abe2-4132-9099-6eceafca4ec9 service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827188 Dec 20 14:24:06.170461 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:24:08.681775 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 71dfb4cf-d006-4bdd-bdc1-621c218463b3 details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:24:08.785866 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 71dfb4cf-d006-4bdd-bdc1-621c218463b3, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=71dfb4cf-d006-4bdd-bdc1-621c218463b3,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:24:08.797646 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': '71dfb4cf-d006-4bdd-bdc1-621c218463b3', 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1', 'port_id': '71dfb4cf-d006-4bdd-bdc1-621c218463b3', 'mac_address': 'fa:16:3e:67:04:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36bf280f-81bb-4486-a87a-9b9505a1cec4', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:24:08.835555 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:24:08.849199 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71dfb4cf-d006-4bdd-bdc1-621c218463b3 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:24:08.870167 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 71dfb4cf-d006-4bdd-bdc1-621c218463b3, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=71dfb4cf-d006-4bdd-bdc1-621c218463b3,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:24:08.875244 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:24:08.928481 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=71dfb4cf-d006-4bdd-bdc1-621c218463b3,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:24:09.201328 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['71dfb4cf-d006-4bdd-bdc1-621c218463b3'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:24:10.695111 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 71dfb4cf-d006-4bdd-bdc1-621c218463b3 up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:24:10.748118 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning for port 71dfb4cf-d006-4bdd-bdc1-621c218463b3 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:24:10.752129 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port 71dfb4cf-d006-4bdd-bdc1-621c218463b3 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:24:10.752497 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:24:10.838636 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:24:10.862661 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fb48fab-b9a0-49e4-8699-2b1aabd4f30e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71dfb4cf-d006-4bdd-bdc1-621c218463b3'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:24:10.864940 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd4cc166-62f5-480d-a5e1-8d73ba8ab553" -d '{"events": [{"server_uuid": "7fb48fab-b9a0-49e4-8699-2b1aabd4f30e", "name": "network-vif-plugged", "status": "completed", "tag": "71dfb4cf-d006-4bdd-bdc1-621c218463b3"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:24:10.877973 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 71dfb4cf-d006-4bdd-bdc1-621c218463b3, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=71dfb4cf-d006-4bdd-bdc1-621c218463b3,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:24:10.883025 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:24:10.936962 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=71dfb4cf-d006-4bdd-bdc1-621c218463b3,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:24:11.262794 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:24:15.026055 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:24:15.062503 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 14:24:15.121076 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd690bb5-4dda-400d-866b-9231acb5748f req-5bf1c2b3-a0da-436b-be04-2be7f3aca03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:15.123205 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-cd690bb5-4dda-400d-866b-9231acb5748f req-5bf1c2b3-a0da-436b-be04-2be7f3aca03c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=56191e58-e021-4478-8d69-87614a885d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0821071 Dec 20 14:24:15.168553 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-df16e62f-09ad-46b4-a7d8-927cc76991f4 req-73817068-cb4a-43a6-b3c7-e09239dc2559 tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] 10.222.0.54 "GET /v2.0/ports?device_id=2720a132-ba30-4ce5-96ce-541ae6c66bd7 HTTP/1.1" status: 200 len: 210 time: 0.0331762 Dec 20 14:24:15.177984 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc95ee3-cbc2-4856-a727-6b793f1c591d req-451e9785-b318-4ddf-87ba-373682e8fab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:15.180056 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-dfc95ee3-cbc2-4856-a727-6b793f1c591d req-451e9785-b318-4ddf-87ba-373682e8fab0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=35bd1ff81ce74bb4a58f3b7ddae2cf12&device_id=379fb313-d07d-46e3-b6db-73c53a21aa00 HTTP/1.1" status: 200 len: 1095 time: 0.1083570 Dec 20 14:24:15.248445 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-dfc95ee3-cbc2-4856-a727-6b793f1c591d req-cb895ec6-e539-49d5-844e-701012d039f0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78434b7a-8742-489e-af4d-ead2a8f0f338 HTTP/1.1" status: 200 len: 217 time: 0.0522008 Dec 20 14:24:15.284708 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-cd690bb5-4dda-400d-866b-9231acb5748f req-b726508f-6ca9-4e85-af84-3e45eb9b8d4b service neutron] 10.222.0.30 "GET /v2.0/networks/56191e58-e021-4478-8d69-87614a885d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497197 Dec 20 14:24:15.326845 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc95ee3-cbc2-4856-a727-6b793f1c591d req-4591bf95-dd79-4f44-b382-9c90b8720ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:15.328668 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-dfc95ee3-cbc2-4856-a727-6b793f1c591d req-4591bf95-dd79-4f44-b382-9c90b8720ee5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=97355b3a-ab92-43ff-bec3-b6e3c3bd7298 HTTP/1.1" status: 200 len: 854 time: 0.0705128 Dec 20 14:24:15.332740 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:24:15.332740 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:24:15.332740 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:24:15.332740 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:24:15.332740 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:24:15.332740 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:24:15.332740 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:24:15.332740 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:24:15.332740 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:24:15.332740 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:24:15.332740 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:24:15.332740 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:24:15.332740 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:24:15.332740 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:24:15.332740 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:24:15.332740 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:24:15.332740 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:24:15.332740 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:24:15.332740 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:24:15.332740 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:24:15.332740 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:24:15.332740 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:24:15.332740 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:24:15.332740 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:24:15.332740 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:24:15.332740 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:24:15.332740 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:24:15.332740 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:24:15.332740 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:24:15.332740 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:24:15.332740 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:24:15.332740 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:24:15.332740 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:24:15.332740 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:24:15.332740 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:24:15.332740 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:24:15.335010 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:24:15.335010 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:24:15.335010 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:24:15.335010 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:24:15.335010 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:24:15.335010 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:24:15.335010 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:24:15.335010 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:24:15.335010 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:24:15.335010 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:24:15.335010 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:24:15.335010 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:24:15.337356 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb413d9-9fc2-416d-9e4b-9e57f02e7e27 req-1e093a19-301e-4b5c-9e75-9fb558534ff7 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:15.338870 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-edb413d9-9fc2-416d-9e4b-9e57f02e7e27 req-1e093a19-301e-4b5c-9e75-9fb558534ff7 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] 10.222.0.54 "GET /v2.0/ports?device_id=fce6808d-28f6-49d3-88e7-87ecaa1de24e HTTP/1.1" status: 200 len: 944 time: 0.0933759 Dec 20 14:24:15.403525 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-137a5241-22b7-4f72-8788-9d7e62234e36 x-openstack-request-id: req-137a5241-22b7-4f72-8788-9d7e62234e36 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:24:15.403824 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "379fb313-d07d-46e3-b6db-73c53a21aa00", "tag": "78434b7a-8742-489e-af4d-ead2a8f0f338", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:24:15.404071 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-137a5241-22b7-4f72-8788-9d7e62234e36 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:24:15.404614 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '379fb313-d07d-46e3-b6db-73c53a21aa00', 'tag': '78434b7a-8742-489e-af4d-ead2a8f0f338', 'status': 'completed', 'code': 200} Dec 20 14:24:15.419750 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-cd690bb5-4dda-400d-866b-9231acb5748f req-65c8343b-dce3-4f57-80f3-02097f5b8638 service neutron] 10.222.0.30 "GET /v2.0/networks/56191e58-e021-4478-8d69-87614a885d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254330 Dec 20 14:24:15.450409 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc95ee3-cbc2-4856-a727-6b793f1c591d req-0d5ca7d1-edb7-4ba9-a290-cc6f4ec7430f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:15.452111 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-dfc95ee3-cbc2-4856-a727-6b793f1c591d req-0d5ca7d1-edb7-4ba9-a290-cc6f4ec7430f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=736bbe54-d004-428a-8176-53235b0cbef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1004255 Dec 20 14:24:15.455823 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-edb413d9-9fc2-416d-9e4b-9e57f02e7e27 req-3ea65a58-2e37-443b-9cad-7ca48a38f7f9 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] 10.222.0.54 "GET /v2.0/security-groups?id=098a4570-23c8-4b84-8441-a8245fd089b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027749 Dec 20 14:24:15.564219 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f7184a-e365-4602-9a33-9282618f55f5 req-1afe36fe-ff17-47ac-bc43-5d1c88d9581b tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:15.565938 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-14f7184a-e365-4602-9a33-9282618f55f5 req-1afe36fe-ff17-47ac-bc43-5d1c88d9581b tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] 10.222.0.54 "GET /v2.0/ports?device_id=379fb313-d07d-46e3-b6db-73c53a21aa00 HTTP/1.1" status: 200 len: 943 time: 0.0518548 Dec 20 14:24:15.654840 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-14f7184a-e365-4602-9a33-9282618f55f5 req-5408fa39-ee83-4eec-a328-74e25e0d8ac8 tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] 10.222.0.54 "GET /v2.0/security-groups?id=044a4035-8f9d-498f-a1ea-00b93331b2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822892 Dec 20 14:24:15.824563 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad93e02-5806-4c02-bd0e-f1ba83e0226a req-a06b1f16-16f3-425f-a483-cef361fd8645 tempest-LiveMigrationTest-1128134252 tempest-LiveMigrationTest-1128134252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:15.831903 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7ad93e02-5806-4c02-bd0e-f1ba83e0226a req-a06b1f16-16f3-425f-a483-cef361fd8645 tempest-LiveMigrationTest-1128134252 tempest-LiveMigrationTest-1128134252-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=ede5d8af-2fd8-4f23-8ddf-bff3f611c16c HTTP/1.1" status: 200 len: 1098 time: 0.3787489 Dec 20 14:24:15.857961 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1437234d-b936-42fc-b63c-8d57f66f70f2 req-b970809d-9219-4366-a4c1-fb43de53059a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:15.859531 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1437234d-b936-42fc-b63c-8d57f66f70f2 req-b970809d-9219-4366-a4c1-fb43de53059a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3a1d810114e24eb9ab9be2e3341cb8d6&device_id=fce6808d-28f6-49d3-88e7-87ecaa1de24e HTTP/1.1" status: 200 len: 1096 time: 0.0816808 Dec 20 14:24:15.947715 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8b9c4481-c377-48c1-80cd-4c9b7efdbf9f req-37f928fd-f6f7-4d14-a30d-d05c550de80d tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=67090548a8c94f7bb1b8a5ae37b6ba4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0440638 Dec 20 14:24:15.981698 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7ad93e02-5806-4c02-bd0e-f1ba83e0226a req-3fa3bcfc-ecec-429f-88b1-bd6341e93d94 tempest-LiveMigrationTest-1128134252 tempest-LiveMigrationTest-1128134252-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441641 Dec 20 14:24:16.087022 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7754fb8-19f9-458d-a16e-bae6b6e248d0 x-openstack-request-id: req-b7754fb8-19f9-458d-a16e-bae6b6e248d0 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:24:16.087223 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fb48fab-b9a0-49e4-8699-2b1aabd4f30e", "tag": "71dfb4cf-d006-4bdd-bdc1-621c218463b3", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:24:16.087459 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b7754fb8-19f9-458d-a16e-bae6b6e248d0 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:24:16.087868 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fb48fab-b9a0-49e4-8699-2b1aabd4f30e', 'tag': '71dfb4cf-d006-4bdd-bdc1-621c218463b3', 'status': 'completed', 'code': 200} Dec 20 14:24:16.162466 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7edbbe4-3eec-4816-a189-591f188588f9 x-openstack-request-id: req-f7edbbe4-3eec-4816-a189-591f188588f9 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:24:16.162997 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fb48fab-b9a0-49e4-8699-2b1aabd4f30e", "name": "network-vif-plugged", "status": "completed", "tag": "71dfb4cf-d006-4bdd-bdc1-621c218463b3", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:24:16.163232 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f7edbbe4-3eec-4816-a189-591f188588f9 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:24:16.163775 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fb48fab-b9a0-49e4-8699-2b1aabd4f30e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71dfb4cf-d006-4bdd-bdc1-621c218463b3', 'code': 200} Dec 20 14:24:16.187311 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2c7a3713-b695-481b-bc19-4391d5a675e2 req-bf0ef648-4168-4018-9ccf-b317bb29cc22 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?device_id=adb5e53e-bb95-4f1c-a04a-4327d24c7f2b HTTP/1.1" status: 200 len: 210 time: 0.0556917 Dec 20 14:24:16.253968 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-dfc95ee3-cbc2-4856-a727-6b793f1c591d req-19637ca1-3bb0-4c1d-9b77-a8b16c3f19c4 service neutron] 10.222.0.30 "GET /v2.0/networks/736bbe54-d004-428a-8176-53235b0cbef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6455932 Dec 20 14:24:16.295774 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9c4481-c377-48c1-80cd-4c9b7efdbf9f req-59ef4b41-fdcf-4174-ad3a-ec1ac5ef4e0b tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:16.297250 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8b9c4481-c377-48c1-80cd-4c9b7efdbf9f req-59ef4b41-fdcf-4174-ad3a-ec1ac5ef4e0b tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3305066 Dec 20 14:24:16.321413 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-8b9c4481-c377-48c1-80cd-4c9b7efdbf9f req-de695f4c-fce7-4371-bbcb-ef99f822bfcd tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Request body: {'port': {'device_id': 'adb5e53e-bb95-4f1c-a04a-4327d24c7f2b', 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1', 'admin_state_up': True, 'tenant_id': '67090548a8c94f7bb1b8a5ae37b6ba4c'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:24:16.361096 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1437234d-b936-42fc-b63c-8d57f66f70f2 req-ce58284d-cedf-4728-aa15-149c0a800ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:16.362612 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1437234d-b936-42fc-b63c-8d57f66f70f2 req-ce58284d-cedf-4728-aa15-149c0a800ac1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=56191e58-e021-4478-8d69-87614a885d60 HTTP/1.1" status: 200 len: 913 time: 0.4775615 Dec 20 14:24:16.389450 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e7b61e-7913-4a52-9a35-61353cb1463d req-19afd53f-6820-4460-9e67-4fd48d800f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:16.391257 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-45e7b61e-7913-4a52-9a35-61353cb1463d req-19afd53f-6820-4460-9e67-4fd48d800f45 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=20f9b80920d84bd28ea2ea89215a2c18&device_id=7fb48fab-b9a0-49e4-8699-2b1aabd4f30e HTTP/1.1" status: 200 len: 1102 time: 0.2817571 Dec 20 14:24:16.422107 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-97e1599c-9404-49e6-9e34-92e5fbad9342 req-7027b512-d33b-43c7-a70b-66e8d7294fde tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] 10.222.0.54 "GET /v2.0/ports?device_id=2720a132-ba30-4ce5-96ce-541ae6c66bd7 HTTP/1.1" status: 200 len: 210 time: 0.0922444 Dec 20 14:24:16.425257 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.30', 54715) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:24:16.471040 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-acd0707f-e533-4970-8943-d9607acce666 req-7f0ca5e6-f65d-4ca7-8686-a80ba59edacb tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=20f9b80920d84bd28ea2ea89215a2c18&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0424614 Dec 20 14:24:16.484825 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64915e4c-a620-44b5-897f-aa172a7c183f req-8d7cbf20-c827-4690-93c5-cbb8f58475be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:16.486656 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-64915e4c-a620-44b5-897f-aa172a7c183f req-8d7cbf20-c827-4690-93c5-cbb8f58475be service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7fb48fab-b9a0-49e4-8699-2b1aabd4f30e HTTP/1.1" status: 200 len: 1102 time: 0.1726871 Dec 20 14:24:16.526053 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1437234d-b936-42fc-b63c-8d57f66f70f2 req-bc156635-8edb-4a4d-ac8a-d8258d32ee50 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64bffda1-b355-4373-b696-5e1465910e88 HTTP/1.1" status: 200 len: 217 time: 0.1338110 Dec 20 14:24:16.562394 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-dfc95ee3-cbc2-4856-a727-6b793f1c591d req-e4819f7f-9903-40a9-9a9c-1012628f0b2c service neutron] 10.222.0.30 "GET /v2.0/networks/736bbe54-d004-428a-8176-53235b0cbef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2901583 Dec 20 14:24:16.628729 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-64915e4c-a620-44b5-897f-aa172a7c183f req-0f6967db-a5ec-499e-be29-f85c1ac42c32 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a48d6ee2-6025-4eb5-ab02-0583262ca900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210697 Dec 20 14:24:16.681761 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4e9690-24c5-45ba-8b3b-e409a34425d9 req-72bb5018-d430-493f-bcdc-6f79356bb97d tempest-LiveMigrationTest-1128134252 tempest-LiveMigrationTest-1128134252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:16.684265 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4c4e9690-24c5-45ba-8b3b-e409a34425d9 req-72bb5018-d430-493f-bcdc-6f79356bb97d tempest-LiveMigrationTest-1128134252 tempest-LiveMigrationTest-1128134252-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=ede5d8af-2fd8-4f23-8ddf-bff3f611c16c HTTP/1.1" status: 200 len: 1098 time: 0.0772858 Dec 20 14:24:16.696726 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd0707f-e533-4970-8943-d9607acce666 req-7e59af20-eb04-46b4-a85f-667d11ca1612 tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:16.698178 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-acd0707f-e533-4970-8943-d9607acce666 req-7e59af20-eb04-46b4-a85f-667d11ca1612 tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2077532 Dec 20 14:24:16.721050 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-acd0707f-e533-4970-8943-d9607acce666 req-df34fa1a-54e5-403a-ac27-f2359ac5c2ce tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] Request body: {'port': {'device_id': '2720a132-ba30-4ce5-96ce-541ae6c66bd7', 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1', 'admin_state_up': True, 'tenant_id': '20f9b80920d84bd28ea2ea89215a2c18'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:24:16.761420 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1437234d-b936-42fc-b63c-8d57f66f70f2 req-2c7ec7df-dabb-44db-9e4c-c2c7575c3b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:16.763074 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1437234d-b936-42fc-b63c-8d57f66f70f2 req-2c7ec7df-dabb-44db-9e4c-c2c7575c3b2b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=aa7dd04c-9ddc-45c9-b9bf-b6ac33d89aed HTTP/1.1" status: 200 len: 851 time: 0.2196996 Dec 20 14:24:16.788474 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b9c4481-c377-48c1-80cd-4c9b7efdbf9f req-de695f4c-fce7-4371-bbcb-ef99f822bfcd tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Made reservation on behalf of 67090548a8c94f7bb1b8a5ae37b6ba4c for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:24:16.792057 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-8b9c4481-c377-48c1-80cd-4c9b7efdbf9f req-de695f4c-fce7-4371-bbcb-ef99f822bfcd tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:24:16.833842 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4c4e9690-24c5-45ba-8b3b-e409a34425d9 req-a8fec87a-ec5a-4a85-8945-2cd18c7d7b04 tempest-LiveMigrationTest-1128134252 tempest-LiveMigrationTest-1128134252-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338115 Dec 20 14:24:16.846791 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b85b02-e880-425b-96d1-fd84c24aa2ab req-cf393b9a-e6bf-431c-9285-9e62fbd518a9 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:16.856936 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-24b85b02-e880-425b-96d1-fd84c24aa2ab req-cf393b9a-e6bf-431c-9285-9e62fbd518a9 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] 10.222.0.54 "GET /v2.0/ports?device_id=fce6808d-28f6-49d3-88e7-87ecaa1de24e HTTP/1.1" status: 200 len: 944 time: 0.2106643 Dec 20 14:24:16.857059 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c8b4f9-2380-4aa8-86fb-af141514b37b req-22c59383-cd25-4eb0-85e3-2b138e3b8858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:16.857059 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-04c8b4f9-2380-4aa8-86fb-af141514b37b req-22c59383-cd25-4eb0-85e3-2b138e3b8858 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=35bd1ff81ce74bb4a58f3b7ddae2cf12&device_id=379fb313-d07d-46e3-b6db-73c53a21aa00 HTTP/1.1" status: 200 len: 1095 time: 0.1403892 Dec 20 14:24:16.867276 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e7b61e-7913-4a52-9a35-61353cb1463d req-88936d65-5911-4018-8b39-9e0801c91b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:16.868748 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-45e7b61e-7913-4a52-9a35-61353cb1463d req-88936d65-5911-4018-8b39-9e0801c91b46 service neutron] 10.222.0.47 "GET /v2.0/networks?id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1 HTTP/1.1" status: 200 len: 870 time: 0.4457555 Dec 20 14:24:16.966898 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1437234d-b936-42fc-b63c-8d57f66f70f2 req-7c130703-28c2-454d-9497-c2089d665eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:16.968440 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1437234d-b936-42fc-b63c-8d57f66f70f2 req-7c130703-28c2-454d-9497-c2089d665eb8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=56191e58-e021-4478-8d69-87614a885d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1934772 Dec 20 14:24:16.977071 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-45e7b61e-7913-4a52-9a35-61353cb1463d req-aa0b374c-7487-4785-aec6-96fbc7e991aa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=71dfb4cf-d006-4bdd-bdc1-621c218463b3 HTTP/1.1" status: 200 len: 217 time: 0.0884855 Dec 20 14:24:17.030394 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acd0707f-e533-4970-8943-d9607acce666 req-df34fa1a-54e5-403a-ac27-f2359ac5c2ce tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] Made reservation on behalf of 20f9b80920d84bd28ea2ea89215a2c18 for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:24:17.033998 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-acd0707f-e533-4970-8943-d9607acce666 req-df34fa1a-54e5-403a-ac27-f2359ac5c2ce tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:24:17.054715 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fae9fe-24e0-4f0a-aad4-4fae13f45892 req-966deabc-994e-4607-aeba-261a2f44dbc2 tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:17.062823 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-87fae9fe-24e0-4f0a-aad4-4fae13f45892 req-966deabc-994e-4607-aeba-261a2f44dbc2 tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] 10.222.0.54 "GET /v2.0/ports?device_id=379fb313-d07d-46e3-b6db-73c53a21aa00 HTTP/1.1" status: 200 len: 943 time: 0.1378591 Dec 20 14:24:17.067818 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-24b85b02-e880-425b-96d1-fd84c24aa2ab req-141bb10a-37b5-4811-9edd-c96b3fca3d93 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] 10.222.0.54 "GET /v2.0/security-groups?id=098a4570-23c8-4b84-8441-a8245fd089b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2125709 Dec 20 14:24:17.088068 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c8b4f9-2380-4aa8-86fb-af141514b37b req-fc320672-0668-431e-9e50-daeac00305d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:17.090018 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-04c8b4f9-2380-4aa8-86fb-af141514b37b req-fc320672-0668-431e-9e50-daeac00305d1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=736bbe54-d004-428a-8176-53235b0cbef5 HTTP/1.1" status: 200 len: 916 time: 0.2229931 Dec 20 14:24:17.156643 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-04c8b4f9-2380-4aa8-86fb-af141514b37b req-42a28374-7f62-4a26-a8bc-8326285a0efd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78434b7a-8742-489e-af4d-ead2a8f0f338 HTTP/1.1" status: 200 len: 217 time: 0.0571949 Dec 20 14:24:17.192230 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e7b61e-7913-4a52-9a35-61353cb1463d req-b6e97e4c-a29d-4732-ad61-0834834a050a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:17.193821 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-45e7b61e-7913-4a52-9a35-61353cb1463d req-b6e97e4c-a29d-4732-ad61-0834834a050a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36bf280f-81bb-4486-a87a-9b9505a1cec4 HTTP/1.1" status: 200 len: 843 time: 0.2009401 Dec 20 14:24:17.203255 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-87fae9fe-24e0-4f0a-aad4-4fae13f45892 req-a2bc09e5-321d-44f8-9e42-83c3614d449b tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] 10.222.0.54 "GET /v2.0/security-groups?id=044a4035-8f9d-498f-a1ea-00b93331b2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395872 Dec 20 14:24:17.258493 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1437234d-b936-42fc-b63c-8d57f66f70f2 req-7f289c94-f6df-4b37-ae51-593dab65bfa0 service neutron] 10.222.0.30 "GET /v2.0/networks/56191e58-e021-4478-8d69-87614a885d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2804506 Dec 20 14:24:17.260482 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [req-8b9c4481-c377-48c1-80cd-4c9b7efdbf9f req-de695f4c-fce7-4371-bbcb-ef99f822bfcd tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Allocated IP 192.168.233.207 (00c897c2-e98d-4716-a0b4-8f9f297fa8a1/36bf280f-81bb-4486-a87a-9b9505a1cec4/03257ebd-eb93-4fe3-933c-a7009b648c33) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:24:17.319216 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c8b4f9-2380-4aa8-86fb-af141514b37b req-9e72b73d-c1d5-4f51-b572-dac52fa6db24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:17.321035 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-04c8b4f9-2380-4aa8-86fb-af141514b37b req-9e72b73d-c1d5-4f51-b572-dac52fa6db24 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=97355b3a-ab92-43ff-bec3-b6e3c3bd7298 HTTP/1.1" status: 200 len: 854 time: 0.0482669 Dec 20 14:24:17.340771 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d905052c-b7ff-4325-b507-0e2a4efa966c req-a6fd7e04-041f-4020-b738-5978277f9139 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?device_id=adb5e53e-bb95-4f1c-a04a-4327d24c7f2b HTTP/1.1" status: 200 len: 210 time: 0.0785861 Dec 20 14:24:17.345071 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e7b61e-7913-4a52-9a35-61353cb1463d req-172b7258-f12a-422e-b139-8423f5205558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:17.346746 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-45e7b61e-7913-4a52-9a35-61353cb1463d req-172b7258-f12a-422e-b139-8423f5205558 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1440568 Dec 20 14:24:17.404068 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c8b4f9-2380-4aa8-86fb-af141514b37b req-634dd4c8-46b0-4952-ac57-848724a5ab75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:17.405962 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-04c8b4f9-2380-4aa8-86fb-af141514b37b req-634dd4c8-46b0-4952-ac57-848724a5ab75 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=736bbe54-d004-428a-8176-53235b0cbef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0675437 Dec 20 14:24:17.504348 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1437234d-b936-42fc-b63c-8d57f66f70f2 req-9dc7a843-6875-4a8f-b98d-b2768a4843e1 service neutron] 10.222.0.30 "GET /v2.0/networks/56191e58-e021-4478-8d69-87614a885d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354586 Dec 20 14:24:17.529482 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-04c8b4f9-2380-4aa8-86fb-af141514b37b req-21e11389-5df4-46f9-aa07-190fc9018758 service neutron] 10.222.0.30 "GET /v2.0/networks/736bbe54-d004-428a-8176-53235b0cbef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137550 Dec 20 14:24:17.559694 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-45e7b61e-7913-4a52-9a35-61353cb1463d req-1f1b9e23-c94d-4b5d-8fc4-b8eb8033a899 service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989648 Dec 20 14:24:17.580273 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-8b9c4481-c377-48c1-80cd-4c9b7efdbf9f req-de695f4c-fce7-4371-bbcb-ef99f822bfcd tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:24:17.590013 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5effa0fb-59f7-4080-80f8-f9465ab61f9f req-136862cc-8652-4aad-b5fd-13adf8dd4705 tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] 10.222.0.54 "GET /v2.0/ports?device_id=2720a132-ba30-4ce5-96ce-541ae6c66bd7 HTTP/1.1" status: 200 len: 210 time: 0.0592697 Dec 20 14:24:17.632769 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-8b9c4481-c377-48c1-80cd-4c9b7efdbf9f req-de695f4c-fce7-4371-bbcb-ef99f822bfcd tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:24:17.645256 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['b480e985-94d1-4c37-a197-978c3373d94b', '7cbb65ff-fb94-477d-a1d2-7eb72e2e0d71'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:24:17.708656 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['4b0a336b-db05-4701-bfc6-4dde1c5f783a', 'e06c38a2-5e0b-45af-bbf7-4a1f4561e3ce', 'f8088620-4873-4a7e-871d-1e2a2b1c3622', '27bda246-2577-405f-878c-2ee24199e215', '156b0066-bedc-438e-b977-d659f12fa428'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:24:17.714757 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [req-acd0707f-e533-4970-8943-d9607acce666 req-df34fa1a-54e5-403a-ac27-f2359ac5c2ce tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] Allocated IP 192.168.233.103 (00c897c2-e98d-4716-a0b4-8f9f297fa8a1/36bf280f-81bb-4486-a87a-9b9505a1cec4/dc329a8f-f3da-4f47-82bf-9d67ef8a9a29) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:24:17.719000 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-04c8b4f9-2380-4aa8-86fb-af141514b37b req-def84fe6-a315-4b32-be15-83c6a3c99609 service neutron] 10.222.0.30 "GET /v2.0/networks/736bbe54-d004-428a-8176-53235b0cbef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775758 Dec 20 14:24:17.739434 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b9c4481-c377-48c1-80cd-4c9b7efdbf9f req-de695f4c-fce7-4371-bbcb-ef99f822bfcd tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:24:17.742380 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de695f4c-fce7-4371-bbcb-ef99f822bfcd tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Pushing event updated for resources: {'Port': ['ID=03257ebd-eb93-4fe3-933c-a7009b648c33,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:24:17.745648 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [req-8b9c4481-c377-48c1-80cd-4c9b7efdbf9f req-de695f4c-fce7-4371-bbcb-ef99f822bfcd tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:24:17.749524 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b9c4481-c377-48c1-80cd-4c9b7efdbf9f req-de695f4c-fce7-4371-bbcb-ef99f822bfcd tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:24:17.824334 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-45e7b61e-7913-4a52-9a35-61353cb1463d req-28b1efa4-eefd-493e-ac50-22456d20e17f service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028561 Dec 20 14:24:17.832218 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9c4481-c377-48c1-80cd-4c9b7efdbf9f req-de695f4c-fce7-4371-bbcb-ef99f822bfcd tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:17.833104 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-8b9c4481-c377-48c1-80cd-4c9b7efdbf9f req-de695f4c-fce7-4371-bbcb-ef99f822bfcd tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:24:17.893214 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8b9c4481-c377-48c1-80cd-4c9b7efdbf9f req-de695f4c-fce7-4371-bbcb-ef99f822bfcd tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5804529 Dec 20 14:24:18.008111 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-8b9c4481-c377-48c1-80cd-4c9b7efdbf9f req-06e7252b-e545-4bc2-9b79-26609e3e2c4e service neutron] Request body: {'port': {'device_id': 'adb5e53e-bb95-4f1c-a04a-4327d24c7f2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-19'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:24:18.093665 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-acd0707f-e533-4970-8943-d9607acce666 req-df34fa1a-54e5-403a-ac27-f2359ac5c2ce tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:24:18.170686 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-8b9c4481-c377-48c1-80cd-4c9b7efdbf9f req-06e7252b-e545-4bc2-9b79-26609e3e2c4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:24:18.176360 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-249d1d91-eeb5-4a92-9686-1de4ab291cb8 None None] Provisioning complete for port 03257ebd-eb93-4fe3-933c-a7009b648c33 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:24:18.176921 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-249d1d91-eeb5-4a92-9686-1de4ab291cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:24:18.198581 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd172f7f-0b7c-4186-8f88-833335470f98 req-2e49ba5d-e346-4943-96c0-909d04b39e2b tempest-LiveMigrationTest-1128134252 tempest-LiveMigrationTest-1128134252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:18.205657 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-acd0707f-e533-4970-8943-d9607acce666 req-df34fa1a-54e5-403a-ac27-f2359ac5c2ce tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:24:18.211994 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-dd172f7f-0b7c-4186-8f88-833335470f98 req-2e49ba5d-e346-4943-96c0-909d04b39e2b tempest-LiveMigrationTest-1128134252 tempest-LiveMigrationTest-1128134252-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=ede5d8af-2fd8-4f23-8ddf-bff3f611c16c HTTP/1.1" status: 200 len: 1098 time: 0.1360564 Dec 20 14:24:18.224059 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-249d1d91-eeb5-4a92-9686-1de4ab291cb8 None None] Port 03257ebd-eb93-4fe3-933c-a7009b648c33 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:24:18.266364 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df34fa1a-54e5-403a-ac27-f2359ac5c2ce tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] Pushing event updated for resources: {'Port': ['ID=dc329a8f-f3da-4f47-82bf-9d67ef8a9a29,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:24:18.284066 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f727f00-beec-41e8-b525-49a1aaba011a req-c49d204a-44f1-4742-a0c8-3c590b8888da tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:18.291504 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1f727f00-beec-41e8-b525-49a1aaba011a req-c49d204a-44f1-4742-a0c8-3c590b8888da tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] 10.222.0.54 "GET /v2.0/ports?device_id=fce6808d-28f6-49d3-88e7-87ecaa1de24e HTTP/1.1" status: 200 len: 944 time: 0.1379139 Dec 20 14:24:18.311292 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acd0707f-e533-4970-8943-d9607acce666 req-df34fa1a-54e5-403a-ac27-f2359ac5c2ce tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] Network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:24:18.315462 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [req-acd0707f-e533-4970-8943-d9607acce666 req-df34fa1a-54e5-403a-ac27-f2359ac5c2ce tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:24:18.321198 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-acd0707f-e533-4970-8943-d9607acce666 req-df34fa1a-54e5-403a-ac27-f2359ac5c2ce tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:24:18.378487 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-dd172f7f-0b7c-4186-8f88-833335470f98 req-4e6589c6-b78a-4f77-8c83-66a1351ffcc4 tempest-LiveMigrationTest-1128134252 tempest-LiveMigrationTest-1128134252-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365488 Dec 20 14:24:18.383056 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1f727f00-beec-41e8-b525-49a1aaba011a req-09141c78-7975-42cb-be8d-3c66e0093b18 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] 10.222.0.54 "GET /v2.0/security-groups?id=098a4570-23c8-4b84-8441-a8245fd089b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895350 Dec 20 14:24:18.418880 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd0707f-e533-4970-8943-d9607acce666 req-df34fa1a-54e5-403a-ac27-f2359ac5c2ce tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:18.419534 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-acd0707f-e533-4970-8943-d9607acce666 req-df34fa1a-54e5-403a-ac27-f2359ac5c2ce tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:24:18.458804 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-acd0707f-e533-4970-8943-d9607acce666 req-df34fa1a-54e5-403a-ac27-f2359ac5c2ce tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7414987 Dec 20 14:24:18.472996 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-acd0707f-e533-4970-8943-d9607acce666 req-7b51e7a2-41d1-4295-8ae3-228e4323d439 service neutron] Request body: {'port': {'device_id': '2720a132-ba30-4ce5-96ce-541ae6c66bd7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-19'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:24:18.581943 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-acd0707f-e533-4970-8943-d9607acce666 req-7b51e7a2-41d1-4295-8ae3-228e4323d439 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:24:18.682663 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba97496f-b9f1-4813-b075-077beb75cd1c req-8aa2bfc3-872d-40eb-8d9d-769d68d51f02 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:18.684245 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ba97496f-b9f1-4813-b075-077beb75cd1c req-8aa2bfc3-872d-40eb-8d9d-769d68d51f02 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?device_id=adb5e53e-bb95-4f1c-a04a-4327d24c7f2b HTTP/1.1" status: 200 len: 936 time: 0.0893893 Dec 20 14:24:18.717777 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edb2a9c-79fd-43c7-ac68-519c3bb29f66 req-2943981a-3a09-4a19-a71e-8025fe83543e tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:18.719308 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6edb2a9c-79fd-43c7-ac68-519c3bb29f66 req-2943981a-3a09-4a19-a71e-8025fe83543e tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] 10.222.0.54 "GET /v2.0/ports?device_id=379fb313-d07d-46e3-b6db-73c53a21aa00 HTTP/1.1" status: 200 len: 943 time: 0.1758327 Dec 20 14:24:18.735083 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-219838d8-45bc-43de-adf5-a84a56f8463d None None] Provisioning complete for port dc329a8f-f3da-4f47-82bf-9d67ef8a9a29 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:24:18.735694 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-219838d8-45bc-43de-adf5-a84a56f8463d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:24:18.738110 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [req-8b9c4481-c377-48c1-80cd-4c9b7efdbf9f req-06e7252b-e545-4bc2-9b79-26609e3e2c4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03257ebd-eb93-4fe3-933c-a7009b648c33 {{(pid=103167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:24:18.747398 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-8b9c4481-c377-48c1-80cd-4c9b7efdbf9f req-06e7252b-e545-4bc2-9b79-26609e3e2c4e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:24:18.766116 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-8b9c4481-c377-48c1-80cd-4c9b7efdbf9f req-06e7252b-e545-4bc2-9b79-26609e3e2c4e service neutron] Transition to ACTIVE for port object 03257ebd-eb93-4fe3-933c-a7009b648c33 will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:24:18.789066 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-219838d8-45bc-43de-adf5-a84a56f8463d None None] Port dc329a8f-f3da-4f47-82bf-9d67ef8a9a29 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:24:18.805825 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-8b9c4481-c377-48c1-80cd-4c9b7efdbf9f req-06e7252b-e545-4bc2-9b79-26609e3e2c4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:24:18.827048 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ba97496f-b9f1-4813-b075-077beb75cd1c req-841fa472-8749-4d02-8371-6c5231a29245 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/security-groups?id=d29d9ba9-24bd-4d94-be52-3ca7019f1c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956826 Dec 20 14:24:18.902042 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e7252b-e545-4bc2-9b79-26609e3e2c4e service neutron] Pushing event updated for resources: {'Port': ['ID=03257ebd-eb93-4fe3-933c-a7009b648c33,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:24:18.917673 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6edb2a9c-79fd-43c7-ac68-519c3bb29f66 req-ecd13dc0-e68d-4302-b58e-f1f3a8f36b80 tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] 10.222.0.54 "GET /v2.0/security-groups?id=044a4035-8f9d-498f-a1ea-00b93331b2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500313 Dec 20 14:24:19.013335 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-8b9c4481-c377-48c1-80cd-4c9b7efdbf9f req-06e7252b-e545-4bc2-9b79-26609e3e2c4e service neutron] Attempting to bind port 03257ebd-eb93-4fe3-933c-a7009b648c33 on host n-h1-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:24:19.015015 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-8b9c4481-c377-48c1-80cd-4c9b7efdbf9f req-06e7252b-e545-4bc2-9b79-26609e3e2c4e service neutron] Attempting to bind port 03257ebd-eb93-4fe3-933c-a7009b648c33 by drivers openvswitch,hyperv on host n-h1-761264-19 at level 0 using segments [{'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:24:19.015163 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9c4481-c377-48c1-80cd-4c9b7efdbf9f req-06e7252b-e545-4bc2-9b79-26609e3e2c4e service neutron] Attempting to bind port 03257ebd-eb93-4fe3-933c-a7009b648c33 on network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:24:19.020713 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9c4481-c377-48c1-80cd-4c9b7efdbf9f req-06e7252b-e545-4bc2-9b79-26609e3e2c4e service neutron] Port 03257ebd-eb93-4fe3-933c-a7009b648c33 on network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:24:19.020949 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9c4481-c377-48c1-80cd-4c9b7efdbf9f req-06e7252b-e545-4bc2-9b79-26609e3e2c4e service neutron] Attempting to bind port 03257ebd-eb93-4fe3-933c-a7009b648c33 on network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:24:19.037402 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9c4481-c377-48c1-80cd-4c9b7efdbf9f req-06e7252b-e545-4bc2-9b79-26609e3e2c4e service neutron] Checking agent: {'id': '3e5ace3e-dd7b-4522-a7c4-77d13dbeab1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:24:19.037791 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9c4481-c377-48c1-80cd-4c9b7efdbf9f req-06e7252b-e545-4bc2-9b79-26609e3e2c4e service neutron] Checking segment: {'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:24:19.038249 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9c4481-c377-48c1-80cd-4c9b7efdbf9f req-06e7252b-e545-4bc2-9b79-26609e3e2c4e service neutron] Bound using segment: {'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:24:19.038703 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-8b9c4481-c377-48c1-80cd-4c9b7efdbf9f req-06e7252b-e545-4bc2-9b79-26609e3e2c4e service neutron] Bound port: 03257ebd-eb93-4fe3-933c-a7009b648c33, host: n-h1-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:24:19.039879 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-8b9c4481-c377-48c1-80cd-4c9b7efdbf9f req-06e7252b-e545-4bc2-9b79-26609e3e2c4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:24:19.075747 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [req-acd0707f-e533-4970-8943-d9607acce666 req-7b51e7a2-41d1-4295-8ae3-228e4323d439 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc329a8f-f3da-4f47-82bf-9d67ef8a9a29 {{(pid=103168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:24:19.104071 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-acd0707f-e533-4970-8943-d9607acce666 req-7b51e7a2-41d1-4295-8ae3-228e4323d439 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:24:19.139004 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.provisioning_blocks [req-acd0707f-e533-4970-8943-d9607acce666 req-7b51e7a2-41d1-4295-8ae3-228e4323d439 service neutron] Transition to ACTIVE for port object dc329a8f-f3da-4f47-82bf-9d67ef8a9a29 will not be triggered until provisioned by entity L2. {{(pid=103168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:24:19.150427 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-acd0707f-e533-4970-8943-d9607acce666 req-7b51e7a2-41d1-4295-8ae3-228e4323d439 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:24:19.156998 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-8b9c4481-c377-48c1-80cd-4c9b7efdbf9f req-06e7252b-e545-4bc2-9b79-26609e3e2c4e service neutron] For port 03257ebd-eb93-4fe3-933c-a7009b648c33, host n-h1-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:24:19.193049 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-8b9c4481-c377-48c1-80cd-4c9b7efdbf9f req-06e7252b-e545-4bc2-9b79-26609e3e2c4e service neutron] For port 03257ebd-eb93-4fe3-933c-a7009b648c33, host n-h1-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=03257ebd-eb93-4fe3-933c-a7009b648c33,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:24:19.209509 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-8b9c4481-c377-48c1-80cd-4c9b7efdbf9f req-06e7252b-e545-4bc2-9b79-26609e3e2c4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:24:19.228674 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b51e7a2-41d1-4295-8ae3-228e4323d439 service neutron] Pushing event updated for resources: {'Port': ['ID=dc329a8f-f3da-4f47-82bf-9d67ef8a9a29,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:24:19.298157 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e7252b-e545-4bc2-9b79-26609e3e2c4e service neutron] Pushing event updated for resources: {'Port': ['ID=03257ebd-eb93-4fe3-933c-a7009b648c33,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:24:19.334374 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-acd0707f-e533-4970-8943-d9607acce666 req-7b51e7a2-41d1-4295-8ae3-228e4323d439 service neutron] Attempting to bind port dc329a8f-f3da-4f47-82bf-9d67ef8a9a29 on host n-h1-761264-19 for vnic_type normal with profile {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:24:19.335353 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-acd0707f-e533-4970-8943-d9607acce666 req-7b51e7a2-41d1-4295-8ae3-228e4323d439 service neutron] Attempting to bind port dc329a8f-f3da-4f47-82bf-9d67ef8a9a29 by drivers openvswitch,hyperv on host n-h1-761264-19 at level 0 using segments [{'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:24:19.335886 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd0707f-e533-4970-8943-d9607acce666 req-7b51e7a2-41d1-4295-8ae3-228e4323d439 service neutron] Attempting to bind port dc329a8f-f3da-4f47-82bf-9d67ef8a9a29 on network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:24:19.336568 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9c4481-c377-48c1-80cd-4c9b7efdbf9f req-06e7252b-e545-4bc2-9b79-26609e3e2c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:19.337197 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-8b9c4481-c377-48c1-80cd-4c9b7efdbf9f req-06e7252b-e545-4bc2-9b79-26609e3e2c4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:24:19.344949 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd0707f-e533-4970-8943-d9607acce666 req-7b51e7a2-41d1-4295-8ae3-228e4323d439 service neutron] Port dc329a8f-f3da-4f47-82bf-9d67ef8a9a29 on network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-19 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:24:19.345387 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd0707f-e533-4970-8943-d9607acce666 req-7b51e7a2-41d1-4295-8ae3-228e4323d439 service neutron] Attempting to bind port dc329a8f-f3da-4f47-82bf-9d67ef8a9a29 on network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:24:19.346977 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8b9c4481-c377-48c1-80cd-4c9b7efdbf9f req-06e7252b-e545-4bc2-9b79-26609e3e2c4e service neutron] 10.222.0.30 "PUT /v2.0/ports/03257ebd-eb93-4fe3-933c-a7009b648c33 HTTP/1.1" status: 200 len: 1097 time: 1.3440678 Dec 20 14:24:19.347697 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adb5e53e-bb95-4f1c-a04a-4327d24c7f2b', 'tag': '03257ebd-eb93-4fe3-933c-a7009b648c33'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:24:19.349998 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a4ff911-21b9-4fd1-83c8-de944a5199fb" -d '{"events": [{"name": "network-changed", "server_uuid": "adb5e53e-bb95-4f1c-a04a-4327d24c7f2b", "tag": "03257ebd-eb93-4fe3-933c-a7009b648c33"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:24:19.351479 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd0707f-e533-4970-8943-d9607acce666 req-7b51e7a2-41d1-4295-8ae3-228e4323d439 service neutron] Checking agent: {'id': '3e5ace3e-dd7b-4522-a7c4-77d13dbeab1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:24:19.351885 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd0707f-e533-4970-8943-d9607acce666 req-7b51e7a2-41d1-4295-8ae3-228e4323d439 service neutron] Checking segment: {'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:24:19.352297 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd0707f-e533-4970-8943-d9607acce666 req-7b51e7a2-41d1-4295-8ae3-228e4323d439 service neutron] Bound using segment: {'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:24:19.352786 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-acd0707f-e533-4970-8943-d9607acce666 req-7b51e7a2-41d1-4295-8ae3-228e4323d439 service neutron] Bound port: dc329a8f-f3da-4f47-82bf-9d67ef8a9a29, host: n-h1-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'}}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:24:19.353211 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-acd0707f-e533-4970-8943-d9607acce666 req-7b51e7a2-41d1-4295-8ae3-228e4323d439 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:24:19.360448 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc32b8a2-aae2-4ec6-8593-372f349da883 req-f3186e19-b09e-4788-8699-1e2e641b88ca tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:19.369681 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-cc32b8a2-aae2-4ec6-8593-372f349da883 req-f3186e19-b09e-4788-8699-1e2e641b88ca tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] 10.222.0.54 "GET /v2.0/ports?device_id=2720a132-ba30-4ce5-96ce-541ae6c66bd7 HTTP/1.1" status: 200 len: 948 time: 0.2374766 Dec 20 14:24:19.445964 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-acd0707f-e533-4970-8943-d9607acce666 req-7b51e7a2-41d1-4295-8ae3-228e4323d439 service neutron] For port dc329a8f-f3da-4f47-82bf-9d67ef8a9a29, host n-h1-761264-19, cleared binding levels {{(pid=103168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:24:19.449826 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-acd0707f-e533-4970-8943-d9607acce666 req-7b51e7a2-41d1-4295-8ae3-228e4323d439 service neutron] For port dc329a8f-f3da-4f47-82bf-9d67ef8a9a29, host n-h1-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=dc329a8f-f3da-4f47-82bf-9d67ef8a9a29,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:24:19.462764 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-acd0707f-e533-4970-8943-d9607acce666 req-7b51e7a2-41d1-4295-8ae3-228e4323d439 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:24:19.505723 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd0707f-e533-4970-8943-d9607acce666 req-7b51e7a2-41d1-4295-8ae3-228e4323d439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:19.505874 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-acd0707f-e533-4970-8943-d9607acce666 req-7b51e7a2-41d1-4295-8ae3-228e4323d439 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:24:19.507619 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-acd0707f-e533-4970-8943-d9607acce666 req-7b51e7a2-41d1-4295-8ae3-228e4323d439 service neutron] 10.222.0.30 "PUT /v2.0/ports/dc329a8f-f3da-4f47-82bf-9d67ef8a9a29 HTTP/1.1" status: 200 len: 1097 time: 1.0391698 Dec 20 14:24:19.508114 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2720a132-ba30-4ce5-96ce-541ae6c66bd7', 'tag': 'dc329a8f-f3da-4f47-82bf-9d67ef8a9a29'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:24:19.510358 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb9ab738-a540-471d-ba61-dedded1df99a" -d '{"events": [{"name": "network-changed", "server_uuid": "2720a132-ba30-4ce5-96ce-541ae6c66bd7", "tag": "dc329a8f-f3da-4f47-82bf-9d67ef8a9a29"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:24:19.527577 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9c4481-c377-48c1-80cd-4c9b7efdbf9f req-07198869-d504-4d9a-a7fa-3c727b2519ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:19.530494 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8b9c4481-c377-48c1-80cd-4c9b7efdbf9f req-07198869-d504-4d9a-a7fa-3c727b2519ba service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=67090548a8c94f7bb1b8a5ae37b6ba4c&device_id=adb5e53e-bb95-4f1c-a04a-4327d24c7f2b HTTP/1.1" status: 200 len: 1100 time: 0.0990899 Dec 20 14:24:19.533578 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b51e7a2-41d1-4295-8ae3-228e4323d439 service neutron] Pushing event updated for resources: {'Port': ['ID=dc329a8f-f3da-4f47-82bf-9d67ef8a9a29,revision_number=3']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:24:19.536625 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-cc32b8a2-aae2-4ec6-8593-372f349da883 req-89fff37c-a8ca-4cfd-87fb-0f8d5316e69f tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] 10.222.0.54 "GET /v2.0/security-groups?id=a48d6ee2-6025-4eb5-ab02-0583262ca900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654489 Dec 20 14:24:19.627798 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8b9c4481-c377-48c1-80cd-4c9b7efdbf9f req-39ddd188-1370-482f-9305-ce1f88f622dd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=03257ebd-eb93-4fe3-933c-a7009b648c33 HTTP/1.1" status: 200 len: 217 time: 0.0823255 Dec 20 14:24:19.649793 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd0707f-e533-4970-8943-d9607acce666 req-687836e4-21b5-4e85-8f9e-992f43f753b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:19.651363 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-acd0707f-e533-4970-8943-d9607acce666 req-687836e4-21b5-4e85-8f9e-992f43f753b2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=20f9b80920d84bd28ea2ea89215a2c18&device_id=2720a132-ba30-4ce5-96ce-541ae6c66bd7 HTTP/1.1" status: 200 len: 1100 time: 0.0826485 Dec 20 14:24:19.653696 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dcf86be-a748-4a40-86f9-675b3adf8769 x-openstack-request-id: req-8dcf86be-a748-4a40-86f9-675b3adf8769 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:24:19.654000 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adb5e53e-bb95-4f1c-a04a-4327d24c7f2b", "tag": "03257ebd-eb93-4fe3-933c-a7009b648c33", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:24:19.654251 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8dcf86be-a748-4a40-86f9-675b3adf8769 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:24:19.656841 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adb5e53e-bb95-4f1c-a04a-4327d24c7f2b', 'tag': '03257ebd-eb93-4fe3-933c-a7009b648c33', 'status': 'completed', 'code': 200} Dec 20 14:24:19.738256 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-acd0707f-e533-4970-8943-d9607acce666 req-75af9d28-9096-40df-822e-a8770fd7cc5f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=dc329a8f-f3da-4f47-82bf-9d67ef8a9a29 HTTP/1.1" status: 200 len: 217 time: 0.0779552 Dec 20 14:24:19.787149 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9c4481-c377-48c1-80cd-4c9b7efdbf9f req-70479832-6b01-4d97-8f32-3531a02c0169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:19.788911 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8b9c4481-c377-48c1-80cd-4c9b7efdbf9f req-70479832-6b01-4d97-8f32-3531a02c0169 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=36bf280f-81bb-4486-a87a-9b9505a1cec4 HTTP/1.1" status: 200 len: 843 time: 0.1313310 Dec 20 14:24:19.812078 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b70c1c7-5046-436f-b6f6-009c41752ad5 req-f045147b-1556-4af7-aecd-22333f2e8135 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:19.814210 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2b70c1c7-5046-436f-b6f6-009c41752ad5 req-f045147b-1556-4af7-aecd-22333f2e8135 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] 10.222.0.54 "GET /v2.0/ports?device_id=fce6808d-28f6-49d3-88e7-87ecaa1de24e HTTP/1.1" status: 200 len: 944 time: 0.0951478 Dec 20 14:24:19.818546 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd0707f-e533-4970-8943-d9607acce666 req-ce7f8b9f-b675-487e-b5d0-be72ff93af7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:19.820773 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-acd0707f-e533-4970-8943-d9607acce666 req-ce7f8b9f-b675-487e-b5d0-be72ff93af7c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=36bf280f-81bb-4486-a87a-9b9505a1cec4 HTTP/1.1" status: 200 len: 843 time: 0.0737450 Dec 20 14:24:19.882591 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd0707f-e533-4970-8943-d9607acce666 req-9bce2b66-f547-4669-bb6d-d8d600a473fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:19.885479 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-acd0707f-e533-4970-8943-d9607acce666 req-9bce2b66-f547-4669-bb6d-d8d600a473fc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0569172 Dec 20 14:24:19.927848 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9c4481-c377-48c1-80cd-4c9b7efdbf9f req-0f593efa-4f13-4637-b9aa-58c1cc303d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:19.929543 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8b9c4481-c377-48c1-80cd-4c9b7efdbf9f req-0f593efa-4f13-4637-b9aa-58c1cc303d0b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1142828 Dec 20 14:24:19.933478 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2b70c1c7-5046-436f-b6f6-009c41752ad5 req-99ac2903-eab3-4f3a-a7b5-f6368e18d60a tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] 10.222.0.54 "GET /v2.0/security-groups?id=098a4570-23c8-4b84-8441-a8245fd089b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093202 Dec 20 14:24:20.092421 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8b9c4481-c377-48c1-80cd-4c9b7efdbf9f req-f19828cc-eb10-486b-b6dc-3c9fd2f04993 service neutron] 10.222.0.30 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498091 Dec 20 14:24:20.099437 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-acd0707f-e533-4970-8943-d9607acce666 req-068b1104-860f-4e7e-b583-760225dde721 service neutron] 10.222.0.30 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017188 Dec 20 14:24:20.102816 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a960b01-512c-449f-b2ce-477818f7187d x-openstack-request-id: req-3a960b01-512c-449f-b2ce-477818f7187d {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:24:20.103084 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2720a132-ba30-4ce5-96ce-541ae6c66bd7", "tag": "dc329a8f-f3da-4f47-82bf-9d67ef8a9a29", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:24:20.103341 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3a960b01-512c-449f-b2ce-477818f7187d {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:24:20.103750 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2720a132-ba30-4ce5-96ce-541ae6c66bd7', 'tag': 'dc329a8f-f3da-4f47-82bf-9d67ef8a9a29', 'status': 'completed', 'code': 200} Dec 20 14:24:20.208016 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [req-f386fa14-d5d6-4125-b3b5-88bcd9e952f4 req-8351b0b3-b471-4b7c-97ea-0d94403aec1d tempest-LiveMigrationTest-1128134252 tempest-LiveMigrationTest-1128134252-project-admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:24:20.209026 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f386fa14-d5d6-4125-b3b5-88bcd9e952f4 req-8351b0b3-b471-4b7c-97ea-0d94403aec1d tempest-LiveMigrationTest-1128134252 tempest-LiveMigrationTest-1128134252-project-admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0357900 Dec 20 14:24:20.253646 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-acd0707f-e533-4970-8943-d9607acce666 req-241bebaa-8d7b-4810-8630-ec668453983f service neutron] 10.222.0.30 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460543 Dec 20 14:24:20.284398 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f386fa14-d5d6-4125-b3b5-88bcd9e952f4 req-485a5746-83ba-4063-aa36-9a7bb8c41584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:20.285874 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f386fa14-d5d6-4125-b3b5-88bcd9e952f4 req-485a5746-83ba-4063-aa36-9a7bb8c41584 service neutron] 10.222.0.54 "GET /v2.0/ports/7f74d399-c9cf-43a5-a6bf-77b515adc232 HTTP/1.1" status: 200 len: 1095 time: 0.0593657 Dec 20 14:24:20.299796 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8b9c4481-c377-48c1-80cd-4c9b7efdbf9f req-5620faa3-e492-42ee-a19a-3ced3fada35d service neutron] 10.222.0.30 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929407 Dec 20 14:24:20.307155 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cc8306-85f5-4c53-84c6-b6af1aa9ebe1 req-5167238d-c3fd-4ac9-9bcf-6e1a16ce124d tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:20.308553 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c5cc8306-85f5-4c53-84c6-b6af1aa9ebe1 req-5167238d-c3fd-4ac9-9bcf-6e1a16ce124d tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?device_id=adb5e53e-bb95-4f1c-a04a-4327d24c7f2b HTTP/1.1" status: 200 len: 948 time: 0.1491535 Dec 20 14:24:20.312732 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-f386fa14-d5d6-4125-b3b5-88bcd9e952f4 req-c1bf95e7-a417-4181-b4e1-96e7a12a883a service neutron] Request body: {'binding': {'host': 'n-h1-761264-19', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:24:20.313178 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-f386fa14-d5d6-4125-b3b5-88bcd9e952f4 req-c1bf95e7-a417-4181-b4e1-96e7a12a883a service neutron] Unknown quota resources ['binding']. {{(pid=103167) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 20 14:24:20.377529 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9ab738-a540-471d-ba61-dedded1df99a req-0546d521-bcca-4d88-8b1e-d7c622217984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:20.379207 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-eb9ab738-a540-471d-ba61-dedded1df99a req-0546d521-bcca-4d88-8b1e-d7c622217984 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=20f9b80920d84bd28ea2ea89215a2c18&device_id=2720a132-ba30-4ce5-96ce-541ae6c66bd7 HTTP/1.1" status: 200 len: 1100 time: 0.0540166 Dec 20 14:24:20.486328 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9ab738-a540-471d-ba61-dedded1df99a req-6b06f492-74df-443e-b1dc-66f0464dba56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:20.487945 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-eb9ab738-a540-471d-ba61-dedded1df99a req-6b06f492-74df-443e-b1dc-66f0464dba56 service neutron] 10.222.0.30 "GET /v2.0/networks?id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1 HTTP/1.1" status: 200 len: 870 time: 0.0966032 Dec 20 14:24:20.509325 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['71dfb4cf-d006-4bdd-bdc1-621c218463b3'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:24:20.540191 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-eb9ab738-a540-471d-ba61-dedded1df99a req-479621f4-3499-4437-8639-011a1115cddb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=dc329a8f-f3da-4f47-82bf-9d67ef8a9a29 HTTP/1.1" status: 200 len: 217 time: 0.0423677 Dec 20 14:24:20.605848 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9ab738-a540-471d-ba61-dedded1df99a req-84737871-56ce-4b0f-b6bd-519c77335ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:20.607421 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-eb9ab738-a540-471d-ba61-dedded1df99a req-84737871-56ce-4b0f-b6bd-519c77335ee8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=36bf280f-81bb-4486-a87a-9b9505a1cec4 HTTP/1.1" status: 200 len: 843 time: 0.0595851 Dec 20 14:24:20.625370 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 64bffda1-b355-4373-b696-5e1465910e88 details requested by agent hyperv_n-h1-761264-19 with host n-h1-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:24:20.667827 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9ab738-a540-471d-ba61-dedded1df99a req-fae91c30-7c1f-4047-915e-0b45366343da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:20.669765 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-eb9ab738-a540-471d-ba61-dedded1df99a req-fae91c30-7c1f-4047-915e-0b45366343da service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0525196 Dec 20 14:24:20.768254 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c5cc8306-85f5-4c53-84c6-b6af1aa9ebe1 req-56d68c0e-2e1f-405d-b3ba-2463d9d64959 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/security-groups?id=d29d9ba9-24bd-4d94-be52-3ca7019f1c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4524281 Dec 20 14:24:20.773412 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 64bffda1-b355-4373-b696-5e1465910e88, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=64bffda1-b355-4373-b696-5e1465910e88,segment=NetworkSegment(e2713a8d-e046-48b2-ade5-57fc718f4dab),segment_id=e2713a8d-e046-48b2-ade5-57fc718f4dab)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:24:20.787435 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-eb9ab738-a540-471d-ba61-dedded1df99a req-68b3ce6c-de2d-4754-96f9-fc61b89d3f4a service neutron] 10.222.0.30 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068072 Dec 20 14:24:20.790799 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Returning: {'device': '64bffda1-b355-4373-b696-5e1465910e88', 'network_id': '56191e58-e021-4478-8d69-87614a885d60', 'port_id': '64bffda1-b355-4373-b696-5e1465910e88', 'mac_address': 'fa:16:3e:7b:f9:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa7dd04c-9ddc-45c9-b9bf-b6ac33d89aed', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:24:20.831758 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ff911-21b9-4fd1-83c8-de944a5199fb req-80d79ce5-efb2-495b-b5b5-fa38527ac3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:20.833245 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6a4ff911-21b9-4fd1-83c8-de944a5199fb req-80d79ce5-efb2-495b-b5b5-fa38527ac3ea service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=67090548a8c94f7bb1b8a5ae37b6ba4c&device_id=adb5e53e-bb95-4f1c-a04a-4327d24c7f2b HTTP/1.1" status: 200 len: 1100 time: 0.4498277 Dec 20 14:24:20.864934 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:24:20.879953 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64bffda1-b355-4373-b696-5e1465910e88 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:24:20.902985 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 64bffda1-b355-4373-b696-5e1465910e88, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=64bffda1-b355-4373-b696-5e1465910e88,segment=NetworkSegment(e2713a8d-e046-48b2-ade5-57fc718f4dab),segment_id=e2713a8d-e046-48b2-ade5-57fc718f4dab)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:24:20.909180 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:24:20.909885 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 78434b7a-8742-489e-af4d-ead2a8f0f338 details requested by agent hyperv_n-h1-761264-19 with host n-h1-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:24:20.917593 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-eb9ab738-a540-471d-ba61-dedded1df99a req-c91c3c3c-0c03-4d78-837e-b97b42d925d4 service neutron] 10.222.0.30 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229787 Dec 20 14:24:21.002245 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-f386fa14-d5d6-4125-b3b5-88bcd9e952f4 req-c1bf95e7-a417-4181-b4e1-96e7a12a883a service neutron] Attempting to bind port 7f74d399-c9cf-43a5-a6bf-77b515adc232 on host n-h1-761264-19 for vnic_type normal with profile None {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:24:21.002777 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-f386fa14-d5d6-4125-b3b5-88bcd9e952f4 req-c1bf95e7-a417-4181-b4e1-96e7a12a883a service neutron] Attempting to bind port 7f74d399-c9cf-43a5-a6bf-77b515adc232 by drivers openvswitch,hyperv on host n-h1-761264-19 at level 0 using segments [{'id': 'addc7f95-68ef-43ba-9bd9-cde69b0f949e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2b333b61-ce15-4944-95b5-760e7ec98a8f'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:24:21.003210 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f386fa14-d5d6-4125-b3b5-88bcd9e952f4 req-c1bf95e7-a417-4181-b4e1-96e7a12a883a service neutron] Attempting to bind port 7f74d399-c9cf-43a5-a6bf-77b515adc232 on network 2b333b61-ce15-4944-95b5-760e7ec98a8f {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:24:21.009217 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ff911-21b9-4fd1-83c8-de944a5199fb req-fc4647ca-32a7-4fbe-9033-56ae67f1d78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:21.010890 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6a4ff911-21b9-4fd1-83c8-de944a5199fb req-fc4647ca-32a7-4fbe-9033-56ae67f1d78d service neutron] 10.222.0.30 "GET /v2.0/networks?id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1 HTTP/1.1" status: 200 len: 870 time: 0.1622646 Dec 20 14:24:21.018504 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413a1ce1-42d1-4594-a9f1-6e01aadcbde4 req-84260adc-063f-4479-8d9e-e0575bf4977b tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:21.020175 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-413a1ce1-42d1-4594-a9f1-6e01aadcbde4 req-84260adc-063f-4479-8d9e-e0575bf4977b tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] 10.222.0.54 "GET /v2.0/ports?device_id=379fb313-d07d-46e3-b6db-73c53a21aa00 HTTP/1.1" status: 200 len: 943 time: 0.1086717 Dec 20 14:24:21.028781 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f386fa14-d5d6-4125-b3b5-88bcd9e952f4 req-c1bf95e7-a417-4181-b4e1-96e7a12a883a service neutron] Port 7f74d399-c9cf-43a5-a6bf-77b515adc232 on network 2b333b61-ce15-4944-95b5-760e7ec98a8f not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:24:21.029245 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f386fa14-d5d6-4125-b3b5-88bcd9e952f4 req-c1bf95e7-a417-4181-b4e1-96e7a12a883a service neutron] Attempting to bind port 7f74d399-c9cf-43a5-a6bf-77b515adc232 on network 2b333b61-ce15-4944-95b5-760e7ec98a8f {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:24:21.070773 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f386fa14-d5d6-4125-b3b5-88bcd9e952f4 req-c1bf95e7-a417-4181-b4e1-96e7a12a883a service neutron] Checking agent: {'id': '3e5ace3e-dd7b-4522-a7c4-77d13dbeab1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:24:21.070773 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f386fa14-d5d6-4125-b3b5-88bcd9e952f4 req-c1bf95e7-a417-4181-b4e1-96e7a12a883a service neutron] Checking segment: {'id': 'addc7f95-68ef-43ba-9bd9-cde69b0f949e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2b333b61-ce15-4944-95b5-760e7ec98a8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:24:21.070773 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f386fa14-d5d6-4125-b3b5-88bcd9e952f4 req-c1bf95e7-a417-4181-b4e1-96e7a12a883a service neutron] Bound using segment: {'id': 'addc7f95-68ef-43ba-9bd9-cde69b0f949e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2b333b61-ce15-4944-95b5-760e7ec98a8f'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:24:21.070773 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-f386fa14-d5d6-4125-b3b5-88bcd9e952f4 req-c1bf95e7-a417-4181-b4e1-96e7a12a883a service neutron] Bound port: 7f74d399-c9cf-43a5-a6bf-77b515adc232, host: n-h1-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'addc7f95-68ef-43ba-9bd9-cde69b0f949e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2b333b61-ce15-4944-95b5-760e7ec98a8f'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:24:21.078595 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6a4ff911-21b9-4fd1-83c8-de944a5199fb req-79ffaacd-7e4f-4b49-9e38-6f45a75f9a5f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=03257ebd-eb93-4fe3-933c-a7009b648c33 HTTP/1.1" status: 200 len: 217 time: 0.0573494 Dec 20 14:24:21.165682 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-413a1ce1-42d1-4594-a9f1-6e01aadcbde4 req-4877dae0-29cf-429c-8713-0472e3bde44f tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] 10.222.0.54 "GET /v2.0/security-groups?id=044a4035-8f9d-498f-a1ea-00b93331b2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377306 Dec 20 14:24:21.176587 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=64bffda1-b355-4373-b696-5e1465910e88,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:24:21.187805 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:24:21.188150 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:24:21.188487 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:24:21.188800 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:24:21.189124 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:24:21.189455 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:24:21.190081 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:24:21.190081 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:24:21.190372 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:24:21.190684 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:24:21.191058 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:24:21.191364 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:24:21.191478 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ff911-21b9-4fd1-83c8-de944a5199fb req-2194c09f-1936-4171-a29b-255a3b49aa72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:21.191675 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:24:21.192878 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6a4ff911-21b9-4fd1-83c8-de944a5199fb req-2194c09f-1936-4171-a29b-255a3b49aa72 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=36bf280f-81bb-4486-a87a-9b9505a1cec4 HTTP/1.1" status: 200 len: 843 time: 0.0871558 Dec 20 14:24:21.198209 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-f386fa14-d5d6-4125-b3b5-88bcd9e952f4 req-c1bf95e7-a417-4181-b4e1-96e7a12a883a service neutron] For port 7f74d399-c9cf-43a5-a6bf-77b515adc232, host n-h1-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=7f74d399-c9cf-43a5-a6bf-77b515adc232,segment=NetworkSegment(addc7f95-68ef-43ba-9bd9-cde69b0f949e),segment_id=addc7f95-68ef-43ba-9bd9-cde69b0f949e)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:24:21.206521 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-f386fa14-d5d6-4125-b3b5-88bcd9e952f4 req-c1bf95e7-a417-4181-b4e1-96e7a12a883a service neutron] Publish callbacks [] for binding, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:24:21.215884 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f386fa14-d5d6-4125-b3b5-88bcd9e952f4 req-c1bf95e7-a417-4181-b4e1-96e7a12a883a service neutron] 10.222.0.54 "POST /v2.0/ports/7f74d399-c9cf-43a5-a6bf-77b515adc232/bindings HTTP/1.1" status: 201 len: 390 time: 0.8981345 Dec 20 14:24:21.248211 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ff911-21b9-4fd1-83c8-de944a5199fb req-fbe3e92b-0f1f-41b2-9e8d-acbc2b3b0298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:21.249780 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6a4ff911-21b9-4fd1-83c8-de944a5199fb req-fbe3e92b-0f1f-41b2-9e8d-acbc2b3b0298 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0466201 Dec 20 14:24:21.257663 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 78434b7a-8742-489e-af4d-ead2a8f0f338, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=78434b7a-8742-489e-af4d-ead2a8f0f338,segment=NetworkSegment(ef5d5efe-b05a-4e2b-9c75-1e70d81f22cf),segment_id=ef5d5efe-b05a-4e2b-9c75-1e70d81f22cf)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:24:21.298208 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Returning: {'device': '78434b7a-8742-489e-af4d-ead2a8f0f338', 'network_id': '736bbe54-d004-428a-8176-53235b0cbef5', 'port_id': '78434b7a-8742-489e-af4d-ead2a8f0f338', 'mac_address': 'fa:16:3e:ba:80:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97355b3a-ab92-43ff-bec3-b6e3c3bd7298', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:24:21.379329 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6a4ff911-21b9-4fd1-83c8-de944a5199fb req-ee454c21-0d0c-45ef-a58a-f3b830c26c73 service neutron] 10.222.0.30 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205299 Dec 20 14:24:21.404822 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:24:21.423341 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78434b7a-8742-489e-af4d-ead2a8f0f338 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:24:21.452856 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 78434b7a-8742-489e-af4d-ead2a8f0f338, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=78434b7a-8742-489e-af4d-ead2a8f0f338,segment=NetworkSegment(ef5d5efe-b05a-4e2b-9c75-1e70d81f22cf),segment_id=ef5d5efe-b05a-4e2b-9c75-1e70d81f22cf)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:24:21.462241 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:24:21.505504 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8959a7-3cd9-4725-8ce0-5bebad60eccb req-b86ec78f-346c-42ed-8466-b6321fa0d07b tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:21.507149 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5c8959a7-3cd9-4725-8ce0-5bebad60eccb req-b86ec78f-346c-42ed-8466-b6321fa0d07b tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] 10.222.0.54 "GET /v2.0/ports?device_id=2720a132-ba30-4ce5-96ce-541ae6c66bd7 HTTP/1.1" status: 200 len: 948 time: 0.0989227 Dec 20 14:24:21.527656 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=78434b7a-8742-489e-af4d-ead2a8f0f338,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:24:21.549431 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35101b3e-0da2-4076-bcf2-340b98f3256f req-ec0c10d0-85c9-4fb0-98b3-58ffa0487718 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:21.551090 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-35101b3e-0da2-4076-bcf2-340b98f3256f req-ec0c10d0-85c9-4fb0-98b3-58ffa0487718 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] 10.222.0.54 "GET /v2.0/ports?device_id=fce6808d-28f6-49d3-88e7-87ecaa1de24e HTTP/1.1" status: 200 len: 945 time: 0.1311519 Dec 20 14:24:21.559247 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f386fa14-d5d6-4125-b3b5-88bcd9e952f4 req-ee7aa1c7-6687-473a-93cd-4e9fbd295394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:21.560821 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f386fa14-d5d6-4125-b3b5-88bcd9e952f4 req-ee7aa1c7-6687-473a-93cd-4e9fbd295394 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2785aa25e0a64107a28490f4f2c107bc&device_id=ede5d8af-2fd8-4f23-8ddf-bff3f611c16c HTTP/1.1" status: 200 len: 1098 time: 0.0716329 Dec 20 14:24:21.584332 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5c8959a7-3cd9-4725-8ce0-5bebad60eccb req-09e3ece8-8553-4870-a5ca-27640abe14df tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] 10.222.0.54 "GET /v2.0/security-groups?id=a48d6ee2-6025-4eb5-ab02-0583262ca900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685465 Dec 20 14:24:21.586334 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6a4ff911-21b9-4fd1-83c8-de944a5199fb req-53d6e175-fcff-4b25-9cf2-df485dafe4d2 service neutron] 10.222.0.30 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958382 Dec 20 14:24:21.663136 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-35101b3e-0da2-4076-bcf2-340b98f3256f req-0d80f3f4-c68e-44d1-9a6d-0303f17bc960 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] 10.222.0.54 "GET /v2.0/security-groups?id=098a4570-23c8-4b84-8441-a8245fd089b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010242 Dec 20 14:24:21.690269 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f386fa14-d5d6-4125-b3b5-88bcd9e952f4 req-cd7e33c0-ceb1-4afc-b1d1-8b3db127c235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:21.691664 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f386fa14-d5d6-4125-b3b5-88bcd9e952f4 req-cd7e33c0-ceb1-4afc-b1d1-8b3db127c235 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2b333b61-ce15-4944-95b5-760e7ec98a8f HTTP/1.1" status: 200 len: 909 time: 0.1228485 Dec 20 14:24:21.740081 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f386fa14-d5d6-4125-b3b5-88bcd9e952f4 req-f6daf750-771b-4723-a24d-7df71811f2fc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f74d399-c9cf-43a5-a6bf-77b515adc232 HTTP/1.1" status: 200 len: 217 time: 0.0396147 Dec 20 14:24:21.772250 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca9a09c-5cf9-4e04-8744-5cecc9826eb4 req-89f9f298-b499-4375-98f0-63f939401d4a tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:21.774358 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-dca9a09c-5cf9-4e04-8744-5cecc9826eb4 req-89f9f298-b499-4375-98f0-63f939401d4a tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=ede5d8af-2fd8-4f23-8ddf-bff3f611c16c HTTP/1.1" status: 200 len: 946 time: 0.0509944 Dec 20 14:24:21.792403 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f386fa14-d5d6-4125-b3b5-88bcd9e952f4 req-a263b4a6-5c49-4424-b719-deaf35d96e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:21.793845 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f386fa14-d5d6-4125-b3b5-88bcd9e952f4 req-a263b4a6-5c49-4424-b719-deaf35d96e83 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=63ebfb59-720a-4723-915c-292ae8d31522 HTTP/1.1" status: 200 len: 848 time: 0.0449481 Dec 20 14:24:21.834639 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f386fa14-d5d6-4125-b3b5-88bcd9e952f4 req-0c5f50e2-aafa-4d5d-96e6-ceb53f40fbbb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2b333b61-ce15-4944-95b5-760e7ec98a8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328615 Dec 20 14:24:21.836033 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-dca9a09c-5cf9-4e04-8744-5cecc9826eb4 req-b76869e8-984a-4f4e-89fa-eb2f7a087fee tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546494 Dec 20 14:24:21.963450 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b92b86a-12d4-4ea0-a702-ac5ae61297a8 req-5fce0851-74e8-4851-85e1-add1d46459d4 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:21.964830 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5b92b86a-12d4-4ea0-a702-ac5ae61297a8 req-5fce0851-74e8-4851-85e1-add1d46459d4 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?device_id=adb5e53e-bb95-4f1c-a04a-4327d24c7f2b HTTP/1.1" status: 200 len: 948 time: 0.1065533 Dec 20 14:24:21.991827 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f386fa14-d5d6-4125-b3b5-88bcd9e952f4 req-19c23702-3778-46e3-b2f5-757945c79706 service neutron] 10.222.0.30 "GET /v2.0/networks/2b333b61-ce15-4944-95b5-760e7ec98a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485319 Dec 20 14:24:22.068328 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5b92b86a-12d4-4ea0-a702-ac5ae61297a8 req-5d09c856-a6c3-44c1-9b03-e2b5435e0438 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/security-groups?id=d29d9ba9-24bd-4d94-be52-3ca7019f1c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970476 Dec 20 14:24:22.085853 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['78434b7a-8742-489e-af4d-ead2a8f0f338'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:24:22.117027 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f386fa14-d5d6-4125-b3b5-88bcd9e952f4 req-0c8078b7-41dc-43c3-8fe0-2c2248f22613 service neutron] 10.222.0.30 "GET /v2.0/networks/2b333b61-ce15-4944-95b5-760e7ec98a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172149 Dec 20 14:24:22.274960 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f386fa14-d5d6-4125-b3b5-88bcd9e952f4 req-c5a8664c-91a9-4495-bc72-64d8f60181ed tempest-LiveMigrationTest-1128134252 tempest-LiveMigrationTest-1128134252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:22.275188 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['64bffda1-b355-4373-b696-5e1465910e88'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:24:22.276565 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f386fa14-d5d6-4125-b3b5-88bcd9e952f4 req-c5a8664c-91a9-4495-bc72-64d8f60181ed tempest-LiveMigrationTest-1128134252 tempest-LiveMigrationTest-1128134252-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=ede5d8af-2fd8-4f23-8ddf-bff3f611c16c&tenant_id=2785aa25e0a64107a28490f4f2c107bc&binding%3Ahost_id=n-h2-761264-19 HTTP/1.1" status: 200 len: 1098 time: 0.0535111 Dec 20 14:24:22.293960 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-f386fa14-d5d6-4125-b3b5-88bcd9e952f4 req-1f6db090-aebb-471d-b3c8-fc112f3cb5e4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-761264-19'}}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:24:22.337525 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b88687a-aef5-4505-98f6-043961e34b1c req-d8331847-e841-4d04-927b-b51e9e6dd4f3 tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:22.347632 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3b88687a-aef5-4505-98f6-043961e34b1c req-d8331847-e841-4d04-927b-b51e9e6dd4f3 tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] 10.222.0.54 "GET /v2.0/ports?device_id=379fb313-d07d-46e3-b6db-73c53a21aa00 HTTP/1.1" status: 200 len: 944 time: 0.0781164 Dec 20 14:24:22.371660 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-f386fa14-d5d6-4125-b3b5-88bcd9e952f4 req-1f6db090-aebb-471d-b3c8-fc112f3cb5e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:24:22.421271 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3b88687a-aef5-4505-98f6-043961e34b1c req-51d79845-5b07-4a8d-8541-a00a45aa5256 tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] 10.222.0.54 "GET /v2.0/security-groups?id=044a4035-8f9d-498f-a1ea-00b93331b2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721049 Dec 20 14:24:22.524471 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-f386fa14-d5d6-4125-b3b5-88bcd9e952f4 req-1f6db090-aebb-471d-b3c8-fc112f3cb5e4 service neutron] For port 7f74d399-c9cf-43a5-a6bf-77b515adc232, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=7f74d399-c9cf-43a5-a6bf-77b515adc232,segment=NetworkSegment(addc7f95-68ef-43ba-9bd9-cde69b0f949e),segment_id=addc7f95-68ef-43ba-9bd9-cde69b0f949e)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:24:22.560485 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-f386fa14-d5d6-4125-b3b5-88bcd9e952f4 req-1f6db090-aebb-471d-b3c8-fc112f3cb5e4 service neutron] For port 7f74d399-c9cf-43a5-a6bf-77b515adc232, host n-h2-761264-19, cleared binding levels {{(pid=103168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:24:22.608029 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ede5d8af-2fd8-4f23-8ddf-bff3f611c16c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f74d399-c9cf-43a5-a6bf-77b515adc232'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:24:22.611711 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2577b9f6-5998-4edd-8ab4-75f7ec09871d" -d '{"events": [{"server_uuid": "ede5d8af-2fd8-4f23-8ddf-bff3f611c16c", "name": "network-vif-unplugged", "status": "completed", "tag": "7f74d399-c9cf-43a5-a6bf-77b515adc232"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:24:22.617806 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-f386fa14-d5d6-4125-b3b5-88bcd9e952f4 req-1f6db090-aebb-471d-b3c8-fc112f3cb5e4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:24:22.628330 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-f386fa14-d5d6-4125-b3b5-88bcd9e952f4 req-1f6db090-aebb-471d-b3c8-fc112f3cb5e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:24:22.661810 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 14:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bdd443a-8327-4c6c-b9cc-f8a8ac097154 x-openstack-request-id: req-5bdd443a-8327-4c6c-b9cc-f8a8ac097154 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:24:22.662104 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ede5d8af-2fd8-4f23-8ddf-bff3f611c16c", "name": "network-vif-unplugged", "status": "completed", "tag": "7f74d399-c9cf-43a5-a6bf-77b515adc232", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:24:22.662351 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5bdd443a-8327-4c6c-b9cc-f8a8ac097154 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:24:22.662753 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ede5d8af-2fd8-4f23-8ddf-bff3f611c16c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f74d399-c9cf-43a5-a6bf-77b515adc232', 'code': 200} Dec 20 14:24:22.718221 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6db090-aebb-471d-b3c8-fc112f3cb5e4 service neutron] Pushing event updated for resources: {'Port': ['ID=7f74d399-c9cf-43a5-a6bf-77b515adc232,revision_number=7']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:24:22.752097 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-f386fa14-d5d6-4125-b3b5-88bcd9e952f4 req-1f6db090-aebb-471d-b3c8-fc112f3cb5e4 service neutron] Attempting to bind port 7f74d399-c9cf-43a5-a6bf-77b515adc232 on host n-h2-761264-19 for vnic_type normal with profile {"migrating_to": "n-h1-761264-19"} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:24:22.752423 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-f386fa14-d5d6-4125-b3b5-88bcd9e952f4 req-1f6db090-aebb-471d-b3c8-fc112f3cb5e4 service neutron] Attempting to bind port 7f74d399-c9cf-43a5-a6bf-77b515adc232 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': 'addc7f95-68ef-43ba-9bd9-cde69b0f949e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2b333b61-ce15-4944-95b5-760e7ec98a8f'}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:24:22.752743 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f386fa14-d5d6-4125-b3b5-88bcd9e952f4 req-1f6db090-aebb-471d-b3c8-fc112f3cb5e4 service neutron] Attempting to bind port 7f74d399-c9cf-43a5-a6bf-77b515adc232 on network 2b333b61-ce15-4944-95b5-760e7ec98a8f {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:24:22.765843 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8128a3bb-8724-4e5f-b6d5-30f80c47a22a req-4acc4409-9138-43dd-b33a-487e4845f7e4 tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:22.767348 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8128a3bb-8724-4e5f-b6d5-30f80c47a22a req-4acc4409-9138-43dd-b33a-487e4845f7e4 tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] 10.222.0.54 "GET /v2.0/ports?device_id=2720a132-ba30-4ce5-96ce-541ae6c66bd7 HTTP/1.1" status: 200 len: 948 time: 0.0935690 Dec 20 14:24:22.768020 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f386fa14-d5d6-4125-b3b5-88bcd9e952f4 req-1f6db090-aebb-471d-b3c8-fc112f3cb5e4 service neutron] Port 7f74d399-c9cf-43a5-a6bf-77b515adc232 on network 2b333b61-ce15-4944-95b5-760e7ec98a8f not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:24:22.768333 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f386fa14-d5d6-4125-b3b5-88bcd9e952f4 req-1f6db090-aebb-471d-b3c8-fc112f3cb5e4 service neutron] Attempting to bind port 7f74d399-c9cf-43a5-a6bf-77b515adc232 on network 2b333b61-ce15-4944-95b5-760e7ec98a8f {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:24:22.773592 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f386fa14-d5d6-4125-b3b5-88bcd9e952f4 req-1f6db090-aebb-471d-b3c8-fc112f3cb5e4 service neutron] Checking agent: {'id': '43c60aee-e4af-4ecc-bee2-aac3569fafed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:24:22.773942 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f386fa14-d5d6-4125-b3b5-88bcd9e952f4 req-1f6db090-aebb-471d-b3c8-fc112f3cb5e4 service neutron] Checking segment: {'id': 'addc7f95-68ef-43ba-9bd9-cde69b0f949e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2b333b61-ce15-4944-95b5-760e7ec98a8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:24:22.774306 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f386fa14-d5d6-4125-b3b5-88bcd9e952f4 req-1f6db090-aebb-471d-b3c8-fc112f3cb5e4 service neutron] Bound using segment: {'id': 'addc7f95-68ef-43ba-9bd9-cde69b0f949e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2b333b61-ce15-4944-95b5-760e7ec98a8f'} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:24:22.774755 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-f386fa14-d5d6-4125-b3b5-88bcd9e952f4 req-1f6db090-aebb-471d-b3c8-fc112f3cb5e4 service neutron] Bound port: 7f74d399-c9cf-43a5-a6bf-77b515adc232, host: n-h2-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'addc7f95-68ef-43ba-9bd9-cde69b0f949e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2b333b61-ce15-4944-95b5-760e7ec98a8f'}}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:24:22.775107 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-f386fa14-d5d6-4125-b3b5-88bcd9e952f4 req-1f6db090-aebb-471d-b3c8-fc112f3cb5e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:24:22.832624 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409b34f5-2e3e-4f99-b155-e5f0af80b43a req-1c9f8b41-91c4-44e9-90d6-eb6383f33158 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:22.834053 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-409b34f5-2e3e-4f99-b155-e5f0af80b43a req-1c9f8b41-91c4-44e9-90d6-eb6383f33158 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] 10.222.0.54 "GET /v2.0/ports?device_id=fce6808d-28f6-49d3-88e7-87ecaa1de24e HTTP/1.1" status: 200 len: 945 time: 0.0486200 Dec 20 14:24:22.853580 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8128a3bb-8724-4e5f-b6d5-30f80c47a22a req-59df3ee6-854e-47c9-bb3a-1d4d360546ed tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] 10.222.0.54 "GET /v2.0/security-groups?id=a48d6ee2-6025-4eb5-ab02-0583262ca900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763669 Dec 20 14:24:22.879833 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-f386fa14-d5d6-4125-b3b5-88bcd9e952f4 req-1f6db090-aebb-471d-b3c8-fc112f3cb5e4 service neutron] For port 7f74d399-c9cf-43a5-a6bf-77b515adc232, host n-h2-761264-19, cleared binding levels {{(pid=103168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:24:22.879833 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-f386fa14-d5d6-4125-b3b5-88bcd9e952f4 req-1f6db090-aebb-471d-b3c8-fc112f3cb5e4 service neutron] For port 7f74d399-c9cf-43a5-a6bf-77b515adc232, host n-h2-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=7f74d399-c9cf-43a5-a6bf-77b515adc232,segment=NetworkSegment(addc7f95-68ef-43ba-9bd9-cde69b0f949e),segment_id=addc7f95-68ef-43ba-9bd9-cde69b0f949e)] {{(pid=103168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:24:22.884901 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-f386fa14-d5d6-4125-b3b5-88bcd9e952f4 req-1f6db090-aebb-471d-b3c8-fc112f3cb5e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:24:22.895377 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-409b34f5-2e3e-4f99-b155-e5f0af80b43a req-ba2f1525-e324-41dc-a1fe-ac533dad75c1 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] 10.222.0.54 "GET /v2.0/security-groups?id=098a4570-23c8-4b84-8441-a8245fd089b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551937 Dec 20 14:24:22.990065 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6db090-aebb-471d-b3c8-fc112f3cb5e4 service neutron] Pushing event updated for resources: {'Port': ['ID=7f74d399-c9cf-43a5-a6bf-77b515adc232,revision_number=8']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:24:22.994517 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f386fa14-d5d6-4125-b3b5-88bcd9e952f4 req-1f6db090-aebb-471d-b3c8-fc112f3cb5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:22.995154 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-f386fa14-d5d6-4125-b3b5-88bcd9e952f4 req-1f6db090-aebb-471d-b3c8-fc112f3cb5e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:24:22.996549 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f386fa14-d5d6-4125-b3b5-88bcd9e952f4 req-1f6db090-aebb-471d-b3c8-fc112f3cb5e4 service neutron] 10.222.0.30 "PUT /v2.0/ports/7f74d399-c9cf-43a5-a6bf-77b515adc232 HTTP/1.1" status: 200 len: 1124 time: 0.7071278 Dec 20 14:24:23.015027 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be44d818-6dbd-478a-9fd3-930c069e1e78 req-18c9606f-07a9-43fd-931a-9ccff6d1762d tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:23.016592 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-be44d818-6dbd-478a-9fd3-930c069e1e78 req-18c9606f-07a9-43fd-931a-9ccff6d1762d tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=ede5d8af-2fd8-4f23-8ddf-bff3f611c16c HTTP/1.1" status: 200 len: 944 time: 0.0914426 Dec 20 14:24:23.069682 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-be44d818-6dbd-478a-9fd3-930c069e1e78 req-dedc5f48-20ef-407e-9bf5-97c3a19c358d tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460851 Dec 20 14:24:23.117362 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['7f74d399-c9cf-43a5-a6bf-77b515adc232'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:24:23.189605 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1be5202-37c7-42e6-9db7-dadb12f0d7c6 req-eb4e7ca0-2bec-4a7b-9e02-48e223ff9067 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:23.191112 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f1be5202-37c7-42e6-9db7-dadb12f0d7c6 req-eb4e7ca0-2bec-4a7b-9e02-48e223ff9067 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?device_id=adb5e53e-bb95-4f1c-a04a-4327d24c7f2b HTTP/1.1" status: 200 len: 948 time: 0.0502610 Dec 20 14:24:23.237482 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f1be5202-37c7-42e6-9db7-dadb12f0d7c6 req-3d6d3c04-c8f5-4551-98cf-44a5da5db5e7 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/security-groups?id=d29d9ba9-24bd-4d94-be52-3ca7019f1c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402522 Dec 20 14:24:23.538131 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da86eba-cf9b-4e07-a6c1-ceac403c8e14 req-4d171f61-9e55-45f1-b921-c3dfff95dedd tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:23.539645 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3da86eba-cf9b-4e07-a6c1-ceac403c8e14 req-4d171f61-9e55-45f1-b921-c3dfff95dedd tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] 10.222.0.54 "GET /v2.0/ports?device_id=379fb313-d07d-46e3-b6db-73c53a21aa00 HTTP/1.1" status: 200 len: 944 time: 0.0516012 Dec 20 14:24:23.599406 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3da86eba-cf9b-4e07-a6c1-ceac403c8e14 req-b7f597d8-70b0-41b7-9527-c50c443c6ca3 tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] 10.222.0.54 "GET /v2.0/security-groups?id=044a4035-8f9d-498f-a1ea-00b93331b2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502009 Dec 20 14:24:23.983622 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa9054a-7615-4144-a861-25d6b8bff616 req-3ec73076-a6e8-44bf-b40f-d35c80e23f0d tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:23.985487 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1fa9054a-7615-4144-a861-25d6b8bff616 req-3ec73076-a6e8-44bf-b40f-d35c80e23f0d tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] 10.222.0.54 "GET /v2.0/ports?device_id=2720a132-ba30-4ce5-96ce-541ae6c66bd7 HTTP/1.1" status: 200 len: 948 time: 0.0526567 Dec 20 14:24:24.025468 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63e3a59-c96d-4b8f-b3ab-1694fe6e5cd8 req-17fa160a-955b-4f1d-9ca9-63c8b27d8489 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:24.026982 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d63e3a59-c96d-4b8f-b3ab-1694fe6e5cd8 req-17fa160a-955b-4f1d-9ca9-63c8b27d8489 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] 10.222.0.54 "GET /v2.0/ports?device_id=fce6808d-28f6-49d3-88e7-87ecaa1de24e HTTP/1.1" status: 200 len: 945 time: 0.0604098 Dec 20 14:24:24.044686 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1fa9054a-7615-4144-a861-25d6b8bff616 req-1b280bb3-8146-4a53-b65b-5dc3ba989ae5 tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] 10.222.0.54 "GET /v2.0/security-groups?id=a48d6ee2-6025-4eb5-ab02-0583262ca900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532355 Dec 20 14:24:24.076247 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d63e3a59-c96d-4b8f-b3ab-1694fe6e5cd8 req-cdc5a69b-454b-4a91-b23e-346bd0497ff9 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] 10.222.0.54 "GET /v2.0/security-groups?id=098a4570-23c8-4b84-8441-a8245fd089b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430591 Dec 20 14:24:24.201322 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebe36aa-badc-4bb8-9db3-8a6bd5f12653 req-fcf322c9-1f1c-42f5-925b-daeb5a497a4e tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:24.202815 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8ebe36aa-badc-4bb8-9db3-8a6bd5f12653 req-fcf322c9-1f1c-42f5-925b-daeb5a497a4e tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=ede5d8af-2fd8-4f23-8ddf-bff3f611c16c HTTP/1.1" status: 200 len: 944 time: 0.0548608 Dec 20 14:24:24.257648 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8ebe36aa-badc-4bb8-9db3-8a6bd5f12653 req-e2b68c5e-235c-49a9-862a-8df36b0f9700 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467439 Dec 20 14:24:24.360323 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ef92c4-8fda-4df5-ad53-018d0781db3f req-1a0930f4-7505-4744-a041-c4240b19400f tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:24.361774 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d4ef92c4-8fda-4df5-ad53-018d0781db3f req-1a0930f4-7505-4744-a041-c4240b19400f tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?device_id=adb5e53e-bb95-4f1c-a04a-4327d24c7f2b HTTP/1.1" status: 200 len: 948 time: 0.0530188 Dec 20 14:24:24.410864 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d4ef92c4-8fda-4df5-ad53-018d0781db3f req-0337fdce-1258-40f7-8d1b-e12eca6e229a tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/security-groups?id=d29d9ba9-24bd-4d94-be52-3ca7019f1c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405226 Dec 20 14:24:24.640232 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 7f74d399-c9cf-43a5-a6bf-77b515adc232 details requested by agent hyperv_n-h1-761264-19 with host n-h1-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:24:24.643832 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 64bffda1-b355-4373-b696-5e1465910e88 up at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:24:24.664210 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ede5d8af-2fd8-4f23-8ddf-bff3f611c16c', 'tag': '7f74d399-c9cf-43a5-a6bf-77b515adc232'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:24:24.666836 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4e442e5-99ba-4a93-aa70-5891952fb6ee" -d '{"events": [{"name": "network-changed", "server_uuid": "ede5d8af-2fd8-4f23-8ddf-bff3f611c16c", "tag": "7f74d399-c9cf-43a5-a6bf-77b515adc232"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:24:24.708818 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca3ee442-844b-41bf-bb23-e05d52692405 x-openstack-request-id: req-ca3ee442-844b-41bf-bb23-e05d52692405 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:24:24.709083 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ede5d8af-2fd8-4f23-8ddf-bff3f611c16c", "tag": "7f74d399-c9cf-43a5-a6bf-77b515adc232", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:24:24.709337 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ca3ee442-844b-41bf-bb23-e05d52692405 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:24:24.709725 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ede5d8af-2fd8-4f23-8ddf-bff3f611c16c', 'tag': '7f74d399-c9cf-43a5-a6bf-77b515adc232', 'status': 'completed', 'code': 200} Dec 20 14:24:24.742423 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a812edb-1373-41fa-bcb6-8ed56f4e4c0c req-b61fc5ce-fb14-4200-ab92-4a1939966f53 tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:24.744900 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3a812edb-1373-41fa-bcb6-8ed56f4e4c0c req-b61fc5ce-fb14-4200-ab92-4a1939966f53 tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] 10.222.0.54 "GET /v2.0/ports?device_id=379fb313-d07d-46e3-b6db-73c53a21aa00 HTTP/1.1" status: 200 len: 944 time: 0.0636656 Dec 20 14:24:24.755558 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning for port 64bffda1-b355-4373-b696-5e1465910e88 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:24:24.763958 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning complete for port 64bffda1-b355-4373-b696-5e1465910e88 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:24:24.764347 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:24:24.776637 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e442e5-99ba-4a93-aa70-5891952fb6ee req-3e1039de-d275-4b1a-950a-4d3f88c09332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:24.778162 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b4e442e5-99ba-4a93-aa70-5891952fb6ee req-3e1039de-d275-4b1a-950a-4d3f88c09332 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2785aa25e0a64107a28490f4f2c107bc&device_id=ede5d8af-2fd8-4f23-8ddf-bff3f611c16c HTTP/1.1" status: 200 len: 1127 time: 0.0493176 Dec 20 14:24:24.796058 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3a812edb-1373-41fa-bcb6-8ed56f4e4c0c req-ee85f301-5e4c-479d-ac33-3639a6d0e772 tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] 10.222.0.54 "GET /v2.0/security-groups?id=044a4035-8f9d-498f-a1ea-00b93331b2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447695 Dec 20 14:24:24.800320 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 7f74d399-c9cf-43a5-a6bf-77b515adc232, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=7f74d399-c9cf-43a5-a6bf-77b515adc232,segment=NetworkSegment(addc7f95-68ef-43ba-9bd9-cde69b0f949e),segment_id=addc7f95-68ef-43ba-9bd9-cde69b0f949e)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:24:24.823271 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 7f74d399-c9cf-43a5-a6bf-77b515adc232 has no active binding in host n-h1-761264-19 {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 20 14:24:24.823788 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device dc329a8f-f3da-4f47-82bf-9d67ef8a9a29 details requested by agent hyperv_n-h1-761264-19 with host n-h1-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:24:24.874649 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e442e5-99ba-4a93-aa70-5891952fb6ee req-4e471284-8786-4778-9519-21d499aed2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:24.876210 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b4e442e5-99ba-4a93-aa70-5891952fb6ee req-4e471284-8786-4778-9519-21d499aed2c0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2b333b61-ce15-4944-95b5-760e7ec98a8f HTTP/1.1" status: 200 len: 909 time: 0.0901787 Dec 20 14:24:24.921951 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b4e442e5-99ba-4a93-aa70-5891952fb6ee req-3b657af9-b14f-47d4-8e41-942f044e031f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f74d399-c9cf-43a5-a6bf-77b515adc232 HTTP/1.1" status: 200 len: 217 time: 0.0374498 Dec 20 14:24:24.923110 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:24:24.953994 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fce6808d-28f6-49d3-88e7-87ecaa1de24e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64bffda1-b355-4373-b696-5e1465910e88'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:24:24.956244 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e387be6f-2128-49ca-a183-48462b849678" -d '{"events": [{"server_uuid": "fce6808d-28f6-49d3-88e7-87ecaa1de24e", "name": "network-vif-plugged", "status": "completed", "tag": "64bffda1-b355-4373-b696-5e1465910e88"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:24:24.972479 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 64bffda1-b355-4373-b696-5e1465910e88, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=64bffda1-b355-4373-b696-5e1465910e88,segment=NetworkSegment(e2713a8d-e046-48b2-ade5-57fc718f4dab),segment_id=e2713a8d-e046-48b2-ade5-57fc718f4dab)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:24:24.977980 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e442e5-99ba-4a93-aa70-5891952fb6ee req-01169099-0280-4e2d-8b56-9596bc34c85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:24.979494 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b4e442e5-99ba-4a93-aa70-5891952fb6ee req-01169099-0280-4e2d-8b56-9596bc34c85e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=63ebfb59-720a-4723-915c-292ae8d31522 HTTP/1.1" status: 200 len: 848 time: 0.0471942 Dec 20 14:24:24.982374 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:24:24.983191 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 78434b7a-8742-489e-af4d-ead2a8f0f338 up at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:24:24.992443 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port dc329a8f-f3da-4f47-82bf-9d67ef8a9a29, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=dc329a8f-f3da-4f47-82bf-9d67ef8a9a29,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:24:25.027260 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b4e442e5-99ba-4a93-aa70-5891952fb6ee req-db5ec287-4e9e-4fdc-b900-cde88dcff478 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2b333b61-ce15-4944-95b5-760e7ec98a8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269544 Dec 20 14:24:25.052916 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2825605-40ba-43ab-9fe1-99148de6c908 x-openstack-request-id: req-b2825605-40ba-43ab-9fe1-99148de6c908 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:24:25.053244 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fce6808d-28f6-49d3-88e7-87ecaa1de24e", "name": "network-vif-plugged", "status": "completed", "tag": "64bffda1-b355-4373-b696-5e1465910e88", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:24:25.053845 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b2825605-40ba-43ab-9fe1-99148de6c908 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:24:25.054265 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fce6808d-28f6-49d3-88e7-87ecaa1de24e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64bffda1-b355-4373-b696-5e1465910e88', 'code': 200} Dec 20 14:24:25.077695 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Returning: {'device': 'dc329a8f-f3da-4f47-82bf-9d67ef8a9a29', 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1', 'port_id': 'dc329a8f-f3da-4f47-82bf-9d67ef8a9a29', 'mac_address': 'fa:16:3e:22:8c:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36bf280f-81bb-4486-a87a-9b9505a1cec4', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:24:25.125139 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=64bffda1-b355-4373-b696-5e1465910e88,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:24:25.140906 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76279f65-6c22-47bd-b1b0-40443e3a6c8f req-9a7287ab-a7d8-4212-9743-d716385197f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:25.143235 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-76279f65-6c22-47bd-b1b0-40443e3a6c8f req-9a7287ab-a7d8-4212-9743-d716385197f1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fce6808d-28f6-49d3-88e7-87ecaa1de24e HTTP/1.1" status: 200 len: 1098 time: 0.0617695 Dec 20 14:24:25.147585 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:24:25.158155 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning for port 78434b7a-8742-489e-af4d-ead2a8f0f338 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:24:25.162972 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b4e442e5-99ba-4a93-aa70-5891952fb6ee req-2ba626d0-45ab-44ab-9d2f-17a9a60e5487 service neutron] 10.222.0.47 "GET /v2.0/networks/2b333b61-ce15-4944-95b5-760e7ec98a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217401 Dec 20 14:24:25.165529 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning complete for port 78434b7a-8742-489e-af4d-ead2a8f0f338 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:24:25.165893 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:24:25.168377 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc329a8f-f3da-4f47-82bf-9d67ef8a9a29 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:24:25.226412 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port dc329a8f-f3da-4f47-82bf-9d67ef8a9a29, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=dc329a8f-f3da-4f47-82bf-9d67ef8a9a29,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:24:25.234139 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:24:25.234897 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 03257ebd-eb93-4fe3-933c-a7009b648c33 details requested by agent hyperv_n-h1-761264-19 with host n-h1-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:24:25.253869 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-76279f65-6c22-47bd-b1b0-40443e3a6c8f req-89d30fb2-fda5-442a-b8f3-1f006d710871 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=098a4570-23c8-4b84-8441-a8245fd089b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000261 Dec 20 14:24:25.277808 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e7c1ed-08e3-4f19-afe1-b24fdb7f5205 req-71dee9ff-a803-48d3-8a04-0043b02c64cf tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:25.282334 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-84e7c1ed-08e3-4f19-afe1-b24fdb7f5205 req-71dee9ff-a803-48d3-8a04-0043b02c64cf tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] 10.222.0.54 "GET /v2.0/ports?device_id=fce6808d-28f6-49d3-88e7-87ecaa1de24e HTTP/1.1" status: 200 len: 946 time: 0.0819435 Dec 20 14:24:25.303598 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b4e442e5-99ba-4a93-aa70-5891952fb6ee req-c8f5cff0-ea79-4b79-b0eb-b3d7b2180e43 service neutron] 10.222.0.47 "GET /v2.0/networks/2b333b61-ce15-4944-95b5-760e7ec98a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304085 Dec 20 14:24:25.340705 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-84e7c1ed-08e3-4f19-afe1-b24fdb7f5205 req-a3be9c9d-854c-4db9-90c0-839b0834987a tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] 10.222.0.54 "GET /v2.0/security-groups?id=098a4570-23c8-4b84-8441-a8245fd089b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511622 Dec 20 14:24:25.350459 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=dc329a8f-f3da-4f47-82bf-9d67ef8a9a29,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:24:25.358622 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 03257ebd-eb93-4fe3-933c-a7009b648c33, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=03257ebd-eb93-4fe3-933c-a7009b648c33,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:24:25.361389 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:24:25.387482 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Returning: {'device': '03257ebd-eb93-4fe3-933c-a7009b648c33', 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1', 'port_id': '03257ebd-eb93-4fe3-933c-a7009b648c33', 'mac_address': 'fa:16:3e:96:f6:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36bf280f-81bb-4486-a87a-9b9505a1cec4', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:24:25.433849 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 78434b7a-8742-489e-af4d-ead2a8f0f338, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=78434b7a-8742-489e-af4d-ead2a8f0f338,segment=NetworkSegment(ef5d5efe-b05a-4e2b-9c75-1e70d81f22cf),segment_id=ef5d5efe-b05a-4e2b-9c75-1e70d81f22cf)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:24:25.441505 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb147190-b03e-4dcf-8d9b-c7bbfd33b2b7 req-7ea6ebfc-cc1f-4d6d-b16b-0f7174a7ddc4 tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:25.443247 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bb147190-b03e-4dcf-8d9b-c7bbfd33b2b7 req-7ea6ebfc-cc1f-4d6d-b16b-0f7174a7ddc4 tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] 10.222.0.54 "GET /v2.0/ports?device_id=2720a132-ba30-4ce5-96ce-541ae6c66bd7 HTTP/1.1" status: 200 len: 949 time: 0.0587041 Dec 20 14:24:25.448063 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:24:25.456377 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:24:25.471949 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5aafbe-d92e-4ed0-a7b6-8ded625425a5 req-dcb84dc8-c09e-45df-917e-52dd81e8a425 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:25.473952 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8a5aafbe-d92e-4ed0-a7b6-8ded625425a5 req-dcb84dc8-c09e-45df-917e-52dd81e8a425 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=ede5d8af-2fd8-4f23-8ddf-bff3f611c16c HTTP/1.1" status: 200 len: 944 time: 0.0573223 Dec 20 14:24:25.493507 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03257ebd-eb93-4fe3-933c-a7009b648c33 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:24:25.496522 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bb147190-b03e-4dcf-8d9b-c7bbfd33b2b7 req-8e6670c6-5f63-464e-a98f-3b6267019cd8 tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] 10.222.0.54 "GET /v2.0/security-groups?id=a48d6ee2-6025-4eb5-ab02-0583262ca900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439634 Dec 20 14:24:25.525701 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 03257ebd-eb93-4fe3-933c-a7009b648c33, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=03257ebd-eb93-4fe3-933c-a7009b648c33,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:24:25.527120 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=78434b7a-8742-489e-af4d-ead2a8f0f338,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:24:25.533062 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:24:25.538104 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8a5aafbe-d92e-4ed0-a7b6-8ded625425a5 req-7cf1bfef-93cf-4ae3-bfd2-42531abab2a8 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544648 Dec 20 14:24:25.583991 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=03257ebd-eb93-4fe3-933c-a7009b648c33,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:24:25.614820 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b94d292-9e92-463e-b25e-50739749925e req-ba8ea54d-a05f-4265-aa31-ad3edf9fe061 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:25.616248 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1b94d292-9e92-463e-b25e-50739749925e req-ba8ea54d-a05f-4265-aa31-ad3edf9fe061 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?device_id=adb5e53e-bb95-4f1c-a04a-4327d24c7f2b HTTP/1.1" status: 200 len: 949 time: 0.0545745 Dec 20 14:24:25.664341 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1b94d292-9e92-463e-b25e-50739749925e req-e8ba842e-073f-4db4-8ecd-0e5c581c32bd tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/security-groups?id=d29d9ba9-24bd-4d94-be52-3ca7019f1c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410373 Dec 20 14:24:25.934321 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f24a2ca-d32d-41fd-88a7-377106c95282 req-4868be3e-6489-4e97-9c46-25ba27a54f9e tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:25.935815 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1f24a2ca-d32d-41fd-88a7-377106c95282 req-4868be3e-6489-4e97-9c46-25ba27a54f9e tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] 10.222.0.54 "GET /v2.0/ports?device_id=379fb313-d07d-46e3-b6db-73c53a21aa00 HTTP/1.1" status: 200 len: 945 time: 0.0620611 Dec 20 14:24:25.986127 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1f24a2ca-d32d-41fd-88a7-377106c95282 req-c2ebf25b-f253-4ad1-a43c-2daf3c2ae713 tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] 10.222.0.54 "GET /v2.0/security-groups?id=044a4035-8f9d-498f-a1ea-00b93331b2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410235 Dec 20 14:24:25.996731 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['03257ebd-eb93-4fe3-933c-a7009b648c33'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:24:26.026146 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['dc329a8f-f3da-4f47-82bf-9d67ef8a9a29'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:24:27.055732 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '379fb313-d07d-46e3-b6db-73c53a21aa00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78434b7a-8742-489e-af4d-ead2a8f0f338'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:24:27.059722 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb0db757-2e8f-4be8-8c0c-addfd584ba15" -d '{"events": [{"server_uuid": "379fb313-d07d-46e3-b6db-73c53a21aa00", "name": "network-vif-plugged", "status": "completed", "tag": "78434b7a-8742-489e-af4d-ead2a8f0f338"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:24:28.655992 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device dc329a8f-f3da-4f47-82bf-9d67ef8a9a29 up at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:24:28.713798 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning for port dc329a8f-f3da-4f47-82bf-9d67ef8a9a29 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:24:28.717764 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning complete for port dc329a8f-f3da-4f47-82bf-9d67ef8a9a29 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:24:28.718135 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:24:28.810666 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:24:28.844658 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port dc329a8f-f3da-4f47-82bf-9d67ef8a9a29, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=dc329a8f-f3da-4f47-82bf-9d67ef8a9a29,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:24:28.849975 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:24:28.850742 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 03257ebd-eb93-4fe3-933c-a7009b648c33 up at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:24:28.924007 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=dc329a8f-f3da-4f47-82bf-9d67ef8a9a29,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:24:28.937799 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning for port 03257ebd-eb93-4fe3-933c-a7009b648c33 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:24:28.941759 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning complete for port 03257ebd-eb93-4fe3-933c-a7009b648c33 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:24:28.942110 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:24:29.021180 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:24:29.054244 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 03257ebd-eb93-4fe3-933c-a7009b648c33, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=03257ebd-eb93-4fe3-933c-a7009b648c33,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:24:29.059206 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:24:29.106823 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=03257ebd-eb93-4fe3-933c-a7009b648c33,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:24:29.907773 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f386fa14-d5d6-4125-b3b5-88bcd9e952f4 req-0bffb5be-fdc9-4d1f-bf65-b5d69b7c8f51 service neutron] 10.222.0.47 "GET /v2.0/ports/7f74d399-c9cf-43a5-a6bf-77b515adc232/bindings/n-h1-761264-19 HTTP/1.1" status: 200 len: 385 time: 0.0590475 Dec 20 14:24:30.081257 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-f386fa14-d5d6-4125-b3b5-88bcd9e952f4 req-fa59ca00-5270-4822-a5e9-deb29daf6978 service neutron] For port 7f74d399-c9cf-43a5-a6bf-77b515adc232, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=7f74d399-c9cf-43a5-a6bf-77b515adc232,segment=NetworkSegment(addc7f95-68ef-43ba-9bd9-cde69b0f949e),segment_id=addc7f95-68ef-43ba-9bd9-cde69b0f949e)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:24:30.101353 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-f386fa14-d5d6-4125-b3b5-88bcd9e952f4 req-fa59ca00-5270-4822-a5e9-deb29daf6978 service neutron] For port 7f74d399-c9cf-43a5-a6bf-77b515adc232, host n-h2-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:24:30.133782 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [req-f386fa14-d5d6-4125-b3b5-88bcd9e952f4 req-fa59ca00-5270-4822-a5e9-deb29daf6978 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f74d399-c9cf-43a5-a6bf-77b515adc232 {{(pid=103167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:24:30.144297 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-f386fa14-d5d6-4125-b3b5-88bcd9e952f4 req-fa59ca00-5270-4822-a5e9-deb29daf6978 service neutron] For port 7f74d399-c9cf-43a5-a6bf-77b515adc232, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=7f74d399-c9cf-43a5-a6bf-77b515adc232,segment=NetworkSegment(addc7f95-68ef-43ba-9bd9-cde69b0f949e),segment_id=addc7f95-68ef-43ba-9bd9-cde69b0f949e)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:24:30.160074 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-f386fa14-d5d6-4125-b3b5-88bcd9e952f4 req-fa59ca00-5270-4822-a5e9-deb29daf6978 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:24:30.235819 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-f386fa14-d5d6-4125-b3b5-88bcd9e952f4 req-fa59ca00-5270-4822-a5e9-deb29daf6978 service neutron] Transition to ACTIVE for port object 7f74d399-c9cf-43a5-a6bf-77b515adc232 will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:24:30.241666 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-f386fa14-d5d6-4125-b3b5-88bcd9e952f4 req-fa59ca00-5270-4822-a5e9-deb29daf6978 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:24:30.307585 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-f386fa14-d5d6-4125-b3b5-88bcd9e952f4 req-fa59ca00-5270-4822-a5e9-deb29daf6978 service neutron] No DVR routers for this DVR port 7f74d399-c9cf-43a5-a6bf-77b515adc232 on host n-h2-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:24:30.313655 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa59ca00-5270-4822-a5e9-deb29daf6978 service neutron] Pushing event updated for resources: {'Port': ['ID=7f74d399-c9cf-43a5-a6bf-77b515adc232,revision_number=10']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:24:30.339501 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f386fa14-d5d6-4125-b3b5-88bcd9e952f4 req-fa59ca00-5270-4822-a5e9-deb29daf6978 service neutron] 10.222.0.47 "PUT /v2.0/ports/7f74d399-c9cf-43a5-a6bf-77b515adc232/bindings/n-h1-761264-19/activate HTTP/1.1" status: 200 len: 370 time: 0.4239159 Dec 20 14:24:30.621014 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d5a7b888-fc84-4d43-8685-3672ce987d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:24:32.813326 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ee325a17-bde0-49ff-a77a-6cf6011ed3b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:24:32.852229 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 7f74d399-c9cf-43a5-a6bf-77b515adc232 no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:24:32.895491 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 7f74d399-c9cf-43a5-a6bf-77b515adc232 not bound to the agent host n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:24:33.641953 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:24:33.969627 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a303c60d-e5ee-479d-a8fd-7229dd640edd req-094c84dd-e3a3-4b4b-83b1-f40437befda8 tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:33.971138 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a303c60d-e5ee-479d-a8fd-7229dd640edd req-094c84dd-e3a3-4b4b-83b1-f40437befda8 tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] 10.222.0.54 "GET /v2.0/ports?device_id=2720a132-ba30-4ce5-96ce-541ae6c66bd7 HTTP/1.1" status: 200 len: 950 time: 0.0544918 Dec 20 14:24:33.983272 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f386fa14-d5d6-4125-b3b5-88bcd9e952f4 req-5c8f60d6-1b1c-4e67-96ee-95209127c098 tempest-LiveMigrationTest-1128134252 tempest-LiveMigrationTest-1128134252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:33.984761 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f386fa14-d5d6-4125-b3b5-88bcd9e952f4 req-5c8f60d6-1b1c-4e67-96ee-95209127c098 tempest-LiveMigrationTest-1128134252 tempest-LiveMigrationTest-1128134252-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=ede5d8af-2fd8-4f23-8ddf-bff3f611c16c&tenant_id=2785aa25e0a64107a28490f4f2c107bc&binding%3Ahost_id=n-h2-761264-19 HTTP/1.1" status: 200 len: 1097 time: 0.0887856 Dec 20 14:24:33.997445 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcbe211-012c-4b27-b552-b37bb820e1fb req-8b90bae0-630b-47d6-92fa-e1cd6bd61a8b tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:33.998892 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-bbcbe211-012c-4b27-b552-b37bb820e1fb req-8b90bae0-630b-47d6-92fa-e1cd6bd61a8b tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] 10.222.0.54 "GET /v2.0/ports?device_id=fce6808d-28f6-49d3-88e7-87ecaa1de24e HTTP/1.1" status: 200 len: 946 time: 0.0628624 Dec 20 14:24:34.020122 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a303c60d-e5ee-479d-a8fd-7229dd640edd req-de03a4d9-0442-4e8f-b2a9-a684e6ffe2e7 tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] 10.222.0.54 "GET /v2.0/security-groups?id=a48d6ee2-6025-4eb5-ab02-0583262ca900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426276 Dec 20 14:24:34.068332 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f386fa14-d5d6-4125-b3b5-88bcd9e952f4 req-55ae077a-33ed-43f9-ae91-3869b029040f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:34.069856 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f386fa14-d5d6-4125-b3b5-88bcd9e952f4 req-55ae077a-33ed-43f9-ae91-3869b029040f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ede5d8af-2fd8-4f23-8ddf-bff3f611c16c&tenant_id=2785aa25e0a64107a28490f4f2c107bc HTTP/1.1" status: 200 len: 1097 time: 0.0700750 Dec 20 14:24:34.073700 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-bbcbe211-012c-4b27-b552-b37bb820e1fb req-5f57d842-b24e-4b3d-b0a4-c900cc9f4dad tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] 10.222.0.54 "GET /v2.0/security-groups?id=098a4570-23c8-4b84-8441-a8245fd089b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665548 Dec 20 14:24:34.129517 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d888db3-6eeb-491b-a780-f4b3174cb7ea req-bd36c944-f7b2-4ced-9caa-009c378b95f2 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:34.130983 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4d888db3-6eeb-491b-a780-f4b3174cb7ea req-bd36c944-f7b2-4ced-9caa-009c378b95f2 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=ede5d8af-2fd8-4f23-8ddf-bff3f611c16c HTTP/1.1" status: 200 len: 945 time: 0.0557966 Dec 20 14:24:34.163313 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f386fa14-d5d6-4125-b3b5-88bcd9e952f4 req-099b2c90-0de1-4021-b0ba-dbee819b89cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:34.164803 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f386fa14-d5d6-4125-b3b5-88bcd9e952f4 req-099b2c90-0de1-4021-b0ba-dbee819b89cd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2785aa25e0a64107a28490f4f2c107bc&device_id=ede5d8af-2fd8-4f23-8ddf-bff3f611c16c HTTP/1.1" status: 200 len: 1097 time: 0.0687675 Dec 20 14:24:34.177677 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4d888db3-6eeb-491b-a780-f4b3174cb7ea req-062f2731-7890-4f68-94b0-0daab5e5ffce tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406742 Dec 20 14:24:34.191960 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f38f81-4a47-4adf-b6a2-8df68da57bf2 req-4f3edd54-397e-48cf-8ca9-31ef507a6174 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:34.193418 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-51f38f81-4a47-4adf-b6a2-8df68da57bf2 req-4f3edd54-397e-48cf-8ca9-31ef507a6174 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?device_id=adb5e53e-bb95-4f1c-a04a-4327d24c7f2b HTTP/1.1" status: 200 len: 950 time: 0.0617707 Dec 20 14:24:34.281676 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4f0c15-1783-4e11-b073-3b6dad5c0137 req-8850a711-ac59-434b-934d-e150fb38a76d tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:34.283169 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4c4f0c15-1783-4e11-b073-3b6dad5c0137 req-8850a711-ac59-434b-934d-e150fb38a76d tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] 10.222.0.54 "GET /v2.0/ports?device_id=379fb313-d07d-46e3-b6db-73c53a21aa00 HTTP/1.1" status: 200 len: 945 time: 0.0489647 Dec 20 14:24:34.289257 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-51f38f81-4a47-4adf-b6a2-8df68da57bf2 req-65e0abd7-45ec-4471-8115-bceec5d0d185 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/security-groups?id=d29d9ba9-24bd-4d94-be52-3ca7019f1c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860317 Dec 20 14:24:34.311506 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f386fa14-d5d6-4125-b3b5-88bcd9e952f4 req-f4ad4b89-fde4-44d9-9706-ac2c1654e1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:34.313050 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f386fa14-d5d6-4125-b3b5-88bcd9e952f4 req-f4ad4b89-fde4-44d9-9706-ac2c1654e1dd service neutron] 10.222.0.30 "GET /v2.0/networks?id=2b333b61-ce15-4944-95b5-760e7ec98a8f HTTP/1.1" status: 200 len: 909 time: 0.1383817 Dec 20 14:24:34.335547 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a848f2f-0488-4922-b10a-75449730b2c5 x-openstack-request-id: req-5a848f2f-0488-4922-b10a-75449730b2c5 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:24:34.336098 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "379fb313-d07d-46e3-b6db-73c53a21aa00", "name": "network-vif-plugged", "status": "completed", "tag": "78434b7a-8742-489e-af4d-ead2a8f0f338", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:24:34.336098 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5a848f2f-0488-4922-b10a-75449730b2c5 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:24:34.336497 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '379fb313-d07d-46e3-b6db-73c53a21aa00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78434b7a-8742-489e-af4d-ead2a8f0f338', 'code': 200} Dec 20 14:24:34.345840 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4c4f0c15-1783-4e11-b073-3b6dad5c0137 req-5263dd37-ef10-42c0-af98-1612ed4f887a tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] 10.222.0.54 "GET /v2.0/security-groups?id=044a4035-8f9d-498f-a1ea-00b93331b2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560668 Dec 20 14:24:34.361895 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f386fa14-d5d6-4125-b3b5-88bcd9e952f4 req-7e21f8b9-720c-4c6d-b6bc-5fb91fd62f16 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f74d399-c9cf-43a5-a6bf-77b515adc232 HTTP/1.1" status: 200 len: 217 time: 0.0404732 Dec 20 14:24:34.418177 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f386fa14-d5d6-4125-b3b5-88bcd9e952f4 req-f7003f5c-1638-45db-a9f2-d1fff6ba77c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:34.419686 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f386fa14-d5d6-4125-b3b5-88bcd9e952f4 req-f7003f5c-1638-45db-a9f2-d1fff6ba77c1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=63ebfb59-720a-4723-915c-292ae8d31522 HTTP/1.1" status: 200 len: 848 time: 0.0454373 Dec 20 14:24:34.439041 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63d11a5-613a-4793-aa07-7443084117d5 req-15483303-b811-4382-9026-ea1361e06f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:34.440544 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a63d11a5-613a-4793-aa07-7443084117d5 req-15483303-b811-4382-9026-ea1361e06f84 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=379fb313-d07d-46e3-b6db-73c53a21aa00 HTTP/1.1" status: 200 len: 1097 time: 0.0415189 Dec 20 14:24:34.451845 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f386fa14-d5d6-4125-b3b5-88bcd9e952f4 req-14188e52-3139-4fa3-a8fe-c66051295b82 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2b333b61-ce15-4944-95b5-760e7ec98a8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242586 Dec 20 14:24:34.487734 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a63d11a5-613a-4793-aa07-7443084117d5 req-46bb48fd-eaf3-40fb-bbab-63817d97d701 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=044a4035-8f9d-498f-a1ea-00b93331b2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371063 Dec 20 14:24:34.543610 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f386fa14-d5d6-4125-b3b5-88bcd9e952f4 req-7c3d170f-a6d9-4a4b-872e-707e95d2b39a service neutron] 10.222.0.30 "GET /v2.0/networks/2b333b61-ce15-4944-95b5-760e7ec98a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832815 Dec 20 14:24:35.628052 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:24:36.169954 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:24:36.338122 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2720a132-ba30-4ce5-96ce-541ae6c66bd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc329a8f-f3da-4f47-82bf-9d67ef8a9a29'}, {'server_uuid': 'adb5e53e-bb95-4f1c-a04a-4327d24c7f2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03257ebd-eb93-4fe3-933c-a7009b648c33'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:24:36.341758 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-497576a4-c5ef-45a8-ac03-f8f35318fe28" -d '{"events": [{"server_uuid": "2720a132-ba30-4ce5-96ce-541ae6c66bd7", "name": "network-vif-plugged", "status": "completed", "tag": "dc329a8f-f3da-4f47-82bf-9d67ef8a9a29"}, {"server_uuid": "adb5e53e-bb95-4f1c-a04a-4327d24c7f2b", "name": "network-vif-plugged", "status": "completed", "tag": "03257ebd-eb93-4fe3-933c-a7009b648c33"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:24:41.279698 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:24:45.031294 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:24:49.464993 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b80ce2bd-44ae-4957-a8c4-89452973a3cd req-0287403e-cbde-4389-8c4d-9e729498e94b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b4cd8bf2-b9f3-49ba-b32e-1e2438bf9edf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0539072 Dec 20 14:24:49.572324 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80ce2bd-44ae-4957-a8c4-89452973a3cd req-a454616e-4759-4914-8b51-03b5250b6437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:49.575241 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b80ce2bd-44ae-4957-a8c4-89452973a3cd req-a454616e-4759-4914-8b51-03b5250b6437 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=67090548a8c94f7bb1b8a5ae37b6ba4c&device_id=b4cd8bf2-b9f3-49ba-b32e-1e2438bf9edf HTTP/1.1" status: 200 len: 1102 time: 0.0792201 Dec 20 14:24:49.755613 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8670a730-db79-4381-91c8-60cb4c575c54 req-6815f954-3105-4c2d-9a62-be26e30f5309 tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:49.757366 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8670a730-db79-4381-91c8-60cb4c575c54 req-6815f954-3105-4c2d-9a62-be26e30f5309 tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] 10.222.0.54 "GET /v2.0/ports?device_id=2720a132-ba30-4ce5-96ce-541ae6c66bd7 HTTP/1.1" status: 200 len: 950 time: 0.1108880 Dec 20 14:24:49.765352 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80ce2bd-44ae-4957-a8c4-89452973a3cd req-500a062d-1f5f-4faa-bc0c-4085253341ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:49.767727 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b80ce2bd-44ae-4957-a8c4-89452973a3cd req-500a062d-1f5f-4faa-bc0c-4085253341ee service neutron] 10.222.0.47 "GET /v2.0/networks?id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1 HTTP/1.1" status: 200 len: 870 time: 0.1586099 Dec 20 14:24:49.775800 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1ea401-3c61-4530-b781-f5ba55291266 req-cacdac63-949d-4008-a64b-291caccfc386 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:49.778702 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5f1ea401-3c61-4530-b781-f5ba55291266 req-cacdac63-949d-4008-a64b-291caccfc386 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] 10.222.0.54 "GET /v2.0/ports?device_id=fce6808d-28f6-49d3-88e7-87ecaa1de24e HTTP/1.1" status: 200 len: 946 time: 0.1614919 Dec 20 14:24:49.788445 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f386fa14-d5d6-4125-b3b5-88bcd9e952f4 req-42142138-d18c-4ed1-845a-f2d3e79083b0 service neutron] 10.222.0.30 "GET /v2.0/networks/2b333b61-ce15-4944-95b5-760e7ec98a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2563560 Dec 20 14:24:49.851871 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b80ce2bd-44ae-4957-a8c4-89452973a3cd req-09a0fd78-cd47-497b-8a78-774a46d59594 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=e06c38a2-5e0b-45af-bbf7-4a1f4561e3ce HTTP/1.1" status: 200 len: 217 time: 0.0746803 Dec 20 14:24:49.863034 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5f1ea401-3c61-4530-b781-f5ba55291266 req-002b4e0d-f62f-4e1e-a90b-4fb33ea95dfe tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] 10.222.0.54 "GET /v2.0/security-groups?id=098a4570-23c8-4b84-8441-a8245fd089b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730588 Dec 20 14:24:49.948746 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8670a730-db79-4381-91c8-60cb4c575c54 req-4a0e293f-854d-4abb-bb74-8a9d046cf38a tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] 10.222.0.54 "GET /v2.0/security-groups?id=a48d6ee2-6025-4eb5-ab02-0583262ca900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778207 Dec 20 14:24:49.967617 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80ce2bd-44ae-4957-a8c4-89452973a3cd req-dd4eab0f-ed9a-4a00-a3ed-bcef673f1d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:49.970201 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b80ce2bd-44ae-4957-a8c4-89452973a3cd req-dd4eab0f-ed9a-4a00-a3ed-bcef673f1d29 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36bf280f-81bb-4486-a87a-9b9505a1cec4 HTTP/1.1" status: 200 len: 843 time: 0.1019976 Dec 20 14:24:50.041251 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80ce2bd-44ae-4957-a8c4-89452973a3cd req-167edf60-afa5-4803-a626-6d84cd3cb7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:50.043780 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b80ce2bd-44ae-4957-a8c4-89452973a3cd req-167edf60-afa5-4803-a626-6d84cd3cb7b0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0661697 Dec 20 14:24:50.066781 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7118e075-ed55-4e47-9d41-fbe2bd0b5fd6 req-1764b610-5076-46c6-a32d-b6896bd3bbad tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:50.069819 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7118e075-ed55-4e47-9d41-fbe2bd0b5fd6 req-1764b610-5076-46c6-a32d-b6896bd3bbad tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=ede5d8af-2fd8-4f23-8ddf-bff3f611c16c HTTP/1.1" status: 200 len: 945 time: 0.1117535 Dec 20 14:24:50.186829 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f682aa0-0e41-4ddb-9ffa-d0ff847df6cd req-17310094-729b-4cb6-863d-b9fa6cf46041 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:50.189378 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6f682aa0-0e41-4ddb-9ffa-d0ff847df6cd req-17310094-729b-4cb6-863d-b9fa6cf46041 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?device_id=adb5e53e-bb95-4f1c-a04a-4327d24c7f2b HTTP/1.1" status: 200 len: 950 time: 0.1138766 Dec 20 14:24:50.225637 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b80ce2bd-44ae-4957-a8c4-89452973a3cd req-1af4571e-de5b-4caf-b9b1-bfc3b1b98151 service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736436 Dec 20 14:24:50.329787 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6f682aa0-0e41-4ddb-9ffa-d0ff847df6cd req-dbadd556-d5f9-4df7-be61-5b28bced84c7 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/security-groups?id=d29d9ba9-24bd-4d94-be52-3ca7019f1c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239343 Dec 20 14:24:50.363998 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b80ce2bd-44ae-4957-a8c4-89452973a3cd req-6227dbbe-69aa-4d90-9a5d-9ecf3b96405c service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243834 Dec 20 14:24:50.474075 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7dcca8-e4ba-4e9d-8548-96a2923972e4 req-c330269e-d63e-44f9-bd39-034cdbce67ed tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:50.476124 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1a7dcca8-e4ba-4e9d-8548-96a2923972e4 req-c330269e-d63e-44f9-bd39-034cdbce67ed tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] 10.222.0.54 "GET /v2.0/ports?device_id=379fb313-d07d-46e3-b6db-73c53a21aa00 HTTP/1.1" status: 200 len: 945 time: 0.0638764 Dec 20 14:24:50.487904 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7118e075-ed55-4e47-9d41-fbe2bd0b5fd6 req-501d5a89-7912-4a50-9ae3-bbd1c6af0b68 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4019942 Dec 20 14:24:50.490974 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f386fa14-d5d6-4125-b3b5-88bcd9e952f4 req-c7168934-b98f-4a4d-8770-0a1013198930 tempest-LiveMigrationTest-1128134252 tempest-LiveMigrationTest-1128134252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:50.492323 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f386fa14-d5d6-4125-b3b5-88bcd9e952f4 req-c7168934-b98f-4a4d-8770-0a1013198930 tempest-LiveMigrationTest-1128134252 tempest-LiveMigrationTest-1128134252-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=ede5d8af-2fd8-4f23-8ddf-bff3f611c16c&tenant_id=2785aa25e0a64107a28490f4f2c107bc&binding%3Ahost_id=n-h1-761264-19 HTTP/1.1" status: 200 len: 1097 time: 0.3930335 Dec 20 14:24:50.544793 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 20 Dec 2021 14:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8be92ec-62e1-4658-a5af-597836e95a71 x-openstack-request-id: req-e8be92ec-62e1-4658-a5af-597836e95a71 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:24:50.546137 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2720a132-ba30-4ce5-96ce-541ae6c66bd7", "name": "network-vif-plugged", "status": "completed", "tag": "dc329a8f-f3da-4f47-82bf-9d67ef8a9a29", "code": 200}, {"server_uuid": "adb5e53e-bb95-4f1c-a04a-4327d24c7f2b", "name": "network-vif-plugged", "status": "completed", "tag": "03257ebd-eb93-4fe3-933c-a7009b648c33", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:24:50.547007 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e8be92ec-62e1-4658-a5af-597836e95a71 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:24:50.548138 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2720a132-ba30-4ce5-96ce-541ae6c66bd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc329a8f-f3da-4f47-82bf-9d67ef8a9a29', 'code': 200} Dec 20 14:24:50.548786 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adb5e53e-bb95-4f1c-a04a-4327d24c7f2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03257ebd-eb93-4fe3-933c-a7009b648c33', 'code': 200} Dec 20 14:24:50.592809 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1a7dcca8-e4ba-4e9d-8548-96a2923972e4 req-ceec4672-3097-4d18-908d-28e8ed12f25a tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] 10.222.0.54 "GET /v2.0/security-groups?id=044a4035-8f9d-498f-a1ea-00b93331b2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098092 Dec 20 14:24:50.694090 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891c550a-7fd3-45c1-bc1f-2c72479dac8c req-9cd924da-ffc9-4903-b1b9-0b7390653428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:50.695711 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-891c550a-7fd3-45c1-bc1f-2c72479dac8c req-9cd924da-ffc9-4903-b1b9-0b7390653428 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2720a132-ba30-4ce5-96ce-541ae6c66bd7 HTTP/1.1" status: 200 len: 1102 time: 0.0427406 Dec 20 14:24:50.713268 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-f386fa14-d5d6-4125-b3b5-88bcd9e952f4 req-f1b2e97f-7f36-4cc4-9f8b-1500a363bd4d service neutron] For port 7f74d399-c9cf-43a5-a6bf-77b515adc232, host n-h2-761264-19, cleared binding levels {{(pid=103168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:24:50.718613 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-f386fa14-d5d6-4125-b3b5-88bcd9e952f4 req-f1b2e97f-7f36-4cc4-9f8b-1500a363bd4d service neutron] Publish callbacks [] for binding, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:24:50.719855 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f386fa14-d5d6-4125-b3b5-88bcd9e952f4 req-f1b2e97f-7f36-4cc4-9f8b-1500a363bd4d service neutron] 10.222.0.30 "DELETE /v2.0/ports/7f74d399-c9cf-43a5-a6bf-77b515adc232/bindings/n-h2-761264-19 HTTP/1.1" status: 204 len: 173 time: 0.2075279 Dec 20 14:24:50.728915 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6666f8f-63e4-4638-a796-1e694e616709 req-2f2875d3-8136-44fe-a4f1-53927a20f682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:50.730574 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b6666f8f-63e4-4638-a796-1e694e616709 req-2f2875d3-8136-44fe-a4f1-53927a20f682 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=adb5e53e-bb95-4f1c-a04a-4327d24c7f2b HTTP/1.1" status: 200 len: 1102 time: 0.0522332 Dec 20 14:24:50.749662 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-891c550a-7fd3-45c1-bc1f-2c72479dac8c req-31f9b0c3-333c-44e5-a8d1-4c8b249938dd service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a48d6ee2-6025-4eb5-ab02-0583262ca900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445125 Dec 20 14:24:50.790625 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b6666f8f-63e4-4638-a796-1e694e616709 req-704530a3-e03a-4fd0-b3d1-a6743c05e7c6 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d29d9ba9-24bd-4d94-be52-3ca7019f1c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491145 Dec 20 14:24:50.990569 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:24:50.990569 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:24:50.990569 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:24:50.990569 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:24:50.990569 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:24:50.990569 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:24:50.990569 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:24:50.990569 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:24:50.990569 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:24:50.990569 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:24:50.990569 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:24:50.990569 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:24:50.990569 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:24:50.990569 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:24:50.990569 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:24:50.990569 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:24:50.990569 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:24:50.990569 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:24:50.990569 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:24:50.990569 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:24:50.990569 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:24:50.990569 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:24:50.990569 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:24:50.990569 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:24:50.990569 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:24:50.990569 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:24:50.990569 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:24:50.990569 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:24:50.990569 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:24:50.990569 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:24:50.990569 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:24:50.990569 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:24:50.990569 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:24:50.990569 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:24:50.990569 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:24:50.990569 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:24:50.993296 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:24:50.993296 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:24:50.993296 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:24:50.993296 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:24:50.993296 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:24:50.993296 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:24:50.993296 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:24:50.993296 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:24:50.993296 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:24:50.993296 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:24:50.993296 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:24:50.993296 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:24:50.994761 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b214473-6336-4949-9b45-d4f3ac92690b req-4b2ccd99-e266-4b21-a447-f224300db605 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:50.996171 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5b214473-6336-4949-9b45-d4f3ac92690b req-4b2ccd99-e266-4b21-a447-f224300db605 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] 10.222.0.54 "GET /v2.0/ports?device_id=fce6808d-28f6-49d3-88e7-87ecaa1de24e HTTP/1.1" status: 200 len: 946 time: 0.0544710 Dec 20 14:24:51.047115 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5b214473-6336-4949-9b45-d4f3ac92690b req-a7450fcc-4a10-46f9-bf74-c4a40e77c63c tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] 10.222.0.54 "GET /v2.0/security-groups?id=098a4570-23c8-4b84-8441-a8245fd089b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425997 Dec 20 14:24:51.090162 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f48fcd3-53d3-4d1a-9b0e-d5420da0f022 req-09f9da49-3dcc-4523-a36b-f111d2ebaa90 tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:51.091709 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0f48fcd3-53d3-4d1a-9b0e-d5420da0f022 req-09f9da49-3dcc-4523-a36b-f111d2ebaa90 tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] 10.222.0.54 "GET /v2.0/ports?device_id=2720a132-ba30-4ce5-96ce-541ae6c66bd7 HTTP/1.1" status: 200 len: 950 time: 0.0525329 Dec 20 14:24:51.146057 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0f48fcd3-53d3-4d1a-9b0e-d5420da0f022 req-96b1bb6e-ff22-45c5-8d16-42820d0a4ce5 tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] 10.222.0.54 "GET /v2.0/security-groups?id=a48d6ee2-6025-4eb5-ab02-0583262ca900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472693 Dec 20 14:24:51.454528 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b115d4e-06ef-452c-8a25-5bdc38881b79 req-571ee797-c89e-41e0-b7c4-0f9601da3be4 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:51.455994 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5b115d4e-06ef-452c-8a25-5bdc38881b79 req-571ee797-c89e-41e0-b7c4-0f9601da3be4 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?device_id=adb5e53e-bb95-4f1c-a04a-4327d24c7f2b HTTP/1.1" status: 200 len: 950 time: 0.0529897 Dec 20 14:24:51.506715 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5b115d4e-06ef-452c-8a25-5bdc38881b79 req-db9ee19b-ff26-4b06-a962-4f7740a357b4 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/security-groups?id=d29d9ba9-24bd-4d94-be52-3ca7019f1c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435860 Dec 20 14:24:51.624200 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9714a5de-b16f-4cfe-96b4-564987472efc req-f097a8fb-dd10-494f-ad19-7d4dc61441d5 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:51.625847 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9714a5de-b16f-4cfe-96b4-564987472efc req-f097a8fb-dd10-494f-ad19-7d4dc61441d5 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=ede5d8af-2fd8-4f23-8ddf-bff3f611c16c HTTP/1.1" status: 200 len: 945 time: 0.0541902 Dec 20 14:24:51.673869 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9714a5de-b16f-4cfe-96b4-564987472efc req-88a7cee6-43ac-4fc0-a8a5-f8248877f672 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420449 Dec 20 14:24:51.718624 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b918673b-4a8f-4c25-96e2-c21e54fa16ee req-f1e0b3bc-cd9a-4629-a0fb-0a4410c01d3b tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:51.720172 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b918673b-4a8f-4c25-96e2-c21e54fa16ee req-f1e0b3bc-cd9a-4629-a0fb-0a4410c01d3b tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] 10.222.0.54 "GET /v2.0/ports?device_id=379fb313-d07d-46e3-b6db-73c53a21aa00 HTTP/1.1" status: 200 len: 945 time: 0.0559356 Dec 20 14:24:51.767484 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b918673b-4a8f-4c25-96e2-c21e54fa16ee req-d0cadd0d-c94e-4110-8ca3-a671a05ada7d tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] 10.222.0.54 "GET /v2.0/security-groups?id=044a4035-8f9d-498f-a1ea-00b93331b2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408628 Dec 20 14:24:52.064186 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 14:24:59.926715 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692f3353-eb9a-4f5c-ad3d-afac5ea88d17 req-bd210ce8-ac7e-4d36-83b9-f811d05a76f3 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:59.928260 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-692f3353-eb9a-4f5c-ad3d-afac5ea88d17 req-bd210ce8-ac7e-4d36-83b9-f811d05a76f3 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] 10.222.0.54 "GET /v2.0/ports?device_id=fce6808d-28f6-49d3-88e7-87ecaa1de24e HTTP/1.1" status: 200 len: 946 time: 0.0625703 Dec 20 14:24:59.929734 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5900d97f-d92c-4226-82ad-ccd8851bab36 req-b7204b46-96d0-4741-a3e2-cccf72021ee4 tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:24:59.931224 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5900d97f-d92c-4226-82ad-ccd8851bab36 req-b7204b46-96d0-4741-a3e2-cccf72021ee4 tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] 10.222.0.54 "GET /v2.0/ports?device_id=2720a132-ba30-4ce5-96ce-541ae6c66bd7 HTTP/1.1" status: 200 len: 950 time: 0.0521326 Dec 20 14:24:59.976246 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-692f3353-eb9a-4f5c-ad3d-afac5ea88d17 req-82728196-97c1-4bb5-a001-c0104f389a57 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] 10.222.0.54 "GET /v2.0/security-groups?id=098a4570-23c8-4b84-8441-a8245fd089b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416682 Dec 20 14:24:59.977012 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5900d97f-d92c-4226-82ad-ccd8851bab36 req-5be9af0b-4434-46bc-954f-07e65e16ceba tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] 10.222.0.54 "GET /v2.0/security-groups?id=a48d6ee2-6025-4eb5-ab02-0583262ca900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397894 Dec 20 14:25:00.091167 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b1a410-dd3c-42b8-a00d-8c13208e75fc req-e33cdb91-67ce-4832-b6c1-cb460ca7465d tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:00.092696 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-08b1a410-dd3c-42b8-a00d-8c13208e75fc req-e33cdb91-67ce-4832-b6c1-cb460ca7465d tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?device_id=adb5e53e-bb95-4f1c-a04a-4327d24c7f2b HTTP/1.1" status: 200 len: 950 time: 0.0506852 Dec 20 14:25:00.096568 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c85b5c5-30af-46da-8b54-cca7647d6dbb req-3ac87ad2-0792-444b-8b14-f44c1512f6fb tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:00.098059 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0c85b5c5-30af-46da-8b54-cca7647d6dbb req-3ac87ad2-0792-444b-8b14-f44c1512f6fb tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] 10.222.0.54 "GET /v2.0/ports?device_id=379fb313-d07d-46e3-b6db-73c53a21aa00 HTTP/1.1" status: 200 len: 945 time: 0.0580204 Dec 20 14:25:00.144769 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-08b1a410-dd3c-42b8-a00d-8c13208e75fc req-e49bc3c8-0d57-4f22-a9e3-5e8c2471df55 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/security-groups?id=d29d9ba9-24bd-4d94-be52-3ca7019f1c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457191 Dec 20 14:25:00.146422 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0c85b5c5-30af-46da-8b54-cca7647d6dbb req-7f3d9cb1-4813-4918-bb24-f5bfe6877833 tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] 10.222.0.54 "GET /v2.0/security-groups?id=044a4035-8f9d-498f-a1ea-00b93331b2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417209 Dec 20 14:25:00.241490 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ada978-38d6-4da7-b046-df0c0ad0524c req-b3f2d664-8981-4962-bceb-eb865fefd150 tempest-LiveMigrationTest-1128134252 tempest-LiveMigrationTest-1128134252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:00.243030 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-68ada978-38d6-4da7-b046-df0c0ad0524c req-b3f2d664-8981-4962-bceb-eb865fefd150 tempest-LiveMigrationTest-1128134252 tempest-LiveMigrationTest-1128134252-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=ede5d8af-2fd8-4f23-8ddf-bff3f611c16c HTTP/1.1" status: 200 len: 1097 time: 0.0417297 Dec 20 14:25:00.293731 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-68ada978-38d6-4da7-b046-df0c0ad0524c req-b90659d7-8db9-4f89-81c3-3a8f298ee85f tempest-LiveMigrationTest-1128134252 tempest-LiveMigrationTest-1128134252-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437522 Dec 20 14:25:00.576029 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6d79e8-c14b-478a-8e80-2c098c6325d9 req-4dd39512-1976-4b20-b256-99270cf314b9 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:00.577493 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ca6d79e8-c14b-478a-8e80-2c098c6325d9 req-4dd39512-1976-4b20-b256-99270cf314b9 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/networks?id=2b333b61-ce15-4944-95b5-760e7ec98a8f HTTP/1.1" status: 200 len: 808 time: 0.0984693 Dec 20 14:25:00.593159 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ca6d79e8-c14b-478a-8e80-2c098c6325d9 req-bc9f6cd9-ba1a-446d-8ef1-73be72ccf938 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/quotas/2785aa25e0a64107a28490f4f2c107bc HTTP/1.1" status: 200 len: 375 time: 0.0094337 Dec 20 14:25:00.615461 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-157a2f66-feca-42e8-a08e-19fe1ce6fa63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:00.649923 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ca6d79e8-c14b-478a-8e80-2c098c6325d9 req-a75ad5f6-8d69-4773-9583-ebf89476351f tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=2785aa25e0a64107a28490f4f2c107bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508909 Dec 20 14:25:00.739272 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ca6d79e8-c14b-478a-8e80-2c098c6325d9 req-b8cba935-6d5b-424f-b71a-46a0e7b63653 service neutron] 10.222.0.54 "GET /v2.0/networks/2b333b61-ce15-4944-95b5-760e7ec98a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821669 Dec 20 14:25:00.843163 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ca6d79e8-c14b-478a-8e80-2c098c6325d9 req-b8b01d38-08bd-4088-9eb3-45fa0f7f7346 service neutron] 10.222.0.54 "GET /v2.0/networks/2b333b61-ce15-4944-95b5-760e7ec98a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907118 Dec 20 14:25:01.004143 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-cc81493b-f069-4a9a-8723-886c132ac785 req-3619561c-d08a-4ee2-b5dc-e5673de3c701 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a82e967-0672-489c-b421-c72b7431d859 HTTP/1.1" status: 200 len: 210 time: 0.0269828 Dec 20 14:25:01.112392 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce55b19f-1a54-4164-a901-61a9a8974ffe req-3eaeba27-313b-4d97-82d4-9a6de652de52 tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:01.121625 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ce55b19f-1a54-4164-a901-61a9a8974ffe req-3eaeba27-313b-4d97-82d4-9a6de652de52 tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] 10.222.0.54 "GET /v2.0/ports?device_id=2720a132-ba30-4ce5-96ce-541ae6c66bd7 HTTP/1.1" status: 200 len: 950 time: 0.0629165 Dec 20 14:25:01.122027 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbbaedf-e57f-492b-83d2-7a0b94b7401b req-0c9e8623-9f39-4a4a-94c5-3c8a73126738 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:01.129671 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7cbbaedf-e57f-492b-83d2-7a0b94b7401b req-0c9e8623-9f39-4a4a-94c5-3c8a73126738 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] 10.222.0.54 "GET /v2.0/ports?device_id=fce6808d-28f6-49d3-88e7-87ecaa1de24e HTTP/1.1" status: 200 len: 946 time: 0.0674727 Dec 20 14:25:01.175175 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ce55b19f-1a54-4164-a901-61a9a8974ffe req-987316fc-1c9a-4c62-b1c2-584fb6de8ba0 tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] 10.222.0.54 "GET /v2.0/security-groups?id=a48d6ee2-6025-4eb5-ab02-0583262ca900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512910 Dec 20 14:25:01.187201 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7cbbaedf-e57f-492b-83d2-7a0b94b7401b req-f5824468-60b8-48a5-a50d-c26607191782 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] 10.222.0.54 "GET /v2.0/security-groups?id=098a4570-23c8-4b84-8441-a8245fd089b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565865 Dec 20 14:25:01.283466 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3991960a-0cd8-4f94-b767-e26bfd5ff2df req-ce60bc1c-803e-4895-bb17-709508f00fbe tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:01.291614 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3991960a-0cd8-4f94-b767-e26bfd5ff2df req-ce60bc1c-803e-4895-bb17-709508f00fbe tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] 10.222.0.54 "GET /v2.0/ports?device_id=379fb313-d07d-46e3-b6db-73c53a21aa00 HTTP/1.1" status: 200 len: 945 time: 0.0629156 Dec 20 14:25:01.309826 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16a6935-c795-46d4-82e7-ef67f84efafd req-ef40b794-d967-4ce2-a46d-f6876591f38f tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:01.311359 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b16a6935-c795-46d4-82e7-ef67f84efafd req-ef40b794-d967-4ce2-a46d-f6876591f38f tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?device_id=adb5e53e-bb95-4f1c-a04a-4327d24c7f2b HTTP/1.1" status: 200 len: 950 time: 0.0546105 Dec 20 14:25:01.350800 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3991960a-0cd8-4f94-b767-e26bfd5ff2df req-da8b2101-6f79-4069-8369-c9fc9959761d tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] 10.222.0.54 "GET /v2.0/security-groups?id=044a4035-8f9d-498f-a1ea-00b93331b2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580103 Dec 20 14:25:01.364762 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b16a6935-c795-46d4-82e7-ef67f84efafd req-ffad5dbf-d3ae-4476-a362-50d460a4e95c tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/security-groups?id=d29d9ba9-24bd-4d94-be52-3ca7019f1c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451002 Dec 20 14:25:01.462862 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e72129c-e2e8-4105-8dcc-7889c8408ba6 req-4ecc96b2-8f28-40ff-82d0-b46150b8c085 tempest-LiveAutoBlockMigrationV225Test-195224901 tempest-LiveAutoBlockMigrationV225Test-195224901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:01.464382 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2e72129c-e2e8-4105-8dcc-7889c8408ba6 req-4ecc96b2-8f28-40ff-82d0-b46150b8c085 tempest-LiveAutoBlockMigrationV225Test-195224901 tempest-LiveAutoBlockMigrationV225Test-195224901-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=391bfd15-b4c6-444c-a466-12316cde3dd1 HTTP/1.1" status: 200 len: 1097 time: 0.0416045 Dec 20 14:25:01.509682 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2e72129c-e2e8-4105-8dcc-7889c8408ba6 req-3684f849-535b-4d48-9724-0cecf656cacc tempest-LiveAutoBlockMigrationV225Test-195224901 tempest-LiveAutoBlockMigrationV225Test-195224901-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387962 Dec 20 14:25:01.635263 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [req-651e6442-2e55-4655-b7bc-36e899b86fa8 req-9a638ade-463c-4df9-a4dc-887a67275b1f service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:25:01.636162 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-651e6442-2e55-4655-b7bc-36e899b86fa8 req-9a638ade-463c-4df9-a4dc-887a67275b1f service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054901 Dec 20 14:25:02.095829 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:25:02.095829 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:25:02.095829 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:25:02.095829 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:25:02.095829 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:25:02.095829 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:25:02.095829 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:25:02.095829 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:25:02.095829 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:25:02.095829 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:25:02.095829 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:25:02.095829 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:25:02.095829 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:25:02.095829 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:25:02.095829 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:25:02.095829 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:25:02.095829 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:25:02.095829 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:25:02.095829 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:25:02.095829 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:25:02.095829 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:25:02.095829 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:25:02.095829 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:25:02.095829 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:25:02.095829 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:25:02.095829 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:25:02.095829 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:25:02.095829 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:25:02.095829 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:25:02.095829 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:25:02.095829 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:25:02.095829 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:25:02.095829 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:25:02.095829 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:25:02.095829 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:25:02.095829 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:25:02.099308 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:25:02.099308 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:25:02.099308 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:25:02.099308 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:25:02.099308 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:25:02.099308 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:25:02.099308 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:25:02.099308 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:25:02.099308 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:25:02.099308 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:25:02.099308 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:25:02.099308 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:25:02.100182 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6d79e8-c14b-478a-8e80-2c098c6325d9 req-85cf7359-afa6-4ada-814f-0d9f4d11f2d2 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:02.101316 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ca6d79e8-c14b-478a-8e80-2c098c6325d9 req-85cf7359-afa6-4ada-814f-0d9f4d11f2d2 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.47 "GET /v2.0/networks?id=2b333b61-ce15-4944-95b5-760e7ec98a8f HTTP/1.1" status: 200 len: 808 time: 0.1422093 Dec 20 14:25:02.113985 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-60bde473-f06c-4164-b3b2-e8fe82603194 req-e1df18d7-1737-4f34-a3c2-357f74edecd9 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a82e967-0672-489c-b421-c72b7431d859 HTTP/1.1" status: 200 len: 210 time: 0.0322886 Dec 20 14:25:02.118046 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-ca6d79e8-c14b-478a-8e80-2c098c6325d9 req-b95db546-1672-47be-a32a-c06be7139f21 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Request body: {'port': {'device_id': '8a82e967-0672-489c-b421-c72b7431d859', 'network_id': '2b333b61-ce15-4944-95b5-760e7ec98a8f', 'admin_state_up': True, 'tenant_id': '2785aa25e0a64107a28490f4f2c107bc'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:25:02.236337 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca6d79e8-c14b-478a-8e80-2c098c6325d9 req-b95db546-1672-47be-a32a-c06be7139f21 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Made reservation on behalf of 2785aa25e0a64107a28490f4f2c107bc for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:25:02.240215 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-ca6d79e8-c14b-478a-8e80-2c098c6325d9 req-b95db546-1672-47be-a32a-c06be7139f21 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:02.318945 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491770da-ca6c-473c-82e8-10afad2fc4c1 req-989e6cdf-de8a-461b-a250-b6b6d1092b9c tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:02.320672 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-491770da-ca6c-473c-82e8-10afad2fc4c1 req-989e6cdf-de8a-461b-a250-b6b6d1092b9c tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] 10.222.0.54 "GET /v2.0/ports?device_id=2720a132-ba30-4ce5-96ce-541ae6c66bd7 HTTP/1.1" status: 200 len: 950 time: 0.0550075 Dec 20 14:25:02.374494 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-491770da-ca6c-473c-82e8-10afad2fc4c1 req-a3e57897-6791-4d44-8492-ec92681a89b2 tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] 10.222.0.54 "GET /v2.0/security-groups?id=a48d6ee2-6025-4eb5-ab02-0583262ca900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461380 Dec 20 14:25:02.383504 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [req-ca6d79e8-c14b-478a-8e80-2c098c6325d9 req-b95db546-1672-47be-a32a-c06be7139f21 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Allocated IP 172.20.0.11 (2b333b61-ce15-4944-95b5-760e7ec98a8f/63ebfb59-720a-4723-915c-292ae8d31522/4eb57587-46ac-4ed3-b6d7-2cd32cba2d4c) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:25:02.504971 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1700868-b059-473a-8a1f-1c86d39237bf req-750d5cee-3bf7-4757-9206-d97b9f6c96db tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:02.506645 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f1700868-b059-473a-8a1f-1c86d39237bf req-750d5cee-3bf7-4757-9206-d97b9f6c96db tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] 10.222.0.54 "GET /v2.0/ports?device_id=fce6808d-28f6-49d3-88e7-87ecaa1de24e HTTP/1.1" status: 200 len: 946 time: 0.0507245 Dec 20 14:25:02.521392 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [req-5b22d53b-97b5-4b3d-83e9-5f61f50bab1b req-ca969ba0-c77e-4c60-94ee-3ee7559c2033 tempest-LiveAutoBlockMigrationV225Test-195224901 tempest-LiveAutoBlockMigrationV225Test-195224901-project-admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:25:02.522391 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5b22d53b-97b5-4b3d-83e9-5f61f50bab1b req-ca969ba0-c77e-4c60-94ee-3ee7559c2033 tempest-LiveAutoBlockMigrationV225Test-195224901 tempest-LiveAutoBlockMigrationV225Test-195224901-project-admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058248 Dec 20 14:25:02.555961 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f1700868-b059-473a-8a1f-1c86d39237bf req-c4dc15eb-736c-4542-9334-b780833a113b tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] 10.222.0.54 "GET /v2.0/security-groups?id=098a4570-23c8-4b84-8441-a8245fd089b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421550 Dec 20 14:25:02.585651 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-ca6d79e8-c14b-478a-8e80-2c098c6325d9 req-b95db546-1672-47be-a32a-c06be7139f21 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:02.589030 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b22d53b-97b5-4b3d-83e9-5f61f50bab1b req-5764351f-f708-449e-9e10-ad8a39108a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:02.590435 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5b22d53b-97b5-4b3d-83e9-5f61f50bab1b req-5764351f-f708-449e-9e10-ad8a39108a39 service neutron] 10.222.0.54 "GET /v2.0/ports/543b54c3-a54c-47f5-ad15-569568ada13d HTTP/1.1" status: 200 len: 1094 time: 0.0594354 Dec 20 14:25:02.601424 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-5b22d53b-97b5-4b3d-83e9-5f61f50bab1b req-204995de-3ecd-4835-94cb-6ec6db9ea5a8 service neutron] Request body: {'binding': {'host': 'n-h2-761264-19', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:25:02.601882 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-5b22d53b-97b5-4b3d-83e9-5f61f50bab1b req-204995de-3ecd-4835-94cb-6ec6db9ea5a8 service neutron] Unknown quota resources ['binding']. {{(pid=103167) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 20 14:25:02.662875 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bf7dce-e846-4b34-b6c3-7fc40161a4aa req-7b2cc0bc-3516-4719-adc5-153b6e39281c tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:02.664536 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-64bf7dce-e846-4b34-b6c3-7fc40161a4aa req-7b2cc0bc-3516-4719-adc5-153b6e39281c tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] 10.222.0.54 "GET /v2.0/ports?device_id=379fb313-d07d-46e3-b6db-73c53a21aa00 HTTP/1.1" status: 200 len: 945 time: 0.0518358 Dec 20 14:25:02.697521 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-ca6d79e8-c14b-478a-8e80-2c098c6325d9 req-b95db546-1672-47be-a32a-c06be7139f21 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:02.713668 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-64bf7dce-e846-4b34-b6c3-7fc40161a4aa req-39c1b93b-7d20-4997-9117-813c1233e97f tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] 10.222.0.54 "GET /v2.0/security-groups?id=044a4035-8f9d-498f-a1ea-00b93331b2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425465 Dec 20 14:25:02.747006 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca6d79e8-c14b-478a-8e80-2c098c6325d9 req-b95db546-1672-47be-a32a-c06be7139f21 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Network 2b333b61-ce15-4944-95b5-760e7ec98a8f is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:25:02.754668 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [req-ca6d79e8-c14b-478a-8e80-2c098c6325d9 req-b95db546-1672-47be-a32a-c06be7139f21 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:25:02.761732 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca6d79e8-c14b-478a-8e80-2c098c6325d9 req-b95db546-1672-47be-a32a-c06be7139f21 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:25:02.796600 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95db546-1672-47be-a32a-c06be7139f21 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Pushing event updated for resources: {'Port': ['ID=4eb57587-46ac-4ed3-b6d7-2cd32cba2d4c,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:25:02.810807 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-5a373fab-defd-4cae-84bb-7404269ba3cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:02.823717 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95db546-1672-47be-a32a-c06be7139f21 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:25:02.824067 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95db546-1672-47be-a32a-c06be7139f21 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:25:02.824405 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95db546-1672-47be-a32a-c06be7139f21 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:25:02.824732 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95db546-1672-47be-a32a-c06be7139f21 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:25:02.825044 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95db546-1672-47be-a32a-c06be7139f21 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:25:02.825365 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95db546-1672-47be-a32a-c06be7139f21 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:25:02.825685 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95db546-1672-47be-a32a-c06be7139f21 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:25:02.826003 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95db546-1672-47be-a32a-c06be7139f21 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:25:02.826321 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95db546-1672-47be-a32a-c06be7139f21 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:25:02.826637 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95db546-1672-47be-a32a-c06be7139f21 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:25:02.827014 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95db546-1672-47be-a32a-c06be7139f21 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:25:02.827328 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95db546-1672-47be-a32a-c06be7139f21 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:25:02.827635 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95db546-1672-47be-a32a-c06be7139f21 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:25:02.837604 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d683e14-33cd-4d9e-9986-070341069c43 req-5d1f1744-8e1c-4159-b54f-5e1356f6b175 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:02.838810 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2d683e14-33cd-4d9e-9986-070341069c43 req-5d1f1744-8e1c-4159-b54f-5e1356f6b175 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?device_id=adb5e53e-bb95-4f1c-a04a-4327d24c7f2b HTTP/1.1" status: 200 len: 950 time: 0.0586958 Dec 20 14:25:02.848183 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6d79e8-c14b-478a-8e80-2c098c6325d9 req-b95db546-1672-47be-a32a-c06be7139f21 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:02.848805 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-ca6d79e8-c14b-478a-8e80-2c098c6325d9 req-b95db546-1672-47be-a32a-c06be7139f21 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:02.866694 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-5b22d53b-97b5-4b3d-83e9-5f61f50bab1b req-204995de-3ecd-4835-94cb-6ec6db9ea5a8 service neutron] Attempting to bind port 543b54c3-a54c-47f5-ad15-569568ada13d on host n-h2-761264-19 for vnic_type normal with profile None {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:25:02.867047 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-5b22d53b-97b5-4b3d-83e9-5f61f50bab1b req-204995de-3ecd-4835-94cb-6ec6db9ea5a8 service neutron] Attempting to bind port 543b54c3-a54c-47f5-ad15-569568ada13d by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': 'c78eb3db-e8a6-4673-b220-136b3d8ed714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f77acfe8-c05d-4606-b7e9-7027c0b13511'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:25:02.867351 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b22d53b-97b5-4b3d-83e9-5f61f50bab1b req-204995de-3ecd-4835-94cb-6ec6db9ea5a8 service neutron] Attempting to bind port 543b54c3-a54c-47f5-ad15-569568ada13d on network f77acfe8-c05d-4606-b7e9-7027c0b13511 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:25:02.872948 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b22d53b-97b5-4b3d-83e9-5f61f50bab1b req-204995de-3ecd-4835-94cb-6ec6db9ea5a8 service neutron] Port 543b54c3-a54c-47f5-ad15-569568ada13d on network f77acfe8-c05d-4606-b7e9-7027c0b13511 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:25:02.873261 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b22d53b-97b5-4b3d-83e9-5f61f50bab1b req-204995de-3ecd-4835-94cb-6ec6db9ea5a8 service neutron] Attempting to bind port 543b54c3-a54c-47f5-ad15-569568ada13d on network f77acfe8-c05d-4606-b7e9-7027c0b13511 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:25:02.879102 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ca6d79e8-c14b-478a-8e80-2c098c6325d9 req-b95db546-1672-47be-a32a-c06be7139f21 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7665639 Dec 20 14:25:02.881761 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b22d53b-97b5-4b3d-83e9-5f61f50bab1b req-204995de-3ecd-4835-94cb-6ec6db9ea5a8 service neutron] Checking agent: {'id': '43c60aee-e4af-4ecc-bee2-aac3569fafed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:25:02.882092 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b22d53b-97b5-4b3d-83e9-5f61f50bab1b req-204995de-3ecd-4835-94cb-6ec6db9ea5a8 service neutron] Checking segment: {'id': 'c78eb3db-e8a6-4673-b220-136b3d8ed714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f77acfe8-c05d-4606-b7e9-7027c0b13511'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:25:02.882475 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b22d53b-97b5-4b3d-83e9-5f61f50bab1b req-204995de-3ecd-4835-94cb-6ec6db9ea5a8 service neutron] Bound using segment: {'id': 'c78eb3db-e8a6-4673-b220-136b3d8ed714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f77acfe8-c05d-4606-b7e9-7027c0b13511'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:25:02.882925 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-5b22d53b-97b5-4b3d-83e9-5f61f50bab1b req-204995de-3ecd-4835-94cb-6ec6db9ea5a8 service neutron] Bound port: 543b54c3-a54c-47f5-ad15-569568ada13d, host: n-h2-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c78eb3db-e8a6-4673-b220-136b3d8ed714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f77acfe8-c05d-4606-b7e9-7027c0b13511'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:25:02.888329 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2d683e14-33cd-4d9e-9986-070341069c43 req-660c1c87-16fa-405b-be96-6d584b798623 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/security-groups?id=d29d9ba9-24bd-4d94-be52-3ca7019f1c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431559 Dec 20 14:25:02.912724 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-ca6d79e8-c14b-478a-8e80-2c098c6325d9 req-900e6f6e-5c96-4aa7-bad8-88350c90df96 service neutron] Request body: {'port': {'device_id': '8a82e967-0672-489c-b421-c72b7431d859', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-19'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:25:02.983852 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-5b22d53b-97b5-4b3d-83e9-5f61f50bab1b req-204995de-3ecd-4835-94cb-6ec6db9ea5a8 service neutron] For port 543b54c3-a54c-47f5-ad15-569568ada13d, host n-h2-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=543b54c3-a54c-47f5-ad15-569568ada13d,segment=NetworkSegment(c78eb3db-e8a6-4673-b220-136b3d8ed714),segment_id=c78eb3db-e8a6-4673-b220-136b3d8ed714)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:25:02.985096 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-ca6d79e8-c14b-478a-8e80-2c098c6325d9 req-900e6f6e-5c96-4aa7-bad8-88350c90df96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:02.997530 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-5b22d53b-97b5-4b3d-83e9-5f61f50bab1b req-204995de-3ecd-4835-94cb-6ec6db9ea5a8 service neutron] Publish callbacks [] for binding, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:02.998704 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5b22d53b-97b5-4b3d-83e9-5f61f50bab1b req-204995de-3ecd-4835-94cb-6ec6db9ea5a8 service neutron] 10.222.0.54 "POST /v2.0/ports/543b54c3-a54c-47f5-ad15-569568ada13d/bindings HTTP/1.1" status: 201 len: 390 time: 0.4024150 Dec 20 14:25:03.236082 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d91317c-950e-431b-ada9-23ab1cf3dfee req-4e170756-2c34-4ef8-ae9f-49e290c0d6e5 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:03.237541 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3d91317c-950e-431b-ada9-23ab1cf3dfee req-4e170756-2c34-4ef8-ae9f-49e290c0d6e5 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=391bfd15-b4c6-444c-a466-12316cde3dd1 HTTP/1.1" status: 200 len: 945 time: 0.1113520 Dec 20 14:25:03.267012 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d4cd71-4778-4751-9ca9-4fd89dd4decd req-e53d5a91-0e14-4c1a-a254-e737b7506fda tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:03.268552 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-70d4cd71-4778-4751-9ca9-4fd89dd4decd req-e53d5a91-0e14-4c1a-a254-e737b7506fda tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a82e967-0672-489c-b421-c72b7431d859 HTTP/1.1" status: 200 len: 932 time: 0.0773094 Dec 20 14:25:03.275198 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b22d53b-97b5-4b3d-83e9-5f61f50bab1b req-d1c73178-7c81-426b-94fc-573099e3aa22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:03.276652 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5b22d53b-97b5-4b3d-83e9-5f61f50bab1b req-d1c73178-7c81-426b-94fc-573099e3aa22 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=230adefc93184769a5ed971e644ca4c5&device_id=391bfd15-b4c6-444c-a466-12316cde3dd1 HTTP/1.1" status: 200 len: 1097 time: 0.0590684 Dec 20 14:25:03.313793 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3d91317c-950e-431b-ada9-23ab1cf3dfee req-be1e9640-467e-4faa-8988-bb15fec80db7 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683312 Dec 20 14:25:03.360690 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [req-ca6d79e8-c14b-478a-8e80-2c098c6325d9 req-900e6f6e-5c96-4aa7-bad8-88350c90df96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4eb57587-46ac-4ed3-b6d7-2cd32cba2d4c {{(pid=103167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:25:03.368381 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-ca6d79e8-c14b-478a-8e80-2c098c6325d9 req-900e6f6e-5c96-4aa7-bad8-88350c90df96 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:03.378669 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-70d4cd71-4778-4751-9ca9-4fd89dd4decd req-918c0892-93f9-4ea8-9687-f1090ee3d5d2 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010556 Dec 20 14:25:03.380793 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-ca6d79e8-c14b-478a-8e80-2c098c6325d9 req-900e6f6e-5c96-4aa7-bad8-88350c90df96 service neutron] Transition to ACTIVE for port object 4eb57587-46ac-4ed3-b6d7-2cd32cba2d4c will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:25:03.386415 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-ca6d79e8-c14b-478a-8e80-2c098c6325d9 req-900e6f6e-5c96-4aa7-bad8-88350c90df96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:03.411099 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b22d53b-97b5-4b3d-83e9-5f61f50bab1b req-f8632f19-9833-4e98-aa1d-f2a9c7dedc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:03.413070 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5b22d53b-97b5-4b3d-83e9-5f61f50bab1b req-f8632f19-9833-4e98-aa1d-f2a9c7dedc3c service neutron] 10.222.0.47 "GET /v2.0/networks?id=f77acfe8-c05d-4606-b7e9-7027c0b13511 HTTP/1.1" status: 200 len: 922 time: 0.1283891 Dec 20 14:25:03.437800 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900e6f6e-5c96-4aa7-bad8-88350c90df96 service neutron] Pushing event updated for resources: {'Port': ['ID=4eb57587-46ac-4ed3-b6d7-2cd32cba2d4c,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:25:03.469398 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5b22d53b-97b5-4b3d-83e9-5f61f50bab1b req-0647df7f-d5b9-427c-ad1a-69cd1e3d1b9c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=543b54c3-a54c-47f5-ad15-569568ada13d HTTP/1.1" status: 200 len: 217 time: 0.0460513 Dec 20 14:25:03.519402 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b22d53b-97b5-4b3d-83e9-5f61f50bab1b req-d789e0d7-05d9-465e-a486-416869a24a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:03.520788 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5b22d53b-97b5-4b3d-83e9-5f61f50bab1b req-d789e0d7-05d9-465e-a486-416869a24a94 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=39805718-f3e9-41ca-8469-b49efb1a12f8 HTTP/1.1" status: 200 len: 861 time: 0.0448077 Dec 20 14:25:03.539559 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-ca6d79e8-c14b-478a-8e80-2c098c6325d9 req-900e6f6e-5c96-4aa7-bad8-88350c90df96 service neutron] Attempting to bind port 4eb57587-46ac-4ed3-b6d7-2cd32cba2d4c on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:25:03.539842 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-ca6d79e8-c14b-478a-8e80-2c098c6325d9 req-900e6f6e-5c96-4aa7-bad8-88350c90df96 service neutron] Attempting to bind port 4eb57587-46ac-4ed3-b6d7-2cd32cba2d4c by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': 'addc7f95-68ef-43ba-9bd9-cde69b0f949e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2b333b61-ce15-4944-95b5-760e7ec98a8f'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:25:03.540212 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6d79e8-c14b-478a-8e80-2c098c6325d9 req-900e6f6e-5c96-4aa7-bad8-88350c90df96 service neutron] Attempting to bind port 4eb57587-46ac-4ed3-b6d7-2cd32cba2d4c on network 2b333b61-ce15-4944-95b5-760e7ec98a8f {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:25:03.551731 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99804abb-b3f8-4feb-b4d1-2f164904f2d5 req-4eb1160c-b7e3-46fd-abd6-ca2574616d90 tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:03.553273 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-99804abb-b3f8-4feb-b4d1-2f164904f2d5 req-4eb1160c-b7e3-46fd-abd6-ca2574616d90 tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] 10.222.0.54 "GET /v2.0/ports?device_id=2720a132-ba30-4ce5-96ce-541ae6c66bd7 HTTP/1.1" status: 200 len: 950 time: 0.0734484 Dec 20 14:25:03.555262 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5b22d53b-97b5-4b3d-83e9-5f61f50bab1b req-4d1d54a5-c164-4297-a9fa-341292292ebc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f77acfe8-c05d-4606-b7e9-7027c0b13511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261540 Dec 20 14:25:03.555793 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6d79e8-c14b-478a-8e80-2c098c6325d9 req-900e6f6e-5c96-4aa7-bad8-88350c90df96 service neutron] Port 4eb57587-46ac-4ed3-b6d7-2cd32cba2d4c on network 2b333b61-ce15-4944-95b5-760e7ec98a8f not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:25:03.556120 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6d79e8-c14b-478a-8e80-2c098c6325d9 req-900e6f6e-5c96-4aa7-bad8-88350c90df96 service neutron] Attempting to bind port 4eb57587-46ac-4ed3-b6d7-2cd32cba2d4c on network 2b333b61-ce15-4944-95b5-760e7ec98a8f {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:25:03.567368 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6d79e8-c14b-478a-8e80-2c098c6325d9 req-900e6f6e-5c96-4aa7-bad8-88350c90df96 service neutron] Checking agent: {'id': '43c60aee-e4af-4ecc-bee2-aac3569fafed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:25:03.567705 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6d79e8-c14b-478a-8e80-2c098c6325d9 req-900e6f6e-5c96-4aa7-bad8-88350c90df96 service neutron] Checking segment: {'id': 'addc7f95-68ef-43ba-9bd9-cde69b0f949e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2b333b61-ce15-4944-95b5-760e7ec98a8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:25:03.568071 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6d79e8-c14b-478a-8e80-2c098c6325d9 req-900e6f6e-5c96-4aa7-bad8-88350c90df96 service neutron] Bound using segment: {'id': 'addc7f95-68ef-43ba-9bd9-cde69b0f949e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2b333b61-ce15-4944-95b5-760e7ec98a8f'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:25:03.568506 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-ca6d79e8-c14b-478a-8e80-2c098c6325d9 req-900e6f6e-5c96-4aa7-bad8-88350c90df96 service neutron] Bound port: 4eb57587-46ac-4ed3-b6d7-2cd32cba2d4c, host: n-h2-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'addc7f95-68ef-43ba-9bd9-cde69b0f949e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2b333b61-ce15-4944-95b5-760e7ec98a8f'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:25:03.568828 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-ca6d79e8-c14b-478a-8e80-2c098c6325d9 req-900e6f6e-5c96-4aa7-bad8-88350c90df96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:03.642027 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:03.649853 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-99804abb-b3f8-4feb-b4d1-2f164904f2d5 req-df4f61d5-35d1-4e58-a87b-abafb1b38fe2 tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] 10.222.0.54 "GET /v2.0/security-groups?id=a48d6ee2-6025-4eb5-ab02-0583262ca900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896938 Dec 20 14:25:03.680094 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5b22d53b-97b5-4b3d-83e9-5f61f50bab1b req-ef2e8e59-dd47-43ea-b837-68e968b23e0d service neutron] 10.222.0.47 "GET /v2.0/networks/f77acfe8-c05d-4606-b7e9-7027c0b13511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174703 Dec 20 14:25:03.682174 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-ca6d79e8-c14b-478a-8e80-2c098c6325d9 req-900e6f6e-5c96-4aa7-bad8-88350c90df96 service neutron] For port 4eb57587-46ac-4ed3-b6d7-2cd32cba2d4c, host n-h2-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:25:03.685375 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-ca6d79e8-c14b-478a-8e80-2c098c6325d9 req-900e6f6e-5c96-4aa7-bad8-88350c90df96 service neutron] For port 4eb57587-46ac-4ed3-b6d7-2cd32cba2d4c, host n-h2-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=4eb57587-46ac-4ed3-b6d7-2cd32cba2d4c,segment=NetworkSegment(addc7f95-68ef-43ba-9bd9-cde69b0f949e),segment_id=addc7f95-68ef-43ba-9bd9-cde69b0f949e)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:25:03.690841 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-ca6d79e8-c14b-478a-8e80-2c098c6325d9 req-900e6f6e-5c96-4aa7-bad8-88350c90df96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:03.722498 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf94f94-d430-4844-a945-9e39c23a456d req-affc8273-dc18-4a7b-8c6b-a2cc9a4cd07c tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:03.724277 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7cf94f94-d430-4844-a945-9e39c23a456d req-affc8273-dc18-4a7b-8c6b-a2cc9a4cd07c tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] 10.222.0.54 "GET /v2.0/ports?device_id=fce6808d-28f6-49d3-88e7-87ecaa1de24e HTTP/1.1" status: 200 len: 946 time: 0.0902555 Dec 20 14:25:03.730489 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6d79e8-c14b-478a-8e80-2c098c6325d9 req-900e6f6e-5c96-4aa7-bad8-88350c90df96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:03.731153 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-ca6d79e8-c14b-478a-8e80-2c098c6325d9 req-900e6f6e-5c96-4aa7-bad8-88350c90df96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:03.732538 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ca6d79e8-c14b-478a-8e80-2c098c6325d9 req-900e6f6e-5c96-4aa7-bad8-88350c90df96 service neutron] 10.222.0.47 "PUT /v2.0/ports/4eb57587-46ac-4ed3-b6d7-2cd32cba2d4c HTTP/1.1" status: 200 len: 1093 time: 0.8444159 Dec 20 14:25:03.732977 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a82e967-0672-489c-b421-c72b7431d859', 'tag': '4eb57587-46ac-4ed3-b6d7-2cd32cba2d4c'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:25:03.735311 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13cc01ca-6cc8-4597-b6fe-ccd2ad900a58" -d '{"events": [{"name": "network-changed", "server_uuid": "8a82e967-0672-489c-b421-c72b7431d859", "tag": "4eb57587-46ac-4ed3-b6d7-2cd32cba2d4c"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:25:03.758400 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900e6f6e-5c96-4aa7-bad8-88350c90df96 service neutron] Pushing event updated for resources: {'Port': ['ID=4eb57587-46ac-4ed3-b6d7-2cd32cba2d4c,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:25:03.825164 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7cf94f94-d430-4844-a945-9e39c23a456d req-ba14cd63-99c4-4643-8660-49d4bc48d826 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] 10.222.0.54 "GET /v2.0/security-groups?id=098a4570-23c8-4b84-8441-a8245fd089b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695736 Dec 20 14:25:03.834030 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5b22d53b-97b5-4b3d-83e9-5f61f50bab1b req-50376aa8-c3b5-4dfb-a9be-963c0435c573 service neutron] 10.222.0.47 "GET /v2.0/networks/f77acfe8-c05d-4606-b7e9-7027c0b13511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468420 Dec 20 14:25:03.854072 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6d79e8-c14b-478a-8e80-2c098c6325d9 req-d40b8b1b-0d25-49de-9473-2ab30e999af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:03.855807 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ca6d79e8-c14b-478a-8e80-2c098c6325d9 req-d40b8b1b-0d25-49de-9473-2ab30e999af8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2785aa25e0a64107a28490f4f2c107bc&device_id=8a82e967-0672-489c-b421-c72b7431d859 HTTP/1.1" status: 200 len: 1096 time: 0.0771947 Dec 20 14:25:03.883840 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248e85f6-28aa-40da-a284-fb61a0323373 req-1301ed78-cf72-4f30-a74f-f0db34b1e24b tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:03.885417 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-248e85f6-28aa-40da-a284-fb61a0323373 req-1301ed78-cf72-4f30-a74f-f0db34b1e24b tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] 10.222.0.54 "GET /v2.0/ports?device_id=379fb313-d07d-46e3-b6db-73c53a21aa00 HTTP/1.1" status: 200 len: 945 time: 0.0769229 Dec 20 14:25:03.886959 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-101412a1-e0ab-4bf1-aaa0-f425daefee02 x-openstack-request-id: req-101412a1-e0ab-4bf1-aaa0-f425daefee02 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:25:03.887242 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a82e967-0672-489c-b421-c72b7431d859", "tag": "4eb57587-46ac-4ed3-b6d7-2cd32cba2d4c", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:25:03.887494 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-101412a1-e0ab-4bf1-aaa0-f425daefee02 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:25:03.887877 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a82e967-0672-489c-b421-c72b7431d859', 'tag': '4eb57587-46ac-4ed3-b6d7-2cd32cba2d4c', 'status': 'completed', 'code': 200} Dec 20 14:25:03.923731 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ca6d79e8-c14b-478a-8e80-2c098c6325d9 req-3d1809c0-55e0-485b-a175-c241c7f8d199 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4eb57587-46ac-4ed3-b6d7-2cd32cba2d4c HTTP/1.1" status: 200 len: 217 time: 0.0554502 Dec 20 14:25:03.964986 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-248e85f6-28aa-40da-a284-fb61a0323373 req-8a60dbb7-e5c4-421a-b417-28616e22963a tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] 10.222.0.54 "GET /v2.0/security-groups?id=044a4035-8f9d-498f-a1ea-00b93331b2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439763 Dec 20 14:25:04.007884 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fe6a99-b4ea-409a-b628-6eb8e5394021 req-e8743ec8-442e-4092-b3fc-28d70ed9174c tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:04.009433 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a3fe6a99-b4ea-409a-b628-6eb8e5394021 req-e8743ec8-442e-4092-b3fc-28d70ed9174c tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?device_id=adb5e53e-bb95-4f1c-a04a-4327d24c7f2b HTTP/1.1" status: 200 len: 950 time: 0.0519364 Dec 20 14:25:04.056151 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6d79e8-c14b-478a-8e80-2c098c6325d9 req-65343bc6-a7b0-4120-8089-fd803703681f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:04.056151 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ca6d79e8-c14b-478a-8e80-2c098c6325d9 req-65343bc6-a7b0-4120-8089-fd803703681f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=63ebfb59-720a-4723-915c-292ae8d31522 HTTP/1.1" status: 200 len: 848 time: 0.0500205 Dec 20 14:25:04.077598 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a3fe6a99-b4ea-409a-b628-6eb8e5394021 req-74cf13e2-0c6d-47ed-9f85-29c1029b0bf7 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/security-groups?id=d29d9ba9-24bd-4d94-be52-3ca7019f1c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615468 Dec 20 14:25:04.093323 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ca6d79e8-c14b-478a-8e80-2c098c6325d9 req-814662f1-9dc1-4a58-8e6f-13ea82721052 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2b333b61-ce15-4944-95b5-760e7ec98a8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278647 Dec 20 14:25:04.465712 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc8450-b593-4fe6-b0ff-2b7d2a97a29c req-7b9126fb-459d-4cfb-93ae-d72fabdab1d3 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:04.472486 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2dcc8450-b593-4fe6-b0ff-2b7d2a97a29c req-7b9126fb-459d-4cfb-93ae-d72fabdab1d3 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=391bfd15-b4c6-444c-a466-12316cde3dd1 HTTP/1.1" status: 200 len: 945 time: 0.0720921 Dec 20 14:25:04.476942 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ca6d79e8-c14b-478a-8e80-2c098c6325d9 req-8f851426-36a7-438a-b931-9346cc21a6e4 service neutron] 10.222.0.47 "GET /v2.0/networks/2b333b61-ce15-4944-95b5-760e7ec98a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3732400 Dec 20 14:25:04.519502 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2dcc8450-b593-4fe6-b0ff-2b7d2a97a29c req-27bb4b06-9f5f-4e23-9f2d-43b3e7d99836 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459921 Dec 20 14:25:04.579610 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c1b86e-fea5-4f1a-822e-c1a8ca84d89f req-8c6346c7-74e4-49bb-9beb-a04e8bcaaec5 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:04.581190 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-07c1b86e-fea5-4f1a-822e-c1a8ca84d89f req-8c6346c7-74e4-49bb-9beb-a04e8bcaaec5 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a82e967-0672-489c-b421-c72b7431d859 HTTP/1.1" status: 200 len: 944 time: 0.1076260 Dec 20 14:25:04.610108 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ca6d79e8-c14b-478a-8e80-2c098c6325d9 req-e1919d74-6d00-46ad-bec7-d6be896f69a8 service neutron] 10.222.0.47 "GET /v2.0/networks/2b333b61-ce15-4944-95b5-760e7ec98a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244855 Dec 20 14:25:04.640080 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-07c1b86e-fea5-4f1a-822e-c1a8ca84d89f req-6245c6de-3023-4944-bac4-5b98505b4035 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509279 Dec 20 14:25:04.704372 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cc01ca-6cc8-4597-b6fe-ccd2ad900a58 req-2f8ccee7-c90a-4526-8d75-55c2050733e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:04.706052 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-13cc01ca-6cc8-4597-b6fe-ccd2ad900a58 req-2f8ccee7-c90a-4526-8d75-55c2050733e1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2785aa25e0a64107a28490f4f2c107bc&device_id=8a82e967-0672-489c-b421-c72b7431d859 HTTP/1.1" status: 200 len: 1096 time: 0.0457926 Dec 20 14:25:04.770974 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1355d304-fb16-46b4-b237-58eeb6da0042 req-36a16d5f-2b41-4cac-9c4b-2be72293fcbc tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:04.773171 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1355d304-fb16-46b4-b237-58eeb6da0042 req-36a16d5f-2b41-4cac-9c4b-2be72293fcbc tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] 10.222.0.54 "GET /v2.0/ports?device_id=2720a132-ba30-4ce5-96ce-541ae6c66bd7 HTTP/1.1" status: 200 len: 950 time: 0.0551805 Dec 20 14:25:04.807073 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cc01ca-6cc8-4597-b6fe-ccd2ad900a58 req-a86c6ee8-a543-4de1-b790-1fdb9c81269a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:04.809019 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-13cc01ca-6cc8-4597-b6fe-ccd2ad900a58 req-a86c6ee8-a543-4de1-b790-1fdb9c81269a service neutron] 10.222.0.47 "GET /v2.0/networks?id=2b333b61-ce15-4944-95b5-760e7ec98a8f HTTP/1.1" status: 200 len: 909 time: 0.0952022 Dec 20 14:25:04.825649 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1355d304-fb16-46b4-b237-58eeb6da0042 req-c02c23cf-ab39-4781-b70d-13cf4a393868 tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] 10.222.0.54 "GET /v2.0/security-groups?id=a48d6ee2-6025-4eb5-ab02-0583262ca900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461953 Dec 20 14:25:04.853720 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-13cc01ca-6cc8-4597-b6fe-ccd2ad900a58 req-1e2085a3-d6bc-4177-9af5-28b2ae4117d8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4eb57587-46ac-4ed3-b6d7-2cd32cba2d4c HTTP/1.1" status: 200 len: 217 time: 0.0370009 Dec 20 14:25:04.937052 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cc01ca-6cc8-4597-b6fe-ccd2ad900a58 req-a0dc0cf7-1835-4860-8587-fbcd25222ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:04.938557 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-13cc01ca-6cc8-4597-b6fe-ccd2ad900a58 req-a0dc0cf7-1835-4860-8587-fbcd25222ae4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=63ebfb59-720a-4723-915c-292ae8d31522 HTTP/1.1" status: 200 len: 848 time: 0.0759323 Dec 20 14:25:04.973853 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-13cc01ca-6cc8-4597-b6fe-ccd2ad900a58 req-cb5f3e19-1d02-4f32-800e-203b8edaebb3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2b333b61-ce15-4944-95b5-760e7ec98a8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271337 Dec 20 14:25:04.982174 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daa116a-ec24-4a1e-b61a-dbd106300588 req-6a918842-7f45-4439-a201-3691e6cd749c tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:04.983600 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3daa116a-ec24-4a1e-b61a-dbd106300588 req-6a918842-7f45-4439-a201-3691e6cd749c tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] 10.222.0.54 "GET /v2.0/ports?device_id=fce6808d-28f6-49d3-88e7-87ecaa1de24e HTTP/1.1" status: 200 len: 946 time: 0.0823917 Dec 20 14:25:05.096605 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ba62a2-a7cb-464d-9afb-fba1ddb862d8 req-74ccaf61-7a0d-431c-a28f-9912c8244cf9 tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:05.098440 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-85ba62a2-a7cb-464d-9afb-fba1ddb862d8 req-74ccaf61-7a0d-431c-a28f-9912c8244cf9 tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] 10.222.0.54 "GET /v2.0/ports?device_id=379fb313-d07d-46e3-b6db-73c53a21aa00 HTTP/1.1" status: 200 len: 945 time: 0.0531359 Dec 20 14:25:05.115278 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3daa116a-ec24-4a1e-b61a-dbd106300588 req-e4e322fc-877c-4fa8-9cb5-7750b5c67d06 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] 10.222.0.54 "GET /v2.0/security-groups?id=098a4570-23c8-4b84-8441-a8245fd089b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057849 Dec 20 14:25:05.126937 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-13cc01ca-6cc8-4597-b6fe-ccd2ad900a58 req-232fa655-7d25-43d8-ba0d-bfb30581ca81 service neutron] 10.222.0.47 "GET /v2.0/networks/2b333b61-ce15-4944-95b5-760e7ec98a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421082 Dec 20 14:25:05.154223 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-85ba62a2-a7cb-464d-9afb-fba1ddb862d8 req-70e29250-9606-4f3f-8837-75a4b0f95759 tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] 10.222.0.54 "GET /v2.0/security-groups?id=044a4035-8f9d-498f-a1ea-00b93331b2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481360 Dec 20 14:25:05.266810 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-13cc01ca-6cc8-4597-b6fe-ccd2ad900a58 req-e12295b3-ad1f-4f20-8a5c-5250c1603e01 service neutron] 10.222.0.47 "GET /v2.0/networks/2b333b61-ce15-4944-95b5-760e7ec98a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225212 Dec 20 14:25:05.290713 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c5dded-b280-4bc6-9153-19b980b0bdc4 req-198cdc90-9de8-4c8b-bf21-475014058449 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:05.292380 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c0c5dded-b280-4bc6-9153-19b980b0bdc4 req-198cdc90-9de8-4c8b-bf21-475014058449 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?device_id=adb5e53e-bb95-4f1c-a04a-4327d24c7f2b HTTP/1.1" status: 200 len: 950 time: 0.0687752 Dec 20 14:25:05.340787 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c0c5dded-b280-4bc6-9153-19b980b0bdc4 req-99ae853d-0d9c-4172-99f5-d2303302e08d tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/security-groups?id=d29d9ba9-24bd-4d94-be52-3ca7019f1c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419919 Dec 20 14:25:05.628552 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:05.660772 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff1b28a-2c4e-429a-8fc7-29739eb7732e req-8796ff13-4919-4b45-b86b-94466cae57fb tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:05.662320 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3ff1b28a-2c4e-429a-8fc7-29739eb7732e req-8796ff13-4919-4b45-b86b-94466cae57fb tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=391bfd15-b4c6-444c-a466-12316cde3dd1 HTTP/1.1" status: 200 len: 945 time: 0.0575876 Dec 20 14:25:05.715242 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3ff1b28a-2c4e-429a-8fc7-29739eb7732e req-4fd683b0-9b25-431d-98f6-8f5e79341c8e tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464253 Dec 20 14:25:05.761745 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e767f6-72af-485b-a565-5e7850251fb1 req-f516f898-5d30-4f80-abb0-76cdfc691a20 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:05.763370 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-45e767f6-72af-485b-a565-5e7850251fb1 req-f516f898-5d30-4f80-abb0-76cdfc691a20 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a82e967-0672-489c-b421-c72b7431d859 HTTP/1.1" status: 200 len: 944 time: 0.0516055 Dec 20 14:25:05.811024 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-45e767f6-72af-485b-a565-5e7850251fb1 req-f7d906f5-dfff-45e3-a5c4-4fd548f2c07b tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413404 Dec 20 14:25:05.944321 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca529cb-2d49-4104-bedc-3e32b50d07ce req-c39c5574-8d49-4639-8ba7-76f0711f8094 tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:05.945732 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fca529cb-2d49-4104-bedc-3e32b50d07ce req-c39c5574-8d49-4639-8ba7-76f0711f8094 tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] 10.222.0.54 "GET /v2.0/ports?device_id=2720a132-ba30-4ce5-96ce-541ae6c66bd7 HTTP/1.1" status: 200 len: 950 time: 0.0490513 Dec 20 14:25:05.992886 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fca529cb-2d49-4104-bedc-3e32b50d07ce req-ed6a1b9e-d056-4f3b-b210-a15517c67451 tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] 10.222.0.54 "GET /v2.0/security-groups?id=a48d6ee2-6025-4eb5-ab02-0583262ca900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409749 Dec 20 14:25:06.165712 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:06.251480 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ac9512-4b98-46bf-a807-859ca1c55a59 req-14dfc968-9ce3-47ae-b41a-272896e8c4dd tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:06.253495 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-78ac9512-4b98-46bf-a807-859ca1c55a59 req-14dfc968-9ce3-47ae-b41a-272896e8c4dd tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] 10.222.0.54 "GET /v2.0/ports?device_id=fce6808d-28f6-49d3-88e7-87ecaa1de24e HTTP/1.1" status: 200 len: 946 time: 0.0543733 Dec 20 14:25:06.290196 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d92b8b-3537-47c6-8c7b-99454e6c0088 req-5e2ee8ee-00dc-4a80-bb6d-5cb5156e163e tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:06.291938 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-78d92b8b-3537-47c6-8c7b-99454e6c0088 req-5e2ee8ee-00dc-4a80-bb6d-5cb5156e163e tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] 10.222.0.54 "GET /v2.0/ports?device_id=379fb313-d07d-46e3-b6db-73c53a21aa00 HTTP/1.1" status: 200 len: 945 time: 0.0608647 Dec 20 14:25:06.310172 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-78ac9512-4b98-46bf-a807-859ca1c55a59 req-8ef71cd9-5e6f-4bfd-9bcb-df6adb2412cf tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] 10.222.0.54 "GET /v2.0/security-groups?id=098a4570-23c8-4b84-8441-a8245fd089b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498044 Dec 20 14:25:06.352925 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-78d92b8b-3537-47c6-8c7b-99454e6c0088 req-0f4c9ab8-d590-46de-b35e-41fad2f4255f tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] 10.222.0.54 "GET /v2.0/security-groups?id=044a4035-8f9d-498f-a1ea-00b93331b2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539677 Dec 20 14:25:06.484997 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed60cd8-8471-4e50-93c9-23fffa85264d req-2e3c5a6b-58f2-46b2-93d8-d628e29cbd56 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:06.486677 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-bed60cd8-8471-4e50-93c9-23fffa85264d req-2e3c5a6b-58f2-46b2-93d8-d628e29cbd56 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?device_id=adb5e53e-bb95-4f1c-a04a-4327d24c7f2b HTTP/1.1" status: 200 len: 950 time: 0.0504596 Dec 20 14:25:06.534360 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-bed60cd8-8471-4e50-93c9-23fffa85264d req-73351f23-83ae-4d0a-a556-fa968df9e699 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/security-groups?id=d29d9ba9-24bd-4d94-be52-3ca7019f1c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416529 Dec 20 14:25:06.847544 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b97659-9bc7-4c1d-afa3-14e446ccd650 req-9f3ab920-b0d3-4c74-9931-27303ef74c06 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:06.849368 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-52b97659-9bc7-4c1d-afa3-14e446ccd650 req-9f3ab920-b0d3-4c74-9931-27303ef74c06 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=391bfd15-b4c6-444c-a466-12316cde3dd1 HTTP/1.1" status: 200 len: 945 time: 0.0527537 Dec 20 14:25:06.904770 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-52b97659-9bc7-4c1d-afa3-14e446ccd650 req-77d055be-3cf1-4093-9842-dbb7368d8e03 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481839 Dec 20 14:25:06.932351 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc9357f-57ec-45d4-b957-7201dcf92c0b req-1affe9f3-1bef-45f8-889f-ecc45fe6900a tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:06.933921 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9bc9357f-57ec-45d4-b957-7201dcf92c0b req-1affe9f3-1bef-45f8-889f-ecc45fe6900a tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a82e967-0672-489c-b421-c72b7431d859 HTTP/1.1" status: 200 len: 944 time: 0.0531604 Dec 20 14:25:06.981665 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9bc9357f-57ec-45d4-b957-7201dcf92c0b req-f194607f-be0a-43c5-9471-1e50d26a04e3 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412233 Dec 20 14:25:07.073031 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 4eb57587-46ac-4ed3-b6d7-2cd32cba2d4c details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:25:07.114356 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b3a17c-bf67-4757-b1ac-89c1f431c7ca req-85c48af2-0f29-4fa6-bf17-b8eade29429f tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:07.116178 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e3b3a17c-bf67-4757-b1ac-89c1f431c7ca req-85c48af2-0f29-4fa6-bf17-b8eade29429f tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] 10.222.0.54 "GET /v2.0/ports?device_id=2720a132-ba30-4ce5-96ce-541ae6c66bd7 HTTP/1.1" status: 200 len: 950 time: 0.0533092 Dec 20 14:25:07.166356 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e3b3a17c-bf67-4757-b1ac-89c1f431c7ca req-597e0f38-5256-466e-a9ec-5678ae985590 tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] 10.222.0.54 "GET /v2.0/security-groups?id=a48d6ee2-6025-4eb5-ab02-0583262ca900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432885 Dec 20 14:25:07.172536 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 4eb57587-46ac-4ed3-b6d7-2cd32cba2d4c, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=4eb57587-46ac-4ed3-b6d7-2cd32cba2d4c,segment=NetworkSegment(addc7f95-68ef-43ba-9bd9-cde69b0f949e),segment_id=addc7f95-68ef-43ba-9bd9-cde69b0f949e)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:25:07.186828 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': '4eb57587-46ac-4ed3-b6d7-2cd32cba2d4c', 'network_id': '2b333b61-ce15-4944-95b5-760e7ec98a8f', 'port_id': '4eb57587-46ac-4ed3-b6d7-2cd32cba2d4c', 'mac_address': 'fa:16:3e:9c:e9:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63ebfb59-720a-4723-915c-292ae8d31522', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:25:07.230347 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:07.249127 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4eb57587-46ac-4ed3-b6d7-2cd32cba2d4c {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:25:07.270511 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 4eb57587-46ac-4ed3-b6d7-2cd32cba2d4c, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=4eb57587-46ac-4ed3-b6d7-2cd32cba2d4c,segment=NetworkSegment(addc7f95-68ef-43ba-9bd9-cde69b0f949e),segment_id=addc7f95-68ef-43ba-9bd9-cde69b0f949e)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:25:07.274648 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:07.324002 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=4eb57587-46ac-4ed3-b6d7-2cd32cba2d4c,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:25:07.436324 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37fa232-b618-49e4-a2f5-5007dc733851 req-1a5ea75b-7d68-4a5f-8668-f55c6c86b023 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:07.438016 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b37fa232-b618-49e4-a2f5-5007dc733851 req-1a5ea75b-7d68-4a5f-8668-f55c6c86b023 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] 10.222.0.54 "GET /v2.0/ports?device_id=fce6808d-28f6-49d3-88e7-87ecaa1de24e HTTP/1.1" status: 200 len: 946 time: 0.0552907 Dec 20 14:25:07.485742 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef59f9-b52a-4047-bb0b-979516b754de req-79dc112c-4bce-434b-9ee8-fa1d1cc8cc9c tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:07.487609 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-57ef59f9-b52a-4047-bb0b-979516b754de req-79dc112c-4bce-434b-9ee8-fa1d1cc8cc9c tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] 10.222.0.54 "GET /v2.0/ports?device_id=379fb313-d07d-46e3-b6db-73c53a21aa00 HTTP/1.1" status: 200 len: 945 time: 0.0580568 Dec 20 14:25:07.489476 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b37fa232-b618-49e4-a2f5-5007dc733851 req-9184712e-2959-41ea-819c-05feea9e4e6d tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] 10.222.0.54 "GET /v2.0/security-groups?id=098a4570-23c8-4b84-8441-a8245fd089b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443866 Dec 20 14:25:07.548348 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-57ef59f9-b52a-4047-bb0b-979516b754de req-b29a3a51-9a9f-441d-85ca-f5491df27734 tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] 10.222.0.54 "GET /v2.0/security-groups?id=044a4035-8f9d-498f-a1ea-00b93331b2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516238 Dec 20 14:25:07.570123 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['4eb57587-46ac-4ed3-b6d7-2cd32cba2d4c'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:25:07.671370 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1ffed-62c5-4ede-bd03-425ad85e40d2 req-5b91f6c1-0759-4438-807f-3b9f2e27cdd6 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:07.673142 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-14c1ffed-62c5-4ede-bd03-425ad85e40d2 req-5b91f6c1-0759-4438-807f-3b9f2e27cdd6 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?device_id=adb5e53e-bb95-4f1c-a04a-4327d24c7f2b HTTP/1.1" status: 200 len: 950 time: 0.0554750 Dec 20 14:25:07.724595 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-14c1ffed-62c5-4ede-bd03-425ad85e40d2 req-36281386-ec60-4f0a-8ce2-a0d69ebfbe09 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/security-groups?id=d29d9ba9-24bd-4d94-be52-3ca7019f1c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449419 Dec 20 14:25:08.037118 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e500fd-3449-4f83-8427-39c33d9eb9eb req-43dd9f5b-da76-4053-9c96-39566bf4aa54 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:08.039083 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-20e500fd-3449-4f83-8427-39c33d9eb9eb req-43dd9f5b-da76-4053-9c96-39566bf4aa54 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=391bfd15-b4c6-444c-a466-12316cde3dd1 HTTP/1.1" status: 200 len: 945 time: 0.0552990 Dec 20 14:25:08.104570 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-20e500fd-3449-4f83-8427-39c33d9eb9eb req-b034c470-bd80-4e3f-8622-d7f773ad2d55 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579522 Dec 20 14:25:08.117997 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84043e54-f4c6-4d2b-bc10-bcad32ad7ded req-c4d7c4a9-ca4d-4996-bb25-faf0e88366cd tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:08.120163 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-84043e54-f4c6-4d2b-bc10-bcad32ad7ded req-c4d7c4a9-ca4d-4996-bb25-faf0e88366cd tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a82e967-0672-489c-b421-c72b7431d859 HTTP/1.1" status: 200 len: 945 time: 0.0544012 Dec 20 14:25:08.173868 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-84043e54-f4c6-4d2b-bc10-bcad32ad7ded req-5e9312bc-a830-42a7-a10a-168d543aa069 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475914 Dec 20 14:25:08.291393 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad82c189-8309-4cf4-b7b4-5791622fdef6 req-a0e077d1-e547-4a4f-bf88-bd8920096501 tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:08.292911 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ad82c189-8309-4cf4-b7b4-5791622fdef6 req-a0e077d1-e547-4a4f-bf88-bd8920096501 tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] 10.222.0.54 "GET /v2.0/ports?device_id=2720a132-ba30-4ce5-96ce-541ae6c66bd7 HTTP/1.1" status: 200 len: 950 time: 0.0549841 Dec 20 14:25:08.345557 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ad82c189-8309-4cf4-b7b4-5791622fdef6 req-a3f9909b-f97a-49ce-b9eb-2fd722dd58f3 tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] 10.222.0.54 "GET /v2.0/security-groups?id=a48d6ee2-6025-4eb5-ab02-0583262ca900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457904 Dec 20 14:25:08.607351 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97bd60c-633a-491d-823e-9f0d7de687dc req-1cbb686d-3d14-4a8d-a8d1-d77b76227107 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:08.608856 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d97bd60c-633a-491d-823e-9f0d7de687dc req-1cbb686d-3d14-4a8d-a8d1-d77b76227107 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] 10.222.0.54 "GET /v2.0/ports?device_id=fce6808d-28f6-49d3-88e7-87ecaa1de24e HTTP/1.1" status: 200 len: 946 time: 0.0499039 Dec 20 14:25:08.665394 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d97bd60c-633a-491d-823e-9f0d7de687dc req-f6d1092e-02d0-4adf-8cd4-23869aaaf144 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] 10.222.0.54 "GET /v2.0/security-groups?id=098a4570-23c8-4b84-8441-a8245fd089b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492547 Dec 20 14:25:08.730974 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed0bc2f-f92a-441b-87ae-d1fed2a7b712 req-4b53873f-0b76-4426-9593-106c802641eb tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:08.732666 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2ed0bc2f-f92a-441b-87ae-d1fed2a7b712 req-4b53873f-0b76-4426-9593-106c802641eb tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] 10.222.0.54 "GET /v2.0/ports?device_id=379fb313-d07d-46e3-b6db-73c53a21aa00 HTTP/1.1" status: 200 len: 945 time: 0.0544574 Dec 20 14:25:08.785138 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2ed0bc2f-f92a-441b-87ae-d1fed2a7b712 req-2abd5a76-86fa-45c8-80cf-3275f4b91145 tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] 10.222.0.54 "GET /v2.0/security-groups?id=044a4035-8f9d-498f-a1ea-00b93331b2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459950 Dec 20 14:25:08.895519 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e7dcf2-8c1c-4fba-bb1f-17d4091cafb4 req-22d86630-3124-4b22-bb4f-5db5298f1ed2 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:08.897339 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-78e7dcf2-8c1c-4fba-bb1f-17d4091cafb4 req-22d86630-3124-4b22-bb4f-5db5298f1ed2 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?device_id=adb5e53e-bb95-4f1c-a04a-4327d24c7f2b HTTP/1.1" status: 200 len: 950 time: 0.0541787 Dec 20 14:25:08.952080 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-78e7dcf2-8c1c-4fba-bb1f-17d4091cafb4 req-e592d711-bf92-4cb9-bfd4-27ca3dbcbea1 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/security-groups?id=d29d9ba9-24bd-4d94-be52-3ca7019f1c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476053 Dec 20 14:25:09.082276 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 4eb57587-46ac-4ed3-b6d7-2cd32cba2d4c up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:25:09.135073 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning for port 4eb57587-46ac-4ed3-b6d7-2cd32cba2d4c completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:25:09.139794 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port 4eb57587-46ac-4ed3-b6d7-2cd32cba2d4c triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:25:09.140171 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:09.227540 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:09.240860 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6ca34d-0f0b-406f-b0bd-fcf03d35b8d9 req-4689d53e-1724-4725-9dfe-39c5376ee7f8 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:09.242611 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7e6ca34d-0f0b-406f-b0bd-fcf03d35b8d9 req-4689d53e-1724-4725-9dfe-39c5376ee7f8 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=391bfd15-b4c6-444c-a466-12316cde3dd1 HTTP/1.1" status: 200 len: 945 time: 0.0543888 Dec 20 14:25:09.257784 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a82e967-0672-489c-b421-c72b7431d859', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eb57587-46ac-4ed3-b6d7-2cd32cba2d4c'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:25:09.257784 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe2d5c4d-8a62-4c4e-b304-8e4f465e24c2" -d '{"events": [{"server_uuid": "8a82e967-0672-489c-b421-c72b7431d859", "name": "network-vif-plugged", "status": "completed", "tag": "4eb57587-46ac-4ed3-b6d7-2cd32cba2d4c"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:25:09.267087 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 4eb57587-46ac-4ed3-b6d7-2cd32cba2d4c, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=4eb57587-46ac-4ed3-b6d7-2cd32cba2d4c,segment=NetworkSegment(addc7f95-68ef-43ba-9bd9-cde69b0f949e),segment_id=addc7f95-68ef-43ba-9bd9-cde69b0f949e)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:25:09.273283 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:09.296511 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7e6ca34d-0f0b-406f-b0bd-fcf03d35b8d9 req-ed7fb81f-055a-4e5f-8ce0-f3020ebed772 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465922 Dec 20 14:25:09.322662 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=4eb57587-46ac-4ed3-b6d7-2cd32cba2d4c,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:25:09.339149 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f2c53e-04b3-4842-b115-770c9895307a req-1eac41d4-f8ff-43a1-8fc7-e53a48b2e4dc tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:09.340675 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-86f2c53e-04b3-4842-b115-770c9895307a req-1eac41d4-f8ff-43a1-8fc7-e53a48b2e4dc tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a82e967-0672-489c-b421-c72b7431d859 HTTP/1.1" status: 200 len: 946 time: 0.0765879 Dec 20 14:25:09.354279 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7750a29-0b48-43e2-9a67-3a933652e0a9 x-openstack-request-id: req-d7750a29-0b48-43e2-9a67-3a933652e0a9 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:25:09.354894 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a82e967-0672-489c-b421-c72b7431d859", "name": "network-vif-plugged", "status": "completed", "tag": "4eb57587-46ac-4ed3-b6d7-2cd32cba2d4c", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:25:09.354894 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d7750a29-0b48-43e2-9a67-3a933652e0a9 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:25:09.355277 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a82e967-0672-489c-b421-c72b7431d859', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eb57587-46ac-4ed3-b6d7-2cd32cba2d4c', 'code': 200} Dec 20 14:25:09.392942 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-86f2c53e-04b3-4842-b115-770c9895307a req-41f0338f-ee35-4303-9d80-14e62dc31ba1 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458488 Dec 20 14:25:09.495025 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e551ed-acff-4e36-b548-5e50fa137b5a req-d8d39d8a-c57a-4813-959f-b087c75a2b52 tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:09.496479 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-26e551ed-acff-4e36-b548-5e50fa137b5a req-d8d39d8a-c57a-4813-959f-b087c75a2b52 tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] 10.222.0.54 "GET /v2.0/ports?device_id=2720a132-ba30-4ce5-96ce-541ae6c66bd7 HTTP/1.1" status: 200 len: 950 time: 0.0777810 Dec 20 14:25:09.498139 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e224cb7-1bf4-499a-aac6-57df2333f1e3 req-828077c0-382e-4868-96e4-4d15837b353f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:09.499489 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5e224cb7-1bf4-499a-aac6-57df2333f1e3 req-828077c0-382e-4868-96e4-4d15837b353f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8a82e967-0672-489c-b421-c72b7431d859 HTTP/1.1" status: 200 len: 1098 time: 0.0794790 Dec 20 14:25:09.576051 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-26e551ed-acff-4e36-b548-5e50fa137b5a req-c1213f5e-33aa-454b-bb2f-794522711b5d tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] 10.222.0.54 "GET /v2.0/security-groups?id=a48d6ee2-6025-4eb5-ab02-0583262ca900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715871 Dec 20 14:25:09.578198 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5e224cb7-1bf4-499a-aac6-57df2333f1e3 req-3d5b5b9a-062b-4646-ba82-afccc92ca21f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643904 Dec 20 14:25:09.782167 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a2b7f8-12ee-4bf2-b41f-fbe836cff485 req-0ea8ff6d-5f13-4d9b-ba54-c68b3faf0949 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:09.783711 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c6a2b7f8-12ee-4bf2-b41f-fbe836cff485 req-0ea8ff6d-5f13-4d9b-ba54-c68b3faf0949 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] 10.222.0.54 "GET /v2.0/ports?device_id=fce6808d-28f6-49d3-88e7-87ecaa1de24e HTTP/1.1" status: 200 len: 946 time: 0.0514178 Dec 20 14:25:09.836719 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c6a2b7f8-12ee-4bf2-b41f-fbe836cff485 req-baaa5150-ad26-45f8-a9c5-c47574853822 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] 10.222.0.54 "GET /v2.0/security-groups?id=098a4570-23c8-4b84-8441-a8245fd089b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467701 Dec 20 14:25:09.913430 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39519828-7d59-49d4-9749-f60cec94ad80 req-09e87cda-8c11-4c46-aeb2-120db7714f47 tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:09.914915 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-39519828-7d59-49d4-9749-f60cec94ad80 req-09e87cda-8c11-4c46-aeb2-120db7714f47 tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] 10.222.0.54 "GET /v2.0/ports?device_id=379fb313-d07d-46e3-b6db-73c53a21aa00 HTTP/1.1" status: 200 len: 945 time: 0.0526760 Dec 20 14:25:09.964180 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-39519828-7d59-49d4-9749-f60cec94ad80 req-609b7d82-3697-4715-8289-10f6addb6113 tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] 10.222.0.54 "GET /v2.0/security-groups?id=044a4035-8f9d-498f-a1ea-00b93331b2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404999 Dec 20 14:25:10.078172 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b525bf-caa8-4148-a04f-880948ccccbc req-75bb6afd-67bb-4757-8431-962540552643 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:10.079700 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-60b525bf-caa8-4148-a04f-880948ccccbc req-75bb6afd-67bb-4757-8431-962540552643 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?device_id=adb5e53e-bb95-4f1c-a04a-4327d24c7f2b HTTP/1.1" status: 200 len: 950 time: 0.0562372 Dec 20 14:25:10.128025 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-60b525bf-caa8-4148-a04f-880948ccccbc req-8ddea105-9cbb-4cc2-bc0b-9be4028a5b6c tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/security-groups?id=d29d9ba9-24bd-4d94-be52-3ca7019f1c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418940 Dec 20 14:25:10.436033 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2768e5-fa9b-4e3c-a921-ab2564dbb62a req-88d98d7d-4544-4845-9de0-e9a44f15dd04 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:10.437560 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8e2768e5-fa9b-4e3c-a921-ab2564dbb62a req-88d98d7d-4544-4845-9de0-e9a44f15dd04 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=391bfd15-b4c6-444c-a466-12316cde3dd1 HTTP/1.1" status: 200 len: 945 time: 0.0543554 Dec 20 14:25:10.489998 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8e2768e5-fa9b-4e3c-a921-ab2564dbb62a req-b7d6ad16-9df5-43ca-80d6-a82770ede99d tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452549 Dec 20 14:25:10.513788 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d0d19-3d71-402e-8985-788292270802 req-660564a1-7dd1-46f8-b9f4-78671191ca11 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:10.515275 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-222d0d19-3d71-402e-8985-788292270802 req-660564a1-7dd1-46f8-b9f4-78671191ca11 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a82e967-0672-489c-b421-c72b7431d859 HTTP/1.1" status: 200 len: 946 time: 0.0494077 Dec 20 14:25:10.562957 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-222d0d19-3d71-402e-8985-788292270802 req-8e3e801b-a9d3-4ca5-a3a0-2e9c688119dc tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415263 Dec 20 14:25:10.705376 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf6f788-133a-4f97-b59e-d1d9cc5a49de req-1a37902f-663f-49a8-888e-29981a94a4ee tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:10.707146 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9cf6f788-133a-4f97-b59e-d1d9cc5a49de req-1a37902f-663f-49a8-888e-29981a94a4ee tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] 10.222.0.54 "GET /v2.0/ports?device_id=2720a132-ba30-4ce5-96ce-541ae6c66bd7 HTTP/1.1" status: 200 len: 950 time: 0.0542345 Dec 20 14:25:10.767773 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9cf6f788-133a-4f97-b59e-d1d9cc5a49de req-8ec0c92c-3d84-4f75-b064-450116b03099 tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] 10.222.0.54 "GET /v2.0/security-groups?id=a48d6ee2-6025-4eb5-ab02-0583262ca900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524154 Dec 20 14:25:10.962234 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06005034-95d2-4084-8637-b06008fdc94a req-e1947ca4-b0a5-4846-9ba3-8dc1877c477e tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:10.963654 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-06005034-95d2-4084-8637-b06008fdc94a req-e1947ca4-b0a5-4846-9ba3-8dc1877c477e tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] 10.222.0.54 "GET /v2.0/ports?device_id=fce6808d-28f6-49d3-88e7-87ecaa1de24e HTTP/1.1" status: 200 len: 946 time: 0.0539742 Dec 20 14:25:11.013265 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-06005034-95d2-4084-8637-b06008fdc94a req-0b69f937-ab7b-42de-ae17-bb45bcb3ecb3 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] 10.222.0.54 "GET /v2.0/security-groups?id=098a4570-23c8-4b84-8441-a8245fd089b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435410 Dec 20 14:25:11.083562 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a327ad-68a4-40ea-8d9c-fc9644dab6d1 req-f559303f-1bc3-4e15-89a1-5bf64dcdf23d tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:11.085172 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b4a327ad-68a4-40ea-8d9c-fc9644dab6d1 req-f559303f-1bc3-4e15-89a1-5bf64dcdf23d tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] 10.222.0.54 "GET /v2.0/ports?device_id=379fb313-d07d-46e3-b6db-73c53a21aa00 HTTP/1.1" status: 200 len: 945 time: 0.0500638 Dec 20 14:25:11.131798 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b4a327ad-68a4-40ea-8d9c-fc9644dab6d1 req-4dc8926a-d0d6-4267-98cb-21703d33ca9e tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] 10.222.0.54 "GET /v2.0/security-groups?id=044a4035-8f9d-498f-a1ea-00b93331b2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404823 Dec 20 14:25:11.258156 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf83da5c-2ccf-40ff-a5f7-9c428ccf3ac1 req-f656a916-562e-4d23-b8a5-7c39d4610ea4 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:11.259576 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-bf83da5c-2ccf-40ff-a5f7-9c428ccf3ac1 req-f656a916-562e-4d23-b8a5-7c39d4610ea4 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?device_id=adb5e53e-bb95-4f1c-a04a-4327d24c7f2b HTTP/1.1" status: 200 len: 950 time: 0.0549107 Dec 20 14:25:11.273151 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:11.312399 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-bf83da5c-2ccf-40ff-a5f7-9c428ccf3ac1 req-5e2f2b15-2ba9-4e6a-9ac7-de576178bedf tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/security-groups?id=d29d9ba9-24bd-4d94-be52-3ca7019f1c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464094 Dec 20 14:25:11.620691 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74cfea6-aed0-45d3-8411-90920d0cdfc0 req-23cbb802-0ed5-4fd3-93dd-e905a9acbce8 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:11.622219 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e74cfea6-aed0-45d3-8411-90920d0cdfc0 req-23cbb802-0ed5-4fd3-93dd-e905a9acbce8 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=391bfd15-b4c6-444c-a466-12316cde3dd1 HTTP/1.1" status: 200 len: 945 time: 0.0567434 Dec 20 14:25:11.679795 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e74cfea6-aed0-45d3-8411-90920d0cdfc0 req-c6c021cc-40bb-4f88-9e6a-50309c5275b2 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511842 Dec 20 14:25:11.690709 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b026c5-dc6d-4cc5-8572-6de59a4283e9 req-bc471a07-b007-420a-babe-2356e42c9fdb tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:11.692343 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a6b026c5-dc6d-4cc5-8572-6de59a4283e9 req-bc471a07-b007-420a-babe-2356e42c9fdb tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a82e967-0672-489c-b421-c72b7431d859 HTTP/1.1" status: 200 len: 946 time: 0.0563865 Dec 20 14:25:11.740164 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a6b026c5-dc6d-4cc5-8572-6de59a4283e9 req-da82fdc4-bedd-4d7a-b4bc-cf7f6d97da31 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415742 Dec 20 14:25:11.869089 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4492598-8848-4b89-ab55-e6a6b839c3d8 req-934a1521-0313-49f7-ad54-099c45af7c0b tempest-LiveMigrationTest-1128134252 tempest-LiveMigrationTest-1128134252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:11.870638 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a4492598-8848-4b89-ab55-e6a6b839c3d8 req-934a1521-0313-49f7-ad54-099c45af7c0b tempest-LiveMigrationTest-1128134252 tempest-LiveMigrationTest-1128134252-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=8a82e967-0672-489c-b421-c72b7431d859 HTTP/1.1" status: 200 len: 1098 time: 0.0593581 Dec 20 14:25:11.920903 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a4492598-8848-4b89-ab55-e6a6b839c3d8 req-48144679-ed1a-4921-83a3-1b2d17e55e99 tempest-LiveMigrationTest-1128134252 tempest-LiveMigrationTest-1128134252-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440500 Dec 20 14:25:11.923990 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3f20ea-6e34-4d6b-ade6-d811799fb8d4 req-cbd5e758-25ae-4384-b700-d4ef3abfbddf tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:11.925581 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6c3f20ea-6e34-4d6b-ade6-d811799fb8d4 req-cbd5e758-25ae-4384-b700-d4ef3abfbddf tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] 10.222.0.54 "GET /v2.0/ports?device_id=2720a132-ba30-4ce5-96ce-541ae6c66bd7 HTTP/1.1" status: 200 len: 950 time: 0.0543637 Dec 20 14:25:11.980935 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6c3f20ea-6e34-4d6b-ade6-d811799fb8d4 req-c7674bdf-9fd1-4841-a7ca-58a95539bd12 tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] 10.222.0.54 "GET /v2.0/security-groups?id=a48d6ee2-6025-4eb5-ab02-0583262ca900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489964 Dec 20 14:25:12.138056 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7324d0-656d-4dd0-a36a-6da6e65ecd5b req-ba3292d1-df8a-4e0b-a029-ba04a8fa1b13 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:12.139863 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8c7324d0-656d-4dd0-a36a-6da6e65ecd5b req-ba3292d1-df8a-4e0b-a029-ba04a8fa1b13 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] 10.222.0.54 "GET /v2.0/ports?device_id=fce6808d-28f6-49d3-88e7-87ecaa1de24e HTTP/1.1" status: 200 len: 946 time: 0.0561633 Dec 20 14:25:12.201417 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8c7324d0-656d-4dd0-a36a-6da6e65ecd5b req-491b3a44-6411-4de7-b727-5ce53df523f2 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] 10.222.0.54 "GET /v2.0/security-groups?id=098a4570-23c8-4b84-8441-a8245fd089b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551438 Dec 20 14:25:12.262395 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1101ac6d-ca23-4c46-a7e7-10f0ba86dfec req-00749cf2-0e1f-4070-8e78-559413cbd64a tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:12.263817 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1101ac6d-ca23-4c46-a7e7-10f0ba86dfec req-00749cf2-0e1f-4070-8e78-559413cbd64a tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] 10.222.0.54 "GET /v2.0/ports?device_id=379fb313-d07d-46e3-b6db-73c53a21aa00 HTTP/1.1" status: 200 len: 945 time: 0.0562127 Dec 20 14:25:12.328790 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1101ac6d-ca23-4c46-a7e7-10f0ba86dfec req-aefd4867-30b7-4aa0-acec-eee1a5940e53 tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] 10.222.0.54 "GET /v2.0/security-groups?id=044a4035-8f9d-498f-a1ea-00b93331b2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584164 Dec 20 14:25:12.334515 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2a1ad2-940e-4b83-9de9-798ccafe2708 req-f01f6ed9-5c59-4020-aeda-4fb056a090fa tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:12.336270 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-cd2a1ad2-940e-4b83-9de9-798ccafe2708 req-f01f6ed9-5c59-4020-aeda-4fb056a090fa tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] 10.222.0.54 "GET /v2.0/ports?device_id=fce6808d-28f6-49d3-88e7-87ecaa1de24e HTTP/1.1" status: 200 len: 946 time: 0.0519340 Dec 20 14:25:12.346372 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 51094) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:25:12.354523 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-6bd86f71-875e-4294-bada-81396d699e50 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] Request body: {'floatingip': {'port_id': '64bffda1-b355-4373-b696-5e1465910e88'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:25:12.422336 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6bd86f71-875e-4294-bada-81396d699e50 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] Publish callbacks [] for floatingip, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:12.531879 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66495b61-3b96-4a74-aa2a-86f19cb054e3 req-46cd25db-cf2d-4c80-97b6-5a4d09e135ad tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:12.533339 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-66495b61-3b96-4a74-aa2a-86f19cb054e3 req-46cd25db-cf2d-4c80-97b6-5a4d09e135ad tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?device_id=adb5e53e-bb95-4f1c-a04a-4327d24c7f2b HTTP/1.1" status: 200 len: 950 time: 0.1296120 Dec 20 14:25:12.691491 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-66495b61-3b96-4a74-aa2a-86f19cb054e3 req-3bcd93ac-b0f0-4c01-8f67-67fc47b4cf71 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/security-groups?id=d29d9ba9-24bd-4d94-be52-3ca7019f1c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311433 Dec 20 14:25:12.810558 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a540402f-b3aa-43fe-b950-e5a07481d759 req-cbc19593-c774-4882-9059-7b13b4c81812 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:12.812292 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a540402f-b3aa-43fe-b950-e5a07481d759 req-cbc19593-c774-4882-9059-7b13b4c81812 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=391bfd15-b4c6-444c-a466-12316cde3dd1 HTTP/1.1" status: 200 len: 945 time: 0.0553517 Dec 20 14:25:12.896031 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a540402f-b3aa-43fe-b950-e5a07481d759 req-d7b2473c-ca23-406e-b88b-3a17d4de3eac tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712445 Dec 20 14:25:13.033583 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6bd86f71-875e-4294-bada-81396d699e50 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:13.040770 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6bd86f71-875e-4294-bada-81396d699e50 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585115'] for floatingip, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:13.133319 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d539419-7701-4ed1-8936-90447c52f48b req-ba96a0c9-665c-40c5-84e1-113f883d7378 tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:13.134989 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7d539419-7701-4ed1-8936-90447c52f48b req-ba96a0c9-665c-40c5-84e1-113f883d7378 tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] 10.222.0.54 "GET /v2.0/ports?device_id=2720a132-ba30-4ce5-96ce-541ae6c66bd7 HTTP/1.1" status: 200 len: 950 time: 0.0597863 Dec 20 14:25:13.171814 n-d-761264-19 neutron-server[103167]: INFO neutron.db.l3_db [None req-6bd86f71-875e-4294-bada-81396d699e50 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] Floating IP c2a7596c-ddb1-4811-9261-8d43f67b621c associated. External IP: 172.25.0.90, port: 64bffda1-b355-4373-b696-5e1465910e88. Dec 20 14:25:13.193899 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7d539419-7701-4ed1-8936-90447c52f48b req-184b4541-9929-45ff-992a-41a269ca2969 tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] 10.222.0.54 "GET /v2.0/security-groups?id=a48d6ee2-6025-4eb5-ab02-0583262ca900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511587 Dec 20 14:25:13.400178 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bd86f71-875e-4294-bada-81396d699e50 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] Router bb0b303f-7230-47e9-bfa8-0d8665589494 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:25:13.541414 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be919481-3cf9-43bc-966c-0ba2ff99a5db req-5a4f8851-6e77-4772-85ff-cf2e8821ac95 tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:13.542892 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-be919481-3cf9-43bc-966c-0ba2ff99a5db req-5a4f8851-6e77-4772-85ff-cf2e8821ac95 tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] 10.222.0.54 "GET /v2.0/ports?device_id=379fb313-d07d-46e3-b6db-73c53a21aa00 HTTP/1.1" status: 200 len: 945 time: 0.0950770 Dec 20 14:25:13.566752 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bd86f71-875e-4294-bada-81396d699e50 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:25:13.571982 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6bd86f71-875e-4294-bada-81396d699e50 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:13.576600 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be6ea8d-a057-4faf-8e4f-e236edaaf07b None None] Sync routers for ids ['bb0b303f-7230-47e9-bfa8-0d8665589494'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:25:13.587009 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be6ea8d-a057-4faf-8e4f-e236edaaf07b None None] Routers {'bb0b303f-7230-47e9-bfa8-0d8665589494'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:25:13.587558 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-8be6ea8d-a057-4faf-8e4f-e236edaaf07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:25:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['bb0b303f-7230-47e9-bfa8-0d8665589494'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:25:13.616378 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-6bd86f71-875e-4294-bada-81396d699e50 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] 10.222.0.54 "PUT /v2.0/floatingips/c2a7596c-ddb1-4811-9261-8d43f67b621c HTTP/1.1" status: 200 len: 991 time: 1.2683325 Dec 20 14:25:13.617751 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fce6808d-28f6-49d3-88e7-87ecaa1de24e', 'tag': '64bffda1-b355-4373-b696-5e1465910e88'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:25:13.620364 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b0b5adc-2a30-49bc-b65e-ddcd8e2b012f" -d '{"events": [{"name": "network-changed", "server_uuid": "fce6808d-28f6-49d3-88e7-87ecaa1de24e", "tag": "64bffda1-b355-4373-b696-5e1465910e88"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:25:13.626384 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-be919481-3cf9-43bc-966c-0ba2ff99a5db req-56418d9c-be24-42ae-b2aa-215471e0ba0b tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] 10.222.0.54 "GET /v2.0/security-groups?id=044a4035-8f9d-498f-a1ea-00b93331b2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764494 Dec 20 14:25:13.672445 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a52773b-1c64-4c8a-bf73-1a955f4bcfc0 x-openstack-request-id: req-8a52773b-1c64-4c8a-bf73-1a955f4bcfc0 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:25:13.672732 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fce6808d-28f6-49d3-88e7-87ecaa1de24e", "tag": "64bffda1-b355-4373-b696-5e1465910e88", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:25:13.672983 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8a52773b-1c64-4c8a-bf73-1a955f4bcfc0 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:25:13.673408 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fce6808d-28f6-49d3-88e7-87ecaa1de24e', 'tag': '64bffda1-b355-4373-b696-5e1465910e88', 'status': 'completed', 'code': 200} Dec 20 14:25:13.710260 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-8be6ea8d-a057-4faf-8e4f-e236edaaf07b None None] Set router bb0b303f-7230-47e9-bfa8-0d8665589494 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:25:13.788762 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0b5adc-2a30-49bc-b65e-ddcd8e2b012f req-7c837287-96d9-4153-ba89-4c1301e00a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:13.792129 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1b0b5adc-2a30-49bc-b65e-ddcd8e2b012f req-7c837287-96d9-4153-ba89-4c1301e00a4e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3a1d810114e24eb9ab9be2e3341cb8d6&device_id=fce6808d-28f6-49d3-88e7-87ecaa1de24e HTTP/1.1" status: 200 len: 1098 time: 0.0807574 Dec 20 14:25:13.857083 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78bac7d-cdc3-4065-86b2-3c3714d4b5db req-5cfa9265-d0a8-41a8-9a03-7139ae5090bf tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:13.868096 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f78bac7d-cdc3-4065-86b2-3c3714d4b5db req-5cfa9265-d0a8-41a8-9a03-7139ae5090bf tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?device_id=adb5e53e-bb95-4f1c-a04a-4327d24c7f2b HTTP/1.1" status: 200 len: 950 time: 0.0963385 Dec 20 14:25:13.933880 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f78bac7d-cdc3-4065-86b2-3c3714d4b5db req-042ef4b1-be46-447d-aeff-88b66e5f367a tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/security-groups?id=d29d9ba9-24bd-4d94-be52-3ca7019f1c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574744 Dec 20 14:25:13.968636 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0b5adc-2a30-49bc-b65e-ddcd8e2b012f req-7adc1e26-a5c5-4127-9572-11a456ed7ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:13.970467 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1b0b5adc-2a30-49bc-b65e-ddcd8e2b012f req-7adc1e26-a5c5-4127-9572-11a456ed7ec7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=56191e58-e021-4478-8d69-87614a885d60 HTTP/1.1" status: 200 len: 913 time: 0.1681595 Dec 20 14:25:13.999366 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-8be6ea8d-a057-4faf-8e4f-e236edaaf07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb0b303f-7230-47e9-bfa8-0d8665589494', 'name': 'tempest-ServersTestManualDisk-1541796187-router', 'tenant_id': '3a1d810114e24eb9ab9be2e3341cb8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'e77534bb-6eb4-4606-9aa9-23f0a3098b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:23:38Z', 'updated_at': '2021-12-20T14:23:47Z', 'revision_number': 4, 'project_id': '3a1d810114e24eb9ab9be2e3341cb8d6', 'gw_port': {'id': 'e77534bb-6eb4-4606-9aa9-23f0a3098b2f', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:6e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0b303f-7230-47e9-bfa8-0d8665589494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:23:40Z', 'updated_at': '2021-12-20T14:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': 'c2a7596c-ddb1-4811-9261-8d43f67b621c', 'tenant_id': '3a1d810114e24eb9ab9be2e3341cb8d6', 'floating_ip_address': '172.25.0.90', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': 'bb0b303f-7230-47e9-bfa8-0d8665589494', 'port_id': '64bffda1-b355-4373-b696-5e1465910e88', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56191e58-e021-4478-8d69-87614a885d60', 'mac_address': 'fa:16:3e:7b:f9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce6808d-28f6-49d3-88e7-87ecaa1de24e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T14:23:53Z', 'updated_at': '2021-12-20T14:25:12Z', 'revision_number': 1, 'project_id': '3a1d810114e24eb9ab9be2e3341cb8d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58e0e69f-e726-4cb1-bb2b-ffce98d93b19', 'name': '', 'network_id': '56191e58-e021-4478-8d69-87614a885d60', 'tenant_id': '3a1d810114e24eb9ab9be2e3341cb8d6', 'mac_address': 'fa:16:3e:00:b2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0b303f-7230-47e9-bfa8-0d8665589494', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'aa7dd04c-9ddc-45c9-b9bf-b6ac33d89aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:23:46Z', 'updated_at': '2021-12-20T14:23:53Z', 'revision_number': 5, 'project_id': '3a1d810114e24eb9ab9be2e3341cb8d6', 'subnets': [{'id': 'aa7dd04c-9ddc-45c9-b9bf-b6ac33d89aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:25:14.034295 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be6ea8d-a057-4faf-8e4f-e236edaaf07b None None] Checking router: bb0b303f-7230-47e9-bfa8-0d8665589494 for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:25:14.044359 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be6ea8d-a057-4faf-8e4f-e236edaaf07b None None] Routers {'bb0b303f-7230-47e9-bfa8-0d8665589494'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:25:14.044974 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-8be6ea8d-a057-4faf-8e4f-e236edaaf07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:25:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['bb0b303f-7230-47e9-bfa8-0d8665589494'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:25:14.079680 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1b0b5adc-2a30-49bc-b65e-ddcd8e2b012f req-f8c81096-0dae-42f7-bae4-3cc20ac3e1ca service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64bffda1-b355-4373-b696-5e1465910e88 HTTP/1.1" status: 200 len: 999 time: 0.1007664 Dec 20 14:25:14.146371 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6fb854-3522-4209-bf29-e1c1075bcbf4 req-eb48f3bb-2450-4c24-8261-46097f3d9e77 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:14.148892 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-cd6fb854-3522-4209-bf29-e1c1075bcbf4 req-eb48f3bb-2450-4c24-8261-46097f3d9e77 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=391bfd15-b4c6-444c-a466-12316cde3dd1 HTTP/1.1" status: 200 len: 945 time: 0.0583296 Dec 20 14:25:14.151210 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0b5adc-2a30-49bc-b65e-ddcd8e2b012f req-aa105c64-dadb-4953-826c-17c9c56c6917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:14.152899 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1b0b5adc-2a30-49bc-b65e-ddcd8e2b012f req-aa105c64-dadb-4953-826c-17c9c56c6917 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=aa7dd04c-9ddc-45c9-b9bf-b6ac33d89aed HTTP/1.1" status: 200 len: 851 time: 0.0515957 Dec 20 14:25:14.171641 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-8be6ea8d-a057-4faf-8e4f-e236edaaf07b None None] Set router bb0b303f-7230-47e9-bfa8-0d8665589494 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:25:14.213667 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0b5adc-2a30-49bc-b65e-ddcd8e2b012f req-371019ac-4e70-43e6-bc9d-665695b83b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:14.215199 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1b0b5adc-2a30-49bc-b65e-ddcd8e2b012f req-371019ac-4e70-43e6-bc9d-665695b83b16 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=56191e58-e021-4478-8d69-87614a885d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541942 Dec 20 14:25:14.255814 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-cd6fb854-3522-4209-bf29-e1c1075bcbf4 req-54fa207f-e50e-486f-8080-980ba722bd39 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004624 Dec 20 14:25:14.377854 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1b0b5adc-2a30-49bc-b65e-ddcd8e2b012f req-8dc58c01-e0e9-4f9c-bb76-ac1cc7870cf0 service neutron] 10.222.0.30 "GET /v2.0/networks/56191e58-e021-4478-8d69-87614a885d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531906 Dec 20 14:25:14.392755 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd1f0d3-04f7-40fc-83f4-dd09025f0332 req-fdc09fdb-59a1-4d3a-a56d-cbd1d4d4be4b tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:14.395392 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ecd1f0d3-04f7-40fc-83f4-dd09025f0332 req-fdc09fdb-59a1-4d3a-a56d-cbd1d4d4be4b tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] 10.222.0.54 "GET /v2.0/ports?device_id=2720a132-ba30-4ce5-96ce-541ae6c66bd7 HTTP/1.1" status: 200 len: 950 time: 0.0745127 Dec 20 14:25:14.473065 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-8be6ea8d-a057-4faf-8e4f-e236edaaf07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb0b303f-7230-47e9-bfa8-0d8665589494', 'name': 'tempest-ServersTestManualDisk-1541796187-router', 'tenant_id': '3a1d810114e24eb9ab9be2e3341cb8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'e77534bb-6eb4-4606-9aa9-23f0a3098b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:23:38Z', 'updated_at': '2021-12-20T14:23:47Z', 'revision_number': 4, 'project_id': '3a1d810114e24eb9ab9be2e3341cb8d6', 'gw_port': {'id': 'e77534bb-6eb4-4606-9aa9-23f0a3098b2f', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:6e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0b303f-7230-47e9-bfa8-0d8665589494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:23:40Z', 'updated_at': '2021-12-20T14:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': 'c2a7596c-ddb1-4811-9261-8d43f67b621c', 'tenant_id': '3a1d810114e24eb9ab9be2e3341cb8d6', 'floating_ip_address': '172.25.0.90', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': 'bb0b303f-7230-47e9-bfa8-0d8665589494', 'port_id': '64bffda1-b355-4373-b696-5e1465910e88', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56191e58-e021-4478-8d69-87614a885d60', 'mac_address': 'fa:16:3e:7b:f9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce6808d-28f6-49d3-88e7-87ecaa1de24e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T14:23:53Z', 'updated_at': '2021-12-20T14:25:12Z', 'revision_number': 1, 'project_id': '3a1d810114e24eb9ab9be2e3341cb8d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58e0e69f-e726-4cb1-bb2b-ffce98d93b19', 'name': '', 'network_id': '56191e58-e021-4478-8d69-87614a885d60', 'tenant_id': '3a1d810114e24eb9ab9be2e3341cb8d6', 'mac_address': 'fa:16:3e:00:b2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0b303f-7230-47e9-bfa8-0d8665589494', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'aa7dd04c-9ddc-45c9-b9bf-b6ac33d89aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:23:46Z', 'updated_at': '2021-12-20T14:23:53Z', 'revision_number': 5, 'project_id': '3a1d810114e24eb9ab9be2e3341cb8d6', 'subnets': [{'id': 'aa7dd04c-9ddc-45c9-b9bf-b6ac33d89aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:25:14.505515 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be6ea8d-a057-4faf-8e4f-e236edaaf07b None None] The sync data for ids ['bb0b303f-7230-47e9-bfa8-0d8665589494'] in n-d-761264-19 is: [{'id': 'bb0b303f-7230-47e9-bfa8-0d8665589494', 'name': 'tempest-ServersTestManualDisk-1541796187-router', 'tenant_id': '3a1d810114e24eb9ab9be2e3341cb8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'e77534bb-6eb4-4606-9aa9-23f0a3098b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:23:38Z', 'updated_at': '2021-12-20T14:23:47Z', 'revision_number': 4, 'project_id': '3a1d810114e24eb9ab9be2e3341cb8d6', 'gw_port': {'id': 'e77534bb-6eb4-4606-9aa9-23f0a3098b2f', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:6e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0b303f-7230-47e9-bfa8-0d8665589494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:23:40Z', 'updated_at': '2021-12-20T14:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': 'c2a7596c-ddb1-4811-9261-8d43f67b621c', 'tenant_id': '3a1d810114e24eb9ab9be2e3341cb8d6', 'floating_ip_address': '172.25.0.90', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': 'bb0b303f-7230-47e9-bfa8-0d8665589494', 'port_id': '64bffda1-b355-4373-b696-5e1465910e88', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56191e58-e021-4478-8d69-87614a885d60', 'mac_address': 'fa:16:3e:7b:f9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce6808d-28f6-49d3-88e7-87ecaa1de24e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T14:23:53Z', 'updated_at': '2021-12-20T14:25:12Z', 'revision_number': 1, 'project_id': '3a1d810114e24eb9ab9be2e3341cb8d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58e0e69f-e726-4cb1-bb2b-ffce98d93b19', 'name': '', 'network_id': '56191e58-e021-4478-8d69-87614a885d60', 'tenant_id': '3a1d810114e24eb9ab9be2e3341cb8d6', 'mac_address': 'fa:16:3e:00:b2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0b303f-7230-47e9-bfa8-0d8665589494', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'aa7dd04c-9ddc-45c9-b9bf-b6ac33d89aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:23:46Z', 'updated_at': '2021-12-20T14:23:53Z', 'revision_number': 5, 'project_id': '3a1d810114e24eb9ab9be2e3341cb8d6', 'subnets': [{'id': 'aa7dd04c-9ddc-45c9-b9bf-b6ac33d89aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:25:14.509439 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ecd1f0d3-04f7-40fc-83f4-dd09025f0332 req-089f4ef6-b279-417a-a36c-7540dcce8ce9 tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] 10.222.0.54 "GET /v2.0/security-groups?id=a48d6ee2-6025-4eb5-ab02-0583262ca900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037049 Dec 20 14:25:14.536586 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1b0b5adc-2a30-49bc-b65e-ddcd8e2b012f req-fdac60bb-d5f6-4e8c-ba3a-e36d18dafb2b service neutron] 10.222.0.30 "GET /v2.0/networks/56191e58-e021-4478-8d69-87614a885d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307700 Dec 20 14:25:14.770966 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396118a6-91ae-46bd-9671-bcf07ba8c113 req-4396e60a-e8e6-4326-adc8-423687be2d6e tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:14.773099 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-396118a6-91ae-46bd-9671-bcf07ba8c113 req-4396e60a-e8e6-4326-adc8-423687be2d6e tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] 10.222.0.54 "GET /v2.0/ports?device_id=379fb313-d07d-46e3-b6db-73c53a21aa00 HTTP/1.1" status: 200 len: 945 time: 0.0704398 Dec 20 14:25:14.786645 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5773d15c-85b4-4439-8532-925c7cd9f9ae None None] New status for floating IP c2a7596c-ddb1-4811-9261-8d43f67b621c: ACTIVE {{(pid=103169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 14:25:14.828032 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-396118a6-91ae-46bd-9671-bcf07ba8c113 req-48d4788d-c480-4a1f-bc33-8420b63570be tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] 10.222.0.54 "GET /v2.0/security-groups?id=044a4035-8f9d-498f-a1ea-00b93331b2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467012 Dec 20 14:25:15.062095 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:15.125490 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3042c3-7b6a-400d-83fe-843e88a6ec9e req-98e86685-25b1-415e-bbb0-91450e80593b tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:15.133562 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-cf3042c3-7b6a-400d-83fe-843e88a6ec9e req-98e86685-25b1-415e-bbb0-91450e80593b tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?device_id=adb5e53e-bb95-4f1c-a04a-4327d24c7f2b HTTP/1.1" status: 200 len: 950 time: 0.0834889 Dec 20 14:25:15.194880 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-cf3042c3-7b6a-400d-83fe-843e88a6ec9e req-488b11f0-49d3-4590-aba6-8686855a0c78 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/security-groups?id=d29d9ba9-24bd-4d94-be52-3ca7019f1c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601590 Dec 20 14:25:15.418129 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2212d55-0af8-4299-9aa9-c2bf4d57f465 req-7ba37192-f868-4944-9a66-9adf6a88ea7e tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:15.421212 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e2212d55-0af8-4299-9aa9-c2bf4d57f465 req-7ba37192-f868-4944-9a66-9adf6a88ea7e tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=391bfd15-b4c6-444c-a466-12316cde3dd1 HTTP/1.1" status: 200 len: 945 time: 0.0671494 Dec 20 14:25:15.474227 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e2212d55-0af8-4299-9aa9-c2bf4d57f465 req-e14ff71f-815e-422f-8bee-f1cf79b93d88 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481925 Dec 20 14:25:15.667328 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d3c285-0c1f-459d-8c48-56f0b1b82b4d req-5637e2dc-fd72-49f3-bbb4-ccce3a527d2b tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:15.669054 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d2d3c285-0c1f-459d-8c48-56f0b1b82b4d req-5637e2dc-fd72-49f3-bbb4-ccce3a527d2b tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] 10.222.0.54 "GET /v2.0/ports?device_id=2720a132-ba30-4ce5-96ce-541ae6c66bd7 HTTP/1.1" status: 200 len: 950 time: 0.0708811 Dec 20 14:25:15.725620 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d2d3c285-0c1f-459d-8c48-56f0b1b82b4d req-48c34315-20b7-4bb5-bda9-d4d3cc53726b tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] 10.222.0.54 "GET /v2.0/security-groups?id=a48d6ee2-6025-4eb5-ab02-0583262ca900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497293 Dec 20 14:25:15.928983 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0750fbc5-d602-44e7-941f-9cf7844d49df req-977f3f1c-7238-42c0-895c-fc73ef9dba37 tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:15.930703 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0750fbc5-d602-44e7-941f-9cf7844d49df req-977f3f1c-7238-42c0-895c-fc73ef9dba37 tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fb48fab-b9a0-49e4-8699-2b1aabd4f30e HTTP/1.1" status: 200 len: 950 time: 0.0573378 Dec 20 14:25:16.006444 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0750fbc5-d602-44e7-941f-9cf7844d49df req-60543ad7-d447-4b90-9299-501c75db40f2 tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] 10.222.0.54 "GET /v2.0/security-groups?id=a48d6ee2-6025-4eb5-ab02-0583262ca900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682058 Dec 20 14:25:16.332502 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5ceb7c-8002-404d-b518-db0784f60342 req-996927ae-f3a9-46f4-a705-e2c60d2972bc tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:16.334434 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ec5ceb7c-8002-404d-b518-db0784f60342 req-996927ae-f3a9-46f4-a705-e2c60d2972bc tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?device_id=adb5e53e-bb95-4f1c-a04a-4327d24c7f2b HTTP/1.1" status: 200 len: 950 time: 0.0675702 Dec 20 14:25:16.385892 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ec5ceb7c-8002-404d-b518-db0784f60342 req-582afec1-6491-445a-bf2c-de4497a0475a tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/security-groups?id=d29d9ba9-24bd-4d94-be52-3ca7019f1c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450311 Dec 20 14:25:16.501633 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b22d53b-97b5-4b3d-83e9-5f61f50bab1b req-52c80177-1753-4f8e-906c-1a263a674ea2 tempest-LiveAutoBlockMigrationV225Test-195224901 tempest-LiveAutoBlockMigrationV225Test-195224901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:16.503846 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5b22d53b-97b5-4b3d-83e9-5f61f50bab1b req-52c80177-1753-4f8e-906c-1a263a674ea2 tempest-LiveAutoBlockMigrationV225Test-195224901 tempest-LiveAutoBlockMigrationV225Test-195224901-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=391bfd15-b4c6-444c-a466-12316cde3dd1&tenant_id=230adefc93184769a5ed971e644ca4c5&binding%3Ahost_id=n-h1-761264-19 HTTP/1.1" status: 200 len: 1097 time: 0.0947573 Dec 20 14:25:16.521420 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-5b22d53b-97b5-4b3d-83e9-5f61f50bab1b req-5bc96356-f4cb-445f-9c83-5172887f1791 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-761264-19'}}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:25:16.622316 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-5b22d53b-97b5-4b3d-83e9-5f61f50bab1b req-5bc96356-f4cb-445f-9c83-5172887f1791 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:16.629279 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb84f32b-c474-445a-863a-5b4109ab468e req-9613464c-9e88-4c7f-b761-9f95464ecb15 tempest-ServersOnMultiNodesTest-460277134 tempest-ServersOnMultiNodesTest-460277134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:16.637268 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fb84f32b-c474-445a-863a-5b4109ab468e req-9613464c-9e88-4c7f-b761-9f95464ecb15 tempest-ServersOnMultiNodesTest-460277134 tempest-ServersOnMultiNodesTest-460277134-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=adb5e53e-bb95-4f1c-a04a-4327d24c7f2b HTTP/1.1" status: 200 len: 1102 time: 0.0675414 Dec 20 14:25:16.695598 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fb84f32b-c474-445a-863a-5b4109ab468e req-5580cfc8-79d7-49e3-9d28-12401c33dc2d tempest-ServersOnMultiNodesTest-460277134 tempest-ServersOnMultiNodesTest-460277134-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=d29d9ba9-24bd-4d94-be52-3ca7019f1c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520549 Dec 20 14:25:16.803722 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c8021-dc56-4913-b696-b54e1121831e req-69cfa7be-5f4e-4b3e-94fe-8d5a7224b64f tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:16.805596 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-845c8021-dc56-4913-b696-b54e1121831e req-69cfa7be-5f4e-4b3e-94fe-8d5a7224b64f tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=391bfd15-b4c6-444c-a466-12316cde3dd1 HTTP/1.1" status: 200 len: 945 time: 0.0527205 Dec 20 14:25:16.825428 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-5b22d53b-97b5-4b3d-83e9-5f61f50bab1b req-5bc96356-f4cb-445f-9c83-5172887f1791 service neutron] For port 543b54c3-a54c-47f5-ad15-569568ada13d, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=543b54c3-a54c-47f5-ad15-569568ada13d,segment=NetworkSegment(c78eb3db-e8a6-4673-b220-136b3d8ed714),segment_id=c78eb3db-e8a6-4673-b220-136b3d8ed714)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:25:16.881893 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-845c8021-dc56-4913-b696-b54e1121831e req-fa4d0d62-2c06-449c-8a74-cd5dc64aca27 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497844 Dec 20 14:25:16.897111 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-5b22d53b-97b5-4b3d-83e9-5f61f50bab1b req-5bc96356-f4cb-445f-9c83-5172887f1791 service neutron] For port 543b54c3-a54c-47f5-ad15-569568ada13d, host n-h1-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:25:16.957695 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '391bfd15-b4c6-444c-a466-12316cde3dd1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '543b54c3-a54c-47f5-ad15-569568ada13d'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:25:16.961282 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f45e84a-7098-4f3b-bb65-5be9db494df1" -d '{"events": [{"server_uuid": "391bfd15-b4c6-444c-a466-12316cde3dd1", "name": "network-vif-unplugged", "status": "completed", "tag": "543b54c3-a54c-47f5-ad15-569568ada13d"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:25:16.965919 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-5b22d53b-97b5-4b3d-83e9-5f61f50bab1b req-5bc96356-f4cb-445f-9c83-5172887f1791 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:16.975800 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-5b22d53b-97b5-4b3d-83e9-5f61f50bab1b req-5bc96356-f4cb-445f-9c83-5172887f1791 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:17.081467 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc96356-f4cb-445f-9c83-5172887f1791 service neutron] Pushing event updated for resources: {'Port': ['ID=543b54c3-a54c-47f5-ad15-569568ada13d,revision_number=7']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:25:17.119885 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-5b22d53b-97b5-4b3d-83e9-5f61f50bab1b req-5bc96356-f4cb-445f-9c83-5172887f1791 service neutron] Attempting to bind port 543b54c3-a54c-47f5-ad15-569568ada13d on host n-h1-761264-19 for vnic_type normal with profile {"migrating_to": "n-h2-761264-19"} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:25:17.120983 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-5b22d53b-97b5-4b3d-83e9-5f61f50bab1b req-5bc96356-f4cb-445f-9c83-5172887f1791 service neutron] Attempting to bind port 543b54c3-a54c-47f5-ad15-569568ada13d by drivers openvswitch,hyperv on host n-h1-761264-19 at level 0 using segments [{'id': 'c78eb3db-e8a6-4673-b220-136b3d8ed714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f77acfe8-c05d-4606-b7e9-7027c0b13511'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:25:17.121497 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b22d53b-97b5-4b3d-83e9-5f61f50bab1b req-5bc96356-f4cb-445f-9c83-5172887f1791 service neutron] Attempting to bind port 543b54c3-a54c-47f5-ad15-569568ada13d on network f77acfe8-c05d-4606-b7e9-7027c0b13511 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:25:17.126817 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 14:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7887401-3142-41bc-af1d-7b4157d6290f x-openstack-request-id: req-e7887401-3142-41bc-af1d-7b4157d6290f {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:25:17.127106 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "391bfd15-b4c6-444c-a466-12316cde3dd1", "name": "network-vif-unplugged", "status": "completed", "tag": "543b54c3-a54c-47f5-ad15-569568ada13d", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:25:17.127381 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e7887401-3142-41bc-af1d-7b4157d6290f {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:25:17.127927 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '391bfd15-b4c6-444c-a466-12316cde3dd1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '543b54c3-a54c-47f5-ad15-569568ada13d', 'code': 200} Dec 20 14:25:17.130548 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b22d53b-97b5-4b3d-83e9-5f61f50bab1b req-5bc96356-f4cb-445f-9c83-5172887f1791 service neutron] Port 543b54c3-a54c-47f5-ad15-569568ada13d on network f77acfe8-c05d-4606-b7e9-7027c0b13511 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:25:17.130916 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b22d53b-97b5-4b3d-83e9-5f61f50bab1b req-5bc96356-f4cb-445f-9c83-5172887f1791 service neutron] Attempting to bind port 543b54c3-a54c-47f5-ad15-569568ada13d on network f77acfe8-c05d-4606-b7e9-7027c0b13511 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:25:17.136432 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b22d53b-97b5-4b3d-83e9-5f61f50bab1b req-5bc96356-f4cb-445f-9c83-5172887f1791 service neutron] Checking agent: {'id': '3e5ace3e-dd7b-4522-a7c4-77d13dbeab1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:25:17.136912 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b22d53b-97b5-4b3d-83e9-5f61f50bab1b req-5bc96356-f4cb-445f-9c83-5172887f1791 service neutron] Checking segment: {'id': 'c78eb3db-e8a6-4673-b220-136b3d8ed714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f77acfe8-c05d-4606-b7e9-7027c0b13511'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:25:17.137293 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b22d53b-97b5-4b3d-83e9-5f61f50bab1b req-5bc96356-f4cb-445f-9c83-5172887f1791 service neutron] Bound using segment: {'id': 'c78eb3db-e8a6-4673-b220-136b3d8ed714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f77acfe8-c05d-4606-b7e9-7027c0b13511'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:25:17.137723 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-5b22d53b-97b5-4b3d-83e9-5f61f50bab1b req-5bc96356-f4cb-445f-9c83-5172887f1791 service neutron] Bound port: 543b54c3-a54c-47f5-ad15-569568ada13d, host: n-h1-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c78eb3db-e8a6-4673-b220-136b3d8ed714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f77acfe8-c05d-4606-b7e9-7027c0b13511'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:25:17.138219 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-5b22d53b-97b5-4b3d-83e9-5f61f50bab1b req-5bc96356-f4cb-445f-9c83-5172887f1791 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:17.233986 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d502429-c678-4d13-911d-87b2b2ad2326 req-ecf3c67f-2e86-451f-9698-effa4699ee57 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:17.234712 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-5b22d53b-97b5-4b3d-83e9-5f61f50bab1b req-5bc96356-f4cb-445f-9c83-5172887f1791 service neutron] For port 543b54c3-a54c-47f5-ad15-569568ada13d, host n-h1-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:25:17.237160 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7d502429-c678-4d13-911d-87b2b2ad2326 req-ecf3c67f-2e86-451f-9698-effa4699ee57 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?device_id=adb5e53e-bb95-4f1c-a04a-4327d24c7f2b HTTP/1.1" status: 200 len: 950 time: 0.0631654 Dec 20 14:25:17.241601 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-5b22d53b-97b5-4b3d-83e9-5f61f50bab1b req-5bc96356-f4cb-445f-9c83-5172887f1791 service neutron] For port 543b54c3-a54c-47f5-ad15-569568ada13d, host n-h1-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=543b54c3-a54c-47f5-ad15-569568ada13d,segment=NetworkSegment(c78eb3db-e8a6-4673-b220-136b3d8ed714),segment_id=c78eb3db-e8a6-4673-b220-136b3d8ed714)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:25:17.254202 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-5b22d53b-97b5-4b3d-83e9-5f61f50bab1b req-5bc96356-f4cb-445f-9c83-5172887f1791 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:17.309371 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7d502429-c678-4d13-911d-87b2b2ad2326 req-12d36d6a-f670-4e54-b8bb-2d10e9dbd5a1 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/security-groups?id=d29d9ba9-24bd-4d94-be52-3ca7019f1c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618844 Dec 20 14:25:17.354868 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc96356-f4cb-445f-9c83-5172887f1791 service neutron] Pushing event updated for resources: {'Port': ['ID=543b54c3-a54c-47f5-ad15-569568ada13d,revision_number=8']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:25:17.384881 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b22d53b-97b5-4b3d-83e9-5f61f50bab1b req-5bc96356-f4cb-445f-9c83-5172887f1791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:17.385675 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-5b22d53b-97b5-4b3d-83e9-5f61f50bab1b req-5bc96356-f4cb-445f-9c83-5172887f1791 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:17.387894 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5b22d53b-97b5-4b3d-83e9-5f61f50bab1b req-5bc96356-f4cb-445f-9c83-5172887f1791 service neutron] 10.222.0.47 "PUT /v2.0/ports/543b54c3-a54c-47f5-ad15-569568ada13d HTTP/1.1" status: 200 len: 1123 time: 0.8711617 Dec 20 14:25:17.595462 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['543b54c3-a54c-47f5-ad15-569568ada13d'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:25:17.599991 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['543b54c3-a54c-47f5-ad15-569568ada13d'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:25:18.039508 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c719e285-27e4-42e6-850e-f9221d572984 req-e8a0054f-c700-424a-a13f-56971aabcefa tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:18.048533 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c719e285-27e4-42e6-850e-f9221d572984 req-e8a0054f-c700-424a-a13f-56971aabcefa tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=391bfd15-b4c6-444c-a466-12316cde3dd1 HTTP/1.1" status: 200 len: 943 time: 0.0657780 Dec 20 14:25:18.104574 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c719e285-27e4-42e6-850e-f9221d572984 req-3136a16a-cb2a-44ef-9f90-cffd2d845c21 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551209 Dec 20 14:25:18.447962 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11cca1b-227a-4628-b60c-dd8e00a6d521 req-5c9b8053-929a-4592-9240-d67f61741660 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:18.449403 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a11cca1b-227a-4628-b60c-dd8e00a6d521 req-5c9b8053-929a-4592-9240-d67f61741660 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?device_id=adb5e53e-bb95-4f1c-a04a-4327d24c7f2b HTTP/1.1" status: 200 len: 950 time: 0.0552940 Dec 20 14:25:18.498425 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a11cca1b-227a-4628-b60c-dd8e00a6d521 req-2aa4b217-7fb9-4a88-bd25-688888f52d1b tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/security-groups?id=d29d9ba9-24bd-4d94-be52-3ca7019f1c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426669 Dec 20 14:25:19.128696 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '391bfd15-b4c6-444c-a466-12316cde3dd1', 'tag': '543b54c3-a54c-47f5-ad15-569568ada13d'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:25:19.131197 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9884e812-22c5-4724-90d0-32fe84370251" -d '{"events": [{"name": "network-changed", "server_uuid": "391bfd15-b4c6-444c-a466-12316cde3dd1", "tag": "543b54c3-a54c-47f5-ad15-569568ada13d"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:25:19.140898 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 543b54c3-a54c-47f5-ad15-569568ada13d details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:25:19.231846 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07d79598-4836-4f7c-b163-a5ec737a57e8 x-openstack-request-id: req-07d79598-4836-4f7c-b163-a5ec737a57e8 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:25:19.232348 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "391bfd15-b4c6-444c-a466-12316cde3dd1", "tag": "543b54c3-a54c-47f5-ad15-569568ada13d", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:25:19.232765 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-07d79598-4836-4f7c-b163-a5ec737a57e8 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:25:19.233331 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '391bfd15-b4c6-444c-a466-12316cde3dd1', 'tag': '543b54c3-a54c-47f5-ad15-569568ada13d', 'status': 'completed', 'code': 200} Dec 20 14:25:19.281876 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 543b54c3-a54c-47f5-ad15-569568ada13d, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=543b54c3-a54c-47f5-ad15-569568ada13d,segment=NetworkSegment(c78eb3db-e8a6-4673-b220-136b3d8ed714),segment_id=c78eb3db-e8a6-4673-b220-136b3d8ed714)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:25:19.291502 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e9688c-7881-4560-abee-9db58262c327 req-cd26b33d-6be9-4bd1-973b-904836291a2f tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:19.297003 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 543b54c3-a54c-47f5-ad15-569568ada13d has no active binding in host n-h2-761264-19 {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 20 14:25:19.297615 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 71dfb4cf-d006-4bdd-bdc1-621c218463b3 details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:25:19.299713 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a8e9688c-7881-4560-abee-9db58262c327 req-cd26b33d-6be9-4bd1-973b-904836291a2f tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=391bfd15-b4c6-444c-a466-12316cde3dd1 HTTP/1.1" status: 200 len: 943 time: 0.1099055 Dec 20 14:25:19.315010 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9884e812-22c5-4724-90d0-32fe84370251 req-534daf0b-b8d4-42df-bbb5-4db4cf313764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:19.317894 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9884e812-22c5-4724-90d0-32fe84370251 req-534daf0b-b8d4-42df-bbb5-4db4cf313764 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=230adefc93184769a5ed971e644ca4c5&device_id=391bfd15-b4c6-444c-a466-12316cde3dd1 HTTP/1.1" status: 200 len: 1126 time: 0.0580308 Dec 20 14:25:19.328773 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee11855-1c72-4022-b6f9-e9449503137d req-0ebe1724-8526-4c70-88be-8e687f9caecf tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:19.330528 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2ee11855-1c72-4022-b6f9-e9449503137d req-0ebe1724-8526-4c70-88be-8e687f9caecf tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.30 "GET /v2.0/ports?device_id=adb5e53e-bb95-4f1c-a04a-4327d24c7f2b HTTP/1.1" status: 200 len: 950 time: 0.1019351 Dec 20 14:25:19.396229 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a8e9688c-7881-4560-abee-9db58262c327 req-430aba6d-d0b8-425e-8e0e-965892a6d1ac tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953846 Dec 20 14:25:19.413339 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 71dfb4cf-d006-4bdd-bdc1-621c218463b3, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=71dfb4cf-d006-4bdd-bdc1-621c218463b3,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:25:19.426155 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': '71dfb4cf-d006-4bdd-bdc1-621c218463b3', 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1', 'port_id': '71dfb4cf-d006-4bdd-bdc1-621c218463b3', 'mac_address': 'fa:16:3e:67:04:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36bf280f-81bb-4486-a87a-9b9505a1cec4', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:25:19.467099 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9884e812-22c5-4724-90d0-32fe84370251 req-c046df17-425c-4acc-bd77-517f8cdb2f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:19.470118 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9884e812-22c5-4724-90d0-32fe84370251 req-c046df17-425c-4acc-bd77-517f8cdb2f87 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f77acfe8-c05d-4606-b7e9-7027c0b13511 HTTP/1.1" status: 200 len: 922 time: 0.1432354 Dec 20 14:25:19.477259 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-2ee11855-1c72-4022-b6f9-e9449503137d req-1704781a-d2ba-4889-b259-7ba95bec8830 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Deleting port 03257ebd-eb93-4fe3-933c-a7009b648c33 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:25:19.477875 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-2ee11855-1c72-4022-b6f9-e9449503137d req-1704781a-d2ba-4889-b259-7ba95bec8830 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:19.504241 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:19.531337 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 71dfb4cf-d006-4bdd-bdc1-621c218463b3 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:25:19.537862 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9884e812-22c5-4724-90d0-32fe84370251 req-26537210-a05c-49a3-bee8-ffc0f98b80b9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=543b54c3-a54c-47f5-ad15-569568ada13d HTTP/1.1" status: 200 len: 217 time: 0.0540726 Dec 20 14:25:19.574337 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 71dfb4cf-d006-4bdd-bdc1-621c218463b3, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=71dfb4cf-d006-4bdd-bdc1-621c218463b3,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:25:19.587023 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:19.627698 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9884e812-22c5-4724-90d0-32fe84370251 req-55465826-efcf-42a8-afdd-db837d463c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:19.632800 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9884e812-22c5-4724-90d0-32fe84370251 req-55465826-efcf-42a8-afdd-db837d463c9c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=39805718-f3e9-41ca-8469-b49efb1a12f8 HTTP/1.1" status: 200 len: 861 time: 0.0874457 Dec 20 14:25:19.672665 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-2ee11855-1c72-4022-b6f9-e9449503137d req-1704781a-d2ba-4889-b259-7ba95bec8830 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] For port 03257ebd-eb93-4fe3-933c-a7009b648c33, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=03257ebd-eb93-4fe3-933c-a7009b648c33,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:25:19.673259 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-2ee11855-1c72-4022-b6f9-e9449503137d req-1704781a-d2ba-4889-b259-7ba95bec8830 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:19.684902 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bd3b00-c849-4d4c-90ec-5ee0be1a6a80 req-e087bc59-014f-4d10-a197-c045be6d813b tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:19.687011 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-68bd3b00-c849-4d4c-90ec-5ee0be1a6a80 req-e087bc59-014f-4d10-a197-c045be6d813b tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?device_id=adb5e53e-bb95-4f1c-a04a-4327d24c7f2b HTTP/1.1" status: 200 len: 950 time: 0.1061087 Dec 20 14:25:19.694928 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=71dfb4cf-d006-4bdd-bdc1-621c218463b3,revision_number=6']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:25:19.702856 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-2ee11855-1c72-4022-b6f9-e9449503137d req-1704781a-d2ba-4889-b259-7ba95bec8830 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Calling delete_port for 03257ebd-eb93-4fe3-933c-a7009b648c33 owned by compute:nova {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:25:19.789918 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['71dfb4cf-d006-4bdd-bdc1-621c218463b3'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:25:19.845357 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-68bd3b00-c849-4d4c-90ec-5ee0be1a6a80 req-85610c82-9c74-40b6-92b9-94fc671dbe71 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/security-groups?id=d29d9ba9-24bd-4d94-be52-3ca7019f1c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473112 Dec 20 14:25:19.973517 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-2ee11855-1c72-4022-b6f9-e9449503137d req-1704781a-d2ba-4889-b259-7ba95bec8830 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:19.994516 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['b480e985-94d1-4c37-a197-978c3373d94b', '7cbb65ff-fb94-477d-a1d2-7eb72e2e0d71', '03257ebd-eb93-4fe3-933c-a7009b648c33'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:25:20.042058 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1704781a-d2ba-4889-b259-7ba95bec8830 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Pushing event deleted for resources: {'Port': ['ID=03257ebd-eb93-4fe3-933c-a7009b648c33,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:25:20.088636 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9884e812-22c5-4724-90d0-32fe84370251 req-b0db865d-dfa4-4ec9-b0b2-8e2b7f55c96c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f77acfe8-c05d-4606-b7e9-7027c0b13511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4481869 Dec 20 14:25:20.105379 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1704781a-d2ba-4889-b259-7ba95bec8830 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:25:20.105659 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1704781a-d2ba-4889-b259-7ba95bec8830 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:25:20.105997 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1704781a-d2ba-4889-b259-7ba95bec8830 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:25:20.106361 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1704781a-d2ba-4889-b259-7ba95bec8830 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:25:20.106697 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1704781a-d2ba-4889-b259-7ba95bec8830 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:25:20.107241 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1704781a-d2ba-4889-b259-7ba95bec8830 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:25:20.107597 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1704781a-d2ba-4889-b259-7ba95bec8830 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:25:20.107935 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1704781a-d2ba-4889-b259-7ba95bec8830 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:25:20.108464 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1704781a-d2ba-4889-b259-7ba95bec8830 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:25:20.108787 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1704781a-d2ba-4889-b259-7ba95bec8830 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:25:20.109714 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1704781a-d2ba-4889-b259-7ba95bec8830 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:25:20.110053 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1704781a-d2ba-4889-b259-7ba95bec8830 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:25:20.110371 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1704781a-d2ba-4889-b259-7ba95bec8830 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:25:20.138038 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ee11855-1c72-4022-b6f9-e9449503137d req-1704781a-d2ba-4889-b259-7ba95bec8830 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] No DVR routers for this DVR port 03257ebd-eb93-4fe3-933c-a7009b648c33 on host n-h1-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:25:20.142516 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-2ee11855-1c72-4022-b6f9-e9449503137d req-1704781a-d2ba-4889-b259-7ba95bec8830 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:20.148977 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2ee11855-1c72-4022-b6f9-e9449503137d req-1704781a-d2ba-4889-b259-7ba95bec8830 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.30 "DELETE /v2.0/ports/03257ebd-eb93-4fe3-933c-a7009b648c33 HTTP/1.1" status: 204 len: 173 time: 0.8060279 Dec 20 14:25:20.149830 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adb5e53e-bb95-4f1c-a04a-4327d24c7f2b', 'name': 'network-vif-deleted', 'tag': '03257ebd-eb93-4fe3-933c-a7009b648c33'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:25:20.153274 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe2da6d6-70e0-4798-95ac-256f9fc81ee5" -d '{"events": [{"server_uuid": "adb5e53e-bb95-4f1c-a04a-4327d24c7f2b", "name": "network-vif-deleted", "tag": "03257ebd-eb93-4fe3-933c-a7009b648c33"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:25:20.242547 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bef0730-613d-4bfc-a5e5-c99f5eda293c x-openstack-request-id: req-6bef0730-613d-4bfc-a5e5-c99f5eda293c {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:25:20.243087 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adb5e53e-bb95-4f1c-a04a-4327d24c7f2b", "name": "network-vif-deleted", "tag": "03257ebd-eb93-4fe3-933c-a7009b648c33", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:25:20.243694 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6bef0730-613d-4bfc-a5e5-c99f5eda293c {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:25:20.244361 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adb5e53e-bb95-4f1c-a04a-4327d24c7f2b', 'name': 'network-vif-deleted', 'tag': '03257ebd-eb93-4fe3-933c-a7009b648c33', 'status': 'completed', 'code': 200} Dec 20 14:25:20.312681 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['4b0a336b-db05-4701-bfc6-4dde1c5f783a', 'e06c38a2-5e0b-45af-bbf7-4a1f4561e3ce', 'f8088620-4873-4a7e-871d-1e2a2b1c3622', '27bda246-2577-405f-878c-2ee24199e215', '156b0066-bedc-438e-b977-d659f12fa428'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:25:20.323342 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9884e812-22c5-4724-90d0-32fe84370251 req-2a985d6a-4a7e-4def-bec6-1ebcd6ca4403 service neutron] 10.222.0.30 "GET /v2.0/networks/f77acfe8-c05d-4606-b7e9-7027c0b13511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246802 Dec 20 14:25:20.522964 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9884e812-22c5-4724-90d0-32fe84370251 req-0af2e247-5243-43e2-a61d-b4a722cfc8de service neutron] 10.222.0.30 "GET /v2.0/networks/f77acfe8-c05d-4606-b7e9-7027c0b13511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979704 Dec 20 14:25:20.661288 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca625ab5-388b-44fa-a4aa-a6e6cee0f500 req-fae8b37d-9697-40c4-918d-47580c70cadb tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:20.669605 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ca625ab5-388b-44fa-a4aa-a6e6cee0f500 req-fae8b37d-9697-40c4-918d-47580c70cadb tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=391bfd15-b4c6-444c-a466-12316cde3dd1 HTTP/1.1" status: 200 len: 943 time: 0.1018620 Dec 20 14:25:20.799565 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ca625ab5-388b-44fa-a4aa-a6e6cee0f500 req-b2f7924e-093d-4890-b95f-f4239ca07fe2 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235938 Dec 20 14:25:20.999941 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3a1d24e9-ab3f-4985-a521-9d4b452a3e64 req-b18b5425-be72-4b1f-a9c6-df98469cf7bd tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?device_id=adb5e53e-bb95-4f1c-a04a-4327d24c7f2b HTTP/1.1" status: 200 len: 210 time: 0.0469127 Dec 20 14:25:21.161312 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 71dfb4cf-d006-4bdd-bdc1-621c218463b3 up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:25:21.262451 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port 71dfb4cf-d006-4bdd-bdc1-621c218463b3 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:25:21.262791 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:21.397322 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:21.437226 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fb48fab-b9a0-49e4-8699-2b1aabd4f30e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71dfb4cf-d006-4bdd-bdc1-621c218463b3'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:25:21.440297 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6e73d2c-ef03-418a-b620-a8461d3e5676" -d '{"events": [{"server_uuid": "7fb48fab-b9a0-49e4-8699-2b1aabd4f30e", "name": "network-vif-plugged", "status": "completed", "tag": "71dfb4cf-d006-4bdd-bdc1-621c218463b3"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:25:21.478930 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 71dfb4cf-d006-4bdd-bdc1-621c218463b3, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=71dfb4cf-d006-4bdd-bdc1-621c218463b3,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:25:21.489144 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:21.505378 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6830e7f-a393-489b-8939-9dd2b52a646a x-openstack-request-id: req-f6830e7f-a393-489b-8939-9dd2b52a646a {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:25:21.505691 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fb48fab-b9a0-49e4-8699-2b1aabd4f30e", "name": "network-vif-plugged", "status": "completed", "tag": "71dfb4cf-d006-4bdd-bdc1-621c218463b3", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:25:21.505938 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f6830e7f-a393-489b-8939-9dd2b52a646a {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:25:21.506337 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fb48fab-b9a0-49e4-8699-2b1aabd4f30e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71dfb4cf-d006-4bdd-bdc1-621c218463b3', 'code': 200} Dec 20 14:25:21.566586 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=71dfb4cf-d006-4bdd-bdc1-621c218463b3,revision_number=7']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:25:21.578143 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:25:21.578811 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:25:21.579225 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:25:21.579652 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:25:21.580044 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:25:21.580383 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:25:21.580711 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:25:21.581038 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:25:21.581373 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:25:21.581708 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:25:21.582040 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:25:21.582349 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:25:21.582665 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:25:21.986447 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c244eb-f3f7-4120-aa8d-379890e9b493 req-6ca0e110-deff-4990-8f57-a26092ace77b tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:21.988566 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-94c244eb-f3f7-4120-aa8d-379890e9b493 req-6ca0e110-deff-4990-8f57-a26092ace77b tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=391bfd15-b4c6-444c-a466-12316cde3dd1 HTTP/1.1" status: 200 len: 943 time: 0.0796928 Dec 20 14:25:22.057686 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-94c244eb-f3f7-4120-aa8d-379890e9b493 req-eaad477c-dee8-4d33-bd74-9b3c34427de2 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622542 Dec 20 14:25:22.397280 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9be0869-da9a-4cc1-b18d-46def9cf3630 req-1d96ae75-ca9c-4e8a-9cf2-3d343a73a719 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:22.399192 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c9be0869-da9a-4cc1-b18d-46def9cf3630 req-1d96ae75-ca9c-4e8a-9cf2-3d343a73a719 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed7dc190-41b4-47d0-847a-ffbe39f3966f HTTP/1.1" status: 200 len: 950 time: 0.0669799 Dec 20 14:25:22.464841 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c9be0869-da9a-4cc1-b18d-46def9cf3630 req-309c791c-8f92-4807-9573-cbdc6a8d64a0 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/security-groups?id=d29d9ba9-24bd-4d94-be52-3ca7019f1c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593839 Dec 20 14:25:23.229537 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c33c53-8848-4fe6-a9c0-cdf33edc28cb req-f05f1daf-c8ee-4972-a93d-bd1c1d684e8f tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:23.231434 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-19c33c53-8848-4fe6-a9c0-cdf33edc28cb req-f05f1daf-c8ee-4972-a93d-bd1c1d684e8f tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=391bfd15-b4c6-444c-a466-12316cde3dd1 HTTP/1.1" status: 200 len: 943 time: 0.0608387 Dec 20 14:25:23.352376 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-19c33c53-8848-4fe6-a9c0-cdf33edc28cb req-33503a30-b7b9-43c4-b58d-4f7d5460b8fc tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068177 Dec 20 14:25:23.657303 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62779f08-f4e0-4e22-af6f-fc8cbb8339ed req-54f8eb8a-f440-4100-ad3b-874362ef7e33 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:23.659510 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-62779f08-f4e0-4e22-af6f-fc8cbb8339ed req-54f8eb8a-f440-4100-ad3b-874362ef7e33 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed7dc190-41b4-47d0-847a-ffbe39f3966f HTTP/1.1" status: 200 len: 950 time: 0.0843167 Dec 20 14:25:23.725597 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-62779f08-f4e0-4e22-af6f-fc8cbb8339ed req-d293416d-265c-4490-8499-4575b7ee3fc1 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/security-groups?id=d29d9ba9-24bd-4d94-be52-3ca7019f1c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570235 Dec 20 14:25:23.892594 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c674698-0877-4cdd-a584-46274cfa874d req-426035e0-d3e6-462a-8a13-89d85c715ca5 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:23.895579 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8c674698-0877-4cdd-a584-46274cfa874d req-426035e0-d3e6-462a-8a13-89d85c715ca5 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.47 "GET /v2.0/ports?device_id=ed7dc190-41b4-47d0-847a-ffbe39f3966f HTTP/1.1" status: 200 len: 950 time: 0.1023579 Dec 20 14:25:24.048878 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-8c674698-0877-4cdd-a584-46274cfa874d req-8209f7f3-aacb-4b9c-b632-0c5086f80c43 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Deleting port 156b0066-bedc-438e-b977-d659f12fa428 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:25:24.049217 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-8c674698-0877-4cdd-a584-46274cfa874d req-8209f7f3-aacb-4b9c-b632-0c5086f80c43 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:24.178936 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-8c674698-0877-4cdd-a584-46274cfa874d req-8209f7f3-aacb-4b9c-b632-0c5086f80c43 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] For port 156b0066-bedc-438e-b977-d659f12fa428, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=156b0066-bedc-438e-b977-d659f12fa428,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:25:24.179403 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-8c674698-0877-4cdd-a584-46274cfa874d req-8209f7f3-aacb-4b9c-b632-0c5086f80c43 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:24.207250 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-8c674698-0877-4cdd-a584-46274cfa874d req-8209f7f3-aacb-4b9c-b632-0c5086f80c43 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Calling delete_port for 156b0066-bedc-438e-b977-d659f12fa428 owned by compute:nova {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:25:24.447600 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-8c674698-0877-4cdd-a584-46274cfa874d req-8209f7f3-aacb-4b9c-b632-0c5086f80c43 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:24.466997 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['4b0a336b-db05-4701-bfc6-4dde1c5f783a', 'e06c38a2-5e0b-45af-bbf7-4a1f4561e3ce', 'f8088620-4873-4a7e-871d-1e2a2b1c3622', '27bda246-2577-405f-878c-2ee24199e215', '156b0066-bedc-438e-b977-d659f12fa428'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:25:24.470012 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['b480e985-94d1-4c37-a197-978c3373d94b', '7cbb65ff-fb94-477d-a1d2-7eb72e2e0d71'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:25:24.513306 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8209f7f3-aacb-4b9c-b632-0c5086f80c43 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Pushing event deleted for resources: {'Port': ['ID=156b0066-bedc-438e-b977-d659f12fa428,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:25:24.586798 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c674698-0877-4cdd-a584-46274cfa874d req-8209f7f3-aacb-4b9c-b632-0c5086f80c43 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] No DVR routers for this DVR port 156b0066-bedc-438e-b977-d659f12fa428 on host n-h2-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:25:24.592530 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-8c674698-0877-4cdd-a584-46274cfa874d req-8209f7f3-aacb-4b9c-b632-0c5086f80c43 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:24.608641 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8c674698-0877-4cdd-a584-46274cfa874d req-8209f7f3-aacb-4b9c-b632-0c5086f80c43 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.47 "DELETE /v2.0/ports/156b0066-bedc-438e-b977-d659f12fa428 HTTP/1.1" status: 204 len: 173 time: 0.7065492 Dec 20 14:25:24.615971 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed7dc190-41b4-47d0-847a-ffbe39f3966f', 'name': 'network-vif-deleted', 'tag': '156b0066-bedc-438e-b977-d659f12fa428'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:25:24.631354 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d10293b4-61f4-44e0-a2e9-49515df5d676" -d '{"events": [{"server_uuid": "ed7dc190-41b4-47d0-847a-ffbe39f3966f", "name": "network-vif-deleted", "tag": "156b0066-bedc-438e-b977-d659f12fa428"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:25:24.637665 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589f8c10-e21d-4c99-a666-590c3255ec3d req-263ed7a6-a004-4d73-9b4a-0f2e7ef574dc tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:24.659152 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-589f8c10-e21d-4c99-a666-590c3255ec3d req-263ed7a6-a004-4d73-9b4a-0f2e7ef574dc tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=391bfd15-b4c6-444c-a466-12316cde3dd1 HTTP/1.1" status: 200 len: 943 time: 0.1674125 Dec 20 14:25:24.820058 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-589f8c10-e21d-4c99-a666-590c3255ec3d req-06046e86-67f0-4bc2-ad2a-5d64638f8841 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596081 Dec 20 14:25:24.851407 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16ecd8fd-cd0f-4d98-b4e6-a3ef85e37130 x-openstack-request-id: req-16ecd8fd-cd0f-4d98-b4e6-a3ef85e37130 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:25:24.851407 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed7dc190-41b4-47d0-847a-ffbe39f3966f", "name": "network-vif-deleted", "tag": "156b0066-bedc-438e-b977-d659f12fa428", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:25:24.851407 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-16ecd8fd-cd0f-4d98-b4e6-a3ef85e37130 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:25:24.851407 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed7dc190-41b4-47d0-847a-ffbe39f3966f', 'name': 'network-vif-deleted', 'tag': '156b0066-bedc-438e-b977-d659f12fa428', 'status': 'completed', 'code': 200} Dec 20 14:25:25.021819 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 03257ebd-eb93-4fe3-933c-a7009b648c33 no longer exists at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:25:25.096919 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b051fd07-1bbd-4a4a-a4d3-a3e5ff9c3533 req-39a37544-a662-451a-89c3-3e1e35eba5a0 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed7dc190-41b4-47d0-847a-ffbe39f3966f HTTP/1.1" status: 200 len: 210 time: 0.0900548 Dec 20 14:25:25.115129 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] No Port match for: 03257ebd-eb93-4fe3-933c-a7009b648c33 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:25:25.115850 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 03257ebd-eb93-4fe3-933c-a7009b648c33 not bound to the agent host n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:25:25.998877 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e566e4-3f4b-4b65-8f96-a6e5ac87b205 req-23195cae-c5cb-44c4-ad8a-a51260dc4d2e tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:26.007892 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-33e566e4-3f4b-4b65-8f96-a6e5ac87b205 req-23195cae-c5cb-44c4-ad8a-a51260dc4d2e tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=391bfd15-b4c6-444c-a466-12316cde3dd1 HTTP/1.1" status: 200 len: 943 time: 0.0785413 Dec 20 14:25:26.086822 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-33e566e4-3f4b-4b65-8f96-a6e5ac87b205 req-d67518e5-9eac-4aa3-96b7-8a3aa0bee95e tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777841 Dec 20 14:25:26.495335 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb884d1d-56f7-4b9f-b062-fbb3883cdb96 req-737fd09e-ee31-4892-8aff-ed3ec937e950 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:26.499794 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-cb884d1d-56f7-4b9f-b062-fbb3883cdb96 req-737fd09e-ee31-4892-8aff-ed3ec937e950 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?device_id=786625c9-367a-460a-9939-16ca6fb4c85b HTTP/1.1" status: 200 len: 950 time: 0.0683274 Dec 20 14:25:26.600888 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-cb884d1d-56f7-4b9f-b062-fbb3883cdb96 req-2d49f35c-f798-4de3-b09e-61cd8ee31e6b tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/security-groups?id=d29d9ba9-24bd-4d94-be52-3ca7019f1c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904329 Dec 20 14:25:27.199668 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 156b0066-bedc-438e-b977-d659f12fa428 no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:25:27.230401 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] No Port match for: 156b0066-bedc-438e-b977-d659f12fa428 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:25:27.230769 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 156b0066-bedc-438e-b977-d659f12fa428 not bound to the agent host n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:25:27.242109 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64993c76-ae6e-4774-95d6-995a2a0634b7 req-a6b92876-c7ba-4e77-97bc-972365e2e600 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:27.246476 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-64993c76-ae6e-4774-95d6-995a2a0634b7 req-a6b92876-c7ba-4e77-97bc-972365e2e600 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=391bfd15-b4c6-444c-a466-12316cde3dd1 HTTP/1.1" status: 200 len: 943 time: 0.0665331 Dec 20 14:25:27.333095 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-64993c76-ae6e-4774-95d6-995a2a0634b7 req-4a97efe9-680b-412e-900d-73c0ec63eb60 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780907 Dec 20 14:25:27.761626 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcd768e-4cb6-4c91-a743-5927ebe978a5 req-88ed3950-faad-466e-a369-1b5cdea98ed3 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:27.763552 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7dcd768e-4cb6-4c91-a743-5927ebe978a5 req-88ed3950-faad-466e-a369-1b5cdea98ed3 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?device_id=786625c9-367a-460a-9939-16ca6fb4c85b HTTP/1.1" status: 200 len: 950 time: 0.0609188 Dec 20 14:25:27.848692 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7dcd768e-4cb6-4c91-a743-5927ebe978a5 req-0003f8e1-7d35-4fb6-ad38-ec88fdc38ae0 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/security-groups?id=d29d9ba9-24bd-4d94-be52-3ca7019f1c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749016 Dec 20 14:25:28.247588 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eae1cd-301f-4809-9545-ee5628e8bc90 req-ec375d85-4dbf-4d38-a215-2a46c891d000 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:28.249122 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b1eae1cd-301f-4809-9545-ee5628e8bc90 req-ec375d85-4dbf-4d38-a215-2a46c891d000 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.47 "GET /v2.0/ports?device_id=786625c9-367a-460a-9939-16ca6fb4c85b HTTP/1.1" status: 200 len: 950 time: 0.0573575 Dec 20 14:25:28.385889 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-b1eae1cd-301f-4809-9545-ee5628e8bc90 req-c0ef0f3b-6ba2-496e-b407-2673498e527b tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Deleting port 27bda246-2577-405f-878c-2ee24199e215 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:25:28.390943 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-b1eae1cd-301f-4809-9545-ee5628e8bc90 req-c0ef0f3b-6ba2-496e-b407-2673498e527b tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:28.493800 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8fce3a-90f1-4bcb-b7d9-13e2175ac783 req-94caad38-49b4-4f49-bb82-3659e1c0cf20 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:28.496189 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1d8fce3a-90f1-4bcb-b7d9-13e2175ac783 req-94caad38-49b4-4f49-bb82-3659e1c0cf20 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=391bfd15-b4c6-444c-a466-12316cde3dd1 HTTP/1.1" status: 200 len: 943 time: 0.0793290 Dec 20 14:25:28.517475 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-b1eae1cd-301f-4809-9545-ee5628e8bc90 req-c0ef0f3b-6ba2-496e-b407-2673498e527b tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] For port 27bda246-2577-405f-878c-2ee24199e215, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=27bda246-2577-405f-878c-2ee24199e215,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:25:28.517852 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-b1eae1cd-301f-4809-9545-ee5628e8bc90 req-c0ef0f3b-6ba2-496e-b407-2673498e527b tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:28.532548 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-b1eae1cd-301f-4809-9545-ee5628e8bc90 req-c0ef0f3b-6ba2-496e-b407-2673498e527b tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Calling delete_port for 27bda246-2577-405f-878c-2ee24199e215 owned by compute:nova {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:25:28.568370 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1d8fce3a-90f1-4bcb-b7d9-13e2175ac783 req-209a5ba8-61c1-4c96-a6b6-a01fc51c3001 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644555 Dec 20 14:25:28.736126 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-b1eae1cd-301f-4809-9545-ee5628e8bc90 req-c0ef0f3b-6ba2-496e-b407-2673498e527b tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:28.753827 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['4b0a336b-db05-4701-bfc6-4dde1c5f783a', 'e06c38a2-5e0b-45af-bbf7-4a1f4561e3ce', 'f8088620-4873-4a7e-871d-1e2a2b1c3622', '27bda246-2577-405f-878c-2ee24199e215'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:25:28.756565 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['b480e985-94d1-4c37-a197-978c3373d94b', '7cbb65ff-fb94-477d-a1d2-7eb72e2e0d71'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:25:28.775514 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ef0f3b-6ba2-496e-b407-2673498e527b tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Pushing event deleted for resources: {'Port': ['ID=27bda246-2577-405f-878c-2ee24199e215,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:25:28.832123 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1eae1cd-301f-4809-9545-ee5628e8bc90 req-c0ef0f3b-6ba2-496e-b407-2673498e527b tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] No DVR routers for this DVR port 27bda246-2577-405f-878c-2ee24199e215 on host n-h2-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:25:28.835307 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-b1eae1cd-301f-4809-9545-ee5628e8bc90 req-c0ef0f3b-6ba2-496e-b407-2673498e527b tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:28.839036 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b1eae1cd-301f-4809-9545-ee5628e8bc90 req-c0ef0f3b-6ba2-496e-b407-2673498e527b tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.47 "DELETE /v2.0/ports/27bda246-2577-405f-878c-2ee24199e215 HTTP/1.1" status: 204 len: 173 time: 0.5820806 Dec 20 14:25:28.839599 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '786625c9-367a-460a-9939-16ca6fb4c85b', 'name': 'network-vif-deleted', 'tag': '27bda246-2577-405f-878c-2ee24199e215'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:25:28.841973 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3db9a089-56a3-443e-b3dd-d3b7ae0a9e57" -d '{"events": [{"server_uuid": "786625c9-367a-460a-9939-16ca6fb4c85b", "name": "network-vif-deleted", "tag": "27bda246-2577-405f-878c-2ee24199e215"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:25:28.891403 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d58979af-60f8-4fde-a47b-7046b2ddb982 x-openstack-request-id: req-d58979af-60f8-4fde-a47b-7046b2ddb982 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:25:28.891847 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "786625c9-367a-460a-9939-16ca6fb4c85b", "name": "network-vif-deleted", "tag": "27bda246-2577-405f-878c-2ee24199e215", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:25:28.892198 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d58979af-60f8-4fde-a47b-7046b2ddb982 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:25:28.892709 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '786625c9-367a-460a-9939-16ca6fb4c85b', 'name': 'network-vif-deleted', 'tag': '27bda246-2577-405f-878c-2ee24199e215', 'status': 'completed', 'code': 200} Dec 20 14:25:29.042141 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-033cb71f-17a0-4bd4-a46e-936e696fa545 req-1001aa07-bdfd-4f2f-90af-7b87ed2f5907 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?device_id=786625c9-367a-460a-9939-16ca6fb4c85b HTTP/1.1" status: 200 len: 210 time: 0.0675380 Dec 20 14:25:29.067740 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 14:25:29.744647 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec827a1-bccf-4ee5-90d3-5e2c5cb8b9a0 req-2e845701-374a-4f3e-8688-cc548edb94a4 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:29.746252 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1ec827a1-bccf-4ee5-90d3-5e2c5cb8b9a0 req-2e845701-374a-4f3e-8688-cc548edb94a4 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=391bfd15-b4c6-444c-a466-12316cde3dd1 HTTP/1.1" status: 200 len: 943 time: 0.0701737 Dec 20 14:25:29.812546 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1ec827a1-bccf-4ee5-90d3-5e2c5cb8b9a0 req-97c46387-b762-4fd1-90f9-ca638f4253ae tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579441 Dec 20 14:25:30.406319 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28496ca8-24b9-49c7-a1c2-a34e22c71806 req-673da466-ab4a-4833-8ebc-2480da7ccd63 tempest-LiveMigrationTest-1128134252 tempest-LiveMigrationTest-1128134252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:30.414035 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-28496ca8-24b9-49c7-a1c2-a34e22c71806 req-673da466-ab4a-4833-8ebc-2480da7ccd63 tempest-LiveMigrationTest-1128134252 tempest-LiveMigrationTest-1128134252-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=8a82e967-0672-489c-b421-c72b7431d859 HTTP/1.1" status: 200 len: 1098 time: 0.0953596 Dec 20 14:25:30.476415 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-28496ca8-24b9-49c7-a1c2-a34e22c71806 req-9f120f0b-d3c0-4ef2-9fd1-012659c3a0ed tempest-LiveMigrationTest-1128134252 tempest-LiveMigrationTest-1128134252-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614307 Dec 20 14:25:30.630968 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-5b373bce-7ae5-497c-86cc-47f7ead0fefe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:30.752337 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068c89ba-2795-4aeb-8592-94c39fb843fe req-8ba82501-6db9-4dd5-99fb-01c57413048a tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:30.755180 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-068c89ba-2795-4aeb-8592-94c39fb843fe req-8ba82501-6db9-4dd5-99fb-01c57413048a tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?device_id=feb146f1-4f6a-446c-ac49-cb912d011d7a HTTP/1.1" status: 200 len: 949 time: 0.0710263 Dec 20 14:25:30.841960 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-068c89ba-2795-4aeb-8592-94c39fb843fe req-7f384c8c-b4de-4576-a9dc-f1f9be039b46 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/security-groups?id=d29d9ba9-24bd-4d94-be52-3ca7019f1c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730996 Dec 20 14:25:31.181711 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13159987-0c58-44b8-b6b7-dc22715c6a15 req-f7e66378-6ce3-497f-9aee-5e894bebabbc tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:31.189589 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-13159987-0c58-44b8-b6b7-dc22715c6a15 req-f7e66378-6ce3-497f-9aee-5e894bebabbc tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=391bfd15-b4c6-444c-a466-12316cde3dd1 HTTP/1.1" status: 200 len: 943 time: 0.0893543 Dec 20 14:25:31.233798 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 27bda246-2577-405f-878c-2ee24199e215 no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:25:31.265874 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-13159987-0c58-44b8-b6b7-dc22715c6a15 req-ae70bdf2-0044-4528-b601-925fc3c9f475 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751443 Dec 20 14:25:31.306396 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] No Port match for: 27bda246-2577-405f-878c-2ee24199e215 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:25:31.306809 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 27bda246-2577-405f-878c-2ee24199e215 not bound to the agent host n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:25:31.958183 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [req-2b734bc9-a130-426f-b1f2-cacfe1130c60 req-536eb414-0c55-4076-85c3-5111a1188783 tempest-LiveMigrationTest-1128134252 tempest-LiveMigrationTest-1128134252-project-admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:25:31.960718 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2b734bc9-a130-426f-b1f2-cacfe1130c60 req-536eb414-0c55-4076-85c3-5111a1188783 tempest-LiveMigrationTest-1128134252 tempest-LiveMigrationTest-1128134252-project-admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0094151 Dec 20 14:25:32.035074 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b734bc9-a130-426f-b1f2-cacfe1130c60 req-79fba86e-bf12-475d-b257-b6a8c90e1afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:32.057934 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2b734bc9-a130-426f-b1f2-cacfe1130c60 req-79fba86e-bf12-475d-b257-b6a8c90e1afc service neutron] 10.222.0.54 "GET /v2.0/ports/4eb57587-46ac-4ed3-b6d7-2cd32cba2d4c HTTP/1.1" status: 200 len: 1095 time: 0.0861824 Dec 20 14:25:32.066605 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-2b734bc9-a130-426f-b1f2-cacfe1130c60 req-6177db6c-6a3d-4108-b4e4-bcb428e0ab4a service neutron] Request body: {'binding': {'host': 'n-h1-761264-19', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:25:32.070393 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-2b734bc9-a130-426f-b1f2-cacfe1130c60 req-6177db6c-6a3d-4108-b4e4-bcb428e0ab4a service neutron] Unknown quota resources ['binding']. {{(pid=103168) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 20 14:25:32.341844 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-2b734bc9-a130-426f-b1f2-cacfe1130c60 req-6177db6c-6a3d-4108-b4e4-bcb428e0ab4a service neutron] Attempting to bind port 4eb57587-46ac-4ed3-b6d7-2cd32cba2d4c on host n-h1-761264-19 for vnic_type normal with profile None {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:25:32.341844 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-2b734bc9-a130-426f-b1f2-cacfe1130c60 req-6177db6c-6a3d-4108-b4e4-bcb428e0ab4a service neutron] Attempting to bind port 4eb57587-46ac-4ed3-b6d7-2cd32cba2d4c by drivers openvswitch,hyperv on host n-h1-761264-19 at level 0 using segments [{'id': 'addc7f95-68ef-43ba-9bd9-cde69b0f949e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2b333b61-ce15-4944-95b5-760e7ec98a8f'}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:25:32.341844 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b734bc9-a130-426f-b1f2-cacfe1130c60 req-6177db6c-6a3d-4108-b4e4-bcb428e0ab4a service neutron] Attempting to bind port 4eb57587-46ac-4ed3-b6d7-2cd32cba2d4c on network 2b333b61-ce15-4944-95b5-760e7ec98a8f {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:25:32.367698 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9066c62b-7422-43b0-b9d2-be57c05b27b5 req-df6017e7-8e7e-449b-8a1e-dd8fadf65683 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:32.367698 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9066c62b-7422-43b0-b9d2-be57c05b27b5 req-df6017e7-8e7e-449b-8a1e-dd8fadf65683 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?device_id=feb146f1-4f6a-446c-ac49-cb912d011d7a HTTP/1.1" status: 200 len: 949 time: 0.1357789 Dec 20 14:25:32.376245 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b734bc9-a130-426f-b1f2-cacfe1130c60 req-6177db6c-6a3d-4108-b4e4-bcb428e0ab4a service neutron] Port 4eb57587-46ac-4ed3-b6d7-2cd32cba2d4c on network 2b333b61-ce15-4944-95b5-760e7ec98a8f not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-19 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:25:32.376245 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b734bc9-a130-426f-b1f2-cacfe1130c60 req-6177db6c-6a3d-4108-b4e4-bcb428e0ab4a service neutron] Attempting to bind port 4eb57587-46ac-4ed3-b6d7-2cd32cba2d4c on network 2b333b61-ce15-4944-95b5-760e7ec98a8f {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:25:32.384565 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2166da14-e9a7-4816-8b0f-80bef088fcde req-f5e36c24-fe31-4b65-a51c-51bbb84b5312 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:32.386764 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2166da14-e9a7-4816-8b0f-80bef088fcde req-f5e36c24-fe31-4b65-a51c-51bbb84b5312 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.47 "GET /v2.0/ports?device_id=eaa94939-b782-4ca2-8f6d-eaeddb64bd23 HTTP/1.1" status: 200 len: 949 time: 0.1032341 Dec 20 14:25:32.400324 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b734bc9-a130-426f-b1f2-cacfe1130c60 req-6177db6c-6a3d-4108-b4e4-bcb428e0ab4a service neutron] Checking agent: {'id': '3e5ace3e-dd7b-4522-a7c4-77d13dbeab1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:25:32.400988 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b734bc9-a130-426f-b1f2-cacfe1130c60 req-6177db6c-6a3d-4108-b4e4-bcb428e0ab4a service neutron] Checking segment: {'id': 'addc7f95-68ef-43ba-9bd9-cde69b0f949e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2b333b61-ce15-4944-95b5-760e7ec98a8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:25:32.401707 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b734bc9-a130-426f-b1f2-cacfe1130c60 req-6177db6c-6a3d-4108-b4e4-bcb428e0ab4a service neutron] Bound using segment: {'id': 'addc7f95-68ef-43ba-9bd9-cde69b0f949e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2b333b61-ce15-4944-95b5-760e7ec98a8f'} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:25:32.402677 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-2b734bc9-a130-426f-b1f2-cacfe1130c60 req-6177db6c-6a3d-4108-b4e4-bcb428e0ab4a service neutron] Bound port: 4eb57587-46ac-4ed3-b6d7-2cd32cba2d4c, host: n-h1-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'addc7f95-68ef-43ba-9bd9-cde69b0f949e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2b333b61-ce15-4944-95b5-760e7ec98a8f'}}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:25:32.509670 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9066c62b-7422-43b0-b9d2-be57c05b27b5 req-2fb2db53-62d2-4096-afbc-3f27bc0d38d9 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/security-groups?id=d29d9ba9-24bd-4d94-be52-3ca7019f1c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353011 Dec 20 14:25:32.566400 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-2166da14-e9a7-4816-8b0f-80bef088fcde req-de5bf7b4-25b1-43fd-b7b5-74b905127d6f tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Deleting port f8088620-4873-4a7e-871d-1e2a2b1c3622 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:25:32.568465 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-2166da14-e9a7-4816-8b0f-80bef088fcde req-de5bf7b4-25b1-43fd-b7b5-74b905127d6f tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:32.585261 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-2b734bc9-a130-426f-b1f2-cacfe1130c60 req-6177db6c-6a3d-4108-b4e4-bcb428e0ab4a service neutron] For port 4eb57587-46ac-4ed3-b6d7-2cd32cba2d4c, host n-h1-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=4eb57587-46ac-4ed3-b6d7-2cd32cba2d4c,segment=NetworkSegment(addc7f95-68ef-43ba-9bd9-cde69b0f949e),segment_id=addc7f95-68ef-43ba-9bd9-cde69b0f949e)] {{(pid=103168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:25:32.614474 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-2b734bc9-a130-426f-b1f2-cacfe1130c60 req-6177db6c-6a3d-4108-b4e4-bcb428e0ab4a service neutron] Publish callbacks [] for binding, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:32.622365 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2b734bc9-a130-426f-b1f2-cacfe1130c60 req-6177db6c-6a3d-4108-b4e4-bcb428e0ab4a service neutron] 10.222.0.54 "POST /v2.0/ports/4eb57587-46ac-4ed3-b6d7-2cd32cba2d4c/bindings HTTP/1.1" status: 201 len: 390 time: 0.5608494 Dec 20 14:25:32.830987 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e029670a-c519-4d90-8525-4876810071c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:32.922950 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-2166da14-e9a7-4816-8b0f-80bef088fcde req-de5bf7b4-25b1-43fd-b7b5-74b905127d6f tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] For port f8088620-4873-4a7e-871d-1e2a2b1c3622, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=f8088620-4873-4a7e-871d-1e2a2b1c3622,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:25:32.923251 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-2166da14-e9a7-4816-8b0f-80bef088fcde req-de5bf7b4-25b1-43fd-b7b5-74b905127d6f tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:33.014694 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-2166da14-e9a7-4816-8b0f-80bef088fcde req-de5bf7b4-25b1-43fd-b7b5-74b905127d6f tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Calling delete_port for f8088620-4873-4a7e-871d-1e2a2b1c3622 owned by compute:nova {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:25:33.019942 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9167c44a-5831-42a9-bbd0-40d903f3e73a req-ab30857a-1ff1-4423-a387-0b10cdf26994 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:33.031050 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9167c44a-5831-42a9-bbd0-40d903f3e73a req-ab30857a-1ff1-4423-a387-0b10cdf26994 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=391bfd15-b4c6-444c-a466-12316cde3dd1 HTTP/1.1" status: 200 len: 943 time: 0.1264558 Dec 20 14:25:33.101267 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5e87b8-3a14-4bae-9234-12d1930c14fe req-e1d2f4b6-0ffb-44f3-91b5-5512769fe3bf tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:33.106504 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ff5e87b8-3a14-4bae-9234-12d1930c14fe req-e1d2f4b6-0ffb-44f3-91b5-5512769fe3bf tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.30 "GET /v2.0/ports?device_id=feb146f1-4f6a-446c-ac49-cb912d011d7a HTTP/1.1" status: 200 len: 949 time: 0.2211101 Dec 20 14:25:33.216465 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9167c44a-5831-42a9-bbd0-40d903f3e73a req-8d5b2bc0-5c9f-4928-9d21-fe786034fd8a tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844022 Dec 20 14:25:33.218846 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b734bc9-a130-426f-b1f2-cacfe1130c60 req-b5b268e7-8573-47fe-99a0-8fce00403bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:33.220456 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2b734bc9-a130-426f-b1f2-cacfe1130c60 req-b5b268e7-8573-47fe-99a0-8fce00403bc7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2785aa25e0a64107a28490f4f2c107bc&device_id=8a82e967-0672-489c-b421-c72b7431d859 HTTP/1.1" status: 200 len: 1098 time: 0.1152387 Dec 20 14:25:33.433555 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b734bc9-a130-426f-b1f2-cacfe1130c60 req-327b9f9f-e510-4141-8b71-a5e7dafaa4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:33.436041 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2b734bc9-a130-426f-b1f2-cacfe1130c60 req-327b9f9f-e510-4141-8b71-a5e7dafaa4e1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2b333b61-ce15-4944-95b5-760e7ec98a8f HTTP/1.1" status: 200 len: 909 time: 0.2027996 Dec 20 14:25:33.437067 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-2166da14-e9a7-4816-8b0f-80bef088fcde req-de5bf7b4-25b1-43fd-b7b5-74b905127d6f tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:33.453141 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['4b0a336b-db05-4701-bfc6-4dde1c5f783a', 'e06c38a2-5e0b-45af-bbf7-4a1f4561e3ce'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:25:33.526428 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2b734bc9-a130-426f-b1f2-cacfe1130c60 req-5bfbcdb9-3703-499e-b270-98a75834fa76 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4eb57587-46ac-4ed3-b6d7-2cd32cba2d4c HTTP/1.1" status: 200 len: 217 time: 0.0784369 Dec 20 14:25:33.537083 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['b480e985-94d1-4c37-a197-978c3373d94b', '7cbb65ff-fb94-477d-a1d2-7eb72e2e0d71'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:25:33.644110 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5bf7b4-25b1-43fd-b7b5-74b905127d6f tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Pushing event deleted for resources: {'Port': ['ID=f8088620-4873-4a7e-871d-1e2a2b1c3622,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:25:33.661300 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b734bc9-a130-426f-b1f2-cacfe1130c60 req-fa057a58-2bfb-4b3b-83ad-33caf8bdb3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:33.663718 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2b734bc9-a130-426f-b1f2-cacfe1130c60 req-fa057a58-2bfb-4b3b-83ad-33caf8bdb3eb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=63ebfb59-720a-4723-915c-292ae8d31522 HTTP/1.1" status: 200 len: 848 time: 0.1184864 Dec 20 14:25:33.740191 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:33.759107 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2b734bc9-a130-426f-b1f2-cacfe1130c60 req-8a08f097-b2a1-4b1b-a18e-5f40bae41cc6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2b333b61-ce15-4944-95b5-760e7ec98a8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694618 Dec 20 14:25:33.773543 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-2166da14-e9a7-4816-8b0f-80bef088fcde req-de5bf7b4-25b1-43fd-b7b5-74b905127d6f tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] No DVR routers for this DVR port f8088620-4873-4a7e-871d-1e2a2b1c3622 on host n-h2-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:25:33.778818 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-2166da14-e9a7-4816-8b0f-80bef088fcde req-de5bf7b4-25b1-43fd-b7b5-74b905127d6f tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:33.784084 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2166da14-e9a7-4816-8b0f-80bef088fcde req-de5bf7b4-25b1-43fd-b7b5-74b905127d6f tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.47 "DELETE /v2.0/ports/f8088620-4873-4a7e-871d-1e2a2b1c3622 HTTP/1.1" status: 204 len: 173 time: 1.3897855 Dec 20 14:25:33.788235 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaa94939-b782-4ca2-8f6d-eaeddb64bd23', 'name': 'network-vif-deleted', 'tag': 'f8088620-4873-4a7e-871d-1e2a2b1c3622'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:25:33.831638 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf32c811-00b5-4b77-b7ea-cf53c6c3e911" -d '{"events": [{"server_uuid": "eaa94939-b782-4ca2-8f6d-eaeddb64bd23", "name": "network-vif-deleted", "tag": "f8088620-4873-4a7e-871d-1e2a2b1c3622"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:25:33.898956 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9025006f-f31f-4bac-a55c-100831b1560b req-9e1edc0f-e1e8-4795-9a61-46318c34d3a6 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:33.902768 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9025006f-f31f-4bac-a55c-100831b1560b req-9e1edc0f-e1e8-4795-9a61-46318c34d3a6 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a82e967-0672-489c-b421-c72b7431d859 HTTP/1.1" status: 200 len: 946 time: 0.4877241 Dec 20 14:25:34.105270 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9025006f-f31f-4bac-a55c-100831b1560b req-42fe3791-709b-42ee-9442-0ff830e9958c tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861682 Dec 20 14:25:34.123056 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-ff5e87b8-3a14-4bae-9234-12d1930c14fe req-a84a97d5-2df9-4268-bc5b-eba2d96f991d tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Deleting port 7cbb65ff-fb94-477d-a1d2-7eb72e2e0d71 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:25:34.123575 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-ff5e87b8-3a14-4bae-9234-12d1930c14fe req-a84a97d5-2df9-4268-bc5b-eba2d96f991d tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:34.426211 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-ff5e87b8-3a14-4bae-9234-12d1930c14fe req-a84a97d5-2df9-4268-bc5b-eba2d96f991d tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] For port 7cbb65ff-fb94-477d-a1d2-7eb72e2e0d71, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=7cbb65ff-fb94-477d-a1d2-7eb72e2e0d71,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:25:34.426623 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-ff5e87b8-3a14-4bae-9234-12d1930c14fe req-a84a97d5-2df9-4268-bc5b-eba2d96f991d tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:34.462442 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-ff5e87b8-3a14-4bae-9234-12d1930c14fe req-a84a97d5-2df9-4268-bc5b-eba2d96f991d tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Calling delete_port for 7cbb65ff-fb94-477d-a1d2-7eb72e2e0d71 owned by compute:nova {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:25:34.709570 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95af8ce6-feac-4abe-94ad-c0e3ca92a64d x-openstack-request-id: req-95af8ce6-feac-4abe-94ad-c0e3ca92a64d {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:25:34.709924 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaa94939-b782-4ca2-8f6d-eaeddb64bd23", "name": "network-vif-deleted", "tag": "f8088620-4873-4a7e-871d-1e2a2b1c3622", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:25:34.710229 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-95af8ce6-feac-4abe-94ad-c0e3ca92a64d {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:25:34.711357 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaa94939-b782-4ca2-8f6d-eaeddb64bd23', 'name': 'network-vif-deleted', 'tag': 'f8088620-4873-4a7e-871d-1e2a2b1c3622', 'status': 'completed', 'code': 200} Dec 20 14:25:34.796635 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-ff5e87b8-3a14-4bae-9234-12d1930c14fe req-a84a97d5-2df9-4268-bc5b-eba2d96f991d tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:34.895442 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84a97d5-2df9-4268-bc5b-eba2d96f991d tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Pushing event deleted for resources: {'Port': ['ID=7cbb65ff-fb94-477d-a1d2-7eb72e2e0d71,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:25:34.897005 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-80a03824-a903-483e-942d-e18fd0bc9914 req-fd988541-2f9c-4f42-8c5f-e6eeeb36e216 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?device_id=feb146f1-4f6a-446c-ac49-cb912d011d7a HTTP/1.1" status: 200 len: 210 time: 0.0402663 Dec 20 14:25:34.922686 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2b734bc9-a130-426f-b1f2-cacfe1130c60 req-4eac8c6d-8330-4970-8b64-c14cfcaaf17d service neutron] 10.222.0.30 "GET /v2.0/networks/2b333b61-ce15-4944-95b5-760e7ec98a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1489427 Dec 20 14:25:34.990192 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff5e87b8-3a14-4bae-9234-12d1930c14fe req-a84a97d5-2df9-4268-bc5b-eba2d96f991d tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] No DVR routers for this DVR port 7cbb65ff-fb94-477d-a1d2-7eb72e2e0d71 on host n-h1-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:25:34.994771 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-ff5e87b8-3a14-4bae-9234-12d1930c14fe req-a84a97d5-2df9-4268-bc5b-eba2d96f991d tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:34.998020 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ff5e87b8-3a14-4bae-9234-12d1930c14fe req-a84a97d5-2df9-4268-bc5b-eba2d96f991d tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.30 "DELETE /v2.0/ports/7cbb65ff-fb94-477d-a1d2-7eb72e2e0d71 HTTP/1.1" status: 204 len: 173 time: 1.8796902 Dec 20 14:25:35.033288 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 543b54c3-a54c-47f5-ad15-569568ada13d no longer exists at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:25:35.101515 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae805ea-c5a4-4073-af23-ceadf9aedcf5 req-f7d790be-6567-4a2b-8c03-311357aa3472 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:35.105137 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6ae805ea-c5a4-4073-af23-ceadf9aedcf5 req-f7d790be-6567-4a2b-8c03-311357aa3472 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=391bfd15-b4c6-444c-a466-12316cde3dd1 HTTP/1.1" status: 200 len: 943 time: 0.1441979 Dec 20 14:25:35.118712 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2b734bc9-a130-426f-b1f2-cacfe1130c60 req-16e89164-17a0-4f33-bc3e-8818dabb2a17 service neutron] 10.222.0.30 "GET /v2.0/networks/2b333b61-ce15-4944-95b5-760e7ec98a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706562 Dec 20 14:25:35.130171 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['b480e985-94d1-4c37-a197-978c3373d94b'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:25:35.189024 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6ae805ea-c5a4-4073-af23-ceadf9aedcf5 req-ef311082-9916-4275-ab53-2d8e1a19064c tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764780 Dec 20 14:25:35.265006 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e83201f-263c-48ac-ad9c-8635516ea1c1 req-9a967e7c-e93a-45e3-a13f-05f02b211743 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:35.275748 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7e83201f-263c-48ac-ad9c-8635516ea1c1 req-9a967e7c-e93a-45e3-a13f-05f02b211743 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a82e967-0672-489c-b421-c72b7431d859 HTTP/1.1" status: 200 len: 946 time: 0.0849364 Dec 20 14:25:35.367622 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7e83201f-263c-48ac-ad9c-8635516ea1c1 req-d33eabee-2114-4ada-9831-b1a7c000a6d2 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905113 Dec 20 14:25:35.393087 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device f8088620-4873-4a7e-871d-1e2a2b1c3622 no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:25:35.395659 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['4b0a336b-db05-4701-bfc6-4dde1c5f783a', 'e06c38a2-5e0b-45af-bbf7-4a1f4561e3ce'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:25:35.470926 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] No Port match for: f8088620-4873-4a7e-871d-1e2a2b1c3622 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:25:35.471382 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device f8088620-4873-4a7e-871d-1e2a2b1c3622 not bound to the agent host n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:25:35.501347 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 7cbb65ff-fb94-477d-a1d2-7eb72e2e0d71 no longer exists at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:25:35.585295 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] No Port match for: 7cbb65ff-fb94-477d-a1d2-7eb72e2e0d71 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:25:35.585640 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 7cbb65ff-fb94-477d-a1d2-7eb72e2e0d71 not bound to the agent host n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:25:35.659657 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:35.786484 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5b22d53b-97b5-4b3d-83e9-5f61f50bab1b req-bd9c2db3-de64-44c1-9338-0dcdf6fdee7f service neutron] 10.222.0.30 "GET /v2.0/ports/543b54c3-a54c-47f5-ad15-569568ada13d/bindings/n-h2-761264-19 HTTP/1.1" status: 200 len: 385 time: 0.1619372 Dec 20 14:25:35.852531 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80dcde2-99ad-4387-993c-8ab9ee90e6c3 req-1b0cb538-6837-45a5-ac48-e53eb6d29ced tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:35.854115 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e80dcde2-99ad-4387-993c-8ab9ee90e6c3 req-1b0cb538-6837-45a5-ac48-e53eb6d29ced tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fb48fab-b9a0-49e4-8699-2b1aabd4f30e HTTP/1.1" status: 200 len: 950 time: 0.0879247 Dec 20 14:25:35.948485 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e80dcde2-99ad-4387-993c-8ab9ee90e6c3 req-6d8cac49-716e-48af-904c-80e4a31fa92c tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] 10.222.0.54 "GET /v2.0/security-groups?id=a48d6ee2-6025-4eb5-ab02-0583262ca900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861518 Dec 20 14:25:36.124130 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-5b22d53b-97b5-4b3d-83e9-5f61f50bab1b req-7a36b851-2784-49e1-ab5f-815ee952f8e0 service neutron] For port 543b54c3-a54c-47f5-ad15-569568ada13d, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=543b54c3-a54c-47f5-ad15-569568ada13d,segment=NetworkSegment(c78eb3db-e8a6-4673-b220-136b3d8ed714),segment_id=c78eb3db-e8a6-4673-b220-136b3d8ed714)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:25:36.153313 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-5b22d53b-97b5-4b3d-83e9-5f61f50bab1b req-7a36b851-2784-49e1-ab5f-815ee952f8e0 service neutron] For port 543b54c3-a54c-47f5-ad15-569568ada13d, host n-h1-761264-19, cleared binding levels {{(pid=103168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:25:36.180510 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:36.203934 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [req-5b22d53b-97b5-4b3d-83e9-5f61f50bab1b req-7a36b851-2784-49e1-ab5f-815ee952f8e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 543b54c3-a54c-47f5-ad15-569568ada13d {{(pid=103168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:25:36.234034 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-5b22d53b-97b5-4b3d-83e9-5f61f50bab1b req-7a36b851-2784-49e1-ab5f-815ee952f8e0 service neutron] For port 543b54c3-a54c-47f5-ad15-569568ada13d, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=543b54c3-a54c-47f5-ad15-569568ada13d,segment=NetworkSegment(c78eb3db-e8a6-4673-b220-136b3d8ed714),segment_id=c78eb3db-e8a6-4673-b220-136b3d8ed714)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:25:36.255170 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-5b22d53b-97b5-4b3d-83e9-5f61f50bab1b req-7a36b851-2784-49e1-ab5f-815ee952f8e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:36.401237 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.provisioning_blocks [req-5b22d53b-97b5-4b3d-83e9-5f61f50bab1b req-7a36b851-2784-49e1-ab5f-815ee952f8e0 service neutron] Transition to ACTIVE for port object 543b54c3-a54c-47f5-ad15-569568ada13d will not be triggered until provisioned by entity L2. {{(pid=103168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:25:36.412245 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-5b22d53b-97b5-4b3d-83e9-5f61f50bab1b req-7a36b851-2784-49e1-ab5f-815ee952f8e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:36.483795 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a36b851-2784-49e1-ab5f-815ee952f8e0 service neutron] Pushing event updated for resources: {'Port': ['ID=543b54c3-a54c-47f5-ad15-569568ada13d,revision_number=10']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:25:36.516670 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b22d53b-97b5-4b3d-83e9-5f61f50bab1b req-7a36b851-2784-49e1-ab5f-815ee952f8e0 service neutron] No DVR routers for this DVR port 543b54c3-a54c-47f5-ad15-569568ada13d on host n-h1-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:25:36.595897 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5b22d53b-97b5-4b3d-83e9-5f61f50bab1b req-7a36b851-2784-49e1-ab5f-815ee952f8e0 service neutron] 10.222.0.30 "PUT /v2.0/ports/543b54c3-a54c-47f5-ad15-569568ada13d/bindings/n-h2-761264-19/activate HTTP/1.1" status: 200 len: 370 time: 0.7762246 Dec 20 14:25:36.615365 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8848fb-05be-4e6a-952f-e6b6392daea6 req-12ec1e37-172c-475c-b594-28cdeafd66ba tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:36.617037 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4c8848fb-05be-4e6a-952f-e6b6392daea6 req-12ec1e37-172c-475c-b594-28cdeafd66ba tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=391bfd15-b4c6-444c-a466-12316cde3dd1 HTTP/1.1" status: 200 len: 944 time: 0.1026330 Dec 20 14:25:36.698261 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4c8848fb-05be-4e6a-952f-e6b6392daea6 req-02c6a89a-f119-4fab-8a09-6e3a26a936c6 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730014 Dec 20 14:25:36.737752 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feb146f1-4f6a-446c-ac49-cb912d011d7a', 'name': 'network-vif-deleted', 'tag': '7cbb65ff-fb94-477d-a1d2-7eb72e2e0d71'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:25:36.746246 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e37670a7-e09d-44b0-90de-867f09e76fc6" -d '{"events": [{"server_uuid": "feb146f1-4f6a-446c-ac49-cb912d011d7a", "name": "network-vif-deleted", "tag": "7cbb65ff-fb94-477d-a1d2-7eb72e2e0d71"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:25:36.808667 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b22d53b-97b5-4b3d-83e9-5f61f50bab1b req-8351806d-0e5d-4af5-baa2-d7393b9f0bcb tempest-LiveAutoBlockMigrationV225Test-195224901 tempest-LiveAutoBlockMigrationV225Test-195224901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:36.810343 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5b22d53b-97b5-4b3d-83e9-5f61f50bab1b req-8351806d-0e5d-4af5-baa2-d7393b9f0bcb tempest-LiveAutoBlockMigrationV225Test-195224901 tempest-LiveAutoBlockMigrationV225Test-195224901-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=391bfd15-b4c6-444c-a466-12316cde3dd1&tenant_id=230adefc93184769a5ed971e644ca4c5&binding%3Ahost_id=n-h1-761264-19 HTTP/1.1" status: 200 len: 1096 time: 0.1197295 Dec 20 14:25:36.824801 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9e12c3-8d29-4908-919f-fa0c044621ea req-a7989ba6-38e4-4570-9b8a-f865cfb20dc3 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:36.826963 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1d9e12c3-8d29-4908-919f-fa0c044621ea req-a7989ba6-38e4-4570-9b8a-f865cfb20dc3 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a82e967-0672-489c-b421-c72b7431d859 HTTP/1.1" status: 200 len: 946 time: 0.0752671 Dec 20 14:25:36.925143 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b22d53b-97b5-4b3d-83e9-5f61f50bab1b req-652b2daa-93c2-4e32-8190-33d9102bf83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:36.927216 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5b22d53b-97b5-4b3d-83e9-5f61f50bab1b req-652b2daa-93c2-4e32-8190-33d9102bf83d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=391bfd15-b4c6-444c-a466-12316cde3dd1&tenant_id=230adefc93184769a5ed971e644ca4c5 HTTP/1.1" status: 200 len: 1096 time: 0.0997386 Dec 20 14:25:36.963053 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1d9e12c3-8d29-4908-919f-fa0c044621ea req-253823d7-5571-44fe-a25d-dd17b951be50 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250463 Dec 20 14:25:37.025691 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b22d53b-97b5-4b3d-83e9-5f61f50bab1b req-c1ee99dc-57cc-4230-853b-4e59582925da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:37.026567 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5b22d53b-97b5-4b3d-83e9-5f61f50bab1b req-c1ee99dc-57cc-4230-853b-4e59582925da service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=230adefc93184769a5ed971e644ca4c5&device_id=391bfd15-b4c6-444c-a466-12316cde3dd1 HTTP/1.1" status: 200 len: 1096 time: 0.0509114 Dec 20 14:25:37.045867 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1ad3a4c-bb96-4057-bbb2-ab954ea45e92 x-openstack-request-id: req-b1ad3a4c-bb96-4057-bbb2-ab954ea45e92 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:25:37.046305 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feb146f1-4f6a-446c-ac49-cb912d011d7a", "name": "network-vif-deleted", "tag": "7cbb65ff-fb94-477d-a1d2-7eb72e2e0d71", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:25:37.046649 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b1ad3a4c-bb96-4057-bbb2-ab954ea45e92 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:25:37.047182 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feb146f1-4f6a-446c-ac49-cb912d011d7a', 'name': 'network-vif-deleted', 'tag': '7cbb65ff-fb94-477d-a1d2-7eb72e2e0d71', 'status': 'completed', 'code': 200} Dec 20 14:25:37.178156 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b22d53b-97b5-4b3d-83e9-5f61f50bab1b req-260f3762-08ce-45a4-9c40-86650ce76bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:37.179812 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5b22d53b-97b5-4b3d-83e9-5f61f50bab1b req-260f3762-08ce-45a4-9c40-86650ce76bc2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f77acfe8-c05d-4606-b7e9-7027c0b13511 HTTP/1.1" status: 200 len: 922 time: 0.1436825 Dec 20 14:25:37.204691 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4008ff-ce4d-45bc-9de4-42111ef40067 req-aa408862-ac3e-487c-9d36-b771e74a6c21 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:37.206064 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9b4008ff-ce4d-45bc-9de4-42111ef40067 req-aa408862-ac3e-487c-9d36-b771e74a6c21 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c966417-da9d-46f5-867b-6bd63e75aabb HTTP/1.1" status: 200 len: 949 time: 0.0798306 Dec 20 14:25:37.246283 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5b22d53b-97b5-4b3d-83e9-5f61f50bab1b req-64833757-8418-4332-9b18-29dd52c10858 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=543b54c3-a54c-47f5-ad15-569568ada13d HTTP/1.1" status: 200 len: 217 time: 0.0546548 Dec 20 14:25:37.315979 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9b4008ff-ce4d-45bc-9de4-42111ef40067 req-c851564f-1413-45c4-ab88-cd8eb0e689e4 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/security-groups?id=d29d9ba9-24bd-4d94-be52-3ca7019f1c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768785 Dec 20 14:25:37.323939 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b22d53b-97b5-4b3d-83e9-5f61f50bab1b req-d7aa524b-472c-467e-a844-38955aabe270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:37.325373 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5b22d53b-97b5-4b3d-83e9-5f61f50bab1b req-d7aa524b-472c-467e-a844-38955aabe270 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=39805718-f3e9-41ca-8469-b49efb1a12f8 HTTP/1.1" status: 200 len: 861 time: 0.0687442 Dec 20 14:25:37.363286 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5b22d53b-97b5-4b3d-83e9-5f61f50bab1b req-1fa9f210-5f6b-4f35-9a80-8e64606960df service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f77acfe8-c05d-4606-b7e9-7027c0b13511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268879 Dec 20 14:25:37.469383 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5b22d53b-97b5-4b3d-83e9-5f61f50bab1b req-6ddb24bb-3303-43cd-9ff2-5cc440690d85 service neutron] 10.222.0.47 "GET /v2.0/networks/f77acfe8-c05d-4606-b7e9-7027c0b13511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942430 Dec 20 14:25:37.598509 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5b22d53b-97b5-4b3d-83e9-5f61f50bab1b req-2be59ed8-2314-49a3-ad8e-df3716ba26a2 service neutron] 10.222.0.47 "GET /v2.0/networks/f77acfe8-c05d-4606-b7e9-7027c0b13511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200111 Dec 20 14:25:37.854208 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c65578b-5ed6-40a4-a9ba-c4392da3f229 req-0f562554-c959-4d9a-82f4-5a5354a23002 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:37.856047 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9c65578b-5ed6-40a4-a9ba-c4392da3f229 req-0f562554-c959-4d9a-82f4-5a5354a23002 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=391bfd15-b4c6-444c-a466-12316cde3dd1 HTTP/1.1" status: 200 len: 944 time: 0.0643997 Dec 20 14:25:37.930387 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b22d53b-97b5-4b3d-83e9-5f61f50bab1b req-dc98cbf7-ff26-4874-a5b2-71b0cf040ff2 tempest-LiveAutoBlockMigrationV225Test-195224901 tempest-LiveAutoBlockMigrationV225Test-195224901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:37.931857 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5b22d53b-97b5-4b3d-83e9-5f61f50bab1b req-dc98cbf7-ff26-4874-a5b2-71b0cf040ff2 tempest-LiveAutoBlockMigrationV225Test-195224901 tempest-LiveAutoBlockMigrationV225Test-195224901-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=391bfd15-b4c6-444c-a466-12316cde3dd1&tenant_id=230adefc93184769a5ed971e644ca4c5&binding%3Ahost_id=n-h2-761264-19 HTTP/1.1" status: 200 len: 1096 time: 0.0748892 Dec 20 14:25:37.936714 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9c65578b-5ed6-40a4-a9ba-c4392da3f229 req-c747f123-fec6-4382-97f2-ccfd9322bd80 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702000 Dec 20 14:25:38.099419 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-5b22d53b-97b5-4b3d-83e9-5f61f50bab1b req-edd13c0a-e23e-4d1b-9d26-89d7cc14c7f4 service neutron] For port 543b54c3-a54c-47f5-ad15-569568ada13d, host n-h1-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:25:38.106192 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-5b22d53b-97b5-4b3d-83e9-5f61f50bab1b req-edd13c0a-e23e-4d1b-9d26-89d7cc14c7f4 service neutron] Publish callbacks [] for binding, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:38.107395 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5b22d53b-97b5-4b3d-83e9-5f61f50bab1b req-edd13c0a-e23e-4d1b-9d26-89d7cc14c7f4 service neutron] 10.222.0.47 "DELETE /v2.0/ports/543b54c3-a54c-47f5-ad15-569568ada13d/bindings/n-h1-761264-19 HTTP/1.1" status: 204 len: 173 time: 0.1665781 Dec 20 14:25:38.126340 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0c5f58-62dd-4780-8334-432b8e4b0d6f req-f03a59bf-6c5b-43ff-a34b-e2954aad2d50 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:38.133795 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8d0c5f58-62dd-4780-8334-432b8e4b0d6f req-f03a59bf-6c5b-43ff-a34b-e2954aad2d50 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a82e967-0672-489c-b421-c72b7431d859 HTTP/1.1" status: 200 len: 946 time: 0.0838747 Dec 20 14:25:38.216231 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75256026-b403-4172-926e-724977e1dd03 req-7d7f609e-7a6e-4faf-99cf-9f1a1f057723 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:38.217707 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-75256026-b403-4172-926e-724977e1dd03 req-7d7f609e-7a6e-4faf-99cf-9f1a1f057723 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.47 "GET /v2.0/ports?device_id=9c966417-da9d-46f5-867b-6bd63e75aabb HTTP/1.1" status: 200 len: 949 time: 0.1095452 Dec 20 14:25:38.225986 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8d0c5f58-62dd-4780-8334-432b8e4b0d6f req-02753ef4-ce32-4659-883f-19fa4e6409fc tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913770 Dec 20 14:25:38.336441 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-75256026-b403-4172-926e-724977e1dd03 req-f59f169c-51dc-4a90-a1ad-3b28d86853cd tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Deleting port 4b0a336b-db05-4701-bfc6-4dde1c5f783a {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:25:38.336918 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-75256026-b403-4172-926e-724977e1dd03 req-f59f169c-51dc-4a90-a1ad-3b28d86853cd tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:38.478989 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-75256026-b403-4172-926e-724977e1dd03 req-f59f169c-51dc-4a90-a1ad-3b28d86853cd tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] For port 4b0a336b-db05-4701-bfc6-4dde1c5f783a, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=4b0a336b-db05-4701-bfc6-4dde1c5f783a,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:25:38.479349 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-75256026-b403-4172-926e-724977e1dd03 req-f59f169c-51dc-4a90-a1ad-3b28d86853cd tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:38.488568 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763436e7-4917-4195-9d0b-7596f43525b2 req-9a44b7c8-2915-4a53-aac0-20cc39e66237 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:38.490135 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-763436e7-4917-4195-9d0b-7596f43525b2 req-9a44b7c8-2915-4a53-aac0-20cc39e66237 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c966417-da9d-46f5-867b-6bd63e75aabb HTTP/1.1" status: 200 len: 949 time: 0.0865142 Dec 20 14:25:38.509632 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-75256026-b403-4172-926e-724977e1dd03 req-f59f169c-51dc-4a90-a1ad-3b28d86853cd tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Calling delete_port for 4b0a336b-db05-4701-bfc6-4dde1c5f783a owned by compute:nova {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:25:38.608261 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-763436e7-4917-4195-9d0b-7596f43525b2 req-7834e6a4-4083-4e94-a048-de60543248d7 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/security-groups?id=d29d9ba9-24bd-4d94-be52-3ca7019f1c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082766 Dec 20 14:25:38.621947 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9579d9c-6a30-438b-b1e9-fc043f9e31ea req-338cbaf7-26d7-4fef-b773-350a81ee2a9e tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:38.629367 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e9579d9c-6a30-438b-b1e9-fc043f9e31ea req-338cbaf7-26d7-4fef-b773-350a81ee2a9e tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.47 "GET /v2.0/ports?device_id=b4cd8bf2-b9f3-49ba-b32e-1e2438bf9edf HTTP/1.1" status: 200 len: 950 time: 0.0937722 Dec 20 14:25:38.735549 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-75256026-b403-4172-926e-724977e1dd03 req-f59f169c-51dc-4a90-a1ad-3b28d86853cd tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:38.751580 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['b480e985-94d1-4c37-a197-978c3373d94b'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:25:38.755588 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['4b0a336b-db05-4701-bfc6-4dde1c5f783a', 'e06c38a2-5e0b-45af-bbf7-4a1f4561e3ce'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:25:38.786913 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-e9579d9c-6a30-438b-b1e9-fc043f9e31ea req-94441294-2327-436d-862b-8cd4068b0b34 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Deleting port e06c38a2-5e0b-45af-bbf7-4a1f4561e3ce {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:25:38.787257 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-e9579d9c-6a30-438b-b1e9-fc043f9e31ea req-94441294-2327-436d-862b-8cd4068b0b34 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:38.792161 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59f169c-51dc-4a90-a1ad-3b28d86853cd tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Pushing event deleted for resources: {'Port': ['ID=4b0a336b-db05-4701-bfc6-4dde1c5f783a,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:25:38.877807 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-75256026-b403-4172-926e-724977e1dd03 req-f59f169c-51dc-4a90-a1ad-3b28d86853cd tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] No DVR routers for this DVR port 4b0a336b-db05-4701-bfc6-4dde1c5f783a on host n-h2-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:25:38.883606 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-75256026-b403-4172-926e-724977e1dd03 req-f59f169c-51dc-4a90-a1ad-3b28d86853cd tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:38.888455 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-75256026-b403-4172-926e-724977e1dd03 req-f59f169c-51dc-4a90-a1ad-3b28d86853cd tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.47 "DELETE /v2.0/ports/4b0a336b-db05-4701-bfc6-4dde1c5f783a HTTP/1.1" status: 204 len: 173 time: 0.6607287 Dec 20 14:25:38.899478 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c966417-da9d-46f5-867b-6bd63e75aabb', 'name': 'network-vif-deleted', 'tag': '4b0a336b-db05-4701-bfc6-4dde1c5f783a'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:25:38.899478 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b73ea3b2-9602-42f5-bbe8-9a973ff0f5de" -d '{"events": [{"server_uuid": "9c966417-da9d-46f5-867b-6bd63e75aabb", "name": "network-vif-deleted", "tag": "4b0a336b-db05-4701-bfc6-4dde1c5f783a"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:25:38.939965 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d042df86-3d43-4433-b749-211bbe9a28a4 x-openstack-request-id: req-d042df86-3d43-4433-b749-211bbe9a28a4 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:25:38.940334 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c966417-da9d-46f5-867b-6bd63e75aabb", "name": "network-vif-deleted", "tag": "4b0a336b-db05-4701-bfc6-4dde1c5f783a", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:25:38.940666 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d042df86-3d43-4433-b749-211bbe9a28a4 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:25:38.941167 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c966417-da9d-46f5-867b-6bd63e75aabb', 'name': 'network-vif-deleted', 'tag': '4b0a336b-db05-4701-bfc6-4dde1c5f783a', 'status': 'completed', 'code': 200} Dec 20 14:25:39.002914 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-e9579d9c-6a30-438b-b1e9-fc043f9e31ea req-94441294-2327-436d-862b-8cd4068b0b34 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] For port e06c38a2-5e0b-45af-bbf7-4a1f4561e3ce, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=e06c38a2-5e0b-45af-bbf7-4a1f4561e3ce,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:25:39.003695 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-e9579d9c-6a30-438b-b1e9-fc043f9e31ea req-94441294-2327-436d-862b-8cd4068b0b34 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:39.022849 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-e9579d9c-6a30-438b-b1e9-fc043f9e31ea req-94441294-2327-436d-862b-8cd4068b0b34 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Calling delete_port for e06c38a2-5e0b-45af-bbf7-4a1f4561e3ce owned by compute:nova {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:25:39.274825 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34deb38f-f5e0-42a8-9e15-1330695f076a req-ea55c885-1593-4b81-b4d4-6d9f21fc169c tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:39.275921 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 71dfb4cf-d006-4bdd-bdc1-621c218463b3 no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:25:39.276813 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-34deb38f-f5e0-42a8-9e15-1330695f076a req-ea55c885-1593-4b81-b4d4-6d9f21fc169c tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=391bfd15-b4c6-444c-a466-12316cde3dd1 HTTP/1.1" status: 200 len: 944 time: 0.1321030 Dec 20 14:25:39.278813 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-e9579d9c-6a30-438b-b1e9-fc043f9e31ea req-94441294-2327-436d-862b-8cd4068b0b34 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:39.339377 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['4b0a336b-db05-4701-bfc6-4dde1c5f783a'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:25:39.342545 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94441294-2327-436d-862b-8cd4068b0b34 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Pushing event deleted for resources: {'Port': ['ID=e06c38a2-5e0b-45af-bbf7-4a1f4561e3ce,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:25:39.451783 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9579d9c-6a30-438b-b1e9-fc043f9e31ea req-94441294-2327-436d-862b-8cd4068b0b34 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] No DVR routers for this DVR port e06c38a2-5e0b-45af-bbf7-4a1f4561e3ce on host n-h2-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:25:39.471918 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-34deb38f-f5e0-42a8-9e15-1330695f076a req-704ac253-f6e7-418d-8289-e3b83b9912fb tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476743 Dec 20 14:25:39.473875 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-e9579d9c-6a30-438b-b1e9-fc043f9e31ea req-94441294-2327-436d-862b-8cd4068b0b34 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:39.488404 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e9579d9c-6a30-438b-b1e9-fc043f9e31ea req-94441294-2327-436d-862b-8cd4068b0b34 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.47 "DELETE /v2.0/ports/e06c38a2-5e0b-45af-bbf7-4a1f4561e3ce HTTP/1.1" status: 204 len: 173 time: 0.8488557 Dec 20 14:25:39.489131 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4cd8bf2-b9f3-49ba-b32e-1e2438bf9edf', 'name': 'network-vif-deleted', 'tag': 'e06c38a2-5e0b-45af-bbf7-4a1f4561e3ce'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:25:39.514423 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9522871f-c11d-46e7-9921-d6a58367346a" -d '{"events": [{"server_uuid": "b4cd8bf2-b9f3-49ba-b32e-1e2438bf9edf", "name": "network-vif-deleted", "tag": "e06c38a2-5e0b-45af-bbf7-4a1f4561e3ce"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:25:39.547067 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:39.550627 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c9bc5b-7fb0-45ce-9fd8-56953bcf6966 req-26b1f962-a0f1-4653-b102-1c6eba20ecaf tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:39.560515 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d2c9bc5b-7fb0-45ce-9fd8-56953bcf6966 req-26b1f962-a0f1-4653-b102-1c6eba20ecaf tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a82e967-0672-489c-b421-c72b7431d859 HTTP/1.1" status: 200 len: 946 time: 0.1458972 Dec 20 14:25:39.587273 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fb48fab-b9a0-49e4-8699-2b1aabd4f30e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71dfb4cf-d006-4bdd-bdc1-621c218463b3'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:25:39.590389 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17b32911-c52e-4a74-a198-11d969362a2b" -d '{"events": [{"server_uuid": "7fb48fab-b9a0-49e4-8699-2b1aabd4f30e", "name": "network-vif-unplugged", "status": "completed", "tag": "71dfb4cf-d006-4bdd-bdc1-621c218463b3"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:25:39.618436 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 71dfb4cf-d006-4bdd-bdc1-621c218463b3, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=71dfb4cf-d006-4bdd-bdc1-621c218463b3,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:25:39.626434 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:39.670317 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d2c9bc5b-7fb0-45ce-9fd8-56953bcf6966 req-d3942f7c-164a-4abd-9ede-3ef03538772c tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051764 Dec 20 14:25:39.696033 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f044555-69fe-42b9-b035-97180501862d x-openstack-request-id: req-4f044555-69fe-42b9-b035-97180501862d {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:25:39.696606 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4cd8bf2-b9f3-49ba-b32e-1e2438bf9edf", "name": "network-vif-deleted", "tag": "e06c38a2-5e0b-45af-bbf7-4a1f4561e3ce", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:25:39.697235 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4f044555-69fe-42b9-b035-97180501862d {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:25:39.698381 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4cd8bf2-b9f3-49ba-b32e-1e2438bf9edf', 'name': 'network-vif-deleted', 'tag': 'e06c38a2-5e0b-45af-bbf7-4a1f4561e3ce', 'status': 'completed', 'code': 200} Dec 20 14:25:39.719028 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=71dfb4cf-d006-4bdd-bdc1-621c218463b3,revision_number=8']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:25:39.766343 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 14:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4b9ccef-8780-4532-99f9-d92a00975f0e x-openstack-request-id: req-f4b9ccef-8780-4532-99f9-d92a00975f0e {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:25:39.767078 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fb48fab-b9a0-49e4-8699-2b1aabd4f30e", "name": "network-vif-unplugged", "status": "completed", "tag": "71dfb4cf-d006-4bdd-bdc1-621c218463b3", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:25:39.767078 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f4b9ccef-8780-4532-99f9-d92a00975f0e {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:25:39.767358 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fb48fab-b9a0-49e4-8699-2b1aabd4f30e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71dfb4cf-d006-4bdd-bdc1-621c218463b3', 'code': 200} Dec 20 14:25:39.810431 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['b480e985-94d1-4c37-a197-978c3373d94b'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:25:39.878261 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-85bc53dd-da17-4ed9-9844-f299bf0edacc req-8d041d7d-7382-4b08-8116-a60aec797ba5 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c966417-da9d-46f5-867b-6bd63e75aabb HTTP/1.1" status: 200 len: 210 time: 0.0567238 Dec 20 14:25:39.984721 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950008c4-6e80-4705-a383-e2ab5ba350b6 req-72944e96-36cd-4397-a68a-fb7dea7e104f tempest-LiveAutoBlockMigrationV225Test-195224901 tempest-LiveAutoBlockMigrationV225Test-195224901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:39.986584 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-950008c4-6e80-4705-a383-e2ab5ba350b6 req-72944e96-36cd-4397-a68a-fb7dea7e104f tempest-LiveAutoBlockMigrationV225Test-195224901 tempest-LiveAutoBlockMigrationV225Test-195224901-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=391bfd15-b4c6-444c-a466-12316cde3dd1 HTTP/1.1" status: 200 len: 1096 time: 0.0686626 Dec 20 14:25:40.065891 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-950008c4-6e80-4705-a383-e2ab5ba350b6 req-1078d5dc-e549-46d6-a754-5465f5cdce2a tempest-LiveAutoBlockMigrationV225Test-195224901 tempest-LiveAutoBlockMigrationV225Test-195224901-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701606 Dec 20 14:25:40.232913 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd535e1-fb9c-42b5-89cc-e473c8fa7226 req-28a1ffa0-0198-4a42-aa3b-7d8ec1aeced9 tempest-LiveAutoBlockMigrationV225Test-195224901 tempest-LiveAutoBlockMigrationV225Test-195224901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:40.235403 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6dd535e1-fb9c-42b5-89cc-e473c8fa7226 req-28a1ffa0-0198-4a42-aa3b-7d8ec1aeced9 tempest-LiveAutoBlockMigrationV225Test-195224901 tempest-LiveAutoBlockMigrationV225Test-195224901-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=391bfd15-b4c6-444c-a466-12316cde3dd1 HTTP/1.1" status: 200 len: 1096 time: 0.0574250 Dec 20 14:25:40.312061 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6dd535e1-fb9c-42b5-89cc-e473c8fa7226 req-b990aa2d-d3e9-4859-9566-aeb66f0ecbd7 tempest-LiveAutoBlockMigrationV225Test-195224901 tempest-LiveAutoBlockMigrationV225Test-195224901-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662756 Dec 20 14:25:40.829910 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93499069-1eb9-4f66-97ca-60d49a23df2d req-8a7c6922-89c7-4f34-baf9-8cae46dae067 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:40.831518 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-93499069-1eb9-4f66-97ca-60d49a23df2d req-8a7c6922-89c7-4f34-baf9-8cae46dae067 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a82e967-0672-489c-b421-c72b7431d859 HTTP/1.1" status: 200 len: 946 time: 0.0637925 Dec 20 14:25:40.887754 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-93499069-1eb9-4f66-97ca-60d49a23df2d req-b6a62034-d792-44e9-aac6-caecdf62c717 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499113 Dec 20 14:25:41.079854 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device dc329a8f-f3da-4f47-82bf-9d67ef8a9a29 details requested by agent hyperv_n-h1-761264-19 with host n-h1-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:25:41.345470 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port dc329a8f-f3da-4f47-82bf-9d67ef8a9a29, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=dc329a8f-f3da-4f47-82bf-9d67ef8a9a29,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:25:41.383657 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device e06c38a2-5e0b-45af-bbf7-4a1f4561e3ce no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:25:41.421494 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Returning: {'device': 'dc329a8f-f3da-4f47-82bf-9d67ef8a9a29', 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1', 'port_id': 'dc329a8f-f3da-4f47-82bf-9d67ef8a9a29', 'mac_address': 'fa:16:3e:22:8c:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36bf280f-81bb-4486-a87a-9b9505a1cec4', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:25:41.425971 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] No Port match for: e06c38a2-5e0b-45af-bbf7-4a1f4561e3ce {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:25:41.426490 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device e06c38a2-5e0b-45af-bbf7-4a1f4561e3ce not bound to the agent host n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:25:41.427089 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 4b0a336b-db05-4701-bfc6-4dde1c5f783a no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:25:41.480444 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] No Port match for: 4b0a336b-db05-4701-bfc6-4dde1c5f783a {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:25:41.481904 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 4b0a336b-db05-4701-bfc6-4dde1c5f783a not bound to the agent host n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:25:41.503863 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ec0027-cc9d-4a37-99d4-7ad0574b078b req-8e97d623-0198-4e06-bfbe-3f778d7c5fd1 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:41.506064 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-01ec0027-cc9d-4a37-99d4-7ad0574b078b req-8e97d623-0198-4e06-bfbe-3f778d7c5fd1 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?device_id=07df8db3-28f5-4372-a34c-9d042cca0e5e HTTP/1.1" status: 200 len: 950 time: 0.0902102 Dec 20 14:25:41.529737 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:41.554769 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:41.576721 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dc329a8f-f3da-4f47-82bf-9d67ef8a9a29 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:25:41.590614 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-01ec0027-cc9d-4a37-99d4-7ad0574b078b req-388ef5fe-5d00-4539-a706-132d85e8981e tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/security-groups?id=d29d9ba9-24bd-4d94-be52-3ca7019f1c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727010 Dec 20 14:25:41.627905 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port dc329a8f-f3da-4f47-82bf-9d67ef8a9a29, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=dc329a8f-f3da-4f47-82bf-9d67ef8a9a29,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:25:41.635746 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:41.726308 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=dc329a8f-f3da-4f47-82bf-9d67ef8a9a29,revision_number=6']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:25:41.793104 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['dc329a8f-f3da-4f47-82bf-9d67ef8a9a29'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:25:42.061512 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea547a9-5370-4d4e-8747-d1264d7b8b58 req-7986dae7-787d-45b8-9f2a-b977d506df9c tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:42.064009 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7ea547a9-5370-4d4e-8747-d1264d7b8b58 req-7986dae7-787d-45b8-9f2a-b977d506df9c tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a82e967-0672-489c-b421-c72b7431d859 HTTP/1.1" status: 200 len: 946 time: 0.0873682 Dec 20 14:25:42.172373 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7ea547a9-5370-4d4e-8747-d1264d7b8b58 req-7e9dcdc6-7630-4d41-aec6-4015b772e8be tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816145 Dec 20 14:25:42.344125 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbbc225-15f7-4717-b1f6-bab7edc311ca req-df7af4c4-3d30-49ae-b909-50f6bfe44ce4 tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:42.345960 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-dfbbc225-15f7-4717-b1f6-bab7edc311ca req-df7af4c4-3d30-49ae-b909-50f6bfe44ce4 tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] 10.222.0.54 "GET /v2.0/ports?device_id=379fb313-d07d-46e3-b6db-73c53a21aa00 HTTP/1.1" status: 200 len: 945 time: 0.0634112 Dec 20 14:25:42.399896 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-dfbbc225-15f7-4717-b1f6-bab7edc311ca req-a2f62954-6e62-4d53-ac17-3d00090b1d19 tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] 10.222.0.54 "GET /v2.0/security-groups?id=044a4035-8f9d-498f-a1ea-00b93331b2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476170 Dec 20 14:25:42.769824 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f259567a-ce15-44bd-bb59-07fe83b1a71d req-4f162b04-5b1e-4b5d-919c-4ea0761982f5 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:42.772823 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f259567a-ce15-44bd-bb59-07fe83b1a71d req-4f162b04-5b1e-4b5d-919c-4ea0761982f5 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?device_id=07df8db3-28f5-4372-a34c-9d042cca0e5e HTTP/1.1" status: 200 len: 950 time: 0.0758867 Dec 20 14:25:42.834999 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f259567a-ce15-44bd-bb59-07fe83b1a71d req-41aeb016-dcc1-440c-9bda-4e1c54a2b1ff tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/security-groups?id=d29d9ba9-24bd-4d94-be52-3ca7019f1c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570469 Dec 20 14:25:43.075874 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device dc329a8f-f3da-4f47-82bf-9d67ef8a9a29 up at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:25:43.135408 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning complete for port dc329a8f-f3da-4f47-82bf-9d67ef8a9a29 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:25:43.135795 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:43.256674 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:43.292347 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2720a132-ba30-4ce5-96ce-541ae6c66bd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc329a8f-f3da-4f47-82bf-9d67ef8a9a29'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:25:43.295906 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80cfe734-3748-476a-9577-722a5a1e5973" -d '{"events": [{"server_uuid": "2720a132-ba30-4ce5-96ce-541ae6c66bd7", "name": "network-vif-plugged", "status": "completed", "tag": "dc329a8f-f3da-4f47-82bf-9d67ef8a9a29"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:25:43.311350 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port dc329a8f-f3da-4f47-82bf-9d67ef8a9a29, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=dc329a8f-f3da-4f47-82bf-9d67ef8a9a29,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:25:43.322948 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:43.353507 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506f9bb5-c3a0-4c88-8cc4-e25c43a5071d req-cb630982-a82f-4c42-9dd4-1bf7fc851a45 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:43.355904 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-506f9bb5-c3a0-4c88-8cc4-e25c43a5071d req-cb630982-a82f-4c42-9dd4-1bf7fc851a45 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a82e967-0672-489c-b421-c72b7431d859 HTTP/1.1" status: 200 len: 946 time: 0.0758269 Dec 20 14:25:43.383866 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=dc329a8f-f3da-4f47-82bf-9d67ef8a9a29,revision_number=7']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:25:43.407662 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faf160cd-f858-4d12-85fa-9c394b682cf8 x-openstack-request-id: req-faf160cd-f858-4d12-85fa-9c394b682cf8 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:25:43.408237 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2720a132-ba30-4ce5-96ce-541ae6c66bd7", "name": "network-vif-plugged", "status": "completed", "tag": "dc329a8f-f3da-4f47-82bf-9d67ef8a9a29", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:25:43.408620 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-faf160cd-f858-4d12-85fa-9c394b682cf8 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:25:43.409333 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2720a132-ba30-4ce5-96ce-541ae6c66bd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc329a8f-f3da-4f47-82bf-9d67ef8a9a29', 'code': 200} Dec 20 14:25:43.418972 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-506f9bb5-c3a0-4c88-8cc4-e25c43a5071d req-d3b52560-1fd3-407b-be57-7cba47c64f6a tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534160 Dec 20 14:25:43.529140 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdb085c-13e4-49cb-a550-4d0f49813994 req-1e1ae98d-c39b-4cdc-bacc-5fb91b1b3f04 tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:43.530960 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0fdb085c-13e4-49cb-a550-4d0f49813994 req-1e1ae98d-c39b-4cdc-bacc-5fb91b1b3f04 tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] 10.222.0.54 "GET /v2.0/ports?device_id=379fb313-d07d-46e3-b6db-73c53a21aa00 HTTP/1.1" status: 200 len: 945 time: 0.0553122 Dec 20 14:25:43.587267 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0fdb085c-13e4-49cb-a550-4d0f49813994 req-713a65cb-64ec-4c3e-8b1d-ec6b383c38ab tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] 10.222.0.54 "GET /v2.0/security-groups?id=044a4035-8f9d-498f-a1ea-00b93331b2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500505 Dec 20 14:25:43.673729 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26620c2-8145-41b1-8f39-8d14f7f8cee0 req-8493c32e-080a-4891-86b2-9638c2d30bf1 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:43.675214 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e26620c2-8145-41b1-8f39-8d14f7f8cee0 req-8493c32e-080a-4891-86b2-9638c2d30bf1 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.30 "GET /v2.0/ports?device_id=07df8db3-28f5-4372-a34c-9d042cca0e5e HTTP/1.1" status: 200 len: 950 time: 0.0539665 Dec 20 14:25:43.787383 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-e26620c2-8145-41b1-8f39-8d14f7f8cee0 req-1c45c720-d2b1-4fe9-abd2-6646fc444852 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Deleting port b480e985-94d1-4c37-a197-978c3373d94b {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:25:43.787702 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e26620c2-8145-41b1-8f39-8d14f7f8cee0 req-1c45c720-d2b1-4fe9-abd2-6646fc444852 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:43.895338 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-e26620c2-8145-41b1-8f39-8d14f7f8cee0 req-1c45c720-d2b1-4fe9-abd2-6646fc444852 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] For port b480e985-94d1-4c37-a197-978c3373d94b, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=b480e985-94d1-4c37-a197-978c3373d94b,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:25:43.895809 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e26620c2-8145-41b1-8f39-8d14f7f8cee0 req-1c45c720-d2b1-4fe9-abd2-6646fc444852 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:43.915638 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-e26620c2-8145-41b1-8f39-8d14f7f8cee0 req-1c45c720-d2b1-4fe9-abd2-6646fc444852 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Calling delete_port for b480e985-94d1-4c37-a197-978c3373d94b owned by compute:nova {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:25:44.027096 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4936a826-e8c1-4d64-95c9-7eee62e75b21 req-895e4b1b-ca20-4248-ab32-c0bb2ec755aa tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:44.028847 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4936a826-e8c1-4d64-95c9-7eee62e75b21 req-895e4b1b-ca20-4248-ab32-c0bb2ec755aa tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/ports?device_id=07df8db3-28f5-4372-a34c-9d042cca0e5e HTTP/1.1" status: 200 len: 950 time: 0.0925477 Dec 20 14:25:44.112464 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4936a826-e8c1-4d64-95c9-7eee62e75b21 req-7604715b-efea-4ada-a3ce-cab5e0e0fb78 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.54 "GET /v2.0/security-groups?id=d29d9ba9-24bd-4d94-be52-3ca7019f1c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703180 Dec 20 14:25:44.178559 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e26620c2-8145-41b1-8f39-8d14f7f8cee0 req-1c45c720-d2b1-4fe9-abd2-6646fc444852 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:44.191708 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['b480e985-94d1-4c37-a197-978c3373d94b'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:25:44.226113 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45c720-d2b1-4fe9-abd2-6646fc444852 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Pushing event deleted for resources: {'Port': ['ID=b480e985-94d1-4c37-a197-978c3373d94b,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:25:44.274874 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-e26620c2-8145-41b1-8f39-8d14f7f8cee0 req-1c45c720-d2b1-4fe9-abd2-6646fc444852 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] No DVR routers for this DVR port b480e985-94d1-4c37-a197-978c3373d94b on host n-h1-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:25:44.277712 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e26620c2-8145-41b1-8f39-8d14f7f8cee0 req-1c45c720-d2b1-4fe9-abd2-6646fc444852 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:44.281165 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e26620c2-8145-41b1-8f39-8d14f7f8cee0 req-1c45c720-d2b1-4fe9-abd2-6646fc444852 tempest-ServersOnMultiNodesTest-1018019447 tempest-ServersOnMultiNodesTest-1018019447-project] 10.222.0.30 "DELETE /v2.0/ports/b480e985-94d1-4c37-a197-978c3373d94b HTTP/1.1" status: 204 len: 173 time: 0.5990458 Dec 20 14:25:44.281797 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07df8db3-28f5-4372-a34c-9d042cca0e5e', 'name': 'network-vif-deleted', 'tag': 'b480e985-94d1-4c37-a197-978c3373d94b'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:25:44.284045 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36cb21d3-7c3b-4b66-9e5f-505f476c4db5" -d '{"events": [{"server_uuid": "07df8db3-28f5-4372-a34c-9d042cca0e5e", "name": "network-vif-deleted", "tag": "b480e985-94d1-4c37-a197-978c3373d94b"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:25:44.344250 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a193d229-c32e-49d4-9591-cac0fdf3e1e3 x-openstack-request-id: req-a193d229-c32e-49d4-9591-cac0fdf3e1e3 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:25:44.344533 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07df8db3-28f5-4372-a34c-9d042cca0e5e", "name": "network-vif-deleted", "tag": "b480e985-94d1-4c37-a197-978c3373d94b", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:25:44.344785 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a193d229-c32e-49d4-9591-cac0fdf3e1e3 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:25:44.345910 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07df8db3-28f5-4372-a34c-9d042cca0e5e', 'name': 'network-vif-deleted', 'tag': 'b480e985-94d1-4c37-a197-978c3373d94b', 'status': 'completed', 'code': 200} Dec 20 14:25:44.553880 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af2675b-3916-40c7-b97a-b510815d60e6 req-a21f8a5b-43c7-4613-8dab-f892edf7e04d tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:44.555448 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6af2675b-3916-40c7-b97a-b510815d60e6 req-a21f8a5b-43c7-4613-8dab-f892edf7e04d tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a82e967-0672-489c-b421-c72b7431d859 HTTP/1.1" status: 200 len: 946 time: 0.0517948 Dec 20 14:25:44.600083 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f3e4fa-e293-434c-bcb5-81401c84ebf6 req-6778df6a-4d15-4d84-b51e-51fd6c68381c tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:44.602313 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-38f3e4fa-e293-434c-bcb5-81401c84ebf6 req-6778df6a-4d15-4d84-b51e-51fd6c68381c tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] 10.222.0.30 "GET /v2.0/ports?device_id=379fb313-d07d-46e3-b6db-73c53a21aa00 HTTP/1.1" status: 200 len: 945 time: 0.0598629 Dec 20 14:25:44.653840 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6af2675b-3916-40c7-b97a-b510815d60e6 req-3f96f9ae-768d-4a85-a63b-449b4664b339 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830004 Dec 20 14:25:44.787394 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75620ae3-d219-4a40-8f39-1f877978955c req-93a6304e-168b-4e27-ab86-fa06cfd08a14 tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:44.789021 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-75620ae3-d219-4a40-8f39-1f877978955c req-93a6304e-168b-4e27-ab86-fa06cfd08a14 tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] 10.222.0.54 "GET /v2.0/ports?device_id=379fb313-d07d-46e3-b6db-73c53a21aa00 HTTP/1.1" status: 200 len: 945 time: 0.0760465 Dec 20 14:25:44.826335 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-38f3e4fa-e293-434c-bcb5-81401c84ebf6 req-ab304529-8412-4f38-aade-fff0858ef3d5 tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] Deleting port 78434b7a-8742-489e-af4d-ead2a8f0f338 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:25:44.826665 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-38f3e4fa-e293-434c-bcb5-81401c84ebf6 req-ab304529-8412-4f38-aade-fff0858ef3d5 tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:44.909472 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-75620ae3-d219-4a40-8f39-1f877978955c req-43fff3a2-1519-487f-9a80-cab2e65d1c91 tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] 10.222.0.54 "GET /v2.0/security-groups?id=044a4035-8f9d-498f-a1ea-00b93331b2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042013 Dec 20 14:25:44.968316 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-38f3e4fa-e293-434c-bcb5-81401c84ebf6 req-ab304529-8412-4f38-aade-fff0858ef3d5 tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] For port 78434b7a-8742-489e-af4d-ead2a8f0f338, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=78434b7a-8742-489e-af4d-ead2a8f0f338,segment=NetworkSegment(ef5d5efe-b05a-4e2b-9c75-1e70d81f22cf),segment_id=ef5d5efe-b05a-4e2b-9c75-1e70d81f22cf)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:25:44.968962 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-38f3e4fa-e293-434c-bcb5-81401c84ebf6 req-ab304529-8412-4f38-aade-fff0858ef3d5 tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:44.987289 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-38f3e4fa-e293-434c-bcb5-81401c84ebf6 req-ab304529-8412-4f38-aade-fff0858ef3d5 tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] Calling delete_port for 78434b7a-8742-489e-af4d-ead2a8f0f338 owned by compute:nova {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:25:45.034749 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:45.151480 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-38f3e4fa-e293-434c-bcb5-81401c84ebf6 req-ab304529-8412-4f38-aade-fff0858ef3d5 tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:45.169275 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['78434b7a-8742-489e-af4d-ead2a8f0f338'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:25:45.193169 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab304529-8412-4f38-aade-fff0858ef3d5 tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] Pushing event deleted for resources: {'Port': ['ID=78434b7a-8742-489e-af4d-ead2a8f0f338,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:25:45.240632 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-38f3e4fa-e293-434c-bcb5-81401c84ebf6 req-ab304529-8412-4f38-aade-fff0858ef3d5 tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] No DVR routers for this DVR port 78434b7a-8742-489e-af4d-ead2a8f0f338 on host n-h1-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:25:45.243803 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-38f3e4fa-e293-434c-bcb5-81401c84ebf6 req-ab304529-8412-4f38-aade-fff0858ef3d5 tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:45.247361 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-38f3e4fa-e293-434c-bcb5-81401c84ebf6 req-ab304529-8412-4f38-aade-fff0858ef3d5 tempest-AttachSCSIVolumeTestJSON-1153201529 tempest-AttachSCSIVolumeTestJSON-1153201529-project] 10.222.0.30 "DELETE /v2.0/ports/78434b7a-8742-489e-af4d-ead2a8f0f338 HTTP/1.1" status: 204 len: 173 time: 0.6370671 Dec 20 14:25:45.558547 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 51944) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:25:45.703592 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 51950) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:25:45.704412 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-82281bc6-b43f-42be-891c-b1393b92f9b9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=67090548a8c94f7bb1b8a5ae37b6ba4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1437201 Dec 20 14:25:45.767087 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-db85b7f0-fd36-4e65-940a-cbf0d39a5e38 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:45.819526 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-db85b7f0-fd36-4e65-940a-cbf0d39a5e38 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:45.863956 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbed0ab0-d7b1-4da3-b206-6b7bc8099333 req-0d7eb408-d970-40c0-9912-804972f6099d tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:45.865622 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fbed0ab0-d7b1-4da3-b206-6b7bc8099333 req-0d7eb408-d970-40c0-9912-804972f6099d tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a82e967-0672-489c-b421-c72b7431d859 HTTP/1.1" status: 200 len: 946 time: 0.1008224 Dec 20 14:25:45.926679 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-db85b7f0-fd36-4e65-940a-cbf0d39a5e38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:45.929529 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-db85b7f0-fd36-4e65-940a-cbf0d39a5e38 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:45.933760 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-db85b7f0-fd36-4e65-940a-cbf0d39a5e38 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d29d9ba9-24bd-4d94-be52-3ca7019f1c1b HTTP/1.1" status: 204 len: 168 time: 0.2273910 Dec 20 14:25:45.953476 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db85b7f0-fd36-4e65-940a-cbf0d39a5e38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d29d9ba9-24bd-4d94-be52-3ca7019f1c1b,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:25:46.015963 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fbed0ab0-d7b1-4da3-b206-6b7bc8099333 req-31844b1e-d9f1-4313-bb14-6a55802d3ab5 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262040 Dec 20 14:25:46.334155 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 51988) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:25:46.356226 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '379fb313-d07d-46e3-b6db-73c53a21aa00', 'name': 'network-vif-deleted', 'tag': '78434b7a-8742-489e-af4d-ead2a8f0f338'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:25:46.358962 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecb5035c-dc70-455b-9c49-a7961100b69a" -d '{"events": [{"server_uuid": "379fb313-d07d-46e3-b6db-73c53a21aa00", "name": "network-vif-deleted", "tag": "78434b7a-8742-489e-af4d-ead2a8f0f338"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:25:46.396521 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 51994) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:25:46.396936 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-e60a68c2-bb4c-4119-8cc3-25edfa7db3a1 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=68864eb3b61b4340998479ae64dd849f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0606551 Dec 20 14:25:46.424507 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45282749-355e-4e19-b912-50d1026c6d33 x-openstack-request-id: req-45282749-355e-4e19-b912-50d1026c6d33 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:25:46.424784 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "379fb313-d07d-46e3-b6db-73c53a21aa00", "name": "network-vif-deleted", "tag": "78434b7a-8742-489e-af4d-ead2a8f0f338", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:25:46.425694 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-45282749-355e-4e19-b912-50d1026c6d33 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:25:46.426114 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '379fb313-d07d-46e3-b6db-73c53a21aa00', 'name': 'network-vif-deleted', 'tag': '78434b7a-8742-489e-af4d-ead2a8f0f338', 'status': 'completed', 'code': 200} Dec 20 14:25:46.463672 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ad96dbfd-955f-4f5a-8ee3-2d1df8702ac1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:46.487435 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ad96dbfd-955f-4f5a-8ee3-2d1df8702ac1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:46.569528 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ad96dbfd-955f-4f5a-8ee3-2d1df8702ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:46.579377 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ad96dbfd-955f-4f5a-8ee3-2d1df8702ac1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:46.587631 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-ad96dbfd-955f-4f5a-8ee3-2d1df8702ac1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7ffba98e-1237-4d45-b8bd-4fd96f3939b9 HTTP/1.1" status: 204 len: 168 time: 0.1886177 Dec 20 14:25:46.616323 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad96dbfd-955f-4f5a-8ee3-2d1df8702ac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ffba98e-1237-4d45-b8bd-4fd96f3939b9,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:25:47.105828 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device b480e985-94d1-4c37-a197-978c3373d94b no longer exists at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:25:47.157182 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] No Port match for: b480e985-94d1-4c37-a197-978c3373d94b {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:25:47.157531 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device b480e985-94d1-4c37-a197-978c3373d94b not bound to the agent host n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:25:47.157901 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 78434b7a-8742-489e-af4d-ead2a8f0f338 no longer exists at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:25:47.199414 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] No Port match for: 78434b7a-8742-489e-af4d-ead2a8f0f338 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:25:47.200165 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 78434b7a-8742-489e-af4d-ead2a8f0f338 not bound to the agent host n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:25:47.233081 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef15e5b1-4d4d-4ec4-a27b-b3c1655f9566 req-51dd23e7-e987-4374-914a-df0f4036dd3f tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:47.251401 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ef15e5b1-4d4d-4ec4-a27b-b3c1655f9566 req-51dd23e7-e987-4374-914a-df0f4036dd3f tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a82e967-0672-489c-b421-c72b7431d859 HTTP/1.1" status: 200 len: 946 time: 0.1375277 Dec 20 14:25:47.310629 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ef15e5b1-4d4d-4ec4-a27b-b3c1655f9566 req-24122506-d4e3-4d78-92ab-c925de58ca93 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573392 Dec 20 14:25:47.729540 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 52086) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:25:47.866591 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-0b9e8498-ff55-4723-b634-c4d37a49d972 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1245966052-network', 'tenant_id': '715900b68d004433ac7786226ebfe7d0'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:25:47.931662 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b9e8498-ff55-4723-b634-c4d37a49d972 admin admin] Made reservation on behalf of 715900b68d004433ac7786226ebfe7d0 for: {'network': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:25:47.946311 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0b9e8498-ff55-4723-b634-c4d37a49d972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:47.970864 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0b9e8498-ff55-4723-b634-c4d37a49d972 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:48.156810 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0b9e8498-ff55-4723-b634-c4d37a49d972 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:48.177052 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0b9e8498-ff55-4723-b634-c4d37a49d972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:48.215130 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9e8498-ff55-4723-b634-c4d37a49d972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf5aaa2d-89f7-4c60-888a-83c4b3d088a3,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:25:48.222934 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b9e8498-ff55-4723-b634-c4d37a49d972 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=103167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:25:48.251453 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0b9e8498-ff55-4723-b634-c4d37a49d972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:48.251964 n-d-761264-19 neutron-server[103167]: INFO neutron.db.segments_db [None req-0b9e8498-ff55-4723-b634-c4d37a49d972 admin admin] Added segment 092423b6-5f3a-468d-a72b-2aac5ff3989a of type vlan for network 53fc28da-fb15-49c9-9b05-a66c822f3115 Dec 20 14:25:48.375062 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0b9e8498-ff55-4723-b634-c4d37a49d972 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:48.421283 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0b9e8498-ff55-4723-b634-c4d37a49d972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:48.422545 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9e8498-ff55-4723-b634-c4d37a49d972 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:48.423755 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0b9e8498-ff55-4723-b634-c4d37a49d972 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:48.540990 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 52108) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:25:48.549804 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-f54d4018-4776-40d8-af6c-8c09b85f5c8c admin admin] Request body: {'subnet': {'network_id': '53fc28da-fb15-49c9-9b05-a66c822f3115', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1245966052-subnet', 'tenant_id': '715900b68d004433ac7786226ebfe7d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:25:48.552552 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-0b9e8498-ff55-4723-b634-c4d37a49d972 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8208573 Dec 20 14:25:48.569275 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9e8498-ff55-4723-b634-c4d37a49d972 admin admin] Pushing event updated for resources: {'Network': ['ID=53fc28da-fb15-49c9-9b05-a66c822f3115,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:25:48.583339 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 53fc28da-fb15-49c9-9b05-a66c822f3115 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:25:48.596156 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f54d4018-4776-40d8-af6c-8c09b85f5c8c admin admin] Made reservation on behalf of 715900b68d004433ac7786226ebfe7d0 for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:25:48.599993 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f54d4018-4776-40d8-af6c-8c09b85f5c8c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:48.609787 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec15ba4-8fd6-469d-9ef8-deee4e92debc req-20a3193e-35e7-466f-8c8e-5f6f29ac8907 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:48.617418 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5ec15ba4-8fd6-469d-9ef8-deee4e92debc req-20a3193e-35e7-466f-8c8e-5f6f29ac8907 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a82e967-0672-489c-b421-c72b7431d859 HTTP/1.1" status: 200 len: 946 time: 0.1870403 Dec 20 14:25:48.676793 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5ec15ba4-8fd6-469d-9ef8-deee4e92debc req-73c12fe9-5bb4-4a72-96a5-72a11906abc4 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580227 Dec 20 14:25:48.783162 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6eb6e0fd-32d8-4a07-896c-b641806a0d79 req-8f5d6569-e9ba-40fa-9cf4-185bd9645506 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1ee336c7-2c51-4a07-9c99-847191098eee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0596013 Dec 20 14:25:48.907619 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f54d4018-4776-40d8-af6c-8c09b85f5c8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8848317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10470522'] for subnet, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:48.929724 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb6e0fd-32d8-4a07-896c-b641806a0d79 req-f3f48db6-69a3-4dc4-af80-63a5df9f97b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:48.931288 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6eb6e0fd-32d8-4a07-896c-b641806a0d79 req-f3f48db6-69a3-4dc4-af80-63a5df9f97b5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=230adefc93184769a5ed971e644ca4c5&device_id=1ee336c7-2c51-4a07-9c99-847191098eee HTTP/1.1" status: 200 len: 1096 time: 0.0790558 Dec 20 14:25:48.962162 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54d4018-4776-40d8-af6c-8c09b85f5c8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=df21048d-f52c-4796-adf0-b1d9c590e376,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:25:49.007125 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54d4018-4776-40d8-af6c-8c09b85f5c8c admin admin] Checking segment: {'id': '092423b6-5f3a-468d-a72b-2aac5ff3989a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '53fc28da-fb15-49c9-9b05-a66c822f3115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:25:49.007576 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54d4018-4776-40d8-af6c-8c09b85f5c8c admin admin] Network hostable DHCP agents. Network: 53fc28da-fb15-49c9-9b05-a66c822f3115, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:25:49.056405 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54d4018-4776-40d8-af6c-8c09b85f5c8c admin admin] Network 53fc28da-fb15-49c9-9b05-a66c822f3115 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:25:49.074257 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-f54d4018-4776-40d8-af6c-8c09b85f5c8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 53fc28da-fb15-49c9-9b05-a66c822f3115) {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:25:49.083058 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bdce775-b1e7-4e49-a96a-3738e4836337 None None] Network 53fc28da-fb15-49c9-9b05-a66c822f3115 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:25:49.086748 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54d4018-4776-40d8-af6c-8c09b85f5c8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:49.087752 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f54d4018-4776-40d8-af6c-8c09b85f5c8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:49.131721 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-f54d4018-4776-40d8-af6c-8c09b85f5c8c admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5875571 Dec 20 14:25:49.148405 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb6e0fd-32d8-4a07-896c-b641806a0d79 req-15875c4e-9bb8-42cf-bc3f-726f0410017f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:49.156976 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6eb6e0fd-32d8-4a07-896c-b641806a0d79 req-15875c4e-9bb8-42cf-bc3f-726f0410017f service neutron] 10.222.0.47 "GET /v2.0/networks?id=f77acfe8-c05d-4606-b7e9-7027c0b13511 HTTP/1.1" status: 200 len: 922 time: 0.1919675 Dec 20 14:25:49.248171 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6eb6e0fd-32d8-4a07-896c-b641806a0d79 req-f35c5560-6f9e-4cd9-8ec0-b2feb618bab3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=39ee60c5-9697-46cd-8710-4390a2539519 HTTP/1.1" status: 200 len: 217 time: 0.0790548 Dec 20 14:25:49.310179 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb6e0fd-32d8-4a07-896c-b641806a0d79 req-65ee9bec-1dbb-41a8-a68a-cfddf3aa5fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:49.311701 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6eb6e0fd-32d8-4a07-896c-b641806a0d79 req-65ee9bec-1dbb-41a8-a68a-cfddf3aa5fcb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=39805718-f3e9-41ca-8469-b49efb1a12f8 HTTP/1.1" status: 200 len: 861 time: 0.0562663 Dec 20 14:25:49.319984 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b31bdd-40d7-4511-818c-5095a79124ad None None] Network 53fc28da-fb15-49c9-9b05-a66c822f3115 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:25:49.339482 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aaa7ff-92ba-4ac8-969a-1461f3124931 req-d73295cb-d89a-4982-9d25-7ddd419cff26 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:49.347354 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-87aaa7ff-92ba-4ac8-969a-1461f3124931 req-d73295cb-d89a-4982-9d25-7ddd419cff26 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] 10.222.0.54 "GET /v2.0/ports?device_id=33edafc7-738c-4ecb-bb1a-7a34bb1f589d HTTP/1.1" status: 200 len: 946 time: 0.2014692 Dec 20 14:25:49.431481 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6eb6e0fd-32d8-4a07-896c-b641806a0d79 req-b13c31da-d19f-43da-a238-c5807f619874 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f77acfe8-c05d-4606-b7e9-7027c0b13511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776803 Dec 20 14:25:49.637198 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-87aaa7ff-92ba-4ac8-969a-1461f3124931 req-d0792bf6-410a-4705-b764-362fd91994c2 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] 10.222.0.54 "GET /v2.0/security-groups?id=a09e6f2b-7c8e-422a-b663-cabaee51b7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2888041 Dec 20 14:25:49.641201 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6eb6e0fd-32d8-4a07-896c-b641806a0d79 req-928b4a44-6dcb-414e-8183-6ef75a41adc4 service neutron] 10.222.0.47 "GET /v2.0/networks/f77acfe8-c05d-4606-b7e9-7027c0b13511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006006 Dec 20 14:25:49.782893 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6eb6e0fd-32d8-4a07-896c-b641806a0d79 req-46796ff8-bbaa-485c-af11-260d82039b86 service neutron] 10.222.0.47 "GET /v2.0/networks/f77acfe8-c05d-4606-b7e9-7027c0b13511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254306 Dec 20 14:25:49.891457 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 52148) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:25:49.898095 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-13d3bd46-c8d8-4d06-8717-3d65b1db820a admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-801509949-network', 'tenant_id': '0576a3a2f49e4ba19bbe5fabaa27417c'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:25:49.902508 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f04bdc-fb27-4625-96ec-fb12a1f5f861 req-bc844691-7e44-4756-9371-9f23fbb002c4 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:49.905116 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-58f04bdc-fb27-4625-96ec-fb12a1f5f861 req-bc844691-7e44-4756-9371-9f23fbb002c4 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a82e967-0672-489c-b421-c72b7431d859 HTTP/1.1" status: 200 len: 946 time: 0.0812836 Dec 20 14:25:49.957441 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13d3bd46-c8d8-4d06-8717-3d65b1db820a admin admin] Made reservation on behalf of 0576a3a2f49e4ba19bbe5fabaa27417c for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:25:49.964416 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-13d3bd46-c8d8-4d06-8717-3d65b1db820a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:49.983473 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-13d3bd46-c8d8-4d06-8717-3d65b1db820a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:50.076774 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-13d3bd46-c8d8-4d06-8717-3d65b1db820a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:50.089090 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-13d3bd46-c8d8-4d06-8717-3d65b1db820a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:50.102954 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13d3bd46-c8d8-4d06-8717-3d65b1db820a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:25:50.118126 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-13d3bd46-c8d8-4d06-8717-3d65b1db820a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:50.118635 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-13d3bd46-c8d8-4d06-8717-3d65b1db820a admin admin] Added segment b71c3b55-1049-4978-8a97-8a383b031542 of type vlan for network 0e04c63d-f1c7-4c4f-b765-de349239e6de Dec 20 14:25:50.195592 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-13d3bd46-c8d8-4d06-8717-3d65b1db820a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:50.251647 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-13d3bd46-c8d8-4d06-8717-3d65b1db820a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:50.253083 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d3bd46-c8d8-4d06-8717-3d65b1db820a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:50.253954 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-13d3bd46-c8d8-4d06-8717-3d65b1db820a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:50.296251 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-58f04bdc-fb27-4625-96ec-fb12a1f5f861 req-a5a00d8b-adb4-4dfd-bda3-b59d70eb7d6e tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3838212 Dec 20 14:25:50.350954 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-13d3bd46-c8d8-4d06-8717-3d65b1db820a admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4578786 Dec 20 14:25:50.355192 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 52158) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:25:50.366295 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-40b54f4c-e9b3-4bbe-8fd8-179d01cd081d admin admin] Request body: {'subnet': {'network_id': '0e04c63d-f1c7-4c4f-b765-de349239e6de', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-801509949-subnet', 'tenant_id': '0576a3a2f49e4ba19bbe5fabaa27417c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:25:50.397986 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d3bd46-c8d8-4d06-8717-3d65b1db820a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7608d72e-6916-4605-8dbb-3ab7e681c495,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:25:50.426535 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d3bd46-c8d8-4d06-8717-3d65b1db820a admin admin] Pushing event updated for resources: {'Network': ['ID=0e04c63d-f1c7-4c4f-b765-de349239e6de,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:25:50.427125 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b54f4c-e9b3-4bbe-8fd8-179d01cd081d admin admin] Made reservation on behalf of 0576a3a2f49e4ba19bbe5fabaa27417c for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:25:50.431694 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-40b54f4c-e9b3-4bbe-8fd8-179d01cd081d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:50.468385 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 0e04c63d-f1c7-4c4f-b765-de349239e6de details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:25:50.887445 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-40b54f4c-e9b3-4bbe-8fd8-179d01cd081d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:50.994352 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b54f4c-e9b3-4bbe-8fd8-179d01cd081d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f47dc8cb-d069-4d56-bec9-a43dd52ec958,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:25:51.030976 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b54f4c-e9b3-4bbe-8fd8-179d01cd081d admin admin] Checking segment: {'id': 'b71c3b55-1049-4978-8a97-8a383b031542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0e04c63d-f1c7-4c4f-b765-de349239e6de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:25:51.032217 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b54f4c-e9b3-4bbe-8fd8-179d01cd081d admin admin] Network hostable DHCP agents. Network: 0e04c63d-f1c7-4c4f-b765-de349239e6de, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:25:51.076282 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b54f4c-e9b3-4bbe-8fd8-179d01cd081d admin admin] Network 0e04c63d-f1c7-4c4f-b765-de349239e6de is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:25:51.095347 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-40b54f4c-e9b3-4bbe-8fd8-179d01cd081d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 0e04c63d-f1c7-4c4f-b765-de349239e6de) {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:25:51.102264 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b54f4c-e9b3-4bbe-8fd8-179d01cd081d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:51.102903 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-40b54f4c-e9b3-4bbe-8fd8-179d01cd081d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:51.112480 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ed5e28-c7d3-4049-a927-7d0e7456a4e1 None None] Network 0e04c63d-f1c7-4c4f-b765-de349239e6de requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:25:51.146806 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-40b54f4c-e9b3-4bbe-8fd8-179d01cd081d admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7822208 Dec 20 14:25:51.380677 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86cd76dc-6bfb-48b0-b066-6b0618ff9bbc None None] Network 0e04c63d-f1c7-4c4f-b765-de349239e6de requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:25:51.451310 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9acbf15e-8516-4c21-a52f-29fd4758c50d req-8475faf8-1b77-4452-8d9c-d325e1cfd15b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9c03445f-1b2b-49ef-a63f-930b66c268a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1207678 Dec 20 14:25:51.656616 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acbf15e-8516-4c21-a52f-29fd4758c50d req-acd5d045-1057-4247-a919-097d5501a464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:51.659402 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9acbf15e-8516-4c21-a52f-29fd4758c50d req-acd5d045-1057-4247-a919-097d5501a464 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2785aa25e0a64107a28490f4f2c107bc&device_id=9c03445f-1b2b-49ef-a63f-930b66c268a3 HTTP/1.1" status: 200 len: 1097 time: 0.1367602 Dec 20 14:25:51.755876 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4844a66b-c341-4c36-8079-37a68446c81b req-f3418b23-827d-4798-9826-002ba0e1d094 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1183690477&fields=id&tenant_id=6264d8286e254fd5bc5a1b7814fc9e8d HTTP/1.1" status: 200 len: 267 time: 0.0953975 Dec 20 14:25:51.844305 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acbf15e-8516-4c21-a52f-29fd4758c50d req-dcda8dfe-21b8-4dcc-9af6-0869b5440a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:51.845824 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9acbf15e-8516-4c21-a52f-29fd4758c50d req-dcda8dfe-21b8-4dcc-9af6-0869b5440a4e service neutron] 10.222.0.30 "GET /v2.0/networks?id=2b333b61-ce15-4944-95b5-760e7ec98a8f HTTP/1.1" status: 200 len: 909 time: 0.1615705 Dec 20 14:25:51.918224 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52e6703-cbdc-4f48-89bd-250ec49d1188 req-e7be7968-0a82-4ef7-be92-8392e2f4bacb tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:51.920108 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f52e6703-cbdc-4f48-89bd-250ec49d1188 req-e7be7968-0a82-4ef7-be92-8392e2f4bacb tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a82e967-0672-489c-b421-c72b7431d859 HTTP/1.1" status: 200 len: 946 time: 0.4429171 Dec 20 14:25:51.921598 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9acbf15e-8516-4c21-a52f-29fd4758c50d req-dd03a4a4-d4a1-4c72-84b6-5bbb5b56963c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24ae1a8c-3e2c-4fbd-afd2-ce80710af39e HTTP/1.1" status: 200 len: 217 time: 0.0653889 Dec 20 14:25:51.965450 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:25:51.965450 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:25:51.965450 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:25:51.965450 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:25:51.965450 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:25:51.965450 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:25:51.965450 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:25:51.965450 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:25:51.965450 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:25:51.965450 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:25:51.965450 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:25:51.965450 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:25:51.965450 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:25:51.965450 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:25:51.965450 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:25:51.965450 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:25:51.965450 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:25:51.965450 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:25:51.965450 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:25:51.965450 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:25:51.965450 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:25:51.965450 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:25:51.965450 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:25:51.965450 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:25:51.965450 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:25:51.965450 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:25:51.965450 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:25:51.965450 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:25:51.965450 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:25:51.965450 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:25:51.965450 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:25:51.965450 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:25:51.965450 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:25:51.965450 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:25:51.965450 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:25:51.965450 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:25:51.968329 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:25:51.968329 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:25:51.968329 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:25:51.968329 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:25:51.968329 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:25:51.968329 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:25:51.968329 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:25:51.968329 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:25:51.968329 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:25:51.968329 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:25:51.968329 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:25:51.968329 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:25:51.968329 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4844a66b-c341-4c36-8079-37a68446c81b req-b39e58b0-b50f-4ba4-8da6-8f28694a36f7 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:51.982249 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4844a66b-c341-4c36-8079-37a68446c81b req-b39e58b0-b50f-4ba4-8da6-8f28694a36f7 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] 10.222.0.54 "GET /v2.0/networks?id=20e63510-01d1-4b5f-981b-3ccbe7fab833 HTTP/1.1" status: 200 len: 822 time: 0.2178907 Dec 20 14:25:52.011430 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4844a66b-c341-4c36-8079-37a68446c81b req-7446bb22-37e7-4b69-b2bd-e37d1d65644c tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] 10.222.0.54 "GET /v2.0/quotas/6264d8286e254fd5bc5a1b7814fc9e8d HTTP/1.1" status: 200 len: 375 time: 0.0281911 Dec 20 14:25:52.025745 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f52e6703-cbdc-4f48-89bd-250ec49d1188 req-d4b34db5-443e-4fd6-987b-9c0358bb5b7d tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969894 Dec 20 14:25:52.068970 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acbf15e-8516-4c21-a52f-29fd4758c50d req-54a0623b-7b58-4480-ac7a-9b03d2ce6143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:52.074750 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9acbf15e-8516-4c21-a52f-29fd4758c50d req-54a0623b-7b58-4480-ac7a-9b03d2ce6143 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=63ebfb59-720a-4723-915c-292ae8d31522 HTTP/1.1" status: 200 len: 848 time: 0.1173923 Dec 20 14:25:52.135358 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4844a66b-c341-4c36-8079-37a68446c81b req-dfc3ca51-dff0-4161-88e8-d1c0323a4c76 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=6264d8286e254fd5bc5a1b7814fc9e8d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1229396 Dec 20 14:25:52.207650 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9acbf15e-8516-4c21-a52f-29fd4758c50d req-f594d407-ee2f-4233-afeb-d9d10191253e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2b333b61-ce15-4944-95b5-760e7ec98a8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1198137 Dec 20 14:25:52.320805 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4844a66b-c341-4c36-8079-37a68446c81b req-0eccd6e0-e8f4-4a47-90a9-44040b193188 service neutron] 10.222.0.54 "GET /v2.0/networks/20e63510-01d1-4b5f-981b-3ccbe7fab833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836009 Dec 20 14:25:52.466419 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9acbf15e-8516-4c21-a52f-29fd4758c50d req-608497c2-87ef-4a6c-939d-1e6a1aae58a9 service neutron] 10.222.0.30 "GET /v2.0/networks/2b333b61-ce15-4944-95b5-760e7ec98a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483351 Dec 20 14:25:52.467230 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f5ba24-a303-4e82-bb17-9b20507d1edc req-300e61dd-2478-4dad-89fc-ca88cfdeca34 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:52.468981 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-01f5ba24-a303-4e82-bb17-9b20507d1edc req-300e61dd-2478-4dad-89fc-ca88cfdeca34 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] 10.222.0.30 "GET /v2.0/ports?device_id=33edafc7-738c-4ecb-bb1a-7a34bb1f589d HTTP/1.1" status: 200 len: 946 time: 0.0846448 Dec 20 14:25:52.516306 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4844a66b-c341-4c36-8079-37a68446c81b req-2290414c-b04f-4b4b-a924-58017c8ddac8 service neutron] 10.222.0.54 "GET /v2.0/networks/20e63510-01d1-4b5f-981b-3ccbe7fab833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945901 Dec 20 14:25:52.626107 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-01f5ba24-a303-4e82-bb17-9b20507d1edc req-b32146b6-5c0a-46d8-aeea-dc61b3d9f97e tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Deleting port 49b41dec-3f97-4706-b42b-2cd626a751e5 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:25:52.626980 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-01f5ba24-a303-4e82-bb17-9b20507d1edc req-b32146b6-5c0a-46d8-aeea-dc61b3d9f97e tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:52.785641 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-01f5ba24-a303-4e82-bb17-9b20507d1edc req-b32146b6-5c0a-46d8-aeea-dc61b3d9f97e tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] For port 49b41dec-3f97-4706-b42b-2cd626a751e5, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=49b41dec-3f97-4706-b42b-2cd626a751e5,segment=NetworkSegment(9f419e6f-875b-4d90-bc7c-6c92d8ac4e58),segment_id=9f419e6f-875b-4d90-bc7c-6c92d8ac4e58)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:25:52.787302 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-01f5ba24-a303-4e82-bb17-9b20507d1edc req-b32146b6-5c0a-46d8-aeea-dc61b3d9f97e tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:52.981091 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9acbf15e-8516-4c21-a52f-29fd4758c50d req-312df257-09ae-4082-88cb-30276c35b342 service neutron] 10.222.0.30 "GET /v2.0/networks/2b333b61-ce15-4944-95b5-760e7ec98a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5022869 Dec 20 14:25:53.038844 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfccff2-05b4-4e1a-a140-2f209d66d231 req-5be91239-3d46-475a-ac31-2092eafc550d tempest-VolumesAdminNegativeTest-223384279 tempest-VolumesAdminNegativeTest-223384279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:53.049872 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8dfccff2-05b4-4e1a-a140-2f209d66d231 req-5be91239-3d46-475a-ac31-2092eafc550d tempest-VolumesAdminNegativeTest-223384279 tempest-VolumesAdminNegativeTest-223384279-project] 10.222.0.54 "GET /v2.0/networks?id=53fc28da-fb15-49c9-9b05-a66c822f3115 HTTP/1.1" status: 200 len: 815 time: 0.3572724 Dec 20 14:25:53.069304 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8dfccff2-05b4-4e1a-a140-2f209d66d231 req-46b82f1c-d867-4ce1-854b-bb1576867f67 tempest-VolumesAdminNegativeTest-223384279 tempest-VolumesAdminNegativeTest-223384279-project] 10.222.0.54 "GET /v2.0/quotas/715900b68d004433ac7786226ebfe7d0 HTTP/1.1" status: 200 len: 375 time: 0.0181224 Dec 20 14:25:53.133667 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a2b87804-73ea-4ac2-bf9d-1aead8342219 req-f857266d-4fc5-478a-a38a-9591278ed52f tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] 10.222.0.54 "GET /v2.0/ports?device_id=49f6d211-4e31-4abc-bbd8-15602e0ff0eb HTTP/1.1" status: 200 len: 210 time: 0.2050245 Dec 20 14:25:53.170124 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8dfccff2-05b4-4e1a-a140-2f209d66d231 req-3bf5f3b2-e880-418a-9a55-b11017b9e778 tempest-VolumesAdminNegativeTest-223384279 tempest-VolumesAdminNegativeTest-223384279-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=715900b68d004433ac7786226ebfe7d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0995457 Dec 20 14:25:53.434507 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-01f5ba24-a303-4e82-bb17-9b20507d1edc req-b32146b6-5c0a-46d8-aeea-dc61b3d9f97e tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:53.434915 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-01f5ba24-a303-4e82-bb17-9b20507d1edc req-b32146b6-5c0a-46d8-aeea-dc61b3d9f97e tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585115'] for floatingip, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:53.435251 n-d-761264-19 neutron-server[103167]: INFO neutron.db.l3_db [req-01f5ba24-a303-4e82-bb17-9b20507d1edc req-b32146b6-5c0a-46d8-aeea-dc61b3d9f97e tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Floating IP 140ed744-3137-4880-8b41-cff1cb526b1f disassociated. External IP: 172.25.0.127, port: 49b41dec-3f97-4706-b42b-2cd626a751e5. Dec 20 14:25:53.436447 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-01f5ba24-a303-4e82-bb17-9b20507d1edc req-b32146b6-5c0a-46d8-aeea-dc61b3d9f97e tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Calling delete_port for 49b41dec-3f97-4706-b42b-2cd626a751e5 owned by compute:nova {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:25:53.437159 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8dfccff2-05b4-4e1a-a140-2f209d66d231 req-9640f63e-972e-4514-a1e0-09b634445460 service neutron] 10.222.0.54 "GET /v2.0/networks/53fc28da-fb15-49c9-9b05-a66c822f3115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653356 Dec 20 14:25:53.493367 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e16944-5a18-4856-b79c-9c865f32032f req-7bf2d3a9-a4e4-4fa8-8349-761679488561 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:53.505381 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-01e16944-5a18-4856-b79c-9c865f32032f req-7bf2d3a9-a4e4-4fa8-8349-761679488561 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a82e967-0672-489c-b421-c72b7431d859 HTTP/1.1" status: 200 len: 946 time: 0.2255614 Dec 20 14:25:53.731180 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8dfccff2-05b4-4e1a-a140-2f209d66d231 req-a57b66e6-a552-41e4-8640-51f978f6d037 service neutron] 10.222.0.54 "GET /v2.0/networks/53fc28da-fb15-49c9-9b05-a66c822f3115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2922885 Dec 20 14:25:53.747771 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-01e16944-5a18-4856-b79c-9c865f32032f req-8aca475b-8b19-4e01-bef3-4d179071f2ac tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412426 Dec 20 14:25:53.976282 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-01f5ba24-a303-4e82-bb17-9b20507d1edc req-b32146b6-5c0a-46d8-aeea-dc61b3d9f97e tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:54.088343 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32146b6-5c0a-46d8-aeea-dc61b3d9f97e tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Pushing event deleted for resources: {'Port': ['ID=49b41dec-3f97-4706-b42b-2cd626a751e5,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:25:54.392639 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [req-01f5ba24-a303-4e82-bb17-9b20507d1edc req-b32146b6-5c0a-46d8-aeea-dc61b3d9f97e tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Router feddcd9f-8f6f-4341-8c8c-fa89bef2d432 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:25:54.696566 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-bfa9365c-ae31-4c6a-9204-5e3e3dbbc365 req-0ffa9197-4a45-4599-a86a-5414782bf687 tempest-VolumesAdminNegativeTest-223384279 tempest-VolumesAdminNegativeTest-223384279-project] 10.222.0.54 "GET /v2.0/ports?device_id=82f7e99d-2590-417e-b21f-0ffc2eef9afa HTTP/1.1" status: 200 len: 210 time: 0.1012599 Dec 20 14:25:54.700121 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-01f5ba24-a303-4e82-bb17-9b20507d1edc req-b32146b6-5c0a-46d8-aeea-dc61b3d9f97e tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:25:54.724748 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9bc1298-0ed4-4b32-b687-6d66cdd840df None None] Sync routers for ids ['feddcd9f-8f6f-4341-8c8c-fa89bef2d432'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:25:54.751460 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9bc1298-0ed4-4b32-b687-6d66cdd840df None None] Routers {'feddcd9f-8f6f-4341-8c8c-fa89bef2d432'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:25:54.755490 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-d9bc1298-0ed4-4b32-b687-6d66cdd840df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:25:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['feddcd9f-8f6f-4341-8c8c-fa89bef2d432'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:25:54.895627 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-01f5ba24-a303-4e82-bb17-9b20507d1edc req-b32146b6-5c0a-46d8-aeea-dc61b3d9f97e tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] No DVR routers for this DVR port 49b41dec-3f97-4706-b42b-2cd626a751e5 on host n-h1-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:25:54.903679 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-01f5ba24-a303-4e82-bb17-9b20507d1edc req-b32146b6-5c0a-46d8-aeea-dc61b3d9f97e tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:54.929412 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-01f5ba24-a303-4e82-bb17-9b20507d1edc req-b32146b6-5c0a-46d8-aeea-dc61b3d9f97e tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] 10.222.0.30 "DELETE /v2.0/ports/49b41dec-3f97-4706-b42b-2cd626a751e5 HTTP/1.1" status: 204 len: 173 time: 2.4463422 Dec 20 14:25:54.939626 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33edafc7-738c-4ecb-bb1a-7a34bb1f589d', 'name': 'network-vif-deleted', 'tag': '49b41dec-3f97-4706-b42b-2cd626a751e5'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:25:54.943031 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f728f613-fc3f-4834-bcec-858fc04a11a4" -d '{"events": [{"server_uuid": "33edafc7-738c-4ecb-bb1a-7a34bb1f589d", "name": "network-vif-deleted", "tag": "49b41dec-3f97-4706-b42b-2cd626a751e5"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:25:54.989054 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b2d3312c-c88b-4b59-ab9c-147dbc23b06f req-d1e7d5c8-4448-4f64-a9cf-cd907108ec3c tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] 10.222.0.54 "GET /v2.0/ports?device_id=49f6d211-4e31-4abc-bbd8-15602e0ff0eb HTTP/1.1" status: 200 len: 210 time: 0.0959263 Dec 20 14:25:55.194987 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-d9bc1298-0ed4-4b32-b687-6d66cdd840df None None] Set router feddcd9f-8f6f-4341-8c8c-fa89bef2d432 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:25:55.257249 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6055694-08fe-4fcd-9bb2-9952d6722d21 req-5b93e397-127b-4503-bdb0-6c6c38a52bfe tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:55.265754 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c6055694-08fe-4fcd-9bb2-9952d6722d21 req-5b93e397-127b-4503-bdb0-6c6c38a52bfe tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a82e967-0672-489c-b421-c72b7431d859 HTTP/1.1" status: 200 len: 946 time: 0.1582813 Dec 20 14:25:55.386394 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c6055694-08fe-4fcd-9bb2-9952d6722d21 req-151cd51d-363b-4172-9d9f-b84508d4872c tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127200 Dec 20 14:25:55.663235 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-771a4a98-b1fd-4ac4-be3d-561ef3be7ae4 x-openstack-request-id: req-771a4a98-b1fd-4ac4-be3d-561ef3be7ae4 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:25:55.666302 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33edafc7-738c-4ecb-bb1a-7a34bb1f589d", "name": "network-vif-deleted", "tag": "49b41dec-3f97-4706-b42b-2cd626a751e5", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:25:55.667606 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-771a4a98-b1fd-4ac4-be3d-561ef3be7ae4 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:25:55.668135 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33edafc7-738c-4ecb-bb1a-7a34bb1f589d', 'name': 'network-vif-deleted', 'tag': '49b41dec-3f97-4706-b42b-2cd626a751e5', 'status': 'completed', 'code': 200} Dec 20 14:25:55.872587 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4844a66b-c341-4c36-8079-37a68446c81b req-9a660604-b945-4d1c-aa24-b1de8997eae1 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:55.875541 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4844a66b-c341-4c36-8079-37a68446c81b req-9a660604-b945-4d1c-aa24-b1de8997eae1 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] 10.222.0.47 "GET /v2.0/networks?id=20e63510-01d1-4b5f-981b-3ccbe7fab833 HTTP/1.1" status: 200 len: 822 time: 0.4660451 Dec 20 14:25:56.061770 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4844a66b-c341-4c36-8079-37a68446c81b req-18d5252e-b1a8-46cb-aa48-793d382c7e94 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6264d8286e254fd5bc5a1b7814fc9e8d HTTP/1.1" status: 200 len: 380 time: 0.1681807 Dec 20 14:25:56.076239 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-4844a66b-c341-4c36-8079-37a68446c81b req-3a74b4a1-5e18-4db0-9d50-3d6a30afb0b8 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Request body: {'port': {'device_id': '49f6d211-4e31-4abc-bbd8-15602e0ff0eb', 'network_id': '20e63510-01d1-4b5f-981b-3ccbe7fab833', 'admin_state_up': True, 'tenant_id': '6264d8286e254fd5bc5a1b7814fc9e8d', 'security_groups': ['a09e6f2b-7c8e-422a-b663-cabaee51b7b4']}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:25:56.125589 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-30087ec8-ec7b-4d53-aed3-d4a729e74d25 req-7426d5fc-5ad2-4a72-aca1-a17c9045d5a9 tempest-VolumesAdminNegativeTest-223384279 tempest-VolumesAdminNegativeTest-223384279-project] 10.222.0.54 "GET /v2.0/ports?device_id=82f7e99d-2590-417e-b21f-0ffc2eef9afa HTTP/1.1" status: 200 len: 210 time: 0.0985270 Dec 20 14:25:56.211477 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-d9bc1298-0ed4-4b32-b687-6d66cdd840df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feddcd9f-8f6f-4341-8c8c-fa89bef2d432', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-32230187-router', 'tenant_id': '6264d8286e254fd5bc5a1b7814fc9e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': 'fe910eb7-95fb-43cf-9119-ab834b3ec122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:21:40Z', 'updated_at': '2021-12-20T14:21:49Z', 'revision_number': 4, 'project_id': '6264d8286e254fd5bc5a1b7814fc9e8d', 'gw_port': {'id': 'fe910eb7-95fb-43cf-9119-ab834b3ec122', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:35:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feddcd9f-8f6f-4341-8c8c-fa89bef2d432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:21:42Z', 'updated_at': '2021-12-20T14:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'af095096-205e-4b90-99b8-832cb31672d2', 'name': '', 'network_id': '20e63510-01d1-4b5f-981b-3ccbe7fab833', 'tenant_id': '6264d8286e254fd5bc5a1b7814fc9e8d', 'mac_address': 'fa:16:3e:a9:74:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feddcd9f-8f6f-4341-8c8c-fa89bef2d432', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'e710479b-16cf-4349-9db5-8619d38b2e41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:21:48Z', 'updated_at': '2021-12-20T14:21:55Z', 'revision_number': 5, 'project_id': '6264d8286e254fd5bc5a1b7814fc9e8d', 'subnets': [{'id': 'e710479b-16cf-4349-9db5-8619d38b2e41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:25:56.303610 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9bc1298-0ed4-4b32-b687-6d66cdd840df None None] Checking router: feddcd9f-8f6f-4341-8c8c-fa89bef2d432 for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:25:56.340576 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9bc1298-0ed4-4b32-b687-6d66cdd840df None None] Routers {'feddcd9f-8f6f-4341-8c8c-fa89bef2d432'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:25:56.341116 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-d9bc1298-0ed4-4b32-b687-6d66cdd840df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:25:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['feddcd9f-8f6f-4341-8c8c-fa89bef2d432'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:25:56.498345 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4844a66b-c341-4c36-8079-37a68446c81b req-3a74b4a1-5e18-4db0-9d50-3d6a30afb0b8 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Made reservation on behalf of 6264d8286e254fd5bc5a1b7814fc9e8d for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:25:56.504914 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-4844a66b-c341-4c36-8079-37a68446c81b req-3a74b4a1-5e18-4db0-9d50-3d6a30afb0b8 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:56.537788 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d2d7e85b-c155-490c-86d7-852a66914571 req-fcead52e-dbd8-4e40-ab83-fd07d5088355 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] 10.222.0.54 "GET /v2.0/ports?device_id=49f6d211-4e31-4abc-bbd8-15602e0ff0eb HTTP/1.1" status: 200 len: 210 time: 0.2454934 Dec 20 14:25:56.708228 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-d9bc1298-0ed4-4b32-b687-6d66cdd840df None None] Set router feddcd9f-8f6f-4341-8c8c-fa89bef2d432 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:25:56.715328 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfccff2-05b4-4e1a-a140-2f209d66d231 req-771fd195-34ef-444d-8d4a-cfb1c3cd2cb2 tempest-VolumesAdminNegativeTest-223384279 tempest-VolumesAdminNegativeTest-223384279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:56.717605 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8dfccff2-05b4-4e1a-a140-2f209d66d231 req-771fd195-34ef-444d-8d4a-cfb1c3cd2cb2 tempest-VolumesAdminNegativeTest-223384279 tempest-VolumesAdminNegativeTest-223384279-project] 10.222.0.47 "GET /v2.0/networks?id=53fc28da-fb15-49c9-9b05-a66c822f3115 HTTP/1.1" status: 200 len: 815 time: 0.4635513 Dec 20 14:25:56.746968 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-8dfccff2-05b4-4e1a-a140-2f209d66d231 req-8e612eb1-acc8-47f4-9ef8-664984b585a1 tempest-VolumesAdminNegativeTest-223384279 tempest-VolumesAdminNegativeTest-223384279-project] Request body: {'port': {'device_id': '82f7e99d-2590-417e-b21f-0ffc2eef9afa', 'network_id': '53fc28da-fb15-49c9-9b05-a66c822f3115', 'admin_state_up': True, 'tenant_id': '715900b68d004433ac7786226ebfe7d0'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:25:56.842463 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [req-4844a66b-c341-4c36-8079-37a68446c81b req-3a74b4a1-5e18-4db0-9d50-3d6a30afb0b8 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Allocated IP 172.20.0.6 (20e63510-01d1-4b5f-981b-3ccbe7fab833/e710479b-16cf-4349-9db5-8619d38b2e41/6b5c8375-206d-4d83-8415-457430d386a5) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:25:57.089742 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fc622d-e0f5-40bb-a340-aa70ad2af09b req-3d668450-e2aa-4ea3-9290-a4aca45fd4ec tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:57.101291 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-94fc622d-e0f5-40bb-a340-aa70ad2af09b req-3d668450-e2aa-4ea3-9290-a4aca45fd4ec tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a82e967-0672-489c-b421-c72b7431d859 HTTP/1.1" status: 200 len: 946 time: 0.2698681 Dec 20 14:25:57.135883 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-d9bc1298-0ed4-4b32-b687-6d66cdd840df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feddcd9f-8f6f-4341-8c8c-fa89bef2d432', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-32230187-router', 'tenant_id': '6264d8286e254fd5bc5a1b7814fc9e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': 'fe910eb7-95fb-43cf-9119-ab834b3ec122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:21:40Z', 'updated_at': '2021-12-20T14:21:49Z', 'revision_number': 4, 'project_id': '6264d8286e254fd5bc5a1b7814fc9e8d', 'gw_port': {'id': 'fe910eb7-95fb-43cf-9119-ab834b3ec122', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:35:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feddcd9f-8f6f-4341-8c8c-fa89bef2d432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:21:42Z', 'updated_at': '2021-12-20T14:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'af095096-205e-4b90-99b8-832cb31672d2', 'name': '', 'network_id': '20e63510-01d1-4b5f-981b-3ccbe7fab833', 'tenant_id': '6264d8286e254fd5bc5a1b7814fc9e8d', 'mac_address': 'fa:16:3e:a9:74:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feddcd9f-8f6f-4341-8c8c-fa89bef2d432', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'e710479b-16cf-4349-9db5-8619d38b2e41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:21:48Z', 'updated_at': '2021-12-20T14:21:55Z', 'revision_number': 5, 'project_id': '6264d8286e254fd5bc5a1b7814fc9e8d', 'subnets': [{'id': 'e710479b-16cf-4349-9db5-8619d38b2e41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:25:57.184587 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-94fc622d-e0f5-40bb-a340-aa70ad2af09b req-0096073d-8da1-4c38-abb2-a042b174624a tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778461 Dec 20 14:25:57.202845 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9bc1298-0ed4-4b32-b687-6d66cdd840df None None] The sync data for ids ['feddcd9f-8f6f-4341-8c8c-fa89bef2d432'] in n-d-761264-19 is: [{'id': 'feddcd9f-8f6f-4341-8c8c-fa89bef2d432', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-32230187-router', 'tenant_id': '6264d8286e254fd5bc5a1b7814fc9e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': 'fe910eb7-95fb-43cf-9119-ab834b3ec122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:21:40Z', 'updated_at': '2021-12-20T14:21:49Z', 'revision_number': 4, 'project_id': '6264d8286e254fd5bc5a1b7814fc9e8d', 'gw_port': {'id': 'fe910eb7-95fb-43cf-9119-ab834b3ec122', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:35:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feddcd9f-8f6f-4341-8c8c-fa89bef2d432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:21:42Z', 'updated_at': '2021-12-20T14:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'af095096-205e-4b90-99b8-832cb31672d2', 'name': '', 'network_id': '20e63510-01d1-4b5f-981b-3ccbe7fab833', 'tenant_id': '6264d8286e254fd5bc5a1b7814fc9e8d', 'mac_address': 'fa:16:3e:a9:74:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feddcd9f-8f6f-4341-8c8c-fa89bef2d432', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'e710479b-16cf-4349-9db5-8619d38b2e41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:21:48Z', 'updated_at': '2021-12-20T14:21:55Z', 'revision_number': 5, 'project_id': '6264d8286e254fd5bc5a1b7814fc9e8d', 'subnets': [{'id': 'e710479b-16cf-4349-9db5-8619d38b2e41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:25:57.208324 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 49b41dec-3f97-4706-b42b-2cd626a751e5 no longer exists at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:25:57.214955 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-4844a66b-c341-4c36-8079-37a68446c81b req-3a74b4a1-5e18-4db0-9d50-3d6a30afb0b8 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:57.263289 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dfccff2-05b4-4e1a-a140-2f209d66d231 req-8e612eb1-acc8-47f4-9ef8-664984b585a1 tempest-VolumesAdminNegativeTest-223384279 tempest-VolumesAdminNegativeTest-223384279-project] Made reservation on behalf of 715900b68d004433ac7786226ebfe7d0 for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:25:57.267586 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-8dfccff2-05b4-4e1a-a140-2f209d66d231 req-8e612eb1-acc8-47f4-9ef8-664984b585a1 tempest-VolumesAdminNegativeTest-223384279 tempest-VolumesAdminNegativeTest-223384279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:57.292437 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] No Port match for: 49b41dec-3f97-4706-b42b-2cd626a751e5 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:25:57.292900 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 49b41dec-3f97-4706-b42b-2cd626a751e5 not bound to the agent host n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:25:57.310396 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-4844a66b-c341-4c36-8079-37a68446c81b req-3a74b4a1-5e18-4db0-9d50-3d6a30afb0b8 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:57.407221 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a74b4a1-5e18-4db0-9d50-3d6a30afb0b8 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Pushing event updated for resources: {'Port': ['ID=6b5c8375-206d-4d83-8415-457430d386a5,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:25:57.424171 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4844a66b-c341-4c36-8079-37a68446c81b req-3a74b4a1-5e18-4db0-9d50-3d6a30afb0b8 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Network 20e63510-01d1-4b5f-981b-3ccbe7fab833 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:25:57.426230 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [req-4844a66b-c341-4c36-8079-37a68446c81b req-3a74b4a1-5e18-4db0-9d50-3d6a30afb0b8 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:25:57.437259 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-4844a66b-c341-4c36-8079-37a68446c81b req-3a74b4a1-5e18-4db0-9d50-3d6a30afb0b8 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:25:57.536194 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [req-8dfccff2-05b4-4e1a-a140-2f209d66d231 req-8e612eb1-acc8-47f4-9ef8-664984b585a1 tempest-VolumesAdminNegativeTest-223384279 tempest-VolumesAdminNegativeTest-223384279-project] Allocated IP 172.20.0.11 (53fc28da-fb15-49c9-9b05-a66c822f3115/df21048d-f52c-4796-adf0-b1d9c590e376/a3ae24ea-f6d5-4f7e-b3be-97cccff59386) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:25:57.620035 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4844a66b-c341-4c36-8079-37a68446c81b req-3a74b4a1-5e18-4db0-9d50-3d6a30afb0b8 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:57.620613 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-4844a66b-c341-4c36-8079-37a68446c81b req-3a74b4a1-5e18-4db0-9d50-3d6a30afb0b8 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:57.656921 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4844a66b-c341-4c36-8079-37a68446c81b req-3a74b4a1-5e18-4db0-9d50-3d6a30afb0b8 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5889444 Dec 20 14:25:57.796147 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c3320e-7099-404e-846f-34e034bf9e13 None None] New status for floating IP 140ed744-3137-4880-8b41-cff1cb526b1f: DOWN {{(pid=103169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 14:25:57.801247 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-4844a66b-c341-4c36-8079-37a68446c81b req-63772044-36c4-4279-907a-7f7cde758c16 service neutron] Request body: {'port': {'device_id': '49f6d211-4e31-4abc-bbd8-15602e0ff0eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-19'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:25:57.933648 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-8dfccff2-05b4-4e1a-a140-2f209d66d231 req-8e612eb1-acc8-47f4-9ef8-664984b585a1 tempest-VolumesAdminNegativeTest-223384279 tempest-VolumesAdminNegativeTest-223384279-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:57.985277 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-8dfccff2-05b4-4e1a-a140-2f209d66d231 req-8e612eb1-acc8-47f4-9ef8-664984b585a1 tempest-VolumesAdminNegativeTest-223384279 tempest-VolumesAdminNegativeTest-223384279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:58.012523 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-4844a66b-c341-4c36-8079-37a68446c81b req-63772044-36c4-4279-907a-7f7cde758c16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:58.074169 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dfccff2-05b4-4e1a-a140-2f209d66d231 req-8e612eb1-acc8-47f4-9ef8-664984b585a1 tempest-VolumesAdminNegativeTest-223384279 tempest-VolumesAdminNegativeTest-223384279-project] Network 53fc28da-fb15-49c9-9b05-a66c822f3115 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:25:58.081535 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [req-8dfccff2-05b4-4e1a-a140-2f209d66d231 req-8e612eb1-acc8-47f4-9ef8-664984b585a1 tempest-VolumesAdminNegativeTest-223384279 tempest-VolumesAdminNegativeTest-223384279-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:25:58.095001 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73b7a07-3d1b-4244-a2aa-9f3a4562994d req-50ed4161-ad80-45f1-858f-c7a8612a4030 tempest-VolumesAdminNegativeTest-223384279 tempest-VolumesAdminNegativeTest-223384279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:58.104723 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d73b7a07-3d1b-4244-a2aa-9f3a4562994d req-50ed4161-ad80-45f1-858f-c7a8612a4030 tempest-VolumesAdminNegativeTest-223384279 tempest-VolumesAdminNegativeTest-223384279-project] 10.222.0.54 "GET /v2.0/ports?device_id=82f7e99d-2590-417e-b21f-0ffc2eef9afa HTTP/1.1" status: 200 len: 932 time: 0.4365697 Dec 20 14:25:58.115228 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-c264b21a-eea7-4aa4-a839-d28807bdc6e9 None None] Provisioning complete for port 6b5c8375-206d-4d83-8415-457430d386a5 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:25:58.115888 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c264b21a-eea7-4aa4-a839-d28807bdc6e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:58.119379 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dfccff2-05b4-4e1a-a140-2f209d66d231 req-8e612eb1-acc8-47f4-9ef8-664984b585a1 tempest-VolumesAdminNegativeTest-223384279 tempest-VolumesAdminNegativeTest-223384279-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:25:58.191069 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-c264b21a-eea7-4aa4-a839-d28807bdc6e9 None None] Port 6b5c8375-206d-4d83-8415-457430d386a5 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:25:58.211956 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfccff2-05b4-4e1a-a140-2f209d66d231 req-8e612eb1-acc8-47f4-9ef8-664984b585a1 tempest-VolumesAdminNegativeTest-223384279 tempest-VolumesAdminNegativeTest-223384279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:58.212566 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-8dfccff2-05b4-4e1a-a140-2f209d66d231 req-8e612eb1-acc8-47f4-9ef8-664984b585a1 tempest-VolumesAdminNegativeTest-223384279 tempest-VolumesAdminNegativeTest-223384279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:58.238499 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e612eb1-acc8-47f4-9ef8-664984b585a1 tempest-VolumesAdminNegativeTest-223384279 tempest-VolumesAdminNegativeTest-223384279-project] Pushing event updated for resources: {'Port': ['ID=a3ae24ea-f6d5-4f7e-b3be-97cccff59386,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:25:58.368549 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d73b7a07-3d1b-4244-a2aa-9f3a4562994d req-37d35f47-a138-45c7-8360-2249d262fa5b tempest-VolumesAdminNegativeTest-223384279 tempest-VolumesAdminNegativeTest-223384279-project] 10.222.0.54 "GET /v2.0/security-groups?id=bf5aaa2d-89f7-4c60-888a-83c4b3d088a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624059 Dec 20 14:25:58.381809 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8dfccff2-05b4-4e1a-a140-2f209d66d231 req-8e612eb1-acc8-47f4-9ef8-664984b585a1 tempest-VolumesAdminNegativeTest-223384279 tempest-VolumesAdminNegativeTest-223384279-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6513705 Dec 20 14:25:58.398053 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-8dfccff2-05b4-4e1a-a140-2f209d66d231 req-d4c2b616-6bea-4d25-b54e-8c96cd8a7fa4 service neutron] Request body: {'port': {'device_id': '82f7e99d-2590-417e-b21f-0ffc2eef9afa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-19'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:25:58.563959 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-8dfccff2-05b4-4e1a-a140-2f209d66d231 req-d4c2b616-6bea-4d25-b54e-8c96cd8a7fa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:58.758121 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [req-4844a66b-c341-4c36-8079-37a68446c81b req-63772044-36c4-4279-907a-7f7cde758c16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b5c8375-206d-4d83-8415-457430d386a5 {{(pid=103167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:25:58.770548 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-4844a66b-c341-4c36-8079-37a68446c81b req-63772044-36c4-4279-907a-7f7cde758c16 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:58.804227 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-4844a66b-c341-4c36-8079-37a68446c81b req-63772044-36c4-4279-907a-7f7cde758c16 service neutron] Transition to ACTIVE for port object 6b5c8375-206d-4d83-8415-457430d386a5 will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:25:58.818572 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-4844a66b-c341-4c36-8079-37a68446c81b req-63772044-36c4-4279-907a-7f7cde758c16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:58.854653 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc74147-2ef2-4323-af3b-695652b4ea27 req-6f467ab3-a204-4452-ad23-5d15f6feeccc tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:58.888497 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8cc74147-2ef2-4323-af3b-695652b4ea27 req-6f467ab3-a204-4452-ad23-5d15f6feeccc tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] 10.222.0.54 "GET /v2.0/ports?device_id=49f6d211-4e31-4abc-bbd8-15602e0ff0eb HTTP/1.1" status: 200 len: 931 time: 0.3627012 Dec 20 14:25:59.055635 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63772044-36c4-4279-907a-7f7cde758c16 service neutron] Pushing event updated for resources: {'Port': ['ID=6b5c8375-206d-4d83-8415-457430d386a5,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:25:59.065287 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8cc74147-2ef2-4323-af3b-695652b4ea27 req-f0b95202-e1b5-42c0-9943-d7c160fa1ee1 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] 10.222.0.54 "GET /v2.0/security-groups?id=a09e6f2b-7c8e-422a-b663-cabaee51b7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1757901 Dec 20 14:25:59.153193 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-4844a66b-c341-4c36-8079-37a68446c81b req-63772044-36c4-4279-907a-7f7cde758c16 service neutron] Attempting to bind port 6b5c8375-206d-4d83-8415-457430d386a5 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:25:59.154289 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-4844a66b-c341-4c36-8079-37a68446c81b req-63772044-36c4-4279-907a-7f7cde758c16 service neutron] Attempting to bind port 6b5c8375-206d-4d83-8415-457430d386a5 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': '9f419e6f-875b-4d90-bc7c-6c92d8ac4e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '20e63510-01d1-4b5f-981b-3ccbe7fab833'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:25:59.154900 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4844a66b-c341-4c36-8079-37a68446c81b req-63772044-36c4-4279-907a-7f7cde758c16 service neutron] Attempting to bind port 6b5c8375-206d-4d83-8415-457430d386a5 on network 20e63510-01d1-4b5f-981b-3ccbe7fab833 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:25:59.161987 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4844a66b-c341-4c36-8079-37a68446c81b req-63772044-36c4-4279-907a-7f7cde758c16 service neutron] Port 6b5c8375-206d-4d83-8415-457430d386a5 on network 20e63510-01d1-4b5f-981b-3ccbe7fab833 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:25:59.162842 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4844a66b-c341-4c36-8079-37a68446c81b req-63772044-36c4-4279-907a-7f7cde758c16 service neutron] Attempting to bind port 6b5c8375-206d-4d83-8415-457430d386a5 on network 20e63510-01d1-4b5f-981b-3ccbe7fab833 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:25:59.168969 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4844a66b-c341-4c36-8079-37a68446c81b req-63772044-36c4-4279-907a-7f7cde758c16 service neutron] Checking agent: {'id': '43c60aee-e4af-4ecc-bee2-aac3569fafed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:25:59.169555 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4844a66b-c341-4c36-8079-37a68446c81b req-63772044-36c4-4279-907a-7f7cde758c16 service neutron] Checking segment: {'id': '9f419e6f-875b-4d90-bc7c-6c92d8ac4e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '20e63510-01d1-4b5f-981b-3ccbe7fab833'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:25:59.170269 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4844a66b-c341-4c36-8079-37a68446c81b req-63772044-36c4-4279-907a-7f7cde758c16 service neutron] Bound using segment: {'id': '9f419e6f-875b-4d90-bc7c-6c92d8ac4e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '20e63510-01d1-4b5f-981b-3ccbe7fab833'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:25:59.171103 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-4844a66b-c341-4c36-8079-37a68446c81b req-63772044-36c4-4279-907a-7f7cde758c16 service neutron] Bound port: 6b5c8375-206d-4d83-8415-457430d386a5, host: n-h2-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f419e6f-875b-4d90-bc7c-6c92d8ac4e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '20e63510-01d1-4b5f-981b-3ccbe7fab833'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:25:59.171737 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-4844a66b-c341-4c36-8079-37a68446c81b req-63772044-36c4-4279-907a-7f7cde758c16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:59.233792 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c405a8a1-0160-48c6-ac3e-178cb7ba328d req-f6e12742-a12e-4808-a38f-00d512cf7e87 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:59.236656 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c405a8a1-0160-48c6-ac3e-178cb7ba328d req-f6e12742-a12e-4808-a38f-00d512cf7e87 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a82e967-0672-489c-b421-c72b7431d859 HTTP/1.1" status: 200 len: 946 time: 0.1101873 Dec 20 14:25:59.322437 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-4844a66b-c341-4c36-8079-37a68446c81b req-63772044-36c4-4279-907a-7f7cde758c16 service neutron] For port 6b5c8375-206d-4d83-8415-457430d386a5, host n-h2-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:25:59.337394 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-4844a66b-c341-4c36-8079-37a68446c81b req-63772044-36c4-4279-907a-7f7cde758c16 service neutron] For port 6b5c8375-206d-4d83-8415-457430d386a5, host n-h2-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=6b5c8375-206d-4d83-8415-457430d386a5,segment=NetworkSegment(9f419e6f-875b-4d90-bc7c-6c92d8ac4e58),segment_id=9f419e6f-875b-4d90-bc7c-6c92d8ac4e58)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:25:59.349501 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-4844a66b-c341-4c36-8079-37a68446c81b req-63772044-36c4-4279-907a-7f7cde758c16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:59.372436 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c405a8a1-0160-48c6-ac3e-178cb7ba328d req-eded02f3-c882-4250-8196-c26d3a5c2a20 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276169 Dec 20 14:25:59.460468 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4844a66b-c341-4c36-8079-37a68446c81b req-63772044-36c4-4279-907a-7f7cde758c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:59.462040 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-4844a66b-c341-4c36-8079-37a68446c81b req-63772044-36c4-4279-907a-7f7cde758c16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:59.467734 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4844a66b-c341-4c36-8079-37a68446c81b req-63772044-36c4-4279-907a-7f7cde758c16 service neutron] 10.222.0.47 "PUT /v2.0/ports/6b5c8375-206d-4d83-8415-457430d386a5 HTTP/1.1" status: 200 len: 1092 time: 1.7984533 Dec 20 14:25:59.470285 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49f6d211-4e31-4abc-bbd8-15602e0ff0eb', 'tag': '6b5c8375-206d-4d83-8415-457430d386a5'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:25:59.481522 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc5c1e89-1964-4729-9e77-91ce334db003" -d '{"events": [{"name": "network-changed", "server_uuid": "49f6d211-4e31-4abc-bbd8-15602e0ff0eb", "tag": "6b5c8375-206d-4d83-8415-457430d386a5"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:25:59.507986 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [req-8dfccff2-05b4-4e1a-a140-2f209d66d231 req-d4c2b616-6bea-4d25-b54e-8c96cd8a7fa4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3ae24ea-f6d5-4f7e-b3be-97cccff59386 {{(pid=103168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:25:59.522485 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-8dfccff2-05b4-4e1a-a140-2f209d66d231 req-d4c2b616-6bea-4d25-b54e-8c96cd8a7fa4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:59.560700 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.provisioning_blocks [req-8dfccff2-05b4-4e1a-a140-2f209d66d231 req-d4c2b616-6bea-4d25-b54e-8c96cd8a7fa4 service neutron] Transition to ACTIVE for port object a3ae24ea-f6d5-4f7e-b3be-97cccff59386 will not be triggered until provisioned by entity L2. {{(pid=103168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:25:59.570982 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-8dfccff2-05b4-4e1a-a140-2f209d66d231 req-d4c2b616-6bea-4d25-b54e-8c96cd8a7fa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:59.651351 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63772044-36c4-4279-907a-7f7cde758c16 service neutron] Pushing event updated for resources: {'Port': ['ID=6b5c8375-206d-4d83-8415-457430d386a5,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:25:59.705291 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4844a66b-c341-4c36-8079-37a68446c81b req-5d781ea3-195a-4cc6-8f4c-302deb351ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:25:59.707430 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4844a66b-c341-4c36-8079-37a68446c81b req-5d781ea3-195a-4cc6-8f4c-302deb351ec7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6264d8286e254fd5bc5a1b7814fc9e8d&device_id=49f6d211-4e31-4abc-bbd8-15602e0ff0eb HTTP/1.1" status: 200 len: 1095 time: 0.1514680 Dec 20 14:25:59.733999 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c2b616-6bea-4d25-b54e-8c96cd8a7fa4 service neutron] Pushing event updated for resources: {'Port': ['ID=a3ae24ea-f6d5-4f7e-b3be-97cccff59386,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:25:59.862058 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-8dfccff2-05b4-4e1a-a140-2f209d66d231 req-d4c2b616-6bea-4d25-b54e-8c96cd8a7fa4 service neutron] Attempting to bind port a3ae24ea-f6d5-4f7e-b3be-97cccff59386 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:25:59.862430 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-8dfccff2-05b4-4e1a-a140-2f209d66d231 req-d4c2b616-6bea-4d25-b54e-8c96cd8a7fa4 service neutron] Attempting to bind port a3ae24ea-f6d5-4f7e-b3be-97cccff59386 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': '092423b6-5f3a-468d-a72b-2aac5ff3989a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '53fc28da-fb15-49c9-9b05-a66c822f3115'}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:25:59.862796 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dfccff2-05b4-4e1a-a140-2f209d66d231 req-d4c2b616-6bea-4d25-b54e-8c96cd8a7fa4 service neutron] Attempting to bind port a3ae24ea-f6d5-4f7e-b3be-97cccff59386 on network 53fc28da-fb15-49c9-9b05-a66c822f3115 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:25:59.868159 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dfccff2-05b4-4e1a-a140-2f209d66d231 req-d4c2b616-6bea-4d25-b54e-8c96cd8a7fa4 service neutron] Port a3ae24ea-f6d5-4f7e-b3be-97cccff59386 on network 53fc28da-fb15-49c9-9b05-a66c822f3115 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:25:59.868481 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dfccff2-05b4-4e1a-a140-2f209d66d231 req-d4c2b616-6bea-4d25-b54e-8c96cd8a7fa4 service neutron] Attempting to bind port a3ae24ea-f6d5-4f7e-b3be-97cccff59386 on network 53fc28da-fb15-49c9-9b05-a66c822f3115 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:25:59.875889 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dfccff2-05b4-4e1a-a140-2f209d66d231 req-d4c2b616-6bea-4d25-b54e-8c96cd8a7fa4 service neutron] Checking agent: {'id': '43c60aee-e4af-4ecc-bee2-aac3569fafed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:25:59.876232 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dfccff2-05b4-4e1a-a140-2f209d66d231 req-d4c2b616-6bea-4d25-b54e-8c96cd8a7fa4 service neutron] Checking segment: {'id': '092423b6-5f3a-468d-a72b-2aac5ff3989a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '53fc28da-fb15-49c9-9b05-a66c822f3115'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:25:59.876621 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dfccff2-05b4-4e1a-a140-2f209d66d231 req-d4c2b616-6bea-4d25-b54e-8c96cd8a7fa4 service neutron] Bound using segment: {'id': '092423b6-5f3a-468d-a72b-2aac5ff3989a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '53fc28da-fb15-49c9-9b05-a66c822f3115'} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:25:59.877598 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-8dfccff2-05b4-4e1a-a140-2f209d66d231 req-d4c2b616-6bea-4d25-b54e-8c96cd8a7fa4 service neutron] Bound port: a3ae24ea-f6d5-4f7e-b3be-97cccff59386, host: n-h2-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '092423b6-5f3a-468d-a72b-2aac5ff3989a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '53fc28da-fb15-49c9-9b05-a66c822f3115'}}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:25:59.877955 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-8dfccff2-05b4-4e1a-a140-2f209d66d231 req-d4c2b616-6bea-4d25-b54e-8c96cd8a7fa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:25:59.884034 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4844a66b-c341-4c36-8079-37a68446c81b req-2366b545-7dbb-4a19-acf4-b3c6f4cdebc3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b5c8375-206d-4d83-8415-457430d386a5 HTTP/1.1" status: 200 len: 217 time: 0.1639700 Dec 20 14:26:00.011501 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4844a66b-c341-4c36-8079-37a68446c81b req-9cd7b2fd-0b0d-451b-b004-af87218b3450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:00.013018 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4844a66b-c341-4c36-8079-37a68446c81b req-9cd7b2fd-0b0d-451b-b004-af87218b3450 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e710479b-16cf-4349-9db5-8619d38b2e41 HTTP/1.1" status: 200 len: 861 time: 0.1204474 Dec 20 14:26:00.035959 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1318f89f-1740-493d-a8e3-f12deac4a394 req-671c2b5b-98db-44d8-851e-3126de6c4aee tempest-VolumesAdminNegativeTest-223384279 tempest-VolumesAdminNegativeTest-223384279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:00.051228 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1318f89f-1740-493d-a8e3-f12deac4a394 req-671c2b5b-98db-44d8-851e-3126de6c4aee tempest-VolumesAdminNegativeTest-223384279 tempest-VolumesAdminNegativeTest-223384279-project] 10.222.0.54 "GET /v2.0/ports?device_id=82f7e99d-2590-417e-b21f-0ffc2eef9afa HTTP/1.1" status: 200 len: 944 time: 0.1466529 Dec 20 14:26:00.109595 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4844a66b-c341-4c36-8079-37a68446c81b req-2bd8bf5c-66f6-4e6f-bef6-7ab2836ff123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:00.112734 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4844a66b-c341-4c36-8079-37a68446c81b req-2bd8bf5c-66f6-4e6f-bef6-7ab2836ff123 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=20e63510-01d1-4b5f-981b-3ccbe7fab833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0853465 Dec 20 14:26:00.135824 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-8dfccff2-05b4-4e1a-a140-2f209d66d231 req-d4c2b616-6bea-4d25-b54e-8c96cd8a7fa4 service neutron] For port a3ae24ea-f6d5-4f7e-b3be-97cccff59386, host n-h2-761264-19, cleared binding levels {{(pid=103168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:26:00.149002 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-8dfccff2-05b4-4e1a-a140-2f209d66d231 req-d4c2b616-6bea-4d25-b54e-8c96cd8a7fa4 service neutron] For port a3ae24ea-f6d5-4f7e-b3be-97cccff59386, host n-h2-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=a3ae24ea-f6d5-4f7e-b3be-97cccff59386,segment=NetworkSegment(092423b6-5f3a-468d-a72b-2aac5ff3989a),segment_id=092423b6-5f3a-468d-a72b-2aac5ff3989a)] {{(pid=103168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:26:00.166290 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1318f89f-1740-493d-a8e3-f12deac4a394 req-b86eb444-3ac2-4711-8834-7194d575e92a tempest-VolumesAdminNegativeTest-223384279 tempest-VolumesAdminNegativeTest-223384279-project] 10.222.0.54 "GET /v2.0/security-groups?id=bf5aaa2d-89f7-4c60-888a-83c4b3d088a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123543 Dec 20 14:26:00.174292 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-8dfccff2-05b4-4e1a-a140-2f209d66d231 req-d4c2b616-6bea-4d25-b54e-8c96cd8a7fa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:00.275306 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfccff2-05b4-4e1a-a140-2f209d66d231 req-d4c2b616-6bea-4d25-b54e-8c96cd8a7fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:00.276571 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-8dfccff2-05b4-4e1a-a140-2f209d66d231 req-d4c2b616-6bea-4d25-b54e-8c96cd8a7fa4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:00.278608 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8dfccff2-05b4-4e1a-a140-2f209d66d231 req-d4c2b616-6bea-4d25-b54e-8c96cd8a7fa4 service neutron] 10.222.0.47 "PUT /v2.0/ports/a3ae24ea-f6d5-4f7e-b3be-97cccff59386 HTTP/1.1" status: 200 len: 1093 time: 1.8866460 Dec 20 14:26:00.281731 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82f7e99d-2590-417e-b21f-0ffc2eef9afa', 'tag': 'a3ae24ea-f6d5-4f7e-b3be-97cccff59386'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:26:00.300000 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfad777d-c2f9-4f88-b5eb-58013a199471" -d '{"events": [{"name": "network-changed", "server_uuid": "82f7e99d-2590-417e-b21f-0ffc2eef9afa", "tag": "a3ae24ea-f6d5-4f7e-b3be-97cccff59386"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:26:00.373410 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4844a66b-c341-4c36-8079-37a68446c81b req-2bdeeeca-2087-48e7-8805-b68b5b10f69c service neutron] 10.222.0.47 "GET /v2.0/networks/20e63510-01d1-4b5f-981b-3ccbe7fab833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496176 Dec 20 14:26:00.379511 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d3ba447-b4ad-4bb5-bbf0-3f4492575d84 x-openstack-request-id: req-6d3ba447-b4ad-4bb5-bbf0-3f4492575d84 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:26:00.379884 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49f6d211-4e31-4abc-bbd8-15602e0ff0eb", "tag": "6b5c8375-206d-4d83-8415-457430d386a5", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:26:00.380064 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6d3ba447-b4ad-4bb5-bbf0-3f4492575d84 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:26:00.380456 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49f6d211-4e31-4abc-bbd8-15602e0ff0eb', 'tag': '6b5c8375-206d-4d83-8415-457430d386a5', 'status': 'completed', 'code': 200} Dec 20 14:26:00.648325 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2db749b7-af34-4fb2-b57f-b183a164cc2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:00.682242 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4844a66b-c341-4c36-8079-37a68446c81b req-73cc792a-041c-4647-911d-6ae5c1e27a40 service neutron] 10.222.0.47 "GET /v2.0/networks/20e63510-01d1-4b5f-981b-3ccbe7fab833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2984903 Dec 20 14:26:00.852812 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5c1e89-1964-4729-9e77-91ce334db003 req-b7c6b662-5a22-41ba-9e00-11f8b2b11638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:00.854861 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bc5c1e89-1964-4729-9e77-91ce334db003 req-b7c6b662-5a22-41ba-9e00-11f8b2b11638 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6264d8286e254fd5bc5a1b7814fc9e8d&device_id=49f6d211-4e31-4abc-bbd8-15602e0ff0eb HTTP/1.1" status: 200 len: 1095 time: 0.1033657 Dec 20 14:26:00.902776 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c2b616-6bea-4d25-b54e-8c96cd8a7fa4 service neutron] Pushing event updated for resources: {'Port': ['ID=a3ae24ea-f6d5-4f7e-b3be-97cccff59386,revision_number=3']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:26:00.915334 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfccff2-05b4-4e1a-a140-2f209d66d231 req-aceae019-eb7c-4d1b-a9f2-dd041a14d83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:00.917220 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8dfccff2-05b4-4e1a-a140-2f209d66d231 req-aceae019-eb7c-4d1b-a9f2-dd041a14d83f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=715900b68d004433ac7786226ebfe7d0&device_id=82f7e99d-2590-417e-b21f-0ffc2eef9afa HTTP/1.1" status: 200 len: 1096 time: 0.5764487 Dec 20 14:26:00.925271 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:26:00.925271 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:26:00.925271 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:26:00.925271 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:26:00.925271 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:26:00.925271 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:26:00.925271 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:26:00.925271 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:26:00.925271 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:26:00.925271 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:26:00.925271 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:26:00.925271 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:26:00.925271 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:26:00.925271 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:26:00.925271 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:26:00.925271 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:26:00.925271 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:26:00.925271 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:26:00.925271 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:26:00.925271 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:26:00.925271 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:26:00.925271 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:26:00.925271 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:26:00.925271 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:26:00.925271 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:26:00.925271 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:26:00.925271 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:26:00.925271 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:26:00.925271 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:26:00.925271 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:26:00.925271 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:26:00.925271 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:26:00.925271 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:26:00.925271 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:26:00.925271 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:26:00.925271 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:26:00.927767 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:26:00.927767 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:26:00.927767 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:26:00.927767 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:26:00.927767 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:26:00.927767 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:26:00.927767 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:26:00.927767 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:26:00.927767 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:26:00.927767 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:26:00.927767 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:26:00.927767 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:26:00.927767 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a5ded5-1031-465f-9da7-3f2b6a773634 req-87f61289-09ee-4b37-abb7-ba45eae84e56 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:00.935370 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-66a5ded5-1031-465f-9da7-3f2b6a773634 req-87f61289-09ee-4b37-abb7-ba45eae84e56 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] 10.222.0.54 "GET /v2.0/ports?device_id=49f6d211-4e31-4abc-bbd8-15602e0ff0eb HTTP/1.1" status: 200 len: 943 time: 0.5307722 Dec 20 14:26:01.004848 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8dfccff2-05b4-4e1a-a140-2f209d66d231 req-fee97299-654d-4039-bf9d-a80077b3b4e0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3ae24ea-f6d5-4f7e-b3be-97cccff59386 HTTP/1.1" status: 200 len: 217 time: 0.0674317 Dec 20 14:26:01.108701 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5c1e89-1964-4729-9e77-91ce334db003 req-1d145890-d095-4148-9e19-1157cbd71cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:01.118948 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bc5c1e89-1964-4729-9e77-91ce334db003 req-1d145890-d095-4148-9e19-1157cbd71cb5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=20e63510-01d1-4b5f-981b-3ccbe7fab833 HTTP/1.1" status: 200 len: 923 time: 0.2527728 Dec 20 14:26:01.180170 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-66a5ded5-1031-465f-9da7-3f2b6a773634 req-84d3dd00-39fa-4479-8c71-ecdea25a3e15 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] 10.222.0.54 "GET /v2.0/security-groups?id=a09e6f2b-7c8e-422a-b663-cabaee51b7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2437782 Dec 20 14:26:01.219374 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bc5c1e89-1964-4729-9e77-91ce334db003 req-17390245-d444-45b0-8385-a60b67e7f07f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b5c8375-206d-4d83-8415-457430d386a5 HTTP/1.1" status: 200 len: 217 time: 0.0830863 Dec 20 14:26:01.223978 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfccff2-05b4-4e1a-a140-2f209d66d231 req-98e68c9d-2dd6-4940-9fde-81d24aa9e24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:01.228749 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8dfccff2-05b4-4e1a-a140-2f209d66d231 req-98e68c9d-2dd6-4940-9fde-81d24aa9e24b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=df21048d-f52c-4796-adf0-b1d9c590e376 HTTP/1.1" status: 200 len: 855 time: 0.2128391 Dec 20 14:26:01.301245 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8dfccff2-05b4-4e1a-a140-2f209d66d231 req-4c501c5f-c77f-48c4-a6ba-e9b0a6409970 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=53fc28da-fb15-49c9-9b05-a66c822f3115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570254 Dec 20 14:26:01.313597 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5c1e89-1964-4729-9e77-91ce334db003 req-2ea035b1-03f3-4b95-98ab-c59ae5424c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:01.321450 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bc5c1e89-1964-4729-9e77-91ce334db003 req-2ea035b1-03f3-4b95-98ab-c59ae5424c0f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e710479b-16cf-4349-9db5-8619d38b2e41 HTTP/1.1" status: 200 len: 861 time: 0.1007481 Dec 20 14:26:01.440040 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5c1e89-1964-4729-9e77-91ce334db003 req-9b2e49aa-4550-4040-b850-ef29385a3211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:01.441350 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bc5c1e89-1964-4729-9e77-91ce334db003 req-9b2e49aa-4550-4040-b850-ef29385a3211 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=20e63510-01d1-4b5f-981b-3ccbe7fab833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1120679 Dec 20 14:26:01.445545 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2522efd7-38bd-4e94-b6ed-7818f9184509 x-openstack-request-id: req-2522efd7-38bd-4e94-b6ed-7818f9184509 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:26:01.445937 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82f7e99d-2590-417e-b21f-0ffc2eef9afa", "tag": "a3ae24ea-f6d5-4f7e-b3be-97cccff59386", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:26:01.446401 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2522efd7-38bd-4e94-b6ed-7818f9184509 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:26:01.460996 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82f7e99d-2590-417e-b21f-0ffc2eef9afa', 'tag': 'a3ae24ea-f6d5-4f7e-b3be-97cccff59386', 'status': 'completed', 'code': 200} Dec 20 14:26:01.514771 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8dfccff2-05b4-4e1a-a140-2f209d66d231 req-3278a18a-f4f0-44d1-9bfb-00468535ae37 service neutron] 10.222.0.47 "GET /v2.0/networks/53fc28da-fb15-49c9-9b05-a66c822f3115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997349 Dec 20 14:26:01.624993 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bc5c1e89-1964-4729-9e77-91ce334db003 req-88af022e-9869-4984-b00b-b5a4b617160a service neutron] 10.222.0.47 "GET /v2.0/networks/20e63510-01d1-4b5f-981b-3ccbe7fab833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674836 Dec 20 14:26:01.761223 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1823af39-8749-4ef8-97ec-000d8f08941f req-e85f8114-6433-4b7d-8d3b-2c94182f227a tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:01.765153 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1823af39-8749-4ef8-97ec-000d8f08941f req-e85f8114-6433-4b7d-8d3b-2c94182f227a tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a82e967-0672-489c-b421-c72b7431d859 HTTP/1.1" status: 200 len: 946 time: 0.2415569 Dec 20 14:26:01.772783 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bc5c1e89-1964-4729-9e77-91ce334db003 req-e8f3f2a5-e71a-4168-91f2-c9a519012195 service neutron] 10.222.0.47 "GET /v2.0/networks/20e63510-01d1-4b5f-981b-3ccbe7fab833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399550 Dec 20 14:26:01.823171 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8dfccff2-05b4-4e1a-a140-2f209d66d231 req-32a0de04-6543-48f8-8982-8c3c46db1136 service neutron] 10.222.0.47 "GET /v2.0/networks/53fc28da-fb15-49c9-9b05-a66c822f3115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2985191 Dec 20 14:26:01.851167 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1823af39-8749-4ef8-97ec-000d8f08941f req-cb2c06da-bc6f-48b0-b85f-d11dae311747 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769398 Dec 20 14:26:01.974711 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfad777d-c2f9-4f88-b5eb-58013a199471 req-d89cb5a5-89cc-4856-ab2e-b039451dc01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:01.976549 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-bfad777d-c2f9-4f88-b5eb-58013a199471 req-d89cb5a5-89cc-4856-ab2e-b039451dc01c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=715900b68d004433ac7786226ebfe7d0&device_id=82f7e99d-2590-417e-b21f-0ffc2eef9afa HTTP/1.1" status: 200 len: 1096 time: 0.0817554 Dec 20 14:26:02.215148 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfad777d-c2f9-4f88-b5eb-58013a199471 req-fc890e56-3a1a-4e91-89d2-f04aa04b6231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:02.216691 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-bfad777d-c2f9-4f88-b5eb-58013a199471 req-fc890e56-3a1a-4e91-89d2-f04aa04b6231 service neutron] 10.222.0.47 "GET /v2.0/networks?id=53fc28da-fb15-49c9-9b05-a66c822f3115 HTTP/1.1" status: 200 len: 916 time: 0.2318718 Dec 20 14:26:02.318827 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-bfad777d-c2f9-4f88-b5eb-58013a199471 req-14082c57-f39d-45c9-a812-5d8d8faa390a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3ae24ea-f6d5-4f7e-b3be-97cccff59386 HTTP/1.1" status: 200 len: 217 time: 0.0908139 Dec 20 14:26:02.333130 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af336bd-4fd7-4475-af0f-8cbb0cc24a3f req-828fd10f-ca08-409b-80e2-54c8e0e54486 tempest-VolumesAdminNegativeTest-223384279 tempest-VolumesAdminNegativeTest-223384279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:02.335757 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0af336bd-4fd7-4475-af0f-8cbb0cc24a3f req-828fd10f-ca08-409b-80e2-54c8e0e54486 tempest-VolumesAdminNegativeTest-223384279 tempest-VolumesAdminNegativeTest-223384279-project] 10.222.0.54 "GET /v2.0/ports?device_id=82f7e99d-2590-417e-b21f-0ffc2eef9afa HTTP/1.1" status: 200 len: 944 time: 0.1998796 Dec 20 14:26:02.434477 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfad777d-c2f9-4f88-b5eb-58013a199471 req-d4257847-2222-4556-a41e-603078ccdb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:02.436937 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-bfad777d-c2f9-4f88-b5eb-58013a199471 req-d4257847-2222-4556-a41e-603078ccdb78 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=df21048d-f52c-4796-adf0-b1d9c590e376 HTTP/1.1" status: 200 len: 855 time: 0.0999544 Dec 20 14:26:02.500838 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-bfad777d-c2f9-4f88-b5eb-58013a199471 req-45093408-a4be-4e5f-a970-ef4cde08142f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=53fc28da-fb15-49c9-9b05-a66c822f3115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492380 Dec 20 14:26:02.594748 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b734bc9-a130-426f-b1f2-cacfe1130c60 req-e041ea59-d72d-4ebe-b8b3-6efef3d54033 tempest-LiveMigrationTest-1128134252 tempest-LiveMigrationTest-1128134252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:02.596304 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2b734bc9-a130-426f-b1f2-cacfe1130c60 req-e041ea59-d72d-4ebe-b8b3-6efef3d54033 tempest-LiveMigrationTest-1128134252 tempest-LiveMigrationTest-1128134252-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=8a82e967-0672-489c-b421-c72b7431d859&tenant_id=2785aa25e0a64107a28490f4f2c107bc&binding%3Ahost_id=n-h2-761264-19 HTTP/1.1" status: 200 len: 1098 time: 0.1040504 Dec 20 14:26:02.609712 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-2b734bc9-a130-426f-b1f2-cacfe1130c60 req-b68588bc-da21-45d7-b38e-2dad04d272d3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-761264-19'}}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:26:02.616317 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0af336bd-4fd7-4475-af0f-8cbb0cc24a3f req-a7092d39-4fa0-4a8d-a129-f8f4eb1649a4 tempest-VolumesAdminNegativeTest-223384279 tempest-VolumesAdminNegativeTest-223384279-project] 10.222.0.54 "GET /v2.0/security-groups?id=bf5aaa2d-89f7-4c60-888a-83c4b3d088a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329135 Dec 20 14:26:02.621456 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-bfad777d-c2f9-4f88-b5eb-58013a199471 req-538c899f-3180-46bd-bbfb-a2c6ce544c6a service neutron] 10.222.0.47 "GET /v2.0/networks/53fc28da-fb15-49c9-9b05-a66c822f3115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120663 Dec 20 14:26:02.729787 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-2b734bc9-a130-426f-b1f2-cacfe1130c60 req-b68588bc-da21-45d7-b38e-2dad04d272d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:02.826446 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-bfad777d-c2f9-4f88-b5eb-58013a199471 req-89830762-6347-43ac-9dd7-2992aee36ea6 service neutron] 10.222.0.47 "GET /v2.0/networks/53fc28da-fb15-49c9-9b05-a66c822f3115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955805 Dec 20 14:26:02.856343 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc2adfd-d06d-4aa6-97cc-001efabb7912 req-be864276-d0be-4997-99ba-83da5efef6bd tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:02.858126 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0fc2adfd-d06d-4aa6-97cc-001efabb7912 req-be864276-d0be-4997-99ba-83da5efef6bd tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] 10.222.0.54 "GET /v2.0/ports?device_id=49f6d211-4e31-4abc-bbd8-15602e0ff0eb HTTP/1.1" status: 200 len: 943 time: 0.1018455 Dec 20 14:26:02.884230 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-022ead11-166d-44ce-a244-30cd3b00d416 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:02.998824 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0fc2adfd-d06d-4aa6-97cc-001efabb7912 req-fb4ad8cc-975b-4676-ba2f-6d6a92089729 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] 10.222.0.54 "GET /v2.0/security-groups?id=a09e6f2b-7c8e-422a-b663-cabaee51b7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076076 Dec 20 14:26:03.064455 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-2b734bc9-a130-426f-b1f2-cacfe1130c60 req-b68588bc-da21-45d7-b38e-2dad04d272d3 service neutron] For port 4eb57587-46ac-4ed3-b6d7-2cd32cba2d4c, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=4eb57587-46ac-4ed3-b6d7-2cd32cba2d4c,segment=NetworkSegment(addc7f95-68ef-43ba-9bd9-cde69b0f949e),segment_id=addc7f95-68ef-43ba-9bd9-cde69b0f949e)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:26:03.205342 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-2b734bc9-a130-426f-b1f2-cacfe1130c60 req-b68588bc-da21-45d7-b38e-2dad04d272d3 service neutron] For port 4eb57587-46ac-4ed3-b6d7-2cd32cba2d4c, host n-h2-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:26:03.226514 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 4eb57587-46ac-4ed3-b6d7-2cd32cba2d4c details requested by agent hyperv_n-h1-761264-19 with host n-h1-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:26:03.297552 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a82e967-0672-489c-b421-c72b7431d859', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4eb57587-46ac-4ed3-b6d7-2cd32cba2d4c'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:26:03.309575 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39815258-24ab-4c57-a68e-9a889761a2b3" -d '{"events": [{"server_uuid": "8a82e967-0672-489c-b421-c72b7431d859", "name": "network-vif-unplugged", "status": "completed", "tag": "4eb57587-46ac-4ed3-b6d7-2cd32cba2d4c"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:26:03.314774 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-2b734bc9-a130-426f-b1f2-cacfe1130c60 req-b68588bc-da21-45d7-b38e-2dad04d272d3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:03.325373 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-2b734bc9-a130-426f-b1f2-cacfe1130c60 req-b68588bc-da21-45d7-b38e-2dad04d272d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:03.340140 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e87da4c-9f8d-4266-9202-663c023ba3e0 req-2a5ce80d-c3fe-4fd8-928b-c31180d1b80a tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:03.368911 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6e87da4c-9f8d-4266-9202-663c023ba3e0 req-2a5ce80d-c3fe-4fd8-928b-c31180d1b80a tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a82e967-0672-489c-b421-c72b7431d859 HTTP/1.1" status: 200 len: 946 time: 0.1336243 Dec 20 14:26:03.398686 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68588bc-da21-45d7-b38e-2dad04d272d3 service neutron] Pushing event updated for resources: {'Port': ['ID=4eb57587-46ac-4ed3-b6d7-2cd32cba2d4c,revision_number=7']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:26:03.413010 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68588bc-da21-45d7-b38e-2dad04d272d3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:26:03.413531 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68588bc-da21-45d7-b38e-2dad04d272d3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:26:03.413693 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68588bc-da21-45d7-b38e-2dad04d272d3 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:26:03.414029 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68588bc-da21-45d7-b38e-2dad04d272d3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:26:03.414363 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68588bc-da21-45d7-b38e-2dad04d272d3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:26:03.414698 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68588bc-da21-45d7-b38e-2dad04d272d3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:26:03.415171 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68588bc-da21-45d7-b38e-2dad04d272d3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:26:03.415513 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68588bc-da21-45d7-b38e-2dad04d272d3 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:26:03.415841 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68588bc-da21-45d7-b38e-2dad04d272d3 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:26:03.416171 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68588bc-da21-45d7-b38e-2dad04d272d3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:26:03.416641 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68588bc-da21-45d7-b38e-2dad04d272d3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:26:03.417666 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68588bc-da21-45d7-b38e-2dad04d272d3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:26:03.417983 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68588bc-da21-45d7-b38e-2dad04d272d3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:26:03.427903 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 6b5c8375-206d-4d83-8415-457430d386a5 details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:26:03.517770 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6e87da4c-9f8d-4266-9202-663c023ba3e0 req-f77a451d-fdc6-490b-ba73-8b3611212591 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435463 Dec 20 14:26:03.548532 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-2b734bc9-a130-426f-b1f2-cacfe1130c60 req-b68588bc-da21-45d7-b38e-2dad04d272d3 service neutron] Attempting to bind port 4eb57587-46ac-4ed3-b6d7-2cd32cba2d4c on host n-h2-761264-19 for vnic_type normal with profile {"migrating_to": "n-h1-761264-19"} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:26:03.549056 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-2b734bc9-a130-426f-b1f2-cacfe1130c60 req-b68588bc-da21-45d7-b38e-2dad04d272d3 service neutron] Attempting to bind port 4eb57587-46ac-4ed3-b6d7-2cd32cba2d4c by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': 'addc7f95-68ef-43ba-9bd9-cde69b0f949e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2b333b61-ce15-4944-95b5-760e7ec98a8f'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:26:03.549982 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b734bc9-a130-426f-b1f2-cacfe1130c60 req-b68588bc-da21-45d7-b38e-2dad04d272d3 service neutron] Attempting to bind port 4eb57587-46ac-4ed3-b6d7-2cd32cba2d4c on network 2b333b61-ce15-4944-95b5-760e7ec98a8f {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:26:03.556921 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b734bc9-a130-426f-b1f2-cacfe1130c60 req-b68588bc-da21-45d7-b38e-2dad04d272d3 service neutron] Port 4eb57587-46ac-4ed3-b6d7-2cd32cba2d4c on network 2b333b61-ce15-4944-95b5-760e7ec98a8f not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:26:03.557251 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b734bc9-a130-426f-b1f2-cacfe1130c60 req-b68588bc-da21-45d7-b38e-2dad04d272d3 service neutron] Attempting to bind port 4eb57587-46ac-4ed3-b6d7-2cd32cba2d4c on network 2b333b61-ce15-4944-95b5-760e7ec98a8f {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:26:03.564252 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b734bc9-a130-426f-b1f2-cacfe1130c60 req-b68588bc-da21-45d7-b38e-2dad04d272d3 service neutron] Checking agent: {'id': '43c60aee-e4af-4ecc-bee2-aac3569fafed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:26:03.564756 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b734bc9-a130-426f-b1f2-cacfe1130c60 req-b68588bc-da21-45d7-b38e-2dad04d272d3 service neutron] Checking segment: {'id': 'addc7f95-68ef-43ba-9bd9-cde69b0f949e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2b333b61-ce15-4944-95b5-760e7ec98a8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:26:03.565380 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b734bc9-a130-426f-b1f2-cacfe1130c60 req-b68588bc-da21-45d7-b38e-2dad04d272d3 service neutron] Bound using segment: {'id': 'addc7f95-68ef-43ba-9bd9-cde69b0f949e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2b333b61-ce15-4944-95b5-760e7ec98a8f'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:26:03.565854 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-2b734bc9-a130-426f-b1f2-cacfe1130c60 req-b68588bc-da21-45d7-b38e-2dad04d272d3 service neutron] Bound port: 4eb57587-46ac-4ed3-b6d7-2cd32cba2d4c, host: n-h2-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'addc7f95-68ef-43ba-9bd9-cde69b0f949e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2b333b61-ce15-4944-95b5-760e7ec98a8f'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:26:03.566226 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-2b734bc9-a130-426f-b1f2-cacfe1130c60 req-b68588bc-da21-45d7-b38e-2dad04d272d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:03.654246 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-2b734bc9-a130-426f-b1f2-cacfe1130c60 req-b68588bc-da21-45d7-b38e-2dad04d272d3 service neutron] For port 4eb57587-46ac-4ed3-b6d7-2cd32cba2d4c, host n-h2-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:26:03.657726 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-2b734bc9-a130-426f-b1f2-cacfe1130c60 req-b68588bc-da21-45d7-b38e-2dad04d272d3 service neutron] For port 4eb57587-46ac-4ed3-b6d7-2cd32cba2d4c, host n-h2-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=4eb57587-46ac-4ed3-b6d7-2cd32cba2d4c,segment=NetworkSegment(addc7f95-68ef-43ba-9bd9-cde69b0f949e),segment_id=addc7f95-68ef-43ba-9bd9-cde69b0f949e)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:26:03.692123 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-2b734bc9-a130-426f-b1f2-cacfe1130c60 req-b68588bc-da21-45d7-b38e-2dad04d272d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:03.756847 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 4eb57587-46ac-4ed3-b6d7-2cd32cba2d4c, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=4eb57587-46ac-4ed3-b6d7-2cd32cba2d4c,segment=NetworkSegment(addc7f95-68ef-43ba-9bd9-cde69b0f949e),segment_id=addc7f95-68ef-43ba-9bd9-cde69b0f949e)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:26:03.797109 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:03.803172 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68588bc-da21-45d7-b38e-2dad04d272d3 service neutron] Pushing event updated for resources: {'Port': ['ID=4eb57587-46ac-4ed3-b6d7-2cd32cba2d4c,revision_number=8']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:26:03.851262 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 4eb57587-46ac-4ed3-b6d7-2cd32cba2d4c has no active binding in host n-h1-761264-19 {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 20 14:26:03.878287 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b734bc9-a130-426f-b1f2-cacfe1130c60 req-b68588bc-da21-45d7-b38e-2dad04d272d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:03.879125 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-2b734bc9-a130-426f-b1f2-cacfe1130c60 req-b68588bc-da21-45d7-b38e-2dad04d272d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:03.880552 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2b734bc9-a130-426f-b1f2-cacfe1130c60 req-b68588bc-da21-45d7-b38e-2dad04d272d3 service neutron] 10.222.0.30 "PUT /v2.0/ports/4eb57587-46ac-4ed3-b6d7-2cd32cba2d4c HTTP/1.1" status: 200 len: 1124 time: 1.2752774 Dec 20 14:26:03.939324 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 52452) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:26:04.020893 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 6b5c8375-206d-4d83-8415-457430d386a5, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=6b5c8375-206d-4d83-8415-457430d386a5,segment=NetworkSegment(9f419e6f-875b-4d90-bc7c-6c92d8ac4e58),segment_id=9f419e6f-875b-4d90-bc7c-6c92d8ac4e58)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:26:04.059838 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['4eb57587-46ac-4ed3-b6d7-2cd32cba2d4c'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:26:04.110436 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['4eb57587-46ac-4ed3-b6d7-2cd32cba2d4c'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:26:04.164133 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': '6b5c8375-206d-4d83-8415-457430d386a5', 'network_id': '20e63510-01d1-4b5f-981b-3ccbe7fab833', 'port_id': '6b5c8375-206d-4d83-8415-457430d386a5', 'mac_address': 'fa:16:3e:06:b7:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e710479b-16cf-4349-9db5-8619d38b2e41', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:26:04.228646 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a4a93e-1e0b-45ee-b0f0-763cd73a85ce req-f95610b3-6793-4f5e-a96c-3bd2d299b8c9 tempest-VolumesAdminNegativeTest-223384279 tempest-VolumesAdminNegativeTest-223384279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:04.252215 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-59a4a93e-1e0b-45ee-b0f0-763cd73a85ce req-f95610b3-6793-4f5e-a96c-3bd2d299b8c9 tempest-VolumesAdminNegativeTest-223384279 tempest-VolumesAdminNegativeTest-223384279-project] 10.222.0.54 "GET /v2.0/ports?device_id=82f7e99d-2590-417e-b21f-0ffc2eef9afa HTTP/1.1" status: 200 len: 944 time: 0.1182144 Dec 20 14:26:04.354402 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:04.376508 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b5c8375-206d-4d83-8415-457430d386a5 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:26:04.380042 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-59a4a93e-1e0b-45ee-b0f0-763cd73a85ce req-c41ed94b-df1e-4c14-bac3-76d4c37e5fda tempest-VolumesAdminNegativeTest-223384279 tempest-VolumesAdminNegativeTest-223384279-project] 10.222.0.54 "GET /v2.0/security-groups?id=bf5aaa2d-89f7-4c60-888a-83c4b3d088a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266601 Dec 20 14:26:04.410797 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 6b5c8375-206d-4d83-8415-457430d386a5, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=6b5c8375-206d-4d83-8415-457430d386a5,segment=NetworkSegment(9f419e6f-875b-4d90-bc7c-6c92d8ac4e58),segment_id=9f419e6f-875b-4d90-bc7c-6c92d8ac4e58)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:26:04.414860 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:04.539429 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=6b5c8375-206d-4d83-8415-457430d386a5,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:26:04.615779 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b68c26b-6829-4dbb-895e-1470af2bfd8b req-a799c503-dcec-4d35-bdd3-5162733192f1 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:04.623908 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9b68c26b-6829-4dbb-895e-1470af2bfd8b req-a799c503-dcec-4d35-bdd3-5162733192f1 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] 10.222.0.54 "GET /v2.0/ports?device_id=49f6d211-4e31-4abc-bbd8-15602e0ff0eb HTTP/1.1" status: 200 len: 944 time: 0.1129596 Dec 20 14:26:04.685802 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['6b5c8375-206d-4d83-8415-457430d386a5'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:26:04.687251 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 14:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d88f9a0-bfe2-48b9-908c-2888086ecdc1 x-openstack-request-id: req-0d88f9a0-bfe2-48b9-908c-2888086ecdc1 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:26:04.687777 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a82e967-0672-489c-b421-c72b7431d859", "name": "network-vif-unplugged", "status": "completed", "tag": "4eb57587-46ac-4ed3-b6d7-2cd32cba2d4c", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:26:04.688137 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0d88f9a0-bfe2-48b9-908c-2888086ecdc1 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:26:04.688627 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a82e967-0672-489c-b421-c72b7431d859', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4eb57587-46ac-4ed3-b6d7-2cd32cba2d4c', 'code': 200} Dec 20 14:26:04.740417 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9b68c26b-6829-4dbb-895e-1470af2bfd8b req-9b61cd21-54a0-4664-a5da-7bcbf73900aa tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] 10.222.0.54 "GET /v2.0/security-groups?id=a09e6f2b-7c8e-422a-b663-cabaee51b7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061020 Dec 20 14:26:04.973073 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcc86c3-7e93-4dd3-a1e8-ccfd54146bef req-f948a6dd-ae67-464c-9309-273a7f464db0 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:04.974912 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-abcc86c3-7e93-4dd3-a1e8-ccfd54146bef req-f948a6dd-ae67-464c-9309-273a7f464db0 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a82e967-0672-489c-b421-c72b7431d859 HTTP/1.1" status: 200 len: 944 time: 0.1280429 Dec 20 14:26:05.105696 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-abcc86c3-7e93-4dd3-a1e8-ccfd54146bef req-fc210215-4eeb-471f-9f8c-883047a5127d tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176009 Dec 20 14:26:05.346167 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3f538dc7-2d8f-4204-be45-98c10979d617 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1595867'] for router_interface, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:05.446602 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device a3ae24ea-f6d5-4f7e-b3be-97cccff59386 details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:26:05.629379 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port a3ae24ea-f6d5-4f7e-b3be-97cccff59386, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=a3ae24ea-f6d5-4f7e-b3be-97cccff59386,segment=NetworkSegment(092423b6-5f3a-468d-a72b-2aac5ff3989a),segment_id=092423b6-5f3a-468d-a72b-2aac5ff3989a)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:26:05.648770 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb1b269-b2f1-4966-9a94-e46e75c7870a req-92c949d0-72ab-44b7-a6ad-2dd51d77e810 tempest-VolumesAdminNegativeTest-223384279 tempest-VolumesAdminNegativeTest-223384279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:05.658384 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-dfb1b269-b2f1-4966-9a94-e46e75c7870a req-92c949d0-72ab-44b7-a6ad-2dd51d77e810 tempest-VolumesAdminNegativeTest-223384279 tempest-VolumesAdminNegativeTest-223384279-project] 10.222.0.54 "GET /v2.0/ports?device_id=82f7e99d-2590-417e-b21f-0ffc2eef9afa HTTP/1.1" status: 200 len: 944 time: 0.1244168 Dec 20 14:26:05.660641 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': 'a3ae24ea-f6d5-4f7e-b3be-97cccff59386', 'network_id': '53fc28da-fb15-49c9-9b05-a66c822f3115', 'port_id': 'a3ae24ea-f6d5-4f7e-b3be-97cccff59386', 'mac_address': 'fa:16:3e:b3:0a:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df21048d-f52c-4796-adf0-b1d9c590e376', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:26:05.664552 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:05.730960 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:05.732740 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-dfb1b269-b2f1-4966-9a94-e46e75c7870a req-0057a4ba-dff5-4575-b200-8d596a1d6b85 tempest-VolumesAdminNegativeTest-223384279 tempest-VolumesAdminNegativeTest-223384279-project] 10.222.0.54 "GET /v2.0/security-groups?id=bf5aaa2d-89f7-4c60-888a-83c4b3d088a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731685 Dec 20 14:26:05.798101 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3ae24ea-f6d5-4f7e-b3be-97cccff59386 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:26:05.842321 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port a3ae24ea-f6d5-4f7e-b3be-97cccff59386, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=a3ae24ea-f6d5-4f7e-b3be-97cccff59386,segment=NetworkSegment(092423b6-5f3a-468d-a72b-2aac5ff3989a),segment_id=092423b6-5f3a-468d-a72b-2aac5ff3989a)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:26:05.863372 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:05.982473 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-3f538dc7-2d8f-4204-be45-98c10979d617 admin admin] Deleting port be284f8b-68e2-46d1-9438-d620c792130d {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:26:05.983136 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3f538dc7-2d8f-4204-be45-98c10979d617 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:05.989272 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=a3ae24ea-f6d5-4f7e-b3be-97cccff59386,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:26:05.997571 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5976967-8a69-4da0-8dfe-240ef9989c74 req-9094cc3b-6824-4ccf-adea-2f17155025c4 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:06.010924 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d5976967-8a69-4da0-8dfe-240ef9989c74 req-9094cc3b-6824-4ccf-adea-2f17155025c4 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] 10.222.0.54 "GET /v2.0/ports?device_id=49f6d211-4e31-4abc-bbd8-15602e0ff0eb HTTP/1.1" status: 200 len: 944 time: 0.1130159 Dec 20 14:26:06.077080 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 14:26:06.153779 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d5976967-8a69-4da0-8dfe-240ef9989c74 req-6c388a15-230b-4b28-8f70-42b981bbedf2 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] 10.222.0.54 "GET /v2.0/security-groups?id=a09e6f2b-7c8e-422a-b663-cabaee51b7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418476 Dec 20 14:26:06.176290 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['a3ae24ea-f6d5-4f7e-b3be-97cccff59386'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:26:06.179701 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:06.184494 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-3f538dc7-2d8f-4204-be45-98c10979d617 admin admin] For port be284f8b-68e2-46d1-9438-d620c792130d, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=be284f8b-68e2-46d1-9438-d620c792130d,segment=NetworkSegment(ef5d5efe-b05a-4e2b-9c75-1e70d81f22cf),segment_id=ef5d5efe-b05a-4e2b-9c75-1e70d81f22cf)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:26:06.184859 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3f538dc7-2d8f-4204-be45-98c10979d617 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:06.232772 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-3f538dc7-2d8f-4204-be45-98c10979d617 admin admin] Calling delete_port for be284f8b-68e2-46d1-9438-d620c792130d owned by network:router_interface {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:26:06.325848 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565b3180-34b6-4533-aed7-65cb1215b5f8 req-6cd8c7e8-ad96-4c3f-8d38-c5125802d96a tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:06.337871 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-565b3180-34b6-4533-aed7-65cb1215b5f8 req-6cd8c7e8-ad96-4c3f-8d38-c5125802d96a tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a82e967-0672-489c-b421-c72b7431d859 HTTP/1.1" status: 200 len: 944 time: 0.0997775 Dec 20 14:26:06.402390 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-565b3180-34b6-4533-aed7-65cb1215b5f8 req-2755e26b-08d3-44ca-b618-71575ffaba8d tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632107 Dec 20 14:26:06.623942 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3f538dc7-2d8f-4204-be45-98c10979d617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:06.674980 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f538dc7-2d8f-4204-be45-98c10979d617 admin admin] Pushing event deleted for resources: {'Port': ['ID=be284f8b-68e2-46d1-9438-d620c792130d,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:26:06.696087 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a82e967-0672-489c-b421-c72b7431d859', 'tag': '4eb57587-46ac-4ed3-b6d7-2cd32cba2d4c'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:26:06.698778 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38189cee-a788-429b-ac8f-b06495dec5db" -d '{"events": [{"name": "network-changed", "server_uuid": "8a82e967-0672-489c-b421-c72b7431d859", "tag": "4eb57587-46ac-4ed3-b6d7-2cd32cba2d4c"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:26:06.820097 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0012389f-541f-43db-b7f0-976f5dfc4517 x-openstack-request-id: req-0012389f-541f-43db-b7f0-976f5dfc4517 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:26:06.820802 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a82e967-0672-489c-b421-c72b7431d859", "tag": "4eb57587-46ac-4ed3-b6d7-2cd32cba2d4c", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:26:06.821283 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0012389f-541f-43db-b7f0-976f5dfc4517 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:26:06.821913 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a82e967-0672-489c-b421-c72b7431d859', 'tag': '4eb57587-46ac-4ed3-b6d7-2cd32cba2d4c', 'status': 'completed', 'code': 200} Dec 20 14:26:06.942389 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38189cee-a788-429b-ac8f-b06495dec5db req-35cc9794-10bd-47a6-9533-efeb19a3d240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:06.944062 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-38189cee-a788-429b-ac8f-b06495dec5db req-35cc9794-10bd-47a6-9533-efeb19a3d240 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2785aa25e0a64107a28490f4f2c107bc&device_id=8a82e967-0672-489c-b421-c72b7431d859 HTTP/1.1" status: 200 len: 1127 time: 0.1367888 Dec 20 14:26:06.967969 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3f538dc7-2d8f-4204-be45-98c10979d617 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582411'] for router_interface, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:07.000411 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340aa6c9-bd33-470d-abad-c15c9a1e21a5 req-f3ac3646-5566-4d1d-bece-1b7319844ba3 tempest-VolumesAdminNegativeTest-223384279 tempest-VolumesAdminNegativeTest-223384279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:07.013936 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-340aa6c9-bd33-470d-abad-c15c9a1e21a5 req-f3ac3646-5566-4d1d-bece-1b7319844ba3 tempest-VolumesAdminNegativeTest-223384279 tempest-VolumesAdminNegativeTest-223384279-project] 10.222.0.54 "GET /v2.0/ports?device_id=82f7e99d-2590-417e-b21f-0ffc2eef9afa HTTP/1.1" status: 200 len: 945 time: 0.1154509 Dec 20 14:26:07.205706 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-340aa6c9-bd33-470d-abad-c15c9a1e21a5 req-0c2ac19e-70b6-466d-b6a0-05f4037e574c tempest-VolumesAdminNegativeTest-223384279 tempest-VolumesAdminNegativeTest-223384279-project] 10.222.0.54 "GET /v2.0/security-groups?id=bf5aaa2d-89f7-4c60-888a-83c4b3d088a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827445 Dec 20 14:26:07.257841 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38189cee-a788-429b-ac8f-b06495dec5db req-b3172df0-73e3-49b2-b8b1-a3571b587caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:07.260168 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-38189cee-a788-429b-ac8f-b06495dec5db req-b3172df0-73e3-49b2-b8b1-a3571b587caa service neutron] 10.222.0.47 "GET /v2.0/networks?id=2b333b61-ce15-4944-95b5-760e7ec98a8f HTTP/1.1" status: 200 len: 909 time: 0.3055098 Dec 20 14:26:07.371956 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f538dc7-2d8f-4204-be45-98c10979d617 admin admin] Router 13d9a293-a7e7-4dc1-9e4b-e8270b6624b2 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:26:07.375129 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-38189cee-a788-429b-ac8f-b06495dec5db req-9c66d819-bf3d-4887-9867-e4175ae900e9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4eb57587-46ac-4ed3-b6d7-2cd32cba2d4c HTTP/1.1" status: 200 len: 217 time: 0.1059983 Dec 20 14:26:07.420895 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 6b5c8375-206d-4d83-8415-457430d386a5 up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:26:07.459121 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ffd0dc-6ead-470c-888f-9c14e1424802 req-3fdc359d-cc7d-4b89-b644-6df2ee0176ad tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:07.469575 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-44ffd0dc-6ead-470c-888f-9c14e1424802 req-3fdc359d-cc7d-4b89-b644-6df2ee0176ad tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] 10.222.0.54 "GET /v2.0/ports?device_id=49f6d211-4e31-4abc-bbd8-15602e0ff0eb HTTP/1.1" status: 200 len: 944 time: 0.1305575 Dec 20 14:26:07.522848 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38189cee-a788-429b-ac8f-b06495dec5db req-7f940eee-da59-44f8-9a5b-148a1f831787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:07.524631 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-38189cee-a788-429b-ac8f-b06495dec5db req-7f940eee-da59-44f8-9a5b-148a1f831787 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=63ebfb59-720a-4723-915c-292ae8d31522 HTTP/1.1" status: 200 len: 848 time: 0.1376731 Dec 20 14:26:07.561959 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning for port 6b5c8375-206d-4d83-8415-457430d386a5 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:26:07.571998 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port 6b5c8375-206d-4d83-8415-457430d386a5 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:26:07.573460 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:07.605493 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f538dc7-2d8f-4204-be45-98c10979d617 admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:26:07.610190 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-44ffd0dc-6ead-470c-888f-9c14e1424802 req-8bc49aa2-8ea8-4828-8d88-27a9b3162bb3 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] 10.222.0.54 "GET /v2.0/security-groups?id=a09e6f2b-7c8e-422a-b663-cabaee51b7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379502 Dec 20 14:26:07.619895 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7c0dba-0119-4947-9829-66afaab9e57a None None] Sync routers for ids ['13d9a293-a7e7-4dc1-9e4b-e8270b6624b2'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:26:07.621227 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-38189cee-a788-429b-ac8f-b06495dec5db req-ee8e6292-43b0-4098-bb5b-2f131ae3daf6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2b333b61-ce15-4944-95b5-760e7ec98a8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0876987 Dec 20 14:26:07.632321 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-3f538dc7-2d8f-4204-be45-98c10979d617 admin admin] 10.222.0.54 "PUT /v2.0/routers/13d9a293-a7e7-4dc1-9e4b-e8270b6624b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6918581 Dec 20 14:26:07.634935 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7c0dba-0119-4947-9829-66afaab9e57a None None] Routers {'13d9a293-a7e7-4dc1-9e4b-e8270b6624b2'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:26:07.635840 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-3b7c0dba-0119-4947-9829-66afaab9e57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:26:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['13d9a293-a7e7-4dc1-9e4b-e8270b6624b2'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:26:07.637537 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 52488) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:26:07.805384 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-3b7c0dba-0119-4947-9829-66afaab9e57a None None] Set router 13d9a293-a7e7-4dc1-9e4b-e8270b6624b2 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:26:07.845288 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:07.933947 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 6b5c8375-206d-4d83-8415-457430d386a5, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=6b5c8375-206d-4d83-8415-457430d386a5,segment=NetworkSegment(9f419e6f-875b-4d90-bc7c-6c92d8ac4e58),segment_id=9f419e6f-875b-4d90-bc7c-6c92d8ac4e58)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:26:07.936664 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49f6d211-4e31-4abc-bbd8-15602e0ff0eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b5c8375-206d-4d83-8415-457430d386a5'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:26:07.943014 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39960cb7-f3ee-42b7-8a07-2488b0a93920" -d '{"events": [{"server_uuid": "49f6d211-4e31-4abc-bbd8-15602e0ff0eb", "name": "network-vif-plugged", "status": "completed", "tag": "6b5c8375-206d-4d83-8415-457430d386a5"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:26:07.945898 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a0ae0980-3930-4c25-8282-6324137ba7f5 admin admin] Publish callbacks [] for router, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:07.953399 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435aaf45-6d9f-4cf4-b16b-769e80b8cc30 req-7274b8b2-9e62-411b-8284-75e0fd0781ce tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:07.958607 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:07.960040 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device a3ae24ea-f6d5-4f7e-b3be-97cccff59386 up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:26:07.961937 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-435aaf45-6d9f-4cf4-b16b-769e80b8cc30 req-7274b8b2-9e62-411b-8284-75e0fd0781ce tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a82e967-0672-489c-b421-c72b7431d859 HTTP/1.1" status: 200 len: 944 time: 0.2032399 Dec 20 14:26:07.973977 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-38189cee-a788-429b-ac8f-b06495dec5db req-8e2a1460-952d-46ba-9421-a9b662d9a07e service neutron] 10.222.0.47 "GET /v2.0/networks/2b333b61-ce15-4944-95b5-760e7ec98a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3449154 Dec 20 14:26:08.115136 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-435aaf45-6d9f-4cf4-b16b-769e80b8cc30 req-2af7fc6c-1313-46c6-92e9-92176a020829 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520705 Dec 20 14:26:08.187238 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-38189cee-a788-429b-ac8f-b06495dec5db req-936bc432-8368-4a6e-832b-0f8b9d5c14fc service neutron] 10.222.0.47 "GET /v2.0/networks/2b333b61-ce15-4944-95b5-760e7ec98a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023172 Dec 20 14:26:08.231619 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=6b5c8375-206d-4d83-8415-457430d386a5,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:26:08.242863 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning for port a3ae24ea-f6d5-4f7e-b3be-97cccff59386 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:26:08.261355 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port a3ae24ea-f6d5-4f7e-b3be-97cccff59386 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:26:08.262428 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:08.361898 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a0ae0980-3930-4c25-8282-6324137ba7f5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:08.406565 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e13ef17-5f7f-44da-acc5-0534df6c7722 x-openstack-request-id: req-3e13ef17-5f7f-44da-acc5-0534df6c7722 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:26:08.410045 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49f6d211-4e31-4abc-bbd8-15602e0ff0eb", "name": "network-vif-plugged", "status": "completed", "tag": "6b5c8375-206d-4d83-8415-457430d386a5", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:26:08.410460 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3e13ef17-5f7f-44da-acc5-0534df6c7722 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:26:08.411394 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49f6d211-4e31-4abc-bbd8-15602e0ff0eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b5c8375-206d-4d83-8415-457430d386a5', 'code': 200} Dec 20 14:26:08.480652 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-3b7c0dba-0119-4947-9829-66afaab9e57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13d9a293-a7e7-4dc1-9e4b-e8270b6624b2', 'name': 'tempest-AttachSCSIVolumeTestJSON-2111672752-router', 'tenant_id': '35bd1ff81ce74bb4a58f3b7ddae2cf12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': 'ef03a979-098d-40a8-adda-067dd5d2781c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:22:50Z', 'updated_at': '2021-12-20T14:26:06Z', 'revision_number': 5, 'project_id': '35bd1ff81ce74bb4a58f3b7ddae2cf12', 'gw_port': {'id': 'ef03a979-098d-40a8-adda-067dd5d2781c', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ff:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d9a293-a7e7-4dc1-9e4b-e8270b6624b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:22:53Z', 'updated_at': '2021-12-20T14:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:26:08.501557 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:08.534144 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-a0ae0980-3930-4c25-8282-6324137ba7f5 admin admin] Deleting port ef03a979-098d-40a8-adda-067dd5d2781c {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:26:08.534808 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a0ae0980-3930-4c25-8282-6324137ba7f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:08.562634 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7c0dba-0119-4947-9829-66afaab9e57a None None] Checking router: 13d9a293-a7e7-4dc1-9e4b-e8270b6624b2 for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:26:08.569907 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port a3ae24ea-f6d5-4f7e-b3be-97cccff59386, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=a3ae24ea-f6d5-4f7e-b3be-97cccff59386,segment=NetworkSegment(092423b6-5f3a-468d-a72b-2aac5ff3989a),segment_id=092423b6-5f3a-468d-a72b-2aac5ff3989a)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:26:08.580868 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:08.581906 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7c0dba-0119-4947-9829-66afaab9e57a None None] Routers {'13d9a293-a7e7-4dc1-9e4b-e8270b6624b2'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:26:08.583192 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-3b7c0dba-0119-4947-9829-66afaab9e57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:26:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['13d9a293-a7e7-4dc1-9e4b-e8270b6624b2'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:26:08.667350 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=a3ae24ea-f6d5-4f7e-b3be-97cccff59386,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:26:08.697555 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8283d7-35f3-40aa-b412-5bc28948c488 req-e3a447c4-215c-49f8-8fd7-06a3bb32323e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:08.700128 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cc8283d7-35f3-40aa-b412-5bc28948c488 req-e3a447c4-215c-49f8-8fd7-06a3bb32323e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=49f6d211-4e31-4abc-bbd8-15602e0ff0eb HTTP/1.1" status: 200 len: 1097 time: 0.1827514 Dec 20 14:26:08.726943 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6697bcd-2dc1-4db6-9fd8-48a40edab8f9 req-08c4dac0-9320-4e19-89e8-9703267a9072 tempest-VolumesAdminNegativeTest-223384279 tempest-VolumesAdminNegativeTest-223384279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:08.734824 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f6697bcd-2dc1-4db6-9fd8-48a40edab8f9 req-08c4dac0-9320-4e19-89e8-9703267a9072 tempest-VolumesAdminNegativeTest-223384279 tempest-VolumesAdminNegativeTest-223384279-project] 10.222.0.54 "GET /v2.0/ports?device_id=82f7e99d-2590-417e-b21f-0ffc2eef9afa HTTP/1.1" status: 200 len: 946 time: 0.1603913 Dec 20 14:26:08.767203 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-3b7c0dba-0119-4947-9829-66afaab9e57a None None] Set router 13d9a293-a7e7-4dc1-9e4b-e8270b6624b2 gateway port host: None {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:26:08.769554 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-a0ae0980-3930-4c25-8282-6324137ba7f5 admin admin] For port ef03a979-098d-40a8-adda-067dd5d2781c, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=ef03a979-098d-40a8-adda-067dd5d2781c,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:26:08.770015 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a0ae0980-3930-4c25-8282-6324137ba7f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:08.807934 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-a0ae0980-3930-4c25-8282-6324137ba7f5 admin admin] Calling delete_port for ef03a979-098d-40a8-adda-067dd5d2781c owned by network:router_gateway {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:26:08.839243 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-3b7c0dba-0119-4947-9829-66afaab9e57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13d9a293-a7e7-4dc1-9e4b-e8270b6624b2', 'name': 'tempest-AttachSCSIVolumeTestJSON-2111672752-router', 'tenant_id': '35bd1ff81ce74bb4a58f3b7ddae2cf12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:22:50Z', 'updated_at': '2021-12-20T14:26:08Z', 'revision_number': 6, 'project_id': '35bd1ff81ce74bb4a58f3b7ddae2cf12', 'gw_port_host': None}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:26:08.876405 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7c0dba-0119-4947-9829-66afaab9e57a None None] The sync data for ids ['13d9a293-a7e7-4dc1-9e4b-e8270b6624b2'] in n-d-761264-19 is: [{'id': '13d9a293-a7e7-4dc1-9e4b-e8270b6624b2', 'name': 'tempest-AttachSCSIVolumeTestJSON-2111672752-router', 'tenant_id': '35bd1ff81ce74bb4a58f3b7ddae2cf12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:22:50Z', 'updated_at': '2021-12-20T14:26:08Z', 'revision_number': 6, 'project_id': '35bd1ff81ce74bb4a58f3b7ddae2cf12', 'gw_port_host': None}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:26:08.916924 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f6697bcd-2dc1-4db6-9fd8-48a40edab8f9 req-4ffc82d7-67f4-495a-84f7-850cb6b837c9 tempest-VolumesAdminNegativeTest-223384279 tempest-VolumesAdminNegativeTest-223384279-project] 10.222.0.54 "GET /v2.0/security-groups?id=bf5aaa2d-89f7-4c60-888a-83c4b3d088a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748815 Dec 20 14:26:08.919634 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cc8283d7-35f3-40aa-b412-5bc28948c488 req-cc44430c-146f-4469-a9cb-0e4fff6b9e78 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a09e6f2b-7c8e-422a-b663-cabaee51b7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1702156 Dec 20 14:26:09.100155 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbd8ae5-ac89-4667-bd5d-73249780ed9f req-9ed73d6c-c4a7-422e-ac91-50820934afbb tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:09.104463 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a0ae0980-3930-4c25-8282-6324137ba7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:09.107960 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-bdbd8ae5-ac89-4667-bd5d-73249780ed9f req-9ed73d6c-c4a7-422e-ac91-50820934afbb tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] 10.222.0.54 "GET /v2.0/ports?device_id=49f6d211-4e31-4abc-bbd8-15602e0ff0eb HTTP/1.1" status: 200 len: 945 time: 0.1073942 Dec 20 14:26:09.137238 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ae0980-3930-4c25-8282-6324137ba7f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef03a979-098d-40a8-adda-067dd5d2781c,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:26:09.198944 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-bdbd8ae5-ac89-4667-bd5d-73249780ed9f req-2caba11d-e65d-40a6-a0be-e8be64702b5e tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] 10.222.0.54 "GET /v2.0/security-groups?id=a09e6f2b-7c8e-422a-b663-cabaee51b7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897300 Dec 20 14:26:09.232280 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a0ae0980-3930-4c25-8282-6324137ba7f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584913'] for router_gateway, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:09.403271 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e33120-6109-4e1e-b761-38418a58fd2d req-1b39311d-9fc2-41ef-8784-b0bb4bfe3da3 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:09.403600 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a0ae0980-3930-4c25-8282-6324137ba7f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40132'] for router, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:09.404989 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-27e33120-6109-4e1e-b761-38418a58fd2d req-1b39311d-9fc2-41ef-8784-b0bb4bfe3da3 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a82e967-0672-489c-b421-c72b7431d859 HTTP/1.1" status: 200 len: 944 time: 0.0840707 Dec 20 14:26:09.408111 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a0ae0980-3930-4c25-8282-6324137ba7f5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:09.497101 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a0ae0980-3930-4c25-8282-6324137ba7f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1594808'] for router, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:09.497101 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0ae0980-3930-4c25-8282-6324137ba7f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13d9a293-a7e7-4dc1-9e4b-e8270b6624b2 {{(pid=103167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 14:26:09.502939 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a0ae0980-3930-4c25-8282-6324137ba7f5 admin admin] Publish callbacks [] for router, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:09.507809 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-a0ae0980-3930-4c25-8282-6324137ba7f5 admin admin] 10.222.0.54 "DELETE /v2.0/routers/13d9a293-a7e7-4dc1-9e4b-e8270b6624b2 HTTP/1.1" status: 204 len: 168 time: 1.8689904 Dec 20 14:26:09.517478 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 52508) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:26:09.522211 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-27e33120-6109-4e1e-b761-38418a58fd2d req-27b24c33-68d9-42d1-84e9-d595d7f043e7 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013904 Dec 20 14:26:09.585179 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9a99bfa-dee9-4283-b16b-bfb82ed738af admin admin] Deleting subnet 97355b3a-ab92-43ff-bec3-b6e3c3bd7298 {{(pid=103167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:26:09.590789 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a9a99bfa-dee9-4283-b16b-bfb82ed738af admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:09.647385 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a9a99bfa-dee9-4283-b16b-bfb82ed738af admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954412'] for subnet, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:09.752256 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a9a99bfa-dee9-4283-b16b-bfb82ed738af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:09.825191 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a9a99bfa-dee9-4283-b16b-bfb82ed738af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:09.853047 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a99bfa-dee9-4283-b16b-bfb82ed738af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97355b3a-ab92-43ff-bec3-b6e3c3bd7298,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:26:09.857193 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a9a99bfa-dee9-4283-b16b-bfb82ed738af admin admin] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:09.863760 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-a9a99bfa-dee9-4283-b16b-bfb82ed738af admin admin] 10.222.0.54 "DELETE /v2.0/subnets/97355b3a-ab92-43ff-bec3-b6e3c3bd7298 HTTP/1.1" status: 204 len: 168 time: 0.3428555 Dec 20 14:26:09.864341 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 52514) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:26:09.868049 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef1f05d-34ab-41a1-94f2-e495f2e0771a None None] Network 736bbe54-d004-428a-8176-53235b0cbef5 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:26:10.031611 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e7c15e2b-8500-4d97-9d4e-9f59b8ae831e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:10.156523 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5974431-b33d-48fe-b50c-a85c55d7b8f3 None None] DHCP port deletion for 736bbe54-d004-428a-8176-53235b0cbef5 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:26:10.162067 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-e7c15e2b-8500-4d97-9d4e-9f59b8ae831e admin admin] Deleting port a16a0ac6-7144-4b12-a043-de674835c78f {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:26:10.163508 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e7c15e2b-8500-4d97-9d4e-9f59b8ae831e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:10.283697 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a02fdde-f76a-4cca-97d1-e687f1e6082f req-b2b94534-3b39-41d1-b1b4-4c87e67c20a2 tempest-VolumesAdminNegativeTest-223384279 tempest-VolumesAdminNegativeTest-223384279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:10.300753 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7a02fdde-f76a-4cca-97d1-e687f1e6082f req-b2b94534-3b39-41d1-b1b4-4c87e67c20a2 tempest-VolumesAdminNegativeTest-223384279 tempest-VolumesAdminNegativeTest-223384279-project] 10.222.0.54 "GET /v2.0/ports?device_id=82f7e99d-2590-417e-b21f-0ffc2eef9afa HTTP/1.1" status: 200 len: 946 time: 0.2097888 Dec 20 14:26:10.302346 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-a5974431-b33d-48fe-b50c-a85c55d7b8f3 None None] Deleting port a16a0ac6-7144-4b12-a043-de674835c78f {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:26:10.303664 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a5974431-b33d-48fe-b50c-a85c55d7b8f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:10.396189 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-e7c15e2b-8500-4d97-9d4e-9f59b8ae831e admin admin] For port a16a0ac6-7144-4b12-a043-de674835c78f, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=a16a0ac6-7144-4b12-a043-de674835c78f,segment=NetworkSegment(ef5d5efe-b05a-4e2b-9c75-1e70d81f22cf),segment_id=ef5d5efe-b05a-4e2b-9c75-1e70d81f22cf)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:26:10.397594 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e7c15e2b-8500-4d97-9d4e-9f59b8ae831e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:10.450759 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-e7c15e2b-8500-4d97-9d4e-9f59b8ae831e admin admin] Calling delete_port for a16a0ac6-7144-4b12-a043-de674835c78f owned by network:dhcp {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:26:10.452681 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82f7e99d-2590-417e-b21f-0ffc2eef9afa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3ae24ea-f6d5-4f7e-b3be-97cccff59386'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:26:10.459498 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4344049-7c34-47b3-a2db-b1893e78b556" -d '{"events": [{"server_uuid": "82f7e99d-2590-417e-b21f-0ffc2eef9afa", "name": "network-vif-plugged", "status": "completed", "tag": "a3ae24ea-f6d5-4f7e-b3be-97cccff59386"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:26:10.475608 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device be284f8b-68e2-46d1-9438-d620c792130d no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:26:10.476145 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7a02fdde-f76a-4cca-97d1-e687f1e6082f req-c7f6431d-baa5-4db2-b99c-04ed3bc621ee tempest-VolumesAdminNegativeTest-223384279 tempest-VolumesAdminNegativeTest-223384279-project] 10.222.0.54 "GET /v2.0/security-groups?id=bf5aaa2d-89f7-4c60-888a-83c4b3d088a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725237 Dec 20 14:26:10.527000 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: be284f8b-68e2-46d1-9438-d620c792130d {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:26:10.527493 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device be284f8b-68e2-46d1-9438-d620c792130d not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:26:10.528031 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device a16a0ac6-7144-4b12-a043-de674835c78f no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:26:10.531859 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-a5974431-b33d-48fe-b50c-a85c55d7b8f3 None None] For port a16a0ac6-7144-4b12-a043-de674835c78f, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=a16a0ac6-7144-4b12-a043-de674835c78f,segment=NetworkSegment(ef5d5efe-b05a-4e2b-9c75-1e70d81f22cf),segment_id=ef5d5efe-b05a-4e2b-9c75-1e70d81f22cf)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:26:10.532389 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a5974431-b33d-48fe-b50c-a85c55d7b8f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:10.573246 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-a5974431-b33d-48fe-b50c-a85c55d7b8f3 None None] Calling delete_port for a16a0ac6-7144-4b12-a043-de674835c78f owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:26:10.673203 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b310f36-134c-462d-8285-7ff91faa2582 req-ef0eafab-ccff-4e09-8a6e-e406d02a930d tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:10.681464 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5b310f36-134c-462d-8285-7ff91faa2582 req-ef0eafab-ccff-4e09-8a6e-e406d02a930d tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] 10.222.0.54 "GET /v2.0/ports?device_id=49f6d211-4e31-4abc-bbd8-15602e0ff0eb HTTP/1.1" status: 200 len: 945 time: 0.0982256 Dec 20 14:26:10.689972 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:10.711531 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e7c15e2b-8500-4d97-9d4e-9f59b8ae831e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:10.758141 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c15e2b-8500-4d97-9d4e-9f59b8ae831e admin admin] Pushing event deleted for resources: {'Port': ['ID=a16a0ac6-7144-4b12-a043-de674835c78f,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:26:10.761018 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c15e2b-8500-4d97-9d4e-9f59b8ae831e admin admin] No DVR routers for this DVR port a16a0ac6-7144-4b12-a043-de674835c78f on host n-d-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:26:10.769966 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device ef03a979-098d-40a8-adda-067dd5d2781c no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:26:10.794164 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5b310f36-134c-462d-8285-7ff91faa2582 req-c10028dd-31b5-43dd-afa8-f751675782a4 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] 10.222.0.54 "GET /v2.0/security-groups?id=a09e6f2b-7c8e-422a-b663-cabaee51b7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114972 Dec 20 14:26:10.851735 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93259fe7-cb91-4ceb-8543-78ac4ce0b16c x-openstack-request-id: req-93259fe7-cb91-4ceb-8543-78ac4ce0b16c {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:26:10.851735 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82f7e99d-2590-417e-b21f-0ffc2eef9afa", "name": "network-vif-plugged", "status": "completed", "tag": "a3ae24ea-f6d5-4f7e-b3be-97cccff59386", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:26:10.853831 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-93259fe7-cb91-4ceb-8543-78ac4ce0b16c {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:26:10.854507 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82f7e99d-2590-417e-b21f-0ffc2eef9afa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3ae24ea-f6d5-4f7e-b3be-97cccff59386', 'code': 200} Dec 20 14:26:10.855405 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: ef03a979-098d-40a8-adda-067dd5d2781c {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:26:10.856595 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device ef03a979-098d-40a8-adda-067dd5d2781c not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:26:10.860844 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a5974431-b33d-48fe-b50c-a85c55d7b8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:10.888324 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e7c15e2b-8500-4d97-9d4e-9f59b8ae831e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:10.924915 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5974431-b33d-48fe-b50c-a85c55d7b8f3 None None] Pushing event deleted for resources: {'Port': ['ID=a16a0ac6-7144-4b12-a043-de674835c78f,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:26:10.939899 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-e7c15e2b-8500-4d97-9d4e-9f59b8ae831e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['736bbe54-d004-428a-8176-53235b0cbef5']}} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:26:10.950781 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5974431-b33d-48fe-b50c-a85c55d7b8f3 None None] No DVR routers for this DVR port a16a0ac6-7144-4b12-a043-de674835c78f on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:26:10.966428 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-e7c15e2b-8500-4d97-9d4e-9f59b8ae831e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef5d5efe-b05a-4e2b-9c75-1e70d81f22cf') {'for_net_delete': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:26:10.966768 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-e7c15e2b-8500-4d97-9d4e-9f59b8ae831e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef5d5efe-b05a-4e2b-9c75-1e70d81f22cf') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:26:10.982588 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e7c15e2b-8500-4d97-9d4e-9f59b8ae831e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954405'] for segment, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:11.005712 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e7c15e2b-8500-4d97-9d4e-9f59b8ae831e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:11.018778 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7c15e2b-8500-4d97-9d4e-9f59b8ae831e admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=103167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:26:11.018778 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e7c15e2b-8500-4d97-9d4e-9f59b8ae831e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9956000'] for segment, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:11.018778 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:26:11.018778 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:26:11.018778 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:26:11.018778 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:26:11.018778 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:26:11.018778 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:26:11.018778 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:26:11.018778 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:26:11.018778 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:26:11.018778 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:26:11.018778 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:26:11.018778 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:26:11.018778 n-d-761264-19 neutron-server[103167]: Traceback (most recent call last): Dec 20 14:26:11.018778 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:26:11.018778 n-d-761264-19 neutron-server[103167]: timer() Dec 20 14:26:11.018778 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:26:11.018778 n-d-761264-19 neutron-server[103167]: cb(*args, **kw) Dec 20 14:26:11.018778 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:26:11.018778 n-d-761264-19 neutron-server[103167]: return func(*args, **kwargs) Dec 20 14:26:11.018778 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:26:11.018778 n-d-761264-19 neutron-server[103167]: self._notify() Dec 20 14:26:11.018778 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:26:11.018778 n-d-761264-19 neutron-server[103167]: self.callback(batched_events) Dec 20 14:26:11.018778 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:26:11.018778 n-d-761264-19 neutron-server[103167]: event.method(event) Dec 20 14:26:11.018778 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:26:11.018778 n-d-761264-19 neutron-server[103167]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:26:11.018778 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:26:11.018778 n-d-761264-19 neutron-server[103167]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:26:11.018778 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:26:11.018778 n-d-761264-19 neutron-server[103167]: return f(self, *a, **k) Dec 20 14:26:11.018778 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:26:11.018778 n-d-761264-19 neutron-server[103167]: return self._get(url).json() Dec 20 14:26:11.018778 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:26:11.018778 n-d-761264-19 neutron-server[103167]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:26:11.018778 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:26:11.018778 n-d-761264-19 neutron-server[103167]: return self.request(url, 'GET', **kwargs) Dec 20 14:26:11.018778 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:26:11.018778 n-d-761264-19 neutron-server[103167]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:26:11.018778 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:26:11.018778 n-d-761264-19 neutron-server[103167]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:26:11.018778 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:26:11.018778 n-d-761264-19 neutron-server[103167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:26:11.018778 n-d-761264-19 neutron-server[103167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:26:11.039695 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1ac668-3c35-4065-a830-4d4acca1d4a6 req-1577005d-f7b8-4f70-8734-dca6031abc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:11.041598 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ba1ac668-3c35-4065-a830-4d4acca1d4a6 req-1577005d-f7b8-4f70-8734-dca6031abc47 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=82f7e99d-2590-417e-b21f-0ffc2eef9afa HTTP/1.1" status: 200 len: 1098 time: 0.1014638 Dec 20 14:26:11.108925 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e7c15e2b-8500-4d97-9d4e-9f59b8ae831e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:11.119948 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172e14be-d40a-4623-94a0-1dec931de7ff req-127668ee-d520-4059-a84c-fc32fc14d3d3 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:11.121567 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-172e14be-d40a-4623-94a0-1dec931de7ff req-127668ee-d520-4059-a84c-fc32fc14d3d3 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a82e967-0672-489c-b421-c72b7431d859 HTTP/1.1" status: 200 len: 944 time: 0.1273165 Dec 20 14:26:11.148752 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e7c15e2b-8500-4d97-9d4e-9f59b8ae831e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:11.160664 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-e7c15e2b-8500-4d97-9d4e-9f59b8ae831e admin admin] 10.222.0.54 "DELETE /v2.0/networks/736bbe54-d004-428a-8176-53235b0cbef5 HTTP/1.1" status: 204 len: 168 time: 1.2940173 Dec 20 14:26:11.161896 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 52538) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:26:11.162063 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ba1ac668-3c35-4065-a830-4d4acca1d4a6 req-2a8f0476-5018-4179-86a3-f09abf6dd360 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=bf5aaa2d-89f7-4c60-888a-83c4b3d088a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096551 Dec 20 14:26:11.169079 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c15e2b-8500-4d97-9d4e-9f59b8ae831e admin admin] Pushing event deleted for resources: {'Network': ['ID=736bbe54-d004-428a-8176-53235b0cbef5,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:26:11.223499 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-172e14be-d40a-4623-94a0-1dec931de7ff req-2532285d-e394-4793-abb8-fecb7a5e4907 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754688 Dec 20 14:26:11.323107 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:11.591366 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3450a50b-b44d-47a2-ba76-6f1c0c5769d1 req-fb381280-904d-4527-9c34-c86a9a4a6491 tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:11.593882 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3450a50b-b44d-47a2-ba76-6f1c0c5769d1 req-fb381280-904d-4527-9c34-c86a9a4a6491 tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] 10.222.0.54 "GET /v2.0/ports?device_id=2720a132-ba30-4ce5-96ce-541ae6c66bd7 HTTP/1.1" status: 200 len: 950 time: 0.0731280 Dec 20 14:26:11.663006 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3450a50b-b44d-47a2-ba76-6f1c0c5769d1 req-76c36a30-0b83-4da5-bda8-f04e1362e904 tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] 10.222.0.54 "GET /v2.0/security-groups?id=a48d6ee2-6025-4eb5-ab02-0583262ca900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590539 Dec 20 14:26:11.776451 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216959ac-4453-4eae-a440-de608cbf9778 req-76205e2f-656e-4dff-b8d1-06496049f9ef tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:11.778006 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-216959ac-4453-4eae-a440-de608cbf9778 req-76205e2f-656e-4dff-b8d1-06496049f9ef tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] 10.222.0.54 "GET /v2.0/ports?device_id=49f6d211-4e31-4abc-bbd8-15602e0ff0eb HTTP/1.1" status: 200 len: 945 time: 0.1038692 Dec 20 14:26:11.787914 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 52564) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:26:11.791364 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8484da1-c13a-4b9c-9024-659a42d17c88 req-7aa295e6-bb18-4dd4-baf8-f8ccc6d5a381 tempest-VolumesAdminNegativeTest-223384279 tempest-VolumesAdminNegativeTest-223384279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:11.792546 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-0676f991-5ca5-44b8-9dc4-1fc06c95a9a1 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Request body: {'floatingip': {'port_id': '6b5c8375-206d-4d83-8415-457430d386a5'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:26:11.795227 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b8484da1-c13a-4b9c-9024-659a42d17c88 req-7aa295e6-bb18-4dd4-baf8-f8ccc6d5a381 tempest-VolumesAdminNegativeTest-223384279 tempest-VolumesAdminNegativeTest-223384279-project] 10.222.0.54 "GET /v2.0/ports?device_id=82f7e99d-2590-417e-b21f-0ffc2eef9afa HTTP/1.1" status: 200 len: 946 time: 0.0668845 Dec 20 14:26:11.863427 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b8484da1-c13a-4b9c-9024-659a42d17c88 req-4013fb39-b616-4394-813c-6a8254a9a8a5 tempest-VolumesAdminNegativeTest-223384279 tempest-VolumesAdminNegativeTest-223384279-project] 10.222.0.54 "GET /v2.0/security-groups?id=bf5aaa2d-89f7-4c60-888a-83c4b3d088a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625763 Dec 20 14:26:11.874784 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0676f991-5ca5-44b8-9dc4-1fc06c95a9a1 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Publish callbacks [] for floatingip, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:12.264959 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-afa3debd-e50f-4d42-be84-92244280cd32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1595867'] for router_interface, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:12.459757 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e189f2-6c2b-4cdd-97c7-45470fc78aac req-c62d6e7b-480c-4467-9103-6b4f70481b8e tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:12.461347 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-13e189f2-6c2b-4cdd-97c7-45470fc78aac req-c62d6e7b-480c-4467-9103-6b4f70481b8e tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a82e967-0672-489c-b421-c72b7431d859 HTTP/1.1" status: 200 len: 944 time: 0.1570008 Dec 20 14:26:12.633378 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-13e189f2-6c2b-4cdd-97c7-45470fc78aac req-0a763403-9a04-4c83-b1f5-65494925088c tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487708 Dec 20 14:26:12.648826 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0676f991-5ca5-44b8-9dc4-1fc06c95a9a1 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:12.664499 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0676f991-5ca5-44b8-9dc4-1fc06c95a9a1 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585115'] for floatingip, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:12.811433 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639270c7-430e-4ccb-9d45-2d1caf489a87 req-5403919e-8a2d-43d4-948b-ceeb538052c0 tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:12.813038 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-639270c7-430e-4ccb-9d45-2d1caf489a87 req-5403919e-8a2d-43d4-948b-ceeb538052c0 tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] 10.222.0.54 "GET /v2.0/ports?device_id=2720a132-ba30-4ce5-96ce-541ae6c66bd7 HTTP/1.1" status: 200 len: 950 time: 0.0568986 Dec 20 14:26:12.830068 n-d-761264-19 neutron-server[103167]: INFO neutron.db.l3_db [None req-0676f991-5ca5-44b8-9dc4-1fc06c95a9a1 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Floating IP 140ed744-3137-4880-8b41-cff1cb526b1f associated. External IP: 172.25.0.127, port: 6b5c8375-206d-4d83-8415-457430d386a5. Dec 20 14:26:12.871222 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-afa3debd-e50f-4d42-be84-92244280cd32 admin admin] Deleting port 56dc66ab-7970-483d-bc19-1d52b2e53840 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:26:12.871571 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-afa3debd-e50f-4d42-be84-92244280cd32 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:12.878696 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-639270c7-430e-4ccb-9d45-2d1caf489a87 req-b15c50ce-41d5-4dae-9bbd-060746b8c8d5 tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] 10.222.0.54 "GET /v2.0/security-groups?id=a48d6ee2-6025-4eb5-ab02-0583262ca900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524299 Dec 20 14:26:13.056368 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-afa3debd-e50f-4d42-be84-92244280cd32 admin admin] For port 56dc66ab-7970-483d-bc19-1d52b2e53840, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=56dc66ab-7970-483d-bc19-1d52b2e53840,segment=NetworkSegment(fee0f20c-1d88-48ae-a90c-6a0b63258816),segment_id=fee0f20c-1d88-48ae-a90c-6a0b63258816)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:26:13.057038 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-afa3debd-e50f-4d42-be84-92244280cd32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:13.080616 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-afa3debd-e50f-4d42-be84-92244280cd32 admin admin] Calling delete_port for 56dc66ab-7970-483d-bc19-1d52b2e53840 owned by network:router_interface {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:26:13.098002 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3dde1a-c032-499d-8a16-e4fa5500fb63 req-102fe594-1a9c-4b95-b2c3-2eea3a1e19a5 tempest-VolumesAdminNegativeTest-223384279 tempest-VolumesAdminNegativeTest-223384279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:13.099515 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-dc3dde1a-c032-499d-8a16-e4fa5500fb63 req-102fe594-1a9c-4b95-b2c3-2eea3a1e19a5 tempest-VolumesAdminNegativeTest-223384279 tempest-VolumesAdminNegativeTest-223384279-project] 10.222.0.54 "GET /v2.0/ports?device_id=82f7e99d-2590-417e-b21f-0ffc2eef9afa HTTP/1.1" status: 200 len: 946 time: 0.1354647 Dec 20 14:26:13.390108 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-dc3dde1a-c032-499d-8a16-e4fa5500fb63 req-56d101d5-2801-400b-966a-5f7af59206b3 tempest-VolumesAdminNegativeTest-223384279 tempest-VolumesAdminNegativeTest-223384279-project] 10.222.0.54 "GET /v2.0/security-groups?id=bf5aaa2d-89f7-4c60-888a-83c4b3d088a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448099 Dec 20 14:26:13.435483 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0676f991-5ca5-44b8-9dc4-1fc06c95a9a1 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Router feddcd9f-8f6f-4341-8c8c-fa89bef2d432 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:26:13.605671 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0676f991-5ca5-44b8-9dc4-1fc06c95a9a1 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:26:13.610690 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0676f991-5ca5-44b8-9dc4-1fc06c95a9a1 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:13.624924 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a9b729-160b-417f-a3ba-1ff58a71ad0c None None] Sync routers for ids ['feddcd9f-8f6f-4341-8c8c-fa89bef2d432'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:26:13.632816 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-afa3debd-e50f-4d42-be84-92244280cd32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:13.640016 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a9b729-160b-417f-a3ba-1ff58a71ad0c None None] Routers {'feddcd9f-8f6f-4341-8c8c-fa89bef2d432'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:26:13.641002 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-a3a9b729-160b-417f-a3ba-1ff58a71ad0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:26:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['feddcd9f-8f6f-4341-8c8c-fa89bef2d432'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:26:13.690077 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa3debd-e50f-4d42-be84-92244280cd32 admin admin] Pushing event deleted for resources: {'Port': ['ID=56dc66ab-7970-483d-bc19-1d52b2e53840,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:26:13.710377 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-0676f991-5ca5-44b8-9dc4-1fc06c95a9a1 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] 10.222.0.54 "PUT /v2.0/floatingips/140ed744-3137-4880-8b41-cff1cb526b1f HTTP/1.1" status: 200 len: 991 time: 1.9213247 Dec 20 14:26:13.710995 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49f6d211-4e31-4abc-bbd8-15602e0ff0eb', 'tag': '6b5c8375-206d-4d83-8415-457430d386a5'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:26:13.713275 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63f2c796-d7bd-4a57-9126-7130a9d448ca" -d '{"events": [{"name": "network-changed", "server_uuid": "49f6d211-4e31-4abc-bbd8-15602e0ff0eb", "tag": "6b5c8375-206d-4d83-8415-457430d386a5"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:26:13.898751 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-a3a9b729-160b-417f-a3ba-1ff58a71ad0c None None] Set router feddcd9f-8f6f-4341-8c8c-fa89bef2d432 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:26:13.910062 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323157e4-c3bd-42db-9ac5-e47b086cf472 req-327e0c45-f8bf-4995-86e8-debb6f6e106f tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:13.912449 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-323157e4-c3bd-42db-9ac5-e47b086cf472 req-327e0c45-f8bf-4995-86e8-debb6f6e106f tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a82e967-0672-489c-b421-c72b7431d859 HTTP/1.1" status: 200 len: 944 time: 0.1517065 Dec 20 14:26:14.039978 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-323157e4-c3bd-42db-9ac5-e47b086cf472 req-44687c5d-3856-4ce1-8fd5-c061bc3813db tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137240 Dec 20 14:26:14.201570 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f2c796-d7bd-4a57-9126-7130a9d448ca req-90982119-5024-4692-9549-378ec8729a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:14.203815 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-63f2c796-d7bd-4a57-9126-7130a9d448ca req-90982119-5024-4692-9549-378ec8729a7b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6264d8286e254fd5bc5a1b7814fc9e8d&device_id=49f6d211-4e31-4abc-bbd8-15602e0ff0eb HTTP/1.1" status: 200 len: 1097 time: 0.0626736 Dec 20 14:26:14.336552 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f2c796-d7bd-4a57-9126-7130a9d448ca req-c6f0f840-e1ab-4e09-8e89-4388189c1e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:14.338709 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-63f2c796-d7bd-4a57-9126-7130a9d448ca req-c6f0f840-e1ab-4e09-8e89-4388189c1e07 service neutron] 10.222.0.47 "GET /v2.0/networks?id=20e63510-01d1-4b5f-981b-3ccbe7fab833 HTTP/1.1" status: 200 len: 923 time: 0.1243455 Dec 20 14:26:14.429428 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-a3a9b729-160b-417f-a3ba-1ff58a71ad0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feddcd9f-8f6f-4341-8c8c-fa89bef2d432', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-32230187-router', 'tenant_id': '6264d8286e254fd5bc5a1b7814fc9e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': 'fe910eb7-95fb-43cf-9119-ab834b3ec122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:21:40Z', 'updated_at': '2021-12-20T14:21:49Z', 'revision_number': 4, 'project_id': '6264d8286e254fd5bc5a1b7814fc9e8d', 'gw_port': {'id': 'fe910eb7-95fb-43cf-9119-ab834b3ec122', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:35:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feddcd9f-8f6f-4341-8c8c-fa89bef2d432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:21:42Z', 'updated_at': '2021-12-20T14:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': '140ed744-3137-4880-8b41-cff1cb526b1f', 'tenant_id': '6264d8286e254fd5bc5a1b7814fc9e8d', 'floating_ip_address': '172.25.0.127', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': 'feddcd9f-8f6f-4341-8c8c-fa89bef2d432', 'port_id': '6b5c8375-206d-4d83-8415-457430d386a5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20e63510-01d1-4b5f-981b-3ccbe7fab833', 'mac_address': 'fa:16:3e:06:b7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f6d211-4e31-4abc-bbd8-15602e0ff0eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T14:22:13Z', 'updated_at': '2021-12-20T14:26:12Z', 'revision_number': 5, 'project_id': '6264d8286e254fd5bc5a1b7814fc9e8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af095096-205e-4b90-99b8-832cb31672d2', 'name': '', 'network_id': '20e63510-01d1-4b5f-981b-3ccbe7fab833', 'tenant_id': '6264d8286e254fd5bc5a1b7814fc9e8d', 'mac_address': 'fa:16:3e:a9:74:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feddcd9f-8f6f-4341-8c8c-fa89bef2d432', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'e710479b-16cf-4349-9db5-8619d38b2e41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:21:48Z', 'updated_at': '2021-12-20T14:21:55Z', 'revision_number': 5, 'project_id': '6264d8286e254fd5bc5a1b7814fc9e8d', 'subnets': [{'id': 'e710479b-16cf-4349-9db5-8619d38b2e41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:26:14.476734 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-63f2c796-d7bd-4a57-9126-7130a9d448ca req-a5879363-7768-4cae-9fcd-0b41779c4f89 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b5c8375-206d-4d83-8415-457430d386a5 HTTP/1.1" status: 200 len: 999 time: 0.1159403 Dec 20 14:26:14.533488 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b21a5ad-6e17-4e4c-b5da-175bd91f7ead x-openstack-request-id: req-3b21a5ad-6e17-4e4c-b5da-175bd91f7ead {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:26:14.534109 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49f6d211-4e31-4abc-bbd8-15602e0ff0eb", "tag": "6b5c8375-206d-4d83-8415-457430d386a5", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:26:14.534109 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3b21a5ad-6e17-4e4c-b5da-175bd91f7ead {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:26:14.534621 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49f6d211-4e31-4abc-bbd8-15602e0ff0eb', 'tag': '6b5c8375-206d-4d83-8415-457430d386a5', 'status': 'completed', 'code': 200} Dec 20 14:26:14.551510 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f2c796-d7bd-4a57-9126-7130a9d448ca req-131cc648-637a-40ee-9e29-5a0f4ca70041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:14.553430 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-63f2c796-d7bd-4a57-9126-7130a9d448ca req-131cc648-637a-40ee-9e29-5a0f4ca70041 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e710479b-16cf-4349-9db5-8619d38b2e41 HTTP/1.1" status: 200 len: 861 time: 0.0654213 Dec 20 14:26:14.574853 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-afa3debd-e50f-4d42-be84-92244280cd32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582411'] for router_interface, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:14.665755 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f2c796-d7bd-4a57-9126-7130a9d448ca req-7d39d7e7-1b7d-4579-86d5-0fd4d3f8de9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:14.667478 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-63f2c796-d7bd-4a57-9126-7130a9d448ca req-7d39d7e7-1b7d-4579-86d5-0fd4d3f8de9f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=20e63510-01d1-4b5f-981b-3ccbe7fab833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1016405 Dec 20 14:26:14.762378 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a9b729-160b-417f-a3ba-1ff58a71ad0c None None] Checking router: feddcd9f-8f6f-4341-8c8c-fa89bef2d432 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:26:14.774000 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a9b729-160b-417f-a3ba-1ff58a71ad0c None None] Routers {'feddcd9f-8f6f-4341-8c8c-fa89bef2d432'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:26:14.774951 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-a3a9b729-160b-417f-a3ba-1ff58a71ad0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:26:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['feddcd9f-8f6f-4341-8c8c-fa89bef2d432'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:26:14.826457 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-63f2c796-d7bd-4a57-9126-7130a9d448ca req-36261aa4-d99a-443d-b226-925217a4b6bf service neutron] 10.222.0.47 "GET /v2.0/networks/20e63510-01d1-4b5f-981b-3ccbe7fab833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503105 Dec 20 14:26:14.948761 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-63f2c796-d7bd-4a57-9126-7130a9d448ca req-626ff211-82d3-46d8-a943-606608553847 service neutron] 10.222.0.47 "GET /v2.0/networks/20e63510-01d1-4b5f-981b-3ccbe7fab833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099772 Dec 20 14:26:14.956452 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-a3a9b729-160b-417f-a3ba-1ff58a71ad0c None None] Set router feddcd9f-8f6f-4341-8c8c-fa89bef2d432 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:26:14.977358 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afa3debd-e50f-4d42-be84-92244280cd32 admin admin] Router c4b7b04b-3a26-4b30-a7f5-f72e9c6a5cb6 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:26:15.078996 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:15.151806 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afa3debd-e50f-4d42-be84-92244280cd32 admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:26:15.161581 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-afa3debd-e50f-4d42-be84-92244280cd32 admin admin] 10.222.0.54 "PUT /v2.0/routers/c4b7b04b-3a26-4b30-a7f5-f72e9c6a5cb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9984250 Dec 20 14:26:15.162212 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1e33d9-5fa8-4671-a97a-95b12bf33f6c None None] Sync routers for ids ['c4b7b04b-3a26-4b30-a7f5-f72e9c6a5cb6'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:26:15.164148 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 52658) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:26:15.178685 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1e33d9-5fa8-4671-a97a-95b12bf33f6c None None] Routers {'c4b7b04b-3a26-4b30-a7f5-f72e9c6a5cb6'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:26:15.179939 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-eb1e33d9-5fa8-4671-a97a-95b12bf33f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:26:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['c4b7b04b-3a26-4b30-a7f5-f72e9c6a5cb6'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:26:15.249600 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device dc329a8f-f3da-4f47-82bf-9d67ef8a9a29 no longer exists at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:26:15.338593 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-eb1e33d9-5fa8-4671-a97a-95b12bf33f6c None None] Set router c4b7b04b-3a26-4b30-a7f5-f72e9c6a5cb6 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:26:15.368069 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-436da4d2-5ed9-4a9b-aff5-7d0f2caa6d22 admin admin] Publish callbacks [] for router, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:15.406070 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-a3a9b729-160b-417f-a3ba-1ff58a71ad0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feddcd9f-8f6f-4341-8c8c-fa89bef2d432', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-32230187-router', 'tenant_id': '6264d8286e254fd5bc5a1b7814fc9e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': 'fe910eb7-95fb-43cf-9119-ab834b3ec122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:21:40Z', 'updated_at': '2021-12-20T14:21:49Z', 'revision_number': 4, 'project_id': '6264d8286e254fd5bc5a1b7814fc9e8d', 'gw_port': {'id': 'fe910eb7-95fb-43cf-9119-ab834b3ec122', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:35:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feddcd9f-8f6f-4341-8c8c-fa89bef2d432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:21:42Z', 'updated_at': '2021-12-20T14:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': '140ed744-3137-4880-8b41-cff1cb526b1f', 'tenant_id': '6264d8286e254fd5bc5a1b7814fc9e8d', 'floating_ip_address': '172.25.0.127', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': 'feddcd9f-8f6f-4341-8c8c-fa89bef2d432', 'port_id': '6b5c8375-206d-4d83-8415-457430d386a5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20e63510-01d1-4b5f-981b-3ccbe7fab833', 'mac_address': 'fa:16:3e:06:b7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f6d211-4e31-4abc-bbd8-15602e0ff0eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T14:22:13Z', 'updated_at': '2021-12-20T14:26:12Z', 'revision_number': 5, 'project_id': '6264d8286e254fd5bc5a1b7814fc9e8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af095096-205e-4b90-99b8-832cb31672d2', 'name': '', 'network_id': '20e63510-01d1-4b5f-981b-3ccbe7fab833', 'tenant_id': '6264d8286e254fd5bc5a1b7814fc9e8d', 'mac_address': 'fa:16:3e:a9:74:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feddcd9f-8f6f-4341-8c8c-fa89bef2d432', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'e710479b-16cf-4349-9db5-8619d38b2e41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:21:48Z', 'updated_at': '2021-12-20T14:21:55Z', 'revision_number': 5, 'project_id': '6264d8286e254fd5bc5a1b7814fc9e8d', 'subnets': [{'id': 'e710479b-16cf-4349-9db5-8619d38b2e41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:26:15.441798 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a9b729-160b-417f-a3ba-1ff58a71ad0c None None] The sync data for ids ['feddcd9f-8f6f-4341-8c8c-fa89bef2d432'] in n-d-761264-19 is: [{'id': 'feddcd9f-8f6f-4341-8c8c-fa89bef2d432', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-32230187-router', 'tenant_id': '6264d8286e254fd5bc5a1b7814fc9e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': 'fe910eb7-95fb-43cf-9119-ab834b3ec122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:21:40Z', 'updated_at': '2021-12-20T14:21:49Z', 'revision_number': 4, 'project_id': '6264d8286e254fd5bc5a1b7814fc9e8d', 'gw_port': {'id': 'fe910eb7-95fb-43cf-9119-ab834b3ec122', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:35:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feddcd9f-8f6f-4341-8c8c-fa89bef2d432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:21:42Z', 'updated_at': '2021-12-20T14:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': '140ed744-3137-4880-8b41-cff1cb526b1f', 'tenant_id': '6264d8286e254fd5bc5a1b7814fc9e8d', 'floating_ip_address': '172.25.0.127', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': 'feddcd9f-8f6f-4341-8c8c-fa89bef2d432', 'port_id': '6b5c8375-206d-4d83-8415-457430d386a5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20e63510-01d1-4b5f-981b-3ccbe7fab833', 'mac_address': 'fa:16:3e:06:b7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f6d211-4e31-4abc-bbd8-15602e0ff0eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T14:22:13Z', 'updated_at': '2021-12-20T14:26:12Z', 'revision_number': 5, 'project_id': '6264d8286e254fd5bc5a1b7814fc9e8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af095096-205e-4b90-99b8-832cb31672d2', 'name': '', 'network_id': '20e63510-01d1-4b5f-981b-3ccbe7fab833', 'tenant_id': '6264d8286e254fd5bc5a1b7814fc9e8d', 'mac_address': 'fa:16:3e:a9:74:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feddcd9f-8f6f-4341-8c8c-fa89bef2d432', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'e710479b-16cf-4349-9db5-8619d38b2e41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:21:48Z', 'updated_at': '2021-12-20T14:21:55Z', 'revision_number': 5, 'project_id': '6264d8286e254fd5bc5a1b7814fc9e8d', 'subnets': [{'id': 'e710479b-16cf-4349-9db5-8619d38b2e41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:26:15.447957 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:15.497140 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2720a132-ba30-4ce5-96ce-541ae6c66bd7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc329a8f-f3da-4f47-82bf-9d67ef8a9a29'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:26:15.506481 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec007d08-b7c0-424f-92e3-be2c59d872fc" -d '{"events": [{"server_uuid": "2720a132-ba30-4ce5-96ce-541ae6c66bd7", "name": "network-vif-unplugged", "status": "completed", "tag": "dc329a8f-f3da-4f47-82bf-9d67ef8a9a29"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:26:15.547353 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port dc329a8f-f3da-4f47-82bf-9d67ef8a9a29, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=dc329a8f-f3da-4f47-82bf-9d67ef8a9a29,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:26:15.560305 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:15.576313 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3a85cf-bf32-4ec1-9f5c-110e6c072366 req-9aa08a53-b864-49ab-aad9-324bc7120941 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:15.584690 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-eb1e33d9-5fa8-4671-a97a-95b12bf33f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b7b04b-3a26-4b30-a7f5-f72e9c6a5cb6', 'name': 'tempest-AttachSCSIVolumeTestJSON-808602919-router', 'tenant_id': '9347ac5b16c44c80bd7c673b18c0b3e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '27e8e6cd-7ea6-464f-a88b-8b692a639d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:23:09Z', 'updated_at': '2021-12-20T14:26:13Z', 'revision_number': 5, 'project_id': '9347ac5b16c44c80bd7c673b18c0b3e8', 'gw_port': {'id': '27e8e6cd-7ea6-464f-a88b-8b692a639d08', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:5b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b7b04b-3a26-4b30-a7f5-f72e9c6a5cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:23:10Z', 'updated_at': '2021-12-20T14:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:26:15.586429 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8e3a85cf-bf32-4ec1-9f5c-110e6c072366 req-9aa08a53-b864-49ab-aad9-324bc7120941 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a82e967-0672-489c-b421-c72b7431d859 HTTP/1.1" status: 200 len: 944 time: 0.2152579 Dec 20 14:26:15.644587 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=dc329a8f-f3da-4f47-82bf-9d67ef8a9a29,revision_number=8']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:26:15.721470 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 14:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-190a7c59-f9cf-4d9e-9688-bd1502c92f28 x-openstack-request-id: req-190a7c59-f9cf-4d9e-9688-bd1502c92f28 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:26:15.722083 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2720a132-ba30-4ce5-96ce-541ae6c66bd7", "name": "network-vif-unplugged", "status": "completed", "tag": "dc329a8f-f3da-4f47-82bf-9d67ef8a9a29", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:26:15.723348 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-190a7c59-f9cf-4d9e-9688-bd1502c92f28 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:26:15.724011 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2720a132-ba30-4ce5-96ce-541ae6c66bd7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc329a8f-f3da-4f47-82bf-9d67ef8a9a29', 'code': 200} Dec 20 14:26:15.753216 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8e3a85cf-bf32-4ec1-9f5c-110e6c072366 req-d63795d2-d2c5-4ece-985d-8b1db2f66b9e tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564147 Dec 20 14:26:15.753216 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-436da4d2-5ed9-4a9b-aff5-7d0f2caa6d22 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:15.827780 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1e33d9-5fa8-4671-a97a-95b12bf33f6c None None] Checking router: c4b7b04b-3a26-4b30-a7f5-f72e9c6a5cb6 for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:26:15.845264 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1e33d9-5fa8-4671-a97a-95b12bf33f6c None None] Routers {'c4b7b04b-3a26-4b30-a7f5-f72e9c6a5cb6'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:26:15.846366 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-eb1e33d9-5fa8-4671-a97a-95b12bf33f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:26:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['c4b7b04b-3a26-4b30-a7f5-f72e9c6a5cb6'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:26:15.870279 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbd06e8-f950-4d5f-acd7-44812fe07bb0 None None] New status for floating IP 140ed744-3137-4880-8b41-cff1cb526b1f: ACTIVE {{(pid=103169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 14:26:15.906529 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-436da4d2-5ed9-4a9b-aff5-7d0f2caa6d22 admin admin] Deleting port 27e8e6cd-7ea6-464f-a88b-8b692a639d08 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:26:15.907127 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-436da4d2-5ed9-4a9b-aff5-7d0f2caa6d22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:15.947232 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-eb1e33d9-5fa8-4671-a97a-95b12bf33f6c None None] Set router c4b7b04b-3a26-4b30-a7f5-f72e9c6a5cb6 gateway port host: None {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:26:16.011516 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-436da4d2-5ed9-4a9b-aff5-7d0f2caa6d22 admin admin] For port 27e8e6cd-7ea6-464f-a88b-8b692a639d08, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=27e8e6cd-7ea6-464f-a88b-8b692a639d08,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:26:16.013181 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-436da4d2-5ed9-4a9b-aff5-7d0f2caa6d22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:16.031521 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-436da4d2-5ed9-4a9b-aff5-7d0f2caa6d22 admin admin] Calling delete_port for 27e8e6cd-7ea6-464f-a88b-8b692a639d08 owned by network:router_gateway {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:26:16.042181 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-eb1e33d9-5fa8-4671-a97a-95b12bf33f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b7b04b-3a26-4b30-a7f5-f72e9c6a5cb6', 'name': 'tempest-AttachSCSIVolumeTestJSON-808602919-router', 'tenant_id': '9347ac5b16c44c80bd7c673b18c0b3e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:23:09Z', 'updated_at': '2021-12-20T14:26:15Z', 'revision_number': 6, 'project_id': '9347ac5b16c44c80bd7c673b18c0b3e8', 'gw_port_host': None}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:26:16.091448 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1e33d9-5fa8-4671-a97a-95b12bf33f6c None None] The sync data for ids ['c4b7b04b-3a26-4b30-a7f5-f72e9c6a5cb6'] in n-d-761264-19 is: [{'id': 'c4b7b04b-3a26-4b30-a7f5-f72e9c6a5cb6', 'name': 'tempest-AttachSCSIVolumeTestJSON-808602919-router', 'tenant_id': '9347ac5b16c44c80bd7c673b18c0b3e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:23:09Z', 'updated_at': '2021-12-20T14:26:15Z', 'revision_number': 6, 'project_id': '9347ac5b16c44c80bd7c673b18c0b3e8', 'gw_port_host': None}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:26:16.279342 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-436da4d2-5ed9-4a9b-aff5-7d0f2caa6d22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:16.308108 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436da4d2-5ed9-4a9b-aff5-7d0f2caa6d22 admin admin] Pushing event deleted for resources: {'Port': ['ID=27e8e6cd-7ea6-464f-a88b-8b692a639d08,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:26:16.376405 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-436da4d2-5ed9-4a9b-aff5-7d0f2caa6d22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584913'] for router_gateway, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:16.567841 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-436da4d2-5ed9-4a9b-aff5-7d0f2caa6d22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40132'] for router, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:16.573192 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-436da4d2-5ed9-4a9b-aff5-7d0f2caa6d22 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:16.588419 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 56dc66ab-7970-483d-bc19-1d52b2e53840 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:26:16.635814 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 56dc66ab-7970-483d-bc19-1d52b2e53840 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:26:16.636168 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 56dc66ab-7970-483d-bc19-1d52b2e53840 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:26:16.664152 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-436da4d2-5ed9-4a9b-aff5-7d0f2caa6d22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1594808'] for router, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:16.665029 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-436da4d2-5ed9-4a9b-aff5-7d0f2caa6d22 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c4b7b04b-3a26-4b30-a7f5-f72e9c6a5cb6 {{(pid=103168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 14:26:16.671211 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-436da4d2-5ed9-4a9b-aff5-7d0f2caa6d22 admin admin] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:16.672447 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-436da4d2-5ed9-4a9b-aff5-7d0f2caa6d22 admin admin] 10.222.0.54 "DELETE /v2.0/routers/c4b7b04b-3a26-4b30-a7f5-f72e9c6a5cb6 HTTP/1.1" status: 204 len: 168 time: 1.5072637 Dec 20 14:26:16.675045 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 52704) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:26:16.738128 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_v2 [None req-da083280-f21f-43d2-9e1e-3eacea505fc0 admin admin] Deleting subnet 395d41e6-480d-45e9-9120-b040afe6080d {{(pid=103167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:26:16.744156 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-da083280-f21f-43d2-9e1e-3eacea505fc0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:16.804359 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-da083280-f21f-43d2-9e1e-3eacea505fc0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954412'] for subnet, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:16.904344 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1cf140-90b5-4aca-88cd-511173d10d66 req-35dbcee2-e67c-440b-97b2-98ee470d9c2c tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:16.912276 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9f1cf140-90b5-4aca-88cd-511173d10d66 req-35dbcee2-e67c-440b-97b2-98ee470d9c2c tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a82e967-0672-489c-b421-c72b7431d859 HTTP/1.1" status: 200 len: 944 time: 0.0797205 Dec 20 14:26:17.038925 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9f1cf140-90b5-4aca-88cd-511173d10d66 req-777994f5-cba0-4b6c-a3a4-9a34fbd3e426 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211495 Dec 20 14:26:17.047166 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-da083280-f21f-43d2-9e1e-3eacea505fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:17.135669 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-da083280-f21f-43d2-9e1e-3eacea505fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:17.182708 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-da083280-f21f-43d2-9e1e-3eacea505fc0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:17.189965 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-da083280-f21f-43d2-9e1e-3eacea505fc0 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/395d41e6-480d-45e9-9120-b040afe6080d HTTP/1.1" status: 204 len: 168 time: 0.5133941 Dec 20 14:26:17.192427 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 52724) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:26:17.193069 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60fe8a09-8b89-43f1-afcc-57ac6c53c932 None None] Network 0399d342-9e50-4e74-826e-166b9eea8291 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:26:17.203438 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da083280-f21f-43d2-9e1e-3eacea505fc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=395d41e6-480d-45e9-9120-b040afe6080d,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:26:17.362686 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8e2d99bf-46ef-41b4-acd7-574b1dcdda95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:17.455844 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b212caf-6d45-416b-9ab7-555a56574758 None None] DHCP port deletion for 0399d342-9e50-4e74-826e-166b9eea8291 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:26:17.526009 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 71dfb4cf-d006-4bdd-bdc1-621c218463b3 details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:26:17.539748 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-8e2d99bf-46ef-41b4-acd7-574b1dcdda95 admin admin] Deleting port 4c5fcc2c-22ca-487e-8113-a4e8c8ed7d91 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:26:17.540098 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8e2d99bf-46ef-41b4-acd7-574b1dcdda95 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:17.750621 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-6b212caf-6d45-416b-9ab7-555a56574758 None None] Deleting port 4c5fcc2c-22ca-487e-8113-a4e8c8ed7d91 {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:26:17.754923 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6b212caf-6d45-416b-9ab7-555a56574758 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:17.818291 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-8e2d99bf-46ef-41b4-acd7-574b1dcdda95 admin admin] For port 4c5fcc2c-22ca-487e-8113-a4e8c8ed7d91, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=4c5fcc2c-22ca-487e-8113-a4e8c8ed7d91,segment=NetworkSegment(fee0f20c-1d88-48ae-a90c-6a0b63258816),segment_id=fee0f20c-1d88-48ae-a90c-6a0b63258816)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:26:17.818908 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8e2d99bf-46ef-41b4-acd7-574b1dcdda95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:17.858519 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-8e2d99bf-46ef-41b4-acd7-574b1dcdda95 admin admin] Calling delete_port for 4c5fcc2c-22ca-487e-8113-a4e8c8ed7d91 owned by network:dhcp {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:26:17.944702 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-6b212caf-6d45-416b-9ab7-555a56574758 None None] For port 4c5fcc2c-22ca-487e-8113-a4e8c8ed7d91, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=4c5fcc2c-22ca-487e-8113-a4e8c8ed7d91,segment=NetworkSegment(fee0f20c-1d88-48ae-a90c-6a0b63258816),segment_id=fee0f20c-1d88-48ae-a90c-6a0b63258816)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:26:17.945111 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6b212caf-6d45-416b-9ab7-555a56574758 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:17.957987 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 71dfb4cf-d006-4bdd-bdc1-621c218463b3, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=71dfb4cf-d006-4bdd-bdc1-621c218463b3,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:26:17.975244 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-6b212caf-6d45-416b-9ab7-555a56574758 None None] Calling delete_port for 4c5fcc2c-22ca-487e-8113-a4e8c8ed7d91 owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:26:17.984101 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': '71dfb4cf-d006-4bdd-bdc1-621c218463b3', 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1', 'port_id': '71dfb4cf-d006-4bdd-bdc1-621c218463b3', 'mac_address': 'fa:16:3e:67:04:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36bf280f-81bb-4486-a87a-9b9505a1cec4', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:26:18.091928 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8e2d99bf-46ef-41b4-acd7-574b1dcdda95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:18.107913 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2d99bf-46ef-41b4-acd7-574b1dcdda95 admin admin] No DVR routers for this DVR port 4c5fcc2c-22ca-487e-8113-a4e8c8ed7d91 on host n-d-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:26:18.112189 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:18.174819 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71dfb4cf-d006-4bdd-bdc1-621c218463b3 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:26:18.217301 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2d99bf-46ef-41b4-acd7-574b1dcdda95 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c5fcc2c-22ca-487e-8113-a4e8c8ed7d91,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:26:18.230065 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 71dfb4cf-d006-4bdd-bdc1-621c218463b3, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=71dfb4cf-d006-4bdd-bdc1-621c218463b3,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:26:18.256703 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:18.434046 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=71dfb4cf-d006-4bdd-bdc1-621c218463b3,revision_number=9']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:26:18.454998 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6b212caf-6d45-416b-9ab7-555a56574758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:18.559203 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 4c5fcc2c-22ca-487e-8113-a4e8c8ed7d91 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:26:18.567394 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['71dfb4cf-d006-4bdd-bdc1-621c218463b3'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:26:18.577347 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b212caf-6d45-416b-9ab7-555a56574758 None None] Pushing event deleted for resources: {'Port': ['ID=4c5fcc2c-22ca-487e-8113-a4e8c8ed7d91,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:26:18.634693 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b212caf-6d45-416b-9ab7-555a56574758 None None] No DVR routers for this DVR port 4c5fcc2c-22ca-487e-8113-a4e8c8ed7d91 on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:26:18.682025 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 4c5fcc2c-22ca-487e-8113-a4e8c8ed7d91 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:26:18.682368 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 4c5fcc2c-22ca-487e-8113-a4e8c8ed7d91 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:26:18.686255 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 27e8e6cd-7ea6-464f-a88b-8b692a639d08 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:26:18.743518 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 27e8e6cd-7ea6-464f-a88b-8b692a639d08 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:26:18.744640 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 27e8e6cd-7ea6-464f-a88b-8b692a639d08 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:26:18.936779 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8e2d99bf-46ef-41b4-acd7-574b1dcdda95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:18.953540 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26aac33-771b-46e6-a7db-edebedb60f79 req-b9340505-c294-48b5-a977-178c139f915c tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:18.961978 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a26aac33-771b-46e6-a7db-edebedb60f79 req-b9340505-c294-48b5-a977-178c139f915c tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a82e967-0672-489c-b421-c72b7431d859 HTTP/1.1" status: 200 len: 944 time: 0.7498877 Dec 20 14:26:18.991238 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-8e2d99bf-46ef-41b4-acd7-574b1dcdda95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0399d342-9e50-4e74-826e-166b9eea8291']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:26:19.013546 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-8e2d99bf-46ef-41b4-acd7-574b1dcdda95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fee0f20c-1d88-48ae-a90c-6a0b63258816') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:26:19.014208 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-8e2d99bf-46ef-41b4-acd7-574b1dcdda95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fee0f20c-1d88-48ae-a90c-6a0b63258816') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:26:19.064173 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a26aac33-771b-46e6-a7db-edebedb60f79 req-68c54e9e-a857-4a71-8a77-060390450064 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006522 Dec 20 14:26:19.070873 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8e2d99bf-46ef-41b4-acd7-574b1dcdda95 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:19.106354 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8e2d99bf-46ef-41b4-acd7-574b1dcdda95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:19.115382 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e2d99bf-46ef-41b4-acd7-574b1dcdda95 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:26:19.115807 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8e2d99bf-46ef-41b4-acd7-574b1dcdda95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:19.117949 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:26:19.117949 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:26:19.117949 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 14:26:19.117949 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:26:19.117949 n-d-761264-19 neutron-server[103168]: timer() Dec 20 14:26:19.117949 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:26:19.117949 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 14:26:19.117949 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:26:19.117949 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 14:26:19.117949 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:26:19.117949 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 14:26:19.117949 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:26:19.117949 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 14:26:19.117949 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:26:19.117949 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 14:26:19.117949 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:26:19.117949 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:26:19.117949 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:26:19.117949 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:26:19.117949 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:26:19.117949 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 14:26:19.117949 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:26:19.117949 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 14:26:19.117949 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:26:19.117949 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:26:19.117949 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:26:19.117949 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 14:26:19.117949 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:26:19.117949 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:26:19.117949 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:26:19.117949 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:26:19.117949 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:26:19.117949 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:26:19.117949 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:26:19.235799 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8e2d99bf-46ef-41b4-acd7-574b1dcdda95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:19.242915 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8e2d99bf-46ef-41b4-acd7-574b1dcdda95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:19.260423 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-8e2d99bf-46ef-41b4-acd7-574b1dcdda95 admin admin] 10.222.0.54 "DELETE /v2.0/networks/0399d342-9e50-4e74-826e-166b9eea8291 HTTP/1.1" status: 204 len: 168 time: 2.0663688 Dec 20 14:26:19.277586 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2d99bf-46ef-41b4-acd7-574b1dcdda95 admin admin] Pushing event deleted for resources: {'Network': ['ID=0399d342-9e50-4e74-826e-166b9eea8291,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:26:19.470783 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 71dfb4cf-d006-4bdd-bdc1-621c218463b3 up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:26:19.616517 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port 71dfb4cf-d006-4bdd-bdc1-621c218463b3 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:26:19.616886 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:19.715887 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 52788) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:26:19.787745 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:19.799059 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-983ba0fe-e4d2-4a24-a710-23d3c7fb080c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=35bd1ff81ce74bb4a58f3b7ddae2cf12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0813103 Dec 20 14:26:19.801930 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 52790) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:26:19.839924 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fb48fab-b9a0-49e4-8699-2b1aabd4f30e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71dfb4cf-d006-4bdd-bdc1-621c218463b3'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:26:19.842577 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0b3c6a6-2d99-48b0-b317-95cae148814a" -d '{"events": [{"server_uuid": "7fb48fab-b9a0-49e4-8699-2b1aabd4f30e", "name": "network-vif-plugged", "status": "completed", "tag": "71dfb4cf-d006-4bdd-bdc1-621c218463b3"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:26:19.861434 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 71dfb4cf-d006-4bdd-bdc1-621c218463b3, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=71dfb4cf-d006-4bdd-bdc1-621c218463b3,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:26:19.869332 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:19.870578 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 4eb57587-46ac-4ed3-b6d7-2cd32cba2d4c no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:26:19.899769 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-543a6ea9-17c3-434e-8d28-7a962348ead4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:19.953742 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-543a6ea9-17c3-434e-8d28-7a962348ead4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:19.977419 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=71dfb4cf-d006-4bdd-bdc1-621c218463b3,revision_number=10']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:26:20.015291 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7449d112-7b64-4ee7-9441-9887631f4039 x-openstack-request-id: req-7449d112-7b64-4ee7-9441-9887631f4039 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:26:20.015599 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fb48fab-b9a0-49e4-8699-2b1aabd4f30e", "name": "network-vif-plugged", "status": "completed", "tag": "71dfb4cf-d006-4bdd-bdc1-621c218463b3", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:26:20.016058 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7449d112-7b64-4ee7-9441-9887631f4039 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:26:20.016238 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fb48fab-b9a0-49e4-8699-2b1aabd4f30e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71dfb4cf-d006-4bdd-bdc1-621c218463b3', 'code': 200} Dec 20 14:26:20.061087 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-543a6ea9-17c3-434e-8d28-7a962348ead4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:20.061087 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-543a6ea9-17c3-434e-8d28-7a962348ead4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:20.068655 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-543a6ea9-17c3-434e-8d28-7a962348ead4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/044a4035-8f9d-498f-a1ea-00b93331b2f3 HTTP/1.1" status: 204 len: 168 time: 0.2624154 Dec 20 14:26:20.081218 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543a6ea9-17c3-434e-8d28-7a962348ead4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=044a4035-8f9d-498f-a1ea-00b93331b2f3,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:26:20.253179 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c493a3e-0c86-48ea-b4de-1f9b57fc7588 req-2d7392cf-91a1-4706-a025-197494314068 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:20.263903 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6c493a3e-0c86-48ea-b4de-1f9b57fc7588 req-2d7392cf-91a1-4706-a025-197494314068 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a82e967-0672-489c-b421-c72b7431d859 HTTP/1.1" status: 200 len: 944 time: 0.0757816 Dec 20 14:26:20.355909 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6c493a3e-0c86-48ea-b4de-1f9b57fc7588 req-baed7106-3a83-4262-9847-80f5e3d12945 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909865 Dec 20 14:26:20.663979 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2b734bc9-a130-426f-b1f2-cacfe1130c60 req-a65e53b1-1c83-4926-afd7-858cf55df38a service neutron] 10.222.0.47 "GET /v2.0/ports/4eb57587-46ac-4ed3-b6d7-2cd32cba2d4c/bindings/n-h1-761264-19 HTTP/1.1" status: 200 len: 385 time: 0.1373155 Dec 20 14:26:20.809411 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 52816) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:26:20.927969 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-32eb4251-755e-4beb-8a59-1bc2f2cd0eb8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9347ac5b16c44c80bd7c673b18c0b3e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1172519 Dec 20 14:26:20.930423 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 52818) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:26:20.966057 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-2b734bc9-a130-426f-b1f2-cacfe1130c60 req-1ded531e-154d-4e85-9496-48e545043a54 service neutron] For port 4eb57587-46ac-4ed3-b6d7-2cd32cba2d4c, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=4eb57587-46ac-4ed3-b6d7-2cd32cba2d4c,segment=NetworkSegment(addc7f95-68ef-43ba-9bd9-cde69b0f949e),segment_id=addc7f95-68ef-43ba-9bd9-cde69b0f949e)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:26:20.988666 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-2b734bc9-a130-426f-b1f2-cacfe1130c60 req-1ded531e-154d-4e85-9496-48e545043a54 service neutron] For port 4eb57587-46ac-4ed3-b6d7-2cd32cba2d4c, host n-h2-761264-19, cleared binding levels {{(pid=103168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:26:21.031521 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [req-2b734bc9-a130-426f-b1f2-cacfe1130c60 req-1ded531e-154d-4e85-9496-48e545043a54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4eb57587-46ac-4ed3-b6d7-2cd32cba2d4c {{(pid=103168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:26:21.043012 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9b036c07-0235-468f-92d0-442f585dd913 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:21.047983 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-2b734bc9-a130-426f-b1f2-cacfe1130c60 req-1ded531e-154d-4e85-9496-48e545043a54 service neutron] For port 4eb57587-46ac-4ed3-b6d7-2cd32cba2d4c, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=4eb57587-46ac-4ed3-b6d7-2cd32cba2d4c,segment=NetworkSegment(addc7f95-68ef-43ba-9bd9-cde69b0f949e),segment_id=addc7f95-68ef-43ba-9bd9-cde69b0f949e)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:26:21.066314 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-2b734bc9-a130-426f-b1f2-cacfe1130c60 req-1ded531e-154d-4e85-9496-48e545043a54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:21.137144 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9b036c07-0235-468f-92d0-442f585dd913 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:21.177701 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.provisioning_blocks [req-2b734bc9-a130-426f-b1f2-cacfe1130c60 req-1ded531e-154d-4e85-9496-48e545043a54 service neutron] Transition to ACTIVE for port object 4eb57587-46ac-4ed3-b6d7-2cd32cba2d4c will not be triggered until provisioned by entity L2. {{(pid=103168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:26:21.184236 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-2b734bc9-a130-426f-b1f2-cacfe1130c60 req-1ded531e-154d-4e85-9496-48e545043a54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:21.255739 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9b036c07-0235-468f-92d0-442f585dd913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:21.258481 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9b036c07-0235-468f-92d0-442f585dd913 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:21.262550 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-9b036c07-0235-468f-92d0-442f585dd913 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d97cfcef-6ddf-49fc-999d-4931592564ba HTTP/1.1" status: 204 len: 168 time: 0.3300438 Dec 20 14:26:21.273552 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 4eb57587-46ac-4ed3-b6d7-2cd32cba2d4c no longer exists at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:26:21.281723 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b036c07-0235-468f-92d0-442f585dd913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d97cfcef-6ddf-49fc-999d-4931592564ba,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:26:21.348047 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ded531e-154d-4e85-9496-48e545043a54 service neutron] Pushing event updated for resources: {'Port': ['ID=4eb57587-46ac-4ed3-b6d7-2cd32cba2d4c,revision_number=10']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:26:21.361963 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ded531e-154d-4e85-9496-48e545043a54 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:26:21.362199 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ded531e-154d-4e85-9496-48e545043a54 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:26:21.362541 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ded531e-154d-4e85-9496-48e545043a54 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:26:21.362901 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ded531e-154d-4e85-9496-48e545043a54 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:26:21.363320 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ded531e-154d-4e85-9496-48e545043a54 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:26:21.363687 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ded531e-154d-4e85-9496-48e545043a54 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:26:21.364003 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ded531e-154d-4e85-9496-48e545043a54 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:26:21.364395 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ded531e-154d-4e85-9496-48e545043a54 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:26:21.364655 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ded531e-154d-4e85-9496-48e545043a54 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:26:21.365004 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ded531e-154d-4e85-9496-48e545043a54 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:26:21.365356 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ded531e-154d-4e85-9496-48e545043a54 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:26:21.365708 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ded531e-154d-4e85-9496-48e545043a54 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:26:21.366020 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ded531e-154d-4e85-9496-48e545043a54 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:26:21.401454 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b734bc9-a130-426f-b1f2-cacfe1130c60 req-1ded531e-154d-4e85-9496-48e545043a54 service neutron] No DVR routers for this DVR port 4eb57587-46ac-4ed3-b6d7-2cd32cba2d4c on host n-h2-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:26:21.502768 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2b734bc9-a130-426f-b1f2-cacfe1130c60 req-1ded531e-154d-4e85-9496-48e545043a54 service neutron] 10.222.0.47 "PUT /v2.0/ports/4eb57587-46ac-4ed3-b6d7-2cd32cba2d4c/bindings/n-h1-761264-19/activate HTTP/1.1" status: 200 len: 370 time: 0.8276196 Dec 20 14:26:21.735100 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb209e7f-88c5-42bb-892f-69092790e1f2 req-58b95846-6521-45c1-aa1a-24d1d2ea5375 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:21.749202 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bb209e7f-88c5-42bb-892f-69092790e1f2 req-58b95846-6521-45c1-aa1a-24d1d2ea5375 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a82e967-0672-489c-b421-c72b7431d859 HTTP/1.1" status: 200 len: 945 time: 0.1920087 Dec 20 14:26:21.763869 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b734bc9-a130-426f-b1f2-cacfe1130c60 req-06f8ad21-3b35-4b07-afdc-90e93587d7f6 tempest-LiveMigrationTest-1128134252 tempest-LiveMigrationTest-1128134252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:21.763869 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2b734bc9-a130-426f-b1f2-cacfe1130c60 req-06f8ad21-3b35-4b07-afdc-90e93587d7f6 tempest-LiveMigrationTest-1128134252 tempest-LiveMigrationTest-1128134252-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=8a82e967-0672-489c-b421-c72b7431d859&tenant_id=2785aa25e0a64107a28490f4f2c107bc&binding%3Ahost_id=n-h2-761264-19 HTTP/1.1" status: 200 len: 1097 time: 0.1486876 Dec 20 14:26:21.889758 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bb209e7f-88c5-42bb-892f-69092790e1f2 req-1c880e03-e0ad-4308-b67c-6e1ed9fb6fa0 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377938 Dec 20 14:26:22.086051 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b734bc9-a130-426f-b1f2-cacfe1130c60 req-0e51d982-bcb1-40b8-9925-c4872bcdc474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:22.089238 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2b734bc9-a130-426f-b1f2-cacfe1130c60 req-0e51d982-bcb1-40b8-9925-c4872bcdc474 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8a82e967-0672-489c-b421-c72b7431d859&tenant_id=2785aa25e0a64107a28490f4f2c107bc HTTP/1.1" status: 200 len: 1097 time: 0.3149252 Dec 20 14:26:22.215733 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b734bc9-a130-426f-b1f2-cacfe1130c60 req-af8639fd-eb80-4a67-a4a7-c60f117431a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:22.217973 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2b734bc9-a130-426f-b1f2-cacfe1130c60 req-af8639fd-eb80-4a67-a4a7-c60f117431a0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2785aa25e0a64107a28490f4f2c107bc&device_id=8a82e967-0672-489c-b421-c72b7431d859 HTTP/1.1" status: 200 len: 1097 time: 0.0958581 Dec 20 14:26:22.482424 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b734bc9-a130-426f-b1f2-cacfe1130c60 req-dbd2fc52-3ccb-4546-92f4-2c6c797992ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:22.485321 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2b734bc9-a130-426f-b1f2-cacfe1130c60 req-dbd2fc52-3ccb-4546-92f4-2c6c797992ae service neutron] 10.222.0.30 "GET /v2.0/networks?id=2b333b61-ce15-4944-95b5-760e7ec98a8f HTTP/1.1" status: 200 len: 909 time: 0.2532520 Dec 20 14:26:22.550688 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2b734bc9-a130-426f-b1f2-cacfe1130c60 req-e963e574-51d3-4bd6-96e1-003f4b3b16e9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4eb57587-46ac-4ed3-b6d7-2cd32cba2d4c HTTP/1.1" status: 200 len: 217 time: 0.0567951 Dec 20 14:26:22.630441 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b734bc9-a130-426f-b1f2-cacfe1130c60 req-e9efea86-3b1f-443e-b571-6d1afee66fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:22.632064 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2b734bc9-a130-426f-b1f2-cacfe1130c60 req-e9efea86-3b1f-443e-b571-6d1afee66fac service neutron] 10.222.0.30 "GET /v2.0/subnets?id=63ebfb59-720a-4723-915c-292ae8d31522 HTTP/1.1" status: 200 len: 848 time: 0.0713058 Dec 20 14:26:22.679754 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2b734bc9-a130-426f-b1f2-cacfe1130c60 req-8821ae19-d28a-42aa-b376-d5d75084b945 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2b333b61-ce15-4944-95b5-760e7ec98a8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392780 Dec 20 14:26:22.882165 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2b734bc9-a130-426f-b1f2-cacfe1130c60 req-a58e6ee9-79f9-48c3-b64b-3a91f19616b4 service neutron] 10.222.0.30 "GET /v2.0/networks/2b333b61-ce15-4944-95b5-760e7ec98a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944728 Dec 20 14:26:23.174180 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2b734bc9-a130-426f-b1f2-cacfe1130c60 req-3967ac3e-d878-4b12-b0b2-dcf85163bc65 service neutron] 10.222.0.30 "GET /v2.0/networks/2b333b61-ce15-4944-95b5-760e7ec98a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2821972 Dec 20 14:26:23.221170 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ade55d8-5cd0-4ca8-a3c7-436bcb4d5b6a req-1d80dd42-99d9-49af-b8d7-e0230764c4dd tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:23.223532 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9ade55d8-5cd0-4ca8-a3c7-436bcb4d5b6a req-1d80dd42-99d9-49af-b8d7-e0230764c4dd tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a82e967-0672-489c-b421-c72b7431d859 HTTP/1.1" status: 200 len: 945 time: 0.1557202 Dec 20 14:26:23.336106 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9ade55d8-5cd0-4ca8-a3c7-436bcb4d5b6a req-1a6f7ca7-38a7-46f2-a4fd-6fd24dd5374e tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043937 Dec 20 14:26:23.602074 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b734bc9-a130-426f-b1f2-cacfe1130c60 req-089e3423-507f-4358-ad0c-d7b38732a789 tempest-LiveMigrationTest-1128134252 tempest-LiveMigrationTest-1128134252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:23.603774 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2b734bc9-a130-426f-b1f2-cacfe1130c60 req-089e3423-507f-4358-ad0c-d7b38732a789 tempest-LiveMigrationTest-1128134252 tempest-LiveMigrationTest-1128134252-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=8a82e967-0672-489c-b421-c72b7431d859&tenant_id=2785aa25e0a64107a28490f4f2c107bc&binding%3Ahost_id=n-h1-761264-19 HTTP/1.1" status: 200 len: 1097 time: 0.0933685 Dec 20 14:26:23.882269 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-2b734bc9-a130-426f-b1f2-cacfe1130c60 req-6a71246f-5be7-4e11-95c2-aabd60bc5177 service neutron] For port 4eb57587-46ac-4ed3-b6d7-2cd32cba2d4c, host n-h2-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:26:23.892231 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-2b734bc9-a130-426f-b1f2-cacfe1130c60 req-6a71246f-5be7-4e11-95c2-aabd60bc5177 service neutron] Publish callbacks [] for binding, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:23.893385 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2b734bc9-a130-426f-b1f2-cacfe1130c60 req-6a71246f-5be7-4e11-95c2-aabd60bc5177 service neutron] 10.222.0.30 "DELETE /v2.0/ports/4eb57587-46ac-4ed3-b6d7-2cd32cba2d4c/bindings/n-h2-761264-19 HTTP/1.1" status: 204 len: 173 time: 0.2811873 Dec 20 14:26:24.168534 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 52914) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:26:24.332494 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f9faf3b1-bfe0-471d-96b5-9b8faa301f2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:24.506519 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f9faf3b1-bfe0-471d-96b5-9b8faa301f2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:24.536185 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f9faf3b1-bfe0-471d-96b5-9b8faa301f2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:24.596197 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9faf3b1-bfe0-471d-96b5-9b8faa301f2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50024c1c-a53c-4ef6-9537-41a669c13164,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:26:24.613510 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a986e1b7-3a4f-406b-845b-8561e4d91ef7 req-15409df4-5717-475b-aaf8-ec8ba4ead9f8 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:24.618274 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a986e1b7-3a4f-406b-845b-8561e4d91ef7 req-15409df4-5717-475b-aaf8-ec8ba4ead9f8 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a82e967-0672-489c-b421-c72b7431d859 HTTP/1.1" status: 200 len: 945 time: 0.1152263 Dec 20 14:26:24.653509 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-f9faf3b1-bfe0-471d-96b5-9b8faa301f2b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5d6ca160c9714048be4aa5b7d9c694a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4858041 Dec 20 14:26:24.654414 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 52930) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:26:24.723077 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a986e1b7-3a4f-406b-845b-8561e4d91ef7 req-3541df3a-2e95-4975-bee7-12e9a891cd43 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752671 Dec 20 14:26:24.758285 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e705b4be-2dea-4c9e-abbf-346b1515dba8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:24.793811 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e705b4be-2dea-4c9e-abbf-346b1515dba8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:24.876351 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e705b4be-2dea-4c9e-abbf-346b1515dba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:24.891893 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e705b4be-2dea-4c9e-abbf-346b1515dba8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:24.894806 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-e705b4be-2dea-4c9e-abbf-346b1515dba8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/50024c1c-a53c-4ef6-9537-41a669c13164 HTTP/1.1" status: 204 len: 168 time: 0.2382879 Dec 20 14:26:24.911113 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e705b4be-2dea-4c9e-abbf-346b1515dba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50024c1c-a53c-4ef6-9537-41a669c13164,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:26:24.975883 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5066e935-9592-453c-9d64-f7b31f0c57f8 req-f50336a0-f7ad-41d7-bfb9-0f5e2d59600b tempest-LiveMigrationTest-1128134252 tempest-LiveMigrationTest-1128134252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:24.977484 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5066e935-9592-453c-9d64-f7b31f0c57f8 req-f50336a0-f7ad-41d7-bfb9-0f5e2d59600b tempest-LiveMigrationTest-1128134252 tempest-LiveMigrationTest-1128134252-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=8a82e967-0672-489c-b421-c72b7431d859 HTTP/1.1" status: 200 len: 1097 time: 0.0930099 Dec 20 14:26:25.102571 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5066e935-9592-453c-9d64-f7b31f0c57f8 req-189f85f8-c84c-45dd-92b2-bc141340d009 tempest-LiveMigrationTest-1128134252 tempest-LiveMigrationTest-1128134252-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181769 Dec 20 14:26:25.346338 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f8b291-ac00-46f5-8542-e35000c8621c req-887ee34d-6e5b-47b4-a1ef-c0020818d522 tempest-LiveMigrationTest-1128134252 tempest-LiveMigrationTest-1128134252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:25.350712 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-28f8b291-ac00-46f5-8542-e35000c8621c req-887ee34d-6e5b-47b4-a1ef-c0020818d522 tempest-LiveMigrationTest-1128134252 tempest-LiveMigrationTest-1128134252-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=8a82e967-0672-489c-b421-c72b7431d859 HTTP/1.1" status: 200 len: 1097 time: 0.0742686 Dec 20 14:26:25.429728 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-28f8b291-ac00-46f5-8542-e35000c8621c req-140637ab-bc3a-4503-bd2a-7d4df42a3c1d tempest-LiveMigrationTest-1128134252 tempest-LiveMigrationTest-1128134252-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719824 Dec 20 14:26:25.692815 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4c71a7-2e44-4ae0-b00a-51eb29afd2c3 req-be6bcc79-fa65-40a9-bd42-8049041d4577 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:25.704839 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fe4c71a7-2e44-4ae0-b00a-51eb29afd2c3 req-be6bcc79-fa65-40a9-bd42-8049041d4577 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/networks?id=f77acfe8-c05d-4606-b7e9-7027c0b13511 HTTP/1.1" status: 200 len: 821 time: 0.1950455 Dec 20 14:26:25.723688 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fe4c71a7-2e44-4ae0-b00a-51eb29afd2c3 req-38b5a485-0d2b-4e3a-9eda-f933a483984f tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/quotas/230adefc93184769a5ed971e644ca4c5 HTTP/1.1" status: 200 len: 375 time: 0.0178969 Dec 20 14:26:25.825281 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fe4c71a7-2e44-4ae0-b00a-51eb29afd2c3 req-2c627da9-4bac-4009-a37a-eb57bcaa14af tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=230adefc93184769a5ed971e644ca4c5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1006298 Dec 20 14:26:26.056946 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fe4c71a7-2e44-4ae0-b00a-51eb29afd2c3 req-41d94163-f05b-4d30-9fd7-a17b769f0b6c service neutron] 10.222.0.54 "GET /v2.0/networks/f77acfe8-c05d-4606-b7e9-7027c0b13511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303393 Dec 20 14:26:26.306018 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fe4c71a7-2e44-4ae0-b00a-51eb29afd2c3 req-048c0978-22fa-4956-a460-965547124bdc service neutron] 10.222.0.54 "GET /v2.0/networks/f77acfe8-c05d-4606-b7e9-7027c0b13511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481325 Dec 20 14:26:26.436692 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 53008) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:26:26.610356 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-6bde7134-b7cf-455f-89e0-368debee0f52 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-972240548-network', 'tenant_id': '7db68c07b2e8445b8d4272fa646b5852'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:26:26.667559 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bde7134-b7cf-455f-89e0-368debee0f52 admin admin] Made reservation on behalf of 7db68c07b2e8445b8d4272fa646b5852 for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:26:26.692516 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6bde7134-b7cf-455f-89e0-368debee0f52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:26.708236 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6bde7134-b7cf-455f-89e0-368debee0f52 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:26.864023 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-72ee89c3-de8a-4171-ab48-e2854103dcc1 req-95ffa4f2-815f-48a1-af91-8c042de44739 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=015e6f3f-513f-4129-9676-862ff5b70f8e HTTP/1.1" status: 200 len: 210 time: 0.0891948 Dec 20 14:26:26.901420 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6bde7134-b7cf-455f-89e0-368debee0f52 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:26.914998 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6bde7134-b7cf-455f-89e0-368debee0f52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:26.958207 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bde7134-b7cf-455f-89e0-368debee0f52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43c0ac57-a0d4-4728-b359-486d90e63ad1,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:26:26.992533 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bde7134-b7cf-455f-89e0-368debee0f52 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:26:27.012828 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6bde7134-b7cf-455f-89e0-368debee0f52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:27.013315 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-6bde7134-b7cf-455f-89e0-368debee0f52 admin admin] Added segment 083ec5a2-8034-45c0-81b5-ec9dea4598e2 of type vlan for network 16189b34-662f-400f-bc52-e94ab90158e1 Dec 20 14:26:27.102262 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6bde7134-b7cf-455f-89e0-368debee0f52 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:27.188420 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6bde7134-b7cf-455f-89e0-368debee0f52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:27.190058 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bde7134-b7cf-455f-89e0-368debee0f52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:27.190928 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6bde7134-b7cf-455f-89e0-368debee0f52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:27.276546 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-6bde7134-b7cf-455f-89e0-368debee0f52 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8348589 Dec 20 14:26:27.281626 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 53040) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:26:27.289866 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-b41cdbd4-87f4-435c-a07a-b4f960f1f238 admin admin] Request body: {'subnet': {'network_id': '16189b34-662f-400f-bc52-e94ab90158e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-972240548-subnet', 'tenant_id': '7db68c07b2e8445b8d4272fa646b5852', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:26:27.376298 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b41cdbd4-87f4-435c-a07a-b4f960f1f238 admin admin] Made reservation on behalf of 7db68c07b2e8445b8d4272fa646b5852 for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:26:27.380087 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b41cdbd4-87f4-435c-a07a-b4f960f1f238 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:27.424038 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bde7134-b7cf-455f-89e0-368debee0f52 admin admin] Pushing event updated for resources: {'Network': ['ID=16189b34-662f-400f-bc52-e94ab90158e1,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:26:27.439740 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 16189b34-662f-400f-bc52-e94ab90158e1 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:26:27.810450 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b41cdbd4-87f4-435c-a07a-b4f960f1f238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:27.983327 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41cdbd4-87f4-435c-a07a-b4f960f1f238 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fffa9a2-9cbe-46b2-9b29-5a8bd9778f5b,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:26:28.034324 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41cdbd4-87f4-435c-a07a-b4f960f1f238 admin admin] Checking segment: {'id': '083ec5a2-8034-45c0-81b5-ec9dea4598e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '16189b34-662f-400f-bc52-e94ab90158e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:26:28.034689 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41cdbd4-87f4-435c-a07a-b4f960f1f238 admin admin] Network hostable DHCP agents. Network: 16189b34-662f-400f-bc52-e94ab90158e1, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:26:28.091583 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-967dc2bf-f7f1-4e60-8553-46794b7fd671 req-efec3c10-09ab-4b02-8fc6-3e2c80033600 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=015e6f3f-513f-4129-9676-862ff5b70f8e HTTP/1.1" status: 200 len: 210 time: 0.0488288 Dec 20 14:26:28.106899 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41cdbd4-87f4-435c-a07a-b4f960f1f238 admin admin] Network 16189b34-662f-400f-bc52-e94ab90158e1 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:26:28.128235 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-b41cdbd4-87f4-435c-a07a-b4f960f1f238 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 16189b34-662f-400f-bc52-e94ab90158e1) {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:26:28.140462 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a8e7032-cce0-4ac0-9537-4dd5683b30b4 None None] Network 16189b34-662f-400f-bc52-e94ab90158e1 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:26:28.162031 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41cdbd4-87f4-435c-a07a-b4f960f1f238 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:28.164041 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b41cdbd4-87f4-435c-a07a-b4f960f1f238 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:28.210403 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 53060) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:26:28.216865 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-0ca312ea-4e4c-487a-948a-764ab328e992 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-972240548-router', 'tenant_id': '7db68c07b2e8445b8d4272fa646b5852', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:26:28.220548 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-b41cdbd4-87f4-435c-a07a-b4f960f1f238 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9360087 Dec 20 14:26:28.271782 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0ca312ea-4e4c-487a-948a-764ab328e992 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40114'] for router, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:28.275884 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0ca312ea-4e4c-487a-948a-764ab328e992 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40139'] for router, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:28.405948 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0ca312ea-4e4c-487a-948a-764ab328e992 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:28.451257 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f979bdf9-7dbc-40c2-9759-874039aa47e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-16189b34-662f-400f-bc52-e94ab90158e1', 'network_id': '16189b34-662f-400f-bc52-e94ab90158e1', 'project_id': '7db68c07b2e8445b8d4272fa646b5852', 'fixed_ips': [{'subnet_id': '2fffa9a2-9cbe-46b2-9b29-5a8bd9778f5b'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:26:28.452217 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f979bdf9-7dbc-40c2-9759-874039aa47e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:28.786541 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0ca312ea-4e4c-487a-948a-764ab328e992 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:28.850485 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4c71a7-2e44-4ae0-b00a-51eb29afd2c3 req-e5eec65c-cb52-4a5e-a054-518628b4ecd5 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:28.852934 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fe4c71a7-2e44-4ae0-b00a-51eb29afd2c3 req-e5eec65c-cb52-4a5e-a054-518628b4ecd5 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.47 "GET /v2.0/networks?id=f77acfe8-c05d-4606-b7e9-7027c0b13511 HTTP/1.1" status: 200 len: 821 time: 0.3404324 Dec 20 14:26:28.878643 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-fe4c71a7-2e44-4ae0-b00a-51eb29afd2c3 req-5e1ce85f-ccfc-4d64-83cf-df4d64b87090 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Request body: {'port': {'device_id': '015e6f3f-513f-4129-9676-862ff5b70f8e', 'network_id': 'f77acfe8-c05d-4606-b7e9-7027c0b13511', 'admin_state_up': True, 'tenant_id': '230adefc93184769a5ed971e644ca4c5'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:26:29.080504 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe4c71a7-2e44-4ae0-b00a-51eb29afd2c3 req-5e1ce85f-ccfc-4d64-83cf-df4d64b87090 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Made reservation on behalf of 230adefc93184769a5ed971e644ca4c5 for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:26:29.084569 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-fe4c71a7-2e44-4ae0-b00a-51eb29afd2c3 req-5e1ce85f-ccfc-4d64-83cf-df4d64b87090 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:29.162768 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-f979bdf9-7dbc-40c2-9759-874039aa47e8 None None] Allocated IP 172.20.0.2 (16189b34-662f-400f-bc52-e94ab90158e1/2fffa9a2-9cbe-46b2-9b29-5a8bd9778f5b/9a8afc1c-14fe-4cb6-bc44-3a475c27d0dd) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:26:29.355638 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c85ec165-8bc1-432e-9904-4ad11cb5187d req-f0aed780-3865-43b7-8acc-78c9421401fd tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=015e6f3f-513f-4129-9676-862ff5b70f8e HTTP/1.1" status: 200 len: 210 time: 0.0745418 Dec 20 14:26:29.473138 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0ca312ea-4e4c-487a-948a-764ab328e992 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:29.555580 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0ca312ea-4e4c-487a-948a-764ab328e992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:29.589706 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f979bdf9-7dbc-40c2-9759-874039aa47e8 None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:29.608350 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f979bdf9-7dbc-40c2-9759-874039aa47e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:29.696629 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f979bdf9-7dbc-40c2-9759-874039aa47e8 None None] Pushing event updated for resources: {'Port': ['ID=9a8afc1c-14fe-4cb6-bc44-3a475c27d0dd,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:26:29.708926 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f979bdf9-7dbc-40c2-9759-874039aa47e8 None None] Network 16189b34-662f-400f-bc52-e94ab90158e1 is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:26:29.712120 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-f979bdf9-7dbc-40c2-9759-874039aa47e8 None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:26:29.718787 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f979bdf9-7dbc-40c2-9759-874039aa47e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:26:29.719677 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f979bdf9-7dbc-40c2-9759-874039aa47e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:26:29.720028 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f979bdf9-7dbc-40c2-9759-874039aa47e8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:26:29.720367 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f979bdf9-7dbc-40c2-9759-874039aa47e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:26:29.720704 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f979bdf9-7dbc-40c2-9759-874039aa47e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:26:29.721034 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f979bdf9-7dbc-40c2-9759-874039aa47e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:26:29.721362 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f979bdf9-7dbc-40c2-9759-874039aa47e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:26:29.721687 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f979bdf9-7dbc-40c2-9759-874039aa47e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:26:29.722011 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f979bdf9-7dbc-40c2-9759-874039aa47e8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:26:29.722349 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f979bdf9-7dbc-40c2-9759-874039aa47e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:26:29.723244 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f979bdf9-7dbc-40c2-9759-874039aa47e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:26:29.723571 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f979bdf9-7dbc-40c2-9759-874039aa47e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:26:29.723892 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f979bdf9-7dbc-40c2-9759-874039aa47e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:26:29.727962 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f979bdf9-7dbc-40c2-9759-874039aa47e8 None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:26:29.733682 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [req-fe4c71a7-2e44-4ae0-b00a-51eb29afd2c3 req-5e1ce85f-ccfc-4d64-83cf-df4d64b87090 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Allocated IP 172.20.0.11 (f77acfe8-c05d-4606-b7e9-7027c0b13511/39805718-f3e9-41ca-8469-b49efb1a12f8/34958a97-52be-44b3-960d-563b0bd85dbe) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:26:29.822513 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-0ca312ea-4e4c-487a-948a-764ab328e992 admin admin] Allocated IP 172.25.0.93 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/23153ac4-6f0c-4b72-a442-4c60a53871eb) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:26:29.857775 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-f979bdf9-7dbc-40c2-9759-874039aa47e8 None None] Attempting to bind port 9a8afc1c-14fe-4cb6-bc44-3a475c27d0dd on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:26:29.858302 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-f979bdf9-7dbc-40c2-9759-874039aa47e8 None None] Attempting to bind port 9a8afc1c-14fe-4cb6-bc44-3a475c27d0dd by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '083ec5a2-8034-45c0-81b5-ec9dea4598e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '16189b34-662f-400f-bc52-e94ab90158e1'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:26:29.858801 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f979bdf9-7dbc-40c2-9759-874039aa47e8 None None] Attempting to bind port 9a8afc1c-14fe-4cb6-bc44-3a475c27d0dd on network 16189b34-662f-400f-bc52-e94ab90158e1 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:26:29.866843 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f979bdf9-7dbc-40c2-9759-874039aa47e8 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:26:29.867720 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f979bdf9-7dbc-40c2-9759-874039aa47e8 None None] Checking segment: {'id': '083ec5a2-8034-45c0-81b5-ec9dea4598e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '16189b34-662f-400f-bc52-e94ab90158e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:26:29.868180 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f979bdf9-7dbc-40c2-9759-874039aa47e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:29.868748 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f979bdf9-7dbc-40c2-9759-874039aa47e8 None None] Bound using segment: {'id': '083ec5a2-8034-45c0-81b5-ec9dea4598e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '16189b34-662f-400f-bc52-e94ab90158e1'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:26:29.869277 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-f979bdf9-7dbc-40c2-9759-874039aa47e8 None None] Bound port: 9a8afc1c-14fe-4cb6-bc44-3a475c27d0dd, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '083ec5a2-8034-45c0-81b5-ec9dea4598e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '16189b34-662f-400f-bc52-e94ab90158e1'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:26:29.869710 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f979bdf9-7dbc-40c2-9759-874039aa47e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:29.976693 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-f979bdf9-7dbc-40c2-9759-874039aa47e8 None None] For port 9a8afc1c-14fe-4cb6-bc44-3a475c27d0dd, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:26:29.990348 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-f979bdf9-7dbc-40c2-9759-874039aa47e8 None None] For port 9a8afc1c-14fe-4cb6-bc44-3a475c27d0dd, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=9a8afc1c-14fe-4cb6-bc44-3a475c27d0dd,segment=NetworkSegment(083ec5a2-8034-45c0-81b5-ec9dea4598e2),segment_id=083ec5a2-8034-45c0-81b5-ec9dea4598e2)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:26:30.019573 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f979bdf9-7dbc-40c2-9759-874039aa47e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:30.168006 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f979bdf9-7dbc-40c2-9759-874039aa47e8 None None] Pushing event updated for resources: {'Port': ['ID=9a8afc1c-14fe-4cb6-bc44-3a475c27d0dd,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:26:30.168260 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0ca312ea-4e4c-487a-948a-764ab328e992 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:30.172928 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-fe4c71a7-2e44-4ae0-b00a-51eb29afd2c3 req-5e1ce85f-ccfc-4d64-83cf-df4d64b87090 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:30.244385 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0ca312ea-4e4c-487a-948a-764ab328e992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:30.287737 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-fe4c71a7-2e44-4ae0-b00a-51eb29afd2c3 req-5e1ce85f-ccfc-4d64-83cf-df4d64b87090 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:30.307945 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['543b54c3-a54c-47f5-ad15-569568ada13d'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:26:30.343657 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca312ea-4e4c-487a-948a-764ab328e992 admin admin] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:26:30.404993 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe4c71a7-2e44-4ae0-b00a-51eb29afd2c3 req-5e1ce85f-ccfc-4d64-83cf-df4d64b87090 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Network f77acfe8-c05d-4606-b7e9-7027c0b13511 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:26:30.418081 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [req-fe4c71a7-2e44-4ae0-b00a-51eb29afd2c3 req-5e1ce85f-ccfc-4d64-83cf-df4d64b87090 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:26:30.420708 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-0ca312ea-4e4c-487a-948a-764ab328e992 admin admin] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:26:30.424861 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe4c71a7-2e44-4ae0-b00a-51eb29afd2c3 req-5e1ce85f-ccfc-4d64-83cf-df4d64b87090 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:26:30.430190 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca312ea-4e4c-487a-948a-764ab328e992 admin admin] Pushing event updated for resources: {'Port': ['ID=23153ac4-6f0c-4b72-a442-4c60a53871eb,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:26:30.440665 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca312ea-4e4c-487a-948a-764ab328e992 admin admin] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:26:30.645891 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b44ab0-832c-4dc1-9aca-c58c8d118050 req-173e32c2-5a9f-4609-be98-ade0ccf24bed tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:30.647655 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-22b44ab0-832c-4dc1-9aca-c58c8d118050 req-173e32c2-5a9f-4609-be98-ade0ccf24bed tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=015e6f3f-513f-4129-9676-862ff5b70f8e HTTP/1.1" status: 200 len: 932 time: 0.1016171 Dec 20 14:26:30.671509 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-74b65c5a-5f39-499f-bed0-e938fae5b24a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:30.734031 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-22b44ab0-832c-4dc1-9aca-c58c8d118050 req-c65809bd-4581-4298-adc7-43005d7315fd tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801167 Dec 20 14:26:30.815575 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4c71a7-2e44-4ae0-b00a-51eb29afd2c3 req-5e1ce85f-ccfc-4d64-83cf-df4d64b87090 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:30.817004 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-fe4c71a7-2e44-4ae0-b00a-51eb29afd2c3 req-5e1ce85f-ccfc-4d64-83cf-df4d64b87090 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:30.864228 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fe4c71a7-2e44-4ae0-b00a-51eb29afd2c3 req-5e1ce85f-ccfc-4d64-83cf-df4d64b87090 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9941757 Dec 20 14:26:30.868721 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1ce85f-ccfc-4d64-83cf-df4d64b87090 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Pushing event updated for resources: {'Port': ['ID=34958a97-52be-44b3-960d-563b0bd85dbe,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:26:30.892440 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-fe4c71a7-2e44-4ae0-b00a-51eb29afd2c3 req-23869daa-d8f5-4cab-8963-d12552de1995 service neutron] Request body: {'port': {'device_id': '015e6f3f-513f-4129-9676-862ff5b70f8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-19'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:26:31.204048 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-fe4c71a7-2e44-4ae0-b00a-51eb29afd2c3 req-23869daa-d8f5-4cab-8963-d12552de1995 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:31.395504 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0ca312ea-4e4c-487a-948a-764ab328e992 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:31.913448 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63704ecf-4939-4d66-abb7-001f8247585f None None] Network 16189b34-662f-400f-bc52-e94ab90158e1 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:26:32.028173 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a3e427-9fac-447e-8771-ec6b5b857041 req-d0fc98ad-5286-4cee-a7fd-7630dc5f1485 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:32.048211 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-96a3e427-9fac-447e-8771-ec6b5b857041 req-d0fc98ad-5286-4cee-a7fd-7630dc5f1485 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=015e6f3f-513f-4129-9676-862ff5b70f8e HTTP/1.1" status: 200 len: 932 time: 0.1654065 Dec 20 14:26:32.253594 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-96a3e427-9fac-447e-8771-ec6b5b857041 req-d2e0a5af-9dc5-4c72-b74c-347860721248 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984835 Dec 20 14:26:32.273575 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-0c97b1d8-342e-468a-baae-d2ede7bd1fc5 None None] Provisioning complete for port 9a8afc1c-14fe-4cb6-bc44-3a475c27d0dd triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:26:32.274216 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-0c97b1d8-342e-468a-baae-d2ede7bd1fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:32.559436 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-0c97b1d8-342e-468a-baae-d2ede7bd1fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:32.613436 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 9a8afc1c-14fe-4cb6-bc44-3a475c27d0dd up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:26:32.670092 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-0c97b1d8-342e-468a-baae-d2ede7bd1fc5 None None] For port 9a8afc1c-14fe-4cb6-bc44-3a475c27d0dd, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=9a8afc1c-14fe-4cb6-bc44-3a475c27d0dd,segment=NetworkSegment(083ec5a2-8034-45c0-81b5-ec9dea4598e2),segment_id=083ec5a2-8034-45c0-81b5-ec9dea4598e2)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:26:32.686265 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-0c97b1d8-342e-468a-baae-d2ede7bd1fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:32.827106 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0ca312ea-4e4c-487a-948a-764ab328e992 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013'] for router, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:32.835756 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 9a8afc1c-14fe-4cb6-bc44-3a475c27d0dd triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:26:32.836121 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:32.845072 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [req-fe4c71a7-2e44-4ae0-b00a-51eb29afd2c3 req-23869daa-d8f5-4cab-8963-d12552de1995 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34958a97-52be-44b3-960d-563b0bd85dbe {{(pid=103168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:26:32.878555 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-fe4c71a7-2e44-4ae0-b00a-51eb29afd2c3 req-23869daa-d8f5-4cab-8963-d12552de1995 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:32.924077 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c97b1d8-342e-468a-baae-d2ede7bd1fc5 None None] Pushing event updated for resources: {'Port': ['ID=9a8afc1c-14fe-4cb6-bc44-3a475c27d0dd,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:26:32.958309 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.provisioning_blocks [req-fe4c71a7-2e44-4ae0-b00a-51eb29afd2c3 req-23869daa-d8f5-4cab-8963-d12552de1995 service neutron] Transition to ACTIVE for port object 34958a97-52be-44b3-960d-563b0bd85dbe will not be triggered until provisioned by entity L2. {{(pid=103168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:26:32.958563 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-82e0745a-00e0-4edb-996d-4efcb17a2c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:32.964324 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-fe4c71a7-2e44-4ae0-b00a-51eb29afd2c3 req-23869daa-d8f5-4cab-8963-d12552de1995 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:33.000161 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-a012eb31-ae75-4a7a-9429-cdaaff1875b3 None None] Provisioning complete for port 9a8afc1c-14fe-4cb6-bc44-3a475c27d0dd triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:26:33.001459 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a012eb31-ae75-4a7a-9429-cdaaff1875b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:33.130813 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23869daa-d8f5-4cab-8963-d12552de1995 service neutron] Pushing event updated for resources: {'Port': ['ID=34958a97-52be-44b3-960d-563b0bd85dbe,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:26:33.362806 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ca312ea-4e4c-487a-948a-764ab328e992 admin admin] Router 21b3531e-3ded-4003-b85d-db0755e309d2 is scheduled to L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 with binding_index 1 {{(pid=103168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 14:26:33.396582 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-fe4c71a7-2e44-4ae0-b00a-51eb29afd2c3 req-23869daa-d8f5-4cab-8963-d12552de1995 service neutron] Attempting to bind port 34958a97-52be-44b3-960d-563b0bd85dbe on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:26:33.397729 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-fe4c71a7-2e44-4ae0-b00a-51eb29afd2c3 req-23869daa-d8f5-4cab-8963-d12552de1995 service neutron] Attempting to bind port 34958a97-52be-44b3-960d-563b0bd85dbe by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': 'c78eb3db-e8a6-4673-b220-136b3d8ed714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f77acfe8-c05d-4606-b7e9-7027c0b13511'}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:26:33.398171 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4c71a7-2e44-4ae0-b00a-51eb29afd2c3 req-23869daa-d8f5-4cab-8963-d12552de1995 service neutron] Attempting to bind port 34958a97-52be-44b3-960d-563b0bd85dbe on network f77acfe8-c05d-4606-b7e9-7027c0b13511 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:26:33.415297 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4c71a7-2e44-4ae0-b00a-51eb29afd2c3 req-23869daa-d8f5-4cab-8963-d12552de1995 service neutron] Port 34958a97-52be-44b3-960d-563b0bd85dbe on network f77acfe8-c05d-4606-b7e9-7027c0b13511 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:26:33.415656 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4c71a7-2e44-4ae0-b00a-51eb29afd2c3 req-23869daa-d8f5-4cab-8963-d12552de1995 service neutron] Attempting to bind port 34958a97-52be-44b3-960d-563b0bd85dbe on network f77acfe8-c05d-4606-b7e9-7027c0b13511 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:26:33.423582 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4c71a7-2e44-4ae0-b00a-51eb29afd2c3 req-23869daa-d8f5-4cab-8963-d12552de1995 service neutron] Checking agent: {'id': '43c60aee-e4af-4ecc-bee2-aac3569fafed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:26:33.424013 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4c71a7-2e44-4ae0-b00a-51eb29afd2c3 req-23869daa-d8f5-4cab-8963-d12552de1995 service neutron] Checking segment: {'id': 'c78eb3db-e8a6-4673-b220-136b3d8ed714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f77acfe8-c05d-4606-b7e9-7027c0b13511'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:26:33.424330 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4c71a7-2e44-4ae0-b00a-51eb29afd2c3 req-23869daa-d8f5-4cab-8963-d12552de1995 service neutron] Bound using segment: {'id': 'c78eb3db-e8a6-4673-b220-136b3d8ed714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f77acfe8-c05d-4606-b7e9-7027c0b13511'} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:26:33.424833 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-fe4c71a7-2e44-4ae0-b00a-51eb29afd2c3 req-23869daa-d8f5-4cab-8963-d12552de1995 service neutron] Bound port: 34958a97-52be-44b3-960d-563b0bd85dbe, host: n-h2-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c78eb3db-e8a6-4673-b220-136b3d8ed714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f77acfe8-c05d-4606-b7e9-7027c0b13511'}}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:26:33.425201 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-fe4c71a7-2e44-4ae0-b00a-51eb29afd2c3 req-23869daa-d8f5-4cab-8963-d12552de1995 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:33.511562 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418ca985-2492-49b8-9103-1b0e9d11a94b req-fcc05481-bd6c-494c-9fc8-805a8a384ff4 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:33.526127 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-418ca985-2492-49b8-9103-1b0e9d11a94b req-fcc05481-bd6c-494c-9fc8-805a8a384ff4 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=015e6f3f-513f-4129-9676-862ff5b70f8e HTTP/1.1" status: 200 len: 944 time: 0.1307349 Dec 20 14:26:33.606130 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-418ca985-2492-49b8-9103-1b0e9d11a94b req-7faf24da-b7a9-4f3b-943b-414b23aa09bf tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730863 Dec 20 14:26:33.633247 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-fe4c71a7-2e44-4ae0-b00a-51eb29afd2c3 req-23869daa-d8f5-4cab-8963-d12552de1995 service neutron] For port 34958a97-52be-44b3-960d-563b0bd85dbe, host n-h2-761264-19, cleared binding levels {{(pid=103168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:26:33.637654 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-fe4c71a7-2e44-4ae0-b00a-51eb29afd2c3 req-23869daa-d8f5-4cab-8963-d12552de1995 service neutron] For port 34958a97-52be-44b3-960d-563b0bd85dbe, host n-h2-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=34958a97-52be-44b3-960d-563b0bd85dbe,segment=NetworkSegment(c78eb3db-e8a6-4673-b220-136b3d8ed714),segment_id=c78eb3db-e8a6-4673-b220-136b3d8ed714)] {{(pid=103168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:26:33.643310 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ca312ea-4e4c-487a-948a-764ab328e992 admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:26:33.648692 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-fe4c71a7-2e44-4ae0-b00a-51eb29afd2c3 req-23869daa-d8f5-4cab-8963-d12552de1995 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:33.653650 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58cce52-d78f-4955-86cf-4c3de3700515 None None] Sync routers for ids ['21b3531e-3ded-4003-b85d-db0755e309d2'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:26:33.675580 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58cce52-d78f-4955-86cf-4c3de3700515 None None] Routers {'21b3531e-3ded-4003-b85d-db0755e309d2'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:26:33.677494 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-b58cce52-d78f-4955-86cf-4c3de3700515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:26:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['21b3531e-3ded-4003-b85d-db0755e309d2'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:26:33.685262 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:33.697818 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0ca312ea-4e4c-487a-948a-764ab328e992 admin admin] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:33.699094 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-0ca312ea-4e4c-487a-948a-764ab328e992 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.4865234 Dec 20 14:26:33.702079 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 53166) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:26:33.720375 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4c71a7-2e44-4ae0-b00a-51eb29afd2c3 req-23869daa-d8f5-4cab-8963-d12552de1995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:33.721001 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-fe4c71a7-2e44-4ae0-b00a-51eb29afd2c3 req-23869daa-d8f5-4cab-8963-d12552de1995 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:33.722441 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fe4c71a7-2e44-4ae0-b00a-51eb29afd2c3 req-23869daa-d8f5-4cab-8963-d12552de1995 service neutron] 10.222.0.47 "PUT /v2.0/ports/34958a97-52be-44b3-960d-563b0bd85dbe HTTP/1.1" status: 200 len: 1093 time: 2.8416810 Dec 20 14:26:33.722945 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '015e6f3f-513f-4129-9676-862ff5b70f8e', 'tag': '34958a97-52be-44b3-960d-563b0bd85dbe'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:26:33.725490 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-122599f4-07d5-4c0b-b88b-61b6527df70f" -d '{"events": [{"name": "network-changed", "server_uuid": "015e6f3f-513f-4129-9676-862ff5b70f8e", "tag": "34958a97-52be-44b3-960d-563b0bd85dbe"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:26:33.807259 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e10dc481-7ca8-4274-a7f9-98eff7470d09 x-openstack-request-id: req-e10dc481-7ca8-4274-a7f9-98eff7470d09 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:26:33.807561 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "015e6f3f-513f-4129-9676-862ff5b70f8e", "tag": "34958a97-52be-44b3-960d-563b0bd85dbe", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:26:33.807808 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e10dc481-7ca8-4274-a7f9-98eff7470d09 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:26:33.808234 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '015e6f3f-513f-4129-9676-862ff5b70f8e', 'tag': '34958a97-52be-44b3-960d-563b0bd85dbe', 'status': 'completed', 'code': 200} Dec 20 14:26:33.811947 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23869daa-d8f5-4cab-8963-d12552de1995 service neutron] Pushing event updated for resources: {'Port': ['ID=34958a97-52be-44b3-960d-563b0bd85dbe,revision_number=3']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:26:33.882587 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4c71a7-2e44-4ae0-b00a-51eb29afd2c3 req-d4fb9b96-8ad7-4169-ab2e-f76a243b1d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:33.884936 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fe4c71a7-2e44-4ae0-b00a-51eb29afd2c3 req-d4fb9b96-8ad7-4169-ab2e-f76a243b1d66 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=230adefc93184769a5ed971e644ca4c5&device_id=015e6f3f-513f-4129-9676-862ff5b70f8e HTTP/1.1" status: 200 len: 1096 time: 0.1054113 Dec 20 14:26:33.963152 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fe4c71a7-2e44-4ae0-b00a-51eb29afd2c3 req-160d0c3d-8f6d-42ce-b218-34e80d91238a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34958a97-52be-44b3-960d-563b0bd85dbe HTTP/1.1" status: 200 len: 217 time: 0.0650580 Dec 20 14:26:33.981715 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-b58cce52-d78f-4955-86cf-4c3de3700515 None None] Set router 21b3531e-3ded-4003-b85d-db0755e309d2 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:26:34.115027 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4c71a7-2e44-4ae0-b00a-51eb29afd2c3 req-772a403c-f73b-4da4-a377-40cd6b1c8320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:34.120601 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fe4c71a7-2e44-4ae0-b00a-51eb29afd2c3 req-772a403c-f73b-4da4-a377-40cd6b1c8320 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=39805718-f3e9-41ca-8469-b49efb1a12f8 HTTP/1.1" status: 200 len: 861 time: 0.1476519 Dec 20 14:26:34.199991 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fe4c71a7-2e44-4ae0-b00a-51eb29afd2c3 req-98a9f138-c7e0-42a7-b4e1-042ad331b68a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f77acfe8-c05d-4606-b7e9-7027c0b13511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709679 Dec 20 14:26:34.289240 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-b58cce52-d78f-4955-86cf-4c3de3700515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b3531e-3ded-4003-b85d-db0755e309d2', 'name': 'tempest-TaggedBootDevicesTest_v242-972240548-router', 'tenant_id': '7db68c07b2e8445b8d4272fa646b5852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '23153ac4-6f0c-4b72-a442-4c60a53871eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:26:28Z', 'updated_at': '2021-12-20T14:26:31Z', 'revision_number': 3, 'project_id': '7db68c07b2e8445b8d4272fa646b5852', 'gw_port': {'id': '23153ac4-6f0c-4b72-a442-4c60a53871eb', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:26:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b3531e-3ded-4003-b85d-db0755e309d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:26:29Z', 'updated_at': '2021-12-20T14:26:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:26:34.327466 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4cf7d8ac-a5a0-4ccd-b628-e15f6957f474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:34.328523 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58cce52-d78f-4955-86cf-4c3de3700515 None None] Checking router: 21b3531e-3ded-4003-b85d-db0755e309d2 for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:26:34.328870 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58cce52-d78f-4955-86cf-4c3de3700515 None None] Updating router 21b3531e-3ded-4003-b85d-db0755e309d2 port 23153ac4-6f0c-4b72-a442-4c60a53871eb binding host n-d-761264-19 {{(pid=103170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 14:26:34.364769 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b58cce52-d78f-4955-86cf-4c3de3700515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:34.456429 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fe4c71a7-2e44-4ae0-b00a-51eb29afd2c3 req-ae027074-d83c-433a-b29b-42e19a5e5b49 service neutron] 10.222.0.47 "GET /v2.0/networks/f77acfe8-c05d-4606-b7e9-7027c0b13511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468135 Dec 20 14:26:34.458468 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 9a8afc1c-14fe-4cb6-bc44-3a475c27d0dd up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:26:34.609039 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 9a8afc1c-14fe-4cb6-bc44-3a475c27d0dd triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:26:34.609441 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:34.748202 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-4cf7d8ac-a5a0-4ccd-b628-e15f6957f474 admin admin] Allocated IP 172.20.0.1 (16189b34-662f-400f-bc52-e94ab90158e1/2fffa9a2-9cbe-46b2-9b29-5a8bd9778f5b/d01b40c7-8271-4420-ac6c-d886fcd388df) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:26:34.752379 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fe4c71a7-2e44-4ae0-b00a-51eb29afd2c3 req-de4b1a1c-fa91-4208-bebb-721c057c41a6 service neutron] 10.222.0.47 "GET /v2.0/networks/f77acfe8-c05d-4606-b7e9-7027c0b13511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2856650 Dec 20 14:26:34.906469 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b58cce52-d78f-4955-86cf-4c3de3700515 None None] Publish callbacks [] for port, precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:34.927154 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b58cce52-d78f-4955-86cf-4c3de3700515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:34.948963 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591b1172-3fd4-43f3-af78-747ae412eded req-017e0c98-200c-40cb-aade-6e5bf727a06b tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:34.956008 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-591b1172-3fd4-43f3-af78-747ae412eded req-017e0c98-200c-40cb-aade-6e5bf727a06b tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=015e6f3f-513f-4129-9676-862ff5b70f8e HTTP/1.1" status: 200 len: 944 time: 0.1887226 Dec 20 14:26:34.972472 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122599f4-07d5-4c0b-b88b-61b6527df70f req-6d076dbe-4db0-4652-af7c-70620cd6f8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:34.974071 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-122599f4-07d5-4c0b-b88b-61b6527df70f req-6d076dbe-4db0-4652-af7c-70620cd6f8fa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=230adefc93184769a5ed971e644ca4c5&device_id=015e6f3f-513f-4129-9676-862ff5b70f8e HTTP/1.1" status: 200 len: 1096 time: 0.1571860 Dec 20 14:26:35.013122 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe17473-74e7-471b-95c2-0130dd3d222f None None] Pushing event updated for resources: {'Port': ['ID=23153ac4-6f0c-4b72-a442-4c60a53871eb,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:26:35.029053 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe17473-74e7-471b-95c2-0130dd3d222f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:26:35.029860 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe17473-74e7-471b-95c2-0130dd3d222f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:26:35.030586 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe17473-74e7-471b-95c2-0130dd3d222f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:26:35.031154 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe17473-74e7-471b-95c2-0130dd3d222f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:26:35.031699 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe17473-74e7-471b-95c2-0130dd3d222f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:26:35.032224 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe17473-74e7-471b-95c2-0130dd3d222f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:26:35.032871 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe17473-74e7-471b-95c2-0130dd3d222f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:26:35.033390 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe17473-74e7-471b-95c2-0130dd3d222f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:26:35.033503 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4cf7d8ac-a5a0-4ccd-b628-e15f6957f474 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:35.034071 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe17473-74e7-471b-95c2-0130dd3d222f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:26:35.034707 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe17473-74e7-471b-95c2-0130dd3d222f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:26:35.035259 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe17473-74e7-471b-95c2-0130dd3d222f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:26:35.035874 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe17473-74e7-471b-95c2-0130dd3d222f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:26:35.036401 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe17473-74e7-471b-95c2-0130dd3d222f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:26:35.053118 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-b58cce52-d78f-4955-86cf-4c3de3700515 None None] Attempting to bind port 23153ac4-6f0c-4b72-a442-4c60a53871eb on host n-d-761264-19 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:26:35.053830 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-b58cce52-d78f-4955-86cf-4c3de3700515 None None] Attempting to bind port 23153ac4-6f0c-4b72-a442-4c60a53871eb by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:26:35.054413 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58cce52-d78f-4955-86cf-4c3de3700515 None None] Attempting to bind port 23153ac4-6f0c-4b72-a442-4c60a53871eb on network c3f8658e-da35-41f3-bd03-509e29ebd6f3 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:26:35.062569 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58cce52-d78f-4955-86cf-4c3de3700515 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:26:35.063503 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58cce52-d78f-4955-86cf-4c3de3700515 None None] Checking segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:26:35.064155 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b58cce52-d78f-4955-86cf-4c3de3700515 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:35.064745 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58cce52-d78f-4955-86cf-4c3de3700515 None None] Bound using segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:26:35.065450 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-b58cce52-d78f-4955-86cf-4c3de3700515 None None] Bound port: 23153ac4-6f0c-4b72-a442-4c60a53871eb, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:26:35.066068 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b58cce52-d78f-4955-86cf-4c3de3700515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:35.124622 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-b58cce52-d78f-4955-86cf-4c3de3700515 None None] For port 23153ac4-6f0c-4b72-a442-4c60a53871eb, host n-d-761264-19, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:26:35.128430 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-b58cce52-d78f-4955-86cf-4c3de3700515 None None] For port 23153ac4-6f0c-4b72-a442-4c60a53871eb, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=23153ac4-6f0c-4b72-a442-4c60a53871eb,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:26:35.143649 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b58cce52-d78f-4955-86cf-4c3de3700515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:35.158825 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4cf7d8ac-a5a0-4ccd-b628-e15f6957f474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:35.205524 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe17473-74e7-471b-95c2-0130dd3d222f None None] Pushing event updated for resources: {'Port': ['ID=23153ac4-6f0c-4b72-a442-4c60a53871eb,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:26:35.242620 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58cce52-d78f-4955-86cf-4c3de3700515 None None] Routers {'21b3531e-3ded-4003-b85d-db0755e309d2'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:26:35.244153 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-b58cce52-d78f-4955-86cf-4c3de3700515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:26:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['21b3531e-3ded-4003-b85d-db0755e309d2'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:26:35.250249 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-591b1172-3fd4-43f3-af78-747ae412eded req-d505e7e9-ca54-489d-9640-ba9e0a86d60c tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2927566 Dec 20 14:26:35.252815 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf7d8ac-a5a0-4ccd-b628-e15f6957f474 admin admin] Network 16189b34-662f-400f-bc52-e94ab90158e1 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:26:35.267847 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-4cf7d8ac-a5a0-4ccd-b628-e15f6957f474 admin admin] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:26:35.272852 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf7d8ac-a5a0-4ccd-b628-e15f6957f474 admin admin] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:26:35.316277 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122599f4-07d5-4c0b-b88b-61b6527df70f req-829976f4-b25b-499f-a177-821b56c3e3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:35.318305 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-122599f4-07d5-4c0b-b88b-61b6527df70f req-829976f4-b25b-499f-a177-821b56c3e3f5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f77acfe8-c05d-4606-b7e9-7027c0b13511 HTTP/1.1" status: 200 len: 922 time: 0.3243124 Dec 20 14:26:35.368987 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4cf7d8ac-a5a0-4ccd-b628-e15f6957f474 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595714'] for router_interface, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:35.402164 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf7d8ac-a5a0-4ccd-b628-e15f6957f474 admin admin] Pushing event updated for resources: {'Port': ['ID=d01b40c7-8271-4420-ac6c-d886fcd388df,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:26:35.445790 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-122599f4-07d5-4c0b-b88b-61b6527df70f req-4df0256a-42da-40ed-a238-bf59985781cf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34958a97-52be-44b3-960d-563b0bd85dbe HTTP/1.1" status: 200 len: 217 time: 0.1190624 Dec 20 14:26:35.526798 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-b58cce52-d78f-4955-86cf-4c3de3700515 None None] Set router 21b3531e-3ded-4003-b85d-db0755e309d2 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:26:35.543118 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122599f4-07d5-4c0b-b88b-61b6527df70f req-cf8b4dd7-29b0-488c-b558-33ec7297c98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:35.545012 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-122599f4-07d5-4c0b-b88b-61b6527df70f req-cf8b4dd7-29b0-488c-b558-33ec7297c98c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=39805718-f3e9-41ca-8469-b49efb1a12f8 HTTP/1.1" status: 200 len: 861 time: 0.0866644 Dec 20 14:26:35.596580 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-122599f4-07d5-4c0b-b88b-61b6527df70f req-28a306ca-c242-4bd5-bbde-fb9596cd1a55 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f77acfe8-c05d-4606-b7e9-7027c0b13511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437765 Dec 20 14:26:35.660180 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:35.721673 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4cf7d8ac-a5a0-4ccd-b628-e15f6957f474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:35.776915 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-b0f48d81-84d2-49bc-bcb4-1223026e29b9 None None] Provisioning complete for port d01b40c7-8271-4420-ac6c-d886fcd388df triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:26:35.777282 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b0f48d81-84d2-49bc-bcb4-1223026e29b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:35.819657 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-122599f4-07d5-4c0b-b88b-61b6527df70f req-15470463-86ac-4ce6-9279-b60ba4f3828c service neutron] 10.222.0.47 "GET /v2.0/networks/f77acfe8-c05d-4606-b7e9-7027c0b13511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059951 Dec 20 14:26:35.870369 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-b0f48d81-84d2-49bc-bcb4-1223026e29b9 None None] Port d01b40c7-8271-4420-ac6c-d886fcd388df cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:26:35.910455 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-b58cce52-d78f-4955-86cf-4c3de3700515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b3531e-3ded-4003-b85d-db0755e309d2', 'name': 'tempest-TaggedBootDevicesTest_v242-972240548-router', 'tenant_id': '7db68c07b2e8445b8d4272fa646b5852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '23153ac4-6f0c-4b72-a442-4c60a53871eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:26:28Z', 'updated_at': '2021-12-20T14:26:31Z', 'revision_number': 3, 'project_id': '7db68c07b2e8445b8d4272fa646b5852', 'gw_port': {'id': '23153ac4-6f0c-4b72-a442-4c60a53871eb', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:26:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b3531e-3ded-4003-b85d-db0755e309d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:26:29Z', 'updated_at': '2021-12-20T14:26:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:26:35.951355 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58cce52-d78f-4955-86cf-4c3de3700515 None None] The sync data for ids ['21b3531e-3ded-4003-b85d-db0755e309d2'] in n-d-761264-19 is: [{'id': '21b3531e-3ded-4003-b85d-db0755e309d2', 'name': 'tempest-TaggedBootDevicesTest_v242-972240548-router', 'tenant_id': '7db68c07b2e8445b8d4272fa646b5852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '23153ac4-6f0c-4b72-a442-4c60a53871eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:26:28Z', 'updated_at': '2021-12-20T14:26:31Z', 'revision_number': 3, 'project_id': '7db68c07b2e8445b8d4272fa646b5852', 'gw_port': {'id': '23153ac4-6f0c-4b72-a442-4c60a53871eb', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:26:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b3531e-3ded-4003-b85d-db0755e309d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:26:29Z', 'updated_at': '2021-12-20T14:26:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:26:36.061656 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-122599f4-07d5-4c0b-b88b-61b6527df70f req-bc7ba176-a6cf-4941-a148-d02d0f7932fc service neutron] 10.222.0.47 "GET /v2.0/networks/f77acfe8-c05d-4606-b7e9-7027c0b13511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328911 Dec 20 14:26:36.103305 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4cf7d8ac-a5a0-4ccd-b628-e15f6957f474 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:36.109847 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4cf7d8ac-a5a0-4ccd-b628-e15f6957f474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:36.164626 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:36.222695 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4cf7d8ac-a5a0-4ccd-b628-e15f6957f474 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1595702'] for router_interface, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:36.235166 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf7d8ac-a5a0-4ccd-b628-e15f6957f474 admin admin] Pushing event updated for resources: {'Port': ['ID=d01b40c7-8271-4420-ac6c-d886fcd388df,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:26:36.509274 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf7d8ac-a5a0-4ccd-b628-e15f6957f474 admin admin] Network 16189b34-662f-400f-bc52-e94ab90158e1 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:26:36.513605 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-4cf7d8ac-a5a0-4ccd-b628-e15f6957f474 admin admin] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:26:36.687224 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ee041e-54d0-4fdd-b862-aa8e086dfc59 req-15ea411c-5d12-4038-a42f-3cd0fb92f5cf tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:36.693151 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-44ee041e-54d0-4fdd-b862-aa8e086dfc59 req-15ea411c-5d12-4038-a42f-3cd0fb92f5cf tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=015e6f3f-513f-4129-9676-862ff5b70f8e HTTP/1.1" status: 200 len: 944 time: 0.1556015 Dec 20 14:26:36.831253 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cf7d8ac-a5a0-4ccd-b628-e15f6957f474 admin admin] Router 21b3531e-3ded-4003-b85d-db0755e309d2 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:26:36.845446 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-44ee041e-54d0-4fdd-b862-aa8e086dfc59 req-a228bc00-cfd3-4492-b330-5e514f661a3f tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451297 Dec 20 14:26:36.924249 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-48bfd06e-9de9-4140-8e21-3d28381f7fcf None None] Provisioning complete for port d01b40c7-8271-4420-ac6c-d886fcd388df triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:26:36.928512 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-48bfd06e-9de9-4140-8e21-3d28381f7fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:37.002008 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-48bfd06e-9de9-4140-8e21-3d28381f7fcf None None] Port d01b40c7-8271-4420-ac6c-d886fcd388df cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:26:37.110017 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cf7d8ac-a5a0-4ccd-b628-e15f6957f474 admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:26:37.115296 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-4cf7d8ac-a5a0-4ccd-b628-e15f6957f474 admin admin] 10.222.0.54 "PUT /v2.0/routers/21b3531e-3ded-4003-b85d-db0755e309d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4121113 Dec 20 14:26:38.063577 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 53298) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:26:38.086669 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-1931ba71-f938-4761-9ea7-165a7c5e3a6c admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-48672068-network', 'tenant_id': '1d76d13fea96483daf60522f99ce0738'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:26:38.098628 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4ba2ce-664a-4573-b972-6fe224c7f3c7 req-7c2202fa-b35b-4183-948b-bcbc8fe42ec5 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:38.109918 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ca4ba2ce-664a-4573-b972-6fe224c7f3c7 req-7c2202fa-b35b-4183-948b-bcbc8fe42ec5 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=015e6f3f-513f-4129-9676-862ff5b70f8e HTTP/1.1" status: 200 len: 944 time: 0.0877988 Dec 20 14:26:38.136051 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1931ba71-f938-4761-9ea7-165a7c5e3a6c admin admin] Made reservation on behalf of 1d76d13fea96483daf60522f99ce0738 for: {'network': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:26:38.139590 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1931ba71-f938-4761-9ea7-165a7c5e3a6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:38.168673 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1931ba71-f938-4761-9ea7-165a7c5e3a6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:38.225245 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ca4ba2ce-664a-4573-b972-6fe224c7f3c7 req-2b024877-0495-429b-a53c-9b05568d782a tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050816 Dec 20 14:26:38.371772 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1931ba71-f938-4761-9ea7-165a7c5e3a6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:38.389474 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1931ba71-f938-4761-9ea7-165a7c5e3a6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:38.466208 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1931ba71-f938-4761-9ea7-165a7c5e3a6c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=103167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:26:38.514870 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1931ba71-f938-4761-9ea7-165a7c5e3a6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=110616d9-d540-4559-ba9c-0d52c651337d,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:26:38.522853 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1931ba71-f938-4761-9ea7-165a7c5e3a6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:38.522853 n-d-761264-19 neutron-server[103167]: INFO neutron.db.segments_db [None req-1931ba71-f938-4761-9ea7-165a7c5e3a6c admin admin] Added segment e229c016-118f-4672-8d14-787027aa44d0 of type vlan for network 4e62ec92-fdfb-40e1-893b-8045dcf9ab7e Dec 20 14:26:38.572160 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 23153ac4-6f0c-4b72-a442-4c60a53871eb up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:26:38.633119 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1931ba71-f938-4761-9ea7-165a7c5e3a6c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:38.663404 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548c2be4-217d-4712-a206-f81bf801d12f None None] Sync routers for ids ['21b3531e-3ded-4003-b85d-db0755e309d2'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:26:38.673344 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548c2be4-217d-4712-a206-f81bf801d12f None None] Routers {'21b3531e-3ded-4003-b85d-db0755e309d2'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:26:38.674005 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-548c2be4-217d-4712-a206-f81bf801d12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:26:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['21b3531e-3ded-4003-b85d-db0755e309d2'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:26:38.736813 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1931ba71-f938-4761-9ea7-165a7c5e3a6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:38.738455 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1931ba71-f938-4761-9ea7-165a7c5e3a6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:38.739340 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1931ba71-f938-4761-9ea7-165a7c5e3a6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:38.821555 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 53344) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:26:38.824678 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-1931ba71-f938-4761-9ea7-165a7c5e3a6c admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7597237 Dec 20 14:26:38.827614 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-49c90808-029d-45fb-a930-7a2889715d0e admin admin] Request body: {'subnet': {'network_id': '4e62ec92-fdfb-40e1-893b-8045dcf9ab7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-48672068-subnet', 'tenant_id': '1d76d13fea96483daf60522f99ce0738', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:26:38.828053 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-548c2be4-217d-4712-a206-f81bf801d12f None None] Set router 21b3531e-3ded-4003-b85d-db0755e309d2 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:26:38.933377 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c90808-029d-45fb-a930-7a2889715d0e admin admin] Made reservation on behalf of 1d76d13fea96483daf60522f99ce0738 for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:26:38.940320 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-49c90808-029d-45fb-a930-7a2889715d0e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:38.958787 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1931ba71-f938-4761-9ea7-165a7c5e3a6c admin admin] Pushing event updated for resources: {'Network': ['ID=4e62ec92-fdfb-40e1-893b-8045dcf9ab7e,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:26:38.985644 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 4e62ec92-fdfb-40e1-893b-8045dcf9ab7e details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:26:39.038028 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 23153ac4-6f0c-4b72-a442-4c60a53871eb triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:26:39.038977 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:39.450668 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:39.488381 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] For port 23153ac4-6f0c-4b72-a442-4c60a53871eb, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=23153ac4-6f0c-4b72-a442-4c60a53871eb,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:26:39.497407 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:39.547648 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-49c90808-029d-45fb-a930-7a2889715d0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8848317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10470522'] for subnet, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:39.597298 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c90808-029d-45fb-a930-7a2889715d0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d312ed75-4c8d-484b-9089-ae9bdb787f93,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:26:39.607003 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631b62f6-65a1-4e4c-9714-302398015350 req-fef7b829-b76f-43ca-8bb9-c6dc615cdb70 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:39.615560 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-631b62f6-65a1-4e4c-9714-302398015350 req-fef7b829-b76f-43ca-8bb9-c6dc615cdb70 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=015e6f3f-513f-4129-9676-862ff5b70f8e HTTP/1.1" status: 200 len: 944 time: 0.2022312 Dec 20 14:26:39.617838 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-548c2be4-217d-4712-a206-f81bf801d12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b3531e-3ded-4003-b85d-db0755e309d2', 'name': 'tempest-TaggedBootDevicesTest_v242-972240548-router', 'tenant_id': '7db68c07b2e8445b8d4272fa646b5852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '23153ac4-6f0c-4b72-a442-4c60a53871eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:26:28Z', 'updated_at': '2021-12-20T14:26:35Z', 'revision_number': 4, 'project_id': '7db68c07b2e8445b8d4272fa646b5852', 'gw_port': {'id': '23153ac4-6f0c-4b72-a442-4c60a53871eb', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:26:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b3531e-3ded-4003-b85d-db0755e309d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:26:29Z', 'updated_at': '2021-12-20T14:26:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'd01b40c7-8271-4420-ac6c-d886fcd388df', 'name': '', 'network_id': '16189b34-662f-400f-bc52-e94ab90158e1', 'tenant_id': '7db68c07b2e8445b8d4272fa646b5852', 'mac_address': 'fa:16:3e:9d:36:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b3531e-3ded-4003-b85d-db0755e309d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '2fffa9a2-9cbe-46b2-9b29-5a8bd9778f5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:26:34Z', 'updated_at': '2021-12-20T14:26:35Z', 'revision_number': 2, 'project_id': '7db68c07b2e8445b8d4272fa646b5852', 'subnets': [{'id': '2fffa9a2-9cbe-46b2-9b29-5a8bd9778f5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:26:39.699990 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548c2be4-217d-4712-a206-f81bf801d12f None None] Checking router: 21b3531e-3ded-4003-b85d-db0755e309d2 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:26:39.700628 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548c2be4-217d-4712-a206-f81bf801d12f None None] Updating router 21b3531e-3ded-4003-b85d-db0755e309d2 port d01b40c7-8271-4420-ac6c-d886fcd388df binding host n-d-761264-19 {{(pid=103169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 14:26:39.722529 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-631b62f6-65a1-4e4c-9714-302398015350 req-087af740-e08a-4dbf-875b-6774862f13b1 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059189 Dec 20 14:26:39.749178 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Pushing event updated for resources: {'Port': ['ID=23153ac4-6f0c-4b72-a442-4c60a53871eb,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:26:39.767779 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-548c2be4-217d-4712-a206-f81bf801d12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:39.777007 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c90808-029d-45fb-a930-7a2889715d0e admin admin] Checking segment: {'id': 'e229c016-118f-4672-8d14-787027aa44d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4e62ec92-fdfb-40e1-893b-8045dcf9ab7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:26:39.777510 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c90808-029d-45fb-a930-7a2889715d0e admin admin] Network hostable DHCP agents. Network: 4e62ec92-fdfb-40e1-893b-8045dcf9ab7e, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:26:39.832538 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c90808-029d-45fb-a930-7a2889715d0e admin admin] Network 4e62ec92-fdfb-40e1-893b-8045dcf9ab7e is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:26:39.852867 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-49c90808-029d-45fb-a930-7a2889715d0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 4e62ec92-fdfb-40e1-893b-8045dcf9ab7e) {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:26:39.861241 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c90808-029d-45fb-a930-7a2889715d0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:39.864870 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-49c90808-029d-45fb-a930-7a2889715d0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:39.897801 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-49c90808-029d-45fb-a930-7a2889715d0e admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0724003 Dec 20 14:26:39.898613 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 53378) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:26:39.909117 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-7bbf9482-b7e2-43ff-b497-69366a0c6b88 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-48672068-router', 'tenant_id': '1d76d13fea96483daf60522f99ce0738', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:26:39.929786 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573d672c-dfdb-4f11-a4a7-90578400b581 None None] Network 4e62ec92-fdfb-40e1-893b-8045dcf9ab7e requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:26:40.049996 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7bbf9482-b7e2-43ff-b497-69366a0c6b88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40114'] for router, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:40.051235 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7bbf9482-b7e2-43ff-b497-69366a0c6b88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40139'] for router, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:40.237032 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7bbf9482-b7e2-43ff-b497-69366a0c6b88 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:40.502809 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7bbf9482-b7e2-43ff-b497-69366a0c6b88 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:40.722413 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 23153ac4-6f0c-4b72-a442-4c60a53871eb up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:26:40.942528 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-548c2be4-217d-4712-a206-f81bf801d12f None None] Publish callbacks [] for port, precommit_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:40.961956 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68bb8bc1-e9af-43f5-94e1-9fec3b9c593b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-4e62ec92-fdfb-40e1-893b-8045dcf9ab7e', 'network_id': '4e62ec92-fdfb-40e1-893b-8045dcf9ab7e', 'project_id': '1d76d13fea96483daf60522f99ce0738', 'fixed_ips': [{'subnet_id': 'd312ed75-4c8d-484b-9089-ae9bdb787f93'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:26:40.967049 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-68bb8bc1-e9af-43f5-94e1-9fec3b9c593b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:41.004083 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-548c2be4-217d-4712-a206-f81bf801d12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:41.095861 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7bbf9482-b7e2-43ff-b497-69366a0c6b88 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:41.179162 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7bbf9482-b7e2-43ff-b497-69366a0c6b88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:41.465710 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b43389e-d76c-40de-8377-7e03e17747ee None None] Pushing event updated for resources: {'Port': ['ID=d01b40c7-8271-4420-ac6c-d886fcd388df,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:26:41.555398 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-7bbf9482-b7e2-43ff-b497-69366a0c6b88 admin admin] Allocated IP 172.25.0.179 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/8c9d8b9c-853c-48cf-8f42-cd01d49f0d10) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:26:41.664767 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb48b21-03a2-46bb-89c8-f08fb56eff0a req-950d7456-081d-4a1c-b833-26c49677576a tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:41.674190 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6cb48b21-03a2-46bb-89c8-f08fb56eff0a req-950d7456-081d-4a1c-b833-26c49677576a tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=015e6f3f-513f-4129-9676-862ff5b70f8e HTTP/1.1" status: 200 len: 944 time: 0.6288598 Dec 20 14:26:41.686664 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 23153ac4-6f0c-4b72-a442-4c60a53871eb triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:26:41.687372 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:41.780806 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6cb48b21-03a2-46bb-89c8-f08fb56eff0a req-46ff310b-23b8-400d-9bfa-1105040918d8 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061141 Dec 20 14:26:41.808360 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:41.868476 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-548c2be4-217d-4712-a206-f81bf801d12f None None] Attempting to bind port d01b40c7-8271-4420-ac6c-d886fcd388df on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:26:41.868859 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-548c2be4-217d-4712-a206-f81bf801d12f None None] Attempting to bind port d01b40c7-8271-4420-ac6c-d886fcd388df by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '083ec5a2-8034-45c0-81b5-ec9dea4598e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '16189b34-662f-400f-bc52-e94ab90158e1'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:26:41.869230 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548c2be4-217d-4712-a206-f81bf801d12f None None] Attempting to bind port d01b40c7-8271-4420-ac6c-d886fcd388df on network 16189b34-662f-400f-bc52-e94ab90158e1 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:26:41.871880 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-68bb8bc1-e9af-43f5-94e1-9fec3b9c593b None None] Allocated IP 172.20.0.2 (4e62ec92-fdfb-40e1-893b-8045dcf9ab7e/d312ed75-4c8d-484b-9089-ae9bdb787f93/69b462a0-5005-4f3c-a4c8-17eaaf8e6489) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:26:41.873795 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7bbf9482-b7e2-43ff-b497-69366a0c6b88 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:41.912639 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548c2be4-217d-4712-a206-f81bf801d12f None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:26:41.913112 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548c2be4-217d-4712-a206-f81bf801d12f None None] Checking segment: {'id': '083ec5a2-8034-45c0-81b5-ec9dea4598e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '16189b34-662f-400f-bc52-e94ab90158e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:26:41.913594 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-548c2be4-217d-4712-a206-f81bf801d12f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:41.914067 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548c2be4-217d-4712-a206-f81bf801d12f None None] Bound using segment: {'id': '083ec5a2-8034-45c0-81b5-ec9dea4598e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '16189b34-662f-400f-bc52-e94ab90158e1'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:26:41.914627 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-548c2be4-217d-4712-a206-f81bf801d12f None None] Bound port: d01b40c7-8271-4420-ac6c-d886fcd388df, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '083ec5a2-8034-45c0-81b5-ec9dea4598e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '16189b34-662f-400f-bc52-e94ab90158e1'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:26:41.915701 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-548c2be4-217d-4712-a206-f81bf801d12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:41.918302 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2e8cc502-6233-4e49-96d1-2f76f7739549 None None] Provisioning complete for port d01b40c7-8271-4420-ac6c-d886fcd388df triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:26:41.918801 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2e8cc502-6233-4e49-96d1-2f76f7739549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:41.991513 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7bbf9482-b7e2-43ff-b497-69366a0c6b88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:42.061698 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bbf9482-b7e2-43ff-b497-69366a0c6b88 admin admin] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:26:42.065171 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-7bbf9482-b7e2-43ff-b497-69366a0c6b88 admin admin] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:26:42.090882 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbf9482-b7e2-43ff-b497-69366a0c6b88 admin admin] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:26:42.121955 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-2e8cc502-6233-4e49-96d1-2f76f7739549 None None] Port d01b40c7-8271-4420-ac6c-d886fcd388df cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:26:42.192492 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbf9482-b7e2-43ff-b497-69366a0c6b88 admin admin] Pushing event updated for resources: {'Port': ['ID=8c9d8b9c-853c-48cf-8f42-cd01d49f0d10,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:26:42.231114 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-548c2be4-217d-4712-a206-f81bf801d12f None None] For port d01b40c7-8271-4420-ac6c-d886fcd388df, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:26:42.236237 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-548c2be4-217d-4712-a206-f81bf801d12f None None] For port d01b40c7-8271-4420-ac6c-d886fcd388df, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=d01b40c7-8271-4420-ac6c-d886fcd388df,segment=NetworkSegment(083ec5a2-8034-45c0-81b5-ec9dea4598e2),segment_id=083ec5a2-8034-45c0-81b5-ec9dea4598e2)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:26:42.260429 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-548c2be4-217d-4712-a206-f81bf801d12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:42.430378 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-68bb8bc1-e9af-43f5-94e1-9fec3b9c593b None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:42.451019 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548c2be4-217d-4712-a206-f81bf801d12f None None] Routers {'21b3531e-3ded-4003-b85d-db0755e309d2'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:26:42.451995 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-548c2be4-217d-4712-a206-f81bf801d12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:26:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['21b3531e-3ded-4003-b85d-db0755e309d2'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:26:42.454384 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-68bb8bc1-e9af-43f5-94e1-9fec3b9c593b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:42.462503 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b43389e-d76c-40de-8377-7e03e17747ee None None] Pushing event updated for resources: {'Port': ['ID=d01b40c7-8271-4420-ac6c-d886fcd388df,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:26:42.547537 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68bb8bc1-e9af-43f5-94e1-9fec3b9c593b None None] Network 4e62ec92-fdfb-40e1-893b-8045dcf9ab7e is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:26:42.560211 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-68bb8bc1-e9af-43f5-94e1-9fec3b9c593b None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:26:42.563159 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bb8bc1-e9af-43f5-94e1-9fec3b9c593b None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:26:42.605829 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bb8bc1-e9af-43f5-94e1-9fec3b9c593b None None] Pushing event updated for resources: {'Port': ['ID=69b462a0-5005-4f3c-a4c8-17eaaf8e6489,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:26:42.652002 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-548c2be4-217d-4712-a206-f81bf801d12f None None] Set router 21b3531e-3ded-4003-b85d-db0755e309d2 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:26:42.786099 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-8b4803df-26cb-432e-9bef-4bc0d84bc75a None None] Provisioning complete for port d01b40c7-8271-4420-ac6c-d886fcd388df triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:26:42.786486 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8b4803df-26cb-432e-9bef-4bc0d84bc75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:42.793802 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7bbf9482-b7e2-43ff-b497-69366a0c6b88 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:42.832472 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-68bb8bc1-e9af-43f5-94e1-9fec3b9c593b None None] Attempting to bind port 69b462a0-5005-4f3c-a4c8-17eaaf8e6489 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:26:42.833051 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-68bb8bc1-e9af-43f5-94e1-9fec3b9c593b None None] Attempting to bind port 69b462a0-5005-4f3c-a4c8-17eaaf8e6489 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': 'e229c016-118f-4672-8d14-787027aa44d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4e62ec92-fdfb-40e1-893b-8045dcf9ab7e'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:26:42.833278 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68bb8bc1-e9af-43f5-94e1-9fec3b9c593b None None] Attempting to bind port 69b462a0-5005-4f3c-a4c8-17eaaf8e6489 on network 4e62ec92-fdfb-40e1-893b-8045dcf9ab7e {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:26:42.875766 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68bb8bc1-e9af-43f5-94e1-9fec3b9c593b None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:26:42.876133 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68bb8bc1-e9af-43f5-94e1-9fec3b9c593b None None] Checking segment: {'id': 'e229c016-118f-4672-8d14-787027aa44d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4e62ec92-fdfb-40e1-893b-8045dcf9ab7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:26:42.876538 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-68bb8bc1-e9af-43f5-94e1-9fec3b9c593b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:42.876928 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68bb8bc1-e9af-43f5-94e1-9fec3b9c593b None None] Bound using segment: {'id': 'e229c016-118f-4672-8d14-787027aa44d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4e62ec92-fdfb-40e1-893b-8045dcf9ab7e'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:26:42.877504 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-68bb8bc1-e9af-43f5-94e1-9fec3b9c593b None None] Bound port: 69b462a0-5005-4f3c-a4c8-17eaaf8e6489, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e229c016-118f-4672-8d14-787027aa44d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4e62ec92-fdfb-40e1-893b-8045dcf9ab7e'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:26:42.877886 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-68bb8bc1-e9af-43f5-94e1-9fec3b9c593b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:42.997865 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-68bb8bc1-e9af-43f5-94e1-9fec3b9c593b None None] For port 69b462a0-5005-4f3c-a4c8-17eaaf8e6489, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:26:43.001784 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-68bb8bc1-e9af-43f5-94e1-9fec3b9c593b None None] For port 69b462a0-5005-4f3c-a4c8-17eaaf8e6489, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=69b462a0-5005-4f3c-a4c8-17eaaf8e6489,segment=NetworkSegment(e229c016-118f-4672-8d14-787027aa44d0),segment_id=e229c016-118f-4672-8d14-787027aa44d0)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:26:43.012496 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7704a168-92b5-48d0-bfe5-ef5e47db9901 req-daf5fc92-876f-4fca-9c0c-105b79b5606d tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:43.015454 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7704a168-92b5-48d0-bfe5-ef5e47db9901 req-daf5fc92-876f-4fca-9c0c-105b79b5606d tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fb48fab-b9a0-49e4-8699-2b1aabd4f30e HTTP/1.1" status: 200 len: 951 time: 0.0865247 Dec 20 14:26:43.072621 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 14:26:43.079010 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-68bb8bc1-e9af-43f5-94e1-9fec3b9c593b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:43.123447 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7704a168-92b5-48d0-bfe5-ef5e47db9901 req-12b366ba-cdcb-43bf-8204-e9e1f9e58eb5 tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] 10.222.0.54 "GET /v2.0/security-groups?id=a48d6ee2-6025-4eb5-ab02-0583262ca900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015496 Dec 20 14:26:43.136780 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8b4803df-26cb-432e-9bef-4bc0d84bc75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:43.155670 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cbf902-ac62-44b1-b424-d308091ba9d0 req-1b004285-ebf0-4c91-8426-9c3bf4eccb74 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:43.163130 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-52cbf902-ac62-44b1-b424-d308091ba9d0 req-1b004285-ebf0-4c91-8426-9c3bf4eccb74 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=015e6f3f-513f-4129-9676-862ff5b70f8e HTTP/1.1" status: 200 len: 944 time: 0.2358902 Dec 20 14:26:43.204552 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bb8bc1-e9af-43f5-94e1-9fec3b9c593b None None] Pushing event updated for resources: {'Port': ['ID=69b462a0-5005-4f3c-a4c8-17eaaf8e6489,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:26:43.227556 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-8b4803df-26cb-432e-9bef-4bc0d84bc75a None None] For port d01b40c7-8271-4420-ac6c-d886fcd388df, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=d01b40c7-8271-4420-ac6c-d886fcd388df,segment=NetworkSegment(083ec5a2-8034-45c0-81b5-ec9dea4598e2),segment_id=083ec5a2-8034-45c0-81b5-ec9dea4598e2)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:26:43.239886 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-548c2be4-217d-4712-a206-f81bf801d12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b3531e-3ded-4003-b85d-db0755e309d2', 'name': 'tempest-TaggedBootDevicesTest_v242-972240548-router', 'tenant_id': '7db68c07b2e8445b8d4272fa646b5852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '23153ac4-6f0c-4b72-a442-4c60a53871eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:26:28Z', 'updated_at': '2021-12-20T14:26:35Z', 'revision_number': 4, 'project_id': '7db68c07b2e8445b8d4272fa646b5852', 'gw_port': {'id': '23153ac4-6f0c-4b72-a442-4c60a53871eb', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:26:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b3531e-3ded-4003-b85d-db0755e309d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:26:29Z', 'updated_at': '2021-12-20T14:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'd01b40c7-8271-4420-ac6c-d886fcd388df', 'name': '', 'network_id': '16189b34-662f-400f-bc52-e94ab90158e1', 'tenant_id': '7db68c07b2e8445b8d4272fa646b5852', 'mac_address': 'fa:16:3e:9d:36:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b3531e-3ded-4003-b85d-db0755e309d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '2fffa9a2-9cbe-46b2-9b29-5a8bd9778f5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:26:34Z', 'updated_at': '2021-12-20T14:26:42Z', 'revision_number': 4, 'project_id': '7db68c07b2e8445b8d4272fa646b5852', 'subnets': [{'id': '2fffa9a2-9cbe-46b2-9b29-5a8bd9778f5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:26:43.241764 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8b4803df-26cb-432e-9bef-4bc0d84bc75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:43.285711 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548c2be4-217d-4712-a206-f81bf801d12f None None] The sync data for ids ['21b3531e-3ded-4003-b85d-db0755e309d2'] in n-d-761264-19 is: [{'id': '21b3531e-3ded-4003-b85d-db0755e309d2', 'name': 'tempest-TaggedBootDevicesTest_v242-972240548-router', 'tenant_id': '7db68c07b2e8445b8d4272fa646b5852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '23153ac4-6f0c-4b72-a442-4c60a53871eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:26:28Z', 'updated_at': '2021-12-20T14:26:35Z', 'revision_number': 4, 'project_id': '7db68c07b2e8445b8d4272fa646b5852', 'gw_port': {'id': '23153ac4-6f0c-4b72-a442-4c60a53871eb', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:26:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b3531e-3ded-4003-b85d-db0755e309d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:26:29Z', 'updated_at': '2021-12-20T14:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'd01b40c7-8271-4420-ac6c-d886fcd388df', 'name': '', 'network_id': '16189b34-662f-400f-bc52-e94ab90158e1', 'tenant_id': '7db68c07b2e8445b8d4272fa646b5852', 'mac_address': 'fa:16:3e:9d:36:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b3531e-3ded-4003-b85d-db0755e309d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '2fffa9a2-9cbe-46b2-9b29-5a8bd9778f5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:26:34Z', 'updated_at': '2021-12-20T14:26:42Z', 'revision_number': 4, 'project_id': '7db68c07b2e8445b8d4272fa646b5852', 'subnets': [{'id': '2fffa9a2-9cbe-46b2-9b29-5a8bd9778f5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:26:43.358184 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-52cbf902-ac62-44b1-b424-d308091ba9d0 req-96e4870a-361c-4b58-b2e8-ca6179a5e05f tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937981 Dec 20 14:26:43.400667 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7bbf9482-b7e2-43ff-b497-69366a0c6b88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013'] for router, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:43.423312 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4803df-26cb-432e-9bef-4bc0d84bc75a None None] Pushing event updated for resources: {'Port': ['ID=d01b40c7-8271-4420-ac6c-d886fcd388df,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:26:43.717688 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bbf9482-b7e2-43ff-b497-69366a0c6b88 admin admin] Router 1731c8d3-8119-4c52-bc5a-c8e06ef3101c is scheduled to L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 with binding_index 1 {{(pid=103168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 14:26:43.882163 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bbf9482-b7e2-43ff-b497-69366a0c6b88 admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:26:43.896749 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88f429f-60a6-4f6a-ba24-b53a039047b2 None None] Sync routers for ids ['1731c8d3-8119-4c52-bc5a-c8e06ef3101c'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:26:43.908922 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7bbf9482-b7e2-43ff-b497-69366a0c6b88 admin admin] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:43.909852 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88f429f-60a6-4f6a-ba24-b53a039047b2 None None] Routers {'1731c8d3-8119-4c52-bc5a-c8e06ef3101c'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:26:43.910663 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-d88f429f-60a6-4f6a-ba24-b53a039047b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:26:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['1731c8d3-8119-4c52-bc5a-c8e06ef3101c'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:26:43.911958 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-7bbf9482-b7e2-43ff-b497-69366a0c6b88 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.0123277 Dec 20 14:26:43.915216 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 53442) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:26:44.250239 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-d88f429f-60a6-4f6a-ba24-b53a039047b2 None None] Set router 1731c8d3-8119-4c52-bc5a-c8e06ef3101c gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:26:44.648991 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device d01b40c7-8271-4420-ac6c-d886fcd388df up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:26:44.703955 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-d88f429f-60a6-4f6a-ba24-b53a039047b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1731c8d3-8119-4c52-bc5a-c8e06ef3101c', 'name': 'tempest-TaggedBootDevicesTest_v242-48672068-router', 'tenant_id': '1d76d13fea96483daf60522f99ce0738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '8c9d8b9c-853c-48cf-8f42-cd01d49f0d10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:26:40Z', 'updated_at': '2021-12-20T14:26:42Z', 'revision_number': 3, 'project_id': '1d76d13fea96483daf60522f99ce0738', 'gw_port': {'id': '8c9d8b9c-853c-48cf-8f42-cd01d49f0d10', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1731c8d3-8119-4c52-bc5a-c8e06ef3101c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:26:41Z', 'updated_at': '2021-12-20T14:26:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:26:44.767688 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88f429f-60a6-4f6a-ba24-b53a039047b2 None None] Checking router: 1731c8d3-8119-4c52-bc5a-c8e06ef3101c for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:26:44.768044 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88f429f-60a6-4f6a-ba24-b53a039047b2 None None] Updating router 1731c8d3-8119-4c52-bc5a-c8e06ef3101c port 8c9d8b9c-853c-48cf-8f42-cd01d49f0d10 binding host n-d-761264-19 {{(pid=103170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 14:26:44.813620 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d88f429f-60a6-4f6a-ba24-b53a039047b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:44.858461 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port d01b40c7-8271-4420-ac6c-d886fcd388df triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:26:44.858962 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:44.991499 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003957c0-1832-487e-a4a6-283239db2704 None None] Network 4e62ec92-fdfb-40e1-893b-8045dcf9ab7e requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:26:45.047299 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb9ed62-9ef3-49e3-8d86-4b85eb998581 req-7431666d-bca7-464b-9b6f-8229650e1bc3 tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:45.056618 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-bdb9ed62-9ef3-49e3-8d86-4b85eb998581 req-7431666d-bca7-464b-9b6f-8229650e1bc3 tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fb48fab-b9a0-49e4-8699-2b1aabd4f30e HTTP/1.1" status: 200 len: 951 time: 0.2511618 Dec 20 14:26:45.160976 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128fc9bc-39d2-4675-9c42-447f3faf43e2 req-682e7d54-a20c-4d2a-a97b-647b25c0290d tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:45.174386 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-128fc9bc-39d2-4675-9c42-447f3faf43e2 req-682e7d54-a20c-4d2a-a97b-647b25c0290d tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=015e6f3f-513f-4129-9676-862ff5b70f8e HTTP/1.1" status: 200 len: 944 time: 0.1384077 Dec 20 14:26:45.199526 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:45.230056 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-bdb9ed62-9ef3-49e3-8d86-4b85eb998581 req-8626e23d-4d34-424d-bdc5-a276c722969c tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] 10.222.0.54 "GET /v2.0/security-groups?id=a48d6ee2-6025-4eb5-ab02-0583262ca900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721365 Dec 20 14:26:45.256750 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-8887569a-22ac-4dea-92d3-ec75251aff9a None None] Provisioning complete for port 69b462a0-5005-4f3c-a4c8-17eaaf8e6489 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:26:45.256750 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8887569a-22ac-4dea-92d3-ec75251aff9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:45.299836 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-128fc9bc-39d2-4675-9c42-447f3faf43e2 req-2784d2d2-1c5b-4f48-9f96-504e2666473f tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221623 Dec 20 14:26:45.462366 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 69b462a0-5005-4f3c-a4c8-17eaaf8e6489 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:26:45.467434 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d88f429f-60a6-4f6a-ba24-b53a039047b2 None None] Publish callbacks [] for port, precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:45.483344 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d88f429f-60a6-4f6a-ba24-b53a039047b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:45.531275 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-d88f429f-60a6-4f6a-ba24-b53a039047b2 None None] Attempting to bind port 8c9d8b9c-853c-48cf-8f42-cd01d49f0d10 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:26:45.531639 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-d88f429f-60a6-4f6a-ba24-b53a039047b2 None None] Attempting to bind port 8c9d8b9c-853c-48cf-8f42-cd01d49f0d10 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:26:45.532114 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88f429f-60a6-4f6a-ba24-b53a039047b2 None None] Attempting to bind port 8c9d8b9c-853c-48cf-8f42-cd01d49f0d10 on network c3f8658e-da35-41f3-bd03-509e29ebd6f3 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:26:45.580598 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88f429f-60a6-4f6a-ba24-b53a039047b2 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:26:45.580950 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88f429f-60a6-4f6a-ba24-b53a039047b2 None None] Checking segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:26:45.581356 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d88f429f-60a6-4f6a-ba24-b53a039047b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:45.584244 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88f429f-60a6-4f6a-ba24-b53a039047b2 None None] Bound using segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:26:45.584816 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-d88f429f-60a6-4f6a-ba24-b53a039047b2 None None] Bound port: 8c9d8b9c-853c-48cf-8f42-cd01d49f0d10, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:26:45.585231 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d88f429f-60a6-4f6a-ba24-b53a039047b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:45.700508 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-d88f429f-60a6-4f6a-ba24-b53a039047b2 None None] For port 8c9d8b9c-853c-48cf-8f42-cd01d49f0d10, host n-d-761264-19, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:26:45.705290 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-d88f429f-60a6-4f6a-ba24-b53a039047b2 None None] For port 8c9d8b9c-853c-48cf-8f42-cd01d49f0d10, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=8c9d8b9c-853c-48cf-8f42-cd01d49f0d10,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:26:45.720413 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-d88f429f-60a6-4f6a-ba24-b53a039047b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:45.765279 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec32c8a-625d-445e-b3f7-53f31cbbe6e9 None None] Pushing event updated for resources: {'Port': ['ID=8c9d8b9c-853c-48cf-8f42-cd01d49f0d10,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:26:45.794618 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88f429f-60a6-4f6a-ba24-b53a039047b2 None None] Routers {'1731c8d3-8119-4c52-bc5a-c8e06ef3101c'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:26:45.796672 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-d88f429f-60a6-4f6a-ba24-b53a039047b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:26:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['1731c8d3-8119-4c52-bc5a-c8e06ef3101c'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:26:45.897510 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c61819c3-0ea9-4858-bc1c-35e470afafdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:45.924449 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 71dfb4cf-d006-4bdd-bdc1-621c218463b3 no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:26:45.959178 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-d88f429f-60a6-4f6a-ba24-b53a039047b2 None None] Set router 1731c8d3-8119-4c52-bc5a-c8e06ef3101c gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:26:46.099011 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8887569a-22ac-4dea-92d3-ec75251aff9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:46.219460 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-d88f429f-60a6-4f6a-ba24-b53a039047b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1731c8d3-8119-4c52-bc5a-c8e06ef3101c', 'name': 'tempest-TaggedBootDevicesTest_v242-48672068-router', 'tenant_id': '1d76d13fea96483daf60522f99ce0738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '8c9d8b9c-853c-48cf-8f42-cd01d49f0d10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:26:40Z', 'updated_at': '2021-12-20T14:26:42Z', 'revision_number': 3, 'project_id': '1d76d13fea96483daf60522f99ce0738', 'gw_port': {'id': '8c9d8b9c-853c-48cf-8f42-cd01d49f0d10', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1731c8d3-8119-4c52-bc5a-c8e06ef3101c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:26:41Z', 'updated_at': '2021-12-20T14:26:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:26:46.242194 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-8887569a-22ac-4dea-92d3-ec75251aff9a None None] For port 69b462a0-5005-4f3c-a4c8-17eaaf8e6489, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=69b462a0-5005-4f3c-a4c8-17eaaf8e6489,segment=NetworkSegment(e229c016-118f-4672-8d14-787027aa44d0),segment_id=e229c016-118f-4672-8d14-787027aa44d0)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:26:46.263437 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88f429f-60a6-4f6a-ba24-b53a039047b2 None None] The sync data for ids ['1731c8d3-8119-4c52-bc5a-c8e06ef3101c'] in n-d-761264-19 is: [{'id': '1731c8d3-8119-4c52-bc5a-c8e06ef3101c', 'name': 'tempest-TaggedBootDevicesTest_v242-48672068-router', 'tenant_id': '1d76d13fea96483daf60522f99ce0738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '8c9d8b9c-853c-48cf-8f42-cd01d49f0d10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:26:40Z', 'updated_at': '2021-12-20T14:26:42Z', 'revision_number': 3, 'project_id': '1d76d13fea96483daf60522f99ce0738', 'gw_port': {'id': '8c9d8b9c-853c-48cf-8f42-cd01d49f0d10', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1731c8d3-8119-4c52-bc5a-c8e06ef3101c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:26:41Z', 'updated_at': '2021-12-20T14:26:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:26:46.265357 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec32c8a-625d-445e-b3f7-53f31cbbe6e9 None None] Pushing event updated for resources: {'Port': ['ID=8c9d8b9c-853c-48cf-8f42-cd01d49f0d10,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:26:46.283270 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-c61819c3-0ea9-4858-bc1c-35e470afafdf admin admin] Allocated IP 172.20.0.1 (4e62ec92-fdfb-40e1-893b-8045dcf9ab7e/d312ed75-4c8d-484b-9089-ae9bdb787f93/46417196-96d9-441c-a7b5-85c4071bbedf) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:26:46.294311 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8887569a-22ac-4dea-92d3-ec75251aff9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:46.313915 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 69b462a0-5005-4f3c-a4c8-17eaaf8e6489 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:26:46.314371 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:46.554101 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-07e9532c-4743-4471-8cd5-fcfb6e25cbf0 None None] Provisioning complete for port 69b462a0-5005-4f3c-a4c8-17eaaf8e6489 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:26:46.554473 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-07e9532c-4743-4471-8cd5-fcfb6e25cbf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:46.593693 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb898c71-9178-4cc1-ad8b-2fb9faf76976 req-9179c8e3-c2c0-4905-89af-b4320a51eb2a tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:46.604681 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8887569a-22ac-4dea-92d3-ec75251aff9a None None] Pushing event updated for resources: {'Port': ['ID=69b462a0-5005-4f3c-a4c8-17eaaf8e6489,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:26:46.608652 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-eb898c71-9178-4cc1-ad8b-2fb9faf76976 req-9179c8e3-c2c0-4905-89af-b4320a51eb2a tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=015e6f3f-513f-4129-9676-862ff5b70f8e HTTP/1.1" status: 200 len: 944 time: 0.1239038 Dec 20 14:26:46.622630 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:46.630376 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c61819c3-0ea9-4858-bc1c-35e470afafdf admin admin] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:46.668086 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fb48fab-b9a0-49e4-8699-2b1aabd4f30e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71dfb4cf-d006-4bdd-bdc1-621c218463b3'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:26:46.671463 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b54ccc0e-bed4-4c5d-b4bf-6ae2ecc7a5b1" -d '{"events": [{"server_uuid": "7fb48fab-b9a0-49e4-8699-2b1aabd4f30e", "name": "network-vif-unplugged", "status": "completed", "tag": "71dfb4cf-d006-4bdd-bdc1-621c218463b3"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:26:46.717995 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-eb898c71-9178-4cc1-ad8b-2fb9faf76976 req-0c49e05b-03e4-4fee-993f-f7b3bfdc7471 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071701 Dec 20 14:26:46.727507 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c61819c3-0ea9-4858-bc1c-35e470afafdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:46.758574 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 71dfb4cf-d006-4bdd-bdc1-621c218463b3, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=71dfb4cf-d006-4bdd-bdc1-621c218463b3,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:26:46.770299 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:46.890313 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61819c3-0ea9-4858-bc1c-35e470afafdf admin admin] Network 4e62ec92-fdfb-40e1-893b-8045dcf9ab7e is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:26:46.895205 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61819c3-0ea9-4858-bc1c-35e470afafdf admin admin] Pushing event updated for resources: {'Port': ['ID=46417196-96d9-441c-a7b5-85c4071bbedf,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:26:46.902315 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-c61819c3-0ea9-4858-bc1c-35e470afafdf admin admin] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:26:46.907472 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61819c3-0ea9-4858-bc1c-35e470afafdf admin admin] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:26:46.970529 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 69b462a0-5005-4f3c-a4c8-17eaaf8e6489 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:26:47.038710 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=71dfb4cf-d006-4bdd-bdc1-621c218463b3,revision_number=11']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:26:47.041906 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c61819c3-0ea9-4858-bc1c-35e470afafdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595714'] for router_interface, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:47.106010 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 14:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc450c87-32c0-4da9-9f0f-c04336f077a7 x-openstack-request-id: req-bc450c87-32c0-4da9-9f0f-c04336f077a7 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:26:47.106914 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fb48fab-b9a0-49e4-8699-2b1aabd4f30e", "name": "network-vif-unplugged", "status": "completed", "tag": "71dfb4cf-d006-4bdd-bdc1-621c218463b3", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:26:47.107815 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bc450c87-32c0-4da9-9f0f-c04336f077a7 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:26:47.108405 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fb48fab-b9a0-49e4-8699-2b1aabd4f30e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71dfb4cf-d006-4bdd-bdc1-621c218463b3', 'code': 200} Dec 20 14:26:47.155535 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 69b462a0-5005-4f3c-a4c8-17eaaf8e6489 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:26:47.156657 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:47.325483 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c61819c3-0ea9-4858-bc1c-35e470afafdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:47.408580 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-28e6babb-23b1-4df0-a8f7-431004b24e11 None None] Provisioning complete for port 46417196-96d9-441c-a7b5-85c4071bbedf triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:26:47.409055 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-28e6babb-23b1-4df0-a8f7-431004b24e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:47.457020 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-28e6babb-23b1-4df0-a8f7-431004b24e11 None None] Port 46417196-96d9-441c-a7b5-85c4071bbedf cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:26:47.649171 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c61819c3-0ea9-4858-bc1c-35e470afafdf admin admin] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:47.655929 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c61819c3-0ea9-4858-bc1c-35e470afafdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:47.745397 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c61819c3-0ea9-4858-bc1c-35e470afafdf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1595702'] for router_interface, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:47.873625 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61819c3-0ea9-4858-bc1c-35e470afafdf admin admin] Pushing event updated for resources: {'Port': ['ID=46417196-96d9-441c-a7b5-85c4071bbedf,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:26:47.971789 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9479a13-0fe3-414b-a13a-8164e5809a70 req-af01fe57-1a6c-4ffd-828a-5396b7ef2e45 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:47.980220 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c9479a13-0fe3-414b-a13a-8164e5809a70 req-af01fe57-1a6c-4ffd-828a-5396b7ef2e45 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=015e6f3f-513f-4129-9676-862ff5b70f8e HTTP/1.1" status: 200 len: 944 time: 0.1402051 Dec 20 14:26:48.017104 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61819c3-0ea9-4858-bc1c-35e470afafdf admin admin] Network 4e62ec92-fdfb-40e1-893b-8045dcf9ab7e is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:26:48.019165 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-c61819c3-0ea9-4858-bc1c-35e470afafdf admin admin] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:26:48.159157 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c9479a13-0fe3-414b-a13a-8164e5809a70 req-492e83cc-6a1f-4d06-a25d-5c34724c5e38 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689730 Dec 20 14:26:48.337601 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c61819c3-0ea9-4858-bc1c-35e470afafdf admin admin] Router 1731c8d3-8119-4c52-bc5a-c8e06ef3101c has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:26:48.487645 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-d6754f5f-6e9f-4e97-8c4f-c88d9ce85746 None None] Provisioning complete for port 46417196-96d9-441c-a7b5-85c4071bbedf triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:26:48.488148 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d6754f5f-6e9f-4e97-8c4f-c88d9ce85746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:48.566316 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-d6754f5f-6e9f-4e97-8c4f-c88d9ce85746 None None] Port 46417196-96d9-441c-a7b5-85c4071bbedf cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:26:48.574145 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54c24dc-e3df-49f9-b88d-bb9035453bb3 req-ee1d1c93-4ce7-4ea5-99a4-a074f61476fb tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:48.576174 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c54c24dc-e3df-49f9-b88d-bb9035453bb3 req-ee1d1c93-4ce7-4ea5-99a4-a074f61476fb tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] 10.222.0.54 "GET /v2.0/ports?device_id=e11276ee-9d0c-49c8-9177-e4611ff11c4c HTTP/1.1" status: 200 len: 945 time: 0.1190343 Dec 20 14:26:48.598616 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c61819c3-0ea9-4858-bc1c-35e470afafdf admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:26:48.609953 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-c61819c3-0ea9-4858-bc1c-35e470afafdf admin admin] 10.222.0.54 "PUT /v2.0/routers/1731c8d3-8119-4c52-bc5a-c8e06ef3101c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6939359 Dec 20 14:26:48.698557 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c54c24dc-e3df-49f9-b88d-bb9035453bb3 req-47b669e2-e769-43b0-99f5-9cb0cc8813fd tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] 10.222.0.54 "GET /v2.0/security-groups?id=73d8fb25-8bde-400a-9e66-c6fae64b7525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107919 Dec 20 14:26:48.794889 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0ec0d9b7-7a7f-49ea-a0c3-1ef1d9d16a10 req-df4a4d4d-c721-48dd-b94d-6df3680652d4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a21db8bc-e099-4eff-a349-250d98124b7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0701292 Dec 20 14:26:48.910890 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec0d9b7-7a7f-49ea-a0c3-1ef1d9d16a10 req-7f9c8b99-a0d8-4dfe-a93b-d347a5d7c038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:48.912562 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0ec0d9b7-7a7f-49ea-a0c3-1ef1d9d16a10 req-7f9c8b99-a0d8-4dfe-a93b-d347a5d7c038 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=230adefc93184769a5ed971e644ca4c5&device_id=a21db8bc-e099-4eff-a349-250d98124b7b HTTP/1.1" status: 200 len: 1097 time: 0.0813012 Dec 20 14:26:48.954122 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 8c9d8b9c-853c-48cf-8f42-cd01d49f0d10 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:26:49.030841 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 8c9d8b9c-853c-48cf-8f42-cd01d49f0d10 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:26:49.031713 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:49.109870 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec0d9b7-7a7f-49ea-a0c3-1ef1d9d16a10 req-ac93472a-20e5-4109-a634-46238ccfda46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:49.111528 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0ec0d9b7-7a7f-49ea-a0c3-1ef1d9d16a10 req-ac93472a-20e5-4109-a634-46238ccfda46 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f77acfe8-c05d-4606-b7e9-7027c0b13511 HTTP/1.1" status: 200 len: 922 time: 0.1695266 Dec 20 14:26:49.165643 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:49.224533 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0ec0d9b7-7a7f-49ea-a0c3-1ef1d9d16a10 req-d6aec46a-1a44-43c5-979c-46269211de2f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e31ccde7-6b06-4fa3-9cd5-1bf3399c7184 HTTP/1.1" status: 200 len: 217 time: 0.1050522 Dec 20 14:26:49.226080 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] For port 8c9d8b9c-853c-48cf-8f42-cd01d49f0d10, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=8c9d8b9c-853c-48cf-8f42-cd01d49f0d10,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:26:49.233989 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:49.314874 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec0d9b7-7a7f-49ea-a0c3-1ef1d9d16a10 req-1085731d-df8b-49bb-a484-ef8459dbc5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:49.316929 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0ec0d9b7-7a7f-49ea-a0c3-1ef1d9d16a10 req-1085731d-df8b-49bb-a484-ef8459dbc5f4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=39805718-f3e9-41ca-8469-b49efb1a12f8 HTTP/1.1" status: 200 len: 861 time: 0.0776033 Dec 20 14:26:49.333221 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b93c532-779e-4852-891f-c17aeface3a5 None None] Sync routers for ids ['1731c8d3-8119-4c52-bc5a-c8e06ef3101c'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:26:49.335851 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Pushing event updated for resources: {'Port': ['ID=8c9d8b9c-853c-48cf-8f42-cd01d49f0d10,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:26:49.372363 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b93c532-779e-4852-891f-c17aeface3a5 None None] Routers {'1731c8d3-8119-4c52-bc5a-c8e06ef3101c'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:26:49.375730 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-2b93c532-779e-4852-891f-c17aeface3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:26:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['1731c8d3-8119-4c52-bc5a-c8e06ef3101c'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:26:49.387290 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0ec0d9b7-7a7f-49ea-a0c3-1ef1d9d16a10 req-0c6e2bd6-2953-4c4c-b0d3-85b352bb3af9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f77acfe8-c05d-4606-b7e9-7027c0b13511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585151 Dec 20 14:26:49.441431 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae296fa-9c1a-468d-9cf6-c5872b539a90 req-6d735c7c-bece-4770-901d-6edd30f4c9cb tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:49.453855 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3ae296fa-9c1a-468d-9cf6-c5872b539a90 req-6d735c7c-bece-4770-901d-6edd30f4c9cb tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=015e6f3f-513f-4129-9676-862ff5b70f8e HTTP/1.1" status: 200 len: 944 time: 0.1358614 Dec 20 14:26:49.579149 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-2b93c532-779e-4852-891f-c17aeface3a5 None None] Set router 1731c8d3-8119-4c52-bc5a-c8e06ef3101c gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:26:49.612749 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3ae296fa-9c1a-468d-9cf6-c5872b539a90 req-837b1a49-4ab2-42b6-9e55-1fa154b0279a tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481681 Dec 20 14:26:49.627095 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0ec0d9b7-7a7f-49ea-a0c3-1ef1d9d16a10 req-5edd3204-1bf2-45cc-af0f-c54b46ce6d03 service neutron] 10.222.0.47 "GET /v2.0/networks/f77acfe8-c05d-4606-b7e9-7027c0b13511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280755 Dec 20 14:26:49.845143 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0ec0d9b7-7a7f-49ea-a0c3-1ef1d9d16a10 req-17456bce-ea8c-4f01-b671-77a949ea7238 service neutron] 10.222.0.47 "GET /v2.0/networks/f77acfe8-c05d-4606-b7e9-7027c0b13511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076731 Dec 20 14:26:49.961322 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b20537-1bfb-485a-a20b-5a3aef484832 req-d6e8e0c8-7f85-4571-9706-680e55c764f6 tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:49.964266 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-71b20537-1bfb-485a-a20b-5a3aef484832 req-d6e8e0c8-7f85-4571-9706-680e55c764f6 tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] 10.222.0.54 "GET /v2.0/ports?device_id=e11276ee-9d0c-49c8-9177-e4611ff11c4c HTTP/1.1" status: 200 len: 945 time: 0.1098127 Dec 20 14:26:49.971810 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-2b93c532-779e-4852-891f-c17aeface3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1731c8d3-8119-4c52-bc5a-c8e06ef3101c', 'name': 'tempest-TaggedBootDevicesTest_v242-48672068-router', 'tenant_id': '1d76d13fea96483daf60522f99ce0738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '8c9d8b9c-853c-48cf-8f42-cd01d49f0d10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:26:40Z', 'updated_at': '2021-12-20T14:26:47Z', 'revision_number': 4, 'project_id': '1d76d13fea96483daf60522f99ce0738', 'gw_port': {'id': '8c9d8b9c-853c-48cf-8f42-cd01d49f0d10', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1731c8d3-8119-4c52-bc5a-c8e06ef3101c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:26:41Z', 'updated_at': '2021-12-20T14:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '46417196-96d9-441c-a7b5-85c4071bbedf', 'name': '', 'network_id': '4e62ec92-fdfb-40e1-893b-8045dcf9ab7e', 'tenant_id': '1d76d13fea96483daf60522f99ce0738', 'mac_address': 'fa:16:3e:e9:39:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1731c8d3-8119-4c52-bc5a-c8e06ef3101c', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'd312ed75-4c8d-484b-9089-ae9bdb787f93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:26:45Z', 'updated_at': '2021-12-20T14:26:47Z', 'revision_number': 2, 'project_id': '1d76d13fea96483daf60522f99ce0738', 'subnets': [{'id': 'd312ed75-4c8d-484b-9089-ae9bdb787f93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:26:50.036295 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b93c532-779e-4852-891f-c17aeface3a5 None None] Checking router: 1731c8d3-8119-4c52-bc5a-c8e06ef3101c for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:26:50.036742 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b93c532-779e-4852-891f-c17aeface3a5 None None] Updating router 1731c8d3-8119-4c52-bc5a-c8e06ef3101c port 46417196-96d9-441c-a7b5-85c4071bbedf binding host n-d-761264-19 {{(pid=103169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 14:26:50.094478 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2b93c532-779e-4852-891f-c17aeface3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:50.100800 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-71b20537-1bfb-485a-a20b-5a3aef484832 req-f320c619-3cf2-46db-a557-5c0104359cec tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] 10.222.0.54 "GET /v2.0/security-groups?id=73d8fb25-8bde-400a-9e66-c6fae64b7525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028426 Dec 20 14:26:50.142706 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab75d039-4b21-4d31-8e71-4ac0d78480d9 req-350fe5ec-53b6-40eb-b7e2-ee942f4e1d68 tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:50.150848 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ab75d039-4b21-4d31-8e71-4ac0d78480d9 req-350fe5ec-53b6-40eb-b7e2-ee942f4e1d68 tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] 10.222.0.30 "GET /v2.0/ports?device_id=e11276ee-9d0c-49c8-9177-e4611ff11c4c HTTP/1.1" status: 200 len: 945 time: 0.1851368 Dec 20 14:26:50.443324 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-ab75d039-4b21-4d31-8e71-4ac0d78480d9 req-6b703f7d-80a4-463a-9435-039813e23617 tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] Deleting port 6921329e-61de-43c7-8698-3cf78ea742aa {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:26:50.443662 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-ab75d039-4b21-4d31-8e71-4ac0d78480d9 req-6b703f7d-80a4-463a-9435-039813e23617 tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:50.589634 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-ab75d039-4b21-4d31-8e71-4ac0d78480d9 req-6b703f7d-80a4-463a-9435-039813e23617 tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] For port 6921329e-61de-43c7-8698-3cf78ea742aa, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=6921329e-61de-43c7-8698-3cf78ea742aa,segment=NetworkSegment(4a8e3bfe-fb94-425c-9c5a-648fdee0e431),segment_id=4a8e3bfe-fb94-425c-9c5a-648fdee0e431)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:26:50.590358 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-ab75d039-4b21-4d31-8e71-4ac0d78480d9 req-6b703f7d-80a4-463a-9435-039813e23617 tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:50.614214 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2b93c532-779e-4852-891f-c17aeface3a5 None None] Publish callbacks [] for port, precommit_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:50.632675 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2b93c532-779e-4852-891f-c17aeface3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:50.871816 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aae348-2dab-4623-ba7f-46dec4be93cc None None] Pushing event updated for resources: {'Port': ['ID=46417196-96d9-441c-a7b5-85c4071bbedf,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:26:50.903084 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3615ccc9-c09b-42bd-9b7a-70496a13b881 req-8259d4b0-e19f-43f3-bafa-16194e834474 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:50.904746 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3615ccc9-c09b-42bd-9b7a-70496a13b881 req-8259d4b0-e19f-43f3-bafa-16194e834474 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=015e6f3f-513f-4129-9676-862ff5b70f8e HTTP/1.1" status: 200 len: 944 time: 0.1339531 Dec 20 14:26:50.918445 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-2b93c532-779e-4852-891f-c17aeface3a5 None None] Attempting to bind port 46417196-96d9-441c-a7b5-85c4071bbedf on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:26:50.922807 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-2b93c532-779e-4852-891f-c17aeface3a5 None None] Attempting to bind port 46417196-96d9-441c-a7b5-85c4071bbedf by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': 'e229c016-118f-4672-8d14-787027aa44d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4e62ec92-fdfb-40e1-893b-8045dcf9ab7e'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:26:50.923919 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b93c532-779e-4852-891f-c17aeface3a5 None None] Attempting to bind port 46417196-96d9-441c-a7b5-85c4071bbedf on network 4e62ec92-fdfb-40e1-893b-8045dcf9ab7e {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:26:50.948342 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b93c532-779e-4852-891f-c17aeface3a5 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:26:50.949444 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b93c532-779e-4852-891f-c17aeface3a5 None None] Checking segment: {'id': 'e229c016-118f-4672-8d14-787027aa44d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4e62ec92-fdfb-40e1-893b-8045dcf9ab7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:26:50.955091 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2b93c532-779e-4852-891f-c17aeface3a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:50.957930 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b93c532-779e-4852-891f-c17aeface3a5 None None] Bound using segment: {'id': 'e229c016-118f-4672-8d14-787027aa44d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4e62ec92-fdfb-40e1-893b-8045dcf9ab7e'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:26:50.958907 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-2b93c532-779e-4852-891f-c17aeface3a5 None None] Bound port: 46417196-96d9-441c-a7b5-85c4071bbedf, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e229c016-118f-4672-8d14-787027aa44d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4e62ec92-fdfb-40e1-893b-8045dcf9ab7e'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:26:50.959471 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2b93c532-779e-4852-891f-c17aeface3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:51.004981 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 8c9d8b9c-853c-48cf-8f42-cd01d49f0d10 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:26:51.071831 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3615ccc9-c09b-42bd-9b7a-70496a13b881 req-20e52314-68e0-4801-862f-77f6ea8f12e2 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600318 Dec 20 14:26:51.077638 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-ab75d039-4b21-4d31-8e71-4ac0d78480d9 req-6b703f7d-80a4-463a-9435-039813e23617 tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:51.078634 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-ab75d039-4b21-4d31-8e71-4ac0d78480d9 req-6b703f7d-80a4-463a-9435-039813e23617 tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585115'] for floatingip, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:51.079139 n-d-761264-19 neutron-server[103167]: INFO neutron.db.l3_db [req-ab75d039-4b21-4d31-8e71-4ac0d78480d9 req-6b703f7d-80a4-463a-9435-039813e23617 tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] Floating IP cd04b7a6-7c63-44cc-8f50-96aecc6df880 disassociated. External IP: 172.25.0.201, port: 6921329e-61de-43c7-8698-3cf78ea742aa. Dec 20 14:26:51.079635 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-ab75d039-4b21-4d31-8e71-4ac0d78480d9 req-6b703f7d-80a4-463a-9435-039813e23617 tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] Calling delete_port for 6921329e-61de-43c7-8698-3cf78ea742aa owned by compute:nova {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:26:51.243102 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 8c9d8b9c-853c-48cf-8f42-cd01d49f0d10 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:26:51.243472 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:51.357935 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-9262b198-a26d-40db-b26f-84e2f09d307a None None] Provisioning complete for port 46417196-96d9-441c-a7b5-85c4071bbedf triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:26:51.358301 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-9262b198-a26d-40db-b26f-84e2f09d307a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:51.434823 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2b93c532-779e-4852-891f-c17aeface3a5 None None] For port 46417196-96d9-441c-a7b5-85c4071bbedf, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:26:51.439476 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-9262b198-a26d-40db-b26f-84e2f09d307a None None] Port 46417196-96d9-441c-a7b5-85c4071bbedf cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:26:51.451335 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2b93c532-779e-4852-891f-c17aeface3a5 None None] For port 46417196-96d9-441c-a7b5-85c4071bbedf, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=46417196-96d9-441c-a7b5-85c4071bbedf,segment=NetworkSegment(e229c016-118f-4672-8d14-787027aa44d0),segment_id=e229c016-118f-4672-8d14-787027aa44d0)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:26:51.462857 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-ab75d039-4b21-4d31-8e71-4ac0d78480d9 req-6b703f7d-80a4-463a-9435-039813e23617 tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:51.525213 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b703f7d-80a4-463a-9435-039813e23617 tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] Pushing event deleted for resources: {'Port': ['ID=6921329e-61de-43c7-8698-3cf78ea742aa,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:26:51.587972 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2b93c532-779e-4852-891f-c17aeface3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:51.647127 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15dce8d-3c3c-450c-b906-d43fdb3e14aa req-ce4cadf9-ca2a-4902-b51a-6282458b663e tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:51.663408 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d15dce8d-3c3c-450c-b906-d43fdb3e14aa req-ce4cadf9-ca2a-4902-b51a-6282458b663e tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] 10.222.0.54 "GET /v2.0/ports?device_id=e11276ee-9d0c-49c8-9177-e4611ff11c4c HTTP/1.1" status: 200 len: 867 time: 0.3026919 Dec 20 14:26:51.668762 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-93193263-afae-41ab-b024-6e76141b44da req-d6c4a679-6b63-48cd-9344-67c7536bb1e7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ede5d8af-2fd8-4f23-8ddf-bff3f611c16c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2301972 Dec 20 14:26:51.778195 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aae348-2dab-4623-ba7f-46dec4be93cc None None] Pushing event updated for resources: {'Port': ['ID=46417196-96d9-441c-a7b5-85c4071bbedf,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:26:51.785669 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b93c532-779e-4852-891f-c17aeface3a5 None None] Routers {'1731c8d3-8119-4c52-bc5a-c8e06ef3101c'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:26:51.786233 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-2b93c532-779e-4852-891f-c17aeface3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:26:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['1731c8d3-8119-4c52-bc5a-c8e06ef3101c'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:26:51.919954 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93193263-afae-41ab-b024-6e76141b44da req-ff3982b2-1a94-4126-810a-ca5d65100b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:51.925201 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-93193263-afae-41ab-b024-6e76141b44da req-ff3982b2-1a94-4126-810a-ca5d65100b44 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2785aa25e0a64107a28490f4f2c107bc&device_id=ede5d8af-2fd8-4f23-8ddf-bff3f611c16c HTTP/1.1" status: 200 len: 1097 time: 0.1899316 Dec 20 14:26:51.941184 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d15dce8d-3c3c-450c-b906-d43fdb3e14aa req-07e4b54d-fb68-4016-a67d-aa4319d101a4 tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] 10.222.0.54 "GET /v2.0/security-groups?id=73d8fb25-8bde-400a-9e66-c6fae64b7525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2767951 Dec 20 14:26:52.085195 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-2b93c532-779e-4852-891f-c17aeface3a5 None None] Set router 1731c8d3-8119-4c52-bc5a-c8e06ef3101c gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:26:52.439568 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93193263-afae-41ab-b024-6e76141b44da req-0a08d3aa-4f46-4d22-9633-2bd3e5879530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:52.444449 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-93193263-afae-41ab-b024-6e76141b44da req-0a08d3aa-4f46-4d22-9633-2bd3e5879530 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2b333b61-ce15-4944-95b5-760e7ec98a8f HTTP/1.1" status: 200 len: 909 time: 0.4947665 Dec 20 14:26:52.482486 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c44f1a-e337-4ec4-bc4b-2db7e198a724 req-9e015638-c228-4052-b7d1-d178437ee82a tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:52.493974 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-97c44f1a-e337-4ec4-bc4b-2db7e198a724 req-9e015638-c228-4052-b7d1-d178437ee82a tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=015e6f3f-513f-4129-9676-862ff5b70f8e HTTP/1.1" status: 200 len: 944 time: 0.2121742 Dec 20 14:26:52.554840 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-93193263-afae-41ab-b024-6e76141b44da req-1403c605-86e0-48a2-9dbf-070db81b974b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f74d399-c9cf-43a5-a6bf-77b515adc232 HTTP/1.1" status: 200 len: 217 time: 0.0990679 Dec 20 14:26:52.686319 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-874107b2-678b-46ad-9710-4d9d2dc78a89 None None] Provisioning complete for port 46417196-96d9-441c-a7b5-85c4071bbedf triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:26:52.686843 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-874107b2-678b-46ad-9710-4d9d2dc78a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:52.710744 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93193263-afae-41ab-b024-6e76141b44da req-a81ecb07-c9c0-432e-a1a8-ddcc628bc959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:52.712639 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-93193263-afae-41ab-b024-6e76141b44da req-a81ecb07-c9c0-432e-a1a8-ddcc628bc959 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=63ebfb59-720a-4723-915c-292ae8d31522 HTTP/1.1" status: 200 len: 848 time: 0.1100194 Dec 20 14:26:52.744251 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f65ff83-8749-47da-a0d5-d92be46ab033 req-c8cc1df4-b665-4bb1-92aa-244afd8ab94f tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:52.762277 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-97c44f1a-e337-4ec4-bc4b-2db7e198a724 req-971ddadf-092b-45b2-a44d-7b209b05c758 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101126 Dec 20 14:26:52.762450 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8f65ff83-8749-47da-a0d5-d92be46ab033 req-c8cc1df4-b665-4bb1-92aa-244afd8ab94f tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] 10.222.0.54 "GET /v2.0/ports?device_id=2720a132-ba30-4ce5-96ce-541ae6c66bd7 HTTP/1.1" status: 200 len: 948 time: 0.1598113 Dec 20 14:26:52.823372 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ab75d039-4b21-4d31-8e71-4ac0d78480d9 req-6b703f7d-80a4-463a-9435-039813e23617 tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] Router 938649ae-9090-4785-9dac-a43012cae458 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:26:52.827798 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-874107b2-678b-46ad-9710-4d9d2dc78a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:52.829528 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-93193263-afae-41ab-b024-6e76141b44da req-dd554f81-6b0f-4f38-94e8-d23c2cac8456 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2b333b61-ce15-4944-95b5-760e7ec98a8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0796862 Dec 20 14:26:52.897997 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-874107b2-678b-46ad-9710-4d9d2dc78a89 None None] For port 46417196-96d9-441c-a7b5-85c4071bbedf, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=46417196-96d9-441c-a7b5-85c4071bbedf,segment=NetworkSegment(e229c016-118f-4672-8d14-787027aa44d0),segment_id=e229c016-118f-4672-8d14-787027aa44d0)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:26:52.917424 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-874107b2-678b-46ad-9710-4d9d2dc78a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:53.045431 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-93193263-afae-41ab-b024-6e76141b44da req-cda34fcc-4b9b-4171-a8b7-cfd3882bd5cc service neutron] 10.222.0.30 "GET /v2.0/networks/2b333b61-ce15-4944-95b5-760e7ec98a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055924 Dec 20 14:26:53.057348 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-2b93c532-779e-4852-891f-c17aeface3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1731c8d3-8119-4c52-bc5a-c8e06ef3101c', 'name': 'tempest-TaggedBootDevicesTest_v242-48672068-router', 'tenant_id': '1d76d13fea96483daf60522f99ce0738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '8c9d8b9c-853c-48cf-8f42-cd01d49f0d10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:26:40Z', 'updated_at': '2021-12-20T14:26:47Z', 'revision_number': 4, 'project_id': '1d76d13fea96483daf60522f99ce0738', 'gw_port': {'id': '8c9d8b9c-853c-48cf-8f42-cd01d49f0d10', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1731c8d3-8119-4c52-bc5a-c8e06ef3101c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:26:41Z', 'updated_at': '2021-12-20T14:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '46417196-96d9-441c-a7b5-85c4071bbedf', 'name': '', 'network_id': '4e62ec92-fdfb-40e1-893b-8045dcf9ab7e', 'tenant_id': '1d76d13fea96483daf60522f99ce0738', 'mac_address': 'fa:16:3e:e9:39:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1731c8d3-8119-4c52-bc5a-c8e06ef3101c', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'd312ed75-4c8d-484b-9089-ae9bdb787f93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:26:45Z', 'updated_at': '2021-12-20T14:26:51Z', 'revision_number': 4, 'project_id': '1d76d13fea96483daf60522f99ce0738', 'subnets': [{'id': 'd312ed75-4c8d-484b-9089-ae9bdb787f93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:26:53.061778 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8f65ff83-8749-47da-a0d5-d92be46ab033 req-57c6ff09-b1c4-4b2f-a675-f36eeb119ef0 tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] 10.222.0.54 "GET /v2.0/security-groups?id=a48d6ee2-6025-4eb5-ab02-0583262ca900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975559 Dec 20 14:26:53.138918 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b93c532-779e-4852-891f-c17aeface3a5 None None] The sync data for ids ['1731c8d3-8119-4c52-bc5a-c8e06ef3101c'] in n-d-761264-19 is: [{'id': '1731c8d3-8119-4c52-bc5a-c8e06ef3101c', 'name': 'tempest-TaggedBootDevicesTest_v242-48672068-router', 'tenant_id': '1d76d13fea96483daf60522f99ce0738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '8c9d8b9c-853c-48cf-8f42-cd01d49f0d10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:26:40Z', 'updated_at': '2021-12-20T14:26:47Z', 'revision_number': 4, 'project_id': '1d76d13fea96483daf60522f99ce0738', 'gw_port': {'id': '8c9d8b9c-853c-48cf-8f42-cd01d49f0d10', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1731c8d3-8119-4c52-bc5a-c8e06ef3101c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:26:41Z', 'updated_at': '2021-12-20T14:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '46417196-96d9-441c-a7b5-85c4071bbedf', 'name': '', 'network_id': '4e62ec92-fdfb-40e1-893b-8045dcf9ab7e', 'tenant_id': '1d76d13fea96483daf60522f99ce0738', 'mac_address': 'fa:16:3e:e9:39:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1731c8d3-8119-4c52-bc5a-c8e06ef3101c', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'd312ed75-4c8d-484b-9089-ae9bdb787f93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:26:45Z', 'updated_at': '2021-12-20T14:26:51Z', 'revision_number': 4, 'project_id': '1d76d13fea96483daf60522f99ce0738', 'subnets': [{'id': 'd312ed75-4c8d-484b-9089-ae9bdb787f93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:26:53.173506 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874107b2-678b-46ad-9710-4d9d2dc78a89 None None] Pushing event updated for resources: {'Port': ['ID=46417196-96d9-441c-a7b5-85c4071bbedf,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:26:53.231876 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ab75d039-4b21-4d31-8e71-4ac0d78480d9 req-6b703f7d-80a4-463a-9435-039813e23617 tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:26:53.246516 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c4013a-eb99-48f3-a09f-9e44ff69f979 None None] Sync routers for ids ['938649ae-9090-4785-9dac-a43012cae458'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:26:53.264209 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c4013a-eb99-48f3-a09f-9e44ff69f979 None None] Routers {'938649ae-9090-4785-9dac-a43012cae458'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:26:53.268396 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-49c4013a-eb99-48f3-a09f-9e44ff69f979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:26:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['938649ae-9090-4785-9dac-a43012cae458'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:26:53.316994 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e4813550-fa11-4bf0-a50d-ea0cb4d21f30 req-4bba1551-b623-46a5-807c-a0ccd85f9502 tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] 10.222.0.54 "GET /v2.0/ports?device_id=e11276ee-9d0c-49c8-9177-e4611ff11c4c HTTP/1.1" status: 200 len: 210 time: 0.1208627 Dec 20 14:26:53.350364 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab75d039-4b21-4d31-8e71-4ac0d78480d9 req-6b703f7d-80a4-463a-9435-039813e23617 tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] No DVR routers for this DVR port 6921329e-61de-43c7-8698-3cf78ea742aa on host n-h1-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:26:53.369539 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-ab75d039-4b21-4d31-8e71-4ac0d78480d9 req-6b703f7d-80a4-463a-9435-039813e23617 tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:53.379492 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-93193263-afae-41ab-b024-6e76141b44da req-c1b57336-38b3-42ba-b6c1-446f801dd34e service neutron] 10.222.0.30 "GET /v2.0/networks/2b333b61-ce15-4944-95b5-760e7ec98a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3256516 Dec 20 14:26:53.384696 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ab75d039-4b21-4d31-8e71-4ac0d78480d9 req-6b703f7d-80a4-463a-9435-039813e23617 tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] 10.222.0.30 "DELETE /v2.0/ports/6921329e-61de-43c7-8698-3cf78ea742aa HTTP/1.1" status: 204 len: 173 time: 3.2207117 Dec 20 14:26:53.386753 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e11276ee-9d0c-49c8-9177-e4611ff11c4c', 'name': 'network-vif-deleted', 'tag': '6921329e-61de-43c7-8698-3cf78ea742aa'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:26:53.395913 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24548e7f-5092-417d-a630-665352f334c7" -d '{"events": [{"server_uuid": "e11276ee-9d0c-49c8-9177-e4611ff11c4c", "name": "network-vif-deleted", "tag": "6921329e-61de-43c7-8698-3cf78ea742aa"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:26:53.474971 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 6921329e-61de-43c7-8698-3cf78ea742aa no longer exists at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:26:53.524286 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] No Port match for: 6921329e-61de-43c7-8698-3cf78ea742aa {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:26:53.524636 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 6921329e-61de-43c7-8698-3cf78ea742aa not bound to the agent host n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:26:53.542692 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-49c4013a-eb99-48f3-a09f-9e44ff69f979 None None] Set router 938649ae-9090-4785-9dac-a43012cae458 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:26:53.546186 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-137be704-7380-494f-8c8d-379af34870ce x-openstack-request-id: req-137be704-7380-494f-8c8d-379af34870ce {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:26:53.546490 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e11276ee-9d0c-49c8-9177-e4611ff11c4c", "name": "network-vif-deleted", "tag": "6921329e-61de-43c7-8698-3cf78ea742aa", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:26:53.546817 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-137be704-7380-494f-8c8d-379af34870ce {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:26:53.547264 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e11276ee-9d0c-49c8-9177-e4611ff11c4c', 'name': 'network-vif-deleted', 'tag': '6921329e-61de-43c7-8698-3cf78ea742aa', 'status': 'completed', 'code': 200} Dec 20 14:26:53.954058 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb0e696-250b-42e9-90b3-03a9582f550e req-181d1863-0dda-4252-8f60-010bdba93fba tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:53.964499 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1eb0e696-250b-42e9-90b3-03a9582f550e req-181d1863-0dda-4252-8f60-010bdba93fba tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=015e6f3f-513f-4129-9676-862ff5b70f8e HTTP/1.1" status: 200 len: 944 time: 0.1032147 Dec 20 14:26:53.968902 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-49c4013a-eb99-48f3-a09f-9e44ff69f979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '938649ae-9090-4785-9dac-a43012cae458', 'name': 'tempest-ServersTestFqdnHostnames-1532222034-router', 'tenant_id': '5e2d9292364f43cfb55353bdb702e728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '334035b3-a162-4b37-983f-fe85c8a80888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:22:44Z', 'updated_at': '2021-12-20T14:22:56Z', 'revision_number': 4, 'project_id': '5e2d9292364f43cfb55353bdb702e728', 'gw_port': {'id': '334035b3-a162-4b37-983f-fe85c8a80888', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938649ae-9090-4785-9dac-a43012cae458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:22:46Z', 'updated_at': '2021-12-20T14:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'a2e758e3-eec6-42d1-a19f-3ca90065b6d9', 'name': '', 'network_id': '20d6fb4d-2376-4970-a073-7951589c4788', 'tenant_id': '5e2d9292364f43cfb55353bdb702e728', 'mac_address': 'fa:16:3e:56:77:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938649ae-9090-4785-9dac-a43012cae458', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '21353c49-abc0-482a-92f4-9d91398e51d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:22:54Z', 'updated_at': '2021-12-20T14:23:03Z', 'revision_number': 5, 'project_id': '5e2d9292364f43cfb55353bdb702e728', 'subnets': [{'id': '21353c49-abc0-482a-92f4-9d91398e51d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:26:54.033644 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c4013a-eb99-48f3-a09f-9e44ff69f979 None None] Checking router: 938649ae-9090-4785-9dac-a43012cae458 for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:26:54.055850 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c4013a-eb99-48f3-a09f-9e44ff69f979 None None] Routers {'938649ae-9090-4785-9dac-a43012cae458'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:26:54.056556 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-49c4013a-eb99-48f3-a09f-9e44ff69f979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:26:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['938649ae-9090-4785-9dac-a43012cae458'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:26:54.140343 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1eb0e696-250b-42e9-90b3-03a9582f550e req-96508c32-821d-4eb0-ae89-18799438bc36 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746223 Dec 20 14:26:54.161774 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51ccc5a-bf41-4d9a-b482-236c823f1dc5 req-4456223f-72f9-4cc4-b885-6414541437b5 tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:54.163964 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a51ccc5a-bf41-4d9a-b482-236c823f1dc5 req-4456223f-72f9-4cc4-b885-6414541437b5 tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] 10.222.0.30 "GET /v2.0/ports?device_id=2720a132-ba30-4ce5-96ce-541ae6c66bd7 HTTP/1.1" status: 200 len: 948 time: 0.1906745 Dec 20 14:26:54.360973 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-a51ccc5a-bf41-4d9a-b482-236c823f1dc5 req-b730b5e9-ba60-4b7e-b43d-a180a157e5ed tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] Deleting port dc329a8f-f3da-4f47-82bf-9d67ef8a9a29 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:26:54.361250 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-a51ccc5a-bf41-4d9a-b482-236c823f1dc5 req-b730b5e9-ba60-4b7e-b43d-a180a157e5ed tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:54.466833 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-49c4013a-eb99-48f3-a09f-9e44ff69f979 None None] Set router 938649ae-9090-4785-9dac-a43012cae458 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:26:54.489276 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24f8e5c-83be-41cc-9e24-ce3793fea8ce req-291b4c12-57c4-4bd4-a4ad-fe7d6b56255c tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:54.502229 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c24f8e5c-83be-41cc-9e24-ce3793fea8ce req-291b4c12-57c4-4bd4-a4ad-fe7d6b56255c tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] 10.222.0.54 "GET /v2.0/ports?device_id=2720a132-ba30-4ce5-96ce-541ae6c66bd7 HTTP/1.1" status: 200 len: 948 time: 0.2027249 Dec 20 14:26:54.575675 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 53908) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:26:54.627059 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c24f8e5c-83be-41cc-9e24-ce3793fea8ce req-aaebfa26-9494-4668-ab1b-cd40365c6a50 tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] 10.222.0.54 "GET /v2.0/security-groups?id=a48d6ee2-6025-4eb5-ab02-0583262ca900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205814 Dec 20 14:26:54.716880 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-a51ccc5a-bf41-4d9a-b482-236c823f1dc5 req-b730b5e9-ba60-4b7e-b43d-a180a157e5ed tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] For port dc329a8f-f3da-4f47-82bf-9d67ef8a9a29, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=dc329a8f-f3da-4f47-82bf-9d67ef8a9a29,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:26:54.717335 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-a51ccc5a-bf41-4d9a-b482-236c823f1dc5 req-b730b5e9-ba60-4b7e-b43d-a180a157e5ed tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:54.720090 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-144e6d46-dfd5-4e37-a0d3-dc1b0dfb5261 tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:54.744093 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-a51ccc5a-bf41-4d9a-b482-236c823f1dc5 req-b730b5e9-ba60-4b7e-b43d-a180a157e5ed tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] Calling delete_port for dc329a8f-f3da-4f47-82bf-9d67ef8a9a29 owned by compute:nova {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:26:54.767130 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-144e6d46-dfd5-4e37-a0d3-dc1b0dfb5261 tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:54.822782 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-49c4013a-eb99-48f3-a09f-9e44ff69f979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '938649ae-9090-4785-9dac-a43012cae458', 'name': 'tempest-ServersTestFqdnHostnames-1532222034-router', 'tenant_id': '5e2d9292364f43cfb55353bdb702e728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '334035b3-a162-4b37-983f-fe85c8a80888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:22:44Z', 'updated_at': '2021-12-20T14:22:56Z', 'revision_number': 4, 'project_id': '5e2d9292364f43cfb55353bdb702e728', 'gw_port': {'id': '334035b3-a162-4b37-983f-fe85c8a80888', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938649ae-9090-4785-9dac-a43012cae458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:22:46Z', 'updated_at': '2021-12-20T14:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'a2e758e3-eec6-42d1-a19f-3ca90065b6d9', 'name': '', 'network_id': '20d6fb4d-2376-4970-a073-7951589c4788', 'tenant_id': '5e2d9292364f43cfb55353bdb702e728', 'mac_address': 'fa:16:3e:56:77:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938649ae-9090-4785-9dac-a43012cae458', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '21353c49-abc0-482a-92f4-9d91398e51d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:22:54Z', 'updated_at': '2021-12-20T14:23:03Z', 'revision_number': 5, 'project_id': '5e2d9292364f43cfb55353bdb702e728', 'subnets': [{'id': '21353c49-abc0-482a-92f4-9d91398e51d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:26:54.867283 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c4013a-eb99-48f3-a09f-9e44ff69f979 None None] The sync data for ids ['938649ae-9090-4785-9dac-a43012cae458'] in n-d-761264-19 is: [{'id': '938649ae-9090-4785-9dac-a43012cae458', 'name': 'tempest-ServersTestFqdnHostnames-1532222034-router', 'tenant_id': '5e2d9292364f43cfb55353bdb702e728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '334035b3-a162-4b37-983f-fe85c8a80888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:22:44Z', 'updated_at': '2021-12-20T14:22:56Z', 'revision_number': 4, 'project_id': '5e2d9292364f43cfb55353bdb702e728', 'gw_port': {'id': '334035b3-a162-4b37-983f-fe85c8a80888', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938649ae-9090-4785-9dac-a43012cae458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:22:46Z', 'updated_at': '2021-12-20T14:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'a2e758e3-eec6-42d1-a19f-3ca90065b6d9', 'name': '', 'network_id': '20d6fb4d-2376-4970-a073-7951589c4788', 'tenant_id': '5e2d9292364f43cfb55353bdb702e728', 'mac_address': 'fa:16:3e:56:77:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938649ae-9090-4785-9dac-a43012cae458', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '21353c49-abc0-482a-92f4-9d91398e51d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:22:54Z', 'updated_at': '2021-12-20T14:23:03Z', 'revision_number': 5, 'project_id': '5e2d9292364f43cfb55353bdb702e728', 'subnets': [{'id': '21353c49-abc0-482a-92f4-9d91398e51d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:26:54.941813 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 46417196-96d9-441c-a7b5-85c4071bbedf up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:26:54.964206 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-144e6d46-dfd5-4e37-a0d3-dc1b0dfb5261 tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:54.968724 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-144e6d46-dfd5-4e37-a0d3-dc1b0dfb5261 tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:54.969927 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-144e6d46-dfd5-4e37-a0d3-dc1b0dfb5261 tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] 10.222.0.54 "DELETE /v2.0/security-groups/73d8fb25-8bde-400a-9e66-c6fae64b7525 HTTP/1.1" status: 204 len: 168 time: 0.3938515 Dec 20 14:26:54.972700 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 53910) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:26:54.992547 n-d-761264-19 neutron-server[103167]: INFO neutron.api.v2.resource [None req-456fe70d-a7aa-4a5c-a765-c401f8e00936 tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] show failed (client error): The resource could not be found. Dec 20 14:26:54.993595 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-456fe70d-a7aa-4a5c-a765-c401f8e00936 tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] 10.222.0.54 "GET /v2.0/security-groups/73d8fb25-8bde-400a-9e66-c6fae64b7525 HTTP/1.1" status: 404 len: 347 time: 0.0199049 Dec 20 14:26:54.997141 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 53912) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:26:55.001693 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144e6d46-dfd5-4e37-a0d3-dc1b0dfb5261 tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d8fb25-8bde-400a-9e66-c6fae64b7525,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:26:55.050993 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 46417196-96d9-441c-a7b5-85c4071bbedf triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:26:55.059748 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:55.060882 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-a51ccc5a-bf41-4d9a-b482-236c823f1dc5 req-b730b5e9-ba60-4b7e-b43d-a180a157e5ed tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:55.126627 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b730b5e9-ba60-4b7e-b43d-a180a157e5ed tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] Pushing event deleted for resources: {'Port': ['ID=dc329a8f-f3da-4f47-82bf-9d67ef8a9a29,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:26:55.259830 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-a51ccc5a-bf41-4d9a-b482-236c823f1dc5 req-b730b5e9-ba60-4b7e-b43d-a180a157e5ed tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] No DVR routers for this DVR port dc329a8f-f3da-4f47-82bf-9d67ef8a9a29 on host n-h1-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:26:55.267680 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-a51ccc5a-bf41-4d9a-b482-236c823f1dc5 req-b730b5e9-ba60-4b7e-b43d-a180a157e5ed tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:55.271436 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a51ccc5a-bf41-4d9a-b482-236c823f1dc5 req-b730b5e9-ba60-4b7e-b43d-a180a157e5ed tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] 10.222.0.30 "DELETE /v2.0/ports/dc329a8f-f3da-4f47-82bf-9d67ef8a9a29 HTTP/1.1" status: 204 len: 173 time: 1.0974534 Dec 20 14:26:55.285986 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2720a132-ba30-4ce5-96ce-541ae6c66bd7', 'name': 'network-vif-deleted', 'tag': 'dc329a8f-f3da-4f47-82bf-9d67ef8a9a29'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:26:55.289916 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-649fff90-1e94-413f-9c68-3f6fd01e5ad1" -d '{"events": [{"server_uuid": "2720a132-ba30-4ce5-96ce-541ae6c66bd7", "name": "network-vif-deleted", "tag": "dc329a8f-f3da-4f47-82bf-9d67ef8a9a29"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:26:55.373597 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-0baea253-dd00-43e2-b080-7ca5aca53939 tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] Deleting port 6483b6d6-9f8f-45d5-b3b3-a1dbd6a4c9f5 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:26:55.374620 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0baea253-dd00-43e2-b080-7ca5aca53939 tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:55.448868 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-932d70c7-1e00-4381-9d79-3fa57b832540 x-openstack-request-id: req-932d70c7-1e00-4381-9d79-3fa57b832540 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:26:55.449161 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2720a132-ba30-4ce5-96ce-541ae6c66bd7", "name": "network-vif-deleted", "tag": "dc329a8f-f3da-4f47-82bf-9d67ef8a9a29", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:26:55.449463 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-932d70c7-1e00-4381-9d79-3fa57b832540 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:26:55.449868 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2720a132-ba30-4ce5-96ce-541ae6c66bd7', 'name': 'network-vif-deleted', 'tag': 'dc329a8f-f3da-4f47-82bf-9d67ef8a9a29', 'status': 'completed', 'code': 200} Dec 20 14:26:55.513211 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33ffba1-7f9f-463d-a927-8f8320be0102 None None] New status for floating IP cd04b7a6-7c63-44cc-8f50-96aecc6df880: DOWN {{(pid=103169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 14:26:55.547534 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0baea253-dd00-43e2-b080-7ca5aca53939 tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:55.548008 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0baea253-dd00-43e2-b080-7ca5aca53939 tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:55.568817 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-0baea253-dd00-43e2-b080-7ca5aca53939 tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] Calling delete_port for 6483b6d6-9f8f-45d5-b3b3-a1dbd6a4c9f5 owned by network:floatingip {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:26:55.584207 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d727b81-b08e-4c5c-b1b6-30354a2b02cb req-37e0c9ba-1e2e-47de-87f1-5e3d150debe5 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:55.592762 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6d727b81-b08e-4c5c-b1b6-30354a2b02cb req-37e0c9ba-1e2e-47de-87f1-5e3d150debe5 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=015e6f3f-513f-4129-9676-862ff5b70f8e HTTP/1.1" status: 200 len: 944 time: 0.1185994 Dec 20 14:26:55.878455 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6d727b81-b08e-4c5c-b1b6-30354a2b02cb req-7cef87dd-92b6-444b-b0d2-0e32b587b8d8 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846117 Dec 20 14:26:55.988552 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-bd017cde-3592-4d4d-bb75-7e996eac93af req-b480eefe-4112-4375-861c-17c8f0a4789a tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] 10.222.0.54 "GET /v2.0/ports?device_id=2720a132-ba30-4ce5-96ce-541ae6c66bd7 HTTP/1.1" status: 200 len: 210 time: 0.0883279 Dec 20 14:26:56.069290 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0baea253-dd00-43e2-b080-7ca5aca53939 tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:56.101858 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baea253-dd00-43e2-b080-7ca5aca53939 tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] Pushing event deleted for resources: {'Port': ['ID=6483b6d6-9f8f-45d5-b3b3-a1dbd6a4c9f5,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:26:56.168790 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0baea253-dd00-43e2-b080-7ca5aca53939 tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] Publish callbacks [] for floatingip, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:56.171584 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0baea253-dd00-43e2-b080-7ca5aca53939 tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:56.175975 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 53938) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:26:56.176207 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-0baea253-dd00-43e2-b080-7ca5aca53939 tempest-ServersTestFqdnHostnames-416383830 tempest-ServersTestFqdnHostnames-416383830-project] 10.222.0.54 "DELETE /v2.0/floatingips/cd04b7a6-7c63-44cc-8f50-96aecc6df880 HTTP/1.1" status: 204 len: 168 time: 1.1777775 Dec 20 14:26:56.948092 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f9bd4b43-bc6b-4fd1-bcee-ea55124d2d6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1595867'] for router_interface, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:57.072391 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a91069-2621-43a2-ba4f-13194c55ce95 req-39d9310a-5d31-4adb-9701-1744763bea97 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:57.075032 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-13a91069-2621-43a2-ba4f-13194c55ce95 req-39d9310a-5d31-4adb-9701-1744763bea97 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=015e6f3f-513f-4129-9676-862ff5b70f8e HTTP/1.1" status: 200 len: 944 time: 0.0689101 Dec 20 14:26:57.179353 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-13a91069-2621-43a2-ba4f-13194c55ce95 req-3d88bbcf-7b3d-4ce0-ae69-87d68dbe1a28 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925894 Dec 20 14:26:57.273058 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-f9bd4b43-bc6b-4fd1-bcee-ea55124d2d6d admin admin] Deleting port a2e758e3-eec6-42d1-a19f-3ca90065b6d9 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:26:57.273504 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f9bd4b43-bc6b-4fd1-bcee-ea55124d2d6d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:57.330633 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e154a-dc69-4358-a6b9-aad71529c82f req-b40c5058-20cd-49b1-955f-75886bc54a84 tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:57.332869 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-962e154a-dc69-4358-a6b9-aad71529c82f req-b40c5058-20cd-49b1-955f-75886bc54a84 tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fb48fab-b9a0-49e4-8699-2b1aabd4f30e HTTP/1.1" status: 200 len: 949 time: 0.0576370 Dec 20 14:26:57.378605 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-f9bd4b43-bc6b-4fd1-bcee-ea55124d2d6d admin admin] For port a2e758e3-eec6-42d1-a19f-3ca90065b6d9, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=a2e758e3-eec6-42d1-a19f-3ca90065b6d9,segment=NetworkSegment(4a8e3bfe-fb94-425c-9c5a-648fdee0e431),segment_id=4a8e3bfe-fb94-425c-9c5a-648fdee0e431)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:26:57.379369 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f9bd4b43-bc6b-4fd1-bcee-ea55124d2d6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:57.399558 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-f9bd4b43-bc6b-4fd1-bcee-ea55124d2d6d admin admin] Calling delete_port for a2e758e3-eec6-42d1-a19f-3ca90065b6d9 owned by network:router_interface {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:26:57.427578 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-962e154a-dc69-4358-a6b9-aad71529c82f req-2288e8da-6431-431c-9466-72a8765a743f tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] 10.222.0.54 "GET /v2.0/security-groups?id=a48d6ee2-6025-4eb5-ab02-0583262ca900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876772 Dec 20 14:26:57.505139 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device dc329a8f-f3da-4f47-82bf-9d67ef8a9a29 no longer exists at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:26:57.535430 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] No Port match for: dc329a8f-f3da-4f47-82bf-9d67ef8a9a29 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:26:57.536166 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device dc329a8f-f3da-4f47-82bf-9d67ef8a9a29 not bound to the agent host n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:26:57.689728 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f9bd4b43-bc6b-4fd1-bcee-ea55124d2d6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:57.726350 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bd4b43-bc6b-4fd1-bcee-ea55124d2d6d admin admin] Pushing event deleted for resources: {'Port': ['ID=a2e758e3-eec6-42d1-a19f-3ca90065b6d9,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:26:57.956388 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f9bd4b43-bc6b-4fd1-bcee-ea55124d2d6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582411'] for router_interface, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:58.221654 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9bd4b43-bc6b-4fd1-bcee-ea55124d2d6d admin admin] Router 938649ae-9090-4785-9dac-a43012cae458 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:26:58.382477 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e185de8-9215-44c8-b738-7fb94c3d847f req-e41ec720-2e51-48de-a35c-2ed38c974fb4 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:58.383934 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0e185de8-9215-44c8-b738-7fb94c3d847f req-e41ec720-2e51-48de-a35c-2ed38c974fb4 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=015e6f3f-513f-4129-9676-862ff5b70f8e HTTP/1.1" status: 200 len: 944 time: 0.0984836 Dec 20 14:26:58.390757 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9bd4b43-bc6b-4fd1-bcee-ea55124d2d6d admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:26:58.398071 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-f9bd4b43-bc6b-4fd1-bcee-ea55124d2d6d admin admin] 10.222.0.54 "PUT /v2.0/routers/938649ae-9090-4785-9dac-a43012cae458/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2174582 Dec 20 14:26:58.398274 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 53970) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:26:58.421284 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b831bb1-8730-4d2f-9191-487dc47a2a28 None None] Sync routers for ids ['938649ae-9090-4785-9dac-a43012cae458'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:26:58.438078 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b831bb1-8730-4d2f-9191-487dc47a2a28 None None] Routers {'938649ae-9090-4785-9dac-a43012cae458'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:26:58.439114 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-2b831bb1-8730-4d2f-9191-487dc47a2a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:26:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['938649ae-9090-4785-9dac-a43012cae458'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:26:58.571875 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-2b831bb1-8730-4d2f-9191-487dc47a2a28 None None] Set router 938649ae-9090-4785-9dac-a43012cae458 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:26:58.623865 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0e185de8-9215-44c8-b738-7fb94c3d847f req-9501b71c-530e-470d-bd88-599d2ab52c37 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780114 Dec 20 14:26:58.639564 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9af9f7d8-4bc6-4723-9f64-69a88e722472 admin admin] Publish callbacks [] for router, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:58.714704 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d6351d-8282-49f1-8e8b-0a84102e63ee req-07384a71-4304-4f5c-b023-249672553fbb tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:58.730706 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a5d6351d-8282-49f1-8e8b-0a84102e63ee req-07384a71-4304-4f5c-b023-249672553fbb tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fb48fab-b9a0-49e4-8699-2b1aabd4f30e HTTP/1.1" status: 200 len: 949 time: 0.1534443 Dec 20 14:26:58.833508 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9af9f7d8-4bc6-4723-9f64-69a88e722472 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:58.879223 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a5d6351d-8282-49f1-8e8b-0a84102e63ee req-1eb9b6aa-ff49-4245-8e15-c33183efa59f tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] 10.222.0.54 "GET /v2.0/security-groups?id=a48d6ee2-6025-4eb5-ab02-0583262ca900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467209 Dec 20 14:26:58.961378 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-9af9f7d8-4bc6-4723-9f64-69a88e722472 admin admin] Deleting port 334035b3-a162-4b37-983f-fe85c8a80888 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:26:58.962404 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9af9f7d8-4bc6-4723-9f64-69a88e722472 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:58.974543 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-2b831bb1-8730-4d2f-9191-487dc47a2a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '938649ae-9090-4785-9dac-a43012cae458', 'name': 'tempest-ServersTestFqdnHostnames-1532222034-router', 'tenant_id': '5e2d9292364f43cfb55353bdb702e728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '334035b3-a162-4b37-983f-fe85c8a80888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:22:44Z', 'updated_at': '2021-12-20T14:26:57Z', 'revision_number': 5, 'project_id': '5e2d9292364f43cfb55353bdb702e728', 'gw_port': {'id': '334035b3-a162-4b37-983f-fe85c8a80888', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938649ae-9090-4785-9dac-a43012cae458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:22:46Z', 'updated_at': '2021-12-20T14:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:26:59.013300 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b831bb1-8730-4d2f-9191-487dc47a2a28 None None] Checking router: 938649ae-9090-4785-9dac-a43012cae458 for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:26:59.026292 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b831bb1-8730-4d2f-9191-487dc47a2a28 None None] Routers {'938649ae-9090-4785-9dac-a43012cae458'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:26:59.026944 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-2b831bb1-8730-4d2f-9191-487dc47a2a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:26:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['938649ae-9090-4785-9dac-a43012cae458'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:26:59.074280 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-9af9f7d8-4bc6-4723-9f64-69a88e722472 admin admin] For port 334035b3-a162-4b37-983f-fe85c8a80888, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=334035b3-a162-4b37-983f-fe85c8a80888,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:26:59.074280 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9af9f7d8-4bc6-4723-9f64-69a88e722472 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:59.088908 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-9af9f7d8-4bc6-4723-9f64-69a88e722472 admin admin] Calling delete_port for 334035b3-a162-4b37-983f-fe85c8a80888 owned by network:router_gateway {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:26:59.123610 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-2b831bb1-8730-4d2f-9191-487dc47a2a28 None None] Set router 938649ae-9090-4785-9dac-a43012cae458 gateway port host: None {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:26:59.200337 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-2b831bb1-8730-4d2f-9191-487dc47a2a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '938649ae-9090-4785-9dac-a43012cae458', 'name': 'tempest-ServersTestFqdnHostnames-1532222034-router', 'tenant_id': '5e2d9292364f43cfb55353bdb702e728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:22:44Z', 'updated_at': '2021-12-20T14:26:58Z', 'revision_number': 6, 'project_id': '5e2d9292364f43cfb55353bdb702e728', 'gw_port_host': None}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:26:59.243865 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b831bb1-8730-4d2f-9191-487dc47a2a28 None None] The sync data for ids ['938649ae-9090-4785-9dac-a43012cae458'] in n-d-761264-19 is: [{'id': '938649ae-9090-4785-9dac-a43012cae458', 'name': 'tempest-ServersTestFqdnHostnames-1532222034-router', 'tenant_id': '5e2d9292364f43cfb55353bdb702e728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:22:44Z', 'updated_at': '2021-12-20T14:26:58Z', 'revision_number': 6, 'project_id': '5e2d9292364f43cfb55353bdb702e728', 'gw_port_host': None}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:26:59.250148 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fe1ac8-1c57-4112-ab8b-1f42a42ecd23 req-66f0fd10-52d3-4b44-aed9-3b6c32172deb tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:59.251702 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e1fe1ac8-1c57-4112-ab8b-1f42a42ecd23 req-66f0fd10-52d3-4b44-aed9-3b6c32172deb tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] 10.222.0.47 "GET /v2.0/ports?device_id=7fb48fab-b9a0-49e4-8699-2b1aabd4f30e HTTP/1.1" status: 200 len: 949 time: 0.1396823 Dec 20 14:26:59.501142 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-e1fe1ac8-1c57-4112-ab8b-1f42a42ecd23 req-30cc2ea9-6b41-4753-a272-b7579fe8fc4a tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] Deleting port 71dfb4cf-d006-4bdd-bdc1-621c218463b3 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:26:59.501400 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e1fe1ac8-1c57-4112-ab8b-1f42a42ecd23 req-30cc2ea9-6b41-4753-a272-b7579fe8fc4a tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:59.505273 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9af9f7d8-4bc6-4723-9f64-69a88e722472 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:59.545707 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af9f7d8-4bc6-4723-9f64-69a88e722472 admin admin] Pushing event deleted for resources: {'Port': ['ID=334035b3-a162-4b37-983f-fe85c8a80888,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:26:59.732591 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9af9f7d8-4bc6-4723-9f64-69a88e722472 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584913'] for router_gateway, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:59.858206 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e1d0d4-16b0-48a7-aa27-f49237479cbd req-f766afc5-313b-4a8f-9b30-69a17cd0ce15 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:26:59.860018 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-26e1d0d4-16b0-48a7-aa27-f49237479cbd req-f766afc5-313b-4a8f-9b30-69a17cd0ce15 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=015e6f3f-513f-4129-9676-862ff5b70f8e HTTP/1.1" status: 200 len: 944 time: 0.0842299 Dec 20 14:26:59.871723 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-e1fe1ac8-1c57-4112-ab8b-1f42a42ecd23 req-30cc2ea9-6b41-4753-a272-b7579fe8fc4a tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] For port 71dfb4cf-d006-4bdd-bdc1-621c218463b3, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=71dfb4cf-d006-4bdd-bdc1-621c218463b3,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:26:59.871723 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e1fe1ac8-1c57-4112-ab8b-1f42a42ecd23 req-30cc2ea9-6b41-4753-a272-b7579fe8fc4a tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:59.887136 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9af9f7d8-4bc6-4723-9f64-69a88e722472 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40132'] for router, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:59.893999 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9af9f7d8-4bc6-4723-9f64-69a88e722472 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:26:59.895789 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-e1fe1ac8-1c57-4112-ab8b-1f42a42ecd23 req-30cc2ea9-6b41-4753-a272-b7579fe8fc4a tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] Calling delete_port for 71dfb4cf-d006-4bdd-bdc1-621c218463b3 owned by compute:nova {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:26:59.929458 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-26e1d0d4-16b0-48a7-aa27-f49237479cbd req-d8402c05-bc31-4a83-9924-76cd13ece062 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616722 Dec 20 14:27:00.083711 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9af9f7d8-4bc6-4723-9f64-69a88e722472 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1594808'] for router, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:00.084313 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9af9f7d8-4bc6-4723-9f64-69a88e722472 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 938649ae-9090-4785-9dac-a43012cae458 {{(pid=103168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 14:27:00.091236 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9af9f7d8-4bc6-4723-9f64-69a88e722472 admin admin] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:00.091236 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-9af9f7d8-4bc6-4723-9f64-69a88e722472 admin admin] 10.222.0.54 "DELETE /v2.0/routers/938649ae-9090-4785-9dac-a43012cae458 HTTP/1.1" status: 204 len: 168 time: 1.6910770 Dec 20 14:27:00.093075 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 54002) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:27:00.168274 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_v2 [None req-d462d73f-c73e-4164-bcf9-87c0ae1156c6 admin admin] Deleting subnet 21353c49-abc0-482a-92f4-9d91398e51d3 {{(pid=103167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:27:00.171824 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d462d73f-c73e-4164-bcf9-87c0ae1156c6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:00.198832 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a660e4-1f3d-42cd-b16f-6ad9039bfd82 req-7e2861ff-e00f-40f5-b4e1-f192ee082e91 tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:00.200564 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-71a660e4-1f3d-42cd-b16f-6ad9039bfd82 req-7e2861ff-e00f-40f5-b4e1-f192ee082e91 tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fb48fab-b9a0-49e4-8699-2b1aabd4f30e HTTP/1.1" status: 200 len: 949 time: 0.1182384 Dec 20 14:27:00.227345 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d462d73f-c73e-4164-bcf9-87c0ae1156c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954412'] for subnet, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:00.303640 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-71a660e4-1f3d-42cd-b16f-6ad9039bfd82 req-8989b244-1d86-4662-aee5-e98acf218bc0 tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] 10.222.0.54 "GET /v2.0/security-groups?id=a48d6ee2-6025-4eb5-ab02-0583262ca900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961597 Dec 20 14:27:00.342765 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e1fe1ac8-1c57-4112-ab8b-1f42a42ecd23 req-30cc2ea9-6b41-4753-a272-b7579fe8fc4a tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:00.351113 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d462d73f-c73e-4164-bcf9-87c0ae1156c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:00.470291 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d462d73f-c73e-4164-bcf9-87c0ae1156c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:00.488513 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cc2ea9-6b41-4753-a272-b7579fe8fc4a tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] Pushing event deleted for resources: {'Port': ['ID=71dfb4cf-d006-4bdd-bdc1-621c218463b3,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:00.490553 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1fe1ac8-1c57-4112-ab8b-1f42a42ecd23 req-30cc2ea9-6b41-4753-a272-b7579fe8fc4a tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] No DVR routers for this DVR port 71dfb4cf-d006-4bdd-bdc1-621c218463b3 on host n-h2-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:27:00.493303 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e1fe1ac8-1c57-4112-ab8b-1f42a42ecd23 req-30cc2ea9-6b41-4753-a272-b7579fe8fc4a tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:00.496874 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e1fe1ac8-1c57-4112-ab8b-1f42a42ecd23 req-30cc2ea9-6b41-4753-a272-b7579fe8fc4a tempest-ListImageFiltersTestJSON-1226607310 tempest-ListImageFiltersTestJSON-1226607310-project] 10.222.0.47 "DELETE /v2.0/ports/71dfb4cf-d006-4bdd-bdc1-621c218463b3 HTTP/1.1" status: 204 len: 173 time: 1.2375984 Dec 20 14:27:00.497441 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fb48fab-b9a0-49e4-8699-2b1aabd4f30e', 'name': 'network-vif-deleted', 'tag': '71dfb4cf-d006-4bdd-bdc1-621c218463b3'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:27:00.501694 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b41884-9af4-48df-b27a-f92ca225ffb6 None None] Network 20d6fb4d-2376-4970-a073-7951589c4788 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:27:00.518235 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d462d73f-c73e-4164-bcf9-87c0ae1156c6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:00.521043 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a18cd0bc-336a-444d-a11c-1f74365f8a1b" -d '{"events": [{"server_uuid": "7fb48fab-b9a0-49e4-8699-2b1aabd4f30e", "name": "network-vif-deleted", "tag": "71dfb4cf-d006-4bdd-bdc1-621c218463b3"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:27:00.523348 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-d462d73f-c73e-4164-bcf9-87c0ae1156c6 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/21353c49-abc0-482a-92f4-9d91398e51d3 HTTP/1.1" status: 204 len: 168 time: 0.4291170 Dec 20 14:27:00.527053 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d462d73f-c73e-4164-bcf9-87c0ae1156c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21353c49-abc0-482a-92f4-9d91398e51d3,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:00.533567 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 54004) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:27:00.598073 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbd6b043-bbe3-468d-9000-f41e10c9fdc2 x-openstack-request-id: req-fbd6b043-bbe3-468d-9000-f41e10c9fdc2 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:27:00.603394 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fb48fab-b9a0-49e4-8699-2b1aabd4f30e", "name": "network-vif-deleted", "tag": "71dfb4cf-d006-4bdd-bdc1-621c218463b3", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:27:00.603692 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fbd6b043-bbe3-468d-9000-f41e10c9fdc2 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:27:00.604182 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fb48fab-b9a0-49e4-8699-2b1aabd4f30e', 'name': 'network-vif-deleted', 'tag': '71dfb4cf-d006-4bdd-bdc1-621c218463b3', 'status': 'completed', 'code': 200} Dec 20 14:27:00.702580 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ef7e66fc-2c3e-42a4-a123-831f52a9c339 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:00.726859 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-842173b0-94ba-4ac9-8604-60972a38e2c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:00.828470 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-842173b0-94ba-4ac9-8604-60972a38e2c8 admin admin] Deleting port 05687a1f-5c26-478f-9f2e-2e17d95db679 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:27:00.828646 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-842173b0-94ba-4ac9-8604-60972a38e2c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:00.865026 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf90d66-66d3-497b-8e42-e7f679f709ee None None] DHCP port deletion for 20d6fb4d-2376-4970-a073-7951589c4788 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:27:00.913505 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 334035b3-a162-4b37-983f-fe85c8a80888 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:27:00.920695 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-842173b0-94ba-4ac9-8604-60972a38e2c8 admin admin] For port 05687a1f-5c26-478f-9f2e-2e17d95db679, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=05687a1f-5c26-478f-9f2e-2e17d95db679,segment=NetworkSegment(4a8e3bfe-fb94-425c-9c5a-648fdee0e431),segment_id=4a8e3bfe-fb94-425c-9c5a-648fdee0e431)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:27:00.921057 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-842173b0-94ba-4ac9-8604-60972a38e2c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:00.937869 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-842173b0-94ba-4ac9-8604-60972a38e2c8 admin admin] Calling delete_port for 05687a1f-5c26-478f-9f2e-2e17d95db679 owned by network:dhcp {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:27:00.958936 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 334035b3-a162-4b37-983f-fe85c8a80888 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:27:00.960135 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 334035b3-a162-4b37-983f-fe85c8a80888 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:27:00.961837 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device a2e758e3-eec6-42d1-a19f-3ca90065b6d9 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:27:01.059223 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: a2e758e3-eec6-42d1-a19f-3ca90065b6d9 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:27:01.060811 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device a2e758e3-eec6-42d1-a19f-3ca90065b6d9 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:27:01.084317 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-842173b0-94ba-4ac9-8604-60972a38e2c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:01.161874 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842173b0-94ba-4ac9-8604-60972a38e2c8 admin admin] No DVR routers for this DVR port 05687a1f-5c26-478f-9f2e-2e17d95db679 on host n-d-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:27:01.170181 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-fcf90d66-66d3-497b-8e42-e7f679f709ee None None] Deleting port 05687a1f-5c26-478f-9f2e-2e17d95db679 {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:27:01.172755 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842173b0-94ba-4ac9-8604-60972a38e2c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=05687a1f-5c26-478f-9f2e-2e17d95db679,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:01.174402 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-fcf90d66-66d3-497b-8e42-e7f679f709ee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:01.257592 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa88687-ee32-467e-8ec5-3936886e7240 req-cbf3ad6d-c5cf-419d-9c9d-39b26f5d9bf4 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:01.272575 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-aaa88687-ee32-467e-8ec5-3936886e7240 req-cbf3ad6d-c5cf-419d-9c9d-39b26f5d9bf4 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=015e6f3f-513f-4129-9676-862ff5b70f8e HTTP/1.1" status: 200 len: 944 time: 0.1350882 Dec 20 14:27:01.319616 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-842173b0-94ba-4ac9-8604-60972a38e2c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:01.351556 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-842173b0-94ba-4ac9-8604-60972a38e2c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20d6fb4d-2376-4970-a073-7951589c4788']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:27:01.355521 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-fcf90d66-66d3-497b-8e42-e7f679f709ee None None] For port 05687a1f-5c26-478f-9f2e-2e17d95db679, host n-d-761264-19, got binding levels [] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:27:01.358690 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-fcf90d66-66d3-497b-8e42-e7f679f709ee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:01.364358 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-842173b0-94ba-4ac9-8604-60972a38e2c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a8e3bfe-fb94-425c-9c5a-648fdee0e431') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:27:01.365330 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-842173b0-94ba-4ac9-8604-60972a38e2c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a8e3bfe-fb94-425c-9c5a-648fdee0e431') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:27:01.378428 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-842173b0-94ba-4ac9-8604-60972a38e2c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:01.396973 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-fcf90d66-66d3-497b-8e42-e7f679f709ee None None] Calling delete_port for 05687a1f-5c26-478f-9f2e-2e17d95db679 owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:27:01.397260 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-842173b0-94ba-4ac9-8604-60972a38e2c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:01.400760 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-aaa88687-ee32-467e-8ec5-3936886e7240 req-afbedb87-ec19-4d6b-9b24-c770d99fa306 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273150 Dec 20 14:27:01.407468 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-842173b0-94ba-4ac9-8604-60972a38e2c8 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:27:01.408184 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-842173b0-94ba-4ac9-8604-60972a38e2c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:01.410461 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:27:01.410461 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:27:01.410461 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:27:01.410461 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:27:01.410461 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:27:01.410461 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:27:01.410461 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:27:01.410461 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:27:01.410461 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:27:01.410461 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:27:01.410461 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:27:01.410461 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:27:01.410461 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:27:01.410461 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:27:01.410461 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:27:01.410461 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:27:01.410461 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:27:01.410461 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:27:01.410461 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:27:01.410461 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:27:01.410461 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:27:01.410461 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:27:01.410461 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:27:01.410461 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:27:01.410461 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:27:01.410461 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:27:01.410461 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:27:01.410461 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:27:01.410461 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:27:01.410461 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:27:01.410461 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 14:27:01.410461 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:27:01.410461 n-d-761264-19 neutron-server[103168]: timer() Dec 20 14:27:01.410461 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:27:01.410461 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 14:27:01.410461 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:27:01.410461 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 14:27:01.410461 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:27:01.410461 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 14:27:01.410461 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:27:01.410461 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 14:27:01.410461 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:27:01.410461 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 14:27:01.410461 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:27:01.410461 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:27:01.410461 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:27:01.410461 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:27:01.413579 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:27:01.413579 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 14:27:01.413579 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:27:01.413579 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 14:27:01.413579 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:27:01.413579 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:27:01.413579 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:27:01.413579 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 14:27:01.413579 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:27:01.413579 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:27:01.413579 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:27:01.413579 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:27:01.413579 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:27:01.413579 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:27:01.413579 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:27:01.414533 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.ipam_backend_mixin [None req-fcf90d66-66d3-497b-8e42-e7f679f709ee None None] Port 05687a1f-5c26-478f-9f2e-2e17d95db679 was not found and therefore no delete operation was performed {{(pid=103169) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 20 14:27:01.415210 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-fcf90d66-66d3-497b-8e42-e7f679f709ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:01.446662 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf90d66-66d3-497b-8e42-e7f679f709ee None None] Pushing event deleted for resources: {'Port': ['ID=05687a1f-5c26-478f-9f2e-2e17d95db679,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:01.450893 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf90d66-66d3-497b-8e42-e7f679f709ee None None] No DVR routers for this DVR port 05687a1f-5c26-478f-9f2e-2e17d95db679 on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:27:01.490457 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-842173b0-94ba-4ac9-8604-60972a38e2c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:01.502114 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-842173b0-94ba-4ac9-8604-60972a38e2c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:01.506776 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-842173b0-94ba-4ac9-8604-60972a38e2c8 admin admin] 10.222.0.54 "DELETE /v2.0/networks/20d6fb4d-2376-4970-a073-7951589c4788 HTTP/1.1" status: 204 len: 168 time: 0.9714577 Dec 20 14:27:01.520356 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842173b0-94ba-4ac9-8604-60972a38e2c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=20d6fb4d-2376-4970-a073-7951589c4788,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:01.723321 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 34958a97-52be-44b3-960d-563b0bd85dbe details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:27:01.725308 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 71dfb4cf-d006-4bdd-bdc1-621c218463b3 no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:27:01.748490 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 54030) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:27:01.768467 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] No Port match for: 71dfb4cf-d006-4bdd-bdc1-621c218463b3 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:27:01.768809 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 71dfb4cf-d006-4bdd-bdc1-621c218463b3 not bound to the agent host n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:27:01.789577 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-ce390e9a-d501-4b31-a560-11b1f6aafeac admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5e2d9292364f43cfb55353bdb702e728&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398858 Dec 20 14:27:01.792103 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 54032) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:27:01.849635 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2b2a94c3-c70e-4f62-9e99-13aee7e00308 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:01.874749 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2b2a94c3-c70e-4f62-9e99-13aee7e00308 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:01.893206 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 34958a97-52be-44b3-960d-563b0bd85dbe, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=34958a97-52be-44b3-960d-563b0bd85dbe,segment=NetworkSegment(c78eb3db-e8a6-4673-b220-136b3d8ed714),segment_id=c78eb3db-e8a6-4673-b220-136b3d8ed714)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:27:01.904742 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': '34958a97-52be-44b3-960d-563b0bd85dbe', 'network_id': 'f77acfe8-c05d-4606-b7e9-7027c0b13511', 'port_id': '34958a97-52be-44b3-960d-563b0bd85dbe', 'mac_address': 'fa:16:3e:ce:c7:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39805718-f3e9-41ca-8469-b49efb1a12f8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:27:01.938390 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2b2a94c3-c70e-4f62-9e99-13aee7e00308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:01.944702 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2b2a94c3-c70e-4f62-9e99-13aee7e00308 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:01.948519 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-2b2a94c3-c70e-4f62-9e99-13aee7e00308 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c2a979b4-e3d7-4f29-9d84-e905b7b7b427 HTTP/1.1" status: 204 len: 168 time: 0.1528971 Dec 20 14:27:01.957245 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:01.957907 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2a94c3-c70e-4f62-9e99-13aee7e00308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a979b4-e3d7-4f29-9d84-e905b7b7b427,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:01.994670 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34958a97-52be-44b3-960d-563b0bd85dbe {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:27:02.025840 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 34958a97-52be-44b3-960d-563b0bd85dbe, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=34958a97-52be-44b3-960d-563b0bd85dbe,segment=NetworkSegment(c78eb3db-e8a6-4673-b220-136b3d8ed714),segment_id=c78eb3db-e8a6-4673-b220-136b3d8ed714)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:27:02.034809 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:02.141533 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=34958a97-52be-44b3-960d-563b0bd85dbe,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:02.304376 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['34958a97-52be-44b3-960d-563b0bd85dbe'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:27:02.594428 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602bd2aa-f449-48b9-83fb-b1be7c33c42e req-c08059f3-2d5d-4d10-9f35-a2bba730a5e7 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:02.604803 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-602bd2aa-f449-48b9-83fb-b1be7c33c42e req-c08059f3-2d5d-4d10-9f35-a2bba730a5e7 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=015e6f3f-513f-4129-9676-862ff5b70f8e HTTP/1.1" status: 200 len: 945 time: 0.0826180 Dec 20 14:27:02.690309 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-602bd2aa-f449-48b9-83fb-b1be7c33c42e req-ca970436-8ee0-4f63-a57e-d3d111acb844 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845108 Dec 20 14:27:02.894107 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-81135309-764f-4cf2-9d06-c3680648419c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:02.934313 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 05687a1f-5c26-478f-9f2e-2e17d95db679 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:27:02.959540 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 05687a1f-5c26-478f-9f2e-2e17d95db679 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:27:02.960124 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 05687a1f-5c26-478f-9f2e-2e17d95db679 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:27:03.172201 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 54078) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:27:03.459717 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-231d7009-542b-48d8-803b-aac1540efbc9 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-914184533-network', 'tenant_id': '1080628f9fb44b28a6ddf9255bb33498'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:27:03.491513 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-231d7009-542b-48d8-803b-aac1540efbc9 admin admin] Made reservation on behalf of 1080628f9fb44b28a6ddf9255bb33498 for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:27:03.494897 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-231d7009-542b-48d8-803b-aac1540efbc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:03.509305 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-231d7009-542b-48d8-803b-aac1540efbc9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:03.646333 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-231d7009-542b-48d8-803b-aac1540efbc9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:03.653809 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-231d7009-542b-48d8-803b-aac1540efbc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:03.659393 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:03.703134 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-231d7009-542b-48d8-803b-aac1540efbc9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:27:03.716392 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 34958a97-52be-44b3-960d-563b0bd85dbe up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:27:03.717980 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231d7009-542b-48d8-803b-aac1540efbc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a5fb326-e11a-43c7-acb8-8cef9da4f833,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:03.724537 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-231d7009-542b-48d8-803b-aac1540efbc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:03.724936 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-231d7009-542b-48d8-803b-aac1540efbc9 admin admin] Added segment 7a62ea4e-2f48-436b-a84b-3154d016eb3f of type vlan for network 687c5259-7995-4ccd-9da8-b7cf90c319a1 Dec 20 14:27:03.824560 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-231d7009-542b-48d8-803b-aac1540efbc9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:03.865840 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning for port 34958a97-52be-44b3-960d-563b0bd85dbe completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:27:03.875273 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port 34958a97-52be-44b3-960d-563b0bd85dbe triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:27:03.876027 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:03.912423 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-231d7009-542b-48d8-803b-aac1540efbc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:03.913636 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231d7009-542b-48d8-803b-aac1540efbc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:03.914438 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-231d7009-542b-48d8-803b-aac1540efbc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:03.951445 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-231d7009-542b-48d8-803b-aac1540efbc9 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7775879 Dec 20 14:27:03.958233 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 54126) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:27:03.987006 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-0e312145-1c69-4170-857b-01a01d75e096 admin admin] Request body: {'subnet': {'network_id': '687c5259-7995-4ccd-9da8-b7cf90c319a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-914184533-subnet', 'tenant_id': '1080628f9fb44b28a6ddf9255bb33498', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:27:04.104355 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e312145-1c69-4170-857b-01a01d75e096 admin admin] Made reservation on behalf of 1080628f9fb44b28a6ddf9255bb33498 for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:27:04.106817 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0e312145-1c69-4170-857b-01a01d75e096 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:04.109317 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:04.124749 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231d7009-542b-48d8-803b-aac1540efbc9 admin admin] Pushing event updated for resources: {'Network': ['ID=687c5259-7995-4ccd-9da8-b7cf90c319a1,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:04.160104 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310fb88e-bd66-46bb-b53d-b9d1552d5449 req-fdb5a14c-c04d-472c-bbfd-df8f0820f631 tempest-VolumesAdminNegativeTest-223384279 tempest-VolumesAdminNegativeTest-223384279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:04.162110 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-310fb88e-bd66-46bb-b53d-b9d1552d5449 req-fdb5a14c-c04d-472c-bbfd-df8f0820f631 tempest-VolumesAdminNegativeTest-223384279 tempest-VolumesAdminNegativeTest-223384279-project] 10.222.0.54 "GET /v2.0/ports?device_id=82f7e99d-2590-417e-b21f-0ffc2eef9afa HTTP/1.1" status: 200 len: 946 time: 0.2253654 Dec 20 14:27:04.185091 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 687c5259-7995-4ccd-9da8-b7cf90c319a1 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:27:04.212974 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0368f8bb-2295-4fb9-a0de-e24d37540acb req-887194e8-a542-4203-9275-7437710a1448 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:04.218086 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0368f8bb-2295-4fb9-a0de-e24d37540acb req-887194e8-a542-4203-9275-7437710a1448 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=015e6f3f-513f-4129-9676-862ff5b70f8e HTTP/1.1" status: 200 len: 945 time: 0.1815763 Dec 20 14:27:04.239921 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '015e6f3f-513f-4129-9676-862ff5b70f8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34958a97-52be-44b3-960d-563b0bd85dbe'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:27:04.244455 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-442db61d-3f4b-490f-8ff3-a8b685ce0138" -d '{"events": [{"server_uuid": "015e6f3f-513f-4129-9676-862ff5b70f8e", "name": "network-vif-plugged", "status": "completed", "tag": "34958a97-52be-44b3-960d-563b0bd85dbe"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:27:04.321449 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 34958a97-52be-44b3-960d-563b0bd85dbe, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=34958a97-52be-44b3-960d-563b0bd85dbe,segment=NetworkSegment(c78eb3db-e8a6-4673-b220-136b3d8ed714),segment_id=c78eb3db-e8a6-4673-b220-136b3d8ed714)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:27:04.328546 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-310fb88e-bd66-46bb-b53d-b9d1552d5449 req-72999ef2-1c43-40df-975a-38f8fb521085 tempest-VolumesAdminNegativeTest-223384279 tempest-VolumesAdminNegativeTest-223384279-project] 10.222.0.54 "GET /v2.0/security-groups?id=bf5aaa2d-89f7-4c60-888a-83c4b3d088a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214910 Dec 20 14:27:04.333664 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:04.371417 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0368f8bb-2295-4fb9-a0de-e24d37540acb req-0d28e4c0-d2f0-4c96-ac89-426da2d1c23d tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350002 Dec 20 14:27:04.484055 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ef65816-8b50-472e-8972-21cf89f1c4b6 x-openstack-request-id: req-1ef65816-8b50-472e-8972-21cf89f1c4b6 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:27:04.484351 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "015e6f3f-513f-4129-9676-862ff5b70f8e", "name": "network-vif-plugged", "status": "completed", "tag": "34958a97-52be-44b3-960d-563b0bd85dbe", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:27:04.484605 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1ef65816-8b50-472e-8972-21cf89f1c4b6 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:27:04.487723 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '015e6f3f-513f-4129-9676-862ff5b70f8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34958a97-52be-44b3-960d-563b0bd85dbe', 'code': 200} Dec 20 14:27:04.501672 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=34958a97-52be-44b3-960d-563b0bd85dbe,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:04.677337 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0e312145-1c69-4170-857b-01a01d75e096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:04.718373 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce399d42-06c7-403c-b00c-1e1d221a2855 req-58e37837-5d0d-47b9-b860-2c47ce1166b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:04.723669 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ce399d42-06c7-403c-b00c-1e1d221a2855 req-58e37837-5d0d-47b9-b860-2c47ce1166b8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=015e6f3f-513f-4129-9676-862ff5b70f8e HTTP/1.1" status: 200 len: 1098 time: 0.1502910 Dec 20 14:27:04.843049 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e312145-1c69-4170-857b-01a01d75e096 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b510740f-81e5-461d-83bc-0c27692ea662,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:04.882026 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ce399d42-06c7-403c-b00c-1e1d221a2855 req-2893a08b-37a9-4615-8a8a-baca03d1a1b8 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457546 Dec 20 14:27:04.898000 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e312145-1c69-4170-857b-01a01d75e096 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:27:04.900602 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e312145-1c69-4170-857b-01a01d75e096 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:27:04.901843 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e312145-1c69-4170-857b-01a01d75e096 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:27:04.901843 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e312145-1c69-4170-857b-01a01d75e096 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:27:04.902219 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e312145-1c69-4170-857b-01a01d75e096 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:27:04.903825 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e312145-1c69-4170-857b-01a01d75e096 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:27:04.904260 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e312145-1c69-4170-857b-01a01d75e096 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:27:04.904705 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e312145-1c69-4170-857b-01a01d75e096 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:27:04.905075 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e312145-1c69-4170-857b-01a01d75e096 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:27:04.905567 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e312145-1c69-4170-857b-01a01d75e096 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:27:04.905925 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e312145-1c69-4170-857b-01a01d75e096 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:27:04.906260 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e312145-1c69-4170-857b-01a01d75e096 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:27:04.906587 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e312145-1c69-4170-857b-01a01d75e096 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:27:04.939375 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e312145-1c69-4170-857b-01a01d75e096 admin admin] Checking segment: {'id': '7a62ea4e-2f48-436b-a84b-3154d016eb3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '687c5259-7995-4ccd-9da8-b7cf90c319a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:27:04.940145 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e312145-1c69-4170-857b-01a01d75e096 admin admin] Network hostable DHCP agents. Network: 687c5259-7995-4ccd-9da8-b7cf90c319a1, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:27:04.967107 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e312145-1c69-4170-857b-01a01d75e096 admin admin] Network 687c5259-7995-4ccd-9da8-b7cf90c319a1 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:27:04.982164 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-0e312145-1c69-4170-857b-01a01d75e096 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 687c5259-7995-4ccd-9da8-b7cf90c319a1) {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:27:04.993154 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414aa373-4a3a-4a71-8e76-f9b513c5a5b5 None None] Network 687c5259-7995-4ccd-9da8-b7cf90c319a1 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:27:05.003579 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e312145-1c69-4170-857b-01a01d75e096 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:05.004954 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0e312145-1c69-4170-857b-01a01d75e096 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:05.034451 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-0e312145-1c69-4170-857b-01a01d75e096 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0722506 Dec 20 14:27:05.036501 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 54156) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:27:05.042532 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-fddfeaa8-425e-42f3-bc7f-bbc9fe6181f6 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-914184533-router', 'tenant_id': '1080628f9fb44b28a6ddf9255bb33498', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:27:05.112683 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fddfeaa8-425e-42f3-bc7f-bbc9fe6181f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40114'] for router, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:05.118371 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fddfeaa8-425e-42f3-bc7f-bbc9fe6181f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40139'] for router, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:05.204345 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f461e90-97a0-4d64-8407-cba928e88ba8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-687c5259-7995-4ccd-9da8-b7cf90c319a1', 'network_id': '687c5259-7995-4ccd-9da8-b7cf90c319a1', 'project_id': '1080628f9fb44b28a6ddf9255bb33498', 'fixed_ips': [{'subnet_id': 'b510740f-81e5-461d-83bc-0c27692ea662'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:27:05.205366 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4f461e90-97a0-4d64-8407-cba928e88ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:05.210237 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fddfeaa8-425e-42f3-bc7f-bbc9fe6181f6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:05.239904 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2a8007-fb6b-4937-b898-0166eb38bc7d req-5d562af1-d81e-4af1-9a22-64460584e96a tempest-VolumesAdminNegativeTest-223384279 tempest-VolumesAdminNegativeTest-223384279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:05.243436 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5e2a8007-fb6b-4937-b898-0166eb38bc7d req-5d562af1-d81e-4af1-9a22-64460584e96a tempest-VolumesAdminNegativeTest-223384279 tempest-VolumesAdminNegativeTest-223384279-project] 10.222.0.47 "GET /v2.0/ports?device_id=82f7e99d-2590-417e-b21f-0ffc2eef9afa HTTP/1.1" status: 200 len: 946 time: 0.1233022 Dec 20 14:27:05.385835 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-4f461e90-97a0-4d64-8407-cba928e88ba8 None None] Allocated IP 172.20.0.2 (687c5259-7995-4ccd-9da8-b7cf90c319a1/b510740f-81e5-461d-83bc-0c27692ea662/d1c93514-e8e0-4dfa-a4f8-4e4bfa3d82c1) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:27:05.459335 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-5e2a8007-fb6b-4937-b898-0166eb38bc7d req-c9da5290-8268-425a-ad2a-0f0843f5242d tempest-VolumesAdminNegativeTest-223384279 tempest-VolumesAdminNegativeTest-223384279-project] Deleting port a3ae24ea-f6d5-4f7e-b3be-97cccff59386 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:27:05.460086 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-5e2a8007-fb6b-4937-b898-0166eb38bc7d req-c9da5290-8268-425a-ad2a-0f0843f5242d tempest-VolumesAdminNegativeTest-223384279 tempest-VolumesAdminNegativeTest-223384279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:05.702051 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 54168) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:27:05.773505 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-5e2a8007-fb6b-4937-b898-0166eb38bc7d req-c9da5290-8268-425a-ad2a-0f0843f5242d tempest-VolumesAdminNegativeTest-223384279 tempest-VolumesAdminNegativeTest-223384279-project] For port a3ae24ea-f6d5-4f7e-b3be-97cccff59386, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=a3ae24ea-f6d5-4f7e-b3be-97cccff59386,segment=NetworkSegment(092423b6-5f3a-468d-a72b-2aac5ff3989a),segment_id=092423b6-5f3a-468d-a72b-2aac5ff3989a)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:27:05.774587 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-5e2a8007-fb6b-4937-b898-0166eb38bc7d req-c9da5290-8268-425a-ad2a-0f0843f5242d tempest-VolumesAdminNegativeTest-223384279 tempest-VolumesAdminNegativeTest-223384279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:05.780383 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:05.810190 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-5e2a8007-fb6b-4937-b898-0166eb38bc7d req-c9da5290-8268-425a-ad2a-0f0843f5242d tempest-VolumesAdminNegativeTest-223384279 tempest-VolumesAdminNegativeTest-223384279-project] Calling delete_port for a3ae24ea-f6d5-4f7e-b3be-97cccff59386 owned by compute:nova {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:27:05.818909 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4f461e90-97a0-4d64-8407-cba928e88ba8 None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:05.829348 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4f461e90-97a0-4d64-8407-cba928e88ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:05.842171 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1fa67c-7689-484c-801e-166b98abc3bd req-86f4ce7e-167c-4ff5-ba0e-c07315b5093f tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:05.842944 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9d1fa67c-7689-484c-801e-166b98abc3bd req-86f4ce7e-167c-4ff5-ba0e-c07315b5093f tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=015e6f3f-513f-4129-9676-862ff5b70f8e HTTP/1.1" status: 200 len: 946 time: 0.2166421 Dec 20 14:27:05.890297 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f461e90-97a0-4d64-8407-cba928e88ba8 None None] Network 687c5259-7995-4ccd-9da8-b7cf90c319a1 is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:27:05.894960 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-4f461e90-97a0-4d64-8407-cba928e88ba8 None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:27:05.914423 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fddfeaa8-425e-42f3-bc7f-bbc9fe6181f6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:05.926659 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f461e90-97a0-4d64-8407-cba928e88ba8 None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:27:06.015048 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f461e90-97a0-4d64-8407-cba928e88ba8 None None] Pushing event updated for resources: {'Port': ['ID=d1c93514-e8e0-4dfa-a4f8-4e4bfa3d82c1,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:06.040900 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb5f84b-ef7c-4e70-88fe-00d2fad68dc9 req-71875b18-c0e5-4c81-8f74-b8e6ed958393 tempest-VolumesAdminNegativeTest-223384279 tempest-VolumesAdminNegativeTest-223384279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:06.043428 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-dbb5f84b-ef7c-4e70-88fe-00d2fad68dc9 req-71875b18-c0e5-4c81-8f74-b8e6ed958393 tempest-VolumesAdminNegativeTest-223384279 tempest-VolumesAdminNegativeTest-223384279-project] 10.222.0.54 "GET /v2.0/ports?device_id=82f7e99d-2590-417e-b21f-0ffc2eef9afa HTTP/1.1" status: 200 len: 946 time: 0.1017065 Dec 20 14:27:06.052116 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-4f461e90-97a0-4d64-8407-cba928e88ba8 None None] Attempting to bind port d1c93514-e8e0-4dfa-a4f8-4e4bfa3d82c1 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:27:06.061281 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-4f461e90-97a0-4d64-8407-cba928e88ba8 None None] Attempting to bind port d1c93514-e8e0-4dfa-a4f8-4e4bfa3d82c1 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '7a62ea4e-2f48-436b-a84b-3154d016eb3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '687c5259-7995-4ccd-9da8-b7cf90c319a1'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:27:06.064052 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f461e90-97a0-4d64-8407-cba928e88ba8 None None] Attempting to bind port d1c93514-e8e0-4dfa-a4f8-4e4bfa3d82c1 on network 687c5259-7995-4ccd-9da8-b7cf90c319a1 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:27:06.082801 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f461e90-97a0-4d64-8407-cba928e88ba8 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:27:06.083557 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f461e90-97a0-4d64-8407-cba928e88ba8 None None] Checking segment: {'id': '7a62ea4e-2f48-436b-a84b-3154d016eb3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '687c5259-7995-4ccd-9da8-b7cf90c319a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:27:06.084190 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4f461e90-97a0-4d64-8407-cba928e88ba8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:06.084848 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f461e90-97a0-4d64-8407-cba928e88ba8 None None] Bound using segment: {'id': '7a62ea4e-2f48-436b-a84b-3154d016eb3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '687c5259-7995-4ccd-9da8-b7cf90c319a1'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:27:06.085519 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-4f461e90-97a0-4d64-8407-cba928e88ba8 None None] Bound port: d1c93514-e8e0-4dfa-a4f8-4e4bfa3d82c1, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a62ea4e-2f48-436b-a84b-3154d016eb3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '687c5259-7995-4ccd-9da8-b7cf90c319a1'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:27:06.086142 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4f461e90-97a0-4d64-8407-cba928e88ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:06.127220 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9d1fa67c-7689-484c-801e-166b98abc3bd req-71ae7f24-58fd-41f2-95e5-375dd177f2b8 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300379 Dec 20 14:27:06.187332 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-5e2a8007-fb6b-4937-b898-0166eb38bc7d req-c9da5290-8268-425a-ad2a-0f0843f5242d tempest-VolumesAdminNegativeTest-223384279 tempest-VolumesAdminNegativeTest-223384279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:06.203961 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-7540a33f-9642-46d6-b535-494c52921f35 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=20f9b80920d84bd28ea2ea89215a2c18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4936566 Dec 20 14:27:06.206369 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 54184) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:27:06.230621 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-4f461e90-97a0-4d64-8407-cba928e88ba8 None None] For port d1c93514-e8e0-4dfa-a4f8-4e4bfa3d82c1, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:27:06.239561 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-4f461e90-97a0-4d64-8407-cba928e88ba8 None None] For port d1c93514-e8e0-4dfa-a4f8-4e4bfa3d82c1, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=d1c93514-e8e0-4dfa-a4f8-4e4bfa3d82c1,segment=NetworkSegment(7a62ea4e-2f48-436b-a84b-3154d016eb3f),segment_id=7a62ea4e-2f48-436b-a84b-3154d016eb3f)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:27:06.303184 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4f461e90-97a0-4d64-8407-cba928e88ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:06.303696 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9da5290-8268-425a-ad2a-0f0843f5242d tempest-VolumesAdminNegativeTest-223384279 tempest-VolumesAdminNegativeTest-223384279-project] Pushing event deleted for resources: {'Port': ['ID=a3ae24ea-f6d5-4f7e-b3be-97cccff59386,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:06.361795 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-dbb5f84b-ef7c-4e70-88fe-00d2fad68dc9 req-5184f7a9-4511-4bee-91d6-52338047db62 tempest-VolumesAdminNegativeTest-223384279 tempest-VolumesAdminNegativeTest-223384279-project] 10.222.0.54 "GET /v2.0/security-groups?id=bf5aaa2d-89f7-4c60-888a-83c4b3d088a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663426 Dec 20 14:27:06.369824 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:06.370924 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-983c0fe1-ecd1-466f-ae5a-d524d62fdcd8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:06.470893 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e2a8007-fb6b-4937-b898-0166eb38bc7d req-c9da5290-8268-425a-ad2a-0f0843f5242d tempest-VolumesAdminNegativeTest-223384279 tempest-VolumesAdminNegativeTest-223384279-project] No DVR routers for this DVR port a3ae24ea-f6d5-4f7e-b3be-97cccff59386 on host n-h2-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:27:06.474918 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-5e2a8007-fb6b-4937-b898-0166eb38bc7d req-c9da5290-8268-425a-ad2a-0f0843f5242d tempest-VolumesAdminNegativeTest-223384279 tempest-VolumesAdminNegativeTest-223384279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:06.479871 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5e2a8007-fb6b-4937-b898-0166eb38bc7d req-c9da5290-8268-425a-ad2a-0f0843f5242d tempest-VolumesAdminNegativeTest-223384279 tempest-VolumesAdminNegativeTest-223384279-project] 10.222.0.47 "DELETE /v2.0/ports/a3ae24ea-f6d5-4f7e-b3be-97cccff59386 HTTP/1.1" status: 204 len: 173 time: 1.2098668 Dec 20 14:27:06.481889 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82f7e99d-2590-417e-b21f-0ffc2eef9afa', 'name': 'network-vif-deleted', 'tag': 'a3ae24ea-f6d5-4f7e-b3be-97cccff59386'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:27:06.506247 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-857deccb-34fd-459f-9b65-328f1d463c3c" -d '{"events": [{"server_uuid": "82f7e99d-2590-417e-b21f-0ffc2eef9afa", "name": "network-vif-deleted", "tag": "a3ae24ea-f6d5-4f7e-b3be-97cccff59386"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:27:06.538085 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f461e90-97a0-4d64-8407-cba928e88ba8 None None] Pushing event updated for resources: {'Port': ['ID=d1c93514-e8e0-4dfa-a4f8-4e4bfa3d82c1,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:06.593438 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-983c0fe1-ecd1-466f-ae5a-d524d62fdcd8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:06.689350 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-247261b0-01c5-46b6-a835-d75194ba1ed7 x-openstack-request-id: req-247261b0-01c5-46b6-a835-d75194ba1ed7 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:27:06.689771 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82f7e99d-2590-417e-b21f-0ffc2eef9afa", "name": "network-vif-deleted", "tag": "a3ae24ea-f6d5-4f7e-b3be-97cccff59386", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:27:06.690121 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-247261b0-01c5-46b6-a835-d75194ba1ed7 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:27:06.690620 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82f7e99d-2590-417e-b21f-0ffc2eef9afa', 'name': 'network-vif-deleted', 'tag': 'a3ae24ea-f6d5-4f7e-b3be-97cccff59386', 'status': 'completed', 'code': 200} Dec 20 14:27:06.731436 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fddfeaa8-425e-42f3-bc7f-bbc9fe6181f6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:06.835821 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fddfeaa8-425e-42f3-bc7f-bbc9fe6181f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:07.004217 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-983c0fe1-ecd1-466f-ae5a-d524d62fdcd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:07.006856 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-983c0fe1-ecd1-466f-ae5a-d524d62fdcd8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:07.011833 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-983c0fe1-ecd1-466f-ae5a-d524d62fdcd8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a48d6ee2-6025-4eb5-ab02-0583262ca900 HTTP/1.1" status: 204 len: 168 time: 0.7999830 Dec 20 14:27:07.048647 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983c0fe1-ecd1-466f-ae5a-d524d62fdcd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a48d6ee2-6025-4eb5-ab02-0583262ca900,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:07.103539 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-fddfeaa8-425e-42f3-bc7f-bbc9fe6181f6 admin admin] Allocated IP 172.25.0.100 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/ff64fd73-d087-4cb3-88ab-fee372ba0869) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:27:07.398406 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfdcdf2-ceac-41d0-ab26-caa76758d9bb req-4c83010d-f4eb-4a2f-8b2f-317dbd015f60 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:07.409740 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fddfeaa8-425e-42f3-bc7f-bbc9fe6181f6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:07.418362 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7dfdcdf2-ceac-41d0-ab26-caa76758d9bb req-4c83010d-f4eb-4a2f-8b2f-317dbd015f60 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=015e6f3f-513f-4129-9676-862ff5b70f8e HTTP/1.1" status: 200 len: 946 time: 0.1381183 Dec 20 14:27:07.501279 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fddfeaa8-425e-42f3-bc7f-bbc9fe6181f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:07.525983 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7dfdcdf2-ceac-41d0-ab26-caa76758d9bb req-637bf946-f2e1-4651-9043-70c354466460 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046474 Dec 20 14:27:07.632434 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fddfeaa8-425e-42f3-bc7f-bbc9fe6181f6 admin admin] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:27:07.650223 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-fddfeaa8-425e-42f3-bc7f-bbc9fe6181f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:27:07.663515 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 54212) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:27:07.683636 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddfeaa8-425e-42f3-bc7f-bbc9fe6181f6 admin admin] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:27:07.740873 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device a3ae24ea-f6d5-4f7e-b3be-97cccff59386 no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:27:07.765365 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddfeaa8-425e-42f3-bc7f-bbc9fe6181f6 admin admin] Pushing event updated for resources: {'Port': ['ID=ff64fd73-d087-4cb3-88ab-fee372ba0869,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:07.789847 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_v2 [None req-e19803ff-82cc-417c-9721-739138e42f79 admin admin] Deleting subnet df21048d-f52c-4796-adf0-b1d9c590e376 {{(pid=103168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:27:07.800003 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e19803ff-82cc-417c-9721-739138e42f79 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:07.817383 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] No Port match for: a3ae24ea-f6d5-4f7e-b3be-97cccff59386 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:27:07.818143 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device a3ae24ea-f6d5-4f7e-b3be-97cccff59386 not bound to the agent host n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:27:08.033910 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e19803ff-82cc-417c-9721-739138e42f79 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9023023'] for subnet, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:08.131752 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7160b57-f903-4787-9f08-3018bc1ff33c req-87930cda-18c1-47f2-9d10-69d340709c86 tempest-LiveAutoBlockMigrationV225Test-195224901 tempest-LiveAutoBlockMigrationV225Test-195224901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:08.134090 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e7160b57-f903-4787-9f08-3018bc1ff33c req-87930cda-18c1-47f2-9d10-69d340709c86 tempest-LiveAutoBlockMigrationV225Test-195224901 tempest-LiveAutoBlockMigrationV225Test-195224901-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=015e6f3f-513f-4129-9676-862ff5b70f8e HTTP/1.1" status: 200 len: 1098 time: 0.3387101 Dec 20 14:27:08.202664 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e19803ff-82cc-417c-9721-739138e42f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:08.353572 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e7160b57-f903-4787-9f08-3018bc1ff33c req-d08d2863-7c6f-4fb6-8124-674d10539459 tempest-LiveAutoBlockMigrationV225Test-195224901 tempest-LiveAutoBlockMigrationV225Test-195224901-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021363 Dec 20 14:27:08.389366 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e19803ff-82cc-417c-9721-739138e42f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8850800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470517'] for subnet, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:08.399773 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fddfeaa8-425e-42f3-bc7f-bbc9fe6181f6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:08.434449 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e19803ff-82cc-417c-9721-739138e42f79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:08.445661 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-e19803ff-82cc-417c-9721-739138e42f79 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/df21048d-f52c-4796-adf0-b1d9c590e376 HTTP/1.1" status: 204 len: 168 time: 0.7807276 Dec 20 14:27:08.465493 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 54238) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:27:08.473738 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7965ac-7f94-456e-ba27-ef877788b0b5 None None] Network 687c5259-7995-4ccd-9da8-b7cf90c319a1 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:27:08.499258 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19803ff-82cc-417c-9721-739138e42f79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df21048d-f52c-4796-adf0-b1d9c590e376,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:08.651134 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 54244) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:27:08.674186 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-16e71c63-ac28-4c60-a744-7f92a994dc74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:08.674523 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-98bea8b3-bb66-455e-b6c5-5a11b938da46 None None] Provisioning complete for port d1c93514-e8e0-4dfa-a4f8-4e4bfa3d82c1 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:27:08.674696 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-98bea8b3-bb66-455e-b6c5-5a11b938da46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:08.880219 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-968df838-e36d-4bea-9acb-e1293666df55 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-961624395-network', 'tenant_id': '3e6d5204aa2840f59fc30e0e3762aae9'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:27:08.913269 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-968df838-e36d-4bea-9acb-e1293666df55 admin admin] Made reservation on behalf of 3e6d5204aa2840f59fc30e0e3762aae9 for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:27:08.924865 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-968df838-e36d-4bea-9acb-e1293666df55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:08.972606 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-968df838-e36d-4bea-9acb-e1293666df55 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:08.978048 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-98bea8b3-bb66-455e-b6c5-5a11b938da46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:09.027487 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-16e71c63-ac28-4c60-a744-7f92a994dc74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:09.046157 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device d1c93514-e8e0-4dfa-a4f8-4e4bfa3d82c1 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:27:09.084340 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-16e71c63-ac28-4c60-a744-7f92a994dc74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53fc28da-fb15-49c9-9b05-a66c822f3115']}} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:27:09.102473 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-16e71c63-ac28-4c60-a744-7f92a994dc74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '092423b6-5f3a-468d-a72b-2aac5ff3989a') {'for_net_delete': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:27:09.103115 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-16e71c63-ac28-4c60-a744-7f92a994dc74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '092423b6-5f3a-468d-a72b-2aac5ff3989a') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:27:09.113840 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-16e71c63-ac28-4c60-a744-7f92a994dc74 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954405'] for segment, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:09.132057 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-16e71c63-ac28-4c60-a744-7f92a994dc74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:09.142709 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16e71c63-ac28-4c60-a744-7f92a994dc74 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=103167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:27:09.143464 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-16e71c63-ac28-4c60-a744-7f92a994dc74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9956000'] for segment, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:09.173690 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:27:09.173690 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:27:09.173690 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:27:09.173690 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:27:09.173690 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:27:09.173690 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:27:09.173690 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:27:09.173690 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:27:09.173690 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:27:09.173690 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:27:09.173690 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:27:09.173690 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:27:09.173690 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:27:09.173690 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:27:09.173690 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:27:09.173690 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:27:09.173690 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:27:09.173690 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:27:09.173690 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:27:09.173690 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:27:09.173690 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:27:09.173690 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:27:09.173690 n-d-761264-19 neutron-server[103167]: Traceback (most recent call last): Dec 20 14:27:09.173690 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:27:09.173690 n-d-761264-19 neutron-server[103167]: timer() Dec 20 14:27:09.173690 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:27:09.173690 n-d-761264-19 neutron-server[103167]: cb(*args, **kw) Dec 20 14:27:09.173690 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:27:09.173690 n-d-761264-19 neutron-server[103167]: return func(*args, **kwargs) Dec 20 14:27:09.173690 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:27:09.173690 n-d-761264-19 neutron-server[103167]: self._notify() Dec 20 14:27:09.173690 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:27:09.173690 n-d-761264-19 neutron-server[103167]: self.callback(batched_events) Dec 20 14:27:09.173690 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:27:09.173690 n-d-761264-19 neutron-server[103167]: event.method(event) Dec 20 14:27:09.173690 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:27:09.173690 n-d-761264-19 neutron-server[103167]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:27:09.173690 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:27:09.173690 n-d-761264-19 neutron-server[103167]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:27:09.173690 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:27:09.173690 n-d-761264-19 neutron-server[103167]: return f(self, *a, **k) Dec 20 14:27:09.173690 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:27:09.173690 n-d-761264-19 neutron-server[103167]: return self._get(url).json() Dec 20 14:27:09.173690 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:27:09.173690 n-d-761264-19 neutron-server[103167]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:27:09.173690 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:27:09.173690 n-d-761264-19 neutron-server[103167]: return self.request(url, 'GET', **kwargs) Dec 20 14:27:09.173690 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:27:09.173690 n-d-761264-19 neutron-server[103167]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:27:09.173690 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:27:09.173690 n-d-761264-19 neutron-server[103167]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:27:09.173690 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:27:09.173690 n-d-761264-19 neutron-server[103167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:27:09.173690 n-d-761264-19 neutron-server[103167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:27:09.218250 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-98bea8b3-bb66-455e-b6c5-5a11b938da46 None None] For port d1c93514-e8e0-4dfa-a4f8-4e4bfa3d82c1, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=d1c93514-e8e0-4dfa-a4f8-4e4bfa3d82c1,segment=NetworkSegment(7a62ea4e-2f48-436b-a84b-3154d016eb3f),segment_id=7a62ea4e-2f48-436b-a84b-3154d016eb3f)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:27:09.235925 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-98bea8b3-bb66-455e-b6c5-5a11b938da46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:09.260267 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-968df838-e36d-4bea-9acb-e1293666df55 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:09.271294 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-968df838-e36d-4bea-9acb-e1293666df55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:09.326103 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-16e71c63-ac28-4c60-a744-7f92a994dc74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:09.343260 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8954237-1001-4bad-8ecb-30ddd4e26784 req-3a18b832-5513-4ec3-a279-5cec3fbf5c7e tempest-LiveAutoBlockMigrationV225Test-195224901 tempest-LiveAutoBlockMigrationV225Test-195224901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:09.349941 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c8954237-1001-4bad-8ecb-30ddd4e26784 req-3a18b832-5513-4ec3-a279-5cec3fbf5c7e tempest-LiveAutoBlockMigrationV225Test-195224901 tempest-LiveAutoBlockMigrationV225Test-195224901-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=015e6f3f-513f-4129-9676-862ff5b70f8e HTTP/1.1" status: 200 len: 1098 time: 0.6674843 Dec 20 14:27:09.352436 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-16e71c63-ac28-4c60-a744-7f92a994dc74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:09.355194 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port d1c93514-e8e0-4dfa-a4f8-4e4bfa3d82c1 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:27:09.355809 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:09.361906 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bea8b3-bb66-455e-b6c5-5a11b938da46 None None] Pushing event updated for resources: {'Port': ['ID=d1c93514-e8e0-4dfa-a4f8-4e4bfa3d82c1,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:09.364428 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-16e71c63-ac28-4c60-a744-7f92a994dc74 admin admin] 10.222.0.54 "DELETE /v2.0/networks/53fc28da-fb15-49c9-9b05-a66c822f3115 HTTP/1.1" status: 204 len: 168 time: 0.8972135 Dec 20 14:27:09.398256 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 54254) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:27:09.418604 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-968df838-e36d-4bea-9acb-e1293666df55 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:27:09.486979 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fddfeaa8-425e-42f3-bc7f-bbc9fe6181f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013'] for router, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:09.495682 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968df838-e36d-4bea-9acb-e1293666df55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38c67d1f-c5c0-4d18-a181-659c37118040,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:09.509457 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-968df838-e36d-4bea-9acb-e1293666df55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:09.509867 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-968df838-e36d-4bea-9acb-e1293666df55 admin admin] Added segment 0d954599-177d-461f-a871-728ece3f7bab of type vlan for network 20a46b71-7dba-4e20-a95b-0df58affe56a Dec 20 14:27:09.516667 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e71c63-ac28-4c60-a744-7f92a994dc74 admin admin] Pushing event deleted for resources: {'Network': ['ID=53fc28da-fb15-49c9-9b05-a66c822f3115,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:09.688650 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-e4f9d5c8-8d85-457c-b35f-2925756f36e8 None None] Provisioning complete for port d1c93514-e8e0-4dfa-a4f8-4e4bfa3d82c1 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:27:09.689283 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e4f9d5c8-8d85-457c-b35f-2925756f36e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:09.921773 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c8954237-1001-4bad-8ecb-30ddd4e26784 req-3616051d-e228-45f7-9e7a-9f485417aeeb tempest-LiveAutoBlockMigrationV225Test-195224901 tempest-LiveAutoBlockMigrationV225Test-195224901-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5021386 Dec 20 14:27:09.972132 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fddfeaa8-425e-42f3-bc7f-bbc9fe6181f6 admin admin] Router 77adfd81-713f-40d2-ac35-9007298b0d4b is scheduled to L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 with binding_index 1 {{(pid=103167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 14:27:10.119492 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b56343c-9578-4427-bab3-14b6019287d9 admin admin] Deleting subnet f47dc8cb-d069-4d56-bec9-a43dd52ec958 {{(pid=103168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:27:10.123075 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-968df838-e36d-4bea-9acb-e1293666df55 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:10.131147 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4b56343c-9578-4427-bab3-14b6019287d9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:10.192914 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4b56343c-9578-4427-bab3-14b6019287d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9023023'] for subnet, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:10.193424 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fddfeaa8-425e-42f3-bc7f-bbc9fe6181f6 admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:27:10.212825 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e8689c-fcc4-43f5-9033-0a6dc12385ed None None] Sync routers for ids ['77adfd81-713f-40d2-ac35-9007298b0d4b'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:27:10.241843 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e8689c-fcc4-43f5-9033-0a6dc12385ed None None] Routers {'77adfd81-713f-40d2-ac35-9007298b0d4b'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:27:10.243673 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-41e8689c-fcc4-43f5-9033-0a6dc12385ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:27:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['77adfd81-713f-40d2-ac35-9007298b0d4b'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:27:10.244505 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4b56343c-9578-4427-bab3-14b6019287d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:10.289043 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fddfeaa8-425e-42f3-bc7f-bbc9fe6181f6 admin admin] Publish callbacks [] for router, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:10.293133 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-fddfeaa8-425e-42f3-bc7f-bbc9fe6181f6 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.2535925 Dec 20 14:27:10.294300 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 54270) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:27:10.307480 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4b56343c-9578-4427-bab3-14b6019287d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8850800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470517'] for subnet, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:10.355420 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b56343c-9578-4427-bab3-14b6019287d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f47dc8cb-d069-4d56-bec9-a43dd52ec958,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:10.388729 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4b56343c-9578-4427-bab3-14b6019287d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:10.399246 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-4b56343c-9578-4427-bab3-14b6019287d9 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/f47dc8cb-d069-4d56-bec9-a43dd52ec958 HTTP/1.1" status: 204 len: 168 time: 0.9995692 Dec 20 14:27:10.399936 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 54272) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:27:10.440639 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-968df838-e36d-4bea-9acb-e1293666df55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:10.441785 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-968df838-e36d-4bea-9acb-e1293666df55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:10.442379 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-968df838-e36d-4bea-9acb-e1293666df55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:10.589093 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-41e8689c-fcc4-43f5-9033-0a6dc12385ed None None] Set router 77adfd81-713f-40d2-ac35-9007298b0d4b gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:27:10.621164 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e650a6ac-3a0d-4d5d-bcbe-7e157d49670c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:10.629602 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-968df838-e36d-4bea-9acb-e1293666df55 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.9756763 Dec 20 14:27:10.746055 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968df838-e36d-4bea-9acb-e1293666df55 admin admin] Pushing event updated for resources: {'Network': ['ID=20a46b71-7dba-4e20-a95b-0df58affe56a,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:10.756312 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 54278) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:27:10.768171 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-ec5d45a1-d1cc-4c3d-9888-2ca4aff0553c admin admin] Request body: {'subnet': {'network_id': '20a46b71-7dba-4e20-a95b-0df58affe56a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-961624395-subnet', 'tenant_id': '3e6d5204aa2840f59fc30e0e3762aae9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:27:10.774243 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 20a46b71-7dba-4e20-a95b-0df58affe56a details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:27:10.846643 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec5d45a1-d1cc-4c3d-9888-2ca4aff0553c admin admin] Made reservation on behalf of 3e6d5204aa2840f59fc30e0e3762aae9 for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:27:10.861713 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ec5d45a1-d1cc-4c3d-9888-2ca4aff0553c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:11.079615 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device d1c93514-e8e0-4dfa-a4f8-4e4bfa3d82c1 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:27:11.136215 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-41e8689c-fcc4-43f5-9033-0a6dc12385ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77adfd81-713f-40d2-ac35-9007298b0d4b', 'name': 'tempest-TaggedBootDevicesTest-914184533-router', 'tenant_id': '1080628f9fb44b28a6ddf9255bb33498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'ff64fd73-d087-4cb3-88ab-fee372ba0869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:27:05Z', 'updated_at': '2021-12-20T14:27:08Z', 'revision_number': 3, 'project_id': '1080628f9fb44b28a6ddf9255bb33498', 'gw_port': {'id': 'ff64fd73-d087-4cb3-88ab-fee372ba0869', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:76:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77adfd81-713f-40d2-ac35-9007298b0d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:27:06Z', 'updated_at': '2021-12-20T14:27:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:27:11.184200 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e8689c-fcc4-43f5-9033-0a6dc12385ed None None] Checking router: 77adfd81-713f-40d2-ac35-9007298b0d4b for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:27:11.184639 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e8689c-fcc4-43f5-9033-0a6dc12385ed None None] Updating router 77adfd81-713f-40d2-ac35-9007298b0d4b port ff64fd73-d087-4cb3-88ab-fee372ba0869 binding host n-d-761264-19 {{(pid=103169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 14:27:11.224855 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e650a6ac-3a0d-4d5d-bcbe-7e157d49670c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:11.278716 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-e650a6ac-3a0d-4d5d-bcbe-7e157d49670c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e04c63d-f1c7-4c4f-b765-de349239e6de']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:27:11.295257 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-e650a6ac-3a0d-4d5d-bcbe-7e157d49670c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b71c3b55-1049-4978-8a97-8a383b031542') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:27:11.295920 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-e650a6ac-3a0d-4d5d-bcbe-7e157d49670c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b71c3b55-1049-4978-8a97-8a383b031542') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:27:11.317274 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e650a6ac-3a0d-4d5d-bcbe-7e157d49670c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:11.333883 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-41e8689c-fcc4-43f5-9033-0a6dc12385ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:11.436707 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e650a6ac-3a0d-4d5d-bcbe-7e157d49670c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:11.458304 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e650a6ac-3a0d-4d5d-bcbe-7e157d49670c admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:27:11.459156 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e650a6ac-3a0d-4d5d-bcbe-7e157d49670c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:11.461748 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 14:27:11.461748 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:27:11.461748 n-d-761264-19 neutron-server[103168]: timer() Dec 20 14:27:11.461748 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:27:11.461748 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 14:27:11.461748 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:27:11.461748 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 14:27:11.461748 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:27:11.461748 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 14:27:11.461748 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:27:11.461748 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 14:27:11.461748 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:27:11.461748 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 14:27:11.461748 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:27:11.461748 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:27:11.461748 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:27:11.461748 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:27:11.461748 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:27:11.461748 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 14:27:11.461748 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:27:11.461748 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 14:27:11.461748 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:27:11.461748 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:27:11.461748 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:27:11.461748 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 14:27:11.461748 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:27:11.461748 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:27:11.461748 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:27:11.461748 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:27:11.461748 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:27:11.461748 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:27:11.461748 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:27:11.681924 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e650a6ac-3a0d-4d5d-bcbe-7e157d49670c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:11.693288 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e650a6ac-3a0d-4d5d-bcbe-7e157d49670c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:11.700460 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-e650a6ac-3a0d-4d5d-bcbe-7e157d49670c admin admin] 10.222.0.54 "DELETE /v2.0/networks/0e04c63d-f1c7-4c4f-b765-de349239e6de HTTP/1.1" status: 204 len: 168 time: 1.2954793 Dec 20 14:27:11.714949 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ec5d45a1-d1cc-4c3d-9888-2ca4aff0553c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8848317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10470522'] for subnet, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:11.720274 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e650a6ac-3a0d-4d5d-bcbe-7e157d49670c admin admin] Pushing event deleted for resources: {'Network': ['ID=0e04c63d-f1c7-4c4f-b765-de349239e6de,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:11.883206 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5d45a1-d1cc-4c3d-9888-2ca4aff0553c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d61e0ab3-e6d5-4b6b-88a9-174700bcc9e1,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:11.899963 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d35510ab-7946-47bf-a84d-2a2969080838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:11.903770 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5d45a1-d1cc-4c3d-9888-2ca4aff0553c admin admin] Checking segment: {'id': '0d954599-177d-461f-a871-728ece3f7bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '20a46b71-7dba-4e20-a95b-0df58affe56a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:27:11.904176 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5d45a1-d1cc-4c3d-9888-2ca4aff0553c admin admin] Network hostable DHCP agents. Network: 20a46b71-7dba-4e20-a95b-0df58affe56a, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:27:11.910923 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:11.934862 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 54306) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:27:11.940431 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-41e8689c-fcc4-43f5-9033-0a6dc12385ed None None] Publish callbacks [] for port, precommit_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:11.970231 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5d45a1-d1cc-4c3d-9888-2ca4aff0553c admin admin] Network 20a46b71-7dba-4e20-a95b-0df58affe56a is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:27:11.972660 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port d1c93514-e8e0-4dfa-a4f8-4e4bfa3d82c1 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:27:11.973061 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:11.994419 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-ec5d45a1-d1cc-4c3d-9888-2ca4aff0553c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 20a46b71-7dba-4e20-a95b-0df58affe56a) {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:27:12.005967 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5d45a1-d1cc-4c3d-9888-2ca4aff0553c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:12.006945 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ec5d45a1-d1cc-4c3d-9888-2ca4aff0553c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:12.025424 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-816cdb1f-967f-4c96-a7e5-9f1c2dd3e346 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=715900b68d004433ac7786226ebfe7d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0826476 Dec 20 14:27:12.025981 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 54308) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:27:12.040456 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-ec5d45a1-d1cc-4c3d-9888-2ca4aff0553c admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2802031 Dec 20 14:27:12.047747 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 54310) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:27:12.064136 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [req-44d1267a-ed8b-4c7c-8d90-2e0c410c42f3 req-d74cc9d1-3538-4de3-87f6-d4a3f90e7b81 tempest-LiveAutoBlockMigrationV225Test-195224901 tempest-LiveAutoBlockMigrationV225Test-195224901-project-admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:27:12.065345 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-44d1267a-ed8b-4c7c-8d90-2e0c410c42f3 req-d74cc9d1-3538-4de3-87f6-d4a3f90e7b81 tempest-LiveAutoBlockMigrationV225Test-195224901 tempest-LiveAutoBlockMigrationV225Test-195224901-project-admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060368 Dec 20 14:27:12.070460 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-80d12cb4-4f20-404b-a0cf-318cf46c0579 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-961624395-router', 'tenant_id': '3e6d5204aa2840f59fc30e0e3762aae9', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:27:12.110885 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-41e8689c-fcc4-43f5-9033-0a6dc12385ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:12.114043 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d1267a-ed8b-4c7c-8d90-2e0c410c42f3 req-6859360a-6cf4-47a9-8f0b-f44c2f6d2219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:12.115591 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-44d1267a-ed8b-4c7c-8d90-2e0c410c42f3 req-6859360a-6cf4-47a9-8f0b-f44c2f6d2219 service neutron] 10.222.0.54 "GET /v2.0/ports/34958a97-52be-44b3-960d-563b0bd85dbe HTTP/1.1" status: 200 len: 1095 time: 0.0415001 Dec 20 14:27:12.127088 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2029c7-2a58-4c9e-83a8-60b163f62f7f None None] Network 20a46b71-7dba-4e20-a95b-0df58affe56a requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:27:12.131762 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-44d1267a-ed8b-4c7c-8d90-2e0c410c42f3 req-1faa1bf5-4e62-4ae1-8d49-3e0efc0ad9c2 service neutron] Request body: {'binding': {'host': 'n-h1-761264-19', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:27:12.132351 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-44d1267a-ed8b-4c7c-8d90-2e0c410c42f3 req-1faa1bf5-4e62-4ae1-8d49-3e0efc0ad9c2 service neutron] Unknown quota resources ['binding']. {{(pid=103168) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 20 14:27:12.181373 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e58daef8-4a3d-4b0c-8b2e-2cfc8b36d384 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:12.273361 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e58daef8-4a3d-4b0c-8b2e-2cfc8b36d384 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:12.357022 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-d35510ab-7946-47bf-a84d-2a2969080838 admin admin] Allocated IP 172.20.0.1 (687c5259-7995-4ccd-9da8-b7cf90c319a1/b510740f-81e5-461d-83bc-0c27692ea662/21b5efa4-a44b-400f-bfcb-7a106d38ea39) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:27:12.425105 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5ef7c5-395a-43b5-83a8-b3725e3a1d50 None None] Pushing event updated for resources: {'Port': ['ID=ff64fd73-d087-4cb3-88ab-fee372ba0869,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:12.445315 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-41e8689c-fcc4-43f5-9033-0a6dc12385ed None None] Attempting to bind port ff64fd73-d087-4cb3-88ab-fee372ba0869 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:27:12.448940 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-41e8689c-fcc4-43f5-9033-0a6dc12385ed None None] Attempting to bind port ff64fd73-d087-4cb3-88ab-fee372ba0869 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:27:12.449266 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e8689c-fcc4-43f5-9033-0a6dc12385ed None None] Attempting to bind port ff64fd73-d087-4cb3-88ab-fee372ba0869 on network c3f8658e-da35-41f3-bd03-509e29ebd6f3 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:27:12.485112 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e8689c-fcc4-43f5-9033-0a6dc12385ed None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:27:12.486816 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e8689c-fcc4-43f5-9033-0a6dc12385ed None None] Checking segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:27:12.488831 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-41e8689c-fcc4-43f5-9033-0a6dc12385ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:12.488831 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e8689c-fcc4-43f5-9033-0a6dc12385ed None None] Bound using segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:27:12.488831 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-41e8689c-fcc4-43f5-9033-0a6dc12385ed None None] Bound port: ff64fd73-d087-4cb3-88ab-fee372ba0869, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:27:12.488831 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-41e8689c-fcc4-43f5-9033-0a6dc12385ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:12.502448 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-44d1267a-ed8b-4c7c-8d90-2e0c410c42f3 req-1faa1bf5-4e62-4ae1-8d49-3e0efc0ad9c2 service neutron] Attempting to bind port 34958a97-52be-44b3-960d-563b0bd85dbe on host n-h1-761264-19 for vnic_type normal with profile None {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:27:12.504093 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-44d1267a-ed8b-4c7c-8d90-2e0c410c42f3 req-1faa1bf5-4e62-4ae1-8d49-3e0efc0ad9c2 service neutron] Attempting to bind port 34958a97-52be-44b3-960d-563b0bd85dbe by drivers openvswitch,hyperv on host n-h1-761264-19 at level 0 using segments [{'id': 'c78eb3db-e8a6-4673-b220-136b3d8ed714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f77acfe8-c05d-4606-b7e9-7027c0b13511'}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:27:12.504599 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d1267a-ed8b-4c7c-8d90-2e0c410c42f3 req-1faa1bf5-4e62-4ae1-8d49-3e0efc0ad9c2 service neutron] Attempting to bind port 34958a97-52be-44b3-960d-563b0bd85dbe on network f77acfe8-c05d-4606-b7e9-7027c0b13511 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:27:12.507701 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e58daef8-4a3d-4b0c-8b2e-2cfc8b36d384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:12.520046 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e58daef8-4a3d-4b0c-8b2e-2cfc8b36d384 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:12.524514 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-e58daef8-4a3d-4b0c-8b2e-2cfc8b36d384 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/bf5aaa2d-89f7-4c60-888a-83c4b3d088a3 HTTP/1.1" status: 204 len: 168 time: 0.4953203 Dec 20 14:27:12.536109 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d35510ab-7946-47bf-a84d-2a2969080838 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:12.576254 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d1267a-ed8b-4c7c-8d90-2e0c410c42f3 req-1faa1bf5-4e62-4ae1-8d49-3e0efc0ad9c2 service neutron] Port 34958a97-52be-44b3-960d-563b0bd85dbe on network f77acfe8-c05d-4606-b7e9-7027c0b13511 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-19 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:27:12.577111 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d1267a-ed8b-4c7c-8d90-2e0c410c42f3 req-1faa1bf5-4e62-4ae1-8d49-3e0efc0ad9c2 service neutron] Attempting to bind port 34958a97-52be-44b3-960d-563b0bd85dbe on network f77acfe8-c05d-4606-b7e9-7027c0b13511 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:27:12.596958 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58daef8-4a3d-4b0c-8b2e-2cfc8b36d384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf5aaa2d-89f7-4c60-888a-83c4b3d088a3,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:12.601490 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d1267a-ed8b-4c7c-8d90-2e0c410c42f3 req-1faa1bf5-4e62-4ae1-8d49-3e0efc0ad9c2 service neutron] Checking agent: {'id': '3e5ace3e-dd7b-4522-a7c4-77d13dbeab1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:27:12.602126 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d1267a-ed8b-4c7c-8d90-2e0c410c42f3 req-1faa1bf5-4e62-4ae1-8d49-3e0efc0ad9c2 service neutron] Checking segment: {'id': 'c78eb3db-e8a6-4673-b220-136b3d8ed714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f77acfe8-c05d-4606-b7e9-7027c0b13511'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:27:12.603085 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d1267a-ed8b-4c7c-8d90-2e0c410c42f3 req-1faa1bf5-4e62-4ae1-8d49-3e0efc0ad9c2 service neutron] Bound using segment: {'id': 'c78eb3db-e8a6-4673-b220-136b3d8ed714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f77acfe8-c05d-4606-b7e9-7027c0b13511'} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:27:12.603775 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-44d1267a-ed8b-4c7c-8d90-2e0c410c42f3 req-1faa1bf5-4e62-4ae1-8d49-3e0efc0ad9c2 service neutron] Bound port: 34958a97-52be-44b3-960d-563b0bd85dbe, host: n-h1-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c78eb3db-e8a6-4673-b220-136b3d8ed714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f77acfe8-c05d-4606-b7e9-7027c0b13511'}}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:27:12.613950 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d35510ab-7946-47bf-a84d-2a2969080838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:12.626819 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-80d12cb4-4f20-404b-a0cf-318cf46c0579 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40114'] for router, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:12.628150 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-80d12cb4-4f20-404b-a0cf-318cf46c0579 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40139'] for router, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:12.662290 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8ad5f8-311e-4a0c-9879-9cfe1b453d29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-20a46b71-7dba-4e20-a95b-0df58affe56a', 'network_id': '20a46b71-7dba-4e20-a95b-0df58affe56a', 'project_id': '3e6d5204aa2840f59fc30e0e3762aae9', 'fixed_ips': [{'subnet_id': 'd61e0ab3-e6d5-4b6b-88a9-174700bcc9e1'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:27:12.662290 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6d8ad5f8-311e-4a0c-9879-9cfe1b453d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:12.710921 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-44d1267a-ed8b-4c7c-8d90-2e0c410c42f3 req-1faa1bf5-4e62-4ae1-8d49-3e0efc0ad9c2 service neutron] For port 34958a97-52be-44b3-960d-563b0bd85dbe, host n-h1-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=34958a97-52be-44b3-960d-563b0bd85dbe,segment=NetworkSegment(c78eb3db-e8a6-4673-b220-136b3d8ed714),segment_id=c78eb3db-e8a6-4673-b220-136b3d8ed714)] {{(pid=103168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:27:12.720564 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-44d1267a-ed8b-4c7c-8d90-2e0c410c42f3 req-1faa1bf5-4e62-4ae1-8d49-3e0efc0ad9c2 service neutron] Publish callbacks [] for binding, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:12.722554 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-44d1267a-ed8b-4c7c-8d90-2e0c410c42f3 req-1faa1bf5-4e62-4ae1-8d49-3e0efc0ad9c2 service neutron] 10.222.0.54 "POST /v2.0/ports/34958a97-52be-44b3-960d-563b0bd85dbe/bindings HTTP/1.1" status: 201 len: 390 time: 0.5957458 Dec 20 14:27:12.731756 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-41e8689c-fcc4-43f5-9033-0a6dc12385ed None None] For port ff64fd73-d087-4cb3-88ab-fee372ba0869, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:27:12.741896 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d35510ab-7946-47bf-a84d-2a2969080838 admin admin] Network 687c5259-7995-4ccd-9da8-b7cf90c319a1 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:27:12.748194 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-d35510ab-7946-47bf-a84d-2a2969080838 admin admin] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:27:12.756331 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35510ab-7946-47bf-a84d-2a2969080838 admin admin] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:27:12.867906 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-41e8689c-fcc4-43f5-9033-0a6dc12385ed None None] For port ff64fd73-d087-4cb3-88ab-fee372ba0869, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=ff64fd73-d087-4cb3-88ab-fee372ba0869,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:27:12.869861 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35510ab-7946-47bf-a84d-2a2969080838 admin admin] Pushing event updated for resources: {'Port': ['ID=21b5efa4-a44b-400f-bfcb-7a106d38ea39,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:12.879588 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-41e8689c-fcc4-43f5-9033-0a6dc12385ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:13.006767 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-80d12cb4-4f20-404b-a0cf-318cf46c0579 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:13.161598 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d35510ab-7946-47bf-a84d-2a2969080838 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595714'] for router_interface, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:13.239837 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e8689c-fcc4-43f5-9033-0a6dc12385ed None None] Routers {'77adfd81-713f-40d2-ac35-9007298b0d4b'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:27:13.250131 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-41e8689c-fcc4-43f5-9033-0a6dc12385ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:27:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['77adfd81-713f-40d2-ac35-9007298b0d4b'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:27:13.294169 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d4fe4b-8f52-4b52-a3e7-6f8fdd3213ef req-d00088cb-61d8-4cce-8170-1565060af6ae tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:13.301967 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f5d4fe4b-8f52-4b52-a3e7-6f8fdd3213ef req-d00088cb-61d8-4cce-8170-1565060af6ae tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=015e6f3f-513f-4129-9676-862ff5b70f8e HTTP/1.1" status: 200 len: 946 time: 0.1801567 Dec 20 14:27:13.329506 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d1267a-ed8b-4c7c-8d90-2e0c410c42f3 req-2030add8-685c-4b0f-a8d3-126659cf02b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:13.332726 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-44d1267a-ed8b-4c7c-8d90-2e0c410c42f3 req-2030add8-685c-4b0f-a8d3-126659cf02b5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=230adefc93184769a5ed971e644ca4c5&device_id=015e6f3f-513f-4129-9676-862ff5b70f8e HTTP/1.1" status: 200 len: 1098 time: 0.1939225 Dec 20 14:27:13.395614 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f5d4fe4b-8f52-4b52-a3e7-6f8fdd3213ef req-29d6b195-985d-4708-9a0d-7fef8022bdfa tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926564 Dec 20 14:27:13.406052 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5ef7c5-395a-43b5-83a8-b3725e3a1d50 None None] Pushing event updated for resources: {'Port': ['ID=ff64fd73-d087-4cb3-88ab-fee372ba0869,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:13.459403 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-6d8ad5f8-311e-4a0c-9879-9cfe1b453d29 None None] Allocated IP 172.20.0.2 (20a46b71-7dba-4e20-a95b-0df58affe56a/d61e0ab3-e6d5-4b6b-88a9-174700bcc9e1/9c62c216-81bc-4139-99e6-4ab1c1c45465) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:27:13.494915 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 54330) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:27:13.531099 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-ec37e8ec-da2b-4e24-8b46-7856c2d494b2 None None] Provisioning complete for port 21b5efa4-a44b-400f-bfcb-7a106d38ea39 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:27:13.531626 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ec37e8ec-da2b-4e24-8b46-7856c2d494b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:13.583661 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-80d12cb4-4f20-404b-a0cf-318cf46c0579 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:13.689711 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-2ca8a83b-d70c-4bce-b4f2-f1d79fd8608b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0576a3a2f49e4ba19bbe5fabaa27417c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1868694 Dec 20 14:27:13.689711 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d1267a-ed8b-4c7c-8d90-2e0c410c42f3 req-f8308ed7-22b3-4090-8b43-651a0186bed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:13.689711 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-44d1267a-ed8b-4c7c-8d90-2e0c410c42f3 req-f8308ed7-22b3-4090-8b43-651a0186bed4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f77acfe8-c05d-4606-b7e9-7027c0b13511 HTTP/1.1" status: 200 len: 922 time: 0.3464177 Dec 20 14:27:13.689711 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 54334) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:27:13.749243 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d35510ab-7946-47bf-a84d-2a2969080838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:13.761853 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-44d1267a-ed8b-4c7c-8d90-2e0c410c42f3 req-33434dcd-de74-4c9a-a9df-dd3df5f66cf2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34958a97-52be-44b3-960d-563b0bd85dbe HTTP/1.1" status: 200 len: 217 time: 0.0504336 Dec 20 14:27:13.926037 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-41e8689c-fcc4-43f5-9033-0a6dc12385ed None None] Set router 77adfd81-713f-40d2-ac35-9007298b0d4b gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:27:13.939034 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-60e1d552-d6de-4721-963e-6138111f6e99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:13.964871 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-ec37e8ec-da2b-4e24-8b46-7856c2d494b2 None None] Port 21b5efa4-a44b-400f-bfcb-7a106d38ea39 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:27:13.988432 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-60e1d552-d6de-4721-963e-6138111f6e99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:14.098613 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d1267a-ed8b-4c7c-8d90-2e0c410c42f3 req-4455f59f-e75d-422b-8d73-3addbb391279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:14.100814 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-44d1267a-ed8b-4c7c-8d90-2e0c410c42f3 req-4455f59f-e75d-422b-8d73-3addbb391279 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=39805718-f3e9-41ca-8469-b49efb1a12f8 HTTP/1.1" status: 200 len: 861 time: 0.3312347 Dec 20 14:27:14.122772 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-60e1d552-d6de-4721-963e-6138111f6e99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:14.126831 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-60e1d552-d6de-4721-963e-6138111f6e99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:14.148405 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-60e1d552-d6de-4721-963e-6138111f6e99 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7608d72e-6916-4605-8dbb-3ab7e681c495 HTTP/1.1" status: 204 len: 168 time: 0.4426062 Dec 20 14:27:14.186986 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-44d1267a-ed8b-4c7c-8d90-2e0c410c42f3 req-ff37a89f-cab0-4631-9b37-058d93a5a197 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f77acfe8-c05d-4606-b7e9-7027c0b13511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0784106 Dec 20 14:27:14.213934 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e1d552-d6de-4721-963e-6138111f6e99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7608d72e-6916-4605-8dbb-3ab7e681c495,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:14.334609 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6d8ad5f8-311e-4a0c-9879-9cfe1b453d29 None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:14.350275 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d35510ab-7946-47bf-a84d-2a2969080838 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:14.353126 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-80d12cb4-4f20-404b-a0cf-318cf46c0579 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:14.364662 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6d8ad5f8-311e-4a0c-9879-9cfe1b453d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:14.391671 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d35510ab-7946-47bf-a84d-2a2969080838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:14.397574 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-80d12cb4-4f20-404b-a0cf-318cf46c0579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:14.541684 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8ad5f8-311e-4a0c-9879-9cfe1b453d29 None None] Network 20a46b71-7dba-4e20-a95b-0df58affe56a is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:27:14.555790 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-6d8ad5f8-311e-4a0c-9879-9cfe1b453d29 None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:27:14.566108 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8ad5f8-311e-4a0c-9879-9cfe1b453d29 None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:27:14.570898 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-44d1267a-ed8b-4c7c-8d90-2e0c410c42f3 req-4bc540d7-0844-4724-8f5b-42b436d75411 service neutron] 10.222.0.30 "GET /v2.0/networks/f77acfe8-c05d-4606-b7e9-7027c0b13511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3666718 Dec 20 14:27:14.630347 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d35510ab-7946-47bf-a84d-2a2969080838 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1595702'] for router_interface, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:14.748103 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8ad5f8-311e-4a0c-9879-9cfe1b453d29 None None] Pushing event updated for resources: {'Port': ['ID=9c62c216-81bc-4139-99e6-4ab1c1c45465,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:14.788965 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-6d8ad5f8-311e-4a0c-9879-9cfe1b453d29 None None] Attempting to bind port 9c62c216-81bc-4139-99e6-4ab1c1c45465 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:27:14.789613 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-6d8ad5f8-311e-4a0c-9879-9cfe1b453d29 None None] Attempting to bind port 9c62c216-81bc-4139-99e6-4ab1c1c45465 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '0d954599-177d-461f-a871-728ece3f7bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '20a46b71-7dba-4e20-a95b-0df58affe56a'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:27:14.790116 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8ad5f8-311e-4a0c-9879-9cfe1b453d29 None None] Attempting to bind port 9c62c216-81bc-4139-99e6-4ab1c1c45465 on network 20a46b71-7dba-4e20-a95b-0df58affe56a {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:27:14.800610 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-41e8689c-fcc4-43f5-9033-0a6dc12385ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77adfd81-713f-40d2-ac35-9007298b0d4b', 'name': 'tempest-TaggedBootDevicesTest-914184533-router', 'tenant_id': '1080628f9fb44b28a6ddf9255bb33498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'ff64fd73-d087-4cb3-88ab-fee372ba0869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:27:05Z', 'updated_at': '2021-12-20T14:27:08Z', 'revision_number': 3, 'project_id': '1080628f9fb44b28a6ddf9255bb33498', 'gw_port': {'id': 'ff64fd73-d087-4cb3-88ab-fee372ba0869', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:76:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77adfd81-713f-40d2-ac35-9007298b0d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:27:06Z', 'updated_at': '2021-12-20T14:27:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:27:14.804748 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8ad5f8-311e-4a0c-9879-9cfe1b453d29 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:27:14.805288 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8ad5f8-311e-4a0c-9879-9cfe1b453d29 None None] Checking segment: {'id': '0d954599-177d-461f-a871-728ece3f7bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '20a46b71-7dba-4e20-a95b-0df58affe56a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:27:14.805802 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6d8ad5f8-311e-4a0c-9879-9cfe1b453d29 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:14.806395 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8ad5f8-311e-4a0c-9879-9cfe1b453d29 None None] Bound using segment: {'id': '0d954599-177d-461f-a871-728ece3f7bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '20a46b71-7dba-4e20-a95b-0df58affe56a'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:27:14.807127 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-6d8ad5f8-311e-4a0c-9879-9cfe1b453d29 None None] Bound port: 9c62c216-81bc-4139-99e6-4ab1c1c45465, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d954599-177d-461f-a871-728ece3f7bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '20a46b71-7dba-4e20-a95b-0df58affe56a'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:27:14.807784 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6d8ad5f8-311e-4a0c-9879-9cfe1b453d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:14.843687 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e8689c-fcc4-43f5-9033-0a6dc12385ed None None] The sync data for ids ['77adfd81-713f-40d2-ac35-9007298b0d4b'] in n-d-761264-19 is: [{'id': '77adfd81-713f-40d2-ac35-9007298b0d4b', 'name': 'tempest-TaggedBootDevicesTest-914184533-router', 'tenant_id': '1080628f9fb44b28a6ddf9255bb33498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'ff64fd73-d087-4cb3-88ab-fee372ba0869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:27:05Z', 'updated_at': '2021-12-20T14:27:08Z', 'revision_number': 3, 'project_id': '1080628f9fb44b28a6ddf9255bb33498', 'gw_port': {'id': 'ff64fd73-d087-4cb3-88ab-fee372ba0869', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:76:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77adfd81-713f-40d2-ac35-9007298b0d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:27:06Z', 'updated_at': '2021-12-20T14:27:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:27:14.894692 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-44d1267a-ed8b-4c7c-8d90-2e0c410c42f3 req-cc7f10c7-527a-4990-b5fa-79baca575e3d service neutron] 10.222.0.30 "GET /v2.0/networks/f77acfe8-c05d-4606-b7e9-7027c0b13511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3144848 Dec 20 14:27:14.948585 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-80d12cb4-4f20-404b-a0cf-318cf46c0579 admin admin] Allocated IP 172.25.0.46 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/683ff857-3dae-43d2-852d-d5cd232882b8) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:27:14.990444 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-6d8ad5f8-311e-4a0c-9879-9cfe1b453d29 None None] For port 9c62c216-81bc-4139-99e6-4ab1c1c45465, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:27:15.017456 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-6d8ad5f8-311e-4a0c-9879-9cfe1b453d29 None None] For port 9c62c216-81bc-4139-99e6-4ab1c1c45465, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=9c62c216-81bc-4139-99e6-4ab1c1c45465,segment=NetworkSegment(0d954599-177d-461f-a871-728ece3f7bab),segment_id=0d954599-177d-461f-a871-728ece3f7bab)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:27:15.032017 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6d8ad5f8-311e-4a0c-9879-9cfe1b453d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:15.136286 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35510ab-7946-47bf-a84d-2a2969080838 admin admin] Pushing event updated for resources: {'Port': ['ID=21b5efa4-a44b-400f-bfcb-7a106d38ea39,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:15.156753 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:15.275843 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8ad5f8-311e-4a0c-9879-9cfe1b453d29 None None] Pushing event updated for resources: {'Port': ['ID=9c62c216-81bc-4139-99e6-4ab1c1c45465,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:15.290579 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c2e4f2-64d3-4b94-b543-12139544b295 req-997a4c8c-fdca-485a-b617-123eb298c492 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:15.301467 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c2c2e4f2-64d3-4b94-b543-12139544b295 req-997a4c8c-fdca-485a-b617-123eb298c492 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=015e6f3f-513f-4129-9676-862ff5b70f8e HTTP/1.1" status: 200 len: 946 time: 0.7365530 Dec 20 14:27:15.490717 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-80d12cb4-4f20-404b-a0cf-318cf46c0579 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:15.579907 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d35510ab-7946-47bf-a84d-2a2969080838 admin admin] Network 687c5259-7995-4ccd-9da8-b7cf90c319a1 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:27:15.590921 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-d35510ab-7946-47bf-a84d-2a2969080838 admin admin] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:27:15.774685 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-80d12cb4-4f20-404b-a0cf-318cf46c0579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:15.926482 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d12cb4-4f20-404b-a0cf-318cf46c0579 admin admin] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:27:15.931882 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-80d12cb4-4f20-404b-a0cf-318cf46c0579 admin admin] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:27:15.975864 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c2c2e4f2-64d3-4b94-b543-12139544b295 req-e3a14dff-cbbe-4ab7-aac3-9fcc8d6a8bf5 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4665492 Dec 20 14:27:15.977688 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d12cb4-4f20-404b-a0cf-318cf46c0579 admin admin] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:27:16.075191 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 54376) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:27:16.156444 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d12cb4-4f20-404b-a0cf-318cf46c0579 admin admin] Pushing event updated for resources: {'Port': ['ID=683ff857-3dae-43d2-852d-d5cd232882b8,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:16.240769 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-aede1b26-6f8d-4e22-82c9-48a2fb739313 None None] Provisioning complete for port 21b5efa4-a44b-400f-bfcb-7a106d38ea39 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:27:16.241726 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-aede1b26-6f8d-4e22-82c9-48a2fb739313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:16.331245 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-aede1b26-6f8d-4e22-82c9-48a2fb739313 None None] Port 21b5efa4-a44b-400f-bfcb-7a106d38ea39 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:27:16.354959 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d35510ab-7946-47bf-a84d-2a2969080838 admin admin] Router 77adfd81-713f-40d2-ac35-9007298b0d4b has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:27:16.374086 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-6f8740b6-d9cd-4a38-8d31-37fb48de5cf6 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1686122816-network', 'tenant_id': '143b13c01acb41e1ab898662acfb89e3'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:27:16.434227 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f8740b6-d9cd-4a38-8d31-37fb48de5cf6 admin admin] Made reservation on behalf of 143b13c01acb41e1ab898662acfb89e3 for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:27:16.439757 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6f8740b6-d9cd-4a38-8d31-37fb48de5cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:16.451689 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6f8740b6-d9cd-4a38-8d31-37fb48de5cf6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:16.640722 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6f8740b6-d9cd-4a38-8d31-37fb48de5cf6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:16.654268 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6f8740b6-d9cd-4a38-8d31-37fb48de5cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:16.699395 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f8740b6-d9cd-4a38-8d31-37fb48de5cf6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:27:16.744900 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6f8740b6-d9cd-4a38-8d31-37fb48de5cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:16.745200 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-6f8740b6-d9cd-4a38-8d31-37fb48de5cf6 admin admin] Added segment 4fc4e0ac-318d-4ccf-be3a-725bc954134e of type vlan for network 01317b46-743f-4a97-9518-07d8be122d30 Dec 20 14:27:16.914959 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8740b6-d9cd-4a38-8d31-37fb48de5cf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=761444ae-ad32-4e66-80ea-0138d62d2c06,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:16.933659 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d35510ab-7946-47bf-a84d-2a2969080838 admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:27:16.947265 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6f8740b6-d9cd-4a38-8d31-37fb48de5cf6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:16.994713 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-d35510ab-7946-47bf-a84d-2a2969080838 admin admin] 10.222.0.54 "PUT /v2.0/routers/77adfd81-713f-40d2-ac35-9007298b0d4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6757913 Dec 20 14:27:17.033007 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6f8740b6-d9cd-4a38-8d31-37fb48de5cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:17.034022 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8740b6-d9cd-4a38-8d31-37fb48de5cf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:17.034698 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6f8740b6-d9cd-4a38-8d31-37fb48de5cf6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:17.093598 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-80d12cb4-4f20-404b-a0cf-318cf46c0579 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:17.121347 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-6f8740b6-d9cd-4a38-8d31-37fb48de5cf6 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0446270 Dec 20 14:27:17.122030 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 54392) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:27:17.139338 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device ff64fd73-d087-4cb3-88ab-fee372ba0869 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:27:17.161455 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-4b69e664-d482-420f-8e0d-f54c75cf71c4 admin admin] Request body: {'subnet': {'network_id': '01317b46-743f-4a97-9518-07d8be122d30', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1686122816-subnet', 'tenant_id': '143b13c01acb41e1ab898662acfb89e3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:27:17.254347 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cbb19d2-f739-4b63-aa20-f47bec6121bc None None] Network 20a46b71-7dba-4e20-a95b-0df58affe56a requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:27:17.299118 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8740b6-d9cd-4a38-8d31-37fb48de5cf6 admin admin] Pushing event updated for resources: {'Network': ['ID=01317b46-743f-4a97-9518-07d8be122d30,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:17.332499 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b69e664-d482-420f-8e0d-f54c75cf71c4 admin admin] Made reservation on behalf of 143b13c01acb41e1ab898662acfb89e3 for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:27:17.339087 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4b69e664-d482-420f-8e0d-f54c75cf71c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:17.350066 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 01317b46-743f-4a97-9518-07d8be122d30 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:27:17.412856 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port ff64fd73-d087-4cb3-88ab-fee372ba0869 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:27:17.414093 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:17.420612 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305250d2-cd44-4f3e-bbe5-b7b144be26a4 req-a1d0a049-b013-4199-bcd4-22c7738a819f tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:17.432254 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-305250d2-cd44-4f3e-bbe5-b7b144be26a4 req-a1d0a049-b013-4199-bcd4-22c7738a819f tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=015e6f3f-513f-4129-9676-862ff5b70f8e HTTP/1.1" status: 200 len: 946 time: 0.2540479 Dec 20 14:27:17.488156 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-a227c84b-c331-40a8-884c-72505bb294ce None None] Provisioning complete for port 9c62c216-81bc-4139-99e6-4ab1c1c45465 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:27:17.488625 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a227c84b-c331-40a8-884c-72505bb294ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:17.793085 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-80d12cb4-4f20-404b-a0cf-318cf46c0579 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013'] for router, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:17.890153 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-305250d2-cd44-4f3e-bbe5-b7b144be26a4 req-5ae4358d-b096-4387-925a-098949a2e171 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4565682 Dec 20 14:27:18.035781 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2fe4b82-b2f4-4398-996b-d47cea7ee4e3 None None] Sync routers for ids ['77adfd81-713f-40d2-ac35-9007298b0d4b'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:27:18.051993 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a227c84b-c331-40a8-884c-72505bb294ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:18.074152 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fe4b82-b2f4-4398-996b-d47cea7ee4e3 None None] Routers {'77adfd81-713f-40d2-ac35-9007298b0d4b'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:27:18.077331 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-c2fe4b82-b2f4-4398-996b-d47cea7ee4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:27:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['77adfd81-713f-40d2-ac35-9007298b0d4b'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:27:18.093975 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4b69e664-d482-420f-8e0d-f54c75cf71c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8848317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10470522'] for subnet, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:18.118777 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-a227c84b-c331-40a8-884c-72505bb294ce None None] For port 9c62c216-81bc-4139-99e6-4ab1c1c45465, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=9c62c216-81bc-4139-99e6-4ab1c1c45465,segment=NetworkSegment(0d954599-177d-461f-a871-728ece3f7bab),segment_id=0d954599-177d-461f-a871-728ece3f7bab)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:27:18.149912 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a227c84b-c331-40a8-884c-72505bb294ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:18.254420 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b69e664-d482-420f-8e0d-f54c75cf71c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b8453f4-17b5-4736-9074-b7942e09ae7c,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:18.331244 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b69e664-d482-420f-8e0d-f54c75cf71c4 admin admin] Checking segment: {'id': '4fc4e0ac-318d-4ccf-be3a-725bc954134e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '01317b46-743f-4a97-9518-07d8be122d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:27:18.334512 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b69e664-d482-420f-8e0d-f54c75cf71c4 admin admin] Network hostable DHCP agents. Network: 01317b46-743f-4a97-9518-07d8be122d30, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:27:18.356699 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:18.380054 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b69e664-d482-420f-8e0d-f54c75cf71c4 admin admin] Network 01317b46-743f-4a97-9518-07d8be122d30 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:27:18.398197 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 54418) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:27:18.422642 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-85272783-7c2a-4f8b-95c5-5b1098eab017 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1502395348-network', 'tenant_id': 'c489912587c547e48e340ab05f23d081'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:27:18.437989 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-4b69e664-d482-420f-8e0d-f54c75cf71c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 01317b46-743f-4a97-9518-07d8be122d30) {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:27:18.446667 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] For port ff64fd73-d087-4cb3-88ab-fee372ba0869, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=ff64fd73-d087-4cb3-88ab-fee372ba0869,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:27:18.454464 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a227c84b-c331-40a8-884c-72505bb294ce None None] Pushing event updated for resources: {'Port': ['ID=9c62c216-81bc-4139-99e6-4ab1c1c45465,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:18.477324 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e865ecd-5163-4533-86e6-cc4313c7b40b None None] Network 01317b46-743f-4a97-9518-07d8be122d30 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:27:18.479148 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b69e664-d482-420f-8e0d-f54c75cf71c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:18.484466 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4b69e664-d482-420f-8e0d-f54c75cf71c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:18.514799 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-c2fe4b82-b2f4-4398-996b-d47cea7ee4e3 None None] Set router 77adfd81-713f-40d2-ac35-9007298b0d4b gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:27:18.652586 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-4b69e664-d482-420f-8e0d-f54c75cf71c4 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4982595 Dec 20 14:27:18.661864 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:18.662925 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 9c62c216-81bc-4139-99e6-4ab1c1c45465 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:27:18.664031 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 54422) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:27:18.677308 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-a71c4202-1920-4e53-b3b5-a3ad9fecbcd7 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1686122816-router', 'tenant_id': '143b13c01acb41e1ab898662acfb89e3', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:27:18.748626 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85272783-7c2a-4f8b-95c5-5b1098eab017 admin admin] Made reservation on behalf of c489912587c547e48e340ab05f23d081 for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:27:18.752220 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-85272783-7c2a-4f8b-95c5-5b1098eab017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:18.764457 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a71c4202-1920-4e53-b3b5-a3ad9fecbcd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40114'] for router, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:18.766041 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a71c4202-1920-4e53-b3b5-a3ad9fecbcd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40139'] for router, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:18.776245 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-85272783-7c2a-4f8b-95c5-5b1098eab017 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:18.810992 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Pushing event updated for resources: {'Port': ['ID=ff64fd73-d087-4cb3-88ab-fee372ba0869,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:18.829923 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59578f16-06e6-4bd7-8919-20fd45443e72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-01317b46-743f-4a97-9518-07d8be122d30', 'network_id': '01317b46-743f-4a97-9518-07d8be122d30', 'project_id': '143b13c01acb41e1ab898662acfb89e3', 'fixed_ips': [{'subnet_id': '0b8453f4-17b5-4736-9074-b7942e09ae7c'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:27:18.830894 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-59578f16-06e6-4bd7-8919-20fd45443e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:18.887186 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-85272783-7c2a-4f8b-95c5-5b1098eab017 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:18.899995 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-85272783-7c2a-4f8b-95c5-5b1098eab017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:18.940033 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85272783-7c2a-4f8b-95c5-5b1098eab017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c416036a-f530-41e8-9a7d-58a46c679c5f,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:19.014677 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85272783-7c2a-4f8b-95c5-5b1098eab017 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:27:19.079341 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-c2fe4b82-b2f4-4398-996b-d47cea7ee4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77adfd81-713f-40d2-ac35-9007298b0d4b', 'name': 'tempest-TaggedBootDevicesTest-914184533-router', 'tenant_id': '1080628f9fb44b28a6ddf9255bb33498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'ff64fd73-d087-4cb3-88ab-fee372ba0869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:27:05Z', 'updated_at': '2021-12-20T14:27:13Z', 'revision_number': 4, 'project_id': '1080628f9fb44b28a6ddf9255bb33498', 'gw_port': {'id': 'ff64fd73-d087-4cb3-88ab-fee372ba0869', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:76:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77adfd81-713f-40d2-ac35-9007298b0d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:27:06Z', 'updated_at': '2021-12-20T14:27:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '21b5efa4-a44b-400f-bfcb-7a106d38ea39', 'name': '', 'network_id': '687c5259-7995-4ccd-9da8-b7cf90c319a1', 'tenant_id': '1080628f9fb44b28a6ddf9255bb33498', 'mac_address': 'fa:16:3e:0c:99:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77adfd81-713f-40d2-ac35-9007298b0d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'b510740f-81e5-461d-83bc-0c27692ea662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:27:11Z', 'updated_at': '2021-12-20T14:27:13Z', 'revision_number': 2, 'project_id': '1080628f9fb44b28a6ddf9255bb33498', 'subnets': [{'id': 'b510740f-81e5-461d-83bc-0c27692ea662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:27:19.095484 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-59578f16-06e6-4bd7-8919-20fd45443e72 None None] Allocated IP 172.20.0.2 (01317b46-743f-4a97-9518-07d8be122d30/0b8453f4-17b5-4736-9074-b7942e09ae7c/9b726bc5-b9fb-420e-baed-f8bb843eb087) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:27:19.141104 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44acd76b-acb4-460c-a151-86fef5303a27 req-19aa02ef-3adc-4337-8d0b-f444565f6354 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:19.144397 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-44acd76b-acb4-460c-a151-86fef5303a27 req-19aa02ef-3adc-4337-8d0b-f444565f6354 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/networks?id=2b333b61-ce15-4944-95b5-760e7ec98a8f HTTP/1.1" status: 200 len: 808 time: 0.5913227 Dec 20 14:27:19.144715 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2fe4b82-b2f4-4398-996b-d47cea7ee4e3 None None] Checking router: 77adfd81-713f-40d2-ac35-9007298b0d4b for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:27:19.145045 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2fe4b82-b2f4-4398-996b-d47cea7ee4e3 None None] Updating router 77adfd81-713f-40d2-ac35-9007298b0d4b port 21b5efa4-a44b-400f-bfcb-7a106d38ea39 binding host n-d-761264-19 {{(pid=103170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 14:27:19.146643 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-85272783-7c2a-4f8b-95c5-5b1098eab017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:19.147143 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-85272783-7c2a-4f8b-95c5-5b1098eab017 admin admin] Added segment 80fb5237-2476-4121-b95c-191242314e71 of type vlan for network 70f621de-d9ad-4169-bb56-a746af3b57b7 Dec 20 14:27:19.159021 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a71c4202-1920-4e53-b3b5-a3ad9fecbcd7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:19.198875 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c2fe4b82-b2f4-4398-996b-d47cea7ee4e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:19.235677 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-44acd76b-acb4-460c-a151-86fef5303a27 req-9c3e90a4-1f7d-43e2-9906-be47ccf1fcef tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/quotas/2785aa25e0a64107a28490f4f2c107bc HTTP/1.1" status: 200 len: 375 time: 0.0748196 Dec 20 14:27:19.317145 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-59578f16-06e6-4bd7-8919-20fd45443e72 None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:19.318070 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-85272783-7c2a-4f8b-95c5-5b1098eab017 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:19.327559 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-27913ad6-bb7a-4108-8511-85119a6d0577 None None] Provisioning complete for port 9c62c216-81bc-4139-99e6-4ab1c1c45465 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:27:19.328334 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-27913ad6-bb7a-4108-8511-85119a6d0577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:19.364832 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-44acd76b-acb4-460c-a151-86fef5303a27 req-62d8d9ad-42dc-4614-96d2-c0ef33ab132b tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=2785aa25e0a64107a28490f4f2c107bc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0909507 Dec 20 14:27:19.405654 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-59578f16-06e6-4bd7-8919-20fd45443e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:19.432538 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59578f16-06e6-4bd7-8919-20fd45443e72 None None] Network 01317b46-743f-4a97-9518-07d8be122d30 is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:27:19.462638 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aba1c7-3544-478e-936d-765de5d49208 req-116d9e1a-ee16-400b-b55c-3d7c302ac94c tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:19.467605 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c5aba1c7-3544-478e-936d-765de5d49208 req-116d9e1a-ee16-400b-b55c-3d7c302ac94c tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=015e6f3f-513f-4129-9676-862ff5b70f8e HTTP/1.1" status: 200 len: 946 time: 0.2084010 Dec 20 14:27:19.486103 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-85272783-7c2a-4f8b-95c5-5b1098eab017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:19.488417 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85272783-7c2a-4f8b-95c5-5b1098eab017 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:19.490991 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-85272783-7c2a-4f8b-95c5-5b1098eab017 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:19.494866 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-59578f16-06e6-4bd7-8919-20fd45443e72 None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:27:19.521712 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59578f16-06e6-4bd7-8919-20fd45443e72 None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:27:19.527966 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a71c4202-1920-4e53-b3b5-a3ad9fecbcd7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:19.533900 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80d12cb4-4f20-404b-a0cf-318cf46c0579 admin admin] Router e9c9a6a6-1907-45a0-9d29-c1b7fb6414e4 is scheduled to L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 with binding_index 1 {{(pid=103167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 14:27:19.588719 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-85272783-7c2a-4f8b-95c5-5b1098eab017 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1856434 Dec 20 14:27:19.603178 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 54432) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:27:19.607668 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 9c62c216-81bc-4139-99e6-4ab1c1c45465 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:27:19.608333 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:19.617458 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c5aba1c7-3544-478e-936d-765de5d49208 req-9c93f921-2897-4ec3-9080-dc3996894043 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412523 Dec 20 14:27:19.670880 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-48513b4e-619f-4079-8be5-f27b0e4b2285 admin admin] Request body: {'subnet': {'network_id': '70f621de-d9ad-4169-bb56-a746af3b57b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1502395348-subnet', 'tenant_id': 'c489912587c547e48e340ab05f23d081', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:27:19.708448 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59578f16-06e6-4bd7-8919-20fd45443e72 None None] Pushing event updated for resources: {'Port': ['ID=9b726bc5-b9fb-420e-baed-f8bb843eb087,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:19.806213 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-59578f16-06e6-4bd7-8919-20fd45443e72 None None] Attempting to bind port 9b726bc5-b9fb-420e-baed-f8bb843eb087 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:27:19.806634 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-59578f16-06e6-4bd7-8919-20fd45443e72 None None] Attempting to bind port 9b726bc5-b9fb-420e-baed-f8bb843eb087 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '4fc4e0ac-318d-4ccf-be3a-725bc954134e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '01317b46-743f-4a97-9518-07d8be122d30'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:27:19.807029 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59578f16-06e6-4bd7-8919-20fd45443e72 None None] Attempting to bind port 9b726bc5-b9fb-420e-baed-f8bb843eb087 on network 01317b46-743f-4a97-9518-07d8be122d30 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:27:19.827909 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59578f16-06e6-4bd7-8919-20fd45443e72 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:27:19.828348 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59578f16-06e6-4bd7-8919-20fd45443e72 None None] Checking segment: {'id': '4fc4e0ac-318d-4ccf-be3a-725bc954134e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '01317b46-743f-4a97-9518-07d8be122d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:27:19.828904 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-59578f16-06e6-4bd7-8919-20fd45443e72 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:19.830051 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59578f16-06e6-4bd7-8919-20fd45443e72 None None] Bound using segment: {'id': '4fc4e0ac-318d-4ccf-be3a-725bc954134e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '01317b46-743f-4a97-9518-07d8be122d30'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:27:19.830715 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-59578f16-06e6-4bd7-8919-20fd45443e72 None None] Bound port: 9b726bc5-b9fb-420e-baed-f8bb843eb087, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fc4e0ac-318d-4ccf-be3a-725bc954134e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '01317b46-743f-4a97-9518-07d8be122d30'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:27:19.831128 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-59578f16-06e6-4bd7-8919-20fd45443e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:19.858518 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85272783-7c2a-4f8b-95c5-5b1098eab017 admin admin] Pushing event updated for resources: {'Network': ['ID=70f621de-d9ad-4169-bb56-a746af3b57b7,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:19.882800 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 70f621de-d9ad-4169-bb56-a746af3b57b7 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:27:19.909825 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80d12cb4-4f20-404b-a0cf-318cf46c0579 admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:27:19.919520 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48513b4e-619f-4079-8be5-f27b0e4b2285 admin admin] Made reservation on behalf of c489912587c547e48e340ab05f23d081 for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:27:19.921783 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-48513b4e-619f-4079-8be5-f27b0e4b2285 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:19.951335 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-80d12cb4-4f20-404b-a0cf-318cf46c0579 admin admin] Publish callbacks [] for router, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:19.952448 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-80d12cb4-4f20-404b-a0cf-318cf46c0579 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 7.9015946 Dec 20 14:27:19.955691 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 54444) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:27:20.004689 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659be2d1-789b-44e3-ab6c-c382dff94993 None None] Sync routers for ids ['e9c9a6a6-1907-45a0-9d29-c1b7fb6414e4'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:27:20.062038 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659be2d1-789b-44e3-ab6c-c382dff94993 None None] Routers {'e9c9a6a6-1907-45a0-9d29-c1b7fb6414e4'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:27:20.063007 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-659be2d1-789b-44e3-ab6c-c382dff94993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:27:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['e9c9a6a6-1907-45a0-9d29-c1b7fb6414e4'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:27:20.076726 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c2fe4b82-b2f4-4398-996b-d47cea7ee4e3 None None] Publish callbacks [] for port, precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:20.091553 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 14:27:20.092272 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c2fe4b82-b2f4-4398-996b-d47cea7ee4e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:20.147530 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c28ece-8245-40fa-9c99-256171ebe797 None None] Pushing event updated for resources: {'Port': ['ID=21b5efa4-a44b-400f-bfcb-7a106d38ea39,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:20.265339 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-c2fe4b82-b2f4-4398-996b-d47cea7ee4e3 None None] Attempting to bind port 21b5efa4-a44b-400f-bfcb-7a106d38ea39 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:27:20.265638 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-c2fe4b82-b2f4-4398-996b-d47cea7ee4e3 None None] Attempting to bind port 21b5efa4-a44b-400f-bfcb-7a106d38ea39 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '7a62ea4e-2f48-436b-a84b-3154d016eb3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '687c5259-7995-4ccd-9da8-b7cf90c319a1'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:27:20.265994 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fe4b82-b2f4-4398-996b-d47cea7ee4e3 None None] Attempting to bind port 21b5efa4-a44b-400f-bfcb-7a106d38ea39 on network 687c5259-7995-4ccd-9da8-b7cf90c319a1 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:27:20.276954 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fe4b82-b2f4-4398-996b-d47cea7ee4e3 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:27:20.277328 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fe4b82-b2f4-4398-996b-d47cea7ee4e3 None None] Checking segment: {'id': '7a62ea4e-2f48-436b-a84b-3154d016eb3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '687c5259-7995-4ccd-9da8-b7cf90c319a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:27:20.277725 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c2fe4b82-b2f4-4398-996b-d47cea7ee4e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:20.278391 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fe4b82-b2f4-4398-996b-d47cea7ee4e3 None None] Bound using segment: {'id': '7a62ea4e-2f48-436b-a84b-3154d016eb3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '687c5259-7995-4ccd-9da8-b7cf90c319a1'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:27:20.278900 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-c2fe4b82-b2f4-4398-996b-d47cea7ee4e3 None None] Bound port: 21b5efa4-a44b-400f-bfcb-7a106d38ea39, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a62ea4e-2f48-436b-a84b-3154d016eb3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '687c5259-7995-4ccd-9da8-b7cf90c319a1'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:27:20.279344 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c2fe4b82-b2f4-4398-996b-d47cea7ee4e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:20.306979 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-44acd76b-acb4-460c-a151-86fef5303a27 req-1b09114d-39e0-4e4f-839d-d9e87d68211e service neutron] 10.222.0.54 "GET /v2.0/networks/2b333b61-ce15-4944-95b5-760e7ec98a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8844652 Dec 20 14:27:20.399602 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-c2fe4b82-b2f4-4398-996b-d47cea7ee4e3 None None] For port 21b5efa4-a44b-400f-bfcb-7a106d38ea39, host n-d-761264-19, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:27:20.405075 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-c2fe4b82-b2f4-4398-996b-d47cea7ee4e3 None None] For port 21b5efa4-a44b-400f-bfcb-7a106d38ea39, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=21b5efa4-a44b-400f-bfcb-7a106d38ea39,segment=NetworkSegment(7a62ea4e-2f48-436b-a84b-3154d016eb3f),segment_id=7a62ea4e-2f48-436b-a84b-3154d016eb3f)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:27:20.411313 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c2fe4b82-b2f4-4398-996b-d47cea7ee4e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:20.469706 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fe4b82-b2f4-4398-996b-d47cea7ee4e3 None None] Routers {'77adfd81-713f-40d2-ac35-9007298b0d4b'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:27:20.470278 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-59578f16-06e6-4bd7-8919-20fd45443e72 None None] For port 9b726bc5-b9fb-420e-baed-f8bb843eb087, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:27:20.470800 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-c2fe4b82-b2f4-4398-996b-d47cea7ee4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:27:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['77adfd81-713f-40d2-ac35-9007298b0d4b'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:27:20.480180 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-59578f16-06e6-4bd7-8919-20fd45443e72 None None] For port 9b726bc5-b9fb-420e-baed-f8bb843eb087, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=9b726bc5-b9fb-420e-baed-f8bb843eb087,segment=NetworkSegment(4fc4e0ac-318d-4ccf-be3a-725bc954134e),segment_id=4fc4e0ac-318d-4ccf-be3a-725bc954134e)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:27:20.526071 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-59578f16-06e6-4bd7-8919-20fd45443e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:20.801772 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-c2fe4b82-b2f4-4398-996b-d47cea7ee4e3 None None] Set router 77adfd81-713f-40d2-ac35-9007298b0d4b gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:27:20.890820 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-44acd76b-acb4-460c-a151-86fef5303a27 req-5fb79715-f417-4b35-936f-4ed1df2118fa service neutron] 10.222.0.54 "GET /v2.0/networks/2b333b61-ce15-4944-95b5-760e7ec98a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5829887 Dec 20 14:27:20.933019 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-659be2d1-789b-44e3-ab6c-c382dff94993 None None] Set router e9c9a6a6-1907-45a0-9d29-c1b7fb6414e4 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:27:20.936103 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-48513b4e-619f-4079-8be5-f27b0e4b2285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8848317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10470522'] for subnet, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:20.962266 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c28ece-8245-40fa-9c99-256171ebe797 None None] Pushing event updated for resources: {'Port': ['ID=21b5efa4-a44b-400f-bfcb-7a106d38ea39,revision_number=4']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:21.027653 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5bf823c3-e4f3-4df0-80b0-a07a5e0f951f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:21.100261 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a71c4202-1920-4e53-b3b5-a3ad9fecbcd7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:21.107761 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d49be6c-36b0-45bd-8dd6-f46ec7d53bda req-07e0de5b-f6c7-4f1a-969e-57c4e4d3c3b4 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:21.109213 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6d49be6c-36b0-45bd-8dd6-f46ec7d53bda req-07e0de5b-f6c7-4f1a-969e-57c4e4d3c3b4 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=015e6f3f-513f-4129-9676-862ff5b70f8e HTTP/1.1" status: 200 len: 946 time: 0.2712615 Dec 20 14:27:21.179568 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a71c4202-1920-4e53-b3b5-a3ad9fecbcd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:21.211122 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48513b4e-619f-4079-8be5-f27b0e4b2285 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c581abf8-3f6d-4cda-8ac9-5abb058165eb,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:21.221994 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device ff64fd73-d087-4cb3-88ab-fee372ba0869 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:27:21.515964 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-c2fe4b82-b2f4-4398-996b-d47cea7ee4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77adfd81-713f-40d2-ac35-9007298b0d4b', 'name': 'tempest-TaggedBootDevicesTest-914184533-router', 'tenant_id': '1080628f9fb44b28a6ddf9255bb33498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'ff64fd73-d087-4cb3-88ab-fee372ba0869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:27:05Z', 'updated_at': '2021-12-20T14:27:13Z', 'revision_number': 4, 'project_id': '1080628f9fb44b28a6ddf9255bb33498', 'gw_port': {'id': 'ff64fd73-d087-4cb3-88ab-fee372ba0869', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:76:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77adfd81-713f-40d2-ac35-9007298b0d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:27:06Z', 'updated_at': '2021-12-20T14:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '21b5efa4-a44b-400f-bfcb-7a106d38ea39', 'name': '', 'network_id': '687c5259-7995-4ccd-9da8-b7cf90c319a1', 'tenant_id': '1080628f9fb44b28a6ddf9255bb33498', 'mac_address': 'fa:16:3e:0c:99:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77adfd81-713f-40d2-ac35-9007298b0d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'b510740f-81e5-461d-83bc-0c27692ea662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:27:11Z', 'updated_at': '2021-12-20T14:27:20Z', 'revision_number': 4, 'project_id': '1080628f9fb44b28a6ddf9255bb33498', 'subnets': [{'id': 'b510740f-81e5-461d-83bc-0c27692ea662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:27:21.550661 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-1c9f8c7b-bdf9-4de1-8c18-d90946c52aef None None] Provisioning complete for port 21b5efa4-a44b-400f-bfcb-7a106d38ea39 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:27:21.551277 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-1c9f8c7b-bdf9-4de1-8c18-d90946c52aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:21.564405 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59578f16-06e6-4bd7-8919-20fd45443e72 None None] Pushing event updated for resources: {'Port': ['ID=9b726bc5-b9fb-420e-baed-f8bb843eb087,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:21.584438 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2fe4b82-b2f4-4398-996b-d47cea7ee4e3 None None] The sync data for ids ['77adfd81-713f-40d2-ac35-9007298b0d4b'] in n-d-761264-19 is: [{'id': '77adfd81-713f-40d2-ac35-9007298b0d4b', 'name': 'tempest-TaggedBootDevicesTest-914184533-router', 'tenant_id': '1080628f9fb44b28a6ddf9255bb33498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'ff64fd73-d087-4cb3-88ab-fee372ba0869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:27:05Z', 'updated_at': '2021-12-20T14:27:13Z', 'revision_number': 4, 'project_id': '1080628f9fb44b28a6ddf9255bb33498', 'gw_port': {'id': 'ff64fd73-d087-4cb3-88ab-fee372ba0869', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:76:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77adfd81-713f-40d2-ac35-9007298b0d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:27:06Z', 'updated_at': '2021-12-20T14:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '21b5efa4-a44b-400f-bfcb-7a106d38ea39', 'name': '', 'network_id': '687c5259-7995-4ccd-9da8-b7cf90c319a1', 'tenant_id': '1080628f9fb44b28a6ddf9255bb33498', 'mac_address': 'fa:16:3e:0c:99:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77adfd81-713f-40d2-ac35-9007298b0d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'b510740f-81e5-461d-83bc-0c27692ea662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:27:11Z', 'updated_at': '2021-12-20T14:27:20Z', 'revision_number': 4, 'project_id': '1080628f9fb44b28a6ddf9255bb33498', 'subnets': [{'id': 'b510740f-81e5-461d-83bc-0c27692ea662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:27:21.604579 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port ff64fd73-d087-4cb3-88ab-fee372ba0869 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:27:21.605325 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:21.697273 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-659be2d1-789b-44e3-ab6c-c382dff94993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c9a6a6-1907-45a0-9d29-c1b7fb6414e4', 'name': 'tempest-ServersTestMultiNic-961624395-router', 'tenant_id': '3e6d5204aa2840f59fc30e0e3762aae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': '683ff857-3dae-43d2-852d-d5cd232882b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:27:12Z', 'updated_at': '2021-12-20T14:27:16Z', 'revision_number': 3, 'project_id': '3e6d5204aa2840f59fc30e0e3762aae9', 'gw_port': {'id': '683ff857-3dae-43d2-852d-d5cd232882b8', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ef:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9c9a6a6-1907-45a0-9d29-c1b7fb6414e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:27:14Z', 'updated_at': '2021-12-20T14:27:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:27:21.710462 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6d49be6c-36b0-45bd-8dd6-f46ec7d53bda req-15e5e4dd-a507-4330-92ff-4382dfc18514 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4824774 Dec 20 14:27:21.766243 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659be2d1-789b-44e3-ab6c-c382dff94993 None None] Checking router: e9c9a6a6-1907-45a0-9d29-c1b7fb6414e4 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:27:21.766575 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659be2d1-789b-44e3-ab6c-c382dff94993 None None] Updating router e9c9a6a6-1907-45a0-9d29-c1b7fb6414e4 port 683ff857-3dae-43d2-852d-d5cd232882b8 binding host n-d-761264-19 {{(pid=103169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 14:27:21.771822 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-5bf823c3-e4f3-4df0-80b0-a07a5e0f951f admin admin] Allocated IP 172.20.0.1 (20a46b71-7dba-4e20-a95b-0df58affe56a/d61e0ab3-e6d5-4b6b-88a9-174700bcc9e1/5e60713f-af81-4ba4-95ae-b35b2194279d) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:27:21.868645 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-659be2d1-789b-44e3-ab6c-c382dff94993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:22.074037 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5bf823c3-e4f3-4df0-80b0-a07a5e0f951f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:22.138680 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48513b4e-619f-4079-8be5-f27b0e4b2285 admin admin] Checking segment: {'id': '80fb5237-2476-4121-b95c-191242314e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '70f621de-d9ad-4169-bb56-a746af3b57b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:27:22.139889 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48513b4e-619f-4079-8be5-f27b0e4b2285 admin admin] Network hostable DHCP agents. Network: 70f621de-d9ad-4169-bb56-a746af3b57b7, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:27:22.251568 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f169ce9d-288e-4f4d-ad62-41f302752725 req-4e48054f-8fe4-4874-864b-85db1595aa58 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1dcec98-db36-4ee0-ba7d-c88dcb3b2793 HTTP/1.1" status: 200 len: 210 time: 0.1089387 Dec 20 14:27:22.273089 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5bf823c3-e4f3-4df0-80b0-a07a5e0f951f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:22.312497 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 9c62c216-81bc-4139-99e6-4ab1c1c45465 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:27:22.349866 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-a71c4202-1920-4e53-b3b5-a3ad9fecbcd7 admin admin] Allocated IP 172.25.0.174 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/740a9bc2-222e-49a5-af94-61b2f6dc1bdd) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:27:22.479838 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf823c3-e4f3-4df0-80b0-a07a5e0f951f admin admin] Network 20a46b71-7dba-4e20-a95b-0df58affe56a is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:27:22.481857 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf823c3-e4f3-4df0-80b0-a07a5e0f951f admin admin] Pushing event updated for resources: {'Port': ['ID=5e60713f-af81-4ba4-95ae-b35b2194279d,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:22.485946 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-5bf823c3-e4f3-4df0-80b0-a07a5e0f951f admin admin] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:27:22.488326 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf823c3-e4f3-4df0-80b0-a07a5e0f951f admin admin] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:27:22.509833 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48513b4e-619f-4079-8be5-f27b0e4b2285 admin admin] Network 70f621de-d9ad-4169-bb56-a746af3b57b7 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:27:22.547675 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5bf823c3-e4f3-4df0-80b0-a07a5e0f951f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595714'] for router_interface, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:22.580490 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a71c4202-1920-4e53-b3b5-a3ad9fecbcd7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:22.584062 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-1c9f8c7b-bdf9-4de1-8c18-d90946c52aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:22.678536 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-48513b4e-619f-4079-8be5-f27b0e4b2285 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 70f621de-d9ad-4169-bb56-a746af3b57b7) {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:27:22.697985 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b304188-6233-4dcc-ba38-0163509e6bc6 None None] Network 70f621de-d9ad-4169-bb56-a746af3b57b7 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:27:22.711422 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48513b4e-619f-4079-8be5-f27b0e4b2285 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:22.715876 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-48513b4e-619f-4079-8be5-f27b0e4b2285 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:22.719964 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a71c4202-1920-4e53-b3b5-a3ad9fecbcd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:22.772435 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-1c9f8c7b-bdf9-4de1-8c18-d90946c52aef None None] For port 21b5efa4-a44b-400f-bfcb-7a106d38ea39, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=21b5efa4-a44b-400f-bfcb-7a106d38ea39,segment=NetworkSegment(7a62ea4e-2f48-436b-a84b-3154d016eb3f),segment_id=7a62ea4e-2f48-436b-a84b-3154d016eb3f)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:27:22.847600 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71c4202-1920-4e53-b3b5-a3ad9fecbcd7 admin admin] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:27:22.855211 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-a71c4202-1920-4e53-b3b5-a3ad9fecbcd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:27:22.857268 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-1c9f8c7b-bdf9-4de1-8c18-d90946c52aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:22.862120 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71c4202-1920-4e53-b3b5-a3ad9fecbcd7 admin admin] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:27:22.995150 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-48513b4e-619f-4079-8be5-f27b0e4b2285 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.3521268 Dec 20 14:27:23.010216 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 54486) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:27:23.030229 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa2ebd6-8bd6-4c86-9c59-183942bde771 None None] Network 01317b46-743f-4a97-9518-07d8be122d30 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:27:23.049721 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-179cfdc4-8bdc-4954-84d8-bfc3e7c60d10 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1502395348-router', 'tenant_id': 'c489912587c547e48e340ab05f23d081', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:27:23.131606 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5bf823c3-e4f3-4df0-80b0-a07a5e0f951f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:23.244231 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71c4202-1920-4e53-b3b5-a3ad9fecbcd7 admin admin] Pushing event updated for resources: {'Port': ['ID=740a9bc2-222e-49a5-af94-61b2f6dc1bdd,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:23.259957 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71c4202-1920-4e53-b3b5-a3ad9fecbcd7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:27:23.260299 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71c4202-1920-4e53-b3b5-a3ad9fecbcd7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:27:23.260637 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71c4202-1920-4e53-b3b5-a3ad9fecbcd7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:27:23.260973 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71c4202-1920-4e53-b3b5-a3ad9fecbcd7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:27:23.261300 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71c4202-1920-4e53-b3b5-a3ad9fecbcd7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:27:23.261625 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71c4202-1920-4e53-b3b5-a3ad9fecbcd7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:27:23.262485 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7aba08-954b-43f4-a5c6-e8435be12812 req-cc62a1e0-1c4d-42c3-9211-53a3a0660b82 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:23.262618 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71c4202-1920-4e53-b3b5-a3ad9fecbcd7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:27:23.262866 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71c4202-1920-4e53-b3b5-a3ad9fecbcd7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:27:23.263177 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71c4202-1920-4e53-b3b5-a3ad9fecbcd7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:27:23.263502 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71c4202-1920-4e53-b3b5-a3ad9fecbcd7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:27:23.263825 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71c4202-1920-4e53-b3b5-a3ad9fecbcd7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:27:23.264147 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71c4202-1920-4e53-b3b5-a3ad9fecbcd7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:27:23.264466 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71c4202-1920-4e53-b3b5-a3ad9fecbcd7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:27:23.272134 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ef7aba08-954b-43f4-a5c6-e8435be12812 req-cc62a1e0-1c4d-42c3-9211-53a3a0660b82 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=015e6f3f-513f-4129-9676-862ff5b70f8e HTTP/1.1" status: 200 len: 946 time: 0.2603967 Dec 20 14:27:23.349698 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-179cfdc4-8bdc-4954-84d8-bfc3e7c60d10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40114'] for router, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:23.354861 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-179cfdc4-8bdc-4954-84d8-bfc3e7c60d10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40139'] for router, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:23.389677 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9f8c7b-bdf9-4de1-8c18-d90946c52aef None None] Pushing event updated for resources: {'Port': ['ID=21b5efa4-a44b-400f-bfcb-7a106d38ea39,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:23.447040 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5ed140-3ed1-4c18-abe7-ff7bafdfd6f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-70f621de-d9ad-4169-bb56-a746af3b57b7', 'network_id': '70f621de-d9ad-4169-bb56-a746af3b57b7', 'project_id': 'c489912587c547e48e340ab05f23d081', 'fixed_ips': [{'subnet_id': 'c581abf8-3f6d-4cda-8ac9-5abb058165eb'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:27:23.447945 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-cb5ed140-3ed1-4c18-abe7-ff7bafdfd6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:23.525038 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-37f419ec-2d7e-468f-b8af-7bf941a9bfb5 req-79829512-1082-41b4-8cc5-7796c4bd9596 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1dcec98-db36-4ee0-ba7d-c88dcb3b2793 HTTP/1.1" status: 200 len: 210 time: 0.0823143 Dec 20 14:27:23.572156 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-179cfdc4-8bdc-4954-84d8-bfc3e7c60d10 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:23.664484 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a71c4202-1920-4e53-b3b5-a3ad9fecbcd7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:23.782075 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-cb5ed140-3ed1-4c18-abe7-ff7bafdfd6f8 None None] Allocated IP 172.20.0.2 (70f621de-d9ad-4169-bb56-a746af3b57b7/c581abf8-3f6d-4cda-8ac9-5abb058165eb/095c6b65-c43f-43bc-8757-ed7055a9bbfb) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:27:23.877117 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ef7aba08-954b-43f4-a5c6-e8435be12812 req-501a44d3-a6f4-4986-aa08-56186d8ea02d tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6035011 Dec 20 14:27:23.994248 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 9c62c216-81bc-4139-99e6-4ab1c1c45465 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:27:23.994248 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:24.032003 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44acd76b-acb4-460c-a151-86fef5303a27 req-1fdc8c1d-0c9e-4543-a957-439c7ca94a45 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:24.035445 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-44acd76b-acb4-460c-a151-86fef5303a27 req-1fdc8c1d-0c9e-4543-a957-439c7ca94a45 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.30 "GET /v2.0/networks?id=2b333b61-ce15-4944-95b5-760e7ec98a8f HTTP/1.1" status: 200 len: 808 time: 0.1538076 Dec 20 14:27:24.095056 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-637f7cd0-98ac-4437-ab50-cff26b1a2cc3 None None] Provisioning complete for port 9b726bc5-b9fb-420e-baed-f8bb843eb087 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:27:24.095425 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-637f7cd0-98ac-4437-ab50-cff26b1a2cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:24.107037 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-44acd76b-acb4-460c-a151-86fef5303a27 req-6882e8b6-9edd-4362-b505-766804193a8d tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Request body: {'port': {'device_id': 'b1dcec98-db36-4ee0-ba7d-c88dcb3b2793', 'network_id': '2b333b61-ce15-4944-95b5-760e7ec98a8f', 'admin_state_up': True, 'tenant_id': '2785aa25e0a64107a28490f4f2c107bc'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:27:24.156821 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-179cfdc4-8bdc-4954-84d8-bfc3e7c60d10 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:24.341737 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5bf823c3-e4f3-4df0-80b0-a07a5e0f951f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:24.395352 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5bf823c3-e4f3-4df0-80b0-a07a5e0f951f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:24.405477 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-cb5ed140-3ed1-4c18-abe7-ff7bafdfd6f8 None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:24.439432 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-cb5ed140-3ed1-4c18-abe7-ff7bafdfd6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:24.514127 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf823c3-e4f3-4df0-80b0-a07a5e0f951f admin admin] Pushing event updated for resources: {'Port': ['ID=5e60713f-af81-4ba4-95ae-b35b2194279d,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:24.580508 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44acd76b-acb4-460c-a151-86fef5303a27 req-6882e8b6-9edd-4362-b505-766804193a8d tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Made reservation on behalf of 2785aa25e0a64107a28490f4f2c107bc for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:27:24.591052 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-44acd76b-acb4-460c-a151-86fef5303a27 req-6882e8b6-9edd-4362-b505-766804193a8d tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:24.643453 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5ed140-3ed1-4c18-abe7-ff7bafdfd6f8 None None] Network 70f621de-d9ad-4169-bb56-a746af3b57b7 is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:27:24.650449 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-659be2d1-789b-44e3-ab6c-c382dff94993 None None] Publish callbacks [] for port, precommit_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:24.660594 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-cb5ed140-3ed1-4c18-abe7-ff7bafdfd6f8 None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:27:24.663712 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5ed140-3ed1-4c18-abe7-ff7bafdfd6f8 None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:27:24.770458 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5bf823c3-e4f3-4df0-80b0-a07a5e0f951f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1595702'] for router_interface, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:24.804574 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3bbdb4fe-a906-4424-a87f-40a8aea4b0af req-65be095c-1cf4-4b65-96a5-dde225b4e23c tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1dcec98-db36-4ee0-ba7d-c88dcb3b2793 HTTP/1.1" status: 200 len: 210 time: 0.0522792 Dec 20 14:27:24.811659 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a71c4202-1920-4e53-b3b5-a3ad9fecbcd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013'] for router, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:24.984504 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf823c3-e4f3-4df0-80b0-a07a5e0f951f admin admin] Network 20a46b71-7dba-4e20-a95b-0df58affe56a is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:27:24.985367 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-637f7cd0-98ac-4437-ab50-cff26b1a2cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:24.995104 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-5bf823c3-e4f3-4df0-80b0-a07a5e0f951f admin admin] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:27:25.026995 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-659be2d1-789b-44e3-ab6c-c382dff94993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:25.167002 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-659be2d1-789b-44e3-ab6c-c382dff94993 None None] Attempting to bind port 683ff857-3dae-43d2-852d-d5cd232882b8 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:27:25.177719 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-659be2d1-789b-44e3-ab6c-c382dff94993 None None] Attempting to bind port 683ff857-3dae-43d2-852d-d5cd232882b8 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:27:25.178109 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659be2d1-789b-44e3-ab6c-c382dff94993 None None] Attempting to bind port 683ff857-3dae-43d2-852d-d5cd232882b8 on network c3f8658e-da35-41f3-bd03-509e29ebd6f3 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:27:25.193688 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5ed140-3ed1-4c18-abe7-ff7bafdfd6f8 None None] Pushing event updated for resources: {'Port': ['ID=095c6b65-c43f-43bc-8757-ed7055a9bbfb,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:25.291161 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-637f7cd0-98ac-4437-ab50-cff26b1a2cc3 None None] For port 9b726bc5-b9fb-420e-baed-f8bb843eb087, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=9b726bc5-b9fb-420e-baed-f8bb843eb087,segment=NetworkSegment(4fc4e0ac-318d-4ccf-be3a-725bc954134e),segment_id=4fc4e0ac-318d-4ccf-be3a-725bc954134e)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:27:25.330253 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [req-44acd76b-acb4-460c-a151-86fef5303a27 req-6882e8b6-9edd-4362-b505-766804193a8d tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Allocated IP 172.20.0.9 (2b333b61-ce15-4944-95b5-760e7ec98a8f/63ebfb59-720a-4723-915c-292ae8d31522/70afd13f-d370-47db-83d2-e1041aebac63) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:27:25.348457 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a71c4202-1920-4e53-b3b5-a3ad9fecbcd7 admin admin] Router 3f721ecf-7687-45f7-a127-60f28c7420f6 is scheduled to L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 with binding_index 1 {{(pid=103168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 14:27:25.371613 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659be2d1-789b-44e3-ab6c-c382dff94993 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:27:25.372014 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659be2d1-789b-44e3-ab6c-c382dff94993 None None] Checking segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:27:25.373802 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-659be2d1-789b-44e3-ab6c-c382dff94993 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:25.374213 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659be2d1-789b-44e3-ab6c-c382dff94993 None None] Bound using segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:27:25.376678 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-659be2d1-789b-44e3-ab6c-c382dff94993 None None] Bound port: 683ff857-3dae-43d2-852d-d5cd232882b8, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:27:25.377305 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-659be2d1-789b-44e3-ab6c-c382dff94993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:25.441334 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bf823c3-e4f3-4df0-80b0-a07a5e0f951f admin admin] Router e9c9a6a6-1907-45a0-9d29-c1b7fb6414e4 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:27:25.503966 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-659be2d1-789b-44e3-ab6c-c382dff94993 None None] For port 683ff857-3dae-43d2-852d-d5cd232882b8, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:27:25.514064 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-659be2d1-789b-44e3-ab6c-c382dff94993 None None] For port 683ff857-3dae-43d2-852d-d5cd232882b8, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=683ff857-3dae-43d2-852d-d5cd232882b8,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:27:25.519773 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 21b5efa4-a44b-400f-bfcb-7a106d38ea39 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:27:25.535008 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-637f7cd0-98ac-4437-ab50-cff26b1a2cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:25.554711 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-659be2d1-789b-44e3-ab6c-c382dff94993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:25.625937 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-cb5ed140-3ed1-4c18-abe7-ff7bafdfd6f8 None None] Attempting to bind port 095c6b65-c43f-43bc-8757-ed7055a9bbfb on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:27:25.626307 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-cb5ed140-3ed1-4c18-abe7-ff7bafdfd6f8 None None] Attempting to bind port 095c6b65-c43f-43bc-8757-ed7055a9bbfb by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '80fb5237-2476-4121-b95c-191242314e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '70f621de-d9ad-4169-bb56-a746af3b57b7'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:27:25.626685 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5ed140-3ed1-4c18-abe7-ff7bafdfd6f8 None None] Attempting to bind port 095c6b65-c43f-43bc-8757-ed7055a9bbfb on network 70f621de-d9ad-4169-bb56-a746af3b57b7 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:27:25.697378 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1486c9-cf8f-4558-9390-270b24210624 req-c3a305ab-09e2-4b54-bad4-9d9703d036e5 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:25.707981 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-da1486c9-cf8f-4558-9390-270b24210624 req-c3a305ab-09e2-4b54-bad4-9d9703d036e5 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=015e6f3f-513f-4129-9676-862ff5b70f8e HTTP/1.1" status: 200 len: 946 time: 0.3462827 Dec 20 14:27:25.728516 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e314306e-e95e-4e28-877c-f3b2d4f15ded None None] Pushing event updated for resources: {'Port': ['ID=683ff857-3dae-43d2-852d-d5cd232882b8,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:25.730133 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a71c4202-1920-4e53-b3b5-a3ad9fecbcd7 admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:27:25.740144 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06a748c-1c8a-4ba5-bdba-a21c848e33c4 None None] Sync routers for ids ['3f721ecf-7687-45f7-a127-60f28c7420f6'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:27:25.751689 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5ed140-3ed1-4c18-abe7-ff7bafdfd6f8 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:27:25.752432 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5ed140-3ed1-4c18-abe7-ff7bafdfd6f8 None None] Checking segment: {'id': '80fb5237-2476-4121-b95c-191242314e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '70f621de-d9ad-4169-bb56-a746af3b57b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:27:25.752991 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-cb5ed140-3ed1-4c18-abe7-ff7bafdfd6f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:25.753528 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5ed140-3ed1-4c18-abe7-ff7bafdfd6f8 None None] Bound using segment: {'id': '80fb5237-2476-4121-b95c-191242314e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '70f621de-d9ad-4169-bb56-a746af3b57b7'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:27:25.754863 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-cb5ed140-3ed1-4c18-abe7-ff7bafdfd6f8 None None] Bound port: 095c6b65-c43f-43bc-8757-ed7055a9bbfb, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80fb5237-2476-4121-b95c-191242314e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '70f621de-d9ad-4169-bb56-a746af3b57b7'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:27:25.755628 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-cb5ed140-3ed1-4c18-abe7-ff7bafdfd6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:25.774352 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06a748c-1c8a-4ba5-bdba-a21c848e33c4 None None] Routers {'3f721ecf-7687-45f7-a127-60f28c7420f6'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:27:25.775229 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-c06a748c-1c8a-4ba5-bdba-a21c848e33c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:27:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['3f721ecf-7687-45f7-a127-60f28c7420f6'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:27:25.781575 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a71c4202-1920-4e53-b3b5-a3ad9fecbcd7 admin admin] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:25.783731 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-a71c4202-1920-4e53-b3b5-a3ad9fecbcd7 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.1131248 Dec 20 14:27:25.786225 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 54518) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:27:25.845875 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-cb5ed140-3ed1-4c18-abe7-ff7bafdfd6f8 None None] For port 095c6b65-c43f-43bc-8757-ed7055a9bbfb, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:27:25.849933 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-cb5ed140-3ed1-4c18-abe7-ff7bafdfd6f8 None None] For port 095c6b65-c43f-43bc-8757-ed7055a9bbfb, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=095c6b65-c43f-43bc-8757-ed7055a9bbfb,segment=NetworkSegment(80fb5237-2476-4121-b95c-191242314e71),segment_id=80fb5237-2476-4121-b95c-191242314e71)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:27:25.892958 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-637f7cd0-98ac-4437-ab50-cff26b1a2cc3 None None] Provisioning complete for port 21b5efa4-a44b-400f-bfcb-7a106d38ea39 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:27:25.894705 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-637f7cd0-98ac-4437-ab50-cff26b1a2cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:25.906478 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-179cfdc4-8bdc-4954-84d8-bfc3e7c60d10 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:25.928596 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-179cfdc4-8bdc-4954-84d8-bfc3e7c60d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:25.943095 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-cb5ed140-3ed1-4c18-abe7-ff7bafdfd6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:25.972331 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 21b5efa4-a44b-400f-bfcb-7a106d38ea39 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:27:25.972946 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:26.018846 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659be2d1-789b-44e3-ab6c-c382dff94993 None None] Routers {'e9c9a6a6-1907-45a0-9d29-c1b7fb6414e4'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:27:26.019585 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-659be2d1-789b-44e3-ab6c-c382dff94993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:27:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['e9c9a6a6-1907-45a0-9d29-c1b7fb6414e4'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:27:26.036228 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3690e982-812a-4895-bca4-349b26958bd5 req-d4f03153-42c6-4d7d-bdac-260634284596 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1dcec98-db36-4ee0-ba7d-c88dcb3b2793 HTTP/1.1" status: 200 len: 210 time: 0.0450170 Dec 20 14:27:26.064091 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-da1486c9-cf8f-4558-9390-270b24210624 req-0d70131f-72a7-4f7a-9ffb-18a70f90b80a tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3546038 Dec 20 14:27:26.110656 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-c06a748c-1c8a-4ba5-bdba-a21c848e33c4 None None] Set router 3f721ecf-7687-45f7-a127-60f28c7420f6 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:27:26.115638 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-44acd76b-acb4-460c-a151-86fef5303a27 req-6882e8b6-9edd-4362-b505-766804193a8d tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:26.147563 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bf823c3-e4f3-4df0-80b0-a07a5e0f951f admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:27:26.174072 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-5bf823c3-e4f3-4df0-80b0-a07a5e0f951f admin admin] 10.222.0.54 "PUT /v2.0/routers/e9c9a6a6-1907-45a0-9d29-c1b7fb6414e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2102201 Dec 20 14:27:26.198775 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-659be2d1-789b-44e3-ab6c-c382dff94993 None None] Set router e9c9a6a6-1907-45a0-9d29-c1b7fb6414e4 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:27:26.208042 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-179cfdc4-8bdc-4954-84d8-bfc3e7c60d10 admin admin] Allocated IP 172.25.0.19 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/95482f67-0626-48b9-8ae3-7cd8282ae82d) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:27:26.366572 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 54524) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:27:26.416987 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-179cfdc4-8bdc-4954-84d8-bfc3e7c60d10 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:26.466427 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-44acd76b-acb4-460c-a151-86fef5303a27 req-6882e8b6-9edd-4362-b505-766804193a8d tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:26.501441 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-054d700f-ee09-4c45-ae02-2371f9e4e7ff tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-60297714'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:27:26.558095 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-c06a748c-1c8a-4ba5-bdba-a21c848e33c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f721ecf-7687-45f7-a127-60f28c7420f6', 'name': 'tempest-FloatingIPDetailsTestJSON-1686122816-router', 'tenant_id': '143b13c01acb41e1ab898662acfb89e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '740a9bc2-222e-49a5-af94-61b2f6dc1bdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:27:18Z', 'updated_at': '2021-12-20T14:27:23Z', 'revision_number': 3, 'project_id': '143b13c01acb41e1ab898662acfb89e3', 'gw_port': {'id': '740a9bc2-222e-49a5-af94-61b2f6dc1bdd', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2a:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f721ecf-7687-45f7-a127-60f28c7420f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:27:21Z', 'updated_at': '2021-12-20T14:27:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:27:26.570819 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-054d700f-ee09-4c45-ae02-2371f9e4e7ff tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Made reservation on behalf of 3e6d5204aa2840f59fc30e0e3762aae9 for: {'network': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:27:26.574370 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-054d700f-ee09-4c45-ae02-2371f9e4e7ff tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:26.581700 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-179cfdc4-8bdc-4954-84d8-bfc3e7c60d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:26.614433 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6882e8b6-9edd-4362-b505-766804193a8d tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Pushing event updated for resources: {'Port': ['ID=70afd13f-d370-47db-83d2-e1041aebac63,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:26.647516 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06a748c-1c8a-4ba5-bdba-a21c848e33c4 None None] Checking router: 3f721ecf-7687-45f7-a127-60f28c7420f6 for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:27:26.647858 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06a748c-1c8a-4ba5-bdba-a21c848e33c4 None None] Updating router 3f721ecf-7687-45f7-a127-60f28c7420f6 port 740a9bc2-222e-49a5-af94-61b2f6dc1bdd binding host n-d-761264-19 {{(pid=103170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 14:27:26.704645 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179cfdc4-8bdc-4954-84d8-bfc3e7c60d10 admin admin] Pushing event updated for resources: {'Port': ['ID=95482f67-0626-48b9-8ae3-7cd8282ae82d,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:26.707831 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44acd76b-acb4-460c-a151-86fef5303a27 req-6882e8b6-9edd-4362-b505-766804193a8d tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Network 2b333b61-ce15-4944-95b5-760e7ec98a8f is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:27:26.712391 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [req-44acd76b-acb4-460c-a151-86fef5303a27 req-6882e8b6-9edd-4362-b505-766804193a8d tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:27:26.718455 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c06a748c-1c8a-4ba5-bdba-a21c848e33c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:26.726826 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-44acd76b-acb4-460c-a151-86fef5303a27 req-6882e8b6-9edd-4362-b505-766804193a8d tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:27:26.742696 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179cfdc4-8bdc-4954-84d8-bfc3e7c60d10 admin admin] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:27:26.745196 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-179cfdc4-8bdc-4954-84d8-bfc3e7c60d10 admin admin] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:27:26.759094 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179cfdc4-8bdc-4954-84d8-bfc3e7c60d10 admin admin] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:27:26.779885 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637f7cd0-98ac-4437-ab50-cff26b1a2cc3 None None] Pushing event updated for resources: {'Port': ['ID=9b726bc5-b9fb-420e-baed-f8bb843eb087,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:26.870209 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44acd76b-acb4-460c-a151-86fef5303a27 req-6882e8b6-9edd-4362-b505-766804193a8d tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:26.870209 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-44acd76b-acb4-460c-a151-86fef5303a27 req-6882e8b6-9edd-4362-b505-766804193a8d tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:26.905368 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-054d700f-ee09-4c45-ae02-2371f9e4e7ff tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=103167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:27:26.968745 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-44acd76b-acb4-460c-a151-86fef5303a27 req-6882e8b6-9edd-4362-b505-766804193a8d tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8678186 Dec 20 14:27:26.990259 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e314306e-e95e-4e28-877c-f3b2d4f15ded None None] Pushing event updated for resources: {'Port': ['ID=683ff857-3dae-43d2-852d-d5cd232882b8,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:27.059261 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-054d700f-ee09-4c45-ae02-2371f9e4e7ff tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:27.059939 n-d-761264-19 neutron-server[103167]: INFO neutron.db.segments_db [None req-054d700f-ee09-4c45-ae02-2371f9e4e7ff tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Added segment c916a4c5-f78f-49cb-bb53-88f9467401b2 of type vlan for network d82cbd1c-a154-44e7-a6cf-0543b0c25f57 Dec 20 14:27:27.063134 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-44acd76b-acb4-460c-a151-86fef5303a27 req-d1d90647-9131-4102-a6ea-ecff9f91c7c7 service neutron] Request body: {'port': {'device_id': 'b1dcec98-db36-4ee0-ba7d-c88dcb3b2793', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-19'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:27:27.079170 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 9b726bc5-b9fb-420e-baed-f8bb843eb087 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:27:27.207105 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-054d700f-ee09-4c45-ae02-2371f9e4e7ff tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:27.262607 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-eb38dc73-bab0-46b0-8072-4f2f1c5290fa None None] Provisioning complete for port 9b726bc5-b9fb-420e-baed-f8bb843eb087 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:27:27.271746 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-eb38dc73-bab0-46b0-8072-4f2f1c5290fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:27.292996 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-054d700f-ee09-4c45-ae02-2371f9e4e7ff tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:27.305072 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054d700f-ee09-4c45-ae02-2371f9e4e7ff tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:27.305898 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-054d700f-ee09-4c45-ae02-2371f9e4e7ff tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:27.377721 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-44acd76b-acb4-460c-a151-86fef5303a27 req-d1d90647-9131-4102-a6ea-ecff9f91c7c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:27.383136 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-659be2d1-789b-44e3-ab6c-c382dff94993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c9a6a6-1907-45a0-9d29-c1b7fb6414e4', 'name': 'tempest-ServersTestMultiNic-961624395-router', 'tenant_id': '3e6d5204aa2840f59fc30e0e3762aae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': '683ff857-3dae-43d2-852d-d5cd232882b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:27:12Z', 'updated_at': '2021-12-20T14:27:22Z', 'revision_number': 4, 'project_id': '3e6d5204aa2840f59fc30e0e3762aae9', 'gw_port': {'id': '683ff857-3dae-43d2-852d-d5cd232882b8', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ef:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9c9a6a6-1907-45a0-9d29-c1b7fb6414e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:27:14Z', 'updated_at': '2021-12-20T14:27:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '5e60713f-af81-4ba4-95ae-b35b2194279d', 'name': '', 'network_id': '20a46b71-7dba-4e20-a95b-0df58affe56a', 'tenant_id': '3e6d5204aa2840f59fc30e0e3762aae9', 'mac_address': 'fa:16:3e:c8:93:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9c9a6a6-1907-45a0-9d29-c1b7fb6414e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'd61e0ab3-e6d5-4b6b-88a9-174700bcc9e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:27:21Z', 'updated_at': '2021-12-20T14:27:23Z', 'revision_number': 2, 'project_id': '3e6d5204aa2840f59fc30e0e3762aae9', 'subnets': [{'id': 'd61e0ab3-e6d5-4b6b-88a9-174700bcc9e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:27:27.404768 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-83706c4e-cf04-43d5-aff8-1bd5c8bba040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:27.426961 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c06a748c-1c8a-4ba5-bdba-a21c848e33c4 None None] Publish callbacks [] for port, precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:27.441879 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c06a748c-1c8a-4ba5-bdba-a21c848e33c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:27.443165 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 9b726bc5-b9fb-420e-baed-f8bb843eb087 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:27:27.443165 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:27.450626 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659be2d1-789b-44e3-ab6c-c382dff94993 None None] The sync data for ids ['e9c9a6a6-1907-45a0-9d29-c1b7fb6414e4'] in n-d-761264-19 is: [{'id': 'e9c9a6a6-1907-45a0-9d29-c1b7fb6414e4', 'name': 'tempest-ServersTestMultiNic-961624395-router', 'tenant_id': '3e6d5204aa2840f59fc30e0e3762aae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': '683ff857-3dae-43d2-852d-d5cd232882b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:27:12Z', 'updated_at': '2021-12-20T14:27:22Z', 'revision_number': 4, 'project_id': '3e6d5204aa2840f59fc30e0e3762aae9', 'gw_port': {'id': '683ff857-3dae-43d2-852d-d5cd232882b8', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ef:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9c9a6a6-1907-45a0-9d29-c1b7fb6414e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:27:14Z', 'updated_at': '2021-12-20T14:27:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '5e60713f-af81-4ba4-95ae-b35b2194279d', 'name': '', 'network_id': '20a46b71-7dba-4e20-a95b-0df58affe56a', 'tenant_id': '3e6d5204aa2840f59fc30e0e3762aae9', 'mac_address': 'fa:16:3e:c8:93:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9c9a6a6-1907-45a0-9d29-c1b7fb6414e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'd61e0ab3-e6d5-4b6b-88a9-174700bcc9e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:27:21Z', 'updated_at': '2021-12-20T14:27:23Z', 'revision_number': 2, 'project_id': '3e6d5204aa2840f59fc30e0e3762aae9', 'subnets': [{'id': 'd61e0ab3-e6d5-4b6b-88a9-174700bcc9e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:27:27.452490 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5ed140-3ed1-4c18-abe7-ff7bafdfd6f8 None None] Pushing event updated for resources: {'Port': ['ID=095c6b65-c43f-43bc-8757-ed7055a9bbfb,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:27.512912 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-054d700f-ee09-4c45-ae02-2371f9e4e7ff tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1450095 Dec 20 14:27:27.529559 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 54536) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:27:27.543246 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eedcde0-259e-438b-ba67-84b539d8386a req-4da1ce02-0571-4ea9-8f47-50431ce9fd26 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:27.544953 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7eedcde0-259e-438b-ba67-84b539d8386a req-4da1ce02-0571-4ea9-8f47-50431ce9fd26 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1dcec98-db36-4ee0-ba7d-c88dcb3b2793 HTTP/1.1" status: 200 len: 931 time: 0.2502050 Dec 20 14:27:27.569856 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-02694b6c-f1a7-40d7-88ff-2abf13020946 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Request body: {'subnet': {'network_id': 'd82cbd1c-a154-44e7-a6cf-0543b0c25f57', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:27:27.575331 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-c06a748c-1c8a-4ba5-bdba-a21c848e33c4 None None] Attempting to bind port 740a9bc2-222e-49a5-af94-61b2f6dc1bdd on host n-d-761264-19 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:27:27.581303 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-c06a748c-1c8a-4ba5-bdba-a21c848e33c4 None None] Attempting to bind port 740a9bc2-222e-49a5-af94-61b2f6dc1bdd by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:27:27.581959 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06a748c-1c8a-4ba5-bdba-a21c848e33c4 None None] Attempting to bind port 740a9bc2-222e-49a5-af94-61b2f6dc1bdd on network c3f8658e-da35-41f3-bd03-509e29ebd6f3 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:27:27.619403 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-eb38dc73-bab0-46b0-8072-4f2f1c5290fa None None] Provisioning complete for port 5e60713f-af81-4ba4-95ae-b35b2194279d triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:27:27.619699 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-eb38dc73-bab0-46b0-8072-4f2f1c5290fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:27.625114 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06a748c-1c8a-4ba5-bdba-a21c848e33c4 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:27:27.627316 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06a748c-1c8a-4ba5-bdba-a21c848e33c4 None None] Checking segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:27:27.627773 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c06a748c-1c8a-4ba5-bdba-a21c848e33c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:27.628167 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06a748c-1c8a-4ba5-bdba-a21c848e33c4 None None] Bound using segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:27:27.628677 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-c06a748c-1c8a-4ba5-bdba-a21c848e33c4 None None] Bound port: 740a9bc2-222e-49a5-af94-61b2f6dc1bdd, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:27:27.629056 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c06a748c-1c8a-4ba5-bdba-a21c848e33c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:27.743645 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ce5261-9edd-42bf-a256-087cde1f5138 req-863b9a80-7940-468a-993e-d6fc82344b33 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:27.752677 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d0ce5261-9edd-42bf-a256-087cde1f5138 req-863b9a80-7940-468a-993e-d6fc82344b33 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=015e6f3f-513f-4129-9676-862ff5b70f8e HTTP/1.1" status: 200 len: 946 time: 0.4791844 Dec 20 14:27:27.760772 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-c06a748c-1c8a-4ba5-bdba-a21c848e33c4 None None] For port 740a9bc2-222e-49a5-af94-61b2f6dc1bdd, host n-d-761264-19, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:27:27.762287 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-eb38dc73-bab0-46b0-8072-4f2f1c5290fa None None] Port 5e60713f-af81-4ba4-95ae-b35b2194279d cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:27:27.765895 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-c06a748c-1c8a-4ba5-bdba-a21c848e33c4 None None] For port 740a9bc2-222e-49a5-af94-61b2f6dc1bdd, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=740a9bc2-222e-49a5-af94-61b2f6dc1bdd,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:27:27.768949 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054d700f-ee09-4c45-ae02-2371f9e4e7ff tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Pushing event updated for resources: {'Network': ['ID=d82cbd1c-a154-44e7-a6cf-0543b0c25f57,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:27.787385 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c06a748c-1c8a-4ba5-bdba-a21c848e33c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:27.790667 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network d82cbd1c-a154-44e7-a6cf-0543b0c25f57 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:27:27.799711 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-179cfdc4-8bdc-4954-84d8-bfc3e7c60d10 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:27.922702 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06a748c-1c8a-4ba5-bdba-a21c848e33c4 None None] Routers {'3f721ecf-7687-45f7-a127-60f28c7420f6'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:27:27.924670 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-c06a748c-1c8a-4ba5-bdba-a21c848e33c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:27:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['3f721ecf-7687-45f7-a127-60f28c7420f6'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:27:28.229534 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-c06a748c-1c8a-4ba5-bdba-a21c848e33c4 None None] Set router 3f721ecf-7687-45f7-a127-60f28c7420f6 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:27:28.373327 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7eedcde0-259e-438b-ba67-84b539d8386a req-2d8e107d-2102-448b-b46d-7d76ab90e689 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8155570 Dec 20 14:27:28.380426 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be496c90-e364-4b87-9149-3525155e3c6d None None] Network 70f621de-d9ad-4169-bb56-a746af3b57b7 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:27:28.514049 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 095c6b65-c43f-43bc-8757-ed7055a9bbfb up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:27:28.764051 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-83706c4e-cf04-43d5-aff8-1bd5c8bba040 admin admin] Allocated IP 172.20.0.1 (01317b46-743f-4a97-9518-07d8be122d30/0b8453f4-17b5-4736-9074-b7942e09ae7c/210d6bbe-340d-4ffc-95e0-97527d67f9db) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:27:28.794077 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-6c746ece-07fb-48bd-bd6c-dc102e4111ee None None] Provisioning complete for port 095c6b65-c43f-43bc-8757-ed7055a9bbfb triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:27:28.794503 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6c746ece-07fb-48bd-bd6c-dc102e4111ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:28.824173 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9cd699-f94a-4634-abcf-721417907c45 None None] Pushing event updated for resources: {'Port': ['ID=740a9bc2-222e-49a5-af94-61b2f6dc1bdd,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:29.175151 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 095c6b65-c43f-43bc-8757-ed7055a9bbfb triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:27:29.175979 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:29.229153 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [req-44acd76b-acb4-460c-a151-86fef5303a27 req-d1d90647-9131-4102-a6ea-ecff9f91c7c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70afd13f-d370-47db-83d2-e1041aebac63 {{(pid=103168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:27:29.235161 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9cd699-f94a-4634-abcf-721417907c45 None None] Pushing event updated for resources: {'Port': ['ID=740a9bc2-222e-49a5-af94-61b2f6dc1bdd,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:29.275729 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-44acd76b-acb4-460c-a151-86fef5303a27 req-d1d90647-9131-4102-a6ea-ecff9f91c7c7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:29.288229 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-c06a748c-1c8a-4ba5-bdba-a21c848e33c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f721ecf-7687-45f7-a127-60f28c7420f6', 'name': 'tempest-FloatingIPDetailsTestJSON-1686122816-router', 'tenant_id': '143b13c01acb41e1ab898662acfb89e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '740a9bc2-222e-49a5-af94-61b2f6dc1bdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:27:18Z', 'updated_at': '2021-12-20T14:27:23Z', 'revision_number': 3, 'project_id': '143b13c01acb41e1ab898662acfb89e3', 'gw_port': {'id': '740a9bc2-222e-49a5-af94-61b2f6dc1bdd', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2a:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f721ecf-7687-45f7-a127-60f28c7420f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:27:21Z', 'updated_at': '2021-12-20T14:27:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:27:29.319734 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d0ce5261-9edd-42bf-a256-087cde1f5138 req-cb69b67e-84b2-46dc-a731-b5bcfa7e3438 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5657549 Dec 20 14:27:29.328056 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06a748c-1c8a-4ba5-bdba-a21c848e33c4 None None] The sync data for ids ['3f721ecf-7687-45f7-a127-60f28c7420f6'] in n-d-761264-19 is: [{'id': '3f721ecf-7687-45f7-a127-60f28c7420f6', 'name': 'tempest-FloatingIPDetailsTestJSON-1686122816-router', 'tenant_id': '143b13c01acb41e1ab898662acfb89e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '740a9bc2-222e-49a5-af94-61b2f6dc1bdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:27:18Z', 'updated_at': '2021-12-20T14:27:23Z', 'revision_number': 3, 'project_id': '143b13c01acb41e1ab898662acfb89e3', 'gw_port': {'id': '740a9bc2-222e-49a5-af94-61b2f6dc1bdd', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2a:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f721ecf-7687-45f7-a127-60f28c7420f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:27:21Z', 'updated_at': '2021-12-20T14:27:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:27:29.340556 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.provisioning_blocks [req-44acd76b-acb4-460c-a151-86fef5303a27 req-d1d90647-9131-4102-a6ea-ecff9f91c7c7 service neutron] Transition to ACTIVE for port object 70afd13f-d370-47db-83d2-e1041aebac63 will not be triggered until provisioned by entity L2. {{(pid=103168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:27:29.376015 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-44acd76b-acb4-460c-a151-86fef5303a27 req-d1d90647-9131-4102-a6ea-ecff9f91c7c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:29.484975 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6c746ece-07fb-48bd-bd6c-dc102e4111ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:29.539479 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d90647-9131-4102-a6ea-ecff9f91c7c7 service neutron] Pushing event updated for resources: {'Port': ['ID=70afd13f-d370-47db-83d2-e1041aebac63,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:29.585438 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-179cfdc4-8bdc-4954-84d8-bfc3e7c60d10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013'] for router, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:29.698311 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:29.844590 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02694b6c-f1a7-40d7-88ff-2abf13020946 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Made reservation on behalf of 3e6d5204aa2840f59fc30e0e3762aae9 for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:27:29.846765 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-6c746ece-07fb-48bd-bd6c-dc102e4111ee None None] For port 095c6b65-c43f-43bc-8757-ed7055a9bbfb, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=095c6b65-c43f-43bc-8757-ed7055a9bbfb,segment=NetworkSegment(80fb5237-2476-4121-b95c-191242314e71),segment_id=80fb5237-2476-4121-b95c-191242314e71)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:27:29.848004 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-02694b6c-f1a7-40d7-88ff-2abf13020946 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:29.855474 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6c746ece-07fb-48bd-bd6c-dc102e4111ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:30.040477 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c746ece-07fb-48bd-bd6c-dc102e4111ee None None] Pushing event updated for resources: {'Port': ['ID=095c6b65-c43f-43bc-8757-ed7055a9bbfb,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:30.071197 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-179cfdc4-8bdc-4954-84d8-bfc3e7c60d10 admin admin] Router d8b8dfe7-46ec-40e6-9068-c92190a97c0b is scheduled to L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 with binding_index 1 {{(pid=103167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 14:27:30.152453 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.db.api [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103169) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 14:27:30.153594 n-d-761264-19 neutron-server[103169]: DEBUG oslo_db.api [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 14:27:30.155371 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c746ece-07fb-48bd-bd6c-dc102e4111ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:27:30.158893 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c746ece-07fb-48bd-bd6c-dc102e4111ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:27:30.160131 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c746ece-07fb-48bd-bd6c-dc102e4111ee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:27:30.161076 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c746ece-07fb-48bd-bd6c-dc102e4111ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:27:30.162002 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c746ece-07fb-48bd-bd6c-dc102e4111ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:27:30.162896 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c746ece-07fb-48bd-bd6c-dc102e4111ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:27:30.163853 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c746ece-07fb-48bd-bd6c-dc102e4111ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:27:30.164440 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c746ece-07fb-48bd-bd6c-dc102e4111ee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:27:30.164991 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c746ece-07fb-48bd-bd6c-dc102e4111ee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:27:30.165703 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c746ece-07fb-48bd-bd6c-dc102e4111ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:27:30.166257 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c746ece-07fb-48bd-bd6c-dc102e4111ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:27:30.167022 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c746ece-07fb-48bd-bd6c-dc102e4111ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:27:30.167727 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c746ece-07fb-48bd-bd6c-dc102e4111ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:27:30.185055 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-15614ddd-2e06-4a8d-9512-1886cec81016 None None] Provisioning complete for port 095c6b65-c43f-43bc-8757-ed7055a9bbfb triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:27:30.185791 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-15614ddd-2e06-4a8d-9512-1886cec81016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:30.420695 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-179cfdc4-8bdc-4954-84d8-bfc3e7c60d10 admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:27:30.441243 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842b641f-4d90-4316-a768-39e011f9d923 None None] Sync routers for ids ['d8b8dfe7-46ec-40e6-9068-c92190a97c0b'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:27:30.451803 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-179cfdc4-8bdc-4954-84d8-bfc3e7c60d10 admin admin] Publish callbacks [] for router, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:30.455788 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-179cfdc4-8bdc-4954-84d8-bfc3e7c60d10 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.4405358 Dec 20 14:27:30.456612 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 54554) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:27:30.474114 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842b641f-4d90-4316-a768-39e011f9d923 None None] Routers {'d8b8dfe7-46ec-40e6-9068-c92190a97c0b'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:27:30.475855 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-842b641f-4d90-4316-a768-39e011f9d923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:27:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['d8b8dfe7-46ec-40e6-9068-c92190a97c0b'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:27:30.964279 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987ca7d9-8fe9-42a1-bb87-9f1bae489d68 req-35971ae3-3a1d-4c9b-8e10-ed4669f9b523 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:30.980837 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-987ca7d9-8fe9-42a1-bb87-9f1bae489d68 req-35971ae3-3a1d-4c9b-8e10-ed4669f9b523 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=015e6f3f-513f-4129-9676-862ff5b70f8e HTTP/1.1" status: 200 len: 946 time: 0.3518367 Dec 20 14:27:31.040891 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ee0860ea-64e8-45ea-b9d6-01d701d361dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:31.099014 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-83706c4e-cf04-43d5-aff8-1bd5c8bba040 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:31.106628 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-987ca7d9-8fe9-42a1-bb87-9f1bae489d68 req-5abb8f65-2955-419b-9751-33c104947cf3 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196945 Dec 20 14:27:31.279786 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-83706c4e-cf04-43d5-aff8-1bd5c8bba040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:31.315665 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 9b726bc5-b9fb-420e-baed-f8bb843eb087 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:27:31.462597 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-842b641f-4d90-4316-a768-39e011f9d923 None None] Set router d8b8dfe7-46ec-40e6-9068-c92190a97c0b gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:27:31.552876 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a966f859-f982-48d3-874a-d7b53ccadbd4 req-af85cf13-3f63-4252-9733-76a5eb27820f tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:31.565833 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a966f859-f982-48d3-874a-d7b53ccadbd4 req-af85cf13-3f63-4252-9733-76a5eb27820f tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1dcec98-db36-4ee0-ba7d-c88dcb3b2793 HTTP/1.1" status: 200 len: 943 time: 1.9571927 Dec 20 14:27:31.578006 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-44acd76b-acb4-460c-a151-86fef5303a27 req-d1d90647-9131-4102-a6ea-ecff9f91c7c7 service neutron] Attempting to bind port 70afd13f-d370-47db-83d2-e1041aebac63 on host n-h1-761264-19 for vnic_type normal with profile {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:27:31.581986 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-44acd76b-acb4-460c-a151-86fef5303a27 req-d1d90647-9131-4102-a6ea-ecff9f91c7c7 service neutron] Attempting to bind port 70afd13f-d370-47db-83d2-e1041aebac63 by drivers openvswitch,hyperv on host n-h1-761264-19 at level 0 using segments [{'id': 'addc7f95-68ef-43ba-9bd9-cde69b0f949e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2b333b61-ce15-4944-95b5-760e7ec98a8f'}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:27:31.582525 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44acd76b-acb4-460c-a151-86fef5303a27 req-d1d90647-9131-4102-a6ea-ecff9f91c7c7 service neutron] Attempting to bind port 70afd13f-d370-47db-83d2-e1041aebac63 on network 2b333b61-ce15-4944-95b5-760e7ec98a8f {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:27:31.628159 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 9b726bc5-b9fb-420e-baed-f8bb843eb087 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:27:31.628528 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:31.684137 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83706c4e-cf04-43d5-aff8-1bd5c8bba040 admin admin] Network 01317b46-743f-4a97-9518-07d8be122d30 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:27:31.701154 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44acd76b-acb4-460c-a151-86fef5303a27 req-d1d90647-9131-4102-a6ea-ecff9f91c7c7 service neutron] Port 70afd13f-d370-47db-83d2-e1041aebac63 on network 2b333b61-ce15-4944-95b5-760e7ec98a8f not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-19 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:27:31.701610 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44acd76b-acb4-460c-a151-86fef5303a27 req-d1d90647-9131-4102-a6ea-ecff9f91c7c7 service neutron] Attempting to bind port 70afd13f-d370-47db-83d2-e1041aebac63 on network 2b333b61-ce15-4944-95b5-760e7ec98a8f {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:27:31.752761 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-83706c4e-cf04-43d5-aff8-1bd5c8bba040 admin admin] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:27:31.764247 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83706c4e-cf04-43d5-aff8-1bd5c8bba040 admin admin] Pushing event updated for resources: {'Port': ['ID=210d6bbe-340d-4ffc-95e0-97527d67f9db,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:31.780448 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83706c4e-cf04-43d5-aff8-1bd5c8bba040 admin admin] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:27:31.831794 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44acd76b-acb4-460c-a151-86fef5303a27 req-d1d90647-9131-4102-a6ea-ecff9f91c7c7 service neutron] Checking agent: {'id': '3e5ace3e-dd7b-4522-a7c4-77d13dbeab1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:27:31.832534 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44acd76b-acb4-460c-a151-86fef5303a27 req-d1d90647-9131-4102-a6ea-ecff9f91c7c7 service neutron] Checking segment: {'id': 'addc7f95-68ef-43ba-9bd9-cde69b0f949e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2b333b61-ce15-4944-95b5-760e7ec98a8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:27:31.833197 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44acd76b-acb4-460c-a151-86fef5303a27 req-d1d90647-9131-4102-a6ea-ecff9f91c7c7 service neutron] Bound using segment: {'id': 'addc7f95-68ef-43ba-9bd9-cde69b0f949e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2b333b61-ce15-4944-95b5-760e7ec98a8f'} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:27:31.834938 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-44acd76b-acb4-460c-a151-86fef5303a27 req-d1d90647-9131-4102-a6ea-ecff9f91c7c7 service neutron] Bound port: 70afd13f-d370-47db-83d2-e1041aebac63, host: n-h1-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'addc7f95-68ef-43ba-9bd9-cde69b0f949e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2b333b61-ce15-4944-95b5-760e7ec98a8f'}}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:27:31.835669 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-44acd76b-acb4-460c-a151-86fef5303a27 req-d1d90647-9131-4102-a6ea-ecff9f91c7c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:31.876377 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-02694b6c-f1a7-40d7-88ff-2abf13020946 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8848317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10470522'] for subnet, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:32.007347 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-842b641f-4d90-4316-a768-39e011f9d923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b8dfe7-46ec-40e6-9068-c92190a97c0b', 'name': 'tempest-TaggedBootDevicesTest-1502395348-router', 'tenant_id': 'c489912587c547e48e340ab05f23d081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': '95482f67-0626-48b9-8ae3-7cd8282ae82d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:27:23Z', 'updated_at': '2021-12-20T14:27:27Z', 'revision_number': 3, 'project_id': 'c489912587c547e48e340ab05f23d081', 'gw_port': {'id': '95482f67-0626-48b9-8ae3-7cd8282ae82d', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:40:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8b8dfe7-46ec-40e6-9068-c92190a97c0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:27:25Z', 'updated_at': '2021-12-20T14:27:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:27:32.040243 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a966f859-f982-48d3-874a-d7b53ccadbd4 req-f492e8a3-0aa2-4144-924c-b83feaed4207 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4729805 Dec 20 14:27:32.133250 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842b641f-4d90-4316-a768-39e011f9d923 None None] Checking router: d8b8dfe7-46ec-40e6-9068-c92190a97c0b for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:27:32.133734 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842b641f-4d90-4316-a768-39e011f9d923 None None] Updating router d8b8dfe7-46ec-40e6-9068-c92190a97c0b port 95482f67-0626-48b9-8ae3-7cd8282ae82d binding host n-d-761264-19 {{(pid=103169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 14:27:32.172869 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-83706c4e-cf04-43d5-aff8-1bd5c8bba040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595714'] for router_interface, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:32.178577 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-75a7c48b-9a06-4766-91ad-979fc4788238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:32.291221 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-842b641f-4d90-4316-a768-39e011f9d923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:32.695068 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02694b6c-f1a7-40d7-88ff-2abf13020946 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Pushing event updated for resources: {'Subnet': ['ID=e502742e-c3ee-4d9f-b87a-8376b5fc3228,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:32.704199 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02694b6c-f1a7-40d7-88ff-2abf13020946 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Checking segment: {'id': 'c916a4c5-f78f-49cb-bb53-88f9467401b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'd82cbd1c-a154-44e7-a6cf-0543b0c25f57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:27:32.704682 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02694b6c-f1a7-40d7-88ff-2abf13020946 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Network hostable DHCP agents. Network: d82cbd1c-a154-44e7-a6cf-0543b0c25f57, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:27:32.740857 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-44acd76b-acb4-460c-a151-86fef5303a27 req-d1d90647-9131-4102-a6ea-ecff9f91c7c7 service neutron] For port 70afd13f-d370-47db-83d2-e1041aebac63, host n-h1-761264-19, cleared binding levels {{(pid=103168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:27:32.820788 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-44acd76b-acb4-460c-a151-86fef5303a27 req-d1d90647-9131-4102-a6ea-ecff9f91c7c7 service neutron] For port 70afd13f-d370-47db-83d2-e1041aebac63, host n-h1-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=70afd13f-d370-47db-83d2-e1041aebac63,segment=NetworkSegment(addc7f95-68ef-43ba-9bd9-cde69b0f949e),segment_id=addc7f95-68ef-43ba-9bd9-cde69b0f949e)] {{(pid=103168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:27:32.841758 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-44acd76b-acb4-460c-a151-86fef5303a27 req-d1d90647-9131-4102-a6ea-ecff9f91c7c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:32.850796 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02694b6c-f1a7-40d7-88ff-2abf13020946 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Network d82cbd1c-a154-44e7-a6cf-0543b0c25f57 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:27:32.853662 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-842b641f-4d90-4316-a768-39e011f9d923 None None] Publish callbacks [] for port, precommit_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:32.904646 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 095c6b65-c43f-43bc-8757-ed7055a9bbfb up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:27:32.926614 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44acd76b-acb4-460c-a151-86fef5303a27 req-d1d90647-9131-4102-a6ea-ecff9f91c7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:32.928339 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-44acd76b-acb4-460c-a151-86fef5303a27 req-d1d90647-9131-4102-a6ea-ecff9f91c7c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:32.930404 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-44acd76b-acb4-460c-a151-86fef5303a27 req-d1d90647-9131-4102-a6ea-ecff9f91c7c7 service neutron] 10.222.0.30 "PUT /v2.0/ports/70afd13f-d370-47db-83d2-e1041aebac63 HTTP/1.1" status: 200 len: 1092 time: 5.8773792 Dec 20 14:27:32.931066 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1dcec98-db36-4ee0-ba7d-c88dcb3b2793', 'tag': '70afd13f-d370-47db-83d2-e1041aebac63'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:27:32.935391 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-439cdc72-c771-4ea4-b0d8-d5637eec40f6" -d '{"events": [{"name": "network-changed", "server_uuid": "b1dcec98-db36-4ee0-ba7d-c88dcb3b2793", "tag": "70afd13f-d370-47db-83d2-e1041aebac63"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:27:32.948715 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9406304f-f61b-4edc-b3d6-1a3656206e1b req-0827e867-90e8-4845-9ec8-ec5d61376d5c tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:32.951811 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-02694b6c-f1a7-40d7-88ff-2abf13020946 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, d82cbd1c-a154-44e7-a6cf-0543b0c25f57) {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:27:32.952684 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9406304f-f61b-4edc-b3d6-1a3656206e1b req-0827e867-90e8-4845-9ec8-ec5d61376d5c tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=015e6f3f-513f-4129-9676-862ff5b70f8e HTTP/1.1" status: 200 len: 946 time: 0.4847105 Dec 20 14:27:32.953330 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-842b641f-4d90-4316-a768-39e011f9d923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:32.983352 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02694b6c-f1a7-40d7-88ff-2abf13020946 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:32.983912 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-02694b6c-f1a7-40d7-88ff-2abf13020946 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:33.083784 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-75a7c48b-9a06-4766-91ad-979fc4788238 admin admin] Allocated IP 172.20.0.1 (70f621de-d9ad-4169-bb56-a746af3b57b7/c581abf8-3f6d-4cda-8ac9-5abb058165eb/8459eabb-2aba-4163-beed-3beb24227917) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:27:33.106423 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-dda2d6fb-f205-4f87-8d3e-deff28eb080d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:33.219335 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86430ab4-af83-4bbc-967f-bda3e1a293e3 None None] Network d82cbd1c-a154-44e7-a6cf-0543b0c25f57 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:27:33.231343 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-238f69a9-5c15-45b8-9d90-a8989191fa04 x-openstack-request-id: req-238f69a9-5c15-45b8-9d90-a8989191fa04 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:27:33.232243 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1dcec98-db36-4ee0-ba7d-c88dcb3b2793", "tag": "70afd13f-d370-47db-83d2-e1041aebac63", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:27:33.234670 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-238f69a9-5c15-45b8-9d90-a8989191fa04 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:27:33.235828 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1dcec98-db36-4ee0-ba7d-c88dcb3b2793', 'tag': '70afd13f-d370-47db-83d2-e1041aebac63', 'status': 'completed', 'code': 200} Dec 20 14:27:33.295813 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-83706c4e-cf04-43d5-aff8-1bd5c8bba040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:33.350698 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9406304f-f61b-4edc-b3d6-1a3656206e1b req-cd7679be-a918-4d68-8dab-e84a61728599 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3825212 Dec 20 14:27:33.351541 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-02694b6c-f1a7-40d7-88ff-2abf13020946 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 5.7971640 Dec 20 14:27:33.352987 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d90647-9131-4102-a6ea-ecff9f91c7c7 service neutron] Pushing event updated for resources: {'Port': ['ID=70afd13f-d370-47db-83d2-e1041aebac63,revision_number=3']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:33.364156 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 54576) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:27:33.382676 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-a795fa0e-25cd-4066-804e-74a7c06c91b8 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1662387464'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:27:33.504079 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77da858b-88a1-4e4a-9fe1-d5c6cdf9fd47 None None] Pushing event updated for resources: {'Port': ['ID=95482f67-0626-48b9-8ae3-7cd8282ae82d,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:33.523701 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44acd76b-acb4-460c-a151-86fef5303a27 req-0bc25017-e215-4da1-a738-45d37aaa336d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:33.523959 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a795fa0e-25cd-4066-804e-74a7c06c91b8 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Made reservation on behalf of 3e6d5204aa2840f59fc30e0e3762aae9 for: {'network': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:27:33.527543 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a795fa0e-25cd-4066-804e-74a7c06c91b8 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:33.528343 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-44acd76b-acb4-460c-a151-86fef5303a27 req-0bc25017-e215-4da1-a738-45d37aaa336d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2785aa25e0a64107a28490f4f2c107bc&device_id=b1dcec98-db36-4ee0-ba7d-c88dcb3b2793 HTTP/1.1" status: 200 len: 1095 time: 0.4885697 Dec 20 14:27:33.569757 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d236f25-8c23-4b1c-8493-be933063b92f None None] Sync routers for ids ['e9c9a6a6-1907-45a0-9d29-c1b7fb6414e4'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:27:33.607910 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d236f25-8c23-4b1c-8493-be933063b92f None None] Routers {'e9c9a6a6-1907-45a0-9d29-c1b7fb6414e4'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:27:33.608847 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-5d236f25-8c23-4b1c-8493-be933063b92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:27:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['e9c9a6a6-1907-45a0-9d29-c1b7fb6414e4'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:27:33.634148 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-44acd76b-acb4-460c-a151-86fef5303a27 req-9396427a-181b-4c14-b66f-0d900fff4584 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=70afd13f-d370-47db-83d2-e1041aebac63 HTTP/1.1" status: 200 len: 217 time: 0.0662158 Dec 20 14:27:33.681425 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66398fc-359e-404f-b57d-68d52f27fd56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-d82cbd1c-a154-44e7-a6cf-0543b0c25f57', 'network_id': 'd82cbd1c-a154-44e7-a6cf-0543b0c25f57', 'project_id': '3e6d5204aa2840f59fc30e0e3762aae9', 'fixed_ips': [{'subnet_id': 'e502742e-c3ee-4d9f-b87a-8376b5fc3228'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:27:33.688167 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b66398fc-359e-404f-b57d-68d52f27fd56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:33.691849 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a795fa0e-25cd-4066-804e-74a7c06c91b8 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=103167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:27:33.695661 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-d1233576-1164-4958-af28-02ae1f1b80a7 None None] Provisioning complete for port 210d6bbe-340d-4ffc-95e0-97527d67f9db triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:27:33.699920 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d1233576-1164-4958-af28-02ae1f1b80a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:33.712074 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a795fa0e-25cd-4066-804e-74a7c06c91b8 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:33.712404 n-d-761264-19 neutron-server[103167]: INFO neutron.db.segments_db [None req-a795fa0e-25cd-4066-804e-74a7c06c91b8 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Added segment 61ad2662-cd04-46ff-824f-39b17b1f321e of type vlan for network 63a2c45b-26c4-47d4-9e78-5377757de7fe Dec 20 14:27:33.769720 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8a654b-b150-4d22-a55b-961e7acdb44f req-38a52ad7-66ca-4ab1-b145-501208e60daf tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:33.796510 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a795fa0e-25cd-4066-804e-74a7c06c91b8 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:33.799094 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-bf8a654b-b150-4d22-a55b-961e7acdb44f req-38a52ad7-66ca-4ab1-b145-501208e60daf tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1dcec98-db36-4ee0-ba7d-c88dcb3b2793 HTTP/1.1" status: 200 len: 943 time: 0.4080670 Dec 20 14:27:33.838187 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-842b641f-4d90-4316-a768-39e011f9d923 None None] Attempting to bind port 95482f67-0626-48b9-8ae3-7cd8282ae82d on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:27:33.840139 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-842b641f-4d90-4316-a768-39e011f9d923 None None] Attempting to bind port 95482f67-0626-48b9-8ae3-7cd8282ae82d by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:27:33.841425 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842b641f-4d90-4316-a768-39e011f9d923 None None] Attempting to bind port 95482f67-0626-48b9-8ae3-7cd8282ae82d on network c3f8658e-da35-41f3-bd03-509e29ebd6f3 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:27:33.876143 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a795fa0e-25cd-4066-804e-74a7c06c91b8 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:33.889217 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a795fa0e-25cd-4066-804e-74a7c06c91b8 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:33.889867 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a795fa0e-25cd-4066-804e-74a7c06c91b8 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:33.892485 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842b641f-4d90-4316-a768-39e011f9d923 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:27:33.893611 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842b641f-4d90-4316-a768-39e011f9d923 None None] Checking segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:27:33.897138 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-842b641f-4d90-4316-a768-39e011f9d923 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:33.900306 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842b641f-4d90-4316-a768-39e011f9d923 None None] Bound using segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:27:33.904402 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-842b641f-4d90-4316-a768-39e011f9d923 None None] Bound port: 95482f67-0626-48b9-8ae3-7cd8282ae82d, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:27:33.909515 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-842b641f-4d90-4316-a768-39e011f9d923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:33.958912 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44acd76b-acb4-460c-a151-86fef5303a27 req-cfeee660-2b1d-4267-9a35-cbef7413afaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:33.966333 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-44acd76b-acb4-460c-a151-86fef5303a27 req-cfeee660-2b1d-4267-9a35-cbef7413afaf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=63ebfb59-720a-4723-915c-292ae8d31522 HTTP/1.1" status: 200 len: 848 time: 0.3219588 Dec 20 14:27:33.969846 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-5d236f25-8c23-4b1c-8493-be933063b92f None None] Set router e9c9a6a6-1907-45a0-9d29-c1b7fb6414e4 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:27:34.047453 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-a795fa0e-25cd-4066-804e-74a7c06c91b8 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6716356 Dec 20 14:27:34.050574 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 54582) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:27:34.091521 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-4e31b4b1-7ac5-46e8-8261-d44fe50cdb66 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Request body: {'subnet': {'network_id': '63a2c45b-26c4-47d4-9e78-5377757de7fe', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:27:34.098440 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-75a7c48b-9a06-4766-91ad-979fc4788238 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:34.187868 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-44acd76b-acb4-460c-a151-86fef5303a27 req-b2cdd213-5cb9-470a-b0f3-f89a3a6a6650 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2b333b61-ce15-4944-95b5-760e7ec98a8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1174648 Dec 20 14:27:34.234177 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-75a7c48b-9a06-4766-91ad-979fc4788238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:34.262094 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 095c6b65-c43f-43bc-8757-ed7055a9bbfb triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:27:34.262829 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:34.315008 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a795fa0e-25cd-4066-804e-74a7c06c91b8 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Pushing event updated for resources: {'Network': ['ID=63a2c45b-26c4-47d4-9e78-5377757de7fe,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:34.363481 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-83706c4e-cf04-43d5-aff8-1bd5c8bba040 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:34.400758 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:34.419971 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-83706c4e-cf04-43d5-aff8-1bd5c8bba040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:34.424222 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a7c48b-9a06-4766-91ad-979fc4788238 admin admin] Pushing event updated for resources: {'Port': ['ID=8459eabb-2aba-4163-beed-3beb24227917,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:34.511296 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a7c48b-9a06-4766-91ad-979fc4788238 admin admin] Network 70f621de-d9ad-4169-bb56-a746af3b57b7 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:27:34.513669 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 63a2c45b-26c4-47d4-9e78-5377757de7fe details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:27:34.527715 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-75a7c48b-9a06-4766-91ad-979fc4788238 admin admin] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:27:34.541891 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a7c48b-9a06-4766-91ad-979fc4788238 admin admin] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:27:34.623788 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-842b641f-4d90-4316-a768-39e011f9d923 None None] For port 95482f67-0626-48b9-8ae3-7cd8282ae82d, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:27:34.631619 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-842b641f-4d90-4316-a768-39e011f9d923 None None] For port 95482f67-0626-48b9-8ae3-7cd8282ae82d, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=95482f67-0626-48b9-8ae3-7cd8282ae82d,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:27:34.638843 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-d1233576-1164-4958-af28-02ae1f1b80a7 None None] Port 210d6bbe-340d-4ffc-95e0-97527d67f9db cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:27:34.669928 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-842b641f-4d90-4316-a768-39e011f9d923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:34.771272 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-5d236f25-8c23-4b1c-8493-be933063b92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c9a6a6-1907-45a0-9d29-c1b7fb6414e4', 'name': 'tempest-ServersTestMultiNic-961624395-router', 'tenant_id': '3e6d5204aa2840f59fc30e0e3762aae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': '683ff857-3dae-43d2-852d-d5cd232882b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:27:12Z', 'updated_at': '2021-12-20T14:27:22Z', 'revision_number': 4, 'project_id': '3e6d5204aa2840f59fc30e0e3762aae9', 'gw_port': {'id': '683ff857-3dae-43d2-852d-d5cd232882b8', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ef:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9c9a6a6-1907-45a0-9d29-c1b7fb6414e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:27:14Z', 'updated_at': '2021-12-20T14:27:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '5e60713f-af81-4ba4-95ae-b35b2194279d', 'name': '', 'network_id': '20a46b71-7dba-4e20-a95b-0df58affe56a', 'tenant_id': '3e6d5204aa2840f59fc30e0e3762aae9', 'mac_address': 'fa:16:3e:c8:93:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9c9a6a6-1907-45a0-9d29-c1b7fb6414e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'd61e0ab3-e6d5-4b6b-88a9-174700bcc9e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:27:21Z', 'updated_at': '2021-12-20T14:27:23Z', 'revision_number': 2, 'project_id': '3e6d5204aa2840f59fc30e0e3762aae9', 'subnets': [{'id': 'd61e0ab3-e6d5-4b6b-88a9-174700bcc9e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:27:34.787492 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-bf8a654b-b150-4d22-a55b-961e7acdb44f req-1f4aca77-20c8-41d4-acdd-36c497723033 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9869268 Dec 20 14:27:34.844320 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-75a7c48b-9a06-4766-91ad-979fc4788238 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595714'] for router_interface, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:34.881769 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-b66398fc-359e-404f-b57d-68d52f27fd56 None None] Allocated IP 19.80.0.2 (d82cbd1c-a154-44e7-a6cf-0543b0c25f57/e502742e-c3ee-4d9f-b87a-8376b5fc3228/4bba4fa5-a5d1-4d67-bae5-389e4825b860) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:27:34.932874 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d236f25-8c23-4b1c-8493-be933063b92f None None] Checking router: e9c9a6a6-1907-45a0-9d29-c1b7fb6414e4 for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:27:34.933599 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d236f25-8c23-4b1c-8493-be933063b92f None None] Updating router e9c9a6a6-1907-45a0-9d29-c1b7fb6414e4 port 5e60713f-af81-4ba4-95ae-b35b2194279d binding host n-d-761264-19 {{(pid=103170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 14:27:34.943499 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-83706c4e-cf04-43d5-aff8-1bd5c8bba040 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1595702'] for router_interface, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:35.004229 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5d236f25-8c23-4b1c-8493-be933063b92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:35.021269 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83706c4e-cf04-43d5-aff8-1bd5c8bba040 admin admin] Pushing event updated for resources: {'Port': ['ID=210d6bbe-340d-4ffc-95e0-97527d67f9db,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:35.099309 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b66398fc-359e-404f-b57d-68d52f27fd56 None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:35.118520 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b66398fc-359e-404f-b57d-68d52f27fd56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:35.164791 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e382a06b-df8c-4d67-9070-b2254a4b8bad req-b6e39047-9179-47d9-9ae0-bed4dd6102f6 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:35.165474 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66398fc-359e-404f-b57d-68d52f27fd56 None None] Network d82cbd1c-a154-44e7-a6cf-0543b0c25f57 is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:27:35.176228 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e382a06b-df8c-4d67-9070-b2254a4b8bad req-b6e39047-9179-47d9-9ae0-bed4dd6102f6 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=015e6f3f-513f-4129-9676-862ff5b70f8e HTTP/1.1" status: 200 len: 946 time: 0.5567586 Dec 20 14:27:35.184741 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-b66398fc-359e-404f-b57d-68d52f27fd56 None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:27:35.192346 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e31b4b1-7ac5-46e8-8261-d44fe50cdb66 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Made reservation on behalf of 3e6d5204aa2840f59fc30e0e3762aae9 for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:27:35.193116 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66398fc-359e-404f-b57d-68d52f27fd56 None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:27:35.202366 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4e31b4b1-7ac5-46e8-8261-d44fe50cdb66 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:35.207019 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842b641f-4d90-4316-a768-39e011f9d923 None None] Routers {'d8b8dfe7-46ec-40e6-9068-c92190a97c0b'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:27:35.207673 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-842b641f-4d90-4316-a768-39e011f9d923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:27:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['d8b8dfe7-46ec-40e6-9068-c92190a97c0b'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:27:35.235364 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-44acd76b-acb4-460c-a151-86fef5303a27 req-b7bc1bed-a307-4f0c-b2d0-1b9cba76f853 service neutron] 10.222.0.30 "GET /v2.0/networks/2b333b61-ce15-4944-95b5-760e7ec98a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0351911 Dec 20 14:27:35.300824 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-75a7c48b-9a06-4766-91ad-979fc4788238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:35.332456 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83706c4e-cf04-43d5-aff8-1bd5c8bba040 admin admin] Network 01317b46-743f-4a97-9518-07d8be122d30 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:27:35.342883 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-83706c4e-cf04-43d5-aff8-1bd5c8bba040 admin admin] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:27:35.344982 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-842b641f-4d90-4316-a768-39e011f9d923 None None] Set router d8b8dfe7-46ec-40e6-9068-c92190a97c0b gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:27:35.430226 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e382a06b-df8c-4d67-9070-b2254a4b8bad req-cd0064ad-aadb-478e-b25a-4c68f4ff7753 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528996 Dec 20 14:27:35.554879 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d1267a-ed8b-4c7c-8d90-2e0c410c42f3 req-fafb0598-d818-4f04-af12-02d23aa3be5f tempest-LiveAutoBlockMigrationV225Test-195224901 tempest-LiveAutoBlockMigrationV225Test-195224901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:35.558054 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-44d1267a-ed8b-4c7c-8d90-2e0c410c42f3 req-fafb0598-d818-4f04-af12-02d23aa3be5f tempest-LiveAutoBlockMigrationV225Test-195224901 tempest-LiveAutoBlockMigrationV225Test-195224901-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=015e6f3f-513f-4129-9676-862ff5b70f8e&tenant_id=230adefc93184769a5ed971e644ca4c5&binding%3Ahost_id=n-h2-761264-19 HTTP/1.1" status: 200 len: 1098 time: 0.3172262 Dec 20 14:27:35.565015 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-23a6a844-adbe-4e52-b0c0-f5cb6b129322 None None] Provisioning complete for port 8459eabb-2aba-4163-beed-3beb24227917 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:27:35.565472 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-23a6a844-adbe-4e52-b0c0-f5cb6b129322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:35.594863 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-44d1267a-ed8b-4c7c-8d90-2e0c410c42f3 req-e00841c2-94d2-4a83-9287-1226ff20b387 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-761264-19'}}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:27:35.743956 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-23a6a844-adbe-4e52-b0c0-f5cb6b129322 None None] Port 8459eabb-2aba-4163-beed-3beb24227917 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:27:35.760457 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-b66398fc-359e-404f-b57d-68d52f27fd56 None None] Attempting to bind port 4bba4fa5-a5d1-4d67-bae5-389e4825b860 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:27:35.763083 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-b66398fc-359e-404f-b57d-68d52f27fd56 None None] Attempting to bind port 4bba4fa5-a5d1-4d67-bae5-389e4825b860 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': 'c916a4c5-f78f-49cb-bb53-88f9467401b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'd82cbd1c-a154-44e7-a6cf-0543b0c25f57'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:27:35.764370 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66398fc-359e-404f-b57d-68d52f27fd56 None None] Attempting to bind port 4bba4fa5-a5d1-4d67-bae5-389e4825b860 on network d82cbd1c-a154-44e7-a6cf-0543b0c25f57 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:27:35.777173 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 34958a97-52be-44b3-960d-563b0bd85dbe details requested by agent hyperv_n-h1-761264-19 with host n-h1-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:27:35.778123 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5d236f25-8c23-4b1c-8493-be933063b92f None None] Publish callbacks [] for port, precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:35.789177 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5d236f25-8c23-4b1c-8493-be933063b92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:35.833609 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83706c4e-cf04-43d5-aff8-1bd5c8bba040 admin admin] Router 3f721ecf-7687-45f7-a127-60f28c7420f6 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:27:35.919680 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66398fc-359e-404f-b57d-68d52f27fd56 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:27:35.920248 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66398fc-359e-404f-b57d-68d52f27fd56 None None] Checking segment: {'id': 'c916a4c5-f78f-49cb-bb53-88f9467401b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'd82cbd1c-a154-44e7-a6cf-0543b0c25f57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:27:35.924468 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b66398fc-359e-404f-b57d-68d52f27fd56 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:35.929084 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66398fc-359e-404f-b57d-68d52f27fd56 None None] Bound using segment: {'id': 'c916a4c5-f78f-49cb-bb53-88f9467401b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'd82cbd1c-a154-44e7-a6cf-0543b0c25f57'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:27:35.931981 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-b66398fc-359e-404f-b57d-68d52f27fd56 None None] Bound port: 4bba4fa5-a5d1-4d67-bae5-389e4825b860, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c916a4c5-f78f-49cb-bb53-88f9467401b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'd82cbd1c-a154-44e7-a6cf-0543b0c25f57'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:27:35.934860 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b66398fc-359e-404f-b57d-68d52f27fd56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:35.953337 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ca3244-a4e5-49b0-bb02-7097036d2474 None None] Pushing event updated for resources: {'Port': ['ID=5e60713f-af81-4ba4-95ae-b35b2194279d,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:35.979800 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ca3244-a4e5-49b0-bb02-7097036d2474 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:27:35.980448 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ca3244-a4e5-49b0-bb02-7097036d2474 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:27:35.981000 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ca3244-a4e5-49b0-bb02-7097036d2474 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:27:35.981697 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ca3244-a4e5-49b0-bb02-7097036d2474 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:27:35.982207 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ca3244-a4e5-49b0-bb02-7097036d2474 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:27:35.982717 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ca3244-a4e5-49b0-bb02-7097036d2474 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:27:35.983265 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ca3244-a4e5-49b0-bb02-7097036d2474 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:27:35.983779 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ca3244-a4e5-49b0-bb02-7097036d2474 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:27:35.984495 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ca3244-a4e5-49b0-bb02-7097036d2474 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:27:35.990005 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ca3244-a4e5-49b0-bb02-7097036d2474 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:27:35.990767 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ca3244-a4e5-49b0-bb02-7097036d2474 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:27:35.991607 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ca3244-a4e5-49b0-bb02-7097036d2474 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:27:35.992108 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ca3244-a4e5-49b0-bb02-7097036d2474 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:27:36.038641 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-75a7c48b-9a06-4766-91ad-979fc4788238 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:36.077437 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-5d236f25-8c23-4b1c-8493-be933063b92f None None] Attempting to bind port 5e60713f-af81-4ba4-95ae-b35b2194279d on host n-d-761264-19 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:27:36.077803 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-5d236f25-8c23-4b1c-8493-be933063b92f None None] Attempting to bind port 5e60713f-af81-4ba4-95ae-b35b2194279d by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '0d954599-177d-461f-a871-728ece3f7bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '20a46b71-7dba-4e20-a95b-0df58affe56a'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:27:36.078168 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d236f25-8c23-4b1c-8493-be933063b92f None None] Attempting to bind port 5e60713f-af81-4ba4-95ae-b35b2194279d on network 20a46b71-7dba-4e20-a95b-0df58affe56a {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:27:36.079504 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.db.resource_extend [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 14:27:36.085925 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-75a7c48b-9a06-4766-91ad-979fc4788238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:36.087123 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d236f25-8c23-4b1c-8493-be933063b92f None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:27:36.087555 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d236f25-8c23-4b1c-8493-be933063b92f None None] Checking segment: {'id': '0d954599-177d-461f-a871-728ece3f7bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '20a46b71-7dba-4e20-a95b-0df58affe56a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:27:36.088060 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5d236f25-8c23-4b1c-8493-be933063b92f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:36.088467 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d236f25-8c23-4b1c-8493-be933063b92f None None] Bound using segment: {'id': '0d954599-177d-461f-a871-728ece3f7bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '20a46b71-7dba-4e20-a95b-0df58affe56a'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:27:36.089137 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-5d236f25-8c23-4b1c-8493-be933063b92f None None] Bound port: 5e60713f-af81-4ba4-95ae-b35b2194279d, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d954599-177d-461f-a871-728ece3f7bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '20a46b71-7dba-4e20-a95b-0df58affe56a'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:27:36.090995 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5d236f25-8c23-4b1c-8493-be933063b92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:36.116416 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77da858b-88a1-4e4a-9fe1-d5c6cdf9fd47 None None] Pushing event updated for resources: {'Port': ['ID=95482f67-0626-48b9-8ae3-7cd8282ae82d,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:36.287355 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-5d236f25-8c23-4b1c-8493-be933063b92f None None] For port 5e60713f-af81-4ba4-95ae-b35b2194279d, host n-d-761264-19, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:27:36.297781 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-5d236f25-8c23-4b1c-8493-be933063b92f None None] For port 5e60713f-af81-4ba4-95ae-b35b2194279d, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=5e60713f-af81-4ba4-95ae-b35b2194279d,segment=NetworkSegment(0d954599-177d-461f-a871-728ece3f7bab),segment_id=0d954599-177d-461f-a871-728ece3f7bab)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:27:36.304953 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5d236f25-8c23-4b1c-8493-be933063b92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:36.327428 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a7c48b-9a06-4766-91ad-979fc4788238 admin admin] Pushing event updated for resources: {'Port': ['ID=8459eabb-2aba-4163-beed-3beb24227917,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:36.431893 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d236f25-8c23-4b1c-8493-be933063b92f None None] Routers {'e9c9a6a6-1907-45a0-9d29-c1b7fb6414e4'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:27:36.432536 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-5d236f25-8c23-4b1c-8493-be933063b92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:27:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['e9c9a6a6-1907-45a0-9d29-c1b7fb6414e4'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:27:36.474438 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-44d1267a-ed8b-4c7c-8d90-2e0c410c42f3 req-e00841c2-94d2-4a83-9287-1226ff20b387 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:36.585101 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ca3244-a4e5-49b0-bb02-7097036d2474 None None] Pushing event updated for resources: {'Port': ['ID=5e60713f-af81-4ba4-95ae-b35b2194279d,revision_number=4']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:36.706463 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d33692-6e67-4025-afe8-c048751230eb req-b5168a5d-384e-49b4-9389-8259ade18524 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:36.708263 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-15d33692-6e67-4025-afe8-c048751230eb req-b5168a5d-384e-49b4-9389-8259ade18524 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1dcec98-db36-4ee0-ba7d-c88dcb3b2793 HTTP/1.1" status: 200 len: 943 time: 0.6630611 Dec 20 14:27:36.773282 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-44acd76b-acb4-460c-a151-86fef5303a27 req-b5aa42d1-a62b-4830-a6a2-b1ba43035990 service neutron] 10.222.0.30 "GET /v2.0/networks/2b333b61-ce15-4944-95b5-760e7ec98a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5282884 Dec 20 14:27:36.790589 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66398fc-359e-404f-b57d-68d52f27fd56 None None] Pushing event updated for resources: {'Port': ['ID=4bba4fa5-a5d1-4d67-bae5-389e4825b860,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:36.796221 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 683ff857-3dae-43d2-852d-d5cd232882b8 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:27:36.814801 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83706c4e-cf04-43d5-aff8-1bd5c8bba040 admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:27:36.849863 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-5d236f25-8c23-4b1c-8493-be933063b92f None None] Set router e9c9a6a6-1907-45a0-9d29-c1b7fb6414e4 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:27:36.860308 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-83706c4e-cf04-43d5-aff8-1bd5c8bba040 admin admin] 10.222.0.54 "PUT /v2.0/routers/3f721ecf-7687-45f7-a127-60f28c7420f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0728693 Dec 20 14:27:36.945094 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89dfd361-0a05-4fcf-9fea-e1b30834a350 None None] Sync routers for ids ['3f721ecf-7687-45f7-a127-60f28c7420f6'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:27:36.988031 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:37.032582 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89dfd361-0a05-4fcf-9fea-e1b30834a350 None None] Routers {'3f721ecf-7687-45f7-a127-60f28c7420f6'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:27:37.035390 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-89dfd361-0a05-4fcf-9fea-e1b30834a350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:27:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['3f721ecf-7687-45f7-a127-60f28c7420f6'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:27:37.040185 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-15d33692-6e67-4025-afe8-c048751230eb req-cb277871-d06c-4d67-993b-ed6810183b8e tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3152549 Dec 20 14:27:37.056397 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439cdc72-c771-4ea4-b0d8-d5637eec40f6 req-febea4a4-d0b0-480f-b6d1-39d055ef462a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:37.058025 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-439cdc72-c771-4ea4-b0d8-d5637eec40f6 req-febea4a4-d0b0-480f-b6d1-39d055ef462a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2785aa25e0a64107a28490f4f2c107bc&device_id=b1dcec98-db36-4ee0-ba7d-c88dcb3b2793 HTTP/1.1" status: 200 len: 1095 time: 0.1888702 Dec 20 14:27:37.162564 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-75a7c48b-9a06-4766-91ad-979fc4788238 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1595702'] for router_interface, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:37.183709 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-44d1267a-ed8b-4c7c-8d90-2e0c410c42f3 req-e00841c2-94d2-4a83-9287-1226ff20b387 service neutron] For port 34958a97-52be-44b3-960d-563b0bd85dbe, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=34958a97-52be-44b3-960d-563b0bd85dbe,segment=NetworkSegment(c78eb3db-e8a6-4673-b220-136b3d8ed714),segment_id=c78eb3db-e8a6-4673-b220-136b3d8ed714)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:27:37.253078 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4e31b4b1-7ac5-46e8-8261-d44fe50cdb66 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:37.288364 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439cdc72-c771-4ea4-b0d8-d5637eec40f6 req-bc794be3-609e-4288-95ef-965f66929ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:37.289875 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-439cdc72-c771-4ea4-b0d8-d5637eec40f6 req-bc794be3-609e-4288-95ef-965f66929ad2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2b333b61-ce15-4944-95b5-760e7ec98a8f HTTP/1.1" status: 200 len: 909 time: 0.2247822 Dec 20 14:27:37.387812 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-439cdc72-c771-4ea4-b0d8-d5637eec40f6 req-a6fed201-f862-457d-8b19-d3138625d545 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=70afd13f-d370-47db-83d2-e1041aebac63 HTTP/1.1" status: 200 len: 217 time: 0.0882685 Dec 20 14:27:37.390502 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-5d236f25-8c23-4b1c-8493-be933063b92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c9a6a6-1907-45a0-9d29-c1b7fb6414e4', 'name': 'tempest-ServersTestMultiNic-961624395-router', 'tenant_id': '3e6d5204aa2840f59fc30e0e3762aae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': '683ff857-3dae-43d2-852d-d5cd232882b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:27:12Z', 'updated_at': '2021-12-20T14:27:22Z', 'revision_number': 4, 'project_id': '3e6d5204aa2840f59fc30e0e3762aae9', 'gw_port': {'id': '683ff857-3dae-43d2-852d-d5cd232882b8', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ef:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9c9a6a6-1907-45a0-9d29-c1b7fb6414e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:27:14Z', 'updated_at': '2021-12-20T14:27:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '5e60713f-af81-4ba4-95ae-b35b2194279d', 'name': '', 'network_id': '20a46b71-7dba-4e20-a95b-0df58affe56a', 'tenant_id': '3e6d5204aa2840f59fc30e0e3762aae9', 'mac_address': 'fa:16:3e:c8:93:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9c9a6a6-1907-45a0-9d29-c1b7fb6414e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'd61e0ab3-e6d5-4b6b-88a9-174700bcc9e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:27:21Z', 'updated_at': '2021-12-20T14:27:36Z', 'revision_number': 4, 'project_id': '3e6d5204aa2840f59fc30e0e3762aae9', 'subnets': [{'id': 'd61e0ab3-e6d5-4b6b-88a9-174700bcc9e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:27:37.510846 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d236f25-8c23-4b1c-8493-be933063b92f None None] The sync data for ids ['e9c9a6a6-1907-45a0-9d29-c1b7fb6414e4'] in n-d-761264-19 is: [{'id': 'e9c9a6a6-1907-45a0-9d29-c1b7fb6414e4', 'name': 'tempest-ServersTestMultiNic-961624395-router', 'tenant_id': '3e6d5204aa2840f59fc30e0e3762aae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': '683ff857-3dae-43d2-852d-d5cd232882b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:27:12Z', 'updated_at': '2021-12-20T14:27:22Z', 'revision_number': 4, 'project_id': '3e6d5204aa2840f59fc30e0e3762aae9', 'gw_port': {'id': '683ff857-3dae-43d2-852d-d5cd232882b8', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ef:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9c9a6a6-1907-45a0-9d29-c1b7fb6414e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:27:14Z', 'updated_at': '2021-12-20T14:27:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '5e60713f-af81-4ba4-95ae-b35b2194279d', 'name': '', 'network_id': '20a46b71-7dba-4e20-a95b-0df58affe56a', 'tenant_id': '3e6d5204aa2840f59fc30e0e3762aae9', 'mac_address': 'fa:16:3e:c8:93:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9c9a6a6-1907-45a0-9d29-c1b7fb6414e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'd61e0ab3-e6d5-4b6b-88a9-174700bcc9e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:27:21Z', 'updated_at': '2021-12-20T14:27:36Z', 'revision_number': 4, 'project_id': '3e6d5204aa2840f59fc30e0e3762aae9', 'subnets': [{'id': 'd61e0ab3-e6d5-4b6b-88a9-174700bcc9e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:27:37.531098 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439cdc72-c771-4ea4-b0d8-d5637eec40f6 req-6559eba7-3da8-45ec-b003-852af249362f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:37.541818 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-439cdc72-c771-4ea4-b0d8-d5637eec40f6 req-6559eba7-3da8-45ec-b003-852af249362f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=63ebfb59-720a-4723-915c-292ae8d31522 HTTP/1.1" status: 200 len: 848 time: 0.1378555 Dec 20 14:27:37.598714 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e31b4b1-7ac5-46e8-8261-d44fe50cdb66 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Pushing event updated for resources: {'Subnet': ['ID=7c89e752-e7cc-4f43-b63b-2a0582700a0e,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:37.614944 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-89dfd361-0a05-4fcf-9fea-e1b30834a350 None None] Set router 3f721ecf-7687-45f7-a127-60f28c7420f6 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:27:37.628358 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07014c1-3d60-4d87-a454-40c8aa471470 req-6e890487-cb50-4439-a1fa-d3f10c3f3dec tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:37.629980 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a07014c1-3d60-4d87-a454-40c8aa471470 req-6e890487-cb50-4439-a1fa-d3f10c3f3dec tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=015e6f3f-513f-4129-9676-862ff5b70f8e HTTP/1.1" status: 200 len: 946 time: 0.6197104 Dec 20 14:27:37.637859 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-439cdc72-c771-4ea4-b0d8-d5637eec40f6 req-e7359d1e-238d-46da-8120-27f4984ce2d1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2b333b61-ce15-4944-95b5-760e7ec98a8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0942297 Dec 20 14:27:37.652751 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-44d1267a-ed8b-4c7c-8d90-2e0c410c42f3 req-e00841c2-94d2-4a83-9287-1226ff20b387 service neutron] For port 34958a97-52be-44b3-960d-563b0bd85dbe, host n-h2-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:27:37.845150 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-b66398fc-359e-404f-b57d-68d52f27fd56 None None] For port 4bba4fa5-a5d1-4d67-bae5-389e4825b860, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:27:37.852228 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-b66398fc-359e-404f-b57d-68d52f27fd56 None None] For port 4bba4fa5-a5d1-4d67-bae5-389e4825b860, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=4bba4fa5-a5d1-4d67-bae5-389e4825b860,segment=NetworkSegment(c916a4c5-f78f-49cb-bb53-88f9467401b2),segment_id=c916a4c5-f78f-49cb-bb53-88f9467401b2)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:27:37.856315 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-df295a20-54e8-43bf-874e-e87e94f1987e None None] Provisioning complete for port 210d6bbe-340d-4ffc-95e0-97527d67f9db triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:27:37.858361 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-df295a20-54e8-43bf-874e-e87e94f1987e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:37.883040 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b66398fc-359e-404f-b57d-68d52f27fd56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:37.911285 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a07014c1-3d60-4d87-a454-40c8aa471470 req-4204a604-b392-4fdc-ab34-46f3690cd245 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664573 Dec 20 14:27:37.943338 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e31b4b1-7ac5-46e8-8261-d44fe50cdb66 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Checking segment: {'id': '61ad2662-cd04-46ff-824f-39b17b1f321e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '63a2c45b-26c4-47d4-9e78-5377757de7fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:27:37.943761 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e31b4b1-7ac5-46e8-8261-d44fe50cdb66 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Network hostable DHCP agents. Network: 63a2c45b-26c4-47d4-9e78-5377757de7fe, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:27:37.962545 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '015e6f3f-513f-4129-9676-862ff5b70f8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34958a97-52be-44b3-960d-563b0bd85dbe'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:27:37.966116 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-839abb5c-3695-4a7d-99ad-dab47228fd4b" -d '{"events": [{"server_uuid": "015e6f3f-513f-4129-9676-862ff5b70f8e", "name": "network-vif-unplugged", "status": "completed", "tag": "34958a97-52be-44b3-960d-563b0bd85dbe"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:27:37.984769 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-44d1267a-ed8b-4c7c-8d90-2e0c410c42f3 req-e00841c2-94d2-4a83-9287-1226ff20b387 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:38.008171 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a7c48b-9a06-4766-91ad-979fc4788238 admin admin] Network 70f621de-d9ad-4169-bb56-a746af3b57b7 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:27:38.011084 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-75a7c48b-9a06-4766-91ad-979fc4788238 admin admin] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:27:38.027804 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-49ff0dc6-0004-411f-b915-f3260b33ff7c req-96347522-bcf4-4dd2-aef5-9706774b55af tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4686668 Dec 20 14:27:38.043601 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:38.075908 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-49ff0dc6-0004-411f-b915-f3260b33ff7c req-aab18df5-4fac-4a72-bb3e-7b67719e4470 tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] Request body: {'floatingip': {'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:27:38.104288 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 683ff857-3dae-43d2-852d-d5cd232882b8 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:27:38.104288 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:38.122574 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-439cdc72-c771-4ea4-b0d8-d5637eec40f6 req-94d48222-852a-49e3-8613-ea9f5b7855e9 service neutron] 10.222.0.30 "GET /v2.0/networks/2b333b61-ce15-4944-95b5-760e7ec98a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4643271 Dec 20 14:27:38.471332 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-439cdc72-c771-4ea4-b0d8-d5637eec40f6 req-22c0def1-7ee0-410a-af3a-ce0465b46842 service neutron] 10.222.0.30 "GET /v2.0/networks/2b333b61-ce15-4944-95b5-760e7ec98a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3271682 Dec 20 14:27:38.473931 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-49ff0dc6-0004-411f-b915-f3260b33ff7c req-aab18df5-4fac-4a72-bb3e-7b67719e4470 tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] Publish callbacks [] for floatingip, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:38.817788 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 34958a97-52be-44b3-960d-563b0bd85dbe, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=34958a97-52be-44b3-960d-563b0bd85dbe,segment=NetworkSegment(c78eb3db-e8a6-4673-b220-136b3d8ed714),segment_id=c78eb3db-e8a6-4673-b220-136b3d8ed714)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:27:38.828779 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-49ff0dc6-0004-411f-b915-f3260b33ff7c req-aab18df5-4fac-4a72-bb3e-7b67719e4470 tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:38.850375 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66398fc-359e-404f-b57d-68d52f27fd56 None None] Pushing event updated for resources: {'Port': ['ID=4bba4fa5-a5d1-4d67-bae5-389e4825b860,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:38.854970 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-44d1267a-ed8b-4c7c-8d90-2e0c410c42f3 req-e00841c2-94d2-4a83-9287-1226ff20b387 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:38.857175 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 34958a97-52be-44b3-960d-563b0bd85dbe has no active binding in host n-h1-761264-19 {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 20 14:27:38.859180 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-df295a20-54e8-43bf-874e-e87e94f1987e None None] Port 210d6bbe-340d-4ffc-95e0-97527d67f9db cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:27:38.882079 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 14:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a260f43f-c8a3-4b35-a609-ba9ad45b5126 x-openstack-request-id: req-a260f43f-c8a3-4b35-a609-ba9ad45b5126 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:27:38.883010 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "015e6f3f-513f-4129-9676-862ff5b70f8e", "name": "network-vif-unplugged", "status": "completed", "tag": "34958a97-52be-44b3-960d-563b0bd85dbe", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:27:38.883354 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a260f43f-c8a3-4b35-a609-ba9ad45b5126 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:27:38.883774 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '015e6f3f-513f-4129-9676-862ff5b70f8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34958a97-52be-44b3-960d-563b0bd85dbe', 'code': 200} Dec 20 14:27:38.977517 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:38.992466 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e31b4b1-7ac5-46e8-8261-d44fe50cdb66 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Network 63a2c45b-26c4-47d4-9e78-5377757de7fe is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:27:39.030635 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [req-49ff0dc6-0004-411f-b915-f3260b33ff7c req-aab18df5-4fac-4a72-bb3e-7b67719e4470 tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] Allocated IP 172.25.0.136 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/0b63b755-0ba8-4b63-8128-f6e341af5bb6) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:27:39.044911 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-4e31b4b1-7ac5-46e8-8261-d44fe50cdb66 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 63a2c45b-26c4-47d4-9e78-5377757de7fe) {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:27:39.054766 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] For port 683ff857-3dae-43d2-852d-d5cd232882b8, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=683ff857-3dae-43d2-852d-d5cd232882b8,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:27:39.057906 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-842b641f-4d90-4316-a768-39e011f9d923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b8dfe7-46ec-40e6-9068-c92190a97c0b', 'name': 'tempest-TaggedBootDevicesTest-1502395348-router', 'tenant_id': 'c489912587c547e48e340ab05f23d081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': '95482f67-0626-48b9-8ae3-7cd8282ae82d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:27:23Z', 'updated_at': '2021-12-20T14:27:35Z', 'revision_number': 4, 'project_id': 'c489912587c547e48e340ab05f23d081', 'gw_port': {'id': '95482f67-0626-48b9-8ae3-7cd8282ae82d', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:40:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8b8dfe7-46ec-40e6-9068-c92190a97c0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:27:25Z', 'updated_at': '2021-12-20T14:27:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '8459eabb-2aba-4163-beed-3beb24227917', 'name': '', 'network_id': '70f621de-d9ad-4169-bb56-a746af3b57b7', 'tenant_id': 'c489912587c547e48e340ab05f23d081', 'mac_address': 'fa:16:3e:70:96:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8b8dfe7-46ec-40e6-9068-c92190a97c0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': 'c581abf8-3f6d-4cda-8ac9-5abb058165eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:27:32Z', 'updated_at': '2021-12-20T14:27:33Z', 'revision_number': 1, 'project_id': 'c489912587c547e48e340ab05f23d081', 'subnets': [{'id': 'c581abf8-3f6d-4cda-8ac9-5abb058165eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:27:39.086289 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e31b4b1-7ac5-46e8-8261-d44fe50cdb66 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:39.087522 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4e31b4b1-7ac5-46e8-8261-d44fe50cdb66 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:39.097237 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842b641f-4d90-4316-a768-39e011f9d923 None None] The sync data for ids ['d8b8dfe7-46ec-40e6-9068-c92190a97c0b'] in n-d-761264-19 is: [{'id': 'd8b8dfe7-46ec-40e6-9068-c92190a97c0b', 'name': 'tempest-TaggedBootDevicesTest-1502395348-router', 'tenant_id': 'c489912587c547e48e340ab05f23d081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': '95482f67-0626-48b9-8ae3-7cd8282ae82d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:27:23Z', 'updated_at': '2021-12-20T14:27:35Z', 'revision_number': 4, 'project_id': 'c489912587c547e48e340ab05f23d081', 'gw_port': {'id': '95482f67-0626-48b9-8ae3-7cd8282ae82d', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:40:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8b8dfe7-46ec-40e6-9068-c92190a97c0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:27:25Z', 'updated_at': '2021-12-20T14:27:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '8459eabb-2aba-4163-beed-3beb24227917', 'name': '', 'network_id': '70f621de-d9ad-4169-bb56-a746af3b57b7', 'tenant_id': 'c489912587c547e48e340ab05f23d081', 'mac_address': 'fa:16:3e:70:96:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8b8dfe7-46ec-40e6-9068-c92190a97c0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': 'c581abf8-3f6d-4cda-8ac9-5abb058165eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:27:32Z', 'updated_at': '2021-12-20T14:27:33Z', 'revision_number': 1, 'project_id': 'c489912587c547e48e340ab05f23d081', 'subnets': [{'id': 'c581abf8-3f6d-4cda-8ac9-5abb058165eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:27:39.099045 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:39.099968 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 740a9bc2-222e-49a5-af94-61b2f6dc1bdd up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:27:39.103617 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf51e67-1f11-418b-8d02-8ee95445aa7e None None] Network 63a2c45b-26c4-47d4-9e78-5377757de7fe requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:27:39.214050 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75a7c48b-9a06-4766-91ad-979fc4788238 admin admin] Router d8b8dfe7-46ec-40e6-9068-c92190a97c0b has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:27:39.231214 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00841c2-94d2-4a83-9287-1226ff20b387 service neutron] Pushing event updated for resources: {'Port': ['ID=34958a97-52be-44b3-960d-563b0bd85dbe,revision_number=7']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:39.261635 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-4e31b4b1-7ac5-46e8-8261-d44fe50cdb66 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 5.1742766 Dec 20 14:27:39.263502 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-44d1267a-ed8b-4c7c-8d90-2e0c410c42f3 req-e00841c2-94d2-4a83-9287-1226ff20b387 service neutron] Attempting to bind port 34958a97-52be-44b3-960d-563b0bd85dbe on host n-h2-761264-19 for vnic_type normal with profile {"migrating_to": "n-h1-761264-19"} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:27:39.264146 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-44d1267a-ed8b-4c7c-8d90-2e0c410c42f3 req-e00841c2-94d2-4a83-9287-1226ff20b387 service neutron] Attempting to bind port 34958a97-52be-44b3-960d-563b0bd85dbe by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': 'c78eb3db-e8a6-4673-b220-136b3d8ed714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f77acfe8-c05d-4606-b7e9-7027c0b13511'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:27:39.264859 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d1267a-ed8b-4c7c-8d90-2e0c410c42f3 req-e00841c2-94d2-4a83-9287-1226ff20b387 service neutron] Attempting to bind port 34958a97-52be-44b3-960d-563b0bd85dbe on network f77acfe8-c05d-4606-b7e9-7027c0b13511 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:27:39.280845 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d1267a-ed8b-4c7c-8d90-2e0c410c42f3 req-e00841c2-94d2-4a83-9287-1226ff20b387 service neutron] Port 34958a97-52be-44b3-960d-563b0bd85dbe on network f77acfe8-c05d-4606-b7e9-7027c0b13511 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:27:39.283707 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d1267a-ed8b-4c7c-8d90-2e0c410c42f3 req-e00841c2-94d2-4a83-9287-1226ff20b387 service neutron] Attempting to bind port 34958a97-52be-44b3-960d-563b0bd85dbe on network f77acfe8-c05d-4606-b7e9-7027c0b13511 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:27:39.289848 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-49ff0dc6-0004-411f-b915-f3260b33ff7c req-aab18df5-4fac-4a72-bb3e-7b67719e4470 tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:39.315214 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-d4535824-24b4-42c8-b3d8-6acb8de7c6e3 None None] Provisioning complete for port 8459eabb-2aba-4163-beed-3beb24227917 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:27:39.315597 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d4535824-24b4-42c8-b3d8-6acb8de7c6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:39.328342 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dffc61-7277-4788-9470-0d75c572cda8 req-825ea838-8d3a-41a3-a5bb-7060266a18ca tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:39.333726 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f5dffc61-7277-4788-9470-0d75c572cda8 req-825ea838-8d3a-41a3-a5bb-7060266a18ca tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1dcec98-db36-4ee0-ba7d-c88dcb3b2793 HTTP/1.1" status: 200 len: 943 time: 0.4644392 Dec 20 14:27:39.343748 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d1267a-ed8b-4c7c-8d90-2e0c410c42f3 req-e00841c2-94d2-4a83-9287-1226ff20b387 service neutron] Checking agent: {'id': '43c60aee-e4af-4ecc-bee2-aac3569fafed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:27:39.344789 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d1267a-ed8b-4c7c-8d90-2e0c410c42f3 req-e00841c2-94d2-4a83-9287-1226ff20b387 service neutron] Checking segment: {'id': 'c78eb3db-e8a6-4673-b220-136b3d8ed714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f77acfe8-c05d-4606-b7e9-7027c0b13511'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:27:39.345628 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d1267a-ed8b-4c7c-8d90-2e0c410c42f3 req-e00841c2-94d2-4a83-9287-1226ff20b387 service neutron] Bound using segment: {'id': 'c78eb3db-e8a6-4673-b220-136b3d8ed714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f77acfe8-c05d-4606-b7e9-7027c0b13511'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:27:39.346832 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-44d1267a-ed8b-4c7c-8d90-2e0c410c42f3 req-e00841c2-94d2-4a83-9287-1226ff20b387 service neutron] Bound port: 34958a97-52be-44b3-960d-563b0bd85dbe, host: n-h2-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c78eb3db-e8a6-4673-b220-136b3d8ed714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f77acfe8-c05d-4606-b7e9-7027c0b13511'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:27:39.347739 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-44d1267a-ed8b-4c7c-8d90-2e0c410c42f3 req-e00841c2-94d2-4a83-9287-1226ff20b387 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:39.353633 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Pushing event updated for resources: {'Port': ['ID=683ff857-3dae-43d2-852d-d5cd232882b8,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:39.391686 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-49ff0dc6-0004-411f-b915-f3260b33ff7c req-aab18df5-4fac-4a72-bb3e-7b67719e4470 tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:39.400053 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d798da-a759-431d-b4a7-b034e5dd491a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-63a2c45b-26c4-47d4-9e78-5377757de7fe', 'network_id': '63a2c45b-26c4-47d4-9e78-5377757de7fe', 'project_id': '3e6d5204aa2840f59fc30e0e3762aae9', 'fixed_ips': [{'subnet_id': '7c89e752-e7cc-4f43-b63b-2a0582700a0e'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:27:39.401166 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b1d798da-a759-431d-b4a7-b034e5dd491a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:39.507395 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49ff0dc6-0004-411f-b915-f3260b33ff7c req-aab18df5-4fac-4a72-bb3e-7b67719e4470 tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:27:39.513404 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [req-49ff0dc6-0004-411f-b915-f3260b33ff7c req-aab18df5-4fac-4a72-bb3e-7b67719e4470 tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:27:39.555559 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-49ff0dc6-0004-411f-b915-f3260b33ff7c req-aab18df5-4fac-4a72-bb3e-7b67719e4470 tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:27:39.561723 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab18df5-4fac-4a72-bb3e-7b67719e4470 tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] Pushing event updated for resources: {'Port': ['ID=0b63b755-0ba8-4b63-8128-f6e341af5bb6,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:39.683715 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-d4535824-24b4-42c8-b3d8-6acb8de7c6e3 None None] Port 8459eabb-2aba-4163-beed-3beb24227917 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:27:39.749145 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75a7c48b-9a06-4766-91ad-979fc4788238 admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:27:39.788519 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-75a7c48b-9a06-4766-91ad-979fc4788238 admin admin] 10.222.0.54 "PUT /v2.0/routers/d8b8dfe7-46ec-40e6-9068-c92190a97c0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3210855 Dec 20 14:27:39.788735 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-89dfd361-0a05-4fcf-9fea-e1b30834a350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f721ecf-7687-45f7-a127-60f28c7420f6', 'name': 'tempest-FloatingIPDetailsTestJSON-1686122816-router', 'tenant_id': '143b13c01acb41e1ab898662acfb89e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '740a9bc2-222e-49a5-af94-61b2f6dc1bdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:27:18Z', 'updated_at': '2021-12-20T14:27:32Z', 'revision_number': 4, 'project_id': '143b13c01acb41e1ab898662acfb89e3', 'gw_port': {'id': '740a9bc2-222e-49a5-af94-61b2f6dc1bdd', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2a:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f721ecf-7687-45f7-a127-60f28c7420f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:27:21Z', 'updated_at': '2021-12-20T14:27:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '210d6bbe-340d-4ffc-95e0-97527d67f9db', 'name': '', 'network_id': '01317b46-743f-4a97-9518-07d8be122d30', 'tenant_id': '143b13c01acb41e1ab898662acfb89e3', 'mac_address': 'fa:16:3e:85:6c:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f721ecf-7687-45f7-a127-60f28c7420f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '0b8453f4-17b5-4736-9074-b7942e09ae7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:27:27Z', 'updated_at': '2021-12-20T14:27:33Z', 'revision_number': 2, 'project_id': '143b13c01acb41e1ab898662acfb89e3', 'subnets': [{'id': '0b8453f4-17b5-4736-9074-b7942e09ae7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:27:39.833760 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f5dffc61-7277-4788-9470-0d75c572cda8 req-2c465129-90f7-492f-b631-82e58a1b8a90 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417476 Dec 20 14:27:39.868352 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-d4535824-24b4-42c8-b3d8-6acb8de7c6e3 None None] Provisioning complete for port 5e60713f-af81-4ba4-95ae-b35b2194279d triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:27:39.868978 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d4535824-24b4-42c8-b3d8-6acb8de7c6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:39.888298 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-44d1267a-ed8b-4c7c-8d90-2e0c410c42f3 req-e00841c2-94d2-4a83-9287-1226ff20b387 service neutron] For port 34958a97-52be-44b3-960d-563b0bd85dbe, host n-h2-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:27:39.898253 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-44d1267a-ed8b-4c7c-8d90-2e0c410c42f3 req-e00841c2-94d2-4a83-9287-1226ff20b387 service neutron] For port 34958a97-52be-44b3-960d-563b0bd85dbe, host n-h2-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=34958a97-52be-44b3-960d-563b0bd85dbe,segment=NetworkSegment(c78eb3db-e8a6-4673-b220-136b3d8ed714),segment_id=c78eb3db-e8a6-4673-b220-136b3d8ed714)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:27:39.908132 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-44d1267a-ed8b-4c7c-8d90-2e0c410c42f3 req-e00841c2-94d2-4a83-9287-1226ff20b387 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:39.911917 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89dfd361-0a05-4fcf-9fea-e1b30834a350 None None] Checking router: 3f721ecf-7687-45f7-a127-60f28c7420f6 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:27:39.912500 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89dfd361-0a05-4fcf-9fea-e1b30834a350 None None] Updating router 3f721ecf-7687-45f7-a127-60f28c7420f6 port 210d6bbe-340d-4ffc-95e0-97527d67f9db binding host n-d-761264-19 {{(pid=103169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 14:27:39.920901 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-49ff0dc6-0004-411f-b915-f3260b33ff7c req-aab18df5-4fac-4a72-bb3e-7b67719e4470 tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:40.006550 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 740a9bc2-222e-49a5-af94-61b2f6dc1bdd triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:27:40.007075 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:40.028938 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-49ff0dc6-0004-411f-b915-f3260b33ff7c req-aab18df5-4fac-4a72-bb3e-7b67719e4470 tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:40.264206 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d1267a-ed8b-4c7c-8d90-2e0c410c42f3 req-e00841c2-94d2-4a83-9287-1226ff20b387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:40.265442 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-44d1267a-ed8b-4c7c-8d90-2e0c410c42f3 req-e00841c2-94d2-4a83-9287-1226ff20b387 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:40.267667 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-44d1267a-ed8b-4c7c-8d90-2e0c410c42f3 req-e00841c2-94d2-4a83-9287-1226ff20b387 service neutron] 10.222.0.30 "PUT /v2.0/ports/34958a97-52be-44b3-960d-563b0bd85dbe HTTP/1.1" status: 200 len: 1124 time: 4.6930261 Dec 20 14:27:40.290053 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00841c2-94d2-4a83-9287-1226ff20b387 service neutron] Pushing event updated for resources: {'Port': ['ID=34958a97-52be-44b3-960d-563b0bd85dbe,revision_number=8']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:40.306872 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55bbc9d1-2aba-4c33-8609-ca8cdb9bb4dc None None] Network d82cbd1c-a154-44e7-a6cf-0543b0c25f57 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:27:40.325062 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19512bf-f2f8-4e03-8406-817ac05b276b req-876557a3-7aef-4c30-b7a6-10e3eb0d84b0 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:40.333754 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c19512bf-f2f8-4e03-8406-817ac05b276b req-876557a3-7aef-4c30-b7a6-10e3eb0d84b0 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=015e6f3f-513f-4129-9676-862ff5b70f8e HTTP/1.1" status: 200 len: 944 time: 0.2951741 Dec 20 14:27:40.344628 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-b1d798da-a759-431d-b4a7-b034e5dd491a None None] Allocated IP 19.86.0.2 (63a2c45b-26c4-47d4-9e78-5377757de7fe/7c89e752-e7cc-4f43-b63b-2a0582700a0e/2b87e8e5-2219-4530-81d9-2537dcfdee8c) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:27:40.453626 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c19512bf-f2f8-4e03-8406-817ac05b276b req-7a5602f3-588a-4ae3-b6da-049e991655a6 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186855 Dec 20 14:27:40.514166 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-49ff0dc6-0004-411f-b915-f3260b33ff7c req-aab18df5-4fac-4a72-bb3e-7b67719e4470 tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:40.521937 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-49ff0dc6-0004-411f-b915-f3260b33ff7c req-aab18df5-4fac-4a72-bb3e-7b67719e4470 tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:40.547175 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-89dfd361-0a05-4fcf-9fea-e1b30834a350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:40.653867 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['34958a97-52be-44b3-960d-563b0bd85dbe'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:27:40.693169 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['34958a97-52be-44b3-960d-563b0bd85dbe'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:27:40.736162 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-49ff0dc6-0004-411f-b915-f3260b33ff7c req-aab18df5-4fac-4a72-bb3e-7b67719e4470 tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585115'] for floatingip, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:40.759007 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab18df5-4fac-4a72-bb3e-7b67719e4470 tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] Pushing event updated for resources: {'Port': ['ID=0b63b755-0ba8-4b63-8128-f6e341af5bb6,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:40.778916 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-49ff0dc6-0004-411f-b915-f3260b33ff7c req-aab18df5-4fac-4a72-bb3e-7b67719e4470 tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:40.782069 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-49ff0dc6-0004-411f-b915-f3260b33ff7c req-aab18df5-4fac-4a72-bb3e-7b67719e4470 tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7411509 Dec 20 14:27:40.884781 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '015e6f3f-513f-4129-9676-862ff5b70f8e', 'tag': '34958a97-52be-44b3-960d-563b0bd85dbe'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:27:40.890075 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56e8c7aa-d447-48cb-84f9-09afb3fa97aa" -d '{"events": [{"name": "network-changed", "server_uuid": "015e6f3f-513f-4129-9676-862ff5b70f8e", "tag": "34958a97-52be-44b3-960d-563b0bd85dbe"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:27:40.946309 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-49ff0dc6-0004-411f-b915-f3260b33ff7c req-a524b308-95d4-4382-9bfe-1699ea89b196 tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.136 HTTP/1.1" status: 200 len: 696 time: 0.1565540 Dec 20 14:27:41.184974 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-c36d5ac8-42b3-4f2b-afa2-f09f7eb74fb5 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:41.200894 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-c36d5ac8-42b3-4f2b-afa2-f09f7eb74fb5 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:41.208602 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-c36d5ac8-42b3-4f2b-afa2-f09f7eb74fb5 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.54 "GET /v2.0/networks?id=d82cbd1c-a154-44e7-a6cf-0543b0c25f57&id=63a2c45b-26c4-47d4-9e78-5377757de7fe&id=d82cbd1c-a154-44e7-a6cf-0543b0c25f57 HTTP/1.1" status: 200 len: 1390 time: 0.2539418 Dec 20 14:27:41.234590 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-ddf61c7a-7b33-4bde-832c-428e102f7dc0 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.54 "GET /v2.0/quotas/3e6d5204aa2840f59fc30e0e3762aae9 HTTP/1.1" status: 200 len: 375 time: 0.0249670 Dec 20 14:27:41.318827 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ff0dc6-0004-411f-b915-f3260b33ff7c req-0e7989a9-2a37-4c02-b453-6b91ef6b8d6c tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:41.325024 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-49ff0dc6-0004-411f-b915-f3260b33ff7c req-0e7989a9-2a37-4c02-b453-6b91ef6b8d6c tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] 10.222.0.54 "GET /v2.0/networks/c3f8658e-da35-41f3-bd03-509e29ebd6f3 HTTP/1.1" status: 200 len: 784 time: 0.3704300 Dec 20 14:27:41.398311 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-efa6785b-75fa-40d8-9c4d-659cc46ac890 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=3e6d5204aa2840f59fc30e0e3762aae9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1626499 Dec 20 14:27:41.504449 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85f2c4c-a1ed-43cc-887a-19eae5463b03 req-242ac6bb-505b-45ce-9a42-701f8d737737 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:41.508187 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d85f2c4c-a1ed-43cc-887a-19eae5463b03 req-242ac6bb-505b-45ce-9a42-701f8d737737 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1dcec98-db36-4ee0-ba7d-c88dcb3b2793 HTTP/1.1" status: 200 len: 943 time: 0.0786021 Dec 20 14:27:41.581749 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d85f2c4c-a1ed-43cc-887a-19eae5463b03 req-16032d97-e6d0-4d0e-8edc-bb6ce91fd5c1 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661786 Dec 20 14:27:41.698598 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0621b2c8-ada6-44cf-bf7e-cc6a31cae228 x-openstack-request-id: req-0621b2c8-ada6-44cf-bf7e-cc6a31cae228 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:27:41.699037 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "015e6f3f-513f-4129-9676-862ff5b70f8e", "tag": "34958a97-52be-44b3-960d-563b0bd85dbe", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:27:41.699318 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0621b2c8-ada6-44cf-bf7e-cc6a31cae228 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:27:41.699692 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '015e6f3f-513f-4129-9676-862ff5b70f8e', 'tag': '34958a97-52be-44b3-960d-563b0bd85dbe', 'status': 'completed', 'code': 200} Dec 20 14:27:41.739060 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-a68c5112-9fa6-4e36-b9dd-eb497c62ee08 service neutron] 10.222.0.54 "GET /v2.0/networks/d82cbd1c-a154-44e7-a6cf-0543b0c25f57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3391583 Dec 20 14:27:41.901599 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:41.950079 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-19722c7f-57f5-45f1-a4f4-98032bad8760 service neutron] 10.222.0.54 "GET /v2.0/networks/d82cbd1c-a154-44e7-a6cf-0543b0c25f57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101517 Dec 20 14:27:42.001986 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e8c7aa-d447-48cb-84f9-09afb3fa97aa req-8ac5369a-039c-4641-8106-46cf7358e7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:42.001986 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-56e8c7aa-d447-48cb-84f9-09afb3fa97aa req-8ac5369a-039c-4641-8106-46cf7358e7ef service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=230adefc93184769a5ed971e644ca4c5&device_id=015e6f3f-513f-4129-9676-862ff5b70f8e HTTP/1.1" status: 200 len: 1127 time: 0.2756875 Dec 20 14:27:42.154069 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-045951d7-cad8-4c25-8782-e34932549b58 service neutron] 10.222.0.54 "GET /v2.0/networks/63a2c45b-26c4-47d4-9e78-5377757de7fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952343 Dec 20 14:27:42.261657 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0426655c-efce-4778-b366-40024339db8c req-9f85df8c-2a91-434f-ba62-579f89423506 tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4806294 Dec 20 14:27:42.269627 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-0426655c-efce-4778-b366-40024339db8c req-92eadbd8-3015-4ae1-be61-a029bb1634f3 tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] Request body: {'floatingip': {'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:27:42.319731 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-0426655c-efce-4778-b366-40024339db8c req-92eadbd8-3015-4ae1-be61-a029bb1634f3 tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] Publish callbacks [] for floatingip, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:42.374118 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e8c7aa-d447-48cb-84f9-09afb3fa97aa req-8c976220-0acd-454e-97dc-5ae35abd58de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:42.375579 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-56e8c7aa-d447-48cb-84f9-09afb3fa97aa req-8c976220-0acd-454e-97dc-5ae35abd58de service neutron] 10.222.0.47 "GET /v2.0/networks?id=f77acfe8-c05d-4606-b7e9-7027c0b13511 HTTP/1.1" status: 200 len: 922 time: 0.3663116 Dec 20 14:27:42.434487 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-a36a590e-deec-48ef-ac4f-5e300dbc7bba service neutron] 10.222.0.54 "GET /v2.0/networks/63a2c45b-26c4-47d4-9e78-5377757de7fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2721026 Dec 20 14:27:42.474567 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-56e8c7aa-d447-48cb-84f9-09afb3fa97aa req-61dc5101-2fff-40f0-aec3-bab87ebd1782 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34958a97-52be-44b3-960d-563b0bd85dbe HTTP/1.1" status: 200 len: 217 time: 0.0869493 Dec 20 14:27:42.476259 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-89dfd361-0a05-4fcf-9fea-e1b30834a350 None None] Publish callbacks [] for port, precommit_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:42.491551 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d4535824-24b4-42c8-b3d8-6acb8de7c6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:42.508543 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:42.562130 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-89dfd361-0a05-4fcf-9fea-e1b30834a350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:42.631943 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b1d798da-a759-431d-b4a7-b034e5dd491a None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:42.641092 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-f0b737f5-6f5c-4199-ac3c-4b3246c4187a service neutron] 10.222.0.54 "GET /v2.0/networks/d82cbd1c-a154-44e7-a6cf-0543b0c25f57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975307 Dec 20 14:27:42.687939 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] For port 740a9bc2-222e-49a5-af94-61b2f6dc1bdd, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=740a9bc2-222e-49a5-af94-61b2f6dc1bdd,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:27:42.739734 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-d4535824-24b4-42c8-b3d8-6acb8de7c6e3 None None] For port 5e60713f-af81-4ba4-95ae-b35b2194279d, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=5e60713f-af81-4ba4-95ae-b35b2194279d,segment=NetworkSegment(0d954599-177d-461f-a871-728ece3f7bab),segment_id=0d954599-177d-461f-a871-728ece3f7bab)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:27:42.771492 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:42.787773 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b1d798da-a759-431d-b4a7-b034e5dd491a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:42.839381 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d4535824-24b4-42c8-b3d8-6acb8de7c6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:42.918898 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-fa027719-0472-423a-b0fb-483a872c79e2 service neutron] 10.222.0.54 "GET /v2.0/networks/d82cbd1c-a154-44e7-a6cf-0543b0c25f57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703090 Dec 20 14:27:42.924587 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42faf1f-97af-4029-8777-a09e0bbe6fa5 None None] Pushing event updated for resources: {'Port': ['ID=210d6bbe-340d-4ffc-95e0-97527d67f9db,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:43.007062 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d798da-a759-431d-b4a7-b034e5dd491a None None] Network 63a2c45b-26c4-47d4-9e78-5377757de7fe is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:27:43.087123 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-b1d798da-a759-431d-b4a7-b034e5dd491a None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:27:43.099004 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d798da-a759-431d-b4a7-b034e5dd491a None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:27:43.109560 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-89dfd361-0a05-4fcf-9fea-e1b30834a350 None None] Attempting to bind port 210d6bbe-340d-4ffc-95e0-97527d67f9db on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:27:43.109936 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-89dfd361-0a05-4fcf-9fea-e1b30834a350 None None] Attempting to bind port 210d6bbe-340d-4ffc-95e0-97527d67f9db by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '4fc4e0ac-318d-4ccf-be3a-725bc954134e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '01317b46-743f-4a97-9518-07d8be122d30'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:27:43.110304 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89dfd361-0a05-4fcf-9fea-e1b30834a350 None None] Attempting to bind port 210d6bbe-340d-4ffc-95e0-97527d67f9db on network 01317b46-743f-4a97-9518-07d8be122d30 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:27:43.154778 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e8c7aa-d447-48cb-84f9-09afb3fa97aa req-cd8e82a2-8cab-4066-a9e0-6a373be0e9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:43.155360 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89dfd361-0a05-4fcf-9fea-e1b30834a350 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:27:43.155519 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89dfd361-0a05-4fcf-9fea-e1b30834a350 None None] Checking segment: {'id': '4fc4e0ac-318d-4ccf-be3a-725bc954134e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '01317b46-743f-4a97-9518-07d8be122d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:27:43.155980 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-89dfd361-0a05-4fcf-9fea-e1b30834a350 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:43.156380 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89dfd361-0a05-4fcf-9fea-e1b30834a350 None None] Bound using segment: {'id': '4fc4e0ac-318d-4ccf-be3a-725bc954134e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '01317b46-743f-4a97-9518-07d8be122d30'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:27:43.156953 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-89dfd361-0a05-4fcf-9fea-e1b30834a350 None None] Bound port: 210d6bbe-340d-4ffc-95e0-97527d67f9db, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fc4e0ac-318d-4ccf-be3a-725bc954134e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '01317b46-743f-4a97-9518-07d8be122d30'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:27:43.157336 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-89dfd361-0a05-4fcf-9fea-e1b30834a350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:43.158167 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-56e8c7aa-d447-48cb-84f9-09afb3fa97aa req-cd8e82a2-8cab-4066-a9e0-6a373be0e9e9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=39805718-f3e9-41ca-8469-b49efb1a12f8 HTTP/1.1" status: 200 len: 861 time: 0.6753340 Dec 20 14:27:43.172660 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7cda94-83d9-45ba-afc4-0ca030d1f2b5 None None] Sync routers for ids ['d8b8dfe7-46ec-40e6-9068-c92190a97c0b'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:27:43.186665 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7cda94-83d9-45ba-afc4-0ca030d1f2b5 None None] Routers {'d8b8dfe7-46ec-40e6-9068-c92190a97c0b'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:27:43.187318 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-4b7cda94-83d9-45ba-afc4-0ca030d1f2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:27:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['d8b8dfe7-46ec-40e6-9068-c92190a97c0b'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:27:43.200074 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-56e8c7aa-d447-48cb-84f9-09afb3fa97aa req-a755d9b1-a206-4ab4-9b29-51067420bdcb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f77acfe8-c05d-4606-b7e9-7027c0b13511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336909 Dec 20 14:27:43.231934 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-7f66a11c-611b-4d8d-8458-baf941bc0b1d None None] Provisioning complete for port 4bba4fa5-a5d1-4d67-bae5-389e4825b860 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:27:43.232305 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-7f66a11c-611b-4d8d-8458-baf941bc0b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:43.264764 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Pushing event updated for resources: {'Port': ['ID=740a9bc2-222e-49a5-af94-61b2f6dc1bdd,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:43.351124 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 54754) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:27:43.357899 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-736f46a3-4e1b-4e82-a4e6-c2f00c86b0be tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1540266269'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:27:43.385544 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-0426655c-efce-4778-b366-40024339db8c req-92eadbd8-3015-4ae1-be61-a029bb1634f3 tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:43.418474 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 95482f67-0626-48b9-8ae3-7cd8282ae82d up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:27:43.485983 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-b1d798da-a759-431d-b4a7-b034e5dd491a None None] Attempting to bind port 2b87e8e5-2219-4530-81d9-2537dcfdee8c on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:27:43.486357 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-b1d798da-a759-431d-b4a7-b034e5dd491a None None] Attempting to bind port 2b87e8e5-2219-4530-81d9-2537dcfdee8c by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '61ad2662-cd04-46ff-824f-39b17b1f321e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '63a2c45b-26c4-47d4-9e78-5377757de7fe'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:27:43.486738 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d798da-a759-431d-b4a7-b034e5dd491a None None] Attempting to bind port 2b87e8e5-2219-4530-81d9-2537dcfdee8c on network 63a2c45b-26c4-47d4-9e78-5377757de7fe {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:27:43.509934 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d798da-a759-431d-b4a7-b034e5dd491a None None] Pushing event updated for resources: {'Port': ['ID=2b87e8e5-2219-4530-81d9-2537dcfdee8c,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:43.528486 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d798da-a759-431d-b4a7-b034e5dd491a None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:27:43.529168 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d798da-a759-431d-b4a7-b034e5dd491a None None] Checking segment: {'id': '61ad2662-cd04-46ff-824f-39b17b1f321e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '63a2c45b-26c4-47d4-9e78-5377757de7fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:27:43.529765 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b1d798da-a759-431d-b4a7-b034e5dd491a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:43.530377 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d798da-a759-431d-b4a7-b034e5dd491a None None] Bound using segment: {'id': '61ad2662-cd04-46ff-824f-39b17b1f321e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '63a2c45b-26c4-47d4-9e78-5377757de7fe'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:27:43.531089 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-b1d798da-a759-431d-b4a7-b034e5dd491a None None] Bound port: 2b87e8e5-2219-4530-81d9-2537dcfdee8c, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61ad2662-cd04-46ff-824f-39b17b1f321e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '63a2c45b-26c4-47d4-9e78-5377757de7fe'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:27:43.531693 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b1d798da-a759-431d-b4a7-b034e5dd491a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:43.538334 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [req-0426655c-efce-4778-b366-40024339db8c req-92eadbd8-3015-4ae1-be61-a029bb1634f3 tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] Allocated IP 172.25.0.186 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/76397f56-63a1-423a-b5d0-c6ee0b3a8335) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:27:43.546154 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-4b7cda94-83d9-45ba-afc4-0ca030d1f2b5 None None] Set router d8b8dfe7-46ec-40e6-9068-c92190a97c0b gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:27:43.581120 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-89dfd361-0a05-4fcf-9fea-e1b30834a350 None None] For port 210d6bbe-340d-4ffc-95e0-97527d67f9db, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:27:43.593063 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-736f46a3-4e1b-4e82-a4e6-c2f00c86b0be tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Made reservation on behalf of 7db68c07b2e8445b8d4272fa646b5852 for: {'network': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:27:43.596786 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-736f46a3-4e1b-4e82-a4e6-c2f00c86b0be tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:43.614142 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-89dfd361-0a05-4fcf-9fea-e1b30834a350 None None] For port 210d6bbe-340d-4ffc-95e0-97527d67f9db, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=210d6bbe-340d-4ffc-95e0-97527d67f9db,segment=NetworkSegment(4fc4e0ac-318d-4ccf-be3a-725bc954134e),segment_id=4fc4e0ac-318d-4ccf-be3a-725bc954134e)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:27:43.656850 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-736f46a3-4e1b-4e82-a4e6-c2f00c86b0be tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=103167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:27:43.668386 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-736f46a3-4e1b-4e82-a4e6-c2f00c86b0be tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:43.668771 n-d-761264-19 neutron-server[103167]: INFO neutron.db.segments_db [None req-736f46a3-4e1b-4e82-a4e6-c2f00c86b0be tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Added segment 083290ff-00d5-486e-85d5-49b2b24fbd9d of type vlan for network 0723578d-9472-40dd-b5d6-4342bff5fd37 Dec 20 14:27:43.673897 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-89dfd361-0a05-4fcf-9fea-e1b30834a350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:43.712930 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4535824-24b4-42c8-b3d8-6acb8de7c6e3 None None] Pushing event updated for resources: {'Port': ['ID=5e60713f-af81-4ba4-95ae-b35b2194279d,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:43.729220 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 95482f67-0626-48b9-8ae3-7cd8282ae82d triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:27:43.730563 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:43.733250 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-0426655c-efce-4778-b366-40024339db8c req-92eadbd8-3015-4ae1-be61-a029bb1634f3 tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:43.762617 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-7f66a11c-611b-4d8d-8458-baf941bc0b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:43.773777 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1178023c-17cc-49fa-8565-d9da50035428 req-a2cacf65-868e-4431-8523-7a2b0237d017 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:43.775403 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1178023c-17cc-49fa-8565-d9da50035428 req-a2cacf65-868e-4431-8523-7a2b0237d017 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=015e6f3f-513f-4129-9676-862ff5b70f8e HTTP/1.1" status: 200 len: 944 time: 0.4051504 Dec 20 14:27:43.799389 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-736f46a3-4e1b-4e82-a4e6-c2f00c86b0be tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:43.891084 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-b1d798da-a759-431d-b4a7-b034e5dd491a None None] For port 2b87e8e5-2219-4530-81d9-2537dcfdee8c, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:27:43.895948 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-0426655c-efce-4778-b366-40024339db8c req-92eadbd8-3015-4ae1-be61-a029bb1634f3 tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:43.928704 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1178023c-17cc-49fa-8565-d9da50035428 req-a18b375f-5b84-4b08-b6e7-daf63e01f292 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429784 Dec 20 14:27:43.953553 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89dfd361-0a05-4fcf-9fea-e1b30834a350 None None] Routers {'3f721ecf-7687-45f7-a127-60f28c7420f6'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:27:43.954428 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-89dfd361-0a05-4fcf-9fea-e1b30834a350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:27:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['3f721ecf-7687-45f7-a127-60f28c7420f6'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:27:43.959157 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-b1d798da-a759-431d-b4a7-b034e5dd491a None None] For port 2b87e8e5-2219-4530-81d9-2537dcfdee8c, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=2b87e8e5-2219-4530-81d9-2537dcfdee8c,segment=NetworkSegment(61ad2662-cd04-46ff-824f-39b17b1f321e),segment_id=61ad2662-cd04-46ff-824f-39b17b1f321e)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:27:43.964174 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0426655c-efce-4778-b366-40024339db8c req-92eadbd8-3015-4ae1-be61-a029bb1634f3 tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:27:43.978225 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [req-0426655c-efce-4778-b366-40024339db8c req-92eadbd8-3015-4ae1-be61-a029bb1634f3 tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:27:43.982504 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-736f46a3-4e1b-4e82-a4e6-c2f00c86b0be tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:43.989186 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-0426655c-efce-4778-b366-40024339db8c req-92eadbd8-3015-4ae1-be61-a029bb1634f3 tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:27:44.001828 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736f46a3-4e1b-4e82-a4e6-c2f00c86b0be tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:44.002477 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-736f46a3-4e1b-4e82-a4e6-c2f00c86b0be tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:44.022752 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b1d798da-a759-431d-b4a7-b034e5dd491a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:44.053047 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42faf1f-97af-4029-8777-a09e0bbe6fa5 None None] Pushing event updated for resources: {'Port': ['ID=210d6bbe-340d-4ffc-95e0-97527d67f9db,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:44.084237 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-7f66a11c-611b-4d8d-8458-baf941bc0b1d None None] For port 4bba4fa5-a5d1-4d67-bae5-389e4825b860, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=4bba4fa5-a5d1-4d67-bae5-389e4825b860,segment=NetworkSegment(c916a4c5-f78f-49cb-bb53-88f9467401b2),segment_id=c916a4c5-f78f-49cb-bb53-88f9467401b2)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:27:44.160233 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-7f66a11c-611b-4d8d-8458-baf941bc0b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:44.160785 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-56e8c7aa-d447-48cb-84f9-09afb3fa97aa req-2ad1eff5-d325-4765-8f7e-da57f287bfe9 service neutron] 10.222.0.47 "GET /v2.0/networks/f77acfe8-c05d-4606-b7e9-7027c0b13511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9465432 Dec 20 14:27:44.174212 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-4b7cda94-83d9-45ba-afc4-0ca030d1f2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b8dfe7-46ec-40e6-9068-c92190a97c0b', 'name': 'tempest-TaggedBootDevicesTest-1502395348-router', 'tenant_id': 'c489912587c547e48e340ab05f23d081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': '95482f67-0626-48b9-8ae3-7cd8282ae82d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:27:23Z', 'updated_at': '2021-12-20T14:27:35Z', 'revision_number': 4, 'project_id': 'c489912587c547e48e340ab05f23d081', 'gw_port': {'id': '95482f67-0626-48b9-8ae3-7cd8282ae82d', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:40:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8b8dfe7-46ec-40e6-9068-c92190a97c0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:27:25Z', 'updated_at': '2021-12-20T14:27:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '8459eabb-2aba-4163-beed-3beb24227917', 'name': '', 'network_id': '70f621de-d9ad-4169-bb56-a746af3b57b7', 'tenant_id': 'c489912587c547e48e340ab05f23d081', 'mac_address': 'fa:16:3e:70:96:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8b8dfe7-46ec-40e6-9068-c92190a97c0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': 'c581abf8-3f6d-4cda-8ac9-5abb058165eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:27:32Z', 'updated_at': '2021-12-20T14:27:35Z', 'revision_number': 2, 'project_id': 'c489912587c547e48e340ab05f23d081', 'subnets': [{'id': 'c581abf8-3f6d-4cda-8ac9-5abb058165eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:27:44.177895 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-736f46a3-4e1b-4e82-a4e6-c2f00c86b0be tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8232279 Dec 20 14:27:44.188422 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 54762) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:27:44.220742 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-0a94c741-70ae-4298-a880-c6df5fd1c575 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1216983709'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:27:44.242979 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7cda94-83d9-45ba-afc4-0ca030d1f2b5 None None] Checking router: d8b8dfe7-46ec-40e6-9068-c92190a97c0b for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:27:44.244412 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7cda94-83d9-45ba-afc4-0ca030d1f2b5 None None] Updating router d8b8dfe7-46ec-40e6-9068-c92190a97c0b port 8459eabb-2aba-4163-beed-3beb24227917 binding host n-d-761264-19 {{(pid=103170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 14:27:44.283628 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736f46a3-4e1b-4e82-a4e6-c2f00c86b0be tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Pushing event updated for resources: {'Network': ['ID=0723578d-9472-40dd-b5d6-4342bff5fd37,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:44.339617 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4b7cda94-83d9-45ba-afc4-0ca030d1f2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:44.347129 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 0723578d-9472-40dd-b5d6-4342bff5fd37 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:27:44.386933 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eadbd8-3015-4ae1-be61-a029bb1634f3 tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] Pushing event updated for resources: {'Port': ['ID=76397f56-63a1-423a-b5d0-c6ee0b3a8335,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:44.474262 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c295846d-22c9-4cc8-a212-19ef7545daec req-ff5b78e4-f8b7-433d-b14f-f3e89c2f4e8e tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:44.487635 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c295846d-22c9-4cc8-a212-19ef7545daec req-ff5b78e4-f8b7-433d-b14f-f3e89c2f4e8e tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1dcec98-db36-4ee0-ba7d-c88dcb3b2793 HTTP/1.1" status: 200 len: 943 time: 0.0783288 Dec 20 14:27:44.511421 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d798da-a759-431d-b4a7-b034e5dd491a None None] Pushing event updated for resources: {'Port': ['ID=2b87e8e5-2219-4530-81d9-2537dcfdee8c,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:44.603680 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c295846d-22c9-4cc8-a212-19ef7545daec req-030ff68c-0900-4473-81b1-b385420c9206 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049292 Dec 20 14:27:44.643387 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a94c741-70ae-4298-a880-c6df5fd1c575 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Made reservation on behalf of 7db68c07b2e8445b8d4272fa646b5852 for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:27:44.647182 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0a94c741-70ae-4298-a880-c6df5fd1c575 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:44.649834 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-0426655c-efce-4778-b366-40024339db8c req-92eadbd8-3015-4ae1-be61-a029bb1634f3 tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:44.775489 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-56e8c7aa-d447-48cb-84f9-09afb3fa97aa req-f4cfffca-66f9-4d06-9f0b-921e5b73c46e service neutron] 10.222.0.47 "GET /v2.0/networks/f77acfe8-c05d-4606-b7e9-7027c0b13511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5878808 Dec 20 14:27:44.780327 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-0426655c-efce-4778-b366-40024339db8c req-92eadbd8-3015-4ae1-be61-a029bb1634f3 tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:44.786859 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0f000bbf-340b-4750-b45f-74fd9bb39474 req-7072b797-a704-4577-9147-09d6542a88ee tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.54 "GET /v2.0/ports?device_id=cb025089-e24a-461e-bd2f-09b9afb43d50 HTTP/1.1" status: 200 len: 210 time: 0.0775025 Dec 20 14:27:44.794342 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a94c741-70ae-4298-a880-c6df5fd1c575 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:27:44.840867 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0a94c741-70ae-4298-a880-c6df5fd1c575 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:44.841195 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-0a94c741-70ae-4298-a880-c6df5fd1c575 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Added segment 38e3b0df-fe83-43da-b83c-677d17fe07c0 of type vlan for network 2d7ab868-da79-43c0-805a-c026f1ebce8a Dec 20 14:27:44.863461 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-89dfd361-0a05-4fcf-9fea-e1b30834a350 None None] Set router 3f721ecf-7687-45f7-a127-60f28c7420f6 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:27:44.910930 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0a94c741-70ae-4298-a880-c6df5fd1c575 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:44.924348 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:45.128548 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-0426655c-efce-4778-b366-40024339db8c req-92eadbd8-3015-4ae1-be61-a029bb1634f3 tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:45.136650 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0a94c741-70ae-4298-a880-c6df5fd1c575 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:45.146459 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a94c741-70ae-4298-a880-c6df5fd1c575 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:45.147472 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0a94c741-70ae-4298-a880-c6df5fd1c575 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:45.165656 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-0426655c-efce-4778-b366-40024339db8c req-92eadbd8-3015-4ae1-be61-a029bb1634f3 tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:45.287408 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eadbd8-3015-4ae1-be61-a029bb1634f3 tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] Pushing event updated for resources: {'Port': ['ID=76397f56-63a1-423a-b5d0-c6ee0b3a8335,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:45.292117 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4b7cda94-83d9-45ba-afc4-0ca030d1f2b5 None None] Publish callbacks [] for port, precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:45.302423 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-0a94c741-70ae-4298-a880-c6df5fd1c575 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0928531 Dec 20 14:27:45.311186 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4b7cda94-83d9-45ba-afc4-0ca030d1f2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:45.326930 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 54772) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:27:45.346453 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-b1812904-6a19-41bf-9765-032d526e1570 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Request body: {'subnet': {'network_id': '0723578d-9472-40dd-b5d6-4342bff5fd37', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:27:45.412837 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfe3419-817d-4f58-800d-d59d21191604 req-7f95f6a3-3a45-4629-8c5e-d22df42c0195 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:45.421603 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bdfe3419-817d-4f58-800d-d59d21191604 req-7f95f6a3-3a45-4629-8c5e-d22df42c0195 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=015e6f3f-513f-4129-9676-862ff5b70f8e HTTP/1.1" status: 200 len: 944 time: 0.2734830 Dec 20 14:27:45.442075 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-d3ca3fef-e9ae-41ae-b1bd-0e151d0cd48c None None] Provisioning complete for port 4bba4fa5-a5d1-4d67-bae5-389e4825b860 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:27:45.442669 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d3ca3fef-e9ae-41ae-b1bd-0e151d0cd48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:45.496929 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec655d2-fc47-446e-9c17-63846dafef58 None None] Pushing event updated for resources: {'Port': ['ID=8459eabb-2aba-4163-beed-3beb24227917,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:45.570010 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bdfe3419-817d-4f58-800d-d59d21191604 req-3516c1a9-d573-4a31-aa30-7a44ba3fa47e tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443005 Dec 20 14:27:45.578700 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-4b7cda94-83d9-45ba-afc4-0ca030d1f2b5 None None] Attempting to bind port 8459eabb-2aba-4163-beed-3beb24227917 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:27:45.579477 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-4b7cda94-83d9-45ba-afc4-0ca030d1f2b5 None None] Attempting to bind port 8459eabb-2aba-4163-beed-3beb24227917 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '80fb5237-2476-4121-b95c-191242314e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '70f621de-d9ad-4169-bb56-a746af3b57b7'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:27:45.580159 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7cda94-83d9-45ba-afc4-0ca030d1f2b5 None None] Attempting to bind port 8459eabb-2aba-4163-beed-3beb24227917 on network 70f621de-d9ad-4169-bb56-a746af3b57b7 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:27:45.586081 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7cda94-83d9-45ba-afc4-0ca030d1f2b5 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:27:45.587427 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7cda94-83d9-45ba-afc4-0ca030d1f2b5 None None] Checking segment: {'id': '80fb5237-2476-4121-b95c-191242314e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '70f621de-d9ad-4169-bb56-a746af3b57b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:27:45.588323 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4b7cda94-83d9-45ba-afc4-0ca030d1f2b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:45.588886 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7cda94-83d9-45ba-afc4-0ca030d1f2b5 None None] Bound using segment: {'id': '80fb5237-2476-4121-b95c-191242314e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '70f621de-d9ad-4169-bb56-a746af3b57b7'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:27:45.589846 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-4b7cda94-83d9-45ba-afc4-0ca030d1f2b5 None None] Bound port: 8459eabb-2aba-4163-beed-3beb24227917, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80fb5237-2476-4121-b95c-191242314e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '70f621de-d9ad-4169-bb56-a746af3b57b7'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:27:45.590528 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4b7cda94-83d9-45ba-afc4-0ca030d1f2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:45.681225 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] For port 95482f67-0626-48b9-8ae3-7cd8282ae82d, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=95482f67-0626-48b9-8ae3-7cd8282ae82d,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:27:45.729830 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-4b7cda94-83d9-45ba-afc4-0ca030d1f2b5 None None] For port 8459eabb-2aba-4163-beed-3beb24227917, host n-d-761264-19, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:27:45.738530 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-4b7cda94-83d9-45ba-afc4-0ca030d1f2b5 None None] For port 8459eabb-2aba-4163-beed-3beb24227917, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=8459eabb-2aba-4163-beed-3beb24227917,segment=NetworkSegment(80fb5237-2476-4121-b95c-191242314e71),segment_id=80fb5237-2476-4121-b95c-191242314e71)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:27:45.752378 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4b7cda94-83d9-45ba-afc4-0ca030d1f2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:45.753343 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1812904-6a19-41bf-9765-032d526e1570 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Made reservation on behalf of 7db68c07b2e8445b8d4272fa646b5852 for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:27:45.759830 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b1812904-6a19-41bf-9765-032d526e1570 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:45.808057 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f66a11c-611b-4d8d-8458-baf941bc0b1d None None] Pushing event updated for resources: {'Port': ['ID=4bba4fa5-a5d1-4d67-bae5-389e4825b860,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:45.815115 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:45.819868 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 5e60713f-af81-4ba4-95ae-b35b2194279d up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:27:45.821948 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:45.841415 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 34958a97-52be-44b3-960d-563b0bd85dbe no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:27:45.920247 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec655d2-fc47-446e-9c17-63846dafef58 None None] Pushing event updated for resources: {'Port': ['ID=8459eabb-2aba-4163-beed-3beb24227917,revision_number=4']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:45.957030 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7cda94-83d9-45ba-afc4-0ca030d1f2b5 None None] Routers {'d8b8dfe7-46ec-40e6-9068-c92190a97c0b'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:27:45.959211 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-4b7cda94-83d9-45ba-afc4-0ca030d1f2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:27:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['d8b8dfe7-46ec-40e6-9068-c92190a97c0b'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:27:46.044741 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a94c741-70ae-4298-a880-c6df5fd1c575 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Pushing event updated for resources: {'Network': ['ID=2d7ab868-da79-43c0-805a-c026f1ebce8a,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:46.197281 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 2d7ab868-da79-43c0-805a-c026f1ebce8a details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:27:46.249648 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-0426655c-efce-4778-b366-40024339db8c req-92eadbd8-3015-4ae1-be61-a029bb1634f3 tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585115'] for floatingip, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:46.253427 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e17438-7c5b-4896-a283-977f2e3bb0bf None None] Network 63a2c45b-26c4-47d4-9e78-5377757de7fe requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:27:46.263738 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-c57cb92b-3991-4107-9e86-fd6a5e729694 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:46.280032 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-4b7cda94-83d9-45ba-afc4-0ca030d1f2b5 None None] Set router d8b8dfe7-46ec-40e6-9068-c92190a97c0b gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:27:46.295326 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-c57cb92b-3991-4107-9e86-fd6a5e729694 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:46.308895 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-c57cb92b-3991-4107-9e86-fd6a5e729694 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.30 "GET /v2.0/networks?id=d82cbd1c-a154-44e7-a6cf-0543b0c25f57&id=63a2c45b-26c4-47d4-9e78-5377757de7fe&id=d82cbd1c-a154-44e7-a6cf-0543b0c25f57 HTTP/1.1" status: 200 len: 1390 time: 0.5126758 Dec 20 14:27:46.316408 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-0426655c-efce-4778-b366-40024339db8c req-92eadbd8-3015-4ae1-be61-a029bb1634f3 tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:46.327679 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0426655c-efce-4778-b366-40024339db8c req-92eadbd8-3015-4ae1-be61-a029bb1634f3 tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.0647991 Dec 20 14:27:46.365718 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-59d684fa-56c1-49aa-8320-448c717fb24a tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Request body: {'port': {'device_id': 'cb025089-e24a-461e-bd2f-09b9afb43d50', 'network_id': 'd82cbd1c-a154-44e7-a6cf-0543b0c25f57', 'admin_state_up': True, 'tenant_id': '3e6d5204aa2840f59fc30e0e3762aae9'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:27:46.521520 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0426655c-efce-4778-b366-40024339db8c req-5689d0b0-d61a-456d-b38d-ed1f1992e6bd tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.186 HTTP/1.1" status: 200 len: 696 time: 0.1901231 Dec 20 14:27:46.632810 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9042d553-1253-426f-9731-151ddfd29f38 req-802907a1-c340-4ae5-8647-baa264d00011 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:46.652159 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-4b7cda94-83d9-45ba-afc4-0ca030d1f2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b8dfe7-46ec-40e6-9068-c92190a97c0b', 'name': 'tempest-TaggedBootDevicesTest-1502395348-router', 'tenant_id': 'c489912587c547e48e340ab05f23d081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': '95482f67-0626-48b9-8ae3-7cd8282ae82d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:27:23Z', 'updated_at': '2021-12-20T14:27:35Z', 'revision_number': 4, 'project_id': 'c489912587c547e48e340ab05f23d081', 'gw_port': {'id': '95482f67-0626-48b9-8ae3-7cd8282ae82d', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:40:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b8dfe7-46ec-40e6-9068-c92190a97c0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:27:25Z', 'updated_at': '2021-12-20T14:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '8459eabb-2aba-4163-beed-3beb24227917', 'name': '', 'network_id': '70f621de-d9ad-4169-bb56-a746af3b57b7', 'tenant_id': 'c489912587c547e48e340ab05f23d081', 'mac_address': 'fa:16:3e:70:96:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8b8dfe7-46ec-40e6-9068-c92190a97c0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': 'c581abf8-3f6d-4cda-8ac9-5abb058165eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:27:32Z', 'updated_at': '2021-12-20T14:27:45Z', 'revision_number': 4, 'project_id': 'c489912587c547e48e340ab05f23d081', 'subnets': [{'id': 'c581abf8-3f6d-4cda-8ac9-5abb058165eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:27:46.652808 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9042d553-1253-426f-9731-151ddfd29f38 req-802907a1-c340-4ae5-8647-baa264d00011 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1dcec98-db36-4ee0-ba7d-c88dcb3b2793 HTTP/1.1" status: 200 len: 943 time: 0.3422449 Dec 20 14:27:46.660082 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Pushing event updated for resources: {'Port': ['ID=95482f67-0626-48b9-8ae3-7cd8282ae82d,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:46.683951 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7cda94-83d9-45ba-afc4-0ca030d1f2b5 None None] The sync data for ids ['d8b8dfe7-46ec-40e6-9068-c92190a97c0b'] in n-d-761264-19 is: [{'id': 'd8b8dfe7-46ec-40e6-9068-c92190a97c0b', 'name': 'tempest-TaggedBootDevicesTest-1502395348-router', 'tenant_id': 'c489912587c547e48e340ab05f23d081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': '95482f67-0626-48b9-8ae3-7cd8282ae82d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:27:23Z', 'updated_at': '2021-12-20T14:27:35Z', 'revision_number': 4, 'project_id': 'c489912587c547e48e340ab05f23d081', 'gw_port': {'id': '95482f67-0626-48b9-8ae3-7cd8282ae82d', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:40:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b8dfe7-46ec-40e6-9068-c92190a97c0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:27:25Z', 'updated_at': '2021-12-20T14:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '8459eabb-2aba-4163-beed-3beb24227917', 'name': '', 'network_id': '70f621de-d9ad-4169-bb56-a746af3b57b7', 'tenant_id': 'c489912587c547e48e340ab05f23d081', 'mac_address': 'fa:16:3e:70:96:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8b8dfe7-46ec-40e6-9068-c92190a97c0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': 'c581abf8-3f6d-4cda-8ac9-5abb058165eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:27:32Z', 'updated_at': '2021-12-20T14:27:45Z', 'revision_number': 4, 'project_id': 'c489912587c547e48e340ab05f23d081', 'subnets': [{'id': 'c581abf8-3f6d-4cda-8ac9-5abb058165eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:27:46.729172 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-59d684fa-56c1-49aa-8320-448c717fb24a tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Made reservation on behalf of 3e6d5204aa2840f59fc30e0e3762aae9 for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:27:46.740180 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-59d684fa-56c1-49aa-8320-448c717fb24a tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:46.769255 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9042d553-1253-426f-9731-151ddfd29f38 req-7f7e46f7-6238-4d4e-9c48-824fff80c20c tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156075 Dec 20 14:27:46.859222 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0426655c-efce-4778-b366-40024339db8c req-c491925d-cb33-4dd9-854a-4065dbf1ed19 tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:46.860785 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0426655c-efce-4778-b366-40024339db8c req-c491925d-cb33-4dd9-854a-4065dbf1ed19 tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] 10.222.0.54 "GET /v2.0/networks/c3f8658e-da35-41f3-bd03-509e29ebd6f3 HTTP/1.1" status: 200 len: 784 time: 0.3371134 Dec 20 14:27:46.862660 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b1812904-6a19-41bf-9765-032d526e1570 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8848317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10470522'] for subnet, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:46.914751 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 5e60713f-af81-4ba4-95ae-b35b2194279d triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:27:46.915876 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:46.995319 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b6a38e22-2717-4c22-9124-59e3266f2cf5 req-d809a4fe-53b9-4785-932a-1cf7f34161c0 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.54 "GET /v2.0/ports?device_id=cb025089-e24a-461e-bd2f-09b9afb43d50 HTTP/1.1" status: 200 len: 210 time: 0.0698214 Dec 20 14:27:47.177734 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1812904-6a19-41bf-9765-032d526e1570 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Pushing event updated for resources: {'Subnet': ['ID=04afb03f-72c8-4cee-8126-4aad15c5f0f5,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:47.264266 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-d3ca3fef-e9ae-41ae-b1bd-0e151d0cd48c None None] Provisioning complete for port 210d6bbe-340d-4ffc-95e0-97527d67f9db triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:27:47.264652 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d3ca3fef-e9ae-41ae-b1bd-0e151d0cd48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:47.280994 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed8e53f-743d-4398-887e-949771dc8e9e req-5dc12b30-2f57-46a9-a805-c6412e68567a tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:47.294345 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1ed8e53f-743d-4398-887e-949771dc8e9e req-5dc12b30-2f57-46a9-a805-c6412e68567a tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=015e6f3f-513f-4129-9676-862ff5b70f8e HTTP/1.1" status: 200 len: 944 time: 0.2093544 Dec 20 14:27:47.295400 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1812904-6a19-41bf-9765-032d526e1570 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Checking segment: {'id': '083290ff-00d5-486e-85d5-49b2b24fbd9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0723578d-9472-40dd-b5d6-4342bff5fd37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:27:47.295758 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1812904-6a19-41bf-9765-032d526e1570 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Network hostable DHCP agents. Network: 0723578d-9472-40dd-b5d6-4342bff5fd37, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:27:47.307637 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 683ff857-3dae-43d2-852d-d5cd232882b8 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:27:47.445889 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1812904-6a19-41bf-9765-032d526e1570 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Network 0723578d-9472-40dd-b5d6-4342bff5fd37 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:27:47.452493 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1ed8e53f-743d-4398-887e-949771dc8e9e req-706b2354-abc7-470f-9239-5e67fc5df62c tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539776 Dec 20 14:27:47.478683 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-b1812904-6a19-41bf-9765-032d526e1570 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 0723578d-9472-40dd-b5d6-4342bff5fd37) {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:27:47.491449 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1812904-6a19-41bf-9765-032d526e1570 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:47.492036 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b1812904-6a19-41bf-9765-032d526e1570 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:47.512101 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-89dfd361-0a05-4fcf-9fea-e1b30834a350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f721ecf-7687-45f7-a127-60f28c7420f6', 'name': 'tempest-FloatingIPDetailsTestJSON-1686122816-router', 'tenant_id': '143b13c01acb41e1ab898662acfb89e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '740a9bc2-222e-49a5-af94-61b2f6dc1bdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:27:18Z', 'updated_at': '2021-12-20T14:27:32Z', 'revision_number': 4, 'project_id': '143b13c01acb41e1ab898662acfb89e3', 'gw_port': {'id': '740a9bc2-222e-49a5-af94-61b2f6dc1bdd', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f721ecf-7687-45f7-a127-60f28c7420f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:27:21Z', 'updated_at': '2021-12-20T14:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '210d6bbe-340d-4ffc-95e0-97527d67f9db', 'name': '', 'network_id': '01317b46-743f-4a97-9518-07d8be122d30', 'tenant_id': '143b13c01acb41e1ab898662acfb89e3', 'mac_address': 'fa:16:3e:85:6c:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f721ecf-7687-45f7-a127-60f28c7420f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '0b8453f4-17b5-4736-9074-b7942e09ae7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:27:27Z', 'updated_at': '2021-12-20T14:27:43Z', 'revision_number': 4, 'project_id': '143b13c01acb41e1ab898662acfb89e3', 'subnets': [{'id': '0b8453f4-17b5-4736-9074-b7942e09ae7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:27:47.514194 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1003c9-12bb-438b-abd6-3c7fbe72d529 None None] Network 0723578d-9472-40dd-b5d6-4342bff5fd37 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:27:47.554136 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-b1812904-6a19-41bf-9765-032d526e1570 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.2148137 Dec 20 14:27:47.563374 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 54792) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:27:47.575773 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-587dfd02-c1ba-4608-9764-4e3019260033 req-b6c261ad-8d34-472d-a328-f04dbf6db188 tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4069777 Dec 20 14:27:47.578823 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-87671c42-92dd-4e3c-a87c-d87f2a433429 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Request body: {'subnet': {'network_id': '2d7ab868-da79-43c0-805a-c026f1ebce8a', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:27:47.596115 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-587dfd02-c1ba-4608-9764-4e3019260033 req-dfab536f-7f47-4334-b5cd-35166c7567a8 tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] Request body: {'floatingip': {'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:27:47.640581 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-59d684fa-56c1-49aa-8320-448c717fb24a tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Allocated IP 19.80.0.187 (d82cbd1c-a154-44e7-a6cf-0543b0c25f57/e502742e-c3ee-4d9f-b87a-8376b5fc3228/a79a6619-3477-4929-8780-4ca7076b223a) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:27:47.770030 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-587dfd02-c1ba-4608-9764-4e3019260033 req-dfab536f-7f47-4334-b5cd-35166c7567a8 tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] Publish callbacks [] for floatingip, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:47.781153 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 683ff857-3dae-43d2-852d-d5cd232882b8 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:27:47.782080 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:47.823724 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89dfd361-0a05-4fcf-9fea-e1b30834a350 None None] The sync data for ids ['3f721ecf-7687-45f7-a127-60f28c7420f6'] in n-d-761264-19 is: [{'id': '3f721ecf-7687-45f7-a127-60f28c7420f6', 'name': 'tempest-FloatingIPDetailsTestJSON-1686122816-router', 'tenant_id': '143b13c01acb41e1ab898662acfb89e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '740a9bc2-222e-49a5-af94-61b2f6dc1bdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:27:18Z', 'updated_at': '2021-12-20T14:27:32Z', 'revision_number': 4, 'project_id': '143b13c01acb41e1ab898662acfb89e3', 'gw_port': {'id': '740a9bc2-222e-49a5-af94-61b2f6dc1bdd', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f721ecf-7687-45f7-a127-60f28c7420f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:27:21Z', 'updated_at': '2021-12-20T14:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '210d6bbe-340d-4ffc-95e0-97527d67f9db', 'name': '', 'network_id': '01317b46-743f-4a97-9518-07d8be122d30', 'tenant_id': '143b13c01acb41e1ab898662acfb89e3', 'mac_address': 'fa:16:3e:85:6c:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f721ecf-7687-45f7-a127-60f28c7420f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '0b8453f4-17b5-4736-9074-b7942e09ae7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:27:27Z', 'updated_at': '2021-12-20T14:27:43Z', 'revision_number': 4, 'project_id': '143b13c01acb41e1ab898662acfb89e3', 'subnets': [{'id': '0b8453f4-17b5-4736-9074-b7942e09ae7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:27:47.975216 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87671c42-92dd-4e3c-a87c-d87f2a433429 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Made reservation on behalf of 7db68c07b2e8445b8d4272fa646b5852 for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:27:47.992517 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-87671c42-92dd-4e3c-a87c-d87f2a433429 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:48.040321 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d3ca3fef-e9ae-41ae-b1bd-0e151d0cd48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:48.248813 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-d3ca3fef-e9ae-41ae-b1bd-0e151d0cd48c None None] For port 210d6bbe-340d-4ffc-95e0-97527d67f9db, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=210d6bbe-340d-4ffc-95e0-97527d67f9db,segment=NetworkSegment(4fc4e0ac-318d-4ccf-be3a-725bc954134e),segment_id=4fc4e0ac-318d-4ccf-be3a-725bc954134e)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:27:48.265929 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-587dfd02-c1ba-4608-9764-4e3019260033 req-dfab536f-7f47-4334-b5cd-35166c7567a8 tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:48.288767 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-59d684fa-56c1-49aa-8320-448c717fb24a tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:48.328239 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d3ca3fef-e9ae-41ae-b1bd-0e151d0cd48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:48.336292 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb0ad56-0735-44b1-9878-28733d0394b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-0723578d-9472-40dd-b5d6-4342bff5fd37', 'network_id': '0723578d-9472-40dd-b5d6-4342bff5fd37', 'project_id': '7db68c07b2e8445b8d4272fa646b5852', 'fixed_ips': [{'subnet_id': '04afb03f-72c8-4cee-8126-4aad15c5f0f5'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:27:48.337278 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-acb0ad56-0735-44b1-9878-28733d0394b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:48.385863 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0c2cae-09f9-4cb3-9cfe-a199c53a13ce req-24086814-8804-43a8-8219-dfd963882ae0 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:48.393428 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fc0c2cae-09f9-4cb3-9cfe-a199c53a13ce req-24086814-8804-43a8-8219-dfd963882ae0 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1dcec98-db36-4ee0-ba7d-c88dcb3b2793 HTTP/1.1" status: 200 len: 943 time: 0.3917341 Dec 20 14:27:48.446367 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-59d684fa-56c1-49aa-8320-448c717fb24a tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:48.477208 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [req-587dfd02-c1ba-4608-9764-4e3019260033 req-dfab536f-7f47-4334-b5cd-35166c7567a8 tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] Allocated IP 172.25.0.29 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/ebc4b191-ecb0-4ae0-96f9-63d8d021506c) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:27:48.542387 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-59d684fa-56c1-49aa-8320-448c717fb24a tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Network d82cbd1c-a154-44e7-a6cf-0543b0c25f57 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:27:48.553101 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-59d684fa-56c1-49aa-8320-448c717fb24a tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:27:48.553601 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ca3fef-e9ae-41ae-b1bd-0e151d0cd48c None None] Pushing event updated for resources: {'Port': ['ID=210d6bbe-340d-4ffc-95e0-97527d67f9db,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:48.568730 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-59d684fa-56c1-49aa-8320-448c717fb24a tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:27:48.652339 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fc0c2cae-09f9-4cb3-9cfe-a199c53a13ce req-bc41a9be-80a1-4b96-a79d-fa111fe83529 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440162 Dec 20 14:27:48.658996 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d684fa-56c1-49aa-8320-448c717fb24a tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Pushing event updated for resources: {'Port': ['ID=a79a6619-3477-4929-8780-4ca7076b223a,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:48.825945 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 4bba4fa5-a5d1-4d67-bae5-389e4825b860 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:27:48.834938 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-59d684fa-56c1-49aa-8320-448c717fb24a tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:48.838077 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-59d684fa-56c1-49aa-8320-448c717fb24a tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:48.930504 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-59d684fa-56c1-49aa-8320-448c717fb24a tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5692444 Dec 20 14:27:48.962594 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-73676d38-bba0-4b71-9f66-cb6a2619c4d2 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Request body: {'port': {'device_id': 'cb025089-e24a-461e-bd2f-09b9afb43d50', 'network_id': '63a2c45b-26c4-47d4-9e78-5377757de7fe', 'admin_state_up': True, 'tenant_id': '3e6d5204aa2840f59fc30e0e3762aae9'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:27:48.967628 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-d91964bd-c669-49dd-acb2-bbcc20047d5f None None] Provisioning complete for port 8459eabb-2aba-4163-beed-3beb24227917 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:27:48.968383 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d91964bd-c669-49dd-acb2-bbcc20047d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:49.009259 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-587dfd02-c1ba-4608-9764-4e3019260033 req-dfab536f-7f47-4334-b5cd-35166c7567a8 tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:49.023559 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-abdcdee7-a9d1-497a-a790-d7d1508519c0 req-eb025883-3249-416d-8e9b-2517e271f9d9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=391bfd15-b4c6-444c-a466-12316cde3dd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2593195 Dec 20 14:27:49.108262 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-87671c42-92dd-4e3c-a87c-d87f2a433429 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8848317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10470522'] for subnet, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:49.150410 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fce16fb-327c-4f51-99f4-229f21d13c7e req-e7565af1-9116-4b6e-8618-c8572d1352e3 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:49.153486 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5fce16fb-327c-4f51-99f4-229f21d13c7e req-e7565af1-9116-4b6e-8618-c8572d1352e3 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.54 "GET /v2.0/ports?device_id=cb025089-e24a-461e-bd2f-09b9afb43d50 HTTP/1.1" status: 200 len: 932 time: 0.2093666 Dec 20 14:27:49.252115 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5fce16fb-327c-4f51-99f4-229f21d13c7e req-d19443a7-02b7-4dc8-a231-ea24c0015d75 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.54 "GET /v2.0/security-groups?id=38c67d1f-c5c0-4d18-a181-659c37118040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671880 Dec 20 14:27:49.262481 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdcdee7-a9d1-497a-a790-d7d1508519c0 req-4bb734d5-cbdd-4500-b90f-f7a7e7a42e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:49.264049 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-abdcdee7-a9d1-497a-a790-d7d1508519c0 req-4bb734d5-cbdd-4500-b90f-f7a7e7a42e68 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=230adefc93184769a5ed971e644ca4c5&device_id=391bfd15-b4c6-444c-a466-12316cde3dd1 HTTP/1.1" status: 200 len: 1096 time: 0.2072611 Dec 20 14:27:49.325079 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 4bba4fa5-a5d1-4d67-bae5-389e4825b860 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:27:49.326801 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:49.418871 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-44d1267a-ed8b-4c7c-8d90-2e0c410c42f3 req-aadce492-71c7-4cfa-98e2-68743927b8ff service neutron] 10.222.0.47 "GET /v2.0/ports/34958a97-52be-44b3-960d-563b0bd85dbe/bindings/n-h1-761264-19 HTTP/1.1" status: 200 len: 385 time: 0.3781962 Dec 20 14:27:49.423654 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdcdee7-a9d1-497a-a790-d7d1508519c0 req-7508d165-7c4f-487a-b3eb-9b66a8b3c837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:49.427098 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-abdcdee7-a9d1-497a-a790-d7d1508519c0 req-7508d165-7c4f-487a-b3eb-9b66a8b3c837 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f77acfe8-c05d-4606-b7e9-7027c0b13511 HTTP/1.1" status: 200 len: 922 time: 0.1269898 Dec 20 14:27:49.429741 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87671c42-92dd-4e3c-a87c-d87f2a433429 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Pushing event updated for resources: {'Subnet': ['ID=09e7c8eb-4da5-4994-ad75-557cbde9bb05,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:49.449043 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d91964bd-c669-49dd-acb2-bbcc20047d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:49.449270 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87671c42-92dd-4e3c-a87c-d87f2a433429 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Checking segment: {'id': '38e3b0df-fe83-43da-b83c-677d17fe07c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2d7ab868-da79-43c0-805a-c026f1ebce8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:27:49.449699 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87671c42-92dd-4e3c-a87c-d87f2a433429 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Network hostable DHCP agents. Network: 2d7ab868-da79-43c0-805a-c026f1ebce8a, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:27:49.462448 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-acb0ad56-0735-44b1-9878-28733d0394b9 None None] Allocated IP 10.1.1.2 (0723578d-9472-40dd-b5d6-4342bff5fd37/04afb03f-72c8-4cee-8126-4aad15c5f0f5/7f609e62-c31b-4035-9e29-69874198eda8) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:27:49.503063 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-abdcdee7-a9d1-497a-a790-d7d1508519c0 req-850d7c82-ccea-473b-b713-348a536042c4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=543b54c3-a54c-47f5-ad15-569568ada13d HTTP/1.1" status: 200 len: 217 time: 0.0612595 Dec 20 14:27:49.527405 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87671c42-92dd-4e3c-a87c-d87f2a433429 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Network 2d7ab868-da79-43c0-805a-c026f1ebce8a is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:27:49.609922 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-87671c42-92dd-4e3c-a87c-d87f2a433429 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 2d7ab868-da79-43c0-805a-c026f1ebce8a) {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:27:49.625767 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2382560c-5356-43b0-a83d-a07f8f4e2b2b None None] Network 2d7ab868-da79-43c0-805a-c026f1ebce8a requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:27:49.650132 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87671c42-92dd-4e3c-a87c-d87f2a433429 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:49.650781 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-87671c42-92dd-4e3c-a87c-d87f2a433429 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:49.672696 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdcdee7-a9d1-497a-a790-d7d1508519c0 req-3c37cc2a-16a8-4095-a1af-408eb093b3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:49.674257 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-abdcdee7-a9d1-497a-a790-d7d1508519c0 req-3c37cc2a-16a8-4095-a1af-408eb093b3b9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=39805718-f3e9-41ca-8469-b49efb1a12f8 HTTP/1.1" status: 200 len: 861 time: 0.1601210 Dec 20 14:27:49.704141 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-587dfd02-c1ba-4608-9764-4e3019260033 req-dfab536f-7f47-4334-b5cd-35166c7567a8 tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:49.712186 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-73676d38-bba0-4b71-9f66-cb6a2619c4d2 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Made reservation on behalf of 3e6d5204aa2840f59fc30e0e3762aae9 for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:27:49.716542 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-73676d38-bba0-4b71-9f66-cb6a2619c4d2 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:49.725214 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-abdcdee7-a9d1-497a-a790-d7d1508519c0 req-f56ba739-a5f7-4fb5-96eb-11ee25d4fc1b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f77acfe8-c05d-4606-b7e9-7027c0b13511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368345 Dec 20 14:27:49.726780 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-d91964bd-c669-49dd-acb2-bbcc20047d5f None None] For port 8459eabb-2aba-4163-beed-3beb24227917, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=8459eabb-2aba-4163-beed-3beb24227917,segment=NetworkSegment(80fb5237-2476-4121-b95c-191242314e71),segment_id=80fb5237-2476-4121-b95c-191242314e71)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:27:49.732331 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-87671c42-92dd-4e3c-a87c-d87f2a433429 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.1677678 Dec 20 14:27:49.742063 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 54808) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:27:49.748823 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-a5b9513c-57d8-4935-9743-8b8d9dbaeb40 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Request body: {'port': {'network_id': '0723578d-9472-40dd-b5d6-4342bff5fd37', 'name': 'tempest-TaggedBootDevicesTest_v242-483671659', 'fixed_ips': [{'subnet_id': '04afb03f-72c8-4cee-8126-4aad15c5f0f5'}]}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:27:49.756441 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d91964bd-c669-49dd-acb2-bbcc20047d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:49.761403 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133b117e-2582-4e87-94a1-68dd293f53ab req-4f61e09d-739c-421d-b90b-9f6cbcf38dc4 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:49.763165 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-133b117e-2582-4e87-94a1-68dd293f53ab req-4f61e09d-739c-421d-b90b-9f6cbcf38dc4 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=015e6f3f-513f-4129-9676-862ff5b70f8e HTTP/1.1" status: 200 len: 944 time: 0.1827409 Dec 20 14:27:49.968858 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-133b117e-2582-4e87-94a1-68dd293f53ab req-6b209596-a264-410d-b06d-1f3f5acc943c tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830015 Dec 20 14:27:49.977199 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-587dfd02-c1ba-4608-9764-4e3019260033 req-dfab536f-7f47-4334-b5cd-35166c7567a8 tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:27:49.998765 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [req-587dfd02-c1ba-4608-9764-4e3019260033 req-dfab536f-7f47-4334-b5cd-35166c7567a8 tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:27:50.002635 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-587dfd02-c1ba-4608-9764-4e3019260033 req-dfab536f-7f47-4334-b5cd-35166c7567a8 tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:27:50.027939 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-abdcdee7-a9d1-497a-a790-d7d1508519c0 req-da275c23-e55c-4357-af33-d8b10a0be0ec service neutron] 10.222.0.47 "GET /v2.0/networks/f77acfe8-c05d-4606-b7e9-7027c0b13511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2936144 Dec 20 14:27:50.049343 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfab536f-7f47-4334-b5cd-35166c7567a8 tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] Pushing event updated for resources: {'Port': ['ID=ebc4b191-ecb0-4ae0-96f9-63d8d021506c,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:50.055704 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-73676d38-bba0-4b71-9f66-cb6a2619c4d2 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Allocated IP 19.86.0.60 (63a2c45b-26c4-47d4-9e78-5377757de7fe/7c89e752-e7cc-4f43-b63b-2a0582700a0e/20764089-f544-4a47-998b-dc3ed99f23a1) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:27:50.271235 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 2b87e8e5-2219-4530-81d9-2537dcfdee8c up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:27:50.354375 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-abdcdee7-a9d1-497a-a790-d7d1508519c0 req-77564d55-6715-49a4-96cc-d24b66ea3b34 service neutron] 10.222.0.47 "GET /v2.0/networks/f77acfe8-c05d-4606-b7e9-7027c0b13511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3074644 Dec 20 14:27:50.379055 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c5265b-54b5-42b8-930a-ffb1e7c47ea1 req-c00a8cc5-3182-416a-8492-cce850f8bb9c tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:50.381031 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f3c5265b-54b5-42b8-930a-ffb1e7c47ea1 req-c00a8cc5-3182-416a-8492-cce850f8bb9c tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1dcec98-db36-4ee0-ba7d-c88dcb3b2793 HTTP/1.1" status: 200 len: 943 time: 0.1171803 Dec 20 14:27:50.382261 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5b9513c-57d8-4935-9743-8b8d9dbaeb40 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Made reservation on behalf of 7db68c07b2e8445b8d4272fa646b5852 for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:27:50.398324 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-d91964bd-c669-49dd-acb2-bbcc20047d5f None None] Provisioning complete for port 2b87e8e5-2219-4530-81d9-2537dcfdee8c triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:27:50.398324 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d91964bd-c669-49dd-acb2-bbcc20047d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:50.451265 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91964bd-c669-49dd-acb2-bbcc20047d5f None None] Pushing event updated for resources: {'Port': ['ID=8459eabb-2aba-4163-beed-3beb24227917,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:50.488296 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f3c5265b-54b5-42b8-930a-ffb1e7c47ea1 req-7acdb5b6-b426-48d6-bef1-def5cf8fe7ac tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004834 Dec 20 14:27:50.527386 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a5b9513c-57d8-4935-9743-8b8d9dbaeb40 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:50.541443 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be14e1a-eb24-4388-a09c-c3f37b12c942 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-2d7ab868-da79-43c0-805a-c026f1ebce8a', 'network_id': '2d7ab868-da79-43c0-805a-c026f1ebce8a', 'project_id': '7db68c07b2e8445b8d4272fa646b5852', 'fixed_ips': [{'subnet_id': '09e7c8eb-4da5-4994-ad75-557cbde9bb05'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:27:50.545162 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-3be14e1a-eb24-4388-a09c-c3f37b12c942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:50.555669 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [None req-a5b9513c-57d8-4935-9743-8b8d9dbaeb40 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] device_id is not set on port 472629f0-99a5-462a-9b97-0c161849b783 yet. {{(pid=103168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 14:27:50.626972 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 2b87e8e5-2219-4530-81d9-2537dcfdee8c triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:27:50.627728 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:50.680996 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-acb0ad56-0735-44b1-9878-28733d0394b9 None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:50.691289 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-44d1267a-ed8b-4c7c-8d90-2e0c410c42f3 req-303d2bcf-349a-42e4-ba53-82b36bfd6244 service neutron] For port 34958a97-52be-44b3-960d-563b0bd85dbe, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=34958a97-52be-44b3-960d-563b0bd85dbe,segment=NetworkSegment(c78eb3db-e8a6-4673-b220-136b3d8ed714),segment_id=c78eb3db-e8a6-4673-b220-136b3d8ed714)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:27:50.709953 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-acb0ad56-0735-44b1-9878-28733d0394b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:50.714677 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-44d1267a-ed8b-4c7c-8d90-2e0c410c42f3 req-303d2bcf-349a-42e4-ba53-82b36bfd6244 service neutron] For port 34958a97-52be-44b3-960d-563b0bd85dbe, host n-h2-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:27:50.754445 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [req-44d1267a-ed8b-4c7c-8d90-2e0c410c42f3 req-303d2bcf-349a-42e4-ba53-82b36bfd6244 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34958a97-52be-44b3-960d-563b0bd85dbe {{(pid=103167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:27:50.789441 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-44d1267a-ed8b-4c7c-8d90-2e0c410c42f3 req-303d2bcf-349a-42e4-ba53-82b36bfd6244 service neutron] For port 34958a97-52be-44b3-960d-563b0bd85dbe, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=34958a97-52be-44b3-960d-563b0bd85dbe,segment=NetworkSegment(c78eb3db-e8a6-4673-b220-136b3d8ed714),segment_id=c78eb3db-e8a6-4673-b220-136b3d8ed714)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:27:50.795644 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be89f765-a52a-432b-a080-4ee3dd56038c req-db2f408a-cc21-4073-ad85-04d70ba83abc tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:50.797228 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-be89f765-a52a-432b-a080-4ee3dd56038c req-db2f408a-cc21-4073-ad85-04d70ba83abc tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.54 "GET /v2.0/ports?device_id=cb025089-e24a-461e-bd2f-09b9afb43d50 HTTP/1.1" status: 200 len: 932 time: 0.2170939 Dec 20 14:27:50.846768 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-44d1267a-ed8b-4c7c-8d90-2e0c410c42f3 req-303d2bcf-349a-42e4-ba53-82b36bfd6244 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:50.868686 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb0ad56-0735-44b1-9878-28733d0394b9 None None] Network 0723578d-9472-40dd-b5d6-4342bff5fd37 is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:27:50.873341 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d91964bd-c669-49dd-acb2-bbcc20047d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:50.879647 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-be89f765-a52a-432b-a080-4ee3dd56038c req-07c1f790-b6eb-48b0-b649-36fdce4e1de1 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.54 "GET /v2.0/security-groups?id=38c67d1f-c5c0-4d18-a181-659c37118040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751059 Dec 20 14:27:50.879876 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-acb0ad56-0735-44b1-9878-28733d0394b9 None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:27:50.886134 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb0ad56-0735-44b1-9878-28733d0394b9 None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:27:50.907547 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb0ad56-0735-44b1-9878-28733d0394b9 None None] Pushing event updated for resources: {'Port': ['ID=7f609e62-c31b-4035-9e29-69874198eda8,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:50.921932 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 70afd13f-d370-47db-83d2-e1041aebac63 details requested by agent hyperv_n-h1-761264-19 with host n-h1-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:27:51.030111 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-3be14e1a-eb24-4388-a09c-c3f37b12c942 None None] Allocated IP 10.2.2.2 (2d7ab868-da79-43c0-805a-c026f1ebce8a/09e7c8eb-4da5-4994-ad75-557cbde9bb05/18093386-3b4e-4a06-8d49-1627284c1944) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:27:51.044326 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-587dfd02-c1ba-4608-9764-4e3019260033 req-dfab536f-7f47-4334-b5cd-35166c7567a8 tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:51.143462 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-73676d38-bba0-4b71-9f66-cb6a2619c4d2 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:51.154500 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.db.resource_extend [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 14:27:51.157773 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-587dfd02-c1ba-4608-9764-4e3019260033 req-dfab536f-7f47-4334-b5cd-35166c7567a8 tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:51.203989 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-44d1267a-ed8b-4c7c-8d90-2e0c410c42f3 req-303d2bcf-349a-42e4-ba53-82b36bfd6244 service neutron] Transition to ACTIVE for port object 34958a97-52be-44b3-960d-563b0bd85dbe will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:27:51.216510 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-acb0ad56-0735-44b1-9878-28733d0394b9 None None] Attempting to bind port 7f609e62-c31b-4035-9e29-69874198eda8 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:27:51.217341 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-acb0ad56-0735-44b1-9878-28733d0394b9 None None] Attempting to bind port 7f609e62-c31b-4035-9e29-69874198eda8 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '083290ff-00d5-486e-85d5-49b2b24fbd9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0723578d-9472-40dd-b5d6-4342bff5fd37'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:27:51.217899 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb0ad56-0735-44b1-9878-28733d0394b9 None None] Attempting to bind port 7f609e62-c31b-4035-9e29-69874198eda8 on network 0723578d-9472-40dd-b5d6-4342bff5fd37 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:27:51.230486 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-44d1267a-ed8b-4c7c-8d90-2e0c410c42f3 req-303d2bcf-349a-42e4-ba53-82b36bfd6244 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:51.234043 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-d91964bd-c669-49dd-acb2-bbcc20047d5f None None] For port 2b87e8e5-2219-4530-81d9-2537dcfdee8c, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=2b87e8e5-2219-4530-81d9-2537dcfdee8c,segment=NetworkSegment(61ad2662-cd04-46ff-824f-39b17b1f321e),segment_id=61ad2662-cd04-46ff-824f-39b17b1f321e)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:27:51.237211 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb0ad56-0735-44b1-9878-28733d0394b9 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:27:51.237896 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb0ad56-0735-44b1-9878-28733d0394b9 None None] Checking segment: {'id': '083290ff-00d5-486e-85d5-49b2b24fbd9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0723578d-9472-40dd-b5d6-4342bff5fd37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:27:51.239301 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-acb0ad56-0735-44b1-9878-28733d0394b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:51.240047 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb0ad56-0735-44b1-9878-28733d0394b9 None None] Bound using segment: {'id': '083290ff-00d5-486e-85d5-49b2b24fbd9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0723578d-9472-40dd-b5d6-4342bff5fd37'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:27:51.241426 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-acb0ad56-0735-44b1-9878-28733d0394b9 None None] Bound port: 7f609e62-c31b-4035-9e29-69874198eda8, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '083290ff-00d5-486e-85d5-49b2b24fbd9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0723578d-9472-40dd-b5d6-4342bff5fd37'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:27:51.242048 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-acb0ad56-0735-44b1-9878-28733d0394b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:51.327540 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d91964bd-c669-49dd-acb2-bbcc20047d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:51.337161 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:51.365513 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303d2bcf-349a-42e4-ba53-82b36bfd6244 service neutron] Pushing event updated for resources: {'Port': ['ID=34958a97-52be-44b3-960d-563b0bd85dbe,revision_number=10']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:51.389155 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-a5b9513c-57d8-4935-9743-8b8d9dbaeb40 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Allocated IP 10.1.1.212 (0723578d-9472-40dd-b5d6-4342bff5fd37/04afb03f-72c8-4cee-8126-4aad15c5f0f5/472629f0-99a5-462a-9b97-0c161849b783) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:27:51.410435 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed34e06-90dc-48b1-aa0d-9df141b49ed2 req-85aaef69-81af-46b5-99be-648d93d95676 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:51.418067 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1ed34e06-90dc-48b1-aa0d-9df141b49ed2 req-85aaef69-81af-46b5-99be-648d93d95676 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=015e6f3f-513f-4129-9676-862ff5b70f8e HTTP/1.1" status: 200 len: 945 time: 0.0850217 Dec 20 14:27:51.508725 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1ed34e06-90dc-48b1-aa0d-9df141b49ed2 req-c88384d7-da66-4e47-9c67-d8b3e462ab84 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896618 Dec 20 14:27:51.528258 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-587dfd02-c1ba-4608-9764-4e3019260033 req-dfab536f-7f47-4334-b5cd-35166c7567a8 tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:51.544809 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-587dfd02-c1ba-4608-9764-4e3019260033 req-dfab536f-7f47-4334-b5cd-35166c7567a8 tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:51.577800 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-44d1267a-ed8b-4c7c-8d90-2e0c410c42f3 req-303d2bcf-349a-42e4-ba53-82b36bfd6244 service neutron] No DVR routers for this DVR port 34958a97-52be-44b3-960d-563b0bd85dbe on host n-h2-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:27:51.603666 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-acb0ad56-0735-44b1-9878-28733d0394b9 None None] For port 7f609e62-c31b-4035-9e29-69874198eda8, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:27:51.612078 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 70afd13f-d370-47db-83d2-e1041aebac63, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=70afd13f-d370-47db-83d2-e1041aebac63,segment=NetworkSegment(addc7f95-68ef-43ba-9bd9-cde69b0f949e),segment_id=addc7f95-68ef-43ba-9bd9-cde69b0f949e)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:27:51.618779 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91964bd-c669-49dd-acb2-bbcc20047d5f None None] Pushing event updated for resources: {'Port': ['ID=2b87e8e5-2219-4530-81d9-2537dcfdee8c,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:51.641991 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-b7b8789a-1bab-49ee-b519-a8be31f86307 None None] Provisioning complete for port a79a6619-3477-4929-8780-4ca7076b223a triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:27:51.642356 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b7b8789a-1bab-49ee-b519-a8be31f86307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:51.676512 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-acb0ad56-0735-44b1-9878-28733d0394b9 None None] For port 7f609e62-c31b-4035-9e29-69874198eda8, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=7f609e62-c31b-4035-9e29-69874198eda8,segment=NetworkSegment(083290ff-00d5-486e-85d5-49b2b24fbd9d),segment_id=083290ff-00d5-486e-85d5-49b2b24fbd9d)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:27:51.686406 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Returning: {'device': '70afd13f-d370-47db-83d2-e1041aebac63', 'network_id': '2b333b61-ce15-4944-95b5-760e7ec98a8f', 'port_id': '70afd13f-d370-47db-83d2-e1041aebac63', 'mac_address': 'fa:16:3e:52:ee:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63ebfb59-720a-4723-915c-292ae8d31522', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:27:51.706238 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.db.api [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103169) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 14:27:51.706585 n-d-761264-19 neutron-server[103169]: DEBUG oslo_db.api [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 14:27:51.708119 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-587dfd02-c1ba-4608-9764-4e3019260033 req-dfab536f-7f47-4334-b5cd-35166c7567a8 tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585115'] for floatingip, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:51.716538 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-acb0ad56-0735-44b1-9878-28733d0394b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:51.728366 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-73676d38-bba0-4b71-9f66-cb6a2619c4d2 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:51.739558 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-44d1267a-ed8b-4c7c-8d90-2e0c410c42f3 req-303d2bcf-349a-42e4-ba53-82b36bfd6244 service neutron] 10.222.0.47 "PUT /v2.0/ports/34958a97-52be-44b3-960d-563b0bd85dbe/bindings/n-h1-761264-19/activate HTTP/1.1" status: 200 len: 370 time: 2.3059220 Dec 20 14:27:51.744206 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfab536f-7f47-4334-b5cd-35166c7567a8 tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] Pushing event updated for resources: {'Port': ['ID=ebc4b191-ecb0-4ae0-96f9-63d8d021506c,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:51.764081 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a5b9513c-57d8-4935-9743-8b8d9dbaeb40 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:51.777197 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-587dfd02-c1ba-4608-9764-4e3019260033 req-dfab536f-7f47-4334-b5cd-35166c7567a8 tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:51.785281 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-587dfd02-c1ba-4608-9764-4e3019260033 req-dfab536f-7f47-4334-b5cd-35166c7567a8 tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.2084496 Dec 20 14:27:51.788879 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-b7b8789a-1bab-49ee-b519-a8be31f86307 None None] Port a79a6619-3477-4929-8780-4ca7076b223a cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:27:51.806698 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b1410a-125f-4cec-9869-841745b72475 req-e7037320-39b0-4871-8a5a-92807df6aa28 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:51.818870 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-34b1410a-125f-4cec-9869-841745b72475 req-e7037320-39b0-4871-8a5a-92807df6aa28 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1dcec98-db36-4ee0-ba7d-c88dcb3b2793 HTTP/1.1" status: 200 len: 943 time: 0.0963194 Dec 20 14:27:51.826956 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-3be14e1a-eb24-4388-a09c-c3f37b12c942 None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:51.852734 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-3be14e1a-eb24-4388-a09c-c3f37b12c942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:51.859083 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb0ad56-0735-44b1-9878-28733d0394b9 None None] Pushing event updated for resources: {'Port': ['ID=7f609e62-c31b-4035-9e29-69874198eda8,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:51.863803 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:51.894315 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-73676d38-bba0-4b71-9f66-cb6a2619c4d2 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Network 63a2c45b-26c4-47d4-9e78-5377757de7fe is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:27:51.904072 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-73676d38-bba0-4b71-9f66-cb6a2619c4d2 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:27:51.910985 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be14e1a-eb24-4388-a09c-c3f37b12c942 None None] Network 2d7ab868-da79-43c0-805a-c026f1ebce8a is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:27:51.912754 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70afd13f-d370-47db-83d2-e1041aebac63 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:27:51.922894 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-587dfd02-c1ba-4608-9764-4e3019260033 req-0f9c407c-a5b6-4c9a-85a5-feaff9c0f316 tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.29 HTTP/1.1" status: 200 len: 695 time: 0.1361060 Dec 20 14:27:51.929434 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-3be14e1a-eb24-4388-a09c-c3f37b12c942 None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:27:51.933771 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a5b9513c-57d8-4935-9743-8b8d9dbaeb40 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:51.940976 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be14e1a-eb24-4388-a09c-c3f37b12c942 None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:27:51.960523 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be14e1a-eb24-4388-a09c-c3f37b12c942 None None] Pushing event updated for resources: {'Port': ['ID=18093386-3b4e-4a06-8d49-1627284c1944,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:51.974851 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-73676d38-bba0-4b71-9f66-cb6a2619c4d2 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:27:51.976756 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 70afd13f-d370-47db-83d2-e1041aebac63, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=70afd13f-d370-47db-83d2-e1041aebac63,segment=NetworkSegment(addc7f95-68ef-43ba-9bd9-cde69b0f949e),segment_id=addc7f95-68ef-43ba-9bd9-cde69b0f949e)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:27:51.983616 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-34b1410a-125f-4cec-9869-841745b72475 req-f9adc03c-66e4-44f5-bd7b-19e107b03859 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634786 Dec 20 14:27:51.995021 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:52.101263 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d1267a-ed8b-4c7c-8d90-2e0c410c42f3 req-4ab3b33d-d36a-4a58-9d46-2120c89303fa tempest-LiveAutoBlockMigrationV225Test-195224901 tempest-LiveAutoBlockMigrationV225Test-195224901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:52.102800 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-44d1267a-ed8b-4c7c-8d90-2e0c410c42f3 req-4ab3b33d-d36a-4a58-9d46-2120c89303fa tempest-LiveAutoBlockMigrationV225Test-195224901 tempest-LiveAutoBlockMigrationV225Test-195224901-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=015e6f3f-513f-4129-9676-862ff5b70f8e&tenant_id=230adefc93184769a5ed971e644ca4c5&binding%3Ahost_id=n-h2-761264-19 HTTP/1.1" status: 200 len: 1097 time: 0.2614131 Dec 20 14:27:52.129715 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-3be14e1a-eb24-4388-a09c-c3f37b12c942 None None] Attempting to bind port 18093386-3b4e-4a06-8d49-1627284c1944 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:27:52.130346 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-3be14e1a-eb24-4388-a09c-c3f37b12c942 None None] Attempting to bind port 18093386-3b4e-4a06-8d49-1627284c1944 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '38e3b0df-fe83-43da-b83c-677d17fe07c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2d7ab868-da79-43c0-805a-c026f1ebce8a'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:27:52.131179 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be14e1a-eb24-4388-a09c-c3f37b12c942 None None] Attempting to bind port 18093386-3b4e-4a06-8d49-1627284c1944 on network 2d7ab868-da79-43c0-805a-c026f1ebce8a {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:27:52.152057 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be14e1a-eb24-4388-a09c-c3f37b12c942 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:27:52.152898 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be14e1a-eb24-4388-a09c-c3f37b12c942 None None] Checking segment: {'id': '38e3b0df-fe83-43da-b83c-677d17fe07c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2d7ab868-da79-43c0-805a-c026f1ebce8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:27:52.153624 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-3be14e1a-eb24-4388-a09c-c3f37b12c942 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:52.154180 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be14e1a-eb24-4388-a09c-c3f37b12c942 None None] Bound using segment: {'id': '38e3b0df-fe83-43da-b83c-677d17fe07c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2d7ab868-da79-43c0-805a-c026f1ebce8a'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:27:52.155258 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-3be14e1a-eb24-4388-a09c-c3f37b12c942 None None] Bound port: 18093386-3b4e-4a06-8d49-1627284c1944, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38e3b0df-fe83-43da-b83c-677d17fe07c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2d7ab868-da79-43c0-805a-c026f1ebce8a'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:27:52.155846 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-3be14e1a-eb24-4388-a09c-c3f37b12c942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:52.160519 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=70afd13f-d370-47db-83d2-e1041aebac63,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:52.191211 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b9513c-57d8-4935-9743-8b8d9dbaeb40 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Network 0723578d-9472-40dd-b5d6-4342bff5fd37 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:27:52.203438 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-73676d38-bba0-4b71-9f66-cb6a2619c4d2 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:52.204104 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-73676d38-bba0-4b71-9f66-cb6a2619c4d2 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:52.217737 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73676d38-bba0-4b71-9f66-cb6a2619c4d2 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Pushing event updated for resources: {'Port': ['ID=20764089-f544-4a47-998b-dc3ed99f23a1,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:52.254783 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-a5b9513c-57d8-4935-9743-8b8d9dbaeb40 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:27:52.265668 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b9513c-57d8-4935-9743-8b8d9dbaeb40 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:27:52.295549 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-73676d38-bba0-4b71-9f66-cb6a2619c4d2 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3499353 Dec 20 14:27:52.333645 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b9513c-57d8-4935-9743-8b8d9dbaeb40 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Pushing event updated for resources: {'Port': ['ID=472629f0-99a5-462a-9b97-0c161849b783,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:52.380078 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-2d200990-0f6d-4785-9dcd-909804d1217f tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Request body: {'port': {'device_id': 'cb025089-e24a-461e-bd2f-09b9afb43d50', 'network_id': 'd82cbd1c-a154-44e7-a6cf-0543b0c25f57', 'admin_state_up': True, 'tenant_id': '3e6d5204aa2840f59fc30e0e3762aae9'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:27:52.398711 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-3be14e1a-eb24-4388-a09c-c3f37b12c942 None None] For port 18093386-3b4e-4a06-8d49-1627284c1944, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:27:52.401846 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 740a9bc2-222e-49a5-af94-61b2f6dc1bdd up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:27:52.407170 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-3be14e1a-eb24-4388-a09c-c3f37b12c942 None None] For port 18093386-3b4e-4a06-8d49-1627284c1944, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=18093386-3b4e-4a06-8d49-1627284c1944,segment=NetworkSegment(38e3b0df-fe83-43da-b83c-677d17fe07c0),segment_id=38e3b0df-fe83-43da-b83c-677d17fe07c0)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:27:52.436946 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-3be14e1a-eb24-4388-a09c-c3f37b12c942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:52.450815 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d1267a-ed8b-4c7c-8d90-2e0c410c42f3 req-c9c6fb5b-a75d-4b2f-9e96-9212c83963a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:52.452789 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-44d1267a-ed8b-4c7c-8d90-2e0c410c42f3 req-c9c6fb5b-a75d-4b2f-9e96-9212c83963a7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=015e6f3f-513f-4129-9676-862ff5b70f8e&tenant_id=230adefc93184769a5ed971e644ca4c5 HTTP/1.1" status: 200 len: 1097 time: 0.3269057 Dec 20 14:27:52.460720 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['70afd13f-d370-47db-83d2-e1041aebac63'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:27:52.466120 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2485732a-7a30-4a44-8511-3521f75d253a req-452cb858-ff57-4cd9-8c8c-71af193e2b17 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:52.477564 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587dfd02-c1ba-4608-9764-4e3019260033 req-ddc7fc3f-e941-4278-a670-bb5d090a59b1 tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:52.479486 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-587dfd02-c1ba-4608-9764-4e3019260033 req-ddc7fc3f-e941-4278-a670-bb5d090a59b1 tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] 10.222.0.54 "GET /v2.0/networks/c3f8658e-da35-41f3-bd03-509e29ebd6f3 HTTP/1.1" status: 200 len: 784 time: 0.5555310 Dec 20 14:27:52.493114 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2485732a-7a30-4a44-8511-3521f75d253a req-452cb858-ff57-4cd9-8c8c-71af193e2b17 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:52.495060 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2485732a-7a30-4a44-8511-3521f75d253a req-452cb858-ff57-4cd9-8c8c-71af193e2b17 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.54 "GET /v2.0/ports?device_id=cb025089-e24a-461e-bd2f-09b9afb43d50 HTTP/1.1" status: 200 len: 1654 time: 0.4236453 Dec 20 14:27:52.531068 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b9513c-57d8-4935-9743-8b8d9dbaeb40 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:52.532832 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a5b9513c-57d8-4935-9743-8b8d9dbaeb40 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:52.585912 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-8084d072-aefd-4f46-9042-da98de245402 None None] Provisioning complete for port 20764089-f544-4a47-998b-dc3ed99f23a1 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:27:52.586264 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8084d072-aefd-4f46-9042-da98de245402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:52.635857 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2485732a-7a30-4a44-8511-3521f75d253a req-0a9946ab-f583-44a2-ae2a-745afcc06b16 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.54 "GET /v2.0/security-groups?id=38c67d1f-c5c0-4d18-a181-659c37118040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200240 Dec 20 14:27:52.642504 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-a5b9513c-57d8-4935-9743-8b8d9dbaeb40 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.8990774 Dec 20 14:27:52.649294 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 54836) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:27:52.655124 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-748d17bc-f461-4dc7-a583-a2fd2e6f1c02 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Request body: {'port': {'network_id': '0723578d-9472-40dd-b5d6-4342bff5fd37', 'name': 'tempest-TaggedBootDevicesTest_v242-824787144', 'fixed_ips': [{'subnet_id': '04afb03f-72c8-4cee-8126-4aad15c5f0f5'}]}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:27:52.668912 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6598da9f-073c-4a1c-90ab-104540257917 req-677d7e2c-709d-4a7c-9f96-bf66be7503de service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fce6808d-28f6-49d3-88e7-87ecaa1de24e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3031678 Dec 20 14:27:52.696650 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-8084d072-aefd-4f46-9042-da98de245402 None None] Port 20764089-f544-4a47-998b-dc3ed99f23a1 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:27:52.703483 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d1267a-ed8b-4c7c-8d90-2e0c410c42f3 req-69ed0c75-57e4-4365-a115-1c24ed5fc8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:52.711138 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-44d1267a-ed8b-4c7c-8d90-2e0c410c42f3 req-69ed0c75-57e4-4365-a115-1c24ed5fc8df service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=230adefc93184769a5ed971e644ca4c5&device_id=015e6f3f-513f-4129-9676-862ff5b70f8e HTTP/1.1" status: 200 len: 1097 time: 0.2147164 Dec 20 14:27:52.733802 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be14e1a-eb24-4388-a09c-c3f37b12c942 None None] Pushing event updated for resources: {'Port': ['ID=18093386-3b4e-4a06-8d49-1627284c1944,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:52.747397 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 740a9bc2-222e-49a5-af94-61b2f6dc1bdd triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:27:52.747779 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:52.880064 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 5e60713f-af81-4ba4-95ae-b35b2194279d up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:27:52.938546 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ee798f00-6903-4684-bf26-ddafdb78a994 req-cbe5a25b-fdd7-4168-a056-740bfb8cb8d2 tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2031789 Dec 20 14:27:52.943526 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-2d200990-0f6d-4785-9dcd-909804d1217f tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Made reservation on behalf of 3e6d5204aa2840f59fc30e0e3762aae9 for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:27:52.947717 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-2d200990-0f6d-4785-9dcd-909804d1217f tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:52.977284 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-ee798f00-6903-4684-bf26-ddafdb78a994 req-f89eb17b-6fa4-4da4-a912-7e0476d00f40 tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] Request body: {'floatingip': {'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:27:53.051645 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6598da9f-073c-4a1c-90ab-104540257917 req-a809f41e-7f99-4d71-9b5f-5ae696d73bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:53.053189 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6598da9f-073c-4a1c-90ab-104540257917 req-a809f41e-7f99-4d71-9b5f-5ae696d73bfe service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3a1d810114e24eb9ab9be2e3341cb8d6&device_id=fce6808d-28f6-49d3-88e7-87ecaa1de24e HTTP/1.1" status: 200 len: 1098 time: 0.3354106 Dec 20 14:27:53.151185 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74bd406-1700-4975-b4cf-47674673ce7b req-e10a8af0-5b40-4660-a402-c135f21d84e8 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:53.157301 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f74bd406-1700-4975-b4cf-47674673ce7b req-e10a8af0-5b40-4660-a402-c135f21d84e8 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=015e6f3f-513f-4129-9676-862ff5b70f8e HTTP/1.1" status: 200 len: 945 time: 0.3045359 Dec 20 14:27:53.250662 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d1267a-ed8b-4c7c-8d90-2e0c410c42f3 req-2087aa86-bc59-4a86-bacb-8b8b79514713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:53.252381 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-44d1267a-ed8b-4c7c-8d90-2e0c410c42f3 req-2087aa86-bc59-4a86-bacb-8b8b79514713 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f77acfe8-c05d-4606-b7e9-7027c0b13511 HTTP/1.1" status: 200 len: 922 time: 0.4722376 Dec 20 14:27:53.263778 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-ee798f00-6903-4684-bf26-ddafdb78a994 req-f89eb17b-6fa4-4da4-a912-7e0476d00f40 tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] Publish callbacks [] for floatingip, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:53.315276 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-2d200990-0f6d-4785-9dcd-909804d1217f tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Allocated IP 19.80.0.38 (d82cbd1c-a154-44e7-a6cf-0543b0c25f57/e502742e-c3ee-4d9f-b87a-8376b5fc3228/b427fecb-0139-46ed-92d1-3b2fecf094fd) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:27:53.335684 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-44d1267a-ed8b-4c7c-8d90-2e0c410c42f3 req-fd0aeb88-0393-4f35-bd95-3ea01d200a6d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34958a97-52be-44b3-960d-563b0bd85dbe HTTP/1.1" status: 200 len: 217 time: 0.0624418 Dec 20 14:27:53.354067 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 5e60713f-af81-4ba4-95ae-b35b2194279d triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:27:53.354487 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:53.396996 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-748d17bc-f461-4dc7-a583-a2fd2e6f1c02 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Made reservation on behalf of 7db68c07b2e8445b8d4272fa646b5852 for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:27:53.411216 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-748d17bc-f461-4dc7-a583-a2fd2e6f1c02 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:53.479363 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f74bd406-1700-4975-b4cf-47674673ce7b req-4572b2ec-cf6d-49e9-87f1-f95933f93ce3 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3038533 Dec 20 14:27:53.496238 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 95482f67-0626-48b9-8ae3-7cd8282ae82d up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:27:53.497153 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6598da9f-073c-4a1c-90ab-104540257917 req-30fce9e2-0836-4069-ad93-75570b6a5989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:53.500221 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6598da9f-073c-4a1c-90ab-104540257917 req-30fce9e2-0836-4069-ad93-75570b6a5989 service neutron] 10.222.0.30 "GET /v2.0/networks?id=56191e58-e021-4478-8d69-87614a885d60 HTTP/1.1" status: 200 len: 913 time: 0.4081061 Dec 20 14:27:53.607454 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 95482f67-0626-48b9-8ae3-7cd8282ae82d triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:27:53.607845 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:53.628152 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d1267a-ed8b-4c7c-8d90-2e0c410c42f3 req-6ce22dd5-03c7-4f8d-82bf-c907576fdc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:53.632412 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-44d1267a-ed8b-4c7c-8d90-2e0c410c42f3 req-6ce22dd5-03c7-4f8d-82bf-c907576fdc9c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=39805718-f3e9-41ca-8469-b49efb1a12f8 HTTP/1.1" status: 200 len: 861 time: 0.2856462 Dec 20 14:27:53.635434 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [None req-748d17bc-f461-4dc7-a583-a2fd2e6f1c02 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] device_id is not set on port 53964767-e153-45ad-817f-303368cbc376 yet. {{(pid=103168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 14:27:53.743143 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-2d200990-0f6d-4785-9dcd-909804d1217f tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:53.762717 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-ee798f00-6903-4684-bf26-ddafdb78a994 req-f89eb17b-6fa4-4da4-a912-7e0476d00f40 tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:53.785963 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 8459eabb-2aba-4163-beed-3beb24227917 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:27:53.802323 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-44d1267a-ed8b-4c7c-8d90-2e0c410c42f3 req-5173ec93-212d-4578-8d97-7d59e506223c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f77acfe8-c05d-4606-b7e9-7027c0b13511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1372726 Dec 20 14:27:53.869741 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 8459eabb-2aba-4163-beed-3beb24227917 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:27:53.871508 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:53.895579 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-2d200990-0f6d-4785-9dcd-909804d1217f tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:53.923353 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6598da9f-073c-4a1c-90ab-104540257917 req-377e8492-c7f3-42ff-aa96-1e757673c20d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64bffda1-b355-4373-b696-5e1465910e88 HTTP/1.1" status: 200 len: 1001 time: 0.4058282 Dec 20 14:27:53.998785 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-2d200990-0f6d-4785-9dcd-909804d1217f tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Network d82cbd1c-a154-44e7-a6cf-0543b0c25f57 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:27:54.007702 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-2d200990-0f6d-4785-9dcd-909804d1217f tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:27:54.010168 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-2d200990-0f6d-4785-9dcd-909804d1217f tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:27:54.031497 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456808f3-e04a-420f-89ce-d2b5b4ab7b45 None None] Network 0723578d-9472-40dd-b5d6-4342bff5fd37 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:27:54.100360 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d200990-0f6d-4785-9dcd-909804d1217f tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Pushing event updated for resources: {'Port': ['ID=b427fecb-0139-46ed-92d1-3b2fecf094fd,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:54.112607 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [req-ee798f00-6903-4684-bf26-ddafdb78a994 req-f89eb17b-6fa4-4da4-a912-7e0476d00f40 tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] Allocated IP 172.25.0.239 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/53081df2-ecb4-4933-9202-b661cdc4da4e) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:27:54.120059 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fbba97-6517-466e-8d1a-2fed56fa39f4 req-e0a3bb32-4572-4366-9c13-fa5d34e33330 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:54.121662 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f8fbba97-6517-466e-8d1a-2fed56fa39f4 req-e0a3bb32-4572-4366-9c13-fa5d34e33330 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1dcec98-db36-4ee0-ba7d-c88dcb3b2793 HTTP/1.1" status: 200 len: 944 time: 0.3176255 Dec 20 14:27:54.121797 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:27:54.121797 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:27:54.121797 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:27:54.121797 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:27:54.121797 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:27:54.121797 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:27:54.121797 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:27:54.121797 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:27:54.121797 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:27:54.121797 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:27:54.121797 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:27:54.121797 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:27:54.121797 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:27:54.121797 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:27:54.121797 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:27:54.121797 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:27:54.121797 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:27:54.121797 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:27:54.121797 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:27:54.121797 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:27:54.121797 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:27:54.121797 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:27:54.121797 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:27:54.121797 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:27:54.121797 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:27:54.121797 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:27:54.121797 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:27:54.121797 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:27:54.121797 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:27:54.121797 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:27:54.121797 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:27:54.121797 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:27:54.121797 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:27:54.121797 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:27:54.121797 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:27:54.121797 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:27:54.124717 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:27:54.124717 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:27:54.124717 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:27:54.124717 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:27:54.124717 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:27:54.124717 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:27:54.124717 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:27:54.124717 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:27:54.124717 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:27:54.124717 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:27:54.124717 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:27:54.124717 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:27:54.129685 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-2d200990-0f6d-4785-9dcd-909804d1217f tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:54.130378 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-2d200990-0f6d-4785-9dcd-909804d1217f tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:54.137619 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6598da9f-073c-4a1c-90ab-104540257917 req-04dc9985-3cb3-43fa-a6ad-7fdc65416c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:54.147969 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6598da9f-073c-4a1c-90ab-104540257917 req-04dc9985-3cb3-43fa-a6ad-7fdc65416c28 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=aa7dd04c-9ddc-45c9-b9bf-b6ac33d89aed HTTP/1.1" status: 200 len: 851 time: 0.1833444 Dec 20 14:27:54.166124 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 4bba4fa5-a5d1-4d67-bae5-389e4825b860 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:27:54.177066 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-918fe15f-d7e1-411f-b0b1-5f74a14b2305 None None] Provisioning complete for port 7f609e62-c31b-4035-9e29-69874198eda8 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:27:54.177566 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-918fe15f-d7e1-411f-b0b1-5f74a14b2305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:54.185964 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-2d200990-0f6d-4785-9dcd-909804d1217f tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8113396 Dec 20 14:27:54.219914 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-44d1267a-ed8b-4c7c-8d90-2e0c410c42f3 req-33753d56-ab49-43e3-a726-8eb99f4701fd service neutron] 10.222.0.30 "GET /v2.0/networks/f77acfe8-c05d-4606-b7e9-7027c0b13511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3982036 Dec 20 14:27:54.229302 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-e2b25080-6244-4af1-972e-ae2489d95933 service neutron] Request body: {'port': {'device_id': 'cb025089-e24a-461e-bd2f-09b9afb43d50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-19'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:27:54.408509 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 4bba4fa5-a5d1-4d67-bae5-389e4825b860 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:27:54.408887 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:54.434024 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-e2b25080-6244-4af1-972e-ae2489d95933 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:54.448939 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f8fbba97-6517-466e-8d1a-2fed56fa39f4 req-39d72be3-007c-44d4-b0b4-9deed88ba32a tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870307 Dec 20 14:27:54.470544 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6598da9f-073c-4a1c-90ab-104540257917 req-46c42d3c-407d-414d-88e0-5ef86295727e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:54.473668 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6598da9f-073c-4a1c-90ab-104540257917 req-46c42d3c-407d-414d-88e0-5ef86295727e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=56191e58-e021-4478-8d69-87614a885d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3248420 Dec 20 14:27:54.479291 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-748d17bc-f461-4dc7-a583-a2fd2e6f1c02 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Allocated IP 10.1.1.165 (0723578d-9472-40dd-b5d6-4342bff5fd37/04afb03f-72c8-4cee-8126-4aad15c5f0f5/53964767-e153-45ad-817f-303368cbc376) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:27:54.615558 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-918fe15f-d7e1-411f-b0b1-5f74a14b2305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:54.744651 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 210d6bbe-340d-4ffc-95e0-97527d67f9db up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:27:54.763977 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-44d1267a-ed8b-4c7c-8d90-2e0c410c42f3 req-4ee8d377-f168-4798-ab5d-93ac47c11db0 service neutron] 10.222.0.30 "GET /v2.0/networks/f77acfe8-c05d-4606-b7e9-7027c0b13511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5228193 Dec 20 14:27:54.774487 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576a15a1-9818-4423-a2b6-e18cc25a5b09 None None] Network 2d7ab868-da79-43c0-805a-c026f1ebce8a requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:27:54.789070 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-e2b25080-6244-4af1-972e-ae2489d95933 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a79a6619-3477-4929-8780-4ca7076b223a {{(pid=103167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:27:54.796167 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-918fe15f-d7e1-411f-b0b1-5f74a14b2305 None None] For port 7f609e62-c31b-4035-9e29-69874198eda8, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=7f609e62-c31b-4035-9e29-69874198eda8,segment=NetworkSegment(083290ff-00d5-486e-85d5-49b2b24fbd9d),segment_id=083290ff-00d5-486e-85d5-49b2b24fbd9d)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:27:54.810039 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-e2b25080-6244-4af1-972e-ae2489d95933 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:54.829983 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-918fe15f-d7e1-411f-b0b1-5f74a14b2305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:54.874896 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-ee798f00-6903-4684-bf26-ddafdb78a994 req-f89eb17b-6fa4-4da4-a912-7e0476d00f40 tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:54.875134 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6598da9f-073c-4a1c-90ab-104540257917 req-4e40d906-ed9f-42f2-b6e7-93fd7fa6ca19 service neutron] 10.222.0.30 "GET /v2.0/networks/56191e58-e021-4478-8d69-87614a885d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3826661 Dec 20 14:27:54.931990 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 70afd13f-d370-47db-83d2-e1041aebac63 up at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:27:54.946234 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b3a13-1c83-411d-8ada-393b913cdabd req-2350c59f-849d-409c-b3c1-8815ff01bdde tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:54.952598 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b3a13-1c83-411d-8ada-393b913cdabd req-2350c59f-849d-409c-b3c1-8815ff01bdde tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:54.959292 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b3a13-1c83-411d-8ada-393b913cdabd req-2350c59f-849d-409c-b3c1-8815ff01bdde tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:54.963866 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-e2b25080-6244-4af1-972e-ae2489d95933 service neutron] Transition to ACTIVE for port object a79a6619-3477-4929-8780-4ca7076b223a will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:27:54.967270 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-750b3a13-1c83-411d-8ada-393b913cdabd req-2350c59f-849d-409c-b3c1-8815ff01bdde tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.54 "GET /v2.0/ports?device_id=cb025089-e24a-461e-bd2f-09b9afb43d50 HTTP/1.1" status: 200 len: 2375 time: 0.2790506 Dec 20 14:27:54.976361 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-e2b25080-6244-4af1-972e-ae2489d95933 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:55.039741 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918fe15f-d7e1-411f-b0b1-5f74a14b2305 None None] Pushing event updated for resources: {'Port': ['ID=7f609e62-c31b-4035-9e29-69874198eda8,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:55.074695 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-113d9340-0b45-441a-9b01-fe4763cb4519 None None] Provisioning complete for port 472629f0-99a5-462a-9b97-0c161849b783 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:27:55.075296 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-113d9340-0b45-441a-9b01-fe4763cb4519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:55.093676 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-ee798f00-6903-4684-bf26-ddafdb78a994 req-f89eb17b-6fa4-4da4-a912-7e0476d00f40 tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:55.122824 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b25080-6244-4af1-972e-ae2489d95933 service neutron] Pushing event updated for resources: {'Port': ['ID=a79a6619-3477-4929-8780-4ca7076b223a,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:55.123321 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-113d9340-0b45-441a-9b01-fe4763cb4519 None None] Port 472629f0-99a5-462a-9b97-0c161849b783 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:27:55.137985 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 210d6bbe-340d-4ffc-95e0-97527d67f9db triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:27:55.138666 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:55.247973 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-113d9340-0b45-441a-9b01-fe4763cb4519 None None] Provisioning complete for port 18093386-3b4e-4a06-8d49-1627284c1944 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:27:55.250707 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-113d9340-0b45-441a-9b01-fe4763cb4519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:55.259501 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning for port 70afd13f-d370-47db-83d2-e1041aebac63 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:27:55.263361 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee798f00-6903-4684-bf26-ddafdb78a994 req-f89eb17b-6fa4-4da4-a912-7e0476d00f40 tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:27:55.282221 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-750b3a13-1c83-411d-8ada-393b913cdabd req-e6ddfb21-2e6e-4817-8d93-e1e5154a9db3 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.54 "GET /v2.0/security-groups?id=38c67d1f-c5c0-4d18-a181-659c37118040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3139894 Dec 20 14:27:55.308124 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning complete for port 70afd13f-d370-47db-83d2-e1041aebac63 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:27:55.308124 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:55.347858 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [req-ee798f00-6903-4684-bf26-ddafdb78a994 req-f89eb17b-6fa4-4da4-a912-7e0476d00f40 tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:27:55.361583 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee798f00-6903-4684-bf26-ddafdb78a994 req-f89eb17b-6fa4-4da4-a912-7e0476d00f40 tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:27:55.363400 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-748d17bc-f461-4dc7-a583-a2fd2e6f1c02 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:55.403812 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6598da9f-073c-4a1c-90ab-104540257917 req-61cf1060-0513-439a-a5de-0c7d780494f7 service neutron] 10.222.0.30 "GET /v2.0/networks/56191e58-e021-4478-8d69-87614a885d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4796901 Dec 20 14:27:55.418063 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d1267a-ed8b-4c7c-8d90-2e0c410c42f3 req-6f4bbb8f-0eeb-4eb3-a796-297a544e7843 tempest-LiveAutoBlockMigrationV225Test-195224901 tempest-LiveAutoBlockMigrationV225Test-195224901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:55.419969 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-44d1267a-ed8b-4c7c-8d90-2e0c410c42f3 req-6f4bbb8f-0eeb-4eb3-a796-297a544e7843 tempest-LiveAutoBlockMigrationV225Test-195224901 tempest-LiveAutoBlockMigrationV225Test-195224901-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=015e6f3f-513f-4129-9676-862ff5b70f8e&tenant_id=230adefc93184769a5ed971e644ca4c5&binding%3Ahost_id=n-h1-761264-19 HTTP/1.1" status: 200 len: 1097 time: 0.2473092 Dec 20 14:27:55.495565 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89eb17b-6fa4-4da4-a912-7e0476d00f40 tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] Pushing event updated for resources: {'Port': ['ID=53081df2-ecb4-4933-9202-b661cdc4da4e,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:55.580645 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:27:55.580645 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:27:55.580645 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:27:55.580645 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:27:55.580645 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:27:55.580645 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:27:55.580645 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:27:55.580645 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:27:55.580645 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:27:55.580645 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:27:55.580645 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:27:55.580645 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:27:55.580645 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:27:55.580645 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:27:55.580645 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:27:55.580645 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:27:55.580645 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:27:55.580645 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:27:55.580645 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:27:55.580645 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:27:55.580645 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:27:55.580645 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:27:55.580645 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:27:55.580645 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:27:55.580645 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:27:55.580645 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:27:55.580645 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:27:55.580645 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:27:55.580645 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:27:55.580645 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:27:55.580645 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:27:55.580645 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:27:55.580645 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:27:55.580645 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:27:55.580645 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:27:55.580645 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:27:55.583619 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:27:55.583619 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:27:55.583619 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:27:55.583619 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:27:55.583619 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:27:55.583619 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:27:55.583619 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:27:55.583619 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:27:55.583619 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:27:55.583619 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:27:55.583619 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:27:55.583619 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:27:55.583619 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3816ed-0dab-4e4a-92a8-f5c7a66564fd req-8a80069d-7012-420c-a615-9c4d98d965a7 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:55.595199 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-e2b25080-6244-4af1-972e-ae2489d95933 service neutron] Attempting to bind port a79a6619-3477-4929-8780-4ca7076b223a on host n-h1-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:27:55.596375 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-e2b25080-6244-4af1-972e-ae2489d95933 service neutron] Attempting to bind port a79a6619-3477-4929-8780-4ca7076b223a by drivers openvswitch,hyperv on host n-h1-761264-19 at level 0 using segments [{'id': 'c916a4c5-f78f-49cb-bb53-88f9467401b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'd82cbd1c-a154-44e7-a6cf-0543b0c25f57'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:27:55.596375 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-e2b25080-6244-4af1-972e-ae2489d95933 service neutron] Attempting to bind port a79a6619-3477-4929-8780-4ca7076b223a on network d82cbd1c-a154-44e7-a6cf-0543b0c25f57 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:27:55.599338 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-bb3816ed-0dab-4e4a-92a8-f5c7a66564fd req-8a80069d-7012-420c-a615-9c4d98d965a7 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=015e6f3f-513f-4129-9676-862ff5b70f8e HTTP/1.1" status: 200 len: 945 time: 0.1942444 Dec 20 14:27:55.615242 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-e2b25080-6244-4af1-972e-ae2489d95933 service neutron] Port a79a6619-3477-4929-8780-4ca7076b223a on network d82cbd1c-a154-44e7-a6cf-0543b0c25f57 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:27:55.616120 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-e2b25080-6244-4af1-972e-ae2489d95933 service neutron] Attempting to bind port a79a6619-3477-4929-8780-4ca7076b223a on network d82cbd1c-a154-44e7-a6cf-0543b0c25f57 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:27:55.640616 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-748d17bc-f461-4dc7-a583-a2fd2e6f1c02 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:55.646180 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:55.648253 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-113d9340-0b45-441a-9b01-fe4763cb4519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:55.651903 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-e2b25080-6244-4af1-972e-ae2489d95933 service neutron] Checking agent: {'id': '3e5ace3e-dd7b-4522-a7c4-77d13dbeab1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:27:55.652298 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-e2b25080-6244-4af1-972e-ae2489d95933 service neutron] Checking segment: {'id': 'c916a4c5-f78f-49cb-bb53-88f9467401b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'd82cbd1c-a154-44e7-a6cf-0543b0c25f57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:27:55.652693 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-e2b25080-6244-4af1-972e-ae2489d95933 service neutron] Bound using segment: {'id': 'c916a4c5-f78f-49cb-bb53-88f9467401b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'd82cbd1c-a154-44e7-a6cf-0543b0c25f57'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:27:55.653159 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-e2b25080-6244-4af1-972e-ae2489d95933 service neutron] Bound port: a79a6619-3477-4929-8780-4ca7076b223a, host: n-h1-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c916a4c5-f78f-49cb-bb53-88f9467401b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'd82cbd1c-a154-44e7-a6cf-0543b0c25f57'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:27:55.653521 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-e2b25080-6244-4af1-972e-ae2489d95933 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:55.738642 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1dcec98-db36-4ee0-ba7d-c88dcb3b2793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70afd13f-d370-47db-83d2-e1041aebac63'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:27:55.741385 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7f632f7-ecbf-4a98-ba58-dd8394173008" -d '{"events": [{"server_uuid": "b1dcec98-db36-4ee0-ba7d-c88dcb3b2793", "name": "network-vif-plugged", "status": "completed", "tag": "70afd13f-d370-47db-83d2-e1041aebac63"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:27:55.771814 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 70afd13f-d370-47db-83d2-e1041aebac63, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=70afd13f-d370-47db-83d2-e1041aebac63,segment=NetworkSegment(addc7f95-68ef-43ba-9bd9-cde69b0f949e),segment_id=addc7f95-68ef-43ba-9bd9-cde69b0f949e)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:27:55.786207 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-113d9340-0b45-441a-9b01-fe4763cb4519 None None] For port 18093386-3b4e-4a06-8d49-1627284c1944, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=18093386-3b4e-4a06-8d49-1627284c1944,segment=NetworkSegment(38e3b0df-fe83-43da-b83c-677d17fe07c0),segment_id=38e3b0df-fe83-43da-b83c-677d17fe07c0)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:27:55.789154 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:55.799572 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-113d9340-0b45-441a-9b01-fe4763cb4519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:55.800058 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-ee798f00-6903-4684-bf26-ddafdb78a994 req-f89eb17b-6fa4-4da4-a912-7e0476d00f40 tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:55.866977 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-e2b25080-6244-4af1-972e-ae2489d95933 service neutron] For port a79a6619-3477-4929-8780-4ca7076b223a, host n-h1-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:27:55.880772 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-ee798f00-6903-4684-bf26-ddafdb78a994 req-f89eb17b-6fa4-4da4-a912-7e0476d00f40 tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:55.884136 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-e2b25080-6244-4af1-972e-ae2489d95933 service neutron] For port a79a6619-3477-4929-8780-4ca7076b223a, host n-h1-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=a79a6619-3477-4929-8780-4ca7076b223a,segment=NetworkSegment(c916a4c5-f78f-49cb-bb53-88f9467401b2),segment_id=c916a4c5-f78f-49cb-bb53-88f9467401b2)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:27:55.919353 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-113d9340-0b45-441a-9b01-fe4763cb4519 None None] Provisioning complete for port 7f609e62-c31b-4035-9e29-69874198eda8 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:27:55.919806 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-113d9340-0b45-441a-9b01-fe4763cb4519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:55.920077 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-e2b25080-6244-4af1-972e-ae2489d95933 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:55.982099 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-e2b25080-6244-4af1-972e-ae2489d95933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:55.982754 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-e2b25080-6244-4af1-972e-ae2489d95933 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:55.984518 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-e2b25080-6244-4af1-972e-ae2489d95933 service neutron] 10.222.0.30 "PUT /v2.0/ports/a79a6619-3477-4929-8780-4ca7076b223a HTTP/1.1" status: 200 len: 1093 time: 1.7649696 Dec 20 14:27:55.985059 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb025089-e24a-461e-bd2f-09b9afb43d50', 'tag': 'a79a6619-3477-4929-8780-4ca7076b223a'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:27:55.987748 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a23b228-118b-43ad-a221-8307898b3a60" -d '{"events": [{"name": "network-changed", "server_uuid": "cb025089-e24a-461e-bd2f-09b9afb43d50", "tag": "a79a6619-3477-4929-8780-4ca7076b223a"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:27:55.997093 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=70afd13f-d370-47db-83d2-e1041aebac63,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:56.089740 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-6e260e10-3777-4ece-a6c7-48ab595ce6d1 service neutron] Request body: {'port': {'device_id': 'cb025089-e24a-461e-bd2f-09b9afb43d50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-19'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:27:56.128401 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 18093386-3b4e-4a06-8d49-1627284c1944 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:27:56.160915 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b25080-6244-4af1-972e-ae2489d95933 service neutron] Pushing event updated for resources: {'Port': ['ID=a79a6619-3477-4929-8780-4ca7076b223a,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:56.212427 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-6e260e10-3777-4ece-a6c7-48ab595ce6d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:56.256138 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113d9340-0b45-441a-9b01-fe4763cb4519 None None] Pushing event updated for resources: {'Port': ['ID=18093386-3b4e-4a06-8d49-1627284c1944,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:56.307054 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 18093386-3b4e-4a06-8d49-1627284c1944 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:27:56.307694 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:56.358978 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-113d9340-0b45-441a-9b01-fe4763cb4519 None None] Provisioning complete for port b427fecb-0139-46ed-92d1-3b2fecf094fd triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:27:56.359450 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-113d9340-0b45-441a-9b01-fe4763cb4519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:56.367659 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-ee798f00-6903-4684-bf26-ddafdb78a994 req-f89eb17b-6fa4-4da4-a912-7e0476d00f40 tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:56.379143 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-ee798f00-6903-4684-bf26-ddafdb78a994 req-f89eb17b-6fa4-4da4-a912-7e0476d00f40 tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:56.385813 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-bb3816ed-0dab-4e4a-92a8-f5c7a66564fd req-0f995b4b-d7cf-4f67-af3b-d5076f2a9839 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7819381 Dec 20 14:27:56.422708 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-113d9340-0b45-441a-9b01-fe4763cb4519 None None] Port b427fecb-0139-46ed-92d1-3b2fecf094fd cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:27:56.439544 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748d17bc-f461-4dc7-a583-a2fd2e6f1c02 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Network 0723578d-9472-40dd-b5d6-4342bff5fd37 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:27:56.448165 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-748d17bc-f461-4dc7-a583-a2fd2e6f1c02 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:27:56.470387 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748d17bc-f461-4dc7-a583-a2fd2e6f1c02 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:27:56.489628 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 8459eabb-2aba-4163-beed-3beb24227917 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:27:56.574287 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89eb17b-6fa4-4da4-a912-7e0476d00f40 tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] Pushing event updated for resources: {'Port': ['ID=53081df2-ecb4-4933-9202-b661cdc4da4e,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:56.582906 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748d17bc-f461-4dc7-a583-a2fd2e6f1c02 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Pushing event updated for resources: {'Port': ['ID=53964767-e153-45ad-817f-303368cbc376,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:56.614100 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-44d1267a-ed8b-4c7c-8d90-2e0c410c42f3 req-9a6daf94-e133-4ca7-99fe-e6550eae399a service neutron] For port 34958a97-52be-44b3-960d-563b0bd85dbe, host n-h2-761264-19, cleared binding levels {{(pid=103168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:27:56.626825 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-44d1267a-ed8b-4c7c-8d90-2e0c410c42f3 req-9a6daf94-e133-4ca7-99fe-e6550eae399a service neutron] Publish callbacks [] for binding, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:56.628191 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-44d1267a-ed8b-4c7c-8d90-2e0c410c42f3 req-9a6daf94-e133-4ca7-99fe-e6550eae399a service neutron] 10.222.0.30 "DELETE /v2.0/ports/34958a97-52be-44b3-960d-563b0bd85dbe/bindings/n-h2-761264-19 HTTP/1.1" status: 204 len: 173 time: 1.1902704 Dec 20 14:27:56.630134 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-89cf1e3a-6fe5-4d6b-b344-4a116983a8f1 None None] Provisioning complete for port 472629f0-99a5-462a-9b97-0c161849b783 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:27:56.630658 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-89cf1e3a-6fe5-4d6b-b344-4a116983a8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:56.637023 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-748d17bc-f461-4dc7-a583-a2fd2e6f1c02 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:56.638251 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-748d17bc-f461-4dc7-a583-a2fd2e6f1c02 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:56.689572 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-ee798f00-6903-4684-bf26-ddafdb78a994 req-f89eb17b-6fa4-4da4-a912-7e0476d00f40 tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585115'] for floatingip, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:56.720801 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-ee798f00-6903-4684-bf26-ddafdb78a994 req-f89eb17b-6fa4-4da4-a912-7e0476d00f40 tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:56.721118 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ee798f00-6903-4684-bf26-ddafdb78a994 req-f89eb17b-6fa4-4da4-a912-7e0476d00f40 tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.7479329 Dec 20 14:27:56.723507 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-748d17bc-f461-4dc7-a583-a2fd2e6f1c02 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.0729573 Dec 20 14:27:56.760353 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-89cf1e3a-6fe5-4d6b-b344-4a116983a8f1 None None] Port 472629f0-99a5-462a-9b97-0c161849b783 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:27:56.767591 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cac265-4df0-435f-9304-7ad2dbb22a1a req-dbd18097-51ab-4e07-bc76-08a38a23324e tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:56.773193 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c8cac265-4df0-435f-9304-7ad2dbb22a1a req-dbd18097-51ab-4e07-bc76-08a38a23324e tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1dcec98-db36-4ee0-ba7d-c88dcb3b2793 HTTP/1.1" status: 200 len: 945 time: 0.1307983 Dec 20 14:27:56.786649 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 8459eabb-2aba-4163-beed-3beb24227917 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:27:56.787094 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:56.819536 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ee798f00-6903-4684-bf26-ddafdb78a994 req-2e595671-e6f2-4d86-8eb2-55209a3b5912 tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.239 HTTP/1.1" status: 200 len: 696 time: 0.0883858 Dec 20 14:27:56.851013 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c8cac265-4df0-435f-9304-7ad2dbb22a1a req-82c7cbb6-875d-4a50-9a84-4b9334465f16 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710347 Dec 20 14:27:56.970232 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-89cf1e3a-6fe5-4d6b-b344-4a116983a8f1 None None] Provisioning complete for port 18093386-3b4e-4a06-8d49-1627284c1944 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:27:56.970604 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-89cf1e3a-6fe5-4d6b-b344-4a116983a8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:57.005826 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-6e260e10-3777-4ece-a6c7-48ab595ce6d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20764089-f544-4a47-998b-dc3ed99f23a1 {{(pid=103167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:27:57.014659 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-6e260e10-3777-4ece-a6c7-48ab595ce6d1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:57.019191 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eaa6a4b-08b9-412b-8952-489dd4526918 x-openstack-request-id: req-8eaa6a4b-08b9-412b-8952-489dd4526918 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:27:57.019516 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1dcec98-db36-4ee0-ba7d-c88dcb3b2793", "name": "network-vif-plugged", "status": "completed", "tag": "70afd13f-d370-47db-83d2-e1041aebac63", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:27:57.019842 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8eaa6a4b-08b9-412b-8952-489dd4526918 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:27:57.020171 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1dcec98-db36-4ee0-ba7d-c88dcb3b2793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70afd13f-d370-47db-83d2-e1041aebac63', 'code': 200} Dec 20 14:27:57.029564 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-6e260e10-3777-4ece-a6c7-48ab595ce6d1 service neutron] Transition to ACTIVE for port object 20764089-f544-4a47-998b-dc3ed99f23a1 will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:27:57.042094 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee798f00-6903-4684-bf26-ddafdb78a994 req-068b1ade-23e7-48cf-b28c-d9fdfdd46ae1 tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:57.044082 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ee798f00-6903-4684-bf26-ddafdb78a994 req-068b1ade-23e7-48cf-b28c-d9fdfdd46ae1 tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] 10.222.0.54 "GET /v2.0/networks/c3f8658e-da35-41f3-bd03-509e29ebd6f3 HTTP/1.1" status: 200 len: 784 time: 0.2183979 Dec 20 14:27:57.045401 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-6e260e10-3777-4ece-a6c7-48ab595ce6d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:57.091380 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 14:27:57.130439 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 2b87e8e5-2219-4530-81d9-2537dcfdee8c up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:27:57.151297 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2fda207-faba-4e5b-a9b8-ce8c3df8cb6e x-openstack-request-id: req-a2fda207-faba-4e5b-a9b8-ce8c3df8cb6e {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:27:57.154922 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb025089-e24a-461e-bd2f-09b9afb43d50", "tag": "a79a6619-3477-4929-8780-4ca7076b223a", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:27:57.155486 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a2fda207-faba-4e5b-a9b8-ce8c3df8cb6e {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:27:57.156533 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb025089-e24a-461e-bd2f-09b9afb43d50', 'tag': 'a79a6619-3477-4929-8780-4ca7076b223a', 'status': 'completed', 'code': 200} Dec 20 14:27:57.221677 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 2b87e8e5-2219-4530-81d9-2537dcfdee8c triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:27:57.222059 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:57.223587 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e260e10-3777-4ece-a6c7-48ab595ce6d1 service neutron] Pushing event updated for resources: {'Port': ['ID=20764089-f544-4a47-998b-dc3ed99f23a1,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:57.337506 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209a5e7c-7b6c-483c-8f55-a9f505e20954 req-e0491582-88ae-4db7-9450-7b1c2c989245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:57.340503 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 7f609e62-c31b-4035-9e29-69874198eda8 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:27:57.343689 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-07ab93b1-a4d1-4576-87aa-42494eb952fd None None] Provisioning complete for port 53964767-e153-45ad-817f-303368cbc376 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:27:57.344078 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-07ab93b1-a4d1-4576-87aa-42494eb952fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:57.347093 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-209a5e7c-7b6c-483c-8f55-a9f505e20954 req-e0491582-88ae-4db7-9450-7b1c2c989245 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b1dcec98-db36-4ee0-ba7d-c88dcb3b2793 HTTP/1.1" status: 200 len: 1097 time: 0.2097111 Dec 20 14:27:57.352834 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a23b228-118b-43ad-a221-8307898b3a60 req-dc19c90a-535a-4047-b42b-e2ce64297516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:57.353311 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a23b228-118b-43ad-a221-8307898b3a60 req-dc19c90a-535a-4047-b42b-e2ce64297516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:57.353781 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a23b228-118b-43ad-a221-8307898b3a60 req-dc19c90a-535a-4047-b42b-e2ce64297516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:57.355522 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4a23b228-118b-43ad-a221-8307898b3a60 req-dc19c90a-535a-4047-b42b-e2ce64297516 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e6d5204aa2840f59fc30e0e3762aae9&device_id=cb025089-e24a-461e-bd2f-09b9afb43d50 HTTP/1.1" status: 200 len: 2757 time: 0.1512537 Dec 20 14:27:57.442004 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-07ab93b1-a4d1-4576-87aa-42494eb952fd None None] Port 53964767-e153-45ad-817f-303368cbc376 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:27:57.488173 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 7f609e62-c31b-4035-9e29-69874198eda8 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:27:57.488928 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:57.492002 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1ea6f2-dbd1-450d-83fc-5504c78ea9d8 req-dc676565-112a-4aaf-bf51-19517949aa7e tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:57.507041 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1ea6f2-dbd1-450d-83fc-5504c78ea9d8 req-dc676565-112a-4aaf-bf51-19517949aa7e tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:57.513295 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1ea6f2-dbd1-450d-83fc-5504c78ea9d8 req-dc676565-112a-4aaf-bf51-19517949aa7e tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:57.522946 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1e1ea6f2-dbd1-450d-83fc-5504c78ea9d8 req-dc676565-112a-4aaf-bf51-19517949aa7e tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.54 "GET /v2.0/ports?device_id=cb025089-e24a-461e-bd2f-09b9afb43d50 HTTP/1.1" status: 200 len: 2399 time: 0.2831962 Dec 20 14:27:57.554871 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-6e260e10-3777-4ece-a6c7-48ab595ce6d1 service neutron] Attempting to bind port 20764089-f544-4a47-998b-dc3ed99f23a1 on host n-h1-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:27:57.555224 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-6e260e10-3777-4ece-a6c7-48ab595ce6d1 service neutron] Attempting to bind port 20764089-f544-4a47-998b-dc3ed99f23a1 by drivers openvswitch,hyperv on host n-h1-761264-19 at level 0 using segments [{'id': '61ad2662-cd04-46ff-824f-39b17b1f321e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '63a2c45b-26c4-47d4-9e78-5377757de7fe'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:27:57.555556 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-6e260e10-3777-4ece-a6c7-48ab595ce6d1 service neutron] Attempting to bind port 20764089-f544-4a47-998b-dc3ed99f23a1 on network 63a2c45b-26c4-47d4-9e78-5377757de7fe {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:27:57.560523 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-6e260e10-3777-4ece-a6c7-48ab595ce6d1 service neutron] Port 20764089-f544-4a47-998b-dc3ed99f23a1 on network 63a2c45b-26c4-47d4-9e78-5377757de7fe not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:27:57.560830 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-6e260e10-3777-4ece-a6c7-48ab595ce6d1 service neutron] Attempting to bind port 20764089-f544-4a47-998b-dc3ed99f23a1 on network 63a2c45b-26c4-47d4-9e78-5377757de7fe {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:27:57.607426 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1e1ea6f2-dbd1-450d-83fc-5504c78ea9d8 req-a5251a30-4c21-42ad-818b-db520153da74 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.54 "GET /v2.0/security-groups?id=38c67d1f-c5c0-4d18-a181-659c37118040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834813 Dec 20 14:27:57.610152 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 54876) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:27:57.621989 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-b0ae5425-d204-4b97-8a45-caf8846e5a99 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1003909302', 'description': 'tempest-description--1844637357'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:27:57.650546 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-6e260e10-3777-4ece-a6c7-48ab595ce6d1 service neutron] Checking agent: {'id': '3e5ace3e-dd7b-4522-a7c4-77d13dbeab1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:27:57.650979 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-6e260e10-3777-4ece-a6c7-48ab595ce6d1 service neutron] Checking segment: {'id': '61ad2662-cd04-46ff-824f-39b17b1f321e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '63a2c45b-26c4-47d4-9e78-5377757de7fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:27:57.651313 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-6e260e10-3777-4ece-a6c7-48ab595ce6d1 service neutron] Bound using segment: {'id': '61ad2662-cd04-46ff-824f-39b17b1f321e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '63a2c45b-26c4-47d4-9e78-5377757de7fe'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:27:57.651839 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-6e260e10-3777-4ece-a6c7-48ab595ce6d1 service neutron] Bound port: 20764089-f544-4a47-998b-dc3ed99f23a1, host: n-h1-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61ad2662-cd04-46ff-824f-39b17b1f321e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '63a2c45b-26c4-47d4-9e78-5377757de7fe'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:27:57.652205 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-6e260e10-3777-4ece-a6c7-48ab595ce6d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:57.761192 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-65b80ff8-3821-4377-9cc8-68bb186c3c29 req-abe8bd96-8ac6-4bff-9038-50122c4d3f88 tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] 10.222.0.54 "GET /v2.0/floatingips/94b9a2bf-434b-4ba7-b4b5-0aeec4e2304f HTTP/1.1" status: 200 len: 693 time: 0.1171067 Dec 20 14:27:57.777940 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a23b228-118b-43ad-a221-8307898b3a60 req-ae875850-8385-42a9-9c61-72cc43b10384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:57.778408 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a23b228-118b-43ad-a221-8307898b3a60 req-ae875850-8385-42a9-9c61-72cc43b10384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:57.778889 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a23b228-118b-43ad-a221-8307898b3a60 req-ae875850-8385-42a9-9c61-72cc43b10384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:57.780787 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4a23b228-118b-43ad-a221-8307898b3a60 req-ae875850-8385-42a9-9c61-72cc43b10384 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=3e6d5204aa2840f59fc30e0e3762aae9&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.4074719 Dec 20 14:27:57.796781 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 18093386-3b4e-4a06-8d49-1627284c1944 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:27:57.821504 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-209a5e7c-7b6c-483c-8f55-a9f505e20954 req-07eb0a0c-53d1-4948-997c-9eb63e3eb18c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4649680 Dec 20 14:27:57.863118 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869a5573-e046-4b3b-a86b-e91bb2200631 req-61c04064-b697-4fed-b8f4-b09c0954fa4f tempest-LiveAutoBlockMigrationV225Test-195224901 tempest-LiveAutoBlockMigrationV225Test-195224901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:57.864796 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-869a5573-e046-4b3b-a86b-e91bb2200631 req-61c04064-b697-4fed-b8f4-b09c0954fa4f tempest-LiveAutoBlockMigrationV225Test-195224901 tempest-LiveAutoBlockMigrationV225Test-195224901-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=015e6f3f-513f-4129-9676-862ff5b70f8e HTTP/1.1" status: 200 len: 1097 time: 0.1132431 Dec 20 14:27:57.865550 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b0ae5425-d204-4b97-8a45-caf8846e5a99 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:57.870421 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-6e260e10-3777-4ece-a6c7-48ab595ce6d1 service neutron] For port 20764089-f544-4a47-998b-dc3ed99f23a1, host n-h1-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:27:57.908182 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 18093386-3b4e-4a06-8d49-1627284c1944 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:27:57.908422 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-6e260e10-3777-4ece-a6c7-48ab595ce6d1 service neutron] For port 20764089-f544-4a47-998b-dc3ed99f23a1, host n-h1-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=20764089-f544-4a47-998b-dc3ed99f23a1,segment=NetworkSegment(61ad2662-cd04-46ff-824f-39b17b1f321e),segment_id=61ad2662-cd04-46ff-824f-39b17b1f321e)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:27:57.908886 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:57.926215 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-6e260e10-3777-4ece-a6c7-48ab595ce6d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:57.988494 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-869a5573-e046-4b3b-a86b-e91bb2200631 req-294f728a-0bbb-4547-8716-ef6f4bc2ec1b tempest-LiveAutoBlockMigrationV225Test-195224901 tempest-LiveAutoBlockMigrationV225Test-195224901-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099515 Dec 20 14:27:57.993540 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-6e260e10-3777-4ece-a6c7-48ab595ce6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:57.994161 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-6e260e10-3777-4ece-a6c7-48ab595ce6d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:57.995600 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-6e260e10-3777-4ece-a6c7-48ab595ce6d1 service neutron] 10.222.0.30 "PUT /v2.0/ports/20764089-f544-4a47-998b-dc3ed99f23a1 HTTP/1.1" status: 200 len: 1092 time: 1.9309146 Dec 20 14:27:57.998791 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a23b228-118b-43ad-a221-8307898b3a60 req-cb426770-c92c-45a7-be31-390619e01b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:58.000604 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4a23b228-118b-43ad-a221-8307898b3a60 req-cb426770-c92c-45a7-be31-390619e01b8e service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2090468 Dec 20 14:27:58.013276 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b80ff8-3821-4377-9cc8-68bb186c3c29 req-34225487-627a-44cb-afc5-b7034458f099 tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:58.015214 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-65b80ff8-3821-4377-9cc8-68bb186c3c29 req-34225487-627a-44cb-afc5-b7034458f099 tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] 10.222.0.54 "GET /v2.0/networks/c3f8658e-da35-41f3-bd03-509e29ebd6f3 HTTP/1.1" status: 200 len: 784 time: 0.2530251 Dec 20 14:27:58.027576 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e260e10-3777-4ece-a6c7-48ab595ce6d1 service neutron] Pushing event updated for resources: {'Port': ['ID=20764089-f544-4a47-998b-dc3ed99f23a1,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:58.030652 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [req-65b80ff8-3821-4377-9cc8-68bb186c3c29 req-35078da6-361d-458b-9f2a-701352c15085 tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:27:58.044541 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-65b80ff8-3821-4377-9cc8-68bb186c3c29 req-35078da6-361d-458b-9f2a-701352c15085 tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0223265 Dec 20 14:27:58.086470 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b0ae5425-d204-4b97-8a45-caf8846e5a99 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:58.106032 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b0ae5425-d204-4b97-8a45-caf8846e5a99 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:58.118100 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-6875fd72-3852-4da0-83c7-3a2f3e4f944f service neutron] Request body: {'port': {'device_id': 'cb025089-e24a-461e-bd2f-09b9afb43d50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-19'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:27:58.198482 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ae5425-d204-4b97-8a45-caf8846e5a99 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81a62dd3-6166-418b-a2f3-15daa19beec9,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:58.221992 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b0ae5425-d204-4b97-8a45-caf8846e5a99 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:58.226431 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-b0ae5425-d204-4b97-8a45-caf8846e5a99 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6124430 Dec 20 14:27:58.231628 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 54892) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:27:58.247269 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-99791008-fd18-4be6-9fb7-872aa5a71fe0 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Request body: {'security_group_rule': {'security_group_id': '81a62dd3-6166-418b-a2f3-15daa19beec9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:27:58.258568 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-6875fd72-3852-4da0-83c7-3a2f3e4f944f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:58.390176 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ddb8ea83-84e6-4838-8757-cb60d7d00c3b req-f33d1519-d934-4540-a09a-323efb3a428c tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] 10.222.0.54 "GET /v2.0/floatingips/94b9a2bf-434b-4ba7-b4b5-0aeec4e2304f HTTP/1.1" status: 200 len: 693 time: 0.0730102 Dec 20 14:27:58.423817 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5256a4-190e-4d8e-8617-70dfebedecad req-1d767dfc-a0e6-4d2f-8fbe-cc9aa9b72b3d tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:58.425720 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ad5256a4-190e-4d8e-8617-70dfebedecad req-1d767dfc-a0e6-4d2f-8fbe-cc9aa9b72b3d tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1dcec98-db36-4ee0-ba7d-c88dcb3b2793 HTTP/1.1" status: 200 len: 945 time: 0.0745120 Dec 20 14:27:58.447740 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-99791008-fd18-4be6-9fb7-872aa5a71fe0 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:58.511038 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ad5256a4-190e-4d8e-8617-70dfebedecad req-48886ead-3273-4149-ba81-6bcf52c9130d tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780447 Dec 20 14:27:58.664852 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-99791008-fd18-4be6-9fb7-872aa5a71fe0 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:58.677896 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb8ea83-84e6-4838-8757-cb60d7d00c3b req-fffb8901-9638-4e09-af25-8e3b045ed2e3 tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:58.679426 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ddb8ea83-84e6-4838-8757-cb60d7d00c3b req-fffb8901-9638-4e09-af25-8e3b045ed2e3 tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] 10.222.0.54 "GET /v2.0/networks/c3f8658e-da35-41f3-bd03-509e29ebd6f3 HTTP/1.1" status: 200 len: 784 time: 0.2780714 Dec 20 14:27:58.685779 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-99791008-fd18-4be6-9fb7-872aa5a71fe0 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:58.761487 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99791008-fd18-4be6-9fb7-872aa5a71fe0 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e593415b-787a-4c85-9162-9ac42eb6efb1,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:58.768658 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-99791008-fd18-4be6-9fb7-872aa5a71fe0 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:58.769919 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-99791008-fd18-4be6-9fb7-872aa5a71fe0 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5367615 Dec 20 14:27:58.774629 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 54900) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:27:58.779549 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-65351301-71b2-4ce0-b6b1-a1c358a8362c tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Request body: {'security_group_rule': {'security_group_id': '81a62dd3-6166-418b-a2f3-15daa19beec9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:27:58.782642 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ddb8ea83-84e6-4838-8757-cb60d7d00c3b req-0b494e3d-bfd3-49a6-8992-d4d8c7f42e64 tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.239 HTTP/1.1" status: 200 len: 696 time: 0.0917733 Dec 20 14:27:58.826402 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618bd6d8-8f0c-4509-94fe-387dc8b375e1 req-c02f6b56-581f-49f9-b994-aab935e9eae2 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:58.827957 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-618bd6d8-8f0c-4509-94fe-387dc8b375e1 req-c02f6b56-581f-49f9-b994-aab935e9eae2 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] 10.222.0.54 "GET /v2.0/ports?device_id=49f6d211-4e31-4abc-bbd8-15602e0ff0eb HTTP/1.1" status: 200 len: 945 time: 0.0832913 Dec 20 14:27:58.841390 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-65351301-71b2-4ce0-b6b1-a1c358a8362c tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:58.861575 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ddb8ea83-84e6-4838-8757-cb60d7d00c3b req-cb40e7dc-9346-443a-ab77-ba8488c51046 tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.239 HTTP/1.1" status: 200 len: 696 time: 0.0707729 Dec 20 14:27:58.869484 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-6875fd72-3852-4da0-83c7-3a2f3e4f944f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b427fecb-0139-46ed-92d1-3b2fecf094fd {{(pid=103168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:27:58.885622 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-6875fd72-3852-4da0-83c7-3a2f3e4f944f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:58.928530 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-618bd6d8-8f0c-4509-94fe-387dc8b375e1 req-0d87df21-c45f-4ae1-9b3b-64a464e43f59 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] 10.222.0.54 "GET /v2.0/security-groups?id=a09e6f2b-7c8e-422a-b663-cabaee51b7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915611 Dec 20 14:27:58.960183 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.provisioning_blocks [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-6875fd72-3852-4da0-83c7-3a2f3e4f944f service neutron] Transition to ACTIVE for port object b427fecb-0139-46ed-92d1-3b2fecf094fd will not be triggered until provisioned by entity L2. {{(pid=103168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:27:58.968114 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-65351301-71b2-4ce0-b6b1-a1c358a8362c tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:58.975065 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-65351301-71b2-4ce0-b6b1-a1c358a8362c tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:58.997496 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65351301-71b2-4ce0-b6b1-a1c358a8362c tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3b92b2c-0753-4aeb-a5ee-5353ee0b160c,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:58.998176 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-6875fd72-3852-4da0-83c7-3a2f3e4f944f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:59.010129 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-65351301-71b2-4ce0-b6b1-a1c358a8362c tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:59.012144 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-65351301-71b2-4ce0-b6b1-a1c358a8362c tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2363448 Dec 20 14:27:59.023408 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 54904) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:27:59.029335 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-2be1e66e-9cf7-4cea-859f-30edbb8f6d2f tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Request body: {'floatingip': {'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:27:59.089620 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2be1e66e-9cf7-4cea-859f-30edbb8f6d2f tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks [] for floatingip, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:59.112638 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6c4a1f-838c-4efa-9dd2-9cebd7e01f21 req-bc036c37-0d13-459b-bcd3-7b39fa8ee99b tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:59.119455 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6c4a1f-838c-4efa-9dd2-9cebd7e01f21 req-bc036c37-0d13-459b-bcd3-7b39fa8ee99b tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:59.125877 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6c4a1f-838c-4efa-9dd2-9cebd7e01f21 req-bc036c37-0d13-459b-bcd3-7b39fa8ee99b tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:59.127665 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9d6c4a1f-838c-4efa-9dd2-9cebd7e01f21 req-bc036c37-0d13-459b-bcd3-7b39fa8ee99b tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.54 "GET /v2.0/ports?device_id=cb025089-e24a-461e-bd2f-09b9afb43d50 HTTP/1.1" status: 200 len: 2411 time: 0.1143017 Dec 20 14:27:59.158204 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb025089-e24a-461e-bd2f-09b9afb43d50', 'tag': '20764089-f544-4a47-998b-dc3ed99f23a1'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:27:59.162932 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6875fd72-3852-4da0-83c7-3a2f3e4f944f service neutron] Pushing event updated for resources: {'Port': ['ID=b427fecb-0139-46ed-92d1-3b2fecf094fd,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:59.165829 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72f84695-e104-4778-8f54-8ea6dca37fad" -d '{"events": [{"name": "network-changed", "server_uuid": "cb025089-e24a-461e-bd2f-09b9afb43d50", "tag": "20764089-f544-4a47-998b-dc3ed99f23a1"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:27:59.212120 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-ddb8ea83-84e6-4838-8757-cb60d7d00c3b req-a0dd72bd-b95a-4900-88c0-cff157bdc78a tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] Deleting port 53081df2-ecb4-4933-9202-b661cdc4da4e {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:27:59.212558 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-ddb8ea83-84e6-4838-8757-cb60d7d00c3b req-a0dd72bd-b95a-4900-88c0-cff157bdc78a tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:59.259054 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9d6c4a1f-838c-4efa-9dd2-9cebd7e01f21 req-836c0b28-61c5-4642-9c7d-5b5d256ab2c8 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.54 "GET /v2.0/security-groups?id=38c67d1f-c5c0-4d18-a181-659c37118040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216884 Dec 20 14:27:59.293243 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-6875fd72-3852-4da0-83c7-3a2f3e4f944f service neutron] Attempting to bind port b427fecb-0139-46ed-92d1-3b2fecf094fd on host n-h1-761264-19 for vnic_type normal with profile {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:27:59.293578 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-6875fd72-3852-4da0-83c7-3a2f3e4f944f service neutron] Attempting to bind port b427fecb-0139-46ed-92d1-3b2fecf094fd by drivers openvswitch,hyperv on host n-h1-761264-19 at level 0 using segments [{'id': 'c916a4c5-f78f-49cb-bb53-88f9467401b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'd82cbd1c-a154-44e7-a6cf-0543b0c25f57'}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:27:59.293901 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-6875fd72-3852-4da0-83c7-3a2f3e4f944f service neutron] Attempting to bind port b427fecb-0139-46ed-92d1-3b2fecf094fd on network d82cbd1c-a154-44e7-a6cf-0543b0c25f57 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:27:59.303692 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-6875fd72-3852-4da0-83c7-3a2f3e4f944f service neutron] Port b427fecb-0139-46ed-92d1-3b2fecf094fd on network d82cbd1c-a154-44e7-a6cf-0543b0c25f57 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-19 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:27:59.303988 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-6875fd72-3852-4da0-83c7-3a2f3e4f944f service neutron] Attempting to bind port b427fecb-0139-46ed-92d1-3b2fecf094fd on network d82cbd1c-a154-44e7-a6cf-0543b0c25f57 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:27:59.317893 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-6875fd72-3852-4da0-83c7-3a2f3e4f944f service neutron] Checking agent: {'id': '3e5ace3e-dd7b-4522-a7c4-77d13dbeab1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:27:59.318219 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-6875fd72-3852-4da0-83c7-3a2f3e4f944f service neutron] Checking segment: {'id': 'c916a4c5-f78f-49cb-bb53-88f9467401b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'd82cbd1c-a154-44e7-a6cf-0543b0c25f57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:27:59.318597 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-6875fd72-3852-4da0-83c7-3a2f3e4f944f service neutron] Bound using segment: {'id': 'c916a4c5-f78f-49cb-bb53-88f9467401b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'd82cbd1c-a154-44e7-a6cf-0543b0c25f57'} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:27:59.319067 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-6875fd72-3852-4da0-83c7-3a2f3e4f944f service neutron] Bound port: b427fecb-0139-46ed-92d1-3b2fecf094fd, host: n-h1-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c916a4c5-f78f-49cb-bb53-88f9467401b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'd82cbd1c-a154-44e7-a6cf-0543b0c25f57'}}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:27:59.319414 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-6875fd72-3852-4da0-83c7-3a2f3e4f944f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:59.378326 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2be1e66e-9cf7-4cea-859f-30edbb8f6d2f tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:59.393908 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-ddb8ea83-84e6-4838-8757-cb60d7d00c3b req-a0dd72bd-b95a-4900-88c0-cff157bdc78a tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:59.395009 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-ddb8ea83-84e6-4838-8757-cb60d7d00c3b req-a0dd72bd-b95a-4900-88c0-cff157bdc78a tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:59.432090 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-ddb8ea83-84e6-4838-8757-cb60d7d00c3b req-a0dd72bd-b95a-4900-88c0-cff157bdc78a tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] Calling delete_port for 53081df2-ecb4-4933-9202-b661cdc4da4e owned by network:floatingip {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:27:59.437607 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f00fc9-7973-46b6-98e1-59fee6c823bc req-4e59c452-52a8-4623-9dae-8f9351772865 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:59.446157 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b5f00fc9-7973-46b6-98e1-59fee6c823bc req-4e59c452-52a8-4623-9dae-8f9351772865 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=015e6f3f-513f-4129-9676-862ff5b70f8e HTTP/1.1" status: 200 len: 945 time: 0.1041696 Dec 20 14:27:59.518701 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-6875fd72-3852-4da0-83c7-3a2f3e4f944f service neutron] For port b427fecb-0139-46ed-92d1-3b2fecf094fd, host n-h1-761264-19, cleared binding levels {{(pid=103168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:27:59.545807 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-6875fd72-3852-4da0-83c7-3a2f3e4f944f service neutron] For port b427fecb-0139-46ed-92d1-3b2fecf094fd, host n-h1-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=b427fecb-0139-46ed-92d1-3b2fecf094fd,segment=NetworkSegment(c916a4c5-f78f-49cb-bb53-88f9467401b2),segment_id=c916a4c5-f78f-49cb-bb53-88f9467401b2)] {{(pid=103168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:27:59.556283 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-6875fd72-3852-4da0-83c7-3a2f3e4f944f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:59.616131 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-6875fd72-3852-4da0-83c7-3a2f3e4f944f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:59.616759 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-6875fd72-3852-4da0-83c7-3a2f3e4f944f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:59.618144 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-6875fd72-3852-4da0-83c7-3a2f3e4f944f service neutron] 10.222.0.30 "PUT /v2.0/ports/b427fecb-0139-46ed-92d1-3b2fecf094fd HTTP/1.1" status: 200 len: 1092 time: 1.5048375 Dec 20 14:27:59.625710 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb025089-e24a-461e-bd2f-09b9afb43d50', 'tag': 'b427fecb-0139-46ed-92d1-3b2fecf094fd'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:27:59.628172 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d1e9d9c-f0aa-4e46-8ed6-41d744f31042" -d '{"events": [{"name": "network-changed", "server_uuid": "cb025089-e24a-461e-bd2f-09b9afb43d50", "tag": "b427fecb-0139-46ed-92d1-3b2fecf094fd"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:27:59.650550 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6875fd72-3852-4da0-83c7-3a2f3e4f944f service neutron] Pushing event updated for resources: {'Port': ['ID=b427fecb-0139-46ed-92d1-3b2fecf094fd,revision_number=3']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:59.771398 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-3a5a9bf1-f193-482a-8c52-4b51d594a091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:59.772476 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-3a5a9bf1-f193-482a-8c52-4b51d594a091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:59.772476 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-3a5a9bf1-f193-482a-8c52-4b51d594a091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:59.774085 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-3a5a9bf1-f193-482a-8c52-4b51d594a091 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e6d5204aa2840f59fc30e0e3762aae9&device_id=cb025089-e24a-461e-bd2f-09b9afb43d50 HTTP/1.1" status: 200 len: 2867 time: 0.0687432 Dec 20 14:27:59.776548 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-ddb8ea83-84e6-4838-8757-cb60d7d00c3b req-a0dd72bd-b95a-4900-88c0-cff157bdc78a tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:59.841079 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dd72bd-b95a-4900-88c0-cff157bdc78a tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] Pushing event deleted for resources: {'Port': ['ID=53081df2-ecb4-4933-9202-b661cdc4da4e,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:27:59.853534 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-e731d9bf-3392-4d72-9289-336104acafaf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.187&port_id=a79a6619-3477-4929-8780-4ca7076b223a HTTP/1.1" status: 200 len: 217 time: 0.0676579 Dec 20 14:27:59.960076 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-c835a606-1edb-421c-a01e-4ebb09d1dcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:27:59.961512 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-c835a606-1edb-421c-a01e-4ebb09d1dcc0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e502742e-c3ee-4d9f-b87a-8376b5fc3228 HTTP/1.1" status: 200 len: 801 time: 0.0892832 Dec 20 14:27:59.964480 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-ddb8ea83-84e6-4838-8757-cb60d7d00c3b req-a0dd72bd-b95a-4900-88c0-cff157bdc78a tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] Publish callbacks [] for floatingip, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:59.967130 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-ddb8ea83-84e6-4838-8757-cb60d7d00c3b req-a0dd72bd-b95a-4900-88c0-cff157bdc78a tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:27:59.968418 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b5f00fc9-7973-46b6-98e1-59fee6c823bc req-769bd928-bc50-4f1b-a92e-bf74b52c5582 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5210028 Dec 20 14:27:59.978462 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ddb8ea83-84e6-4838-8757-cb60d7d00c3b req-a0dd72bd-b95a-4900-88c0-cff157bdc78a tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] 10.222.0.54 "DELETE /v2.0/floatingips/94b9a2bf-434b-4ba7-b4b5-0aeec4e2304f HTTP/1.1" status: 204 len: 173 time: 1.1018527 Dec 20 14:28:00.028816 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-39b0ac5d-9d71-4242-ab7c-9a3b5d1b4518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:00.030541 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-39b0ac5d-9d71-4242-ab7c-9a3b5d1b4518 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d82cbd1c-a154-44e7-a6cf-0543b0c25f57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500472 Dec 20 14:28:00.033940 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-2be1e66e-9cf7-4cea-859f-30edbb8f6d2f tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Allocated IP 172.25.0.157 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/e43d0711-26bc-47c3-8bb2-e1acd712a093) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:28:00.054636 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb08775-9de5-46f5-b354-d5c57c856d6a req-04f431d0-cc62-446e-9995-637b3bc5018a tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:00.060768 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5fb08775-9de5-46f5-b354-d5c57c856d6a req-04f431d0-cc62-446e-9995-637b3bc5018a tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.30 "GET /v2.0/ports?device_id=015e6f3f-513f-4129-9676-862ff5b70f8e HTTP/1.1" status: 200 len: 945 time: 0.5453613 Dec 20 14:28:00.063373 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-771adc89-cf48-44cd-97bb-5f75dc616d12 x-openstack-request-id: req-771adc89-cf48-44cd-97bb-5f75dc616d12 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:28:00.063716 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb025089-e24a-461e-bd2f-09b9afb43d50", "tag": "20764089-f544-4a47-998b-dc3ed99f23a1", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:28:00.063959 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-771adc89-cf48-44cd-97bb-5f75dc616d12 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:28:00.064384 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb025089-e24a-461e-bd2f-09b9afb43d50', 'tag': '20764089-f544-4a47-998b-dc3ed99f23a1', 'status': 'completed', 'code': 200} Dec 20 14:28:00.193368 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-277fd5be-47e9-42e5-a3c6-fef8a2ca63d3 service neutron] 10.222.0.30 "GET /v2.0/networks/d82cbd1c-a154-44e7-a6cf-0543b0c25f57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480756 Dec 20 14:28:00.299771 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9797704-196b-4068-98c5-fb9c2b9b9cc7 x-openstack-request-id: req-b9797704-196b-4068-98c5-fb9c2b9b9cc7 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:28:00.300071 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb025089-e24a-461e-bd2f-09b9afb43d50", "tag": "b427fecb-0139-46ed-92d1-3b2fecf094fd", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:28:00.300345 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b9797704-196b-4068-98c5-fb9c2b9b9cc7 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:28:00.300726 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb025089-e24a-461e-bd2f-09b9afb43d50', 'tag': 'b427fecb-0139-46ed-92d1-3b2fecf094fd', 'status': 'completed', 'code': 200} Dec 20 14:28:00.315134 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e40386b-ed1b-452b-b1c4-a5a2f014c721 req-c9a65917-a747-43fd-9462-abe82b7fed33 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:00.316643 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9e40386b-ed1b-452b-b1c4-a5a2f014c721 req-c9a65917-a747-43fd-9462-abe82b7fed33 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1dcec98-db36-4ee0-ba7d-c88dcb3b2793 HTTP/1.1" status: 200 len: 945 time: 0.1622522 Dec 20 14:28:00.351344 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2be1e66e-9cf7-4cea-859f-30edbb8f6d2f tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:00.388349 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-5fb08775-9de5-46f5-b354-d5c57c856d6a req-adc9ac1f-3da4-4083-9c8c-a59af94bb7ff tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Deleting port 34958a97-52be-44b3-960d-563b0bd85dbe {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:28:00.388775 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-5fb08775-9de5-46f5-b354-d5c57c856d6a req-adc9ac1f-3da4-4083-9c8c-a59af94bb7ff tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:00.432400 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9e40386b-ed1b-452b-b1c4-a5a2f014c721 req-79317c57-6ba9-4622-9512-af60948376fd tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009352 Dec 20 14:28:00.475839 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-baa8cb69-24b2-463a-be86-237df1b24b56 service neutron] 10.222.0.30 "GET /v2.0/networks/d82cbd1c-a154-44e7-a6cf-0543b0c25f57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737291 Dec 20 14:28:00.487779 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2be1e66e-9cf7-4cea-859f-30edbb8f6d2f tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:00.556121 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-5fb08775-9de5-46f5-b354-d5c57c856d6a req-adc9ac1f-3da4-4083-9c8c-a59af94bb7ff tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] For port 34958a97-52be-44b3-960d-563b0bd85dbe, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=34958a97-52be-44b3-960d-563b0bd85dbe,segment=NetworkSegment(c78eb3db-e8a6-4673-b220-136b3d8ed714),segment_id=c78eb3db-e8a6-4673-b220-136b3d8ed714)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:28:00.556121 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-5fb08775-9de5-46f5-b354-d5c57c856d6a req-adc9ac1f-3da4-4083-9c8c-a59af94bb7ff tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:00.560014 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be1e66e-9cf7-4cea-859f-30edbb8f6d2f tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:28:00.583276 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-7add374a-f05a-49ac-96ee-000b2b6a9046 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.60&port_id=20764089-f544-4a47-998b-dc3ed99f23a1 HTTP/1.1" status: 200 len: 217 time: 0.0789602 Dec 20 14:28:00.589791 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-2be1e66e-9cf7-4cea-859f-30edbb8f6d2f tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:28:00.601296 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be1e66e-9cf7-4cea-859f-30edbb8f6d2f tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:28:00.627979 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be1e66e-9cf7-4cea-859f-30edbb8f6d2f tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Pushing event updated for resources: {'Port': ['ID=e43d0711-26bc-47c3-8bb2-e1acd712a093,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:00.630896 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-5fb08775-9de5-46f5-b354-d5c57c856d6a req-adc9ac1f-3da4-4083-9c8c-a59af94bb7ff tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Calling delete_port for 34958a97-52be-44b3-960d-563b0bd85dbe owned by compute:nova {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:28:00.651736 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8bd98e-14cf-4840-a8bc-eb1cec1ccc8a req-6e3e1439-416c-40c3-b782-98148ed20bfc tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:00.665721 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6f8bd98e-14cf-4840-a8bc-eb1cec1ccc8a req-6e3e1439-416c-40c3-b782-98148ed20bfc tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3538270 Dec 20 14:28:00.677895 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c5b5b864-baf0-469e-b0a0-ce1627c6d5a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:00.706906 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-4e9fa893-2322-478c-a688-dbe641970da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:00.709635 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-4e9fa893-2322-478c-a688-dbe641970da1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7c89e752-e7cc-4f43-b63b-2a0582700a0e HTTP/1.1" status: 200 len: 801 time: 0.1180029 Dec 20 14:28:00.736198 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19beabfc-23c3-4b39-8f19-ce091b464295 req-a23876d7-4788-4ada-91e1-5cf086cdf475 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:00.736198 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-19beabfc-23c3-4b39-8f19-ce091b464295 req-a23876d7-4788-4ada-91e1-5cf086cdf475 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] 10.222.0.54 "GET /v2.0/ports?device_id=49f6d211-4e31-4abc-bbd8-15602e0ff0eb HTTP/1.1" status: 200 len: 945 time: 0.2093260 Dec 20 14:28:00.797399 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-2b769081-5109-4f3a-9633-966b6be826c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:00.798989 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-2b769081-5109-4f3a-9633-966b6be826c5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=63a2c45b-26c4-47d4-9e78-5377757de7fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0822282 Dec 20 14:28:00.844047 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb4649a-d038-4da3-847c-425090916a39 req-86c0f805-2d02-4469-adf4-12b2c20e5562 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:00.849920 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb4649a-d038-4da3-847c-425090916a39 req-86c0f805-2d02-4469-adf4-12b2c20e5562 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:00.854593 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-19beabfc-23c3-4b39-8f19-ce091b464295 req-e1303632-b98b-4f0c-a94f-b9f1c719f5a5 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] 10.222.0.54 "GET /v2.0/security-groups?id=a09e6f2b-7c8e-422a-b663-cabaee51b7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018713 Dec 20 14:28:00.856943 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb4649a-d038-4da3-847c-425090916a39 req-86c0f805-2d02-4469-adf4-12b2c20e5562 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:00.859363 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2be1e66e-9cf7-4cea-859f-30edbb8f6d2f tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:00.865090 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-beb4649a-d038-4da3-847c-425090916a39 req-86c0f805-2d02-4469-adf4-12b2c20e5562 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.54 "GET /v2.0/ports?device_id=cb025089-e24a-461e-bd2f-09b9afb43d50 HTTP/1.1" status: 200 len: 2411 time: 0.1033282 Dec 20 14:28:00.972545 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2be1e66e-9cf7-4cea-859f-30edbb8f6d2f tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:00.978232 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-beb4649a-d038-4da3-847c-425090916a39 req-4f34d581-69c4-47f2-90b4-e73fd90d4504 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.54 "GET /v2.0/security-groups?id=38c67d1f-c5c0-4d18-a181-659c37118040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120758 Dec 20 14:28:00.982535 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-a4f6f40d-de22-448f-8fe8-9337b82e67b8 service neutron] 10.222.0.30 "GET /v2.0/networks/63a2c45b-26c4-47d4-9e78-5377757de7fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757572 Dec 20 14:28:01.034573 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-5fb08775-9de5-46f5-b354-d5c57c856d6a req-adc9ac1f-3da4-4083-9c8c-a59af94bb7ff tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:01.047897 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['34958a97-52be-44b3-960d-563b0bd85dbe'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:28:01.050481 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['543b54c3-a54c-47f5-ad15-569568ada13d'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:28:01.082210 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aac7293-1baa-41f7-bec9-7824bad8ba4e req-98a282a8-4dbe-4e73-9a29-5bbf1acdf6f1 tempest-LiveMigrationTest-1128134252 tempest-LiveMigrationTest-1128134252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:01.090597 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3aac7293-1baa-41f7-bec9-7824bad8ba4e req-98a282a8-4dbe-4e73-9a29-5bbf1acdf6f1 tempest-LiveMigrationTest-1128134252 tempest-LiveMigrationTest-1128134252-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=b1dcec98-db36-4ee0-ba7d-c88dcb3b2793 HTTP/1.1" status: 200 len: 1097 time: 0.1603270 Dec 20 14:28:01.099852 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc9ac1f-3da4-4083-9c8c-a59af94bb7ff tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Pushing event deleted for resources: {'Port': ['ID=34958a97-52be-44b3-960d-563b0bd85dbe,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:01.174187 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-97a8432b-2f0c-4190-9bbf-13bf5367d591 req-5487b845-96fb-4f7c-925c-382db3cb9980 tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] 10.222.0.54 "GET /v2.0/floatingips?tenant_id=143b13c01acb41e1ab898662acfb89e3 HTTP/1.1" status: 200 len: 1656 time: 0.1647878 Dec 20 14:28:01.218613 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fb08775-9de5-46f5-b354-d5c57c856d6a req-adc9ac1f-3da4-4083-9c8c-a59af94bb7ff tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] No DVR routers for this DVR port 34958a97-52be-44b3-960d-563b0bd85dbe on host n-h1-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:28:01.221666 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-5fb08775-9de5-46f5-b354-d5c57c856d6a req-adc9ac1f-3da4-4083-9c8c-a59af94bb7ff tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:01.227182 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5fb08775-9de5-46f5-b354-d5c57c856d6a req-adc9ac1f-3da4-4083-9c8c-a59af94bb7ff tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.30 "DELETE /v2.0/ports/34958a97-52be-44b3-960d-563b0bd85dbe HTTP/1.1" status: 204 len: 173 time: 1.1548111 Dec 20 14:28:01.278886 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3aac7293-1baa-41f7-bec9-7824bad8ba4e req-f920c3f4-cb5c-40e7-9e0f-e5916299d085 tempest-LiveMigrationTest-1128134252 tempest-LiveMigrationTest-1128134252-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876650 Dec 20 14:28:01.280241 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-4438c24f-55d8-4828-9574-f99261c32fae service neutron] 10.222.0.30 "GET /v2.0/networks/63a2c45b-26c4-47d4-9e78-5377757de7fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2906334 Dec 20 14:28:01.348920 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2be1e66e-9cf7-4cea-859f-30edbb8f6d2f tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:01.356753 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2be1e66e-9cf7-4cea-859f-30edbb8f6d2f tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:01.359776 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-cf00a5f0-d959-4b76-897a-adca28e6a780 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.38&port_id=b427fecb-0139-46ed-92d1-3b2fecf094fd HTTP/1.1" status: 200 len: 217 time: 0.0638907 Dec 20 14:28:01.384706 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a8432b-2f0c-4190-9bbf-13bf5367d591 req-b730a072-a79b-40ec-8b3e-7b53f0c1da7b tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:01.392207 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-97a8432b-2f0c-4190-9bbf-13bf5367d591 req-b730a072-a79b-40ec-8b3e-7b53f0c1da7b tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] 10.222.0.54 "GET /v2.0/networks?id=c3f8658e-da35-41f3-bd03-509e29ebd6f3&id=c3f8658e-da35-41f3-bd03-509e29ebd6f3&id=c3f8658e-da35-41f3-bd03-509e29ebd6f3 HTTP/1.1" status: 200 len: 787 time: 0.2097430 Dec 20 14:28:01.416207 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [req-97a8432b-2f0c-4190-9bbf-13bf5367d591 req-2cc2f430-f6fc-406b-86e1-a813749275fc tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:28:01.419290 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-97a8432b-2f0c-4190-9bbf-13bf5367d591 req-2cc2f430-f6fc-406b-86e1-a813749275fc tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0261672 Dec 20 14:28:01.438619 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6c857ab4-e3a0-47e6-a846-8c94a0e09fa7 req-1621141a-dfaf-44ff-9a70-2c360f291acf tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=015e6f3f-513f-4129-9676-862ff5b70f8e HTTP/1.1" status: 200 len: 210 time: 0.0718269 Dec 20 14:28:01.469758 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-cf184d2c-b030-4eba-b6a4-96738513281f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:01.474095 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-cf184d2c-b030-4eba-b6a4-96738513281f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e502742e-c3ee-4d9f-b87a-8376b5fc3228 HTTP/1.1" status: 200 len: 801 time: 0.1051459 Dec 20 14:28:01.531951 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be1e66e-9cf7-4cea-859f-30edbb8f6d2f tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Pushing event updated for resources: {'Port': ['ID=e43d0711-26bc-47c3-8bb2-e1acd712a093,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:01.581709 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2be1e66e-9cf7-4cea-859f-30edbb8f6d2f tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585115'] for floatingip, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:01.591289 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-165ce61a-af4a-46e2-a46b-202f65c013e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:01.592918 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-165ce61a-af4a-46e2-a46b-202f65c013e7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d82cbd1c-a154-44e7-a6cf-0543b0c25f57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1108479 Dec 20 14:28:01.603457 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de1a052-31b1-4199-b67e-194db4b0caaf req-b20e5815-1426-4ebc-b139-ff6cf3b5539e tempest-LiveMigrationTest-1128134252 tempest-LiveMigrationTest-1128134252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:01.611333 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1de1a052-31b1-4199-b67e-194db4b0caaf req-b20e5815-1426-4ebc-b139-ff6cf3b5539e tempest-LiveMigrationTest-1128134252 tempest-LiveMigrationTest-1128134252-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=b1dcec98-db36-4ee0-ba7d-c88dcb3b2793 HTTP/1.1" status: 200 len: 1097 time: 0.0674551 Dec 20 14:28:01.616636 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f3bf8f61-f93f-4691-b967-abd649673e89 req-0d2cacd2-2e91-4023-be3d-75dea9a56d8a tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] 10.222.0.54 "GET /v2.0/floatingips/5d0ca30f-933e-481b-a9da-95f7827e6820 HTTP/1.1" status: 200 len: 692 time: 0.0745485 Dec 20 14:28:01.621946 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2be1e66e-9cf7-4cea-859f-30edbb8f6d2f tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:01.623152 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-2be1e66e-9cf7-4cea-859f-30edbb8f6d2f tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5985279 Dec 20 14:28:01.674264 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1de1a052-31b1-4199-b67e-194db4b0caaf req-a6d33fe9-83fa-40f0-9900-e73566e0a68a tempest-LiveMigrationTest-1128134252 tempest-LiveMigrationTest-1128134252-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618100 Dec 20 14:28:01.782947 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3473dffd-307d-4e39-8a47-2ebb63fb7595 req-612bd301-8ee7-4780-b4a2-17b619a99279 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:01.784397 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3473dffd-307d-4e39-8a47-2ebb63fb7595 req-612bd301-8ee7-4780-b4a2-17b619a99279 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] 10.222.0.47 "GET /v2.0/ports?device_id=49f6d211-4e31-4abc-bbd8-15602e0ff0eb HTTP/1.1" status: 200 len: 945 time: 0.1085403 Dec 20 14:28:01.998943 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-3473dffd-307d-4e39-8a47-2ebb63fb7595 req-100e3538-8e40-44ca-b51e-cef9837b4b5c tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Deleting port 6b5c8375-206d-4d83-8415-457430d386a5 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:28:02.000705 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-3473dffd-307d-4e39-8a47-2ebb63fb7595 req-100e3538-8e40-44ca-b51e-cef9837b4b5c tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:02.080102 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '015e6f3f-513f-4129-9676-862ff5b70f8e', 'name': 'network-vif-deleted', 'tag': '34958a97-52be-44b3-960d-563b0bd85dbe'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:28:02.082769 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8c3dad9-f42b-4a0d-bd62-9c3308cc42bd" -d '{"events": [{"server_uuid": "015e6f3f-513f-4129-9676-862ff5b70f8e", "name": "network-vif-deleted", "tag": "34958a97-52be-44b3-960d-563b0bd85dbe"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:28:02.139046 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-3473dffd-307d-4e39-8a47-2ebb63fb7595 req-100e3538-8e40-44ca-b51e-cef9837b4b5c tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] For port 6b5c8375-206d-4d83-8415-457430d386a5, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=6b5c8375-206d-4d83-8415-457430d386a5,segment=NetworkSegment(9f419e6f-875b-4d90-bc7c-6c92d8ac4e58),segment_id=9f419e6f-875b-4d90-bc7c-6c92d8ac4e58)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:28:02.139408 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-3473dffd-307d-4e39-8a47-2ebb63fb7595 req-100e3538-8e40-44ca-b51e-cef9837b4b5c tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:02.359556 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-b8c2bdca-8c18-4a77-bdf8-27dcde08d098 service neutron] 10.222.0.30 "GET /v2.0/networks/d82cbd1c-a154-44e7-a6cf-0543b0c25f57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7575665 Dec 20 14:28:02.401481 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-3473dffd-307d-4e39-8a47-2ebb63fb7595 req-100e3538-8e40-44ca-b51e-cef9837b4b5c tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:02.402250 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-3473dffd-307d-4e39-8a47-2ebb63fb7595 req-100e3538-8e40-44ca-b51e-cef9837b4b5c tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585115'] for floatingip, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:02.402250 n-d-761264-19 neutron-server[103167]: INFO neutron.db.l3_db [req-3473dffd-307d-4e39-8a47-2ebb63fb7595 req-100e3538-8e40-44ca-b51e-cef9837b4b5c tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Floating IP 140ed744-3137-4880-8b41-cff1cb526b1f disassociated. External IP: 172.25.0.127, port: 6b5c8375-206d-4d83-8415-457430d386a5. Dec 20 14:28:02.402547 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-3473dffd-307d-4e39-8a47-2ebb63fb7595 req-100e3538-8e40-44ca-b51e-cef9837b4b5c tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Calling delete_port for 6b5c8375-206d-4d83-8415-457430d386a5 owned by compute:nova {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:28:02.428877 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bf8f61-f93f-4691-b967-abd649673e89 req-8fd1989e-1481-4596-833f-0b12d2373907 tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:02.431061 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f3bf8f61-f93f-4691-b967-abd649673e89 req-8fd1989e-1481-4596-833f-0b12d2373907 tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] 10.222.0.54 "GET /v2.0/networks/c3f8658e-da35-41f3-bd03-509e29ebd6f3 HTTP/1.1" status: 200 len: 784 time: 0.1811302 Dec 20 14:28:02.523401 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f3bf8f61-f93f-4691-b967-abd649673e89 req-cdd5552f-bf66-454b-bff6-a9f52a732bd5 tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.29 HTTP/1.1" status: 200 len: 695 time: 0.0660532 Dec 20 14:28:02.587488 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6d22e2ec-20e9-43ec-a4a2-c713c61bfcb1 req-e9ea85df-ff82-4c83-9f9a-37af17d064e2 service neutron] 10.222.0.30 "GET /v2.0/networks/d82cbd1c-a154-44e7-a6cf-0543b0c25f57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177351 Dec 20 14:28:02.598126 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f3bf8f61-f93f-4691-b967-abd649673e89 req-ce9aebbc-e376-4a37-9e10-688b44fd6560 tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.29 HTTP/1.1" status: 200 len: 695 time: 0.0663803 Dec 20 14:28:02.606437 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-3473dffd-307d-4e39-8a47-2ebb63fb7595 req-100e3538-8e40-44ca-b51e-cef9837b4b5c tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:02.720382 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100e3538-8e40-44ca-b51e-cef9837b4b5c tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Pushing event deleted for resources: {'Port': ['ID=6b5c8375-206d-4d83-8415-457430d386a5,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:02.846600 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-bf6cc97e-1323-4e1b-8afe-51176d1588a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:02.923871 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f84695-e104-4778-8f54-8ea6dca37fad req-342cd24a-8e54-45b2-9c08-3669748240e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:02.924376 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f84695-e104-4778-8f54-8ea6dca37fad req-342cd24a-8e54-45b2-9c08-3669748240e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:02.924851 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f84695-e104-4778-8f54-8ea6dca37fad req-342cd24a-8e54-45b2-9c08-3669748240e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:02.933147 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-72f84695-e104-4778-8f54-8ea6dca37fad req-342cd24a-8e54-45b2-9c08-3669748240e4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e6d5204aa2840f59fc30e0e3762aae9&device_id=cb025089-e24a-461e-bd2f-09b9afb43d50 HTTP/1.1" status: 200 len: 2867 time: 0.2503917 Dec 20 14:28:02.955789 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3473dffd-307d-4e39-8a47-2ebb63fb7595 req-100e3538-8e40-44ca-b51e-cef9837b4b5c tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Router feddcd9f-8f6f-4341-8c8c-fa89bef2d432 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:28:03.167115 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3473dffd-307d-4e39-8a47-2ebb63fb7595 req-100e3538-8e40-44ca-b51e-cef9837b4b5c tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:28:03.191615 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1c7a59-f10e-4feb-83c2-96292508d4d1 None None] Sync routers for ids ['feddcd9f-8f6f-4341-8c8c-fa89bef2d432'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:28:03.206886 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-f3bf8f61-f93f-4691-b967-abd649673e89 req-bcd3ff68-1872-482a-b5ed-67781ff67a2e tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] Deleting port ebc4b191-ecb0-4ae0-96f9-63d8d021506c {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:28:03.207226 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-f3bf8f61-f93f-4691-b967-abd649673e89 req-bcd3ff68-1872-482a-b5ed-67781ff67a2e tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:03.223996 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1c7a59-f10e-4feb-83c2-96292508d4d1 None None] Routers {'feddcd9f-8f6f-4341-8c8c-fa89bef2d432'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:28:03.225323 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-fe1c7a59-f10e-4feb-83c2-96292508d4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:28:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['feddcd9f-8f6f-4341-8c8c-fa89bef2d432'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:28:03.295867 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-3473dffd-307d-4e39-8a47-2ebb63fb7595 req-100e3538-8e40-44ca-b51e-cef9837b4b5c tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] No DVR routers for this DVR port 6b5c8375-206d-4d83-8415-457430d386a5 on host n-h2-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:28:03.301558 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-3473dffd-307d-4e39-8a47-2ebb63fb7595 req-100e3538-8e40-44ca-b51e-cef9837b4b5c tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:03.305988 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3473dffd-307d-4e39-8a47-2ebb63fb7595 req-100e3538-8e40-44ca-b51e-cef9837b4b5c tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] 10.222.0.47 "DELETE /v2.0/ports/6b5c8375-206d-4d83-8415-457430d386a5 HTTP/1.1" status: 204 len: 173 time: 1.5127628 Dec 20 14:28:03.374673 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [req-4cd7fca9-2be1-4681-8759-98f6037f07d9 req-371588b8-2011-42ec-86a8-c20e4963f39e tempest-LiveMigrationTest-1128134252 tempest-LiveMigrationTest-1128134252-project-admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:28:03.375835 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4cd7fca9-2be1-4681-8759-98f6037f07d9 req-371588b8-2011-42ec-86a8-c20e4963f39e tempest-LiveMigrationTest-1128134252 tempest-LiveMigrationTest-1128134252-project-admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0077050 Dec 20 14:28:03.392686 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f84695-e104-4778-8f54-8ea6dca37fad req-14911665-0d53-4860-996b-53f6b4dbc213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:03.395252 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-72f84695-e104-4778-8f54-8ea6dca37fad req-14911665-0d53-4860-996b-53f6b4dbc213 service neutron] 10.222.0.30 "GET /v2.0/networks?id=63a2c45b-26c4-47d4-9e78-5377757de7fe HTTP/1.1" status: 200 len: 903 time: 0.4534521 Dec 20 14:28:03.449056 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-fe1c7a59-f10e-4feb-83c2-96292508d4d1 None None] Set router feddcd9f-8f6f-4341-8c8c-fa89bef2d432 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:28:03.497993 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd7fca9-2be1-4681-8759-98f6037f07d9 req-eb5f7ab5-dceb-40eb-a39c-ca6ce359bdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:03.500714 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4cd7fca9-2be1-4681-8759-98f6037f07d9 req-eb5f7ab5-dceb-40eb-a39c-ca6ce359bdcc service neutron] 10.222.0.54 "GET /v2.0/ports/70afd13f-d370-47db-83d2-e1041aebac63 HTTP/1.1" status: 200 len: 1094 time: 0.0988712 Dec 20 14:28:03.511503 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-4cd7fca9-2be1-4681-8759-98f6037f07d9 req-32610cd5-3715-4c9e-a56d-0ec9ee4fd0c5 service neutron] Request body: {'binding': {'host': 'n-h2-761264-19', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:28:03.513234 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-4cd7fca9-2be1-4681-8759-98f6037f07d9 req-32610cd5-3715-4c9e-a56d-0ec9ee4fd0c5 service neutron] Unknown quota resources ['binding']. {{(pid=103167) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 20 14:28:03.547633 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-72f84695-e104-4778-8f54-8ea6dca37fad req-bfb0afe5-9a27-4c81-8ca9-c9df1453e591 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.60&port_id=20764089-f544-4a47-998b-dc3ed99f23a1 HTTP/1.1" status: 200 len: 217 time: 0.1389711 Dec 20 14:28:03.631313 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-f3bf8f61-f93f-4691-b967-abd649673e89 req-bcd3ff68-1872-482a-b5ed-67781ff67a2e tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:03.631904 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-f3bf8f61-f93f-4691-b967-abd649673e89 req-bcd3ff68-1872-482a-b5ed-67781ff67a2e tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:03.650385 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-f3bf8f61-f93f-4691-b967-abd649673e89 req-bcd3ff68-1872-482a-b5ed-67781ff67a2e tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] Calling delete_port for ebc4b191-ecb0-4ae0-96f9-63d8d021506c owned by network:floatingip {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:28:03.667909 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f84695-e104-4778-8f54-8ea6dca37fad req-3947dd87-3a4e-4b4a-ac25-dddb610acb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:03.669383 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-72f84695-e104-4778-8f54-8ea6dca37fad req-3947dd87-3a4e-4b4a-ac25-dddb610acb19 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7c89e752-e7cc-4f43-b63b-2a0582700a0e HTTP/1.1" status: 200 len: 801 time: 0.0976737 Dec 20 14:28:03.744894 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:03.782495 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-4cd7fca9-2be1-4681-8759-98f6037f07d9 req-32610cd5-3715-4c9e-a56d-0ec9ee4fd0c5 service neutron] Attempting to bind port 70afd13f-d370-47db-83d2-e1041aebac63 on host n-h2-761264-19 for vnic_type normal with profile None {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:28:03.782938 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-4cd7fca9-2be1-4681-8759-98f6037f07d9 req-32610cd5-3715-4c9e-a56d-0ec9ee4fd0c5 service neutron] Attempting to bind port 70afd13f-d370-47db-83d2-e1041aebac63 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': 'addc7f95-68ef-43ba-9bd9-cde69b0f949e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2b333b61-ce15-4944-95b5-760e7ec98a8f'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:28:03.783277 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd7fca9-2be1-4681-8759-98f6037f07d9 req-32610cd5-3715-4c9e-a56d-0ec9ee4fd0c5 service neutron] Attempting to bind port 70afd13f-d370-47db-83d2-e1041aebac63 on network 2b333b61-ce15-4944-95b5-760e7ec98a8f {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:28:03.784652 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-fe1c7a59-f10e-4feb-83c2-96292508d4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feddcd9f-8f6f-4341-8c8c-fa89bef2d432', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-32230187-router', 'tenant_id': '6264d8286e254fd5bc5a1b7814fc9e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': 'fe910eb7-95fb-43cf-9119-ab834b3ec122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:21:40Z', 'updated_at': '2021-12-20T14:21:49Z', 'revision_number': 4, 'project_id': '6264d8286e254fd5bc5a1b7814fc9e8d', 'gw_port': {'id': 'fe910eb7-95fb-43cf-9119-ab834b3ec122', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:35:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feddcd9f-8f6f-4341-8c8c-fa89bef2d432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:21:42Z', 'updated_at': '2021-12-20T14:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'af095096-205e-4b90-99b8-832cb31672d2', 'name': '', 'network_id': '20e63510-01d1-4b5f-981b-3ccbe7fab833', 'tenant_id': '6264d8286e254fd5bc5a1b7814fc9e8d', 'mac_address': 'fa:16:3e:a9:74:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feddcd9f-8f6f-4341-8c8c-fa89bef2d432', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'e710479b-16cf-4349-9db5-8619d38b2e41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:21:48Z', 'updated_at': '2021-12-20T14:21:55Z', 'revision_number': 5, 'project_id': '6264d8286e254fd5bc5a1b7814fc9e8d', 'subnets': [{'id': 'e710479b-16cf-4349-9db5-8619d38b2e41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:28:03.801052 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd7fca9-2be1-4681-8759-98f6037f07d9 req-32610cd5-3715-4c9e-a56d-0ec9ee4fd0c5 service neutron] Port 70afd13f-d370-47db-83d2-e1041aebac63 on network 2b333b61-ce15-4944-95b5-760e7ec98a8f not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:28:03.801378 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd7fca9-2be1-4681-8759-98f6037f07d9 req-32610cd5-3715-4c9e-a56d-0ec9ee4fd0c5 service neutron] Attempting to bind port 70afd13f-d370-47db-83d2-e1041aebac63 on network 2b333b61-ce15-4944-95b5-760e7ec98a8f {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:28:03.821099 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd7fca9-2be1-4681-8759-98f6037f07d9 req-32610cd5-3715-4c9e-a56d-0ec9ee4fd0c5 service neutron] Checking agent: {'id': '43c60aee-e4af-4ecc-bee2-aac3569fafed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:28:03.821359 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd7fca9-2be1-4681-8759-98f6037f07d9 req-32610cd5-3715-4c9e-a56d-0ec9ee4fd0c5 service neutron] Checking segment: {'id': 'addc7f95-68ef-43ba-9bd9-cde69b0f949e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2b333b61-ce15-4944-95b5-760e7ec98a8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:28:03.821756 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd7fca9-2be1-4681-8759-98f6037f07d9 req-32610cd5-3715-4c9e-a56d-0ec9ee4fd0c5 service neutron] Bound using segment: {'id': 'addc7f95-68ef-43ba-9bd9-cde69b0f949e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2b333b61-ce15-4944-95b5-760e7ec98a8f'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:28:03.821957 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f84695-e104-4778-8f54-8ea6dca37fad req-fcffc5a8-23b5-47ee-aa02-e9359e07d72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:03.822210 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-4cd7fca9-2be1-4681-8759-98f6037f07d9 req-32610cd5-3715-4c9e-a56d-0ec9ee4fd0c5 service neutron] Bound port: 70afd13f-d370-47db-83d2-e1041aebac63, host: n-h2-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'addc7f95-68ef-43ba-9bd9-cde69b0f949e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2b333b61-ce15-4944-95b5-760e7ec98a8f'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:28:03.824072 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-72f84695-e104-4778-8f54-8ea6dca37fad req-fcffc5a8-23b5-47ee-aa02-e9359e07d72a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=63a2c45b-26c4-47d4-9e78-5377757de7fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1003621 Dec 20 14:28:03.852520 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1c7a59-f10e-4feb-83c2-96292508d4d1 None None] Checking router: feddcd9f-8f6f-4341-8c8c-fa89bef2d432 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:28:03.878205 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1c7a59-f10e-4feb-83c2-96292508d4d1 None None] Routers {'feddcd9f-8f6f-4341-8c8c-fa89bef2d432'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:28:03.879821 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-fe1c7a59-f10e-4feb-83c2-96292508d4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:28:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['feddcd9f-8f6f-4341-8c8c-fa89bef2d432'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:28:03.958208 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-4cd7fca9-2be1-4681-8759-98f6037f07d9 req-32610cd5-3715-4c9e-a56d-0ec9ee4fd0c5 service neutron] For port 70afd13f-d370-47db-83d2-e1041aebac63, host n-h2-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=70afd13f-d370-47db-83d2-e1041aebac63,segment=NetworkSegment(addc7f95-68ef-43ba-9bd9-cde69b0f949e),segment_id=addc7f95-68ef-43ba-9bd9-cde69b0f949e)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:28:03.964657 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-f3bf8f61-f93f-4691-b967-abd649673e89 req-bcd3ff68-1872-482a-b5ed-67781ff67a2e tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:03.973742 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-4cd7fca9-2be1-4681-8759-98f6037f07d9 req-32610cd5-3715-4c9e-a56d-0ec9ee4fd0c5 service neutron] Publish callbacks [] for binding, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:03.982132 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4cd7fca9-2be1-4681-8759-98f6037f07d9 req-32610cd5-3715-4c9e-a56d-0ec9ee4fd0c5 service neutron] 10.222.0.54 "POST /v2.0/ports/70afd13f-d370-47db-83d2-e1041aebac63/bindings HTTP/1.1" status: 201 len: 390 time: 0.4755535 Dec 20 14:28:04.084121 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-fe1c7a59-f10e-4feb-83c2-96292508d4d1 None None] Set router feddcd9f-8f6f-4341-8c8c-fa89bef2d432 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:28:04.112429 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd3ff68-1872-482a-b5ed-67781ff67a2e tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] Pushing event deleted for resources: {'Port': ['ID=ebc4b191-ecb0-4ae0-96f9-63d8d021506c,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:04.319405 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-72f84695-e104-4778-8f54-8ea6dca37fad req-5750f422-f484-4cfe-8ac8-9507c0c1f32b service neutron] 10.222.0.30 "GET /v2.0/networks/63a2c45b-26c4-47d4-9e78-5377757de7fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4049411 Dec 20 14:28:04.446615 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-fe1c7a59-f10e-4feb-83c2-96292508d4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feddcd9f-8f6f-4341-8c8c-fa89bef2d432', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-32230187-router', 'tenant_id': '6264d8286e254fd5bc5a1b7814fc9e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': 'fe910eb7-95fb-43cf-9119-ab834b3ec122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:21:40Z', 'updated_at': '2021-12-20T14:21:49Z', 'revision_number': 4, 'project_id': '6264d8286e254fd5bc5a1b7814fc9e8d', 'gw_port': {'id': 'fe910eb7-95fb-43cf-9119-ab834b3ec122', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:35:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feddcd9f-8f6f-4341-8c8c-fa89bef2d432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:21:42Z', 'updated_at': '2021-12-20T14:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'af095096-205e-4b90-99b8-832cb31672d2', 'name': '', 'network_id': '20e63510-01d1-4b5f-981b-3ccbe7fab833', 'tenant_id': '6264d8286e254fd5bc5a1b7814fc9e8d', 'mac_address': 'fa:16:3e:a9:74:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feddcd9f-8f6f-4341-8c8c-fa89bef2d432', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'e710479b-16cf-4349-9db5-8619d38b2e41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:21:48Z', 'updated_at': '2021-12-20T14:21:55Z', 'revision_number': 5, 'project_id': '6264d8286e254fd5bc5a1b7814fc9e8d', 'subnets': [{'id': 'e710479b-16cf-4349-9db5-8619d38b2e41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:28:04.477666 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-757ae0e1-1269-472e-94e1-2437cce48331 req-819c3e1d-2dd2-4c59-81ff-25abfd696a49 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1003909302&fields=id&tenant_id=7db68c07b2e8445b8d4272fa646b5852 HTTP/1.1" status: 200 len: 267 time: 0.1793218 Dec 20 14:28:04.501746 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd7fca9-2be1-4681-8759-98f6037f07d9 req-359bf173-472d-4075-b7a2-a35c02e300d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:04.507394 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4cd7fca9-2be1-4681-8759-98f6037f07d9 req-359bf173-472d-4075-b7a2-a35c02e300d2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2785aa25e0a64107a28490f4f2c107bc&device_id=b1dcec98-db36-4ee0-ba7d-c88dcb3b2793 HTTP/1.1" status: 200 len: 1097 time: 0.1572752 Dec 20 14:28:04.527878 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1c7a59-f10e-4feb-83c2-96292508d4d1 None None] The sync data for ids ['feddcd9f-8f6f-4341-8c8c-fa89bef2d432'] in n-d-761264-19 is: [{'id': 'feddcd9f-8f6f-4341-8c8c-fa89bef2d432', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-32230187-router', 'tenant_id': '6264d8286e254fd5bc5a1b7814fc9e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': 'fe910eb7-95fb-43cf-9119-ab834b3ec122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:21:40Z', 'updated_at': '2021-12-20T14:21:49Z', 'revision_number': 4, 'project_id': '6264d8286e254fd5bc5a1b7814fc9e8d', 'gw_port': {'id': 'fe910eb7-95fb-43cf-9119-ab834b3ec122', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:35:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feddcd9f-8f6f-4341-8c8c-fa89bef2d432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:21:42Z', 'updated_at': '2021-12-20T14:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'af095096-205e-4b90-99b8-832cb31672d2', 'name': '', 'network_id': '20e63510-01d1-4b5f-981b-3ccbe7fab833', 'tenant_id': '6264d8286e254fd5bc5a1b7814fc9e8d', 'mac_address': 'fa:16:3e:a9:74:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feddcd9f-8f6f-4341-8c8c-fa89bef2d432', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'e710479b-16cf-4349-9db5-8619d38b2e41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:21:48Z', 'updated_at': '2021-12-20T14:21:55Z', 'revision_number': 5, 'project_id': '6264d8286e254fd5bc5a1b7814fc9e8d', 'subnets': [{'id': 'e710479b-16cf-4349-9db5-8619d38b2e41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:28:04.538145 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-72f84695-e104-4778-8f54-8ea6dca37fad req-70737ef1-a221-4232-8687-0db5a38b215a service neutron] 10.222.0.30 "GET /v2.0/networks/63a2c45b-26c4-47d4-9e78-5377757de7fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062113 Dec 20 14:28:04.577923 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-f3bf8f61-f93f-4691-b967-abd649673e89 req-bcd3ff68-1872-482a-b5ed-67781ff67a2e tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] Publish callbacks [] for floatingip, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:04.587378 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-f3bf8f61-f93f-4691-b967-abd649673e89 req-bcd3ff68-1872-482a-b5ed-67781ff67a2e tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:04.593000 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f3bf8f61-f93f-4691-b967-abd649673e89 req-bcd3ff68-1872-482a-b5ed-67781ff67a2e tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] 10.222.0.54 "DELETE /v2.0/floatingips/5d0ca30f-933e-481b-a9da-95f7827e6820 HTTP/1.1" status: 204 len: 173 time: 1.9941096 Dec 20 14:28:04.758551 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ae0e1-1269-472e-94e1-2437cce48331 req-395b5be3-08a8-49dd-b346-978ba5e3d136 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:04.761821 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-757ae0e1-1269-472e-94e1-2437cce48331 req-395b5be3-08a8-49dd-b346-978ba5e3d136 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/ports/472629f0-99a5-462a-9b97-0c161849b783 HTTP/1.1" status: 200 len: 936 time: 0.2523513 Dec 20 14:28:04.774021 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1e9d9c-f0aa-4e46-8ed6-41d744f31042 req-08ecdcfb-eb89-4ac2-8493-8ca835daccf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:04.774675 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1e9d9c-f0aa-4e46-8ed6-41d744f31042 req-08ecdcfb-eb89-4ac2-8493-8ca835daccf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:04.775380 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1e9d9c-f0aa-4e46-8ed6-41d744f31042 req-08ecdcfb-eb89-4ac2-8493-8ca835daccf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:04.777422 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7d1e9d9c-f0aa-4e46-8ed6-41d744f31042 req-08ecdcfb-eb89-4ac2-8493-8ca835daccf0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e6d5204aa2840f59fc30e0e3762aae9&device_id=cb025089-e24a-461e-bd2f-09b9afb43d50 HTTP/1.1" status: 200 len: 2867 time: 0.1746993 Dec 20 14:28:04.801860 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4f4f29-55b1-48e5-bcac-042265a6abec req-2f7befe8-d1e5-403e-86a8-1dd6b52bb0ac tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:04.808219 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4f4f29-55b1-48e5-bcac-042265a6abec req-2f7befe8-d1e5-403e-86a8-1dd6b52bb0ac tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:04.816499 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4f4f29-55b1-48e5-bcac-042265a6abec req-2f7befe8-d1e5-403e-86a8-1dd6b52bb0ac tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:04.818295 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-bc4f4f29-55b1-48e5-bcac-042265a6abec req-2f7befe8-d1e5-403e-86a8-1dd6b52bb0ac tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.54 "GET /v2.0/ports?device_id=cb025089-e24a-461e-bd2f-09b9afb43d50 HTTP/1.1" status: 200 len: 2411 time: 0.0935333 Dec 20 14:28:04.894272 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-bc4f4f29-55b1-48e5-bcac-042265a6abec req-68e28243-b4e1-4f79-b73c-c84f6c81b2f4 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.54 "GET /v2.0/security-groups?id=38c67d1f-c5c0-4d18-a181-659c37118040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678902 Dec 20 14:28:04.904156 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ae0e1-1269-472e-94e1-2437cce48331 req-ded01d22-621d-4fea-862f-be934419e557 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:04.905876 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-757ae0e1-1269-472e-94e1-2437cce48331 req-ded01d22-621d-4fea-862f-be934419e557 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/ports/53964767-e153-45ad-817f-303368cbc376 HTTP/1.1" status: 200 len: 936 time: 0.1124973 Dec 20 14:28:04.979668 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 34958a97-52be-44b3-960d-563b0bd85dbe no longer exists at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:28:05.021702 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] No Port match for: 34958a97-52be-44b3-960d-563b0bd85dbe {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:28:05.023521 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-757ae0e1-1269-472e-94e1-2437cce48331 req-ecac4f83-f3ab-4c38-9cce-0a1ba334d221 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/ports?network_id=2d7ab868-da79-43c0-805a-c026f1ebce8a&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1022356 Dec 20 14:28:05.024179 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 34958a97-52be-44b3-960d-563b0bd85dbe not bound to the agent host n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:28:05.046281 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-411176bc-d085-407e-a1af-6dc38523a891 x-openstack-request-id: req-411176bc-d085-407e-a1af-6dc38523a891 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:28:05.046564 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "015e6f3f-513f-4129-9676-862ff5b70f8e", "name": "network-vif-deleted", "tag": "34958a97-52be-44b3-960d-563b0bd85dbe", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:28:05.046937 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-411176bc-d085-407e-a1af-6dc38523a891 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:28:05.047367 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1e9d9c-f0aa-4e46-8ed6-41d744f31042 req-51ce749b-cfaf-4ccf-8102-e1cbea6d119d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:05.047493 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '015e6f3f-513f-4129-9676-862ff5b70f8e', 'name': 'network-vif-deleted', 'tag': '34958a97-52be-44b3-960d-563b0bd85dbe', 'status': 'completed', 'code': 200} Dec 20 14:28:05.051433 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7d1e9d9c-f0aa-4e46-8ed6-41d744f31042 req-51ce749b-cfaf-4ccf-8102-e1cbea6d119d service neutron] 10.222.0.30 "GET /v2.0/networks?id=d82cbd1c-a154-44e7-a6cf-0543b0c25f57 HTTP/1.1" status: 200 len: 901 time: 0.2626538 Dec 20 14:28:05.057021 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40252f7b-e1c0-49b7-87fc-26d51729939f None None] New status for floating IP 140ed744-3137-4880-8b41-cff1cb526b1f: DOWN {{(pid=103170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 14:28:05.087011 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-757ae0e1-1269-472e-94e1-2437cce48331 req-cf5bbfba-b83a-4564-a73a-2308b84790cf tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/ports?network_id=2d7ab868-da79-43c0-805a-c026f1ebce8a&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0620778 Dec 20 14:28:05.088294 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd7fca9-2be1-4681-8759-98f6037f07d9 req-5b75fae3-50b8-4057-b65a-fd0c0e8759b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:05.089732 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4cd7fca9-2be1-4681-8759-98f6037f07d9 req-5b75fae3-50b8-4057-b65a-fd0c0e8759b3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2b333b61-ce15-4944-95b5-760e7ec98a8f HTTP/1.1" status: 200 len: 909 time: 0.4614794 Dec 20 14:28:05.170599 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7d1e9d9c-f0aa-4e46-8ed6-41d744f31042 req-4656eec5-ddb0-4422-b34c-4b81552db3d1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.38&port_id=b427fecb-0139-46ed-92d1-3b2fecf094fd HTTP/1.1" status: 200 len: 217 time: 0.1073251 Dec 20 14:28:05.212789 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b5d0e4b6-345d-4bae-a569-89616fc0a97c req-d96855fc-8201-4bfd-b7c1-22ee531001d7 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=015e6f3f-513f-4129-9676-862ff5b70f8e HTTP/1.1" status: 200 len: 210 time: 0.0627048 Dec 20 14:28:05.303871 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1e9d9c-f0aa-4e46-8ed6-41d744f31042 req-9de5367b-ec61-46ff-8096-e38e9222924b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:05.305775 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7d1e9d9c-f0aa-4e46-8ed6-41d744f31042 req-9de5367b-ec61-46ff-8096-e38e9222924b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e502742e-c3ee-4d9f-b87a-8376b5fc3228 HTTP/1.1" status: 200 len: 801 time: 0.0962749 Dec 20 14:28:05.333981 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4cd7fca9-2be1-4681-8759-98f6037f07d9 req-0c32b422-4c39-477d-a66e-9117c2a02e2f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=70afd13f-d370-47db-83d2-e1041aebac63 HTTP/1.1" status: 200 len: 217 time: 0.2353466 Dec 20 14:28:05.345466 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ae0e1-1269-472e-94e1-2437cce48331 req-f6c9c1d9-8c18-41c9-a80b-f10a05531605 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:05.366313 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ae0e1-1269-472e-94e1-2437cce48331 req-f6c9c1d9-8c18-41c9-a80b-f10a05531605 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:05.373986 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ae0e1-1269-472e-94e1-2437cce48331 req-f6c9c1d9-8c18-41c9-a80b-f10a05531605 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:05.382618 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-757ae0e1-1269-472e-94e1-2437cce48331 req-f6c9c1d9-8c18-41c9-a80b-f10a05531605 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/networks?id=16189b34-662f-400f-bc52-e94ab90158e1&id=0723578d-9472-40dd-b5d6-4342bff5fd37&id=0723578d-9472-40dd-b5d6-4342bff5fd37&id=2d7ab868-da79-43c0-805a-c026f1ebce8a&id=2d7ab868-da79-43c0-805a-c026f1ebce8a HTTP/1.1" status: 200 len: 1995 time: 0.2852421 Dec 20 14:28:05.388189 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1e9d9c-f0aa-4e46-8ed6-41d744f31042 req-c8e05c34-4382-4c16-97bf-29e60653ca6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:05.390438 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7d1e9d9c-f0aa-4e46-8ed6-41d744f31042 req-c8e05c34-4382-4c16-97bf-29e60653ca6a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d82cbd1c-a154-44e7-a6cf-0543b0c25f57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0755243 Dec 20 14:28:05.430273 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-757ae0e1-1269-472e-94e1-2437cce48331 req-e7066042-ef20-4483-b852-47535d955d4d tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/quotas/7db68c07b2e8445b8d4272fa646b5852 HTTP/1.1" status: 200 len: 375 time: 0.0466177 Dec 20 14:28:05.498232 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd7fca9-2be1-4681-8759-98f6037f07d9 req-38e66074-8dda-4270-b8bf-dd483fb4ecbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:05.499908 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4cd7fca9-2be1-4681-8759-98f6037f07d9 req-38e66074-8dda-4270-b8bf-dd483fb4ecbb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=63ebfb59-720a-4723-915c-292ae8d31522 HTTP/1.1" status: 200 len: 848 time: 0.1097639 Dec 20 14:28:05.517235 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-757ae0e1-1269-472e-94e1-2437cce48331 req-d7ab08df-d155-414f-9833-c23a9a89109d tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=7db68c07b2e8445b8d4272fa646b5852&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0860698 Dec 20 14:28:05.544802 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7d1e9d9c-f0aa-4e46-8ed6-41d744f31042 req-f54ffd7f-0172-4e9d-a136-a5ebc620b54c service neutron] 10.222.0.30 "GET /v2.0/networks/d82cbd1c-a154-44e7-a6cf-0543b0c25f57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458521 Dec 20 14:28:05.648033 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:05.654700 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4cd7fca9-2be1-4681-8759-98f6037f07d9 req-449b451a-6036-4e88-875d-c96036e41b9d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2b333b61-ce15-4944-95b5-760e7ec98a8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1363297 Dec 20 14:28:05.659797 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3f8c1f-3968-4cf2-874a-9ef5e21b164d req-de4f20e0-bafc-47fa-89fc-e3948ff25e25 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:05.661329 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ce3f8c1f-3968-4cf2-874a-9ef5e21b164d req-de4f20e0-bafc-47fa-89fc-e3948ff25e25 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1dcec98-db36-4ee0-ba7d-c88dcb3b2793 HTTP/1.1" status: 200 len: 945 time: 0.1156259 Dec 20 14:28:05.665005 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-757ae0e1-1269-472e-94e1-2437cce48331 req-a93c25b1-364d-48da-839a-bfbe77c543f4 service neutron] 10.222.0.54 "GET /v2.0/networks/16189b34-662f-400f-bc52-e94ab90158e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349258 Dec 20 14:28:05.750497 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7d1e9d9c-f0aa-4e46-8ed6-41d744f31042 req-db4d66b5-13a1-42e0-9a67-2645c1f32114 service neutron] 10.222.0.30 "GET /v2.0/networks/d82cbd1c-a154-44e7-a6cf-0543b0c25f57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751590 Dec 20 14:28:05.787168 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ce3f8c1f-3968-4cf2-874a-9ef5e21b164d req-352b37ab-cb1b-4274-a7cc-c523365450e9 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116874 Dec 20 14:28:05.870380 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 6b5c8375-206d-4d83-8415-457430d386a5 no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:28:05.877905 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4cd7fca9-2be1-4681-8759-98f6037f07d9 req-7d3ff3d4-6bb4-4bf0-b17c-3eb15b1cee10 service neutron] 10.222.0.47 "GET /v2.0/networks/2b333b61-ce15-4944-95b5-760e7ec98a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115784 Dec 20 14:28:05.889546 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-757ae0e1-1269-472e-94e1-2437cce48331 req-aee12f1a-d9b2-407c-a9f4-e9c6b178599e service neutron] 10.222.0.54 "GET /v2.0/networks/16189b34-662f-400f-bc52-e94ab90158e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133288 Dec 20 14:28:05.912105 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6320eeb3-cd5b-44da-9ac4-87e4a4410c30 req-4d23cfa5-6abe-4a05-83c7-388089049bc8 tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] 10.222.0.54 "GET /v2.0/floatingips/36e6784a-19bb-4aab-9d64-c2b63b590cee HTTP/1.1" status: 200 len: 693 time: 0.0705402 Dec 20 14:28:05.919651 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] No Port match for: 6b5c8375-206d-4d83-8415-457430d386a5 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:28:05.919988 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 6b5c8375-206d-4d83-8415-457430d386a5 not bound to the agent host n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:28:05.996138 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-757ae0e1-1269-472e-94e1-2437cce48331 req-214a87c3-ae24-412e-b8c5-b68f28ae46e5 service neutron] 10.222.0.54 "GET /v2.0/ports/472629f0-99a5-462a-9b97-0c161849b783?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1055202 Dec 20 14:28:06.065748 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6320eeb3-cd5b-44da-9ac4-87e4a4410c30 req-5dea7fd5-45d6-49a4-b67f-bc792f2e54bd tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:06.079765 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6320eeb3-cd5b-44da-9ac4-87e4a4410c30 req-5dea7fd5-45d6-49a4-b67f-bc792f2e54bd tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] 10.222.0.54 "GET /v2.0/networks/c3f8658e-da35-41f3-bd03-509e29ebd6f3 HTTP/1.1" status: 200 len: 784 time: 0.1660895 Dec 20 14:28:06.108429 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4cd7fca9-2be1-4681-8759-98f6037f07d9 req-a8af2aff-35e0-4c42-b74a-80b54b41b7be service neutron] 10.222.0.47 "GET /v2.0/networks/2b333b61-ce15-4944-95b5-760e7ec98a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081120 Dec 20 14:28:06.130783 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-757ae0e1-1269-472e-94e1-2437cce48331 req-2ed6c5af-d70e-48c4-aa86-b56b6002a932 service neutron] 10.222.0.54 "GET /v2.0/networks/0723578d-9472-40dd-b5d6-4342bff5fd37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334584 Dec 20 14:28:06.185541 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:06.200464 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6320eeb3-cd5b-44da-9ac4-87e4a4410c30 req-fa120407-664b-4432-bb70-b230e75bb389 tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.186 HTTP/1.1" status: 200 len: 696 time: 0.1194553 Dec 20 14:28:06.264103 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-757ae0e1-1269-472e-94e1-2437cce48331 req-f024e871-2bdd-4458-8ec9-040df4633d31 service neutron] 10.222.0.54 "GET /v2.0/networks/0723578d-9472-40dd-b5d6-4342bff5fd37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323023 Dec 20 14:28:06.319844 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-757ae0e1-1269-472e-94e1-2437cce48331 req-362e162b-86a3-4c4f-8352-30a50ababf5c service neutron] 10.222.0.54 "GET /v2.0/ports/53964767-e153-45ad-817f-303368cbc376?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0490069 Dec 20 14:28:06.362444 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6320eeb3-cd5b-44da-9ac4-87e4a4410c30 req-10f82bf8-d6ba-4903-8b6e-fba29755dc30 tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.186 HTTP/1.1" status: 200 len: 696 time: 0.1593313 Dec 20 14:28:06.512031 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-757ae0e1-1269-472e-94e1-2437cce48331 req-a22b1b37-2e37-4cee-a76b-3f437203e5ad service neutron] 10.222.0.54 "GET /v2.0/networks/0723578d-9472-40dd-b5d6-4342bff5fd37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787081 Dec 20 14:28:06.606978 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-6320eeb3-cd5b-44da-9ac4-87e4a4410c30 req-8dfbb170-7a99-4722-8f11-c5aa2e3fcc2f tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] Deleting port 76397f56-63a1-423a-b5d0-c6ee0b3a8335 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:28:06.608074 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-6320eeb3-cd5b-44da-9ac4-87e4a4410c30 req-8dfbb170-7a99-4722-8f11-c5aa2e3fcc2f tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:06.696913 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-757ae0e1-1269-472e-94e1-2437cce48331 req-cfe3e73d-fe6c-4914-9a4b-651aa78944d2 service neutron] 10.222.0.54 "GET /v2.0/networks/0723578d-9472-40dd-b5d6-4342bff5fd37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741569 Dec 20 14:28:06.739694 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-6320eeb3-cd5b-44da-9ac4-87e4a4410c30 req-8dfbb170-7a99-4722-8f11-c5aa2e3fcc2f tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:06.741527 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-6320eeb3-cd5b-44da-9ac4-87e4a4410c30 req-8dfbb170-7a99-4722-8f11-c5aa2e3fcc2f tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:06.761776 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-6320eeb3-cd5b-44da-9ac4-87e4a4410c30 req-8dfbb170-7a99-4722-8f11-c5aa2e3fcc2f tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] Calling delete_port for 76397f56-63a1-423a-b5d0-c6ee0b3a8335 owned by network:floatingip {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:28:06.902861 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-757ae0e1-1269-472e-94e1-2437cce48331 req-1ae58eaa-90b7-4af8-b90f-98301900a818 service neutron] 10.222.0.54 "GET /v2.0/networks/0723578d-9472-40dd-b5d6-4342bff5fd37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049561 Dec 20 14:28:06.940631 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-6320eeb3-cd5b-44da-9ac4-87e4a4410c30 req-8dfbb170-7a99-4722-8f11-c5aa2e3fcc2f tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:07.001912 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 20764089-f544-4a47-998b-dc3ed99f23a1 details requested by agent hyperv_n-h1-761264-19 with host n-h1-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:28:07.006042 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfbb170-7a99-4722-8f11-c5aa2e3fcc2f tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] Pushing event deleted for resources: {'Port': ['ID=76397f56-63a1-423a-b5d0-c6ee0b3a8335,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:07.060876 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49f6d211-4e31-4abc-bbd8-15602e0ff0eb', 'name': 'network-vif-deleted', 'tag': '6b5c8375-206d-4d83-8415-457430d386a5'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:28:07.063434 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f23db405-ad26-413c-81b9-c5d93b7725f9" -d '{"events": [{"server_uuid": "49f6d211-4e31-4abc-bbd8-15602e0ff0eb", "name": "network-vif-deleted", "tag": "6b5c8375-206d-4d83-8415-457430d386a5"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:28:07.069636 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-6320eeb3-cd5b-44da-9ac4-87e4a4410c30 req-8dfbb170-7a99-4722-8f11-c5aa2e3fcc2f tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] Publish callbacks [] for floatingip, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:07.073768 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-6320eeb3-cd5b-44da-9ac4-87e4a4410c30 req-8dfbb170-7a99-4722-8f11-c5aa2e3fcc2f tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:07.077402 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6320eeb3-cd5b-44da-9ac4-87e4a4410c30 req-8dfbb170-7a99-4722-8f11-c5aa2e3fcc2f tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] 10.222.0.54 "DELETE /v2.0/floatingips/36e6784a-19bb-4aab-9d64-c2b63b590cee HTTP/1.1" status: 204 len: 173 time: 0.7101350 Dec 20 14:28:07.100504 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-757ae0e1-1269-472e-94e1-2437cce48331 req-980a3d05-82c7-4511-894d-9a46174a0fca service neutron] 10.222.0.54 "GET /v2.0/networks/0723578d-9472-40dd-b5d6-4342bff5fd37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916199 Dec 20 14:28:07.235650 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 20764089-f544-4a47-998b-dc3ed99f23a1, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=20764089-f544-4a47-998b-dc3ed99f23a1,segment=NetworkSegment(61ad2662-cd04-46ff-824f-39b17b1f321e),segment_id=61ad2662-cd04-46ff-824f-39b17b1f321e)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:28:07.268599 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Returning: {'device': '20764089-f544-4a47-998b-dc3ed99f23a1', 'network_id': '63a2c45b-26c4-47d4-9e78-5377757de7fe', 'port_id': '20764089-f544-4a47-998b-dc3ed99f23a1', 'mac_address': 'fa:16:3e:72:db:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c89e752-e7cc-4f43-b63b-2a0582700a0e', 'ip_address': '19.86.0.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:28:07.290704 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c60fb7-f88f-4cb3-a8fa-76215697bdd8 req-ab2756f4-dc95-4b3e-a433-7faac4acb6d1 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:07.298519 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c60fb7-f88f-4cb3-a8fa-76215697bdd8 req-ab2756f4-dc95-4b3e-a433-7faac4acb6d1 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:07.305394 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c60fb7-f88f-4cb3-a8fa-76215697bdd8 req-ab2756f4-dc95-4b3e-a433-7faac4acb6d1 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:07.307302 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b8c60fb7-f88f-4cb3-a8fa-76215697bdd8 req-ab2756f4-dc95-4b3e-a433-7faac4acb6d1 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.54 "GET /v2.0/ports?device_id=cb025089-e24a-461e-bd2f-09b9afb43d50 HTTP/1.1" status: 200 len: 2411 time: 0.0805383 Dec 20 14:28:07.311022 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-757ae0e1-1269-472e-94e1-2437cce48331 req-ec70fa53-6c6c-4c2a-8e72-145bd8492e0d service neutron] 10.222.0.54 "GET /v2.0/networks/0723578d-9472-40dd-b5d6-4342bff5fd37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030878 Dec 20 14:28:07.341189 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:07.358782 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20764089-f544-4a47-998b-dc3ed99f23a1 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:28:07.386415 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 20764089-f544-4a47-998b-dc3ed99f23a1, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=20764089-f544-4a47-998b-dc3ed99f23a1,segment=NetworkSegment(61ad2662-cd04-46ff-824f-39b17b1f321e),segment_id=61ad2662-cd04-46ff-824f-39b17b1f321e)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:28:07.395033 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:07.396539 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device a79a6619-3477-4929-8780-4ca7076b223a details requested by agent hyperv_n-h1-761264-19 with host n-h1-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:28:07.409264 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b8c60fb7-f88f-4cb3-a8fa-76215697bdd8 req-10403d43-0248-4c08-8e98-60aaf27fdf7d tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.54 "GET /v2.0/security-groups?id=38c67d1f-c5c0-4d18-a181-659c37118040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814710 Dec 20 14:28:07.464633 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=20764089-f544-4a47-998b-dc3ed99f23a1,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:07.492335 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-757ae0e1-1269-472e-94e1-2437cce48331 req-4e9c5372-7357-473f-8870-f473b43405a3 service neutron] 10.222.0.54 "GET /v2.0/networks/0723578d-9472-40dd-b5d6-4342bff5fd37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754174 Dec 20 14:28:07.587739 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cfa3f929-5c75-454c-9115-f13c168702c8 req-087e9384-d023-48a1-89ab-1c03cdf00df9 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=015e6f3f-513f-4129-9676-862ff5b70f8e HTTP/1.1" status: 200 len: 210 time: 0.0552230 Dec 20 14:28:07.607472 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port a79a6619-3477-4929-8780-4ca7076b223a, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=a79a6619-3477-4929-8780-4ca7076b223a,segment=NetworkSegment(c916a4c5-f78f-49cb-bb53-88f9467401b2),segment_id=c916a4c5-f78f-49cb-bb53-88f9467401b2)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:28:07.625449 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Returning: {'device': 'a79a6619-3477-4929-8780-4ca7076b223a', 'network_id': 'd82cbd1c-a154-44e7-a6cf-0543b0c25f57', 'port_id': 'a79a6619-3477-4929-8780-4ca7076b223a', 'mac_address': 'fa:16:3e:39:5b:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e502742e-c3ee-4d9f-b87a-8376b5fc3228', 'ip_address': '19.80.0.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:28:07.705553 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:07.722246 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a79a6619-3477-4929-8780-4ca7076b223a {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:28:07.749244 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port a79a6619-3477-4929-8780-4ca7076b223a, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=a79a6619-3477-4929-8780-4ca7076b223a,segment=NetworkSegment(c916a4c5-f78f-49cb-bb53-88f9467401b2),segment_id=c916a4c5-f78f-49cb-bb53-88f9467401b2)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:28:07.762532 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:07.763325 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device b427fecb-0139-46ed-92d1-3b2fecf094fd details requested by agent hyperv_n-h1-761264-19 with host n-h1-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:28:07.840813 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port b427fecb-0139-46ed-92d1-3b2fecf094fd, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=b427fecb-0139-46ed-92d1-3b2fecf094fd,segment=NetworkSegment(c916a4c5-f78f-49cb-bb53-88f9467401b2),segment_id=c916a4c5-f78f-49cb-bb53-88f9467401b2)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:28:07.858382 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Returning: {'device': 'b427fecb-0139-46ed-92d1-3b2fecf094fd', 'network_id': 'd82cbd1c-a154-44e7-a6cf-0543b0c25f57', 'port_id': 'b427fecb-0139-46ed-92d1-3b2fecf094fd', 'mac_address': 'fa:16:3e:65:6c:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e502742e-c3ee-4d9f-b87a-8376b5fc3228', 'ip_address': '19.80.0.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:28:07.880462 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=a79a6619-3477-4929-8780-4ca7076b223a,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:07.891816 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2e18f8-3b65-4f0f-b258-2d6f6332caec req-28822ddd-4d91-48bc-9892-74d1b6c5c46e tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:07.893407 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ae2e18f8-3b65-4f0f-b258-2d6f6332caec req-28822ddd-4d91-48bc-9892-74d1b6c5c46e tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1dcec98-db36-4ee0-ba7d-c88dcb3b2793 HTTP/1.1" status: 200 len: 945 time: 0.0810347 Dec 20 14:28:07.928472 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:07.947638 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b427fecb-0139-46ed-92d1-3b2fecf094fd {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:28:07.976756 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port b427fecb-0139-46ed-92d1-3b2fecf094fd, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=b427fecb-0139-46ed-92d1-3b2fecf094fd,segment=NetworkSegment(c916a4c5-f78f-49cb-bb53-88f9467401b2),segment_id=c916a4c5-f78f-49cb-bb53-88f9467401b2)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:28:07.984910 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:07.985647 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-757ae0e1-1269-472e-94e1-2437cce48331 req-9a7a19b1-a180-4d41-959f-b4c217aeee6b service neutron] 10.222.0.54 "GET /v2.0/networks/2d7ab868-da79-43c0-805a-c026f1ebce8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4865942 Dec 20 14:28:08.002747 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ae2e18f8-3b65-4f0f-b258-2d6f6332caec req-a2b906ec-5177-49cf-9f58-2f6713afaea0 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799859 Dec 20 14:28:08.083151 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=b427fecb-0139-46ed-92d1-3b2fecf094fd,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:08.120828 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-230ded0f-35bd-4da9-a83f-9c4c82e481b4 x-openstack-request-id: req-230ded0f-35bd-4da9-a83f-9c4c82e481b4 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:28:08.121358 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49f6d211-4e31-4abc-bbd8-15602e0ff0eb", "name": "network-vif-deleted", "tag": "6b5c8375-206d-4d83-8415-457430d386a5", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:28:08.121687 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-230ded0f-35bd-4da9-a83f-9c4c82e481b4 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:28:08.122466 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49f6d211-4e31-4abc-bbd8-15602e0ff0eb', 'name': 'network-vif-deleted', 'tag': '6b5c8375-206d-4d83-8415-457430d386a5', 'status': 'completed', 'code': 200} Dec 20 14:28:08.129700 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-757ae0e1-1269-472e-94e1-2437cce48331 req-982559ed-2fb9-486c-b340-e1b4329dc97e service neutron] 10.222.0.54 "GET /v2.0/networks/2d7ab868-da79-43c0-805a-c026f1ebce8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333044 Dec 20 14:28:08.214095 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4c42bf26-b810-462e-8e0a-c19739e465a9 req-a093d597-e4f5-49fc-916b-0669d19c617c tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] 10.222.0.54 "GET /v2.0/floatingips/db9a2be1-8503-47bf-9ced-f548bac40b0d HTTP/1.1" status: 200 len: 693 time: 0.0717525 Dec 20 14:28:08.284592 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-757ae0e1-1269-472e-94e1-2437cce48331 req-e6f3e6e2-25c2-4584-91c9-2281afd67682 service neutron] 10.222.0.54 "GET /v2.0/networks/2d7ab868-da79-43c0-805a-c026f1ebce8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472020 Dec 20 14:28:08.432557 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c42bf26-b810-462e-8e0a-c19739e465a9 req-d28e83f5-35a8-4d51-a57e-f6fb4f1cd83b tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:08.448985 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4c42bf26-b810-462e-8e0a-c19739e465a9 req-d28e83f5-35a8-4d51-a57e-f6fb4f1cd83b tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] 10.222.0.54 "GET /v2.0/networks/c3f8658e-da35-41f3-bd03-509e29ebd6f3 HTTP/1.1" status: 200 len: 784 time: 0.2283511 Dec 20 14:28:08.524262 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-757ae0e1-1269-472e-94e1-2437cce48331 req-0fb80016-4bcd-4305-8127-2552c5e6844a service neutron] 10.222.0.54 "GET /v2.0/networks/2d7ab868-da79-43c0-805a-c026f1ebce8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326849 Dec 20 14:28:08.528823 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4c42bf26-b810-462e-8e0a-c19739e465a9 req-37832db1-7261-4018-85ee-a0a09b045a42 tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.136 HTTP/1.1" status: 200 len: 696 time: 0.0714180 Dec 20 14:28:08.552361 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['a79a6619-3477-4929-8780-4ca7076b223a'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:28:08.607503 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4c42bf26-b810-462e-8e0a-c19739e465a9 req-b65c6cac-6679-4463-a7a7-337f1e161b40 tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.136 HTTP/1.1" status: 200 len: 696 time: 0.0687115 Dec 20 14:28:08.664387 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['20764089-f544-4a47-998b-dc3ed99f23a1'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:28:08.795856 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-4c42bf26-b810-462e-8e0a-c19739e465a9 req-8d46fef7-785e-4db0-801e-46a0d42dd6e1 tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] Deleting port 0b63b755-0ba8-4b63-8128-f6e341af5bb6 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:28:08.796591 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-4c42bf26-b810-462e-8e0a-c19739e465a9 req-8d46fef7-785e-4db0-801e-46a0d42dd6e1 tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:08.927927 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-4c42bf26-b810-462e-8e0a-c19739e465a9 req-8d46fef7-785e-4db0-801e-46a0d42dd6e1 tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:08.928637 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-4c42bf26-b810-462e-8e0a-c19739e465a9 req-8d46fef7-785e-4db0-801e-46a0d42dd6e1 tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:08.944662 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-4c42bf26-b810-462e-8e0a-c19739e465a9 req-8d46fef7-785e-4db0-801e-46a0d42dd6e1 tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] Calling delete_port for 0b63b755-0ba8-4b63-8128-f6e341af5bb6 owned by network:floatingip {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:28:09.132177 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-4c42bf26-b810-462e-8e0a-c19739e465a9 req-8d46fef7-785e-4db0-801e-46a0d42dd6e1 tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:09.200285 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d46fef7-785e-4db0-801e-46a0d42dd6e1 tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] Pushing event deleted for resources: {'Port': ['ID=0b63b755-0ba8-4b63-8128-f6e341af5bb6,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:09.254677 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-4c42bf26-b810-462e-8e0a-c19739e465a9 req-8d46fef7-785e-4db0-801e-46a0d42dd6e1 tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] Publish callbacks [] for floatingip, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:09.257735 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-4c42bf26-b810-462e-8e0a-c19739e465a9 req-8d46fef7-785e-4db0-801e-46a0d42dd6e1 tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:09.265340 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4c42bf26-b810-462e-8e0a-c19739e465a9 req-8d46fef7-785e-4db0-801e-46a0d42dd6e1 tempest-FloatingIPDetailsTestJSON-66658090 tempest-FloatingIPDetailsTestJSON-66658090-project] 10.222.0.54 "DELETE /v2.0/floatingips/db9a2be1-8503-47bf-9ced-f548bac40b0d HTTP/1.1" status: 204 len: 173 time: 0.6567616 Dec 20 14:28:09.266625 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 55068) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:28:09.549673 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8912bb88-0bfa-4b09-80bc-e16abb33f81f req-3b31e658-13ff-44d4-a9ea-64bc1340549d tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:09.558642 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8912bb88-0bfa-4b09-80bc-e16abb33f81f req-3b31e658-13ff-44d4-a9ea-64bc1340549d tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:09.578601 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8912bb88-0bfa-4b09-80bc-e16abb33f81f req-3b31e658-13ff-44d4-a9ea-64bc1340549d tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:09.581320 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8912bb88-0bfa-4b09-80bc-e16abb33f81f req-3b31e658-13ff-44d4-a9ea-64bc1340549d tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.54 "GET /v2.0/ports?device_id=cb025089-e24a-461e-bd2f-09b9afb43d50 HTTP/1.1" status: 200 len: 2414 time: 0.1663404 Dec 20 14:28:09.665557 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['b427fecb-0139-46ed-92d1-3b2fecf094fd'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:28:09.701072 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8912bb88-0bfa-4b09-80bc-e16abb33f81f req-31d46386-77a2-4094-891e-c500ced64d1c tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.54 "GET /v2.0/security-groups?id=38c67d1f-c5c0-4d18-a181-659c37118040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114166 Dec 20 14:28:10.016510 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 55084) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:28:10.104257 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db9b649-aafa-4258-ac70-e1dba5c497db req-08a195e8-0016-4316-a638-99f1da8ad08d tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:10.116592 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9db9b649-aafa-4258-ac70-e1dba5c497db req-08a195e8-0016-4316-a638-99f1da8ad08d tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1dcec98-db36-4ee0-ba7d-c88dcb3b2793 HTTP/1.1" status: 200 len: 945 time: 0.2455311 Dec 20 14:28:10.199021 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ed7e5bc4-3e12-4aa6-8865-63c9181a2417 req-02fa61ed-e84d-4863-ab44-7e0b8ffadf51 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3e943d5-5d01-407d-9414-c89d08826b2f HTTP/1.1" status: 200 len: 210 time: 0.0841601 Dec 20 14:28:10.237025 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9db9b649-aafa-4258-ac70-e1dba5c497db req-d37a116b-083c-4d3e-955a-e917e1363384 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109574 Dec 20 14:28:10.311223 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0d344251-ba53-4053-b54c-30a812247c62 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:10.348668 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0d344251-ba53-4053-b54c-30a812247c62 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:10.376283 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-53266b15-0ec8-492e-8e46-3f05878a7f3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1595867'] for router_interface, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:10.502472 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0d344251-ba53-4053-b54c-30a812247c62 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:10.505706 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0d344251-ba53-4053-b54c-30a812247c62 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:10.509795 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 55094) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:28:10.510059 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-0d344251-ba53-4053-b54c-30a812247c62 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] 10.222.0.54 "DELETE /v2.0/security-groups/a09e6f2b-7c8e-422a-b663-cabaee51b7b4 HTTP/1.1" status: 204 len: 168 time: 0.4656477 Dec 20 14:28:10.528075 n-d-761264-19 neutron-server[103168]: INFO neutron.api.v2.resource [None req-ef4d679a-8a3d-4e30-9324-b2806ffa2821 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] show failed (client error): The resource could not be found. Dec 20 14:28:10.530837 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-ef4d679a-8a3d-4e30-9324-b2806ffa2821 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] 10.222.0.54 "GET /v2.0/security-groups/a09e6f2b-7c8e-422a-b663-cabaee51b7b4 HTTP/1.1" status: 404 len: 347 time: 0.0188336 Dec 20 14:28:10.533473 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 55096) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:28:10.533738 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d344251-ba53-4053-b54c-30a812247c62 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a09e6f2b-7c8e-422a-b663-cabaee51b7b4,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:10.618017 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d344251-ba53-4053-b54c-30a812247c62 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:28:10.618317 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d344251-ba53-4053-b54c-30a812247c62 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:28:10.618593 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d344251-ba53-4053-b54c-30a812247c62 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:28:10.619161 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d344251-ba53-4053-b54c-30a812247c62 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:28:10.619650 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d344251-ba53-4053-b54c-30a812247c62 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:28:10.620231 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d344251-ba53-4053-b54c-30a812247c62 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:28:10.620658 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d344251-ba53-4053-b54c-30a812247c62 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:28:10.621062 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d344251-ba53-4053-b54c-30a812247c62 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:28:10.621510 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d344251-ba53-4053-b54c-30a812247c62 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:28:10.621945 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d344251-ba53-4053-b54c-30a812247c62 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:28:10.622574 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d344251-ba53-4053-b54c-30a812247c62 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:28:10.623014 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d344251-ba53-4053-b54c-30a812247c62 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:28:10.623481 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d344251-ba53-4053-b54c-30a812247c62 tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:28:10.713472 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-86aa68e4-8a0d-46bd-a83a-74afe67c831a tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Deleting port d96a010f-7df2-4438-8bf6-054c9405a88a {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:28:10.714066 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-86aa68e4-8a0d-46bd-a83a-74afe67c831a tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:10.887385 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-86aa68e4-8a0d-46bd-a83a-74afe67c831a tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:10.887610 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-86aa68e4-8a0d-46bd-a83a-74afe67c831a tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:10.904983 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-86aa68e4-8a0d-46bd-a83a-74afe67c831a tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Calling delete_port for d96a010f-7df2-4438-8bf6-054c9405a88a owned by network:floatingip {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:28:11.009605 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 20764089-f544-4a47-998b-dc3ed99f23a1 up at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:28:11.040627 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-53266b15-0ec8-492e-8e46-3f05878a7f3b admin admin] Deleting port 210d6bbe-340d-4ffc-95e0-97527d67f9db {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:28:11.041034 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-53266b15-0ec8-492e-8e46-3f05878a7f3b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:11.094198 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398c58c1-5b9f-4dbe-ba2b-53ab3c4b2ea5 req-801031b9-f94a-4a59-b1d7-36ef244f213a tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:11.118115 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning for port 20764089-f544-4a47-998b-dc3ed99f23a1 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:28:11.119729 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398c58c1-5b9f-4dbe-ba2b-53ab3c4b2ea5 req-801031b9-f94a-4a59-b1d7-36ef244f213a tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:11.136823 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398c58c1-5b9f-4dbe-ba2b-53ab3c4b2ea5 req-801031b9-f94a-4a59-b1d7-36ef244f213a tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:11.140182 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-398c58c1-5b9f-4dbe-ba2b-53ab3c4b2ea5 req-801031b9-f94a-4a59-b1d7-36ef244f213a tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.54 "GET /v2.0/ports?device_id=cb025089-e24a-461e-bd2f-09b9afb43d50 HTTP/1.1" status: 200 len: 2414 time: 0.3104889 Dec 20 14:28:11.159729 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning complete for port 20764089-f544-4a47-998b-dc3ed99f23a1 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:28:11.160529 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:11.337140 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-86aa68e4-8a0d-46bd-a83a-74afe67c831a tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:11.368460 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-398c58c1-5b9f-4dbe-ba2b-53ab3c4b2ea5 req-3f28197c-d883-45f4-908f-9bd69efead67 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.54 "GET /v2.0/security-groups?id=38c67d1f-c5c0-4d18-a181-659c37118040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099476 Dec 20 14:28:11.418151 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ae0e1-1269-472e-94e1-2437cce48331 req-25e9a258-dcad-426e-845f-a59a59f6a4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:11.420417 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-757ae0e1-1269-472e-94e1-2437cce48331 req-25e9a258-dcad-426e-845f-a59a59f6a4e3 service neutron] 10.222.0.47 "GET /v2.0/ports/472629f0-99a5-462a-9b97-0c161849b783 HTTP/1.1" status: 200 len: 1032 time: 0.1546149 Dec 20 14:28:11.425447 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:11.459751 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aa68e4-8a0d-46bd-a83a-74afe67c831a tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Pushing event deleted for resources: {'Port': ['ID=d96a010f-7df2-4438-8bf6-054c9405a88a,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:11.474684 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb025089-e24a-461e-bd2f-09b9afb43d50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20764089-f544-4a47-998b-dc3ed99f23a1'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:28:11.480706 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2203edaf-cf5b-442f-83be-a05fafe93ce3" -d '{"events": [{"server_uuid": "cb025089-e24a-461e-bd2f-09b9afb43d50", "name": "network-vif-plugged", "status": "completed", "tag": "20764089-f544-4a47-998b-dc3ed99f23a1"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:28:11.502974 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:11.516199 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 20764089-f544-4a47-998b-dc3ed99f23a1, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=20764089-f544-4a47-998b-dc3ed99f23a1,segment=NetworkSegment(61ad2662-cd04-46ff-824f-39b17b1f321e),segment_id=61ad2662-cd04-46ff-824f-39b17b1f321e)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:28:11.523430 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:11.524427 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device a79a6619-3477-4929-8780-4ca7076b223a up at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:28:11.566817 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ae0e1-1269-472e-94e1-2437cce48331 req-76a10231-2270-4693-8965-6974bc15ffd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:11.570063 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-757ae0e1-1269-472e-94e1-2437cce48331 req-76a10231-2270-4693-8965-6974bc15ffd1 service neutron] 10.222.0.47 "GET /v2.0/ports/53964767-e153-45ad-817f-303368cbc376 HTTP/1.1" status: 200 len: 1032 time: 0.1393156 Dec 20 14:28:11.609981 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-53266b15-0ec8-492e-8e46-3f05878a7f3b admin admin] For port 210d6bbe-340d-4ffc-95e0-97527d67f9db, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=210d6bbe-340d-4ffc-95e0-97527d67f9db,segment=NetworkSegment(4fc4e0ac-318d-4ccf-be3a-725bc954134e),segment_id=4fc4e0ac-318d-4ccf-be3a-725bc954134e)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:28:11.610350 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-53266b15-0ec8-492e-8e46-3f05878a7f3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:11.654368 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-53266b15-0ec8-492e-8e46-3f05878a7f3b admin admin] Calling delete_port for 210d6bbe-340d-4ffc-95e0-97527d67f9db owned by network:router_interface {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:28:11.694625 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b0e441-079a-44ae-84d6-54938be79af3 req-e4cbab5d-1f11-42b9-b86d-c198d49c975c tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:11.699399 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-35b0e441-079a-44ae-84d6-54938be79af3 req-e4cbab5d-1f11-42b9-b86d-c198d49c975c tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1dcec98-db36-4ee0-ba7d-c88dcb3b2793 HTTP/1.1" status: 200 len: 945 time: 0.2531242 Dec 20 14:28:11.733881 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=20764089-f544-4a47-998b-dc3ed99f23a1,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:11.761219 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-86aa68e4-8a0d-46bd-a83a-74afe67c831a tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Publish callbacks [] for floatingip, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:11.768982 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-86aa68e4-8a0d-46bd-a83a-74afe67c831a tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:11.771361 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-86aa68e4-8a0d-46bd-a83a-74afe67c831a tempest-ServersWithSpecificFlavorTestJSON-669486104 tempest-ServersWithSpecificFlavorTestJSON-669486104-project] 10.222.0.54 "DELETE /v2.0/floatingips/140ed744-3137-4880-8b41-cff1cb526b1f HTTP/1.1" status: 204 len: 168 time: 1.2354937 Dec 20 14:28:11.781020 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning for port a79a6619-3477-4929-8780-4ca7076b223a completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:28:11.797979 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning complete for port a79a6619-3477-4929-8780-4ca7076b223a triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:28:11.799047 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:11.835870 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-35b0e441-079a-44ae-84d6-54938be79af3 req-336208fc-c320-4e26-9e76-9709641727b2 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630753 Dec 20 14:28:11.942809 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64c6cfd7-7970-4fc6-91e9-56d28fbc18d6 x-openstack-request-id: req-64c6cfd7-7970-4fc6-91e9-56d28fbc18d6 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:28:11.944360 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb025089-e24a-461e-bd2f-09b9afb43d50", "name": "network-vif-plugged", "status": "completed", "tag": "20764089-f544-4a47-998b-dc3ed99f23a1", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:28:11.945287 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-64c6cfd7-7970-4fc6-91e9-56d28fbc18d6 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:28:11.946379 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb025089-e24a-461e-bd2f-09b9afb43d50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20764089-f544-4a47-998b-dc3ed99f23a1', 'code': 200} Dec 20 14:28:11.970076 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:11.992769 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-26cc01d8-3e13-42e2-8a97-b1bbd0b5d155 req-595923ea-d13a-404c-aadd-5a98158369ff tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3e943d5-5d01-407d-9414-c89d08826b2f HTTP/1.1" status: 200 len: 210 time: 0.0317004 Dec 20 14:28:12.004370 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-53266b15-0ec8-492e-8e46-3f05878a7f3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:12.025366 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port a79a6619-3477-4929-8780-4ca7076b223a, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=a79a6619-3477-4929-8780-4ca7076b223a,segment=NetworkSegment(c916a4c5-f78f-49cb-bb53-88f9467401b2),segment_id=c916a4c5-f78f-49cb-bb53-88f9467401b2)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:28:12.040780 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:12.153381 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=a79a6619-3477-4929-8780-4ca7076b223a,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:12.221040 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ae0e1-1269-472e-94e1-2437cce48331 req-e0ba454d-7e16-4a95-926b-c3a7aa5e7402 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:12.229591 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ae0e1-1269-472e-94e1-2437cce48331 req-e0ba454d-7e16-4a95-926b-c3a7aa5e7402 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:12.244214 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ae0e1-1269-472e-94e1-2437cce48331 req-e0ba454d-7e16-4a95-926b-c3a7aa5e7402 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:12.249188 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-757ae0e1-1269-472e-94e1-2437cce48331 req-e0ba454d-7e16-4a95-926b-c3a7aa5e7402 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.47 "GET /v2.0/networks?id=16189b34-662f-400f-bc52-e94ab90158e1&id=0723578d-9472-40dd-b5d6-4342bff5fd37&id=0723578d-9472-40dd-b5d6-4342bff5fd37&id=0723578d-9472-40dd-b5d6-4342bff5fd37&id=0723578d-9472-40dd-b5d6-4342bff5fd37&id=2d7ab868-da79-43c0-805a-c026f1ebce8a&id=2d7ab868-da79-43c0-805a-c026f1ebce8a HTTP/1.1" status: 200 len: 1995 time: 0.6285028 Dec 20 14:28:12.250089 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53266b15-0ec8-492e-8e46-3f05878a7f3b admin admin] Pushing event deleted for resources: {'Port': ['ID=210d6bbe-340d-4ffc-95e0-97527d67f9db,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:12.472964 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-757ae0e1-1269-472e-94e1-2437cce48331 req-5406a466-bb55-4678-bc78-c2f0b87b6d5c tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7db68c07b2e8445b8d4272fa646b5852 HTTP/1.1" status: 200 len: 380 time: 0.1653919 Dec 20 14:28:12.491620 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c917ab3-1ce0-4a6e-ae7f-e498dea6282e req-aa71f926-ea4d-40de-9277-ba8bb64bbc4f tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:12.499098 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8c917ab3-1ce0-4a6e-ae7f-e498dea6282e req-aa71f926-ea4d-40de-9277-ba8bb64bbc4f tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] 10.222.0.54 "GET /v2.0/ports?device_id=fce6808d-28f6-49d3-88e7-87ecaa1de24e HTTP/1.1" status: 200 len: 946 time: 0.1846113 Dec 20 14:28:12.523386 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-757ae0e1-1269-472e-94e1-2437cce48331 req-e0eca5d0-6805-4772-b03d-81141e3c14a8 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Request body: {'port': {'device_id': 'b3e943d5-5d01-407d-9414-c89d08826b2f', 'network_id': '16189b34-662f-400f-bc52-e94ab90158e1', 'admin_state_up': True, 'tenant_id': '7db68c07b2e8445b8d4272fa646b5852', 'security_groups': ['81a62dd3-6166-418b-a2f3-15daa19beec9']}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:28:12.601707 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d78393d-e057-418d-b931-db17658d5f6b req-00beb312-b6a2-406a-ad0b-02538547a93e tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:12.613215 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d78393d-e057-418d-b931-db17658d5f6b req-00beb312-b6a2-406a-ad0b-02538547a93e tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:12.624052 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d78393d-e057-418d-b931-db17658d5f6b req-00beb312-b6a2-406a-ad0b-02538547a93e tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:12.627124 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2d78393d-e057-418d-b931-db17658d5f6b req-00beb312-b6a2-406a-ad0b-02538547a93e tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.54 "GET /v2.0/ports?device_id=cb025089-e24a-461e-bd2f-09b9afb43d50 HTTP/1.1" status: 200 len: 2416 time: 0.1100483 Dec 20 14:28:12.667336 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8c917ab3-1ce0-4a6e-ae7f-e498dea6282e req-e4b20a97-79c7-49f2-bb97-f0c4fab312b1 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] 10.222.0.54 "GET /v2.0/security-groups?id=098a4570-23c8-4b84-8441-a8245fd089b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1660414 Dec 20 14:28:12.705442 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-53266b15-0ec8-492e-8e46-3f05878a7f3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582411'] for router_interface, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:12.712353 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2d78393d-e057-418d-b931-db17658d5f6b req-c5c8737c-ec47-4a10-ad52-216b7e73be9a tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.54 "GET /v2.0/security-groups?id=38c67d1f-c5c0-4d18-a181-659c37118040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762315 Dec 20 14:28:12.858288 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-757ae0e1-1269-472e-94e1-2437cce48331 req-e0eca5d0-6805-4772-b03d-81141e3c14a8 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Made reservation on behalf of 7db68c07b2e8445b8d4272fa646b5852 for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:28:12.862012 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-757ae0e1-1269-472e-94e1-2437cce48331 req-e0eca5d0-6805-4772-b03d-81141e3c14a8 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:13.007509 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device b427fecb-0139-46ed-92d1-3b2fecf094fd up at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:28:13.077191 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning for port b427fecb-0139-46ed-92d1-3b2fecf094fd completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:28:13.078055 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 55148) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:28:13.093709 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning complete for port b427fecb-0139-46ed-92d1-3b2fecf094fd triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:28:13.094613 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:13.153590 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158da998-fd4e-4250-846d-5fa62b8b041b req-b414712e-4be2-4c71-8712-b3bbf1bb5528 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:13.161941 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-158da998-fd4e-4250-846d-5fa62b8b041b req-b414712e-4be2-4c71-8712-b3bbf1bb5528 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1dcec98-db36-4ee0-ba7d-c88dcb3b2793 HTTP/1.1" status: 200 len: 945 time: 0.2329223 Dec 20 14:28:13.242886 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:13.246184 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d556ba95-2ec5-433f-a011-4839bd02c8c6 req-2450007b-6549-4356-84e3-d74f27d12b5c tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3e943d5-5d01-407d-9414-c89d08826b2f HTTP/1.1" status: 200 len: 210 time: 0.0492570 Dec 20 14:28:13.264500 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-158da998-fd4e-4250-846d-5fa62b8b041b req-8470fb4f-975f-4646-a5a5-23070ea1fade tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004910 Dec 20 14:28:13.287212 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port b427fecb-0139-46ed-92d1-3b2fecf094fd, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=b427fecb-0139-46ed-92d1-3b2fecf094fd,segment=NetworkSegment(c916a4c5-f78f-49cb-bb53-88f9467401b2),segment_id=c916a4c5-f78f-49cb-bb53-88f9467401b2)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:28:13.294048 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:13.302364 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53266b15-0ec8-492e-8e46-3f05878a7f3b admin admin] Router 3f721ecf-7687-45f7-a127-60f28c7420f6 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:28:13.331544 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [req-757ae0e1-1269-472e-94e1-2437cce48331 req-e0eca5d0-6805-4772-b03d-81141e3c14a8 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Allocated IP 172.20.0.6 (16189b34-662f-400f-bc52-e94ab90158e1/2fffa9a2-9cbe-46b2-9b29-5a8bd9778f5b/fc3c68f4-a329-4427-b5d7-367e479e930e) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:28:13.350778 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=b427fecb-0139-46ed-92d1-3b2fecf094fd,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:13.597634 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53266b15-0ec8-492e-8e46-3f05878a7f3b admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:28:13.608422 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d89e2e5-9229-4d44-bc3d-6f69afc2d4a0 None None] Sync routers for ids ['3f721ecf-7687-45f7-a127-60f28c7420f6'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:28:13.629320 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d89e2e5-9229-4d44-bc3d-6f69afc2d4a0 None None] Routers {'3f721ecf-7687-45f7-a127-60f28c7420f6'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:28:13.630086 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-0d89e2e5-9229-4d44-bc3d-6f69afc2d4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:28:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['3f721ecf-7687-45f7-a127-60f28c7420f6'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:28:13.632327 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-53266b15-0ec8-492e-8e46-3f05878a7f3b admin admin] 10.222.0.54 "PUT /v2.0/routers/3f721ecf-7687-45f7-a127-60f28c7420f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3643327 Dec 20 14:28:13.638511 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 55154) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:28:13.754640 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-757ae0e1-1269-472e-94e1-2437cce48331 req-e0eca5d0-6805-4772-b03d-81141e3c14a8 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:13.809429 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-0d89e2e5-9229-4d44-bc3d-6f69afc2d4a0 None None] Set router 3f721ecf-7687-45f7-a127-60f28c7420f6 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:28:13.889215 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e87277d4-b6ba-47d7-b6f2-a0a72e671e1e admin admin] Publish callbacks [] for router, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:13.954641 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a15897-551e-4313-80af-532857049912 req-75c07baa-a95e-482f-96b8-5130c10dad50 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:13.960935 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a15897-551e-4313-80af-532857049912 req-75c07baa-a95e-482f-96b8-5130c10dad50 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:13.966836 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a15897-551e-4313-80af-532857049912 req-75c07baa-a95e-482f-96b8-5130c10dad50 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:13.968696 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-56a15897-551e-4313-80af-532857049912 req-75c07baa-a95e-482f-96b8-5130c10dad50 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.54 "GET /v2.0/ports?device_id=cb025089-e24a-461e-bd2f-09b9afb43d50 HTTP/1.1" status: 200 len: 2417 time: 0.0797889 Dec 20 14:28:14.052292 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb025089-e24a-461e-bd2f-09b9afb43d50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a79a6619-3477-4929-8780-4ca7076b223a'}, {'server_uuid': 'cb025089-e24a-461e-bd2f-09b9afb43d50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b427fecb-0139-46ed-92d1-3b2fecf094fd'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:28:14.055015 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71a29b22-fd26-4668-8115-c2861e94ec50" -d '{"events": [{"server_uuid": "cb025089-e24a-461e-bd2f-09b9afb43d50", "name": "network-vif-plugged", "status": "completed", "tag": "a79a6619-3477-4929-8780-4ca7076b223a"}, {"server_uuid": "cb025089-e24a-461e-bd2f-09b9afb43d50", "name": "network-vif-plugged", "status": "completed", "tag": "b427fecb-0139-46ed-92d1-3b2fecf094fd"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:28:14.113669 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e87277d4-b6ba-47d7-b6f2-a0a72e671e1e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:14.144524 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-56a15897-551e-4313-80af-532857049912 req-18061a02-71fc-41e9-bb48-ae2d5e2e2b0d tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.54 "GET /v2.0/security-groups?id=38c67d1f-c5c0-4d18-a181-659c37118040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250279 Dec 20 14:28:14.209155 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-0d89e2e5-9229-4d44-bc3d-6f69afc2d4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f721ecf-7687-45f7-a127-60f28c7420f6', 'name': 'tempest-FloatingIPDetailsTestJSON-1686122816-router', 'tenant_id': '143b13c01acb41e1ab898662acfb89e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '740a9bc2-222e-49a5-af94-61b2f6dc1bdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:27:18Z', 'updated_at': '2021-12-20T14:28:11Z', 'revision_number': 5, 'project_id': '143b13c01acb41e1ab898662acfb89e3', 'gw_port': {'id': '740a9bc2-222e-49a5-af94-61b2f6dc1bdd', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f721ecf-7687-45f7-a127-60f28c7420f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:27:21Z', 'updated_at': '2021-12-20T14:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:28:14.261503 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 20 Dec 2021 14:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d907d8c-4f9e-40f3-be47-e6fc978b6fe5 x-openstack-request-id: req-3d907d8c-4f9e-40f3-be47-e6fc978b6fe5 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:28:14.261903 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb025089-e24a-461e-bd2f-09b9afb43d50", "name": "network-vif-plugged", "status": "completed", "tag": "a79a6619-3477-4929-8780-4ca7076b223a", "code": 200}, {"server_uuid": "cb025089-e24a-461e-bd2f-09b9afb43d50", "name": "network-vif-plugged", "status": "completed", "tag": "b427fecb-0139-46ed-92d1-3b2fecf094fd", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:28:14.262230 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3d907d8c-4f9e-40f3-be47-e6fc978b6fe5 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:28:14.271605 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb025089-e24a-461e-bd2f-09b9afb43d50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a79a6619-3477-4929-8780-4ca7076b223a', 'code': 200} Dec 20 14:28:14.272807 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb025089-e24a-461e-bd2f-09b9afb43d50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b427fecb-0139-46ed-92d1-3b2fecf094fd', 'code': 200} Dec 20 14:28:14.276890 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d89e2e5-9229-4d44-bc3d-6f69afc2d4a0 None None] Checking router: 3f721ecf-7687-45f7-a127-60f28c7420f6 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:28:14.292078 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-757ae0e1-1269-472e-94e1-2437cce48331 req-e0eca5d0-6805-4772-b03d-81141e3c14a8 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:14.298954 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d89e2e5-9229-4d44-bc3d-6f69afc2d4a0 None None] Routers {'3f721ecf-7687-45f7-a127-60f28c7420f6'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:28:14.299586 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-0d89e2e5-9229-4d44-bc3d-6f69afc2d4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:28:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['3f721ecf-7687-45f7-a127-60f28c7420f6'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:28:14.380515 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eca5d0-6805-4772-b03d-81141e3c14a8 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Pushing event updated for resources: {'Port': ['ID=fc3c68f4-a329-4427-b5d7-367e479e930e,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:14.397129 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-757ae0e1-1269-472e-94e1-2437cce48331 req-e0eca5d0-6805-4772-b03d-81141e3c14a8 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Network 16189b34-662f-400f-bc52-e94ab90158e1 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:28:14.399703 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [req-757ae0e1-1269-472e-94e1-2437cce48331 req-e0eca5d0-6805-4772-b03d-81141e3c14a8 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:28:14.402989 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-e87277d4-b6ba-47d7-b6f2-a0a72e671e1e admin admin] Deleting port 740a9bc2-222e-49a5-af94-61b2f6dc1bdd {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:28:14.403545 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e87277d4-b6ba-47d7-b6f2-a0a72e671e1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:14.406389 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-757ae0e1-1269-472e-94e1-2437cce48331 req-e0eca5d0-6805-4772-b03d-81141e3c14a8 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:28:14.466511 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ae0e1-1269-472e-94e1-2437cce48331 req-e0eca5d0-6805-4772-b03d-81141e3c14a8 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:14.467493 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-757ae0e1-1269-472e-94e1-2437cce48331 req-e0eca5d0-6805-4772-b03d-81141e3c14a8 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:14.481172 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cc912f10-eb01-47df-bbaa-6245493634cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1595867'] for router_interface, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:14.522104 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-0d89e2e5-9229-4d44-bc3d-6f69afc2d4a0 None None] Set router 3f721ecf-7687-45f7-a127-60f28c7420f6 gateway port host: None {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:28:14.544210 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66e60b5-0100-4e4b-8025-529e9ef6f947 req-773d897c-e74a-4ab4-9c5a-544325cf7ba9 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:14.552392 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e66e60b5-0100-4e4b-8025-529e9ef6f947 req-773d897c-e74a-4ab4-9c5a-544325cf7ba9 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3e943d5-5d01-407d-9414-c89d08826b2f HTTP/1.1" status: 200 len: 931 time: 0.2182884 Dec 20 14:28:14.565759 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420240ac-631f-4209-b8b8-afacb79697a3 req-bb58c498-4433-40b4-b790-bedec6410fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:14.566635 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420240ac-631f-4209-b8b8-afacb79697a3 req-bb58c498-4433-40b4-b790-bedec6410fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:14.567342 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420240ac-631f-4209-b8b8-afacb79697a3 req-bb58c498-4433-40b4-b790-bedec6410fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:14.569122 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-420240ac-631f-4209-b8b8-afacb79697a3 req-bb58c498-4433-40b4-b790-bedec6410fec service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cb025089-e24a-461e-bd2f-09b9afb43d50 HTTP/1.1" status: 200 len: 2873 time: 0.2372293 Dec 20 14:28:14.642527 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-757ae0e1-1269-472e-94e1-2437cce48331 req-e0eca5d0-6805-4772-b03d-81141e3c14a8 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1586668 Dec 20 14:28:14.645953 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-0d89e2e5-9229-4d44-bc3d-6f69afc2d4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f721ecf-7687-45f7-a127-60f28c7420f6', 'name': 'tempest-FloatingIPDetailsTestJSON-1686122816-router', 'tenant_id': '143b13c01acb41e1ab898662acfb89e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:27:18Z', 'updated_at': '2021-12-20T14:28:14Z', 'revision_number': 6, 'project_id': '143b13c01acb41e1ab898662acfb89e3', 'gw_port_host': None}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:28:14.659252 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-757ae0e1-1269-472e-94e1-2437cce48331 req-e46e50c6-f072-4ccf-b0c0-7a4b16236e63 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Request body: {'port': {'device_id': 'b3e943d5-5d01-407d-9414-c89d08826b2f', 'network_id': '0723578d-9472-40dd-b5d6-4342bff5fd37', 'admin_state_up': True, 'tenant_id': '7db68c07b2e8445b8d4272fa646b5852', 'security_groups': ['81a62dd3-6166-418b-a2f3-15daa19beec9']}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:28:14.678955 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d89e2e5-9229-4d44-bc3d-6f69afc2d4a0 None None] The sync data for ids ['3f721ecf-7687-45f7-a127-60f28c7420f6'] in n-d-761264-19 is: [{'id': '3f721ecf-7687-45f7-a127-60f28c7420f6', 'name': 'tempest-FloatingIPDetailsTestJSON-1686122816-router', 'tenant_id': '143b13c01acb41e1ab898662acfb89e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:27:18Z', 'updated_at': '2021-12-20T14:28:14Z', 'revision_number': 6, 'project_id': '143b13c01acb41e1ab898662acfb89e3', 'gw_port_host': None}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:28:14.715803 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-420240ac-631f-4209-b8b8-afacb79697a3 req-67cd7b5c-e20c-45f5-b2d3-e948472b7452 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=38c67d1f-c5c0-4d18-a181-659c37118040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252904 Dec 20 14:28:14.756424 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e66e60b5-0100-4e4b-8025-529e9ef6f947 req-8911b8ff-773f-4994-b9a0-aeac222a20c9 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/security-groups?id=81a62dd3-6166-418b-a2f3-15daa19beec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2027650 Dec 20 14:28:14.951878 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477c68ad-f973-437f-9ce8-7e86d4d52f20 req-afbd6c7b-8974-4579-9c1c-9cae12362685 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:14.953447 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-477c68ad-f973-437f-9ce8-7e86d4d52f20 req-afbd6c7b-8974-4579-9c1c-9cae12362685 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1dcec98-db36-4ee0-ba7d-c88dcb3b2793 HTTP/1.1" status: 200 len: 945 time: 0.0750482 Dec 20 14:28:14.985353 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-d6d9c8ea-ec05-4217-ad68-af51a6b1d7b7 None None] Provisioning complete for port fc3c68f4-a329-4427-b5d7-367e479e930e triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:28:14.985717 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d6d9c8ea-ec05-4217-ad68-af51a6b1d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:15.051096 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-d6d9c8ea-ec05-4217-ad68-af51a6b1d7b7 None None] Port fc3c68f4-a329-4427-b5d7-367e479e930e cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:28:15.106475 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:15.128413 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-477c68ad-f973-437f-9ce8-7e86d4d52f20 req-71d558f7-3f8f-42b4-9034-1ddd67f83be2 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365640 Dec 20 14:28:15.169869 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-cc912f10-eb01-47df-bbaa-6245493634cb admin admin] Deleting port af095096-205e-4b90-99b8-832cb31672d2 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:28:15.170251 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cc912f10-eb01-47df-bbaa-6245493634cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:15.271512 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-cc912f10-eb01-47df-bbaa-6245493634cb admin admin] For port af095096-205e-4b90-99b8-832cb31672d2, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=af095096-205e-4b90-99b8-832cb31672d2,segment=NetworkSegment(9f419e6f-875b-4d90-bc7c-6c92d8ac4e58),segment_id=9f419e6f-875b-4d90-bc7c-6c92d8ac4e58)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:28:15.271868 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cc912f10-eb01-47df-bbaa-6245493634cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:15.293878 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-cc912f10-eb01-47df-bbaa-6245493634cb admin admin] Calling delete_port for af095096-205e-4b90-99b8-832cb31672d2 owned by network:router_interface {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:28:15.308536 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-757ae0e1-1269-472e-94e1-2437cce48331 req-e46e50c6-f072-4ccf-b0c0-7a4b16236e63 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Made reservation on behalf of 7db68c07b2e8445b8d4272fa646b5852 for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:28:15.312318 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-757ae0e1-1269-472e-94e1-2437cce48331 req-e46e50c6-f072-4ccf-b0c0-7a4b16236e63 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:15.357665 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-e87277d4-b6ba-47d7-b6f2-a0a72e671e1e admin admin] For port 740a9bc2-222e-49a5-af94-61b2f6dc1bdd, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=740a9bc2-222e-49a5-af94-61b2f6dc1bdd,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:28:15.358016 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e87277d4-b6ba-47d7-b6f2-a0a72e671e1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:15.408211 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-e87277d4-b6ba-47d7-b6f2-a0a72e671e1e admin admin] Calling delete_port for 740a9bc2-222e-49a5-af94-61b2f6dc1bdd owned by network:router_gateway {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:28:15.462201 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed5412-d748-4074-94db-37650d2437ff req-7e3febf8-14ba-4901-b773-a81dc838d0da tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:15.466745 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b90a20c-ae1d-4b4e-9049-bde2c784264f req-a98895cd-277e-42ce-afe0-c980d6f305b9 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:15.468475 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4b90a20c-ae1d-4b4e-9049-bde2c784264f req-a98895cd-277e-42ce-afe0-c980d6f305b9 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] 10.222.0.54 "GET /v2.0/ports?device_id=fce6808d-28f6-49d3-88e7-87ecaa1de24e HTTP/1.1" status: 200 len: 946 time: 0.2370858 Dec 20 14:28:15.475348 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed5412-d748-4074-94db-37650d2437ff req-7e3febf8-14ba-4901-b773-a81dc838d0da tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:15.482610 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed5412-d748-4074-94db-37650d2437ff req-7e3febf8-14ba-4901-b773-a81dc838d0da tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:15.491044 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-44ed5412-d748-4074-94db-37650d2437ff req-7e3febf8-14ba-4901-b773-a81dc838d0da tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.54 "GET /v2.0/ports?device_id=cb025089-e24a-461e-bd2f-09b9afb43d50 HTTP/1.1" status: 200 len: 2417 time: 0.1431553 Dec 20 14:28:15.564390 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-44ed5412-d748-4074-94db-37650d2437ff req-85112c7a-ef00-4043-97ad-37643911dd63 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.54 "GET /v2.0/security-groups?id=38c67d1f-c5c0-4d18-a181-659c37118040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723555 Dec 20 14:28:15.669016 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cc912f10-eb01-47df-bbaa-6245493634cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:15.810876 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc912f10-eb01-47df-bbaa-6245493634cb admin admin] Pushing event deleted for resources: {'Port': ['ID=af095096-205e-4b90-99b8-832cb31672d2,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:15.827794 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e87277d4-b6ba-47d7-b6f2-a0a72e671e1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:15.892798 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87277d4-b6ba-47d7-b6f2-a0a72e671e1e admin admin] Pushing event deleted for resources: {'Port': ['ID=740a9bc2-222e-49a5-af94-61b2f6dc1bdd,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:15.913327 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 210d6bbe-340d-4ffc-95e0-97527d67f9db no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:28:15.939693 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4b90a20c-ae1d-4b4e-9049-bde2c784264f req-9c5ef999-fb64-482e-b079-192ee01a5e66 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] 10.222.0.54 "GET /v2.0/security-groups?id=098a4570-23c8-4b84-8441-a8245fd089b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4481823 Dec 20 14:28:15.984955 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 210d6bbe-340d-4ffc-95e0-97527d67f9db {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:28:15.985296 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 210d6bbe-340d-4ffc-95e0-97527d67f9db not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:28:15.985709 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 740a9bc2-222e-49a5-af94-61b2f6dc1bdd no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:28:16.015780 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [req-757ae0e1-1269-472e-94e1-2437cce48331 req-e46e50c6-f072-4ccf-b0c0-7a4b16236e63 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Allocated IP 10.1.1.105 (0723578d-9472-40dd-b5d6-4342bff5fd37/04afb03f-72c8-4cee-8126-4aad15c5f0f5/2a179faf-fd88-4d1c-8683-0a8bb9be5690) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:28:16.041386 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e87277d4-b6ba-47d7-b6f2-a0a72e671e1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584913'] for router_gateway, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:16.089354 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 740a9bc2-222e-49a5-af94-61b2f6dc1bdd {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:28:16.089731 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 740a9bc2-222e-49a5-af94-61b2f6dc1bdd not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:28:16.220395 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e87277d4-b6ba-47d7-b6f2-a0a72e671e1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40132'] for router, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:16.235088 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e87277d4-b6ba-47d7-b6f2-a0a72e671e1e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:16.362515 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cc912f10-eb01-47df-bbaa-6245493634cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582411'] for router_interface, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:16.409988 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed06db-2d24-4e51-8682-2dc0e055f31c req-ef8dd190-7dc3-4509-bd51-5128788c80fd tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:16.422971 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c5ed06db-2d24-4e51-8682-2dc0e055f31c req-ef8dd190-7dc3-4509-bd51-5128788c80fd tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1dcec98-db36-4ee0-ba7d-c88dcb3b2793 HTTP/1.1" status: 200 len: 945 time: 0.1749420 Dec 20 14:28:16.440394 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e87277d4-b6ba-47d7-b6f2-a0a72e671e1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1594808'] for router, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:16.441367 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e87277d4-b6ba-47d7-b6f2-a0a72e671e1e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f721ecf-7687-45f7-a127-60f28c7420f6 {{(pid=103167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 14:28:16.449862 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e87277d4-b6ba-47d7-b6f2-a0a72e671e1e admin admin] Publish callbacks [] for router, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:16.451468 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-e87277d4-b6ba-47d7-b6f2-a0a72e671e1e admin admin] 10.222.0.54 "DELETE /v2.0/routers/3f721ecf-7687-45f7-a127-60f28c7420f6 HTTP/1.1" status: 204 len: 168 time: 2.8076990 Dec 20 14:28:16.482431 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 55178) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:28:16.604256 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c5ed06db-2d24-4e51-8682-2dc0e055f31c req-9d97b69e-28fa-448a-9871-7cc6c054c248 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782036 Dec 20 14:28:16.677170 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cba09f4-449e-46cf-85f6-dad7141da0c8 req-b030b9ff-af13-4443-965f-fae1c9a018c5 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:16.699887 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5cba09f4-449e-46cf-85f6-dad7141da0c8 req-b030b9ff-af13-4443-965f-fae1c9a018c5 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3e943d5-5d01-407d-9414-c89d08826b2f HTTP/1.1" status: 200 len: 931 time: 0.6373758 Dec 20 14:28:16.700924 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a3fb0f8-1edc-4425-bc03-dd01365b4948 admin admin] Deleting subnet 0b8453f4-17b5-4736-9074-b7942e09ae7c {{(pid=103167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:28:16.708879 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5a3fb0f8-1edc-4425-bc03-dd01365b4948 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:16.789062 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5a3fb0f8-1edc-4425-bc03-dd01365b4948 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954412'] for subnet, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:16.899155 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5cba09f4-449e-46cf-85f6-dad7141da0c8 req-1c0582f1-a86c-4ae1-8a73-23e45e9e6a36 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/security-groups?id=81a62dd3-6166-418b-a2f3-15daa19beec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1979799 Dec 20 14:28:16.950080 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-757ae0e1-1269-472e-94e1-2437cce48331 req-e46e50c6-f072-4ccf-b0c0-7a4b16236e63 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:17.095221 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5a3fb0f8-1edc-4425-bc03-dd01365b4948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:17.192876 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc912f10-eb01-47df-bbaa-6245493634cb admin admin] Router feddcd9f-8f6f-4341-8c8c-fa89bef2d432 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:28:17.254765 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5a3fb0f8-1edc-4425-bc03-dd01365b4948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:17.270029 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5a3fb0f8-1edc-4425-bc03-dd01365b4948 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:17.275256 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-5a3fb0f8-1edc-4425-bc03-dd01365b4948 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/0b8453f4-17b5-4736-9074-b7942e09ae7c HTTP/1.1" status: 204 len: 168 time: 0.7894759 Dec 20 14:28:17.278269 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54aa213b-7f7f-459a-8192-b19d5f50a86f None None] Network 01317b46-743f-4a97-9518-07d8be122d30 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:28:17.281398 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 55184) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:28:17.318422 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3fb0f8-1edc-4425-bc03-dd01365b4948 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b8453f4-17b5-4736-9074-b7942e09ae7c,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:17.346695 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa62819-e133-4dbf-bc65-3d139b774d22 req-4c5a16f8-6be5-4780-8721-8358f6d7ee26 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:17.353058 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa62819-e133-4dbf-bc65-3d139b774d22 req-4c5a16f8-6be5-4780-8721-8358f6d7ee26 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:17.361005 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa62819-e133-4dbf-bc65-3d139b774d22 req-4c5a16f8-6be5-4780-8721-8358f6d7ee26 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:17.369589 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0aa62819-e133-4dbf-bc65-3d139b774d22 req-4c5a16f8-6be5-4780-8721-8358f6d7ee26 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.54 "GET /v2.0/ports?device_id=cb025089-e24a-461e-bd2f-09b9afb43d50 HTTP/1.1" status: 200 len: 2417 time: 0.3008585 Dec 20 14:28:17.372448 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-757ae0e1-1269-472e-94e1-2437cce48331 req-e46e50c6-f072-4ccf-b0c0-7a4b16236e63 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:17.464130 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46e50c6-f072-4ccf-b0c0-7a4b16236e63 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Pushing event updated for resources: {'Port': ['ID=2a179faf-fd88-4d1c-8683-0a8bb9be5690,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:17.467074 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc912f10-eb01-47df-bbaa-6245493634cb admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:28:17.480892 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-cc912f10-eb01-47df-bbaa-6245493634cb admin admin] 10.222.0.54 "PUT /v2.0/routers/feddcd9f-8f6f-4341-8c8c-fa89bef2d432/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4012327 Dec 20 14:28:17.483107 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 55186) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:28:17.485621 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e8e5e4-0f3f-4a75-84d7-22228cb73387 None None] Sync routers for ids ['feddcd9f-8f6f-4341-8c8c-fa89bef2d432'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:28:17.508272 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e8e5e4-0f3f-4a75-84d7-22228cb73387 None None] Routers {'feddcd9f-8f6f-4341-8c8c-fa89bef2d432'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:28:17.511500 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-e6e8e5e4-0f3f-4a75-84d7-22228cb73387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:28:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['feddcd9f-8f6f-4341-8c8c-fa89bef2d432'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:28:17.523708 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a609fe8-9d6d-448f-9c3e-684b236267e2 req-50f4b077-6000-467e-8a42-72022358a2b1 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:17.543605 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4a609fe8-9d6d-448f-9c3e-684b236267e2 req-50f4b077-6000-467e-8a42-72022358a2b1 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] 10.222.0.54 "GET /v2.0/ports?device_id=fce6808d-28f6-49d3-88e7-87ecaa1de24e HTTP/1.1" status: 200 len: 946 time: 0.3808789 Dec 20 14:28:17.574583 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0aa62819-e133-4dbf-bc65-3d139b774d22 req-0098f135-4796-4858-90ea-20b6313f950e tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.54 "GET /v2.0/security-groups?id=38c67d1f-c5c0-4d18-a181-659c37118040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038348 Dec 20 14:28:17.574863 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719881da-80b6-4c8c-a0f5-c5449e927df6 None None] DHCP port deletion for 01317b46-743f-4a97-9518-07d8be122d30 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:28:17.583360 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-757ae0e1-1269-472e-94e1-2437cce48331 req-e46e50c6-f072-4ccf-b0c0-7a4b16236e63 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Network 0723578d-9472-40dd-b5d6-4342bff5fd37 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:28:17.649660 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-e6e8e5e4-0f3f-4a75-84d7-22228cb73387 None None] Set router feddcd9f-8f6f-4341-8c8c-fa89bef2d432 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:28:17.665944 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [req-757ae0e1-1269-472e-94e1-2437cce48331 req-e46e50c6-f072-4ccf-b0c0-7a4b16236e63 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:28:17.687566 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-757ae0e1-1269-472e-94e1-2437cce48331 req-e46e50c6-f072-4ccf-b0c0-7a4b16236e63 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:28:17.767572 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-719881da-80b6-4c8c-a0f5-c5449e927df6 None None] Deleting port 9b726bc5-b9fb-420e-baed-f8bb843eb087 {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:28:17.767957 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-719881da-80b6-4c8c-a0f5-c5449e927df6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:17.801490 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4a609fe8-9d6d-448f-9c3e-684b236267e2 req-dbdda22d-114a-449c-91e2-bc73169eace0 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] 10.222.0.54 "GET /v2.0/security-groups?id=098a4570-23c8-4b84-8441-a8245fd089b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2513778 Dec 20 14:28:17.825603 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-65fcf0dd-ce68-48f5-84e1-0524e886122d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:17.886667 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ae0e1-1269-472e-94e1-2437cce48331 req-e46e50c6-f072-4ccf-b0c0-7a4b16236e63 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:17.887647 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-757ae0e1-1269-472e-94e1-2437cce48331 req-e46e50c6-f072-4ccf-b0c0-7a4b16236e63 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:18.009175 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5c0ed803-d8ff-4ca3-b324-9d15a8781c19 admin admin] Publish callbacks [] for router, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:18.020676 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0465e57e-99df-49f5-9114-a1690aee97cb req-49d2ff09-14e4-4d15-ade6-3f85ba3fbf93 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:18.032471 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0465e57e-99df-49f5-9114-a1690aee97cb req-49d2ff09-14e4-4d15-ade6-3f85ba3fbf93 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1dcec98-db36-4ee0-ba7d-c88dcb3b2793 HTTP/1.1" status: 200 len: 945 time: 0.1993139 Dec 20 14:28:18.074762 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-719881da-80b6-4c8c-a0f5-c5449e927df6 None None] For port 9b726bc5-b9fb-420e-baed-f8bb843eb087, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=9b726bc5-b9fb-420e-baed-f8bb843eb087,segment=NetworkSegment(4fc4e0ac-318d-4ccf-be3a-725bc954134e),segment_id=4fc4e0ac-318d-4ccf-be3a-725bc954134e)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:28:18.075160 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-719881da-80b6-4c8c-a0f5-c5449e927df6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:18.088561 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-757ae0e1-1269-472e-94e1-2437cce48331 req-e46e50c6-f072-4ccf-b0c0-7a4b16236e63 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4396203 Dec 20 14:28:18.119698 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-719881da-80b6-4c8c-a0f5-c5449e927df6 None None] Calling delete_port for 9b726bc5-b9fb-420e-baed-f8bb843eb087 owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:28:18.136966 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-757ae0e1-1269-472e-94e1-2437cce48331 req-0605e4a1-9700-4e53-b540-2c69ab4d3563 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Request body: {'port': {'device_id': 'b3e943d5-5d01-407d-9414-c89d08826b2f', 'network_id': '0723578d-9472-40dd-b5d6-4342bff5fd37', 'admin_state_up': True, 'tenant_id': '7db68c07b2e8445b8d4272fa646b5852', 'security_groups': ['81a62dd3-6166-418b-a2f3-15daa19beec9']}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:28:18.211945 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-e6e8e5e4-0f3f-4a75-84d7-22228cb73387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feddcd9f-8f6f-4341-8c8c-fa89bef2d432', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-32230187-router', 'tenant_id': '6264d8286e254fd5bc5a1b7814fc9e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': 'fe910eb7-95fb-43cf-9119-ab834b3ec122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:21:40Z', 'updated_at': '2021-12-20T14:28:15Z', 'revision_number': 5, 'project_id': '6264d8286e254fd5bc5a1b7814fc9e8d', 'gw_port': {'id': 'fe910eb7-95fb-43cf-9119-ab834b3ec122', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:35:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feddcd9f-8f6f-4341-8c8c-fa89bef2d432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:21:42Z', 'updated_at': '2021-12-20T14:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:28:18.271717 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e8e5e4-0f3f-4a75-84d7-22228cb73387 None None] Checking router: feddcd9f-8f6f-4341-8c8c-fa89bef2d432 for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:28:18.297879 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e8e5e4-0f3f-4a75-84d7-22228cb73387 None None] Routers {'feddcd9f-8f6f-4341-8c8c-fa89bef2d432'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:28:18.298848 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-e6e8e5e4-0f3f-4a75-84d7-22228cb73387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:28:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['feddcd9f-8f6f-4341-8c8c-fa89bef2d432'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:28:18.313131 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 9b726bc5-b9fb-420e-baed-f8bb843eb087 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:28:18.329708 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-719881da-80b6-4c8c-a0f5-c5449e927df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:18.439395 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0465e57e-99df-49f5-9114-a1690aee97cb req-069d67d0-9d93-44b5-8952-477144cbbc62 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3994462 Dec 20 14:28:18.441071 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-65fcf0dd-ce68-48f5-84e1-0524e886122d admin admin] Deleting port 9b726bc5-b9fb-420e-baed-f8bb843eb087 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:28:18.441413 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-65fcf0dd-ce68-48f5-84e1-0524e886122d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:18.443259 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 9b726bc5-b9fb-420e-baed-f8bb843eb087 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:28:18.443897 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 9b726bc5-b9fb-420e-baed-f8bb843eb087 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:28:18.524217 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-65fcf0dd-ce68-48f5-84e1-0524e886122d admin admin] For port 9b726bc5-b9fb-420e-baed-f8bb843eb087, host n-d-761264-19, got binding levels [] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:28:18.524804 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-65fcf0dd-ce68-48f5-84e1-0524e886122d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:18.532155 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719881da-80b6-4c8c-a0f5-c5449e927df6 None None] Pushing event deleted for resources: {'Port': ['ID=9b726bc5-b9fb-420e-baed-f8bb843eb087,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:18.539567 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-65fcf0dd-ce68-48f5-84e1-0524e886122d admin admin] Calling delete_port for 9b726bc5-b9fb-420e-baed-f8bb843eb087 owned by network:dhcp {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:28:18.542893 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.ipam_backend_mixin [None req-65fcf0dd-ce68-48f5-84e1-0524e886122d admin admin] Port 9b726bc5-b9fb-420e-baed-f8bb843eb087 was not found and therefore no delete operation was performed {{(pid=103167) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 20 14:28:18.546394 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-65fcf0dd-ce68-48f5-84e1-0524e886122d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:18.554185 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719881da-80b6-4c8c-a0f5-c5449e927df6 None None] No DVR routers for this DVR port 9b726bc5-b9fb-420e-baed-f8bb843eb087 on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:28:18.567525 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-72a05b50-c606-4f71-8143-bbeac1ae6eda None None] Provisioning complete for port 2a179faf-fd88-4d1c-8683-0a8bb9be5690 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:28:18.567979 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-72a05b50-c606-4f71-8143-bbeac1ae6eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:18.637713 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-e6e8e5e4-0f3f-4a75-84d7-22228cb73387 None None] Set router feddcd9f-8f6f-4341-8c8c-fa89bef2d432 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:28:18.658756 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fcf0dd-ce68-48f5-84e1-0524e886122d admin admin] Pushing event deleted for resources: {'Port': ['ID=9b726bc5-b9fb-420e-baed-f8bb843eb087,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:18.718829 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-72a05b50-c606-4f71-8143-bbeac1ae6eda None None] Port 2a179faf-fd88-4d1c-8683-0a8bb9be5690 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:28:18.742661 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fcf0dd-ce68-48f5-84e1-0524e886122d admin admin] No DVR routers for this DVR port 9b726bc5-b9fb-420e-baed-f8bb843eb087 on host n-d-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:28:18.750361 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5c0ed803-d8ff-4ca3-b324-9d15a8781c19 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:18.890439 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f640da28-56e8-4fbb-8e7c-2746b3bd83a4 req-0944a3d6-7071-4061-bd28-112663844c6e tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:18.893315 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f640da28-56e8-4fbb-8e7c-2746b3bd83a4 req-0944a3d6-7071-4061-bd28-112663844c6e tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] 10.222.0.30 "GET /v2.0/ports?device_id=fce6808d-28f6-49d3-88e7-87ecaa1de24e HTTP/1.1" status: 200 len: 946 time: 0.3296638 Dec 20 14:28:18.906067 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fc339c-1b55-472b-9a1e-e365ff2b0502 req-12ffabe9-9939-4a86-983b-e3b98fc0bf54 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:18.907914 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9d634e-1074-4ff2-a260-4ab30f5825ba req-5cbc8fd6-57a3-46a1-ab4c-dbbc40bedb74 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:18.912722 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fc339c-1b55-472b-9a1e-e365ff2b0502 req-12ffabe9-9939-4a86-983b-e3b98fc0bf54 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:18.914862 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c0fc339c-1b55-472b-9a1e-e365ff2b0502 req-12ffabe9-9939-4a86-983b-e3b98fc0bf54 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3e943d5-5d01-407d-9414-c89d08826b2f HTTP/1.1" status: 200 len: 1653 time: 0.2607255 Dec 20 14:28:18.922421 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9d634e-1074-4ff2-a260-4ab30f5825ba req-5cbc8fd6-57a3-46a1-ab4c-dbbc40bedb74 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:18.929678 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9d634e-1074-4ff2-a260-4ab30f5825ba req-5cbc8fd6-57a3-46a1-ab4c-dbbc40bedb74 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:18.939814 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8a9d634e-1074-4ff2-a260-4ab30f5825ba req-5cbc8fd6-57a3-46a1-ab4c-dbbc40bedb74 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.54 "GET /v2.0/ports?device_id=cb025089-e24a-461e-bd2f-09b9afb43d50 HTTP/1.1" status: 200 len: 2417 time: 0.2687688 Dec 20 14:28:18.994376 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-e6e8e5e4-0f3f-4a75-84d7-22228cb73387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feddcd9f-8f6f-4341-8c8c-fa89bef2d432', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-32230187-router', 'tenant_id': '6264d8286e254fd5bc5a1b7814fc9e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': 'fe910eb7-95fb-43cf-9119-ab834b3ec122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:21:40Z', 'updated_at': '2021-12-20T14:28:15Z', 'revision_number': 5, 'project_id': '6264d8286e254fd5bc5a1b7814fc9e8d', 'gw_port': {'id': 'fe910eb7-95fb-43cf-9119-ab834b3ec122', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:35:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feddcd9f-8f6f-4341-8c8c-fa89bef2d432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:21:42Z', 'updated_at': '2021-12-20T14:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:28:19.029019 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e8e5e4-0f3f-4a75-84d7-22228cb73387 None None] The sync data for ids ['feddcd9f-8f6f-4341-8c8c-fa89bef2d432'] in n-d-761264-19 is: [{'id': 'feddcd9f-8f6f-4341-8c8c-fa89bef2d432', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-32230187-router', 'tenant_id': '6264d8286e254fd5bc5a1b7814fc9e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': 'fe910eb7-95fb-43cf-9119-ab834b3ec122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:21:40Z', 'updated_at': '2021-12-20T14:28:15Z', 'revision_number': 5, 'project_id': '6264d8286e254fd5bc5a1b7814fc9e8d', 'gw_port': {'id': 'fe910eb7-95fb-43cf-9119-ab834b3ec122', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:35:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feddcd9f-8f6f-4341-8c8c-fa89bef2d432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:21:42Z', 'updated_at': '2021-12-20T14:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:28:19.030172 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-65fcf0dd-ce68-48f5-84e1-0524e886122d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:19.078247 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c0fc339c-1b55-472b-9a1e-e365ff2b0502 req-0c4528a6-32b4-4734-b1ad-5a6fbf969787 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/security-groups?id=81a62dd3-6166-418b-a2f3-15daa19beec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1528375 Dec 20 14:28:19.089754 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-65fcf0dd-ce68-48f5-84e1-0524e886122d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01317b46-743f-4a97-9518-07d8be122d30']}} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:28:19.106914 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8a9d634e-1074-4ff2-a260-4ab30f5825ba req-12dc507c-7713-48c9-91da-6d326a201d08 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.54 "GET /v2.0/security-groups?id=38c67d1f-c5c0-4d18-a181-659c37118040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653509 Dec 20 14:28:19.111269 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-757ae0e1-1269-472e-94e1-2437cce48331 req-0605e4a1-9700-4e53-b540-2c69ab4d3563 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Made reservation on behalf of 7db68c07b2e8445b8d4272fa646b5852 for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:28:19.120335 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-757ae0e1-1269-472e-94e1-2437cce48331 req-0605e4a1-9700-4e53-b540-2c69ab4d3563 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:19.157800 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-65fcf0dd-ce68-48f5-84e1-0524e886122d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fc4e0ac-318d-4ccf-be3a-725bc954134e') {'for_net_delete': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:28:19.159384 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-65fcf0dd-ce68-48f5-84e1-0524e886122d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fc4e0ac-318d-4ccf-be3a-725bc954134e') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:28:19.206382 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-5c0ed803-d8ff-4ca3-b324-9d15a8781c19 admin admin] Deleting port fe910eb7-95fb-43cf-9119-ab834b3ec122 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:28:19.207111 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5c0ed803-d8ff-4ca3-b324-9d15a8781c19 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:19.239089 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-65fcf0dd-ce68-48f5-84e1-0524e886122d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954405'] for segment, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:19.293852 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-f640da28-56e8-4fbb-8e7c-2746b3bd83a4 req-ceada152-8497-4923-ab65-1252275cc97c tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] Deleting port 64bffda1-b355-4373-b696-5e1465910e88 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:28:19.294352 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-f640da28-56e8-4fbb-8e7c-2746b3bd83a4 req-ceada152-8497-4923-ab65-1252275cc97c tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:19.317960 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-65fcf0dd-ce68-48f5-84e1-0524e886122d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:19.348627 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f92c1b2-be22-447a-a6a0-80cddd51d47d req-f5d9fbcc-bfdd-48af-b70e-a2ac63e094f7 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:19.351059 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0f92c1b2-be22-447a-a6a0-80cddd51d47d req-f5d9fbcc-bfdd-48af-b70e-a2ac63e094f7 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] 10.222.0.54 "GET /v2.0/ports?device_id=fce6808d-28f6-49d3-88e7-87ecaa1de24e HTTP/1.1" status: 200 len: 946 time: 0.1683347 Dec 20 14:28:19.355974 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65fcf0dd-ce68-48f5-84e1-0524e886122d admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=103167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:28:19.356386 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-65fcf0dd-ce68-48f5-84e1-0524e886122d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9956000'] for segment, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:19.358966 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:19.358966 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:28:19.358966 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:19.358966 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:28:19.358966 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:19.358966 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:28:19.358966 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:19.358966 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:28:19.358966 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:19.358966 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:28:19.358966 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:19.358966 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:28:19.358966 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:19.358966 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:28:19.358966 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:19.358966 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:28:19.358966 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:19.358966 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:28:19.358966 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:19.358966 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:28:19.358966 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:19.358966 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:28:19.358966 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:19.358966 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:28:19.358966 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:19.358966 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:28:19.358966 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:19.358966 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:28:19.358966 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:19.358966 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:28:19.358966 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:19.358966 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:28:19.358966 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:19.358966 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:28:19.358966 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:19.358966 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:28:19.362681 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:19.362681 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:28:19.362681 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:19.362681 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:28:19.362681 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:19.362681 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:28:19.362681 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:19.362681 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:28:19.362681 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:19.362681 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:28:19.362681 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:19.362681 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:28:19.362681 n-d-761264-19 neutron-server[103167]: Traceback (most recent call last): Dec 20 14:28:19.362681 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:28:19.362681 n-d-761264-19 neutron-server[103167]: timer() Dec 20 14:28:19.362681 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:28:19.362681 n-d-761264-19 neutron-server[103167]: cb(*args, **kw) Dec 20 14:28:19.362681 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:28:19.362681 n-d-761264-19 neutron-server[103167]: return func(*args, **kwargs) Dec 20 14:28:19.362681 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:28:19.362681 n-d-761264-19 neutron-server[103167]: self._notify() Dec 20 14:28:19.362681 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:28:19.362681 n-d-761264-19 neutron-server[103167]: self.callback(batched_events) Dec 20 14:28:19.362681 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:28:19.362681 n-d-761264-19 neutron-server[103167]: event.method(event) Dec 20 14:28:19.362681 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:28:19.362681 n-d-761264-19 neutron-server[103167]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:28:19.362681 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:28:19.362681 n-d-761264-19 neutron-server[103167]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:28:19.362681 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:28:19.362681 n-d-761264-19 neutron-server[103167]: return f(self, *a, **k) Dec 20 14:28:19.362681 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:28:19.362681 n-d-761264-19 neutron-server[103167]: return self._get(url).json() Dec 20 14:28:19.362681 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:28:19.362681 n-d-761264-19 neutron-server[103167]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:28:19.362681 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:28:19.362681 n-d-761264-19 neutron-server[103167]: return self.request(url, 'GET', **kwargs) Dec 20 14:28:19.362681 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:28:19.362681 n-d-761264-19 neutron-server[103167]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:28:19.362681 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:28:19.362681 n-d-761264-19 neutron-server[103167]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:28:19.362681 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:28:19.362681 n-d-761264-19 neutron-server[103167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:28:19.362681 n-d-761264-19 neutron-server[103167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:28:19.415549 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-5c0ed803-d8ff-4ca3-b324-9d15a8781c19 admin admin] For port fe910eb7-95fb-43cf-9119-ab834b3ec122, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=fe910eb7-95fb-43cf-9119-ab834b3ec122,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:28:19.415549 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5c0ed803-d8ff-4ca3-b324-9d15a8781c19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:19.437805 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-5c0ed803-d8ff-4ca3-b324-9d15a8781c19 admin admin] Calling delete_port for fe910eb7-95fb-43cf-9119-ab834b3ec122 owned by network:router_gateway {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:28:19.589477 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0f92c1b2-be22-447a-a6a0-80cddd51d47d req-8d834fc8-c65e-4c21-b60d-993bcdc8909e tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] 10.222.0.54 "GET /v2.0/security-groups?id=098a4570-23c8-4b84-8441-a8245fd089b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2237520 Dec 20 14:28:19.617734 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-65fcf0dd-ce68-48f5-84e1-0524e886122d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:19.649370 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-65fcf0dd-ce68-48f5-84e1-0524e886122d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:19.652945 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-65fcf0dd-ce68-48f5-84e1-0524e886122d admin admin] 10.222.0.54 "DELETE /v2.0/networks/01317b46-743f-4a97-9518-07d8be122d30 HTTP/1.1" status: 204 len: 168 time: 2.3458757 Dec 20 14:28:19.720008 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [req-757ae0e1-1269-472e-94e1-2437cce48331 req-0605e4a1-9700-4e53-b540-2c69ab4d3563 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Allocated IP 10.1.1.218 (0723578d-9472-40dd-b5d6-4342bff5fd37/04afb03f-72c8-4cee-8126-4aad15c5f0f5/2c856671-3a5c-476e-9630-cfd7595c0f1c) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:28:19.757933 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-f640da28-56e8-4fbb-8e7c-2746b3bd83a4 req-ceada152-8497-4923-ab65-1252275cc97c tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] For port 64bffda1-b355-4373-b696-5e1465910e88, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=64bffda1-b355-4373-b696-5e1465910e88,segment=NetworkSegment(e2713a8d-e046-48b2-ade5-57fc718f4dab),segment_id=e2713a8d-e046-48b2-ade5-57fc718f4dab)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:28:19.758823 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-f640da28-56e8-4fbb-8e7c-2746b3bd83a4 req-ceada152-8497-4923-ab65-1252275cc97c tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:19.828819 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device af095096-205e-4b90-99b8-832cb31672d2 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:28:19.892638 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: af095096-205e-4b90-99b8-832cb31672d2 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:28:19.907112 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device af095096-205e-4b90-99b8-832cb31672d2 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:28:20.085433 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 55210) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:28:20.158996 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-757ae0e1-1269-472e-94e1-2437cce48331 req-0605e4a1-9700-4e53-b540-2c69ab4d3563 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:20.207298 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9696edc4-d603-4bd6-88ea-ce4dc39badec req-b83514e1-873f-4e31-9fbb-7780e9130db2 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:20.225827 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9696edc4-d603-4bd6-88ea-ce4dc39badec req-b83514e1-873f-4e31-9fbb-7780e9130db2 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1dcec98-db36-4ee0-ba7d-c88dcb3b2793 HTTP/1.1" status: 200 len: 945 time: 0.5921481 Dec 20 14:28:20.282762 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-757ae0e1-1269-472e-94e1-2437cce48331 req-0605e4a1-9700-4e53-b540-2c69ab4d3563 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:20.379662 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fcf0dd-ce68-48f5-84e1-0524e886122d admin admin] Pushing event deleted for resources: {'Network': ['ID=01317b46-743f-4a97-9518-07d8be122d30,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:20.385613 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0605e4a1-9700-4e53-b540-2c69ab4d3563 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Pushing event updated for resources: {'Port': ['ID=2c856671-3a5c-476e-9630-cfd7595c0f1c,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:20.431024 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-757ae0e1-1269-472e-94e1-2437cce48331 req-0605e4a1-9700-4e53-b540-2c69ab4d3563 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Network 0723578d-9472-40dd-b5d6-4342bff5fd37 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:28:20.440324 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [req-757ae0e1-1269-472e-94e1-2437cce48331 req-0605e4a1-9700-4e53-b540-2c69ab4d3563 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:28:20.455594 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc2e927-a6e0-45e0-8e72-4cc6dbf86a10 req-0e12ce42-9579-4cc5-9ff2-51aade94df0f tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:20.463816 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc2e927-a6e0-45e0-8e72-4cc6dbf86a10 req-0e12ce42-9579-4cc5-9ff2-51aade94df0f tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:20.469461 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5c0ed803-d8ff-4ca3-b324-9d15a8781c19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:20.472672 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc2e927-a6e0-45e0-8e72-4cc6dbf86a10 req-0e12ce42-9579-4cc5-9ff2-51aade94df0f tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:20.474759 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8bc2e927-a6e0-45e0-8e72-4cc6dbf86a10 req-0e12ce42-9579-4cc5-9ff2-51aade94df0f tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3e943d5-5d01-407d-9414-c89d08826b2f HTTP/1.1" status: 200 len: 2374 time: 0.2288358 Dec 20 14:28:20.476254 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-757ae0e1-1269-472e-94e1-2437cce48331 req-0605e4a1-9700-4e53-b540-2c69ab4d3563 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:28:20.556334 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ae0e1-1269-472e-94e1-2437cce48331 req-0605e4a1-9700-4e53-b540-2c69ab4d3563 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:20.570360 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-757ae0e1-1269-472e-94e1-2437cce48331 req-0605e4a1-9700-4e53-b540-2c69ab4d3563 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:20.682269 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a922ab89-08c4-41ca-8d8a-10a0cf473e56 req-38bfb28a-6d86-4b8c-b426-f83ff60fff68 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:20.693287 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a922ab89-08c4-41ca-8d8a-10a0cf473e56 req-38bfb28a-6d86-4b8c-b426-f83ff60fff68 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:20.710787 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a922ab89-08c4-41ca-8d8a-10a0cf473e56 req-38bfb28a-6d86-4b8c-b426-f83ff60fff68 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:20.713732 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a922ab89-08c4-41ca-8d8a-10a0cf473e56 req-38bfb28a-6d86-4b8c-b426-f83ff60fff68 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb025089-e24a-461e-bd2f-09b9afb43d50 HTTP/1.1" status: 200 len: 2417 time: 0.4582131 Dec 20 14:28:20.812468 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-757ae0e1-1269-472e-94e1-2437cce48331 req-0605e4a1-9700-4e53-b540-2c69ab4d3563 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7023246 Dec 20 14:28:20.825684 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8bc2e927-a6e0-45e0-8e72-4cc6dbf86a10 req-dca49067-f607-4ba5-a469-3de2f92000ff tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/security-groups?id=81a62dd3-6166-418b-a2f3-15daa19beec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2476773 Dec 20 14:28:20.832624 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-757ae0e1-1269-472e-94e1-2437cce48331 req-e67edfe1-f579-47d3-91b0-3f2f08f5251a tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Request body: {'port': {'device_id': 'b3e943d5-5d01-407d-9414-c89d08826b2f', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '2d7ab868-da79-43c0-805a-c026f1ebce8a', 'admin_state_up': True, 'tenant_id': '7db68c07b2e8445b8d4272fa646b5852', 'security_groups': ['81a62dd3-6166-418b-a2f3-15daa19beec9']}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:28:20.883980 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-2537c854-85cb-493b-a62f-af261a23567c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=143b13c01acb41e1ab898662acfb89e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7539666 Dec 20 14:28:20.883980 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0ed803-d8ff-4ca3-b324-9d15a8781c19 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe910eb7-95fb-43cf-9119-ab834b3ec122,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:20.884467 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-ac09e765-1487-4552-b17c-63dbef4e941a None None] Provisioning complete for port 2c856671-3a5c-476e-9630-cfd7595c0f1c triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:28:20.884467 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ac09e765-1487-4552-b17c-63dbef4e941a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:20.890381 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 55226) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:28:20.958013 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-ac09e765-1487-4552-b17c-63dbef4e941a None None] Port 2c856671-3a5c-476e-9630-cfd7595c0f1c cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:28:21.069412 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-f640da28-56e8-4fbb-8e7c-2746b3bd83a4 req-ceada152-8497-4923-ab65-1252275cc97c tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:21.069939 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-f640da28-56e8-4fbb-8e7c-2746b3bd83a4 req-ceada152-8497-4923-ab65-1252275cc97c tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585115'] for floatingip, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:21.070362 n-d-761264-19 neutron-server[103168]: INFO neutron.db.l3_db [req-f640da28-56e8-4fbb-8e7c-2746b3bd83a4 req-ceada152-8497-4923-ab65-1252275cc97c tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] Floating IP c2a7596c-ddb1-4811-9261-8d43f67b621c disassociated. External IP: 172.25.0.90, port: 64bffda1-b355-4373-b696-5e1465910e88. Dec 20 14:28:21.070961 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-f640da28-56e8-4fbb-8e7c-2746b3bd83a4 req-ceada152-8497-4923-ab65-1252275cc97c tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] Calling delete_port for 64bffda1-b355-4373-b696-5e1465910e88 owned by compute:nova {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:28:21.188369 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4e87fc4e-f12d-412f-a1cd-ccc3daaba845 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:21.207093 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bf3014-0028-4d8d-9c5e-95bfd3cb42be req-bfd7d99a-9829-44ed-9b63-ddc7436e16f4 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:21.215820 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-99bf3014-0028-4d8d-9c5e-95bfd3cb42be req-bfd7d99a-9829-44ed-9b63-ddc7436e16f4 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=391bfd15-b4c6-444c-a466-12316cde3dd1 HTTP/1.1" status: 200 len: 944 time: 0.1840968 Dec 20 14:28:21.275519 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9696edc4-d603-4bd6-88ea-ce4dc39badec req-20731939-a408-42f2-a1fa-50ba0e9792a8 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0465193 Dec 20 14:28:21.279062 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5c0ed803-d8ff-4ca3-b324-9d15a8781c19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584913'] for router_gateway, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:21.286696 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4e87fc4e-f12d-412f-a1cd-ccc3daaba845 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:21.399005 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-a922ab89-08c4-41ca-8d8a-10a0cf473e56 req-732482a7-15bf-4315-ba49-abca330864f1 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Deleting port 20764089-f544-4a47-998b-dc3ed99f23a1 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:28:21.399352 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-a922ab89-08c4-41ca-8d8a-10a0cf473e56 req-732482a7-15bf-4315-ba49-abca330864f1 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:21.409680 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4e87fc4e-f12d-412f-a1cd-ccc3daaba845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:21.413848 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4e87fc4e-f12d-412f-a1cd-ccc3daaba845 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:21.419623 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-4e87fc4e-f12d-412f-a1cd-ccc3daaba845 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/761444ae-ad32-4e66-80ea-0138d62d2c06 HTTP/1.1" status: 204 len: 168 time: 0.5244579 Dec 20 14:28:21.453954 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e87fc4e-f12d-412f-a1cd-ccc3daaba845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=761444ae-ad32-4e66-80ea-0138d62d2c06,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:21.646024 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-757ae0e1-1269-472e-94e1-2437cce48331 req-e67edfe1-f579-47d3-91b0-3f2f08f5251a tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Made reservation on behalf of 7db68c07b2e8445b8d4272fa646b5852 for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:28:21.908597 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-99bf3014-0028-4d8d-9c5e-95bfd3cb42be req-7cb83630-d59b-496f-9578-e551a4894f3f tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6918705 Dec 20 14:28:21.991814 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-a922ab89-08c4-41ca-8d8a-10a0cf473e56 req-732482a7-15bf-4315-ba49-abca330864f1 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] For port 20764089-f544-4a47-998b-dc3ed99f23a1, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=20764089-f544-4a47-998b-dc3ed99f23a1,segment=NetworkSegment(61ad2662-cd04-46ff-824f-39b17b1f321e),segment_id=61ad2662-cd04-46ff-824f-39b17b1f321e)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:28:21.992456 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-a922ab89-08c4-41ca-8d8a-10a0cf473e56 req-732482a7-15bf-4315-ba49-abca330864f1 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:22.026536 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-f640da28-56e8-4fbb-8e7c-2746b3bd83a4 req-ceada152-8497-4923-ab65-1252275cc97c tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:22.049631 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-a922ab89-08c4-41ca-8d8a-10a0cf473e56 req-732482a7-15bf-4315-ba49-abca330864f1 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Calling delete_port for 20764089-f544-4a47-998b-dc3ed99f23a1 owned by compute:nova {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:28:22.063345 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-757ae0e1-1269-472e-94e1-2437cce48331 req-e67edfe1-f579-47d3-91b0-3f2f08f5251a tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:22.095720 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c15001d-d924-44e7-b950-72005e1f8faf req-4364bd9d-2a24-47ac-8276-8faf38bd894d tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:22.098092 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2c15001d-d924-44e7-b950-72005e1f8faf req-4364bd9d-2a24-47ac-8276-8faf38bd894d tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.47 "GET /v2.0/ports?device_id=391bfd15-b4c6-444c-a466-12316cde3dd1 HTTP/1.1" status: 200 len: 944 time: 1.3154092 Dec 20 14:28:22.127440 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceada152-8497-4923-ab65-1252275cc97c tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] Pushing event deleted for resources: {'Port': ['ID=64bffda1-b355-4373-b696-5e1465910e88,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:22.152407 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5c0ed803-d8ff-4ca3-b324-9d15a8781c19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40132'] for router, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:22.164666 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5c0ed803-d8ff-4ca3-b324-9d15a8781c19 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:22.265698 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c3853187-22b5-4801-8df7-b8539f7e6d61 req-0c0a3c5b-edcd-45ec-a36e-b882d091da9e tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] 10.222.0.54 "GET /v2.0/ports?device_id=fce6808d-28f6-49d3-88e7-87ecaa1de24e HTTP/1.1" status: 200 len: 210 time: 0.1589365 Dec 20 14:28:22.337935 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87ac95e-3b8c-40f8-9d99-ab06db449fef req-3d54447a-1dbe-45c6-af56-f420ec20230d tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:22.347349 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87ac95e-3b8c-40f8-9d99-ab06db449fef req-3d54447a-1dbe-45c6-af56-f420ec20230d tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:22.354540 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87ac95e-3b8c-40f8-9d99-ab06db449fef req-3d54447a-1dbe-45c6-af56-f420ec20230d tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:22.364812 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a87ac95e-3b8c-40f8-9d99-ab06db449fef req-3d54447a-1dbe-45c6-af56-f420ec20230d tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.54 "GET /v2.0/ports?device_id=cb025089-e24a-461e-bd2f-09b9afb43d50 HTTP/1.1" status: 200 len: 2417 time: 0.3416114 Dec 20 14:28:22.415869 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5c0ed803-d8ff-4ca3-b324-9d15a8781c19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1594808'] for router, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:22.417278 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c0ed803-d8ff-4ca3-b324-9d15a8781c19 admin admin] Fanout notify agent at l3_agent the message router_deleted on router feddcd9f-8f6f-4341-8c8c-fa89bef2d432 {{(pid=103168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 14:28:22.446574 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5c0ed803-d8ff-4ca3-b324-9d15a8781c19 admin admin] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:22.454362 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-5c0ed803-d8ff-4ca3-b324-9d15a8781c19 admin admin] 10.222.0.54 "DELETE /v2.0/routers/feddcd9f-8f6f-4341-8c8c-fa89bef2d432 HTTP/1.1" status: 204 len: 168 time: 4.9629862 Dec 20 14:28:22.458006 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 55244) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:28:22.721233 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea46d820-d8e0-4309-9dbc-e2ffc8c9acfb admin admin] Deleting subnet e710479b-16cf-4349-9db5-8619d38b2e41 {{(pid=103168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:28:22.733163 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ea46d820-d8e0-4309-9dbc-e2ffc8c9acfb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:22.836314 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f640da28-56e8-4fbb-8e7c-2746b3bd83a4 req-ceada152-8497-4923-ab65-1252275cc97c tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] Router bb0b303f-7230-47e9-bfa8-0d8665589494 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:28:22.855097 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba948981-3925-4c15-b7f2-47ab9da62077 req-d968a7b6-8933-45a6-a10d-09bab5716dc0 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:22.875424 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba948981-3925-4c15-b7f2-47ab9da62077 req-d968a7b6-8933-45a6-a10d-09bab5716dc0 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:22.882399 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba948981-3925-4c15-b7f2-47ab9da62077 req-d968a7b6-8933-45a6-a10d-09bab5716dc0 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:22.892085 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ba948981-3925-4c15-b7f2-47ab9da62077 req-d968a7b6-8933-45a6-a10d-09bab5716dc0 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3e943d5-5d01-407d-9414-c89d08826b2f HTTP/1.1" status: 200 len: 2374 time: 0.3437867 Dec 20 14:28:22.904009 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ea46d820-d8e0-4309-9dbc-e2ffc8c9acfb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9023023'] for subnet, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:23.019706 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a87ac95e-3b8c-40f8-9d99-ab06db449fef req-309f4f73-858f-4410-9c97-4579a329fc91 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.54 "GET /v2.0/security-groups?id=38c67d1f-c5c0-4d18-a181-659c37118040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6535447 Dec 20 14:28:23.078388 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 64bffda1-b355-4373-b696-5e1465910e88 no longer exists at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:28:23.153458 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] No Port match for: 64bffda1-b355-4373-b696-5e1465910e88 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:28:23.155183 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 64bffda1-b355-4373-b696-5e1465910e88 not bound to the agent host n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:28:23.212281 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f640da28-56e8-4fbb-8e7c-2746b3bd83a4 req-ceada152-8497-4923-ab65-1252275cc97c tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:28:23.229026 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011cf1b9-6ab8-4b14-9356-efa8e0a5499d None None] Sync routers for ids ['bb0b303f-7230-47e9-bfa8-0d8665589494'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:28:23.257072 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011cf1b9-6ab8-4b14-9356-efa8e0a5499d None None] Routers {'bb0b303f-7230-47e9-bfa8-0d8665589494'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:28:23.259900 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-011cf1b9-6ab8-4b14-9356-efa8e0a5499d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:28:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['bb0b303f-7230-47e9-bfa8-0d8665589494'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:28:23.319807 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-2c15001d-d924-44e7-b950-72005e1f8faf req-246fbecd-f999-4b9d-adc7-3a9b2cd8f7ee tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Deleting port 543b54c3-a54c-47f5-ad15-569568ada13d {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:28:23.320353 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-2c15001d-d924-44e7-b950-72005e1f8faf req-246fbecd-f999-4b9d-adc7-3a9b2cd8f7ee tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:23.357551 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-f640da28-56e8-4fbb-8e7c-2746b3bd83a4 req-ceada152-8497-4923-ab65-1252275cc97c tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] No DVR routers for this DVR port 64bffda1-b355-4373-b696-5e1465910e88 on host n-h1-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:28:23.390865 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-f640da28-56e8-4fbb-8e7c-2746b3bd83a4 req-ceada152-8497-4923-ab65-1252275cc97c tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:23.394686 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f640da28-56e8-4fbb-8e7c-2746b3bd83a4 req-ceada152-8497-4923-ab65-1252275cc97c tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] 10.222.0.30 "DELETE /v2.0/ports/64bffda1-b355-4373-b696-5e1465910e88 HTTP/1.1" status: 204 len: 173 time: 4.4462099 Dec 20 14:28:23.406552 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fce6808d-28f6-49d3-88e7-87ecaa1de24e', 'name': 'network-vif-deleted', 'tag': '64bffda1-b355-4373-b696-5e1465910e88'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:28:23.410979 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b496b155-dcf2-4559-a2ce-94c0a69bc768" -d '{"events": [{"server_uuid": "fce6808d-28f6-49d3-88e7-87ecaa1de24e", "name": "network-vif-deleted", "tag": "64bffda1-b355-4373-b696-5e1465910e88"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:28:23.462358 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210994ff-7819-4ea3-bf9c-ba04a72ca163 req-b9c927da-0ff9-4402-94fb-ae60d15107b5 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:23.464415 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-210994ff-7819-4ea3-bf9c-ba04a72ca163 req-b9c927da-0ff9-4402-94fb-ae60d15107b5 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1dcec98-db36-4ee0-ba7d-c88dcb3b2793 HTTP/1.1" status: 200 len: 945 time: 0.2772064 Dec 20 14:28:23.580651 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-2c15001d-d924-44e7-b950-72005e1f8faf req-246fbecd-f999-4b9d-adc7-3a9b2cd8f7ee tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] For port 543b54c3-a54c-47f5-ad15-569568ada13d, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=543b54c3-a54c-47f5-ad15-569568ada13d,segment=NetworkSegment(c78eb3db-e8a6-4673-b220-136b3d8ed714),segment_id=c78eb3db-e8a6-4673-b220-136b3d8ed714)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:28:23.582180 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-2c15001d-d924-44e7-b950-72005e1f8faf req-246fbecd-f999-4b9d-adc7-3a9b2cd8f7ee tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:23.666169 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ea46d820-d8e0-4309-9dbc-e2ffc8c9acfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:23.679659 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-011cf1b9-6ab8-4b14-9356-efa8e0a5499d None None] Set router bb0b303f-7230-47e9-bfa8-0d8665589494 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:28:23.687667 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-2c15001d-d924-44e7-b950-72005e1f8faf req-246fbecd-f999-4b9d-adc7-3a9b2cd8f7ee tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Calling delete_port for 543b54c3-a54c-47f5-ad15-569568ada13d owned by compute:nova {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:28:23.798895 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-210994ff-7819-4ea3-bf9c-ba04a72ca163 req-63ba20f7-400f-424e-85a3-ad8aff56edb8 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892292 Dec 20 14:28:23.924624 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ea46d820-d8e0-4309-9dbc-e2ffc8c9acfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8850800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470517'] for subnet, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:23.965241 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea46d820-d8e0-4309-9dbc-e2ffc8c9acfb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e710479b-16cf-4349-9db5-8619d38b2e41,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:23.975730 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ea46d820-d8e0-4309-9dbc-e2ffc8c9acfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:23.982392 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-ea46d820-d8e0-4309-9dbc-e2ffc8c9acfb admin admin] 10.222.0.54 "DELETE /v2.0/subnets/e710479b-16cf-4349-9db5-8619d38b2e41 HTTP/1.1" status: 204 len: 168 time: 1.5103524 Dec 20 14:28:23.983236 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea46d820-d8e0-4309-9dbc-e2ffc8c9acfb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:28:23.983584 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea46d820-d8e0-4309-9dbc-e2ffc8c9acfb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:28:23.983922 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea46d820-d8e0-4309-9dbc-e2ffc8c9acfb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:28:23.984308 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea46d820-d8e0-4309-9dbc-e2ffc8c9acfb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:28:23.984643 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea46d820-d8e0-4309-9dbc-e2ffc8c9acfb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:28:23.984969 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea46d820-d8e0-4309-9dbc-e2ffc8c9acfb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:28:23.985292 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea46d820-d8e0-4309-9dbc-e2ffc8c9acfb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:28:23.985609 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea46d820-d8e0-4309-9dbc-e2ffc8c9acfb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:28:23.985933 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea46d820-d8e0-4309-9dbc-e2ffc8c9acfb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:28:23.986568 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea46d820-d8e0-4309-9dbc-e2ffc8c9acfb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:28:23.987087 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea46d820-d8e0-4309-9dbc-e2ffc8c9acfb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:28:23.987422 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea46d820-d8e0-4309-9dbc-e2ffc8c9acfb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:28:23.987739 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea46d820-d8e0-4309-9dbc-e2ffc8c9acfb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:28:23.991039 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 55276) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:28:24.170014 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ba948981-3925-4c15-b7f2-47ab9da62077 req-fd94f6c2-1534-4d28-8160-34cc796a1908 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/security-groups?id=81a62dd3-6166-418b-a2f3-15daa19beec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2731595 Dec 20 14:28:24.172504 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e6ef9d7f-aa87-44a3-913f-5b891a43eea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:24.192099 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-2c15001d-d924-44e7-b950-72005e1f8faf req-246fbecd-f999-4b9d-adc7-3a9b2cd8f7ee tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:24.202658 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df54b11b-5a3d-479c-bc87-349d359b2676 req-3cd0d964-9c2f-4602-893d-180ef148c79d tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:24.204704 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-df54b11b-5a3d-479c-bc87-349d359b2676 req-3cd0d964-9c2f-4602-893d-180ef148c79d tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=391bfd15-b4c6-444c-a466-12316cde3dd1 HTTP/1.1" status: 200 len: 944 time: 0.1203146 Dec 20 14:28:24.377143 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246fbecd-f999-4b9d-adc7-3a9b2cd8f7ee tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Pushing event deleted for resources: {'Port': ['ID=543b54c3-a54c-47f5-ad15-569568ada13d,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:24.392533 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d943aa88-5fd5-42aa-a993-fff320b69d06 x-openstack-request-id: req-d943aa88-5fd5-42aa-a993-fff320b69d06 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:28:24.392533 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fce6808d-28f6-49d3-88e7-87ecaa1de24e", "name": "network-vif-deleted", "tag": "64bffda1-b355-4373-b696-5e1465910e88", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:28:24.394932 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d943aa88-5fd5-42aa-a993-fff320b69d06 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:28:24.396282 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fce6808d-28f6-49d3-88e7-87ecaa1de24e', 'name': 'network-vif-deleted', 'tag': '64bffda1-b355-4373-b696-5e1465910e88', 'status': 'completed', 'code': 200} Dec 20 14:28:24.398968 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [req-757ae0e1-1269-472e-94e1-2437cce48331 req-e67edfe1-f579-47d3-91b0-3f2f08f5251a tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Allocated IP 10.2.2.100 (2d7ab868-da79-43c0-805a-c026f1ebce8a/09e7c8eb-4da5-4994-ad75-557cbde9bb05/21f92dd2-a47b-44a5-8d5b-a2f2ccf8ee4f) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:28:24.401249 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device fe910eb7-95fb-43cf-9119-ab834b3ec122 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:28:24.431236 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c15001d-d924-44e7-b950-72005e1f8faf req-246fbecd-f999-4b9d-adc7-3a9b2cd8f7ee tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] No DVR routers for this DVR port 543b54c3-a54c-47f5-ad15-569568ada13d on host n-h2-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:28:24.444667 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-2c15001d-d924-44e7-b950-72005e1f8faf req-246fbecd-f999-4b9d-adc7-3a9b2cd8f7ee tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:24.449350 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2c15001d-d924-44e7-b950-72005e1f8faf req-246fbecd-f999-4b9d-adc7-3a9b2cd8f7ee tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.47 "DELETE /v2.0/ports/543b54c3-a54c-47f5-ad15-569568ada13d HTTP/1.1" status: 204 len: 173 time: 2.3231604 Dec 20 14:28:24.455219 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c2011a-e3ae-40e2-a302-143adfce73b9 None None] Network 20e63510-01d1-4b5f-981b-3ccbe7fab833 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:28:24.506090 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-df54b11b-5a3d-479c-bc87-349d359b2676 req-203582f7-f0ae-49b1-b3a0-9ecf28f17340 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571421 Dec 20 14:28:24.508235 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-e6ef9d7f-aa87-44a3-913f-5b891a43eea2 admin admin] Deleting port 7c641d41-dc7c-4c4b-86b4-0ca1dea737ef {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:28:24.508615 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e6ef9d7f-aa87-44a3-913f-5b891a43eea2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:24.515807 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-a922ab89-08c4-41ca-8d8a-10a0cf473e56 req-732482a7-15bf-4315-ba49-abca330864f1 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:24.610079 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 543b54c3-a54c-47f5-ad15-569568ada13d no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:28:24.682255 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-e6ef9d7f-aa87-44a3-913f-5b891a43eea2 admin admin] For port 7c641d41-dc7c-4c4b-86b4-0ca1dea737ef, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=7c641d41-dc7c-4c4b-86b4-0ca1dea737ef,segment=NetworkSegment(9f419e6f-875b-4d90-bc7c-6c92d8ac4e58),segment_id=9f419e6f-875b-4d90-bc7c-6c92d8ac4e58)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:28:24.682956 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e6ef9d7f-aa87-44a3-913f-5b891a43eea2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:24.710557 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: fe910eb7-95fb-43cf-9119-ab834b3ec122 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:28:24.711588 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device fe910eb7-95fb-43cf-9119-ab834b3ec122 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:28:24.739078 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-e6ef9d7f-aa87-44a3-913f-5b891a43eea2 admin admin] Calling delete_port for 7c641d41-dc7c-4c4b-86b4-0ca1dea737ef owned by network:dhcp {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:28:24.821338 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] No Port match for: 543b54c3-a54c-47f5-ad15-569568ada13d {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:28:24.821868 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 543b54c3-a54c-47f5-ad15-569568ada13d not bound to the agent host n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:28:24.879435 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-011cf1b9-6ab8-4b14-9356-efa8e0a5499d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb0b303f-7230-47e9-bfa8-0d8665589494', 'name': 'tempest-ServersTestManualDisk-1541796187-router', 'tenant_id': '3a1d810114e24eb9ab9be2e3341cb8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'e77534bb-6eb4-4606-9aa9-23f0a3098b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:23:38Z', 'updated_at': '2021-12-20T14:23:47Z', 'revision_number': 4, 'project_id': '3a1d810114e24eb9ab9be2e3341cb8d6', 'gw_port': {'id': 'e77534bb-6eb4-4606-9aa9-23f0a3098b2f', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:6e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0b303f-7230-47e9-bfa8-0d8665589494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:23:40Z', 'updated_at': '2021-12-20T14:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '58e0e69f-e726-4cb1-bb2b-ffce98d93b19', 'name': '', 'network_id': '56191e58-e021-4478-8d69-87614a885d60', 'tenant_id': '3a1d810114e24eb9ab9be2e3341cb8d6', 'mac_address': 'fa:16:3e:00:b2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0b303f-7230-47e9-bfa8-0d8665589494', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'aa7dd04c-9ddc-45c9-b9bf-b6ac33d89aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:23:46Z', 'updated_at': '2021-12-20T14:23:53Z', 'revision_number': 5, 'project_id': '3a1d810114e24eb9ab9be2e3341cb8d6', 'subnets': [{'id': 'aa7dd04c-9ddc-45c9-b9bf-b6ac33d89aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:28:24.929456 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011cf1b9-6ab8-4b14-9356-efa8e0a5499d None None] Checking router: bb0b303f-7230-47e9-bfa8-0d8665589494 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:28:24.964757 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011cf1b9-6ab8-4b14-9356-efa8e0a5499d None None] Routers {'bb0b303f-7230-47e9-bfa8-0d8665589494'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:28:24.965665 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-011cf1b9-6ab8-4b14-9356-efa8e0a5499d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:28:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['bb0b303f-7230-47e9-bfa8-0d8665589494'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:28:25.122788 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c545ef6d-c755-4920-bb0f-7c421ee3fbb5 req-04352bcd-3b8a-478a-bd8d-cf4a926e3da9 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:25.128864 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-757ae0e1-1269-472e-94e1-2437cce48331 req-e67edfe1-f579-47d3-91b0-3f2f08f5251a tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:25.147341 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c545ef6d-c755-4920-bb0f-7c421ee3fbb5 req-04352bcd-3b8a-478a-bd8d-cf4a926e3da9 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:25.153886 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c545ef6d-c755-4920-bb0f-7c421ee3fbb5 req-04352bcd-3b8a-478a-bd8d-cf4a926e3da9 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.54 "GET /v2.0/ports?device_id=cb025089-e24a-461e-bd2f-09b9afb43d50 HTTP/1.1" status: 200 len: 1682 time: 0.2451830 Dec 20 14:28:25.156922 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e6ef9d7f-aa87-44a3-913f-5b891a43eea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:25.164572 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-a922ab89-08c4-41ca-8d8a-10a0cf473e56 req-732482a7-15bf-4315-ba49-abca330864f1 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] No DVR routers for this DVR port 20764089-f544-4a47-998b-dc3ed99f23a1 on host n-h1-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:28:25.167454 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732482a7-15bf-4315-ba49-abca330864f1 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Pushing event deleted for resources: {'Port': ['ID=20764089-f544-4a47-998b-dc3ed99f23a1,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:25.170862 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-a922ab89-08c4-41ca-8d8a-10a0cf473e56 req-732482a7-15bf-4315-ba49-abca330864f1 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:25.183106 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a922ab89-08c4-41ca-8d8a-10a0cf473e56 req-732482a7-15bf-4315-ba49-abca330864f1 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.30 "DELETE /v2.0/ports/20764089-f544-4a47-998b-dc3ed99f23a1 HTTP/1.1" status: 204 len: 173 time: 4.4519851 Dec 20 14:28:25.188353 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-011cf1b9-6ab8-4b14-9356-efa8e0a5499d None None] Set router bb0b303f-7230-47e9-bfa8-0d8665589494 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:28:25.226619 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-757ae0e1-1269-472e-94e1-2437cce48331 req-e67edfe1-f579-47d3-91b0-3f2f08f5251a tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:25.228179 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb025089-e24a-461e-bd2f-09b9afb43d50', 'name': 'network-vif-deleted', 'tag': '20764089-f544-4a47-998b-dc3ed99f23a1'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:28:25.231873 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9e5a087-82e0-4b3b-8385-f89a2a384e4c" -d '{"events": [{"server_uuid": "cb025089-e24a-461e-bd2f-09b9afb43d50", "name": "network-vif-deleted", "tag": "20764089-f544-4a47-998b-dc3ed99f23a1"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:28:25.245533 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c1bbb8fe-02e7-4aa4-9493-f0accc94120b req-5ee8b1e0-72d5-44d5-bfe0-9611418d222c tempest-ImagesNegativeTestJSON-1748123941 tempest-ImagesNegativeTestJSON-1748123941-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=74c6fabc604c4b51bf1b06fca07542a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2687733 Dec 20 14:28:25.280176 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ef9d7f-aa87-44a3-913f-5b891a43eea2 admin admin] No DVR routers for this DVR port 7c641d41-dc7c-4c4b-86b4-0ca1dea737ef on host n-d-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:28:25.292520 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ef9d7f-aa87-44a3-913f-5b891a43eea2 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c641d41-dc7c-4c4b-86b4-0ca1dea737ef,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:25.305057 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5779ce-1e74-4646-88d8-ad371cc97e4a None None] DHCP port deletion for 20e63510-01d1-4b5f-981b-3ccbe7fab833 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:28:25.321639 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 20764089-f544-4a47-998b-dc3ed99f23a1 no longer exists at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:28:25.373286 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] No Port match for: 20764089-f544-4a47-998b-dc3ed99f23a1 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:28:25.374833 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 20764089-f544-4a47-998b-dc3ed99f23a1 not bound to the agent host n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:28:25.375474 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device a79a6619-3477-4929-8780-4ca7076b223a no longer exists at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:28:25.461583 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bbb8fe-02e7-4aa4-9493-f0accc94120b req-29006f4a-b0ca-466c-b1c3-0289bcf1e0e8 tempest-ImagesNegativeTestJSON-1748123941 tempest-ImagesNegativeTestJSON-1748123941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:25.469391 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c1bbb8fe-02e7-4aa4-9493-f0accc94120b req-29006f4a-b0ca-466c-b1c3-0289bcf1e0e8 tempest-ImagesNegativeTestJSON-1748123941 tempest-ImagesNegativeTestJSON-1748123941-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2227271 Dec 20 14:28:25.535653 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c545ef6d-c755-4920-bb0f-7c421ee3fbb5 req-049f571a-78b2-4ad9-b9ab-1dd1e19b6ef3 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.54 "GET /v2.0/security-groups?id=38c67d1f-c5c0-4d18-a181-659c37118040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2934678 Dec 20 14:28:25.564235 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c1bbb8fe-02e7-4aa4-9493-f0accc94120b req-bac7036d-d61a-4b7b-9a9b-48c3eaff37db tempest-ImagesNegativeTestJSON-1748123941 tempest-ImagesNegativeTestJSON-1748123941-project] 10.222.0.54 "GET /v2.0/quotas/74c6fabc604c4b51bf1b06fca07542a3 HTTP/1.1" status: 200 len: 375 time: 0.0938439 Dec 20 14:28:25.589915 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-757ae0e1-1269-472e-94e1-2437cce48331 req-e67edfe1-f579-47d3-91b0-3f2f08f5251a tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Network 2d7ab868-da79-43c0-805a-c026f1ebce8a is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:28:25.591870 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:25.615869 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 55300) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:28:25.644334 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [req-757ae0e1-1269-472e-94e1-2437cce48331 req-e67edfe1-f579-47d3-91b0-3f2f08f5251a tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:28:25.661037 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port a79a6619-3477-4929-8780-4ca7076b223a, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=a79a6619-3477-4929-8780-4ca7076b223a,segment=NetworkSegment(c916a4c5-f78f-49cb-bb53-88f9467401b2),segment_id=c916a4c5-f78f-49cb-bb53-88f9467401b2)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:28:25.667110 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-757ae0e1-1269-472e-94e1-2437cce48331 req-e67edfe1-f579-47d3-91b0-3f2f08f5251a tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:28:25.675386 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e6ef9d7f-aa87-44a3-913f-5b891a43eea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:25.688715 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb025089-e24a-461e-bd2f-09b9afb43d50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a79a6619-3477-4929-8780-4ca7076b223a'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:28:25.691588 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdd256b9-966f-419e-a3b1-b662029ca9c3" -d '{"events": [{"server_uuid": "cb025089-e24a-461e-bd2f-09b9afb43d50", "name": "network-vif-unplugged", "status": "completed", "tag": "a79a6619-3477-4929-8780-4ca7076b223a"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:28:25.701844 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:25.702977 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device b427fecb-0139-46ed-92d1-3b2fecf094fd no longer exists at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:28:25.858773 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c1bbb8fe-02e7-4aa4-9493-f0accc94120b req-e990c2b1-541a-407d-a458-e09404bfbac1 tempest-ImagesNegativeTestJSON-1748123941 tempest-ImagesNegativeTestJSON-1748123941-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=74c6fabc604c4b51bf1b06fca07542a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2706728 Dec 20 14:28:25.897453 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:25.900768 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ae0e1-1269-472e-94e1-2437cce48331 req-e67edfe1-f579-47d3-91b0-3f2f08f5251a tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:25.901395 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-757ae0e1-1269-472e-94e1-2437cce48331 req-e67edfe1-f579-47d3-91b0-3f2f08f5251a tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:25.916903 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-e6ef9d7f-aa87-44a3-913f-5b891a43eea2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20e63510-01d1-4b5f-981b-3ccbe7fab833']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:28:25.944787 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 7c641d41-dc7c-4c4b-86b4-0ca1dea737ef no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:28:25.952438 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67edfe1-f579-47d3-91b0-3f2f08f5251a tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Pushing event updated for resources: {'Port': ['ID=21f92dd2-a47b-44a5-8d5b-a2f2ccf8ee4f,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:25.964552 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-757ae0e1-1269-472e-94e1-2437cce48331 req-e67edfe1-f579-47d3-91b0-3f2f08f5251a tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1370206 Dec 20 14:28:25.987859 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-757ae0e1-1269-472e-94e1-2437cce48331 req-f7e8b446-bb72-4b75-bb6d-1c2407ad0dfe tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Request body: {'port': {'device_id': 'b3e943d5-5d01-407d-9414-c89d08826b2f', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '2d7ab868-da79-43c0-805a-c026f1ebce8a', 'admin_state_up': True, 'tenant_id': '7db68c07b2e8445b8d4272fa646b5852', 'security_groups': ['81a62dd3-6166-418b-a2f3-15daa19beec9']}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:28:25.988977 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 7c641d41-dc7c-4c4b-86b4-0ca1dea737ef {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:28:25.989380 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 7c641d41-dc7c-4c4b-86b4-0ca1dea737ef not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:28:25.997875 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-e6ef9d7f-aa87-44a3-913f-5b891a43eea2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f419e6f-875b-4d90-bc7c-6c92d8ac4e58') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:28:25.998244 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-e6ef9d7f-aa87-44a3-913f-5b891a43eea2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f419e6f-875b-4d90-bc7c-6c92d8ac4e58') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:28:26.037703 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port b427fecb-0139-46ed-92d1-3b2fecf094fd, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=b427fecb-0139-46ed-92d1-3b2fecf094fd,segment=NetworkSegment(c916a4c5-f78f-49cb-bb53-88f9467401b2),segment_id=c916a4c5-f78f-49cb-bb53-88f9467401b2)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:28:26.042265 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=a79a6619-3477-4929-8780-4ca7076b223a,revision_number=6']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:26.049712 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:26.087521 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-011cf1b9-6ab8-4b14-9356-efa8e0a5499d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb0b303f-7230-47e9-bfa8-0d8665589494', 'name': 'tempest-ServersTestManualDisk-1541796187-router', 'tenant_id': '3a1d810114e24eb9ab9be2e3341cb8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'e77534bb-6eb4-4606-9aa9-23f0a3098b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:23:38Z', 'updated_at': '2021-12-20T14:23:47Z', 'revision_number': 4, 'project_id': '3a1d810114e24eb9ab9be2e3341cb8d6', 'gw_port': {'id': 'e77534bb-6eb4-4606-9aa9-23f0a3098b2f', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:6e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0b303f-7230-47e9-bfa8-0d8665589494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:23:40Z', 'updated_at': '2021-12-20T14:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '58e0e69f-e726-4cb1-bb2b-ffce98d93b19', 'name': '', 'network_id': '56191e58-e021-4478-8d69-87614a885d60', 'tenant_id': '3a1d810114e24eb9ab9be2e3341cb8d6', 'mac_address': 'fa:16:3e:00:b2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0b303f-7230-47e9-bfa8-0d8665589494', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'aa7dd04c-9ddc-45c9-b9bf-b6ac33d89aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:23:46Z', 'updated_at': '2021-12-20T14:23:53Z', 'revision_number': 5, 'project_id': '3a1d810114e24eb9ab9be2e3341cb8d6', 'subnets': [{'id': 'aa7dd04c-9ddc-45c9-b9bf-b6ac33d89aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:28:26.116790 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e6ef9d7f-aa87-44a3-913f-5b891a43eea2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:26.130946 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011cf1b9-6ab8-4b14-9356-efa8e0a5499d None None] The sync data for ids ['bb0b303f-7230-47e9-bfa8-0d8665589494'] in n-d-761264-19 is: [{'id': 'bb0b303f-7230-47e9-bfa8-0d8665589494', 'name': 'tempest-ServersTestManualDisk-1541796187-router', 'tenant_id': '3a1d810114e24eb9ab9be2e3341cb8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'e77534bb-6eb4-4606-9aa9-23f0a3098b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:23:38Z', 'updated_at': '2021-12-20T14:23:47Z', 'revision_number': 4, 'project_id': '3a1d810114e24eb9ab9be2e3341cb8d6', 'gw_port': {'id': 'e77534bb-6eb4-4606-9aa9-23f0a3098b2f', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:6e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0b303f-7230-47e9-bfa8-0d8665589494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:23:40Z', 'updated_at': '2021-12-20T14:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '58e0e69f-e726-4cb1-bb2b-ffce98d93b19', 'name': '', 'network_id': '56191e58-e021-4478-8d69-87614a885d60', 'tenant_id': '3a1d810114e24eb9ab9be2e3341cb8d6', 'mac_address': 'fa:16:3e:00:b2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0b303f-7230-47e9-bfa8-0d8665589494', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'aa7dd04c-9ddc-45c9-b9bf-b6ac33d89aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:23:46Z', 'updated_at': '2021-12-20T14:23:53Z', 'revision_number': 5, 'project_id': '3a1d810114e24eb9ab9be2e3341cb8d6', 'subnets': [{'id': 'aa7dd04c-9ddc-45c9-b9bf-b6ac33d89aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:28:26.170329 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=b427fecb-0139-46ed-92d1-3b2fecf094fd,revision_number=6']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:26.223946 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-a922ab89-08c4-41ca-8d8a-10a0cf473e56 req-149ef472-b5cf-46b6-b58b-39d5e8bbb6b4 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Deleting port a79a6619-3477-4929-8780-4ca7076b223a {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:28:26.226088 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-a922ab89-08c4-41ca-8d8a-10a0cf473e56 req-149ef472-b5cf-46b6-b58b-39d5e8bbb6b4 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:26.237234 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e6ef9d7f-aa87-44a3-913f-5b891a43eea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:26.247574 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b9a5ace1-5a03-4d61-99f7-229212dee82a tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:26.269270 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6ef9d7f-aa87-44a3-913f-5b891a43eea2 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:28:26.269270 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e6ef9d7f-aa87-44a3-913f-5b891a43eea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:26.269270 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:26.269270 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:28:26.269270 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:26.269270 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:28:26.269270 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:26.269270 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:28:26.269270 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:26.269270 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:28:26.269270 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:26.269270 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:28:26.269270 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:26.269270 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:28:26.269270 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:26.269270 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:28:26.269270 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:26.269270 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:28:26.269270 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:26.269270 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:28:26.269270 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:26.269270 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:28:26.269270 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:26.269270 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:28:26.269270 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:26.269270 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:28:26.269270 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:26.269270 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:28:26.269270 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:26.269270 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:28:26.269270 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:26.269270 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:28:26.278620 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:26.278620 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:28:26.278620 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 14:28:26.278620 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:28:26.278620 n-d-761264-19 neutron-server[103168]: timer() Dec 20 14:28:26.278620 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:28:26.278620 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 14:28:26.278620 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:28:26.278620 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 14:28:26.278620 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:28:26.278620 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 14:28:26.278620 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:28:26.278620 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 14:28:26.278620 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:28:26.278620 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 14:28:26.278620 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:28:26.278620 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:28:26.278620 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:28:26.278620 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:28:26.278620 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:28:26.278620 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 14:28:26.278620 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:28:26.278620 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 14:28:26.278620 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:28:26.278620 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:28:26.278620 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:28:26.278620 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 14:28:26.278620 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:28:26.278620 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:28:26.278620 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:28:26.278620 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:28:26.278620 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:28:26.278620 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:28:26.278620 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:28:26.288799 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-72fbf254-1573-4892-a4eb-46628925762d None None] Provisioning complete for port 21f92dd2-a47b-44a5-8d5b-a2f2ccf8ee4f triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:28:26.289252 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-72fbf254-1573-4892-a4eb-46628925762d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:26.329252 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702a468a-e5b2-4e70-ba93-fbcefa69e8c4 req-b692b41c-b77e-4018-9801-b4d3ebc54639 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:26.339127 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-702a468a-e5b2-4e70-ba93-fbcefa69e8c4 req-b692b41c-b77e-4018-9801-b4d3ebc54639 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1dcec98-db36-4ee0-ba7d-c88dcb3b2793 HTTP/1.1" status: 200 len: 945 time: 0.5792215 Dec 20 14:28:26.354954 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd7fca9-2be1-4681-8759-98f6037f07d9 req-2928f8d6-2d59-4552-a05f-907e48a4f95a tempest-LiveMigrationTest-1128134252 tempest-LiveMigrationTest-1128134252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:26.356716 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4cd7fca9-2be1-4681-8759-98f6037f07d9 req-2928f8d6-2d59-4552-a05f-907e48a4f95a tempest-LiveMigrationTest-1128134252 tempest-LiveMigrationTest-1128134252-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=b1dcec98-db36-4ee0-ba7d-c88dcb3b2793&tenant_id=2785aa25e0a64107a28490f4f2c107bc&binding%3Ahost_id=n-h1-761264-19 HTTP/1.1" status: 200 len: 1097 time: 0.4078219 Dec 20 14:28:26.385435 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abdeb0d4-c066-4c53-870a-1772b9861224 x-openstack-request-id: req-abdeb0d4-c066-4c53-870a-1772b9861224 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:28:26.386514 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb025089-e24a-461e-bd2f-09b9afb43d50", "name": "network-vif-deleted", "tag": "20764089-f544-4a47-998b-dc3ed99f23a1", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:28:26.387948 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-abdeb0d4-c066-4c53-870a-1772b9861224 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:28:26.390286 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb025089-e24a-461e-bd2f-09b9afb43d50', 'name': 'network-vif-deleted', 'tag': '20764089-f544-4a47-998b-dc3ed99f23a1', 'status': 'completed', 'code': 200} Dec 20 14:28:26.402912 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '391bfd15-b4c6-444c-a466-12316cde3dd1', 'name': 'network-vif-deleted', 'tag': '543b54c3-a54c-47f5-ad15-569568ada13d'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:28:26.405328 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-72fbf254-1573-4892-a4eb-46628925762d None None] Port 21f92dd2-a47b-44a5-8d5b-a2f2ccf8ee4f cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:28:26.406552 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4595bdf-cd53-4989-a20b-a3920d4895e0" -d '{"events": [{"server_uuid": "391bfd15-b4c6-444c-a466-12316cde3dd1", "name": "network-vif-deleted", "tag": "543b54c3-a54c-47f5-ad15-569568ada13d"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:28:26.439864 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b9a5ace1-5a03-4d61-99f7-229212dee82a tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:26.449051 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-4cd7fca9-2be1-4681-8759-98f6037f07d9 req-4e26c312-2904-4cba-9e3e-71604dd2bc39 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-761264-19'}}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:28:26.559962 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-757ae0e1-1269-472e-94e1-2437cce48331 req-f7e8b446-bb72-4b75-bb6d-1c2407ad0dfe tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Made reservation on behalf of 7db68c07b2e8445b8d4272fa646b5852 for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:28:26.566386 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-757ae0e1-1269-472e-94e1-2437cce48331 req-f7e8b446-bb72-4b75-bb6d-1c2407ad0dfe tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:26.606559 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110ab897-dc86-4871-98e2-cf08a560f5f1 req-8a5eaf02-b07a-4803-ab69-652509cda278 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:26.623452 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110ab897-dc86-4871-98e2-cf08a560f5f1 req-8a5eaf02-b07a-4803-ab69-652509cda278 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:26.639105 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110ab897-dc86-4871-98e2-cf08a560f5f1 req-8a5eaf02-b07a-4803-ab69-652509cda278 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:26.658638 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110ab897-dc86-4871-98e2-cf08a560f5f1 req-8a5eaf02-b07a-4803-ab69-652509cda278 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:26.668326 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-110ab897-dc86-4871-98e2-cf08a560f5f1 req-8a5eaf02-b07a-4803-ab69-652509cda278 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3e943d5-5d01-407d-9414-c89d08826b2f HTTP/1.1" status: 200 len: 3095 time: 0.1964452 Dec 20 14:28:26.675847 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e6ef9d7f-aa87-44a3-913f-5b891a43eea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:26.698848 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e6ef9d7f-aa87-44a3-913f-5b891a43eea2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:26.703910 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-e6ef9d7f-aa87-44a3-913f-5b891a43eea2 admin admin] 10.222.0.54 "DELETE /v2.0/networks/20e63510-01d1-4b5f-981b-3ccbe7fab833 HTTP/1.1" status: 204 len: 168 time: 2.7099283 Dec 20 14:28:26.712462 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 55320) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:28:26.737063 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b61d4f7-5338-4dcf-85aa-0b732a994c18 None None] New status for floating IP c2a7596c-ddb1-4811-9261-8d43f67b621c: DOWN {{(pid=103170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 14:28:26.800466 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ef9d7f-aa87-44a3-913f-5b891a43eea2 admin admin] Pushing event deleted for resources: {'Network': ['ID=20e63510-01d1-4b5f-981b-3ccbe7fab833,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:26.820200 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-702a468a-e5b2-4e70-ba93-fbcefa69e8c4 req-1ca41121-dbab-4f53-ba32-572d45d347bf tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4787240 Dec 20 14:28:26.845196 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-4cd7fca9-2be1-4681-8759-98f6037f07d9 req-4e26c312-2904-4cba-9e3e-71604dd2bc39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:27.097506 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 14:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87614132-2129-4773-ab6d-145fc041806d x-openstack-request-id: req-87614132-2129-4773-ab6d-145fc041806d {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:28:27.099998 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb025089-e24a-461e-bd2f-09b9afb43d50", "name": "network-vif-unplugged", "status": "completed", "tag": "a79a6619-3477-4929-8780-4ca7076b223a", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:28:27.100663 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-87614132-2129-4773-ab6d-145fc041806d {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:28:27.102229 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb025089-e24a-461e-bd2f-09b9afb43d50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a79a6619-3477-4929-8780-4ca7076b223a', 'code': 200} Dec 20 14:28:27.183955 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [req-757ae0e1-1269-472e-94e1-2437cce48331 req-f7e8b446-bb72-4b75-bb6d-1c2407ad0dfe tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Allocated IP 10.2.2.200 (2d7ab868-da79-43c0-805a-c026f1ebce8a/09e7c8eb-4da5-4994-ad75-557cbde9bb05/fc4dfef1-284b-46a8-abf8-8899705f3844) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:28:27.271721 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 55328) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:28:27.272817 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b9a5ace1-5a03-4d61-99f7-229212dee82a tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:27.275482 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b9a5ace1-5a03-4d61-99f7-229212dee82a tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:27.276625 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-b9a5ace1-5a03-4d61-99f7-229212dee82a tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] 10.222.0.54 "DELETE /v2.0/security-groups/098a4570-23c8-4b84-8441-a8245fd089b1 HTTP/1.1" status: 204 len: 168 time: 1.6584351 Dec 20 14:28:27.281987 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-a1f0a840-3695-46ef-acc3-472cc11b5188 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1642211539'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:28:27.288667 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 55330) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:28:27.368712 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-a922ab89-08c4-41ca-8d8a-10a0cf473e56 req-149ef472-b5cf-46b6-b58b-39d5e8bbb6b4 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] For port a79a6619-3477-4929-8780-4ca7076b223a, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=a79a6619-3477-4929-8780-4ca7076b223a,segment=NetworkSegment(c916a4c5-f78f-49cb-bb53-88f9467401b2),segment_id=c916a4c5-f78f-49cb-bb53-88f9467401b2)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:28:27.369931 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-a922ab89-08c4-41ca-8d8a-10a0cf473e56 req-149ef472-b5cf-46b6-b58b-39d5e8bbb6b4 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:27.408972 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-a922ab89-08c4-41ca-8d8a-10a0cf473e56 req-149ef472-b5cf-46b6-b58b-39d5e8bbb6b4 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Calling delete_port for a79a6619-3477-4929-8780-4ca7076b223a owned by compute:nova {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:28:27.444489 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-80ff0267-a9d7-4739-8350-c6b54a150a89 req-47fe792a-901b-45b0-ab06-715fdcb43f8b tempest-ImagesNegativeTestJSON-1748123941 tempest-ImagesNegativeTestJSON-1748123941-project] 10.222.0.54 "GET /v2.0/ports?device_id=0993bfcb-06bd-487c-85e7-476fee1793c8 HTTP/1.1" status: 200 len: 210 time: 0.1839926 Dec 20 14:28:27.451756 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-110ab897-dc86-4871-98e2-cf08a560f5f1 req-7f8bbe43-55f6-43a9-9351-72ef2c004fac tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/security-groups?id=81a62dd3-6166-418b-a2f3-15daa19beec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7288384 Dec 20 14:28:27.466384 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1f0a840-3695-46ef-acc3-472cc11b5188 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Made reservation on behalf of 1080628f9fb44b28a6ddf9255bb33498 for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:28:27.470222 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a1f0a840-3695-46ef-acc3-472cc11b5188 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:27.472771 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a5ace1-5a03-4d61-99f7-229212dee82a tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=098a4570-23c8-4b84-8441-a8245fd089b1,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:27.478987 n-d-761264-19 neutron-server[103168]: INFO neutron.api.v2.resource [None req-35d604b3-e992-4c72-aa58-519024ffd0bd tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] show failed (client error): The resource could not be found. Dec 20 14:28:27.483017 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-35d604b3-e992-4c72-aa58-519024ffd0bd tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] 10.222.0.54 "GET /v2.0/security-groups/098a4570-23c8-4b84-8441-a8245fd089b1 HTTP/1.1" status: 404 len: 347 time: 0.1628568 Dec 20 14:28:27.550463 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 55332) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:28:27.576351 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3cf552c-70cc-46ce-b7a2-104556fc08f9 x-openstack-request-id: req-f3cf552c-70cc-46ce-b7a2-104556fc08f9 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:28:27.576703 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "391bfd15-b4c6-444c-a466-12316cde3dd1", "name": "network-vif-deleted", "tag": "543b54c3-a54c-47f5-ad15-569568ada13d", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:28:27.577078 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f3cf552c-70cc-46ce-b7a2-104556fc08f9 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:28:27.577725 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '391bfd15-b4c6-444c-a466-12316cde3dd1', 'name': 'network-vif-deleted', 'tag': '543b54c3-a54c-47f5-ad15-569568ada13d', 'status': 'completed', 'code': 200} Dec 20 14:28:27.595294 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-757ae0e1-1269-472e-94e1-2437cce48331 req-f7e8b446-bb72-4b75-bb6d-1c2407ad0dfe tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:27.713687 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-4cd7fca9-2be1-4681-8759-98f6037f07d9 req-4e26c312-2904-4cba-9e3e-71604dd2bc39 service neutron] For port 70afd13f-d370-47db-83d2-e1041aebac63, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=70afd13f-d370-47db-83d2-e1041aebac63,segment=NetworkSegment(addc7f95-68ef-43ba-9bd9-cde69b0f949e),segment_id=addc7f95-68ef-43ba-9bd9-cde69b0f949e)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:28:27.915876 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-4cd7fca9-2be1-4681-8759-98f6037f07d9 req-4e26c312-2904-4cba-9e3e-71604dd2bc39 service neutron] For port 70afd13f-d370-47db-83d2-e1041aebac63, host n-h1-761264-19, cleared binding levels {{(pid=103168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:28:27.931032 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-757ae0e1-1269-472e-94e1-2437cce48331 req-f7e8b446-bb72-4b75-bb6d-1c2407ad0dfe tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:27.985418 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 70afd13f-d370-47db-83d2-e1041aebac63 details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:28:27.999930 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-4cd7fca9-2be1-4681-8759-98f6037f07d9 req-4e26c312-2904-4cba-9e3e-71604dd2bc39 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:28.027251 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b57a5b-92f9-466b-b05e-4434bd1b71f5 req-9ef0cccd-033a-4916-83e8-c22c2fe6a192 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:28.034507 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b57a5b-92f9-466b-b05e-4434bd1b71f5 req-9ef0cccd-033a-4916-83e8-c22c2fe6a192 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:28.045184 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d0b57a5b-92f9-466b-b05e-4434bd1b71f5 req-9ef0cccd-033a-4916-83e8-c22c2fe6a192 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.54 "GET /v2.0/ports?device_id=cb025089-e24a-461e-bd2f-09b9afb43d50 HTTP/1.1" status: 200 len: 1678 time: 0.2218311 Dec 20 14:28:28.050313 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-4cd7fca9-2be1-4681-8759-98f6037f07d9 req-4e26c312-2904-4cba-9e3e-71604dd2bc39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:28.146094 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c1bbb8fe-02e7-4aa4-9493-f0accc94120b req-93cf3a14-a49e-4169-afa0-8dc8334aa31b tempest-ImagesNegativeTestJSON-1748123941 tempest-ImagesNegativeTestJSON-1748123941-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=74c6fabc604c4b51bf1b06fca07542a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1691594 Dec 20 14:28:28.195093 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-757ae0e1-1269-472e-94e1-2437cce48331 req-f7e8b446-bb72-4b75-bb6d-1c2407ad0dfe tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Network 2d7ab868-da79-43c0-805a-c026f1ebce8a is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:28:28.210982 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 70afd13f-d370-47db-83d2-e1041aebac63, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=70afd13f-d370-47db-83d2-e1041aebac63,segment=NetworkSegment(addc7f95-68ef-43ba-9bd9-cde69b0f949e),segment_id=addc7f95-68ef-43ba-9bd9-cde69b0f949e)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:28:28.241031 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [req-757ae0e1-1269-472e-94e1-2437cce48331 req-f7e8b446-bb72-4b75-bb6d-1c2407ad0dfe tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:28:28.242569 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 70afd13f-d370-47db-83d2-e1041aebac63 has no active binding in host n-h2-761264-19 {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 20 14:28:28.253836 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-906e5d33-0dc3-4126-abb4-215073261375 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] Deleting port 1de7c060-88a0-428b-a741-497acfb881fa {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:28:28.254709 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-906e5d33-0dc3-4126-abb4-215073261375 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:28.260591 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-757ae0e1-1269-472e-94e1-2437cce48331 req-f7e8b446-bb72-4b75-bb6d-1c2407ad0dfe tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:28:28.270169 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e8b446-bb72-4b75-bb6d-1c2407ad0dfe tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Pushing event updated for resources: {'Port': ['ID=fc4dfef1-284b-46a8-abf8-8899705f3844,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:28.275432 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1f0a840-3695-46ef-acc3-472cc11b5188 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:28:28.293266 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-a922ab89-08c4-41ca-8d8a-10a0cf473e56 req-149ef472-b5cf-46b6-b58b-39d5e8bbb6b4 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:28.319652 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d0b57a5b-92f9-466b-b05e-4434bd1b71f5 req-14defc2f-f49a-48c6-8b4e-11f4357b029d tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.54 "GET /v2.0/security-groups?id=38c67d1f-c5c0-4d18-a181-659c37118040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709594 Dec 20 14:28:28.320601 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e26c312-2904-4cba-9e3e-71604dd2bc39 service neutron] Pushing event updated for resources: {'Port': ['ID=70afd13f-d370-47db-83d2-e1041aebac63,revision_number=7']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:28.352928 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a1f0a840-3695-46ef-acc3-472cc11b5188 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:28.363499 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-a1f0a840-3695-46ef-acc3-472cc11b5188 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Added segment eacc05f1-3b35-400c-b97b-4a37ce60f203 of type vlan for network e922ff15-a662-4866-8b6a-3d6f701ab36c Dec 20 14:28:28.449484 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-4cd7fca9-2be1-4681-8759-98f6037f07d9 req-4e26c312-2904-4cba-9e3e-71604dd2bc39 service neutron] Attempting to bind port 70afd13f-d370-47db-83d2-e1041aebac63 on host n-h1-761264-19 for vnic_type normal with profile {"migrating_to": "n-h2-761264-19"} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:28:28.450062 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-4cd7fca9-2be1-4681-8759-98f6037f07d9 req-4e26c312-2904-4cba-9e3e-71604dd2bc39 service neutron] Attempting to bind port 70afd13f-d370-47db-83d2-e1041aebac63 by drivers openvswitch,hyperv on host n-h1-761264-19 at level 0 using segments [{'id': 'addc7f95-68ef-43ba-9bd9-cde69b0f949e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2b333b61-ce15-4944-95b5-760e7ec98a8f'}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:28:28.450475 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd7fca9-2be1-4681-8759-98f6037f07d9 req-4e26c312-2904-4cba-9e3e-71604dd2bc39 service neutron] Attempting to bind port 70afd13f-d370-47db-83d2-e1041aebac63 on network 2b333b61-ce15-4944-95b5-760e7ec98a8f {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:28:28.476418 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a1f0a840-3695-46ef-acc3-472cc11b5188 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:28.484977 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd7fca9-2be1-4681-8759-98f6037f07d9 req-4e26c312-2904-4cba-9e3e-71604dd2bc39 service neutron] Port 70afd13f-d370-47db-83d2-e1041aebac63 on network 2b333b61-ce15-4944-95b5-760e7ec98a8f not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-19 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:28:28.484977 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd7fca9-2be1-4681-8759-98f6037f07d9 req-4e26c312-2904-4cba-9e3e-71604dd2bc39 service neutron] Attempting to bind port 70afd13f-d370-47db-83d2-e1041aebac63 on network 2b333b61-ce15-4944-95b5-760e7ec98a8f {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:28:28.515417 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd7fca9-2be1-4681-8759-98f6037f07d9 req-4e26c312-2904-4cba-9e3e-71604dd2bc39 service neutron] Checking agent: {'id': '3e5ace3e-dd7b-4522-a7c4-77d13dbeab1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:28:28.515915 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd7fca9-2be1-4681-8759-98f6037f07d9 req-4e26c312-2904-4cba-9e3e-71604dd2bc39 service neutron] Checking segment: {'id': 'addc7f95-68ef-43ba-9bd9-cde69b0f949e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2b333b61-ce15-4944-95b5-760e7ec98a8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:28:28.516460 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd7fca9-2be1-4681-8759-98f6037f07d9 req-4e26c312-2904-4cba-9e3e-71604dd2bc39 service neutron] Bound using segment: {'id': 'addc7f95-68ef-43ba-9bd9-cde69b0f949e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2b333b61-ce15-4944-95b5-760e7ec98a8f'} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:28:28.517039 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-4cd7fca9-2be1-4681-8759-98f6037f07d9 req-4e26c312-2904-4cba-9e3e-71604dd2bc39 service neutron] Bound port: 70afd13f-d370-47db-83d2-e1041aebac63, host: n-h1-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'addc7f95-68ef-43ba-9bd9-cde69b0f949e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2b333b61-ce15-4944-95b5-760e7ec98a8f'}}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:28:28.517501 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-4cd7fca9-2be1-4681-8759-98f6037f07d9 req-4e26c312-2904-4cba-9e3e-71604dd2bc39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:28.563786 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-97434ca7-29c4-480b-891e-3f1379f95e68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1595867'] for router_interface, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:28.587424 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a1f0a840-3695-46ef-acc3-472cc11b5188 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:28.594804 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f0a840-3695-46ef-acc3-472cc11b5188 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:28.595854 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a1f0a840-3695-46ef-acc3-472cc11b5188 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:28.644738 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ef472-b5cf-46b6-b58b-39d5e8bbb6b4 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Pushing event deleted for resources: {'Port': ['ID=a79a6619-3477-4929-8780-4ca7076b223a,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:28.679565 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d26d90-59a6-418a-aac5-f2de7d1f7aab req-618eb560-431f-45c7-b697-828815fd826b tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:28.692948 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-19d26d90-59a6-418a-aac5-f2de7d1f7aab req-618eb560-431f-45c7-b697-828815fd826b tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=a21db8bc-e099-4eff-a349-250d98124b7b HTTP/1.1" status: 200 len: 945 time: 0.7237885 Dec 20 14:28:28.768426 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-a1f0a840-3695-46ef-acc3-472cc11b5188 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.4902232 Dec 20 14:28:28.777208 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-6341c137-4c5c-4a7b-a9ba-6069259a1ab9 None None] Provisioning complete for port fc4dfef1-284b-46a8-abf8-8899705f3844 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:28:28.779579 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6341c137-4c5c-4a7b-a9ba-6069259a1ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:28.794046 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 55342) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:28:28.803234 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-c2c9ae0e-8cad-4c20-9cf8-01b0e8ade161 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1534723988'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:28:28.859314 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-6341c137-4c5c-4a7b-a9ba-6069259a1ab9 None None] Port fc4dfef1-284b-46a8-abf8-8899705f3844 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:28:28.860984 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ae0e1-1269-472e-94e1-2437cce48331 req-f7e8b446-bb72-4b75-bb6d-1c2407ad0dfe tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:28.862221 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-757ae0e1-1269-472e-94e1-2437cce48331 req-f7e8b446-bb72-4b75-bb6d-1c2407ad0dfe tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:28.988000 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08168267-8e4f-4403-b07d-95a38a1e5a1b req-290f3040-34d7-49f0-85b3-13c92b5d7128 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:28.991553 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-08168267-8e4f-4403-b07d-95a38a1e5a1b req-290f3040-34d7-49f0-85b3-13c92b5d7128 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.47 "GET /v2.0/ports?device_id=a21db8bc-e099-4eff-a349-250d98124b7b HTTP/1.1" status: 200 len: 945 time: 0.6905227 Dec 20 14:28:28.992929 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-a922ab89-08c4-41ca-8d8a-10a0cf473e56 req-149ef472-b5cf-46b6-b58b-39d5e8bbb6b4 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] No DVR routers for this DVR port a79a6619-3477-4929-8780-4ca7076b223a on host n-h1-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:28:29.036655 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-a922ab89-08c4-41ca-8d8a-10a0cf473e56 req-149ef472-b5cf-46b6-b58b-39d5e8bbb6b4 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:29.043676 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a922ab89-08c4-41ca-8d8a-10a0cf473e56 req-149ef472-b5cf-46b6-b58b-39d5e8bbb6b4 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.30 "DELETE /v2.0/ports/a79a6619-3477-4929-8780-4ca7076b223a HTTP/1.1" status: 204 len: 173 time: 3.7799101 Dec 20 14:28:29.062127 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bbb8fe-02e7-4aa4-9493-f0accc94120b req-1e037fc4-6a78-4df8-8fee-5860f33bc37f tempest-ImagesNegativeTestJSON-1748123941 tempest-ImagesNegativeTestJSON-1748123941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:29.064982 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c1bbb8fe-02e7-4aa4-9493-f0accc94120b req-1e037fc4-6a78-4df8-8fee-5860f33bc37f tempest-ImagesNegativeTestJSON-1748123941 tempest-ImagesNegativeTestJSON-1748123941-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8899746 Dec 20 14:28:29.065710 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb025089-e24a-461e-bd2f-09b9afb43d50', 'name': 'network-vif-deleted', 'tag': 'a79a6619-3477-4929-8780-4ca7076b223a'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:28:29.070055 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dda3578a-4d38-4cf7-a9e5-703e27e3310e" -d '{"events": [{"server_uuid": "cb025089-e24a-461e-bd2f-09b9afb43d50", "name": "network-vif-deleted", "tag": "a79a6619-3477-4929-8780-4ca7076b223a"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:28:29.080754 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-906e5d33-0dc3-4126-abb4-215073261375 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:29.080754 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-906e5d33-0dc3-4126-abb4-215073261375 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:29.093528 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-c1bbb8fe-02e7-4aa4-9493-f0accc94120b req-7a24c358-3072-4d13-b28e-27f36d43cb7f tempest-ImagesNegativeTestJSON-1748123941 tempest-ImagesNegativeTestJSON-1748123941-project] Request body: {'port': {'device_id': '0993bfcb-06bd-487c-85e7-476fee1793c8', 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1', 'admin_state_up': True, 'tenant_id': '74c6fabc604c4b51bf1b06fca07542a3'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:28:29.104828 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb025089-e24a-461e-bd2f-09b9afb43d50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b427fecb-0139-46ed-92d1-3b2fecf094fd'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:28:29.111432 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-688331f4-dbfc-41c5-abac-3b2c2f8af4bd" -d '{"events": [{"server_uuid": "cb025089-e24a-461e-bd2f-09b9afb43d50", "name": "network-vif-unplugged", "status": "completed", "tag": "b427fecb-0139-46ed-92d1-3b2fecf094fd"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:28:29.133977 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-757ae0e1-1269-472e-94e1-2437cce48331 req-f7e8b446-bb72-4b75-bb6d-1c2407ad0dfe tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1497076 Dec 20 14:28:29.219244 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f0a840-3695-46ef-acc3-472cc11b5188 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Pushing event updated for resources: {'Network': ['ID=e922ff15-a662-4866-8b6a-3d6f701ab36c,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:29.235455 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1717d1b0-7052-491f-81fa-1b9bca7f0d12 req-e78d1a79-3d4b-4d6f-93e3-51d22d415b47 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:29.236682 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network e922ff15-a662-4866-8b6a-3d6f701ab36c details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:28:29.237380 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-757ae0e1-1269-472e-94e1-2437cce48331 req-f61617fe-a1d1-45b1-b24d-6b3a34cda5d4 service neutron] Request body: {'port': {'device_id': 'b3e943d5-5d01-407d-9414-c89d08826b2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-19'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:28:29.243856 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1717d1b0-7052-491f-81fa-1b9bca7f0d12 req-e78d1a79-3d4b-4d6f-93e3-51d22d415b47 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1dcec98-db36-4ee0-ba7d-c88dcb3b2793 HTTP/1.1" status: 200 len: 943 time: 0.7227333 Dec 20 14:28:29.267520 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-4cd7fca9-2be1-4681-8759-98f6037f07d9 req-4e26c312-2904-4cba-9e3e-71604dd2bc39 service neutron] For port 70afd13f-d370-47db-83d2-e1041aebac63, host n-h1-761264-19, cleared binding levels {{(pid=103168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:28:29.278311 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-19d26d90-59a6-418a-aac5-f2de7d1f7aab req-5683931d-aecb-4f5b-bc48-965df3e08eab tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5793724 Dec 20 14:28:29.289529 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-906e5d33-0dc3-4126-abb4-215073261375 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] Calling delete_port for 1de7c060-88a0-428b-a741-497acfb881fa owned by network:floatingip {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:28:29.298175 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-4cd7fca9-2be1-4681-8759-98f6037f07d9 req-4e26c312-2904-4cba-9e3e-71604dd2bc39 service neutron] For port 70afd13f-d370-47db-83d2-e1041aebac63, host n-h1-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=70afd13f-d370-47db-83d2-e1041aebac63,segment=NetworkSegment(addc7f95-68ef-43ba-9bd9-cde69b0f949e),segment_id=addc7f95-68ef-43ba-9bd9-cde69b0f949e)] {{(pid=103168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:28:29.310988 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-4cd7fca9-2be1-4681-8759-98f6037f07d9 req-4e26c312-2904-4cba-9e3e-71604dd2bc39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:29.386038 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2c9ae0e-8cad-4c20-9cf8-01b0e8ade161 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Made reservation on behalf of 1080628f9fb44b28a6ddf9255bb33498 for: {'network': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:28:29.392082 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c2c9ae0e-8cad-4c20-9cf8-01b0e8ade161 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:29.441312 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1717d1b0-7052-491f-81fa-1b9bca7f0d12 req-b78f2265-fe90-4790-9110-7f640b8c3d32 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963236 Dec 20 14:28:29.519584 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd7fca9-2be1-4681-8759-98f6037f07d9 req-4e26c312-2904-4cba-9e3e-71604dd2bc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:29.520211 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-4cd7fca9-2be1-4681-8759-98f6037f07d9 req-4e26c312-2904-4cba-9e3e-71604dd2bc39 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:29.521737 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4cd7fca9-2be1-4681-8759-98f6037f07d9 req-4e26c312-2904-4cba-9e3e-71604dd2bc39 service neutron] 10.222.0.47 "PUT /v2.0/ports/70afd13f-d370-47db-83d2-e1041aebac63 HTTP/1.1" status: 200 len: 1123 time: 3.0882154 Dec 20 14:28:29.525717 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e26c312-2904-4cba-9e3e-71604dd2bc39 service neutron] Pushing event updated for resources: {'Port': ['ID=70afd13f-d370-47db-83d2-e1041aebac63,revision_number=8']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:29.590486 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1dcec98-db36-4ee0-ba7d-c88dcb3b2793', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70afd13f-d370-47db-83d2-e1041aebac63'}, {'name': 'network-changed', 'server_uuid': 'b1dcec98-db36-4ee0-ba7d-c88dcb3b2793', 'tag': '70afd13f-d370-47db-83d2-e1041aebac63'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:28:29.591289 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['70afd13f-d370-47db-83d2-e1041aebac63'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:28:29.593322 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d295679-a919-40cb-a0cb-694dcbaae965" -d '{"events": [{"server_uuid": "b1dcec98-db36-4ee0-ba7d-c88dcb3b2793", "name": "network-vif-unplugged", "status": "completed", "tag": "70afd13f-d370-47db-83d2-e1041aebac63"}, {"name": "network-changed", "server_uuid": "b1dcec98-db36-4ee0-ba7d-c88dcb3b2793", "tag": "70afd13f-d370-47db-83d2-e1041aebac63"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:28:29.606471 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-adb4ba40-c40b-4ee8-999d-13a17955ac64 req-53739558-b4c0-45eb-8dab-689c379785ae tempest-ImagesNegativeTestJSON-1748123941 tempest-ImagesNegativeTestJSON-1748123941-project] 10.222.0.54 "GET /v2.0/ports?device_id=0993bfcb-06bd-487c-85e7-476fee1793c8 HTTP/1.1" status: 200 len: 210 time: 0.0541573 Dec 20 14:28:29.730347 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['70afd13f-d370-47db-83d2-e1041aebac63'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:28:29.764520 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 14:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dc2f162-2c51-4fe8-99b7-43ae19d29eeb x-openstack-request-id: req-7dc2f162-2c51-4fe8-99b7-43ae19d29eeb {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:28:29.765199 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb025089-e24a-461e-bd2f-09b9afb43d50", "name": "network-vif-unplugged", "status": "completed", "tag": "b427fecb-0139-46ed-92d1-3b2fecf094fd", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:28:29.765984 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7dc2f162-2c51-4fe8-99b7-43ae19d29eeb {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:28:29.766649 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb025089-e24a-461e-bd2f-09b9afb43d50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b427fecb-0139-46ed-92d1-3b2fecf094fd', 'code': 200} Dec 20 14:28:29.777024 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2c9ae0e-8cad-4c20-9cf8-01b0e8ade161 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=103167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:28:29.823045 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f840dac-a7f1-4f0b-8f02-112f4e630926 x-openstack-request-id: req-1f840dac-a7f1-4f0b-8f02-112f4e630926 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:28:29.825872 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb025089-e24a-461e-bd2f-09b9afb43d50", "name": "network-vif-deleted", "tag": "a79a6619-3477-4929-8780-4ca7076b223a", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:28:29.826369 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1f840dac-a7f1-4f0b-8f02-112f4e630926 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:28:29.828348 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb025089-e24a-461e-bd2f-09b9afb43d50', 'name': 'network-vif-deleted', 'tag': 'a79a6619-3477-4929-8780-4ca7076b223a', 'status': 'completed', 'code': 200} Dec 20 14:28:29.857041 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-757ae0e1-1269-472e-94e1-2437cce48331 req-f61617fe-a1d1-45b1-b24d-6b3a34cda5d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:29.872033 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-97434ca7-29c4-480b-891e-3f1379f95e68 admin admin] Deleting port d140209a-5cd0-42fb-ba2e-9a974a1cdc6d {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:28:29.877603 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-97434ca7-29c4-480b-891e-3f1379f95e68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:29.897975 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c2c9ae0e-8cad-4c20-9cf8-01b0e8ade161 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:29.898404 n-d-761264-19 neutron-server[103167]: INFO neutron.db.segments_db [None req-c2c9ae0e-8cad-4c20-9cf8-01b0e8ade161 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Added segment 7cf4651a-770a-4651-b0ec-3d23ef01f817 of type vlan for network 781006d9-7985-4914-91ad-a5e554b7cb56 Dec 20 14:28:29.995691 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893601d4-7eb1-4cbb-9747-5e76613d4c92 req-d8c3de4c-03dd-4ce9-8487-b020da6c483e tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:30.003235 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893601d4-7eb1-4cbb-9747-5e76613d4c92 req-d8c3de4c-03dd-4ce9-8487-b020da6c483e tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:30.011420 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893601d4-7eb1-4cbb-9747-5e76613d4c92 req-d8c3de4c-03dd-4ce9-8487-b020da6c483e tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:30.024807 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893601d4-7eb1-4cbb-9747-5e76613d4c92 req-d8c3de4c-03dd-4ce9-8487-b020da6c483e tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:30.040769 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893601d4-7eb1-4cbb-9747-5e76613d4c92 req-d8c3de4c-03dd-4ce9-8487-b020da6c483e tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:30.046564 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-893601d4-7eb1-4cbb-9747-5e76613d4c92 req-d8c3de4c-03dd-4ce9-8487-b020da6c483e tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3e943d5-5d01-407d-9414-c89d08826b2f HTTP/1.1" status: 200 len: 3816 time: 0.6195538 Dec 20 14:28:30.089388 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-97434ca7-29c4-480b-891e-3f1379f95e68 admin admin] For port d140209a-5cd0-42fb-ba2e-9a974a1cdc6d, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=d140209a-5cd0-42fb-ba2e-9a974a1cdc6d,segment=NetworkSegment(81f9c096-d0a5-4567-8c87-75456228e5a3),segment_id=81f9c096-d0a5-4567-8c87-75456228e5a3)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:28:30.090073 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-97434ca7-29c4-480b-891e-3f1379f95e68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:30.124207 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c340832-0d31-4997-a020-0dc7784d0675 req-1de75082-360f-4db2-85d0-cdab1df8b2d8 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:30.126007 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1c340832-0d31-4997-a020-0dc7784d0675 req-1de75082-360f-4db2-85d0-cdab1df8b2d8 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.54 "GET /v2.0/ports?device_id=cb025089-e24a-461e-bd2f-09b9afb43d50 HTTP/1.1" status: 200 len: 943 time: 0.2103727 Dec 20 14:28:30.127135 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-97434ca7-29c4-480b-891e-3f1379f95e68 admin admin] Calling delete_port for d140209a-5cd0-42fb-ba2e-9a974a1cdc6d owned by network:router_interface {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:28:30.138310 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c2c9ae0e-8cad-4c20-9cf8-01b0e8ade161 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:30.197091 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-08168267-8e4f-4403-b07d-95a38a1e5a1b req-40b40a62-06ce-4f55-be6a-21e957c15646 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Deleting port e31ccde7-6b06-4fa3-9cd5-1bf3399c7184 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:28:30.197454 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-08168267-8e4f-4403-b07d-95a38a1e5a1b req-40b40a62-06ce-4f55-be6a-21e957c15646 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:30.211511 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-a922ab89-08c4-41ca-8d8a-10a0cf473e56 req-3d0de30e-821c-46bc-b65c-90bb5001bb24 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Deleting port b427fecb-0139-46ed-92d1-3b2fecf094fd {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:28:30.211880 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-a922ab89-08c4-41ca-8d8a-10a0cf473e56 req-3d0de30e-821c-46bc-b65c-90bb5001bb24 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:30.240592 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1c340832-0d31-4997-a020-0dc7784d0675 req-98a64762-d778-41c4-9ad3-8f5287920168 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.54 "GET /v2.0/security-groups?id=38c67d1f-c5c0-4d18-a181-659c37118040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054659 Dec 20 14:28:30.326547 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 20 Dec 2021 14:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f934e349-cf38-4a3a-8aa4-81dd41bbb3d1 x-openstack-request-id: req-f934e349-cf38-4a3a-8aa4-81dd41bbb3d1 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:28:30.326852 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1dcec98-db36-4ee0-ba7d-c88dcb3b2793", "name": "network-vif-unplugged", "status": "completed", "tag": "70afd13f-d370-47db-83d2-e1041aebac63", "code": 200}, {"name": "network-changed", "server_uuid": "b1dcec98-db36-4ee0-ba7d-c88dcb3b2793", "tag": "70afd13f-d370-47db-83d2-e1041aebac63", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:28:30.327165 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f934e349-cf38-4a3a-8aa4-81dd41bbb3d1 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:28:30.327624 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1dcec98-db36-4ee0-ba7d-c88dcb3b2793', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70afd13f-d370-47db-83d2-e1041aebac63', 'code': 200} Dec 20 14:28:30.327993 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1dcec98-db36-4ee0-ba7d-c88dcb3b2793', 'tag': '70afd13f-d370-47db-83d2-e1041aebac63', 'status': 'completed', 'code': 200} Dec 20 14:28:30.414519 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d295679-a919-40cb-a0cb-694dcbaae965 req-e59e98e9-864f-41e3-a1c0-0be0a8b2fad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:30.416314 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6d295679-a919-40cb-a0cb-694dcbaae965 req-e59e98e9-864f-41e3-a1c0-0be0a8b2fad2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2785aa25e0a64107a28490f4f2c107bc&device_id=b1dcec98-db36-4ee0-ba7d-c88dcb3b2793 HTTP/1.1" status: 200 len: 1126 time: 0.0677273 Dec 20 14:28:30.462818 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1bbb8fe-02e7-4aa4-9493-f0accc94120b req-7a24c358-3072-4d13-b28e-27f36d43cb7f tempest-ImagesNegativeTestJSON-1748123941 tempest-ImagesNegativeTestJSON-1748123941-project] Made reservation on behalf of 74c6fabc604c4b51bf1b06fca07542a3 for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:28:30.466851 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-c1bbb8fe-02e7-4aa4-9493-f0accc94120b req-7a24c358-3072-4d13-b28e-27f36d43cb7f tempest-ImagesNegativeTestJSON-1748123941 tempest-ImagesNegativeTestJSON-1748123941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:30.597531 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4856bc1-f265-492d-8b31-8f22a7ebafb0 req-b9ee9aba-d990-4074-8e5f-3c9f8e9a09f0 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:30.599106 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a4856bc1-f265-492d-8b31-8f22a7ebafb0 req-b9ee9aba-d990-4074-8e5f-3c9f8e9a09f0 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=a21db8bc-e099-4eff-a349-250d98124b7b HTTP/1.1" status: 200 len: 945 time: 0.1764705 Dec 20 14:28:30.604892 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-97434ca7-29c4-480b-891e-3f1379f95e68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:30.652328 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-95b29001-8259-4bfb-a145-ffd88572bd30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:30.669035 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97434ca7-29c4-480b-891e-3f1379f95e68 admin admin] Pushing event deleted for resources: {'Port': ['ID=d140209a-5cd0-42fb-ba2e-9a974a1cdc6d,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:30.719699 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d295679-a919-40cb-a0cb-694dcbaae965 req-5a016618-d169-4327-8719-68e04a973149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:30.721359 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6d295679-a919-40cb-a0cb-694dcbaae965 req-5a016618-d169-4327-8719-68e04a973149 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2b333b61-ce15-4944-95b5-760e7ec98a8f HTTP/1.1" status: 200 len: 909 time: 0.2828724 Dec 20 14:28:30.813006 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6d295679-a919-40cb-a0cb-694dcbaae965 req-0b2d98dc-b3e3-47e1-b61a-48e98bb178ec service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=70afd13f-d370-47db-83d2-e1041aebac63 HTTP/1.1" status: 200 len: 217 time: 0.0830424 Dec 20 14:28:30.894910 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a4856bc1-f265-492d-8b31-8f22a7ebafb0 req-b20f9d66-3cc8-495d-994e-9643cbd7a6d5 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438085 Dec 20 14:28:30.897790 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-c1bbb8fe-02e7-4aa4-9493-f0accc94120b req-7a24c358-3072-4d13-b28e-27f36d43cb7f tempest-ImagesNegativeTestJSON-1748123941 tempest-ImagesNegativeTestJSON-1748123941-project] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:30.975859 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c2c9ae0e-8cad-4c20-9cf8-01b0e8ade161 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:30.981934 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c9ae0e-8cad-4c20-9cf8-01b0e8ade161 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:30.982154 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c2c9ae0e-8cad-4c20-9cf8-01b0e8ade161 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:30.983247 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d295679-a919-40cb-a0cb-694dcbaae965 req-63fe52e5-a6a9-4868-a4d2-3bccbcf1f17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:30.984892 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6d295679-a919-40cb-a0cb-694dcbaae965 req-63fe52e5-a6a9-4868-a4d2-3bccbcf1f17a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=63ebfb59-720a-4723-915c-292ae8d31522 HTTP/1.1" status: 200 len: 848 time: 0.1623139 Dec 20 14:28:31.034093 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6d295679-a919-40cb-a0cb-694dcbaae965 req-7e413bb9-4775-4680-ae2a-6e7a5479da67 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2b333b61-ce15-4944-95b5-760e7ec98a8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367348 Dec 20 14:28:31.069454 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-893601d4-7eb1-4cbb-9747-5e76613d4c92 req-db09d5cf-bc53-495d-b9d7-bf3bbcaa3844 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/security-groups?id=81a62dd3-6166-418b-a2f3-15daa19beec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9774864 Dec 20 14:28:31.090091 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-c2c9ae0e-8cad-4c20-9cf8-01b0e8ade161 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 2.2940507 Dec 20 14:28:31.095031 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 55358) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:28:31.118781 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-8143b4c8-f3a8-44e8-9782-53b0332dcf34 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Request body: {'subnet': {'network_id': 'e922ff15-a662-4866-8b6a-3d6f701ab36c', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:28:31.218284 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-906e5d33-0dc3-4126-abb4-215073261375 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:31.289730 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-97434ca7-29c4-480b-891e-3f1379f95e68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582411'] for router_interface, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:31.308751 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b53b53a-dd59-41e0-a167-4d46c54265aa req-f40348a4-f65a-44b1-b02b-02388087979f tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:31.317617 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1b53b53a-dd59-41e0-a167-4d46c54265aa req-f40348a4-f65a-44b1-b02b-02388087979f tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1dcec98-db36-4ee0-ba7d-c88dcb3b2793 HTTP/1.1" status: 200 len: 943 time: 0.3040576 Dec 20 14:28:31.317942 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a7b95e4b-4a8d-4633-b167-4199a9d1fd0f req-c7da4a47-99ef-4fda-a369-4e95360ad094 tempest-ImagesNegativeTestJSON-1748123941 tempest-ImagesNegativeTestJSON-1748123941-project] 10.222.0.54 "GET /v2.0/ports?device_id=0993bfcb-06bd-487c-85e7-476fee1793c8 HTTP/1.1" status: 200 len: 210 time: 0.1212647 Dec 20 14:28:31.318401 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c9ae0e-8cad-4c20-9cf8-01b0e8ade161 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Pushing event updated for resources: {'Network': ['ID=781006d9-7985-4914-91ad-a5e554b7cb56,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:31.346380 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-08168267-8e4f-4403-b07d-95a38a1e5a1b req-40b40a62-06ce-4f55-be6a-21e957c15646 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] For port e31ccde7-6b06-4fa3-9cd5-1bf3399c7184, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=e31ccde7-6b06-4fa3-9cd5-1bf3399c7184,segment=NetworkSegment(c78eb3db-e8a6-4673-b220-136b3d8ed714),segment_id=c78eb3db-e8a6-4673-b220-136b3d8ed714)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:28:31.346380 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-08168267-8e4f-4403-b07d-95a38a1e5a1b req-40b40a62-06ce-4f55-be6a-21e957c15646 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:31.346986 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 781006d9-7985-4914-91ad-a5e554b7cb56 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:28:31.351119 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6d295679-a919-40cb-a0cb-694dcbaae965 req-f16b199e-76c1-42a1-8810-ce611106cc88 service neutron] 10.222.0.30 "GET /v2.0/networks/2b333b61-ce15-4944-95b5-760e7ec98a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3031180 Dec 20 14:28:31.380752 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-a922ab89-08c4-41ca-8d8a-10a0cf473e56 req-3d0de30e-821c-46bc-b65c-90bb5001bb24 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] For port b427fecb-0139-46ed-92d1-3b2fecf094fd, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=b427fecb-0139-46ed-92d1-3b2fecf094fd,segment=NetworkSegment(c916a4c5-f78f-49cb-bb53-88f9467401b2),segment_id=c916a4c5-f78f-49cb-bb53-88f9467401b2)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:28:31.381321 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-a922ab89-08c4-41ca-8d8a-10a0cf473e56 req-3d0de30e-821c-46bc-b65c-90bb5001bb24 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:31.480935 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-08168267-8e4f-4403-b07d-95a38a1e5a1b req-40b40a62-06ce-4f55-be6a-21e957c15646 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Calling delete_port for e31ccde7-6b06-4fa3-9cd5-1bf3399c7184 owned by compute:nova {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:28:31.517803 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-a922ab89-08c4-41ca-8d8a-10a0cf473e56 req-3d0de30e-821c-46bc-b65c-90bb5001bb24 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Calling delete_port for b427fecb-0139-46ed-92d1-3b2fecf094fd owned by compute:nova {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:28:31.523307 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906e5d33-0dc3-4126-abb4-215073261375 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] Pushing event deleted for resources: {'Port': ['ID=1de7c060-88a0-428b-a741-497acfb881fa,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:31.545050 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1b53b53a-dd59-41e0-a167-4d46c54265aa req-9622b647-3264-4668-a802-f73e4823ff55 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241488 Dec 20 14:28:31.721552 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6d295679-a919-40cb-a0cb-694dcbaae965 req-597939bc-1275-4caa-b838-5ea18002b19b service neutron] 10.222.0.30 "GET /v2.0/networks/2b333b61-ce15-4944-95b5-760e7ec98a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3583758 Dec 20 14:28:31.770508 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [req-757ae0e1-1269-472e-94e1-2437cce48331 req-f61617fe-a1d1-45b1-b24d-6b3a34cda5d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc3c68f4-a329-4427-b5d7-367e479e930e {{(pid=103167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:28:31.787448 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-906e5d33-0dc3-4126-abb4-215073261375 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] Publish callbacks [] for floatingip, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:31.790386 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-906e5d33-0dc3-4126-abb4-215073261375 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:31.795225 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-906e5d33-0dc3-4126-abb4-215073261375 tempest-ServersTestManualDisk-1892330817 tempest-ServersTestManualDisk-1892330817-project] 10.222.0.54 "DELETE /v2.0/floatingips/c2a7596c-ddb1-4811-9261-8d43f67b621c HTTP/1.1" status: 204 len: 168 time: 4.2331583 Dec 20 14:28:31.802866 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-757ae0e1-1269-472e-94e1-2437cce48331 req-f61617fe-a1d1-45b1-b24d-6b3a34cda5d4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:31.805186 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 55364) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:28:31.813336 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8143b4c8-f3a8-44e8-9782-53b0332dcf34 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Made reservation on behalf of 1080628f9fb44b28a6ddf9255bb33498 for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:28:31.816934 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8143b4c8-f3a8-44e8-9782-53b0332dcf34 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:31.908646 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97434ca7-29c4-480b-891e-3f1379f95e68 admin admin] Router c5d3849f-55c6-4cd1-b1ec-94f465015b9e has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:28:31.918830 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693377ff-818d-4c23-bcec-9464b19e1419 req-b0312ce5-7e97-42ac-b78f-dda04b84aca9 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:31.921570 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-693377ff-818d-4c23-bcec-9464b19e1419 req-b0312ce5-7e97-42ac-b78f-dda04b84aca9 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.54 "GET /v2.0/ports?device_id=cb025089-e24a-461e-bd2f-09b9afb43d50 HTTP/1.1" status: 200 len: 943 time: 0.4622016 Dec 20 14:28:31.929444 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-c1bbb8fe-02e7-4aa4-9493-f0accc94120b req-7a24c358-3072-4d13-b28e-27f36d43cb7f tempest-ImagesNegativeTestJSON-1748123941 tempest-ImagesNegativeTestJSON-1748123941-project] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:31.938567 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-757ae0e1-1269-472e-94e1-2437cce48331 req-f61617fe-a1d1-45b1-b24d-6b3a34cda5d4 service neutron] Transition to ACTIVE for port object fc3c68f4-a329-4427-b5d7-367e479e930e will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:28:31.997238 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-c1bbb8fe-02e7-4aa4-9493-f0accc94120b req-7a24c358-3072-4d13-b28e-27f36d43cb7f tempest-ImagesNegativeTestJSON-1748123941 tempest-ImagesNegativeTestJSON-1748123941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:32.016064 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-757ae0e1-1269-472e-94e1-2437cce48331 req-f61617fe-a1d1-45b1-b24d-6b3a34cda5d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:32.017682 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device e31ccde7-6b06-4fa3-9cd5-1bf3399c7184 no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:28:32.154675 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97434ca7-29c4-480b-891e-3f1379f95e68 admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:28:32.178425 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849e99d5-cf93-439d-a1d9-37172def1035 req-25abecbc-ec45-4c43-a6ca-8aaa24e4bd61 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:32.188405 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-849e99d5-cf93-439d-a1d9-37172def1035 req-25abecbc-ec45-4c43-a6ca-8aaa24e4bd61 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=a21db8bc-e099-4eff-a349-250d98124b7b HTTP/1.1" status: 200 len: 945 time: 0.1432879 Dec 20 14:28:32.192271 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-97434ca7-29c4-480b-891e-3f1379f95e68 admin admin] 10.222.0.54 "PUT /v2.0/routers/c5d3849f-55c6-4cd1-b1ec-94f465015b9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4237854 Dec 20 14:28:32.199489 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 55370) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:28:32.297908 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a24c358-3072-4d13-b28e-27f36d43cb7f tempest-ImagesNegativeTestJSON-1748123941 tempest-ImagesNegativeTestJSON-1748123941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=946270a7-484b-4523-8357-81bac2242732,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:32.340461 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-693377ff-818d-4c23-bcec-9464b19e1419 req-2a08fecd-e608-467b-abbc-cf68636882d3 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.54 "GET /v2.0/security-groups?id=38c67d1f-c5c0-4d18-a181-659c37118040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3583755 Dec 20 14:28:32.365997 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abd2522-1dce-462e-81e0-4b7721f92b22 None None] Sync routers for ids ['c5d3849f-55c6-4cd1-b1ec-94f465015b9e'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:28:32.407612 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-849e99d5-cf93-439d-a1d9-37172def1035 req-55ff0ba5-5b26-4b71-a55d-f2a6f8b6df43 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069173 Dec 20 14:28:32.468527 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abd2522-1dce-462e-81e0-4b7721f92b22 None None] Routers {'c5d3849f-55c6-4cd1-b1ec-94f465015b9e'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:28:32.469349 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-1abd2522-1dce-462e-81e0-4b7721f92b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:28:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['c5d3849f-55c6-4cd1-b1ec-94f465015b9e'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:28:32.563292 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-978d901e-93c8-469d-917f-b65167458a34 admin admin] Publish callbacks [] for router, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:32.652179 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-88e51cbb-d217-4509-a666-8b30257911d6 req-3c45d13a-e799-411b-b159-a49dcc9809be tempest-ImagesNegativeTestJSON-1748123941 tempest-ImagesNegativeTestJSON-1748123941-project] 10.222.0.54 "GET /v2.0/ports?device_id=0993bfcb-06bd-487c-85e7-476fee1793c8 HTTP/1.1" status: 200 len: 210 time: 0.1013198 Dec 20 14:28:32.672403 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-1abd2522-1dce-462e-81e0-4b7721f92b22 None None] Set router c5d3849f-55c6-4cd1-b1ec-94f465015b9e gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:28:32.688711 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61617fe-a1d1-45b1-b24d-6b3a34cda5d4 service neutron] Pushing event updated for resources: {'Port': ['ID=fc3c68f4-a329-4427-b5d7-367e479e930e,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:32.888825 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-978d901e-93c8-469d-917f-b65167458a34 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:32.890919 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-65b887b0-dcbb-4413-b376-253749a7a89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:32.913386 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [req-c1bbb8fe-02e7-4aa4-9493-f0accc94120b req-7a24c358-3072-4d13-b28e-27f36d43cb7f tempest-ImagesNegativeTestJSON-1748123941 tempest-ImagesNegativeTestJSON-1748123941-project] Allocated IP 192.168.233.239 (00c897c2-e98d-4716-a0b4-8f9f297fa8a1/36bf280f-81bb-4486-a87a-9b9505a1cec4/30f698fc-cd44-4864-bf6b-ed56aedbdb20) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:28:32.915038 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fa50d0-4986-4ab5-8fdc-50a731dfb164 req-94f9ed87-6049-4fa5-b888-880a4bc026e6 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:32.916675 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-a922ab89-08c4-41ca-8d8a-10a0cf473e56 req-3d0de30e-821c-46bc-b65c-90bb5001bb24 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:32.918357 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-08168267-8e4f-4403-b07d-95a38a1e5a1b req-40b40a62-06ce-4f55-be6a-21e957c15646 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:32.925049 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e4fa50d0-4986-4ab5-8fdc-50a731dfb164 req-94f9ed87-6049-4fa5-b888-880a4bc026e6 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1dcec98-db36-4ee0-ba7d-c88dcb3b2793 HTTP/1.1" status: 200 len: 943 time: 0.1370180 Dec 20 14:28:32.958085 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-1abd2522-1dce-462e-81e0-4b7721f92b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d3849f-55c6-4cd1-b1ec-94f465015b9e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1430184227-router', 'tenant_id': '98ae6d5e3841444bb1b49cfd90c7eecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': '0aa84e8c-cbb5-49a5-9e63-2192aa58fd86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:21:57Z', 'updated_at': '2021-12-20T14:28:30Z', 'revision_number': 5, 'project_id': '98ae6d5e3841444bb1b49cfd90c7eecf', 'gw_port': {'id': '0aa84e8c-cbb5-49a5-9e63-2192aa58fd86', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ab:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d3849f-55c6-4cd1-b1ec-94f465015b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:21:58Z', 'updated_at': '2021-12-20T14:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:28:33.011558 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abd2522-1dce-462e-81e0-4b7721f92b22 None None] Checking router: c5d3849f-55c6-4cd1-b1ec-94f465015b9e for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:28:33.022525 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abd2522-1dce-462e-81e0-4b7721f92b22 None None] Routers {'c5d3849f-55c6-4cd1-b1ec-94f465015b9e'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:28:33.023303 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-1abd2522-1dce-462e-81e0-4b7721f92b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:28:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['c5d3849f-55c6-4cd1-b1ec-94f465015b9e'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:28:33.029531 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e4fa50d0-4986-4ab5-8fdc-50a731dfb164 req-640f6726-b451-46d4-8250-35dcb94d4060 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031051 Dec 20 14:28:33.038168 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-978d901e-93c8-469d-917f-b65167458a34 admin admin] Deleting port 0aa84e8c-cbb5-49a5-9e63-2192aa58fd86 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:28:33.039115 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-978d901e-93c8-469d-917f-b65167458a34 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:33.137875 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-1abd2522-1dce-462e-81e0-4b7721f92b22 None None] Set router c5d3849f-55c6-4cd1-b1ec-94f465015b9e gateway port host: None {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:28:33.145783 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-978d901e-93c8-469d-917f-b65167458a34 admin admin] For port 0aa84e8c-cbb5-49a5-9e63-2192aa58fd86, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=0aa84e8c-cbb5-49a5-9e63-2192aa58fd86,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:28:33.146103 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-978d901e-93c8-469d-917f-b65167458a34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:33.163838 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-978d901e-93c8-469d-917f-b65167458a34 admin admin] Calling delete_port for 0aa84e8c-cbb5-49a5-9e63-2192aa58fd86 owned by network:router_gateway {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:28:33.200928 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-1abd2522-1dce-462e-81e0-4b7721f92b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d3849f-55c6-4cd1-b1ec-94f465015b9e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1430184227-router', 'tenant_id': '98ae6d5e3841444bb1b49cfd90c7eecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:21:57Z', 'updated_at': '2021-12-20T14:28:32Z', 'revision_number': 6, 'project_id': '98ae6d5e3841444bb1b49cfd90c7eecf', 'gw_port_host': None}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:28:33.215157 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0de30e-821c-46bc-b65c-90bb5001bb24 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Pushing event deleted for resources: {'Port': ['ID=b427fecb-0139-46ed-92d1-3b2fecf094fd,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:33.218526 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8143b4c8-f3a8-44e8-9782-53b0332dcf34 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:33.285261 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abd2522-1dce-462e-81e0-4b7721f92b22 None None] The sync data for ids ['c5d3849f-55c6-4cd1-b1ec-94f465015b9e'] in n-d-761264-19 is: [{'id': 'c5d3849f-55c6-4cd1-b1ec-94f465015b9e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1430184227-router', 'tenant_id': '98ae6d5e3841444bb1b49cfd90c7eecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:21:57Z', 'updated_at': '2021-12-20T14:28:32Z', 'revision_number': 6, 'project_id': '98ae6d5e3841444bb1b49cfd90c7eecf', 'gw_port_host': None}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:28:33.409952 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b40a62-06ce-4f55-be6a-21e957c15646 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Pushing event deleted for resources: {'Port': ['ID=e31ccde7-6b06-4fa3-9cd5-1bf3399c7184,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:33.412995 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-757ae0e1-1269-472e-94e1-2437cce48331 req-f61617fe-a1d1-45b1-b24d-6b3a34cda5d4 service neutron] Attempting to bind port fc3c68f4-a329-4427-b5d7-367e479e930e on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:28:33.413709 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-757ae0e1-1269-472e-94e1-2437cce48331 req-f61617fe-a1d1-45b1-b24d-6b3a34cda5d4 service neutron] Attempting to bind port fc3c68f4-a329-4427-b5d7-367e479e930e by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': '083ec5a2-8034-45c0-81b5-ec9dea4598e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '16189b34-662f-400f-bc52-e94ab90158e1'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:28:33.414296 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757ae0e1-1269-472e-94e1-2437cce48331 req-f61617fe-a1d1-45b1-b24d-6b3a34cda5d4 service neutron] Attempting to bind port fc3c68f4-a329-4427-b5d7-367e479e930e on network 16189b34-662f-400f-bc52-e94ab90158e1 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:28:33.442738 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-978d901e-93c8-469d-917f-b65167458a34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:33.496821 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978d901e-93c8-469d-917f-b65167458a34 admin admin] Pushing event deleted for resources: {'Port': ['ID=0aa84e8c-cbb5-49a5-9e63-2192aa58fd86,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:33.526041 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d578c5ff-9bb4-4e9d-913f-21a578121bc9 req-ee8595c5-b44b-47d9-8d66-dc66f8740832 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:33.532038 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d578c5ff-9bb4-4e9d-913f-21a578121bc9 req-ee8595c5-b44b-47d9-8d66-dc66f8740832 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:33.538416 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d578c5ff-9bb4-4e9d-913f-21a578121bc9 req-ee8595c5-b44b-47d9-8d66-dc66f8740832 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:33.544546 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d578c5ff-9bb4-4e9d-913f-21a578121bc9 req-ee8595c5-b44b-47d9-8d66-dc66f8740832 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:33.551423 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d578c5ff-9bb4-4e9d-913f-21a578121bc9 req-ee8595c5-b44b-47d9-8d66-dc66f8740832 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:33.553226 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d578c5ff-9bb4-4e9d-913f-21a578121bc9 req-ee8595c5-b44b-47d9-8d66-dc66f8740832 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3e943d5-5d01-407d-9414-c89d08826b2f HTTP/1.1" status: 200 len: 3828 time: 0.8446834 Dec 20 14:28:33.561799 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-593e353a-b827-4d02-9931-dc4af9da72aa req-e14c3280-713f-4fbb-8a0d-ebc8c701777d tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.54 "GET /v2.0/ports?device_id=cb025089-e24a-461e-bd2f-09b9afb43d50 HTTP/1.1" status: 200 len: 210 time: 0.0590587 Dec 20 14:28:33.590999 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-a922ab89-08c4-41ca-8d8a-10a0cf473e56 req-3d0de30e-821c-46bc-b65c-90bb5001bb24 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] No DVR routers for this DVR port b427fecb-0139-46ed-92d1-3b2fecf094fd on host n-h1-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:28:33.621047 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-08168267-8e4f-4403-b07d-95a38a1e5a1b req-40b40a62-06ce-4f55-be6a-21e957c15646 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] No DVR routers for this DVR port e31ccde7-6b06-4fa3-9cd5-1bf3399c7184 on host n-h2-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:28:33.631706 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-978d901e-93c8-469d-917f-b65167458a34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584913'] for router_gateway, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:33.640207 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-a922ab89-08c4-41ca-8d8a-10a0cf473e56 req-3d0de30e-821c-46bc-b65c-90bb5001bb24 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:33.646920 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a922ab89-08c4-41ca-8d8a-10a0cf473e56 req-3d0de30e-821c-46bc-b65c-90bb5001bb24 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.30 "DELETE /v2.0/ports/b427fecb-0139-46ed-92d1-3b2fecf094fd HTTP/1.1" status: 204 len: 173 time: 4.5471039 Dec 20 14:28:33.659936 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb025089-e24a-461e-bd2f-09b9afb43d50', 'name': 'network-vif-deleted', 'tag': 'b427fecb-0139-46ed-92d1-3b2fecf094fd'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:28:33.662122 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-572ab88f-1451-43a8-aeb4-75b7fd3ebd03" -d '{"events": [{"server_uuid": "cb025089-e24a-461e-bd2f-09b9afb43d50", "name": "network-vif-deleted", "tag": "b427fecb-0139-46ed-92d1-3b2fecf094fd"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:28:33.664745 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757ae0e1-1269-472e-94e1-2437cce48331 req-f61617fe-a1d1-45b1-b24d-6b3a34cda5d4 service neutron] Port fc3c68f4-a329-4427-b5d7-367e479e930e on network 16189b34-662f-400f-bc52-e94ab90158e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:28:33.665118 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757ae0e1-1269-472e-94e1-2437cce48331 req-f61617fe-a1d1-45b1-b24d-6b3a34cda5d4 service neutron] Attempting to bind port fc3c68f4-a329-4427-b5d7-367e479e930e on network 16189b34-662f-400f-bc52-e94ab90158e1 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:28:33.703755 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:33.704134 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-08168267-8e4f-4403-b07d-95a38a1e5a1b req-40b40a62-06ce-4f55-be6a-21e957c15646 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:33.707656 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-08168267-8e4f-4403-b07d-95a38a1e5a1b req-40b40a62-06ce-4f55-be6a-21e957c15646 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.47 "DELETE /v2.0/ports/e31ccde7-6b06-4fa3-9cd5-1bf3399c7184 HTTP/1.1" status: 204 len: 173 time: 4.6837623 Dec 20 14:28:33.832199 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143b4c8-f3a8-44e8-9782-53b0332dcf34 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Pushing event updated for resources: {'Subnet': ['ID=aaeac8b3-4bcd-4183-8fdc-e7e9bf33dceb,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:33.864524 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757ae0e1-1269-472e-94e1-2437cce48331 req-f61617fe-a1d1-45b1-b24d-6b3a34cda5d4 service neutron] Checking agent: {'id': '43c60aee-e4af-4ecc-bee2-aac3569fafed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:28:33.864980 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757ae0e1-1269-472e-94e1-2437cce48331 req-f61617fe-a1d1-45b1-b24d-6b3a34cda5d4 service neutron] Checking segment: {'id': '083ec5a2-8034-45c0-81b5-ec9dea4598e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '16189b34-662f-400f-bc52-e94ab90158e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:28:33.865829 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757ae0e1-1269-472e-94e1-2437cce48331 req-f61617fe-a1d1-45b1-b24d-6b3a34cda5d4 service neutron] Bound using segment: {'id': '083ec5a2-8034-45c0-81b5-ec9dea4598e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '16189b34-662f-400f-bc52-e94ab90158e1'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:28:33.866496 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-757ae0e1-1269-472e-94e1-2437cce48331 req-f61617fe-a1d1-45b1-b24d-6b3a34cda5d4 service neutron] Bound port: fc3c68f4-a329-4427-b5d7-367e479e930e, host: n-h2-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '083ec5a2-8034-45c0-81b5-ec9dea4598e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '16189b34-662f-400f-bc52-e94ab90158e1'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:28:33.867006 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-757ae0e1-1269-472e-94e1-2437cce48331 req-f61617fe-a1d1-45b1-b24d-6b3a34cda5d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:33.901906 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device d140209a-5cd0-42fb-ba2e-9a974a1cdc6d no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:28:33.929666 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8143b4c8-f3a8-44e8-9782-53b0332dcf34 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Checking segment: {'id': 'eacc05f1-3b35-400c-b97b-4a37ce60f203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e922ff15-a662-4866-8b6a-3d6f701ab36c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:28:33.934159 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8143b4c8-f3a8-44e8-9782-53b0332dcf34 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Network hostable DHCP agents. Network: e922ff15-a662-4866-8b6a-3d6f701ab36c, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:28:33.950373 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-978d901e-93c8-469d-917f-b65167458a34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40132'] for router, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:33.960217 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: d140209a-5cd0-42fb-ba2e-9a974a1cdc6d {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:28:33.960217 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device d140209a-5cd0-42fb-ba2e-9a974a1cdc6d not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:28:33.960503 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-978d901e-93c8-469d-917f-b65167458a34 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:34.033827 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c3ac1693-18c9-4d63-892f-b59bbcb43cdb req-73f1c721-6e8d-4482-8bf6-2121586eaaf8 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=a21db8bc-e099-4eff-a349-250d98124b7b HTTP/1.1" status: 200 len: 210 time: 0.2562802 Dec 20 14:28:34.034441 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-978d901e-93c8-469d-917f-b65167458a34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1594808'] for router, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:34.035016 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-978d901e-93c8-469d-917f-b65167458a34 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5d3849f-55c6-4cd1-b1ec-94f465015b9e {{(pid=103168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 14:28:34.039417 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-978d901e-93c8-469d-917f-b65167458a34 admin admin] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:34.043186 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-978d901e-93c8-469d-917f-b65167458a34 admin admin] 10.222.0.54 "DELETE /v2.0/routers/c5d3849f-55c6-4cd1-b1ec-94f465015b9e HTTP/1.1" status: 204 len: 168 time: 1.8388345 Dec 20 14:28:34.043421 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 55384) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:28:34.085842 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d578c5ff-9bb4-4e9d-913f-21a578121bc9 req-d14aa088-fc34-493c-bd23-dcc8e730d511 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/security-groups?id=81a62dd3-6166-418b-a2f3-15daa19beec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4720016 Dec 20 14:28:34.092122 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 14:28:34.148629 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_v2 [None req-1976c821-8d3b-4f91-b524-c5b6619c5492 admin admin] Deleting subnet 05ec7bf3-6c57-436c-ae29-1e90a4ac3504 {{(pid=103168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:28:34.152776 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1976c821-8d3b-4f91-b524-c5b6619c5492 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:34.161788 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8143b4c8-f3a8-44e8-9782-53b0332dcf34 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Network e922ff15-a662-4866-8b6a-3d6f701ab36c is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:28:34.195308 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6721c3cc-dda2-4d55-be6c-3f7c3d5c3de9 x-openstack-request-id: req-6721c3cc-dda2-4d55-be6c-3f7c3d5c3de9 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:28:34.195752 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb025089-e24a-461e-bd2f-09b9afb43d50", "name": "network-vif-deleted", "tag": "b427fecb-0139-46ed-92d1-3b2fecf094fd", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:28:34.196149 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6721c3cc-dda2-4d55-be6c-3f7c3d5c3de9 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:28:34.196719 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb025089-e24a-461e-bd2f-09b9afb43d50', 'name': 'network-vif-deleted', 'tag': 'b427fecb-0139-46ed-92d1-3b2fecf094fd', 'status': 'completed', 'code': 200} Dec 20 14:28:34.211119 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-c1bbb8fe-02e7-4aa4-9493-f0accc94120b req-7a24c358-3072-4d13-b28e-27f36d43cb7f tempest-ImagesNegativeTestJSON-1748123941 tempest-ImagesNegativeTestJSON-1748123941-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:34.223335 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-8143b4c8-f3a8-44e8-9782-53b0332dcf34 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, e922ff15-a662-4866-8b6a-3d6f701ab36c) {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:28:34.237452 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8143b4c8-f3a8-44e8-9782-53b0332dcf34 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:34.237969 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-938c07e7-aeb4-40ea-8340-f70620f2242b None None] Network e922ff15-a662-4866-8b6a-3d6f701ab36c requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:28:34.238471 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8143b4c8-f3a8-44e8-9782-53b0332dcf34 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:34.243005 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-90f6dbad-409f-43fd-a8cb-ce6ef55d146e req-58b4ddce-a129-4f23-8838-f446ee12259c tempest-ImagesNegativeTestJSON-1748123941 tempest-ImagesNegativeTestJSON-1748123941-project] 10.222.0.54 "GET /v2.0/ports?device_id=0993bfcb-06bd-487c-85e7-476fee1793c8 HTTP/1.1" status: 200 len: 210 time: 0.0640128 Dec 20 14:28:34.256514 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-757ae0e1-1269-472e-94e1-2437cce48331 req-f61617fe-a1d1-45b1-b24d-6b3a34cda5d4 service neutron] For port fc3c68f4-a329-4427-b5d7-367e479e930e, host n-h2-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:28:34.297918 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1976c821-8d3b-4f91-b524-c5b6619c5492 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9023023'] for subnet, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:34.328593 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-757ae0e1-1269-472e-94e1-2437cce48331 req-f61617fe-a1d1-45b1-b24d-6b3a34cda5d4 service neutron] For port fc3c68f4-a329-4427-b5d7-367e479e930e, host n-h2-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=fc3c68f4-a329-4427-b5d7-367e479e930e,segment=NetworkSegment(083ec5a2-8034-45c0-81b5-ec9dea4598e2),segment_id=083ec5a2-8034-45c0-81b5-ec9dea4598e2)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:28:34.357204 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-757ae0e1-1269-472e-94e1-2437cce48331 req-f61617fe-a1d1-45b1-b24d-6b3a34cda5d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:34.368909 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-8143b4c8-f3a8-44e8-9782-53b0332dcf34 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.2612154 Dec 20 14:28:34.375364 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 55388) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:28:34.402082 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-22c72d33-5f9e-4f2f-a828-065db018743d tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Request body: {'subnet': {'network_id': '781006d9-7985-4914-91ad-a5e554b7cb56', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:28:34.499897 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a90e02-7bb6-463b-837a-f3123a4a0ac9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-e922ff15-a662-4866-8b6a-3d6f701ab36c', 'network_id': 'e922ff15-a662-4866-8b6a-3d6f701ab36c', 'project_id': '1080628f9fb44b28a6ddf9255bb33498', 'fixed_ips': [{'subnet_id': 'aaeac8b3-4bcd-4183-8fdc-e7e9bf33dceb'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:28:34.502940 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a1a90e02-7bb6-463b-837a-f3123a4a0ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:34.539528 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1976c821-8d3b-4f91-b524-c5b6619c5492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:34.611691 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ae0e1-1269-472e-94e1-2437cce48331 req-f61617fe-a1d1-45b1-b24d-6b3a34cda5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:34.612366 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-757ae0e1-1269-472e-94e1-2437cce48331 req-f61617fe-a1d1-45b1-b24d-6b3a34cda5d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:34.613995 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-757ae0e1-1269-472e-94e1-2437cce48331 req-f61617fe-a1d1-45b1-b24d-6b3a34cda5d4 service neutron] 10.222.0.47 "PUT /v2.0/ports/fc3c68f4-a329-4427-b5d7-367e479e930e HTTP/1.1" status: 200 len: 1092 time: 5.4075975 Dec 20 14:28:34.635051 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61617fe-a1d1-45b1-b24d-6b3a34cda5d4 service neutron] Pushing event updated for resources: {'Port': ['ID=fc3c68f4-a329-4427-b5d7-367e479e930e,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:34.650545 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-757ae0e1-1269-472e-94e1-2437cce48331 req-e883f59d-86d2-4235-981d-921e37ca2268 service neutron] Request body: {'port': {'device_id': 'b3e943d5-5d01-407d-9414-c89d08826b2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-19'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:28:34.681271 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-c1bbb8fe-02e7-4aa4-9493-f0accc94120b req-7a24c358-3072-4d13-b28e-27f36d43cb7f tempest-ImagesNegativeTestJSON-1748123941 tempest-ImagesNegativeTestJSON-1748123941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:34.727503 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 55392) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:28:34.735978 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1976c821-8d3b-4f91-b524-c5b6619c5492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8850800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470517'] for subnet, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:34.757679 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1bbb8fe-02e7-4aa4-9493-f0accc94120b req-7a24c358-3072-4d13-b28e-27f36d43cb7f tempest-ImagesNegativeTestJSON-1748123941 tempest-ImagesNegativeTestJSON-1748123941-project] Network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:28:34.766153 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [req-c1bbb8fe-02e7-4aa4-9493-f0accc94120b req-7a24c358-3072-4d13-b28e-27f36d43cb7f tempest-ImagesNegativeTestJSON-1748123941 tempest-ImagesNegativeTestJSON-1748123941-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:28:34.769313 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1bbb8fe-02e7-4aa4-9493-f0accc94120b req-7a24c358-3072-4d13-b28e-27f36d43cb7f tempest-ImagesNegativeTestJSON-1748123941 tempest-ImagesNegativeTestJSON-1748123941-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:28:34.778885 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:34.778885 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:28:34.778885 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:34.778885 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:28:34.778885 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:34.778885 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:28:34.778885 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:34.778885 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:28:34.778885 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:34.778885 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:28:34.778885 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:34.778885 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:28:34.778885 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:34.778885 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:28:34.778885 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:34.778885 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:28:34.778885 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:34.778885 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:28:34.778885 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:34.778885 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:28:34.778885 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:34.778885 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:28:34.778885 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:34.778885 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:28:34.778885 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:34.778885 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:28:34.778885 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:34.778885 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:28:34.778885 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:34.778885 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:28:34.778885 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:34.778885 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:28:34.778885 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:34.778885 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:28:34.778885 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:34.778885 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:28:34.781719 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:34.781719 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:28:34.781719 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:34.781719 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:28:34.781719 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:34.781719 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:28:34.781719 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:34.781719 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:28:34.781719 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:34.781719 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:28:34.781719 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:34.781719 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:28:34.781719 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeec2840-504e-4f96-a53e-0254339cd208 req-08f4d4ea-c1f9-4d93-b42c-0bb3498095fd tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:34.783124 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-eeec2840-504e-4f96-a53e-0254339cd208 req-08f4d4ea-c1f9-4d93-b42c-0bb3498095fd tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1dcec98-db36-4ee0-ba7d-c88dcb3b2793 HTTP/1.1" status: 200 len: 943 time: 0.4318604 Dec 20 14:28:34.878139 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1976c821-8d3b-4f91-b524-c5b6619c5492 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05ec7bf3-6c57-436c-ae29-1e90a4ac3504,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:34.993302 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1976c821-8d3b-4f91-b524-c5b6619c5492 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:34.997780 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-1976c821-8d3b-4f91-b524-c5b6619c5492 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/05ec7bf3-6c57-436c-ae29-1e90a4ac3504 HTTP/1.1" status: 204 len: 168 time: 0.9531679 Dec 20 14:28:35.011082 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 55394) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:28:35.012806 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0407d185-729e-44b2-af2d-2ef4dc79041c None None] Network e76fd914-6ce4-44fe-92e7-e5f023645820 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:28:35.020588 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-a1a90e02-7bb6-463b-837a-f3123a4a0ac9 None None] Allocated IP 10.1.1.2 (e922ff15-a662-4866-8b6a-3d6f701ab36c/aaeac8b3-4bcd-4183-8fdc-e7e9bf33dceb/d1d6c951-2bc0-4d5f-8a7e-aa39ce5f0e33) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:28:35.065238 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_v2 [None req-e03bc712-72a5-4331-88d7-3520dc65b3e9 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Deleting subnet 7c89e752-e7cc-4f43-b63b-2a0582700a0e {{(pid=103168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:28:35.092052 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e03bc712-72a5-4331-88d7-3520dc65b3e9 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks [] for subnet, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:35.207610 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8da4f07a-94f8-42a5-a1a2-6e01312bc388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:35.210640 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22c72d33-5f9e-4f2f-a828-065db018743d tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Made reservation on behalf of 1080628f9fb44b28a6ddf9255bb33498 for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:28:35.216695 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-22c72d33-5f9e-4f2f-a828-065db018743d tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:35.289090 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e03bc712-72a5-4331-88d7-3520dc65b3e9 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9023023'] for subnet, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:35.419977 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-579220cc-2243-4303-aca7-3265cebb2e3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1595867'] for router_interface, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:35.478304 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a24c358-3072-4d13-b28e-27f36d43cb7f tempest-ImagesNegativeTestJSON-1748123941 tempest-ImagesNegativeTestJSON-1748123941-project] Pushing event updated for resources: {'Port': ['ID=30f698fc-cd44-4864-bf6b-ed56aedbdb20,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:35.525707 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-757ae0e1-1269-472e-94e1-2437cce48331 req-e883f59d-86d2-4235-981d-921e37ca2268 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:35.532193 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7846a2-b4ba-409f-97e0-4291e3b65289 None None] DHCP port deletion for e76fd914-6ce4-44fe-92e7-e5f023645820 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:28:35.543984 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-227dcb36-d746-4449-8b3e-e0bd5226d388 None None] Provisioning complete for port 30f698fc-cd44-4864-bf6b-ed56aedbdb20 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:28:35.544418 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-227dcb36-d746-4449-8b3e-e0bd5226d388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:35.549879 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bbb8fe-02e7-4aa4-9493-f0accc94120b req-7a24c358-3072-4d13-b28e-27f36d43cb7f tempest-ImagesNegativeTestJSON-1748123941 tempest-ImagesNegativeTestJSON-1748123941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:35.550976 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-c1bbb8fe-02e7-4aa4-9493-f0accc94120b req-7a24c358-3072-4d13-b28e-27f36d43cb7f tempest-ImagesNegativeTestJSON-1748123941 tempest-ImagesNegativeTestJSON-1748123941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:35.576922 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-eeec2840-504e-4f96-a53e-0254339cd208 req-254abc33-aaa7-45ac-8957-4735200c144d tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7627673 Dec 20 14:28:35.646130 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a1a90e02-7bb6-463b-837a-f3123a4a0ac9 None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:35.651155 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c1bbb8fe-02e7-4aa4-9493-f0accc94120b req-7a24c358-3072-4d13-b28e-27f36d43cb7f tempest-ImagesNegativeTestJSON-1748123941 tempest-ImagesNegativeTestJSON-1748123941-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.5653088 Dec 20 14:28:35.670344 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-c1bbb8fe-02e7-4aa4-9493-f0accc94120b req-ad15ae8c-0ab5-4cb8-a56b-cfdb406a2278 service neutron] Request body: {'port': {'device_id': '0993bfcb-06bd-487c-85e7-476fee1793c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-19'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:28:35.694473 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a1a90e02-7bb6-463b-837a-f3123a4a0ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:35.727983 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-227dcb36-d746-4449-8b3e-e0bd5226d388 None None] Port 30f698fc-cd44-4864-bf6b-ed56aedbdb20 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:28:35.739746 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:35.767374 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a90e02-7bb6-463b-837a-f3123a4a0ac9 None None] Network e922ff15-a662-4866-8b6a-3d6f701ab36c is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:28:35.775209 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-a1a90e02-7bb6-463b-837a-f3123a4a0ac9 None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:28:35.778321 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-6e7846a2-b4ba-409f-97e0-4291e3b65289 None None] Deleting port 87cdea01-7a91-45d3-8416-cdea610beb5a {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:28:35.778709 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6e7846a2-b4ba-409f-97e0-4291e3b65289 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:35.780649 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a90e02-7bb6-463b-837a-f3123a4a0ac9 None None] Pushing event updated for resources: {'Port': ['ID=d1d6c951-2bc0-4d5f-8a7e-aa39ce5f0e33,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:35.791111 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a90e02-7bb6-463b-837a-f3123a4a0ac9 None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:28:35.793774 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a90e02-7bb6-463b-837a-f3123a4a0ac9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:28:35.794118 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a90e02-7bb6-463b-837a-f3123a4a0ac9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:28:35.794450 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a90e02-7bb6-463b-837a-f3123a4a0ac9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:28:35.794811 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a90e02-7bb6-463b-837a-f3123a4a0ac9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:28:35.795147 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a90e02-7bb6-463b-837a-f3123a4a0ac9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:28:35.795474 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a90e02-7bb6-463b-837a-f3123a4a0ac9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:28:35.808084 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a90e02-7bb6-463b-837a-f3123a4a0ac9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:28:35.808540 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a90e02-7bb6-463b-837a-f3123a4a0ac9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:28:35.808879 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a90e02-7bb6-463b-837a-f3123a4a0ac9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:28:35.809211 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a90e02-7bb6-463b-837a-f3123a4a0ac9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:28:35.809542 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a90e02-7bb6-463b-837a-f3123a4a0ac9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:28:35.809867 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a90e02-7bb6-463b-837a-f3123a4a0ac9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:28:35.810191 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a90e02-7bb6-463b-837a-f3123a4a0ac9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:28:35.902408 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-6e7846a2-b4ba-409f-97e0-4291e3b65289 None None] For port 87cdea01-7a91-45d3-8416-cdea610beb5a, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=87cdea01-7a91-45d3-8416-cdea610beb5a,segment=NetworkSegment(81f9c096-d0a5-4567-8c87-75456228e5a3),segment_id=81f9c096-d0a5-4567-8c87-75456228e5a3)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:28:35.902846 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6e7846a2-b4ba-409f-97e0-4291e3b65289 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:35.925654 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-6e7846a2-b4ba-409f-97e0-4291e3b65289 None None] Calling delete_port for 87cdea01-7a91-45d3-8416-cdea610beb5a owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:28:35.949822 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-c1bbb8fe-02e7-4aa4-9493-f0accc94120b req-ad15ae8c-0ab5-4cb8-a56b-cfdb406a2278 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:36.059186 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 87cdea01-7a91-45d3-8416-cdea610beb5a no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:28:36.066520 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6e7846a2-b4ba-409f-97e0-4291e3b65289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:36.198760 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a21db8bc-e099-4eff-a349-250d98124b7b', 'name': 'network-vif-deleted', 'tag': 'e31ccde7-6b06-4fa3-9cd5-1bf3399c7184'}, {'name': 'network-changed', 'server_uuid': 'b3e943d5-5d01-407d-9414-c89d08826b2f', 'tag': 'fc3c68f4-a329-4427-b5d7-367e479e930e'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:28:36.200419 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 87cdea01-7a91-45d3-8416-cdea610beb5a {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:28:36.200793 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0baa940b-551b-4e0d-9629-00c1c4722731" -d '{"events": [{"server_uuid": "a21db8bc-e099-4eff-a349-250d98124b7b", "name": "network-vif-deleted", "tag": "e31ccde7-6b06-4fa3-9cd5-1bf3399c7184"}, {"name": "network-changed", "server_uuid": "b3e943d5-5d01-407d-9414-c89d08826b2f", "tag": "fc3c68f4-a329-4427-b5d7-367e479e930e"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:28:36.201700 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 87cdea01-7a91-45d3-8416-cdea610beb5a not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:28:36.203103 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 0aa84e8c-cbb5-49a5-9e63-2192aa58fd86 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:28:36.230231 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445b6592-2ff7-4de2-85b9-7be24d1c6835 req-3c531d2c-0310-4bcd-8592-e0fda0793160 tempest-ImagesNegativeTestJSON-1748123941 tempest-ImagesNegativeTestJSON-1748123941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:36.231761 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-445b6592-2ff7-4de2-85b9-7be24d1c6835 req-3c531d2c-0310-4bcd-8592-e0fda0793160 tempest-ImagesNegativeTestJSON-1748123941 tempest-ImagesNegativeTestJSON-1748123941-project] 10.222.0.54 "GET /v2.0/ports?device_id=0993bfcb-06bd-487c-85e7-476fee1793c8 HTTP/1.1" status: 200 len: 936 time: 0.2214463 Dec 20 14:28:36.250003 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fde07ba-9145-4673-9875-d8e2c369f121 req-ef636b97-66c9-4ebf-b1a3-78ad2e11e6fe tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:36.251363 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7846a2-b4ba-409f-97e0-4291e3b65289 None None] Pushing event deleted for resources: {'Port': ['ID=87cdea01-7a91-45d3-8416-cdea610beb5a,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:36.255871 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fde07ba-9145-4673-9875-d8e2c369f121 req-ef636b97-66c9-4ebf-b1a3-78ad2e11e6fe tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:36.261808 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fde07ba-9145-4673-9875-d8e2c369f121 req-ef636b97-66c9-4ebf-b1a3-78ad2e11e6fe tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:36.267656 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fde07ba-9145-4673-9875-d8e2c369f121 req-ef636b97-66c9-4ebf-b1a3-78ad2e11e6fe tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:36.273479 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fde07ba-9145-4673-9875-d8e2c369f121 req-ef636b97-66c9-4ebf-b1a3-78ad2e11e6fe tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:36.275552 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5fde07ba-9145-4673-9875-d8e2c369f121 req-ef636b97-66c9-4ebf-b1a3-78ad2e11e6fe tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3e943d5-5d01-407d-9414-c89d08826b2f HTTP/1.1" status: 200 len: 3828 time: 0.9347045 Dec 20 14:28:36.299153 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7846a2-b4ba-409f-97e0-4291e3b65289 None None] No DVR routers for this DVR port 87cdea01-7a91-45d3-8416-cdea610beb5a on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:28:36.340911 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e03bc712-72a5-4331-88d7-3520dc65b3e9 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:36.348559 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 0aa84e8c-cbb5-49a5-9e63-2192aa58fd86 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:28:36.349527 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 0aa84e8c-cbb5-49a5-9e63-2192aa58fd86 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:28:36.362586 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-a1a90e02-7bb6-463b-837a-f3123a4a0ac9 None None] Attempting to bind port d1d6c951-2bc0-4d5f-8a7e-aa39ce5f0e33 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:28:36.363170 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-a1a90e02-7bb6-463b-837a-f3123a4a0ac9 None None] Attempting to bind port d1d6c951-2bc0-4d5f-8a7e-aa39ce5f0e33 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': 'eacc05f1-3b35-400c-b97b-4a37ce60f203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e922ff15-a662-4866-8b6a-3d6f701ab36c'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:28:36.364354 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a90e02-7bb6-463b-837a-f3123a4a0ac9 None None] Attempting to bind port d1d6c951-2bc0-4d5f-8a7e-aa39ce5f0e33 on network e922ff15-a662-4866-8b6a-3d6f701ab36c {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:28:36.371632 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a90e02-7bb6-463b-837a-f3123a4a0ac9 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:28:36.372933 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a90e02-7bb6-463b-837a-f3123a4a0ac9 None None] Checking segment: {'id': 'eacc05f1-3b35-400c-b97b-4a37ce60f203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e922ff15-a662-4866-8b6a-3d6f701ab36c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:28:36.372933 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a1a90e02-7bb6-463b-837a-f3123a4a0ac9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:36.372933 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a90e02-7bb6-463b-837a-f3123a4a0ac9 None None] Bound using segment: {'id': 'eacc05f1-3b35-400c-b97b-4a37ce60f203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e922ff15-a662-4866-8b6a-3d6f701ab36c'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:28:36.373422 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-a1a90e02-7bb6-463b-837a-f3123a4a0ac9 None None] Bound port: d1d6c951-2bc0-4d5f-8a7e-aa39ce5f0e33, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eacc05f1-3b35-400c-b97b-4a37ce60f203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e922ff15-a662-4866-8b6a-3d6f701ab36c'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:28:36.373860 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a1a90e02-7bb6-463b-837a-f3123a4a0ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:36.416115 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-8da4f07a-94f8-42a5-a1a2-6e01312bc388 admin admin] Deleting port 87cdea01-7a91-45d3-8416-cdea610beb5a {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:28:36.416115 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8da4f07a-94f8-42a5-a1a2-6e01312bc388 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:36.431214 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5fde07ba-9145-4673-9875-d8e2c369f121 req-bfb8f0b7-c576-4dff-aefc-c2d42829e8d5 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/security-groups?id=81a62dd3-6166-418b-a2f3-15daa19beec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469321 Dec 20 14:28:36.463510 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-a1a90e02-7bb6-463b-837a-f3123a4a0ac9 None None] For port d1d6c951-2bc0-4d5f-8a7e-aa39ce5f0e33, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:28:36.467076 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-a1a90e02-7bb6-463b-837a-f3123a4a0ac9 None None] For port d1d6c951-2bc0-4d5f-8a7e-aa39ce5f0e33, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=d1d6c951-2bc0-4d5f-8a7e-aa39ce5f0e33,segment=NetworkSegment(eacc05f1-3b35-400c-b97b-4a37ce60f203),segment_id=eacc05f1-3b35-400c-b97b-4a37ce60f203)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:28:36.468762 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:36.475813 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a1a90e02-7bb6-463b-837a-f3123a4a0ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:36.589357 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-8da4f07a-94f8-42a5-a1a2-6e01312bc388 admin admin] For port 87cdea01-7a91-45d3-8416-cdea610beb5a, host n-d-761264-19, got binding levels [] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:28:36.589798 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8da4f07a-94f8-42a5-a1a2-6e01312bc388 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:36.591699 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-445b6592-2ff7-4de2-85b9-7be24d1c6835 req-ee87058b-6492-46b8-ab75-a19edba2a286 tempest-ImagesNegativeTestJSON-1748123941 tempest-ImagesNegativeTestJSON-1748123941-project] 10.222.0.54 "GET /v2.0/security-groups?id=946270a7-484b-4523-8357-81bac2242732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3439195 Dec 20 14:28:36.622504 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [req-757ae0e1-1269-472e-94e1-2437cce48331 req-e883f59d-86d2-4235-981d-921e37ca2268 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 472629f0-99a5-462a-9b97-0c161849b783 {{(pid=103167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:28:36.633068 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-8da4f07a-94f8-42a5-a1a2-6e01312bc388 admin admin] Calling delete_port for 87cdea01-7a91-45d3-8416-cdea610beb5a owned by network:dhcp {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:28:36.637042 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.ipam_backend_mixin [None req-8da4f07a-94f8-42a5-a1a2-6e01312bc388 admin admin] Port 87cdea01-7a91-45d3-8416-cdea610beb5a was not found and therefore no delete operation was performed {{(pid=103168) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 20 14:28:36.644569 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8da4f07a-94f8-42a5-a1a2-6e01312bc388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:36.646959 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e03bc712-72a5-4331-88d7-3520dc65b3e9 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8850800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470517'] for subnet, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:36.648971 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-22c72d33-5f9e-4f2f-a828-065db018743d tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8848317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10470522'] for subnet, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:36.662032 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-757ae0e1-1269-472e-94e1-2437cce48331 req-e883f59d-86d2-4235-981d-921e37ca2268 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:36.694252 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41996cd-75d6-4b77-be9d-f3751ad5325f req-5ba2d727-a7e4-47b7-bed4-0a0a379369bc tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:36.697291 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c41996cd-75d6-4b77-be9d-f3751ad5325f req-5ba2d727-a7e4-47b7-bed4-0a0a379369bc tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.47 "GET /v2.0/ports?device_id=1ee336c7-2c51-4a07-9c99-847191098eee HTTP/1.1" status: 200 len: 944 time: 0.3681898 Dec 20 14:28:36.702267 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 20 Dec 2021 14:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a36abe3a-dcaa-49e7-a8cc-d07dc567f4c7 x-openstack-request-id: req-a36abe3a-dcaa-49e7-a8cc-d07dc567f4c7 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:28:36.702871 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a21db8bc-e099-4eff-a349-250d98124b7b", "name": "network-vif-deleted", "tag": "e31ccde7-6b06-4fa3-9cd5-1bf3399c7184", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b3e943d5-5d01-407d-9414-c89d08826b2f", "tag": "fc3c68f4-a329-4427-b5d7-367e479e930e", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:28:36.705221 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a36abe3a-dcaa-49e7-a8cc-d07dc567f4c7 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:28:36.705817 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a21db8bc-e099-4eff-a349-250d98124b7b', 'name': 'network-vif-deleted', 'tag': 'e31ccde7-6b06-4fa3-9cd5-1bf3399c7184', 'status': 'completed', 'code': 200} Dec 20 14:28:36.706256 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3e943d5-5d01-407d-9414-c89d08826b2f', 'tag': 'fc3c68f4-a329-4427-b5d7-367e479e930e', 'status': 'completed', 'code': 200} Dec 20 14:28:36.733611 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a90e02-7bb6-463b-837a-f3123a4a0ac9 None None] Pushing event updated for resources: {'Port': ['ID=d1d6c951-2bc0-4d5f-8a7e-aa39ce5f0e33,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:36.736702 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde9be79-e8e6-4ddd-9775-3240d5ea4258 req-cc1c02e9-f8a7-4372-9c65-9146ae1739e7 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:36.738391 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-dde9be79-e8e6-4ddd-9775-3240d5ea4258 req-cc1c02e9-f8a7-4372-9c65-9146ae1739e7 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=1ee336c7-2c51-4a07-9c99-847191098eee HTTP/1.1" status: 200 len: 944 time: 0.1686258 Dec 20 14:28:36.750507 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03bc712-72a5-4331-88d7-3520dc65b3e9 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Pushing event deleted for resources: {'Subnet': ['ID=7c89e752-e7cc-4f43-b63b-2a0582700a0e,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:36.757181 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da4f07a-94f8-42a5-a1a2-6e01312bc388 admin admin] No DVR routers for this DVR port 87cdea01-7a91-45d3-8416-cdea610beb5a on host n-d-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:28:36.783271 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da4f07a-94f8-42a5-a1a2-6e01312bc388 admin admin] Pushing event deleted for resources: {'Port': ['ID=87cdea01-7a91-45d3-8416-cdea610beb5a,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:36.864767 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [req-c1bbb8fe-02e7-4aa4-9493-f0accc94120b req-ad15ae8c-0ab5-4cb8-a56b-cfdb406a2278 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30f698fc-cd44-4864-bf6b-ed56aedbdb20 {{(pid=103167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:28:36.916984 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e03bc712-72a5-4331-88d7-3520dc65b3e9 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:36.920982 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1822dba-0422-4b56-b678-b0111efa6849 None None] Network 63a2c45b-26c4-47d4-9e78-5377757de7fe requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:28:36.924018 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-e03bc712-72a5-4331-88d7-3520dc65b3e9 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.54 "DELETE /v2.0/subnets/7c89e752-e7cc-4f43-b63b-2a0582700a0e HTTP/1.1" status: 204 len: 168 time: 2.1933525 Dec 20 14:28:36.937871 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 55412) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:28:36.949358 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-c1bbb8fe-02e7-4aa4-9493-f0accc94120b req-ad15ae8c-0ab5-4cb8-a56b-cfdb406a2278 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:36.952061 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-757ae0e1-1269-472e-94e1-2437cce48331 req-e883f59d-86d2-4235-981d-921e37ca2268 service neutron] Transition to ACTIVE for port object 472629f0-99a5-462a-9b97-0c161849b783 will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:28:36.975758 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-757ae0e1-1269-472e-94e1-2437cce48331 req-e883f59d-86d2-4235-981d-921e37ca2268 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:37.023217 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8da4f07a-94f8-42a5-a1a2-6e01312bc388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:37.090545 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c72d33-5f9e-4f2f-a828-065db018743d tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Pushing event updated for resources: {'Subnet': ['ID=7d232d75-8ac0-41ba-a979-02f9a30b542c,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:37.106170 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baa940b-551b-4e0d-9629-00c1c4722731 req-ada6a16f-2c0b-47fa-b523-8511d4e958f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:37.106455 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baa940b-551b-4e0d-9629-00c1c4722731 req-ada6a16f-2c0b-47fa-b523-8511d4e958f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:37.106851 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baa940b-551b-4e0d-9629-00c1c4722731 req-ada6a16f-2c0b-47fa-b523-8511d4e958f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:37.107335 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baa940b-551b-4e0d-9629-00c1c4722731 req-ada6a16f-2c0b-47fa-b523-8511d4e958f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:37.107801 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baa940b-551b-4e0d-9629-00c1c4722731 req-ada6a16f-2c0b-47fa-b523-8511d4e958f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:37.109663 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0baa940b-551b-4e0d-9629-00c1c4722731 req-ada6a16f-2c0b-47fa-b523-8511d4e958f7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7db68c07b2e8445b8d4272fa646b5852&device_id=b3e943d5-5d01-407d-9414-c89d08826b2f HTTP/1.1" status: 200 len: 4364 time: 0.3698213 Dec 20 14:28:37.116954 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 70afd13f-d370-47db-83d2-e1041aebac63 no longer exists at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:28:37.125390 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-579220cc-2243-4303-aca7-3265cebb2e3c admin admin] Deleting port 58e0e69f-e726-4cb1-bb2b-ffce98d93b19 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:28:37.127464 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-579220cc-2243-4303-aca7-3265cebb2e3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:37.173135 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-dde9be79-e8e6-4ddd-9775-3240d5ea4258 req-8d24d467-0e0a-4507-969f-48d678fe947b tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4065206 Dec 20 14:28:37.173916 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c72d33-5f9e-4f2f-a828-065db018743d tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Checking segment: {'id': '7cf4651a-770a-4651-b0ec-3d23ef01f817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '781006d9-7985-4914-91ad-a5e554b7cb56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:28:37.174420 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c72d33-5f9e-4f2f-a828-065db018743d tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Network hostable DHCP agents. Network: 781006d9-7985-4914-91ad-a5e554b7cb56, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:28:37.192757 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-c1bbb8fe-02e7-4aa4-9493-f0accc94120b req-ad15ae8c-0ab5-4cb8-a56b-cfdb406a2278 service neutron] Transition to ACTIVE for port object 30f698fc-cd44-4864-bf6b-ed56aedbdb20 will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:28:37.263594 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-8da4f07a-94f8-42a5-a1a2-6e01312bc388 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e76fd914-6ce4-44fe-92e7-e5f023645820']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:28:37.273610 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e8bcff-709f-4944-bc0f-dea4fe4967bd req-73695d08-7b2a-4d95-831a-4481ca0f939f tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:37.287344 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-79e8bcff-709f-4944-bc0f-dea4fe4967bd req-73695d08-7b2a-4d95-831a-4481ca0f939f tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1dcec98-db36-4ee0-ba7d-c88dcb3b2793 HTTP/1.1" status: 200 len: 943 time: 0.4324131 Dec 20 14:28:37.294514 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ba8640-1741-4ff3-9633-31d193c8213d None None] DHCP port deletion for 63a2c45b-26c4-47d4-9e78-5377757de7fe request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:28:37.300773 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4286fd7e-2f86-4e8f-ad7a-10b6273f5c24 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:37.304213 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-c1bbb8fe-02e7-4aa4-9493-f0accc94120b req-ad15ae8c-0ab5-4cb8-a56b-cfdb406a2278 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:37.305772 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-8da4f07a-94f8-42a5-a1a2-6e01312bc388 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81f9c096-d0a5-4567-8c87-75456228e5a3') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:28:37.306058 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-8da4f07a-94f8-42a5-a1a2-6e01312bc388 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81f9c096-d0a5-4567-8c87-75456228e5a3') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:28:37.362540 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8da4f07a-94f8-42a5-a1a2-6e01312bc388 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:37.374243 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c72d33-5f9e-4f2f-a828-065db018743d tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Network 781006d9-7985-4914-91ad-a5e554b7cb56 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:28:37.401393 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8da4f07a-94f8-42a5-a1a2-6e01312bc388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:37.405953 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-69ba8640-1741-4ff3-9633-31d193c8213d None None] Deleting port 2b87e8e5-2219-4530-81d9-2537dcfdee8c {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:28:37.406577 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-69ba8640-1741-4ff3-9633-31d193c8213d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:37.426670 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-22c72d33-5f9e-4f2f-a828-065db018743d tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 781006d9-7985-4914-91ad-a5e554b7cb56) {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:28:37.435156 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8da4f07a-94f8-42a5-a1a2-6e01312bc388 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:28:37.435571 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8da4f07a-94f8-42a5-a1a2-6e01312bc388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:37.442781 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:37.442781 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:28:37.442781 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:37.442781 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:28:37.442781 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:37.442781 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:28:37.442781 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:37.442781 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:28:37.442781 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:37.442781 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:28:37.442781 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:37.442781 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:28:37.442781 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:37.442781 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:28:37.442781 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:37.442781 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:28:37.442781 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:37.442781 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:28:37.442781 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:37.442781 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:28:37.442781 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:37.442781 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:28:37.442781 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 14:28:37.442781 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:28:37.442781 n-d-761264-19 neutron-server[103168]: timer() Dec 20 14:28:37.442781 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:28:37.442781 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 14:28:37.442781 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:28:37.442781 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 14:28:37.442781 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:28:37.442781 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 14:28:37.442781 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:28:37.442781 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 14:28:37.442781 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:28:37.442781 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 14:28:37.442781 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:28:37.442781 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:28:37.442781 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:28:37.442781 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:28:37.442781 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:28:37.442781 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 14:28:37.442781 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:28:37.442781 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 14:28:37.442781 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:28:37.442781 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:28:37.442781 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:28:37.442781 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 14:28:37.442781 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:28:37.442781 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:28:37.442781 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:28:37.442781 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:28:37.442781 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:28:37.442781 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:28:37.442781 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:28:37.447584 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c72d33-5f9e-4f2f-a828-065db018743d tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:37.447584 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-22c72d33-5f9e-4f2f-a828-065db018743d tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:37.468294 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa47208-923d-46c3-9597-661c43902b58 None None] Network 781006d9-7985-4914-91ad-a5e554b7cb56 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:28:37.506583 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e883f59d-86d2-4235-981d-921e37ca2268 service neutron] Pushing event updated for resources: {'Port': ['ID=472629f0-99a5-462a-9b97-0c161849b783,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:37.620396 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baa940b-551b-4e0d-9629-00c1c4722731 req-52d4b7b0-d3fe-4491-9b3e-99f73e93810b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:37.620871 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baa940b-551b-4e0d-9629-00c1c4722731 req-52d4b7b0-d3fe-4491-9b3e-99f73e93810b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:37.621338 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baa940b-551b-4e0d-9629-00c1c4722731 req-52d4b7b0-d3fe-4491-9b3e-99f73e93810b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:37.623236 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0baa940b-551b-4e0d-9629-00c1c4722731 req-52d4b7b0-d3fe-4491-9b3e-99f73e93810b service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=7db68c07b2e8445b8d4272fa646b5852&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4459801 Dec 20 14:28:37.637117 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-22c72d33-5f9e-4f2f-a828-065db018743d tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.2591457 Dec 20 14:28:37.637506 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 55418) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:28:37.654590 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-aeb44b0a-71cc-4197-b766-9d32e03d432a tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Request body: {'port': {'network_id': 'e922ff15-a662-4866-8b6a-3d6f701ab36c', 'name': 'tempest-TaggedBootDevicesTest-1406032025', 'fixed_ips': [{'subnet_id': 'aaeac8b3-4bcd-4183-8fdc-e7e9bf33dceb'}]}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:28:37.661187 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8da4f07a-94f8-42a5-a1a2-6e01312bc388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:37.690805 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-69ba8640-1741-4ff3-9633-31d193c8213d None None] For port 2b87e8e5-2219-4530-81d9-2537dcfdee8c, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=2b87e8e5-2219-4530-81d9-2537dcfdee8c,segment=NetworkSegment(61ad2662-cd04-46ff-824f-39b17b1f321e),segment_id=61ad2662-cd04-46ff-824f-39b17b1f321e)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:28:37.691557 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-69ba8640-1741-4ff3-9633-31d193c8213d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:37.747897 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8da4f07a-94f8-42a5-a1a2-6e01312bc388 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:37.748203 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-69ba8640-1741-4ff3-9633-31d193c8213d None None] Calling delete_port for 2b87e8e5-2219-4530-81d9-2537dcfdee8c owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:28:37.753667 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-8da4f07a-94f8-42a5-a1a2-6e01312bc388 admin admin] 10.222.0.54 "DELETE /v2.0/networks/e76fd914-6ce4-44fe-92e7-e5f023645820 HTTP/1.1" status: 204 len: 168 time: 2.7411389 Dec 20 14:28:37.877239 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-579220cc-2243-4303-aca7-3265cebb2e3c admin admin] For port 58e0e69f-e726-4cb1-bb2b-ffce98d93b19, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=58e0e69f-e726-4cb1-bb2b-ffce98d93b19,segment=NetworkSegment(e2713a8d-e046-48b2-ade5-57fc718f4dab),segment_id=e2713a8d-e046-48b2-ade5-57fc718f4dab)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:28:37.890545 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-579220cc-2243-4303-aca7-3265cebb2e3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:37.903982 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da4f07a-94f8-42a5-a1a2-6e01312bc388 admin admin] Pushing event deleted for resources: {'Network': ['ID=e76fd914-6ce4-44fe-92e7-e5f023645820,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:37.912671 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-579220cc-2243-4303-aca7-3265cebb2e3c admin admin] Calling delete_port for 58e0e69f-e726-4cb1-bb2b-ffce98d93b19 owned by network:router_interface {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:28:37.955812 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-4286fd7e-2f86-4e8f-ad7a-10b6273f5c24 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Deleting port 2b87e8e5-2219-4530-81d9-2537dcfdee8c {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:28:37.956498 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4286fd7e-2f86-4e8f-ad7a-10b6273f5c24 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:37.967945 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd75a68f-4781-4bda-a94a-2273b99c5be1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-781006d9-7985-4914-91ad-a5e554b7cb56', 'network_id': '781006d9-7985-4914-91ad-a5e554b7cb56', 'project_id': '1080628f9fb44b28a6ddf9255bb33498', 'fixed_ips': [{'subnet_id': '7d232d75-8ac0-41ba-a979-02f9a30b542c'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:28:37.969025 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b5fae5-2e31-4f80-97dd-8b56d75db39e req-af130eb2-328b-4c3b-b2a1-77155b682b3a tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:37.973470 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-cd75a68f-4781-4bda-a94a-2273b99c5be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:37.977069 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b5fae5-2e31-4f80-97dd-8b56d75db39e req-af130eb2-328b-4c3b-b2a1-77155b682b3a tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:37.983756 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b5fae5-2e31-4f80-97dd-8b56d75db39e req-af130eb2-328b-4c3b-b2a1-77155b682b3a tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:37.990777 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b5fae5-2e31-4f80-97dd-8b56d75db39e req-af130eb2-328b-4c3b-b2a1-77155b682b3a tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:37.997287 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b5fae5-2e31-4f80-97dd-8b56d75db39e req-af130eb2-328b-4c3b-b2a1-77155b682b3a tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:37.998527 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device d1d6c951-2bc0-4d5f-8a7e-aa39ce5f0e33 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:28:38.003797 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b5fae5-2e31-4f80-97dd-8b56d75db39e req-af130eb2-328b-4c3b-b2a1-77155b682b3a tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:38.012109 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-55b5fae5-2e31-4f80-97dd-8b56d75db39e req-af130eb2-328b-4c3b-b2a1-77155b682b3a tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3e943d5-5d01-407d-9414-c89d08826b2f HTTP/1.1" status: 200 len: 4605 time: 0.4334807 Dec 20 14:28:38.119899 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad15ae8c-0ab5-4cb8-a56b-cfdb406a2278 service neutron] Pushing event updated for resources: {'Port': ['ID=30f698fc-cd44-4864-bf6b-ed56aedbdb20,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:38.127766 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-79e8bcff-709f-4944-bc0f-dea4fe4967bd req-790c7391-6a12-4727-93b8-b3fd2ee16208 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8401291 Dec 20 14:28:38.131885 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-c41996cd-75d6-4b77-be9d-f3751ad5325f req-c6f72c5f-06d6-44a7-a795-be9d7073a1c8 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Deleting port 39ee60c5-9697-46cd-8710-4390a2539519 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:28:38.131885 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-c41996cd-75d6-4b77-be9d-f3751ad5325f req-c6f72c5f-06d6-44a7-a795-be9d7073a1c8 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:38.136173 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 55422) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:28:38.196228 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baa940b-551b-4e0d-9629-00c1c4722731 req-464cdb2f-4d9c-4e6e-a4f4-643b0c45c3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:38.197863 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0baa940b-551b-4e0d-9629-00c1c4722731 req-464cdb2f-4d9c-4e6e-a4f4-643b0c45c3fc service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5595381 Dec 20 14:28:38.211861 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-4286fd7e-2f86-4e8f-ad7a-10b6273f5c24 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] For port 2b87e8e5-2219-4530-81d9-2537dcfdee8c, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=2b87e8e5-2219-4530-81d9-2537dcfdee8c,segment=NetworkSegment(61ad2662-cd04-46ff-824f-39b17b1f321e),segment_id=61ad2662-cd04-46ff-824f-39b17b1f321e)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:28:38.212222 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4286fd7e-2f86-4e8f-ad7a-10b6273f5c24 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:38.263364 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-55b5fae5-2e31-4f80-97dd-8b56d75db39e req-0c7fe4d3-7c74-4a69-94a7-672ad0cbd6e0 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/security-groups?id=43c0ac57-a0d4-4728-b359-486d90e63ad1&id=81a62dd3-6166-418b-a2f3-15daa19beec9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2499762 Dec 20 14:28:38.274058 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-4286fd7e-2f86-4e8f-ad7a-10b6273f5c24 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Calling delete_port for 2b87e8e5-2219-4530-81d9-2537dcfdee8c owned by network:dhcp {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:28:38.317337 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-40e9a07f-4fe0-4638-9054-c051df27c70a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6264d8286e254fd5bc5a1b7814fc9e8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1748641 Dec 20 14:28:38.328848 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 55426) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:28:38.399414 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-757ae0e1-1269-472e-94e1-2437cce48331 req-e883f59d-86d2-4235-981d-921e37ca2268 service neutron] Attempting to bind port 472629f0-99a5-462a-9b97-0c161849b783 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:28:38.399817 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-757ae0e1-1269-472e-94e1-2437cce48331 req-e883f59d-86d2-4235-981d-921e37ca2268 service neutron] Attempting to bind port 472629f0-99a5-462a-9b97-0c161849b783 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': '083290ff-00d5-486e-85d5-49b2b24fbd9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0723578d-9472-40dd-b5d6-4342bff5fd37'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:28:38.400363 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757ae0e1-1269-472e-94e1-2437cce48331 req-e883f59d-86d2-4235-981d-921e37ca2268 service neutron] Attempting to bind port 472629f0-99a5-462a-9b97-0c161849b783 on network 0723578d-9472-40dd-b5d6-4342bff5fd37 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:28:38.411995 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-69ba8640-1741-4ff3-9633-31d193c8213d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:38.439554 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb44b0a-71cc-4197-b766-9d32e03d432a tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Made reservation on behalf of 1080628f9fb44b28a6ddf9255bb33498 for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:28:38.444014 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757ae0e1-1269-472e-94e1-2437cce48331 req-e883f59d-86d2-4235-981d-921e37ca2268 service neutron] Port 472629f0-99a5-462a-9b97-0c161849b783 on network 0723578d-9472-40dd-b5d6-4342bff5fd37 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:28:38.444361 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757ae0e1-1269-472e-94e1-2437cce48331 req-e883f59d-86d2-4235-981d-921e37ca2268 service neutron] Attempting to bind port 472629f0-99a5-462a-9b97-0c161849b783 on network 0723578d-9472-40dd-b5d6-4342bff5fd37 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:28:38.448229 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ba8640-1741-4ff3-9633-31d193c8213d None None] Pushing event deleted for resources: {'Port': ['ID=2b87e8e5-2219-4530-81d9-2537dcfdee8c,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:38.468302 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-c41996cd-75d6-4b77-be9d-f3751ad5325f req-c6f72c5f-06d6-44a7-a795-be9d7073a1c8 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] For port 39ee60c5-9697-46cd-8710-4390a2539519, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=39ee60c5-9697-46cd-8710-4390a2539519,segment=NetworkSegment(c78eb3db-e8a6-4673-b220-136b3d8ed714),segment_id=c78eb3db-e8a6-4673-b220-136b3d8ed714)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:28:38.468709 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-c41996cd-75d6-4b77-be9d-f3751ad5325f req-c6f72c5f-06d6-44a7-a795-be9d7073a1c8 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:38.478999 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ba8640-1741-4ff3-9633-31d193c8213d None None] No DVR routers for this DVR port 2b87e8e5-2219-4530-81d9-2537dcfdee8c on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:28:38.517833 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-c1bbb8fe-02e7-4aa4-9493-f0accc94120b req-ad15ae8c-0ab5-4cb8-a56b-cfdb406a2278 service neutron] Attempting to bind port 30f698fc-cd44-4864-bf6b-ed56aedbdb20 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:28:38.518205 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-c1bbb8fe-02e7-4aa4-9493-f0accc94120b req-ad15ae8c-0ab5-4cb8-a56b-cfdb406a2278 service neutron] Attempting to bind port 30f698fc-cd44-4864-bf6b-ed56aedbdb20 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:28:38.523248 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1bbb8fe-02e7-4aa4-9493-f0accc94120b req-ad15ae8c-0ab5-4cb8-a56b-cfdb406a2278 service neutron] Attempting to bind port 30f698fc-cd44-4864-bf6b-ed56aedbdb20 on network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:28:38.527927 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port d1d6c951-2bc0-4d5f-8a7e-aa39ce5f0e33 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:28:38.528410 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:38.530889 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757ae0e1-1269-472e-94e1-2437cce48331 req-e883f59d-86d2-4235-981d-921e37ca2268 service neutron] Checking agent: {'id': '43c60aee-e4af-4ecc-bee2-aac3569fafed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:28:38.531529 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757ae0e1-1269-472e-94e1-2437cce48331 req-e883f59d-86d2-4235-981d-921e37ca2268 service neutron] Checking segment: {'id': '083290ff-00d5-486e-85d5-49b2b24fbd9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0723578d-9472-40dd-b5d6-4342bff5fd37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:28:38.532080 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757ae0e1-1269-472e-94e1-2437cce48331 req-e883f59d-86d2-4235-981d-921e37ca2268 service neutron] Bound using segment: {'id': '083290ff-00d5-486e-85d5-49b2b24fbd9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0723578d-9472-40dd-b5d6-4342bff5fd37'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:28:38.532868 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-757ae0e1-1269-472e-94e1-2437cce48331 req-e883f59d-86d2-4235-981d-921e37ca2268 service neutron] Bound port: 472629f0-99a5-462a-9b97-0c161849b783, host: n-h2-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '083290ff-00d5-486e-85d5-49b2b24fbd9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0723578d-9472-40dd-b5d6-4342bff5fd37'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:28:38.533402 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-757ae0e1-1269-472e-94e1-2437cce48331 req-e883f59d-86d2-4235-981d-921e37ca2268 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:38.549968 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-c41996cd-75d6-4b77-be9d-f3751ad5325f req-c6f72c5f-06d6-44a7-a795-be9d7073a1c8 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Calling delete_port for 39ee60c5-9697-46cd-8710-4390a2539519 owned by compute:nova {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:28:38.558127 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078102a5-e10e-4b5d-9ab4-7b62de2a0cd9 None None] Network e922ff15-a662-4866-8b6a-3d6f701ab36c requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:28:38.565482 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1bbb8fe-02e7-4aa4-9493-f0accc94120b req-ad15ae8c-0ab5-4cb8-a56b-cfdb406a2278 service neutron] Port 30f698fc-cd44-4864-bf6b-ed56aedbdb20 on network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:28:38.566243 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1bbb8fe-02e7-4aa4-9493-f0accc94120b req-ad15ae8c-0ab5-4cb8-a56b-cfdb406a2278 service neutron] Attempting to bind port 30f698fc-cd44-4864-bf6b-ed56aedbdb20 on network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:28:38.604456 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812842e5-7275-4afe-9c30-bbf360613ac8 req-606b7479-1224-4f14-b870-f5f3d79aad58 tempest-ImagesNegativeTestJSON-1748123941 tempest-ImagesNegativeTestJSON-1748123941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:38.612478 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-812842e5-7275-4afe-9c30-bbf360613ac8 req-606b7479-1224-4f14-b870-f5f3d79aad58 tempest-ImagesNegativeTestJSON-1748123941 tempest-ImagesNegativeTestJSON-1748123941-project] 10.222.0.54 "GET /v2.0/ports?device_id=0993bfcb-06bd-487c-85e7-476fee1793c8 HTTP/1.1" status: 200 len: 948 time: 0.2261777 Dec 20 14:28:38.614300 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e38a15b-5f5b-4ad7-8f48-8ef3152a7c5a req-0884a8f4-f514-4cb5-9d2e-3c369be2ef51 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:38.622200 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5e38a15b-5f5b-4ad7-8f48-8ef3152a7c5a req-0884a8f4-f514-4cb5-9d2e-3c369be2ef51 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=1ee336c7-2c51-4a07-9c99-847191098eee HTTP/1.1" status: 200 len: 944 time: 0.1919060 Dec 20 14:28:38.626567 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1bbb8fe-02e7-4aa4-9493-f0accc94120b req-ad15ae8c-0ab5-4cb8-a56b-cfdb406a2278 service neutron] Checking agent: {'id': '43c60aee-e4af-4ecc-bee2-aac3569fafed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:28:38.627204 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1bbb8fe-02e7-4aa4-9493-f0accc94120b req-ad15ae8c-0ab5-4cb8-a56b-cfdb406a2278 service neutron] Checking segment: {'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:28:38.627790 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1bbb8fe-02e7-4aa4-9493-f0accc94120b req-ad15ae8c-0ab5-4cb8-a56b-cfdb406a2278 service neutron] Bound using segment: {'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:28:38.628410 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-c1bbb8fe-02e7-4aa4-9493-f0accc94120b req-ad15ae8c-0ab5-4cb8-a56b-cfdb406a2278 service neutron] Bound port: 30f698fc-cd44-4864-bf6b-ed56aedbdb20, host: n-h2-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:28:38.628937 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-c1bbb8fe-02e7-4aa4-9493-f0accc94120b req-ad15ae8c-0ab5-4cb8-a56b-cfdb406a2278 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:38.682207 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-cd75a68f-4781-4bda-a94a-2273b99c5be1 None None] Allocated IP 10.2.2.2 (781006d9-7985-4914-91ad-a5e554b7cb56/7d232d75-8ac0-41ba-a979-02f9a30b542c/985daaf8-f888-4249-96bf-221b9ac356cd) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:28:38.696925 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f0c7b139-e62d-4da4-961e-17b51d67e6c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:38.713466 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-84537e7f-0f12-43bc-9cb2-1e8a00a12d70 None None] Provisioning complete for port d1d6c951-2bc0-4d5f-8a7e-aa39ce5f0e33 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:28:38.713913 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-84537e7f-0f12-43bc-9cb2-1e8a00a12d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:38.724245 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4286fd7e-2f86-4e8f-ad7a-10b6273f5c24 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:38.764543 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f0c7b139-e62d-4da4-961e-17b51d67e6c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:38.786522 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-aeb44b0a-71cc-4197-b766-9d32e03d432a tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:38.835729 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4286fd7e-2f86-4e8f-ad7a-10b6273f5c24 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Pushing event deleted for resources: {'Port': ['ID=2b87e8e5-2219-4530-81d9-2537dcfdee8c,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:38.842276 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4286fd7e-2f86-4e8f-ad7a-10b6273f5c24 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] No DVR routers for this DVR port 2b87e8e5-2219-4530-81d9-2537dcfdee8c on host n-d-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:28:38.896779 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5e38a15b-5f5b-4ad7-8f48-8ef3152a7c5a req-f3627eb5-8699-46fb-a2d8-ae6ba7c79a65 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/security-groups?id=f85f3e1c-cc21-479d-a11e-e84bae362e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735589 Dec 20 14:28:38.930355 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [None req-aeb44b0a-71cc-4197-b766-9d32e03d432a tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] device_id is not set on port 8f31b9a5-1a84-4aca-854e-f0b8620002cb yet. {{(pid=103168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 14:28:38.939438 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-812842e5-7275-4afe-9c30-bbf360613ac8 req-9c404c20-efc4-405f-a135-bdfff88b6994 tempest-ImagesNegativeTestJSON-1748123941 tempest-ImagesNegativeTestJSON-1748123941-project] 10.222.0.54 "GET /v2.0/security-groups?id=946270a7-484b-4523-8357-81bac2242732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3255889 Dec 20 14:28:38.945219 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-c1bbb8fe-02e7-4aa4-9493-f0accc94120b req-ad15ae8c-0ab5-4cb8-a56b-cfdb406a2278 service neutron] For port 30f698fc-cd44-4864-bf6b-ed56aedbdb20, host n-h2-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:28:38.956511 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-579220cc-2243-4303-aca7-3265cebb2e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:38.958845 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-757ae0e1-1269-472e-94e1-2437cce48331 req-e883f59d-86d2-4235-981d-921e37ca2268 service neutron] For port 472629f0-99a5-462a-9b97-0c161849b783, host n-h2-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:28:38.969174 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-757ae0e1-1269-472e-94e1-2437cce48331 req-e883f59d-86d2-4235-981d-921e37ca2268 service neutron] For port 472629f0-99a5-462a-9b97-0c161849b783, host n-h2-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=472629f0-99a5-462a-9b97-0c161849b783,segment=NetworkSegment(083290ff-00d5-486e-85d5-49b2b24fbd9d),segment_id=083290ff-00d5-486e-85d5-49b2b24fbd9d)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:28:38.997051 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-757ae0e1-1269-472e-94e1-2437cce48331 req-e883f59d-86d2-4235-981d-921e37ca2268 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:39.000182 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-c1bbb8fe-02e7-4aa4-9493-f0accc94120b req-ad15ae8c-0ab5-4cb8-a56b-cfdb406a2278 service neutron] For port 30f698fc-cd44-4864-bf6b-ed56aedbdb20, host n-h2-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=30f698fc-cd44-4864-bf6b-ed56aedbdb20,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:28:39.033858 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:39.052958 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4286fd7e-2f86-4e8f-ad7a-10b6273f5c24 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:39.061144 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579220cc-2243-4303-aca7-3265cebb2e3c admin admin] Pushing event deleted for resources: {'Port': ['ID=58e0e69f-e726-4cb1-bb2b-ffce98d93b19,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:39.069129 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f0c7b139-e62d-4da4-961e-17b51d67e6c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:39.071928 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f0c7b139-e62d-4da4-961e-17b51d67e6c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:39.077430 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-f0c7b139-e62d-4da4-961e-17b51d67e6c9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1b57cb8d-8005-498a-846e-048d30a52957 HTTP/1.1" status: 204 len: 168 time: 0.7437387 Dec 20 14:28:39.102622 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-c1bbb8fe-02e7-4aa4-9493-f0accc94120b req-ad15ae8c-0ab5-4cb8-a56b-cfdb406a2278 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:39.108895 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-cd75a68f-4781-4bda-a94a-2273b99c5be1 None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:39.124603 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] For port d1d6c951-2bc0-4d5f-8a7e-aa39ce5f0e33, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=d1d6c951-2bc0-4d5f-8a7e-aa39ce5f0e33,segment=NetworkSegment(eacc05f1-3b35-400c-b97b-4a37ce60f203),segment_id=eacc05f1-3b35-400c-b97b-4a37ce60f203)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:28:39.129793 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-cd75a68f-4781-4bda-a94a-2273b99c5be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:39.203302 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd75a68f-4781-4bda-a94a-2273b99c5be1 None None] Pushing event updated for resources: {'Port': ['ID=985daaf8-f888-4249-96bf-221b9ac356cd,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:39.210945 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:39.270100 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-4286fd7e-2f86-4e8f-ad7a-10b6273f5c24 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63a2c45b-26c4-47d4-9e78-5377757de7fe']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:28:39.302319 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c7b139-e62d-4da4-961e-17b51d67e6c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b57cb8d-8005-498a-846e-048d30a52957,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:39.323509 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-4286fd7e-2f86-4e8f-ad7a-10b6273f5c24 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61ad2662-cd04-46ff-824f-39b17b1f321e') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:28:39.323929 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-4286fd7e-2f86-4e8f-ad7a-10b6273f5c24 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61ad2662-cd04-46ff-824f-39b17b1f321e') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:28:39.361845 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4286fd7e-2f86-4e8f-ad7a-10b6273f5c24 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:39.377841 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd75a68f-4781-4bda-a94a-2273b99c5be1 None None] Network 781006d9-7985-4914-91ad-a5e554b7cb56 is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:28:39.378929 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 2b87e8e5-2219-4530-81d9-2537dcfdee8c no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:28:39.380697 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ae0e1-1269-472e-94e1-2437cce48331 req-e883f59d-86d2-4235-981d-921e37ca2268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:39.381206 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-757ae0e1-1269-472e-94e1-2437cce48331 req-e883f59d-86d2-4235-981d-921e37ca2268 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:39.382674 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-757ae0e1-1269-472e-94e1-2437cce48331 req-e883f59d-86d2-4235-981d-921e37ca2268 service neutron] 10.222.0.47 "PUT /v2.0/ports/472629f0-99a5-462a-9b97-0c161849b783 HTTP/1.1" status: 200 len: 1136 time: 4.7364197 Dec 20 14:28:39.422827 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3e943d5-5d01-407d-9414-c89d08826b2f', 'tag': '472629f0-99a5-462a-9b97-0c161849b783'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:28:39.429609 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34aa00d3-6b97-49f2-9bb2-d0443bc6c6d5" -d '{"events": [{"name": "network-changed", "server_uuid": "b3e943d5-5d01-407d-9414-c89d08826b2f", "tag": "472629f0-99a5-462a-9b97-0c161849b783"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:28:39.459455 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-84537e7f-0f12-43bc-9cb2-1e8a00a12d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:39.461141 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4286fd7e-2f86-4e8f-ad7a-10b6273f5c24 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:39.489817 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-757ae0e1-1269-472e-94e1-2437cce48331 req-2976f03c-5e60-4dee-9b61-7b1fc7d25ff7 service neutron] Request body: {'port': {'device_id': 'b3e943d5-5d01-407d-9414-c89d08826b2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-19'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:28:39.493233 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4286fd7e-2f86-4e8f-ad7a-10b6273f5c24 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:28:39.497307 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4286fd7e-2f86-4e8f-ad7a-10b6273f5c24 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:39.508933 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-cd75a68f-4781-4bda-a94a-2273b99c5be1 None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:28:39.512475 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd75a68f-4781-4bda-a94a-2273b99c5be1 None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:28:39.513643 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:28:39.513643 n-d-761264-19 neutron-server[103168]: self.session.flush() Dec 20 14:28:39.513643 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:28:39.513643 n-d-761264-19 neutron-server[103168]: self.session.flush() Dec 20 14:28:39.513643 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:28:39.513643 n-d-761264-19 neutron-server[103168]: self.session.flush() Dec 20 14:28:39.513643 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:28:39.513643 n-d-761264-19 neutron-server[103168]: self.session.flush() Dec 20 14:28:39.513643 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 14:28:39.513643 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:28:39.513643 n-d-761264-19 neutron-server[103168]: timer() Dec 20 14:28:39.513643 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:28:39.513643 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 14:28:39.513643 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:28:39.513643 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 14:28:39.513643 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:28:39.513643 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 14:28:39.513643 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:28:39.513643 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 14:28:39.513643 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:28:39.513643 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 14:28:39.513643 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:28:39.513643 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:28:39.513643 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:28:39.513643 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:28:39.513643 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:28:39.513643 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 14:28:39.513643 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:28:39.513643 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 14:28:39.513643 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:28:39.513643 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:28:39.513643 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:28:39.513643 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 14:28:39.513643 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:28:39.513643 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:28:39.513643 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:28:39.513643 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:28:39.513643 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:28:39.513643 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:28:39.513643 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:28:39.546504 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 2b87e8e5-2219-4530-81d9-2537dcfdee8c {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:28:39.547278 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 2b87e8e5-2219-4530-81d9-2537dcfdee8c not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:28:39.657245 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Pushing event updated for resources: {'Port': ['ID=d1d6c951-2bc0-4d5f-8a7e-aa39ce5f0e33,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:39.693501 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4cd7fca9-2be1-4681-8759-98f6037f07d9 req-ed33774b-7460-42ec-bcf4-13780ac75941 service neutron] 10.222.0.30 "GET /v2.0/ports/70afd13f-d370-47db-83d2-e1041aebac63/bindings/n-h2-761264-19 HTTP/1.1" status: 200 len: 385 time: 0.8330874 Dec 20 14:28:39.733061 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-aeb44b0a-71cc-4197-b766-9d32e03d432a tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Allocated IP 10.1.1.112 (e922ff15-a662-4866-8b6a-3d6f701ab36c/aaeac8b3-4bcd-4183-8fdc-e7e9bf33dceb/8f31b9a5-1a84-4aca-854e-f0b8620002cb) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:28:39.759130 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.db.api [None req-84537e7f-0f12-43bc-9cb2-1e8a00a12d70 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103169) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 14:28:39.761451 n-d-761264-19 neutron-server[103169]: DEBUG oslo_db.api [None req-84537e7f-0f12-43bc-9cb2-1e8a00a12d70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 14:28:39.794811 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-cd75a68f-4781-4bda-a94a-2273b99c5be1 None None] Attempting to bind port 985daaf8-f888-4249-96bf-221b9ac356cd on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:28:39.796619 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-cd75a68f-4781-4bda-a94a-2273b99c5be1 None None] Attempting to bind port 985daaf8-f888-4249-96bf-221b9ac356cd by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '7cf4651a-770a-4651-b0ec-3d23ef01f817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '781006d9-7985-4914-91ad-a5e554b7cb56'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:28:39.798564 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd75a68f-4781-4bda-a94a-2273b99c5be1 None None] Attempting to bind port 985daaf8-f888-4249-96bf-221b9ac356cd on network 781006d9-7985-4914-91ad-a5e554b7cb56 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:28:39.815863 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd75a68f-4781-4bda-a94a-2273b99c5be1 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:28:39.816402 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd75a68f-4781-4bda-a94a-2273b99c5be1 None None] Checking segment: {'id': '7cf4651a-770a-4651-b0ec-3d23ef01f817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '781006d9-7985-4914-91ad-a5e554b7cb56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:28:39.816905 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-cd75a68f-4781-4bda-a94a-2273b99c5be1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:39.817873 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bbb8fe-02e7-4aa4-9493-f0accc94120b req-ad15ae8c-0ab5-4cb8-a56b-cfdb406a2278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:39.818519 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-c1bbb8fe-02e7-4aa4-9493-f0accc94120b req-ad15ae8c-0ab5-4cb8-a56b-cfdb406a2278 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:39.821178 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c1bbb8fe-02e7-4aa4-9493-f0accc94120b req-ad15ae8c-0ab5-4cb8-a56b-cfdb406a2278 service neutron] 10.222.0.47 "PUT /v2.0/ports/30f698fc-cd44-4864-bf6b-ed56aedbdb20 HTTP/1.1" status: 200 len: 1097 time: 4.1540723 Dec 20 14:28:39.844821 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd75a68f-4781-4bda-a94a-2273b99c5be1 None None] Bound using segment: {'id': '7cf4651a-770a-4651-b0ec-3d23ef01f817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '781006d9-7985-4914-91ad-a5e554b7cb56'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:28:39.846629 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-cd75a68f-4781-4bda-a94a-2273b99c5be1 None None] Bound port: 985daaf8-f888-4249-96bf-221b9ac356cd, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cf4651a-770a-4651-b0ec-3d23ef01f817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '781006d9-7985-4914-91ad-a5e554b7cb56'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:28:39.849183 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-cd75a68f-4781-4bda-a94a-2273b99c5be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:39.988447 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-aeb44b0a-71cc-4197-b766-9d32e03d432a tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:40.000466 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-cd75a68f-4781-4bda-a94a-2273b99c5be1 None None] For port 985daaf8-f888-4249-96bf-221b9ac356cd, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:28:40.012290 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-cd75a68f-4781-4bda-a94a-2273b99c5be1 None None] For port 985daaf8-f888-4249-96bf-221b9ac356cd, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=985daaf8-f888-4249-96bf-221b9ac356cd,segment=NetworkSegment(7cf4651a-770a-4651-b0ec-3d23ef01f817),segment_id=7cf4651a-770a-4651-b0ec-3d23ef01f817)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:28:40.027443 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-cd75a68f-4781-4bda-a94a-2273b99c5be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:40.046379 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46b42f7-1682-4f5d-98f6-ac1b86894156 req-91c6cfac-073c-4201-b1d1-5d2f4650da09 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:40.048508 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e46b42f7-1682-4f5d-98f6-ac1b86894156 req-91c6cfac-073c-4201-b1d1-5d2f4650da09 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1dcec98-db36-4ee0-ba7d-c88dcb3b2793 HTTP/1.1" status: 200 len: 943 time: 0.7521849 Dec 20 14:28:40.050808 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-aeb44b0a-71cc-4197-b766-9d32e03d432a tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:40.053444 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device d1d6c951-2bc0-4d5f-8a7e-aa39ce5f0e33 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:28:40.059932 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4286fd7e-2f86-4e8f-ad7a-10b6273f5c24 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:40.098478 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4286fd7e-2f86-4e8f-ad7a-10b6273f5c24 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:40.102237 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-4286fd7e-2f86-4e8f-ad7a-10b6273f5c24 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.54 "DELETE /v2.0/networks/63a2c45b-26c4-47d4-9e78-5377757de7fe HTTP/1.1" status: 204 len: 168 time: 3.1604650 Dec 20 14:28:40.121291 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 39ee60c5-9697-46cd-8710-4390a2539519 no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:28:40.125563 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4286fd7e-2f86-4e8f-ad7a-10b6273f5c24 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Pushing event deleted for resources: {'Network': ['ID=63a2c45b-26c4-47d4-9e78-5377757de7fe,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:40.140068 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb44b0a-71cc-4197-b766-9d32e03d432a tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Network e922ff15-a662-4866-8b6a-3d6f701ab36c is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:28:40.141617 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 55442) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:28:40.142003 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 55444) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:28:40.146659 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-aeb44b0a-71cc-4197-b766-9d32e03d432a tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:28:40.209267 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb44b0a-71cc-4197-b766-9d32e03d432a tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:28:40.283350 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb44b0a-71cc-4197-b766-9d32e03d432a tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:40.284025 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-aeb44b0a-71cc-4197-b766-9d32e03d432a tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:40.359487 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e46b42f7-1682-4f5d-98f6-ac1b86894156 req-608ae22a-6366-48b1-a4a6-f84c0c31a891 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2972467 Dec 20 14:28:40.364089 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-aeb44b0a-71cc-4197-b766-9d32e03d432a tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.7145302 Dec 20 14:28:40.377588 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 55446) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:28:40.384062 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-168d28df-419a-4a4f-802e-30e8896a069c tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Request body: {'port': {'network_id': 'e922ff15-a662-4866-8b6a-3d6f701ab36c', 'name': 'tempest-TaggedBootDevicesTest-1768220508', 'fixed_ips': [{'subnet_id': 'aaeac8b3-4bcd-4183-8fdc-e7e9bf33dceb'}]}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:28:40.470564 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e883f59d-86d2-4235-981d-921e37ca2268 service neutron] Pushing event updated for resources: {'Port': ['ID=472629f0-99a5-462a-9b97-0c161849b783,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:40.515377 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_v2 [None req-596561a5-01d4-41bf-b466-dce293de6b4f tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Deleting subnet e502742e-c3ee-4d9f-b87a-8376b5fc3228 {{(pid=103168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:28:40.567856 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-596561a5-01d4-41bf-b466-dce293de6b4f tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks [] for subnet, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:40.571959 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb7c6f3-49a3-4e2b-b870-c517ceaf51ec x-openstack-request-id: req-5cb7c6f3-49a3-4e2b-b870-c517ceaf51ec {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:28:40.572103 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3e943d5-5d01-407d-9414-c89d08826b2f", "tag": "472629f0-99a5-462a-9b97-0c161849b783", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:28:40.574756 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5cb7c6f3-49a3-4e2b-b870-c517ceaf51ec {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:28:40.574756 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3e943d5-5d01-407d-9414-c89d08826b2f', 'tag': '472629f0-99a5-462a-9b97-0c161849b783', 'status': 'completed', 'code': 200} Dec 20 14:28:40.582422 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb44b0a-71cc-4197-b766-9d32e03d432a tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Pushing event updated for resources: {'Port': ['ID=8f31b9a5-1a84-4aca-854e-f0b8620002cb,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:40.673958 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd75a68f-4781-4bda-a94a-2273b99c5be1 None None] Pushing event updated for resources: {'Port': ['ID=985daaf8-f888-4249-96bf-221b9ac356cd,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:40.718240 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port d1d6c951-2bc0-4d5f-8a7e-aa39ce5f0e33 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:28:40.718616 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:40.756571 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-c41996cd-75d6-4b77-be9d-f3751ad5325f req-c6f72c5f-06d6-44a7-a795-be9d7073a1c8 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:40.764851 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-596561a5-01d4-41bf-b466-dce293de6b4f tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9023023'] for subnet, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:40.809124 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bbb8fe-02e7-4aa4-9493-f0accc94120b req-37d8f3ab-8231-465e-8416-42a2b8c1aa92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:40.810643 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c1bbb8fe-02e7-4aa4-9493-f0accc94120b req-37d8f3ab-8231-465e-8416-42a2b8c1aa92 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=74c6fabc604c4b51bf1b06fca07542a3&device_id=0993bfcb-06bd-487c-85e7-476fee1793c8 HTTP/1.1" status: 200 len: 1100 time: 0.8899584 Dec 20 14:28:40.842606 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d98bc12-7431-4d73-b9fd-b07fdf358a8f req-c83f12a5-9c53-4d68-bd28-9933836c5fbc tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:40.853852 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d98bc12-7431-4d73-b9fd-b07fdf358a8f req-c83f12a5-9c53-4d68-bd28-9933836c5fbc tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:40.854339 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-5ece84f0-0585-4b5a-a2e1-f46116c2773c None None] Provisioning complete for port d1d6c951-2bc0-4d5f-8a7e-aa39ce5f0e33 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:28:40.854713 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-5ece84f0-0585-4b5a-a2e1-f46116c2773c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:40.861960 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d98bc12-7431-4d73-b9fd-b07fdf358a8f req-c83f12a5-9c53-4d68-bd28-9933836c5fbc tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:40.868276 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d98bc12-7431-4d73-b9fd-b07fdf358a8f req-c83f12a5-9c53-4d68-bd28-9933836c5fbc tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:40.874285 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d98bc12-7431-4d73-b9fd-b07fdf358a8f req-c83f12a5-9c53-4d68-bd28-9933836c5fbc tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:40.880468 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d98bc12-7431-4d73-b9fd-b07fdf358a8f req-c83f12a5-9c53-4d68-bd28-9933836c5fbc tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:40.888563 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4d98bc12-7431-4d73-b9fd-b07fdf358a8f req-c83f12a5-9c53-4d68-bd28-9933836c5fbc tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3e943d5-5d01-407d-9414-c89d08826b2f HTTP/1.1" status: 200 len: 4605 time: 1.4441872 Dec 20 14:28:40.892560 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6c1be0d5-603e-407d-a3dc-5dbe4193aa40 req-75586343-def3-4420-84a8-2685d1d29131 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.54 "GET /v2.0/ports?device_id=1ee336c7-2c51-4a07-9c99-847191098eee HTTP/1.1" status: 200 len: 210 time: 0.2024276 Dec 20 14:28:40.901434 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-d0fdda10-b690-45a9-9ef5-50df6cd7bcfc admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=98ae6d5e3841444bb1b49cfd90c7eecf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7202532 Dec 20 14:28:40.909090 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 55448) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:28:40.956394 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c1bbb8fe-02e7-4aa4-9493-f0accc94120b req-b17075fe-40f4-48c8-bde6-714b96a1fd29 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=30f698fc-cd44-4864-bf6b-ed56aedbdb20 HTTP/1.1" status: 200 len: 217 time: 0.0457799 Dec 20 14:28:40.956817 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-757ae0e1-1269-472e-94e1-2437cce48331 req-2976f03c-5e60-4dee-9b61-7b1fc7d25ff7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:40.975576 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aa00d3-6b97-49f2-9bb2-d0443bc6c6d5 req-9f33d2fb-61cd-4e56-a27e-8201478f0e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:40.976062 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aa00d3-6b97-49f2-9bb2-d0443bc6c6d5 req-9f33d2fb-61cd-4e56-a27e-8201478f0e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:40.977019 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aa00d3-6b97-49f2-9bb2-d0443bc6c6d5 req-9f33d2fb-61cd-4e56-a27e-8201478f0e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:40.977498 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aa00d3-6b97-49f2-9bb2-d0443bc6c6d5 req-9f33d2fb-61cd-4e56-a27e-8201478f0e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:40.979342 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aa00d3-6b97-49f2-9bb2-d0443bc6c6d5 req-9f33d2fb-61cd-4e56-a27e-8201478f0e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:40.979988 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aa00d3-6b97-49f2-9bb2-d0443bc6c6d5 req-9f33d2fb-61cd-4e56-a27e-8201478f0e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:40.982610 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-34aa00d3-6b97-49f2-9bb2-d0443bc6c6d5 req-9f33d2fb-61cd-4e56-a27e-8201478f0e7e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7db68c07b2e8445b8d4272fa646b5852&device_id=b3e943d5-5d01-407d-9414-c89d08826b2f HTTP/1.1" status: 200 len: 5293 time: 0.4462733 Dec 20 14:28:41.036248 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bbb8fe-02e7-4aa4-9493-f0accc94120b req-e091bbf8-f257-41ac-92d8-ab715473085d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:41.037618 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c1bbb8fe-02e7-4aa4-9493-f0accc94120b req-e091bbf8-f257-41ac-92d8-ab715473085d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36bf280f-81bb-4486-a87a-9b9505a1cec4 HTTP/1.1" status: 200 len: 843 time: 0.0582173 Dec 20 14:28:41.046638 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-5ece84f0-0585-4b5a-a2e1-f46116c2773c None None] Provisioning complete for port 8f31b9a5-1a84-4aca-854e-f0b8620002cb triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:28:41.047303 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-5ece84f0-0585-4b5a-a2e1-f46116c2773c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:41.080547 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad15ae8c-0ab5-4cb8-a56b-cfdb406a2278 service neutron] Pushing event updated for resources: {'Port': ['ID=30f698fc-cd44-4864-bf6b-ed56aedbdb20,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:41.084160 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-168d28df-419a-4a4f-802e-30e8896a069c tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Made reservation on behalf of 1080628f9fb44b28a6ddf9255bb33498 for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:28:41.091070 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-168d28df-419a-4a4f-802e-30e8896a069c tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:41.108866 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-5ece84f0-0585-4b5a-a2e1-f46116c2773c None None] Port 8f31b9a5-1a84-4aca-854e-f0b8620002cb cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:28:41.124338 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-596561a5-01d4-41bf-b466-dce293de6b4f tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:41.161248 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f72c5f-06d6-44a7-a795-be9d7073a1c8 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Pushing event deleted for resources: {'Port': ['ID=39ee60c5-9697-46cd-8710-4390a2539519,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:41.171131 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-c41996cd-75d6-4b77-be9d-f3751ad5325f req-c6f72c5f-06d6-44a7-a795-be9d7073a1c8 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] No DVR routers for this DVR port 39ee60c5-9697-46cd-8710-4390a2539519 on host n-h2-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:28:41.177902 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-c41996cd-75d6-4b77-be9d-f3751ad5325f req-c6f72c5f-06d6-44a7-a795-be9d7073a1c8 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:41.180535 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c41996cd-75d6-4b77-be9d-f3751ad5325f req-c6f72c5f-06d6-44a7-a795-be9d7073a1c8 tempest-LiveAutoBlockMigrationV225Test-1913764368 tempest-LiveAutoBlockMigrationV225Test-1913764368-project] 10.222.0.47 "DELETE /v2.0/ports/39ee60c5-9697-46cd-8710-4390a2539519 HTTP/1.1" status: 204 len: 173 time: 4.4673388 Dec 20 14:28:41.185382 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-579220cc-2243-4303-aca7-3265cebb2e3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582411'] for router_interface, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:41.266740 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [None req-168d28df-419a-4a4f-802e-30e8896a069c tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] device_id is not set on port cdb31bb5-074e-403d-ab47-e55bfa522aff yet. {{(pid=103168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 14:28:41.332794 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:41.450623 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4d98bc12-7431-4d73-b9fd-b07fdf358a8f req-8ec13dee-5b95-4aa8-bacc-8582e6693e17 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/security-groups?id=43c0ac57-a0d4-4728-b359-486d90e63ad1&id=81a62dd3-6166-418b-a2f3-15daa19beec9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5611413 Dec 20 14:28:41.495115 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bbb8fe-02e7-4aa4-9493-f0accc94120b req-c0559af2-e8dc-41f9-8682-caf0bf299c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:41.496881 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c1bbb8fe-02e7-4aa4-9493-f0accc94120b req-c0559af2-e8dc-41f9-8682-caf0bf299c38 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4463375 Dec 20 14:28:41.816418 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7ae19655-fef8-4ad4-b0a9-540a8691d763 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:41.862904 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615a4d9d-462f-4c32-a928-0afe00bb755c req-35163be3-9d45-424f-b45e-141195030ee4 tempest-ImagesNegativeTestJSON-1748123941 tempest-ImagesNegativeTestJSON-1748123941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:41.864565 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-615a4d9d-462f-4c32-a928-0afe00bb755c req-35163be3-9d45-424f-b45e-141195030ee4 tempest-ImagesNegativeTestJSON-1748123941 tempest-ImagesNegativeTestJSON-1748123941-project] 10.222.0.54 "GET /v2.0/ports?device_id=0993bfcb-06bd-487c-85e7-476fee1793c8 HTTP/1.1" status: 200 len: 948 time: 0.7928429 Dec 20 14:28:41.891127 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd56f555-8732-4917-b81b-0a4087a60c25 None None] Network 781006d9-7985-4914-91ad-a5e554b7cb56 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:28:41.923806 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7ae19655-fef8-4ad4-b0a9-540a8691d763 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:41.945777 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aa00d3-6b97-49f2-9bb2-d0443bc6c6d5 req-283e38f7-4ca2-4707-a91e-79d4198bd9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:41.946293 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aa00d3-6b97-49f2-9bb2-d0443bc6c6d5 req-283e38f7-4ca2-4707-a91e-79d4198bd9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:41.946886 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aa00d3-6b97-49f2-9bb2-d0443bc6c6d5 req-283e38f7-4ca2-4707-a91e-79d4198bd9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:41.948573 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-34aa00d3-6b97-49f2-9bb2-d0443bc6c6d5 req-283e38f7-4ca2-4707-a91e-79d4198bd9aa service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=7db68c07b2e8445b8d4272fa646b5852&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.9492402 Dec 20 14:28:41.957423 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 985daaf8-f888-4249-96bf-221b9ac356cd up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:28:42.031273 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-4cd7fca9-2be1-4681-8759-98f6037f07d9 req-cc1133c1-d808-4e4d-91e2-11840864739d service neutron] For port 70afd13f-d370-47db-83d2-e1041aebac63, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=70afd13f-d370-47db-83d2-e1041aebac63,segment=NetworkSegment(addc7f95-68ef-43ba-9bd9-cde69b0f949e),segment_id=addc7f95-68ef-43ba-9bd9-cde69b0f949e)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:28:42.036236 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-596561a5-01d4-41bf-b466-dce293de6b4f tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8850800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470517'] for subnet, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:42.045880 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-e25318d1-cdfa-40b4-9275-a0068b1238ef None None] Provisioning complete for port 985daaf8-f888-4249-96bf-221b9ac356cd triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:28:42.046562 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e25318d1-cdfa-40b4-9275-a0068b1238ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:42.055814 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-4cd7fca9-2be1-4681-8759-98f6037f07d9 req-cc1133c1-d808-4e4d-91e2-11840864739d service neutron] For port 70afd13f-d370-47db-83d2-e1041aebac63, host n-h1-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:28:42.092660 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [req-4cd7fca9-2be1-4681-8759-98f6037f07d9 req-cc1133c1-d808-4e4d-91e2-11840864739d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70afd13f-d370-47db-83d2-e1041aebac63 {{(pid=103167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:28:42.104435 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-4cd7fca9-2be1-4681-8759-98f6037f07d9 req-cc1133c1-d808-4e4d-91e2-11840864739d service neutron] For port 70afd13f-d370-47db-83d2-e1041aebac63, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=70afd13f-d370-47db-83d2-e1041aebac63,segment=NetworkSegment(addc7f95-68ef-43ba-9bd9-cde69b0f949e),segment_id=addc7f95-68ef-43ba-9bd9-cde69b0f949e)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:28:42.139497 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 985daaf8-f888-4249-96bf-221b9ac356cd triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:28:42.140649 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:42.171013 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-615a4d9d-462f-4c32-a928-0afe00bb755c req-24fecb17-6e84-476e-a1ed-6959f8cb3968 tempest-ImagesNegativeTestJSON-1748123941 tempest-ImagesNegativeTestJSON-1748123941-project] 10.222.0.54 "GET /v2.0/security-groups?id=946270a7-484b-4523-8357-81bac2242732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872953 Dec 20 14:28:42.171742 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596561a5-01d4-41bf-b466-dce293de6b4f tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Pushing event deleted for resources: {'Subnet': ['ID=e502742e-c3ee-4d9f-b87a-8376b5fc3228,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:42.173960 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-596561a5-01d4-41bf-b466-dce293de6b4f tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:42.177710 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-596561a5-01d4-41bf-b466-dce293de6b4f tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.54 "DELETE /v2.0/subnets/e502742e-c3ee-4d9f-b87a-8376b5fc3228 HTTP/1.1" status: 204 len: 168 time: 2.0284343 Dec 20 14:28:42.186586 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 55454) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:28:42.203052 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [req-757ae0e1-1269-472e-94e1-2437cce48331 req-2976f03c-5e60-4dee-9b61-7b1fc7d25ff7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53964767-e153-45ad-817f-303368cbc376 {{(pid=103167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:28:42.217374 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696c47bf-7887-4162-983d-2fa2e07dcf0f None None] Network d82cbd1c-a154-44e7-a6cf-0543b0c25f57 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:28:42.223208 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-757ae0e1-1269-472e-94e1-2437cce48331 req-2976f03c-5e60-4dee-9b61-7b1fc7d25ff7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:42.237909 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-757ae0e1-1269-472e-94e1-2437cce48331 req-2976f03c-5e60-4dee-9b61-7b1fc7d25ff7 service neutron] Transition to ACTIVE for port object 53964767-e153-45ad-817f-303368cbc376 will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:28:42.347622 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 55456) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:28:42.366451 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-4cd7fca9-2be1-4681-8759-98f6037f07d9 req-cc1133c1-d808-4e4d-91e2-11840864739d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:42.368249 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-757ae0e1-1269-472e-94e1-2437cce48331 req-2976f03c-5e60-4dee-9b61-7b1fc7d25ff7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:42.382497 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aa00d3-6b97-49f2-9bb2-d0443bc6c6d5 req-7fc34356-d701-4a4d-a6f5-bd903830d910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:42.385107 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-34aa00d3-6b97-49f2-9bb2-d0443bc6c6d5 req-7fc34356-d701-4a4d-a6f5-bd903830d910 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4248118 Dec 20 14:28:42.385744 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7ae19655-fef8-4ad4-b0a9-540a8691d763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:42.388533 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7ae19655-fef8-4ad4-b0a9-540a8691d763 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:42.406586 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-7ae19655-fef8-4ad4-b0a9-540a8691d763 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/740aa98e-f90a-4207-9cc4-4e95b61f7e15 HTTP/1.1" status: 204 len: 168 time: 1.4772434 Dec 20 14:28:42.448416 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:42.461008 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-168d28df-419a-4a4f-802e-30e8896a069c tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Allocated IP 10.1.1.119 (e922ff15-a662-4866-8b6a-3d6f701ab36c/aaeac8b3-4bcd-4183-8fdc-e7e9bf33dceb/cdb31bb5-074e-403d-ab47-e55bfa522aff) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:28:42.468645 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e25318d1-cdfa-40b4-9275-a0068b1238ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:42.479377 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c3c6110e-9e68-4f5a-b9d2-3407551e2560 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:42.492415 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2976f03c-5e60-4dee-9b61-7b1fc7d25ff7 service neutron] Pushing event updated for resources: {'Port': ['ID=53964767-e153-45ad-817f-303368cbc376,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:42.499114 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae19655-fef8-4ad4-b0a9-540a8691d763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=740aa98e-f90a-4207-9cc4-4e95b61f7e15,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:42.527794 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eeb056-e4bc-4b42-b54d-0b52e0e3d740 req-e2597b15-70d7-4052-8ba7-24f486ce40cc tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:42.546163 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-92eeb056-e4bc-4b42-b54d-0b52e0e3d740 req-e2597b15-70d7-4052-8ba7-24f486ce40cc tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1dcec98-db36-4ee0-ba7d-c88dcb3b2793 HTTP/1.1" status: 200 len: 943 time: 0.9650710 Dec 20 14:28:42.552815 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-579220cc-2243-4303-aca7-3265cebb2e3c admin admin] Router bb0b303f-7230-47e9-bfa8-0d8665589494 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:28:42.651366 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-e25318d1-cdfa-40b4-9275-a0068b1238ef None None] For port 985daaf8-f888-4249-96bf-221b9ac356cd, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=985daaf8-f888-4249-96bf-221b9ac356cd,segment=NetworkSegment(7cf4651a-770a-4651-b0ec-3d23ef01f817),segment_id=7cf4651a-770a-4651-b0ec-3d23ef01f817)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:28:42.660487 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e25318d1-cdfa-40b4-9275-a0068b1238ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:42.680179 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0993bfcb-06bd-487c-85e7-476fee1793c8', 'tag': '30f698fc-cd44-4864-bf6b-ed56aedbdb20'}, {'server_uuid': '1ee336c7-2c51-4a07-9c99-847191098eee', 'name': 'network-vif-deleted', 'tag': '39ee60c5-9697-46cd-8710-4390a2539519'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:28:42.682505 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d28d6c3-5eb8-407d-9996-78e04c7bdc0f" -d '{"events": [{"name": "network-changed", "server_uuid": "0993bfcb-06bd-487c-85e7-476fee1793c8", "tag": "30f698fc-cd44-4864-bf6b-ed56aedbdb20"}, {"server_uuid": "1ee336c7-2c51-4a07-9c99-847191098eee", "name": "network-vif-deleted", "tag": "39ee60c5-9697-46cd-8710-4390a2539519"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:28:42.740366 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5195ba3d-dcb4-4297-95e1-38a3281a8070 None None] DHCP port deletion for d82cbd1c-a154-44e7-a6cf-0543b0c25f57 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:28:42.817383 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-92eeb056-e4bc-4b42-b54d-0b52e0e3d740 req-c3bb8e8c-1474-4360-8722-1746900eeb0c tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694404 Dec 20 14:28:42.851191 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc5dfec-4ae1-47d6-ad8b-459d5a7d92f1 req-56c0d516-415b-4cc7-9585-2d9b95dd64aa tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:42.858862 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc5dfec-4ae1-47d6-ad8b-459d5a7d92f1 req-56c0d516-415b-4cc7-9585-2d9b95dd64aa tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:42.866180 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc5dfec-4ae1-47d6-ad8b-459d5a7d92f1 req-56c0d516-415b-4cc7-9585-2d9b95dd64aa tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:42.874670 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc5dfec-4ae1-47d6-ad8b-459d5a7d92f1 req-56c0d516-415b-4cc7-9585-2d9b95dd64aa tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:42.882052 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc5dfec-4ae1-47d6-ad8b-459d5a7d92f1 req-56c0d516-415b-4cc7-9585-2d9b95dd64aa tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:42.888607 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc5dfec-4ae1-47d6-ad8b-459d5a7d92f1 req-56c0d516-415b-4cc7-9585-2d9b95dd64aa tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:42.894969 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc5dfec-4ae1-47d6-ad8b-459d5a7d92f1 req-56c0d516-415b-4cc7-9585-2d9b95dd64aa tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:42.903917 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4bc5dfec-4ae1-47d6-ad8b-459d5a7d92f1 req-56c0d516-415b-4cc7-9585-2d9b95dd64aa tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3e943d5-5d01-407d-9414-c89d08826b2f HTTP/1.1" status: 200 len: 5382 time: 0.2369151 Dec 20 14:28:42.969367 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c1bbb8fe-02e7-4aa4-9493-f0accc94120b req-ac1fbb6d-0352-4277-ab9c-b43d99c6d126 service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4277008 Dec 20 14:28:42.980770 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-bc322fba-5aff-460d-b660-93ff1e36a591 None None] Provisioning complete for port 985daaf8-f888-4249-96bf-221b9ac356cd triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:28:42.981797 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-bc322fba-5aff-460d-b660-93ff1e36a591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:42.988934 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 20 Dec 2021 14:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48c68650-54f3-4f8a-9ba0-c767a5ba5632 x-openstack-request-id: req-48c68650-54f3-4f8a-9ba0-c767a5ba5632 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:28:42.989700 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0993bfcb-06bd-487c-85e7-476fee1793c8", "tag": "30f698fc-cd44-4864-bf6b-ed56aedbdb20", "status": "completed", "code": 200}, {"server_uuid": "1ee336c7-2c51-4a07-9c99-847191098eee", "name": "network-vif-deleted", "tag": "39ee60c5-9697-46cd-8710-4390a2539519", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:28:42.990930 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-48c68650-54f3-4f8a-9ba0-c767a5ba5632 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:28:42.991511 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0993bfcb-06bd-487c-85e7-476fee1793c8', 'tag': '30f698fc-cd44-4864-bf6b-ed56aedbdb20', 'status': 'completed', 'code': 200} Dec 20 14:28:42.993731 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ee336c7-2c51-4a07-9c99-847191098eee', 'name': 'network-vif-deleted', 'tag': '39ee60c5-9697-46cd-8710-4390a2539519', 'status': 'completed', 'code': 200} Dec 20 14:28:43.056927 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4bc5dfec-4ae1-47d6-ad8b-459d5a7d92f1 req-cdf8b3c4-2e89-4df4-adad-883795989ab3 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/security-groups?id=43c0ac57-a0d4-4728-b359-486d90e63ad1&id=81a62dd3-6166-418b-a2f3-15daa19beec9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1520002 Dec 20 14:28:43.066393 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a3940f0-8ce8-4e8c-bb31-435735fbbba6 admin admin] Deleting subnet 39805718-f3e9-41ca-8469-b49efb1a12f8 {{(pid=103168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:28:43.084337 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2a3940f0-8ce8-4e8c-bb31-435735fbbba6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:43.095273 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25318d1-cdfa-40b4-9275-a0068b1238ef None None] Pushing event updated for resources: {'Port': ['ID=985daaf8-f888-4249-96bf-221b9ac356cd,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:43.107631 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.db.api [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103169) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 14:28:43.107993 n-d-761264-19 neutron-server[103169]: DEBUG oslo_db.api [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 14:28:43.132939 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-5195ba3d-dcb4-4297-95e1-38a3281a8070 None None] Deleting port 4bba4fa5-a5d1-4d67-bae5-389e4825b860 {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:28:43.133310 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-5195ba3d-dcb4-4297-95e1-38a3281a8070 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:43.161773 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-757ae0e1-1269-472e-94e1-2437cce48331 req-2976f03c-5e60-4dee-9b61-7b1fc7d25ff7 service neutron] Attempting to bind port 53964767-e153-45ad-817f-303368cbc376 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:28:43.162284 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-757ae0e1-1269-472e-94e1-2437cce48331 req-2976f03c-5e60-4dee-9b61-7b1fc7d25ff7 service neutron] Attempting to bind port 53964767-e153-45ad-817f-303368cbc376 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': '083290ff-00d5-486e-85d5-49b2b24fbd9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0723578d-9472-40dd-b5d6-4342bff5fd37'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:28:43.162284 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757ae0e1-1269-472e-94e1-2437cce48331 req-2976f03c-5e60-4dee-9b61-7b1fc7d25ff7 service neutron] Attempting to bind port 53964767-e153-45ad-817f-303368cbc376 on network 0723578d-9472-40dd-b5d6-4342bff5fd37 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:28:43.183196 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757ae0e1-1269-472e-94e1-2437cce48331 req-2976f03c-5e60-4dee-9b61-7b1fc7d25ff7 service neutron] Port 53964767-e153-45ad-817f-303368cbc376 on network 0723578d-9472-40dd-b5d6-4342bff5fd37 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:28:43.183596 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757ae0e1-1269-472e-94e1-2437cce48331 req-2976f03c-5e60-4dee-9b61-7b1fc7d25ff7 service neutron] Attempting to bind port 53964767-e153-45ad-817f-303368cbc376 on network 0723578d-9472-40dd-b5d6-4342bff5fd37 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:28:43.217576 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-c3c6110e-9e68-4f5a-b9d2-3407551e2560 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Deleting port 4bba4fa5-a5d1-4d67-bae5-389e4825b860 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:28:43.218914 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c3c6110e-9e68-4f5a-b9d2-3407551e2560 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:43.231633 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2a3940f0-8ce8-4e8c-bb31-435735fbbba6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9023023'] for subnet, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:43.267615 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757ae0e1-1269-472e-94e1-2437cce48331 req-2976f03c-5e60-4dee-9b61-7b1fc7d25ff7 service neutron] Checking agent: {'id': '43c60aee-e4af-4ecc-bee2-aac3569fafed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:28:43.267961 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757ae0e1-1269-472e-94e1-2437cce48331 req-2976f03c-5e60-4dee-9b61-7b1fc7d25ff7 service neutron] Checking segment: {'id': '083290ff-00d5-486e-85d5-49b2b24fbd9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0723578d-9472-40dd-b5d6-4342bff5fd37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:28:43.268836 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757ae0e1-1269-472e-94e1-2437cce48331 req-2976f03c-5e60-4dee-9b61-7b1fc7d25ff7 service neutron] Bound using segment: {'id': '083290ff-00d5-486e-85d5-49b2b24fbd9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0723578d-9472-40dd-b5d6-4342bff5fd37'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:28:43.269304 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-757ae0e1-1269-472e-94e1-2437cce48331 req-2976f03c-5e60-4dee-9b61-7b1fc7d25ff7 service neutron] Bound port: 53964767-e153-45ad-817f-303368cbc376, host: n-h2-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '083290ff-00d5-486e-85d5-49b2b24fbd9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0723578d-9472-40dd-b5d6-4342bff5fd37'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:28:43.269735 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-757ae0e1-1269-472e-94e1-2437cce48331 req-2976f03c-5e60-4dee-9b61-7b1fc7d25ff7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:43.297986 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-4cd7fca9-2be1-4681-8759-98f6037f07d9 req-cc1133c1-d808-4e4d-91e2-11840864739d service neutron] Transition to ACTIVE for port object 70afd13f-d370-47db-83d2-e1041aebac63 will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:28:43.312830 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-5195ba3d-dcb4-4297-95e1-38a3281a8070 None None] For port 4bba4fa5-a5d1-4d67-bae5-389e4825b860, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=4bba4fa5-a5d1-4d67-bae5-389e4825b860,segment=NetworkSegment(c916a4c5-f78f-49cb-bb53-88f9467401b2),segment_id=c916a4c5-f78f-49cb-bb53-88f9467401b2)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:28:43.313367 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-5195ba3d-dcb4-4297-95e1-38a3281a8070 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:43.347838 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-5195ba3d-dcb4-4297-95e1-38a3281a8070 None None] Calling delete_port for 4bba4fa5-a5d1-4d67-bae5-389e4825b860 owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:28:43.382758 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-4cd7fca9-2be1-4681-8759-98f6037f07d9 req-cc1133c1-d808-4e4d-91e2-11840864739d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:43.407203 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2a3940f0-8ce8-4e8c-bb31-435735fbbba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:43.410284 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-c3c6110e-9e68-4f5a-b9d2-3407551e2560 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] For port 4bba4fa5-a5d1-4d67-bae5-389e4825b860, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=4bba4fa5-a5d1-4d67-bae5-389e4825b860,segment=NetworkSegment(c916a4c5-f78f-49cb-bb53-88f9467401b2),segment_id=c916a4c5-f78f-49cb-bb53-88f9467401b2)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:28:43.410638 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c3c6110e-9e68-4f5a-b9d2-3407551e2560 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:43.438559 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-168d28df-419a-4a4f-802e-30e8896a069c tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:43.457337 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-c3c6110e-9e68-4f5a-b9d2-3407551e2560 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Calling delete_port for 4bba4fa5-a5d1-4d67-bae5-389e4825b860 owned by network:dhcp {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:28:43.498122 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-5195ba3d-dcb4-4297-95e1-38a3281a8070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:43.531801 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5195ba3d-dcb4-4297-95e1-38a3281a8070 None None] Pushing event deleted for resources: {'Port': ['ID=4bba4fa5-a5d1-4d67-bae5-389e4825b860,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:43.535223 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5195ba3d-dcb4-4297-95e1-38a3281a8070 None None] No DVR routers for this DVR port 4bba4fa5-a5d1-4d67-bae5-389e4825b860 on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:28:43.546670 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2a3940f0-8ce8-4e8c-bb31-435735fbbba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8850800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470517'] for subnet, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:43.594522 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1133c1-d808-4e4d-91e2-11840864739d service neutron] Pushing event updated for resources: {'Port': ['ID=70afd13f-d370-47db-83d2-e1041aebac63,revision_number=10']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:43.615026 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3940f0-8ce8-4e8c-bb31-435735fbbba6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39805718-f3e9-41ca-8469-b49efb1a12f8,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:43.631379 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2a3940f0-8ce8-4e8c-bb31-435735fbbba6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:43.643735 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-2a3940f0-8ce8-4e8c-bb31-435735fbbba6 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/39805718-f3e9-41ca-8469-b49efb1a12f8 HTTP/1.1" status: 204 len: 168 time: 1.2949948 Dec 20 14:28:43.653780 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-168d28df-419a-4a4f-802e-30e8896a069c tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:43.656289 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cd7fca9-2be1-4681-8759-98f6037f07d9 req-cc1133c1-d808-4e4d-91e2-11840864739d service neutron] No DVR routers for this DVR port 70afd13f-d370-47db-83d2-e1041aebac63 on host n-h1-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:28:43.658779 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-579220cc-2243-4303-aca7-3265cebb2e3c admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:28:43.663639 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 55486) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:28:43.676114 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52afb30-eeac-4982-801a-bb3495155e6f req-684c3c56-3843-4000-9860-3017cd130c2d tempest-ImagesNegativeTestJSON-1748123941 tempest-ImagesNegativeTestJSON-1748123941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:43.677705 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e52afb30-eeac-4982-801a-bb3495155e6f req-684c3c56-3843-4000-9860-3017cd130c2d tempest-ImagesNegativeTestJSON-1748123941 tempest-ImagesNegativeTestJSON-1748123941-project] 10.222.0.54 "GET /v2.0/ports?device_id=0993bfcb-06bd-487c-85e7-476fee1793c8 HTTP/1.1" status: 200 len: 948 time: 0.3820317 Dec 20 14:28:43.681617 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-579220cc-2243-4303-aca7-3265cebb2e3c admin admin] 10.222.0.54 "PUT /v2.0/routers/bb0b303f-7230-47e9-bfa8-0d8665589494/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8598258 Dec 20 14:28:43.694448 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 55488) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:28:43.698959 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c1bbb8fe-02e7-4aa4-9493-f0accc94120b req-ae1ae5b7-df1f-4b06-b38d-84293dc17a43 service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6958189 Dec 20 14:28:43.699966 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c8ba95-a193-4d2d-a554-d70112daa9da None None] Sync routers for ids ['bb0b303f-7230-47e9-bfa8-0d8665589494'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:28:43.702378 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-757ae0e1-1269-472e-94e1-2437cce48331 req-2976f03c-5e60-4dee-9b61-7b1fc7d25ff7 service neutron] For port 53964767-e153-45ad-817f-303368cbc376, host n-h2-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:28:43.743285 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c8ba95-a193-4d2d-a554-d70112daa9da None None] Routers {'bb0b303f-7230-47e9-bfa8-0d8665589494'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:28:43.745022 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-d6c8ba95-a193-4d2d-a554-d70112daa9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:28:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['bb0b303f-7230-47e9-bfa8-0d8665589494'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:28:43.773740 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-757ae0e1-1269-472e-94e1-2437cce48331 req-2976f03c-5e60-4dee-9b61-7b1fc7d25ff7 service neutron] For port 53964767-e153-45ad-817f-303368cbc376, host n-h2-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=53964767-e153-45ad-817f-303368cbc376,segment=NetworkSegment(083290ff-00d5-486e-85d5-49b2b24fbd9d),segment_id=083290ff-00d5-486e-85d5-49b2b24fbd9d)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:28:43.821271 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-757ae0e1-1269-472e-94e1-2437cce48331 req-2976f03c-5e60-4dee-9b61-7b1fc7d25ff7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:43.859668 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168d28df-419a-4a4f-802e-30e8896a069c tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Network e922ff15-a662-4866-8b6a-3d6f701ab36c is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:28:43.861289 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4cd7fca9-2be1-4681-8759-98f6037f07d9 req-cc1133c1-d808-4e4d-91e2-11840864739d service neutron] 10.222.0.30 "PUT /v2.0/ports/70afd13f-d370-47db-83d2-e1041aebac63/bindings/n-h2-761264-19/activate HTTP/1.1" status: 200 len: 370 time: 4.0277343 Dec 20 14:28:43.898577 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-168d28df-419a-4a4f-802e-30e8896a069c tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:28:43.934637 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 985daaf8-f888-4249-96bf-221b9ac356cd up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:28:43.959978 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ae0e1-1269-472e-94e1-2437cce48331 req-2976f03c-5e60-4dee-9b61-7b1fc7d25ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:43.960604 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-757ae0e1-1269-472e-94e1-2437cce48331 req-2976f03c-5e60-4dee-9b61-7b1fc7d25ff7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:43.962005 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-757ae0e1-1269-472e-94e1-2437cce48331 req-2976f03c-5e60-4dee-9b61-7b1fc7d25ff7 service neutron] 10.222.0.47 "PUT /v2.0/ports/53964767-e153-45ad-817f-303368cbc376 HTTP/1.1" status: 200 len: 1136 time: 4.4816892 Dec 20 14:28:44.012523 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e52afb30-eeac-4982-801a-bb3495155e6f req-bfaa8532-a8b4-46a6-8050-6e37d8d9a196 tempest-ImagesNegativeTestJSON-1748123941 tempest-ImagesNegativeTestJSON-1748123941-project] 10.222.0.54 "GET /v2.0/security-groups?id=946270a7-484b-4523-8357-81bac2242732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3113484 Dec 20 14:28:44.027198 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-d6c8ba95-a193-4d2d-a554-d70112daa9da None None] Set router bb0b303f-7230-47e9-bfa8-0d8665589494 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:28:44.042246 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-757ae0e1-1269-472e-94e1-2437cce48331 req-60088c9b-e67a-4681-aae5-d5e9b4415f19 service neutron] Request body: {'port': {'device_id': 'b3e943d5-5d01-407d-9414-c89d08826b2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-19'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:28:44.044974 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2976f03c-5e60-4dee-9b61-7b1fc7d25ff7 service neutron] Pushing event updated for resources: {'Port': ['ID=53964767-e153-45ad-817f-303368cbc376,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:44.081943 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d28d6c3-5eb8-407d-9996-78e04c7bdc0f req-19b6e031-6b63-4a17-b60b-10d55558c3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:44.083511 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2d28d6c3-5eb8-407d-9996-78e04c7bdc0f req-19b6e031-6b63-4a17-b60b-10d55558c3ce service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=74c6fabc604c4b51bf1b06fca07542a3&device_id=0993bfcb-06bd-487c-85e7-476fee1793c8 HTTP/1.1" status: 200 len: 1100 time: 0.2792923 Dec 20 14:28:44.086232 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 985daaf8-f888-4249-96bf-221b9ac356cd triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:28:44.086998 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:44.099624 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168d28df-419a-4a4f-802e-30e8896a069c tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:28:44.358571 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168d28df-419a-4a4f-802e-30e8896a069c tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Pushing event updated for resources: {'Port': ['ID=cdb31bb5-074e-403d-ab47-e55bfa522aff,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:44.433955 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-e65bf7b2-e747-4a55-816f-7218bdb86cda None None] Provisioning complete for port cdb31bb5-074e-403d-ab47-e55bfa522aff triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:28:44.434529 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e65bf7b2-e747-4a55-816f-7218bdb86cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:44.471247 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-757ae0e1-1269-472e-94e1-2437cce48331 req-60088c9b-e67a-4681-aae5-d5e9b4415f19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:44.480350 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c3c6110e-9e68-4f5a-b9d2-3407551e2560 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:44.484625 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f4a48ddf-6195-4e0c-9e23-e6d9bd2d53f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:44.513960 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-e65bf7b2-e747-4a55-816f-7218bdb86cda None None] Port cdb31bb5-074e-403d-ab47-e55bfa522aff cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:28:44.518593 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 4bba4fa5-a5d1-4d67-bae5-389e4825b860 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:28:44.546811 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 4bba4fa5-a5d1-4d67-bae5-389e4825b860 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:28:44.547356 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 4bba4fa5-a5d1-4d67-bae5-389e4825b860 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:28:44.554050 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-d6c8ba95-a193-4d2d-a554-d70112daa9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb0b303f-7230-47e9-bfa8-0d8665589494', 'name': 'tempest-ServersTestManualDisk-1541796187-router', 'tenant_id': '3a1d810114e24eb9ab9be2e3341cb8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'e77534bb-6eb4-4606-9aa9-23f0a3098b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:23:38Z', 'updated_at': '2021-12-20T14:28:38Z', 'revision_number': 5, 'project_id': '3a1d810114e24eb9ab9be2e3341cb8d6', 'gw_port': {'id': 'e77534bb-6eb4-4606-9aa9-23f0a3098b2f', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:6e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0b303f-7230-47e9-bfa8-0d8665589494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:23:40Z', 'updated_at': '2021-12-20T14:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:28:44.594116 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c8ba95-a193-4d2d-a554-d70112daa9da None None] Checking router: bb0b303f-7230-47e9-bfa8-0d8665589494 for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:28:44.607437 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c8ba95-a193-4d2d-a554-d70112daa9da None None] Routers {'bb0b303f-7230-47e9-bfa8-0d8665589494'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:28:44.608229 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-d6c8ba95-a193-4d2d-a554-d70112daa9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:28:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['bb0b303f-7230-47e9-bfa8-0d8665589494'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:28:44.639895 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168d28df-419a-4a4f-802e-30e8896a069c tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:44.640722 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-168d28df-419a-4a4f-802e-30e8896a069c tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:44.653567 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:44.653567 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:28:44.653567 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:44.653567 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:28:44.653567 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:44.653567 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:28:44.653567 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:44.653567 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:28:44.653567 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:44.653567 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:28:44.653567 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:44.653567 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:28:44.653567 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:44.653567 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:28:44.653567 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:44.653567 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:28:44.653567 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:44.653567 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:28:44.653567 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:44.653567 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:28:44.653567 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:44.653567 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:28:44.653567 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:44.653567 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:28:44.653567 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:44.653567 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:28:44.653567 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:44.653567 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:28:44.653567 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:44.653567 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:28:44.653567 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:44.653567 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:28:44.653567 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:44.653567 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:28:44.653567 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:44.653567 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:28:44.656773 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:44.656773 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:28:44.656773 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:44.656773 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:28:44.656773 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:44.656773 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:28:44.656773 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:44.656773 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:28:44.656773 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:44.656773 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:28:44.656773 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:44.656773 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:28:44.660296 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21224a89-109a-45bf-afd3-d0264488eb86 req-9b0cd297-eb76-47d7-b703-32d7d4c67718 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:44.666251 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21224a89-109a-45bf-afd3-d0264488eb86 req-9b0cd297-eb76-47d7-b703-32d7d4c67718 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:44.692856 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21224a89-109a-45bf-afd3-d0264488eb86 req-9b0cd297-eb76-47d7-b703-32d7d4c67718 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:44.698957 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21224a89-109a-45bf-afd3-d0264488eb86 req-9b0cd297-eb76-47d7-b703-32d7d4c67718 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:44.701755 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c6110e-9e68-4f5a-b9d2-3407551e2560 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] No DVR routers for this DVR port 4bba4fa5-a5d1-4d67-bae5-389e4825b860 on host n-d-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:28:44.719117 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21224a89-109a-45bf-afd3-d0264488eb86 req-9b0cd297-eb76-47d7-b703-32d7d4c67718 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:44.725840 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21224a89-109a-45bf-afd3-d0264488eb86 req-9b0cd297-eb76-47d7-b703-32d7d4c67718 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:44.736066 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c6110e-9e68-4f5a-b9d2-3407551e2560 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Pushing event deleted for resources: {'Port': ['ID=4bba4fa5-a5d1-4d67-bae5-389e4825b860,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:44.743307 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21224a89-109a-45bf-afd3-d0264488eb86 req-9b0cd297-eb76-47d7-b703-32d7d4c67718 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:44.745467 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-21224a89-109a-45bf-afd3-d0264488eb86 req-9b0cd297-eb76-47d7-b703-32d7d4c67718 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3e943d5-5d01-407d-9414-c89d08826b2f HTTP/1.1" status: 200 len: 5382 time: 0.4836581 Dec 20 14:28:44.755164 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d28d6c3-5eb8-407d-9996-78e04c7bdc0f req-c3b41c3e-7e3e-4a61-bf42-71dabd7129cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:44.761608 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2d28d6c3-5eb8-407d-9996-78e04c7bdc0f req-c3b41c3e-7e3e-4a61-bf42-71dabd7129cc service neutron] 10.222.0.47 "GET /v2.0/networks?id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1 HTTP/1.1" status: 200 len: 870 time: 0.6196897 Dec 20 14:28:44.783533 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7aeb13-ad2c-4d1c-85f2-a11a020f5529 req-4c4afa6b-642c-4e59-9ea3-0a9ae335d3cf tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:44.785368 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ad7aeb13-ad2c-4d1c-85f2-a11a020f5529 req-4c4afa6b-642c-4e59-9ea3-0a9ae335d3cf tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1dcec98-db36-4ee0-ba7d-c88dcb3b2793 HTTP/1.1" status: 200 len: 944 time: 0.6888955 Dec 20 14:28:44.822452 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-d6c8ba95-a193-4d2d-a554-d70112daa9da None None] Set router bb0b303f-7230-47e9-bfa8-0d8665589494 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:28:44.842019 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd7fca9-2be1-4681-8759-98f6037f07d9 req-576a5a96-9116-4f64-b027-5d7c9a4b07de tempest-LiveMigrationTest-1128134252 tempest-LiveMigrationTest-1128134252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:44.848331 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4cd7fca9-2be1-4681-8759-98f6037f07d9 req-576a5a96-9116-4f64-b027-5d7c9a4b07de tempest-LiveMigrationTest-1128134252 tempest-LiveMigrationTest-1128134252-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=b1dcec98-db36-4ee0-ba7d-c88dcb3b2793&tenant_id=2785aa25e0a64107a28490f4f2c107bc&binding%3Ahost_id=n-h1-761264-19 HTTP/1.1" status: 200 len: 1096 time: 0.7318509 Dec 20 14:28:44.883088 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2d28d6c3-5eb8-407d-9996-78e04c7bdc0f req-b974eaec-d578-4ead-9299-7af38bfb8997 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=30f698fc-cd44-4864-bf6b-ed56aedbdb20 HTTP/1.1" status: 200 len: 217 time: 0.0853672 Dec 20 14:28:44.965631 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f4a48ddf-6195-4e0c-9e23-e6d9bd2d53f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:44.988448 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-f4a48ddf-6195-4e0c-9e23-e6d9bd2d53f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f77acfe8-c05d-4606-b7e9-7027c0b13511']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:28:44.998190 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3e943d5-5d01-407d-9414-c89d08826b2f', 'tag': '53964767-e153-45ad-817f-303368cbc376'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:28:45.000795 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d3f6ec-049f-461a-9c94-930f56934ac0" -d '{"events": [{"name": "network-changed", "server_uuid": "b3e943d5-5d01-407d-9414-c89d08826b2f", "tag": "53964767-e153-45ad-817f-303368cbc376"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:28:45.019539 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-168d28df-419a-4a4f-802e-30e8896a069c tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.6355398 Dec 20 14:28:45.019539 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-f4a48ddf-6195-4e0c-9e23-e6d9bd2d53f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c78eb3db-e8a6-4673-b220-136b3d8ed714') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:28:45.019539 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-f4a48ddf-6195-4e0c-9e23-e6d9bd2d53f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c78eb3db-e8a6-4673-b220-136b3d8ed714') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:28:45.048681 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f4a48ddf-6195-4e0c-9e23-e6d9bd2d53f6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:45.067124 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f4a48ddf-6195-4e0c-9e23-e6d9bd2d53f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:45.076447 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4a48ddf-6195-4e0c-9e23-e6d9bd2d53f6 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:28:45.077280 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f4a48ddf-6195-4e0c-9e23-e6d9bd2d53f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:45.079125 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-21224a89-109a-45bf-afd3-d0264488eb86 req-54ea7af9-7d5d-4d08-8b04-51834f60b419 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/security-groups?id=43c0ac57-a0d4-4728-b359-486d90e63ad1&id=81a62dd3-6166-418b-a2f3-15daa19beec9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3254457 Dec 20 14:28:45.087947 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d28d6c3-5eb8-407d-9996-78e04c7bdc0f req-41e6a088-ffc3-4bb6-ab8c-20d984a5db1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:45.090138 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2d28d6c3-5eb8-407d-9996-78e04c7bdc0f req-41e6a088-ffc3-4bb6-ab8c-20d984a5db1f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36bf280f-81bb-4486-a87a-9b9505a1cec4 HTTP/1.1" status: 200 len: 843 time: 0.1977699 Dec 20 14:28:45.123582 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:45.218166 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d28d6c3-5eb8-407d-9996-78e04c7bdc0f req-9066461d-8130-469f-a7fd-cc3dad06c80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:45.220051 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2d28d6c3-5eb8-407d-9996-78e04c7bdc0f req-9066461d-8130-469f-a7fd-cc3dad06c80d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1208541 Dec 20 14:28:45.254266 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c3c6110e-9e68-4f5a-b9d2-3407551e2560 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:45.283733 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-c3c6110e-9e68-4f5a-b9d2-3407551e2560 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d82cbd1c-a154-44e7-a6cf-0543b0c25f57']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:28:45.300531 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-c3c6110e-9e68-4f5a-b9d2-3407551e2560 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c916a4c5-f78f-49cb-bb53-88f9467401b2') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:28:45.300938 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-c3c6110e-9e68-4f5a-b9d2-3407551e2560 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c916a4c5-f78f-49cb-bb53-88f9467401b2') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:28:45.313704 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c3c6110e-9e68-4f5a-b9d2-3407551e2560 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:45.329597 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c3c6110e-9e68-4f5a-b9d2-3407551e2560 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:45.337834 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3c6110e-9e68-4f5a-b9d2-3407551e2560 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:28:45.338050 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c3c6110e-9e68-4f5a-b9d2-3407551e2560 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:45.388973 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-d6c8ba95-a193-4d2d-a554-d70112daa9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb0b303f-7230-47e9-bfa8-0d8665589494', 'name': 'tempest-ServersTestManualDisk-1541796187-router', 'tenant_id': '3a1d810114e24eb9ab9be2e3341cb8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'e77534bb-6eb4-4606-9aa9-23f0a3098b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:23:38Z', 'updated_at': '2021-12-20T14:28:38Z', 'revision_number': 5, 'project_id': '3a1d810114e24eb9ab9be2e3341cb8d6', 'gw_port': {'id': 'e77534bb-6eb4-4606-9aa9-23f0a3098b2f', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:6e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0b303f-7230-47e9-bfa8-0d8665589494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:23:40Z', 'updated_at': '2021-12-20T14:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:28:45.435418 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c8ba95-a193-4d2d-a554-d70112daa9da None None] The sync data for ids ['bb0b303f-7230-47e9-bfa8-0d8665589494'] in n-d-761264-19 is: [{'id': 'bb0b303f-7230-47e9-bfa8-0d8665589494', 'name': 'tempest-ServersTestManualDisk-1541796187-router', 'tenant_id': '3a1d810114e24eb9ab9be2e3341cb8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'e77534bb-6eb4-4606-9aa9-23f0a3098b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:23:38Z', 'updated_at': '2021-12-20T14:28:38Z', 'revision_number': 5, 'project_id': '3a1d810114e24eb9ab9be2e3341cb8d6', 'gw_port': {'id': 'e77534bb-6eb4-4606-9aa9-23f0a3098b2f', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:6e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0b303f-7230-47e9-bfa8-0d8665589494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:23:40Z', 'updated_at': '2021-12-20T14:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:28:45.446219 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:45.446219 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:28:45.446219 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:45.446219 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:28:45.446219 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:45.446219 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:28:45.446219 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:45.446219 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:28:45.446219 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:28:45.446219 n-d-761264-19 neutron-server[103168]: self.session.flush() Dec 20 14:28:45.446219 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:28:45.446219 n-d-761264-19 neutron-server[103168]: self.session.flush() Dec 20 14:28:45.446219 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:28:45.446219 n-d-761264-19 neutron-server[103168]: self.session.flush() Dec 20 14:28:45.446219 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:28:45.446219 n-d-761264-19 neutron-server[103168]: self.session.flush() Dec 20 14:28:45.446219 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:45.446219 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:28:45.446219 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:45.446219 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:28:45.446219 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:45.446219 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:28:45.446219 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:45.446219 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:28:45.446219 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 14:28:45.446219 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:28:45.446219 n-d-761264-19 neutron-server[103168]: timer() Dec 20 14:28:45.446219 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:28:45.446219 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 14:28:45.446219 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:28:45.446219 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 14:28:45.446219 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:28:45.446219 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 14:28:45.446219 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:28:45.446219 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 14:28:45.446219 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:28:45.446219 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 14:28:45.446219 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:28:45.446219 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:28:45.446219 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:28:45.446219 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:28:45.446219 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:28:45.446219 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 14:28:45.446219 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:28:45.446219 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 14:28:45.446219 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:28:45.446219 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:28:45.446219 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:28:45.446219 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 14:28:45.446219 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:28:45.446219 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:28:45.446219 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:28:45.446219 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:28:45.446219 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:28:45.446219 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:28:45.446219 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:28:45.452879 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f4a48ddf-6195-4e0c-9e23-e6d9bd2d53f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:45.497445 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c3c6110e-9e68-4f5a-b9d2-3407551e2560 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:45.511408 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f4a48ddf-6195-4e0c-9e23-e6d9bd2d53f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:45.517101 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-f4a48ddf-6195-4e0c-9e23-e6d9bd2d53f6 admin admin] 10.222.0.54 "DELETE /v2.0/networks/f77acfe8-c05d-4606-b7e9-7027c0b13511 HTTP/1.1" status: 204 len: 168 time: 1.8479230 Dec 20 14:28:45.573084 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 55520) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:28:45.647084 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c3c6110e-9e68-4f5a-b9d2-3407551e2560 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:45.662712 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-c3c6110e-9e68-4f5a-b9d2-3407551e2560 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.54 "DELETE /v2.0/networks/d82cbd1c-a154-44e7-a6cf-0543b0c25f57 HTTP/1.1" status: 204 len: 168 time: 3.4732502 Dec 20 14:28:45.668070 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 55524) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:28:45.677016 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a48ddf-6195-4e0c-9e23-e6d9bd2d53f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f77acfe8-c05d-4606-b7e9-7027c0b13511,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:45.679365 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6ea4d7e4-b14b-4c2b-859d-f29007616195 admin admin] Publish callbacks [] for router, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:45.712446 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-421f23f5-7165-4d0f-b40f-e4d94ac40ab0 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-330947085'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:28:45.768284 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1f2585d-52ce-4bea-8cb8-5dff0144da2b admin admin] Deleting subnet 80d94041-f7c6-4b32-8dce-f0c1703adcc3 {{(pid=103168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:28:45.792286 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e1f2585d-52ce-4bea-8cb8-5dff0144da2b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:45.855727 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c6110e-9e68-4f5a-b9d2-3407551e2560 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Pushing event deleted for resources: {'Network': ['ID=d82cbd1c-a154-44e7-a6cf-0543b0c25f57,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:45.869780 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd7fca9-2be1-4681-8759-98f6037f07d9 req-47f21e73-cbc2-49d6-b276-1560a6005340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:45.871315 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4cd7fca9-2be1-4681-8759-98f6037f07d9 req-47f21e73-cbc2-49d6-b276-1560a6005340 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b1dcec98-db36-4ee0-ba7d-c88dcb3b2793&tenant_id=2785aa25e0a64107a28490f4f2c107bc HTTP/1.1" status: 200 len: 1096 time: 0.9756804 Dec 20 14:28:45.875089 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ad7aeb13-ad2c-4d1c-85f2-a11a020f5529 req-31f860fe-8aed-4d39-9426-87cea76aa24c tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0242214 Dec 20 14:28:45.878010 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 58e0e69f-e726-4cb1-bb2b-ffce98d93b19 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:28:45.932507 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61d8bfbe-a909-4a40-a646-75bc3163390d x-openstack-request-id: req-61d8bfbe-a909-4a40-a646-75bc3163390d {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:28:45.933686 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3e943d5-5d01-407d-9414-c89d08826b2f", "tag": "53964767-e153-45ad-817f-303368cbc376", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:28:45.935377 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-61d8bfbe-a909-4a40-a646-75bc3163390d {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:28:45.935883 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3e943d5-5d01-407d-9414-c89d08826b2f', 'tag': '53964767-e153-45ad-817f-303368cbc376', 'status': 'completed', 'code': 200} Dec 20 14:28:45.941391 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 58e0e69f-e726-4cb1-bb2b-ffce98d93b19 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:28:45.941741 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 58e0e69f-e726-4cb1-bb2b-ffce98d93b19 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:28:46.034129 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e1f2585d-52ce-4bea-8cb8-5dff0144da2b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9023023'] for subnet, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:46.081144 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [req-757ae0e1-1269-472e-94e1-2437cce48331 req-60088c9b-e67a-4681-aae5-d5e9b4415f19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a179faf-fd88-4d1c-8683-0a8bb9be5690 {{(pid=103167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:28:46.082637 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-421f23f5-7165-4d0f-b40f-e4d94ac40ab0 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Made reservation on behalf of 3e6d5204aa2840f59fc30e0e3762aae9 for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:28:46.086098 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-421f23f5-7165-4d0f-b40f-e4d94ac40ab0 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:46.093994 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 30f698fc-cd44-4864-bf6b-ed56aedbdb20 details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:28:46.131214 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-757ae0e1-1269-472e-94e1-2437cce48331 req-60088c9b-e67a-4681-aae5-d5e9b4415f19 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:46.207179 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e1f2585d-52ce-4bea-8cb8-5dff0144da2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:46.210398 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2d28d6c3-5eb8-407d-9996-78e04c7bdc0f req-8fa440bb-5001-4000-9edc-3339ab0b84f5 service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9744735 Dec 20 14:28:46.214533 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd7fca9-2be1-4681-8759-98f6037f07d9 req-0e667146-506b-4878-9084-c3c7fdc89dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:46.216099 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4cd7fca9-2be1-4681-8759-98f6037f07d9 req-0e667146-506b-4878-9084-c3c7fdc89dd9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2785aa25e0a64107a28490f4f2c107bc&device_id=b1dcec98-db36-4ee0-ba7d-c88dcb3b2793 HTTP/1.1" status: 200 len: 1096 time: 0.3082936 Dec 20 14:28:46.219096 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-757ae0e1-1269-472e-94e1-2437cce48331 req-60088c9b-e67a-4681-aae5-d5e9b4415f19 service neutron] Transition to ACTIVE for port object 2a179faf-fd88-4d1c-8683-0a8bb9be5690 will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:28:46.236845 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d3f6ec-049f-461a-9c94-930f56934ac0 req-47b76bfe-4b11-4643-822f-5037bca63639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:46.237869 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d3f6ec-049f-461a-9c94-930f56934ac0 req-47b76bfe-4b11-4643-822f-5037bca63639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:46.239558 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d3f6ec-049f-461a-9c94-930f56934ac0 req-47b76bfe-4b11-4643-822f-5037bca63639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:46.241572 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d3f6ec-049f-461a-9c94-930f56934ac0 req-47b76bfe-4b11-4643-822f-5037bca63639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:46.242291 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d3f6ec-049f-461a-9c94-930f56934ac0 req-47b76bfe-4b11-4643-822f-5037bca63639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:46.242411 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-421f23f5-7165-4d0f-b40f-e4d94ac40ab0 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:28:46.243685 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d3f6ec-049f-461a-9c94-930f56934ac0 req-47b76bfe-4b11-4643-822f-5037bca63639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:46.245710 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d3f6ec-049f-461a-9c94-930f56934ac0 req-47b76bfe-4b11-4643-822f-5037bca63639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:46.249995 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-95d3f6ec-049f-461a-9c94-930f56934ac0 req-47b76bfe-4b11-4643-822f-5037bca63639 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7db68c07b2e8445b8d4272fa646b5852&device_id=b3e943d5-5d01-407d-9414-c89d08826b2f HTTP/1.1" status: 200 len: 6222 time: 0.3111072 Dec 20 14:28:46.255996 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 30f698fc-cd44-4864-bf6b-ed56aedbdb20, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=30f698fc-cd44-4864-bf6b-ed56aedbdb20,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:28:46.263275 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6ea4d7e4-b14b-4c2b-859d-f29007616195 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:46.277946 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-757ae0e1-1269-472e-94e1-2437cce48331 req-60088c9b-e67a-4681-aae5-d5e9b4415f19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:46.280648 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 55528) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:28:46.282413 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': '30f698fc-cd44-4864-bf6b-ed56aedbdb20', 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1', 'port_id': '30f698fc-cd44-4864-bf6b-ed56aedbdb20', 'mac_address': 'fa:16:3e:1d:31:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36bf280f-81bb-4486-a87a-9b9505a1cec4', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:28:46.295707 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-3aaad86e-81af-4722-b924-8407c0a3e9cb tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1458486967', 'description': 'tempest-description--1005252331'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:28:46.310962 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-421f23f5-7165-4d0f-b40f-e4d94ac40ab0 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:46.311310 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-421f23f5-7165-4d0f-b40f-e4d94ac40ab0 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Added segment 9caa097a-7476-4874-a2ab-185b628d1e91 of type vlan for network 96780ad1-4631-4019-b22f-d635f43900bc Dec 20 14:28:46.363603 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:46.377775 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5863ea8-2205-41c0-b8ac-fb2a2732ace7 req-5c0123a6-9e6b-4a09-a418-34626ecf775e tempest-ImagesNegativeTestJSON-1748123941 tempest-ImagesNegativeTestJSON-1748123941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:46.389453 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b5863ea8-2205-41c0-b8ac-fb2a2732ace7 req-5c0123a6-9e6b-4a09-a418-34626ecf775e tempest-ImagesNegativeTestJSON-1748123941 tempest-ImagesNegativeTestJSON-1748123941-project] 10.222.0.54 "GET /v2.0/ports?device_id=0993bfcb-06bd-487c-85e7-476fee1793c8 HTTP/1.1" status: 200 len: 948 time: 0.2966440 Dec 20 14:28:46.404650 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30f698fc-cd44-4864-bf6b-ed56aedbdb20 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:28:46.455000 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 30f698fc-cd44-4864-bf6b-ed56aedbdb20, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=30f698fc-cd44-4864-bf6b-ed56aedbdb20,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:28:46.463609 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:46.508261 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-421f23f5-7165-4d0f-b40f-e4d94ac40ab0 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:46.536745 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e1f2585d-52ce-4bea-8cb8-5dff0144da2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8850800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470517'] for subnet, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:46.539090 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=30f698fc-cd44-4864-bf6b-ed56aedbdb20,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:46.552605 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3aaad86e-81af-4722-b924-8407c0a3e9cb tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:46.622136 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f2585d-52ce-4bea-8cb8-5dff0144da2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80d94041-f7c6-4b32-8dce-f0c1703adcc3,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:46.630977 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b5863ea8-2205-41c0-b8ac-fb2a2732ace7 req-0d70e900-2f23-4c36-975c-9b8d8d287e48 tempest-ImagesNegativeTestJSON-1748123941 tempest-ImagesNegativeTestJSON-1748123941-project] 10.222.0.54 "GET /v2.0/security-groups?id=946270a7-484b-4523-8357-81bac2242732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406390 Dec 20 14:28:46.632124 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd7fca9-2be1-4681-8759-98f6037f07d9 req-2f8e7cc3-7db3-49a6-83bd-18f45fa2aa34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:46.633581 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4cd7fca9-2be1-4681-8759-98f6037f07d9 req-2f8e7cc3-7db3-49a6-83bd-18f45fa2aa34 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2b333b61-ce15-4944-95b5-760e7ec98a8f HTTP/1.1" status: 200 len: 909 time: 0.3882139 Dec 20 14:28:46.634753 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e1f2585d-52ce-4bea-8cb8-5dff0144da2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:46.640748 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-e1f2585d-52ce-4bea-8cb8-5dff0144da2b admin admin] 10.222.0.54 "DELETE /v2.0/subnets/80d94041-f7c6-4b32-8dce-f0c1703adcc3 HTTP/1.1" status: 204 len: 168 time: 1.0640218 Dec 20 14:28:46.644165 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 55532) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:28:46.703815 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['30f698fc-cd44-4864-bf6b-ed56aedbdb20'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:28:46.783119 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60088c9b-e67a-4681-aae5-d5e9b4415f19 service neutron] Pushing event updated for resources: {'Port': ['ID=2a179faf-fd88-4d1c-8683-0a8bb9be5690,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:46.827315 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d3f6ec-049f-461a-9c94-930f56934ac0 req-9991a133-feee-4bb8-868f-bc898e9d7362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:46.827796 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d3f6ec-049f-461a-9c94-930f56934ac0 req-9991a133-feee-4bb8-868f-bc898e9d7362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:46.828267 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d3f6ec-049f-461a-9c94-930f56934ac0 req-9991a133-feee-4bb8-868f-bc898e9d7362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:46.830154 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-95d3f6ec-049f-461a-9c94-930f56934ac0 req-9991a133-feee-4bb8-868f-bc898e9d7362 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=7db68c07b2e8445b8d4272fa646b5852&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5281451 Dec 20 14:28:46.942234 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-757ae0e1-1269-472e-94e1-2437cce48331 req-60088c9b-e67a-4681-aae5-d5e9b4415f19 service neutron] Attempting to bind port 2a179faf-fd88-4d1c-8683-0a8bb9be5690 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:28:46.942863 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-757ae0e1-1269-472e-94e1-2437cce48331 req-60088c9b-e67a-4681-aae5-d5e9b4415f19 service neutron] Attempting to bind port 2a179faf-fd88-4d1c-8683-0a8bb9be5690 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': '083290ff-00d5-486e-85d5-49b2b24fbd9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0723578d-9472-40dd-b5d6-4342bff5fd37'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:28:46.942990 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757ae0e1-1269-472e-94e1-2437cce48331 req-60088c9b-e67a-4681-aae5-d5e9b4415f19 service neutron] Attempting to bind port 2a179faf-fd88-4d1c-8683-0a8bb9be5690 on network 0723578d-9472-40dd-b5d6-4342bff5fd37 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:28:46.980223 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757ae0e1-1269-472e-94e1-2437cce48331 req-60088c9b-e67a-4681-aae5-d5e9b4415f19 service neutron] Port 2a179faf-fd88-4d1c-8683-0a8bb9be5690 on network 0723578d-9472-40dd-b5d6-4342bff5fd37 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:28:46.980547 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757ae0e1-1269-472e-94e1-2437cce48331 req-60088c9b-e67a-4681-aae5-d5e9b4415f19 service neutron] Attempting to bind port 2a179faf-fd88-4d1c-8683-0a8bb9be5690 on network 0723578d-9472-40dd-b5d6-4342bff5fd37 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:28:46.996686 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757ae0e1-1269-472e-94e1-2437cce48331 req-60088c9b-e67a-4681-aae5-d5e9b4415f19 service neutron] Checking agent: {'id': '43c60aee-e4af-4ecc-bee2-aac3569fafed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:28:46.997042 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757ae0e1-1269-472e-94e1-2437cce48331 req-60088c9b-e67a-4681-aae5-d5e9b4415f19 service neutron] Checking segment: {'id': '083290ff-00d5-486e-85d5-49b2b24fbd9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0723578d-9472-40dd-b5d6-4342bff5fd37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:28:46.997420 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757ae0e1-1269-472e-94e1-2437cce48331 req-60088c9b-e67a-4681-aae5-d5e9b4415f19 service neutron] Bound using segment: {'id': '083290ff-00d5-486e-85d5-49b2b24fbd9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0723578d-9472-40dd-b5d6-4342bff5fd37'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:28:46.997876 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-757ae0e1-1269-472e-94e1-2437cce48331 req-60088c9b-e67a-4681-aae5-d5e9b4415f19 service neutron] Bound port: 2a179faf-fd88-4d1c-8683-0a8bb9be5690, host: n-h2-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '083290ff-00d5-486e-85d5-49b2b24fbd9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0723578d-9472-40dd-b5d6-4342bff5fd37'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:28:46.998311 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-757ae0e1-1269-472e-94e1-2437cce48331 req-60088c9b-e67a-4681-aae5-d5e9b4415f19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:47.100300 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5fee5f-4120-4cd4-a162-ba51e699dae9 req-3ee78de9-861b-47cc-a29b-ce049d00c2b8 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:47.106331 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5fee5f-4120-4cd4-a162-ba51e699dae9 req-3ee78de9-861b-47cc-a29b-ce049d00c2b8 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:47.112189 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5fee5f-4120-4cd4-a162-ba51e699dae9 req-3ee78de9-861b-47cc-a29b-ce049d00c2b8 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:47.118301 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-421f23f5-7165-4d0f-b40f-e4d94ac40ab0 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:47.119025 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5fee5f-4120-4cd4-a162-ba51e699dae9 req-3ee78de9-861b-47cc-a29b-ce049d00c2b8 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:47.124022 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421f23f5-7165-4d0f-b40f-e4d94ac40ab0 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:47.124460 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5fee5f-4120-4cd4-a162-ba51e699dae9 req-3ee78de9-861b-47cc-a29b-ce049d00c2b8 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:47.124723 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-421f23f5-7165-4d0f-b40f-e4d94ac40ab0 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:47.130469 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5fee5f-4120-4cd4-a162-ba51e699dae9 req-3ee78de9-861b-47cc-a29b-ce049d00c2b8 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:47.136947 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5fee5f-4120-4cd4-a162-ba51e699dae9 req-3ee78de9-861b-47cc-a29b-ce049d00c2b8 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:47.139257 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4a5fee5f-4120-4cd4-a162-ba51e699dae9 req-3ee78de9-861b-47cc-a29b-ce049d00c2b8 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3e943d5-5d01-407d-9414-c89d08826b2f HTTP/1.1" status: 200 len: 5394 time: 0.6014254 Dec 20 14:28:47.153489 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4cd7fca9-2be1-4681-8759-98f6037f07d9 req-ec898eba-c3e6-48db-9a13-131d64590ac5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=70afd13f-d370-47db-83d2-e1041aebac63 HTTP/1.1" status: 200 len: 217 time: 0.5099885 Dec 20 14:28:47.159910 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2d28d6c3-5eb8-407d-9996-78e04c7bdc0f req-8bdae9f2-a5a3-46a3-aa59-7f89e163e612 service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9065115 Dec 20 14:28:47.242822 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-6ea4d7e4-b14b-4c2b-859d-f29007616195 admin admin] Deleting port e77534bb-6eb4-4606-9aa9-23f0a3098b2f {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:28:47.243226 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6ea4d7e4-b14b-4c2b-859d-f29007616195 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:47.244743 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d3f6ec-049f-461a-9c94-930f56934ac0 req-2e4d0afb-91e9-439f-ae71-f0ef370a2a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:47.246228 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-95d3f6ec-049f-461a-9c94-930f56934ac0 req-2e4d0afb-91e9-439f-ae71-f0ef370a2a16 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4040647 Dec 20 14:28:47.257845 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-757ae0e1-1269-472e-94e1-2437cce48331 req-60088c9b-e67a-4681-aae5-d5e9b4415f19 service neutron] For port 2a179faf-fd88-4d1c-8683-0a8bb9be5690, host n-h2-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:28:47.263553 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-757ae0e1-1269-472e-94e1-2437cce48331 req-60088c9b-e67a-4681-aae5-d5e9b4415f19 service neutron] For port 2a179faf-fd88-4d1c-8683-0a8bb9be5690, host n-h2-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=2a179faf-fd88-4d1c-8683-0a8bb9be5690,segment=NetworkSegment(083290ff-00d5-486e-85d5-49b2b24fbd9d),segment_id=083290ff-00d5-486e-85d5-49b2b24fbd9d)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:28:47.275760 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-421f23f5-7165-4d0f-b40f-e4d94ac40ab0 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.5998523 Dec 20 14:28:47.283499 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4a5fee5f-4120-4cd4-a162-ba51e699dae9 req-b804a2dc-962a-4063-9b31-8af5976a0df1 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/security-groups?id=43c0ac57-a0d4-4728-b359-486d90e63ad1&id=81a62dd3-6166-418b-a2f3-15daa19beec9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1104620 Dec 20 14:28:47.284923 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 55546) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:28:47.292303 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-757ae0e1-1269-472e-94e1-2437cce48331 req-60088c9b-e67a-4681-aae5-d5e9b4415f19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:47.300262 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-0f0232aa-e962-4c20-a9d1-68d166d465da tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Request body: {'subnet': {'network_id': '96780ad1-4631-4019-b22f-d635f43900bc', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:28:47.347121 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-93198fd3-333a-4950-ad41-889dd6702856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:47.390281 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f23f5-7165-4d0f-b40f-e4d94ac40ab0 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Pushing event updated for resources: {'Network': ['ID=96780ad1-4631-4019-b22f-d635f43900bc,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:47.404654 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 96780ad1-4631-4019-b22f-d635f43900bc details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:28:47.428320 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290db0d5-e38a-4a1e-b425-74626c4cd352 req-b64f7f80-1715-4d5c-9064-76e54a8b1831 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:47.429835 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-290db0d5-e38a-4a1e-b425-74626c4cd352 req-b64f7f80-1715-4d5c-9064-76e54a8b1831 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1dcec98-db36-4ee0-ba7d-c88dcb3b2793 HTTP/1.1" status: 200 len: 944 time: 0.3479784 Dec 20 14:28:47.431362 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd7fca9-2be1-4681-8759-98f6037f07d9 req-27b66b2d-a5ab-4db5-8f93-308463b3f34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:47.432708 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4cd7fca9-2be1-4681-8759-98f6037f07d9 req-27b66b2d-a5ab-4db5-8f93-308463b3f34e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=63ebfb59-720a-4723-915c-292ae8d31522 HTTP/1.1" status: 200 len: 848 time: 0.2324746 Dec 20 14:28:47.473006 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3aaad86e-81af-4722-b924-8407c0a3e9cb tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:47.496740 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ae0e1-1269-472e-94e1-2437cce48331 req-60088c9b-e67a-4681-aae5-d5e9b4415f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:47.497740 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-757ae0e1-1269-472e-94e1-2437cce48331 req-60088c9b-e67a-4681-aae5-d5e9b4415f19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:47.500354 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-757ae0e1-1269-472e-94e1-2437cce48331 req-60088c9b-e67a-4681-aae5-d5e9b4415f19 service neutron] 10.222.0.47 "PUT /v2.0/ports/2a179faf-fd88-4d1c-8683-0a8bb9be5690 HTTP/1.1" status: 200 len: 1092 time: 3.4751854 Dec 20 14:28:47.533043 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4cd7fca9-2be1-4681-8759-98f6037f07d9 req-6049f987-0a87-4c76-b300-dfc68ad3b5b7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2b333b61-ce15-4944-95b5-760e7ec98a8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0884552 Dec 20 14:28:47.533838 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3aaad86e-81af-4722-b924-8407c0a3e9cb tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:47.614518 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60088c9b-e67a-4681-aae5-d5e9b4415f19 service neutron] Pushing event updated for resources: {'Port': ['ID=2a179faf-fd88-4d1c-8683-0a8bb9be5690,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:47.634320 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-757ae0e1-1269-472e-94e1-2437cce48331 req-78305fe4-8ea3-4d60-ba65-7db9781387b0 service neutron] Request body: {'port': {'device_id': 'b3e943d5-5d01-407d-9414-c89d08826b2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-19'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:28:47.735357 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3aaad86e-81af-4722-b924-8407c0a3e9cb tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:47.741647 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-3aaad86e-81af-4722-b924-8407c0a3e9cb tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.4492071 Dec 20 14:28:47.745932 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-757ae0e1-1269-472e-94e1-2437cce48331 req-78305fe4-8ea3-4d60-ba65-7db9781387b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:47.748515 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 55558) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:28:47.757920 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-9f0a3852-1ec0-4938-a73b-a3cef6108d34 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Request body: {'security_group_rule': {'security_group_id': '90051062-f265-4ecc-9e5a-22ebfc7553a7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:28:47.772384 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f0232aa-e962-4c20-a9d1-68d166d465da tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Made reservation on behalf of 3e6d5204aa2840f59fc30e0e3762aae9 for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:28:47.776725 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0f0232aa-e962-4c20-a9d1-68d166d465da tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:47.793266 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-6ea4d7e4-b14b-4c2b-859d-f29007616195 admin admin] For port e77534bb-6eb4-4606-9aa9-23f0a3098b2f, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=e77534bb-6eb4-4606-9aa9-23f0a3098b2f,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:28:47.794521 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6ea4d7e4-b14b-4c2b-859d-f29007616195 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:47.815058 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-6ea4d7e4-b14b-4c2b-859d-f29007616195 admin admin] Calling delete_port for e77534bb-6eb4-4606-9aa9-23f0a3098b2f owned by network:router_gateway {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:28:47.851883 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 55560) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:28:47.915630 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-93198fd3-333a-4950-ad41-889dd6702856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:47.939069 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-290db0d5-e38a-4a1e-b425-74626c4cd352 req-ffcbb8c7-2f3a-4d95-b35b-fb5b04f9f459 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5009611 Dec 20 14:28:47.944832 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3e943d5-5d01-407d-9414-c89d08826b2f', 'tag': '2a179faf-fd88-4d1c-8683-0a8bb9be5690'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:28:47.945668 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaad86e-81af-4722-b924-8407c0a3e9cb tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90051062-f265-4ecc-9e5a-22ebfc7553a7,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:47.947552 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ababc549-0a37-4232-b4e5-d4575606aecb" -d '{"events": [{"name": "network-changed", "server_uuid": "b3e943d5-5d01-407d-9414-c89d08826b2f", "tag": "2a179faf-fd88-4d1c-8683-0a8bb9be5690"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:28:47.972926 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-93198fd3-333a-4950-ad41-889dd6702856 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2feeef8-9958-4b26-a2a4-8b6efb2ea4c3']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:28:48.007233 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afefdd8e-7881-4fed-9718-5f67600eb432 req-c6fea4b2-a8bb-4b84-9853-e9dc3760ed52 tempest-ImagesNegativeTestJSON-1748123941 tempest-ImagesNegativeTestJSON-1748123941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:48.009140 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-afefdd8e-7881-4fed-9718-5f67600eb432 req-c6fea4b2-a8bb-4b84-9853-e9dc3760ed52 tempest-ImagesNegativeTestJSON-1748123941 tempest-ImagesNegativeTestJSON-1748123941-project] 10.222.0.54 "GET /v2.0/ports?device_id=0993bfcb-06bd-487c-85e7-476fee1793c8 HTTP/1.1" status: 200 len: 949 time: 0.2387948 Dec 20 14:28:48.027913 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d026965-1482-4755-9e2f-231fa9686e86 x-openstack-request-id: req-5d026965-1482-4755-9e2f-231fa9686e86 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:28:48.027913 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3e943d5-5d01-407d-9414-c89d08826b2f", "tag": "2a179faf-fd88-4d1c-8683-0a8bb9be5690", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:28:48.028907 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5d026965-1482-4755-9e2f-231fa9686e86 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:28:48.028907 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3e943d5-5d01-407d-9414-c89d08826b2f', 'tag': '2a179faf-fd88-4d1c-8683-0a8bb9be5690', 'status': 'completed', 'code': 200} Dec 20 14:28:48.031587 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-93198fd3-333a-4950-ad41-889dd6702856 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c515a162-7bc1-44a2-958a-b401b42a11e7') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:28:48.032875 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-93198fd3-333a-4950-ad41-889dd6702856 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c515a162-7bc1-44a2-958a-b401b42a11e7') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:28:48.035110 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9f0a3852-1ec0-4938-a73b-a3cef6108d34 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:48.075897 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-93198fd3-333a-4950-ad41-889dd6702856 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:48.100352 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4cd7fca9-2be1-4681-8759-98f6037f07d9 req-338ccd4f-a15b-4f6e-864f-d19f90db8a4a service neutron] 10.222.0.47 "GET /v2.0/networks/2b333b61-ce15-4944-95b5-760e7ec98a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5291369 Dec 20 14:28:48.101620 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-93198fd3-333a-4950-ad41-889dd6702856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:48.112289 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 30f698fc-cd44-4864-bf6b-ed56aedbdb20 up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:28:48.128633 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93198fd3-333a-4950-ad41-889dd6702856 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:28:48.129328 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-93198fd3-333a-4950-ad41-889dd6702856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:48.130696 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:48.130696 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:28:48.130696 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:48.130696 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:28:48.130696 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:48.130696 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:28:48.130696 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 14:28:48.130696 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:28:48.130696 n-d-761264-19 neutron-server[103168]: timer() Dec 20 14:28:48.130696 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:28:48.130696 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 14:28:48.130696 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:28:48.130696 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 14:28:48.130696 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:28:48.130696 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 14:28:48.130696 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:28:48.130696 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 14:28:48.130696 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:28:48.130696 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 14:28:48.130696 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:28:48.130696 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:28:48.130696 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:28:48.130696 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:28:48.130696 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:28:48.130696 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 14:28:48.130696 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:28:48.130696 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 14:28:48.130696 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:28:48.130696 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:28:48.130696 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:28:48.130696 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 14:28:48.130696 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:28:48.130696 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:28:48.130696 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:28:48.130696 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:28:48.130696 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:28:48.130696 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:28:48.130696 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:28:48.197888 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning for port 30f698fc-cd44-4864-bf6b-ed56aedbdb20 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:28:48.205247 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port 30f698fc-cd44-4864-bf6b-ed56aedbdb20 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:28:48.205930 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:48.211160 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0e23df1a-2e4e-4b87-91c2-d09b79daba3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:48.285287 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-93198fd3-333a-4950-ad41-889dd6702856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:48.307769 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ababc549-0a37-4232-b4e5-d4575606aecb req-0cefa7bb-6543-440d-8dfa-b24b553df4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:48.308346 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ababc549-0a37-4232-b4e5-d4575606aecb req-0cefa7bb-6543-440d-8dfa-b24b553df4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:48.308825 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ababc549-0a37-4232-b4e5-d4575606aecb req-0cefa7bb-6543-440d-8dfa-b24b553df4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:48.309297 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ababc549-0a37-4232-b4e5-d4575606aecb req-0cefa7bb-6543-440d-8dfa-b24b553df4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:48.309759 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ababc549-0a37-4232-b4e5-d4575606aecb req-0cefa7bb-6543-440d-8dfa-b24b553df4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:48.310223 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ababc549-0a37-4232-b4e5-d4575606aecb req-0cefa7bb-6543-440d-8dfa-b24b553df4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:48.316703 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ababc549-0a37-4232-b4e5-d4575606aecb req-0cefa7bb-6543-440d-8dfa-b24b553df4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:48.316703 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ababc549-0a37-4232-b4e5-d4575606aecb req-0cefa7bb-6543-440d-8dfa-b24b553df4d0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7db68c07b2e8445b8d4272fa646b5852&device_id=b3e943d5-5d01-407d-9414-c89d08826b2f HTTP/1.1" status: 200 len: 6290 time: 0.2399347 Dec 20 14:28:48.320875 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-93198fd3-333a-4950-ad41-889dd6702856 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:48.331674 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-93198fd3-333a-4950-ad41-889dd6702856 admin admin] 10.222.0.54 "DELETE /v2.0/networks/c2feeef8-9958-4b26-a2a4-8b6efb2ea4c3 HTTP/1.1" status: 204 len: 168 time: 1.6861739 Dec 20 14:28:48.333275 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93198fd3-333a-4950-ad41-889dd6702856 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2feeef8-9958-4b26-a2a4-8b6efb2ea4c3,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:48.357419 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-afefdd8e-7881-4fed-9718-5f67600eb432 req-71cb8526-4bfe-4e0c-a165-66fc3f6a10f5 tempest-ImagesNegativeTestJSON-1748123941 tempest-ImagesNegativeTestJSON-1748123941-project] 10.222.0.54 "GET /v2.0/security-groups?id=946270a7-484b-4523-8357-81bac2242732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3345494 Dec 20 14:28:48.377770 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:48.395239 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4cd7fca9-2be1-4681-8759-98f6037f07d9 req-01fb102b-69ff-4695-9066-741567eb1c77 service neutron] 10.222.0.47 "GET /v2.0/networks/2b333b61-ce15-4944-95b5-760e7ec98a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789161 Dec 20 14:28:48.432936 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0993bfcb-06bd-487c-85e7-476fee1793c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30f698fc-cd44-4864-bf6b-ed56aedbdb20'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:28:48.435295 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8154617a-56e1-42ce-bae8-f535c713ee0c" -d '{"events": [{"server_uuid": "0993bfcb-06bd-487c-85e7-476fee1793c8", "name": "network-vif-plugged", "status": "completed", "tag": "30f698fc-cd44-4864-bf6b-ed56aedbdb20"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:28:48.441286 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6ea4d7e4-b14b-4c2b-859d-f29007616195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:48.480404 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9f0a3852-1ec0-4938-a73b-a3cef6108d34 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:48.490921 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 30f698fc-cd44-4864-bf6b-ed56aedbdb20, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=30f698fc-cd44-4864-bf6b-ed56aedbdb20,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:28:48.496365 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:48.506871 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9f0a3852-1ec0-4938-a73b-a3cef6108d34 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:48.511432 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea4d7e4-b14b-4c2b-859d-f29007616195 admin admin] Pushing event deleted for resources: {'Port': ['ID=e77534bb-6eb4-4606-9aa9-23f0a3098b2f,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:48.545661 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c83a27e-7c93-4c1d-8a62-fb83910f53db x-openstack-request-id: req-0c83a27e-7c93-4c1d-8a62-fb83910f53db {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:28:48.563283 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0993bfcb-06bd-487c-85e7-476fee1793c8", "name": "network-vif-plugged", "status": "completed", "tag": "30f698fc-cd44-4864-bf6b-ed56aedbdb20", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:28:48.563846 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0c83a27e-7c93-4c1d-8a62-fb83910f53db {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:28:48.564430 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0993bfcb-06bd-487c-85e7-476fee1793c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30f698fc-cd44-4864-bf6b-ed56aedbdb20', 'code': 200} Dec 20 14:28:48.625408 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=30f698fc-cd44-4864-bf6b-ed56aedbdb20,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:48.685542 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 55572) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:28:48.686453 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0a3852-1ec0-4938-a73b-a3cef6108d34 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=244f8ea4-3dd8-421d-a916-bafbe6c6a798,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:48.767752 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6ea4d7e4-b14b-4c2b-859d-f29007616195 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584913'] for router_gateway, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:48.788373 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9f0a3852-1ec0-4938-a73b-a3cef6108d34 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:48.792387 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-9f0a3852-1ec0-4938-a73b-a3cef6108d34 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0383294 Dec 20 14:28:48.806372 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 55574) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:28:48.811528 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ababc549-0a37-4232-b4e5-d4575606aecb req-63ca085f-128a-4717-a54d-4c96eb5072e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:48.813256 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ababc549-0a37-4232-b4e5-d4575606aecb req-63ca085f-128a-4717-a54d-4c96eb5072e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:48.813745 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ababc549-0a37-4232-b4e5-d4575606aecb req-63ca085f-128a-4717-a54d-4c96eb5072e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:48.815304 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa3d94e-932c-4bef-bcc3-0cd6d559bc4b req-64409674-3793-4978-bdf0-977061abac40 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:48.815467 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ababc549-0a37-4232-b4e5-d4575606aecb req-63ca085f-128a-4717-a54d-4c96eb5072e3 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=7db68c07b2e8445b8d4272fa646b5852&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4744360 Dec 20 14:28:48.820565 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-b0c394e0-a84c-42d0-88fc-6d417883095c tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Request body: {'security_group_rule': {'security_group_id': '90051062-f265-4ecc-9e5a-22ebfc7553a7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:28:48.822035 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa3d94e-932c-4bef-bcc3-0cd6d559bc4b req-64409674-3793-4978-bdf0-977061abac40 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:48.828305 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa3d94e-932c-4bef-bcc3-0cd6d559bc4b req-64409674-3793-4978-bdf0-977061abac40 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:48.832225 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0f0232aa-e962-4c20-a9d1-68d166d465da tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:48.834930 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa3d94e-932c-4bef-bcc3-0cd6d559bc4b req-64409674-3793-4978-bdf0-977061abac40 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:48.843748 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa3d94e-932c-4bef-bcc3-0cd6d559bc4b req-64409674-3793-4978-bdf0-977061abac40 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:48.850196 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa3d94e-932c-4bef-bcc3-0cd6d559bc4b req-64409674-3793-4978-bdf0-977061abac40 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:48.856441 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa3d94e-932c-4bef-bcc3-0cd6d559bc4b req-64409674-3793-4978-bdf0-977061abac40 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:48.858741 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5fa3d94e-932c-4bef-bcc3-0cd6d559bc4b req-64409674-3793-4978-bdf0-977061abac40 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3e943d5-5d01-407d-9414-c89d08826b2f HTTP/1.1" status: 200 len: 5394 time: 0.3790269 Dec 20 14:28:48.924236 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0e23df1a-2e4e-4b87-91c2-d09b79daba3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:48.934915 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277a6c2f-e9d6-44b1-9dfd-62c5d49088d7 req-316ca71d-877d-42e2-a5d8-eb34584090c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:48.936429 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-277a6c2f-e9d6-44b1-9dfd-62c5d49088d7 req-316ca71d-877d-42e2-a5d8-eb34584090c7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0993bfcb-06bd-487c-85e7-476fee1793c8 HTTP/1.1" status: 200 len: 1102 time: 0.2667789 Dec 20 14:28:48.946141 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-87c8c105-98a2-4af9-8d50-2f576c00eae0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=230adefc93184769a5ed971e644ca4c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2567141 Dec 20 14:28:48.951969 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0e23df1a-2e4e-4b87-91c2-d09b79daba3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:48.961165 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 55576) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:28:48.976967 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6ea4d7e4-b14b-4c2b-859d-f29007616195 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40132'] for router, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:48.981066 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6ea4d7e4-b14b-4c2b-859d-f29007616195 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:49.045208 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd7fca9-2be1-4681-8759-98f6037f07d9 req-60532616-6967-4519-a57b-81f8b1fbffcb tempest-LiveMigrationTest-1128134252 tempest-LiveMigrationTest-1128134252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:49.046767 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4cd7fca9-2be1-4681-8759-98f6037f07d9 req-60532616-6967-4519-a57b-81f8b1fbffcb tempest-LiveMigrationTest-1128134252 tempest-LiveMigrationTest-1128134252-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=b1dcec98-db36-4ee0-ba7d-c88dcb3b2793&tenant_id=2785aa25e0a64107a28490f4f2c107bc&binding%3Ahost_id=n-h2-761264-19 HTTP/1.1" status: 200 len: 1096 time: 0.3367186 Dec 20 14:28:49.064594 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6ea4d7e4-b14b-4c2b-859d-f29007616195 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1594808'] for router, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:49.065001 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ea4d7e4-b14b-4c2b-859d-f29007616195 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb0b303f-7230-47e9-bfa8-0d8665589494 {{(pid=103168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 14:28:49.071043 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6ea4d7e4-b14b-4c2b-859d-f29007616195 admin admin] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:49.075134 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-6ea4d7e4-b14b-4c2b-859d-f29007616195 admin admin] 10.222.0.54 "DELETE /v2.0/routers/bb0b303f-7230-47e9-bfa8-0d8665589494 HTTP/1.1" status: 204 len: 168 time: 5.3661499 Dec 20 14:28:49.075879 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 55580) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:28:49.097697 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-277a6c2f-e9d6-44b1-9dfd-62c5d49088d7 req-9678386f-0cdf-4c47-88fd-1dc77fd8b722 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=946270a7-484b-4523-8357-81bac2242732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488686 Dec 20 14:28:49.145623 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5fa3d94e-932c-4bef-bcc3-0cd6d559bc4b req-92a39664-0910-470c-8b6d-e4669309dff3 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/security-groups?id=43c0ac57-a0d4-4728-b359-486d90e63ad1&id=81a62dd3-6166-418b-a2f3-15daa19beec9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2418723 Dec 20 14:28:49.157614 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0232aa-e962-4c20-a9d1-68d166d465da tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Pushing event updated for resources: {'Subnet': ['ID=3188ecdf-ab88-414e-bfec-14cdece1d5c4,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:49.175994 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd8ac1f5-b630-45e1-9d58-aa07f1f8618d admin admin] Deleting subnet aa7dd04c-9ddc-45c9-b9bf-b6ac33d89aed {{(pid=103168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:28:49.189813 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cd8ac1f5-b630-45e1-9d58-aa07f1f8618d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:49.203426 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e23df1a-2e4e-4b87-91c2-d09b79daba3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79ebac99-0fc3-43b5-915c-0de38dbfa23b,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:49.207837 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-0e23df1a-2e4e-4b87-91c2-d09b79daba3a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=89db98f27ca04819976d0a0a839c8770&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3076930 Dec 20 14:28:49.208720 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b0c394e0-a84c-42d0-88fc-6d417883095c tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:49.212153 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 55584) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:28:49.244398 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [req-757ae0e1-1269-472e-94e1-2437cce48331 req-78305fe4-8ea3-4d60-ba65-7db9781387b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c856671-3a5c-476e-9630-cfd7595c0f1c {{(pid=103167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:28:49.267067 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cd8ac1f5-b630-45e1-9d58-aa07f1f8618d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9023023'] for subnet, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:49.333621 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7f5c612d-4568-446b-a7e2-e7a2b5dab1f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:49.357421 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7f5c612d-4568-446b-a7e2-e7a2b5dab1f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:49.495926 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7f5c612d-4568-446b-a7e2-e7a2b5dab1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:49.499008 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7f5c612d-4568-446b-a7e2-e7a2b5dab1f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:49.502948 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-7f5c612d-4568-446b-a7e2-e7a2b5dab1f6 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/79ebac99-0fc3-43b5-915c-0de38dbfa23b HTTP/1.1" status: 204 len: 168 time: 0.2873259 Dec 20 14:28:49.505243 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cd8ac1f5-b630-45e1-9d58-aa07f1f8618d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:49.550371 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d148a0-9510-4a42-8a6c-cafe32e329da req-f31c23c8-e8f5-404a-b04e-6761d5c73f2f tempest-ImagesNegativeTestJSON-1748123941 tempest-ImagesNegativeTestJSON-1748123941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:49.552191 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-45d148a0-9510-4a42-8a6c-cafe32e329da req-f31c23c8-e8f5-404a-b04e-6761d5c73f2f tempest-ImagesNegativeTestJSON-1748123941 tempest-ImagesNegativeTestJSON-1748123941-project] 10.222.0.54 "GET /v2.0/ports?device_id=0993bfcb-06bd-487c-85e7-476fee1793c8 HTTP/1.1" status: 200 len: 950 time: 0.1108408 Dec 20 14:28:49.553128 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5c612d-4568-446b-a7e2-e7a2b5dab1f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79ebac99-0fc3-43b5-915c-0de38dbfa23b,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:49.615331 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-757ae0e1-1269-472e-94e1-2437cce48331 req-78305fe4-8ea3-4d60-ba65-7db9781387b0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:49.644997 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0232aa-e962-4c20-a9d1-68d166d465da tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Checking segment: {'id': '9caa097a-7476-4874-a2ab-185b628d1e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '96780ad1-4631-4019-b22f-d635f43900bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:28:49.645672 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0232aa-e962-4c20-a9d1-68d166d465da tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Network hostable DHCP agents. Network: 96780ad1-4631-4019-b22f-d635f43900bc, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:28:49.664629 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-45d148a0-9510-4a42-8a6c-cafe32e329da req-706e9074-3a4c-4742-ba5d-5f865a2bb362 tempest-ImagesNegativeTestJSON-1748123941 tempest-ImagesNegativeTestJSON-1748123941-project] 10.222.0.54 "GET /v2.0/security-groups?id=946270a7-484b-4523-8357-81bac2242732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008465 Dec 20 14:28:49.667303 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ababc549-0a37-4232-b4e5-d4575606aecb req-d4c4b75d-bee3-4a9f-ac6e-f7a46399d535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:49.668993 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ababc549-0a37-4232-b4e5-d4575606aecb req-d4c4b75d-bee3-4a9f-ac6e-f7a46399d535 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8312099 Dec 20 14:28:49.691134 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cd8ac1f5-b630-45e1-9d58-aa07f1f8618d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8850800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470517'] for subnet, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:49.714529 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-757ae0e1-1269-472e-94e1-2437cce48331 req-78305fe4-8ea3-4d60-ba65-7db9781387b0 service neutron] Transition to ACTIVE for port object 2c856671-3a5c-476e-9630-cfd7595c0f1c will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:28:49.728599 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e12254-640a-4ea7-b38a-bc136e12c58c req-b13af2ad-0f27-470e-a3ec-9d1a76e93070 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:49.730124 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e1e12254-640a-4ea7-b38a-bc136e12c58c req-b13af2ad-0f27-470e-a3ec-9d1a76e93070 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1dcec98-db36-4ee0-ba7d-c88dcb3b2793 HTTP/1.1" status: 200 len: 944 time: 0.6494017 Dec 20 14:28:49.741765 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c8bcba22-5f2c-48e7-b36a-6c01395b2878 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:49.743747 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-757ae0e1-1269-472e-94e1-2437cce48331 req-78305fe4-8ea3-4d60-ba65-7db9781387b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:49.765732 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8ac1f5-b630-45e1-9d58-aa07f1f8618d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa7dd04c-9ddc-45c9-b9bf-b6ac33d89aed,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:49.789343 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cd8ac1f5-b630-45e1-9d58-aa07f1f8618d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:49.790073 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d5e0de-5995-4048-8de5-f38b16394509 None None] Network 56191e58-e021-4478-8d69-87614a885d60 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:28:49.797829 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-cd8ac1f5-b630-45e1-9d58-aa07f1f8618d admin admin] 10.222.0.54 "DELETE /v2.0/subnets/aa7dd04c-9ddc-45c9-b9bf-b6ac33d89aed HTTP/1.1" status: 204 len: 168 time: 0.7142296 Dec 20 14:28:49.798604 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 55590) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:28:49.835545 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0232aa-e962-4c20-a9d1-68d166d465da tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Network 96780ad1-4631-4019-b22f-d635f43900bc is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:28:49.904081 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b0c394e0-a84c-42d0-88fc-6d417883095c tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:49.952611 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c41e924b-775f-4aa4-9dc8-1a1acbd89bdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:50.042991 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-c41e924b-775f-4aa4-9dc8-1a1acbd89bdb admin admin] Deleting port 9277d466-63cc-4975-8343-552a3fa14344 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:28:50.043595 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c41e924b-775f-4aa4-9dc8-1a1acbd89bdb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:50.052936 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c8bcba22-5f2c-48e7-b36a-6c01395b2878 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:50.146872 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device e77534bb-6eb4-4606-9aa9-23f0a3098b2f no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:28:50.152701 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-c41e924b-775f-4aa4-9dc8-1a1acbd89bdb admin admin] For port 9277d466-63cc-4975-8343-552a3fa14344, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=9277d466-63cc-4975-8343-552a3fa14344,segment=NetworkSegment(e2713a8d-e046-48b2-ade5-57fc718f4dab),segment_id=e2713a8d-e046-48b2-ade5-57fc718f4dab)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:28:50.153297 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c41e924b-775f-4aa4-9dc8-1a1acbd89bdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:50.173183 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-c41e924b-775f-4aa4-9dc8-1a1acbd89bdb admin admin] Calling delete_port for 9277d466-63cc-4975-8343-552a3fa14344 owned by network:dhcp {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:28:50.175332 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b0c394e0-a84c-42d0-88fc-6d417883095c tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:50.205290 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: e77534bb-6eb4-4606-9aa9-23f0a3098b2f {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:28:50.205894 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device e77534bb-6eb4-4606-9aa9-23f0a3098b2f not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:28:50.254789 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c8bcba22-5f2c-48e7-b36a-6c01395b2878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:50.256689 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 55596) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:28:50.257603 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c8bcba22-5f2c-48e7-b36a-6c01395b2878 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:50.258787 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-c8bcba22-5f2c-48e7-b36a-6c01395b2878 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f85f3e1c-cc21-479d-a11e-e84bae362e6d HTTP/1.1" status: 204 len: 168 time: 1.2877569 Dec 20 14:28:50.259565 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-0f0232aa-e962-4c20-a9d1-68d166d465da tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 96780ad1-4631-4019-b22f-d635f43900bc) {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:28:50.270881 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-4cd7fca9-2be1-4681-8759-98f6037f07d9 req-2f701bd3-de28-4840-9492-b7a74c03e597 service neutron] For port 70afd13f-d370-47db-83d2-e1041aebac63, host n-h1-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:28:50.273057 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78305fe4-8ea3-4d60-ba65-7db9781387b0 service neutron] Pushing event updated for resources: {'Port': ['ID=2c856671-3a5c-476e-9630-cfd7595c0f1c,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:50.280157 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf7c378-3813-4319-8907-2f42d804bd05 None None] Network 96780ad1-4631-4019-b22f-d635f43900bc requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:28:50.294295 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0232aa-e962-4c20-a9d1-68d166d465da tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:50.294933 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0f0232aa-e962-4c20-a9d1-68d166d465da tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:50.302054 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b3f61756-fee1-40a0-8ebc-a1be8c54cc3c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:50.303973 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-4cd7fca9-2be1-4681-8759-98f6037f07d9 req-2f701bd3-de28-4840-9492-b7a74c03e597 service neutron] Publish callbacks [] for binding, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:50.305157 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4cd7fca9-2be1-4681-8759-98f6037f07d9 req-2f701bd3-de28-4840-9492-b7a74c03e597 service neutron] 10.222.0.47 "DELETE /v2.0/ports/70afd13f-d370-47db-83d2-e1041aebac63/bindings/n-h1-761264-19 HTTP/1.1" status: 204 len: 173 time: 1.2286010 Dec 20 14:28:50.322299 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c394e0-a84c-42d0-88fc-6d417883095c tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e95788f3-5d5b-4aaa-b973-d98d0f808839,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:50.329858 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b0c394e0-a84c-42d0-88fc-6d417883095c tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:50.331162 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-b0c394e0-a84c-42d0-88fc-6d417883095c tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5212634 Dec 20 14:28:50.332027 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bcba22-5f2c-48e7-b36a-6c01395b2878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f85f3e1c-cc21-479d-a11e-e84bae362e6d,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:50.340190 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 55600) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:28:50.351701 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e1e12254-640a-4ea7-b38a-bc136e12c58c req-4b1978f5-d60d-4e28-9db2-6da3c70b04c3 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6126602 Dec 20 14:28:50.356906 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-8dd800b3-5474-4ccd-9b1f-dcde4ba78160 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Request body: {'floatingip': {'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:28:50.429327 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-0f0232aa-e962-4c20-a9d1-68d166d465da tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.1425045 Dec 20 14:28:50.433929 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 55604) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:28:50.451315 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-ff7b7b19-8fa3-4d98-ac30-36577dec4dc4 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1847064299'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:28:50.526162 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8dd800b3-5474-4ccd-9b1f-dcde4ba78160 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks [] for floatingip, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:50.529063 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-757ae0e1-1269-472e-94e1-2437cce48331 req-78305fe4-8ea3-4d60-ba65-7db9781387b0 service neutron] Attempting to bind port 2c856671-3a5c-476e-9630-cfd7595c0f1c on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:28:50.529362 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-757ae0e1-1269-472e-94e1-2437cce48331 req-78305fe4-8ea3-4d60-ba65-7db9781387b0 service neutron] Attempting to bind port 2c856671-3a5c-476e-9630-cfd7595c0f1c by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': '083290ff-00d5-486e-85d5-49b2b24fbd9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0723578d-9472-40dd-b5d6-4342bff5fd37'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:28:50.529545 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757ae0e1-1269-472e-94e1-2437cce48331 req-78305fe4-8ea3-4d60-ba65-7db9781387b0 service neutron] Attempting to bind port 2c856671-3a5c-476e-9630-cfd7595c0f1c on network 0723578d-9472-40dd-b5d6-4342bff5fd37 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:28:50.548644 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb81283-5ea9-4006-b49e-79b72efdd2cc None None] DHCP port deletion for 56191e58-e021-4478-8d69-87614a885d60 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:28:50.573608 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757ae0e1-1269-472e-94e1-2437cce48331 req-78305fe4-8ea3-4d60-ba65-7db9781387b0 service neutron] Port 2c856671-3a5c-476e-9630-cfd7595c0f1c on network 0723578d-9472-40dd-b5d6-4342bff5fd37 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:28:50.573939 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757ae0e1-1269-472e-94e1-2437cce48331 req-78305fe4-8ea3-4d60-ba65-7db9781387b0 service neutron] Attempting to bind port 2c856671-3a5c-476e-9630-cfd7595c0f1c on network 0723578d-9472-40dd-b5d6-4342bff5fd37 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:28:50.592859 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300d5bf7-6143-4107-8dfe-56ec9afd9022 req-209bcc5c-8bcb-439a-a2a0-3817b438aa03 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:50.596455 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4150ed67-dfc9-4d43-bcec-650d8f772997 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-96780ad1-4631-4019-b22f-d635f43900bc', 'network_id': '96780ad1-4631-4019-b22f-d635f43900bc', 'project_id': '3e6d5204aa2840f59fc30e0e3762aae9', 'fixed_ips': [{'subnet_id': '3188ecdf-ab88-414e-bfec-14cdece1d5c4'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:28:50.597368 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4150ed67-dfc9-4d43-bcec-650d8f772997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:50.598705 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300d5bf7-6143-4107-8dfe-56ec9afd9022 req-209bcc5c-8bcb-439a-a2a0-3817b438aa03 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:50.607080 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300d5bf7-6143-4107-8dfe-56ec9afd9022 req-209bcc5c-8bcb-439a-a2a0-3817b438aa03 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:50.613076 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300d5bf7-6143-4107-8dfe-56ec9afd9022 req-209bcc5c-8bcb-439a-a2a0-3817b438aa03 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:50.619816 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300d5bf7-6143-4107-8dfe-56ec9afd9022 req-209bcc5c-8bcb-439a-a2a0-3817b438aa03 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:50.625648 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300d5bf7-6143-4107-8dfe-56ec9afd9022 req-209bcc5c-8bcb-439a-a2a0-3817b438aa03 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:50.631606 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300d5bf7-6143-4107-8dfe-56ec9afd9022 req-209bcc5c-8bcb-439a-a2a0-3817b438aa03 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:50.640060 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-300d5bf7-6143-4107-8dfe-56ec9afd9022 req-209bcc5c-8bcb-439a-a2a0-3817b438aa03 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3e943d5-5d01-407d-9414-c89d08826b2f HTTP/1.1" status: 200 len: 5406 time: 0.2959077 Dec 20 14:28:50.640337 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757ae0e1-1269-472e-94e1-2437cce48331 req-78305fe4-8ea3-4d60-ba65-7db9781387b0 service neutron] Checking agent: {'id': '43c60aee-e4af-4ecc-bee2-aac3569fafed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:28:50.644095 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757ae0e1-1269-472e-94e1-2437cce48331 req-78305fe4-8ea3-4d60-ba65-7db9781387b0 service neutron] Checking segment: {'id': '083290ff-00d5-486e-85d5-49b2b24fbd9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0723578d-9472-40dd-b5d6-4342bff5fd37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:28:50.644375 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757ae0e1-1269-472e-94e1-2437cce48331 req-78305fe4-8ea3-4d60-ba65-7db9781387b0 service neutron] Bound using segment: {'id': '083290ff-00d5-486e-85d5-49b2b24fbd9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0723578d-9472-40dd-b5d6-4342bff5fd37'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:28:50.644840 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-757ae0e1-1269-472e-94e1-2437cce48331 req-78305fe4-8ea3-4d60-ba65-7db9781387b0 service neutron] Bound port: 2c856671-3a5c-476e-9630-cfd7595c0f1c, host: n-h2-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '083290ff-00d5-486e-85d5-49b2b24fbd9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0723578d-9472-40dd-b5d6-4342bff5fd37'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:28:50.645197 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-757ae0e1-1269-472e-94e1-2437cce48331 req-78305fe4-8ea3-4d60-ba65-7db9781387b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:50.661006 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c41e924b-775f-4aa4-9dc8-1a1acbd89bdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:50.721440 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41e924b-775f-4aa4-9dc8-1a1acbd89bdb admin admin] Pushing event deleted for resources: {'Port': ['ID=9277d466-63cc-4975-8343-552a3fa14344,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:50.727720 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41e924b-775f-4aa4-9dc8-1a1acbd89bdb admin admin] No DVR routers for this DVR port 9277d466-63cc-4975-8343-552a3fa14344 on host n-d-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:28:50.734905 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff7b7b19-8fa3-4d98-ac30-36577dec4dc4 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Made reservation on behalf of 3e6d5204aa2840f59fc30e0e3762aae9 for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:28:50.738945 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ff7b7b19-8fa3-4d98-ac30-36577dec4dc4 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:50.834991 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b3f61756-fee1-40a0-8ebc-a1be8c54cc3c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:50.839473 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175fe0f2-e114-4ffe-86d2-45f34a2f356e req-c8633b3c-5188-49f2-8316-f82466726046 tempest-LiveMigrationTest-1128134252 tempest-LiveMigrationTest-1128134252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:50.841334 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-175fe0f2-e114-4ffe-86d2-45f34a2f356e req-c8633b3c-5188-49f2-8316-f82466726046 tempest-LiveMigrationTest-1128134252 tempest-LiveMigrationTest-1128134252-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=b1dcec98-db36-4ee0-ba7d-c88dcb3b2793 HTTP/1.1" status: 200 len: 1096 time: 0.2786825 Dec 20 14:28:50.868140 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-eeb81283-5ea9-4006-b49e-79b72efdd2cc None None] Deleting port 9277d466-63cc-4975-8343-552a3fa14344 {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:28:50.869193 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-eeb81283-5ea9-4006-b49e-79b72efdd2cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:50.882368 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b3f61756-fee1-40a0-8ebc-a1be8c54cc3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:50.958754 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-300d5bf7-6143-4107-8dfe-56ec9afd9022 req-8f0356cd-7317-488e-a3d6-c460b2dbe960 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/security-groups?id=43c0ac57-a0d4-4728-b359-486d90e63ad1&id=81a62dd3-6166-418b-a2f3-15daa19beec9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3154204 Dec 20 14:28:50.973790 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-757ae0e1-1269-472e-94e1-2437cce48331 req-78305fe4-8ea3-4d60-ba65-7db9781387b0 service neutron] For port 2c856671-3a5c-476e-9630-cfd7595c0f1c, host n-h2-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:28:50.985450 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c41e924b-775f-4aa4-9dc8-1a1acbd89bdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:50.996963 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff7b7b19-8fa3-4d98-ac30-36577dec4dc4 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:28:51.006354 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-757ae0e1-1269-472e-94e1-2437cce48331 req-78305fe4-8ea3-4d60-ba65-7db9781387b0 service neutron] For port 2c856671-3a5c-476e-9630-cfd7595c0f1c, host n-h2-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=2c856671-3a5c-476e-9630-cfd7595c0f1c,segment=NetworkSegment(083290ff-00d5-486e-85d5-49b2b24fbd9d),segment_id=083290ff-00d5-486e-85d5-49b2b24fbd9d)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:28:51.029879 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-757ae0e1-1269-472e-94e1-2437cce48331 req-78305fe4-8ea3-4d60-ba65-7db9781387b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:51.054150 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 55612) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:28:51.055967 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f61756-fee1-40a0-8ebc-a1be8c54cc3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c55f69e-6724-4cd2-be3f-dcb20736e888,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:51.102856 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-175fe0f2-e114-4ffe-86d2-45f34a2f356e req-6d0106ef-4e80-465a-95f3-bf851db273d1 tempest-LiveMigrationTest-1128134252 tempest-LiveMigrationTest-1128134252-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399249 Dec 20 14:28:51.109107 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ff7b7b19-8fa3-4d98-ac30-36577dec4dc4 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:51.109567 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-ff7b7b19-8fa3-4d98-ac30-36577dec4dc4 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Added segment 06a756f9-b560-403d-ad98-66af82c3d41f of type vlan for network 4c5870bc-f5fa-4ac0-8dae-67cdde64d1db Dec 20 14:28:51.141663 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-b3f61756-fee1-40a0-8ebc-a1be8c54cc3c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4bdd5e42d5204824a5ad4d684e7bcdb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8835850 Dec 20 14:28:51.160916 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 55616) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:28:51.162697 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ae0e1-1269-472e-94e1-2437cce48331 req-78305fe4-8ea3-4d60-ba65-7db9781387b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:51.163354 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-757ae0e1-1269-472e-94e1-2437cce48331 req-78305fe4-8ea3-4d60-ba65-7db9781387b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:51.164795 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-757ae0e1-1269-472e-94e1-2437cce48331 req-78305fe4-8ea3-4d60-ba65-7db9781387b0 service neutron] 10.222.0.47 "PUT /v2.0/ports/2c856671-3a5c-476e-9630-cfd7595c0f1c HTTP/1.1" status: 200 len: 1092 time: 3.5524240 Dec 20 14:28:51.165964 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-c41e924b-775f-4aa4-9dc8-1a1acbd89bdb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56191e58-e021-4478-8d69-87614a885d60']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:28:51.168745 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3e943d5-5d01-407d-9414-c89d08826b2f', 'tag': '2c856671-3a5c-476e-9630-cfd7595c0f1c'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:28:51.174836 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-4150ed67-dfc9-4d43-bcec-650d8f772997 None None] Allocated IP 19.80.0.2 (96780ad1-4631-4019-b22f-d635f43900bc/3188ecdf-ab88-414e-bfec-14cdece1d5c4/fadf46df-1988-4e0e-b204-5bfceaaaf85b) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:28:51.182488 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f6102f-f9a2-47a7-ab18-122760f4e178" -d '{"events": [{"name": "network-changed", "server_uuid": "b3e943d5-5d01-407d-9414-c89d08826b2f", "tag": "2c856671-3a5c-476e-9630-cfd7595c0f1c"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:28:51.200061 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-eeb81283-5ea9-4006-b49e-79b72efdd2cc None None] For port 9277d466-63cc-4975-8343-552a3fa14344, host n-d-761264-19, got binding levels [] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:28:51.203388 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-eeb81283-5ea9-4006-b49e-79b72efdd2cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:51.236227 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-757ae0e1-1269-472e-94e1-2437cce48331 req-f02c2741-37e7-4115-bf34-2831cf68d9e1 service neutron] Request body: {'port': {'device_id': 'b3e943d5-5d01-407d-9414-c89d08826b2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-19'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:28:51.251760 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-c41e924b-775f-4aa4-9dc8-1a1acbd89bdb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2713a8d-e046-48b2-ade5-57fc718f4dab') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:28:51.252481 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-c41e924b-775f-4aa4-9dc8-1a1acbd89bdb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2713a8d-e046-48b2-ade5-57fc718f4dab') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:28:51.260073 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-eeb81283-5ea9-4006-b49e-79b72efdd2cc None None] Calling delete_port for 9277d466-63cc-4975-8343-552a3fa14344 owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:28:51.318766 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c41e924b-775f-4aa4-9dc8-1a1acbd89bdb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:51.321277 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.ipam_backend_mixin [None req-eeb81283-5ea9-4006-b49e-79b72efdd2cc None None] Port 9277d466-63cc-4975-8343-552a3fa14344 was not found and therefore no delete operation was performed {{(pid=103169) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 20 14:28:51.323284 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ff7b7b19-8fa3-4d98-ac30-36577dec4dc4 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:51.348370 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-eeb81283-5ea9-4006-b49e-79b72efdd2cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:51.388565 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de2568-c87b-4c5d-8727-81366fa79086 req-cd8af7ad-d267-460a-93f3-b216c5a808d1 tempest-ImagesNegativeTestJSON-1748123941 tempest-ImagesNegativeTestJSON-1748123941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:51.396011 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c7de2568-c87b-4c5d-8727-81366fa79086 req-cd8af7ad-d267-460a-93f3-b216c5a808d1 tempest-ImagesNegativeTestJSON-1748123941 tempest-ImagesNegativeTestJSON-1748123941-project] 10.222.0.54 "GET /v2.0/ports?device_id=0993bfcb-06bd-487c-85e7-476fee1793c8 HTTP/1.1" status: 200 len: 950 time: 0.2827256 Dec 20 14:28:51.450223 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c41e924b-775f-4aa4-9dc8-1a1acbd89bdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:51.496482 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78305fe4-8ea3-4d60-ba65-7db9781387b0 service neutron] Pushing event updated for resources: {'Port': ['ID=2c856671-3a5c-476e-9630-cfd7595c0f1c,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:51.519253 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c41e924b-775f-4aa4-9dc8-1a1acbd89bdb admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:28:51.520179 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c41e924b-775f-4aa4-9dc8-1a1acbd89bdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:51.521709 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 14:28:51.521709 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:28:51.521709 n-d-761264-19 neutron-server[103168]: timer() Dec 20 14:28:51.521709 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:28:51.521709 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 14:28:51.521709 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:28:51.521709 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 14:28:51.521709 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:28:51.521709 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 14:28:51.521709 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:28:51.521709 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 14:28:51.521709 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:28:51.521709 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 14:28:51.521709 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:28:51.521709 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:28:51.521709 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:28:51.521709 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:28:51.521709 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:28:51.521709 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 14:28:51.521709 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:28:51.521709 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 14:28:51.521709 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:28:51.521709 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:28:51.521709 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:28:51.521709 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 14:28:51.521709 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:28:51.521709 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:28:51.521709 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:28:51.521709 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:28:51.521709 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:28:51.521709 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:28:51.521709 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:28:51.545613 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63b2d3ec-9ff4-488e-a79a-61a4f07bd5bd x-openstack-request-id: req-63b2d3ec-9ff4-488e-a79a-61a4f07bd5bd {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:28:51.548009 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3e943d5-5d01-407d-9414-c89d08826b2f", "tag": "2c856671-3a5c-476e-9630-cfd7595c0f1c", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:28:51.548494 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-63b2d3ec-9ff4-488e-a79a-61a4f07bd5bd {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:28:51.549122 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3e943d5-5d01-407d-9414-c89d08826b2f', 'tag': '2c856671-3a5c-476e-9630-cfd7595c0f1c', 'status': 'completed', 'code': 200} Dec 20 14:28:51.577521 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-d275ac68-f24c-40f0-9452-f24e55b61b69 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1f462067b94f441c8e31a04bd4ae757b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5205848 Dec 20 14:28:51.580261 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 55624) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:28:51.588020 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ff7b7b19-8fa3-4d98-ac30-36577dec4dc4 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:51.592169 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb81283-5ea9-4006-b49e-79b72efdd2cc None None] No DVR routers for this DVR port 9277d466-63cc-4975-8343-552a3fa14344 on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:28:51.593793 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7b7b19-8fa3-4d98-ac30-36577dec4dc4 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:51.594489 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ff7b7b19-8fa3-4d98-ac30-36577dec4dc4 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:51.674206 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb81283-5ea9-4006-b49e-79b72efdd2cc None None] Pushing event deleted for resources: {'Port': ['ID=9277d466-63cc-4975-8343-552a3fa14344,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:51.702822 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8dd800b3-5474-4ccd-9b1f-dcde4ba78160 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:51.728745 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c41e924b-775f-4aa4-9dc8-1a1acbd89bdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:51.742145 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c41e924b-775f-4aa4-9dc8-1a1acbd89bdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:51.763253 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-757ae0e1-1269-472e-94e1-2437cce48331 req-f02c2741-37e7-4115-bf34-2831cf68d9e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:51.768952 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-c41e924b-775f-4aa4-9dc8-1a1acbd89bdb admin admin] 10.222.0.54 "DELETE /v2.0/networks/56191e58-e021-4478-8d69-87614a885d60 HTTP/1.1" status: 204 len: 168 time: 1.9493113 Dec 20 14:28:51.785705 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3cc10f3c-e4c9-489f-8b67-ab39a7f92415 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:51.794612 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4150ed67-dfc9-4d43-bcec-650d8f772997 None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:51.804279 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4150ed67-dfc9-4d43-bcec-650d8f772997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:51.841742 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7b7b19-8fa3-4d98-ac30-36577dec4dc4 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Pushing event updated for resources: {'Network': ['ID=4c5870bc-f5fa-4ac0-8dae-67cdde64d1db,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:51.857197 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c7de2568-c87b-4c5d-8727-81366fa79086 req-4eb1aa42-55ce-4d41-9626-9948e91f0179 tempest-ImagesNegativeTestJSON-1748123941 tempest-ImagesNegativeTestJSON-1748123941-project] 10.222.0.54 "GET /v2.0/security-groups?id=946270a7-484b-4523-8357-81bac2242732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4379487 Dec 20 14:28:51.865977 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-ff7b7b19-8fa3-4d98-ac30-36577dec4dc4 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.4188304 Dec 20 14:28:51.883201 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 55628) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:28:51.885195 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 4c5870bc-f5fa-4ac0-8dae-67cdde64d1db details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:28:51.901853 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-ca82f8cf-e0f4-4e04-ba36-f215b6dab64b tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Request body: {'subnet': {'network_id': '4c5870bc-f5fa-4ac0-8dae-67cdde64d1db', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:28:51.913173 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41e924b-775f-4aa4-9dc8-1a1acbd89bdb admin admin] Pushing event deleted for resources: {'Network': ['ID=56191e58-e021-4478-8d69-87614a885d60,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:51.967685 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f6102f-f9a2-47a7-ab18-122760f4e178 req-4f9ac8a0-4c8f-48be-b7b2-8247c2b0566b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:51.968174 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f6102f-f9a2-47a7-ab18-122760f4e178 req-4f9ac8a0-4c8f-48be-b7b2-8247c2b0566b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:51.968659 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f6102f-f9a2-47a7-ab18-122760f4e178 req-4f9ac8a0-4c8f-48be-b7b2-8247c2b0566b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:51.969130 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f6102f-f9a2-47a7-ab18-122760f4e178 req-4f9ac8a0-4c8f-48be-b7b2-8247c2b0566b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:51.969600 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f6102f-f9a2-47a7-ab18-122760f4e178 req-4f9ac8a0-4c8f-48be-b7b2-8247c2b0566b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:51.970070 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f6102f-f9a2-47a7-ab18-122760f4e178 req-4f9ac8a0-4c8f-48be-b7b2-8247c2b0566b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:51.970538 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f6102f-f9a2-47a7-ab18-122760f4e178 req-4f9ac8a0-4c8f-48be-b7b2-8247c2b0566b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:51.972750 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-82f6102f-f9a2-47a7-ab18-122760f4e178 req-4f9ac8a0-4c8f-48be-b7b2-8247c2b0566b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7db68c07b2e8445b8d4272fa646b5852&device_id=b3e943d5-5d01-407d-9414-c89d08826b2f HTTP/1.1" status: 200 len: 6358 time: 0.3988209 Dec 20 14:28:51.985915 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3cc10f3c-e4c9-489f-8b67-ab39a7f92415 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:52.033313 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 9277d466-63cc-4975-8343-552a3fa14344 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:28:52.054822 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca82f8cf-e0f4-4e04-ba36-f215b6dab64b tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Made reservation on behalf of 3e6d5204aa2840f59fc30e0e3762aae9 for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:28:52.055468 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4150ed67-dfc9-4d43-bcec-650d8f772997 None None] Network 96780ad1-4631-4019-b22f-d635f43900bc is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:28:52.055818 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3456f2-efb0-4244-ae9f-94fc09cb3360 req-84e5fa49-8e50-4fa4-adc7-fbe53d109b6a tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:52.059424 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ca82f8cf-e0f4-4e04-ba36-f215b6dab64b tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:52.063506 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7d3456f2-efb0-4244-ae9f-94fc09cb3360 req-84e5fa49-8e50-4fa4-adc7-fbe53d109b6a tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1dcec98-db36-4ee0-ba7d-c88dcb3b2793 HTTP/1.1" status: 200 len: 944 time: 0.4117770 Dec 20 14:28:52.079727 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-4150ed67-dfc9-4d43-bcec-650d8f772997 None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:28:52.082972 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4150ed67-dfc9-4d43-bcec-650d8f772997 None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:28:52.110919 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 9277d466-63cc-4975-8343-552a3fa14344 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:28:52.111540 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 9277d466-63cc-4975-8343-552a3fa14344 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:28:52.118660 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-74cd56d8-f78a-4933-b036-f6dcce31f0cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:52.145696 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4150ed67-dfc9-4d43-bcec-650d8f772997 None None] Pushing event updated for resources: {'Port': ['ID=fadf46df-1988-4e0e-b204-5bfceaaaf85b,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:52.176659 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-4150ed67-dfc9-4d43-bcec-650d8f772997 None None] Attempting to bind port fadf46df-1988-4e0e-b204-5bfceaaaf85b on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:28:52.177192 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-4150ed67-dfc9-4d43-bcec-650d8f772997 None None] Attempting to bind port fadf46df-1988-4e0e-b204-5bfceaaaf85b by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '9caa097a-7476-4874-a2ab-185b628d1e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '96780ad1-4631-4019-b22f-d635f43900bc'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:28:52.177752 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4150ed67-dfc9-4d43-bcec-650d8f772997 None None] Attempting to bind port fadf46df-1988-4e0e-b204-5bfceaaaf85b on network 96780ad1-4631-4019-b22f-d635f43900bc {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:28:52.181710 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 55634) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:28:52.189465 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4150ed67-dfc9-4d43-bcec-650d8f772997 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:28:52.189860 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4150ed67-dfc9-4d43-bcec-650d8f772997 None None] Checking segment: {'id': '9caa097a-7476-4874-a2ab-185b628d1e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '96780ad1-4631-4019-b22f-d635f43900bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:28:52.190486 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4150ed67-dfc9-4d43-bcec-650d8f772997 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:52.190957 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4150ed67-dfc9-4d43-bcec-650d8f772997 None None] Bound using segment: {'id': '9caa097a-7476-4874-a2ab-185b628d1e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '96780ad1-4631-4019-b22f-d635f43900bc'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:28:52.191438 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-4150ed67-dfc9-4d43-bcec-650d8f772997 None None] Bound port: fadf46df-1988-4e0e-b204-5bfceaaaf85b, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9caa097a-7476-4874-a2ab-185b628d1e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '96780ad1-4631-4019-b22f-d635f43900bc'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:28:52.191890 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4150ed67-dfc9-4d43-bcec-650d8f772997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:52.291203 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-4150ed67-dfc9-4d43-bcec-650d8f772997 None None] For port fadf46df-1988-4e0e-b204-5bfceaaaf85b, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:28:52.300924 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-80767069-e8ff-4b2c-93f4-fc4597359bc7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3a1d810114e24eb9ab9be2e3341cb8d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1147447 Dec 20 14:28:52.301782 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 55638) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:28:52.303532 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-4150ed67-dfc9-4d43-bcec-650d8f772997 None None] For port fadf46df-1988-4e0e-b204-5bfceaaaf85b, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=fadf46df-1988-4e0e-b204-5bfceaaaf85b,segment=NetworkSegment(9caa097a-7476-4874-a2ab-185b628d1e91),segment_id=9caa097a-7476-4874-a2ab-185b628d1e91)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:28:52.312816 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4150ed67-dfc9-4d43-bcec-650d8f772997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:52.341113 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-74cd56d8-f78a-4933-b036-f6dcce31f0cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:52.347544 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-8dd800b3-5474-4ccd-9b1f-dcde4ba78160 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Allocated IP 172.25.0.27 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/5f683788-8baf-4410-a3c9-06eb14ee0a6c) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:28:52.383521 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4150ed67-dfc9-4d43-bcec-650d8f772997 None None] Pushing event updated for resources: {'Port': ['ID=fadf46df-1988-4e0e-b204-5bfceaaaf85b,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:52.435142 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb905dd-aae4-4475-81c9-e7703e977fe3 req-be03439f-331f-4c09-aabe-0f0f02d165e1 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:52.436660 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5fb905dd-aae4-4475-81c9-e7703e977fe3 req-be03439f-331f-4c09-aabe-0f0f02d165e1 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.47 "GET /v2.0/ports?device_id=b1dcec98-db36-4ee0-ba7d-c88dcb3b2793 HTTP/1.1" status: 200 len: 944 time: 0.3514612 Dec 20 14:28:52.449046 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7d3456f2-efb0-4244-ae9f-94fc09cb3360 req-323196dc-924f-4b38-80b4-5d2d96bf866f tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3822010 Dec 20 14:28:52.496484 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3cc10f3c-e4c9-489f-8b67-ab39a7f92415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:52.499597 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3cc10f3c-e4c9-489f-8b67-ab39a7f92415 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:52.500883 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-3cc10f3c-e4c9-489f-8b67-ab39a7f92415 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8c55f69e-6724-4cd2-be3f-dcb20736e888 HTTP/1.1" status: 204 len: 168 time: 1.3329012 Dec 20 14:28:52.508141 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d0af4e-24b3-4531-950c-11c6566b31e8 req-d3544321-6369-416f-99d6-15df410d08eb tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:52.514225 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d0af4e-24b3-4531-950c-11c6566b31e8 req-d3544321-6369-416f-99d6-15df410d08eb tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:52.520755 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d0af4e-24b3-4531-950c-11c6566b31e8 req-d3544321-6369-416f-99d6-15df410d08eb tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:52.525954 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d0af4e-24b3-4531-950c-11c6566b31e8 req-d3544321-6369-416f-99d6-15df410d08eb tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:52.532522 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d0af4e-24b3-4531-950c-11c6566b31e8 req-d3544321-6369-416f-99d6-15df410d08eb tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:52.538468 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d0af4e-24b3-4531-950c-11c6566b31e8 req-d3544321-6369-416f-99d6-15df410d08eb tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:52.545027 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d0af4e-24b3-4531-950c-11c6566b31e8 req-d3544321-6369-416f-99d6-15df410d08eb tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:52.546951 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c8d0af4e-24b3-4531-950c-11c6566b31e8 req-d3544321-6369-416f-99d6-15df410d08eb tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3e943d5-5d01-407d-9414-c89d08826b2f HTTP/1.1" status: 200 len: 5406 time: 0.2310410 Dec 20 14:28:52.553418 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0ae0701e-e43a-4e40-b59e-87de4ea67444 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:52.571047 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f6102f-f9a2-47a7-ab18-122760f4e178 req-a832d5ea-a821-4d47-885a-e97b6b6075dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:52.571620 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f6102f-f9a2-47a7-ab18-122760f4e178 req-a832d5ea-a821-4d47-885a-e97b6b6075dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:52.572162 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f6102f-f9a2-47a7-ab18-122760f4e178 req-a832d5ea-a821-4d47-885a-e97b6b6075dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:52.573799 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-82f6102f-f9a2-47a7-ab18-122760f4e178 req-a832d5ea-a821-4d47-885a-e97b6b6075dc service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=7db68c07b2e8445b8d4272fa646b5852&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5669062 Dec 20 14:28:52.582289 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ca82f8cf-e0f4-4e04-ba36-f215b6dab64b tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8848317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10470522'] for subnet, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:52.598936 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc10f3c-e4c9-489f-8b67-ab39a7f92415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c55f69e-6724-4cd2-be3f-dcb20736e888,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:52.635606 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0ae0701e-e43a-4e40-b59e-87de4ea67444 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:52.757346 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca82f8cf-e0f4-4e04-ba36-f215b6dab64b tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Pushing event updated for resources: {'Subnet': ['ID=97a1c48e-b766-4e93-a601-e704af3a8ed0,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:52.769653 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c8d0af4e-24b3-4531-950c-11c6566b31e8 req-0adf3872-274d-4065-a500-13f7b3b799f8 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/security-groups?id=43c0ac57-a0d4-4728-b359-486d90e63ad1&id=81a62dd3-6166-418b-a2f3-15daa19beec9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2142282 Dec 20 14:28:52.797102 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca82f8cf-e0f4-4e04-ba36-f215b6dab64b tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Checking segment: {'id': '06a756f9-b560-403d-ad98-66af82c3d41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4c5870bc-f5fa-4ac0-8dae-67cdde64d1db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:28:52.797512 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca82f8cf-e0f4-4e04-ba36-f215b6dab64b tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Network hostable DHCP agents. Network: 4c5870bc-f5fa-4ac0-8dae-67cdde64d1db, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:28:52.825969 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0ae0701e-e43a-4e40-b59e-87de4ea67444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:52.828635 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0ae0701e-e43a-4e40-b59e-87de4ea67444 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:52.829868 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-0ae0701e-e43a-4e40-b59e-87de4ea67444 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b66ca7f5-b7ce-469d-8574-692bdbe230a0 HTTP/1.1" status: 204 len: 168 time: 0.5269396 Dec 20 14:28:52.841388 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca82f8cf-e0f4-4e04-ba36-f215b6dab64b tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Network 4c5870bc-f5fa-4ac0-8dae-67cdde64d1db is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:28:52.851370 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-74cd56d8-f78a-4933-b036-f6dcce31f0cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:52.853242 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae0701e-e43a-4e40-b59e-87de4ea67444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b66ca7f5-b7ce-469d-8574-692bdbe230a0,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:52.854137 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-74cd56d8-f78a-4933-b036-f6dcce31f0cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:52.855377 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-74cd56d8-f78a-4933-b036-f6dcce31f0cf admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ed9a15ac-cddb-4670-b133-5b9eef13036f HTTP/1.1" status: 204 len: 168 time: 1.2536781 Dec 20 14:28:52.870072 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-ca82f8cf-e0f4-4e04-ba36-f215b6dab64b tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 4c5870bc-f5fa-4ac0-8dae-67cdde64d1db) {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:28:52.889619 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79183244-eaa2-4cd0-9a58-710a635fcf73 None None] Network 4c5870bc-f5fa-4ac0-8dae-67cdde64d1db requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:28:52.898407 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca82f8cf-e0f4-4e04-ba36-f215b6dab64b tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:52.899290 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ca82f8cf-e0f4-4e04-ba36-f215b6dab64b tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:52.938618 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-ca82f8cf-e0f4-4e04-ba36-f215b6dab64b tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0515947 Dec 20 14:28:52.991584 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [req-757ae0e1-1269-472e-94e1-2437cce48331 req-f02c2741-37e7-4115-bf34-2831cf68d9e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21f92dd2-a47b-44a5-8d5b-a2f2ccf8ee4f {{(pid=103167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:28:53.002205 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-757ae0e1-1269-472e-94e1-2437cce48331 req-f02c2741-37e7-4115-bf34-2831cf68d9e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:53.059028 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21328dd-b49e-4bc2-9148-38de1e4b1ef3 req-56d2e00c-7b58-4a3b-9be1-881ee871b044 tempest-ImagesNegativeTestJSON-1748123941 tempest-ImagesNegativeTestJSON-1748123941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:53.062663 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aebe3607-8679-4035-8bba-ff038fe54b50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-4c5870bc-f5fa-4ac0-8dae-67cdde64d1db', 'network_id': '4c5870bc-f5fa-4ac0-8dae-67cdde64d1db', 'project_id': '3e6d5204aa2840f59fc30e0e3762aae9', 'fixed_ips': [{'subnet_id': '97a1c48e-b766-4e93-a601-e704af3a8ed0'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:28:53.063614 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-aebe3607-8679-4035-8bba-ff038fe54b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:53.067322 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d21328dd-b49e-4bc2-9148-38de1e4b1ef3 req-56d2e00c-7b58-4a3b-9be1-881ee871b044 tempest-ImagesNegativeTestJSON-1748123941 tempest-ImagesNegativeTestJSON-1748123941-project] 10.222.0.54 "GET /v2.0/ports?device_id=0993bfcb-06bd-487c-85e7-476fee1793c8 HTTP/1.1" status: 200 len: 950 time: 0.5211892 Dec 20 14:28:53.086569 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cd56d8-f78a-4933-b036-f6dcce31f0cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed9a15ac-cddb-4670-b133-5b9eef13036f,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:53.112431 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-757ae0e1-1269-472e-94e1-2437cce48331 req-f02c2741-37e7-4115-bf34-2831cf68d9e1 service neutron] Transition to ACTIVE for port object 21f92dd2-a47b-44a5-8d5b-a2f2ccf8ee4f will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:28:53.141476 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-757ae0e1-1269-472e-94e1-2437cce48331 req-f02c2741-37e7-4115-bf34-2831cf68d9e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:53.157737 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8dd800b3-5474-4ccd-9b1f-dcde4ba78160 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:53.215726 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02c2741-37e7-4115-bf34-2831cf68d9e1 service neutron] Pushing event updated for resources: {'Port': ['ID=21f92dd2-a47b-44a5-8d5b-a2f2ccf8ee4f,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:53.241320 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f6102f-f9a2-47a7-ab18-122760f4e178 req-19838d4c-67f0-4dbb-91fe-3e69f2a6f839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:53.243323 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-82f6102f-f9a2-47a7-ab18-122760f4e178 req-19838d4c-67f0-4dbb-91fe-3e69f2a6f839 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6506197 Dec 20 14:28:53.258268 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-5fb905dd-aae4-4475-81c9-e7703e977fe3 req-d522204c-5430-4510-a1e2-ae6655f9f059 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Deleting port 70afd13f-d370-47db-83d2-e1041aebac63 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:28:53.258611 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-5fb905dd-aae4-4475-81c9-e7703e977fe3 req-d522204c-5430-4510-a1e2-ae6655f9f059 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:53.281809 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d21328dd-b49e-4bc2-9148-38de1e4b1ef3 req-a9fbb1db-13da-4575-a29a-3f2603862c7c tempest-ImagesNegativeTestJSON-1748123941 tempest-ImagesNegativeTestJSON-1748123941-project] 10.222.0.54 "GET /v2.0/security-groups?id=946270a7-484b-4523-8357-81bac2242732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134616 Dec 20 14:28:53.348923 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-aebe3607-8679-4035-8bba-ff038fe54b50 None None] Allocated IP 19.86.0.2 (4c5870bc-f5fa-4ac0-8dae-67cdde64d1db/97a1c48e-b766-4e93-a601-e704af3a8ed0/c8e96a24-58d7-4f51-a8ac-2b9e3393abe0) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:28:53.686028 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-aebe3607-8679-4035-8bba-ff038fe54b50 None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:53.708146 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-aebe3607-8679-4035-8bba-ff038fe54b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:53.712173 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a37ef12-478b-45a3-be39-5d28dedab234 req-8c411878-a6b2-42cc-b357-d42a8322d702 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:53.726754 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a37ef12-478b-45a3-be39-5d28dedab234 req-8c411878-a6b2-42cc-b357-d42a8322d702 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:53.733459 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6a37ef12-478b-45a3-be39-5d28dedab234 req-8c411878-a6b2-42cc-b357-d42a8322d702 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.54 "GET /v2.0/networks?id=96780ad1-4631-4019-b22f-d635f43900bc&id=4c5870bc-f5fa-4ac0-8dae-67cdde64d1db HTTP/1.1" status: 200 len: 1391 time: 0.2756903 Dec 20 14:28:53.760339 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6a37ef12-478b-45a3-be39-5d28dedab234 req-84d68498-bff1-4e8f-a8a5-595ce829b82c tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.54 "GET /v2.0/quotas/3e6d5204aa2840f59fc30e0e3762aae9 HTTP/1.1" status: 200 len: 375 time: 0.0175321 Dec 20 14:28:53.831419 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebe3607-8679-4035-8bba-ff038fe54b50 None None] Network 4c5870bc-f5fa-4ac0-8dae-67cdde64d1db is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:28:53.850309 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-aebe3607-8679-4035-8bba-ff038fe54b50 None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:28:53.855214 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebe3607-8679-4035-8bba-ff038fe54b50 None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:28:53.866263 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebe3607-8679-4035-8bba-ff038fe54b50 None None] Pushing event updated for resources: {'Port': ['ID=c8e96a24-58d7-4f51-a8ac-2b9e3393abe0,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:53.923935 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6a37ef12-478b-45a3-be39-5d28dedab234 req-13212ee4-d725-4057-925f-b857aa691081 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=3e6d5204aa2840f59fc30e0e3762aae9&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1561449 Dec 20 14:28:53.976953 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device fadf46df-1988-4e0e-b204-5bfceaaaf85b up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:28:54.060351 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-aebe3607-8679-4035-8bba-ff038fe54b50 None None] Attempting to bind port c8e96a24-58d7-4f51-a8ac-2b9e3393abe0 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:28:54.060972 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-aebe3607-8679-4035-8bba-ff038fe54b50 None None] Attempting to bind port c8e96a24-58d7-4f51-a8ac-2b9e3393abe0 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '06a756f9-b560-403d-ad98-66af82c3d41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4c5870bc-f5fa-4ac0-8dae-67cdde64d1db'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:28:54.061559 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebe3607-8679-4035-8bba-ff038fe54b50 None None] Attempting to bind port c8e96a24-58d7-4f51-a8ac-2b9e3393abe0 on network 4c5870bc-f5fa-4ac0-8dae-67cdde64d1db {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:28:54.078059 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebe3607-8679-4035-8bba-ff038fe54b50 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:28:54.081182 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebe3607-8679-4035-8bba-ff038fe54b50 None None] Checking segment: {'id': '06a756f9-b560-403d-ad98-66af82c3d41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4c5870bc-f5fa-4ac0-8dae-67cdde64d1db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:28:54.081970 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-aebe3607-8679-4035-8bba-ff038fe54b50 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:54.082584 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebe3607-8679-4035-8bba-ff038fe54b50 None None] Bound using segment: {'id': '06a756f9-b560-403d-ad98-66af82c3d41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4c5870bc-f5fa-4ac0-8dae-67cdde64d1db'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:28:54.083398 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-aebe3607-8679-4035-8bba-ff038fe54b50 None None] Bound port: c8e96a24-58d7-4f51-a8ac-2b9e3393abe0, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06a756f9-b560-403d-ad98-66af82c3d41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4c5870bc-f5fa-4ac0-8dae-67cdde64d1db'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:28:54.084024 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-aebe3607-8679-4035-8bba-ff038fe54b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:54.151438 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6a37ef12-478b-45a3-be39-5d28dedab234 req-adaddeaa-582f-44a2-9e73-eb2505ef65fe service neutron] 10.222.0.54 "GET /v2.0/networks/96780ad1-4631-4019-b22f-d635f43900bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191610 Dec 20 14:28:54.169997 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-aebe3607-8679-4035-8bba-ff038fe54b50 None None] For port c8e96a24-58d7-4f51-a8ac-2b9e3393abe0, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:28:54.173919 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-aebe3607-8679-4035-8bba-ff038fe54b50 None None] For port c8e96a24-58d7-4f51-a8ac-2b9e3393abe0, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=c8e96a24-58d7-4f51-a8ac-2b9e3393abe0,segment=NetworkSegment(06a756f9-b560-403d-ad98-66af82c3d41f),segment_id=06a756f9-b560-403d-ad98-66af82c3d41f)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:28:54.179333 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b93e0a1-745c-4e01-b8bb-4c540c780540 None None] Network 96780ad1-4631-4019-b22f-d635f43900bc requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:28:54.197697 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port fadf46df-1988-4e0e-b204-5bfceaaaf85b triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:28:54.198487 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:54.209433 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-aebe3607-8679-4035-8bba-ff038fe54b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:54.293359 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6a37ef12-478b-45a3-be39-5d28dedab234 req-b6762840-9db2-4a53-b513-7c0641ec1f04 service neutron] 10.222.0.54 "GET /v2.0/networks/96780ad1-4631-4019-b22f-d635f43900bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353920 Dec 20 14:28:54.392035 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-5fb905dd-aae4-4475-81c9-e7703e977fe3 req-d522204c-5430-4510-a1e2-ae6655f9f059 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] For port 70afd13f-d370-47db-83d2-e1041aebac63, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=70afd13f-d370-47db-83d2-e1041aebac63,segment=NetworkSegment(addc7f95-68ef-43ba-9bd9-cde69b0f949e),segment_id=addc7f95-68ef-43ba-9bd9-cde69b0f949e)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:28:54.392627 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-5fb905dd-aae4-4475-81c9-e7703e977fe3 req-d522204c-5430-4510-a1e2-ae6655f9f059 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:54.400577 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-cd141b8e-3876-4dbb-bed6-2f8c9430766b None None] Provisioning complete for port fadf46df-1988-4e0e-b204-5bfceaaaf85b triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:28:54.400931 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-cd141b8e-3876-4dbb-bed6-2f8c9430766b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:54.427871 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-5fb905dd-aae4-4475-81c9-e7703e977fe3 req-d522204c-5430-4510-a1e2-ae6655f9f059 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Calling delete_port for 70afd13f-d370-47db-83d2-e1041aebac63 owned by compute:nova {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:28:54.435571 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-757ae0e1-1269-472e-94e1-2437cce48331 req-f02c2741-37e7-4115-bf34-2831cf68d9e1 service neutron] Attempting to bind port 21f92dd2-a47b-44a5-8d5b-a2f2ccf8ee4f on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:28:54.435941 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-757ae0e1-1269-472e-94e1-2437cce48331 req-f02c2741-37e7-4115-bf34-2831cf68d9e1 service neutron] Attempting to bind port 21f92dd2-a47b-44a5-8d5b-a2f2ccf8ee4f by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': '38e3b0df-fe83-43da-b83c-677d17fe07c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2d7ab868-da79-43c0-805a-c026f1ebce8a'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:28:54.436230 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757ae0e1-1269-472e-94e1-2437cce48331 req-f02c2741-37e7-4115-bf34-2831cf68d9e1 service neutron] Attempting to bind port 21f92dd2-a47b-44a5-8d5b-a2f2ccf8ee4f on network 2d7ab868-da79-43c0-805a-c026f1ebce8a {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:28:54.438274 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6a37ef12-478b-45a3-be39-5d28dedab234 req-c5dbf13b-2e42-43e0-8eb6-32119df77844 service neutron] 10.222.0.54 "GET /v2.0/networks/4c5870bc-f5fa-4ac0-8dae-67cdde64d1db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343994 Dec 20 14:28:54.445593 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8dd800b3-5474-4ccd-9b1f-dcde4ba78160 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:54.474678 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757ae0e1-1269-472e-94e1-2437cce48331 req-f02c2741-37e7-4115-bf34-2831cf68d9e1 service neutron] Port 21f92dd2-a47b-44a5-8d5b-a2f2ccf8ee4f on network 2d7ab868-da79-43c0-805a-c026f1ebce8a not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:28:54.475185 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757ae0e1-1269-472e-94e1-2437cce48331 req-f02c2741-37e7-4115-bf34-2831cf68d9e1 service neutron] Attempting to bind port 21f92dd2-a47b-44a5-8d5b-a2f2ccf8ee4f on network 2d7ab868-da79-43c0-805a-c026f1ebce8a {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:28:54.581926 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd800b3-5474-4ccd-9b1f-dcde4ba78160 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Pushing event updated for resources: {'Port': ['ID=5f683788-8baf-4410-a3c9-06eb14ee0a6c,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:54.611707 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e158d2b2-b27f-4812-bde4-5d9c0fbb6ff9 req-ea08a5f9-0242-4acf-bd9e-81ae9330afe8 tempest-ImagesNegativeTestJSON-1748123941 tempest-ImagesNegativeTestJSON-1748123941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:54.613245 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e158d2b2-b27f-4812-bde4-5d9c0fbb6ff9 req-ea08a5f9-0242-4acf-bd9e-81ae9330afe8 tempest-ImagesNegativeTestJSON-1748123941 tempest-ImagesNegativeTestJSON-1748123941-project] 10.222.0.47 "GET /v2.0/ports?device_id=0993bfcb-06bd-487c-85e7-476fee1793c8 HTTP/1.1" status: 200 len: 950 time: 0.4591281 Dec 20 14:28:54.618395 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6a37ef12-478b-45a3-be39-5d28dedab234 req-c6530a31-746a-4fa3-a953-45fc94a16afa service neutron] 10.222.0.54 "GET /v2.0/networks/4c5870bc-f5fa-4ac0-8dae-67cdde64d1db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645782 Dec 20 14:28:54.678929 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd800b3-5474-4ccd-9b1f-dcde4ba78160 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:28:54.680293 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757ae0e1-1269-472e-94e1-2437cce48331 req-f02c2741-37e7-4115-bf34-2831cf68d9e1 service neutron] Checking agent: {'id': '43c60aee-e4af-4ecc-bee2-aac3569fafed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:28:54.680831 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757ae0e1-1269-472e-94e1-2437cce48331 req-f02c2741-37e7-4115-bf34-2831cf68d9e1 service neutron] Checking segment: {'id': '38e3b0df-fe83-43da-b83c-677d17fe07c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2d7ab868-da79-43c0-805a-c026f1ebce8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:28:54.681404 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757ae0e1-1269-472e-94e1-2437cce48331 req-f02c2741-37e7-4115-bf34-2831cf68d9e1 service neutron] Bound using segment: {'id': '38e3b0df-fe83-43da-b83c-677d17fe07c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2d7ab868-da79-43c0-805a-c026f1ebce8a'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:28:54.682093 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-757ae0e1-1269-472e-94e1-2437cce48331 req-f02c2741-37e7-4115-bf34-2831cf68d9e1 service neutron] Bound port: 21f92dd2-a47b-44a5-8d5b-a2f2ccf8ee4f, host: n-h2-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38e3b0df-fe83-43da-b83c-677d17fe07c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2d7ab868-da79-43c0-805a-c026f1ebce8a'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:28:54.682928 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-757ae0e1-1269-472e-94e1-2437cce48331 req-f02c2741-37e7-4115-bf34-2831cf68d9e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:54.737962 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73f3872-619f-4ba5-a305-08dbbfc515a8 req-9b858eb9-f33c-4232-b4b3-21e2bc46dbf3 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:54.746302 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a73f3872-619f-4ba5-a305-08dbbfc515a8 req-9b858eb9-f33c-4232-b4b3-21e2bc46dbf3 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1dcec98-db36-4ee0-ba7d-c88dcb3b2793 HTTP/1.1" status: 200 len: 944 time: 0.6052663 Dec 20 14:28:54.833231 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-8dd800b3-5474-4ccd-9b1f-dcde4ba78160 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:28:54.840590 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd800b3-5474-4ccd-9b1f-dcde4ba78160 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:28:54.913034 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 55724) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:28:54.913831 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a73f3872-619f-4ba5-a305-08dbbfc515a8 req-02edbbd5-9109-4d03-b78b-762012046168 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655533 Dec 20 14:28:54.964326 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 55728) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:28:54.986309 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8dd800b3-5474-4ccd-9b1f-dcde4ba78160 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:55.144451 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:55.148431 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebe3607-8679-4035-8bba-ff038fe54b50 None None] Pushing event updated for resources: {'Port': ['ID=c8e96a24-58d7-4f51-a8ac-2b9e3393abe0,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:55.159443 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-ae3becf4-cec0-4170-aa71-3d639ed37925 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-615002220-network', 'tenant_id': '543a5ccf1524441b95c235a83f5e56cd'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:28:55.176935 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8dd800b3-5474-4ccd-9b1f-dcde4ba78160 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:55.276337 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b892fec3-9fb2-4ac8-8d2a-94a2a3251b78 req-5fe94514-4f0c-438b-bd1f-8a1a3b2e2899 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:55.292954 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b892fec3-9fb2-4ac8-8d2a-94a2a3251b78 req-5fe94514-4f0c-438b-bd1f-8a1a3b2e2899 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:55.324428 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b892fec3-9fb2-4ac8-8d2a-94a2a3251b78 req-5fe94514-4f0c-438b-bd1f-8a1a3b2e2899 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:55.343793 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-cd141b8e-3876-4dbb-bed6-2f8c9430766b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:55.344259 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b892fec3-9fb2-4ac8-8d2a-94a2a3251b78 req-5fe94514-4f0c-438b-bd1f-8a1a3b2e2899 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:55.371175 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b892fec3-9fb2-4ac8-8d2a-94a2a3251b78 req-5fe94514-4f0c-438b-bd1f-8a1a3b2e2899 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:55.386990 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b892fec3-9fb2-4ac8-8d2a-94a2a3251b78 req-5fe94514-4f0c-438b-bd1f-8a1a3b2e2899 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:55.412492 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b892fec3-9fb2-4ac8-8d2a-94a2a3251b78 req-5fe94514-4f0c-438b-bd1f-8a1a3b2e2899 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:55.417381 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b892fec3-9fb2-4ac8-8d2a-94a2a3251b78 req-5fe94514-4f0c-438b-bd1f-8a1a3b2e2899 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3e943d5-5d01-407d-9414-c89d08826b2f HTTP/1.1" status: 200 len: 5418 time: 0.3796260 Dec 20 14:28:55.420387 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae3becf4-cec0-4170-aa71-3d639ed37925 admin admin] Made reservation on behalf of 543a5ccf1524441b95c235a83f5e56cd for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:28:55.422804 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ae3becf4-cec0-4170-aa71-3d639ed37925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:55.443212 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-757ae0e1-1269-472e-94e1-2437cce48331 req-f02c2741-37e7-4115-bf34-2831cf68d9e1 service neutron] For port 21f92dd2-a47b-44a5-8d5b-a2f2ccf8ee4f, host n-h2-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:28:55.447823 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-757ae0e1-1269-472e-94e1-2437cce48331 req-f02c2741-37e7-4115-bf34-2831cf68d9e1 service neutron] For port 21f92dd2-a47b-44a5-8d5b-a2f2ccf8ee4f, host n-h2-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=21f92dd2-a47b-44a5-8d5b-a2f2ccf8ee4f,segment=NetworkSegment(38e3b0df-fe83-43da-b83c-677d17fe07c0),segment_id=38e3b0df-fe83-43da-b83c-677d17fe07c0)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:28:55.459942 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] For port fadf46df-1988-4e0e-b204-5bfceaaaf85b, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=fadf46df-1988-4e0e-b204-5bfceaaaf85b,segment=NetworkSegment(9caa097a-7476-4874-a2ab-185b628d1e91),segment_id=9caa097a-7476-4874-a2ab-185b628d1e91)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:28:55.466640 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-757ae0e1-1269-472e-94e1-2437cce48331 req-f02c2741-37e7-4115-bf34-2831cf68d9e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:55.474450 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:55.481425 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ae3becf4-cec0-4170-aa71-3d639ed37925 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:55.501450 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-b67ee501-cbf9-4b51-8868-caaff4aec1b4 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-186487452-network', 'tenant_id': 'ed6a498b45b943e980b5a462a02e8b29'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:28:55.571068 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.db.api [None req-cd141b8e-3876-4dbb-bed6-2f8c9430766b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103169) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 14:28:55.571590 n-d-761264-19 neutron-server[103169]: DEBUG oslo_db.api [None req-cd141b8e-3876-4dbb-bed6-2f8c9430766b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 14:28:55.623506 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b892fec3-9fb2-4ac8-8d2a-94a2a3251b78 req-8d59ccdf-52c5-433e-a133-d8b60f9ab53b tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/security-groups?id=43c0ac57-a0d4-4728-b359-486d90e63ad1&id=81a62dd3-6166-418b-a2f3-15daa19beec9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1897259 Dec 20 14:28:55.639606 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b67ee501-cbf9-4b51-8868-caaff4aec1b4 admin admin] Made reservation on behalf of ed6a498b45b943e980b5a462a02e8b29 for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:28:55.641927 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b67ee501-cbf9-4b51-8868-caaff4aec1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:55.684133 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b67ee501-cbf9-4b51-8868-caaff4aec1b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:55.725764 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Pushing event updated for resources: {'Port': ['ID=fadf46df-1988-4e0e-b204-5bfceaaaf85b,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:55.828216 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8dd800b3-5474-4ccd-9b1f-dcde4ba78160 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:55.833724 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02c2741-37e7-4115-bf34-2831cf68d9e1 service neutron] Pushing event updated for resources: {'Port': ['ID=21f92dd2-a47b-44a5-8d5b-a2f2ccf8ee4f,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:55.854053 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ae0e1-1269-472e-94e1-2437cce48331 req-f02c2741-37e7-4115-bf34-2831cf68d9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:55.856963 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-757ae0e1-1269-472e-94e1-2437cce48331 req-f02c2741-37e7-4115-bf34-2831cf68d9e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:55.859927 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-757ae0e1-1269-472e-94e1-2437cce48331 req-f02c2741-37e7-4115-bf34-2831cf68d9e1 service neutron] 10.222.0.47 "PUT /v2.0/ports/21f92dd2-a47b-44a5-8d5b-a2f2ccf8ee4f HTTP/1.1" status: 200 len: 1092 time: 4.6501174 Dec 20 14:28:55.875822 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3e943d5-5d01-407d-9414-c89d08826b2f', 'tag': '21f92dd2-a47b-44a5-8d5b-a2f2ccf8ee4f'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:28:55.879458 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a1fea2d-d308-42b5-b841-4f998687e87a" -d '{"events": [{"name": "network-changed", "server_uuid": "b3e943d5-5d01-407d-9414-c89d08826b2f", "tag": "21f92dd2-a47b-44a5-8d5b-a2f2ccf8ee4f"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:28:55.897457 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-e158d2b2-b27f-4812-bde4-5d9c0fbb6ff9 req-49f1dbe0-828c-4b12-afaf-60ce903c93db tempest-ImagesNegativeTestJSON-1748123941 tempest-ImagesNegativeTestJSON-1748123941-project] Deleting port 30f698fc-cd44-4864-bf6b-ed56aedbdb20 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:28:55.897808 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-e158d2b2-b27f-4812-bde4-5d9c0fbb6ff9 req-49f1dbe0-828c-4b12-afaf-60ce903c93db tempest-ImagesNegativeTestJSON-1748123941 tempest-ImagesNegativeTestJSON-1748123941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:55.931716 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-90ef8153-c9da-47ec-baac-c87ab6e6c6cb req-8d5ad261-3e65-4e04-8e06-4d8d1349388a tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.54 "GET /v2.0/ports?device_id=f275cf5f-20a0-4e8c-a92b-3de1b6262828 HTTP/1.1" status: 200 len: 210 time: 0.0917888 Dec 20 14:28:55.937746 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ae3becf4-cec0-4170-aa71-3d639ed37925 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:55.978804 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ae3becf4-cec0-4170-aa71-3d639ed37925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:56.018765 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae3becf4-cec0-4170-aa71-3d639ed37925 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:28:56.046245 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-e158d2b2-b27f-4812-bde4-5d9c0fbb6ff9 req-49f1dbe0-828c-4b12-afaf-60ce903c93db tempest-ImagesNegativeTestJSON-1748123941 tempest-ImagesNegativeTestJSON-1748123941-project] For port 30f698fc-cd44-4864-bf6b-ed56aedbdb20, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=30f698fc-cd44-4864-bf6b-ed56aedbdb20,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:28:56.047014 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-e158d2b2-b27f-4812-bde4-5d9c0fbb6ff9 req-49f1dbe0-828c-4b12-afaf-60ce903c93db tempest-ImagesNegativeTestJSON-1748123941 tempest-ImagesNegativeTestJSON-1748123941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:56.065928 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ae3becf4-cec0-4170-aa71-3d639ed37925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:56.068734 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-ae3becf4-cec0-4170-aa71-3d639ed37925 admin admin] Added segment 0db4f97e-52d2-4e75-a7f6-550aa2b8eca1 of type vlan for network 495ace7a-f44e-4349-a86f-b6f0c2cf6eb6 Dec 20 14:28:56.076675 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-e158d2b2-b27f-4812-bde4-5d9c0fbb6ff9 req-49f1dbe0-828c-4b12-afaf-60ce903c93db tempest-ImagesNegativeTestJSON-1748123941 tempest-ImagesNegativeTestJSON-1748123941-project] Calling delete_port for 30f698fc-cd44-4864-bf6b-ed56aedbdb20 owned by compute:nova {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:28:56.140479 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device fadf46df-1988-4e0e-b204-5bfceaaaf85b up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:28:56.159496 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ae3becf4-cec0-4170-aa71-3d639ed37925 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:56.175036 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8dd800b3-5474-4ccd-9b1f-dcde4ba78160 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:56.186268 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b108b6-25ba-4e4b-9175-22e13a46b5bb req-8b35cb74-01e5-43da-b05f-d8ae4a9fb9c8 tempest-ImagesNegativeTestJSON-1748123941 tempest-ImagesNegativeTestJSON-1748123941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:56.188196 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e4b108b6-25ba-4e4b-9175-22e13a46b5bb req-8b35cb74-01e5-43da-b05f-d8ae4a9fb9c8 tempest-ImagesNegativeTestJSON-1748123941 tempest-ImagesNegativeTestJSON-1748123941-project] 10.222.0.54 "GET /v2.0/ports?device_id=0993bfcb-06bd-487c-85e7-476fee1793c8 HTTP/1.1" status: 200 len: 950 time: 1.0803566 Dec 20 14:28:56.210962 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 70afd13f-d370-47db-83d2-e1041aebac63 no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:28:56.223654 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-757ae0e1-1269-472e-94e1-2437cce48331 req-5fc693a7-c147-4158-ab14-3ad51add1a74 service neutron] Request body: {'port': {'device_id': 'b3e943d5-5d01-407d-9414-c89d08826b2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-19'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:28:56.328733 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b67ee501-cbf9-4b51-8868-caaff4aec1b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:56.344115 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port fadf46df-1988-4e0e-b204-5bfceaaaf85b triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:28:56.344799 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:56.389647 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b67ee501-cbf9-4b51-8868-caaff4aec1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:56.391494 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1c6682-7cf8-402d-bff0-06b8c2e6079c None None] Network 4c5870bc-f5fa-4ac0-8dae-67cdde64d1db requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:28:56.410629 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b67ee501-cbf9-4b51-8868-caaff4aec1b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:28:56.426375 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ae3becf4-cec0-4170-aa71-3d639ed37925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:56.427687 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3becf4-cec0-4170-aa71-3d639ed37925 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:56.428954 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ae3becf4-cec0-4170-aa71-3d639ed37925 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:56.442938 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd800b3-5474-4ccd-9b1f-dcde4ba78160 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Pushing event updated for resources: {'Port': ['ID=5f683788-8baf-4410-a3c9-06eb14ee0a6c,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:56.470573 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-5fb905dd-aae4-4475-81c9-e7703e977fe3 req-d522204c-5430-4510-a1e2-ae6655f9f059 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:56.477677 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b67ee501-cbf9-4b51-8868-caaff4aec1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:56.478259 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-b67ee501-cbf9-4b51-8868-caaff4aec1b4 admin admin] Added segment 463a0416-5963-4faf-8123-f4c4e8db74f6 of type vlan for network 3ef72744-8d31-402b-9734-3aa031e39abd Dec 20 14:28:56.487919 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3becf4-cec0-4170-aa71-3d639ed37925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=432ea4a5-c150-495b-9a91-8d30dffc6fe6,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:56.498572 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-7b19fc6a-96f5-45fe-84d5-cd29c0bb2846 None None] Provisioning complete for port c8e96a24-58d7-4f51-a8ac-2b9e3393abe0 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:28:56.502545 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-7b19fc6a-96f5-45fe-84d5-cd29c0bb2846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:56.505413 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-757ae0e1-1269-472e-94e1-2437cce48331 req-5fc693a7-c147-4158-ab14-3ad51add1a74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:56.517733 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 30f698fc-cd44-4864-bf6b-ed56aedbdb20 no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:28:56.558011 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e4b108b6-25ba-4e4b-9175-22e13a46b5bb req-cf4cc315-9719-41ed-9a6c-1de60127cb95 tempest-ImagesNegativeTestJSON-1748123941 tempest-ImagesNegativeTestJSON-1748123941-project] 10.222.0.54 "GET /v2.0/security-groups?id=946270a7-484b-4523-8357-81bac2242732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3268745 Dec 20 14:28:56.559188 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-ae3becf4-cec0-4170-aa71-3d639ed37925 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6445589 Dec 20 14:28:56.588631 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 55758) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:28:56.605744 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8dd800b3-5474-4ccd-9b1f-dcde4ba78160 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585115'] for floatingip, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:56.627216 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-4794a62b-27c6-4dd9-bf78-52221af7ec24 admin admin] Request body: {'subnet': {'network_id': '495ace7a-f44e-4349-a86f-b6f0c2cf6eb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-615002220-subnet', 'tenant_id': '543a5ccf1524441b95c235a83f5e56cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:28:56.674184 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device c8e96a24-58d7-4f51-a8ac-2b9e3393abe0 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:28:56.687593 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d522204c-5430-4510-a1e2-ae6655f9f059 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Pushing event deleted for resources: {'Port': ['ID=70afd13f-d370-47db-83d2-e1041aebac63,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:56.702208 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfc899b0-e52f-4175-9687-98bbfcdf26ef x-openstack-request-id: req-dfc899b0-e52f-4175-9687-98bbfcdf26ef {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:28:56.703720 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3e943d5-5d01-407d-9414-c89d08826b2f", "tag": "21f92dd2-a47b-44a5-8d5b-a2f2ccf8ee4f", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:28:56.704307 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-dfc899b0-e52f-4175-9687-98bbfcdf26ef {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:28:56.704961 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3e943d5-5d01-407d-9414-c89d08826b2f', 'tag': '21f92dd2-a47b-44a5-8d5b-a2f2ccf8ee4f', 'status': 'completed', 'code': 200} Dec 20 14:28:56.775713 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port c8e96a24-58d7-4f51-a8ac-2b9e3393abe0 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:28:56.776067 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:56.858274 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:56.862565 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-7b19fc6a-96f5-45fe-84d5-cd29c0bb2846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:56.945922 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3becf4-cec0-4170-aa71-3d639ed37925 admin admin] Pushing event updated for resources: {'Network': ['ID=495ace7a-f44e-4349-a86f-b6f0c2cf6eb6,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:56.966129 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 495ace7a-f44e-4349-a86f-b6f0c2cf6eb6 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:28:56.971003 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-7b19fc6a-96f5-45fe-84d5-cd29c0bb2846 None None] For port c8e96a24-58d7-4f51-a8ac-2b9e3393abe0, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=c8e96a24-58d7-4f51-a8ac-2b9e3393abe0,segment=NetworkSegment(06a756f9-b560-403d-ad98-66af82c3d41f),segment_id=06a756f9-b560-403d-ad98-66af82c3d41f)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:28:56.982245 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b67ee501-cbf9-4b51-8868-caaff4aec1b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:56.997828 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67ee501-cbf9-4b51-8868-caaff4aec1b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d145098-b15f-4196-bb72-513585cfd049,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:56.998460 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-7b19fc6a-96f5-45fe-84d5-cd29c0bb2846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:57.003317 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8dd800b3-5474-4ccd-9b1f-dcde4ba78160 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:57.004603 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-8dd800b3-5474-4ccd-9b1f-dcde4ba78160 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.6519365 Dec 20 14:28:57.013619 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fb905dd-aae4-4475-81c9-e7703e977fe3 req-d522204c-5430-4510-a1e2-ae6655f9f059 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] No DVR routers for this DVR port 70afd13f-d370-47db-83d2-e1041aebac63 on host n-h2-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:28:57.025909 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff222b5-c503-488f-a74c-66334b310018 req-f65a49ec-0044-4891-b57f-5a115699bf94 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:57.035091 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5ff222b5-c503-488f-a74c-66334b310018 req-f65a49ec-0044-4891-b57f-5a115699bf94 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1dcec98-db36-4ee0-ba7d-c88dcb3b2793 HTTP/1.1" status: 200 len: 866 time: 0.7009237 Dec 20 14:28:57.135097 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b67ee501-cbf9-4b51-8868-caaff4aec1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:57.136269 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67ee501-cbf9-4b51-8868-caaff4aec1b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:57.137034 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b67ee501-cbf9-4b51-8868-caaff4aec1b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:57.159379 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:57.159379 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:28:57.159379 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:57.159379 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:28:57.159379 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:57.159379 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:28:57.159379 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:57.159379 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:28:57.159379 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:57.159379 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:28:57.159379 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:57.159379 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:28:57.159379 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:57.159379 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:28:57.159379 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:57.159379 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:28:57.159379 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:57.159379 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:28:57.159379 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:57.159379 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:28:57.159379 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:57.159379 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:28:57.159379 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:57.159379 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:28:57.159379 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:57.159379 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:28:57.159379 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:57.159379 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:28:57.159379 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:57.159379 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:28:57.159379 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:57.159379 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:28:57.159379 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:57.159379 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:28:57.159379 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:57.159379 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:28:57.162396 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:57.162396 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:28:57.162396 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:57.162396 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:28:57.162396 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:57.162396 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:28:57.162396 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:57.162396 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:28:57.162396 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:57.162396 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:28:57.162396 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:28:57.162396 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:28:57.162396 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a37ef12-478b-45a3-be39-5d28dedab234 req-e2b0b356-e4e3-4b93-a96f-9d84567bd6de tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:57.166887 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a37ef12-478b-45a3-be39-5d28dedab234 req-e2b0b356-e4e3-4b93-a96f-9d84567bd6de tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:57.168514 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6a37ef12-478b-45a3-be39-5d28dedab234 req-e2b0b356-e4e3-4b93-a96f-9d84567bd6de tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.30 "GET /v2.0/networks?id=96780ad1-4631-4019-b22f-d635f43900bc&id=4c5870bc-f5fa-4ac0-8dae-67cdde64d1db HTTP/1.1" status: 200 len: 1391 time: 0.5676055 Dec 20 14:28:57.174219 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-5fb905dd-aae4-4475-81c9-e7703e977fe3 req-d522204c-5430-4510-a1e2-ae6655f9f059 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:57.177827 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5fb905dd-aae4-4475-81c9-e7703e977fe3 req-d522204c-5430-4510-a1e2-ae6655f9f059 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.47 "DELETE /v2.0/ports/70afd13f-d370-47db-83d2-e1041aebac63 HTTP/1.1" status: 204 len: 173 time: 4.6934142 Dec 20 14:28:57.179200 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:57.188071 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1fea2d-d308-42b5-b841-4f998687e87a req-39e07369-3a9f-4187-9d9c-9f44fb3336ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:57.189532 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1fea2d-d308-42b5-b841-4f998687e87a req-39e07369-3a9f-4187-9d9c-9f44fb3336ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:57.190276 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1fea2d-d308-42b5-b841-4f998687e87a req-39e07369-3a9f-4187-9d9c-9f44fb3336ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:57.191043 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1fea2d-d308-42b5-b841-4f998687e87a req-39e07369-3a9f-4187-9d9c-9f44fb3336ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:57.191687 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1fea2d-d308-42b5-b841-4f998687e87a req-39e07369-3a9f-4187-9d9c-9f44fb3336ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:57.192372 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1fea2d-d308-42b5-b841-4f998687e87a req-39e07369-3a9f-4187-9d9c-9f44fb3336ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:57.193068 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1fea2d-d308-42b5-b841-4f998687e87a req-39e07369-3a9f-4187-9d9c-9f44fb3336ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:57.195675 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3a1fea2d-d308-42b5-b841-4f998687e87a req-39e07369-3a9f-4187-9d9c-9f44fb3336ed service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7db68c07b2e8445b8d4272fa646b5852&device_id=b3e943d5-5d01-407d-9414-c89d08826b2f HTTP/1.1" status: 200 len: 6426 time: 0.2691431 Dec 20 14:28:57.201495 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-7b19fc6a-96f5-45fe-84d5-cd29c0bb2846 None None] Provisioning complete for port fadf46df-1988-4e0e-b204-5bfceaaaf85b triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:28:57.202085 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-7b19fc6a-96f5-45fe-84d5-cd29c0bb2846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:57.249418 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-b67ee501-cbf9-4b51-8868-caaff4aec1b4 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.2830737 Dec 20 14:28:57.259310 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b19fc6a-96f5-45fe-84d5-cd29c0bb2846 None None] Pushing event updated for resources: {'Port': ['ID=c8e96a24-58d7-4f51-a8ac-2b9e3393abe0,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:57.292837 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 55778) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:28:57.318604 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5ff222b5-c503-488f-a74c-66334b310018 req-a02c5d9e-7dee-4ede-a435-fddb27a1e70c tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769623 Dec 20 14:28:57.322540 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-53ee8321-d401-4a3a-b99f-d125993123d3 admin admin] Request body: {'subnet': {'network_id': '3ef72744-8d31-402b-9734-3aa031e39abd', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-186487452-subnet', 'tenant_id': 'ed6a498b45b943e980b5a462a02e8b29', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:28:57.372672 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.db.api [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103169) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 14:28:57.373084 n-d-761264-19 neutron-server[103169]: DEBUG oslo_db.api [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 14:28:57.425358 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67ee501-cbf9-4b51-8868-caaff4aec1b4 admin admin] Pushing event updated for resources: {'Network': ['ID=3ef72744-8d31-402b-9734-3aa031e39abd,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:57.439517 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 3ef72744-8d31-402b-9734-3aa031e39abd details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:28:57.445553 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-e158d2b2-b27f-4812-bde4-5d9c0fbb6ff9 req-49f1dbe0-828c-4b12-afaf-60ce903c93db tempest-ImagesNegativeTestJSON-1748123941 tempest-ImagesNegativeTestJSON-1748123941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:57.486233 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-34d6890f-16a4-461a-8d85-83b5fa2f0d85 req-4118fec6-7ee1-4731-bdb1-f93089dca666 tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=5733ef1aa8b34fa78cc0c918a1d39791&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3332105 Dec 20 14:28:57.501335 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-6a37ef12-478b-45a3-be39-5d28dedab234 req-b4d908c4-6ea7-4454-8964-9e04dfa2a425 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Request body: {'port': {'device_id': 'f275cf5f-20a0-4e8c-a92b-3de1b6262828', 'network_id': '96780ad1-4631-4019-b22f-d635f43900bc', 'admin_state_up': True, 'tenant_id': '3e6d5204aa2840f59fc30e0e3762aae9'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:28:57.512707 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1fea2d-d308-42b5-b841-4f998687e87a req-91d0bf34-2a80-4dc3-b77d-3d8b6fcf98aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:57.513343 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1fea2d-d308-42b5-b841-4f998687e87a req-91d0bf34-2a80-4dc3-b77d-3d8b6fcf98aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:57.513851 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1fea2d-d308-42b5-b841-4f998687e87a req-91d0bf34-2a80-4dc3-b77d-3d8b6fcf98aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:57.516987 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3a1fea2d-d308-42b5-b841-4f998687e87a req-91d0bf34-2a80-4dc3-b77d-3d8b6fcf98aa service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=7db68c07b2e8445b8d4272fa646b5852&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3055184 Dec 20 14:28:57.557007 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-cd923f99-e8a2-4448-9da8-7cc9f0919b12 None None] Provisioning complete for port c8e96a24-58d7-4f51-a8ac-2b9e3393abe0 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:28:57.557634 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-cd923f99-e8a2-4448-9da8-7cc9f0919b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:57.570227 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1022b428-1649-4d28-936b-11085f37788a req-c55561b0-2da7-4c1d-b00e-523cfe37e9e0 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:57.577669 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1022b428-1649-4d28-936b-11085f37788a req-c55561b0-2da7-4c1d-b00e-523cfe37e9e0 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:57.585239 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1022b428-1649-4d28-936b-11085f37788a req-c55561b0-2da7-4c1d-b00e-523cfe37e9e0 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:57.592841 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1022b428-1649-4d28-936b-11085f37788a req-c55561b0-2da7-4c1d-b00e-523cfe37e9e0 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:57.599689 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1022b428-1649-4d28-936b-11085f37788a req-c55561b0-2da7-4c1d-b00e-523cfe37e9e0 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:57.605499 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f1dbe0-828c-4b12-afaf-60ce903c93db tempest-ImagesNegativeTestJSON-1748123941 tempest-ImagesNegativeTestJSON-1748123941-project] Pushing event deleted for resources: {'Port': ['ID=30f698fc-cd44-4864-bf6b-ed56aedbdb20,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:57.606773 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1022b428-1649-4d28-936b-11085f37788a req-c55561b0-2da7-4c1d-b00e-523cfe37e9e0 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:57.616453 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1022b428-1649-4d28-936b-11085f37788a req-c55561b0-2da7-4c1d-b00e-523cfe37e9e0 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:57.620178 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1022b428-1649-4d28-936b-11085f37788a req-c55561b0-2da7-4c1d-b00e-523cfe37e9e0 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3e943d5-5d01-407d-9414-c89d08826b2f HTTP/1.1" status: 200 len: 5418 time: 0.1916552 Dec 20 14:28:57.648982 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4794a62b-27c6-4dd9-bf78-52221af7ec24 admin admin] Made reservation on behalf of 543a5ccf1524441b95c235a83f5e56cd for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:28:57.658063 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4794a62b-27c6-4dd9-bf78-52221af7ec24 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:57.726630 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1022b428-1649-4d28-936b-11085f37788a req-5da983ca-4e66-4354-8351-7c67ccd0e7c4 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/security-groups?id=43c0ac57-a0d4-4728-b359-486d90e63ad1&id=81a62dd3-6166-418b-a2f3-15daa19beec9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0591185 Dec 20 14:28:57.727293 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53ee8321-d401-4a3a-b99f-d125993123d3 admin admin] Made reservation on behalf of ed6a498b45b943e980b5a462a02e8b29 for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:28:57.729773 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-53ee8321-d401-4a3a-b99f-d125993123d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:57.765403 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [req-757ae0e1-1269-472e-94e1-2437cce48331 req-5fc693a7-c147-4158-ab14-3ad51add1a74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc4dfef1-284b-46a8-abf8-8899705f3844 {{(pid=103167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:28:57.803075 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-757ae0e1-1269-472e-94e1-2437cce48331 req-5fc693a7-c147-4158-ab14-3ad51add1a74 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:57.874105 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-e158d2b2-b27f-4812-bde4-5d9c0fbb6ff9 req-49f1dbe0-828c-4b12-afaf-60ce903c93db tempest-ImagesNegativeTestJSON-1748123941 tempest-ImagesNegativeTestJSON-1748123941-project] No DVR routers for this DVR port 30f698fc-cd44-4864-bf6b-ed56aedbdb20 on host n-h2-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:28:57.876942 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-e158d2b2-b27f-4812-bde4-5d9c0fbb6ff9 req-49f1dbe0-828c-4b12-afaf-60ce903c93db tempest-ImagesNegativeTestJSON-1748123941 tempest-ImagesNegativeTestJSON-1748123941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:57.880903 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e158d2b2-b27f-4812-bde4-5d9c0fbb6ff9 req-49f1dbe0-828c-4b12-afaf-60ce903c93db tempest-ImagesNegativeTestJSON-1748123941 tempest-ImagesNegativeTestJSON-1748123941-project] 10.222.0.47 "DELETE /v2.0/ports/30f698fc-cd44-4864-bf6b-ed56aedbdb20 HTTP/1.1" status: 204 len: 173 time: 3.2573259 Dec 20 14:28:58.019340 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3bbd691c-b0cb-4093-b9a5-c1f7737dd601 req-77782623-39ad-42e3-8b63-a7c21710b575 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.54 "GET /v2.0/ports?device_id=f275cf5f-20a0-4e8c-a92b-3de1b6262828 HTTP/1.1" status: 200 len: 210 time: 0.0505421 Dec 20 14:28:58.023166 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-53ee8321-d401-4a3a-b99f-d125993123d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8848317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10470522'] for subnet, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:58.095280 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1fea2d-d308-42b5-b841-4f998687e87a req-2a4d7bbc-5549-420e-986c-2670717b61b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:58.096921 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3a1fea2d-d308-42b5-b841-4f998687e87a req-2a4d7bbc-5549-420e-986c-2670717b61b9 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5683150 Dec 20 14:28:58.100458 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device c8e96a24-58d7-4f51-a8ac-2b9e3393abe0 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:28:58.140004 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ee8321-d401-4a3a-b99f-d125993123d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83b0ad62-7b8f-4b99-9ee3-4c5736b4d350,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:58.163928 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ee8321-d401-4a3a-b99f-d125993123d3 admin admin] Checking segment: {'id': '463a0416-5963-4faf-8123-f4c4e8db74f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3ef72744-8d31-402b-9734-3aa031e39abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:28:58.165478 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ee8321-d401-4a3a-b99f-d125993123d3 admin admin] Network hostable DHCP agents. Network: 3ef72744-8d31-402b-9734-3aa031e39abd, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:28:58.175976 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port c8e96a24-58d7-4f51-a8ac-2b9e3393abe0 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:28:58.176874 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:58.190325 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ee8321-d401-4a3a-b99f-d125993123d3 admin admin] Network 3ef72744-8d31-402b-9734-3aa031e39abd is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:28:58.217196 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-53ee8321-d401-4a3a-b99f-d125993123d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 3ef72744-8d31-402b-9734-3aa031e39abd) {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:28:58.222936 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ee8321-d401-4a3a-b99f-d125993123d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:58.223908 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-53ee8321-d401-4a3a-b99f-d125993123d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:58.232599 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a28b1a0-d7a7-42c0-99c0-4ab5b90fb4ba None None] Network 3ef72744-8d31-402b-9734-3aa031e39abd requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:28:58.256021 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-757ae0e1-1269-472e-94e1-2437cce48331 req-5fc693a7-c147-4158-ab14-3ad51add1a74 service neutron] Transition to ACTIVE for port object fc4dfef1-284b-46a8-abf8-8899705f3844 will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:28:58.267083 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-53ee8321-d401-4a3a-b99f-d125993123d3 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9702482 Dec 20 14:28:58.271283 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-8170b00c-551a-4ff8-8ca9-5d9999d54c32 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1458486967&fields=id&tenant_id=1080628f9fb44b28a6ddf9255bb33498 HTTP/1.1" status: 200 len: 267 time: 0.0714128 Dec 20 14:28:58.278481 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-757ae0e1-1269-472e-94e1-2437cce48331 req-5fc693a7-c147-4158-ab14-3ad51add1a74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:58.352526 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d6890f-16a4-461a-8d85-83b5fa2f0d85 req-ca41dc76-3f12-428c-b6ba-e2f0d9ee81c4 tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:58.354161 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-34d6890f-16a4-461a-8d85-83b5fa2f0d85 req-ca41dc76-3f12-428c-b6ba-e2f0d9ee81c4 tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8666525 Dec 20 14:28:58.381089 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-d18bddca-c020-4a0d-8511-f28dc0d02b75 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:58.392488 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-d18bddca-c020-4a0d-8511-f28dc0d02b75 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/ports/8f31b9a5-1a84-4aca-854e-f0b8620002cb HTTP/1.1" status: 200 len: 932 time: 0.1056879 Dec 20 14:28:58.418782 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a37ef12-478b-45a3-be39-5d28dedab234 req-b4d908c4-6ea7-4454-8964-9e04dfa2a425 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Made reservation on behalf of 3e6d5204aa2840f59fc30e0e3762aae9 for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:28:58.430080 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-6a37ef12-478b-45a3-be39-5d28dedab234 req-b4d908c4-6ea7-4454-8964-9e04dfa2a425 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:58.454770 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321085ae-87b4-4044-8ea6-1de5bec44d1f None None] Network 3ef72744-8d31-402b-9734-3aa031e39abd requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:28:58.494961 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-34d6890f-16a4-461a-8d85-83b5fa2f0d85 req-4f415fe7-6e28-4e7d-94d2-0848bd5a1469 tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] 10.222.0.54 "GET /v2.0/quotas/5733ef1aa8b34fa78cc0c918a1d39791 HTTP/1.1" status: 200 len: 375 time: 0.1263680 Dec 20 14:28:58.541641 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-b0621a77-935f-46af-861b-bf821ae644bb tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:58.544267 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc693a7-c147-4158-ab14-3ad51add1a74 service neutron] Pushing event updated for resources: {'Port': ['ID=fc4dfef1-284b-46a8-abf8-8899705f3844,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:58.547598 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-b0621a77-935f-46af-861b-bf821ae644bb tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/ports/cdb31bb5-074e-403d-ab47-e55bfa522aff HTTP/1.1" status: 200 len: 932 time: 0.1345539 Dec 20 14:28:58.708035 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-4935c3a5-5e79-4874-91c9-b36a2f2548f6 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/ports?network_id=781006d9-7985-4914-91ad-a5e554b7cb56&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1421537 Dec 20 14:28:58.709193 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-34d6890f-16a4-461a-8d85-83b5fa2f0d85 req-2b63b434-8833-45d1-9301-d831d521a49d tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=5733ef1aa8b34fa78cc0c918a1d39791&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1812925 Dec 20 14:28:58.714428 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1dcec98-db36-4ee0-ba7d-c88dcb3b2793', 'name': 'network-vif-deleted', 'tag': '70afd13f-d370-47db-83d2-e1041aebac63'}, {'server_uuid': '0993bfcb-06bd-487c-85e7-476fee1793c8', 'name': 'network-vif-deleted', 'tag': '30f698fc-cd44-4864-bf6b-ed56aedbdb20'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:28:58.717845 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daa90368-79d8-49e4-9b3f-e50e0fab9aac" -d '{"events": [{"server_uuid": "b1dcec98-db36-4ee0-ba7d-c88dcb3b2793", "name": "network-vif-deleted", "tag": "70afd13f-d370-47db-83d2-e1041aebac63"}, {"server_uuid": "0993bfcb-06bd-487c-85e7-476fee1793c8", "name": "network-vif-deleted", "tag": "30f698fc-cd44-4864-bf6b-ed56aedbdb20"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:28:58.771017 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-fcf8390a-640d-46ba-8a7b-0f3f253b1704 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/ports?network_id=781006d9-7985-4914-91ad-a5e554b7cb56&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0507259 Dec 20 14:28:58.933706 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-b8f9be6b-0773-43d5-92c5-13903dccddba tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:58.940491 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-b8f9be6b-0773-43d5-92c5-13903dccddba tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:58.948655 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-b8f9be6b-0773-43d5-92c5-13903dccddba tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:58.950418 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-b8f9be6b-0773-43d5-92c5-13903dccddba tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/networks?id=687c5259-7995-4ccd-9da8-b7cf90c319a1&id=e922ff15-a662-4866-8b6a-3d6f701ab36c&id=e922ff15-a662-4866-8b6a-3d6f701ab36c&id=781006d9-7985-4914-91ad-a5e554b7cb56&id=781006d9-7985-4914-91ad-a5e554b7cb56 HTTP/1.1" status: 200 len: 1990 time: 0.1721919 Dec 20 14:28:58.952078 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-757ae0e1-1269-472e-94e1-2437cce48331 req-5fc693a7-c147-4158-ab14-3ad51add1a74 service neutron] Attempting to bind port fc4dfef1-284b-46a8-abf8-8899705f3844 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:28:58.952416 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-757ae0e1-1269-472e-94e1-2437cce48331 req-5fc693a7-c147-4158-ab14-3ad51add1a74 service neutron] Attempting to bind port fc4dfef1-284b-46a8-abf8-8899705f3844 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': '38e3b0df-fe83-43da-b83c-677d17fe07c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2d7ab868-da79-43c0-805a-c026f1ebce8a'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:28:58.952745 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757ae0e1-1269-472e-94e1-2437cce48331 req-5fc693a7-c147-4158-ab14-3ad51add1a74 service neutron] Attempting to bind port fc4dfef1-284b-46a8-abf8-8899705f3844 on network 2d7ab868-da79-43c0-805a-c026f1ebce8a {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:28:58.965209 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4794a62b-27c6-4dd9-bf78-52221af7ec24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:58.970796 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-a53a1c28-4d58-48ed-83a9-ada5ed4a79f6 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/quotas/1080628f9fb44b28a6ddf9255bb33498 HTTP/1.1" status: 200 len: 375 time: 0.0134254 Dec 20 14:28:59.033969 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757ae0e1-1269-472e-94e1-2437cce48331 req-5fc693a7-c147-4158-ab14-3ad51add1a74 service neutron] Port fc4dfef1-284b-46a8-abf8-8899705f3844 on network 2d7ab868-da79-43c0-805a-c026f1ebce8a not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:28:59.034298 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757ae0e1-1269-472e-94e1-2437cce48331 req-5fc693a7-c147-4158-ab14-3ad51add1a74 service neutron] Attempting to bind port fc4dfef1-284b-46a8-abf8-8899705f3844 on network 2d7ab868-da79-43c0-805a-c026f1ebce8a {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:28:59.048073 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [req-6a37ef12-478b-45a3-be39-5d28dedab234 req-b4d908c4-6ea7-4454-8964-9e04dfa2a425 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Allocated IP 19.80.0.108 (96780ad1-4631-4019-b22f-d635f43900bc/3188ecdf-ab88-414e-bfec-14cdece1d5c4/55bbb0c0-bf25-43e8-87b7-da693ef31fe6) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:28:59.129165 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-503c1913-66ca-4c74-8630-f53459546bde tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=1080628f9fb44b28a6ddf9255bb33498&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1494343 Dec 20 14:28:59.237884 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4794a62b-27c6-4dd9-bf78-52221af7ec24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8908482-6016-4528-aed2-b6e5b6996a4d,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:59.285626 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757ae0e1-1269-472e-94e1-2437cce48331 req-5fc693a7-c147-4158-ab14-3ad51add1a74 service neutron] Checking agent: {'id': '43c60aee-e4af-4ecc-bee2-aac3569fafed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:28:59.286107 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757ae0e1-1269-472e-94e1-2437cce48331 req-5fc693a7-c147-4158-ab14-3ad51add1a74 service neutron] Checking segment: {'id': '38e3b0df-fe83-43da-b83c-677d17fe07c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2d7ab868-da79-43c0-805a-c026f1ebce8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:28:59.286690 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757ae0e1-1269-472e-94e1-2437cce48331 req-5fc693a7-c147-4158-ab14-3ad51add1a74 service neutron] Bound using segment: {'id': '38e3b0df-fe83-43da-b83c-677d17fe07c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2d7ab868-da79-43c0-805a-c026f1ebce8a'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:28:59.287309 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-757ae0e1-1269-472e-94e1-2437cce48331 req-5fc693a7-c147-4158-ab14-3ad51add1a74 service neutron] Bound port: fc4dfef1-284b-46a8-abf8-8899705f3844, host: n-h2-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38e3b0df-fe83-43da-b83c-677d17fe07c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2d7ab868-da79-43c0-805a-c026f1ebce8a'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:28:59.287777 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-757ae0e1-1269-472e-94e1-2437cce48331 req-5fc693a7-c147-4158-ab14-3ad51add1a74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:59.293336 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 55824) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:28:59.315084 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-7534b3af-d9ec-483a-8ea3-afaf157a1ceb admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-691616969-network', 'tenant_id': '3478dc8dcd5e47de91e2e78d0ee9e1ab'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:28:59.326598 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4794a62b-27c6-4dd9-bf78-52221af7ec24 admin admin] Checking segment: {'id': '0db4f97e-52d2-4e75-a7f6-550aa2b8eca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '495ace7a-f44e-4349-a86f-b6f0c2cf6eb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:28:59.326598 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4794a62b-27c6-4dd9-bf78-52221af7ec24 admin admin] Network hostable DHCP agents. Network: 495ace7a-f44e-4349-a86f-b6f0c2cf6eb6, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:28:59.332205 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ccc028fc-53b7-4c73-aee1-deb4717c253e req-8c3234e0-9222-4c43-8831-1671c506f9e0 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1dcec98-db36-4ee0-ba7d-c88dcb3b2793 HTTP/1.1" status: 200 len: 210 time: 0.0899081 Dec 20 14:28:59.337116 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-6a37ef12-478b-45a3-be39-5d28dedab234 req-b4d908c4-6ea7-4454-8964-9e04dfa2a425 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:59.398548 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7534b3af-d9ec-483a-8ea3-afaf157a1ceb admin admin] Made reservation on behalf of 3478dc8dcd5e47de91e2e78d0ee9e1ab for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:28:59.405201 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7534b3af-d9ec-483a-8ea3-afaf157a1ceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:59.423367 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4794a62b-27c6-4dd9-bf78-52221af7ec24 admin admin] Network 495ace7a-f44e-4349-a86f-b6f0c2cf6eb6 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:28:59.425049 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-4a5dfdd5-44da-4f02-9ce0-53c5f8dd0570 service neutron] 10.222.0.54 "GET /v2.0/networks/687c5259-7995-4ccd-9da8-b7cf90c319a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2854419 Dec 20 14:28:59.433333 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7534b3af-d9ec-483a-8ea3-afaf157a1ceb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:59.446524 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 20 Dec 2021 14:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e0f946-1de6-47b5-9377-14b2a1918a64 x-openstack-request-id: req-95e0f946-1de6-47b5-9377-14b2a1918a64 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:28:59.447106 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1dcec98-db36-4ee0-ba7d-c88dcb3b2793", "name": "network-vif-deleted", "tag": "70afd13f-d370-47db-83d2-e1041aebac63", "status": "completed", "code": 200}, {"server_uuid": "0993bfcb-06bd-487c-85e7-476fee1793c8", "name": "network-vif-deleted", "tag": "30f698fc-cd44-4864-bf6b-ed56aedbdb20", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:28:59.447520 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-95e0f946-1de6-47b5-9377-14b2a1918a64 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:28:59.448075 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1dcec98-db36-4ee0-ba7d-c88dcb3b2793', 'name': 'network-vif-deleted', 'tag': '70afd13f-d370-47db-83d2-e1041aebac63', 'status': 'completed', 'code': 200} Dec 20 14:28:59.448614 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0993bfcb-06bd-487c-85e7-476fee1793c8', 'name': 'network-vif-deleted', 'tag': '30f698fc-cd44-4864-bf6b-ed56aedbdb20', 'status': 'completed', 'code': 200} Dec 20 14:28:59.458244 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-4794a62b-27c6-4dd9-bf78-52221af7ec24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 495ace7a-f44e-4349-a86f-b6f0c2cf6eb6) {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:28:59.471147 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0cda70-6a1e-4d5b-bfff-876c87b9bcf7 None None] Network 495ace7a-f44e-4349-a86f-b6f0c2cf6eb6 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:28:59.492848 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4794a62b-27c6-4dd9-bf78-52221af7ec24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:59.493984 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4794a62b-27c6-4dd9-bf78-52221af7ec24 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:59.540669 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-757ae0e1-1269-472e-94e1-2437cce48331 req-5fc693a7-c147-4158-ab14-3ad51add1a74 service neutron] For port fc4dfef1-284b-46a8-abf8-8899705f3844, host n-h2-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:28:59.544485 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-757ae0e1-1269-472e-94e1-2437cce48331 req-5fc693a7-c147-4158-ab14-3ad51add1a74 service neutron] For port fc4dfef1-284b-46a8-abf8-8899705f3844, host n-h2-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=fc4dfef1-284b-46a8-abf8-8899705f3844,segment=NetworkSegment(38e3b0df-fe83-43da-b83c-677d17fe07c0),segment_id=38e3b0df-fe83-43da-b83c-677d17fe07c0)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:28:59.555718 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-4794a62b-27c6-4dd9-bf78-52221af7ec24 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.9425693 Dec 20 14:28:59.570418 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-6a37ef12-478b-45a3-be39-5d28dedab234 req-b4d908c4-6ea7-4454-8964-9e04dfa2a425 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:59.573519 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-757ae0e1-1269-472e-94e1-2437cce48331 req-5fc693a7-c147-4158-ab14-3ad51add1a74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:59.727718 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-c02f9106-5ccf-4d1f-8e27-ffdbf3d6a390 service neutron] 10.222.0.54 "GET /v2.0/networks/687c5259-7995-4ccd-9da8-b7cf90c319a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908354 Dec 20 14:28:59.744089 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ae0e1-1269-472e-94e1-2437cce48331 req-5fc693a7-c147-4158-ab14-3ad51add1a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:59.747839 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-757ae0e1-1269-472e-94e1-2437cce48331 req-5fc693a7-c147-4158-ab14-3ad51add1a74 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:59.750784 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-757ae0e1-1269-472e-94e1-2437cce48331 req-5fc693a7-c147-4158-ab14-3ad51add1a74 service neutron] 10.222.0.47 "PUT /v2.0/ports/fc4dfef1-284b-46a8-abf8-8899705f3844 HTTP/1.1" status: 200 len: 1092 time: 3.5826163 Dec 20 14:28:59.768273 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a37ef12-478b-45a3-be39-5d28dedab234 req-b4d908c4-6ea7-4454-8964-9e04dfa2a425 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Network 96780ad1-4631-4019-b22f-d635f43900bc is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:28:59.781446 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [req-6a37ef12-478b-45a3-be39-5d28dedab234 req-b4d908c4-6ea7-4454-8964-9e04dfa2a425 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:28:59.802673 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a37ef12-478b-45a3-be39-5d28dedab234 req-b4d908c4-6ea7-4454-8964-9e04dfa2a425 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:28:59.843987 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7534b3af-d9ec-483a-8ea3-afaf157a1ceb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:28:59.846355 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-f11ce6ea-c638-4de1-ba8c-be282244bc9c service neutron] 10.222.0.54 "GET /v2.0/ports/8f31b9a5-1a84-4aca-854e-f0b8620002cb?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1013947 Dec 20 14:28:59.862059 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc693a7-c147-4158-ab14-3ad51add1a74 service neutron] Pushing event updated for resources: {'Port': ['ID=fc4dfef1-284b-46a8-abf8-8899705f3844,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:28:59.897753 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e58909-d4e6-4e30-9de9-8bdb4a5c8fa4 None None] Network 495ace7a-f44e-4349-a86f-b6f0c2cf6eb6 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:28:59.903054 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96e05de-057b-42cf-b369-88678d42d0db req-3f76719a-d213-493d-a785-0dde3269ca24 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:59.911483 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96e05de-057b-42cf-b369-88678d42d0db req-3f76719a-d213-493d-a785-0dde3269ca24 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:59.918276 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96e05de-057b-42cf-b369-88678d42d0db req-3f76719a-d213-493d-a785-0dde3269ca24 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:59.930871 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96e05de-057b-42cf-b369-88678d42d0db req-3f76719a-d213-493d-a785-0dde3269ca24 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:59.937537 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96e05de-057b-42cf-b369-88678d42d0db req-3f76719a-d213-493d-a785-0dde3269ca24 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:59.943962 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96e05de-057b-42cf-b369-88678d42d0db req-3f76719a-d213-493d-a785-0dde3269ca24 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:59.952710 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96e05de-057b-42cf-b369-88678d42d0db req-3f76719a-d213-493d-a785-0dde3269ca24 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:28:59.962789 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e96e05de-057b-42cf-b369-88678d42d0db req-3f76719a-d213-493d-a785-0dde3269ca24 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3e943d5-5d01-407d-9414-c89d08826b2f HTTP/1.1" status: 200 len: 5430 time: 0.4031954 Dec 20 14:29:00.081086 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7534b3af-d9ec-483a-8ea3-afaf157a1ceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:00.083086 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a37ef12-478b-45a3-be39-5d28dedab234 req-b4d908c4-6ea7-4454-8964-9e04dfa2a425 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:00.083804 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-6a37ef12-478b-45a3-be39-5d28dedab234 req-b4d908c4-6ea7-4454-8964-9e04dfa2a425 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:00.148675 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d908c4-6ea7-4454-8964-9e04dfa2a425 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Pushing event updated for resources: {'Port': ['ID=55bbb0c0-bf25-43e8-87b7-da693ef31fe6,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:00.183793 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7534b3af-d9ec-483a-8ea3-afaf157a1ceb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:29:00.189791 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6a37ef12-478b-45a3-be39-5d28dedab234 req-b4d908c4-6ea7-4454-8964-9e04dfa2a425 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7133286 Dec 20 14:29:00.200683 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-30c2e91c-a9f6-462c-9240-5e57213ad74b service neutron] 10.222.0.54 "GET /v2.0/networks/e922ff15-a662-4866-8b6a-3d6f701ab36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3450084 Dec 20 14:29:00.232960 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7534b3af-d9ec-483a-8ea3-afaf157a1ceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:00.233231 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-6a37ef12-478b-45a3-be39-5d28dedab234 req-7f221025-6917-4f59-b73b-e7e3a07d920f tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Request body: {'port': {'device_id': 'f275cf5f-20a0-4e8c-a92b-3de1b6262828', 'network_id': '4c5870bc-f5fa-4ac0-8dae-67cdde64d1db', 'admin_state_up': True, 'tenant_id': '3e6d5204aa2840f59fc30e0e3762aae9'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:29:00.234161 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-7534b3af-d9ec-483a-8ea3-afaf157a1ceb admin admin] Added segment b0f51f98-5c22-4f50-a51f-35d4fe27c66a of type vlan for network 0b682e9e-8936-411d-b64a-d0ccb310240e Dec 20 14:29:00.235683 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7534b3af-d9ec-483a-8ea3-afaf157a1ceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cec4ce5-bf70-4a6e-95a3-138a306318a4,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:00.262754 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ae0e1-1269-472e-94e1-2437cce48331 req-fcd800a3-5aee-4b90-b056-a560e9693c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:00.263390 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ae0e1-1269-472e-94e1-2437cce48331 req-fcd800a3-5aee-4b90-b056-a560e9693c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:00.263793 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ae0e1-1269-472e-94e1-2437cce48331 req-fcd800a3-5aee-4b90-b056-a560e9693c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:00.264599 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ae0e1-1269-472e-94e1-2437cce48331 req-fcd800a3-5aee-4b90-b056-a560e9693c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:00.264986 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ae0e1-1269-472e-94e1-2437cce48331 req-fcd800a3-5aee-4b90-b056-a560e9693c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:00.265383 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ae0e1-1269-472e-94e1-2437cce48331 req-fcd800a3-5aee-4b90-b056-a560e9693c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:00.265830 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ae0e1-1269-472e-94e1-2437cce48331 req-fcd800a3-5aee-4b90-b056-a560e9693c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:00.268110 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-757ae0e1-1269-472e-94e1-2437cce48331 req-fcd800a3-5aee-4b90-b056-a560e9693c85 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7db68c07b2e8445b8d4272fa646b5852&device_id=b3e943d5-5d01-407d-9414-c89d08826b2f HTTP/1.1" status: 200 len: 6494 time: 0.2985778 Dec 20 14:29:00.363962 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e96e05de-057b-42cf-b369-88678d42d0db req-359bf91c-5651-4c5a-8be2-ca3fbe0184b9 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/security-groups?id=43c0ac57-a0d4-4728-b359-486d90e63ad1&id=81a62dd3-6166-418b-a2f3-15daa19beec9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3992314 Dec 20 14:29:00.383278 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-9db64a5c-15b8-4fe1-90aa-06f006dd295c None None] Provisioning complete for port 55bbb0c0-bf25-43e8-87b7-da693ef31fe6 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:29:00.383661 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-9db64a5c-15b8-4fe1-90aa-06f006dd295c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:00.395054 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-757ae0e1-1269-472e-94e1-2437cce48331 req-4447e57b-c74d-4d4d-b664-4b59999ff7b0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fc3c68f4-a329-4427-b5d7-367e479e930e HTTP/1.1" status: 200 len: 217 time: 0.1011958 Dec 20 14:29:00.402831 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7534b3af-d9ec-483a-8ea3-afaf157a1ceb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:00.444788 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-9db64a5c-15b8-4fe1-90aa-06f006dd295c None None] Port 55bbb0c0-bf25-43e8-87b7-da693ef31fe6 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:29:00.454091 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-0e52c091-3ee5-4220-9b1f-2f9956a54a28 service neutron] 10.222.0.54 "GET /v2.0/networks/e922ff15-a662-4866-8b6a-3d6f701ab36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421548 Dec 20 14:29:00.491909 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-5d3a8ef1-65aa-425a-8a1c-4e42ca125829 service neutron] 10.222.0.54 "GET /v2.0/ports/cdb31bb5-074e-403d-ab47-e55bfa522aff?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0367973 Dec 20 14:29:00.496015 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7534b3af-d9ec-483a-8ea3-afaf157a1ceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:00.497126 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7534b3af-d9ec-483a-8ea3-afaf157a1ceb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:00.497879 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7534b3af-d9ec-483a-8ea3-afaf157a1ceb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:00.538054 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b467d70c-a8bc-4c8e-bd13-c1e617e31060 req-bf07b93f-1913-4734-8951-e9ff8d823963 tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0407e97-6f07-4d51-b417-23f2cec1d4ac HTTP/1.1" status: 200 len: 210 time: 0.0513556 Dec 20 14:29:00.550477 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ae0e1-1269-472e-94e1-2437cce48331 req-9bfee558-0db1-46d3-9ea2-625fc337c80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:00.553340 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-757ae0e1-1269-472e-94e1-2437cce48331 req-9bfee558-0db1-46d3-9ea2-625fc337c80b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2fffa9a2-9cbe-46b2-9b29-5a8bd9778f5b HTTP/1.1" status: 200 len: 855 time: 0.1448889 Dec 20 14:29:00.603547 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 55836) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:29:00.610238 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-35b420a6-b2c3-4c80-9c99-05fe7e626a3c admin admin] Request body: {'subnet': {'network_id': '0b682e9e-8936-411d-b64a-d0ccb310240e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-691616969-subnet', 'tenant_id': '3478dc8dcd5e47de91e2e78d0ee9e1ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:29:00.612762 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-7534b3af-d9ec-483a-8ea3-afaf157a1ceb admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3177555 Dec 20 14:29:00.640467 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-030d265b-dd5c-41a1-a9cc-d20b47240bd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:00.649283 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ae0e1-1269-472e-94e1-2437cce48331 req-bb0a35aa-46af-48bc-b14d-d19711d5a081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:00.651659 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-757ae0e1-1269-472e-94e1-2437cce48331 req-bb0a35aa-46af-48bc-b14d-d19711d5a081 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=16189b34-662f-400f-bc52-e94ab90158e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0882530 Dec 20 14:29:00.654877 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a37ef12-478b-45a3-be39-5d28dedab234 req-7f221025-6917-4f59-b73b-e7e3a07d920f tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Made reservation on behalf of 3e6d5204aa2840f59fc30e0e3762aae9 for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:29:00.660406 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-6a37ef12-478b-45a3-be39-5d28dedab234 req-7f221025-6917-4f59-b73b-e7e3a07d920f tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:00.690628 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7534b3af-d9ec-483a-8ea3-afaf157a1ceb admin admin] Pushing event updated for resources: {'Network': ['ID=0b682e9e-8936-411d-b64a-d0ccb310240e,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:00.703130 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 0b682e9e-8936-411d-b64a-d0ccb310240e details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:29:00.722595 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-34d6890f-16a4-461a-8d85-83b5fa2f0d85 req-5a7e1ca2-4430-41c7-a65c-d97ad9daa40b tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=5733ef1aa8b34fa78cc0c918a1d39791&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0250046 Dec 20 14:29:00.728931 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35b420a6-b2c3-4c80-9c99-05fe7e626a3c admin admin] Made reservation on behalf of 3478dc8dcd5e47de91e2e78d0ee9e1ab for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:29:00.731629 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-35b420a6-b2c3-4c80-9c99-05fe7e626a3c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:00.762229 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-3e483a37-e563-4318-95fa-2ee4e0bf4fa4 service neutron] 10.222.0.54 "GET /v2.0/networks/e922ff15-a662-4866-8b6a-3d6f701ab36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614572 Dec 20 14:29:00.862257 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-f88616cb-d628-4b55-a36d-329761a084b6 service neutron] 10.222.0.54 "GET /v2.0/networks/e922ff15-a662-4866-8b6a-3d6f701ab36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924892 Dec 20 14:29:00.908137 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd57d15f-ee32-4fa8-a180-6bf3d50104a1 req-8200b5f1-b8dc-4ade-8dda-1abecb39b675 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:00.915447 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-dd57d15f-ee32-4fa8-a180-6bf3d50104a1 req-8200b5f1-b8dc-4ade-8dda-1abecb39b675 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.54 "GET /v2.0/ports?device_id=f275cf5f-20a0-4e8c-a92b-3de1b6262828 HTTP/1.1" status: 200 len: 932 time: 0.2332544 Dec 20 14:29:00.976527 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-757ae0e1-1269-472e-94e1-2437cce48331 req-8790016b-0925-40bd-b880-420080a7c127 service neutron] 10.222.0.47 "GET /v2.0/networks/16189b34-662f-400f-bc52-e94ab90158e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3129480 Dec 20 14:29:01.000767 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d6890f-16a4-461a-8d85-83b5fa2f0d85 req-f6261f34-0beb-44f0-bf02-b871c54cfd9d tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:01.002353 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-34d6890f-16a4-461a-8d85-83b5fa2f0d85 req-f6261f34-0beb-44f0-bf02-b871c54cfd9d tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2675624 Dec 20 14:29:01.019512 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-34d6890f-16a4-461a-8d85-83b5fa2f0d85 req-4b346ef9-9dea-4899-a678-30176ac649a9 tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] Request body: {'port': {'device_id': 'e0407e97-6f07-4d51-b417-23f2cec1d4ac', 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1', 'admin_state_up': True, 'tenant_id': '5733ef1aa8b34fa78cc0c918a1d39791'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:29:01.027241 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-4b414ce8-eaa2-413d-bebf-46423ae43302 service neutron] 10.222.0.54 "GET /v2.0/networks/e922ff15-a662-4866-8b6a-3d6f701ab36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327825 Dec 20 14:29:01.147324 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-dd57d15f-ee32-4fa8-a180-6bf3d50104a1 req-2cab4a8f-1bb1-4a7e-98ca-938d61edd54f tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.54 "GET /v2.0/security-groups?id=38c67d1f-c5c0-4d18-a181-659c37118040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121491 Dec 20 14:29:01.162415 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [req-6a37ef12-478b-45a3-be39-5d28dedab234 req-7f221025-6917-4f59-b73b-e7e3a07d920f tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Allocated IP 19.86.0.236 (4c5870bc-f5fa-4ac0-8dae-67cdde64d1db/97a1c48e-b766-4e93-a601-e704af3a8ed0/2589242e-d7ee-40b5-826a-ae1ef57df1e0) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:29:01.206990 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-a3ffd055-8744-48b7-8609-8d00076be2a9 service neutron] 10.222.0.54 "GET /v2.0/networks/e922ff15-a662-4866-8b6a-3d6f701ab36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627769 Dec 20 14:29:01.276078 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-757ae0e1-1269-472e-94e1-2437cce48331 req-46ec8685-9b19-4703-bcaf-6a4aa4eccede service neutron] 10.222.0.47 "GET /v2.0/networks/16189b34-662f-400f-bc52-e94ab90158e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2864814 Dec 20 14:29:01.299842 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-35b420a6-b2c3-4c80-9c99-05fe7e626a3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:01.308959 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-c26c91e2-73ae-4e8b-9585-4816ba2eb52c service neutron] 10.222.0.54 "GET /v2.0/networks/e922ff15-a662-4866-8b6a-3d6f701ab36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950067 Dec 20 14:29:01.323807 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34d6890f-16a4-461a-8d85-83b5fa2f0d85 req-4b346ef9-9dea-4899-a678-30176ac649a9 tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] Made reservation on behalf of 5733ef1aa8b34fa78cc0c918a1d39791 for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:29:01.327957 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-34d6890f-16a4-461a-8d85-83b5fa2f0d85 req-4b346ef9-9dea-4899-a678-30176ac649a9 tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:01.354614 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-34d6890f-16a4-461a-8d85-83b5fa2f0d85 req-4b346ef9-9dea-4899-a678-30176ac649a9 tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:01.378519 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b420a6-b2c3-4c80-9c99-05fe7e626a3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=52ef432a-f694-475a-bbc1-96dd9a8a7e86,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:01.386821 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-757ae0e1-1269-472e-94e1-2437cce48331 req-300e7457-2d3c-42f2-a975-17b07c924985 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.212&port_id=472629f0-99a5-462a-9b97-0c161849b783 HTTP/1.1" status: 200 len: 217 time: 0.1026304 Dec 20 14:29:01.450869 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3e943d5-5d01-407d-9414-c89d08826b2f', 'tag': 'fc4dfef1-284b-46a8-abf8-8899705f3844'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:29:01.453430 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a1fb6a1-f549-4f59-a9aa-a917209d0a6d" -d '{"events": [{"name": "network-changed", "server_uuid": "b3e943d5-5d01-407d-9414-c89d08826b2f", "tag": "fc4dfef1-284b-46a8-abf8-8899705f3844"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:29:01.458700 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-b56182d9-f562-4381-8c61-2fa16a4f8037 service neutron] 10.222.0.54 "GET /v2.0/networks/e922ff15-a662-4866-8b6a-3d6f701ab36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439993 Dec 20 14:29:01.549902 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ae0e1-1269-472e-94e1-2437cce48331 req-cc2c2dcf-fdf7-4a34-8e00-851a782ada52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:01.551332 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-757ae0e1-1269-472e-94e1-2437cce48331 req-cc2c2dcf-fdf7-4a34-8e00-851a782ada52 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=04afb03f-72c8-4cee-8126-4aad15c5f0f5 HTTP/1.1" status: 200 len: 797 time: 0.1557124 Dec 20 14:29:01.562274 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-34d6890f-16a4-461a-8d85-83b5fa2f0d85 req-4b346ef9-9dea-4899-a678-30176ac649a9 tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:01.563720 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b420a6-b2c3-4c80-9c99-05fe7e626a3c admin admin] Checking segment: {'id': 'b0f51f98-5c22-4f50-a51f-35d4fe27c66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0b682e9e-8936-411d-b64a-d0ccb310240e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:29:01.564082 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b420a6-b2c3-4c80-9c99-05fe7e626a3c admin admin] Network hostable DHCP agents. Network: 0b682e9e-8936-411d-b64a-d0ccb310240e, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:29:01.573514 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-34d6890f-16a4-461a-8d85-83b5fa2f0d85 req-4b346ef9-9dea-4899-a678-30176ac649a9 tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:01.651897 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-4345a0f7-5b88-48e5-8651-c5dc51515011 service neutron] 10.222.0.54 "GET /v2.0/networks/781006d9-7985-4914-91ad-a5e554b7cb56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836340 Dec 20 14:29:01.703347 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b420a6-b2c3-4c80-9c99-05fe7e626a3c admin admin] Network 0b682e9e-8936-411d-b64a-d0ccb310240e is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:29:01.706688 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b346ef9-9dea-4899-a678-30176ac649a9 tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b3d86b7-740d-47b9-b8da-4b8aa7ff48e9,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:01.712592 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-6a37ef12-478b-45a3-be39-5d28dedab234 req-7f221025-6917-4f59-b73b-e7e3a07d920f tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:01.727099 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec884fad-00e4-4e07-811e-a010fd73ebd7 req-ad8907e3-70a4-4c8e-8cba-a0a778423789 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:01.728651 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ec884fad-00e4-4e07-811e-a010fd73ebd7 req-ad8907e3-70a4-4c8e-8cba-a0a778423789 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/networks?id=495ace7a-f44e-4349-a86f-b6f0c2cf6eb6 HTTP/1.1" status: 200 len: 811 time: 0.2271731 Dec 20 14:29:01.733342 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ae0e1-1269-472e-94e1-2437cce48331 req-16fb6080-412a-45ce-814d-e67635e1adc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:01.734786 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-757ae0e1-1269-472e-94e1-2437cce48331 req-16fb6080-412a-45ce-814d-e67635e1adc9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0723578d-9472-40dd-b5d6-4342bff5fd37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1723325 Dec 20 14:29:01.735371 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-35b420a6-b2c3-4c80-9c99-05fe7e626a3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 0b682e9e-8936-411d-b64a-d0ccb310240e) {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:29:01.741334 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b420a6-b2c3-4c80-9c99-05fe7e626a3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:01.741930 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-35b420a6-b2c3-4c80-9c99-05fe7e626a3c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:01.753251 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9272b8-f464-45fd-a374-25322582f4e3 None None] Network 0b682e9e-8936-411d-b64a-d0ccb310240e requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:29:01.794347 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [req-34d6890f-16a4-461a-8d85-83b5fa2f0d85 req-4b346ef9-9dea-4899-a678-30176ac649a9 tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] Allocated IP 192.168.233.158 (00c897c2-e98d-4716-a0b4-8f9f297fa8a1/36bf280f-81bb-4486-a87a-9b9505a1cec4/9af7d0d7-0b05-4ec2-b709-9ed2fa318d6b) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:29:01.819608 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-35b420a6-b2c3-4c80-9c99-05fe7e626a3c admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2036173 Dec 20 14:29:01.821932 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-328c86cb-3647-48d5-8691-8a71a120a671 service neutron] 10.222.0.54 "GET /v2.0/networks/781006d9-7985-4914-91ad-a5e554b7cb56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602349 Dec 20 14:29:01.847425 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ec884fad-00e4-4e07-811e-a010fd73ebd7 req-e40f6cbb-d2bc-41e5-9d4b-642e183058b6 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/quotas/543a5ccf1524441b95c235a83f5e56cd HTTP/1.1" status: 200 len: 375 time: 0.0720036 Dec 20 14:29:01.899569 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ec884fad-00e4-4e07-811e-a010fd73ebd7 req-941ab885-9c63-4254-98da-d51c524237fb tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=543a5ccf1524441b95c235a83f5e56cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0502326 Dec 20 14:29:01.992021 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f12e92a-5112-4257-8147-4d277fa1b515 None None] Network 0b682e9e-8936-411d-b64a-d0ccb310240e requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:29:02.042800 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-6a37ef12-478b-45a3-be39-5d28dedab234 req-7f221025-6917-4f59-b73b-e7e3a07d920f tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:02.050139 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 55858) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:29:02.080837 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ec884fad-00e4-4e07-811e-a010fd73ebd7 req-6ea870ae-fc5b-4003-bc7e-0896fbb3198b service neutron] 10.222.0.54 "GET /v2.0/networks/495ace7a-f44e-4349-a86f-b6f0c2cf6eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726615 Dec 20 14:29:02.092588 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-34d6890f-16a4-461a-8d85-83b5fa2f0d85 req-4b346ef9-9dea-4899-a678-30176ac649a9 tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:02.164623 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-6cdce5a0-d22f-4130-96e5-87cab6fca174 service neutron] 10.222.0.54 "GET /v2.0/networks/781006d9-7985-4914-91ad-a5e554b7cb56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2865653 Dec 20 14:29:02.166402 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-34d6890f-16a4-461a-8d85-83b5fa2f0d85 req-4b346ef9-9dea-4899-a678-30176ac649a9 tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:02.273566 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34d6890f-16a4-461a-8d85-83b5fa2f0d85 req-4b346ef9-9dea-4899-a678-30176ac649a9 tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] Network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:29:02.279588 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [req-34d6890f-16a4-461a-8d85-83b5fa2f0d85 req-4b346ef9-9dea-4899-a678-30176ac649a9 tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:29:02.283471 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b346ef9-9dea-4899-a678-30176ac649a9 tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] Pushing event updated for resources: {'Port': ['ID=9af7d0d7-0b05-4ec2-b709-9ed2fa318d6b,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:02.285982 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-34d6890f-16a4-461a-8d85-83b5fa2f0d85 req-4b346ef9-9dea-4899-a678-30176ac649a9 tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:29:02.361810 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d6890f-16a4-461a-8d85-83b5fa2f0d85 req-4b346ef9-9dea-4899-a678-30176ac649a9 tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:02.362705 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-34d6890f-16a4-461a-8d85-83b5fa2f0d85 req-4b346ef9-9dea-4899-a678-30176ac649a9 tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:02.367329 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-f540ac8d-1f74-4072-bf3c-c994bebbac79 service neutron] 10.222.0.54 "GET /v2.0/networks/781006d9-7985-4914-91ad-a5e554b7cb56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939452 Dec 20 14:29:02.386698 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-34d6890f-16a4-461a-8d85-83b5fa2f0d85 req-4b346ef9-9dea-4899-a678-30176ac649a9 tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3723812 Dec 20 14:29:02.400606 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-34d6890f-16a4-461a-8d85-83b5fa2f0d85 req-6743fec0-1ddc-451b-9103-f776b1791094 service neutron] Request body: {'port': {'device_id': 'e0407e97-6f07-4d51-b417-23f2cec1d4ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-19'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:29:02.493392 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-34d6890f-16a4-461a-8d85-83b5fa2f0d85 req-6743fec0-1ddc-451b-9103-f776b1791094 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:02.555694 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a37ef12-478b-45a3-be39-5d28dedab234 req-7f221025-6917-4f59-b73b-e7e3a07d920f tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Network 4c5870bc-f5fa-4ac0-8dae-67cdde64d1db is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:29:02.561624 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-757ae0e1-1269-472e-94e1-2437cce48331 req-63654ee6-cb91-46d8-a83b-d5799f81ba0f service neutron] 10.222.0.47 "GET /v2.0/networks/0723578d-9472-40dd-b5d6-4342bff5fd37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8149781 Dec 20 14:29:02.573115 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [req-6a37ef12-478b-45a3-be39-5d28dedab234 req-7f221025-6917-4f59-b73b-e7e3a07d920f tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:29:02.589073 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a37ef12-478b-45a3-be39-5d28dedab234 req-7f221025-6917-4f59-b73b-e7e3a07d920f tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:29:02.599885 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-efd2ae6a-8915-44e8-a00a-da965b373767 None None] Provisioning complete for port 9af7d0d7-0b05-4ec2-b709-9ed2fa318d6b triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:29:02.600618 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-efd2ae6a-8915-44e8-a00a-da965b373767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:02.600941 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f38d01a-ecb0-4a2f-af94-eeabf59736c1 admin admin] Deleting subnet 83b0ad62-7b8f-4b99-9ee3-4c5736b4d350 {{(pid=103167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:29:02.641662 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7f38d01a-ecb0-4a2f-af94-eeabf59736c1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:02.647753 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f221025-6917-4f59-b73b-e7e3a07d920f tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Pushing event updated for resources: {'Port': ['ID=2589242e-d7ee-40b5-826a-ae1ef57df1e0,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:02.651467 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-efd2ae6a-8915-44e8-a00a-da965b373767 None None] Port 9af7d0d7-0b05-4ec2-b709-9ed2fa318d6b cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:29:02.814704 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ec884fad-00e4-4e07-811e-a010fd73ebd7 req-3bb13637-991f-4433-99e3-ee182f2d89d2 service neutron] 10.222.0.54 "GET /v2.0/networks/495ace7a-f44e-4349-a86f-b6f0c2cf6eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7331631 Dec 20 14:29:02.822341 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7f38d01a-ecb0-4a2f-af94-eeabf59736c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954412'] for subnet, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:02.835251 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a37ef12-478b-45a3-be39-5d28dedab234 req-7f221025-6917-4f59-b73b-e7e3a07d920f tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:02.836384 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-6a37ef12-478b-45a3-be39-5d28dedab234 req-7f221025-6917-4f59-b73b-e7e3a07d920f tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:02.838268 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e607f8c2-8a0c-40e4-ba56-e9a37b645a0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:02.920266 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-757ae0e1-1269-472e-94e1-2437cce48331 req-6bd24474-799a-490b-9477-a294b444562c service neutron] 10.222.0.47 "GET /v2.0/networks/0723578d-9472-40dd-b5d6-4342bff5fd37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3447390 Dec 20 14:29:02.927248 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6a37ef12-478b-45a3-be39-5d28dedab234 req-7f221025-6917-4f59-b73b-e7e3a07d920f tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7182407 Dec 20 14:29:02.944922 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-6a37ef12-478b-45a3-be39-5d28dedab234 req-b8e8cbe1-6849-4255-a908-c7bc222e4a47 service neutron] Request body: {'port': {'device_id': 'f275cf5f-20a0-4e8c-a92b-3de1b6262828', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-19'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:29:02.983959 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [req-34d6890f-16a4-461a-8d85-83b5fa2f0d85 req-6743fec0-1ddc-451b-9103-f776b1791094 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9af7d0d7-0b05-4ec2-b709-9ed2fa318d6b {{(pid=103168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:29:02.987892 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7f38d01a-ecb0-4a2f-af94-eeabf59736c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:03.005405 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-757ae0e1-1269-472e-94e1-2437cce48331 req-d3bbf52e-c23b-440f-ba1b-864176973eb6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.165&port_id=53964767-e153-45ad-817f-303368cbc376 HTTP/1.1" status: 200 len: 217 time: 0.0739572 Dec 20 14:29:03.009444 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-fa63b34d-3ab4-42f1-a279-67b056124881 None None] Provisioning complete for port 2589242e-d7ee-40b5-826a-ae1ef57df1e0 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:29:03.009817 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-fa63b34d-3ab4-42f1-a279-67b056124881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:03.029098 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-34d6890f-16a4-461a-8d85-83b5fa2f0d85 req-6743fec0-1ddc-451b-9103-f776b1791094 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:03.093528 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-fa63b34d-3ab4-42f1-a279-67b056124881 None None] Port 2589242e-d7ee-40b5-826a-ae1ef57df1e0 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:29:03.098013 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.provisioning_blocks [req-34d6890f-16a4-461a-8d85-83b5fa2f0d85 req-6743fec0-1ddc-451b-9103-f776b1791094 service neutron] Transition to ACTIVE for port object 9af7d0d7-0b05-4ec2-b709-9ed2fa318d6b will not be triggered until provisioned by entity L2. {{(pid=103168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:29:03.107879 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-34d6890f-16a4-461a-8d85-83b5fa2f0d85 req-6743fec0-1ddc-451b-9103-f776b1791094 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:03.139852 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1ead0102-e7ed-4542-a6ee-29d944a1ee57 req-df7eb8dc-5981-41b1-994c-f18051611e13 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1dcec98-db36-4ee0-ba7d-c88dcb3b2793 HTTP/1.1" status: 200 len: 210 time: 0.1019375 Dec 20 14:29:03.178194 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-6a37ef12-478b-45a3-be39-5d28dedab234 req-b8e8cbe1-6849-4255-a908-c7bc222e4a47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:03.183306 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ae0e1-1269-472e-94e1-2437cce48331 req-252ea72d-edc7-45e0-96a4-af14850a1763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:03.184788 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-757ae0e1-1269-472e-94e1-2437cce48331 req-252ea72d-edc7-45e0-96a4-af14850a1763 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=04afb03f-72c8-4cee-8126-4aad15c5f0f5 HTTP/1.1" status: 200 len: 797 time: 0.1429558 Dec 20 14:29:03.241899 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7f38d01a-ecb0-4a2f-af94-eeabf59736c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:03.251973 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743fec0-1ddc-451b-9103-f776b1791094 service neutron] Pushing event updated for resources: {'Port': ['ID=9af7d0d7-0b05-4ec2-b709-9ed2fa318d6b,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:03.355928 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f38d01a-ecb0-4a2f-af94-eeabf59736c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83b0ad62-7b8f-4b99-9ee3-4c5736b4d350,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:03.358352 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7f38d01a-ecb0-4a2f-af94-eeabf59736c1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:03.361654 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-7f38d01a-ecb0-4a2f-af94-eeabf59736c1 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/83b0ad62-7b8f-4b99-9ee3-4c5736b4d350 HTTP/1.1" status: 204 len: 168 time: 1.3105645 Dec 20 14:29:03.365327 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 55890) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:29:03.543922 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ae0e1-1269-472e-94e1-2437cce48331 req-29e5c652-d287-4e92-aaee-c2000428e140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:03.545582 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-757ae0e1-1269-472e-94e1-2437cce48331 req-29e5c652-d287-4e92-aaee-c2000428e140 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0723578d-9472-40dd-b5d6-4342bff5fd37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3518937 Dec 20 14:29:03.551171 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f919ec70-815f-48ec-a715-58c1a3d33dd0 x-openstack-request-id: req-f919ec70-815f-48ec-a715-58c1a3d33dd0 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:29:03.551501 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3e943d5-5d01-407d-9414-c89d08826b2f", "tag": "fc4dfef1-284b-46a8-abf8-8899705f3844", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:29:03.551711 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f919ec70-815f-48ec-a715-58c1a3d33dd0 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:29:03.552112 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3e943d5-5d01-407d-9414-c89d08826b2f', 'tag': 'fc4dfef1-284b-46a8-abf8-8899705f3844', 'status': 'completed', 'code': 200} Dec 20 14:29:03.568211 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-34d6890f-16a4-461a-8d85-83b5fa2f0d85 req-6743fec0-1ddc-451b-9103-f776b1791094 service neutron] Attempting to bind port 9af7d0d7-0b05-4ec2-b709-9ed2fa318d6b on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:29:03.568568 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-34d6890f-16a4-461a-8d85-83b5fa2f0d85 req-6743fec0-1ddc-451b-9103-f776b1791094 service neutron] Attempting to bind port 9af7d0d7-0b05-4ec2-b709-9ed2fa318d6b by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:29:03.568861 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d6890f-16a4-461a-8d85-83b5fa2f0d85 req-6743fec0-1ddc-451b-9103-f776b1791094 service neutron] Attempting to bind port 9af7d0d7-0b05-4ec2-b709-9ed2fa318d6b on network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:29:03.615355 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d6890f-16a4-461a-8d85-83b5fa2f0d85 req-6743fec0-1ddc-451b-9103-f776b1791094 service neutron] Port 9af7d0d7-0b05-4ec2-b709-9ed2fa318d6b on network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:29:03.615942 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d6890f-16a4-461a-8d85-83b5fa2f0d85 req-6743fec0-1ddc-451b-9103-f776b1791094 service neutron] Attempting to bind port 9af7d0d7-0b05-4ec2-b709-9ed2fa318d6b on network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:29:03.627597 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-50bfc210-5a49-428a-84f0-2627fd15c252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:03.636720 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d6890f-16a4-461a-8d85-83b5fa2f0d85 req-6743fec0-1ddc-451b-9103-f776b1791094 service neutron] Checking agent: {'id': '43c60aee-e4af-4ecc-bee2-aac3569fafed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:29:03.637279 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d6890f-16a4-461a-8d85-83b5fa2f0d85 req-6743fec0-1ddc-451b-9103-f776b1791094 service neutron] Checking segment: {'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:29:03.638451 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d6890f-16a4-461a-8d85-83b5fa2f0d85 req-6743fec0-1ddc-451b-9103-f776b1791094 service neutron] Bound using segment: {'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:29:03.638939 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-34d6890f-16a4-461a-8d85-83b5fa2f0d85 req-6743fec0-1ddc-451b-9103-f776b1791094 service neutron] Bound port: 9af7d0d7-0b05-4ec2-b709-9ed2fa318d6b, host: n-h2-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'}}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:29:03.639301 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-34d6890f-16a4-461a-8d85-83b5fa2f0d85 req-6743fec0-1ddc-451b-9103-f776b1791094 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:03.687468 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcfcf52-5512-4dc4-bef4-ba344eec141f req-f4b3f4ed-5176-415a-b1a1-95b98ba09491 tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:03.689038 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6bcfcf52-5512-4dc4-bef4-ba344eec141f req-f4b3f4ed-5176-415a-b1a1-95b98ba09491 tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0407e97-6f07-4d51-b417-23f2cec1d4ac HTTP/1.1" status: 200 len: 948 time: 0.1249800 Dec 20 14:29:03.704671 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:03.899555 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3b3d1e-d7ff-4db5-b898-d408799bf5f4 req-41d19234-919e-44b1-86e6-dbc9995f32ab tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:03.905768 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3b3d1e-d7ff-4db5-b898-d408799bf5f4 req-41d19234-919e-44b1-86e6-dbc9995f32ab tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:03.912058 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3b3d1e-d7ff-4db5-b898-d408799bf5f4 req-41d19234-919e-44b1-86e6-dbc9995f32ab tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:03.918853 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3b3d1e-d7ff-4db5-b898-d408799bf5f4 req-41d19234-919e-44b1-86e6-dbc9995f32ab tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:03.925382 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3b3d1e-d7ff-4db5-b898-d408799bf5f4 req-41d19234-919e-44b1-86e6-dbc9995f32ab tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:03.932506 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3b3d1e-d7ff-4db5-b898-d408799bf5f4 req-41d19234-919e-44b1-86e6-dbc9995f32ab tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:03.945721 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3b3d1e-d7ff-4db5-b898-d408799bf5f4 req-41d19234-919e-44b1-86e6-dbc9995f32ab tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:03.954910 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-af3b3d1e-d7ff-4db5-b898-d408799bf5f4 req-41d19234-919e-44b1-86e6-dbc9995f32ab tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3e943d5-5d01-407d-9414-c89d08826b2f HTTP/1.1" status: 200 len: 5430 time: 0.6066306 Dec 20 14:29:04.071105 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [req-6a37ef12-478b-45a3-be39-5d28dedab234 req-b8e8cbe1-6849-4255-a908-c7bc222e4a47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55bbb0c0-bf25-43e8-87b7-da693ef31fe6 {{(pid=103167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:29:04.097844 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-6a37ef12-478b-45a3-be39-5d28dedab234 req-b8e8cbe1-6849-4255-a908-c7bc222e4a47 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:04.117125 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-757ae0e1-1269-472e-94e1-2437cce48331 req-ceb0ca5a-e112-4fc3-934e-ad8ad3fbb6f7 service neutron] 10.222.0.47 "GET /v2.0/networks/0723578d-9472-40dd-b5d6-4342bff5fd37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3609691 Dec 20 14:29:04.127522 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-af3b3d1e-d7ff-4db5-b898-d408799bf5f4 req-56aa7052-7862-4cd3-bca9-e27e20b04c5a tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/security-groups?id=43c0ac57-a0d4-4728-b359-486d90e63ad1&id=81a62dd3-6166-418b-a2f3-15daa19beec9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1713686 Dec 20 14:29:04.138762 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-6a37ef12-478b-45a3-be39-5d28dedab234 req-b8e8cbe1-6849-4255-a908-c7bc222e4a47 service neutron] Transition to ACTIVE for port object 55bbb0c0-bf25-43e8-87b7-da693ef31fe6 will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:29:04.159078 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-6a37ef12-478b-45a3-be39-5d28dedab234 req-b8e8cbe1-6849-4255-a908-c7bc222e4a47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:04.267284 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e8cbe1-6849-4255-a908-c7bc222e4a47 service neutron] Pushing event updated for resources: {'Port': ['ID=55bbb0c0-bf25-43e8-87b7-da693ef31fe6,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:04.336846 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-50bfc210-5a49-428a-84f0-2627fd15c252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:04.364474 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-50bfc210-5a49-428a-84f0-2627fd15c252 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ef72744-8d31-402b-9734-3aa031e39abd']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:29:04.377294 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-50bfc210-5a49-428a-84f0-2627fd15c252 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '463a0416-5963-4faf-8123-f4c4e8db74f6') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:29:04.378013 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-50bfc210-5a49-428a-84f0-2627fd15c252 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '463a0416-5963-4faf-8123-f4c4e8db74f6') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:29:04.410416 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-50bfc210-5a49-428a-84f0-2627fd15c252 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:04.457609 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-34d6890f-16a4-461a-8d85-83b5fa2f0d85 req-6743fec0-1ddc-451b-9103-f776b1791094 service neutron] For port 9af7d0d7-0b05-4ec2-b709-9ed2fa318d6b, host n-h2-761264-19, cleared binding levels {{(pid=103168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:29:04.460284 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-50bfc210-5a49-428a-84f0-2627fd15c252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:04.474050 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-757ae0e1-1269-472e-94e1-2437cce48331 req-32cd4214-d098-4d55-86c7-53ebf404d8bf service neutron] 10.222.0.47 "GET /v2.0/networks/0723578d-9472-40dd-b5d6-4342bff5fd37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3437123 Dec 20 14:29:04.488188 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6bcfcf52-5512-4dc4-bef4-ba344eec141f req-b7f9a2bc-9edb-436e-b16d-d8ab50da336b tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] 10.222.0.54 "GET /v2.0/security-groups?id=1b3d86b7-740d-47b9-b8da-4b8aa7ff48e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7848809 Dec 20 14:29:04.489196 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50bfc210-5a49-428a-84f0-2627fd15c252 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:29:04.489591 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-50bfc210-5a49-428a-84f0-2627fd15c252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:04.493541 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-34d6890f-16a4-461a-8d85-83b5fa2f0d85 req-6743fec0-1ddc-451b-9103-f776b1791094 service neutron] For port 9af7d0d7-0b05-4ec2-b709-9ed2fa318d6b, host n-h2-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=9af7d0d7-0b05-4ec2-b709-9ed2fa318d6b,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:29:04.494401 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:04.494401 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:29:04.494401 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:04.494401 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:29:04.494401 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:04.494401 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:29:04.494401 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:04.494401 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:29:04.494401 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:04.494401 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:29:04.494401 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:04.494401 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:29:04.494401 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:04.494401 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:29:04.494401 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:04.494401 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:29:04.494401 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 14:29:04.494401 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:29:04.494401 n-d-761264-19 neutron-server[103168]: timer() Dec 20 14:29:04.494401 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:29:04.494401 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 14:29:04.494401 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:29:04.494401 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 14:29:04.494401 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:29:04.494401 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 14:29:04.494401 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:29:04.494401 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 14:29:04.494401 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:29:04.494401 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 14:29:04.494401 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:29:04.494401 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:29:04.494401 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:29:04.494401 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:29:04.494401 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:29:04.494401 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 14:29:04.494401 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:29:04.494401 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 14:29:04.494401 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:29:04.494401 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:29:04.494401 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:29:04.494401 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 14:29:04.494401 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:29:04.494401 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:29:04.494401 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:29:04.494401 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:29:04.494401 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:29:04.494401 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:29:04.494401 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:29:04.505042 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-34d6890f-16a4-461a-8d85-83b5fa2f0d85 req-6743fec0-1ddc-451b-9103-f776b1791094 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:04.523406 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04349358-36dc-4683-999e-53a2a30271df req-1f57da59-ece7-46e1-a11b-d1c6a767e1c3 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:04.533845 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04349358-36dc-4683-999e-53a2a30271df req-1f57da59-ece7-46e1-a11b-d1c6a767e1c3 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:04.535535 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-04349358-36dc-4683-999e-53a2a30271df req-1f57da59-ece7-46e1-a11b-d1c6a767e1c3 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.54 "GET /v2.0/ports?device_id=f275cf5f-20a0-4e8c-a92b-3de1b6262828 HTTP/1.1" status: 200 len: 1667 time: 0.2695959 Dec 20 14:29:04.584906 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d6890f-16a4-461a-8d85-83b5fa2f0d85 req-6743fec0-1ddc-451b-9103-f776b1791094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:04.585537 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-34d6890f-16a4-461a-8d85-83b5fa2f0d85 req-6743fec0-1ddc-451b-9103-f776b1791094 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:04.587055 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-34d6890f-16a4-461a-8d85-83b5fa2f0d85 req-6743fec0-1ddc-451b-9103-f776b1791094 service neutron] 10.222.0.47 "PUT /v2.0/ports/9af7d0d7-0b05-4ec2-b709-9ed2fa318d6b HTTP/1.1" status: 200 len: 1097 time: 2.1918225 Dec 20 14:29:04.587538 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0407e97-6f07-4d51-b417-23f2cec1d4ac', 'tag': '9af7d0d7-0b05-4ec2-b709-9ed2fa318d6b'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:29:04.590221 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23063a8e-f35b-4337-9152-30f9774189d8" -d '{"events": [{"name": "network-changed", "server_uuid": "e0407e97-6f07-4d51-b417-23f2cec1d4ac", "tag": "9af7d0d7-0b05-4ec2-b709-9ed2fa318d6b"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:29:04.617095 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-50bfc210-5a49-428a-84f0-2627fd15c252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:04.657166 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-50bfc210-5a49-428a-84f0-2627fd15c252 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:04.664389 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 55910) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:29:04.667787 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-757ae0e1-1269-472e-94e1-2437cce48331 req-8645e312-619b-4390-a1ee-3b097abf4050 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=2a179faf-fd88-4d1c-8683-0a8bb9be5690 HTTP/1.1" status: 200 len: 217 time: 0.1295269 Dec 20 14:29:04.669056 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-50bfc210-5a49-428a-84f0-2627fd15c252 admin admin] 10.222.0.54 "DELETE /v2.0/networks/3ef72744-8d31-402b-9734-3aa031e39abd HTTP/1.1" status: 204 len: 168 time: 1.3024156 Dec 20 14:29:04.704668 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-6a37ef12-478b-45a3-be39-5d28dedab234 req-b8e8cbe1-6849-4255-a908-c7bc222e4a47 service neutron] Attempting to bind port 55bbb0c0-bf25-43e8-87b7-da693ef31fe6 on host n-h1-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:29:04.705098 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-6a37ef12-478b-45a3-be39-5d28dedab234 req-b8e8cbe1-6849-4255-a908-c7bc222e4a47 service neutron] Attempting to bind port 55bbb0c0-bf25-43e8-87b7-da693ef31fe6 by drivers openvswitch,hyperv on host n-h1-761264-19 at level 0 using segments [{'id': '9caa097a-7476-4874-a2ab-185b628d1e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '96780ad1-4631-4019-b22f-d635f43900bc'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:29:04.705645 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a37ef12-478b-45a3-be39-5d28dedab234 req-b8e8cbe1-6849-4255-a908-c7bc222e4a47 service neutron] Attempting to bind port 55bbb0c0-bf25-43e8-87b7-da693ef31fe6 on network 96780ad1-4631-4019-b22f-d635f43900bc {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:29:04.734877 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743fec0-1ddc-451b-9103-f776b1791094 service neutron] Pushing event updated for resources: {'Port': ['ID=9af7d0d7-0b05-4ec2-b709-9ed2fa318d6b,revision_number=3']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:04.744296 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a37ef12-478b-45a3-be39-5d28dedab234 req-b8e8cbe1-6849-4255-a908-c7bc222e4a47 service neutron] Port 55bbb0c0-bf25-43e8-87b7-da693ef31fe6 on network 96780ad1-4631-4019-b22f-d635f43900bc not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:29:04.744619 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a37ef12-478b-45a3-be39-5d28dedab234 req-b8e8cbe1-6849-4255-a908-c7bc222e4a47 service neutron] Attempting to bind port 55bbb0c0-bf25-43e8-87b7-da693ef31fe6 on network 96780ad1-4631-4019-b22f-d635f43900bc {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:29:04.778243 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bfc210-5a49-428a-84f0-2627fd15c252 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ef72744-8d31-402b-9734-3aa031e39abd,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:04.815951 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_v2 [None req-657d3f9e-f14d-43ae-a3bb-25a7650d2b20 admin admin] Deleting subnet 52ef432a-f694-475a-bbc1-96dd9a8a7e86 {{(pid=103167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:29:04.832913 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-657d3f9e-f14d-43ae-a3bb-25a7650d2b20 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:04.835963 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f4ddeb93-2a26-4b26-8908-070d40d29445 req-5dc18ae6-9b35-4f12-a127-2f392bb55676 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=3bd00bb7-09c1-4c41-ac62-c183ad9e87c5 HTTP/1.1" status: 200 len: 210 time: 0.0953305 Dec 20 14:29:04.847560 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d6890f-16a4-461a-8d85-83b5fa2f0d85 req-78e87f18-f023-4119-a7ae-19efac0759f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:04.850125 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-34d6890f-16a4-461a-8d85-83b5fa2f0d85 req-78e87f18-f023-4119-a7ae-19efac0759f8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5733ef1aa8b34fa78cc0c918a1d39791&device_id=e0407e97-6f07-4d51-b417-23f2cec1d4ac HTTP/1.1" status: 200 len: 1100 time: 0.2003403 Dec 20 14:29:04.860485 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a37ef12-478b-45a3-be39-5d28dedab234 req-b8e8cbe1-6849-4255-a908-c7bc222e4a47 service neutron] Checking agent: {'id': '3e5ace3e-dd7b-4522-a7c4-77d13dbeab1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:29:04.860485 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a37ef12-478b-45a3-be39-5d28dedab234 req-b8e8cbe1-6849-4255-a908-c7bc222e4a47 service neutron] Checking segment: {'id': '9caa097a-7476-4874-a2ab-185b628d1e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '96780ad1-4631-4019-b22f-d635f43900bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:29:04.860485 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a37ef12-478b-45a3-be39-5d28dedab234 req-b8e8cbe1-6849-4255-a908-c7bc222e4a47 service neutron] Bound using segment: {'id': '9caa097a-7476-4874-a2ab-185b628d1e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '96780ad1-4631-4019-b22f-d635f43900bc'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:29:04.860485 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-6a37ef12-478b-45a3-be39-5d28dedab234 req-b8e8cbe1-6849-4255-a908-c7bc222e4a47 service neutron] Bound port: 55bbb0c0-bf25-43e8-87b7-da693ef31fe6, host: n-h1-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9caa097a-7476-4874-a2ab-185b628d1e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '96780ad1-4631-4019-b22f-d635f43900bc'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:29:04.860485 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-6a37ef12-478b-45a3-be39-5d28dedab234 req-b8e8cbe1-6849-4255-a908-c7bc222e4a47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:04.899554 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-04349358-36dc-4683-999e-53a2a30271df req-39c51452-d721-480c-8b73-be3f46394c20 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.54 "GET /v2.0/security-groups?id=38c67d1f-c5c0-4d18-a181-659c37118040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3369293 Dec 20 14:29:04.901343 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ae0e1-1269-472e-94e1-2437cce48331 req-8b084ac8-1898-41d1-8420-9f7ef2e2f9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:04.904749 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-757ae0e1-1269-472e-94e1-2437cce48331 req-8b084ac8-1898-41d1-8420-9f7ef2e2f9d5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=04afb03f-72c8-4cee-8126-4aad15c5f0f5 HTTP/1.1" status: 200 len: 797 time: 0.2003248 Dec 20 14:29:04.927886 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-657d3f9e-f14d-43ae-a3bb-25a7650d2b20 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954412'] for subnet, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:04.947763 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-34d6890f-16a4-461a-8d85-83b5fa2f0d85 req-b045897a-697a-4aa2-a9dc-dd2462cc7f47 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=9af7d0d7-0b05-4ec2-b709-9ed2fa318d6b HTTP/1.1" status: 200 len: 217 time: 0.0859900 Dec 20 14:29:04.983307 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-657d3f9e-f14d-43ae-a3bb-25a7650d2b20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:05.146911 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e0e861b3-81ca-41d7-b080-7ac8a5f18619 req-411bccad-e005-4a90-94e8-18ddd56aa4c8 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bec07a8-c25f-4f16-885e-b65a42ac76c9 HTTP/1.1" status: 200 len: 210 time: 0.1269131 Dec 20 14:29:05.171090 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-33442aff-ed2b-4e49-bf0b-3b5467e43e08 req-51b275b8-bafc-4bc9-b2c7-f937f5dabcd9 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1dcec98-db36-4ee0-ba7d-c88dcb3b2793 HTTP/1.1" status: 200 len: 210 time: 0.0625112 Dec 20 14:29:05.183467 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d6890f-16a4-461a-8d85-83b5fa2f0d85 req-1dd5ce60-3614-451d-8f85-3537c46a2250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:05.185082 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-34d6890f-16a4-461a-8d85-83b5fa2f0d85 req-1dd5ce60-3614-451d-8f85-3537c46a2250 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36bf280f-81bb-4486-a87a-9b9505a1cec4 HTTP/1.1" status: 200 len: 843 time: 0.2301097 Dec 20 14:29:05.231560 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-6a37ef12-478b-45a3-be39-5d28dedab234 req-b8e8cbe1-6849-4255-a908-c7bc222e4a47 service neutron] For port 55bbb0c0-bf25-43e8-87b7-da693ef31fe6, host n-h1-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:29:05.235464 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ae0e1-1269-472e-94e1-2437cce48331 req-d2218205-8c06-42b1-b885-2cd683e3431b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:05.236993 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-757ae0e1-1269-472e-94e1-2437cce48331 req-d2218205-8c06-42b1-b885-2cd683e3431b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0723578d-9472-40dd-b5d6-4342bff5fd37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2008603 Dec 20 14:29:05.250420 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-6a37ef12-478b-45a3-be39-5d28dedab234 req-b8e8cbe1-6849-4255-a908-c7bc222e4a47 service neutron] For port 55bbb0c0-bf25-43e8-87b7-da693ef31fe6, host n-h1-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=55bbb0c0-bf25-43e8-87b7-da693ef31fe6,segment=NetworkSegment(9caa097a-7476-4874-a2ab-185b628d1e91),segment_id=9caa097a-7476-4874-a2ab-185b628d1e91)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:29:05.251982 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-657d3f9e-f14d-43ae-a3bb-25a7650d2b20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:05.289331 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27cca1a6-6fe7-4cff-96ce-85b08489ef36 x-openstack-request-id: req-27cca1a6-6fe7-4cff-96ce-85b08489ef36 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:29:05.289994 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0407e97-6f07-4d51-b417-23f2cec1d4ac", "tag": "9af7d0d7-0b05-4ec2-b709-9ed2fa318d6b", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:29:05.290422 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-27cca1a6-6fe7-4cff-96ce-85b08489ef36 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:29:05.291033 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0407e97-6f07-4d51-b417-23f2cec1d4ac', 'tag': '9af7d0d7-0b05-4ec2-b709-9ed2fa318d6b', 'status': 'completed', 'code': 200} Dec 20 14:29:05.315105 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657d3f9e-f14d-43ae-a3bb-25a7650d2b20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52ef432a-f694-475a-bbc1-96dd9a8a7e86,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:05.332319 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-6a37ef12-478b-45a3-be39-5d28dedab234 req-b8e8cbe1-6849-4255-a908-c7bc222e4a47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:05.342948 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d6890f-16a4-461a-8d85-83b5fa2f0d85 req-3d22c9ca-ad0d-46bc-b189-480ef63eec9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:05.345214 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-34d6890f-16a4-461a-8d85-83b5fa2f0d85 req-3d22c9ca-ad0d-46bc-b189-480ef63eec9d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1437480 Dec 20 14:29:05.398709 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec884fad-00e4-4e07-811e-a010fd73ebd7 req-df2121b2-9126-4e14-b5b7-43be0ad89231 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:05.400335 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ec884fad-00e4-4e07-811e-a010fd73ebd7 req-df2121b2-9126-4e14-b5b7-43be0ad89231 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.30 "GET /v2.0/networks?id=495ace7a-f44e-4349-a86f-b6f0c2cf6eb6 HTTP/1.1" status: 200 len: 811 time: 0.3077197 Dec 20 14:29:05.443622 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-657d3f9e-f14d-43ae-a3bb-25a7650d2b20 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:05.443914 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-ec884fad-00e4-4e07-811e-a010fd73ebd7 req-2fadc890-2d0c-42f6-aa46-8c232c075c19 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Request body: {'port': {'device_id': '3bd00bb7-09c1-4c41-ac62-c183ad9e87c5', 'network_id': '495ace7a-f44e-4349-a86f-b6f0c2cf6eb6', 'admin_state_up': True, 'tenant_id': '543a5ccf1524441b95c235a83f5e56cd'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:29:05.446828 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-657d3f9e-f14d-43ae-a3bb-25a7650d2b20 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/52ef432a-f694-475a-bbc1-96dd9a8a7e86 HTTP/1.1" status: 204 len: 168 time: 0.7777753 Dec 20 14:29:05.452893 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 55922) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:29:05.517757 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a37ef12-478b-45a3-be39-5d28dedab234 req-b8e8cbe1-6849-4255-a908-c7bc222e4a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:05.518376 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-6a37ef12-478b-45a3-be39-5d28dedab234 req-b8e8cbe1-6849-4255-a908-c7bc222e4a47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:05.520368 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6a37ef12-478b-45a3-be39-5d28dedab234 req-b8e8cbe1-6849-4255-a908-c7bc222e4a47 service neutron] 10.222.0.30 "PUT /v2.0/ports/55bbb0c0-bf25-43e8-87b7-da693ef31fe6 HTTP/1.1" status: 200 len: 1093 time: 2.5804484 Dec 20 14:29:05.552687 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f275cf5f-20a0-4e8c-a92b-3de1b6262828', 'tag': '55bbb0c0-bf25-43e8-87b7-da693ef31fe6'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:29:05.560407 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb356197-feaf-4593-8e65-85bd350aac21" -d '{"events": [{"name": "network-changed", "server_uuid": "f275cf5f-20a0-4e8c-a92b-3de1b6262828", "tag": "55bbb0c0-bf25-43e8-87b7-da693ef31fe6"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:29:05.599371 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e8cbe1-6849-4255-a908-c7bc222e4a47 service neutron] Pushing event updated for resources: {'Port': ['ID=55bbb0c0-bf25-43e8-87b7-da693ef31fe6,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:05.633647 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19d430c-2c69-4064-aa4c-bee4b8880b7d req-615e5a67-1f0c-4cf5-be22-13e888c94ed1 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:05.641947 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19d430c-2c69-4064-aa4c-bee4b8880b7d req-615e5a67-1f0c-4cf5-be22-13e888c94ed1 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:05.651987 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19d430c-2c69-4064-aa4c-bee4b8880b7d req-615e5a67-1f0c-4cf5-be22-13e888c94ed1 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:05.655985 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:05.665221 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19d430c-2c69-4064-aa4c-bee4b8880b7d req-615e5a67-1f0c-4cf5-be22-13e888c94ed1 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:05.679609 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19d430c-2c69-4064-aa4c-bee4b8880b7d req-615e5a67-1f0c-4cf5-be22-13e888c94ed1 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:05.698307 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19d430c-2c69-4064-aa4c-bee4b8880b7d req-615e5a67-1f0c-4cf5-be22-13e888c94ed1 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:05.729671 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19d430c-2c69-4064-aa4c-bee4b8880b7d req-615e5a67-1f0c-4cf5-be22-13e888c94ed1 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:05.742562 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d19d430c-2c69-4064-aa4c-bee4b8880b7d req-615e5a67-1f0c-4cf5-be22-13e888c94ed1 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3e943d5-5d01-407d-9414-c89d08826b2f HTTP/1.1" status: 200 len: 5430 time: 0.3785233 Dec 20 14:29:05.760296 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-6a37ef12-478b-45a3-be39-5d28dedab234 req-72f573df-4cc5-4e19-afd5-ca9fb605bcac service neutron] Request body: {'port': {'device_id': 'f275cf5f-20a0-4e8c-a92b-3de1b6262828', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-19'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:29:05.790418 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ace2688e-9113-4e70-85eb-082b20323d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:05.801670 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-44d49be5-c132-4737-969a-ca92c570daa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:05.803297 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-44d49be5-c132-4737-969a-ca92c570daa0 service neutron] 10.222.0.30 "GET /v2.0/ports/8f31b9a5-1a84-4aca-854e-f0b8620002cb HTTP/1.1" status: 200 len: 1028 time: 0.1422827 Dec 20 14:29:05.805784 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-34d6890f-16a4-461a-8d85-83b5fa2f0d85 req-aee74ae4-af07-4b1d-bb49-4c7b0d84f742 service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4519982 Dec 20 14:29:05.918094 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-6a37ef12-478b-45a3-be39-5d28dedab234 req-72f573df-4cc5-4e19-afd5-ca9fb605bcac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:05.927269 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-757ae0e1-1269-472e-94e1-2437cce48331 req-bc75794a-dd98-4aae-82d8-2f8b48dc88d8 service neutron] 10.222.0.47 "GET /v2.0/networks/0723578d-9472-40dd-b5d6-4342bff5fd37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6726794 Dec 20 14:29:05.994434 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-53736a61-3a1d-42bb-ad88-2c6e166d6343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:05.995835 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-53736a61-3a1d-42bb-ad88-2c6e166d6343 service neutron] 10.222.0.30 "GET /v2.0/ports/cdb31bb5-074e-403d-ab47-e55bfa522aff HTTP/1.1" status: 200 len: 1028 time: 0.1817605 Dec 20 14:29:06.004052 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cc1687-2854-4c0f-a1ea-d1e00bf43874 req-c5ada493-2cc8-4526-91aa-8d753225703d tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:06.011373 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d3cc1687-2854-4c0f-a1ea-d1e00bf43874 req-c5ada493-2cc8-4526-91aa-8d753225703d tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0407e97-6f07-4d51-b417-23f2cec1d4ac HTTP/1.1" status: 200 len: 948 time: 0.3815157 Dec 20 14:29:06.041651 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 55936) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:29:06.133432 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-757ae0e1-1269-472e-94e1-2437cce48331 req-b5fbedf6-aeba-4882-8c77-5f0845bc3168 service neutron] 10.222.0.47 "GET /v2.0/networks/0723578d-9472-40dd-b5d6-4342bff5fd37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941149 Dec 20 14:29:06.195549 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:06.236325 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec884fad-00e4-4e07-811e-a010fd73ebd7 req-2fadc890-2d0c-42f6-aa46-8c232c075c19 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Made reservation on behalf of 543a5ccf1524441b95c235a83f5e56cd for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:29:06.240294 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-ec884fad-00e4-4e07-811e-a010fd73ebd7 req-2fadc890-2d0c-42f6-aa46-8c232c075c19 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:06.246632 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-757ae0e1-1269-472e-94e1-2437cce48331 req-c7171633-5572-4e73-8289-9e980f97df76 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.218&port_id=2c856671-3a5c-476e-9630-cfd7595c0f1c HTTP/1.1" status: 200 len: 217 time: 0.0870740 Dec 20 14:29:06.262745 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d19d430c-2c69-4064-aa4c-bee4b8880b7d req-7cf69dea-5499-4b51-a792-9b27a7f0030d tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/security-groups?id=43c0ac57-a0d4-4728-b359-486d90e63ad1&id=81a62dd3-6166-418b-a2f3-15daa19beec9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5177927 Dec 20 14:29:06.263153 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d3cc1687-2854-4c0f-a1ea-d1e00bf43874 req-45e66540-9d17-42f0-8031-fc9317bcd771 tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] 10.222.0.54 "GET /v2.0/security-groups?id=1b3d86b7-740d-47b9-b8da-4b8aa7ff48e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506163 Dec 20 14:29:06.265463 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-34d6890f-16a4-461a-8d85-83b5fa2f0d85 req-924ba0b3-0fb7-4a4c-8855-cb0368394d64 service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4372568 Dec 20 14:29:06.293960 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ace2688e-9113-4e70-85eb-082b20323d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:06.372263 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2718efa2-be68-426b-a803-98ce353aa4c5 x-openstack-request-id: req-2718efa2-be68-426b-a803-98ce353aa4c5 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:29:06.372668 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f275cf5f-20a0-4e8c-a92b-3de1b6262828", "tag": "55bbb0c0-bf25-43e8-87b7-da693ef31fe6", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:29:06.373112 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2718efa2-be68-426b-a803-98ce353aa4c5 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:29:06.373708 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f275cf5f-20a0-4e8c-a92b-3de1b6262828', 'tag': '55bbb0c0-bf25-43e8-87b7-da693ef31fe6', 'status': 'completed', 'code': 200} Dec 20 14:29:06.448970 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-ace2688e-9113-4e70-85eb-082b20323d55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b682e9e-8936-411d-b64a-d0ccb310240e']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:29:06.517831 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-ace2688e-9113-4e70-85eb-082b20323d55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0f51f98-5c22-4f50-a51f-35d4fe27c66a') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:29:06.518425 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-ace2688e-9113-4e70-85eb-082b20323d55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0f51f98-5c22-4f50-a51f-35d4fe27c66a') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:29:06.569117 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-ca03e6a6-c2a2-44cd-b014-c03d5044953a tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:06.575327 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-ca03e6a6-c2a2-44cd-b014-c03d5044953a tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:06.581795 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-ca03e6a6-c2a2-44cd-b014-c03d5044953a tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:06.584429 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-ca03e6a6-c2a2-44cd-b014-c03d5044953a tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.30 "GET /v2.0/networks?id=687c5259-7995-4ccd-9da8-b7cf90c319a1&id=e922ff15-a662-4866-8b6a-3d6f701ab36c&id=e922ff15-a662-4866-8b6a-3d6f701ab36c&id=e922ff15-a662-4866-8b6a-3d6f701ab36c&id=e922ff15-a662-4866-8b6a-3d6f701ab36c&id=781006d9-7985-4914-91ad-a5e554b7cb56&id=781006d9-7985-4914-91ad-a5e554b7cb56 HTTP/1.1" status: 200 len: 1990 time: 0.5044198 Dec 20 14:29:06.592716 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ace2688e-9113-4e70-85eb-082b20323d55 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:06.642796 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ace2688e-9113-4e70-85eb-082b20323d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:06.653575 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23063a8e-f35b-4337-9152-30f9774189d8 req-4210735c-6490-45ab-9728-b2c87eb5217f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:06.655451 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-23063a8e-f35b-4337-9152-30f9774189d8 req-4210735c-6490-45ab-9728-b2c87eb5217f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5733ef1aa8b34fa78cc0c918a1d39791&device_id=e0407e97-6f07-4d51-b417-23f2cec1d4ac HTTP/1.1" status: 200 len: 1100 time: 0.3246231 Dec 20 14:29:06.663317 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ace2688e-9113-4e70-85eb-082b20323d55 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:29:06.664015 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ace2688e-9113-4e70-85eb-082b20323d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:06.670089 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:06.670089 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:29:06.670089 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:06.670089 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:29:06.670089 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:06.670089 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:29:06.670089 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:06.670089 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:29:06.670089 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:06.670089 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:29:06.670089 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:06.670089 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:29:06.670089 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:06.670089 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:29:06.670089 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 14:29:06.670089 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:29:06.670089 n-d-761264-19 neutron-server[103168]: timer() Dec 20 14:29:06.670089 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:29:06.670089 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 14:29:06.670089 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:29:06.670089 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 14:29:06.670089 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:29:06.670089 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 14:29:06.670089 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:29:06.670089 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 14:29:06.670089 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:29:06.670089 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 14:29:06.670089 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:29:06.670089 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:29:06.670089 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:29:06.670089 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:29:06.670089 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:29:06.670089 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 14:29:06.670089 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:29:06.670089 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 14:29:06.670089 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:29:06.670089 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:29:06.670089 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:29:06.670089 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 14:29:06.670089 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:29:06.670089 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:29:06.670089 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:29:06.670089 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:29:06.670089 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:29:06.670089 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:29:06.670089 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:29:06.736203 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [req-6a37ef12-478b-45a3-be39-5d28dedab234 req-72f573df-4cc5-4e19-afd5-ca9fb605bcac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2589242e-d7ee-40b5-826a-ae1ef57df1e0 {{(pid=103167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:29:06.737127 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed2e3c8-86fa-4b5e-9372-9661e49300c7 req-82f1d130-d8bf-4db0-b113-0f4aa890a1a1 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:06.743547 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed2e3c8-86fa-4b5e-9372-9661e49300c7 req-82f1d130-d8bf-4db0-b113-0f4aa890a1a1 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:06.745187 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-6a37ef12-478b-45a3-be39-5d28dedab234 req-72f573df-4cc5-4e19-afd5-ca9fb605bcac service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:06.751531 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4ed2e3c8-86fa-4b5e-9372-9661e49300c7 req-82f1d130-d8bf-4db0-b113-0f4aa890a1a1 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.54 "GET /v2.0/ports?device_id=f275cf5f-20a0-4e8c-a92b-3de1b6262828 HTTP/1.1" status: 200 len: 1667 time: 0.2993064 Dec 20 14:29:06.851859 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-6a37ef12-478b-45a3-be39-5d28dedab234 req-72f573df-4cc5-4e19-afd5-ca9fb605bcac service neutron] Transition to ACTIVE for port object 2589242e-d7ee-40b5-826a-ae1ef57df1e0 will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:29:06.878393 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d3d80bb7-4c0a-4481-b2f0-e9a4d76d2397 req-25bb703d-bfb5-4c66-8722-f5ad19e6182d tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=3bd00bb7-09c1-4c41-ac62-c183ad9e87c5 HTTP/1.1" status: 200 len: 210 time: 0.0861001 Dec 20 14:29:06.885659 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-6a37ef12-478b-45a3-be39-5d28dedab234 req-72f573df-4cc5-4e19-afd5-ca9fb605bcac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:06.890668 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ace2688e-9113-4e70-85eb-082b20323d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:06.911251 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ace2688e-9113-4e70-85eb-082b20323d55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:06.914167 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-ace2688e-9113-4e70-85eb-082b20323d55 admin admin] 10.222.0.54 "DELETE /v2.0/networks/0b682e9e-8936-411d-b64a-d0ccb310240e HTTP/1.1" status: 204 len: 168 time: 1.4605591 Dec 20 14:29:06.940078 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb356197-feaf-4593-8e65-85bd350aac21 req-c28596f0-b224-4023-a9ec-dd0ddb0e815c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:06.940651 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb356197-feaf-4593-8e65-85bd350aac21 req-c28596f0-b224-4023-a9ec-dd0ddb0e815c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:06.942281 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bb356197-feaf-4593-8e65-85bd350aac21 req-c28596f0-b224-4023-a9ec-dd0ddb0e815c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e6d5204aa2840f59fc30e0e3762aae9&device_id=f275cf5f-20a0-4e8c-a92b-3de1b6262828 HTTP/1.1" status: 200 len: 1915 time: 0.5675993 Dec 20 14:29:06.947603 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ae0e1-1269-472e-94e1-2437cce48331 req-e887c4fd-e0d8-405e-b2b9-f2e68c4d0889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:06.949174 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-757ae0e1-1269-472e-94e1-2437cce48331 req-e887c4fd-e0d8-405e-b2b9-f2e68c4d0889 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=04afb03f-72c8-4cee-8126-4aad15c5f0f5 HTTP/1.1" status: 200 len: 797 time: 0.6935785 Dec 20 14:29:06.957374 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-ba687089-1716-493c-84da-dd723c92bfbd admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=74c6fabc604c4b51bf1b06fca07542a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9143655 Dec 20 14:29:06.986010 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 55946) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:29:06.994716 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-710e13a2-509c-4844-b45c-0f2752b47c9d tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1080628f9fb44b28a6ddf9255bb33498 HTTP/1.1" status: 200 len: 380 time: 0.3942025 Dec 20 14:29:07.014844 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace2688e-9113-4e70-85eb-082b20323d55 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b682e9e-8936-411d-b64a-d0ccb310240e,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:07.037081 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4ed2e3c8-86fa-4b5e-9372-9661e49300c7 req-b7c379a6-c121-4be8-8f33-518c3c794053 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.54 "GET /v2.0/security-groups?id=38c67d1f-c5c0-4d18-a181-659c37118040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841220 Dec 20 14:29:07.054285 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-5b43e8d8-4150-4881-9734-6036c3d591e5 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Request body: {'port': {'device_id': '7bec07a8-c25f-4f16-885e-b65a42ac76c9', 'network_id': '687c5259-7995-4ccd-9da8-b7cf90c319a1', 'admin_state_up': True, 'tenant_id': '1080628f9fb44b28a6ddf9255bb33498', 'security_groups': ['90051062-f265-4ecc-9e5a-22ebfc7553a7']}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:29:07.060649 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [req-ec884fad-00e4-4e07-811e-a010fd73ebd7 req-2fadc890-2d0c-42f6-aa46-8c232c075c19 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Allocated IP 172.20.0.10 (495ace7a-f44e-4349-a86f-b6f0c2cf6eb6/c8908482-6016-4528-aed2-b6e5b6996a4d/ebcea486-e690-495c-b722-7ede28f3702b) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:29:07.146766 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6f4e7dcc-1755-4ca9-a161-769713a716d5 req-9088a0d3-1dbf-4ca8-95c8-f6345e387dc6 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bec07a8-c25f-4f16-885e-b65a42ac76c9 HTTP/1.1" status: 200 len: 210 time: 0.1560791 Dec 20 14:29:07.238184 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 55950) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:29:07.437963 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-795332b0-07f0-457e-86c4-aae369e3ef00 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ed6a498b45b943e980b5a462a02e8b29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1876068 Dec 20 14:29:07.439301 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23063a8e-f35b-4337-9152-30f9774189d8 req-7b9f5656-6c5d-4f72-87e5-c03dc56f0bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:07.440789 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-23063a8e-f35b-4337-9152-30f9774189d8 req-7b9f5656-6c5d-4f72-87e5-c03dc56f0bc1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1 HTTP/1.1" status: 200 len: 870 time: 0.7659578 Dec 20 14:29:07.441293 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 55958) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:29:07.545225 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-23063a8e-f35b-4337-9152-30f9774189d8 req-050e7189-423e-4e94-a704-673f60d0aeb5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=9af7d0d7-0b05-4ec2-b709-9ed2fa318d6b HTTP/1.1" status: 200 len: 217 time: 0.0515349 Dec 20 14:29:07.579899 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f573df-4cc5-4e19-afd5-ca9fb605bcac service neutron] Pushing event updated for resources: {'Port': ['ID=2589242e-d7ee-40b5-826a-ae1ef57df1e0,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:07.617312 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-23fbdaf8-e78c-4314-8cd8-5880efca17d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:07.651355 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23063a8e-f35b-4337-9152-30f9774189d8 req-be2a00e2-02d3-4e82-b091-e15928474b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:07.652867 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-23063a8e-f35b-4337-9152-30f9774189d8 req-be2a00e2-02d3-4e82-b091-e15928474b6f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36bf280f-81bb-4486-a87a-9b9505a1cec4 HTTP/1.1" status: 200 len: 843 time: 0.0586798 Dec 20 14:29:07.699589 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-6a37ef12-478b-45a3-be39-5d28dedab234 req-72f573df-4cc5-4e19-afd5-ca9fb605bcac service neutron] Attempting to bind port 2589242e-d7ee-40b5-826a-ae1ef57df1e0 on host n-h1-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:29:07.700053 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-6a37ef12-478b-45a3-be39-5d28dedab234 req-72f573df-4cc5-4e19-afd5-ca9fb605bcac service neutron] Attempting to bind port 2589242e-d7ee-40b5-826a-ae1ef57df1e0 by drivers openvswitch,hyperv on host n-h1-761264-19 at level 0 using segments [{'id': '06a756f9-b560-403d-ad98-66af82c3d41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4c5870bc-f5fa-4ac0-8dae-67cdde64d1db'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:29:07.700460 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a37ef12-478b-45a3-be39-5d28dedab234 req-72f573df-4cc5-4e19-afd5-ca9fb605bcac service neutron] Attempting to bind port 2589242e-d7ee-40b5-826a-ae1ef57df1e0 on network 4c5870bc-f5fa-4ac0-8dae-67cdde64d1db {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:29:07.722167 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ecc635-538c-40c9-a05e-3930eed26e3d req-1d30ce6c-014b-4534-8c39-1e0ed1cc0d92 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:07.729760 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ecc635-538c-40c9-a05e-3930eed26e3d req-1d30ce6c-014b-4534-8c39-1e0ed1cc0d92 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:07.733910 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a37ef12-478b-45a3-be39-5d28dedab234 req-72f573df-4cc5-4e19-afd5-ca9fb605bcac service neutron] Port 2589242e-d7ee-40b5-826a-ae1ef57df1e0 on network 4c5870bc-f5fa-4ac0-8dae-67cdde64d1db not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:29:07.734354 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a37ef12-478b-45a3-be39-5d28dedab234 req-72f573df-4cc5-4e19-afd5-ca9fb605bcac service neutron] Attempting to bind port 2589242e-d7ee-40b5-826a-ae1ef57df1e0 on network 4c5870bc-f5fa-4ac0-8dae-67cdde64d1db {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:29:07.736822 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ecc635-538c-40c9-a05e-3930eed26e3d req-1d30ce6c-014b-4534-8c39-1e0ed1cc0d92 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:07.745234 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ecc635-538c-40c9-a05e-3930eed26e3d req-1d30ce6c-014b-4534-8c39-1e0ed1cc0d92 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:07.750253 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ae0e1-1269-472e-94e1-2437cce48331 req-41a207a8-2ba9-4db8-a85d-a8cddb700201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:07.751476 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ecc635-538c-40c9-a05e-3930eed26e3d req-1d30ce6c-014b-4534-8c39-1e0ed1cc0d92 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:07.752037 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-757ae0e1-1269-472e-94e1-2437cce48331 req-41a207a8-2ba9-4db8-a85d-a8cddb700201 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0723578d-9472-40dd-b5d6-4342bff5fd37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7912104 Dec 20 14:29:07.757947 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-23fbdaf8-e78c-4314-8cd8-5880efca17d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:07.759934 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ecc635-538c-40c9-a05e-3930eed26e3d req-1d30ce6c-014b-4534-8c39-1e0ed1cc0d92 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:07.765932 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ecc635-538c-40c9-a05e-3930eed26e3d req-1d30ce6c-014b-4534-8c39-1e0ed1cc0d92 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:07.768647 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-70ecc635-538c-40c9-a05e-3930eed26e3d req-1d30ce6c-014b-4534-8c39-1e0ed1cc0d92 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3e943d5-5d01-407d-9414-c89d08826b2f HTTP/1.1" status: 200 len: 5430 time: 0.3058352 Dec 20 14:29:07.804221 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a37ef12-478b-45a3-be39-5d28dedab234 req-72f573df-4cc5-4e19-afd5-ca9fb605bcac service neutron] Checking agent: {'id': '3e5ace3e-dd7b-4522-a7c4-77d13dbeab1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:29:07.804456 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a37ef12-478b-45a3-be39-5d28dedab234 req-72f573df-4cc5-4e19-afd5-ca9fb605bcac service neutron] Checking segment: {'id': '06a756f9-b560-403d-ad98-66af82c3d41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4c5870bc-f5fa-4ac0-8dae-67cdde64d1db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:29:07.804947 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a37ef12-478b-45a3-be39-5d28dedab234 req-72f573df-4cc5-4e19-afd5-ca9fb605bcac service neutron] Bound using segment: {'id': '06a756f9-b560-403d-ad98-66af82c3d41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4c5870bc-f5fa-4ac0-8dae-67cdde64d1db'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:29:07.805532 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-6a37ef12-478b-45a3-be39-5d28dedab234 req-72f573df-4cc5-4e19-afd5-ca9fb605bcac service neutron] Bound port: 2589242e-d7ee-40b5-826a-ae1ef57df1e0, host: n-h1-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06a756f9-b560-403d-ad98-66af82c3d41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4c5870bc-f5fa-4ac0-8dae-67cdde64d1db'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:29:07.805959 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-6a37ef12-478b-45a3-be39-5d28dedab234 req-72f573df-4cc5-4e19-afd5-ca9fb605bcac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:07.826956 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:07.826956 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:29:07.826956 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:07.826956 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:29:07.826956 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:07.826956 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:29:07.826956 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:07.826956 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:29:07.826956 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:07.826956 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:29:07.826956 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:07.826956 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:29:07.826956 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:07.826956 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:29:07.826956 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:07.826956 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:29:07.826956 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:07.826956 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:29:07.826956 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:07.826956 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:29:07.826956 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:07.826956 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:29:07.826956 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:07.826956 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:29:07.826956 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:07.826956 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:29:07.826956 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:07.826956 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:29:07.826956 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:07.826956 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:29:07.826956 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:07.826956 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:29:07.826956 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:07.826956 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:29:07.826956 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:07.826956 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:29:07.829476 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:07.829476 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:29:07.829476 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:07.829476 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:29:07.829476 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:07.829476 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:29:07.829476 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:07.829476 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:29:07.829476 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:07.829476 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:29:07.829476 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:07.829476 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:29:07.831902 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d10c05f-ff38-45c6-853b-40802b6d7fd9 req-3e168478-3d70-4246-b796-b0363f8bf32c tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:07.839631 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5d10c05f-ff38-45c6-853b-40802b6d7fd9 req-3e168478-3d70-4246-b796-b0363f8bf32c tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0407e97-6f07-4d51-b417-23f2cec1d4ac HTTP/1.1" status: 200 len: 948 time: 0.2654383 Dec 20 14:29:07.870000 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb356197-feaf-4593-8e65-85bd350aac21 req-84de6295-5c34-4b4b-8f2e-d3575efe04c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:07.871507 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb356197-feaf-4593-8e65-85bd350aac21 req-84de6295-5c34-4b4b-8f2e-d3575efe04c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:07.871507 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb356197-feaf-4593-8e65-85bd350aac21 req-84de6295-5c34-4b4b-8f2e-d3575efe04c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:07.872896 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bb356197-feaf-4593-8e65-85bd350aac21 req-84de6295-5c34-4b4b-8f2e-d3575efe04c5 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=3e6d5204aa2840f59fc30e0e3762aae9&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.9066265 Dec 20 14:29:07.882313 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-70ecc635-538c-40c9-a05e-3930eed26e3d req-fa77a389-4395-4868-95fc-b037e3ac2fac tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/security-groups?id=43c0ac57-a0d4-4728-b359-486d90e63ad1&id=81a62dd3-6166-418b-a2f3-15daa19beec9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0825732 Dec 20 14:29:07.886523 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23063a8e-f35b-4337-9152-30f9774189d8 req-3419e317-dbaf-49a1-89d4-f4a9b511677d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:07.888295 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-23063a8e-f35b-4337-9152-30f9774189d8 req-3419e317-dbaf-49a1-89d4-f4a9b511677d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2151463 Dec 20 14:29:08.039610 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-42aa4f39-325b-443c-a21a-43ef2dbc5c39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:08.044248 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-23063a8e-f35b-4337-9152-30f9774189d8 req-15fe0c11-bf37-4a6d-a750-3d407b9fde2b service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299744 Dec 20 14:29:08.059044 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-5b43e8d8-4150-4881-9734-6036c3d591e5 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Made reservation on behalf of 1080628f9fb44b28a6ddf9255bb33498 for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:29:08.062604 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-5b43e8d8-4150-4881-9734-6036c3d591e5 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:08.185769 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 9af7d0d7-0b05-4ec2-b709-9ed2fa318d6b details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:29:08.214872 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-42402b23-4cbe-42b3-93b8-4e1c7335157b req-77f9180b-3cd4-462d-9aa5-3dc37835a7e5 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=3bd00bb7-09c1-4c41-ac62-c183ad9e87c5 HTTP/1.1" status: 200 len: 210 time: 0.1689031 Dec 20 14:29:08.267583 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-757ae0e1-1269-472e-94e1-2437cce48331 req-ec6acd9b-e658-4f24-b661-faba60c2d598 service neutron] 10.222.0.47 "GET /v2.0/networks/0723578d-9472-40dd-b5d6-4342bff5fd37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4913657 Dec 20 14:29:08.376236 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-5b43e8d8-4150-4881-9734-6036c3d591e5 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Allocated IP 172.20.0.4 (687c5259-7995-4ccd-9da8-b7cf90c319a1/b510740f-81e5-461d-83bc-0c27692ea662/79cf19b9-8f3f-44e9-85d5-0608077b5b17) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:29:08.423490 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 9af7d0d7-0b05-4ec2-b709-9ed2fa318d6b, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=9af7d0d7-0b05-4ec2-b709-9ed2fa318d6b,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:29:08.430129 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-757ae0e1-1269-472e-94e1-2437cce48331 req-d5fe0081-39fa-4fb1-8dc9-d2cd1d0dfa7b service neutron] 10.222.0.47 "GET /v2.0/networks/0723578d-9472-40dd-b5d6-4342bff5fd37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508989 Dec 20 14:29:08.453569 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': '9af7d0d7-0b05-4ec2-b709-9ed2fa318d6b', 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1', 'port_id': '9af7d0d7-0b05-4ec2-b709-9ed2fa318d6b', 'mac_address': 'fa:16:3e:14:0d:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36bf280f-81bb-4486-a87a-9b9505a1cec4', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:29:08.474485 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5d10c05f-ff38-45c6-853b-40802b6d7fd9 req-a5f2ca57-0997-41a5-b870-f65f4cd91041 tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] 10.222.0.54 "GET /v2.0/security-groups?id=1b3d86b7-740d-47b9-b8da-4b8aa7ff48e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6331301 Dec 20 14:29:08.498278 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-42aa4f39-325b-443c-a21a-43ef2dbc5c39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:08.500903 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-6a37ef12-478b-45a3-be39-5d28dedab234 req-72f573df-4cc5-4e19-afd5-ca9fb605bcac service neutron] For port 2589242e-d7ee-40b5-826a-ae1ef57df1e0, host n-h1-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:29:08.520174 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:08.556381 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9af7d0d7-0b05-4ec2-b709-9ed2fa318d6b {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:29:08.565772 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-757ae0e1-1269-472e-94e1-2437cce48331 req-d5e9a29b-1a83-445b-80bc-e4b9da37f927 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=21f92dd2-a47b-44a5-8d5b-a2f2ccf8ee4f HTTP/1.1" status: 200 len: 217 time: 0.1240675 Dec 20 14:29:08.570322 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-23fbdaf8-e78c-4314-8cd8-5880efca17d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:08.575212 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-23fbdaf8-e78c-4314-8cd8-5880efca17d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:08.579194 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-23fbdaf8-e78c-4314-8cd8-5880efca17d1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/946270a7-484b-4523-8357-81bac2242732 HTTP/1.1" status: 204 len: 168 time: 1.5883086 Dec 20 14:29:08.609321 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 9af7d0d7-0b05-4ec2-b709-9ed2fa318d6b, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=9af7d0d7-0b05-4ec2-b709-9ed2fa318d6b,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:29:08.618565 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-ec884fad-00e4-4e07-811e-a010fd73ebd7 req-2fadc890-2d0c-42f6-aa46-8c232c075c19 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:08.622167 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:08.629254 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-23063a8e-f35b-4337-9152-30f9774189d8 req-ccc511b3-25d3-4b18-bbbe-568f9ec15cdc service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5484729 Dec 20 14:29:08.630253 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-6a37ef12-478b-45a3-be39-5d28dedab234 req-72f573df-4cc5-4e19-afd5-ca9fb605bcac service neutron] For port 2589242e-d7ee-40b5-826a-ae1ef57df1e0, host n-h1-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=2589242e-d7ee-40b5-826a-ae1ef57df1e0,segment=NetworkSegment(06a756f9-b560-403d-ad98-66af82c3d41f),segment_id=06a756f9-b560-403d-ad98-66af82c3d41f)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:29:08.649888 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb356197-feaf-4593-8e65-85bd350aac21 req-c70c27a1-374f-4ce7-9338-71486b4868a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:08.657342 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bb356197-feaf-4593-8e65-85bd350aac21 req-c70c27a1-374f-4ce7-9338-71486b4868a4 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7617030 Dec 20 14:29:08.735447 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-6a37ef12-478b-45a3-be39-5d28dedab234 req-72f573df-4cc5-4e19-afd5-ca9fb605bcac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:08.772860 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=9af7d0d7-0b05-4ec2-b709-9ed2fa318d6b,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:08.801417 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99f2fa3-d300-43dd-b0f5-35c0f36d13d1 req-5ea9f4e8-1d2f-4026-a473-8fd966a2e99b tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:08.808530 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99f2fa3-d300-43dd-b0f5-35c0f36d13d1 req-5ea9f4e8-1d2f-4026-a473-8fd966a2e99b tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:08.817064 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e99f2fa3-d300-43dd-b0f5-35c0f36d13d1 req-5ea9f4e8-1d2f-4026-a473-8fd966a2e99b tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.54 "GET /v2.0/ports?device_id=f275cf5f-20a0-4e8c-a92b-3de1b6262828 HTTP/1.1" status: 200 len: 1679 time: 0.3921130 Dec 20 14:29:08.828757 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['9af7d0d7-0b05-4ec2-b709-9ed2fa318d6b'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:29:08.898777 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7a117d71-9c65-498b-9651-eca1c57e1d71 req-dff216ad-65d4-4a8e-8827-73b2659749a2 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bec07a8-c25f-4f16-885e-b65a42ac76c9 HTTP/1.1" status: 200 len: 210 time: 0.2321494 Dec 20 14:29:08.906062 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f573df-4cc5-4e19-afd5-ca9fb605bcac service neutron] Pushing event updated for resources: {'Port': ['ID=2589242e-d7ee-40b5-826a-ae1ef57df1e0,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:08.910893 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fbdaf8-e78c-4314-8cd8-5880efca17d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=946270a7-484b-4523-8357-81bac2242732,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:08.929458 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a37ef12-478b-45a3-be39-5d28dedab234 req-72f573df-4cc5-4e19-afd5-ca9fb605bcac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:08.930493 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-6a37ef12-478b-45a3-be39-5d28dedab234 req-72f573df-4cc5-4e19-afd5-ca9fb605bcac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:08.935507 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6a37ef12-478b-45a3-be39-5d28dedab234 req-72f573df-4cc5-4e19-afd5-ca9fb605bcac service neutron] 10.222.0.30 "PUT /v2.0/ports/2589242e-d7ee-40b5-826a-ae1ef57df1e0 HTTP/1.1" status: 200 len: 1093 time: 3.1817069 Dec 20 14:29:08.938848 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f275cf5f-20a0-4e8c-a92b-3de1b6262828', 'tag': '2589242e-d7ee-40b5-826a-ae1ef57df1e0'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:29:08.943225 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1d87caa-19c2-43f9-a2c3-493588b7f2e1" -d '{"events": [{"name": "network-changed", "server_uuid": "f275cf5f-20a0-4e8c-a92b-3de1b6262828", "tag": "2589242e-d7ee-40b5-826a-ae1ef57df1e0"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:29:08.959000 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ae0e1-1269-472e-94e1-2437cce48331 req-d63a44f7-429d-4c5a-96e1-661726b7bd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:08.961395 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-757ae0e1-1269-472e-94e1-2437cce48331 req-d63a44f7-429d-4c5a-96e1-661726b7bd85 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=09e7c8eb-4da5-4994-ad75-557cbde9bb05 HTTP/1.1" status: 200 len: 797 time: 0.3824775 Dec 20 14:29:09.138748 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e99f2fa3-d300-43dd-b0f5-35c0f36d13d1 req-1a4df6d4-9ae8-4d61-8581-7797134532a4 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.54 "GET /v2.0/security-groups?id=38c67d1f-c5c0-4d18-a181-659c37118040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3204567 Dec 20 14:29:09.185418 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ae0e1-1269-472e-94e1-2437cce48331 req-534ab851-0efd-4d3a-8604-7355c4fe8368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:09.193668 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-757ae0e1-1269-472e-94e1-2437cce48331 req-534ab851-0efd-4d3a-8604-7355c4fe8368 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2d7ab868-da79-43c0-805a-c026f1ebce8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2228386 Dec 20 14:29:09.210397 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-5b43e8d8-4150-4881-9734-6036c3d591e5 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:09.221701 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-ec884fad-00e4-4e07-811e-a010fd73ebd7 req-2fadc890-2d0c-42f6-aa46-8c232c075c19 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:09.225754 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-42aa4f39-325b-443c-a21a-43ef2dbc5c39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:09.230156 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-42aa4f39-325b-443c-a21a-43ef2dbc5c39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:09.232190 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-42aa4f39-325b-443c-a21a-43ef2dbc5c39 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3d145098-b15f-4196-bb72-513585cfd049 HTTP/1.1" status: 204 len: 168 time: 1.7775660 Dec 20 14:29:09.296569 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7312154c-6cbd-4c51-aefe-85ad092b5f5f x-openstack-request-id: req-7312154c-6cbd-4c51-aefe-85ad092b5f5f {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:29:09.300172 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f275cf5f-20a0-4e8c-a92b-3de1b6262828", "tag": "2589242e-d7ee-40b5-826a-ae1ef57df1e0", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:29:09.300649 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7312154c-6cbd-4c51-aefe-85ad092b5f5f {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:29:09.302369 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f275cf5f-20a0-4e8c-a92b-3de1b6262828', 'tag': '2589242e-d7ee-40b5-826a-ae1ef57df1e0', 'status': 'completed', 'code': 200} Dec 20 14:29:09.312886 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aa4f39-325b-443c-a21a-43ef2dbc5c39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d145098-b15f-4196-bb72-513585cfd049,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:09.316396 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fadc890-2d0c-42f6-aa46-8c232c075c19 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Pushing event updated for resources: {'Port': ['ID=ebcea486-e690-495c-b722-7ede28f3702b,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:09.417376 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec884fad-00e4-4e07-811e-a010fd73ebd7 req-2fadc890-2d0c-42f6-aa46-8c232c075c19 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Network 495ace7a-f44e-4349-a86f-b6f0c2cf6eb6 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:29:09.423529 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [req-ec884fad-00e4-4e07-811e-a010fd73ebd7 req-2fadc890-2d0c-42f6-aa46-8c232c075c19 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:29:09.437000 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec884fad-00e4-4e07-811e-a010fd73ebd7 req-2fadc890-2d0c-42f6-aa46-8c232c075c19 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:29:09.518552 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a37ef12-478b-45a3-be39-5d28dedab234 req-8e4dd3f8-af5d-4cdf-8f7f-690e2ff0e8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:09.519161 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a37ef12-478b-45a3-be39-5d28dedab234 req-8e4dd3f8-af5d-4cdf-8f7f-690e2ff0e8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:09.521347 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6a37ef12-478b-45a3-be39-5d28dedab234 req-8e4dd3f8-af5d-4cdf-8f7f-690e2ff0e8f2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e6d5204aa2840f59fc30e0e3762aae9&device_id=f275cf5f-20a0-4e8c-a92b-3de1b6262828 HTTP/1.1" status: 200 len: 1983 time: 0.5218601 Dec 20 14:29:09.579202 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffb8454-c1db-4833-a718-9a2f1aed3623 req-cd3cb58c-ca12-4ebc-b570-f89cacb97fba tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:09.587805 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffb8454-c1db-4833-a718-9a2f1aed3623 req-cd3cb58c-ca12-4ebc-b570-f89cacb97fba tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:09.595522 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffb8454-c1db-4833-a718-9a2f1aed3623 req-cd3cb58c-ca12-4ebc-b570-f89cacb97fba tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:09.603806 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffb8454-c1db-4833-a718-9a2f1aed3623 req-cd3cb58c-ca12-4ebc-b570-f89cacb97fba tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:09.617231 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffb8454-c1db-4833-a718-9a2f1aed3623 req-cd3cb58c-ca12-4ebc-b570-f89cacb97fba tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:09.625875 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffb8454-c1db-4833-a718-9a2f1aed3623 req-cd3cb58c-ca12-4ebc-b570-f89cacb97fba tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:09.633100 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffb8454-c1db-4833-a718-9a2f1aed3623 req-cd3cb58c-ca12-4ebc-b570-f89cacb97fba tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:09.636138 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-dffb8454-c1db-4833-a718-9a2f1aed3623 req-cd3cb58c-ca12-4ebc-b570-f89cacb97fba tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3e943d5-5d01-407d-9414-c89d08826b2f HTTP/1.1" status: 200 len: 5430 time: 0.4602172 Dec 20 14:29:09.660472 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec884fad-00e4-4e07-811e-a010fd73ebd7 req-2fadc890-2d0c-42f6-aa46-8c232c075c19 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:09.661508 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-ec884fad-00e4-4e07-811e-a010fd73ebd7 req-2fadc890-2d0c-42f6-aa46-8c232c075c19 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:09.706501 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-5b43e8d8-4150-4881-9734-6036c3d591e5 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:09.746914 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a794519-e4fb-4f93-8f59-49af2307d9e0 req-89ee6db3-883d-4ca7-bf95-cf315b5f973c tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:09.754591 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9a794519-e4fb-4f93-8f59-49af2307d9e0 req-89ee6db3-883d-4ca7-bf95-cf315b5f973c tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=3bd00bb7-09c1-4c41-ac62-c183ad9e87c5 HTTP/1.1" status: 200 len: 932 time: 0.2754126 Dec 20 14:29:09.773407 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6a37ef12-478b-45a3-be39-5d28dedab234 req-f8bf460e-bb47-40fa-b2ee-573464929bd8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.108&port_id=55bbb0c0-bf25-43e8-87b7-da693ef31fe6 HTTP/1.1" status: 200 len: 217 time: 0.2408204 Dec 20 14:29:09.883067 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-757ae0e1-1269-472e-94e1-2437cce48331 req-d9ae9b34-b182-4a13-b681-174a214bd919 service neutron] 10.222.0.47 "GET /v2.0/networks/2d7ab868-da79-43c0-805a-c026f1ebce8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6690562 Dec 20 14:29:09.942920 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a37ef12-478b-45a3-be39-5d28dedab234 req-f750dd49-36ba-45b0-bcc9-9bb0ee23ca9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:09.944911 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6a37ef12-478b-45a3-be39-5d28dedab234 req-f750dd49-36ba-45b0-bcc9-9bb0ee23ca9a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3188ecdf-ab88-414e-bfec-14cdece1d5c4 HTTP/1.1" status: 200 len: 801 time: 0.1354253 Dec 20 14:29:10.053301 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-dffb8454-c1db-4833-a718-9a2f1aed3623 req-deec62cc-12a9-455e-931f-76fe278e15bf tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/security-groups?id=43c0ac57-a0d4-4728-b359-486d90e63ad1&id=81a62dd3-6166-418b-a2f3-15daa19beec9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3063252 Dec 20 14:29:10.083628 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a37ef12-478b-45a3-be39-5d28dedab234 req-105ba96d-26c5-419a-8278-92f10f00fcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:10.085279 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6a37ef12-478b-45a3-be39-5d28dedab234 req-105ba96d-26c5-419a-8278-92f10f00fcbc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=96780ad1-4631-4019-b22f-d635f43900bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1278450 Dec 20 14:29:10.088258 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 56000) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:29:10.187227 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-757ae0e1-1269-472e-94e1-2437cce48331 req-25992bdf-de31-4ced-921c-37f9fe25362a service neutron] 10.222.0.47 "GET /v2.0/networks/2d7ab868-da79-43c0-805a-c026f1ebce8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2951319 Dec 20 14:29:10.200366 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 9af7d0d7-0b05-4ec2-b709-9ed2fa318d6b up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:29:10.287440 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning for port 9af7d0d7-0b05-4ec2-b709-9ed2fa318d6b completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:29:10.287725 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-757ae0e1-1269-472e-94e1-2437cce48331 req-ec202c1d-d99b-4e8f-8bcf-32f6811618b6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fc4dfef1-284b-46a8-abf8-8899705f3844 HTTP/1.1" status: 200 len: 217 time: 0.0690866 Dec 20 14:29:10.297434 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port 9af7d0d7-0b05-4ec2-b709-9ed2fa318d6b triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:29:10.301340 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:10.321803 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ec884fad-00e4-4e07-811e-a010fd73ebd7 req-2fadc890-2d0c-42f6-aa46-8c232c075c19 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8831642 Dec 20 14:29:10.355897 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-428079cc-fea2-4f77-a312-d24696403b1c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3478dc8dcd5e47de91e2e78d0ee9e1ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2587867 Dec 20 14:29:10.368529 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-ec884fad-00e4-4e07-811e-a010fd73ebd7 req-99fb61f9-fff6-4ebc-a4e5-9c8a63864068 service neutron] Request body: {'port': {'device_id': '3bd00bb7-09c1-4c41-ac62-c183ad9e87c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-19'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:29:10.372067 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 56006) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:29:10.417850 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-5b43e8d8-4150-4881-9734-6036c3d591e5 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Network 687c5259-7995-4ccd-9da8-b7cf90c319a1 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:29:10.441006 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-5b43e8d8-4150-4881-9734-6036c3d591e5 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:29:10.464360 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-5b43e8d8-4150-4881-9734-6036c3d591e5 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:29:10.499635 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:10.527595 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-5b43e8d8-4150-4881-9734-6036c3d591e5 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:10.528255 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-5b43e8d8-4150-4881-9734-6036c3d591e5 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:10.554210 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9a794519-e4fb-4f93-8f59-49af2307d9e0 req-d6712627-4328-41d7-a717-89fa6c5d4a19 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7985733 Dec 20 14:29:10.589349 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 9af7d0d7-0b05-4ec2-b709-9ed2fa318d6b, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=9af7d0d7-0b05-4ec2-b709-9ed2fa318d6b,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:29:10.592116 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0407e97-6f07-4d51-b417-23f2cec1d4ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9af7d0d7-0b05-4ec2-b709-9ed2fa318d6b'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:29:10.595273 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ae0e1-1269-472e-94e1-2437cce48331 req-2c3a01af-87c3-45c7-8900-087675b4532b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:10.601290 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40e51042-4981-4682-9366-a4aee42cf928" -d '{"events": [{"server_uuid": "e0407e97-6f07-4d51-b417-23f2cec1d4ac", "name": "network-vif-plugged", "status": "completed", "tag": "9af7d0d7-0b05-4ec2-b709-9ed2fa318d6b"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:29:10.601989 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-757ae0e1-1269-472e-94e1-2437cce48331 req-2c3a01af-87c3-45c7-8900-087675b4532b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=09e7c8eb-4da5-4994-ad75-557cbde9bb05 HTTP/1.1" status: 200 len: 797 time: 0.2911880 Dec 20 14:29:10.622490 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:10.642884 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6249d7da-6a62-42bd-9163-2386493dc1d8 req-a7401399-b0e3-4b4a-a131-111b94b3940e tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:10.648755 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6249d7da-6a62-42bd-9163-2386493dc1d8 req-a7401399-b0e3-4b4a-a131-111b94b3940e tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0407e97-6f07-4d51-b417-23f2cec1d4ac HTTP/1.1" status: 200 len: 949 time: 0.4275591 Dec 20 14:29:10.656187 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6a37ef12-478b-45a3-be39-5d28dedab234 req-fc7f46bc-73cf-4c89-91c7-e1f833dfed09 service neutron] 10.222.0.30 "GET /v2.0/networks/96780ad1-4631-4019-b22f-d635f43900bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5578105 Dec 20 14:29:10.661691 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-ec884fad-00e4-4e07-811e-a010fd73ebd7 req-99fb61f9-fff6-4ebc-a4e5-9c8a63864068 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:10.675309 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b43e8d8-4150-4881-9734-6036c3d591e5 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Pushing event updated for resources: {'Port': ['ID=79cf19b9-8f3f-44e9-85d5-0608077b5b17,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:10.738981 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-5b43e8d8-4150-4881-9734-6036c3d591e5 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7139497 Dec 20 14:29:10.754111 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-879bc9e8-79b0-4953-ab16-ed7648a261f6 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Request body: {'port': {'device_id': '7bec07a8-c25f-4f16-885e-b65a42ac76c9', 'network_id': 'e922ff15-a662-4866-8b6a-3d6f701ab36c', 'admin_state_up': True, 'tenant_id': '1080628f9fb44b28a6ddf9255bb33498', 'security_groups': ['90051062-f265-4ecc-9e5a-22ebfc7553a7']}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:29:10.788735 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=9af7d0d7-0b05-4ec2-b709-9ed2fa318d6b,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:10.816625 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6249d7da-6a62-42bd-9163-2386493dc1d8 req-fb03f7b0-11bb-49bf-8596-8e5ce617e13c tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] 10.222.0.54 "GET /v2.0/security-groups?id=1b3d86b7-740d-47b9-b8da-4b8aa7ff48e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593399 Dec 20 14:29:10.888131 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617a13d1-1c8e-488f-9e0d-60e5c0de96cb req-c0e7d732-d473-4816-af38-783f5c9c27bb tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:10.890229 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-617a13d1-1c8e-488f-9e0d-60e5c0de96cb req-c0e7d732-d473-4816-af38-783f5c9c27bb tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bec07a8-c25f-4f16-885e-b65a42ac76c9 HTTP/1.1" status: 200 len: 931 time: 0.1917212 Dec 20 14:29:10.894716 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-16c1cd8d-aa18-4870-8036-f101ae9dbb52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:10.928012 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-16c1cd8d-aa18-4870-8036-f101ae9dbb52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:10.938753 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-1f3b0659-7ac0-4051-a920-0c0a1b386a1d None None] Provisioning complete for port 79cf19b9-8f3f-44e9-85d5-0608077b5b17 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:29:10.939131 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-1f3b0659-7ac0-4051-a920-0c0a1b386a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:10.999633 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ae0e1-1269-472e-94e1-2437cce48331 req-d9c6038e-9de3-44c3-a38a-5776571b55a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:11.002169 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-757ae0e1-1269-472e-94e1-2437cce48331 req-d9c6038e-9de3-44c3-a38a-5776571b55a7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2d7ab868-da79-43c0-805a-c026f1ebce8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2731121 Dec 20 14:29:11.006690 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6a37ef12-478b-45a3-be39-5d28dedab234 req-ed01a691-b505-49df-aee9-306c01aa7a33 service neutron] 10.222.0.30 "GET /v2.0/networks/96780ad1-4631-4019-b22f-d635f43900bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040846 Dec 20 14:29:11.017300 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-1f3b0659-7ac0-4051-a920-0c0a1b386a1d None None] Port 79cf19b9-8f3f-44e9-85d5-0608077b5b17 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:29:11.042242 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721cb014-f14e-4637-857c-2b5b4939b60e req-e81218de-3ee3-46c2-bc60-b940931a289b tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:11.084044 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721cb014-f14e-4637-857c-2b5b4939b60e req-e81218de-3ee3-46c2-bc60-b940931a289b tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:11.086658 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-721cb014-f14e-4637-857c-2b5b4939b60e req-e81218de-3ee3-46c2-bc60-b940931a289b tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.54 "GET /v2.0/ports?device_id=f275cf5f-20a0-4e8c-a92b-3de1b6262828 HTTP/1.1" status: 200 len: 1679 time: 0.1748376 Dec 20 14:29:11.091578 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 14:29:11.197545 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-617a13d1-1c8e-488f-9e0d-60e5c0de96cb req-326e176f-f23a-457f-b99c-e6220ea8abce tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/security-groups?id=90051062-f265-4ecc-9e5a-22ebfc7553a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2782347 Dec 20 14:29:11.246635 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-16c1cd8d-aa18-4870-8036-f101ae9dbb52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:11.252621 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-16c1cd8d-aa18-4870-8036-f101ae9dbb52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:11.271045 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-16c1cd8d-aa18-4870-8036-f101ae9dbb52 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1cec4ce5-bf70-4a6e-95a3-138a306318a4 HTTP/1.1" status: 204 len: 168 time: 0.8927348 Dec 20 14:29:11.321028 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e705bd8f-3958-4e84-bf2a-c5838aebb0fb x-openstack-request-id: req-e705bd8f-3958-4e84-bf2a-c5838aebb0fb {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:29:11.321976 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0407e97-6f07-4d51-b417-23f2cec1d4ac", "name": "network-vif-plugged", "status": "completed", "tag": "9af7d0d7-0b05-4ec2-b709-9ed2fa318d6b", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:29:11.322424 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e705bd8f-3958-4e84-bf2a-c5838aebb0fb {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:29:11.323015 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0407e97-6f07-4d51-b417-23f2cec1d4ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9af7d0d7-0b05-4ec2-b709-9ed2fa318d6b', 'code': 200} Dec 20 14:29:11.384546 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:11.390561 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c1cd8d-aa18-4870-8036-f101ae9dbb52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cec4ce5-bf70-4a6e-95a3-138a306318a4,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:11.432603 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-879bc9e8-79b0-4953-ab16-ed7648a261f6 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Made reservation on behalf of 1080628f9fb44b28a6ddf9255bb33498 for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:29:11.437211 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-879bc9e8-79b0-4953-ab16-ed7648a261f6 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:11.552535 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb96ae1a-fd62-4343-b3e2-17d155e61e4d req-1184e70c-c5d4-4898-97a5-f25da0c6903c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:11.554265 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cb96ae1a-fd62-4343-b3e2-17d155e61e4d req-1184e70c-c5d4-4898-97a5-f25da0c6903c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e0407e97-6f07-4d51-b417-23f2cec1d4ac HTTP/1.1" status: 200 len: 1102 time: 0.1671700 Dec 20 14:29:11.658760 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cb96ae1a-fd62-4343-b3e2-17d155e61e4d req-d8fca740-3c59-431b-bb71-08258af12f7d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1b3d86b7-740d-47b9-b8da-4b8aa7ff48e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919790 Dec 20 14:29:11.671604 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6a37ef12-478b-45a3-be39-5d28dedab234 req-ebb4aa76-311d-42e1-bb01-75399fe90d1d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.236&port_id=2589242e-d7ee-40b5-826a-ae1ef57df1e0 HTTP/1.1" status: 200 len: 217 time: 0.6499050 Dec 20 14:29:11.731959 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-879bc9e8-79b0-4953-ab16-ed7648a261f6 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Allocated IP 10.1.1.108 (e922ff15-a662-4866-8b6a-3d6f701ab36c/aaeac8b3-4bcd-4183-8fdc-e7e9bf33dceb/c2b6402c-cca9-42ae-b247-701e4186077e) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:29:11.906093 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-721cb014-f14e-4637-857c-2b5b4939b60e req-0a6be602-66b6-49ff-a02f-b4e5510446af tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.54 "GET /v2.0/security-groups?id=38c67d1f-c5c0-4d18-a181-659c37118040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7857041 Dec 20 14:29:11.937094 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a37ef12-478b-45a3-be39-5d28dedab234 req-6c9f8f6b-fd1c-4c73-9e2c-1d3765ca005f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:11.945104 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6a37ef12-478b-45a3-be39-5d28dedab234 req-6c9f8f6b-fd1c-4c73-9e2c-1d3765ca005f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=97a1c48e-b766-4e93-a601-e704af3a8ed0 HTTP/1.1" status: 200 len: 801 time: 0.1506793 Dec 20 14:29:11.983836 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-879bc9e8-79b0-4953-ab16-ed7648a261f6 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:12.046023 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-757ae0e1-1269-472e-94e1-2437cce48331 req-eaaa6613-c038-469e-ad2b-d3e474de4b75 service neutron] 10.222.0.47 "GET /v2.0/networks/2d7ab868-da79-43c0-805a-c026f1ebce8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0329561 Dec 20 14:29:12.054025 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-879bc9e8-79b0-4953-ab16-ed7648a261f6 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:12.154792 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a37ef12-478b-45a3-be39-5d28dedab234 req-c43d17cb-0b40-4195-abd2-e4664458ff43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:12.157002 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6a37ef12-478b-45a3-be39-5d28dedab234 req-c43d17cb-0b40-4195-abd2-e4664458ff43 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4c5870bc-f5fa-4ac0-8dae-67cdde64d1db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1991389 Dec 20 14:29:12.180122 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879bc9e8-79b0-4953-ab16-ed7648a261f6 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Pushing event updated for resources: {'Port': ['ID=c2b6402c-cca9-42ae-b247-701e4186077e,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:12.204206 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-879bc9e8-79b0-4953-ab16-ed7648a261f6 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Network e922ff15-a662-4866-8b6a-3d6f701ab36c is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:29:12.210252 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [req-ec884fad-00e4-4e07-811e-a010fd73ebd7 req-99fb61f9-fff6-4ebc-a4e5-9c8a63864068 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebcea486-e690-495c-b722-7ede28f3702b {{(pid=103168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:29:12.217902 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe9a4f6-ee38-4fae-8d19-977c26544d96 req-da4e5e04-23a6-4521-b296-ae0b62f1ff00 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:12.225582 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe9a4f6-ee38-4fae-8d19-977c26544d96 req-da4e5e04-23a6-4521-b296-ae0b62f1ff00 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:12.229176 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ff4a51-681c-4f37-ba96-199116f4889e req-7ca4221e-abfa-4f36-815c-0fde979f386b tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:12.230837 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d4ff4a51-681c-4f37-ba96-199116f4889e req-7ca4221e-abfa-4f36-815c-0fde979f386b tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=3bd00bb7-09c1-4c41-ac62-c183ad9e87c5 HTTP/1.1" status: 200 len: 932 time: 0.1813247 Dec 20 14:29:12.231961 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-879bc9e8-79b0-4953-ab16-ed7648a261f6 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:29:12.238428 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe9a4f6-ee38-4fae-8d19-977c26544d96 req-da4e5e04-23a6-4521-b296-ae0b62f1ff00 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:12.240402 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-879bc9e8-79b0-4953-ab16-ed7648a261f6 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:29:12.245202 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe9a4f6-ee38-4fae-8d19-977c26544d96 req-da4e5e04-23a6-4521-b296-ae0b62f1ff00 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:12.252961 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe9a4f6-ee38-4fae-8d19-977c26544d96 req-da4e5e04-23a6-4521-b296-ae0b62f1ff00 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:12.262638 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe9a4f6-ee38-4fae-8d19-977c26544d96 req-da4e5e04-23a6-4521-b296-ae0b62f1ff00 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:12.269572 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe9a4f6-ee38-4fae-8d19-977c26544d96 req-da4e5e04-23a6-4521-b296-ae0b62f1ff00 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:12.271119 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6fe9a4f6-ee38-4fae-8d19-977c26544d96 req-da4e5e04-23a6-4521-b296-ae0b62f1ff00 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3e943d5-5d01-407d-9414-c89d08826b2f HTTP/1.1" status: 200 len: 5430 time: 0.2438369 Dec 20 14:29:12.275761 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-ec884fad-00e4-4e07-811e-a010fd73ebd7 req-99fb61f9-fff6-4ebc-a4e5-9c8a63864068 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:12.348607 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d4ff4a51-681c-4f37-ba96-199116f4889e req-5be5e43d-b83f-4b0c-a138-0c3c698538fc tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693331 Dec 20 14:29:12.365681 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.provisioning_blocks [req-ec884fad-00e4-4e07-811e-a010fd73ebd7 req-99fb61f9-fff6-4ebc-a4e5-9c8a63864068 service neutron] Transition to ACTIVE for port object ebcea486-e690-495c-b722-7ede28f3702b will not be triggered until provisioned by entity L2. {{(pid=103168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:29:12.375724 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-879bc9e8-79b0-4953-ab16-ed7648a261f6 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:12.376656 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-879bc9e8-79b0-4953-ab16-ed7648a261f6 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:12.395872 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-ec884fad-00e4-4e07-811e-a010fd73ebd7 req-99fb61f9-fff6-4ebc-a4e5-9c8a63864068 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:12.408528 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-879bc9e8-79b0-4953-ab16-ed7648a261f6 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6593583 Dec 20 14:29:12.437031 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-ba5f26de-582f-4e8e-9e8d-c062890265b8 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Request body: {'port': {'device_id': '7bec07a8-c25f-4f16-885e-b65a42ac76c9', 'network_id': 'e922ff15-a662-4866-8b6a-3d6f701ab36c', 'admin_state_up': True, 'tenant_id': '1080628f9fb44b28a6ddf9255bb33498', 'security_groups': ['90051062-f265-4ecc-9e5a-22ebfc7553a7']}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:29:12.584069 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6fe9a4f6-ee38-4fae-8d19-977c26544d96 req-bc422db1-1093-4391-a79a-b384ccdd4c15 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/security-groups?id=43c0ac57-a0d4-4728-b359-486d90e63ad1&id=81a62dd3-6166-418b-a2f3-15daa19beec9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2711465 Dec 20 14:29:12.592810 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6a37ef12-478b-45a3-be39-5d28dedab234 req-f37fc932-48e1-4382-8297-0ed5b81d4cbd service neutron] 10.222.0.30 "GET /v2.0/networks/4c5870bc-f5fa-4ac0-8dae-67cdde64d1db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3997424 Dec 20 14:29:12.604690 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-757ae0e1-1269-472e-94e1-2437cce48331 req-ddd9f77b-53b5-4947-a177-728a6cd16d54 service neutron] 10.222.0.47 "GET /v2.0/networks/2d7ab868-da79-43c0-805a-c026f1ebce8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5085001 Dec 20 14:29:12.669567 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-c3ec1367-d67b-492e-b522-46d9908fd98b None None] Provisioning complete for port c2b6402c-cca9-42ae-b247-701e4186077e triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:29:12.670224 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c3ec1367-d67b-492e-b522-46d9908fd98b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:12.701384 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fb61f9-fff6-4ebc-a4e5-9c8a63864068 service neutron] Pushing event updated for resources: {'Port': ['ID=ebcea486-e690-495c-b722-7ede28f3702b,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:12.751180 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-ec884fad-00e4-4e07-811e-a010fd73ebd7 req-99fb61f9-fff6-4ebc-a4e5-9c8a63864068 service neutron] Attempting to bind port ebcea486-e690-495c-b722-7ede28f3702b on host n-h1-761264-19 for vnic_type normal with profile {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:29:12.751798 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-ec884fad-00e4-4e07-811e-a010fd73ebd7 req-99fb61f9-fff6-4ebc-a4e5-9c8a63864068 service neutron] Attempting to bind port ebcea486-e690-495c-b722-7ede28f3702b by drivers openvswitch,hyperv on host n-h1-761264-19 at level 0 using segments [{'id': '0db4f97e-52d2-4e75-a7f6-550aa2b8eca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '495ace7a-f44e-4349-a86f-b6f0c2cf6eb6'}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:29:12.751798 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec884fad-00e4-4e07-811e-a010fd73ebd7 req-99fb61f9-fff6-4ebc-a4e5-9c8a63864068 service neutron] Attempting to bind port ebcea486-e690-495c-b722-7ede28f3702b on network 495ace7a-f44e-4349-a86f-b6f0c2cf6eb6 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:29:12.758322 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec884fad-00e4-4e07-811e-a010fd73ebd7 req-99fb61f9-fff6-4ebc-a4e5-9c8a63864068 service neutron] Port ebcea486-e690-495c-b722-7ede28f3702b on network 495ace7a-f44e-4349-a86f-b6f0c2cf6eb6 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-19 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:29:12.758322 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec884fad-00e4-4e07-811e-a010fd73ebd7 req-99fb61f9-fff6-4ebc-a4e5-9c8a63864068 service neutron] Attempting to bind port ebcea486-e690-495c-b722-7ede28f3702b on network 495ace7a-f44e-4349-a86f-b6f0c2cf6eb6 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:29:12.767167 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7ae26e-2e12-45b6-9f5a-564867d8fd97 req-581c1322-4991-43c3-b243-7392727966ea tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:12.768675 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5e7ae26e-2e12-45b6-9f5a-564867d8fd97 req-581c1322-4991-43c3-b243-7392727966ea tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0407e97-6f07-4d51-b417-23f2cec1d4ac HTTP/1.1" status: 200 len: 950 time: 0.2331650 Dec 20 14:29:12.779372 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-c3ec1367-d67b-492e-b522-46d9908fd98b None None] Port c2b6402c-cca9-42ae-b247-701e4186077e cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:29:12.781211 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec884fad-00e4-4e07-811e-a010fd73ebd7 req-99fb61f9-fff6-4ebc-a4e5-9c8a63864068 service neutron] Checking agent: {'id': '3e5ace3e-dd7b-4522-a7c4-77d13dbeab1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:29:12.781553 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec884fad-00e4-4e07-811e-a010fd73ebd7 req-99fb61f9-fff6-4ebc-a4e5-9c8a63864068 service neutron] Checking segment: {'id': '0db4f97e-52d2-4e75-a7f6-550aa2b8eca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '495ace7a-f44e-4349-a86f-b6f0c2cf6eb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:29:12.782091 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec884fad-00e4-4e07-811e-a010fd73ebd7 req-99fb61f9-fff6-4ebc-a4e5-9c8a63864068 service neutron] Bound using segment: {'id': '0db4f97e-52d2-4e75-a7f6-550aa2b8eca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '495ace7a-f44e-4349-a86f-b6f0c2cf6eb6'} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:29:12.782512 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-ec884fad-00e4-4e07-811e-a010fd73ebd7 req-99fb61f9-fff6-4ebc-a4e5-9c8a63864068 service neutron] Bound port: ebcea486-e690-495c-b722-7ede28f3702b, host: n-h1-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0db4f97e-52d2-4e75-a7f6-550aa2b8eca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '495ace7a-f44e-4349-a86f-b6f0c2cf6eb6'}}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:29:12.782923 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-ec884fad-00e4-4e07-811e-a010fd73ebd7 req-99fb61f9-fff6-4ebc-a4e5-9c8a63864068 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:12.856307 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6a37ef12-478b-45a3-be39-5d28dedab234 req-8258d567-54fb-46ed-820b-caea540ed274 service neutron] 10.222.0.30 "GET /v2.0/networks/4c5870bc-f5fa-4ac0-8dae-67cdde64d1db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503705 Dec 20 14:29:12.885328 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-ba5f26de-582f-4e8e-9e8d-c062890265b8 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Made reservation on behalf of 1080628f9fb44b28a6ddf9255bb33498 for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:29:12.889028 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-ba5f26de-582f-4e8e-9e8d-c062890265b8 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:12.918687 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5e7ae26e-2e12-45b6-9f5a-564867d8fd97 req-db4dd32f-265b-4bfb-a215-5cf39fb95041 tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] 10.222.0.54 "GET /v2.0/security-groups?id=1b3d86b7-740d-47b9-b8da-4b8aa7ff48e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402771 Dec 20 14:29:12.953125 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34e6101-72dc-4e4f-a3b8-79cd8c8742c5 req-1ef0ac4d-7f74-4f7b-a579-15aaab8edfb0 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:12.967377 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34e6101-72dc-4e4f-a3b8-79cd8c8742c5 req-1ef0ac4d-7f74-4f7b-a579-15aaab8edfb0 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:12.976844 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c34e6101-72dc-4e4f-a3b8-79cd8c8742c5 req-1ef0ac4d-7f74-4f7b-a579-15aaab8edfb0 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bec07a8-c25f-4f16-885e-b65a42ac76c9 HTTP/1.1" status: 200 len: 1653 time: 0.1742556 Dec 20 14:29:13.002240 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-ec884fad-00e4-4e07-811e-a010fd73ebd7 req-99fb61f9-fff6-4ebc-a4e5-9c8a63864068 service neutron] For port ebcea486-e690-495c-b722-7ede28f3702b, host n-h1-761264-19, cleared binding levels {{(pid=103168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:29:13.033496 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-ec884fad-00e4-4e07-811e-a010fd73ebd7 req-99fb61f9-fff6-4ebc-a4e5-9c8a63864068 service neutron] For port ebcea486-e690-495c-b722-7ede28f3702b, host n-h1-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=ebcea486-e690-495c-b722-7ede28f3702b,segment=NetworkSegment(0db4f97e-52d2-4e75-a7f6-550aa2b8eca1),segment_id=0db4f97e-52d2-4e75-a7f6-550aa2b8eca1)] {{(pid=103168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:29:13.061360 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-ec884fad-00e4-4e07-811e-a010fd73ebd7 req-99fb61f9-fff6-4ebc-a4e5-9c8a63864068 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:13.079355 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec884fad-00e4-4e07-811e-a010fd73ebd7 req-99fb61f9-fff6-4ebc-a4e5-9c8a63864068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:13.079979 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-ec884fad-00e4-4e07-811e-a010fd73ebd7 req-99fb61f9-fff6-4ebc-a4e5-9c8a63864068 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:13.081816 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ec884fad-00e4-4e07-811e-a010fd73ebd7 req-99fb61f9-fff6-4ebc-a4e5-9c8a63864068 service neutron] 10.222.0.30 "PUT /v2.0/ports/ebcea486-e690-495c-b722-7ede28f3702b HTTP/1.1" status: 200 len: 1093 time: 2.7180498 Dec 20 14:29:13.087021 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bd00bb7-09c1-4c41-ac62-c183ad9e87c5', 'tag': 'ebcea486-e690-495c-b722-7ede28f3702b'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:29:13.090128 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-146dbb1b-0739-40f1-8553-a21bb8f2e90e" -d '{"events": [{"name": "network-changed", "server_uuid": "3bd00bb7-09c1-4c41-ac62-c183ad9e87c5", "tag": "ebcea486-e690-495c-b722-7ede28f3702b"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:29:13.107749 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1fb6a1-f549-4f59-a9aa-a917209d0a6d req-9fd84994-d2ab-4306-a707-75f5b732b20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:13.108265 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1fb6a1-f549-4f59-a9aa-a917209d0a6d req-9fd84994-d2ab-4306-a707-75f5b732b20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:13.116274 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1fb6a1-f549-4f59-a9aa-a917209d0a6d req-9fd84994-d2ab-4306-a707-75f5b732b20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:13.116784 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1fb6a1-f549-4f59-a9aa-a917209d0a6d req-9fd84994-d2ab-4306-a707-75f5b732b20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:13.117269 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1fb6a1-f549-4f59-a9aa-a917209d0a6d req-9fd84994-d2ab-4306-a707-75f5b732b20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:13.121594 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1fb6a1-f549-4f59-a9aa-a917209d0a6d req-9fd84994-d2ab-4306-a707-75f5b732b20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:13.122106 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1fb6a1-f549-4f59-a9aa-a917209d0a6d req-9fd84994-d2ab-4306-a707-75f5b732b20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:13.125317 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6a1fb6a1-f549-4f59-a9aa-a917209d0a6d req-9fd84994-d2ab-4306-a707-75f5b732b20d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7db68c07b2e8445b8d4272fa646b5852&device_id=b3e943d5-5d01-407d-9414-c89d08826b2f HTTP/1.1" status: 200 len: 6494 time: 0.3676145 Dec 20 14:29:13.278195 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fb61f9-fff6-4ebc-a4e5-9c8a63864068 service neutron] Pushing event updated for resources: {'Port': ['ID=ebcea486-e690-495c-b722-7ede28f3702b,revision_number=3']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:13.286208 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c34e6101-72dc-4e4f-a3b8-79cd8c8742c5 req-bfa704bb-ed1b-43d4-8820-2915a0321e6e tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/security-groups?id=90051062-f265-4ecc-9e5a-22ebfc7553a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3085210 Dec 20 14:29:13.291240 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d87caa-19c2-43f9-a2c3-493588b7f2e1 req-dd4b22d6-76d1-404e-b38d-3f6097fd7230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:13.291728 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d87caa-19c2-43f9-a2c3-493588b7f2e1 req-dd4b22d6-76d1-404e-b38d-3f6097fd7230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:13.293777 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e1d87caa-19c2-43f9-a2c3-493588b7f2e1 req-dd4b22d6-76d1-404e-b38d-3f6097fd7230 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e6d5204aa2840f59fc30e0e3762aae9&device_id=f275cf5f-20a0-4e8c-a92b-3de1b6262828 HTTP/1.1" status: 200 len: 1983 time: 0.3109555 Dec 20 14:29:13.327011 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-ba5f26de-582f-4e8e-9e8d-c062890265b8 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Allocated IP 10.1.1.7 (e922ff15-a662-4866-8b6a-3d6f701ab36c/aaeac8b3-4bcd-4183-8fdc-e7e9bf33dceb/c388c669-8dbc-4a20-aa6b-dcc41424fb88) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:29:13.380182 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec884fad-00e4-4e07-811e-a010fd73ebd7 req-d3345a15-baa2-4b15-9910-b55d24a8ddef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:13.382615 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ec884fad-00e4-4e07-811e-a010fd73ebd7 req-d3345a15-baa2-4b15-9910-b55d24a8ddef service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=543a5ccf1524441b95c235a83f5e56cd&device_id=3bd00bb7-09c1-4c41-ac62-c183ad9e87c5 HTTP/1.1" status: 200 len: 1096 time: 0.2424335 Dec 20 14:29:13.411292 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1fb6a1-f549-4f59-a9aa-a917209d0a6d req-b07649e1-6a7e-44a4-879e-3e5b2ffc27a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:13.413142 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6a1fb6a1-f549-4f59-a9aa-a917209d0a6d req-b07649e1-6a7e-44a4-879e-3e5b2ffc27a8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2d7ab868-da79-43c0-805a-c026f1ebce8a HTTP/1.1" status: 200 len: 903 time: 0.2744992 Dec 20 14:29:13.471674 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6a1fb6a1-f549-4f59-a9aa-a917209d0a6d req-70e792fa-9494-473b-b195-c00f998bf348 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fc4dfef1-284b-46a8-abf8-8899705f3844 HTTP/1.1" status: 200 len: 217 time: 0.0506361 Dec 20 14:29:13.522002 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ec884fad-00e4-4e07-811e-a010fd73ebd7 req-54afba97-6544-4fb6-a7a3-d2a941ef62ad service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ebcea486-e690-495c-b722-7ede28f3702b HTTP/1.1" status: 200 len: 217 time: 0.1226785 Dec 20 14:29:13.569369 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d87caa-19c2-43f9-a2c3-493588b7f2e1 req-602f5897-6d14-470f-9ce7-c5e1608ade6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:13.571267 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e1d87caa-19c2-43f9-a2c3-493588b7f2e1 req-602f5897-6d14-470f-9ce7-c5e1608ade6f service neutron] 10.222.0.30 "GET /v2.0/networks?id=4c5870bc-f5fa-4ac0-8dae-67cdde64d1db HTTP/1.1" status: 200 len: 903 time: 0.2646153 Dec 20 14:29:13.585569 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199fea61-0658-4cb5-9b6c-e68ee15cddf8 req-ba3bf18e-42bf-4112-9c2f-4bbe7e336e38 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:13.592999 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199fea61-0658-4cb5-9b6c-e68ee15cddf8 req-ba3bf18e-42bf-4112-9c2f-4bbe7e336e38 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:13.595353 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-199fea61-0658-4cb5-9b6c-e68ee15cddf8 req-ba3bf18e-42bf-4112-9c2f-4bbe7e336e38 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.54 "GET /v2.0/ports?device_id=f275cf5f-20a0-4e8c-a92b-3de1b6262828 HTTP/1.1" status: 200 len: 1679 time: 0.1258919 Dec 20 14:29:13.609125 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec884fad-00e4-4e07-811e-a010fd73ebd7 req-c64f2f0d-279c-4482-a792-8b5d3fe6f43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:13.610680 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ec884fad-00e4-4e07-811e-a010fd73ebd7 req-c64f2f0d-279c-4482-a792-8b5d3fe6f43b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c8908482-6016-4528-aed2-b6e5b6996a4d HTTP/1.1" status: 200 len: 851 time: 0.0785832 Dec 20 14:29:13.619162 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3068851-3ade-4c07-89b9-47ef8a5bbb64 x-openstack-request-id: req-c3068851-3ade-4c07-89b9-47ef8a5bbb64 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:29:13.619451 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bd00bb7-09c1-4c41-ac62-c183ad9e87c5", "tag": "ebcea486-e690-495c-b722-7ede28f3702b", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:29:13.619707 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c3068851-3ade-4c07-89b9-47ef8a5bbb64 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:29:13.620102 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bd00bb7-09c1-4c41-ac62-c183ad9e87c5', 'tag': 'ebcea486-e690-495c-b722-7ede28f3702b', 'status': 'completed', 'code': 200} Dec 20 14:29:13.655216 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e1d87caa-19c2-43f9-a2c3-493588b7f2e1 req-6ce19682-2008-463d-9e7a-7080c027cce5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.236&port_id=2589242e-d7ee-40b5-826a-ae1ef57df1e0 HTTP/1.1" status: 200 len: 217 time: 0.0584292 Dec 20 14:29:13.662523 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1fb6a1-f549-4f59-a9aa-a917209d0a6d req-ba407ad6-6e6f-496f-a5f5-3395adc7fc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:13.664096 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6a1fb6a1-f549-4f59-a9aa-a917209d0a6d req-ba407ad6-6e6f-496f-a5f5-3395adc7fc6d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=09e7c8eb-4da5-4994-ad75-557cbde9bb05 HTTP/1.1" status: 200 len: 797 time: 0.1515722 Dec 20 14:29:13.697208 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ec884fad-00e4-4e07-811e-a010fd73ebd7 req-10003496-adda-4760-b5d0-4080d21431cd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=495ace7a-f44e-4349-a86f-b6f0c2cf6eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0762217 Dec 20 14:29:13.780682 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d87caa-19c2-43f9-a2c3-493588b7f2e1 req-546a42af-8d09-4e17-906d-08a1110eb6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:13.782233 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e1d87caa-19c2-43f9-a2c3-493588b7f2e1 req-546a42af-8d09-4e17-906d-08a1110eb6fe service neutron] 10.222.0.30 "GET /v2.0/subnets?id=97a1c48e-b766-4e93-a601-e704af3a8ed0 HTTP/1.1" status: 200 len: 801 time: 0.1172326 Dec 20 14:29:13.799097 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-199fea61-0658-4cb5-9b6c-e68ee15cddf8 req-64711fe7-3513-42a7-9ef7-c42572946edc tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.54 "GET /v2.0/security-groups?id=38c67d1f-c5c0-4d18-a181-659c37118040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924043 Dec 20 14:29:13.891944 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1fb6a1-f549-4f59-a9aa-a917209d0a6d req-ea516068-e9cd-4516-902d-7e1a00dbb3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:13.896081 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6a1fb6a1-f549-4f59-a9aa-a917209d0a6d req-ea516068-e9cd-4516-902d-7e1a00dbb3cb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2d7ab868-da79-43c0-805a-c026f1ebce8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2183237 Dec 20 14:29:13.965154 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ac888f-66b0-4953-8ace-37167785d5c1 req-e1807348-53ae-4170-b2df-0249581fbc5b tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:13.966704 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c4ac888f-66b0-4953-8ace-37167785d5c1 req-e1807348-53ae-4170-b2df-0249581fbc5b tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=3bd00bb7-09c1-4c41-ac62-c183ad9e87c5 HTTP/1.1" status: 200 len: 944 time: 0.2686200 Dec 20 14:29:13.999271 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-ba5f26de-582f-4e8e-9e8d-c062890265b8 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:14.028079 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ec884fad-00e4-4e07-811e-a010fd73ebd7 req-cfdf56f9-851e-4846-aa91-a4a57030e304 service neutron] 10.222.0.30 "GET /v2.0/networks/495ace7a-f44e-4349-a86f-b6f0c2cf6eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3115661 Dec 20 14:29:14.095960 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6a1fb6a1-f549-4f59-a9aa-a917209d0a6d req-4a043f0b-7d78-4b69-918b-9f0fc8b59e87 service neutron] 10.222.0.47 "GET /v2.0/networks/2d7ab868-da79-43c0-805a-c026f1ebce8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875482 Dec 20 14:29:14.106788 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d87caa-19c2-43f9-a2c3-493588b7f2e1 req-3fe74005-6785-41b4-a434-639abb8ec4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:14.108579 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e1d87caa-19c2-43f9-a2c3-493588b7f2e1 req-3fe74005-6785-41b4-a434-639abb8ec4a8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4c5870bc-f5fa-4ac0-8dae-67cdde64d1db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3084745 Dec 20 14:29:14.129974 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c4ac888f-66b0-4953-8ace-37167785d5c1 req-f7c3a10c-4ee0-4541-afe5-f79de1549dc0 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537285 Dec 20 14:29:14.182597 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-ba5f26de-582f-4e8e-9e8d-c062890265b8 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:14.296811 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6a1fb6a1-f549-4f59-a9aa-a917209d0a6d req-6e2859de-6100-4dbe-851f-1e9f5efdac0a service neutron] 10.222.0.47 "GET /v2.0/networks/2d7ab868-da79-43c0-805a-c026f1ebce8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929333 Dec 20 14:29:14.306890 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-ba5f26de-582f-4e8e-9e8d-c062890265b8 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Network e922ff15-a662-4866-8b6a-3d6f701ab36c is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:29:14.332270 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ec884fad-00e4-4e07-811e-a010fd73ebd7 req-80b76f6b-036e-43e2-b1de-cde7e869e3b8 service neutron] 10.222.0.30 "GET /v2.0/networks/495ace7a-f44e-4349-a86f-b6f0c2cf6eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2958899 Dec 20 14:29:14.337099 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-ba5f26de-582f-4e8e-9e8d-c062890265b8 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:29:14.341163 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-ba5f26de-582f-4e8e-9e8d-c062890265b8 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:29:14.446384 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5f26de-582f-4e8e-9e8d-c062890265b8 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Pushing event updated for resources: {'Port': ['ID=c388c669-8dbc-4a20-aa6b-dcc41424fb88,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:14.495194 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-ba5f26de-582f-4e8e-9e8d-c062890265b8 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:14.496126 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-ba5f26de-582f-4e8e-9e8d-c062890265b8 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:14.506829 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e1d87caa-19c2-43f9-a2c3-493588b7f2e1 req-d3c53f3a-22fb-4d97-9c6e-f9ad41c03c38 service neutron] 10.222.0.30 "GET /v2.0/networks/4c5870bc-f5fa-4ac0-8dae-67cdde64d1db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083857 Dec 20 14:29:14.552306 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e77dfd0-2291-4dec-87ee-2cd5d9dec602 req-3da49724-dac2-45e1-ae62-ab4e789e3d15 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:14.558776 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e77dfd0-2291-4dec-87ee-2cd5d9dec602 req-3da49724-dac2-45e1-ae62-ab4e789e3d15 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:14.565588 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e77dfd0-2291-4dec-87ee-2cd5d9dec602 req-3da49724-dac2-45e1-ae62-ab4e789e3d15 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:14.572087 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e77dfd0-2291-4dec-87ee-2cd5d9dec602 req-3da49724-dac2-45e1-ae62-ab4e789e3d15 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:14.578275 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e77dfd0-2291-4dec-87ee-2cd5d9dec602 req-3da49724-dac2-45e1-ae62-ab4e789e3d15 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:14.584300 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e77dfd0-2291-4dec-87ee-2cd5d9dec602 req-3da49724-dac2-45e1-ae62-ab4e789e3d15 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:14.590985 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e77dfd0-2291-4dec-87ee-2cd5d9dec602 req-3da49724-dac2-45e1-ae62-ab4e789e3d15 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:14.598467 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2e77dfd0-2291-4dec-87ee-2cd5d9dec602 req-3da49724-dac2-45e1-ae62-ab4e789e3d15 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3e943d5-5d01-407d-9414-c89d08826b2f HTTP/1.1" status: 200 len: 5430 time: 0.3175607 Dec 20 14:29:14.626366 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-ba5f26de-582f-4e8e-9e8d-c062890265b8 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1947484 Dec 20 14:29:14.640364 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-f270c0c9-eba8-49a8-a281-cc3aaccb5fed tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Request body: {'port': {'device_id': '7bec07a8-c25f-4f16-885e-b65a42ac76c9', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '781006d9-7985-4914-91ad-a5e554b7cb56', 'admin_state_up': True, 'tenant_id': '1080628f9fb44b28a6ddf9255bb33498', 'security_groups': ['90051062-f265-4ecc-9e5a-22ebfc7553a7']}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:29:14.658893 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e1d87caa-19c2-43f9-a2c3-493588b7f2e1 req-a78f8d1c-5276-4867-80b6-395d7f191536 service neutron] 10.222.0.30 "GET /v2.0/networks/4c5870bc-f5fa-4ac0-8dae-67cdde64d1db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304686 Dec 20 14:29:14.668958 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0865f7-e8df-4c07-9a65-82ade1fca9b4 req-1ac47655-6eac-4514-bbe7-03a592197bf9 tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:14.670705 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bd0865f7-e8df-4c07-9a65-82ade1fca9b4 req-1ac47655-6eac-4514-bbe7-03a592197bf9 tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0407e97-6f07-4d51-b417-23f2cec1d4ac HTTP/1.1" status: 200 len: 950 time: 0.1629448 Dec 20 14:29:14.690860 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146dbb1b-0739-40f1-8553-a21bb8f2e90e req-3e23c460-c37f-4929-ae54-6f28946a8cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:14.692954 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-146dbb1b-0739-40f1-8553-a21bb8f2e90e req-3e23c460-c37f-4929-ae54-6f28946a8cf4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=543a5ccf1524441b95c235a83f5e56cd&device_id=3bd00bb7-09c1-4c41-ac62-c183ad9e87c5 HTTP/1.1" status: 200 len: 1096 time: 0.2804627 Dec 20 14:29:14.747764 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-ee660756-be48-4ba0-a3ec-09e9b9f981be None None] Provisioning complete for port c388c669-8dbc-4a20-aa6b-dcc41424fb88 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:29:14.748885 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ee660756-be48-4ba0-a3ec-09e9b9f981be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:14.762551 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bd0865f7-e8df-4c07-9a65-82ade1fca9b4 req-459c348d-33f1-4f2c-90c4-aadb59260a2e tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] 10.222.0.54 "GET /v2.0/security-groups?id=1b3d86b7-740d-47b9-b8da-4b8aa7ff48e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855408 Dec 20 14:29:14.792289 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2e77dfd0-2291-4dec-87ee-2cd5d9dec602 req-4bd87611-99ad-41e4-b039-8053f14a2d7a tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/security-groups?id=43c0ac57-a0d4-4728-b359-486d90e63ad1&id=81a62dd3-6166-418b-a2f3-15daa19beec9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1923633 Dec 20 14:29:14.842560 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-ee660756-be48-4ba0-a3ec-09e9b9f981be None None] Port c388c669-8dbc-4a20-aa6b-dcc41424fb88 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:29:14.931203 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146dbb1b-0739-40f1-8553-a21bb8f2e90e req-8b281075-ea99-44c0-9740-e48b67f357ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:14.933105 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-146dbb1b-0739-40f1-8553-a21bb8f2e90e req-8b281075-ea99-44c0-9740-e48b67f357ad service neutron] 10.222.0.30 "GET /v2.0/networks?id=495ace7a-f44e-4349-a86f-b6f0c2cf6eb6 HTTP/1.1" status: 200 len: 912 time: 0.2223172 Dec 20 14:29:15.004116 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-146dbb1b-0739-40f1-8553-a21bb8f2e90e req-8a6834f6-a4a8-4e9e-a97b-354b6ef9bb99 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ebcea486-e690-495c-b722-7ede28f3702b HTTP/1.1" status: 200 len: 217 time: 0.0520217 Dec 20 14:29:15.071990 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef21bfa-5030-41db-aef1-1b007d34fb89 req-856ec940-ceea-4f52-bd62-3c5c9b7d6e97 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:15.079108 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef21bfa-5030-41db-aef1-1b007d34fb89 req-856ec940-ceea-4f52-bd62-3c5c9b7d6e97 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:15.086613 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef21bfa-5030-41db-aef1-1b007d34fb89 req-856ec940-ceea-4f52-bd62-3c5c9b7d6e97 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:15.095997 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-aef21bfa-5030-41db-aef1-1b007d34fb89 req-856ec940-ceea-4f52-bd62-3c5c9b7d6e97 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bec07a8-c25f-4f16-885e-b65a42ac76c9 HTTP/1.1" status: 200 len: 2372 time: 0.1954572 Dec 20 14:29:15.108403 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:15.109938 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-f270c0c9-eba8-49a8-a281-cc3aaccb5fed tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Made reservation on behalf of 1080628f9fb44b28a6ddf9255bb33498 for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:29:15.148942 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146dbb1b-0739-40f1-8553-a21bb8f2e90e req-3369da42-623c-44c3-bac4-4ed72c119113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:15.151010 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-146dbb1b-0739-40f1-8553-a21bb8f2e90e req-3369da42-623c-44c3-bac4-4ed72c119113 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c8908482-6016-4528-aed2-b6e5b6996a4d HTTP/1.1" status: 200 len: 851 time: 0.1366498 Dec 20 14:29:15.241814 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-146dbb1b-0739-40f1-8553-a21bb8f2e90e req-53ce5978-e2f6-40ec-aff8-1be1f78c7827 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=495ace7a-f44e-4349-a86f-b6f0c2cf6eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740633 Dec 20 14:29:15.262672 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-aef21bfa-5030-41db-aef1-1b007d34fb89 req-f071139f-250b-48f7-88e8-ce6ea2536e50 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/security-groups?id=90051062-f265-4ecc-9e5a-22ebfc7553a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1660058 Dec 20 14:29:15.290818 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c60bbe-c6bd-4b98-87ea-f3fc7580afef req-28d47b37-9f9e-45b5-ac65-ec9cd880db33 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:15.310440 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 55bbb0c0-bf25-43e8-87b7-da693ef31fe6 details requested by agent hyperv_n-h1-761264-19 with host n-h1-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:29:15.313308 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c60bbe-c6bd-4b98-87ea-f3fc7580afef req-28d47b37-9f9e-45b5-ac65-ec9cd880db33 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:15.315233 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-58c60bbe-c6bd-4b98-87ea-f3fc7580afef req-28d47b37-9f9e-45b5-ac65-ec9cd880db33 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.54 "GET /v2.0/ports?device_id=f275cf5f-20a0-4e8c-a92b-3de1b6262828 HTTP/1.1" status: 200 len: 1679 time: 0.0982065 Dec 20 14:29:15.377538 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-58c60bbe-c6bd-4b98-87ea-f3fc7580afef req-6719e1d5-6423-4e91-bdf3-120bb098d6b1 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.54 "GET /v2.0/security-groups?id=38c67d1f-c5c0-4d18-a181-659c37118040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560143 Dec 20 14:29:15.445745 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-f270c0c9-eba8-49a8-a281-cc3aaccb5fed tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:15.458111 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-146dbb1b-0739-40f1-8553-a21bb8f2e90e req-c39f697e-c6b8-46bf-96a2-94da75629fab service neutron] 10.222.0.30 "GET /v2.0/networks/495ace7a-f44e-4349-a86f-b6f0c2cf6eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942956 Dec 20 14:29:15.500439 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 55bbb0c0-bf25-43e8-87b7-da693ef31fe6, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=55bbb0c0-bf25-43e8-87b7-da693ef31fe6,segment=NetworkSegment(9caa097a-7476-4874-a2ab-185b628d1e91),segment_id=9caa097a-7476-4874-a2ab-185b628d1e91)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:29:15.522150 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Returning: {'device': '55bbb0c0-bf25-43e8-87b7-da693ef31fe6', 'network_id': '96780ad1-4631-4019-b22f-d635f43900bc', 'port_id': '55bbb0c0-bf25-43e8-87b7-da693ef31fe6', 'mac_address': 'fa:16:3e:fa:9b:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3188ecdf-ab88-414e-bfec-14cdece1d5c4', 'ip_address': '19.80.0.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:29:15.559439 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c28cb7-d71b-403c-8360-817cdfb5e5fb req-87e74dd3-0296-42a7-9578-ae932e326f25 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:15.561613 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-23c28cb7-d71b-403c-8360-817cdfb5e5fb req-87e74dd3-0296-42a7-9578-ae932e326f25 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=3bd00bb7-09c1-4c41-ac62-c183ad9e87c5 HTTP/1.1" status: 200 len: 944 time: 0.0565934 Dec 20 14:29:15.620535 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:15.632783 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-23c28cb7-d71b-403c-8360-817cdfb5e5fb req-77499ffb-f85a-4065-90c5-cf59d52a4f61 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584829 Dec 20 14:29:15.655270 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55bbb0c0-bf25-43e8-87b7-da693ef31fe6 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:29:15.696627 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 55bbb0c0-bf25-43e8-87b7-da693ef31fe6, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=55bbb0c0-bf25-43e8-87b7-da693ef31fe6,segment=NetworkSegment(9caa097a-7476-4874-a2ab-185b628d1e91),segment_id=9caa097a-7476-4874-a2ab-185b628d1e91)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:29:15.712387 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:15.819902 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=55bbb0c0-bf25-43e8-87b7-da693ef31fe6,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:15.976500 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-f270c0c9-eba8-49a8-a281-cc3aaccb5fed tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Allocated IP 10.2.2.100 (781006d9-7985-4914-91ad-a5e554b7cb56/7d232d75-8ac0-41ba-a979-02f9a30b542c/9bc1aacd-a2ef-491f-a27e-99c9073aabbc) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:29:16.012144 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc806ec-6110-4fc8-8b66-12c8763d1720 req-d786fc29-2c81-4994-b4bf-6bf43e125df2 tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:16.019753 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5fc806ec-6110-4fc8-8b66-12c8763d1720 req-d786fc29-2c81-4994-b4bf-6bf43e125df2 tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0407e97-6f07-4d51-b417-23f2cec1d4ac HTTP/1.1" status: 200 len: 950 time: 0.5160985 Dec 20 14:29:16.035316 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded85475-8d3f-4d38-a495-3d4f2c094006 req-6d80db75-4e6d-4dcc-905f-b7b290fd1f61 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:16.045031 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded85475-8d3f-4d38-a495-3d4f2c094006 req-6d80db75-4e6d-4dcc-905f-b7b290fd1f61 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:16.065842 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded85475-8d3f-4d38-a495-3d4f2c094006 req-6d80db75-4e6d-4dcc-905f-b7b290fd1f61 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:16.066588 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-146dbb1b-0739-40f1-8553-a21bb8f2e90e req-404b5739-00e8-44f3-9b89-3c013c96f079 service neutron] 10.222.0.30 "GET /v2.0/networks/495ace7a-f44e-4349-a86f-b6f0c2cf6eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5962873 Dec 20 14:29:16.078831 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded85475-8d3f-4d38-a495-3d4f2c094006 req-6d80db75-4e6d-4dcc-905f-b7b290fd1f61 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:16.092412 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded85475-8d3f-4d38-a495-3d4f2c094006 req-6d80db75-4e6d-4dcc-905f-b7b290fd1f61 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:16.101093 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded85475-8d3f-4d38-a495-3d4f2c094006 req-6d80db75-4e6d-4dcc-905f-b7b290fd1f61 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:16.112850 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded85475-8d3f-4d38-a495-3d4f2c094006 req-6d80db75-4e6d-4dcc-905f-b7b290fd1f61 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:16.116117 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ded85475-8d3f-4d38-a495-3d4f2c094006 req-6d80db75-4e6d-4dcc-905f-b7b290fd1f61 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3e943d5-5d01-407d-9414-c89d08826b2f HTTP/1.1" status: 200 len: 5430 time: 0.1877823 Dec 20 14:29:16.157465 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5fc806ec-6110-4fc8-8b66-12c8763d1720 req-20ceb445-49a3-4b37-a58a-b19f7cd764f7 tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] 10.222.0.54 "GET /v2.0/security-groups?id=1b3d86b7-740d-47b9-b8da-4b8aa7ff48e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317689 Dec 20 14:29:16.205523 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['55bbb0c0-bf25-43e8-87b7-da693ef31fe6'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:29:16.240445 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ded85475-8d3f-4d38-a495-3d4f2c094006 req-360baba1-4f62-4596-82cb-908823c26e7a tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/security-groups?id=43c0ac57-a0d4-4728-b359-486d90e63ad1&id=81a62dd3-6166-418b-a2f3-15daa19beec9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1183147 Dec 20 14:29:16.297779 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-f270c0c9-eba8-49a8-a281-cc3aaccb5fed tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:16.363909 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 56142) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:29:16.368301 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-f270c0c9-eba8-49a8-a281-cc3aaccb5fed tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:16.539749 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-f270c0c9-eba8-49a8-a281-cc3aaccb5fed tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Network 781006d9-7985-4914-91ad-a5e554b7cb56 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:29:16.558271 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f270c0c9-eba8-49a8-a281-cc3aaccb5fed tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Pushing event updated for resources: {'Port': ['ID=9bc1aacd-a2ef-491f-a27e-99c9073aabbc,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:16.568636 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-f270c0c9-eba8-49a8-a281-cc3aaccb5fed tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:29:16.575413 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 56150) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:29:16.578942 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-f270c0c9-eba8-49a8-a281-cc3aaccb5fed tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:29:16.598112 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64edafb7-f8b1-4f51-a202-63243a5f8b22 req-6d4ca3df-7c82-4a08-a4be-57c48970bb3f tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:16.605063 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64edafb7-f8b1-4f51-a202-63243a5f8b22 req-6d4ca3df-7c82-4a08-a4be-57c48970bb3f tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:16.617454 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-64edafb7-f8b1-4f51-a202-63243a5f8b22 req-6d4ca3df-7c82-4a08-a4be-57c48970bb3f tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.54 "GET /v2.0/ports?device_id=f275cf5f-20a0-4e8c-a92b-3de1b6262828 HTTP/1.1" status: 200 len: 1680 time: 0.1010444 Dec 20 14:29:16.693619 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:16.693619 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:29:16.693619 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:16.693619 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:29:16.693619 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:16.693619 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:29:16.693619 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:16.693619 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:29:16.693619 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:16.693619 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:29:16.693619 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:16.693619 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:29:16.693619 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:16.693619 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:29:16.693619 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:16.693619 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:29:16.693619 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:16.693619 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:29:16.693619 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:16.693619 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:29:16.693619 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:16.693619 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:29:16.693619 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:16.693619 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:29:16.693619 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:16.693619 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:29:16.693619 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:16.693619 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:29:16.693619 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:16.693619 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:29:16.693619 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:16.693619 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:29:16.693619 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:16.693619 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:29:16.693619 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:16.693619 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:29:16.696620 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:16.696620 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:29:16.696620 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:16.696620 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:29:16.696620 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:16.696620 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:29:16.696620 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:16.696620 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:29:16.696620 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:16.696620 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:29:16.696620 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:16.696620 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:29:16.704102 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eef75f-f75e-4116-a046-2029f336b848 req-8b12c365-b0b7-4981-9f34-bc862e9e759b tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:16.711484 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eef75f-f75e-4116-a046-2029f336b848 req-8b12c365-b0b7-4981-9f34-bc862e9e759b tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:16.713312 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-64edafb7-f8b1-4f51-a202-63243a5f8b22 req-55423513-1dee-4d07-90cf-6bf2a1fc689d tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.54 "GET /v2.0/security-groups?id=38c67d1f-c5c0-4d18-a181-659c37118040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938995 Dec 20 14:29:16.720699 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eef75f-f75e-4116-a046-2029f336b848 req-8b12c365-b0b7-4981-9f34-bc862e9e759b tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:16.727898 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eef75f-f75e-4116-a046-2029f336b848 req-8b12c365-b0b7-4981-9f34-bc862e9e759b tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:16.731085 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-42eef75f-f75e-4116-a046-2029f336b848 req-8b12c365-b0b7-4981-9f34-bc862e9e759b tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bec07a8-c25f-4f16-885e-b65a42ac76c9 HTTP/1.1" status: 200 len: 3093 time: 0.2921064 Dec 20 14:29:16.756243 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-f270c0c9-eba8-49a8-a281-cc3aaccb5fed tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:16.756910 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-f270c0c9-eba8-49a8-a281-cc3aaccb5fed tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:16.765531 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fa4faf9d-4319-45c9-b04f-f66a90776ac7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:16.815876 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-f270c0c9-eba8-49a8-a281-cc3aaccb5fed tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1798298 Dec 20 14:29:16.830340 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-a6eb197e-8d1b-441d-83c9-8c8c3552cd49 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Request body: {'port': {'device_id': '7bec07a8-c25f-4f16-885e-b65a42ac76c9', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '781006d9-7985-4914-91ad-a5e554b7cb56', 'admin_state_up': True, 'tenant_id': '1080628f9fb44b28a6ddf9255bb33498', 'security_groups': ['90051062-f265-4ecc-9e5a-22ebfc7553a7']}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:29:16.886130 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-42eef75f-f75e-4116-a046-2029f336b848 req-9cfe9d89-60c8-4ee9-b932-11768c46caf8 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/security-groups?id=90051062-f265-4ecc-9e5a-22ebfc7553a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1452551 Dec 20 14:29:16.901315 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-954ddef4-87b5-45fb-8c18-2306ded3f7c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:16.952677 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-883495fb-8bd9-4f53-87a3-5a99dda7bcd6 req-954ce51d-a593-4bba-9743-cf648890baaa tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=5733ef1aa8b34fa78cc0c918a1d39791&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0701814 Dec 20 14:29:16.984381 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fa4faf9d-4319-45c9-b04f-f66a90776ac7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:17.088940 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-88c6add0-f834-4f77-82b3-048d7aa37b4d None None] Provisioning complete for port 9bc1aacd-a2ef-491f-a27e-99c9073aabbc triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:29:17.092937 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-88c6add0-f834-4f77-82b3-048d7aa37b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:17.180374 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fa4faf9d-4319-45c9-b04f-f66a90776ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:17.197391 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-88c6add0-f834-4f77-82b3-048d7aa37b4d None None] Port 9bc1aacd-a2ef-491f-a27e-99c9073aabbc cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:29:17.223929 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883495fb-8bd9-4f53-87a3-5a99dda7bcd6 req-c67304b0-a7fc-4e4a-99f0-26865c1e83b5 tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:17.232362 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-883495fb-8bd9-4f53-87a3-5a99dda7bcd6 req-c67304b0-a7fc-4e4a-99f0-26865c1e83b5 tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2787561 Dec 20 14:29:17.243746 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4faf9d-4319-45c9-b04f-f66a90776ac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f3630c-5579-4487-826f-45a0fff44f94,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:17.279954 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-883495fb-8bd9-4f53-87a3-5a99dda7bcd6 req-ee01835a-ab97-4781-9176-a6d6a3587c83 tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] 10.222.0.54 "GET /v2.0/quotas/5733ef1aa8b34fa78cc0c918a1d39791 HTTP/1.1" status: 200 len: 375 time: 0.0463171 Dec 20 14:29:17.302663 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4faf9d-4319-45c9-b04f-f66a90776ac7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:29:17.303348 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4faf9d-4319-45c9-b04f-f66a90776ac7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:29:17.303848 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4faf9d-4319-45c9-b04f-f66a90776ac7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:29:17.305410 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4faf9d-4319-45c9-b04f-f66a90776ac7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:29:17.306175 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4faf9d-4319-45c9-b04f-f66a90776ac7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:29:17.306682 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4faf9d-4319-45c9-b04f-f66a90776ac7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:29:17.308685 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4faf9d-4319-45c9-b04f-f66a90776ac7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:29:17.309395 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4faf9d-4319-45c9-b04f-f66a90776ac7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:29:17.309905 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4faf9d-4319-45c9-b04f-f66a90776ac7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:29:17.310415 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4faf9d-4319-45c9-b04f-f66a90776ac7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:29:17.310905 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device ebcea486-e690-495c-b722-7ede28f3702b details requested by agent hyperv_n-h1-761264-19 with host n-h1-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:29:17.312272 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4faf9d-4319-45c9-b04f-f66a90776ac7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:29:17.312993 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4faf9d-4319-45c9-b04f-f66a90776ac7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:29:17.313649 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4faf9d-4319-45c9-b04f-f66a90776ac7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:29:17.371919 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-fa4faf9d-4319-45c9-b04f-f66a90776ac7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=cc6883bad5dd4f04902f60f3d76f4d59&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0064478 Dec 20 14:29:17.381265 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 56170) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:29:17.415033 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-883495fb-8bd9-4f53-87a3-5a99dda7bcd6 req-a5230500-e333-44f5-b5df-c58cbfc2cf60 tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=5733ef1aa8b34fa78cc0c918a1d39791&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1333182 Dec 20 14:29:17.496702 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e09a5eaa-64a4-4d97-a061-610f57f32398 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:17.518643 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port ebcea486-e690-495c-b722-7ede28f3702b, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=ebcea486-e690-495c-b722-7ede28f3702b,segment=NetworkSegment(0db4f97e-52d2-4e75-a7f6-550aa2b8eca1),segment_id=0db4f97e-52d2-4e75-a7f6-550aa2b8eca1)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:29:17.535636 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e09a5eaa-64a4-4d97-a061-610f57f32398 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:17.541875 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd84f175-31cb-4044-b97b-8c7e6f7f98e7 req-7b611177-f1d2-4cbb-a2a5-fe8362c0d7fa tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:17.543477 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Returning: {'device': 'ebcea486-e690-495c-b722-7ede28f3702b', 'network_id': '495ace7a-f44e-4349-a86f-b6f0c2cf6eb6', 'port_id': 'ebcea486-e690-495c-b722-7ede28f3702b', 'mac_address': 'fa:16:3e:65:9e:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8908482-6016-4528-aed2-b6e5b6996a4d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:29:17.554898 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fd84f175-31cb-4044-b97b-8c7e6f7f98e7 req-7b611177-f1d2-4cbb-a2a5-fe8362c0d7fa tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=3bd00bb7-09c1-4c41-ac62-c183ad9e87c5 HTTP/1.1" status: 200 len: 944 time: 0.2585502 Dec 20 14:29:17.622880 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-a6eb197e-8d1b-441d-83c9-8c8c3552cd49 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Made reservation on behalf of 1080628f9fb44b28a6ddf9255bb33498 for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:29:17.634971 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e09a5eaa-64a4-4d97-a061-610f57f32398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:17.638713 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-a6eb197e-8d1b-441d-83c9-8c8c3552cd49 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:17.639813 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e09a5eaa-64a4-4d97-a061-610f57f32398 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:17.641504 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-e09a5eaa-64a4-4d97-a061-610f57f32398 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e0f3630c-5579-4487-826f-45a0fff44f94 HTTP/1.1" status: 204 len: 168 time: 0.2564905 Dec 20 14:29:17.652351 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09a5eaa-64a4-4d97-a061-610f57f32398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f3630c-5579-4487-826f-45a0fff44f94,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:17.652555 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:17.685695 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebcea486-e690-495c-b722-7ede28f3702b {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:29:17.698850 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-954ddef4-87b5-45fb-8c18-2306ded3f7c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:17.709530 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port ebcea486-e690-495c-b722-7ede28f3702b, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=ebcea486-e690-495c-b722-7ede28f3702b,segment=NetworkSegment(0db4f97e-52d2-4e75-a7f6-550aa2b8eca1),segment_id=0db4f97e-52d2-4e75-a7f6-550aa2b8eca1)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:29:17.717386 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:17.719401 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-954ddef4-87b5-45fb-8c18-2306ded3f7c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:17.719594 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 2589242e-d7ee-40b5-826a-ae1ef57df1e0 details requested by agent hyperv_n-h1-761264-19 with host n-h1-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:29:17.764289 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fd84f175-31cb-4044-b97b-8c7e6f7f98e7 req-6d172e27-caa1-482a-a41a-b285c7cbddc5 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083111 Dec 20 14:29:17.852485 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 2589242e-d7ee-40b5-826a-ae1ef57df1e0, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=2589242e-d7ee-40b5-826a-ae1ef57df1e0,segment=NetworkSegment(06a756f9-b560-403d-ad98-66af82c3d41f),segment_id=06a756f9-b560-403d-ad98-66af82c3d41f)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:29:17.865800 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-954ddef4-87b5-45fb-8c18-2306ded3f7c4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=99c40bcf560745e0b7db2a2a45fd7c0e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2880085 Dec 20 14:29:17.908389 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a189d23e-1344-4ac5-b2ca-4e3b7fd86ffa req-445d6321-50af-4e40-89c6-996a2bc6c005 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:17.923483 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 56180) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:29:17.936702 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Returning: {'device': '2589242e-d7ee-40b5-826a-ae1ef57df1e0', 'network_id': '4c5870bc-f5fa-4ac0-8dae-67cdde64d1db', 'port_id': '2589242e-d7ee-40b5-826a-ae1ef57df1e0', 'mac_address': 'fa:16:3e:e6:22:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97a1c48e-b766-4e93-a601-e704af3a8ed0', 'ip_address': '19.86.0.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:29:17.940948 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=ebcea486-e690-495c-b722-7ede28f3702b,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:17.953825 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954ddef4-87b5-45fb-8c18-2306ded3f7c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3623e66-98af-4af6-99e8-f66e1344da11,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:17.960124 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a189d23e-1344-4ac5-b2ca-4e3b7fd86ffa req-445d6321-50af-4e40-89c6-996a2bc6c005 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:17.987956 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:18.004564 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2589242e-d7ee-40b5-826a-ae1ef57df1e0 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:29:18.016210 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a189d23e-1344-4ac5-b2ca-4e3b7fd86ffa req-445d6321-50af-4e40-89c6-996a2bc6c005 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:18.050901 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 2589242e-d7ee-40b5-826a-ae1ef57df1e0, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=2589242e-d7ee-40b5-826a-ae1ef57df1e0,segment=NetworkSegment(06a756f9-b560-403d-ad98-66af82c3d41f),segment_id=06a756f9-b560-403d-ad98-66af82c3d41f)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:29:18.068197 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a189d23e-1344-4ac5-b2ca-4e3b7fd86ffa req-445d6321-50af-4e40-89c6-996a2bc6c005 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:18.088143 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:18.106118 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a189d23e-1344-4ac5-b2ca-4e3b7fd86ffa req-445d6321-50af-4e40-89c6-996a2bc6c005 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:18.144910 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a189d23e-1344-4ac5-b2ca-4e3b7fd86ffa req-445d6321-50af-4e40-89c6-996a2bc6c005 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:18.182304 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a189d23e-1344-4ac5-b2ca-4e3b7fd86ffa req-445d6321-50af-4e40-89c6-996a2bc6c005 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:18.194625 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a189d23e-1344-4ac5-b2ca-4e3b7fd86ffa req-445d6321-50af-4e40-89c6-996a2bc6c005 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3e943d5-5d01-407d-9414-c89d08826b2f HTTP/1.1" status: 200 len: 5430 time: 0.5080361 Dec 20 14:29:18.258794 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=2589242e-d7ee-40b5-826a-ae1ef57df1e0,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:18.329666 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a189d23e-1344-4ac5-b2ca-4e3b7fd86ffa req-e48f747f-86ea-4393-8b58-8617819f1f9e tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/security-groups?id=43c0ac57-a0d4-4728-b359-486d90e63ad1&id=81a62dd3-6166-418b-a2f3-15daa19beec9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1138940 Dec 20 14:29:18.365648 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-a6eb197e-8d1b-441d-83c9-8c8c3552cd49 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Allocated IP 10.2.2.200 (781006d9-7985-4914-91ad-a5e554b7cb56/7d232d75-8ac0-41ba-a979-02f9a30b542c/a9e6ecc6-74ae-4b76-8dcf-5a91360c2536) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:29:18.488921 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b5ccc4e0-4a09-4b59-8f6c-c11609698eab req-e452cd4b-3257-4e9d-bd0f-1b4bac4c4ac5 tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] 10.222.0.54 "GET /v2.0/ports?device_id=d68eaab8-9dac-46df-bf2b-9917194d430a HTTP/1.1" status: 200 len: 210 time: 0.0686989 Dec 20 14:29:18.491270 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['ebcea486-e690-495c-b722-7ede28f3702b'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:29:18.495707 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['2589242e-d7ee-40b5-826a-ae1ef57df1e0'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:29:18.549841 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c32633b8-2b5b-4ec3-8d0c-5fdb982472f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:18.592853 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e152a97-da6c-430b-99d9-138298f434ab req-aad77720-7e63-40b9-b8fe-58334508c0cd tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:18.611743 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e152a97-da6c-430b-99d9-138298f434ab req-aad77720-7e63-40b9-b8fe-58334508c0cd tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:18.624126 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2e152a97-da6c-430b-99d9-138298f434ab req-aad77720-7e63-40b9-b8fe-58334508c0cd tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.54 "GET /v2.0/ports?device_id=f275cf5f-20a0-4e8c-a92b-3de1b6262828 HTTP/1.1" status: 200 len: 1681 time: 0.1895986 Dec 20 14:29:18.653110 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 56194) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:29:18.711176 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-71a8ca98-c380-48e0-aca1-a3b89e893429 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:18.740455 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2e152a97-da6c-430b-99d9-138298f434ab req-4c9fbeb9-b3cb-4ce5-ad9a-06be5d567b88 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.54 "GET /v2.0/security-groups?id=38c67d1f-c5c0-4d18-a181-659c37118040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150322 Dec 20 14:29:18.755030 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c32633b8-2b5b-4ec3-8d0c-5fdb982472f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:18.936055 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-71a8ca98-c380-48e0-aca1-a3b89e893429 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:18.975494 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c32633b8-2b5b-4ec3-8d0c-5fdb982472f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:18.984444 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c32633b8-2b5b-4ec3-8d0c-5fdb982472f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:18.990269 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-c32633b8-2b5b-4ec3-8d0c-5fdb982472f7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f3623e66-98af-4af6-99e8-f66e1344da11 HTTP/1.1" status: 204 len: 168 time: 1.0603378 Dec 20 14:29:19.027817 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-71a8ca98-c380-48e0-aca1-a3b89e893429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:19.052545 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44bfd0f-17d2-4104-9114-9cb1dba566a3 req-3f8e23f4-0a55-44e4-a9a1-537f7c8d8f71 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:19.059132 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44bfd0f-17d2-4104-9114-9cb1dba566a3 req-3f8e23f4-0a55-44e4-a9a1-537f7c8d8f71 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:19.066704 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44bfd0f-17d2-4104-9114-9cb1dba566a3 req-3f8e23f4-0a55-44e4-a9a1-537f7c8d8f71 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:19.075692 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44bfd0f-17d2-4104-9114-9cb1dba566a3 req-3f8e23f4-0a55-44e4-a9a1-537f7c8d8f71 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:19.077493 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e44bfd0f-17d2-4104-9114-9cb1dba566a3 req-3f8e23f4-0a55-44e4-a9a1-537f7c8d8f71 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bec07a8-c25f-4f16-885e-b65a42ac76c9 HTTP/1.1" status: 200 len: 3093 time: 0.4100420 Dec 20 14:29:19.099628 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32633b8-2b5b-4ec3-8d0c-5fdb982472f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3623e66-98af-4af6-99e8-f66e1344da11,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:19.108143 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-a6eb197e-8d1b-441d-83c9-8c8c3552cd49 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:19.147716 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a8ca98-c380-48e0-aca1-a3b89e893429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa52a043-b767-4101-acd1-deef6215b9df,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:19.202825 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-71a8ca98-c380-48e0-aca1-a3b89e893429 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f834af0a72e5426d90ec7f95e2367a1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5457211 Dec 20 14:29:19.217430 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c02617-0acb-443e-b1fe-d2b006506e2a req-dfaf221d-a4aa-4a3d-85b5-3e05527cd5db tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:19.229643 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e44bfd0f-17d2-4104-9114-9cb1dba566a3 req-901a3f7b-c7ba-4faf-a374-585d1e4c3508 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/security-groups?id=90051062-f265-4ecc-9e5a-22ebfc7553a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224480 Dec 20 14:29:19.240155 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c4c02617-0acb-443e-b1fe-d2b006506e2a req-dfaf221d-a4aa-4a3d-85b5-3e05527cd5db tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a82e967-0672-489c-b421-c72b7431d859 HTTP/1.1" status: 200 len: 945 time: 0.3013580 Dec 20 14:29:19.244021 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 56200) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:29:19.248903 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12cbeb3-bec0-4ec2-aff6-520a16d9879b req-b2f3e77d-8339-43ff-b23d-1d11c4e509b5 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:19.251875 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d12cbeb3-bec0-4ec2-aff6-520a16d9879b req-b2f3e77d-8339-43ff-b23d-1d11c4e509b5 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a82e967-0672-489c-b421-c72b7431d859 HTTP/1.1" status: 200 len: 945 time: 0.2865257 Dec 20 14:29:19.322471 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-a6eb197e-8d1b-441d-83c9-8c8c3552cd49 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:19.333331 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c4c02617-0acb-443e-b1fe-d2b006506e2a req-629d0b5f-5169-4205-8f2d-7b8f11ea1f4d tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919504 Dec 20 14:29:19.347903 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 55bbb0c0-bf25-43e8-87b7-da693ef31fe6 up at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:29:19.393758 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d1167c90-f45f-4227-a3a6-d33f1be71ebd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:19.463197 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning for port 55bbb0c0-bf25-43e8-87b7-da693ef31fe6 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:29:19.471455 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning complete for port 55bbb0c0-bf25-43e8-87b7-da693ef31fe6 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:29:19.471894 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:19.517297 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eb197e-8d1b-441d-83c9-8c8c3552cd49 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Pushing event updated for resources: {'Port': ['ID=a9e6ecc6-74ae-4b76-8dcf-5a91360c2536,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:19.525260 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-883495fb-8bd9-4f53-87a3-5a99dda7bcd6 req-77970dfa-d6ef-4728-bf66-f7ad8104c3a9 tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=5733ef1aa8b34fa78cc0c918a1d39791&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0753627 Dec 20 14:29:19.532210 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d1167c90-f45f-4227-a3a6-d33f1be71ebd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:19.592048 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-a6eb197e-8d1b-441d-83c9-8c8c3552cd49 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Network 781006d9-7985-4914-91ad-a5e554b7cb56 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:29:19.594496 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-a6eb197e-8d1b-441d-83c9-8c8c3552cd49 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:29:19.609814 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-a6eb197e-8d1b-441d-83c9-8c8c3552cd49 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:29:19.660088 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:19.712010 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f275cf5f-20a0-4e8c-a92b-3de1b6262828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55bbb0c0-bf25-43e8-87b7-da693ef31fe6'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:29:19.714343 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1ee0683-ba91-4930-8e0e-ef0dd31e85d8" -d '{"events": [{"server_uuid": "f275cf5f-20a0-4e8c-a92b-3de1b6262828", "name": "network-vif-plugged", "status": "completed", "tag": "55bbb0c0-bf25-43e8-87b7-da693ef31fe6"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:29:19.717043 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f84f555-3062-4521-ae92-647b9d2a9a27 req-ccfed64f-8711-4400-a7a9-dd6ef352cd90 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:19.723691 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0f84f555-3062-4521-ae92-647b9d2a9a27 req-ccfed64f-8711-4400-a7a9-dd6ef352cd90 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=3bd00bb7-09c1-4c41-ac62-c183ad9e87c5 HTTP/1.1" status: 200 len: 945 time: 0.2707090 Dec 20 14:29:19.736963 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 55bbb0c0-bf25-43e8-87b7-da693ef31fe6, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=55bbb0c0-bf25-43e8-87b7-da693ef31fe6,segment=NetworkSegment(9caa097a-7476-4874-a2ab-185b628d1e91),segment_id=9caa097a-7476-4874-a2ab-185b628d1e91)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:29:19.748973 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:19.779786 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-a6eb197e-8d1b-441d-83c9-8c8c3552cd49 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:19.780404 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-a6eb197e-8d1b-441d-83c9-8c8c3552cd49 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:19.807226 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-d12cbeb3-bec0-4ec2-aff6-520a16d9879b req-4135eda4-a2af-4315-859f-9d8349b7ca91 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Deleting port 4eb57587-46ac-4ed3-b6d7-2cd32cba2d4c {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:29:19.807503 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-d12cbeb3-bec0-4ec2-aff6-520a16d9879b req-4135eda4-a2af-4315-859f-9d8349b7ca91 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:19.834437 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=55bbb0c0-bf25-43e8-87b7-da693ef31fe6,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:19.840827 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-a6eb197e-8d1b-441d-83c9-8c8c3552cd49 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0145290 Dec 20 14:29:19.870442 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-6cf34460-a429-4b15-82a1-cf22ffca7bdf service neutron] Request body: {'port': {'device_id': '7bec07a8-c25f-4f16-885e-b65a42ac76c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-19'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:29:19.928207 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883495fb-8bd9-4f53-87a3-5a99dda7bcd6 req-5462dca4-b225-4c08-9c73-366420bdbf57 tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:19.937793 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-883495fb-8bd9-4f53-87a3-5a99dda7bcd6 req-5462dca4-b225-4c08-9c73-366420bdbf57 tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3786020 Dec 20 14:29:19.943272 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d1167c90-f45f-4227-a3a6-d33f1be71ebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:19.950071 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d1167c90-f45f-4227-a3a6-d33f1be71ebd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:19.952677 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-d1167c90-f45f-4227-a3a6-d33f1be71ebd admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/fa52a043-b767-4101-acd1-deef6215b9df HTTP/1.1" status: 204 len: 168 time: 0.7064068 Dec 20 14:29:19.982948 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-883495fb-8bd9-4f53-87a3-5a99dda7bcd6 req-5de358d4-97fc-4c14-ae31-e8fbc444b7d3 tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] Request body: {'port': {'device_id': 'd68eaab8-9dac-46df-bf2b-9917194d430a', 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1', 'admin_state_up': True, 'tenant_id': '5733ef1aa8b34fa78cc0c918a1d39791'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:29:20.015743 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0f84f555-3062-4521-ae92-647b9d2a9a27 req-3cf3d06b-0251-488b-b53b-77171210913c tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711353 Dec 20 14:29:20.019195 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-6cf34460-a429-4b15-82a1-cf22ffca7bdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:20.056849 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1167c90-f45f-4227-a3a6-d33f1be71ebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa52a043-b767-4101-acd1-deef6215b9df,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:20.105947 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-d12cbeb3-bec0-4ec2-aff6-520a16d9879b req-4135eda4-a2af-4315-859f-9d8349b7ca91 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] For port 4eb57587-46ac-4ed3-b6d7-2cd32cba2d4c, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=4eb57587-46ac-4ed3-b6d7-2cd32cba2d4c,segment=NetworkSegment(addc7f95-68ef-43ba-9bd9-cde69b0f949e),segment_id=addc7f95-68ef-43ba-9bd9-cde69b0f949e)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:29:20.106477 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-d12cbeb3-bec0-4ec2-aff6-520a16d9879b req-4135eda4-a2af-4315-859f-9d8349b7ca91 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:20.134521 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-d12cbeb3-bec0-4ec2-aff6-520a16d9879b req-4135eda4-a2af-4315-859f-9d8349b7ca91 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Calling delete_port for 4eb57587-46ac-4ed3-b6d7-2cd32cba2d4c owned by compute:nova {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:29:20.138938 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-67905c9e-f707-4845-a475-8a37fa4b053e None None] Provisioning complete for port a9e6ecc6-74ae-4b76-8dcf-5a91360c2536 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:29:20.139311 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-67905c9e-f707-4845-a475-8a37fa4b053e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:20.224300 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787b77e8-c827-4e95-b7b9-bb43fa6316a7 req-c27dd693-6bd8-41ba-bd81-c1053eef5341 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:20.245926 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787b77e8-c827-4e95-b7b9-bb43fa6316a7 req-c27dd693-6bd8-41ba-bd81-c1053eef5341 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:20.246758 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-67905c9e-f707-4845-a475-8a37fa4b053e None None] Port a9e6ecc6-74ae-4b76-8dcf-5a91360c2536 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:29:20.258918 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4def235a-a652-44c2-93f5-7e16f7a24d3a req-04827ff5-40d6-458b-9109-0c2cf4d5f53c tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] 10.222.0.54 "GET /v2.0/ports?device_id=d68eaab8-9dac-46df-bf2b-9917194d430a HTTP/1.1" status: 200 len: 210 time: 0.0967700 Dec 20 14:29:20.270339 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787b77e8-c827-4e95-b7b9-bb43fa6316a7 req-c27dd693-6bd8-41ba-bd81-c1053eef5341 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:20.309488 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787b77e8-c827-4e95-b7b9-bb43fa6316a7 req-c27dd693-6bd8-41ba-bd81-c1053eef5341 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:20.335760 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787b77e8-c827-4e95-b7b9-bb43fa6316a7 req-c27dd693-6bd8-41ba-bd81-c1053eef5341 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:20.350646 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787b77e8-c827-4e95-b7b9-bb43fa6316a7 req-c27dd693-6bd8-41ba-bd81-c1053eef5341 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:20.360458 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83ce1781-a71c-463c-8b62-e51e67e98678 x-openstack-request-id: req-83ce1781-a71c-463c-8b62-e51e67e98678 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:29:20.361013 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f275cf5f-20a0-4e8c-a92b-3de1b6262828", "name": "network-vif-plugged", "status": "completed", "tag": "55bbb0c0-bf25-43e8-87b7-da693ef31fe6", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:29:20.361226 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-83ce1781-a71c-463c-8b62-e51e67e98678 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:29:20.361709 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f275cf5f-20a0-4e8c-a92b-3de1b6262828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55bbb0c0-bf25-43e8-87b7-da693ef31fe6', 'code': 200} Dec 20 14:29:20.366212 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787b77e8-c827-4e95-b7b9-bb43fa6316a7 req-c27dd693-6bd8-41ba-bd81-c1053eef5341 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:20.382476 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-787b77e8-c827-4e95-b7b9-bb43fa6316a7 req-c27dd693-6bd8-41ba-bd81-c1053eef5341 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3e943d5-5d01-407d-9414-c89d08826b2f HTTP/1.1" status: 200 len: 5430 time: 0.8614821 Dec 20 14:29:20.557029 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 56242) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:29:20.574421 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-787b77e8-c827-4e95-b7b9-bb43fa6316a7 req-9dee78cf-f8fd-4001-a9d8-253f6caa45ee tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/security-groups?id=43c0ac57-a0d4-4728-b359-486d90e63ad1&id=81a62dd3-6166-418b-a2f3-15daa19beec9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1908751 Dec 20 14:29:20.652818 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9cfb42-ae6b-43a4-87b4-37bf6bec828b req-2192a5ab-0d93-4595-ad15-5b4450ead080 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:20.671075 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9cfb42-ae6b-43a4-87b4-37bf6bec828b req-2192a5ab-0d93-4595-ad15-5b4450ead080 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:20.683235 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ad9cfb42-ae6b-43a4-87b4-37bf6bec828b req-2192a5ab-0d93-4595-ad15-5b4450ead080 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.54 "GET /v2.0/ports?device_id=f275cf5f-20a0-4e8c-a92b-3de1b6262828 HTTP/1.1" status: 200 len: 1682 time: 0.1962528 Dec 20 14:29:20.692171 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-883495fb-8bd9-4f53-87a3-5a99dda7bcd6 req-5de358d4-97fc-4c14-ae31-e8fbc444b7d3 tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] Made reservation on behalf of 5733ef1aa8b34fa78cc0c918a1d39791 for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:29:20.696348 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-883495fb-8bd9-4f53-87a3-5a99dda7bcd6 req-5de358d4-97fc-4c14-ae31-e8fbc444b7d3 tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:20.699999 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-d12cbeb3-bec0-4ec2-aff6-520a16d9879b req-4135eda4-a2af-4315-859f-9d8349b7ca91 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:20.773621 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4135eda4-a2af-4315-859f-9d8349b7ca91 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Pushing event deleted for resources: {'Port': ['ID=4eb57587-46ac-4ed3-b6d7-2cd32cba2d4c,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:20.863758 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-d12cbeb3-bec0-4ec2-aff6-520a16d9879b req-4135eda4-a2af-4315-859f-9d8349b7ca91 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] No DVR routers for this DVR port 4eb57587-46ac-4ed3-b6d7-2cd32cba2d4c on host n-h1-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:29:20.873304 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-db89cb87-b247-45da-bcf9-13e383297102 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1535512233-network', 'tenant_id': '44fe174830b040bbb46a681ed4c9a919'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:29:20.878329 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-d12cbeb3-bec0-4ec2-aff6-520a16d9879b req-4135eda4-a2af-4315-859f-9d8349b7ca91 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:20.881712 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d12cbeb3-bec0-4ec2-aff6-520a16d9879b req-4135eda4-a2af-4315-859f-9d8349b7ca91 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.30 "DELETE /v2.0/ports/4eb57587-46ac-4ed3-b6d7-2cd32cba2d4c HTTP/1.1" status: 204 len: 173 time: 1.6214964 Dec 20 14:29:20.887939 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a82e967-0672-489c-b421-c72b7431d859', 'name': 'network-vif-deleted', 'tag': '4eb57587-46ac-4ed3-b6d7-2cd32cba2d4c'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:29:20.890314 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-671ab5c4-ca47-4d92-93de-6a50fd915e8d" -d '{"events": [{"server_uuid": "8a82e967-0672-489c-b421-c72b7431d859", "name": "network-vif-deleted", "tag": "4eb57587-46ac-4ed3-b6d7-2cd32cba2d4c"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:29:20.897767 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-6cf34460-a429-4b15-82a1-cf22ffca7bdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79cf19b9-8f3f-44e9-85d5-0608077b5b17 {{(pid=103168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:29:20.920703 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-6cf34460-a429-4b15-82a1-cf22ffca7bdf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:20.927541 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [req-883495fb-8bd9-4f53-87a3-5a99dda7bcd6 req-5de358d4-97fc-4c14-ae31-e8fbc444b7d3 tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] Allocated IP 192.168.233.101 (00c897c2-e98d-4716-a0b4-8f9f297fa8a1/36bf280f-81bb-4486-a87a-9b9505a1cec4/a96f9993-9eb4-43a9-bd99-c7a7aa861d63) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:29:20.933207 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ad9cfb42-ae6b-43a4-87b4-37bf6bec828b req-faed814d-3acd-4338-8af4-9b363a0aec97 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.54 "GET /v2.0/security-groups?id=38c67d1f-c5c0-4d18-a181-659c37118040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479024 Dec 20 14:29:20.986904 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.provisioning_blocks [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-6cf34460-a429-4b15-82a1-cf22ffca7bdf service neutron] Transition to ACTIVE for port object 79cf19b9-8f3f-44e9-85d5-0608077b5b17 will not be triggered until provisioned by entity L2. {{(pid=103168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:29:21.003221 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-6cf34460-a429-4b15-82a1-cf22ffca7bdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:21.086499 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf34460-a429-4b15-82a1-cf22ffca7bdf service neutron] Pushing event updated for resources: {'Port': ['ID=79cf19b9-8f3f-44e9-85d5-0608077b5b17,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:21.091806 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db89cb87-b247-45da-bcf9-13e383297102 admin admin] Made reservation on behalf of 44fe174830b040bbb46a681ed4c9a919 for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:29:21.094377 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-db89cb87-b247-45da-bcf9-13e383297102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:21.147354 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f41ad57c-9da5-48fe-9abf-7a18f84e8905 req-27d806f6-17f8-45ca-9ca5-e7974348303d tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a82e967-0672-489c-b421-c72b7431d859 HTTP/1.1" status: 200 len: 210 time: 0.0649905 Dec 20 14:29:21.149578 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-db89cb87-b247-45da-bcf9-13e383297102 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:21.237415 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5afaa87-41b1-474c-97ed-0d80f865b71e x-openstack-request-id: req-b5afaa87-41b1-474c-97ed-0d80f865b71e {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:29:21.238368 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a82e967-0672-489c-b421-c72b7431d859", "name": "network-vif-deleted", "tag": "4eb57587-46ac-4ed3-b6d7-2cd32cba2d4c", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:29:21.239041 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b5afaa87-41b1-474c-97ed-0d80f865b71e {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:29:21.239775 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a82e967-0672-489c-b421-c72b7431d859', 'name': 'network-vif-deleted', 'tag': '4eb57587-46ac-4ed3-b6d7-2cd32cba2d4c', 'status': 'completed', 'code': 200} Dec 20 14:29:21.327284 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device ebcea486-e690-495c-b722-7ede28f3702b up at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:29:21.354899 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-6cf34460-a429-4b15-82a1-cf22ffca7bdf service neutron] Attempting to bind port 79cf19b9-8f3f-44e9-85d5-0608077b5b17 on host n-h1-761264-19 for vnic_type normal with profile {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:29:21.355368 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-6cf34460-a429-4b15-82a1-cf22ffca7bdf service neutron] Attempting to bind port 79cf19b9-8f3f-44e9-85d5-0608077b5b17 by drivers openvswitch,hyperv on host n-h1-761264-19 at level 0 using segments [{'id': '7a62ea4e-2f48-436b-a84b-3154d016eb3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '687c5259-7995-4ccd-9da8-b7cf90c319a1'}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:29:21.355755 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-6cf34460-a429-4b15-82a1-cf22ffca7bdf service neutron] Attempting to bind port 79cf19b9-8f3f-44e9-85d5-0608077b5b17 on network 687c5259-7995-4ccd-9da8-b7cf90c319a1 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:29:21.391575 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-6cf34460-a429-4b15-82a1-cf22ffca7bdf service neutron] Port 79cf19b9-8f3f-44e9-85d5-0608077b5b17 on network 687c5259-7995-4ccd-9da8-b7cf90c319a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-19 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:29:21.391575 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-6cf34460-a429-4b15-82a1-cf22ffca7bdf service neutron] Attempting to bind port 79cf19b9-8f3f-44e9-85d5-0608077b5b17 on network 687c5259-7995-4ccd-9da8-b7cf90c319a1 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:29:21.427356 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning for port ebcea486-e690-495c-b722-7ede28f3702b completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:29:21.435208 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning complete for port ebcea486-e690-495c-b722-7ede28f3702b triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:29:21.436062 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:21.448927 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-6cf34460-a429-4b15-82a1-cf22ffca7bdf service neutron] Checking agent: {'id': '3e5ace3e-dd7b-4522-a7c4-77d13dbeab1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:29:21.449441 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-6cf34460-a429-4b15-82a1-cf22ffca7bdf service neutron] Checking segment: {'id': '7a62ea4e-2f48-436b-a84b-3154d016eb3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '687c5259-7995-4ccd-9da8-b7cf90c319a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:29:21.450208 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-6cf34460-a429-4b15-82a1-cf22ffca7bdf service neutron] Bound using segment: {'id': '7a62ea4e-2f48-436b-a84b-3154d016eb3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '687c5259-7995-4ccd-9da8-b7cf90c319a1'} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:29:21.450782 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-6cf34460-a429-4b15-82a1-cf22ffca7bdf service neutron] Bound port: 79cf19b9-8f3f-44e9-85d5-0608077b5b17, host: n-h1-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a62ea4e-2f48-436b-a84b-3154d016eb3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '687c5259-7995-4ccd-9da8-b7cf90c319a1'}}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:29:21.451697 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-6cf34460-a429-4b15-82a1-cf22ffca7bdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:21.529362 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea29d95-8a66-4c47-b1e2-6856ad3039f5 req-0784eec6-c8a0-4432-a0fc-7a96b7df3894 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:21.531828 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8ea29d95-8a66-4c47-b1e2-6856ad3039f5 req-0784eec6-c8a0-4432-a0fc-7a96b7df3894 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=3bd00bb7-09c1-4c41-ac62-c183ad9e87c5 HTTP/1.1" status: 200 len: 945 time: 0.1668673 Dec 20 14:29:21.571752 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:21.572635 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-883495fb-8bd9-4f53-87a3-5a99dda7bcd6 req-5de358d4-97fc-4c14-ae31-e8fbc444b7d3 tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:21.604001 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-db89cb87-b247-45da-bcf9-13e383297102 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:21.617827 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f177eaa-3a0b-4c81-b4e4-ac8c48a66b0c req-547f0910-07b5-4ec3-be47-7fb2f3ba785d tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:21.624690 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f177eaa-3a0b-4c81-b4e4-ac8c48a66b0c req-547f0910-07b5-4ec3-be47-7fb2f3ba785d tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:21.629577 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-db89cb87-b247-45da-bcf9-13e383297102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:21.630068 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port ebcea486-e690-495c-b722-7ede28f3702b, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=ebcea486-e690-495c-b722-7ede28f3702b,segment=NetworkSegment(0db4f97e-52d2-4e75-a7f6-550aa2b8eca1),segment_id=0db4f97e-52d2-4e75-a7f6-550aa2b8eca1)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:29:21.631150 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f177eaa-3a0b-4c81-b4e4-ac8c48a66b0c req-547f0910-07b5-4ec3-be47-7fb2f3ba785d tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:21.636881 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:21.637550 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f177eaa-3a0b-4c81-b4e4-ac8c48a66b0c req-547f0910-07b5-4ec3-be47-7fb2f3ba785d tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:21.641347 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 2589242e-d7ee-40b5-826a-ae1ef57df1e0 up at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:29:21.645770 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f177eaa-3a0b-4c81-b4e4-ac8c48a66b0c req-547f0910-07b5-4ec3-be47-7fb2f3ba785d tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:21.657160 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8f177eaa-3a0b-4c81-b4e4-ac8c48a66b0c req-547f0910-07b5-4ec3-be47-7fb2f3ba785d tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bec07a8-c25f-4f16-885e-b65a42ac76c9 HTTP/1.1" status: 200 len: 3814 time: 0.9417162 Dec 20 14:29:21.682019 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db89cb87-b247-45da-bcf9-13e383297102 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:29:21.684351 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-6cf34460-a429-4b15-82a1-cf22ffca7bdf service neutron] For port 79cf19b9-8f3f-44e9-85d5-0608077b5b17, host n-h1-761264-19, cleared binding levels {{(pid=103168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:29:21.712941 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-883495fb-8bd9-4f53-87a3-5a99dda7bcd6 req-5de358d4-97fc-4c14-ae31-e8fbc444b7d3 tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:21.727845 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-db89cb87-b247-45da-bcf9-13e383297102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:21.728069 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['9af7d0d7-0b05-4ec2-b709-9ed2fa318d6b'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:29:21.728186 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-db89cb87-b247-45da-bcf9-13e383297102 admin admin] Added segment 3faba38e-9e60-4d6b-be97-532ba2ce769b of type vlan for network a22e9e56-1ef4-49b5-a307-7ab69d096d07 Dec 20 14:29:21.733113 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8ea29d95-8a66-4c47-b1e2-6856ad3039f5 req-3dfd9c0a-9981-448a-8658-81f3559bb25a tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614976 Dec 20 14:29:21.735211 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-6cf34460-a429-4b15-82a1-cf22ffca7bdf service neutron] For port 79cf19b9-8f3f-44e9-85d5-0608077b5b17, host n-h1-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=79cf19b9-8f3f-44e9-85d5-0608077b5b17,segment=NetworkSegment(7a62ea4e-2f48-436b-a84b-3154d016eb3f),segment_id=7a62ea4e-2f48-436b-a84b-3154d016eb3f)] {{(pid=103168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:29:21.743887 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db89cb87-b247-45da-bcf9-13e383297102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f78d0ac-6839-46f8-9bf4-ecd47bbc4ddc,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:21.771128 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-6cf34460-a429-4b15-82a1-cf22ffca7bdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:21.801395 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-883495fb-8bd9-4f53-87a3-5a99dda7bcd6 req-5de358d4-97fc-4c14-ae31-e8fbc444b7d3 tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] Network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:29:21.814916 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-6cf34460-a429-4b15-82a1-cf22ffca7bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:21.816429 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-6cf34460-a429-4b15-82a1-cf22ffca7bdf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:21.818984 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-6cf34460-a429-4b15-82a1-cf22ffca7bdf service neutron] 10.222.0.30 "PUT /v2.0/ports/79cf19b9-8f3f-44e9-85d5-0608077b5b17 HTTP/1.1" status: 200 len: 1092 time: 1.9535077 Dec 20 14:29:21.820052 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [req-883495fb-8bd9-4f53-87a3-5a99dda7bcd6 req-5de358d4-97fc-4c14-ae31-e8fbc444b7d3 tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:29:21.850415 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-883495fb-8bd9-4f53-87a3-5a99dda7bcd6 req-5de358d4-97fc-4c14-ae31-e8fbc444b7d3 tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:29:21.889125 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-5172f132-7210-43f8-b8b0-1549875c086e service neutron] Request body: {'port': {'device_id': '7bec07a8-c25f-4f16-885e-b65a42ac76c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-19'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:29:21.912909 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8f177eaa-3a0b-4c81-b4e4-ac8c48a66b0c req-c833bb39-058a-4f01-8620-700e7c6ec2ae tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/security-groups?id=90051062-f265-4ecc-9e5a-22ebfc7553a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2526543 Dec 20 14:29:21.950133 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-db89cb87-b247-45da-bcf9-13e383297102 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:21.991208 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de358d4-97fc-4c14-ae31-e8fbc444b7d3 tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] Pushing event updated for resources: {'Port': ['ID=a96f9993-9eb4-43a9-bd99-c7a7aa861d63,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:22.057120 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf34460-a429-4b15-82a1-cf22ffca7bdf service neutron] Pushing event updated for resources: {'Port': ['ID=79cf19b9-8f3f-44e9-85d5-0608077b5b17,revision_number=3']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:22.057641 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-db89cb87-b247-45da-bcf9-13e383297102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:22.058803 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db89cb87-b247-45da-bcf9-13e383297102 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:22.059533 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-db89cb87-b247-45da-bcf9-13e383297102 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:22.136002 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883495fb-8bd9-4f53-87a3-5a99dda7bcd6 req-5de358d4-97fc-4c14-ae31-e8fbc444b7d3 tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:22.137722 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-883495fb-8bd9-4f53-87a3-5a99dda7bcd6 req-5de358d4-97fc-4c14-ae31-e8fbc444b7d3 tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:22.194036 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-883495fb-8bd9-4f53-87a3-5a99dda7bcd6 req-5de358d4-97fc-4c14-ae31-e8fbc444b7d3 tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2366052 Dec 20 14:29:22.206879 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-883495fb-8bd9-4f53-87a3-5a99dda7bcd6 req-734bc4c1-b2fc-4fbc-b530-0dbabcb3bb78 service neutron] Request body: {'port': {'device_id': 'd68eaab8-9dac-46df-bf2b-9917194d430a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-19'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:29:22.214441 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=ebcea486-e690-495c-b722-7ede28f3702b,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:22.221565 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fde4de4-497e-4777-807f-86e3608d5323 req-7458608b-4671-492c-9a03-3bfbdb085c2c tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:22.225076 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7fde4de4-497e-4777-807f-86e3608d5323 req-7458608b-4671-492c-9a03-3bfbdb085c2c tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] 10.222.0.54 "GET /v2.0/ports?device_id=d68eaab8-9dac-46df-bf2b-9917194d430a HTTP/1.1" status: 200 len: 936 time: 0.1544194 Dec 20 14:29:22.241276 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db89cb87-b247-45da-bcf9-13e383297102 admin admin] Pushing event updated for resources: {'Network': ['ID=a22e9e56-1ef4-49b5-a307-7ab69d096d07,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:22.261442 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-5172f132-7210-43f8-b8b0-1549875c086e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:22.265541 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network a22e9e56-1ef4-49b5-a307-7ab69d096d07 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:29:22.325701 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-db89cb87-b247-45da-bcf9-13e383297102 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.7673171 Dec 20 14:29:22.333094 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 56274) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:29:22.341890 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-883495fb-8bd9-4f53-87a3-5a99dda7bcd6 req-734bc4c1-b2fc-4fbc-b530-0dbabcb3bb78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:22.346503 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-fd8b6789-20ba-46e9-9471-14e48b74e396 admin admin] Request body: {'subnet': {'network_id': 'a22e9e56-1ef4-49b5-a307-7ab69d096d07', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1535512233-subnet', 'tenant_id': '44fe174830b040bbb46a681ed4c9a919', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:29:22.368926 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bd00bb7-09c1-4c41-ac62-c183ad9e87c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebcea486-e690-495c-b722-7ede28f3702b'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:29:22.371362 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0448b707-8fac-48a1-b5bd-0b2a650ed9e2" -d '{"events": [{"server_uuid": "3bd00bb7-09c1-4c41-ac62-c183ad9e87c5", "name": "network-vif-plugged", "status": "completed", "tag": "ebcea486-e690-495c-b722-7ede28f3702b"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:29:22.396528 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning for port 2589242e-d7ee-40b5-826a-ae1ef57df1e0 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:29:22.397526 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7fde4de4-497e-4777-807f-86e3608d5323 req-5514eb0e-82fb-459c-8ea4-630cbb2c8e71 tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] 10.222.0.54 "GET /v2.0/security-groups?id=1b3d86b7-740d-47b9-b8da-4b8aa7ff48e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536980 Dec 20 14:29:22.440696 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e634de55-e59f-421f-bb4a-08b442460a82 req-838c3f6e-77a2-4ce7-abdf-05058fdf8d6e tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:22.447703 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e634de55-e59f-421f-bb4a-08b442460a82 req-838c3f6e-77a2-4ce7-abdf-05058fdf8d6e tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:22.454004 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e634de55-e59f-421f-bb4a-08b442460a82 req-838c3f6e-77a2-4ce7-abdf-05058fdf8d6e tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:22.460313 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e634de55-e59f-421f-bb4a-08b442460a82 req-838c3f6e-77a2-4ce7-abdf-05058fdf8d6e tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:22.466543 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e634de55-e59f-421f-bb4a-08b442460a82 req-838c3f6e-77a2-4ce7-abdf-05058fdf8d6e tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:22.471786 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning complete for port 2589242e-d7ee-40b5-826a-ae1ef57df1e0 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:29:22.472235 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:22.487166 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e634de55-e59f-421f-bb4a-08b442460a82 req-838c3f6e-77a2-4ce7-abdf-05058fdf8d6e tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:22.494625 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e634de55-e59f-421f-bb4a-08b442460a82 req-838c3f6e-77a2-4ce7-abdf-05058fdf8d6e tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:22.504727 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e634de55-e59f-421f-bb4a-08b442460a82 req-838c3f6e-77a2-4ce7-abdf-05058fdf8d6e tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3e943d5-5d01-407d-9414-c89d08826b2f HTTP/1.1" status: 200 len: 5430 time: 0.2589428 Dec 20 14:29:22.515312 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-4e0d5e70-7e62-4d76-ba72-9fda524103eb None None] Provisioning complete for port a96f9993-9eb4-43a9-bd99-c7a7aa861d63 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:29:22.515686 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4e0d5e70-7e62-4d76-ba72-9fda524103eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:22.604470 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd8b6789-20ba-46e9-9471-14e48b74e396 admin admin] Made reservation on behalf of 44fe174830b040bbb46a681ed4c9a919 for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:29:22.607897 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fd8b6789-20ba-46e9-9471-14e48b74e396 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:22.635582 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c4a93-0a77-41d9-a11c-5d8f0d358792 req-40b520ab-9466-4eb7-a01c-9c36b3c88b1b tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:22.642801 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c4a93-0a77-41d9-a11c-5d8f0d358792 req-40b520ab-9466-4eb7-a01c-9c36b3c88b1b tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:22.644566 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-092c4a93-0a77-41d9-a11c-5d8f0d358792 req-40b520ab-9466-4eb7-a01c-9c36b3c88b1b tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.54 "GET /v2.0/ports?device_id=f275cf5f-20a0-4e8c-a92b-3de1b6262828 HTTP/1.1" status: 200 len: 1682 time: 0.1356201 Dec 20 14:29:22.648948 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-4e0d5e70-7e62-4d76-ba72-9fda524103eb None None] Port a96f9993-9eb4-43a9-bd99-c7a7aa861d63 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:29:22.765021 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:22.789358 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e634de55-e59f-421f-bb4a-08b442460a82 req-988b968c-1a3d-4193-a1ce-11eead004262 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/security-groups?id=43c0ac57-a0d4-4728-b359-486d90e63ad1&id=81a62dd3-6166-418b-a2f3-15daa19beec9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2834878 Dec 20 14:29:22.832526 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-092c4a93-0a77-41d9-a11c-5d8f0d358792 req-6d7c1810-f9bb-445b-a5ef-bb66fdc7cfc8 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.54 "GET /v2.0/security-groups?id=38c67d1f-c5c0-4d18-a181-659c37118040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310794 Dec 20 14:29:22.836738 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 2589242e-d7ee-40b5-826a-ae1ef57df1e0, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=2589242e-d7ee-40b5-826a-ae1ef57df1e0,segment=NetworkSegment(06a756f9-b560-403d-ad98-66af82c3d41f),segment_id=06a756f9-b560-403d-ad98-66af82c3d41f)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:29:22.850903 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:22.886574 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [req-883495fb-8bd9-4f53-87a3-5a99dda7bcd6 req-734bc4c1-b2fc-4fbc-b530-0dbabcb3bb78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a96f9993-9eb4-43a9-bd99-c7a7aa861d63 {{(pid=103167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:29:22.909299 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-883495fb-8bd9-4f53-87a3-5a99dda7bcd6 req-734bc4c1-b2fc-4fbc-b530-0dbabcb3bb78 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:22.924707 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b141737-49d9-40a4-b531-9c170b3e141e x-openstack-request-id: req-4b141737-49d9-40a4-b531-9c170b3e141e {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:29:22.924707 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bd00bb7-09c1-4c41-ac62-c183ad9e87c5", "name": "network-vif-plugged", "status": "completed", "tag": "ebcea486-e690-495c-b722-7ede28f3702b", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:29:22.925026 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4b141737-49d9-40a4-b531-9c170b3e141e {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:29:22.925152 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bd00bb7-09c1-4c41-ac62-c183ad9e87c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebcea486-e690-495c-b722-7ede28f3702b', 'code': 200} Dec 20 14:29:22.968306 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-883495fb-8bd9-4f53-87a3-5a99dda7bcd6 req-734bc4c1-b2fc-4fbc-b530-0dbabcb3bb78 service neutron] Transition to ACTIVE for port object a96f9993-9eb4-43a9-bd99-c7a7aa861d63 will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:29:22.976970 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-883495fb-8bd9-4f53-87a3-5a99dda7bcd6 req-734bc4c1-b2fc-4fbc-b530-0dbabcb3bb78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:23.010454 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=2589242e-d7ee-40b5-826a-ae1ef57df1e0,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:23.076072 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-5172f132-7210-43f8-b8b0-1549875c086e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f31b9a5-1a84-4aca-854e-f0b8620002cb {{(pid=103168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:29:23.092374 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-5172f132-7210-43f8-b8b0-1549875c086e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:23.100018 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fd8b6789-20ba-46e9-9471-14e48b74e396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8848317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10470522'] for subnet, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:23.107044 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734bc4c1-b2fc-4fbc-b530-0dbabcb3bb78 service neutron] Pushing event updated for resources: {'Port': ['ID=a96f9993-9eb4-43a9-bd99-c7a7aa861d63,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:23.166528 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-883495fb-8bd9-4f53-87a3-5a99dda7bcd6 req-734bc4c1-b2fc-4fbc-b530-0dbabcb3bb78 service neutron] Attempting to bind port a96f9993-9eb4-43a9-bd99-c7a7aa861d63 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:29:23.166781 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8b6789-20ba-46e9-9471-14e48b74e396 admin admin] Pushing event updated for resources: {'Subnet': ['ID=855f56c3-4c4c-45d3-80b1-a8c64be4c692,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:23.166929 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-883495fb-8bd9-4f53-87a3-5a99dda7bcd6 req-734bc4c1-b2fc-4fbc-b530-0dbabcb3bb78 service neutron] Attempting to bind port a96f9993-9eb4-43a9-bd99-c7a7aa861d63 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:29:23.167380 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883495fb-8bd9-4f53-87a3-5a99dda7bcd6 req-734bc4c1-b2fc-4fbc-b530-0dbabcb3bb78 service neutron] Attempting to bind port a96f9993-9eb4-43a9-bd99-c7a7aa861d63 on network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:29:23.173444 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883495fb-8bd9-4f53-87a3-5a99dda7bcd6 req-734bc4c1-b2fc-4fbc-b530-0dbabcb3bb78 service neutron] Port a96f9993-9eb4-43a9-bd99-c7a7aa861d63 on network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:29:23.173849 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883495fb-8bd9-4f53-87a3-5a99dda7bcd6 req-734bc4c1-b2fc-4fbc-b530-0dbabcb3bb78 service neutron] Attempting to bind port a96f9993-9eb4-43a9-bd99-c7a7aa861d63 on network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:29:23.180341 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883495fb-8bd9-4f53-87a3-5a99dda7bcd6 req-734bc4c1-b2fc-4fbc-b530-0dbabcb3bb78 service neutron] Checking agent: {'id': '43c60aee-e4af-4ecc-bee2-aac3569fafed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:29:23.180693 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883495fb-8bd9-4f53-87a3-5a99dda7bcd6 req-734bc4c1-b2fc-4fbc-b530-0dbabcb3bb78 service neutron] Checking segment: {'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:29:23.181175 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883495fb-8bd9-4f53-87a3-5a99dda7bcd6 req-734bc4c1-b2fc-4fbc-b530-0dbabcb3bb78 service neutron] Bound using segment: {'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:29:23.181670 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-883495fb-8bd9-4f53-87a3-5a99dda7bcd6 req-734bc4c1-b2fc-4fbc-b530-0dbabcb3bb78 service neutron] Bound port: a96f9993-9eb4-43a9-bd99-c7a7aa861d63, host: n-h2-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:29:23.181994 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-883495fb-8bd9-4f53-87a3-5a99dda7bcd6 req-734bc4c1-b2fc-4fbc-b530-0dbabcb3bb78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:23.189518 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.provisioning_blocks [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-5172f132-7210-43f8-b8b0-1549875c086e service neutron] Transition to ACTIVE for port object 8f31b9a5-1a84-4aca-854e-f0b8620002cb will not be triggered until provisioned by entity L2. {{(pid=103168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:29:23.199627 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be72153-0bcd-4408-a902-f503087d16e7 req-8a93bca8-f473-4a21-8630-59e2b4435dd1 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:23.207447 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5be72153-0bcd-4408-a902-f503087d16e7 req-8a93bca8-f473-4a21-8630-59e2b4435dd1 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=3bd00bb7-09c1-4c41-ac62-c183ad9e87c5 HTTP/1.1" status: 200 len: 946 time: 0.2363989 Dec 20 14:29:23.214222 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df46731-1194-432e-ab1c-ae74db4ac88e req-81934005-a1dc-47a3-b24d-507041ea9f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:23.215892 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6df46731-1194-432e-ab1c-ae74db4ac88e req-81934005-a1dc-47a3-b24d-507041ea9f18 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3bd00bb7-09c1-4c41-ac62-c183ad9e87c5 HTTP/1.1" status: 200 len: 1098 time: 0.2083783 Dec 20 14:29:23.221542 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-5172f132-7210-43f8-b8b0-1549875c086e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:23.267980 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bec07a8-c25f-4f16-885e-b65a42ac76c9', 'tag': '79cf19b9-8f3f-44e9-85d5-0608077b5b17'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:29:23.270301 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37b80bda-74be-42f6-af7f-d9a44bed0b7f" -d '{"events": [{"name": "network-changed", "server_uuid": "7bec07a8-c25f-4f16-885e-b65a42ac76c9", "tag": "79cf19b9-8f3f-44e9-85d5-0608077b5b17"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:29:23.270465 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-883495fb-8bd9-4f53-87a3-5a99dda7bcd6 req-734bc4c1-b2fc-4fbc-b530-0dbabcb3bb78 service neutron] For port a96f9993-9eb4-43a9-bd99-c7a7aa861d63, host n-h2-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:29:23.276476 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-883495fb-8bd9-4f53-87a3-5a99dda7bcd6 req-734bc4c1-b2fc-4fbc-b530-0dbabcb3bb78 service neutron] For port a96f9993-9eb4-43a9-bd99-c7a7aa861d63, host n-h2-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=a96f9993-9eb4-43a9-bd99-c7a7aa861d63,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:29:23.290615 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-883495fb-8bd9-4f53-87a3-5a99dda7bcd6 req-734bc4c1-b2fc-4fbc-b530-0dbabcb3bb78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:23.344300 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 4eb57587-46ac-4ed3-b6d7-2cd32cba2d4c no longer exists at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:29:23.357334 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5172f132-7210-43f8-b8b0-1549875c086e service neutron] Pushing event updated for resources: {'Port': ['ID=8f31b9a5-1a84-4aca-854e-f0b8620002cb,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:23.394396 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734bc4c1-b2fc-4fbc-b530-0dbabcb3bb78 service neutron] Pushing event updated for resources: {'Port': ['ID=a96f9993-9eb4-43a9-bd99-c7a7aa861d63,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:23.402608 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5be72153-0bcd-4408-a902-f503087d16e7 req-70ea8b17-66b5-473a-a852-d458231a2d0a tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936009 Dec 20 14:29:23.404751 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8b6789-20ba-46e9-9471-14e48b74e396 admin admin] Checking segment: {'id': '3faba38e-9e60-4d6b-be97-532ba2ce769b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a22e9e56-1ef4-49b5-a307-7ab69d096d07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:29:23.406874 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8b6789-20ba-46e9-9471-14e48b74e396 admin admin] Network hostable DHCP agents. Network: a22e9e56-1ef4-49b5-a307-7ab69d096d07, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:29:23.425995 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883495fb-8bd9-4f53-87a3-5a99dda7bcd6 req-734bc4c1-b2fc-4fbc-b530-0dbabcb3bb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:23.426632 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-883495fb-8bd9-4f53-87a3-5a99dda7bcd6 req-734bc4c1-b2fc-4fbc-b530-0dbabcb3bb78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:23.428148 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-883495fb-8bd9-4f53-87a3-5a99dda7bcd6 req-734bc4c1-b2fc-4fbc-b530-0dbabcb3bb78 service neutron] 10.222.0.47 "PUT /v2.0/ports/a96f9993-9eb4-43a9-bd99-c7a7aa861d63 HTTP/1.1" status: 200 len: 1097 time: 1.2264621 Dec 20 14:29:23.428626 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd68eaab8-9dac-46df-bf2b-9917194d430a', 'tag': 'a96f9993-9eb4-43a9-bd99-c7a7aa861d63'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:29:23.432073 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93124844-1be4-4426-a695-945da2577833" -d '{"events": [{"name": "network-changed", "server_uuid": "d68eaab8-9dac-46df-bf2b-9917194d430a", "tag": "a96f9993-9eb4-43a9-bd99-c7a7aa861d63"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:29:23.447767 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] No Port match for: 4eb57587-46ac-4ed3-b6d7-2cd32cba2d4c {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:29:23.448123 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 4eb57587-46ac-4ed3-b6d7-2cd32cba2d4c not bound to the agent host n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:29:23.508995 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6df46731-1194-432e-ab1c-ae74db4ac88e req-2cec18ff-27dc-4831-8845-2cb75e7271b0 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418005 Dec 20 14:29:23.535716 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50eff8c-27ea-4472-a69e-3c8c0662d4fb req-3bdc6237-85b6-47f2-8d05-1569e86b24e3 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:23.548343 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50eff8c-27ea-4472-a69e-3c8c0662d4fb req-3bdc6237-85b6-47f2-8d05-1569e86b24e3 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:23.557940 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50eff8c-27ea-4472-a69e-3c8c0662d4fb req-3bdc6237-85b6-47f2-8d05-1569e86b24e3 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:23.564426 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50eff8c-27ea-4472-a69e-3c8c0662d4fb req-3bdc6237-85b6-47f2-8d05-1569e86b24e3 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:23.572888 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50eff8c-27ea-4472-a69e-3c8c0662d4fb req-3bdc6237-85b6-47f2-8d05-1569e86b24e3 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:23.581572 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50eff8c-27ea-4472-a69e-3c8c0662d4fb req-3bdc6237-85b6-47f2-8d05-1569e86b24e3 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:23.583854 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e50eff8c-27ea-4472-a69e-3c8c0662d4fb req-3bdc6237-85b6-47f2-8d05-1569e86b24e3 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bec07a8-c25f-4f16-885e-b65a42ac76c9 HTTP/1.1" status: 200 len: 4599 time: 0.1857898 Dec 20 14:29:23.592192 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8b6789-20ba-46e9-9471-14e48b74e396 admin admin] Network a22e9e56-1ef4-49b5-a307-7ab69d096d07 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:29:23.630100 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-fd8b6789-20ba-46e9-9471-14e48b74e396 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, a22e9e56-1ef4-49b5-a307-7ab69d096d07) {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:29:23.635080 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8b6789-20ba-46e9-9471-14e48b74e396 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:23.635697 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fd8b6789-20ba-46e9-9471-14e48b74e396 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:23.642403 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9f3df0-3d85-43a6-aa18-8cd27dadbbc3 None None] Network a22e9e56-1ef4-49b5-a307-7ab69d096d07 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:29:23.644670 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883495fb-8bd9-4f53-87a3-5a99dda7bcd6 req-8e3cb00c-deee-4a8d-b64f-43f8bc920ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:23.645193 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-5172f132-7210-43f8-b8b0-1549875c086e service neutron] Attempting to bind port 8f31b9a5-1a84-4aca-854e-f0b8620002cb on host n-h1-761264-19 for vnic_type normal with profile {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:29:23.645373 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-5172f132-7210-43f8-b8b0-1549875c086e service neutron] Attempting to bind port 8f31b9a5-1a84-4aca-854e-f0b8620002cb by drivers openvswitch,hyperv on host n-h1-761264-19 at level 0 using segments [{'id': 'eacc05f1-3b35-400c-b97b-4a37ce60f203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e922ff15-a662-4866-8b6a-3d6f701ab36c'}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:29:23.645701 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-5172f132-7210-43f8-b8b0-1549875c086e service neutron] Attempting to bind port 8f31b9a5-1a84-4aca-854e-f0b8620002cb on network e922ff15-a662-4866-8b6a-3d6f701ab36c {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:29:23.646559 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-883495fb-8bd9-4f53-87a3-5a99dda7bcd6 req-8e3cb00c-deee-4a8d-b64f-43f8bc920ca2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5733ef1aa8b34fa78cc0c918a1d39791&device_id=d68eaab8-9dac-46df-bf2b-9917194d430a HTTP/1.1" status: 200 len: 1100 time: 0.1341736 Dec 20 14:29:23.671428 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c67b1f-1a7d-43d2-9b1e-9e3816a400b8 req-75e693ed-bc75-4821-9f7d-6e30944749e2 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:23.688899 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-97c67b1f-1a7d-43d2-9b1e-9e3816a400b8 req-75e693ed-bc75-4821-9f7d-6e30944749e2 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=ede5d8af-2fd8-4f23-8ddf-bff3f611c16c HTTP/1.1" status: 200 len: 945 time: 0.1408021 Dec 20 14:29:23.693324 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-5172f132-7210-43f8-b8b0-1549875c086e service neutron] Port 8f31b9a5-1a84-4aca-854e-f0b8620002cb on network e922ff15-a662-4866-8b6a-3d6f701ab36c not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-19 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:29:23.693774 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-5172f132-7210-43f8-b8b0-1549875c086e service neutron] Attempting to bind port 8f31b9a5-1a84-4aca-854e-f0b8620002cb on network e922ff15-a662-4866-8b6a-3d6f701ab36c {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:29:23.724244 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-fd8b6789-20ba-46e9-9471-14e48b74e396 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.3893652 Dec 20 14:29:23.728264 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-5172f132-7210-43f8-b8b0-1549875c086e service neutron] Checking agent: {'id': '3e5ace3e-dd7b-4522-a7c4-77d13dbeab1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:29:23.728720 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-5172f132-7210-43f8-b8b0-1549875c086e service neutron] Checking segment: {'id': 'eacc05f1-3b35-400c-b97b-4a37ce60f203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e922ff15-a662-4866-8b6a-3d6f701ab36c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:29:23.729256 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-5172f132-7210-43f8-b8b0-1549875c086e service neutron] Bound using segment: {'id': 'eacc05f1-3b35-400c-b97b-4a37ce60f203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e922ff15-a662-4866-8b6a-3d6f701ab36c'} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:29:23.729887 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-5172f132-7210-43f8-b8b0-1549875c086e service neutron] Bound port: 8f31b9a5-1a84-4aca-854e-f0b8620002cb, host: n-h1-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eacc05f1-3b35-400c-b97b-4a37ce60f203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e922ff15-a662-4866-8b6a-3d6f701ab36c'}}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:29:23.730401 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-5172f132-7210-43f8-b8b0-1549875c086e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:23.764492 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e50eff8c-27ea-4472-a69e-3c8c0662d4fb req-184e7a90-3353-4cb3-8541-da8f159711d7 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/security-groups?id=9a5fb326-e11a-43c7-acb8-8cef9da4f833&id=90051062-f265-4ecc-9e5a-22ebfc7553a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1532474 Dec 20 14:29:23.860321 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-883495fb-8bd9-4f53-87a3-5a99dda7bcd6 req-9eb40e0e-f889-4b0b-a212-8d3cb5202d58 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=a96f9993-9eb4-43a9-bd99-c7a7aa861d63 HTTP/1.1" status: 200 len: 217 time: 0.1252637 Dec 20 14:29:23.862367 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55f52e1-cb6c-4c87-bd35-d7cc264ddef2 None None] Network a22e9e56-1ef4-49b5-a307-7ab69d096d07 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:29:23.934453 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883495fb-8bd9-4f53-87a3-5a99dda7bcd6 req-cef9bb84-81e3-4064-a6ba-d9a8e171181c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:23.935935 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-883495fb-8bd9-4f53-87a3-5a99dda7bcd6 req-cef9bb84-81e3-4064-a6ba-d9a8e171181c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36bf280f-81bb-4486-a87a-9b9505a1cec4 HTTP/1.1" status: 200 len: 843 time: 0.0661092 Dec 20 14:29:23.947421 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-97c67b1f-1a7d-43d2-9b1e-9e3816a400b8 req-a9a9b390-cc73-468f-860e-20384cf01194 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575111 Dec 20 14:29:23.982013 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02039a91-5ccf-4935-851b-38c195be64d7 x-openstack-request-id: req-02039a91-5ccf-4935-851b-38c195be64d7 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:29:23.982642 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bec07a8-c25f-4f16-885e-b65a42ac76c9", "tag": "79cf19b9-8f3f-44e9-85d5-0608077b5b17", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:29:23.983171 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-02039a91-5ccf-4935-851b-38c195be64d7 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:29:23.984033 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bec07a8-c25f-4f16-885e-b65a42ac76c9', 'tag': '79cf19b9-8f3f-44e9-85d5-0608077b5b17', 'status': 'completed', 'code': 200} Dec 20 14:29:24.063862 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df6da3f8-1e92-4af6-9961-86105eb7b842 x-openstack-request-id: req-df6da3f8-1e92-4af6-9961-86105eb7b842 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:29:24.064564 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d68eaab8-9dac-46df-bf2b-9917194d430a", "tag": "a96f9993-9eb4-43a9-bd99-c7a7aa861d63", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:29:24.065033 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-df6da3f8-1e92-4af6-9961-86105eb7b842 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:29:24.066454 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd68eaab8-9dac-46df-bf2b-9917194d430a', 'tag': 'a96f9993-9eb4-43a9-bd99-c7a7aa861d63', 'status': 'completed', 'code': 200} Dec 20 14:29:24.085936 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-5172f132-7210-43f8-b8b0-1549875c086e service neutron] For port 8f31b9a5-1a84-4aca-854e-f0b8620002cb, host n-h1-761264-19, cleared binding levels {{(pid=103168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:29:24.089804 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-5172f132-7210-43f8-b8b0-1549875c086e service neutron] For port 8f31b9a5-1a84-4aca-854e-f0b8620002cb, host n-h1-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=8f31b9a5-1a84-4aca-854e-f0b8620002cb,segment=NetworkSegment(eacc05f1-3b35-400c-b97b-4a37ce60f203),segment_id=eacc05f1-3b35-400c-b97b-4a37ce60f203)] {{(pid=103168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:29:24.095308 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883495fb-8bd9-4f53-87a3-5a99dda7bcd6 req-42ffb5d1-36f9-4ba2-83e0-2a2abd2dc63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:24.096961 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-883495fb-8bd9-4f53-87a3-5a99dda7bcd6 req-42ffb5d1-36f9-4ba2-83e0-2a2abd2dc63e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1513929 Dec 20 14:29:24.124798 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-5172f132-7210-43f8-b8b0-1549875c086e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:24.177591 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-5172f132-7210-43f8-b8b0-1549875c086e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:24.178315 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-5172f132-7210-43f8-b8b0-1549875c086e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:24.180041 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-5172f132-7210-43f8-b8b0-1549875c086e service neutron] 10.222.0.30 "PUT /v2.0/ports/8f31b9a5-1a84-4aca-854e-f0b8620002cb HTTP/1.1" status: 200 len: 1132 time: 2.3286488 Dec 20 14:29:24.255651 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e05e1d9-51f4-429a-8044-51a47a1368e6 req-b0de4852-aa7b-43da-b523-ecc342e327ad tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:24.257428 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8e05e1d9-51f4-429a-8044-51a47a1368e6 req-b0de4852-aa7b-43da-b523-ecc342e327ad tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] 10.222.0.54 "GET /v2.0/ports?device_id=d68eaab8-9dac-46df-bf2b-9917194d430a HTTP/1.1" status: 200 len: 948 time: 0.1955104 Dec 20 14:29:24.259340 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-afd4e516-b825-44f2-b338-87d55c13a8fa service neutron] Request body: {'port': {'device_id': '7bec07a8-c25f-4f16-885e-b65a42ac76c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-19'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:29:24.297994 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e44c00b-3bef-445c-b66f-d8a44b16e945 req-18262003-65cc-43dd-9383-89b4b29bf882 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:24.299802 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5e44c00b-3bef-445c-b66f-d8a44b16e945 req-18262003-65cc-43dd-9383-89b4b29bf882 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.30 "GET /v2.0/ports?device_id=ede5d8af-2fd8-4f23-8ddf-bff3f611c16c HTTP/1.1" status: 200 len: 945 time: 0.1804340 Dec 20 14:29:24.311671 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-883495fb-8bd9-4f53-87a3-5a99dda7bcd6 req-0320af53-e583-4cb0-827b-6d4ecc4e573f service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910505 Dec 20 14:29:24.328123 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b80bda-74be-42f6-af7f-d9a44bed0b7f req-b20ac643-e374-4b2a-9753-0d646a237a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:24.328521 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b80bda-74be-42f6-af7f-d9a44bed0b7f req-b20ac643-e374-4b2a-9753-0d646a237a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:24.328988 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b80bda-74be-42f6-af7f-d9a44bed0b7f req-b20ac643-e374-4b2a-9753-0d646a237a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:24.329450 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b80bda-74be-42f6-af7f-d9a44bed0b7f req-b20ac643-e374-4b2a-9753-0d646a237a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:24.329907 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b80bda-74be-42f6-af7f-d9a44bed0b7f req-b20ac643-e374-4b2a-9753-0d646a237a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:24.330364 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b80bda-74be-42f6-af7f-d9a44bed0b7f req-b20ac643-e374-4b2a-9753-0d646a237a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:24.332408 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-37b80bda-74be-42f6-af7f-d9a44bed0b7f req-b20ac643-e374-4b2a-9753-0d646a237a58 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1080628f9fb44b28a6ddf9255bb33498&device_id=7bec07a8-c25f-4f16-885e-b65a42ac76c9 HTTP/1.1" status: 200 len: 5245 time: 0.3112123 Dec 20 14:29:24.338851 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5172f132-7210-43f8-b8b0-1549875c086e service neutron] Pushing event updated for resources: {'Port': ['ID=8f31b9a5-1a84-4aca-854e-f0b8620002cb,revision_number=3']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:24.351016 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5172f132-7210-43f8-b8b0-1549875c086e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:29:24.351395 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5172f132-7210-43f8-b8b0-1549875c086e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:29:24.351749 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5172f132-7210-43f8-b8b0-1549875c086e service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:29:24.352083 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5172f132-7210-43f8-b8b0-1549875c086e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:29:24.352418 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5172f132-7210-43f8-b8b0-1549875c086e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:29:24.352747 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5172f132-7210-43f8-b8b0-1549875c086e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:29:24.353071 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5172f132-7210-43f8-b8b0-1549875c086e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:29:24.353392 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5172f132-7210-43f8-b8b0-1549875c086e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:29:24.353715 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5172f132-7210-43f8-b8b0-1549875c086e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:29:24.354052 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5172f132-7210-43f8-b8b0-1549875c086e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:29:24.354358 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5172f132-7210-43f8-b8b0-1549875c086e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:29:24.354678 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5172f132-7210-43f8-b8b0-1549875c086e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:29:24.355023 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5172f132-7210-43f8-b8b0-1549875c086e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:29:24.474260 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-afd4e516-b825-44f2-b338-87d55c13a8fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:24.490574 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fcc7de-4452-4b4d-b724-d3810733d87f req-7cba4315-11f4-4a66-abc0-5ea262e064ea tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:24.496900 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fcc7de-4452-4b4d-b724-d3810733d87f req-7cba4315-11f4-4a66-abc0-5ea262e064ea tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:24.498259 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8e05e1d9-51f4-429a-8044-51a47a1368e6 req-bbe5ebc2-98f4-4784-adbf-1723135724a1 tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] 10.222.0.54 "GET /v2.0/security-groups?id=1b3d86b7-740d-47b9-b8da-4b8aa7ff48e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282403 Dec 20 14:29:24.503030 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fcc7de-4452-4b4d-b724-d3810733d87f req-7cba4315-11f4-4a66-abc0-5ea262e064ea tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:24.509338 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fcc7de-4452-4b4d-b724-d3810733d87f req-7cba4315-11f4-4a66-abc0-5ea262e064ea tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:24.516474 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fcc7de-4452-4b4d-b724-d3810733d87f req-7cba4315-11f4-4a66-abc0-5ea262e064ea tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:24.522463 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fcc7de-4452-4b4d-b724-d3810733d87f req-7cba4315-11f4-4a66-abc0-5ea262e064ea tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:24.528547 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fcc7de-4452-4b4d-b724-d3810733d87f req-7cba4315-11f4-4a66-abc0-5ea262e064ea tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:24.536964 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-15fcc7de-4452-4b4d-b724-d3810733d87f req-7cba4315-11f4-4a66-abc0-5ea262e064ea tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3e943d5-5d01-407d-9414-c89d08826b2f HTTP/1.1" status: 200 len: 5430 time: 0.3809037 Dec 20 14:29:24.548456 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-5e44c00b-3bef-445c-b66f-d8a44b16e945 req-a7e5cb4a-e668-49ec-9d8f-73251d5b1727 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Deleting port 7f74d399-c9cf-43a5-a6bf-77b515adc232 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:29:24.548898 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-5e44c00b-3bef-445c-b66f-d8a44b16e945 req-a7e5cb4a-e668-49ec-9d8f-73251d5b1727 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:24.558187 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-883495fb-8bd9-4f53-87a3-5a99dda7bcd6 req-c8bce787-8cb0-4006-9155-d10e5089fac4 service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896472 Dec 20 14:29:24.639678 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-15fcc7de-4452-4b4d-b724-d3810733d87f req-bbbc0660-df6e-43a5-a6db-335db143c570 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/security-groups?id=43c0ac57-a0d4-4728-b359-486d90e63ad1&id=81a62dd3-6166-418b-a2f3-15daa19beec9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1006215 Dec 20 14:29:24.642913 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b80bda-74be-42f6-af7f-d9a44bed0b7f req-88300cb4-3a80-4e72-8961-8ab66f484018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:24.643652 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b80bda-74be-42f6-af7f-d9a44bed0b7f req-88300cb4-3a80-4e72-8961-8ab66f484018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:24.644475 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b80bda-74be-42f6-af7f-d9a44bed0b7f req-88300cb4-3a80-4e72-8961-8ab66f484018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:24.646647 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-37b80bda-74be-42f6-af7f-d9a44bed0b7f req-88300cb4-3a80-4e72-8961-8ab66f484018 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=1080628f9fb44b28a6ddf9255bb33498&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2978401 Dec 20 14:29:24.746280 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93124844-1be4-4426-a695-945da2577833 req-c4a2291e-ab8c-4e39-b30e-f096acd166de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:24.747835 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-93124844-1be4-4426-a695-945da2577833 req-c4a2291e-ab8c-4e39-b30e-f096acd166de service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5733ef1aa8b34fa78cc0c918a1d39791&device_id=d68eaab8-9dac-46df-bf2b-9917194d430a HTTP/1.1" status: 200 len: 1100 time: 0.1142008 Dec 20 14:29:24.763817 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-4b614a2a-0229-452a-bbdb-60f8099ddca2 req-1b41957a-dbdf-4003-85fd-240192cfba07 tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1746546627', 'description': 'tempest-description-1461180880'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:29:24.779878 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ff783b-3067-4f25-8e8f-323bc3b36e28 req-cca05830-f4f2-406a-9d40-0f102430cd2e tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:24.787525 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ff783b-3067-4f25-8e8f-323bc3b36e28 req-cca05830-f4f2-406a-9d40-0f102430cd2e tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:24.789897 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a8ff783b-3067-4f25-8e8f-323bc3b36e28 req-cca05830-f4f2-406a-9d40-0f102430cd2e tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.54 "GET /v2.0/ports?device_id=f275cf5f-20a0-4e8c-a92b-3de1b6262828 HTTP/1.1" status: 200 len: 1683 time: 0.1346374 Dec 20 14:29:24.820569 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-4b614a2a-0229-452a-bbdb-60f8099ddca2 req-1b41957a-dbdf-4003-85fd-240192cfba07 tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:24.873044 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-5e44c00b-3bef-445c-b66f-d8a44b16e945 req-a7e5cb4a-e668-49ec-9d8f-73251d5b1727 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] For port 7f74d399-c9cf-43a5-a6bf-77b515adc232, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=7f74d399-c9cf-43a5-a6bf-77b515adc232,segment=NetworkSegment(addc7f95-68ef-43ba-9bd9-cde69b0f949e),segment_id=addc7f95-68ef-43ba-9bd9-cde69b0f949e)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:29:24.873514 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-5e44c00b-3bef-445c-b66f-d8a44b16e945 req-a7e5cb4a-e668-49ec-9d8f-73251d5b1727 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:24.924091 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b80bda-74be-42f6-af7f-d9a44bed0b7f req-e946e28a-85ee-4ea2-a3e9-a5bc978b7b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:24.925700 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-37b80bda-74be-42f6-af7f-d9a44bed0b7f req-e946e28a-85ee-4ea2-a3e9-a5bc978b7b99 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2683289 Dec 20 14:29:24.926687 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f275cf5f-20a0-4e8c-a92b-3de1b6262828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2589242e-d7ee-40b5-826a-ae1ef57df1e0'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:29:24.933644 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-837023c4-2161-4f5a-a09c-938bcf87b99b" -d '{"events": [{"server_uuid": "f275cf5f-20a0-4e8c-a92b-3de1b6262828", "name": "network-vif-plugged", "status": "completed", "tag": "2589242e-d7ee-40b5-826a-ae1ef57df1e0"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:29:24.951202 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-5e44c00b-3bef-445c-b66f-d8a44b16e945 req-a7e5cb4a-e668-49ec-9d8f-73251d5b1727 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Calling delete_port for 7f74d399-c9cf-43a5-a6bf-77b515adc232 owned by compute:nova {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:29:24.983764 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a8ff783b-3067-4f25-8e8f-323bc3b36e28 req-811bc97c-f77e-42b6-933b-e279cff2aee0 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.54 "GET /v2.0/security-groups?id=38c67d1f-c5c0-4d18-a181-659c37118040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774557 Dec 20 14:29:25.077052 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93124844-1be4-4426-a695-945da2577833 req-68efa433-abb1-41d9-a22f-a1f4ac1d8749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:25.078964 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-93124844-1be4-4426-a695-945da2577833 req-68efa433-abb1-41d9-a22f-a1f4ac1d8749 service neutron] 10.222.0.47 "GET /v2.0/networks?id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1 HTTP/1.1" status: 200 len: 870 time: 0.3202326 Dec 20 14:29:25.116225 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-4b614a2a-0229-452a-bbdb-60f8099ddca2 req-1b41957a-dbdf-4003-85fd-240192cfba07 tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:25.143160 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-93124844-1be4-4426-a695-945da2577833 req-c8c99db1-902e-4e98-bef8-798dbd844fe6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=a96f9993-9eb4-43a9-bd99-c7a7aa861d63 HTTP/1.1" status: 200 len: 217 time: 0.0545774 Dec 20 14:29:25.145943 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-4b614a2a-0229-452a-bbdb-60f8099ddca2 req-1b41957a-dbdf-4003-85fd-240192cfba07 tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:25.220859 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-4b614a2a-0229-452a-bbdb-60f8099ddca2 req-1b41957a-dbdf-4003-85fd-240192cfba07 tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:25.223887 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4b614a2a-0229-452a-bbdb-60f8099ddca2 req-1b41957a-dbdf-4003-85fd-240192cfba07 tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.4694817 Dec 20 14:29:25.241556 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-afd4e516-b825-44f2-b338-87d55c13a8fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdb31bb5-074e-403d-ab47-e55bfa522aff {{(pid=103168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:29:25.253578 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-afd4e516-b825-44f2-b338-87d55c13a8fa service neutron] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:25.282148 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4eebad-2a2f-40e8-976d-1be1a97031d1 req-b045499b-332d-41ff-a5d9-d27804e2aa12 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:25.282148 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9e4eebad-2a2f-40e8-976d-1be1a97031d1 req-b045499b-332d-41ff-a5d9-d27804e2aa12 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=3bd00bb7-09c1-4c41-ac62-c183ad9e87c5 HTTP/1.1" status: 200 len: 946 time: 0.1424513 Dec 20 14:29:25.282879 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93124844-1be4-4426-a695-945da2577833 req-9f50a161-2d6f-4340-9d3a-fa99da3e9e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:25.285060 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-93124844-1be4-4426-a695-945da2577833 req-9f50a161-2d6f-4340-9d3a-fa99da3e9e76 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36bf280f-81bb-4486-a87a-9b9505a1cec4 HTTP/1.1" status: 200 len: 843 time: 0.1312916 Dec 20 14:29:25.286556 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.provisioning_blocks [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-afd4e516-b825-44f2-b338-87d55c13a8fa service neutron] Transition to ACTIVE for port object cdb31bb5-074e-403d-ab47-e55bfa522aff will not be triggered until provisioned by entity L2. {{(pid=103168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:29:25.290360 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b41957a-dbdf-4003-85fd-240192cfba07 tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe0159b-93ed-4420-9da0-1255d971e73b,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:25.300726 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-afd4e516-b825-44f2-b338-87d55c13a8fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:25.403407 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-5e44c00b-3bef-445c-b66f-d8a44b16e945 req-a7e5cb4a-e668-49ec-9d8f-73251d5b1727 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:25.450834 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93124844-1be4-4426-a695-945da2577833 req-47bc3a8f-87b1-455a-8d50-09ffa97982d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:25.452555 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-93124844-1be4-4426-a695-945da2577833 req-47bc3a8f-87b1-455a-8d50-09ffa97982d4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1502497 Dec 20 14:29:25.453130 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e5cb4a-e668-49ec-9d8f-73251d5b1727 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Pushing event deleted for resources: {'Port': ['ID=7f74d399-c9cf-43a5-a6bf-77b515adc232,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:25.472997 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd4e516-b825-44f2-b338-87d55c13a8fa service neutron] Pushing event updated for resources: {'Port': ['ID=cdb31bb5-074e-403d-ab47-e55bfa522aff,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:25.474982 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9e4eebad-2a2f-40e8-976d-1be1a97031d1 req-d33448d6-1321-4131-a9ec-f0acb6d9fc71 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824667 Dec 20 14:29:25.564435 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e44c00b-3bef-445c-b66f-d8a44b16e945 req-a7e5cb4a-e668-49ec-9d8f-73251d5b1727 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] No DVR routers for this DVR port 7f74d399-c9cf-43a5-a6bf-77b515adc232 on host n-h1-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:29:25.564730 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dfcf005-f692-44c5-8d28-abfd8ac07d49 x-openstack-request-id: req-9dfcf005-f692-44c5-8d28-abfd8ac07d49 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:29:25.565006 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f275cf5f-20a0-4e8c-a92b-3de1b6262828", "name": "network-vif-plugged", "status": "completed", "tag": "2589242e-d7ee-40b5-826a-ae1ef57df1e0", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:29:25.566611 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:25.566611 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:29:25.566611 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:25.566611 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:29:25.566611 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:25.566611 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:29:25.566611 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:25.566611 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:29:25.566611 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:25.566611 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:29:25.566611 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:25.566611 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:29:25.566611 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:25.566611 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:29:25.566611 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:25.566611 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:29:25.566611 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:25.566611 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:29:25.566611 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:25.566611 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:29:25.566611 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:25.566611 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:29:25.566611 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:25.566611 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:29:25.566611 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:25.566611 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:29:25.566611 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:25.566611 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:29:25.566611 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:25.566611 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:29:25.566611 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:25.566611 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:29:25.566611 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:25.566611 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:29:25.566611 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:25.566611 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:29:25.572569 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:25.572569 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:29:25.572569 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:25.572569 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:29:25.572569 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:25.572569 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:29:25.572569 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:25.572569 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:29:25.572569 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:25.572569 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:29:25.572569 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:25.572569 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:29:25.575399 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9dfcf005-f692-44c5-8d28-abfd8ac07d49 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:29:25.575399 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f275cf5f-20a0-4e8c-a92b-3de1b6262828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2589242e-d7ee-40b5-826a-ae1ef57df1e0', 'code': 200} Dec 20 14:29:25.575954 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-5e44c00b-3bef-445c-b66f-d8a44b16e945 req-a7e5cb4a-e668-49ec-9d8f-73251d5b1727 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:25.576228 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95ee4e2-ad68-483a-9f61-5a4b40f96d8e req-42c08351-51a4-43eb-b22a-5e6652c76a4f tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:25.576488 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5e44c00b-3bef-445c-b66f-d8a44b16e945 req-a7e5cb4a-e668-49ec-9d8f-73251d5b1727 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.30 "DELETE /v2.0/ports/7f74d399-c9cf-43a5-a6bf-77b515adc232 HTTP/1.1" status: 204 len: 173 time: 1.2596359 Dec 20 14:29:25.585229 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95ee4e2-ad68-483a-9f61-5a4b40f96d8e req-42c08351-51a4-43eb-b22a-5e6652c76a4f tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:25.609115 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95ee4e2-ad68-483a-9f61-5a4b40f96d8e req-42c08351-51a4-43eb-b22a-5e6652c76a4f tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:25.622279 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95ee4e2-ad68-483a-9f61-5a4b40f96d8e req-42c08351-51a4-43eb-b22a-5e6652c76a4f tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:25.640631 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95ee4e2-ad68-483a-9f61-5a4b40f96d8e req-42c08351-51a4-43eb-b22a-5e6652c76a4f tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:25.670411 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95ee4e2-ad68-483a-9f61-5a4b40f96d8e req-42c08351-51a4-43eb-b22a-5e6652c76a4f tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:25.681259 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-93124844-1be4-4426-a695-945da2577833 req-00b333a2-8042-48d5-98c4-c31abe4d271f service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020495 Dec 20 14:29:25.681785 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95ee4e2-ad68-483a-9f61-5a4b40f96d8e req-42c08351-51a4-43eb-b22a-5e6652c76a4f tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:25.694367 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a95ee4e2-ad68-483a-9f61-5a4b40f96d8e req-42c08351-51a4-43eb-b22a-5e6652c76a4f tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bec07a8-c25f-4f16-885e-b65a42ac76c9 HTTP/1.1" status: 200 len: 5372 time: 0.3282678 Dec 20 14:29:25.763941 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1a9ae434-7f24-415a-acfd-ebfbfb266081 req-81af28b7-e3f3-4e11-a1fd-c2a4a8673d3b tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=ede5d8af-2fd8-4f23-8ddf-bff3f611c16c HTTP/1.1" status: 200 len: 210 time: 0.0661321 Dec 20 14:29:25.787637 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-afd4e516-b825-44f2-b338-87d55c13a8fa service neutron] Attempting to bind port cdb31bb5-074e-403d-ab47-e55bfa522aff on host n-h1-761264-19 for vnic_type normal with profile {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:29:25.787637 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-afd4e516-b825-44f2-b338-87d55c13a8fa service neutron] Attempting to bind port cdb31bb5-074e-403d-ab47-e55bfa522aff by drivers openvswitch,hyperv on host n-h1-761264-19 at level 0 using segments [{'id': 'eacc05f1-3b35-400c-b97b-4a37ce60f203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e922ff15-a662-4866-8b6a-3d6f701ab36c'}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:29:25.787637 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-afd4e516-b825-44f2-b338-87d55c13a8fa service neutron] Attempting to bind port cdb31bb5-074e-403d-ab47-e55bfa522aff on network e922ff15-a662-4866-8b6a-3d6f701ab36c {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:29:25.787637 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-afd4e516-b825-44f2-b338-87d55c13a8fa service neutron] Port cdb31bb5-074e-403d-ab47-e55bfa522aff on network e922ff15-a662-4866-8b6a-3d6f701ab36c not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-19 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:29:25.787637 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-afd4e516-b825-44f2-b338-87d55c13a8fa service neutron] Attempting to bind port cdb31bb5-074e-403d-ab47-e55bfa522aff on network e922ff15-a662-4866-8b6a-3d6f701ab36c {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:29:25.809872 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a95ee4e2-ad68-483a-9f61-5a4b40f96d8e req-b13a4ca5-ac7b-4bd1-affa-91d43554bf27 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/security-groups?id=9a5fb326-e11a-43c7-acb8-8cef9da4f833&id=90051062-f265-4ecc-9e5a-22ebfc7553a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1070142 Dec 20 14:29:25.818751 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-afd4e516-b825-44f2-b338-87d55c13a8fa service neutron] Checking agent: {'id': '3e5ace3e-dd7b-4522-a7c4-77d13dbeab1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:29:25.819339 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-afd4e516-b825-44f2-b338-87d55c13a8fa service neutron] Checking segment: {'id': 'eacc05f1-3b35-400c-b97b-4a37ce60f203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e922ff15-a662-4866-8b6a-3d6f701ab36c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:29:25.819872 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-afd4e516-b825-44f2-b338-87d55c13a8fa service neutron] Bound using segment: {'id': 'eacc05f1-3b35-400c-b97b-4a37ce60f203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e922ff15-a662-4866-8b6a-3d6f701ab36c'} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:29:25.820628 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-afd4e516-b825-44f2-b338-87d55c13a8fa service neutron] Bound port: cdb31bb5-074e-403d-ab47-e55bfa522aff, host: n-h1-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eacc05f1-3b35-400c-b97b-4a37ce60f203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e922ff15-a662-4866-8b6a-3d6f701ab36c'}}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:29:25.821163 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-afd4e516-b825-44f2-b338-87d55c13a8fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:25.837364 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c67e3a0-4e83-44d6-a5a0-c30b5041213f req-34f47759-c233-44f5-abe4-dbee7585ce6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:25.837864 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c67e3a0-4e83-44d6-a5a0-c30b5041213f req-34f47759-c233-44f5-abe4-dbee7585ce6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:25.839558 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6c67e3a0-4e83-44d6-a5a0-c30b5041213f req-34f47759-c233-44f5-abe4-dbee7585ce6d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f275cf5f-20a0-4e8c-a92b-3de1b6262828 HTTP/1.1" status: 200 len: 1987 time: 0.1754336 Dec 20 14:29:25.934842 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-93124844-1be4-4426-a695-945da2577833 req-f56d9d42-a319-42f2-84ee-496df8fadd68 service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379470 Dec 20 14:29:25.947430 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6c67e3a0-4e83-44d6-a5a0-c30b5041213f req-5284fb1d-2834-4ca8-80c0-89e658e990ba service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=38c67d1f-c5c0-4d18-a181-659c37118040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958056 Dec 20 14:29:25.956429 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8917dc47-19d0-409a-9d2b-ee3035e02b32 req-289d9d0f-ec00-4899-a8b1-bba3848e83c2 tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] 10.222.0.54 "GET /v2.0/security-groups/dfe0159b-93ed-4420-9da0-1255d971e73b HTTP/1.1" status: 200 len: 1822 time: 0.1426172 Dec 20 14:29:25.961384 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-8917dc47-19d0-409a-9d2b-ee3035e02b32 req-79911d3a-0a89-4a4e-b8de-b21f7a75f313 tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'dfe0159b-93ed-4420-9da0-1255d971e73b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:29:25.961721 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-8917dc47-19d0-409a-9d2b-ee3035e02b32 req-79911d3a-0a89-4a4e-b8de-b21f7a75f313 tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'dfe0159b-93ed-4420-9da0-1255d971e73b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:29:25.967113 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-afd4e516-b825-44f2-b338-87d55c13a8fa service neutron] For port cdb31bb5-074e-403d-ab47-e55bfa522aff, host n-h1-761264-19, cleared binding levels {{(pid=103168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:29:25.972005 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-afd4e516-b825-44f2-b338-87d55c13a8fa service neutron] For port cdb31bb5-074e-403d-ab47-e55bfa522aff, host n-h1-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=cdb31bb5-074e-403d-ab47-e55bfa522aff,segment=NetworkSegment(eacc05f1-3b35-400c-b97b-4a37ce60f203),segment_id=eacc05f1-3b35-400c-b97b-4a37ce60f203)] {{(pid=103168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:29:25.979993 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-afd4e516-b825-44f2-b338-87d55c13a8fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:25.989206 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bec07a8-c25f-4f16-885e-b65a42ac76c9', 'tag': '8f31b9a5-1a84-4aca-854e-f0b8620002cb'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:29:25.992248 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d422f1e-8970-4037-80f9-52c470ba31e1" -d '{"events": [{"name": "network-changed", "server_uuid": "7bec07a8-c25f-4f16-885e-b65a42ac76c9", "tag": "8f31b9a5-1a84-4aca-854e-f0b8620002cb"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:29:26.040996 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-afd4e516-b825-44f2-b338-87d55c13a8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:26.041764 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-afd4e516-b825-44f2-b338-87d55c13a8fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:26.043302 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-afd4e516-b825-44f2-b338-87d55c13a8fa service neutron] 10.222.0.30 "PUT /v2.0/ports/cdb31bb5-074e-403d-ab47-e55bfa522aff HTTP/1.1" status: 200 len: 1132 time: 1.8269551 Dec 20 14:29:26.053259 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-8917dc47-19d0-409a-9d2b-ee3035e02b32 req-79911d3a-0a89-4a4e-b8de-b21f7a75f313 tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:26.063451 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd4e516-b825-44f2-b338-87d55c13a8fa service neutron] Pushing event updated for resources: {'Port': ['ID=cdb31bb5-074e-403d-ab47-e55bfa522aff,revision_number=3']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:26.067764 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ede5d8af-2fd8-4f23-8ddf-bff3f611c16c', 'name': 'network-vif-deleted', 'tag': '7f74d399-c9cf-43a5-a6bf-77b515adc232'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:29:26.071980 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea34b1ca-07fa-478f-a663-476b0797dab5" -d '{"events": [{"server_uuid": "ede5d8af-2fd8-4f23-8ddf-bff3f611c16c", "name": "network-vif-deleted", "tag": "7f74d399-c9cf-43a5-a6bf-77b515adc232"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:29:26.134631 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-8917dc47-19d0-409a-9d2b-ee3035e02b32 req-79911d3a-0a89-4a4e-b8de-b21f7a75f313 tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:26.141894 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-8917dc47-19d0-409a-9d2b-ee3035e02b32 req-79911d3a-0a89-4a4e-b8de-b21f7a75f313 tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:26.157221 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79911d3a-0a89-4a4e-b8de-b21f7a75f313 tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ea2b416-b917-4286-b814-a26cc5390e39,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:26.176378 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-8917dc47-19d0-409a-9d2b-ee3035e02b32 req-79911d3a-0a89-4a4e-b8de-b21f7a75f313 tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:26.188450 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8917dc47-19d0-409a-9d2b-ee3035e02b32 req-79911d3a-0a89-4a4e-b8de-b21f7a75f313 tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2260115 Dec 20 14:29:26.234668 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device a96f9993-9eb4-43a9-bd99-c7a7aa861d63 details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:29:26.247264 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ace1bc-cd30-426b-9893-26a8aa9b7bc5 req-37459ddc-80d6-4734-96a6-f9bb915a1492 tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:26.257767 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c9ace1bc-cd30-426b-9893-26a8aa9b7bc5 req-37459ddc-80d6-4734-96a6-f9bb915a1492 tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] 10.222.0.54 "GET /v2.0/ports?device_id=d68eaab8-9dac-46df-bf2b-9917194d430a HTTP/1.1" status: 200 len: 948 time: 0.1311920 Dec 20 14:29:26.275086 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-d0f5495b-9b72-43c3-a370-ce5a135f756d service neutron] Request body: {'port': {'device_id': '7bec07a8-c25f-4f16-885e-b65a42ac76c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-19'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:29:26.358667 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd68f184-85cc-44df-a0e8-c969ae3510e6 req-d77cd66a-5ef1-4c61-bbbe-38cef58436b5 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:26.370717 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd68f184-85cc-44df-a0e8-c969ae3510e6 req-d77cd66a-5ef1-4c61-bbbe-38cef58436b5 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:26.379219 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd68f184-85cc-44df-a0e8-c969ae3510e6 req-d77cd66a-5ef1-4c61-bbbe-38cef58436b5 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:26.379728 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port a96f9993-9eb4-43a9-bd99-c7a7aa861d63, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=a96f9993-9eb4-43a9-bd99-c7a7aa861d63,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:29:26.387316 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd68f184-85cc-44df-a0e8-c969ae3510e6 req-d77cd66a-5ef1-4c61-bbbe-38cef58436b5 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:26.394637 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': 'a96f9993-9eb4-43a9-bd99-c7a7aa861d63', 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1', 'port_id': 'a96f9993-9eb4-43a9-bd99-c7a7aa861d63', 'mac_address': 'fa:16:3e:0f:5e:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36bf280f-81bb-4486-a87a-9b9505a1cec4', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:29:26.396394 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd68f184-85cc-44df-a0e8-c969ae3510e6 req-d77cd66a-5ef1-4c61-bbbe-38cef58436b5 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:26.404704 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd68f184-85cc-44df-a0e8-c969ae3510e6 req-d77cd66a-5ef1-4c61-bbbe-38cef58436b5 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:26.407169 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c9ace1bc-cd30-426b-9893-26a8aa9b7bc5 req-1e3f5c40-2aad-4268-b8b6-d6aaaf6b0bc4 tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] 10.222.0.54 "GET /v2.0/security-groups?id=1b3d86b7-740d-47b9-b8da-4b8aa7ff48e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468518 Dec 20 14:29:26.412547 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-d0f5495b-9b72-43c3-a370-ce5a135f756d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:26.414737 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd68f184-85cc-44df-a0e8-c969ae3510e6 req-d77cd66a-5ef1-4c61-bbbe-38cef58436b5 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:26.434450 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fd68f184-85cc-44df-a0e8-c969ae3510e6 req-d77cd66a-5ef1-4c61-bbbe-38cef58436b5 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3e943d5-5d01-407d-9414-c89d08826b2f HTTP/1.1" status: 200 len: 5430 time: 0.1568651 Dec 20 14:29:26.481291 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:26.516971 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a96f9993-9eb4-43a9-bd99-c7a7aa861d63 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:29:26.561490 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port a96f9993-9eb4-43a9-bd99-c7a7aa861d63, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=a96f9993-9eb4-43a9-bd99-c7a7aa861d63,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:29:26.573774 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:26.609881 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fd68f184-85cc-44df-a0e8-c969ae3510e6 req-7706153c-21f8-43e7-97a8-d038ce92d73b tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/security-groups?id=43c0ac57-a0d4-4728-b359-486d90e63ad1&id=81a62dd3-6166-418b-a2f3-15daa19beec9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1734552 Dec 20 14:29:26.659646 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=a96f9993-9eb4-43a9-bd99-c7a7aa861d63,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:26.696475 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d422f1e-8970-4037-80f9-52c470ba31e1 req-95a39350-deb1-421f-86c4-068e1d8ea90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:26.697690 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d422f1e-8970-4037-80f9-52c470ba31e1 req-95a39350-deb1-421f-86c4-068e1d8ea90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:26.698534 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d422f1e-8970-4037-80f9-52c470ba31e1 req-95a39350-deb1-421f-86c4-068e1d8ea90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:26.699262 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d422f1e-8970-4037-80f9-52c470ba31e1 req-95a39350-deb1-421f-86c4-068e1d8ea90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:26.699921 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d422f1e-8970-4037-80f9-52c470ba31e1 req-95a39350-deb1-421f-86c4-068e1d8ea90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:26.700928 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d422f1e-8970-4037-80f9-52c470ba31e1 req-95a39350-deb1-421f-86c4-068e1d8ea90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:26.701762 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d422f1e-8970-4037-80f9-52c470ba31e1 req-95a39350-deb1-421f-86c4-068e1d8ea90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:26.705511 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7d422f1e-8970-4037-80f9-52c470ba31e1 req-95a39350-deb1-421f-86c4-068e1d8ea90c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1080628f9fb44b28a6ddf9255bb33498&device_id=7bec07a8-c25f-4f16-885e-b65a42ac76c9 HTTP/1.1" status: 200 len: 6212 time: 0.1155770 Dec 20 14:29:26.808780 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['a96f9993-9eb4-43a9-bd99-c7a7aa861d63'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:29:26.832304 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c90670-101a-4f4c-a8ae-e52e1b5216a2 req-cd40279c-dc9f-468a-8f57-77cf5db946ed tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:26.833988 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-51c90670-101a-4f4c-a8ae-e52e1b5216a2 req-cd40279c-dc9f-468a-8f57-77cf5db946ed tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=3bd00bb7-09c1-4c41-ac62-c183ad9e87c5 HTTP/1.1" status: 200 len: 946 time: 0.1257443 Dec 20 14:29:26.873243 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d422f1e-8970-4037-80f9-52c470ba31e1 req-1f7292b0-6484-42a1-a17c-f59a7d5870c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:26.873722 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d422f1e-8970-4037-80f9-52c470ba31e1 req-1f7292b0-6484-42a1-a17c-f59a7d5870c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:26.874193 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d422f1e-8970-4037-80f9-52c470ba31e1 req-1f7292b0-6484-42a1-a17c-f59a7d5870c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:26.876043 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7d422f1e-8970-4037-80f9-52c470ba31e1 req-1f7292b0-6484-42a1-a17c-f59a7d5870c2 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=1080628f9fb44b28a6ddf9255bb33498&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1587870 Dec 20 14:29:26.944024 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-51c90670-101a-4f4c-a8ae-e52e1b5216a2 req-91883beb-2452-4eb3-8898-2bf7d7f09c90 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930157 Dec 20 14:29:27.022483 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d422f1e-8970-4037-80f9-52c470ba31e1 req-9764e85c-99ed-46bb-abc5-09089b833536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:27.024734 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7d422f1e-8970-4037-80f9-52c470ba31e1 req-9764e85c-99ed-46bb-abc5-09089b833536 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1215751 Dec 20 14:29:27.027506 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afb98c06-70a6-44dd-b496-d00538a4e552 x-openstack-request-id: req-afb98c06-70a6-44dd-b496-d00538a4e552 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:29:27.027994 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ede5d8af-2fd8-4f23-8ddf-bff3f611c16c", "name": "network-vif-deleted", "tag": "7f74d399-c9cf-43a5-a6bf-77b515adc232", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:29:27.028475 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-afb98c06-70a6-44dd-b496-d00538a4e552 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:29:27.030595 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ede5d8af-2fd8-4f23-8ddf-bff3f611c16c', 'name': 'network-vif-deleted', 'tag': '7f74d399-c9cf-43a5-a6bf-77b515adc232', 'status': 'completed', 'code': 200} Dec 20 14:29:27.031821 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e34c814-8a3e-4ed7-9db2-b74d88f572d1 x-openstack-request-id: req-1e34c814-8a3e-4ed7-9db2-b74d88f572d1 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:29:27.032126 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bec07a8-c25f-4f16-885e-b65a42ac76c9", "tag": "8f31b9a5-1a84-4aca-854e-f0b8620002cb", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:29:27.032495 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1e34c814-8a3e-4ed7-9db2-b74d88f572d1 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:29:27.032942 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bec07a8-c25f-4f16-885e-b65a42ac76c9', 'tag': '8f31b9a5-1a84-4aca-854e-f0b8620002cb', 'status': 'completed', 'code': 200} Dec 20 14:29:27.052694 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-66c3fe24-8131-4131-b3dc-0d0aaf5dcb69 req-7a1123b3-a4ae-404a-92e2-e5277af4ca99 tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1261000920', 'description': 'tempest-description-2056248973'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:29:27.089225 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-66c3fe24-8131-4131-b3dc-0d0aaf5dcb69 req-7a1123b3-a4ae-404a-92e2-e5277af4ca99 tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:27.120216 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d0041c-f839-4b81-bf14-c9fc29300ea2 req-75cde4ff-de87-414a-beb0-c045632e5dc2 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:27.126794 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d0041c-f839-4b81-bf14-c9fc29300ea2 req-75cde4ff-de87-414a-beb0-c045632e5dc2 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:27.128450 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-15d0041c-f839-4b81-bf14-c9fc29300ea2 req-75cde4ff-de87-414a-beb0-c045632e5dc2 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.54 "GET /v2.0/ports?device_id=f275cf5f-20a0-4e8c-a92b-3de1b6262828 HTTP/1.1" status: 200 len: 1683 time: 0.0987823 Dec 20 14:29:27.172045 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-66c3fe24-8131-4131-b3dc-0d0aaf5dcb69 req-7a1123b3-a4ae-404a-92e2-e5277af4ca99 tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:27.177487 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-66c3fe24-8131-4131-b3dc-0d0aaf5dcb69 req-7a1123b3-a4ae-404a-92e2-e5277af4ca99 tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:27.208534 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1123b3-a4ae-404a-92e2-e5277af4ca99 tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb60a36f-2aef-4344-bd2c-ee60c4e18a9f,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:27.213215 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-66c3fe24-8131-4131-b3dc-0d0aaf5dcb69 req-7a1123b3-a4ae-404a-92e2-e5277af4ca99 tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:27.214452 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-66c3fe24-8131-4131-b3dc-0d0aaf5dcb69 req-7a1123b3-a4ae-404a-92e2-e5277af4ca99 tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.1694431 Dec 20 14:29:27.243341 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-15d0041c-f839-4b81-bf14-c9fc29300ea2 req-0a2b62af-8ad5-4709-be10-624b933f0b7c tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.54 "GET /v2.0/security-groups?id=38c67d1f-c5c0-4d18-a181-659c37118040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070275 Dec 20 14:29:27.266834 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-d0f5495b-9b72-43c3-a370-ce5a135f756d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2b6402c-cca9-42ae-b247-701e4186077e {{(pid=103168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:29:27.280441 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-d0f5495b-9b72-43c3-a370-ce5a135f756d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:27.296054 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.provisioning_blocks [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-d0f5495b-9b72-43c3-a370-ce5a135f756d service neutron] Transition to ACTIVE for port object c2b6402c-cca9-42ae-b247-701e4186077e will not be triggered until provisioned by entity L2. {{(pid=103168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:29:27.305278 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-d0f5495b-9b72-43c3-a370-ce5a135f756d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:27.414430 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bca5e3e-6ad3-4973-8085-c63c07f9e5b8 req-6ba9b040-0a84-440c-9bb2-953b5b83d694 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:27.422127 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bca5e3e-6ad3-4973-8085-c63c07f9e5b8 req-6ba9b040-0a84-440c-9bb2-953b5b83d694 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:27.425998 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f5495b-9b72-43c3-a370-ce5a135f756d service neutron] Pushing event updated for resources: {'Port': ['ID=c2b6402c-cca9-42ae-b247-701e4186077e,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:27.432999 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bca5e3e-6ad3-4973-8085-c63c07f9e5b8 req-6ba9b040-0a84-440c-9bb2-953b5b83d694 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:27.440219 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bca5e3e-6ad3-4973-8085-c63c07f9e5b8 req-6ba9b040-0a84-440c-9bb2-953b5b83d694 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:27.447783 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bca5e3e-6ad3-4973-8085-c63c07f9e5b8 req-6ba9b040-0a84-440c-9bb2-953b5b83d694 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:27.456679 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bca5e3e-6ad3-4973-8085-c63c07f9e5b8 req-6ba9b040-0a84-440c-9bb2-953b5b83d694 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:27.464889 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bca5e3e-6ad3-4973-8085-c63c07f9e5b8 req-6ba9b040-0a84-440c-9bb2-953b5b83d694 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:27.471793 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-59eeaa99-37e2-4efa-830c-a6484927705a req-280a72e3-e659-46c3-80b9-f5f7c0857436 tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] 10.222.0.54 "GET /v2.0/security-groups/eb60a36f-2aef-4344-bd2c-ee60c4e18a9f HTTP/1.1" status: 200 len: 1822 time: 0.1164155 Dec 20 14:29:27.475812 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1bca5e3e-6ad3-4973-8085-c63c07f9e5b8 req-6ba9b040-0a84-440c-9bb2-953b5b83d694 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bec07a8-c25f-4f16-885e-b65a42ac76c9 HTTP/1.1" status: 200 len: 5384 time: 0.1311319 Dec 20 14:29:27.492859 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-59eeaa99-37e2-4efa-830c-a6484927705a req-166c182e-3f7d-435c-8828-a93cd547fc4e tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'eb60a36f-2aef-4344-bd2c-ee60c4e18a9f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:29:27.493276 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-59eeaa99-37e2-4efa-830c-a6484927705a req-166c182e-3f7d-435c-8828-a93cd547fc4e tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'eb60a36f-2aef-4344-bd2c-ee60c4e18a9f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:29:27.585971 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1bca5e3e-6ad3-4973-8085-c63c07f9e5b8 req-34a8a1dd-55fd-4e50-9411-56dba54caefe tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/security-groups?id=9a5fb326-e11a-43c7-acb8-8cef9da4f833&id=90051062-f265-4ecc-9e5a-22ebfc7553a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1086166 Dec 20 14:29:27.629577 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-59eeaa99-37e2-4efa-830c-a6484927705a req-166c182e-3f7d-435c-8828-a93cd547fc4e tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:27.633212 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-d0f5495b-9b72-43c3-a370-ce5a135f756d service neutron] Attempting to bind port c2b6402c-cca9-42ae-b247-701e4186077e on host n-h1-761264-19 for vnic_type normal with profile {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:29:27.633661 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-d0f5495b-9b72-43c3-a370-ce5a135f756d service neutron] Attempting to bind port c2b6402c-cca9-42ae-b247-701e4186077e by drivers openvswitch,hyperv on host n-h1-761264-19 at level 0 using segments [{'id': 'eacc05f1-3b35-400c-b97b-4a37ce60f203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e922ff15-a662-4866-8b6a-3d6f701ab36c'}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:29:27.634062 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-d0f5495b-9b72-43c3-a370-ce5a135f756d service neutron] Attempting to bind port c2b6402c-cca9-42ae-b247-701e4186077e on network e922ff15-a662-4866-8b6a-3d6f701ab36c {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:29:27.645531 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-d0f5495b-9b72-43c3-a370-ce5a135f756d service neutron] Port c2b6402c-cca9-42ae-b247-701e4186077e on network e922ff15-a662-4866-8b6a-3d6f701ab36c not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-19 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:29:27.645531 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-d0f5495b-9b72-43c3-a370-ce5a135f756d service neutron] Attempting to bind port c2b6402c-cca9-42ae-b247-701e4186077e on network e922ff15-a662-4866-8b6a-3d6f701ab36c {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:29:27.658813 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-d0f5495b-9b72-43c3-a370-ce5a135f756d service neutron] Checking agent: {'id': '3e5ace3e-dd7b-4522-a7c4-77d13dbeab1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:29:27.659370 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-d0f5495b-9b72-43c3-a370-ce5a135f756d service neutron] Checking segment: {'id': 'eacc05f1-3b35-400c-b97b-4a37ce60f203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e922ff15-a662-4866-8b6a-3d6f701ab36c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:29:27.659940 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-d0f5495b-9b72-43c3-a370-ce5a135f756d service neutron] Bound using segment: {'id': 'eacc05f1-3b35-400c-b97b-4a37ce60f203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e922ff15-a662-4866-8b6a-3d6f701ab36c'} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:29:27.660739 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-d0f5495b-9b72-43c3-a370-ce5a135f756d service neutron] Bound port: c2b6402c-cca9-42ae-b247-701e4186077e, host: n-h1-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eacc05f1-3b35-400c-b97b-4a37ce60f203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e922ff15-a662-4866-8b6a-3d6f701ab36c'}}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:29:27.660971 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-d0f5495b-9b72-43c3-a370-ce5a135f756d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:27.665937 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-59eeaa99-37e2-4efa-830c-a6484927705a req-166c182e-3f7d-435c-8828-a93cd547fc4e tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:27.679199 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-59eeaa99-37e2-4efa-830c-a6484927705a req-166c182e-3f7d-435c-8828-a93cd547fc4e tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:27.711798 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-59eeaa99-37e2-4efa-830c-a6484927705a req-166c182e-3f7d-435c-8828-a93cd547fc4e tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:27.713019 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-59eeaa99-37e2-4efa-830c-a6484927705a req-166c182e-3f7d-435c-8828-a93cd547fc4e tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2403762 Dec 20 14:29:27.716040 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166c182e-3f7d-435c-8828-a93cd547fc4e tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f10e75e1-31af-4025-8378-27539279f0dc,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:27.821012 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-d0f5495b-9b72-43c3-a370-ce5a135f756d service neutron] For port c2b6402c-cca9-42ae-b247-701e4186077e, host n-h1-761264-19, cleared binding levels {{(pid=103168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:29:27.837865 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-d0f5495b-9b72-43c3-a370-ce5a135f756d service neutron] For port c2b6402c-cca9-42ae-b247-701e4186077e, host n-h1-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=c2b6402c-cca9-42ae-b247-701e4186077e,segment=NetworkSegment(eacc05f1-3b35-400c-b97b-4a37ce60f203),segment_id=eacc05f1-3b35-400c-b97b-4a37ce60f203)] {{(pid=103168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:29:27.848281 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-d0f5495b-9b72-43c3-a370-ce5a135f756d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:27.876636 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-d0f5495b-9b72-43c3-a370-ce5a135f756d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:27.878447 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-d0f5495b-9b72-43c3-a370-ce5a135f756d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:27.881334 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-d0f5495b-9b72-43c3-a370-ce5a135f756d service neutron] 10.222.0.30 "PUT /v2.0/ports/c2b6402c-cca9-42ae-b247-701e4186077e HTTP/1.1" status: 200 len: 1092 time: 1.6174757 Dec 20 14:29:27.922687 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-1e7bc7c7-67a4-48c5-95b6-03c2913adf41 service neutron] Request body: {'port': {'device_id': '7bec07a8-c25f-4f16-885e-b65a42ac76c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-19'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:29:27.966429 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cac543-4d85-40db-be49-3cf7355071a6 req-f897d3f9-bc53-4244-8b7f-1831608e3ab1 tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:27.969376 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-04cac543-4d85-40db-be49-3cf7355071a6 req-f897d3f9-bc53-4244-8b7f-1831608e3ab1 tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] 10.222.0.54 "GET /v2.0/ports?device_id=d68eaab8-9dac-46df-bf2b-9917194d430a HTTP/1.1" status: 200 len: 949 time: 0.1848814 Dec 20 14:29:28.015504 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262e2ee6-f066-41b9-95ab-fe7c602db579 req-0dbc7407-102c-4434-81f4-68fb2bebd9d5 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:28.021382 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262e2ee6-f066-41b9-95ab-fe7c602db579 req-0dbc7407-102c-4434-81f4-68fb2bebd9d5 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:28.027388 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262e2ee6-f066-41b9-95ab-fe7c602db579 req-0dbc7407-102c-4434-81f4-68fb2bebd9d5 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:28.030209 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f5495b-9b72-43c3-a370-ce5a135f756d service neutron] Pushing event updated for resources: {'Port': ['ID=c2b6402c-cca9-42ae-b247-701e4186077e,revision_number=3']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:28.033722 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262e2ee6-f066-41b9-95ab-fe7c602db579 req-0dbc7407-102c-4434-81f4-68fb2bebd9d5 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:28.037296 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-1e7bc7c7-67a4-48c5-95b6-03c2913adf41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:28.039680 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262e2ee6-f066-41b9-95ab-fe7c602db579 req-0dbc7407-102c-4434-81f4-68fb2bebd9d5 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:28.045654 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262e2ee6-f066-41b9-95ab-fe7c602db579 req-0dbc7407-102c-4434-81f4-68fb2bebd9d5 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:28.051775 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262e2ee6-f066-41b9-95ab-fe7c602db579 req-0dbc7407-102c-4434-81f4-68fb2bebd9d5 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:28.053739 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-262e2ee6-f066-41b9-95ab-fe7c602db579 req-0dbc7407-102c-4434-81f4-68fb2bebd9d5 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3e943d5-5d01-407d-9414-c89d08826b2f HTTP/1.1" status: 200 len: 5430 time: 0.1260293 Dec 20 14:29:28.089164 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821f1e20-79d9-42a9-b54c-cf47bdc0e389 req-c4569ddc-6966-4115-a08b-55995664f659 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:28.093582 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-821f1e20-79d9-42a9-b54c-cf47bdc0e389 req-c4569ddc-6966-4115-a08b-55995664f659 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.30 "GET /v2.0/ports?device_id=3bd00bb7-09c1-4c41-ac62-c183ad9e87c5 HTTP/1.1" status: 200 len: 946 time: 0.1247997 Dec 20 14:29:28.102128 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-04cac543-4d85-40db-be49-3cf7355071a6 req-d74b30bc-32f3-47bb-a635-6564632cf3a9 tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] 10.222.0.54 "GET /v2.0/security-groups?id=1b3d86b7-740d-47b9-b8da-4b8aa7ff48e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232872 Dec 20 14:29:28.219809 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-762106bf-9420-4bc1-a219-4d52b8aed844 req-420631be-db65-4dd7-b80c-c7b4b52ab33a tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1189204536', 'description': 'tempest-description-357785307'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:29:28.223837 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-262e2ee6-f066-41b9-95ab-fe7c602db579 req-8c09b94d-b1f3-40ab-b5bd-fca35b200c02 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/security-groups?id=43c0ac57-a0d4-4728-b359-486d90e63ad1&id=81a62dd3-6166-418b-a2f3-15daa19beec9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1612296 Dec 20 14:29:28.258200 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-821f1e20-79d9-42a9-b54c-cf47bdc0e389 req-daab8e68-a577-4d6b-85ca-5f4d1eb982d3 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Deleting port ebcea486-e690-495c-b722-7ede28f3702b {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:29:28.258541 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-821f1e20-79d9-42a9-b54c-cf47bdc0e389 req-daab8e68-a577-4d6b-85ca-5f4d1eb982d3 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:28.266074 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device a96f9993-9eb4-43a9-bd99-c7a7aa861d63 up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:29:28.335695 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-762106bf-9420-4bc1-a219-4d52b8aed844 req-420631be-db65-4dd7-b80c-c7b4b52ab33a tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:28.355069 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning for port a96f9993-9eb4-43a9-bd99-c7a7aa861d63 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:29:28.360189 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port a96f9993-9eb4-43a9-bd99-c7a7aa861d63 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:29:28.361083 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:28.435970 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-821f1e20-79d9-42a9-b54c-cf47bdc0e389 req-daab8e68-a577-4d6b-85ca-5f4d1eb982d3 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] For port ebcea486-e690-495c-b722-7ede28f3702b, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=ebcea486-e690-495c-b722-7ede28f3702b,segment=NetworkSegment(0db4f97e-52d2-4e75-a7f6-550aa2b8eca1),segment_id=0db4f97e-52d2-4e75-a7f6-550aa2b8eca1)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:29:28.436530 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-821f1e20-79d9-42a9-b54c-cf47bdc0e389 req-daab8e68-a577-4d6b-85ca-5f4d1eb982d3 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:28.455055 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-821f1e20-79d9-42a9-b54c-cf47bdc0e389 req-daab8e68-a577-4d6b-85ca-5f4d1eb982d3 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Calling delete_port for ebcea486-e690-495c-b722-7ede28f3702b owned by compute:nova {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:29:28.459379 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:28.477589 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-762106bf-9420-4bc1-a219-4d52b8aed844 req-420631be-db65-4dd7-b80c-c7b4b52ab33a tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:28.483118 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-762106bf-9420-4bc1-a219-4d52b8aed844 req-420631be-db65-4dd7-b80c-c7b4b52ab33a tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:28.494064 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd68eaab8-9dac-46df-bf2b-9917194d430a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a96f9993-9eb4-43a9-bd99-c7a7aa861d63'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:29:28.497416 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cff32a87-a139-4158-886b-eceb6a67b0f7" -d '{"events": [{"server_uuid": "d68eaab8-9dac-46df-bf2b-9917194d430a", "name": "network-vif-plugged", "status": "completed", "tag": "a96f9993-9eb4-43a9-bd99-c7a7aa861d63"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:29:28.513719 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port a96f9993-9eb4-43a9-bd99-c7a7aa861d63, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=a96f9993-9eb4-43a9-bd99-c7a7aa861d63,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:29:28.522750 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:28.575654 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-1e7bc7c7-67a4-48c5-95b6-03c2913adf41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c388c669-8dbc-4a20-aa6b-dcc41424fb88 {{(pid=103168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:29:28.580644 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=a96f9993-9eb4-43a9-bd99-c7a7aa861d63,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:28.589131 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-1e7bc7c7-67a4-48c5-95b6-03c2913adf41 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:28.615305 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420631be-db65-4dd7-b80c-c7b4b52ab33a tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb8f873-e661-4ca4-ac46-78f1cc4e9d6e,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:28.641112 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.provisioning_blocks [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-1e7bc7c7-67a4-48c5-95b6-03c2913adf41 service neutron] Transition to ACTIVE for port object c388c669-8dbc-4a20-aa6b-dcc41424fb88 will not be triggered until provisioned by entity L2. {{(pid=103168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:29:28.645211 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-762106bf-9420-4bc1-a219-4d52b8aed844 req-420631be-db65-4dd7-b80c-c7b4b52ab33a tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:28.646494 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-762106bf-9420-4bc1-a219-4d52b8aed844 req-420631be-db65-4dd7-b80c-c7b4b52ab33a tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.4888248 Dec 20 14:29:28.652179 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-1e7bc7c7-67a4-48c5-95b6-03c2913adf41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:28.752936 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de1b571-ca1f-4310-b0c5-43a25f8ed7a0 req-49f1bc77-9386-4d86-bfe4-72101c2c1952 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:28.755009 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7de1b571-ca1f-4310-b0c5-43a25f8ed7a0 req-49f1bc77-9386-4d86-bfe4-72101c2c1952 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c03445f-1b2b-49ef-a63f-930b66c268a3 HTTP/1.1" status: 200 len: 945 time: 0.1586745 Dec 20 14:29:28.757424 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7bc7c7-67a4-48c5-95b6-03c2913adf41 service neutron] Pushing event updated for resources: {'Port': ['ID=c388c669-8dbc-4a20-aa6b-dcc41424fb88,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:28.828617 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738a9cd2-d05e-4aca-b709-03532bf631cd req-9305ea9c-9a7b-44ee-b9a6-06bd623d69c0 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:28.830170 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-738a9cd2-d05e-4aca-b709-03532bf631cd req-9305ea9c-9a7b-44ee-b9a6-06bd623d69c0 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c03445f-1b2b-49ef-a63f-930b66c268a3 HTTP/1.1" status: 200 len: 945 time: 0.5113509 Dec 20 14:29:28.930453 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-738a9cd2-d05e-4aca-b709-03532bf631cd req-ba81ddd8-79bf-4613-8c0b-111e31d56689 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/security-groups?id=3f9e0060-e7c9-4c33-93c2-0a6db34f5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903261 Dec 20 14:29:28.968775 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-1e7bc7c7-67a4-48c5-95b6-03c2913adf41 service neutron] Attempting to bind port c388c669-8dbc-4a20-aa6b-dcc41424fb88 on host n-h1-761264-19 for vnic_type normal with profile {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:29:28.969175 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-1e7bc7c7-67a4-48c5-95b6-03c2913adf41 service neutron] Attempting to bind port c388c669-8dbc-4a20-aa6b-dcc41424fb88 by drivers openvswitch,hyperv on host n-h1-761264-19 at level 0 using segments [{'id': 'eacc05f1-3b35-400c-b97b-4a37ce60f203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e922ff15-a662-4866-8b6a-3d6f701ab36c'}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:29:28.969608 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-1e7bc7c7-67a4-48c5-95b6-03c2913adf41 service neutron] Attempting to bind port c388c669-8dbc-4a20-aa6b-dcc41424fb88 on network e922ff15-a662-4866-8b6a-3d6f701ab36c {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:29:28.986132 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4999ea62-1fd4-4502-abbf-3f02a74f14b8 req-7c6844d5-c51e-4160-8085-6223b2b6de96 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:28.992894 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4999ea62-1fd4-4502-abbf-3f02a74f14b8 req-7c6844d5-c51e-4160-8085-6223b2b6de96 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=3bd00bb7-09c1-4c41-ac62-c183ad9e87c5 HTTP/1.1" status: 200 len: 946 time: 0.1720572 Dec 20 14:29:29.013800 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-821f1e20-79d9-42a9-b54c-cf47bdc0e389 req-daab8e68-a577-4d6b-85ca-5f4d1eb982d3 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:29.015843 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-1e7bc7c7-67a4-48c5-95b6-03c2913adf41 service neutron] Port c388c669-8dbc-4a20-aa6b-dcc41424fb88 on network e922ff15-a662-4866-8b6a-3d6f701ab36c not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-19 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:29:29.018083 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-1e7bc7c7-67a4-48c5-95b6-03c2913adf41 service neutron] Attempting to bind port c388c669-8dbc-4a20-aa6b-dcc41424fb88 on network e922ff15-a662-4866-8b6a-3d6f701ab36c {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:29:29.026364 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['ebcea486-e690-495c-b722-7ede28f3702b'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:29:29.045172 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bec07a8-c25f-4f16-885e-b65a42ac76c9', 'tag': 'cdb31bb5-074e-403d-ab47-e55bfa522aff'}, {'name': 'network-changed', 'server_uuid': '7bec07a8-c25f-4f16-885e-b65a42ac76c9', 'tag': 'c2b6402c-cca9-42ae-b247-701e4186077e'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:29:29.047104 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c975897-0af2-4655-84fe-284945dcbe0b" -d '{"events": [{"name": "network-changed", "server_uuid": "7bec07a8-c25f-4f16-885e-b65a42ac76c9", "tag": "cdb31bb5-074e-403d-ab47-e55bfa522aff"}, {"name": "network-changed", "server_uuid": "7bec07a8-c25f-4f16-885e-b65a42ac76c9", "tag": "c2b6402c-cca9-42ae-b247-701e4186077e"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:29:29.073202 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-1e7bc7c7-67a4-48c5-95b6-03c2913adf41 service neutron] Checking agent: {'id': '3e5ace3e-dd7b-4522-a7c4-77d13dbeab1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:29:29.073543 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-1e7bc7c7-67a4-48c5-95b6-03c2913adf41 service neutron] Checking segment: {'id': 'eacc05f1-3b35-400c-b97b-4a37ce60f203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e922ff15-a662-4866-8b6a-3d6f701ab36c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:29:29.073929 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-1e7bc7c7-67a4-48c5-95b6-03c2913adf41 service neutron] Bound using segment: {'id': 'eacc05f1-3b35-400c-b97b-4a37ce60f203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e922ff15-a662-4866-8b6a-3d6f701ab36c'} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:29:29.074625 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-1e7bc7c7-67a4-48c5-95b6-03c2913adf41 service neutron] Bound port: c388c669-8dbc-4a20-aa6b-dcc41424fb88, host: n-h1-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eacc05f1-3b35-400c-b97b-4a37ce60f203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e922ff15-a662-4866-8b6a-3d6f701ab36c'}}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:29:29.074811 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-1e7bc7c7-67a4-48c5-95b6-03c2913adf41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:29.078110 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daab8e68-a577-4d6b-85ca-5f4d1eb982d3 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Pushing event deleted for resources: {'Port': ['ID=ebcea486-e690-495c-b722-7ede28f3702b,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:29.137141 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-821f1e20-79d9-42a9-b54c-cf47bdc0e389 req-daab8e68-a577-4d6b-85ca-5f4d1eb982d3 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] No DVR routers for this DVR port ebcea486-e690-495c-b722-7ede28f3702b on host n-h1-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:29:29.143227 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-7de1b571-ca1f-4310-b0c5-43a25f8ed7a0 req-253345a7-78a0-48cf-ad0d-78d29927f438 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Deleting port 24ae1a8c-3e2c-4fbd-afd2-ce80710af39e {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:29:29.143813 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-7de1b571-ca1f-4310-b0c5-43a25f8ed7a0 req-253345a7-78a0-48cf-ad0d-78d29927f438 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:29.146787 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-821f1e20-79d9-42a9-b54c-cf47bdc0e389 req-daab8e68-a577-4d6b-85ca-5f4d1eb982d3 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:29.150969 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-821f1e20-79d9-42a9-b54c-cf47bdc0e389 req-daab8e68-a577-4d6b-85ca-5f4d1eb982d3 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.30 "DELETE /v2.0/ports/ebcea486-e690-495c-b722-7ede28f3702b HTTP/1.1" status: 204 len: 173 time: 1.0490029 Dec 20 14:29:29.151824 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bd00bb7-09c1-4c41-ac62-c183ad9e87c5', 'name': 'network-vif-deleted', 'tag': 'ebcea486-e690-495c-b722-7ede28f3702b'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:29:29.154124 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20403bdc-e32b-4e3f-ac1a-363b233d9c56" -d '{"events": [{"server_uuid": "3bd00bb7-09c1-4c41-ac62-c183ad9e87c5", "name": "network-vif-deleted", "tag": "ebcea486-e690-495c-b722-7ede28f3702b"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:29:29.189103 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c705e54-078a-4f43-9d1f-2875c0a4224a req-990802a4-0ece-43dd-bc59-8daaa50d2735 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:29.197464 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c705e54-078a-4f43-9d1f-2875c0a4224a req-990802a4-0ece-43dd-bc59-8daaa50d2735 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:29.199345 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4999ea62-1fd4-4502-abbf-3f02a74f14b8 req-3156450a-982f-40ea-adb4-be93e8ea6aa2 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898811 Dec 20 14:29:29.206974 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7c705e54-078a-4f43-9d1f-2875c0a4224a req-990802a4-0ece-43dd-bc59-8daaa50d2735 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.54 "GET /v2.0/ports?device_id=f275cf5f-20a0-4e8c-a92b-3de1b6262828 HTTP/1.1" status: 200 len: 1683 time: 0.1417489 Dec 20 14:29:29.278651 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7c705e54-078a-4f43-9d1f-2875c0a4224a req-0e27cd45-5f67-4677-85e0-cfc61ac26986 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.54 "GET /v2.0/security-groups?id=38c67d1f-c5c0-4d18-a181-659c37118040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697162 Dec 20 14:29:29.315726 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b592aeb-447a-41c9-9b42-e5c6295b9d6a x-openstack-request-id: req-9b592aeb-447a-41c9-9b42-e5c6295b9d6a {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:29:29.316607 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d68eaab8-9dac-46df-bf2b-9917194d430a", "name": "network-vif-plugged", "status": "completed", "tag": "a96f9993-9eb4-43a9-bd99-c7a7aa861d63", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:29:29.317166 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9b592aeb-447a-41c9-9b42-e5c6295b9d6a {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:29:29.317855 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd68eaab8-9dac-46df-bf2b-9917194d430a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a96f9993-9eb4-43a9-bd99-c7a7aa861d63', 'code': 200} Dec 20 14:29:29.335970 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 7f74d399-c9cf-43a5-a6bf-77b515adc232 no longer exists at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:29:29.341312 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-7de1b571-ca1f-4310-b0c5-43a25f8ed7a0 req-253345a7-78a0-48cf-ad0d-78d29927f438 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] For port 24ae1a8c-3e2c-4fbd-afd2-ce80710af39e, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=24ae1a8c-3e2c-4fbd-afd2-ce80710af39e,segment=NetworkSegment(addc7f95-68ef-43ba-9bd9-cde69b0f949e),segment_id=addc7f95-68ef-43ba-9bd9-cde69b0f949e)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:29:29.341896 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-7de1b571-ca1f-4310-b0c5-43a25f8ed7a0 req-253345a7-78a0-48cf-ad0d-78d29927f438 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:29.358610 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-7de1b571-ca1f-4310-b0c5-43a25f8ed7a0 req-253345a7-78a0-48cf-ad0d-78d29927f438 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Calling delete_port for 24ae1a8c-3e2c-4fbd-afd2-ce80710af39e owned by compute:nova {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:29:29.382911 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] No Port match for: 7f74d399-c9cf-43a5-a6bf-77b515adc232 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:29:29.386870 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 7f74d399-c9cf-43a5-a6bf-77b515adc232 not bound to the agent host n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:29:29.424737 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-4937e507-1464-4939-91ec-c81aa4045b9b req-1083f184-c820-4ced-b229-b024feb4f60c tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1775193599', 'description': 'tempest-description-146140081'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:29:29.434250 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-1e7bc7c7-67a4-48c5-95b6-03c2913adf41 service neutron] For port c388c669-8dbc-4a20-aa6b-dcc41424fb88, host n-h1-761264-19, cleared binding levels {{(pid=103168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:29:29.455404 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-1e7bc7c7-67a4-48c5-95b6-03c2913adf41 service neutron] For port c388c669-8dbc-4a20-aa6b-dcc41424fb88, host n-h1-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=c388c669-8dbc-4a20-aa6b-dcc41424fb88,segment=NetworkSegment(eacc05f1-3b35-400c-b97b-4a37ce60f203),segment_id=eacc05f1-3b35-400c-b97b-4a37ce60f203)] {{(pid=103168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:29:29.471146 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-1e7bc7c7-67a4-48c5-95b6-03c2913adf41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:29.489772 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e08f057-89ec-4a45-a7e2-cd718d5e615a req-4cdb56c9-c281-4452-b479-792b908b3984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:29.491342 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3e08f057-89ec-4a45-a7e2-cd718d5e615a req-4cdb56c9-c281-4452-b479-792b908b3984 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d68eaab8-9dac-46df-bf2b-9917194d430a HTTP/1.1" status: 200 len: 1102 time: 0.0761364 Dec 20 14:29:29.502250 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a773a28d-84c2-4093-b238-25fa86debbec req-4edd77ad-ecd8-4963-8183-222b0f3eba61 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:29.508221 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a773a28d-84c2-4093-b238-25fa86debbec req-4edd77ad-ecd8-4963-8183-222b0f3eba61 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:29.514133 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a773a28d-84c2-4093-b238-25fa86debbec req-4edd77ad-ecd8-4963-8183-222b0f3eba61 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:29.515828 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-4937e507-1464-4939-91ec-c81aa4045b9b req-1083f184-c820-4ced-b229-b024feb4f60c tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:29.520390 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a773a28d-84c2-4093-b238-25fa86debbec req-4edd77ad-ecd8-4963-8183-222b0f3eba61 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:29.526129 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a773a28d-84c2-4093-b238-25fa86debbec req-4edd77ad-ecd8-4963-8183-222b0f3eba61 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:29.532009 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a773a28d-84c2-4093-b238-25fa86debbec req-4edd77ad-ecd8-4963-8183-222b0f3eba61 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:29.537809 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a773a28d-84c2-4093-b238-25fa86debbec req-4edd77ad-ecd8-4963-8183-222b0f3eba61 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:29.541936 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a773a28d-84c2-4093-b238-25fa86debbec req-4edd77ad-ecd8-4963-8183-222b0f3eba61 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bec07a8-c25f-4f16-885e-b65a42ac76c9 HTTP/1.1" status: 200 len: 5396 time: 0.1342380 Dec 20 14:29:29.553476 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-1e7bc7c7-67a4-48c5-95b6-03c2913adf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:29.554069 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-1e7bc7c7-67a4-48c5-95b6-03c2913adf41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:29.555887 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-1e7bc7c7-67a4-48c5-95b6-03c2913adf41 service neutron] 10.222.0.30 "PUT /v2.0/ports/c388c669-8dbc-4a20-aa6b-dcc41424fb88 HTTP/1.1" status: 200 len: 1090 time: 1.6416087 Dec 20 14:29:29.591022 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7bc7c7-67a4-48c5-95b6-03c2913adf41 service neutron] Pushing event updated for resources: {'Port': ['ID=c388c669-8dbc-4a20-aa6b-dcc41424fb88,revision_number=3']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:29.621078 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-013d588f-9b25-41aa-8421-117f54fb168e service neutron] Request body: {'port': {'device_id': '7bec07a8-c25f-4f16-885e-b65a42ac76c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-19'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:29:29.623380 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3e08f057-89ec-4a45-a7e2-cd718d5e615a req-0bf8f993-b19b-4741-81d2-a3d7833f80a3 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1b3d86b7-740d-47b9-b8da-4b8aa7ff48e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803168 Dec 20 14:29:29.637676 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a773a28d-84c2-4093-b238-25fa86debbec req-78d575c6-ba26-409c-af3d-1005c9c9949a tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/security-groups?id=9a5fb326-e11a-43c7-acb8-8cef9da4f833&id=90051062-f265-4ecc-9e5a-22ebfc7553a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0873268 Dec 20 14:29:29.759151 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-4937e507-1464-4939-91ec-c81aa4045b9b req-1083f184-c820-4ced-b229-b024feb4f60c tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:29.790991 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 20 Dec 2021 14:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be54c00e-b216-418f-b1d1-bcabb94fa552 x-openstack-request-id: req-be54c00e-b216-418f-b1d1-bcabb94fa552 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:29:29.791288 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bec07a8-c25f-4f16-885e-b65a42ac76c9", "tag": "cdb31bb5-074e-403d-ab47-e55bfa522aff", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7bec07a8-c25f-4f16-885e-b65a42ac76c9", "tag": "c2b6402c-cca9-42ae-b247-701e4186077e", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:29:29.791945 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-be54c00e-b216-418f-b1d1-bcabb94fa552 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:29:29.792527 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bec07a8-c25f-4f16-885e-b65a42ac76c9', 'tag': 'cdb31bb5-074e-403d-ab47-e55bfa522aff', 'status': 'completed', 'code': 200} Dec 20 14:29:29.792788 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bec07a8-c25f-4f16-885e-b65a42ac76c9', 'tag': 'c2b6402c-cca9-42ae-b247-701e4186077e', 'status': 'completed', 'code': 200} Dec 20 14:29:29.796689 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-4937e507-1464-4939-91ec-c81aa4045b9b req-1083f184-c820-4ced-b229-b024feb4f60c tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:29.840762 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-7de1b571-ca1f-4310-b0c5-43a25f8ed7a0 req-253345a7-78a0-48cf-ad0d-78d29927f438 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:29.861519 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c975897-0af2-4655-84fe-284945dcbe0b req-62410b86-f002-4a0b-9957-cd6007d1375e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:29.862018 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c975897-0af2-4655-84fe-284945dcbe0b req-62410b86-f002-4a0b-9957-cd6007d1375e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:29.862521 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c975897-0af2-4655-84fe-284945dcbe0b req-62410b86-f002-4a0b-9957-cd6007d1375e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:29.863041 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c975897-0af2-4655-84fe-284945dcbe0b req-62410b86-f002-4a0b-9957-cd6007d1375e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:29.863512 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c975897-0af2-4655-84fe-284945dcbe0b req-62410b86-f002-4a0b-9957-cd6007d1375e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:29.863977 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c975897-0af2-4655-84fe-284945dcbe0b req-62410b86-f002-4a0b-9957-cd6007d1375e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:29.864797 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c975897-0af2-4655-84fe-284945dcbe0b req-62410b86-f002-4a0b-9957-cd6007d1375e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:29.868734 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3c975897-0af2-4655-84fe-284945dcbe0b req-62410b86-f002-4a0b-9957-cd6007d1375e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1080628f9fb44b28a6ddf9255bb33498&device_id=7bec07a8-c25f-4f16-885e-b65a42ac76c9 HTTP/1.1" status: 200 len: 6348 time: 0.1000085 Dec 20 14:29:29.906065 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1083f184-c820-4ced-b229-b024feb4f60c tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0461ab8c-03ef-4029-8cec-8b5b5c154817,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:29.908602 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253345a7-78a0-48cf-ad0d-78d29927f438 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Pushing event deleted for resources: {'Port': ['ID=24ae1a8c-3e2c-4fbd-afd2-ce80710af39e,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:29.912699 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-4937e507-1464-4939-91ec-c81aa4045b9b req-1083f184-c820-4ced-b229-b024feb4f60c tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:29.914166 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4937e507-1464-4939-91ec-c81aa4045b9b req-1083f184-c820-4ced-b229-b024feb4f60c tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.4973254 Dec 20 14:29:29.914889 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-013d588f-9b25-41aa-8421-117f54fb168e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:29.979361 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c871da03-69b7-4355-982b-46bb7c313f34 x-openstack-request-id: req-c871da03-69b7-4355-982b-46bb7c313f34 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:29:29.979664 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bd00bb7-09c1-4c41-ac62-c183ad9e87c5", "name": "network-vif-deleted", "tag": "ebcea486-e690-495c-b722-7ede28f3702b", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:29:29.979920 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c871da03-69b7-4355-982b-46bb7c313f34 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:29:29.980318 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bd00bb7-09c1-4c41-ac62-c183ad9e87c5', 'name': 'network-vif-deleted', 'tag': 'ebcea486-e690-495c-b722-7ede28f3702b', 'status': 'completed', 'code': 200} Dec 20 14:29:30.024707 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52a2949-4dfb-4635-8b67-601a4a2135f5 req-81f406e5-0a32-4bdb-a55a-bc27a0787bde tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:30.028329 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d52a2949-4dfb-4635-8b67-601a4a2135f5 req-81f406e5-0a32-4bdb-a55a-bc27a0787bde tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] 10.222.0.54 "GET /v2.0/ports?device_id=d68eaab8-9dac-46df-bf2b-9917194d430a HTTP/1.1" status: 200 len: 950 time: 0.1949177 Dec 20 14:29:30.093668 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-7de1b571-ca1f-4310-b0c5-43a25f8ed7a0 req-253345a7-78a0-48cf-ad0d-78d29927f438 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] No DVR routers for this DVR port 24ae1a8c-3e2c-4fbd-afd2-ce80710af39e on host n-h1-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:29:30.102069 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-7de1b571-ca1f-4310-b0c5-43a25f8ed7a0 req-253345a7-78a0-48cf-ad0d-78d29927f438 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:30.105549 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7de1b571-ca1f-4310-b0c5-43a25f8ed7a0 req-253345a7-78a0-48cf-ad0d-78d29927f438 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.30 "DELETE /v2.0/ports/24ae1a8c-3e2c-4fbd-afd2-ce80710af39e HTTP/1.1" status: 204 len: 173 time: 1.3404877 Dec 20 14:29:30.132870 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c975897-0af2-4655-84fe-284945dcbe0b req-d59befe9-74fc-4eec-b518-0c1ca7a18d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:30.134610 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c975897-0af2-4655-84fe-284945dcbe0b req-d59befe9-74fc-4eec-b518-0c1ca7a18d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:30.135309 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c975897-0af2-4655-84fe-284945dcbe0b req-d59befe9-74fc-4eec-b518-0c1ca7a18d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:30.137484 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3c975897-0af2-4655-84fe-284945dcbe0b req-d59befe9-74fc-4eec-b518-0c1ca7a18d8c service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=1080628f9fb44b28a6ddf9255bb33498&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2486405 Dec 20 14:29:30.142130 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d52a2949-4dfb-4635-8b67-601a4a2135f5 req-febc1011-0420-42e0-a812-c718cc0a7c2f tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] 10.222.0.54 "GET /v2.0/security-groups?id=1b3d86b7-740d-47b9-b8da-4b8aa7ff48e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046324 Dec 20 14:29:30.207043 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecffff89-ea63-4cfb-8c6f-1d4b3b454561 req-1c046acc-c742-4a7c-94fc-e82d3f7c3a19 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:30.213637 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecffff89-ea63-4cfb-8c6f-1d4b3b454561 req-1c046acc-c742-4a7c-94fc-e82d3f7c3a19 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:30.221101 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecffff89-ea63-4cfb-8c6f-1d4b3b454561 req-1c046acc-c742-4a7c-94fc-e82d3f7c3a19 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:30.227222 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecffff89-ea63-4cfb-8c6f-1d4b3b454561 req-1c046acc-c742-4a7c-94fc-e82d3f7c3a19 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:30.233298 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecffff89-ea63-4cfb-8c6f-1d4b3b454561 req-1c046acc-c742-4a7c-94fc-e82d3f7c3a19 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:30.240643 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecffff89-ea63-4cfb-8c6f-1d4b3b454561 req-1c046acc-c742-4a7c-94fc-e82d3f7c3a19 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:30.247970 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecffff89-ea63-4cfb-8c6f-1d4b3b454561 req-1c046acc-c742-4a7c-94fc-e82d3f7c3a19 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:30.249729 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ecffff89-ea63-4cfb-8c6f-1d4b3b454561 req-1c046acc-c742-4a7c-94fc-e82d3f7c3a19 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3e943d5-5d01-407d-9414-c89d08826b2f HTTP/1.1" status: 200 len: 5430 time: 0.1665747 Dec 20 14:29:30.256410 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c975897-0af2-4655-84fe-284945dcbe0b req-02d4e6ee-af05-400f-96af-d590fd4b7855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:30.258203 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3c975897-0af2-4655-84fe-284945dcbe0b req-02d4e6ee-af05-400f-96af-d590fd4b7855 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1137331 Dec 20 14:29:30.267327 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 2c856671-3a5c-476e-9630-cfd7595c0f1c details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:29:30.389425 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ecffff89-ea63-4cfb-8c6f-1d4b3b454561 req-d323f6b6-eb90-49c9-a837-b46fbc35ac75 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/security-groups?id=43c0ac57-a0d4-4728-b359-486d90e63ad1&id=81a62dd3-6166-418b-a2f3-15daa19beec9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1038649 Dec 20 14:29:30.445286 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f1dd9e12-ffc0-4070-aa90-f6df3ec5354b req-e5641d48-40b1-4b5e-9c57-fe04985f40bb tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] 10.222.0.54 "GET /v2.0/security-groups/dbb8f873-e661-4ca4-ac46-78f1cc4e9d6e HTTP/1.1" status: 200 len: 1821 time: 0.0764866 Dec 20 14:29:30.450828 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-013d588f-9b25-41aa-8421-117f54fb168e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bc1aacd-a2ef-491f-a27e-99c9073aabbc {{(pid=103168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:29:30.453300 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 2c856671-3a5c-476e-9630-cfd7595c0f1c, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=2c856671-3a5c-476e-9630-cfd7595c0f1c,segment=NetworkSegment(083290ff-00d5-486e-85d5-49b2b24fbd9d),segment_id=083290ff-00d5-486e-85d5-49b2b24fbd9d)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:29:30.460754 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-013d588f-9b25-41aa-8421-117f54fb168e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:30.467767 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c975897-0af2-4655-84fe-284945dcbe0b req-f2e5e77b-f99e-4568-8987-c147dddea6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:30.468246 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c975897-0af2-4655-84fe-284945dcbe0b req-f2e5e77b-f99e-4568-8987-c147dddea6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:30.468716 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c975897-0af2-4655-84fe-284945dcbe0b req-f2e5e77b-f99e-4568-8987-c147dddea6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:30.469307 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c975897-0af2-4655-84fe-284945dcbe0b req-f2e5e77b-f99e-4568-8987-c147dddea6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:30.469849 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c975897-0af2-4655-84fe-284945dcbe0b req-f2e5e77b-f99e-4568-8987-c147dddea6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:30.470409 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c975897-0af2-4655-84fe-284945dcbe0b req-f2e5e77b-f99e-4568-8987-c147dddea6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:30.470902 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c975897-0af2-4655-84fe-284945dcbe0b req-f2e5e77b-f99e-4568-8987-c147dddea6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:30.471845 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': '2c856671-3a5c-476e-9630-cfd7595c0f1c', 'network_id': '0723578d-9472-40dd-b5d6-4342bff5fd37', 'port_id': '2c856671-3a5c-476e-9630-cfd7595c0f1c', 'mac_address': 'fa:16:3e:30:84:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04afb03f-72c8-4cee-8126-4aad15c5f0f5', 'ip_address': '10.1.1.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:29:30.473028 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3c975897-0af2-4655-84fe-284945dcbe0b req-f2e5e77b-f99e-4568-8987-c147dddea6be service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1080628f9fb44b28a6ddf9255bb33498&device_id=7bec07a8-c25f-4f16-885e-b65a42ac76c9 HTTP/1.1" status: 200 len: 6348 time: 0.1441033 Dec 20 14:29:30.496677 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.provisioning_blocks [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-013d588f-9b25-41aa-8421-117f54fb168e service neutron] Transition to ACTIVE for port object 9bc1aacd-a2ef-491f-a27e-99c9073aabbc will not be triggered until provisioned by entity L2. {{(pid=103168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:29:30.509358 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-013d588f-9b25-41aa-8421-117f54fb168e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:30.526588 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:30.542398 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f1dd9e12-ffc0-4070-aa90-f6df3ec5354b req-b846ae9b-9db8-46a7-aa54-1d4254e5725d tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] 10.222.0.54 "GET /v2.0/security-groups/0461ab8c-03ef-4029-8cec-8b5b5c154817 HTTP/1.1" status: 200 len: 1821 time: 0.0962317 Dec 20 14:29:30.548190 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-f1dd9e12-ffc0-4070-aa90-f6df3ec5354b req-bd88fd1b-897b-4b03-a149-1f8a191bd011 tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'dbb8f873-e661-4ca4-ac46-78f1cc4e9d6e', 'remote_group_id': '0461ab8c-03ef-4029-8cec-8b5b5c154817', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:29:30.548541 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-f1dd9e12-ffc0-4070-aa90-f6df3ec5354b req-bd88fd1b-897b-4b03-a149-1f8a191bd011 tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'dbb8f873-e661-4ca4-ac46-78f1cc4e9d6e', 'remote_group_id': '0461ab8c-03ef-4029-8cec-8b5b5c154817', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:29:30.580130 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c856671-3a5c-476e-9630-cfd7595c0f1c {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:29:30.612059 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013d588f-9b25-41aa-8421-117f54fb168e service neutron] Pushing event updated for resources: {'Port': ['ID=9bc1aacd-a2ef-491f-a27e-99c9073aabbc,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:30.662597 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 2c856671-3a5c-476e-9630-cfd7595c0f1c, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=2c856671-3a5c-476e-9630-cfd7595c0f1c,segment=NetworkSegment(083290ff-00d5-486e-85d5-49b2b24fbd9d),segment_id=083290ff-00d5-486e-85d5-49b2b24fbd9d)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:29:30.669534 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:30.670864 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 472629f0-99a5-462a-9b97-0c161849b783 details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:29:30.685825 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-124d2074-da99-44c7-81b7-0f8fe7dfc7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:30.737848 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c975897-0af2-4655-84fe-284945dcbe0b req-70ff84d2-4e0b-4145-a824-6b4fc3a5fa45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:30.738413 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c975897-0af2-4655-84fe-284945dcbe0b req-70ff84d2-4e0b-4145-a824-6b4fc3a5fa45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:30.738925 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c975897-0af2-4655-84fe-284945dcbe0b req-70ff84d2-4e0b-4145-a824-6b4fc3a5fa45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:30.740919 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3c975897-0af2-4655-84fe-284945dcbe0b req-70ff84d2-4e0b-4145-a824-6b4fc3a5fa45 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=1080628f9fb44b28a6ddf9255bb33498&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2557864 Dec 20 14:29:30.743041 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-f1dd9e12-ffc0-4070-aa90-f6df3ec5354b req-bd88fd1b-897b-4b03-a149-1f8a191bd011 tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:30.760913 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 472629f0-99a5-462a-9b97-0c161849b783, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=472629f0-99a5-462a-9b97-0c161849b783,segment=NetworkSegment(083290ff-00d5-486e-85d5-49b2b24fbd9d),segment_id=083290ff-00d5-486e-85d5-49b2b24fbd9d)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:29:30.764793 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=2c856671-3a5c-476e-9630-cfd7595c0f1c,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:30.766927 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-08e433e8-3555-4761-9ce9-8cf05fd68504 req-88123557-1569-4c63-8bdf-3e104da2c446 tempest-LiveMigrationTest-1726365745 tempest-LiveMigrationTest-1726365745-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c03445f-1b2b-49ef-a63f-930b66c268a3 HTTP/1.1" status: 200 len: 210 time: 0.1654406 Dec 20 14:29:30.805738 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-f1dd9e12-ffc0-4070-aa90-f6df3ec5354b req-bd88fd1b-897b-4b03-a149-1f8a191bd011 tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:30.818420 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': '472629f0-99a5-462a-9b97-0c161849b783', 'network_id': '0723578d-9472-40dd-b5d6-4342bff5fd37', 'port_id': '472629f0-99a5-462a-9b97-0c161849b783', 'mac_address': 'fa:16:3e:b2:56:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04afb03f-72c8-4cee-8126-4aad15c5f0f5', 'ip_address': '10.1.1.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:29:30.836318 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-f1dd9e12-ffc0-4070-aa90-f6df3ec5354b req-bd88fd1b-897b-4b03-a149-1f8a191bd011 tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:30.869031 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:30.876256 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-013d588f-9b25-41aa-8421-117f54fb168e service neutron] Attempting to bind port 9bc1aacd-a2ef-491f-a27e-99c9073aabbc on host n-h1-761264-19 for vnic_type normal with profile {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:29:30.876793 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-013d588f-9b25-41aa-8421-117f54fb168e service neutron] Attempting to bind port 9bc1aacd-a2ef-491f-a27e-99c9073aabbc by drivers openvswitch,hyperv on host n-h1-761264-19 at level 0 using segments [{'id': '7cf4651a-770a-4651-b0ec-3d23ef01f817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '781006d9-7985-4914-91ad-a5e554b7cb56'}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:29:30.877106 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-013d588f-9b25-41aa-8421-117f54fb168e service neutron] Attempting to bind port 9bc1aacd-a2ef-491f-a27e-99c9073aabbc on network 781006d9-7985-4914-91ad-a5e554b7cb56 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:29:30.877935 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-f1dd9e12-ffc0-4070-aa90-f6df3ec5354b req-bd88fd1b-897b-4b03-a149-1f8a191bd011 tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:30.898536 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f1dd9e12-ffc0-4070-aa90-f6df3ec5354b req-bd88fd1b-897b-4b03-a149-1f8a191bd011 tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3550320 Dec 20 14:29:30.905942 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 472629f0-99a5-462a-9b97-0c161849b783 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:29:30.906672 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-013d588f-9b25-41aa-8421-117f54fb168e service neutron] Port 9bc1aacd-a2ef-491f-a27e-99c9073aabbc on network 781006d9-7985-4914-91ad-a5e554b7cb56 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-19 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:29:30.915214 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-013d588f-9b25-41aa-8421-117f54fb168e service neutron] Attempting to bind port 9bc1aacd-a2ef-491f-a27e-99c9073aabbc on network 781006d9-7985-4914-91ad-a5e554b7cb56 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:29:30.926709 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-013d588f-9b25-41aa-8421-117f54fb168e service neutron] Checking agent: {'id': '3e5ace3e-dd7b-4522-a7c4-77d13dbeab1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:29:30.927134 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-013d588f-9b25-41aa-8421-117f54fb168e service neutron] Checking segment: {'id': '7cf4651a-770a-4651-b0ec-3d23ef01f817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '781006d9-7985-4914-91ad-a5e554b7cb56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:29:30.939642 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-013d588f-9b25-41aa-8421-117f54fb168e service neutron] Bound using segment: {'id': '7cf4651a-770a-4651-b0ec-3d23ef01f817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '781006d9-7985-4914-91ad-a5e554b7cb56'} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:29:30.944899 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-013d588f-9b25-41aa-8421-117f54fb168e service neutron] Bound port: 9bc1aacd-a2ef-491f-a27e-99c9073aabbc, host: n-h1-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cf4651a-770a-4651-b0ec-3d23ef01f817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '781006d9-7985-4914-91ad-a5e554b7cb56'}}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:29:30.945404 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-013d588f-9b25-41aa-8421-117f54fb168e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:30.953004 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 472629f0-99a5-462a-9b97-0c161849b783, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=472629f0-99a5-462a-9b97-0c161849b783,segment=NetworkSegment(083290ff-00d5-486e-85d5-49b2b24fbd9d),segment_id=083290ff-00d5-486e-85d5-49b2b24fbd9d)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:29:30.969119 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:30.969417 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 53964767-e153-45ad-817f-303368cbc376 details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:29:31.040121 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=472629f0-99a5-462a-9b97-0c161849b783,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:31.042005 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd88fd1b-897b-4b03-a149-1f8a191bd011 tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d294baa-94c7-4790-a1e6-1d2c73d39538,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:31.045187 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 53964767-e153-45ad-817f-303368cbc376, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=53964767-e153-45ad-817f-303368cbc376,segment=NetworkSegment(083290ff-00d5-486e-85d5-49b2b24fbd9d),segment_id=083290ff-00d5-486e-85d5-49b2b24fbd9d)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:29:31.072472 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': '53964767-e153-45ad-817f-303368cbc376', 'network_id': '0723578d-9472-40dd-b5d6-4342bff5fd37', 'port_id': '53964767-e153-45ad-817f-303368cbc376', 'mac_address': 'fa:16:3e:6e:1f:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04afb03f-72c8-4cee-8126-4aad15c5f0f5', 'ip_address': '10.1.1.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:29:31.139795 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-013d588f-9b25-41aa-8421-117f54fb168e service neutron] For port 9bc1aacd-a2ef-491f-a27e-99c9073aabbc, host n-h1-761264-19, cleared binding levels {{(pid=103168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:29:31.146193 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-013d588f-9b25-41aa-8421-117f54fb168e service neutron] For port 9bc1aacd-a2ef-491f-a27e-99c9073aabbc, host n-h1-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=9bc1aacd-a2ef-491f-a27e-99c9073aabbc,segment=NetworkSegment(7cf4651a-770a-4651-b0ec-3d23ef01f817),segment_id=7cf4651a-770a-4651-b0ec-3d23ef01f817)] {{(pid=103168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:29:31.155303 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-013d588f-9b25-41aa-8421-117f54fb168e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:31.169040 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c975897-0af2-4655-84fe-284945dcbe0b req-3f352124-cc5e-44c8-a32b-f9ea9e2545c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:31.172074 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3c975897-0af2-4655-84fe-284945dcbe0b req-3f352124-cc5e-44c8-a32b-f9ea9e2545c6 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3628850 Dec 20 14:29:31.197606 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:31.221158 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53964767-e153-45ad-817f-303368cbc376 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:29:31.262515 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-013d588f-9b25-41aa-8421-117f54fb168e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:31.263214 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-013d588f-9b25-41aa-8421-117f54fb168e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:31.264930 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-013d588f-9b25-41aa-8421-117f54fb168e service neutron] 10.222.0.30 "PUT /v2.0/ports/9bc1aacd-a2ef-491f-a27e-99c9073aabbc HTTP/1.1" status: 200 len: 1092 time: 1.6702602 Dec 20 14:29:31.271738 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 53964767-e153-45ad-817f-303368cbc376, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=53964767-e153-45ad-817f-303368cbc376,segment=NetworkSegment(083290ff-00d5-486e-85d5-49b2b24fbd9d),segment_id=083290ff-00d5-486e-85d5-49b2b24fbd9d)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:29:31.280689 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:31.282048 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device fc4dfef1-284b-46a8-abf8-8899705f3844 details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:29:31.297483 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-1de1a2ae-d6d7-406f-8626-8e2dba69620e req-e3039545-6d0e-4c35-8cbd-d7fd03d8a242 tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-154640290', 'description': 'tempest-description-1690882764'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:29:31.316905 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-de6c173f-30bb-483f-b9a2-4c410455db53 service neutron] Request body: {'port': {'device_id': '7bec07a8-c25f-4f16-885e-b65a42ac76c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-19'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:29:31.338530 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-1de1a2ae-d6d7-406f-8626-8e2dba69620e req-e3039545-6d0e-4c35-8cbd-d7fd03d8a242 tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:31.389730 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013d588f-9b25-41aa-8421-117f54fb168e service neutron] Pushing event updated for resources: {'Port': ['ID=9bc1aacd-a2ef-491f-a27e-99c9073aabbc,revision_number=3']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:31.390541 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 24ae1a8c-3e2c-4fbd-afd2-ce80710af39e no longer exists at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:29:31.459977 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9805cbff-7663-466a-94a2-d0ff6805b754 req-32f15c4d-e30f-4458-bc46-7d42fe0b36bc tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:31.466487 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9805cbff-7663-466a-94a2-d0ff6805b754 req-32f15c4d-e30f-4458-bc46-7d42fe0b36bc tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:31.473438 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9805cbff-7663-466a-94a2-d0ff6805b754 req-32f15c4d-e30f-4458-bc46-7d42fe0b36bc tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:31.480187 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9805cbff-7663-466a-94a2-d0ff6805b754 req-32f15c4d-e30f-4458-bc46-7d42fe0b36bc tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:31.488020 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] No Port match for: 24ae1a8c-3e2c-4fbd-afd2-ce80710af39e {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:29:31.488572 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9805cbff-7663-466a-94a2-d0ff6805b754 req-32f15c4d-e30f-4458-bc46-7d42fe0b36bc tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:31.488675 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 24ae1a8c-3e2c-4fbd-afd2-ce80710af39e not bound to the agent host n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:29:31.488762 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device ebcea486-e690-495c-b722-7ede28f3702b no longer exists at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:29:31.494567 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9805cbff-7663-466a-94a2-d0ff6805b754 req-32f15c4d-e30f-4458-bc46-7d42fe0b36bc tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:31.501211 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9805cbff-7663-466a-94a2-d0ff6805b754 req-32f15c4d-e30f-4458-bc46-7d42fe0b36bc tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:31.510717 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9805cbff-7663-466a-94a2-d0ff6805b754 req-32f15c4d-e30f-4458-bc46-7d42fe0b36bc tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bec07a8-c25f-4f16-885e-b65a42ac76c9 HTTP/1.1" status: 200 len: 5408 time: 0.3011968 Dec 20 14:29:31.516196 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-1de1a2ae-d6d7-406f-8626-8e2dba69620e req-e3039545-6d0e-4c35-8cbd-d7fd03d8a242 tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:31.527474 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-1de1a2ae-d6d7-406f-8626-8e2dba69620e req-e3039545-6d0e-4c35-8cbd-d7fd03d8a242 tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:31.546286 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] No Port match for: ebcea486-e690-495c-b722-7ede28f3702b {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:29:31.546678 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device ebcea486-e690-495c-b722-7ede28f3702b not bound to the agent host n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:29:31.548805 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-de6c173f-30bb-483f-b9a2-4c410455db53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:31.607761 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-1de1a2ae-d6d7-406f-8626-8e2dba69620e req-e3039545-6d0e-4c35-8cbd-d7fd03d8a242 tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:31.612333 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9805cbff-7663-466a-94a2-d0ff6805b754 req-f2f22099-7f32-480e-8d50-b052f141c393 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/security-groups?id=9a5fb326-e11a-43c7-acb8-8cef9da4f833&id=90051062-f265-4ecc-9e5a-22ebfc7553a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1006749 Dec 20 14:29:31.631491 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1de1a2ae-d6d7-406f-8626-8e2dba69620e req-e3039545-6d0e-4c35-8cbd-d7fd03d8a242 tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.3437932 Dec 20 14:29:31.635248 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3039545-6d0e-4c35-8cbd-d7fd03d8a242 tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=889040a8-7fa3-4ce5-965a-30e0b46fbaa5,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:31.775361 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=53964767-e153-45ad-817f-303368cbc376,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:31.801716 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bec07a8-c25f-4f16-885e-b65a42ac76c9', 'tag': 'c388c669-8dbc-4a20-aa6b-dcc41424fb88'}, {'server_uuid': '9c03445f-1b2b-49ef-a63f-930b66c268a3', 'name': 'network-vif-deleted', 'tag': '24ae1a8c-3e2c-4fbd-afd2-ce80710af39e'}, {'name': 'network-changed', 'server_uuid': '7bec07a8-c25f-4f16-885e-b65a42ac76c9', 'tag': '9bc1aacd-a2ef-491f-a27e-99c9073aabbc'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:29:31.804066 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cca4d83-0bf4-4ef8-a695-4f8ef83801bb" -d '{"events": [{"name": "network-changed", "server_uuid": "7bec07a8-c25f-4f16-885e-b65a42ac76c9", "tag": "c388c669-8dbc-4a20-aa6b-dcc41424fb88"}, {"server_uuid": "9c03445f-1b2b-49ef-a63f-930b66c268a3", "name": "network-vif-deleted", "tag": "24ae1a8c-3e2c-4fbd-afd2-ce80710af39e"}, {"name": "network-changed", "server_uuid": "7bec07a8-c25f-4f16-885e-b65a42ac76c9", "tag": "9bc1aacd-a2ef-491f-a27e-99c9073aabbc"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:29:31.823947 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port fc4dfef1-284b-46a8-abf8-8899705f3844, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=fc4dfef1-284b-46a8-abf8-8899705f3844,segment=NetworkSegment(38e3b0df-fe83-43da-b83c-677d17fe07c0),segment_id=38e3b0df-fe83-43da-b83c-677d17fe07c0)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:29:31.836697 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': 'fc4dfef1-284b-46a8-abf8-8899705f3844', 'network_id': '2d7ab868-da79-43c0-805a-c026f1ebce8a', 'port_id': 'fc4dfef1-284b-46a8-abf8-8899705f3844', 'mac_address': 'fa:16:3e:cd:17:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09e7c8eb-4da5-4994-ad75-557cbde9bb05', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:29:31.889647 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afd5a3e-cc88-41a4-8ead-c87311652ac2 req-18170b2e-187d-4ced-b101-cf8998a7e023 tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:31.891356 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3afd5a3e-cc88-41a4-8ead-c87311652ac2 req-18170b2e-187d-4ced-b101-cf8998a7e023 tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] 10.222.0.54 "GET /v2.0/ports?device_id=d68eaab8-9dac-46df-bf2b-9917194d430a HTTP/1.1" status: 200 len: 950 time: 0.1263351 Dec 20 14:29:31.902738 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:31.922429 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc4dfef1-284b-46a8-abf8-8899705f3844 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:29:31.949288 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port fc4dfef1-284b-46a8-abf8-8899705f3844, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=fc4dfef1-284b-46a8-abf8-8899705f3844,segment=NetworkSegment(38e3b0df-fe83-43da-b83c-677d17fe07c0),segment_id=38e3b0df-fe83-43da-b83c-677d17fe07c0)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:29:31.956150 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:31.957206 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device fc3c68f4-a329-4427-b5d7-367e479e930e details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:29:31.988816 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3afd5a3e-cc88-41a4-8ead-c87311652ac2 req-fe0356b5-f446-4a94-a222-685a32a6f3e1 tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] 10.222.0.54 "GET /v2.0/security-groups?id=1b3d86b7-740d-47b9-b8da-4b8aa7ff48e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892467 Dec 20 14:29:32.013627 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f5f35a-a544-4f0a-aeaf-e4da490cbc62 req-8db64d8e-6f0d-4afc-9634-f7289926c898 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:32.021333 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-68f5f35a-a544-4f0a-aeaf-e4da490cbc62 req-8db64d8e-6f0d-4afc-9634-f7289926c898 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/networks?id=495ace7a-f44e-4349-a86f-b6f0c2cf6eb6 HTTP/1.1" status: 200 len: 811 time: 0.2186928 Dec 20 14:29:32.039568 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-68f5f35a-a544-4f0a-aeaf-e4da490cbc62 req-3b52a2b4-e20d-4028-a555-ebf875d916a2 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/quotas/543a5ccf1524441b95c235a83f5e56cd HTTP/1.1" status: 200 len: 375 time: 0.0169315 Dec 20 14:29:32.052683 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=fc4dfef1-284b-46a8-abf8-8899705f3844,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:32.082763 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-de6c173f-30bb-483f-b9a2-4c410455db53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9e6ecc6-74ae-4b76-8dcf-5a91360c2536 {{(pid=103168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:29:32.091859 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-68f5f35a-a544-4f0a-aeaf-e4da490cbc62 req-a22ece2f-5f6a-4569-8906-192936c34917 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=543a5ccf1524441b95c235a83f5e56cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0511518 Dec 20 14:29:32.105779 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-de6c173f-30bb-483f-b9a2-4c410455db53 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:32.168985 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.provisioning_blocks [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-de6c173f-30bb-483f-b9a2-4c410455db53 service neutron] Transition to ACTIVE for port object a9e6ecc6-74ae-4b76-8dcf-5a91360c2536 will not be triggered until provisioned by entity L2. {{(pid=103168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:29:32.170616 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port fc3c68f4-a329-4427-b5d7-367e479e930e, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=fc3c68f4-a329-4427-b5d7-367e479e930e,segment=NetworkSegment(083ec5a2-8034-45c0-81b5-ec9dea4598e2),segment_id=083ec5a2-8034-45c0-81b5-ec9dea4598e2)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:29:32.185385 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-de6c173f-30bb-483f-b9a2-4c410455db53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:32.188389 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': 'fc3c68f4-a329-4427-b5d7-367e479e930e', 'network_id': '16189b34-662f-400f-bc52-e94ab90158e1', 'port_id': 'fc3c68f4-a329-4427-b5d7-367e479e930e', 'mac_address': 'fa:16:3e:71:e3:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fffa9a2-9cbe-46b2-9b29-5a8bd9778f5b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:29:32.205626 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-68f5f35a-a544-4f0a-aeaf-e4da490cbc62 req-8c58440b-a53a-47d5-a373-05cd07c99ee1 service neutron] 10.222.0.54 "GET /v2.0/networks/495ace7a-f44e-4349-a86f-b6f0c2cf6eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126034 Dec 20 14:29:32.241288 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:32.243398 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f042b3b5-b637-45af-9cc8-7736ec6f313d req-0c4f9bd2-168e-41df-bc5c-4600b02efa03 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:32.249891 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f042b3b5-b637-45af-9cc8-7736ec6f313d req-0c4f9bd2-168e-41df-bc5c-4600b02efa03 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:32.257997 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f042b3b5-b637-45af-9cc8-7736ec6f313d req-0c4f9bd2-168e-41df-bc5c-4600b02efa03 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.54 "GET /v2.0/ports?device_id=f275cf5f-20a0-4e8c-a92b-3de1b6262828 HTTP/1.1" status: 200 len: 1683 time: 0.1457930 Dec 20 14:29:32.258959 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc3c68f4-a329-4427-b5d7-367e479e930e {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:29:32.306807 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port fc3c68f4-a329-4427-b5d7-367e479e930e, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=fc3c68f4-a329-4427-b5d7-367e479e930e,segment=NetworkSegment(083ec5a2-8034-45c0-81b5-ec9dea4598e2),segment_id=083ec5a2-8034-45c0-81b5-ec9dea4598e2)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:29:32.307924 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c173f-30bb-483f-b9a2-4c410455db53 service neutron] Pushing event updated for resources: {'Port': ['ID=a9e6ecc6-74ae-4b76-8dcf-5a91360c2536,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:32.331975 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:32.333645 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 2a179faf-fd88-4d1c-8683-0a8bb9be5690 details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:29:32.373460 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 2a179faf-fd88-4d1c-8683-0a8bb9be5690, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=2a179faf-fd88-4d1c-8683-0a8bb9be5690,segment=NetworkSegment(083290ff-00d5-486e-85d5-49b2b24fbd9d),segment_id=083290ff-00d5-486e-85d5-49b2b24fbd9d)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:29:32.400803 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-68f5f35a-a544-4f0a-aeaf-e4da490cbc62 req-a6a50dae-db4c-4853-8b33-af6ebe1621a6 service neutron] 10.222.0.54 "GET /v2.0/networks/495ace7a-f44e-4349-a86f-b6f0c2cf6eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899760 Dec 20 14:29:32.401226 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f042b3b5-b637-45af-9cc8-7736ec6f313d req-71522768-c27c-44dc-a704-24e31cde776c tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.54 "GET /v2.0/security-groups?id=38c67d1f-c5c0-4d18-a181-659c37118040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401238 Dec 20 14:29:32.483991 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=fc3c68f4-a329-4427-b5d7-367e479e930e,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:32.497337 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': '2a179faf-fd88-4d1c-8683-0a8bb9be5690', 'network_id': '0723578d-9472-40dd-b5d6-4342bff5fd37', 'port_id': '2a179faf-fd88-4d1c-8683-0a8bb9be5690', 'mac_address': 'fa:16:3e:d8:36:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04afb03f-72c8-4cee-8126-4aad15c5f0f5', 'ip_address': '10.1.1.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:29:32.535009 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-de6c173f-30bb-483f-b9a2-4c410455db53 service neutron] Attempting to bind port a9e6ecc6-74ae-4b76-8dcf-5a91360c2536 on host n-h1-761264-19 for vnic_type normal with profile {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:29:32.537378 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-de6c173f-30bb-483f-b9a2-4c410455db53 service neutron] Attempting to bind port a9e6ecc6-74ae-4b76-8dcf-5a91360c2536 by drivers openvswitch,hyperv on host n-h1-761264-19 at level 0 using segments [{'id': '7cf4651a-770a-4651-b0ec-3d23ef01f817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '781006d9-7985-4914-91ad-a5e554b7cb56'}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:29:32.537934 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-de6c173f-30bb-483f-b9a2-4c410455db53 service neutron] Attempting to bind port a9e6ecc6-74ae-4b76-8dcf-5a91360c2536 on network 781006d9-7985-4914-91ad-a5e554b7cb56 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:29:32.547678 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-de6c173f-30bb-483f-b9a2-4c410455db53 service neutron] Port a9e6ecc6-74ae-4b76-8dcf-5a91360c2536 on network 781006d9-7985-4914-91ad-a5e554b7cb56 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-19 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:29:32.548331 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-de6c173f-30bb-483f-b9a2-4c410455db53 service neutron] Attempting to bind port a9e6ecc6-74ae-4b76-8dcf-5a91360c2536 on network 781006d9-7985-4914-91ad-a5e554b7cb56 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:29:32.561899 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:32.565176 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:32.565176 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:29:32.565176 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:32.565176 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:29:32.565176 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:32.565176 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:29:32.565176 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:32.565176 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:29:32.565176 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:32.565176 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:29:32.565176 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:32.565176 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:29:32.565176 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:32.565176 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:29:32.565176 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:32.565176 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:29:32.565176 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:32.565176 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:29:32.565176 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:32.565176 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:29:32.565176 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:32.565176 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:29:32.565176 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:32.565176 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:29:32.565176 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:32.565176 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:29:32.565176 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:32.565176 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:29:32.565176 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:32.565176 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:29:32.565176 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:32.565176 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:29:32.565176 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:32.565176 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:29:32.565176 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:32.565176 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:29:32.567845 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:32.567845 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:29:32.567845 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:32.567845 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:29:32.567845 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:32.567845 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:29:32.567845 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:32.567845 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:29:32.567845 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:32.567845 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:29:32.567845 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:32.567845 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:29:32.574056 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebebdfe9-cded-4878-acd8-8f7b3f684b41 req-da1de4a9-f703-4a84-8c21-c42e60210379 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:32.580766 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebebdfe9-cded-4878-acd8-8f7b3f684b41 req-da1de4a9-f703-4a84-8c21-c42e60210379 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:32.587542 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebebdfe9-cded-4878-acd8-8f7b3f684b41 req-da1de4a9-f703-4a84-8c21-c42e60210379 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:32.591160 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a179faf-fd88-4d1c-8683-0a8bb9be5690 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:29:32.594519 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebebdfe9-cded-4878-acd8-8f7b3f684b41 req-da1de4a9-f703-4a84-8c21-c42e60210379 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:32.600988 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebebdfe9-cded-4878-acd8-8f7b3f684b41 req-da1de4a9-f703-4a84-8c21-c42e60210379 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:32.607920 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebebdfe9-cded-4878-acd8-8f7b3f684b41 req-da1de4a9-f703-4a84-8c21-c42e60210379 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:32.622403 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebebdfe9-cded-4878-acd8-8f7b3f684b41 req-da1de4a9-f703-4a84-8c21-c42e60210379 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:32.633074 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ebebdfe9-cded-4878-acd8-8f7b3f684b41 req-da1de4a9-f703-4a84-8c21-c42e60210379 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3e943d5-5d01-407d-9414-c89d08826b2f HTTP/1.1" status: 200 len: 5435 time: 0.1677508 Dec 20 14:29:32.636551 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-de6c173f-30bb-483f-b9a2-4c410455db53 service neutron] Checking agent: {'id': '3e5ace3e-dd7b-4522-a7c4-77d13dbeab1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:29:32.638869 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-de6c173f-30bb-483f-b9a2-4c410455db53 service neutron] Checking segment: {'id': '7cf4651a-770a-4651-b0ec-3d23ef01f817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '781006d9-7985-4914-91ad-a5e554b7cb56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:29:32.639805 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-de6c173f-30bb-483f-b9a2-4c410455db53 service neutron] Bound using segment: {'id': '7cf4651a-770a-4651-b0ec-3d23ef01f817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '781006d9-7985-4914-91ad-a5e554b7cb56'} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:29:32.640493 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-de6c173f-30bb-483f-b9a2-4c410455db53 service neutron] Bound port: a9e6ecc6-74ae-4b76-8dcf-5a91360c2536, host: n-h1-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cf4651a-770a-4651-b0ec-3d23ef01f817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '781006d9-7985-4914-91ad-a5e554b7cb56'}}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:29:32.641090 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-de6c173f-30bb-483f-b9a2-4c410455db53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:32.657682 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-b7e3443d-8d1a-4ac8-9ded-5a50f12db738 req-a0073ba9-6e05-4ef8-802c-6716bb7207f1 tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1731609164', 'description': 'tempest-description-1390792645'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:29:32.658460 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 2a179faf-fd88-4d1c-8683-0a8bb9be5690, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=2a179faf-fd88-4d1c-8683-0a8bb9be5690,segment=NetworkSegment(083290ff-00d5-486e-85d5-49b2b24fbd9d),segment_id=083290ff-00d5-486e-85d5-49b2b24fbd9d)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:29:32.677886 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:32.679952 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 21f92dd2-a47b-44a5-8d5b-a2f2ccf8ee4f details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:29:32.716766 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-b7e3443d-8d1a-4ac8-9ded-5a50f12db738 req-a0073ba9-6e05-4ef8-802c-6716bb7207f1 tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:32.783240 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ebebdfe9-cded-4878-acd8-8f7b3f684b41 req-87830817-0e7e-4758-9525-828da690a989 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/security-groups?id=43c0ac57-a0d4-4728-b359-486d90e63ad1&id=81a62dd3-6166-418b-a2f3-15daa19beec9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1488650 Dec 20 14:29:32.797647 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-de6c173f-30bb-483f-b9a2-4c410455db53 service neutron] For port a9e6ecc6-74ae-4b76-8dcf-5a91360c2536, host n-h1-761264-19, cleared binding levels {{(pid=103168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:29:32.812584 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-de6c173f-30bb-483f-b9a2-4c410455db53 service neutron] For port a9e6ecc6-74ae-4b76-8dcf-5a91360c2536, host n-h1-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=a9e6ecc6-74ae-4b76-8dcf-5a91360c2536,segment=NetworkSegment(7cf4651a-770a-4651-b0ec-3d23ef01f817),segment_id=7cf4651a-770a-4651-b0ec-3d23ef01f817)] {{(pid=103168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:29:32.823944 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=2a179faf-fd88-4d1c-8683-0a8bb9be5690,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:32.824310 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-de6c173f-30bb-483f-b9a2-4c410455db53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:32.883988 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 21f92dd2-a47b-44a5-8d5b-a2f2ccf8ee4f, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=21f92dd2-a47b-44a5-8d5b-a2f2ccf8ee4f,segment=NetworkSegment(38e3b0df-fe83-43da-b83c-677d17fe07c0),segment_id=38e3b0df-fe83-43da-b83c-677d17fe07c0)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:29:32.909257 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': '21f92dd2-a47b-44a5-8d5b-a2f2ccf8ee4f', 'network_id': '2d7ab868-da79-43c0-805a-c026f1ebce8a', 'port_id': '21f92dd2-a47b-44a5-8d5b-a2f2ccf8ee4f', 'mac_address': 'fa:16:3e:c8:82:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09e7c8eb-4da5-4994-ad75-557cbde9bb05', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:29:32.949159 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-de6c173f-30bb-483f-b9a2-4c410455db53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:32.949896 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-de6c173f-30bb-483f-b9a2-4c410455db53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:32.952173 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-de6c173f-30bb-483f-b9a2-4c410455db53 service neutron] 10.222.0.30 "PUT /v2.0/ports/a9e6ecc6-74ae-4b76-8dcf-5a91360c2536 HTTP/1.1" status: 200 len: 1092 time: 1.6438894 Dec 20 14:29:32.988672 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Mon, 20 Dec 2021 14:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-995765a6-55ef-4d5d-9d8a-624115b6d01e x-openstack-request-id: req-995765a6-55ef-4d5d-9d8a-624115b6d01e {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:29:32.989300 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bec07a8-c25f-4f16-885e-b65a42ac76c9", "tag": "c388c669-8dbc-4a20-aa6b-dcc41424fb88", "status": "completed", "code": 200}, {"server_uuid": "9c03445f-1b2b-49ef-a63f-930b66c268a3", "name": "network-vif-deleted", "tag": "24ae1a8c-3e2c-4fbd-afd2-ce80710af39e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7bec07a8-c25f-4f16-885e-b65a42ac76c9", "tag": "9bc1aacd-a2ef-491f-a27e-99c9073aabbc", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:29:32.989943 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-995765a6-55ef-4d5d-9d8a-624115b6d01e {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:29:32.990426 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bec07a8-c25f-4f16-885e-b65a42ac76c9', 'tag': 'c388c669-8dbc-4a20-aa6b-dcc41424fb88', 'status': 'completed', 'code': 200} Dec 20 14:29:32.990793 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c03445f-1b2b-49ef-a63f-930b66c268a3', 'name': 'network-vif-deleted', 'tag': '24ae1a8c-3e2c-4fbd-afd2-ce80710af39e', 'status': 'completed', 'code': 200} Dec 20 14:29:32.991765 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bec07a8-c25f-4f16-885e-b65a42ac76c9', 'tag': '9bc1aacd-a2ef-491f-a27e-99c9073aabbc', 'status': 'completed', 'code': 200} Dec 20 14:29:33.001852 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-b7e3443d-8d1a-4ac8-9ded-5a50f12db738 req-a0073ba9-6e05-4ef8-802c-6716bb7207f1 tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:33.047236 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-b7e3443d-8d1a-4ac8-9ded-5a50f12db738 req-a0073ba9-6e05-4ef8-802c-6716bb7207f1 tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:33.051623 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c173f-30bb-483f-b9a2-4c410455db53 service neutron] Pushing event updated for resources: {'Port': ['ID=a9e6ecc6-74ae-4b76-8dcf-5a91360c2536,revision_number=3']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:33.085268 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 56446) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:29:33.155746 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cca4d83-0bf4-4ef8-a695-4f8ef83801bb req-5072405e-aebc-47d3-9ad0-e1f020925b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:33.156396 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cca4d83-0bf4-4ef8-a695-4f8ef83801bb req-5072405e-aebc-47d3-9ad0-e1f020925b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:33.156868 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cca4d83-0bf4-4ef8-a695-4f8ef83801bb req-5072405e-aebc-47d3-9ad0-e1f020925b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:33.157330 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cca4d83-0bf4-4ef8-a695-4f8ef83801bb req-5072405e-aebc-47d3-9ad0-e1f020925b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:33.159220 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cca4d83-0bf4-4ef8-a695-4f8ef83801bb req-5072405e-aebc-47d3-9ad0-e1f020925b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:33.159690 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cca4d83-0bf4-4ef8-a695-4f8ef83801bb req-5072405e-aebc-47d3-9ad0-e1f020925b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:33.160153 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cca4d83-0bf4-4ef8-a695-4f8ef83801bb req-5072405e-aebc-47d3-9ad0-e1f020925b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:33.168335 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1cca4d83-0bf4-4ef8-a695-4f8ef83801bb req-5072405e-aebc-47d3-9ad0-e1f020925b2b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1080628f9fb44b28a6ddf9255bb33498&device_id=7bec07a8-c25f-4f16-885e-b65a42ac76c9 HTTP/1.1" status: 200 len: 6484 time: 0.1503253 Dec 20 14:29:33.226157 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8483af14-69aa-44ce-ae95-80dcdde30405 req-fcef07a9-9e88-4400-a93b-6851edc25082 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:33.249607 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8483af14-69aa-44ce-ae95-80dcdde30405 req-fcef07a9-9e88-4400-a93b-6851edc25082 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:33.255162 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8483af14-69aa-44ce-ae95-80dcdde30405 req-fcef07a9-9e88-4400-a93b-6851edc25082 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.30 "GET /v2.0/ports?device_id=f275cf5f-20a0-4e8c-a92b-3de1b6262828 HTTP/1.1" status: 200 len: 1683 time: 0.3397725 Dec 20 14:29:33.392695 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:33.408840 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-b7e3443d-8d1a-4ac8-9ded-5a50f12db738 req-a0073ba9-6e05-4ef8-802c-6716bb7207f1 tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:33.411352 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21f92dd2-a47b-44a5-8d5b-a2f2ccf8ee4f {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:29:33.426849 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b7e3443d-8d1a-4ac8-9ded-5a50f12db738 req-a0073ba9-6e05-4ef8-802c-6716bb7207f1 tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.7740097 Dec 20 14:29:33.428372 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-00808684-aa20-4d2a-a4c8-7926d538d2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:33.455031 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0073ba9-6e05-4ef8-802c-6716bb7207f1 tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f6dfdc6-ab38-45b1-907e-d8a5b9587364,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:33.458533 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 21f92dd2-a47b-44a5-8d5b-a2f2ccf8ee4f, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=21f92dd2-a47b-44a5-8d5b-a2f2ccf8ee4f,segment=NetworkSegment(38e3b0df-fe83-43da-b83c-677d17fe07c0),segment_id=38e3b0df-fe83-43da-b83c-677d17fe07c0)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:29:33.479929 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:33.527526 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-8483af14-69aa-44ce-ae95-80dcdde30405 req-17078e77-fcdf-4e72-8468-254f6463cd1e tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Deleting port 55bbb0c0-bf25-43e8-87b7-da693ef31fe6 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:29:33.529024 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-8483af14-69aa-44ce-ae95-80dcdde30405 req-17078e77-fcdf-4e72-8468-254f6463cd1e tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:33.582770 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c6ec12e3-04bc-4c23-b8b2-e8a48e1df4f6 req-b59a7f49-5e1e-4feb-9853-b867de2f6c41 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=90aa83c6-08cd-4633-aa11-a02fe8beda7a HTTP/1.1" status: 200 len: 210 time: 0.0836921 Dec 20 14:29:33.609276 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cca4d83-0bf4-4ef8-a695-4f8ef83801bb req-f29b402a-80c0-4227-9e68-78b470bde0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:33.609276 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cca4d83-0bf4-4ef8-a695-4f8ef83801bb req-f29b402a-80c0-4227-9e68-78b470bde0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:33.609276 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cca4d83-0bf4-4ef8-a695-4f8ef83801bb req-f29b402a-80c0-4227-9e68-78b470bde0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:33.609868 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1cca4d83-0bf4-4ef8-a695-4f8ef83801bb req-f29b402a-80c0-4227-9e68-78b470bde0aa service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=1080628f9fb44b28a6ddf9255bb33498&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4317913 Dec 20 14:29:33.618167 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=21f92dd2-a47b-44a5-8d5b-a2f2ccf8ee4f,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:33.730495 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:33.767496 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_v2 [None req-66d37011-a6be-4c35-a8c3-8775c69905ee admin admin] Deleting subnet 63ebfb59-720a-4723-915c-292ae8d31522 {{(pid=103167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:29:33.836886 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cca4d83-0bf4-4ef8-a695-4f8ef83801bb req-1838c524-e2c1-4d1d-8634-63831124966c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:33.838717 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1cca4d83-0bf4-4ef8-a695-4f8ef83801bb req-1838c524-e2c1-4d1d-8634-63831124966c service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2206578 Dec 20 14:29:33.842904 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-8483af14-69aa-44ce-ae95-80dcdde30405 req-17078e77-fcdf-4e72-8468-254f6463cd1e tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] For port 55bbb0c0-bf25-43e8-87b7-da693ef31fe6, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=55bbb0c0-bf25-43e8-87b7-da693ef31fe6,segment=NetworkSegment(9caa097a-7476-4874-a2ab-185b628d1e91),segment_id=9caa097a-7476-4874-a2ab-185b628d1e91)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:29:33.843145 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-8483af14-69aa-44ce-ae95-80dcdde30405 req-17078e77-fcdf-4e72-8468-254f6463cd1e tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:33.865406 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f8406c-de84-462e-aaa2-2327e80bf93b req-bf87bfc5-c75a-4dfa-9c25-723780a54da9 tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:33.873426 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e4f8406c-de84-462e-aaa2-2327e80bf93b req-bf87bfc5-c75a-4dfa-9c25-723780a54da9 tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] 10.222.0.54 "GET /v2.0/ports?device_id=d68eaab8-9dac-46df-bf2b-9917194d430a HTTP/1.1" status: 200 len: 950 time: 0.0770857 Dec 20 14:29:33.873705 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-66d37011-a6be-4c35-a8c3-8775c69905ee admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:33.896949 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-8483af14-69aa-44ce-ae95-80dcdde30405 req-17078e77-fcdf-4e72-8468-254f6463cd1e tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Calling delete_port for 55bbb0c0-bf25-43e8-87b7-da693ef31fe6 owned by compute:nova {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:29:33.928865 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-66d37011-a6be-4c35-a8c3-8775c69905ee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954412'] for subnet, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:33.942672 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03149a3c-7b59-4784-b75d-c2e844e9c478 req-9a55efd3-21b8-4166-af28-de7ec3389f99 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:33.949100 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03149a3c-7b59-4784-b75d-c2e844e9c478 req-9a55efd3-21b8-4166-af28-de7ec3389f99 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:33.955441 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e4f8406c-de84-462e-aaa2-2327e80bf93b req-016ca36f-5e57-45e7-aeb3-008a996b19af tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] 10.222.0.54 "GET /v2.0/security-groups?id=1b3d86b7-740d-47b9-b8da-4b8aa7ff48e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811262 Dec 20 14:29:33.955664 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03149a3c-7b59-4784-b75d-c2e844e9c478 req-9a55efd3-21b8-4166-af28-de7ec3389f99 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:33.961647 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03149a3c-7b59-4784-b75d-c2e844e9c478 req-9a55efd3-21b8-4166-af28-de7ec3389f99 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:33.967770 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03149a3c-7b59-4784-b75d-c2e844e9c478 req-9a55efd3-21b8-4166-af28-de7ec3389f99 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:33.973783 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03149a3c-7b59-4784-b75d-c2e844e9c478 req-9a55efd3-21b8-4166-af28-de7ec3389f99 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:33.984657 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03149a3c-7b59-4784-b75d-c2e844e9c478 req-9a55efd3-21b8-4166-af28-de7ec3389f99 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:33.984657 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-03149a3c-7b59-4784-b75d-c2e844e9c478 req-9a55efd3-21b8-4166-af28-de7ec3389f99 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bec07a8-c25f-4f16-885e-b65a42ac76c9 HTTP/1.1" status: 200 len: 5420 time: 0.4167705 Dec 20 14:29:34.015665 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cca4d83-0bf4-4ef8-a695-4f8ef83801bb req-e5712965-472b-431d-96ff-75e774ac9d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:34.016312 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cca4d83-0bf4-4ef8-a695-4f8ef83801bb req-e5712965-472b-431d-96ff-75e774ac9d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:34.016859 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cca4d83-0bf4-4ef8-a695-4f8ef83801bb req-e5712965-472b-431d-96ff-75e774ac9d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:34.017432 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cca4d83-0bf4-4ef8-a695-4f8ef83801bb req-e5712965-472b-431d-96ff-75e774ac9d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:34.017958 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cca4d83-0bf4-4ef8-a695-4f8ef83801bb req-e5712965-472b-431d-96ff-75e774ac9d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:34.018546 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cca4d83-0bf4-4ef8-a695-4f8ef83801bb req-e5712965-472b-431d-96ff-75e774ac9d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:34.019272 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cca4d83-0bf4-4ef8-a695-4f8ef83801bb req-e5712965-472b-431d-96ff-75e774ac9d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:34.029193 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1cca4d83-0bf4-4ef8-a695-4f8ef83801bb req-e5712965-472b-431d-96ff-75e774ac9d68 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1080628f9fb44b28a6ddf9255bb33498&device_id=7bec07a8-c25f-4f16-885e-b65a42ac76c9 HTTP/1.1" status: 200 len: 6484 time: 0.0780792 Dec 20 14:29:34.097609 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 56464) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:29:34.126022 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-03149a3c-7b59-4784-b75d-c2e844e9c478 req-7ef9d6ca-ee01-4992-82bb-185df193d631 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/security-groups?id=9a5fb326-e11a-43c7-acb8-8cef9da4f833&id=90051062-f265-4ecc-9e5a-22ebfc7553a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1241381 Dec 20 14:29:34.128155 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-66d37011-a6be-4c35-a8c3-8775c69905ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:34.244722 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b0b2b7-51d7-4256-921c-3e81da544946 req-c968ce21-1450-4923-8c99-8fb2999ef04e tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:34.252232 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b0b2b7-51d7-4256-921c-3e81da544946 req-c968ce21-1450-4923-8c99-8fb2999ef04e tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:34.260339 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-38b0b2b7-51d7-4256-921c-3e81da544946 req-c968ce21-1450-4923-8c99-8fb2999ef04e tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.54 "GET /v2.0/ports?device_id=f275cf5f-20a0-4e8c-a92b-3de1b6262828 HTTP/1.1" status: 200 len: 1683 time: 0.1036124 Dec 20 14:29:34.282506 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-8483af14-69aa-44ce-ae95-80dcdde30405 req-17078e77-fcdf-4e72-8468-254f6463cd1e tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:34.288248 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['53964767-e153-45ad-817f-303368cbc376'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:29:34.295158 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-20e4c3ce-d861-4b23-b179-ccceae9cb04f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:34.301100 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cca4d83-0bf4-4ef8-a695-4f8ef83801bb req-0edfdefc-eeb3-411b-969f-a4e611aaa488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:34.301938 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cca4d83-0bf4-4ef8-a695-4f8ef83801bb req-0edfdefc-eeb3-411b-969f-a4e611aaa488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:34.302418 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cca4d83-0bf4-4ef8-a695-4f8ef83801bb req-0edfdefc-eeb3-411b-969f-a4e611aaa488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:34.304126 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1cca4d83-0bf4-4ef8-a695-4f8ef83801bb req-0edfdefc-eeb3-411b-969f-a4e611aaa488 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=1080628f9fb44b28a6ddf9255bb33498&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2661619 Dec 20 14:29:34.325450 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['55bbb0c0-bf25-43e8-87b7-da693ef31fe6', '2589242e-d7ee-40b5-826a-ae1ef57df1e0'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:29:34.325736 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17078e77-fcdf-4e72-8468-254f6463cd1e tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Pushing event deleted for resources: {'Port': ['ID=55bbb0c0-bf25-43e8-87b7-da693ef31fe6,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:34.328662 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['2c856671-3a5c-476e-9630-cfd7595c0f1c'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:29:34.363123 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-66d37011-a6be-4c35-a8c3-8775c69905ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:34.383818 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['2a179faf-fd88-4d1c-8683-0a8bb9be5690'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:29:34.395633 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['21f92dd2-a47b-44a5-8d5b-a2f2ccf8ee4f'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:29:34.411338 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d37011-a6be-4c35-a8c3-8775c69905ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63ebfb59-720a-4723-915c-292ae8d31522,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:34.434209 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-52f348b9-ef6d-4bd2-b1c0-f110e1b573ec req-0fa55e13-c00e-4e2b-8e77-01e2ee38fcf7 tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] 10.222.0.54 "GET /v2.0/security-groups/889040a8-7fa3-4ce5-965a-30e0b46fbaa5 HTTP/1.1" status: 200 len: 1821 time: 0.1595037 Dec 20 14:29:34.457139 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['fc4dfef1-284b-46a8-abf8-8899705f3844'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:29:34.459975 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['fc3c68f4-a329-4427-b5d7-367e479e930e'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:29:34.468580 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-8483af14-69aa-44ce-ae95-80dcdde30405 req-17078e77-fcdf-4e72-8468-254f6463cd1e tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] No DVR routers for this DVR port 55bbb0c0-bf25-43e8-87b7-da693ef31fe6 on host n-h1-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:29:34.476222 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-66d37011-a6be-4c35-a8c3-8775c69905ee admin admin] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:34.480007 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-66d37011-a6be-4c35-a8c3-8775c69905ee admin admin] 10.222.0.54 "DELETE /v2.0/subnets/63ebfb59-720a-4723-915c-292ae8d31522 HTTP/1.1" status: 204 len: 168 time: 1.3870907 Dec 20 14:29:34.482411 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 56468) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:29:34.485191 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-8483af14-69aa-44ce-ae95-80dcdde30405 req-17078e77-fcdf-4e72-8468-254f6463cd1e tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:34.494383 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8483af14-69aa-44ce-ae95-80dcdde30405 req-17078e77-fcdf-4e72-8468-254f6463cd1e tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.30 "DELETE /v2.0/ports/55bbb0c0-bf25-43e8-87b7-da693ef31fe6 HTTP/1.1" status: 204 len: 173 time: 1.2171237 Dec 20 14:29:34.496507 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f275cf5f-20a0-4e8c-a92b-3de1b6262828', 'name': 'network-vif-deleted', 'tag': '55bbb0c0-bf25-43e8-87b7-da693ef31fe6'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:29:34.499286 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ada313-ed81-48e0-9526-b98c20f7c683" -d '{"events": [{"server_uuid": "f275cf5f-20a0-4e8c-a92b-3de1b6262828", "name": "network-vif-deleted", "tag": "55bbb0c0-bf25-43e8-87b7-da693ef31fe6"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:29:34.520555 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f5f35a-a544-4f0a-aeaf-e4da490cbc62 req-7b44bba5-b3ad-4a4e-8ff3-5ebe80bb6bd4 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:34.522196 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-68f5f35a-a544-4f0a-aeaf-e4da490cbc62 req-7b44bba5-b3ad-4a4e-8ff3-5ebe80bb6bd4 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.30 "GET /v2.0/networks?id=495ace7a-f44e-4349-a86f-b6f0c2cf6eb6 HTTP/1.1" status: 200 len: 811 time: 0.1772475 Dec 20 14:29:34.578880 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-68f5f35a-a544-4f0a-aeaf-e4da490cbc62 req-7fa7a58a-4575-47cb-a374-08ced7ca65e0 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Request body: {'port': {'device_id': '90aa83c6-08cd-4633-aa11-a02fe8beda7a', 'network_id': '495ace7a-f44e-4349-a86f-b6f0c2cf6eb6', 'admin_state_up': True, 'tenant_id': '543a5ccf1524441b95c235a83f5e56cd'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:29:34.622534 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-672dc018-5d8b-4541-abbe-c3623dd08bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:34.676972 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-38b0b2b7-51d7-4256-921c-3e81da544946 req-4d15d7c6-cb69-4514-bb8a-0569622263c1 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.54 "GET /v2.0/security-groups?id=38c67d1f-c5c0-4d18-a181-659c37118040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4150651 Dec 20 14:29:34.788409 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-52f348b9-ef6d-4bd2-b1c0-f110e1b573ec req-4c664795-1b53-4831-8f5c-f3957d175ee8 tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] 10.222.0.54 "GET /v2.0/security-groups/2f6dfdc6-ab38-45b1-907e-d8a5b9587364 HTTP/1.1" status: 200 len: 1822 time: 0.3526156 Dec 20 14:29:34.811432 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-52f348b9-ef6d-4bd2-b1c0-f110e1b573ec req-98a2cc57-ff5d-4103-8d3b-70869c30c785 tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '889040a8-7fa3-4ce5-965a-30e0b46fbaa5', 'remote_group_id': '2f6dfdc6-ab38-45b1-907e-d8a5b9587364', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:29:34.812105 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-52f348b9-ef6d-4bd2-b1c0-f110e1b573ec req-98a2cc57-ff5d-4103-8d3b-70869c30c785 tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '889040a8-7fa3-4ce5-965a-30e0b46fbaa5', 'remote_group_id': '2f6dfdc6-ab38-45b1-907e-d8a5b9587364', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:29:34.885006 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-672dc018-5d8b-4541-abbe-c3623dd08bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:34.922571 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-672dc018-5d8b-4541-abbe-c3623dd08bb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b333b61-ce15-4944-95b5-760e7ec98a8f']}} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:29:34.924682 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cca4d83-0bf4-4ef8-a695-4f8ef83801bb req-ff9fe669-ed48-4c8a-b83b-838e7d9bcf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:34.926734 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1cca4d83-0bf4-4ef8-a695-4f8ef83801bb req-ff9fe669-ed48-4c8a-b83b-838e7d9bcf5d service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6126790 Dec 20 14:29:34.942919 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-672dc018-5d8b-4541-abbe-c3623dd08bb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'addc7f95-68ef-43ba-9bd9-cde69b0f949e') {'for_net_delete': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:29:34.943491 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-672dc018-5d8b-4541-abbe-c3623dd08bb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'addc7f95-68ef-43ba-9bd9-cde69b0f949e') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:29:34.968198 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-20e4c3ce-d861-4b23-b179-ccceae9cb04f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:34.984847 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f434d35-d294-4eb1-aada-85e25187d3e0 req-b97159af-86b0-4686-be63-6e92f12b6537 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:34.991967 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f434d35-d294-4eb1-aada-85e25187d3e0 req-b97159af-86b0-4686-be63-6e92f12b6537 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:34.994907 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-672dc018-5d8b-4541-abbe-c3623dd08bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954405'] for segment, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:34.998698 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f434d35-d294-4eb1-aada-85e25187d3e0 req-b97159af-86b0-4686-be63-6e92f12b6537 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:35.003592 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-52f348b9-ef6d-4bd2-b1c0-f110e1b573ec req-98a2cc57-ff5d-4103-8d3b-70869c30c785 tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:35.005089 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f434d35-d294-4eb1-aada-85e25187d3e0 req-b97159af-86b0-4686-be63-6e92f12b6537 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:35.012209 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f434d35-d294-4eb1-aada-85e25187d3e0 req-b97159af-86b0-4686-be63-6e92f12b6537 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:35.018802 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f434d35-d294-4eb1-aada-85e25187d3e0 req-b97159af-86b0-4686-be63-6e92f12b6537 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:35.019503 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-8483af14-69aa-44ce-ae95-80dcdde30405 req-af5576c8-2420-4508-9aa7-11aac1e213ab tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Deleting port 2589242e-d7ee-40b5-826a-ae1ef57df1e0 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:29:35.019908 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-8483af14-69aa-44ce-ae95-80dcdde30405 req-af5576c8-2420-4508-9aa7-11aac1e213ab tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:35.024252 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-672dc018-5d8b-4541-abbe-c3623dd08bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:35.027132 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f434d35-d294-4eb1-aada-85e25187d3e0 req-b97159af-86b0-4686-be63-6e92f12b6537 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:35.036568 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2f434d35-d294-4eb1-aada-85e25187d3e0 req-b97159af-86b0-4686-be63-6e92f12b6537 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3e943d5-5d01-407d-9414-c89d08826b2f HTTP/1.1" status: 200 len: 5437 time: 0.2220008 Dec 20 14:29:35.045107 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bec07a8-c25f-4f16-885e-b65a42ac76c9', 'tag': 'a9e6ecc6-74ae-4b76-8dcf-5a91360c2536'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:29:35.050918 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14d59737-3517-48d3-8511-0e61e7b5f27f" -d '{"events": [{"name": "network-changed", "server_uuid": "7bec07a8-c25f-4f16-885e-b65a42ac76c9", "tag": "a9e6ecc6-74ae-4b76-8dcf-5a91360c2536"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:29:35.069664 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-20e4c3ce-d861-4b23-b179-ccceae9cb04f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:35.092524 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-672dc018-5d8b-4541-abbe-c3623dd08bb0 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=103167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:29:35.093018 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-672dc018-5d8b-4541-abbe-c3623dd08bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9956000'] for segment, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:35.094813 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:35.094813 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:29:35.094813 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:35.094813 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:29:35.094813 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:35.094813 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:29:35.094813 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:35.094813 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:29:35.094813 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:35.094813 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:29:35.094813 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:35.094813 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:29:35.094813 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:35.094813 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:29:35.094813 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:35.094813 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:29:35.094813 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:35.094813 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:29:35.094813 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:35.094813 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:29:35.094813 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:35.094813 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:29:35.094813 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:35.094813 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:29:35.094813 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:35.094813 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:29:35.094813 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:35.094813 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:29:35.094813 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:35.094813 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:29:35.094813 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:35.094813 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:29:35.094813 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:35.094813 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:29:35.094813 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:35.094813 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:29:35.097616 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:35.097616 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:29:35.097616 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:35.097616 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:29:35.097616 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:35.097616 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:29:35.097616 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:35.097616 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:29:35.097616 n-d-761264-19 neutron-server[103167]: Traceback (most recent call last): Dec 20 14:29:35.097616 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:29:35.097616 n-d-761264-19 neutron-server[103167]: timer() Dec 20 14:29:35.097616 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:29:35.097616 n-d-761264-19 neutron-server[103167]: cb(*args, **kw) Dec 20 14:29:35.097616 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:29:35.097616 n-d-761264-19 neutron-server[103167]: return func(*args, **kwargs) Dec 20 14:29:35.097616 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:29:35.097616 n-d-761264-19 neutron-server[103167]: self._notify() Dec 20 14:29:35.097616 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:29:35.097616 n-d-761264-19 neutron-server[103167]: self.callback(batched_events) Dec 20 14:29:35.097616 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:29:35.097616 n-d-761264-19 neutron-server[103167]: event.method(event) Dec 20 14:29:35.097616 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:29:35.097616 n-d-761264-19 neutron-server[103167]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:29:35.097616 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:29:35.097616 n-d-761264-19 neutron-server[103167]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:29:35.097616 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:29:35.097616 n-d-761264-19 neutron-server[103167]: return f(self, *a, **k) Dec 20 14:29:35.097616 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:29:35.097616 n-d-761264-19 neutron-server[103167]: return self._get(url).json() Dec 20 14:29:35.097616 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:29:35.097616 n-d-761264-19 neutron-server[103167]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:29:35.097616 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:29:35.097616 n-d-761264-19 neutron-server[103167]: return self.request(url, 'GET', **kwargs) Dec 20 14:29:35.097616 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:29:35.097616 n-d-761264-19 neutron-server[103167]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:29:35.097616 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:29:35.097616 n-d-761264-19 neutron-server[103167]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:29:35.097616 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:29:35.097616 n-d-761264-19 neutron-server[103167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:29:35.097616 n-d-761264-19 neutron-server[103167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:29:35.154680 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68f5f35a-a544-4f0a-aeaf-e4da490cbc62 req-7fa7a58a-4575-47cb-a374-08ced7ca65e0 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Made reservation on behalf of 543a5ccf1524441b95c235a83f5e56cd for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:29:35.158654 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-68f5f35a-a544-4f0a-aeaf-e4da490cbc62 req-7fa7a58a-4575-47cb-a374-08ced7ca65e0 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:35.187342 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-20e4c3ce-d861-4b23-b179-ccceae9cb04f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f6c2193224da4fb192c45bf1b617718b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0836418 Dec 20 14:29:35.191182 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 56480) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:29:35.192810 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e4c3ce-d861-4b23-b179-ccceae9cb04f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=570fbd2a-8d6d-4b23-8082-ceee64cdb9a8,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:35.214640 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-52f348b9-ef6d-4bd2-b1c0-f110e1b573ec req-98a2cc57-ff5d-4103-8d3b-70869c30c785 tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:35.228721 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-52f348b9-ef6d-4bd2-b1c0-f110e1b573ec req-98a2cc57-ff5d-4103-8d3b-70869c30c785 tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:35.229593 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-b4ba5582-6f1f-4371-b7f0-d9d083a37256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:35.230167 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-b4ba5582-6f1f-4371-b7f0-d9d083a37256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:35.231241 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-b4ba5582-6f1f-4371-b7f0-d9d083a37256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:35.233095 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['472629f0-99a5-462a-9b97-0c161849b783'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:29:35.234226 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-b4ba5582-6f1f-4371-b7f0-d9d083a37256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:35.235681 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-b4ba5582-6f1f-4371-b7f0-d9d083a37256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:35.236278 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-b4ba5582-6f1f-4371-b7f0-d9d083a37256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:35.236768 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-b4ba5582-6f1f-4371-b7f0-d9d083a37256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:35.239842 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-b4ba5582-6f1f-4371-b7f0-d9d083a37256 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1080628f9fb44b28a6ddf9255bb33498&device_id=7bec07a8-c25f-4f16-885e-b65a42ac76c9 HTTP/1.1" status: 200 len: 6484 time: 0.1952105 Dec 20 14:29:35.274088 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-672dc018-5d8b-4541-abbe-c3623dd08bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:35.285637 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-8483af14-69aa-44ce-ae95-80dcdde30405 req-af5576c8-2420-4508-9aa7-11aac1e213ab tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] For port 2589242e-d7ee-40b5-826a-ae1ef57df1e0, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=2589242e-d7ee-40b5-826a-ae1ef57df1e0,segment=NetworkSegment(06a756f9-b560-403d-ad98-66af82c3d41f),segment_id=06a756f9-b560-403d-ad98-66af82c3d41f)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:29:35.286407 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-8483af14-69aa-44ce-ae95-80dcdde30405 req-af5576c8-2420-4508-9aa7-11aac1e213ab tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:35.302750 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-672dc018-5d8b-4541-abbe-c3623dd08bb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:35.306641 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-672dc018-5d8b-4541-abbe-c3623dd08bb0 admin admin] 10.222.0.54 "DELETE /v2.0/networks/2b333b61-ce15-4944-95b5-760e7ec98a8f HTTP/1.1" status: 204 len: 168 time: 0.8110054 Dec 20 14:29:35.313698 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a2cc57-ff5d-4103-8d3b-70869c30c785 tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfa5cbe7-bca8-465a-a99e-0a40841f018b,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:35.316002 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 56482) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:29:35.319930 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672dc018-5d8b-4541-abbe-c3623dd08bb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b333b61-ce15-4944-95b5-760e7ec98a8f,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:35.335323 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-8483af14-69aa-44ce-ae95-80dcdde30405 req-af5576c8-2420-4508-9aa7-11aac1e213ab tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Calling delete_port for 2589242e-d7ee-40b5-826a-ae1ef57df1e0 owned by compute:nova {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:29:35.339802 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-bb1fd72e-7fe7-4fb5-87da-86baddbaca9c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=79cf19b9-8f3f-44e9-85d5-0608077b5b17 HTTP/1.1" status: 200 len: 217 time: 0.0876210 Dec 20 14:29:35.340524 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-52f348b9-ef6d-4bd2-b1c0-f110e1b573ec req-98a2cc57-ff5d-4103-8d3b-70869c30c785 tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:35.348413 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2f434d35-d294-4eb1-aada-85e25187d3e0 req-8a960fef-06cd-44e6-8b45-fabd7e12a4d2 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/security-groups?id=43c0ac57-a0d4-4728-b359-486d90e63ad1&id=81a62dd3-6166-418b-a2f3-15daa19beec9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3102331 Dec 20 14:29:35.352756 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-52f348b9-ef6d-4bd2-b1c0-f110e1b573ec req-98a2cc57-ff5d-4103-8d3b-70869c30c785 tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5460744 Dec 20 14:29:35.428397 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-369c51c4-7389-4aab-b7d5-4c0b2101f38c x-openstack-request-id: req-369c51c4-7389-4aab-b7d5-4c0b2101f38c {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:29:35.428705 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f275cf5f-20a0-4e8c-a92b-3de1b6262828", "name": "network-vif-deleted", "tag": "55bbb0c0-bf25-43e8-87b7-da693ef31fe6", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:29:35.428926 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-369c51c4-7389-4aab-b7d5-4c0b2101f38c {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:29:35.429381 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f275cf5f-20a0-4e8c-a92b-3de1b6262828', 'name': 'network-vif-deleted', 'tag': '55bbb0c0-bf25-43e8-87b7-da693ef31fe6', 'status': 'completed', 'code': 200} Dec 20 14:29:35.433552 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-897b0821-5140-43d5-92a9-a5151aa3e7c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:35.480418 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-62ca581a-c330-432a-a9a1-c6066062225b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:35.482006 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-62ca581a-c330-432a-a9a1-c6066062225b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b510740f-81e5-461d-83bc-0c27692ea662 HTTP/1.1" status: 200 len: 850 time: 0.1325977 Dec 20 14:29:35.589500 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-897b0821-5140-43d5-92a9-a5151aa3e7c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:35.602012 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5d27e5d-aa8a-4d92-bcab-532c5222321d admin admin] Deleting subnet 4f13e496-08a0-467b-b9f5-cec744d7da45 {{(pid=103167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:29:35.608790 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f5d27e5d-aa8a-4d92-bcab-532c5222321d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:35.609410 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a6543eb5-8fcf-4559-a97e-ff81cf8497b0 req-51e72b33-a2e1-40a2-9a8a-5be8856db01a tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=90aa83c6-08cd-4633-aa11-a02fe8beda7a HTTP/1.1" status: 200 len: 210 time: 0.0823321 Dec 20 14:29:35.635225 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [req-68f5f35a-a544-4f0a-aeaf-e4da490cbc62 req-7fa7a58a-4575-47cb-a374-08ced7ca65e0 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Allocated IP 172.20.0.12 (495ace7a-f44e-4349-a86f-b6f0c2cf6eb6/c8908482-6016-4528-aed2-b6e5b6996a4d/4dc04038-cab2-4b48-9194-17664723fa58) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:29:35.646223 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-67c25924-2c0e-4494-a39a-129cd19a6fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:35.648383 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-67c25924-2c0e-4494-a39a-129cd19a6fc7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=687c5259-7995-4ccd-9da8-b7cf90c319a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1546504 Dec 20 14:29:35.682920 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa23ac9b-24f3-4143-916b-dbcd63d2e51f x-openstack-request-id: req-aa23ac9b-24f3-4143-916b-dbcd63d2e51f {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:29:35.683620 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bec07a8-c25f-4f16-885e-b65a42ac76c9", "tag": "a9e6ecc6-74ae-4b76-8dcf-5a91360c2536", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:29:35.683620 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-aa23ac9b-24f3-4143-916b-dbcd63d2e51f {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:29:35.684101 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bec07a8-c25f-4f16-885e-b65a42ac76c9', 'tag': 'a9e6ecc6-74ae-4b76-8dcf-5a91360c2536', 'status': 'completed', 'code': 200} Dec 20 14:29:35.701275 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db95f09f-9eee-42b0-be2a-ee6ac086d94a req-6905ae67-a886-4135-aa75-764d5e59ad48 tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:35.702889 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-db95f09f-9eee-42b0-be2a-ee6ac086d94a req-6905ae67-a886-4135-aa75-764d5e59ad48 tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] 10.222.0.54 "GET /v2.0/ports?device_id=d68eaab8-9dac-46df-bf2b-9917194d430a HTTP/1.1" status: 200 len: 950 time: 0.1651869 Dec 20 14:29:35.715658 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:35.732549 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f5d27e5d-aa8a-4d92-bcab-532c5222321d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954412'] for subnet, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:35.846759 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-897b0821-5140-43d5-92a9-a5151aa3e7c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:35.849660 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-897b0821-5140-43d5-92a9-a5151aa3e7c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:35.850853 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-897b0821-5140-43d5-92a9-a5151aa3e7c4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/570fbd2a-8d6d-4b23-8082-ceee64cdb9a8 HTTP/1.1" status: 204 len: 168 time: 0.6583769 Dec 20 14:29:35.863395 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f5d27e5d-aa8a-4d92-bcab-532c5222321d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:35.903575 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-db95f09f-9eee-42b0-be2a-ee6ac086d94a req-c9500411-16c2-4b8b-bffd-8209d812af47 tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] 10.222.0.54 "GET /v2.0/security-groups?id=1b3d86b7-740d-47b9-b8da-4b8aa7ff48e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884215 Dec 20 14:29:35.907872 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897b0821-5140-43d5-92a9-a5151aa3e7c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=570fbd2a-8d6d-4b23-8082-ceee64cdb9a8,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:35.939581 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-8483af14-69aa-44ce-ae95-80dcdde30405 req-af5576c8-2420-4508-9aa7-11aac1e213ab tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:36.187893 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:36.229371 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-778363a5-aa8f-46f5-95c4-f0c2313c48b8 service neutron] 10.222.0.30 "GET /v2.0/networks/687c5259-7995-4ccd-9da8-b7cf90c319a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5725396 Dec 20 14:29:36.263754 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6579a8-5b1e-4e20-9b04-941d000ba67f req-49ac7bf8-08bd-4552-9892-1a2f248e9c0c tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:36.271315 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6579a8-5b1e-4e20-9b04-941d000ba67f req-49ac7bf8-08bd-4552-9892-1a2f248e9c0c tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:36.277463 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6579a8-5b1e-4e20-9b04-941d000ba67f req-49ac7bf8-08bd-4552-9892-1a2f248e9c0c tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:36.286571 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5576c8-2420-4508-9aa7-11aac1e213ab tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Pushing event deleted for resources: {'Port': ['ID=2589242e-d7ee-40b5-826a-ae1ef57df1e0,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:36.287308 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6579a8-5b1e-4e20-9b04-941d000ba67f req-49ac7bf8-08bd-4552-9892-1a2f248e9c0c tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:36.297050 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6579a8-5b1e-4e20-9b04-941d000ba67f req-49ac7bf8-08bd-4552-9892-1a2f248e9c0c tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:36.306968 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6579a8-5b1e-4e20-9b04-941d000ba67f req-49ac7bf8-08bd-4552-9892-1a2f248e9c0c tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:36.322021 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6579a8-5b1e-4e20-9b04-941d000ba67f req-49ac7bf8-08bd-4552-9892-1a2f248e9c0c tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:36.331637 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cd6579a8-5b1e-4e20-9b04-941d000ba67f req-49ac7bf8-08bd-4552-9892-1a2f248e9c0c tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bec07a8-c25f-4f16-885e-b65a42ac76c9 HTTP/1.1" status: 200 len: 5420 time: 0.2465608 Dec 20 14:29:36.334950 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f5d27e5d-aa8a-4d92-bcab-532c5222321d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:36.386212 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-8483af14-69aa-44ce-ae95-80dcdde30405 req-af5576c8-2420-4508-9aa7-11aac1e213ab tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] No DVR routers for this DVR port 2589242e-d7ee-40b5-826a-ae1ef57df1e0 on host n-h1-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:29:36.388923 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-8483af14-69aa-44ce-ae95-80dcdde30405 req-af5576c8-2420-4508-9aa7-11aac1e213ab tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:36.392930 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8483af14-69aa-44ce-ae95-80dcdde30405 req-af5576c8-2420-4508-9aa7-11aac1e213ab tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.30 "DELETE /v2.0/ports/2589242e-d7ee-40b5-826a-ae1ef57df1e0 HTTP/1.1" status: 204 len: 173 time: 1.8838727 Dec 20 14:29:36.399356 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d27e5d-aa8a-4d92-bcab-532c5222321d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f13e496-08a0-467b-b9f5-cec744d7da45,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:36.408374 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f5d27e5d-aa8a-4d92-bcab-532c5222321d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:36.414191 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-f5d27e5d-aa8a-4d92-bcab-532c5222321d admin admin] 10.222.0.54 "DELETE /v2.0/subnets/4f13e496-08a0-467b-b9f5-cec744d7da45 HTTP/1.1" status: 204 len: 168 time: 1.0895984 Dec 20 14:29:36.415009 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 56504) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:29:36.427253 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2015e97c-a069-47c7-a619-5471b5f5ed1e req-e51aaa5e-1acd-44bb-8533-1cf69116b790 tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] 10.222.0.54 "GET /v2.0/security-groups/2f6dfdc6-ab38-45b1-907e-d8a5b9587364 HTTP/1.1" status: 200 len: 1822 time: 0.1481304 Dec 20 14:29:36.504108 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-68f5f35a-a544-4f0a-aeaf-e4da490cbc62 req-7fa7a58a-4575-47cb-a374-08ced7ca65e0 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:36.547817 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0d03b303-8575-4661-8774-ff8ae9adc385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:36.580873 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-2015e97c-a069-47c7-a619-5471b5f5ed1e req-4ed8c025-0678-4980-8ef3-83ea7c053a2b tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:36.591762 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cd6579a8-5b1e-4e20-9b04-941d000ba67f req-174190e8-af61-4beb-993a-0d77466e9c1e tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/security-groups?id=9a5fb326-e11a-43c7-acb8-8cef9da4f833&id=90051062-f265-4ecc-9e5a-22ebfc7553a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2349725 Dec 20 14:29:36.598784 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-5df39411-683d-4ddb-b35d-55320441834c service neutron] 10.222.0.30 "GET /v2.0/networks/687c5259-7995-4ccd-9da8-b7cf90c319a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3600624 Dec 20 14:29:36.670338 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-0a84c734-5a7b-46ea-bf2d-219165a33b15 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.112&port_id=8f31b9a5-1a84-4aca-854e-f0b8620002cb HTTP/1.1" status: 200 len: 217 time: 0.0603900 Dec 20 14:29:36.703815 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-68f5f35a-a544-4f0a-aeaf-e4da490cbc62 req-7fa7a58a-4575-47cb-a374-08ced7ca65e0 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:36.725079 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-2015e97c-a069-47c7-a619-5471b5f5ed1e req-4ed8c025-0678-4980-8ef3-83ea7c053a2b tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:36.739045 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0d03b303-8575-4661-8774-ff8ae9adc385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:36.781846 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-0d03b303-8575-4661-8774-ff8ae9adc385 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53e1de26-4888-4cf1-ab98-71d36331dd65']}} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:29:36.803294 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-0d03b303-8575-4661-8774-ff8ae9adc385 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc0b207f-80d3-4236-a887-a082ab283b9d') {'for_net_delete': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:29:36.803894 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-0d03b303-8575-4661-8774-ff8ae9adc385 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc0b207f-80d3-4236-a887-a082ab283b9d') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:29:36.816290 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-183183bb-689d-4d30-bcdd-d46b031d0f52 req-4341da23-0a0b-498e-adba-2128e2e7494d tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.54 "GET /v2.0/ports?device_id=f275cf5f-20a0-4e8c-a92b-3de1b6262828 HTTP/1.1" status: 200 len: 210 time: 0.0719345 Dec 20 14:29:36.818220 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68f5f35a-a544-4f0a-aeaf-e4da490cbc62 req-7fa7a58a-4575-47cb-a374-08ced7ca65e0 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Network 495ace7a-f44e-4349-a86f-b6f0c2cf6eb6 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:29:36.821936 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0d03b303-8575-4661-8774-ff8ae9adc385 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954405'] for segment, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:36.828186 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [req-68f5f35a-a544-4f0a-aeaf-e4da490cbc62 req-7fa7a58a-4575-47cb-a374-08ced7ca65e0 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:29:36.836701 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-d5438cb6-7cfd-454f-a6ef-9e41b7ad613d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:36.838364 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-d5438cb6-7cfd-454f-a6ef-9e41b7ad613d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=aaeac8b3-4bcd-4183-8fdc-e7e9bf33dceb HTTP/1.1" status: 200 len: 797 time: 0.1596808 Dec 20 14:29:36.838614 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa7a58a-4575-47cb-a374-08ced7ca65e0 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Pushing event updated for resources: {'Port': ['ID=4dc04038-cab2-4b48-9194-17664723fa58,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:36.841161 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-68f5f35a-a544-4f0a-aeaf-e4da490cbc62 req-7fa7a58a-4575-47cb-a374-08ced7ca65e0 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:29:36.855702 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0d03b303-8575-4661-8774-ff8ae9adc385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:36.872928 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d03b303-8575-4661-8774-ff8ae9adc385 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=103167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:29:36.873356 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0d03b303-8575-4661-8774-ff8ae9adc385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9956000'] for segment, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:36.893075 n-d-761264-19 neutron-server[103167]: Traceback (most recent call last): Dec 20 14:29:36.893075 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:29:36.893075 n-d-761264-19 neutron-server[103167]: timer() Dec 20 14:29:36.893075 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:29:36.893075 n-d-761264-19 neutron-server[103167]: cb(*args, **kw) Dec 20 14:29:36.893075 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:29:36.893075 n-d-761264-19 neutron-server[103167]: return func(*args, **kwargs) Dec 20 14:29:36.893075 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:29:36.893075 n-d-761264-19 neutron-server[103167]: self._notify() Dec 20 14:29:36.893075 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:29:36.893075 n-d-761264-19 neutron-server[103167]: self.callback(batched_events) Dec 20 14:29:36.893075 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:29:36.893075 n-d-761264-19 neutron-server[103167]: event.method(event) Dec 20 14:29:36.893075 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:29:36.893075 n-d-761264-19 neutron-server[103167]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:29:36.893075 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:29:36.893075 n-d-761264-19 neutron-server[103167]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:29:36.893075 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:29:36.893075 n-d-761264-19 neutron-server[103167]: return f(self, *a, **k) Dec 20 14:29:36.893075 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:29:36.893075 n-d-761264-19 neutron-server[103167]: return self._get(url).json() Dec 20 14:29:36.893075 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:29:36.893075 n-d-761264-19 neutron-server[103167]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:29:36.893075 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:29:36.893075 n-d-761264-19 neutron-server[103167]: return self.request(url, 'GET', **kwargs) Dec 20 14:29:36.893075 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:29:36.893075 n-d-761264-19 neutron-server[103167]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:29:36.893075 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:29:36.893075 n-d-761264-19 neutron-server[103167]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:29:36.893075 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:29:36.893075 n-d-761264-19 neutron-server[103167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:29:36.893075 n-d-761264-19 neutron-server[103167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:29:36.925621 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-2015e97c-a069-47c7-a619-5471b5f5ed1e req-4ed8c025-0678-4980-8ef3-83ea7c053a2b tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:36.928137 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-2015e97c-a069-47c7-a619-5471b5f5ed1e req-4ed8c025-0678-4980-8ef3-83ea7c053a2b tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:36.930398 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2015e97c-a069-47c7-a619-5471b5f5ed1e req-4ed8c025-0678-4980-8ef3-83ea7c053a2b tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] 10.222.0.54 "DELETE /v2.0/security-groups/2f6dfdc6-ab38-45b1-907e-d8a5b9587364 HTTP/1.1" status: 204 len: 173 time: 0.4874136 Dec 20 14:29:36.941732 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f5f35a-a544-4f0a-aeaf-e4da490cbc62 req-7fa7a58a-4575-47cb-a374-08ced7ca65e0 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:36.942451 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-68f5f35a-a544-4f0a-aeaf-e4da490cbc62 req-7fa7a58a-4575-47cb-a374-08ced7ca65e0 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:36.972634 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-add69c25-8849-4ecf-98c2-4103470a49e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:36.974199 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-add69c25-8849-4ecf-98c2-4103470a49e4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e922ff15-a662-4866-8b6a-3d6f701ab36c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1276579 Dec 20 14:29:36.990085 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed8c025-0678-4980-8ef3-83ea7c053a2b tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f6dfdc6-ab38-45b1-907e-d8a5b9587364,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:37.004357 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-68f5f35a-a544-4f0a-aeaf-e4da490cbc62 req-7fa7a58a-4575-47cb-a374-08ced7ca65e0 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4547625 Dec 20 14:29:37.011842 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0d03b303-8575-4661-8774-ff8ae9adc385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:37.027013 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-68f5f35a-a544-4f0a-aeaf-e4da490cbc62 req-48a4e122-880a-45bb-b079-f2b9326a5041 service neutron] Request body: {'port': {'device_id': '90aa83c6-08cd-4633-aa11-a02fe8beda7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-19'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:29:37.046347 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0d03b303-8575-4661-8774-ff8ae9adc385 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:37.052430 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-0d03b303-8575-4661-8774-ff8ae9adc385 admin admin] 10.222.0.54 "DELETE /v2.0/networks/53e1de26-4888-4cf1-ab98-71d36331dd65 HTTP/1.1" status: 204 len: 168 time: 0.6335042 Dec 20 14:29:37.060670 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d03b303-8575-4661-8774-ff8ae9adc385 admin admin] Pushing event deleted for resources: {'Network': ['ID=53e1de26-4888-4cf1-ab98-71d36331dd65,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:37.123329 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bccb5b7-325f-4833-bc8d-748fbcef0e78 req-18abcf00-3135-4abe-99cc-7bbd030d80e4 tempest-LiveMigrationNegativeTest-1902372332 tempest-LiveMigrationNegativeTest-1902372332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:37.125246 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5bccb5b7-325f-4833-bc8d-748fbcef0e78 req-18abcf00-3135-4abe-99cc-7bbd030d80e4 tempest-LiveMigrationNegativeTest-1902372332 tempest-LiveMigrationNegativeTest-1902372332-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=d68eaab8-9dac-46df-bf2b-9917194d430a HTTP/1.1" status: 200 len: 1102 time: 0.1937549 Dec 20 14:29:37.150624 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52d8143-4df2-4943-b4a3-9a3002adb0e6 req-083eff18-48e2-401a-9b78-92a8565776d6 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:37.158505 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52d8143-4df2-4943-b4a3-9a3002adb0e6 req-083eff18-48e2-401a-9b78-92a8565776d6 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:37.166205 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52d8143-4df2-4943-b4a3-9a3002adb0e6 req-083eff18-48e2-401a-9b78-92a8565776d6 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:37.174388 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52d8143-4df2-4943-b4a3-9a3002adb0e6 req-083eff18-48e2-401a-9b78-92a8565776d6 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:37.181498 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52d8143-4df2-4943-b4a3-9a3002adb0e6 req-083eff18-48e2-401a-9b78-92a8565776d6 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:37.182283 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-47a12e9e-eae9-4a35-b0f4-17a779792f4f service neutron] 10.222.0.30 "GET /v2.0/networks/e922ff15-a662-4866-8b6a-3d6f701ab36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914208 Dec 20 14:29:37.183433 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-68f5f35a-a544-4f0a-aeaf-e4da490cbc62 req-48a4e122-880a-45bb-b079-f2b9326a5041 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:37.185767 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-5bccb5b7-325f-4833-bc8d-748fbcef0e78 req-0b0b22c6-c7c7-400c-8e30-957490f98cfc tempest-LiveMigrationNegativeTest-1902372332 tempest-LiveMigrationNegativeTest-1902372332-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:37.187967 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52d8143-4df2-4943-b4a3-9a3002adb0e6 req-083eff18-48e2-401a-9b78-92a8565776d6 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:37.194669 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52d8143-4df2-4943-b4a3-9a3002adb0e6 req-083eff18-48e2-401a-9b78-92a8565776d6 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:37.203433 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d52d8143-4df2-4943-b4a3-9a3002adb0e6 req-083eff18-48e2-401a-9b78-92a8565776d6 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3e943d5-5d01-407d-9414-c89d08826b2f HTTP/1.1" status: 200 len: 5437 time: 0.1584675 Dec 20 14:29:37.279991 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d52d8143-4df2-4943-b4a3-9a3002adb0e6 req-0545df7a-4592-4699-aa9a-95aa5884e4e0 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/security-groups?id=43c0ac57-a0d4-4728-b359-486d90e63ad1&id=81a62dd3-6166-418b-a2f3-15daa19beec9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0756013 Dec 20 14:29:37.372948 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 55bbb0c0-bf25-43e8-87b7-da693ef31fe6 no longer exists at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:29:37.398557 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] No Port match for: 55bbb0c0-bf25-43e8-87b7-da693ef31fe6 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:29:37.399445 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 55bbb0c0-bf25-43e8-87b7-da693ef31fe6 not bound to the agent host n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:29:37.399860 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 2589242e-d7ee-40b5-826a-ae1ef57df1e0 no longer exists at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:29:37.436881 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f275cf5f-20a0-4e8c-a92b-3de1b6262828', 'name': 'network-vif-deleted', 'tag': '2589242e-d7ee-40b5-826a-ae1ef57df1e0'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:29:37.449241 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-89307cd6-6814-4b97-91e8-2439f25210c8 service neutron] 10.222.0.30 "GET /v2.0/networks/e922ff15-a662-4866-8b6a-3d6f701ab36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480597 Dec 20 14:29:37.449645 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] No Port match for: 2589242e-d7ee-40b5-826a-ae1ef57df1e0 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:29:37.449942 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-830d0791-3a6d-41f1-81f1-5e735c192f0e" -d '{"events": [{"server_uuid": "f275cf5f-20a0-4e8c-a92b-3de1b6262828", "name": "network-vif-deleted", "tag": "2589242e-d7ee-40b5-826a-ae1ef57df1e0"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:29:37.451209 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 2589242e-d7ee-40b5-826a-ae1ef57df1e0 not bound to the agent host n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:29:37.504740 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 56534) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:29:37.522944 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 2a179faf-fd88-4d1c-8683-0a8bb9be5690 up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:29:37.533977 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-5bccb5b7-325f-4833-bc8d-748fbcef0e78 req-0b0b22c6-c7c7-400c-8e30-957490f98cfc tempest-LiveMigrationNegativeTest-1902372332 tempest-LiveMigrationNegativeTest-1902372332-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:37.542432 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dbb12d-a18a-42ca-a41d-f3ad0eb896d5 req-490048c9-c5a0-4a4b-952b-172685590aa5 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:37.544489 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-14dbb12d-a18a-42ca-a41d-f3ad0eb896d5 req-490048c9-c5a0-4a4b-952b-172685590aa5 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=90aa83c6-08cd-4633-aa11-a02fe8beda7a HTTP/1.1" status: 200 len: 932 time: 0.1251338 Dec 20 14:29:37.601802 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-5bccb5b7-325f-4833-bc8d-748fbcef0e78 req-0b0b22c6-c7c7-400c-8e30-957490f98cfc tempest-LiveMigrationNegativeTest-1902372332 tempest-LiveMigrationNegativeTest-1902372332-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:37.601962 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-ca6d8dc4-7699-48fd-a594-15a309b4f0bf admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2785aa25e0a64107a28490f4f2c107bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0951765 Dec 20 14:29:37.612521 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning for port 2a179faf-fd88-4d1c-8683-0a8bb9be5690 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:29:37.612894 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 56544) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:29:37.617380 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-f8c2e6b3-9b32-420c-a547-39b38e6fecb6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.119&port_id=cdb31bb5-074e-403d-ab47-e55bfa522aff HTTP/1.1" status: 200 len: 217 time: 0.1519744 Dec 20 14:29:37.619710 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port 2a179faf-fd88-4d1c-8683-0a8bb9be5690 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:29:37.620457 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:37.648411 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-14dbb12d-a18a-42ca-a41d-f3ad0eb896d5 req-23991561-71f2-42a7-b62b-967810660b80 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890565 Dec 20 14:29:37.751023 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:37.759726 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-706a8bb2-f114-4b88-8c6b-60e847eee26b req-a2295fae-27dc-48f3-a4dd-2d9235094e99 tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] 10.222.0.54 "GET /v2.0/security-groups/889040a8-7fa3-4ce5-965a-30e0b46fbaa5 HTTP/1.1" status: 200 len: 1821 time: 0.0774722 Dec 20 14:29:37.760323 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5bccb5b7-325f-4833-bc8d-748fbcef0e78 req-0b0b22c6-c7c7-400c-8e30-957490f98cfc tempest-LiveMigrationNegativeTest-1902372332 tempest-LiveMigrationNegativeTest-1902372332-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=1b3d86b7-740d-47b9-b8da-4b8aa7ff48e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6085835 Dec 20 14:29:37.825563 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a9cb82e-540b-4990-a9aa-d03be1d4115e x-openstack-request-id: req-4a9cb82e-540b-4990-a9aa-d03be1d4115e {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:29:37.826019 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f275cf5f-20a0-4e8c-a92b-3de1b6262828", "name": "network-vif-deleted", "tag": "2589242e-d7ee-40b5-826a-ae1ef57df1e0", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:29:37.826183 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4a9cb82e-540b-4990-a9aa-d03be1d4115e {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:29:37.827033 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f275cf5f-20a0-4e8c-a92b-3de1b6262828', 'name': 'network-vif-deleted', 'tag': '2589242e-d7ee-40b5-826a-ae1ef57df1e0', 'status': 'completed', 'code': 200} Dec 20 14:29:37.830130 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-9f76f859-9215-43a3-a797-0d5e1ec983af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:37.836128 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-9f76f859-9215-43a3-a797-0d5e1ec983af service neutron] 10.222.0.30 "GET /v2.0/subnets?id=aaeac8b3-4bcd-4183-8fdc-e7e9bf33dceb HTTP/1.1" status: 200 len: 797 time: 0.1778166 Dec 20 14:29:37.844648 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3e943d5-5d01-407d-9414-c89d08826b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a179faf-fd88-4d1c-8683-0a8bb9be5690'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:29:37.850319 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87d214dd-daa5-436b-87ff-cbd71bd767b2" -d '{"events": [{"server_uuid": "b3e943d5-5d01-407d-9414-c89d08826b2f", "name": "network-vif-plugged", "status": "completed", "tag": "2a179faf-fd88-4d1c-8683-0a8bb9be5690"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:29:37.851419 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-d3afe1f6-edc4-4182-b6cb-ba0a02b68f80 req-3a92cf2b-6b58-48c9-8d32-c7631445fc65 tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-214063550', 'description': 'tempest-description-195355478'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:29:37.856018 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 2a179faf-fd88-4d1c-8683-0a8bb9be5690, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=2a179faf-fd88-4d1c-8683-0a8bb9be5690,segment=NetworkSegment(083290ff-00d5-486e-85d5-49b2b24fbd9d),segment_id=083290ff-00d5-486e-85d5-49b2b24fbd9d)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:29:37.863291 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:37.865023 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 2c856671-3a5c-476e-9630-cfd7595c0f1c up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:29:37.884985 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0b22c6-c7c7-400c-8e30-957490f98cfc tempest-LiveMigrationNegativeTest-1902372332 tempest-LiveMigrationNegativeTest-1902372332-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c74667-cef8-4db2-8433-d54adc1e2781,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:37.916371 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-d3afe1f6-edc4-4182-b6cb-ba0a02b68f80 req-3a92cf2b-6b58-48c9-8d32-c7631445fc65 tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:37.973283 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=2a179faf-fd88-4d1c-8683-0a8bb9be5690,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:37.986103 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:29:37.986631 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:29:37.987414 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:29:37.987628 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:29:37.987896 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:29:37.988320 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:29:37.988652 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:29:37.988975 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:29:37.989820 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:29:37.990288 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:29:37.990662 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:29:37.990979 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:29:37.991518 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:29:38.010631 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning for port 2c856671-3a5c-476e-9630-cfd7595c0f1c completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:29:38.016074 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port 2c856671-3a5c-476e-9630-cfd7595c0f1c triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:29:38.016658 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:38.017642 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-d3afe1f6-edc4-4182-b6cb-ba0a02b68f80 req-3a92cf2b-6b58-48c9-8d32-c7631445fc65 tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:38.021664 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-d3afe1f6-edc4-4182-b6cb-ba0a02b68f80 req-3a92cf2b-6b58-48c9-8d32-c7631445fc65 tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:38.030668 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-140181f4-d104-4613-863c-97b3eebc26c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:38.032125 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-140181f4-d104-4613-863c-97b3eebc26c0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e922ff15-a662-4866-8b6a-3d6f701ab36c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1507373 Dec 20 14:29:38.034469 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-aeeba5ba-cf21-4d55-8a7b-5cedc4bbc8d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:38.063906 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-d3afe1f6-edc4-4182-b6cb-ba0a02b68f80 req-3a92cf2b-6b58-48c9-8d32-c7631445fc65 tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:38.065159 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d3afe1f6-edc4-4182-b6cb-ba0a02b68f80 req-3a92cf2b-6b58-48c9-8d32-c7631445fc65 tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.2182648 Dec 20 14:29:38.071165 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [req-68f5f35a-a544-4f0a-aeaf-e4da490cbc62 req-48a4e122-880a-45bb-b079-f2b9326a5041 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dc04038-cab2-4b48-9194-17664723fa58 {{(pid=103168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:29:38.079016 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a92cf2b-6b58-48c9-8d32-c7631445fc65 tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72232e58-22b0-4437-9058-456f32825c0f,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:38.113267 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80200ab8-021d-45d9-bec5-aa8f75c6e7c7 req-0d8d5ce3-5051-41ef-a163-df5406f7bd6d tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:38.119683 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80200ab8-021d-45d9-bec5-aa8f75c6e7c7 req-0d8d5ce3-5051-41ef-a163-df5406f7bd6d tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:38.125690 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80200ab8-021d-45d9-bec5-aa8f75c6e7c7 req-0d8d5ce3-5051-41ef-a163-df5406f7bd6d tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:38.131755 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80200ab8-021d-45d9-bec5-aa8f75c6e7c7 req-0d8d5ce3-5051-41ef-a163-df5406f7bd6d tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:38.137575 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:38.137820 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80200ab8-021d-45d9-bec5-aa8f75c6e7c7 req-0d8d5ce3-5051-41ef-a163-df5406f7bd6d tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:38.144116 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80200ab8-021d-45d9-bec5-aa8f75c6e7c7 req-0d8d5ce3-5051-41ef-a163-df5406f7bd6d tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:38.149991 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80200ab8-021d-45d9-bec5-aa8f75c6e7c7 req-0d8d5ce3-5051-41ef-a163-df5406f7bd6d tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:38.150186 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 56572) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:29:38.151965 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-80200ab8-021d-45d9-bec5-aa8f75c6e7c7 req-0d8d5ce3-5051-41ef-a163-df5406f7bd6d tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bec07a8-c25f-4f16-885e-b65a42ac76c9 HTTP/1.1" status: 200 len: 5420 time: 0.2682118 Dec 20 14:29:38.163394 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-68f5f35a-a544-4f0a-aeaf-e4da490cbc62 req-48a4e122-880a-45bb-b079-f2b9326a5041 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:38.169658 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-aeeba5ba-cf21-4d55-8a7b-5cedc4bbc8d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:38.188800 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 2c856671-3a5c-476e-9630-cfd7595c0f1c, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=2c856671-3a5c-476e-9630-cfd7595c0f1c,segment=NetworkSegment(083290ff-00d5-486e-85d5-49b2b24fbd9d),segment_id=083290ff-00d5-486e-85d5-49b2b24fbd9d)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:29:38.191067 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afcdaf2c-e4fb-4e30-acac-60c809446e0c x-openstack-request-id: req-afcdaf2c-e4fb-4e30-acac-60c809446e0c {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:29:38.191651 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3e943d5-5d01-407d-9414-c89d08826b2f", "name": "network-vif-plugged", "status": "completed", "tag": "2a179faf-fd88-4d1c-8683-0a8bb9be5690", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:29:38.192076 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-afcdaf2c-e4fb-4e30-acac-60c809446e0c {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:29:38.192656 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3e943d5-5d01-407d-9414-c89d08826b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a179faf-fd88-4d1c-8683-0a8bb9be5690', 'code': 200} Dec 20 14:29:38.198489 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:38.200632 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 21f92dd2-a47b-44a5-8d5b-a2f2ccf8ee4f up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:29:38.215159 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c562454-197d-4e94-b799-df32f1d10dd2 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Deleting subnet 97a1c48e-b766-4e93-a601-e704af3a8ed0 {{(pid=103167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:29:38.218557 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9c562454-197d-4e94-b799-df32f1d10dd2 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks [] for subnet, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:38.262787 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9c562454-197d-4e94-b799-df32f1d10dd2 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954412'] for subnet, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:38.264853 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.provisioning_blocks [req-68f5f35a-a544-4f0a-aeaf-e4da490cbc62 req-48a4e122-880a-45bb-b079-f2b9326a5041 service neutron] Transition to ACTIVE for port object 4dc04038-cab2-4b48-9194-17664723fa58 will not be triggered until provisioned by entity L2. {{(pid=103168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:29:38.280920 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-68f5f35a-a544-4f0a-aeaf-e4da490cbc62 req-48a4e122-880a-45bb-b079-f2b9326a5041 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:38.329389 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning for port 21f92dd2-a47b-44a5-8d5b-a2f2ccf8ee4f completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:29:38.335681 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=2c856671-3a5c-476e-9630-cfd7595c0f1c,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:38.342952 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port 21f92dd2-a47b-44a5-8d5b-a2f2ccf8ee4f triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:29:38.344077 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:38.347449 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-68a5660b-e166-4db6-abc4-ec6cc5838f73 service neutron] 10.222.0.30 "GET /v2.0/networks/e922ff15-a662-4866-8b6a-3d6f701ab36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3028231 Dec 20 14:29:38.381415 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2e20beef-1029-4df6-8176-a93f028ec849 req-b44a9830-e722-4ab8-bf78-b853768ed6cd tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] 10.222.0.54 "GET /v2.0/security-groups/72232e58-22b0-4437-9058-456f32825c0f HTTP/1.1" status: 200 len: 1820 time: 0.0776243 Dec 20 14:29:38.401227 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-2e20beef-1029-4df6-8176-a93f028ec849 req-8a15661b-9fb0-470e-b78b-b41cf76650fa tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '72232e58-22b0-4437-9058-456f32825c0f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:29:38.401548 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-2e20beef-1029-4df6-8176-a93f028ec849 req-8a15661b-9fb0-470e-b78b-b41cf76650fa tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '72232e58-22b0-4437-9058-456f32825c0f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:29:38.405863 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-80200ab8-021d-45d9-bec5-aa8f75c6e7c7 req-76b98026-a27c-456b-9e16-71c3efbcb65b tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/security-groups?id=9a5fb326-e11a-43c7-acb8-8cef9da4f833&id=90051062-f265-4ecc-9e5a-22ebfc7553a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2397399 Dec 20 14:29:38.411291 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9c562454-197d-4e94-b799-df32f1d10dd2 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:38.417750 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-aeeba5ba-cf21-4d55-8a7b-5cedc4bbc8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:38.420404 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-aeeba5ba-cf21-4d55-8a7b-5cedc4bbc8d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:38.421576 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-aeeba5ba-cf21-4d55-8a7b-5cedc4bbc8d6 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3f9e0060-e7c9-4c33-93c2-0a6db34f5368 HTTP/1.1" status: 204 len: 168 time: 0.8031652 Dec 20 14:29:38.428994 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a4e122-880a-45bb-b079-f2b9326a5041 service neutron] Pushing event updated for resources: {'Port': ['ID=4dc04038-cab2-4b48-9194-17664723fa58,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:38.482928 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:38.488006 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeba5ba-cf21-4d55-8a7b-5cedc4bbc8d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f9e0060-e7c9-4c33-93c2-0a6db34f5368,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:38.560778 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 21f92dd2-a47b-44a5-8d5b-a2f2ccf8ee4f, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=21f92dd2-a47b-44a5-8d5b-a2f2ccf8ee4f,segment=NetworkSegment(38e3b0df-fe83-43da-b83c-677d17fe07c0),segment_id=38e3b0df-fe83-43da-b83c-677d17fe07c0)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:29:38.564828 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-004986f9-dd1a-4348-9d02-b5bd6bd5fb8b service neutron] 10.222.0.30 "GET /v2.0/networks/e922ff15-a662-4866-8b6a-3d6f701ab36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059662 Dec 20 14:29:38.570933 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-68f5f35a-a544-4f0a-aeaf-e4da490cbc62 req-48a4e122-880a-45bb-b079-f2b9326a5041 service neutron] Attempting to bind port 4dc04038-cab2-4b48-9194-17664723fa58 on host n-h1-761264-19 for vnic_type normal with profile {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:29:38.572028 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-68f5f35a-a544-4f0a-aeaf-e4da490cbc62 req-48a4e122-880a-45bb-b079-f2b9326a5041 service neutron] Attempting to bind port 4dc04038-cab2-4b48-9194-17664723fa58 by drivers openvswitch,hyperv on host n-h1-761264-19 at level 0 using segments [{'id': '0db4f97e-52d2-4e75-a7f6-550aa2b8eca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '495ace7a-f44e-4349-a86f-b6f0c2cf6eb6'}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:29:38.572530 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f5f35a-a544-4f0a-aeaf-e4da490cbc62 req-48a4e122-880a-45bb-b079-f2b9326a5041 service neutron] Attempting to bind port 4dc04038-cab2-4b48-9194-17664723fa58 on network 495ace7a-f44e-4349-a86f-b6f0c2cf6eb6 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:29:38.579232 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:38.581560 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 53964767-e153-45ad-817f-303368cbc376 up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:29:38.615250 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f5f35a-a544-4f0a-aeaf-e4da490cbc62 req-48a4e122-880a-45bb-b079-f2b9326a5041 service neutron] Port 4dc04038-cab2-4b48-9194-17664723fa58 on network 495ace7a-f44e-4349-a86f-b6f0c2cf6eb6 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-19 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:29:38.615824 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f5f35a-a544-4f0a-aeaf-e4da490cbc62 req-48a4e122-880a-45bb-b079-f2b9326a5041 service neutron] Attempting to bind port 4dc04038-cab2-4b48-9194-17664723fa58 on network 495ace7a-f44e-4349-a86f-b6f0c2cf6eb6 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:29:38.616798 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9c562454-197d-4e94-b799-df32f1d10dd2 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:38.621336 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-302f8632-847d-47a0-9e8a-20f28e2e3b47 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.108&port_id=c2b6402c-cca9-42ae-b247-701e4186077e HTTP/1.1" status: 200 len: 217 time: 0.0458934 Dec 20 14:29:38.624871 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f5f35a-a544-4f0a-aeaf-e4da490cbc62 req-48a4e122-880a-45bb-b079-f2b9326a5041 service neutron] Checking agent: {'id': '3e5ace3e-dd7b-4522-a7c4-77d13dbeab1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:29:38.625213 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f5f35a-a544-4f0a-aeaf-e4da490cbc62 req-48a4e122-880a-45bb-b079-f2b9326a5041 service neutron] Checking segment: {'id': '0db4f97e-52d2-4e75-a7f6-550aa2b8eca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '495ace7a-f44e-4349-a86f-b6f0c2cf6eb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:29:38.625769 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f5f35a-a544-4f0a-aeaf-e4da490cbc62 req-48a4e122-880a-45bb-b079-f2b9326a5041 service neutron] Bound using segment: {'id': '0db4f97e-52d2-4e75-a7f6-550aa2b8eca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '495ace7a-f44e-4349-a86f-b6f0c2cf6eb6'} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:29:38.626216 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-68f5f35a-a544-4f0a-aeaf-e4da490cbc62 req-48a4e122-880a-45bb-b079-f2b9326a5041 service neutron] Bound port: 4dc04038-cab2-4b48-9194-17664723fa58, host: n-h1-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0db4f97e-52d2-4e75-a7f6-550aa2b8eca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '495ace7a-f44e-4349-a86f-b6f0c2cf6eb6'}}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:29:38.626580 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-68f5f35a-a544-4f0a-aeaf-e4da490cbc62 req-48a4e122-880a-45bb-b079-f2b9326a5041 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:38.649537 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-2e20beef-1029-4df6-8176-a93f028ec849 req-8a15661b-9fb0-470e-b78b-b41cf76650fa tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:38.654054 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c562454-197d-4e94-b799-df32f1d10dd2 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Pushing event deleted for resources: {'Subnet': ['ID=97a1c48e-b766-4e93-a601-e704af3a8ed0,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:38.667767 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9c562454-197d-4e94-b799-df32f1d10dd2 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:38.675438 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 56598) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:29:38.676283 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-9c562454-197d-4e94-b799-df32f1d10dd2 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.54 "DELETE /v2.0/subnets/97a1c48e-b766-4e93-a601-e704af3a8ed0 HTTP/1.1" status: 204 len: 168 time: 0.5248873 Dec 20 14:29:38.698158 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-2e20beef-1029-4df6-8176-a93f028ec849 req-8a15661b-9fb0-470e-b78b-b41cf76650fa tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:38.712762 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-2e20beef-1029-4df6-8176-a93f028ec849 req-8a15661b-9fb0-470e-b78b-b41cf76650fa tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:38.732828 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd7a822-ff67-4d97-9eba-98387172b81f None None] Network 4c5870bc-f5fa-4ac0-8dae-67cdde64d1db requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:29:38.748413 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a15661b-9fb0-470e-b78b-b41cf76650fa tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d15e6dea-c09f-443a-ae05-0d03b882dd80,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:38.761593 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-2e20beef-1029-4df6-8176-a93f028ec849 req-8a15661b-9fb0-470e-b78b-b41cf76650fa tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:38.772354 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-ad334cd1-9abd-45d5-a274-5880abb18f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:38.772354 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-ad334cd1-9abd-45d5-a274-5880abb18f2b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=aaeac8b3-4bcd-4183-8fdc-e7e9bf33dceb HTTP/1.1" status: 200 len: 797 time: 0.1386302 Dec 20 14:29:38.783347 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2e20beef-1029-4df6-8176-a93f028ec849 req-8a15661b-9fb0-470e-b78b-b41cf76650fa tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3890479 Dec 20 14:29:38.853257 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning for port 53964767-e153-45ad-817f-303368cbc376 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:29:38.865953 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=21f92dd2-a47b-44a5-8d5b-a2f2ccf8ee4f,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:38.883169 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port 53964767-e153-45ad-817f-303368cbc376 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:29:38.883169 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:38.915764 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-902e180d-2dad-44b0-bc99-c99f9127f3f7 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:38.948590 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-a5f0a9a0-63a4-4e04-a095-f44cb1ba49cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:38.950820 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-a5f0a9a0-63a4-4e04-a095-f44cb1ba49cb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e922ff15-a662-4866-8b6a-3d6f701ab36c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0762036 Dec 20 14:29:38.952023 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-68f5f35a-a544-4f0a-aeaf-e4da490cbc62 req-48a4e122-880a-45bb-b079-f2b9326a5041 service neutron] For port 4dc04038-cab2-4b48-9194-17664723fa58, host n-h1-761264-19, cleared binding levels {{(pid=103168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:29:38.960621 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-68f5f35a-a544-4f0a-aeaf-e4da490cbc62 req-48a4e122-880a-45bb-b079-f2b9326a5041 service neutron] For port 4dc04038-cab2-4b48-9194-17664723fa58, host n-h1-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=4dc04038-cab2-4b48-9194-17664723fa58,segment=NetworkSegment(0db4f97e-52d2-4e75-a7f6-550aa2b8eca1),segment_id=0db4f97e-52d2-4e75-a7f6-550aa2b8eca1)] {{(pid=103168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:29:38.976214 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89528f-99f5-47ca-9478-187e1098d1d7 req-ebcf4326-f786-42a8-ba52-0fc2d7971e1b tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:38.992716 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89528f-99f5-47ca-9478-187e1098d1d7 req-ebcf4326-f786-42a8-ba52-0fc2d7971e1b tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:39.001880 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89528f-99f5-47ca-9478-187e1098d1d7 req-ebcf4326-f786-42a8-ba52-0fc2d7971e1b tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:39.013232 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-68f5f35a-a544-4f0a-aeaf-e4da490cbc62 req-48a4e122-880a-45bb-b079-f2b9326a5041 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:39.030580 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89528f-99f5-47ca-9478-187e1098d1d7 req-ebcf4326-f786-42a8-ba52-0fc2d7971e1b tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:39.040202 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89528f-99f5-47ca-9478-187e1098d1d7 req-ebcf4326-f786-42a8-ba52-0fc2d7971e1b tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:39.044406 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:39.048395 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89528f-99f5-47ca-9478-187e1098d1d7 req-ebcf4326-f786-42a8-ba52-0fc2d7971e1b tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:39.060204 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2544884c-77ab-4331-b511-055078a0a727 None None] DHCP port deletion for 4c5870bc-f5fa-4ac0-8dae-67cdde64d1db request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:29:39.063311 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89528f-99f5-47ca-9478-187e1098d1d7 req-ebcf4326-f786-42a8-ba52-0fc2d7971e1b tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:39.066162 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2e89528f-99f5-47ca-9478-187e1098d1d7 req-ebcf4326-f786-42a8-ba52-0fc2d7971e1b tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3e943d5-5d01-407d-9414-c89d08826b2f HTTP/1.1" status: 200 len: 5440 time: 0.2118263 Dec 20 14:29:39.106843 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 56630) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:29:39.117538 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f5f35a-a544-4f0a-aeaf-e4da490cbc62 req-48a4e122-880a-45bb-b079-f2b9326a5041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:39.120339 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-68f5f35a-a544-4f0a-aeaf-e4da490cbc62 req-48a4e122-880a-45bb-b079-f2b9326a5041 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:39.125271 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-68f5f35a-a544-4f0a-aeaf-e4da490cbc62 req-48a4e122-880a-45bb-b079-f2b9326a5041 service neutron] 10.222.0.30 "PUT /v2.0/ports/4dc04038-cab2-4b48-9194-17664723fa58 HTTP/1.1" status: 200 len: 1093 time: 2.1027493 Dec 20 14:29:39.126184 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90aa83c6-08cd-4633-aa11-a02fe8beda7a', 'tag': '4dc04038-cab2-4b48-9194-17664723fa58'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:29:39.130147 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0aa0ec2-ba75-4475-be4e-a9d9f59cb674" -d '{"events": [{"name": "network-changed", "server_uuid": "90aa83c6-08cd-4633-aa11-a02fe8beda7a", "tag": "4dc04038-cab2-4b48-9194-17664723fa58"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:29:39.180287 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 53964767-e153-45ad-817f-303368cbc376, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=53964767-e153-45ad-817f-303368cbc376,segment=NetworkSegment(083290ff-00d5-486e-85d5-49b2b24fbd9d),segment_id=083290ff-00d5-486e-85d5-49b2b24fbd9d)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:29:39.191062 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2e89528f-99f5-47ca-9478-187e1098d1d7 req-6a7c5997-c07f-4f36-b33e-efcbcac376f7 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/security-groups?id=43c0ac57-a0d4-4728-b359-486d90e63ad1&id=81a62dd3-6166-418b-a2f3-15daa19beec9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1106877 Dec 20 14:29:39.191361 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:39.192138 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device fc4dfef1-284b-46a8-abf8-8899705f3844 up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:29:39.193234 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-e9d03409-656a-458b-909f-8f422df214dd admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e6132b3e882747cabeeca4e596d0a1b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0851276 Dec 20 14:29:39.196768 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 56636) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:29:39.241972 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a4e122-880a-45bb-b079-f2b9326a5041 service neutron] Pushing event updated for resources: {'Port': ['ID=4dc04038-cab2-4b48-9194-17664723fa58,revision_number=3']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:39.255625 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-2544884c-77ab-4331-b511-055078a0a727 None None] Deleting port c8e96a24-58d7-4f51-a8ac-2b9e3393abe0 {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:29:39.256158 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2544884c-77ab-4331-b511-055078a0a727 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:39.323371 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f5f35a-a544-4f0a-aeaf-e4da490cbc62 req-2e7a92df-7d9e-4e67-bf16-150258aa1d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:39.325298 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-68f5f35a-a544-4f0a-aeaf-e4da490cbc62 req-2e7a92df-7d9e-4e67-bf16-150258aa1d83 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=543a5ccf1524441b95c235a83f5e56cd&device_id=90aa83c6-08cd-4633-aa11-a02fe8beda7a HTTP/1.1" status: 200 len: 1096 time: 0.1374087 Dec 20 14:29:39.341247 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-902e180d-2dad-44b0-bc99-c99f9127f3f7 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Deleting port c8e96a24-58d7-4f51-a8ac-2b9e3393abe0 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:29:39.342017 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-902e180d-2dad-44b0-bc99-c99f9127f3f7 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:39.347367 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-260635c8-35c4-477b-8d81-ecee457a42c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:39.379827 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-260635c8-35c4-477b-8d81-ecee457a42c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:39.388773 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-b58f85d0-b759-426b-8c0b-49480d120c52 service neutron] 10.222.0.30 "GET /v2.0/networks/e922ff15-a662-4866-8b6a-3d6f701ab36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3868892 Dec 20 14:29:39.432014 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-68f5f35a-a544-4f0a-aeaf-e4da490cbc62 req-760fd6fd-af95-495f-9131-f37d31d536ed service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4dc04038-cab2-4b48-9194-17664723fa58 HTTP/1.1" status: 200 len: 217 time: 0.0871363 Dec 20 14:29:39.479416 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-260635c8-35c4-477b-8d81-ecee457a42c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:39.485655 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-260635c8-35c4-477b-8d81-ecee457a42c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:39.487872 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-260635c8-35c4-477b-8d81-ecee457a42c2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/71aeead0-5763-4e0b-b879-4f8a40a93889 HTTP/1.1" status: 204 len: 168 time: 0.2898648 Dec 20 14:29:39.503088 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260635c8-35c4-477b-8d81-ecee457a42c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71aeead0-5763-4e0b-b879-4f8a40a93889,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:39.559469 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2544884c-77ab-4331-b511-055078a0a727 None None] For port c8e96a24-58d7-4f51-a8ac-2b9e3393abe0, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=c8e96a24-58d7-4f51-a8ac-2b9e3393abe0,segment=NetworkSegment(06a756f9-b560-403d-ad98-66af82c3d41f),segment_id=06a756f9-b560-403d-ad98-66af82c3d41f)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:29:39.560027 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2544884c-77ab-4331-b511-055078a0a727 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:39.564433 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=53964767-e153-45ad-817f-303368cbc376,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:39.582343 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-2544884c-77ab-4331-b511-055078a0a727 None None] Calling delete_port for c8e96a24-58d7-4f51-a8ac-2b9e3393abe0 owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:29:39.600874 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning for port fc4dfef1-284b-46a8-abf8-8899705f3844 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:29:39.601249 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-902e180d-2dad-44b0-bc99-c99f9127f3f7 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] For port c8e96a24-58d7-4f51-a8ac-2b9e3393abe0, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=c8e96a24-58d7-4f51-a8ac-2b9e3393abe0,segment=NetworkSegment(06a756f9-b560-403d-ad98-66af82c3d41f),segment_id=06a756f9-b560-403d-ad98-66af82c3d41f)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:29:39.601417 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-902e180d-2dad-44b0-bc99-c99f9127f3f7 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:39.606760 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port fc4dfef1-284b-46a8-abf8-8899705f3844 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:29:39.607131 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:39.616911 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e33d667f-70ce-40c4-9e5b-2b4882d64bb7 req-9ceab186-18cf-4581-a88d-2b68e0c1c324 tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] 10.222.0.54 "GET /v2.0/security-groups/72232e58-22b0-4437-9058-456f32825c0f HTTP/1.1" status: 200 len: 2413 time: 0.1271935 Dec 20 14:29:39.630607 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-e33d667f-70ce-40c4-9e5b-2b4882d64bb7 req-ac8388dd-c176-48fb-a3eb-bf2aaae33601 tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '72232e58-22b0-4437-9058-456f32825c0f', 'remote_group_id': None}]} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:29:39.631699 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-e33d667f-70ce-40c4-9e5b-2b4882d64bb7 req-ac8388dd-c176-48fb-a3eb-bf2aaae33601 tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '72232e58-22b0-4437-9058-456f32825c0f', 'remote_group_id': None}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:29:39.642281 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579682a2-d81e-4ee1-b432-13d9506284da req-1948d2d2-7c30-48f4-a8f8-e17cf7be9c22 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:39.644116 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-579682a2-d81e-4ee1-b432-13d9506284da req-1948d2d2-7c30-48f4-a8f8-e17cf7be9c22 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=90aa83c6-08cd-4633-aa11-a02fe8beda7a HTTP/1.1" status: 200 len: 944 time: 0.3232644 Dec 20 14:29:39.645448 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-902e180d-2dad-44b0-bc99-c99f9127f3f7 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Calling delete_port for c8e96a24-58d7-4f51-a8ac-2b9e3393abe0 owned by network:dhcp {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:29:39.651349 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f5f35a-a544-4f0a-aeaf-e4da490cbc62 req-84e9260a-c74a-473d-91c0-fcbb1a86471b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:39.653202 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-68f5f35a-a544-4f0a-aeaf-e4da490cbc62 req-84e9260a-c74a-473d-91c0-fcbb1a86471b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c8908482-6016-4528-aed2-b6e5b6996a4d HTTP/1.1" status: 200 len: 851 time: 0.1845405 Dec 20 14:29:39.721733 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-68f5f35a-a544-4f0a-aeaf-e4da490cbc62 req-4c410f21-7538-44e7-9053-f151b5fc8f6b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=495ace7a-f44e-4349-a86f-b6f0c2cf6eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598657 Dec 20 14:29:39.729314 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-e33d667f-70ce-40c4-9e5b-2b4882d64bb7 req-ac8388dd-c176-48fb-a3eb-bf2aaae33601 tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:39.759039 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-e33d667f-70ce-40c4-9e5b-2b4882d64bb7 req-ac8388dd-c176-48fb-a3eb-bf2aaae33601 tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:39.764815 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-e33d667f-70ce-40c4-9e5b-2b4882d64bb7 req-ac8388dd-c176-48fb-a3eb-bf2aaae33601 tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:39.790764 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8388dd-c176-48fb-a3eb-bf2aaae33601 tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3cc6e42-7cf2-4a02-b64d-5f2acdf26a93,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:39.805420 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-e33d667f-70ce-40c4-9e5b-2b4882d64bb7 req-ac8388dd-c176-48fb-a3eb-bf2aaae33601 tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:39.809665 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e33d667f-70ce-40c4-9e5b-2b4882d64bb7 req-ac8388dd-c176-48fb-a3eb-bf2aaae33601 tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1853766 Dec 20 14:29:39.811441 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-8ed2b0ef-a79e-44fd-af2b-f547a7d38784 service neutron] 10.222.0.30 "GET /v2.0/networks/e922ff15-a662-4866-8b6a-3d6f701ab36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3849599 Dec 20 14:29:39.826781 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:39.850089 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2544884c-77ab-4331-b511-055078a0a727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:39.880476 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-579682a2-d81e-4ee1-b432-13d9506284da req-561c357b-3e98-4e87-8fae-cdcff2dc39fe tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221255 Dec 20 14:29:39.905614 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2544884c-77ab-4331-b511-055078a0a727 None None] No DVR routers for this DVR port c8e96a24-58d7-4f51-a8ac-2b9e3393abe0 on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:29:39.916746 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2544884c-77ab-4331-b511-055078a0a727 None None] Pushing event deleted for resources: {'Port': ['ID=c8e96a24-58d7-4f51-a8ac-2b9e3393abe0,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:39.933994 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port fc4dfef1-284b-46a8-abf8-8899705f3844, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=fc4dfef1-284b-46a8-abf8-8899705f3844,segment=NetworkSegment(38e3b0df-fe83-43da-b83c-677d17fe07c0),segment_id=38e3b0df-fe83-43da-b83c-677d17fe07c0)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:29:39.934219 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfe7ba70-0b0c-4195-8af5-4c9e7d57ffe4 x-openstack-request-id: req-bfe7ba70-0b0c-4195-8af5-4c9e7d57ffe4 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:29:39.934458 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90aa83c6-08cd-4633-aa11-a02fe8beda7a", "tag": "4dc04038-cab2-4b48-9194-17664723fa58", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:29:39.934559 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bfe7ba70-0b0c-4195-8af5-4c9e7d57ffe4 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:29:39.935018 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90aa83c6-08cd-4633-aa11-a02fe8beda7a', 'tag': '4dc04038-cab2-4b48-9194-17664723fa58', 'status': 'completed', 'code': 200} Dec 20 14:29:39.939820 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-d74ba5b6-7bec-4100-849e-398f1001abcb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.7&port_id=c388c669-8dbc-4a20-aa6b-dcc41424fb88 HTTP/1.1" status: 200 len: 217 time: 0.1168427 Dec 20 14:29:39.940409 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:39.941336 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device fc3c68f4-a329-4427-b5d7-367e479e930e up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:29:40.036571 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=fc4dfef1-284b-46a8-abf8-8899705f3844,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:40.042020 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning for port fc3c68f4-a329-4427-b5d7-367e479e930e completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:29:40.047778 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port fc3c68f4-a329-4427-b5d7-367e479e930e triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:29:40.048073 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:40.163636 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-902e180d-2dad-44b0-bc99-c99f9127f3f7 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:40.202006 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-b59206f3-cd05-4c66-9c5a-90f0723c618d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:40.202463 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3e943d5-5d01-407d-9414-c89d08826b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c856671-3a5c-476e-9630-cfd7595c0f1c'}, {'server_uuid': 'b3e943d5-5d01-407d-9414-c89d08826b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21f92dd2-a47b-44a5-8d5b-a2f2ccf8ee4f'}, {'server_uuid': 'b3e943d5-5d01-407d-9414-c89d08826b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53964767-e153-45ad-817f-303368cbc376'}, {'server_uuid': 'b3e943d5-5d01-407d-9414-c89d08826b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc4dfef1-284b-46a8-abf8-8899705f3844'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:29:40.204462 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-b59206f3-cd05-4c66-9c5a-90f0723c618d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=aaeac8b3-4bcd-4183-8fdc-e7e9bf33dceb HTTP/1.1" status: 200 len: 797 time: 0.2508252 Dec 20 14:29:40.207171 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-098c7e47-092b-49ff-a213-6537fdbede7c" -d '{"events": [{"server_uuid": "b3e943d5-5d01-407d-9414-c89d08826b2f", "name": "network-vif-plugged", "status": "completed", "tag": "2c856671-3a5c-476e-9630-cfd7595c0f1c"}, {"server_uuid": "b3e943d5-5d01-407d-9414-c89d08826b2f", "name": "network-vif-plugged", "status": "completed", "tag": "21f92dd2-a47b-44a5-8d5b-a2f2ccf8ee4f"}, {"server_uuid": "b3e943d5-5d01-407d-9414-c89d08826b2f", "name": "network-vif-plugged", "status": "completed", "tag": "53964767-e153-45ad-817f-303368cbc376"}, {"server_uuid": "b3e943d5-5d01-407d-9414-c89d08826b2f", "name": "network-vif-plugged", "status": "completed", "tag": "fc4dfef1-284b-46a8-abf8-8899705f3844"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:29:40.210749 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-68f5f35a-a544-4f0a-aeaf-e4da490cbc62 req-210f1d93-4242-4c02-bdf6-cbcb5f0d3ffc service neutron] 10.222.0.30 "GET /v2.0/networks/495ace7a-f44e-4349-a86f-b6f0c2cf6eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4784381 Dec 20 14:29:40.211096 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:40.212773 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902e180d-2dad-44b0-bc99-c99f9127f3f7 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Pushing event deleted for resources: {'Port': ['ID=c8e96a24-58d7-4f51-a8ac-2b9e3393abe0,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:40.240715 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902e180d-2dad-44b0-bc99-c99f9127f3f7 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] No DVR routers for this DVR port c8e96a24-58d7-4f51-a8ac-2b9e3393abe0 on host n-d-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:29:40.271185 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port fc3c68f4-a329-4427-b5d7-367e479e930e, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=fc3c68f4-a329-4427-b5d7-367e479e930e,segment=NetworkSegment(083ec5a2-8034-45c0-81b5-ec9dea4598e2),segment_id=083ec5a2-8034-45c0-81b5-ec9dea4598e2)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:29:40.276080 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device c8e96a24-58d7-4f51-a8ac-2b9e3393abe0 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:29:40.280189 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:40.331092 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 472629f0-99a5-462a-9b97-0c161849b783 up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:29:40.337401 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: c8e96a24-58d7-4f51-a8ac-2b9e3393abe0 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:29:40.337638 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device c8e96a24-58d7-4f51-a8ac-2b9e3393abe0 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:29:40.393817 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=fc3c68f4-a329-4427-b5d7-367e479e930e,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:40.414214 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning for port 472629f0-99a5-462a-9b97-0c161849b783 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:29:40.421126 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port 472629f0-99a5-462a-9b97-0c161849b783 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:29:40.421498 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:40.531458 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:40.588188 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 472629f0-99a5-462a-9b97-0c161849b783, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=472629f0-99a5-462a-9b97-0c161849b783,segment=NetworkSegment(083290ff-00d5-486e-85d5-49b2b24fbd9d),segment_id=083290ff-00d5-486e-85d5-49b2b24fbd9d)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:29:40.595437 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:40.615948 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632fb42c-f0b2-4d33-a020-0bab2d72bad2 req-ad1b9cda-66c3-4271-bfe1-743d341b7c8e tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:40.622488 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632fb42c-f0b2-4d33-a020-0bab2d72bad2 req-ad1b9cda-66c3-4271-bfe1-743d341b7c8e tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:40.629693 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632fb42c-f0b2-4d33-a020-0bab2d72bad2 req-ad1b9cda-66c3-4271-bfe1-743d341b7c8e tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:40.636642 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632fb42c-f0b2-4d33-a020-0bab2d72bad2 req-ad1b9cda-66c3-4271-bfe1-743d341b7c8e tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:40.643337 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632fb42c-f0b2-4d33-a020-0bab2d72bad2 req-ad1b9cda-66c3-4271-bfe1-743d341b7c8e tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:40.649939 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632fb42c-f0b2-4d33-a020-0bab2d72bad2 req-ad1b9cda-66c3-4271-bfe1-743d341b7c8e tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:40.656233 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632fb42c-f0b2-4d33-a020-0bab2d72bad2 req-ad1b9cda-66c3-4271-bfe1-743d341b7c8e tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:40.658759 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-632fb42c-f0b2-4d33-a020-0bab2d72bad2 req-ad1b9cda-66c3-4271-bfe1-743d341b7c8e tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bec07a8-c25f-4f16-885e-b65a42ac76c9 HTTP/1.1" status: 200 len: 5420 time: 0.1106014 Dec 20 14:29:40.660770 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=472629f0-99a5-462a-9b97-0c161849b783,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:40.734525 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce32e4aa-c252-4ae7-84c0-6942ed93f87b req-ed630ec3-9098-4e90-a5ad-33841fde2400 tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:40.736115 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ce32e4aa-c252-4ae7-84c0-6942ed93f87b req-ed630ec3-9098-4e90-a5ad-33841fde2400 tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] 10.222.0.54 "GET /v2.0/ports?device_id=d68eaab8-9dac-46df-bf2b-9917194d430a HTTP/1.1" status: 200 len: 950 time: 0.7208533 Dec 20 14:29:40.737737 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-632fb42c-f0b2-4d33-a020-0bab2d72bad2 req-43630ad8-64e0-4a0f-ba91-783195201f71 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/security-groups?id=9a5fb326-e11a-43c7-acb8-8cef9da4f833&id=90051062-f265-4ecc-9e5a-22ebfc7553a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0654106 Dec 20 14:29:40.827490 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-902e180d-2dad-44b0-bc99-c99f9127f3f7 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:40.843257 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9406cd9f-f27b-4c83-a645-9a9da26f6613 req-bab1af4e-3f62-4f9f-bad5-533673c38147 tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] 10.222.0.54 "GET /v2.0/security-groups/72232e58-22b0-4437-9058-456f32825c0f HTTP/1.1" status: 200 len: 3011 time: 0.0649655 Dec 20 14:29:40.855120 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-105c4da2-b4c4-49fa-b121-469a680c1314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:40.856562 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-105c4da2-b4c4-49fa-b121-469a680c1314 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e922ff15-a662-4866-8b6a-3d6f701ab36c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6359401 Dec 20 14:29:40.888380 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Mon, 20 Dec 2021 14:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cf553f7-f3ee-4071-95b4-ec94eafc1943 x-openstack-request-id: req-5cf553f7-f3ee-4071-95b4-ec94eafc1943 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:29:40.888761 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3e943d5-5d01-407d-9414-c89d08826b2f", "name": "network-vif-plugged", "status": "completed", "tag": "2c856671-3a5c-476e-9630-cfd7595c0f1c", "code": 200}, {"server_uuid": "b3e943d5-5d01-407d-9414-c89d08826b2f", "name": "network-vif-plugged", "status": "completed", "tag": "21f92dd2-a47b-44a5-8d5b-a2f2ccf8ee4f", "code": 200}, {"server_uuid": "b3e943d5-5d01-407d-9414-c89d08826b2f", "name": "network-vif-plugged", "status": "completed", "tag": "53964767-e153-45ad-817f-303368cbc376", "code": 200}, {"server_uuid": "b3e943d5-5d01-407d-9414-c89d08826b2f", "name": "network-vif-plugged", "status": "completed", "tag": "fc4dfef1-284b-46a8-abf8-8899705f3844", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:29:40.889146 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5cf553f7-f3ee-4071-95b4-ec94eafc1943 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:29:40.889325 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-902e180d-2dad-44b0-bc99-c99f9127f3f7 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c5870bc-f5fa-4ac0-8dae-67cdde64d1db']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:29:40.889479 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3e943d5-5d01-407d-9414-c89d08826b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c856671-3a5c-476e-9630-cfd7595c0f1c', 'code': 200} Dec 20 14:29:40.890555 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3e943d5-5d01-407d-9414-c89d08826b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21f92dd2-a47b-44a5-8d5b-a2f2ccf8ee4f', 'code': 200} Dec 20 14:29:40.891373 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3e943d5-5d01-407d-9414-c89d08826b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53964767-e153-45ad-817f-303368cbc376', 'code': 200} Dec 20 14:29:40.891741 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3e943d5-5d01-407d-9414-c89d08826b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc4dfef1-284b-46a8-abf8-8899705f3844', 'code': 200} Dec 20 14:29:40.916770 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-68f5f35a-a544-4f0a-aeaf-e4da490cbc62 req-e1c40e22-4c29-4cfd-93e9-c5cc4a3b87ef service neutron] 10.222.0.30 "GET /v2.0/networks/495ace7a-f44e-4349-a86f-b6f0c2cf6eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6948159 Dec 20 14:29:40.929795 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ce32e4aa-c252-4ae7-84c0-6942ed93f87b req-fbf246d8-484e-4b07-b10a-83b41d9c1be2 tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] 10.222.0.54 "GET /v2.0/security-groups?id=1b3d86b7-740d-47b9-b8da-4b8aa7ff48e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767738 Dec 20 14:29:40.931689 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-902e180d-2dad-44b0-bc99-c99f9127f3f7 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06a756f9-b560-403d-ad98-66af82c3d41f') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:29:40.931983 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-902e180d-2dad-44b0-bc99-c99f9127f3f7 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06a756f9-b560-403d-ad98-66af82c3d41f') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:29:40.972552 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-902e180d-2dad-44b0-bc99-c99f9127f3f7 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:41.016896 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26a3424-1103-4687-950a-c4fe4f069601 req-b42673b0-3644-4fa5-a727-717a7fdaf717 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:41.023992 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-902e180d-2dad-44b0-bc99-c99f9127f3f7 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:41.030192 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26a3424-1103-4687-950a-c4fe4f069601 req-b42673b0-3644-4fa5-a727-717a7fdaf717 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:41.037018 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26a3424-1103-4687-950a-c4fe4f069601 req-b42673b0-3644-4fa5-a727-717a7fdaf717 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:41.045680 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26a3424-1103-4687-950a-c4fe4f069601 req-b42673b0-3644-4fa5-a727-717a7fdaf717 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:41.052296 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26a3424-1103-4687-950a-c4fe4f069601 req-b42673b0-3644-4fa5-a727-717a7fdaf717 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:41.057199 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-902e180d-2dad-44b0-bc99-c99f9127f3f7 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:29:41.057675 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-902e180d-2dad-44b0-bc99-c99f9127f3f7 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:41.059083 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26a3424-1103-4687-950a-c4fe4f069601 req-b42673b0-3644-4fa5-a727-717a7fdaf717 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:41.061877 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:41.061877 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:29:41.061877 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:41.061877 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:29:41.061877 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:41.061877 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:29:41.061877 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:41.061877 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:29:41.061877 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:41.061877 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:29:41.061877 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:41.061877 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:29:41.061877 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:41.061877 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:29:41.061877 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:41.061877 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:29:41.061877 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:41.061877 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:29:41.061877 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:41.061877 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:29:41.061877 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:41.061877 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:29:41.061877 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:41.061877 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:29:41.061877 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:41.061877 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:29:41.061877 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:41.061877 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:29:41.061877 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:41.061877 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:29:41.061877 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:41.061877 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:29:41.061877 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:41.061877 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:29:41.061877 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:41.061877 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:29:41.065117 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:29:41.065117 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:29:41.065117 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:29:41.065117 n-d-761264-19 neutron-server[103168]: self.session.flush() Dec 20 14:29:41.065117 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:29:41.065117 n-d-761264-19 neutron-server[103168]: self.session.flush() Dec 20 14:29:41.065117 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:29:41.065117 n-d-761264-19 neutron-server[103168]: self.session.flush() Dec 20 14:29:41.065117 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:29:41.065117 n-d-761264-19 neutron-server[103168]: self.session.flush() Dec 20 14:29:41.065117 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 14:29:41.065117 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:29:41.065117 n-d-761264-19 neutron-server[103168]: timer() Dec 20 14:29:41.065117 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:29:41.065117 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 14:29:41.065117 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:29:41.065117 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 14:29:41.065117 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:29:41.065117 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 14:29:41.065117 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:29:41.065117 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 14:29:41.065117 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:29:41.065117 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 14:29:41.065117 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:29:41.065117 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:29:41.065117 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:29:41.065117 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:29:41.065117 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:29:41.065117 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 14:29:41.065117 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:29:41.065117 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 14:29:41.065117 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:29:41.065117 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:29:41.065117 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:29:41.065117 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 14:29:41.065117 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:29:41.065117 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:29:41.065117 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:29:41.065117 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:29:41.065117 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:29:41.065117 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:29:41.065117 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:29:41.068659 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26a3424-1103-4687-950a-c4fe4f069601 req-b42673b0-3644-4fa5-a727-717a7fdaf717 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:41.075048 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d26a3424-1103-4687-950a-c4fe4f069601 req-b42673b0-3644-4fa5-a727-717a7fdaf717 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3e943d5-5d01-407d-9414-c89d08826b2f HTTP/1.1" status: 200 len: 5444 time: 0.1300788 Dec 20 14:29:41.140843 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-165d7e44-d23c-41e5-813c-cff037cc342e service neutron] 10.222.0.30 "GET /v2.0/networks/e922ff15-a662-4866-8b6a-3d6f701ab36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644825 Dec 20 14:29:41.149903 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ba6647e1-dac6-46a0-8071-5bc8ab8f777a req-dd27fc96-3996-4788-b63f-59d30433b13f tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] 10.222.0.54 "GET /v2.0/security-group-rules/f3cc6e42-7cf2-4a02-b64d-5f2acdf26a93 HTTP/1.1" status: 200 len: 783 time: 0.0716493 Dec 20 14:29:41.169281 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199b2c3e-b6ac-46e1-b20f-a092378a1dd0 req-4757fc98-8654-40ab-b339-9fab13b85b38 tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:41.170995 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-199b2c3e-b6ac-46e1-b20f-a092378a1dd0 req-4757fc98-8654-40ab-b339-9fab13b85b38 tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] 10.222.0.47 "GET /v2.0/ports?device_id=d68eaab8-9dac-46df-bf2b-9917194d430a HTTP/1.1" status: 200 len: 950 time: 0.0876954 Dec 20 14:29:41.177276 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aa0ec2-ba75-4475-be4e-a9d9f59cb674 req-d064a4ea-9aef-44b3-a8f4-dde7370857ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:41.178137 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d26a3424-1103-4687-950a-c4fe4f069601 req-ddde7b5b-21e6-4935-891d-b325c86ec942 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/security-groups?id=43c0ac57-a0d4-4728-b359-486d90e63ad1&id=81a62dd3-6166-418b-a2f3-15daa19beec9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1021650 Dec 20 14:29:41.178897 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f0aa0ec2-ba75-4475-be4e-a9d9f59cb674 req-d064a4ea-9aef-44b3-a8f4-dde7370857ca service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=543a5ccf1524441b95c235a83f5e56cd&device_id=90aa83c6-08cd-4633-aa11-a02fe8beda7a HTTP/1.1" status: 200 len: 1096 time: 0.1962044 Dec 20 14:29:41.207139 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-902e180d-2dad-44b0-bc99-c99f9127f3f7 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:41.288232 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-902e180d-2dad-44b0-bc99-c99f9127f3f7 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:41.291729 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-902e180d-2dad-44b0-bc99-c99f9127f3f7 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.54 "DELETE /v2.0/networks/4c5870bc-f5fa-4ac0-8dae-67cdde64d1db HTTP/1.1" status: 204 len: 168 time: 2.6163507 Dec 20 14:29:41.297659 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 56738) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:29:41.314423 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902e180d-2dad-44b0-bc99-c99f9127f3f7 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Pushing event deleted for resources: {'Network': ['ID=4c5870bc-f5fa-4ac0-8dae-67cdde64d1db,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:41.374441 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:41.378267 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-199b2c3e-b6ac-46e1-b20f-a092378a1dd0 req-381e2b39-293a-4ed2-ac59-6d5be9b3da6f tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] Deleting port a96f9993-9eb4-43a9-bd99-c7a7aa861d63 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:29:41.378608 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-199b2c3e-b6ac-46e1-b20f-a092378a1dd0 req-381e2b39-293a-4ed2-ac59-6d5be9b3da6f tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:41.387846 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ba6647e1-dac6-46a0-8071-5bc8ab8f777a req-e7902234-9b9f-4bf9-a4e8-ca1d44a0c538 tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] 10.222.0.54 "GET /v2.0/security-groups/72232e58-22b0-4437-9058-456f32825c0f HTTP/1.1" status: 200 len: 3011 time: 0.2138703 Dec 20 14:29:41.401603 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-acbf2c20-5a26-4a62-a53f-2c4da995ff15 service neutron] 10.222.0.30 "GET /v2.0/networks/e922ff15-a662-4866-8b6a-3d6f701ab36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512655 Dec 20 14:29:41.424299 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_v2 [None req-24640615-6e49-45c6-977e-4c60bea61ef4 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Deleting subnet 3188ecdf-ab88-414e-bfec-14cdece1d5c4 {{(pid=103167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:29:41.459891 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75e197a-96e8-4fd2-9d24-950f25f98038 req-e49e3887-d65a-40c0-994a-bbde803d4ec7 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:41.461437 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a75e197a-96e8-4fd2-9d24-950f25f98038 req-e49e3887-d65a-40c0-994a-bbde803d4ec7 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=90aa83c6-08cd-4633-aa11-a02fe8beda7a HTTP/1.1" status: 200 len: 944 time: 0.1805897 Dec 20 14:29:41.464570 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-24640615-6e49-45c6-977e-4c60bea61ef4 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks [] for subnet, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:41.483020 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-fd51368d-54ac-4c51-8a4c-200f33f62861 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9bc1aacd-a2ef-491f-a27e-99c9073aabbc HTTP/1.1" status: 200 len: 217 time: 0.0610559 Dec 20 14:29:41.487423 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aa0ec2-ba75-4475-be4e-a9d9f59cb674 req-b655bc8f-f7d0-44bb-93ea-c210ceca1a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:41.489077 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f0aa0ec2-ba75-4475-be4e-a9d9f59cb674 req-b655bc8f-f7d0-44bb-93ea-c210ceca1a35 service neutron] 10.222.0.30 "GET /v2.0/networks?id=495ace7a-f44e-4349-a86f-b6f0c2cf6eb6 HTTP/1.1" status: 200 len: 912 time: 0.3019304 Dec 20 14:29:41.490452 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-ba6647e1-dac6-46a0-8071-5bc8ab8f777a req-0e23d91f-3ff7-43f6-bc8d-a5afacbb8043 tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:41.530987 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-24640615-6e49-45c6-977e-4c60bea61ef4 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954412'] for subnet, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:41.534685 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-ba6647e1-dac6-46a0-8071-5bc8ab8f777a req-0e23d91f-3ff7-43f6-bc8d-a5afacbb8043 tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:41.570241 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f0aa0ec2-ba75-4475-be4e-a9d9f59cb674 req-40741460-b1ab-41f4-900d-cfba44c9a5df service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4dc04038-cab2-4b48-9194-17664723fa58 HTTP/1.1" status: 200 len: 217 time: 0.0686810 Dec 20 14:29:41.595990 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-199b2c3e-b6ac-46e1-b20f-a092378a1dd0 req-381e2b39-293a-4ed2-ac59-6d5be9b3da6f tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] For port a96f9993-9eb4-43a9-bd99-c7a7aa861d63, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=a96f9993-9eb4-43a9-bd99-c7a7aa861d63,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:29:41.596356 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-199b2c3e-b6ac-46e1-b20f-a092378a1dd0 req-381e2b39-293a-4ed2-ac59-6d5be9b3da6f tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:41.625214 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-3675c53d-fb61-40c3-b1eb-2e97cd0044d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:41.626869 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-3675c53d-fb61-40c3-b1eb-2e97cd0044d6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7d232d75-8ac0-41ba-a979-02f9a30b542c HTTP/1.1" status: 200 len: 797 time: 0.1413822 Dec 20 14:29:41.628446 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-199b2c3e-b6ac-46e1-b20f-a092378a1dd0 req-381e2b39-293a-4ed2-ac59-6d5be9b3da6f tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] Calling delete_port for a96f9993-9eb4-43a9-bd99-c7a7aa861d63 owned by compute:nova {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:29:41.630811 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-ba6647e1-dac6-46a0-8071-5bc8ab8f777a req-0e23d91f-3ff7-43f6-bc8d-a5afacbb8043 tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:41.633054 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a75e197a-96e8-4fd2-9d24-950f25f98038 req-506c5311-7462-45db-a6a5-63a4fad5e8c1 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467352 Dec 20 14:29:41.635862 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-ba6647e1-dac6-46a0-8071-5bc8ab8f777a req-0e23d91f-3ff7-43f6-bc8d-a5afacbb8043 tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:41.637193 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ba6647e1-dac6-46a0-8071-5bc8ab8f777a req-0e23d91f-3ff7-43f6-bc8d-a5afacbb8043 tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/f3cc6e42-7cf2-4a02-b64d-5f2acdf26a93 HTTP/1.1" status: 204 len: 173 time: 0.2328377 Dec 20 14:29:41.684455 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e23d91f-3ff7-43f6-bc8d-a5afacbb8043 tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f3cc6e42-7cf2-4a02-b64d-5f2acdf26a93,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:41.691357 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aa0ec2-ba75-4475-be4e-a9d9f59cb674 req-eaf77d2c-0182-4f01-8820-73ac86e05ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:41.692887 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f0aa0ec2-ba75-4475-be4e-a9d9f59cb674 req-eaf77d2c-0182-4f01-8820-73ac86e05ca6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c8908482-6016-4528-aed2-b6e5b6996a4d HTTP/1.1" status: 200 len: 851 time: 0.1140285 Dec 20 14:29:41.711541 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-24640615-6e49-45c6-977e-4c60bea61ef4 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:41.716319 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-a85521f5-f8b5-40fd-b9a2-38e5709d7024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:41.718245 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-a85521f5-f8b5-40fd-b9a2-38e5709d7024 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=781006d9-7985-4914-91ad-a5e554b7cb56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0800071 Dec 20 14:29:41.740233 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f0aa0ec2-ba75-4475-be4e-a9d9f59cb674 req-a8fde3fd-6301-4dd8-9bdf-f41fd54dce28 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=495ace7a-f44e-4349-a86f-b6f0c2cf6eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383022 Dec 20 14:29:41.854613 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-24640615-6e49-45c6-977e-4c60bea61ef4 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:41.896576 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24640615-6e49-45c6-977e-4c60bea61ef4 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Pushing event deleted for resources: {'Subnet': ['ID=3188ecdf-ab88-414e-bfec-14cdece1d5c4,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:41.898402 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-199b2c3e-b6ac-46e1-b20f-a092378a1dd0 req-381e2b39-293a-4ed2-ac59-6d5be9b3da6f tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:41.907718 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-24640615-6e49-45c6-977e-4c60bea61ef4 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:41.910996 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-24640615-6e49-45c6-977e-4c60bea61ef4 tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.54 "DELETE /v2.0/subnets/3188ecdf-ab88-414e-bfec-14cdece1d5c4 HTTP/1.1" status: 204 len: 168 time: 0.6131616 Dec 20 14:29:41.912582 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['9af7d0d7-0b05-4ec2-b709-9ed2fa318d6b', 'a96f9993-9eb4-43a9-bd99-c7a7aa861d63'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:29:41.913743 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 56786) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:29:41.918874 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c7cf3d-6865-4c5a-9b3f-f0120485f9d2 None None] Network 96780ad1-4631-4019-b22f-d635f43900bc requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:29:41.930117 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-7c6ce856-cf2a-45e1-ab1e-5eba1271cae7 service neutron] 10.222.0.30 "GET /v2.0/networks/781006d9-7985-4914-91ad-a5e554b7cb56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930189 Dec 20 14:29:41.943412 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f0aa0ec2-ba75-4475-be4e-a9d9f59cb674 req-622c6350-8ede-411c-b1fe-c246d1df5fa5 service neutron] 10.222.0.30 "GET /v2.0/networks/495ace7a-f44e-4349-a86f-b6f0c2cf6eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948471 Dec 20 14:29:41.946913 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381e2b39-293a-4ed2-ac59-6d5be9b3da6f tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] Pushing event deleted for resources: {'Port': ['ID=a96f9993-9eb4-43a9-bd99-c7a7aa861d63,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:41.983599 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d9c21946-58cf-4c38-80ce-f53f29d31afb req-d97f538b-bc8f-4c37-9ee7-8f3df1319e40 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=c1e404e3ac2e456f831247d0bb0227f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0402229 Dec 20 14:29:42.111747 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-199b2c3e-b6ac-46e1-b20f-a092378a1dd0 req-381e2b39-293a-4ed2-ac59-6d5be9b3da6f tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] No DVR routers for this DVR port a96f9993-9eb4-43a9-bd99-c7a7aa861d63 on host n-h2-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:29:42.116567 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-199b2c3e-b6ac-46e1-b20f-a092378a1dd0 req-381e2b39-293a-4ed2-ac59-6d5be9b3da6f tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:42.121244 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-199b2c3e-b6ac-46e1-b20f-a092378a1dd0 req-381e2b39-293a-4ed2-ac59-6d5be9b3da6f tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] 10.222.0.47 "DELETE /v2.0/ports/a96f9993-9eb4-43a9-bd99-c7a7aa861d63 HTTP/1.1" status: 204 len: 173 time: 0.9419303 Dec 20 14:29:42.122039 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd68eaab8-9dac-46df-bf2b-9917194d430a', 'name': 'network-vif-deleted', 'tag': 'a96f9993-9eb4-43a9-bd99-c7a7aa861d63'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:29:42.133921 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d18a3834-8950-40ff-a49e-dfd71fed87cf" -d '{"events": [{"server_uuid": "d68eaab8-9dac-46df-bf2b-9917194d430a", "name": "network-vif-deleted", "tag": "a96f9993-9eb4-43a9-bd99-c7a7aa861d63"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:29:42.189978 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c21946-58cf-4c38-80ce-f53f29d31afb req-b8039ff9-b769-49f6-ae8b-6bcaa6e170cc tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:42.192176 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d9c21946-58cf-4c38-80ce-f53f29d31afb req-b8039ff9-b769-49f6-ae8b-6bcaa6e170cc tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2072010 Dec 20 14:29:42.219938 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d9c21946-58cf-4c38-80ce-f53f29d31afb req-f21fb6c8-d4c1-4ff0-a0e5-d51fdead5a78 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/quotas/c1e404e3ac2e456f831247d0bb0227f5 HTTP/1.1" status: 200 len: 375 time: 0.0209539 Dec 20 14:29:42.227185 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9532d1b5-52ee-47b1-8025-b71ea1944c89 None None] DHCP port deletion for 96780ad1-4631-4019-b22f-d635f43900bc request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:29:42.299967 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d9c21946-58cf-4c38-80ce-f53f29d31afb req-8b3761ae-77ef-46c8-b4e7-5f6831f341df tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=c1e404e3ac2e456f831247d0bb0227f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0686522 Dec 20 14:29:42.331013 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-9532d1b5-52ee-47b1-8025-b71ea1944c89 None None] Deleting port fadf46df-1988-4e0e-b204-5bfceaaaf85b {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:29:42.331525 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-9532d1b5-52ee-47b1-8025-b71ea1944c89 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:42.411149 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d84166e5-a84a-48f0-9ff3-48242872f32c tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:42.415398 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-9532d1b5-52ee-47b1-8025-b71ea1944c89 None None] For port fadf46df-1988-4e0e-b204-5bfceaaaf85b, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=fadf46df-1988-4e0e-b204-5bfceaaaf85b,segment=NetworkSegment(9caa097a-7476-4874-a2ab-185b628d1e91),segment_id=9caa097a-7476-4874-a2ab-185b628d1e91)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:29:42.416058 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-9532d1b5-52ee-47b1-8025-b71ea1944c89 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:42.436157 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f0aa0ec2-ba75-4475-be4e-a9d9f59cb674 req-3614592f-8539-4464-9800-fb9440795601 service neutron] 10.222.0.30 "GET /v2.0/networks/495ace7a-f44e-4349-a86f-b6f0c2cf6eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4777923 Dec 20 14:29:42.437664 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-9532d1b5-52ee-47b1-8025-b71ea1944c89 None None] Calling delete_port for fadf46df-1988-4e0e-b204-5bfceaaaf85b owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:29:42.447255 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-81edf840-73b1-49ed-95ba-11c5d21aeedc service neutron] 10.222.0.30 "GET /v2.0/networks/781006d9-7985-4914-91ad-a5e554b7cb56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4900248 Dec 20 14:29:42.455128 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fdb73258-f18e-48ac-ab12-8bfc1d5a7581 req-6a1aded2-afac-460e-b254-eabf60f8feed tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] 10.222.0.54 "GET /v2.0/security-groups/72232e58-22b0-4437-9058-456f32825c0f HTTP/1.1" status: 200 len: 2413 time: 0.1287630 Dec 20 14:29:42.528063 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-0eb8d93c-7867-47b7-85f6-5033073c44d7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a9e6ecc6-74ae-4b76-8dcf-5a91360c2536 HTTP/1.1" status: 200 len: 217 time: 0.0717032 Dec 20 14:29:42.570988 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc47ac4b-7922-4e66-97b3-5720cf93cc74 req-7534b44c-ce80-40df-8a0f-95dbcf89e09a tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:42.577246 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-9532d1b5-52ee-47b1-8025-b71ea1944c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:42.577582 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc47ac4b-7922-4e66-97b3-5720cf93cc74 req-7534b44c-ce80-40df-8a0f-95dbcf89e09a tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:42.583541 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc47ac4b-7922-4e66-97b3-5720cf93cc74 req-7534b44c-ce80-40df-8a0f-95dbcf89e09a tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:42.589617 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc47ac4b-7922-4e66-97b3-5720cf93cc74 req-7534b44c-ce80-40df-8a0f-95dbcf89e09a tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:42.596326 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc47ac4b-7922-4e66-97b3-5720cf93cc74 req-7534b44c-ce80-40df-8a0f-95dbcf89e09a tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:42.603150 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc47ac4b-7922-4e66-97b3-5720cf93cc74 req-7534b44c-ce80-40df-8a0f-95dbcf89e09a tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:42.609138 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc47ac4b-7922-4e66-97b3-5720cf93cc74 req-7534b44c-ce80-40df-8a0f-95dbcf89e09a tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:42.612897 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bc47ac4b-7922-4e66-97b3-5720cf93cc74 req-7534b44c-ce80-40df-8a0f-95dbcf89e09a tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bec07a8-c25f-4f16-885e-b65a42ac76c9 HTTP/1.1" status: 200 len: 5420 time: 0.1061566 Dec 20 14:29:42.622139 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9532d1b5-52ee-47b1-8025-b71ea1944c89 None None] Pushing event deleted for resources: {'Port': ['ID=fadf46df-1988-4e0e-b204-5bfceaaaf85b,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:42.625790 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9532d1b5-52ee-47b1-8025-b71ea1944c89 None None] No DVR routers for this DVR port fadf46df-1988-4e0e-b204-5bfceaaaf85b on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:29:42.697072 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-d84166e5-a84a-48f0-9ff3-48242872f32c tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Deleting port fadf46df-1988-4e0e-b204-5bfceaaaf85b {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:29:42.697335 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d84166e5-a84a-48f0-9ff3-48242872f32c tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:42.698996 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bc47ac4b-7922-4e66-97b3-5720cf93cc74 req-db807af6-0c3b-4105-b5c1-a404ae558f91 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/security-groups?id=9a5fb326-e11a-43c7-acb8-8cef9da4f833&id=90051062-f265-4ecc-9e5a-22ebfc7553a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0632207 Dec 20 14:29:42.700661 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-fdb73258-f18e-48ac-ab12-8bfc1d5a7581 req-41fe8543-0d12-4b14-a5c6-d3e8e9083b0c tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:42.715639 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-c5626a82-25c2-49e1-aafc-3dab267abf0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:42.717163 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-c5626a82-25c2-49e1-aafc-3dab267abf0c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7d232d75-8ac0-41ba-a979-02f9a30b542c HTTP/1.1" status: 200 len: 797 time: 0.1766858 Dec 20 14:29:42.819323 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-fdb73258-f18e-48ac-ab12-8bfc1d5a7581 req-41fe8543-0d12-4b14-a5c6-d3e8e9083b0c tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:42.836404 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fb1840b2-53f6-4ea5-bbd4-bfe4d55457fd req-37f0e9c5-27a4-4db2-91f4-73b0effd7c9e tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] 10.222.0.54 "GET /v2.0/ports?device_id=d68eaab8-9dac-46df-bf2b-9917194d430a HTTP/1.1" status: 200 len: 210 time: 0.0367582 Dec 20 14:29:42.858066 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-d84166e5-a84a-48f0-9ff3-48242872f32c tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] For port fadf46df-1988-4e0e-b204-5bfceaaaf85b, host n-d-761264-19, got binding levels [] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:29:42.858483 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d84166e5-a84a-48f0-9ff3-48242872f32c tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:42.874154 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e96c890c-02a3-4411-a812-d72d36f51fc4 x-openstack-request-id: req-e96c890c-02a3-4411-a812-d72d36f51fc4 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:29:42.874459 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d68eaab8-9dac-46df-bf2b-9917194d430a", "name": "network-vif-deleted", "tag": "a96f9993-9eb4-43a9-bd99-c7a7aa861d63", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:29:42.874741 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e96c890c-02a3-4411-a812-d72d36f51fc4 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:29:42.875198 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd68eaab8-9dac-46df-bf2b-9917194d430a', 'name': 'network-vif-deleted', 'tag': 'a96f9993-9eb4-43a9-bd99-c7a7aa861d63', 'status': 'completed', 'code': 200} Dec 20 14:29:42.881224 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-d84166e5-a84a-48f0-9ff3-48242872f32c tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Calling delete_port for fadf46df-1988-4e0e-b204-5bfceaaaf85b owned by network:dhcp {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:29:42.887785 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-89a78263-e660-4687-8fba-8715604dde1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:42.889278 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-89a78263-e660-4687-8fba-8715604dde1e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=781006d9-7985-4914-91ad-a5e554b7cb56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1512609 Dec 20 14:29:42.890851 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.ipam_backend_mixin [None req-d84166e5-a84a-48f0-9ff3-48242872f32c tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Port fadf46df-1988-4e0e-b204-5bfceaaaf85b was not found and therefore no delete operation was performed {{(pid=103168) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 20 14:29:42.893607 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3e943d5-5d01-407d-9414-c89d08826b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc3c68f4-a329-4427-b5d7-367e479e930e'}, {'server_uuid': 'b3e943d5-5d01-407d-9414-c89d08826b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '472629f0-99a5-462a-9b97-0c161849b783'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:29:42.893964 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d84166e5-a84a-48f0-9ff3-48242872f32c tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:42.895540 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f65a32a7-a8de-4831-970e-10e08edee4f0" -d '{"events": [{"server_uuid": "b3e943d5-5d01-407d-9414-c89d08826b2f", "name": "network-vif-plugged", "status": "completed", "tag": "fc3c68f4-a329-4427-b5d7-367e479e930e"}, {"server_uuid": "b3e943d5-5d01-407d-9414-c89d08826b2f", "name": "network-vif-plugged", "status": "completed", "tag": "472629f0-99a5-462a-9b97-0c161849b783"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:29:42.932551 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84166e5-a84a-48f0-9ff3-48242872f32c tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Pushing event deleted for resources: {'Port': ['ID=fadf46df-1988-4e0e-b204-5bfceaaaf85b,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:42.953623 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84166e5-a84a-48f0-9ff3-48242872f32c tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] No DVR routers for this DVR port fadf46df-1988-4e0e-b204-5bfceaaaf85b on host n-d-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:29:43.000573 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de37cab7-8854-4cf4-ae9a-c33781b1b8b8 req-61acea77-af95-45fd-94cc-d899ad580356 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:43.006573 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de37cab7-8854-4cf4-ae9a-c33781b1b8b8 req-61acea77-af95-45fd-94cc-d899ad580356 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:43.014662 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-fdb73258-f18e-48ac-ab12-8bfc1d5a7581 req-41fe8543-0d12-4b14-a5c6-d3e8e9083b0c tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:43.015437 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de37cab7-8854-4cf4-ae9a-c33781b1b8b8 req-61acea77-af95-45fd-94cc-d899ad580356 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:43.017263 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-fdb73258-f18e-48ac-ab12-8bfc1d5a7581 req-41fe8543-0d12-4b14-a5c6-d3e8e9083b0c tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:43.018376 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fdb73258-f18e-48ac-ab12-8bfc1d5a7581 req-41fe8543-0d12-4b14-a5c6-d3e8e9083b0c tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] 10.222.0.54 "DELETE /v2.0/security-groups/72232e58-22b0-4437-9058-456f32825c0f HTTP/1.1" status: 204 len: 173 time: 0.5518973 Dec 20 14:29:43.024255 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de37cab7-8854-4cf4-ae9a-c33781b1b8b8 req-61acea77-af95-45fd-94cc-d899ad580356 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:43.027496 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de37cab7-8854-4cf4-ae9a-c33781b1b8b8 req-61acea77-af95-45fd-94cc-d899ad580356 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:43.033994 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de37cab7-8854-4cf4-ae9a-c33781b1b8b8 req-61acea77-af95-45fd-94cc-d899ad580356 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:43.040015 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de37cab7-8854-4cf4-ae9a-c33781b1b8b8 req-61acea77-af95-45fd-94cc-d899ad580356 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:43.048123 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-de37cab7-8854-4cf4-ae9a-c33781b1b8b8 req-61acea77-af95-45fd-94cc-d899ad580356 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3e943d5-5d01-407d-9414-c89d08826b2f HTTP/1.1" status: 200 len: 5444 time: 0.1118269 Dec 20 14:29:43.103914 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d84166e5-a84a-48f0-9ff3-48242872f32c tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:43.124420 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fe8543-0d12-4b14-a5c6-d3e8e9083b0c tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72232e58-22b0-4437-9058-456f32825c0f,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:43.133284 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-de37cab7-8854-4cf4-ae9a-c33781b1b8b8 req-32f2329e-275d-4b48-bc08-45a49e691862 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/security-groups?id=43c0ac57-a0d4-4728-b359-486d90e63ad1&id=81a62dd3-6166-418b-a2f3-15daa19beec9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0749564 Dec 20 14:29:43.196281 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-10f11e46-892b-4664-966b-4d23c9c15da0 req-7e241d3d-7984-468d-b974-a3a5df34ad3a tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=264addcb-becf-470a-8ecc-0f1d20dce83b HTTP/1.1" status: 200 len: 210 time: 0.0609658 Dec 20 14:29:43.200386 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-d84166e5-a84a-48f0-9ff3-48242872f32c tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96780ad1-4631-4019-b22f-d635f43900bc']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:29:43.213941 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-d84166e5-a84a-48f0-9ff3-48242872f32c tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9caa097a-7476-4874-a2ab-185b628d1e91') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:29:43.214337 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-d84166e5-a84a-48f0-9ff3-48242872f32c tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9caa097a-7476-4874-a2ab-185b628d1e91') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:29:43.225629 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d84166e5-a84a-48f0-9ff3-48242872f32c tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:43.241812 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-ca20aa30-8859-4bdd-97e7-a2bb3e824a84 service neutron] 10.222.0.30 "GET /v2.0/networks/781006d9-7985-4914-91ad-a5e554b7cb56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3410931 Dec 20 14:29:43.243010 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d84166e5-a84a-48f0-9ff3-48242872f32c tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:43.252552 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 20 Dec 2021 14:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bc17576-f402-46f8-8ed1-2b4d876e5e6a x-openstack-request-id: req-7bc17576-f402-46f8-8ed1-2b4d876e5e6a {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:29:43.253205 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3e943d5-5d01-407d-9414-c89d08826b2f", "name": "network-vif-plugged", "status": "completed", "tag": "fc3c68f4-a329-4427-b5d7-367e479e930e", "code": 200}, {"server_uuid": "b3e943d5-5d01-407d-9414-c89d08826b2f", "name": "network-vif-plugged", "status": "completed", "tag": "472629f0-99a5-462a-9b97-0c161849b783", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:29:43.253205 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7bc17576-f402-46f8-8ed1-2b4d876e5e6a {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:29:43.253475 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3e943d5-5d01-407d-9414-c89d08826b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc3c68f4-a329-4427-b5d7-367e479e930e', 'code': 200} Dec 20 14:29:43.253928 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3e943d5-5d01-407d-9414-c89d08826b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '472629f0-99a5-462a-9b97-0c161849b783', 'code': 200} Dec 20 14:29:43.260515 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4126836-cda3-47b6-ac09-3b7630c37575 req-719ef452-e208-4e93-a0cc-d13e8da566ca tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:43.261579 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d84166e5-a84a-48f0-9ff3-48242872f32c tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:29:43.261975 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d84166e5-a84a-48f0-9ff3-48242872f32c tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:43.263364 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c4126836-cda3-47b6-ac09-3b7630c37575 req-719ef452-e208-4e93-a0cc-d13e8da566ca tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=90aa83c6-08cd-4633-aa11-a02fe8beda7a HTTP/1.1" status: 200 len: 944 time: 0.0833228 Dec 20 14:29:43.265035 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 14:29:43.265035 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:29:43.265035 n-d-761264-19 neutron-server[103168]: timer() Dec 20 14:29:43.265035 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:29:43.265035 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 14:29:43.265035 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:29:43.265035 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 14:29:43.265035 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:29:43.265035 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 14:29:43.265035 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:29:43.265035 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 14:29:43.265035 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:29:43.265035 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 14:29:43.265035 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:29:43.265035 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:29:43.265035 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:29:43.265035 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:29:43.265035 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:29:43.265035 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 14:29:43.265035 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:29:43.265035 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 14:29:43.265035 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:29:43.265035 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:29:43.265035 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:29:43.265035 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 14:29:43.265035 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:29:43.265035 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:29:43.265035 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:29:43.265035 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:29:43.265035 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:29:43.265035 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:29:43.265035 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:29:43.327905 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c4126836-cda3-47b6-ac09-3b7630c37575 req-5d6c7d92-c7cb-41e4-b7f9-0cd8d8636202 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569510 Dec 20 14:29:43.384290 n-d-761264-19 neutron-server[103168]: INFO neutron.api.v2.resource [req-a060be26-a7b7-481f-8a1a-b62d35d94d88 req-269b591f-ccc2-4780-8c3d-f52a2bada685 tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] show failed (client error): The resource could not be found. Dec 20 14:29:43.385331 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a060be26-a7b7-481f-8a1a-b62d35d94d88 req-269b591f-ccc2-4780-8c3d-f52a2bada685 tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] 10.222.0.54 "GET /v2.0/security-groups/2f6dfdc6-ab38-45b1-907e-d8a5b9587364 HTTP/1.1" status: 404 len: 352 time: 0.0979178 Dec 20 14:29:43.387418 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb8392e-985c-493a-b146-cac063c6d076 req-a487fef5-5187-41cd-a5c0-aecf869fa601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:43.387955 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb8392e-985c-493a-b146-cac063c6d076 req-a487fef5-5187-41cd-a5c0-aecf869fa601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:43.388427 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb8392e-985c-493a-b146-cac063c6d076 req-a487fef5-5187-41cd-a5c0-aecf869fa601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:43.388934 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb8392e-985c-493a-b146-cac063c6d076 req-a487fef5-5187-41cd-a5c0-aecf869fa601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:43.389857 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb8392e-985c-493a-b146-cac063c6d076 req-a487fef5-5187-41cd-a5c0-aecf869fa601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:43.390529 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb8392e-985c-493a-b146-cac063c6d076 req-a487fef5-5187-41cd-a5c0-aecf869fa601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:43.390826 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb8392e-985c-493a-b146-cac063c6d076 req-a487fef5-5187-41cd-a5c0-aecf869fa601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:43.392859 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8bb8392e-985c-493a-b146-cac063c6d076 req-a487fef5-5187-41cd-a5c0-aecf869fa601 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b3e943d5-5d01-407d-9414-c89d08826b2f HTTP/1.1" status: 200 len: 6508 time: 0.0548854 Dec 20 14:29:43.393901 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d84166e5-a84a-48f0-9ff3-48242872f32c tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:43.404145 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 4dc04038-cab2-4b48-9194-17664723fa58 details requested by agent hyperv_n-h1-761264-19 with host n-h1-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:29:43.407834 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d84166e5-a84a-48f0-9ff3-48242872f32c tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:43.414880 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-d84166e5-a84a-48f0-9ff3-48242872f32c tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] 10.222.0.54 "DELETE /v2.0/networks/96780ad1-4631-4019-b22f-d635f43900bc HTTP/1.1" status: 204 len: 168 time: 1.5000660 Dec 20 14:29:43.435730 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84166e5-a84a-48f0-9ff3-48242872f32c tempest-ServersTestMultiNic-888678440 tempest-ServersTestMultiNic-888678440-project] Pushing event deleted for resources: {'Network': ['ID=96780ad1-4631-4019-b22f-d635f43900bc,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:43.465487 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8bb8392e-985c-493a-b146-cac063c6d076 req-5deaf940-63d8-4b12-a550-1aa3e16b310c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=43c0ac57-a0d4-4728-b359-486d90e63ad1&id=81a62dd3-6166-418b-a2f3-15daa19beec9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0601315 Dec 20 14:29:43.470805 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e19d197f-bfba-4c89-a06e-545dcccd7660 req-468cde70-a60e-4f50-ae3f-f84dad797060 service neutron] 10.222.0.30 "GET /v2.0/networks/781006d9-7985-4914-91ad-a5e554b7cb56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207403 Dec 20 14:29:43.504899 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cb9018bc-1eef-4930-bc03-4175684ad0a7 req-140e3338-1e67-41b7-a928-0556ad7b6486 tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] 10.222.0.54 "GET /v2.0/security-groups/889040a8-7fa3-4ce5-965a-30e0b46fbaa5 HTTP/1.1" status: 200 len: 1821 time: 0.0661745 Dec 20 14:29:43.544570 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 4dc04038-cab2-4b48-9194-17664723fa58, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=4dc04038-cab2-4b48-9194-17664723fa58,segment=NetworkSegment(0db4f97e-52d2-4e75-a7f6-550aa2b8eca1),segment_id=0db4f97e-52d2-4e75-a7f6-550aa2b8eca1)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:29:43.567489 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Returning: {'device': '4dc04038-cab2-4b48-9194-17664723fa58', 'network_id': '495ace7a-f44e-4349-a86f-b6f0c2cf6eb6', 'port_id': '4dc04038-cab2-4b48-9194-17664723fa58', 'mac_address': 'fa:16:3e:12:58:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8908482-6016-4528-aed2-b6e5b6996a4d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:29:43.618551 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d59737-3517-48d3-8511-0e61e7b5f27f req-be7de332-5e23-4b08-aa32-fb639b911d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:43.619081 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d59737-3517-48d3-8511-0e61e7b5f27f req-be7de332-5e23-4b08-aa32-fb639b911d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:43.619548 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d59737-3517-48d3-8511-0e61e7b5f27f req-be7de332-5e23-4b08-aa32-fb639b911d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:43.620006 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d59737-3517-48d3-8511-0e61e7b5f27f req-be7de332-5e23-4b08-aa32-fb639b911d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:43.620457 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d59737-3517-48d3-8511-0e61e7b5f27f req-be7de332-5e23-4b08-aa32-fb639b911d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:43.620897 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d59737-3517-48d3-8511-0e61e7b5f27f req-be7de332-5e23-4b08-aa32-fb639b911d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:43.621354 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d59737-3517-48d3-8511-0e61e7b5f27f req-be7de332-5e23-4b08-aa32-fb639b911d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:43.623612 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:43.623912 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-14d59737-3517-48d3-8511-0e61e7b5f27f req-be7de332-5e23-4b08-aa32-fb639b911d98 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1080628f9fb44b28a6ddf9255bb33498&device_id=7bec07a8-c25f-4f16-885e-b65a42ac76c9 HTTP/1.1" status: 200 len: 6484 time: 0.0802267 Dec 20 14:29:43.625134 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-cb9018bc-1eef-4930-bc03-4175684ad0a7 req-d02f1445-6d2b-4730-9872-ebe2e92773a8 tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:43.639051 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dc04038-cab2-4b48-9194-17664723fa58 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:29:43.667782 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 4dc04038-cab2-4b48-9194-17664723fa58, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=4dc04038-cab2-4b48-9194-17664723fa58,segment=NetworkSegment(0db4f97e-52d2-4e75-a7f6-550aa2b8eca1),segment_id=0db4f97e-52d2-4e75-a7f6-550aa2b8eca1)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:29:43.675484 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:43.683063 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-cb9018bc-1eef-4930-bc03-4175684ad0a7 req-d02f1445-6d2b-4730-9872-ebe2e92773a8 tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:43.728566 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=4dc04038-cab2-4b48-9194-17664723fa58,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:43.788240 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d59737-3517-48d3-8511-0e61e7b5f27f req-cb037970-65ee-40c4-8d86-849e97d11128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:43.789977 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-14d59737-3517-48d3-8511-0e61e7b5f27f req-cb037970-65ee-40c4-8d86-849e97d11128 service neutron] 10.222.0.30 "GET /v2.0/networks?id=781006d9-7985-4914-91ad-a5e554b7cb56 HTTP/1.1" status: 200 len: 903 time: 0.1542752 Dec 20 14:29:43.791394 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-cb9018bc-1eef-4930-bc03-4175684ad0a7 req-d02f1445-6d2b-4730-9872-ebe2e92773a8 tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:43.794310 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-cb9018bc-1eef-4930-bc03-4175684ad0a7 req-d02f1445-6d2b-4730-9872-ebe2e92773a8 tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:43.795948 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cb9018bc-1eef-4930-bc03-4175684ad0a7 req-d02f1445-6d2b-4730-9872-ebe2e92773a8 tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] 10.222.0.54 "DELETE /v2.0/security-groups/889040a8-7fa3-4ce5-965a-30e0b46fbaa5 HTTP/1.1" status: 204 len: 173 time: 0.2840576 Dec 20 14:29:43.816779 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02f1445-6d2b-4730-9872-ebe2e92773a8 tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=889040a8-7fa3-4ce5-965a-30e0b46fbaa5,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:43.870846 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-14d59737-3517-48d3-8511-0e61e7b5f27f req-0b0df1c0-cbfe-40ff-99f0-b7bc08f3de74 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a9e6ecc6-74ae-4b76-8dcf-5a91360c2536 HTTP/1.1" status: 200 len: 217 time: 0.0706418 Dec 20 14:29:43.972594 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d59737-3517-48d3-8511-0e61e7b5f27f req-f4feaf57-c458-49ad-b023-1627701cacba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:43.974216 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d9c21946-58cf-4c38-80ce-f53f29d31afb req-d7cdaa1a-2bc1-47c4-b67c-b35f511fbf47 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=c1e404e3ac2e456f831247d0bb0227f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279202 Dec 20 14:29:43.974956 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-14d59737-3517-48d3-8511-0e61e7b5f27f req-f4feaf57-c458-49ad-b023-1627701cacba service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7d232d75-8ac0-41ba-a979-02f9a30b542c HTTP/1.1" status: 200 len: 797 time: 0.0956836 Dec 20 14:29:43.979967 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-23dd248a-4f9f-46f0-8b13-a89da3964f77 req-9d2e7cf4-e45b-4af9-b745-94cff199e8e1 tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] 10.222.0.54 "GET /v2.0/security-groups/0461ab8c-03ef-4029-8cec-8b5b5c154817 HTTP/1.1" status: 200 len: 1821 time: 0.0656767 Dec 20 14:29:43.994319 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a5de00-3b26-48b4-8ff9-d6858e66d827 req-212ae33c-081a-425d-9181-250b48118ad6 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:43.999195 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a5de00-3b26-48b4-8ff9-d6858e66d827 req-212ae33c-081a-425d-9181-250b48118ad6 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:44.005291 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a5de00-3b26-48b4-8ff9-d6858e66d827 req-212ae33c-081a-425d-9181-250b48118ad6 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:44.012723 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a5de00-3b26-48b4-8ff9-d6858e66d827 req-212ae33c-081a-425d-9181-250b48118ad6 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:44.019463 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a5de00-3b26-48b4-8ff9-d6858e66d827 req-212ae33c-081a-425d-9181-250b48118ad6 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:44.025510 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a5de00-3b26-48b4-8ff9-d6858e66d827 req-212ae33c-081a-425d-9181-250b48118ad6 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:44.031703 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a5de00-3b26-48b4-8ff9-d6858e66d827 req-212ae33c-081a-425d-9181-250b48118ad6 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:44.033557 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f1a5de00-3b26-48b4-8ff9-d6858e66d827 req-212ae33c-081a-425d-9181-250b48118ad6 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bec07a8-c25f-4f16-885e-b65a42ac76c9 HTTP/1.1" status: 200 len: 5420 time: 0.1457262 Dec 20 14:29:44.128743 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c21946-58cf-4c38-80ce-f53f29d31afb req-66765224-e7fb-4e04-8809-a17958bf63b1 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:44.130342 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d9c21946-58cf-4c38-80ce-f53f29d31afb req-66765224-e7fb-4e04-8809-a17958bf63b1 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1489694 Dec 20 14:29:44.137266 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-23dd248a-4f9f-46f0-8b13-a89da3964f77 req-56e2960a-6899-4877-9dd7-3111dcb51e62 tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:44.147436 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-d9c21946-58cf-4c38-80ce-f53f29d31afb req-d58b727c-e261-4618-900f-e7cf7f3c303d tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Request body: {'port': {'device_id': '264addcb-becf-470a-8ecc-0f1d20dce83b', 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1', 'admin_state_up': True, 'tenant_id': 'c1e404e3ac2e456f831247d0bb0227f5'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:29:44.147882 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d59737-3517-48d3-8511-0e61e7b5f27f req-59c0bece-a5d6-4780-ac51-ecf0a63ba0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:44.149429 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-14d59737-3517-48d3-8511-0e61e7b5f27f req-59c0bece-a5d6-4780-ac51-ecf0a63ba0ba service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=781006d9-7985-4914-91ad-a5e554b7cb56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1149940 Dec 20 14:29:44.180934 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f1a5de00-3b26-48b4-8ff9-d6858e66d827 req-9d54998b-7bce-487e-80ed-01dc6defcbce tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/security-groups?id=9a5fb326-e11a-43c7-acb8-8cef9da4f833&id=90051062-f265-4ecc-9e5a-22ebfc7553a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1377995 Dec 20 14:29:44.188203 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device fadf46df-1988-4e0e-b204-5bfceaaaf85b no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:29:44.188439 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-23dd248a-4f9f-46f0-8b13-a89da3964f77 req-56e2960a-6899-4877-9dd7-3111dcb51e62 tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:44.220953 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: fadf46df-1988-4e0e-b204-5bfceaaaf85b {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:29:44.221892 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device fadf46df-1988-4e0e-b204-5bfceaaaf85b not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:29:44.283942 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-14d59737-3517-48d3-8511-0e61e7b5f27f req-4fc0f3de-6853-4fa3-9a24-97f7ee00eb22 service neutron] 10.222.0.30 "GET /v2.0/networks/781006d9-7985-4914-91ad-a5e554b7cb56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266804 Dec 20 14:29:44.295785 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['4dc04038-cab2-4b48-9194-17664723fa58'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:29:44.320183 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-23dd248a-4f9f-46f0-8b13-a89da3964f77 req-56e2960a-6899-4877-9dd7-3111dcb51e62 tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:44.324007 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-23dd248a-4f9f-46f0-8b13-a89da3964f77 req-56e2960a-6899-4877-9dd7-3111dcb51e62 tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:44.325388 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-23dd248a-4f9f-46f0-8b13-a89da3964f77 req-56e2960a-6899-4877-9dd7-3111dcb51e62 tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] 10.222.0.54 "DELETE /v2.0/security-groups/0461ab8c-03ef-4029-8cec-8b5b5c154817 HTTP/1.1" status: 204 len: 173 time: 0.3219988 Dec 20 14:29:44.331632 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9c21946-58cf-4c38-80ce-f53f29d31afb req-d58b727c-e261-4618-900f-e7cf7f3c303d tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Made reservation on behalf of c1e404e3ac2e456f831247d0bb0227f5 for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:29:44.335586 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-d9c21946-58cf-4c38-80ce-f53f29d31afb req-d58b727c-e261-4618-900f-e7cf7f3c303d tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:44.353588 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-d9c21946-58cf-4c38-80ce-f53f29d31afb req-d58b727c-e261-4618-900f-e7cf7f3c303d tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:44.357215 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e2960a-6899-4877-9dd7-3111dcb51e62 tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0461ab8c-03ef-4029-8cec-8b5b5c154817,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:44.443604 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-14d59737-3517-48d3-8511-0e61e7b5f27f req-f1b3fe84-9f5e-4061-98d2-ea514fe299c6 service neutron] 10.222.0.30 "GET /v2.0/networks/781006d9-7985-4914-91ad-a5e554b7cb56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520643 Dec 20 14:29:44.498986 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-d9c21946-58cf-4c38-80ce-f53f29d31afb req-d58b727c-e261-4618-900f-e7cf7f3c303d tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:44.507404 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-d9c21946-58cf-4c38-80ce-f53f29d31afb req-d58b727c-e261-4618-900f-e7cf7f3c303d tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:44.583642 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1720b4-89b3-4424-9558-da5e11023df9 req-eca329fa-85a5-4918-bb20-10a5ee43a544 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:44.589627 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1720b4-89b3-4424-9558-da5e11023df9 req-eca329fa-85a5-4918-bb20-10a5ee43a544 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:44.595521 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1720b4-89b3-4424-9558-da5e11023df9 req-eca329fa-85a5-4918-bb20-10a5ee43a544 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:44.601399 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1720b4-89b3-4424-9558-da5e11023df9 req-eca329fa-85a5-4918-bb20-10a5ee43a544 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:44.607287 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1720b4-89b3-4424-9558-da5e11023df9 req-eca329fa-85a5-4918-bb20-10a5ee43a544 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:44.613111 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1720b4-89b3-4424-9558-da5e11023df9 req-eca329fa-85a5-4918-bb20-10a5ee43a544 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:44.619361 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1720b4-89b3-4424-9558-da5e11023df9 req-eca329fa-85a5-4918-bb20-10a5ee43a544 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:44.621309 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0b1720b4-89b3-4424-9558-da5e11023df9 req-eca329fa-85a5-4918-bb20-10a5ee43a544 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3e943d5-5d01-407d-9414-c89d08826b2f HTTP/1.1" status: 200 len: 5444 time: 0.1793325 Dec 20 14:29:44.643173 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58b727c-e261-4618-900f-e7cf7f3c303d tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0eded0c4-314b-4099-b0ff-25e8eff38672,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:44.742651 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [req-d9c21946-58cf-4c38-80ce-f53f29d31afb req-d58b727c-e261-4618-900f-e7cf7f3c303d tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Allocated IP 192.168.233.165 (00c897c2-e98d-4716-a0b4-8f9f297fa8a1/36bf280f-81bb-4486-a87a-9b9505a1cec4/47effca4-a119-48c1-b2c1-a300bc11c325) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:29:44.753708 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0b1720b4-89b3-4424-9558-da5e11023df9 req-51f2f568-a3ae-41fc-8883-44dd93e4a10c tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/security-groups?id=43c0ac57-a0d4-4728-b359-486d90e63ad1&id=81a62dd3-6166-418b-a2f3-15daa19beec9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1228368 Dec 20 14:29:44.766879 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-77ed342b-b60e-4f64-80e8-50fb172d13a6 req-c1015f45-9b87-4c2f-9159-5c8c8a2287b4 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=264addcb-becf-470a-8ecc-0f1d20dce83b HTTP/1.1" status: 200 len: 210 time: 0.0269928 Dec 20 14:29:44.928691 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-21cdd255-d54b-4ca7-a00a-437877d7e0e5 req-4d3cd68a-a26f-4bb0-b5fc-fa02deaee87a tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] 10.222.0.54 "GET /v2.0/security-groups/dbb8f873-e661-4ca4-ac46-78f1cc4e9d6e HTTP/1.1" status: 200 len: 1821 time: 0.1056271 Dec 20 14:29:45.010457 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-d9c21946-58cf-4c38-80ce-f53f29d31afb req-d58b727c-e261-4618-900f-e7cf7f3c303d tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:45.025615 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-21cdd255-d54b-4ca7-a00a-437877d7e0e5 req-85002f56-1a46-4cbd-bf39-094dcd4f2ce2 tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:45.042573 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618f56e8-387c-48a2-91e0-778b21184d0e req-12f5d238-af70-4b88-a11d-72a9d60d8231 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:45.044130 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-618f56e8-387c-48a2-91e0-778b21184d0e req-12f5d238-af70-4b88-a11d-72a9d60d8231 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=90aa83c6-08cd-4633-aa11-a02fe8beda7a HTTP/1.1" status: 200 len: 945 time: 0.0487747 Dec 20 14:29:45.059791 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-21cdd255-d54b-4ca7-a00a-437877d7e0e5 req-85002f56-1a46-4cbd-bf39-094dcd4f2ce2 tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:45.094464 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-d9c21946-58cf-4c38-80ce-f53f29d31afb req-d58b727c-e261-4618-900f-e7cf7f3c303d tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:45.101709 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-618f56e8-387c-48a2-91e0-778b21184d0e req-f5632720-ffa9-4f45-a47c-3ae42d38e51f tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509455 Dec 20 14:29:45.104005 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:45.146984 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9c21946-58cf-4c38-80ce-f53f29d31afb req-d58b727c-e261-4618-900f-e7cf7f3c303d tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:29:45.147738 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-21cdd255-d54b-4ca7-a00a-437877d7e0e5 req-85002f56-1a46-4cbd-bf39-094dcd4f2ce2 tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:45.150397 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-21cdd255-d54b-4ca7-a00a-437877d7e0e5 req-85002f56-1a46-4cbd-bf39-094dcd4f2ce2 tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:45.151572 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-21cdd255-d54b-4ca7-a00a-437877d7e0e5 req-85002f56-1a46-4cbd-bf39-094dcd4f2ce2 tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] 10.222.0.54 "DELETE /v2.0/security-groups/dbb8f873-e661-4ca4-ac46-78f1cc4e9d6e HTTP/1.1" status: 204 len: 173 time: 0.2219613 Dec 20 14:29:45.160123 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [req-d9c21946-58cf-4c38-80ce-f53f29d31afb req-d58b727c-e261-4618-900f-e7cf7f3c303d tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:29:45.163815 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9c21946-58cf-4c38-80ce-f53f29d31afb req-d58b727c-e261-4618-900f-e7cf7f3c303d tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:29:45.166369 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58b727c-e261-4618-900f-e7cf7f3c303d tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Pushing event updated for resources: {'Port': ['ID=47effca4-a119-48c1-b2c1-a300bc11c325,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:45.203357 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85002f56-1a46-4cbd-bf39-094dcd4f2ce2 tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb8f873-e661-4ca4-ac46-78f1cc4e9d6e,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:45.239141 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 56960) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:29:45.258449 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c21946-58cf-4c38-80ce-f53f29d31afb req-d58b727c-e261-4618-900f-e7cf7f3c303d tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:45.259136 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-d9c21946-58cf-4c38-80ce-f53f29d31afb req-d58b727c-e261-4618-900f-e7cf7f3c303d tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:45.287039 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d9c21946-58cf-4c38-80ce-f53f29d31afb req-d58b727c-e261-4618-900f-e7cf7f3c303d tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1438148 Dec 20 14:29:45.301641 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-d9c21946-58cf-4c38-80ce-f53f29d31afb req-463c3f25-90a6-45c1-b12e-a297f5ac9a21 service neutron] Request body: {'port': {'device_id': '264addcb-becf-470a-8ecc-0f1d20dce83b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-19'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:29:45.400558 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-d9c21946-58cf-4c38-80ce-f53f29d31afb req-463c3f25-90a6-45c1-b12e-a297f5ac9a21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:45.402932 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 4dc04038-cab2-4b48-9194-17664723fa58 up at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:29:45.472740 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbfd523-4ef0-4579-b34d-08f2e955a223 req-3df42f83-1a4f-4615-b121-6f82db1ae035 tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:45.474344 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-cdbfd523-4ef0-4579-b34d-08f2e955a223 req-3df42f83-1a4f-4615-b121-6f82db1ae035 tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0407e97-6f07-4d51-b417-23f2cec1d4ac HTTP/1.1" status: 200 len: 950 time: 0.1172998 Dec 20 14:29:45.499151 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning for port 4dc04038-cab2-4b48-9194-17664723fa58 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:29:45.506824 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning complete for port 4dc04038-cab2-4b48-9194-17664723fa58 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:29:45.507628 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:45.510929 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-5c484a1a-b1d7-4ba9-a265-1d45c01ab71f None None] Provisioning complete for port 47effca4-a119-48c1-b2c1-a300bc11c325 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:29:45.511583 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-5c484a1a-b1d7-4ba9-a265-1d45c01ab71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:45.577658 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-5c484a1a-b1d7-4ba9-a265-1d45c01ab71f None None] Port 47effca4-a119-48c1-b2c1-a300bc11c325 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:29:45.583681 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device a96f9993-9eb4-43a9-bd99-c7a7aa861d63 no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:29:45.611536 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] No Port match for: a96f9993-9eb4-43a9-bd99-c7a7aa861d63 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:29:45.611970 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device a96f9993-9eb4-43a9-bd99-c7a7aa861d63 not bound to the agent host n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:29:45.619094 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-cdbfd523-4ef0-4579-b34d-08f2e955a223 req-991f7094-1cef-4004-9d7c-2ed28531db20 tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] 10.222.0.54 "GET /v2.0/security-groups?id=1b3d86b7-740d-47b9-b8da-4b8aa7ff48e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283059 Dec 20 14:29:45.690631 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:45.730888 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90aa83c6-08cd-4633-aa11-a02fe8beda7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dc04038-cab2-4b48-9194-17664723fa58'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:29:45.733158 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19a5ab40-a8ca-48c2-af22-32398f59666f" -d '{"events": [{"server_uuid": "90aa83c6-08cd-4633-aa11-a02fe8beda7a", "name": "network-vif-plugged", "status": "completed", "tag": "4dc04038-cab2-4b48-9194-17664723fa58"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:29:45.754117 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 4dc04038-cab2-4b48-9194-17664723fa58, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=4dc04038-cab2-4b48-9194-17664723fa58,segment=NetworkSegment(0db4f97e-52d2-4e75-a7f6-550aa2b8eca1),segment_id=0db4f97e-52d2-4e75-a7f6-550aa2b8eca1)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:29:45.761896 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:45.772098 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-dba53621-4e0d-4fec-ae68-15f419ee2992 req-1ed0fae4-84e5-4484-a686-d6a66e123c9e tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] 10.222.0.54 "GET /v2.0/security-groups/eb60a36f-2aef-4344-bd2c-ee60c4e18a9f HTTP/1.1" status: 200 len: 2421 time: 0.1266787 Dec 20 14:29:45.775076 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6c4f33ef-0a9b-4eef-bc4e-f546328776a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1595867'] for router_interface, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:45.823022 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=4dc04038-cab2-4b48-9194-17664723fa58,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:45.892166 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [req-d9c21946-58cf-4c38-80ce-f53f29d31afb req-463c3f25-90a6-45c1-b12e-a297f5ac9a21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47effca4-a119-48c1-b2c1-a300bc11c325 {{(pid=103167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:29:45.901095 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-d9c21946-58cf-4c38-80ce-f53f29d31afb req-463c3f25-90a6-45c1-b12e-a297f5ac9a21 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:45.925081 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-d9c21946-58cf-4c38-80ce-f53f29d31afb req-463c3f25-90a6-45c1-b12e-a297f5ac9a21 service neutron] Transition to ACTIVE for port object 47effca4-a119-48c1-b2c1-a300bc11c325 will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:29:45.931906 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-dba53621-4e0d-4fec-ae68-15f419ee2992 req-72255ce7-ee49-46ab-9620-7cd6bc4cbf31 tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:45.934249 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8bf166-3df9-48c5-97cf-c9eee160712b req-de936b80-988a-49fd-bc1e-7e48b94a6ae9 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:45.940465 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8bf166-3df9-48c5-97cf-c9eee160712b req-de936b80-988a-49fd-bc1e-7e48b94a6ae9 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:45.943899 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-d9c21946-58cf-4c38-80ce-f53f29d31afb req-463c3f25-90a6-45c1-b12e-a297f5ac9a21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:45.946429 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8bf166-3df9-48c5-97cf-c9eee160712b req-de936b80-988a-49fd-bc1e-7e48b94a6ae9 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:45.952404 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8bf166-3df9-48c5-97cf-c9eee160712b req-de936b80-988a-49fd-bc1e-7e48b94a6ae9 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:45.958283 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8bf166-3df9-48c5-97cf-c9eee160712b req-de936b80-988a-49fd-bc1e-7e48b94a6ae9 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:45.964309 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8bf166-3df9-48c5-97cf-c9eee160712b req-de936b80-988a-49fd-bc1e-7e48b94a6ae9 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:45.970343 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8bf166-3df9-48c5-97cf-c9eee160712b req-de936b80-988a-49fd-bc1e-7e48b94a6ae9 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:45.972280 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ca8bf166-3df9-48c5-97cf-c9eee160712b req-de936b80-988a-49fd-bc1e-7e48b94a6ae9 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bec07a8-c25f-4f16-885e-b65a42ac76c9 HTTP/1.1" status: 200 len: 5420 time: 0.1437836 Dec 20 14:29:45.993475 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-dba53621-4e0d-4fec-ae68-15f419ee2992 req-72255ce7-ee49-46ab-9620-7cd6bc4cbf31 tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:46.028226 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463c3f25-90a6-45c1-b12e-a297f5ac9a21 service neutron] Pushing event updated for resources: {'Port': ['ID=47effca4-a119-48c1-b2c1-a300bc11c325,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:46.162065 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ca8bf166-3df9-48c5-97cf-c9eee160712b req-a75c81b4-50eb-4096-886a-b129c0314283 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/security-groups?id=9a5fb326-e11a-43c7-acb8-8cef9da4f833&id=90051062-f265-4ecc-9e5a-22ebfc7553a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1454396 Dec 20 14:29:46.173572 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-dba53621-4e0d-4fec-ae68-15f419ee2992 req-72255ce7-ee49-46ab-9620-7cd6bc4cbf31 tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:46.179039 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-dba53621-4e0d-4fec-ae68-15f419ee2992 req-72255ce7-ee49-46ab-9620-7cd6bc4cbf31 tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:46.193152 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-dba53621-4e0d-4fec-ae68-15f419ee2992 req-72255ce7-ee49-46ab-9620-7cd6bc4cbf31 tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] 10.222.0.54 "DELETE /v2.0/security-groups/eb60a36f-2aef-4344-bd2c-ee60c4e18a9f HTTP/1.1" status: 204 len: 173 time: 0.4178419 Dec 20 14:29:46.222072 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-d9c21946-58cf-4c38-80ce-f53f29d31afb req-463c3f25-90a6-45c1-b12e-a297f5ac9a21 service neutron] Attempting to bind port 47effca4-a119-48c1-b2c1-a300bc11c325 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:29:46.222072 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-d9c21946-58cf-4c38-80ce-f53f29d31afb req-463c3f25-90a6-45c1-b12e-a297f5ac9a21 service neutron] Attempting to bind port 47effca4-a119-48c1-b2c1-a300bc11c325 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:29:46.225502 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c21946-58cf-4c38-80ce-f53f29d31afb req-463c3f25-90a6-45c1-b12e-a297f5ac9a21 service neutron] Attempting to bind port 47effca4-a119-48c1-b2c1-a300bc11c325 on network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:29:46.248858 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c21946-58cf-4c38-80ce-f53f29d31afb req-463c3f25-90a6-45c1-b12e-a297f5ac9a21 service neutron] Port 47effca4-a119-48c1-b2c1-a300bc11c325 on network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:29:46.249287 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c21946-58cf-4c38-80ce-f53f29d31afb req-463c3f25-90a6-45c1-b12e-a297f5ac9a21 service neutron] Attempting to bind port 47effca4-a119-48c1-b2c1-a300bc11c325 on network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:29:46.269795 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d00a7197-2711-42f7-afe1-c713ac3ff675 x-openstack-request-id: req-d00a7197-2711-42f7-afe1-c713ac3ff675 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:29:46.270173 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90aa83c6-08cd-4633-aa11-a02fe8beda7a", "name": "network-vif-plugged", "status": "completed", "tag": "4dc04038-cab2-4b48-9194-17664723fa58", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:29:46.271916 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d00a7197-2711-42f7-afe1-c713ac3ff675 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:29:46.271916 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90aa83c6-08cd-4633-aa11-a02fe8beda7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dc04038-cab2-4b48-9194-17664723fa58', 'code': 200} Dec 20 14:29:46.280234 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72255ce7-ee49-46ab-9620-7cd6bc4cbf31 tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb60a36f-2aef-4344-bd2c-ee60c4e18a9f,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:46.289694 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c21946-58cf-4c38-80ce-f53f29d31afb req-463c3f25-90a6-45c1-b12e-a297f5ac9a21 service neutron] Checking agent: {'id': '43c60aee-e4af-4ecc-bee2-aac3569fafed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:29:46.292342 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c21946-58cf-4c38-80ce-f53f29d31afb req-463c3f25-90a6-45c1-b12e-a297f5ac9a21 service neutron] Checking segment: {'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:29:46.293007 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c21946-58cf-4c38-80ce-f53f29d31afb req-463c3f25-90a6-45c1-b12e-a297f5ac9a21 service neutron] Bound using segment: {'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:29:46.293926 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-d9c21946-58cf-4c38-80ce-f53f29d31afb req-463c3f25-90a6-45c1-b12e-a297f5ac9a21 service neutron] Bound port: 47effca4-a119-48c1-b2c1-a300bc11c325, host: n-h2-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:29:46.296966 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-d9c21946-58cf-4c38-80ce-f53f29d31afb req-463c3f25-90a6-45c1-b12e-a297f5ac9a21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:46.441305 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-6c4f33ef-0a9b-4eef-bc4e-f546328776a3 admin admin] Deleting port 5e60713f-af81-4ba4-95ae-b35b2194279d {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:29:46.441305 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6c4f33ef-0a9b-4eef-bc4e-f546328776a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:46.697449 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-d9c21946-58cf-4c38-80ce-f53f29d31afb req-463c3f25-90a6-45c1-b12e-a297f5ac9a21 service neutron] For port 47effca4-a119-48c1-b2c1-a300bc11c325, host n-h2-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:29:46.701044 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-d9c21946-58cf-4c38-80ce-f53f29d31afb req-463c3f25-90a6-45c1-b12e-a297f5ac9a21 service neutron] For port 47effca4-a119-48c1-b2c1-a300bc11c325, host n-h2-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=47effca4-a119-48c1-b2c1-a300bc11c325,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:29:46.715003 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a9109b-91a3-4c59-b5d9-fa75823df424 req-b6a34855-c7a3-40f1-9c0b-7b8d88e33adc tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:46.716579 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-30a9109b-91a3-4c59-b5d9-fa75823df424 req-b6a34855-c7a3-40f1-9c0b-7b8d88e33adc tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=264addcb-becf-470a-8ecc-0f1d20dce83b HTTP/1.1" status: 200 len: 948 time: 0.3391068 Dec 20 14:29:46.717952 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-d9c21946-58cf-4c38-80ce-f53f29d31afb req-463c3f25-90a6-45c1-b12e-a297f5ac9a21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:46.777120 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c21946-58cf-4c38-80ce-f53f29d31afb req-463c3f25-90a6-45c1-b12e-a297f5ac9a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:46.777740 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-d9c21946-58cf-4c38-80ce-f53f29d31afb req-463c3f25-90a6-45c1-b12e-a297f5ac9a21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:46.779181 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d9c21946-58cf-4c38-80ce-f53f29d31afb req-463c3f25-90a6-45c1-b12e-a297f5ac9a21 service neutron] 10.222.0.47 "PUT /v2.0/ports/47effca4-a119-48c1-b2c1-a300bc11c325 HTTP/1.1" status: 200 len: 1097 time: 1.4822037 Dec 20 14:29:46.781445 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '264addcb-becf-470a-8ecc-0f1d20dce83b', 'tag': '47effca4-a119-48c1-b2c1-a300bc11c325'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:29:46.783852 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a80ebb-a776-4c28-a149-4d69285736fb" -d '{"events": [{"name": "network-changed", "server_uuid": "264addcb-becf-470a-8ecc-0f1d20dce83b", "tag": "47effca4-a119-48c1-b2c1-a300bc11c325"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:29:46.813101 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463c3f25-90a6-45c1-b12e-a297f5ac9a21 service neutron] Pushing event updated for resources: {'Port': ['ID=47effca4-a119-48c1-b2c1-a300bc11c325,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:46.828934 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-30a9109b-91a3-4c59-b5d9-fa75823df424 req-59df0d51-f992-4991-98c1-a0bf191165fb tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025996 Dec 20 14:29:46.886102 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c0cf8c-6327-41e1-8481-c33584696c83 req-75bd24c9-a447-488a-854a-2b5c5587158a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:46.887886 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-39c0cf8c-6327-41e1-8481-c33584696c83 req-75bd24c9-a447-488a-854a-2b5c5587158a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=90aa83c6-08cd-4633-aa11-a02fe8beda7a HTTP/1.1" status: 200 len: 1098 time: 0.5112476 Dec 20 14:29:46.908243 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c21946-58cf-4c38-80ce-f53f29d31afb req-6d80c559-119b-4961-ab17-ba11aeaa8d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:46.909842 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d9c21946-58cf-4c38-80ce-f53f29d31afb req-6d80c559-119b-4961-ab17-ba11aeaa8d4f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c1e404e3ac2e456f831247d0bb0227f5&device_id=264addcb-becf-470a-8ecc-0f1d20dce83b HTTP/1.1" status: 200 len: 1100 time: 0.0662129 Dec 20 14:29:46.914274 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3a6999-c6a3-4ec4-a01d-e8c31deb6b2e req-ad45fcd3-7575-431d-8826-8df11a697212 tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:46.915777 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9c3a6999-c6a3-4ec4-a01d-e8c31deb6b2e req-ad45fcd3-7575-431d-8826-8df11a697212 tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] 10.222.0.47 "GET /v2.0/ports?device_id=e0407e97-6f07-4d51-b417-23f2cec1d4ac HTTP/1.1" status: 200 len: 950 time: 0.5547285 Dec 20 14:29:46.958764 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0e76dd-9d2e-4138-a222-45f19d53ff1d req-5c4a5bcd-00f9-4830-b059-4ab62b6f584e tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:46.964668 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0e76dd-9d2e-4138-a222-45f19d53ff1d req-5c4a5bcd-00f9-4830-b059-4ab62b6f584e tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:46.971013 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0e76dd-9d2e-4138-a222-45f19d53ff1d req-5c4a5bcd-00f9-4830-b059-4ab62b6f584e tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:46.976869 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0e76dd-9d2e-4138-a222-45f19d53ff1d req-5c4a5bcd-00f9-4830-b059-4ab62b6f584e tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:46.978283 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d9c21946-58cf-4c38-80ce-f53f29d31afb req-301e8796-d672-458b-abda-364f432005b7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=47effca4-a119-48c1-b2c1-a300bc11c325 HTTP/1.1" status: 200 len: 217 time: 0.0541558 Dec 20 14:29:46.983016 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0e76dd-9d2e-4138-a222-45f19d53ff1d req-5c4a5bcd-00f9-4830-b059-4ab62b6f584e tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:46.989531 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0e76dd-9d2e-4138-a222-45f19d53ff1d req-5c4a5bcd-00f9-4830-b059-4ab62b6f584e tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:46.995640 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0e76dd-9d2e-4138-a222-45f19d53ff1d req-5c4a5bcd-00f9-4830-b059-4ab62b6f584e tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:46.997748 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8c0e76dd-9d2e-4138-a222-45f19d53ff1d req-5c4a5bcd-00f9-4830-b059-4ab62b6f584e tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3e943d5-5d01-407d-9414-c89d08826b2f HTTP/1.1" status: 200 len: 5444 time: 0.5742695 Dec 20 14:29:47.021779 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd25ae8-ed56-4cc2-aa98-5da147e03080 req-e23cc9de-9eab-41ff-93c4-c60ab767c6ac tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:47.027277 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0dd25ae8-ed56-4cc2-aa98-5da147e03080 req-e23cc9de-9eab-41ff-93c4-c60ab767c6ac tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=90aa83c6-08cd-4633-aa11-a02fe8beda7a HTTP/1.1" status: 200 len: 946 time: 0.1138947 Dec 20 14:29:47.059994 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-6c4f33ef-0a9b-4eef-bc4e-f546328776a3 admin admin] For port 5e60713f-af81-4ba4-95ae-b35b2194279d, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=5e60713f-af81-4ba4-95ae-b35b2194279d,segment=NetworkSegment(0d954599-177d-461f-a871-728ece3f7bab),segment_id=0d954599-177d-461f-a871-728ece3f7bab)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:29:47.060540 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6c4f33ef-0a9b-4eef-bc4e-f546328776a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:47.069018 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c21946-58cf-4c38-80ce-f53f29d31afb req-beceda38-9966-4fdc-ac3b-bbce31c8e0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:47.070910 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d9c21946-58cf-4c38-80ce-f53f29d31afb req-beceda38-9966-4fdc-ac3b-bbce31c8e0ca service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36bf280f-81bb-4486-a87a-9b9505a1cec4 HTTP/1.1" status: 200 len: 843 time: 0.0850179 Dec 20 14:29:47.087347 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-6c4f33ef-0a9b-4eef-bc4e-f546328776a3 admin admin] Calling delete_port for 5e60713f-af81-4ba4-95ae-b35b2194279d owned by network:router_interface {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:29:47.126828 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0dd25ae8-ed56-4cc2-aa98-5da147e03080 req-8c5c60a9-44fd-4c48-8153-d3a6e0d45709 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960526 Dec 20 14:29:47.139177 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-39c0cf8c-6327-41e1-8481-c33584696c83 req-fbada255-60de-4e48-ae8a-67c7d76b329e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397797 Dec 20 14:29:47.169674 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c21946-58cf-4c38-80ce-f53f29d31afb req-a296c019-492a-4db3-b357-292c092280ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:47.172061 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d9c21946-58cf-4c38-80ce-f53f29d31afb req-a296c019-492a-4db3-b357-292c092280ba service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0908692 Dec 20 14:29:47.225080 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8c0e76dd-9d2e-4138-a222-45f19d53ff1d req-f220ea66-d29b-4299-9620-a6feef13ea31 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/security-groups?id=43c0ac57-a0d4-4728-b359-486d90e63ad1&id=81a62dd3-6166-418b-a2f3-15daa19beec9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2065272 Dec 20 14:29:47.264015 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-9c3a6999-c6a3-4ec4-a01d-e8c31deb6b2e req-2dd69075-f839-4264-b5ba-98d935754c83 tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] Deleting port 9af7d0d7-0b05-4ec2-b709-9ed2fa318d6b {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:29:47.264635 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-9c3a6999-c6a3-4ec4-a01d-e8c31deb6b2e req-2dd69075-f839-4264-b5ba-98d935754c83 tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:47.273280 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-612c17b8-5056-4e68-9983-fd9716aa9c57 req-74c280ec-937d-4744-9be2-5c35d765a100 tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] 10.222.0.54 "GET /v2.0/security-groups/dfe0159b-93ed-4420-9da0-1255d971e73b HTTP/1.1" status: 200 len: 2415 time: 0.1189792 Dec 20 14:29:47.350981 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d9c21946-58cf-4c38-80ce-f53f29d31afb req-4538f8ef-3a1b-43ee-bcb6-45ffb65ab5cd service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699131 Dec 20 14:29:47.406556 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-612c17b8-5056-4e68-9983-fd9716aa9c57 req-856d821c-7866-4861-abaf-3a3458c2f46c tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:47.416622 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-9c3a6999-c6a3-4ec4-a01d-e8c31deb6b2e req-2dd69075-f839-4264-b5ba-98d935754c83 tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] For port 9af7d0d7-0b05-4ec2-b709-9ed2fa318d6b, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=9af7d0d7-0b05-4ec2-b709-9ed2fa318d6b,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:29:47.417595 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-9c3a6999-c6a3-4ec4-a01d-e8c31deb6b2e req-2dd69075-f839-4264-b5ba-98d935754c83 tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:47.438072 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-9c3a6999-c6a3-4ec4-a01d-e8c31deb6b2e req-2dd69075-f839-4264-b5ba-98d935754c83 tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] Calling delete_port for 9af7d0d7-0b05-4ec2-b709-9ed2fa318d6b owned by compute:nova {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:29:47.467856 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-612c17b8-5056-4e68-9983-fd9716aa9c57 req-856d821c-7866-4861-abaf-3a3458c2f46c tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:47.520008 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d9c21946-58cf-4c38-80ce-f53f29d31afb req-061b7cf5-930a-44f9-8181-488671ea16ea service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583428 Dec 20 14:29:47.533871 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6c4f33ef-0a9b-4eef-bc4e-f546328776a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:47.539206 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-612c17b8-5056-4e68-9983-fd9716aa9c57 req-856d821c-7866-4861-abaf-3a3458c2f46c tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:47.543037 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-612c17b8-5056-4e68-9983-fd9716aa9c57 req-856d821c-7866-4861-abaf-3a3458c2f46c tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:47.545232 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-612c17b8-5056-4e68-9983-fd9716aa9c57 req-856d821c-7866-4861-abaf-3a3458c2f46c tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] 10.222.0.54 "DELETE /v2.0/security-groups/dfe0159b-93ed-4420-9da0-1255d971e73b HTTP/1.1" status: 204 len: 173 time: 0.2505229 Dec 20 14:29:47.554475 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57044) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:29:47.563147 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856d821c-7866-4861-abaf-3a3458c2f46c tempest-SecurityGroupRulesTestJSON-1605648599 tempest-SecurityGroupRulesTestJSON-1605648599-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe0159b-93ed-4420-9da0-1255d971e73b,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:47.572496 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4f33ef-0a9b-4eef-bc4e-f546328776a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e60713f-af81-4ba4-95ae-b35b2194279d,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:47.656888 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_v2 [None req-5961b803-9f19-4000-853d-b5ae39a5b0af admin admin] Deleting subnet 855f56c3-4c4c-45d3-80b1-a8c64be4c692 {{(pid=103167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:29:47.672543 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5961b803-9f19-4000-853d-b5ae39a5b0af admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:47.786626 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48b5205a-948f-4ea5-9d4d-e8c35a2d61c6 x-openstack-request-id: req-48b5205a-948f-4ea5-9d4d-e8c35a2d61c6 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:29:47.787022 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "264addcb-becf-470a-8ecc-0f1d20dce83b", "tag": "47effca4-a119-48c1-b2c1-a300bc11c325", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:29:47.787282 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-48b5205a-948f-4ea5-9d4d-e8c35a2d61c6 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:29:47.788029 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '264addcb-becf-470a-8ecc-0f1d20dce83b', 'tag': '47effca4-a119-48c1-b2c1-a300bc11c325', 'status': 'completed', 'code': 200} Dec 20 14:29:47.837607 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5961b803-9f19-4000-853d-b5ae39a5b0af admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954412'] for subnet, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:47.868108 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-9c3a6999-c6a3-4ec4-a01d-e8c31deb6b2e req-2dd69075-f839-4264-b5ba-98d935754c83 tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:47.879919 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['9af7d0d7-0b05-4ec2-b709-9ed2fa318d6b'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:29:47.907508 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af5665e-3a3d-4638-87af-2a97d9d67c02 req-8647996b-72d5-4e8c-9425-64541674f297 tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:47.915082 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5af5665e-3a3d-4638-87af-2a97d9d67c02 req-8647996b-72d5-4e8c-9425-64541674f297 tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0407e97-6f07-4d51-b417-23f2cec1d4ac HTTP/1.1" status: 200 len: 950 time: 0.1980064 Dec 20 14:29:47.946755 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a80ebb-a776-4c28-a149-4d69285736fb req-61e50a19-3941-4903-91e5-6e63c8158c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:47.948272 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d8a80ebb-a776-4c28-a149-4d69285736fb req-61e50a19-3941-4903-91e5-6e63c8158c17 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c1e404e3ac2e456f831247d0bb0227f5&device_id=264addcb-becf-470a-8ecc-0f1d20dce83b HTTP/1.1" status: 200 len: 1100 time: 0.1386230 Dec 20 14:29:47.950844 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5961b803-9f19-4000-853d-b5ae39a5b0af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:47.965156 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd69075-f839-4264-b5ba-98d935754c83 tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] Pushing event deleted for resources: {'Port': ['ID=9af7d0d7-0b05-4ec2-b709-9ed2fa318d6b,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:48.004541 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6c4f33ef-0a9b-4eef-bc4e-f546328776a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582411'] for router_interface, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:48.025993 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c3a6999-c6a3-4ec4-a01d-e8c31deb6b2e req-2dd69075-f839-4264-b5ba-98d935754c83 tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] No DVR routers for this DVR port 9af7d0d7-0b05-4ec2-b709-9ed2fa318d6b on host n-h2-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:29:48.028628 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-9c3a6999-c6a3-4ec4-a01d-e8c31deb6b2e req-2dd69075-f839-4264-b5ba-98d935754c83 tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:48.032473 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9c3a6999-c6a3-4ec4-a01d-e8c31deb6b2e req-2dd69075-f839-4264-b5ba-98d935754c83 tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] 10.222.0.47 "DELETE /v2.0/ports/9af7d0d7-0b05-4ec2-b709-9ed2fa318d6b HTTP/1.1" status: 204 len: 173 time: 1.1003618 Dec 20 14:29:48.037479 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0407e97-6f07-4d51-b417-23f2cec1d4ac', 'name': 'network-vif-deleted', 'tag': '9af7d0d7-0b05-4ec2-b709-9ed2fa318d6b'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:29:48.039968 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79079611-d6a3-4d83-b922-1b66798953d1" -d '{"events": [{"server_uuid": "e0407e97-6f07-4d51-b417-23f2cec1d4ac", "name": "network-vif-deleted", "tag": "9af7d0d7-0b05-4ec2-b709-9ed2fa318d6b"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:29:48.079217 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5af5665e-3a3d-4638-87af-2a97d9d67c02 req-6402ff1e-1d37-4db6-8ea7-94f242cb5559 tempest-LiveMigrationNegativeTest-820072447 tempest-LiveMigrationNegativeTest-820072447-project] 10.222.0.54 "GET /v2.0/security-groups?id=1b3d86b7-740d-47b9-b8da-4b8aa7ff48e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608157 Dec 20 14:29:48.092868 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 14:29:48.110768 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a99dd-f0a0-4118-a909-92c2e72988f6 req-be022d89-0781-47c5-a4e8-d39073a5543d tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:48.117200 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a99dd-f0a0-4118-a909-92c2e72988f6 req-be022d89-0781-47c5-a4e8-d39073a5543d tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:48.123193 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a99dd-f0a0-4118-a909-92c2e72988f6 req-be022d89-0781-47c5-a4e8-d39073a5543d tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:48.127491 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a80ebb-a776-4c28-a149-4d69285736fb req-444acd16-f989-4456-b6ed-323e6d79c527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:48.131049 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a99dd-f0a0-4118-a909-92c2e72988f6 req-be022d89-0781-47c5-a4e8-d39073a5543d tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:48.131225 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d8a80ebb-a776-4c28-a149-4d69285736fb req-444acd16-f989-4456-b6ed-323e6d79c527 service neutron] 10.222.0.47 "GET /v2.0/networks?id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1 HTTP/1.1" status: 200 len: 870 time: 0.1593645 Dec 20 14:29:48.136460 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a99dd-f0a0-4118-a909-92c2e72988f6 req-be022d89-0781-47c5-a4e8-d39073a5543d tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:48.142542 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a99dd-f0a0-4118-a909-92c2e72988f6 req-be022d89-0781-47c5-a4e8-d39073a5543d tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:48.148739 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a99dd-f0a0-4118-a909-92c2e72988f6 req-be022d89-0781-47c5-a4e8-d39073a5543d tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:48.156988 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a15a99dd-f0a0-4118-a909-92c2e72988f6 req-be022d89-0781-47c5-a4e8-d39073a5543d tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bec07a8-c25f-4f16-885e-b65a42ac76c9 HTTP/1.1" status: 200 len: 5420 time: 0.2927666 Dec 20 14:29:48.215363 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d8a80ebb-a776-4c28-a149-4d69285736fb req-b4b910a9-36a4-441b-81b4-b4ec234889c3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=47effca4-a119-48c1-b2c1-a300bc11c325 HTTP/1.1" status: 200 len: 217 time: 0.0743654 Dec 20 14:29:48.218767 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5961b803-9f19-4000-853d-b5ae39a5b0af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:48.267592 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5961b803-9f19-4000-853d-b5ae39a5b0af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=855f56c3-4c4c-45d3-80b1-a8c64be4c692,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:48.271146 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5961b803-9f19-4000-853d-b5ae39a5b0af admin admin] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:48.274702 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-5961b803-9f19-4000-853d-b5ae39a5b0af admin admin] 10.222.0.54 "DELETE /v2.0/subnets/855f56c3-4c4c-45d3-80b1-a8c64be4c692 HTTP/1.1" status: 204 len: 168 time: 0.7190578 Dec 20 14:29:48.279245 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a15a99dd-f0a0-4118-a909-92c2e72988f6 req-e5604161-0c1f-4ea7-bee7-5b8181c2daa8 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/security-groups?id=9a5fb326-e11a-43c7-acb8-8cef9da4f833&id=90051062-f265-4ecc-9e5a-22ebfc7553a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1212721 Dec 20 14:29:48.279794 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57062) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:29:48.321070 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040144e4-ada8-45a4-9a29-66968df739ba req-1044c1b5-9d53-4815-b24f-900e7b25f61e tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:48.328749 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040144e4-ada8-45a4-9a29-66968df739ba req-1044c1b5-9d53-4815-b24f-900e7b25f61e tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:48.335831 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040144e4-ada8-45a4-9a29-66968df739ba req-1044c1b5-9d53-4815-b24f-900e7b25f61e tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:48.344161 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040144e4-ada8-45a4-9a29-66968df739ba req-1044c1b5-9d53-4815-b24f-900e7b25f61e tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:48.355261 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040144e4-ada8-45a4-9a29-66968df739ba req-1044c1b5-9d53-4815-b24f-900e7b25f61e tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:48.362406 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040144e4-ada8-45a4-9a29-66968df739ba req-1044c1b5-9d53-4815-b24f-900e7b25f61e tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:48.368963 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040144e4-ada8-45a4-9a29-66968df739ba req-1044c1b5-9d53-4815-b24f-900e7b25f61e tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:48.371436 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-040144e4-ada8-45a4-9a29-66968df739ba req-1044c1b5-9d53-4815-b24f-900e7b25f61e tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3e943d5-5d01-407d-9414-c89d08826b2f HTTP/1.1" status: 200 len: 5444 time: 0.1893821 Dec 20 14:29:48.385836 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57072) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:29:48.397053 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-92901d45-c22b-40f3-b002-4ffb1d2d803a tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Request body: {'floatingip': {'port_id': 'fc3c68f4-a329-4427-b5d7-367e479e930e'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:29:48.467339 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a80ebb-a776-4c28-a149-4d69285736fb req-807648c5-a5eb-44c0-9fa9-cc12a42565e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:48.470327 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d8a80ebb-a776-4c28-a149-4d69285736fb req-807648c5-a5eb-44c0-9fa9-cc12a42565e9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36bf280f-81bb-4486-a87a-9b9505a1cec4 HTTP/1.1" status: 200 len: 843 time: 0.2140265 Dec 20 14:29:48.473841 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-92901d45-c22b-40f3-b002-4ffb1d2d803a tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks [] for floatingip, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:48.533786 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-83f9e8a1-3964-4a86-8f78-930f179e9e26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:48.556571 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c4f33ef-0a9b-4eef-bc4e-f546328776a3 admin admin] Router e9c9a6a6-1907-45a0-9d29-c1b7fb6414e4 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:29:48.682951 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-83f9e8a1-3964-4a86-8f78-930f179e9e26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:48.802495 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c4f33ef-0a9b-4eef-bc4e-f546328776a3 admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:29:48.810199 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-6c4f33ef-0a9b-4eef-bc4e-f546328776a3 admin admin] 10.222.0.54 "PUT /v2.0/routers/e9c9a6a6-1907-45a0-9d29-c1b7fb6414e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5687461 Dec 20 14:29:48.813286 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-83f9e8a1-3964-4a86-8f78-930f179e9e26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a22e9e56-1ef4-49b5-a307-7ab69d096d07']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:29:48.816431 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57098) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:29:48.819175 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a80ebb-a776-4c28-a149-4d69285736fb req-0e720912-62fc-400f-8ed4-2d55766fe949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:48.822852 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d8a80ebb-a776-4c28-a149-4d69285736fb req-0e720912-62fc-400f-8ed4-2d55766fe949 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2731452 Dec 20 14:29:48.824170 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bef7d61-582f-41f7-b28f-287c26c4ca54 None None] Sync routers for ids ['e9c9a6a6-1907-45a0-9d29-c1b7fb6414e4'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:29:48.835824 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bef7d61-582f-41f7-b28f-287c26c4ca54 None None] Routers {'e9c9a6a6-1907-45a0-9d29-c1b7fb6414e4'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:29:48.836459 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-6bef7d61-582f-41f7-b28f-287c26c4ca54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:29:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['e9c9a6a6-1907-45a0-9d29-c1b7fb6414e4'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:29:48.863111 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574e3139-ef00-49d1-9c7c-e9e055709473 req-7c4112c0-e4f4-45be-aa7c-80d248fac887 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:48.875093 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-574e3139-ef00-49d1-9c7c-e9e055709473 req-7c4112c0-e4f4-45be-aa7c-80d248fac887 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=264addcb-becf-470a-8ecc-0f1d20dce83b HTTP/1.1" status: 200 len: 948 time: 0.3221595 Dec 20 14:29:48.883376 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-83f9e8a1-3964-4a86-8f78-930f179e9e26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3faba38e-9e60-4d6b-be97-532ba2ce769b') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:29:48.883857 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-83f9e8a1-3964-4a86-8f78-930f179e9e26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3faba38e-9e60-4d6b-be97-532ba2ce769b') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:29:48.902880 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-83f9e8a1-3964-4a86-8f78-930f179e9e26 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:48.977767 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-83f9e8a1-3964-4a86-8f78-930f179e9e26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:48.994118 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83f9e8a1-3964-4a86-8f78-930f179e9e26 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:29:48.994665 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-83f9e8a1-3964-4a86-8f78-930f179e9e26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:48.996524 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 14:29:48.996524 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:29:48.996524 n-d-761264-19 neutron-server[103168]: timer() Dec 20 14:29:48.996524 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:29:48.996524 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 14:29:48.996524 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:29:48.996524 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 14:29:48.996524 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:29:48.996524 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 14:29:48.996524 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:29:48.996524 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 14:29:48.996524 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:29:48.996524 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 14:29:48.996524 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:29:48.996524 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:29:48.996524 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:29:48.996524 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:29:48.996524 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:29:48.996524 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 14:29:48.996524 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:29:48.996524 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 14:29:48.996524 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:29:48.996524 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:29:48.996524 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:29:48.996524 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 14:29:48.996524 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:29:48.996524 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:29:48.996524 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:29:48.996524 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:29:48.996524 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:29:48.996524 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:29:48.996524 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:29:49.009896 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-6bef7d61-582f-41f7-b28f-287c26c4ca54 None None] Set router e9c9a6a6-1907-45a0-9d29-c1b7fb6414e4 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:29:49.046402 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-85baa55a-791b-4839-9b83-40501c4d6aa8 admin admin] Publish callbacks [] for router, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:49.109861 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-574e3139-ef00-49d1-9c7c-e9e055709473 req-692e3f7b-c5f4-4698-8ffd-d26a2d19c2bd tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262125 Dec 20 14:29:49.151910 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf80b5a3-5645-495b-bb67-cc2f69c3a946 x-openstack-request-id: req-cf80b5a3-5645-495b-bb67-cc2f69c3a946 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:29:49.152207 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0407e97-6f07-4d51-b417-23f2cec1d4ac", "name": "network-vif-deleted", "tag": "9af7d0d7-0b05-4ec2-b709-9ed2fa318d6b", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:29:49.152465 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cf80b5a3-5645-495b-bb67-cc2f69c3a946 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:29:49.152869 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0407e97-6f07-4d51-b417-23f2cec1d4ac', 'name': 'network-vif-deleted', 'tag': '9af7d0d7-0b05-4ec2-b709-9ed2fa318d6b', 'status': 'completed', 'code': 200} Dec 20 14:29:49.204725 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-83f9e8a1-3964-4a86-8f78-930f179e9e26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:49.209127 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-83f9e8a1-3964-4a86-8f78-930f179e9e26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:49.218237 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-83f9e8a1-3964-4a86-8f78-930f179e9e26 admin admin] 10.222.0.54 "DELETE /v2.0/networks/a22e9e56-1ef4-49b5-a307-7ab69d096d07 HTTP/1.1" status: 204 len: 168 time: 0.9337060 Dec 20 14:29:49.225501 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d8a80ebb-a776-4c28-a149-4d69285736fb req-9f771def-b82f-4a69-bb34-0d06d13e72e8 service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3906584 Dec 20 14:29:49.235915 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f9e8a1-3964-4a86-8f78-930f179e9e26 admin admin] Pushing event deleted for resources: {'Network': ['ID=a22e9e56-1ef4-49b5-a307-7ab69d096d07,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:49.255211 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0256652-f135-43cd-b087-2dd0fe8f05e6 req-9433925f-253a-4d65-9692-bb0c1495e372 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:49.263249 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d0256652-f135-43cd-b087-2dd0fe8f05e6 req-9433925f-253a-4d65-9692-bb0c1495e372 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=90aa83c6-08cd-4633-aa11-a02fe8beda7a HTTP/1.1" status: 200 len: 946 time: 0.1215630 Dec 20 14:29:49.272154 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-85baa55a-791b-4839-9b83-40501c4d6aa8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:49.309258 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-6bef7d61-582f-41f7-b28f-287c26c4ca54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c9a6a6-1907-45a0-9d29-c1b7fb6414e4', 'name': 'tempest-ServersTestMultiNic-961624395-router', 'tenant_id': '3e6d5204aa2840f59fc30e0e3762aae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': '683ff857-3dae-43d2-852d-d5cd232882b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:27:12Z', 'updated_at': '2021-12-20T14:29:47Z', 'revision_number': 5, 'project_id': '3e6d5204aa2840f59fc30e0e3762aae9', 'gw_port': {'id': '683ff857-3dae-43d2-852d-d5cd232882b8', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ef:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c9a6a6-1907-45a0-9d29-c1b7fb6414e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:27:14Z', 'updated_at': '2021-12-20T14:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:29:49.332695 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d0256652-f135-43cd-b087-2dd0fe8f05e6 req-b6b71b1b-8cb6-4289-836d-e8d93b6cc14e tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680251 Dec 20 14:29:49.348398 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bef7d61-582f-41f7-b28f-287c26c4ca54 None None] Checking router: e9c9a6a6-1907-45a0-9d29-c1b7fb6414e4 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:29:49.361318 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bef7d61-582f-41f7-b28f-287c26c4ca54 None None] Routers {'e9c9a6a6-1907-45a0-9d29-c1b7fb6414e4'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:29:49.362105 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-6bef7d61-582f-41f7-b28f-287c26c4ca54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:29:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['e9c9a6a6-1907-45a0-9d29-c1b7fb6414e4'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:29:49.449284 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-85baa55a-791b-4839-9b83-40501c4d6aa8 admin admin] Deleting port 683ff857-3dae-43d2-852d-d5cd232882b8 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:29:49.449627 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-85baa55a-791b-4839-9b83-40501c4d6aa8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:49.572244 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-6bef7d61-582f-41f7-b28f-287c26c4ca54 None None] Set router e9c9a6a6-1907-45a0-9d29-c1b7fb6414e4 gateway port host: None {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:29:49.595662 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7a695c-b65c-4980-86a6-51e6c1cc3fa8 req-1f437bb5-8900-41cd-a652-abf6cd065a9c tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:49.602198 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7a695c-b65c-4980-86a6-51e6c1cc3fa8 req-1f437bb5-8900-41cd-a652-abf6cd065a9c tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:49.608900 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7a695c-b65c-4980-86a6-51e6c1cc3fa8 req-1f437bb5-8900-41cd-a652-abf6cd065a9c tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:49.615884 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7a695c-b65c-4980-86a6-51e6c1cc3fa8 req-1f437bb5-8900-41cd-a652-abf6cd065a9c tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:49.623081 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7a695c-b65c-4980-86a6-51e6c1cc3fa8 req-1f437bb5-8900-41cd-a652-abf6cd065a9c tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:49.637346 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7a695c-b65c-4980-86a6-51e6c1cc3fa8 req-1f437bb5-8900-41cd-a652-abf6cd065a9c tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:49.644722 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7a695c-b65c-4980-86a6-51e6c1cc3fa8 req-1f437bb5-8900-41cd-a652-abf6cd065a9c tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:49.655186 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7e7a695c-b65c-4980-86a6-51e6c1cc3fa8 req-1f437bb5-8900-41cd-a652-abf6cd065a9c tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bec07a8-c25f-4f16-885e-b65a42ac76c9 HTTP/1.1" status: 200 len: 5420 time: 0.1906998 Dec 20 14:29:49.676434 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57156) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:29:49.711977 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-85baa55a-791b-4839-9b83-40501c4d6aa8 admin admin] For port 683ff857-3dae-43d2-852d-d5cd232882b8, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=683ff857-3dae-43d2-852d-d5cd232882b8,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:29:49.712284 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-85baa55a-791b-4839-9b83-40501c4d6aa8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:49.737958 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57162) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:29:49.762423 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-85baa55a-791b-4839-9b83-40501c4d6aa8 admin admin] Calling delete_port for 683ff857-3dae-43d2-852d-d5cd232882b8 owned by network:router_gateway {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:29:49.799429 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-6bef7d61-582f-41f7-b28f-287c26c4ca54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c9a6a6-1907-45a0-9d29-c1b7fb6414e4', 'name': 'tempest-ServersTestMultiNic-961624395-router', 'tenant_id': '3e6d5204aa2840f59fc30e0e3762aae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:27:12Z', 'updated_at': '2021-12-20T14:29:49Z', 'revision_number': 6, 'project_id': '3e6d5204aa2840f59fc30e0e3762aae9', 'gw_port_host': None}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:29:49.803697 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-230a11de-04df-4552-8db4-b03b24211895 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=44fe174830b040bbb46a681ed4c9a919&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1256974 Dec 20 14:29:49.804534 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57166) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:29:49.835451 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7e7a695c-b65c-4980-86a6-51e6c1cc3fa8 req-5f954b82-9aea-4119-89b9-fcaf2ea1e91a tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/security-groups?id=9a5fb326-e11a-43c7-acb8-8cef9da4f833&id=90051062-f265-4ecc-9e5a-22ebfc7553a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1723096 Dec 20 14:29:49.933017 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bef7d61-582f-41f7-b28f-287c26c4ca54 None None] The sync data for ids ['e9c9a6a6-1907-45a0-9d29-c1b7fb6414e4'] in n-d-761264-19 is: [{'id': 'e9c9a6a6-1907-45a0-9d29-c1b7fb6414e4', 'name': 'tempest-ServersTestMultiNic-961624395-router', 'tenant_id': '3e6d5204aa2840f59fc30e0e3762aae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:27:12Z', 'updated_at': '2021-12-20T14:29:49Z', 'revision_number': 6, 'project_id': '3e6d5204aa2840f59fc30e0e3762aae9', 'gw_port_host': None}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:29:50.034354 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-12fd5dd0-af9b-4b62-958e-76f0576d5377 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:50.111032 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-12fd5dd0-af9b-4b62-958e-76f0576d5377 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:50.348091 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 5e60713f-af81-4ba4-95ae-b35b2194279d no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:29:50.371838 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-7ef3b0e8-a3b3-4ed8-948e-9c769c16a346 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5733ef1aa8b34fa78cc0c918a1d39791&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6325111 Dec 20 14:29:50.378264 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57210) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:29:50.381687 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-12fd5dd0-af9b-4b62-958e-76f0576d5377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:50.384400 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-12fd5dd0-af9b-4b62-958e-76f0576d5377 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:50.396891 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-12fd5dd0-af9b-4b62-958e-76f0576d5377 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9f78d0ac-6839-46f8-9bf4-ecd47bbc4ddc HTTP/1.1" status: 204 len: 168 time: 0.5876429 Dec 20 14:29:50.404130 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-85baa55a-791b-4839-9b83-40501c4d6aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:50.410114 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 5e60713f-af81-4ba4-95ae-b35b2194279d {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:29:50.410475 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 5e60713f-af81-4ba4-95ae-b35b2194279d not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:29:50.425363 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.db.resource_extend [None req-92901d45-c22b-40f3-b002-4ffb1d2d803a tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 14:29:50.515587 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85baa55a-791b-4839-9b83-40501c4d6aa8 admin admin] Pushing event deleted for resources: {'Port': ['ID=683ff857-3dae-43d2-852d-d5cd232882b8,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:50.523973 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fd5dd0-af9b-4b62-958e-76f0576d5377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f78d0ac-6839-46f8-9bf4-ecd47bbc4ddc,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:50.535084 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-92901d45-c22b-40f3-b002-4ffb1d2d803a tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:50.561359 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d8a80ebb-a776-4c28-a149-4d69285736fb req-b31fab69-542b-418d-ae38-5585d5f9cced service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3216975 Dec 20 14:29:50.569017 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-92901d45-c22b-40f3-b002-4ffb1d2d803a tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585115'] for floatingip, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:50.631754 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-85baa55a-791b-4839-9b83-40501c4d6aa8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584913'] for router_gateway, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:50.686458 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80006e1f-a6d9-4a81-9f70-bbac50e1aba6 req-ae9595e4-b9f2-441b-87cc-b8d6fb6868a5 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:50.696913 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-80006e1f-a6d9-4a81-9f70-bbac50e1aba6 req-ae9595e4-b9f2-441b-87cc-b8d6fb6868a5 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=264addcb-becf-470a-8ecc-0f1d20dce83b HTTP/1.1" status: 200 len: 948 time: 0.3356824 Dec 20 14:29:50.725953 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-85baa55a-791b-4839-9b83-40501c4d6aa8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40132'] for router, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:50.729335 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-85baa55a-791b-4839-9b83-40501c4d6aa8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:50.782678 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-64cd8398-4f51-4e7d-95ac-19d59f64b237 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:50.819185 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-64cd8398-4f51-4e7d-95ac-19d59f64b237 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:50.831497 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-80006e1f-a6d9-4a81-9f70-bbac50e1aba6 req-e46e62ee-3a6d-43eb-b956-87a562ed419b tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331010 Dec 20 14:29:50.888173 n-d-761264-19 neutron-server[103167]: INFO neutron.db.l3_db [None req-92901d45-c22b-40f3-b002-4ffb1d2d803a tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Floating IP 868eabd0-0007-45da-9873-633ef80c9f1c associated. External IP: 172.25.0.157, port: fc3c68f4-a329-4427-b5d7-367e479e930e. Dec 20 14:29:50.968674 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-64cd8398-4f51-4e7d-95ac-19d59f64b237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:50.971453 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-64cd8398-4f51-4e7d-95ac-19d59f64b237 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:50.972703 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-64cd8398-4f51-4e7d-95ac-19d59f64b237 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1b3d86b7-740d-47b9-b8da-4b8aa7ff48e9 HTTP/1.1" status: 204 len: 168 time: 0.5924072 Dec 20 14:29:51.012843 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cd8398-4f51-4e7d-95ac-19d59f64b237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b3d86b7-740d-47b9-b8da-4b8aa7ff48e9,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:51.016182 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-85baa55a-791b-4839-9b83-40501c4d6aa8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1594808'] for router, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:51.016819 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85baa55a-791b-4839-9b83-40501c4d6aa8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9c9a6a6-1907-45a0-9d29-c1b7fb6414e4 {{(pid=103168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 14:29:51.025871 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-85baa55a-791b-4839-9b83-40501c4d6aa8 admin admin] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:51.029299 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-85baa55a-791b-4839-9b83-40501c4d6aa8 admin admin] 10.222.0.54 "DELETE /v2.0/routers/e9c9a6a6-1907-45a0-9d29-c1b7fb6414e4 HTTP/1.1" status: 204 len: 168 time: 2.2098007 Dec 20 14:29:51.029734 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57248) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:29:51.149903 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_v2 [None req-69fee9c3-9532-4b2e-8c57-50d7422075b2 admin admin] Deleting subnet d61e0ab3-e6d5-4b6b-88a9-174700bcc9e1 {{(pid=103168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:29:51.156037 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-69fee9c3-9532-4b2e-8c57-50d7422075b2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:51.211677 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-69fee9c3-9532-4b2e-8c57-50d7422075b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9023023'] for subnet, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:51.420187 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fe4ade-fd21-4f2c-98fa-6d91b4840556 req-52f283af-2dc5-47c5-8799-9ba94ab11a3e tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:51.440479 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fe4ade-fd21-4f2c-98fa-6d91b4840556 req-52f283af-2dc5-47c5-8799-9ba94ab11a3e tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:51.449321 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-69fee9c3-9532-4b2e-8c57-50d7422075b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:51.457216 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fe4ade-fd21-4f2c-98fa-6d91b4840556 req-52f283af-2dc5-47c5-8799-9ba94ab11a3e tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:51.479162 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fe4ade-fd21-4f2c-98fa-6d91b4840556 req-52f283af-2dc5-47c5-8799-9ba94ab11a3e tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:51.492732 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fe4ade-fd21-4f2c-98fa-6d91b4840556 req-52f283af-2dc5-47c5-8799-9ba94ab11a3e tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:51.513773 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fe4ade-fd21-4f2c-98fa-6d91b4840556 req-52f283af-2dc5-47c5-8799-9ba94ab11a3e tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:51.524888 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fe4ade-fd21-4f2c-98fa-6d91b4840556 req-52f283af-2dc5-47c5-8799-9ba94ab11a3e tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:51.533072 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c8fe4ade-fd21-4f2c-98fa-6d91b4840556 req-52f283af-2dc5-47c5-8799-9ba94ab11a3e tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bec07a8-c25f-4f16-885e-b65a42ac76c9 HTTP/1.1" status: 200 len: 5420 time: 0.4599702 Dec 20 14:29:51.562188 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-69fee9c3-9532-4b2e-8c57-50d7422075b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8850800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470517'] for subnet, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:51.567905 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92901d45-c22b-40f3-b002-4ffb1d2d803a tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Router 21b3531e-3ded-4003-b85d-db0755e309d2 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:29:51.591651 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 47effca4-a119-48c1-b2c1-a300bc11c325 details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:29:51.595271 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 9af7d0d7-0b05-4ec2-b709-9ed2fa318d6b no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:29:51.643016 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] No Port match for: 9af7d0d7-0b05-4ec2-b709-9ed2fa318d6b {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:29:51.643368 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 9af7d0d7-0b05-4ec2-b709-9ed2fa318d6b not bound to the agent host n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:29:51.644293 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fee9c3-9532-4b2e-8c57-50d7422075b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d61e0ab3-e6d5-4b6b-88a9-174700bcc9e1,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:51.673471 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57268) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:29:51.682882 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af539b6e-3057-4e2b-9d92-2756d4baa3ab None None] Network 20a46b71-7dba-4e20-a95b-0df58affe56a requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:29:51.684697 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-69fee9c3-9532-4b2e-8c57-50d7422075b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:51.691905 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-69fee9c3-9532-4b2e-8c57-50d7422075b2 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/d61e0ab3-e6d5-4b6b-88a9-174700bcc9e1 HTTP/1.1" status: 204 len: 168 time: 0.6608620 Dec 20 14:29:51.701037 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57270) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:29:51.734762 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c8fe4ade-fd21-4f2c-98fa-6d91b4840556 req-b99c6461-cf6c-4155-93f3-5ae0072cfb10 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/security-groups?id=9a5fb326-e11a-43c7-acb8-8cef9da4f833&id=90051062-f265-4ecc-9e5a-22ebfc7553a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1925473 Dec 20 14:29:51.821882 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ad7cebfd-385d-42c8-93c3-35a649a71d0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:51.824947 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92901d45-c22b-40f3-b002-4ffb1d2d803a tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:29:51.828809 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-e23fd5ca-71ae-4b21-a6e2-c858389bdfaa admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8df8c740764c49a1aedf05a2ed4b502a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1537554 Dec 20 14:29:51.833861 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57278) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:29:51.837484 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69043171-d8e0-4b65-a354-b99521953340 None None] Sync routers for ids ['21b3531e-3ded-4003-b85d-db0755e309d2'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:29:51.841331 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-92901d45-c22b-40f3-b002-4ffb1d2d803a tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:51.873866 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69043171-d8e0-4b65-a354-b99521953340 None None] Routers {'21b3531e-3ded-4003-b85d-db0755e309d2'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:29:51.875669 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-69043171-d8e0-4b65-a354-b99521953340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:29:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['21b3531e-3ded-4003-b85d-db0755e309d2'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:29:51.962708 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-92901d45-c22b-40f3-b002-4ffb1d2d803a tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "PUT /v2.0/floatingips/868eabd0-0007-45da-9873-633ef80c9f1c HTTP/1.1" status: 200 len: 991 time: 3.5752022 Dec 20 14:29:51.964579 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3e943d5-5d01-407d-9414-c89d08826b2f', 'tag': 'fc3c68f4-a329-4427-b5d7-367e479e930e'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:29:52.002301 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2910466-4f5b-4e71-ab07-4a2766249003" -d '{"events": [{"name": "network-changed", "server_uuid": "b3e943d5-5d01-407d-9414-c89d08826b2f", "tag": "fc3c68f4-a329-4427-b5d7-367e479e930e"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:29:52.104664 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-acc2e1a0-6fa9-49c9-9bac-e3e115f053d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:52.188287 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57292) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:29:52.235601 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-ad7cebfd-385d-42c8-93c3-35a649a71d0f admin admin] Deleting port 9c62c216-81bc-4139-99e6-4ab1c1c45465 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:29:52.236290 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ad7cebfd-385d-42c8-93c3-35a649a71d0f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:52.290554 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86142a0f-36bc-42b1-86a1-c8d891108932 x-openstack-request-id: req-86142a0f-36bc-42b1-86a1-c8d891108932 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:29:52.290914 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3e943d5-5d01-407d-9414-c89d08826b2f", "tag": "fc3c68f4-a329-4427-b5d7-367e479e930e", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:29:52.291266 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-86142a0f-36bc-42b1-86a1-c8d891108932 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:29:52.291895 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3e943d5-5d01-407d-9414-c89d08826b2f', 'tag': 'fc3c68f4-a329-4427-b5d7-367e479e930e', 'status': 'completed', 'code': 200} Dec 20 14:29:52.323502 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 683ff857-3dae-43d2-852d-d5cd232882b8 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:29:52.325326 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-ad7cebfd-385d-42c8-93c3-35a649a71d0f admin admin] For port 9c62c216-81bc-4139-99e6-4ab1c1c45465, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=9c62c216-81bc-4139-99e6-4ab1c1c45465,segment=NetworkSegment(0d954599-177d-461f-a871-728ece3f7bab),segment_id=0d954599-177d-461f-a871-728ece3f7bab)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:29:52.325800 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ad7cebfd-385d-42c8-93c3-35a649a71d0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:52.351270 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-ad7cebfd-385d-42c8-93c3-35a649a71d0f admin admin] Calling delete_port for 9c62c216-81bc-4139-99e6-4ab1c1c45465 owned by network:dhcp {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:29:52.374910 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-69043171-d8e0-4b65-a354-b99521953340 None None] Set router 21b3531e-3ded-4003-b85d-db0755e309d2 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:29:52.390561 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 683ff857-3dae-43d2-852d-d5cd232882b8 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:29:52.392621 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 683ff857-3dae-43d2-852d-d5cd232882b8 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:29:52.444751 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 47effca4-a119-48c1-b2c1-a300bc11c325, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=47effca4-a119-48c1-b2c1-a300bc11c325,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:29:52.470307 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ad7cebfd-385d-42c8-93c3-35a649a71d0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:52.471324 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': '47effca4-a119-48c1-b2c1-a300bc11c325', 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1', 'port_id': '47effca4-a119-48c1-b2c1-a300bc11c325', 'mac_address': 'fa:16:3e:d0:69:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36bf280f-81bb-4486-a87a-9b9505a1cec4', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:29:52.474193 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-acc2e1a0-6fa9-49c9-9bac-e3e115f053d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:52.503577 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7cebfd-385d-42c8-93c3-35a649a71d0f admin admin] Pushing event deleted for resources: {'Port': ['ID=9c62c216-81bc-4139-99e6-4ab1c1c45465,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:52.505647 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-acdebec8-2c6a-46c4-8b98-448ddc776ad2 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-132114161-network', 'tenant_id': '2d8ab96c04b449d786801da3c607cd4b'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:29:52.514782 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f171d5c6-9800-4fef-967c-74eea782fd87 req-201559d1-5785-431c-9c22-0588dcfbfb29 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:52.522542 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f171d5c6-9800-4fef-967c-74eea782fd87 req-201559d1-5785-431c-9c22-0588dcfbfb29 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=264addcb-becf-470a-8ecc-0f1d20dce83b HTTP/1.1" status: 200 len: 948 time: 0.4378147 Dec 20 14:29:52.539165 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:52.542978 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35199ce1-a1ac-4bd0-8cc9-922cc7f32858 None None] DHCP port deletion for 20a46b71-7dba-4e20-a95b-0df58affe56a request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:29:52.565952 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47effca4-a119-48c1-b2c1-a300bc11c325 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:29:52.592757 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7cebfd-385d-42c8-93c3-35a649a71d0f admin admin] No DVR routers for this DVR port 9c62c216-81bc-4139-99e6-4ab1c1c45465 on host n-d-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:29:52.597205 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 47effca4-a119-48c1-b2c1-a300bc11c325, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=47effca4-a119-48c1-b2c1-a300bc11c325,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:29:52.603950 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:52.639850 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acdebec8-2c6a-46c4-8b98-448ddc776ad2 admin admin] Made reservation on behalf of 2d8ab96c04b449d786801da3c607cd4b for: {'network': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:29:52.649099 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-acdebec8-2c6a-46c4-8b98-448ddc776ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:52.663745 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=47effca4-a119-48c1-b2c1-a300bc11c325,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:52.707030 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-acdebec8-2c6a-46c4-8b98-448ddc776ad2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:52.719628 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2910466-4f5b-4e71-ab07-4a2766249003 req-3620ce1b-304a-4b30-8a20-0e7d262cb223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:52.720116 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2910466-4f5b-4e71-ab07-4a2766249003 req-3620ce1b-304a-4b30-8a20-0e7d262cb223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:52.720889 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2910466-4f5b-4e71-ab07-4a2766249003 req-3620ce1b-304a-4b30-8a20-0e7d262cb223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:52.721656 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2910466-4f5b-4e71-ab07-4a2766249003 req-3620ce1b-304a-4b30-8a20-0e7d262cb223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:52.721833 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f171d5c6-9800-4fef-967c-74eea782fd87 req-c0e9b103-1078-49f2-882d-963b31dbbde2 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976449 Dec 20 14:29:52.722171 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2910466-4f5b-4e71-ab07-4a2766249003 req-3620ce1b-304a-4b30-8a20-0e7d262cb223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:52.723000 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2910466-4f5b-4e71-ab07-4a2766249003 req-3620ce1b-304a-4b30-8a20-0e7d262cb223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:52.723891 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2910466-4f5b-4e71-ab07-4a2766249003 req-3620ce1b-304a-4b30-8a20-0e7d262cb223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:52.727116 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b2910466-4f5b-4e71-ab07-4a2766249003 req-3620ce1b-304a-4b30-8a20-0e7d262cb223 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7db68c07b2e8445b8d4272fa646b5852&device_id=b3e943d5-5d01-407d-9414-c89d08826b2f HTTP/1.1" status: 200 len: 6508 time: 0.3496497 Dec 20 14:29:52.879333 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57308) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:29:52.879762 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ad7cebfd-385d-42c8-93c3-35a649a71d0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:52.893240 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['47effca4-a119-48c1-b2c1-a300bc11c325'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:29:52.925221 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2910466-4f5b-4e71-ab07-4a2766249003 req-c8502082-64eb-4989-bb69-911d6cf8c2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:52.927057 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b2910466-4f5b-4e71-ab07-4a2766249003 req-c8502082-64eb-4989-bb69-911d6cf8c2ac service neutron] 10.222.0.47 "GET /v2.0/networks?id=16189b34-662f-400f-bc52-e94ab90158e1 HTTP/1.1" status: 200 len: 917 time: 0.1908102 Dec 20 14:29:52.962001 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-69043171-d8e0-4b65-a354-b99521953340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b3531e-3ded-4003-b85d-db0755e309d2', 'name': 'tempest-TaggedBootDevicesTest_v242-972240548-router', 'tenant_id': '7db68c07b2e8445b8d4272fa646b5852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '23153ac4-6f0c-4b72-a442-4c60a53871eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:26:28Z', 'updated_at': '2021-12-20T14:26:35Z', 'revision_number': 4, 'project_id': '7db68c07b2e8445b8d4272fa646b5852', 'gw_port': {'id': '23153ac4-6f0c-4b72-a442-4c60a53871eb', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:26:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b3531e-3ded-4003-b85d-db0755e309d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:26:29Z', 'updated_at': '2021-12-20T14:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': '868eabd0-0007-45da-9873-633ef80c9f1c', 'tenant_id': '7db68c07b2e8445b8d4272fa646b5852', 'floating_ip_address': '172.25.0.157', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': '21b3531e-3ded-4003-b85d-db0755e309d2', 'port_id': 'fc3c68f4-a329-4427-b5d7-367e479e930e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16189b34-662f-400f-bc52-e94ab90158e1', 'mac_address': 'fa:16:3e:71:e3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e943d5-5d01-407d-9414-c89d08826b2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T14:28:00Z', 'updated_at': '2021-12-20T14:29:50Z', 'revision_number': 1, 'project_id': '7db68c07b2e8445b8d4272fa646b5852', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd01b40c7-8271-4420-ac6c-d886fcd388df', 'name': '', 'network_id': '16189b34-662f-400f-bc52-e94ab90158e1', 'tenant_id': '7db68c07b2e8445b8d4272fa646b5852', 'mac_address': 'fa:16:3e:9d:36:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b3531e-3ded-4003-b85d-db0755e309d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '2fffa9a2-9cbe-46b2-9b29-5a8bd9778f5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:26:34Z', 'updated_at': '2021-12-20T14:26:43Z', 'revision_number': 5, 'project_id': '7db68c07b2e8445b8d4272fa646b5852', 'subnets': [{'id': '2fffa9a2-9cbe-46b2-9b29-5a8bd9778f5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:29:52.967926 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1ee10b97-968c-4df6-9ffa-06bf751d9525 req-020ce191-5d59-42b7-8fd0-4ea1e4909341 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b3e943d5-5d01-407d-9414-c89d08826b2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2449470 Dec 20 14:29:52.969930 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-ad7cebfd-385d-42c8-93c3-35a649a71d0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20a46b71-7dba-4e20-a95b-0df58affe56a']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:29:52.973359 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-acc2e1a0-6fa9-49c9-9bac-e3e115f053d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:52.975980 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-acc2e1a0-6fa9-49c9-9bac-e3e115f053d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:52.977213 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-acc2e1a0-6fa9-49c9-9bac-e3e115f053d7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e4c74667-cef8-4db2-8433-d54adc1e2781 HTTP/1.1" status: 204 len: 168 time: 1.1278212 Dec 20 14:29:52.992678 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-ad7cebfd-385d-42c8-93c3-35a649a71d0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d954599-177d-461f-a871-728ece3f7bab') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:29:52.992962 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-ad7cebfd-385d-42c8-93c3-35a649a71d0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d954599-177d-461f-a871-728ece3f7bab') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:29:53.011321 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2e1a0-6fa9-49c9-9bac-e3e115f053d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c74667-cef8-4db2-8433-d54adc1e2781,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:53.014686 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ad7cebfd-385d-42c8-93c3-35a649a71d0f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:53.044542 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc09c2d-fd65-4ad5-95f9-e93e7e912143 req-1986d4f2-6617-4ace-bdd1-ae7c7cafc991 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:53.051028 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc09c2d-fd65-4ad5-95f9-e93e7e912143 req-1986d4f2-6617-4ace-bdd1-ae7c7cafc991 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:53.056893 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc09c2d-fd65-4ad5-95f9-e93e7e912143 req-1986d4f2-6617-4ace-bdd1-ae7c7cafc991 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:53.063116 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc09c2d-fd65-4ad5-95f9-e93e7e912143 req-1986d4f2-6617-4ace-bdd1-ae7c7cafc991 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:53.068996 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc09c2d-fd65-4ad5-95f9-e93e7e912143 req-1986d4f2-6617-4ace-bdd1-ae7c7cafc991 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:53.075709 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc09c2d-fd65-4ad5-95f9-e93e7e912143 req-1986d4f2-6617-4ace-bdd1-ae7c7cafc991 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:53.081603 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc09c2d-fd65-4ad5-95f9-e93e7e912143 req-1986d4f2-6617-4ace-bdd1-ae7c7cafc991 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:53.090710 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0bc09c2d-fd65-4ad5-95f9-e93e7e912143 req-1986d4f2-6617-4ace-bdd1-ae7c7cafc991 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bec07a8-c25f-4f16-885e-b65a42ac76c9 HTTP/1.1" status: 200 len: 5420 time: 0.2271390 Dec 20 14:29:53.109886 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ad7cebfd-385d-42c8-93c3-35a649a71d0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:53.121064 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69043171-d8e0-4b65-a354-b99521953340 None None] Checking router: 21b3531e-3ded-4003-b85d-db0755e309d2 for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:29:53.124441 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad7cebfd-385d-42c8-93c3-35a649a71d0f admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:29:53.124769 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ad7cebfd-385d-42c8-93c3-35a649a71d0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:53.128359 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 14:29:53.128359 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:29:53.128359 n-d-761264-19 neutron-server[103168]: timer() Dec 20 14:29:53.128359 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:29:53.128359 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 14:29:53.128359 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:29:53.128359 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 14:29:53.128359 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:29:53.128359 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 14:29:53.128359 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:29:53.128359 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 14:29:53.128359 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:29:53.128359 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 14:29:53.128359 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:29:53.128359 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:29:53.128359 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:29:53.128359 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:29:53.128359 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:29:53.128359 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 14:29:53.128359 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:29:53.128359 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 14:29:53.128359 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:29:53.128359 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:29:53.128359 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:29:53.128359 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 14:29:53.128359 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:29:53.128359 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:29:53.128359 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:29:53.128359 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:29:53.128359 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:29:53.128359 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:29:53.128359 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:29:53.167653 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69043171-d8e0-4b65-a354-b99521953340 None None] Routers {'21b3531e-3ded-4003-b85d-db0755e309d2'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:29:53.168285 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-69043171-d8e0-4b65-a354-b99521953340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:29:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['21b3531e-3ded-4003-b85d-db0755e309d2'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:29:53.207295 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-acdebec8-2c6a-46c4-8b98-448ddc776ad2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:53.234842 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-acdebec8-2c6a-46c4-8b98-448ddc776ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:53.261024 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acdebec8-2c6a-46c4-8b98-448ddc776ad2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=103167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:29:53.266377 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0bc09c2d-fd65-4ad5-95f9-e93e7e912143 req-13c243a7-8a0e-4e6e-882c-80799f24e521 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/security-groups?id=9a5fb326-e11a-43c7-acb8-8cef9da4f833&id=90051062-f265-4ecc-9e5a-22ebfc7553a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1746397 Dec 20 14:29:53.275789 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ad7cebfd-385d-42c8-93c3-35a649a71d0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:53.308858 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7cebfd-385d-42c8-93c3-35a649a71d0f admin admin] Pushing event deleted for resources: {'Network': ['ID=20a46b71-7dba-4e20-a95b-0df58affe56a,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:53.311300 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ad7cebfd-385d-42c8-93c3-35a649a71d0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:53.323995 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-ad7cebfd-385d-42c8-93c3-35a649a71d0f admin admin] 10.222.0.54 "DELETE /v2.0/networks/20a46b71-7dba-4e20-a95b-0df58affe56a HTTP/1.1" status: 204 len: 168 time: 1.6152740 Dec 20 14:29:53.359844 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-acdebec8-2c6a-46c4-8b98-448ddc776ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:53.362342 n-d-761264-19 neutron-server[103167]: INFO neutron.db.segments_db [None req-acdebec8-2c6a-46c4-8b98-448ddc776ad2 admin admin] Added segment 5fb9e63f-1a62-4873-9c45-26df976de395 of type vlan for network 52930296-13fc-48ae-85c5-2ff1e6e63e8d Dec 20 14:29:53.377345 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-69043171-d8e0-4b65-a354-b99521953340 None None] Set router 21b3531e-3ded-4003-b85d-db0755e309d2 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:29:53.386741 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b2910466-4f5b-4e71-ab07-4a2766249003 req-444bbc34-72e4-4be7-8e99-238db6b2d6c7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fc3c68f4-a329-4427-b5d7-367e479e930e HTTP/1.1" status: 200 len: 999 time: 0.4494534 Dec 20 14:29:53.413962 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-cf683e85-a27d-482e-85a6-52bdf191f9c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:53.595644 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdebec8-2c6a-46c4-8b98-448ddc776ad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c61f2d8d-b79b-4b8e-a334-f21fde5cff25,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:53.610342 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-acdebec8-2c6a-46c4-8b98-448ddc776ad2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:53.620503 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57330) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:29:53.645470 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2910466-4f5b-4e71-ab07-4a2766249003 req-06d3c3c1-4840-42a6-8bf6-83b54e892240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:53.647246 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b2910466-4f5b-4e71-ab07-4a2766249003 req-06d3c3c1-4840-42a6-8bf6-83b54e892240 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2fffa9a2-9cbe-46b2-9b29-5a8bd9778f5b HTTP/1.1" status: 200 len: 855 time: 0.2455351 Dec 20 14:29:53.684007 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-69043171-d8e0-4b65-a354-b99521953340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b3531e-3ded-4003-b85d-db0755e309d2', 'name': 'tempest-TaggedBootDevicesTest_v242-972240548-router', 'tenant_id': '7db68c07b2e8445b8d4272fa646b5852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '23153ac4-6f0c-4b72-a442-4c60a53871eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:26:28Z', 'updated_at': '2021-12-20T14:26:35Z', 'revision_number': 4, 'project_id': '7db68c07b2e8445b8d4272fa646b5852', 'gw_port': {'id': '23153ac4-6f0c-4b72-a442-4c60a53871eb', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:26:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b3531e-3ded-4003-b85d-db0755e309d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:26:29Z', 'updated_at': '2021-12-20T14:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': '868eabd0-0007-45da-9873-633ef80c9f1c', 'tenant_id': '7db68c07b2e8445b8d4272fa646b5852', 'floating_ip_address': '172.25.0.157', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': '21b3531e-3ded-4003-b85d-db0755e309d2', 'port_id': 'fc3c68f4-a329-4427-b5d7-367e479e930e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16189b34-662f-400f-bc52-e94ab90158e1', 'mac_address': 'fa:16:3e:71:e3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e943d5-5d01-407d-9414-c89d08826b2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T14:28:00Z', 'updated_at': '2021-12-20T14:29:50Z', 'revision_number': 1, 'project_id': '7db68c07b2e8445b8d4272fa646b5852', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd01b40c7-8271-4420-ac6c-d886fcd388df', 'name': '', 'network_id': '16189b34-662f-400f-bc52-e94ab90158e1', 'tenant_id': '7db68c07b2e8445b8d4272fa646b5852', 'mac_address': 'fa:16:3e:9d:36:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b3531e-3ded-4003-b85d-db0755e309d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '2fffa9a2-9cbe-46b2-9b29-5a8bd9778f5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:26:34Z', 'updated_at': '2021-12-20T14:26:43Z', 'revision_number': 5, 'project_id': '7db68c07b2e8445b8d4272fa646b5852', 'subnets': [{'id': '2fffa9a2-9cbe-46b2-9b29-5a8bd9778f5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:29:53.721250 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69043171-d8e0-4b65-a354-b99521953340 None None] The sync data for ids ['21b3531e-3ded-4003-b85d-db0755e309d2'] in n-d-761264-19 is: [{'id': '21b3531e-3ded-4003-b85d-db0755e309d2', 'name': 'tempest-TaggedBootDevicesTest_v242-972240548-router', 'tenant_id': '7db68c07b2e8445b8d4272fa646b5852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '23153ac4-6f0c-4b72-a442-4c60a53871eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:26:28Z', 'updated_at': '2021-12-20T14:26:35Z', 'revision_number': 4, 'project_id': '7db68c07b2e8445b8d4272fa646b5852', 'gw_port': {'id': '23153ac4-6f0c-4b72-a442-4c60a53871eb', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:26:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b3531e-3ded-4003-b85d-db0755e309d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:26:29Z', 'updated_at': '2021-12-20T14:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': '868eabd0-0007-45da-9873-633ef80c9f1c', 'tenant_id': '7db68c07b2e8445b8d4272fa646b5852', 'floating_ip_address': '172.25.0.157', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': '21b3531e-3ded-4003-b85d-db0755e309d2', 'port_id': 'fc3c68f4-a329-4427-b5d7-367e479e930e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16189b34-662f-400f-bc52-e94ab90158e1', 'mac_address': 'fa:16:3e:71:e3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e943d5-5d01-407d-9414-c89d08826b2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T14:28:00Z', 'updated_at': '2021-12-20T14:29:50Z', 'revision_number': 1, 'project_id': '7db68c07b2e8445b8d4272fa646b5852', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd01b40c7-8271-4420-ac6c-d886fcd388df', 'name': '', 'network_id': '16189b34-662f-400f-bc52-e94ab90158e1', 'tenant_id': '7db68c07b2e8445b8d4272fa646b5852', 'mac_address': 'fa:16:3e:9d:36:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b3531e-3ded-4003-b85d-db0755e309d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '2fffa9a2-9cbe-46b2-9b29-5a8bd9778f5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:26:34Z', 'updated_at': '2021-12-20T14:26:43Z', 'revision_number': 5, 'project_id': '7db68c07b2e8445b8d4272fa646b5852', 'subnets': [{'id': '2fffa9a2-9cbe-46b2-9b29-5a8bd9778f5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:29:53.750481 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-401673c7-c9c9-40df-8d61-d747686bf73f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3e6d5204aa2840f59fc30e0e3762aae9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1272814 Dec 20 14:29:53.752239 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57336) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:29:53.761903 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-acdebec8-2c6a-46c4-8b98-448ddc776ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:53.768096 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acdebec8-2c6a-46c4-8b98-448ddc776ad2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:53.769377 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-acdebec8-2c6a-46c4-8b98-448ddc776ad2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:53.891950 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2910466-4f5b-4e71-ab07-4a2766249003 req-c65ba73b-f600-4b56-be96-abc59720be7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:53.898748 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b2910466-4f5b-4e71-ab07-4a2766249003 req-c65ba73b-f600-4b56-be96-abc59720be7b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=16189b34-662f-400f-bc52-e94ab90158e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2397146 Dec 20 14:29:53.921164 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-14ac123e-392b-43d1-94db-926210e52a54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:53.970600 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3220d10-6513-458c-9fc8-2d572fcc29ec req-70577b77-bb1b-4507-9054-f169701618d4 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:53.980445 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-acdebec8-2c6a-46c4-8b98-448ddc776ad2 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.7913144 Dec 20 14:29:53.983806 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e3220d10-6513-458c-9fc8-2d572fcc29ec req-70577b77-bb1b-4507-9054-f169701618d4 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=264addcb-becf-470a-8ecc-0f1d20dce83b HTTP/1.1" status: 200 len: 949 time: 0.1314902 Dec 20 14:29:53.984309 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57340) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:29:53.995351 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-e03f335b-16eb-4f76-a35c-a4dfa94312fa admin admin] Request body: {'subnet': {'network_id': '52930296-13fc-48ae-85c5-2ff1e6e63e8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-132114161-subnet', 'tenant_id': '2d8ab96c04b449d786801da3c607cd4b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:29:54.050399 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-14ac123e-392b-43d1-94db-926210e52a54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:54.072871 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdebec8-2c6a-46c4-8b98-448ddc776ad2 admin admin] Pushing event updated for resources: {'Network': ['ID=52930296-13fc-48ae-85c5-2ff1e6e63e8d,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:54.084473 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 52930296-13fc-48ae-85c5-2ff1e6e63e8d details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:29:54.092283 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e03f335b-16eb-4f76-a35c-a4dfa94312fa admin admin] Made reservation on behalf of 2d8ab96c04b449d786801da3c607cd4b for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:29:54.094612 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e03f335b-16eb-4f76-a35c-a4dfa94312fa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:54.132084 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a254273b-523f-483e-a023-35fafe264e1d None None] New status for floating IP 868eabd0-0007-45da-9873-633ef80c9f1c: ACTIVE {{(pid=103169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 14:29:54.172525 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-cf683e85-a27d-482e-85a6-52bdf191f9c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:54.201672 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-cf683e85-a27d-482e-85a6-52bdf191f9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:54.285177 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf683e85-a27d-482e-85a6-52bdf191f9c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cfe8e76-c394-47f8-a67d-db199fa54688,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:54.306827 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 9c62c216-81bc-4139-99e6-4ab1c1c45465 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:29:54.328839 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-cf683e85-a27d-482e-85a6-52bdf191f9c6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=fdcb4610f26a429782c5f08ba0a57b8f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4483016 Dec 20 14:29:54.336898 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57352) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:29:54.362369 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b2910466-4f5b-4e71-ab07-4a2766249003 req-1f6131c0-2fcf-43d0-bc70-07086aa538d5 service neutron] 10.222.0.47 "GET /v2.0/networks/16189b34-662f-400f-bc52-e94ab90158e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4424322 Dec 20 14:29:54.433318 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 9c62c216-81bc-4139-99e6-4ab1c1c45465 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:29:54.433925 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 9c62c216-81bc-4139-99e6-4ab1c1c45465 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:29:54.570442 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6fc52a53-ab36-4e77-a33b-3e97a4f4cc14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:54.623190 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b2910466-4f5b-4e71-ab07-4a2766249003 req-4354c3c1-d398-411d-8aae-bab97d0a7f1c service neutron] 10.222.0.47 "GET /v2.0/networks/16189b34-662f-400f-bc52-e94ab90158e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473345 Dec 20 14:29:54.628277 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6fc52a53-ab36-4e77-a33b-3e97a4f4cc14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:54.655891 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5e0026-400d-495c-8e9a-bbf0a3d4c60c req-e7a2b832-27f8-47d3-81c8-eadb1eaa44cc tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:54.663953 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5e0026-400d-495c-8e9a-bbf0a3d4c60c req-e7a2b832-27f8-47d3-81c8-eadb1eaa44cc tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:54.671482 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5e0026-400d-495c-8e9a-bbf0a3d4c60c req-e7a2b832-27f8-47d3-81c8-eadb1eaa44cc tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:54.678064 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5e0026-400d-495c-8e9a-bbf0a3d4c60c req-e7a2b832-27f8-47d3-81c8-eadb1eaa44cc tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:54.686031 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5e0026-400d-495c-8e9a-bbf0a3d4c60c req-e7a2b832-27f8-47d3-81c8-eadb1eaa44cc tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:54.693164 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5e0026-400d-495c-8e9a-bbf0a3d4c60c req-e7a2b832-27f8-47d3-81c8-eadb1eaa44cc tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:54.717521 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5e0026-400d-495c-8e9a-bbf0a3d4c60c req-e7a2b832-27f8-47d3-81c8-eadb1eaa44cc tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:54.731140 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5f5e0026-400d-495c-8e9a-bbf0a3d4c60c req-e7a2b832-27f8-47d3-81c8-eadb1eaa44cc tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bec07a8-c25f-4f16-885e-b65a42ac76c9 HTTP/1.1" status: 200 len: 5420 time: 0.2267652 Dec 20 14:29:54.753107 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e3220d10-6513-458c-9fc8-2d572fcc29ec req-c9fc9454-691e-4b3f-87cf-55055c70133c tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7111397 Dec 20 14:29:54.831113 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-14ac123e-392b-43d1-94db-926210e52a54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:54.836284 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-14ac123e-392b-43d1-94db-926210e52a54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:54.837516 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-14ac123e-392b-43d1-94db-926210e52a54 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/38c67d1f-c5c0-4d18-a181-659c37118040 HTTP/1.1" status: 204 len: 168 time: 1.0821791 Dec 20 14:29:54.877813 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ac123e-392b-43d1-94db-926210e52a54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c67d1f-c5c0-4d18-a181-659c37118040,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:55.009371 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee10b97-968c-4df6-9ffa-06bf751d9525 req-173bbfda-3f01-443a-ac8a-b025cbadb5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:55.009872 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee10b97-968c-4df6-9ffa-06bf751d9525 req-173bbfda-3f01-443a-ac8a-b025cbadb5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:55.011588 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee10b97-968c-4df6-9ffa-06bf751d9525 req-173bbfda-3f01-443a-ac8a-b025cbadb5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:55.012098 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee10b97-968c-4df6-9ffa-06bf751d9525 req-173bbfda-3f01-443a-ac8a-b025cbadb5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:55.012535 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee10b97-968c-4df6-9ffa-06bf751d9525 req-173bbfda-3f01-443a-ac8a-b025cbadb5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:55.013004 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee10b97-968c-4df6-9ffa-06bf751d9525 req-173bbfda-3f01-443a-ac8a-b025cbadb5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:55.014083 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee10b97-968c-4df6-9ffa-06bf751d9525 req-173bbfda-3f01-443a-ac8a-b025cbadb5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:55.024342 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1ee10b97-968c-4df6-9ffa-06bf751d9525 req-173bbfda-3f01-443a-ac8a-b025cbadb5d0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7db68c07b2e8445b8d4272fa646b5852&device_id=b3e943d5-5d01-407d-9414-c89d08826b2f HTTP/1.1" status: 200 len: 6508 time: 0.2422395 Dec 20 14:29:55.055451 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5f5e0026-400d-495c-8e9a-bbf0a3d4c60c req-026ea04e-4270-4213-9e0c-bbd45285b087 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/security-groups?id=9a5fb326-e11a-43c7-acb8-8cef9da4f833&id=90051062-f265-4ecc-9e5a-22ebfc7553a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2970023 Dec 20 14:29:55.069975 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e03f335b-16eb-4f76-a35c-a4dfa94312fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8848317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10470522'] for subnet, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:55.161771 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03f335b-16eb-4f76-a35c-a4dfa94312fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=a56e1d23-1f4a-43e9-a237-3bd0a9d73d16,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:55.179650 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6fc52a53-ab36-4e77-a33b-3e97a4f4cc14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:55.182316 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6fc52a53-ab36-4e77-a33b-3e97a4f4cc14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:55.183574 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-6fc52a53-ab36-4e77-a33b-3e97a4f4cc14 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9cfe8e76-c394-47f8-a67d-db199fa54688 HTTP/1.1" status: 204 len: 168 time: 0.8451676 Dec 20 14:29:55.189889 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03f335b-16eb-4f76-a35c-a4dfa94312fa admin admin] Checking segment: {'id': '5fb9e63f-1a62-4873-9c45-26df976de395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '52930296-13fc-48ae-85c5-2ff1e6e63e8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:29:55.190463 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03f335b-16eb-4f76-a35c-a4dfa94312fa admin admin] Network hostable DHCP agents. Network: 52930296-13fc-48ae-85c5-2ff1e6e63e8d, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:29:55.221060 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc52a53-ab36-4e77-a33b-3e97a4f4cc14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cfe8e76-c394-47f8-a67d-db199fa54688,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:55.236774 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03f335b-16eb-4f76-a35c-a4dfa94312fa admin admin] Network 52930296-13fc-48ae-85c5-2ff1e6e63e8d is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:29:55.254014 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee10b97-968c-4df6-9ffa-06bf751d9525 req-586a13e8-bf0c-4bc2-a148-f9d200fc645e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:55.257458 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee10b97-968c-4df6-9ffa-06bf751d9525 req-586a13e8-bf0c-4bc2-a148-f9d200fc645e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:55.258505 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee10b97-968c-4df6-9ffa-06bf751d9525 req-586a13e8-bf0c-4bc2-a148-f9d200fc645e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:55.262903 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1ee10b97-968c-4df6-9ffa-06bf751d9525 req-586a13e8-bf0c-4bc2-a148-f9d200fc645e service neutron] 10.222.0.47 "GET /v2.0/networks?id=16189b34-662f-400f-bc52-e94ab90158e1&id=0723578d-9472-40dd-b5d6-4342bff5fd37&id=0723578d-9472-40dd-b5d6-4342bff5fd37&id=0723578d-9472-40dd-b5d6-4342bff5fd37&id=0723578d-9472-40dd-b5d6-4342bff5fd37&id=2d7ab868-da79-43c0-805a-c026f1ebce8a&id=2d7ab868-da79-43c0-805a-c026f1ebce8a HTTP/1.1" status: 200 len: 2298 time: 0.2077184 Dec 20 14:29:55.279376 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-e03f335b-16eb-4f76-a35c-a4dfa94312fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 52930296-13fc-48ae-85c5-2ff1e6e63e8d) {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:29:55.292520 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f7f453-8758-4bdf-975a-22901ca9ad7a None None] Network 52930296-13fc-48ae-85c5-2ff1e6e63e8d requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:29:55.320088 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03f335b-16eb-4f76-a35c-a4dfa94312fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:55.331929 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e03f335b-16eb-4f76-a35c-a4dfa94312fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:55.392373 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1ee10b97-968c-4df6-9ffa-06bf751d9525 req-8e34cb65-39b3-42e3-aa58-adf471205949 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fc3c68f4-a329-4427-b5d7-367e479e930e HTTP/1.1" status: 200 len: 1001 time: 0.1223676 Dec 20 14:29:55.463633 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-e03f335b-16eb-4f76-a35c-a4dfa94312fa admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.4731793 Dec 20 14:29:55.474755 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e6e10241-daac-4d6a-adbb-16bd68e50feb req-d3535536-54aa-4467-9aec-571ad72d74bd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=90aa83c6-08cd-4633-aa11-a02fe8beda7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1721237 Dec 20 14:29:55.486906 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26646488-9876-42de-896c-9025f150a208 None None] Network 52930296-13fc-48ae-85c5-2ff1e6e63e8d requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:29:55.536356 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee10b97-968c-4df6-9ffa-06bf751d9525 req-475c50a5-582a-4802-8a56-ea1d6a798538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:55.540416 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1ee10b97-968c-4df6-9ffa-06bf751d9525 req-475c50a5-582a-4802-8a56-ea1d6a798538 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2fffa9a2-9cbe-46b2-9b29-5a8bd9778f5b HTTP/1.1" status: 200 len: 855 time: 0.1404529 Dec 20 14:29:55.599346 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e10241-daac-4d6a-adbb-16bd68e50feb req-1ac495d9-da88-4dd8-87f6-32b9f18af3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:55.602818 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e6e10241-daac-4d6a-adbb-16bd68e50feb req-1ac495d9-da88-4dd8-87f6-32b9f18af3a1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=543a5ccf1524441b95c235a83f5e56cd&device_id=90aa83c6-08cd-4633-aa11-a02fe8beda7a HTTP/1.1" status: 200 len: 1098 time: 0.0552163 Dec 20 14:29:55.629878 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 47effca4-a119-48c1-b2c1-a300bc11c325 up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:29:55.651094 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee10b97-968c-4df6-9ffa-06bf751d9525 req-8b8cdc35-7c3e-40a3-856f-0af5ccf6b9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:55.652641 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1ee10b97-968c-4df6-9ffa-06bf751d9525 req-8b8cdc35-7c3e-40a3-856f-0af5ccf6b9ea service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=16189b34-662f-400f-bc52-e94ab90158e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1046197 Dec 20 14:29:55.839060 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1ee10b97-968c-4df6-9ffa-06bf751d9525 req-26e1261f-1bc1-4a1a-927c-b98e7009a640 service neutron] 10.222.0.47 "GET /v2.0/networks/16189b34-662f-400f-bc52-e94ab90158e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755359 Dec 20 14:29:55.840020 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning for port 47effca4-a119-48c1-b2c1-a300bc11c325 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:29:55.854172 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port 47effca4-a119-48c1-b2c1-a300bc11c325 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:29:55.854549 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:56.011866 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e10241-daac-4d6a-adbb-16bd68e50feb req-fbe3dc40-0f89-405a-b35a-94d1b666ad2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:56.020104 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e6e10241-daac-4d6a-adbb-16bd68e50feb req-fbe3dc40-0f89-405a-b35a-94d1b666ad2b service neutron] 10.222.0.30 "GET /v2.0/networks?id=495ace7a-f44e-4349-a86f-b6f0c2cf6eb6 HTTP/1.1" status: 200 len: 912 time: 0.3893552 Dec 20 14:29:56.065650 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1ee10b97-968c-4df6-9ffa-06bf751d9525 req-58c5565e-79e4-4c76-977c-3ce69e4b0e20 service neutron] 10.222.0.47 "GET /v2.0/networks/16189b34-662f-400f-bc52-e94ab90158e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217326 Dec 20 14:29:56.095778 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:56.138977 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '264addcb-becf-470a-8ecc-0f1d20dce83b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47effca4-a119-48c1-b2c1-a300bc11c325'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:29:56.141210 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1ee10b97-968c-4df6-9ffa-06bf751d9525 req-00dc38b7-53b3-4ca6-a9f1-8495b1bed22c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.212&port_id=472629f0-99a5-462a-9b97-0c161849b783 HTTP/1.1" status: 200 len: 217 time: 0.0617816 Dec 20 14:29:56.143398 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8667d2db-38db-4796-848a-2516735245fa" -d '{"events": [{"server_uuid": "264addcb-becf-470a-8ecc-0f1d20dce83b", "name": "network-vif-plugged", "status": "completed", "tag": "47effca4-a119-48c1-b2c1-a300bc11c325"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:29:56.146786 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e6e10241-daac-4d6a-adbb-16bd68e50feb req-a468fb14-9f87-4f90-a614-f0aa63baa3a9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4dc04038-cab2-4b48-9194-17664723fa58 HTTP/1.1" status: 200 len: 217 time: 0.1177180 Dec 20 14:29:56.175065 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 47effca4-a119-48c1-b2c1-a300bc11c325, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=47effca4-a119-48c1-b2c1-a300bc11c325,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:29:56.181874 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:56.205410 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7714d3-1a36-43c2-8c30-5414a6bb84d5 req-cd8d355b-08f9-4179-9a63-ba9974730a9e tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:56.208678 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7b7714d3-1a36-43c2-8c30-5414a6bb84d5 req-cd8d355b-08f9-4179-9a63-ba9974730a9e tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=264addcb-becf-470a-8ecc-0f1d20dce83b HTTP/1.1" status: 200 len: 949 time: 0.3415501 Dec 20 14:29:56.268337 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=47effca4-a119-48c1-b2c1-a300bc11c325,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:56.287642 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee10b97-968c-4df6-9ffa-06bf751d9525 req-73e4cb82-6b34-411b-8ca8-774511eecd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:56.290204 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1ee10b97-968c-4df6-9ffa-06bf751d9525 req-73e4cb82-6b34-411b-8ca8-774511eecd7b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=04afb03f-72c8-4cee-8126-4aad15c5f0f5 HTTP/1.1" status: 200 len: 797 time: 0.1402500 Dec 20 14:29:56.309836 n-d-761264-19 neutron-server[103167]: INFO neutron.api.v2.resource [req-4cde36a9-db6e-4e41-a16c-1826447f5ed1 req-71a57b4a-dbcd-4fc7-9e40-78bed7521b5d tempest-SecurityGroupsNegativeTestJSON-392723263 tempest-SecurityGroupsNegativeTestJSON-392723263-project] show failed (client error): The resource could not be found. Dec 20 14:29:56.331544 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4cde36a9-db6e-4e41-a16c-1826447f5ed1 req-71a57b4a-dbcd-4fc7-9e40-78bed7521b5d tempest-SecurityGroupsNegativeTestJSON-392723263 tempest-SecurityGroupsNegativeTestJSON-392723263-project] 10.222.0.54 "GET /v2.0/security-groups/cc8306cb-4fa7-47da-b50c-048e2b59faff HTTP/1.1" status: 404 len: 352 time: 0.0338938 Dec 20 14:29:56.357472 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e10241-daac-4d6a-adbb-16bd68e50feb req-5e46121a-ff53-4aef-8d2c-80141cb11356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:56.359657 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e6e10241-daac-4d6a-adbb-16bd68e50feb req-5e46121a-ff53-4aef-8d2c-80141cb11356 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c8908482-6016-4528-aed2-b6e5b6996a4d HTTP/1.1" status: 200 len: 851 time: 0.2051513 Dec 20 14:29:56.409990 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e6e10241-daac-4d6a-adbb-16bd68e50feb req-3b66105e-f4bf-4370-899c-dea901806b95 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=495ace7a-f44e-4349-a86f-b6f0c2cf6eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381932 Dec 20 14:29:56.416890 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7b7714d3-1a36-43c2-8c30-5414a6bb84d5 req-d5d6582d-bce2-4e83-94f9-4ce82474c3e9 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351793 Dec 20 14:29:56.444450 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee10b97-968c-4df6-9ffa-06bf751d9525 req-6b162122-f7b5-494e-8ae7-388b3a8346fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:56.448212 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1ee10b97-968c-4df6-9ffa-06bf751d9525 req-6b162122-f7b5-494e-8ae7-388b3a8346fb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0723578d-9472-40dd-b5d6-4342bff5fd37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1149902 Dec 20 14:29:56.666554 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e6e10241-daac-4d6a-adbb-16bd68e50feb req-c5cc8bbe-34f7-4e05-b16a-8fbad35ec289 service neutron] 10.222.0.30 "GET /v2.0/networks/495ace7a-f44e-4349-a86f-b6f0c2cf6eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471335 Dec 20 14:29:56.695617 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1ee10b97-968c-4df6-9ffa-06bf751d9525 req-654f9641-ee34-4213-85c7-2507667170b6 service neutron] 10.222.0.47 "GET /v2.0/networks/0723578d-9472-40dd-b5d6-4342bff5fd37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397614 Dec 20 14:29:56.873555 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1ee10b97-968c-4df6-9ffa-06bf751d9525 req-9da371f0-cf0c-44bb-b407-a0168f4c9d69 service neutron] 10.222.0.47 "GET /v2.0/networks/0723578d-9472-40dd-b5d6-4342bff5fd37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700964 Dec 20 14:29:56.903774 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ce036f-12ab-40cd-b343-458fae349904 req-2bb3b716-46f9-40f2-b751-dce320730b3f tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:56.920296 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ce036f-12ab-40cd-b343-458fae349904 req-2bb3b716-46f9-40f2-b751-dce320730b3f tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:56.928630 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ce036f-12ab-40cd-b343-458fae349904 req-2bb3b716-46f9-40f2-b751-dce320730b3f tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:56.942679 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ce036f-12ab-40cd-b343-458fae349904 req-2bb3b716-46f9-40f2-b751-dce320730b3f tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:56.943837 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1ee10b97-968c-4df6-9ffa-06bf751d9525 req-31154ddd-25b3-40f8-b476-200d4a9e6155 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.165&port_id=53964767-e153-45ad-817f-303368cbc376 HTTP/1.1" status: 200 len: 217 time: 0.0627642 Dec 20 14:29:56.953410 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ce036f-12ab-40cd-b343-458fae349904 req-2bb3b716-46f9-40f2-b751-dce320730b3f tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:56.965600 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9c57860-d338-43c6-ba02-9d6f9e640fda x-openstack-request-id: req-f9c57860-d338-43c6-ba02-9d6f9e640fda {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:29:56.966239 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ce036f-12ab-40cd-b343-458fae349904 req-2bb3b716-46f9-40f2-b751-dce320730b3f tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:56.966858 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "264addcb-becf-470a-8ecc-0f1d20dce83b", "name": "network-vif-plugged", "status": "completed", "tag": "47effca4-a119-48c1-b2c1-a300bc11c325", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:29:56.967761 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f9c57860-d338-43c6-ba02-9d6f9e640fda {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:29:56.968537 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '264addcb-becf-470a-8ecc-0f1d20dce83b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47effca4-a119-48c1-b2c1-a300bc11c325', 'code': 200} Dec 20 14:29:56.979024 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ce036f-12ab-40cd-b343-458fae349904 req-2bb3b716-46f9-40f2-b751-dce320730b3f tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:56.998635 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-31ce036f-12ab-40cd-b343-458fae349904 req-2bb3b716-46f9-40f2-b751-dce320730b3f tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bec07a8-c25f-4f16-885e-b65a42ac76c9 HTTP/1.1" status: 200 len: 5420 time: 0.3299866 Dec 20 14:29:57.113921 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee10b97-968c-4df6-9ffa-06bf751d9525 req-9de97ed0-fd36-4851-aa14-cd6453fdd4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:57.118480 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1ee10b97-968c-4df6-9ffa-06bf751d9525 req-9de97ed0-fd36-4851-aa14-cd6453fdd4c1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=04afb03f-72c8-4cee-8126-4aad15c5f0f5 HTTP/1.1" status: 200 len: 797 time: 0.1664453 Dec 20 14:29:57.193091 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57438) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:29:57.204318 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e6e10241-daac-4d6a-adbb-16bd68e50feb req-cd6cb473-0aa7-4e72-9bff-8fb6995318e8 service neutron] 10.222.0.30 "GET /v2.0/networks/495ace7a-f44e-4349-a86f-b6f0c2cf6eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4708786 Dec 20 14:29:57.231872 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1988b1-20b7-4b48-92be-cbed772e1ae5 req-144fd433-034e-4da8-b267-90991f875121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:57.233995 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-aa1988b1-20b7-4b48-92be-cbed772e1ae5 req-144fd433-034e-4da8-b267-90991f875121 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=264addcb-becf-470a-8ecc-0f1d20dce83b HTTP/1.1" status: 200 len: 1102 time: 0.1885219 Dec 20 14:29:57.242012 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-31ce036f-12ab-40cd-b343-458fae349904 req-59391035-10cf-42ad-a60d-118054c952d1 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/security-groups?id=9a5fb326-e11a-43c7-acb8-8cef9da4f833&id=90051062-f265-4ecc-9e5a-22ebfc7553a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2368109 Dec 20 14:29:57.273921 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee10b97-968c-4df6-9ffa-06bf751d9525 req-a821bb1d-c7db-40cf-ada2-869df9832998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:57.284503 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1ee10b97-968c-4df6-9ffa-06bf751d9525 req-a821bb1d-c7db-40cf-ada2-869df9832998 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0723578d-9472-40dd-b5d6-4342bff5fd37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1583934 Dec 20 14:29:57.318878 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-aa1988b1-20b7-4b48-92be-cbed772e1ae5 req-d5efbfcc-9f36-43fd-97a9-33083504ea94 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749888 Dec 20 14:29:57.415600 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b3721de2-7c84-4423-b889-8fff8e8468b0 req-6a27761b-bf0c-40ef-a7da-cef89cd781b2 tempest-SecurityGroupsNegativeTestJSON-392723263 tempest-SecurityGroupsNegativeTestJSON-392723263-project] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2d8ab96c04b449d786801da3c607cd4b HTTP/1.1" status: 200 len: 3001 time: 0.0913317 Dec 20 14:29:57.489541 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1ee10b97-968c-4df6-9ffa-06bf751d9525 req-eb8a5bbd-32d3-480a-852b-6ee37eb54f24 service neutron] 10.222.0.47 "GET /v2.0/networks/0723578d-9472-40dd-b5d6-4342bff5fd37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007711 Dec 20 14:29:57.517795 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b3721de2-7c84-4423-b889-8fff8e8468b0 req-4128a509-91a1-4c01-8232-faca7926bae7 tempest-SecurityGroupsNegativeTestJSON-392723263 tempest-SecurityGroupsNegativeTestJSON-392723263-project] 10.222.0.54 "GET /v2.0/security-groups/c61f2d8d-b79b-4b8e-a334-f21fde5cff25 HTTP/1.1" status: 200 len: 2998 time: 0.0902007 Dec 20 14:29:57.613011 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b3721de2-7c84-4423-b889-8fff8e8468b0 req-0b5080ac-dec8-4ac8-b678-17d45b64e41d tempest-SecurityGroupsNegativeTestJSON-392723263 tempest-SecurityGroupsNegativeTestJSON-392723263-project] 10.222.0.54 "GET /v2.0/security-groups/c61f2d8d-b79b-4b8e-a334-f21fde5cff25 HTTP/1.1" status: 200 len: 2998 time: 0.0918789 Dec 20 14:29:57.614207 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57450) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:29:57.737717 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-8235c3a6-e791-44e3-8f69-da2898007fc6 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1326377019-network', 'tenant_id': 'afac0cbe24d14e49bcb39ec2cb401fe3'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:29:57.772493 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1ee10b97-968c-4df6-9ffa-06bf751d9525 req-dbc986af-bb39-4c9c-a483-9edfd8a18ca6 service neutron] 10.222.0.47 "GET /v2.0/networks/0723578d-9472-40dd-b5d6-4342bff5fd37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478399 Dec 20 14:29:57.773129 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-bd7c3ef0-6b39-4d26-9a8e-6be67e43f84a admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-305339143-network', 'tenant_id': '1cc26e75091641c38e981f6c0cbcbef7'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:29:57.816734 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8235c3a6-e791-44e3-8f69-da2898007fc6 admin admin] Made reservation on behalf of afac0cbe24d14e49bcb39ec2cb401fe3 for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:29:57.823057 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8235c3a6-e791-44e3-8f69-da2898007fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:57.839097 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8235c3a6-e791-44e3-8f69-da2898007fc6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:57.844619 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1ee10b97-968c-4df6-9ffa-06bf751d9525 req-f490110d-fc7e-4c7b-8b39-76b138e9626c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=2a179faf-fd88-4d1c-8683-0a8bb9be5690 HTTP/1.1" status: 200 len: 217 time: 0.0604384 Dec 20 14:29:57.849807 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd7c3ef0-6b39-4d26-9a8e-6be67e43f84a admin admin] Made reservation on behalf of 1cc26e75091641c38e981f6c0cbcbef7 for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:29:57.852562 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-bd7c3ef0-6b39-4d26-9a8e-6be67e43f84a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:57.898987 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-bd7c3ef0-6b39-4d26-9a8e-6be67e43f84a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:57.907851 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee10b97-968c-4df6-9ffa-06bf751d9525 req-2cbff081-0d0d-46a6-8b3f-17914880549e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:57.909561 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1ee10b97-968c-4df6-9ffa-06bf751d9525 req-2cbff081-0d0d-46a6-8b3f-17914880549e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=04afb03f-72c8-4cee-8126-4aad15c5f0f5 HTTP/1.1" status: 200 len: 797 time: 0.0579464 Dec 20 14:29:57.965627 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d19e73-8159-4cd1-b881-f168faf0b4bc req-48077e05-0ab9-4968-b991-141c7e4422ce tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:57.967529 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-39d19e73-8159-4cd1-b881-f168faf0b4bc req-48077e05-0ab9-4968-b991-141c7e4422ce tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=264addcb-becf-470a-8ecc-0f1d20dce83b HTTP/1.1" status: 200 len: 950 time: 0.1091981 Dec 20 14:29:57.977941 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e0be3dab-63dc-4aa9-8820-07ff51b9bccf req-a6d745ee-9f1c-4b38-a04f-1309f057d9f0 tempest-SecurityGroupsNegativeTestJSON-392723263 tempest-SecurityGroupsNegativeTestJSON-392723263-project] 10.222.0.54 "GET /v2.0/security-groups/c61f2d8d-b79b-4b8e-a334-f21fde5cff25 HTTP/1.1" status: 200 len: 2998 time: 0.1857333 Dec 20 14:29:58.016560 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee10b97-968c-4df6-9ffa-06bf751d9525 req-cfe6cfb0-73b5-4305-affd-12909d4035c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:58.018416 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1ee10b97-968c-4df6-9ffa-06bf751d9525 req-cfe6cfb0-73b5-4305-affd-12909d4035c3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0723578d-9472-40dd-b5d6-4342bff5fd37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0994518 Dec 20 14:29:58.068577 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8235c3a6-e791-44e3-8f69-da2898007fc6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:58.112634 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-39d19e73-8159-4cd1-b881-f168faf0b4bc req-01ed0895-0300-482f-a2a8-e3b149f6ff8c tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324415 Dec 20 14:29:58.115558 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8235c3a6-e791-44e3-8f69-da2898007fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:58.144540 n-d-761264-19 neutron-server[103167]: INFO neutron.api.v2.resource [req-e0be3dab-63dc-4aa9-8820-07ff51b9bccf req-847a642f-d855-4cd6-89a7-79a0397f01a5 tempest-SecurityGroupsNegativeTestJSON-392723263 tempest-SecurityGroupsNegativeTestJSON-392723263-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 20 14:29:58.151052 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e0be3dab-63dc-4aa9-8820-07ff51b9bccf req-847a642f-d855-4cd6-89a7-79a0397f01a5 tempest-SecurityGroupsNegativeTestJSON-392723263 tempest-SecurityGroupsNegativeTestJSON-392723263-project] 10.222.0.54 "DELETE /v2.0/security-groups/c61f2d8d-b79b-4b8e-a334-f21fde5cff25 HTTP/1.1" status: 409 len: 352 time: 0.1720238 Dec 20 14:29:58.164611 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-bd7c3ef0-6b39-4d26-9a8e-6be67e43f84a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:58.174487 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-bd7c3ef0-6b39-4d26-9a8e-6be67e43f84a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:58.196058 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8235c3a6-e791-44e3-8f69-da2898007fc6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:29:58.198839 n-d-761264-19 neutron-server[103167]: INFO neutron.api.v2.resource [req-8f6436fc-aba6-4b15-b1a2-e094a4b8f631 req-36412434-3fe6-4010-801c-1d532e78ad4b tempest-SecurityGroupsNegativeTestJSON-392723263 tempest-SecurityGroupsNegativeTestJSON-392723263-project] show failed (client error): The resource could not be found. Dec 20 14:29:58.220078 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8f6436fc-aba6-4b15-b1a2-e094a4b8f631 req-36412434-3fe6-4010-801c-1d532e78ad4b tempest-SecurityGroupsNegativeTestJSON-392723263 tempest-SecurityGroupsNegativeTestJSON-392723263-project] 10.222.0.54 "GET /v2.0/security-groups/66beb1cb-bdda-4562-9792-821097955906 HTTP/1.1" status: 404 len: 352 time: 0.0283113 Dec 20 14:29:58.221835 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd7c3ef0-6b39-4d26-9a8e-6be67e43f84a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:29:58.222890 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1ee10b97-968c-4df6-9ffa-06bf751d9525 req-9cef4af4-1b11-49c9-ab92-142d7e6a073e service neutron] 10.222.0.47 "GET /v2.0/networks/0723578d-9472-40dd-b5d6-4342bff5fd37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937041 Dec 20 14:29:58.236937 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8235c3a6-e791-44e3-8f69-da2898007fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:58.239117 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-8235c3a6-e791-44e3-8f69-da2898007fc6 admin admin] Added segment dae1a1fa-6c57-4994-ae26-490344c49691 of type vlan for network 5eb12b8e-68ab-4d1c-b6db-26068ca02043 Dec 20 14:29:58.249272 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8235c3a6-e791-44e3-8f69-da2898007fc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a39052-36c7-4e8a-a837-c745dc8572a4,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:58.254851 n-d-761264-19 neutron-server[103167]: INFO neutron.api.v2.resource [req-f7c4fe42-7f4b-44dd-9fac-bfde170a014d req-e96d260f-a417-410b-bd61-4a9dd2c4dbe7 tempest-SecurityGroupsNegativeTestJSON-392723263 tempest-SecurityGroupsNegativeTestJSON-392723263-project] show failed (client error): The resource could not be found. Dec 20 14:29:58.267028 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f7c4fe42-7f4b-44dd-9fac-bfde170a014d req-e96d260f-a417-410b-bd61-4a9dd2c4dbe7 tempest-SecurityGroupsNegativeTestJSON-392723263 tempest-SecurityGroupsNegativeTestJSON-392723263-project] 10.222.0.54 "GET /v2.0/security-groups/2ae0a8e3-2d69-438f-9c78-8b756d267a0d HTTP/1.1" status: 404 len: 352 time: 0.0375860 Dec 20 14:29:58.267412 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57462) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:29:58.276055 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-bd7c3ef0-6b39-4d26-9a8e-6be67e43f84a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:58.276697 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-bd7c3ef0-6b39-4d26-9a8e-6be67e43f84a admin admin] Added segment c66b4285-faba-435b-92e7-6de47ba5ef36 of type vlan for network 0b117659-1bb4-437b-b0c1-51f56db7ff3a Dec 20 14:29:58.394264 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-bd7c3ef0-6b39-4d26-9a8e-6be67e43f84a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:58.401751 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8235c3a6-e791-44e3-8f69-da2898007fc6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:58.406706 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7c3ef0-6b39-4d26-9a8e-6be67e43f84a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a27fba59-7d90-4650-9482-b2bcd3113c0d,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:58.456955 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-bd7c3ef0-6b39-4d26-9a8e-6be67e43f84a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:58.460393 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7c3ef0-6b39-4d26-9a8e-6be67e43f84a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:58.461461 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-bd7c3ef0-6b39-4d26-9a8e-6be67e43f84a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:58.477733 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8235c3a6-e791-44e3-8f69-da2898007fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:58.479028 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8235c3a6-e791-44e3-8f69-da2898007fc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:58.480313 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8235c3a6-e791-44e3-8f69-da2898007fc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:58.517626 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-bd7c3ef0-6b39-4d26-9a8e-6be67e43f84a admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.9022427 Dec 20 14:29:58.540608 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-8235c3a6-e791-44e3-8f69-da2898007fc6 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3405609 Dec 20 14:29:58.570962 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57466) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:29:58.572585 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57470) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:29:58.607048 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-9a7c1398-5f1a-45ca-a423-2d2e407df1b4 admin admin] Request body: {'subnet': {'network_id': '0b117659-1bb4-437b-b0c1-51f56db7ff3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-305339143-subnet', 'tenant_id': '1cc26e75091641c38e981f6c0cbcbef7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:29:58.626783 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-75217c8d-52e5-422d-98fc-ffc24d3c18c3 admin admin] Request body: {'subnet': {'network_id': '5eb12b8e-68ab-4d1c-b6db-26068ca02043', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1326377019-subnet', 'tenant_id': 'afac0cbe24d14e49bcb39ec2cb401fe3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:29:58.733080 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7c3ef0-6b39-4d26-9a8e-6be67e43f84a admin admin] Pushing event updated for resources: {'Network': ['ID=0b117659-1bb4-437b-b0c1-51f56db7ff3a,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:58.748077 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 0b117659-1bb4-437b-b0c1-51f56db7ff3a details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:29:58.815276 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_v2 [None req-829fa6c3-4988-4bce-bfbf-7c7348378a04 admin admin] Deleting subnet a56e1d23-1f4a-43e9-a237-3bd0a9d73d16 {{(pid=103167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:29:58.824585 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-829fa6c3-4988-4bce-bfbf-7c7348378a04 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:58.867859 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a7c1398-5f1a-45ca-a423-2d2e407df1b4 admin admin] Made reservation on behalf of 1cc26e75091641c38e981f6c0cbcbef7 for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:29:58.875342 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9a7c1398-5f1a-45ca-a423-2d2e407df1b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:58.886608 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c164d7fb-0c07-43b2-8ade-6b9607e17b25 req-49444ce0-37fc-4a1a-86a1-26b176f98107 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:58.892813 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c164d7fb-0c07-43b2-8ade-6b9607e17b25 req-49444ce0-37fc-4a1a-86a1-26b176f98107 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:58.899814 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c164d7fb-0c07-43b2-8ade-6b9607e17b25 req-49444ce0-37fc-4a1a-86a1-26b176f98107 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:58.906018 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c164d7fb-0c07-43b2-8ade-6b9607e17b25 req-49444ce0-37fc-4a1a-86a1-26b176f98107 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:58.912454 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c164d7fb-0c07-43b2-8ade-6b9607e17b25 req-49444ce0-37fc-4a1a-86a1-26b176f98107 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:58.918433 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c164d7fb-0c07-43b2-8ade-6b9607e17b25 req-49444ce0-37fc-4a1a-86a1-26b176f98107 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:58.924509 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c164d7fb-0c07-43b2-8ade-6b9607e17b25 req-49444ce0-37fc-4a1a-86a1-26b176f98107 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:58.930663 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75217c8d-52e5-422d-98fc-ffc24d3c18c3 admin admin] Made reservation on behalf of afac0cbe24d14e49bcb39ec2cb401fe3 for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:29:58.932639 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c164d7fb-0c07-43b2-8ade-6b9607e17b25 req-49444ce0-37fc-4a1a-86a1-26b176f98107 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bec07a8-c25f-4f16-885e-b65a42ac76c9 HTTP/1.1" status: 200 len: 5420 time: 0.2065396 Dec 20 14:29:58.932772 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-75217c8d-52e5-422d-98fc-ffc24d3c18c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:58.934321 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57478) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:29:58.951028 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1ee10b97-968c-4df6-9ffa-06bf751d9525 req-d98c6765-8e33-4be3-a1dd-04c1a277317f service neutron] 10.222.0.47 "GET /v2.0/networks/0723578d-9472-40dd-b5d6-4342bff5fd37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7192652 Dec 20 14:29:58.969465 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-829fa6c3-4988-4bce-bfbf-7c7348378a04 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954412'] for subnet, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:59.036685 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1ee10b97-968c-4df6-9ffa-06bf751d9525 req-e5887a22-f2ce-4f01-82cd-bcf51f3c91d2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.218&port_id=2c856671-3a5c-476e-9630-cfd7595c0f1c HTTP/1.1" status: 200 len: 217 time: 0.0697243 Dec 20 14:29:59.118970 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8235c3a6-e791-44e3-8f69-da2898007fc6 admin admin] Pushing event updated for resources: {'Network': ['ID=5eb12b8e-68ab-4d1c-b6db-26068ca02043,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:59.126279 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-829fa6c3-4988-4bce-bfbf-7c7348378a04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:59.136429 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c164d7fb-0c07-43b2-8ade-6b9607e17b25 req-7d669f42-f9d1-4ef8-849f-66b96f03c147 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/security-groups?id=9a5fb326-e11a-43c7-acb8-8cef9da4f833&id=90051062-f265-4ecc-9e5a-22ebfc7553a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2023351 Dec 20 14:29:59.147935 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 5eb12b8e-68ab-4d1c-b6db-26068ca02043 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:29:59.194350 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a6523082-f785-4e25-b67b-64de7c80e198 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:59.308329 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee10b97-968c-4df6-9ffa-06bf751d9525 req-ca2249db-e166-4038-a7ee-c72e152ea691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:59.309884 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1ee10b97-968c-4df6-9ffa-06bf751d9525 req-ca2249db-e166-4038-a7ee-c72e152ea691 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=04afb03f-72c8-4cee-8126-4aad15c5f0f5 HTTP/1.1" status: 200 len: 797 time: 0.2564211 Dec 20 14:29:59.366568 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a6523082-f785-4e25-b67b-64de7c80e198 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:59.380469 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a6523082-f785-4e25-b67b-64de7c80e198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:59.409158 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-829fa6c3-4988-4bce-bfbf-7c7348378a04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:59.438510 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee10b97-968c-4df6-9ffa-06bf751d9525 req-b2a686fa-b28a-4b32-a000-7ec923dab675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:59.440344 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1ee10b97-968c-4df6-9ffa-06bf751d9525 req-b2a686fa-b28a-4b32-a000-7ec923dab675 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0723578d-9472-40dd-b5d6-4342bff5fd37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1127698 Dec 20 14:29:59.449832 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829fa6c3-4988-4bce-bfbf-7c7348378a04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a56e1d23-1f4a-43e9-a237-3bd0a9d73d16,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:59.476063 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23fe830-c2ed-4b0c-8e2e-ff358c57bd25 req-56f2f67c-d543-4283-bcfb-c86eb1347691 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:59.478545 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e23fe830-c2ed-4b0c-8e2e-ff358c57bd25 req-56f2f67c-d543-4283-bcfb-c86eb1347691 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=264addcb-becf-470a-8ecc-0f1d20dce83b HTTP/1.1" status: 200 len: 950 time: 0.2055454 Dec 20 14:29:59.497813 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-a6523082-f785-4e25-b67b-64de7c80e198 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5a86f893c9c84e7fbb43b752ad5f6bf6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5562894 Dec 20 14:29:59.497813 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-829fa6c3-4988-4bce-bfbf-7c7348378a04 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:59.500057 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-829fa6c3-4988-4bce-bfbf-7c7348378a04 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/a56e1d23-1f4a-43e9-a237-3bd0a9d73d16 HTTP/1.1" status: 204 len: 168 time: 1.2222021 Dec 20 14:29:59.501177 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57484) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:29:59.502989 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6523082-f785-4e25-b67b-64de7c80e198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c543d9-edec-4067-a30a-995b69c1700b,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:59.505653 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57486) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:29:59.580609 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9a7c1398-5f1a-45ca-a423-2d2e407df1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8848317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10470522'] for subnet, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:59.583755 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-75217c8d-52e5-422d-98fc-ffc24d3c18c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8848317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10470522'] for subnet, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:59.635044 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f8906700-e7d0-44b1-ae51-72f868c9ee1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:59.646652 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1ee10b97-968c-4df6-9ffa-06bf751d9525 req-1ada8013-4bcb-4e9d-9977-ca904386ca63 service neutron] 10.222.0.47 "GET /v2.0/networks/0723578d-9472-40dd-b5d6-4342bff5fd37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904426 Dec 20 14:29:59.692776 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e23fe830-c2ed-4b0c-8e2e-ff358c57bd25 req-4fadface-b030-4870-8d1e-787bca0d00ae tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023878 Dec 20 14:29:59.703114 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7c1398-5f1a-45ca-a423-2d2e407df1b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ff79ed4-3dfb-4794-99de-386c9b910625,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:59.756488 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2a06ab60-fbd2-478a-8cf8-42cc1e83bf9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:59.784293 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7c1398-5f1a-45ca-a423-2d2e407df1b4 admin admin] Checking segment: {'id': 'c66b4285-faba-435b-92e7-6de47ba5ef36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '0b117659-1bb4-437b-b0c1-51f56db7ff3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:29:59.784651 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7c1398-5f1a-45ca-a423-2d2e407df1b4 admin admin] Network hostable DHCP agents. Network: 0b117659-1bb4-437b-b0c1-51f56db7ff3a, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:29:59.794876 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75217c8d-52e5-422d-98fc-ffc24d3c18c3 admin admin] Checking segment: {'id': 'dae1a1fa-6c57-4994-ae26-490344c49691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5eb12b8e-68ab-4d1c-b6db-26068ca02043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:29:59.795235 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75217c8d-52e5-422d-98fc-ffc24d3c18c3 admin admin] Network hostable DHCP agents. Network: 5eb12b8e-68ab-4d1c-b6db-26068ca02043, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:29:59.819773 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2a06ab60-fbd2-478a-8cf8-42cc1e83bf9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:59.821873 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75217c8d-52e5-422d-98fc-ffc24d3c18c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0253a98-6b9e-4a5b-8f09-0e786038802a,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:29:59.826124 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f8906700-e7d0-44b1-ae51-72f868c9ee1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:59.901964 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7c1398-5f1a-45ca-a423-2d2e407df1b4 admin admin] Network 0b117659-1bb4-437b-b0c1-51f56db7ff3a is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:29:59.906142 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-f8906700-e7d0-44b1-ae51-72f868c9ee1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52930296-13fc-48ae-85c5-2ff1e6e63e8d']}} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:29:59.920798 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-f8906700-e7d0-44b1-ae51-72f868c9ee1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fb9e63f-1a62-4873-9c45-26df976de395') {'for_net_delete': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:29:59.921204 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-f8906700-e7d0-44b1-ae51-72f868c9ee1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fb9e63f-1a62-4873-9c45-26df976de395') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:29:59.926754 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75217c8d-52e5-422d-98fc-ffc24d3c18c3 admin admin] Network 5eb12b8e-68ab-4d1c-b6db-26068ca02043 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:29:59.944119 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f8906700-e7d0-44b1-ae51-72f868c9ee1f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954405'] for segment, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:59.953845 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-9a7c1398-5f1a-45ca-a423-2d2e407df1b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 0b117659-1bb4-437b-b0c1-51f56db7ff3a) {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:29:59.958989 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-75217c8d-52e5-422d-98fc-ffc24d3c18c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 5eb12b8e-68ab-4d1c-b6db-26068ca02043) {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:29:59.965605 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7c1398-5f1a-45ca-a423-2d2e407df1b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:29:59.973025 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9a7c1398-5f1a-45ca-a423-2d2e407df1b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:59.976349 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f8906700-e7d0-44b1-ae51-72f868c9ee1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:29:59.988781 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec965bfe-fb4d-436b-9060-99f604407b1a None None] Network 0b117659-1bb4-437b-b0c1-51f56db7ff3a requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:30:00.003014 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75217c8d-52e5-422d-98fc-ffc24d3c18c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:00.004763 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-75217c8d-52e5-422d-98fc-ffc24d3c18c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:00.009461 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1ee10b97-968c-4df6-9ffa-06bf751d9525 req-590bf3db-34f7-4c96-bd4d-be38844cfeb3 service neutron] 10.222.0.47 "GET /v2.0/networks/0723578d-9472-40dd-b5d6-4342bff5fd37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3532581 Dec 20 14:30:00.011691 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9fcd20-1d6f-492b-8f58-e4b32ee531b1 None None] Network 5eb12b8e-68ab-4d1c-b6db-26068ca02043 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:30:00.016433 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2a06ab60-fbd2-478a-8cf8-42cc1e83bf9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:00.016836 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8906700-e7d0-44b1-ae51-72f868c9ee1f admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=103167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:30:00.017494 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f8906700-e7d0-44b1-ae51-72f868c9ee1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9956000'] for segment, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:00.019741 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:30:00.019741 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:30:00.019741 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:30:00.019741 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:30:00.019741 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:30:00.019741 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:30:00.019741 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:30:00.019741 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:30:00.019741 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:30:00.019741 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:30:00.019741 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:30:00.019741 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:30:00.019741 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:30:00.019741 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:30:00.019741 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:30:00.019741 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:30:00.019741 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:30:00.019741 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:30:00.019741 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:30:00.019741 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:30:00.019741 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:30:00.019741 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:30:00.019741 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:30:00.019741 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:30:00.019741 n-d-761264-19 neutron-server[103167]: Traceback (most recent call last): Dec 20 14:30:00.019741 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:30:00.019741 n-d-761264-19 neutron-server[103167]: timer() Dec 20 14:30:00.019741 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:30:00.019741 n-d-761264-19 neutron-server[103167]: cb(*args, **kw) Dec 20 14:30:00.019741 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:30:00.019741 n-d-761264-19 neutron-server[103167]: return func(*args, **kwargs) Dec 20 14:30:00.019741 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:30:00.019741 n-d-761264-19 neutron-server[103167]: self._notify() Dec 20 14:30:00.019741 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:30:00.019741 n-d-761264-19 neutron-server[103167]: self.callback(batched_events) Dec 20 14:30:00.019741 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:30:00.019741 n-d-761264-19 neutron-server[103167]: event.method(event) Dec 20 14:30:00.019741 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:30:00.019741 n-d-761264-19 neutron-server[103167]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:30:00.019741 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:30:00.019741 n-d-761264-19 neutron-server[103167]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:30:00.019741 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:30:00.019741 n-d-761264-19 neutron-server[103167]: return f(self, *a, **k) Dec 20 14:30:00.019741 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:30:00.019741 n-d-761264-19 neutron-server[103167]: return self._get(url).json() Dec 20 14:30:00.019741 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:30:00.019741 n-d-761264-19 neutron-server[103167]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:30:00.019741 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:30:00.019741 n-d-761264-19 neutron-server[103167]: return self.request(url, 'GET', **kwargs) Dec 20 14:30:00.019741 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:30:00.019741 n-d-761264-19 neutron-server[103167]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:30:00.019741 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:30:00.019741 n-d-761264-19 neutron-server[103167]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:30:00.019741 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:30:00.019741 n-d-761264-19 neutron-server[103167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:30:00.024484 n-d-761264-19 neutron-server[103167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:30:00.024592 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2a06ab60-fbd2-478a-8cf8-42cc1e83bf9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:00.025700 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-2a06ab60-fbd2-478a-8cf8-42cc1e83bf9a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b2c543d9-edec-4067-a30a-995b69c1700b HTTP/1.1" status: 204 len: 168 time: 0.5107780 Dec 20 14:30:00.038525 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a06ab60-fbd2-478a-8cf8-42cc1e83bf9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c543d9-edec-4067-a30a-995b69c1700b,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:30:00.044663 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-9a7c1398-5f1a-45ca-a423-2d2e407df1b4 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.4697912 Dec 20 14:30:00.057708 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-75217c8d-52e5-422d-98fc-ffc24d3c18c3 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4759147 Dec 20 14:30:00.222347 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1ee10b97-968c-4df6-9ffa-06bf751d9525 req-2266b727-49f0-4a0a-bd67-687509f91043 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=21f92dd2-a47b-44a5-8d5b-a2f2ccf8ee4f HTTP/1.1" status: 200 len: 217 time: 0.1012788 Dec 20 14:30:00.249196 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e6bebc-2146-4296-bbe3-1efef7c64d73 req-072b8df0-a755-4795-98ee-bc56c38da500 tempest-MigrationsAdminTest-175233754 tempest-MigrationsAdminTest-175233754-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:00.251241 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a4e6bebc-2146-4296-bbe3-1efef7c64d73 req-072b8df0-a755-4795-98ee-bc56c38da500 tempest-MigrationsAdminTest-175233754 tempest-MigrationsAdminTest-175233754-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=264addcb-becf-470a-8ecc-0f1d20dce83b HTTP/1.1" status: 200 len: 1102 time: 0.2474184 Dec 20 14:30:00.384880 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-a4e6bebc-2146-4296-bbe3-1efef7c64d73 req-4dda7d02-3165-4520-a6c9-05e4932cbfaf tempest-MigrationsAdminTest-175233754 tempest-MigrationsAdminTest-175233754-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:00.410357 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f8906700-e7d0-44b1-ae51-72f868c9ee1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:00.436043 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f8906700-e7d0-44b1-ae51-72f868c9ee1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:00.437033 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86bc6b5-02cd-43b1-aa30-2a30e6e3be15 req-b153611d-a815-43cc-9ef2-95a55b6c1cc3 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:00.439543 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-f8906700-e7d0-44b1-ae51-72f868c9ee1f admin admin] 10.222.0.54 "DELETE /v2.0/networks/52930296-13fc-48ae-85c5-2ff1e6e63e8d HTTP/1.1" status: 204 len: 168 time: 0.9307432 Dec 20 14:30:00.452718 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adde7ae5-3f90-4128-87f2-6698ce929972 None None] Network 0b117659-1bb4-437b-b0c1-51f56db7ff3a requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:30:00.458553 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86bc6b5-02cd-43b1-aa30-2a30e6e3be15 req-b153611d-a815-43cc-9ef2-95a55b6c1cc3 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:00.462657 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee10b97-968c-4df6-9ffa-06bf751d9525 req-9b802da3-184d-4761-94b8-06889d5fea8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:00.464195 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1ee10b97-968c-4df6-9ffa-06bf751d9525 req-9b802da3-184d-4761-94b8-06889d5fea8c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=09e7c8eb-4da5-4994-ad75-557cbde9bb05 HTTP/1.1" status: 200 len: 797 time: 0.2185326 Dec 20 14:30:00.467672 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8906700-e7d0-44b1-ae51-72f868c9ee1f admin admin] Pushing event deleted for resources: {'Network': ['ID=52930296-13fc-48ae-85c5-2ff1e6e63e8d,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:30:00.502276 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86bc6b5-02cd-43b1-aa30-2a30e6e3be15 req-b153611d-a815-43cc-9ef2-95a55b6c1cc3 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:00.512650 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82370a91-522a-466e-bcc6-e0683bf42241 None None] Network 5eb12b8e-68ab-4d1c-b6db-26068ca02043 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:30:00.516535 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86bc6b5-02cd-43b1-aa30-2a30e6e3be15 req-b153611d-a815-43cc-9ef2-95a55b6c1cc3 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:00.534099 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86bc6b5-02cd-43b1-aa30-2a30e6e3be15 req-b153611d-a815-43cc-9ef2-95a55b6c1cc3 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:00.546572 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86bc6b5-02cd-43b1-aa30-2a30e6e3be15 req-b153611d-a815-43cc-9ef2-95a55b6c1cc3 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:00.557197 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee10b97-968c-4df6-9ffa-06bf751d9525 req-714db3f8-342e-413f-8ebe-57d4c3e938bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:00.559523 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1ee10b97-968c-4df6-9ffa-06bf751d9525 req-714db3f8-342e-413f-8ebe-57d4c3e938bb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2d7ab868-da79-43c0-805a-c026f1ebce8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0839119 Dec 20 14:30:00.562831 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86bc6b5-02cd-43b1-aa30-2a30e6e3be15 req-b153611d-a815-43cc-9ef2-95a55b6c1cc3 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:00.577069 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c86bc6b5-02cd-43b1-aa30-2a30e6e3be15 req-b153611d-a815-43cc-9ef2-95a55b6c1cc3 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bec07a8-c25f-4f16-885e-b65a42ac76c9 HTTP/1.1" status: 200 len: 5420 time: 0.2894461 Dec 20 14:30:00.682404 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-a4e6bebc-2146-4296-bbe3-1efef7c64d73 req-4dda7d02-3165-4520-a6c9-05e4932cbfaf tempest-MigrationsAdminTest-175233754 tempest-MigrationsAdminTest-175233754-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:00.700739 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-a4e6bebc-2146-4296-bbe3-1efef7c64d73 req-4dda7d02-3165-4520-a6c9-05e4932cbfaf tempest-MigrationsAdminTest-175233754 tempest-MigrationsAdminTest-175233754-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:00.705214 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c86bc6b5-02cd-43b1-aa30-2a30e6e3be15 req-d9558265-e62c-48ae-9352-5921e70a2188 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/security-groups?id=9a5fb326-e11a-43c7-acb8-8cef9da4f833&id=90051062-f265-4ecc-9e5a-22ebfc7553a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1227350 Dec 20 14:30:00.738251 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1ee10b97-968c-4df6-9ffa-06bf751d9525 req-1c385bb3-dcf6-4658-8975-0fc242b69790 service neutron] 10.222.0.47 "GET /v2.0/networks/2d7ab868-da79-43c0-805a-c026f1ebce8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690388 Dec 20 14:30:00.776881 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dda7d02-3165-4520-a6c9-05e4932cbfaf tempest-MigrationsAdminTest-175233754 tempest-MigrationsAdminTest-175233754-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e67849c-f412-4dee-b534-dbdb7f667cbb,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:30:00.782565 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57518) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:30:00.796915 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a4e6bebc-2146-4296-bbe3-1efef7c64d73 req-4dda7d02-3165-4520-a6c9-05e4932cbfaf tempest-MigrationsAdminTest-175233754 tempest-MigrationsAdminTest-175233754-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4457383 Dec 20 14:30:00.829580 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-20f31f8f-11c2-4cfd-af23-9a1be0f45e90 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:00.897447 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57526) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:30:00.920646 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1ee10b97-968c-4df6-9ffa-06bf751d9525 req-65754d23-26dc-4c4d-8577-55c2a84f92ea service neutron] 10.222.0.47 "GET /v2.0/networks/2d7ab868-da79-43c0-805a-c026f1ebce8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711404 Dec 20 14:30:00.928275 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-cc1249b2-24cf-4082-95ae-9c78d3db313d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:01.015066 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-20f31f8f-11c2-4cfd-af23-9a1be0f45e90 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:01.017705 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1ee10b97-968c-4df6-9ffa-06bf751d9525 req-ba16e319-617c-4341-86e0-10930b1126da service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fc4dfef1-284b-46a8-abf8-8899705f3844 HTTP/1.1" status: 200 len: 217 time: 0.0887139 Dec 20 14:30:01.025602 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-20f31f8f-11c2-4cfd-af23-9a1be0f45e90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:01.050767 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f31f8f-11c2-4cfd-af23-9a1be0f45e90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25cd9dde-7459-4f26-a368-ac54d381e6ef,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:30:01.095279 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-20f31f8f-11c2-4cfd-af23-9a1be0f45e90 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8f80badde0654f8794c2faa5fd73373f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3088167 Dec 20 14:30:01.096217 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57530) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:30:01.149495 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee10b97-968c-4df6-9ffa-06bf751d9525 req-9e85886d-4d37-4bcb-8c73-5da3c5f5f596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:01.151777 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1ee10b97-968c-4df6-9ffa-06bf751d9525 req-9e85886d-4d37-4bcb-8c73-5da3c5f5f596 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=09e7c8eb-4da5-4994-ad75-557cbde9bb05 HTTP/1.1" status: 200 len: 797 time: 0.1190295 Dec 20 14:30:01.154247 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-4a383f00-c5dd-4bc6-a9f4-5d7bbdf346f1 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2d8ab96c04b449d786801da3c607cd4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2556956 Dec 20 14:30:01.157137 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57532) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:30:01.187312 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ddc878a8-2d34-456d-85a4-0542163ed29b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:01.217806 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ddc878a8-2d34-456d-85a4-0542163ed29b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:01.288852 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-80a74125-4a92-4d57-920b-202497a7188c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:01.311011 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee10b97-968c-4df6-9ffa-06bf751d9525 req-46fe52e0-2f3f-41d7-ba17-8d0dff647ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:01.312659 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1ee10b97-968c-4df6-9ffa-06bf751d9525 req-46fe52e0-2f3f-41d7-ba17-8d0dff647ee1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2d7ab868-da79-43c0-805a-c026f1ebce8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0976803 Dec 20 14:30:01.322424 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ddc878a8-2d34-456d-85a4-0542163ed29b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:01.325923 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ddc878a8-2d34-456d-85a4-0542163ed29b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:01.327335 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-ddc878a8-2d34-456d-85a4-0542163ed29b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/25cd9dde-7459-4f26-a368-ac54d381e6ef HTTP/1.1" status: 204 len: 168 time: 0.2299681 Dec 20 14:30:01.344744 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc878a8-2d34-456d-85a4-0542163ed29b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25cd9dde-7459-4f26-a368-ac54d381e6ef,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:30:01.374681 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-80a74125-4a92-4d57-920b-202497a7188c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:01.510477 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aba8ccd-dad5-4728-8c12-095020008fc5 req-ef07338f-5ec5-4360-9f90-1661f54153a5 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:01.512116 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7aba8ccd-dad5-4728-8c12-095020008fc5 req-ef07338f-5ec5-4360-9f90-1661f54153a5 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/networks?id=0b117659-1bb4-437b-b0c1-51f56db7ff3a HTTP/1.1" status: 200 len: 804 time: 0.1229100 Dec 20 14:30:01.537132 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7aba8ccd-dad5-4728-8c12-095020008fc5 req-6d7b6cd6-2c4f-471a-b7e0-b8ddd4757bf0 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/quotas/1cc26e75091641c38e981f6c0cbcbef7 HTTP/1.1" status: 200 len: 375 time: 0.0173521 Dec 20 14:30:01.580416 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7aba8ccd-dad5-4728-8c12-095020008fc5 req-5ef9cc04-5006-4f27-8aa7-94a35cda5d49 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=1cc26e75091641c38e981f6c0cbcbef7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0422826 Dec 20 14:30:01.595224 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-80a74125-4a92-4d57-920b-202497a7188c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:01.604877 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-80a74125-4a92-4d57-920b-202497a7188c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:01.607697 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-80a74125-4a92-4d57-920b-202497a7188c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c61f2d8d-b79b-4b8e-a334-f21fde5cff25 HTTP/1.1" status: 204 len: 168 time: 0.4484560 Dec 20 14:30:01.641051 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1ee10b97-968c-4df6-9ffa-06bf751d9525 req-400e5419-ab0b-4bb4-a07e-41b01aebd968 service neutron] 10.222.0.47 "GET /v2.0/networks/2d7ab868-da79-43c0-805a-c026f1ebce8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3144302 Dec 20 14:30:01.644475 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a74125-4a92-4d57-920b-202497a7188c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c61f2d8d-b79b-4b8e-a334-f21fde5cff25,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:30:01.760336 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7aba8ccd-dad5-4728-8c12-095020008fc5 req-a2169106-2791-4ab8-ae86-22f9e0871bc9 service neutron] 10.222.0.54 "GET /v2.0/networks/0b117659-1bb4-437b-b0c1-51f56db7ff3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784015 Dec 20 14:30:01.765522 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1ee10b97-968c-4df6-9ffa-06bf751d9525 req-f133db02-0cd4-4bc2-811a-edb1f5db62b0 service neutron] 10.222.0.47 "GET /v2.0/networks/2d7ab868-da79-43c0-805a-c026f1ebce8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028652 Dec 20 14:30:01.774503 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cb5a35-088d-4a2b-8216-ffef35484d89 req-a01fe683-947e-461a-9cbc-2a8be461ba2e tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:01.776044 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b6cb5a35-088d-4a2b-8216-ffef35484d89 req-a01fe683-947e-461a-9cbc-2a8be461ba2e tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/networks?id=5eb12b8e-68ab-4d1c-b6db-26068ca02043 HTTP/1.1" status: 200 len: 815 time: 0.3015800 Dec 20 14:30:01.810325 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b6cb5a35-088d-4a2b-8216-ffef35484d89 req-9880a8b5-f1fd-4756-94bb-22041ed5b85e tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/quotas/afac0cbe24d14e49bcb39ec2cb401fe3 HTTP/1.1" status: 200 len: 375 time: 0.0218039 Dec 20 14:30:01.856563 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b6cb5a35-088d-4a2b-8216-ffef35484d89 req-6314bf90-a173-4411-bab8-7ff005bee6db tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=afac0cbe24d14e49bcb39ec2cb401fe3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329521 Dec 20 14:30:01.980130 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7aba8ccd-dad5-4728-8c12-095020008fc5 req-d92805d7-6062-471a-a017-90a748c9ef5b service neutron] 10.222.0.54 "GET /v2.0/networks/0b117659-1bb4-437b-b0c1-51f56db7ff3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978433 Dec 20 14:30:01.985720 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b6cb5a35-088d-4a2b-8216-ffef35484d89 req-4973e3b4-28ec-4d0b-b8f3-df4b005a63af service neutron] 10.222.0.54 "GET /v2.0/networks/5eb12b8e-68ab-4d1c-b6db-26068ca02043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208458 Dec 20 14:30:02.233420 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b6cb5a35-088d-4a2b-8216-ffef35484d89 req-651c84e8-5a14-4553-9267-da125219bcf5 service neutron] 10.222.0.54 "GET /v2.0/networks/5eb12b8e-68ab-4d1c-b6db-26068ca02043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467601 Dec 20 14:30:02.744026 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a30140-80c9-42a9-85ff-c918e93c30a5 req-c8794c25-bcb5-4134-b136-1fe82a5713a0 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:02.751342 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a30140-80c9-42a9-85ff-c918e93c30a5 req-c8794c25-bcb5-4134-b136-1fe82a5713a0 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:02.758530 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a30140-80c9-42a9-85ff-c918e93c30a5 req-c8794c25-bcb5-4134-b136-1fe82a5713a0 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:02.764948 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a30140-80c9-42a9-85ff-c918e93c30a5 req-c8794c25-bcb5-4134-b136-1fe82a5713a0 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:02.773241 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a30140-80c9-42a9-85ff-c918e93c30a5 req-c8794c25-bcb5-4134-b136-1fe82a5713a0 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:02.782513 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a30140-80c9-42a9-85ff-c918e93c30a5 req-c8794c25-bcb5-4134-b136-1fe82a5713a0 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:02.791688 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a30140-80c9-42a9-85ff-c918e93c30a5 req-c8794c25-bcb5-4134-b136-1fe82a5713a0 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:02.800141 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a5a30140-80c9-42a9-85ff-c918e93c30a5 req-c8794c25-bcb5-4134-b136-1fe82a5713a0 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bec07a8-c25f-4f16-885e-b65a42ac76c9 HTTP/1.1" status: 200 len: 5420 time: 0.1487255 Dec 20 14:30:02.832085 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6619950d-e626-4b24-a71d-f077d0e56095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:02.901527 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a5a30140-80c9-42a9-85ff-c918e93c30a5 req-b70c3637-d3e2-4612-99a6-aab91bbc10f4 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/security-groups?id=9a5fb326-e11a-43c7-acb8-8cef9da4f833&id=90051062-f265-4ecc-9e5a-22ebfc7553a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1000407 Dec 20 14:30:03.059861 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-def6dcbc-91c0-49c5-b27f-965914cfe7af req-a5a5fb28-ba4c-47e8-9ebe-266fb8996481 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a299b01-e717-4673-93a7-295d0efdb002 HTTP/1.1" status: 200 len: 210 time: 0.0467277 Dec 20 14:30:03.114023 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57622) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:30:03.201343 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-74817fdc-97fd-4e58-9073-a561cde5db83 req-7e464e52-4c56-4b8b-b68d-c4ccb3a6c612 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba9b5a65-1624-48cb-9b97-61eb55a4ba53 HTTP/1.1" status: 200 len: 210 time: 0.0944781 Dec 20 14:30:03.348053 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca5b04e-ee9f-4f80-aa57-65bc41757ab1 req-4e728868-42ad-449b-862e-6fccb52c4772 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:03.349647 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cca5b04e-ee9f-4f80-aa57-65bc41757ab1 req-4e728868-42ad-449b-862e-6fccb52c4772 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=264addcb-becf-470a-8ecc-0f1d20dce83b HTTP/1.1" status: 200 len: 950 time: 0.0693502 Dec 20 14:30:03.417142 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cca5b04e-ee9f-4f80-aa57-65bc41757ab1 req-8ac5dd98-778d-4b70-98b4-edbfe5aa1fef tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579739 Dec 20 14:30:03.482111 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device cdb31bb5-074e-403d-ab47-e55bfa522aff details requested by agent hyperv_n-h1-761264-19 with host n-h1-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:30:03.482907 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-339cea37-477e-4467-9f13-0d02ec2d18f7 req-6d5e9467-b162-447e-8567-54ff906d7c49 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=264addcb-becf-470a-8ecc-0f1d20dce83b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2508943 Dec 20 14:30:03.488324 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [req-339cea37-477e-4467-9f13-0d02ec2d18f7 req-b0a47938-f191-4a10-b932-5cf7ab6fea5e service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:30:03.499705 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-339cea37-477e-4467-9f13-0d02ec2d18f7 req-b0a47938-f191-4a10-b932-5cf7ab6fea5e service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0104322 Dec 20 14:30:03.586769 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-89b25227-ee5c-4243-a526-20fb66d565cd admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-76608429-network', 'tenant_id': '2a59ffbd3a2f499887af126726a1bc39'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:30:03.632639 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b25227-ee5c-4243-a526-20fb66d565cd admin admin] Made reservation on behalf of 2a59ffbd3a2f499887af126726a1bc39 for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:30:03.635080 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-89b25227-ee5c-4243-a526-20fb66d565cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:03.645359 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-89b25227-ee5c-4243-a526-20fb66d565cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:03.682358 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port cdb31bb5-074e-403d-ab47-e55bfa522aff, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=cdb31bb5-074e-403d-ab47-e55bfa522aff,segment=NetworkSegment(eacc05f1-3b35-400c-b97b-4a37ce60f203),segment_id=eacc05f1-3b35-400c-b97b-4a37ce60f203)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:30:03.686679 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:03.698156 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Returning: {'device': 'cdb31bb5-074e-403d-ab47-e55bfa522aff', 'network_id': 'e922ff15-a662-4866-8b6a-3d6f701ab36c', 'port_id': 'cdb31bb5-074e-403d-ab47-e55bfa522aff', 'mac_address': 'fa:16:3e:9a:65:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aaeac8b3-4bcd-4183-8fdc-e7e9bf33dceb', 'ip_address': '10.1.1.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:30:03.752594 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:03.765405 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-89b25227-ee5c-4243-a526-20fb66d565cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:03.776803 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-89b25227-ee5c-4243-a526-20fb66d565cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:03.791292 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdb31bb5-074e-403d-ab47-e55bfa522aff {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:30:03.796834 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89b25227-ee5c-4243-a526-20fb66d565cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:30:03.814850 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b25227-ee5c-4243-a526-20fb66d565cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b531055d-06f8-4615-8aae-9cf3b5f41ff3,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:30:03.818958 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-89b25227-ee5c-4243-a526-20fb66d565cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:03.819514 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-89b25227-ee5c-4243-a526-20fb66d565cd admin admin] Added segment 5082093d-1352-45ed-950f-f2cd1b7e638c of type vlan for network b1dae41e-5daf-4c7a-b53f-da33069cad8a Dec 20 14:30:03.838979 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port cdb31bb5-074e-403d-ab47-e55bfa522aff, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=cdb31bb5-074e-403d-ab47-e55bfa522aff,segment=NetworkSegment(eacc05f1-3b35-400c-b97b-4a37ce60f203),segment_id=eacc05f1-3b35-400c-b97b-4a37ce60f203)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:30:03.851506 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:03.854620 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device c388c669-8dbc-4a20-aa6b-dcc41424fb88 details requested by agent hyperv_n-h1-761264-19 with host n-h1-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:30:03.878979 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-89b25227-ee5c-4243-a526-20fb66d565cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:03.916142 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-89b25227-ee5c-4243-a526-20fb66d565cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:03.917505 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b25227-ee5c-4243-a526-20fb66d565cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:03.919407 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-89b25227-ee5c-4243-a526-20fb66d565cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:03.958580 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=cdb31bb5-074e-403d-ab47-e55bfa522aff,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:30:03.977701 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port c388c669-8dbc-4a20-aa6b-dcc41424fb88, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=c388c669-8dbc-4a20-aa6b-dcc41424fb88,segment=NetworkSegment(eacc05f1-3b35-400c-b97b-4a37ce60f203),segment_id=eacc05f1-3b35-400c-b97b-4a37ce60f203)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:30:03.994027 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Returning: {'device': 'c388c669-8dbc-4a20-aa6b-dcc41424fb88', 'network_id': 'e922ff15-a662-4866-8b6a-3d6f701ab36c', 'port_id': 'c388c669-8dbc-4a20-aa6b-dcc41424fb88', 'mac_address': 'fa:16:3e:0d:47:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aaeac8b3-4bcd-4183-8fdc-e7e9bf33dceb', 'ip_address': '10.1.1.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:30:04.066106 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-89b25227-ee5c-4243-a526-20fb66d565cd admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9445457 Dec 20 14:30:04.067018 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:04.068548 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57662) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:30:04.083394 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-7e2edf16-30d4-412c-b01c-10aca6138787 admin admin] Request body: {'subnet': {'network_id': 'b1dae41e-5daf-4c7a-b53f-da33069cad8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-76608429-subnet', 'tenant_id': '2a59ffbd3a2f499887af126726a1bc39', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:30:04.102554 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c388c669-8dbc-4a20-aa6b-dcc41424fb88 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:30:04.121102 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b25227-ee5c-4243-a526-20fb66d565cd admin admin] Pushing event updated for resources: {'Network': ['ID=b1dae41e-5daf-4c7a-b53f-da33069cad8a,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:30:04.131521 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port c388c669-8dbc-4a20-aa6b-dcc41424fb88, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=c388c669-8dbc-4a20-aa6b-dcc41424fb88,segment=NetworkSegment(eacc05f1-3b35-400c-b97b-4a37ce60f203),segment_id=eacc05f1-3b35-400c-b97b-4a37ce60f203)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:30:04.139649 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:04.142079 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 79cf19b9-8f3f-44e9-85d5-0608077b5b17 details requested by agent hyperv_n-h1-761264-19 with host n-h1-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:30:04.152439 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network b1dae41e-5daf-4c7a-b53f-da33069cad8a details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:30:04.165565 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e2edf16-30d4-412c-b01c-10aca6138787 admin admin] Made reservation on behalf of 2a59ffbd3a2f499887af126726a1bc39 for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:30:04.168922 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7e2edf16-30d4-412c-b01c-10aca6138787 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:04.441701 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=c388c669-8dbc-4a20-aa6b-dcc41424fb88,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:30:04.483171 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f6b32e-b3d1-4809-ad30-2122b42bbe29 req-28780b2a-7e5e-4eed-b2bc-d016ea094978 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:04.507867 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f6b32e-b3d1-4809-ad30-2122b42bbe29 req-28780b2a-7e5e-4eed-b2bc-d016ea094978 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:04.524640 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f6b32e-b3d1-4809-ad30-2122b42bbe29 req-28780b2a-7e5e-4eed-b2bc-d016ea094978 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:04.531838 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 79cf19b9-8f3f-44e9-85d5-0608077b5b17, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=79cf19b9-8f3f-44e9-85d5-0608077b5b17,segment=NetworkSegment(7a62ea4e-2f48-436b-a84b-3154d016eb3f),segment_id=7a62ea4e-2f48-436b-a84b-3154d016eb3f)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:30:04.539951 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f6b32e-b3d1-4809-ad30-2122b42bbe29 req-28780b2a-7e5e-4eed-b2bc-d016ea094978 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:04.549430 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Returning: {'device': '79cf19b9-8f3f-44e9-85d5-0608077b5b17', 'network_id': '687c5259-7995-4ccd-9da8-b7cf90c319a1', 'port_id': '79cf19b9-8f3f-44e9-85d5-0608077b5b17', 'mac_address': 'fa:16:3e:ab:ae:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b510740f-81e5-461d-83bc-0c27692ea662', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:30:04.549719 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f6b32e-b3d1-4809-ad30-2122b42bbe29 req-28780b2a-7e5e-4eed-b2bc-d016ea094978 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:04.568219 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f6b32e-b3d1-4809-ad30-2122b42bbe29 req-28780b2a-7e5e-4eed-b2bc-d016ea094978 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:04.573160 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57680) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:30:04.591603 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f6b32e-b3d1-4809-ad30-2122b42bbe29 req-28780b2a-7e5e-4eed-b2bc-d016ea094978 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:04.593621 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-41f6b32e-b3d1-4809-ad30-2122b42bbe29 req-28780b2a-7e5e-4eed-b2bc-d016ea094978 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bec07a8-c25f-4f16-885e-b65a42ac76c9 HTTP/1.1" status: 200 len: 5422 time: 0.4278660 Dec 20 14:30:04.613775 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:04.631750 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79cf19b9-8f3f-44e9-85d5-0608077b5b17 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:30:04.668543 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 79cf19b9-8f3f-44e9-85d5-0608077b5b17, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=79cf19b9-8f3f-44e9-85d5-0608077b5b17,segment=NetworkSegment(7a62ea4e-2f48-436b-a84b-3154d016eb3f),segment_id=7a62ea4e-2f48-436b-a84b-3154d016eb3f)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:30:04.682150 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:04.682865 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device a9e6ecc6-74ae-4b76-8dcf-5a91360c2536 details requested by agent hyperv_n-h1-761264-19 with host n-h1-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:30:04.714001 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aba8ccd-dad5-4728-8c12-095020008fc5 req-e5c19c2d-ed45-4208-989a-8032022322a8 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:04.715610 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7aba8ccd-dad5-4728-8c12-095020008fc5 req-e5c19c2d-ed45-4208-989a-8032022322a8 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.47 "GET /v2.0/networks?id=0b117659-1bb4-437b-b0c1-51f56db7ff3a HTTP/1.1" status: 200 len: 804 time: 0.7726576 Dec 20 14:30:04.792757 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=79cf19b9-8f3f-44e9-85d5-0608077b5b17,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:30:04.804144 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-7aba8ccd-dad5-4728-8c12-095020008fc5 req-41e34b7c-4b2f-43da-91ef-daf047618f53 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Request body: {'port': {'device_id': '2a299b01-e717-4673-93a7-295d0efdb002', 'network_id': '0b117659-1bb4-437b-b0c1-51f56db7ff3a', 'admin_state_up': True, 'tenant_id': '1cc26e75091641c38e981f6c0cbcbef7'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:30:04.844876 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-41f6b32e-b3d1-4809-ad30-2122b42bbe29 req-1ff35947-ade3-48ca-b9f9-080ae0267b3d tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/security-groups?id=9a5fb326-e11a-43c7-acb8-8cef9da4f833&id=90051062-f265-4ecc-9e5a-22ebfc7553a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2217288 Dec 20 14:30:04.927695 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f3260c8a-28ca-4282-a5d5-b5a732256e94 req-2cb2c165-010a-47c0-a13b-06caa30d4650 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a299b01-e717-4673-93a7-295d0efdb002 HTTP/1.1" status: 200 len: 210 time: 0.2015948 Dec 20 14:30:04.930420 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7e2edf16-30d4-412c-b01c-10aca6138787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8848317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10470522'] for subnet, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:04.965065 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cb5a35-088d-4a2b-8216-ffef35484d89 req-0ce7f487-5436-472d-81ed-7d722d77aac9 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:04.971846 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b6cb5a35-088d-4a2b-8216-ffef35484d89 req-0ce7f487-5436-472d-81ed-7d722d77aac9 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.47 "GET /v2.0/networks?id=5eb12b8e-68ab-4d1c-b6db-26068ca02043 HTTP/1.1" status: 200 len: 815 time: 0.3666313 Dec 20 14:30:04.983661 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port a9e6ecc6-74ae-4b76-8dcf-5a91360c2536, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=a9e6ecc6-74ae-4b76-8dcf-5a91360c2536,segment=NetworkSegment(7cf4651a-770a-4651-b0ec-3d23ef01f817),segment_id=7cf4651a-770a-4651-b0ec-3d23ef01f817)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:30:05.004310 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Returning: {'device': 'a9e6ecc6-74ae-4b76-8dcf-5a91360c2536', 'network_id': '781006d9-7985-4914-91ad-a5e554b7cb56', 'port_id': 'a9e6ecc6-74ae-4b76-8dcf-5a91360c2536', 'mac_address': 'fa:16:3e:28:13:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d232d75-8ac0-41ba-a979-02f9a30b542c', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:30:05.031151 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-721a45c2-bea1-4a7d-8c61-8ea36d66b241 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:05.038140 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-b6cb5a35-088d-4a2b-8216-ffef35484d89 req-56013923-7ee6-4a9d-b128-92d10261d65c tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Request body: {'port': {'device_id': 'ba9b5a65-1624-48cb-9b97-61eb55a4ba53', 'network_id': '5eb12b8e-68ab-4d1c-b6db-26068ca02043', 'admin_state_up': True, 'tenant_id': 'afac0cbe24d14e49bcb39ec2cb401fe3'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:30:05.047000 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a3b1b8bc-791a-4f03-bc6e-46257b6a8021 req-25759e66-862f-4994-9194-8c6ba398e1b7 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba9b5a65-1624-48cb-9b97-61eb55a4ba53 HTTP/1.1" status: 200 len: 210 time: 0.0715835 Dec 20 14:30:05.071553 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2edf16-30d4-412c-b01c-10aca6138787 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffbe1ff9-0526-4ec5-a722-6246ade0c67c,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:30:05.097743 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:05.119163 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9e6ecc6-74ae-4b76-8dcf-5a91360c2536 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:30:05.146305 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7aba8ccd-dad5-4728-8c12-095020008fc5 req-41e34b7c-4b2f-43da-91ef-daf047618f53 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Made reservation on behalf of 1cc26e75091641c38e981f6c0cbcbef7 for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:30:05.148703 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port a9e6ecc6-74ae-4b76-8dcf-5a91360c2536, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=a9e6ecc6-74ae-4b76-8dcf-5a91360c2536,segment=NetworkSegment(7cf4651a-770a-4651-b0ec-3d23ef01f817),segment_id=7cf4651a-770a-4651-b0ec-3d23ef01f817)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:30:05.150376 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-7aba8ccd-dad5-4728-8c12-095020008fc5 req-41e34b7c-4b2f-43da-91ef-daf047618f53 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:05.154176 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:05.155054 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 8f31b9a5-1a84-4aca-854e-f0b8620002cb details requested by agent hyperv_n-h1-761264-19 with host n-h1-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:30:05.202706 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 8f31b9a5-1a84-4aca-854e-f0b8620002cb, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=8f31b9a5-1a84-4aca-854e-f0b8620002cb,segment=NetworkSegment(eacc05f1-3b35-400c-b97b-4a37ce60f203),segment_id=eacc05f1-3b35-400c-b97b-4a37ce60f203)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:30:05.263970 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86729c7a-0e2e-4689-84f7-8557fd44c37c req-c27e75d2-4149-4834-aa88-d9e9001d17c1 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:05.272255 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-86729c7a-0e2e-4689-84f7-8557fd44c37c req-c27e75d2-4149-4834-aa88-d9e9001d17c1 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=264addcb-becf-470a-8ecc-0f1d20dce83b HTTP/1.1" status: 200 len: 950 time: 0.2470562 Dec 20 14:30:05.282651 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Returning: {'device': '8f31b9a5-1a84-4aca-854e-f0b8620002cb', 'network_id': 'e922ff15-a662-4866-8b6a-3d6f701ab36c', 'port_id': '8f31b9a5-1a84-4aca-854e-f0b8620002cb', 'mac_address': 'fa:16:3e:5d:4c:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aaeac8b3-4bcd-4183-8fdc-e7e9bf33dceb', 'ip_address': '10.1.1.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:30:05.287371 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=a9e6ecc6-74ae-4b76-8dcf-5a91360c2536,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:30:05.301461 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2edf16-30d4-412c-b01c-10aca6138787 admin admin] Checking segment: {'id': '5082093d-1352-45ed-950f-f2cd1b7e638c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b1dae41e-5daf-4c7a-b53f-da33069cad8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:30:05.302665 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2edf16-30d4-412c-b01c-10aca6138787 admin admin] Network hostable DHCP agents. Network: b1dae41e-5daf-4c7a-b53f-da33069cad8a, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:30:05.325673 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [req-7aba8ccd-dad5-4728-8c12-095020008fc5 req-41e34b7c-4b2f-43da-91ef-daf047618f53 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Allocated IP 172.20.0.2 (0b117659-1bb4-437b-b0c1-51f56db7ff3a/2ff79ed4-3dfb-4794-99de-386c9b910625/cce71cdd-fb66-4c91-85f1-edf4efeb4f5c) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:30:05.343737 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:05.364887 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f31b9a5-1a84-4aca-854e-f0b8620002cb {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:30:05.388541 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2edf16-30d4-412c-b01c-10aca6138787 admin admin] Network b1dae41e-5daf-4c7a-b53f-da33069cad8a is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:30:05.394268 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-721a45c2-bea1-4a7d-8c61-8ea36d66b241 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:05.394528 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 8f31b9a5-1a84-4aca-854e-f0b8620002cb, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=8f31b9a5-1a84-4aca-854e-f0b8620002cb,segment=NetworkSegment(eacc05f1-3b35-400c-b97b-4a37ce60f203),segment_id=eacc05f1-3b35-400c-b97b-4a37ce60f203)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:30:05.403927 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:05.404619 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device c2b6402c-cca9-42ae-b247-701e4186077e details requested by agent hyperv_n-h1-761264-19 with host n-h1-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:30:05.406297 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-86729c7a-0e2e-4689-84f7-8557fd44c37c req-c6c2540a-8ba1-4471-b9c2-cc100332d8cb tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330450 Dec 20 14:30:05.412488 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-721a45c2-bea1-4a7d-8c61-8ea36d66b241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:05.442211 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-7e2edf16-30d4-412c-b01c-10aca6138787 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, b1dae41e-5daf-4c7a-b53f-da33069cad8a) {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:30:05.452311 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6cb5a35-088d-4a2b-8216-ffef35484d89 req-56013923-7ee6-4a9d-b128-92d10261d65c tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Made reservation on behalf of afac0cbe24d14e49bcb39ec2cb401fe3 for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:30:05.455928 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-b6cb5a35-088d-4a2b-8216-ffef35484d89 req-56013923-7ee6-4a9d-b128-92d10261d65c tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:05.459971 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58aaa5f1-0c60-4d81-90e4-72d730769edd None None] Network b1dae41e-5daf-4c7a-b53f-da33069cad8a requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:30:05.469066 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2edf16-30d4-412c-b01c-10aca6138787 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:05.469644 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7e2edf16-30d4-412c-b01c-10aca6138787 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:05.503728 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721a45c2-bea1-4a7d-8c61-8ea36d66b241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc42a3c8-364f-4f10-982c-9f17b4e38b7e,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:30:05.511125 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-721a45c2-bea1-4a7d-8c61-8ea36d66b241 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1fcc9a062ab74a28aefb4242325f8f48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9366608 Dec 20 14:30:05.511647 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57688) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:30:05.525095 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port c2b6402c-cca9-42ae-b247-701e4186077e, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=c2b6402c-cca9-42ae-b247-701e4186077e,segment=NetworkSegment(eacc05f1-3b35-400c-b97b-4a37ce60f203),segment_id=eacc05f1-3b35-400c-b97b-4a37ce60f203)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:30:05.530216 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=8f31b9a5-1a84-4aca-854e-f0b8620002cb,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:30:05.532105 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-7e2edf16-30d4-412c-b01c-10aca6138787 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.4621317 Dec 20 14:30:05.540646 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57690) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:30:05.548999 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-47f4b4bb-1a9a-4ff4-9a42-89f181410855 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-76608429-router', 'tenant_id': '2a59ffbd3a2f499887af126726a1bc39', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:30:05.595874 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Returning: {'device': 'c2b6402c-cca9-42ae-b247-701e4186077e', 'network_id': 'e922ff15-a662-4866-8b6a-3d6f701ab36c', 'port_id': 'c2b6402c-cca9-42ae-b247-701e4186077e', 'mac_address': 'fa:16:3e:35:48:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aaeac8b3-4bcd-4183-8fdc-e7e9bf33dceb', 'ip_address': '10.1.1.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:30:05.643616 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-47f4b4bb-1a9a-4ff4-9a42-89f181410855 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40114'] for router, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:05.644205 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-47f4b4bb-1a9a-4ff4-9a42-89f181410855 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40139'] for router, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:05.680700 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-7aba8ccd-dad5-4728-8c12-095020008fc5 req-41e34b7c-4b2f-43da-91ef-daf047618f53 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:05.685765 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7e519a4b-5334-4a3b-9e25-06c2018637fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:05.687339 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:05.701876 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33552a14-9e0a-4884-8a15-ab19eb6c06b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-b1dae41e-5daf-4c7a-b53f-da33069cad8a', 'network_id': 'b1dae41e-5daf-4c7a-b53f-da33069cad8a', 'project_id': '2a59ffbd3a2f499887af126726a1bc39', 'fixed_ips': [{'subnet_id': 'ffbe1ff9-0526-4ec5-a722-6246ade0c67c'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:30:05.702825 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-33552a14-9e0a-4884-8a15-ab19eb6c06b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:05.706551 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:05.709495 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339cea37-477e-4467-9f13-0d02ec2d18f7 req-c072aa50-0bb9-4253-aea6-df02083546d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:05.709777 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2b6402c-cca9-42ae-b247-701e4186077e {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:30:05.711082 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-339cea37-477e-4467-9f13-0d02ec2d18f7 req-c072aa50-0bb9-4253-aea6-df02083546d0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c1e404e3ac2e456f831247d0bb0227f5&device_id=264addcb-becf-470a-8ecc-0f1d20dce83b HTTP/1.1" status: 200 len: 1102 time: 0.0961938 Dec 20 14:30:05.750002 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port c2b6402c-cca9-42ae-b247-701e4186077e, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=c2b6402c-cca9-42ae-b247-701e4186077e,segment=NetworkSegment(eacc05f1-3b35-400c-b97b-4a37ce60f203),segment_id=eacc05f1-3b35-400c-b97b-4a37ce60f203)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:30:05.765232 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-47f4b4bb-1a9a-4ff4-9a42-89f181410855 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:05.767370 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7e519a4b-5334-4a3b-9e25-06c2018637fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:05.785385 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [req-b6cb5a35-088d-4a2b-8216-ffef35484d89 req-56013923-7ee6-4a9d-b128-92d10261d65c tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Allocated IP 172.20.0.7 (5eb12b8e-68ab-4d1c-b6db-26068ca02043/a0253a98-6b9e-4a5b-8f09-0e786038802a/3cfd0fe3-6fc5-4a4f-991b-282053c85a99) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:30:05.801265 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-7aba8ccd-dad5-4728-8c12-095020008fc5 req-41e34b7c-4b2f-43da-91ef-daf047618f53 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:05.813411 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:05.814055 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 9bc1aacd-a2ef-491f-a27e-99c9073aabbc details requested by agent hyperv_n-h1-761264-19 with host n-h1-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:30:05.866670 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7aba8ccd-dad5-4728-8c12-095020008fc5 req-41e34b7c-4b2f-43da-91ef-daf047618f53 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Network 0b117659-1bb4-437b-b0c1-51f56db7ff3a is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:30:05.873863 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [req-7aba8ccd-dad5-4728-8c12-095020008fc5 req-41e34b7c-4b2f-43da-91ef-daf047618f53 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:30:05.874155 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=c2b6402c-cca9-42ae-b247-701e4186077e,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:30:05.877534 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aba8ccd-dad5-4728-8c12-095020008fc5 req-41e34b7c-4b2f-43da-91ef-daf047618f53 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:30:05.880643 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339cea37-477e-4467-9f13-0d02ec2d18f7 req-3ec80a5b-c806-4fb2-bd41-af6a0d158dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:05.882140 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-339cea37-477e-4467-9f13-0d02ec2d18f7 req-3ec80a5b-c806-4fb2-bd41-af6a0d158dc3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1 HTTP/1.1" status: 200 len: 870 time: 0.1582017 Dec 20 14:30:05.910125 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e34b7c-4b2f-43da-91ef-daf047618f53 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Pushing event updated for resources: {'Port': ['ID=cce71cdd-fb66-4c91-85f1-edf4efeb4f5c,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:30:05.959591 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-339cea37-477e-4467-9f13-0d02ec2d18f7 req-cb854881-2761-480b-a512-a2800b760d37 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=47effca4-a119-48c1-b2c1-a300bc11c325 HTTP/1.1" status: 200 len: 217 time: 0.0527949 Dec 20 14:30:05.989611 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aba8ccd-dad5-4728-8c12-095020008fc5 req-41e34b7c-4b2f-43da-91ef-daf047618f53 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:05.990611 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-7aba8ccd-dad5-4728-8c12-095020008fc5 req-41e34b7c-4b2f-43da-91ef-daf047618f53 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:06.020177 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-47f4b4bb-1a9a-4ff4-9a42-89f181410855 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:06.030851 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-33552a14-9e0a-4884-8a15-ab19eb6c06b4 None None] Allocated IP 172.20.0.2 (b1dae41e-5daf-4c7a-b53f-da33069cad8a/ffbe1ff9-0526-4ec5-a722-6246ade0c67c/a786d7d1-4b6f-4759-aa4f-8b8c01424b60) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:30:06.042158 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7e519a4b-5334-4a3b-9e25-06c2018637fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:06.044967 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7e519a4b-5334-4a3b-9e25-06c2018637fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:06.048737 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-7e519a4b-5334-4a3b-9e25-06c2018637fb admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/dc42a3c8-364f-4f10-982c-9f17b4e38b7e HTTP/1.1" status: 204 len: 168 time: 0.5323629 Dec 20 14:30:06.064403 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7aba8ccd-dad5-4728-8c12-095020008fc5 req-41e34b7c-4b2f-43da-91ef-daf047618f53 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2646182 Dec 20 14:30:06.076486 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339cea37-477e-4467-9f13-0d02ec2d18f7 req-c64af84e-c31c-4fac-9fe3-d0bc664b4da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:06.077811 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-339cea37-477e-4467-9f13-0d02ec2d18f7 req-c64af84e-c31c-4fac-9fe3-d0bc664b4da4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36bf280f-81bb-4486-a87a-9b9505a1cec4 HTTP/1.1" status: 200 len: 843 time: 0.1064460 Dec 20 14:30:06.084177 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-7aba8ccd-dad5-4728-8c12-095020008fc5 req-fa7f7272-20bf-4b23-bd42-9c90668ab769 service neutron] Request body: {'port': {'device_id': '2a299b01-e717-4673-93a7-295d0efdb002', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-19'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:30:06.142970 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e519a4b-5334-4a3b-9e25-06c2018637fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc42a3c8-364f-4f10-982c-9f17b4e38b7e,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:30:06.156648 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 9bc1aacd-a2ef-491f-a27e-99c9073aabbc, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=9bc1aacd-a2ef-491f-a27e-99c9073aabbc,segment=NetworkSegment(7cf4651a-770a-4651-b0ec-3d23ef01f817),segment_id=7cf4651a-770a-4651-b0ec-3d23ef01f817)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:30:06.233483 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ddc61c-afb4-445c-9ea2-8ee4051723d7 req-c6a7d5c3-041a-4d7e-9528-b41e254147a2 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:06.235455 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-74ddc61c-afb4-445c-9ea2-8ee4051723d7 req-c6a7d5c3-041a-4d7e-9528-b41e254147a2 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a299b01-e717-4673-93a7-295d0efdb002 HTTP/1.1" status: 200 len: 931 time: 0.1881711 Dec 20 14:30:06.291965 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-b6cb5a35-088d-4a2b-8216-ffef35484d89 req-56013923-7ee6-4a9d-b128-92d10261d65c tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:06.300384 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Returning: {'device': '9bc1aacd-a2ef-491f-a27e-99c9073aabbc', 'network_id': '781006d9-7985-4914-91ad-a5e554b7cb56', 'port_id': '9bc1aacd-a2ef-491f-a27e-99c9073aabbc', 'mac_address': 'fa:16:3e:5f:d6:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d232d75-8ac0-41ba-a979-02f9a30b542c', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:30:06.344705 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:06.369573 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-74ddc61c-afb4-445c-9ea2-8ee4051723d7 req-a9492913-72df-46a6-8272-d4ac2746a3c0 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/security-groups?id=a27fba59-7d90-4650-9482-b2bcd3113c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184106 Dec 20 14:30:06.413240 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-33552a14-9e0a-4884-8a15-ab19eb6c06b4 None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:06.417894 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:06.432566 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-33552a14-9e0a-4884-8a15-ab19eb6c06b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:06.477130 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33552a14-9e0a-4884-8a15-ab19eb6c06b4 None None] Network b1dae41e-5daf-4c7a-b53f-da33069cad8a is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:30:06.479087 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bc1aacd-a2ef-491f-a27e-99c9073aabbc {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:30:06.493112 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-33552a14-9e0a-4884-8a15-ab19eb6c06b4 None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:30:06.501528 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33552a14-9e0a-4884-8a15-ab19eb6c06b4 None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:30:06.552813 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 9bc1aacd-a2ef-491f-a27e-99c9073aabbc, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=9bc1aacd-a2ef-491f-a27e-99c9073aabbc,segment=NetworkSegment(7cf4651a-770a-4651-b0ec-3d23ef01f817),segment_id=7cf4651a-770a-4651-b0ec-3d23ef01f817)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:30:06.560528 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-b6cb5a35-088d-4a2b-8216-ffef35484d89 req-56013923-7ee6-4a9d-b128-92d10261d65c tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:06.564294 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33552a14-9e0a-4884-8a15-ab19eb6c06b4 None None] Pushing event updated for resources: {'Port': ['ID=a786d7d1-4b6f-4759-aa4f-8b8c01424b60,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:30:06.583947 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9c30d8-9ff6-4c1a-aa31-80f295651d41 req-e0c07080-e405-4479-9340-dae2e588138d tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:06.586428 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:06.590044 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9c30d8-9ff6-4c1a-aa31-80f295651d41 req-e0c07080-e405-4479-9340-dae2e588138d tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:06.596252 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9c30d8-9ff6-4c1a-aa31-80f295651d41 req-e0c07080-e405-4479-9340-dae2e588138d tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:06.602316 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9c30d8-9ff6-4c1a-aa31-80f295651d41 req-e0c07080-e405-4479-9340-dae2e588138d tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:06.608521 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9c30d8-9ff6-4c1a-aa31-80f295651d41 req-e0c07080-e405-4479-9340-dae2e588138d tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:06.615522 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9c30d8-9ff6-4c1a-aa31-80f295651d41 req-e0c07080-e405-4479-9340-dae2e588138d tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:06.622397 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9c30d8-9ff6-4c1a-aa31-80f295651d41 req-e0c07080-e405-4479-9340-dae2e588138d tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:06.630819 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0b9c30d8-9ff6-4c1a-aa31-80f295651d41 req-e0c07080-e405-4479-9340-dae2e588138d tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bec07a8-c25f-4f16-885e-b65a42ac76c9 HTTP/1.1" status: 200 len: 5426 time: 0.6173840 Dec 20 14:30:06.643262 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6cb5a35-088d-4a2b-8216-ffef35484d89 req-56013923-7ee6-4a9d-b128-92d10261d65c tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Network 5eb12b8e-68ab-4d1c-b6db-26068ca02043 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:30:06.649439 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [req-b6cb5a35-088d-4a2b-8216-ffef35484d89 req-56013923-7ee6-4a9d-b128-92d10261d65c tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:30:06.649969 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-33552a14-9e0a-4884-8a15-ab19eb6c06b4 None None] Attempting to bind port a786d7d1-4b6f-4759-aa4f-8b8c01424b60 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:30:06.650345 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-33552a14-9e0a-4884-8a15-ab19eb6c06b4 None None] Attempting to bind port a786d7d1-4b6f-4759-aa4f-8b8c01424b60 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '5082093d-1352-45ed-950f-f2cd1b7e638c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b1dae41e-5daf-4c7a-b53f-da33069cad8a'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:30:06.650709 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33552a14-9e0a-4884-8a15-ab19eb6c06b4 None None] Attempting to bind port a786d7d1-4b6f-4759-aa4f-8b8c01424b60 on network b1dae41e-5daf-4c7a-b53f-da33069cad8a {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:30:06.653259 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6cb5a35-088d-4a2b-8216-ffef35484d89 req-56013923-7ee6-4a9d-b128-92d10261d65c tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:30:06.666209 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33552a14-9e0a-4884-8a15-ab19eb6c06b4 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:30:06.666588 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33552a14-9e0a-4884-8a15-ab19eb6c06b4 None None] Checking segment: {'id': '5082093d-1352-45ed-950f-f2cd1b7e638c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b1dae41e-5daf-4c7a-b53f-da33069cad8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:30:06.667024 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-33552a14-9e0a-4884-8a15-ab19eb6c06b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:06.667419 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33552a14-9e0a-4884-8a15-ab19eb6c06b4 None None] Bound using segment: {'id': '5082093d-1352-45ed-950f-f2cd1b7e638c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b1dae41e-5daf-4c7a-b53f-da33069cad8a'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:30:06.667913 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-33552a14-9e0a-4884-8a15-ab19eb6c06b4 None None] Bound port: a786d7d1-4b6f-4759-aa4f-8b8c01424b60, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5082093d-1352-45ed-950f-f2cd1b7e638c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b1dae41e-5daf-4c7a-b53f-da33069cad8a'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:30:06.668296 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-33552a14-9e0a-4884-8a15-ab19eb6c06b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:06.684168 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=9bc1aacd-a2ef-491f-a27e-99c9073aabbc,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:30:06.685143 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-7aba8ccd-dad5-4728-8c12-095020008fc5 req-fa7f7272-20bf-4b23-bd42-9c90668ab769 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:06.724869 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339cea37-477e-4467-9f13-0d02ec2d18f7 req-5d0129b9-4981-492a-b3aa-406b7767fc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:06.726459 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-339cea37-477e-4467-9f13-0d02ec2d18f7 req-5d0129b9-4981-492a-b3aa-406b7767fc7f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6382000 Dec 20 14:30:06.765071 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-33552a14-9e0a-4884-8a15-ab19eb6c06b4 None None] For port a786d7d1-4b6f-4759-aa4f-8b8c01424b60, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:30:06.768624 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-33552a14-9e0a-4884-8a15-ab19eb6c06b4 None None] For port a786d7d1-4b6f-4759-aa4f-8b8c01424b60, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=a786d7d1-4b6f-4759-aa4f-8b8c01424b60,segment=NetworkSegment(5082093d-1352-45ed-950f-f2cd1b7e638c),segment_id=5082093d-1352-45ed-950f-f2cd1b7e638c)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:30:06.777664 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-33552a14-9e0a-4884-8a15-ab19eb6c06b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:06.818317 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0b9c30d8-9ff6-4c1a-aa31-80f295651d41 req-700ed602-826f-4a74-ab61-f7e326ff1de1 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/security-groups?id=9a5fb326-e11a-43c7-acb8-8cef9da4f833&id=90051062-f265-4ecc-9e5a-22ebfc7553a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1863511 Dec 20 14:30:06.889121 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33552a14-9e0a-4884-8a15-ab19eb6c06b4 None None] Pushing event updated for resources: {'Port': ['ID=a786d7d1-4b6f-4759-aa4f-8b8c01424b60,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:30:07.154847 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-339cea37-477e-4467-9f13-0d02ec2d18f7 req-5afefad1-99c2-4c66-8b53-900a4bf38ea2 service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4051220 Dec 20 14:30:07.353850 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56013923-7ee6-4a9d-b128-92d10261d65c tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Pushing event updated for resources: {'Port': ['ID=3cfd0fe3-6fc5-4a4f-991b-282053c85a99,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:30:07.392000 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1724ea4c-ddc4-447f-a80c-6e30a457869f req-06e3a113-97d8-4d13-a0ca-33522394df5c tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:07.393036 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9940d4ed-49d7-449c-bf3a-96659610bcfe req-1b0bda43-2b67-4d49-a0a3-554f09c2f871 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:07.393947 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1724ea4c-ddc4-447f-a80c-6e30a457869f req-06e3a113-97d8-4d13-a0ca-33522394df5c tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba9b5a65-1624-48cb-9b97-61eb55a4ba53 HTTP/1.1" status: 200 len: 931 time: 0.9541264 Dec 20 14:30:07.396925 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9940d4ed-49d7-449c-bf3a-96659610bcfe req-1b0bda43-2b67-4d49-a0a3-554f09c2f871 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=264addcb-becf-470a-8ecc-0f1d20dce83b HTTP/1.1" status: 200 len: 950 time: 0.2626362 Dec 20 14:30:07.438378 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cb5a35-088d-4a2b-8216-ffef35484d89 req-56013923-7ee6-4a9d-b128-92d10261d65c tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:07.439028 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-b6cb5a35-088d-4a2b-8216-ffef35484d89 req-56013923-7ee6-4a9d-b128-92d10261d65c tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:07.451571 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-47f4b4bb-1a9a-4ff4-9a42-89f181410855 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:07.455282 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-339cea37-477e-4467-9f13-0d02ec2d18f7 req-b2de8ff7-8d45-4918-bfd9-cdf0fced5467 service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571371 Dec 20 14:30:07.482041 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-47f4b4bb-1a9a-4ff4-9a42-89f181410855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:07.507790 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b6cb5a35-088d-4a2b-8216-ffef35484d89 req-56013923-7ee6-4a9d-b128-92d10261d65c tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4812202 Dec 20 14:30:07.516707 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['cdb31bb5-074e-403d-ab47-e55bfa522aff'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:30:07.522273 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [req-7aba8ccd-dad5-4728-8c12-095020008fc5 req-fa7f7272-20bf-4b23-bd42-9c90668ab769 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cce71cdd-fb66-4c91-85f1-edf4efeb4f5c {{(pid=103167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:30:07.533383 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9940d4ed-49d7-449c-bf3a-96659610bcfe req-d79c3788-1deb-4b03-9836-fa832c647738 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173720 Dec 20 14:30:07.536369 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-7aba8ccd-dad5-4728-8c12-095020008fc5 req-fa7f7272-20bf-4b23-bd42-9c90668ab769 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:07.565373 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['a9e6ecc6-74ae-4b76-8dcf-5a91360c2536'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:30:07.575555 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-b6cb5a35-088d-4a2b-8216-ffef35484d89 req-5a441647-9803-4539-ba53-e96a437c5b8a service neutron] Request body: {'port': {'device_id': 'ba9b5a65-1624-48cb-9b97-61eb55a4ba53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-19'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:30:07.605088 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-7aba8ccd-dad5-4728-8c12-095020008fc5 req-fa7f7272-20bf-4b23-bd42-9c90668ab769 service neutron] Transition to ACTIVE for port object cce71cdd-fb66-4c91-85f1-edf4efeb4f5c will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:30:07.629304 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-7aba8ccd-dad5-4728-8c12-095020008fc5 req-fa7f7272-20bf-4b23-bd42-9c90668ab769 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:07.694487 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1724ea4c-ddc4-447f-a80c-6e30a457869f req-3c9b9502-5fdf-4291-b483-dd04daa48c9f tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6a39052-36c7-4e8a-a837-c745dc8572a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822220 Dec 20 14:30:07.703779 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['c2b6402c-cca9-42ae-b247-701e4186077e'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:30:07.706453 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-b6cb5a35-088d-4a2b-8216-ffef35484d89 req-5a441647-9803-4539-ba53-e96a437c5b8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:07.716614 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['9bc1aacd-a2ef-491f-a27e-99c9073aabbc'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:30:07.860549 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7f7272-20bf-4b23-bd42-9c90668ab769 service neutron] Pushing event updated for resources: {'Port': ['ID=cce71cdd-fb66-4c91-85f1-edf4efeb4f5c,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:30:08.004262 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-47f4b4bb-1a9a-4ff4-9a42-89f181410855 admin admin] Allocated IP 172.25.0.97 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/c84b7523-2c2b-4c15-9aa5-32326a5fad81) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:30:08.187604 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-7aba8ccd-dad5-4728-8c12-095020008fc5 req-fa7f7272-20bf-4b23-bd42-9c90668ab769 service neutron] Attempting to bind port cce71cdd-fb66-4c91-85f1-edf4efeb4f5c on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:30:08.188551 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-7aba8ccd-dad5-4728-8c12-095020008fc5 req-fa7f7272-20bf-4b23-bd42-9c90668ab769 service neutron] Attempting to bind port cce71cdd-fb66-4c91-85f1-edf4efeb4f5c by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': 'c66b4285-faba-435b-92e7-6de47ba5ef36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '0b117659-1bb4-437b-b0c1-51f56db7ff3a'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:30:08.190097 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aba8ccd-dad5-4728-8c12-095020008fc5 req-fa7f7272-20bf-4b23-bd42-9c90668ab769 service neutron] Attempting to bind port cce71cdd-fb66-4c91-85f1-edf4efeb4f5c on network 0b117659-1bb4-437b-b0c1-51f56db7ff3a {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:30:08.199202 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aba8ccd-dad5-4728-8c12-095020008fc5 req-fa7f7272-20bf-4b23-bd42-9c90668ab769 service neutron] Port cce71cdd-fb66-4c91-85f1-edf4efeb4f5c on network 0b117659-1bb4-437b-b0c1-51f56db7ff3a not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:30:08.199340 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aba8ccd-dad5-4728-8c12-095020008fc5 req-fa7f7272-20bf-4b23-bd42-9c90668ab769 service neutron] Attempting to bind port cce71cdd-fb66-4c91-85f1-edf4efeb4f5c on network 0b117659-1bb4-437b-b0c1-51f56db7ff3a {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:30:08.212093 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aba8ccd-dad5-4728-8c12-095020008fc5 req-fa7f7272-20bf-4b23-bd42-9c90668ab769 service neutron] Checking agent: {'id': '43c60aee-e4af-4ecc-bee2-aac3569fafed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:30:08.212609 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aba8ccd-dad5-4728-8c12-095020008fc5 req-fa7f7272-20bf-4b23-bd42-9c90668ab769 service neutron] Checking segment: {'id': 'c66b4285-faba-435b-92e7-6de47ba5ef36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '0b117659-1bb4-437b-b0c1-51f56db7ff3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:30:08.213197 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aba8ccd-dad5-4728-8c12-095020008fc5 req-fa7f7272-20bf-4b23-bd42-9c90668ab769 service neutron] Bound using segment: {'id': 'c66b4285-faba-435b-92e7-6de47ba5ef36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '0b117659-1bb4-437b-b0c1-51f56db7ff3a'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:30:08.213803 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-7aba8ccd-dad5-4728-8c12-095020008fc5 req-fa7f7272-20bf-4b23-bd42-9c90668ab769 service neutron] Bound port: cce71cdd-fb66-4c91-85f1-edf4efeb4f5c, host: n-h2-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c66b4285-faba-435b-92e7-6de47ba5ef36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '0b117659-1bb4-437b-b0c1-51f56db7ff3a'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:30:08.214217 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-7aba8ccd-dad5-4728-8c12-095020008fc5 req-fa7f7272-20bf-4b23-bd42-9c90668ab769 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:08.244590 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3738c14-817b-4b09-9885-29686d7c3333 req-c1c182ed-87bf-468b-a96c-6f0dd639f010 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:08.246953 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a3738c14-817b-4b09-9885-29686d7c3333 req-c1c182ed-87bf-468b-a96c-6f0dd639f010 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a299b01-e717-4673-93a7-295d0efdb002 HTTP/1.1" status: 200 len: 943 time: 0.1629407 Dec 20 14:30:08.273372 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fd47da-01fa-4a68-b841-a3ee4317f01f req-0dec4e69-5d59-4272-b080-7e80eba89407 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:08.277839 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-47f4b4bb-1a9a-4ff4-9a42-89f181410855 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:08.282596 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fd47da-01fa-4a68-b841-a3ee4317f01f req-0dec4e69-5d59-4272-b080-7e80eba89407 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:08.290172 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fd47da-01fa-4a68-b841-a3ee4317f01f req-0dec4e69-5d59-4272-b080-7e80eba89407 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:08.298569 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fd47da-01fa-4a68-b841-a3ee4317f01f req-0dec4e69-5d59-4272-b080-7e80eba89407 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:08.310324 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fd47da-01fa-4a68-b841-a3ee4317f01f req-0dec4e69-5d59-4272-b080-7e80eba89407 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:08.316990 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fd47da-01fa-4a68-b841-a3ee4317f01f req-0dec4e69-5d59-4272-b080-7e80eba89407 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:08.324321 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fd47da-01fa-4a68-b841-a3ee4317f01f req-0dec4e69-5d59-4272-b080-7e80eba89407 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:08.335204 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-68fd47da-01fa-4a68-b841-a3ee4317f01f req-0dec4e69-5d59-4272-b080-7e80eba89407 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bec07a8-c25f-4f16-885e-b65a42ac76c9 HTTP/1.1" status: 200 len: 5427 time: 0.2506270 Dec 20 14:30:08.353344 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device a786d7d1-4b6f-4759-aa4f-8b8c01424b60 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:30:08.424061 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a3738c14-817b-4b09-9885-29686d7c3333 req-b1e7422f-511b-40fa-a8d8-ee45f3343a9e tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/security-groups?id=a27fba59-7d90-4650-9482-b2bcd3113c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613176 Dec 20 14:30:08.433302 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-47f4b4bb-1a9a-4ff4-9a42-89f181410855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:08.451556 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['c388c669-8dbc-4a20-aa6b-dcc41424fb88'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:30:08.482626 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-68fd47da-01fa-4a68-b841-a3ee4317f01f req-7173c7db-47ce-4f3a-a240-3d879ee129e6 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/security-groups?id=9a5fb326-e11a-43c7-acb8-8cef9da4f833&id=90051062-f265-4ecc-9e5a-22ebfc7553a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1461093 Dec 20 14:30:08.489314 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f4b4bb-1a9a-4ff4-9a42-89f181410855 admin admin] Pushing event updated for resources: {'Port': ['ID=c84b7523-2c2b-4c15-9aa5-32326a5fad81,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:30:08.501141 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f4b4bb-1a9a-4ff4-9a42-89f181410855 admin admin] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:30:08.504762 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [req-b6cb5a35-088d-4a2b-8216-ffef35484d89 req-5a441647-9803-4539-ba53-e96a437c5b8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cfd0fe3-6fc5-4a4f-991b-282053c85a99 {{(pid=103168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:30:08.516149 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-47f4b4bb-1a9a-4ff4-9a42-89f181410855 admin admin] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:30:08.521059 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-b6cb5a35-088d-4a2b-8216-ffef35484d89 req-5a441647-9803-4539-ba53-e96a437c5b8a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:08.522874 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f4b4bb-1a9a-4ff4-9a42-89f181410855 admin admin] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:30:08.564331 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.provisioning_blocks [req-b6cb5a35-088d-4a2b-8216-ffef35484d89 req-5a441647-9803-4539-ba53-e96a437c5b8a service neutron] Transition to ACTIVE for port object 3cfd0fe3-6fc5-4a4f-991b-282053c85a99 will not be triggered until provisioned by entity L2. {{(pid=103168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:30:08.583035 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-b6cb5a35-088d-4a2b-8216-ffef35484d89 req-5a441647-9803-4539-ba53-e96a437c5b8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:08.627088 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-7aba8ccd-dad5-4728-8c12-095020008fc5 req-fa7f7272-20bf-4b23-bd42-9c90668ab769 service neutron] For port cce71cdd-fb66-4c91-85f1-edf4efeb4f5c, host n-h2-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:30:08.633985 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-7aba8ccd-dad5-4728-8c12-095020008fc5 req-fa7f7272-20bf-4b23-bd42-9c90668ab769 service neutron] For port cce71cdd-fb66-4c91-85f1-edf4efeb4f5c, host n-h2-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=cce71cdd-fb66-4c91-85f1-edf4efeb4f5c,segment=NetworkSegment(c66b4285-faba-435b-92e7-6de47ba5ef36),segment_id=c66b4285-faba-435b-92e7-6de47ba5ef36)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:30:08.646238 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['79cf19b9-8f3f-44e9-85d5-0608077b5b17'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:30:08.646773 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-7aba8ccd-dad5-4728-8c12-095020008fc5 req-fa7f7272-20bf-4b23-bd42-9c90668ab769 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:08.649728 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['8f31b9a5-1a84-4aca-854e-f0b8620002cb'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:30:08.676736 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea18021-7339-452f-ac94-6f8e4a8034bc None None] Network b1dae41e-5daf-4c7a-b53f-da33069cad8a requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:30:08.744016 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a441647-9803-4539-ba53-e96a437c5b8a service neutron] Pushing event updated for resources: {'Port': ['ID=3cfd0fe3-6fc5-4a4f-991b-282053c85a99,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:30:08.872523 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aba8ccd-dad5-4728-8c12-095020008fc5 req-fa7f7272-20bf-4b23-bd42-9c90668ab769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:08.873529 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-7aba8ccd-dad5-4728-8c12-095020008fc5 req-fa7f7272-20bf-4b23-bd42-9c90668ab769 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:08.874598 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7aba8ccd-dad5-4728-8c12-095020008fc5 req-fa7f7272-20bf-4b23-bd42-9c90668ab769 service neutron] 10.222.0.47 "PUT /v2.0/ports/cce71cdd-fb66-4c91-85f1-edf4efeb4f5c HTTP/1.1" status: 200 len: 1092 time: 2.7947648 Dec 20 14:30:08.876325 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a299b01-e717-4673-93a7-295d0efdb002', 'tag': 'cce71cdd-fb66-4c91-85f1-edf4efeb4f5c'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:30:08.878927 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78c234fe-ca65-4a16-b3c6-943eed9d9ab0" -d '{"events": [{"name": "network-changed", "server_uuid": "2a299b01-e717-4673-93a7-295d0efdb002", "tag": "cce71cdd-fb66-4c91-85f1-edf4efeb4f5c"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:30:08.911049 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7f7272-20bf-4b23-bd42-9c90668ab769 service neutron] Pushing event updated for resources: {'Port': ['ID=cce71cdd-fb66-4c91-85f1-edf4efeb4f5c,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:30:08.926108 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f058fa-c1c2-44c0-bf4a-fce18c3e87d4 req-3e777d12-9bbd-4433-8f6d-33aad4d7f5f2 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:08.931758 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-90f058fa-c1c2-44c0-bf4a-fce18c3e87d4 req-3e777d12-9bbd-4433-8f6d-33aad4d7f5f2 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=264addcb-becf-470a-8ecc-0f1d20dce83b HTTP/1.1" status: 200 len: 950 time: 0.1720705 Dec 20 14:30:08.964695 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-d8b35a0e-a08b-4c4f-ad13-bfb27fda0305 None None] Provisioning complete for port a786d7d1-4b6f-4759-aa4f-8b8c01424b60 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:30:08.965192 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d8b35a0e-a08b-4c4f-ad13-bfb27fda0305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:09.021992 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-90f058fa-c1c2-44c0-bf4a-fce18c3e87d4 req-9ebdbaa0-a2ed-46b3-9f95-5016309addab tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872478 Dec 20 14:30:09.035348 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aba8ccd-dad5-4728-8c12-095020008fc5 req-4ff65562-de9b-43a1-918c-03f009630fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:09.037374 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7aba8ccd-dad5-4728-8c12-095020008fc5 req-4ff65562-de9b-43a1-918c-03f009630fd9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1cc26e75091641c38e981f6c0cbcbef7&device_id=2a299b01-e717-4673-93a7-295d0efdb002 HTTP/1.1" status: 200 len: 1095 time: 0.1007636 Dec 20 14:30:09.073278 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19634836-381b-4d8c-960c-6413ecf670ab req-4bc51cec-2282-47d8-8f81-bb8e31373b8f tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:09.078844 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-19634836-381b-4d8c-960c-6413ecf670ab req-4bc51cec-2282-47d8-8f81-bb8e31373b8f tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba9b5a65-1624-48cb-9b97-61eb55a4ba53 HTTP/1.1" status: 200 len: 943 time: 0.2258425 Dec 20 14:30:09.081829 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-b6cb5a35-088d-4a2b-8216-ffef35484d89 req-5a441647-9803-4539-ba53-e96a437c5b8a service neutron] Attempting to bind port 3cfd0fe3-6fc5-4a4f-991b-282053c85a99 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:30:09.082286 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-b6cb5a35-088d-4a2b-8216-ffef35484d89 req-5a441647-9803-4539-ba53-e96a437c5b8a service neutron] Attempting to bind port 3cfd0fe3-6fc5-4a4f-991b-282053c85a99 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': 'dae1a1fa-6c57-4994-ae26-490344c49691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5eb12b8e-68ab-4d1c-b6db-26068ca02043'}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:30:09.082673 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6cb5a35-088d-4a2b-8216-ffef35484d89 req-5a441647-9803-4539-ba53-e96a437c5b8a service neutron] Attempting to bind port 3cfd0fe3-6fc5-4a4f-991b-282053c85a99 on network 5eb12b8e-68ab-4d1c-b6db-26068ca02043 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:30:09.102959 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port a786d7d1-4b6f-4759-aa4f-8b8c01424b60 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:30:09.103180 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:09.106129 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6cb5a35-088d-4a2b-8216-ffef35484d89 req-5a441647-9803-4539-ba53-e96a437c5b8a service neutron] Port 3cfd0fe3-6fc5-4a4f-991b-282053c85a99 on network 5eb12b8e-68ab-4d1c-b6db-26068ca02043 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:30:09.106587 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6cb5a35-088d-4a2b-8216-ffef35484d89 req-5a441647-9803-4539-ba53-e96a437c5b8a service neutron] Attempting to bind port 3cfd0fe3-6fc5-4a4f-991b-282053c85a99 on network 5eb12b8e-68ab-4d1c-b6db-26068ca02043 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:30:09.114291 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7aba8ccd-dad5-4728-8c12-095020008fc5 req-ca729769-a3c5-4705-8e7e-25ccd073a902 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cce71cdd-fb66-4c91-85f1-edf4efeb4f5c HTTP/1.1" status: 200 len: 217 time: 0.0670667 Dec 20 14:30:09.123052 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6cb5a35-088d-4a2b-8216-ffef35484d89 req-5a441647-9803-4539-ba53-e96a437c5b8a service neutron] Checking agent: {'id': '43c60aee-e4af-4ecc-bee2-aac3569fafed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:30:09.123524 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6cb5a35-088d-4a2b-8216-ffef35484d89 req-5a441647-9803-4539-ba53-e96a437c5b8a service neutron] Checking segment: {'id': 'dae1a1fa-6c57-4994-ae26-490344c49691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5eb12b8e-68ab-4d1c-b6db-26068ca02043'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:30:09.124012 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6cb5a35-088d-4a2b-8216-ffef35484d89 req-5a441647-9803-4539-ba53-e96a437c5b8a service neutron] Bound using segment: {'id': 'dae1a1fa-6c57-4994-ae26-490344c49691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5eb12b8e-68ab-4d1c-b6db-26068ca02043'} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:30:09.124630 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-b6cb5a35-088d-4a2b-8216-ffef35484d89 req-5a441647-9803-4539-ba53-e96a437c5b8a service neutron] Bound port: 3cfd0fe3-6fc5-4a4f-991b-282053c85a99, host: n-h2-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dae1a1fa-6c57-4994-ae26-490344c49691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5eb12b8e-68ab-4d1c-b6db-26068ca02043'}}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:30:09.125104 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-b6cb5a35-088d-4a2b-8216-ffef35484d89 req-5a441647-9803-4539-ba53-e96a437c5b8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:09.142381 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-47f4b4bb-1a9a-4ff4-9a42-89f181410855 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:09.207756 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aba8ccd-dad5-4728-8c12-095020008fc5 req-d9459508-6915-40b7-aef9-70e7d032b652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:09.209582 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7aba8ccd-dad5-4728-8c12-095020008fc5 req-d9459508-6915-40b7-aef9-70e7d032b652 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2ff79ed4-3dfb-4794-99de-386c9b910625 HTTP/1.1" status: 200 len: 844 time: 0.0883431 Dec 20 14:30:09.211274 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c5d287a-9856-4a3b-9c0c-11e77094dfbf x-openstack-request-id: req-5c5d287a-9856-4a3b-9c0c-11e77094dfbf {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:30:09.211565 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a299b01-e717-4673-93a7-295d0efdb002", "tag": "cce71cdd-fb66-4c91-85f1-edf4efeb4f5c", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:30:09.212106 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5c5d287a-9856-4a3b-9c0c-11e77094dfbf {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:30:09.212503 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a299b01-e717-4673-93a7-295d0efdb002', 'tag': 'cce71cdd-fb66-4c91-85f1-edf4efeb4f5c', 'status': 'completed', 'code': 200} Dec 20 14:30:09.238204 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-19634836-381b-4d8c-960c-6413ecf670ab req-7220f41b-f168-4b35-9919-a389d9f274ce tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6a39052-36c7-4e8a-a837-c745dc8572a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563311 Dec 20 14:30:09.295719 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7aba8ccd-dad5-4728-8c12-095020008fc5 req-1f8bdf1a-2baf-4315-a3bf-c9bbc6be9c37 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0b117659-1bb4-437b-b0c1-51f56db7ff3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674601 Dec 20 14:30:09.322337 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-b6cb5a35-088d-4a2b-8216-ffef35484d89 req-5a441647-9803-4539-ba53-e96a437c5b8a service neutron] For port 3cfd0fe3-6fc5-4a4f-991b-282053c85a99, host n-h2-761264-19, cleared binding levels {{(pid=103168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:30:09.327411 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-b6cb5a35-088d-4a2b-8216-ffef35484d89 req-5a441647-9803-4539-ba53-e96a437c5b8a service neutron] For port 3cfd0fe3-6fc5-4a4f-991b-282053c85a99, host n-h2-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=3cfd0fe3-6fc5-4a4f-991b-282053c85a99,segment=NetworkSegment(dae1a1fa-6c57-4994-ae26-490344c49691),segment_id=dae1a1fa-6c57-4994-ae26-490344c49691)] {{(pid=103168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:30:09.469732 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-b6cb5a35-088d-4a2b-8216-ffef35484d89 req-5a441647-9803-4539-ba53-e96a437c5b8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:09.504761 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7aba8ccd-dad5-4728-8c12-095020008fc5 req-fd176272-558a-4264-a2c1-5f92ce0cb891 service neutron] 10.222.0.47 "GET /v2.0/networks/0b117659-1bb4-437b-b0c1-51f56db7ff3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947637 Dec 20 14:30:09.545411 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cb5a35-088d-4a2b-8216-ffef35484d89 req-5a441647-9803-4539-ba53-e96a437c5b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:09.546203 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-b6cb5a35-088d-4a2b-8216-ffef35484d89 req-5a441647-9803-4539-ba53-e96a437c5b8a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:09.547827 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b6cb5a35-088d-4a2b-8216-ffef35484d89 req-5a441647-9803-4539-ba53-e96a437c5b8a service neutron] 10.222.0.47 "PUT /v2.0/ports/3cfd0fe3-6fc5-4a4f-991b-282053c85a99 HTTP/1.1" status: 200 len: 1092 time: 2.0291619 Dec 20 14:30:09.552604 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba9b5a65-1624-48cb-9b97-61eb55a4ba53', 'tag': '3cfd0fe3-6fc5-4a4f-991b-282053c85a99'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:30:09.555286 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed27bd1f-e89e-4b40-9420-9d867d0b14f5" -d '{"events": [{"name": "network-changed", "server_uuid": "ba9b5a65-1624-48cb-9b97-61eb55a4ba53", "tag": "3cfd0fe3-6fc5-4a4f-991b-282053c85a99"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:30:09.620455 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad440a12-cad1-4f00-9a2f-a49fd5e6b1e8 req-dfb1b32a-0bfc-4c3e-9be4-3004a08c8515 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:09.622074 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ad440a12-cad1-4f00-9a2f-a49fd5e6b1e8 req-dfb1b32a-0bfc-4c3e-9be4-3004a08c8515 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=90aa83c6-08cd-4633-aa11-a02fe8beda7a HTTP/1.1" status: 200 len: 946 time: 0.1467288 Dec 20 14:30:09.637764 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-47f4b4bb-1a9a-4ff4-9a42-89f181410855 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013'] for router, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:09.641683 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a441647-9803-4539-ba53-e96a437c5b8a service neutron] Pushing event updated for resources: {'Port': ['ID=3cfd0fe3-6fc5-4a4f-991b-282053c85a99,revision_number=3']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:30:09.748203 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7aba8ccd-dad5-4728-8c12-095020008fc5 req-4d4b48d4-4850-49b4-a68b-e575df52ebaf service neutron] 10.222.0.47 "GET /v2.0/networks/0b117659-1bb4-437b-b0c1-51f56db7ff3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347839 Dec 20 14:30:09.762005 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99020bb1-084b-493a-9355-b6a8b3daf581 req-4e6b37b9-7f20-41b3-b535-f400062db235 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:09.769579 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-99020bb1-084b-493a-9355-b6a8b3daf581 req-4e6b37b9-7f20-41b3-b535-f400062db235 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a299b01-e717-4673-93a7-295d0efdb002 HTTP/1.1" status: 200 len: 943 time: 0.1510448 Dec 20 14:30:09.812217 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d8b35a0e-a08b-4c4f-ad13-bfb27fda0305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:09.829220 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cb5a35-088d-4a2b-8216-ffef35484d89 req-3827970b-4665-4ef2-aa79-2ded0a7c803f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:09.831419 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b6cb5a35-088d-4a2b-8216-ffef35484d89 req-3827970b-4665-4ef2-aa79-2ded0a7c803f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=afac0cbe24d14e49bcb39ec2cb401fe3&device_id=ba9b5a65-1624-48cb-9b97-61eb55a4ba53 HTTP/1.1" status: 200 len: 1095 time: 0.2340078 Dec 20 14:30:09.861027 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:09.863823 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57784) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:30:09.925724 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-99020bb1-084b-493a-9355-b6a8b3daf581 req-5e054f54-f2d0-4cdc-83a6-205e4921646c tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/security-groups?id=a27fba59-7d90-4650-9482-b2bcd3113c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473472 Dec 20 14:30:09.963533 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c234fe-ca65-4a16-b3c6-943eed9d9ab0 req-034d1ad8-169e-43d8-89b8-469ad7dc2636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:09.966645 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-78c234fe-ca65-4a16-b3c6-943eed9d9ab0 req-034d1ad8-169e-43d8-89b8-469ad7dc2636 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1cc26e75091641c38e981f6c0cbcbef7&device_id=2a299b01-e717-4673-93a7-295d0efdb002 HTTP/1.1" status: 200 len: 1095 time: 0.1459489 Dec 20 14:30:09.978156 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b6cb5a35-088d-4a2b-8216-ffef35484d89 req-dadc1222-3ae5-4b0d-b7ab-c67edc6a57ca service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3cfd0fe3-6fc5-4a4f-991b-282053c85a99 HTTP/1.1" status: 200 len: 217 time: 0.1288021 Dec 20 14:30:09.982178 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ad440a12-cad1-4f00-9a2f-a49fd5e6b1e8 req-a257e832-5346-4c51-88ea-68cd5f5edfaa tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3416805 Dec 20 14:30:10.002529 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-d8b35a0e-a08b-4c4f-ad13-bfb27fda0305 None None] For port a786d7d1-4b6f-4759-aa4f-8b8c01424b60, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=a786d7d1-4b6f-4759-aa4f-8b8c01424b60,segment=NetworkSegment(5082093d-1352-45ed-950f-f2cd1b7e638c),segment_id=5082093d-1352-45ed-950f-f2cd1b7e638c)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:30:10.020689 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d8b35a0e-a08b-4c4f-ad13-bfb27fda0305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:10.105227 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cb5a35-088d-4a2b-8216-ffef35484d89 req-dbd7c257-d3d2-4ca3-a754-9bb6725355e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:10.106250 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b6cb5a35-088d-4a2b-8216-ffef35484d89 req-dbd7c257-d3d2-4ca3-a754-9bb6725355e1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a0253a98-6b9e-4a5b-8f09-0e786038802a HTTP/1.1" status: 200 len: 855 time: 0.1131620 Dec 20 14:30:10.108260 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6ff1b37-f285-4206-ad65-75e443976303 x-openstack-request-id: req-c6ff1b37-f285-4206-ad65-75e443976303 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:30:10.108547 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba9b5a65-1624-48cb-9b97-61eb55a4ba53", "tag": "3cfd0fe3-6fc5-4a4f-991b-282053c85a99", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:30:10.109166 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c6ff1b37-f285-4206-ad65-75e443976303 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:30:10.109166 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba9b5a65-1624-48cb-9b97-61eb55a4ba53', 'tag': '3cfd0fe3-6fc5-4a4f-991b-282053c85a99', 'status': 'completed', 'code': 200} Dec 20 14:30:10.120714 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.db.api [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103169) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 14:30:10.121169 n-d-761264-19 neutron-server[103169]: DEBUG oslo_db.api [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 14:30:10.122529 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b35a0e-a08b-4c4f-ad13-bfb27fda0305 None None] Pushing event updated for resources: {'Port': ['ID=a786d7d1-4b6f-4759-aa4f-8b8c01424b60,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:30:10.132604 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47f4b4bb-1a9a-4ff4-9a42-89f181410855 admin admin] Router 91787189-ecbd-4b72-acea-a83597439a63 is scheduled to L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 with binding_index 1 {{(pid=103168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 14:30:10.150209 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2b507a9c-85a6-4848-a041-24351c7ca5c4 None None] Provisioning complete for port a786d7d1-4b6f-4759-aa4f-8b8c01424b60 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:30:10.150582 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2b507a9c-85a6-4848-a041-24351c7ca5c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:10.157769 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ca6be80a-be6d-453e-bfae-3559c017ade7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:10.162531 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b6cb5a35-088d-4a2b-8216-ffef35484d89 req-04868c9f-1f3a-40eb-adb2-ece8179c4bab service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5eb12b8e-68ab-4d1c-b6db-26068ca02043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464675 Dec 20 14:30:10.188324 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8151c44f-0198-4fbb-abeb-032cd63006c2 req-9c4438cf-f41d-423f-a480-600c7f8bace1 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:10.194896 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8151c44f-0198-4fbb-abeb-032cd63006c2 req-9c4438cf-f41d-423f-a480-600c7f8bace1 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:10.201519 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8151c44f-0198-4fbb-abeb-032cd63006c2 req-9c4438cf-f41d-423f-a480-600c7f8bace1 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:10.207679 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8151c44f-0198-4fbb-abeb-032cd63006c2 req-9c4438cf-f41d-423f-a480-600c7f8bace1 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:10.214254 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8151c44f-0198-4fbb-abeb-032cd63006c2 req-9c4438cf-f41d-423f-a480-600c7f8bace1 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:10.220955 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8151c44f-0198-4fbb-abeb-032cd63006c2 req-9c4438cf-f41d-423f-a480-600c7f8bace1 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:10.227679 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8151c44f-0198-4fbb-abeb-032cd63006c2 req-9c4438cf-f41d-423f-a480-600c7f8bace1 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:10.238120 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8151c44f-0198-4fbb-abeb-032cd63006c2 req-9c4438cf-f41d-423f-a480-600c7f8bace1 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bec07a8-c25f-4f16-885e-b65a42ac76c9 HTTP/1.1" status: 200 len: 5427 time: 0.2316194 Dec 20 14:30:10.319864 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c234fe-ca65-4a16-b3c6-943eed9d9ab0 req-c8e2946c-5079-48be-9bef-fc22f6fb713d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:10.321431 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-78c234fe-ca65-4a16-b3c6-943eed9d9ab0 req-c8e2946c-5079-48be-9bef-fc22f6fb713d service neutron] 10.222.0.47 "GET /v2.0/networks?id=0b117659-1bb4-437b-b0c1-51f56db7ff3a HTTP/1.1" status: 200 len: 905 time: 0.3454094 Dec 20 14:30:10.379886 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b6cb5a35-088d-4a2b-8216-ffef35484d89 req-5cba6336-714c-4e4f-ab69-be65ac128b0a service neutron] 10.222.0.47 "GET /v2.0/networks/5eb12b8e-68ab-4d1c-b6db-26068ca02043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065682 Dec 20 14:30:10.385666 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47f4b4bb-1a9a-4ff4-9a42-89f181410855 admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:30:10.390591 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-78c234fe-ca65-4a16-b3c6-943eed9d9ab0 req-8276504c-d95c-4a57-985a-635d872252cf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cce71cdd-fb66-4c91-85f1-edf4efeb4f5c HTTP/1.1" status: 200 len: 217 time: 0.0569339 Dec 20 14:30:10.400700 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0413667-c24a-48be-b3f1-586267cb552e None None] Sync routers for ids ['91787189-ecbd-4b72-acea-a83597439a63'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:30:10.408502 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8151c44f-0198-4fbb-abeb-032cd63006c2 req-4c10cc11-25ab-48c5-98b8-5c72b70cde90 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/security-groups?id=9a5fb326-e11a-43c7-acb8-8cef9da4f833&id=90051062-f265-4ecc-9e5a-22ebfc7553a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1667168 Dec 20 14:30:10.412546 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0413667-c24a-48be-b3f1-586267cb552e None None] Routers {'91787189-ecbd-4b72-acea-a83597439a63'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:30:10.413556 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-a0413667-c24a-48be-b3f1-586267cb552e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:30:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['91787189-ecbd-4b72-acea-a83597439a63'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:30:10.414952 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd8a5a7-2879-45d0-a75f-632282feac1b req-6a3bdd11-9646-471f-a5d5-0ce1cf27cb44 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:10.424516 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7bd8a5a7-2879-45d0-a75f-632282feac1b req-6a3bdd11-9646-471f-a5d5-0ce1cf27cb44 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=264addcb-becf-470a-8ecc-0f1d20dce83b HTTP/1.1" status: 200 len: 950 time: 0.1167059 Dec 20 14:30:10.463015 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-47f4b4bb-1a9a-4ff4-9a42-89f181410855 admin admin] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:10.464144 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-47f4b4bb-1a9a-4ff4-9a42-89f181410855 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.9225185 Dec 20 14:30:10.467337 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57792) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:30:10.492080 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ca6be80a-be6d-453e-bfae-3559c017ade7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:10.527991 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ca6be80a-be6d-453e-bfae-3559c017ade7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:10.531310 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c234fe-ca65-4a16-b3c6-943eed9d9ab0 req-7d016912-48af-452a-a46c-dad83042daed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:10.532235 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7bd8a5a7-2879-45d0-a75f-632282feac1b req-184de6f1-ce5a-42b7-a636-e4d885f79b32 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058819 Dec 20 14:30:10.532826 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-78c234fe-ca65-4a16-b3c6-943eed9d9ab0 req-7d016912-48af-452a-a46c-dad83042daed service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2ff79ed4-3dfb-4794-99de-386c9b910625 HTTP/1.1" status: 200 len: 844 time: 0.1233647 Dec 20 14:30:10.566660 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b6cb5a35-088d-4a2b-8216-ffef35484d89 req-44d0a64a-0afe-497f-b996-9883c0039cef service neutron] 10.222.0.47 "GET /v2.0/networks/5eb12b8e-68ab-4d1c-b6db-26068ca02043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740465 Dec 20 14:30:10.604930 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-a0413667-c24a-48be-b3f1-586267cb552e None None] Set router 91787189-ecbd-4b72-acea-a83597439a63 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:30:10.665641 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-78c234fe-ca65-4a16-b3c6-943eed9d9ab0 req-c31acc5a-0b50-415f-8c7f-b80766e2bcca service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0b117659-1bb4-437b-b0c1-51f56db7ff3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0956085 Dec 20 14:30:10.697451 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6be80a-be6d-453e-bfae-3559c017ade7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2990d570-71eb-46d4-801a-29c310d2178d,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:30:10.705003 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-ca6be80a-be6d-453e-bfae-3559c017ade7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c2bcdc89c87c43e988baabe143023b15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8165438 Dec 20 14:30:10.706148 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57794) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:30:10.722879 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed27bd1f-e89e-4b40-9420-9d867d0b14f5 req-b6480f76-8540-49ad-a1a6-e27384fef496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:10.725357 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ed27bd1f-e89e-4b40-9420-9d867d0b14f5 req-b6480f76-8540-49ad-a1a6-e27384fef496 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=afac0cbe24d14e49bcb39ec2cb401fe3&device_id=ba9b5a65-1624-48cb-9b97-61eb55a4ba53 HTTP/1.1" status: 200 len: 1095 time: 0.0866303 Dec 20 14:30:10.746218 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef6adb4-c769-4ef2-a619-b8f4a549a00b req-5852d21a-c586-4cf2-971d-6d53db16ddd7 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:10.753776 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bef6adb4-c769-4ef2-a619-b8f4a549a00b req-5852d21a-c586-4cf2-971d-6d53db16ddd7 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba9b5a65-1624-48cb-9b97-61eb55a4ba53 HTTP/1.1" status: 200 len: 943 time: 0.2300630 Dec 20 14:30:10.790430 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device a786d7d1-4b6f-4759-aa4f-8b8c01424b60 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:30:10.862398 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-562aebef-94da-45d0-8155-d4d9620b7a49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:10.874359 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port a786d7d1-4b6f-4759-aa4f-8b8c01424b60 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:30:10.875958 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:10.900712 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bef6adb4-c769-4ef2-a619-b8f4a549a00b req-9697f68d-b68d-4d31-9ef5-edcb2d2e1892 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6a39052-36c7-4e8a-a837-c745dc8572a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458302 Dec 20 14:30:10.911635 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-562aebef-94da-45d0-8155-d4d9620b7a49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:10.915683 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed27bd1f-e89e-4b40-9420-9d867d0b14f5 req-2ba54548-a59c-4612-a15e-6ab08d0079a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:10.918042 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ed27bd1f-e89e-4b40-9420-9d867d0b14f5 req-2ba54548-a59c-4612-a15e-6ab08d0079a4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5eb12b8e-68ab-4d1c-b6db-26068ca02043 HTTP/1.1" status: 200 len: 916 time: 0.1767490 Dec 20 14:30:10.942557 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-78c234fe-ca65-4a16-b3c6-943eed9d9ab0 req-937cce0f-ed31-492d-93e7-1d58a7fd1934 service neutron] 10.222.0.47 "GET /v2.0/networks/0b117659-1bb4-437b-b0c1-51f56db7ff3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667708 Dec 20 14:30:10.999883 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ed27bd1f-e89e-4b40-9420-9d867d0b14f5 req-fbed6538-c934-415d-b779-b126e4680741 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3cfd0fe3-6fc5-4a4f-991b-282053c85a99 HTTP/1.1" status: 200 len: 217 time: 0.0736330 Dec 20 14:30:11.002909 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-a0413667-c24a-48be-b3f1-586267cb552e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91787189-ecbd-4b72-acea-a83597439a63', 'name': 'tempest-FloatingIPsTestJSON-76608429-router', 'tenant_id': '2a59ffbd3a2f499887af126726a1bc39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'c84b7523-2c2b-4c15-9aa5-32326a5fad81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:30:05Z', 'updated_at': '2021-12-20T14:30:08Z', 'revision_number': 3, 'project_id': '2a59ffbd3a2f499887af126726a1bc39', 'gw_port': {'id': 'c84b7523-2c2b-4c15-9aa5-32326a5fad81', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:48:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91787189-ecbd-4b72-acea-a83597439a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:30:07Z', 'updated_at': '2021-12-20T14:30:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:30:11.064226 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0413667-c24a-48be-b3f1-586267cb552e None None] Checking router: 91787189-ecbd-4b72-acea-a83597439a63 for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:30:11.064553 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0413667-c24a-48be-b3f1-586267cb552e None None] Updating router 91787189-ecbd-4b72-acea-a83597439a63 port c84b7523-2c2b-4c15-9aa5-32326a5fad81 binding host n-d-761264-19 {{(pid=103170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 14:30:11.079472 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed27bd1f-e89e-4b40-9420-9d867d0b14f5 req-cec3cfde-42e4-4edb-8cde-353328ae15f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:11.081012 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ed27bd1f-e89e-4b40-9420-9d867d0b14f5 req-cec3cfde-42e4-4edb-8cde-353328ae15f0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a0253a98-6b9e-4a5b-8f09-0e786038802a HTTP/1.1" status: 200 len: 855 time: 0.0733955 Dec 20 14:30:11.106111 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a0413667-c24a-48be-b3f1-586267cb552e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:11.148746 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ed27bd1f-e89e-4b40-9420-9d867d0b14f5 req-73fc949e-2042-4b20-9982-1aa4d3a40caa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5eb12b8e-68ab-4d1c-b6db-26068ca02043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527103 Dec 20 14:30:11.188726 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-562aebef-94da-45d0-8155-d4d9620b7a49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:11.191829 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-562aebef-94da-45d0-8155-d4d9620b7a49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:11.193012 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-562aebef-94da-45d0-8155-d4d9620b7a49 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2990d570-71eb-46d4-801a-29c310d2178d HTTP/1.1" status: 204 len: 168 time: 0.4857681 Dec 20 14:30:11.233096 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c056fcc7-8de8-487b-a967-b8d80f730444 req-9b1953a2-9829-4e7a-a2a7-712acbee3e01 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:11.246500 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c056fcc7-8de8-487b-a967-b8d80f730444 req-9b1953a2-9829-4e7a-a2a7-712acbee3e01 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a299b01-e717-4673-93a7-295d0efdb002 HTTP/1.1" status: 200 len: 943 time: 0.1610007 Dec 20 14:30:11.296864 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562aebef-94da-45d0-8155-d4d9620b7a49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2990d570-71eb-46d4-801a-29c310d2178d,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:30:11.391193 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:11.415096 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ed27bd1f-e89e-4b40-9420-9d867d0b14f5 req-4d17eea3-3a14-4b66-884b-f6c14e10c2fb service neutron] 10.222.0.47 "GET /v2.0/networks/5eb12b8e-68ab-4d1c-b6db-26068ca02043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571681 Dec 20 14:30:11.424668 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c056fcc7-8de8-487b-a967-b8d80f730444 req-6826c5f3-f66e-4862-abdd-7403d221953f tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/security-groups?id=a27fba59-7d90-4650-9482-b2bcd3113c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205530 Dec 20 14:30:11.485138 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a0413667-c24a-48be-b3f1-586267cb552e None None] Publish callbacks [] for port, precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:11.497568 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a0413667-c24a-48be-b3f1-586267cb552e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:11.555272 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-a0413667-c24a-48be-b3f1-586267cb552e None None] Attempting to bind port c84b7523-2c2b-4c15-9aa5-32326a5fad81 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:30:11.555647 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-a0413667-c24a-48be-b3f1-586267cb552e None None] Attempting to bind port c84b7523-2c2b-4c15-9aa5-32326a5fad81 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:30:11.556211 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0413667-c24a-48be-b3f1-586267cb552e None None] Attempting to bind port c84b7523-2c2b-4c15-9aa5-32326a5fad81 on network c3f8658e-da35-41f3-bd03-509e29ebd6f3 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:30:11.573055 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0413667-c24a-48be-b3f1-586267cb552e None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:30:11.573443 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0413667-c24a-48be-b3f1-586267cb552e None None] Checking segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:30:11.573877 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a0413667-c24a-48be-b3f1-586267cb552e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:11.574210 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0413667-c24a-48be-b3f1-586267cb552e None None] Bound using segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:30:11.574718 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-a0413667-c24a-48be-b3f1-586267cb552e None None] Bound port: c84b7523-2c2b-4c15-9aa5-32326a5fad81, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:30:11.575160 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a0413667-c24a-48be-b3f1-586267cb552e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:11.611414 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ed27bd1f-e89e-4b40-9420-9d867d0b14f5 req-4e8055ee-7f3b-4406-9253-f4e4db3ea9c5 service neutron] 10.222.0.47 "GET /v2.0/networks/5eb12b8e-68ab-4d1c-b6db-26068ca02043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851702 Dec 20 14:30:11.641013 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bccb6f-a0a8-44df-8a30-dfd90bf0696c None None] Pushing event updated for resources: {'Port': ['ID=c84b7523-2c2b-4c15-9aa5-32326a5fad81,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:30:11.644630 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-a0413667-c24a-48be-b3f1-586267cb552e None None] For port c84b7523-2c2b-4c15-9aa5-32326a5fad81, host n-d-761264-19, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:30:11.651229 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-a0413667-c24a-48be-b3f1-586267cb552e None None] For port c84b7523-2c2b-4c15-9aa5-32326a5fad81, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=c84b7523-2c2b-4c15-9aa5-32326a5fad81,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:30:11.653753 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bccb6f-a0a8-44df-8a30-dfd90bf0696c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:30:11.654031 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bccb6f-a0a8-44df-8a30-dfd90bf0696c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:30:11.654151 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bccb6f-a0a8-44df-8a30-dfd90bf0696c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:30:11.655179 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bccb6f-a0a8-44df-8a30-dfd90bf0696c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:30:11.655179 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bccb6f-a0a8-44df-8a30-dfd90bf0696c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:30:11.655179 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bccb6f-a0a8-44df-8a30-dfd90bf0696c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:30:11.655920 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bccb6f-a0a8-44df-8a30-dfd90bf0696c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:30:11.655920 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bccb6f-a0a8-44df-8a30-dfd90bf0696c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:30:11.656225 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bccb6f-a0a8-44df-8a30-dfd90bf0696c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:30:11.656379 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bccb6f-a0a8-44df-8a30-dfd90bf0696c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:30:11.657386 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bccb6f-a0a8-44df-8a30-dfd90bf0696c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:30:11.657386 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bccb6f-a0a8-44df-8a30-dfd90bf0696c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:30:11.657386 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bccb6f-a0a8-44df-8a30-dfd90bf0696c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:30:11.658173 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d6d16e-08c4-4be5-947e-2f3c5c5fb5fe req-a0866373-17bc-40b6-b271-38105dc49ff3 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:11.660326 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-31d6d16e-08c4-4be5-947e-2f3c5c5fb5fe req-a0866373-17bc-40b6-b271-38105dc49ff3 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.30 "GET /v2.0/ports?device_id=90aa83c6-08cd-4633-aa11-a02fe8beda7a HTTP/1.1" status: 200 len: 946 time: 0.1120059 Dec 20 14:30:11.665225 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a0413667-c24a-48be-b3f1-586267cb552e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:11.734577 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0413667-c24a-48be-b3f1-586267cb552e None None] Routers {'91787189-ecbd-4b72-acea-a83597439a63'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:30:11.735130 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-a0413667-c24a-48be-b3f1-586267cb552e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:30:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['91787189-ecbd-4b72-acea-a83597439a63'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:30:11.739885 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bccb6f-a0a8-44df-8a30-dfd90bf0696c None None] Pushing event updated for resources: {'Port': ['ID=c84b7523-2c2b-4c15-9aa5-32326a5fad81,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:30:11.821377 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9db4c9-f3fe-4327-b577-35131f0f5e51 req-7fa0bf4c-efdd-43bb-bb6b-f3577cbcc1fb tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:11.824270 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3f9db4c9-f3fe-4327-b577-35131f0f5e51 req-7fa0bf4c-efdd-43bb-bb6b-f3577cbcc1fb tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=90aa83c6-08cd-4633-aa11-a02fe8beda7a HTTP/1.1" status: 200 len: 946 time: 0.7026246 Dec 20 14:30:11.875213 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4257dc6-4d9f-4888-adf4-76ffbfdb2cdd req-beaaec7e-e577-4bc4-aa2c-6589886e888a tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:11.881773 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4257dc6-4d9f-4888-adf4-76ffbfdb2cdd req-beaaec7e-e577-4bc4-aa2c-6589886e888a tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:11.888410 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4257dc6-4d9f-4888-adf4-76ffbfdb2cdd req-beaaec7e-e577-4bc4-aa2c-6589886e888a tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:11.896812 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4257dc6-4d9f-4888-adf4-76ffbfdb2cdd req-beaaec7e-e577-4bc4-aa2c-6589886e888a tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:11.900011 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-a0413667-c24a-48be-b3f1-586267cb552e None None] Set router 91787189-ecbd-4b72-acea-a83597439a63 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:30:11.903440 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4257dc6-4d9f-4888-adf4-76ffbfdb2cdd req-beaaec7e-e577-4bc4-aa2c-6589886e888a tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:11.910075 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4257dc6-4d9f-4888-adf4-76ffbfdb2cdd req-beaaec7e-e577-4bc4-aa2c-6589886e888a tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:11.916678 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4257dc6-4d9f-4888-adf4-76ffbfdb2cdd req-beaaec7e-e577-4bc4-aa2c-6589886e888a tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:11.918765 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b4257dc6-4d9f-4888-adf4-76ffbfdb2cdd req-beaaec7e-e577-4bc4-aa2c-6589886e888a tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bec07a8-c25f-4f16-885e-b65a42ac76c9 HTTP/1.1" status: 200 len: 5427 time: 0.1699235 Dec 20 14:30:12.000500 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-31d6d16e-08c4-4be5-947e-2f3c5c5fb5fe req-9573418f-fbae-436e-89a4-153438a47149 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Deleting port 4dc04038-cab2-4b48-9194-17664723fa58 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:30:12.000852 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-31d6d16e-08c4-4be5-947e-2f3c5c5fb5fe req-9573418f-fbae-436e-89a4-153438a47149 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:12.024912 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3f9db4c9-f3fe-4327-b577-35131f0f5e51 req-36ac871a-e1f1-4ffd-840b-0d471b5de8fc tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924808 Dec 20 14:30:12.060667 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b4257dc6-4d9f-4888-adf4-76ffbfdb2cdd req-d5da4962-1772-4e55-aee0-a2505cd4457d tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/security-groups?id=9a5fb326-e11a-43c7-acb8-8cef9da4f833&id=90051062-f265-4ecc-9e5a-22ebfc7553a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1322455 Dec 20 14:30:12.088752 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-78c234fe-ca65-4a16-b3c6-943eed9d9ab0 req-f2cee0d9-f62f-4d29-ad97-b59aca6f015a service neutron] 10.222.0.47 "GET /v2.0/networks/0b117659-1bb4-437b-b0c1-51f56db7ff3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9661062 Dec 20 14:30:12.234590 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-31d6d16e-08c4-4be5-947e-2f3c5c5fb5fe req-9573418f-fbae-436e-89a4-153438a47149 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] For port 4dc04038-cab2-4b48-9194-17664723fa58, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=4dc04038-cab2-4b48-9194-17664723fa58,segment=NetworkSegment(0db4f97e-52d2-4e75-a7f6-550aa2b8eca1),segment_id=0db4f97e-52d2-4e75-a7f6-550aa2b8eca1)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:30:12.235006 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-31d6d16e-08c4-4be5-947e-2f3c5c5fb5fe req-9573418f-fbae-436e-89a4-153438a47149 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:12.259709 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-31d6d16e-08c4-4be5-947e-2f3c5c5fb5fe req-9573418f-fbae-436e-89a4-153438a47149 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Calling delete_port for 4dc04038-cab2-4b48-9194-17664723fa58 owned by compute:nova {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:30:12.279500 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-a0413667-c24a-48be-b3f1-586267cb552e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91787189-ecbd-4b72-acea-a83597439a63', 'name': 'tempest-FloatingIPsTestJSON-76608429-router', 'tenant_id': '2a59ffbd3a2f499887af126726a1bc39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'c84b7523-2c2b-4c15-9aa5-32326a5fad81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:30:05Z', 'updated_at': '2021-12-20T14:30:08Z', 'revision_number': 3, 'project_id': '2a59ffbd3a2f499887af126726a1bc39', 'gw_port': {'id': 'c84b7523-2c2b-4c15-9aa5-32326a5fad81', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:48:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91787189-ecbd-4b72-acea-a83597439a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:30:07Z', 'updated_at': '2021-12-20T14:30:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:30:12.292756 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb2d614-9df1-4ea8-8df0-af426b7cae97 req-312e9af6-93bb-4c6c-8bad-16650312f305 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:12.295889 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-afb2d614-9df1-4ea8-8df0-af426b7cae97 req-312e9af6-93bb-4c6c-8bad-16650312f305 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba9b5a65-1624-48cb-9b97-61eb55a4ba53 HTTP/1.1" status: 200 len: 943 time: 0.1199727 Dec 20 14:30:12.336636 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0413667-c24a-48be-b3f1-586267cb552e None None] The sync data for ids ['91787189-ecbd-4b72-acea-a83597439a63'] in n-d-761264-19 is: [{'id': '91787189-ecbd-4b72-acea-a83597439a63', 'name': 'tempest-FloatingIPsTestJSON-76608429-router', 'tenant_id': '2a59ffbd3a2f499887af126726a1bc39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'c84b7523-2c2b-4c15-9aa5-32326a5fad81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:30:05Z', 'updated_at': '2021-12-20T14:30:08Z', 'revision_number': 3, 'project_id': '2a59ffbd3a2f499887af126726a1bc39', 'gw_port': {'id': 'c84b7523-2c2b-4c15-9aa5-32326a5fad81', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:48:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91787189-ecbd-4b72-acea-a83597439a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:30:07Z', 'updated_at': '2021-12-20T14:30:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:30:12.346969 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629b20f8-cf53-460d-adab-966729eab031 req-c660702f-0564-4345-9a44-1802b23dac29 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:12.349575 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-629b20f8-cf53-460d-adab-966729eab031 req-c660702f-0564-4345-9a44-1802b23dac29 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=264addcb-becf-470a-8ecc-0f1d20dce83b HTTP/1.1" status: 200 len: 950 time: 0.1529379 Dec 20 14:30:12.364758 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-996ec0f3-7395-4eb1-b33f-0892e5782133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:12.445876 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57828) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:30:12.476051 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-629b20f8-cf53-460d-adab-966729eab031 req-951ba33f-b935-4901-abf3-3e01a019f8f4 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969181 Dec 20 14:30:12.597641 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device c2b6402c-cca9-42ae-b247-701e4186077e up at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:30:12.708703 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-3cf4e9cd-c32d-4a7a-b8b3-73f0a831c9fc admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1066541955-network', 'tenant_id': '514f3908f9164c0fa19c6d421ce9f2b3'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:30:12.730473 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning for port c2b6402c-cca9-42ae-b247-701e4186077e completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:30:12.740952 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning complete for port c2b6402c-cca9-42ae-b247-701e4186077e triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:30:12.741965 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:12.826338 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586851d8-5311-46a6-b320-f560cac70e25 req-803c1726-8998-4625-af94-bd4ebe6ac8a7 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:12.832188 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-586851d8-5311-46a6-b320-f560cac70e25 req-803c1726-8998-4625-af94-bd4ebe6ac8a7 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a299b01-e717-4673-93a7-295d0efdb002 HTTP/1.1" status: 200 len: 943 time: 0.1822441 Dec 20 14:30:12.929988 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf4e9cd-c32d-4a7a-b8b3-73f0a831c9fc admin admin] Made reservation on behalf of 514f3908f9164c0fa19c6d421ce9f2b3 for: {'network': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:30:12.931382 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:12.932510 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3cf4e9cd-c32d-4a7a-b8b3-73f0a831c9fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:12.950367 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-996ec0f3-7395-4eb1-b33f-0892e5782133 admin admin] Allocated IP 172.20.0.1 (b1dae41e-5daf-4c7a-b53f-da33069cad8a/ffbe1ff9-0526-4ec5-a722-6246ade0c67c/20a6b118-0f6a-4cfd-b12f-d4dec70c7ff0) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:30:12.982688 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3cf4e9cd-c32d-4a7a-b8b3-73f0a831c9fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:12.984099 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port c2b6402c-cca9-42ae-b247-701e4186077e, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=c2b6402c-cca9-42ae-b247-701e4186077e,segment=NetworkSegment(eacc05f1-3b35-400c-b97b-4a37ce60f203),segment_id=eacc05f1-3b35-400c-b97b-4a37ce60f203)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:30:12.985710 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bec07a8-c25f-4f16-885e-b65a42ac76c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2b6402c-cca9-42ae-b247-701e4186077e'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:30:12.989822 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbf79cef-ee62-48b4-bd2e-dd97407fa047" -d '{"events": [{"server_uuid": "7bec07a8-c25f-4f16-885e-b65a42ac76c9", "name": "network-vif-plugged", "status": "completed", "tag": "c2b6402c-cca9-42ae-b247-701e4186077e"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:30:13.001638 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:13.002556 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device a9e6ecc6-74ae-4b76-8dcf-5a91360c2536 up at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:30:13.049450 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-afb2d614-9df1-4ea8-8df0-af426b7cae97 req-578ffda0-b87c-4e56-99b2-2a32b2a0119c tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6a39052-36c7-4e8a-a837-c745dc8572a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035097 Dec 20 14:30:13.146052 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=c2b6402c-cca9-42ae-b247-701e4186077e,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:30:13.166898 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-31d6d16e-08c4-4be5-947e-2f3c5c5fb5fe req-9573418f-fbae-436e-89a4-153438a47149 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:13.189077 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning for port a9e6ecc6-74ae-4b76-8dcf-5a91360c2536 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:30:13.199671 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning complete for port a9e6ecc6-74ae-4b76-8dcf-5a91360c2536 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:30:13.200208 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:13.205093 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9573418f-fbae-436e-89a4-153438a47149 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Pushing event deleted for resources: {'Port': ['ID=4dc04038-cab2-4b48-9194-17664723fa58,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:30:13.242236 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3cf4e9cd-c32d-4a7a-b8b3-73f0a831c9fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:13.262273 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3cf4e9cd-c32d-4a7a-b8b3-73f0a831c9fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:13.283955 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-586851d8-5311-46a6-b320-f560cac70e25 req-443d19ad-49c3-402b-a34c-a9823bf807dc tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/security-groups?id=a27fba59-7d90-4650-9482-b2bcd3113c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4417233 Dec 20 14:30:13.308491 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-31d6d16e-08c4-4be5-947e-2f3c5c5fb5fe req-9573418f-fbae-436e-89a4-153438a47149 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] No DVR routers for this DVR port 4dc04038-cab2-4b48-9194-17664723fa58 on host n-h1-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:30:13.311837 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-31d6d16e-08c4-4be5-947e-2f3c5c5fb5fe req-9573418f-fbae-436e-89a4-153438a47149 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:13.316794 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-31d6d16e-08c4-4be5-947e-2f3c5c5fb5fe req-9573418f-fbae-436e-89a4-153438a47149 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.30 "DELETE /v2.0/ports/4dc04038-cab2-4b48-9194-17664723fa58 HTTP/1.1" status: 204 len: 173 time: 1.6456878 Dec 20 14:30:13.320394 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90aa83c6-08cd-4633-aa11-a02fe8beda7a', 'name': 'network-vif-deleted', 'tag': '4dc04038-cab2-4b48-9194-17664723fa58'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:30:13.330740 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-121b02da-041a-4088-ada0-ef5d47b5351d" -d '{"events": [{"server_uuid": "90aa83c6-08cd-4633-aa11-a02fe8beda7a", "name": "network-vif-deleted", "tag": "4dc04038-cab2-4b48-9194-17664723fa58"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:30:13.346999 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:13.364594 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1bc205e-c8d1-4b0a-a2bb-dbf32ca62b1f x-openstack-request-id: req-b1bc205e-c8d1-4b0a-a2bb-dbf32ca62b1f {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:30:13.365021 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bec07a8-c25f-4f16-885e-b65a42ac76c9", "name": "network-vif-plugged", "status": "completed", "tag": "c2b6402c-cca9-42ae-b247-701e4186077e", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:30:13.365145 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b1bc205e-c8d1-4b0a-a2bb-dbf32ca62b1f {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:30:13.366143 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bec07a8-c25f-4f16-885e-b65a42ac76c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2b6402c-cca9-42ae-b247-701e4186077e', 'code': 200} Dec 20 14:30:13.447378 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port a9e6ecc6-74ae-4b76-8dcf-5a91360c2536, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=a9e6ecc6-74ae-4b76-8dcf-5a91360c2536,segment=NetworkSegment(7cf4651a-770a-4651-b0ec-3d23ef01f817),segment_id=7cf4651a-770a-4651-b0ec-3d23ef01f817)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:30:13.457538 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:13.481767 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cf4e9cd-c32d-4a7a-b8b3-73f0a831c9fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=103167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:30:13.545273 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ad8b66f3-5cad-4fa7-803b-de501d444212 req-dae0c314-914b-419b-b48b-2b67636b3549 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=90aa83c6-08cd-4633-aa11-a02fe8beda7a HTTP/1.1" status: 200 len: 210 time: 0.0856647 Dec 20 14:30:13.572307 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf4e9cd-c32d-4a7a-b8b3-73f0a831c9fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f975e9-21d7-4fe5-b06b-fdbb671aee94,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:30:13.601097 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3cf4e9cd-c32d-4a7a-b8b3-73f0a831c9fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:13.601463 n-d-761264-19 neutron-server[103167]: INFO neutron.db.segments_db [None req-3cf4e9cd-c32d-4a7a-b8b3-73f0a831c9fc admin admin] Added segment 64c4cfe8-4670-4033-981a-f04cac942433 of type vlan for network 7ed718b3-d2e8-4b72-a238-726203897046 Dec 20 14:30:13.631092 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=a9e6ecc6-74ae-4b76-8dcf-5a91360c2536,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:30:13.668861 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cc2a7e-d464-4aeb-a5d4-4dec624c06d0 req-42bee21d-2684-4fdf-8ed9-74e88658daee tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:13.677391 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3cf4e9cd-c32d-4a7a-b8b3-73f0a831c9fc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:13.684688 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cc2a7e-d464-4aeb-a5d4-4dec624c06d0 req-42bee21d-2684-4fdf-8ed9-74e88658daee tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:13.717440 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3cf4e9cd-c32d-4a7a-b8b3-73f0a831c9fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:13.719195 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 3cfd0fe3-6fc5-4a4f-991b-282053c85a99 details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:30:13.719393 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf4e9cd-c32d-4a7a-b8b3-73f0a831c9fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:13.720291 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3cf4e9cd-c32d-4a7a-b8b3-73f0a831c9fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:13.741213 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cc2a7e-d464-4aeb-a5d4-4dec624c06d0 req-42bee21d-2684-4fdf-8ed9-74e88658daee tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:13.766771 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cc2a7e-d464-4aeb-a5d4-4dec624c06d0 req-42bee21d-2684-4fdf-8ed9-74e88658daee tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:13.775418 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cc2a7e-d464-4aeb-a5d4-4dec624c06d0 req-42bee21d-2684-4fdf-8ed9-74e88658daee tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:13.784372 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cc2a7e-d464-4aeb-a5d4-4dec624c06d0 req-42bee21d-2684-4fdf-8ed9-74e88658daee tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:13.792551 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cc2a7e-d464-4aeb-a5d4-4dec624c06d0 req-42bee21d-2684-4fdf-8ed9-74e88658daee tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:13.804127 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-26cc2a7e-d464-4aeb-a5d4-4dec624c06d0 req-42bee21d-2684-4fdf-8ed9-74e88658daee tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bec07a8-c25f-4f16-885e-b65a42ac76c9 HTTP/1.1" status: 200 len: 5429 time: 0.3037877 Dec 20 14:30:13.807449 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dff3c223-af5c-4627-a53f-fa97896bcf83 x-openstack-request-id: req-dff3c223-af5c-4627-a53f-fa97896bcf83 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:30:13.808245 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90aa83c6-08cd-4633-aa11-a02fe8beda7a", "name": "network-vif-deleted", "tag": "4dc04038-cab2-4b48-9194-17664723fa58", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:30:13.808680 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-dff3c223-af5c-4627-a53f-fa97896bcf83 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:30:13.809331 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90aa83c6-08cd-4633-aa11-a02fe8beda7a', 'name': 'network-vif-deleted', 'tag': '4dc04038-cab2-4b48-9194-17664723fa58', 'status': 'completed', 'code': 200} Dec 20 14:30:13.834612 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-3cf4e9cd-c32d-4a7a-b8b3-73f0a831c9fc admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3850803 Dec 20 14:30:13.843771 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57846) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:30:13.851352 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-ff3884e9-6008-4a9e-9cb6-9a78e117c33a admin admin] Request body: {'subnet': {'network_id': '7ed718b3-d2e8-4b72-a238-726203897046', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1066541955-subnet', 'tenant_id': '514f3908f9164c0fa19c6d421ce9f2b3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:30:13.967132 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-26cc2a7e-d464-4aeb-a5d4-4dec624c06d0 req-a6bf2e40-b28b-4783-a7e9-797eb62b0f55 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/security-groups?id=9a5fb326-e11a-43c7-acb8-8cef9da4f833&id=90051062-f265-4ecc-9e5a-22ebfc7553a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1613603 Dec 20 14:30:13.969360 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-996ec0f3-7395-4eb1-b33f-0892e5782133 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:13.979016 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff3884e9-6008-4a9e-9cb6-9a78e117c33a admin admin] Made reservation on behalf of 514f3908f9164c0fa19c6d421ce9f2b3 for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:30:13.982649 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf4e9cd-c32d-4a7a-b8b3-73f0a831c9fc admin admin] Pushing event updated for resources: {'Network': ['ID=7ed718b3-d2e8-4b72-a238-726203897046,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:30:13.987459 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ff3884e9-6008-4a9e-9cb6-9a78e117c33a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:14.008776 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edca5311-2e8b-463b-8532-26877f338343 req-a494e1df-85cf-4aff-ab12-a416304a8ba7 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:14.010601 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-edca5311-2e8b-463b-8532-26877f338343 req-a494e1df-85cf-4aff-ab12-a416304a8ba7 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=264addcb-becf-470a-8ecc-0f1d20dce83b HTTP/1.1" status: 200 len: 950 time: 0.1999431 Dec 20 14:30:14.019090 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 7ed718b3-d2e8-4b72-a238-726203897046 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:30:14.047839 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 3cfd0fe3-6fc5-4a4f-991b-282053c85a99, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=3cfd0fe3-6fc5-4a4f-991b-282053c85a99,segment=NetworkSegment(dae1a1fa-6c57-4994-ae26-490344c49691),segment_id=dae1a1fa-6c57-4994-ae26-490344c49691)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:30:14.096112 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': '3cfd0fe3-6fc5-4a4f-991b-282053c85a99', 'network_id': '5eb12b8e-68ab-4d1c-b6db-26068ca02043', 'port_id': '3cfd0fe3-6fc5-4a4f-991b-282053c85a99', 'mac_address': 'fa:16:3e:60:84:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0253a98-6b9e-4a5b-8f09-0e786038802a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:30:14.103583 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-996ec0f3-7395-4eb1-b33f-0892e5782133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:14.152775 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-edca5311-2e8b-463b-8532-26877f338343 req-6f39bdeb-0713-4747-9cf0-4281727426fe tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267874 Dec 20 14:30:14.312690 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996ec0f3-7395-4eb1-b33f-0892e5782133 admin admin] Network b1dae41e-5daf-4c7a-b53f-da33069cad8a is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:30:14.333737 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-996ec0f3-7395-4eb1-b33f-0892e5782133 admin admin] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:30:14.353044 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996ec0f3-7395-4eb1-b33f-0892e5782133 admin admin] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:30:14.431542 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ff9dc8-b5c0-46b8-8e9f-9f382da11913 req-0bd0dfef-ac82-4b3d-ac41-af27c4f206ce tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:14.434955 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-92ff9dc8-b5c0-46b8-8e9f-9f382da11913 req-0bd0dfef-ac82-4b3d-ac41-af27c4f206ce tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba9b5a65-1624-48cb-9b97-61eb55a4ba53 HTTP/1.1" status: 200 len: 943 time: 0.1691611 Dec 20 14:30:14.477959 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996ec0f3-7395-4eb1-b33f-0892e5782133 admin admin] Pushing event updated for resources: {'Port': ['ID=20a6b118-0f6a-4cfd-b12f-d4dec70c7ff0,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:30:14.482613 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ff3884e9-6008-4a9e-9cb6-9a78e117c33a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8848317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10470522'] for subnet, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:14.521567 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:14.525078 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-996ec0f3-7395-4eb1-b33f-0892e5782133 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595714'] for router_interface, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:14.547098 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cfd0fe3-6fc5-4a4f-991b-282053c85a99 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:30:14.591568 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 3cfd0fe3-6fc5-4a4f-991b-282053c85a99, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=3cfd0fe3-6fc5-4a4f-991b-282053c85a99,segment=NetworkSegment(dae1a1fa-6c57-4994-ae26-490344c49691),segment_id=dae1a1fa-6c57-4994-ae26-490344c49691)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:30:14.601438 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device cdb31bb5-074e-403d-ab47-e55bfa522aff up at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:30:14.607371 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:14.608466 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device cce71cdd-fb66-4c91-85f1-edf4efeb4f5c details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:30:14.609013 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3884e9-6008-4a9e-9cb6-9a78e117c33a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d68b841-2dcc-4f7d-9f3b-ab3557b797a0,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:30:14.783601 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-92ff9dc8-b5c0-46b8-8e9f-9f382da11913 req-e763369a-fb1a-46a5-833a-c9e81ce1c321 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6a39052-36c7-4e8a-a837-c745dc8572a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3277516 Dec 20 14:30:14.807264 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning for port cdb31bb5-074e-403d-ab47-e55bfa522aff completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:30:14.814860 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=3cfd0fe3-6fc5-4a4f-991b-282053c85a99,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:30:14.821220 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning complete for port cdb31bb5-074e-403d-ab47-e55bfa522aff triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:30:14.821597 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:14.879975 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3884e9-6008-4a9e-9cb6-9a78e117c33a admin admin] Checking segment: {'id': '64c4cfe8-4670-4033-981a-f04cac942433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7ed718b3-d2e8-4b72-a238-726203897046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:30:14.880644 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3884e9-6008-4a9e-9cb6-9a78e117c33a admin admin] Network hostable DHCP agents. Network: 7ed718b3-d2e8-4b72-a238-726203897046, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:30:14.906032 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port cce71cdd-fb66-4c91-85f1-edf4efeb4f5c, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=cce71cdd-fb66-4c91-85f1-edf4efeb4f5c,segment=NetworkSegment(c66b4285-faba-435b-92e7-6de47ba5ef36),segment_id=c66b4285-faba-435b-92e7-6de47ba5ef36)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:30:14.936764 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3884e9-6008-4a9e-9cb6-9a78e117c33a admin admin] Network 7ed718b3-d2e8-4b72-a238-726203897046 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:30:14.940276 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-dec4a1b6-02b1-4c40-806a-0bdf6c0d95dc None None] Provisioning complete for port 20a6b118-0f6a-4cfd-b12f-d4dec70c7ff0 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:30:14.940682 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-dec4a1b6-02b1-4c40-806a-0bdf6c0d95dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:14.945379 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': 'cce71cdd-fb66-4c91-85f1-edf4efeb4f5c', 'network_id': '0b117659-1bb4-437b-b0c1-51f56db7ff3a', 'port_id': 'cce71cdd-fb66-4c91-85f1-edf4efeb4f5c', 'mac_address': 'fa:16:3e:68:e1:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ff79ed4-3dfb-4794-99de-386c9b910625', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:30:14.969343 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-ff3884e9-6008-4a9e-9cb6-9a78e117c33a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 7ed718b3-d2e8-4b72-a238-726203897046) {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:30:14.985233 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7184aa-be13-4810-8495-5d6b3b01c8a4 None None] Network 7ed718b3-d2e8-4b72-a238-726203897046 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:30:14.990086 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3884e9-6008-4a9e-9cb6-9a78e117c33a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:14.992335 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ff3884e9-6008-4a9e-9cb6-9a78e117c33a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:15.053094 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-996ec0f3-7395-4eb1-b33f-0892e5782133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:15.061595 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-ff3884e9-6008-4a9e-9cb6-9a78e117c33a admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2127118 Dec 20 14:30:15.064030 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57858) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:30:15.079163 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-55ba70b4-f5c6-4fa0-aff3-d7b413feeca5 req-f87ab4d8-6c98-4f63-9f08-f82c89cdbc61 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=90aa83c6-08cd-4633-aa11-a02fe8beda7a HTTP/1.1" status: 200 len: 210 time: 0.0793056 Dec 20 14:30:15.082621 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device c84b7523-2c2b-4c15-9aa5-32326a5fad81 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:30:15.087963 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-e800bf25-14b9-4bae-aed6-f6a1405b61d3 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1066541955-router', 'tenant_id': '514f3908f9164c0fa19c6d421ce9f2b3', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:30:15.132256 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e800bf25-14b9-4bae-aed6-f6a1405b61d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40114'] for router, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:15.134549 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e800bf25-14b9-4bae-aed6-f6a1405b61d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40139'] for router, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:15.146405 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa88120-7b11-4d98-b31e-38749cde645d req-0cbac0f2-ebad-4cd8-a07e-149d91db40b0 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:15.171744 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3aa88120-7b11-4d98-b31e-38749cde645d req-0cbac0f2-ebad-4cd8-a07e-149d91db40b0 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a299b01-e717-4673-93a7-295d0efdb002 HTTP/1.1" status: 200 len: 943 time: 0.3463383 Dec 20 14:30:15.197234 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-dec4a1b6-02b1-4c40-806a-0bdf6c0d95dc None None] Port 20a6b118-0f6a-4cfd-b12f-d4dec70c7ff0 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:30:15.247737 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:15.256334 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:15.284656 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e800bf25-14b9-4bae-aed6-f6a1405b61d3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:15.353892 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3aa88120-7b11-4d98-b31e-38749cde645d req-3dd07b36-30eb-4401-9c81-97ef1fc30d84 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/security-groups?id=a27fba59-7d90-4650-9482-b2bcd3113c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746721 Dec 20 14:30:15.369337 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bec07a8-c25f-4f16-885e-b65a42ac76c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9e6ecc6-74ae-4b76-8dcf-5a91360c2536'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:30:15.372175 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fb38230-0f97-4edf-a45c-a86c401d7ab8" -d '{"events": [{"server_uuid": "7bec07a8-c25f-4f16-885e-b65a42ac76c9", "name": "network-vif-plugged", "status": "completed", "tag": "a9e6ecc6-74ae-4b76-8dcf-5a91360c2536"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:30:15.376280 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cce71cdd-fb66-4c91-85f1-edf4efeb4f5c {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:30:15.382568 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:15.393288 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e75af7f-6ff5-4139-b1df-4b46ff2f1a32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-7ed718b3-d2e8-4b72-a238-726203897046', 'network_id': '7ed718b3-d2e8-4b72-a238-726203897046', 'project_id': '514f3908f9164c0fa19c6d421ce9f2b3', 'fixed_ips': [{'subnet_id': '5d68b841-2dcc-4f7d-9f3b-ab3557b797a0'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:30:15.394549 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4e75af7f-6ff5-4139-b1df-4b46ff2f1a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:15.442075 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port cce71cdd-fb66-4c91-85f1-edf4efeb4f5c, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=cce71cdd-fb66-4c91-85f1-edf4efeb4f5c,segment=NetworkSegment(c66b4285-faba-435b-92e7-6de47ba5ef36),segment_id=c66b4285-faba-435b-92e7-6de47ba5ef36)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:30:15.450040 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port c84b7523-2c2b-4c15-9aa5-32326a5fad81 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:30:15.450416 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:15.463653 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:15.608830 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port cdb31bb5-074e-403d-ab47-e55bfa522aff, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=cdb31bb5-074e-403d-ab47-e55bfa522aff,segment=NetworkSegment(eacc05f1-3b35-400c-b97b-4a37ce60f203),segment_id=eacc05f1-3b35-400c-b97b-4a37ce60f203)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:30:15.611813 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78174ccf-188d-40ea-8590-c1fa96478102 req-2176a54d-308e-4ad6-80e8-89b96ee0e968 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:15.628309 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:15.629250 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device c388c669-8dbc-4a20-aa6b-dcc41424fb88 up at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:30:15.630499 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78174ccf-188d-40ea-8590-c1fa96478102 req-2176a54d-308e-4ad6-80e8-89b96ee0e968 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:15.642216 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78174ccf-188d-40ea-8590-c1fa96478102 req-2176a54d-308e-4ad6-80e8-89b96ee0e968 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:15.643460 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2038d8-27e7-465d-8f5f-e1a43cb16e3c req-70a5c79d-e9aa-45f8-9884-92b765b8889a tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:15.650585 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78174ccf-188d-40ea-8590-c1fa96478102 req-2176a54d-308e-4ad6-80e8-89b96ee0e968 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:15.652543 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9c2038d8-27e7-465d-8f5f-e1a43cb16e3c req-70a5c79d-e9aa-45f8-9884-92b765b8889a tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=264addcb-becf-470a-8ecc-0f1d20dce83b HTTP/1.1" status: 200 len: 950 time: 0.0837545 Dec 20 14:30:15.658673 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78174ccf-188d-40ea-8590-c1fa96478102 req-2176a54d-308e-4ad6-80e8-89b96ee0e968 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:15.665318 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78174ccf-188d-40ea-8590-c1fa96478102 req-2176a54d-308e-4ad6-80e8-89b96ee0e968 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:15.672931 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78174ccf-188d-40ea-8590-c1fa96478102 req-2176a54d-308e-4ad6-80e8-89b96ee0e968 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:15.689331 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-78174ccf-188d-40ea-8590-c1fa96478102 req-2176a54d-308e-4ad6-80e8-89b96ee0e968 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bec07a8-c25f-4f16-885e-b65a42ac76c9 HTTP/1.1" status: 200 len: 5429 time: 0.4212570 Dec 20 14:30:15.706981 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-996ec0f3-7395-4eb1-b33f-0892e5782133 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:15.722953 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-996ec0f3-7395-4eb1-b33f-0892e5782133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:15.760039 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e800bf25-14b9-4bae-aed6-f6a1405b61d3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:15.764640 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=cce71cdd-fb66-4c91-85f1-edf4efeb4f5c,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:30:15.792089 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-996ec0f3-7395-4eb1-b33f-0892e5782133 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1595702'] for router_interface, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:15.834897 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['3cfd0fe3-6fc5-4a4f-991b-282053c85a99'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:30:15.837024 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['cce71cdd-fb66-4c91-85f1-edf4efeb4f5c'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:30:15.839297 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-78174ccf-188d-40ea-8590-c1fa96478102 req-696e6601-0f6e-448a-86b8-b0e0400178f6 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/security-groups?id=9a5fb326-e11a-43c7-acb8-8cef9da4f833&id=90051062-f265-4ecc-9e5a-22ebfc7553a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1483970 Dec 20 14:30:15.862230 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9c2038d8-27e7-465d-8f5f-e1a43cb16e3c req-82636ad2-b328-486d-8366-fb711f0a748f tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084453 Dec 20 14:30:15.921110 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996ec0f3-7395-4eb1-b33f-0892e5782133 admin admin] Pushing event updated for resources: {'Port': ['ID=20a6b118-0f6a-4cfd-b12f-d4dec70c7ff0,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:30:15.971320 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning for port c388c669-8dbc-4a20-aa6b-dcc41424fb88 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:30:15.974275 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-4e75af7f-6ff5-4139-b1df-4b46ff2f1a32 None None] Allocated IP 172.20.0.2 (7ed718b3-d2e8-4b72-a238-726203897046/5d68b841-2dcc-4f7d-9f3b-ab3557b797a0/cc7a6ac2-ed9e-4fc9-bf84-5350b7d2542a) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:30:16.008284 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:16.022487 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning complete for port c388c669-8dbc-4a20-aa6b-dcc41424fb88 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:30:16.022900 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:16.033678 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e6cf462-3016-4aa4-b0ba-7fa02bcf33a0 x-openstack-request-id: req-6e6cf462-3016-4aa4-b0ba-7fa02bcf33a0 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:30:16.043108 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bec07a8-c25f-4f16-885e-b65a42ac76c9", "name": "network-vif-plugged", "status": "completed", "tag": "a9e6ecc6-74ae-4b76-8dcf-5a91360c2536", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:30:16.043383 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6e6cf462-3016-4aa4-b0ba-7fa02bcf33a0 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:30:16.043823 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bec07a8-c25f-4f16-885e-b65a42ac76c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9e6ecc6-74ae-4b76-8dcf-5a91360c2536', 'code': 200} Dec 20 14:30:16.078409 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] For port c84b7523-2c2b-4c15-9aa5-32326a5fad81, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=c84b7523-2c2b-4c15-9aa5-32326a5fad81,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:30:16.083784 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=cdb31bb5-074e-403d-ab47-e55bfa522aff,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:30:16.183980 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:16.200755 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996ec0f3-7395-4eb1-b33f-0892e5782133 admin admin] Network b1dae41e-5daf-4c7a-b53f-da33069cad8a is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:30:16.206226 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-996ec0f3-7395-4eb1-b33f-0892e5782133 admin admin] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:30:16.207272 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e800bf25-14b9-4bae-aed6-f6a1405b61d3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:16.257036 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e800bf25-14b9-4bae-aed6-f6a1405b61d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:16.280441 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8c2a8faf-70b8-433b-ba9c-867462dd8476 req-98679b28-7d7a-4d88-8e10-e81189aa585a tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=90aa83c6-08cd-4633-aa11-a02fe8beda7a HTTP/1.1" status: 200 len: 210 time: 0.0583553 Dec 20 14:30:16.312862 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Pushing event updated for resources: {'Port': ['ID=c84b7523-2c2b-4c15-9aa5-32326a5fad81,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:30:16.314287 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b180abb7-866c-4be6-bfb9-8c4592bb89f0 req-30aed013-c5be-404e-b256-8f0e3f98f410 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:16.327478 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b180abb7-866c-4be6-bfb9-8c4592bb89f0 req-30aed013-c5be-404e-b256-8f0e3f98f410 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba9b5a65-1624-48cb-9b97-61eb55a4ba53 HTTP/1.1" status: 200 len: 944 time: 0.2098265 Dec 20 14:30:16.506623 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:16.537977 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b180abb7-866c-4be6-bfb9-8c4592bb89f0 req-f9b780eb-8b0b-4c84-93cf-991656685c37 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6a39052-36c7-4e8a-a837-c745dc8572a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089274 Dec 20 14:30:16.560749 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-996ec0f3-7395-4eb1-b33f-0892e5782133 admin admin] Router 91787189-ecbd-4b72-acea-a83597439a63 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:30:16.626026 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-e800bf25-14b9-4bae-aed6-f6a1405b61d3 admin admin] Allocated IP 172.25.0.169 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/c5cfc7d5-af88-4835-9028-f358ac1f6ff1) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:30:16.661898 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port c388c669-8dbc-4a20-aa6b-dcc41424fb88, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=c388c669-8dbc-4a20-aa6b-dcc41424fb88,segment=NetworkSegment(eacc05f1-3b35-400c-b97b-4a37ce60f203),segment_id=eacc05f1-3b35-400c-b97b-4a37ce60f203)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:30:16.702576 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:16.703576 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 79cf19b9-8f3f-44e9-85d5-0608077b5b17 up at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:30:16.719914 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-996ec0f3-7395-4eb1-b33f-0892e5782133 admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:30:16.752155 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7f2b87-e4cb-4e0d-98c6-4bab02d8362d None None] Sync routers for ids ['91787189-ecbd-4b72-acea-a83597439a63'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:30:16.754062 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-996ec0f3-7395-4eb1-b33f-0892e5782133 admin admin] 10.222.0.54 "PUT /v2.0/routers/91787189-ecbd-4b72-acea-a83597439a63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2761419 Dec 20 14:30:16.833907 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e800bf25-14b9-4bae-aed6-f6a1405b61d3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:16.857949 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cda430-974b-4aed-9d42-b22b74815c52 req-aa76ef07-f14f-424e-b871-8dd20591574e tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:16.866094 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-22cda430-974b-4aed-9d42-b22b74815c52 req-aa76ef07-f14f-424e-b871-8dd20591574e tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a299b01-e717-4673-93a7-295d0efdb002 HTTP/1.1" status: 200 len: 944 time: 0.3324120 Dec 20 14:30:16.884030 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device c84b7523-2c2b-4c15-9aa5-32326a5fad81 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:30:16.945246 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4e75af7f-6ff5-4139-b1df-4b46ff2f1a32 None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:16.966779 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-22cda430-974b-4aed-9d42-b22b74815c52 req-7f8aceaf-9da3-4f28-91f2-c82aa0bea62e tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/security-groups?id=a27fba59-7d90-4650-9482-b2bcd3113c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941825 Dec 20 14:30:17.004380 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e800bf25-14b9-4bae-aed6-f6a1405b61d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:17.009401 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-e340f1ab-8014-44a4-ae0b-39c6ae9c8c96 None None] Provisioning complete for port 20a6b118-0f6a-4cfd-b12f-d4dec70c7ff0 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:30:17.009772 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e340f1ab-8014-44a4-ae0b-39c6ae9c8c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:17.028384 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4e75af7f-6ff5-4139-b1df-4b46ff2f1a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:17.037098 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7f2b87-e4cb-4e0d-98c6-4bab02d8362d None None] Routers {'91787189-ecbd-4b72-acea-a83597439a63'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:30:17.037835 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-fc7f2b87-e4cb-4e0d-98c6-4bab02d8362d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:30:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['91787189-ecbd-4b72-acea-a83597439a63'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:30:17.075302 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e800bf25-14b9-4bae-aed6-f6a1405b61d3 admin admin] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:30:17.082154 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-e800bf25-14b9-4bae-aed6-f6a1405b61d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:30:17.090381 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e800bf25-14b9-4bae-aed6-f6a1405b61d3 admin admin] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:30:17.091731 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64379568-88cd-4189-8ad8-b929149fa986 req-b0b0ca16-93ea-4c10-925c-231941451b0c tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:17.101037 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-64379568-88cd-4189-8ad8-b929149fa986 req-b0b0ca16-93ea-4c10-925c-231941451b0c tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=264addcb-becf-470a-8ecc-0f1d20dce83b HTTP/1.1" status: 200 len: 950 time: 0.1109183 Dec 20 14:30:17.155550 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e800bf25-14b9-4bae-aed6-f6a1405b61d3 admin admin] Pushing event updated for resources: {'Port': ['ID=c5cfc7d5-af88-4835-9028-f358ac1f6ff1,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:30:17.168550 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-64379568-88cd-4189-8ad8-b929149fa986 req-abf5a5ed-e93e-42c4-91b8-84d6edcf1a32 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657194 Dec 20 14:30:17.306966 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22764005-ef53-431a-bcce-51e42ab47b9e req-967cbe1b-885c-4f6d-9b3d-cb5c74eabcb0 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:17.313759 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22764005-ef53-431a-bcce-51e42ab47b9e req-967cbe1b-885c-4f6d-9b3d-cb5c74eabcb0 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:17.320664 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning for port 79cf19b9-8f3f-44e9-85d5-0608077b5b17 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:30:17.320901 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22764005-ef53-431a-bcce-51e42ab47b9e req-967cbe1b-885c-4f6d-9b3d-cb5c74eabcb0 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:17.324867 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-e340f1ab-8014-44a4-ae0b-39c6ae9c8c96 None None] Port 20a6b118-0f6a-4cfd-b12f-d4dec70c7ff0 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:30:17.327726 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22764005-ef53-431a-bcce-51e42ab47b9e req-967cbe1b-885c-4f6d-9b3d-cb5c74eabcb0 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:17.335281 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22764005-ef53-431a-bcce-51e42ab47b9e req-967cbe1b-885c-4f6d-9b3d-cb5c74eabcb0 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:17.338361 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e75af7f-6ff5-4139-b1df-4b46ff2f1a32 None None] Network 7ed718b3-d2e8-4b72-a238-726203897046 is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:30:17.341745 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22764005-ef53-431a-bcce-51e42ab47b9e req-967cbe1b-885c-4f6d-9b3d-cb5c74eabcb0 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:17.348228 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22764005-ef53-431a-bcce-51e42ab47b9e req-967cbe1b-885c-4f6d-9b3d-cb5c74eabcb0 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:17.348611 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=c388c669-8dbc-4a20-aa6b-dcc41424fb88,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:30:17.350215 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-22764005-ef53-431a-bcce-51e42ab47b9e req-967cbe1b-885c-4f6d-9b3d-cb5c74eabcb0 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bec07a8-c25f-4f16-885e-b65a42ac76c9 HTTP/1.1" status: 200 len: 5431 time: 0.2694385 Dec 20 14:30:17.351674 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning complete for port 79cf19b9-8f3f-44e9-85d5-0608077b5b17 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:30:17.352044 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:17.361914 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-4e75af7f-6ff5-4139-b1df-4b46ff2f1a32 None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:30:17.431275 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e75af7f-6ff5-4139-b1df-4b46ff2f1a32 None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:30:17.460531 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-22764005-ef53-431a-bcce-51e42ab47b9e req-c1676c39-585e-4982-b64f-9e267d0ed401 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/security-groups?id=9a5fb326-e11a-43c7-acb8-8cef9da4f833&id=90051062-f265-4ecc-9e5a-22ebfc7553a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0729237 Dec 20 14:30:17.531799 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e800bf25-14b9-4bae-aed6-f6a1405b61d3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:17.572352 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port c84b7523-2c2b-4c15-9aa5-32326a5fad81 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:30:17.572879 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:17.626405 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e75af7f-6ff5-4139-b1df-4b46ff2f1a32 None None] Pushing event updated for resources: {'Port': ['ID=cc7a6ac2-ed9e-4fc9-bf84-5350b7d2542a,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:30:17.643313 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-4e75af7f-6ff5-4139-b1df-4b46ff2f1a32 None None] Attempting to bind port cc7a6ac2-ed9e-4fc9-bf84-5350b7d2542a on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:30:17.643796 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-4e75af7f-6ff5-4139-b1df-4b46ff2f1a32 None None] Attempting to bind port cc7a6ac2-ed9e-4fc9-bf84-5350b7d2542a by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '64c4cfe8-4670-4033-981a-f04cac942433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7ed718b3-d2e8-4b72-a238-726203897046'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:30:17.644414 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e75af7f-6ff5-4139-b1df-4b46ff2f1a32 None None] Attempting to bind port cc7a6ac2-ed9e-4fc9-bf84-5350b7d2542a on network 7ed718b3-d2e8-4b72-a238-726203897046 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:30:17.688068 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-fc7f2b87-e4cb-4e0d-98c6-4bab02d8362d None None] Set router 91787189-ecbd-4b72-acea-a83597439a63 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:30:17.722268 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e75af7f-6ff5-4139-b1df-4b46ff2f1a32 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:30:17.722970 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e75af7f-6ff5-4139-b1df-4b46ff2f1a32 None None] Checking segment: {'id': '64c4cfe8-4670-4033-981a-f04cac942433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7ed718b3-d2e8-4b72-a238-726203897046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:30:17.723640 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4e75af7f-6ff5-4139-b1df-4b46ff2f1a32 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:17.724330 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e75af7f-6ff5-4139-b1df-4b46ff2f1a32 None None] Bound using segment: {'id': '64c4cfe8-4670-4033-981a-f04cac942433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7ed718b3-d2e8-4b72-a238-726203897046'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:30:17.725079 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-4e75af7f-6ff5-4139-b1df-4b46ff2f1a32 None None] Bound port: cc7a6ac2-ed9e-4fc9-bf84-5350b7d2542a, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64c4cfe8-4670-4033-981a-f04cac942433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7ed718b3-d2e8-4b72-a238-726203897046'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:30:17.725620 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4e75af7f-6ff5-4139-b1df-4b46ff2f1a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:17.755921 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-76912431-2822-42c8-8cdb-353b201ea98f req-a162ef0f-1f3e-42e1-ba33-28e29b24a57d tempest-FloatingIPsTestJSON-382755641 tempest-FloatingIPsTestJSON-382755641-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3788481 Dec 20 14:30:17.760771 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-76912431-2822-42c8-8cdb-353b201ea98f req-82761a1b-deb0-4299-9174-9143fd7642d1 tempest-FloatingIPsTestJSON-382755641 tempest-FloatingIPsTestJSON-382755641-project] Request body: {'floatingip': {'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:30:17.771017 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b1502f3b-5ba4-40c1-ba62-6bec2fe2338f req-530e8618-cbec-4d65-b7d9-eabcf5600ff2 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=90aa83c6-08cd-4633-aa11-a02fe8beda7a HTTP/1.1" status: 200 len: 210 time: 0.0621438 Dec 20 14:30:17.809971 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-76912431-2822-42c8-8cdb-353b201ea98f req-82761a1b-deb0-4299-9174-9143fd7642d1 tempest-FloatingIPsTestJSON-382755641 tempest-FloatingIPsTestJSON-382755641-project] Publish callbacks [] for floatingip, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:17.825928 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e800bf25-14b9-4bae-aed6-f6a1405b61d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013'] for router, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:17.962625 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:17.997647 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-76912431-2822-42c8-8cdb-353b201ea98f req-82761a1b-deb0-4299-9174-9143fd7642d1 tempest-FloatingIPsTestJSON-382755641 tempest-FloatingIPsTestJSON-382755641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:18.002162 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab422a6-43ad-4e54-ada5-c3544a2ed814 req-37f9df9f-cf3b-41eb-83a6-c1b4641c1a07 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:18.004121 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9ab422a6-43ad-4e54-ada5-c3544a2ed814 req-37f9df9f-cf3b-41eb-83a6-c1b4641c1a07 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba9b5a65-1624-48cb-9b97-61eb55a4ba53 HTTP/1.1" status: 200 len: 944 time: 0.1281540 Dec 20 14:30:18.057848 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-4e75af7f-6ff5-4139-b1df-4b46ff2f1a32 None None] For port cc7a6ac2-ed9e-4fc9-bf84-5350b7d2542a, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:30:18.064454 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bec07a8-c25f-4f16-885e-b65a42ac76c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdb31bb5-074e-403d-ab47-e55bfa522aff'}, {'server_uuid': '7bec07a8-c25f-4f16-885e-b65a42ac76c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c388c669-8dbc-4a20-aa6b-dcc41424fb88'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:30:18.067053 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c20f0194-bb14-4cc9-8a93-2d5cf4e9d11f" -d '{"events": [{"server_uuid": "7bec07a8-c25f-4f16-885e-b65a42ac76c9", "name": "network-vif-plugged", "status": "completed", "tag": "cdb31bb5-074e-403d-ab47-e55bfa522aff"}, {"server_uuid": "7bec07a8-c25f-4f16-885e-b65a42ac76c9", "name": "network-vif-plugged", "status": "completed", "tag": "c388c669-8dbc-4a20-aa6b-dcc41424fb88"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:30:18.099816 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-4e75af7f-6ff5-4139-b1df-4b46ff2f1a32 None None] For port cc7a6ac2-ed9e-4fc9-bf84-5350b7d2542a, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=cc7a6ac2-ed9e-4fc9-bf84-5350b7d2542a,segment=NetworkSegment(64c4cfe8-4670-4033-981a-f04cac942433),segment_id=64c4cfe8-4670-4033-981a-f04cac942433)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:30:18.131497 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9ab422a6-43ad-4e54-ada5-c3544a2ed814 req-a74b74ff-c261-4164-b527-db71c0f6e148 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6a39052-36c7-4e8a-a837-c745dc8572a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101592 Dec 20 14:30:18.132893 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e800bf25-14b9-4bae-aed6-f6a1405b61d3 admin admin] Router 18e35978-b94c-4ba4-b744-71c00caceebd is scheduled to L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 with binding_index 1 {{(pid=103168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 14:30:18.151909 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4e75af7f-6ff5-4139-b1df-4b46ff2f1a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:18.243681 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [req-76912431-2822-42c8-8cdb-353b201ea98f req-82761a1b-deb0-4299-9174-9143fd7642d1 tempest-FloatingIPsTestJSON-382755641 tempest-FloatingIPsTestJSON-382755641-project] Allocated IP 172.25.0.141 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/e6e2c7a3-fba0-4c2a-b0d9-a213f04da849) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:30:18.260344 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 79cf19b9-8f3f-44e9-85d5-0608077b5b17, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=79cf19b9-8f3f-44e9-85d5-0608077b5b17,segment=NetworkSegment(7a62ea4e-2f48-436b-a84b-3154d016eb3f),segment_id=7a62ea4e-2f48-436b-a84b-3154d016eb3f)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:30:18.298428 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:18.298686 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 8f31b9a5-1a84-4aca-854e-f0b8620002cb up at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:30:18.434142 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e75af7f-6ff5-4139-b1df-4b46ff2f1a32 None None] Pushing event updated for resources: {'Port': ['ID=cc7a6ac2-ed9e-4fc9-bf84-5350b7d2542a,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:30:18.448350 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e800bf25-14b9-4bae-aed6-f6a1405b61d3 admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:30:18.468170 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aedc3b-a732-49bd-9ddc-5055b833a576 req-8513d79f-20e9-43bf-8067-c3a2eded3729 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:18.470026 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1516c7f-99d6-4688-a311-6e384545c68b None None] Sync routers for ids ['18e35978-b94c-4ba4-b744-71c00caceebd'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:30:18.478117 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e8aedc3b-a732-49bd-9ddc-5055b833a576 req-8513d79f-20e9-43bf-8067-c3a2eded3729 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a299b01-e717-4673-93a7-295d0efdb002 HTTP/1.1" status: 200 len: 944 time: 0.1664996 Dec 20 14:30:18.492019 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-76912431-2822-42c8-8cdb-353b201ea98f req-82761a1b-deb0-4299-9174-9143fd7642d1 tempest-FloatingIPsTestJSON-382755641 tempest-FloatingIPsTestJSON-382755641-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:18.510653 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1516c7f-99d6-4688-a311-6e384545c68b None None] Routers {'18e35978-b94c-4ba4-b744-71c00caceebd'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:30:18.513100 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-b1516c7f-99d6-4688-a311-6e384545c68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:30:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['18e35978-b94c-4ba4-b744-71c00caceebd'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:30:18.552413 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e800bf25-14b9-4bae-aed6-f6a1405b61d3 admin admin] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:18.556829 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-e800bf25-14b9-4bae-aed6-f6a1405b61d3 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.4696565 Dec 20 14:30:18.556829 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57896) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:30:18.560519 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-76912431-2822-42c8-8cdb-353b201ea98f req-82761a1b-deb0-4299-9174-9143fd7642d1 tempest-FloatingIPsTestJSON-382755641 tempest-FloatingIPsTestJSON-382755641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:18.619335 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76912431-2822-42c8-8cdb-353b201ea98f req-82761a1b-deb0-4299-9174-9143fd7642d1 tempest-FloatingIPsTestJSON-382755641 tempest-FloatingIPsTestJSON-382755641-project] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:30:18.625321 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [req-76912431-2822-42c8-8cdb-353b201ea98f req-82761a1b-deb0-4299-9174-9143fd7642d1 tempest-FloatingIPsTestJSON-382755641 tempest-FloatingIPsTestJSON-382755641-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:30:18.628626 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-76912431-2822-42c8-8cdb-353b201ea98f req-82761a1b-deb0-4299-9174-9143fd7642d1 tempest-FloatingIPsTestJSON-382755641 tempest-FloatingIPsTestJSON-382755641-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:30:18.632547 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=79cf19b9-8f3f-44e9-85d5-0608077b5b17,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:30:18.672756 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning for port 8f31b9a5-1a84-4aca-854e-f0b8620002cb completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:30:18.680193 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning complete for port 8f31b9a5-1a84-4aca-854e-f0b8620002cb triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:30:18.680565 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:18.721063 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82761a1b-deb0-4299-9174-9143fd7642d1 tempest-FloatingIPsTestJSON-382755641 tempest-FloatingIPsTestJSON-382755641-project] Pushing event updated for resources: {'Port': ['ID=e6e2c7a3-fba0-4c2a-b0d9-a213f04da849,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:30:18.743833 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-fc7f2b87-e4cb-4e0d-98c6-4bab02d8362d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91787189-ecbd-4b72-acea-a83597439a63', 'name': 'tempest-FloatingIPsTestJSON-76608429-router', 'tenant_id': '2a59ffbd3a2f499887af126726a1bc39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'c84b7523-2c2b-4c15-9aa5-32326a5fad81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:30:05Z', 'updated_at': '2021-12-20T14:30:14Z', 'revision_number': 4, 'project_id': '2a59ffbd3a2f499887af126726a1bc39', 'gw_port': {'id': 'c84b7523-2c2b-4c15-9aa5-32326a5fad81', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:48:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91787189-ecbd-4b72-acea-a83597439a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:30:07Z', 'updated_at': '2021-12-20T14:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '20a6b118-0f6a-4cfd-b12f-d4dec70c7ff0', 'name': '', 'network_id': 'b1dae41e-5daf-4c7a-b53f-da33069cad8a', 'tenant_id': '2a59ffbd3a2f499887af126726a1bc39', 'mac_address': 'fa:16:3e:68:1f:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91787189-ecbd-4b72-acea-a83597439a63', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'ffbe1ff9-0526-4ec5-a722-6246ade0c67c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:30:12Z', 'updated_at': '2021-12-20T14:30:15Z', 'revision_number': 2, 'project_id': '2a59ffbd3a2f499887af126726a1bc39', 'subnets': [{'id': 'ffbe1ff9-0526-4ec5-a722-6246ade0c67c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:30:18.760823 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82761a1b-deb0-4299-9174-9143fd7642d1 tempest-FloatingIPsTestJSON-382755641 tempest-FloatingIPsTestJSON-382755641-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:30:18.761992 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82761a1b-deb0-4299-9174-9143fd7642d1 tempest-FloatingIPsTestJSON-382755641 tempest-FloatingIPsTestJSON-382755641-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:30:18.762899 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82761a1b-deb0-4299-9174-9143fd7642d1 tempest-FloatingIPsTestJSON-382755641 tempest-FloatingIPsTestJSON-382755641-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:30:18.763761 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82761a1b-deb0-4299-9174-9143fd7642d1 tempest-FloatingIPsTestJSON-382755641 tempest-FloatingIPsTestJSON-382755641-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:30:18.764452 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82761a1b-deb0-4299-9174-9143fd7642d1 tempest-FloatingIPsTestJSON-382755641 tempest-FloatingIPsTestJSON-382755641-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:30:18.765076 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82761a1b-deb0-4299-9174-9143fd7642d1 tempest-FloatingIPsTestJSON-382755641 tempest-FloatingIPsTestJSON-382755641-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:30:18.765629 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82761a1b-deb0-4299-9174-9143fd7642d1 tempest-FloatingIPsTestJSON-382755641 tempest-FloatingIPsTestJSON-382755641-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:30:18.766164 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82761a1b-deb0-4299-9174-9143fd7642d1 tempest-FloatingIPsTestJSON-382755641 tempest-FloatingIPsTestJSON-382755641-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:30:18.766737 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82761a1b-deb0-4299-9174-9143fd7642d1 tempest-FloatingIPsTestJSON-382755641 tempest-FloatingIPsTestJSON-382755641-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:30:18.767446 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82761a1b-deb0-4299-9174-9143fd7642d1 tempest-FloatingIPsTestJSON-382755641 tempest-FloatingIPsTestJSON-382755641-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:30:18.767990 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82761a1b-deb0-4299-9174-9143fd7642d1 tempest-FloatingIPsTestJSON-382755641 tempest-FloatingIPsTestJSON-382755641-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:30:18.768523 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82761a1b-deb0-4299-9174-9143fd7642d1 tempest-FloatingIPsTestJSON-382755641 tempest-FloatingIPsTestJSON-382755641-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:30:18.769069 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82761a1b-deb0-4299-9174-9143fd7642d1 tempest-FloatingIPsTestJSON-382755641 tempest-FloatingIPsTestJSON-382755641-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:30:18.825603 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7f2b87-e4cb-4e0d-98c6-4bab02d8362d None None] Checking router: 91787189-ecbd-4b72-acea-a83597439a63 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:30:18.825957 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7f2b87-e4cb-4e0d-98c6-4bab02d8362d None None] Updating router 91787189-ecbd-4b72-acea-a83597439a63 port 20a6b118-0f6a-4cfd-b12f-d4dec70c7ff0 binding host n-d-761264-19 {{(pid=103169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 14:30:18.899562 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-76912431-2822-42c8-8cdb-353b201ea98f req-82761a1b-deb0-4299-9174-9143fd7642d1 tempest-FloatingIPsTestJSON-382755641 tempest-FloatingIPsTestJSON-382755641-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:18.910796 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-b1516c7f-99d6-4688-a311-6e384545c68b None None] Set router 18e35978-b94c-4ba4-b744-71c00caceebd gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:30:18.916723 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-fc7f2b87-e4cb-4e0d-98c6-4bab02d8362d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:18.959827 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e8aedc3b-a732-49bd-9ddc-5055b833a576 req-b21c69bc-688e-437a-86b3-166595c59fd6 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/security-groups?id=a27fba59-7d90-4650-9482-b2bcd3113c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4807217 Dec 20 14:30:19.009870 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-76912431-2822-42c8-8cdb-353b201ea98f req-82761a1b-deb0-4299-9174-9143fd7642d1 tempest-FloatingIPsTestJSON-382755641 tempest-FloatingIPsTestJSON-382755641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:19.086696 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 20 Dec 2021 14:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3330d3d9-f5a1-42ef-b541-9be2482b5b11 x-openstack-request-id: req-3330d3d9-f5a1-42ef-b541-9be2482b5b11 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:30:19.087370 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bec07a8-c25f-4f16-885e-b65a42ac76c9", "name": "network-vif-plugged", "status": "completed", "tag": "cdb31bb5-074e-403d-ab47-e55bfa522aff", "code": 200}, {"server_uuid": "7bec07a8-c25f-4f16-885e-b65a42ac76c9", "name": "network-vif-plugged", "status": "completed", "tag": "c388c669-8dbc-4a20-aa6b-dcc41424fb88", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:30:19.087370 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3330d3d9-f5a1-42ef-b541-9be2482b5b11 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:30:19.087659 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bec07a8-c25f-4f16-885e-b65a42ac76c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdb31bb5-074e-403d-ab47-e55bfa522aff', 'code': 200} Dec 20 14:30:19.087917 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bec07a8-c25f-4f16-885e-b65a42ac76c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c388c669-8dbc-4a20-aa6b-dcc41424fb88', 'code': 200} Dec 20 14:30:19.232322 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:19.360698 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 8f31b9a5-1a84-4aca-854e-f0b8620002cb, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=8f31b9a5-1a84-4aca-854e-f0b8620002cb,segment=NetworkSegment(eacc05f1-3b35-400c-b97b-4a37ce60f203),segment_id=eacc05f1-3b35-400c-b97b-4a37ce60f203)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:30:19.378610 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:19.385354 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 9bc1aacd-a2ef-491f-a27e-99c9073aabbc up at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:30:19.387111 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-b1516c7f-99d6-4688-a311-6e384545c68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18e35978-b94c-4ba4-b744-71c00caceebd', 'name': 'tempest-ServerActionsTestJSON-1066541955-router', 'tenant_id': '514f3908f9164c0fa19c6d421ce9f2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'c5cfc7d5-af88-4835-9028-f358ac1f6ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:30:15Z', 'updated_at': '2021-12-20T14:30:17Z', 'revision_number': 3, 'project_id': '514f3908f9164c0fa19c6d421ce9f2b3', 'gw_port': {'id': 'c5cfc7d5-af88-4835-9028-f358ac1f6ff1', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:73:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18e35978-b94c-4ba4-b744-71c00caceebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:30:16Z', 'updated_at': '2021-12-20T14:30:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:30:19.430694 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-76912431-2822-42c8-8cdb-353b201ea98f req-82761a1b-deb0-4299-9174-9143fd7642d1 tempest-FloatingIPsTestJSON-382755641 tempest-FloatingIPsTestJSON-382755641-project] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:19.438339 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-76912431-2822-42c8-8cdb-353b201ea98f req-82761a1b-deb0-4299-9174-9143fd7642d1 tempest-FloatingIPsTestJSON-382755641 tempest-FloatingIPsTestJSON-382755641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:19.499960 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1516c7f-99d6-4688-a311-6e384545c68b None None] Checking router: 18e35978-b94c-4ba4-b744-71c00caceebd for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:30:19.500583 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1516c7f-99d6-4688-a311-6e384545c68b None None] Updating router 18e35978-b94c-4ba4-b744-71c00caceebd port c5cfc7d5-af88-4835-9028-f358ac1f6ff1 binding host n-d-761264-19 {{(pid=103170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 14:30:19.607570 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b1516c7f-99d6-4688-a311-6e384545c68b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:19.621471 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-76912431-2822-42c8-8cdb-353b201ea98f req-82761a1b-deb0-4299-9174-9143fd7642d1 tempest-FloatingIPsTestJSON-382755641 tempest-FloatingIPsTestJSON-382755641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585115'] for floatingip, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:19.637590 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82761a1b-deb0-4299-9174-9143fd7642d1 tempest-FloatingIPsTestJSON-382755641 tempest-FloatingIPsTestJSON-382755641-project] Pushing event updated for resources: {'Port': ['ID=e6e2c7a3-fba0-4c2a-b0d9-a213f04da849,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:30:19.676264 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-76912431-2822-42c8-8cdb-353b201ea98f req-82761a1b-deb0-4299-9174-9143fd7642d1 tempest-FloatingIPsTestJSON-382755641 tempest-FloatingIPsTestJSON-382755641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:19.677568 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-76912431-2822-42c8-8cdb-353b201ea98f req-82761a1b-deb0-4299-9174-9143fd7642d1 tempest-FloatingIPsTestJSON-382755641 tempest-FloatingIPsTestJSON-382755641-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9208310 Dec 20 14:30:19.706925 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=8f31b9a5-1a84-4aca-854e-f0b8620002cb,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:30:19.750301 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 3cfd0fe3-6fc5-4a4f-991b-282053c85a99 up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:30:19.836580 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning for port 9bc1aacd-a2ef-491f-a27e-99c9073aabbc completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:30:19.863023 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning complete for port 9bc1aacd-a2ef-491f-a27e-99c9073aabbc triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:30:19.863023 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:19.922387 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-76912431-2822-42c8-8cdb-353b201ea98f req-7b6cd072-46e4-4ff2-921c-a72a5d755ad0 tempest-FloatingIPsTestJSON-382755641 tempest-FloatingIPsTestJSON-382755641-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.141 HTTP/1.1" status: 200 len: 696 time: 0.2005885 Dec 20 14:30:20.053441 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76912431-2822-42c8-8cdb-353b201ea98f req-22362706-3afa-40b4-919c-36f5d025286c tempest-FloatingIPsTestJSON-382755641 tempest-FloatingIPsTestJSON-382755641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:20.071850 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-76912431-2822-42c8-8cdb-353b201ea98f req-22362706-3afa-40b4-919c-36f5d025286c tempest-FloatingIPsTestJSON-382755641 tempest-FloatingIPsTestJSON-382755641-project] 10.222.0.54 "GET /v2.0/networks/c3f8658e-da35-41f3-bd03-509e29ebd6f3 HTTP/1.1" status: 200 len: 784 time: 0.1478341 Dec 20 14:30:20.072064 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7946db-d46c-404a-9007-55d9727c3364 req-17d7070b-dbef-4629-9c91-9c709c02caf6 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:20.073618 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0e7946db-d46c-404a-9007-55d9727c3364 req-17d7070b-dbef-4629-9c91-9c709c02caf6 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=264addcb-becf-470a-8ecc-0f1d20dce83b HTTP/1.1" status: 200 len: 950 time: 0.8109610 Dec 20 14:30:20.115943 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-fc7f2b87-e4cb-4e0d-98c6-4bab02d8362d None None] Publish callbacks [] for port, precommit_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:20.212577 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b1516c7f-99d6-4688-a311-6e384545c68b None None] Publish callbacks [] for port, precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:20.223208 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b1516c7f-99d6-4688-a311-6e384545c68b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:20.238377 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0e7946db-d46c-404a-9007-55d9727c3364 req-2b487d4c-0a11-43bd-95eb-8e5b33004dd4 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553578 Dec 20 14:30:20.244859 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-fc7f2b87-e4cb-4e0d-98c6-4bab02d8362d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:20.246787 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning for port 3cfd0fe3-6fc5-4a4f-991b-282053c85a99 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:30:20.344489 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-b1516c7f-99d6-4688-a311-6e384545c68b None None] Attempting to bind port c5cfc7d5-af88-4835-9028-f358ac1f6ff1 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:30:20.345410 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-b1516c7f-99d6-4688-a311-6e384545c68b None None] Attempting to bind port c5cfc7d5-af88-4835-9028-f358ac1f6ff1 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:30:20.345999 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1516c7f-99d6-4688-a311-6e384545c68b None None] Attempting to bind port c5cfc7d5-af88-4835-9028-f358ac1f6ff1 on network c3f8658e-da35-41f3-bd03-509e29ebd6f3 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:30:20.348583 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bef676-5def-4b82-8d93-8b9fdc202546 None None] Pushing event updated for resources: {'Port': ['ID=20a6b118-0f6a-4cfd-b12f-d4dec70c7ff0,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:30:20.366195 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1516c7f-99d6-4688-a311-6e384545c68b None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:30:20.366840 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1516c7f-99d6-4688-a311-6e384545c68b None None] Checking segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:30:20.367669 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b1516c7f-99d6-4688-a311-6e384545c68b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:20.371428 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6f784fa9-20a9-4249-a8c8-895ffe1ec4dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:20.372029 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1516c7f-99d6-4688-a311-6e384545c68b None None] Bound using segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:30:20.373390 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-b1516c7f-99d6-4688-a311-6e384545c68b None None] Bound port: c5cfc7d5-af88-4835-9028-f358ac1f6ff1, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:30:20.373875 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b1516c7f-99d6-4688-a311-6e384545c68b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:20.405221 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port 3cfd0fe3-6fc5-4a4f-991b-282053c85a99 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:30:20.405606 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:20.408305 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:20.450827 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-b1516c7f-99d6-4688-a311-6e384545c68b None None] For port c5cfc7d5-af88-4835-9028-f358ac1f6ff1, host n-d-761264-19, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:30:20.457793 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-b1516c7f-99d6-4688-a311-6e384545c68b None None] For port c5cfc7d5-af88-4835-9028-f358ac1f6ff1, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=c5cfc7d5-af88-4835-9028-f358ac1f6ff1,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:30:20.484007 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b1516c7f-99d6-4688-a311-6e384545c68b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:20.492477 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3ad489-e96a-4b4c-9837-1c2a64de04e0 None None] Pushing event updated for resources: {'Port': ['ID=c5cfc7d5-af88-4835-9028-f358ac1f6ff1,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:30:20.562129 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16998f1e-94c4-4a57-baa5-7e2aadc792d1 None None] Network 7ed718b3-d2e8-4b72-a238-726203897046 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:30:20.585553 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3ad489-e96a-4b4c-9837-1c2a64de04e0 None None] Pushing event updated for resources: {'Port': ['ID=c5cfc7d5-af88-4835-9028-f358ac1f6ff1,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:30:20.626195 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1516c7f-99d6-4688-a311-6e384545c68b None None] Routers {'18e35978-b94c-4ba4-b744-71c00caceebd'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:30:20.626908 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-b1516c7f-99d6-4688-a311-6e384545c68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:30:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['18e35978-b94c-4ba4-b744-71c00caceebd'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:30:20.666320 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7f5a0f25-4ba7-4fcb-8c8e-f47d56756101 req-ba3b41cf-08c6-49fc-821a-58450c7e17a5 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=90aa83c6-08cd-4633-aa11-a02fe8beda7a HTTP/1.1" status: 200 len: 210 time: 0.0953553 Dec 20 14:30:20.796528 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-b1516c7f-99d6-4688-a311-6e384545c68b None None] Set router 18e35978-b94c-4ba4-b744-71c00caceebd gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:30:20.963981 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5d8a45-eb97-4c89-86ba-86f2fd8183ae req-edfba34a-f998-4fca-a802-a773c4b9fd49 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:20.976320 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5d8a45-eb97-4c89-86ba-86f2fd8183ae req-edfba34a-f998-4fca-a802-a773c4b9fd49 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:20.983006 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5d8a45-eb97-4c89-86ba-86f2fd8183ae req-edfba34a-f998-4fca-a802-a773c4b9fd49 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:20.991145 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5d8a45-eb97-4c89-86ba-86f2fd8183ae req-edfba34a-f998-4fca-a802-a773c4b9fd49 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:21.000195 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5d8a45-eb97-4c89-86ba-86f2fd8183ae req-edfba34a-f998-4fca-a802-a773c4b9fd49 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:21.007776 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5d8a45-eb97-4c89-86ba-86f2fd8183ae req-edfba34a-f998-4fca-a802-a773c4b9fd49 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:21.014796 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5d8a45-eb97-4c89-86ba-86f2fd8183ae req-edfba34a-f998-4fca-a802-a773c4b9fd49 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:21.017452 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4d5d8a45-eb97-4c89-86ba-86f2fd8183ae req-edfba34a-f998-4fca-a802-a773c4b9fd49 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bec07a8-c25f-4f16-885e-b65a42ac76c9 HTTP/1.1" status: 200 len: 5433 time: 0.8361742 Dec 20 14:30:21.035899 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-b1516c7f-99d6-4688-a311-6e384545c68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18e35978-b94c-4ba4-b744-71c00caceebd', 'name': 'tempest-ServerActionsTestJSON-1066541955-router', 'tenant_id': '514f3908f9164c0fa19c6d421ce9f2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'c5cfc7d5-af88-4835-9028-f358ac1f6ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:30:15Z', 'updated_at': '2021-12-20T14:30:17Z', 'revision_number': 3, 'project_id': '514f3908f9164c0fa19c6d421ce9f2b3', 'gw_port': {'id': 'c5cfc7d5-af88-4835-9028-f358ac1f6ff1', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:73:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18e35978-b94c-4ba4-b744-71c00caceebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:30:16Z', 'updated_at': '2021-12-20T14:30:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:30:21.056054 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device cc7a6ac2-ed9e-4fc9-bf84-5350b7d2542a up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:30:21.064184 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a1fb86-bbfa-43be-b8b4-d378996a9e01 req-cefa63b6-fee6-48d9-aca4-98fddb85b75f tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:21.065737 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-86a1fb86-bbfa-43be-b8b4-d378996a9e01 req-cefa63b6-fee6-48d9-aca4-98fddb85b75f tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba9b5a65-1624-48cb-9b97-61eb55a4ba53 HTTP/1.1" status: 200 len: 944 time: 0.2179711 Dec 20 14:30:21.076328 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-6f784fa9-20a9-4249-a8c8-895ffe1ec4dd admin admin] Allocated IP 172.20.0.1 (7ed718b3-d2e8-4b72-a238-726203897046/5d68b841-2dcc-4f7d-9f3b-ab3557b797a0/0d96f557-f566-4d41-9fda-e912fb82e5bb) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:30:21.095428 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4d5d8a45-eb97-4c89-86ba-86f2fd8183ae req-a0703060-7e94-45c4-a150-b00704448281 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/security-groups?id=9a5fb326-e11a-43c7-acb8-8cef9da4f833&id=90051062-f265-4ecc-9e5a-22ebfc7553a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0716157 Dec 20 14:30:21.097734 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1516c7f-99d6-4688-a311-6e384545c68b None None] The sync data for ids ['18e35978-b94c-4ba4-b744-71c00caceebd'] in n-d-761264-19 is: [{'id': '18e35978-b94c-4ba4-b744-71c00caceebd', 'name': 'tempest-ServerActionsTestJSON-1066541955-router', 'tenant_id': '514f3908f9164c0fa19c6d421ce9f2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'c5cfc7d5-af88-4835-9028-f358ac1f6ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:30:15Z', 'updated_at': '2021-12-20T14:30:17Z', 'revision_number': 3, 'project_id': '514f3908f9164c0fa19c6d421ce9f2b3', 'gw_port': {'id': 'c5cfc7d5-af88-4835-9028-f358ac1f6ff1', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:73:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18e35978-b94c-4ba4-b744-71c00caceebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:30:16Z', 'updated_at': '2021-12-20T14:30:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:30:21.116135 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 9bc1aacd-a2ef-491f-a27e-99c9073aabbc, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=9bc1aacd-a2ef-491f-a27e-99c9073aabbc,segment=NetworkSegment(7cf4651a-770a-4651-b0ec-3d23ef01f817),segment_id=7cf4651a-770a-4651-b0ec-3d23ef01f817)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:30:21.119078 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-fc7f2b87-e4cb-4e0d-98c6-4bab02d8362d None None] Attempting to bind port 20a6b118-0f6a-4cfd-b12f-d4dec70c7ff0 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:30:21.120030 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-fc7f2b87-e4cb-4e0d-98c6-4bab02d8362d None None] Attempting to bind port 20a6b118-0f6a-4cfd-b12f-d4dec70c7ff0 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '5082093d-1352-45ed-950f-f2cd1b7e638c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b1dae41e-5daf-4c7a-b53f-da33069cad8a'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:30:21.120550 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7f2b87-e4cb-4e0d-98c6-4bab02d8362d None None] Attempting to bind port 20a6b118-0f6a-4cfd-b12f-d4dec70c7ff0 on network b1dae41e-5daf-4c7a-b53f-da33069cad8a {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:30:21.124457 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bec07a8-c25f-4f16-885e-b65a42ac76c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79cf19b9-8f3f-44e9-85d5-0608077b5b17'}, {'server_uuid': '7bec07a8-c25f-4f16-885e-b65a42ac76c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f31b9a5-1a84-4aca-854e-f0b8620002cb'}, {'server_uuid': '7bec07a8-c25f-4f16-885e-b65a42ac76c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bc1aacd-a2ef-491f-a27e-99c9073aabbc'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:30:21.127227 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90b00bd6-47ed-4d2e-8cc7-a122d8aed16e" -d '{"events": [{"server_uuid": "7bec07a8-c25f-4f16-885e-b65a42ac76c9", "name": "network-vif-plugged", "status": "completed", "tag": "79cf19b9-8f3f-44e9-85d5-0608077b5b17"}, {"server_uuid": "7bec07a8-c25f-4f16-885e-b65a42ac76c9", "name": "network-vif-plugged", "status": "completed", "tag": "8f31b9a5-1a84-4aca-854e-f0b8620002cb"}, {"server_uuid": "7bec07a8-c25f-4f16-885e-b65a42ac76c9", "name": "network-vif-plugged", "status": "completed", "tag": "9bc1aacd-a2ef-491f-a27e-99c9073aabbc"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:30:21.149577 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:21.150586 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 4dc04038-cab2-4b48-9194-17664723fa58 no longer exists at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:30:21.183684 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-76130528-0fdc-49c8-81d3-10f59ddfeedc None None] Provisioning complete for port cc7a6ac2-ed9e-4fc9-bf84-5350b7d2542a triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:30:21.184552 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-76130528-0fdc-49c8-81d3-10f59ddfeedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:21.197709 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] No Port match for: 4dc04038-cab2-4b48-9194-17664723fa58 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:30:21.198160 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 4dc04038-cab2-4b48-9194-17664723fa58 not bound to the agent host n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:30:21.200297 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7f2b87-e4cb-4e0d-98c6-4bab02d8362d None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:30:21.200813 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7f2b87-e4cb-4e0d-98c6-4bab02d8362d None None] Checking segment: {'id': '5082093d-1352-45ed-950f-f2cd1b7e638c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b1dae41e-5daf-4c7a-b53f-da33069cad8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:30:21.201310 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-fc7f2b87-e4cb-4e0d-98c6-4bab02d8362d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:21.201859 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7f2b87-e4cb-4e0d-98c6-4bab02d8362d None None] Bound using segment: {'id': '5082093d-1352-45ed-950f-f2cd1b7e638c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b1dae41e-5daf-4c7a-b53f-da33069cad8a'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:30:21.202439 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-fc7f2b87-e4cb-4e0d-98c6-4bab02d8362d None None] Bound port: 20a6b118-0f6a-4cfd-b12f-d4dec70c7ff0, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5082093d-1352-45ed-950f-f2cd1b7e638c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b1dae41e-5daf-4c7a-b53f-da33069cad8a'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:30:21.203006 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-fc7f2b87-e4cb-4e0d-98c6-4bab02d8362d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:21.280613 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25833870-3b18-46c4-8e0c-27ad44d1c9c9 req-07616f06-bf13-4bde-a782-1cf81b5e1993 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:21.284250 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-25833870-3b18-46c4-8e0c-27ad44d1c9c9 req-07616f06-bf13-4bde-a782-1cf81b5e1993 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a299b01-e717-4673-93a7-295d0efdb002 HTTP/1.1" status: 200 len: 944 time: 0.0849106 Dec 20 14:30:21.291556 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6f784fa9-20a9-4249-a8c8-895ffe1ec4dd admin admin] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:21.350242 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-86a1fb86-bbfa-43be-b8b4-d378996a9e01 req-320e851d-98a5-49ed-97a3-7e62968d33aa tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6a39052-36c7-4e8a-a837-c745dc8572a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581933 Dec 20 14:30:21.361823 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-25833870-3b18-46c4-8e0c-27ad44d1c9c9 req-19758df6-2a92-4cb4-98a1-3a46821df9ac tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/security-groups?id=a27fba59-7d90-4650-9482-b2bcd3113c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619924 Dec 20 14:30:21.396977 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:21.419416 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 20 Dec 2021 14:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80994fe3-76fe-4d44-abc3-e906b0136127 x-openstack-request-id: req-80994fe3-76fe-4d44-abc3-e906b0136127 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:30:21.419757 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bec07a8-c25f-4f16-885e-b65a42ac76c9", "name": "network-vif-plugged", "status": "completed", "tag": "79cf19b9-8f3f-44e9-85d5-0608077b5b17", "code": 200}, {"server_uuid": "7bec07a8-c25f-4f16-885e-b65a42ac76c9", "name": "network-vif-plugged", "status": "completed", "tag": "8f31b9a5-1a84-4aca-854e-f0b8620002cb", "code": 200}, {"server_uuid": "7bec07a8-c25f-4f16-885e-b65a42ac76c9", "name": "network-vif-plugged", "status": "completed", "tag": "9bc1aacd-a2ef-491f-a27e-99c9073aabbc", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:30:21.420003 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-80994fe3-76fe-4d44-abc3-e906b0136127 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:30:21.420365 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bec07a8-c25f-4f16-885e-b65a42ac76c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79cf19b9-8f3f-44e9-85d5-0608077b5b17', 'code': 200} Dec 20 14:30:21.420606 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bec07a8-c25f-4f16-885e-b65a42ac76c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f31b9a5-1a84-4aca-854e-f0b8620002cb', 'code': 200} Dec 20 14:30:21.420836 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bec07a8-c25f-4f16-885e-b65a42ac76c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bc1aacd-a2ef-491f-a27e-99c9073aabbc', 'code': 200} Dec 20 14:30:21.431741 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=9bc1aacd-a2ef-491f-a27e-99c9073aabbc,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:30:21.492602 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fcae1060-d5fb-451a-be14-97af484bf4d7 req-358c13e7-402d-4571-95d6-327d31806639 tempest-FloatingIPsTestJSON-382755641 tempest-FloatingIPsTestJSON-382755641-project] 10.222.0.54 "GET /v2.0/floatingips/de86c886-31c5-4bae-9d62-332fc6443abf HTTP/1.1" status: 200 len: 693 time: 0.0926478 Dec 20 14:30:21.501912 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 3cfd0fe3-6fc5-4a4f-991b-282053c85a99, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=3cfd0fe3-6fc5-4a4f-991b-282053c85a99,segment=NetworkSegment(dae1a1fa-6c57-4994-ae26-490344c49691),segment_id=dae1a1fa-6c57-4994-ae26-490344c49691)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:30:21.554692 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-fc7f2b87-e4cb-4e0d-98c6-4bab02d8362d None None] For port 20a6b118-0f6a-4cfd-b12f-d4dec70c7ff0, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:30:21.560612 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port cc7a6ac2-ed9e-4fc9-bf84-5350b7d2542a triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:30:21.561235 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:21.567000 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:21.568104 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device cce71cdd-fb66-4c91-85f1-edf4efeb4f5c up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:30:21.649089 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6f784fa9-20a9-4249-a8c8-895ffe1ec4dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:21.713680 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2190686d-3c73-404e-b59d-f8de684c3d4d req-d197cacf-ad6f-4f28-86c0-9e9f485ac90d tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:21.715461 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2190686d-3c73-404e-b59d-f8de684c3d4d req-d197cacf-ad6f-4f28-86c0-9e9f485ac90d tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=264addcb-becf-470a-8ecc-0f1d20dce83b HTTP/1.1" status: 200 len: 950 time: 0.1126957 Dec 20 14:30:21.722015 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-fc7f2b87-e4cb-4e0d-98c6-4bab02d8362d None None] For port 20a6b118-0f6a-4cfd-b12f-d4dec70c7ff0, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=20a6b118-0f6a-4cfd-b12f-d4dec70c7ff0,segment=NetworkSegment(5082093d-1352-45ed-950f-f2cd1b7e638c),segment_id=5082093d-1352-45ed-950f-f2cd1b7e638c)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:30:21.758141 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-fc7f2b87-e4cb-4e0d-98c6-4bab02d8362d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:21.768919 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-76130528-0fdc-49c8-81d3-10f59ddfeedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:21.781676 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f784fa9-20a9-4249-a8c8-895ffe1ec4dd admin admin] Network 7ed718b3-d2e8-4b72-a238-726203897046 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:30:21.794073 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-6f784fa9-20a9-4249-a8c8-895ffe1ec4dd admin admin] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:30:21.796822 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f784fa9-20a9-4249-a8c8-895ffe1ec4dd admin admin] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:30:21.855364 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c6c604-04ec-4e67-91b4-26fdcc072132 req-83436004-b573-4ab7-8fff-63a4987081cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:21.857489 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c6c604-04ec-4e67-91b4-26fdcc072132 req-83436004-b573-4ab7-8fff-63a4987081cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:21.857974 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c6c604-04ec-4e67-91b4-26fdcc072132 req-83436004-b573-4ab7-8fff-63a4987081cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:21.858434 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c6c604-04ec-4e67-91b4-26fdcc072132 req-83436004-b573-4ab7-8fff-63a4987081cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:21.858928 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c6c604-04ec-4e67-91b4-26fdcc072132 req-83436004-b573-4ab7-8fff-63a4987081cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:21.859381 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c6c604-04ec-4e67-91b4-26fdcc072132 req-83436004-b573-4ab7-8fff-63a4987081cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:21.859838 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c6c604-04ec-4e67-91b4-26fdcc072132 req-83436004-b573-4ab7-8fff-63a4987081cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:21.861819 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f9c6c604-04ec-4e67-91b4-26fdcc072132 req-83436004-b573-4ab7-8fff-63a4987081cd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7bec07a8-c25f-4f16-885e-b65a42ac76c9 HTTP/1.1" status: 200 len: 6498 time: 0.3071353 Dec 20 14:30:21.863960 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2190686d-3c73-404e-b59d-f8de684c3d4d req-bc543d19-a98b-414d-b1a7-4dc4ff80c6ce tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417668 Dec 20 14:30:21.874942 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f784fa9-20a9-4249-a8c8-895ffe1ec4dd admin admin] Pushing event updated for resources: {'Port': ['ID=0d96f557-f566-4d41-9fda-e912fb82e5bb,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:30:21.906205 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=3cfd0fe3-6fc5-4a4f-991b-282053c85a99,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:30:21.946661 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6f784fa9-20a9-4249-a8c8-895ffe1ec4dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595714'] for router_interface, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:22.036298 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning for port cce71cdd-fb66-4c91-85f1-edf4efeb4f5c completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:30:22.040955 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-76130528-0fdc-49c8-81d3-10f59ddfeedc None None] For port cc7a6ac2-ed9e-4fc9-bf84-5350b7d2542a, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=cc7a6ac2-ed9e-4fc9-bf84-5350b7d2542a,segment=NetworkSegment(64c4cfe8-4670-4033-981a-f04cac942433),segment_id=64c4cfe8-4670-4033-981a-f04cac942433)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:30:22.055391 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bef676-5def-4b82-8d93-8b9fdc202546 None None] Pushing event updated for resources: {'Port': ['ID=20a6b118-0f6a-4cfd-b12f-d4dec70c7ff0,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:30:22.061499 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7f2b87-e4cb-4e0d-98c6-4bab02d8362d None None] Routers {'91787189-ecbd-4b72-acea-a83597439a63'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:30:22.064796 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-fc7f2b87-e4cb-4e0d-98c6-4bab02d8362d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:30:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['91787189-ecbd-4b72-acea-a83597439a63'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:30:22.068268 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-76130528-0fdc-49c8-81d3-10f59ddfeedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:22.073912 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port cce71cdd-fb66-4c91-85f1-edf4efeb4f5c triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:30:22.074378 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:22.077383 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcae1060-d5fb-451a-be14-97af484bf4d7 req-4d3474c6-a356-416b-94a9-5bc57ec5c0a4 tempest-FloatingIPsTestJSON-382755641 tempest-FloatingIPsTestJSON-382755641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:22.079531 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fcae1060-d5fb-451a-be14-97af484bf4d7 req-4d3474c6-a356-416b-94a9-5bc57ec5c0a4 tempest-FloatingIPsTestJSON-382755641 tempest-FloatingIPsTestJSON-382755641-project] 10.222.0.54 "GET /v2.0/networks/c3f8658e-da35-41f3-bd03-509e29ebd6f3 HTTP/1.1" status: 200 len: 784 time: 0.5862215 Dec 20 14:30:22.218086 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f9c6c604-04ec-4e67-91b4-26fdcc072132 req-ba6ad536-b870-40db-866c-976705c7b92a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=90051062-f265-4ecc-9e5a-22ebfc7553a7&id=9a5fb326-e11a-43c7-acb8-8cef9da4f833&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3228326 Dec 20 14:30:22.234708 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-42d9ab3a-83ab-4e7e-b183-14d3302ac265 req-d004df33-fe66-4203-80be-6e802616c8b3 tempest-FloatingIPsTestJSON-382755641 tempest-FloatingIPsTestJSON-382755641-project] 10.222.0.54 "GET /v2.0/floatingips?tenant_id=2a59ffbd3a2f499887af126726a1bc39 HTTP/1.1" status: 200 len: 696 time: 0.1094992 Dec 20 14:30:22.304762 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b0323671-46d3-4383-8437-5af114bd00ef req-f19e643e-c1c0-455a-8b3b-09457596f868 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=90aa83c6-08cd-4633-aa11-a02fe8beda7a HTTP/1.1" status: 200 len: 210 time: 0.0864873 Dec 20 14:30:22.387832 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d9ab3a-83ab-4e7e-b183-14d3302ac265 req-29907b0a-fe6c-4091-acde-fe6b5cd35d31 tempest-FloatingIPsTestJSON-382755641 tempest-FloatingIPsTestJSON-382755641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:22.390228 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-42d9ab3a-83ab-4e7e-b183-14d3302ac265 req-29907b0a-fe6c-4091-acde-fe6b5cd35d31 tempest-FloatingIPsTestJSON-382755641 tempest-FloatingIPsTestJSON-382755641-project] 10.222.0.54 "GET /v2.0/networks?id=c3f8658e-da35-41f3-bd03-509e29ebd6f3 HTTP/1.1" status: 200 len: 787 time: 0.1550353 Dec 20 14:30:22.432979 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6f784fa9-20a9-4249-a8c8-895ffe1ec4dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:22.481157 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5fdfad-5c4b-4b07-9fd5-9c88565f1b96 req-1e081892-174e-46d2-8b7a-e8fac1c1be61 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:22.488695 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5fdfad-5c4b-4b07-9fd5-9c88565f1b96 req-1e081892-174e-46d2-8b7a-e8fac1c1be61 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:22.497279 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5fdfad-5c4b-4b07-9fd5-9c88565f1b96 req-1e081892-174e-46d2-8b7a-e8fac1c1be61 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:22.504955 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5fdfad-5c4b-4b07-9fd5-9c88565f1b96 req-1e081892-174e-46d2-8b7a-e8fac1c1be61 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:22.512839 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5fdfad-5c4b-4b07-9fd5-9c88565f1b96 req-1e081892-174e-46d2-8b7a-e8fac1c1be61 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:22.522379 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5fdfad-5c4b-4b07-9fd5-9c88565f1b96 req-1e081892-174e-46d2-8b7a-e8fac1c1be61 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:22.525182 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-fc7f2b87-e4cb-4e0d-98c6-4bab02d8362d None None] Set router 91787189-ecbd-4b72-acea-a83597439a63 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:30:22.529901 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5fdfad-5c4b-4b07-9fd5-9c88565f1b96 req-1e081892-174e-46d2-8b7a-e8fac1c1be61 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:22.542408 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7e5fdfad-5c4b-4b07-9fd5-9c88565f1b96 req-1e081892-174e-46d2-8b7a-e8fac1c1be61 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bec07a8-c25f-4f16-885e-b65a42ac76c9 HTTP/1.1" status: 200 len: 5434 time: 0.1309996 Dec 20 14:30:22.623863 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7e5fdfad-5c4b-4b07-9fd5-9c88565f1b96 req-b83520cb-aad1-4a03-97ea-f6d60c38e59b tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/security-groups?id=9a5fb326-e11a-43c7-acb8-8cef9da4f833&id=90051062-f265-4ecc-9e5a-22ebfc7553a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0799501 Dec 20 14:30:22.629584 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-782d38d2-9785-4686-aede-42e128ce38f4 None None] Provisioning complete for port 20a6b118-0f6a-4cfd-b12f-d4dec70c7ff0 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:30:22.629958 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-782d38d2-9785-4686-aede-42e128ce38f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:22.640531 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76130528-0fdc-49c8-81d3-10f59ddfeedc None None] Pushing event updated for resources: {'Port': ['ID=cc7a6ac2-ed9e-4fc9-bf84-5350b7d2542a,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:30:22.660641 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3bc899-853e-4c51-a687-6bdb83689b76 req-511fad43-9481-4fa0-8d18-4cd3464c8d30 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:22.663281 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5e3bc899-853e-4c51-a687-6bdb83689b76 req-511fad43-9481-4fa0-8d18-4cd3464c8d30 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba9b5a65-1624-48cb-9b97-61eb55a4ba53 HTTP/1.1" status: 200 len: 945 time: 0.1596072 Dec 20 14:30:22.735241 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5e3bc899-853e-4c51-a687-6bdb83689b76 req-a2a65135-88a5-401a-b356-1284de06eff5 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6a39052-36c7-4e8a-a837-c745dc8572a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648711 Dec 20 14:30:22.772531 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33701fe4-82d3-4190-aeda-761834492934 req-150eb76f-406e-4478-ac34-4b4e5c8bba7e tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:22.774128 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-33701fe4-82d3-4190-aeda-761834492934 req-150eb76f-406e-4478-ac34-4b4e5c8bba7e tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a299b01-e717-4673-93a7-295d0efdb002 HTTP/1.1" status: 200 len: 944 time: 0.0648713 Dec 20 14:30:22.850749 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2f0e50b5-9d27-4def-b430-0308eb74a39f req-7527988f-9d34-4a45-9dd1-2dd554244509 tempest-FloatingIPsTestJSON-382755641 tempest-FloatingIPsTestJSON-382755641-project] 10.222.0.54 "GET /v2.0/floatingips/de86c886-31c5-4bae-9d62-332fc6443abf HTTP/1.1" status: 200 len: 693 time: 0.0831482 Dec 20 14:30:22.852937 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6f784fa9-20a9-4249-a8c8-895ffe1ec4dd admin admin] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:22.860705 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6f784fa9-20a9-4249-a8c8-895ffe1ec4dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:22.860968 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-33701fe4-82d3-4190-aeda-761834492934 req-6b89a1a5-03e1-4e36-b09a-843a59875133 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/security-groups?id=a27fba59-7d90-4650-9482-b2bcd3113c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728252 Dec 20 14:30:22.897164 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:22.959988 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f784fa9-20a9-4249-a8c8-895ffe1ec4dd admin admin] Pushing event updated for resources: {'Port': ['ID=0d96f557-f566-4d41-9fda-e912fb82e5bb,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:30:22.996522 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device c5cfc7d5-af88-4835-9028-f358ac1f6ff1 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:30:23.008730 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6f784fa9-20a9-4249-a8c8-895ffe1ec4dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1595702'] for router_interface, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:23.015678 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port cce71cdd-fb66-4c91-85f1-edf4efeb4f5c, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=cce71cdd-fb66-4c91-85f1-edf4efeb4f5c,segment=NetworkSegment(c66b4285-faba-435b-92e7-6de47ba5ef36),segment_id=c66b4285-faba-435b-92e7-6de47ba5ef36)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:30:23.016688 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8460bea5-ff54-4c16-a715-d298da3e50c8 req-5ae88186-fb92-409b-a779-ae020e004757 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:23.018768 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8460bea5-ff54-4c16-a715-d298da3e50c8 req-5ae88186-fb92-409b-a779-ae020e004757 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=264addcb-becf-470a-8ecc-0f1d20dce83b HTTP/1.1" status: 200 len: 950 time: 0.0614548 Dec 20 14:30:23.057149 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:23.084242 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8460bea5-ff54-4c16-a715-d298da3e50c8 req-b1ba921d-b46c-4920-ad43-b791217bc413 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564990 Dec 20 14:30:23.105075 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-782d38d2-9785-4686-aede-42e128ce38f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:23.126699 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f784fa9-20a9-4249-a8c8-895ffe1ec4dd admin admin] Network 7ed718b3-d2e8-4b72-a238-726203897046 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:30:23.138987 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-6f784fa9-20a9-4249-a8c8-895ffe1ec4dd admin admin] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:30:23.147123 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=cce71cdd-fb66-4c91-85f1-edf4efeb4f5c,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:30:23.157849 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0e50b5-9d27-4def-b430-0308eb74a39f req-299c643c-4a4d-4d1a-a7b8-040d7b599eae tempest-FloatingIPsTestJSON-382755641 tempest-FloatingIPsTestJSON-382755641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:23.159644 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2f0e50b5-9d27-4def-b430-0308eb74a39f req-299c643c-4a4d-4d1a-a7b8-040d7b599eae tempest-FloatingIPsTestJSON-382755641 tempest-FloatingIPsTestJSON-382755641-project] 10.222.0.54 "GET /v2.0/networks/c3f8658e-da35-41f3-bd03-509e29ebd6f3 HTTP/1.1" status: 200 len: 784 time: 0.2962520 Dec 20 14:30:23.176384 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-782d38d2-9785-4686-aede-42e128ce38f4 None None] For port 20a6b118-0f6a-4cfd-b12f-d4dec70c7ff0, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=20a6b118-0f6a-4cfd-b12f-d4dec70c7ff0,segment=NetworkSegment(5082093d-1352-45ed-950f-f2cd1b7e638c),segment_id=5082093d-1352-45ed-950f-f2cd1b7e638c)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:30:23.186597 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-782d38d2-9785-4686-aede-42e128ce38f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:23.199402 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port c5cfc7d5-af88-4835-9028-f358ac1f6ff1 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:30:23.199865 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:23.256988 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2f0e50b5-9d27-4def-b430-0308eb74a39f req-fc51074a-b3a7-4252-93d6-2b5ff621fdc5 tempest-FloatingIPsTestJSON-382755641 tempest-FloatingIPsTestJSON-382755641-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.141 HTTP/1.1" status: 200 len: 696 time: 0.0881164 Dec 20 14:30:23.266493 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-fc7f2b87-e4cb-4e0d-98c6-4bab02d8362d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91787189-ecbd-4b72-acea-a83597439a63', 'name': 'tempest-FloatingIPsTestJSON-76608429-router', 'tenant_id': '2a59ffbd3a2f499887af126726a1bc39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'c84b7523-2c2b-4c15-9aa5-32326a5fad81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:30:05Z', 'updated_at': '2021-12-20T14:30:14Z', 'revision_number': 4, 'project_id': '2a59ffbd3a2f499887af126726a1bc39', 'gw_port': {'id': 'c84b7523-2c2b-4c15-9aa5-32326a5fad81', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:48:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91787189-ecbd-4b72-acea-a83597439a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:30:07Z', 'updated_at': '2021-12-20T14:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '20a6b118-0f6a-4cfd-b12f-d4dec70c7ff0', 'name': '', 'network_id': 'b1dae41e-5daf-4c7a-b53f-da33069cad8a', 'tenant_id': '2a59ffbd3a2f499887af126726a1bc39', 'mac_address': 'fa:16:3e:68:1f:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91787189-ecbd-4b72-acea-a83597439a63', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'ffbe1ff9-0526-4ec5-a722-6246ade0c67c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:30:12Z', 'updated_at': '2021-12-20T14:30:21Z', 'revision_number': 4, 'project_id': '2a59ffbd3a2f499887af126726a1bc39', 'subnets': [{'id': 'ffbe1ff9-0526-4ec5-a722-6246ade0c67c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:30:23.317763 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7f2b87-e4cb-4e0d-98c6-4bab02d8362d None None] The sync data for ids ['91787189-ecbd-4b72-acea-a83597439a63'] in n-d-761264-19 is: [{'id': '91787189-ecbd-4b72-acea-a83597439a63', 'name': 'tempest-FloatingIPsTestJSON-76608429-router', 'tenant_id': '2a59ffbd3a2f499887af126726a1bc39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'c84b7523-2c2b-4c15-9aa5-32326a5fad81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:30:05Z', 'updated_at': '2021-12-20T14:30:14Z', 'revision_number': 4, 'project_id': '2a59ffbd3a2f499887af126726a1bc39', 'gw_port': {'id': 'c84b7523-2c2b-4c15-9aa5-32326a5fad81', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:48:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91787189-ecbd-4b72-acea-a83597439a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:30:07Z', 'updated_at': '2021-12-20T14:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '20a6b118-0f6a-4cfd-b12f-d4dec70c7ff0', 'name': '', 'network_id': 'b1dae41e-5daf-4c7a-b53f-da33069cad8a', 'tenant_id': '2a59ffbd3a2f499887af126726a1bc39', 'mac_address': 'fa:16:3e:68:1f:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91787189-ecbd-4b72-acea-a83597439a63', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'ffbe1ff9-0526-4ec5-a722-6246ade0c67c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:30:12Z', 'updated_at': '2021-12-20T14:30:21Z', 'revision_number': 4, 'project_id': '2a59ffbd3a2f499887af126726a1bc39', 'subnets': [{'id': 'ffbe1ff9-0526-4ec5-a722-6246ade0c67c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:30:23.324471 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-782d38d2-9785-4686-aede-42e128ce38f4 None None] Provisioning complete for port cc7a6ac2-ed9e-4fc9-bf84-5350b7d2542a triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:30:23.324818 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-782d38d2-9785-4686-aede-42e128ce38f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:23.346492 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782d38d2-9785-4686-aede-42e128ce38f4 None None] Pushing event updated for resources: {'Port': ['ID=20a6b118-0f6a-4cfd-b12f-d4dec70c7ff0,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:30:23.368919 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2f0e50b5-9d27-4def-b430-0308eb74a39f req-e1dbf06a-1f0a-464e-b182-975154c8c691 tempest-FloatingIPsTestJSON-382755641 tempest-FloatingIPsTestJSON-382755641-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.141 HTTP/1.1" status: 200 len: 696 time: 0.1032424 Dec 20 14:30:23.438137 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba9b5a65-1624-48cb-9b97-61eb55a4ba53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cfd0fe3-6fc5-4a4f-991b-282053c85a99'}, {'server_uuid': '2a299b01-e717-4673-93a7-295d0efdb002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cce71cdd-fb66-4c91-85f1-edf4efeb4f5c'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:30:23.440441 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7912ef36-3990-4b7f-81bc-e93932fbe6b5" -d '{"events": [{"server_uuid": "ba9b5a65-1624-48cb-9b97-61eb55a4ba53", "name": "network-vif-plugged", "status": "completed", "tag": "3cfd0fe3-6fc5-4a4f-991b-282053c85a99"}, {"server_uuid": "2a299b01-e717-4673-93a7-295d0efdb002", "name": "network-vif-plugged", "status": "completed", "tag": "cce71cdd-fb66-4c91-85f1-edf4efeb4f5c"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:30:23.504923 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:23.550103 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 20 Dec 2021 14:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7c933d3-404b-4aa8-a0ac-ea95b203f0b3 x-openstack-request-id: req-b7c933d3-404b-4aa8-a0ac-ea95b203f0b3 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:30:23.550713 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba9b5a65-1624-48cb-9b97-61eb55a4ba53", "name": "network-vif-plugged", "status": "completed", "tag": "3cfd0fe3-6fc5-4a4f-991b-282053c85a99", "code": 200}, {"server_uuid": "2a299b01-e717-4673-93a7-295d0efdb002", "name": "network-vif-plugged", "status": "completed", "tag": "cce71cdd-fb66-4c91-85f1-edf4efeb4f5c", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:30:23.550713 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b7c933d3-404b-4aa8-a0ac-ea95b203f0b3 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:30:23.551134 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba9b5a65-1624-48cb-9b97-61eb55a4ba53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cfd0fe3-6fc5-4a4f-991b-282053c85a99', 'code': 200} Dec 20 14:30:23.551390 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a299b01-e717-4673-93a7-295d0efdb002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cce71cdd-fb66-4c91-85f1-edf4efeb4f5c', 'code': 200} Dec 20 14:30:23.555912 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f784fa9-20a9-4249-a8c8-895ffe1ec4dd admin admin] Router 18e35978-b94c-4ba4-b744-71c00caceebd has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:30:23.584015 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] For port c5cfc7d5-af88-4835-9028-f358ac1f6ff1, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=c5cfc7d5-af88-4835-9028-f358ac1f6ff1,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:30:23.625267 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:23.626063 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device cc7a6ac2-ed9e-4fc9-bf84-5350b7d2542a up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:30:23.797538 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201f2837-8c79-48f6-a514-f1d06d2f76c4 req-8897c5b3-8d83-427e-ac2b-cfc996e4ce44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:23.801584 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-201f2837-8c79-48f6-a514-f1d06d2f76c4 req-8897c5b3-8d83-427e-ac2b-cfc996e4ce44 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2a299b01-e717-4673-93a7-295d0efdb002 HTTP/1.1" status: 200 len: 1097 time: 0.1367028 Dec 20 14:30:23.917354 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f7e026-a1c1-4894-b8c3-8a2b225f7b92 req-9d0dc765-09ff-4ee7-b929-013a38481680 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:23.934899 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f7e026-a1c1-4894-b8c3-8a2b225f7b92 req-9d0dc765-09ff-4ee7-b929-013a38481680 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:23.942455 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f7e026-a1c1-4894-b8c3-8a2b225f7b92 req-9d0dc765-09ff-4ee7-b929-013a38481680 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:23.950495 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f7e026-a1c1-4894-b8c3-8a2b225f7b92 req-9d0dc765-09ff-4ee7-b929-013a38481680 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:23.957505 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f7e026-a1c1-4894-b8c3-8a2b225f7b92 req-9d0dc765-09ff-4ee7-b929-013a38481680 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:23.969023 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Pushing event updated for resources: {'Port': ['ID=c5cfc7d5-af88-4835-9028-f358ac1f6ff1,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:30:23.969821 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f7e026-a1c1-4894-b8c3-8a2b225f7b92 req-9d0dc765-09ff-4ee7-b929-013a38481680 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:23.977396 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f7e026-a1c1-4894-b8c3-8a2b225f7b92 req-9d0dc765-09ff-4ee7-b929-013a38481680 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:23.987513 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-15f7e026-a1c1-4894-b8c3-8a2b225f7b92 req-9d0dc765-09ff-4ee7-b929-013a38481680 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bec07a8-c25f-4f16-885e-b65a42ac76c9 HTTP/1.1" status: 200 len: 5434 time: 0.1798463 Dec 20 14:30:24.003903 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port cc7a6ac2-ed9e-4fc9-bf84-5350b7d2542a triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:30:24.004783 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:24.039971 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c433551-cbeb-4b03-b804-2681639d293b req-54ebda1a-3a27-495e-8639-fb6f888028ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:24.041476 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3c433551-cbeb-4b03-b804-2681639d293b req-54ebda1a-3a27-495e-8639-fb6f888028ec service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ba9b5a65-1624-48cb-9b97-61eb55a4ba53 HTTP/1.1" status: 200 len: 1097 time: 0.2750108 Dec 20 14:30:24.050613 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f784fa9-20a9-4249-a8c8-895ffe1ec4dd admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:30:24.057852 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-201f2837-8c79-48f6-a514-f1d06d2f76c4 req-9107130a-d993-4c0a-872b-ca637e18840d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a27fba59-7d90-4650-9482-b2bcd3113c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484226 Dec 20 14:30:24.082787 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-6f784fa9-20a9-4249-a8c8-895ffe1ec4dd admin admin] 10.222.0.54 "PUT /v2.0/routers/18e35978-b94c-4ba4-b744-71c00caceebd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5232747 Dec 20 14:30:24.116232 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3c433551-cbeb-4b03-b804-2681639d293b req-40e8c532-510b-444f-98e2-f2144e02234b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d6a39052-36c7-4e8a-a837-c745dc8572a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628006 Dec 20 14:30:24.117945 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-2f0e50b5-9d27-4def-b430-0308eb74a39f req-cb9a99bb-4f4f-440a-a475-018cbcbf8eda tempest-FloatingIPsTestJSON-382755641 tempest-FloatingIPsTestJSON-382755641-project] Deleting port e6e2c7a3-fba0-4c2a-b0d9-a213f04da849 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:30:24.118361 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-2f0e50b5-9d27-4def-b430-0308eb74a39f req-cb9a99bb-4f4f-440a-a475-018cbcbf8eda tempest-FloatingIPsTestJSON-382755641 tempest-FloatingIPsTestJSON-382755641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:24.130564 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-15f7e026-a1c1-4894-b8c3-8a2b225f7b92 req-a9080ea3-a91f-4884-9c9e-4061111addfb tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/security-groups?id=9a5fb326-e11a-43c7-acb8-8cef9da4f833&id=90051062-f265-4ecc-9e5a-22ebfc7553a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1156156 Dec 20 14:30:24.188824 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-7a8e4cfb-ed69-4180-a8dd-72164c6ef458 None None] Provisioning complete for port 0d96f557-f566-4d41-9fda-e912fb82e5bb triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:30:24.189340 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-7a8e4cfb-ed69-4180-a8dd-72164c6ef458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:24.236045 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-7a8e4cfb-ed69-4180-a8dd-72164c6ef458 None None] Port 0d96f557-f566-4d41-9fda-e912fb82e5bb cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:30:24.258213 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-7a8e4cfb-ed69-4180-a8dd-72164c6ef458 None None] Provisioning complete for port 20a6b118-0f6a-4cfd-b12f-d4dec70c7ff0 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:30:24.259349 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-7a8e4cfb-ed69-4180-a8dd-72164c6ef458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:24.292083 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-2f0e50b5-9d27-4def-b430-0308eb74a39f req-cb9a99bb-4f4f-440a-a475-018cbcbf8eda tempest-FloatingIPsTestJSON-382755641 tempest-FloatingIPsTestJSON-382755641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:24.292680 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-2f0e50b5-9d27-4def-b430-0308eb74a39f req-cb9a99bb-4f4f-440a-a475-018cbcbf8eda tempest-FloatingIPsTestJSON-382755641 tempest-FloatingIPsTestJSON-382755641-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:24.302147 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb03c75-2dc3-4cf2-8224-4fc2c465cf26 None None] Sync routers for ids ['18e35978-b94c-4ba4-b744-71c00caceebd'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:30:24.310800 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-2f0e50b5-9d27-4def-b430-0308eb74a39f req-cb9a99bb-4f4f-440a-a475-018cbcbf8eda tempest-FloatingIPsTestJSON-382755641 tempest-FloatingIPsTestJSON-382755641-project] Calling delete_port for e6e2c7a3-fba0-4c2a-b0d9-a213f04da849 owned by network:floatingip {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:30:24.319590 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb03c75-2dc3-4cf2-8224-4fc2c465cf26 None None] Routers {'18e35978-b94c-4ba4-b744-71c00caceebd'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:30:24.320434 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-4fb03c75-2dc3-4cf2-8224-4fc2c465cf26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:30:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['18e35978-b94c-4ba4-b744-71c00caceebd'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:30:24.335783 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9cc809-5244-45c5-a97a-ccd2534dffc1 req-d9830990-de55-4f9b-bf25-66924c6333d6 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:24.343341 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fe9cc809-5244-45c5-a97a-ccd2534dffc1 req-d9830990-de55-4f9b-bf25-66924c6333d6 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba9b5a65-1624-48cb-9b97-61eb55a4ba53 HTTP/1.1" status: 200 len: 945 time: 0.0749924 Dec 20 14:30:24.408059 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fe9cc809-5244-45c5-a97a-ccd2534dffc1 req-2633f921-1d00-4663-ba3e-a0cd84cb8aa1 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6a39052-36c7-4e8a-a837-c745dc8572a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629344 Dec 20 14:30:24.502575 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-4fb03c75-2dc3-4cf2-8224-4fc2c465cf26 None None] Set router 18e35978-b94c-4ba4-b744-71c00caceebd gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:30:24.511759 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-2f0e50b5-9d27-4def-b430-0308eb74a39f req-cb9a99bb-4f4f-440a-a475-018cbcbf8eda tempest-FloatingIPsTestJSON-382755641 tempest-FloatingIPsTestJSON-382755641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:24.531625 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb85ca6c-7bb6-4909-a827-3f959fc80241 req-cf07056a-d3d4-42bb-a84c-9dabbc60f496 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:24.533455 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-eb85ca6c-7bb6-4909-a827-3f959fc80241 req-cf07056a-d3d4-42bb-a84c-9dabbc60f496 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a299b01-e717-4673-93a7-295d0efdb002 HTTP/1.1" status: 200 len: 945 time: 0.0580230 Dec 20 14:30:24.546609 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9a99bb-4f4f-440a-a475-018cbcbf8eda tempest-FloatingIPsTestJSON-382755641 tempest-FloatingIPsTestJSON-382755641-project] Pushing event deleted for resources: {'Port': ['ID=e6e2c7a3-fba0-4c2a-b0d9-a213f04da849,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:30:24.559984 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9a99bb-4f4f-440a-a475-018cbcbf8eda tempest-FloatingIPsTestJSON-382755641 tempest-FloatingIPsTestJSON-382755641-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:30:24.560330 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9a99bb-4f4f-440a-a475-018cbcbf8eda tempest-FloatingIPsTestJSON-382755641 tempest-FloatingIPsTestJSON-382755641-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:30:24.560668 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9a99bb-4f4f-440a-a475-018cbcbf8eda tempest-FloatingIPsTestJSON-382755641 tempest-FloatingIPsTestJSON-382755641-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:30:24.561001 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9a99bb-4f4f-440a-a475-018cbcbf8eda tempest-FloatingIPsTestJSON-382755641 tempest-FloatingIPsTestJSON-382755641-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:30:24.561331 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9a99bb-4f4f-440a-a475-018cbcbf8eda tempest-FloatingIPsTestJSON-382755641 tempest-FloatingIPsTestJSON-382755641-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:30:24.561655 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9a99bb-4f4f-440a-a475-018cbcbf8eda tempest-FloatingIPsTestJSON-382755641 tempest-FloatingIPsTestJSON-382755641-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:30:24.561977 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9a99bb-4f4f-440a-a475-018cbcbf8eda tempest-FloatingIPsTestJSON-382755641 tempest-FloatingIPsTestJSON-382755641-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:30:24.562291 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9a99bb-4f4f-440a-a475-018cbcbf8eda tempest-FloatingIPsTestJSON-382755641 tempest-FloatingIPsTestJSON-382755641-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:30:24.562611 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9a99bb-4f4f-440a-a475-018cbcbf8eda tempest-FloatingIPsTestJSON-382755641 tempest-FloatingIPsTestJSON-382755641-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:30:24.563075 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9a99bb-4f4f-440a-a475-018cbcbf8eda tempest-FloatingIPsTestJSON-382755641 tempest-FloatingIPsTestJSON-382755641-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:30:24.563400 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9a99bb-4f4f-440a-a475-018cbcbf8eda tempest-FloatingIPsTestJSON-382755641 tempest-FloatingIPsTestJSON-382755641-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:30:24.563719 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9a99bb-4f4f-440a-a475-018cbcbf8eda tempest-FloatingIPsTestJSON-382755641 tempest-FloatingIPsTestJSON-382755641-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:30:24.564034 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9a99bb-4f4f-440a-a475-018cbcbf8eda tempest-FloatingIPsTestJSON-382755641 tempest-FloatingIPsTestJSON-382755641-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:30:24.613931 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-eb85ca6c-7bb6-4909-a827-3f959fc80241 req-9d3ec3aa-6269-4cda-8694-f13ae965f4f9 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/security-groups?id=a27fba59-7d90-4650-9482-b2bcd3113c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682948 Dec 20 14:30:24.633266 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-2f0e50b5-9d27-4def-b430-0308eb74a39f req-cb9a99bb-4f4f-440a-a475-018cbcbf8eda tempest-FloatingIPsTestJSON-382755641 tempest-FloatingIPsTestJSON-382755641-project] Publish callbacks [] for floatingip, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:24.637816 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-2f0e50b5-9d27-4def-b430-0308eb74a39f req-cb9a99bb-4f4f-440a-a475-018cbcbf8eda tempest-FloatingIPsTestJSON-382755641 tempest-FloatingIPsTestJSON-382755641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:24.654206 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2f0e50b5-9d27-4def-b430-0308eb74a39f req-cb9a99bb-4f4f-440a-a475-018cbcbf8eda tempest-FloatingIPsTestJSON-382755641 tempest-FloatingIPsTestJSON-382755641-project] 10.222.0.54 "DELETE /v2.0/floatingips/de86c886-31c5-4bae-9d62-332fc6443abf HTTP/1.1" status: 204 len: 173 time: 1.2714078 Dec 20 14:30:24.775568 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d065bcd-2f7c-4ab0-a4dd-f63987a1632c req-bcf604d1-1085-4e43-8ff1-3cf095edefb8 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:24.783410 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6d065bcd-2f7c-4ab0-a4dd-f63987a1632c req-bcf604d1-1085-4e43-8ff1-3cf095edefb8 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=264addcb-becf-470a-8ecc-0f1d20dce83b HTTP/1.1" status: 200 len: 950 time: 0.0835383 Dec 20 14:30:24.841635 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6d065bcd-2f7c-4ab0-a4dd-f63987a1632c req-656377c0-5e25-4c89-b386-cf60dcd7e936 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573218 Dec 20 14:30:24.848193 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-4fb03c75-2dc3-4cf2-8224-4fc2c465cf26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18e35978-b94c-4ba4-b744-71c00caceebd', 'name': 'tempest-ServerActionsTestJSON-1066541955-router', 'tenant_id': '514f3908f9164c0fa19c6d421ce9f2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'c5cfc7d5-af88-4835-9028-f358ac1f6ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:30:15Z', 'updated_at': '2021-12-20T14:30:22Z', 'revision_number': 4, 'project_id': '514f3908f9164c0fa19c6d421ce9f2b3', 'gw_port': {'id': 'c5cfc7d5-af88-4835-9028-f358ac1f6ff1', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:73:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e35978-b94c-4ba4-b744-71c00caceebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:30:16Z', 'updated_at': '2021-12-20T14:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '0d96f557-f566-4d41-9fda-e912fb82e5bb', 'name': '', 'network_id': '7ed718b3-d2e8-4b72-a238-726203897046', 'tenant_id': '514f3908f9164c0fa19c6d421ce9f2b3', 'mac_address': 'fa:16:3e:a1:98:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18e35978-b94c-4ba4-b744-71c00caceebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '5d68b841-2dcc-4f7d-9f3b-ab3557b797a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:30:20Z', 'updated_at': '2021-12-20T14:30:22Z', 'revision_number': 2, 'project_id': '514f3908f9164c0fa19c6d421ce9f2b3', 'subnets': [{'id': '5d68b841-2dcc-4f7d-9f3b-ab3557b797a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:30:24.896578 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f44e704-1c95-4708-9fa3-f0073471e8d2 req-79b7d4cd-44ed-42aa-adc5-8fd7ee919ef2 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:24.899649 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb03c75-2dc3-4cf2-8224-4fc2c465cf26 None None] Checking router: 18e35978-b94c-4ba4-b744-71c00caceebd for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:30:24.900000 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb03c75-2dc3-4cf2-8224-4fc2c465cf26 None None] Updating router 18e35978-b94c-4ba4-b744-71c00caceebd port 0d96f557-f566-4d41-9fda-e912fb82e5bb binding host n-d-761264-19 {{(pid=103169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 14:30:24.905814 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1f44e704-1c95-4708-9fa3-f0073471e8d2 req-79b7d4cd-44ed-42aa-adc5-8fd7ee919ef2 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/networks?id=495ace7a-f44e-4349-a86f-b6f0c2cf6eb6 HTTP/1.1" status: 200 len: 811 time: 0.1953912 Dec 20 14:30:24.922289 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1f44e704-1c95-4708-9fa3-f0073471e8d2 req-ae1fe368-0ba2-471e-ae90-96326a9a932a tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/quotas/543a5ccf1524441b95c235a83f5e56cd HTTP/1.1" status: 200 len: 375 time: 0.0152817 Dec 20 14:30:24.930531 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4fb03c75-2dc3-4cf2-8224-4fc2c465cf26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:24.969310 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1f44e704-1c95-4708-9fa3-f0073471e8d2 req-d91d3c16-f990-4ac0-9a84-90396db70214 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=543a5ccf1524441b95c235a83f5e56cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457559 Dec 20 14:30:24.989983 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device c5cfc7d5-af88-4835-9028-f358ac1f6ff1 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:30:25.093265 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 14:30:25.094324 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1f44e704-1c95-4708-9fa3-f0073471e8d2 req-e47b4ec8-8c78-4466-b2c1-93f26cc1aabf service neutron] 10.222.0.54 "GET /v2.0/networks/495ace7a-f44e-4349-a86f-b6f0c2cf6eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240137 Dec 20 14:30:25.188206 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port c5cfc7d5-af88-4835-9028-f358ac1f6ff1 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:30:25.188846 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:25.206087 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1f44e704-1c95-4708-9fa3-f0073471e8d2 req-c76fa73a-3781-4cc0-a5b1-3b59dc687288 service neutron] 10.222.0.54 "GET /v2.0/networks/495ace7a-f44e-4349-a86f-b6f0c2cf6eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102121 Dec 20 14:30:25.341811 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 20a6b118-0f6a-4cfd-b12f-d4dec70c7ff0 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:30:25.405425 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4fb03c75-2dc3-4cf2-8224-4fc2c465cf26 None None] Publish callbacks [] for port, precommit_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:25.431786 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4fb03c75-2dc3-4cf2-8224-4fc2c465cf26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:25.522879 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7084b388-1c17-407f-bc0d-129e7db0b9f0 None None] Pushing event updated for resources: {'Port': ['ID=0d96f557-f566-4d41-9fda-e912fb82e5bb,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:30:25.524191 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57980) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:30:25.530019 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-2ac937cd-4a14-41e3-b56a-3ce1581a1a93 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1716800676', 'description': 'tempest-description--1686419113'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:30:25.544003 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 20a6b118-0f6a-4cfd-b12f-d4dec70c7ff0 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:30:25.544393 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:25.567519 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3557440a-902e-42bb-a396-14f5b91194b1 req-c660106f-4244-41b6-a102-25ac02d5146f tempest-FloatingIPsTestJSON-382755641 tempest-FloatingIPsTestJSON-382755641-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1864271 Dec 20 14:30:25.573386 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-3557440a-902e-42bb-a396-14f5b91194b1 req-e43a6cd5-8146-47e5-9041-8fa2e98a1ea3 tempest-FloatingIPsTestJSON-382755641 tempest-FloatingIPsTestJSON-382755641-project] Request body: {'floatingip': {'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:30:25.585979 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2ac937cd-4a14-41e3-b56a-3ce1581a1a93 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:25.615064 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-3557440a-902e-42bb-a396-14f5b91194b1 req-e43a6cd5-8146-47e5-9041-8fa2e98a1ea3 tempest-FloatingIPsTestJSON-382755641 tempest-FloatingIPsTestJSON-382755641-project] Publish callbacks [] for floatingip, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:25.656832 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-4fb03c75-2dc3-4cf2-8224-4fc2c465cf26 None None] Attempting to bind port 0d96f557-f566-4d41-9fda-e912fb82e5bb on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:30:25.657221 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-4fb03c75-2dc3-4cf2-8224-4fc2c465cf26 None None] Attempting to bind port 0d96f557-f566-4d41-9fda-e912fb82e5bb by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '64c4cfe8-4670-4033-981a-f04cac942433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7ed718b3-d2e8-4b72-a238-726203897046'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:30:25.657545 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb03c75-2dc3-4cf2-8224-4fc2c465cf26 None None] Attempting to bind port 0d96f557-f566-4d41-9fda-e912fb82e5bb on network 7ed718b3-d2e8-4b72-a238-726203897046 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:30:25.674045 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb03c75-2dc3-4cf2-8224-4fc2c465cf26 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:30:25.676416 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb03c75-2dc3-4cf2-8224-4fc2c465cf26 None None] Checking segment: {'id': '64c4cfe8-4670-4033-981a-f04cac942433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7ed718b3-d2e8-4b72-a238-726203897046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:30:25.676925 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4fb03c75-2dc3-4cf2-8224-4fc2c465cf26 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:25.677226 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb03c75-2dc3-4cf2-8224-4fc2c465cf26 None None] Bound using segment: {'id': '64c4cfe8-4670-4033-981a-f04cac942433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7ed718b3-d2e8-4b72-a238-726203897046'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:30:25.677775 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-4fb03c75-2dc3-4cf2-8224-4fc2c465cf26 None None] Bound port: 0d96f557-f566-4d41-9fda-e912fb82e5bb, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64c4cfe8-4670-4033-981a-f04cac942433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7ed718b3-d2e8-4b72-a238-726203897046'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:30:25.678255 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4fb03c75-2dc3-4cf2-8224-4fc2c465cf26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:25.799928 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-4fb03c75-2dc3-4cf2-8224-4fc2c465cf26 None None] For port 0d96f557-f566-4d41-9fda-e912fb82e5bb, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:30:25.805187 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-4fb03c75-2dc3-4cf2-8224-4fc2c465cf26 None None] For port 0d96f557-f566-4d41-9fda-e912fb82e5bb, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=0d96f557-f566-4d41-9fda-e912fb82e5bb,segment=NetworkSegment(64c4cfe8-4670-4033-981a-f04cac942433),segment_id=64c4cfe8-4670-4033-981a-f04cac942433)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:30:25.814476 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4fb03c75-2dc3-4cf2-8224-4fc2c465cf26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:25.820186 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-3557440a-902e-42bb-a396-14f5b91194b1 req-e43a6cd5-8146-47e5-9041-8fa2e98a1ea3 tempest-FloatingIPsTestJSON-382755641 tempest-FloatingIPsTestJSON-382755641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:25.888943 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb03c75-2dc3-4cf2-8224-4fc2c465cf26 None None] Routers {'18e35978-b94c-4ba4-b744-71c00caceebd'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:30:25.889673 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-4fb03c75-2dc3-4cf2-8224-4fc2c465cf26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:30:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['18e35978-b94c-4ba4-b744-71c00caceebd'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:30:25.907981 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30a6105-bcaf-41b9-a54e-a60e56904eee req-e4f909ae-e3ca-4ef1-a08c-66488bac404d tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:25.926251 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30a6105-bcaf-41b9-a54e-a60e56904eee req-e4f909ae-e3ca-4ef1-a08c-66488bac404d tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:25.945435 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30a6105-bcaf-41b9-a54e-a60e56904eee req-e4f909ae-e3ca-4ef1-a08c-66488bac404d tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:25.959969 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30a6105-bcaf-41b9-a54e-a60e56904eee req-e4f909ae-e3ca-4ef1-a08c-66488bac404d tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:25.970713 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7084b388-1c17-407f-bc0d-129e7db0b9f0 None None] Pushing event updated for resources: {'Port': ['ID=0d96f557-f566-4d41-9fda-e912fb82e5bb,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:30:25.973386 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30a6105-bcaf-41b9-a54e-a60e56904eee req-e4f909ae-e3ca-4ef1-a08c-66488bac404d tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:25.992465 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-5d98ab15-70a1-4184-9c5d-0fd4cc45df7f None None] Provisioning complete for port 0d96f557-f566-4d41-9fda-e912fb82e5bb triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:30:25.992927 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-5d98ab15-70a1-4184-9c5d-0fd4cc45df7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:25.998975 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30a6105-bcaf-41b9-a54e-a60e56904eee req-e4f909ae-e3ca-4ef1-a08c-66488bac404d tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:26.007254 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30a6105-bcaf-41b9-a54e-a60e56904eee req-e4f909ae-e3ca-4ef1-a08c-66488bac404d tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:26.009688 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c30a6105-bcaf-41b9-a54e-a60e56904eee req-e4f909ae-e3ca-4ef1-a08c-66488bac404d tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bec07a8-c25f-4f16-885e-b65a42ac76c9 HTTP/1.1" status: 200 len: 5434 time: 0.3121736 Dec 20 14:30:26.062151 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [req-3557440a-902e-42bb-a396-14f5b91194b1 req-e43a6cd5-8146-47e5-9041-8fa2e98a1ea3 tempest-FloatingIPsTestJSON-382755641 tempest-FloatingIPsTestJSON-382755641-project] Allocated IP 172.25.0.136 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/b4da5f08-968d-452c-bc10-d9e18a8d6214) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:30:26.067219 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2ac937cd-4a14-41e3-b56a-3ce1581a1a93 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:26.118596 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2ac937cd-4a14-41e3-b56a-3ce1581a1a93 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:26.128208 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c30a6105-bcaf-41b9-a54e-a60e56904eee req-c683ec0a-2fbf-4534-a293-302ce67069c9 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/security-groups?id=9a5fb326-e11a-43c7-acb8-8cef9da4f833&id=90051062-f265-4ecc-9e5a-22ebfc7553a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1020594 Dec 20 14:30:26.172418 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2ac937cd-4a14-41e3-b56a-3ce1581a1a93 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:26.174057 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-2ac937cd-4a14-41e3-b56a-3ce1581a1a93 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6485708 Dec 20 14:30:26.188753 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac937cd-4a14-41e3-b56a-3ce1581a1a93 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92081c13-7979-4810-b5cd-70c14477209d,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:30:26.194353 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-4fb03c75-2dc3-4cf2-8224-4fc2c465cf26 None None] Set router 18e35978-b94c-4ba4-b744-71c00caceebd gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:30:26.211796 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57994) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:30:26.239792 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-63dd55df-7bbc-4f03-9ee0-60fb8115e7ec tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Request body: {'security_group_rule': {'security_group_id': '92081c13-7979-4810-b5cd-70c14477209d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:30:26.308546 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9d87f4f5-5c99-4fcd-912d-06367a9095d7 req-e2708dc4-f4cd-4a5b-8d30-07f95f1521ae tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bb36efe-9636-4d19-b5f6-0ef369af8082 HTTP/1.1" status: 200 len: 210 time: 0.0598316 Dec 20 14:30:26.309382 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-3557440a-902e-42bb-a396-14f5b91194b1 req-e43a6cd5-8146-47e5-9041-8fa2e98a1ea3 tempest-FloatingIPsTestJSON-382755641 tempest-FloatingIPsTestJSON-382755641-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:26.331935 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-63dd55df-7bbc-4f03-9ee0-60fb8115e7ec tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:26.407752 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-3557440a-902e-42bb-a396-14f5b91194b1 req-e43a6cd5-8146-47e5-9041-8fa2e98a1ea3 tempest-FloatingIPsTestJSON-382755641 tempest-FloatingIPsTestJSON-382755641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:26.411930 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-5d98ab15-70a1-4184-9c5d-0fd4cc45df7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:26.495202 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-5d98ab15-70a1-4184-9c5d-0fd4cc45df7f None None] For port 0d96f557-f566-4d41-9fda-e912fb82e5bb, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=0d96f557-f566-4d41-9fda-e912fb82e5bb,segment=NetworkSegment(64c4cfe8-4670-4033-981a-f04cac942433),segment_id=64c4cfe8-4670-4033-981a-f04cac942433)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:30:26.505599 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-5d98ab15-70a1-4184-9c5d-0fd4cc45df7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:26.512376 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3557440a-902e-42bb-a396-14f5b91194b1 req-e43a6cd5-8146-47e5-9041-8fa2e98a1ea3 tempest-FloatingIPsTestJSON-382755641 tempest-FloatingIPsTestJSON-382755641-project] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:30:26.520244 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d277550-70b0-438f-a812-8eb1d0836382 req-d15483df-f951-481b-b6f6-f722d97f39e4 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:26.521591 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [req-3557440a-902e-42bb-a396-14f5b91194b1 req-e43a6cd5-8146-47e5-9041-8fa2e98a1ea3 tempest-FloatingIPsTestJSON-382755641 tempest-FloatingIPsTestJSON-382755641-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:30:26.522545 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7d277550-70b0-438f-a812-8eb1d0836382 req-d15483df-f951-481b-b6f6-f722d97f39e4 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba9b5a65-1624-48cb-9b97-61eb55a4ba53 HTTP/1.1" status: 200 len: 945 time: 0.0938077 Dec 20 14:30:26.533756 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-3557440a-902e-42bb-a396-14f5b91194b1 req-e43a6cd5-8146-47e5-9041-8fa2e98a1ea3 tempest-FloatingIPsTestJSON-382755641 tempest-FloatingIPsTestJSON-382755641-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:30:26.541767 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-63dd55df-7bbc-4f03-9ee0-60fb8115e7ec tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:26.565750 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a6cd5-8146-47e5-9041-8fa2e98a1ea3 tempest-FloatingIPsTestJSON-382755641 tempest-FloatingIPsTestJSON-382755641-project] Pushing event updated for resources: {'Port': ['ID=b4da5f08-968d-452c-bc10-d9e18a8d6214,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:30:26.575305 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-63dd55df-7bbc-4f03-9ee0-60fb8115e7ec tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:26.593442 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7d277550-70b0-438f-a812-8eb1d0836382 req-858c85b9-731b-48c9-ac68-5ba542aebba3 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6a39052-36c7-4e8a-a837-c745dc8572a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614507 Dec 20 14:30:26.603587 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dd55df-7bbc-4f03-9ee0-60fb8115e7ec tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8522bad-04c8-4249-83b3-1a74a04c8cf9,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:30:26.630426 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-63dd55df-7bbc-4f03-9ee0-60fb8115e7ec tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:26.634992 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-63dd55df-7bbc-4f03-9ee0-60fb8115e7ec tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4039831 Dec 20 14:30:26.635582 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58002) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:30:26.643248 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-94cfe5bd-8d36-4aa2-ac9e-b7d3f715bc93 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Request body: {'security_group_rule': {'security_group_id': '92081c13-7979-4810-b5cd-70c14477209d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:30:26.717903 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-3557440a-902e-42bb-a396-14f5b91194b1 req-e43a6cd5-8146-47e5-9041-8fa2e98a1ea3 tempest-FloatingIPsTestJSON-382755641 tempest-FloatingIPsTestJSON-382755641-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:26.737205 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-94cfe5bd-8d36-4aa2-ac9e-b7d3f715bc93 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:26.776439 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-3557440a-902e-42bb-a396-14f5b91194b1 req-e43a6cd5-8146-47e5-9041-8fa2e98a1ea3 tempest-FloatingIPsTestJSON-382755641 tempest-FloatingIPsTestJSON-382755641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:26.807576 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fbdc2c-16b2-4608-b8da-4e68bc096f76 req-ebe381f8-31a5-4fe7-8f1a-80da1c2a9c36 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:26.810051 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-60fbdc2c-16b2-4608-b8da-4e68bc096f76 req-ebe381f8-31a5-4fe7-8f1a-80da1c2a9c36 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a299b01-e717-4673-93a7-295d0efdb002 HTTP/1.1" status: 200 len: 945 time: 0.1253803 Dec 20 14:30:26.857459 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-83983909-ed7a-46b1-89f7-b6852831b0ed None None] Provisioning complete for port 0d96f557-f566-4d41-9fda-e912fb82e5bb triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:30:26.857912 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-83983909-ed7a-46b1-89f7-b6852831b0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:26.875870 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-94cfe5bd-8d36-4aa2-ac9e-b7d3f715bc93 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:26.887187 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-94cfe5bd-8d36-4aa2-ac9e-b7d3f715bc93 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:26.948606 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-60fbdc2c-16b2-4608-b8da-4e68bc096f76 req-5d9e4f7a-0469-4259-8405-521626c8725b tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/security-groups?id=a27fba59-7d90-4650-9482-b2bcd3113c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209342 Dec 20 14:30:26.949907 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cfe5bd-8d36-4aa2-ac9e-b7d3f715bc93 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0fea79c-c625-49ef-92dd-bdf37c1f9484,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:30:26.986293 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d98ab15-70a1-4184-9c5d-0fd4cc45df7f None None] Pushing event updated for resources: {'Port': ['ID=0d96f557-f566-4d41-9fda-e912fb82e5bb,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:30:27.004311 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-94cfe5bd-8d36-4aa2-ac9e-b7d3f715bc93 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:27.005931 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-94cfe5bd-8d36-4aa2-ac9e-b7d3f715bc93 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3691463 Dec 20 14:30:27.009214 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58006) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:30:27.011778 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-3557440a-902e-42bb-a396-14f5b91194b1 req-e43a6cd5-8146-47e5-9041-8fa2e98a1ea3 tempest-FloatingIPsTestJSON-382755641 tempest-FloatingIPsTestJSON-382755641-project] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:27.021897 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-09ab5e63-2464-482b-8a0e-d188d6e6450a tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Request body: {'floatingip': {'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:30:27.028602 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-3557440a-902e-42bb-a396-14f5b91194b1 req-e43a6cd5-8146-47e5-9041-8fa2e98a1ea3 tempest-FloatingIPsTestJSON-382755641 tempest-FloatingIPsTestJSON-382755641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:27.081693 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f44e704-1c95-4708-9fa3-f0073471e8d2 req-c1dedfa7-d71b-4c33-9059-0adc74fcf619 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:27.083757 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1f44e704-1c95-4708-9fa3-f0073471e8d2 req-c1dedfa7-d71b-4c33-9059-0adc74fcf619 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.30 "GET /v2.0/networks?id=495ace7a-f44e-4349-a86f-b6f0c2cf6eb6 HTTP/1.1" status: 200 len: 811 time: 0.1716156 Dec 20 14:30:27.091959 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a6cd5-8146-47e5-9041-8fa2e98a1ea3 tempest-FloatingIPsTestJSON-382755641 tempest-FloatingIPsTestJSON-382755641-project] Pushing event updated for resources: {'Port': ['ID=b4da5f08-968d-452c-bc10-d9e18a8d6214,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:30:27.104417 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-1f44e704-1c95-4708-9fa3-f0073471e8d2 req-94487063-bf9c-433f-ab0d-b22470c0dcda tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Request body: {'port': {'device_id': '7bb36efe-9636-4d19-b5f6-0ef369af8082', 'network_id': '495ace7a-f44e-4349-a86f-b6f0c2cf6eb6', 'admin_state_up': True, 'tenant_id': '543a5ccf1524441b95c235a83f5e56cd'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:30:27.119810 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-4fb03c75-2dc3-4cf2-8224-4fc2c465cf26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18e35978-b94c-4ba4-b744-71c00caceebd', 'name': 'tempest-ServerActionsTestJSON-1066541955-router', 'tenant_id': '514f3908f9164c0fa19c6d421ce9f2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'c5cfc7d5-af88-4835-9028-f358ac1f6ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:30:15Z', 'updated_at': '2021-12-20T14:30:22Z', 'revision_number': 4, 'project_id': '514f3908f9164c0fa19c6d421ce9f2b3', 'gw_port': {'id': 'c5cfc7d5-af88-4835-9028-f358ac1f6ff1', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:73:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e35978-b94c-4ba4-b744-71c00caceebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:30:16Z', 'updated_at': '2021-12-20T14:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '0d96f557-f566-4d41-9fda-e912fb82e5bb', 'name': '', 'network_id': '7ed718b3-d2e8-4b72-a238-726203897046', 'tenant_id': '514f3908f9164c0fa19c6d421ce9f2b3', 'mac_address': 'fa:16:3e:a1:98:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18e35978-b94c-4ba4-b744-71c00caceebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '5d68b841-2dcc-4f7d-9f3b-ab3557b797a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:30:20Z', 'updated_at': '2021-12-20T14:30:25Z', 'revision_number': 4, 'project_id': '514f3908f9164c0fa19c6d421ce9f2b3', 'subnets': [{'id': '5d68b841-2dcc-4f7d-9f3b-ab3557b797a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:30:27.144205 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-09ab5e63-2464-482b-8a0e-d188d6e6450a tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Publish callbacks [] for floatingip, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:27.154896 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb03c75-2dc3-4cf2-8224-4fc2c465cf26 None None] The sync data for ids ['18e35978-b94c-4ba4-b744-71c00caceebd'] in n-d-761264-19 is: [{'id': '18e35978-b94c-4ba4-b744-71c00caceebd', 'name': 'tempest-ServerActionsTestJSON-1066541955-router', 'tenant_id': '514f3908f9164c0fa19c6d421ce9f2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'c5cfc7d5-af88-4835-9028-f358ac1f6ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:30:15Z', 'updated_at': '2021-12-20T14:30:22Z', 'revision_number': 4, 'project_id': '514f3908f9164c0fa19c6d421ce9f2b3', 'gw_port': {'id': 'c5cfc7d5-af88-4835-9028-f358ac1f6ff1', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:73:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e35978-b94c-4ba4-b744-71c00caceebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:30:16Z', 'updated_at': '2021-12-20T14:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '0d96f557-f566-4d41-9fda-e912fb82e5bb', 'name': '', 'network_id': '7ed718b3-d2e8-4b72-a238-726203897046', 'tenant_id': '514f3908f9164c0fa19c6d421ce9f2b3', 'mac_address': 'fa:16:3e:a1:98:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18e35978-b94c-4ba4-b744-71c00caceebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '5d68b841-2dcc-4f7d-9f3b-ab3557b797a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:30:20Z', 'updated_at': '2021-12-20T14:30:25Z', 'revision_number': 4, 'project_id': '514f3908f9164c0fa19c6d421ce9f2b3', 'subnets': [{'id': '5d68b841-2dcc-4f7d-9f3b-ab3557b797a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:30:27.173680 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-3557440a-902e-42bb-a396-14f5b91194b1 req-e43a6cd5-8146-47e5-9041-8fa2e98a1ea3 tempest-FloatingIPsTestJSON-382755641 tempest-FloatingIPsTestJSON-382755641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585115'] for floatingip, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:27.193541 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-3557440a-902e-42bb-a396-14f5b91194b1 req-e43a6cd5-8146-47e5-9041-8fa2e98a1ea3 tempest-FloatingIPsTestJSON-382755641 tempest-FloatingIPsTestJSON-382755641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:27.202179 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3557440a-902e-42bb-a396-14f5b91194b1 req-e43a6cd5-8146-47e5-9041-8fa2e98a1ea3 tempest-FloatingIPsTestJSON-382755641 tempest-FloatingIPsTestJSON-382755641-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6335804 Dec 20 14:30:27.306467 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3557440a-902e-42bb-a396-14f5b91194b1 req-6a9eae4f-dfe8-48ec-a2f3-fd02d6ee4771 tempest-FloatingIPsTestJSON-382755641 tempest-FloatingIPsTestJSON-382755641-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.136 HTTP/1.1" status: 200 len: 696 time: 0.1034636 Dec 20 14:30:27.340336 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3486cc8b-a35a-45e4-b310-b29574bb67b1 req-02fcb1db-2e2b-49d2-ba77-4dbc5963faa0 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:27.347308 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3486cc8b-a35a-45e4-b310-b29574bb67b1 req-02fcb1db-2e2b-49d2-ba77-4dbc5963faa0 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=264addcb-becf-470a-8ecc-0f1d20dce83b HTTP/1.1" status: 200 len: 950 time: 0.1502163 Dec 20 14:30:27.410260 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f44e704-1c95-4708-9fa3-f0073471e8d2 req-94487063-bf9c-433f-ab0d-b22470c0dcda tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Made reservation on behalf of 543a5ccf1524441b95c235a83f5e56cd for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:30:27.414128 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-1f44e704-1c95-4708-9fa3-f0073471e8d2 req-94487063-bf9c-433f-ab0d-b22470c0dcda tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:27.445537 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3486cc8b-a35a-45e4-b310-b29574bb67b1 req-66f45bc0-6573-4d0e-814f-50416e574ccf tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926707 Dec 20 14:30:27.477055 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3557440a-902e-42bb-a396-14f5b91194b1 req-2d03925a-d158-4b6c-a2ca-0033007fbfd6 tempest-FloatingIPsTestJSON-382755641 tempest-FloatingIPsTestJSON-382755641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:27.478453 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3557440a-902e-42bb-a396-14f5b91194b1 req-2d03925a-d158-4b6c-a2ca-0033007fbfd6 tempest-FloatingIPsTestJSON-382755641 tempest-FloatingIPsTestJSON-382755641-project] 10.222.0.54 "GET /v2.0/networks/c3f8658e-da35-41f3-bd03-509e29ebd6f3 HTTP/1.1" status: 200 len: 784 time: 0.1527414 Dec 20 14:30:27.490856 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-09ab5e63-2464-482b-8a0e-d188d6e6450a tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:27.610551 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [req-1f44e704-1c95-4708-9fa3-f0073471e8d2 req-94487063-bf9c-433f-ab0d-b22470c0dcda tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Allocated IP 172.20.0.10 (495ace7a-f44e-4349-a86f-b6f0c2cf6eb6/c8908482-6016-4528-aed2-b6e5b6996a4d/2613d56f-c106-4a52-9dba-13d9c91b91be) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:30:27.705370 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e11a2-a21e-43b2-a0b0-9686b97b8421 req-0b845b67-333c-4cda-8f99-b0be9400f629 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:27.712059 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e11a2-a21e-43b2-a0b0-9686b97b8421 req-0b845b67-333c-4cda-8f99-b0be9400f629 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:27.718554 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e11a2-a21e-43b2-a0b0-9686b97b8421 req-0b845b67-333c-4cda-8f99-b0be9400f629 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:27.730616 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e11a2-a21e-43b2-a0b0-9686b97b8421 req-0b845b67-333c-4cda-8f99-b0be9400f629 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:27.738272 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e11a2-a21e-43b2-a0b0-9686b97b8421 req-0b845b67-333c-4cda-8f99-b0be9400f629 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:27.745002 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e11a2-a21e-43b2-a0b0-9686b97b8421 req-0b845b67-333c-4cda-8f99-b0be9400f629 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:27.752442 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e11a2-a21e-43b2-a0b0-9686b97b8421 req-0b845b67-333c-4cda-8f99-b0be9400f629 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:27.755711 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-dd9e11a2-a21e-43b2-a0b0-9686b97b8421 req-0b845b67-333c-4cda-8f99-b0be9400f629 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bec07a8-c25f-4f16-885e-b65a42ac76c9 HTTP/1.1" status: 200 len: 5434 time: 0.2023137 Dec 20 14:30:27.768511 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58010) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:30:27.777434 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-8969721f-99dc-45a6-af89-b870ef64fb51 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Request body: {'floatingip': {'port_id': '79cf19b9-8f3f-44e9-85d5-0608077b5b17'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:30:27.845453 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-09ab5e63-2464-482b-8a0e-d188d6e6450a tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Allocated IP 172.25.0.122 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/f4a76fa9-f3ec-4364-a7a4-fa4341c8c955) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:30:27.861691 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8969721f-99dc-45a6-af89-b870ef64fb51 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks [] for floatingip, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:27.932176 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-1f44e704-1c95-4708-9fa3-f0073471e8d2 req-94487063-bf9c-433f-ab0d-b22470c0dcda tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:27.983860 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-1f44e704-1c95-4708-9fa3-f0073471e8d2 req-94487063-bf9c-433f-ab0d-b22470c0dcda tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:28.130288 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac3e4c0-9263-4f59-9372-e3ac5a2272ca req-d3b58024-cd0b-46f1-b890-0da1956f46a7 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:28.138048 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4ac3e4c0-9263-4f59-9372-e3ac5a2272ca req-d3b58024-cd0b-46f1-b890-0da1956f46a7 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba9b5a65-1624-48cb-9b97-61eb55a4ba53 HTTP/1.1" status: 200 len: 945 time: 0.2269289 Dec 20 14:30:28.149382 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f44e704-1c95-4708-9fa3-f0073471e8d2 req-94487063-bf9c-433f-ab0d-b22470c0dcda tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Network 495ace7a-f44e-4349-a86f-b6f0c2cf6eb6 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:30:28.153904 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-247818b4-5ec2-4589-8bae-c4095acdf2c6 req-c56e8652-30de-4411-9a3f-c136867ccd3d tempest-FloatingIPsTestJSON-382755641 tempest-FloatingIPsTestJSON-382755641-project] 10.222.0.54 "GET /v2.0/floatingips/0c39537c-6fea-49f5-b341-b88e9586595b HTTP/1.1" status: 200 len: 693 time: 0.1034169 Dec 20 14:30:28.155506 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94487063-bf9c-433f-ab0d-b22470c0dcda tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Pushing event updated for resources: {'Port': ['ID=2613d56f-c106-4a52-9dba-13d9c91b91be,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:30:28.162656 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [req-1f44e704-1c95-4708-9fa3-f0073471e8d2 req-94487063-bf9c-433f-ab0d-b22470c0dcda tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:30:28.167723 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f44e704-1c95-4708-9fa3-f0073471e8d2 req-94487063-bf9c-433f-ab0d-b22470c0dcda tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:30:28.225244 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-09ab5e63-2464-482b-8a0e-d188d6e6450a tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:28.321750 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f44e704-1c95-4708-9fa3-f0073471e8d2 req-94487063-bf9c-433f-ab0d-b22470c0dcda tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:28.322698 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-1f44e704-1c95-4708-9fa3-f0073471e8d2 req-94487063-bf9c-433f-ab0d-b22470c0dcda tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:28.325458 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4ac3e4c0-9263-4f59-9372-e3ac5a2272ca req-66856e7a-da2c-40d4-9109-23c4601b20d5 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6a39052-36c7-4e8a-a837-c745dc8572a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866391 Dec 20 14:30:28.362442 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:30:28.362442 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:30:28.362442 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:30:28.362442 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:30:28.362442 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:30:28.362442 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:30:28.362442 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:30:28.362442 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:30:28.362442 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:30:28.362442 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:30:28.362442 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:30:28.362442 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:30:28.362442 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:30:28.362442 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:30:28.362442 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:30:28.362442 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:30:28.362442 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:30:28.362442 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:30:28.362442 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:30:28.362442 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:30:28.362442 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:30:28.362442 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:30:28.362442 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:30:28.362442 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:30:28.362442 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:30:28.362442 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:30:28.362442 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:30:28.362442 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:30:28.362442 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:30:28.362442 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:30:28.362442 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:30:28.362442 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:30:28.362442 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:30:28.362442 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:30:28.362442 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:30:28.362442 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:30:28.365815 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:30:28.365815 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:30:28.365815 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:30:28.365815 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:30:28.365815 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:30:28.365815 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:30:28.365815 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:30:28.365815 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:30:28.365815 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:30:28.365815 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:30:28.365815 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:30:28.365815 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:30:28.365815 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247818b4-5ec2-4589-8bae-c4095acdf2c6 req-74615a93-6bb3-475f-8ee2-f795bc09d3c9 tempest-FloatingIPsTestJSON-382755641 tempest-FloatingIPsTestJSON-382755641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:28.371475 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-247818b4-5ec2-4589-8bae-c4095acdf2c6 req-74615a93-6bb3-475f-8ee2-f795bc09d3c9 tempest-FloatingIPsTestJSON-382755641 tempest-FloatingIPsTestJSON-382755641-project] 10.222.0.54 "GET /v2.0/networks/c3f8658e-da35-41f3-bd03-509e29ebd6f3 HTTP/1.1" status: 200 len: 784 time: 0.1986380 Dec 20 14:30:28.377405 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1f44e704-1c95-4708-9fa3-f0073471e8d2 req-94487063-bf9c-433f-ab0d-b22470c0dcda tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2778432 Dec 20 14:30:28.384760 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-09ab5e63-2464-482b-8a0e-d188d6e6450a tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:28.392087 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-1f44e704-1c95-4708-9fa3-f0073471e8d2 req-2d79efab-85ce-4aa4-816b-f6a3f9b8be84 service neutron] Request body: {'port': {'device_id': '7bb36efe-9636-4d19-b5f6-0ef369af8082', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-19'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:30:28.470505 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-247818b4-5ec2-4589-8bae-c4095acdf2c6 req-a856311f-dc79-464d-8eb9-9d1711a6f17d tempest-FloatingIPsTestJSON-382755641 tempest-FloatingIPsTestJSON-382755641-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.136 HTTP/1.1" status: 200 len: 696 time: 0.0845606 Dec 20 14:30:28.564850 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ab5e63-2464-482b-8a0e-d188d6e6450a tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:30:28.582988 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-09ab5e63-2464-482b-8a0e-d188d6e6450a tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:30:28.586283 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ab5e63-2464-482b-8a0e-d188d6e6450a tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:30:28.622983 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ab5e63-2464-482b-8a0e-d188d6e6450a tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Pushing event updated for resources: {'Port': ['ID=f4a76fa9-f3ec-4364-a7a4-fa4341c8c955,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:30:28.689300 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49f8391-b48c-466e-ba4e-765641355737 req-d13e2c59-f64d-4a7e-8f7b-54bb81eeac9f tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:28.691358 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c49f8391-b48c-466e-ba4e-765641355737 req-d13e2c59-f64d-4a7e-8f7b-54bb81eeac9f tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bb36efe-9636-4d19-b5f6-0ef369af8082 HTTP/1.1" status: 200 len: 932 time: 0.2389123 Dec 20 14:30:28.847999 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 0d96f557-f566-4d41-9fda-e912fb82e5bb up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:30:28.853490 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c49f8391-b48c-466e-ba4e-765641355737 req-19a730db-de40-42d4-a462-5446cbabc498 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540277 Dec 20 14:30:28.882477 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-247818b4-5ec2-4589-8bae-c4095acdf2c6 req-912adf2a-180a-498f-a965-9b33c5521313 tempest-FloatingIPsTestJSON-382755641 tempest-FloatingIPsTestJSON-382755641-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.136 HTTP/1.1" status: 200 len: 696 time: 0.4017520 Dec 20 14:30:28.910272 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-09ab5e63-2464-482b-8a0e-d188d6e6450a tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:28.914891 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 0d96f557-f566-4d41-9fda-e912fb82e5bb triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:30:28.915546 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:28.996926 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8969721f-99dc-45a6-af89-b870ef64fb51 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:28.998092 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-09ab5e63-2464-482b-8a0e-d188d6e6450a tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:29.030785 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8969721f-99dc-45a6-af89-b870ef64fb51 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585115'] for floatingip, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:29.037357 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-1f44e704-1c95-4708-9fa3-f0073471e8d2 req-2d79efab-85ce-4aa4-816b-f6a3f9b8be84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:29.125051 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ac48e7-5448-487f-ba35-801a86151965 req-7315f93a-083f-4768-9113-952612b04dca tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:29.126863 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f9ac48e7-5448-487f-ba35-801a86151965 req-7315f93a-083f-4768-9113-952612b04dca tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a299b01-e717-4673-93a7-295d0efdb002 HTTP/1.1" status: 200 len: 945 time: 0.1768093 Dec 20 14:30:29.184792 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-247818b4-5ec2-4589-8bae-c4095acdf2c6 req-09db90f3-a729-4dfa-aa42-0b5c704e6488 tempest-FloatingIPsTestJSON-382755641 tempest-FloatingIPsTestJSON-382755641-project] Deleting port b4da5f08-968d-452c-bc10-d9e18a8d6214 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:30:29.185442 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-247818b4-5ec2-4589-8bae-c4095acdf2c6 req-09db90f3-a729-4dfa-aa42-0b5c704e6488 tempest-FloatingIPsTestJSON-382755641 tempest-FloatingIPsTestJSON-382755641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:29.346264 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-247818b4-5ec2-4589-8bae-c4095acdf2c6 req-09db90f3-a729-4dfa-aa42-0b5c704e6488 tempest-FloatingIPsTestJSON-382755641 tempest-FloatingIPsTestJSON-382755641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:29.346625 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-247818b4-5ec2-4589-8bae-c4095acdf2c6 req-09db90f3-a729-4dfa-aa42-0b5c704e6488 tempest-FloatingIPsTestJSON-382755641 tempest-FloatingIPsTestJSON-382755641-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:29.369156 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-247818b4-5ec2-4589-8bae-c4095acdf2c6 req-09db90f3-a729-4dfa-aa42-0b5c704e6488 tempest-FloatingIPsTestJSON-382755641 tempest-FloatingIPsTestJSON-382755641-project] Calling delete_port for b4da5f08-968d-452c-bc10-d9e18a8d6214 owned by network:floatingip {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:30:29.510879 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [req-1f44e704-1c95-4708-9fa3-f0073471e8d2 req-2d79efab-85ce-4aa4-816b-f6a3f9b8be84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2613d56f-c106-4a52-9dba-13d9c91b91be {{(pid=103168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:30:29.526193 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-1f44e704-1c95-4708-9fa3-f0073471e8d2 req-2d79efab-85ce-4aa4-816b-f6a3f9b8be84 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:29.589735 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.provisioning_blocks [req-1f44e704-1c95-4708-9fa3-f0073471e8d2 req-2d79efab-85ce-4aa4-816b-f6a3f9b8be84 service neutron] Transition to ACTIVE for port object 2613d56f-c106-4a52-9dba-13d9c91b91be will not be triggered until provisioned by entity L2. {{(pid=103168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:30:29.590673 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-247818b4-5ec2-4589-8bae-c4095acdf2c6 req-09db90f3-a729-4dfa-aa42-0b5c704e6488 tempest-FloatingIPsTestJSON-382755641 tempest-FloatingIPsTestJSON-382755641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:29.596074 n-d-761264-19 neutron-server[103167]: INFO neutron.db.l3_db [None req-8969721f-99dc-45a6-af89-b870ef64fb51 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Floating IP 6127866f-477b-4f0b-8956-a7c639471410 associated. External IP: 172.25.0.27, port: 79cf19b9-8f3f-44e9-85d5-0608077b5b17. Dec 20 14:30:29.600417 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-1f44e704-1c95-4708-9fa3-f0073471e8d2 req-2d79efab-85ce-4aa4-816b-f6a3f9b8be84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:29.630880 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09db90f3-a729-4dfa-aa42-0b5c704e6488 tempest-FloatingIPsTestJSON-382755641 tempest-FloatingIPsTestJSON-382755641-project] Pushing event deleted for resources: {'Port': ['ID=b4da5f08-968d-452c-bc10-d9e18a8d6214,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:30:29.659463 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f9ac48e7-5448-487f-ba35-801a86151965 req-9794adc5-ba81-479d-9b0f-1160c98e26d6 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/security-groups?id=a27fba59-7d90-4650-9482-b2bcd3113c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4920735 Dec 20 14:30:29.744344 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d79efab-85ce-4aa4-816b-f6a3f9b8be84 service neutron] Pushing event updated for resources: {'Port': ['ID=2613d56f-c106-4a52-9dba-13d9c91b91be,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:30:29.773323 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-247818b4-5ec2-4589-8bae-c4095acdf2c6 req-09db90f3-a729-4dfa-aa42-0b5c704e6488 tempest-FloatingIPsTestJSON-382755641 tempest-FloatingIPsTestJSON-382755641-project] Publish callbacks [] for floatingip, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:29.775955 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-247818b4-5ec2-4589-8bae-c4095acdf2c6 req-09db90f3-a729-4dfa-aa42-0b5c704e6488 tempest-FloatingIPsTestJSON-382755641 tempest-FloatingIPsTestJSON-382755641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:29.777142 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-247818b4-5ec2-4589-8bae-c4095acdf2c6 req-09db90f3-a729-4dfa-aa42-0b5c704e6488 tempest-FloatingIPsTestJSON-382755641 tempest-FloatingIPsTestJSON-382755641-project] 10.222.0.54 "DELETE /v2.0/floatingips/0c39537c-6fea-49f5-b341-b88e9586595b HTTP/1.1" status: 204 len: 173 time: 0.8938527 Dec 20 14:30:29.809982 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-09ab5e63-2464-482b-8a0e-d188d6e6450a tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:29.825524 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-09ab5e63-2464-482b-8a0e-d188d6e6450a tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:29.849131 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-1f44e704-1c95-4708-9fa3-f0073471e8d2 req-2d79efab-85ce-4aa4-816b-f6a3f9b8be84 service neutron] Attempting to bind port 2613d56f-c106-4a52-9dba-13d9c91b91be on host n-h1-761264-19 for vnic_type normal with profile {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:30:29.849360 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-1f44e704-1c95-4708-9fa3-f0073471e8d2 req-2d79efab-85ce-4aa4-816b-f6a3f9b8be84 service neutron] Attempting to bind port 2613d56f-c106-4a52-9dba-13d9c91b91be by drivers openvswitch,hyperv on host n-h1-761264-19 at level 0 using segments [{'id': '0db4f97e-52d2-4e75-a7f6-550aa2b8eca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '495ace7a-f44e-4349-a86f-b6f0c2cf6eb6'}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:30:29.849705 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f44e704-1c95-4708-9fa3-f0073471e8d2 req-2d79efab-85ce-4aa4-816b-f6a3f9b8be84 service neutron] Attempting to bind port 2613d56f-c106-4a52-9dba-13d9c91b91be on network 495ace7a-f44e-4349-a86f-b6f0c2cf6eb6 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:30:29.856323 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f44e704-1c95-4708-9fa3-f0073471e8d2 req-2d79efab-85ce-4aa4-816b-f6a3f9b8be84 service neutron] Port 2613d56f-c106-4a52-9dba-13d9c91b91be on network 495ace7a-f44e-4349-a86f-b6f0c2cf6eb6 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-19 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:30:29.856735 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f44e704-1c95-4708-9fa3-f0073471e8d2 req-2d79efab-85ce-4aa4-816b-f6a3f9b8be84 service neutron] Attempting to bind port 2613d56f-c106-4a52-9dba-13d9c91b91be on network 495ace7a-f44e-4349-a86f-b6f0c2cf6eb6 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:30:29.863340 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f44e704-1c95-4708-9fa3-f0073471e8d2 req-2d79efab-85ce-4aa4-816b-f6a3f9b8be84 service neutron] Checking agent: {'id': '3e5ace3e-dd7b-4522-a7c4-77d13dbeab1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:30:29.863790 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f44e704-1c95-4708-9fa3-f0073471e8d2 req-2d79efab-85ce-4aa4-816b-f6a3f9b8be84 service neutron] Checking segment: {'id': '0db4f97e-52d2-4e75-a7f6-550aa2b8eca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '495ace7a-f44e-4349-a86f-b6f0c2cf6eb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:30:29.864237 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f44e704-1c95-4708-9fa3-f0073471e8d2 req-2d79efab-85ce-4aa4-816b-f6a3f9b8be84 service neutron] Bound using segment: {'id': '0db4f97e-52d2-4e75-a7f6-550aa2b8eca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '495ace7a-f44e-4349-a86f-b6f0c2cf6eb6'} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:30:29.864780 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-1f44e704-1c95-4708-9fa3-f0073471e8d2 req-2d79efab-85ce-4aa4-816b-f6a3f9b8be84 service neutron] Bound port: 2613d56f-c106-4a52-9dba-13d9c91b91be, host: n-h1-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0db4f97e-52d2-4e75-a7f6-550aa2b8eca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '495ace7a-f44e-4349-a86f-b6f0c2cf6eb6'}}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:30:29.865212 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-1f44e704-1c95-4708-9fa3-f0073471e8d2 req-2d79efab-85ce-4aa4-816b-f6a3f9b8be84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:29.962377 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05817a33-047f-4abf-ae45-b0c46f02b967 req-29e30fe5-48f7-4040-861c-83342be8e5df tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:29.964647 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-05817a33-047f-4abf-ae45-b0c46f02b967 req-29e30fe5-48f7-4040-861c-83342be8e5df tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=264addcb-becf-470a-8ecc-0f1d20dce83b HTTP/1.1" status: 200 len: 950 time: 0.0965586 Dec 20 14:30:29.999378 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ab5e63-2464-482b-8a0e-d188d6e6450a tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Pushing event updated for resources: {'Port': ['ID=f4a76fa9-f3ec-4364-a7a4-fa4341c8c955,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:30:30.018022 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-1f44e704-1c95-4708-9fa3-f0073471e8d2 req-2d79efab-85ce-4aa4-816b-f6a3f9b8be84 service neutron] For port 2613d56f-c106-4a52-9dba-13d9c91b91be, host n-h1-761264-19, cleared binding levels {{(pid=103168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:30:30.024164 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-1f44e704-1c95-4708-9fa3-f0073471e8d2 req-2d79efab-85ce-4aa4-816b-f6a3f9b8be84 service neutron] For port 2613d56f-c106-4a52-9dba-13d9c91b91be, host n-h1-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=2613d56f-c106-4a52-9dba-13d9c91b91be,segment=NetworkSegment(0db4f97e-52d2-4e75-a7f6-550aa2b8eca1),segment_id=0db4f97e-52d2-4e75-a7f6-550aa2b8eca1)] {{(pid=103168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:30:30.042838 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-1f44e704-1c95-4708-9fa3-f0073471e8d2 req-2d79efab-85ce-4aa4-816b-f6a3f9b8be84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:30.085738 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-09ab5e63-2464-482b-8a0e-d188d6e6450a tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585115'] for floatingip, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:30.114795 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8969721f-99dc-45a6-af89-b870ef64fb51 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Router 77adfd81-713f-40d2-ac35-9007298b0d4b has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:30:30.120003 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-09ab5e63-2464-482b-8a0e-d188d6e6450a tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:30.137279 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-05817a33-047f-4abf-ae45-b0c46f02b967 req-e34a72c3-7355-49bd-82d8-3e6cd8050c9e tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653416 Dec 20 14:30:30.159669 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f44e704-1c95-4708-9fa3-f0073471e8d2 req-2d79efab-85ce-4aa4-816b-f6a3f9b8be84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:30.159669 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-1f44e704-1c95-4708-9fa3-f0073471e8d2 req-2d79efab-85ce-4aa4-816b-f6a3f9b8be84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:30.159669 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1f44e704-1c95-4708-9fa3-f0073471e8d2 req-2d79efab-85ce-4aa4-816b-f6a3f9b8be84 service neutron] 10.222.0.30 "PUT /v2.0/ports/2613d56f-c106-4a52-9dba-13d9c91b91be HTTP/1.1" status: 200 len: 1093 time: 1.7661891 Dec 20 14:30:30.159669 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bb36efe-9636-4d19-b5f6-0ef369af8082', 'tag': '2613d56f-c106-4a52-9dba-13d9c91b91be'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:30:30.159669 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c5afe1a-03f0-4d3b-8fc7-e8761b8c690d" -d '{"events": [{"name": "network-changed", "server_uuid": "7bb36efe-9636-4d19-b5f6-0ef369af8082", "tag": "2613d56f-c106-4a52-9dba-13d9c91b91be"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:30:30.160966 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-09ab5e63-2464-482b-8a0e-d188d6e6450a tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1156511 Dec 20 14:30:30.204784 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d79efab-85ce-4aa4-816b-f6a3f9b8be84 service neutron] Pushing event updated for resources: {'Port': ['ID=2613d56f-c106-4a52-9dba-13d9c91b91be,revision_number=3']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:30:30.291462 n-d-761264-19 neutron-server[103168]: INFO neutron.api.v2.resource [req-e5976f4a-c2d9-41dd-a065-adafc1778f47 req-229ffc2b-d6f6-46e2-b3af-f19437fe77f4 tempest-FloatingIPsTestJSON-382755641 tempest-FloatingIPsTestJSON-382755641-project] show failed (client error): The resource could not be found. Dec 20 14:30:30.292535 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e5976f4a-c2d9-41dd-a065-adafc1778f47 req-229ffc2b-d6f6-46e2-b3af-f19437fe77f4 tempest-FloatingIPsTestJSON-382755641 tempest-FloatingIPsTestJSON-382755641-project] 10.222.0.54 "GET /v2.0/floatingips/0c39537c-6fea-49f5-b341-b88e9586595b HTTP/1.1" status: 404 len: 350 time: 0.0470126 Dec 20 14:30:30.299746 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f44e704-1c95-4708-9fa3-f0073471e8d2 req-605d2fd2-f333-41f8-b530-159029dd9867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:30.304506 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1f44e704-1c95-4708-9fa3-f0073471e8d2 req-605d2fd2-f333-41f8-b530-159029dd9867 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=543a5ccf1524441b95c235a83f5e56cd&device_id=7bb36efe-9636-4d19-b5f6-0ef369af8082 HTTP/1.1" status: 200 len: 1096 time: 0.1016433 Dec 20 14:30:30.324709 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8969721f-99dc-45a6-af89-b870ef64fb51 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:30:30.329573 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8969721f-99dc-45a6-af89-b870ef64fb51 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:30.338662 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c870557-11f5-48d7-a59b-53332616f59d None None] Sync routers for ids ['77adfd81-713f-40d2-ac35-9007298b0d4b'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:30:30.352323 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c870557-11f5-48d7-a59b-53332616f59d None None] Routers {'77adfd81-713f-40d2-ac35-9007298b0d4b'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:30:30.355861 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-7c870557-11f5-48d7-a59b-53332616f59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:30:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['77adfd81-713f-40d2-ac35-9007298b0d4b'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:30:30.362032 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-8969721f-99dc-45a6-af89-b870ef64fb51 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "PUT /v2.0/floatingips/6127866f-477b-4f0b-8956-a7c639471410 HTTP/1.1" status: 200 len: 990 time: 2.5921245 Dec 20 14:30:30.362854 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bec07a8-c25f-4f16-885e-b65a42ac76c9', 'tag': '79cf19b9-8f3f-44e9-85d5-0608077b5b17'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:30:30.365433 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c69b2f0-e61c-4cdb-b2c4-dd59a55eeddc" -d '{"events": [{"name": "network-changed", "server_uuid": "7bec07a8-c25f-4f16-885e-b65a42ac76c9", "tag": "79cf19b9-8f3f-44e9-85d5-0608077b5b17"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:30:30.399062 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1f44e704-1c95-4708-9fa3-f0073471e8d2 req-f1c667d0-79f6-438e-a1ff-483bb9ef0740 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2613d56f-c106-4a52-9dba-13d9c91b91be HTTP/1.1" status: 200 len: 217 time: 0.0835488 Dec 20 14:30:30.479775 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f44e704-1c95-4708-9fa3-f0073471e8d2 req-11bcf329-f20f-451c-b6f5-d69ab972ac9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:30.481278 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1f44e704-1c95-4708-9fa3-f0073471e8d2 req-11bcf329-f20f-451c-b6f5-d69ab972ac9b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c8908482-6016-4528-aed2-b6e5b6996a4d HTTP/1.1" status: 200 len: 851 time: 0.0717976 Dec 20 14:30:30.491110 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15c1d8f-4151-4d7c-bec6-66fe78185109 req-999f944a-e052-4da1-ad75-13113cc1b40b tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:30.502693 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d15c1d8f-4151-4d7c-bec6-66fe78185109 req-999f944a-e052-4da1-ad75-13113cc1b40b tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bb36efe-9636-4d19-b5f6-0ef369af8082 HTTP/1.1" status: 200 len: 944 time: 0.1024950 Dec 20 14:30:30.549357 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1f44e704-1c95-4708-9fa3-f0073471e8d2 req-9a9bb418-3eb8-4834-ad4f-9301cd8e491e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=495ace7a-f44e-4349-a86f-b6f0c2cf6eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430732 Dec 20 14:30:30.639864 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-11e4f0fe-42f2-4869-9700-0d3fcbd8fbb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:30.671893 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d15c1d8f-4151-4d7c-bec6-66fe78185109 req-202a5607-e719-4bee-a9bd-3e75c9354d41 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682558 Dec 20 14:30:30.674100 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1f44e704-1c95-4708-9fa3-f0073471e8d2 req-c086544c-805f-4e38-9238-46af2fa128aa service neutron] 10.222.0.30 "GET /v2.0/networks/495ace7a-f44e-4349-a86f-b6f0c2cf6eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130505 Dec 20 14:30:30.674834 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-7c870557-11f5-48d7-a59b-53332616f59d None None] Set router 77adfd81-713f-40d2-ac35-9007298b0d4b gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:30:30.734135 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d62117f-ab9a-493b-96c8-ed0346974b45 req-d2ad2c2f-698d-4c92-b13c-95071e52de58 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:30.745239 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4d62117f-ab9a-493b-96c8-ed0346974b45 req-d2ad2c2f-698d-4c92-b13c-95071e52de58 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba9b5a65-1624-48cb-9b97-61eb55a4ba53 HTTP/1.1" status: 200 len: 945 time: 0.0994313 Dec 20 14:30:30.785195 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e9dccf8-8e8d-4ae2-8a6d-22ec006a6bf4 x-openstack-request-id: req-3e9dccf8-8e8d-4ae2-8a6d-22ec006a6bf4 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:30:30.785587 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bb36efe-9636-4d19-b5f6-0ef369af8082", "tag": "2613d56f-c106-4a52-9dba-13d9c91b91be", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:30:30.785939 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3e9dccf8-8e8d-4ae2-8a6d-22ec006a6bf4 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:30:30.786554 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bb36efe-9636-4d19-b5f6-0ef369af8082', 'tag': '2613d56f-c106-4a52-9dba-13d9c91b91be', 'status': 'completed', 'code': 200} Dec 20 14:30:30.793087 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1f44e704-1c95-4708-9fa3-f0073471e8d2 req-1d2bb522-e365-4cef-aec0-67c1b6d2eaed service neutron] 10.222.0.30 "GET /v2.0/networks/495ace7a-f44e-4349-a86f-b6f0c2cf6eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114171 Dec 20 14:30:30.840957 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4d62117f-ab9a-493b-96c8-ed0346974b45 req-847fe232-b1fd-4dc5-8506-49ef3670315c tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6a39052-36c7-4e8a-a837-c745dc8572a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945132 Dec 20 14:30:30.917746 n-d-761264-19 neutron-server[103167]: INFO neutron.api.v2.resource [req-29a8a93c-3b4f-4490-afaf-51be725c2142 req-8064a09c-797f-4aab-a446-a139a66e4bd2 tempest-FloatingIPsTestJSON-382755641 tempest-FloatingIPsTestJSON-382755641-project] show failed (client error): The resource could not be found. Dec 20 14:30:30.918983 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-29a8a93c-3b4f-4490-afaf-51be725c2142 req-8064a09c-797f-4aab-a446-a139a66e4bd2 tempest-FloatingIPsTestJSON-382755641 tempest-FloatingIPsTestJSON-382755641-project] 10.222.0.54 "GET /v2.0/floatingips/0c39537c-6fea-49f5-b341-b88e9586595b HTTP/1.1" status: 404 len: 350 time: 0.0496204 Dec 20 14:30:30.927921 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58074) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:30:30.950166 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b54e2b13-ebfa-4ab9-9b8e-4ac58a82fb35 req-be62f2a6-b493-44ab-8bdd-51a09bb0b2bb tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1716800676&fields=id&tenant_id=514f3908f9164c0fa19c6d421ce9f2b3 HTTP/1.1" status: 200 len: 267 time: 0.0606747 Dec 20 14:30:30.953435 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5afe1a-03f0-4d3b-8fc7-e8761b8c690d req-14ccaa39-483d-472d-b07a-9dd148c2cb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:30.954996 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1c5afe1a-03f0-4d3b-8fc7-e8761b8c690d req-14ccaa39-483d-472d-b07a-9dd148c2cb39 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=543a5ccf1524441b95c235a83f5e56cd&device_id=7bb36efe-9636-4d19-b5f6-0ef369af8082 HTTP/1.1" status: 200 len: 1096 time: 0.1065788 Dec 20 14:30:31.103919 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-7c870557-11f5-48d7-a59b-53332616f59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77adfd81-713f-40d2-ac35-9007298b0d4b', 'name': 'tempest-TaggedBootDevicesTest-914184533-router', 'tenant_id': '1080628f9fb44b28a6ddf9255bb33498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'ff64fd73-d087-4cb3-88ab-fee372ba0869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:27:05Z', 'updated_at': '2021-12-20T14:27:13Z', 'revision_number': 4, 'project_id': '1080628f9fb44b28a6ddf9255bb33498', 'gw_port': {'id': 'ff64fd73-d087-4cb3-88ab-fee372ba0869', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:76:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77adfd81-713f-40d2-ac35-9007298b0d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:27:06Z', 'updated_at': '2021-12-20T14:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': '6127866f-477b-4f0b-8956-a7c639471410', 'tenant_id': '1080628f9fb44b28a6ddf9255bb33498', 'floating_ip_address': '172.25.0.27', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': '77adfd81-713f-40d2-ac35-9007298b0d4b', 'port_id': '79cf19b9-8f3f-44e9-85d5-0608077b5b17', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 806, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '687c5259-7995-4ccd-9da8-b7cf90c319a1', 'mac_address': 'fa:16:3e:ab:ae:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bec07a8-c25f-4f16-885e-b65a42ac76c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T14:28:54Z', 'updated_at': '2021-12-20T14:30:28Z', 'revision_number': 1, 'project_id': '1080628f9fb44b28a6ddf9255bb33498', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21b5efa4-a44b-400f-bfcb-7a106d38ea39', 'name': '', 'network_id': '687c5259-7995-4ccd-9da8-b7cf90c319a1', 'tenant_id': '1080628f9fb44b28a6ddf9255bb33498', 'mac_address': 'fa:16:3e:0c:99:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77adfd81-713f-40d2-ac35-9007298b0d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'b510740f-81e5-461d-83bc-0c27692ea662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:27:11Z', 'updated_at': '2021-12-20T14:27:22Z', 'revision_number': 5, 'project_id': '1080628f9fb44b28a6ddf9255bb33498', 'subnets': [{'id': 'b510740f-81e5-461d-83bc-0c27692ea662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:30:31.111384 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d633ddd-9e0a-4ad6-8036-cdde8e7c064a x-openstack-request-id: req-0d633ddd-9e0a-4ad6-8036-cdde8e7c064a {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:30:31.114418 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bec07a8-c25f-4f16-885e-b65a42ac76c9", "tag": "79cf19b9-8f3f-44e9-85d5-0608077b5b17", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:30:31.114418 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0d633ddd-9e0a-4ad6-8036-cdde8e7c064a {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:30:31.114418 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bec07a8-c25f-4f16-885e-b65a42ac76c9', 'tag': '79cf19b9-8f3f-44e9-85d5-0608077b5b17', 'status': 'completed', 'code': 200} Dec 20 14:30:31.175104 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c870557-11f5-48d7-a59b-53332616f59d None None] Checking router: 77adfd81-713f-40d2-ac35-9007298b0d4b for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:30:31.192735 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c870557-11f5-48d7-a59b-53332616f59d None None] Routers {'77adfd81-713f-40d2-ac35-9007298b0d4b'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:30:31.193782 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-7c870557-11f5-48d7-a59b-53332616f59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:30:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['77adfd81-713f-40d2-ac35-9007298b0d4b'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:30:31.213090 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5afe1a-03f0-4d3b-8fc7-e8761b8c690d req-72750293-81df-40b7-bb3b-42f7099c5d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:31.214841 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1c5afe1a-03f0-4d3b-8fc7-e8761b8c690d req-72750293-81df-40b7-bb3b-42f7099c5d67 service neutron] 10.222.0.30 "GET /v2.0/networks?id=495ace7a-f44e-4349-a86f-b6f0c2cf6eb6 HTTP/1.1" status: 200 len: 912 time: 0.2441194 Dec 20 14:30:31.225155 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54e2b13-ebfa-4ab9-9b8e-4ac58a82fb35 req-991e45d4-f8e1-4d5d-8f87-9861cfa6d827 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:31.226865 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b54e2b13-ebfa-4ab9-9b8e-4ac58a82fb35 req-991e45d4-f8e1-4d5d-8f87-9861cfa6d827 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/networks?id=7ed718b3-d2e8-4b72-a238-726203897046 HTTP/1.1" status: 200 len: 812 time: 0.2660115 Dec 20 14:30:31.297694 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1c5afe1a-03f0-4d3b-8fc7-e8761b8c690d req-7d1a42e1-0e22-40f7-b29c-ea9fcd7ed8fe service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2613d56f-c106-4a52-9dba-13d9c91b91be HTTP/1.1" status: 200 len: 217 time: 0.0684483 Dec 20 14:30:31.309819 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c69b2f0-e61c-4cdb-b2c4-dd59a55eeddc req-e5e458af-5831-4444-bb8b-b6f8557947b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:31.310306 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c69b2f0-e61c-4cdb-b2c4-dd59a55eeddc req-e5e458af-5831-4444-bb8b-b6f8557947b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:31.310792 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c69b2f0-e61c-4cdb-b2c4-dd59a55eeddc req-e5e458af-5831-4444-bb8b-b6f8557947b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:31.311358 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c69b2f0-e61c-4cdb-b2c4-dd59a55eeddc req-e5e458af-5831-4444-bb8b-b6f8557947b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:31.311922 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c69b2f0-e61c-4cdb-b2c4-dd59a55eeddc req-e5e458af-5831-4444-bb8b-b6f8557947b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:31.312394 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c69b2f0-e61c-4cdb-b2c4-dd59a55eeddc req-e5e458af-5831-4444-bb8b-b6f8557947b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:31.312854 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c69b2f0-e61c-4cdb-b2c4-dd59a55eeddc req-e5e458af-5831-4444-bb8b-b6f8557947b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:31.314867 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1c69b2f0-e61c-4cdb-b2c4-dd59a55eeddc req-e5e458af-5831-4444-bb8b-b6f8557947b9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1080628f9fb44b28a6ddf9255bb33498&device_id=7bec07a8-c25f-4f16-885e-b65a42ac76c9 HTTP/1.1" status: 200 len: 6498 time: 0.1670115 Dec 20 14:30:31.329635 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b54e2b13-ebfa-4ab9-9b8e-4ac58a82fb35 req-40f94b4e-f2ee-46bc-9cec-16b9655be50d tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/quotas/514f3908f9164c0fa19c6d421ce9f2b3 HTTP/1.1" status: 200 len: 375 time: 0.0857635 Dec 20 14:30:31.419442 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-7c870557-11f5-48d7-a59b-53332616f59d None None] Set router 77adfd81-713f-40d2-ac35-9007298b0d4b gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:30:31.484195 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5afe1a-03f0-4d3b-8fc7-e8761b8c690d req-98186a2e-742e-42a2-9797-cbfea02611fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:31.486440 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1c5afe1a-03f0-4d3b-8fc7-e8761b8c690d req-98186a2e-742e-42a2-9797-cbfea02611fa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c8908482-6016-4528-aed2-b6e5b6996a4d HTTP/1.1" status: 200 len: 851 time: 0.1705077 Dec 20 14:30:31.493083 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e54f463-e5c1-455f-ac12-0b8d2e00c289 req-3d65714d-6266-4717-9467-abc571ae94fc tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:31.495168 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0e54f463-e5c1-455f-ac12-0b8d2e00c289 req-3d65714d-6266-4717-9467-abc571ae94fc tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=264addcb-becf-470a-8ecc-0f1d20dce83b HTTP/1.1" status: 200 len: 950 time: 0.1013739 Dec 20 14:30:31.520637 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b54e2b13-ebfa-4ab9-9b8e-4ac58a82fb35 req-6730a6e0-d33a-4ec2-a051-057c56967728 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=514f3908f9164c0fa19c6d421ce9f2b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1480598 Dec 20 14:30:31.547710 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1c5afe1a-03f0-4d3b-8fc7-e8761b8c690d req-f1c02d8f-8134-41fd-9d84-52ad80fac413 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=495ace7a-f44e-4349-a86f-b6f0c2cf6eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506141 Dec 20 14:30:31.591060 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0e54f463-e5c1-455f-ac12-0b8d2e00c289 req-5b765844-9d52-40f8-b7d6-4ed407c3a968 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870025 Dec 20 14:30:31.662876 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1c5afe1a-03f0-4d3b-8fc7-e8761b8c690d req-07ede615-ccc6-4b0b-9435-0f848d53f7f2 service neutron] 10.222.0.30 "GET /v2.0/networks/495ace7a-f44e-4349-a86f-b6f0c2cf6eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999560 Dec 20 14:30:31.673343 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a1726020-5778-467f-a082-8832a34ab75f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1595867'] for router_interface, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:31.700677 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c69b2f0-e61c-4cdb-b2c4-dd59a55eeddc req-ae9c490e-c19c-4da6-a0f9-ac9cb833bda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:31.702287 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1c69b2f0-e61c-4cdb-b2c4-dd59a55eeddc req-ae9c490e-c19c-4da6-a0f9-ac9cb833bda1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=687c5259-7995-4ccd-9da8-b7cf90c319a1 HTTP/1.1" status: 200 len: 912 time: 0.3744171 Dec 20 14:30:31.764680 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-7c870557-11f5-48d7-a59b-53332616f59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77adfd81-713f-40d2-ac35-9007298b0d4b', 'name': 'tempest-TaggedBootDevicesTest-914184533-router', 'tenant_id': '1080628f9fb44b28a6ddf9255bb33498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'ff64fd73-d087-4cb3-88ab-fee372ba0869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:27:05Z', 'updated_at': '2021-12-20T14:27:13Z', 'revision_number': 4, 'project_id': '1080628f9fb44b28a6ddf9255bb33498', 'gw_port': {'id': 'ff64fd73-d087-4cb3-88ab-fee372ba0869', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:76:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77adfd81-713f-40d2-ac35-9007298b0d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:27:06Z', 'updated_at': '2021-12-20T14:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': '6127866f-477b-4f0b-8956-a7c639471410', 'tenant_id': '1080628f9fb44b28a6ddf9255bb33498', 'floating_ip_address': '172.25.0.27', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': '77adfd81-713f-40d2-ac35-9007298b0d4b', 'port_id': '79cf19b9-8f3f-44e9-85d5-0608077b5b17', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 806, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '687c5259-7995-4ccd-9da8-b7cf90c319a1', 'mac_address': 'fa:16:3e:ab:ae:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bec07a8-c25f-4f16-885e-b65a42ac76c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T14:28:54Z', 'updated_at': '2021-12-20T14:30:28Z', 'revision_number': 1, 'project_id': '1080628f9fb44b28a6ddf9255bb33498', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21b5efa4-a44b-400f-bfcb-7a106d38ea39', 'name': '', 'network_id': '687c5259-7995-4ccd-9da8-b7cf90c319a1', 'tenant_id': '1080628f9fb44b28a6ddf9255bb33498', 'mac_address': 'fa:16:3e:0c:99:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77adfd81-713f-40d2-ac35-9007298b0d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'b510740f-81e5-461d-83bc-0c27692ea662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:27:11Z', 'updated_at': '2021-12-20T14:27:22Z', 'revision_number': 5, 'project_id': '1080628f9fb44b28a6ddf9255bb33498', 'subnets': [{'id': 'b510740f-81e5-461d-83bc-0c27692ea662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:30:31.801936 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c870557-11f5-48d7-a59b-53332616f59d None None] The sync data for ids ['77adfd81-713f-40d2-ac35-9007298b0d4b'] in n-d-761264-19 is: [{'id': '77adfd81-713f-40d2-ac35-9007298b0d4b', 'name': 'tempest-TaggedBootDevicesTest-914184533-router', 'tenant_id': '1080628f9fb44b28a6ddf9255bb33498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'ff64fd73-d087-4cb3-88ab-fee372ba0869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:27:05Z', 'updated_at': '2021-12-20T14:27:13Z', 'revision_number': 4, 'project_id': '1080628f9fb44b28a6ddf9255bb33498', 'gw_port': {'id': 'ff64fd73-d087-4cb3-88ab-fee372ba0869', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:76:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77adfd81-713f-40d2-ac35-9007298b0d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:27:06Z', 'updated_at': '2021-12-20T14:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': '6127866f-477b-4f0b-8956-a7c639471410', 'tenant_id': '1080628f9fb44b28a6ddf9255bb33498', 'floating_ip_address': '172.25.0.27', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': '77adfd81-713f-40d2-ac35-9007298b0d4b', 'port_id': '79cf19b9-8f3f-44e9-85d5-0608077b5b17', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 806, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '687c5259-7995-4ccd-9da8-b7cf90c319a1', 'mac_address': 'fa:16:3e:ab:ae:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bec07a8-c25f-4f16-885e-b65a42ac76c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T14:28:54Z', 'updated_at': '2021-12-20T14:30:28Z', 'revision_number': 1, 'project_id': '1080628f9fb44b28a6ddf9255bb33498', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21b5efa4-a44b-400f-bfcb-7a106d38ea39', 'name': '', 'network_id': '687c5259-7995-4ccd-9da8-b7cf90c319a1', 'tenant_id': '1080628f9fb44b28a6ddf9255bb33498', 'mac_address': 'fa:16:3e:0c:99:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77adfd81-713f-40d2-ac35-9007298b0d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'b510740f-81e5-461d-83bc-0c27692ea662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:27:11Z', 'updated_at': '2021-12-20T14:27:22Z', 'revision_number': 5, 'project_id': '1080628f9fb44b28a6ddf9255bb33498', 'subnets': [{'id': 'b510740f-81e5-461d-83bc-0c27692ea662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:30:31.861585 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bcfbac-491d-4a63-85ac-a45dae205979 req-2504cd03-05df-4c15-a5ed-979f2bfa7ef5 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:31.870055 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-20bcfbac-491d-4a63-85ac-a45dae205979 req-2504cd03-05df-4c15-a5ed-979f2bfa7ef5 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bb36efe-9636-4d19-b5f6-0ef369af8082 HTTP/1.1" status: 200 len: 944 time: 0.1057644 Dec 20 14:30:31.896017 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1c69b2f0-e61c-4cdb-b2c4-dd59a55eeddc req-30015510-4af2-41ae-87d7-bf3ca6c4c7a4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=79cf19b9-8f3f-44e9-85d5-0608077b5b17 HTTP/1.1" status: 200 len: 998 time: 0.1817894 Dec 20 14:30:31.959337 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b54e2b13-ebfa-4ab9-9b8e-4ac58a82fb35 req-609aa82d-d5a7-40ec-8004-6e7f8e63d902 service neutron] 10.222.0.54 "GET /v2.0/networks/7ed718b3-d2e8-4b72-a238-726203897046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4051363 Dec 20 14:30:31.963347 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1c5afe1a-03f0-4d3b-8fc7-e8761b8c690d req-9d42f52e-abb3-4034-be52-226331cfb60a service neutron] 10.222.0.30 "GET /v2.0/networks/495ace7a-f44e-4349-a86f-b6f0c2cf6eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2805552 Dec 20 14:30:31.973506 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-20bcfbac-491d-4a63-85ac-a45dae205979 req-680fa887-f378-4976-9845-0d6eab38c84b tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025605 Dec 20 14:30:32.019668 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c69b2f0-e61c-4cdb-b2c4-dd59a55eeddc req-84914873-d0f6-4925-9b04-b4f08b0da920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:32.021307 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1c69b2f0-e61c-4cdb-b2c4-dd59a55eeddc req-84914873-d0f6-4925-9b04-b4f08b0da920 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b510740f-81e5-461d-83bc-0c27692ea662 HTTP/1.1" status: 200 len: 850 time: 0.1113958 Dec 20 14:30:32.141924 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c69b2f0-e61c-4cdb-b2c4-dd59a55eeddc req-ea9136f1-1696-400c-8ad6-8b19d3a9f8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:32.143703 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1c69b2f0-e61c-4cdb-b2c4-dd59a55eeddc req-ea9136f1-1696-400c-8ad6-8b19d3a9f8a1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=687c5259-7995-4ccd-9da8-b7cf90c319a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0898576 Dec 20 14:30:32.161919 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c4f804-f25b-4d68-aaa3-95b10d45493d None None] New status for floating IP 6127866f-477b-4f0b-8956-a7c639471410: ACTIVE {{(pid=103169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 14:30:32.189168 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b54e2b13-ebfa-4ab9-9b8e-4ac58a82fb35 req-28ee7bb2-6cd8-422a-8526-eedca3c50d2e service neutron] 10.222.0.54 "GET /v2.0/networks/7ed718b3-d2e8-4b72-a238-726203897046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193015 Dec 20 14:30:32.200929 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-a1726020-5778-467f-a082-8832a34ab75f admin admin] Deleting port 20a6b118-0f6a-4cfd-b12f-d4dec70c7ff0 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:30:32.201274 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a1726020-5778-467f-a082-8832a34ab75f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:32.237025 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dcc6b0-2a6e-49eb-9304-29860d36a6ac req-a982ed7d-d2a8-431c-ae9a-e74550648fb0 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:32.245657 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e9dcc6b0-2a6e-49eb-9304-29860d36a6ac req-a982ed7d-d2a8-431c-ae9a-e74550648fb0 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba9b5a65-1624-48cb-9b97-61eb55a4ba53 HTTP/1.1" status: 200 len: 945 time: 0.1176598 Dec 20 14:30:32.342598 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e9dcc6b0-2a6e-49eb-9304-29860d36a6ac req-7d73313b-b559-463b-a3fa-97f0ace0be2f tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6a39052-36c7-4e8a-a837-c745dc8572a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959446 Dec 20 14:30:32.379308 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1c69b2f0-e61c-4cdb-b2c4-dd59a55eeddc req-3328e95e-243a-4bd0-b84d-04501fd357cf service neutron] 10.222.0.30 "GET /v2.0/networks/687c5259-7995-4ccd-9da8-b7cf90c319a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265832 Dec 20 14:30:32.420698 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-a1726020-5778-467f-a082-8832a34ab75f admin admin] For port 20a6b118-0f6a-4cfd-b12f-d4dec70c7ff0, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=20a6b118-0f6a-4cfd-b12f-d4dec70c7ff0,segment=NetworkSegment(5082093d-1352-45ed-950f-f2cd1b7e638c),segment_id=5082093d-1352-45ed-950f-f2cd1b7e638c)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:30:32.421068 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a1726020-5778-467f-a082-8832a34ab75f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:32.465419 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-a1726020-5778-467f-a082-8832a34ab75f admin admin] Calling delete_port for 20a6b118-0f6a-4cfd-b12f-d4dec70c7ff0 owned by network:router_interface {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:30:32.614756 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-65e1fb9c-cf0f-4735-bdf5-43e5c6face7b req-f0db06cc-4bf8-4112-8754-c09d0f51eb6b tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 210 time: 0.0550861 Dec 20 14:30:32.646796 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1c69b2f0-e61c-4cdb-b2c4-dd59a55eeddc req-b88f1fce-1052-4ff0-bdd6-cf6b5b43a3bc service neutron] 10.222.0.30 "GET /v2.0/networks/687c5259-7995-4ccd-9da8-b7cf90c319a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561033 Dec 20 14:30:32.800075 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a8ea09-230f-49ae-b56b-a74b17237887 req-1c2ae8e1-2dca-4036-95c9-ae8cbee3b3d2 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:32.801602 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-89a8ea09-230f-49ae-b56b-a74b17237887 req-1c2ae8e1-2dca-4036-95c9-ae8cbee3b3d2 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=264addcb-becf-470a-8ecc-0f1d20dce83b HTTP/1.1" status: 200 len: 950 time: 0.1023729 Dec 20 14:30:32.819332 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a1726020-5778-467f-a082-8832a34ab75f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:32.821038 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-5afdd32b-215d-4d4c-9adc-257543a82ec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:32.856353 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1726020-5778-467f-a082-8832a34ab75f admin admin] Pushing event deleted for resources: {'Port': ['ID=20a6b118-0f6a-4cfd-b12f-d4dec70c7ff0,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:30:32.931884 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-89a8ea09-230f-49ae-b56b-a74b17237887 req-287e1527-19f1-4a28-92f8-f596e40d759a tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201956 Dec 20 14:30:33.105040 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a1726020-5778-467f-a082-8832a34ab75f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582411'] for router_interface, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:33.151909 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f7c78-64d1-499c-99ab-36bfb7b929f7 req-190667a2-9a31-4035-8f44-4e503d761568 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:33.159887 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-794f7c78-64d1-499c-99ab-36bfb7b929f7 req-190667a2-9a31-4035-8f44-4e503d761568 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bb36efe-9636-4d19-b5f6-0ef369af8082 HTTP/1.1" status: 200 len: 944 time: 0.0634341 Dec 20 14:30:33.217031 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-794f7c78-64d1-499c-99ab-36bfb7b929f7 req-3e96340c-ba98-41a7-9210-60a6240733fb tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459919 Dec 20 14:30:33.368930 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1726020-5778-467f-a082-8832a34ab75f admin admin] Router 91787189-ecbd-4b72-acea-a83597439a63 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:30:33.505028 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0a3111-54bd-4fd1-a70e-7ac6b10ef8eb req-e3902630-c0a8-4453-84a7-f3f713786976 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:33.506669 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5c0a3111-54bd-4fd1-a70e-7ac6b10ef8eb req-e3902630-c0a8-4453-84a7-f3f713786976 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba9b5a65-1624-48cb-9b97-61eb55a4ba53 HTTP/1.1" status: 200 len: 945 time: 0.0910835 Dec 20 14:30:33.536408 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1726020-5778-467f-a082-8832a34ab75f admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:30:33.545377 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-a1726020-5778-467f-a082-8832a34ab75f admin admin] 10.222.0.54 "PUT /v2.0/routers/91787189-ecbd-4b72-acea-a83597439a63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6129370 Dec 20 14:30:33.545377 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58128) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:30:33.549055 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8875bac-8a3f-4665-9dbb-2b49a705095d None None] Sync routers for ids ['91787189-ecbd-4b72-acea-a83597439a63'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:30:33.570357 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8875bac-8a3f-4665-9dbb-2b49a705095d None None] Routers {'91787189-ecbd-4b72-acea-a83597439a63'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:30:33.571052 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-a8875bac-8a3f-4665-9dbb-2b49a705095d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:30:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['91787189-ecbd-4b72-acea-a83597439a63'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:30:33.635497 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5c0a3111-54bd-4fd1-a70e-7ac6b10ef8eb req-50ebd53f-b638-463d-a594-e8f914cad235 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6a39052-36c7-4e8a-a837-c745dc8572a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179242 Dec 20 14:30:33.694037 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-18811877-bdae-48d0-a234-3cd0f4873cf7 admin admin] Publish callbacks [] for router, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:33.711558 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:33.782067 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device cce71cdd-fb66-4c91-85f1-edf4efeb4f5c details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:30:33.801788 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-a8875bac-8a3f-4665-9dbb-2b49a705095d None None] Set router 91787189-ecbd-4b72-acea-a83597439a63 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:30:33.833941 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-18811877-bdae-48d0-a234-3cd0f4873cf7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:33.942159 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ac208994-d689-47ca-8c2d-599fe57d9dfe req-4a495f42-19af-4853-a5c7-d15c962315f2 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 210 time: 0.0992482 Dec 20 14:30:33.982128 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54e2b13-ebfa-4ab9-9b8e-4ac58a82fb35 req-70b025ff-3d08-49a3-b2da-1ae9830b6e78 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:33.990323 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b54e2b13-ebfa-4ab9-9b8e-4ac58a82fb35 req-70b025ff-3d08-49a3-b2da-1ae9830b6e78 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.30 "GET /v2.0/networks?id=7ed718b3-d2e8-4b72-a238-726203897046 HTTP/1.1" status: 200 len: 812 time: 0.3312614 Dec 20 14:30:33.996920 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port cce71cdd-fb66-4c91-85f1-edf4efeb4f5c, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=cce71cdd-fb66-4c91-85f1-edf4efeb4f5c,segment=NetworkSegment(c66b4285-faba-435b-92e7-6de47ba5ef36),segment_id=c66b4285-faba-435b-92e7-6de47ba5ef36)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:30:34.047448 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': 'cce71cdd-fb66-4c91-85f1-edf4efeb4f5c', 'network_id': '0b117659-1bb4-437b-b0c1-51f56db7ff3a', 'port_id': 'cce71cdd-fb66-4c91-85f1-edf4efeb4f5c', 'mac_address': 'fa:16:3e:68:e1:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ff79ed4-3dfb-4794-99de-386c9b910625', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:30:34.083941 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-18811877-bdae-48d0-a234-3cd0f4873cf7 admin admin] Deleting port c84b7523-2c2b-4c15-9aa5-32326a5fad81 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:30:34.084313 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-18811877-bdae-48d0-a234-3cd0f4873cf7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:34.158638 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:34.181471 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-a8875bac-8a3f-4665-9dbb-2b49a705095d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91787189-ecbd-4b72-acea-a83597439a63', 'name': 'tempest-FloatingIPsTestJSON-76608429-router', 'tenant_id': '2a59ffbd3a2f499887af126726a1bc39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'c84b7523-2c2b-4c15-9aa5-32326a5fad81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:30:05Z', 'updated_at': '2021-12-20T14:30:32Z', 'revision_number': 5, 'project_id': '2a59ffbd3a2f499887af126726a1bc39', 'gw_port': {'id': 'c84b7523-2c2b-4c15-9aa5-32326a5fad81', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:48:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91787189-ecbd-4b72-acea-a83597439a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:30:07Z', 'updated_at': '2021-12-20T14:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:30:34.186741 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cce71cdd-fb66-4c91-85f1-edf4efeb4f5c {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:30:34.240058 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8875bac-8a3f-4665-9dbb-2b49a705095d None None] Checking router: 91787189-ecbd-4b72-acea-a83597439a63 for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:30:34.265358 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-18811877-bdae-48d0-a234-3cd0f4873cf7 admin admin] For port c84b7523-2c2b-4c15-9aa5-32326a5fad81, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=c84b7523-2c2b-4c15-9aa5-32326a5fad81,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:30:34.267317 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-18811877-bdae-48d0-a234-3cd0f4873cf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:34.269423 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port cce71cdd-fb66-4c91-85f1-edf4efeb4f5c, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=cce71cdd-fb66-4c91-85f1-edf4efeb4f5c,segment=NetworkSegment(c66b4285-faba-435b-92e7-6de47ba5ef36),segment_id=c66b4285-faba-435b-92e7-6de47ba5ef36)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:30:34.275686 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:34.276230 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8875bac-8a3f-4665-9dbb-2b49a705095d None None] Routers {'91787189-ecbd-4b72-acea-a83597439a63'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:30:34.278223 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-a8875bac-8a3f-4665-9dbb-2b49a705095d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:30:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['91787189-ecbd-4b72-acea-a83597439a63'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:30:34.279154 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b54e2b13-ebfa-4ab9-9b8e-4ac58a82fb35 req-373eef6f-37f1-4824-9bf1-f7b5199938a9 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=514f3908f9164c0fa19c6d421ce9f2b3 HTTP/1.1" status: 200 len: 380 time: 0.2628551 Dec 20 14:30:34.302425 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-b54e2b13-ebfa-4ab9-9b8e-4ac58a82fb35 req-f310c5ac-dea3-4541-b349-d8de64608fa9 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Request body: {'port': {'device_id': 'a76f30c8-712d-44b7-9ed3-98bb884698ef', 'network_id': '7ed718b3-d2e8-4b72-a238-726203897046', 'admin_state_up': True, 'tenant_id': '514f3908f9164c0fa19c6d421ce9f2b3', 'security_groups': ['92081c13-7979-4810-b5cd-70c14477209d']}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:30:34.320604 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-18811877-bdae-48d0-a234-3cd0f4873cf7 admin admin] Calling delete_port for c84b7523-2c2b-4c15-9aa5-32326a5fad81 owned by network:router_gateway {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:30:34.383037 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=cce71cdd-fb66-4c91-85f1-edf4efeb4f5c,revision_number=6']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:30:34.427318 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-a8875bac-8a3f-4665-9dbb-2b49a705095d None None] Set router 91787189-ecbd-4b72-acea-a83597439a63 gateway port host: None {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:30:34.472881 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56e52fe-e246-446d-98e8-6aef4be70e97 req-9885e950-2b15-4d9c-8f5a-7581ee936d62 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:34.478684 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['cce71cdd-fb66-4c91-85f1-edf4efeb4f5c'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:30:34.487264 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a56e52fe-e246-446d-98e8-6aef4be70e97 req-9885e950-2b15-4d9c-8f5a-7581ee936d62 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=264addcb-becf-470a-8ecc-0f1d20dce83b HTTP/1.1" status: 200 len: 950 time: 0.3977468 Dec 20 14:30:34.494981 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-a8875bac-8a3f-4665-9dbb-2b49a705095d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91787189-ecbd-4b72-acea-a83597439a63', 'name': 'tempest-FloatingIPsTestJSON-76608429-router', 'tenant_id': '2a59ffbd3a2f499887af126726a1bc39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:30:05Z', 'updated_at': '2021-12-20T14:30:33Z', 'revision_number': 6, 'project_id': '2a59ffbd3a2f499887af126726a1bc39', 'gw_port_host': None}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:30:34.539038 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8875bac-8a3f-4665-9dbb-2b49a705095d None None] The sync data for ids ['91787189-ecbd-4b72-acea-a83597439a63'] in n-d-761264-19 is: [{'id': '91787189-ecbd-4b72-acea-a83597439a63', 'name': 'tempest-FloatingIPsTestJSON-76608429-router', 'tenant_id': '2a59ffbd3a2f499887af126726a1bc39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:30:05Z', 'updated_at': '2021-12-20T14:30:33Z', 'revision_number': 6, 'project_id': '2a59ffbd3a2f499887af126726a1bc39', 'gw_port_host': None}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:30:34.665920 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a56e52fe-e246-446d-98e8-6aef4be70e97 req-426d30ad-50d2-421b-a2ea-ba4bf09835a3 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774657 Dec 20 14:30:34.728915 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 2613d56f-c106-4a52-9dba-13d9c91b91be details requested by agent hyperv_n-h1-761264-19 with host n-h1-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:30:34.790206 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b54e2b13-ebfa-4ab9-9b8e-4ac58a82fb35 req-f310c5ac-dea3-4541-b349-d8de64608fa9 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Made reservation on behalf of 514f3908f9164c0fa19c6d421ce9f2b3 for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:30:34.795987 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-b54e2b13-ebfa-4ab9-9b8e-4ac58a82fb35 req-f310c5ac-dea3-4541-b349-d8de64608fa9 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:34.953851 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.db.resource_extend [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 14:30:35.258822 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b63b34-07ee-4595-b40b-6734f7f09b40 req-46a8e518-50bb-4bf9-b4f1-9849c13addfb tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:35.262673 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-65b63b34-07ee-4595-b40b-6734f7f09b40 req-46a8e518-50bb-4bf9-b4f1-9849c13addfb tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bb36efe-9636-4d19-b5f6-0ef369af8082 HTTP/1.1" status: 200 len: 944 time: 0.8032250 Dec 20 14:30:35.276777 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [req-b54e2b13-ebfa-4ab9-9b8e-4ac58a82fb35 req-f310c5ac-dea3-4541-b349-d8de64608fa9 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Allocated IP 172.20.0.11 (7ed718b3-d2e8-4b72-a238-726203897046/5d68b841-2dcc-4f7d-9f3b-ab3557b797a0/dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:30:35.281090 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 2613d56f-c106-4a52-9dba-13d9c91b91be, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=2613d56f-c106-4a52-9dba-13d9c91b91be,segment=NetworkSegment(0db4f97e-52d2-4e75-a7f6-550aa2b8eca1),segment_id=0db4f97e-52d2-4e75-a7f6-550aa2b8eca1)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:30:35.339949 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Returning: {'device': '2613d56f-c106-4a52-9dba-13d9c91b91be', 'network_id': '495ace7a-f44e-4349-a86f-b6f0c2cf6eb6', 'port_id': '2613d56f-c106-4a52-9dba-13d9c91b91be', 'mac_address': 'fa:16:3e:d5:05:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8908482-6016-4528-aed2-b6e5b6996a4d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:30:35.352497 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 20a6b118-0f6a-4cfd-b12f-d4dec70c7ff0 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:30:35.399565 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-65b63b34-07ee-4595-b40b-6734f7f09b40 req-cc72bb64-95bd-4fe2-a23c-09237d3c5290 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266532 Dec 20 14:30:35.418713 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 20a6b118-0f6a-4cfd-b12f-d4dec70c7ff0 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:30:35.419088 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 20a6b118-0f6a-4cfd-b12f-d4dec70c7ff0 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:30:35.486192 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:35.525522 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2613d56f-c106-4a52-9dba-13d9c91b91be {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:30:35.562278 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce19c7e-ca01-4509-bdd0-807ea991668e req-25712a9f-88ba-4416-9b39-c7fef014d831 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:35.571395 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-18811877-bdae-48d0-a234-3cd0f4873cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:35.571859 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0ce19c7e-ca01-4509-bdd0-807ea991668e req-25712a9f-88ba-4416-9b39-c7fef014d831 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba9b5a65-1624-48cb-9b97-61eb55a4ba53 HTTP/1.1" status: 200 len: 945 time: 0.3724668 Dec 20 14:30:35.586560 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 2613d56f-c106-4a52-9dba-13d9c91b91be, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=2613d56f-c106-4a52-9dba-13d9c91b91be,segment=NetworkSegment(0db4f97e-52d2-4e75-a7f6-550aa2b8eca1),segment_id=0db4f97e-52d2-4e75-a7f6-550aa2b8eca1)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:30:35.601972 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:35.678761 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18811877-bdae-48d0-a234-3cd0f4873cf7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c84b7523-2c2b-4c15-9aa5-32326a5fad81,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:30:35.701179 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-b54e2b13-ebfa-4ab9-9b8e-4ac58a82fb35 req-f310c5ac-dea3-4541-b349-d8de64608fa9 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:35.768003 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:35.786233 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device cce71cdd-fb66-4c91-85f1-edf4efeb4f5c up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:30:35.874577 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0ce19c7e-ca01-4509-bdd0-807ea991668e req-66341db2-cb14-4dfb-8365-505ec38353b9 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6a39052-36c7-4e8a-a837-c745dc8572a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760913 Dec 20 14:30:35.913529 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-b54e2b13-ebfa-4ab9-9b8e-4ac58a82fb35 req-f310c5ac-dea3-4541-b349-d8de64608fa9 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:35.951337 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=2613d56f-c106-4a52-9dba-13d9c91b91be,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:30:35.953568 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-18811877-bdae-48d0-a234-3cd0f4873cf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584913'] for router_gateway, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:35.982522 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c0f771a1-4d1f-4eb7-b64e-99e86c623b51 req-fd4c8f60-3bf3-4ed6-914f-33101e24f5b7 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 210 time: 0.1461799 Dec 20 14:30:36.020273 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port cce71cdd-fb66-4c91-85f1-edf4efeb4f5c triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:30:36.021261 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:36.088994 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['2613d56f-c106-4a52-9dba-13d9c91b91be'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:30:36.094948 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f310c5ac-dea3-4541-b349-d8de64608fa9 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Pushing event updated for resources: {'Port': ['ID=dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:30:36.176855 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b54e2b13-ebfa-4ab9-9b8e-4ac58a82fb35 req-f310c5ac-dea3-4541-b349-d8de64608fa9 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Network 7ed718b3-d2e8-4b72-a238-726203897046 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:30:36.183355 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [req-b54e2b13-ebfa-4ab9-9b8e-4ac58a82fb35 req-f310c5ac-dea3-4541-b349-d8de64608fa9 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:30:36.190090 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-b54e2b13-ebfa-4ab9-9b8e-4ac58a82fb35 req-f310c5ac-dea3-4541-b349-d8de64608fa9 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:30:36.327794 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-18811877-bdae-48d0-a234-3cd0f4873cf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40132'] for router, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:36.332413 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-18811877-bdae-48d0-a234-3cd0f4873cf7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:36.398718 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-18811877-bdae-48d0-a234-3cd0f4873cf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1594808'] for router, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:36.410199 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18811877-bdae-48d0-a234-3cd0f4873cf7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91787189-ecbd-4b72-acea-a83597439a63 {{(pid=103167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 14:30:36.426053 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-18811877-bdae-48d0-a234-3cd0f4873cf7 admin admin] Publish callbacks [] for router, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:36.427741 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54e2b13-ebfa-4ab9-9b8e-4ac58a82fb35 req-f310c5ac-dea3-4541-b349-d8de64608fa9 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:36.428828 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-18811877-bdae-48d0-a234-3cd0f4873cf7 admin admin] 10.222.0.54 "DELETE /v2.0/routers/91787189-ecbd-4b72-acea-a83597439a63 HTTP/1.1" status: 204 len: 168 time: 2.8824761 Dec 20 14:30:36.429581 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-b54e2b13-ebfa-4ab9-9b8e-4ac58a82fb35 req-f310c5ac-dea3-4541-b349-d8de64608fa9 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:36.431460 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58198) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:30:36.453994 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:36.495456 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a0e299-7d3e-406e-9222-c1f374a84a68 req-1c07654d-6f45-4d6b-8fa7-dfac201275a7 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:36.498403 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b4a0e299-7d3e-406e-9222-c1f374a84a68 req-1c07654d-6f45-4d6b-8fa7-dfac201275a7 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=264addcb-becf-470a-8ecc-0f1d20dce83b HTTP/1.1" status: 200 len: 950 time: 0.3990395 Dec 20 14:30:36.569721 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_v2 [None req-98103707-c09c-4227-bf0a-20aff9be51b2 admin admin] Deleting subnet ffbe1ff9-0526-4ec5-a722-6246ade0c67c {{(pid=103167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:30:36.582497 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-98103707-c09c-4227-bf0a-20aff9be51b2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:36.588057 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b54e2b13-ebfa-4ab9-9b8e-4ac58a82fb35 req-f310c5ac-dea3-4541-b349-d8de64608fa9 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2835939 Dec 20 14:30:36.619614 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-b54e2b13-ebfa-4ab9-9b8e-4ac58a82fb35 req-94105acf-9773-4457-a2e9-99bc12d8c1d1 service neutron] Request body: {'port': {'device_id': 'a76f30c8-712d-44b7-9ed3-98bb884698ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-19'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:30:36.716720 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:36.773169 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-98103707-c09c-4227-bf0a-20aff9be51b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954412'] for subnet, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:36.784235 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b4a0e299-7d3e-406e-9222-c1f374a84a68 req-4db93837-e848-4f6f-bdfd-a4671ac1d0e6 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714863 Dec 20 14:30:36.822014 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-b54e2b13-ebfa-4ab9-9b8e-4ac58a82fb35 req-94105acf-9773-4457-a2e9-99bc12d8c1d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:36.929533 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a299b01-e717-4673-93a7-295d0efdb002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cce71cdd-fb66-4c91-85f1-edf4efeb4f5c'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:30:36.932376 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c37e06c-722a-40ab-9753-0a34fd62412e" -d '{"events": [{"server_uuid": "2a299b01-e717-4673-93a7-295d0efdb002", "name": "network-vif-plugged", "status": "completed", "tag": "cce71cdd-fb66-4c91-85f1-edf4efeb4f5c"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:30:36.958972 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device c84b7523-2c2b-4c15-9aa5-32326a5fad81 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:30:37.057572 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port cce71cdd-fb66-4c91-85f1-edf4efeb4f5c, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=cce71cdd-fb66-4c91-85f1-edf4efeb4f5c,segment=NetworkSegment(c66b4285-faba-435b-92e7-6de47ba5ef36),segment_id=c66b4285-faba-435b-92e7-6de47ba5ef36)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:30:37.060520 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: c84b7523-2c2b-4c15-9aa5-32326a5fad81 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:30:37.061084 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device c84b7523-2c2b-4c15-9aa5-32326a5fad81 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:30:37.091663 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:37.100458 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-98103707-c09c-4227-bf0a-20aff9be51b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:37.129783 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e004e326-8979-4864-a16c-e8305d8f79a5 req-ce2a2872-6d24-46dc-a6e9-5eb705648d35 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:37.149517 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e004e326-8979-4864-a16c-e8305d8f79a5 req-ce2a2872-6d24-46dc-a6e9-5eb705648d35 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bb36efe-9636-4d19-b5f6-0ef369af8082 HTTP/1.1" status: 200 len: 945 time: 0.4996908 Dec 20 14:30:37.170651 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-325d99ad-c340-403c-aebb-63b2fb4d951f None None] Provisioning complete for port dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:30:37.171074 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-325d99ad-c340-403c-aebb-63b2fb4d951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:37.279150 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=cce71cdd-fb66-4c91-85f1-edf4efeb4f5c,revision_number=7']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:30:37.282128 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-325d99ad-c340-403c-aebb-63b2fb4d951f None None] Port dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:30:37.290218 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e004e326-8979-4864-a16c-e8305d8f79a5 req-bbbc0c9b-6528-43b2-a3ba-2144da30466f tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382558 Dec 20 14:30:37.344122 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-98103707-c09c-4227-bf0a-20aff9be51b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:37.389145 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-98103707-c09c-4227-bf0a-20aff9be51b2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:37.393548 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-98103707-c09c-4227-bf0a-20aff9be51b2 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/ffbe1ff9-0526-4ec5-a722-6246ade0c67c HTTP/1.1" status: 204 len: 168 time: 0.9581468 Dec 20 14:30:37.393805 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831a31ac-d6de-45b7-a85e-5fec00d4bebe None None] Network b1dae41e-5daf-4c7a-b53f-da33069cad8a requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:30:37.435762 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d6278ed-b21d-4239-85e7-0ae385018819 x-openstack-request-id: req-9d6278ed-b21d-4239-85e7-0ae385018819 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:30:37.436037 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a299b01-e717-4673-93a7-295d0efdb002", "name": "network-vif-plugged", "status": "completed", "tag": "cce71cdd-fb66-4c91-85f1-edf4efeb4f5c", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:30:37.436293 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9d6278ed-b21d-4239-85e7-0ae385018819 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:30:37.436682 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a299b01-e717-4673-93a7-295d0efdb002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cce71cdd-fb66-4c91-85f1-edf4efeb4f5c', 'code': 200} Dec 20 14:30:37.445831 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58214) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:30:37.475849 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98103707-c09c-4227-bf0a-20aff9be51b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffbe1ff9-0526-4ec5-a722-6246ade0c67c,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:30:37.628062 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d1cf1291-cfef-4b3a-b54a-ed63ecd19397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:37.664758 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a741504-60ec-4049-b3f6-0413f97a9abb req-65dd409c-766f-4376-a595-174b3b1c5f84 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:37.666608 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1a741504-60ec-4049-b3f6-0413f97a9abb req-65dd409c-766f-4376-a595-174b3b1c5f84 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 932 time: 0.1053205 Dec 20 14:30:37.757157 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69bf3bd4-79cf-4690-8501-4617a18c269b None None] DHCP port deletion for b1dae41e-5daf-4c7a-b53f-da33069cad8a request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:30:37.776503 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1a741504-60ec-4049-b3f6-0413f97a9abb req-4251a2ee-750f-4279-ae2f-271ce8a78311 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=92081c13-7979-4810-b5cd-70c14477209d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879178 Dec 20 14:30:37.788158 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-d1cf1291-cfef-4b3a-b54a-ed63ecd19397 admin admin] Deleting port a786d7d1-4b6f-4759-aa4f-8b8c01424b60 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:30:37.788685 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d1cf1291-cfef-4b3a-b54a-ed63ecd19397 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:37.929960 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-d1cf1291-cfef-4b3a-b54a-ed63ecd19397 admin admin] For port a786d7d1-4b6f-4759-aa4f-8b8c01424b60, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=a786d7d1-4b6f-4759-aa4f-8b8c01424b60,segment=NetworkSegment(5082093d-1352-45ed-950f-f2cd1b7e638c),segment_id=5082093d-1352-45ed-950f-f2cd1b7e638c)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:30:37.930244 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d1cf1291-cfef-4b3a-b54a-ed63ecd19397 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:37.939929 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-69bf3bd4-79cf-4690-8501-4617a18c269b None None] Deleting port a786d7d1-4b6f-4759-aa4f-8b8c01424b60 {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:30:37.940537 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-69bf3bd4-79cf-4690-8501-4617a18c269b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:37.959016 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-d1cf1291-cfef-4b3a-b54a-ed63ecd19397 admin admin] Calling delete_port for a786d7d1-4b6f-4759-aa4f-8b8c01424b60 owned by network:dhcp {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:30:37.967195 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026e6613-af9a-48d8-8818-b065599a7133 req-3eff5692-5e19-475d-9466-9c5d206ce49b tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:37.981165 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-026e6613-af9a-48d8-8818-b065599a7133 req-3eff5692-5e19-475d-9466-9c5d206ce49b tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba9b5a65-1624-48cb-9b97-61eb55a4ba53 HTTP/1.1" status: 200 len: 945 time: 0.8604724 Dec 20 14:30:38.110337 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-69bf3bd4-79cf-4690-8501-4617a18c269b None None] For port a786d7d1-4b6f-4759-aa4f-8b8c01424b60, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=a786d7d1-4b6f-4759-aa4f-8b8c01424b60,segment=NetworkSegment(5082093d-1352-45ed-950f-f2cd1b7e638c),segment_id=5082093d-1352-45ed-950f-f2cd1b7e638c)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:30:38.110763 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-69bf3bd4-79cf-4690-8501-4617a18c269b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:38.130299 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d1cf1291-cfef-4b3a-b54a-ed63ecd19397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:38.149101 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-69bf3bd4-79cf-4690-8501-4617a18c269b None None] Calling delete_port for a786d7d1-4b6f-4759-aa4f-8b8c01424b60 owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:30:38.155288 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1cf1291-cfef-4b3a-b54a-ed63ecd19397 admin admin] No DVR routers for this DVR port a786d7d1-4b6f-4759-aa4f-8b8c01424b60 on host n-d-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:30:38.185567 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cf1291-cfef-4b3a-b54a-ed63ecd19397 admin admin] Pushing event deleted for resources: {'Port': ['ID=a786d7d1-4b6f-4759-aa4f-8b8c01424b60,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:30:38.256860 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-026e6613-af9a-48d8-8818-b065599a7133 req-8cc460cb-bf7b-4cb5-9485-88c16eb23739 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6a39052-36c7-4e8a-a837-c745dc8572a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744288 Dec 20 14:30:38.324961 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d1cf1291-cfef-4b3a-b54a-ed63ecd19397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:38.360279 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-69bf3bd4-79cf-4690-8501-4617a18c269b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:38.427504 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bf3bd4-79cf-4690-8501-4617a18c269b None None] Pushing event deleted for resources: {'Port': ['ID=a786d7d1-4b6f-4759-aa4f-8b8c01424b60,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:30:38.433355 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69bf3bd4-79cf-4690-8501-4617a18c269b None None] No DVR routers for this DVR port a786d7d1-4b6f-4759-aa4f-8b8c01424b60 on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:30:38.444205 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [req-b54e2b13-ebfa-4ab9-9b8e-4ac58a82fb35 req-94105acf-9773-4457-a2e9-99bc12d8c1d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7 {{(pid=103168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:30:38.451778 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-d1cf1291-cfef-4b3a-b54a-ed63ecd19397 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1dae41e-5daf-4c7a-b53f-da33069cad8a']}} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:30:38.459928 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bf3bd4-79cf-4690-8501-4617a18c269b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:30:38.468300 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bf3bd4-79cf-4690-8501-4617a18c269b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:30:38.469062 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bf3bd4-79cf-4690-8501-4617a18c269b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:30:38.469534 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bf3bd4-79cf-4690-8501-4617a18c269b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:30:38.469967 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bf3bd4-79cf-4690-8501-4617a18c269b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:30:38.470511 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bf3bd4-79cf-4690-8501-4617a18c269b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:30:38.470957 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bf3bd4-79cf-4690-8501-4617a18c269b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:30:38.471445 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bf3bd4-79cf-4690-8501-4617a18c269b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:30:38.471890 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bf3bd4-79cf-4690-8501-4617a18c269b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:30:38.478710 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-d1cf1291-cfef-4b3a-b54a-ed63ecd19397 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5082093d-1352-45ed-950f-f2cd1b7e638c') {'for_net_delete': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:30:38.478982 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-b54e2b13-ebfa-4ab9-9b8e-4ac58a82fb35 req-94105acf-9773-4457-a2e9-99bc12d8c1d1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:38.479123 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-d1cf1291-cfef-4b3a-b54a-ed63ecd19397 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5082093d-1352-45ed-950f-f2cd1b7e638c') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:30:38.479845 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bf3bd4-79cf-4690-8501-4617a18c269b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:30:38.480685 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bf3bd4-79cf-4690-8501-4617a18c269b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:30:38.481142 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bf3bd4-79cf-4690-8501-4617a18c269b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:30:38.482017 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bf3bd4-79cf-4690-8501-4617a18c269b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:30:38.514046 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d1cf1291-cfef-4b3a-b54a-ed63ecd19397 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954405'] for segment, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:38.524607 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b7db55-2ceb-487b-a77e-996528f0658b req-8bc91692-f557-422e-9fbc-2986819ada30 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:38.535975 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-07b7db55-2ceb-487b-a77e-996528f0658b req-8bc91692-f557-422e-9fbc-2986819ada30 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=264addcb-becf-470a-8ecc-0f1d20dce83b HTTP/1.1" status: 200 len: 950 time: 0.1717982 Dec 20 14:30:38.536890 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.provisioning_blocks [req-b54e2b13-ebfa-4ab9-9b8e-4ac58a82fb35 req-94105acf-9773-4457-a2e9-99bc12d8c1d1 service neutron] Transition to ACTIVE for port object dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7 will not be triggered until provisioned by entity L2. {{(pid=103168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:30:38.549781 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-b54e2b13-ebfa-4ab9-9b8e-4ac58a82fb35 req-94105acf-9773-4457-a2e9-99bc12d8c1d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:38.579316 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d1cf1291-cfef-4b3a-b54a-ed63ecd19397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:38.599580 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1cf1291-cfef-4b3a-b54a-ed63ecd19397 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=103167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:30:38.600221 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d1cf1291-cfef-4b3a-b54a-ed63ecd19397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9956000'] for segment, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:38.604767 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:30:38.604767 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:30:38.604767 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:30:38.604767 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:30:38.604767 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:30:38.604767 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:30:38.604767 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:30:38.604767 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:30:38.604767 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:30:38.604767 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:30:38.604767 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:30:38.604767 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:30:38.604767 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:30:38.604767 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:30:38.604767 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:30:38.604767 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:30:38.604767 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:30:38.604767 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:30:38.604767 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:30:38.604767 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:30:38.604767 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:30:38.604767 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:30:38.604767 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:30:38.604767 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:30:38.604767 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:30:38.604767 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:30:38.604767 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:30:38.604767 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:30:38.604767 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:30:38.604767 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:30:38.604767 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:30:38.604767 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:30:38.604767 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:30:38.604767 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:30:38.604767 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:30:38.604767 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:30:38.604767 n-d-761264-19 neutron-server[103167]: Traceback (most recent call last): Dec 20 14:30:38.607726 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:30:38.607726 n-d-761264-19 neutron-server[103167]: timer() Dec 20 14:30:38.607726 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:30:38.607726 n-d-761264-19 neutron-server[103167]: cb(*args, **kw) Dec 20 14:30:38.607726 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:30:38.607726 n-d-761264-19 neutron-server[103167]: return func(*args, **kwargs) Dec 20 14:30:38.607726 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:30:38.607726 n-d-761264-19 neutron-server[103167]: self._notify() Dec 20 14:30:38.607726 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:30:38.607726 n-d-761264-19 neutron-server[103167]: self.callback(batched_events) Dec 20 14:30:38.607726 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:30:38.607726 n-d-761264-19 neutron-server[103167]: event.method(event) Dec 20 14:30:38.607726 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:30:38.607726 n-d-761264-19 neutron-server[103167]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:30:38.607726 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:30:38.607726 n-d-761264-19 neutron-server[103167]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:30:38.607726 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:30:38.607726 n-d-761264-19 neutron-server[103167]: return f(self, *a, **k) Dec 20 14:30:38.607726 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:30:38.607726 n-d-761264-19 neutron-server[103167]: return self._get(url).json() Dec 20 14:30:38.607726 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:30:38.607726 n-d-761264-19 neutron-server[103167]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:30:38.607726 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:30:38.607726 n-d-761264-19 neutron-server[103167]: return self.request(url, 'GET', **kwargs) Dec 20 14:30:38.607726 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:30:38.607726 n-d-761264-19 neutron-server[103167]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:30:38.607726 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:30:38.607726 n-d-761264-19 neutron-server[103167]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:30:38.607726 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:30:38.607726 n-d-761264-19 neutron-server[103167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:30:38.607726 n-d-761264-19 neutron-server[103167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:30:38.625138 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dde1a0d-dfac-4842-b51c-b7dc843c9abb req-c191f694-4959-4dc4-b166-0da0413a6099 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:38.630513 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2dde1a0d-dfac-4842-b51c-b7dc843c9abb req-c191f694-4959-4dc4-b166-0da0413a6099 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bb36efe-9636-4d19-b5f6-0ef369af8082 HTTP/1.1" status: 200 len: 945 time: 0.1276982 Dec 20 14:30:38.679838 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94105acf-9773-4457-a2e9-99bc12d8c1d1 service neutron] Pushing event updated for resources: {'Port': ['ID=dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:30:38.723086 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-07b7db55-2ceb-487b-a77e-996528f0658b req-607de90b-1bd4-48a4-9149-94fa6ed506d9 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858256 Dec 20 14:30:38.732362 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 2613d56f-c106-4a52-9dba-13d9c91b91be up at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:30:38.767268 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d1cf1291-cfef-4b3a-b54a-ed63ecd19397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:38.809565 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d1cf1291-cfef-4b3a-b54a-ed63ecd19397 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:38.863190 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-d1cf1291-cfef-4b3a-b54a-ed63ecd19397 admin admin] 10.222.0.54 "DELETE /v2.0/networks/b1dae41e-5daf-4c7a-b53f-da33069cad8a HTTP/1.1" status: 204 len: 168 time: 1.4123259 Dec 20 14:30:38.865393 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cf1291-cfef-4b3a-b54a-ed63ecd19397 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1dae41e-5daf-4c7a-b53f-da33069cad8a,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:30:38.881446 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device a786d7d1-4b6f-4759-aa4f-8b8c01424b60 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:30:38.915137 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2dde1a0d-dfac-4842-b51c-b7dc843c9abb req-224656d4-2aa5-4ef3-8ec5-df2cddc15153 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658656 Dec 20 14:30:38.926635 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: a786d7d1-4b6f-4759-aa4f-8b8c01424b60 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:30:38.927249 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device a786d7d1-4b6f-4759-aa4f-8b8c01424b60 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:30:38.965728 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-b54e2b13-ebfa-4ab9-9b8e-4ac58a82fb35 req-94105acf-9773-4457-a2e9-99bc12d8c1d1 service neutron] Attempting to bind port dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7 on host n-h1-761264-19 for vnic_type normal with profile {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:30:38.965728 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-b54e2b13-ebfa-4ab9-9b8e-4ac58a82fb35 req-94105acf-9773-4457-a2e9-99bc12d8c1d1 service neutron] Attempting to bind port dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7 by drivers openvswitch,hyperv on host n-h1-761264-19 at level 0 using segments [{'id': '64c4cfe8-4670-4033-981a-f04cac942433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7ed718b3-d2e8-4b72-a238-726203897046'}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:30:38.966207 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54e2b13-ebfa-4ab9-9b8e-4ac58a82fb35 req-94105acf-9773-4457-a2e9-99bc12d8c1d1 service neutron] Attempting to bind port dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7 on network 7ed718b3-d2e8-4b72-a238-726203897046 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:30:38.967113 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning for port 2613d56f-c106-4a52-9dba-13d9c91b91be completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:30:38.974524 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning complete for port 2613d56f-c106-4a52-9dba-13d9c91b91be triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:30:38.975416 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:38.994077 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54e2b13-ebfa-4ab9-9b8e-4ac58a82fb35 req-94105acf-9773-4457-a2e9-99bc12d8c1d1 service neutron] Port dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7 on network 7ed718b3-d2e8-4b72-a238-726203897046 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-19 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:30:38.995094 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54e2b13-ebfa-4ab9-9b8e-4ac58a82fb35 req-94105acf-9773-4457-a2e9-99bc12d8c1d1 service neutron] Attempting to bind port dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7 on network 7ed718b3-d2e8-4b72-a238-726203897046 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:30:39.009329 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54e2b13-ebfa-4ab9-9b8e-4ac58a82fb35 req-94105acf-9773-4457-a2e9-99bc12d8c1d1 service neutron] Checking agent: {'id': '3e5ace3e-dd7b-4522-a7c4-77d13dbeab1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:30:39.012766 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54e2b13-ebfa-4ab9-9b8e-4ac58a82fb35 req-94105acf-9773-4457-a2e9-99bc12d8c1d1 service neutron] Checking segment: {'id': '64c4cfe8-4670-4033-981a-f04cac942433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7ed718b3-d2e8-4b72-a238-726203897046'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:30:39.016578 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54e2b13-ebfa-4ab9-9b8e-4ac58a82fb35 req-94105acf-9773-4457-a2e9-99bc12d8c1d1 service neutron] Bound using segment: {'id': '64c4cfe8-4670-4033-981a-f04cac942433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7ed718b3-d2e8-4b72-a238-726203897046'} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:30:39.017344 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-b54e2b13-ebfa-4ab9-9b8e-4ac58a82fb35 req-94105acf-9773-4457-a2e9-99bc12d8c1d1 service neutron] Bound port: dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7, host: n-h1-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64c4cfe8-4670-4033-981a-f04cac942433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7ed718b3-d2e8-4b72-a238-726203897046'}}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:30:39.019228 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-b54e2b13-ebfa-4ab9-9b8e-4ac58a82fb35 req-94105acf-9773-4457-a2e9-99bc12d8c1d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:39.189282 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:39.190932 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235f45ed-7881-4a54-bc4e-e44231e84b1b req-67aa0677-3ecc-49b4-b5dc-7aa175639731 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:39.199250 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-235f45ed-7881-4a54-bc4e-e44231e84b1b req-67aa0677-3ecc-49b4-b5dc-7aa175639731 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 944 time: 0.2095368 Dec 20 14:30:39.227063 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58242) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:30:39.241291 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-b54e2b13-ebfa-4ab9-9b8e-4ac58a82fb35 req-94105acf-9773-4457-a2e9-99bc12d8c1d1 service neutron] For port dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7, host n-h1-761264-19, cleared binding levels {{(pid=103168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:30:39.262977 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 2613d56f-c106-4a52-9dba-13d9c91b91be, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=2613d56f-c106-4a52-9dba-13d9c91b91be,segment=NetworkSegment(0db4f97e-52d2-4e75-a7f6-550aa2b8eca1),segment_id=0db4f97e-52d2-4e75-a7f6-550aa2b8eca1)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:30:39.274881 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:39.317259 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-b54e2b13-ebfa-4ab9-9b8e-4ac58a82fb35 req-94105acf-9773-4457-a2e9-99bc12d8c1d1 service neutron] For port dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7, host n-h1-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7,segment=NetworkSegment(64c4cfe8-4670-4033-981a-f04cac942433),segment_id=64c4cfe8-4670-4033-981a-f04cac942433)] {{(pid=103168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:30:39.345289 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-b54e2b13-ebfa-4ab9-9b8e-4ac58a82fb35 req-94105acf-9773-4457-a2e9-99bc12d8c1d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:39.349404 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=2613d56f-c106-4a52-9dba-13d9c91b91be,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:30:39.380231 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-235f45ed-7881-4a54-bc4e-e44231e84b1b req-794c1653-95f1-4d40-8d6c-fb6550878692 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=92081c13-7979-4810-b5cd-70c14477209d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1764586 Dec 20 14:30:39.438061 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb36efe-9636-4d19-b5f6-0ef369af8082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2613d56f-c106-4a52-9dba-13d9c91b91be'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:30:39.443185 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dba0500-f671-4eeb-8ec3-755b2f397436" -d '{"events": [{"server_uuid": "7bb36efe-9636-4d19-b5f6-0ef369af8082", "name": "network-vif-plugged", "status": "completed", "tag": "2613d56f-c106-4a52-9dba-13d9c91b91be"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:30:39.479063 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54e2b13-ebfa-4ab9-9b8e-4ac58a82fb35 req-94105acf-9773-4457-a2e9-99bc12d8c1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:39.479962 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-b54e2b13-ebfa-4ab9-9b8e-4ac58a82fb35 req-94105acf-9773-4457-a2e9-99bc12d8c1d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:39.482312 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b54e2b13-ebfa-4ab9-9b8e-4ac58a82fb35 req-94105acf-9773-4457-a2e9-99bc12d8c1d1 service neutron] 10.222.0.30 "PUT /v2.0/ports/dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7 HTTP/1.1" status: 200 len: 1093 time: 2.8883569 Dec 20 14:30:39.485765 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a76f30c8-712d-44b7-9ed3-98bb884698ef', 'tag': 'dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:30:39.488378 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57e3c15f-0ac6-497a-b0ab-b0b9e9c804c9" -d '{"events": [{"name": "network-changed", "server_uuid": "a76f30c8-712d-44b7-9ed3-98bb884698ef", "tag": "dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:30:39.494239 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-3a03bd49-9482-46c7-a3eb-50dbd1a0a56b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2a59ffbd3a2f499887af126726a1bc39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2641227 Dec 20 14:30:39.496449 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58256) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:30:39.605592 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94105acf-9773-4457-a2e9-99bc12d8c1d1 service neutron] Pushing event updated for resources: {'Port': ['ID=dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7,revision_number=3']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:30:39.624861 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91630995-150c-4f34-8da2-de5aae0c6873 req-88acd45d-1b4d-4521-8fe7-08c6039c0372 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:39.626494 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-91630995-150c-4f34-8da2-de5aae0c6873 req-88acd45d-1b4d-4521-8fe7-08c6039c0372 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba9b5a65-1624-48cb-9b97-61eb55a4ba53 HTTP/1.1" status: 200 len: 945 time: 0.2458241 Dec 20 14:30:39.645291 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ff4df51-0ee0-4f01-afad-c9e9e78fc495 x-openstack-request-id: req-2ff4df51-0ee0-4f01-afad-c9e9e78fc495 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:30:39.646084 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bb36efe-9636-4d19-b5f6-0ef369af8082", "name": "network-vif-plugged", "status": "completed", "tag": "2613d56f-c106-4a52-9dba-13d9c91b91be", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:30:39.646518 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2ff4df51-0ee0-4f01-afad-c9e9e78fc495 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:30:39.647171 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bb36efe-9636-4d19-b5f6-0ef369af8082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2613d56f-c106-4a52-9dba-13d9c91b91be', 'code': 200} Dec 20 14:30:39.685831 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54e2b13-ebfa-4ab9-9b8e-4ac58a82fb35 req-f712e9fc-19c7-46bd-8047-bffc6dda1303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:39.687711 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b54e2b13-ebfa-4ab9-9b8e-4ac58a82fb35 req-f712e9fc-19c7-46bd-8047-bffc6dda1303 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=514f3908f9164c0fa19c6d421ce9f2b3&device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 1096 time: 0.1414678 Dec 20 14:30:39.723018 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-964fa16c-5b58-48fb-a343-18e8472e0255 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:39.829079 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-964fa16c-5b58-48fb-a343-18e8472e0255 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:39.844945 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b54e2b13-ebfa-4ab9-9b8e-4ac58a82fb35 req-95596f11-b9c2-4d64-96ee-eff42c8a8c77 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7 HTTP/1.1" status: 200 len: 217 time: 0.1451390 Dec 20 14:30:39.876554 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ff11c1e-12bc-4587-9e1b-ff981f3e0cdf x-openstack-request-id: req-0ff11c1e-12bc-4587-9e1b-ff981f3e0cdf {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:30:39.878256 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a76f30c8-712d-44b7-9ed3-98bb884698ef", "tag": "dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:30:39.878621 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0ff11c1e-12bc-4587-9e1b-ff981f3e0cdf {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:30:39.879166 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a76f30c8-712d-44b7-9ed3-98bb884698ef', 'tag': 'dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7', 'status': 'completed', 'code': 200} Dec 20 14:30:39.903044 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-91630995-150c-4f34-8da2-de5aae0c6873 req-47da83e9-2411-4563-b395-786b6e951502 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6a39052-36c7-4e8a-a837-c745dc8572a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312772 Dec 20 14:30:39.998682 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-964fa16c-5b58-48fb-a343-18e8472e0255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:40.001864 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-964fa16c-5b58-48fb-a343-18e8472e0255 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:40.004836 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-964fa16c-5b58-48fb-a343-18e8472e0255 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b531055d-06f8-4615-8aae-9cf3b5f41ff3 HTTP/1.1" status: 204 len: 168 time: 0.5071640 Dec 20 14:30:40.035102 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa16c-5b58-48fb-a343-18e8472e0255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b531055d-06f8-4615-8aae-9cf3b5f41ff3,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:30:40.065651 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdeabee-30f3-43ac-80ac-0dc845c12c24 req-d0e4debd-71ac-4113-9175-2fbdfb188517 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:40.078625 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7fdeabee-30f3-43ac-80ac-0dc845c12c24 req-d0e4debd-71ac-4113-9175-2fbdfb188517 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=264addcb-becf-470a-8ecc-0f1d20dce83b HTTP/1.1" status: 200 len: 950 time: 0.1578953 Dec 20 14:30:40.175680 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7fdeabee-30f3-43ac-80ac-0dc845c12c24 req-b5b75424-bf78-4ae1-b051-4513bafd4b6f tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915053 Dec 20 14:30:40.176328 n-d-761264-19 neutron-server[103168]: INFO neutron.api.v2.resource [req-339cea37-477e-4467-9f13-0d02ec2d18f7 req-953e9e4b-7452-4406-982d-c29cf157da24 service neutron] show failed (client error): The resource could not be found. Dec 20 14:30:40.177370 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-339cea37-477e-4467-9f13-0d02ec2d18f7 req-953e9e4b-7452-4406-982d-c29cf157da24 service neutron] 10.222.0.47 "GET /v2.0/ports/47effca4-a119-48c1-b2c1-a300bc11c325/bindings/n-h1-761264-19 HTTP/1.1" status: 404 len: 381 time: 0.2420700 Dec 20 14:30:40.266903 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3716c75-333d-4d31-b137-df7f331aca17 req-e2a28d4f-b9e8-4350-a22f-f22c133135c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:40.268442 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e3716c75-333d-4d31-b137-df7f331aca17 req-e2a28d4f-b9e8-4350-a22f-f22c133135c8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7bb36efe-9636-4d19-b5f6-0ef369af8082 HTTP/1.1" status: 200 len: 1098 time: 0.4779792 Dec 20 14:30:40.270657 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54e2b13-ebfa-4ab9-9b8e-4ac58a82fb35 req-b5bb01c8-9a60-4fb6-b303-adf13c332ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:40.272036 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b54e2b13-ebfa-4ab9-9b8e-4ac58a82fb35 req-b5bb01c8-9a60-4fb6-b303-adf13c332ea1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5d68b841-2dcc-4f7d-9f3b-ab3557b797a0 HTTP/1.1" status: 200 len: 851 time: 0.3498211 Dec 20 14:30:40.285496 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ee3314-1a56-4c8f-b110-24d0be7d5f0a req-3e627b68-b0ee-4256-93c7-abef47a1d8c3 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:40.287548 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e7ee3314-1a56-4c8f-b110-24d0be7d5f0a req-3e627b68-b0ee-4256-93c7-abef47a1d8c3 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bb36efe-9636-4d19-b5f6-0ef369af8082 HTTP/1.1" status: 200 len: 946 time: 0.2150180 Dec 20 14:30:40.475415 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e3716c75-333d-4d31-b137-df7f331aca17 req-02a0d367-ff07-44b4-b72f-f216a37aefb2 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859460 Dec 20 14:30:40.489356 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54e2b13-ebfa-4ab9-9b8e-4ac58a82fb35 req-7669ed9b-ec06-409b-9bba-e24ae1fa63f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:40.495994 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b54e2b13-ebfa-4ab9-9b8e-4ac58a82fb35 req-7669ed9b-ec06-409b-9bba-e24ae1fa63f0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ed718b3-d2e8-4b72-a238-726203897046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1770041 Dec 20 14:30:40.511085 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e7ee3314-1a56-4c8f-b110-24d0be7d5f0a req-8d19b6ea-b473-49d9-97d4-e0be7f65b7c1 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825802 Dec 20 14:30:40.730889 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7784f633-9e29-4554-b808-cef6de83fb4b req-b75789e1-6ca2-437b-b56a-26c9e1ade0c9 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:40.739972 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7784f633-9e29-4554-b808-cef6de83fb4b req-b75789e1-6ca2-437b-b56a-26c9e1ade0c9 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 944 time: 0.1176322 Dec 20 14:30:40.812479 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7784f633-9e29-4554-b808-cef6de83fb4b req-43e7816a-4802-4e99-a97a-b11b817d42ba tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=92081c13-7979-4810-b5cd-70c14477209d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668547 Dec 20 14:30:40.932573 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339cea37-477e-4467-9f13-0d02ec2d18f7 req-46592f29-8bbd-4a2e-bf02-3d8fc5c42776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:40.935739 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-339cea37-477e-4467-9f13-0d02ec2d18f7 req-46592f29-8bbd-4a2e-bf02-3d8fc5c42776 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=264addcb-becf-470a-8ecc-0f1d20dce83b&tenant_id=c1e404e3ac2e456f831247d0bb0227f5 HTTP/1.1" status: 200 len: 1102 time: 0.1403773 Dec 20 14:30:40.971777 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b54e2b13-ebfa-4ab9-9b8e-4ac58a82fb35 req-5bf74b30-9400-4ce5-8c7d-01a9ada98fa1 service neutron] 10.222.0.30 "GET /v2.0/networks/7ed718b3-d2e8-4b72-a238-726203897046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931434 Dec 20 14:30:40.985575 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-339cea37-477e-4467-9f13-0d02ec2d18f7 req-14fdb14d-4f68-4c4a-aefc-9204bd88c43d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-761264-19', 'device_owner': 'compute:nova'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:30:41.212773 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-339cea37-477e-4467-9f13-0d02ec2d18f7 req-14fdb14d-4f68-4c4a-aefc-9204bd88c43d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:41.322240 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b244d527-84c4-45cc-8064-892cf699f2f9 req-267e35b2-d647-4919-8e8c-9026e8cb8a52 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:41.326869 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b244d527-84c4-45cc-8064-892cf699f2f9 req-267e35b2-d647-4919-8e8c-9026e8cb8a52 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba9b5a65-1624-48cb-9b97-61eb55a4ba53 HTTP/1.1" status: 200 len: 945 time: 0.2623188 Dec 20 14:30:41.352212 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b54e2b13-ebfa-4ab9-9b8e-4ac58a82fb35 req-982dcf17-3568-421e-ba31-711d9a91b2fd service neutron] 10.222.0.30 "GET /v2.0/networks/7ed718b3-d2e8-4b72-a238-726203897046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3635514 Dec 20 14:30:41.392914 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:41.416310 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e860b-8c99-44ea-95a5-19e5913fb702 req-50d8fa36-3101-4192-87de-5586f03185bd tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:41.432902 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-676e860b-8c99-44ea-95a5-19e5913fb702 req-50d8fa36-3101-4192-87de-5586f03185bd tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=264addcb-becf-470a-8ecc-0f1d20dce83b HTTP/1.1" status: 200 len: 950 time: 0.1128280 Dec 20 14:30:41.538986 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-676e860b-8c99-44ea-95a5-19e5913fb702 req-c68e87d2-aec6-4d0f-8f6f-d4c8f6142087 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043515 Dec 20 14:30:41.568947 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b244d527-84c4-45cc-8064-892cf699f2f9 req-7906e02f-99b1-4f16-bb3c-2f06448514f5 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6a39052-36c7-4e8a-a837-c745dc8572a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302651 Dec 20 14:30:41.790532 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-339cea37-477e-4467-9f13-0d02ec2d18f7 req-14fdb14d-4f68-4c4a-aefc-9204bd88c43d service neutron] For port 47effca4-a119-48c1-b2c1-a300bc11c325, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=47effca4-a119-48c1-b2c1-a300bc11c325,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:30:41.818214 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e3c15f-0ac6-497a-b0ab-b0b9e9c804c9 req-d8712525-733a-4c56-bc74-ebe96f9183d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:41.820903 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-57e3c15f-0ac6-497a-b0ab-b0b9e9c804c9 req-d8712525-733a-4c56-bc74-ebe96f9183d7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=514f3908f9164c0fa19c6d421ce9f2b3&device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 1096 time: 0.3398538 Dec 20 14:30:42.027153 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81090e29-07b3-43fa-a355-dde5b3bb69d4 req-283346d7-b556-450a-b790-c1ca4a92ad2a tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:42.035418 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-81090e29-07b3-43fa-a355-dde5b3bb69d4 req-283346d7-b556-450a-b790-c1ca4a92ad2a tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bb36efe-9636-4d19-b5f6-0ef369af8082 HTTP/1.1" status: 200 len: 946 time: 0.1735883 Dec 20 14:30:42.041986 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-339cea37-477e-4467-9f13-0d02ec2d18f7 req-14fdb14d-4f68-4c4a-aefc-9204bd88c43d service neutron] For port 47effca4-a119-48c1-b2c1-a300bc11c325, host n-h2-761264-19, cleared binding levels {{(pid=103168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:30:42.106279 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e3c15f-0ac6-497a-b0ab-b0b9e9c804c9 req-502ab8b6-d358-4cdf-a682-46a7ba14eacd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:42.107841 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-57e3c15f-0ac6-497a-b0ab-b0b9e9c804c9 req-502ab8b6-d358-4cdf-a682-46a7ba14eacd service neutron] 10.222.0.30 "GET /v2.0/networks?id=7ed718b3-d2e8-4b72-a238-726203897046 HTTP/1.1" status: 200 len: 913 time: 0.2776847 Dec 20 14:30:42.123343 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-81090e29-07b3-43fa-a355-dde5b3bb69d4 req-1a46f7fc-cedf-45b4-bd66-94d3a9b3923e tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792506 Dec 20 14:30:42.175842 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '264addcb-becf-470a-8ecc-0f1d20dce83b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47effca4-a119-48c1-b2c1-a300bc11c325'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:30:42.178408 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b691f872-9988-4285-8973-3c68e647c0fd" -d '{"events": [{"server_uuid": "264addcb-becf-470a-8ecc-0f1d20dce83b", "name": "network-vif-unplugged", "status": "completed", "tag": "47effca4-a119-48c1-b2c1-a300bc11c325"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:30:42.184013 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-339cea37-477e-4467-9f13-0d02ec2d18f7 req-14fdb14d-4f68-4c4a-aefc-9204bd88c43d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:42.212613 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.provisioning_blocks [req-339cea37-477e-4467-9f13-0d02ec2d18f7 req-14fdb14d-4f68-4c4a-aefc-9204bd88c43d service neutron] Transition to ACTIVE for port object 47effca4-a119-48c1-b2c1-a300bc11c325 will not be triggered until provisioned by entity L2. {{(pid=103168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:30:42.221090 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-339cea37-477e-4467-9f13-0d02ec2d18f7 req-14fdb14d-4f68-4c4a-aefc-9204bd88c43d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:42.286343 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fdb14d-4f68-4c4a-aefc-9204bd88c43d service neutron] Pushing event updated for resources: {'Port': ['ID=47effca4-a119-48c1-b2c1-a300bc11c325,revision_number=6']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:30:42.383838 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-57e3c15f-0ac6-497a-b0ab-b0b9e9c804c9 req-63924e49-b0ec-4270-a223-7704418dc343 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7 HTTP/1.1" status: 200 len: 217 time: 0.0851631 Dec 20 14:30:42.387864 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46919946-4416-4320-9f45-070f7cd1ec34 req-fa1fdafd-580e-4a62-bbc5-8d90fb8e9a19 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:42.387864 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-46919946-4416-4320-9f45-070f7cd1ec34 req-fa1fdafd-580e-4a62-bbc5-8d90fb8e9a19 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 944 time: 0.1616600 Dec 20 14:30:42.410861 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-339cea37-477e-4467-9f13-0d02ec2d18f7 req-14fdb14d-4f68-4c4a-aefc-9204bd88c43d service neutron] No DVR routers for this DVR port 47effca4-a119-48c1-b2c1-a300bc11c325 on host n-h2-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:30:42.416240 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 14:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-209cc072-6969-40f7-bbf5-8e40ae8c86e1 x-openstack-request-id: req-209cc072-6969-40f7-bbf5-8e40ae8c86e1 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:30:42.416528 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "264addcb-becf-470a-8ecc-0f1d20dce83b", "name": "network-vif-unplugged", "status": "completed", "tag": "47effca4-a119-48c1-b2c1-a300bc11c325", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:30:42.416783 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-209cc072-6969-40f7-bbf5-8e40ae8c86e1 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:30:42.417474 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '264addcb-becf-470a-8ecc-0f1d20dce83b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47effca4-a119-48c1-b2c1-a300bc11c325', 'code': 200} Dec 20 14:30:42.564874 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-339cea37-477e-4467-9f13-0d02ec2d18f7 req-14fdb14d-4f68-4c4a-aefc-9204bd88c43d service neutron] Attempting to bind port 47effca4-a119-48c1-b2c1-a300bc11c325 on host n-h1-761264-19 for vnic_type normal with profile {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:30:42.565322 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-339cea37-477e-4467-9f13-0d02ec2d18f7 req-14fdb14d-4f68-4c4a-aefc-9204bd88c43d service neutron] Attempting to bind port 47effca4-a119-48c1-b2c1-a300bc11c325 by drivers openvswitch,hyperv on host n-h1-761264-19 at level 0 using segments [{'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:30:42.565538 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-339cea37-477e-4467-9f13-0d02ec2d18f7 req-14fdb14d-4f68-4c4a-aefc-9204bd88c43d service neutron] Attempting to bind port 47effca4-a119-48c1-b2c1-a300bc11c325 on network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:30:42.572832 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e3c15f-0ac6-497a-b0ab-b0b9e9c804c9 req-3b732d29-095f-4e78-a4d9-6741e39cac88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:42.574531 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-57e3c15f-0ac6-497a-b0ab-b0b9e9c804c9 req-3b732d29-095f-4e78-a4d9-6741e39cac88 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5d68b841-2dcc-4f7d-9f3b-ab3557b797a0 HTTP/1.1" status: 200 len: 851 time: 0.2033267 Dec 20 14:30:42.578523 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-339cea37-477e-4467-9f13-0d02ec2d18f7 req-14fdb14d-4f68-4c4a-aefc-9204bd88c43d service neutron] Port 47effca4-a119-48c1-b2c1-a300bc11c325 on network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-19 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:30:42.578983 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-339cea37-477e-4467-9f13-0d02ec2d18f7 req-14fdb14d-4f68-4c4a-aefc-9204bd88c43d service neutron] Attempting to bind port 47effca4-a119-48c1-b2c1-a300bc11c325 on network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:30:42.587561 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-339cea37-477e-4467-9f13-0d02ec2d18f7 req-14fdb14d-4f68-4c4a-aefc-9204bd88c43d service neutron] Checking agent: {'id': '3e5ace3e-dd7b-4522-a7c4-77d13dbeab1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:30:42.589136 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-339cea37-477e-4467-9f13-0d02ec2d18f7 req-14fdb14d-4f68-4c4a-aefc-9204bd88c43d service neutron] Checking segment: {'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:30:42.590000 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-339cea37-477e-4467-9f13-0d02ec2d18f7 req-14fdb14d-4f68-4c4a-aefc-9204bd88c43d service neutron] Bound using segment: {'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:30:42.590480 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-339cea37-477e-4467-9f13-0d02ec2d18f7 req-14fdb14d-4f68-4c4a-aefc-9204bd88c43d service neutron] Bound port: 47effca4-a119-48c1-b2c1-a300bc11c325, host: n-h1-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'}}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:30:42.591596 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-339cea37-477e-4467-9f13-0d02ec2d18f7 req-14fdb14d-4f68-4c4a-aefc-9204bd88c43d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:42.668972 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-46919946-4416-4320-9f45-070f7cd1ec34 req-9dc010d6-887c-4b2e-8926-5a1c352cb409 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=92081c13-7979-4810-b5cd-70c14477209d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2633426 Dec 20 14:30:42.767469 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f44e704-1c95-4708-9fa3-f0073471e8d2 req-0340830c-6cdf-4ea6-bcad-f5081ebe9758 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:42.769484 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1f44e704-1c95-4708-9fa3-f0073471e8d2 req-0340830c-6cdf-4ea6-bcad-f5081ebe9758 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.30 "GET /v2.0/ports?device_id=7bb36efe-9636-4d19-b5f6-0ef369af8082 HTTP/1.1" status: 200 len: 946 time: 0.2266071 Dec 20 14:30:42.909774 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-339cea37-477e-4467-9f13-0d02ec2d18f7 req-14fdb14d-4f68-4c4a-aefc-9204bd88c43d service neutron] For port 47effca4-a119-48c1-b2c1-a300bc11c325, host n-h1-761264-19, cleared binding levels {{(pid=103168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:30:42.917856 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e3c15f-0ac6-497a-b0ab-b0b9e9c804c9 req-1fe8f735-5f24-4ab9-9b4f-c46f86603779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:42.920179 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-57e3c15f-0ac6-497a-b0ab-b0b9e9c804c9 req-1fe8f735-5f24-4ab9-9b4f-c46f86603779 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ed718b3-d2e8-4b72-a238-726203897046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3339396 Dec 20 14:30:42.955725 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-339cea37-477e-4467-9f13-0d02ec2d18f7 req-14fdb14d-4f68-4c4a-aefc-9204bd88c43d service neutron] For port 47effca4-a119-48c1-b2c1-a300bc11c325, host n-h1-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=47effca4-a119-48c1-b2c1-a300bc11c325,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:30:43.000848 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:30:43.000848 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:30:43.000848 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:30:43.000848 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:30:43.000848 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:30:43.000848 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:30:43.000848 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:30:43.000848 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:30:43.000848 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:30:43.000848 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:30:43.000848 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:30:43.000848 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:30:43.000848 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:30:43.000848 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:30:43.000848 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:30:43.000848 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:30:43.000848 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:30:43.000848 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:30:43.000848 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:30:43.000848 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:30:43.000848 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:30:43.000848 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:30:43.000848 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:30:43.000848 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:30:43.000848 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:30:43.000848 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:30:43.000848 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:30:43.000848 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:30:43.000848 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:30:43.000848 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:30:43.000848 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:30:43.000848 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:30:43.000848 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:30:43.000848 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:30:43.000848 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:30:43.000848 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:30:43.012867 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:30:43.012867 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:30:43.012867 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:30:43.012867 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:30:43.012867 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:30:43.012867 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:30:43.012867 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:30:43.012867 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:30:43.012867 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:30:43.012867 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:30:43.012867 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:30:43.012867 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:30:43.012867 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7bb6b8-8dcd-4e55-8d3b-51c459cd7e46 req-65534fd6-89f9-4727-95d1-4e5b4ef70e0b tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:43.012867 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1a7bb6b8-8dcd-4e55-8d3b-51c459cd7e46 req-65534fd6-89f9-4727-95d1-4e5b4ef70e0b tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=264addcb-becf-470a-8ecc-0f1d20dce83b HTTP/1.1" status: 200 len: 948 time: 0.3585582 Dec 20 14:30:43.012867 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-339cea37-477e-4467-9f13-0d02ec2d18f7 req-14fdb14d-4f68-4c4a-aefc-9204bd88c43d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:43.026140 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a2cf20-40b4-4fac-a86a-99fbeaeb00b0 req-9cccf152-0088-4af7-9779-447af2a8d466 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:43.038356 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-85a2cf20-40b4-4fac-a86a-99fbeaeb00b0 req-9cccf152-0088-4af7-9779-447af2a8d466 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba9b5a65-1624-48cb-9b97-61eb55a4ba53 HTTP/1.1" status: 200 len: 945 time: 0.1876776 Dec 20 14:30:43.080668 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339cea37-477e-4467-9f13-0d02ec2d18f7 req-14fdb14d-4f68-4c4a-aefc-9204bd88c43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:43.082897 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-339cea37-477e-4467-9f13-0d02ec2d18f7 req-14fdb14d-4f68-4c4a-aefc-9204bd88c43d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:43.087231 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-339cea37-477e-4467-9f13-0d02ec2d18f7 req-14fdb14d-4f68-4c4a-aefc-9204bd88c43d service neutron] 10.222.0.30 "PUT /v2.0/ports/47effca4-a119-48c1-b2c1-a300bc11c325 HTTP/1.1" status: 200 len: 1097 time: 2.1035235 Dec 20 14:30:43.187328 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-1f44e704-1c95-4708-9fa3-f0073471e8d2 req-9da42610-0a96-41b5-b8d8-af225bce8052 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Deleting port 2613d56f-c106-4a52-9dba-13d9c91b91be {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:30:43.188077 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-1f44e704-1c95-4708-9fa3-f0073471e8d2 req-9da42610-0a96-41b5-b8d8-af225bce8052 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:43.223492 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-85a2cf20-40b4-4fac-a86a-99fbeaeb00b0 req-557782da-ea61-4f9d-a418-2f5a421329b1 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6a39052-36c7-4e8a-a837-c745dc8572a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801708 Dec 20 14:30:43.410496 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58376) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:30:43.505459 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fdb14d-4f68-4c4a-aefc-9204bd88c43d service neutron] Pushing event updated for resources: {'Port': ['ID=47effca4-a119-48c1-b2c1-a300bc11c325,revision_number=7']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:30:43.567561 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-1f44e704-1c95-4708-9fa3-f0073471e8d2 req-9da42610-0a96-41b5-b8d8-af225bce8052 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] For port 2613d56f-c106-4a52-9dba-13d9c91b91be, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=2613d56f-c106-4a52-9dba-13d9c91b91be,segment=NetworkSegment(0db4f97e-52d2-4e75-a7f6-550aa2b8eca1),segment_id=0db4f97e-52d2-4e75-a7f6-550aa2b8eca1)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:30:43.569369 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-1f44e704-1c95-4708-9fa3-f0073471e8d2 req-9da42610-0a96-41b5-b8d8-af225bce8052 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:43.580312 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1a7bb6b8-8dcd-4e55-8d3b-51c459cd7e46 req-f5ec910a-28a0-4159-a2a0-a261ff185469 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5542927 Dec 20 14:30:43.589565 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339cea37-477e-4467-9f13-0d02ec2d18f7 req-4df3c019-c07d-4c31-80b8-d0acced1aaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:43.592240 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-339cea37-477e-4467-9f13-0d02ec2d18f7 req-4df3c019-c07d-4c31-80b8-d0acced1aaa5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c1e404e3ac2e456f831247d0bb0227f5&device_id=264addcb-becf-470a-8ecc-0f1d20dce83b HTTP/1.1" status: 200 len: 1100 time: 0.2960153 Dec 20 14:30:43.649281 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-1f44e704-1c95-4708-9fa3-f0073471e8d2 req-9da42610-0a96-41b5-b8d8-af225bce8052 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Calling delete_port for 2613d56f-c106-4a52-9dba-13d9c91b91be owned by compute:nova {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:30:43.810567 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-57e3c15f-0ac6-497a-b0ab-b0b9e9c804c9 req-2355374f-4807-4a28-93c4-f3e52846c33a service neutron] 10.222.0.30 "GET /v2.0/networks/7ed718b3-d2e8-4b72-a238-726203897046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8383150 Dec 20 14:30:43.833539 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 47effca4-a119-48c1-b2c1-a300bc11c325 no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:30:43.957112 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-51a8d871-540d-4cbe-884d-b8f15dee6332 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:43.967158 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 47effca4-a119-48c1-b2c1-a300bc11c325 not bound to the agent host n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:30:43.997880 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339cea37-477e-4467-9f13-0d02ec2d18f7 req-c5b3bb0f-c2dd-4e78-9636-942b555a0ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:43.999429 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-339cea37-477e-4467-9f13-0d02ec2d18f7 req-c5b3bb0f-c2dd-4e78-9636-942b555a0ec3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1 HTTP/1.1" status: 200 len: 870 time: 0.3979762 Dec 20 14:30:44.039294 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84422645-b3bd-4a1b-894b-346cdcc44b75 req-bac7fced-cd7d-40b5-8c2b-a0a88f80a40c tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:44.049242 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-84422645-b3bd-4a1b-894b-346cdcc44b75 req-bac7fced-cd7d-40b5-8c2b-a0a88f80a40c tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bb36efe-9636-4d19-b5f6-0ef369af8082 HTTP/1.1" status: 200 len: 946 time: 0.2633665 Dec 20 14:30:44.083412 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a66131-9d45-4f4b-96eb-2f4c0864ee7e req-a13bcaf5-1b2f-4f1e-9ee5-c5178351bd4d tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:44.084980 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-68a66131-9d45-4f4b-96eb-2f4c0864ee7e req-a13bcaf5-1b2f-4f1e-9ee5-c5178351bd4d tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 944 time: 0.1903665 Dec 20 14:30:44.093770 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-339cea37-477e-4467-9f13-0d02ec2d18f7 req-79d523c4-923d-4745-a868-2e6a0625b505 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=47effca4-a119-48c1-b2c1-a300bc11c325 HTTP/1.1" status: 200 len: 217 time: 0.0847318 Dec 20 14:30:44.260920 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-84422645-b3bd-4a1b-894b-346cdcc44b75 req-3bc4287e-24ba-4efe-94c5-df60a97abae4 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101057 Dec 20 14:30:44.311666 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-1f44e704-1c95-4708-9fa3-f0073471e8d2 req-9da42610-0a96-41b5-b8d8-af225bce8052 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:44.328911 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['2613d56f-c106-4a52-9dba-13d9c91b91be'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:30:44.336798 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-68a66131-9d45-4f4b-96eb-2f4c0864ee7e req-7946db88-82a3-4399-ad97-ca07d399238f tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=92081c13-7979-4810-b5cd-70c14477209d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2383375 Dec 20 14:30:44.347333 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-57e3c15f-0ac6-497a-b0ab-b0b9e9c804c9 req-a10b32cf-b030-4446-8d64-b219a5c2fe01 service neutron] 10.222.0.30 "GET /v2.0/networks/7ed718b3-d2e8-4b72-a238-726203897046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5211396 Dec 20 14:30:44.354449 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339cea37-477e-4467-9f13-0d02ec2d18f7 req-402f41e0-9bf5-43b1-aa50-b70cd6808d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:44.363311 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-339cea37-477e-4467-9f13-0d02ec2d18f7 req-402f41e0-9bf5-43b1-aa50-b70cd6808d63 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=36bf280f-81bb-4486-a87a-9b9505a1cec4 HTTP/1.1" status: 200 len: 843 time: 0.2353506 Dec 20 14:30:44.420743 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da42610-0a96-41b5-b8d8-af225bce8052 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Pushing event deleted for resources: {'Port': ['ID=2613d56f-c106-4a52-9dba-13d9c91b91be,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:30:44.481812 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '264addcb-becf-470a-8ecc-0f1d20dce83b', 'tag': '47effca4-a119-48c1-b2c1-a300bc11c325'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:30:44.484773 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61235264-ddc5-4d15-aec6-a392ab3f382a" -d '{"events": [{"name": "network-changed", "server_uuid": "264addcb-becf-470a-8ecc-0f1d20dce83b", "tag": "47effca4-a119-48c1-b2c1-a300bc11c325"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:30:44.529380 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339cea37-477e-4467-9f13-0d02ec2d18f7 req-d5976893-f365-40cd-82a3-67280769efb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:44.532333 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-339cea37-477e-4467-9f13-0d02ec2d18f7 req-d5976893-f365-40cd-82a3-67280769efb7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1559575 Dec 20 14:30:44.660207 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc24103-4780-4493-9238-fcf8f192eb56 req-f40972e5-6a88-4697-b218-ea548975169f tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:44.669615 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8dc24103-4780-4493-9238-fcf8f192eb56 req-f40972e5-6a88-4697-b218-ea548975169f tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba9b5a65-1624-48cb-9b97-61eb55a4ba53 HTTP/1.1" status: 200 len: 945 time: 0.2018669 Dec 20 14:30:44.670695 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f44e704-1c95-4708-9fa3-f0073471e8d2 req-9da42610-0a96-41b5-b8d8-af225bce8052 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] No DVR routers for this DVR port 2613d56f-c106-4a52-9dba-13d9c91b91be on host n-h1-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:30:44.678008 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-1f44e704-1c95-4708-9fa3-f0073471e8d2 req-9da42610-0a96-41b5-b8d8-af225bce8052 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:44.686895 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1f44e704-1c95-4708-9fa3-f0073471e8d2 req-9da42610-0a96-41b5-b8d8-af225bce8052 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.30 "DELETE /v2.0/ports/2613d56f-c106-4a52-9dba-13d9c91b91be HTTP/1.1" status: 204 len: 173 time: 1.9078271 Dec 20 14:30:44.759389 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-51a8d871-540d-4cbe-884d-b8f15dee6332 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:44.767167 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb36efe-9636-4d19-b5f6-0ef369af8082', 'name': 'network-vif-deleted', 'tag': '2613d56f-c106-4a52-9dba-13d9c91b91be'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:30:44.767520 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e3a7465-59dd-492d-9c6a-97fc9c97bae5" -d '{"events": [{"server_uuid": "7bb36efe-9636-4d19-b5f6-0ef369af8082", "name": "network-vif-deleted", "tag": "2613d56f-c106-4a52-9dba-13d9c91b91be"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:30:44.769419 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7 details requested by agent hyperv_n-h1-761264-19 with host n-h1-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:30:44.778346 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-51a8d871-540d-4cbe-884d-b8f15dee6332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:44.811182 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4533bb82-26c5-487e-b2c4-aca75cbfffd3 x-openstack-request-id: req-4533bb82-26c5-487e-b2c4-aca75cbfffd3 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:30:44.811577 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "264addcb-becf-470a-8ecc-0f1d20dce83b", "tag": "47effca4-a119-48c1-b2c1-a300bc11c325", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:30:44.811719 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4533bb82-26c5-487e-b2c4-aca75cbfffd3 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:30:44.812125 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '264addcb-becf-470a-8ecc-0f1d20dce83b', 'tag': '47effca4-a119-48c1-b2c1-a300bc11c325', 'status': 'completed', 'code': 200} Dec 20 14:30:44.858701 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a8d871-540d-4cbe-884d-b8f15dee6332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=549fdf63-5e2c-4e13-90c5-d1c7afee0276,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:30:44.932907 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8dc24103-4780-4493-9238-fcf8f192eb56 req-bd0f59d1-82f2-4b28-881b-877b5f144938 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6a39052-36c7-4e8a-a837-c745dc8572a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437587 Dec 20 14:30:44.936222 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-51a8d871-540d-4cbe-884d-b8f15dee6332 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9431ba89da3a4597b206d9c0dd2d382a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5226214 Dec 20 14:30:44.938959 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58412) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:30:45.046764 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-193805bf-542a-407d-b4a8-e2e3982ec2e2 x-openstack-request-id: req-193805bf-542a-407d-b4a8-e2e3982ec2e2 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:30:45.047450 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bb36efe-9636-4d19-b5f6-0ef369af8082", "name": "network-vif-deleted", "tag": "2613d56f-c106-4a52-9dba-13d9c91b91be", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:30:45.049087 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-193805bf-542a-407d-b4a8-e2e3982ec2e2 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:30:45.049676 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bb36efe-9636-4d19-b5f6-0ef369af8082', 'name': 'network-vif-deleted', 'tag': '2613d56f-c106-4a52-9dba-13d9c91b91be', 'status': 'completed', 'code': 200} Dec 20 14:30:45.072064 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7,segment=NetworkSegment(64c4cfe8-4670-4033-981a-f04cac942433),segment_id=64c4cfe8-4670-4033-981a-f04cac942433)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:30:45.081504 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-339cea37-477e-4467-9f13-0d02ec2d18f7 req-0d071525-25e4-4b66-9890-7780343a7770 service neutron] 10.222.0.30 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5388525 Dec 20 14:30:45.085623 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6103b4d5-d54b-47d3-b7b3-a03fd3ea4c02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:45.111419 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Returning: {'device': 'dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7', 'network_id': '7ed718b3-d2e8-4b72-a238-726203897046', 'port_id': 'dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7', 'mac_address': 'fa:16:3e:18:9e:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d68b841-2dcc-4f7d-9f3b-ab3557b797a0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:30:45.130296 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6103b4d5-d54b-47d3-b7b3-a03fd3ea4c02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:45.221922 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d22333d8-65c7-4af9-a3f6-3446ef15c885 req-50c2afc4-0bb4-4956-a895-4fe7518d9e3c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=543a5ccf1524441b95c235a83f5e56cd&device_id=7bb36efe-9636-4d19-b5f6-0ef369af8082 HTTP/1.1" status: 200 len: 210 time: 0.0403965 Dec 20 14:30:45.244854 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:45.247814 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:45.271014 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61235264-ddc5-4d15-aec6-a392ab3f382a req-c3f9f814-cb66-4be2-8342-1fcc1f54252b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:45.273938 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-61235264-ddc5-4d15-aec6-a392ab3f382a req-c3f9f814-cb66-4be2-8342-1fcc1f54252b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c1e404e3ac2e456f831247d0bb0227f5&device_id=264addcb-becf-470a-8ecc-0f1d20dce83b HTTP/1.1" status: 200 len: 1100 time: 0.4707565 Dec 20 14:30:45.282166 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:30:45.293438 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea4b317-171f-4fc5-8356-f737f2841c61 req-121e5281-6e2d-4581-ae53-1ea3d9473811 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:45.304019 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7ea4b317-171f-4fc5-8356-f737f2841c61 req-121e5281-6e2d-4581-ae53-1ea3d9473811 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=264addcb-becf-470a-8ecc-0f1d20dce83b HTTP/1.1" status: 200 len: 948 time: 0.3841364 Dec 20 14:30:45.356634 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7,segment=NetworkSegment(64c4cfe8-4670-4033-981a-f04cac942433),segment_id=64c4cfe8-4670-4033-981a-f04cac942433)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:30:45.365425 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:45.384703 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-339cea37-477e-4467-9f13-0d02ec2d18f7 req-0cf1afca-934e-4d4a-99de-c5e8f775dbbd service neutron] 10.222.0.30 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2915616 Dec 20 14:30:45.386168 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6103b4d5-d54b-47d3-b7b3-a03fd3ea4c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:45.410354 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6103b4d5-d54b-47d3-b7b3-a03fd3ea4c02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:45.411198 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-6103b4d5-d54b-47d3-b7b3-a03fd3ea4c02 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/549fdf63-5e2c-4e13-90c5-d1c7afee0276 HTTP/1.1" status: 204 len: 168 time: 0.4704154 Dec 20 14:30:45.415035 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7ea4b317-171f-4fc5-8356-f737f2841c61 req-71e15b63-43f9-4301-b44c-aeb62a038daa tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097565 Dec 20 14:30:45.475069 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6103b4d5-d54b-47d3-b7b3-a03fd3ea4c02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=549fdf63-5e2c-4e13-90c5-d1c7afee0276,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:30:45.579010 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:30:45.699075 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5b98a3ae-043c-44f1-a846-618e3e1b50c6 req-a3813bfd-2b90-4b21-8b8d-729963f4c67f tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bb36efe-9636-4d19-b5f6-0ef369af8082 HTTP/1.1" status: 200 len: 210 time: 0.1589174 Dec 20 14:30:45.742260 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22333d8-65c7-4af9-a3f6-3446ef15c885 req-45871f48-7045-49b5-8356-8e0f6af7434f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:45.746993 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d22333d8-65c7-4af9-a3f6-3446ef15c885 req-45871f48-7045-49b5-8356-8e0f6af7434f service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=543a5ccf1524441b95c235a83f5e56cd&shared=False HTTP/1.1" status: 200 len: 912 time: 0.5156174 Dec 20 14:30:45.789612 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:30:45.863912 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af1776f-ca75-4666-8be5-2c480534ea37 req-ae28e928-ebaf-4683-8940-a22a705f71ed tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:45.872779 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6af1776f-ca75-4666-8be5-2c480534ea37 req-ae28e928-ebaf-4683-8940-a22a705f71ed tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 945 time: 0.2225091 Dec 20 14:30:45.900200 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61235264-ddc5-4d15-aec6-a392ab3f382a req-89ca4222-ebfe-4bcc-9c97-325c9d248d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:45.901869 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-61235264-ddc5-4d15-aec6-a392ab3f382a req-89ca4222-ebfe-4bcc-9c97-325c9d248d1c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c1e404e3ac2e456f831247d0bb0227f5&device_id=264addcb-becf-470a-8ecc-0f1d20dce83b HTTP/1.1" status: 200 len: 1100 time: 0.3924026 Dec 20 14:30:46.130457 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22333d8-65c7-4af9-a3f6-3446ef15c885 req-5f375688-700d-45b6-9248-d03b4e34df66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:46.132056 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d22333d8-65c7-4af9-a3f6-3446ef15c885 req-5f375688-700d-45b6-9248-d03b4e34df66 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3578830 Dec 20 14:30:46.178939 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6af1776f-ca75-4666-8be5-2c480534ea37 req-4463ce18-f7bc-4080-a5d9-75be1f9f81f1 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=92081c13-7979-4810-b5cd-70c14477209d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3039124 Dec 20 14:30:46.185999 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61235264-ddc5-4d15-aec6-a392ab3f382a req-c19bdbec-42d4-4ff5-93ac-282ed9b650a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:46.187940 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-61235264-ddc5-4d15-aec6-a392ab3f382a req-c19bdbec-42d4-4ff5-93ac-282ed9b650a0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1 HTTP/1.1" status: 200 len: 870 time: 0.2770174 Dec 20 14:30:46.362019 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-61235264-ddc5-4d15-aec6-a392ab3f382a req-12b89be9-8bd5-4906-8814-98e236470a4b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=47effca4-a119-48c1-b2c1-a300bc11c325 HTTP/1.1" status: 200 len: 217 time: 0.1559291 Dec 20 14:30:46.363621 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61235264-ddc5-4d15-aec6-a392ab3f382a req-1a509fd1-81ef-4f35-b223-d3293242a000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:46.368410 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-61235264-ddc5-4d15-aec6-a392ab3f382a req-1a509fd1-81ef-4f35-b223-d3293242a000 service neutron] 10.222.0.47 "GET /v2.0/networks?id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1 HTTP/1.1" status: 200 len: 870 time: 0.9511590 Dec 20 14:30:46.380132 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe8aded-2fdf-417e-bd89-54242cd07cb0 req-643b1191-2441-4ea8-8c47-e302d87e301a tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:46.389092 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4fe8aded-2fdf-417e-bd89-54242cd07cb0 req-643b1191-2441-4ea8-8c47-e302d87e301a tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba9b5a65-1624-48cb-9b97-61eb55a4ba53 HTTP/1.1" status: 200 len: 945 time: 0.0691328 Dec 20 14:30:46.465111 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4fe8aded-2fdf-417e-bd89-54242cd07cb0 req-689c40fe-b770-4c8b-871b-c1f372d3dc4b tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6a39052-36c7-4e8a-a837-c745dc8572a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747802 Dec 20 14:30:46.597068 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-61235264-ddc5-4d15-aec6-a392ab3f382a req-733a7ff1-e461-4110-b032-6d1891b01097 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=47effca4-a119-48c1-b2c1-a300bc11c325 HTTP/1.1" status: 200 len: 217 time: 0.2119248 Dec 20 14:30:46.863853 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61235264-ddc5-4d15-aec6-a392ab3f382a req-5911c375-3956-4543-94e8-b039bfd70aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:46.868058 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-61235264-ddc5-4d15-aec6-a392ab3f382a req-5911c375-3956-4543-94e8-b039bfd70aa3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36bf280f-81bb-4486-a87a-9b9505a1cec4 HTTP/1.1" status: 200 len: 843 time: 0.2576723 Dec 20 14:30:46.930971 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d5d39826-bfdc-4d83-96b4-18e7b561f851 req-2fe7737a-173c-4054-b06d-32b4c68e38b9 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bb36efe-9636-4d19-b5f6-0ef369af8082 HTTP/1.1" status: 200 len: 210 time: 0.0508666 Dec 20 14:30:47.015277 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61235264-ddc5-4d15-aec6-a392ab3f382a req-d4ed81f7-9090-4a30-af26-784cb6fd8248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:47.016860 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-61235264-ddc5-4d15-aec6-a392ab3f382a req-d4ed81f7-9090-4a30-af26-784cb6fd8248 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=36bf280f-81bb-4486-a87a-9b9505a1cec4 HTTP/1.1" status: 200 len: 843 time: 0.6450150 Dec 20 14:30:47.214645 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61235264-ddc5-4d15-aec6-a392ab3f382a req-bc179110-484b-41af-b631-86bf18c3b762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:47.217373 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-61235264-ddc5-4d15-aec6-a392ab3f382a req-bc179110-484b-41af-b631-86bf18c3b762 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3287792 Dec 20 14:30:47.358273 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-61235264-ddc5-4d15-aec6-a392ab3f382a req-d6be3a8f-4de5-4aa5-9117-23ab9cd5e6cd service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202350 Dec 20 14:30:47.368209 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6eeb29-21d9-4fcc-824f-f4c429ea0e10 req-ce94cb3e-ba90-45f9-94a8-f2e45136aef5 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:47.378830 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9f6eeb29-21d9-4fcc-824f-f4c429ea0e10 req-ce94cb3e-ba90-45f9-94a8-f2e45136aef5 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=264addcb-becf-470a-8ecc-0f1d20dce83b HTTP/1.1" status: 200 len: 948 time: 0.7339687 Dec 20 14:30:47.429710 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cc02f2-4a57-415b-9d1d-ff8781f39348 req-9d7cdd4a-ecf6-4300-8714-805d761d014e tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:47.440280 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-57cc02f2-4a57-415b-9d1d-ff8781f39348 req-9d7cdd4a-ecf6-4300-8714-805d761d014e tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 945 time: 0.0838408 Dec 20 14:30:47.485026 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9f6eeb29-21d9-4fcc-824f-f4c429ea0e10 req-f02a2864-c79e-41b3-bc5f-332940678185 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051958 Dec 20 14:30:47.498763 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61235264-ddc5-4d15-aec6-a392ab3f382a req-8279295b-74e5-4114-aa3d-a7ec41682e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:47.509082 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-61235264-ddc5-4d15-aec6-a392ab3f382a req-8279295b-74e5-4114-aa3d-a7ec41682e08 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4729891 Dec 20 14:30:47.546783 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-57cc02f2-4a57-415b-9d1d-ff8781f39348 req-e2fd1f7b-2b92-46d1-b266-99afbe38fddb tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=92081c13-7979-4810-b5cd-70c14477209d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815728 Dec 20 14:30:47.742312 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-61235264-ddc5-4d15-aec6-a392ab3f382a req-85314ea3-813e-4a36-b6fd-194c0bb75753 service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3604624 Dec 20 14:30:47.778198 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-61235264-ddc5-4d15-aec6-a392ab3f382a req-0edfda2a-d199-4779-b575-7c705cd17122 service neutron] 10.222.0.30 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055805 Dec 20 14:30:47.884133 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eee3a9e-25df-4380-89e1-cd1f6ae2f140 req-34b69b95-2c77-4f99-b8ee-f06f16aad03a tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:47.890946 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8eee3a9e-25df-4380-89e1-cd1f6ae2f140 req-34b69b95-2c77-4f99-b8ee-f06f16aad03a tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba9b5a65-1624-48cb-9b97-61eb55a4ba53 HTTP/1.1" status: 200 len: 945 time: 0.1941433 Dec 20 14:30:47.979538 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-61235264-ddc5-4d15-aec6-a392ab3f382a req-c300e4f1-5aaa-488b-bed4-11de442f63b0 service neutron] 10.222.0.30 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913788 Dec 20 14:30:48.093991 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8eee3a9e-25df-4380-89e1-cd1f6ae2f140 req-aa4a7969-ff9b-4ea7-ab48-919496e9d889 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6a39052-36c7-4e8a-a837-c745dc8572a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957490 Dec 20 14:30:48.348580 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-85589270-9f2b-4c6a-93ac-1f5b732abfdd req-ddc9e7c9-a191-4da4-8e00-50c7971cdcb9 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bb36efe-9636-4d19-b5f6-0ef369af8082 HTTP/1.1" status: 200 len: 210 time: 0.0649333 Dec 20 14:30:48.794034 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d22333d8-65c7-4af9-a3f6-3446ef15c885 req-69fc617d-1e6a-4c99-921e-1a566b57dc88 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.30 "GET /v2.0/ports?device_id=7bb36efe-9636-4d19-b5f6-0ef369af8082 HTTP/1.1" status: 200 len: 210 time: 0.6971822 Dec 20 14:30:48.811794 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7 up at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:30:48.870353 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569d14ab-9690-427f-b5e8-5ddb67c132bb req-f43b4746-4cc6-4811-aebf-fdf362aa94dd tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:48.881054 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-569d14ab-9690-427f-b5e8-5ddb67c132bb req-f43b4746-4cc6-4811-aebf-fdf362aa94dd tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=264addcb-becf-470a-8ecc-0f1d20dce83b HTTP/1.1" status: 200 len: 948 time: 0.0854602 Dec 20 14:30:48.979169 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-569d14ab-9690-427f-b5e8-5ddb67c132bb req-28e88ae7-e7e3-4a78-abf3-c5507c5fe5ef tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855262 Dec 20 14:30:49.015995 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning for port dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:30:49.041425 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning complete for port dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:30:49.042824 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:49.053052 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb3139f-87e3-48c5-8e04-20d492109e20 req-38407c9d-dcbb-4fcb-b822-b454aa6fa601 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:49.065956 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-aeb3139f-87e3-48c5-8e04-20d492109e20 req-38407c9d-dcbb-4fcb-b822-b454aa6fa601 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 945 time: 0.0976505 Dec 20 14:30:49.156722 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-aeb3139f-87e3-48c5-8e04-20d492109e20 req-0206797e-3019-4bcb-904a-72b3f76631d8 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=92081c13-7979-4810-b5cd-70c14477209d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892878 Dec 20 14:30:49.224513 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:49.254795 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a76f30c8-712d-44b7-9ed3-98bb884698ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:30:49.277869 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58c50c58-bac8-493e-8126-5715831f855e" -d '{"events": [{"server_uuid": "a76f30c8-712d-44b7-9ed3-98bb884698ef", "name": "network-vif-plugged", "status": "completed", "tag": "dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:30:49.297002 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e66754-02ae-4086-842d-65283066df14 req-03738b41-7c57-4d58-87a1-5a81ff325741 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:49.308656 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-98e66754-02ae-4086-842d-65283066df14 req-03738b41-7c57-4d58-87a1-5a81ff325741 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba9b5a65-1624-48cb-9b97-61eb55a4ba53 HTTP/1.1" status: 200 len: 945 time: 0.0844557 Dec 20 14:30:49.325025 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7,segment=NetworkSegment(64c4cfe8-4670-4033-981a-f04cac942433),segment_id=64c4cfe8-4670-4033-981a-f04cac942433)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:30:49.338971 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36c76865-93c3-41fd-b216-a13a8df322a3 x-openstack-request-id: req-36c76865-93c3-41fd-b216-a13a8df322a3 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:30:49.339427 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a76f30c8-712d-44b7-9ed3-98bb884698ef", "name": "network-vif-plugged", "status": "completed", "tag": "dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:30:49.340044 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-36c76865-93c3-41fd-b216-a13a8df322a3 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:30:49.340337 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a76f30c8-712d-44b7-9ed3-98bb884698ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7', 'code': 200} Dec 20 14:30:49.341806 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:49.342740 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 2613d56f-c106-4a52-9dba-13d9c91b91be no longer exists at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:30:49.497597 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-98e66754-02ae-4086-842d-65283066df14 req-4fbabcf1-c811-4ca7-9316-7b3724e59321 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6a39052-36c7-4e8a-a837-c745dc8572a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877632 Dec 20 14:30:49.530433 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:30:49.541333 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] No Port match for: 2613d56f-c106-4a52-9dba-13d9c91b91be {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:30:49.541729 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 2613d56f-c106-4a52-9dba-13d9c91b91be not bound to the agent host n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:30:49.709663 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d194d44f-9616-4c6d-bab7-2fd955b16f9d req-fffdf55d-25b3-4add-8be8-fce3254ac2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:49.714350 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d194d44f-9616-4c6d-bab7-2fd955b16f9d req-fffdf55d-25b3-4add-8be8-fce3254ac2cc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 1098 time: 0.2154715 Dec 20 14:30:49.835872 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d194d44f-9616-4c6d-bab7-2fd955b16f9d req-06daa905-e219-4d36-a66b-9e83a997bf92 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=92081c13-7979-4810-b5cd-70c14477209d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069131 Dec 20 14:30:50.208052 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c999221d-d1b1-45e6-8542-1d3323ec657c req-26b6b24d-5efe-454f-999d-d9f8c582f537 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:50.209539 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c999221d-d1b1-45e6-8542-1d3323ec657c req-26b6b24d-5efe-454f-999d-d9f8c582f537 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/networks?id=495ace7a-f44e-4349-a86f-b6f0c2cf6eb6 HTTP/1.1" status: 200 len: 811 time: 0.1203578 Dec 20 14:30:50.226145 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c999221d-d1b1-45e6-8542-1d3323ec657c req-9b4f96cc-7d94-48c8-baa1-1a903434c583 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/quotas/543a5ccf1524441b95c235a83f5e56cd HTTP/1.1" status: 200 len: 375 time: 0.0100975 Dec 20 14:30:50.274953 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c999221d-d1b1-45e6-8542-1d3323ec657c req-2b5a1e9f-6c05-4fd7-ba13-c121407fb83c tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=543a5ccf1524441b95c235a83f5e56cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418391 Dec 20 14:30:50.397631 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c999221d-d1b1-45e6-8542-1d3323ec657c req-befe5052-6ba8-4f89-9e32-b1e422794981 service neutron] 10.222.0.54 "GET /v2.0/networks/495ace7a-f44e-4349-a86f-b6f0c2cf6eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078677 Dec 20 14:30:50.506430 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c999221d-d1b1-45e6-8542-1d3323ec657c req-972e10ca-037d-49a5-935c-bafc29ad4be2 service neutron] 10.222.0.54 "GET /v2.0/networks/495ace7a-f44e-4349-a86f-b6f0c2cf6eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073811 Dec 20 14:30:50.796155 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3601ae4-ca05-4085-a2a6-276ed1f63342 req-eba769a6-36c9-495d-b612-f2dbd503702b tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:50.798399 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 47effca4-a119-48c1-b2c1-a300bc11c325 details requested by agent hyperv_n-h1-761264-19 with host n-h1-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:30:50.810743 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b3601ae4-ca05-4085-a2a6-276ed1f63342 req-eba769a6-36c9-495d-b612-f2dbd503702b tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=264addcb-becf-470a-8ecc-0f1d20dce83b HTTP/1.1" status: 200 len: 948 time: 0.0789692 Dec 20 14:30:50.902672 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b3601ae4-ca05-4085-a2a6-276ed1f63342 req-93a85ae0-a3e8-4c0b-91c5-0fed908488a0 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854099 Dec 20 14:30:51.018640 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 47effca4-a119-48c1-b2c1-a300bc11c325, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=47effca4-a119-48c1-b2c1-a300bc11c325,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:30:51.038633 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Returning: {'device': '47effca4-a119-48c1-b2c1-a300bc11c325', 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1', 'port_id': '47effca4-a119-48c1-b2c1-a300bc11c325', 'mac_address': 'fa:16:3e:d0:69:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36bf280f-81bb-4486-a87a-9b9505a1cec4', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:30:51.066963 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b11113d-c774-447d-b231-27114e3333d6 req-1d341db5-84f3-4a27-b645-fff43d457237 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:51.083710 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2b11113d-c774-447d-b231-27114e3333d6 req-1d341db5-84f3-4a27-b645-fff43d457237 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 946 time: 0.1065791 Dec 20 14:30:51.138057 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:51.169181 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2b11113d-c774-447d-b231-27114e3333d6 req-440e5278-bc85-4d05-8d17-d878299d105e tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=92081c13-7979-4810-b5cd-70c14477209d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837340 Dec 20 14:30:51.174697 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47effca4-a119-48c1-b2c1-a300bc11c325 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:30:51.185008 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facc1684-edbe-41fc-91ee-cce3d8652ab1 req-76ac52a9-240c-4f50-824e-a485178adefd tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:51.197127 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-facc1684-edbe-41fc-91ee-cce3d8652ab1 req-76ac52a9-240c-4f50-824e-a485178adefd tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba9b5a65-1624-48cb-9b97-61eb55a4ba53 HTTP/1.1" status: 200 len: 945 time: 0.0982554 Dec 20 14:30:51.257738 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 47effca4-a119-48c1-b2c1-a300bc11c325, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=47effca4-a119-48c1-b2c1-a300bc11c325,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:30:51.267824 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:51.342254 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=47effca4-a119-48c1-b2c1-a300bc11c325,revision_number=8']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:30:51.447397 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a2f2ab3d-980a-4896-b058-193971074755 req-3ff5288c-5392-4fec-8e9c-de5346d21a9f tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=c82b4f73-95de-48a3-848a-9f7a8b2f4e2e HTTP/1.1" status: 200 len: 210 time: 0.2180166 Dec 20 14:30:51.483625 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-facc1684-edbe-41fc-91ee-cce3d8652ab1 req-5ab4e520-b703-429e-9082-4af24ac2d53c tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6a39052-36c7-4e8a-a837-c745dc8572a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782996 Dec 20 14:30:51.712603 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['47effca4-a119-48c1-b2c1-a300bc11c325'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:30:52.157951 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcadeffd-5a2a-429a-9a60-69a002b0a4a4 req-1a1e7f0d-2452-499f-9978-4ad390fe7212 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:52.166948 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-bcadeffd-5a2a-429a-9a60-69a002b0a4a4 req-1a1e7f0d-2452-499f-9978-4ad390fe7212 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=264addcb-becf-470a-8ecc-0f1d20dce83b HTTP/1.1" status: 200 len: 949 time: 0.1797352 Dec 20 14:30:52.235696 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330a3898-c8f4-461f-8584-e80a6ed49c4d req-52d6e84b-6b77-4880-862d-fe957f0892aa tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:52.238052 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-330a3898-c8f4-461f-8584-e80a6ed49c4d req-52d6e84b-6b77-4880-862d-fe957f0892aa tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.47 "GET /v2.0/ports?device_id=264addcb-becf-470a-8ecc-0f1d20dce83b&tenant_id=c1e404e3ac2e456f831247d0bb0227f5&binding%3Ahost_id=n-h1-761264-19 HTTP/1.1" status: 200 len: 949 time: 0.1739576 Dec 20 14:30:52.317251 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-bcadeffd-5a2a-429a-9a60-69a002b0a4a4 req-de2af06d-17e4-4c08-8e1f-a23293171055 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490510 Dec 20 14:30:52.374239 n-d-761264-19 neutron-server[103168]: INFO neutron.api.v2.resource [req-330a3898-c8f4-461f-8584-e80a6ed49c4d req-73537a58-570b-4716-b144-177e57664e62 service neutron] delete failed (client error): The resource could not be found. Dec 20 14:30:52.375885 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-330a3898-c8f4-461f-8584-e80a6ed49c4d req-73537a58-570b-4716-b144-177e57664e62 service neutron] 10.222.0.47 "DELETE /v2.0/ports/47effca4-a119-48c1-b2c1-a300bc11c325/bindings/n-h2-761264-19 HTTP/1.1" status: 404 len: 381 time: 0.1246986 Dec 20 14:30:52.394146 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb5490b-d0fc-4a7d-addd-72c3daaefb19 req-2d025844-d42a-474f-8055-7878471d9327 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:52.400653 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3eb5490b-d0fc-4a7d-addd-72c3daaefb19 req-2d025844-d42a-474f-8055-7878471d9327 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 946 time: 0.1252172 Dec 20 14:30:52.523709 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3eb5490b-d0fc-4a7d-addd-72c3daaefb19 req-f79d5180-0ce6-4b87-b892-b60035b0974f tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=92081c13-7979-4810-b5cd-70c14477209d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219389 Dec 20 14:30:52.793595 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330a3898-c8f4-461f-8584-e80a6ed49c4d req-0f9393bd-9610-4902-bc40-6fd162abb6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:52.795294 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-330a3898-c8f4-461f-8584-e80a6ed49c4d req-0f9393bd-9610-4902-bc40-6fd162abb6f8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c1e404e3ac2e456f831247d0bb0227f5&device_id=264addcb-becf-470a-8ecc-0f1d20dce83b HTTP/1.1" status: 200 len: 1101 time: 0.1640432 Dec 20 14:30:52.816962 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e207d411-1ce2-4338-95c6-6cf1174e91da req-fc617621-653c-4b7c-9441-90db3b5cdb24 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=c82b4f73-95de-48a3-848a-9f7a8b2f4e2e HTTP/1.1" status: 200 len: 210 time: 0.1289628 Dec 20 14:30:52.829839 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d93898c-c9f3-441a-832c-533f21277985 req-8fc6e008-8d27-448d-b3ae-24a46d572481 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:52.837481 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8d93898c-c9f3-441a-832c-533f21277985 req-8fc6e008-8d27-448d-b3ae-24a46d572481 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba9b5a65-1624-48cb-9b97-61eb55a4ba53 HTTP/1.1" status: 200 len: 945 time: 0.1883905 Dec 20 14:30:52.840730 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c999221d-d1b1-45e6-8542-1d3323ec657c req-17189608-cc63-45df-89dd-4daae84294f3 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:52.854607 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c999221d-d1b1-45e6-8542-1d3323ec657c req-17189608-cc63-45df-89dd-4daae84294f3 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.47 "GET /v2.0/networks?id=495ace7a-f44e-4349-a86f-b6f0c2cf6eb6 HTTP/1.1" status: 200 len: 811 time: 0.3842342 Dec 20 14:30:52.881416 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-c999221d-d1b1-45e6-8542-1d3323ec657c req-d16906ec-4e1e-4f4c-a1bf-e5718f397d59 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Request body: {'port': {'device_id': 'c82b4f73-95de-48a3-848a-9f7a8b2f4e2e', 'network_id': '495ace7a-f44e-4349-a86f-b6f0c2cf6eb6', 'admin_state_up': True, 'tenant_id': '543a5ccf1524441b95c235a83f5e56cd'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:30:52.979213 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8d93898c-c9f3-441a-832c-533f21277985 req-cee28739-4d6a-4203-978f-2097cdbaa1a5 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6a39052-36c7-4e8a-a837-c745dc8572a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402867 Dec 20 14:30:53.024206 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330a3898-c8f4-461f-8584-e80a6ed49c4d req-151638e0-cf7c-4ee0-9fb8-ef642fd6ee7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:53.025974 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-330a3898-c8f4-461f-8584-e80a6ed49c4d req-151638e0-cf7c-4ee0-9fb8-ef642fd6ee7f service neutron] 10.222.0.47 "GET /v2.0/networks?id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1 HTTP/1.1" status: 200 len: 870 time: 0.2126782 Dec 20 14:30:53.112527 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58624) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:30:53.120206 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-330a3898-c8f4-461f-8584-e80a6ed49c4d req-e3fe3336-65cd-4c95-a7e0-f30a85a36d38 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=47effca4-a119-48c1-b2c1-a300bc11c325 HTTP/1.1" status: 200 len: 217 time: 0.0831254 Dec 20 14:30:53.198608 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330a3898-c8f4-461f-8584-e80a6ed49c4d req-97ae079e-7a53-463b-bf6f-06c713a655d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:53.200704 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-330a3898-c8f4-461f-8584-e80a6ed49c4d req-97ae079e-7a53-463b-bf6f-06c713a655d2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36bf280f-81bb-4486-a87a-9b9505a1cec4 HTTP/1.1" status: 200 len: 843 time: 0.0708888 Dec 20 14:30:53.254272 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c999221d-d1b1-45e6-8542-1d3323ec657c req-d16906ec-4e1e-4f4c-a1bf-e5718f397d59 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Made reservation on behalf of 543a5ccf1524441b95c235a83f5e56cd for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:30:53.260071 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-c999221d-d1b1-45e6-8542-1d3323ec657c req-d16906ec-4e1e-4f4c-a1bf-e5718f397d59 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:53.276184 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d507aa-da0c-4794-b451-7982e49e7071 req-62d552f9-a428-4dd0-9cc9-b9b482ff07db tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:53.287168 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a0d507aa-da0c-4794-b451-7982e49e7071 req-62d552f9-a428-4dd0-9cc9-b9b482ff07db tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 946 time: 0.1384537 Dec 20 14:30:53.289651 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58630) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:30:53.297988 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-7a70beb9-399a-4c43-a1c9-d3f99abaab78 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Request body: {'floatingip': {'port_id': 'dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:30:53.324895 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330a3898-c8f4-461f-8584-e80a6ed49c4d req-a5b9e737-89cd-480c-a3c9-b6cfcf6436f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:53.326879 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-330a3898-c8f4-461f-8584-e80a6ed49c4d req-a5b9e737-89cd-480c-a3c9-b6cfcf6436f4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1135795 Dec 20 14:30:53.354025 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3bac8fa9-da95-44d8-82c1-2c7c93a3b57b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:53.467892 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7a70beb9-399a-4c43-a1c9-d3f99abaab78 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Publish callbacks [] for floatingip, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:53.525415 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-330a3898-c8f4-461f-8584-e80a6ed49c4d req-37346e85-6866-4cc5-b9f3-370cc1ff301e service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811478 Dec 20 14:30:53.636613 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3bac8fa9-da95-44d8-82c1-2c7c93a3b57b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:53.650165 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3bac8fa9-da95-44d8-82c1-2c7c93a3b57b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:53.652967 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [req-c999221d-d1b1-45e6-8542-1d3323ec657c req-d16906ec-4e1e-4f4c-a1bf-e5718f397d59 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Allocated IP 172.20.0.2 (495ace7a-f44e-4349-a86f-b6f0c2cf6eb6/c8908482-6016-4528-aed2-b6e5b6996a4d/d4bd64bb-d860-47b4-91e6-2c4fe42e9366) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:30:53.674695 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ad10f-7cb3-47e9-9004-d5bab229f89c req-33417b2c-412c-4fd6-901a-d3686443fd98 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:53.683252 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d80ad10f-7cb3-47e9-9004-d5bab229f89c req-33417b2c-412c-4fd6-901a-d3686443fd98 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=264addcb-becf-470a-8ecc-0f1d20dce83b HTTP/1.1" status: 200 len: 949 time: 0.2428968 Dec 20 14:30:53.713591 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bac8fa9-da95-44d8-82c1-2c7c93a3b57b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d692ee53-fe0d-48e6-850e-3af3c121d129,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:30:53.752000 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-3bac8fa9-da95-44d8-82c1-2c7c93a3b57b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=db247e16023c49c8823840c7acb330c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6381161 Dec 20 14:30:53.755377 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58634) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:30:53.882650 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-330a3898-c8f4-461f-8584-e80a6ed49c4d req-89716e12-4d26-444c-aab7-28811787431e service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3338616 Dec 20 14:30:53.902302 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-babae6f1-4236-4607-8dc1-e1db81e5a18e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:53.920829 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d80ad10f-7cb3-47e9-9004-d5bab229f89c req-78da7541-fb81-4f3c-986c-2ee98259438c tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358925 Dec 20 14:30:53.955948 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-babae6f1-4236-4607-8dc1-e1db81e5a18e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:54.086201 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6821b57c-0d4b-4047-804c-95490dbd3f77 req-5e2dfee5-f48e-48b3-bf7a-94cf3d8bb315 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=c82b4f73-95de-48a3-848a-9f7a8b2f4e2e HTTP/1.1" status: 200 len: 210 time: 0.0850718 Dec 20 14:30:54.125465 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-babae6f1-4236-4607-8dc1-e1db81e5a18e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:54.128401 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-babae6f1-4236-4607-8dc1-e1db81e5a18e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:54.129832 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-babae6f1-4236-4607-8dc1-e1db81e5a18e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d692ee53-fe0d-48e6-850e-3af3c121d129 HTTP/1.1" status: 204 len: 168 time: 0.3732002 Dec 20 14:30:54.157935 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babae6f1-4236-4607-8dc1-e1db81e5a18e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d692ee53-fe0d-48e6-850e-3af3c121d129,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:30:54.651091 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4225fc6b-2e80-4031-a22f-685ca4ce875c req-07b7f4c9-3b2e-44a1-8803-9feb1f9f2ae8 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:54.652776 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4225fc6b-2e80-4031-a22f-685ca4ce875c req-07b7f4c9-3b2e-44a1-8803-9feb1f9f2ae8 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba9b5a65-1624-48cb-9b97-61eb55a4ba53 HTTP/1.1" status: 200 len: 945 time: 0.4313529 Dec 20 14:30:54.820063 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 47effca4-a119-48c1-b2c1-a300bc11c325 up at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:30:54.928626 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-c999221d-d1b1-45e6-8542-1d3323ec657c req-d16906ec-4e1e-4f4c-a1bf-e5718f397d59 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:54.934460 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning for port 47effca4-a119-48c1-b2c1-a300bc11c325 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:30:54.940559 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning complete for port 47effca4-a119-48c1-b2c1-a300bc11c325 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:30:54.941310 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:54.986241 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4225fc6b-2e80-4031-a22f-685ca4ce875c req-0397131d-2ebc-4c0e-ad5a-1483d6385e33 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6a39052-36c7-4e8a-a837-c745dc8572a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310395 Dec 20 14:30:55.144269 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.db.resource_extend [None req-7a70beb9-399a-4c43-a1c9-d3f99abaab78 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 14:30:55.268171 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:55.314590 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5954376a-9ff8-43be-98f9-407423105126 req-83c7c402-587c-43f1-9426-d66d0fa94fa1 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:55.323034 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5954376a-9ff8-43be-98f9-407423105126 req-83c7c402-587c-43f1-9426-d66d0fa94fa1 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=264addcb-becf-470a-8ecc-0f1d20dce83b HTTP/1.1" status: 200 len: 949 time: 0.1977952 Dec 20 14:30:55.338988 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-c999221d-d1b1-45e6-8542-1d3323ec657c req-d16906ec-4e1e-4f4c-a1bf-e5718f397d59 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:55.355885 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '264addcb-becf-470a-8ecc-0f1d20dce83b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47effca4-a119-48c1-b2c1-a300bc11c325'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:30:55.359825 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07967cbe-45ae-4e44-962d-2f13c1ce61e2" -d '{"events": [{"server_uuid": "264addcb-becf-470a-8ecc-0f1d20dce83b", "name": "network-vif-plugged", "status": "completed", "tag": "47effca4-a119-48c1-b2c1-a300bc11c325"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:30:55.424284 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 47effca4-a119-48c1-b2c1-a300bc11c325, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=47effca4-a119-48c1-b2c1-a300bc11c325,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:30:55.435623 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:55.451123 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5954376a-9ff8-43be-98f9-407423105126 req-895d9bb5-b516-4b7b-b6d6-63f5b58c7ab9 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268833 Dec 20 14:30:55.518843 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16906ec-4e1e-4f4c-a1bf-e5718f397d59 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Pushing event updated for resources: {'Port': ['ID=d4bd64bb-d860-47b4-91e6-2c4fe42e9366,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:30:55.540626 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c999221d-d1b1-45e6-8542-1d3323ec657c req-d16906ec-4e1e-4f4c-a1bf-e5718f397d59 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Network 495ace7a-f44e-4349-a86f-b6f0c2cf6eb6 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:30:55.606804 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=47effca4-a119-48c1-b2c1-a300bc11c325,revision_number=9']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:30:55.638005 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6fe74b1b-5a0b-47f2-b48b-a57ff03768a4 req-c358cef4-2495-4327-a706-43cb7ebd9b01 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b3e943d5-5d01-407d-9414-c89d08826b2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0840452 Dec 20 14:30:55.645996 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7a70beb9-399a-4c43-a1c9-d3f99abaab78 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:55.648540 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [req-c999221d-d1b1-45e6-8542-1d3323ec657c req-d16906ec-4e1e-4f4c-a1bf-e5718f397d59 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:30:55.658624 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-c999221d-d1b1-45e6-8542-1d3323ec657c req-d16906ec-4e1e-4f4c-a1bf-e5718f397d59 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:30:55.676455 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7a70beb9-399a-4c43-a1c9-d3f99abaab78 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585115'] for floatingip, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:55.735678 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58698) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:30:55.810350 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f78a1747-2fa9-4a03-8f41-9259f4259555 x-openstack-request-id: req-f78a1747-2fa9-4a03-8f41-9259f4259555 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:30:55.810653 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "264addcb-becf-470a-8ecc-0f1d20dce83b", "name": "network-vif-plugged", "status": "completed", "tag": "47effca4-a119-48c1-b2c1-a300bc11c325", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:30:55.810944 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f78a1747-2fa9-4a03-8f41-9259f4259555 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:30:55.811850 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '264addcb-becf-470a-8ecc-0f1d20dce83b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47effca4-a119-48c1-b2c1-a300bc11c325', 'code': 200} Dec 20 14:30:55.874382 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe74b1b-5a0b-47f2-b48b-a57ff03768a4 req-4ffb01dd-ee76-465b-b4fd-f2ccd8dcfb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:55.875423 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe74b1b-5a0b-47f2-b48b-a57ff03768a4 req-4ffb01dd-ee76-465b-b4fd-f2ccd8dcfb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:55.875904 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe74b1b-5a0b-47f2-b48b-a57ff03768a4 req-4ffb01dd-ee76-465b-b4fd-f2ccd8dcfb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:55.876873 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe74b1b-5a0b-47f2-b48b-a57ff03768a4 req-4ffb01dd-ee76-465b-b4fd-f2ccd8dcfb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:55.877347 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe74b1b-5a0b-47f2-b48b-a57ff03768a4 req-4ffb01dd-ee76-465b-b4fd-f2ccd8dcfb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:55.877807 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe74b1b-5a0b-47f2-b48b-a57ff03768a4 req-4ffb01dd-ee76-465b-b4fd-f2ccd8dcfb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:55.878875 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe74b1b-5a0b-47f2-b48b-a57ff03768a4 req-4ffb01dd-ee76-465b-b4fd-f2ccd8dcfb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:55.882978 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6fe74b1b-5a0b-47f2-b48b-a57ff03768a4 req-4ffb01dd-ee76-465b-b4fd-f2ccd8dcfb12 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7db68c07b2e8445b8d4272fa646b5852&device_id=b3e943d5-5d01-407d-9414-c89d08826b2f HTTP/1.1" status: 200 len: 6508 time: 0.1084640 Dec 20 14:30:55.948102 n-d-761264-19 neutron-server[103168]: INFO neutron.db.l3_db [None req-7a70beb9-399a-4c43-a1c9-d3f99abaab78 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Floating IP e4dcd5e9-5d18-4253-9ba7-a410b9c3c4d8 associated. External IP: 172.25.0.122, port: dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7. Dec 20 14:30:55.978712 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-fbd7f8d3-233d-4707-b52a-956323923c57 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-498202362-network', 'tenant_id': 'a3d381488679457dbaa2d9f6a292642f'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:30:56.016541 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dbeed0-d110-4d67-9fd5-f13ae26f46f1 req-1270f68e-78dd-4538-899e-1bebf1e6dbd7 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:56.028950 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-71dbeed0-d110-4d67-9fd5-f13ae26f46f1 req-1270f68e-78dd-4538-899e-1bebf1e6dbd7 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=c82b4f73-95de-48a3-848a-9f7a8b2f4e2e HTTP/1.1" status: 200 len: 931 time: 0.6889942 Dec 20 14:30:56.058761 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c999221d-d1b1-45e6-8542-1d3323ec657c req-d16906ec-4e1e-4f4c-a1bf-e5718f397d59 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:56.058761 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-c999221d-d1b1-45e6-8542-1d3323ec657c req-d16906ec-4e1e-4f4c-a1bf-e5718f397d59 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:56.134912 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe74b1b-5a0b-47f2-b48b-a57ff03768a4 req-7b0272ca-984b-47f8-81ab-3e540992151c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:56.136005 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe74b1b-5a0b-47f2-b48b-a57ff03768a4 req-7b0272ca-984b-47f8-81ab-3e540992151c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:56.137083 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe74b1b-5a0b-47f2-b48b-a57ff03768a4 req-7b0272ca-984b-47f8-81ab-3e540992151c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:56.141107 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6fe74b1b-5a0b-47f2-b48b-a57ff03768a4 req-7b0272ca-984b-47f8-81ab-3e540992151c service neutron] 10.222.0.47 "GET /v2.0/networks?id=16189b34-662f-400f-bc52-e94ab90158e1&id=0723578d-9472-40dd-b5d6-4342bff5fd37&id=0723578d-9472-40dd-b5d6-4342bff5fd37&id=0723578d-9472-40dd-b5d6-4342bff5fd37&id=0723578d-9472-40dd-b5d6-4342bff5fd37&id=2d7ab868-da79-43c0-805a-c026f1ebce8a&id=2d7ab868-da79-43c0-805a-c026f1ebce8a HTTP/1.1" status: 200 len: 2298 time: 0.2168920 Dec 20 14:30:56.143015 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd7f8d3-233d-4707-b52a-956323923c57 admin admin] Made reservation on behalf of a3d381488679457dbaa2d9f6a292642f for: {'network': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:30:56.145133 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c999221d-d1b1-45e6-8542-1d3323ec657c req-d16906ec-4e1e-4f4c-a1bf-e5718f397d59 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2752378 Dec 20 14:30:56.147528 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fbd7f8d3-233d-4707-b52a-956323923c57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:56.176476 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-c999221d-d1b1-45e6-8542-1d3323ec657c req-52c37bc3-d315-465f-80c6-65f73c60cd9f service neutron] Request body: {'port': {'device_id': 'c82b4f73-95de-48a3-848a-9f7a8b2f4e2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-19'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:30:56.183064 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fbd7f8d3-233d-4707-b52a-956323923c57 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:56.239567 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-71dbeed0-d110-4d67-9fd5-f13ae26f46f1 req-65a16495-a8db-4197-a4cf-c60b3f12e2d8 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094126 Dec 20 14:30:56.308143 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6fe74b1b-5a0b-47f2-b48b-a57ff03768a4 req-79266f42-bf1a-4025-9337-ff513e46d337 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fc3c68f4-a329-4427-b5d7-367e479e930e HTTP/1.1" status: 200 len: 1001 time: 0.1336370 Dec 20 14:30:56.337920 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-c999221d-d1b1-45e6-8542-1d3323ec657c req-52c37bc3-d315-465f-80c6-65f73c60cd9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:56.374666 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e229af00-8c1d-49be-b791-10e14c83aeac req-e7378d74-6117-4dfa-be4a-a08df0205929 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:56.377146 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e229af00-8c1d-49be-b791-10e14c83aeac req-e7378d74-6117-4dfa-be4a-a08df0205929 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba9b5a65-1624-48cb-9b97-61eb55a4ba53 HTTP/1.1" status: 200 len: 945 time: 0.2013421 Dec 20 14:30:56.466154 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe74b1b-5a0b-47f2-b48b-a57ff03768a4 req-15a2e6fe-299b-43e4-bc79-abc8daa990e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:56.468936 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6fe74b1b-5a0b-47f2-b48b-a57ff03768a4 req-15a2e6fe-299b-43e4-bc79-abc8daa990e4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2fffa9a2-9cbe-46b2-9b29-5a8bd9778f5b HTTP/1.1" status: 200 len: 855 time: 0.1506047 Dec 20 14:30:56.579889 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e229af00-8c1d-49be-b791-10e14c83aeac req-1fccef3a-60e6-4621-aba8-5161939bb8e6 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6a39052-36c7-4e8a-a837-c745dc8572a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928258 Dec 20 14:30:56.599715 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fbd7f8d3-233d-4707-b52a-956323923c57 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:56.606277 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fbd7f8d3-233d-4707-b52a-956323923c57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:56.643280 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe74b1b-5a0b-47f2-b48b-a57ff03768a4 req-8f6ed23a-2bad-466b-a83c-0cdf571a8bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:56.645850 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6fe74b1b-5a0b-47f2-b48b-a57ff03768a4 req-8f6ed23a-2bad-466b-a83c-0cdf571a8bb2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=16189b34-662f-400f-bc52-e94ab90158e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1641293 Dec 20 14:30:56.654245 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbd7f8d3-233d-4707-b52a-956323923c57 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=103167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:30:56.683463 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [req-6fe74b1b-5a0b-47f2-b48b-a57ff03768a4 req-f2b54479-0bb1-46f5-8b75-b3beedf4b9f2 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:30:56.685220 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6fe74b1b-5a0b-47f2-b48b-a57ff03768a4 req-f2b54479-0bb1-46f5-8b75-b3beedf4b9f2 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0098174 Dec 20 14:30:56.697809 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fbd7f8d3-233d-4707-b52a-956323923c57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:56.698444 n-d-761264-19 neutron-server[103167]: INFO neutron.db.segments_db [None req-fbd7f8d3-233d-4707-b52a-956323923c57 admin admin] Added segment e5037e40-00e6-482d-b28a-59c517384ba4 of type vlan for network 3491ebdf-04fb-470c-8b6d-7380be6781df Dec 20 14:30:56.724204 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd7f8d3-233d-4707-b52a-956323923c57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abf690a4-85ff-419e-a3c1-810b04061c91,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:30:56.869708 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fbd7f8d3-233d-4707-b52a-956323923c57 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:56.933576 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fbd7f8d3-233d-4707-b52a-956323923c57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:56.934588 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd7f8d3-233d-4707-b52a-956323923c57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:56.935228 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fbd7f8d3-233d-4707-b52a-956323923c57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:56.956103 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6fe74b1b-5a0b-47f2-b48b-a57ff03768a4 req-917b8031-1ae0-4d24-9ae6-89b8ac3a2c11 service neutron] 10.222.0.47 "GET /v2.0/networks/16189b34-662f-400f-bc52-e94ab90158e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552052 Dec 20 14:30:57.036885 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd7f8d3-233d-4707-b52a-956323923c57 admin admin] Pushing event updated for resources: {'Network': ['ID=3491ebdf-04fb-470c-8b6d-7380be6781df,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:30:57.046307 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-fbd7f8d3-233d-4707-b52a-956323923c57 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3091147 Dec 20 14:30:57.048839 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 3491ebdf-04fb-470c-8b6d-7380be6781df details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:30:57.049401 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58748) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:30:57.054468 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-90f2f05b-e3ef-4e79-80bb-c492d35f8f27 admin admin] Request body: {'subnet': {'network_id': '3491ebdf-04fb-470c-8b6d-7380be6781df', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-498202362-subnet', 'tenant_id': 'a3d381488679457dbaa2d9f6a292642f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:30:57.136313 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90f2f05b-e3ef-4e79-80bb-c492d35f8f27 admin admin] Made reservation on behalf of a3d381488679457dbaa2d9f6a292642f for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:30:57.139722 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-90f2f05b-e3ef-4e79-80bb-c492d35f8f27 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:57.157516 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6fe74b1b-5a0b-47f2-b48b-a57ff03768a4 req-66333d23-bce0-4178-9629-2cdaf6de3dcd service neutron] 10.222.0.47 "GET /v2.0/networks/16189b34-662f-400f-bc52-e94ab90158e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557207 Dec 20 14:30:57.201153 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a70beb9-399a-4c43-a1c9-d3f99abaab78 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Router 18e35978-b94c-4ba4-b744-71c00caceebd has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:30:57.256971 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80084834-c64f-4fdb-847d-eb41a4d2977b req-a9535c46-d8cd-461b-bcf6-8f0364417bdd tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:57.259030 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-80084834-c64f-4fdb-847d-eb41a4d2977b req-a9535c46-d8cd-461b-bcf6-8f0364417bdd tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=264addcb-becf-470a-8ecc-0f1d20dce83b HTTP/1.1" status: 200 len: 950 time: 0.1036563 Dec 20 14:30:57.547069 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-80084834-c64f-4fdb-847d-eb41a4d2977b req-60a17d7b-510b-448e-bed3-4cec2fe93ef9 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788398 Dec 20 14:30:57.582761 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ee2ec44b-78ba-4209-b01d-cfcc787b60bb req-0dafba3c-b6d3-46cd-8300-5f76eeb860ee service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7bec07a8-c25f-4f16-885e-b65a42ac76c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3047376 Dec 20 14:30:57.583253 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a70beb9-399a-4c43-a1c9-d3f99abaab78 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:30:57.591843 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7a70beb9-399a-4c43-a1c9-d3f99abaab78 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:57.596767 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d679aafd-3fc7-4498-a2c9-4005bfacd983 None None] Sync routers for ids ['18e35978-b94c-4ba4-b744-71c00caceebd'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:30:57.620736 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d679aafd-3fc7-4498-a2c9-4005bfacd983 None None] Routers {'18e35978-b94c-4ba4-b744-71c00caceebd'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:30:57.622279 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-d679aafd-3fc7-4498-a2c9-4005bfacd983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:30:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['18e35978-b94c-4ba4-b744-71c00caceebd'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:30:57.657318 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [req-c999221d-d1b1-45e6-8542-1d3323ec657c req-52c37bc3-d315-465f-80c6-65f73c60cd9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4bd64bb-d860-47b4-91e6-2c4fe42e9366 {{(pid=103168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:30:57.676910 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6fe74b1b-5a0b-47f2-b48b-a57ff03768a4 req-048c3ae8-6c53-4b4d-bd60-ed7576b30fb2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.212&port_id=472629f0-99a5-462a-9b97-0c161849b783 HTTP/1.1" status: 200 len: 217 time: 0.5098343 Dec 20 14:30:57.698786 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-c999221d-d1b1-45e6-8542-1d3323ec657c req-52c37bc3-d315-465f-80c6-65f73c60cd9f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:57.735024 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.provisioning_blocks [req-c999221d-d1b1-45e6-8542-1d3323ec657c req-52c37bc3-d315-465f-80c6-65f73c60cd9f service neutron] Transition to ACTIVE for port object d4bd64bb-d860-47b4-91e6-2c4fe42e9366 will not be triggered until provisioned by entity L2. {{(pid=103168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:30:57.769213 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-d679aafd-3fc7-4498-a2c9-4005bfacd983 None None] Set router 18e35978-b94c-4ba4-b744-71c00caceebd gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:30:57.783027 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-7a70beb9-399a-4c43-a1c9-d3f99abaab78 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "PUT /v2.0/floatingips/e4dcd5e9-5d18-4253-9ba7-a410b9c3c4d8 HTTP/1.1" status: 200 len: 992 time: 4.4896011 Dec 20 14:30:57.783027 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a76f30c8-712d-44b7-9ed3-98bb884698ef', 'tag': 'dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:30:57.788339 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6153b435-570d-461a-99ef-e6ac41de1e57" -d '{"events": [{"name": "network-changed", "server_uuid": "a76f30c8-712d-44b7-9ed3-98bb884698ef", "tag": "dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:30:57.797581 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-c999221d-d1b1-45e6-8542-1d3323ec657c req-52c37bc3-d315-465f-80c6-65f73c60cd9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:57.799978 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe74b1b-5a0b-47f2-b48b-a57ff03768a4 req-ec624ac9-4d8e-4701-8583-fad00eff52fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:57.801486 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6fe74b1b-5a0b-47f2-b48b-a57ff03768a4 req-ec624ac9-4d8e-4701-8583-fad00eff52fd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=04afb03f-72c8-4cee-8126-4aad15c5f0f5 HTTP/1.1" status: 200 len: 797 time: 0.1137972 Dec 20 14:30:57.907986 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2ec44b-78ba-4209-b01d-cfcc787b60bb req-969d7636-0201-4d59-b464-4ddda951eea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:57.908828 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2ec44b-78ba-4209-b01d-cfcc787b60bb req-969d7636-0201-4d59-b464-4ddda951eea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:57.909495 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2ec44b-78ba-4209-b01d-cfcc787b60bb req-969d7636-0201-4d59-b464-4ddda951eea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:57.910152 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2ec44b-78ba-4209-b01d-cfcc787b60bb req-969d7636-0201-4d59-b464-4ddda951eea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:57.911055 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2ec44b-78ba-4209-b01d-cfcc787b60bb req-969d7636-0201-4d59-b464-4ddda951eea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:57.912073 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2ec44b-78ba-4209-b01d-cfcc787b60bb req-969d7636-0201-4d59-b464-4ddda951eea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:57.912745 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2ec44b-78ba-4209-b01d-cfcc787b60bb req-969d7636-0201-4d59-b464-4ddda951eea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:57.915372 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ee2ec44b-78ba-4209-b01d-cfcc787b60bb req-969d7636-0201-4d59-b464-4ddda951eea7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1080628f9fb44b28a6ddf9255bb33498&device_id=7bec07a8-c25f-4f16-885e-b65a42ac76c9 HTTP/1.1" status: 200 len: 6498 time: 0.2347865 Dec 20 14:30:57.946794 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c309f5-1989-41a0-b17b-1d49f916cc17 req-ca5f594e-cf5e-4369-b86c-18add61741c6 tempest-MigrationsAdminTest-175233754 tempest-MigrationsAdminTest-175233754-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:57.948463 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e2c309f5-1989-41a0-b17b-1d49f916cc17 req-ca5f594e-cf5e-4369-b86c-18add61741c6 tempest-MigrationsAdminTest-175233754 tempest-MigrationsAdminTest-175233754-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=264addcb-becf-470a-8ecc-0f1d20dce83b HTTP/1.1" status: 200 len: 1102 time: 0.1165450 Dec 20 14:30:57.952605 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-90f2f05b-e3ef-4e79-80bb-c492d35f8f27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:57.960083 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe74b1b-5a0b-47f2-b48b-a57ff03768a4 req-022d4518-a9ab-427f-90de-8f955b67e448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:57.961679 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6fe74b1b-5a0b-47f2-b48b-a57ff03768a4 req-022d4518-a9ab-427f-90de-8f955b67e448 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0723578d-9472-40dd-b5d6-4342bff5fd37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1475465 Dec 20 14:30:57.994332 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c37bc3-d315-465f-80c6-65f73c60cd9f service neutron] Pushing event updated for resources: {'Port': ['ID=d4bd64bb-d860-47b4-91e6-2c4fe42e9366,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:30:58.063285 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a054a0be-5957-4652-b14b-68a11d2e3040 req-3eb40c55-8977-4685-b768-bd997ab8a60d tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:58.065225 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a054a0be-5957-4652-b14b-68a11d2e3040 req-3eb40c55-8977-4685-b768-bd997ab8a60d tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=c82b4f73-95de-48a3-848a-9f7a8b2f4e2e HTTP/1.1" status: 200 len: 943 time: 0.2413433 Dec 20 14:30:58.070833 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-c999221d-d1b1-45e6-8542-1d3323ec657c req-52c37bc3-d315-465f-80c6-65f73c60cd9f service neutron] Attempting to bind port d4bd64bb-d860-47b4-91e6-2c4fe42e9366 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:30:58.070833 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-c999221d-d1b1-45e6-8542-1d3323ec657c req-52c37bc3-d315-465f-80c6-65f73c60cd9f service neutron] Attempting to bind port d4bd64bb-d860-47b4-91e6-2c4fe42e9366 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': '0db4f97e-52d2-4e75-a7f6-550aa2b8eca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '495ace7a-f44e-4349-a86f-b6f0c2cf6eb6'}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:30:58.070833 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c999221d-d1b1-45e6-8542-1d3323ec657c req-52c37bc3-d315-465f-80c6-65f73c60cd9f service neutron] Attempting to bind port d4bd64bb-d860-47b4-91e6-2c4fe42e9366 on network 495ace7a-f44e-4349-a86f-b6f0c2cf6eb6 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:30:58.082498 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-d679aafd-3fc7-4498-a2c9-4005bfacd983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18e35978-b94c-4ba4-b744-71c00caceebd', 'name': 'tempest-ServerActionsTestJSON-1066541955-router', 'tenant_id': '514f3908f9164c0fa19c6d421ce9f2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'c5cfc7d5-af88-4835-9028-f358ac1f6ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:30:15Z', 'updated_at': '2021-12-20T14:30:22Z', 'revision_number': 4, 'project_id': '514f3908f9164c0fa19c6d421ce9f2b3', 'gw_port': {'id': 'c5cfc7d5-af88-4835-9028-f358ac1f6ff1', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:73:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e35978-b94c-4ba4-b744-71c00caceebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:30:16Z', 'updated_at': '2021-12-20T14:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': 'e4dcd5e9-5d18-4253-9ba7-a410b9c3c4d8', 'tenant_id': '514f3908f9164c0fa19c6d421ce9f2b3', 'floating_ip_address': '172.25.0.122', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': '18e35978-b94c-4ba4-b744-71c00caceebd', 'port_id': 'dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1004, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ed718b3-d2e8-4b72-a238-726203897046', 'mac_address': 'fa:16:3e:18:9e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76f30c8-712d-44b7-9ed3-98bb884698ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T14:30:28Z', 'updated_at': '2021-12-20T14:30:54Z', 'revision_number': 1, 'project_id': '514f3908f9164c0fa19c6d421ce9f2b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d96f557-f566-4d41-9fda-e912fb82e5bb', 'name': '', 'network_id': '7ed718b3-d2e8-4b72-a238-726203897046', 'tenant_id': '514f3908f9164c0fa19c6d421ce9f2b3', 'mac_address': 'fa:16:3e:a1:98:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e35978-b94c-4ba4-b744-71c00caceebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '5d68b841-2dcc-4f7d-9f3b-ab3557b797a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:30:20Z', 'updated_at': '2021-12-20T14:30:26Z', 'revision_number': 5, 'project_id': '514f3908f9164c0fa19c6d421ce9f2b3', 'subnets': [{'id': '5d68b841-2dcc-4f7d-9f3b-ab3557b797a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:30:58.105110 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f2f05b-e3ef-4e79-80bb-c492d35f8f27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=abdd67bc-9d4f-4c83-bef4-e57e3af09d79,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:30:58.117114 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c999221d-d1b1-45e6-8542-1d3323ec657c req-52c37bc3-d315-465f-80c6-65f73c60cd9f service neutron] Port d4bd64bb-d860-47b4-91e6-2c4fe42e9366 on network 495ace7a-f44e-4349-a86f-b6f0c2cf6eb6 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:30:58.117438 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c999221d-d1b1-45e6-8542-1d3323ec657c req-52c37bc3-d315-465f-80c6-65f73c60cd9f service neutron] Attempting to bind port d4bd64bb-d860-47b4-91e6-2c4fe42e9366 on network 495ace7a-f44e-4349-a86f-b6f0c2cf6eb6 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:30:58.127570 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d679aafd-3fc7-4498-a2c9-4005bfacd983 None None] Checking router: 18e35978-b94c-4ba4-b744-71c00caceebd for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:30:58.138656 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d679aafd-3fc7-4498-a2c9-4005bfacd983 None None] Routers {'18e35978-b94c-4ba4-b744-71c00caceebd'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:30:58.139355 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-d679aafd-3fc7-4498-a2c9-4005bfacd983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:30:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['18e35978-b94c-4ba4-b744-71c00caceebd'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:30:58.146483 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c999221d-d1b1-45e6-8542-1d3323ec657c req-52c37bc3-d315-465f-80c6-65f73c60cd9f service neutron] Checking agent: {'id': '43c60aee-e4af-4ecc-bee2-aac3569fafed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:30:58.147094 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c999221d-d1b1-45e6-8542-1d3323ec657c req-52c37bc3-d315-465f-80c6-65f73c60cd9f service neutron] Checking segment: {'id': '0db4f97e-52d2-4e75-a7f6-550aa2b8eca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '495ace7a-f44e-4349-a86f-b6f0c2cf6eb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:30:58.147317 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c999221d-d1b1-45e6-8542-1d3323ec657c req-52c37bc3-d315-465f-80c6-65f73c60cd9f service neutron] Bound using segment: {'id': '0db4f97e-52d2-4e75-a7f6-550aa2b8eca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '495ace7a-f44e-4349-a86f-b6f0c2cf6eb6'} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:30:58.147772 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-c999221d-d1b1-45e6-8542-1d3323ec657c req-52c37bc3-d315-465f-80c6-65f73c60cd9f service neutron] Bound port: d4bd64bb-d860-47b4-91e6-2c4fe42e9366, host: n-h2-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0db4f97e-52d2-4e75-a7f6-550aa2b8eca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '495ace7a-f44e-4349-a86f-b6f0c2cf6eb6'}}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:30:58.148265 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-c999221d-d1b1-45e6-8542-1d3323ec657c req-52c37bc3-d315-465f-80c6-65f73c60cd9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:58.170444 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f2f05b-e3ef-4e79-80bb-c492d35f8f27 admin admin] Checking segment: {'id': 'e5037e40-00e6-482d-b28a-59c517384ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3491ebdf-04fb-470c-8b6d-7380be6781df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:30:58.171215 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f2f05b-e3ef-4e79-80bb-c492d35f8f27 admin admin] Network hostable DHCP agents. Network: 3491ebdf-04fb-470c-8b6d-7380be6781df, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:30:58.193109 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e2c309f5-1989-41a0-b17b-1d49f916cc17 req-d11b00e7-2e0d-4913-a84a-1b3f02695f38 tempest-MigrationsAdminTest-175233754 tempest-MigrationsAdminTest-175233754-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101817 Dec 20 14:30:58.207179 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6fe74b1b-5a0b-47f2-b48b-a57ff03768a4 req-339d29f3-e346-439e-a333-a3b602505dbc service neutron] 10.222.0.47 "GET /v2.0/networks/0723578d-9472-40dd-b5d6-4342bff5fd37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170875 Dec 20 14:30:58.214313 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a054a0be-5957-4652-b14b-68a11d2e3040 req-886d360b-7c38-4f87-9d40-05739885817a tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149795 Dec 20 14:30:58.255683 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f2f05b-e3ef-4e79-80bb-c492d35f8f27 admin admin] Network 3491ebdf-04fb-470c-8b6d-7380be6781df is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:30:58.273400 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2ec44b-78ba-4209-b01d-cfcc787b60bb req-1f2937ec-5349-4e95-9599-712cca715c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:58.274241 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2ec44b-78ba-4209-b01d-cfcc787b60bb req-1f2937ec-5349-4e95-9599-712cca715c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:58.274367 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2ec44b-78ba-4209-b01d-cfcc787b60bb req-1f2937ec-5349-4e95-9599-712cca715c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:58.276171 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ee2ec44b-78ba-4209-b01d-cfcc787b60bb req-1f2937ec-5349-4e95-9599-712cca715c5b service neutron] 10.222.0.30 "GET /v2.0/networks?id=687c5259-7995-4ccd-9da8-b7cf90c319a1&id=e922ff15-a662-4866-8b6a-3d6f701ab36c&id=e922ff15-a662-4866-8b6a-3d6f701ab36c&id=e922ff15-a662-4866-8b6a-3d6f701ab36c&id=e922ff15-a662-4866-8b6a-3d6f701ab36c&id=781006d9-7985-4914-91ad-a5e554b7cb56&id=781006d9-7985-4914-91ad-a5e554b7cb56 HTTP/1.1" status: 200 len: 2293 time: 0.2723253 Dec 20 14:30:58.308196 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-d679aafd-3fc7-4498-a2c9-4005bfacd983 None None] Set router 18e35978-b94c-4ba4-b744-71c00caceebd gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:30:58.318882 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-90f2f05b-e3ef-4e79-80bb-c492d35f8f27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 3491ebdf-04fb-470c-8b6d-7380be6781df) {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:30:58.360093 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf125070-3b75-4a48-90d4-1e005dbdfd28 None None] Network 3491ebdf-04fb-470c-8b6d-7380be6781df requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:30:58.377484 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f2f05b-e3ef-4e79-80bb-c492d35f8f27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:58.378347 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-90f2f05b-e3ef-4e79-80bb-c492d35f8f27 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:58.413352 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-90f2f05b-e3ef-4e79-80bb-c492d35f8f27 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3626876 Dec 20 14:30:58.442353 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-c999221d-d1b1-45e6-8542-1d3323ec657c req-52c37bc3-d315-465f-80c6-65f73c60cd9f service neutron] For port d4bd64bb-d860-47b4-91e6-2c4fe42e9366, host n-h2-761264-19, cleared binding levels {{(pid=103168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:30:58.447429 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ee2ec44b-78ba-4209-b01d-cfcc787b60bb req-9f4aca0a-c46f-40cd-9bd3-39f50d470863 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=79cf19b9-8f3f-44e9-85d5-0608077b5b17 HTTP/1.1" status: 200 len: 1000 time: 0.1535180 Dec 20 14:30:58.448186 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133f9bf0-c34f-4c97-834b-25ed91f9f7e8 req-de6f2878-a1d4-49ae-941a-7d1e58946218 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:58.450169 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-133f9bf0-c34f-4c97-834b-25ed91f9f7e8 req-de6f2878-a1d4-49ae-941a-7d1e58946218 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba9b5a65-1624-48cb-9b97-61eb55a4ba53 HTTP/1.1" status: 200 len: 945 time: 0.1354935 Dec 20 14:30:58.500102 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-c999221d-d1b1-45e6-8542-1d3323ec657c req-52c37bc3-d315-465f-80c6-65f73c60cd9f service neutron] For port d4bd64bb-d860-47b4-91e6-2c4fe42e9366, host n-h2-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=d4bd64bb-d860-47b4-91e6-2c4fe42e9366,segment=NetworkSegment(0db4f97e-52d2-4e75-a7f6-550aa2b8eca1),segment_id=0db4f97e-52d2-4e75-a7f6-550aa2b8eca1)] {{(pid=103168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:30:58.502606 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6fe74b1b-5a0b-47f2-b48b-a57ff03768a4 req-4cd6a51a-d4ef-4f43-9b32-31d1e3836eb6 service neutron] 10.222.0.47 "GET /v2.0/networks/0723578d-9472-40dd-b5d6-4342bff5fd37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2861485 Dec 20 14:30:58.550278 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-c999221d-d1b1-45e6-8542-1d3323ec657c req-52c37bc3-d315-465f-80c6-65f73c60cd9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:58.565367 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6fe74b1b-5a0b-47f2-b48b-a57ff03768a4 req-5f2c8ad4-995d-407f-82b6-49a5745a52b8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.165&port_id=53964767-e153-45ad-817f-303368cbc376 HTTP/1.1" status: 200 len: 217 time: 0.0523162 Dec 20 14:30:58.647795 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c37bc3-d315-465f-80c6-65f73c60cd9f service neutron] Pushing event updated for resources: {'Port': ['ID=d4bd64bb-d860-47b4-91e6-2c4fe42e9366,revision_number=3']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:30:58.649907 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-133f9bf0-c34f-4c97-834b-25ed91f9f7e8 req-3c16d553-75c5-44ef-bf6e-01e73fe00cb7 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6a39052-36c7-4e8a-a837-c745dc8572a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874163 Dec 20 14:30:58.687100 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b33ac97d-353e-4495-9cca-c95c39cec19c x-openstack-request-id: req-b33ac97d-353e-4495-9cca-c95c39cec19c {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:30:58.687569 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a76f30c8-712d-44b7-9ed3-98bb884698ef", "tag": "dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:30:58.687977 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b33ac97d-353e-4495-9cca-c95c39cec19c {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:30:58.688599 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a76f30c8-712d-44b7-9ed3-98bb884698ef', 'tag': 'dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7', 'status': 'completed', 'code': 200} Dec 20 14:30:58.692272 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe74b1b-5a0b-47f2-b48b-a57ff03768a4 req-a17ff9ab-0a65-4839-8e30-79e75b33d703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:58.696564 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6fe74b1b-5a0b-47f2-b48b-a57ff03768a4 req-a17ff9ab-0a65-4839-8e30-79e75b33d703 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=04afb03f-72c8-4cee-8126-4aad15c5f0f5 HTTP/1.1" status: 200 len: 797 time: 0.1158836 Dec 20 14:30:58.722967 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c999221d-d1b1-45e6-8542-1d3323ec657c req-52c37bc3-d315-465f-80c6-65f73c60cd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:58.724018 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-c999221d-d1b1-45e6-8542-1d3323ec657c req-52c37bc3-d315-465f-80c6-65f73c60cd9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:30:58.725694 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c999221d-d1b1-45e6-8542-1d3323ec657c req-52c37bc3-d315-465f-80c6-65f73c60cd9f service neutron] 10.222.0.47 "PUT /v2.0/ports/d4bd64bb-d860-47b4-91e6-2c4fe42e9366 HTTP/1.1" status: 200 len: 1092 time: 2.5635750 Dec 20 14:30:58.802617 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2ec44b-78ba-4209-b01d-cfcc787b60bb req-1f506cda-9042-400f-bbf8-16bc642f9789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:58.814705 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ee2ec44b-78ba-4209-b01d-cfcc787b60bb req-1f506cda-9042-400f-bbf8-16bc642f9789 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b510740f-81e5-461d-83bc-0c27692ea662 HTTP/1.1" status: 200 len: 850 time: 0.3491740 Dec 20 14:30:58.853334 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6153b435-570d-461a-99ef-e6ac41de1e57 req-9a74fbac-71ab-4b3f-9675-4ee329ffe689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:58.859536 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6153b435-570d-461a-99ef-e6ac41de1e57 req-9a74fbac-71ab-4b3f-9675-4ee329ffe689 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=514f3908f9164c0fa19c6d421ce9f2b3&device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 1098 time: 0.1556089 Dec 20 14:30:58.929570 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c999221d-d1b1-45e6-8542-1d3323ec657c req-4f54a0f9-4a1d-45e6-acfc-6fc3f19f97e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:58.931153 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c999221d-d1b1-45e6-8542-1d3323ec657c req-4f54a0f9-4a1d-45e6-acfc-6fc3f19f97e8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=543a5ccf1524441b95c235a83f5e56cd&device_id=c82b4f73-95de-48a3-848a-9f7a8b2f4e2e HTTP/1.1" status: 200 len: 1095 time: 0.0894446 Dec 20 14:30:58.932948 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2ec44b-78ba-4209-b01d-cfcc787b60bb req-18b8bf1c-9a82-49b8-a799-80b9918f87e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:58.934694 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ee2ec44b-78ba-4209-b01d-cfcc787b60bb req-18b8bf1c-9a82-49b8-a799-80b9918f87e7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=687c5259-7995-4ccd-9da8-b7cf90c319a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1118708 Dec 20 14:30:59.021857 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c999221d-d1b1-45e6-8542-1d3323ec657c req-b534f45c-0ff1-4d33-bc65-82a89d395796 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d4bd64bb-d860-47b4-91e6-2c4fe42e9366 HTTP/1.1" status: 200 len: 217 time: 0.0775692 Dec 20 14:30:59.073198 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5203e5-78db-4618-82f5-ca9a87758f91 None None] Network 3491ebdf-04fb-470c-8b6d-7380be6781df requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:30:59.087876 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe74b1b-5a0b-47f2-b48b-a57ff03768a4 req-831fa5b8-1963-423f-8d9a-7b81365907e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:59.089525 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6fe74b1b-5a0b-47f2-b48b-a57ff03768a4 req-831fa5b8-1963-423f-8d9a-7b81365907e7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0723578d-9472-40dd-b5d6-4342bff5fd37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3591557 Dec 20 14:30:59.093800 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c999221d-d1b1-45e6-8542-1d3323ec657c req-e7418f0a-12f1-46d0-a2b0-572e011e6d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:59.095469 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c999221d-d1b1-45e6-8542-1d3323ec657c req-e7418f0a-12f1-46d0-a2b0-572e011e6d2b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c8908482-6016-4528-aed2-b6e5b6996a4d HTTP/1.1" status: 200 len: 851 time: 0.0626082 Dec 20 14:30:59.165081 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c999221d-d1b1-45e6-8542-1d3323ec657c req-2d958b5b-1564-420f-b75f-1769498089cc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=495ace7a-f44e-4349-a86f-b6f0c2cf6eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368283 Dec 20 14:30:59.224998 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ee2ec44b-78ba-4209-b01d-cfcc787b60bb req-7fbe3378-8b9e-4e86-a823-4acd3c535d1d service neutron] 10.222.0.30 "GET /v2.0/networks/687c5259-7995-4ccd-9da8-b7cf90c319a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794049 Dec 20 14:30:59.253464 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6153b435-570d-461a-99ef-e6ac41de1e57 req-db1db442-8072-4d0e-a358-cc59e925d79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:59.255841 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6153b435-570d-461a-99ef-e6ac41de1e57 req-db1db442-8072-4d0e-a358-cc59e925d79a service neutron] 10.222.0.30 "GET /v2.0/networks?id=7ed718b3-d2e8-4b72-a238-726203897046 HTTP/1.1" status: 200 len: 913 time: 0.3835301 Dec 20 14:30:59.271568 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-d679aafd-3fc7-4498-a2c9-4005bfacd983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18e35978-b94c-4ba4-b744-71c00caceebd', 'name': 'tempest-ServerActionsTestJSON-1066541955-router', 'tenant_id': '514f3908f9164c0fa19c6d421ce9f2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'c5cfc7d5-af88-4835-9028-f358ac1f6ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:30:15Z', 'updated_at': '2021-12-20T14:30:22Z', 'revision_number': 4, 'project_id': '514f3908f9164c0fa19c6d421ce9f2b3', 'gw_port': {'id': 'c5cfc7d5-af88-4835-9028-f358ac1f6ff1', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:73:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e35978-b94c-4ba4-b744-71c00caceebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:30:16Z', 'updated_at': '2021-12-20T14:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': 'e4dcd5e9-5d18-4253-9ba7-a410b9c3c4d8', 'tenant_id': '514f3908f9164c0fa19c6d421ce9f2b3', 'floating_ip_address': '172.25.0.122', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': '18e35978-b94c-4ba4-b744-71c00caceebd', 'port_id': 'dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1004, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ed718b3-d2e8-4b72-a238-726203897046', 'mac_address': 'fa:16:3e:18:9e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76f30c8-712d-44b7-9ed3-98bb884698ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T14:30:28Z', 'updated_at': '2021-12-20T14:30:54Z', 'revision_number': 1, 'project_id': '514f3908f9164c0fa19c6d421ce9f2b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d96f557-f566-4d41-9fda-e912fb82e5bb', 'name': '', 'network_id': '7ed718b3-d2e8-4b72-a238-726203897046', 'tenant_id': '514f3908f9164c0fa19c6d421ce9f2b3', 'mac_address': 'fa:16:3e:a1:98:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e35978-b94c-4ba4-b744-71c00caceebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '5d68b841-2dcc-4f7d-9f3b-ab3557b797a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:30:20Z', 'updated_at': '2021-12-20T14:30:26Z', 'revision_number': 5, 'project_id': '514f3908f9164c0fa19c6d421ce9f2b3', 'subnets': [{'id': '5d68b841-2dcc-4f7d-9f3b-ab3557b797a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:30:59.303452 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d679aafd-3fc7-4498-a2c9-4005bfacd983 None None] The sync data for ids ['18e35978-b94c-4ba4-b744-71c00caceebd'] in n-d-761264-19 is: [{'id': '18e35978-b94c-4ba4-b744-71c00caceebd', 'name': 'tempest-ServerActionsTestJSON-1066541955-router', 'tenant_id': '514f3908f9164c0fa19c6d421ce9f2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'c5cfc7d5-af88-4835-9028-f358ac1f6ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:30:15Z', 'updated_at': '2021-12-20T14:30:22Z', 'revision_number': 4, 'project_id': '514f3908f9164c0fa19c6d421ce9f2b3', 'gw_port': {'id': 'c5cfc7d5-af88-4835-9028-f358ac1f6ff1', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:73:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e35978-b94c-4ba4-b744-71c00caceebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:30:16Z', 'updated_at': '2021-12-20T14:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': 'e4dcd5e9-5d18-4253-9ba7-a410b9c3c4d8', 'tenant_id': '514f3908f9164c0fa19c6d421ce9f2b3', 'floating_ip_address': '172.25.0.122', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': '18e35978-b94c-4ba4-b744-71c00caceebd', 'port_id': 'dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1004, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ed718b3-d2e8-4b72-a238-726203897046', 'mac_address': 'fa:16:3e:18:9e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76f30c8-712d-44b7-9ed3-98bb884698ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T14:30:28Z', 'updated_at': '2021-12-20T14:30:54Z', 'revision_number': 1, 'project_id': '514f3908f9164c0fa19c6d421ce9f2b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d96f557-f566-4d41-9fda-e912fb82e5bb', 'name': '', 'network_id': '7ed718b3-d2e8-4b72-a238-726203897046', 'tenant_id': '514f3908f9164c0fa19c6d421ce9f2b3', 'mac_address': 'fa:16:3e:a1:98:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e35978-b94c-4ba4-b744-71c00caceebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '5d68b841-2dcc-4f7d-9f3b-ab3557b797a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:30:20Z', 'updated_at': '2021-12-20T14:30:26Z', 'revision_number': 5, 'project_id': '514f3908f9164c0fa19c6d421ce9f2b3', 'subnets': [{'id': '5d68b841-2dcc-4f7d-9f3b-ab3557b797a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:30:59.378419 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5265708b-ef1e-43c8-b460-dcc7cd80dd83 req-de5211a3-9310-4e68-83fe-9313c9dc65d4 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:59.386105 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5265708b-ef1e-43c8-b460-dcc7cd80dd83 req-de5211a3-9310-4e68-83fe-9313c9dc65d4 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/networks?id=0b117659-1bb4-437b-b0c1-51f56db7ff3a HTTP/1.1" status: 200 len: 804 time: 0.3679717 Dec 20 14:30:59.408335 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6fe74b1b-5a0b-47f2-b48b-a57ff03768a4 req-a127c2f1-b5a7-4abd-ab56-ab8d651470cc service neutron] 10.222.0.47 "GET /v2.0/networks/0723578d-9472-40dd-b5d6-4342bff5fd37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2970145 Dec 20 14:30:59.410802 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6153b435-570d-461a-99ef-e6ac41de1e57 req-54f9c279-0c54-4d29-a23b-b1762c7da3ac service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7 HTTP/1.1" status: 200 len: 1000 time: 0.1441083 Dec 20 14:30:59.412263 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5265708b-ef1e-43c8-b460-dcc7cd80dd83 req-f3026feb-a978-4925-a72e-eb1d50c29016 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/quotas/1cc26e75091641c38e981f6c0cbcbef7 HTTP/1.1" status: 200 len: 375 time: 0.0253553 Dec 20 14:30:59.476237 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c999221d-d1b1-45e6-8542-1d3323ec657c req-adb81681-d680-4591-ad40-e4c47bc57a49 service neutron] 10.222.0.47 "GET /v2.0/networks/495ace7a-f44e-4349-a86f-b6f0c2cf6eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2991889 Dec 20 14:30:59.510022 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ee2ec44b-78ba-4209-b01d-cfcc787b60bb req-e9a960f5-ccae-4193-b773-accda1f04ef0 service neutron] 10.222.0.30 "GET /v2.0/networks/687c5259-7995-4ccd-9da8-b7cf90c319a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390556 Dec 20 14:30:59.552649 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6153b435-570d-461a-99ef-e6ac41de1e57 req-7320e60c-7805-4271-9275-b310374c896c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:59.554262 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6153b435-570d-461a-99ef-e6ac41de1e57 req-7320e60c-7805-4271-9275-b310374c896c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5d68b841-2dcc-4f7d-9f3b-ab3557b797a0 HTTP/1.1" status: 200 len: 851 time: 0.1274986 Dec 20 14:30:59.581699 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0923a5-0e6c-44cd-a4b2-3ef2bbd57c15 None None] New status for floating IP e4dcd5e9-5d18-4253-9ba7-a410b9c3c4d8: ACTIVE {{(pid=103170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 14:30:59.607396 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ee2ec44b-78ba-4209-b01d-cfcc787b60bb req-fa003f53-2898-431f-b570-677ef906238a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.112&port_id=8f31b9a5-1a84-4aca-854e-f0b8620002cb HTTP/1.1" status: 200 len: 217 time: 0.0821185 Dec 20 14:30:59.609185 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5265708b-ef1e-43c8-b460-dcc7cd80dd83 req-7fa36517-64c5-4028-9a3d-a05ec34ac709 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=1cc26e75091641c38e981f6c0cbcbef7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1835341 Dec 20 14:30:59.612162 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:30:59.612162 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:30:59.612162 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:30:59.612162 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:30:59.612162 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:30:59.612162 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:30:59.612162 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:30:59.612162 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:30:59.612162 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:30:59.612162 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:30:59.612162 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:30:59.612162 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:30:59.612162 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:30:59.612162 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:30:59.612162 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:30:59.612162 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:30:59.612162 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:30:59.612162 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:30:59.612162 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:30:59.612162 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:30:59.612162 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:30:59.612162 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:30:59.612162 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:30:59.612162 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:30:59.612162 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:30:59.612162 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:30:59.612162 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:30:59.612162 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:30:59.612162 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:30:59.612162 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:30:59.612162 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:30:59.612162 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:30:59.612162 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:30:59.612162 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:30:59.612162 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:30:59.612162 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:30:59.615166 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:30:59.615166 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:30:59.615166 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:30:59.615166 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:30:59.615166 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:30:59.615166 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:30:59.615166 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:30:59.615166 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:30:59.615166 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:30:59.615166 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:30:59.615166 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:30:59.615166 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:30:59.615166 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2b56c8-dd37-4595-acbc-c2a3f85171b6 req-1822c692-d7a6-4b7d-9b4b-814458a16fc8 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:59.616523 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5a2b56c8-dd37-4595-acbc-c2a3f85171b6 req-1822c692-d7a6-4b7d-9b4b-814458a16fc8 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] 10.222.0.54 "GET /v2.0/networks?id=3491ebdf-04fb-470c-8b6d-7380be6781df HTTP/1.1" status: 200 len: 812 time: 0.3205736 Dec 20 14:30:59.624232 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6fe74b1b-5a0b-47f2-b48b-a57ff03768a4 req-ca7a7cef-d63c-4aa8-b9c5-f85e60373c8b service neutron] 10.222.0.47 "GET /v2.0/networks/0723578d-9472-40dd-b5d6-4342bff5fd37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071793 Dec 20 14:30:59.671960 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5a2b56c8-dd37-4595-acbc-c2a3f85171b6 req-bf64f3bb-a3e1-4ff6-8820-15f5393504ac tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] 10.222.0.54 "GET /v2.0/quotas/a3d381488679457dbaa2d9f6a292642f HTTP/1.1" status: 200 len: 375 time: 0.0423963 Dec 20 14:30:59.724460 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2ec44b-78ba-4209-b01d-cfcc787b60bb req-059c61ee-50d4-4a48-a52d-3f416f429310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:59.726115 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ee2ec44b-78ba-4209-b01d-cfcc787b60bb req-059c61ee-50d4-4a48-a52d-3f416f429310 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=aaeac8b3-4bcd-4183-8fdc-e7e9bf33dceb HTTP/1.1" status: 200 len: 797 time: 0.1070056 Dec 20 14:30:59.728431 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c999221d-d1b1-45e6-8542-1d3323ec657c req-40a32c43-3ab9-4ffd-ad4e-131eef3b0bef service neutron] 10.222.0.47 "GET /v2.0/networks/495ace7a-f44e-4349-a86f-b6f0c2cf6eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421839 Dec 20 14:30:59.730737 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5a2b56c8-dd37-4595-acbc-c2a3f85171b6 req-0e50b458-34aa-44d4-9839-51045f713842 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=a3d381488679457dbaa2d9f6a292642f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0433884 Dec 20 14:30:59.739008 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6153b435-570d-461a-99ef-e6ac41de1e57 req-7f6804a0-b588-419e-9b7e-b37ea6458316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:59.740571 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6153b435-570d-461a-99ef-e6ac41de1e57 req-7f6804a0-b588-419e-9b7e-b37ea6458316 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ed718b3-d2e8-4b72-a238-726203897046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1762483 Dec 20 14:30:59.744777 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6fe74b1b-5a0b-47f2-b48b-a57ff03768a4 req-b533270c-9bb6-47e9-befb-077ee57c4fd7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=2a179faf-fd88-4d1c-8683-0a8bb9be5690 HTTP/1.1" status: 200 len: 217 time: 0.1065707 Dec 20 14:30:59.892627 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5265708b-ef1e-43c8-b460-dcc7cd80dd83 req-e7adfe7c-328e-4c82-aaa0-7963accc144e service neutron] 10.222.0.54 "GET /v2.0/networks/0b117659-1bb4-437b-b0c1-51f56db7ff3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648571 Dec 20 14:30:59.898238 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe74b1b-5a0b-47f2-b48b-a57ff03768a4 req-36d2aed7-ec42-4790-9af8-1ff5bd154ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:30:59.899765 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6fe74b1b-5a0b-47f2-b48b-a57ff03768a4 req-36d2aed7-ec42-4790-9af8-1ff5bd154ed6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=04afb03f-72c8-4cee-8126-4aad15c5f0f5 HTTP/1.1" status: 200 len: 797 time: 0.1095603 Dec 20 14:30:59.910963 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device cce71cdd-fb66-4c91-85f1-edf4efeb4f5c no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:31:00.007973 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:00.016272 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6153b435-570d-461a-99ef-e6ac41de1e57 req-98e9004c-5ce1-4aab-bca2-ec85a4664bd6 service neutron] 10.222.0.30 "GET /v2.0/networks/7ed718b3-d2e8-4b72-a238-726203897046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651558 Dec 20 14:31:00.037087 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a299b01-e717-4673-93a7-295d0efdb002', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cce71cdd-fb66-4c91-85f1-edf4efeb4f5c'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:31:00.039646 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44588502-ccf4-4fa8-93df-8819246c52df" -d '{"events": [{"server_uuid": "2a299b01-e717-4673-93a7-295d0efdb002", "name": "network-vif-unplugged", "status": "completed", "tag": "cce71cdd-fb66-4c91-85f1-edf4efeb4f5c"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:31:00.054108 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port cce71cdd-fb66-4c91-85f1-edf4efeb4f5c, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=cce71cdd-fb66-4c91-85f1-edf4efeb4f5c,segment=NetworkSegment(c66b4285-faba-435b-92e7-6de47ba5ef36),segment_id=c66b4285-faba-435b-92e7-6de47ba5ef36)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:31:00.065983 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:00.111569 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe74b1b-5a0b-47f2-b48b-a57ff03768a4 req-31bff97e-9c0c-4610-b94b-cf981c020dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:00.113304 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6fe74b1b-5a0b-47f2-b48b-a57ff03768a4 req-31bff97e-9c0c-4610-b94b-cf981c020dd8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0723578d-9472-40dd-b5d6-4342bff5fd37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1770406 Dec 20 14:31:00.133809 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=cce71cdd-fb66-4c91-85f1-edf4efeb4f5c,revision_number=8']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:31:00.147181 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2ec44b-78ba-4209-b01d-cfcc787b60bb req-142b9079-ea68-4559-85dd-29a1f6f26b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:00.148997 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ee2ec44b-78ba-4209-b01d-cfcc787b60bb req-142b9079-ea68-4559-85dd-29a1f6f26b7e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e922ff15-a662-4866-8b6a-3d6f701ab36c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4057224 Dec 20 14:31:00.174602 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5265708b-ef1e-43c8-b460-dcc7cd80dd83 req-ce237954-7f80-4948-ae42-fa384e78a014 service neutron] 10.222.0.54 "GET /v2.0/networks/0b117659-1bb4-437b-b0c1-51f56db7ff3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2715938 Dec 20 14:31:00.202354 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5a2b56c8-dd37-4595-acbc-c2a3f85171b6 req-13564973-8a2c-4a99-890d-0aef616a33bc service neutron] 10.222.0.54 "GET /v2.0/networks/3491ebdf-04fb-470c-8b6d-7380be6781df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4612820 Dec 20 14:31:00.231867 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6153b435-570d-461a-99ef-e6ac41de1e57 req-7f2b5f06-cefd-4a2e-bf6d-6648a71ebb58 service neutron] 10.222.0.30 "GET /v2.0/networks/7ed718b3-d2e8-4b72-a238-726203897046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043386 Dec 20 14:31:00.256689 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6fe74b1b-5a0b-47f2-b48b-a57ff03768a4 req-a92f35b0-0ca3-4f35-bba4-2e26adbca1bd service neutron] 10.222.0.47 "GET /v2.0/networks/0723578d-9472-40dd-b5d6-4342bff5fd37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303666 Dec 20 14:31:00.371969 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ee2ec44b-78ba-4209-b01d-cfcc787b60bb req-5f962442-0957-4393-a09d-9eb34d07316b service neutron] 10.222.0.30 "GET /v2.0/networks/e922ff15-a662-4866-8b6a-3d6f701ab36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133901 Dec 20 14:31:00.403431 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6fe74b1b-5a0b-47f2-b48b-a57ff03768a4 req-81473b3b-8952-4d29-b08e-3fcc8f7ba5df service neutron] 10.222.0.47 "GET /v2.0/networks/0723578d-9472-40dd-b5d6-4342bff5fd37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379249 Dec 20 14:31:00.439583 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b56adb2-3c92-4a6f-a7df-5529943775b6 req-de74564a-1b01-45b5-a733-16cd4f5fff4b tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:00.441175 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5b56adb2-3c92-4a6f-a7df-5529943775b6 req-de74564a-1b01-45b5-a733-16cd4f5fff4b tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a299b01-e717-4673-93a7-295d0efdb002 HTTP/1.1" status: 200 len: 943 time: 0.2005801 Dec 20 14:31:00.479894 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6fe74b1b-5a0b-47f2-b48b-a57ff03768a4 req-761a4c96-efe2-44be-b345-4735083cc863 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.218&port_id=2c856671-3a5c-476e-9630-cfd7595c0f1c HTTP/1.1" status: 200 len: 217 time: 0.0669677 Dec 20 14:31:00.499490 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4107c0d1-08b0-4386-a318-542e2562f291 req-7cefa888-d768-4fd5-9531-c25d590e10bb tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=c1e404e3ac2e456f831247d0bb0227f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335267 Dec 20 14:31:00.510594 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5a2b56c8-dd37-4595-acbc-c2a3f85171b6 req-757e6e7c-ba5b-4102-9ca6-ebfc9b5d9d80 service neutron] 10.222.0.54 "GET /v2.0/networks/3491ebdf-04fb-470c-8b6d-7380be6781df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681665 Dec 20 14:31:00.573117 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ee2ec44b-78ba-4209-b01d-cfcc787b60bb req-d2b13c7e-67b7-4694-a749-606b4668616c service neutron] 10.222.0.30 "GET /v2.0/networks/e922ff15-a662-4866-8b6a-3d6f701ab36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913519 Dec 20 14:31:00.633119 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe74b1b-5a0b-47f2-b48b-a57ff03768a4 req-1d4469dd-41c2-4409-bc61-9dbc3bbdd896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:00.634688 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6fe74b1b-5a0b-47f2-b48b-a57ff03768a4 req-1d4469dd-41c2-4409-bc61-9dbc3bbdd896 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=04afb03f-72c8-4cee-8126-4aad15c5f0f5 HTTP/1.1" status: 200 len: 797 time: 0.1447473 Dec 20 14:31:00.664826 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ee2ec44b-78ba-4209-b01d-cfcc787b60bb req-cada1cb9-9e4b-48c8-ade0-18297d1d1519 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.119&port_id=cdb31bb5-074e-403d-ab47-e55bfa522aff HTTP/1.1" status: 200 len: 217 time: 0.0471106 Dec 20 14:31:00.675566 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e8fb28ed-f406-444c-82f6-5cd0c0487097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:00.690092 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c82b4f73-95de-48a3-848a-9f7a8b2f4e2e', 'tag': 'd4bd64bb-d860-47b4-91e6-2c4fe42e9366'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:31:00.692548 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f53a6e6c-5bab-4e52-94f3-e123014f1112" -d '{"events": [{"name": "network-changed", "server_uuid": "c82b4f73-95de-48a3-848a-9f7a8b2f4e2e", "tag": "d4bd64bb-d860-47b4-91e6-2c4fe42e9366"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:31:00.715523 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe74b1b-5a0b-47f2-b48b-a57ff03768a4 req-3b1f7248-0a99-47ac-be0a-3a071f2c1794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:00.716908 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6fe74b1b-5a0b-47f2-b48b-a57ff03768a4 req-3b1f7248-0a99-47ac-be0a-3a071f2c1794 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0723578d-9472-40dd-b5d6-4342bff5fd37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0744295 Dec 20 14:31:00.743569 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4107c0d1-08b0-4386-a318-542e2562f291 req-a407f8c6-47ae-4a29-b145-3ee082a02f4e tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:00.745108 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4107c0d1-08b0-4386-a318-542e2562f291 req-a407f8c6-47ae-4a29-b145-3ee082a02f4e tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2038915 Dec 20 14:31:00.748333 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-5b56adb2-3c92-4a6f-a7df-5529943775b6 req-3d0dcf74-bffb-4f20-83de-8a656abb6236 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Deleting port cce71cdd-fb66-4c91-85f1-edf4efeb4f5c {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:31:00.748677 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-5b56adb2-3c92-4a6f-a7df-5529943775b6 req-3d0dcf74-bffb-4f20-83de-8a656abb6236 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:00.757391 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2ec44b-78ba-4209-b01d-cfcc787b60bb req-5f7d264a-186d-48b3-a37b-20601095d683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:00.759067 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ee2ec44b-78ba-4209-b01d-cfcc787b60bb req-5f7d264a-186d-48b3-a37b-20601095d683 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=aaeac8b3-4bcd-4183-8fdc-e7e9bf33dceb HTTP/1.1" status: 200 len: 797 time: 0.0801094 Dec 20 14:31:00.777733 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4107c0d1-08b0-4386-a318-542e2562f291 req-d3d44083-4573-47a5-83bc-7e5097069366 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/quotas/c1e404e3ac2e456f831247d0bb0227f5 HTTP/1.1" status: 200 len: 375 time: 0.0200081 Dec 20 14:31:00.883709 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2ec44b-78ba-4209-b01d-cfcc787b60bb req-edd7358b-f020-468d-bdfd-4b4852a72e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:00.885261 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ee2ec44b-78ba-4209-b01d-cfcc787b60bb req-edd7358b-f020-468d-bdfd-4b4852a72e85 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e922ff15-a662-4866-8b6a-3d6f701ab36c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0940416 Dec 20 14:31:00.900759 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6fe74b1b-5a0b-47f2-b48b-a57ff03768a4 req-e8909dc7-4874-43c1-af71-7c6c51f2fe59 service neutron] 10.222.0.47 "GET /v2.0/networks/0723578d-9472-40dd-b5d6-4342bff5fd37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713102 Dec 20 14:31:00.987309 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4107c0d1-08b0-4386-a318-542e2562f291 req-f71fb225-bec9-4327-8927-fd229c963ffb tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=c1e404e3ac2e456f831247d0bb0227f5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1847682 Dec 20 14:31:00.992686 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-5b56adb2-3c92-4a6f-a7df-5529943775b6 req-3d0dcf74-bffb-4f20-83de-8a656abb6236 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] For port cce71cdd-fb66-4c91-85f1-edf4efeb4f5c, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=cce71cdd-fb66-4c91-85f1-edf4efeb4f5c,segment=NetworkSegment(c66b4285-faba-435b-92e7-6de47ba5ef36),segment_id=c66b4285-faba-435b-92e7-6de47ba5ef36)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:31:00.993067 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-5b56adb2-3c92-4a6f-a7df-5529943775b6 req-3d0dcf74-bffb-4f20-83de-8a656abb6236 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:01.029031 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-5b56adb2-3c92-4a6f-a7df-5529943775b6 req-3d0dcf74-bffb-4f20-83de-8a656abb6236 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Calling delete_port for cce71cdd-fb66-4c91-85f1-edf4efeb4f5c owned by compute:nova {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:31:01.042822 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6fe74b1b-5a0b-47f2-b48b-a57ff03768a4 req-2b441513-2dbd-4ca0-b57c-7934512f5de9 service neutron] 10.222.0.47 "GET /v2.0/networks/0723578d-9472-40dd-b5d6-4342bff5fd37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350851 Dec 20 14:31:01.122801 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6fe74b1b-5a0b-47f2-b48b-a57ff03768a4 req-64aa1280-8fac-40f5-a1a8-0095c15cb637 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=21f92dd2-a47b-44a5-8d5b-a2f2ccf8ee4f HTTP/1.1" status: 200 len: 217 time: 0.0705624 Dec 20 14:31:01.128491 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b590a1f7-6054-462a-b514-8583e0929627 req-4b404c71-5645-4cb7-8a62-d687dd0fa571 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:01.138288 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b590a1f7-6054-462a-b514-8583e0929627 req-4b404c71-5645-4cb7-8a62-d687dd0fa571 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=c82b4f73-95de-48a3-848a-9f7a8b2f4e2e HTTP/1.1" status: 200 len: 943 time: 0.1887319 Dec 20 14:31:01.188004 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ee2ec44b-78ba-4209-b01d-cfcc787b60bb req-9b6cfaab-42b3-44ff-82cd-bd2d908b124f service neutron] 10.222.0.30 "GET /v2.0/networks/e922ff15-a662-4866-8b6a-3d6f701ab36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2884727 Dec 20 14:31:01.211566 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe74b1b-5a0b-47f2-b48b-a57ff03768a4 req-c9dec6b5-4bf9-4f80-be2d-dd57d943b709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:01.213227 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6fe74b1b-5a0b-47f2-b48b-a57ff03768a4 req-c9dec6b5-4bf9-4f80-be2d-dd57d943b709 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=09e7c8eb-4da5-4994-ad75-557cbde9bb05 HTTP/1.1" status: 200 len: 797 time: 0.0813897 Dec 20 14:31:01.311180 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe74b1b-5a0b-47f2-b48b-a57ff03768a4 req-5c21b3ea-e4d5-4668-8de3-5c0d14ed264d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:01.315089 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6fe74b1b-5a0b-47f2-b48b-a57ff03768a4 req-5c21b3ea-e4d5-4668-8de3-5c0d14ed264d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2d7ab868-da79-43c0-805a-c026f1ebce8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0920939 Dec 20 14:31:01.351717 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b590a1f7-6054-462a-b514-8583e0929627 req-ccf39c0a-ec00-4689-b26e-bc392216b1e3 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118154 Dec 20 14:31:01.448351 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ee2ec44b-78ba-4209-b01d-cfcc787b60bb req-bd3c57e7-d72e-413d-8fff-f6da5c5ede69 service neutron] 10.222.0.30 "GET /v2.0/networks/e922ff15-a662-4866-8b6a-3d6f701ab36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431796 Dec 20 14:31:01.477869 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97761473-2308-4e29-8d9c-82d09e8257c7 req-9cf7291d-b23d-4608-aaac-ac7834b61581 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:01.487289 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-97761473-2308-4e29-8d9c-82d09e8257c7 req-9cf7291d-b23d-4608-aaac-ac7834b61581 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba9b5a65-1624-48cb-9b97-61eb55a4ba53 HTTP/1.1" status: 200 len: 945 time: 0.1710348 Dec 20 14:31:01.530301 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6fe74b1b-5a0b-47f2-b48b-a57ff03768a4 req-63f582be-517b-481a-a443-fdd5004156a0 service neutron] 10.222.0.47 "GET /v2.0/networks/2d7ab868-da79-43c0-805a-c026f1ebce8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843736 Dec 20 14:31:01.585658 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ee2ec44b-78ba-4209-b01d-cfcc787b60bb req-a7d88488-06c1-4d61-95d7-9e91e5afed39 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.108&port_id=c2b6402c-cca9-42ae-b247-701e4186077e HTTP/1.1" status: 200 len: 217 time: 0.1261780 Dec 20 14:31:01.608065 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-97761473-2308-4e29-8d9c-82d09e8257c7 req-e5c46171-2c28-44f3-8343-bdedc00888eb tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6a39052-36c7-4e8a-a837-c745dc8572a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102755 Dec 20 14:31:01.642898 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 14:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63801057-11a3-4e3d-b8d4-e585cbfa3724 x-openstack-request-id: req-63801057-11a3-4e3d-b8d4-e585cbfa3724 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:31:01.643927 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a299b01-e717-4673-93a7-295d0efdb002", "name": "network-vif-unplugged", "status": "completed", "tag": "cce71cdd-fb66-4c91-85f1-edf4efeb4f5c", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:31:01.644518 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-63801057-11a3-4e3d-b8d4-e585cbfa3724 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:31:01.645145 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a299b01-e717-4673-93a7-295d0efdb002', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cce71cdd-fb66-4c91-85f1-edf4efeb4f5c', 'code': 200} Dec 20 14:31:01.706627 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2ec44b-78ba-4209-b01d-cfcc787b60bb req-a1a07383-80bc-45ab-acc7-3663b9ad844d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:01.708353 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ee2ec44b-78ba-4209-b01d-cfcc787b60bb req-a1a07383-80bc-45ab-acc7-3663b9ad844d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=aaeac8b3-4bcd-4183-8fdc-e7e9bf33dceb HTTP/1.1" status: 200 len: 797 time: 0.1062491 Dec 20 14:31:01.711466 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-5b56adb2-3c92-4a6f-a7df-5529943775b6 req-3d0dcf74-bffb-4f20-83de-8a656abb6236 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:01.741954 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0dcf74-bffb-4f20-83de-8a656abb6236 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Pushing event deleted for resources: {'Port': ['ID=cce71cdd-fb66-4c91-85f1-edf4efeb4f5c,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:31:01.795571 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6fe74b1b-5a0b-47f2-b48b-a57ff03768a4 req-968b5391-f8fc-426d-abb6-0b2431a9ea71 service neutron] 10.222.0.47 "GET /v2.0/networks/2d7ab868-da79-43c0-805a-c026f1ebce8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556479 Dec 20 14:31:01.831301 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b56adb2-3c92-4a6f-a7df-5529943775b6 req-3d0dcf74-bffb-4f20-83de-8a656abb6236 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] No DVR routers for this DVR port cce71cdd-fb66-4c91-85f1-edf4efeb4f5c on host n-h2-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:31:01.834835 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-5b56adb2-3c92-4a6f-a7df-5529943775b6 req-3d0dcf74-bffb-4f20-83de-8a656abb6236 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:01.839021 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5b56adb2-3c92-4a6f-a7df-5529943775b6 req-3d0dcf74-bffb-4f20-83de-8a656abb6236 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.47 "DELETE /v2.0/ports/cce71cdd-fb66-4c91-85f1-edf4efeb4f5c HTTP/1.1" status: 204 len: 173 time: 1.3641260 Dec 20 14:31:01.847994 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2ec44b-78ba-4209-b01d-cfcc787b60bb req-6165c13c-b01b-468a-ae45-38c6525ef5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:01.849860 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ee2ec44b-78ba-4209-b01d-cfcc787b60bb req-6165c13c-b01b-468a-ae45-38c6525ef5ce service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e922ff15-a662-4866-8b6a-3d6f701ab36c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1029243 Dec 20 14:31:01.858253 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8d3929b0-c5dc-4bfa-a1e2-924ad93b14ea req-3566b4df-a5eb-47ac-85ca-2bdb79f6f603 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/ports?device_id=553ed9f9-b473-4cbd-8e0e-49a4391ac7e4 HTTP/1.1" status: 200 len: 210 time: 0.0787113 Dec 20 14:31:01.892528 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-812e47fc-099d-4e27-88d0-fe9a9a1fed6b x-openstack-request-id: req-812e47fc-099d-4e27-88d0-fe9a9a1fed6b {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:31:01.892528 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c82b4f73-95de-48a3-848a-9f7a8b2f4e2e", "tag": "d4bd64bb-d860-47b4-91e6-2c4fe42e9366", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:31:01.892996 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-812e47fc-099d-4e27-88d0-fe9a9a1fed6b {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:31:01.893410 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c82b4f73-95de-48a3-848a-9f7a8b2f4e2e', 'tag': 'd4bd64bb-d860-47b4-91e6-2c4fe42e9366', 'status': 'completed', 'code': 200} Dec 20 14:31:01.911150 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device d4bd64bb-d860-47b4-91e6-2c4fe42e9366 details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:31:01.970099 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6fe74b1b-5a0b-47f2-b48b-a57ff03768a4 req-7c023cc4-cfee-4dcd-ab9f-67bad223a035 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fc4dfef1-284b-46a8-abf8-8899705f3844 HTTP/1.1" status: 200 len: 217 time: 0.1348376 Dec 20 14:31:02.094781 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 14:31:02.136377 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53a6e6c-5bab-4e52-94f3-e123014f1112 req-7c418ade-3e34-4374-9955-85ba6b847b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:02.147023 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f53a6e6c-5bab-4e52-94f3-e123014f1112 req-7c418ade-3e34-4374-9955-85ba6b847b0f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=543a5ccf1524441b95c235a83f5e56cd&device_id=c82b4f73-95de-48a3-848a-9f7a8b2f4e2e HTTP/1.1" status: 200 len: 1095 time: 0.2172544 Dec 20 14:31:02.191856 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ee2ec44b-78ba-4209-b01d-cfcc787b60bb req-c1d05276-18e4-4e39-8b4d-74ea99c50b7b service neutron] 10.222.0.30 "GET /v2.0/networks/e922ff15-a662-4866-8b6a-3d6f701ab36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3247571 Dec 20 14:31:02.204743 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port d4bd64bb-d860-47b4-91e6-2c4fe42e9366, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=d4bd64bb-d860-47b4-91e6-2c4fe42e9366,segment=NetworkSegment(0db4f97e-52d2-4e75-a7f6-550aa2b8eca1),segment_id=0db4f97e-52d2-4e75-a7f6-550aa2b8eca1)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:31:02.241061 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': 'd4bd64bb-d860-47b4-91e6-2c4fe42e9366', 'network_id': '495ace7a-f44e-4349-a86f-b6f0c2cf6eb6', 'port_id': 'd4bd64bb-d860-47b4-91e6-2c4fe42e9366', 'mac_address': 'fa:16:3e:75:62:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8908482-6016-4528-aed2-b6e5b6996a4d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:31:02.291064 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:02.311585 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4bd64bb-d860-47b4-91e6-2c4fe42e9366 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:31:02.343447 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port d4bd64bb-d860-47b4-91e6-2c4fe42e9366, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=d4bd64bb-d860-47b4-91e6-2c4fe42e9366,segment=NetworkSegment(0db4f97e-52d2-4e75-a7f6-550aa2b8eca1),segment_id=0db4f97e-52d2-4e75-a7f6-550aa2b8eca1)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:31:02.351390 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:02.409187 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-85cbef62-c437-4fa4-b21c-9fbc7c5d7982 req-fd1ccb57-d0e3-4917-b915-16722efdf866 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] 10.222.0.54 "GET /v2.0/ports?device_id=fdbb7eda-c995-4db6-aa72-87dd58bec31c HTTP/1.1" status: 200 len: 210 time: 0.0859056 Dec 20 14:31:02.474809 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=d4bd64bb-d860-47b4-91e6-2c4fe42e9366,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:31:02.477829 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53a6e6c-5bab-4e52-94f3-e123014f1112 req-f51ab20d-5840-46b0-ab92-2a552bc77a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:02.479496 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f53a6e6c-5bab-4e52-94f3-e123014f1112 req-f51ab20d-5840-46b0-ab92-2a552bc77a4b service neutron] 10.222.0.47 "GET /v2.0/networks?id=495ace7a-f44e-4349-a86f-b6f0c2cf6eb6 HTTP/1.1" status: 200 len: 912 time: 0.3207812 Dec 20 14:31:02.492502 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5cb0767f-02c8-47f8-ad30-f0634deb8115 req-2419050f-017d-4dd1-b3cb-72b798a39351 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a251c5e-152a-42f2-9a16-7ad7e13c98e1 HTTP/1.1" status: 200 len: 210 time: 0.5072823 Dec 20 14:31:02.515832 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ee2ec44b-78ba-4209-b01d-cfcc787b60bb req-342caa72-704b-4fb1-ac60-5d1731e97d00 service neutron] 10.222.0.30 "GET /v2.0/networks/e922ff15-a662-4866-8b6a-3d6f701ab36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3062353 Dec 20 14:31:02.571470 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f53a6e6c-5bab-4e52-94f3-e123014f1112 req-d8101439-0a25-4c3d-a0cd-17ce0d1a0264 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d4bd64bb-d860-47b4-91e6-2c4fe42e9366 HTTP/1.1" status: 200 len: 217 time: 0.0779366 Dec 20 14:31:02.628753 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ee2ec44b-78ba-4209-b01d-cfcc787b60bb req-65ba84d5-e735-4892-af7b-32038137be60 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.7&port_id=c388c669-8dbc-4a20-aa6b-dcc41424fb88 HTTP/1.1" status: 200 len: 217 time: 0.0611360 Dec 20 14:31:02.634797 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe74b1b-5a0b-47f2-b48b-a57ff03768a4 req-0772fa63-6b98-4865-aa25-7ac45986caac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:02.636829 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6fe74b1b-5a0b-47f2-b48b-a57ff03768a4 req-0772fa63-6b98-4865-aa25-7ac45986caac service neutron] 10.222.0.47 "GET /v2.0/subnets?id=09e7c8eb-4da5-4994-ad75-557cbde9bb05 HTTP/1.1" status: 200 len: 797 time: 0.6307371 Dec 20 14:31:02.649997 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['d4bd64bb-d860-47b4-91e6-2c4fe42e9366'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:31:02.715243 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2ec44b-78ba-4209-b01d-cfcc787b60bb req-8e75efe4-298c-4d51-8ad0-68ba2a5660d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:02.717284 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ee2ec44b-78ba-4209-b01d-cfcc787b60bb req-8e75efe4-298c-4d51-8ad0-68ba2a5660d3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=aaeac8b3-4bcd-4183-8fdc-e7e9bf33dceb HTTP/1.1" status: 200 len: 797 time: 0.0644135 Dec 20 14:31:02.745629 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53a6e6c-5bab-4e52-94f3-e123014f1112 req-6e73f7f3-1349-444e-965c-de7283fd7952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:02.747321 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f53a6e6c-5bab-4e52-94f3-e123014f1112 req-6e73f7f3-1349-444e-965c-de7283fd7952 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c8908482-6016-4528-aed2-b6e5b6996a4d HTTP/1.1" status: 200 len: 851 time: 0.1290278 Dec 20 14:31:02.755739 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7a1510-37ba-4b42-acf5-2300a1a2bbb6 req-b8078c0d-251c-4d2a-b505-a8bb8fc4999a tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:02.764405 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bd7a1510-37ba-4b42-acf5-2300a1a2bbb6 req-b8078c0d-251c-4d2a-b505-a8bb8fc4999a tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=c82b4f73-95de-48a3-848a-9f7a8b2f4e2e HTTP/1.1" status: 200 len: 944 time: 0.1432037 Dec 20 14:31:02.781475 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5265708b-ef1e-43c8-b460-dcc7cd80dd83 req-7680fcf5-4284-4cb2-9c15-0abcce867cbd tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:02.784158 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5265708b-ef1e-43c8-b460-dcc7cd80dd83 req-7680fcf5-4284-4cb2-9c15-0abcce867cbd tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.47 "GET /v2.0/networks?id=0b117659-1bb4-437b-b0c1-51f56db7ff3a HTTP/1.1" status: 200 len: 804 time: 0.3098512 Dec 20 14:31:02.811634 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe74b1b-5a0b-47f2-b48b-a57ff03768a4 req-ecfddf31-0232-4628-8901-f6bfc586c589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:02.812314 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f53a6e6c-5bab-4e52-94f3-e123014f1112 req-9a9a8b86-3ad0-4802-9f98-2c39843e39ac service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=495ace7a-f44e-4349-a86f-b6f0c2cf6eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407782 Dec 20 14:31:02.813146 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6fe74b1b-5a0b-47f2-b48b-a57ff03768a4 req-ecfddf31-0232-4628-8901-f6bfc586c589 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2d7ab868-da79-43c0-805a-c026f1ebce8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1521864 Dec 20 14:31:02.818311 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-5265708b-ef1e-43c8-b460-dcc7cd80dd83 req-5f0ef2c9-2140-43ec-96ff-4e7096a5fcd7 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Request body: {'port': {'device_id': '553ed9f9-b473-4cbd-8e0e-49a4391ac7e4', 'network_id': '0b117659-1bb4-437b-b0c1-51f56db7ff3a', 'admin_state_up': True, 'tenant_id': '1cc26e75091641c38e981f6c0cbcbef7'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:31:02.823233 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2ec44b-78ba-4209-b01d-cfcc787b60bb req-284a7614-43e0-442e-ae62-871962e838ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:02.825452 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ee2ec44b-78ba-4209-b01d-cfcc787b60bb req-284a7614-43e0-442e-ae62-871962e838ae service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e922ff15-a662-4866-8b6a-3d6f701ab36c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0923641 Dec 20 14:31:02.839301 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4dbdedb9-17e3-434f-beef-01693473ea60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:02.964801 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bd7a1510-37ba-4b42-acf5-2300a1a2bbb6 req-50985a7b-9f22-49b7-ac09-a2155cd9c327 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962087 Dec 20 14:31:03.029581 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158b74a3-2570-47d2-a396-a96bdb932974 req-f96dad18-df46-4dcf-8454-30d0fbe6aa87 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:03.036974 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-158b74a3-2570-47d2-a396-a96bdb932974 req-f96dad18-df46-4dcf-8454-30d0fbe6aa87 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba9b5a65-1624-48cb-9b97-61eb55a4ba53 HTTP/1.1" status: 200 len: 945 time: 0.1583610 Dec 20 14:31:03.074992 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ee2ec44b-78ba-4209-b01d-cfcc787b60bb req-cd1cfb99-66ec-4ab4-a20f-b4abbc5dbbf2 service neutron] 10.222.0.30 "GET /v2.0/networks/e922ff15-a662-4866-8b6a-3d6f701ab36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329793 Dec 20 14:31:03.078846 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f53a6e6c-5bab-4e52-94f3-e123014f1112 req-fd657f4f-f58e-45e7-b159-2e530d4bc81f service neutron] 10.222.0.47 "GET /v2.0/networks/495ace7a-f44e-4349-a86f-b6f0c2cf6eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512436 Dec 20 14:31:03.085326 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d20327a5-fdfb-4c7c-91ae-cb9073b33a4a req-db27f859-5723-473c-a9cd-9a94b2543f3b tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/ports?device_id=553ed9f9-b473-4cbd-8e0e-49a4391ac7e4 HTTP/1.1" status: 200 len: 210 time: 0.0386503 Dec 20 14:31:03.153230 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6fe74b1b-5a0b-47f2-b48b-a57ff03768a4 req-ac8da5f1-66c9-4214-a76b-626f1a588c67 service neutron] 10.222.0.47 "GET /v2.0/networks/2d7ab868-da79-43c0-805a-c026f1ebce8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3141208 Dec 20 14:31:03.196967 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5265708b-ef1e-43c8-b460-dcc7cd80dd83 req-5f0ef2c9-2140-43ec-96ff-4e7096a5fcd7 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Made reservation on behalf of 1cc26e75091641c38e981f6c0cbcbef7 for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:31:03.197896 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-158b74a3-2570-47d2-a396-a96bdb932974 req-19cde82f-12c5-4167-9fc8-862be5af2a7f tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6a39052-36c7-4e8a-a837-c745dc8572a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600556 Dec 20 14:31:03.200854 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-5265708b-ef1e-43c8-b460-dcc7cd80dd83 req-5f0ef2c9-2140-43ec-96ff-4e7096a5fcd7 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:03.283887 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ee2ec44b-78ba-4209-b01d-cfcc787b60bb req-1464391c-2858-42e2-80a2-092d9c8f21a5 service neutron] 10.222.0.30 "GET /v2.0/networks/e922ff15-a662-4866-8b6a-3d6f701ab36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919615 Dec 20 14:31:03.290071 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f53a6e6c-5bab-4e52-94f3-e123014f1112 req-70d78c66-9ba4-4b08-ba83-59f79c802e33 service neutron] 10.222.0.47 "GET /v2.0/networks/495ace7a-f44e-4349-a86f-b6f0c2cf6eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995175 Dec 20 14:31:03.342298 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ee2ec44b-78ba-4209-b01d-cfcc787b60bb req-7661c0c0-bb48-4c69-8310-cc89bd2d35b5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9bc1aacd-a2ef-491f-a27e-99c9073aabbc HTTP/1.1" status: 200 len: 217 time: 0.0387414 Dec 20 14:31:03.361632 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2b56c8-dd37-4595-acbc-c2a3f85171b6 req-35b999cc-c451-498b-b2e6-6f0bf09116ed tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:03.363191 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5a2b56c8-dd37-4595-acbc-c2a3f85171b6 req-35b999cc-c451-498b-b2e6-6f0bf09116ed tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] 10.222.0.47 "GET /v2.0/networks?id=3491ebdf-04fb-470c-8b6d-7380be6781df HTTP/1.1" status: 200 len: 812 time: 0.2728920 Dec 20 14:31:03.382124 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-5a2b56c8-dd37-4595-acbc-c2a3f85171b6 req-ee27fe8f-1c65-432d-a52d-a3925dfbe52c tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Request body: {'port': {'device_id': 'ef17c89a-759d-438b-b3b7-923da7928883', 'network_id': '3491ebdf-04fb-470c-8b6d-7380be6781df', 'admin_state_up': True, 'tenant_id': 'a3d381488679457dbaa2d9f6a292642f'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:31:03.404435 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2ec44b-78ba-4209-b01d-cfcc787b60bb req-ab899e29-39c0-4588-8651-624975d40c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:03.405948 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ee2ec44b-78ba-4209-b01d-cfcc787b60bb req-ab899e29-39c0-4588-8651-624975d40c94 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7d232d75-8ac0-41ba-a979-02f9a30b542c HTTP/1.1" status: 200 len: 797 time: 0.0544524 Dec 20 14:31:03.461599 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2ec44b-78ba-4209-b01d-cfcc787b60bb req-11042685-1c24-45bf-82a3-d32bcecdef43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:03.463222 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ee2ec44b-78ba-4209-b01d-cfcc787b60bb req-11042685-1c24-45bf-82a3-d32bcecdef43 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=781006d9-7985-4914-91ad-a5e554b7cb56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0482128 Dec 20 14:31:03.612168 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6fe74b1b-5a0b-47f2-b48b-a57ff03768a4 req-28ba2305-1a87-4de5-86ae-700a76f1c641 service neutron] 10.222.0.47 "GET /v2.0/networks/2d7ab868-da79-43c0-805a-c026f1ebce8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4267387 Dec 20 14:31:03.638876 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2fe8879c-932d-4ba4-aedb-b8e1d063ca2b req-f687c301-2a24-46c2-b92f-12bee50af8cd tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] 10.222.0.54 "GET /v2.0/ports?device_id=fdbb7eda-c995-4db6-aa72-87dd58bec31c HTTP/1.1" status: 200 len: 210 time: 0.0859749 Dec 20 14:31:03.678150 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ee2ec44b-78ba-4209-b01d-cfcc787b60bb req-fd34954a-d367-40be-a3a7-d48d4c2bdeb6 service neutron] 10.222.0.30 "GET /v2.0/networks/781006d9-7985-4914-91ad-a5e554b7cb56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026646 Dec 20 14:31:03.686836 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:03.699089 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [req-5265708b-ef1e-43c8-b460-dcc7cd80dd83 req-5f0ef2c9-2140-43ec-96ff-4e7096a5fcd7 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Allocated IP 172.20.0.7 (0b117659-1bb4-437b-b0c1-51f56db7ff3a/2ff79ed4-3dfb-4794-99de-386c9b910625/ecf17b4e-d3dc-49cf-8da8-8cd5cc9811d6) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:31:03.712063 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8b3e51de-7b1b-44e1-87b7-a948a1f798cb req-24d3bf81-479d-4d90-a350-a50902328e5e tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a251c5e-152a-42f2-9a16-7ad7e13c98e1 HTTP/1.1" status: 200 len: 210 time: 0.1018791 Dec 20 14:31:03.794672 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a2b56c8-dd37-4595-acbc-c2a3f85171b6 req-ee27fe8f-1c65-432d-a52d-a3925dfbe52c tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Made reservation on behalf of a3d381488679457dbaa2d9f6a292642f for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:31:03.799026 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-5a2b56c8-dd37-4595-acbc-c2a3f85171b6 req-ee27fe8f-1c65-432d-a52d-a3925dfbe52c tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:03.848059 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2b56c8-dd37-4595-acbc-c2a3f85171b6 req-8b48b337-8510-457c-b468-83e86d230123 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:03.851439 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5a2b56c8-dd37-4595-acbc-c2a3f85171b6 req-8b48b337-8510-457c-b468-83e86d230123 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] 10.222.0.47 "GET /v2.0/networks?id=3491ebdf-04fb-470c-8b6d-7380be6781df HTTP/1.1" status: 200 len: 812 time: 0.2702706 Dec 20 14:31:03.895499 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a299b01-e717-4673-93a7-295d0efdb002', 'name': 'network-vif-deleted', 'tag': 'cce71cdd-fb66-4c91-85f1-edf4efeb4f5c'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:31:03.903016 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e02f75d-6ddf-47db-93ed-8a3580e1c0ef" -d '{"events": [{"server_uuid": "2a299b01-e717-4673-93a7-295d0efdb002", "name": "network-vif-deleted", "tag": "cce71cdd-fb66-4c91-85f1-edf4efeb4f5c"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:31:03.913750 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-5a2b56c8-dd37-4595-acbc-c2a3f85171b6 req-ba4aabeb-84d9-4191-97d5-bb01b84d9635 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Request body: {'port': {'device_id': 'fdbb7eda-c995-4db6-aa72-87dd58bec31c', 'network_id': '3491ebdf-04fb-470c-8b6d-7380be6781df', 'admin_state_up': True, 'tenant_id': 'a3d381488679457dbaa2d9f6a292642f'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:31:03.924108 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device d4bd64bb-d860-47b4-91e6-2c4fe42e9366 up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:31:04.040904 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning for port d4bd64bb-d860-47b4-91e6-2c4fe42e9366 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:31:04.050920 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port d4bd64bb-d860-47b4-91e6-2c4fe42e9366 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:31:04.051270 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:04.143061 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4107c0d1-08b0-4386-a318-542e2562f291 req-2d9c117d-d05d-44f7-a6f7-ccd221e4bbbc tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=c1e404e3ac2e456f831247d0bb0227f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1472344 Dec 20 14:31:04.186926 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:04.230051 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c82b4f73-95de-48a3-848a-9f7a8b2f4e2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4bd64bb-d860-47b4-91e6-2c4fe42e9366'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:31:04.235334 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-711e084e-086a-403d-a708-d79a8f313ec1" -d '{"events": [{"server_uuid": "c82b4f73-95de-48a3-848a-9f7a8b2f4e2e", "name": "network-vif-plugged", "status": "completed", "tag": "d4bd64bb-d860-47b4-91e6-2c4fe42e9366"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:31:04.258561 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port d4bd64bb-d860-47b4-91e6-2c4fe42e9366, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=d4bd64bb-d860-47b4-91e6-2c4fe42e9366,segment=NetworkSegment(0db4f97e-52d2-4e75-a7f6-550aa2b8eca1),segment_id=0db4f97e-52d2-4e75-a7f6-550aa2b8eca1)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:31:04.266240 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:04.266611 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-5265708b-ef1e-43c8-b460-dcc7cd80dd83 req-5f0ef2c9-2140-43ec-96ff-4e7096a5fcd7 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:04.268442 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 3cfd0fe3-6fc5-4a4f-991b-282053c85a99 no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:31:04.283777 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d919464e-0847-4828-b98c-27ac9e8228ea req-e6dc9d52-dc75-4253-a75f-82ea5e5f8871 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:04.285389 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d919464e-0847-4828-b98c-27ac9e8228ea req-e6dc9d52-dc75-4253-a75f-82ea5e5f8871 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=c82b4f73-95de-48a3-848a-9f7a8b2f4e2e HTTP/1.1" status: 200 len: 944 time: 0.1999226 Dec 20 14:31:04.370790 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0126f9f3-6861-4a37-83cc-aa81c76d37a9 x-openstack-request-id: req-0126f9f3-6861-4a37-83cc-aa81c76d37a9 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:31:04.373349 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a299b01-e717-4673-93a7-295d0efdb002", "name": "network-vif-deleted", "tag": "cce71cdd-fb66-4c91-85f1-edf4efeb4f5c", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:31:04.373851 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0126f9f3-6861-4a37-83cc-aa81c76d37a9 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:31:04.374051 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a299b01-e717-4673-93a7-295d0efdb002', 'name': 'network-vif-deleted', 'tag': 'cce71cdd-fb66-4c91-85f1-edf4efeb4f5c', 'status': 'completed', 'code': 200} Dec 20 14:31:04.403360 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=d4bd64bb-d860-47b4-91e6-2c4fe42e9366,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:31:04.419632 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [req-5a2b56c8-dd37-4595-acbc-c2a3f85171b6 req-ee27fe8f-1c65-432d-a52d-a3925dfbe52c tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Allocated IP 172.20.0.12 (3491ebdf-04fb-470c-8b6d-7380be6781df/abdd67bc-9d4f-4c83-bef4-e57e3af09d79/c4de80c4-3b8f-4bb0-9059-d6404915032c) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:31:04.429437 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-40e6d534-887d-46d5-9cdb-37912a483beb req-300e59a7-ed22-492a-a554-fafda8e58585 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/ports?device_id=553ed9f9-b473-4cbd-8e0e-49a4391ac7e4 HTTP/1.1" status: 200 len: 210 time: 0.0542679 Dec 20 14:31:04.481938 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:04.489980 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ee2ec44b-78ba-4209-b01d-cfcc787b60bb req-1f58d2ff-48fb-4eb1-abb6-ff43f8cbbb27 service neutron] 10.222.0.30 "GET /v2.0/networks/781006d9-7985-4914-91ad-a5e554b7cb56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7765963 Dec 20 14:31:04.499828 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a2b56c8-dd37-4595-acbc-c2a3f85171b6 req-ba4aabeb-84d9-4191-97d5-bb01b84d9635 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Made reservation on behalf of a3d381488679457dbaa2d9f6a292642f for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:31:04.508999 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-5a2b56c8-dd37-4595-acbc-c2a3f85171b6 req-ba4aabeb-84d9-4191-97d5-bb01b84d9635 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:04.514640 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4107c0d1-08b0-4386-a318-542e2562f291 req-c9464b65-8845-446b-a7a0-8eb9aaa55dc6 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:04.517718 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4107c0d1-08b0-4386-a318-542e2562f291 req-c9464b65-8845-446b-a7a0-8eb9aaa55dc6 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3452628 Dec 20 14:31:04.533277 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 3cfd0fe3-6fc5-4a4f-991b-282053c85a99, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=3cfd0fe3-6fc5-4a4f-991b-282053c85a99,segment=NetworkSegment(dae1a1fa-6c57-4994-ae26-490344c49691),segment_id=dae1a1fa-6c57-4994-ae26-490344c49691)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:31:04.539872 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:04.540612 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device cce71cdd-fb66-4c91-85f1-edf4efeb4f5c no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:31:04.541674 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-4107c0d1-08b0-4386-a318-542e2562f291 req-af15f6b1-14db-4d6e-bc07-a1d56b365f10 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Request body: {'port': {'device_id': '4a251c5e-152a-42f2-9a16-7ad7e13c98e1', 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1', 'admin_state_up': True, 'tenant_id': 'c1e404e3ac2e456f831247d0bb0227f5'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:31:04.550206 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d919464e-0847-4828-b98c-27ac9e8228ea req-ed226762-76bf-4ac7-bd87-e422e0bba151 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185631 Dec 20 14:31:04.561339 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-5265708b-ef1e-43c8-b460-dcc7cd80dd83 req-5f0ef2c9-2140-43ec-96ff-4e7096a5fcd7 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:04.585065 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] No Port match for: cce71cdd-fb66-4c91-85f1-edf4efeb4f5c {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:31:04.585720 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device cce71cdd-fb66-4c91-85f1-edf4efeb4f5c not bound to the agent host n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:31:04.619339 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ee2ec44b-78ba-4209-b01d-cfcc787b60bb req-5eabbe5a-e318-4e91-b2b6-29ca3c264d2d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a9e6ecc6-74ae-4b76-8dcf-5a91360c2536 HTTP/1.1" status: 200 len: 217 time: 0.1028175 Dec 20 14:31:04.620210 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21419fd1-a31c-4bed-a348-7a7da2ad709e x-openstack-request-id: req-21419fd1-a31c-4bed-a348-7a7da2ad709e {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:31:04.620708 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c82b4f73-95de-48a3-848a-9f7a8b2f4e2e", "name": "network-vif-plugged", "status": "completed", "tag": "d4bd64bb-d860-47b4-91e6-2c4fe42e9366", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:31:04.621407 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-21419fd1-a31c-4bed-a348-7a7da2ad709e {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:31:04.622290 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c82b4f73-95de-48a3-848a-9f7a8b2f4e2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4bd64bb-d860-47b4-91e6-2c4fe42e9366', 'code': 200} Dec 20 14:31:04.639286 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=3cfd0fe3-6fc5-4a4f-991b-282053c85a99,revision_number=6']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:31:04.740001 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5265708b-ef1e-43c8-b460-dcc7cd80dd83 req-5f0ef2c9-2140-43ec-96ff-4e7096a5fcd7 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Network 0b117659-1bb4-437b-b0c1-51f56db7ff3a is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:31:04.751059 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.47', 52430) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:31:04.788294 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [req-5265708b-ef1e-43c8-b460-dcc7cd80dd83 req-5f0ef2c9-2140-43ec-96ff-4e7096a5fcd7 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:31:04.790584 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0ef2c9-2140-43ec-96ff-4e7096a5fcd7 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Pushing event updated for resources: {'Port': ['ID=ecf17b4e-d3dc-49cf-8da8-8cd5cc9811d6,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:31:04.793086 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-5265708b-ef1e-43c8-b460-dcc7cd80dd83 req-5f0ef2c9-2140-43ec-96ff-4e7096a5fcd7 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:31:04.807773 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-29b3fff5-e8b5-4330-9cee-5c9c3abb06c5 req-61eac524-ca94-430a-8cf4-69ebad9bf40e tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] 10.222.0.54 "GET /v2.0/ports?device_id=fdbb7eda-c995-4db6-aa72-87dd58bec31c HTTP/1.1" status: 200 len: 210 time: 0.0584998 Dec 20 14:31:04.825065 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e87ec4-bc56-41fe-8c43-323fa1b5af4a req-f2559b0f-f5a3-4866-b0c0-416a10743e62 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:04.825065 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-40e87ec4-bc56-41fe-8c43-323fa1b5af4a req-f2559b0f-f5a3-4866-b0c0-416a10743e62 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba9b5a65-1624-48cb-9b97-61eb55a4ba53 HTTP/1.1" status: 200 len: 943 time: 0.3086109 Dec 20 14:31:04.828803 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2ec44b-78ba-4209-b01d-cfcc787b60bb req-782a01fc-56ec-4604-8976-0f1d09a3821c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:04.830429 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ee2ec44b-78ba-4209-b01d-cfcc787b60bb req-782a01fc-56ec-4604-8976-0f1d09a3821c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7d232d75-8ac0-41ba-a979-02f9a30b542c HTTP/1.1" status: 200 len: 797 time: 0.1907325 Dec 20 14:31:04.924223 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bdb083-d370-4d31-a00f-82731d2c6a8b req-d9c4fed6-231d-4409-9735-364760bdb780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:04.925994 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-73bdb083-d370-4d31-a00f-82731d2c6a8b req-d9c4fed6-231d-4409-9735-364760bdb780 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c82b4f73-95de-48a3-848a-9f7a8b2f4e2e HTTP/1.1" status: 200 len: 1097 time: 0.1696324 Dec 20 14:31:04.950514 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-294afed0-2213-475b-baff-1617fc8bf6b7 req-87dd9b4b-fb34-4788-8fc7-3cabb2ec9d46 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a251c5e-152a-42f2-9a16-7ad7e13c98e1 HTTP/1.1" status: 200 len: 210 time: 0.0521121 Dec 20 14:31:04.974933 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-40e87ec4-bc56-41fe-8c43-323fa1b5af4a req-12b03f8d-d538-4fd4-a966-6fc42d8b898f tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6a39052-36c7-4e8a-a837-c745dc8572a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357744 Dec 20 14:31:04.981743 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5265708b-ef1e-43c8-b460-dcc7cd80dd83 req-5f0ef2c9-2140-43ec-96ff-4e7096a5fcd7 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:04.982814 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-5265708b-ef1e-43c8-b460-dcc7cd80dd83 req-5f0ef2c9-2140-43ec-96ff-4e7096a5fcd7 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:04.989888 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2ec44b-78ba-4209-b01d-cfcc787b60bb req-5adbc236-0ec8-4b24-9937-e8b507112428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:04.992382 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ee2ec44b-78ba-4209-b01d-cfcc787b60bb req-5adbc236-0ec8-4b24-9937-e8b507112428 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=781006d9-7985-4914-91ad-a5e554b7cb56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1414850 Dec 20 14:31:05.012575 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [req-ee2ec44b-78ba-4209-b01d-cfcc787b60bb req-1fbe9364-3682-4cd5-9f34-a5996a0047a5 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:31:05.022098 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ee2ec44b-78ba-4209-b01d-cfcc787b60bb req-1fbe9364-3682-4cd5-9f34-a5996a0047a5 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0104947 Dec 20 14:31:05.036787 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-73bdb083-d370-4d31-a00f-82731d2c6a8b req-2b7cb4f3-052a-453b-a7ea-f61f473d72f2 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957124 Dec 20 14:31:05.053687 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5265708b-ef1e-43c8-b460-dcc7cd80dd83 req-5f0ef2c9-2140-43ec-96ff-4e7096a5fcd7 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2442493 Dec 20 14:31:05.058412 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-5a2b56c8-dd37-4595-acbc-c2a3f85171b6 req-ee27fe8f-1c65-432d-a52d-a3925dfbe52c tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:05.062618 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4107c0d1-08b0-4386-a318-542e2562f291 req-af15f6b1-14db-4d6e-bc07-a1d56b365f10 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Made reservation on behalf of c1e404e3ac2e456f831247d0bb0227f5 for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:31:05.066817 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-4107c0d1-08b0-4386-a318-542e2562f291 req-af15f6b1-14db-4d6e-bc07-a1d56b365f10 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:05.176320 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ee2ec44b-78ba-4209-b01d-cfcc787b60bb req-14d78b3b-35ae-445a-9b86-a61b73434209 service neutron] 10.222.0.30 "GET /v2.0/networks/781006d9-7985-4914-91ad-a5e554b7cb56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528258 Dec 20 14:31:05.190833 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-5a2b56c8-dd37-4595-acbc-c2a3f85171b6 req-ee27fe8f-1c65-432d-a52d-a3925dfbe52c tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:05.262992 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-5265708b-ef1e-43c8-b460-dcc7cd80dd83 req-5c1621ee-17cb-4eba-8761-fde317c157d9 service neutron] Request body: {'port': {'device_id': '553ed9f9-b473-4cbd-8e0e-49a4391ac7e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-19'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:31:05.291379 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [req-5a2b56c8-dd37-4595-acbc-c2a3f85171b6 req-ba4aabeb-84d9-4191-97d5-bb01b84d9635 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Allocated IP 172.20.0.2 (3491ebdf-04fb-470c-8b6d-7380be6781df/abdd67bc-9d4f-4c83-bef4-e57e3af09d79/78b7fd8a-2c37-42f2-a79a-7e1d35c52966) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:31:05.325165 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ee2ec44b-78ba-4209-b01d-cfcc787b60bb req-f778d22d-32d8-4be7-915d-2ea112f8d09b service neutron] 10.222.0.30 "GET /v2.0/networks/781006d9-7985-4914-91ad-a5e554b7cb56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407638 Dec 20 14:31:05.325740 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a2b56c8-dd37-4595-acbc-c2a3f85171b6 req-ee27fe8f-1c65-432d-a52d-a3925dfbe52c tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Network 3491ebdf-04fb-470c-8b6d-7380be6781df is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:31:05.354603 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [req-5a2b56c8-dd37-4595-acbc-c2a3f85171b6 req-ee27fe8f-1c65-432d-a52d-a3925dfbe52c tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:31:05.376082 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a2b56c8-dd37-4595-acbc-c2a3f85171b6 req-ee27fe8f-1c65-432d-a52d-a3925dfbe52c tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:31:05.405713 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [req-4107c0d1-08b0-4386-a318-542e2562f291 req-af15f6b1-14db-4d6e-bc07-a1d56b365f10 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Allocated IP 192.168.233.190 (00c897c2-e98d-4716-a0b4-8f9f297fa8a1/36bf280f-81bb-4486-a87a-9b9505a1cec4/98281e45-dedd-4c00-9e3f-43cdc88eaf0c) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:31:05.409422 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee27fe8f-1c65-432d-a52d-a3925dfbe52c tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Pushing event updated for resources: {'Port': ['ID=c4de80c4-3b8f-4bb0-9059-d6404915032c,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:31:05.468919 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-5265708b-ef1e-43c8-b460-dcc7cd80dd83 req-5c1621ee-17cb-4eba-8761-fde317c157d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:05.504083 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2b56c8-dd37-4595-acbc-c2a3f85171b6 req-ee27fe8f-1c65-432d-a52d-a3925dfbe52c tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:05.505845 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-5a2b56c8-dd37-4595-acbc-c2a3f85171b6 req-ee27fe8f-1c65-432d-a52d-a3925dfbe52c tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:05.547441 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-5a2b56c8-dd37-4595-acbc-c2a3f85171b6 req-ba4aabeb-84d9-4191-97d5-bb01b84d9635 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:05.579609 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5a2b56c8-dd37-4595-acbc-c2a3f85171b6 req-ee27fe8f-1c65-432d-a52d-a3925dfbe52c tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2022502 Dec 20 14:31:05.603758 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-5a2b56c8-dd37-4595-acbc-c2a3f85171b6 req-ba4aabeb-84d9-4191-97d5-bb01b84d9635 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:05.622595 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-5a2b56c8-dd37-4595-acbc-c2a3f85171b6 req-b3affda0-e84e-4a6a-ac42-b7ac2f4ccdea service neutron] Request body: {'port': {'device_id': 'ef17c89a-759d-438b-b3b7-923da7928883', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-19'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:31:05.677742 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:05.700484 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a2b56c8-dd37-4595-acbc-c2a3f85171b6 req-ba4aabeb-84d9-4191-97d5-bb01b84d9635 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Network 3491ebdf-04fb-470c-8b6d-7380be6781df is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:31:05.723787 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [req-5a2b56c8-dd37-4595-acbc-c2a3f85171b6 req-ba4aabeb-84d9-4191-97d5-bb01b84d9635 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:31:05.730514 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a2b56c8-dd37-4595-acbc-c2a3f85171b6 req-ba4aabeb-84d9-4191-97d5-bb01b84d9635 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:31:05.736879 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4aabeb-84d9-4191-97d5-bb01b84d9635 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Pushing event updated for resources: {'Port': ['ID=78b7fd8a-2c37-42f2-a79a-7e1d35c52966,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:31:05.796918 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2500497-f192-4c3d-acf5-4851d4b4c465 req-549b70c8-20f6-42d9-bcdd-0ea6094dbcf3 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:05.799173 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a2500497-f192-4c3d-acf5-4851d4b4c465 req-549b70c8-20f6-42d9-bcdd-0ea6094dbcf3 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=c82b4f73-95de-48a3-848a-9f7a8b2f4e2e HTTP/1.1" status: 200 len: 945 time: 0.1375282 Dec 20 14:31:05.805948 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2b56c8-dd37-4595-acbc-c2a3f85171b6 req-ba4aabeb-84d9-4191-97d5-bb01b84d9635 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:05.805948 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-5a2b56c8-dd37-4595-acbc-c2a3f85171b6 req-ba4aabeb-84d9-4191-97d5-bb01b84d9635 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:05.825842 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65030ed-e0b3-4e43-a460-09af96c0dc5e req-c7d44b10-da40-4ad0-8d4b-39246ddefb25 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:05.828428 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b65030ed-e0b3-4e43-a460-09af96c0dc5e req-c7d44b10-da40-4ad0-8d4b-39246ddefb25 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/ports?device_id=553ed9f9-b473-4cbd-8e0e-49a4391ac7e4 HTTP/1.1" status: 200 len: 931 time: 0.2951076 Dec 20 14:31:05.828633 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5a2b56c8-dd37-4595-acbc-c2a3f85171b6 req-ba4aabeb-84d9-4191-97d5-bb01b84d9635 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9188108 Dec 20 14:31:05.847085 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-5a2b56c8-dd37-4595-acbc-c2a3f85171b6 req-b3affda0-e84e-4a6a-ac42-b7ac2f4ccdea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:05.853494 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-5a2b56c8-dd37-4595-acbc-c2a3f85171b6 req-14db5ec9-2ea1-47ee-9e47-d9e2a8299dcb service neutron] Request body: {'port': {'device_id': 'fdbb7eda-c995-4db6-aa72-87dd58bec31c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-19'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:31:05.949310 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 3cfd0fe3-6fc5-4a4f-991b-282053c85a99 details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:31:05.952339 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-5a2b56c8-dd37-4595-acbc-c2a3f85171b6 req-14db5ec9-2ea1-47ee-9e47-d9e2a8299dcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:05.970997 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a2500497-f192-4c3d-acf5-4851d4b4c465 req-a63f039f-6b91-4b5e-ae0c-96ac9ce845f6 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311729 Dec 20 14:31:06.075839 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b65030ed-e0b3-4e43-a460-09af96c0dc5e req-99573de1-19f5-436f-afce-3b947446d16e tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/security-groups?id=a27fba59-7d90-4650-9482-b2bcd3113c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324219 Dec 20 14:31:06.095149 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-4107c0d1-08b0-4386-a318-542e2562f291 req-af15f6b1-14db-4d6e-bc07-a1d56b365f10 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:06.168139 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 3cfd0fe3-6fc5-4a4f-991b-282053c85a99, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=3cfd0fe3-6fc5-4a4f-991b-282053c85a99,segment=NetworkSegment(dae1a1fa-6c57-4994-ae26-490344c49691),segment_id=dae1a1fa-6c57-4994-ae26-490344c49691)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:31:06.206940 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': '3cfd0fe3-6fc5-4a4f-991b-282053c85a99', 'network_id': '5eb12b8e-68ab-4d1c-b6db-26068ca02043', 'port_id': '3cfd0fe3-6fc5-4a4f-991b-282053c85a99', 'mac_address': 'fa:16:3e:60:84:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0253a98-6b9e-4a5b-8f09-0e786038802a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:31:06.210462 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:06.268404 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:06.295286 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cfd0fe3-6fc5-4a4f-991b-282053c85a99 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:31:06.328685 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 3cfd0fe3-6fc5-4a4f-991b-282053c85a99, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=3cfd0fe3-6fc5-4a4f-991b-282053c85a99,segment=NetworkSegment(dae1a1fa-6c57-4994-ae26-490344c49691),segment_id=dae1a1fa-6c57-4994-ae26-490344c49691)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:31:06.333932 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804c1235-51d0-49f9-879a-ed51044f97f9 req-8ffd570d-49b8-4812-9bad-e755f2fa55a8 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:06.335911 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:06.342823 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-804c1235-51d0-49f9-879a-ed51044f97f9 req-8ffd570d-49b8-4812-9bad-e755f2fa55a8 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] 10.222.0.54 "GET /v2.0/ports?device_id=fdbb7eda-c995-4db6-aa72-87dd58bec31c HTTP/1.1" status: 200 len: 931 time: 0.1563025 Dec 20 14:31:06.380119 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1f4c2f9d-8c0b-4cee-bbab-af07c20d3a84 req-e7eb7972-ea1e-4fae-9331-ff293a68eb77 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a251c5e-152a-42f2-9a16-7ad7e13c98e1 HTTP/1.1" status: 200 len: 210 time: 0.1108906 Dec 20 14:31:06.430658 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=3cfd0fe3-6fc5-4a4f-991b-282053c85a99,revision_number=7']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:31:06.431053 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-4107c0d1-08b0-4386-a318-542e2562f291 req-af15f6b1-14db-4d6e-bc07-a1d56b365f10 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:06.455398 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['47effca4-a119-48c1-b2c1-a300bc11c325'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:31:06.458761 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-804c1235-51d0-49f9-879a-ed51044f97f9 req-43964f1a-3a21-439a-a65a-698e4ce88ac9 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] 10.222.0.54 "GET /v2.0/security-groups?id=abf690a4-85ff-419e-a3c1-810b04061c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149602 Dec 20 14:31:06.523447 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4107c0d1-08b0-4386-a318-542e2562f291 req-af15f6b1-14db-4d6e-bc07-a1d56b365f10 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:31:06.535696 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [req-5a2b56c8-dd37-4595-acbc-c2a3f85171b6 req-14db5ec9-2ea1-47ee-9e47-d9e2a8299dcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78b7fd8a-2c37-42f2-a79a-7e1d35c52966 {{(pid=103168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:31:06.544795 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-5a2b56c8-dd37-4595-acbc-c2a3f85171b6 req-14db5ec9-2ea1-47ee-9e47-d9e2a8299dcb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:06.565146 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [req-4107c0d1-08b0-4386-a318-542e2562f291 req-af15f6b1-14db-4d6e-bc07-a1d56b365f10 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:31:06.572953 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.provisioning_blocks [req-5a2b56c8-dd37-4595-acbc-c2a3f85171b6 req-14db5ec9-2ea1-47ee-9e47-d9e2a8299dcb service neutron] Transition to ACTIVE for port object 78b7fd8a-2c37-42f2-a79a-7e1d35c52966 will not be triggered until provisioned by entity L2. {{(pid=103168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:31:06.578243 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-4107c0d1-08b0-4386-a318-542e2562f291 req-af15f6b1-14db-4d6e-bc07-a1d56b365f10 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:31:06.580071 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-5a2b56c8-dd37-4595-acbc-c2a3f85171b6 req-14db5ec9-2ea1-47ee-9e47-d9e2a8299dcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:06.628939 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba9b5a65-1624-48cb-9b97-61eb55a4ba53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cfd0fe3-6fc5-4a4f-991b-282053c85a99'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:31:06.632252 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3b5b566-37f9-42b6-855a-5fff2a31e37d" -d '{"events": [{"server_uuid": "ba9b5a65-1624-48cb-9b97-61eb55a4ba53", "name": "network-vif-unplugged", "status": "completed", "tag": "3cfd0fe3-6fc5-4a4f-991b-282053c85a99"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:31:06.642345 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['3cfd0fe3-6fc5-4a4f-991b-282053c85a99'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:31:06.767882 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-5a2b56c8-dd37-4595-acbc-c2a3f85171b6 req-14db5ec9-2ea1-47ee-9e47-d9e2a8299dcb service neutron] Attempting to bind port 78b7fd8a-2c37-42f2-a79a-7e1d35c52966 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:31:06.768230 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-5a2b56c8-dd37-4595-acbc-c2a3f85171b6 req-14db5ec9-2ea1-47ee-9e47-d9e2a8299dcb service neutron] Attempting to bind port 78b7fd8a-2c37-42f2-a79a-7e1d35c52966 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': 'e5037e40-00e6-482d-b28a-59c517384ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3491ebdf-04fb-470c-8b6d-7380be6781df'}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:31:06.768568 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2b56c8-dd37-4595-acbc-c2a3f85171b6 req-14db5ec9-2ea1-47ee-9e47-d9e2a8299dcb service neutron] Attempting to bind port 78b7fd8a-2c37-42f2-a79a-7e1d35c52966 on network 3491ebdf-04fb-470c-8b6d-7380be6781df {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:31:06.780415 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2b56c8-dd37-4595-acbc-c2a3f85171b6 req-14db5ec9-2ea1-47ee-9e47-d9e2a8299dcb service neutron] Port 78b7fd8a-2c37-42f2-a79a-7e1d35c52966 on network 3491ebdf-04fb-470c-8b6d-7380be6781df not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:31:06.780666 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2b56c8-dd37-4595-acbc-c2a3f85171b6 req-14db5ec9-2ea1-47ee-9e47-d9e2a8299dcb service neutron] Attempting to bind port 78b7fd8a-2c37-42f2-a79a-7e1d35c52966 on network 3491ebdf-04fb-470c-8b6d-7380be6781df {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:31:06.788178 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2b56c8-dd37-4595-acbc-c2a3f85171b6 req-14db5ec9-2ea1-47ee-9e47-d9e2a8299dcb service neutron] Checking agent: {'id': '43c60aee-e4af-4ecc-bee2-aac3569fafed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:31:06.789157 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2b56c8-dd37-4595-acbc-c2a3f85171b6 req-14db5ec9-2ea1-47ee-9e47-d9e2a8299dcb service neutron] Checking segment: {'id': 'e5037e40-00e6-482d-b28a-59c517384ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3491ebdf-04fb-470c-8b6d-7380be6781df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:31:06.789663 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2b56c8-dd37-4595-acbc-c2a3f85171b6 req-14db5ec9-2ea1-47ee-9e47-d9e2a8299dcb service neutron] Bound using segment: {'id': 'e5037e40-00e6-482d-b28a-59c517384ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3491ebdf-04fb-470c-8b6d-7380be6781df'} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:31:06.790536 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-5a2b56c8-dd37-4595-acbc-c2a3f85171b6 req-14db5ec9-2ea1-47ee-9e47-d9e2a8299dcb service neutron] Bound port: 78b7fd8a-2c37-42f2-a79a-7e1d35c52966, host: n-h2-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5037e40-00e6-482d-b28a-59c517384ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3491ebdf-04fb-470c-8b6d-7380be6781df'}}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:31:06.790874 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-5a2b56c8-dd37-4595-acbc-c2a3f85171b6 req-14db5ec9-2ea1-47ee-9e47-d9e2a8299dcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:06.795543 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14db5ec9-2ea1-47ee-9e47-d9e2a8299dcb service neutron] Pushing event updated for resources: {'Port': ['ID=78b7fd8a-2c37-42f2-a79a-7e1d35c52966,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:31:06.891028 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-5a2b56c8-dd37-4595-acbc-c2a3f85171b6 req-14db5ec9-2ea1-47ee-9e47-d9e2a8299dcb service neutron] For port 78b7fd8a-2c37-42f2-a79a-7e1d35c52966, host n-h2-761264-19, cleared binding levels {{(pid=103168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:31:06.895570 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-5a2b56c8-dd37-4595-acbc-c2a3f85171b6 req-14db5ec9-2ea1-47ee-9e47-d9e2a8299dcb service neutron] For port 78b7fd8a-2c37-42f2-a79a-7e1d35c52966, host n-h2-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=78b7fd8a-2c37-42f2-a79a-7e1d35c52966,segment=NetworkSegment(e5037e40-00e6-482d-b28a-59c517384ba4),segment_id=e5037e40-00e6-482d-b28a-59c517384ba4)] {{(pid=103168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:31:06.902868 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-5a2b56c8-dd37-4595-acbc-c2a3f85171b6 req-14db5ec9-2ea1-47ee-9e47-d9e2a8299dcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:06.923443 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 14:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-521b86a3-ac8f-4f25-9b97-484a40ac4708 x-openstack-request-id: req-521b86a3-ac8f-4f25-9b97-484a40ac4708 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:31:06.925613 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba9b5a65-1624-48cb-9b97-61eb55a4ba53", "name": "network-vif-unplugged", "status": "completed", "tag": "3cfd0fe3-6fc5-4a4f-991b-282053c85a99", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:31:06.926072 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-521b86a3-ac8f-4f25-9b97-484a40ac4708 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:31:06.926589 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba9b5a65-1624-48cb-9b97-61eb55a4ba53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cfd0fe3-6fc5-4a4f-991b-282053c85a99', 'code': 200} Dec 20 14:31:06.963725 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2b56c8-dd37-4595-acbc-c2a3f85171b6 req-14db5ec9-2ea1-47ee-9e47-d9e2a8299dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:06.964350 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-5a2b56c8-dd37-4595-acbc-c2a3f85171b6 req-14db5ec9-2ea1-47ee-9e47-d9e2a8299dcb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:06.966336 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5a2b56c8-dd37-4595-acbc-c2a3f85171b6 req-14db5ec9-2ea1-47ee-9e47-d9e2a8299dcb service neutron] 10.222.0.47 "PUT /v2.0/ports/78b7fd8a-2c37-42f2-a79a-7e1d35c52966 HTTP/1.1" status: 200 len: 1092 time: 1.1288042 Dec 20 14:31:06.966857 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdbb7eda-c995-4db6-aa72-87dd58bec31c', 'tag': '78b7fd8a-2c37-42f2-a79a-7e1d35c52966'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:31:06.969525 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-646eb39d-98b6-42a8-b730-b6640b0b0da8" -d '{"events": [{"name": "network-changed", "server_uuid": "fdbb7eda-c995-4db6-aa72-87dd58bec31c", "tag": "78b7fd8a-2c37-42f2-a79a-7e1d35c52966"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:31:07.003583 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-15c0d9bd-bbac-425a-ba1e-7b9655192a37 None None] Provisioning complete for port 98281e45-dedd-4c00-9e3f-43cdc88eaf0c triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:31:07.003968 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-15c0d9bd-bbac-425a-ba1e-7b9655192a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:07.019474 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14db5ec9-2ea1-47ee-9e47-d9e2a8299dcb service neutron] Pushing event updated for resources: {'Port': ['ID=78b7fd8a-2c37-42f2-a79a-7e1d35c52966,revision_number=3']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:31:07.075597 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef69e926-5023-47d5-b21f-b3fae0248456 x-openstack-request-id: req-ef69e926-5023-47d5-b21f-b3fae0248456 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:31:07.075891 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdbb7eda-c995-4db6-aa72-87dd58bec31c", "tag": "78b7fd8a-2c37-42f2-a79a-7e1d35c52966", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:31:07.076158 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ef69e926-5023-47d5-b21f-b3fae0248456 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:31:07.076591 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdbb7eda-c995-4db6-aa72-87dd58bec31c', 'tag': '78b7fd8a-2c37-42f2-a79a-7e1d35c52966', 'status': 'completed', 'code': 200} Dec 20 14:31:07.083697 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [req-5265708b-ef1e-43c8-b460-dcc7cd80dd83 req-5c1621ee-17cb-4eba-8761-fde317c157d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecf17b4e-d3dc-49cf-8da8-8cd5cc9811d6 {{(pid=103167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:31:07.094506 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-15c0d9bd-bbac-425a-ba1e-7b9655192a37 None None] Port 98281e45-dedd-4c00-9e3f-43cdc88eaf0c cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:31:07.103427 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2b56c8-dd37-4595-acbc-c2a3f85171b6 req-79e4f008-b060-40e8-b4e2-f7ca50d0ece2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:07.105181 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5a2b56c8-dd37-4595-acbc-c2a3f85171b6 req-79e4f008-b060-40e8-b4e2-f7ca50d0ece2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a3d381488679457dbaa2d9f6a292642f&device_id=fdbb7eda-c995-4db6-aa72-87dd58bec31c HTTP/1.1" status: 200 len: 1095 time: 0.0822835 Dec 20 14:31:07.115480 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-5265708b-ef1e-43c8-b460-dcc7cd80dd83 req-5c1621ee-17cb-4eba-8761-fde317c157d9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:07.176680 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5a2b56c8-dd37-4595-acbc-c2a3f85171b6 req-6f1e3f8d-d24d-482b-9909-a78c36806c69 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=78b7fd8a-2c37-42f2-a79a-7e1d35c52966 HTTP/1.1" status: 200 len: 217 time: 0.0620348 Dec 20 14:31:07.187565 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af15f6b1-14db-4d6e-bc07-a1d56b365f10 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Pushing event updated for resources: {'Port': ['ID=98281e45-dedd-4c00-9e3f-43cdc88eaf0c,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:31:07.227229 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a50382-6acf-4d6b-8035-ecd1ccf2b7cc req-3466ef3d-84e7-44b7-89f6-616d15bbd13f tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:07.229713 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e2a50382-6acf-4d6b-8035-ecd1ccf2b7cc req-3466ef3d-84e7-44b7-89f6-616d15bbd13f tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba9b5a65-1624-48cb-9b97-61eb55a4ba53 HTTP/1.1" status: 200 len: 944 time: 0.7097363 Dec 20 14:31:07.236845 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-5265708b-ef1e-43c8-b460-dcc7cd80dd83 req-5c1621ee-17cb-4eba-8761-fde317c157d9 service neutron] Transition to ACTIVE for port object ecf17b4e-d3dc-49cf-8da8-8cd5cc9811d6 will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:31:07.242207 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8833b8e4-b2c8-4c2f-9acd-053f98d0f59a req-71d07cf3-601a-4e32-8bef-afd44cbfb45a tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:07.244031 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8833b8e4-b2c8-4c2f-9acd-053f98d0f59a req-71d07cf3-601a-4e32-8bef-afd44cbfb45a tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=c82b4f73-95de-48a3-848a-9f7a8b2f4e2e HTTP/1.1" status: 200 len: 945 time: 0.1314609 Dec 20 14:31:07.246276 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2b56c8-dd37-4595-acbc-c2a3f85171b6 req-d9c0e560-dffb-47ca-b4d0-8df45e472028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:07.247743 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5a2b56c8-dd37-4595-acbc-c2a3f85171b6 req-d9c0e560-dffb-47ca-b4d0-8df45e472028 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=abdd67bc-9d4f-4c83-bef4-e57e3af09d79 HTTP/1.1" status: 200 len: 852 time: 0.0633540 Dec 20 14:31:07.251004 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4107c0d1-08b0-4386-a318-542e2562f291 req-af15f6b1-14db-4d6e-bc07-a1d56b365f10 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:07.251661 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-4107c0d1-08b0-4386-a318-542e2562f291 req-af15f6b1-14db-4d6e-bc07-a1d56b365f10 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:07.259819 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-5265708b-ef1e-43c8-b460-dcc7cd80dd83 req-5c1621ee-17cb-4eba-8761-fde317c157d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:07.297724 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5a2b56c8-dd37-4595-acbc-c2a3f85171b6 req-78df98cc-7dd1-4da0-9fc0-f56f80b46753 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3491ebdf-04fb-470c-8b6d-7380be6781df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395780 Dec 20 14:31:07.340067 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4107c0d1-08b0-4386-a318-542e2562f291 req-af15f6b1-14db-4d6e-bc07-a1d56b365f10 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8117371 Dec 20 14:31:07.369816 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-4107c0d1-08b0-4386-a318-542e2562f291 req-260e922e-1787-4c9b-89bd-38ae4d14ad59 service neutron] Request body: {'port': {'device_id': '4a251c5e-152a-42f2-9a16-7ad7e13c98e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-19'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:31:07.384807 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8833b8e4-b2c8-4c2f-9acd-053f98d0f59a req-99995108-91e9-4393-b371-2f5662ebfe70 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291580 Dec 20 14:31:07.433531 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e2a50382-6acf-4d6b-8035-ecd1ccf2b7cc req-2215479b-4dd9-4bbb-bec6-edec7f9a7366 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6a39052-36c7-4e8a-a837-c745dc8572a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785810 Dec 20 14:31:07.439546 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1621ee-17cb-4eba-8761-fde317c157d9 service neutron] Pushing event updated for resources: {'Port': ['ID=ecf17b4e-d3dc-49cf-8da8-8cd5cc9811d6,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:31:07.466543 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5a2b56c8-dd37-4595-acbc-c2a3f85171b6 req-574316b1-e4a9-46d4-bd93-98ff12fdfb24 service neutron] 10.222.0.47 "GET /v2.0/networks/3491ebdf-04fb-470c-8b6d-7380be6781df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608706 Dec 20 14:31:07.573109 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [req-5a2b56c8-dd37-4595-acbc-c2a3f85171b6 req-b3affda0-e84e-4a6a-ac42-b7ac2f4ccdea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4de80c4-3b8f-4bb0-9059-d6404915032c {{(pid=103167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:31:07.591548 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-5a2b56c8-dd37-4595-acbc-c2a3f85171b6 req-b3affda0-e84e-4a6a-ac42-b7ac2f4ccdea service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:07.610402 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-4107c0d1-08b0-4386-a318-542e2562f291 req-260e922e-1787-4c9b-89bd-38ae4d14ad59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:07.631977 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-5a2b56c8-dd37-4595-acbc-c2a3f85171b6 req-b3affda0-e84e-4a6a-ac42-b7ac2f4ccdea service neutron] Transition to ACTIVE for port object c4de80c4-3b8f-4bb0-9059-d6404915032c will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:31:07.637677 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-5265708b-ef1e-43c8-b460-dcc7cd80dd83 req-5c1621ee-17cb-4eba-8761-fde317c157d9 service neutron] Attempting to bind port ecf17b4e-d3dc-49cf-8da8-8cd5cc9811d6 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:31:07.638112 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-5265708b-ef1e-43c8-b460-dcc7cd80dd83 req-5c1621ee-17cb-4eba-8761-fde317c157d9 service neutron] Attempting to bind port ecf17b4e-d3dc-49cf-8da8-8cd5cc9811d6 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': 'c66b4285-faba-435b-92e7-6de47ba5ef36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '0b117659-1bb4-437b-b0c1-51f56db7ff3a'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:31:07.638340 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5265708b-ef1e-43c8-b460-dcc7cd80dd83 req-5c1621ee-17cb-4eba-8761-fde317c157d9 service neutron] Attempting to bind port ecf17b4e-d3dc-49cf-8da8-8cd5cc9811d6 on network 0b117659-1bb4-437b-b0c1-51f56db7ff3a {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:31:07.644092 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-5a2b56c8-dd37-4595-acbc-c2a3f85171b6 req-b3affda0-e84e-4a6a-ac42-b7ac2f4ccdea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:07.644543 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3614ef8-a5c4-4f9f-9897-4be1b52119a6 req-fdf87c19-3f51-4324-a3bb-deda022e117f tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:07.646233 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e3614ef8-a5c4-4f9f-9897-4be1b52119a6 req-fdf87c19-3f51-4324-a3bb-deda022e117f tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/ports?device_id=553ed9f9-b473-4cbd-8e0e-49a4391ac7e4 HTTP/1.1" status: 200 len: 943 time: 0.1476715 Dec 20 14:31:07.667990 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910ea42d-8a0d-42e3-b652-9f56c0b04067 req-53cca22f-170c-4ed9-9750-f06ba6bfa266 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:07.669586 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-910ea42d-8a0d-42e3-b652-9f56c0b04067 req-53cca22f-170c-4ed9-9750-f06ba6bfa266 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a251c5e-152a-42f2-9a16-7ad7e13c98e1 HTTP/1.1" status: 200 len: 936 time: 0.1504087 Dec 20 14:31:07.670171 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5265708b-ef1e-43c8-b460-dcc7cd80dd83 req-5c1621ee-17cb-4eba-8761-fde317c157d9 service neutron] Port ecf17b4e-d3dc-49cf-8da8-8cd5cc9811d6 on network 0b117659-1bb4-437b-b0c1-51f56db7ff3a not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:31:07.670512 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5265708b-ef1e-43c8-b460-dcc7cd80dd83 req-5c1621ee-17cb-4eba-8761-fde317c157d9 service neutron] Attempting to bind port ecf17b4e-d3dc-49cf-8da8-8cd5cc9811d6 on network 0b117659-1bb4-437b-b0c1-51f56db7ff3a {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:31:07.687919 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5a2b56c8-dd37-4595-acbc-c2a3f85171b6 req-e19b95f5-b701-44f2-a99b-43c3550fa0b8 service neutron] 10.222.0.47 "GET /v2.0/networks/3491ebdf-04fb-470c-8b6d-7380be6781df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131441 Dec 20 14:31:07.722891 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e3614ef8-a5c4-4f9f-9897-4be1b52119a6 req-f9b505ab-1cc7-4bb9-bbd8-b6c61a54885b tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/security-groups?id=a27fba59-7d90-4650-9482-b2bcd3113c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648189 Dec 20 14:31:07.742246 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5265708b-ef1e-43c8-b460-dcc7cd80dd83 req-5c1621ee-17cb-4eba-8761-fde317c157d9 service neutron] Checking agent: {'id': '43c60aee-e4af-4ecc-bee2-aac3569fafed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:31:07.742672 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5265708b-ef1e-43c8-b460-dcc7cd80dd83 req-5c1621ee-17cb-4eba-8761-fde317c157d9 service neutron] Checking segment: {'id': 'c66b4285-faba-435b-92e7-6de47ba5ef36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '0b117659-1bb4-437b-b0c1-51f56db7ff3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:31:07.743108 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5265708b-ef1e-43c8-b460-dcc7cd80dd83 req-5c1621ee-17cb-4eba-8761-fde317c157d9 service neutron] Bound using segment: {'id': 'c66b4285-faba-435b-92e7-6de47ba5ef36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '0b117659-1bb4-437b-b0c1-51f56db7ff3a'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:31:07.743437 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-5265708b-ef1e-43c8-b460-dcc7cd80dd83 req-5c1621ee-17cb-4eba-8761-fde317c157d9 service neutron] Bound port: ecf17b4e-d3dc-49cf-8da8-8cd5cc9811d6, host: n-h2-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c66b4285-faba-435b-92e7-6de47ba5ef36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '0b117659-1bb4-437b-b0c1-51f56db7ff3a'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:31:07.743799 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-5265708b-ef1e-43c8-b460-dcc7cd80dd83 req-5c1621ee-17cb-4eba-8761-fde317c157d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:07.802837 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3affda0-e84e-4a6a-ac42-b7ac2f4ccdea service neutron] Pushing event updated for resources: {'Port': ['ID=c4de80c4-3b8f-4bb0-9059-d6404915032c,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:31:07.823634 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646eb39d-98b6-42a8-b730-b6640b0b0da8 req-d0ceeb95-d832-4449-bfe1-14f8a14cf6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:07.825866 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-646eb39d-98b6-42a8-b730-b6640b0b0da8 req-d0ceeb95-d832-4449-bfe1-14f8a14cf6fe service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a3d381488679457dbaa2d9f6a292642f&device_id=fdbb7eda-c995-4db6-aa72-87dd58bec31c HTTP/1.1" status: 200 len: 1095 time: 0.0791750 Dec 20 14:31:07.946064 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 3cfd0fe3-6fc5-4a4f-991b-282053c85a99 up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:31:07.971149 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-910ea42d-8a0d-42e3-b652-9f56c0b04067 req-7cda4309-b34b-42f0-8b08-05cdbd0fb2ca tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562199 Dec 20 14:31:08.046045 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port 3cfd0fe3-6fc5-4a4f-991b-282053c85a99 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:31:08.046663 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:08.056770 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-5265708b-ef1e-43c8-b460-dcc7cd80dd83 req-5c1621ee-17cb-4eba-8761-fde317c157d9 service neutron] For port ecf17b4e-d3dc-49cf-8da8-8cd5cc9811d6, host n-h2-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:31:08.082862 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710aa552-121f-4b2b-b901-0540358ba48b req-b347ad35-98ed-4f37-a27a-334391ae47ac tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:08.093623 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-710aa552-121f-4b2b-b901-0540358ba48b req-b347ad35-98ed-4f37-a27a-334391ae47ac tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] 10.222.0.54 "GET /v2.0/ports?device_id=fdbb7eda-c995-4db6-aa72-87dd58bec31c HTTP/1.1" status: 200 len: 943 time: 0.1448429 Dec 20 14:31:08.120572 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-5a2b56c8-dd37-4595-acbc-c2a3f85171b6 req-b3affda0-e84e-4a6a-ac42-b7ac2f4ccdea service neutron] Attempting to bind port c4de80c4-3b8f-4bb0-9059-d6404915032c on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:31:08.120965 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-5a2b56c8-dd37-4595-acbc-c2a3f85171b6 req-b3affda0-e84e-4a6a-ac42-b7ac2f4ccdea service neutron] Attempting to bind port c4de80c4-3b8f-4bb0-9059-d6404915032c by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': 'e5037e40-00e6-482d-b28a-59c517384ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3491ebdf-04fb-470c-8b6d-7380be6781df'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:31:08.121266 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2b56c8-dd37-4595-acbc-c2a3f85171b6 req-b3affda0-e84e-4a6a-ac42-b7ac2f4ccdea service neutron] Attempting to bind port c4de80c4-3b8f-4bb0-9059-d6404915032c on network 3491ebdf-04fb-470c-8b6d-7380be6781df {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:31:08.129307 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-5265708b-ef1e-43c8-b460-dcc7cd80dd83 req-5c1621ee-17cb-4eba-8761-fde317c157d9 service neutron] For port ecf17b4e-d3dc-49cf-8da8-8cd5cc9811d6, host n-h2-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=ecf17b4e-d3dc-49cf-8da8-8cd5cc9811d6,segment=NetworkSegment(c66b4285-faba-435b-92e7-6de47ba5ef36),segment_id=c66b4285-faba-435b-92e7-6de47ba5ef36)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:31:08.136053 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2b56c8-dd37-4595-acbc-c2a3f85171b6 req-b3affda0-e84e-4a6a-ac42-b7ac2f4ccdea service neutron] Port c4de80c4-3b8f-4bb0-9059-d6404915032c on network 3491ebdf-04fb-470c-8b6d-7380be6781df not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:31:08.136623 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2b56c8-dd37-4595-acbc-c2a3f85171b6 req-b3affda0-e84e-4a6a-ac42-b7ac2f4ccdea service neutron] Attempting to bind port c4de80c4-3b8f-4bb0-9059-d6404915032c on network 3491ebdf-04fb-470c-8b6d-7380be6781df {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:31:08.141316 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-5265708b-ef1e-43c8-b460-dcc7cd80dd83 req-5c1621ee-17cb-4eba-8761-fde317c157d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:08.190516 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2b56c8-dd37-4595-acbc-c2a3f85171b6 req-b3affda0-e84e-4a6a-ac42-b7ac2f4ccdea service neutron] Checking agent: {'id': '43c60aee-e4af-4ecc-bee2-aac3569fafed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:31:08.190924 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2b56c8-dd37-4595-acbc-c2a3f85171b6 req-b3affda0-e84e-4a6a-ac42-b7ac2f4ccdea service neutron] Checking segment: {'id': 'e5037e40-00e6-482d-b28a-59c517384ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3491ebdf-04fb-470c-8b6d-7380be6781df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:31:08.191359 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2b56c8-dd37-4595-acbc-c2a3f85171b6 req-b3affda0-e84e-4a6a-ac42-b7ac2f4ccdea service neutron] Bound using segment: {'id': 'e5037e40-00e6-482d-b28a-59c517384ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3491ebdf-04fb-470c-8b6d-7380be6781df'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:31:08.191742 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-5a2b56c8-dd37-4595-acbc-c2a3f85171b6 req-b3affda0-e84e-4a6a-ac42-b7ac2f4ccdea service neutron] Bound port: c4de80c4-3b8f-4bb0-9059-d6404915032c, host: n-h2-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5037e40-00e6-482d-b28a-59c517384ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3491ebdf-04fb-470c-8b6d-7380be6781df'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:31:08.192101 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-5a2b56c8-dd37-4595-acbc-c2a3f85171b6 req-b3affda0-e84e-4a6a-ac42-b7ac2f4ccdea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:08.243953 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-710aa552-121f-4b2b-b901-0540358ba48b req-96340a66-e1af-471d-ab07-2d69fe7c385e tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] 10.222.0.54 "GET /v2.0/security-groups?id=abf690a4-85ff-419e-a3c1-810b04061c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365268 Dec 20 14:31:08.245672 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646eb39d-98b6-42a8-b730-b6640b0b0da8 req-cc98a1e8-ecea-45ab-88a3-2313fcd5955c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:08.246408 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5265708b-ef1e-43c8-b460-dcc7cd80dd83 req-5c1621ee-17cb-4eba-8761-fde317c157d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:08.247970 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-5265708b-ef1e-43c8-b460-dcc7cd80dd83 req-5c1621ee-17cb-4eba-8761-fde317c157d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:08.248113 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-646eb39d-98b6-42a8-b730-b6640b0b0da8 req-cc98a1e8-ecea-45ab-88a3-2313fcd5955c service neutron] 10.222.0.47 "GET /v2.0/networks?id=3491ebdf-04fb-470c-8b6d-7380be6781df HTTP/1.1" status: 200 len: 913 time: 0.4129059 Dec 20 14:31:08.253279 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5265708b-ef1e-43c8-b460-dcc7cd80dd83 req-5c1621ee-17cb-4eba-8761-fde317c157d9 service neutron] 10.222.0.47 "PUT /v2.0/ports/ecf17b4e-d3dc-49cf-8da8-8cd5cc9811d6 HTTP/1.1" status: 200 len: 1092 time: 3.0005422 Dec 20 14:31:08.255079 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '553ed9f9-b473-4cbd-8e0e-49a4391ac7e4', 'tag': 'ecf17b4e-d3dc-49cf-8da8-8cd5cc9811d6'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:31:08.266249 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-783d718f-b1b7-49d4-9f27-c7664de3fc01" -d '{"events": [{"name": "network-changed", "server_uuid": "553ed9f9-b473-4cbd-8e0e-49a4391ac7e4", "tag": "ecf17b4e-d3dc-49cf-8da8-8cd5cc9811d6"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:31:08.290080 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:08.318887 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-646eb39d-98b6-42a8-b730-b6640b0b0da8 req-ec62239f-a6e9-4b0b-8b36-c4ce643f2873 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=78b7fd8a-2c37-42f2-a79a-7e1d35c52966 HTTP/1.1" status: 200 len: 217 time: 0.0590174 Dec 20 14:31:08.372908 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 3cfd0fe3-6fc5-4a4f-991b-282053c85a99, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=3cfd0fe3-6fc5-4a4f-991b-282053c85a99,segment=NetworkSegment(dae1a1fa-6c57-4994-ae26-490344c49691),segment_id=dae1a1fa-6c57-4994-ae26-490344c49691)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:31:08.380344 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:08.411884 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646eb39d-98b6-42a8-b730-b6640b0b0da8 req-cba03ed9-49cd-464e-bf06-06520a73f62d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:08.418296 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-646eb39d-98b6-42a8-b730-b6640b0b0da8 req-cba03ed9-49cd-464e-bf06-06520a73f62d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=abdd67bc-9d4f-4c83-bef4-e57e3af09d79 HTTP/1.1" status: 200 len: 852 time: 0.0874786 Dec 20 14:31:08.462462 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=3cfd0fe3-6fc5-4a4f-991b-282053c85a99,revision_number=8']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:31:08.464125 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-646eb39d-98b6-42a8-b730-b6640b0b0da8 req-c477cd90-2454-429f-9de5-67c63d0b5856 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3491ebdf-04fb-470c-8b6d-7380be6781df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331030 Dec 20 14:31:08.488287 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7419c4bd-12a0-4e2d-b233-8305b1d35dc8 x-openstack-request-id: req-7419c4bd-12a0-4e2d-b233-8305b1d35dc8 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:31:08.488945 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "553ed9f9-b473-4cbd-8e0e-49a4391ac7e4", "tag": "ecf17b4e-d3dc-49cf-8da8-8cd5cc9811d6", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:31:08.489703 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7419c4bd-12a0-4e2d-b233-8305b1d35dc8 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:31:08.490631 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '553ed9f9-b473-4cbd-8e0e-49a4391ac7e4', 'tag': 'ecf17b4e-d3dc-49cf-8da8-8cd5cc9811d6', 'status': 'completed', 'code': 200} Dec 20 14:31:08.492168 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1621ee-17cb-4eba-8761-fde317c157d9 service neutron] Pushing event updated for resources: {'Port': ['ID=ecf17b4e-d3dc-49cf-8da8-8cd5cc9811d6,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:31:08.588721 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [req-4107c0d1-08b0-4386-a318-542e2562f291 req-260e922e-1787-4c9b-89bd-38ae4d14ad59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98281e45-dedd-4c00-9e3f-43cdc88eaf0c {{(pid=103167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:31:08.593065 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a785a9-0959-4775-b1c4-5a1cf6de1345 req-52b61cba-45c1-4858-b201-2bca355051e7 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:08.595783 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f6a785a9-0959-4775-b1c4-5a1cf6de1345 req-52b61cba-45c1-4858-b201-2bca355051e7 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=c82b4f73-95de-48a3-848a-9f7a8b2f4e2e HTTP/1.1" status: 200 len: 945 time: 0.1943159 Dec 20 14:31:08.629517 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-4107c0d1-08b0-4386-a318-542e2562f291 req-260e922e-1787-4c9b-89bd-38ae4d14ad59 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:08.644802 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-646eb39d-98b6-42a8-b730-b6640b0b0da8 req-944b2264-a970-4267-99a7-2808146e9842 service neutron] 10.222.0.47 "GET /v2.0/networks/3491ebdf-04fb-470c-8b6d-7380be6781df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548626 Dec 20 14:31:08.667100 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5265708b-ef1e-43c8-b460-dcc7cd80dd83 req-ebc75cbc-749f-4d3d-b952-2363cade3aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:08.668674 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5265708b-ef1e-43c8-b460-dcc7cd80dd83 req-ebc75cbc-749f-4d3d-b952-2363cade3aaa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1cc26e75091641c38e981f6c0cbcbef7&device_id=553ed9f9-b473-4cbd-8e0e-49a4391ac7e4 HTTP/1.1" status: 200 len: 1095 time: 0.2883112 Dec 20 14:31:08.671762 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-4107c0d1-08b0-4386-a318-542e2562f291 req-260e922e-1787-4c9b-89bd-38ae4d14ad59 service neutron] Transition to ACTIVE for port object 98281e45-dedd-4c00-9e3f-43cdc88eaf0c will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:31:08.672984 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-5a2b56c8-dd37-4595-acbc-c2a3f85171b6 req-b3affda0-e84e-4a6a-ac42-b7ac2f4ccdea service neutron] For port c4de80c4-3b8f-4bb0-9059-d6404915032c, host n-h2-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:31:08.680135 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-5a2b56c8-dd37-4595-acbc-c2a3f85171b6 req-b3affda0-e84e-4a6a-ac42-b7ac2f4ccdea service neutron] For port c4de80c4-3b8f-4bb0-9059-d6404915032c, host n-h2-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=c4de80c4-3b8f-4bb0-9059-d6404915032c,segment=NetworkSegment(e5037e40-00e6-482d-b28a-59c517384ba4),segment_id=e5037e40-00e6-482d-b28a-59c517384ba4)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:31:08.689197 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-4107c0d1-08b0-4386-a318-542e2562f291 req-260e922e-1787-4c9b-89bd-38ae4d14ad59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:08.694387 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-5a2b56c8-dd37-4595-acbc-c2a3f85171b6 req-b3affda0-e84e-4a6a-ac42-b7ac2f4ccdea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:08.702184 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f6a785a9-0959-4775-b1c4-5a1cf6de1345 req-133af8c5-3c5b-49df-8e2e-25ba98ef0113 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965395 Dec 20 14:31:08.768708 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a666fe3-b0c0-4b71-8435-8eadd6be7f9a req-14876717-21ab-4429-b75f-47f38fa50152 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:08.770399 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4a666fe3-b0c0-4b71-8435-8eadd6be7f9a req-14876717-21ab-4429-b75f-47f38fa50152 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba9b5a65-1624-48cb-9b97-61eb55a4ba53 HTTP/1.1" status: 200 len: 945 time: 0.2094765 Dec 20 14:31:08.771801 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5265708b-ef1e-43c8-b460-dcc7cd80dd83 req-6d822646-4cd5-4bc0-8c4d-0bc99b5cc3a5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ecf17b4e-d3dc-49cf-8da8-8cd5cc9811d6 HTTP/1.1" status: 200 len: 217 time: 0.0939279 Dec 20 14:31:08.791212 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-646eb39d-98b6-42a8-b730-b6640b0b0da8 req-eb6fb346-e98e-4a38-b20b-d56fd6075b3d service neutron] 10.222.0.47 "GET /v2.0/networks/3491ebdf-04fb-470c-8b6d-7380be6781df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351225 Dec 20 14:31:08.855016 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2b56c8-dd37-4595-acbc-c2a3f85171b6 req-b3affda0-e84e-4a6a-ac42-b7ac2f4ccdea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:08.855677 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-5a2b56c8-dd37-4595-acbc-c2a3f85171b6 req-b3affda0-e84e-4a6a-ac42-b7ac2f4ccdea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:08.857607 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5a2b56c8-dd37-4595-acbc-c2a3f85171b6 req-b3affda0-e84e-4a6a-ac42-b7ac2f4ccdea service neutron] 10.222.0.47 "PUT /v2.0/ports/c4de80c4-3b8f-4bb0-9059-d6404915032c HTTP/1.1" status: 200 len: 1093 time: 3.2497330 Dec 20 14:31:08.874881 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260e922e-1787-4c9b-89bd-38ae4d14ad59 service neutron] Pushing event updated for resources: {'Port': ['ID=98281e45-dedd-4c00-9e3f-43cdc88eaf0c,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:31:08.928256 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba9b5a65-1624-48cb-9b97-61eb55a4ba53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cfd0fe3-6fc5-4a4f-991b-282053c85a99'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:31:08.932471 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd41cbd4-c89d-4b5e-872e-4bd24258fe40" -d '{"events": [{"server_uuid": "ba9b5a65-1624-48cb-9b97-61eb55a4ba53", "name": "network-vif-plugged", "status": "completed", "tag": "3cfd0fe3-6fc5-4a4f-991b-282053c85a99"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:31:09.041033 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5265708b-ef1e-43c8-b460-dcc7cd80dd83 req-8616e6e3-326e-4886-88be-06eca507253e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:09.043572 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5265708b-ef1e-43c8-b460-dcc7cd80dd83 req-8616e6e3-326e-4886-88be-06eca507253e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2ff79ed4-3dfb-4794-99de-386c9b910625 HTTP/1.1" status: 200 len: 844 time: 0.2627106 Dec 20 14:31:09.156085 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5265708b-ef1e-43c8-b460-dcc7cd80dd83 req-9ad14e0a-aea4-4deb-8383-76412925fa3e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0b117659-1bb4-437b-b0c1-51f56db7ff3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612392 Dec 20 14:31:09.159815 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c3c758-9362-4f8b-8b2b-66f6ffd807ad req-6a84f572-2adb-4a28-9126-2253312863da tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:09.160344 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3affda0-e84e-4a6a-ac42-b7ac2f4ccdea service neutron] Pushing event updated for resources: {'Port': ['ID=c4de80c4-3b8f-4bb0-9059-d6404915032c,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:31:09.161897 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-75c3c758-9362-4f8b-8b2b-66f6ffd807ad req-6a84f572-2adb-4a28-9126-2253312863da tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/ports?device_id=553ed9f9-b473-4cbd-8e0e-49a4391ac7e4 HTTP/1.1" status: 200 len: 943 time: 0.0755017 Dec 20 14:31:09.175009 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4a666fe3-b0c0-4b71-8435-8eadd6be7f9a req-37baf115-7b5e-4c07-b7f0-8a2964c51936 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6a39052-36c7-4e8a-a837-c745dc8572a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3361230 Dec 20 14:31:09.225662 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-75c3c758-9362-4f8b-8b2b-66f6ffd807ad req-82f88c4d-8072-4730-9626-6f3b2460a9b2 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/security-groups?id=a27fba59-7d90-4650-9482-b2bcd3113c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537195 Dec 20 14:31:09.263551 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac196381-55a8-49a4-a67f-ac196c22b384 x-openstack-request-id: req-ac196381-55a8-49a4-a67f-ac196c22b384 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:31:09.265855 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2b56c8-dd37-4595-acbc-c2a3f85171b6 req-1ad23755-c53a-471e-a36f-8f92992d6652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:09.266583 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba9b5a65-1624-48cb-9b97-61eb55a4ba53", "name": "network-vif-plugged", "status": "completed", "tag": "3cfd0fe3-6fc5-4a4f-991b-282053c85a99", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:31:09.266583 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ac196381-55a8-49a4-a67f-ac196c22b384 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:31:09.266583 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba9b5a65-1624-48cb-9b97-61eb55a4ba53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cfd0fe3-6fc5-4a4f-991b-282053c85a99', 'code': 200} Dec 20 14:31:09.267127 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5a2b56c8-dd37-4595-acbc-c2a3f85171b6 req-1ad23755-c53a-471e-a36f-8f92992d6652 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a3d381488679457dbaa2d9f6a292642f&device_id=ef17c89a-759d-438b-b3b7-923da7928883 HTTP/1.1" status: 200 len: 1096 time: 0.3116558 Dec 20 14:31:09.268535 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-4107c0d1-08b0-4386-a318-542e2562f291 req-260e922e-1787-4c9b-89bd-38ae4d14ad59 service neutron] Attempting to bind port 98281e45-dedd-4c00-9e3f-43cdc88eaf0c on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:31:09.268803 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-4107c0d1-08b0-4386-a318-542e2562f291 req-260e922e-1787-4c9b-89bd-38ae4d14ad59 service neutron] Attempting to bind port 98281e45-dedd-4c00-9e3f-43cdc88eaf0c by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:31:09.269130 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4107c0d1-08b0-4386-a318-542e2562f291 req-260e922e-1787-4c9b-89bd-38ae4d14ad59 service neutron] Attempting to bind port 98281e45-dedd-4c00-9e3f-43cdc88eaf0c on network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:31:09.337242 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5a2b56c8-dd37-4595-acbc-c2a3f85171b6 req-092ea998-cc61-4a56-93f4-cc0949c25177 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c4de80c4-3b8f-4bb0-9059-d6404915032c HTTP/1.1" status: 200 len: 217 time: 0.0554523 Dec 20 14:31:09.340267 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4107c0d1-08b0-4386-a318-542e2562f291 req-260e922e-1787-4c9b-89bd-38ae4d14ad59 service neutron] Port 98281e45-dedd-4c00-9e3f-43cdc88eaf0c on network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:31:09.340714 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4107c0d1-08b0-4386-a318-542e2562f291 req-260e922e-1787-4c9b-89bd-38ae4d14ad59 service neutron] Attempting to bind port 98281e45-dedd-4c00-9e3f-43cdc88eaf0c on network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:31:09.380756 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4107c0d1-08b0-4386-a318-542e2562f291 req-260e922e-1787-4c9b-89bd-38ae4d14ad59 service neutron] Checking agent: {'id': '43c60aee-e4af-4ecc-bee2-aac3569fafed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:31:09.381143 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4107c0d1-08b0-4386-a318-542e2562f291 req-260e922e-1787-4c9b-89bd-38ae4d14ad59 service neutron] Checking segment: {'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:31:09.381714 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4107c0d1-08b0-4386-a318-542e2562f291 req-260e922e-1787-4c9b-89bd-38ae4d14ad59 service neutron] Bound using segment: {'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:31:09.382553 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-4107c0d1-08b0-4386-a318-542e2562f291 req-260e922e-1787-4c9b-89bd-38ae4d14ad59 service neutron] Bound port: 98281e45-dedd-4c00-9e3f-43cdc88eaf0c, host: n-h2-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:31:09.383350 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-4107c0d1-08b0-4386-a318-542e2562f291 req-260e922e-1787-4c9b-89bd-38ae4d14ad59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:09.401300 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7687a3d0-6ec2-4cc4-b24a-26207de4fe89 req-690892be-6d71-4201-8f75-dad0df3914a6 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:09.403138 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7687a3d0-6ec2-4cc4-b24a-26207de4fe89 req-690892be-6d71-4201-8f75-dad0df3914a6 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=c82b4f73-95de-48a3-848a-9f7a8b2f4e2e HTTP/1.1" status: 200 len: 945 time: 0.0912912 Dec 20 14:31:09.468109 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7687a3d0-6ec2-4cc4-b24a-26207de4fe89 req-f978e2d8-acab-495b-8230-3f0fb1eb549f tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579274 Dec 20 14:31:09.506393 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5265708b-ef1e-43c8-b460-dcc7cd80dd83 req-206d42a0-0f4a-4091-a73f-4c80027a0c4a service neutron] 10.222.0.47 "GET /v2.0/networks/0b117659-1bb4-437b-b0c1-51f56db7ff3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3378880 Dec 20 14:31:09.509633 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2b56c8-dd37-4595-acbc-c2a3f85171b6 req-694a971d-4d74-479d-88b1-e5707b18f34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:09.511201 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5a2b56c8-dd37-4595-acbc-c2a3f85171b6 req-694a971d-4d74-479d-88b1-e5707b18f34d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=abdd67bc-9d4f-4c83-bef4-e57e3af09d79 HTTP/1.1" status: 200 len: 852 time: 0.1639757 Dec 20 14:31:09.549280 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626d1a66-52af-4645-a60d-cf38e034e86a req-dbb0c442-3f2f-4c8f-a81a-789a043d0c66 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:09.550876 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-626d1a66-52af-4645-a60d-cf38e034e86a req-dbb0c442-3f2f-4c8f-a81a-789a043d0c66 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a251c5e-152a-42f2-9a16-7ad7e13c98e1 HTTP/1.1" status: 200 len: 948 time: 0.2048023 Dec 20 14:31:09.551137 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a042a7e9-2b33-4ea0-810e-6dbe84c48a61 req-64eefcda-5a34-491a-b0e3-cf88a7b4e852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:09.553387 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a042a7e9-2b33-4ea0-810e-6dbe84c48a61 req-64eefcda-5a34-491a-b0e3-cf88a7b4e852 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ba9b5a65-1624-48cb-9b97-61eb55a4ba53 HTTP/1.1" status: 200 len: 1097 time: 0.0514641 Dec 20 14:31:09.602905 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5a2b56c8-dd37-4595-acbc-c2a3f85171b6 req-0a7f3f54-78cf-46ea-8391-ce863c57b36b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3491ebdf-04fb-470c-8b6d-7380be6781df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0782645 Dec 20 14:31:09.609481 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a042a7e9-2b33-4ea0-810e-6dbe84c48a61 req-15206484-636f-479a-8c2a-5ba92547b88a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d6a39052-36c7-4e8a-a837-c745dc8572a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478804 Dec 20 14:31:09.675088 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-4107c0d1-08b0-4386-a318-542e2562f291 req-260e922e-1787-4c9b-89bd-38ae4d14ad59 service neutron] For port 98281e45-dedd-4c00-9e3f-43cdc88eaf0c, host n-h2-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:31:09.708151 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-4107c0d1-08b0-4386-a318-542e2562f291 req-260e922e-1787-4c9b-89bd-38ae4d14ad59 service neutron] For port 98281e45-dedd-4c00-9e3f-43cdc88eaf0c, host n-h2-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=98281e45-dedd-4c00-9e3f-43cdc88eaf0c,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:31:09.745483 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-4107c0d1-08b0-4386-a318-542e2562f291 req-260e922e-1787-4c9b-89bd-38ae4d14ad59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:09.769453 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bfbff1-a08d-4ac5-9061-aed9c7c25a2d req-a4a33948-bf7d-432d-930d-be2058512163 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:09.771075 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-78bfbff1-a08d-4ac5-9061-aed9c7c25a2d req-a4a33948-bf7d-432d-930d-be2058512163 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] 10.222.0.54 "GET /v2.0/ports?device_id=fdbb7eda-c995-4db6-aa72-87dd58bec31c HTTP/1.1" status: 200 len: 943 time: 0.0581367 Dec 20 14:31:09.814670 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-626d1a66-52af-4645-a60d-cf38e034e86a req-b627a1d7-4fe6-4013-b592-2acd608b6af9 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507808 Dec 20 14:31:09.820219 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-78bfbff1-a08d-4ac5-9061-aed9c7c25a2d req-0fcaa153-a351-48c7-bff3-f7aba84bdda9 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] 10.222.0.54 "GET /v2.0/security-groups?id=abf690a4-85ff-419e-a3c1-810b04061c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423207 Dec 20 14:31:09.824267 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4107c0d1-08b0-4386-a318-542e2562f291 req-260e922e-1787-4c9b-89bd-38ae4d14ad59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:09.824888 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-4107c0d1-08b0-4386-a318-542e2562f291 req-260e922e-1787-4c9b-89bd-38ae4d14ad59 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:09.826286 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4107c0d1-08b0-4386-a318-542e2562f291 req-260e922e-1787-4c9b-89bd-38ae4d14ad59 service neutron] 10.222.0.47 "PUT /v2.0/ports/98281e45-dedd-4c00-9e3f-43cdc88eaf0c HTTP/1.1" status: 200 len: 1097 time: 2.4647014 Dec 20 14:31:09.832445 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5265708b-ef1e-43c8-b460-dcc7cd80dd83 req-fb666f85-11f7-407c-85cf-ce341d58d041 service neutron] 10.222.0.47 "GET /v2.0/networks/0b117659-1bb4-437b-b0c1-51f56db7ff3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3089669 Dec 20 14:31:09.866959 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5a2b56c8-dd37-4595-acbc-c2a3f85171b6 req-ccd9e5b0-7444-4314-883e-563be1c24298 service neutron] 10.222.0.47 "GET /v2.0/networks/3491ebdf-04fb-470c-8b6d-7380be6781df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281764 Dec 20 14:31:09.870455 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260e922e-1787-4c9b-89bd-38ae4d14ad59 service neutron] Pushing event updated for resources: {'Port': ['ID=98281e45-dedd-4c00-9e3f-43cdc88eaf0c,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:31:09.944396 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 78b7fd8a-2c37-42f2-a79a-7e1d35c52966 details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:31:10.038668 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783d718f-b1b7-49d4-9f27-c7664de3fc01 req-1649a121-9f36-45ec-bb50-36044951f2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:10.040206 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-783d718f-b1b7-49d4-9f27-c7664de3fc01 req-1649a121-9f36-45ec-bb50-36044951f2d0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1cc26e75091641c38e981f6c0cbcbef7&device_id=553ed9f9-b473-4cbd-8e0e-49a4391ac7e4 HTTP/1.1" status: 200 len: 1095 time: 0.1204696 Dec 20 14:31:10.043713 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4107c0d1-08b0-4386-a318-542e2562f291 req-9282d647-6fef-453f-acb0-4717f9e748ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:10.045148 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4107c0d1-08b0-4386-a318-542e2562f291 req-9282d647-6fef-453f-acb0-4717f9e748ac service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c1e404e3ac2e456f831247d0bb0227f5&device_id=4a251c5e-152a-42f2-9a16-7ad7e13c98e1 HTTP/1.1" status: 200 len: 1100 time: 0.1461706 Dec 20 14:31:10.048799 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5a2b56c8-dd37-4595-acbc-c2a3f85171b6 req-8e83a6fd-a8cd-4f2e-bf27-772d113d3dfa service neutron] 10.222.0.47 "GET /v2.0/networks/3491ebdf-04fb-470c-8b6d-7380be6781df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718876 Dec 20 14:31:10.117770 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4107c0d1-08b0-4386-a318-542e2562f291 req-d4ae2103-e74c-4ef4-a03c-7350a5667648 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=98281e45-dedd-4c00-9e3f-43cdc88eaf0c HTTP/1.1" status: 200 len: 217 time: 0.0529583 Dec 20 14:31:10.124013 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 78b7fd8a-2c37-42f2-a79a-7e1d35c52966, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=78b7fd8a-2c37-42f2-a79a-7e1d35c52966,segment=NetworkSegment(e5037e40-00e6-482d-b28a-59c517384ba4),segment_id=e5037e40-00e6-482d-b28a-59c517384ba4)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:31:10.138108 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': '78b7fd8a-2c37-42f2-a79a-7e1d35c52966', 'network_id': '3491ebdf-04fb-470c-8b6d-7380be6781df', 'port_id': '78b7fd8a-2c37-42f2-a79a-7e1d35c52966', 'mac_address': 'fa:16:3e:bc:3e:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abdd67bc-9d4f-4c83-bef4-e57e3af09d79', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:31:10.193751 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:10.210513 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78b7fd8a-2c37-42f2-a79a-7e1d35c52966 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:31:10.211691 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4107c0d1-08b0-4386-a318-542e2562f291 req-32550171-2ff3-486a-8b4d-7e8ecb346497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:10.213177 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4107c0d1-08b0-4386-a318-542e2562f291 req-32550171-2ff3-486a-8b4d-7e8ecb346497 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36bf280f-81bb-4486-a87a-9b9505a1cec4 HTTP/1.1" status: 200 len: 843 time: 0.0670505 Dec 20 14:31:10.217658 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783d718f-b1b7-49d4-9f27-c7664de3fc01 req-30fa25e8-a057-45da-9922-0d3656e77a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:10.219178 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-783d718f-b1b7-49d4-9f27-c7664de3fc01 req-30fa25e8-a057-45da-9922-0d3656e77a2d service neutron] 10.222.0.47 "GET /v2.0/networks?id=0b117659-1bb4-437b-b0c1-51f56db7ff3a HTTP/1.1" status: 200 len: 905 time: 0.1632686 Dec 20 14:31:10.231257 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 78b7fd8a-2c37-42f2-a79a-7e1d35c52966, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=78b7fd8a-2c37-42f2-a79a-7e1d35c52966,segment=NetworkSegment(e5037e40-00e6-482d-b28a-59c517384ba4),segment_id=e5037e40-00e6-482d-b28a-59c517384ba4)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:31:10.237930 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:10.301599 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=78b7fd8a-2c37-42f2-a79a-7e1d35c52966,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:31:10.305202 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-783d718f-b1b7-49d4-9f27-c7664de3fc01 req-a391adfb-3379-4b87-82bd-9bf211291440 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ecf17b4e-d3dc-49cf-8da8-8cd5cc9811d6 HTTP/1.1" status: 200 len: 217 time: 0.0676610 Dec 20 14:31:10.373391 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4107c0d1-08b0-4386-a318-542e2562f291 req-77ecd12c-bba4-4640-9a14-7fcbf0d0a794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:10.374980 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4107c0d1-08b0-4386-a318-542e2562f291 req-77ecd12c-bba4-4640-9a14-7fcbf0d0a794 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1462772 Dec 20 14:31:10.396678 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:31:10.396678 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:31:10.396678 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:31:10.396678 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:31:10.396678 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:31:10.396678 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:31:10.396678 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:31:10.396678 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:31:10.396678 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:31:10.396678 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:31:10.396678 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:31:10.396678 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:31:10.396678 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:31:10.396678 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:31:10.396678 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:31:10.396678 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:31:10.396678 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:31:10.396678 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:31:10.396678 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:31:10.396678 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:31:10.396678 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:31:10.396678 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:31:10.396678 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:31:10.396678 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:31:10.396678 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:31:10.396678 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:31:10.396678 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:31:10.396678 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:31:10.396678 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:31:10.396678 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:31:10.396678 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:31:10.396678 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:31:10.396678 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:31:10.396678 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:31:10.396678 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:31:10.396678 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:31:10.400647 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:31:10.400647 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:31:10.400647 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:31:10.400647 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:31:10.400647 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:31:10.400647 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:31:10.400647 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:31:10.400647 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:31:10.400647 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:31:10.400647 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:31:10.400647 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:31:10.400647 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:31:10.401902 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b231c770-0384-4d8c-b87a-4fc7743b4072 req-5331c2f5-474c-484e-9331-272817c2260b tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:10.401902 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b231c770-0384-4d8c-b87a-4fc7743b4072 req-5331c2f5-474c-484e-9331-272817c2260b tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/ports?device_id=553ed9f9-b473-4cbd-8e0e-49a4391ac7e4 HTTP/1.1" status: 200 len: 943 time: 0.0587354 Dec 20 14:31:10.402654 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a732a6e-9d10-42a0-bb50-40548d5633cb req-b5921862-a3b4-4ae1-8018-0e846e666fae tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:10.402654 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5a732a6e-9d10-42a0-bb50-40548d5633cb req-b5921862-a3b4-4ae1-8018-0e846e666fae tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba9b5a65-1624-48cb-9b97-61eb55a4ba53 HTTP/1.1" status: 200 len: 945 time: 0.1225214 Dec 20 14:31:10.404080 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783d718f-b1b7-49d4-9f27-c7664de3fc01 req-ffa17632-2ff9-4365-bc86-9e6ca8aa0dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:10.405392 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-783d718f-b1b7-49d4-9f27-c7664de3fc01 req-ffa17632-2ff9-4365-bc86-9e6ca8aa0dfb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2ff79ed4-3dfb-4794-99de-386c9b910625 HTTP/1.1" status: 200 len: 844 time: 0.0838675 Dec 20 14:31:10.453292 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b231c770-0384-4d8c-b87a-4fc7743b4072 req-4ef968c1-d25e-4a35-ad26-f086852cb91e tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/security-groups?id=a27fba59-7d90-4650-9482-b2bcd3113c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468707 Dec 20 14:31:10.488256 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-783d718f-b1b7-49d4-9f27-c7664de3fc01 req-5067b43b-6be3-4a61-954a-49d726852b08 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0b117659-1bb4-437b-b0c1-51f56db7ff3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675406 Dec 20 14:31:10.492465 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef17c89a-759d-438b-b3b7-923da7928883', 'tag': 'c4de80c4-3b8f-4bb0-9059-d6404915032c'}, {'name': 'network-changed', 'server_uuid': '4a251c5e-152a-42f2-9a16-7ad7e13c98e1', 'tag': '98281e45-dedd-4c00-9e3f-43cdc88eaf0c'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:31:10.494798 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f5a033a-8ee3-45cf-92fc-4a44855d6d8f" -d '{"events": [{"name": "network-changed", "server_uuid": "ef17c89a-759d-438b-b3b7-923da7928883", "tag": "c4de80c4-3b8f-4bb0-9059-d6404915032c"}, {"name": "network-changed", "server_uuid": "4a251c5e-152a-42f2-9a16-7ad7e13c98e1", "tag": "98281e45-dedd-4c00-9e3f-43cdc88eaf0c"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:31:10.553861 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 20 Dec 2021 14:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1008679-d0a6-4c3a-9969-26211564d807 x-openstack-request-id: req-a1008679-d0a6-4c3a-9969-26211564d807 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:31:10.554632 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef17c89a-759d-438b-b3b7-923da7928883", "tag": "c4de80c4-3b8f-4bb0-9059-d6404915032c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4a251c5e-152a-42f2-9a16-7ad7e13c98e1", "tag": "98281e45-dedd-4c00-9e3f-43cdc88eaf0c", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:31:10.554632 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a1008679-d0a6-4c3a-9969-26211564d807 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:31:10.554925 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef17c89a-759d-438b-b3b7-923da7928883', 'tag': 'c4de80c4-3b8f-4bb0-9059-d6404915032c', 'status': 'completed', 'code': 200} Dec 20 14:31:10.555181 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a251c5e-152a-42f2-9a16-7ad7e13c98e1', 'tag': '98281e45-dedd-4c00-9e3f-43cdc88eaf0c', 'status': 'completed', 'code': 200} Dec 20 14:31:10.656955 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b842a0c-9b2e-4a7f-9c78-c7682d27f1c6 req-b951a268-ef0e-4b72-80ec-e1089ffeee48 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:10.658782 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8b842a0c-9b2e-4a7f-9c78-c7682d27f1c6 req-b951a268-ef0e-4b72-80ec-e1089ffeee48 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=c82b4f73-95de-48a3-848a-9f7a8b2f4e2e HTTP/1.1" status: 200 len: 945 time: 0.0576510 Dec 20 14:31:10.694225 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['78b7fd8a-2c37-42f2-a79a-7e1d35c52966'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:31:10.723237 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8b842a0c-9b2e-4a7f-9c78-c7682d27f1c6 req-5808f4da-efa1-4aaa-903d-2ec35c928978 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571434 Dec 20 14:31:10.927001 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288b0db7-b3d8-40f7-b12d-da7d9b661cf1 req-510edb29-4d4d-4d66-bde1-2720866707ef tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:10.928527 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-288b0db7-b3d8-40f7-b12d-da7d9b661cf1 req-510edb29-4d4d-4d66-bde1-2720866707ef tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.47 "GET /v2.0/ports?device_id=c82b4f73-95de-48a3-848a-9f7a8b2f4e2e HTTP/1.1" status: 200 len: 945 time: 0.0574958 Dec 20 14:31:10.939042 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5a732a6e-9d10-42a0-bb50-40548d5633cb req-acd08dad-e65f-45b7-92e1-52e6dfed6ab4 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6a39052-36c7-4e8a-a837-c745dc8572a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5171745 Dec 20 14:31:10.997032 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4107c0d1-08b0-4386-a318-542e2562f291 req-e66f2ad6-099e-48e1-90be-4939e6db7464 service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6109436 Dec 20 14:31:11.012676 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5a033a-8ee3-45cf-92fc-4a44855d6d8f req-c98a1c8e-c70f-4499-a3bb-d164802447ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:11.014186 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4f5a033a-8ee3-45cf-92fc-4a44855d6d8f req-c98a1c8e-c70f-4499-a3bb-d164802447ba service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a3d381488679457dbaa2d9f6a292642f&device_id=ef17c89a-759d-438b-b3b7-923da7928883 HTTP/1.1" status: 200 len: 1096 time: 0.1274402 Dec 20 14:31:11.061511 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-783d718f-b1b7-49d4-9f27-c7664de3fc01 req-b740c2a2-0f09-4c64-973b-697380ef6338 service neutron] 10.222.0.47 "GET /v2.0/networks/0b117659-1bb4-437b-b0c1-51f56db7ff3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5603669 Dec 20 14:31:11.085477 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81acd22c-39d2-451b-a471-e257f78254b1 req-3d486fa8-2ee8-4970-8a86-753e5527a22a tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:11.087076 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-81acd22c-39d2-451b-a471-e257f78254b1 req-3d486fa8-2ee8-4970-8a86-753e5527a22a tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] 10.222.0.54 "GET /v2.0/ports?device_id=fdbb7eda-c995-4db6-aa72-87dd58bec31c HTTP/1.1" status: 200 len: 944 time: 0.0695040 Dec 20 14:31:11.095090 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-288b0db7-b3d8-40f7-b12d-da7d9b661cf1 req-3968d1dd-ca0b-4b1f-ab0c-08e318e97979 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Deleting port d4bd64bb-d860-47b4-91e6-2c4fe42e9366 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:31:11.095427 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-288b0db7-b3d8-40f7-b12d-da7d9b661cf1 req-3968d1dd-ca0b-4b1f-ab0c-08e318e97979 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:11.209870 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-81acd22c-39d2-451b-a471-e257f78254b1 req-36c11f51-c8b9-4307-b0e2-82f62b452285 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] 10.222.0.54 "GET /v2.0/security-groups?id=abf690a4-85ff-419e-a3c1-810b04061c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112475 Dec 20 14:31:11.232422 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-288b0db7-b3d8-40f7-b12d-da7d9b661cf1 req-3968d1dd-ca0b-4b1f-ab0c-08e318e97979 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] For port d4bd64bb-d860-47b4-91e6-2c4fe42e9366, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=d4bd64bb-d860-47b4-91e6-2c4fe42e9366,segment=NetworkSegment(0db4f97e-52d2-4e75-a7f6-550aa2b8eca1),segment_id=0db4f97e-52d2-4e75-a7f6-550aa2b8eca1)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:31:11.232422 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-288b0db7-b3d8-40f7-b12d-da7d9b661cf1 req-3968d1dd-ca0b-4b1f-ab0c-08e318e97979 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:11.244525 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-288b0db7-b3d8-40f7-b12d-da7d9b661cf1 req-3968d1dd-ca0b-4b1f-ab0c-08e318e97979 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Calling delete_port for d4bd64bb-d860-47b4-91e6-2c4fe42e9366 owned by compute:nova {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:31:11.309948 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4107c0d1-08b0-4386-a318-542e2562f291 req-93e208b6-ff78-4d1a-8570-645546f03007 service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2894917 Dec 20 14:31:11.321639 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3ae73b-b13f-4382-ac0d-b2390c919da4 req-6d86923c-3565-45ec-b69f-1a00f295b275 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:11.323137 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ae3ae73b-b13f-4382-ac0d-b2390c919da4 req-6d86923c-3565-45ec-b69f-1a00f295b275 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a251c5e-152a-42f2-9a16-7ad7e13c98e1 HTTP/1.1" status: 200 len: 948 time: 0.2675288 Dec 20 14:31:11.329642 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5a033a-8ee3-45cf-92fc-4a44855d6d8f req-f78d7c21-291f-419f-b923-b45d0d1824cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:11.330887 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4f5a033a-8ee3-45cf-92fc-4a44855d6d8f req-f78d7c21-291f-419f-b923-b45d0d1824cf service neutron] 10.222.0.47 "GET /v2.0/networks?id=3491ebdf-04fb-470c-8b6d-7380be6781df HTTP/1.1" status: 200 len: 913 time: 0.2996438 Dec 20 14:31:11.356295 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-783d718f-b1b7-49d4-9f27-c7664de3fc01 req-eedf205c-e100-4779-8003-6ca7a3cb6778 service neutron] 10.222.0.47 "GET /v2.0/networks/0b117659-1bb4-437b-b0c1-51f56db7ff3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466929 Dec 20 14:31:11.390552 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4f5a033a-8ee3-45cf-92fc-4a44855d6d8f req-8133eee6-2b83-4af9-a0fa-2f602ddd1fa6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c4de80c4-3b8f-4bb0-9059-d6404915032c HTTP/1.1" status: 200 len: 217 time: 0.0435202 Dec 20 14:31:11.400843 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-288b0db7-b3d8-40f7-b12d-da7d9b661cf1 req-3968d1dd-ca0b-4b1f-ab0c-08e318e97979 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:11.406383 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:11.439048 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968d1dd-ca0b-4b1f-ab0c-08e318e97979 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Pushing event deleted for resources: {'Port': ['ID=d4bd64bb-d860-47b4-91e6-2c4fe42e9366,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:31:11.449692 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ae3ae73b-b13f-4382-ac0d-b2390c919da4 req-fb7d6cee-0270-4ec9-80e5-f7889efb761a tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129072 Dec 20 14:31:11.462028 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5a033a-8ee3-45cf-92fc-4a44855d6d8f req-f8eb761d-744b-48d7-b43c-14cc942228e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:11.464175 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4f5a033a-8ee3-45cf-92fc-4a44855d6d8f req-f8eb761d-744b-48d7-b43c-14cc942228e7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=abdd67bc-9d4f-4c83-bef4-e57e3af09d79 HTTP/1.1" status: 200 len: 852 time: 0.0620921 Dec 20 14:31:11.476217 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-288b0db7-b3d8-40f7-b12d-da7d9b661cf1 req-3968d1dd-ca0b-4b1f-ab0c-08e318e97979 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] No DVR routers for this DVR port d4bd64bb-d860-47b4-91e6-2c4fe42e9366 on host n-h2-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:31:11.479037 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-288b0db7-b3d8-40f7-b12d-da7d9b661cf1 req-3968d1dd-ca0b-4b1f-ab0c-08e318e97979 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:11.483343 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-288b0db7-b3d8-40f7-b12d-da7d9b661cf1 req-3968d1dd-ca0b-4b1f-ab0c-08e318e97979 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.47 "DELETE /v2.0/ports/d4bd64bb-d860-47b4-91e6-2c4fe42e9366 HTTP/1.1" status: 204 len: 173 time: 0.5464911 Dec 20 14:31:11.483532 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c82b4f73-95de-48a3-848a-9f7a8b2f4e2e', 'name': 'network-vif-deleted', 'tag': 'd4bd64bb-d860-47b4-91e6-2c4fe42e9366'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:31:11.491239 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a253d0d-28d8-4b1f-810f-5a0452d5b60b" -d '{"events": [{"server_uuid": "c82b4f73-95de-48a3-848a-9f7a8b2f4e2e", "name": "network-vif-deleted", "tag": "d4bd64bb-d860-47b4-91e6-2c4fe42e9366"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:31:11.498916 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4f5a033a-8ee3-45cf-92fc-4a44855d6d8f req-670abb1b-55cb-4ec2-8ec4-566daeedaf63 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3491ebdf-04fb-470c-8b6d-7380be6781df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267854 Dec 20 14:31:11.512730 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['d4bd64bb-d860-47b4-91e6-2c4fe42e9366'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:31:11.546280 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76bf64ff-e87e-435a-ac56-111d9c4eeca4 x-openstack-request-id: req-76bf64ff-e87e-435a-ac56-111d9c4eeca4 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:31:11.546670 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c82b4f73-95de-48a3-848a-9f7a8b2f4e2e", "name": "network-vif-deleted", "tag": "d4bd64bb-d860-47b4-91e6-2c4fe42e9366", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:31:11.547016 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-76bf64ff-e87e-435a-ac56-111d9c4eeca4 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:31:11.547530 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c82b4f73-95de-48a3-848a-9f7a8b2f4e2e', 'name': 'network-vif-deleted', 'tag': 'd4bd64bb-d860-47b4-91e6-2c4fe42e9366', 'status': 'completed', 'code': 200} Dec 20 14:31:11.604976 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3186b7c-784b-4e92-bb13-b63b15dac28a req-68ed0b9f-a21d-4be8-b1d3-cf61a5f43c5f tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:11.604976 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a3186b7c-784b-4e92-bb13-b63b15dac28a req-68ed0b9f-a21d-4be8-b1d3-cf61a5f43c5f tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/ports?device_id=553ed9f9-b473-4cbd-8e0e-49a4391ac7e4 HTTP/1.1" status: 200 len: 943 time: 0.0563474 Dec 20 14:31:11.634452 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4f5a033a-8ee3-45cf-92fc-4a44855d6d8f req-228d3731-ae78-45f4-88b5-66eb71e0b4c7 service neutron] 10.222.0.47 "GET /v2.0/networks/3491ebdf-04fb-470c-8b6d-7380be6781df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241956 Dec 20 14:31:11.655612 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a3186b7c-784b-4e92-bb13-b63b15dac28a req-5ebc5574-6cea-4394-af48-7f07eab3193c tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/security-groups?id=a27fba59-7d90-4650-9482-b2bcd3113c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429411 Dec 20 14:31:11.735870 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4f5a033a-8ee3-45cf-92fc-4a44855d6d8f req-832b016c-6b32-4585-9ad2-1237188c9d59 service neutron] 10.222.0.47 "GET /v2.0/networks/3491ebdf-04fb-470c-8b6d-7380be6781df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912583 Dec 20 14:31:11.846256 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b4a7a2fc-89e8-453a-af7c-e0a4570cd7bd req-a3044045-010b-486d-be15-102cf6d2419f tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=c82b4f73-95de-48a3-848a-9f7a8b2f4e2e HTTP/1.1" status: 200 len: 210 time: 0.0413251 Dec 20 14:31:11.860569 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5a033a-8ee3-45cf-92fc-4a44855d6d8f req-6402abb2-43ff-466a-a28c-18126b99ff12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:11.861934 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4f5a033a-8ee3-45cf-92fc-4a44855d6d8f req-6402abb2-43ff-466a-a28c-18126b99ff12 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c1e404e3ac2e456f831247d0bb0227f5&device_id=4a251c5e-152a-42f2-9a16-7ad7e13c98e1 HTTP/1.1" status: 200 len: 1100 time: 0.0660195 Dec 20 14:31:11.944423 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device ecf17b4e-d3dc-49cf-8da8-8cd5cc9811d6 details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:31:11.947424 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 78b7fd8a-2c37-42f2-a79a-7e1d35c52966 up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:31:12.007963 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5a033a-8ee3-45cf-92fc-4a44855d6d8f req-e84b6a91-4efd-4628-af10-147e22dbf7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:12.010773 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4f5a033a-8ee3-45cf-92fc-4a44855d6d8f req-e84b6a91-4efd-4628-af10-147e22dbf7ce service neutron] 10.222.0.47 "GET /v2.0/networks?id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1 HTTP/1.1" status: 200 len: 870 time: 0.1325624 Dec 20 14:31:12.092842 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4f5a033a-8ee3-45cf-92fc-4a44855d6d8f req-c818ea93-86e1-44fb-b88c-021920105b29 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=98281e45-dedd-4c00-9e3f-43cdc88eaf0c HTTP/1.1" status: 200 len: 217 time: 0.0740035 Dec 20 14:31:12.108105 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning for port 78b7fd8a-2c37-42f2-a79a-7e1d35c52966 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:31:12.108347 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3036b45-bbf1-4ac8-b1b1-ed3ffb673885 req-287f1a08-e0fc-4145-ab95-fe5747c20816 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:12.114976 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port 78b7fd8a-2c37-42f2-a79a-7e1d35c52966 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:31:12.115347 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:12.115786 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e3036b45-bbf1-4ac8-b1b1-ed3ffb673885 req-287f1a08-e0fc-4145-ab95-fe5747c20816 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba9b5a65-1624-48cb-9b97-61eb55a4ba53 HTTP/1.1" status: 200 len: 945 time: 0.0616527 Dec 20 14:31:12.150692 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5a033a-8ee3-45cf-92fc-4a44855d6d8f req-e9dbb7f1-7970-4b00-8a80-cef3ca90a41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:12.152569 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4f5a033a-8ee3-45cf-92fc-4a44855d6d8f req-e9dbb7f1-7970-4b00-8a80-cef3ca90a41b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36bf280f-81bb-4486-a87a-9b9505a1cec4 HTTP/1.1" status: 200 len: 843 time: 0.0526063 Dec 20 14:31:12.156149 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port ecf17b4e-d3dc-49cf-8da8-8cd5cc9811d6, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=ecf17b4e-d3dc-49cf-8da8-8cd5cc9811d6,segment=NetworkSegment(c66b4285-faba-435b-92e7-6de47ba5ef36),segment_id=c66b4285-faba-435b-92e7-6de47ba5ef36)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:31:12.172045 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e3036b45-bbf1-4ac8-b1b1-ed3ffb673885 req-ba59f3ca-b6b9-4d74-9507-d5ef5b833fb1 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6a39052-36c7-4e8a-a837-c745dc8572a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530100 Dec 20 14:31:12.174622 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': 'ecf17b4e-d3dc-49cf-8da8-8cd5cc9811d6', 'network_id': '0b117659-1bb4-437b-b0c1-51f56db7ff3a', 'port_id': 'ecf17b4e-d3dc-49cf-8da8-8cd5cc9811d6', 'mac_address': 'fa:16:3e:91:e5:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ff79ed4-3dfb-4794-99de-386c9b910625', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:31:12.225227 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5a033a-8ee3-45cf-92fc-4a44855d6d8f req-f3fa7f05-d736-4fba-85e3-060b0bdd46a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:12.227980 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4f5a033a-8ee3-45cf-92fc-4a44855d6d8f req-f3fa7f05-d736-4fba-85e3-060b0bdd46a6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0672894 Dec 20 14:31:12.252448 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:12.269077 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:12.271805 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecf17b4e-d3dc-49cf-8da8-8cd5cc9811d6 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:31:12.310192 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port ecf17b4e-d3dc-49cf-8da8-8cd5cc9811d6, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=ecf17b4e-d3dc-49cf-8da8-8cd5cc9811d6,segment=NetworkSegment(c66b4285-faba-435b-92e7-6de47ba5ef36),segment_id=c66b4285-faba-435b-92e7-6de47ba5ef36)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:31:12.316640 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdbb7eda-c995-4db6-aa72-87dd58bec31c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78b7fd8a-2c37-42f2-a79a-7e1d35c52966'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:31:12.319095 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37ffd7c1-90f0-4aa3-872e-5ba0cd594af8" -d '{"events": [{"server_uuid": "fdbb7eda-c995-4db6-aa72-87dd58bec31c", "name": "network-vif-plugged", "status": "completed", "tag": "78b7fd8a-2c37-42f2-a79a-7e1d35c52966"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:31:12.329886 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:12.348641 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fe7ecd-19df-47e9-a517-1a7b965e9172 req-3a91b409-a1a5-4388-93bb-79b261932f92 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:12.350631 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-85fe7ecd-19df-47e9-a517-1a7b965e9172 req-3a91b409-a1a5-4388-93bb-79b261932f92 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] 10.222.0.54 "GET /v2.0/ports?device_id=fdbb7eda-c995-4db6-aa72-87dd58bec31c HTTP/1.1" status: 200 len: 944 time: 0.0528793 Dec 20 14:31:12.356499 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 78b7fd8a-2c37-42f2-a79a-7e1d35c52966, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=78b7fd8a-2c37-42f2-a79a-7e1d35c52966,segment=NetworkSegment(e5037e40-00e6-482d-b28a-59c517384ba4),segment_id=e5037e40-00e6-482d-b28a-59c517384ba4)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:31:12.368023 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:12.379839 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb45e98f-0a63-40f1-a170-a0d0bbf68f6d req-8a518ab4-bd43-4afb-8d42-c94e3ea1a9c8 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:12.384042 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fb45e98f-0a63-40f1-a170-a0d0bbf68f6d req-8a518ab4-bd43-4afb-8d42-c94e3ea1a9c8 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba9b5a65-1624-48cb-9b97-61eb55a4ba53 HTTP/1.1" status: 200 len: 945 time: 0.1377425 Dec 20 14:31:12.390425 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=ecf17b4e-d3dc-49cf-8da8-8cd5cc9811d6,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:31:12.392658 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4f5a033a-8ee3-45cf-92fc-4a44855d6d8f req-4dfade76-013b-45c8-945a-e8d59b008792 service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565769 Dec 20 14:31:12.419283 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-85fe7ecd-19df-47e9-a517-1a7b965e9172 req-542f0340-b9ef-4ebf-95bc-5df4b2eb6d1f tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] 10.222.0.54 "GET /v2.0/security-groups?id=abf690a4-85ff-419e-a3c1-810b04061c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616648 Dec 20 14:31:12.443688 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=78b7fd8a-2c37-42f2-a79a-7e1d35c52966,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:31:12.473792 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-591efa60-ac05-4fde-a16f-8bdc517158b7 x-openstack-request-id: req-591efa60-ac05-4fde-a16f-8bdc517158b7 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:31:12.475738 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdbb7eda-c995-4db6-aa72-87dd58bec31c", "name": "network-vif-plugged", "status": "completed", "tag": "78b7fd8a-2c37-42f2-a79a-7e1d35c52966", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:31:12.476252 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-591efa60-ac05-4fde-a16f-8bdc517158b7 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:31:12.476762 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdbb7eda-c995-4db6-aa72-87dd58bec31c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78b7fd8a-2c37-42f2-a79a-7e1d35c52966', 'code': 200} Dec 20 14:31:12.533191 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fb45e98f-0a63-40f1-a170-a0d0bbf68f6d req-bfb67079-a9ef-4b6d-9361-d2bbbaa84d7a tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6a39052-36c7-4e8a-a837-c745dc8572a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443512 Dec 20 14:31:12.562776 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4f5a033a-8ee3-45cf-92fc-4a44855d6d8f req-f75990b5-ca21-44df-acbc-e7f325eecace service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519635 Dec 20 14:31:12.594774 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef247cf7-a920-444f-b77a-b4f33ad85124 req-46441a21-682d-42aa-bf43-fb7d505a4d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:12.596365 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ef247cf7-a920-444f-b77a-b4f33ad85124 req-46441a21-682d-42aa-bf43-fb7d505a4d35 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fdbb7eda-c995-4db6-aa72-87dd58bec31c HTTP/1.1" status: 200 len: 1097 time: 0.0436020 Dec 20 14:31:12.640352 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['ecf17b4e-d3dc-49cf-8da8-8cd5cc9811d6'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:31:12.652720 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ef247cf7-a920-444f-b77a-b4f33ad85124 req-be7aa785-d83c-4abf-8803-bdcc4243844d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=abf690a4-85ff-419e-a3c1-810b04061c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468938 Dec 20 14:31:12.667829 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aef496-3361-41a4-b8f6-c3cc78da92bf req-159b7eae-8fa3-454d-b4b0-d7d01bf988f4 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:12.670938 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-48aef496-3361-41a4-b8f6-c3cc78da92bf req-159b7eae-8fa3-454d-b4b0-d7d01bf988f4 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a251c5e-152a-42f2-9a16-7ad7e13c98e1 HTTP/1.1" status: 200 len: 948 time: 0.0579047 Dec 20 14:31:12.759067 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-48aef496-3361-41a4-b8f6-c3cc78da92bf req-490b6ba4-00fe-48cc-a056-6bd4ea5ffac2 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708230 Dec 20 14:31:12.841435 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe35cfc-c3cf-4b85-8c6c-23c2bb784a6d req-d96c172b-5657-4ce4-998b-d132a7a12421 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:12.842992 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-dfe35cfc-c3cf-4b85-8c6c-23c2bb784a6d req-d96c172b-5657-4ce4-998b-d132a7a12421 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/ports?device_id=553ed9f9-b473-4cbd-8e0e-49a4391ac7e4 HTTP/1.1" status: 200 len: 944 time: 0.0495155 Dec 20 14:31:12.898480 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-dfe35cfc-c3cf-4b85-8c6c-23c2bb784a6d req-d8587ae5-9160-4548-878d-86471194cdf6 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/security-groups?id=a27fba59-7d90-4650-9482-b2bcd3113c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494053 Dec 20 14:31:13.017637 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43622a5-c9f2-476e-b8f9-909ea9e2cc60 req-9729831e-e7ac-435d-a24e-fa1bdcb4ed72 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:13.019364 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d43622a5-c9f2-476e-b8f9-909ea9e2cc60 req-9729831e-e7ac-435d-a24e-fa1bdcb4ed72 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/networks?id=5eb12b8e-68ab-4d1c-b6db-26068ca02043 HTTP/1.1" status: 200 len: 815 time: 0.1198134 Dec 20 14:31:13.038399 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d43622a5-c9f2-476e-b8f9-909ea9e2cc60 req-c6529037-6066-470b-bac6-6de5df37b838 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/quotas/afac0cbe24d14e49bcb39ec2cb401fe3 HTTP/1.1" status: 200 len: 375 time: 0.0134041 Dec 20 14:31:13.094929 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d43622a5-c9f2-476e-b8f9-909ea9e2cc60 req-b0e43f2c-cd77-4553-85c3-852aff0880ad tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=afac0cbe24d14e49bcb39ec2cb401fe3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0496385 Dec 20 14:31:13.198064 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d43622a5-c9f2-476e-b8f9-909ea9e2cc60 req-eac5c67c-49b6-41f8-bfbf-89cbfb41ead5 service neutron] 10.222.0.54 "GET /v2.0/networks/5eb12b8e-68ab-4d1c-b6db-26068ca02043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955553 Dec 20 14:31:13.268229 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1791c96-e389-4743-8517-05beed1a9960 req-3eeaa9a7-9263-4ba7-93d7-b2cdcfde7de7 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:13.269894 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a1791c96-e389-4743-8517-05beed1a9960 req-3eeaa9a7-9263-4ba7-93d7-b2cdcfde7de7 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/networks?id=495ace7a-f44e-4349-a86f-b6f0c2cf6eb6 HTTP/1.1" status: 200 len: 811 time: 0.1125464 Dec 20 14:31:13.290981 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a1791c96-e389-4743-8517-05beed1a9960 req-fe1b2235-bb9a-40f3-9627-cfe532268e2a tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/quotas/543a5ccf1524441b95c235a83f5e56cd HTTP/1.1" status: 200 len: 375 time: 0.0147924 Dec 20 14:31:13.297666 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d43622a5-c9f2-476e-b8f9-909ea9e2cc60 req-5de7730d-6937-4de7-9f44-bf9c615917da service neutron] 10.222.0.54 "GET /v2.0/networks/5eb12b8e-68ab-4d1c-b6db-26068ca02043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934796 Dec 20 14:31:13.325772 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a1791c96-e389-4743-8517-05beed1a9960 req-6d9c8be4-bb60-4d80-bf3f-5cd34eae8e6f tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=543a5ccf1524441b95c235a83f5e56cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279355 Dec 20 14:31:13.434316 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a1791c96-e389-4743-8517-05beed1a9960 req-82810fcc-8c68-4b75-91ab-c765c98b7f2c service neutron] 10.222.0.54 "GET /v2.0/networks/495ace7a-f44e-4349-a86f-b6f0c2cf6eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007667 Dec 20 14:31:13.475421 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d2277829-1ed0-47f8-b283-d95efc7fd43b req-8ba8cf3e-1cc0-4b83-9e0c-8f0be649a3e4 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/ports?device_id=b120404b-a643-4820-bd94-09aa42cf125b HTTP/1.1" status: 200 len: 210 time: 0.0303423 Dec 20 14:31:13.540690 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a1791c96-e389-4743-8517-05beed1a9960 req-2f1d8993-4078-409d-b0e7-95081ccd964c service neutron] 10.222.0.54 "GET /v2.0/networks/495ace7a-f44e-4349-a86f-b6f0c2cf6eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970020 Dec 20 14:31:13.616258 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a9b388-cde6-4917-9d7e-b40e0290e4ec req-d4f70cd6-c13a-483a-b962-32be242c20c4 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:13.618215 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-93a9b388-cde6-4917-9d7e-b40e0290e4ec req-d4f70cd6-c13a-483a-b962-32be242c20c4 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] 10.222.0.54 "GET /v2.0/ports?device_id=fdbb7eda-c995-4db6-aa72-87dd58bec31c HTTP/1.1" status: 200 len: 945 time: 0.0671589 Dec 20 14:31:13.671641 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-93a9b388-cde6-4917-9d7e-b40e0290e4ec req-53845e9f-0cdd-4e1f-ae81-c428116c18d1 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] 10.222.0.54 "GET /v2.0/security-groups?id=abf690a4-85ff-419e-a3c1-810b04061c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456083 Dec 20 14:31:13.803222 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c41e9746-ac14-42ea-b0bc-bee265224b3e req-9e83ef0b-f531-4b73-a102-37624d67ce00 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=c781ec3d-01c7-4225-bf36-1809b5a16388 HTTP/1.1" status: 200 len: 210 time: 0.0589809 Dec 20 14:31:13.951099 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 98281e45-dedd-4c00-9e3f-43cdc88eaf0c details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:31:13.954673 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device ecf17b4e-d3dc-49cf-8da8-8cd5cc9811d6 up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:31:13.957090 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa998c2-4ef8-490d-a10f-770bbdeb7e72 req-eadcde22-77ec-4422-8ee6-e064b0735a73 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:13.959042 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8fa998c2-4ef8-490d-a10f-770bbdeb7e72 req-eadcde22-77ec-4422-8ee6-e064b0735a73 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a251c5e-152a-42f2-9a16-7ad7e13c98e1 HTTP/1.1" status: 200 len: 948 time: 0.0909019 Dec 20 14:31:14.043481 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8fa998c2-4ef8-490d-a10f-770bbdeb7e72 req-e2af7a23-a316-418e-9d2a-7cd724d2af87 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766094 Dec 20 14:31:14.079232 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057072b1-097a-4151-a7be-34cfe5ea62b6 req-275ad016-ea5c-43a0-bc8e-2a73f9be4514 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:14.087182 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-057072b1-097a-4151-a7be-34cfe5ea62b6 req-275ad016-ea5c-43a0-bc8e-2a73f9be4514 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/ports?device_id=553ed9f9-b473-4cbd-8e0e-49a4391ac7e4 HTTP/1.1" status: 200 len: 944 time: 0.0842257 Dec 20 14:31:14.167345 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-057072b1-097a-4151-a7be-34cfe5ea62b6 req-ae7e01d3-c609-4cfb-a855-002a7f499979 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/security-groups?id=a27fba59-7d90-4650-9482-b2bcd3113c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791652 Dec 20 14:31:14.319231 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning for port ecf17b4e-d3dc-49cf-8da8-8cd5cc9811d6 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:31:14.332210 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port ecf17b4e-d3dc-49cf-8da8-8cd5cc9811d6 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:31:14.332577 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:14.365217 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 98281e45-dedd-4c00-9e3f-43cdc88eaf0c, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=98281e45-dedd-4c00-9e3f-43cdc88eaf0c,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:31:14.375294 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5ec396-8b26-40fe-ba81-3e48e4a89329 req-86bdb824-e0a6-4301-90d0-652da3c96d5c tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:14.376949 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1d5ec396-8b26-40fe-ba81-3e48e4a89329 req-86bdb824-e0a6-4301-90d0-652da3c96d5c tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba9b5a65-1624-48cb-9b97-61eb55a4ba53 HTTP/1.1" status: 200 len: 945 time: 0.0586736 Dec 20 14:31:14.392767 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': '98281e45-dedd-4c00-9e3f-43cdc88eaf0c', 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1', 'port_id': '98281e45-dedd-4c00-9e3f-43cdc88eaf0c', 'mac_address': 'fa:16:3e:25:ff:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36bf280f-81bb-4486-a87a-9b9505a1cec4', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:31:14.469562 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:14.501979 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-1d5ec396-8b26-40fe-ba81-3e48e4a89329 req-5fe90906-f0d2-4a5f-954b-60fefb7dd3ba tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Deleting port 3cfd0fe3-6fc5-4a4f-991b-282053c85a99 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:31:14.502347 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-1d5ec396-8b26-40fe-ba81-3e48e4a89329 req-5fe90906-f0d2-4a5f-954b-60fefb7dd3ba tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:14.512961 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98281e45-dedd-4c00-9e3f-43cdc88eaf0c {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:31:14.521245 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:14.545836 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 98281e45-dedd-4c00-9e3f-43cdc88eaf0c, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=98281e45-dedd-4c00-9e3f-43cdc88eaf0c,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:31:14.555773 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:14.556651 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device c4de80c4-3b8f-4bb0-9059-d6404915032c details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:31:14.568468 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '553ed9f9-b473-4cbd-8e0e-49a4391ac7e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecf17b4e-d3dc-49cf-8da8-8cd5cc9811d6'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:31:14.571063 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48c64e08-0ea8-4159-a7bd-424aea65f807" -d '{"events": [{"server_uuid": "553ed9f9-b473-4cbd-8e0e-49a4391ac7e4", "name": "network-vif-plugged", "status": "completed", "tag": "ecf17b4e-d3dc-49cf-8da8-8cd5cc9811d6"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:31:14.612137 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port ecf17b4e-d3dc-49cf-8da8-8cd5cc9811d6, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=ecf17b4e-d3dc-49cf-8da8-8cd5cc9811d6,segment=NetworkSegment(c66b4285-faba-435b-92e7-6de47ba5ef36),segment_id=c66b4285-faba-435b-92e7-6de47ba5ef36)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:31:14.628267 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:14.629365 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device d4bd64bb-d860-47b4-91e6-2c4fe42e9366 no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:31:14.665087 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf5bd626-9238-4b87-b252-a1b07a84f91b x-openstack-request-id: req-cf5bd626-9238-4b87-b252-a1b07a84f91b {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:31:14.665694 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "553ed9f9-b473-4cbd-8e0e-49a4391ac7e4", "name": "network-vif-plugged", "status": "completed", "tag": "ecf17b4e-d3dc-49cf-8da8-8cd5cc9811d6", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:31:14.665955 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cf5bd626-9238-4b87-b252-a1b07a84f91b {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:31:14.666488 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '553ed9f9-b473-4cbd-8e0e-49a4391ac7e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecf17b4e-d3dc-49cf-8da8-8cd5cc9811d6', 'code': 200} Dec 20 14:31:14.668156 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-1d5ec396-8b26-40fe-ba81-3e48e4a89329 req-5fe90906-f0d2-4a5f-954b-60fefb7dd3ba tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] For port 3cfd0fe3-6fc5-4a4f-991b-282053c85a99, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=3cfd0fe3-6fc5-4a4f-991b-282053c85a99,segment=NetworkSegment(dae1a1fa-6c57-4994-ae26-490344c49691),segment_id=dae1a1fa-6c57-4994-ae26-490344c49691)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:31:14.669472 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-1d5ec396-8b26-40fe-ba81-3e48e4a89329 req-5fe90906-f0d2-4a5f-954b-60fefb7dd3ba tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:14.670284 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] No Port match for: d4bd64bb-d860-47b4-91e6-2c4fe42e9366 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:31:14.670949 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device d4bd64bb-d860-47b4-91e6-2c4fe42e9366 not bound to the agent host n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:31:14.684987 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-1d5ec396-8b26-40fe-ba81-3e48e4a89329 req-5fe90906-f0d2-4a5f-954b-60fefb7dd3ba tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Calling delete_port for 3cfd0fe3-6fc5-4a4f-991b-282053c85a99 owned by compute:nova {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:31:14.709912 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-052fc156-69a8-44fa-86cd-1ceeb5541e04 req-e17f9ffa-3abd-413d-8216-92544347bb54 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/ports?device_id=b120404b-a643-4820-bd94-09aa42cf125b HTTP/1.1" status: 200 len: 210 time: 0.1196001 Dec 20 14:31:14.714076 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=98281e45-dedd-4c00-9e3f-43cdc88eaf0c,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:31:14.892535 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=ecf17b4e-d3dc-49cf-8da8-8cd5cc9811d6,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:31:14.909318 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port c4de80c4-3b8f-4bb0-9059-d6404915032c, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=c4de80c4-3b8f-4bb0-9059-d6404915032c,segment=NetworkSegment(e5037e40-00e6-482d-b28a-59c517384ba4),segment_id=e5037e40-00e6-482d-b28a-59c517384ba4)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:31:14.911552 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-763845c8-321a-45a0-9ebc-86b05c1d739d req-25594d11-86f2-4204-9943-f53887ad8d5e tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=c781ec3d-01c7-4225-bf36-1809b5a16388 HTTP/1.1" status: 200 len: 210 time: 0.0365825 Dec 20 14:31:14.924333 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': 'c4de80c4-3b8f-4bb0-9059-d6404915032c', 'network_id': '3491ebdf-04fb-470c-8b6d-7380be6781df', 'port_id': 'c4de80c4-3b8f-4bb0-9059-d6404915032c', 'mac_address': 'fa:16:3e:83:9a:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abdd67bc-9d4f-4c83-bef4-e57e3af09d79', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:31:14.927597 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5e7ee5-abdd-464d-ae2c-c283661bb031 req-55aa6552-a642-45c5-9882-482a59ad8f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:14.933202 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2a5e7ee5-abdd-464d-ae2c-c283661bb031 req-55aa6552-a642-45c5-9882-482a59ad8f19 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=553ed9f9-b473-4cbd-8e0e-49a4391ac7e4 HTTP/1.1" status: 200 len: 1097 time: 0.1190388 Dec 20 14:31:14.985317 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:14.986055 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2a5e7ee5-abdd-464d-ae2c-c283661bb031 req-245bcd7b-ce14-4d69-936f-47af8212383a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a27fba59-7d90-4650-9482-b2bcd3113c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487957 Dec 20 14:31:15.003488 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4de80c4-3b8f-4bb0-9059-d6404915032c {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:31:15.029293 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port c4de80c4-3b8f-4bb0-9059-d6404915032c, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=c4de80c4-3b8f-4bb0-9059-d6404915032c,segment=NetworkSegment(e5037e40-00e6-482d-b28a-59c517384ba4),segment_id=e5037e40-00e6-482d-b28a-59c517384ba4)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:31:15.035236 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:15.087149 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=c4de80c4-3b8f-4bb0-9059-d6404915032c,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:31:15.114404 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:15.216392 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fb3b2f-9685-4eda-8c4f-d978d2da9fa6 req-4e76506a-f64c-4b0c-a8b1-724f7760ba48 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:15.217919 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d8fb3b2f-9685-4eda-8c4f-d978d2da9fa6 req-4e76506a-f64c-4b0c-a8b1-724f7760ba48 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a251c5e-152a-42f2-9a16-7ad7e13c98e1 HTTP/1.1" status: 200 len: 949 time: 0.0704143 Dec 20 14:31:15.344978 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d8fb3b2f-9685-4eda-8c4f-d978d2da9fa6 req-0868bf91-e3c3-4981-85d7-f28c5ec784dd tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184027 Dec 20 14:31:15.352712 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f70b811-12ae-4f19-a90f-c272899b5295 req-67034b33-0aab-4d63-b2b8-cb905f70992a tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:15.362894 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5f70b811-12ae-4f19-a90f-c272899b5295 req-67034b33-0aab-4d63-b2b8-cb905f70992a tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] 10.222.0.54 "GET /v2.0/ports?device_id=fdbb7eda-c995-4db6-aa72-87dd58bec31c HTTP/1.1" status: 200 len: 945 time: 0.4995372 Dec 20 14:31:15.375298 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['98281e45-dedd-4c00-9e3f-43cdc88eaf0c'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:31:15.384523 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43622a5-c9f2-476e-b8f9-909ea9e2cc60 req-59931895-d61e-4d39-9731-d40f57eb1e86 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:15.385977 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d43622a5-c9f2-476e-b8f9-909ea9e2cc60 req-59931895-d61e-4d39-9731-d40f57eb1e86 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.30 "GET /v2.0/networks?id=5eb12b8e-68ab-4d1c-b6db-26068ca02043 HTTP/1.1" status: 200 len: 815 time: 0.5491841 Dec 20 14:31:15.391163 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1791c96-e389-4743-8517-05beed1a9960 req-bdd9baba-39f0-46ff-9bac-252a6e12c1e1 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:15.393713 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a1791c96-e389-4743-8517-05beed1a9960 req-bdd9baba-39f0-46ff-9bac-252a6e12c1e1 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.30 "GET /v2.0/networks?id=495ace7a-f44e-4349-a86f-b6f0c2cf6eb6 HTTP/1.1" status: 200 len: 811 time: 0.1523559 Dec 20 14:31:15.407442 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['c4de80c4-3b8f-4bb0-9059-d6404915032c'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:31:15.414988 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-a1791c96-e389-4743-8517-05beed1a9960 req-b5a6d7e1-cf67-480b-b7ed-26dc5bf6a633 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Request body: {'port': {'device_id': 'c781ec3d-01c7-4225-bf36-1809b5a16388', 'network_id': '495ace7a-f44e-4349-a86f-b6f0c2cf6eb6', 'admin_state_up': True, 'tenant_id': '543a5ccf1524441b95c235a83f5e56cd'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:31:15.455243 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-1d5ec396-8b26-40fe-ba81-3e48e4a89329 req-5fe90906-f0d2-4a5f-954b-60fefb7dd3ba tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:15.461193 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-d43622a5-c9f2-476e-b8f9-909ea9e2cc60 req-b2096c94-9f21-46a1-b726-9dc28ae73567 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Request body: {'port': {'device_id': 'b120404b-a643-4820-bd94-09aa42cf125b', 'network_id': '5eb12b8e-68ab-4d1c-b6db-26068ca02043', 'admin_state_up': True, 'tenant_id': 'afac0cbe24d14e49bcb39ec2cb401fe3'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:31:15.521065 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5f70b811-12ae-4f19-a90f-c272899b5295 req-e65946cf-de69-42b8-962a-8b50edf6f1fc tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] 10.222.0.54 "GET /v2.0/security-groups?id=abf690a4-85ff-419e-a3c1-810b04061c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571882 Dec 20 14:31:15.556985 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe90906-f0d2-4a5f-954b-60fefb7dd3ba tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Pushing event deleted for resources: {'Port': ['ID=3cfd0fe3-6fc5-4a4f-991b-282053c85a99,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:31:15.591069 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2955a91-6a04-4d41-9af7-a42975da30bd req-928fac66-15d6-49e0-b59e-45c703603442 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:15.593145 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e2955a91-6a04-4d41-9af7-a42975da30bd req-928fac66-15d6-49e0-b59e-45c703603442 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/ports?device_id=553ed9f9-b473-4cbd-8e0e-49a4391ac7e4 HTTP/1.1" status: 200 len: 945 time: 0.1538699 Dec 20 14:31:15.617233 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d5ec396-8b26-40fe-ba81-3e48e4a89329 req-5fe90906-f0d2-4a5f-954b-60fefb7dd3ba tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] No DVR routers for this DVR port 3cfd0fe3-6fc5-4a4f-991b-282053c85a99 on host n-h2-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:31:15.624802 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-1d5ec396-8b26-40fe-ba81-3e48e4a89329 req-5fe90906-f0d2-4a5f-954b-60fefb7dd3ba tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:15.629936 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1d5ec396-8b26-40fe-ba81-3e48e4a89329 req-5fe90906-f0d2-4a5f-954b-60fefb7dd3ba tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.47 "DELETE /v2.0/ports/3cfd0fe3-6fc5-4a4f-991b-282053c85a99 HTTP/1.1" status: 204 len: 173 time: 1.2463360 Dec 20 14:31:15.630527 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba9b5a65-1624-48cb-9b97-61eb55a4ba53', 'name': 'network-vif-deleted', 'tag': '3cfd0fe3-6fc5-4a4f-991b-282053c85a99'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:31:15.634305 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-687ccdcb-c189-46fe-b487-8d0fb9373977" -d '{"events": [{"server_uuid": "ba9b5a65-1624-48cb-9b97-61eb55a4ba53", "name": "network-vif-deleted", "tag": "3cfd0fe3-6fc5-4a4f-991b-282053c85a99"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:31:15.696963 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1791c96-e389-4743-8517-05beed1a9960 req-b5a6d7e1-cf67-480b-b7ed-26dc5bf6a633 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Made reservation on behalf of 543a5ccf1524441b95c235a83f5e56cd for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:31:15.716180 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-a1791c96-e389-4743-8517-05beed1a9960 req-b5a6d7e1-cf67-480b-b7ed-26dc5bf6a633 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:15.748238 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d43622a5-c9f2-476e-b8f9-909ea9e2cc60 req-b2096c94-9f21-46a1-b726-9dc28ae73567 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Made reservation on behalf of afac0cbe24d14e49bcb39ec2cb401fe3 for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:31:15.755181 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-d43622a5-c9f2-476e-b8f9-909ea9e2cc60 req-b2096c94-9f21-46a1-b726-9dc28ae73567 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:15.795524 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e2955a91-6a04-4d41-9af7-a42975da30bd req-0edb5126-efcc-4bea-915f-c6bb9b0f8862 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/security-groups?id=a27fba59-7d90-4650-9482-b2bcd3113c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896327 Dec 20 14:31:15.861671 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a614fee-01e0-452e-846c-e911215516a2 x-openstack-request-id: req-6a614fee-01e0-452e-846c-e911215516a2 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:31:15.861968 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba9b5a65-1624-48cb-9b97-61eb55a4ba53", "name": "network-vif-deleted", "tag": "3cfd0fe3-6fc5-4a4f-991b-282053c85a99", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:31:15.862225 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6a614fee-01e0-452e-846c-e911215516a2 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:31:15.862634 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba9b5a65-1624-48cb-9b97-61eb55a4ba53', 'name': 'network-vif-deleted', 'tag': '3cfd0fe3-6fc5-4a4f-991b-282053c85a99', 'status': 'completed', 'code': 200} Dec 20 14:31:15.896195 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d683e5a4-50cd-45b6-9283-5ed073525cab req-ff3246fe-b65d-4a15-aaa1-d1ca4e97a846 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:15.896489 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d683e5a4-50cd-45b6-9283-5ed073525cab req-ff3246fe-b65d-4a15-aaa1-d1ca4e97a846 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef17c89a-759d-438b-b3b7-923da7928883 HTTP/1.1" status: 200 len: 945 time: 0.1168988 Dec 20 14:31:15.946357 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [req-a1791c96-e389-4743-8517-05beed1a9960 req-b5a6d7e1-cf67-480b-b7ed-26dc5bf6a633 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Allocated IP 172.20.0.13 (495ace7a-f44e-4349-a86f-b6f0c2cf6eb6/c8908482-6016-4528-aed2-b6e5b6996a4d/bb5f4f2a-7fcb-4ab5-8026-bb338e7a97ad) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:31:15.949962 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4436e81a-f7d0-49b3-a4d4-fc025d55f64a req-d398bc9c-3d90-4123-ad0a-9be72dfb0702 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/ports?device_id=b120404b-a643-4820-bd94-09aa42cf125b HTTP/1.1" status: 200 len: 210 time: 0.0303521 Dec 20 14:31:15.961487 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 3cfd0fe3-6fc5-4a4f-991b-282053c85a99 no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:31:15.981749 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] No Port match for: 3cfd0fe3-6fc5-4a4f-991b-282053c85a99 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:31:15.982108 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 3cfd0fe3-6fc5-4a4f-991b-282053c85a99 not bound to the agent host n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:31:15.988963 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d683e5a4-50cd-45b6-9283-5ed073525cab req-d43b5dc5-1ac6-41f3-9c87-9afd9076abd4 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] 10.222.0.54 "GET /v2.0/security-groups?id=abf690a4-85ff-419e-a3c1-810b04061c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733876 Dec 20 14:31:15.997502 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [req-d43622a5-c9f2-476e-b8f9-909ea9e2cc60 req-b2096c94-9f21-46a1-b726-9dc28ae73567 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Allocated IP 172.20.0.11 (5eb12b8e-68ab-4d1c-b6db-26068ca02043/a0253a98-6b9e-4a5b-8f09-0e786038802a/7b797008-8678-4a98-9e98-fb603e3b2bae) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:31:16.101272 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-96a08def-3a7d-4d43-a4d0-4bb3a2234bed req-40885a5a-a83b-43d3-93f1-10d08f152c26 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=c781ec3d-01c7-4225-bf36-1809b5a16388 HTTP/1.1" status: 200 len: 210 time: 0.0392468 Dec 20 14:31:16.164724 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-a1791c96-e389-4743-8517-05beed1a9960 req-b5a6d7e1-cf67-480b-b7ed-26dc5bf6a633 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:16.204940 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-a1791c96-e389-4743-8517-05beed1a9960 req-b5a6d7e1-cf67-480b-b7ed-26dc5bf6a633 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:16.228641 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-d43622a5-c9f2-476e-b8f9-909ea9e2cc60 req-b2096c94-9f21-46a1-b726-9dc28ae73567 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:16.256196 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1791c96-e389-4743-8517-05beed1a9960 req-b5a6d7e1-cf67-480b-b7ed-26dc5bf6a633 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Network 495ace7a-f44e-4349-a86f-b6f0c2cf6eb6 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:31:16.259918 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [req-a1791c96-e389-4743-8517-05beed1a9960 req-b5a6d7e1-cf67-480b-b7ed-26dc5bf6a633 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:31:16.264607 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1791c96-e389-4743-8517-05beed1a9960 req-b5a6d7e1-cf67-480b-b7ed-26dc5bf6a633 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:31:16.275445 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-d43622a5-c9f2-476e-b8f9-909ea9e2cc60 req-b2096c94-9f21-46a1-b726-9dc28ae73567 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:16.293817 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a6d7e1-cf67-480b-b7ed-26dc5bf6a633 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Pushing event updated for resources: {'Port': ['ID=bb5f4f2a-7fcb-4ab5-8026-bb338e7a97ad,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:31:16.324994 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d43622a5-c9f2-476e-b8f9-909ea9e2cc60 req-b2096c94-9f21-46a1-b726-9dc28ae73567 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Network 5eb12b8e-68ab-4d1c-b6db-26068ca02043 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:31:16.327220 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1791c96-e389-4743-8517-05beed1a9960 req-b5a6d7e1-cf67-480b-b7ed-26dc5bf6a633 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:16.327220 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-a1791c96-e389-4743-8517-05beed1a9960 req-b5a6d7e1-cf67-480b-b7ed-26dc5bf6a633 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:16.328346 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [req-d43622a5-c9f2-476e-b8f9-909ea9e2cc60 req-b2096c94-9f21-46a1-b726-9dc28ae73567 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:31:16.332370 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-d43622a5-c9f2-476e-b8f9-909ea9e2cc60 req-b2096c94-9f21-46a1-b726-9dc28ae73567 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:31:16.339517 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2096c94-9f21-46a1-b726-9dc28ae73567 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Pushing event updated for resources: {'Port': ['ID=7b797008-8678-4a98-9e98-fb603e3b2bae,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:31:16.356729 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a1791c96-e389-4743-8517-05beed1a9960 req-b5a6d7e1-cf67-480b-b7ed-26dc5bf6a633 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9457750 Dec 20 14:31:16.369959 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-a1791c96-e389-4743-8517-05beed1a9960 req-7f4de8ad-d1ba-46ba-b8a6-6fe3cba5cd23 service neutron] Request body: {'port': {'device_id': 'c781ec3d-01c7-4225-bf36-1809b5a16388', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-19'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:31:16.392704 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43622a5-c9f2-476e-b8f9-909ea9e2cc60 req-b2096c94-9f21-46a1-b726-9dc28ae73567 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:16.393368 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-d43622a5-c9f2-476e-b8f9-909ea9e2cc60 req-b2096c94-9f21-46a1-b726-9dc28ae73567 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:16.414014 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d43622a5-c9f2-476e-b8f9-909ea9e2cc60 req-b2096c94-9f21-46a1-b726-9dc28ae73567 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9606414 Dec 20 14:31:16.433895 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-d43622a5-c9f2-476e-b8f9-909ea9e2cc60 req-93432528-edf8-407b-a631-c9bffa756778 service neutron] Request body: {'port': {'device_id': 'b120404b-a643-4820-bd94-09aa42cf125b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-19'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:31:16.443178 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-a1791c96-e389-4743-8517-05beed1a9960 req-7f4de8ad-d1ba-46ba-b8a6-6fe3cba5cd23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:16.549174 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3aef66-929f-467d-b365-a8535fc310fe req-8f4b1468-4727-434d-bf7f-ab85a87768c4 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:16.550694 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6e3aef66-929f-467d-b365-a8535fc310fe req-8f4b1468-4727-434d-bf7f-ab85a87768c4 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a251c5e-152a-42f2-9a16-7ad7e13c98e1 HTTP/1.1" status: 200 len: 949 time: 0.1138835 Dec 20 14:31:16.551512 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-d43622a5-c9f2-476e-b8f9-909ea9e2cc60 req-93432528-edf8-407b-a631-c9bffa756778 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:16.656292 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6e3aef66-929f-467d-b365-a8535fc310fe req-c1e3f05a-2dfa-4a4c-a2e6-a7438e89eaa4 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957091 Dec 20 14:31:16.741265 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [req-a1791c96-e389-4743-8517-05beed1a9960 req-7f4de8ad-d1ba-46ba-b8a6-6fe3cba5cd23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb5f4f2a-7fcb-4ab5-8026-bb338e7a97ad {{(pid=103167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:31:16.756316 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-a1791c96-e389-4743-8517-05beed1a9960 req-7f4de8ad-d1ba-46ba-b8a6-6fe3cba5cd23 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:16.771007 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-a1791c96-e389-4743-8517-05beed1a9960 req-7f4de8ad-d1ba-46ba-b8a6-6fe3cba5cd23 service neutron] Transition to ACTIVE for port object bb5f4f2a-7fcb-4ab5-8026-bb338e7a97ad will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:31:16.785157 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-a1791c96-e389-4743-8517-05beed1a9960 req-7f4de8ad-d1ba-46ba-b8a6-6fe3cba5cd23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:16.847879 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4de8ad-d1ba-46ba-b8a6-6fe3cba5cd23 service neutron] Pushing event updated for resources: {'Port': ['ID=bb5f4f2a-7fcb-4ab5-8026-bb338e7a97ad,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:31:16.890693 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [req-d43622a5-c9f2-476e-b8f9-909ea9e2cc60 req-93432528-edf8-407b-a631-c9bffa756778 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b797008-8678-4a98-9e98-fb603e3b2bae {{(pid=103168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:31:16.898612 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-d43622a5-c9f2-476e-b8f9-909ea9e2cc60 req-93432528-edf8-407b-a631-c9bffa756778 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:16.911794 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.provisioning_blocks [req-d43622a5-c9f2-476e-b8f9-909ea9e2cc60 req-93432528-edf8-407b-a631-c9bffa756778 service neutron] Transition to ACTIVE for port object 7b797008-8678-4a98-9e98-fb603e3b2bae will not be triggered until provisioned by entity L2. {{(pid=103168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:31:16.916498 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-d43622a5-c9f2-476e-b8f9-909ea9e2cc60 req-93432528-edf8-407b-a631-c9bffa756778 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:16.951536 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-a1791c96-e389-4743-8517-05beed1a9960 req-7f4de8ad-d1ba-46ba-b8a6-6fe3cba5cd23 service neutron] Attempting to bind port bb5f4f2a-7fcb-4ab5-8026-bb338e7a97ad on host n-h1-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:31:16.951902 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-a1791c96-e389-4743-8517-05beed1a9960 req-7f4de8ad-d1ba-46ba-b8a6-6fe3cba5cd23 service neutron] Attempting to bind port bb5f4f2a-7fcb-4ab5-8026-bb338e7a97ad by drivers openvswitch,hyperv on host n-h1-761264-19 at level 0 using segments [{'id': '0db4f97e-52d2-4e75-a7f6-550aa2b8eca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '495ace7a-f44e-4349-a86f-b6f0c2cf6eb6'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:31:16.952225 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1791c96-e389-4743-8517-05beed1a9960 req-7f4de8ad-d1ba-46ba-b8a6-6fe3cba5cd23 service neutron] Attempting to bind port bb5f4f2a-7fcb-4ab5-8026-bb338e7a97ad on network 495ace7a-f44e-4349-a86f-b6f0c2cf6eb6 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:31:16.961738 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a5f2cb-236e-4767-8da6-d48ae3790030 req-dcdbed76-8fbb-4f92-9960-1c1272fc169f tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:16.963354 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-87a5f2cb-236e-4767-8da6-d48ae3790030 req-dcdbed76-8fbb-4f92-9960-1c1272fc169f tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/ports?device_id=553ed9f9-b473-4cbd-8e0e-49a4391ac7e4 HTTP/1.1" status: 200 len: 945 time: 0.0784807 Dec 20 14:31:16.967128 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1791c96-e389-4743-8517-05beed1a9960 req-7f4de8ad-d1ba-46ba-b8a6-6fe3cba5cd23 service neutron] Port bb5f4f2a-7fcb-4ab5-8026-bb338e7a97ad on network 495ace7a-f44e-4349-a86f-b6f0c2cf6eb6 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:31:16.967460 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1791c96-e389-4743-8517-05beed1a9960 req-7f4de8ad-d1ba-46ba-b8a6-6fe3cba5cd23 service neutron] Attempting to bind port bb5f4f2a-7fcb-4ab5-8026-bb338e7a97ad on network 495ace7a-f44e-4349-a86f-b6f0c2cf6eb6 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:31:16.969300 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93432528-edf8-407b-a631-c9bffa756778 service neutron] Pushing event updated for resources: {'Port': ['ID=7b797008-8678-4a98-9e98-fb603e3b2bae,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:31:16.973282 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1791c96-e389-4743-8517-05beed1a9960 req-7f4de8ad-d1ba-46ba-b8a6-6fe3cba5cd23 service neutron] Checking agent: {'id': '3e5ace3e-dd7b-4522-a7c4-77d13dbeab1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:31:16.973603 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1791c96-e389-4743-8517-05beed1a9960 req-7f4de8ad-d1ba-46ba-b8a6-6fe3cba5cd23 service neutron] Checking segment: {'id': '0db4f97e-52d2-4e75-a7f6-550aa2b8eca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '495ace7a-f44e-4349-a86f-b6f0c2cf6eb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:31:16.974298 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1791c96-e389-4743-8517-05beed1a9960 req-7f4de8ad-d1ba-46ba-b8a6-6fe3cba5cd23 service neutron] Bound using segment: {'id': '0db4f97e-52d2-4e75-a7f6-550aa2b8eca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '495ace7a-f44e-4349-a86f-b6f0c2cf6eb6'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:31:16.974850 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-a1791c96-e389-4743-8517-05beed1a9960 req-7f4de8ad-d1ba-46ba-b8a6-6fe3cba5cd23 service neutron] Bound port: bb5f4f2a-7fcb-4ab5-8026-bb338e7a97ad, host: n-h1-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0db4f97e-52d2-4e75-a7f6-550aa2b8eca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '495ace7a-f44e-4349-a86f-b6f0c2cf6eb6'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:31:16.975216 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-a1791c96-e389-4743-8517-05beed1a9960 req-7f4de8ad-d1ba-46ba-b8a6-6fe3cba5cd23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:17.078017 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-a1791c96-e389-4743-8517-05beed1a9960 req-7f4de8ad-d1ba-46ba-b8a6-6fe3cba5cd23 service neutron] For port bb5f4f2a-7fcb-4ab5-8026-bb338e7a97ad, host n-h1-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:31:17.083672 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-87a5f2cb-236e-4767-8da6-d48ae3790030 req-9cf331d7-b94a-4ea1-8f13-d174d7a109e5 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/security-groups?id=a27fba59-7d90-4650-9482-b2bcd3113c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902967 Dec 20 14:31:17.085482 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-a1791c96-e389-4743-8517-05beed1a9960 req-7f4de8ad-d1ba-46ba-b8a6-6fe3cba5cd23 service neutron] For port bb5f4f2a-7fcb-4ab5-8026-bb338e7a97ad, host n-h1-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=bb5f4f2a-7fcb-4ab5-8026-bb338e7a97ad,segment=NetworkSegment(0db4f97e-52d2-4e75-a7f6-550aa2b8eca1),segment_id=0db4f97e-52d2-4e75-a7f6-550aa2b8eca1)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:31:17.102242 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-a1791c96-e389-4743-8517-05beed1a9960 req-7f4de8ad-d1ba-46ba-b8a6-6fe3cba5cd23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:17.118580 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-d43622a5-c9f2-476e-b8f9-909ea9e2cc60 req-93432528-edf8-407b-a631-c9bffa756778 service neutron] Attempting to bind port 7b797008-8678-4a98-9e98-fb603e3b2bae on host n-h1-761264-19 for vnic_type normal with profile {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:31:17.118580 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-d43622a5-c9f2-476e-b8f9-909ea9e2cc60 req-93432528-edf8-407b-a631-c9bffa756778 service neutron] Attempting to bind port 7b797008-8678-4a98-9e98-fb603e3b2bae by drivers openvswitch,hyperv on host n-h1-761264-19 at level 0 using segments [{'id': 'dae1a1fa-6c57-4994-ae26-490344c49691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5eb12b8e-68ab-4d1c-b6db-26068ca02043'}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:31:17.118910 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43622a5-c9f2-476e-b8f9-909ea9e2cc60 req-93432528-edf8-407b-a631-c9bffa756778 service neutron] Attempting to bind port 7b797008-8678-4a98-9e98-fb603e3b2bae on network 5eb12b8e-68ab-4d1c-b6db-26068ca02043 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:31:17.136451 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:31:17.136451 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:31:17.136451 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:31:17.136451 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:31:17.136451 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:31:17.136451 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:31:17.136451 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:31:17.136451 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:31:17.136451 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:31:17.136451 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:31:17.136451 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:31:17.136451 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:31:17.136451 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:31:17.136451 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:31:17.136451 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:31:17.136451 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:31:17.136451 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:31:17.136451 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:31:17.136451 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:31:17.136451 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:31:17.136451 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:31:17.136451 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:31:17.136451 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:31:17.136451 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:31:17.136451 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:31:17.136451 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:31:17.136451 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:31:17.136451 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:31:17.136451 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:31:17.136451 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:31:17.136451 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:31:17.136451 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:31:17.136451 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:31:17.136451 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:31:17.136451 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:31:17.136451 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:31:17.140559 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:31:17.140559 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:31:17.140559 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:31:17.140559 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:31:17.140559 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:31:17.140559 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:31:17.140559 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:31:17.140559 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:31:17.140559 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:31:17.140559 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:31:17.140559 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:31:17.140559 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:31:17.140559 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df91568-7ec1-47f8-bf48-3384f10930ce req-14b0c008-10ac-4ea1-a881-6bad1c760865 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:17.140559 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4df91568-7ec1-47f8-bf48-3384f10930ce req-14b0c008-10ac-4ea1-a881-6bad1c760865 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/ports?device_id=b120404b-a643-4820-bd94-09aa42cf125b HTTP/1.1" status: 200 len: 944 time: 0.1058421 Dec 20 14:31:17.143708 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43622a5-c9f2-476e-b8f9-909ea9e2cc60 req-93432528-edf8-407b-a631-c9bffa756778 service neutron] Port 7b797008-8678-4a98-9e98-fb603e3b2bae on network 5eb12b8e-68ab-4d1c-b6db-26068ca02043 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-19 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:31:17.143960 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43622a5-c9f2-476e-b8f9-909ea9e2cc60 req-93432528-edf8-407b-a631-c9bffa756778 service neutron] Attempting to bind port 7b797008-8678-4a98-9e98-fb603e3b2bae on network 5eb12b8e-68ab-4d1c-b6db-26068ca02043 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:31:17.155027 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1791c96-e389-4743-8517-05beed1a9960 req-7f4de8ad-d1ba-46ba-b8a6-6fe3cba5cd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:17.155662 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-a1791c96-e389-4743-8517-05beed1a9960 req-7f4de8ad-d1ba-46ba-b8a6-6fe3cba5cd23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:17.157174 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a1791c96-e389-4743-8517-05beed1a9960 req-7f4de8ad-d1ba-46ba-b8a6-6fe3cba5cd23 service neutron] 10.222.0.30 "PUT /v2.0/ports/bb5f4f2a-7fcb-4ab5-8026-bb338e7a97ad HTTP/1.1" status: 200 len: 1093 time: 0.7920842 Dec 20 14:31:17.157655 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c781ec3d-01c7-4225-bf36-1809b5a16388', 'tag': 'bb5f4f2a-7fcb-4ab5-8026-bb338e7a97ad'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:31:17.159996 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b25bb43e-1701-4ba1-97bc-69feb4f9d0e5" -d '{"events": [{"name": "network-changed", "server_uuid": "c781ec3d-01c7-4225-bf36-1809b5a16388", "tag": "bb5f4f2a-7fcb-4ab5-8026-bb338e7a97ad"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:31:17.166610 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43622a5-c9f2-476e-b8f9-909ea9e2cc60 req-93432528-edf8-407b-a631-c9bffa756778 service neutron] Checking agent: {'id': '3e5ace3e-dd7b-4522-a7c4-77d13dbeab1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:31:17.167033 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43622a5-c9f2-476e-b8f9-909ea9e2cc60 req-93432528-edf8-407b-a631-c9bffa756778 service neutron] Checking segment: {'id': 'dae1a1fa-6c57-4994-ae26-490344c49691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5eb12b8e-68ab-4d1c-b6db-26068ca02043'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:31:17.167428 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43622a5-c9f2-476e-b8f9-909ea9e2cc60 req-93432528-edf8-407b-a631-c9bffa756778 service neutron] Bound using segment: {'id': 'dae1a1fa-6c57-4994-ae26-490344c49691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5eb12b8e-68ab-4d1c-b6db-26068ca02043'} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:31:17.167926 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-d43622a5-c9f2-476e-b8f9-909ea9e2cc60 req-93432528-edf8-407b-a631-c9bffa756778 service neutron] Bound port: 7b797008-8678-4a98-9e98-fb603e3b2bae, host: n-h1-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dae1a1fa-6c57-4994-ae26-490344c49691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5eb12b8e-68ab-4d1c-b6db-26068ca02043'}}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:31:17.168259 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-d43622a5-c9f2-476e-b8f9-909ea9e2cc60 req-93432528-edf8-407b-a631-c9bffa756778 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:17.213078 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4de8ad-d1ba-46ba-b8a6-6fe3cba5cd23 service neutron] Pushing event updated for resources: {'Port': ['ID=bb5f4f2a-7fcb-4ab5-8026-bb338e7a97ad,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:31:17.229931 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4df91568-7ec1-47f8-bf48-3384f10930ce req-24a87638-a1a5-42a4-b15e-d0e88f03e761 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6a39052-36c7-4e8a-a837-c745dc8572a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833299 Dec 20 14:31:17.282255 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-d43622a5-c9f2-476e-b8f9-909ea9e2cc60 req-93432528-edf8-407b-a631-c9bffa756778 service neutron] For port 7b797008-8678-4a98-9e98-fb603e3b2bae, host n-h1-761264-19, cleared binding levels {{(pid=103168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:31:17.287609 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8575bde-c513-4ab8-ba5f-84891c03b2f3 req-fdb4986f-df47-46b2-95dc-f807f45c5e7b tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:17.288113 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-d43622a5-c9f2-476e-b8f9-909ea9e2cc60 req-93432528-edf8-407b-a631-c9bffa756778 service neutron] For port 7b797008-8678-4a98-9e98-fb603e3b2bae, host n-h1-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=7b797008-8678-4a98-9e98-fb603e3b2bae,segment=NetworkSegment(dae1a1fa-6c57-4994-ae26-490344c49691),segment_id=dae1a1fa-6c57-4994-ae26-490344c49691)] {{(pid=103168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:31:17.290771 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e8575bde-c513-4ab8-ba5f-84891c03b2f3 req-fdb4986f-df47-46b2-95dc-f807f45c5e7b tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef17c89a-759d-438b-b3b7-923da7928883 HTTP/1.1" status: 200 len: 945 time: 0.1245999 Dec 20 14:31:17.296993 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-d43622a5-c9f2-476e-b8f9-909ea9e2cc60 req-93432528-edf8-407b-a631-c9bffa756778 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:17.341368 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43622a5-c9f2-476e-b8f9-909ea9e2cc60 req-93432528-edf8-407b-a631-c9bffa756778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:17.341987 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-d43622a5-c9f2-476e-b8f9-909ea9e2cc60 req-93432528-edf8-407b-a631-c9bffa756778 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:17.343714 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d43622a5-c9f2-476e-b8f9-909ea9e2cc60 req-93432528-edf8-407b-a631-c9bffa756778 service neutron] 10.222.0.30 "PUT /v2.0/ports/7b797008-8678-4a98-9e98-fb603e3b2bae HTTP/1.1" status: 200 len: 1093 time: 0.9140258 Dec 20 14:31:17.346266 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1791c96-e389-4743-8517-05beed1a9960 req-38dcbf3d-d9b6-4d9e-9e5b-4f87f9129afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:17.351513 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a1791c96-e389-4743-8517-05beed1a9960 req-38dcbf3d-d9b6-4d9e-9e5b-4f87f9129afd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=543a5ccf1524441b95c235a83f5e56cd&device_id=c781ec3d-01c7-4225-bf36-1809b5a16388 HTTP/1.1" status: 200 len: 1096 time: 0.1231294 Dec 20 14:31:17.377007 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93432528-edf8-407b-a631-c9bffa756778 service neutron] Pushing event updated for resources: {'Port': ['ID=7b797008-8678-4a98-9e98-fb603e3b2bae,revision_number=3']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:31:17.437526 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a1791c96-e389-4743-8517-05beed1a9960 req-c43ca900-5c55-4013-b8a2-90729d98bbed service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb5f4f2a-7fcb-4ab5-8026-bb338e7a97ad HTTP/1.1" status: 200 len: 217 time: 0.0584526 Dec 20 14:31:17.443688 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e8575bde-c513-4ab8-ba5f-84891c03b2f3 req-99b73a28-79b6-4399-b86e-29ce67798b59 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] 10.222.0.54 "GET /v2.0/security-groups?id=abf690a4-85ff-419e-a3c1-810b04061c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412590 Dec 20 14:31:17.498963 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43622a5-c9f2-476e-b8f9-909ea9e2cc60 req-bf6ccfea-a79c-4094-ab1d-5ad8c54f950d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:17.500545 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d43622a5-c9f2-476e-b8f9-909ea9e2cc60 req-bf6ccfea-a79c-4094-ab1d-5ad8c54f950d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=afac0cbe24d14e49bcb39ec2cb401fe3&device_id=b120404b-a643-4820-bd94-09aa42cf125b HTTP/1.1" status: 200 len: 1096 time: 0.0932822 Dec 20 14:31:17.513520 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1791c96-e389-4743-8517-05beed1a9960 req-6a994892-1704-41bf-85f8-889544a59012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:17.515065 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a1791c96-e389-4743-8517-05beed1a9960 req-6a994892-1704-41bf-85f8-889544a59012 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c8908482-6016-4528-aed2-b6e5b6996a4d HTTP/1.1" status: 200 len: 851 time: 0.0690112 Dec 20 14:31:17.554648 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d43622a5-c9f2-476e-b8f9-909ea9e2cc60 req-5261fb33-d3cd-4b1f-bc2d-e2ede3f64d5c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b797008-8678-4a98-9e98-fb603e3b2bae HTTP/1.1" status: 200 len: 217 time: 0.0424592 Dec 20 14:31:17.567188 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a1791c96-e389-4743-8517-05beed1a9960 req-6b8c0623-ac3c-4827-a0fd-935db91d359c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=495ace7a-f44e-4349-a86f-b6f0c2cf6eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413918 Dec 20 14:31:17.613394 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43622a5-c9f2-476e-b8f9-909ea9e2cc60 req-5946ed00-9a9e-4023-a907-a43ea677f45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:17.615054 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d43622a5-c9f2-476e-b8f9-909ea9e2cc60 req-5946ed00-9a9e-4023-a907-a43ea677f45e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a0253a98-6b9e-4a5b-8f09-0e786038802a HTTP/1.1" status: 200 len: 855 time: 0.0530970 Dec 20 14:31:17.645017 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d44329b-549f-4976-bab6-ac0f552f03f2 x-openstack-request-id: req-6d44329b-549f-4976-bab6-ac0f552f03f2 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:31:17.645700 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c781ec3d-01c7-4225-bf36-1809b5a16388", "tag": "bb5f4f2a-7fcb-4ab5-8026-bb338e7a97ad", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:31:17.645700 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6d44329b-549f-4976-bab6-ac0f552f03f2 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:31:17.645984 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c781ec3d-01c7-4225-bf36-1809b5a16388', 'tag': 'bb5f4f2a-7fcb-4ab5-8026-bb338e7a97ad', 'status': 'completed', 'code': 200} Dec 20 14:31:17.656218 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d43622a5-c9f2-476e-b8f9-909ea9e2cc60 req-4d98a368-79a3-4a91-9660-52a52ce08b44 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5eb12b8e-68ab-4d1c-b6db-26068ca02043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328271 Dec 20 14:31:17.664470 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422fa441-f2e7-4680-9a73-1562a71737d7 req-617ab666-561a-47a5-9020-4934c0cd7d1e tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:17.665947 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-422fa441-f2e7-4680-9a73-1562a71737d7 req-617ab666-561a-47a5-9020-4934c0cd7d1e tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=c781ec3d-01c7-4225-bf36-1809b5a16388 HTTP/1.1" status: 200 len: 944 time: 0.1242709 Dec 20 14:31:17.712872 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a1791c96-e389-4743-8517-05beed1a9960 req-71cfeb01-5b88-4986-8746-235977fc3e3c service neutron] 10.222.0.30 "GET /v2.0/networks/495ace7a-f44e-4349-a86f-b6f0c2cf6eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290367 Dec 20 14:31:17.760111 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-422fa441-f2e7-4680-9a73-1562a71737d7 req-fbed72da-5421-4a78-8509-94b72d56bccf tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857527 Dec 20 14:31:17.800135 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d43622a5-c9f2-476e-b8f9-909ea9e2cc60 req-27c34c04-3bf8-4a8b-902c-c2deb790beaa service neutron] 10.222.0.30 "GET /v2.0/networks/5eb12b8e-68ab-4d1c-b6db-26068ca02043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363397 Dec 20 14:31:17.808187 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5757488-975f-46b2-99e1-b9f4a41ad001 req-2a438bd9-caeb-4991-9ed1-5cd2e1bc2ad0 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:17.809731 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c5757488-975f-46b2-99e1-b9f4a41ad001 req-2a438bd9-caeb-4991-9ed1-5cd2e1bc2ad0 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/ports?device_id=553ed9f9-b473-4cbd-8e0e-49a4391ac7e4 HTTP/1.1" status: 200 len: 945 time: 0.1129222 Dec 20 14:31:17.874198 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a1791c96-e389-4743-8517-05beed1a9960 req-b9ed012e-9b4e-44d8-ab6c-b86d3b94ab06 service neutron] 10.222.0.30 "GET /v2.0/networks/495ace7a-f44e-4349-a86f-b6f0c2cf6eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531153 Dec 20 14:31:17.882750 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b120404b-a643-4820-bd94-09aa42cf125b', 'tag': '7b797008-8678-4a98-9e98-fb603e3b2bae'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:31:17.885300 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c64bfe91-822a-4e32-85d1-2ba491dddfb1" -d '{"events": [{"name": "network-changed", "server_uuid": "b120404b-a643-4820-bd94-09aa42cf125b", "tag": "7b797008-8678-4a98-9e98-fb603e3b2bae"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:31:17.905367 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b43fe-edcc-49b1-ba39-933bd990a0d0 req-20704c4e-2490-4099-9c20-1df6b39a3067 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:17.911337 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-188b43fe-edcc-49b1-ba39-933bd990a0d0 req-20704c4e-2490-4099-9c20-1df6b39a3067 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a251c5e-152a-42f2-9a16-7ad7e13c98e1 HTTP/1.1" status: 200 len: 949 time: 0.0826988 Dec 20 14:31:17.927419 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c5757488-975f-46b2-99e1-b9f4a41ad001 req-58f7305f-3aa3-42c3-a0f2-8ec9a7615cc0 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/security-groups?id=a27fba59-7d90-4650-9482-b2bcd3113c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078506 Dec 20 14:31:17.962338 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d43622a5-c9f2-476e-b8f9-909ea9e2cc60 req-96e9e633-aeab-48be-89b8-ca557856dace service neutron] 10.222.0.30 "GET /v2.0/networks/5eb12b8e-68ab-4d1c-b6db-26068ca02043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513462 Dec 20 14:31:17.968261 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 98281e45-dedd-4c00-9e3f-43cdc88eaf0c up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:31:18.000049 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-188b43fe-edcc-49b1-ba39-933bd990a0d0 req-e7065316-99d9-4c26-aac6-902b9e02a705 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842612 Dec 20 14:31:18.012579 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25bb43e-1701-4ba1-97bc-69feb4f9d0e5 req-4e4bbac4-6de6-4a12-aa90-fa2399f2d25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:18.014066 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b25bb43e-1701-4ba1-97bc-69feb4f9d0e5 req-4e4bbac4-6de6-4a12-aa90-fa2399f2d25f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=543a5ccf1524441b95c235a83f5e56cd&device_id=c781ec3d-01c7-4225-bf36-1809b5a16388 HTTP/1.1" status: 200 len: 1096 time: 0.0798566 Dec 20 14:31:18.037214 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning for port 98281e45-dedd-4c00-9e3f-43cdc88eaf0c completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:31:18.042366 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port 98281e45-dedd-4c00-9e3f-43cdc88eaf0c triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:31:18.042366 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:18.099226 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-851488a8-943b-4d91-820d-1bf129c42cd2 x-openstack-request-id: req-851488a8-943b-4d91-820d-1bf129c42cd2 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:31:18.099524 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b120404b-a643-4820-bd94-09aa42cf125b", "tag": "7b797008-8678-4a98-9e98-fb603e3b2bae", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:31:18.099975 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-851488a8-943b-4d91-820d-1bf129c42cd2 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:31:18.100572 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b120404b-a643-4820-bd94-09aa42cf125b', 'tag': '7b797008-8678-4a98-9e98-fb603e3b2bae', 'status': 'completed', 'code': 200} Dec 20 14:31:18.152468 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:18.176496 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25bb43e-1701-4ba1-97bc-69feb4f9d0e5 req-c6e66fa1-f6c5-4c56-90f2-4a0c8d439c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:18.177925 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b25bb43e-1701-4ba1-97bc-69feb4f9d0e5 req-c6e66fa1-f6c5-4c56-90f2-4a0c8d439c7c service neutron] 10.222.0.30 "GET /v2.0/networks?id=495ace7a-f44e-4349-a86f-b6f0c2cf6eb6 HTTP/1.1" status: 200 len: 912 time: 0.1349833 Dec 20 14:31:18.178757 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a251c5e-152a-42f2-9a16-7ad7e13c98e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98281e45-dedd-4c00-9e3f-43cdc88eaf0c'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:31:18.179865 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64bfe91-822a-4e32-85d1-2ba491dddfb1 req-a2e377c0-34ec-440c-9d20-6b37197410c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:18.181138 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73010a9e-5cf5-489c-aa8a-e28e03ac3e1c" -d '{"events": [{"server_uuid": "4a251c5e-152a-42f2-9a16-7ad7e13c98e1", "name": "network-vif-plugged", "status": "completed", "tag": "98281e45-dedd-4c00-9e3f-43cdc88eaf0c"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:31:18.182128 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c64bfe91-822a-4e32-85d1-2ba491dddfb1 req-a2e377c0-34ec-440c-9d20-6b37197410c2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=afac0cbe24d14e49bcb39ec2cb401fe3&device_id=b120404b-a643-4820-bd94-09aa42cf125b HTTP/1.1" status: 200 len: 1096 time: 0.0522103 Dec 20 14:31:18.194707 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 98281e45-dedd-4c00-9e3f-43cdc88eaf0c, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=98281e45-dedd-4c00-9e3f-43cdc88eaf0c,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:31:18.204580 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:18.205620 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device c4de80c4-3b8f-4bb0-9059-d6404915032c up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:31:18.236311 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b25bb43e-1701-4ba1-97bc-69feb4f9d0e5 req-5678c17e-8cfc-4de6-ac2b-629bc739dca1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb5f4f2a-7fcb-4ab5-8026-bb338e7a97ad HTTP/1.1" status: 200 len: 217 time: 0.0436425 Dec 20 14:31:18.306908 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=98281e45-dedd-4c00-9e3f-43cdc88eaf0c,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:31:18.313534 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ce0b501-b072-4421-87c7-87909f2a20a5 x-openstack-request-id: req-2ce0b501-b072-4421-87c7-87909f2a20a5 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:31:18.314281 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a251c5e-152a-42f2-9a16-7ad7e13c98e1", "name": "network-vif-plugged", "status": "completed", "tag": "98281e45-dedd-4c00-9e3f-43cdc88eaf0c", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:31:18.314713 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2ce0b501-b072-4421-87c7-87909f2a20a5 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:31:18.315405 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a251c5e-152a-42f2-9a16-7ad7e13c98e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98281e45-dedd-4c00-9e3f-43cdc88eaf0c', 'code': 200} Dec 20 14:31:18.321242 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning for port c4de80c4-3b8f-4bb0-9059-d6404915032c completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:31:18.329257 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port c4de80c4-3b8f-4bb0-9059-d6404915032c triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:31:18.330075 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:18.343777 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25bb43e-1701-4ba1-97bc-69feb4f9d0e5 req-460a5b15-f851-4002-b89b-9e8e946a744a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:18.344817 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64bfe91-822a-4e32-85d1-2ba491dddfb1 req-35f39f73-9a32-4fa7-a305-d56ae46f5e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:18.345626 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b25bb43e-1701-4ba1-97bc-69feb4f9d0e5 req-460a5b15-f851-4002-b89b-9e8e946a744a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c8908482-6016-4528-aed2-b6e5b6996a4d HTTP/1.1" status: 200 len: 851 time: 0.1024275 Dec 20 14:31:18.346272 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c64bfe91-822a-4e32-85d1-2ba491dddfb1 req-35f39f73-9a32-4fa7-a305-d56ae46f5e68 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5eb12b8e-68ab-4d1c-b6db-26068ca02043 HTTP/1.1" status: 200 len: 916 time: 0.1517355 Dec 20 14:31:18.401320 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b25bb43e-1701-4ba1-97bc-69feb4f9d0e5 req-63db1415-e0b0-4583-b48b-f49a665c6d16 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=495ace7a-f44e-4349-a86f-b6f0c2cf6eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387290 Dec 20 14:31:18.414852 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c64bfe91-822a-4e32-85d1-2ba491dddfb1 req-c573e0e8-83b4-4163-8625-204d65cadfc5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b797008-8678-4a98-9e98-fb603e3b2bae HTTP/1.1" status: 200 len: 217 time: 0.0469844 Dec 20 14:31:18.421175 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:18.458872 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port c4de80c4-3b8f-4bb0-9059-d6404915032c, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=c4de80c4-3b8f-4bb0-9059-d6404915032c,segment=NetworkSegment(e5037e40-00e6-482d-b28a-59c517384ba4),segment_id=e5037e40-00e6-482d-b28a-59c517384ba4)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:31:18.468215 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:18.491029 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc6241c-a694-4525-b2a3-60de2f608050 req-df6592b8-9d9d-425e-abb3-a52d797befdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:18.492994 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-edc6241c-a694-4525-b2a3-60de2f608050 req-df6592b8-9d9d-425e-abb3-a52d797befdd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4a251c5e-152a-42f2-9a16-7ad7e13c98e1 HTTP/1.1" status: 200 len: 1102 time: 0.0866618 Dec 20 14:31:18.496301 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64bfe91-822a-4e32-85d1-2ba491dddfb1 req-0bf5dc29-6203-46c1-a127-f7a9accb76ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:18.496482 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e8236e-16d6-4651-8b7f-bc9a49291aa9 req-a005974c-f9f5-470d-b25f-677f1207aa17 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:18.497726 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c64bfe91-822a-4e32-85d1-2ba491dddfb1 req-0bf5dc29-6203-46c1-a127-f7a9accb76ed service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a0253a98-6b9e-4a5b-8f09-0e786038802a HTTP/1.1" status: 200 len: 855 time: 0.0596042 Dec 20 14:31:18.498039 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-20e8236e-16d6-4651-8b7f-bc9a49291aa9 req-a005974c-f9f5-470d-b25f-677f1207aa17 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/ports?device_id=b120404b-a643-4820-bd94-09aa42cf125b HTTP/1.1" status: 200 len: 944 time: 0.1224372 Dec 20 14:31:18.535483 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=c4de80c4-3b8f-4bb0-9059-d6404915032c,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:31:18.547747 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c64bfe91-822a-4e32-85d1-2ba491dddfb1 req-a03f376c-9d52-440d-a5de-64a4c9a2f643 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5eb12b8e-68ab-4d1c-b6db-26068ca02043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315459 Dec 20 14:31:18.566150 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b25bb43e-1701-4ba1-97bc-69feb4f9d0e5 req-1842ee53-83a0-4c67-baeb-f5680fa4a980 service neutron] 10.222.0.30 "GET /v2.0/networks/495ace7a-f44e-4349-a86f-b6f0c2cf6eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512086 Dec 20 14:31:18.574501 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-20e8236e-16d6-4651-8b7f-bc9a49291aa9 req-26679b4f-9901-4fcc-aec5-3e042d640450 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6a39052-36c7-4e8a-a837-c745dc8572a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669742 Dec 20 14:31:18.666595 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b25bb43e-1701-4ba1-97bc-69feb4f9d0e5 req-cad75212-36a4-4c65-982d-37f83f183176 service neutron] 10.222.0.30 "GET /v2.0/networks/495ace7a-f44e-4349-a86f-b6f0c2cf6eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911043 Dec 20 14:31:18.682452 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-edc6241c-a694-4525-b2a3-60de2f608050 req-74959ca9-91e7-4e8b-9ae5-bfd4e12b974e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793444 Dec 20 14:31:18.700182 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fabfc00-116e-45b0-8aeb-0a8245545cb5 req-845fbf8a-8d42-42e6-827c-2cb3fe9143f6 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:18.701687 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4fabfc00-116e-45b0-8aeb-0a8245545cb5 req-845fbf8a-8d42-42e6-827c-2cb3fe9143f6 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef17c89a-759d-438b-b3b7-923da7928883 HTTP/1.1" status: 200 len: 946 time: 0.1351767 Dec 20 14:31:18.742000 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c64bfe91-822a-4e32-85d1-2ba491dddfb1 req-8fb6a33f-6929-45a9-93e0-9ef7118fdbb0 service neutron] 10.222.0.30 "GET /v2.0/networks/5eb12b8e-68ab-4d1c-b6db-26068ca02043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839745 Dec 20 14:31:18.790426 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4fabfc00-116e-45b0-8aeb-0a8245545cb5 req-a8f3d62a-bc81-4c76-8928-df107e71b608 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] 10.222.0.54 "GET /v2.0/security-groups?id=abf690a4-85ff-419e-a3c1-810b04061c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817256 Dec 20 14:31:18.854882 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c64bfe91-822a-4e32-85d1-2ba491dddfb1 req-76ec2b27-3265-4753-b820-2f3eb365e913 service neutron] 10.222.0.30 "GET /v2.0/networks/5eb12b8e-68ab-4d1c-b6db-26068ca02043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031992 Dec 20 14:31:18.891756 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe292e56-44cc-4b38-980c-468e3ec17a39 req-b67a0afb-f456-4f14-816d-9774c24ff8d5 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:18.893354 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fe292e56-44cc-4b38-980c-468e3ec17a39 req-b67a0afb-f456-4f14-816d-9774c24ff8d5 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=c781ec3d-01c7-4225-bf36-1809b5a16388 HTTP/1.1" status: 200 len: 944 time: 0.0554333 Dec 20 14:31:18.944914 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fe292e56-44cc-4b38-980c-468e3ec17a39 req-c73a863b-c311-4fdf-9e35-a2bc7154fe7f tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423684 Dec 20 14:31:19.065304 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17ecc56-2cde-4e61-8319-a9b2bbde0bbd req-b342ebac-5d12-412b-bbce-57d0d2a6372c tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:19.066947 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a17ecc56-2cde-4e61-8319-a9b2bbde0bbd req-b342ebac-5d12-412b-bbce-57d0d2a6372c tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/ports?device_id=553ed9f9-b473-4cbd-8e0e-49a4391ac7e4 HTTP/1.1" status: 200 len: 945 time: 0.0608420 Dec 20 14:31:19.120961 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a17ecc56-2cde-4e61-8319-a9b2bbde0bbd req-7c312ef9-56b2-44c2-a4ca-a40370d4ad6a tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/security-groups?id=a27fba59-7d90-4650-9482-b2bcd3113c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472939 Dec 20 14:31:19.132337 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12e9638-c191-4630-bc8b-3abebda65562 req-0fc54542-5a39-42dd-8b8c-17737e2d0137 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:19.133988 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b12e9638-c191-4630-bc8b-3abebda65562 req-0fc54542-5a39-42dd-8b8c-17737e2d0137 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a251c5e-152a-42f2-9a16-7ad7e13c98e1 HTTP/1.1" status: 200 len: 950 time: 0.0514886 Dec 20 14:31:19.187685 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b12e9638-c191-4630-bc8b-3abebda65562 req-5bb27320-996e-41f0-9777-35d1fc1b5686 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465276 Dec 20 14:31:19.714674 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496d80c1-bf61-473e-9105-77d48673adbe req-f81c4f51-d058-4a16-ab91-9b66b4a2b666 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:19.716551 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-496d80c1-bf61-473e-9105-77d48673adbe req-f81c4f51-d058-4a16-ab91-9b66b4a2b666 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/ports?device_id=b120404b-a643-4820-bd94-09aa42cf125b HTTP/1.1" status: 200 len: 944 time: 0.0545585 Dec 20 14:31:19.775041 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-496d80c1-bf61-473e-9105-77d48673adbe req-d6e237da-698e-4169-86a9-06275ddadb57 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6a39052-36c7-4e8a-a837-c745dc8572a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510702 Dec 20 14:31:19.940546 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33111227-2e22-4c0c-a70a-815528f8f6e8 req-88fc5055-32c5-4a18-8ae9-fb68bc7b37ff tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:19.941971 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-33111227-2e22-4c0c-a70a-815528f8f6e8 req-88fc5055-32c5-4a18-8ae9-fb68bc7b37ff tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef17c89a-759d-438b-b3b7-923da7928883 HTTP/1.1" status: 200 len: 946 time: 0.0566857 Dec 20 14:31:19.989524 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-33111227-2e22-4c0c-a70a-815528f8f6e8 req-6f429642-6983-4364-a364-ad22b8dc0038 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] 10.222.0.54 "GET /v2.0/security-groups?id=abf690a4-85ff-419e-a3c1-810b04061c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414073 Dec 20 14:31:20.063464 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57587a8c-4552-4310-9835-0e96df877723 req-a4f032bf-6646-4c78-9bff-69cf43f5aa89 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:20.064956 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-57587a8c-4552-4310-9835-0e96df877723 req-a4f032bf-6646-4c78-9bff-69cf43f5aa89 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=c781ec3d-01c7-4225-bf36-1809b5a16388 HTTP/1.1" status: 200 len: 944 time: 0.0504591 Dec 20 14:31:20.113950 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-57587a8c-4552-4310-9835-0e96df877723 req-748ecd99-b01c-4adb-a447-8df25e98e891 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426521 Dec 20 14:31:20.242017 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd069e03-6271-47ab-994a-d42c257d98f0 req-b2dd1809-ce44-4b58-ac7f-01a5977b72ff tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:20.243907 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-dd069e03-6271-47ab-994a-d42c257d98f0 req-b2dd1809-ce44-4b58-ac7f-01a5977b72ff tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/ports?device_id=553ed9f9-b473-4cbd-8e0e-49a4391ac7e4 HTTP/1.1" status: 200 len: 945 time: 0.0532429 Dec 20 14:31:20.300522 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-dd069e03-6271-47ab-994a-d42c257d98f0 req-72508d6d-f4dd-4f67-bb8e-ca89f80003b0 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/security-groups?id=a27fba59-7d90-4650-9482-b2bcd3113c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495098 Dec 20 14:31:20.317018 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef17c89a-759d-438b-b3b7-923da7928883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4de80c4-3b8f-4bb0-9059-d6404915032c'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:31:20.321104 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec3bf042-3fb4-4ddc-a5b3-026a56cf5ac9" -d '{"events": [{"server_uuid": "ef17c89a-759d-438b-b3b7-923da7928883", "name": "network-vif-plugged", "status": "completed", "tag": "c4de80c4-3b8f-4bb0-9059-d6404915032c"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:31:20.398508 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4777f1-c7c5-4f89-9517-548f217c5d4b req-7d9a1a37-69cd-48ce-9f22-210cfa47529c tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:20.400286 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ea4777f1-c7c5-4f89-9517-548f217c5d4b req-7d9a1a37-69cd-48ce-9f22-210cfa47529c tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a251c5e-152a-42f2-9a16-7ad7e13c98e1 HTTP/1.1" status: 200 len: 950 time: 0.0538049 Dec 20 14:31:20.413118 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-040d363d-f599-4445-a58c-5607d116e9f9 x-openstack-request-id: req-040d363d-f599-4445-a58c-5607d116e9f9 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:31:20.413472 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef17c89a-759d-438b-b3b7-923da7928883", "name": "network-vif-plugged", "status": "completed", "tag": "c4de80c4-3b8f-4bb0-9059-d6404915032c", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:31:20.413738 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-040d363d-f599-4445-a58c-5607d116e9f9 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:31:20.414170 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef17c89a-759d-438b-b3b7-923da7928883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4de80c4-3b8f-4bb0-9059-d6404915032c', 'code': 200} Dec 20 14:31:20.450668 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ea4777f1-c7c5-4f89-9517-548f217c5d4b req-516828c0-8716-438a-a0cd-47c9677e9ce2 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441086 Dec 20 14:31:20.518400 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc41764f-5f1b-4b4f-9b51-a42be8abf195 req-7c252f29-e440-47bb-a677-d6477af1272a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:20.520028 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-bc41764f-5f1b-4b4f-9b51-a42be8abf195 req-7c252f29-e440-47bb-a677-d6477af1272a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ef17c89a-759d-438b-b3b7-923da7928883 HTTP/1.1" status: 200 len: 1098 time: 0.0456083 Dec 20 14:31:20.566171 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-bc41764f-5f1b-4b4f-9b51-a42be8abf195 req-177774d5-efd1-48d8-bcdf-05ea81d65485 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=abf690a4-85ff-419e-a3c1-810b04061c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381722 Dec 20 14:31:20.575741 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [req-1549a3ee-0a60-438e-9bcc-b69e550a62d9 req-3e28a65f-b76f-492c-b570-209f3262dfcc service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:31:20.577057 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1549a3ee-0a60-438e-9bcc-b69e550a62d9 req-3e28a65f-b76f-492c-b570-209f3262dfcc service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0077434 Dec 20 14:31:20.825579 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4f919bc2-31de-4679-94ba-b15329fcf38e req-fd4f110b-8c68-4763-9b12-92ad3b418995 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4a251c5e-152a-42f2-9a16-7ad7e13c98e1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0503941 Dec 20 14:31:20.861667 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98750f7-8059-47d2-ac1f-42a022b0059c req-cf2812a8-fd96-4e24-8235-c87a883e1431 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:20.864153 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e98750f7-8059-47d2-ac1f-42a022b0059c req-cf2812a8-fd96-4e24-8235-c87a883e1431 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a251c5e-152a-42f2-9a16-7ad7e13c98e1 HTTP/1.1" status: 200 len: 950 time: 0.0835004 Dec 20 14:31:20.953719 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e98750f7-8059-47d2-ac1f-42a022b0059c req-4d20f3e1-5bba-4971-8e9d-79d810708cbe tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751472 Dec 20 14:31:21.181543 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee3974b-a3af-4356-99fc-dc21788eaeb2 req-037cdb6d-8e60-41f9-9816-22cac3d4e385 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:21.183935 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6ee3974b-a3af-4356-99fc-dc21788eaeb2 req-037cdb6d-8e60-41f9-9816-22cac3d4e385 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef17c89a-759d-438b-b3b7-923da7928883 HTTP/1.1" status: 200 len: 946 time: 0.0780227 Dec 20 14:31:21.268466 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6ee3974b-a3af-4356-99fc-dc21788eaeb2 req-db064c0d-138f-406b-9ab3-b221dfa38940 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] 10.222.0.54 "GET /v2.0/security-groups?id=abf690a4-85ff-419e-a3c1-810b04061c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776532 Dec 20 14:31:21.397975 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506490fd-32da-45a0-8df8-0687a9102f8b req-75bb7310-0037-4a2c-ae4b-e20f0f5ba2a3 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:21.399850 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-506490fd-32da-45a0-8df8-0687a9102f8b req-75bb7310-0037-4a2c-ae4b-e20f0f5ba2a3 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=c781ec3d-01c7-4225-bf36-1809b5a16388 HTTP/1.1" status: 200 len: 944 time: 0.0647044 Dec 20 14:31:21.466776 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-506490fd-32da-45a0-8df8-0687a9102f8b req-043bff54-ad7d-4e82-af96-85d08c45ffad tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560794 Dec 20 14:31:21.626640 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde43bcc-b6f3-4e85-9919-4934d9aef26e req-b32f842c-5576-49f2-8ec5-a5c9f991294b tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:21.628231 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bde43bcc-b6f3-4e85-9919-4934d9aef26e req-b32f842c-5576-49f2-8ec5-a5c9f991294b tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/ports?device_id=b120404b-a643-4820-bd94-09aa42cf125b HTTP/1.1" status: 200 len: 944 time: 0.4262228 Dec 20 14:31:21.695278 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bde43bcc-b6f3-4e85-9919-4934d9aef26e req-936db042-e83a-4887-afd8-db90db4c2eba tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6a39052-36c7-4e8a-a837-c745dc8572a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554886 Dec 20 14:31:21.697741 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d084a59e-7261-48b3-9c3b-ecdac3c027f5 req-6576714e-bb26-45c0-9ca4-f7bb099fdd05 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:21.699791 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d084a59e-7261-48b3-9c3b-ecdac3c027f5 req-6576714e-bb26-45c0-9ca4-f7bb099fdd05 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/ports?device_id=553ed9f9-b473-4cbd-8e0e-49a4391ac7e4 HTTP/1.1" status: 200 len: 945 time: 0.0704134 Dec 20 14:31:21.773685 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d084a59e-7261-48b3-9c3b-ecdac3c027f5 req-30529d14-b394-4244-8df4-781c78994c06 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/security-groups?id=a27fba59-7d90-4650-9482-b2bcd3113c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666497 Dec 20 14:31:22.108349 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7260c5c9-5c96-4ff8-bea5-af63c48cbd22 req-77afb591-b2ea-4f59-9e06-39109b86da34 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:22.110232 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7260c5c9-5c96-4ff8-bea5-af63c48cbd22 req-77afb591-b2ea-4f59-9e06-39109b86da34 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a251c5e-152a-42f2-9a16-7ad7e13c98e1 HTTP/1.1" status: 200 len: 950 time: 0.0584083 Dec 20 14:31:22.164624 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7260c5c9-5c96-4ff8-bea5-af63c48cbd22 req-970c6ece-eaa1-44ff-9f0f-18ddb1191c0f tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468307 Dec 20 14:31:22.334778 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f919bc2-31de-4679-94ba-b15329fcf38e req-85073fae-bad5-4b14-a02b-bdd050499181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:22.336462 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4f919bc2-31de-4679-94ba-b15329fcf38e req-85073fae-bad5-4b14-a02b-bdd050499181 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c1e404e3ac2e456f831247d0bb0227f5&device_id=4a251c5e-152a-42f2-9a16-7ad7e13c98e1 HTTP/1.1" status: 200 len: 1102 time: 0.0430555 Dec 20 14:31:22.395690 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241db7ce-ded6-479c-b7c8-988927374832 req-56fda1f8-3a84-458c-bcb7-157a4d278e17 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:22.397349 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-241db7ce-ded6-479c-b7c8-988927374832 req-56fda1f8-3a84-458c-bcb7-157a4d278e17 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef17c89a-759d-438b-b3b7-923da7928883 HTTP/1.1" status: 200 len: 946 time: 0.0497544 Dec 20 14:31:22.443544 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f919bc2-31de-4679-94ba-b15329fcf38e req-397f5090-1ffb-4391-b65d-65402a8be7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:22.445104 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4f919bc2-31de-4679-94ba-b15329fcf38e req-397f5090-1ffb-4391-b65d-65402a8be7d6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1 HTTP/1.1" status: 200 len: 870 time: 0.0916443 Dec 20 14:31:22.457953 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-241db7ce-ded6-479c-b7c8-988927374832 req-60a5e773-c6cf-4a2a-b171-3e8263fdb670 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] 10.222.0.54 "GET /v2.0/security-groups?id=abf690a4-85ff-419e-a3c1-810b04061c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541010 Dec 20 14:31:22.488246 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4f919bc2-31de-4679-94ba-b15329fcf38e req-d26c757e-8539-4c13-bfa4-ca78c6c18f89 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=98281e45-dedd-4c00-9e3f-43cdc88eaf0c HTTP/1.1" status: 200 len: 217 time: 0.0356612 Dec 20 14:31:22.541469 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f919bc2-31de-4679-94ba-b15329fcf38e req-b1fae4db-ba21-43e9-bafe-edf2a99ab818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:22.543580 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4f919bc2-31de-4679-94ba-b15329fcf38e req-b1fae4db-ba21-43e9-bafe-edf2a99ab818 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36bf280f-81bb-4486-a87a-9b9505a1cec4 HTTP/1.1" status: 200 len: 843 time: 0.0475583 Dec 20 14:31:22.598559 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f919bc2-31de-4679-94ba-b15329fcf38e req-401e7091-3eae-4e16-b4ea-bac04970912c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:22.600069 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7200a152-5644-4a96-96c8-96bac206fb72 req-8da7b2f7-1b5d-428c-810a-523596bf29bf tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:22.600308 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4f919bc2-31de-4679-94ba-b15329fcf38e req-401e7091-3eae-4e16-b4ea-bac04970912c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0491931 Dec 20 14:31:22.601696 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7200a152-5644-4a96-96c8-96bac206fb72 req-8da7b2f7-1b5d-428c-810a-523596bf29bf tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=c781ec3d-01c7-4225-bf36-1809b5a16388 HTTP/1.1" status: 200 len: 944 time: 0.0553911 Dec 20 14:31:22.675957 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7200a152-5644-4a96-96c8-96bac206fb72 req-b869ee4b-6a70-4bd3-b465-0a563de722c0 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601804 Dec 20 14:31:22.724782 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4f919bc2-31de-4679-94ba-b15329fcf38e req-1ecb6caf-5036-40f3-9a5d-b1e72db388be service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021242 Dec 20 14:31:22.873317 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff5b4c5-0678-4e22-9a30-9d11038366d3 req-3c7feeb1-abca-4586-b0c5-044fcfd3a4e3 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:22.875320 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1ff5b4c5-0678-4e22-9a30-9d11038366d3 req-3c7feeb1-abca-4586-b0c5-044fcfd3a4e3 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/ports?device_id=b120404b-a643-4820-bd94-09aa42cf125b HTTP/1.1" status: 200 len: 944 time: 0.0805724 Dec 20 14:31:22.881722 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4f919bc2-31de-4679-94ba-b15329fcf38e req-652ef990-e58f-4a57-8991-368fab5558f1 service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472418 Dec 20 14:31:22.929161 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1ff5b4c5-0678-4e22-9a30-9d11038366d3 req-015e1096-32d7-4d74-ae9d-2b45d941edfc tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6a39052-36c7-4e8a-a837-c745dc8572a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460935 Dec 20 14:31:22.940743 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 7b797008-8678-4a98-9e98-fb603e3b2bae details requested by agent hyperv_n-h1-761264-19 with host n-h1-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:31:23.021788 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa578af-1c3a-4347-ab5b-59a965d01de3 req-4a8bae44-388f-4be5-8f7c-b36dd043e0af tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:23.023377 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9fa578af-1c3a-4347-ab5b-59a965d01de3 req-4a8bae44-388f-4be5-8f7c-b36dd043e0af tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/ports?device_id=553ed9f9-b473-4cbd-8e0e-49a4391ac7e4 HTTP/1.1" status: 200 len: 945 time: 0.0935128 Dec 20 14:31:23.083726 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 7b797008-8678-4a98-9e98-fb603e3b2bae, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=7b797008-8678-4a98-9e98-fb603e3b2bae,segment=NetworkSegment(dae1a1fa-6c57-4994-ae26-490344c49691),segment_id=dae1a1fa-6c57-4994-ae26-490344c49691)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:31:23.092927 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9fa578af-1c3a-4347-ab5b-59a965d01de3 req-fa12573a-d6dd-4b7d-8ebd-d029b5738ca1 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/security-groups?id=a27fba59-7d90-4650-9482-b2bcd3113c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628705 Dec 20 14:31:23.097303 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Returning: {'device': '7b797008-8678-4a98-9e98-fb603e3b2bae', 'network_id': '5eb12b8e-68ab-4d1c-b6db-26068ca02043', 'port_id': '7b797008-8678-4a98-9e98-fb603e3b2bae', 'mac_address': 'fa:16:3e:b1:f2:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0253a98-6b9e-4a5b-8f09-0e786038802a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:31:23.142079 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:23.154888 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484764fa-f914-4469-a7c7-a9a3bf8a8ffd req-36cd70b8-1810-4ba3-8a3b-862a97c9e8ba tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:23.155505 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b797008-8678-4a98-9e98-fb603e3b2bae {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:31:23.159245 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-484764fa-f914-4469-a7c7-a9a3bf8a8ffd req-36cd70b8-1810-4ba3-8a3b-862a97c9e8ba tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] 10.222.0.54 "GET /v2.0/networks?id=3491ebdf-04fb-470c-8b6d-7380be6781df HTTP/1.1" status: 200 len: 812 time: 0.1389019 Dec 20 14:31:23.175339 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 7b797008-8678-4a98-9e98-fb603e3b2bae, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=7b797008-8678-4a98-9e98-fb603e3b2bae,segment=NetworkSegment(dae1a1fa-6c57-4994-ae26-490344c49691),segment_id=dae1a1fa-6c57-4994-ae26-490344c49691)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:31:23.177097 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-484764fa-f914-4469-a7c7-a9a3bf8a8ffd req-110cbb11-14b0-4979-8756-ccf35f03e5ec tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] 10.222.0.54 "GET /v2.0/quotas/a3d381488679457dbaa2d9f6a292642f HTTP/1.1" status: 200 len: 375 time: 0.0137691 Dec 20 14:31:23.180459 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:23.181472 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device bb5f4f2a-7fcb-4ab5-8026-bb338e7a97ad details requested by agent hyperv_n-h1-761264-19 with host n-h1-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:31:23.263355 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-484764fa-f914-4469-a7c7-a9a3bf8a8ffd req-6ac9b57a-c677-498c-88c9-ab7c8d91abdb tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=a3d381488679457dbaa2d9f6a292642f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0790479 Dec 20 14:31:23.284889 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=7b797008-8678-4a98-9e98-fb603e3b2bae,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:31:23.298945 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8736f11c-123e-40bd-95b1-24d40f7323c9 req-a748fbcf-e9f1-4c42-b12d-d00bb43b94d2 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:23.306648 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8736f11c-123e-40bd-95b1-24d40f7323c9 req-a748fbcf-e9f1-4c42-b12d-d00bb43b94d2 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a251c5e-152a-42f2-9a16-7ad7e13c98e1 HTTP/1.1" status: 200 len: 950 time: 0.0624490 Dec 20 14:31:23.332312 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port bb5f4f2a-7fcb-4ab5-8026-bb338e7a97ad, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=bb5f4f2a-7fcb-4ab5-8026-bb338e7a97ad,segment=NetworkSegment(0db4f97e-52d2-4e75-a7f6-550aa2b8eca1),segment_id=0db4f97e-52d2-4e75-a7f6-550aa2b8eca1)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:31:23.345389 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Returning: {'device': 'bb5f4f2a-7fcb-4ab5-8026-bb338e7a97ad', 'network_id': '495ace7a-f44e-4349-a86f-b6f0c2cf6eb6', 'port_id': 'bb5f4f2a-7fcb-4ab5-8026-bb338e7a97ad', 'mac_address': 'fa:16:3e:a7:51:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8908482-6016-4528-aed2-b6e5b6996a4d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:31:23.351235 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8736f11c-123e-40bd-95b1-24d40f7323c9 req-e37832e9-e118-48a6-ae75-2ef97946b0ac tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434177 Dec 20 14:31:23.360214 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-484764fa-f914-4469-a7c7-a9a3bf8a8ffd req-35f292b2-26bd-481b-8b6d-b10f534bcf61 service neutron] 10.222.0.54 "GET /v2.0/networks/3491ebdf-04fb-470c-8b6d-7380be6781df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958140 Dec 20 14:31:23.386447 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:23.400463 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb5f4f2a-7fcb-4ab5-8026-bb338e7a97ad {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:31:23.420410 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port bb5f4f2a-7fcb-4ab5-8026-bb338e7a97ad, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=bb5f4f2a-7fcb-4ab5-8026-bb338e7a97ad,segment=NetworkSegment(0db4f97e-52d2-4e75-a7f6-550aa2b8eca1),segment_id=0db4f97e-52d2-4e75-a7f6-550aa2b8eca1)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:31:23.425779 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:23.451639 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-484764fa-f914-4469-a7c7-a9a3bf8a8ffd req-8277cb2e-ec48-4846-89c1-7e7e5f788e25 service neutron] 10.222.0.54 "GET /v2.0/networks/3491ebdf-04fb-470c-8b6d-7380be6781df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851450 Dec 20 14:31:23.474670 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=bb5f4f2a-7fcb-4ab5-8026-bb338e7a97ad,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:31:23.803168 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7419293e-8b48-4c64-a10c-53b3f94bccad req-3be1ed59-6d0f-4857-9d6e-c1d16584d72f tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:23.804928 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7419293e-8b48-4c64-a10c-53b3f94bccad req-3be1ed59-6d0f-4857-9d6e-c1d16584d72f tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=c781ec3d-01c7-4225-bf36-1809b5a16388 HTTP/1.1" status: 200 len: 945 time: 0.0613086 Dec 20 14:31:23.850081 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a8b570df-50fc-4efa-9857-63c011409558 req-e52c0ccf-01af-4803-b668-6a059a4f875e tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] 10.222.0.54 "GET /v2.0/ports?device_id=a9f4af4a-3cdc-410a-b998-6d5fe3441bfe HTTP/1.1" status: 200 len: 210 time: 0.0323443 Dec 20 14:31:23.873706 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7419293e-8b48-4c64-a10c-53b3f94bccad req-61acf73b-cf47-49fd-ba61-6cc14a957dbe tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624816 Dec 20 14:31:23.913912 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['7b797008-8678-4a98-9e98-fb603e3b2bae'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:31:24.072400 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['bb5f4f2a-7fcb-4ab5-8026-bb338e7a97ad'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:31:24.081556 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1651179-520f-4920-a521-dcbf8c2c483a req-7297a7b5-c616-4427-82da-f05d36f56c26 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:24.083255 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c1651179-520f-4920-a521-dcbf8c2c483a req-7297a7b5-c616-4427-82da-f05d36f56c26 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/ports?device_id=b120404b-a643-4820-bd94-09aa42cf125b HTTP/1.1" status: 200 len: 945 time: 0.0725367 Dec 20 14:31:24.140619 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c1651179-520f-4920-a521-dcbf8c2c483a req-b5d5b379-ba16-4361-b3be-ed94adceda18 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6a39052-36c7-4e8a-a837-c745dc8572a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514724 Dec 20 14:31:24.226965 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d295de41-28b8-4628-9f49-2a25f8cd2bf4 req-1baeedbd-a128-470b-9065-610f2e3f7711 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:24.228612 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d295de41-28b8-4628-9f49-2a25f8cd2bf4 req-1baeedbd-a128-470b-9065-610f2e3f7711 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/ports?device_id=553ed9f9-b473-4cbd-8e0e-49a4391ac7e4 HTTP/1.1" status: 200 len: 945 time: 0.0577147 Dec 20 14:31:24.287600 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d295de41-28b8-4628-9f49-2a25f8cd2bf4 req-4983c8e3-b002-4755-bbe4-3af2d3ed18cc tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/security-groups?id=a27fba59-7d90-4650-9482-b2bcd3113c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521104 Dec 20 14:31:24.534869 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074e8c48-d58e-4c65-8c8b-69c60c444325 req-9c79c6b2-df26-4be3-a662-77a1bffd6388 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:24.536424 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-074e8c48-d58e-4c65-8c8b-69c60c444325 req-9c79c6b2-df26-4be3-a662-77a1bffd6388 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a251c5e-152a-42f2-9a16-7ad7e13c98e1 HTTP/1.1" status: 200 len: 950 time: 0.1030164 Dec 20 14:31:24.544107 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb2de99-e19b-4536-b995-6b05758f7671 req-33d607a3-4069-4f66-8757-7c82ce564eb9 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:24.545547 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cdb2de99-e19b-4536-b995-6b05758f7671 req-33d607a3-4069-4f66-8757-7c82ce564eb9 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] 10.222.0.47 "GET /v2.0/ports?device_id=ef17c89a-759d-438b-b3b7-923da7928883 HTTP/1.1" status: 200 len: 946 time: 0.0710158 Dec 20 14:31:24.647195 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-074e8c48-d58e-4c65-8c8b-69c60c444325 req-d58cfa2f-c252-4144-89a7-77403ee1bc2a tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006064 Dec 20 14:31:24.674445 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-cdb2de99-e19b-4536-b995-6b05758f7671 req-a92266ff-81d4-42f1-904c-52e5ffadf100 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Deleting port c4de80c4-3b8f-4bb0-9059-d6404915032c {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:31:24.674799 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-cdb2de99-e19b-4536-b995-6b05758f7671 req-a92266ff-81d4-42f1-904c-52e5ffadf100 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:24.782157 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-cdb2de99-e19b-4536-b995-6b05758f7671 req-a92266ff-81d4-42f1-904c-52e5ffadf100 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] For port c4de80c4-3b8f-4bb0-9059-d6404915032c, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=c4de80c4-3b8f-4bb0-9059-d6404915032c,segment=NetworkSegment(e5037e40-00e6-482d-b28a-59c517384ba4),segment_id=e5037e40-00e6-482d-b28a-59c517384ba4)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:31:24.782662 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-cdb2de99-e19b-4536-b995-6b05758f7671 req-a92266ff-81d4-42f1-904c-52e5ffadf100 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:24.799182 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-cdb2de99-e19b-4536-b995-6b05758f7671 req-a92266ff-81d4-42f1-904c-52e5ffadf100 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Calling delete_port for c4de80c4-3b8f-4bb0-9059-d6404915032c owned by compute:nova {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:31:24.809246 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9303f661-aaff-481b-95e1-8fed8c9e9c47 req-00299bf7-a25f-41f3-90cc-165f5ed1356e tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:24.810907 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9303f661-aaff-481b-95e1-8fed8c9e9c47 req-00299bf7-a25f-41f3-90cc-165f5ed1356e tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] 10.222.0.47 "GET /v2.0/ports?device_id=fdbb7eda-c995-4db6-aa72-87dd58bec31c HTTP/1.1" status: 200 len: 945 time: 0.0519462 Dec 20 14:31:24.956163 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-9303f661-aaff-481b-95e1-8fed8c9e9c47 req-63f566c2-8f66-40a4-8661-a4c2729827ec tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Deleting port 78b7fd8a-2c37-42f2-a79a-7e1d35c52966 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:31:24.956911 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-9303f661-aaff-481b-95e1-8fed8c9e9c47 req-63f566c2-8f66-40a4-8661-a4c2729827ec tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:24.998189 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-cdb2de99-e19b-4536-b995-6b05758f7671 req-a92266ff-81d4-42f1-904c-52e5ffadf100 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:25.014083 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['78b7fd8a-2c37-42f2-a79a-7e1d35c52966', 'c4de80c4-3b8f-4bb0-9059-d6404915032c'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:31:25.032291 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f5290e62-53e4-4583-b837-bc981d5fa27b req-d44e142d-290f-46c4-a5ed-141c86a85182 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] 10.222.0.54 "GET /v2.0/ports?device_id=a9f4af4a-3cdc-410a-b998-6d5fe3441bfe HTTP/1.1" status: 200 len: 210 time: 0.0462160 Dec 20 14:31:25.103322 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92266ff-81d4-42f1-904c-52e5ffadf100 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Pushing event deleted for resources: {'Port': ['ID=c4de80c4-3b8f-4bb0-9059-d6404915032c,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:31:25.114569 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08b00ea-8335-47b5-a8af-9ea8ab1fadd4 req-f33b322d-39ad-464b-9473-74fbb440569d tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:25.125501 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c08b00ea-8335-47b5-a8af-9ea8ab1fadd4 req-f33b322d-39ad-464b-9473-74fbb440569d tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=c781ec3d-01c7-4225-bf36-1809b5a16388 HTTP/1.1" status: 200 len: 945 time: 0.1413503 Dec 20 14:31:25.163983 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92266ff-81d4-42f1-904c-52e5ffadf100 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:31:25.164637 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92266ff-81d4-42f1-904c-52e5ffadf100 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:31:25.165095 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92266ff-81d4-42f1-904c-52e5ffadf100 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:31:25.165559 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92266ff-81d4-42f1-904c-52e5ffadf100 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:31:25.167308 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92266ff-81d4-42f1-904c-52e5ffadf100 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:31:25.167308 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92266ff-81d4-42f1-904c-52e5ffadf100 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:31:25.167308 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92266ff-81d4-42f1-904c-52e5ffadf100 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:31:25.167308 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92266ff-81d4-42f1-904c-52e5ffadf100 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:31:25.167960 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92266ff-81d4-42f1-904c-52e5ffadf100 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:31:25.168666 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92266ff-81d4-42f1-904c-52e5ffadf100 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:31:25.168817 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92266ff-81d4-42f1-904c-52e5ffadf100 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:31:25.169198 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92266ff-81d4-42f1-904c-52e5ffadf100 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:31:25.169614 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92266ff-81d4-42f1-904c-52e5ffadf100 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:31:25.202694 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c08b00ea-8335-47b5-a8af-9ea8ab1fadd4 req-4529e30d-8138-4803-b943-c861de36ddc5 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712404 Dec 20 14:31:25.216516 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-9303f661-aaff-481b-95e1-8fed8c9e9c47 req-63f566c2-8f66-40a4-8661-a4c2729827ec tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] For port 78b7fd8a-2c37-42f2-a79a-7e1d35c52966, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=78b7fd8a-2c37-42f2-a79a-7e1d35c52966,segment=NetworkSegment(e5037e40-00e6-482d-b28a-59c517384ba4),segment_id=e5037e40-00e6-482d-b28a-59c517384ba4)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:31:25.217558 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-9303f661-aaff-481b-95e1-8fed8c9e9c47 req-63f566c2-8f66-40a4-8661-a4c2729827ec tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:25.235148 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdb2de99-e19b-4536-b995-6b05758f7671 req-a92266ff-81d4-42f1-904c-52e5ffadf100 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] No DVR routers for this DVR port c4de80c4-3b8f-4bb0-9059-d6404915032c on host n-h2-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:31:25.240008 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-cdb2de99-e19b-4536-b995-6b05758f7671 req-a92266ff-81d4-42f1-904c-52e5ffadf100 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:25.244615 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cdb2de99-e19b-4536-b995-6b05758f7671 req-a92266ff-81d4-42f1-904c-52e5ffadf100 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] 10.222.0.47 "DELETE /v2.0/ports/c4de80c4-3b8f-4bb0-9059-d6404915032c HTTP/1.1" status: 204 len: 173 time: 0.6920416 Dec 20 14:31:25.245408 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef17c89a-759d-438b-b3b7-923da7928883', 'name': 'network-vif-deleted', 'tag': 'c4de80c4-3b8f-4bb0-9059-d6404915032c'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:31:25.248105 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a575d86b-8913-4c3b-a922-616296c21039" -d '{"events": [{"server_uuid": "ef17c89a-759d-438b-b3b7-923da7928883", "name": "network-vif-deleted", "tag": "c4de80c4-3b8f-4bb0-9059-d6404915032c"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:31:25.268007 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-9303f661-aaff-481b-95e1-8fed8c9e9c47 req-63f566c2-8f66-40a4-8661-a4c2729827ec tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Calling delete_port for 78b7fd8a-2c37-42f2-a79a-7e1d35c52966 owned by compute:nova {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:31:25.307507 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8186382e-6d6c-48e7-a744-386f4dc86b9a x-openstack-request-id: req-8186382e-6d6c-48e7-a744-386f4dc86b9a {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:31:25.308007 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef17c89a-759d-438b-b3b7-923da7928883", "name": "network-vif-deleted", "tag": "c4de80c4-3b8f-4bb0-9059-d6404915032c", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:31:25.308537 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8186382e-6d6c-48e7-a744-386f4dc86b9a {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:31:25.308933 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef17c89a-759d-438b-b3b7-923da7928883', 'name': 'network-vif-deleted', 'tag': 'c4de80c4-3b8f-4bb0-9059-d6404915032c', 'status': 'completed', 'code': 200} Dec 20 14:31:25.336188 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484764fa-f914-4469-a7c7-a9a3bf8a8ffd req-18ca7671-47fe-4297-b3ba-a7262f7084b9 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:25.338756 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-484764fa-f914-4469-a7c7-a9a3bf8a8ffd req-18ca7671-47fe-4297-b3ba-a7262f7084b9 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] 10.222.0.30 "GET /v2.0/networks?id=3491ebdf-04fb-470c-8b6d-7380be6781df HTTP/1.1" status: 200 len: 812 time: 0.3206844 Dec 20 14:31:25.361103 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-484764fa-f914-4469-a7c7-a9a3bf8a8ffd req-0da6a1fb-253f-45e4-aeab-7ab8dbe17ca8 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Request body: {'port': {'device_id': 'acec2729-c8ad-4187-9b5a-2220d1b2ca3a', 'network_id': '3491ebdf-04fb-470c-8b6d-7380be6781df', 'admin_state_up': True, 'tenant_id': 'a3d381488679457dbaa2d9f6a292642f'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:31:25.423054 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926bcef9-51c8-4c4f-87a2-60501572730f req-b3e3da31-f173-4914-8202-65eeeee31907 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:25.432037 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-926bcef9-51c8-4c4f-87a2-60501572730f req-b3e3da31-f173-4914-8202-65eeeee31907 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/ports?device_id=b120404b-a643-4820-bd94-09aa42cf125b HTTP/1.1" status: 200 len: 945 time: 0.1724713 Dec 20 14:31:25.543394 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-926bcef9-51c8-4c4f-87a2-60501572730f req-3c657104-327a-44f3-9f4f-5a851cee0233 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6a39052-36c7-4e8a-a837-c745dc8572a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102300 Dec 20 14:31:25.587889 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-9303f661-aaff-481b-95e1-8fed8c9e9c47 req-63f566c2-8f66-40a4-8661-a4c2729827ec tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:25.590965 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-484764fa-f914-4469-a7c7-a9a3bf8a8ffd req-0da6a1fb-253f-45e4-aeab-7ab8dbe17ca8 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Made reservation on behalf of a3d381488679457dbaa2d9f6a292642f for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:31:25.598068 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-484764fa-f914-4469-a7c7-a9a3bf8a8ffd req-0da6a1fb-253f-45e4-aeab-7ab8dbe17ca8 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:25.602970 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['c4de80c4-3b8f-4bb0-9059-d6404915032c'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:31:25.658037 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f566c2-8f66-40a4-8661-a4c2729827ec tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Pushing event deleted for resources: {'Port': ['ID=78b7fd8a-2c37-42f2-a79a-7e1d35c52966,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:31:25.674465 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63da1a37-71ac-4aa1-a92a-44b73a1a3ef0 req-17aa7282-245c-48a2-9dbd-290e7a1f4aae tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:25.676062 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-63da1a37-71ac-4aa1-a92a-44b73a1a3ef0 req-17aa7282-245c-48a2-9dbd-290e7a1f4aae tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/ports?device_id=553ed9f9-b473-4cbd-8e0e-49a4391ac7e4 HTTP/1.1" status: 200 len: 945 time: 0.2065852 Dec 20 14:31:25.763982 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f566c2-8f66-40a4-8661-a4c2729827ec tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:31:25.764647 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f566c2-8f66-40a4-8661-a4c2729827ec tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:31:25.764981 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f566c2-8f66-40a4-8661-a4c2729827ec tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:31:25.765511 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f566c2-8f66-40a4-8661-a4c2729827ec tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:31:25.765844 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f566c2-8f66-40a4-8661-a4c2729827ec tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:31:25.766172 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f566c2-8f66-40a4-8661-a4c2729827ec tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:31:25.766495 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f566c2-8f66-40a4-8661-a4c2729827ec tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:31:25.766841 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f566c2-8f66-40a4-8661-a4c2729827ec tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:31:25.767172 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f566c2-8f66-40a4-8661-a4c2729827ec tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:31:25.767494 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f566c2-8f66-40a4-8661-a4c2729827ec tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:31:25.767807 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f566c2-8f66-40a4-8661-a4c2729827ec tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:31:25.768120 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f566c2-8f66-40a4-8661-a4c2729827ec tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:31:25.768454 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f566c2-8f66-40a4-8661-a4c2729827ec tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:31:25.771519 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-9303f661-aaff-481b-95e1-8fed8c9e9c47 req-63f566c2-8f66-40a4-8661-a4c2729827ec tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] No DVR routers for this DVR port 78b7fd8a-2c37-42f2-a79a-7e1d35c52966 on host n-h2-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:31:25.776609 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-9303f661-aaff-481b-95e1-8fed8c9e9c47 req-63f566c2-8f66-40a4-8661-a4c2729827ec tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:25.780728 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9303f661-aaff-481b-95e1-8fed8c9e9c47 req-63f566c2-8f66-40a4-8661-a4c2729827ec tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] 10.222.0.47 "DELETE /v2.0/ports/78b7fd8a-2c37-42f2-a79a-7e1d35c52966 HTTP/1.1" status: 204 len: 173 time: 0.9630356 Dec 20 14:31:25.782154 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdbb7eda-c995-4db6-aa72-87dd58bec31c', 'name': 'network-vif-deleted', 'tag': '78b7fd8a-2c37-42f2-a79a-7e1d35c52966'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:31:25.784700 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-512b3ad9-7d04-4f83-83b4-2af7ce25a027" -d '{"events": [{"server_uuid": "fdbb7eda-c995-4db6-aa72-87dd58bec31c", "name": "network-vif-deleted", "tag": "78b7fd8a-2c37-42f2-a79a-7e1d35c52966"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:31:25.794191 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484764fa-f914-4469-a7c7-a9a3bf8a8ffd req-65303435-77d6-4cad-b823-d194f9904254 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:25.795457 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-484764fa-f914-4469-a7c7-a9a3bf8a8ffd req-65303435-77d6-4cad-b823-d194f9904254 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] 10.222.0.30 "GET /v2.0/networks?id=3491ebdf-04fb-470c-8b6d-7380be6781df HTTP/1.1" status: 200 len: 812 time: 0.3071070 Dec 20 14:31:25.813432 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-484764fa-f914-4469-a7c7-a9a3bf8a8ffd req-a067ff28-2bbf-4174-aef2-170e3bffd8e7 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Request body: {'port': {'device_id': 'a9f4af4a-3cdc-410a-b998-6d5fe3441bfe', 'network_id': '3491ebdf-04fb-470c-8b6d-7380be6781df', 'admin_state_up': True, 'tenant_id': 'a3d381488679457dbaa2d9f6a292642f'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:31:25.819086 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [req-484764fa-f914-4469-a7c7-a9a3bf8a8ffd req-0da6a1fb-253f-45e4-aeab-7ab8dbe17ca8 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Allocated IP 172.20.0.11 (3491ebdf-04fb-470c-8b6d-7380be6781df/abdd67bc-9d4f-4c83-bef4-e57e3af09d79/c7a87431-fd7a-4da8-9493-119275f58a49) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:31:25.844217 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db44395-3eb4-44f7-8e2c-fddc6ce34faa req-494a8875-8e9d-4603-8b76-b8c2973f80fa tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:25.845866 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4db44395-3eb4-44f7-8e2c-fddc6ce34faa req-494a8875-8e9d-4603-8b76-b8c2973f80fa tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a251c5e-152a-42f2-9a16-7ad7e13c98e1 HTTP/1.1" status: 200 len: 950 time: 0.1035976 Dec 20 14:31:25.864172 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-63da1a37-71ac-4aa1-a92a-44b73a1a3ef0 req-b6ad75b2-d714-4b5f-a970-9d5886c6039d tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/security-groups?id=a27fba59-7d90-4650-9482-b2bcd3113c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517971 Dec 20 14:31:25.973244 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fca6f2d-e29b-4dad-9d8b-a161eddc5ef9 x-openstack-request-id: req-3fca6f2d-e29b-4dad-9d8b-a161eddc5ef9 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:31:25.974278 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdbb7eda-c995-4db6-aa72-87dd58bec31c", "name": "network-vif-deleted", "tag": "78b7fd8a-2c37-42f2-a79a-7e1d35c52966", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:31:25.974278 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3fca6f2d-e29b-4dad-9d8b-a161eddc5ef9 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:31:25.974676 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdbb7eda-c995-4db6-aa72-87dd58bec31c', 'name': 'network-vif-deleted', 'tag': '78b7fd8a-2c37-42f2-a79a-7e1d35c52966', 'status': 'completed', 'code': 200} Dec 20 14:31:25.993072 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4db44395-3eb4-44f7-8e2c-fddc6ce34faa req-2180fc29-abbc-4dcc-af7e-b267e26b3da5 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317403 Dec 20 14:31:26.021149 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-484764fa-f914-4469-a7c7-a9a3bf8a8ffd req-a067ff28-2bbf-4174-aef2-170e3bffd8e7 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Made reservation on behalf of a3d381488679457dbaa2d9f6a292642f for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:31:26.025965 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-484764fa-f914-4469-a7c7-a9a3bf8a8ffd req-a067ff28-2bbf-4174-aef2-170e3bffd8e7 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:26.127261 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-484764fa-f914-4469-a7c7-a9a3bf8a8ffd req-0da6a1fb-253f-45e4-aeab-7ab8dbe17ca8 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:26.151533 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-bd3ec6f3-60de-459f-b308-d03726462dea req-e9bc659f-48f4-462d-a6b3-1e6f0f757aeb tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] 10.222.0.54 "GET /v2.0/ports?device_id=a9f4af4a-3cdc-410a-b998-6d5fe3441bfe HTTP/1.1" status: 200 len: 210 time: 0.0389698 Dec 20 14:31:26.194632 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-484764fa-f914-4469-a7c7-a9a3bf8a8ffd req-0da6a1fb-253f-45e4-aeab-7ab8dbe17ca8 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:26.261480 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [req-484764fa-f914-4469-a7c7-a9a3bf8a8ffd req-a067ff28-2bbf-4174-aef2-170e3bffd8e7 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Allocated IP 172.20.0.8 (3491ebdf-04fb-470c-8b6d-7380be6781df/abdd67bc-9d4f-4c83-bef4-e57e3af09d79/7ab570b9-a087-4d2b-b1aa-13f7c405c301) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:31:26.261862 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-484764fa-f914-4469-a7c7-a9a3bf8a8ffd req-0da6a1fb-253f-45e4-aeab-7ab8dbe17ca8 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Network 3491ebdf-04fb-470c-8b6d-7380be6781df is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:31:26.267854 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [req-484764fa-f914-4469-a7c7-a9a3bf8a8ffd req-0da6a1fb-253f-45e4-aeab-7ab8dbe17ca8 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:31:26.271223 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-484764fa-f914-4469-a7c7-a9a3bf8a8ffd req-0da6a1fb-253f-45e4-aeab-7ab8dbe17ca8 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:31:26.371404 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da6a1fb-253f-45e4-aeab-7ab8dbe17ca8 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Pushing event updated for resources: {'Port': ['ID=c7a87431-fd7a-4da8-9493-119275f58a49,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:31:26.406949 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aefa3bd-c8af-4bb7-97f1-c8067cb70a53 req-3e7b60ea-9f8f-418c-b851-16cbe1869bf4 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:26.416492 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7aefa3bd-c8af-4bb7-97f1-c8067cb70a53 req-3e7b60ea-9f8f-418c-b851-16cbe1869bf4 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=c781ec3d-01c7-4225-bf36-1809b5a16388 HTTP/1.1" status: 200 len: 945 time: 0.1339335 Dec 20 14:31:26.424191 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484764fa-f914-4469-a7c7-a9a3bf8a8ffd req-0da6a1fb-253f-45e4-aeab-7ab8dbe17ca8 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:26.424858 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-484764fa-f914-4469-a7c7-a9a3bf8a8ffd req-0da6a1fb-253f-45e4-aeab-7ab8dbe17ca8 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:26.468231 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-484764fa-f914-4469-a7c7-a9a3bf8a8ffd req-0da6a1fb-253f-45e4-aeab-7ab8dbe17ca8 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1175773 Dec 20 14:31:26.482145 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-484764fa-f914-4469-a7c7-a9a3bf8a8ffd req-a067ff28-2bbf-4174-aef2-170e3bffd8e7 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:26.508489 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7aefa3bd-c8af-4bb7-97f1-c8067cb70a53 req-8becf47c-a7e6-4e28-9aea-8d7ab97a714e tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897405 Dec 20 14:31:26.523775 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-484764fa-f914-4469-a7c7-a9a3bf8a8ffd req-a067ff28-2bbf-4174-aef2-170e3bffd8e7 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:26.559558 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-484764fa-f914-4469-a7c7-a9a3bf8a8ffd req-1f3fe19b-fe71-4036-b0d4-e13766ddc7ec service neutron] Request body: {'port': {'device_id': 'acec2729-c8ad-4187-9b5a-2220d1b2ca3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-19'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:31:26.575458 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-484764fa-f914-4469-a7c7-a9a3bf8a8ffd req-a067ff28-2bbf-4174-aef2-170e3bffd8e7 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Network 3491ebdf-04fb-470c-8b6d-7380be6781df is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:31:26.579202 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [req-484764fa-f914-4469-a7c7-a9a3bf8a8ffd req-a067ff28-2bbf-4174-aef2-170e3bffd8e7 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:31:26.584397 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-484764fa-f914-4469-a7c7-a9a3bf8a8ffd req-a067ff28-2bbf-4174-aef2-170e3bffd8e7 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:31:26.616211 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a067ff28-2bbf-4174-aef2-170e3bffd8e7 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Pushing event updated for resources: {'Port': ['ID=7ab570b9-a087-4d2b-b1aa-13f7c405c301,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:31:26.666991 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:31:26.666991 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:31:26.666991 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:31:26.666991 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:31:26.666991 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:31:26.666991 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:31:26.666991 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:31:26.666991 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:31:26.666991 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:31:26.666991 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:31:26.666991 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:31:26.666991 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:31:26.666991 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:31:26.666991 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:31:26.666991 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:31:26.666991 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:31:26.666991 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:31:26.666991 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:31:26.666991 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:31:26.666991 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:31:26.666991 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:31:26.666991 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:31:26.666991 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:31:26.666991 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:31:26.666991 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:31:26.666991 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:31:26.666991 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:31:26.666991 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:31:26.666991 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:31:26.666991 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:31:26.666991 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:31:26.666991 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:31:26.666991 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:31:26.666991 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:31:26.666991 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:31:26.666991 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:31:26.670448 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:31:26.670448 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:31:26.670448 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:31:26.670448 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:31:26.670448 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:31:26.670448 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:31:26.670448 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:31:26.670448 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:31:26.670448 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:31:26.670448 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:31:26.670448 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:31:26.670448 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:31:26.670448 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484764fa-f914-4469-a7c7-a9a3bf8a8ffd req-a067ff28-2bbf-4174-aef2-170e3bffd8e7 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:26.670448 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-484764fa-f914-4469-a7c7-a9a3bf8a8ffd req-a067ff28-2bbf-4174-aef2-170e3bffd8e7 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:26.694772 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-484764fa-f914-4469-a7c7-a9a3bf8a8ffd req-a067ff28-2bbf-4174-aef2-170e3bffd8e7 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8869867 Dec 20 14:31:26.703051 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ead533-ac06-46cf-ab19-ab7eb2772ce1 req-cccfafc9-f4bb-4332-9c89-768c729a7ff9 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:26.704639 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-28ead533-ac06-46cf-ab19-ab7eb2772ce1 req-cccfafc9-f4bb-4332-9c89-768c729a7ff9 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/ports?device_id=b120404b-a643-4820-bd94-09aa42cf125b HTTP/1.1" status: 200 len: 945 time: 0.0827229 Dec 20 14:31:26.709835 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-484764fa-f914-4469-a7c7-a9a3bf8a8ffd req-73029882-ed78-48c5-a347-b140ce240ea6 service neutron] Request body: {'port': {'device_id': 'a9f4af4a-3cdc-410a-b998-6d5fe3441bfe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-19'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:31:26.805975 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-484764fa-f914-4469-a7c7-a9a3bf8a8ffd req-73029882-ed78-48c5-a347-b140ce240ea6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:26.811283 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-28ead533-ac06-46cf-ab19-ab7eb2772ce1 req-566f4082-cf94-41ca-a677-57599d1d5136 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6a39052-36c7-4e8a-a837-c745dc8572a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981789 Dec 20 14:31:26.889529 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-484764fa-f914-4469-a7c7-a9a3bf8a8ffd req-1f3fe19b-fe71-4036-b0d4-e13766ddc7ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:26.950202 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 7b797008-8678-4a98-9e98-fb603e3b2bae up at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:31:27.003108 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning for port 7b797008-8678-4a98-9e98-fb603e3b2bae completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:31:27.007680 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning complete for port 7b797008-8678-4a98-9e98-fb603e3b2bae triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:31:27.008113 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:27.053396 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86369507-2244-4364-9891-44955953e66e req-b6d1548a-981d-434c-a97e-1e81c5d5a56c tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:27.062123 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-86369507-2244-4364-9891-44955953e66e req-b6d1548a-981d-434c-a97e-1e81c5d5a56c tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/ports?device_id=553ed9f9-b473-4cbd-8e0e-49a4391ac7e4 HTTP/1.1" status: 200 len: 945 time: 0.1329777 Dec 20 14:31:27.101181 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:27.118447 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-86369507-2244-4364-9891-44955953e66e req-7bd3382d-6095-4f61-9e62-04bd864feb4d tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/security-groups?id=a27fba59-7d90-4650-9482-b2bcd3113c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554144 Dec 20 14:31:27.139396 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 7b797008-8678-4a98-9e98-fb603e3b2bae, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=7b797008-8678-4a98-9e98-fb603e3b2bae,segment=NetworkSegment(dae1a1fa-6c57-4994-ae26-490344c49691),segment_id=dae1a1fa-6c57-4994-ae26-490344c49691)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:31:27.140391 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b120404b-a643-4820-bd94-09aa42cf125b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b797008-8678-4a98-9e98-fb603e3b2bae'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:31:27.143267 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f7c516-d782-4946-b3fc-d1120ddbfb35" -d '{"events": [{"server_uuid": "b120404b-a643-4820-bd94-09aa42cf125b", "name": "network-vif-plugged", "status": "completed", "tag": "7b797008-8678-4a98-9e98-fb603e3b2bae"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:31:27.149496 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:27.150498 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device bb5f4f2a-7fcb-4ab5-8026-bb338e7a97ad up at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:31:27.155705 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [req-484764fa-f914-4469-a7c7-a9a3bf8a8ffd req-73029882-ed78-48c5-a347-b140ce240ea6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ab570b9-a087-4d2b-b1aa-13f7c405c301 {{(pid=103167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:31:27.165542 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-484764fa-f914-4469-a7c7-a9a3bf8a8ffd req-73029882-ed78-48c5-a347-b140ce240ea6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:27.186281 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1f2a2f-9c0b-49f9-95fa-73f36021b394 req-67442d43-4b19-4125-beee-e91706611a07 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:27.187841 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4b1f2a2f-9c0b-49f9-95fa-73f36021b394 req-67442d43-4b19-4125-beee-e91706611a07 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a251c5e-152a-42f2-9a16-7ad7e13c98e1 HTTP/1.1" status: 200 len: 950 time: 0.0984554 Dec 20 14:31:27.190534 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-484764fa-f914-4469-a7c7-a9a3bf8a8ffd req-73029882-ed78-48c5-a347-b140ce240ea6 service neutron] Transition to ACTIVE for port object 7ab570b9-a087-4d2b-b1aa-13f7c405c301 will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:31:27.197263 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-484764fa-f914-4469-a7c7-a9a3bf8a8ffd req-73029882-ed78-48c5-a347-b140ce240ea6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:27.249302 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-890d6798-5b00-45d7-a351-d88b521f6fcc x-openstack-request-id: req-890d6798-5b00-45d7-a351-d88b521f6fcc {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:31:27.249665 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b120404b-a643-4820-bd94-09aa42cf125b", "name": "network-vif-plugged", "status": "completed", "tag": "7b797008-8678-4a98-9e98-fb603e3b2bae", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:31:27.250109 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-890d6798-5b00-45d7-a351-d88b521f6fcc {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:31:27.250706 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b120404b-a643-4820-bd94-09aa42cf125b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b797008-8678-4a98-9e98-fb603e3b2bae', 'code': 200} Dec 20 14:31:27.255048 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=7b797008-8678-4a98-9e98-fb603e3b2bae,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:31:27.259723 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning for port bb5f4f2a-7fcb-4ab5-8026-bb338e7a97ad completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:31:27.263890 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning complete for port bb5f4f2a-7fcb-4ab5-8026-bb338e7a97ad triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:31:27.264262 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:27.299453 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73029882-ed78-48c5-a347-b140ce240ea6 service neutron] Pushing event updated for resources: {'Port': ['ID=7ab570b9-a087-4d2b-b1aa-13f7c405c301,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:31:27.361026 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4b1f2a2f-9c0b-49f9-95fa-73f36021b394 req-13a2db75-85dd-4894-bde8-645275b4a954 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601081 Dec 20 14:31:27.407877 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-484764fa-f914-4469-a7c7-a9a3bf8a8ffd req-73029882-ed78-48c5-a347-b140ce240ea6 service neutron] Attempting to bind port 7ab570b9-a087-4d2b-b1aa-13f7c405c301 on host n-h1-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:31:27.408692 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-484764fa-f914-4469-a7c7-a9a3bf8a8ffd req-73029882-ed78-48c5-a347-b140ce240ea6 service neutron] Attempting to bind port 7ab570b9-a087-4d2b-b1aa-13f7c405c301 by drivers openvswitch,hyperv on host n-h1-761264-19 at level 0 using segments [{'id': 'e5037e40-00e6-482d-b28a-59c517384ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3491ebdf-04fb-470c-8b6d-7380be6781df'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:31:27.409333 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484764fa-f914-4469-a7c7-a9a3bf8a8ffd req-73029882-ed78-48c5-a347-b140ce240ea6 service neutron] Attempting to bind port 7ab570b9-a087-4d2b-b1aa-13f7c405c301 on network 3491ebdf-04fb-470c-8b6d-7380be6781df {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:31:27.413638 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484764fa-f914-4469-a7c7-a9a3bf8a8ffd req-73029882-ed78-48c5-a347-b140ce240ea6 service neutron] Port 7ab570b9-a087-4d2b-b1aa-13f7c405c301 on network 3491ebdf-04fb-470c-8b6d-7380be6781df not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:31:27.413960 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484764fa-f914-4469-a7c7-a9a3bf8a8ffd req-73029882-ed78-48c5-a347-b140ce240ea6 service neutron] Attempting to bind port 7ab570b9-a087-4d2b-b1aa-13f7c405c301 on network 3491ebdf-04fb-470c-8b6d-7380be6781df {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:31:27.414298 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:27.420460 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484764fa-f914-4469-a7c7-a9a3bf8a8ffd req-73029882-ed78-48c5-a347-b140ce240ea6 service neutron] Checking agent: {'id': '3e5ace3e-dd7b-4522-a7c4-77d13dbeab1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:31:27.420798 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484764fa-f914-4469-a7c7-a9a3bf8a8ffd req-73029882-ed78-48c5-a347-b140ce240ea6 service neutron] Checking segment: {'id': 'e5037e40-00e6-482d-b28a-59c517384ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3491ebdf-04fb-470c-8b6d-7380be6781df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:31:27.421344 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484764fa-f914-4469-a7c7-a9a3bf8a8ffd req-73029882-ed78-48c5-a347-b140ce240ea6 service neutron] Bound using segment: {'id': 'e5037e40-00e6-482d-b28a-59c517384ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3491ebdf-04fb-470c-8b6d-7380be6781df'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:31:27.421786 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-484764fa-f914-4469-a7c7-a9a3bf8a8ffd req-73029882-ed78-48c5-a347-b140ce240ea6 service neutron] Bound port: 7ab570b9-a087-4d2b-b1aa-13f7c405c301, host: n-h1-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5037e40-00e6-482d-b28a-59c517384ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3491ebdf-04fb-470c-8b6d-7380be6781df'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:31:27.422956 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-484764fa-f914-4469-a7c7-a9a3bf8a8ffd req-73029882-ed78-48c5-a347-b140ce240ea6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:27.459576 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [req-484764fa-f914-4469-a7c7-a9a3bf8a8ffd req-1f3fe19b-fe71-4036-b0d4-e13766ddc7ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7a87431-fd7a-4da8-9493-119275f58a49 {{(pid=103168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:31:27.466521 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c2ff7a-de4f-41d9-89f0-6d82bd783db8 req-c86cd3d5-22a0-4716-9475-a1c1dd74ffef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:27.468156 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b7c2ff7a-de4f-41d9-89f0-6d82bd783db8 req-c86cd3d5-22a0-4716-9475-a1c1dd74ffef service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b120404b-a643-4820-bd94-09aa42cf125b HTTP/1.1" status: 200 len: 1098 time: 0.1393201 Dec 20 14:31:27.474262 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-484764fa-f914-4469-a7c7-a9a3bf8a8ffd req-1f3fe19b-fe71-4036-b0d4-e13766ddc7ec service neutron] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:27.510287 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.provisioning_blocks [req-484764fa-f914-4469-a7c7-a9a3bf8a8ffd req-1f3fe19b-fe71-4036-b0d4-e13766ddc7ec service neutron] Transition to ACTIVE for port object c7a87431-fd7a-4da8-9493-119275f58a49 will not be triggered until provisioned by entity L2. {{(pid=103168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:31:27.513762 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-484764fa-f914-4469-a7c7-a9a3bf8a8ffd req-73029882-ed78-48c5-a347-b140ce240ea6 service neutron] For port 7ab570b9-a087-4d2b-b1aa-13f7c405c301, host n-h1-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:31:27.521877 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-484764fa-f914-4469-a7c7-a9a3bf8a8ffd req-73029882-ed78-48c5-a347-b140ce240ea6 service neutron] For port 7ab570b9-a087-4d2b-b1aa-13f7c405c301, host n-h1-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=7ab570b9-a087-4d2b-b1aa-13f7c405c301,segment=NetworkSegment(e5037e40-00e6-482d-b28a-59c517384ba4),segment_id=e5037e40-00e6-482d-b28a-59c517384ba4)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:31:27.523879 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7494d29f-45b8-42fe-a712-4688461f4c98 req-af27fc14-e63e-4732-bf72-046673bc371a tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:27.527372 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7494d29f-45b8-42fe-a712-4688461f4c98 req-af27fc14-e63e-4732-bf72-046673bc371a tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] 10.222.0.54 "GET /v2.0/ports?device_id=a9f4af4a-3cdc-410a-b998-6d5fe3441bfe HTTP/1.1" status: 200 len: 943 time: 0.1683891 Dec 20 14:31:27.531078 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-484764fa-f914-4469-a7c7-a9a3bf8a8ffd req-1f3fe19b-fe71-4036-b0d4-e13766ddc7ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:27.533643 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-484764fa-f914-4469-a7c7-a9a3bf8a8ffd req-73029882-ed78-48c5-a347-b140ce240ea6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:27.576634 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484764fa-f914-4469-a7c7-a9a3bf8a8ffd req-73029882-ed78-48c5-a347-b140ce240ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:27.577470 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-484764fa-f914-4469-a7c7-a9a3bf8a8ffd req-73029882-ed78-48c5-a347-b140ce240ea6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:27.579363 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-484764fa-f914-4469-a7c7-a9a3bf8a8ffd req-73029882-ed78-48c5-a347-b140ce240ea6 service neutron] 10.222.0.30 "PUT /v2.0/ports/7ab570b9-a087-4d2b-b1aa-13f7c405c301 HTTP/1.1" status: 200 len: 1092 time: 0.8737683 Dec 20 14:31:27.596519 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port bb5f4f2a-7fcb-4ab5-8026-bb338e7a97ad, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=bb5f4f2a-7fcb-4ab5-8026-bb338e7a97ad,segment=NetworkSegment(0db4f97e-52d2-4e75-a7f6-550aa2b8eca1),segment_id=0db4f97e-52d2-4e75-a7f6-550aa2b8eca1)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:31:27.610910 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:27.612383 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73029882-ed78-48c5-a347-b140ce240ea6 service neutron] Pushing event updated for resources: {'Port': ['ID=7ab570b9-a087-4d2b-b1aa-13f7c405c301,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:31:27.668575 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3fe19b-fe71-4036-b0d4-e13766ddc7ec service neutron] Pushing event updated for resources: {'Port': ['ID=c7a87431-fd7a-4da8-9493-119275f58a49,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:31:27.673634 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=bb5f4f2a-7fcb-4ab5-8026-bb338e7a97ad,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:31:27.678402 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b7c2ff7a-de4f-41d9-89f0-6d82bd783db8 req-2afd4024-edae-45b8-bef9-f67d737bcbce service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d6a39052-36c7-4e8a-a837-c745dc8572a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984384 Dec 20 14:31:27.686525 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7494d29f-45b8-42fe-a712-4688461f4c98 req-ebc213f9-053c-4af5-8a1f-c27646c2c7c7 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] 10.222.0.54 "GET /v2.0/security-groups?id=abf690a4-85ff-419e-a3c1-810b04061c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487787 Dec 20 14:31:27.724559 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484764fa-f914-4469-a7c7-a9a3bf8a8ffd req-59cf3c4a-ef32-4925-b95c-5eed5f697594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:27.726115 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-484764fa-f914-4469-a7c7-a9a3bf8a8ffd req-59cf3c4a-ef32-4925-b95c-5eed5f697594 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a3d381488679457dbaa2d9f6a292642f&device_id=a9f4af4a-3cdc-410a-b998-6d5fe3441bfe HTTP/1.1" status: 200 len: 1095 time: 0.0833192 Dec 20 14:31:27.734644 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1e5067-3c9f-4756-93f3-a66548f037a2 req-2af7d805-9358-4e08-a846-ab4bfb4dbfc4 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:27.736086 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-be1e5067-3c9f-4756-93f3-a66548f037a2 req-2af7d805-9358-4e08-a846-ab4bfb4dbfc4 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=c781ec3d-01c7-4225-bf36-1809b5a16388 HTTP/1.1" status: 200 len: 946 time: 0.0604920 Dec 20 14:31:27.763713 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-484764fa-f914-4469-a7c7-a9a3bf8a8ffd req-1f3fe19b-fe71-4036-b0d4-e13766ddc7ec service neutron] Attempting to bind port c7a87431-fd7a-4da8-9493-119275f58a49 on host n-h1-761264-19 for vnic_type normal with profile {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:31:27.764163 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-484764fa-f914-4469-a7c7-a9a3bf8a8ffd req-1f3fe19b-fe71-4036-b0d4-e13766ddc7ec service neutron] Attempting to bind port c7a87431-fd7a-4da8-9493-119275f58a49 by drivers openvswitch,hyperv on host n-h1-761264-19 at level 0 using segments [{'id': 'e5037e40-00e6-482d-b28a-59c517384ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3491ebdf-04fb-470c-8b6d-7380be6781df'}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:31:27.764603 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484764fa-f914-4469-a7c7-a9a3bf8a8ffd req-1f3fe19b-fe71-4036-b0d4-e13766ddc7ec service neutron] Attempting to bind port c7a87431-fd7a-4da8-9493-119275f58a49 on network 3491ebdf-04fb-470c-8b6d-7380be6781df {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:31:27.769889 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484764fa-f914-4469-a7c7-a9a3bf8a8ffd req-1f3fe19b-fe71-4036-b0d4-e13766ddc7ec service neutron] Port c7a87431-fd7a-4da8-9493-119275f58a49 on network 3491ebdf-04fb-470c-8b6d-7380be6781df not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-19 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:31:27.770283 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484764fa-f914-4469-a7c7-a9a3bf8a8ffd req-1f3fe19b-fe71-4036-b0d4-e13766ddc7ec service neutron] Attempting to bind port c7a87431-fd7a-4da8-9493-119275f58a49 on network 3491ebdf-04fb-470c-8b6d-7380be6781df {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:31:27.775517 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484764fa-f914-4469-a7c7-a9a3bf8a8ffd req-1f3fe19b-fe71-4036-b0d4-e13766ddc7ec service neutron] Checking agent: {'id': '3e5ace3e-dd7b-4522-a7c4-77d13dbeab1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:31:27.775931 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484764fa-f914-4469-a7c7-a9a3bf8a8ffd req-1f3fe19b-fe71-4036-b0d4-e13766ddc7ec service neutron] Checking segment: {'id': 'e5037e40-00e6-482d-b28a-59c517384ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3491ebdf-04fb-470c-8b6d-7380be6781df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:31:27.776371 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484764fa-f914-4469-a7c7-a9a3bf8a8ffd req-1f3fe19b-fe71-4036-b0d4-e13766ddc7ec service neutron] Bound using segment: {'id': 'e5037e40-00e6-482d-b28a-59c517384ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3491ebdf-04fb-470c-8b6d-7380be6781df'} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:31:27.776886 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-484764fa-f914-4469-a7c7-a9a3bf8a8ffd req-1f3fe19b-fe71-4036-b0d4-e13766ddc7ec service neutron] Bound port: c7a87431-fd7a-4da8-9493-119275f58a49, host: n-h1-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5037e40-00e6-482d-b28a-59c517384ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3491ebdf-04fb-470c-8b6d-7380be6781df'}}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:31:27.777251 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-484764fa-f914-4469-a7c7-a9a3bf8a8ffd req-1f3fe19b-fe71-4036-b0d4-e13766ddc7ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:27.789847 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-be1e5067-3c9f-4756-93f3-a66548f037a2 req-30274865-38cd-4c9a-905a-f3aee5da5dc4 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467155 Dec 20 14:31:27.861030 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-484764fa-f914-4469-a7c7-a9a3bf8a8ffd req-1f3fe19b-fe71-4036-b0d4-e13766ddc7ec service neutron] For port c7a87431-fd7a-4da8-9493-119275f58a49, host n-h1-761264-19, cleared binding levels {{(pid=103168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:31:27.872734 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-484764fa-f914-4469-a7c7-a9a3bf8a8ffd req-1f3fe19b-fe71-4036-b0d4-e13766ddc7ec service neutron] For port c7a87431-fd7a-4da8-9493-119275f58a49, host n-h1-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=c7a87431-fd7a-4da8-9493-119275f58a49,segment=NetworkSegment(e5037e40-00e6-482d-b28a-59c517384ba4),segment_id=e5037e40-00e6-482d-b28a-59c517384ba4)] {{(pid=103168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:31:27.880770 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-484764fa-f914-4469-a7c7-a9a3bf8a8ffd req-1f3fe19b-fe71-4036-b0d4-e13766ddc7ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:27.947048 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484764fa-f914-4469-a7c7-a9a3bf8a8ffd req-1f3fe19b-fe71-4036-b0d4-e13766ddc7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:27.947760 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-484764fa-f914-4469-a7c7-a9a3bf8a8ffd req-1f3fe19b-fe71-4036-b0d4-e13766ddc7ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:27.949223 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-484764fa-f914-4469-a7c7-a9a3bf8a8ffd req-1f3fe19b-fe71-4036-b0d4-e13766ddc7ec service neutron] 10.222.0.30 "PUT /v2.0/ports/c7a87431-fd7a-4da8-9493-119275f58a49 HTTP/1.1" status: 200 len: 1093 time: 1.4711533 Dec 20 14:31:27.950557 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acec2729-c8ad-4187-9b5a-2220d1b2ca3a', 'tag': 'c7a87431-fd7a-4da8-9493-119275f58a49'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:31:27.953680 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4471c4c9-4585-4d8b-8841-32bb7ef43a76" -d '{"events": [{"name": "network-changed", "server_uuid": "acec2729-c8ad-4187-9b5a-2220d1b2ca3a", "tag": "c7a87431-fd7a-4da8-9493-119275f58a49"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:31:27.978109 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3fe19b-fe71-4036-b0d4-e13766ddc7ec service neutron] Pushing event updated for resources: {'Port': ['ID=c7a87431-fd7a-4da8-9493-119275f58a49,revision_number=3']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:31:27.997504 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8bda75-3cc8-40bc-917a-1b5dd806f964 req-86b92154-0b76-4d7d-9917-e4e1d2e9471a tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:27.998656 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-df8bda75-3cc8-40bc-917a-1b5dd806f964 req-86b92154-0b76-4d7d-9917-e4e1d2e9471a tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/ports?device_id=b120404b-a643-4820-bd94-09aa42cf125b HTTP/1.1" status: 200 len: 946 time: 0.0899220 Dec 20 14:31:28.000691 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device c4de80c4-3b8f-4bb0-9059-d6404915032c no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:31:28.015412 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09f1aef6-607e-449a-9ba1-2b700509d115 x-openstack-request-id: req-09f1aef6-607e-449a-9ba1-2b700509d115 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:31:28.015716 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acec2729-c8ad-4187-9b5a-2220d1b2ca3a", "tag": "c7a87431-fd7a-4da8-9493-119275f58a49", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:31:28.016004 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-09f1aef6-607e-449a-9ba1-2b700509d115 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:31:28.016462 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acec2729-c8ad-4187-9b5a-2220d1b2ca3a', 'tag': 'c7a87431-fd7a-4da8-9493-119275f58a49', 'status': 'completed', 'code': 200} Dec 20 14:31:28.026296 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] No Port match for: c4de80c4-3b8f-4bb0-9059-d6404915032c {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:31:28.026635 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device c4de80c4-3b8f-4bb0-9059-d6404915032c not bound to the agent host n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:31:28.027264 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 78b7fd8a-2c37-42f2-a79a-7e1d35c52966 no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:31:28.028712 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9f4af4a-3cdc-410a-b998-6d5fe3441bfe', 'tag': '7ab570b9-a087-4d2b-b1aa-13f7c405c301'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:31:28.031124 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dad4c36d-e249-4746-ad87-665da5a06724" -d '{"events": [{"name": "network-changed", "server_uuid": "a9f4af4a-3cdc-410a-b998-6d5fe3441bfe", "tag": "7ab570b9-a087-4d2b-b1aa-13f7c405c301"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:31:28.034795 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-484764fa-f914-4469-a7c7-a9a3bf8a8ffd req-048f3ada-dd8d-4a12-a89c-6656ac3d596f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7ab570b9-a087-4d2b-b1aa-13f7c405c301 HTTP/1.1" status: 200 len: 217 time: 0.0843580 Dec 20 14:31:28.054848 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] No Port match for: 78b7fd8a-2c37-42f2-a79a-7e1d35c52966 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:31:28.054848 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 78b7fd8a-2c37-42f2-a79a-7e1d35c52966 not bound to the agent host n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:31:28.095556 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f900a11a-82c1-4fc9-97c2-bcea977d5739 x-openstack-request-id: req-f900a11a-82c1-4fc9-97c2-bcea977d5739 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:31:28.095852 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9f4af4a-3cdc-410a-b998-6d5fe3441bfe", "tag": "7ab570b9-a087-4d2b-b1aa-13f7c405c301", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:31:28.096105 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f900a11a-82c1-4fc9-97c2-bcea977d5739 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:31:28.096505 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9f4af4a-3cdc-410a-b998-6d5fe3441bfe', 'tag': '7ab570b9-a087-4d2b-b1aa-13f7c405c301', 'status': 'completed', 'code': 200} Dec 20 14:31:28.097357 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-df8bda75-3cc8-40bc-917a-1b5dd806f964 req-8361ca45-c6ce-4e77-a018-79e54725054d tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6a39052-36c7-4e8a-a837-c745dc8572a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897651 Dec 20 14:31:28.097946 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484764fa-f914-4469-a7c7-a9a3bf8a8ffd req-7dca4b41-438e-4b47-b096-ac0d985d6b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:28.099501 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-484764fa-f914-4469-a7c7-a9a3bf8a8ffd req-7dca4b41-438e-4b47-b096-ac0d985d6b14 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=abdd67bc-9d4f-4c83-bef4-e57e3af09d79 HTTP/1.1" status: 200 len: 852 time: 0.0555875 Dec 20 14:31:28.105765 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484764fa-f914-4469-a7c7-a9a3bf8a8ffd req-758dd6de-1aac-4bd5-b655-0d1d9bd14751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:28.107211 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-484764fa-f914-4469-a7c7-a9a3bf8a8ffd req-758dd6de-1aac-4bd5-b655-0d1d9bd14751 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a3d381488679457dbaa2d9f6a292642f&device_id=acec2729-c8ad-4187-9b5a-2220d1b2ca3a HTTP/1.1" status: 200 len: 1096 time: 0.0783865 Dec 20 14:31:28.146966 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-484764fa-f914-4469-a7c7-a9a3bf8a8ffd req-6d0659cb-2ed9-437f-a6fe-9937deb57645 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3491ebdf-04fb-470c-8b6d-7380be6781df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258203 Dec 20 14:31:28.158926 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-484764fa-f914-4469-a7c7-a9a3bf8a8ffd req-71e7e1c3-6ef5-4a5a-b8de-db71d2231642 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c7a87431-fd7a-4da8-9493-119275f58a49 HTTP/1.1" status: 200 len: 217 time: 0.0364740 Dec 20 14:31:28.237560 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484764fa-f914-4469-a7c7-a9a3bf8a8ffd req-14302489-0f30-48f3-8901-fc039df0c4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:28.239138 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-484764fa-f914-4469-a7c7-a9a3bf8a8ffd req-14302489-0f30-48f3-8901-fc039df0c4e2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=abdd67bc-9d4f-4c83-bef4-e57e3af09d79 HTTP/1.1" status: 200 len: 852 time: 0.0488546 Dec 20 14:31:28.278952 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-484764fa-f914-4469-a7c7-a9a3bf8a8ffd req-081218eb-cfbc-45cd-9c6b-6712d3f5faea service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3491ebdf-04fb-470c-8b6d-7380be6781df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305729 Dec 20 14:31:28.293383 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefdbd2b-caa4-4224-abb3-f67c11f97ebc req-12afc36d-200e-4f63-bb07-a6d339efee91 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:28.294899 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-aefdbd2b-caa4-4224-abb3-f67c11f97ebc req-12afc36d-200e-4f63-bb07-a6d339efee91 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/ports?device_id=553ed9f9-b473-4cbd-8e0e-49a4391ac7e4 HTTP/1.1" status: 200 len: 945 time: 0.1011043 Dec 20 14:31:28.311769 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-484764fa-f914-4469-a7c7-a9a3bf8a8ffd req-12a3ddb2-c9ae-4965-a010-ae4c71a85b0b service neutron] 10.222.0.30 "GET /v2.0/networks/3491ebdf-04fb-470c-8b6d-7380be6781df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547344 Dec 20 14:31:28.373098 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-484764fa-f914-4469-a7c7-a9a3bf8a8ffd req-1a7a182e-527d-4c85-aee0-ab1e5870593c service neutron] 10.222.0.30 "GET /v2.0/networks/3491ebdf-04fb-470c-8b6d-7380be6781df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858393 Dec 20 14:31:28.408292 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-aefdbd2b-caa4-4224-abb3-f67c11f97ebc req-823d3165-8e8c-4700-89cd-ed169ba07c5c tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/security-groups?id=a27fba59-7d90-4650-9482-b2bcd3113c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071038 Dec 20 14:31:28.452467 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-484764fa-f914-4469-a7c7-a9a3bf8a8ffd req-143877b1-0300-48dc-9070-7773a167de2a service neutron] 10.222.0.30 "GET /v2.0/networks/3491ebdf-04fb-470c-8b6d-7380be6781df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317434 Dec 20 14:31:28.505197 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-484764fa-f914-4469-a7c7-a9a3bf8a8ffd req-da77915b-5a38-44d8-a419-57daf76c3f4e service neutron] 10.222.0.30 "GET /v2.0/networks/3491ebdf-04fb-470c-8b6d-7380be6781df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237712 Dec 20 14:31:28.520839 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9e5d37-ba4d-4836-908d-36a12bfc0f08 req-98f66195-43fb-493b-877d-acef095e5e11 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:28.522347 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6f9e5d37-ba4d-4836-908d-36a12bfc0f08 req-98f66195-43fb-493b-877d-acef095e5e11 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a251c5e-152a-42f2-9a16-7ad7e13c98e1 HTTP/1.1" status: 200 len: 950 time: 0.0717161 Dec 20 14:31:28.599908 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6f9e5d37-ba4d-4836-908d-36a12bfc0f08 req-1e37c7f8-5439-4680-9a3f-b71ab3b10a76 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711651 Dec 20 14:31:28.605425 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad4c36d-e249-4746-ad87-665da5a06724 req-7bf4caa1-fea1-4cd1-996d-50327e78a02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:28.606950 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-dad4c36d-e249-4746-ad87-665da5a06724 req-7bf4caa1-fea1-4cd1-996d-50327e78a02e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a3d381488679457dbaa2d9f6a292642f&device_id=a9f4af4a-3cdc-410a-b998-6d5fe3441bfe HTTP/1.1" status: 200 len: 1095 time: 0.0710950 Dec 20 14:31:28.609725 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4471c4c9-4585-4d8b-8841-32bb7ef43a76 req-b6be5fc1-9b34-4dcb-bf17-80f81efa6b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:28.611415 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4471c4c9-4585-4d8b-8841-32bb7ef43a76 req-b6be5fc1-9b34-4dcb-bf17-80f81efa6b42 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a3d381488679457dbaa2d9f6a292642f&device_id=acec2729-c8ad-4187-9b5a-2220d1b2ca3a HTTP/1.1" status: 200 len: 1096 time: 0.0440304 Dec 20 14:31:28.719945 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4471c4c9-4585-4d8b-8841-32bb7ef43a76 req-5d027a9b-68a8-440a-82d7-7a089b216bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:28.721721 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4471c4c9-4585-4d8b-8841-32bb7ef43a76 req-5d027a9b-68a8-440a-82d7-7a089b216bad service neutron] 10.222.0.30 "GET /v2.0/networks?id=3491ebdf-04fb-470c-8b6d-7380be6781df HTTP/1.1" status: 200 len: 913 time: 0.0981789 Dec 20 14:31:28.722430 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad4c36d-e249-4746-ad87-665da5a06724 req-6c8e0cb6-85f5-44cc-9d19-35ed6b0c66d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:28.723995 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-dad4c36d-e249-4746-ad87-665da5a06724 req-6c8e0cb6-85f5-44cc-9d19-35ed6b0c66d1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3491ebdf-04fb-470c-8b6d-7380be6781df HTTP/1.1" status: 200 len: 913 time: 0.1011641 Dec 20 14:31:28.779783 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4471c4c9-4585-4d8b-8841-32bb7ef43a76 req-d6a69639-2a20-4f71-a4e7-6c4a43d608d2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c7a87431-fd7a-4da8-9493-119275f58a49 HTTP/1.1" status: 200 len: 217 time: 0.0367482 Dec 20 14:31:28.787555 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-dad4c36d-e249-4746-ad87-665da5a06724 req-c9a589bf-6c50-4caf-b2ef-9c12f0843722 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7ab570b9-a087-4d2b-b1aa-13f7c405c301 HTTP/1.1" status: 200 len: 217 time: 0.0438063 Dec 20 14:31:28.833362 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4471c4c9-4585-4d8b-8841-32bb7ef43a76 req-bed7facf-c958-4eaa-ac48-9818251330a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:28.835198 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4471c4c9-4585-4d8b-8841-32bb7ef43a76 req-bed7facf-c958-4eaa-ac48-9818251330a8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=abdd67bc-9d4f-4c83-bef4-e57e3af09d79 HTTP/1.1" status: 200 len: 852 time: 0.0466967 Dec 20 14:31:28.870830 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4471c4c9-4585-4d8b-8841-32bb7ef43a76 req-1f031dbf-7d8e-4e77-bc77-9cba95718512 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3491ebdf-04fb-470c-8b6d-7380be6781df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276759 Dec 20 14:31:28.873731 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad4c36d-e249-4746-ad87-665da5a06724 req-c8432e0a-c27c-4c77-a2f1-32a97224f391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:28.875222 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-dad4c36d-e249-4746-ad87-665da5a06724 req-c8432e0a-c27c-4c77-a2f1-32a97224f391 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=abdd67bc-9d4f-4c83-bef4-e57e3af09d79 HTTP/1.1" status: 200 len: 852 time: 0.0571208 Dec 20 14:31:28.883731 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc874f3-319b-481a-80b0-a9fd642709dd req-263c61e3-5692-426a-91bd-d101c668bd04 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:28.885370 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9dc874f3-319b-481a-80b0-a9fd642709dd req-263c61e3-5692-426a-91bd-d101c668bd04 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] 10.222.0.54 "GET /v2.0/ports?device_id=a9f4af4a-3cdc-410a-b998-6d5fe3441bfe HTTP/1.1" status: 200 len: 943 time: 0.1072655 Dec 20 14:31:28.917113 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-dad4c36d-e249-4746-ad87-665da5a06724 req-9c296984-5a25-4cfb-9753-2fa925485adb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3491ebdf-04fb-470c-8b6d-7380be6781df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306289 Dec 20 14:31:28.988147 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89ed93d-fc06-4095-94c9-e4b69fc0a7ea req-4e950a53-7469-4ab2-9bd7-3f39e735541e tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:28.989681 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c89ed93d-fc06-4095-94c9-e4b69fc0a7ea req-4e950a53-7469-4ab2-9bd7-3f39e735541e tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=c781ec3d-01c7-4225-bf36-1809b5a16388 HTTP/1.1" status: 200 len: 946 time: 0.1215706 Dec 20 14:31:29.008133 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9dc874f3-319b-481a-80b0-a9fd642709dd req-8c9960c6-7787-4ce1-b55d-bd91dde78833 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] 10.222.0.54 "GET /v2.0/security-groups?id=abf690a4-85ff-419e-a3c1-810b04061c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137862 Dec 20 14:31:29.026248 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4471c4c9-4585-4d8b-8841-32bb7ef43a76 req-589e1784-4821-484b-b26a-56128e8829ec service neutron] 10.222.0.30 "GET /v2.0/networks/3491ebdf-04fb-470c-8b6d-7380be6781df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261699 Dec 20 14:31:29.043558 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-dad4c36d-e249-4746-ad87-665da5a06724 req-febb3a90-f634-4256-891e-a1e412526729 service neutron] 10.222.0.30 "GET /v2.0/networks/3491ebdf-04fb-470c-8b6d-7380be6781df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166694 Dec 20 14:31:29.085668 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c89ed93d-fc06-4095-94c9-e4b69fc0a7ea req-b39935f9-8a3c-4bda-add0-2bd464679b2d tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871768 Dec 20 14:31:29.143648 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-dad4c36d-e249-4746-ad87-665da5a06724 req-1ccac53d-d9c8-4264-8d5f-96f2d2b480ca service neutron] 10.222.0.30 "GET /v2.0/networks/3491ebdf-04fb-470c-8b6d-7380be6781df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890532 Dec 20 14:31:29.144189 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4471c4c9-4585-4d8b-8841-32bb7ef43a76 req-083d4b26-5bf6-47dd-b309-38de3055337e service neutron] 10.222.0.30 "GET /v2.0/networks/3491ebdf-04fb-470c-8b6d-7380be6781df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039364 Dec 20 14:31:29.221011 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b311eb50-2ff7-4bef-a823-d19275a3e752 req-0ce1ac54-a205-4fb8-8b44-0b394da1b544 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:29.222398 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b311eb50-2ff7-4bef-a823-d19275a3e752 req-0ce1ac54-a205-4fb8-8b44-0b394da1b544 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/ports?device_id=b120404b-a643-4820-bd94-09aa42cf125b HTTP/1.1" status: 200 len: 946 time: 0.0530028 Dec 20 14:31:29.252179 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c781ec3d-01c7-4225-bf36-1809b5a16388', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb5f4f2a-7fcb-4ab5-8026-bb338e7a97ad'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:31:29.254606 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4951be9e-85a4-4d1e-ba4e-4a4345b392b6" -d '{"events": [{"server_uuid": "c781ec3d-01c7-4225-bf36-1809b5a16388", "name": "network-vif-plugged", "status": "completed", "tag": "bb5f4f2a-7fcb-4ab5-8026-bb338e7a97ad"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:31:29.274090 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b311eb50-2ff7-4bef-a823-d19275a3e752 req-685d26aa-6ea0-41fd-bba8-cfc69c88750e tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6a39052-36c7-4e8a-a837-c745dc8572a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453405 Dec 20 14:31:29.294301 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47b1010f-805f-4b05-a6a8-d5b6a75b8914 x-openstack-request-id: req-47b1010f-805f-4b05-a6a8-d5b6a75b8914 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:31:29.294628 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c781ec3d-01c7-4225-bf36-1809b5a16388", "name": "network-vif-plugged", "status": "completed", "tag": "bb5f4f2a-7fcb-4ab5-8026-bb338e7a97ad", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:31:29.294901 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-47b1010f-805f-4b05-a6a8-d5b6a75b8914 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:31:29.295301 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c781ec3d-01c7-4225-bf36-1809b5a16388', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb5f4f2a-7fcb-4ab5-8026-bb338e7a97ad', 'code': 200} Dec 20 14:31:29.409409 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143984c4-19e0-410d-a51c-0190e49c118a req-3e6d0e9b-7a2f-444e-9228-0638169ac363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:29.410970 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-143984c4-19e0-410d-a51c-0190e49c118a req-3e6d0e9b-7a2f-444e-9228-0638169ac363 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c781ec3d-01c7-4225-bf36-1809b5a16388 HTTP/1.1" status: 200 len: 1098 time: 0.0413373 Dec 20 14:31:29.456379 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-143984c4-19e0-410d-a51c-0190e49c118a req-4cec9a77-77e9-4c84-9591-a8e789f810f9 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377374 Dec 20 14:31:29.540332 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d596be9-d740-421a-8a79-85584539f8a5 req-e87d5cbe-5fda-4ba3-8512-336d2989a0e7 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:29.541866 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7d596be9-d740-421a-8a79-85584539f8a5 req-e87d5cbe-5fda-4ba3-8512-336d2989a0e7 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/ports?device_id=553ed9f9-b473-4cbd-8e0e-49a4391ac7e4 HTTP/1.1" status: 200 len: 945 time: 0.0522847 Dec 20 14:31:29.593248 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7d596be9-d740-421a-8a79-85584539f8a5 req-b0e2577b-870c-4cc6-b595-2707a2e87855 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/security-groups?id=a27fba59-7d90-4650-9482-b2bcd3113c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451515 Dec 20 14:31:29.727695 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7615e68c-2754-45f5-8e23-f94202b1fa40 req-1a4e5f33-647d-40dc-a6bf-21307c5365e6 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:29.729194 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7615e68c-2754-45f5-8e23-f94202b1fa40 req-1a4e5f33-647d-40dc-a6bf-21307c5365e6 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a251c5e-152a-42f2-9a16-7ad7e13c98e1 HTTP/1.1" status: 200 len: 950 time: 0.0565383 Dec 20 14:31:29.779194 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7615e68c-2754-45f5-8e23-f94202b1fa40 req-482989ba-0b00-4934-9aa3-4274e1f02d93 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437853 Dec 20 14:31:30.131305 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7fd1be-66f3-4264-beb4-2ee450a1b930 req-05a50363-331d-4ab4-9aa1-888ea2195ed4 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:30.132842 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fc7fd1be-66f3-4264-beb4-2ee450a1b930 req-05a50363-331d-4ab4-9aa1-888ea2195ed4 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] 10.222.0.54 "GET /v2.0/ports?device_id=a9f4af4a-3cdc-410a-b998-6d5fe3441bfe HTTP/1.1" status: 200 len: 943 time: 0.0523667 Dec 20 14:31:30.187673 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fc7fd1be-66f3-4264-beb4-2ee450a1b930 req-8d3c8fee-5297-4d97-bf8b-75db703f5ebf tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] 10.222.0.54 "GET /v2.0/security-groups?id=abf690a4-85ff-419e-a3c1-810b04061c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477202 Dec 20 14:31:30.214354 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86ef34f-58d9-469d-af27-5ecc000a2e40 req-da2d11d5-818d-4a7b-9c0a-8a127d2a8566 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:30.215913 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b86ef34f-58d9-469d-af27-5ecc000a2e40 req-da2d11d5-818d-4a7b-9c0a-8a127d2a8566 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=c781ec3d-01c7-4225-bf36-1809b5a16388 HTTP/1.1" status: 200 len: 946 time: 0.0532594 Dec 20 14:31:30.274686 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b86ef34f-58d9-469d-af27-5ecc000a2e40 req-ed929c43-4e06-4193-ac4a-dbae61c2c721 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498068 Dec 20 14:31:30.392921 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09c3a0c-b120-41ce-99bc-462418d44aac req-b41fbb5b-1aca-4bd3-8db7-4dd71c4abb87 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:30.394705 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e09c3a0c-b120-41ce-99bc-462418d44aac req-b41fbb5b-1aca-4bd3-8db7-4dd71c4abb87 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/ports?device_id=b120404b-a643-4820-bd94-09aa42cf125b HTTP/1.1" status: 200 len: 946 time: 0.0530403 Dec 20 14:31:30.456132 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e09c3a0c-b120-41ce-99bc-462418d44aac req-e45d5931-5552-4ef5-a79a-814fc31e53a8 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6a39052-36c7-4e8a-a837-c745dc8572a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552986 Dec 20 14:31:30.578716 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fa03e7-f038-4e4f-8de6-ce6623e7b6c4 req-02cdadab-8ac1-4d6d-87b8-78e00319455c tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:30.580280 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-90fa03e7-f038-4e4f-8de6-ce6623e7b6c4 req-02cdadab-8ac1-4d6d-87b8-78e00319455c tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/ports?device_id=b120404b-a643-4820-bd94-09aa42cf125b HTTP/1.1" status: 200 len: 946 time: 0.0495594 Dec 20 14:31:30.630398 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-90fa03e7-f038-4e4f-8de6-ce6623e7b6c4 req-806670bc-cb7f-426c-989f-7b4d7f0f8f94 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6a39052-36c7-4e8a-a837-c745dc8572a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438147 Dec 20 14:31:30.631650 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-234cb564-910f-47a0-93b6-6017fdb248cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:30.722849 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ee316-e303-40e1-8688-434e623d409a req-baaf70c5-2a88-4cc7-8fcd-2d2e62654ef1 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:30.724508 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-195ee316-e303-40e1-8688-434e623d409a req-baaf70c5-2a88-4cc7-8fcd-2d2e62654ef1 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/ports?device_id=553ed9f9-b473-4cbd-8e0e-49a4391ac7e4 HTTP/1.1" status: 200 len: 945 time: 0.0556009 Dec 20 14:31:30.777238 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-195ee316-e303-40e1-8688-434e623d409a req-a97ffb5c-c2a8-41d3-b22b-7c67af9e1ece tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/security-groups?id=a27fba59-7d90-4650-9482-b2bcd3113c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459774 Dec 20 14:31:30.922296 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacb68a5-b194-4da8-b8c4-737a1ab51700 req-16e5594d-c1fd-4744-a621-cb5fa6a27878 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:30.923908 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cacb68a5-b194-4da8-b8c4-737a1ab51700 req-16e5594d-c1fd-4744-a621-cb5fa6a27878 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a251c5e-152a-42f2-9a16-7ad7e13c98e1 HTTP/1.1" status: 200 len: 950 time: 0.0498440 Dec 20 14:31:30.975268 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cacb68a5-b194-4da8-b8c4-737a1ab51700 req-b754768a-2f5c-43fc-88a5-8f510022301d tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446143 Dec 20 14:31:31.041042 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a33a36-9df9-4d9c-a156-894ea75531ab req-cf74bfb6-95c6-4236-81fb-e924defc92cc tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:31.042644 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-49a33a36-9df9-4d9c-a156-894ea75531ab req-cf74bfb6-95c6-4236-81fb-e924defc92cc tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/ports?device_id=b120404b-a643-4820-bd94-09aa42cf125b HTTP/1.1" status: 200 len: 946 time: 0.0513637 Dec 20 14:31:31.097508 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-49a33a36-9df9-4d9c-a156-894ea75531ab req-551915a1-0320-4117-97c8-fdc50d30510d tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6a39052-36c7-4e8a-a837-c745dc8572a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485911 Dec 20 14:31:31.237581 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22ea300-9fca-46aa-9f3d-69953cb6d2f5 req-a30a6c72-f3f8-4a0f-8ba9-add7dc0bad90 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:31.239240 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a22ea300-9fca-46aa-9f3d-69953cb6d2f5 req-a30a6c72-f3f8-4a0f-8ba9-add7dc0bad90 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/ports?device_id=b120404b-a643-4820-bd94-09aa42cf125b HTTP/1.1" status: 200 len: 946 time: 0.0563033 Dec 20 14:31:31.294332 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a22ea300-9fca-46aa-9f3d-69953cb6d2f5 req-f00bf0bf-a164-433a-8d1a-7052307b3104 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6a39052-36c7-4e8a-a837-c745dc8572a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482588 Dec 20 14:31:31.320496 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73637fce-7012-490a-ac69-81671ead092f req-7e7d743c-f215-4698-8996-c60c290bb07c tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:31.322817 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-73637fce-7012-490a-ac69-81671ead092f req-7e7d743c-f215-4698-8996-c60c290bb07c tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] 10.222.0.54 "GET /v2.0/ports?device_id=a9f4af4a-3cdc-410a-b998-6d5fe3441bfe HTTP/1.1" status: 200 len: 943 time: 0.0585349 Dec 20 14:31:31.376925 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-73637fce-7012-490a-ac69-81671ead092f req-f61cd40e-a336-4fe8-83e7-1ae1d42217a7 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] 10.222.0.54 "GET /v2.0/security-groups?id=abf690a4-85ff-419e-a3c1-810b04061c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477161 Dec 20 14:31:31.439726 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b64481-1a97-4dbe-8efe-9b89cfd00bc7 req-d79e8944-b372-469e-9312-c1108d3f472d tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:31.441363 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e5b64481-1a97-4dbe-8efe-9b89cfd00bc7 req-d79e8944-b372-469e-9312-c1108d3f472d tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=c781ec3d-01c7-4225-bf36-1809b5a16388 HTTP/1.1" status: 200 len: 946 time: 0.0758173 Dec 20 14:31:31.499033 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e5b64481-1a97-4dbe-8efe-9b89cfd00bc7 req-03d6b0d7-dae6-4f78-8040-a333bddd0bd5 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493739 Dec 20 14:31:31.746084 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ed5532-7930-4d84-90d9-79ad507cbcf9 req-43c39380-2da6-49e7-a5cb-8cbe622522ee tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:31.748024 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-98ed5532-7930-4d84-90d9-79ad507cbcf9 req-43c39380-2da6-49e7-a5cb-8cbe622522ee tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/ports?device_id=b120404b-a643-4820-bd94-09aa42cf125b HTTP/1.1" status: 200 len: 946 time: 0.0634775 Dec 20 14:31:31.809968 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-98ed5532-7930-4d84-90d9-79ad507cbcf9 req-2434aa7d-e397-4f2c-86bf-8f7113b815c1 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6a39052-36c7-4e8a-a837-c745dc8572a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526500 Dec 20 14:31:31.942869 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c62423-8338-4053-a2b0-f0a5d73d06f4 req-cacde33c-41aa-42e3-a38b-ae26fbeb27e7 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:31.955442 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-24c62423-8338-4053-a2b0-f0a5d73d06f4 req-cacde33c-41aa-42e3-a38b-ae26fbeb27e7 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/ports?device_id=553ed9f9-b473-4cbd-8e0e-49a4391ac7e4 HTTP/1.1" status: 200 len: 945 time: 0.0690992 Dec 20 14:31:32.001188 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-24c62423-8338-4053-a2b0-f0a5d73d06f4 req-1d2007c3-8892-4268-be8c-57307ed231bb tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/security-groups?id=a27fba59-7d90-4650-9482-b2bcd3113c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448422 Dec 20 14:31:32.117149 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a252093-f0c0-4cc5-9f27-2d115f729111 req-a203e2b0-a469-47b3-b685-bf0d766aa78e tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:32.118661 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7a252093-f0c0-4cc5-9f27-2d115f729111 req-a203e2b0-a469-47b3-b685-bf0d766aa78e tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a251c5e-152a-42f2-9a16-7ad7e13c98e1 HTTP/1.1" status: 200 len: 950 time: 0.0510821 Dec 20 14:31:32.165669 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7a252093-f0c0-4cc5-9f27-2d115f729111 req-bab4fccb-edb9-4293-9184-f159099d9239 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408423 Dec 20 14:31:32.512475 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7db187-7d49-4871-b956-e801f3f93d52 req-28932413-15b4-4696-98c7-d2660824a62d tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:32.513905 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9e7db187-7d49-4871-b956-e801f3f93d52 req-28932413-15b4-4696-98c7-d2660824a62d tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] 10.222.0.54 "GET /v2.0/ports?device_id=a9f4af4a-3cdc-410a-b998-6d5fe3441bfe HTTP/1.1" status: 200 len: 943 time: 0.0590975 Dec 20 14:31:32.578464 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9e7db187-7d49-4871-b956-e801f3f93d52 req-c3f285da-5df9-419e-9f78-295fc564dbca tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] 10.222.0.54 "GET /v2.0/security-groups?id=abf690a4-85ff-419e-a3c1-810b04061c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528328 Dec 20 14:31:32.622265 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949f757e-bccf-40d4-8aec-0eb71e14155e req-89180390-4b89-4a0c-88df-16f5574a9a38 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:32.623852 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-949f757e-bccf-40d4-8aec-0eb71e14155e req-89180390-4b89-4a0c-88df-16f5574a9a38 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=c781ec3d-01c7-4225-bf36-1809b5a16388 HTTP/1.1" status: 200 len: 946 time: 0.0546207 Dec 20 14:31:32.678944 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-949f757e-bccf-40d4-8aec-0eb71e14155e req-32b3e615-8849-4f38-a885-7625b0e3b793 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478940 Dec 20 14:31:32.813067 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-48893841-95ea-4833-96ba-444af4535f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:32.939504 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f44c5de-caaa-4856-83c8-1b88e3b6cb31 req-8ec800a7-1cbb-43bd-a2f4-5384a9224174 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:32.941437 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2f44c5de-caaa-4856-83c8-1b88e3b6cb31 req-8ec800a7-1cbb-43bd-a2f4-5384a9224174 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/ports?device_id=b120404b-a643-4820-bd94-09aa42cf125b HTTP/1.1" status: 200 len: 946 time: 0.0563674 Dec 20 14:31:32.979777 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device c7a87431-fd7a-4da8-9493-119275f58a49 details requested by agent hyperv_n-h1-761264-19 with host n-h1-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:31:33.001852 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2f44c5de-caaa-4856-83c8-1b88e3b6cb31 req-7f489361-e05a-4b53-b861-ce351f338467 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6a39052-36c7-4e8a-a837-c745dc8572a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534277 Dec 20 14:31:33.122190 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port c7a87431-fd7a-4da8-9493-119275f58a49, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=c7a87431-fd7a-4da8-9493-119275f58a49,segment=NetworkSegment(e5037e40-00e6-482d-b28a-59c517384ba4),segment_id=e5037e40-00e6-482d-b28a-59c517384ba4)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:31:33.135887 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Returning: {'device': 'c7a87431-fd7a-4da8-9493-119275f58a49', 'network_id': '3491ebdf-04fb-470c-8b6d-7380be6781df', 'port_id': 'c7a87431-fd7a-4da8-9493-119275f58a49', 'mac_address': 'fa:16:3e:6f:0e:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abdd67bc-9d4f-4c83-bef4-e57e3af09d79', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:31:33.192189 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:33.195513 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb595e7-37b2-4612-afb4-abdf8a7c8f82 req-6ce0a233-20fb-413d-87e8-aa38a40f0d42 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:33.197220 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2bb595e7-37b2-4612-afb4-abdf8a7c8f82 req-6ce0a233-20fb-413d-87e8-aa38a40f0d42 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/ports?device_id=553ed9f9-b473-4cbd-8e0e-49a4391ac7e4 HTTP/1.1" status: 200 len: 945 time: 0.0550392 Dec 20 14:31:33.207052 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7a87431-fd7a-4da8-9493-119275f58a49 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:31:33.227238 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port c7a87431-fd7a-4da8-9493-119275f58a49, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=c7a87431-fd7a-4da8-9493-119275f58a49,segment=NetworkSegment(e5037e40-00e6-482d-b28a-59c517384ba4),segment_id=e5037e40-00e6-482d-b28a-59c517384ba4)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:31:33.235282 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:33.237855 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 7ab570b9-a087-4d2b-b1aa-13f7c405c301 details requested by agent hyperv_n-h1-761264-19 with host n-h1-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:31:33.255743 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c31184-c287-4919-b887-382eb42ea821 req-af0f2ad4-d6f2-4295-b152-16e2709dbe28 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:33.257315 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-15c31184-c287-4919-b887-382eb42ea821 req-af0f2ad4-d6f2-4295-b152-16e2709dbe28 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=c781ec3d-01c7-4225-bf36-1809b5a16388 HTTP/1.1" status: 200 len: 946 time: 0.0586395 Dec 20 14:31:33.262400 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2bb595e7-37b2-4612-afb4-abdf8a7c8f82 req-180005a2-808d-4e1d-915a-91234d64a550 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/security-groups?id=a27fba59-7d90-4650-9482-b2bcd3113c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531929 Dec 20 14:31:33.310810 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-15c31184-c287-4919-b887-382eb42ea821 req-4f2237b5-36de-442a-974c-aeb7782f226c tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463982 Dec 20 14:31:33.318068 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 7ab570b9-a087-4d2b-b1aa-13f7c405c301, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=7ab570b9-a087-4d2b-b1aa-13f7c405c301,segment=NetworkSegment(e5037e40-00e6-482d-b28a-59c517384ba4),segment_id=e5037e40-00e6-482d-b28a-59c517384ba4)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:31:33.320984 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=c7a87431-fd7a-4da8-9493-119275f58a49,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:31:33.332722 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Returning: {'device': '7ab570b9-a087-4d2b-b1aa-13f7c405c301', 'network_id': '3491ebdf-04fb-470c-8b6d-7380be6781df', 'port_id': '7ab570b9-a087-4d2b-b1aa-13f7c405c301', 'mac_address': 'fa:16:3e:a9:95:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abdd67bc-9d4f-4c83-bef4-e57e3af09d79', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:31:33.370471 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:33.387386 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ab570b9-a087-4d2b-b1aa-13f7c405c301 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:31:33.390507 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b19fb89-cd2a-417e-9ff4-f5923e4f91b4 req-6bfa515a-8e03-44c8-9de8-f4f3aa2c347e tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:33.392689 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0b19fb89-cd2a-417e-9ff4-f5923e4f91b4 req-6bfa515a-8e03-44c8-9de8-f4f3aa2c347e tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a251c5e-152a-42f2-9a16-7ad7e13c98e1 HTTP/1.1" status: 200 len: 950 time: 0.0534122 Dec 20 14:31:33.407946 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 7ab570b9-a087-4d2b-b1aa-13f7c405c301, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=7ab570b9-a087-4d2b-b1aa-13f7c405c301,segment=NetworkSegment(e5037e40-00e6-482d-b28a-59c517384ba4),segment_id=e5037e40-00e6-482d-b28a-59c517384ba4)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:31:33.412873 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:33.443756 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0b19fb89-cd2a-417e-9ff4-f5923e4f91b4 req-68364859-6e58-4d18-b528-a78ffc36066c tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449345 Dec 20 14:31:33.460227 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=7ab570b9-a087-4d2b-b1aa-13f7c405c301,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:31:33.680908 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:33.706888 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95148973-7c09-4481-922d-059d49aa1d61 req-c0a121a4-4e49-4536-be7d-6d6247fe2ef0 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:33.708593 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-95148973-7c09-4481-922d-059d49aa1d61 req-c0a121a4-4e49-4536-be7d-6d6247fe2ef0 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] 10.222.0.54 "GET /v2.0/ports?device_id=a9f4af4a-3cdc-410a-b998-6d5fe3441bfe HTTP/1.1" status: 200 len: 944 time: 0.0561860 Dec 20 14:31:33.761893 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-95148973-7c09-4481-922d-059d49aa1d61 req-7e5f51f8-dd0b-4061-9d58-b83a2ffd01fc tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] 10.222.0.54 "GET /v2.0/security-groups?id=abf690a4-85ff-419e-a3c1-810b04061c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468080 Dec 20 14:31:33.865142 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['7ab570b9-a087-4d2b-b1aa-13f7c405c301'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:31:33.891296 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['c7a87431-fd7a-4da8-9493-119275f58a49'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:31:34.135397 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fc7709-480e-4290-b520-c744eacb25d3 req-6f6600fc-f937-4b51-be8b-4e08c2b61757 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:34.136882 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-93fc7709-480e-4290-b520-c744eacb25d3 req-6f6600fc-f937-4b51-be8b-4e08c2b61757 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/ports?device_id=b120404b-a643-4820-bd94-09aa42cf125b HTTP/1.1" status: 200 len: 946 time: 0.0566361 Dec 20 14:31:34.185589 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-93fc7709-480e-4290-b520-c744eacb25d3 req-f20a982b-4526-43c5-aff7-919863e9fdbf tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6a39052-36c7-4e8a-a837-c745dc8572a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424228 Dec 20 14:31:34.380778 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df4a0f7-a9c1-4a50-8cb6-ccbddb93505c req-9a5f6e9d-6a9e-4b4e-9a09-9da768b43979 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:34.382279 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1df4a0f7-a9c1-4a50-8cb6-ccbddb93505c req-9a5f6e9d-6a9e-4b4e-9a09-9da768b43979 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/ports?device_id=553ed9f9-b473-4cbd-8e0e-49a4391ac7e4 HTTP/1.1" status: 200 len: 945 time: 0.0503113 Dec 20 14:31:34.433283 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1df4a0f7-a9c1-4a50-8cb6-ccbddb93505c req-2193c119-9851-4073-a4c4-b7b672f7742a tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/security-groups?id=a27fba59-7d90-4650-9482-b2bcd3113c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446858 Dec 20 14:31:34.433964 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a4f9fc-af52-4f17-907b-eb2ab689fb3b req-4591fd17-131b-4e1e-9133-90a3b9f5ce52 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:34.435542 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-29a4f9fc-af52-4f17-907b-eb2ab689fb3b req-4591fd17-131b-4e1e-9133-90a3b9f5ce52 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=c781ec3d-01c7-4225-bf36-1809b5a16388 HTTP/1.1" status: 200 len: 946 time: 0.0489972 Dec 20 14:31:34.485331 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-29a4f9fc-af52-4f17-907b-eb2ab689fb3b req-59d921f9-70e8-4f59-ba5c-c77883bfce15 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431349 Dec 20 14:31:34.559989 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed556c7-9a8c-472e-aa74-e7eea8aba72f req-0f586d10-a784-4202-bf2d-f624f51a3bc2 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:34.561449 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9ed556c7-9a8c-472e-aa74-e7eea8aba72f req-0f586d10-a784-4202-bf2d-f624f51a3bc2 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a251c5e-152a-42f2-9a16-7ad7e13c98e1 HTTP/1.1" status: 200 len: 950 time: 0.0497470 Dec 20 14:31:34.611220 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9ed556c7-9a8c-472e-aa74-e7eea8aba72f req-e2e82a63-046c-4bb6-a4b4-2cfaabd3b055 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434237 Dec 20 14:31:34.883964 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eaefc1-9cc6-4284-bdfd-cd399780321d req-43bbdbe9-8160-465f-b8eb-e51f5e54c51b tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:34.885426 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-99eaefc1-9cc6-4284-bdfd-cd399780321d req-43bbdbe9-8160-465f-b8eb-e51f5e54c51b tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] 10.222.0.54 "GET /v2.0/ports?device_id=a9f4af4a-3cdc-410a-b998-6d5fe3441bfe HTTP/1.1" status: 200 len: 944 time: 0.0513668 Dec 20 14:31:34.932774 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-99eaefc1-9cc6-4284-bdfd-cd399780321d req-c5e80af9-8159-4f40-9524-cdf2fa34c149 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] 10.222.0.54 "GET /v2.0/security-groups?id=abf690a4-85ff-419e-a3c1-810b04061c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402751 Dec 20 14:31:35.313740 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12beede6-ce43-4398-8997-dec211db1b2f req-c2ce5725-c3e5-4adb-8071-83fe446aae50 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:35.315238 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-12beede6-ce43-4398-8997-dec211db1b2f req-c2ce5725-c3e5-4adb-8071-83fe446aae50 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/ports?device_id=b120404b-a643-4820-bd94-09aa42cf125b HTTP/1.1" status: 200 len: 946 time: 0.0570803 Dec 20 14:31:35.362939 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-12beede6-ce43-4398-8997-dec211db1b2f req-39f09640-3ed5-4e23-925b-a926728b386b tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6a39052-36c7-4e8a-a837-c745dc8572a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415063 Dec 20 14:31:35.567209 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee5fa0c-32a5-4c6a-9bcc-e5a49da3ea13 req-fd465e38-3a8b-44b2-a2a5-b5d397ecb7b9 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:35.568776 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-aee5fa0c-32a5-4c6a-9bcc-e5a49da3ea13 req-fd465e38-3a8b-44b2-a2a5-b5d397ecb7b9 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/ports?device_id=553ed9f9-b473-4cbd-8e0e-49a4391ac7e4 HTTP/1.1" status: 200 len: 945 time: 0.0587561 Dec 20 14:31:35.606442 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b316363-6728-412b-b995-15e24f121a04 req-021a1aa0-5e1e-425f-99ef-7b7e5b46d5c9 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:35.608030 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7b316363-6728-412b-b995-15e24f121a04 req-021a1aa0-5e1e-425f-99ef-7b7e5b46d5c9 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=c781ec3d-01c7-4225-bf36-1809b5a16388 HTTP/1.1" status: 200 len: 946 time: 0.0541708 Dec 20 14:31:35.620205 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-aee5fa0c-32a5-4c6a-9bcc-e5a49da3ea13 req-9a23d1f5-b7a0-4443-b15c-473b6392fd48 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/security-groups?id=a27fba59-7d90-4650-9482-b2bcd3113c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448587 Dec 20 14:31:35.660675 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7b316363-6728-412b-b995-15e24f121a04 req-a2d478ed-56a2-48d8-a2aa-c398781a4134 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462947 Dec 20 14:31:35.679360 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:35.750016 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69214bae-ade6-4326-a657-43c4fdfdba86 req-3b0e07ad-7d81-4a4a-b71c-337753d9e3c8 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:35.751576 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-69214bae-ade6-4326-a657-43c4fdfdba86 req-3b0e07ad-7d81-4a4a-b71c-337753d9e3c8 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a251c5e-152a-42f2-9a16-7ad7e13c98e1 HTTP/1.1" status: 200 len: 950 time: 0.0684483 Dec 20 14:31:35.800605 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-69214bae-ade6-4326-a657-43c4fdfdba86 req-c179b923-c64c-4fa2-8a5e-e8240394a91f tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426672 Dec 20 14:31:36.074032 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2142c49d-b48c-4629-9d21-e804b5f38e67 req-bf412f91-18bf-4915-96c7-d6bc1728c1ba tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:36.075707 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2142c49d-b48c-4629-9d21-e804b5f38e67 req-bf412f91-18bf-4915-96c7-d6bc1728c1ba tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] 10.222.0.54 "GET /v2.0/ports?device_id=a9f4af4a-3cdc-410a-b998-6d5fe3441bfe HTTP/1.1" status: 200 len: 944 time: 0.0628335 Dec 20 14:31:36.124632 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2142c49d-b48c-4629-9d21-e804b5f38e67 req-6a5ff6d0-1d1c-467a-be9e-13b4510f36fc tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] 10.222.0.54 "GET /v2.0/security-groups?id=abf690a4-85ff-419e-a3c1-810b04061c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428147 Dec 20 14:31:36.179722 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:36.488653 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f791af3e-fcef-4735-a7d9-6e89c4bc72cd req-1d467fca-aefa-4d07-93f3-cdd4e91bb95f tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:36.490033 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f791af3e-fcef-4735-a7d9-6e89c4bc72cd req-1d467fca-aefa-4d07-93f3-cdd4e91bb95f tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/ports?device_id=b120404b-a643-4820-bd94-09aa42cf125b HTTP/1.1" status: 200 len: 946 time: 0.0535734 Dec 20 14:31:36.540356 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f791af3e-fcef-4735-a7d9-6e89c4bc72cd req-b745ce6e-8868-4d35-8540-c60a451533e1 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6a39052-36c7-4e8a-a837-c745dc8572a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435367 Dec 20 14:31:36.745900 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc71a978-85ea-4feb-a156-fd83e5b53771 req-316df727-0d7b-45d3-8f3e-620e0b222329 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:36.747416 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-cc71a978-85ea-4feb-a156-fd83e5b53771 req-316df727-0d7b-45d3-8f3e-620e0b222329 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/ports?device_id=553ed9f9-b473-4cbd-8e0e-49a4391ac7e4 HTTP/1.1" status: 200 len: 945 time: 0.0529618 Dec 20 14:31:36.803245 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b2b9ae-61b7-4cc2-bb15-13efad494a9c req-8a55a227-4926-4bc2-b63c-214d29b740c8 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:36.804808 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-53b2b9ae-61b7-4cc2-bb15-13efad494a9c req-8a55a227-4926-4bc2-b63c-214d29b740c8 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=c781ec3d-01c7-4225-bf36-1809b5a16388 HTTP/1.1" status: 200 len: 946 time: 0.0707934 Dec 20 14:31:36.806061 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-cc71a978-85ea-4feb-a156-fd83e5b53771 req-3f3ace9c-a4a4-4700-92bf-18a7ce93e35f tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/security-groups?id=a27fba59-7d90-4650-9482-b2bcd3113c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521371 Dec 20 14:31:36.857198 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-53b2b9ae-61b7-4cc2-bb15-13efad494a9c req-0d2a7e7f-9069-480d-bd53-11ebd27bdc0d tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457673 Dec 20 14:31:36.919676 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11bece8-754d-45b3-bdeb-6037c1282d8f req-1ee5ad40-977a-4adf-afe3-fd6995cc481b tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:36.921177 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b11bece8-754d-45b3-bdeb-6037c1282d8f req-1ee5ad40-977a-4adf-afe3-fd6995cc481b tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a251c5e-152a-42f2-9a16-7ad7e13c98e1 HTTP/1.1" status: 200 len: 950 time: 0.0502918 Dec 20 14:31:36.976068 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device c7a87431-fd7a-4da8-9493-119275f58a49 up at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:31:36.976691 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b11bece8-754d-45b3-bdeb-6037c1282d8f req-e2c98407-8f5a-4385-ac3e-d9486ff11fea tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447667 Dec 20 14:31:37.041795 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning for port c7a87431-fd7a-4da8-9493-119275f58a49 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:31:37.047968 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning complete for port c7a87431-fd7a-4da8-9493-119275f58a49 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:31:37.048570 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:37.131879 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:37.155189 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acec2729-c8ad-4187-9b5a-2220d1b2ca3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7a87431-fd7a-4da8-9493-119275f58a49'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:31:37.157459 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd3afbc0-9157-4b7b-8a14-2397e5d0d4cb" -d '{"events": [{"server_uuid": "acec2729-c8ad-4187-9b5a-2220d1b2ca3a", "name": "network-vif-plugged", "status": "completed", "tag": "c7a87431-fd7a-4da8-9493-119275f58a49"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:31:37.174019 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port c7a87431-fd7a-4da8-9493-119275f58a49, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=c7a87431-fd7a-4da8-9493-119275f58a49,segment=NetworkSegment(e5037e40-00e6-482d-b28a-59c517384ba4),segment_id=e5037e40-00e6-482d-b28a-59c517384ba4)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:31:37.180150 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:37.181233 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 7ab570b9-a087-4d2b-b1aa-13f7c405c301 up at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:31:37.205747 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13fd12ec-731e-4459-882b-d12a480e5468 x-openstack-request-id: req-13fd12ec-731e-4459-882b-d12a480e5468 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:31:37.206163 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acec2729-c8ad-4187-9b5a-2220d1b2ca3a", "name": "network-vif-plugged", "status": "completed", "tag": "c7a87431-fd7a-4da8-9493-119275f58a49", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:31:37.206510 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-13fd12ec-731e-4459-882b-d12a480e5468 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:31:37.207009 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acec2729-c8ad-4187-9b5a-2220d1b2ca3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7a87431-fd7a-4da8-9493-119275f58a49', 'code': 200} Dec 20 14:31:37.248634 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca929791-16bc-4584-9619-0fa599f9990f req-70376e3b-5387-4e52-8db6-e4a325d35c57 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:37.250132 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ca929791-16bc-4584-9619-0fa599f9990f req-70376e3b-5387-4e52-8db6-e4a325d35c57 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] 10.222.0.54 "GET /v2.0/ports?device_id=a9f4af4a-3cdc-410a-b998-6d5fe3441bfe HTTP/1.1" status: 200 len: 944 time: 0.0509255 Dec 20 14:31:37.263000 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=c7a87431-fd7a-4da8-9493-119275f58a49,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:31:37.276490 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning for port 7ab570b9-a087-4d2b-b1aa-13f7c405c301 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:31:37.280648 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning complete for port 7ab570b9-a087-4d2b-b1aa-13f7c405c301 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:31:37.281011 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:37.333465 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ca929791-16bc-4584-9619-0fa599f9990f req-41af33bd-045b-42fa-9a20-3750a9f7a4e3 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] 10.222.0.54 "GET /v2.0/security-groups?id=abf690a4-85ff-419e-a3c1-810b04061c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765698 Dec 20 14:31:37.335206 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e85b593-e3db-4390-850d-ef7856397731 req-20596800-2e22-4303-80ec-06e16d9c7fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:37.336588 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6e85b593-e3db-4390-850d-ef7856397731 req-20596800-2e22-4303-80ec-06e16d9c7fc3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=acec2729-c8ad-4187-9b5a-2220d1b2ca3a HTTP/1.1" status: 200 len: 1098 time: 0.0722363 Dec 20 14:31:37.371962 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:37.387501 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6e85b593-e3db-4390-850d-ef7856397731 req-2d612a3c-fba8-41d0-b9a6-c7eb9165ced2 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=abf690a4-85ff-419e-a3c1-810b04061c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381377 Dec 20 14:31:37.405132 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 7ab570b9-a087-4d2b-b1aa-13f7c405c301, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=7ab570b9-a087-4d2b-b1aa-13f7c405c301,segment=NetworkSegment(e5037e40-00e6-482d-b28a-59c517384ba4),segment_id=e5037e40-00e6-482d-b28a-59c517384ba4)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:31:37.410313 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:37.458267 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=7ab570b9-a087-4d2b-b1aa-13f7c405c301,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:31:37.669858 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ea2c5c-8ff9-434a-8b83-5febec5b8377 req-158f4c2f-823f-4c6b-9832-75224c15af17 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:37.671537 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-69ea2c5c-8ff9-434a-8b83-5febec5b8377 req-158f4c2f-823f-4c6b-9832-75224c15af17 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/ports?device_id=b120404b-a643-4820-bd94-09aa42cf125b HTTP/1.1" status: 200 len: 946 time: 0.0553877 Dec 20 14:31:37.724274 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-69ea2c5c-8ff9-434a-8b83-5febec5b8377 req-d3976e9a-3c6f-4e95-bf58-1d81ee9dd57c tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6a39052-36c7-4e8a-a837-c745dc8572a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419390 Dec 20 14:31:37.930922 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2344414-694f-4b63-a093-a4ae8374b390 req-17bdc848-70fe-4bd9-a6a4-7c9cc9879442 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:37.932533 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f2344414-694f-4b63-a093-a4ae8374b390 req-17bdc848-70fe-4bd9-a6a4-7c9cc9879442 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/ports?device_id=553ed9f9-b473-4cbd-8e0e-49a4391ac7e4 HTTP/1.1" status: 200 len: 945 time: 0.0507200 Dec 20 14:31:37.979590 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7b972f-7d69-4dde-bcb0-d94f1ab602e0 req-1c3877f9-c35e-462f-873f-af07810d73d9 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:37.981175 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f2344414-694f-4b63-a093-a4ae8374b390 req-dad3d733-2080-4e5e-bdb9-34b7959dd761 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/security-groups?id=a27fba59-7d90-4650-9482-b2bcd3113c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422738 Dec 20 14:31:37.981340 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1b7b972f-7d69-4dde-bcb0-d94f1ab602e0 req-1c3877f9-c35e-462f-873f-af07810d73d9 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=c781ec3d-01c7-4225-bf36-1809b5a16388 HTTP/1.1" status: 200 len: 946 time: 0.0534387 Dec 20 14:31:38.036731 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1b7b972f-7d69-4dde-bcb0-d94f1ab602e0 req-14ed381e-e870-493a-acc3-c4accb012ac5 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481434 Dec 20 14:31:38.146153 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda10331-0099-4e2e-949a-b6901bce750d req-37183990-0c97-4177-aebc-b9c4479dd1dd tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:38.147642 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fda10331-0099-4e2e-949a-b6901bce750d req-37183990-0c97-4177-aebc-b9c4479dd1dd tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a251c5e-152a-42f2-9a16-7ad7e13c98e1 HTTP/1.1" status: 200 len: 950 time: 0.0517757 Dec 20 14:31:38.197575 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fda10331-0099-4e2e-949a-b6901bce750d req-c29fb0d2-196a-459e-b9f9-03659e96a767 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438368 Dec 20 14:31:38.459660 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5004836-b925-4d11-b2fa-005501db0e7f req-03b78195-b241-44c4-a588-55b7e45c75cf tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:38.461196 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c5004836-b925-4d11-b2fa-005501db0e7f req-03b78195-b241-44c4-a588-55b7e45c75cf tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] 10.222.0.54 "GET /v2.0/ports?device_id=a9f4af4a-3cdc-410a-b998-6d5fe3441bfe HTTP/1.1" status: 200 len: 945 time: 0.0537267 Dec 20 14:31:38.510861 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c5004836-b925-4d11-b2fa-005501db0e7f req-2d836d66-88c4-4c09-ba5c-b3d829f1c62d tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] 10.222.0.54 "GET /v2.0/security-groups?id=abf690a4-85ff-419e-a3c1-810b04061c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432026 Dec 20 14:31:38.866568 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affe1736-3f43-49e6-bb21-b5dec010ce03 req-232beba6-c837-4eb1-bf1e-f34d51fbd4dc tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:38.868564 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-affe1736-3f43-49e6-bb21-b5dec010ce03 req-232beba6-c837-4eb1-bf1e-f34d51fbd4dc tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/ports?device_id=b120404b-a643-4820-bd94-09aa42cf125b HTTP/1.1" status: 200 len: 946 time: 0.0563366 Dec 20 14:31:38.919170 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-affe1736-3f43-49e6-bb21-b5dec010ce03 req-7d2d89dd-8577-4b07-9aca-9a0e637ea1ac tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6a39052-36c7-4e8a-a837-c745dc8572a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444691 Dec 20 14:31:39.094124 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 14:31:39.111102 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a469b7-b237-4dc8-9759-b30c71923535 req-04eb1dc8-712f-49c1-a308-85c7cddfd898 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:39.112590 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-04a469b7-b237-4dc8-9759-b30c71923535 req-04eb1dc8-712f-49c1-a308-85c7cddfd898 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/ports?device_id=553ed9f9-b473-4cbd-8e0e-49a4391ac7e4 HTTP/1.1" status: 200 len: 945 time: 0.0518069 Dec 20 14:31:39.159512 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-04a469b7-b237-4dc8-9759-b30c71923535 req-4b009974-7142-49dd-acde-978f178d8acd tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/security-groups?id=a27fba59-7d90-4650-9482-b2bcd3113c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404713 Dec 20 14:31:39.208471 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9f4af4a-3cdc-410a-b998-6d5fe3441bfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ab570b9-a087-4d2b-b1aa-13f7c405c301'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:31:39.210836 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7a04b42-ea8b-40a2-9de2-627e2c2c4436" -d '{"events": [{"server_uuid": "a9f4af4a-3cdc-410a-b998-6d5fe3441bfe", "name": "network-vif-plugged", "status": "completed", "tag": "7ab570b9-a087-4d2b-b1aa-13f7c405c301"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:31:39.218708 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1463b84e-d1d0-493a-b9d2-c92f37b22138 req-607ad3ee-cc76-4f88-94a8-cf7e1ee2cd2e tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:39.220106 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1463b84e-d1d0-493a-b9d2-c92f37b22138 req-607ad3ee-cc76-4f88-94a8-cf7e1ee2cd2e tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=c781ec3d-01c7-4225-bf36-1809b5a16388 HTTP/1.1" status: 200 len: 946 time: 0.0491538 Dec 20 14:31:39.247504 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97ce7867-808e-4b3e-a623-1127cddcc5e8 x-openstack-request-id: req-97ce7867-808e-4b3e-a623-1127cddcc5e8 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:31:39.247795 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9f4af4a-3cdc-410a-b998-6d5fe3441bfe", "name": "network-vif-plugged", "status": "completed", "tag": "7ab570b9-a087-4d2b-b1aa-13f7c405c301", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:31:39.248045 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-97ce7867-808e-4b3e-a623-1127cddcc5e8 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:31:39.248441 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9f4af4a-3cdc-410a-b998-6d5fe3441bfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ab570b9-a087-4d2b-b1aa-13f7c405c301', 'code': 200} Dec 20 14:31:39.274026 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1463b84e-d1d0-493a-b9d2-c92f37b22138 req-50934f19-50e2-4c82-a218-ba8219ba1425 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473657 Dec 20 14:31:39.376502 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389798c7-22f0-4570-8ad9-35b20bf99fdb req-9ca3a184-6ae0-4052-92ed-3ceac3302cee tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:39.377992 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-389798c7-22f0-4570-8ad9-35b20bf99fdb req-9ca3a184-6ae0-4052-92ed-3ceac3302cee tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a251c5e-152a-42f2-9a16-7ad7e13c98e1 HTTP/1.1" status: 200 len: 950 time: 0.0801516 Dec 20 14:31:39.382410 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66be372c-fda6-4563-86ff-8aae3397078f req-3a52606e-33ac-4754-9c60-6ed6a78087a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:39.383807 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-66be372c-fda6-4563-86ff-8aae3397078f req-3a52606e-33ac-4754-9c60-6ed6a78087a1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a9f4af4a-3cdc-410a-b998-6d5fe3441bfe HTTP/1.1" status: 200 len: 1097 time: 0.0603206 Dec 20 14:31:39.451920 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-66be372c-fda6-4563-86ff-8aae3397078f req-b42c8996-34be-48fa-b5f2-adb20d6332a5 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=abf690a4-85ff-419e-a3c1-810b04061c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603189 Dec 20 14:31:39.455179 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-389798c7-22f0-4570-8ad9-35b20bf99fdb req-29c9c980-c7e9-4bb6-baaf-5f74d9f57d6c tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705028 Dec 20 14:31:39.696509 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e891a024-c617-4a3d-9c07-6a6bcbeca8b6 req-431bcc95-1ae8-4dd3-b495-ec1976dd5531 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:39.698099 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e891a024-c617-4a3d-9c07-6a6bcbeca8b6 req-431bcc95-1ae8-4dd3-b495-ec1976dd5531 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] 10.222.0.54 "GET /v2.0/ports?device_id=a9f4af4a-3cdc-410a-b998-6d5fe3441bfe HTTP/1.1" status: 200 len: 945 time: 0.0523157 Dec 20 14:31:39.760613 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e891a024-c617-4a3d-9c07-6a6bcbeca8b6 req-7b503d61-9932-418c-b8d6-d266ee73b57a tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] 10.222.0.54 "GET /v2.0/security-groups?id=abf690a4-85ff-419e-a3c1-810b04061c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554211 Dec 20 14:31:40.058295 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b479fc-68c1-4baf-a689-c6cdc4f6b29e req-c6bd3deb-4bd5-47bd-82df-84c302b8ebe6 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:40.059832 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-86b479fc-68c1-4baf-a689-c6cdc4f6b29e req-c6bd3deb-4bd5-47bd-82df-84c302b8ebe6 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/ports?device_id=b120404b-a643-4820-bd94-09aa42cf125b HTTP/1.1" status: 200 len: 946 time: 0.0592885 Dec 20 14:31:40.113920 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-86b479fc-68c1-4baf-a689-c6cdc4f6b29e req-47139766-fca8-42e7-bfb0-75e39029df38 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6a39052-36c7-4e8a-a837-c745dc8572a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478988 Dec 20 14:31:40.287262 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b544e3e6-4743-4630-9b1d-22f2fe8ac118 req-f4a8c9de-fe6d-4b70-9a20-af07aa76688f tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:40.288658 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b544e3e6-4743-4630-9b1d-22f2fe8ac118 req-f4a8c9de-fe6d-4b70-9a20-af07aa76688f tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/ports?device_id=553ed9f9-b473-4cbd-8e0e-49a4391ac7e4 HTTP/1.1" status: 200 len: 945 time: 0.0517704 Dec 20 14:31:40.340084 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b544e3e6-4743-4630-9b1d-22f2fe8ac118 req-228a18fc-169b-440b-8de4-adbfd441a483 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/security-groups?id=a27fba59-7d90-4650-9482-b2bcd3113c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439613 Dec 20 14:31:40.398776 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44157c42-2bac-44ea-9e44-042756c39d2d req-328abb55-91c4-4778-bddd-ce1f88fa36aa tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:40.400271 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-44157c42-2bac-44ea-9e44-042756c39d2d req-328abb55-91c4-4778-bddd-ce1f88fa36aa tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=c781ec3d-01c7-4225-bf36-1809b5a16388 HTTP/1.1" status: 200 len: 946 time: 0.0500381 Dec 20 14:31:40.449010 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-44157c42-2bac-44ea-9e44-042756c39d2d req-52a2cbe7-5352-474a-a9cd-f525e41edb5b tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425730 Dec 20 14:31:40.577527 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1e38c6-9b41-472e-8eea-4bd894c071dc req-6d034cd2-e040-417b-a5ba-48e4e3203be4 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:40.579142 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4d1e38c6-9b41-472e-8eea-4bd894c071dc req-6d034cd2-e040-417b-a5ba-48e4e3203be4 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a251c5e-152a-42f2-9a16-7ad7e13c98e1 HTTP/1.1" status: 200 len: 950 time: 0.0497780 Dec 20 14:31:40.628953 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4d1e38c6-9b41-472e-8eea-4bd894c071dc req-17c37f81-3c41-4b58-9b45-a72586103cd9 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438168 Dec 20 14:31:40.885107 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431cd647-e84a-402b-b7ec-7cd94427a40f req-f974eba0-ce75-4ded-bce4-73308bac5fa5 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:40.886514 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-431cd647-e84a-402b-b7ec-7cd94427a40f req-f974eba0-ce75-4ded-bce4-73308bac5fa5 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] 10.222.0.54 "GET /v2.0/ports?device_id=a9f4af4a-3cdc-410a-b998-6d5fe3441bfe HTTP/1.1" status: 200 len: 945 time: 0.0502691 Dec 20 14:31:40.941821 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-431cd647-e84a-402b-b7ec-7cd94427a40f req-7b0afdb9-3599-4fdb-a9f4-119394a88550 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] 10.222.0.54 "GET /v2.0/security-groups?id=abf690a4-85ff-419e-a3c1-810b04061c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475857 Dec 20 14:31:41.254384 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e2ad88-95c1-4f3c-9d19-c9b9fb3003b3 req-60dab70f-d214-4101-ba5b-91c33916a8b4 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:41.257962 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-66e2ad88-95c1-4f3c-9d19-c9b9fb3003b3 req-60dab70f-d214-4101-ba5b-91c33916a8b4 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/ports?device_id=b120404b-a643-4820-bd94-09aa42cf125b HTTP/1.1" status: 200 len: 946 time: 0.0588589 Dec 20 14:31:41.310034 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-66e2ad88-95c1-4f3c-9d19-c9b9fb3003b3 req-decf1abf-391e-464c-9fab-93c263079c66 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6a39052-36c7-4e8a-a837-c745dc8572a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441849 Dec 20 14:31:41.430823 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:41.470392 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2977d5-e6df-47f2-8ee7-74e72b482d66 req-0e5ae25f-e796-4ded-b3d1-03ec65b4ad79 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:41.471884 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3b2977d5-e6df-47f2-8ee7-74e72b482d66 req-0e5ae25f-e796-4ded-b3d1-03ec65b4ad79 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/ports?device_id=553ed9f9-b473-4cbd-8e0e-49a4391ac7e4 HTTP/1.1" status: 200 len: 945 time: 0.0587587 Dec 20 14:31:41.522268 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3b2977d5-e6df-47f2-8ee7-74e72b482d66 req-3fe5ee9f-89ca-4e6f-a1b0-cf3d433bd1aa tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/security-groups?id=a27fba59-7d90-4650-9482-b2bcd3113c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439148 Dec 20 14:31:41.569076 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d38b3ca-b81a-40a4-aac2-f13040e3cc55 req-f70af0e7-3cb7-4c81-9d45-117d824057aa tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:41.570577 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4d38b3ca-b81a-40a4-aac2-f13040e3cc55 req-f70af0e7-3cb7-4c81-9d45-117d824057aa tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=c781ec3d-01c7-4225-bf36-1809b5a16388 HTTP/1.1" status: 200 len: 946 time: 0.0491409 Dec 20 14:31:41.622875 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4d38b3ca-b81a-40a4-aac2-f13040e3cc55 req-5fc48f48-c0e8-40fa-8fdc-d64cb749ee8e tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441117 Dec 20 14:31:41.753034 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0855f8-5f8a-460e-abc9-252165fa81ac req-2102939e-e6e9-4ca6-9a98-3ca6c57f78c1 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:41.754534 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9c0855f8-5f8a-460e-abc9-252165fa81ac req-2102939e-e6e9-4ca6-9a98-3ca6c57f78c1 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a251c5e-152a-42f2-9a16-7ad7e13c98e1 HTTP/1.1" status: 200 len: 950 time: 0.0512877 Dec 20 14:31:41.816214 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9c0855f8-5f8a-460e-abc9-252165fa81ac req-4b38d908-48fb-45cd-9e11-2a6cb5028228 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546544 Dec 20 14:31:42.077138 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb1e4ab-3c96-4120-8730-dfb45dcf1e6f req-4dfb1a1d-9092-483f-9ebd-bb50e87f4dc2 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:42.078085 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fcb1e4ab-3c96-4120-8730-dfb45dcf1e6f req-4dfb1a1d-9092-483f-9ebd-bb50e87f4dc2 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] 10.222.0.54 "GET /v2.0/ports?device_id=a9f4af4a-3cdc-410a-b998-6d5fe3441bfe HTTP/1.1" status: 200 len: 945 time: 0.0535569 Dec 20 14:31:42.133323 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fcb1e4ab-3c96-4120-8730-dfb45dcf1e6f req-cf6a81f0-e6a1-445f-a121-8dab0cc9a9c0 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] 10.222.0.54 "GET /v2.0/security-groups?id=abf690a4-85ff-419e-a3c1-810b04061c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465100 Dec 20 14:31:42.275875 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3138ed3-5987-427c-ae5d-7ad7f9294456 req-460ae3c6-3fae-494d-ac1b-d5e62e9c4013 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:42.277228 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c3138ed3-5987-427c-ae5d-7ad7f9294456 req-460ae3c6-3fae-494d-ac1b-d5e62e9c4013 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] 10.222.0.54 "GET /v2.0/ports?device_id=acec2729-c8ad-4187-9b5a-2220d1b2ca3a HTTP/1.1" status: 200 len: 946 time: 0.0628724 Dec 20 14:31:42.331488 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c3138ed3-5987-427c-ae5d-7ad7f9294456 req-a4d54763-42a2-49d4-a993-a7e62c75a949 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] 10.222.0.54 "GET /v2.0/security-groups?id=abf690a4-85ff-419e-a3c1-810b04061c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480030 Dec 20 14:31:42.439654 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271f45f8-a088-441a-8d6d-a1779158b733 req-ca3ade8a-8939-4c1b-a6a4-66fe6e5133b8 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:42.441184 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-271f45f8-a088-441a-8d6d-a1779158b733 req-ca3ade8a-8939-4c1b-a6a4-66fe6e5133b8 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/ports?device_id=b120404b-a643-4820-bd94-09aa42cf125b HTTP/1.1" status: 200 len: 946 time: 0.0501485 Dec 20 14:31:42.490787 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-271f45f8-a088-441a-8d6d-a1779158b733 req-b680eff6-64fa-4a52-9dbb-9819614a856e tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6a39052-36c7-4e8a-a837-c745dc8572a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431166 Dec 20 14:31:42.666596 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685afffb-1666-41fe-a8e5-37947703f420 req-2d422898-81f8-4d19-96dc-eb4e489f93d8 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:42.668300 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-685afffb-1666-41fe-a8e5-37947703f420 req-2d422898-81f8-4d19-96dc-eb4e489f93d8 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/ports?device_id=553ed9f9-b473-4cbd-8e0e-49a4391ac7e4 HTTP/1.1" status: 200 len: 945 time: 0.0681062 Dec 20 14:31:42.726952 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-685afffb-1666-41fe-a8e5-37947703f420 req-950f2e05-9855-4300-9330-b996d81ed7b3 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/security-groups?id=a27fba59-7d90-4650-9482-b2bcd3113c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499136 Dec 20 14:31:42.765386 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf425bb-fcf4-41b4-918c-3ff80c76bff7 req-f7311001-f991-4867-a1a8-4699565164ff tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:42.768162 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6bf425bb-fcf4-41b4-918c-3ff80c76bff7 req-f7311001-f991-4867-a1a8-4699565164ff tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] 10.222.0.54 "GET /v2.0/ports?device_id=acec2729-c8ad-4187-9b5a-2220d1b2ca3a HTTP/1.1" status: 200 len: 946 time: 0.0734215 Dec 20 14:31:42.820686 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6bf425bb-fcf4-41b4-918c-3ff80c76bff7 req-9ad1b7bb-edba-4e4f-abc9-1867c4b3e123 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] 10.222.0.54 "GET /v2.0/security-groups?id=abf690a4-85ff-419e-a3c1-810b04061c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443206 Dec 20 14:31:42.839745 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74197476-ff99-4d4a-8c56-a2348e9f0aae req-1df8ce61-7152-4c1b-95cd-1bd5f81b3e74 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:42.841394 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-74197476-ff99-4d4a-8c56-a2348e9f0aae req-1df8ce61-7152-4c1b-95cd-1bd5f81b3e74 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=c781ec3d-01c7-4225-bf36-1809b5a16388 HTTP/1.1" status: 200 len: 946 time: 0.0541861 Dec 20 14:31:42.896580 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-74197476-ff99-4d4a-8c56-a2348e9f0aae req-61ea6fb7-182f-48bd-9ee6-e012cfa57753 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463197 Dec 20 14:31:43.004392 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598cd7cb-68bd-46a7-8997-091632fc246e req-ddb95154-1908-4f23-89de-4e7a2ca3e9ec tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:43.006413 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-598cd7cb-68bd-46a7-8997-091632fc246e req-ddb95154-1908-4f23-89de-4e7a2ca3e9ec tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a251c5e-152a-42f2-9a16-7ad7e13c98e1 HTTP/1.1" status: 200 len: 950 time: 0.0554218 Dec 20 14:31:43.057813 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-598cd7cb-68bd-46a7-8997-091632fc246e req-6032152f-5137-446f-b867-5ae0d3830c42 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450459 Dec 20 14:31:43.620663 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ab6350-f964-4f47-8ed9-55a42abfd379 req-3025b2aa-fea7-4052-8775-a24bf5bfe6b8 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:43.622041 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-10ab6350-f964-4f47-8ed9-55a42abfd379 req-3025b2aa-fea7-4052-8775-a24bf5bfe6b8 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/ports?device_id=b120404b-a643-4820-bd94-09aa42cf125b HTTP/1.1" status: 200 len: 946 time: 0.0614505 Dec 20 14:31:43.671987 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-10ab6350-f964-4f47-8ed9-55a42abfd379 req-9026e0d2-3a3e-42bf-8f94-254b9778fa1b tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6a39052-36c7-4e8a-a837-c745dc8572a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409243 Dec 20 14:31:43.858050 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e6e84-7d9a-460a-8533-699aa7a64403 req-92193c0f-35c4-442c-8364-d647cd8d7fd6 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:43.859659 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8b7e6e84-7d9a-460a-8533-699aa7a64403 req-92193c0f-35c4-442c-8364-d647cd8d7fd6 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/ports?device_id=553ed9f9-b473-4cbd-8e0e-49a4391ac7e4 HTTP/1.1" status: 200 len: 945 time: 0.0508554 Dec 20 14:31:43.911718 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8b7e6e84-7d9a-460a-8533-699aa7a64403 req-3eab0607-f7e0-4c73-9e0f-b720df97c068 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/security-groups?id=a27fba59-7d90-4650-9482-b2bcd3113c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452421 Dec 20 14:31:43.954670 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca274bd3-4b1f-46c4-b72d-1346da6d7f3a req-9c3b57f7-6d7d-441f-a169-1e6a0f805b13 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:43.956530 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ca274bd3-4b1f-46c4-b72d-1346da6d7f3a req-9c3b57f7-6d7d-441f-a169-1e6a0f805b13 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] 10.222.0.54 "GET /v2.0/ports?device_id=acec2729-c8ad-4187-9b5a-2220d1b2ca3a HTTP/1.1" status: 200 len: 946 time: 0.0559669 Dec 20 14:31:44.011533 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ca274bd3-4b1f-46c4-b72d-1346da6d7f3a req-c3cd9ea1-c80e-4c8d-8670-0eb8c5b9c5b5 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] 10.222.0.54 "GET /v2.0/security-groups?id=abf690a4-85ff-419e-a3c1-810b04061c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489693 Dec 20 14:31:44.091890 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db764be-e505-4db5-89d1-57ed245d1762 req-0d1ff2dc-611b-4105-86e9-58393eb48994 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:44.093719 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0db764be-e505-4db5-89d1-57ed245d1762 req-0d1ff2dc-611b-4105-86e9-58393eb48994 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=c781ec3d-01c7-4225-bf36-1809b5a16388 HTTP/1.1" status: 200 len: 946 time: 0.0573921 Dec 20 14:31:44.143708 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0db764be-e505-4db5-89d1-57ed245d1762 req-3ebe3b51-46cb-41ac-b009-5f484c0dbb09 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435867 Dec 20 14:31:44.193234 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca9f226-0bf4-4b4a-bc42-41364032e3a2 req-5399b0df-ca03-4eef-a63e-35300fd2b9a0 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:44.194662 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0ca9f226-0bf4-4b4a-bc42-41364032e3a2 req-5399b0df-ca03-4eef-a63e-35300fd2b9a0 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a251c5e-152a-42f2-9a16-7ad7e13c98e1 HTTP/1.1" status: 200 len: 950 time: 0.0552602 Dec 20 14:31:44.252193 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0ca9f226-0bf4-4b4a-bc42-41364032e3a2 req-a0d94eb5-a547-458c-bfb7-eee693adaa0b tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502188 Dec 20 14:31:44.318210 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b05402-d5c0-4536-ab03-503706df62b8 req-faad33b8-f0bb-4d82-93bb-86ad7d6bbc52 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:44.319708 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e5b05402-d5c0-4536-ab03-503706df62b8 req-faad33b8-f0bb-4d82-93bb-86ad7d6bbc52 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] 10.222.0.30 "GET /v2.0/ports?device_id=acec2729-c8ad-4187-9b5a-2220d1b2ca3a HTTP/1.1" status: 200 len: 946 time: 0.0537610 Dec 20 14:31:44.427029 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-e5b05402-d5c0-4536-ab03-503706df62b8 req-7f16668f-46ab-4fdf-9524-152b4313c40a tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Deleting port c7a87431-fd7a-4da8-9493-119275f58a49 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:31:44.427512 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e5b05402-d5c0-4536-ab03-503706df62b8 req-7f16668f-46ab-4fdf-9524-152b4313c40a tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:44.521988 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-e5b05402-d5c0-4536-ab03-503706df62b8 req-7f16668f-46ab-4fdf-9524-152b4313c40a tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] For port c7a87431-fd7a-4da8-9493-119275f58a49, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=c7a87431-fd7a-4da8-9493-119275f58a49,segment=NetworkSegment(e5037e40-00e6-482d-b28a-59c517384ba4),segment_id=e5037e40-00e6-482d-b28a-59c517384ba4)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:31:44.522347 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e5b05402-d5c0-4536-ab03-503706df62b8 req-7f16668f-46ab-4fdf-9524-152b4313c40a tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:44.535427 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-e5b05402-d5c0-4536-ab03-503706df62b8 req-7f16668f-46ab-4fdf-9524-152b4313c40a tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Calling delete_port for c7a87431-fd7a-4da8-9493-119275f58a49 owned by compute:nova {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:31:44.618661 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ba8ed1-03e3-4639-9b3c-a66eec3f4cce req-8969a932-24cc-4289-a0a9-0eee5a571733 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:44.620339 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-30ba8ed1-03e3-4639-9b3c-a66eec3f4cce req-8969a932-24cc-4289-a0a9-0eee5a571733 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9f4af4a-3cdc-410a-b998-6d5fe3441bfe HTTP/1.1" status: 200 len: 945 time: 0.0515232 Dec 20 14:31:44.670912 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e5b05402-d5c0-4536-ab03-503706df62b8 req-7f16668f-46ab-4fdf-9524-152b4313c40a tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:44.684233 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['c7a87431-fd7a-4da8-9493-119275f58a49', '7ab570b9-a087-4d2b-b1aa-13f7c405c301'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:31:44.701230 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f16668f-46ab-4fdf-9524-152b4313c40a tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Pushing event deleted for resources: {'Port': ['ID=c7a87431-fd7a-4da8-9493-119275f58a49,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:31:44.740341 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-30ba8ed1-03e3-4639-9b3c-a66eec3f4cce req-c7e9a602-bda2-4fa2-bda4-e3757d9a6c88 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Deleting port 7ab570b9-a087-4d2b-b1aa-13f7c405c301 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:31:44.740965 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-30ba8ed1-03e3-4639-9b3c-a66eec3f4cce req-c7e9a602-bda2-4fa2-bda4-e3757d9a6c88 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:44.768211 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5b05402-d5c0-4536-ab03-503706df62b8 req-7f16668f-46ab-4fdf-9524-152b4313c40a tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] No DVR routers for this DVR port c7a87431-fd7a-4da8-9493-119275f58a49 on host n-h1-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:31:44.775128 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e5b05402-d5c0-4536-ab03-503706df62b8 req-7f16668f-46ab-4fdf-9524-152b4313c40a tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:44.779023 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e5b05402-d5c0-4536-ab03-503706df62b8 req-7f16668f-46ab-4fdf-9524-152b4313c40a tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] 10.222.0.30 "DELETE /v2.0/ports/c7a87431-fd7a-4da8-9493-119275f58a49 HTTP/1.1" status: 204 len: 173 time: 0.4518223 Dec 20 14:31:44.779531 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acec2729-c8ad-4187-9b5a-2220d1b2ca3a', 'name': 'network-vif-deleted', 'tag': 'c7a87431-fd7a-4da8-9493-119275f58a49'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:31:44.781993 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9791d0bb-8d07-40f2-880e-a54910db10fb" -d '{"events": [{"server_uuid": "acec2729-c8ad-4187-9b5a-2220d1b2ca3a", "name": "network-vif-deleted", "tag": "c7a87431-fd7a-4da8-9493-119275f58a49"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:31:44.838986 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bba937e-b8ea-4be1-8aa0-557978f9d4e8 x-openstack-request-id: req-9bba937e-b8ea-4be1-8aa0-557978f9d4e8 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:31:44.839610 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acec2729-c8ad-4187-9b5a-2220d1b2ca3a", "name": "network-vif-deleted", "tag": "c7a87431-fd7a-4da8-9493-119275f58a49", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:31:44.839884 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9bba937e-b8ea-4be1-8aa0-557978f9d4e8 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:31:44.841578 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acec2729-c8ad-4187-9b5a-2220d1b2ca3a', 'name': 'network-vif-deleted', 'tag': 'c7a87431-fd7a-4da8-9493-119275f58a49', 'status': 'completed', 'code': 200} Dec 20 14:31:44.889812 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0a1058-9f77-4455-9de5-0351491bb150 req-f6ba2cac-06f5-4248-9589-17ab6e89eff7 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:44.891526 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6d0a1058-9f77-4455-9de5-0351491bb150 req-f6ba2cac-06f5-4248-9589-17ab6e89eff7 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/ports?device_id=b120404b-a643-4820-bd94-09aa42cf125b HTTP/1.1" status: 200 len: 946 time: 0.1203632 Dec 20 14:31:44.897070 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-30ba8ed1-03e3-4639-9b3c-a66eec3f4cce req-c7e9a602-bda2-4fa2-bda4-e3757d9a6c88 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] For port 7ab570b9-a087-4d2b-b1aa-13f7c405c301, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=7ab570b9-a087-4d2b-b1aa-13f7c405c301,segment=NetworkSegment(e5037e40-00e6-482d-b28a-59c517384ba4),segment_id=e5037e40-00e6-482d-b28a-59c517384ba4)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:31:44.897509 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-30ba8ed1-03e3-4639-9b3c-a66eec3f4cce req-c7e9a602-bda2-4fa2-bda4-e3757d9a6c88 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:44.926960 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-30ba8ed1-03e3-4639-9b3c-a66eec3f4cce req-c7e9a602-bda2-4fa2-bda4-e3757d9a6c88 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Calling delete_port for 7ab570b9-a087-4d2b-b1aa-13f7c405c301 owned by compute:nova {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:31:44.997130 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6d0a1058-9f77-4455-9de5-0351491bb150 req-cbfa4cd6-fcbf-43a6-9ca0-752ae48d8223 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6a39052-36c7-4e8a-a837-c745dc8572a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965395 Dec 20 14:31:45.052074 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd42aa01-e2e7-4a65-950d-898946afda09 req-b249b65e-e238-4554-8428-7e2c5d66d138 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:45.057526 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-bd42aa01-e2e7-4a65-950d-898946afda09 req-b249b65e-e238-4554-8428-7e2c5d66d138 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/ports?device_id=553ed9f9-b473-4cbd-8e0e-49a4391ac7e4 HTTP/1.1" status: 200 len: 945 time: 0.0635715 Dec 20 14:31:45.101217 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-30ba8ed1-03e3-4639-9b3c-a66eec3f4cce req-c7e9a602-bda2-4fa2-bda4-e3757d9a6c88 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:45.120824 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['c7a87431-fd7a-4da8-9493-119275f58a49'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:31:45.126687 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:45.140102 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-bd42aa01-e2e7-4a65-950d-898946afda09 req-e00c659f-d48f-41dc-9568-3d86248bb36c tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/security-groups?id=a27fba59-7d90-4650-9482-b2bcd3113c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740290 Dec 20 14:31:45.145461 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e9a602-bda2-4fa2-bda4-e3757d9a6c88 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Pushing event deleted for resources: {'Port': ['ID=7ab570b9-a087-4d2b-b1aa-13f7c405c301,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:31:45.230738 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-30ba8ed1-03e3-4639-9b3c-a66eec3f4cce req-c7e9a602-bda2-4fa2-bda4-e3757d9a6c88 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] No DVR routers for this DVR port 7ab570b9-a087-4d2b-b1aa-13f7c405c301 on host n-h1-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:31:45.234383 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-30ba8ed1-03e3-4639-9b3c-a66eec3f4cce req-c7e9a602-bda2-4fa2-bda4-e3757d9a6c88 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:45.240035 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-30ba8ed1-03e3-4639-9b3c-a66eec3f4cce req-c7e9a602-bda2-4fa2-bda4-e3757d9a6c88 tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] 10.222.0.30 "DELETE /v2.0/ports/7ab570b9-a087-4d2b-b1aa-13f7c405c301 HTTP/1.1" status: 204 len: 173 time: 0.6127989 Dec 20 14:31:45.240928 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9f4af4a-3cdc-410a-b998-6d5fe3441bfe', 'name': 'network-vif-deleted', 'tag': '7ab570b9-a087-4d2b-b1aa-13f7c405c301'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:31:45.245496 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e51bf5e-0dec-4696-b26f-c1c737e14bae" -d '{"events": [{"server_uuid": "a9f4af4a-3cdc-410a-b998-6d5fe3441bfe", "name": "network-vif-deleted", "tag": "7ab570b9-a087-4d2b-b1aa-13f7c405c301"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:31:45.251455 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d69131ed-82fb-417d-b198-4e3d4753a318 req-f9932882-1ad4-46db-927e-330ced4ce00d tempest-MultipleCreateTestJSON-278178259 tempest-MultipleCreateTestJSON-278178259-project] 10.222.0.54 "GET /v2.0/ports?device_id=acec2729-c8ad-4187-9b5a-2220d1b2ca3a HTTP/1.1" status: 200 len: 210 time: 0.0673604 Dec 20 14:31:45.330976 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4004b90-8866-43b6-8670-336a4ecb8997 x-openstack-request-id: req-f4004b90-8866-43b6-8670-336a4ecb8997 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:31:45.331365 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9f4af4a-3cdc-410a-b998-6d5fe3441bfe", "name": "network-vif-deleted", "tag": "7ab570b9-a087-4d2b-b1aa-13f7c405c301", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:31:45.331694 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f4004b90-8866-43b6-8670-336a4ecb8997 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:31:45.332103 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9f4af4a-3cdc-410a-b998-6d5fe3441bfe', 'name': 'network-vif-deleted', 'tag': '7ab570b9-a087-4d2b-b1aa-13f7c405c301', 'status': 'completed', 'code': 200} Dec 20 14:31:45.367730 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff80146d-cec5-4e4f-b1aa-660bd84b0639 req-950765ea-0cbe-4f51-9ac6-451fb8ea98cf tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:45.369461 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ff80146d-cec5-4e4f-b1aa-660bd84b0639 req-950765ea-0cbe-4f51-9ac6-451fb8ea98cf tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=c781ec3d-01c7-4225-bf36-1809b5a16388 HTTP/1.1" status: 200 len: 946 time: 0.0617390 Dec 20 14:31:45.433185 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ff80146d-cec5-4e4f-b1aa-660bd84b0639 req-530fb510-55d4-4490-9710-0d7fb59f8f4f tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560577 Dec 20 14:31:45.470543 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851aa643-bd55-4437-bef2-0ed1ca9fc6e5 req-f15074d4-6504-459b-a2eb-ce19932c46cd tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:45.472064 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-851aa643-bd55-4437-bef2-0ed1ca9fc6e5 req-f15074d4-6504-459b-a2eb-ce19932c46cd tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a251c5e-152a-42f2-9a16-7ad7e13c98e1 HTTP/1.1" status: 200 len: 950 time: 0.0714691 Dec 20 14:31:45.819603 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-851aa643-bd55-4437-bef2-0ed1ca9fc6e5 req-bb741f00-91ec-4e52-8678-eb3b3b795e24 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3410678 Dec 20 14:31:46.128923 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591624c3-adba-4559-b807-4af8d0f1d3a7 req-35fb187b-18f9-4356-91bb-9d038f7faf72 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:46.130523 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-591624c3-adba-4559-b807-4af8d0f1d3a7 req-35fb187b-18f9-4356-91bb-9d038f7faf72 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/ports?device_id=b120404b-a643-4820-bd94-09aa42cf125b HTTP/1.1" status: 200 len: 946 time: 0.0579128 Dec 20 14:31:46.186150 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-591624c3-adba-4559-b807-4af8d0f1d3a7 req-d0e60196-4c6d-4e84-89c4-843cf8503b3f tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6a39052-36c7-4e8a-a837-c745dc8572a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491946 Dec 20 14:31:46.274125 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8de5bc-0fc3-4413-8401-7fe0f534d0f1 req-13ced874-e646-40cb-bb81-1c9715963d56 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:46.275760 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ba8de5bc-0fc3-4413-8401-7fe0f534d0f1 req-13ced874-e646-40cb-bb81-1c9715963d56 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/ports?device_id=553ed9f9-b473-4cbd-8e0e-49a4391ac7e4 HTTP/1.1" status: 200 len: 945 time: 0.0491719 Dec 20 14:31:46.325839 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ba8de5bc-0fc3-4413-8401-7fe0f534d0f1 req-7e57f54b-0ae3-4ea1-882b-88a937974468 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/security-groups?id=a27fba59-7d90-4650-9482-b2bcd3113c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435429 Dec 20 14:31:46.375733 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 59672) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:31:46.420304 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_v2 [None req-df9902bf-f26a-4cc8-84e9-bf1994c24b3c admin admin] Deleting subnet abdd67bc-9d4f-4c83-bef4-e57e3af09d79 {{(pid=103168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:31:46.423652 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-df9902bf-f26a-4cc8-84e9-bf1994c24b3c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:46.460205 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-df9902bf-f26a-4cc8-84e9-bf1994c24b3c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9023023'] for subnet, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:46.503092 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-df9902bf-f26a-4cc8-84e9-bf1994c24b3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:46.840567 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adadc6e-446a-42f8-9604-00140fa80b81 req-f085f6cb-887b-4d7d-8c23-9b6a8ed4a4f2 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:46.843140 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4adadc6e-446a-42f8-9604-00140fa80b81 req-f085f6cb-887b-4d7d-8c23-9b6a8ed4a4f2 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=c781ec3d-01c7-4225-bf36-1809b5a16388 HTTP/1.1" status: 200 len: 946 time: 0.0770564 Dec 20 14:31:46.858685 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-df9902bf-f26a-4cc8-84e9-bf1994c24b3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8850800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470517'] for subnet, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:46.902127 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9902bf-f26a-4cc8-84e9-bf1994c24b3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abdd67bc-9d4f-4c83-bef4-e57e3af09d79,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:31:46.914241 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-df9902bf-f26a-4cc8-84e9-bf1994c24b3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:46.918171 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-df9902bf-f26a-4cc8-84e9-bf1994c24b3c admin admin] 10.222.0.54 "DELETE /v2.0/subnets/abdd67bc-9d4f-4c83-bef4-e57e3af09d79 HTTP/1.1" status: 204 len: 168 time: 0.5413089 Dec 20 14:31:46.924525 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 59680) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:31:46.955787 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd625a4-1287-4c04-9f1f-e0b6f2199594 req-b8c35c70-e684-4dfd-a51f-b920f79f219a tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:46.957379 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5bd625a4-1287-4c04-9f1f-e0b6f2199594 req-b8c35c70-e684-4dfd-a51f-b920f79f219a tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a251c5e-152a-42f2-9a16-7ad7e13c98e1 HTTP/1.1" status: 200 len: 950 time: 0.0547905 Dec 20 14:31:46.971414 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4adadc6e-446a-42f8-9604-00140fa80b81 req-f01db406-b9d2-4c79-a29a-a598e9c56a49 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220462 Dec 20 14:31:47.021049 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5bd625a4-1287-4c04-9f1f-e0b6f2199594 req-c52d17ca-36a5-4865-b422-8c00060f6396 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568464 Dec 20 14:31:47.021321 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-05b9e910-0db4-4c04-bd6f-069be42c60e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:47.119260 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-05b9e910-0db4-4c04-bd6f-069be42c60e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:47.141372 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-05b9e910-0db4-4c04-bd6f-069be42c60e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3491ebdf-04fb-470c-8b6d-7380be6781df']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:31:47.152036 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-05b9e910-0db4-4c04-bd6f-069be42c60e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5037e40-00e6-482d-b28a-59c517384ba4') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:31:47.152357 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-05b9e910-0db4-4c04-bd6f-069be42c60e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5037e40-00e6-482d-b28a-59c517384ba4') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:31:47.162653 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-05b9e910-0db4-4c04-bd6f-069be42c60e9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:47.176754 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-05b9e910-0db4-4c04-bd6f-069be42c60e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:47.183924 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05b9e910-0db4-4c04-bd6f-069be42c60e9 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:31:47.184386 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-05b9e910-0db4-4c04-bd6f-069be42c60e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:47.186258 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:31:47.186258 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:31:47.186258 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:31:47.186258 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:31:47.186258 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:31:47.186258 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:31:47.186258 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:31:47.186258 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:31:47.186258 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:31:47.186258 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:31:47.186258 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:31:47.186258 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:31:47.186258 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:31:47.186258 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:31:47.186258 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:31:47.186258 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:31:47.186258 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:31:47.186258 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:31:47.186258 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:31:47.186258 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:31:47.186258 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:31:47.186258 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:31:47.186258 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:31:47.186258 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:31:47.186258 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:31:47.186258 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:31:47.186258 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:31:47.186258 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:31:47.186258 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:31:47.186258 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:31:47.186258 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:31:47.186258 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:31:47.186258 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 14:31:47.186258 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:31:47.186258 n-d-761264-19 neutron-server[103168]: timer() Dec 20 14:31:47.186258 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:31:47.186258 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 14:31:47.186258 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:31:47.186258 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 14:31:47.186258 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:31:47.186258 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 14:31:47.186258 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:31:47.186258 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 14:31:47.186258 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:31:47.186258 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 14:31:47.190621 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:31:47.190621 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:31:47.190621 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:31:47.190621 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:31:47.190621 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:31:47.190621 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 14:31:47.190621 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:31:47.190621 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 14:31:47.190621 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:31:47.190621 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:31:47.190621 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:31:47.190621 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 14:31:47.190621 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:31:47.190621 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:31:47.190621 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:31:47.190621 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:31:47.190621 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:31:47.190621 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:31:47.190621 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:31:47.247375 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-05b9e910-0db4-4c04-bd6f-069be42c60e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:47.253930 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-05b9e910-0db4-4c04-bd6f-069be42c60e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:47.260253 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-05b9e910-0db4-4c04-bd6f-069be42c60e9 admin admin] 10.222.0.54 "DELETE /v2.0/networks/3491ebdf-04fb-470c-8b6d-7380be6781df HTTP/1.1" status: 204 len: 168 time: 0.3320158 Dec 20 14:31:47.282065 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b9e910-0db4-4c04-bd6f-069be42c60e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=3491ebdf-04fb-470c-8b6d-7380be6781df,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:31:47.341781 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31e7c5a-f12d-4619-a77f-8028cb44b856 req-bb3953b4-1348-441c-a3d0-5377debfabfd tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:47.343422 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a31e7c5a-f12d-4619-a77f-8028cb44b856 req-bb3953b4-1348-441c-a3d0-5377debfabfd tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/ports?device_id=b120404b-a643-4820-bd94-09aa42cf125b HTTP/1.1" status: 200 len: 946 time: 0.0653236 Dec 20 14:31:47.407730 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a31e7c5a-f12d-4619-a77f-8028cb44b856 req-d2cb0746-bf11-4d55-843e-005c85325e46 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6a39052-36c7-4e8a-a837-c745dc8572a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575883 Dec 20 14:31:47.504699 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 59692) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:31:47.520812 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4aba25-7f9e-496c-888a-e4e911cfbaa3 req-5969e36f-21d6-49bb-ba9e-b192ad727d9c tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:47.522573 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4f4aba25-7f9e-496c-888a-e4e911cfbaa3 req-5969e36f-21d6-49bb-ba9e-b192ad727d9c tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/ports?device_id=553ed9f9-b473-4cbd-8e0e-49a4391ac7e4 HTTP/1.1" status: 200 len: 945 time: 0.0625441 Dec 20 14:31:47.567625 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-fde390ff-1f6a-473f-b7c3-370634d2d95c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a3d381488679457dbaa2d9f6a292642f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0613985 Dec 20 14:31:47.570177 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 59694) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:31:47.594775 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4f4aba25-7f9e-496c-888a-e4e911cfbaa3 req-297eebd2-a78b-4b81-bce1-3cc1b92ac789 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/security-groups?id=a27fba59-7d90-4650-9482-b2bcd3113c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625889 Dec 20 14:31:47.634544 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8091a033-5b2b-4a14-86b2-d3894329138c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:47.658630 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8091a033-5b2b-4a14-86b2-d3894329138c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:47.712528 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8091a033-5b2b-4a14-86b2-d3894329138c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:47.715790 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8091a033-5b2b-4a14-86b2-d3894329138c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:47.718167 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-8091a033-5b2b-4a14-86b2-d3894329138c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/abf690a4-85ff-419e-a3c1-810b04061c91 HTTP/1.1" status: 204 len: 168 time: 0.1463845 Dec 20 14:31:47.730708 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8091a033-5b2b-4a14-86b2-d3894329138c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf690a4-85ff-419e-a3c1-810b04061c91,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:31:48.112771 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b322ae25-fa9d-4e11-a022-14403fe0adb2 req-0eea39bb-c2cd-4880-8d29-26b9cbbfe1b8 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:48.115432 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b322ae25-fa9d-4e11-a022-14403fe0adb2 req-0eea39bb-c2cd-4880-8d29-26b9cbbfe1b8 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=c781ec3d-01c7-4225-bf36-1809b5a16388 HTTP/1.1" status: 200 len: 946 time: 0.0660748 Dec 20 14:31:48.176207 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c90c913-ea9d-4da4-bfe3-9b7535be9196 req-e088f8b8-c2ff-4c59-b923-5349e743007f tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:48.178484 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6c90c913-ea9d-4da4-bfe3-9b7535be9196 req-e088f8b8-c2ff-4c59-b923-5349e743007f tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a251c5e-152a-42f2-9a16-7ad7e13c98e1 HTTP/1.1" status: 200 len: 950 time: 0.0682364 Dec 20 14:31:48.185093 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b322ae25-fa9d-4e11-a022-14403fe0adb2 req-0651a2e0-7e14-4f7e-b353-2b48b2a272cd tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607927 Dec 20 14:31:48.237054 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6c90c913-ea9d-4da4-bfe3-9b7535be9196 req-af046a6e-5dbc-462d-80fc-817996083ef4 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505478 Dec 20 14:31:48.555992 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4336b53d-ab1e-4764-9f72-96eb6fab166c req-f5a5d4b4-80de-4694-a68f-5662775feab6 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:48.558229 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4336b53d-ab1e-4764-9f72-96eb6fab166c req-f5a5d4b4-80de-4694-a68f-5662775feab6 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/ports?device_id=b120404b-a643-4820-bd94-09aa42cf125b HTTP/1.1" status: 200 len: 946 time: 0.0711110 Dec 20 14:31:48.618323 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4336b53d-ab1e-4764-9f72-96eb6fab166c req-93cda337-d0a4-4ded-b896-72eb0957a815 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6a39052-36c7-4e8a-a837-c745dc8572a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531909 Dec 20 14:31:48.660660 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 59730) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:31:48.746237 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629c0385-9826-4627-ba10-92af0c67f1e3 req-d8651169-e4c7-435d-8d8a-6e9f0322b4d4 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:48.748001 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-629c0385-9826-4627-ba10-92af0c67f1e3 req-d8651169-e4c7-435d-8d8a-6e9f0322b4d4 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/ports?device_id=553ed9f9-b473-4cbd-8e0e-49a4391ac7e4 HTTP/1.1" status: 200 len: 945 time: 0.0723183 Dec 20 14:31:48.801520 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-629c0385-9826-4627-ba10-92af0c67f1e3 req-d4917b0a-30be-46b8-ac5d-0d3eafe09c8f tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/security-groups?id=a27fba59-7d90-4650-9482-b2bcd3113c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471814 Dec 20 14:31:48.840514 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-aefa4c15-d80f-4f12-938e-a993de651d75 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-2085524799-network', 'tenant_id': 'ec16bd8152b94023926cf0847e695dd5'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:31:48.870222 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aefa4c15-d80f-4f12-938e-a993de651d75 admin admin] Made reservation on behalf of ec16bd8152b94023926cf0847e695dd5 for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:31:48.872787 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-aefa4c15-d80f-4f12-938e-a993de651d75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:48.882024 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-aefa4c15-d80f-4f12-938e-a993de651d75 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:48.977164 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-aefa4c15-d80f-4f12-938e-a993de651d75 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:48.983876 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-aefa4c15-d80f-4f12-938e-a993de651d75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:49.012254 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aefa4c15-d80f-4f12-938e-a993de651d75 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:31:49.019053 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefa4c15-d80f-4f12-938e-a993de651d75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30a2f067-3a13-4543-8543-73cc9e752d95,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:31:49.025639 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-aefa4c15-d80f-4f12-938e-a993de651d75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:49.025990 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-aefa4c15-d80f-4f12-938e-a993de651d75 admin admin] Added segment d73f5745-1bcc-4075-b89b-3f3c4e911e9f of type vlan for network d2e3dbaa-ac1e-4d58-8899-d50d2cee9820 Dec 20 14:31:49.026644 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device c7a87431-fd7a-4da8-9493-119275f58a49 no longer exists at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:31:49.058874 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] No Port match for: c7a87431-fd7a-4da8-9493-119275f58a49 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:31:49.059617 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device c7a87431-fd7a-4da8-9493-119275f58a49 not bound to the agent host n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:31:49.060612 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 7ab570b9-a087-4d2b-b1aa-13f7c405c301 no longer exists at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:31:49.084636 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-aefa4c15-d80f-4f12-938e-a993de651d75 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:49.091089 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] No Port match for: 7ab570b9-a087-4d2b-b1aa-13f7c405c301 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:31:49.091437 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 7ab570b9-a087-4d2b-b1aa-13f7c405c301 not bound to the agent host n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:31:49.115307 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-aefa4c15-d80f-4f12-938e-a993de651d75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:49.117273 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aefa4c15-d80f-4f12-938e-a993de651d75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:49.118427 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-aefa4c15-d80f-4f12-938e-a993de651d75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:49.181457 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-aefa4c15-d80f-4f12-938e-a993de651d75 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5194924 Dec 20 14:31:49.184460 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 59752) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:31:49.191107 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-1e6755d3-ff1d-4dc6-b394-5a8f875c4724 admin admin] Request body: {'subnet': {'network_id': 'd2e3dbaa-ac1e-4d58-8899-d50d2cee9820', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-2085524799-subnet', 'tenant_id': 'ec16bd8152b94023926cf0847e695dd5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:31:49.204616 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefa4c15-d80f-4f12-938e-a993de651d75 admin admin] Pushing event updated for resources: {'Network': ['ID=d2e3dbaa-ac1e-4d58-8899-d50d2cee9820,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:31:49.227716 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network d2e3dbaa-ac1e-4d58-8899-d50d2cee9820 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:31:49.230903 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e6755d3-ff1d-4dc6-b394-5a8f875c4724 admin admin] Made reservation on behalf of ec16bd8152b94023926cf0847e695dd5 for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:31:49.236256 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1e6755d3-ff1d-4dc6-b394-5a8f875c4724 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:49.378986 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b78c15f-30e5-49e8-864d-37ed55552e6a req-58235fae-fa54-47eb-95a1-b9b129d181f7 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:49.380483 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5b78c15f-30e5-49e8-864d-37ed55552e6a req-58235fae-fa54-47eb-95a1-b9b129d181f7 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=c781ec3d-01c7-4225-bf36-1809b5a16388 HTTP/1.1" status: 200 len: 946 time: 0.0724502 Dec 20 14:31:49.388175 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0a776a-a378-4b57-baa2-ac199e6f3ee9 req-d1462551-768b-4f5f-8854-de72f4fd6a4e tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:49.389810 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2a0a776a-a378-4b57-baa2-ac199e6f3ee9 req-d1462551-768b-4f5f-8854-de72f4fd6a4e tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a251c5e-152a-42f2-9a16-7ad7e13c98e1 HTTP/1.1" status: 200 len: 950 time: 0.0569153 Dec 20 14:31:49.445285 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2a0a776a-a378-4b57-baa2-ac199e6f3ee9 req-d7b23c39-2e29-43d2-b405-49814d86f37a tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489681 Dec 20 14:31:49.489201 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5b78c15f-30e5-49e8-864d-37ed55552e6a req-b895f249-a617-4755-85c1-959b174d53d0 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012580 Dec 20 14:31:49.511816 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1e6755d3-ff1d-4dc6-b394-5a8f875c4724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8848317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10470522'] for subnet, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:49.564015 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6755d3-ff1d-4dc6-b394-5a8f875c4724 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24523ac4-adc1-4e9d-a892-86e4c49f8e29,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:31:49.582345 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6755d3-ff1d-4dc6-b394-5a8f875c4724 admin admin] Checking segment: {'id': 'd73f5745-1bcc-4075-b89b-3f3c4e911e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd2e3dbaa-ac1e-4d58-8899-d50d2cee9820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:31:49.582703 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6755d3-ff1d-4dc6-b394-5a8f875c4724 admin admin] Network hostable DHCP agents. Network: d2e3dbaa-ac1e-4d58-8899-d50d2cee9820, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:31:49.605158 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6755d3-ff1d-4dc6-b394-5a8f875c4724 admin admin] Network d2e3dbaa-ac1e-4d58-8899-d50d2cee9820 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:31:49.619656 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-1e6755d3-ff1d-4dc6-b394-5a8f875c4724 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, d2e3dbaa-ac1e-4d58-8899-d50d2cee9820) {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:31:49.624169 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6755d3-ff1d-4dc6-b394-5a8f875c4724 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:49.624778 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1e6755d3-ff1d-4dc6-b394-5a8f875c4724 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:49.629516 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2804fd9-9459-42d8-b15c-bf36807b2277 None None] Network d2e3dbaa-ac1e-4d58-8899-d50d2cee9820 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:31:49.646539 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-1e6755d3-ff1d-4dc6-b394-5a8f875c4724 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4609771 Dec 20 14:31:49.749386 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c825ab1b-7ff4-4146-aa19-0858c902f5a4 None None] Network d2e3dbaa-ac1e-4d58-8899-d50d2cee9820 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:31:49.775117 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5255ab40-1ee6-4778-95bc-e608719b2372 req-4ce63939-8a9f-4235-9248-15dae26f2d9e tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:49.776859 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5255ab40-1ee6-4778-95bc-e608719b2372 req-4ce63939-8a9f-4235-9248-15dae26f2d9e tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/ports?device_id=b120404b-a643-4820-bd94-09aa42cf125b HTTP/1.1" status: 200 len: 946 time: 0.0619547 Dec 20 14:31:49.850589 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5255ab40-1ee6-4778-95bc-e608719b2372 req-250c666e-94ae-44e5-b021-23e89ce72dee tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6a39052-36c7-4e8a-a837-c745dc8572a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617576 Dec 20 14:31:50.134783 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c95c0b-0d6f-4d58-8207-6125625ed64f req-c63f2998-2330-48df-a5ac-120a13b8fa6e tempest-ServerAddressesTestJSON-168778303 tempest-ServerAddressesTestJSON-168778303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:50.136352 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a2c95c0b-0d6f-4d58-8207-6125625ed64f req-c63f2998-2330-48df-a5ac-120a13b8fa6e tempest-ServerAddressesTestJSON-168778303 tempest-ServerAddressesTestJSON-168778303-project] 10.222.0.54 "GET /v2.0/networks?id=d2e3dbaa-ac1e-4d58-8899-d50d2cee9820 HTTP/1.1" status: 200 len: 814 time: 0.1067009 Dec 20 14:31:50.154916 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a2c95c0b-0d6f-4d58-8207-6125625ed64f req-c11d0abf-3664-4d51-ab30-fd320f71c8fa tempest-ServerAddressesTestJSON-168778303 tempest-ServerAddressesTestJSON-168778303-project] 10.222.0.54 "GET /v2.0/quotas/ec16bd8152b94023926cf0847e695dd5 HTTP/1.1" status: 200 len: 375 time: 0.0110135 Dec 20 14:31:50.194004 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a2c95c0b-0d6f-4d58-8207-6125625ed64f req-0a1f409c-38f7-4b71-84be-9fe5896fc375 tempest-ServerAddressesTestJSON-168778303 tempest-ServerAddressesTestJSON-168778303-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=ec16bd8152b94023926cf0847e695dd5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313706 Dec 20 14:31:50.205303 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [req-a2c95c0b-0d6f-4d58-8207-6125625ed64f req-179d7814-7d82-427b-87e9-92faa6211a6a service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:31:50.206263 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a2c95c0b-0d6f-4d58-8207-6125625ed64f req-179d7814-7d82-427b-87e9-92faa6211a6a service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052919 Dec 20 14:31:50.300994 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a2c95c0b-0d6f-4d58-8207-6125625ed64f req-7c4f161f-23ee-45e1-8c48-7c8304a4cc81 service neutron] 10.222.0.54 "GET /v2.0/networks/d2e3dbaa-ac1e-4d58-8899-d50d2cee9820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884099 Dec 20 14:31:50.407070 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a2c95c0b-0d6f-4d58-8207-6125625ed64f req-9e9a815a-39d1-445d-8094-0c339e8ef630 service neutron] 10.222.0.54 "GET /v2.0/networks/d2e3dbaa-ac1e-4d58-8899-d50d2cee9820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930235 Dec 20 14:31:50.580888 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f12fc69-ab47-4950-83dc-aebc8cde08b9 req-3479d264-91c3-4cf2-9e6e-381c6a0fac0d tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:50.583242 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4f12fc69-ab47-4950-83dc-aebc8cde08b9 req-3479d264-91c3-4cf2-9e6e-381c6a0fac0d tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a251c5e-152a-42f2-9a16-7ad7e13c98e1 HTTP/1.1" status: 200 len: 950 time: 0.0622559 Dec 20 14:31:50.625668 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0f95ce-bea1-472f-a57d-a4fce4a77220 req-7fd89f13-5614-46b3-a868-d18dc7b73e31 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:50.627290 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9e0f95ce-bea1-472f-a57d-a4fce4a77220 req-7fd89f13-5614-46b3-a868-d18dc7b73e31 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=c781ec3d-01c7-4225-bf36-1809b5a16388 HTTP/1.1" status: 200 len: 946 time: 0.0536544 Dec 20 14:31:50.644668 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4f12fc69-ab47-4950-83dc-aebc8cde08b9 req-a9579f1c-8bfe-4a9f-a023-00292a5aa558 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518985 Dec 20 14:31:50.694585 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9e0f95ce-bea1-472f-a57d-a4fce4a77220 req-97f6d102-3f32-4dc4-84b0-5cea33a524c0 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551221 Dec 20 14:31:50.717871 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9b20e85a-45f0-4b29-a483-269507ea13eb req-0e1a800e-34fc-4064-b1c2-446c80186b01 tempest-ServerAddressesTestJSON-168778303 tempest-ServerAddressesTestJSON-168778303-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a508ad5-ec54-4a33-a8e0-402f2255c630 HTTP/1.1" status: 200 len: 210 time: 0.0311852 Dec 20 14:31:51.010988 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0af7c3-0ac0-4a89-979b-22bdd73e8943 req-18b3c44e-557e-4e93-ba01-f16e4f967d69 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:51.012484 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9b0af7c3-0ac0-4a89-979b-22bdd73e8943 req-18b3c44e-557e-4e93-ba01-f16e4f967d69 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/ports?device_id=b120404b-a643-4820-bd94-09aa42cf125b HTTP/1.1" status: 200 len: 946 time: 0.0545564 Dec 20 14:31:51.074588 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9b0af7c3-0ac0-4a89-979b-22bdd73e8943 req-589e84f1-6296-4870-9b65-590c82d66665 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6a39052-36c7-4e8a-a837-c745dc8572a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469537 Dec 20 14:31:51.731464 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c95c0b-0d6f-4d58-8207-6125625ed64f req-1a5e109b-5087-41bc-a8e6-5f8fa38f937f tempest-ServerAddressesTestJSON-168778303 tempest-ServerAddressesTestJSON-168778303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:51.733160 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a2c95c0b-0d6f-4d58-8207-6125625ed64f req-1a5e109b-5087-41bc-a8e6-5f8fa38f937f tempest-ServerAddressesTestJSON-168778303 tempest-ServerAddressesTestJSON-168778303-project] 10.222.0.47 "GET /v2.0/networks?id=d2e3dbaa-ac1e-4d58-8899-d50d2cee9820 HTTP/1.1" status: 200 len: 814 time: 0.1428020 Dec 20 14:31:51.750225 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-a2c95c0b-0d6f-4d58-8207-6125625ed64f req-f76bd834-bafd-48be-a623-fb89cbb415fa tempest-ServerAddressesTestJSON-168778303 tempest-ServerAddressesTestJSON-168778303-project] Request body: {'port': {'device_id': '0a508ad5-ec54-4a33-a8e0-402f2255c630', 'network_id': 'd2e3dbaa-ac1e-4d58-8899-d50d2cee9820', 'admin_state_up': True, 'tenant_id': 'ec16bd8152b94023926cf0847e695dd5'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:31:51.859581 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2de69a-63c0-42e4-8b5c-29cff00ac9c3 req-86a6fd5e-8db1-4601-9752-6587ab1f44ab tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:51.861652 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-bf2de69a-63c0-42e4-8b5c-29cff00ac9c3 req-86a6fd5e-8db1-4601-9752-6587ab1f44ab tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a251c5e-152a-42f2-9a16-7ad7e13c98e1 HTTP/1.1" status: 200 len: 950 time: 0.1155803 Dec 20 14:31:51.935331 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ca574-d1f8-4358-821e-638002991d7e req-b3f93cdf-f958-4629-b2ab-8070c9094261 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:51.936933 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-451ca574-d1f8-4358-821e-638002991d7e req-b3f93cdf-f958-4629-b2ab-8070c9094261 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=c781ec3d-01c7-4225-bf36-1809b5a16388 HTTP/1.1" status: 200 len: 946 time: 0.0870075 Dec 20 14:31:51.943354 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-bf2de69a-63c0-42e4-8b5c-29cff00ac9c3 req-6ae6844e-2ddd-47e1-9350-8ffb29ff2b42 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674796 Dec 20 14:31:52.005115 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-451ca574-d1f8-4358-821e-638002991d7e req-457b9351-fcf9-4a1a-916f-e8568546dfe1 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580852 Dec 20 14:31:52.017516 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2c95c0b-0d6f-4d58-8207-6125625ed64f req-f76bd834-bafd-48be-a623-fb89cbb415fa tempest-ServerAddressesTestJSON-168778303 tempest-ServerAddressesTestJSON-168778303-project] Made reservation on behalf of ec16bd8152b94023926cf0847e695dd5 for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:31:52.021670 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-a2c95c0b-0d6f-4d58-8207-6125625ed64f req-f76bd834-bafd-48be-a623-fb89cbb415fa tempest-ServerAddressesTestJSON-168778303 tempest-ServerAddressesTestJSON-168778303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:52.067595 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ee24ae30-d610-4b27-8563-f2a7951a6c98 req-c0627739-5b93-4800-9395-30bb523eb981 tempest-ServerAddressesTestJSON-168778303 tempest-ServerAddressesTestJSON-168778303-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a508ad5-ec54-4a33-a8e0-402f2255c630 HTTP/1.1" status: 200 len: 210 time: 0.0513940 Dec 20 14:31:52.108018 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device ecf17b4e-d3dc-49cf-8da8-8cd5cc9811d6 details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:31:52.230584 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [req-a2c95c0b-0d6f-4d58-8207-6125625ed64f req-f76bd834-bafd-48be-a623-fb89cbb415fa tempest-ServerAddressesTestJSON-168778303 tempest-ServerAddressesTestJSON-168778303-project] Allocated IP 172.20.0.13 (d2e3dbaa-ac1e-4d58-8899-d50d2cee9820/24523ac4-adc1-4e9d-a892-86e4c49f8e29/e9f9c9fe-2a96-47a9-a474-a8b3a65800cd) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:31:52.373582 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port ecf17b4e-d3dc-49cf-8da8-8cd5cc9811d6, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=ecf17b4e-d3dc-49cf-8da8-8cd5cc9811d6,segment=NetworkSegment(c66b4285-faba-435b-92e7-6de47ba5ef36),segment_id=c66b4285-faba-435b-92e7-6de47ba5ef36)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:31:52.395029 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': 'ecf17b4e-d3dc-49cf-8da8-8cd5cc9811d6', 'network_id': '0b117659-1bb4-437b-b0c1-51f56db7ff3a', 'port_id': 'ecf17b4e-d3dc-49cf-8da8-8cd5cc9811d6', 'mac_address': 'fa:16:3e:91:e5:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ff79ed4-3dfb-4794-99de-386c9b910625', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:31:52.440339 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c458d9-9af8-4739-a3a3-b817af05262d req-45d64d8d-c8ba-425c-858b-d01b483e6edb tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:52.451714 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-66c458d9-9af8-4739-a3a3-b817af05262d req-45d64d8d-c8ba-425c-858b-d01b483e6edb tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/ports?device_id=b120404b-a643-4820-bd94-09aa42cf125b HTTP/1.1" status: 200 len: 946 time: 0.1191196 Dec 20 14:31:52.459327 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:52.476995 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ecf17b4e-d3dc-49cf-8da8-8cd5cc9811d6 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:31:52.498962 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port ecf17b4e-d3dc-49cf-8da8-8cd5cc9811d6, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=ecf17b4e-d3dc-49cf-8da8-8cd5cc9811d6,segment=NetworkSegment(c66b4285-faba-435b-92e7-6de47ba5ef36),segment_id=c66b4285-faba-435b-92e7-6de47ba5ef36)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:31:52.509297 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:52.532472 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-a2c95c0b-0d6f-4d58-8207-6125625ed64f req-f76bd834-bafd-48be-a623-fb89cbb415fa tempest-ServerAddressesTestJSON-168778303 tempest-ServerAddressesTestJSON-168778303-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:52.546957 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-66c458d9-9af8-4739-a3a3-b817af05262d req-238c2526-5fa3-423d-9ac1-62fa5db05ffa tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6a39052-36c7-4e8a-a837-c745dc8572a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927107 Dec 20 14:31:52.574990 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=ecf17b4e-d3dc-49cf-8da8-8cd5cc9811d6,revision_number=6']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:31:52.583098 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:31:52.583448 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:31:52.583784 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:31:52.584313 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:31:52.584832 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:31:52.585164 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:31:52.585491 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:31:52.586005 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:31:52.586681 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:31:52.587192 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:31:52.587693 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:31:52.588426 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:31:52.588948 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:31:52.602012 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-a2c95c0b-0d6f-4d58-8207-6125625ed64f req-f76bd834-bafd-48be-a623-fb89cbb415fa tempest-ServerAddressesTestJSON-168778303 tempest-ServerAddressesTestJSON-168778303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:52.634657 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['ecf17b4e-d3dc-49cf-8da8-8cd5cc9811d6'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:31:52.655875 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76bd834-bafd-48be-a623-fb89cbb415fa tempest-ServerAddressesTestJSON-168778303 tempest-ServerAddressesTestJSON-168778303-project] Pushing event updated for resources: {'Port': ['ID=e9f9c9fe-2a96-47a9-a474-a8b3a65800cd,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:31:52.672364 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2c95c0b-0d6f-4d58-8207-6125625ed64f req-f76bd834-bafd-48be-a623-fb89cbb415fa tempest-ServerAddressesTestJSON-168778303 tempest-ServerAddressesTestJSON-168778303-project] Network d2e3dbaa-ac1e-4d58-8899-d50d2cee9820 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:31:52.674489 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [req-a2c95c0b-0d6f-4d58-8207-6125625ed64f req-f76bd834-bafd-48be-a623-fb89cbb415fa tempest-ServerAddressesTestJSON-168778303 tempest-ServerAddressesTestJSON-168778303-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:31:52.679531 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2c95c0b-0d6f-4d58-8207-6125625ed64f req-f76bd834-bafd-48be-a623-fb89cbb415fa tempest-ServerAddressesTestJSON-168778303 tempest-ServerAddressesTestJSON-168778303-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:31:52.748531 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c95c0b-0d6f-4d58-8207-6125625ed64f req-f76bd834-bafd-48be-a623-fb89cbb415fa tempest-ServerAddressesTestJSON-168778303 tempest-ServerAddressesTestJSON-168778303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:52.749671 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-a2c95c0b-0d6f-4d58-8207-6125625ed64f req-f76bd834-bafd-48be-a623-fb89cbb415fa tempest-ServerAddressesTestJSON-168778303 tempest-ServerAddressesTestJSON-168778303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:52.771681 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a2c95c0b-0d6f-4d58-8207-6125625ed64f req-f76bd834-bafd-48be-a623-fb89cbb415fa tempest-ServerAddressesTestJSON-168778303 tempest-ServerAddressesTestJSON-168778303-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0282078 Dec 20 14:31:52.785138 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-a2c95c0b-0d6f-4d58-8207-6125625ed64f req-bef6677f-be20-49dc-ae0c-6461c80a8b62 service neutron] Request body: {'port': {'device_id': '0a508ad5-ec54-4a33-a8e0-402f2255c630', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-19'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:31:52.855300 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-a2c95c0b-0d6f-4d58-8207-6125625ed64f req-bef6677f-be20-49dc-ae0c-6461c80a8b62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:53.177450 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7efc60-53bf-43eb-a22e-820348fc1fc5 req-e4999d9e-450a-4ea1-bae4-19e323195c84 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:53.188174 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4b7efc60-53bf-43eb-a22e-820348fc1fc5 req-e4999d9e-450a-4ea1-bae4-19e323195c84 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a251c5e-152a-42f2-9a16-7ad7e13c98e1 HTTP/1.1" status: 200 len: 950 time: 0.1360924 Dec 20 14:31:53.210973 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27415039-8af9-48c8-b8a0-6a6569e76af9 req-8f40a44a-d4e1-4ec0-aefd-c5fb3c9ef0b7 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:53.219111 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-27415039-8af9-48c8-b8a0-6a6569e76af9 req-8f40a44a-d4e1-4ec0-aefd-c5fb3c9ef0b7 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=c781ec3d-01c7-4225-bf36-1809b5a16388 HTTP/1.1" status: 200 len: 946 time: 0.0858290 Dec 20 14:31:53.264604 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4b7efc60-53bf-43eb-a22e-820348fc1fc5 req-9c016138-c636-41f6-908c-85427c28a482 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754125 Dec 20 14:31:53.308662 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-27415039-8af9-48c8-b8a0-6a6569e76af9 req-f273144c-ad1c-41cb-8608-150cfa6e7ae0 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822194 Dec 20 14:31:53.335875 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [req-a2c95c0b-0d6f-4d58-8207-6125625ed64f req-bef6677f-be20-49dc-ae0c-6461c80a8b62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9f9c9fe-2a96-47a9-a474-a8b3a65800cd {{(pid=103167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:31:53.355221 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-a2c95c0b-0d6f-4d58-8207-6125625ed64f req-bef6677f-be20-49dc-ae0c-6461c80a8b62 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:53.389833 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-a2c95c0b-0d6f-4d58-8207-6125625ed64f req-bef6677f-be20-49dc-ae0c-6461c80a8b62 service neutron] Transition to ACTIVE for port object e9f9c9fe-2a96-47a9-a474-a8b3a65800cd will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:31:53.400782 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-a2c95c0b-0d6f-4d58-8207-6125625ed64f req-bef6677f-be20-49dc-ae0c-6461c80a8b62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:53.488328 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef6677f-be20-49dc-ae0c-6461c80a8b62 service neutron] Pushing event updated for resources: {'Port': ['ID=e9f9c9fe-2a96-47a9-a474-a8b3a65800cd,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:31:53.502495 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ae3a2b-8a84-491c-8eec-c51737e404f0 req-33e69254-58e1-4e64-962a-718e72481580 tempest-ServerAddressesTestJSON-168778303 tempest-ServerAddressesTestJSON-168778303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:53.504124 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b2ae3a2b-8a84-491c-8eec-c51737e404f0 req-33e69254-58e1-4e64-962a-718e72481580 tempest-ServerAddressesTestJSON-168778303 tempest-ServerAddressesTestJSON-168778303-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a508ad5-ec54-4a33-a8e0-402f2255c630 HTTP/1.1" status: 200 len: 944 time: 0.1159322 Dec 20 14:31:53.637052 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-a2c95c0b-0d6f-4d58-8207-6125625ed64f req-bef6677f-be20-49dc-ae0c-6461c80a8b62 service neutron] Attempting to bind port e9f9c9fe-2a96-47a9-a474-a8b3a65800cd on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:31:53.637567 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-a2c95c0b-0d6f-4d58-8207-6125625ed64f req-bef6677f-be20-49dc-ae0c-6461c80a8b62 service neutron] Attempting to bind port e9f9c9fe-2a96-47a9-a474-a8b3a65800cd by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': 'd73f5745-1bcc-4075-b89b-3f3c4e911e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd2e3dbaa-ac1e-4d58-8899-d50d2cee9820'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:31:53.638067 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c95c0b-0d6f-4d58-8207-6125625ed64f req-bef6677f-be20-49dc-ae0c-6461c80a8b62 service neutron] Attempting to bind port e9f9c9fe-2a96-47a9-a474-a8b3a65800cd on network d2e3dbaa-ac1e-4d58-8899-d50d2cee9820 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:31:53.643974 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c95c0b-0d6f-4d58-8207-6125625ed64f req-bef6677f-be20-49dc-ae0c-6461c80a8b62 service neutron] Port e9f9c9fe-2a96-47a9-a474-a8b3a65800cd on network d2e3dbaa-ac1e-4d58-8899-d50d2cee9820 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:31:53.644366 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c95c0b-0d6f-4d58-8207-6125625ed64f req-bef6677f-be20-49dc-ae0c-6461c80a8b62 service neutron] Attempting to bind port e9f9c9fe-2a96-47a9-a474-a8b3a65800cd on network d2e3dbaa-ac1e-4d58-8899-d50d2cee9820 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:31:53.659421 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b2ae3a2b-8a84-491c-8eec-c51737e404f0 req-4039e369-a895-4cc4-90d0-b16aad5e496d tempest-ServerAddressesTestJSON-168778303 tempest-ServerAddressesTestJSON-168778303-project] 10.222.0.54 "GET /v2.0/security-groups?id=30a2f067-3a13-4543-8543-73cc9e752d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285937 Dec 20 14:31:53.669881 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c95c0b-0d6f-4d58-8207-6125625ed64f req-bef6677f-be20-49dc-ae0c-6461c80a8b62 service neutron] Checking agent: {'id': '43c60aee-e4af-4ecc-bee2-aac3569fafed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:31:53.670278 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c95c0b-0d6f-4d58-8207-6125625ed64f req-bef6677f-be20-49dc-ae0c-6461c80a8b62 service neutron] Checking segment: {'id': 'd73f5745-1bcc-4075-b89b-3f3c4e911e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd2e3dbaa-ac1e-4d58-8899-d50d2cee9820'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:31:53.670679 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c95c0b-0d6f-4d58-8207-6125625ed64f req-bef6677f-be20-49dc-ae0c-6461c80a8b62 service neutron] Bound using segment: {'id': 'd73f5745-1bcc-4075-b89b-3f3c4e911e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd2e3dbaa-ac1e-4d58-8899-d50d2cee9820'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:31:53.671175 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-a2c95c0b-0d6f-4d58-8207-6125625ed64f req-bef6677f-be20-49dc-ae0c-6461c80a8b62 service neutron] Bound port: e9f9c9fe-2a96-47a9-a474-a8b3a65800cd, host: n-h2-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd73f5745-1bcc-4075-b89b-3f3c4e911e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd2e3dbaa-ac1e-4d58-8899-d50d2cee9820'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:31:53.671541 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-a2c95c0b-0d6f-4d58-8207-6125625ed64f req-bef6677f-be20-49dc-ae0c-6461c80a8b62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:53.814387 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-a2c95c0b-0d6f-4d58-8207-6125625ed64f req-bef6677f-be20-49dc-ae0c-6461c80a8b62 service neutron] For port e9f9c9fe-2a96-47a9-a474-a8b3a65800cd, host n-h2-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:31:53.818284 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-a2c95c0b-0d6f-4d58-8207-6125625ed64f req-bef6677f-be20-49dc-ae0c-6461c80a8b62 service neutron] For port e9f9c9fe-2a96-47a9-a474-a8b3a65800cd, host n-h2-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=e9f9c9fe-2a96-47a9-a474-a8b3a65800cd,segment=NetworkSegment(d73f5745-1bcc-4075-b89b-3f3c4e911e9f),segment_id=d73f5745-1bcc-4075-b89b-3f3c4e911e9f)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:31:53.838983 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e221d87d-c529-4a94-ae3e-8b80c9cb8281 req-d8434e1e-d1c1-4682-95f4-f0c541c5f09e tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:53.840598 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e221d87d-c529-4a94-ae3e-8b80c9cb8281 req-d8434e1e-d1c1-4682-95f4-f0c541c5f09e tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/ports?device_id=b120404b-a643-4820-bd94-09aa42cf125b HTTP/1.1" status: 200 len: 946 time: 0.0861328 Dec 20 14:31:53.842027 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-a2c95c0b-0d6f-4d58-8207-6125625ed64f req-bef6677f-be20-49dc-ae0c-6461c80a8b62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:53.888830 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c95c0b-0d6f-4d58-8207-6125625ed64f req-bef6677f-be20-49dc-ae0c-6461c80a8b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:53.889497 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-a2c95c0b-0d6f-4d58-8207-6125625ed64f req-bef6677f-be20-49dc-ae0c-6461c80a8b62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:53.891055 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a2c95c0b-0d6f-4d58-8207-6125625ed64f req-bef6677f-be20-49dc-ae0c-6461c80a8b62 service neutron] 10.222.0.47 "PUT /v2.0/ports/e9f9c9fe-2a96-47a9-a474-a8b3a65800cd HTTP/1.1" status: 200 len: 1093 time: 1.1110806 Dec 20 14:31:53.893812 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a508ad5-ec54-4a33-a8e0-402f2255c630', 'tag': 'e9f9c9fe-2a96-47a9-a474-a8b3a65800cd'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:31:53.896023 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05902c17-a42e-4da3-8fe7-adbb64201731" -d '{"events": [{"name": "network-changed", "server_uuid": "0a508ad5-ec54-4a33-a8e0-402f2255c630", "tag": "e9f9c9fe-2a96-47a9-a474-a8b3a65800cd"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:31:53.965079 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-752d7804-d699-40c6-b255-5bfb41a3653d x-openstack-request-id: req-752d7804-d699-40c6-b255-5bfb41a3653d {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:31:53.965415 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a508ad5-ec54-4a33-a8e0-402f2255c630", "tag": "e9f9c9fe-2a96-47a9-a474-a8b3a65800cd", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:31:53.965618 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-752d7804-d699-40c6-b255-5bfb41a3653d {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:31:53.966026 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a508ad5-ec54-4a33-a8e0-402f2255c630', 'tag': 'e9f9c9fe-2a96-47a9-a474-a8b3a65800cd', 'status': 'completed', 'code': 200} Dec 20 14:31:53.981882 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef6677f-be20-49dc-ae0c-6461c80a8b62 service neutron] Pushing event updated for resources: {'Port': ['ID=e9f9c9fe-2a96-47a9-a474-a8b3a65800cd,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:31:53.997892 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e221d87d-c529-4a94-ae3e-8b80c9cb8281 req-e88203de-865b-452c-ab0c-7f95557445f2 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6a39052-36c7-4e8a-a837-c745dc8572a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458735 Dec 20 14:31:54.026795 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c95c0b-0d6f-4d58-8207-6125625ed64f req-ab8f0acd-d056-441a-9699-5d58f6cb3ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:54.028593 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a2c95c0b-0d6f-4d58-8207-6125625ed64f req-ab8f0acd-d056-441a-9699-5d58f6cb3ee9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ec16bd8152b94023926cf0847e695dd5&device_id=0a508ad5-ec54-4a33-a8e0-402f2255c630 HTTP/1.1" status: 200 len: 1096 time: 0.0781929 Dec 20 14:31:54.088461 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a2c95c0b-0d6f-4d58-8207-6125625ed64f req-97159f2e-55b6-4fcc-8093-3474f2923d38 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9f9c9fe-2a96-47a9-a474-a8b3a65800cd HTTP/1.1" status: 200 len: 217 time: 0.0485144 Dec 20 14:31:54.108502 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device ecf17b4e-d3dc-49cf-8da8-8cd5cc9811d6 up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:31:54.148572 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c95c0b-0d6f-4d58-8207-6125625ed64f req-12029117-852b-4d6f-a9e2-6ffc8493a83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:54.150857 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a2c95c0b-0d6f-4d58-8207-6125625ed64f req-12029117-852b-4d6f-a9e2-6ffc8493a83b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=24523ac4-adc1-4e9d-a892-86e4c49f8e29 HTTP/1.1" status: 200 len: 854 time: 0.0543888 Dec 20 14:31:54.190039 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port ecf17b4e-d3dc-49cf-8da8-8cd5cc9811d6 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:31:54.190699 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:54.191669 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a2c95c0b-0d6f-4d58-8207-6125625ed64f req-005ae1ac-3f23-4d45-98f3-9f7a7fb89f80 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d2e3dbaa-ac1e-4d58-8899-d50d2cee9820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307734 Dec 20 14:31:54.310659 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:54.324178 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a2c95c0b-0d6f-4d58-8207-6125625ed64f req-1a2b993a-ec4e-418d-b012-fae4457e80b2 service neutron] 10.222.0.47 "GET /v2.0/networks/d2e3dbaa-ac1e-4d58-8899-d50d2cee9820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210318 Dec 20 14:31:54.348917 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port ecf17b4e-d3dc-49cf-8da8-8cd5cc9811d6, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=ecf17b4e-d3dc-49cf-8da8-8cd5cc9811d6,segment=NetworkSegment(c66b4285-faba-435b-92e7-6de47ba5ef36),segment_id=c66b4285-faba-435b-92e7-6de47ba5ef36)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:31:54.350335 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '553ed9f9-b473-4cbd-8e0e-49a4391ac7e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecf17b4e-d3dc-49cf-8da8-8cd5cc9811d6'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:31:54.353849 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e08e6ff-f5db-4d26-a872-bad504410b1c" -d '{"events": [{"server_uuid": "553ed9f9-b473-4cbd-8e0e-49a4391ac7e4", "name": "network-vif-plugged", "status": "completed", "tag": "ecf17b4e-d3dc-49cf-8da8-8cd5cc9811d6"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:31:54.361404 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:54.445872 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=ecf17b4e-d3dc-49cf-8da8-8cd5cc9811d6,revision_number=7']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:31:54.484197 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccb8f60-d072-4a8e-808e-4dafe261d98f req-efae0d11-174d-4543-9844-4dfc1011b494 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:54.486623 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4ccb8f60-d072-4a8e-808e-4dafe261d98f req-efae0d11-174d-4543-9844-4dfc1011b494 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a251c5e-152a-42f2-9a16-7ad7e13c98e1 HTTP/1.1" status: 200 len: 950 time: 0.0812790 Dec 20 14:31:54.524815 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a2c95c0b-0d6f-4d58-8207-6125625ed64f req-33de5682-2497-41ee-8f49-a2f392b02b45 service neutron] 10.222.0.47 "GET /v2.0/networks/d2e3dbaa-ac1e-4d58-8899-d50d2cee9820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832690 Dec 20 14:31:54.535630 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c7cc58-727d-46bb-8a47-006b2ee72150 req-2cf8aaa2-f102-490b-815d-a03f6466d236 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:54.537435 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-37c7cc58-727d-46bb-8a47-006b2ee72150 req-2cf8aaa2-f102-490b-815d-a03f6466d236 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=c781ec3d-01c7-4225-bf36-1809b5a16388 HTTP/1.1" status: 200 len: 946 time: 0.1270506 Dec 20 14:31:54.558017 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4ccb8f60-d072-4a8e-808e-4dafe261d98f req-bbaa2b43-1da7-4501-a17c-dad5e80a9120 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643954 Dec 20 14:31:54.632739 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eebb1145-6881-448d-ac89-76066e4a0423 x-openstack-request-id: req-eebb1145-6881-448d-ac89-76066e4a0423 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:31:54.633089 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "553ed9f9-b473-4cbd-8e0e-49a4391ac7e4", "name": "network-vif-plugged", "status": "completed", "tag": "ecf17b4e-d3dc-49cf-8da8-8cd5cc9811d6", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:31:54.633478 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-eebb1145-6881-448d-ac89-76066e4a0423 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:31:54.633748 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '553ed9f9-b473-4cbd-8e0e-49a4391ac7e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecf17b4e-d3dc-49cf-8da8-8cd5cc9811d6', 'code': 200} Dec 20 14:31:54.687226 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-37c7cc58-727d-46bb-8a47-006b2ee72150 req-90598a9f-a384-4910-ba6d-959759fc921f tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322994 Dec 20 14:31:54.704295 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05902c17-a42e-4da3-8fe7-adbb64201731 req-ce451128-7777-4eb2-bdcf-06dfe062df44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:54.706427 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-05902c17-a42e-4da3-8fe7-adbb64201731 req-ce451128-7777-4eb2-bdcf-06dfe062df44 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ec16bd8152b94023926cf0847e695dd5&device_id=0a508ad5-ec54-4a33-a8e0-402f2255c630 HTTP/1.1" status: 200 len: 1096 time: 0.1073308 Dec 20 14:31:54.845599 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05902c17-a42e-4da3-8fe7-adbb64201731 req-1a44e8a4-22ed-400c-b14e-bced88496258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:54.847132 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-05902c17-a42e-4da3-8fe7-adbb64201731 req-1a44e8a4-22ed-400c-b14e-bced88496258 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d2e3dbaa-ac1e-4d58-8899-d50d2cee9820 HTTP/1.1" status: 200 len: 915 time: 0.1261439 Dec 20 14:31:54.922594 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-05902c17-a42e-4da3-8fe7-adbb64201731 req-c6d84811-7295-4fc6-a950-780784c7096c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9f9c9fe-2a96-47a9-a474-a8b3a65800cd HTTP/1.1" status: 200 len: 217 time: 0.0608232 Dec 20 14:31:55.003642 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28395ae2-7535-4c99-9137-0d7c622366df req-767cf1f4-1090-48f7-93f4-af7ce0d15725 tempest-ServerAddressesTestJSON-168778303 tempest-ServerAddressesTestJSON-168778303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:55.005255 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-28395ae2-7535-4c99-9137-0d7c622366df req-767cf1f4-1090-48f7-93f4-af7ce0d15725 tempest-ServerAddressesTestJSON-168778303 tempest-ServerAddressesTestJSON-168778303-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a508ad5-ec54-4a33-a8e0-402f2255c630 HTTP/1.1" status: 200 len: 944 time: 0.0923417 Dec 20 14:31:55.007367 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05902c17-a42e-4da3-8fe7-adbb64201731 req-5e32c662-e4a5-4a7f-aed2-721334aa2390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:55.008734 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-05902c17-a42e-4da3-8fe7-adbb64201731 req-5e32c662-e4a5-4a7f-aed2-721334aa2390 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=24523ac4-adc1-4e9d-a892-86e4c49f8e29 HTTP/1.1" status: 200 len: 854 time: 0.0678756 Dec 20 14:31:55.104368 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-05902c17-a42e-4da3-8fe7-adbb64201731 req-7288df41-1005-422a-8a2a-683279f8271e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d2e3dbaa-ac1e-4d58-8899-d50d2cee9820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719140 Dec 20 14:31:55.107560 n-d-761264-19 neutron-server[103168]: INFO neutron.api.v2.resource [req-4f919bc2-31de-4679-94ba-b15329fcf38e req-8320898f-e7a4-4fd9-99ac-874085bd6c4d service neutron] show failed (client error): The resource could not be found. Dec 20 14:31:55.108752 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4f919bc2-31de-4679-94ba-b15329fcf38e req-8320898f-e7a4-4fd9-99ac-874085bd6c4d service neutron] 10.222.0.47 "GET /v2.0/ports/98281e45-dedd-4c00-9e3f-43cdc88eaf0c/bindings/n-h1-761264-19 HTTP/1.1" status: 404 len: 381 time: 0.0848279 Dec 20 14:31:55.188923 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-28395ae2-7535-4c99-9137-0d7c622366df req-9d42192d-8032-49ae-9bdc-76129c2173a8 tempest-ServerAddressesTestJSON-168778303 tempest-ServerAddressesTestJSON-168778303-project] 10.222.0.54 "GET /v2.0/security-groups?id=30a2f067-3a13-4543-8543-73cc9e752d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742795 Dec 20 14:31:55.248286 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761b11f-b57b-41d5-a94f-1d03bd7d85b4 req-58c13e2c-c7fa-42dc-9018-3458b50bda4f tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:55.252494 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5761b11f-b57b-41d5-a94f-1d03bd7d85b4 req-58c13e2c-c7fa-42dc-9018-3458b50bda4f tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/ports?device_id=b120404b-a643-4820-bd94-09aa42cf125b HTTP/1.1" status: 200 len: 946 time: 0.1247418 Dec 20 14:31:55.324955 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-05902c17-a42e-4da3-8fe7-adbb64201731 req-1d3c22e5-736c-42a2-9cd8-dde3cd370222 service neutron] 10.222.0.47 "GET /v2.0/networks/d2e3dbaa-ac1e-4d58-8899-d50d2cee9820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789503 Dec 20 14:31:55.343473 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5761b11f-b57b-41d5-a94f-1d03bd7d85b4 req-de0133dc-0cb7-4351-85eb-a4194f0c8419 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6a39052-36c7-4e8a-a837-c745dc8572a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799921 Dec 20 14:31:55.506220 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-05902c17-a42e-4da3-8fe7-adbb64201731 req-62736821-69ba-4ea0-a749-b734d17c5799 service neutron] 10.222.0.47 "GET /v2.0/networks/d2e3dbaa-ac1e-4d58-8899-d50d2cee9820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728773 Dec 20 14:31:55.518358 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f919bc2-31de-4679-94ba-b15329fcf38e req-c3d4076a-2778-4fe2-93dc-080bc25a0e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:55.520354 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4f919bc2-31de-4679-94ba-b15329fcf38e req-c3d4076a-2778-4fe2-93dc-080bc25a0e7d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4a251c5e-152a-42f2-9a16-7ad7e13c98e1&tenant_id=c1e404e3ac2e456f831247d0bb0227f5 HTTP/1.1" status: 200 len: 1102 time: 0.1041305 Dec 20 14:31:55.536538 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-4f919bc2-31de-4679-94ba-b15329fcf38e req-f3feb51b-ece7-491b-a500-4857a38deff0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-761264-19', 'device_owner': 'compute:nova'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:31:55.606084 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-4f919bc2-31de-4679-94ba-b15329fcf38e req-f3feb51b-ece7-491b-a500-4857a38deff0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:55.805294 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edf681f-20d7-41bf-8bf6-94181841b723 req-5b91ceae-9983-4cf0-82f7-4b2cdb7da7d0 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:55.806968 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7edf681f-20d7-41bf-8bf6-94181841b723 req-5b91ceae-9983-4cf0-82f7-4b2cdb7da7d0 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a251c5e-152a-42f2-9a16-7ad7e13c98e1 HTTP/1.1" status: 200 len: 950 time: 0.1356003 Dec 20 14:31:55.809583 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411cf225-d9eb-47bd-bfd7-d451ea21cce7 req-808eb349-c330-430a-a965-363643304902 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:55.817968 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-411cf225-d9eb-47bd-bfd7-d451ea21cce7 req-808eb349-c330-430a-a965-363643304902 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=c781ec3d-01c7-4225-bf36-1809b5a16388 HTTP/1.1" status: 200 len: 946 time: 0.0650141 Dec 20 14:31:55.879906 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-411cf225-d9eb-47bd-bfd7-d451ea21cce7 req-5b845a2b-ed93-4dcf-8594-f4ef64a6665b tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608869 Dec 20 14:31:55.926340 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7edf681f-20d7-41bf-8bf6-94181841b723 req-8095c7a9-4ac5-470c-84db-0c08fb0b69f3 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047728 Dec 20 14:31:55.974852 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-4f919bc2-31de-4679-94ba-b15329fcf38e req-f3feb51b-ece7-491b-a500-4857a38deff0 service neutron] For port 98281e45-dedd-4c00-9e3f-43cdc88eaf0c, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=98281e45-dedd-4c00-9e3f-43cdc88eaf0c,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:31:56.045694 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-4f919bc2-31de-4679-94ba-b15329fcf38e req-f3feb51b-ece7-491b-a500-4857a38deff0 service neutron] For port 98281e45-dedd-4c00-9e3f-43cdc88eaf0c, host n-h2-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:31:56.127124 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a251c5e-152a-42f2-9a16-7ad7e13c98e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98281e45-dedd-4c00-9e3f-43cdc88eaf0c'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:31:56.130039 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad230474-dd05-4c7f-8b74-6a2f6780d965" -d '{"events": [{"server_uuid": "4a251c5e-152a-42f2-9a16-7ad7e13c98e1", "name": "network-vif-unplugged", "status": "completed", "tag": "98281e45-dedd-4c00-9e3f-43cdc88eaf0c"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:31:56.135075 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-4f919bc2-31de-4679-94ba-b15329fcf38e req-f3feb51b-ece7-491b-a500-4857a38deff0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:56.154832 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-4f919bc2-31de-4679-94ba-b15329fcf38e req-f3feb51b-ece7-491b-a500-4857a38deff0 service neutron] Transition to ACTIVE for port object 98281e45-dedd-4c00-9e3f-43cdc88eaf0c will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:31:56.165458 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-4f919bc2-31de-4679-94ba-b15329fcf38e req-f3feb51b-ece7-491b-a500-4857a38deff0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:56.203184 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 14:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc42b75e-9a1f-4e19-a8d1-b616b4cafb43 x-openstack-request-id: req-cc42b75e-9a1f-4e19-a8d1-b616b4cafb43 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:31:56.203802 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a251c5e-152a-42f2-9a16-7ad7e13c98e1", "name": "network-vif-unplugged", "status": "completed", "tag": "98281e45-dedd-4c00-9e3f-43cdc88eaf0c", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:31:56.204335 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cc42b75e-9a1f-4e19-a8d1-b616b4cafb43 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:31:56.204986 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a251c5e-152a-42f2-9a16-7ad7e13c98e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98281e45-dedd-4c00-9e3f-43cdc88eaf0c', 'code': 200} Dec 20 14:31:56.260316 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f919bc2-31de-4679-94ba-b15329fcf38e req-f3feb51b-ece7-491b-a500-4857a38deff0 service neutron] No DVR routers for this DVR port 98281e45-dedd-4c00-9e3f-43cdc88eaf0c on host n-h2-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:31:56.262998 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3feb51b-ece7-491b-a500-4857a38deff0 service neutron] Pushing event updated for resources: {'Port': ['ID=98281e45-dedd-4c00-9e3f-43cdc88eaf0c,revision_number=6']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:31:56.349763 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-4f919bc2-31de-4679-94ba-b15329fcf38e req-f3feb51b-ece7-491b-a500-4857a38deff0 service neutron] Attempting to bind port 98281e45-dedd-4c00-9e3f-43cdc88eaf0c on host n-h1-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:31:56.350137 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-4f919bc2-31de-4679-94ba-b15329fcf38e req-f3feb51b-ece7-491b-a500-4857a38deff0 service neutron] Attempting to bind port 98281e45-dedd-4c00-9e3f-43cdc88eaf0c by drivers openvswitch,hyperv on host n-h1-761264-19 at level 0 using segments [{'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:31:56.350428 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f919bc2-31de-4679-94ba-b15329fcf38e req-f3feb51b-ece7-491b-a500-4857a38deff0 service neutron] Attempting to bind port 98281e45-dedd-4c00-9e3f-43cdc88eaf0c on network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:31:56.383612 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f919bc2-31de-4679-94ba-b15329fcf38e req-f3feb51b-ece7-491b-a500-4857a38deff0 service neutron] Port 98281e45-dedd-4c00-9e3f-43cdc88eaf0c on network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:31:56.384294 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f919bc2-31de-4679-94ba-b15329fcf38e req-f3feb51b-ece7-491b-a500-4857a38deff0 service neutron] Attempting to bind port 98281e45-dedd-4c00-9e3f-43cdc88eaf0c on network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:31:56.396153 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f919bc2-31de-4679-94ba-b15329fcf38e req-f3feb51b-ece7-491b-a500-4857a38deff0 service neutron] Checking agent: {'id': '3e5ace3e-dd7b-4522-a7c4-77d13dbeab1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:31:56.396844 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f919bc2-31de-4679-94ba-b15329fcf38e req-f3feb51b-ece7-491b-a500-4857a38deff0 service neutron] Checking segment: {'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:31:56.397229 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f919bc2-31de-4679-94ba-b15329fcf38e req-f3feb51b-ece7-491b-a500-4857a38deff0 service neutron] Bound using segment: {'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:31:56.397677 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-4f919bc2-31de-4679-94ba-b15329fcf38e req-f3feb51b-ece7-491b-a500-4857a38deff0 service neutron] Bound port: 98281e45-dedd-4c00-9e3f-43cdc88eaf0c, host: n-h1-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:31:56.398040 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-4f919bc2-31de-4679-94ba-b15329fcf38e req-f3feb51b-ece7-491b-a500-4857a38deff0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:56.432480 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:31:56.432480 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:31:56.432480 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:31:56.432480 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:31:56.432480 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:31:56.432480 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:31:56.432480 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:31:56.432480 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:31:56.432480 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:31:56.432480 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:31:56.432480 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:31:56.432480 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:31:56.432480 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:31:56.432480 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:31:56.432480 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:31:56.432480 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:31:56.432480 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:31:56.432480 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:31:56.432480 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:31:56.432480 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:31:56.432480 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:31:56.432480 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:31:56.432480 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:31:56.432480 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:31:56.432480 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:31:56.432480 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:31:56.432480 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:31:56.432480 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:31:56.432480 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:31:56.432480 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:31:56.432480 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:31:56.432480 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:31:56.432480 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:31:56.432480 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:31:56.432480 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:31:56.432480 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:31:56.435355 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:31:56.435355 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:31:56.435355 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:31:56.435355 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:31:56.435355 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:31:56.435355 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:31:56.435355 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:31:56.435355 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:31:56.435355 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:31:56.435355 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:31:56.435355 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:31:56.435355 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:31:56.435355 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b689aa-340c-4d33-a697-0569824e067a req-eb34da84-571f-4969-8a1d-0a5e072ec237 tempest-ServerAddressesTestJSON-168778303 tempest-ServerAddressesTestJSON-168778303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:56.442521 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-21b689aa-340c-4d33-a697-0569824e067a req-eb34da84-571f-4969-8a1d-0a5e072ec237 tempest-ServerAddressesTestJSON-168778303 tempest-ServerAddressesTestJSON-168778303-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a508ad5-ec54-4a33-a8e0-402f2255c630 HTTP/1.1" status: 200 len: 944 time: 0.1096568 Dec 20 14:31:56.550210 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747e3f2d-51ac-4b4c-9bd6-b1208f009796 req-ecf430e6-eb8e-40e7-b54b-c321cb5407c0 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:56.561508 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-747e3f2d-51ac-4b4c-9bd6-b1208f009796 req-ecf430e6-eb8e-40e7-b54b-c321cb5407c0 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/ports?device_id=b120404b-a643-4820-bd94-09aa42cf125b HTTP/1.1" status: 200 len: 946 time: 0.0817270 Dec 20 14:31:56.566335 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-4f919bc2-31de-4679-94ba-b15329fcf38e req-f3feb51b-ece7-491b-a500-4857a38deff0 service neutron] For port 98281e45-dedd-4c00-9e3f-43cdc88eaf0c, host n-h1-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:31:56.572003 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-21b689aa-340c-4d33-a697-0569824e067a req-8482a117-d549-4746-90e7-9d35c14f2fb5 tempest-ServerAddressesTestJSON-168778303 tempest-ServerAddressesTestJSON-168778303-project] 10.222.0.54 "GET /v2.0/security-groups?id=30a2f067-3a13-4543-8543-73cc9e752d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285636 Dec 20 14:31:56.573854 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-4f919bc2-31de-4679-94ba-b15329fcf38e req-f3feb51b-ece7-491b-a500-4857a38deff0 service neutron] For port 98281e45-dedd-4c00-9e3f-43cdc88eaf0c, host n-h1-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=98281e45-dedd-4c00-9e3f-43cdc88eaf0c,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:31:56.587779 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-4f919bc2-31de-4679-94ba-b15329fcf38e req-f3feb51b-ece7-491b-a500-4857a38deff0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:56.636462 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f919bc2-31de-4679-94ba-b15329fcf38e req-f3feb51b-ece7-491b-a500-4857a38deff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:56.637084 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-4f919bc2-31de-4679-94ba-b15329fcf38e req-f3feb51b-ece7-491b-a500-4857a38deff0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:56.638305 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-747e3f2d-51ac-4b4c-9bd6-b1208f009796 req-20cec9fd-e9e4-47c2-a049-ec6c71f89de0 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6a39052-36c7-4e8a-a837-c745dc8572a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753000 Dec 20 14:31:56.638694 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4f919bc2-31de-4679-94ba-b15329fcf38e req-f3feb51b-ece7-491b-a500-4857a38deff0 service neutron] 10.222.0.30 "PUT /v2.0/ports/98281e45-dedd-4c00-9e3f-43cdc88eaf0c HTTP/1.1" status: 200 len: 1097 time: 1.1073709 Dec 20 14:31:56.666616 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3feb51b-ece7-491b-a500-4857a38deff0 service neutron] Pushing event updated for resources: {'Port': ['ID=98281e45-dedd-4c00-9e3f-43cdc88eaf0c,revision_number=7']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:31:56.745686 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f919bc2-31de-4679-94ba-b15329fcf38e req-dce86a83-446c-46e6-8202-3f49d1d6ea19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:56.747694 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4f919bc2-31de-4679-94ba-b15329fcf38e req-dce86a83-446c-46e6-8202-3f49d1d6ea19 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c1e404e3ac2e456f831247d0bb0227f5&device_id=4a251c5e-152a-42f2-9a16-7ad7e13c98e1 HTTP/1.1" status: 200 len: 1100 time: 0.0642376 Dec 20 14:31:56.882629 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f919bc2-31de-4679-94ba-b15329fcf38e req-51c5e7d4-7d03-4418-b2a0-545846ddfd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:56.884773 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4f919bc2-31de-4679-94ba-b15329fcf38e req-51c5e7d4-7d03-4418-b2a0-545846ddfd05 service neutron] 10.222.0.30 "GET /v2.0/networks?id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1 HTTP/1.1" status: 200 len: 870 time: 0.1277726 Dec 20 14:31:56.941422 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4f919bc2-31de-4679-94ba-b15329fcf38e req-c0f15b8b-8b93-4e42-acb0-9c5bef97ecea service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=98281e45-dedd-4c00-9e3f-43cdc88eaf0c HTTP/1.1" status: 200 len: 217 time: 0.0479083 Dec 20 14:31:57.001785 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f919bc2-31de-4679-94ba-b15329fcf38e req-94c716f2-2444-45d3-a0b2-07d2fc28bdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:57.003348 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4f919bc2-31de-4679-94ba-b15329fcf38e req-94c716f2-2444-45d3-a0b2-07d2fc28bdbc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=36bf280f-81bb-4486-a87a-9b9505a1cec4 HTTP/1.1" status: 200 len: 843 time: 0.0541923 Dec 20 14:31:57.109720 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f919bc2-31de-4679-94ba-b15329fcf38e req-df0d93b5-f949-4b06-b46a-c26bc61b8bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:57.110615 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94872e5-9a28-4aa2-904e-2b613758f7b3 req-85522a26-50cc-46cf-ac82-b175bce8dc36 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:57.111263 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4f919bc2-31de-4679-94ba-b15329fcf38e req-df0d93b5-f949-4b06-b46a-c26bc61b8bf6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0978842 Dec 20 14:31:57.112203 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d94872e5-9a28-4aa2-904e-2b613758f7b3 req-85522a26-50cc-46cf-ac82-b175bce8dc36 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a251c5e-152a-42f2-9a16-7ad7e13c98e1 HTTP/1.1" status: 200 len: 948 time: 0.0658844 Dec 20 14:31:57.119806 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba7da4d-f9a3-410c-9cd3-2cd03edb02d4 req-19840d65-b136-4d1f-9f94-cba7f3cab9e0 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:57.121567 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5ba7da4d-f9a3-410c-9cd3-2cd03edb02d4 req-19840d65-b136-4d1f-9f94-cba7f3cab9e0 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=c781ec3d-01c7-4225-bf36-1809b5a16388 HTTP/1.1" status: 200 len: 946 time: 0.1173007 Dec 20 14:31:57.182456 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d94872e5-9a28-4aa2-904e-2b613758f7b3 req-272a4353-dca3-404b-96db-7a0f9ccff37f tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636637 Dec 20 14:31:57.259347 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5ba7da4d-f9a3-410c-9cd3-2cd03edb02d4 req-6ad37839-8711-4635-89f3-ac346ef3eda8 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273234 Dec 20 14:31:57.297935 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4f919bc2-31de-4679-94ba-b15329fcf38e req-99d36271-504f-47ff-b663-55832e8ecc2a service neutron] 10.222.0.30 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753542 Dec 20 14:31:57.421889 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b4e9ad67-3c6c-4382-983a-e93a9dc90255 req-2a2ef16f-c5d7-4bf8-a78c-9a80d7ca4199 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=264addcb-becf-470a-8ecc-0f1d20dce83b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0516713 Dec 20 14:31:57.452690 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4f919bc2-31de-4679-94ba-b15329fcf38e req-1c8f71b7-e2bc-4629-9c16-c4ec8742e546 service neutron] 10.222.0.30 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358566 Dec 20 14:31:57.509109 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e9ad67-3c6c-4382-983a-e93a9dc90255 req-51b6cdbe-6eed-4973-b1a0-60d03c9e8581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:57.510681 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b4e9ad67-3c6c-4382-983a-e93a9dc90255 req-51b6cdbe-6eed-4973-b1a0-60d03c9e8581 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c1e404e3ac2e456f831247d0bb0227f5&device_id=264addcb-becf-470a-8ecc-0f1d20dce83b HTTP/1.1" status: 200 len: 1102 time: 0.0581825 Dec 20 14:31:57.646647 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e9ad67-3c6c-4382-983a-e93a9dc90255 req-03be95c3-ffa7-4f09-8144-f4b95ab87704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:57.648598 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b4e9ad67-3c6c-4382-983a-e93a9dc90255 req-03be95c3-ffa7-4f09-8144-f4b95ab87704 service neutron] 10.222.0.30 "GET /v2.0/networks?id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1 HTTP/1.1" status: 200 len: 870 time: 0.1139803 Dec 20 14:31:57.702360 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b4e9ad67-3c6c-4382-983a-e93a9dc90255 req-0d6ed450-7ffc-4f27-a577-eb1690d88446 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=47effca4-a119-48c1-b2c1-a300bc11c325 HTTP/1.1" status: 200 len: 217 time: 0.0463145 Dec 20 14:31:57.791321 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d816b95-71d3-4b78-b95d-4e07a57af512 req-54be732c-4bc3-48c0-a588-26591d4d5177 tempest-ServerAddressesTestJSON-168778303 tempest-ServerAddressesTestJSON-168778303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:57.795792 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cc26b7-77ba-4aac-b610-d80fcf816745 req-bfee2643-43a5-423d-bfaf-0b9c47555c1a tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:57.796371 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6d816b95-71d3-4b78-b95d-4e07a57af512 req-54be732c-4bc3-48c0-a588-26591d4d5177 tempest-ServerAddressesTestJSON-168778303 tempest-ServerAddressesTestJSON-168778303-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a508ad5-ec54-4a33-a8e0-402f2255c630 HTTP/1.1" status: 200 len: 944 time: 0.1324625 Dec 20 14:31:57.797485 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f0cc26b7-77ba-4aac-b610-d80fcf816745 req-bfee2643-43a5-423d-bfaf-0b9c47555c1a tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/ports?device_id=b120404b-a643-4820-bd94-09aa42cf125b HTTP/1.1" status: 200 len: 946 time: 0.0610402 Dec 20 14:31:57.827324 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e9ad67-3c6c-4382-983a-e93a9dc90255 req-8bda4655-c927-4f3f-b246-ccf7b2d54f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:57.828987 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b4e9ad67-3c6c-4382-983a-e93a9dc90255 req-8bda4655-c927-4f3f-b246-ccf7b2d54f29 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=36bf280f-81bb-4486-a87a-9b9505a1cec4 HTTP/1.1" status: 200 len: 843 time: 0.1093056 Dec 20 14:31:57.874717 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f0cc26b7-77ba-4aac-b610-d80fcf816745 req-c6e05e9f-7922-45c1-9632-014dc46b8c8c tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6a39052-36c7-4e8a-a837-c745dc8572a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710509 Dec 20 14:31:57.908434 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6d816b95-71d3-4b78-b95d-4e07a57af512 req-0b21a2c3-b7f7-417f-97df-556ff6f40fc4 tempest-ServerAddressesTestJSON-168778303 tempest-ServerAddressesTestJSON-168778303-project] 10.222.0.54 "GET /v2.0/security-groups?id=30a2f067-3a13-4543-8543-73cc9e752d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958819 Dec 20 14:31:57.919460 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e9ad67-3c6c-4382-983a-e93a9dc90255 req-f00f937f-e304-4e4d-9918-317525b4601a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:57.922220 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b4e9ad67-3c6c-4382-983a-e93a9dc90255 req-f00f937f-e304-4e4d-9918-317525b4601a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0790045 Dec 20 14:31:58.025651 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b4e9ad67-3c6c-4382-983a-e93a9dc90255 req-f1cf7a03-570a-4c7b-8942-57ea59b143fd service neutron] 10.222.0.30 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945742 Dec 20 14:31:58.111982 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device e9f9c9fe-2a96-47a9-a474-a8b3a65800cd details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:31:58.133756 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 98281e45-dedd-4c00-9e3f-43cdc88eaf0c no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:31:58.137999 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b4e9ad67-3c6c-4382-983a-e93a9dc90255 req-31a83595-717a-4981-b678-37e282c638c0 service neutron] 10.222.0.30 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990856 Dec 20 14:31:58.206187 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a251c5e-152a-42f2-9a16-7ad7e13c98e1', 'tag': '98281e45-dedd-4c00-9e3f-43cdc88eaf0c'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:31:58.210761 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-675d2ee7-dd4e-4bd2-a1cb-cb79cc79b8b7" -d '{"events": [{"name": "network-changed", "server_uuid": "4a251c5e-152a-42f2-9a16-7ad7e13c98e1", "tag": "98281e45-dedd-4c00-9e3f-43cdc88eaf0c"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:31:58.247601 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 98281e45-dedd-4c00-9e3f-43cdc88eaf0c not bound to the agent host n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:31:58.278682 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42157a4d-4c4b-475e-b4bb-6217911d936e x-openstack-request-id: req-42157a4d-4c4b-475e-b4bb-6217911d936e {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:31:58.280366 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a251c5e-152a-42f2-9a16-7ad7e13c98e1", "tag": "98281e45-dedd-4c00-9e3f-43cdc88eaf0c", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:31:58.280366 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-42157a4d-4c4b-475e-b4bb-6217911d936e {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:31:58.280954 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a251c5e-152a-42f2-9a16-7ad7e13c98e1', 'tag': '98281e45-dedd-4c00-9e3f-43cdc88eaf0c', 'status': 'completed', 'code': 200} Dec 20 14:31:58.309085 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port e9f9c9fe-2a96-47a9-a474-a8b3a65800cd, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=e9f9c9fe-2a96-47a9-a474-a8b3a65800cd,segment=NetworkSegment(d73f5745-1bcc-4075-b89b-3f3c4e911e9f),segment_id=d73f5745-1bcc-4075-b89b-3f3c4e911e9f)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:31:58.339874 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': 'e9f9c9fe-2a96-47a9-a474-a8b3a65800cd', 'network_id': 'd2e3dbaa-ac1e-4d58-8899-d50d2cee9820', 'port_id': 'e9f9c9fe-2a96-47a9-a474-a8b3a65800cd', 'mac_address': 'fa:16:3e:11:ca:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24523ac4-adc1-4e9d-a892-86e4c49f8e29', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:31:58.401085 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:58.403559 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675d2ee7-dd4e-4bd2-a1cb-cb79cc79b8b7 req-faa8bf6c-3199-45a5-b533-af7ab6503b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:58.405112 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-675d2ee7-dd4e-4bd2-a1cb-cb79cc79b8b7 req-faa8bf6c-3199-45a5-b533-af7ab6503b5f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c1e404e3ac2e456f831247d0bb0227f5&device_id=4a251c5e-152a-42f2-9a16-7ad7e13c98e1 HTTP/1.1" status: 200 len: 1100 time: 0.0934212 Dec 20 14:31:58.409864 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675d2ee7-dd4e-4bd2-a1cb-cb79cc79b8b7 req-584263b0-d2e8-4680-9322-abc6cdac405e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:58.412806 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-675d2ee7-dd4e-4bd2-a1cb-cb79cc79b8b7 req-584263b0-d2e8-4680-9322-abc6cdac405e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c1e404e3ac2e456f831247d0bb0227f5&device_id=4a251c5e-152a-42f2-9a16-7ad7e13c98e1 HTTP/1.1" status: 200 len: 1100 time: 0.1085205 Dec 20 14:31:58.415745 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9f9c9fe-2a96-47a9-a474-a8b3a65800cd {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:31:58.460520 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port e9f9c9fe-2a96-47a9-a474-a8b3a65800cd, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=e9f9c9fe-2a96-47a9-a474-a8b3a65800cd,segment=NetworkSegment(d73f5745-1bcc-4075-b89b-3f3c4e911e9f),segment_id=d73f5745-1bcc-4075-b89b-3f3c4e911e9f)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:31:58.465388 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983f7a9a-fc28-48ba-b7b5-a944854cdd1e req-99984f83-2e3e-4eb6-b5fe-dd2eac451e7c tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:58.467054 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-983f7a9a-fc28-48ba-b7b5-a944854cdd1e req-99984f83-2e3e-4eb6-b5fe-dd2eac451e7c tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a251c5e-152a-42f2-9a16-7ad7e13c98e1 HTTP/1.1" status: 200 len: 948 time: 0.1145542 Dec 20 14:31:58.467862 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:31:58.525516 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=e9f9c9fe-2a96-47a9-a474-a8b3a65800cd,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:31:58.577671 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-983f7a9a-fc28-48ba-b7b5-a944854cdd1e req-2fcf0e20-9596-45c4-8a9c-cd1c11b97d1e tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663309 Dec 20 14:31:58.589992 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6495de9d-9d20-4c1b-8650-83bc81b2d2f8 req-c9074789-4a3b-4584-b733-2cbe2875f53c tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:58.601774 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6495de9d-9d20-4c1b-8650-83bc81b2d2f8 req-c9074789-4a3b-4584-b733-2cbe2875f53c tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=c781ec3d-01c7-4225-bf36-1809b5a16388 HTTP/1.1" status: 200 len: 946 time: 0.1924975 Dec 20 14:31:58.623075 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675d2ee7-dd4e-4bd2-a1cb-cb79cc79b8b7 req-495f37de-31b4-48b8-b9d5-930ff3067a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:58.625236 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-675d2ee7-dd4e-4bd2-a1cb-cb79cc79b8b7 req-495f37de-31b4-48b8-b9d5-930ff3067a7a service neutron] 10.222.0.47 "GET /v2.0/networks?id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1 HTTP/1.1" status: 200 len: 870 time: 0.2035704 Dec 20 14:31:58.679161 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675d2ee7-dd4e-4bd2-a1cb-cb79cc79b8b7 req-2e4d7414-07f2-4423-a23d-c8c5821b1d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:58.680677 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-675d2ee7-dd4e-4bd2-a1cb-cb79cc79b8b7 req-2e4d7414-07f2-4423-a23d-c8c5821b1d7a service neutron] 10.222.0.30 "GET /v2.0/networks?id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1 HTTP/1.1" status: 200 len: 870 time: 0.2627034 Dec 20 14:31:58.694178 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6495de9d-9d20-4c1b-8650-83bc81b2d2f8 req-f518e58a-e1ae-411c-a029-054a1d498521 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914109 Dec 20 14:31:58.766862 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['e9f9c9fe-2a96-47a9-a474-a8b3a65800cd'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:31:58.767388 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-675d2ee7-dd4e-4bd2-a1cb-cb79cc79b8b7 req-902891e7-9d74-4057-9d46-484a19d3ea64 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=98281e45-dedd-4c00-9e3f-43cdc88eaf0c HTTP/1.1" status: 200 len: 217 time: 0.1325541 Dec 20 14:31:58.795591 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-675d2ee7-dd4e-4bd2-a1cb-cb79cc79b8b7 req-cc62d3d4-7db1-4d1d-8119-c5246630c9a2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=98281e45-dedd-4c00-9e3f-43cdc88eaf0c HTTP/1.1" status: 200 len: 217 time: 0.0989158 Dec 20 14:31:58.864720 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675d2ee7-dd4e-4bd2-a1cb-cb79cc79b8b7 req-ef870516-39e1-4707-b3c1-d0b35779be42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:58.866342 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-675d2ee7-dd4e-4bd2-a1cb-cb79cc79b8b7 req-ef870516-39e1-4707-b3c1-d0b35779be42 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36bf280f-81bb-4486-a87a-9b9505a1cec4 HTTP/1.1" status: 200 len: 843 time: 0.0906258 Dec 20 14:31:58.907747 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675d2ee7-dd4e-4bd2-a1cb-cb79cc79b8b7 req-32bd188c-0247-419d-a2cb-1abcdfa758a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:58.909664 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-675d2ee7-dd4e-4bd2-a1cb-cb79cc79b8b7 req-32bd188c-0247-419d-a2cb-1abcdfa758a9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=36bf280f-81bb-4486-a87a-9b9505a1cec4 HTTP/1.1" status: 200 len: 843 time: 0.0822520 Dec 20 14:31:58.971041 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675d2ee7-dd4e-4bd2-a1cb-cb79cc79b8b7 req-ee08f6d4-3b29-437a-b6a8-e4dd46acae14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:58.972595 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-675d2ee7-dd4e-4bd2-a1cb-cb79cc79b8b7 req-ee08f6d4-3b29-437a-b6a8-e4dd46acae14 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0974197 Dec 20 14:31:59.041673 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675d2ee7-dd4e-4bd2-a1cb-cb79cc79b8b7 req-3b94f91d-3cd9-4be5-a16e-917f1034adce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:59.041673 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-675d2ee7-dd4e-4bd2-a1cb-cb79cc79b8b7 req-3b94f91d-3cd9-4be5-a16e-917f1034adce service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1203105 Dec 20 14:31:59.094657 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-675d2ee7-dd4e-4bd2-a1cb-cb79cc79b8b7 req-bac665e4-c9b2-44f5-aeba-e0d30d6e93c1 service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136663 Dec 20 14:31:59.216220 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea2d489-c689-41e5-b020-91ba3c86c891 req-66c0dacb-a0f2-490b-b789-05b3e9713c41 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:59.218122 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-eea2d489-c689-41e5-b020-91ba3c86c891 req-66c0dacb-a0f2-490b-b789-05b3e9713c41 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/ports?device_id=b120404b-a643-4820-bd94-09aa42cf125b HTTP/1.1" status: 200 len: 946 time: 0.1218672 Dec 20 14:31:59.235055 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956e7a4d-7582-4ff3-b252-d44a9ea5cdfe req-c5c7b47d-5211-44fc-a66e-1cc4842f0c89 tempest-ServerAddressesTestJSON-168778303 tempest-ServerAddressesTestJSON-168778303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:59.237510 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-956e7a4d-7582-4ff3-b252-d44a9ea5cdfe req-c5c7b47d-5211-44fc-a66e-1cc4842f0c89 tempest-ServerAddressesTestJSON-168778303 tempest-ServerAddressesTestJSON-168778303-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a508ad5-ec54-4a33-a8e0-402f2255c630 HTTP/1.1" status: 200 len: 945 time: 0.1366177 Dec 20 14:31:59.270534 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-675d2ee7-dd4e-4bd2-a1cb-cb79cc79b8b7 req-608960ce-0bbf-4bc8-8d34-43c5c9cdac76 service neutron] 10.222.0.30 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168329 Dec 20 14:31:59.284607 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-eea2d489-c689-41e5-b020-91ba3c86c891 req-5083e87e-5e66-4df0-967e-1c0fd8a05baf tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6a39052-36c7-4e8a-a837-c745dc8572a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595920 Dec 20 14:31:59.315612 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-675d2ee7-dd4e-4bd2-a1cb-cb79cc79b8b7 req-aa735db9-a40c-4d5c-b8dd-21cd0990ca95 service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101030 Dec 20 14:31:59.408347 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-675d2ee7-dd4e-4bd2-a1cb-cb79cc79b8b7 req-04ebcc8b-3c54-4839-aff0-4c2fb863e6c5 service neutron] 10.222.0.30 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164234 Dec 20 14:31:59.451308 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-956e7a4d-7582-4ff3-b252-d44a9ea5cdfe req-aa851bce-3a03-409f-b0d9-959441500d1a tempest-ServerAddressesTestJSON-168778303 tempest-ServerAddressesTestJSON-168778303-project] 10.222.0.54 "GET /v2.0/security-groups?id=30a2f067-3a13-4543-8543-73cc9e752d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886702 Dec 20 14:31:59.751254 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd4fea3-0f4c-4dd7-acc7-e0adcaef2169 req-6667a04d-f9dc-4854-a84d-24626de5065d tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:59.752987 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bdd4fea3-0f4c-4dd7-acc7-e0adcaef2169 req-6667a04d-f9dc-4854-a84d-24626de5065d tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a251c5e-152a-42f2-9a16-7ad7e13c98e1 HTTP/1.1" status: 200 len: 948 time: 0.0672665 Dec 20 14:31:59.830809 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bdd4fea3-0f4c-4dd7-acc7-e0adcaef2169 req-42d50879-00ce-4c92-b5db-6db14763be15 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669055 Dec 20 14:31:59.929932 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aa5313-1d29-492f-944c-d9bc5ca1f3c6 req-eee04a47-2b2b-4a09-8771-99e96fb30db3 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:31:59.932335 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-75aa5313-1d29-492f-944c-d9bc5ca1f3c6 req-eee04a47-2b2b-4a09-8771-99e96fb30db3 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=c781ec3d-01c7-4225-bf36-1809b5a16388 HTTP/1.1" status: 200 len: 946 time: 0.0721934 Dec 20 14:32:00.036855 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-75aa5313-1d29-492f-944c-d9bc5ca1f3c6 req-98b2d543-757c-4942-9495-48351dad00a2 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842228 Dec 20 14:32:00.141515 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device e9f9c9fe-2a96-47a9-a474-a8b3a65800cd up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:32:00.204982 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning for port e9f9c9fe-2a96-47a9-a474-a8b3a65800cd completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:32:00.210457 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port e9f9c9fe-2a96-47a9-a474-a8b3a65800cd triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:32:00.210860 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:00.333470 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:00.368804 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a508ad5-ec54-4a33-a8e0-402f2255c630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9f9c9fe-2a96-47a9-a474-a8b3a65800cd'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:32:00.372527 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c549099-26cb-424b-b93b-153694190fde" -d '{"events": [{"server_uuid": "0a508ad5-ec54-4a33-a8e0-402f2255c630", "name": "network-vif-plugged", "status": "completed", "tag": "e9f9c9fe-2a96-47a9-a474-a8b3a65800cd"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:32:00.388369 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port e9f9c9fe-2a96-47a9-a474-a8b3a65800cd, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=e9f9c9fe-2a96-47a9-a474-a8b3a65800cd,segment=NetworkSegment(d73f5745-1bcc-4075-b89b-3f3c4e911e9f),segment_id=d73f5745-1bcc-4075-b89b-3f3c4e911e9f)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:32:00.399716 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:00.454555 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18395161-69f6-4feb-9f7f-d0396e7be249 x-openstack-request-id: req-18395161-69f6-4feb-9f7f-d0396e7be249 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:32:00.455022 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a508ad5-ec54-4a33-a8e0-402f2255c630", "name": "network-vif-plugged", "status": "completed", "tag": "e9f9c9fe-2a96-47a9-a474-a8b3a65800cd", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:32:00.455973 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-18395161-69f6-4feb-9f7f-d0396e7be249 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:32:00.456561 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a508ad5-ec54-4a33-a8e0-402f2255c630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9f9c9fe-2a96-47a9-a474-a8b3a65800cd', 'code': 200} Dec 20 14:32:00.487715 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=e9f9c9fe-2a96-47a9-a474-a8b3a65800cd,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:32:00.516853 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961b9d2d-4ed5-4061-8c6f-b0efaee60858 req-1525a344-0b1a-4982-a994-2c8239b18dbb tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:00.518547 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-961b9d2d-4ed5-4061-8c6f-b0efaee60858 req-1525a344-0b1a-4982-a994-2c8239b18dbb tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/ports?device_id=b120404b-a643-4820-bd94-09aa42cf125b HTTP/1.1" status: 200 len: 946 time: 0.0942602 Dec 20 14:32:00.605065 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-961b9d2d-4ed5-4061-8c6f-b0efaee60858 req-ade7adf5-2816-4556-aadc-82f3fb7ba27d tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6a39052-36c7-4e8a-a837-c745dc8572a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786552 Dec 20 14:32:00.645325 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-5bb4d3aa-1da6-43f1-86d8-d28c096d31ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:00.942078 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86930546-32c1-473f-bc71-688b11719812 req-c6c34781-a23c-468c-9c5d-eddf718f4ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:00.943692 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-86930546-32c1-473f-bc71-688b11719812 req-c6c34781-a23c-468c-9c5d-eddf718f4ccb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0a508ad5-ec54-4a33-a8e0-402f2255c630 HTTP/1.1" status: 200 len: 1098 time: 0.4315724 Dec 20 14:32:01.004956 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5645fe1-16b9-41ef-9449-60bec157e96c req-0c9428c0-7440-48a4-b9f7-535faa1aa0a9 tempest-ServerAddressesTestJSON-168778303 tempest-ServerAddressesTestJSON-168778303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:01.007912 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f5645fe1-16b9-41ef-9449-60bec157e96c req-0c9428c0-7440-48a4-b9f7-535faa1aa0a9 tempest-ServerAddressesTestJSON-168778303 tempest-ServerAddressesTestJSON-168778303-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a508ad5-ec54-4a33-a8e0-402f2255c630 HTTP/1.1" status: 200 len: 946 time: 0.0839849 Dec 20 14:32:01.025000 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e789fb11-2dab-4f38-b186-3ed24720a55d req-3ef198ce-e820-453a-a5f8-eb22837781e9 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:01.039285 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e789fb11-2dab-4f38-b186-3ed24720a55d req-3ef198ce-e820-453a-a5f8-eb22837781e9 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a251c5e-152a-42f2-9a16-7ad7e13c98e1 HTTP/1.1" status: 200 len: 948 time: 0.1116879 Dec 20 14:32:01.043088 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-86930546-32c1-473f-bc71-688b11719812 req-d55f2f12-b1f8-46ed-9059-d04dee667669 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=30a2f067-3a13-4543-8543-73cc9e752d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854456 Dec 20 14:32:01.079578 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 98281e45-dedd-4c00-9e3f-43cdc88eaf0c details requested by agent hyperv_n-h1-761264-19 with host n-h1-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:32:01.110546 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f5645fe1-16b9-41ef-9449-60bec157e96c req-6b3bfe0c-33ab-4038-a14a-5ab1f4bec399 tempest-ServerAddressesTestJSON-168778303 tempest-ServerAddressesTestJSON-168778303-project] 10.222.0.54 "GET /v2.0/security-groups?id=30a2f067-3a13-4543-8543-73cc9e752d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790629 Dec 20 14:32:01.160405 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e789fb11-2dab-4f38-b186-3ed24720a55d req-460f39f1-f6fd-4908-8093-0aa1cdd62d35 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201289 Dec 20 14:32:01.265831 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 98281e45-dedd-4c00-9e3f-43cdc88eaf0c, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=98281e45-dedd-4c00-9e3f-43cdc88eaf0c,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:32:01.298883 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Returning: {'device': '98281e45-dedd-4c00-9e3f-43cdc88eaf0c', 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1', 'port_id': '98281e45-dedd-4c00-9e3f-43cdc88eaf0c', 'mac_address': 'fa:16:3e:25:ff:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36bf280f-81bb-4486-a87a-9b9505a1cec4', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:32:01.317704 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2108508d-dc21-4472-ab6f-f5daf8320f18 req-1bcfd94e-2418-4d5e-b22a-700a4f4cc9bc tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:01.326204 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2108508d-dc21-4472-ab6f-f5daf8320f18 req-1bcfd94e-2418-4d5e-b22a-700a4f4cc9bc tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=c781ec3d-01c7-4225-bf36-1809b5a16388 HTTP/1.1" status: 200 len: 946 time: 0.0652230 Dec 20 14:32:01.355558 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:01.373938 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98281e45-dedd-4c00-9e3f-43cdc88eaf0c {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:32:01.387848 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2108508d-dc21-4472-ab6f-f5daf8320f18 req-b5bb1054-13f4-4b04-baf7-38a10713e519 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607138 Dec 20 14:32:01.411914 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 98281e45-dedd-4c00-9e3f-43cdc88eaf0c, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=98281e45-dedd-4c00-9e3f-43cdc88eaf0c,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:32:01.421616 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:01.494022 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=98281e45-dedd-4c00-9e3f-43cdc88eaf0c,revision_number=8']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:32:01.746075 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab93e1b8-74c7-4e41-976b-776bca56da51 req-7b6257b3-bc76-4254-b8c4-58c3a636e703 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:01.747927 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ab93e1b8-74c7-4e41-976b-776bca56da51 req-7b6257b3-bc76-4254-b8c4-58c3a636e703 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/ports?device_id=b120404b-a643-4820-bd94-09aa42cf125b HTTP/1.1" status: 200 len: 946 time: 0.0729511 Dec 20 14:32:01.811185 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ab93e1b8-74c7-4e41-976b-776bca56da51 req-536a88cd-8e00-4ea2-aab9-de5efa82fab0 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6a39052-36c7-4e8a-a837-c745dc8572a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554814 Dec 20 14:32:01.933583 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['98281e45-dedd-4c00-9e3f-43cdc88eaf0c'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:32:02.257750 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd11322-587b-4045-9f97-fcb7bc26e559 req-24fb51cc-8344-40d1-a8b9-a8d087e52a6b tempest-ServerAddressesTestJSON-168778303 tempest-ServerAddressesTestJSON-168778303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:02.261699 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fbd11322-587b-4045-9f97-fcb7bc26e559 req-24fb51cc-8344-40d1-a8b9-a8d087e52a6b tempest-ServerAddressesTestJSON-168778303 tempest-ServerAddressesTestJSON-168778303-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a508ad5-ec54-4a33-a8e0-402f2255c630 HTTP/1.1" status: 200 len: 946 time: 0.0686626 Dec 20 14:32:02.339193 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb5a864-60c0-43dc-a939-93695aa8c686 req-c0e90af1-a785-40e7-b082-714aba248451 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:02.349451 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fbd11322-587b-4045-9f97-fcb7bc26e559 req-e2a5e600-98f0-4e79-81f8-8a1fe6a70363 tempest-ServerAddressesTestJSON-168778303 tempest-ServerAddressesTestJSON-168778303-project] 10.222.0.54 "GET /v2.0/security-groups?id=30a2f067-3a13-4543-8543-73cc9e752d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797379 Dec 20 14:32:02.351055 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8fb5a864-60c0-43dc-a939-93695aa8c686 req-c0e90af1-a785-40e7-b082-714aba248451 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a251c5e-152a-42f2-9a16-7ad7e13c98e1 HTTP/1.1" status: 200 len: 949 time: 0.0822237 Dec 20 14:32:02.415651 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8fb5a864-60c0-43dc-a939-93695aa8c686 req-02dae002-359c-4e9f-9f46-7f872c0af13d tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567551 Dec 20 14:32:02.599709 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaecffe-ef41-45a4-b194-70a6c03eded5 req-ec181d86-1a69-43c8-901a-3b118277ea57 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:02.602403 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-bbaecffe-ef41-45a4-b194-70a6c03eded5 req-ec181d86-1a69-43c8-901a-3b118277ea57 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=c781ec3d-01c7-4225-bf36-1809b5a16388 HTTP/1.1" status: 200 len: 946 time: 0.0716274 Dec 20 14:32:02.664355 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-bbaecffe-ef41-45a4-b194-70a6c03eded5 req-e1d99b2d-2ae6-4f0d-99e6-cf707e4c7298 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535603 Dec 20 14:32:02.808659 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b21a6b-b83b-498e-9405-676bf5fd0826 req-5169ec92-2cf7-4f78-ba05-3577ad7dab0c tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:02.810402 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c8b21a6b-b83b-498e-9405-676bf5fd0826 req-5169ec92-2cf7-4f78-ba05-3577ad7dab0c tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a251c5e-152a-42f2-9a16-7ad7e13c98e1 HTTP/1.1" status: 200 len: 949 time: 0.0618877 Dec 20 14:32:02.834404 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ff51b30c-4787-4e13-bd35-8e244772273a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:02.873322 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3730ebbd-287e-47cf-9c4f-bf9a68c0a567 req-abefda8d-8bdc-45f1-adc7-007aad2f73a6 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:02.875167 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3730ebbd-287e-47cf-9c4f-bf9a68c0a567 req-abefda8d-8bdc-45f1-adc7-007aad2f73a6 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a251c5e-152a-42f2-9a16-7ad7e13c98e1&tenant_id=c1e404e3ac2e456f831247d0bb0227f5&binding%3Ahost_id=n-h1-761264-19 HTTP/1.1" status: 200 len: 949 time: 0.1228597 Dec 20 14:32:02.931060 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c8b21a6b-b83b-498e-9405-676bf5fd0826 req-4232a909-e72f-403a-aecf-6ea066ab88b4 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109354 Dec 20 14:32:03.000171 n-d-761264-19 neutron-server[103167]: INFO neutron.api.v2.resource [req-3730ebbd-287e-47cf-9c4f-bf9a68c0a567 req-f09dbd2d-5d35-4214-80c5-84dca1d5c7ad service neutron] delete failed (client error): The resource could not be found. Dec 20 14:32:03.001225 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3730ebbd-287e-47cf-9c4f-bf9a68c0a567 req-f09dbd2d-5d35-4214-80c5-84dca1d5c7ad service neutron] 10.222.0.47 "DELETE /v2.0/ports/98281e45-dedd-4c00-9e3f-43cdc88eaf0c/bindings/n-h2-761264-19 HTTP/1.1" status: 404 len: 381 time: 0.1166260 Dec 20 14:32:03.022357 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b9550e-1576-4586-9c04-217fa3903e72 req-fccdffdc-76f6-4124-9684-744550b77663 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:03.031087 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-83b9550e-1576-4586-9c04-217fa3903e72 req-fccdffdc-76f6-4124-9684-744550b77663 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/ports?device_id=b120404b-a643-4820-bd94-09aa42cf125b HTTP/1.1" status: 200 len: 946 time: 0.1134913 Dec 20 14:32:03.122653 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-83b9550e-1576-4586-9c04-217fa3903e72 req-85d45cc6-4160-46a3-b66f-cc2dfdf718d1 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6a39052-36c7-4e8a-a837-c745dc8572a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899749 Dec 20 14:32:03.159010 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3730ebbd-287e-47cf-9c4f-bf9a68c0a567 req-6238a394-30ea-45b9-b22b-949cee90657b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:03.160614 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3730ebbd-287e-47cf-9c4f-bf9a68c0a567 req-6238a394-30ea-45b9-b22b-949cee90657b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c1e404e3ac2e456f831247d0bb0227f5&device_id=4a251c5e-152a-42f2-9a16-7ad7e13c98e1 HTTP/1.1" status: 200 len: 1101 time: 0.0569458 Dec 20 14:32:03.287199 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3730ebbd-287e-47cf-9c4f-bf9a68c0a567 req-32c48526-2f32-464f-a45c-cc9f119734d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:03.288790 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3730ebbd-287e-47cf-9c4f-bf9a68c0a567 req-32c48526-2f32-464f-a45c-cc9f119734d8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1 HTTP/1.1" status: 200 len: 870 time: 0.1211381 Dec 20 14:32:03.340145 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3730ebbd-287e-47cf-9c4f-bf9a68c0a567 req-2cfda8dc-0aa3-476c-882a-7c8356caca4d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=98281e45-dedd-4c00-9e3f-43cdc88eaf0c HTTP/1.1" status: 200 len: 217 time: 0.0424550 Dec 20 14:32:03.401724 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3730ebbd-287e-47cf-9c4f-bf9a68c0a567 req-1834de86-d093-41b6-afaa-fdf5fde1a0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:03.403271 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3730ebbd-287e-47cf-9c4f-bf9a68c0a567 req-1834de86-d093-41b6-afaa-fdf5fde1a0ea service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36bf280f-81bb-4486-a87a-9b9505a1cec4 HTTP/1.1" status: 200 len: 843 time: 0.0519917 Dec 20 14:32:03.455304 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3730ebbd-287e-47cf-9c4f-bf9a68c0a567 req-a1c8fbdb-69e5-4a7e-918e-2e3f28c2f347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:03.456909 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3730ebbd-287e-47cf-9c4f-bf9a68c0a567 req-a1c8fbdb-69e5-4a7e-918e-2e3f28c2f347 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0446029 Dec 20 14:32:03.473453 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97b59c0-ee88-401b-889c-4520d778a972 req-c9df2b21-4246-4dcf-bc47-9ab4dc4404c9 tempest-ServerAddressesTestJSON-168778303 tempest-ServerAddressesTestJSON-168778303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:03.475060 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c97b59c0-ee88-401b-889c-4520d778a972 req-c9df2b21-4246-4dcf-bc47-9ab4dc4404c9 tempest-ServerAddressesTestJSON-168778303 tempest-ServerAddressesTestJSON-168778303-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a508ad5-ec54-4a33-a8e0-402f2255c630 HTTP/1.1" status: 200 len: 946 time: 0.0542130 Dec 20 14:32:03.533462 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c97b59c0-ee88-401b-889c-4520d778a972 req-d61e96d4-568f-44c3-b7c4-814a1a1a427e tempest-ServerAddressesTestJSON-168778303 tempest-ServerAddressesTestJSON-168778303-project] 10.222.0.54 "GET /v2.0/security-groups?id=30a2f067-3a13-4543-8543-73cc9e752d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523207 Dec 20 14:32:03.566970 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3730ebbd-287e-47cf-9c4f-bf9a68c0a567 req-ad6c19ab-54e4-4785-9b77-147e6d549108 service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008921 Dec 20 14:32:03.690160 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:03.777343 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3730ebbd-287e-47cf-9c4f-bf9a68c0a567 req-77428e38-8681-4412-8388-6c8567bdf553 service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152344 Dec 20 14:32:03.863866 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0bdb8a-aa20-4519-bfba-3294340637e7 req-ab0c94a0-ed62-4a36-864d-832bd9cea89b tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:03.865475 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9b0bdb8a-aa20-4519-bfba-3294340637e7 req-ab0c94a0-ed62-4a36-864d-832bd9cea89b tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=c781ec3d-01c7-4225-bf36-1809b5a16388 HTTP/1.1" status: 200 len: 946 time: 0.0786834 Dec 20 14:32:03.926757 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9b0bdb8a-aa20-4519-bfba-3294340637e7 req-cd61433e-5825-42cc-a391-2c123bb76f36 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531416 Dec 20 14:32:04.038997 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b99bd64-7d37-448f-b42c-fbc82c673743 req-ebef0a97-e991-473d-a62e-caf5551f77d0 tempest-ServerAddressesTestJSON-168778303 tempest-ServerAddressesTestJSON-168778303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:04.040541 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8b99bd64-7d37-448f-b42c-fbc82c673743 req-ebef0a97-e991-473d-a62e-caf5551f77d0 tempest-ServerAddressesTestJSON-168778303 tempest-ServerAddressesTestJSON-168778303-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a508ad5-ec54-4a33-a8e0-402f2255c630 HTTP/1.1" status: 200 len: 946 time: 0.0527501 Dec 20 14:32:04.059008 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05f3231-a73e-43b5-85a7-fb1e8a88e894 req-c9e8875f-7dab-430a-9947-041e2450dd04 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:04.060583 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f05f3231-a73e-43b5-85a7-fb1e8a88e894 req-c9e8875f-7dab-430a-9947-041e2450dd04 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a251c5e-152a-42f2-9a16-7ad7e13c98e1 HTTP/1.1" status: 200 len: 949 time: 0.0501645 Dec 20 14:32:04.095266 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8b99bd64-7d37-448f-b42c-fbc82c673743 req-50f9239b-4bb6-4bd9-8d7b-5a6e0ebe0f87 tempest-ServerAddressesTestJSON-168778303 tempest-ServerAddressesTestJSON-168778303-project] 10.222.0.54 "GET /v2.0/security-groups?id=30a2f067-3a13-4543-8543-73cc9e752d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469892 Dec 20 14:32:04.109168 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f05f3231-a73e-43b5-85a7-fb1e8a88e894 req-bf9181a1-03bb-4c14-a714-d66b8424f71f tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420299 Dec 20 14:32:04.277457 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80bab2b-352e-4ddd-a5d3-8e6513ac685d req-8d0811a9-dce5-42e1-a267-5ede085bbdfa tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:04.279184 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d80bab2b-352e-4ddd-a5d3-8e6513ac685d req-8d0811a9-dce5-42e1-a267-5ede085bbdfa tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/ports?device_id=b120404b-a643-4820-bd94-09aa42cf125b HTTP/1.1" status: 200 len: 946 time: 0.0643411 Dec 20 14:32:04.339401 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d80bab2b-352e-4ddd-a5d3-8e6513ac685d req-0ab65995-c011-4c7c-ab05-b16cbd4f127a tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6a39052-36c7-4e8a-a837-c745dc8572a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534379 Dec 20 14:32:05.048198 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ab94e-5e53-4fb3-bec3-ff21e9da386a req-39775459-2890-4f6b-bdd9-37f35efeb251 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:05.049578 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a41ab94e-5e53-4fb3-bec3-ff21e9da386a req-39775459-2890-4f6b-bdd9-37f35efeb251 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=c781ec3d-01c7-4225-bf36-1809b5a16388 HTTP/1.1" status: 200 len: 946 time: 0.0510252 Dec 20 14:32:05.073813 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e6ccfd-3bac-481b-88f5-3e3b416d1fcd req-712b30c6-5696-4869-a28b-d6108add590c tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:05.075406 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-91e6ccfd-3bac-481b-88f5-3e3b416d1fcd req-712b30c6-5696-4869-a28b-d6108add590c tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/networks?id=0b117659-1bb4-437b-b0c1-51f56db7ff3a HTTP/1.1" status: 200 len: 804 time: 0.1157477 Dec 20 14:32:05.091951 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-91e6ccfd-3bac-481b-88f5-3e3b416d1fcd req-281ea9ad-9788-4aa2-9ef5-d6d2dabc74ec tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/quotas/1cc26e75091641c38e981f6c0cbcbef7 HTTP/1.1" status: 200 len: 375 time: 0.0101831 Dec 20 14:32:05.106064 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a41ab94e-5e53-4fb3-bec3-ff21e9da386a req-677e6a8f-85fb-46f8-90d4-625f28a7fe5e tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498769 Dec 20 14:32:05.121670 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device bb5f4f2a-7fcb-4ab5-8026-bb338e7a97ad details requested by agent hyperv_n-h1-761264-19 with host n-h1-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:32:05.124052 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 98281e45-dedd-4c00-9e3f-43cdc88eaf0c up at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:32:05.155988 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-91e6ccfd-3bac-481b-88f5-3e3b416d1fcd req-bef0cd7f-8a90-4ecc-8eaf-f04e84c93d7b tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=1cc26e75091641c38e981f6c0cbcbef7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0574567 Dec 20 14:32:05.238236 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b6f301-b188-439d-a225-fa49ecb357ab req-aad46e09-32c7-44c8-8c72-f6b44866b104 tempest-ServerAddressesTestJSON-168778303 tempest-ServerAddressesTestJSON-168778303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:05.240919 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-59b6f301-b188-439d-a225-fa49ecb357ab req-aad46e09-32c7-44c8-8c72-f6b44866b104 tempest-ServerAddressesTestJSON-168778303 tempest-ServerAddressesTestJSON-168778303-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a508ad5-ec54-4a33-a8e0-402f2255c630 HTTP/1.1" status: 200 len: 946 time: 0.0622027 Dec 20 14:32:05.244382 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning for port 98281e45-dedd-4c00-9e3f-43cdc88eaf0c completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:32:05.253772 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning complete for port 98281e45-dedd-4c00-9e3f-43cdc88eaf0c triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:32:05.254291 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:05.264823 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-91e6ccfd-3bac-481b-88f5-3e3b416d1fcd req-ef7af588-506d-41b8-97df-d1e501ae95be service neutron] 10.222.0.54 "GET /v2.0/networks/0b117659-1bb4-437b-b0c1-51f56db7ff3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040947 Dec 20 14:32:05.292137 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port bb5f4f2a-7fcb-4ab5-8026-bb338e7a97ad, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=bb5f4f2a-7fcb-4ab5-8026-bb338e7a97ad,segment=NetworkSegment(0db4f97e-52d2-4e75-a7f6-550aa2b8eca1),segment_id=0db4f97e-52d2-4e75-a7f6-550aa2b8eca1)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:32:05.307839 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-59b6f301-b188-439d-a225-fa49ecb357ab req-d6ea7c93-f394-40f0-b559-9e392b810b77 tempest-ServerAddressesTestJSON-168778303 tempest-ServerAddressesTestJSON-168778303-project] 10.222.0.54 "GET /v2.0/security-groups?id=30a2f067-3a13-4543-8543-73cc9e752d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578916 Dec 20 14:32:05.315682 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Returning: {'device': 'bb5f4f2a-7fcb-4ab5-8026-bb338e7a97ad', 'network_id': '495ace7a-f44e-4349-a86f-b6f0c2cf6eb6', 'port_id': 'bb5f4f2a-7fcb-4ab5-8026-bb338e7a97ad', 'mac_address': 'fa:16:3e:a7:51:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8908482-6016-4528-aed2-b6e5b6996a4d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:32:05.365516 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-91e6ccfd-3bac-481b-88f5-3e3b416d1fcd req-d473aaf0-81d0-4220-b175-1fd81d813ee9 service neutron] 10.222.0.54 "GET /v2.0/networks/0b117659-1bb4-437b-b0c1-51f56db7ff3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945935 Dec 20 14:32:05.395612 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:05.405098 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:05.418800 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bb5f4f2a-7fcb-4ab5-8026-bb338e7a97ad {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:32:05.442883 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port bb5f4f2a-7fcb-4ab5-8026-bb338e7a97ad, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=bb5f4f2a-7fcb-4ab5-8026-bb338e7a97ad,segment=NetworkSegment(0db4f97e-52d2-4e75-a7f6-550aa2b8eca1),segment_id=0db4f97e-52d2-4e75-a7f6-550aa2b8eca1)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:32:05.451567 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:05.453644 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb0e80-6f5b-4c78-9a36-82419dbc97ef req-b3a81efe-ffe1-4773-b4e1-8a8c12faf797 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:05.455524 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0afb0e80-6f5b-4c78-9a36-82419dbc97ef req-b3a81efe-ffe1-4773-b4e1-8a8c12faf797 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a251c5e-152a-42f2-9a16-7ad7e13c98e1 HTTP/1.1" status: 200 len: 949 time: 0.0929103 Dec 20 14:32:05.458846 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a251c5e-152a-42f2-9a16-7ad7e13c98e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98281e45-dedd-4c00-9e3f-43cdc88eaf0c'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:32:05.461521 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f924bea6-1623-4f44-a326-e36bf161fee5" -d '{"events": [{"server_uuid": "4a251c5e-152a-42f2-9a16-7ad7e13c98e1", "name": "network-vif-plugged", "status": "completed", "tag": "98281e45-dedd-4c00-9e3f-43cdc88eaf0c"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:32:05.467309 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba97730-58d5-4174-abdb-038b56a8fb6e req-53c21253-28e3-4d09-ba47-57fb6534d183 tempest-ServerAddressesTestJSON-168778303 tempest-ServerAddressesTestJSON-168778303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:05.468827 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fba97730-58d5-4174-abdb-038b56a8fb6e req-53c21253-28e3-4d09-ba47-57fb6534d183 tempest-ServerAddressesTestJSON-168778303 tempest-ServerAddressesTestJSON-168778303-project] 10.222.0.47 "GET /v2.0/ports?device_id=0a508ad5-ec54-4a33-a8e0-402f2255c630 HTTP/1.1" status: 200 len: 946 time: 0.1229980 Dec 20 14:32:05.500721 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 98281e45-dedd-4c00-9e3f-43cdc88eaf0c, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=98281e45-dedd-4c00-9e3f-43cdc88eaf0c,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:32:05.522618 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:05.545605 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=bb5f4f2a-7fcb-4ab5-8026-bb338e7a97ad,revision_number=6']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:32:05.611383 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0afb0e80-6f5b-4c78-9a36-82419dbc97ef req-e4427d0b-cbfa-4ddd-b2db-f45a6dbd4fc9 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411595 Dec 20 14:32:05.624441 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=98281e45-dedd-4c00-9e3f-43cdc88eaf0c,revision_number=9']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:32:05.656171 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-fba97730-58d5-4174-abdb-038b56a8fb6e req-7d3a13fa-794b-4741-8aba-e70cf1bc8159 tempest-ServerAddressesTestJSON-168778303 tempest-ServerAddressesTestJSON-168778303-project] Deleting port e9f9c9fe-2a96-47a9-a474-a8b3a65800cd {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:32:05.656482 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-fba97730-58d5-4174-abdb-038b56a8fb6e req-7d3a13fa-794b-4741-8aba-e70cf1bc8159 tempest-ServerAddressesTestJSON-168778303 tempest-ServerAddressesTestJSON-168778303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:05.680853 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7913c03-5919-4cfa-9d79-d5bb574ea2d2 req-189fe083-bbc2-4095-9dbe-2b2c88cd82c6 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:05.682552 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:05.684935 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4535bb16-7db4-4206-932c-602d39a97217 x-openstack-request-id: req-4535bb16-7db4-4206-932c-602d39a97217 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:32:05.685519 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a251c5e-152a-42f2-9a16-7ad7e13c98e1", "name": "network-vif-plugged", "status": "completed", "tag": "98281e45-dedd-4c00-9e3f-43cdc88eaf0c", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:32:05.685947 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4535bb16-7db4-4206-932c-602d39a97217 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:32:05.687179 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a251c5e-152a-42f2-9a16-7ad7e13c98e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98281e45-dedd-4c00-9e3f-43cdc88eaf0c', 'code': 200} Dec 20 14:32:05.691009 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a7913c03-5919-4cfa-9d79-d5bb574ea2d2 req-189fe083-bbc2-4095-9dbe-2b2c88cd82c6 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/ports?device_id=b120404b-a643-4820-bd94-09aa42cf125b HTTP/1.1" status: 200 len: 946 time: 0.0794203 Dec 20 14:32:05.719635 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['bb5f4f2a-7fcb-4ab5-8026-bb338e7a97ad'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:32:05.751770 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a7913c03-5919-4cfa-9d79-d5bb574ea2d2 req-047eec74-e3a9-4c3d-8591-9770e2ea16fe tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6a39052-36c7-4e8a-a837-c745dc8572a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568953 Dec 20 14:32:05.764841 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-26df2864-d7f7-49b8-bcc8-0dccd42ebf04 req-4a9d1bf2-f8aa-4ea0-b49e-33315444f217 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e11a8fb-70fa-4ef1-a6a3-5a513f31a37a HTTP/1.1" status: 200 len: 210 time: 0.0364785 Dec 20 14:32:05.823011 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-fba97730-58d5-4174-abdb-038b56a8fb6e req-7d3a13fa-794b-4741-8aba-e70cf1bc8159 tempest-ServerAddressesTestJSON-168778303 tempest-ServerAddressesTestJSON-168778303-project] For port e9f9c9fe-2a96-47a9-a474-a8b3a65800cd, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=e9f9c9fe-2a96-47a9-a474-a8b3a65800cd,segment=NetworkSegment(d73f5745-1bcc-4075-b89b-3f3c4e911e9f),segment_id=d73f5745-1bcc-4075-b89b-3f3c4e911e9f)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:32:05.823558 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-fba97730-58d5-4174-abdb-038b56a8fb6e req-7d3a13fa-794b-4741-8aba-e70cf1bc8159 tempest-ServerAddressesTestJSON-168778303 tempest-ServerAddressesTestJSON-168778303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:05.845419 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-fba97730-58d5-4174-abdb-038b56a8fb6e req-7d3a13fa-794b-4741-8aba-e70cf1bc8159 tempest-ServerAddressesTestJSON-168778303 tempest-ServerAddressesTestJSON-168778303-project] Calling delete_port for e9f9c9fe-2a96-47a9-a474-a8b3a65800cd owned by compute:nova {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:32:05.961230 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d379a43-aab5-4bb9-b26c-8350060cf818 req-c7338616-4356-4098-8fb9-1fc5c5f72238 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:05.962862 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4d379a43-aab5-4bb9-b26c-8350060cf818 req-c7338616-4356-4098-8fb9-1fc5c5f72238 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a251c5e-152a-42f2-9a16-7ad7e13c98e1 HTTP/1.1" status: 200 len: 950 time: 0.1045222 Dec 20 14:32:06.055917 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4d379a43-aab5-4bb9-b26c-8350060cf818 req-5686ceed-4dcc-466b-b899-8127f175de9c tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807085 Dec 20 14:32:06.081947 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-fba97730-58d5-4174-abdb-038b56a8fb6e req-7d3a13fa-794b-4741-8aba-e70cf1bc8159 tempest-ServerAddressesTestJSON-168778303 tempest-ServerAddressesTestJSON-168778303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:06.099208 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['e9f9c9fe-2a96-47a9-a474-a8b3a65800cd'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:32:06.140683 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3a13fa-794b-4741-8aba-e70cf1bc8159 tempest-ServerAddressesTestJSON-168778303 tempest-ServerAddressesTestJSON-168778303-project] Pushing event deleted for resources: {'Port': ['ID=e9f9c9fe-2a96-47a9-a474-a8b3a65800cd,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:32:06.167438 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-fba97730-58d5-4174-abdb-038b56a8fb6e req-7d3a13fa-794b-4741-8aba-e70cf1bc8159 tempest-ServerAddressesTestJSON-168778303 tempest-ServerAddressesTestJSON-168778303-project] No DVR routers for this DVR port e9f9c9fe-2a96-47a9-a474-a8b3a65800cd on host n-h2-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:32:06.172090 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-fba97730-58d5-4174-abdb-038b56a8fb6e req-7d3a13fa-794b-4741-8aba-e70cf1bc8159 tempest-ServerAddressesTestJSON-168778303 tempest-ServerAddressesTestJSON-168778303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:06.177594 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fba97730-58d5-4174-abdb-038b56a8fb6e req-7d3a13fa-794b-4741-8aba-e70cf1bc8159 tempest-ServerAddressesTestJSON-168778303 tempest-ServerAddressesTestJSON-168778303-project] 10.222.0.47 "DELETE /v2.0/ports/e9f9c9fe-2a96-47a9-a474-a8b3a65800cd HTTP/1.1" status: 204 len: 173 time: 0.6993580 Dec 20 14:32:06.179073 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a508ad5-ec54-4a33-a8e0-402f2255c630', 'name': 'network-vif-deleted', 'tag': 'e9f9c9fe-2a96-47a9-a474-a8b3a65800cd'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:32:06.182661 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device e9f9c9fe-2a96-47a9-a474-a8b3a65800cd no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:32:06.188442 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:06.202466 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bc82477-2c43-46e6-ad0f-bd3ce0ef9864" -d '{"events": [{"server_uuid": "0a508ad5-ec54-4a33-a8e0-402f2255c630", "name": "network-vif-deleted", "tag": "e9f9c9fe-2a96-47a9-a474-a8b3a65800cd"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:32:06.213042 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] No Port match for: e9f9c9fe-2a96-47a9-a474-a8b3a65800cd {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:32:06.213388 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device e9f9c9fe-2a96-47a9-a474-a8b3a65800cd not bound to the agent host n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:32:06.213957 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device ecf17b4e-d3dc-49cf-8da8-8cd5cc9811d6 no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:32:06.277770 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2697fc7d-399d-418f-bc16-aafd8b77b43a x-openstack-request-id: req-2697fc7d-399d-418f-bc16-aafd8b77b43a {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:32:06.278088 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a508ad5-ec54-4a33-a8e0-402f2255c630", "name": "network-vif-deleted", "tag": "e9f9c9fe-2a96-47a9-a474-a8b3a65800cd", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:32:06.278346 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2697fc7d-399d-418f-bc16-aafd8b77b43a {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:32:06.280218 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a508ad5-ec54-4a33-a8e0-402f2255c630', 'name': 'network-vif-deleted', 'tag': 'e9f9c9fe-2a96-47a9-a474-a8b3a65800cd', 'status': 'completed', 'code': 200} Dec 20 14:32:06.319624 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dbdc67-7cbe-47f1-847e-b406fdf8b0f3 req-5c9d80a6-efc9-4ccf-beb1-84261a488425 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:06.323617 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c5dbdc67-7cbe-47f1-847e-b406fdf8b0f3 req-5c9d80a6-efc9-4ccf-beb1-84261a488425 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=c781ec3d-01c7-4225-bf36-1809b5a16388 HTTP/1.1" status: 200 len: 945 time: 0.0949426 Dec 20 14:32:06.374994 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:06.436253 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port ecf17b4e-d3dc-49cf-8da8-8cd5cc9811d6, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=ecf17b4e-d3dc-49cf-8da8-8cd5cc9811d6,segment=NetworkSegment(c66b4285-faba-435b-92e7-6de47ba5ef36),segment_id=c66b4285-faba-435b-92e7-6de47ba5ef36)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:32:06.462195 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c2d5b7d4-5bfb-4d0a-952c-23f475167ce5 req-adf962a9-82f3-43aa-a1bc-57314f79397d tempest-ServerAddressesTestJSON-168778303 tempest-ServerAddressesTestJSON-168778303-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a508ad5-ec54-4a33-a8e0-402f2255c630 HTTP/1.1" status: 200 len: 210 time: 0.0372427 Dec 20 14:32:06.464247 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:06.475566 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c5dbdc67-7cbe-47f1-847e-b406fdf8b0f3 req-8a238f47-682f-4d73-ad2e-9c75fd8a2160 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403294 Dec 20 14:32:06.493035 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784c4b25-3254-4ac7-969f-73669d6eb4aa req-d316b7b1-3e32-4371-91a4-38cdf6352668 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:06.495151 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-784c4b25-3254-4ac7-969f-73669d6eb4aa req-d316b7b1-3e32-4371-91a4-38cdf6352668 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.47 "GET /v2.0/ports?device_id=553ed9f9-b473-4cbd-8e0e-49a4391ac7e4 HTTP/1.1" status: 200 len: 945 time: 0.1474812 Dec 20 14:32:06.515523 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=ecf17b4e-d3dc-49cf-8da8-8cd5cc9811d6,revision_number=8']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:32:06.602621 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e1a81169-8af1-4421-bd76-6362e118dc44 req-699ea676-9861-48d6-b8f4-a04619135799 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=c1e404e3ac2e456f831247d0bb0227f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0401473 Dec 20 14:32:06.615895 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-784c4b25-3254-4ac7-969f-73669d6eb4aa req-e7fe70ec-2ec8-4283-aa8e-65df425a859e tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Deleting port ecf17b4e-d3dc-49cf-8da8-8cd5cc9811d6 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:32:06.616330 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-784c4b25-3254-4ac7-969f-73669d6eb4aa req-e7fe70ec-2ec8-4283-aa8e-65df425a859e tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:06.751484 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-784c4b25-3254-4ac7-969f-73669d6eb4aa req-e7fe70ec-2ec8-4283-aa8e-65df425a859e tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] For port ecf17b4e-d3dc-49cf-8da8-8cd5cc9811d6, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=ecf17b4e-d3dc-49cf-8da8-8cd5cc9811d6,segment=NetworkSegment(c66b4285-faba-435b-92e7-6de47ba5ef36),segment_id=c66b4285-faba-435b-92e7-6de47ba5ef36)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:32:06.751903 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-784c4b25-3254-4ac7-969f-73669d6eb4aa req-e7fe70ec-2ec8-4283-aa8e-65df425a859e tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:06.779531 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-784c4b25-3254-4ac7-969f-73669d6eb4aa req-e7fe70ec-2ec8-4283-aa8e-65df425a859e tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Calling delete_port for ecf17b4e-d3dc-49cf-8da8-8cd5cc9811d6 owned by compute:nova {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:32:06.890404 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a81169-8af1-4421-bd76-6362e118dc44 req-26e902a7-4f10-49ff-bc45-21e1f0e0b0c2 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:06.893403 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e1a81169-8af1-4421-bd76-6362e118dc44 req-26e902a7-4f10-49ff-bc45-21e1f0e0b0c2 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2799942 Dec 20 14:32:06.909783 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e1a81169-8af1-4421-bd76-6362e118dc44 req-1970e119-1489-4f03-9b8d-0b3f471ad357 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/quotas/c1e404e3ac2e456f831247d0bb0227f5 HTTP/1.1" status: 200 len: 375 time: 0.0102754 Dec 20 14:32:06.923827 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84d1d46-ae09-495d-a635-65101e5f005f req-e8433d5d-63b5-4588-849c-b0a7248e425e tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:06.925465 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d84d1d46-ae09-495d-a635-65101e5f005f req-e8433d5d-63b5-4588-849c-b0a7248e425e tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/ports?device_id=b120404b-a643-4820-bd94-09aa42cf125b HTTP/1.1" status: 200 len: 946 time: 0.0798991 Dec 20 14:32:06.971917 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e1a81169-8af1-4421-bd76-6362e118dc44 req-4c4f6497-e11f-48ed-ad71-b68fb0e70175 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=c1e404e3ac2e456f831247d0bb0227f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0547071 Dec 20 14:32:07.018872 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d84d1d46-ae09-495d-a635-65101e5f005f req-1f3d0138-a734-4a85-87a4-ef469304a9a1 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6a39052-36c7-4e8a-a837-c745dc8572a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836835 Dec 20 14:32:07.019690 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-784c4b25-3254-4ac7-969f-73669d6eb4aa req-e7fe70ec-2ec8-4283-aa8e-65df425a859e tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:07.059675 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fe70ec-2ec8-4283-aa8e-65df425a859e tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Pushing event deleted for resources: {'Port': ['ID=ecf17b4e-d3dc-49cf-8da8-8cd5cc9811d6,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:32:07.127942 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-784c4b25-3254-4ac7-969f-73669d6eb4aa req-e7fe70ec-2ec8-4283-aa8e-65df425a859e tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] No DVR routers for this DVR port ecf17b4e-d3dc-49cf-8da8-8cd5cc9811d6 on host n-h2-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:32:07.128252 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device bb5f4f2a-7fcb-4ab5-8026-bb338e7a97ad up at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:32:07.130856 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-784c4b25-3254-4ac7-969f-73669d6eb4aa req-e7fe70ec-2ec8-4283-aa8e-65df425a859e tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:07.136258 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-784c4b25-3254-4ac7-969f-73669d6eb4aa req-e7fe70ec-2ec8-4283-aa8e-65df425a859e tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.47 "DELETE /v2.0/ports/ecf17b4e-d3dc-49cf-8da8-8cd5cc9811d6 HTTP/1.1" status: 204 len: 173 time: 0.6337965 Dec 20 14:32:07.197880 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-03f00178-2f5e-4f22-8fca-d752e58005fe req-e0c01022-a976-42de-872d-ffce2f3812e2 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e11a8fb-70fa-4ef1-a6a3-5a513f31a37a HTTP/1.1" status: 200 len: 210 time: 0.0463383 Dec 20 14:32:07.260006 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning complete for port bb5f4f2a-7fcb-4ab5-8026-bb338e7a97ad triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:32:07.260813 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:07.406326 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:07.445633 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port bb5f4f2a-7fcb-4ab5-8026-bb338e7a97ad, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=bb5f4f2a-7fcb-4ab5-8026-bb338e7a97ad,segment=NetworkSegment(0db4f97e-52d2-4e75-a7f6-550aa2b8eca1),segment_id=0db4f97e-52d2-4e75-a7f6-550aa2b8eca1)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:32:07.450043 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:07.451210 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 7b797008-8678-4a98-9e98-fb603e3b2bae no longer exists at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:32:07.537326 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=bb5f4f2a-7fcb-4ab5-8026-bb338e7a97ad,revision_number=7']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:32:07.557715 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 60284) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:32:07.584972 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:07.623097 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 7b797008-8678-4a98-9e98-fb603e3b2bae, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=7b797008-8678-4a98-9e98-fb603e3b2bae,segment=NetworkSegment(dae1a1fa-6c57-4994-ae26-490344c49691),segment_id=dae1a1fa-6c57-4994-ae26-490344c49691)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:32:07.632094 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:07.675546 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-101b7675-9752-4457-ac8f-81256b76952e req-2a056fc1-e645-4974-be44-ec3a6cc4b258 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ba28b68-c49c-43e1-9114-970c5ba1b196 HTTP/1.1" status: 200 len: 210 time: 0.3610077 Dec 20 14:32:07.691510 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '553ed9f9-b473-4cbd-8e0e-49a4391ac7e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecf17b4e-d3dc-49cf-8da8-8cd5cc9811d6'}, {'server_uuid': 'c781ec3d-01c7-4225-bf36-1809b5a16388', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb5f4f2a-7fcb-4ab5-8026-bb338e7a97ad'}, {'server_uuid': 'b120404b-a643-4820-bd94-09aa42cf125b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b797008-8678-4a98-9e98-fb603e3b2bae'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:32:07.708217 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_v2 [None req-38e35757-fad8-4724-82d5-da51db9df407 admin admin] Deleting subnet 24523ac4-adc1-4e9d-a892-86e4c49f8e29 {{(pid=103167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:32:07.708478 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c8bd5ce-38fc-431c-8dd1-215ff9b2aa34" -d '{"events": [{"server_uuid": "553ed9f9-b473-4cbd-8e0e-49a4391ac7e4", "name": "network-vif-unplugged", "status": "completed", "tag": "ecf17b4e-d3dc-49cf-8da8-8cd5cc9811d6"}, {"server_uuid": "c781ec3d-01c7-4225-bf36-1809b5a16388", "name": "network-vif-plugged", "status": "completed", "tag": "bb5f4f2a-7fcb-4ab5-8026-bb338e7a97ad"}, {"server_uuid": "b120404b-a643-4820-bd94-09aa42cf125b", "name": "network-vif-unplugged", "status": "completed", "tag": "7b797008-8678-4a98-9e98-fb603e3b2bae"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:32:07.715104 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-38e35757-fad8-4724-82d5-da51db9df407 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:07.751128 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620b7f07-d348-455c-ad60-2784af0ed360 req-23a298f1-b585-4d12-ac4c-5b83dd22d979 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:07.759504 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-620b7f07-d348-455c-ad60-2784af0ed360 req-23a298f1-b585-4d12-ac4c-5b83dd22d979 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=c781ec3d-01c7-4225-bf36-1809b5a16388 HTTP/1.1" status: 200 len: 946 time: 0.1391037 Dec 20 14:32:07.764989 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e6ccfd-3bac-481b-88f5-3e3b416d1fcd req-4c08b197-edc8-4ed8-8643-5d0e206e9631 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:07.773210 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=7b797008-8678-4a98-9e98-fb603e3b2bae,revision_number=6']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:32:07.780544 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-91e6ccfd-3bac-481b-88f5-3e3b416d1fcd req-4c08b197-edc8-4ed8-8643-5d0e206e9631 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.30 "GET /v2.0/networks?id=0b117659-1bb4-437b-b0c1-51f56db7ff3a HTTP/1.1" status: 200 len: 804 time: 0.6254170 Dec 20 14:32:07.791845 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-38e35757-fad8-4724-82d5-da51db9df407 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954412'] for subnet, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:07.810324 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-91e6ccfd-3bac-481b-88f5-3e3b416d1fcd req-bb450bd4-dab6-474b-a0f3-b607c7f6fc3d tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Request body: {'port': {'device_id': '6e11a8fb-70fa-4ef1-a6a3-5a513f31a37a', 'network_id': '0b117659-1bb4-437b-b0c1-51f56db7ff3a', 'admin_state_up': True, 'tenant_id': '1cc26e75091641c38e981f6c0cbcbef7'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:32:07.870411 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-620b7f07-d348-455c-ad60-2784af0ed360 req-9aabcf54-a4ea-4305-921b-1b9d5fc8cb27 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098654 Dec 20 14:32:07.877832 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 529 Content-Type: application/json Date: Mon, 20 Dec 2021 14:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2b5364e-7f39-4b4e-8860-79f08557648d x-openstack-request-id: req-d2b5364e-7f39-4b4e-8860-79f08557648d {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:32:07.878489 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "553ed9f9-b473-4cbd-8e0e-49a4391ac7e4", "name": "network-vif-unplugged", "status": "completed", "tag": "ecf17b4e-d3dc-49cf-8da8-8cd5cc9811d6", "code": 200}, {"server_uuid": "c781ec3d-01c7-4225-bf36-1809b5a16388", "name": "network-vif-plugged", "status": "completed", "tag": "bb5f4f2a-7fcb-4ab5-8026-bb338e7a97ad", "code": 200}, {"server_uuid": "b120404b-a643-4820-bd94-09aa42cf125b", "name": "network-vif-unplugged", "status": "completed", "tag": "7b797008-8678-4a98-9e98-fb603e3b2bae", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:32:07.878974 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d2b5364e-7f39-4b4e-8860-79f08557648d {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:32:07.879443 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '553ed9f9-b473-4cbd-8e0e-49a4391ac7e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecf17b4e-d3dc-49cf-8da8-8cd5cc9811d6', 'code': 200} Dec 20 14:32:07.879702 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c781ec3d-01c7-4225-bf36-1809b5a16388', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb5f4f2a-7fcb-4ab5-8026-bb338e7a97ad', 'code': 200} Dec 20 14:32:07.879956 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b120404b-a643-4820-bd94-09aa42cf125b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b797008-8678-4a98-9e98-fb603e3b2bae', 'code': 200} Dec 20 14:32:07.886008 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-38e35757-fad8-4724-82d5-da51db9df407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:07.947832 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-38e35757-fad8-4724-82d5-da51db9df407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:07.978894 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91e6ccfd-3bac-481b-88f5-3e3b416d1fcd req-bb450bd4-dab6-474b-a0f3-b607c7f6fc3d tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Made reservation on behalf of 1cc26e75091641c38e981f6c0cbcbef7 for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:32:07.979151 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e35757-fad8-4724-82d5-da51db9df407 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24523ac4-adc1-4e9d-a892-86e4c49f8e29,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:32:07.982558 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-91e6ccfd-3bac-481b-88f5-3e3b416d1fcd req-bb450bd4-dab6-474b-a0f3-b607c7f6fc3d tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:07.986801 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-38e35757-fad8-4724-82d5-da51db9df407 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:07.993329 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-38e35757-fad8-4724-82d5-da51db9df407 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/24523ac4-adc1-4e9d-a892-86e4c49f8e29 HTTP/1.1" status: 204 len: 168 time: 0.4303851 Dec 20 14:32:07.993784 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 60290) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:32:08.089941 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-82d32f04-30c7-4cad-b21c-7de7558ee188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:08.170290 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [req-91e6ccfd-3bac-481b-88f5-3e3b416d1fcd req-bb450bd4-dab6-474b-a0f3-b607c7f6fc3d tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Allocated IP 172.20.0.13 (0b117659-1bb4-437b-b0c1-51f56db7ff3a/2ff79ed4-3dfb-4794-99de-386c9b910625/0cecc607-df4f-43d4-914b-dfa4cc10d2da) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:32:08.178366 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-82d32f04-30c7-4cad-b21c-7de7558ee188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:08.188972 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ea9cc2-10c4-4d13-93a2-bdd9daa646f1 req-8108c208-6adf-47c3-8d3d-15c794b0c30e tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:08.190501 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-23ea9cc2-10c4-4d13-93a2-bdd9daa646f1 req-8108c208-6adf-47c3-8d3d-15c794b0c30e tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/ports?device_id=b120404b-a643-4820-bd94-09aa42cf125b HTTP/1.1" status: 200 len: 944 time: 0.0749984 Dec 20 14:32:08.201232 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-82d32f04-30c7-4cad-b21c-7de7558ee188 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2e3dbaa-ac1e-4d58-8899-d50d2cee9820']}} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:32:08.211930 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-82d32f04-30c7-4cad-b21c-7de7558ee188 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd73f5745-1bcc-4075-b89b-3f3c4e911e9f') {'for_net_delete': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:32:08.212518 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-82d32f04-30c7-4cad-b21c-7de7558ee188 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd73f5745-1bcc-4075-b89b-3f3c4e911e9f') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:32:08.223841 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-82d32f04-30c7-4cad-b21c-7de7558ee188 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954405'] for segment, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:08.241745 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-82d32f04-30c7-4cad-b21c-7de7558ee188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:08.249521 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82d32f04-30c7-4cad-b21c-7de7558ee188 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=103167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:32:08.250524 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-82d32f04-30c7-4cad-b21c-7de7558ee188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9956000'] for segment, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:08.252662 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:32:08.252662 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:32:08.252662 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:32:08.252662 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:32:08.252662 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:32:08.252662 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:32:08.252662 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:32:08.252662 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:32:08.252662 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:32:08.252662 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:32:08.252662 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:32:08.252662 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:32:08.252662 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:32:08.252662 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:32:08.252662 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:32:08.252662 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:32:08.252662 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:32:08.252662 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:32:08.252662 n-d-761264-19 neutron-server[103167]: Traceback (most recent call last): Dec 20 14:32:08.252662 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:32:08.252662 n-d-761264-19 neutron-server[103167]: timer() Dec 20 14:32:08.252662 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:32:08.252662 n-d-761264-19 neutron-server[103167]: cb(*args, **kw) Dec 20 14:32:08.252662 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:32:08.252662 n-d-761264-19 neutron-server[103167]: return func(*args, **kwargs) Dec 20 14:32:08.252662 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:32:08.252662 n-d-761264-19 neutron-server[103167]: self._notify() Dec 20 14:32:08.252662 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:32:08.252662 n-d-761264-19 neutron-server[103167]: self.callback(batched_events) Dec 20 14:32:08.252662 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:32:08.252662 n-d-761264-19 neutron-server[103167]: event.method(event) Dec 20 14:32:08.252662 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:32:08.252662 n-d-761264-19 neutron-server[103167]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:32:08.252662 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:32:08.252662 n-d-761264-19 neutron-server[103167]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:32:08.252662 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:32:08.252662 n-d-761264-19 neutron-server[103167]: return f(self, *a, **k) Dec 20 14:32:08.252662 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:32:08.252662 n-d-761264-19 neutron-server[103167]: return self._get(url).json() Dec 20 14:32:08.252662 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:32:08.252662 n-d-761264-19 neutron-server[103167]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:32:08.252662 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:32:08.252662 n-d-761264-19 neutron-server[103167]: return self.request(url, 'GET', **kwargs) Dec 20 14:32:08.252662 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:32:08.252662 n-d-761264-19 neutron-server[103167]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:32:08.252662 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:32:08.252662 n-d-761264-19 neutron-server[103167]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:32:08.252662 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:32:08.252662 n-d-761264-19 neutron-server[103167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:32:08.252662 n-d-761264-19 neutron-server[103167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:32:08.293322 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-23ea9cc2-10c4-4d13-93a2-bdd9daa646f1 req-fd1670e6-7748-4d23-a96e-d1e6f9cf14e6 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6a39052-36c7-4e8a-a837-c745dc8572a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942674 Dec 20 14:32:08.299620 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '553ed9f9-b473-4cbd-8e0e-49a4391ac7e4', 'name': 'network-vif-deleted', 'tag': 'ecf17b4e-d3dc-49cf-8da8-8cd5cc9811d6'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:32:08.301958 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebfe68af-d8bb-487e-99db-70d1b4ed7f2a" -d '{"events": [{"server_uuid": "553ed9f9-b473-4cbd-8e0e-49a4391ac7e4", "name": "network-vif-deleted", "tag": "ecf17b4e-d3dc-49cf-8da8-8cd5cc9811d6"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:32:08.355452 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8c50ee5a-7ace-4a0b-80c2-a9490367b1db req-e1cf9a91-d1a8-46f3-b2ba-16e9e9b0ecb2 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e11a8fb-70fa-4ef1-a6a3-5a513f31a37a HTTP/1.1" status: 200 len: 210 time: 0.0494156 Dec 20 14:32:08.356514 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-82d32f04-30c7-4cad-b21c-7de7558ee188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:08.365841 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-82d32f04-30c7-4cad-b21c-7de7558ee188 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:08.373460 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-82d32f04-30c7-4cad-b21c-7de7558ee188 admin admin] 10.222.0.54 "DELETE /v2.0/networks/d2e3dbaa-ac1e-4d58-8899-d50d2cee9820 HTTP/1.1" status: 204 len: 168 time: 0.3762312 Dec 20 14:32:08.389148 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d32f04-30c7-4cad-b21c-7de7558ee188 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2e3dbaa-ac1e-4d58-8899-d50d2cee9820,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:32:08.404858 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-91e6ccfd-3bac-481b-88f5-3e3b416d1fcd req-bb450bd4-dab6-474b-a0f3-b607c7f6fc3d tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:08.473144 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-91e6ccfd-3bac-481b-88f5-3e3b416d1fcd req-bb450bd4-dab6-474b-a0f3-b607c7f6fc3d tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:08.487266 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-084ab79c-52d1-45aa-8b4a-05555f8e0ba5 x-openstack-request-id: req-084ab79c-52d1-45aa-8b4a-05555f8e0ba5 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:32:08.487536 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "553ed9f9-b473-4cbd-8e0e-49a4391ac7e4", "name": "network-vif-deleted", "tag": "ecf17b4e-d3dc-49cf-8da8-8cd5cc9811d6", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:32:08.487846 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-084ab79c-52d1-45aa-8b4a-05555f8e0ba5 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:32:08.488299 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '553ed9f9-b473-4cbd-8e0e-49a4391ac7e4', 'name': 'network-vif-deleted', 'tag': 'ecf17b4e-d3dc-49cf-8da8-8cd5cc9811d6', 'status': 'completed', 'code': 200} Dec 20 14:32:08.490705 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e1a81169-8af1-4421-bd76-6362e118dc44 req-5621c663-9ef8-4471-a970-0943528b0705 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=c1e404e3ac2e456f831247d0bb0227f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0562479 Dec 20 14:32:08.533099 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91e6ccfd-3bac-481b-88f5-3e3b416d1fcd req-bb450bd4-dab6-474b-a0f3-b607c7f6fc3d tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Network 0b117659-1bb4-437b-b0c1-51f56db7ff3a is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:32:08.537189 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [req-91e6ccfd-3bac-481b-88f5-3e3b416d1fcd req-bb450bd4-dab6-474b-a0f3-b607c7f6fc3d tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:32:08.543433 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-91e6ccfd-3bac-481b-88f5-3e3b416d1fcd req-bb450bd4-dab6-474b-a0f3-b607c7f6fc3d tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:32:08.577762 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb450bd4-dab6-474b-a0f3-b607c7f6fc3d tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Pushing event updated for resources: {'Port': ['ID=0cecc607-df4f-43d4-914b-dfa4cc10d2da,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:32:08.586592 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 60304) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:32:08.628827 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a81169-8af1-4421-bd76-6362e118dc44 req-a69bf475-6ad0-4df0-bf0d-422b2d401a5e tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:08.630283 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e1a81169-8af1-4421-bd76-6362e118dc44 req-a69bf475-6ad0-4df0-bf0d-422b2d401a5e tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1332080 Dec 20 14:32:08.643499 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e6ccfd-3bac-481b-88f5-3e3b416d1fcd req-bb450bd4-dab6-474b-a0f3-b607c7f6fc3d tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:08.644111 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-91e6ccfd-3bac-481b-88f5-3e3b416d1fcd req-bb450bd4-dab6-474b-a0f3-b607c7f6fc3d tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:08.645201 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-e1a81169-8af1-4421-bd76-6362e118dc44 req-2939c468-527a-4201-97c1-a4dc5ca3bc9e tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Request body: {'port': {'device_id': '2ba28b68-c49c-43e1-9114-970c5ba1b196', 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1', 'admin_state_up': True, 'tenant_id': 'c1e404e3ac2e456f831247d0bb0227f5'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:32:08.657695 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-8f65246e-9a17-4b86-a218-b4a9edee8739 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ec16bd8152b94023926cf0847e695dd5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0663681 Dec 20 14:32:08.660294 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 60306) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:32:08.676755 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-91e6ccfd-3bac-481b-88f5-3e3b416d1fcd req-bb450bd4-dab6-474b-a0f3-b607c7f6fc3d tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8704631 Dec 20 14:32:08.696402 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-91e6ccfd-3bac-481b-88f5-3e3b416d1fcd req-ebaa92f4-51bb-4c19-900b-138499c3f459 service neutron] Request body: {'port': {'device_id': '6e11a8fb-70fa-4ef1-a6a3-5a513f31a37a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-19'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:32:08.764644 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-00dd56bb-62ab-4fc0-8aa9-061b533d2dee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:08.778449 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-91e6ccfd-3bac-481b-88f5-3e3b416d1fcd req-ebaa92f4-51bb-4c19-900b-138499c3f459 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:08.784325 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d6b10296-08df-4481-8312-6de641b750d6 req-b3576016-dbbb-47be-866c-86ee5e701f9d tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ba28b68-c49c-43e1-9114-970c5ba1b196 HTTP/1.1" status: 200 len: 210 time: 0.0303268 Dec 20 14:32:08.801587 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-00dd56bb-62ab-4fc0-8aa9-061b533d2dee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:08.802534 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1a81169-8af1-4421-bd76-6362e118dc44 req-2939c468-527a-4201-97c1-a4dc5ca3bc9e tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Made reservation on behalf of c1e404e3ac2e456f831247d0bb0227f5 for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:32:08.809942 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-e1a81169-8af1-4421-bd76-6362e118dc44 req-2939c468-527a-4201-97c1-a4dc5ca3bc9e tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:08.967241 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-00dd56bb-62ab-4fc0-8aa9-061b533d2dee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:08.969931 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-00dd56bb-62ab-4fc0-8aa9-061b533d2dee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:08.974081 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-00dd56bb-62ab-4fc0-8aa9-061b533d2dee admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/30a2f067-3a13-4543-8543-73cc9e752d95 HTTP/1.1" status: 204 len: 168 time: 0.3101690 Dec 20 14:32:08.999178 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [req-e1a81169-8af1-4421-bd76-6362e118dc44 req-2939c468-527a-4201-97c1-a4dc5ca3bc9e tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Allocated IP 192.168.233.209 (00c897c2-e98d-4716-a0b4-8f9f297fa8a1/36bf280f-81bb-4486-a87a-9b9505a1cec4/d992040d-645b-4c58-aa14-af5a25f16ed2) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:32:09.016767 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dd56bb-62ab-4fc0-8aa9-061b533d2dee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a2f067-3a13-4543-8543-73cc9e752d95,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:32:09.025255 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b8b134-9e58-4f67-8ebb-e4930011afc3 req-51440c75-2c18-43d5-afd1-def740369c8d tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:09.034176 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-66b8b134-9e58-4f67-8ebb-e4930011afc3 req-51440c75-2c18-43d5-afd1-def740369c8d tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=c781ec3d-01c7-4225-bf36-1809b5a16388 HTTP/1.1" status: 200 len: 946 time: 0.0876834 Dec 20 14:32:09.140332 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-66b8b134-9e58-4f67-8ebb-e4930011afc3 req-6e1509dc-1e1d-422a-ac9f-04c23789b020 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051657 Dec 20 14:32:09.141959 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [req-91e6ccfd-3bac-481b-88f5-3e3b416d1fcd req-ebaa92f4-51bb-4c19-900b-138499c3f459 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cecc607-df4f-43d4-914b-dfa4cc10d2da {{(pid=103168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:32:09.151143 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-91e6ccfd-3bac-481b-88f5-3e3b416d1fcd req-ebaa92f4-51bb-4c19-900b-138499c3f459 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:09.165498 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 7b797008-8678-4a98-9e98-fb603e3b2bae details requested by agent hyperv_n-h1-761264-19 with host n-h1-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:32:09.167198 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.provisioning_blocks [req-91e6ccfd-3bac-481b-88f5-3e3b416d1fcd req-ebaa92f4-51bb-4c19-900b-138499c3f459 service neutron] Transition to ACTIVE for port object 0cecc607-df4f-43d4-914b-dfa4cc10d2da will not be triggered until provisioned by entity L2. {{(pid=103168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:32:09.173595 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-91e6ccfd-3bac-481b-88f5-3e3b416d1fcd req-ebaa92f4-51bb-4c19-900b-138499c3f459 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:09.233451 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaa92f4-51bb-4c19-900b-138499c3f459 service neutron] Pushing event updated for resources: {'Port': ['ID=0cecc607-df4f-43d4-914b-dfa4cc10d2da,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:32:09.257604 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-e1a81169-8af1-4421-bd76-6362e118dc44 req-2939c468-527a-4201-97c1-a4dc5ca3bc9e tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:09.309338 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-e1a81169-8af1-4421-bd76-6362e118dc44 req-2939c468-527a-4201-97c1-a4dc5ca3bc9e tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:09.313630 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 7b797008-8678-4a98-9e98-fb603e3b2bae, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=7b797008-8678-4a98-9e98-fb603e3b2bae,segment=NetworkSegment(dae1a1fa-6c57-4994-ae26-490344c49691),segment_id=dae1a1fa-6c57-4994-ae26-490344c49691)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:32:09.324590 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-91e6ccfd-3bac-481b-88f5-3e3b416d1fcd req-ebaa92f4-51bb-4c19-900b-138499c3f459 service neutron] Attempting to bind port 0cecc607-df4f-43d4-914b-dfa4cc10d2da on host n-h1-761264-19 for vnic_type normal with profile {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:32:09.325338 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-91e6ccfd-3bac-481b-88f5-3e3b416d1fcd req-ebaa92f4-51bb-4c19-900b-138499c3f459 service neutron] Attempting to bind port 0cecc607-df4f-43d4-914b-dfa4cc10d2da by drivers openvswitch,hyperv on host n-h1-761264-19 at level 0 using segments [{'id': 'c66b4285-faba-435b-92e7-6de47ba5ef36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '0b117659-1bb4-437b-b0c1-51f56db7ff3a'}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:32:09.325867 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e6ccfd-3bac-481b-88f5-3e3b416d1fcd req-ebaa92f4-51bb-4c19-900b-138499c3f459 service neutron] Attempting to bind port 0cecc607-df4f-43d4-914b-dfa4cc10d2da on network 0b117659-1bb4-437b-b0c1-51f56db7ff3a {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:32:09.329484 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['47effca4-a119-48c1-b2c1-a300bc11c325', '98281e45-dedd-4c00-9e3f-43cdc88eaf0c'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:32:09.334555 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e6ccfd-3bac-481b-88f5-3e3b416d1fcd req-ebaa92f4-51bb-4c19-900b-138499c3f459 service neutron] Port 0cecc607-df4f-43d4-914b-dfa4cc10d2da on network 0b117659-1bb4-437b-b0c1-51f56db7ff3a not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-19 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:32:09.335231 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e6ccfd-3bac-481b-88f5-3e3b416d1fcd req-ebaa92f4-51bb-4c19-900b-138499c3f459 service neutron] Attempting to bind port 0cecc607-df4f-43d4-914b-dfa4cc10d2da on network 0b117659-1bb4-437b-b0c1-51f56db7ff3a {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:32:09.342294 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e6ccfd-3bac-481b-88f5-3e3b416d1fcd req-ebaa92f4-51bb-4c19-900b-138499c3f459 service neutron] Checking agent: {'id': '3e5ace3e-dd7b-4522-a7c4-77d13dbeab1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:32:09.342985 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e6ccfd-3bac-481b-88f5-3e3b416d1fcd req-ebaa92f4-51bb-4c19-900b-138499c3f459 service neutron] Checking segment: {'id': 'c66b4285-faba-435b-92e7-6de47ba5ef36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '0b117659-1bb4-437b-b0c1-51f56db7ff3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:32:09.344019 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e6ccfd-3bac-481b-88f5-3e3b416d1fcd req-ebaa92f4-51bb-4c19-900b-138499c3f459 service neutron] Bound using segment: {'id': 'c66b4285-faba-435b-92e7-6de47ba5ef36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '0b117659-1bb4-437b-b0c1-51f56db7ff3a'} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:32:09.344836 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-91e6ccfd-3bac-481b-88f5-3e3b416d1fcd req-ebaa92f4-51bb-4c19-900b-138499c3f459 service neutron] Bound port: 0cecc607-df4f-43d4-914b-dfa4cc10d2da, host: n-h1-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c66b4285-faba-435b-92e7-6de47ba5ef36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '0b117659-1bb4-437b-b0c1-51f56db7ff3a'}}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:32:09.345372 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-91e6ccfd-3bac-481b-88f5-3e3b416d1fcd req-ebaa92f4-51bb-4c19-900b-138499c3f459 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:09.366156 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1a81169-8af1-4421-bd76-6362e118dc44 req-2939c468-527a-4201-97c1-a4dc5ca3bc9e tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:32:09.371404 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [req-e1a81169-8af1-4421-bd76-6362e118dc44 req-2939c468-527a-4201-97c1-a4dc5ca3bc9e tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:32:09.374227 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Returning: {'device': '7b797008-8678-4a98-9e98-fb603e3b2bae', 'network_id': '5eb12b8e-68ab-4d1c-b6db-26068ca02043', 'port_id': '7b797008-8678-4a98-9e98-fb603e3b2bae', 'mac_address': 'fa:16:3e:b1:f2:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0253a98-6b9e-4a5b-8f09-0e786038802a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:32:09.375703 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1a81169-8af1-4421-bd76-6362e118dc44 req-2939c468-527a-4201-97c1-a4dc5ca3bc9e tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:32:09.412847 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2939c468-527a-4201-97c1-a4dc5ca3bc9e tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Pushing event updated for resources: {'Port': ['ID=d992040d-645b-4c58-aa14-af5a25f16ed2,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:32:09.469596 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a81169-8af1-4421-bd76-6362e118dc44 req-2939c468-527a-4201-97c1-a4dc5ca3bc9e tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:09.469596 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-e1a81169-8af1-4421-bd76-6362e118dc44 req-2939c468-527a-4201-97c1-a4dc5ca3bc9e tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:09.494603 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e1a81169-8af1-4421-bd76-6362e118dc44 req-2939c468-527a-4201-97c1-a4dc5ca3bc9e tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8531520 Dec 20 14:32:09.510615 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:09.512632 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-e1a81169-8af1-4421-bd76-6362e118dc44 req-808735e0-5918-4741-bbc2-172247eb6b36 service neutron] Request body: {'port': {'device_id': '2ba28b68-c49c-43e1-9114-970c5ba1b196', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-19'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:32:09.533079 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-91e6ccfd-3bac-481b-88f5-3e3b416d1fcd req-ebaa92f4-51bb-4c19-900b-138499c3f459 service neutron] For port 0cecc607-df4f-43d4-914b-dfa4cc10d2da, host n-h1-761264-19, cleared binding levels {{(pid=103168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:32:09.545220 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1481e329-8c67-44d6-a694-435cfe7163a4 req-f5b38215-867d-4871-9ede-e7013a467781 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:09.552737 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1481e329-8c67-44d6-a694-435cfe7163a4 req-f5b38215-867d-4871-9ede-e7013a467781 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/ports?device_id=b120404b-a643-4820-bd94-09aa42cf125b HTTP/1.1" status: 200 len: 944 time: 0.1012866 Dec 20 14:32:09.572425 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-91e6ccfd-3bac-481b-88f5-3e3b416d1fcd req-ebaa92f4-51bb-4c19-900b-138499c3f459 service neutron] For port 0cecc607-df4f-43d4-914b-dfa4cc10d2da, host n-h1-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=0cecc607-df4f-43d4-914b-dfa4cc10d2da,segment=NetworkSegment(c66b4285-faba-435b-92e7-6de47ba5ef36),segment_id=c66b4285-faba-435b-92e7-6de47ba5ef36)] {{(pid=103168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:32:09.580054 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b797008-8678-4a98-9e98-fb603e3b2bae {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:32:09.633695 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1481e329-8c67-44d6-a694-435cfe7163a4 req-e4d5fe2b-e1d7-4dd1-a4d1-e5a13343ed90 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6a39052-36c7-4e8a-a837-c745dc8572a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715804 Dec 20 14:32:09.635597 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-91e6ccfd-3bac-481b-88f5-3e3b416d1fcd req-ebaa92f4-51bb-4c19-900b-138499c3f459 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:09.644165 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 7b797008-8678-4a98-9e98-fb603e3b2bae, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=7b797008-8678-4a98-9e98-fb603e3b2bae,segment=NetworkSegment(dae1a1fa-6c57-4994-ae26-490344c49691),segment_id=dae1a1fa-6c57-4994-ae26-490344c49691)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:32:09.665072 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:09.697711 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7d2e4f-553a-4c13-89e5-abeaf75c49b9 req-c9ebbf1a-0476-4252-9def-53d81312d0a1 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:09.717259 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8d7d2e4f-553a-4c13-89e5-abeaf75c49b9 req-c9ebbf1a-0476-4252-9def-53d81312d0a1 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e11a8fb-70fa-4ef1-a6a3-5a513f31a37a HTTP/1.1" status: 200 len: 944 time: 0.1960647 Dec 20 14:32:09.755575 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-e1a81169-8af1-4421-bd76-6362e118dc44 req-808735e0-5918-4741-bbc2-172247eb6b36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:09.759431 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-e6d17f90-c83e-4367-bcb1-785f5ab60e36 None None] Provisioning complete for port d992040d-645b-4c58-aa14-af5a25f16ed2 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:32:09.760390 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e6d17f90-c83e-4367-bcb1-785f5ab60e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:09.763662 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e6ccfd-3bac-481b-88f5-3e3b416d1fcd req-ebaa92f4-51bb-4c19-900b-138499c3f459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:09.765088 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-91e6ccfd-3bac-481b-88f5-3e3b416d1fcd req-ebaa92f4-51bb-4c19-900b-138499c3f459 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:09.769634 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-91e6ccfd-3bac-481b-88f5-3e3b416d1fcd req-ebaa92f4-51bb-4c19-900b-138499c3f459 service neutron] 10.222.0.30 "PUT /v2.0/ports/0cecc607-df4f-43d4-914b-dfa4cc10d2da HTTP/1.1" status: 200 len: 1093 time: 1.0805216 Dec 20 14:32:09.772798 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e11a8fb-70fa-4ef1-a6a3-5a513f31a37a', 'tag': '0cecc607-df4f-43d4-914b-dfa4cc10d2da'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:32:09.785441 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f982433b-0dfe-488d-b3d7-828e50d742af" -d '{"events": [{"name": "network-changed", "server_uuid": "6e11a8fb-70fa-4ef1-a6a3-5a513f31a37a", "tag": "0cecc607-df4f-43d4-914b-dfa4cc10d2da"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:32:09.823053 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=7b797008-8678-4a98-9e98-fb603e3b2bae,revision_number=7']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:32:09.826305 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaa92f4-51bb-4c19-900b-138499c3f459 service neutron] Pushing event updated for resources: {'Port': ['ID=0cecc607-df4f-43d4-914b-dfa4cc10d2da,revision_number=3']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:32:09.854465 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8d7d2e4f-553a-4c13-89e5-abeaf75c49b9 req-f870e72d-9238-401f-9a3b-dd0570b3ce64 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/security-groups?id=a27fba59-7d90-4650-9482-b2bcd3113c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360128 Dec 20 14:32:09.892289 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-e6d17f90-c83e-4367-bcb1-785f5ab60e36 None None] Port d992040d-645b-4c58-aa14-af5a25f16ed2 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:32:09.928686 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e6ccfd-3bac-481b-88f5-3e3b416d1fcd req-8cb59b92-b5af-407f-9320-a8b98a267bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:09.931224 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-91e6ccfd-3bac-481b-88f5-3e3b416d1fcd req-8cb59b92-b5af-407f-9320-a8b98a267bcd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1cc26e75091641c38e981f6c0cbcbef7&device_id=6e11a8fb-70fa-4ef1-a6a3-5a513f31a37a HTTP/1.1" status: 200 len: 1096 time: 0.0987232 Dec 20 14:32:09.989417 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82285e94-1c31-453d-9504-fa88be37f051 x-openstack-request-id: req-82285e94-1c31-453d-9504-fa88be37f051 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:32:09.989727 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e11a8fb-70fa-4ef1-a6a3-5a513f31a37a", "tag": "0cecc607-df4f-43d4-914b-dfa4cc10d2da", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:32:09.989950 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-82285e94-1c31-453d-9504-fa88be37f051 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:32:09.990366 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e11a8fb-70fa-4ef1-a6a3-5a513f31a37a', 'tag': '0cecc607-df4f-43d4-914b-dfa4cc10d2da', 'status': 'completed', 'code': 200} Dec 20 14:32:09.993102 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-91e6ccfd-3bac-481b-88f5-3e3b416d1fcd req-a7824bbc-6377-402b-8087-8600e319c1d1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0cecc607-df4f-43d4-914b-dfa4cc10d2da HTTP/1.1" status: 200 len: 217 time: 0.0452166 Dec 20 14:32:10.070935 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e6ccfd-3bac-481b-88f5-3e3b416d1fcd req-c2faaced-d917-43b2-98bf-024c585357a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:10.073133 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-91e6ccfd-3bac-481b-88f5-3e3b416d1fcd req-c2faaced-d917-43b2-98bf-024c585357a6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2ff79ed4-3dfb-4794-99de-386c9b910625 HTTP/1.1" status: 200 len: 844 time: 0.0591428 Dec 20 14:32:10.086404 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad5158d-aa67-47e4-91bd-c9e58e696f16 req-ce43425d-9307-4a28-91ab-d1f1af98bd5d tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:10.093857 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bad5158d-aa67-47e4-91bd-c9e58e696f16 req-ce43425d-9307-4a28-91ab-d1f1af98bd5d tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ba28b68-c49c-43e1-9114-970c5ba1b196 HTTP/1.1" status: 200 len: 936 time: 0.1001854 Dec 20 14:32:10.129907 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-91e6ccfd-3bac-481b-88f5-3e3b416d1fcd req-046206d9-0b10-4631-b065-696b3d97017b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0b117659-1bb4-437b-b0c1-51f56db7ff3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352542 Dec 20 14:32:10.138920 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 60348) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:32:10.176818 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device ecf17b4e-d3dc-49cf-8da8-8cd5cc9811d6 no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:32:10.198241 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bad5158d-aa67-47e4-91bd-c9e58e696f16 req-ac9f053c-56f8-4a1c-b6eb-87f863bb5eba tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028202 Dec 20 14:32:10.210395 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] No Port match for: ecf17b4e-d3dc-49cf-8da8-8cd5cc9811d6 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:32:10.215413 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device ecf17b4e-d3dc-49cf-8da8-8cd5cc9811d6 not bound to the agent host n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:32:10.296694 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [req-e1a81169-8af1-4421-bd76-6362e118dc44 req-808735e0-5918-4741-bbc2-172247eb6b36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d992040d-645b-4c58-aa14-af5a25f16ed2 {{(pid=103167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:32:10.298448 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-91e6ccfd-3bac-481b-88f5-3e3b416d1fcd req-361c06df-78ea-4f2b-b1c5-b6249ff9334d service neutron] 10.222.0.30 "GET /v2.0/networks/0b117659-1bb4-437b-b0c1-51f56db7ff3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534388 Dec 20 14:32:10.302740 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-ca8508cc-a4df-4929-86e4-d2f5dd431477 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1630576935-network', 'tenant_id': '463f76a088184ba8863171b6b83d735f'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:32:10.305054 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-e1a81169-8af1-4421-bd76-6362e118dc44 req-808735e0-5918-4741-bbc2-172247eb6b36 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:10.318540 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-e1a81169-8af1-4421-bd76-6362e118dc44 req-808735e0-5918-4741-bbc2-172247eb6b36 service neutron] Transition to ACTIVE for port object d992040d-645b-4c58-aa14-af5a25f16ed2 will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:32:10.323843 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-e1a81169-8af1-4421-bd76-6362e118dc44 req-808735e0-5918-4741-bbc2-172247eb6b36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:10.338326 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['7b797008-8678-4a98-9e98-fb603e3b2bae'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:32:10.400898 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd2ffaa-2712-48d5-b7ed-7d41d85cb7e2 req-d14461b6-fe28-4938-a74f-2b6fde7a9fec tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:10.402018 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2dd2ffaa-2712-48d5-b7ed-7d41d85cb7e2 req-d14461b6-fe28-4938-a74f-2b6fde7a9fec tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=c781ec3d-01c7-4225-bf36-1809b5a16388 HTTP/1.1" status: 200 len: 946 time: 0.1413922 Dec 20 14:32:10.405227 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca8508cc-a4df-4929-86e4-d2f5dd431477 admin admin] Made reservation on behalf of 463f76a088184ba8863171b6b83d735f for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:32:10.407628 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ca8508cc-a4df-4929-86e4-d2f5dd431477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:10.422411 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808735e0-5918-4741-bbc2-172247eb6b36 service neutron] Pushing event updated for resources: {'Port': ['ID=d992040d-645b-4c58-aa14-af5a25f16ed2,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:32:10.433615 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ca8508cc-a4df-4929-86e4-d2f5dd431477 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:10.480248 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-91e6ccfd-3bac-481b-88f5-3e3b416d1fcd req-da6e7404-1977-4e95-98e7-9dee8ee3c398 service neutron] 10.222.0.30 "GET /v2.0/networks/0b117659-1bb4-437b-b0c1-51f56db7ff3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714838 Dec 20 14:32:10.500475 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-e1a81169-8af1-4421-bd76-6362e118dc44 req-808735e0-5918-4741-bbc2-172247eb6b36 service neutron] Attempting to bind port d992040d-645b-4c58-aa14-af5a25f16ed2 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:32:10.501147 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-e1a81169-8af1-4421-bd76-6362e118dc44 req-808735e0-5918-4741-bbc2-172247eb6b36 service neutron] Attempting to bind port d992040d-645b-4c58-aa14-af5a25f16ed2 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:32:10.501692 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a81169-8af1-4421-bd76-6362e118dc44 req-808735e0-5918-4741-bbc2-172247eb6b36 service neutron] Attempting to bind port d992040d-645b-4c58-aa14-af5a25f16ed2 on network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:32:10.509443 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a81169-8af1-4421-bd76-6362e118dc44 req-808735e0-5918-4741-bbc2-172247eb6b36 service neutron] Port d992040d-645b-4c58-aa14-af5a25f16ed2 on network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:32:10.510266 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a81169-8af1-4421-bd76-6362e118dc44 req-808735e0-5918-4741-bbc2-172247eb6b36 service neutron] Attempting to bind port d992040d-645b-4c58-aa14-af5a25f16ed2 on network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:32:10.520472 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a81169-8af1-4421-bd76-6362e118dc44 req-808735e0-5918-4741-bbc2-172247eb6b36 service neutron] Checking agent: {'id': '43c60aee-e4af-4ecc-bee2-aac3569fafed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:32:10.521297 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a81169-8af1-4421-bd76-6362e118dc44 req-808735e0-5918-4741-bbc2-172247eb6b36 service neutron] Checking segment: {'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:32:10.521637 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a81169-8af1-4421-bd76-6362e118dc44 req-808735e0-5918-4741-bbc2-172247eb6b36 service neutron] Bound using segment: {'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:32:10.522187 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-e1a81169-8af1-4421-bd76-6362e118dc44 req-808735e0-5918-4741-bbc2-172247eb6b36 service neutron] Bound port: d992040d-645b-4c58-aa14-af5a25f16ed2, host: n-h2-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:32:10.522682 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-e1a81169-8af1-4421-bd76-6362e118dc44 req-808735e0-5918-4741-bbc2-172247eb6b36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:10.559073 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2dd2ffaa-2712-48d5-b7ed-7d41d85cb7e2 req-d81d483b-8df2-452d-a0e2-992b80e4a83a tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389894 Dec 20 14:32:10.632321 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-e1a81169-8af1-4421-bd76-6362e118dc44 req-808735e0-5918-4741-bbc2-172247eb6b36 service neutron] For port d992040d-645b-4c58-aa14-af5a25f16ed2, host n-h2-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:32:10.634787 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ca8508cc-a4df-4929-86e4-d2f5dd431477 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:10.635695 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-e1a81169-8af1-4421-bd76-6362e118dc44 req-808735e0-5918-4741-bbc2-172247eb6b36 service neutron] For port d992040d-645b-4c58-aa14-af5a25f16ed2, host n-h2-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=d992040d-645b-4c58-aa14-af5a25f16ed2,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:32:10.637254 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f982433b-0dfe-488d-b3d7-828e50d742af req-26e354b4-efc9-46cf-b65d-d73198c6abfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:10.638893 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f982433b-0dfe-488d-b3d7-828e50d742af req-26e354b4-efc9-46cf-b65d-d73198c6abfb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1cc26e75091641c38e981f6c0cbcbef7&device_id=6e11a8fb-70fa-4ef1-a6a3-5a513f31a37a HTTP/1.1" status: 200 len: 1096 time: 0.0767045 Dec 20 14:32:10.639904 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ca8508cc-a4df-4929-86e4-d2f5dd431477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:10.641919 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-e1a81169-8af1-4421-bd76-6362e118dc44 req-808735e0-5918-4741-bbc2-172247eb6b36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:10.680409 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a81169-8af1-4421-bd76-6362e118dc44 req-808735e0-5918-4741-bbc2-172247eb6b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:10.681077 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-e1a81169-8af1-4421-bd76-6362e118dc44 req-808735e0-5918-4741-bbc2-172247eb6b36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:10.682571 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e1a81169-8af1-4421-bd76-6362e118dc44 req-808735e0-5918-4741-bbc2-172247eb6b36 service neutron] 10.222.0.47 "PUT /v2.0/ports/d992040d-645b-4c58-aa14-af5a25f16ed2 HTTP/1.1" status: 200 len: 1097 time: 1.1796775 Dec 20 14:32:10.682973 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ba28b68-c49c-43e1-9114-970c5ba1b196', 'tag': 'd992040d-645b-4c58-aa14-af5a25f16ed2'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:32:10.685932 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fc08a8f-d725-4d07-91fb-8309249b88a3" -d '{"events": [{"name": "network-changed", "server_uuid": "2ba28b68-c49c-43e1-9114-970c5ba1b196", "tag": "d992040d-645b-4c58-aa14-af5a25f16ed2"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:32:10.690707 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca8508cc-a4df-4929-86e4-d2f5dd431477 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:32:10.745959 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8508cc-a4df-4929-86e4-d2f5dd431477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e0a1a25-7331-43b4-932d-85390320353e,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:32:10.750965 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ca8508cc-a4df-4929-86e4-d2f5dd431477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:10.751313 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-ca8508cc-a4df-4929-86e4-d2f5dd431477 admin admin] Added segment fe78d31d-8259-4dbc-b992-dfd83b2dd1e5 of type vlan for network bdb498bf-b91f-4dd1-a661-31b8191d15b2 Dec 20 14:32:10.783846 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b445936c-96fa-438c-a956-981c0037a21c x-openstack-request-id: req-b445936c-96fa-438c-a956-981c0037a21c {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:32:10.785231 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ba28b68-c49c-43e1-9114-970c5ba1b196", "tag": "d992040d-645b-4c58-aa14-af5a25f16ed2", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:32:10.785854 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b445936c-96fa-438c-a956-981c0037a21c {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:32:10.786459 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ba28b68-c49c-43e1-9114-970c5ba1b196', 'tag': 'd992040d-645b-4c58-aa14-af5a25f16ed2', 'status': 'completed', 'code': 200} Dec 20 14:32:10.806620 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808735e0-5918-4741-bbc2-172247eb6b36 service neutron] Pushing event updated for resources: {'Port': ['ID=d992040d-645b-4c58-aa14-af5a25f16ed2,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:32:10.828521 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ca8508cc-a4df-4929-86e4-d2f5dd431477 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:10.846068 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f982433b-0dfe-488d-b3d7-828e50d742af req-092cb795-3bbb-40f8-b4ed-aa86f8a42429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:10.847913 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f982433b-0dfe-488d-b3d7-828e50d742af req-092cb795-3bbb-40f8-b4ed-aa86f8a42429 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0b117659-1bb4-437b-b0c1-51f56db7ff3a HTTP/1.1" status: 200 len: 905 time: 0.2005029 Dec 20 14:32:10.848525 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a81169-8af1-4421-bd76-6362e118dc44 req-767d0ab6-f905-453f-86a8-af94047ae597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:10.850054 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e1a81169-8af1-4421-bd76-6362e118dc44 req-767d0ab6-f905-453f-86a8-af94047ae597 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c1e404e3ac2e456f831247d0bb0227f5&device_id=2ba28b68-c49c-43e1-9114-970c5ba1b196 HTTP/1.1" status: 200 len: 1100 time: 0.1179078 Dec 20 14:32:10.863548 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf98fdf5-0d06-4705-91db-aedc6a94f018 req-5038bb81-dc80-41ab-96c0-093c5aba90be tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:10.865281 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bf98fdf5-0d06-4705-91db-aedc6a94f018 req-5038bb81-dc80-41ab-96c0-093c5aba90be tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/ports?device_id=b120404b-a643-4820-bd94-09aa42cf125b HTTP/1.1" status: 200 len: 945 time: 0.0774059 Dec 20 14:32:10.910802 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e1a81169-8af1-4421-bd76-6362e118dc44 req-6d28e596-9439-4ffb-b2e2-c1d99e33d3c4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=d992040d-645b-4c58-aa14-af5a25f16ed2 HTTP/1.1" status: 200 len: 217 time: 0.0443401 Dec 20 14:32:10.916274 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f982433b-0dfe-488d-b3d7-828e50d742af req-451b8a9d-2f42-41ca-a11d-869b870457a5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0cecc607-df4f-43d4-914b-dfa4cc10d2da HTTP/1.1" status: 200 len: 217 time: 0.0568867 Dec 20 14:32:10.920796 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ca8508cc-a4df-4929-86e4-d2f5dd431477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:10.924652 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8508cc-a4df-4929-86e4-d2f5dd431477 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:10.925588 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ca8508cc-a4df-4929-86e4-d2f5dd431477 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:10.999188 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bf98fdf5-0d06-4705-91db-aedc6a94f018 req-7b5c0963-6ceb-4fb2-8cf2-504c9d32f6e1 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6a39052-36c7-4e8a-a837-c745dc8572a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954051 Dec 20 14:32:11.000747 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a81169-8af1-4421-bd76-6362e118dc44 req-a77f64d1-d67b-4756-8c1e-9a566fe78c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:11.002171 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e1a81169-8af1-4421-bd76-6362e118dc44 req-a77f64d1-d67b-4756-8c1e-9a566fe78c34 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36bf280f-81bb-4486-a87a-9b9505a1cec4 HTTP/1.1" status: 200 len: 843 time: 0.0791702 Dec 20 14:32:11.036852 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-ca8508cc-a4df-4929-86e4-d2f5dd431477 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8966949 Dec 20 14:32:11.037968 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 60364) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:32:11.044877 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-3f676131-4bfc-453d-abd3-303cf49953cd admin admin] Request body: {'subnet': {'network_id': 'bdb498bf-b91f-4dd1-a661-31b8191d15b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1630576935-subnet', 'tenant_id': '463f76a088184ba8863171b6b83d735f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:32:11.083141 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a81169-8af1-4421-bd76-6362e118dc44 req-1dbcacdd-3a3a-435c-97ec-ee258e95582b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:11.085001 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e1a81169-8af1-4421-bd76-6362e118dc44 req-1dbcacdd-3a3a-435c-97ec-ee258e95582b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0749106 Dec 20 14:32:11.087390 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f676131-4bfc-453d-abd3-303cf49953cd admin admin] Made reservation on behalf of 463f76a088184ba8863171b6b83d735f for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:32:11.087850 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f982433b-0dfe-488d-b3d7-828e50d742af req-4f2609a4-535e-4ee9-90ef-599020038955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:11.089405 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f982433b-0dfe-488d-b3d7-828e50d742af req-4f2609a4-535e-4ee9-90ef-599020038955 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2ff79ed4-3dfb-4794-99de-386c9b910625 HTTP/1.1" status: 200 len: 844 time: 0.1601067 Dec 20 14:32:11.089865 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3f676131-4bfc-453d-abd3-303cf49953cd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:11.090013 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8508cc-a4df-4929-86e4-d2f5dd431477 admin admin] Pushing event updated for resources: {'Network': ['ID=bdb498bf-b91f-4dd1-a661-31b8191d15b2,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:32:11.104035 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network bdb498bf-b91f-4dd1-a661-31b8191d15b2 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:32:11.143346 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f982433b-0dfe-488d-b3d7-828e50d742af req-5baacd83-d301-4ecc-b2b4-78204e23efa5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0b117659-1bb4-437b-b0c1-51f56db7ff3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453312 Dec 20 14:32:11.151646 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a18c9db-861c-4eda-8580-434f9d1e11c3 req-d879c584-0b71-470e-8adc-ef771677f808 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:11.153170 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1a18c9db-861c-4eda-8580-434f9d1e11c3 req-d879c584-0b71-470e-8adc-ef771677f808 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e11a8fb-70fa-4ef1-a6a3-5a513f31a37a HTTP/1.1" status: 200 len: 944 time: 0.1696658 Dec 20 14:32:11.246634 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e1a81169-8af1-4421-bd76-6362e118dc44 req-6b1433aa-4482-44fd-9958-aa9c856f21ed service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536474 Dec 20 14:32:11.275508 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1a18c9db-861c-4eda-8580-434f9d1e11c3 req-ce9be754-8f81-4a95-83db-be743922cae6 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/security-groups?id=a27fba59-7d90-4650-9482-b2bcd3113c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005611 Dec 20 14:32:11.287534 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f982433b-0dfe-488d-b3d7-828e50d742af req-712f5792-c728-4f4b-b94d-a7877209214a service neutron] 10.222.0.30 "GET /v2.0/networks/0b117659-1bb4-437b-b0c1-51f56db7ff3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333447 Dec 20 14:32:11.392459 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f982433b-0dfe-488d-b3d7-828e50d742af req-3232370a-09a8-45e9-90e9-739f7cf5405e service neutron] 10.222.0.30 "GET /v2.0/networks/0b117659-1bb4-437b-b0c1-51f56db7ff3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972011 Dec 20 14:32:11.442390 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:11.681050 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4843ff38-9ec9-497d-b7bf-1d304203295f req-e7fa5355-a222-4d3c-a8aa-410f02affed9 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:11.683076 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4843ff38-9ec9-497d-b7bf-1d304203295f req-e7fa5355-a222-4d3c-a8aa-410f02affed9 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=c781ec3d-01c7-4225-bf36-1809b5a16388 HTTP/1.1" status: 200 len: 946 time: 0.0572839 Dec 20 14:32:11.737540 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3f676131-4bfc-453d-abd3-303cf49953cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:11.744466 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4843ff38-9ec9-497d-b7bf-1d304203295f req-fe417abc-a6cf-4e88-8496-17cf55e25f3a tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529022 Dec 20 14:32:11.775208 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e1a81169-8af1-4421-bd76-6362e118dc44 req-96187c1f-f713-4512-8d5c-9b7a9d260fbc service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5194468 Dec 20 14:32:11.791777 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018ce7a6-e137-45dc-ac72-f3e1a69dc047 req-6ce3e5d8-393b-4f57-bc94-3da6050b7a97 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:11.793302 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-018ce7a6-e137-45dc-ac72-f3e1a69dc047 req-6ce3e5d8-393b-4f57-bc94-3da6050b7a97 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ba28b68-c49c-43e1-9114-970c5ba1b196 HTTP/1.1" status: 200 len: 948 time: 0.4561222 Dec 20 14:32:11.830055 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f676131-4bfc-453d-abd3-303cf49953cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=b91fb6f8-c029-4747-bd88-af3b1e2323ea,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:32:11.886618 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f676131-4bfc-453d-abd3-303cf49953cd admin admin] Checking segment: {'id': 'fe78d31d-8259-4dbc-b992-dfd83b2dd1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'bdb498bf-b91f-4dd1-a661-31b8191d15b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:32:11.887003 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f676131-4bfc-453d-abd3-303cf49953cd admin admin] Network hostable DHCP agents. Network: bdb498bf-b91f-4dd1-a661-31b8191d15b2, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:32:11.905650 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-018ce7a6-e137-45dc-ac72-f3e1a69dc047 req-5a81a34d-c17b-4b7a-a540-305b3df13625 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038678 Dec 20 14:32:11.922065 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc08a8f-d725-4d07-91fb-8309249b88a3 req-6d72211a-9612-4446-87f3-147f7a3873ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:11.923710 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7fc08a8f-d725-4d07-91fb-8309249b88a3 req-6d72211a-9612-4446-87f3-147f7a3873ae service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c1e404e3ac2e456f831247d0bb0227f5&device_id=2ba28b68-c49c-43e1-9114-970c5ba1b196 HTTP/1.1" status: 200 len: 1100 time: 0.0823443 Dec 20 14:32:11.931813 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f676131-4bfc-453d-abd3-303cf49953cd admin admin] Network bdb498bf-b91f-4dd1-a661-31b8191d15b2 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:32:11.970396 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-3f676131-4bfc-453d-abd3-303cf49953cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, bdb498bf-b91f-4dd1-a661-31b8191d15b2) {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:32:11.980260 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35737818-6c44-4950-8320-cfd11d90914f None None] Network bdb498bf-b91f-4dd1-a661-31b8191d15b2 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:32:11.982250 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f676131-4bfc-453d-abd3-303cf49953cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:11.982871 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3f676131-4bfc-453d-abd3-303cf49953cd admin admin] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:12.031891 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-3f676131-4bfc-453d-abd3-303cf49953cd admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9925618 Dec 20 14:32:12.086602 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc08a8f-d725-4d07-91fb-8309249b88a3 req-470f27fb-a527-4899-ada0-28dbe5acac48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:12.089590 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7fc08a8f-d725-4d07-91fb-8309249b88a3 req-470f27fb-a527-4899-ada0-28dbe5acac48 service neutron] 10.222.0.47 "GET /v2.0/networks?id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1 HTTP/1.1" status: 200 len: 870 time: 0.1539195 Dec 20 14:32:12.123346 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22167720-a718-43c0-921d-f840d737d6f2 None None] Network bdb498bf-b91f-4dd1-a661-31b8191d15b2 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:32:12.194043 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7fc08a8f-d725-4d07-91fb-8309249b88a3 req-b85a028a-9218-4a06-871b-af164e2901ee service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=d992040d-645b-4c58-aa14-af5a25f16ed2 HTTP/1.1" status: 200 len: 217 time: 0.0945141 Dec 20 14:32:12.267185 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933db47f-5e74-4bcd-82ca-1900587fb3e9 req-2f885384-f4b7-4998-907a-8dc16038c6e7 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:12.268860 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-933db47f-5e74-4bcd-82ca-1900587fb3e9 req-2f885384-f4b7-4998-907a-8dc16038c6e7 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/ports?device_id=b120404b-a643-4820-bd94-09aa42cf125b HTTP/1.1" status: 200 len: 945 time: 0.1496453 Dec 20 14:32:12.289393 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc08a8f-d725-4d07-91fb-8309249b88a3 req-5a2949b4-c9b3-4758-92bc-3d1e43cb10fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:12.290901 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7fc08a8f-d725-4d07-91fb-8309249b88a3 req-5a2949b4-c9b3-4758-92bc-3d1e43cb10fe service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36bf280f-81bb-4486-a87a-9b9505a1cec4 HTTP/1.1" status: 200 len: 843 time: 0.0864272 Dec 20 14:32:12.368371 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc08a8f-d725-4d07-91fb-8309249b88a3 req-5224a5f7-5956-410d-80b7-c37e6df77caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:12.369992 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7fc08a8f-d725-4d07-91fb-8309249b88a3 req-5224a5f7-5956-410d-80b7-c37e6df77caa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0665829 Dec 20 14:32:12.373519 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-933db47f-5e74-4bcd-82ca-1900587fb3e9 req-af939c76-5b1f-499f-9d15-c4151c0bb11c tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6a39052-36c7-4e8a-a837-c745dc8572a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937095 Dec 20 14:32:12.598489 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7fc08a8f-d725-4d07-91fb-8309249b88a3 req-9a03055e-17fb-4afb-901c-bf2f2df4a74f service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198839 Dec 20 14:32:12.700445 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4e7035-8820-4d4e-b614-e65d26cd4e2b req-9ff665fd-a562-4614-8bae-41a4a0c7ad1a tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:12.709248 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6f4e7035-8820-4d4e-b614-e65d26cd4e2b req-9ff665fd-a562-4614-8bae-41a4a0c7ad1a tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e11a8fb-70fa-4ef1-a6a3-5a513f31a37a HTTP/1.1" status: 200 len: 944 time: 0.1515546 Dec 20 14:32:12.799439 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6f4e7035-8820-4d4e-b614-e65d26cd4e2b req-39fefe05-8e83-4d5c-844b-a71a169b83d6 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/security-groups?id=a27fba59-7d90-4650-9482-b2bcd3113c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892251 Dec 20 14:32:12.804482 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7fc08a8f-d725-4d07-91fb-8309249b88a3 req-09ebcb5d-0ecd-4b70-ac3a-b4a8da7f50b4 service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963952 Dec 20 14:32:12.951407 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d331f-99ae-4682-b1cb-b17db5b1ed2b req-f210df69-5a19-406c-b841-025942816dee tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:12.953849 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8c3d331f-99ae-4682-b1cb-b17db5b1ed2b req-f210df69-5a19-406c-b841-025942816dee tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=c781ec3d-01c7-4225-bf36-1809b5a16388 HTTP/1.1" status: 200 len: 946 time: 0.0672917 Dec 20 14:32:13.051846 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8c3d331f-99ae-4682-b1cb-b17db5b1ed2b req-94b1874e-e54f-4a0b-86a3-ef82ba7c78e6 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758102 Dec 20 14:32:13.112077 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61ddb95-4caf-4606-bcc9-5fedd75401b5 req-53531e3b-0469-4837-bf87-0c8bef6f76be tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:13.114489 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f61ddb95-4caf-4606-bcc9-5fedd75401b5 req-53531e3b-0469-4837-bf87-0c8bef6f76be tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ba28b68-c49c-43e1-9114-970c5ba1b196 HTTP/1.1" status: 200 len: 948 time: 0.0864201 Dec 20 14:32:13.182470 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 0cecc607-df4f-43d4-914b-dfa4cc10d2da details requested by agent hyperv_n-h1-761264-19 with host n-h1-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:32:13.189125 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 7b797008-8678-4a98-9e98-fb603e3b2bae up at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:32:13.194786 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f61ddb95-4caf-4606-bcc9-5fedd75401b5 req-55d6632e-8a51-4083-a40e-13b8c828c9a9 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722113 Dec 20 14:32:13.445299 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning complete for port 7b797008-8678-4a98-9e98-fb603e3b2bae triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:32:13.445945 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:13.529972 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 0cecc607-df4f-43d4-914b-dfa4cc10d2da, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=0cecc607-df4f-43d4-914b-dfa4cc10d2da,segment=NetworkSegment(c66b4285-faba-435b-92e7-6de47ba5ef36),segment_id=c66b4285-faba-435b-92e7-6de47ba5ef36)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:32:13.554774 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Returning: {'device': '0cecc607-df4f-43d4-914b-dfa4cc10d2da', 'network_id': '0b117659-1bb4-437b-b0c1-51f56db7ff3a', 'port_id': '0cecc607-df4f-43d4-914b-dfa4cc10d2da', 'mac_address': 'fa:16:3e:22:20:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ff79ed4-3dfb-4794-99de-386c9b910625', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:32:13.598104 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26b2a14-160a-410f-961a-0bc06b8ffa25 req-c17fd023-2c71-4508-92ff-9974e5e5ae40 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:13.607436 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c26b2a14-160a-410f-961a-0bc06b8ffa25 req-c17fd023-2c71-4508-92ff-9974e5e5ae40 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/ports?device_id=b120404b-a643-4820-bd94-09aa42cf125b HTTP/1.1" status: 200 len: 945 time: 0.1013920 Dec 20 14:32:13.705295 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c26b2a14-160a-410f-961a-0bc06b8ffa25 req-7ebfde35-3806-431d-9e9c-8753ee3bf27d tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6a39052-36c7-4e8a-a837-c745dc8572a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913978 Dec 20 14:32:13.869696 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:13.902390 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cecc607-df4f-43d4-914b-dfa4cc10d2da {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:32:13.914567 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:13.949721 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 0cecc607-df4f-43d4-914b-dfa4cc10d2da, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=0cecc607-df4f-43d4-914b-dfa4cc10d2da,segment=NetworkSegment(c66b4285-faba-435b-92e7-6de47ba5ef36),segment_id=c66b4285-faba-435b-92e7-6de47ba5ef36)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:32:13.961057 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:13.975981 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b120404b-a643-4820-bd94-09aa42cf125b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b797008-8678-4a98-9e98-fb603e3b2bae'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:32:13.979107 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-851d58ee-f0b7-4152-aad5-1179da00df99" -d '{"events": [{"server_uuid": "b120404b-a643-4820-bd94-09aa42cf125b", "name": "network-vif-plugged", "status": "completed", "tag": "7b797008-8678-4a98-9e98-fb603e3b2bae"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:32:14.024984 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 7b797008-8678-4a98-9e98-fb603e3b2bae, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=7b797008-8678-4a98-9e98-fb603e3b2bae,segment=NetworkSegment(dae1a1fa-6c57-4994-ae26-490344c49691),segment_id=dae1a1fa-6c57-4994-ae26-490344c49691)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:32:14.035052 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:14.070574 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297ee2a2-f1ea-4aca-a558-356497be7af1 req-01e652f4-87bd-480d-83ec-9db3070dc6bf tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:14.073655 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=0cecc607-df4f-43d4-914b-dfa4cc10d2da,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:32:14.091289 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-297ee2a2-f1ea-4aca-a558-356497be7af1 req-01e652f4-87bd-480d-83ec-9db3070dc6bf tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e11a8fb-70fa-4ef1-a6a3-5a513f31a37a HTTP/1.1" status: 200 len: 945 time: 0.1330404 Dec 20 14:32:14.165128 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-297ee2a2-f1ea-4aca-a558-356497be7af1 req-eca4415a-5f34-455c-b93e-1cc9813f6401 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/security-groups?id=a27fba59-7d90-4650-9482-b2bcd3113c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713010 Dec 20 14:32:14.173606 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=7b797008-8678-4a98-9e98-fb603e3b2bae,revision_number=8']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:32:14.191042 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device d992040d-645b-4c58-aa14-af5a25f16ed2 details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:32:14.205009 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:32:14.205009 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:32:14.205009 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:32:14.205009 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:32:14.205009 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:32:14.205009 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:32:14.205009 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:32:14.205009 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:32:14.205009 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:32:14.205009 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:32:14.205009 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:32:14.205009 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:32:14.205009 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:32:14.205009 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:32:14.205009 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:32:14.205009 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:32:14.205009 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:32:14.205009 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:32:14.205009 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:32:14.205009 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:32:14.205009 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:32:14.205009 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:32:14.205009 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:32:14.205009 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:32:14.205009 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:32:14.205009 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:32:14.205009 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:32:14.205009 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:32:14.205009 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:32:14.205009 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:32:14.205009 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:32:14.205009 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:32:14.205009 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:32:14.205009 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:32:14.205009 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:32:14.205009 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:32:14.209256 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:32:14.209256 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:32:14.209256 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:32:14.209256 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:32:14.209256 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:32:14.209256 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:32:14.209256 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:32:14.209256 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:32:14.209256 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:32:14.209256 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:32:14.209256 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:32:14.209256 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:32:14.209256 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a8e66-6e47-4d13-89cc-9caf0fa2faf4 req-e4765d01-30a4-49d4-ac97-e05485b24b89 tempest-ServerGroupTestJSON-2001828399 tempest-ServerGroupTestJSON-2001828399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:14.213476 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-835a8e66-6e47-4d13-89cc-9caf0fa2faf4 req-e4765d01-30a4-49d4-ac97-e05485b24b89 tempest-ServerGroupTestJSON-2001828399 tempest-ServerGroupTestJSON-2001828399-project] 10.222.0.54 "GET /v2.0/networks?id=bdb498bf-b91f-4dd1-a661-31b8191d15b2 HTTP/1.1" status: 200 len: 810 time: 0.1834552 Dec 20 14:32:14.238014 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-835a8e66-6e47-4d13-89cc-9caf0fa2faf4 req-440577ef-3353-4b32-b4ad-1a87e306bcbc tempest-ServerGroupTestJSON-2001828399 tempest-ServerGroupTestJSON-2001828399-project] 10.222.0.54 "GET /v2.0/quotas/463f76a088184ba8863171b6b83d735f HTTP/1.1" status: 200 len: 375 time: 0.0233259 Dec 20 14:32:14.290546 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-835a8e66-6e47-4d13-89cc-9caf0fa2faf4 req-8f8fc054-9fde-46c2-9e26-cfc60eb85119 tempest-ServerGroupTestJSON-2001828399 tempest-ServerGroupTestJSON-2001828399-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=463f76a088184ba8863171b6b83d735f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0516982 Dec 20 14:32:14.323704 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port d992040d-645b-4c58-aa14-af5a25f16ed2, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=d992040d-645b-4c58-aa14-af5a25f16ed2,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:32:14.351387 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': 'd992040d-645b-4c58-aa14-af5a25f16ed2', 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1', 'port_id': 'd992040d-645b-4c58-aa14-af5a25f16ed2', 'mac_address': 'fa:16:3e:74:a8:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36bf280f-81bb-4486-a87a-9b9505a1cec4', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:32:14.354137 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91eb7c80-f4d1-410f-bfd0-7c69a2f87b4d x-openstack-request-id: req-91eb7c80-f4d1-410f-bfd0-7c69a2f87b4d {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:32:14.354430 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b120404b-a643-4820-bd94-09aa42cf125b", "name": "network-vif-plugged", "status": "completed", "tag": "7b797008-8678-4a98-9e98-fb603e3b2bae", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:32:14.354683 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-91eb7c80-f4d1-410f-bfd0-7c69a2f87b4d {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:32:14.355234 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b120404b-a643-4820-bd94-09aa42cf125b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b797008-8678-4a98-9e98-fb603e3b2bae', 'code': 200} Dec 20 14:32:14.430564 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:14.447693 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b545785-b14d-46ca-9c7f-a6d36305d649 req-34e94651-aab1-4909-9f2f-2c34122c3138 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:14.448051 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d992040d-645b-4c58-aa14-af5a25f16ed2 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:32:14.450359 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0b545785-b14d-46ca-9c7f-a6d36305d649 req-34e94651-aab1-4909-9f2f-2c34122c3138 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=c781ec3d-01c7-4225-bf36-1809b5a16388 HTTP/1.1" status: 200 len: 946 time: 0.0911379 Dec 20 14:32:14.468362 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-835a8e66-6e47-4d13-89cc-9caf0fa2faf4 req-0cc22e1d-e65e-4847-8d41-f96ee4bb45fc service neutron] 10.222.0.54 "GET /v2.0/networks/bdb498bf-b91f-4dd1-a661-31b8191d15b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765666 Dec 20 14:32:14.482638 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port d992040d-645b-4c58-aa14-af5a25f16ed2, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=d992040d-645b-4c58-aa14-af5a25f16ed2,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:32:14.488774 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:14.530413 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0b545785-b14d-46ca-9c7f-a6d36305d649 req-55c9c1f9-a491-455f-bb61-77e8b88a3281 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713370 Dec 20 14:32:14.573741 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['0cecc607-df4f-43d4-914b-dfa4cc10d2da'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:32:14.598651 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dbc6e0-b56d-452e-b701-a011378532e2 req-11b31732-33ef-4613-b37e-a8ba1280d891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:14.600481 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b7dbc6e0-b56d-452e-b701-a011378532e2 req-11b31732-33ef-4613-b37e-a8ba1280d891 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b120404b-a643-4820-bd94-09aa42cf125b HTTP/1.1" status: 200 len: 1098 time: 0.1432490 Dec 20 14:32:14.636313 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=d992040d-645b-4c58-aa14-af5a25f16ed2,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:32:14.676257 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-835a8e66-6e47-4d13-89cc-9caf0fa2faf4 req-ebfcba89-230e-4b52-8c81-d5594766f342 service neutron] 10.222.0.54 "GET /v2.0/networks/bdb498bf-b91f-4dd1-a661-31b8191d15b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855779 Dec 20 14:32:14.726102 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b7dbc6e0-b56d-452e-b701-a011378532e2 req-ebb0bda9-96f1-48df-a4f6-9ad361bbfc8f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d6a39052-36c7-4e8a-a837-c745dc8572a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131546 Dec 20 14:32:14.784267 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['d992040d-645b-4c58-aa14-af5a25f16ed2'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:32:14.817321 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f5a5a1-fc37-4204-95a1-3ac075e1a299 req-59f18826-38f6-44c7-b9d3-e63a475db66a tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:14.826271 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-57f5a5a1-fc37-4204-95a1-3ac075e1a299 req-59f18826-38f6-44c7-b9d3-e63a475db66a tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ba28b68-c49c-43e1-9114-970c5ba1b196 HTTP/1.1" status: 200 len: 949 time: 0.0729632 Dec 20 14:32:14.915048 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-57f5a5a1-fc37-4204-95a1-3ac075e1a299 req-43f555dc-7d48-4b9f-94c0-23bfa18d9cca tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818994 Dec 20 14:32:15.110116 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:15.234318 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2822c1b7-3064-452a-a00e-ab55637c4900 req-b5744add-c8c9-410f-8a0f-2028322fee65 tempest-ServerGroupTestJSON-2001828399 tempest-ServerGroupTestJSON-2001828399-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1f936e5-35db-4252-aaaf-d87744cdd44a HTTP/1.1" status: 200 len: 210 time: 0.0375283 Dec 20 14:32:15.255485 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718d3745-1fb3-4726-8d01-031cf32d8ab9 req-d3d9700b-dca1-49b2-80ca-be7ddcc14669 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:15.266380 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-718d3745-1fb3-4726-8d01-031cf32d8ab9 req-d3d9700b-dca1-49b2-80ca-be7ddcc14669 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/ports?device_id=b120404b-a643-4820-bd94-09aa42cf125b HTTP/1.1" status: 200 len: 946 time: 0.1555314 Dec 20 14:32:15.361072 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-718d3745-1fb3-4726-8d01-031cf32d8ab9 req-3670eed3-cb39-4bff-9674-db7b66668568 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6a39052-36c7-4e8a-a837-c745dc8572a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935700 Dec 20 14:32:15.372676 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6e76cb-6b18-4247-9a77-8bbd3851c7fa req-f59667db-8838-47a2-b63a-df0b92a5cd0c tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:15.374276 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-da6e76cb-6b18-4247-9a77-8bbd3851c7fa req-f59667db-8838-47a2-b63a-df0b92a5cd0c tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e11a8fb-70fa-4ef1-a6a3-5a513f31a37a HTTP/1.1" status: 200 len: 945 time: 0.0754006 Dec 20 14:32:15.444676 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-da6e76cb-6b18-4247-9a77-8bbd3851c7fa req-1c004683-8ef1-4882-87a1-200fc6410d72 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/security-groups?id=a27fba59-7d90-4650-9482-b2bcd3113c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612867 Dec 20 14:32:15.698756 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c44ab-04f0-479e-bff3-8e5a270e7e3d req-12a94b7b-05fc-4bc4-9bfd-e9890e145f82 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:15.700976 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d95c44ab-04f0-479e-bff3-8e5a270e7e3d req-12a94b7b-05fc-4bc4-9bfd-e9890e145f82 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=c781ec3d-01c7-4225-bf36-1809b5a16388 HTTP/1.1" status: 200 len: 946 time: 0.0661380 Dec 20 14:32:15.767328 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d95c44ab-04f0-479e-bff3-8e5a270e7e3d req-ef2e3b4c-e526-4498-ab52-e08539ad1aec tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588117 Dec 20 14:32:16.060899 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fd32a9-4756-441c-83a8-e9f46891b3a8 req-6b869812-f303-4e3e-9705-8474764a68fa tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:16.066754 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-36fd32a9-4756-441c-83a8-e9f46891b3a8 req-6b869812-f303-4e3e-9705-8474764a68fa tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ba28b68-c49c-43e1-9114-970c5ba1b196 HTTP/1.1" status: 200 len: 949 time: 0.0800087 Dec 20 14:32:16.094367 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 14:32:16.145407 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-36fd32a9-4756-441c-83a8-e9f46891b3a8 req-1bf95baa-927b-4d16-85a5-7dc2ad354fe3 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775223 Dec 20 14:32:16.192450 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device d992040d-645b-4c58-aa14-af5a25f16ed2 up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:32:16.276720 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning for port d992040d-645b-4c58-aa14-af5a25f16ed2 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:32:16.287342 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port d992040d-645b-4c58-aa14-af5a25f16ed2 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:32:16.288024 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:16.368068 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fcb96f55-b662-4aca-8b88-7dada57eda25 req-5a351a66-37c0-4427-ae0b-ab28d293e4f8 tempest-ServerGroupTestJSON-2001828399 tempest-ServerGroupTestJSON-2001828399-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1f936e5-35db-4252-aaaf-d87744cdd44a HTTP/1.1" status: 200 len: 210 time: 0.0405715 Dec 20 14:32:16.519116 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:16.590090 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ba28b68-c49c-43e1-9114-970c5ba1b196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd992040d-645b-4c58-aa14-af5a25f16ed2'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:32:16.595548 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc8dfa9b-338d-4f0b-8a91-012f92035b1e" -d '{"events": [{"server_uuid": "2ba28b68-c49c-43e1-9114-970c5ba1b196", "name": "network-vif-plugged", "status": "completed", "tag": "d992040d-645b-4c58-aa14-af5a25f16ed2"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:32:16.632983 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port d992040d-645b-4c58-aa14-af5a25f16ed2, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=d992040d-645b-4c58-aa14-af5a25f16ed2,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:32:16.639748 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a292acc-fdd6-444f-a656-9c5cf8e2dbb3 req-aeb4a6e9-295f-47a5-afbb-54f3f5141366 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:16.642418 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:16.643466 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2a292acc-fdd6-444f-a656-9c5cf8e2dbb3 req-aeb4a6e9-295f-47a5-afbb-54f3f5141366 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/ports?device_id=b120404b-a643-4820-bd94-09aa42cf125b HTTP/1.1" status: 200 len: 946 time: 0.1293101 Dec 20 14:32:16.709808 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a8e66-6e47-4d13-89cc-9caf0fa2faf4 req-d55ec576-712e-4f1f-8da1-a1bea23148c9 tempest-ServerGroupTestJSON-2001828399 tempest-ServerGroupTestJSON-2001828399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:16.716387 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-835a8e66-6e47-4d13-89cc-9caf0fa2faf4 req-d55ec576-712e-4f1f-8da1-a1bea23148c9 tempest-ServerGroupTestJSON-2001828399 tempest-ServerGroupTestJSON-2001828399-project] 10.222.0.47 "GET /v2.0/networks?id=bdb498bf-b91f-4dd1-a661-31b8191d15b2 HTTP/1.1" status: 200 len: 810 time: 0.2878673 Dec 20 14:32:16.764307 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2a292acc-fdd6-444f-a656-9c5cf8e2dbb3 req-9fd8a6f7-236c-465b-ad61-4e8934fa7ccd tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6a39052-36c7-4e8a-a837-c745dc8572a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135705 Dec 20 14:32:16.764930 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=d992040d-645b-4c58-aa14-af5a25f16ed2,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:32:16.773240 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-835a8e66-6e47-4d13-89cc-9caf0fa2faf4 req-6210fa92-3d08-42f6-a7ac-d16462a1ca84 tempest-ServerGroupTestJSON-2001828399 tempest-ServerGroupTestJSON-2001828399-project] Request body: {'port': {'device_id': 'c1f936e5-35db-4252-aaaf-d87744cdd44a', 'network_id': 'bdb498bf-b91f-4dd1-a661-31b8191d15b2', 'admin_state_up': True, 'tenant_id': '463f76a088184ba8863171b6b83d735f'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:32:16.820339 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-330b150f-4f13-479d-8883-e5effb57cf3a x-openstack-request-id: req-330b150f-4f13-479d-8883-e5effb57cf3a {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:32:16.821068 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ba28b68-c49c-43e1-9114-970c5ba1b196", "name": "network-vif-plugged", "status": "completed", "tag": "d992040d-645b-4c58-aa14-af5a25f16ed2", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:32:16.821682 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-330b150f-4f13-479d-8883-e5effb57cf3a {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:32:16.822810 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ba28b68-c49c-43e1-9114-970c5ba1b196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd992040d-645b-4c58-aa14-af5a25f16ed2', 'code': 200} Dec 20 14:32:16.902853 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f876726-bf3b-4e80-881f-8e46cd143acb req-50b2825e-0c32-43d5-8ddf-40602e2fb61e tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:16.910635 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2f876726-bf3b-4e80-881f-8e46cd143acb req-50b2825e-0c32-43d5-8ddf-40602e2fb61e tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e11a8fb-70fa-4ef1-a6a3-5a513f31a37a HTTP/1.1" status: 200 len: 945 time: 0.1928885 Dec 20 14:32:16.944786 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8028661c-8cab-425a-82e3-1ded0086ba80 req-54b1dacb-651f-456e-882f-bee440c71dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:16.946858 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8028661c-8cab-425a-82e3-1ded0086ba80 req-54b1dacb-651f-456e-882f-bee440c71dc2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2ba28b68-c49c-43e1-9114-970c5ba1b196 HTTP/1.1" status: 200 len: 1102 time: 0.0554523 Dec 20 14:32:16.998361 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-835a8e66-6e47-4d13-89cc-9caf0fa2faf4 req-6210fa92-3d08-42f6-a7ac-d16462a1ca84 tempest-ServerGroupTestJSON-2001828399 tempest-ServerGroupTestJSON-2001828399-project] Made reservation on behalf of 463f76a088184ba8863171b6b83d735f for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:32:17.002118 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-835a8e66-6e47-4d13-89cc-9caf0fa2faf4 req-6210fa92-3d08-42f6-a7ac-d16462a1ca84 tempest-ServerGroupTestJSON-2001828399 tempest-ServerGroupTestJSON-2001828399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:17.048413 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2f876726-bf3b-4e80-881f-8e46cd143acb req-7912a6c3-5f38-4a5b-b04e-d911df71b6a0 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/security-groups?id=a27fba59-7d90-4650-9482-b2bcd3113c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368248 Dec 20 14:32:17.056119 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8028661c-8cab-425a-82e3-1ded0086ba80 req-f23d8e2b-0839-4f76-a1db-fd222e3ba705 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026058 Dec 20 14:32:17.105586 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded79a6f-1d3e-4ba1-8c9c-4fe36fd033e4 req-29df0fc6-a3f3-4664-9e5d-a4458927cf9f tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:17.108094 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ded79a6f-1d3e-4ba1-8c9c-4fe36fd033e4 req-29df0fc6-a3f3-4664-9e5d-a4458927cf9f tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=c781ec3d-01c7-4225-bf36-1809b5a16388 HTTP/1.1" status: 200 len: 946 time: 0.0907252 Dec 20 14:32:17.190562 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ded79a6f-1d3e-4ba1-8c9c-4fe36fd033e4 req-293cd944-daec-4c68-9bfc-1607fe3ae767 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742657 Dec 20 14:32:17.221828 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 0cecc607-df4f-43d4-914b-dfa4cc10d2da up at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:32:17.300025 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [req-835a8e66-6e47-4d13-89cc-9caf0fa2faf4 req-6210fa92-3d08-42f6-a7ac-d16462a1ca84 tempest-ServerGroupTestJSON-2001828399 tempest-ServerGroupTestJSON-2001828399-project] Allocated IP 172.20.0.14 (bdb498bf-b91f-4dd1-a661-31b8191d15b2/b91fb6f8-c029-4747-bd88-af3b1e2323ea/cc5524bf-76e5-4029-8325-638e25344367) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:32:17.356494 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning for port 0cecc607-df4f-43d4-914b-dfa4cc10d2da completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:32:17.362141 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning complete for port 0cecc607-df4f-43d4-914b-dfa4cc10d2da triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:32:17.362608 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:17.452155 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fc6952-2141-49a6-b664-cbfe84adbb90 req-74423588-407d-4e95-bc68-fc93ffc5fc13 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:17.463890 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-47fc6952-2141-49a6-b664-cbfe84adbb90 req-74423588-407d-4e95-bc68-fc93ffc5fc13 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ba28b68-c49c-43e1-9114-970c5ba1b196 HTTP/1.1" status: 200 len: 950 time: 0.1361349 Dec 20 14:32:17.500218 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:17.582707 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-835a8e66-6e47-4d13-89cc-9caf0fa2faf4 req-6210fa92-3d08-42f6-a7ac-d16462a1ca84 tempest-ServerGroupTestJSON-2001828399 tempest-ServerGroupTestJSON-2001828399-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:17.595375 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 0cecc607-df4f-43d4-914b-dfa4cc10d2da, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=0cecc607-df4f-43d4-914b-dfa4cc10d2da,segment=NetworkSegment(c66b4285-faba-435b-92e7-6de47ba5ef36),segment_id=c66b4285-faba-435b-92e7-6de47ba5ef36)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:32:17.601988 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:17.603405 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-da5fdfd4-c373-4826-955c-4c4d453a6ce9 req-4e20b3a0-d2a9-4f35-a657-2abfed105578 tempest-ServerGroupTestJSON-2001828399 tempest-ServerGroupTestJSON-2001828399-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1f936e5-35db-4252-aaaf-d87744cdd44a HTTP/1.1" status: 200 len: 210 time: 0.0467794 Dec 20 14:32:17.604734 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-47fc6952-2141-49a6-b664-cbfe84adbb90 req-75aa5d07-6a83-4a48-8fad-d5eaf0ce72f0 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333499 Dec 20 14:32:17.679660 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-835a8e66-6e47-4d13-89cc-9caf0fa2faf4 req-6210fa92-3d08-42f6-a7ac-d16462a1ca84 tempest-ServerGroupTestJSON-2001828399 tempest-ServerGroupTestJSON-2001828399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:17.682213 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=0cecc607-df4f-43d4-914b-dfa4cc10d2da,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:32:17.737811 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-835a8e66-6e47-4d13-89cc-9caf0fa2faf4 req-6210fa92-3d08-42f6-a7ac-d16462a1ca84 tempest-ServerGroupTestJSON-2001828399 tempest-ServerGroupTestJSON-2001828399-project] Network bdb498bf-b91f-4dd1-a661-31b8191d15b2 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:32:17.743067 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [req-835a8e66-6e47-4d13-89cc-9caf0fa2faf4 req-6210fa92-3d08-42f6-a7ac-d16462a1ca84 tempest-ServerGroupTestJSON-2001828399 tempest-ServerGroupTestJSON-2001828399-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:32:17.746086 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-835a8e66-6e47-4d13-89cc-9caf0fa2faf4 req-6210fa92-3d08-42f6-a7ac-d16462a1ca84 tempest-ServerGroupTestJSON-2001828399 tempest-ServerGroupTestJSON-2001828399-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:32:17.778578 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6210fa92-3d08-42f6-a7ac-d16462a1ca84 tempest-ServerGroupTestJSON-2001828399 tempest-ServerGroupTestJSON-2001828399-project] Pushing event updated for resources: {'Port': ['ID=cc5524bf-76e5-4029-8325-638e25344367,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:32:17.825091 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a8e66-6e47-4d13-89cc-9caf0fa2faf4 req-6210fa92-3d08-42f6-a7ac-d16462a1ca84 tempest-ServerGroupTestJSON-2001828399 tempest-ServerGroupTestJSON-2001828399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:17.826245 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-835a8e66-6e47-4d13-89cc-9caf0fa2faf4 req-6210fa92-3d08-42f6-a7ac-d16462a1ca84 tempest-ServerGroupTestJSON-2001828399 tempest-ServerGroupTestJSON-2001828399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:17.852183 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-835a8e66-6e47-4d13-89cc-9caf0fa2faf4 req-6210fa92-3d08-42f6-a7ac-d16462a1ca84 tempest-ServerGroupTestJSON-2001828399 tempest-ServerGroupTestJSON-2001828399-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0847049 Dec 20 14:32:17.869108 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-835a8e66-6e47-4d13-89cc-9caf0fa2faf4 req-335df61b-5f89-422d-bcc5-493042565d1c service neutron] Request body: {'port': {'device_id': 'c1f936e5-35db-4252-aaaf-d87744cdd44a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-19'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:32:17.921569 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5b06e2-8653-4228-8b3b-85f39bda4308 req-03e4fb54-2c34-4d37-859b-b65d17764f3e tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:17.929010 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1d5b06e2-8653-4228-8b3b-85f39bda4308 req-03e4fb54-2c34-4d37-859b-b65d17764f3e tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/ports?device_id=b120404b-a643-4820-bd94-09aa42cf125b HTTP/1.1" status: 200 len: 946 time: 0.0715029 Dec 20 14:32:17.951113 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-835a8e66-6e47-4d13-89cc-9caf0fa2faf4 req-335df61b-5f89-422d-bcc5-493042565d1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:18.011988 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1d5b06e2-8653-4228-8b3b-85f39bda4308 req-4d224714-e3c1-47de-969b-03fb32e4db70 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6a39052-36c7-4e8a-a837-c745dc8572a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800765 Dec 20 14:32:18.176479 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a02c91-c78d-4301-a938-e08d985a83a0 req-5ff50e55-0c1c-4585-8ef2-fb33ec011b4d tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:18.187386 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-55a02c91-c78d-4301-a938-e08d985a83a0 req-5ff50e55-0c1c-4585-8ef2-fb33ec011b4d tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/ports?device_id=b120404b-a643-4820-bd94-09aa42cf125b HTTP/1.1" status: 200 len: 946 time: 0.0856178 Dec 20 14:32:18.259104 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-55a02c91-c78d-4301-a938-e08d985a83a0 req-d4769d59-c8ef-4fc0-9ae7-a9905bc9f266 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6a39052-36c7-4e8a-a837-c745dc8572a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664814 Dec 20 14:32:18.296893 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f15b7e6-a3cd-44cf-9c99-1c7f328e8ef8 req-5d75ad71-52fc-4637-9d07-3e2ae6485344 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:18.298499 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4f15b7e6-a3cd-44cf-9c99-1c7f328e8ef8 req-5d75ad71-52fc-4637-9d07-3e2ae6485344 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e11a8fb-70fa-4ef1-a6a3-5a513f31a37a HTTP/1.1" status: 200 len: 946 time: 0.1588109 Dec 20 14:32:18.366856 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccb0eeb-8651-462c-a971-8ac401c0d423 req-074da96a-5672-454b-81b2-9dc0d10fcdaa tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:18.369269 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-eccb0eeb-8651-462c-a971-8ac401c0d423 req-074da96a-5672-454b-81b2-9dc0d10fcdaa tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=c781ec3d-01c7-4225-bf36-1809b5a16388 HTTP/1.1" status: 200 len: 946 time: 0.0566523 Dec 20 14:32:18.395883 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4f15b7e6-a3cd-44cf-9c99-1c7f328e8ef8 req-11dcc0d5-0aad-4ea8-8989-e7561c664dea tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/security-groups?id=a27fba59-7d90-4650-9482-b2bcd3113c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821717 Dec 20 14:32:18.429061 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-eccb0eeb-8651-462c-a971-8ac401c0d423 req-6240b67b-88d0-4848-92dc-db4d36d6645d tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534482 Dec 20 14:32:18.472326 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [req-835a8e66-6e47-4d13-89cc-9caf0fa2faf4 req-335df61b-5f89-422d-bcc5-493042565d1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc5524bf-76e5-4029-8325-638e25344367 {{(pid=103167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:32:18.481180 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-835a8e66-6e47-4d13-89cc-9caf0fa2faf4 req-335df61b-5f89-422d-bcc5-493042565d1c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:18.499987 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-835a8e66-6e47-4d13-89cc-9caf0fa2faf4 req-335df61b-5f89-422d-bcc5-493042565d1c service neutron] Transition to ACTIVE for port object cc5524bf-76e5-4029-8325-638e25344367 will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:32:18.508694 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-835a8e66-6e47-4d13-89cc-9caf0fa2faf4 req-335df61b-5f89-422d-bcc5-493042565d1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:18.730873 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335df61b-5f89-422d-bcc5-493042565d1c service neutron] Pushing event updated for resources: {'Port': ['ID=cc5524bf-76e5-4029-8325-638e25344367,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:32:18.795544 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-835a8e66-6e47-4d13-89cc-9caf0fa2faf4 req-335df61b-5f89-422d-bcc5-493042565d1c service neutron] Attempting to bind port cc5524bf-76e5-4029-8325-638e25344367 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:32:18.795544 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-835a8e66-6e47-4d13-89cc-9caf0fa2faf4 req-335df61b-5f89-422d-bcc5-493042565d1c service neutron] Attempting to bind port cc5524bf-76e5-4029-8325-638e25344367 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': 'fe78d31d-8259-4dbc-b992-dfd83b2dd1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'bdb498bf-b91f-4dd1-a661-31b8191d15b2'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:32:18.795544 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835a8e66-6e47-4d13-89cc-9caf0fa2faf4 req-335df61b-5f89-422d-bcc5-493042565d1c service neutron] Attempting to bind port cc5524bf-76e5-4029-8325-638e25344367 on network bdb498bf-b91f-4dd1-a661-31b8191d15b2 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:32:18.800517 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835a8e66-6e47-4d13-89cc-9caf0fa2faf4 req-335df61b-5f89-422d-bcc5-493042565d1c service neutron] Port cc5524bf-76e5-4029-8325-638e25344367 on network bdb498bf-b91f-4dd1-a661-31b8191d15b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:32:18.800887 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835a8e66-6e47-4d13-89cc-9caf0fa2faf4 req-335df61b-5f89-422d-bcc5-493042565d1c service neutron] Attempting to bind port cc5524bf-76e5-4029-8325-638e25344367 on network bdb498bf-b91f-4dd1-a661-31b8191d15b2 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:32:18.810129 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835a8e66-6e47-4d13-89cc-9caf0fa2faf4 req-335df61b-5f89-422d-bcc5-493042565d1c service neutron] Checking agent: {'id': '43c60aee-e4af-4ecc-bee2-aac3569fafed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:32:18.810534 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835a8e66-6e47-4d13-89cc-9caf0fa2faf4 req-335df61b-5f89-422d-bcc5-493042565d1c service neutron] Checking segment: {'id': 'fe78d31d-8259-4dbc-b992-dfd83b2dd1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'bdb498bf-b91f-4dd1-a661-31b8191d15b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:32:18.810990 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835a8e66-6e47-4d13-89cc-9caf0fa2faf4 req-335df61b-5f89-422d-bcc5-493042565d1c service neutron] Bound using segment: {'id': 'fe78d31d-8259-4dbc-b992-dfd83b2dd1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'bdb498bf-b91f-4dd1-a661-31b8191d15b2'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:32:18.811403 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-835a8e66-6e47-4d13-89cc-9caf0fa2faf4 req-335df61b-5f89-422d-bcc5-493042565d1c service neutron] Bound port: cc5524bf-76e5-4029-8325-638e25344367, host: n-h2-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe78d31d-8259-4dbc-b992-dfd83b2dd1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'bdb498bf-b91f-4dd1-a661-31b8191d15b2'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:32:18.811782 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-835a8e66-6e47-4d13-89cc-9caf0fa2faf4 req-335df61b-5f89-422d-bcc5-493042565d1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:18.824391 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e11a8fb-70fa-4ef1-a6a3-5a513f31a37a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cecc607-df4f-43d4-914b-dfa4cc10d2da'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:32:18.829321 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b167d90-55ab-4e28-95b5-e65f9d623e1f" -d '{"events": [{"server_uuid": "6e11a8fb-70fa-4ef1-a6a3-5a513f31a37a", "name": "network-vif-plugged", "status": "completed", "tag": "0cecc607-df4f-43d4-914b-dfa4cc10d2da"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:32:18.836432 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07e1bbf-1470-42be-b469-3206ebc7610b req-cf652c96-f1e8-44c1-9868-ed045a1cf25f tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:18.836432 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d07e1bbf-1470-42be-b469-3206ebc7610b req-cf652c96-f1e8-44c1-9868-ed045a1cf25f tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ba28b68-c49c-43e1-9114-970c5ba1b196 HTTP/1.1" status: 200 len: 950 time: 0.1124456 Dec 20 14:32:18.867910 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443b1c5e-2d24-4d9a-8a3b-bc6731a11c83 req-23755bd5-b440-405b-9841-3335d5ad5f5e tempest-ServerGroupTestJSON-2001828399 tempest-ServerGroupTestJSON-2001828399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:18.876523 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-443b1c5e-2d24-4d9a-8a3b-bc6731a11c83 req-23755bd5-b440-405b-9841-3335d5ad5f5e tempest-ServerGroupTestJSON-2001828399 tempest-ServerGroupTestJSON-2001828399-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1f936e5-35db-4252-aaaf-d87744cdd44a HTTP/1.1" status: 200 len: 944 time: 0.1121633 Dec 20 14:32:18.941846 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-443b1c5e-2d24-4d9a-8a3b-bc6731a11c83 req-9ca89a40-c2a8-4fd3-a531-da7c11786b69 tempest-ServerGroupTestJSON-2001828399 tempest-ServerGroupTestJSON-2001828399-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e0a1a25-7331-43b4-932d-85390320353e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581834 Dec 20 14:32:18.949859 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d07e1bbf-1470-42be-b469-3206ebc7610b req-f5d09fab-682f-44bb-8476-1496e2218846 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032631 Dec 20 14:32:19.004612 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cda5e79-9d12-4870-92ec-2faae8461783 x-openstack-request-id: req-4cda5e79-9d12-4870-92ec-2faae8461783 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:32:19.004909 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e11a8fb-70fa-4ef1-a6a3-5a513f31a37a", "name": "network-vif-plugged", "status": "completed", "tag": "0cecc607-df4f-43d4-914b-dfa4cc10d2da", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:32:19.005356 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4cda5e79-9d12-4870-92ec-2faae8461783 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:32:19.006086 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e11a8fb-70fa-4ef1-a6a3-5a513f31a37a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cecc607-df4f-43d4-914b-dfa4cc10d2da', 'code': 200} Dec 20 14:32:19.011448 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-835a8e66-6e47-4d13-89cc-9caf0fa2faf4 req-335df61b-5f89-422d-bcc5-493042565d1c service neutron] For port cc5524bf-76e5-4029-8325-638e25344367, host n-h2-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:32:19.017651 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-835a8e66-6e47-4d13-89cc-9caf0fa2faf4 req-335df61b-5f89-422d-bcc5-493042565d1c service neutron] For port cc5524bf-76e5-4029-8325-638e25344367, host n-h2-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=cc5524bf-76e5-4029-8325-638e25344367,segment=NetworkSegment(fe78d31d-8259-4dbc-b992-dfd83b2dd1e5),segment_id=fe78d31d-8259-4dbc-b992-dfd83b2dd1e5)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:32:19.024905 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-835a8e66-6e47-4d13-89cc-9caf0fa2faf4 req-335df61b-5f89-422d-bcc5-493042565d1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:19.096257 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a8e66-6e47-4d13-89cc-9caf0fa2faf4 req-335df61b-5f89-422d-bcc5-493042565d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:19.097062 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-835a8e66-6e47-4d13-89cc-9caf0fa2faf4 req-335df61b-5f89-422d-bcc5-493042565d1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:19.098941 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-835a8e66-6e47-4d13-89cc-9caf0fa2faf4 req-335df61b-5f89-422d-bcc5-493042565d1c service neutron] 10.222.0.47 "PUT /v2.0/ports/cc5524bf-76e5-4029-8325-638e25344367 HTTP/1.1" status: 200 len: 1093 time: 1.2348762 Dec 20 14:32:19.099525 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1f936e5-35db-4252-aaaf-d87744cdd44a', 'tag': 'cc5524bf-76e5-4029-8325-638e25344367'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:32:19.102564 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f5685b6-93c0-4a39-89d3-ed765ab9613c" -d '{"events": [{"name": "network-changed", "server_uuid": "c1f936e5-35db-4252-aaaf-d87744cdd44a", "tag": "cc5524bf-76e5-4029-8325-638e25344367"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:32:19.183336 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335df61b-5f89-422d-bcc5-493042565d1c service neutron] Pushing event updated for resources: {'Port': ['ID=cc5524bf-76e5-4029-8325-638e25344367,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:32:19.257748 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e004cb9-6e2e-4e14-ae6a-d8dd017daf46 req-59e59320-a321-48c4-839d-1d075ce8ddd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:19.259511 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a8e66-6e47-4d13-89cc-9caf0fa2faf4 req-d6d9d219-f4d3-49fc-bdf5-d9ff7380f11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:19.260068 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8e004cb9-6e2e-4e14-ae6a-d8dd017daf46 req-59e59320-a321-48c4-839d-1d075ce8ddd4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6e11a8fb-70fa-4ef1-a6a3-5a513f31a37a HTTP/1.1" status: 200 len: 1098 time: 0.1230032 Dec 20 14:32:19.261904 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-835a8e66-6e47-4d13-89cc-9caf0fa2faf4 req-d6d9d219-f4d3-49fc-bdf5-d9ff7380f11e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=463f76a088184ba8863171b6b83d735f&device_id=c1f936e5-35db-4252-aaaf-d87744cdd44a HTTP/1.1" status: 200 len: 1096 time: 0.1096599 Dec 20 14:32:19.283404 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:32:19.283404 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:32:19.283404 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:32:19.283404 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:32:19.283404 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:32:19.283404 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:32:19.283404 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:32:19.283404 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:32:19.283404 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:32:19.283404 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:32:19.283404 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:32:19.283404 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:32:19.283404 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:32:19.283404 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:32:19.283404 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:32:19.283404 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:32:19.283404 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:32:19.283404 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:32:19.283404 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:32:19.283404 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:32:19.283404 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:32:19.283404 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:32:19.283404 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:32:19.283404 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:32:19.283404 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:32:19.283404 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:32:19.283404 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:32:19.283404 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:32:19.283404 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:32:19.283404 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:32:19.283404 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:32:19.283404 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:32:19.283404 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:32:19.283404 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:32:19.283404 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:32:19.283404 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:32:19.286633 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:32:19.286633 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:32:19.286633 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:32:19.286633 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:32:19.286633 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:32:19.286633 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:32:19.286633 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:32:19.286633 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:32:19.286633 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:32:19.286633 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:32:19.286633 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:32:19.286633 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:32:19.295952 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b923790b-db87-4f76-9a56-0ce88f253a24 req-3ba8d0b5-ef2f-453d-8e97-41b329b0e629 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:19.304638 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b923790b-db87-4f76-9a56-0ce88f253a24 req-3ba8d0b5-ef2f-453d-8e97-41b329b0e629 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ba28b68-c49c-43e1-9114-970c5ba1b196 HTTP/1.1" status: 200 len: 950 time: 0.1387088 Dec 20 14:32:19.313406 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490306e5-7af3-40fb-a600-74626588e291 req-e4618429-7985-4e1a-8177-bdc36bfad2db tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:19.315264 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-490306e5-7af3-40fb-a600-74626588e291 req-e4618429-7985-4e1a-8177-bdc36bfad2db tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/networks?id=5eb12b8e-68ab-4d1c-b6db-26068ca02043 HTTP/1.1" status: 200 len: 815 time: 0.2523868 Dec 20 14:32:19.347989 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-835a8e66-6e47-4d13-89cc-9caf0fa2faf4 req-b0a736b8-7871-4ead-980f-8085ec688368 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc5524bf-76e5-4029-8325-638e25344367 HTTP/1.1" status: 200 len: 217 time: 0.0772624 Dec 20 14:32:19.349474 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-490306e5-7af3-40fb-a600-74626588e291 req-603a5316-3b76-4484-b60e-1d332a12c130 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/quotas/afac0cbe24d14e49bcb39ec2cb401fe3 HTTP/1.1" status: 200 len: 375 time: 0.0254681 Dec 20 14:32:19.394316 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8e004cb9-6e2e-4e14-ae6a-d8dd017daf46 req-b130f423-4188-4c34-8b7c-d5b82f53b7d2 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a27fba59-7d90-4650-9482-b2bcd3113c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126304 Dec 20 14:32:19.413567 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-490306e5-7af3-40fb-a600-74626588e291 req-f3ecbdb2-5530-4d94-8e94-3fde80a36bf3 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=afac0cbe24d14e49bcb39ec2cb401fe3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0622902 Dec 20 14:32:19.445484 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b923790b-db87-4f76-9a56-0ce88f253a24 req-ea4b5269-000e-4206-ad30-c5ef870d5ac4 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396649 Dec 20 14:32:19.452447 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a8e66-6e47-4d13-89cc-9caf0fa2faf4 req-e84fcaa0-8cc3-46b4-9367-32059db41f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:19.454889 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-835a8e66-6e47-4d13-89cc-9caf0fa2faf4 req-e84fcaa0-8cc3-46b4-9367-32059db41f5b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b91fb6f8-c029-4747-bd88-af3b1e2323ea HTTP/1.1" status: 200 len: 850 time: 0.0860081 Dec 20 14:32:19.512682 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-835a8e66-6e47-4d13-89cc-9caf0fa2faf4 req-0a43774c-1ed6-4454-8be6-7173552c9132 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bdb498bf-b91f-4dd1-a661-31b8191d15b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500503 Dec 20 14:32:19.530199 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-490306e5-7af3-40fb-a600-74626588e291 req-f7df5348-c30c-4d70-9d94-421809354d53 service neutron] 10.222.0.54 "GET /v2.0/networks/5eb12b8e-68ab-4d1c-b6db-26068ca02043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129093 Dec 20 14:32:19.646767 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-835a8e66-6e47-4d13-89cc-9caf0fa2faf4 req-4185c9b2-711e-4b25-a3e7-e1c68f863643 service neutron] 10.222.0.47 "GET /v2.0/networks/bdb498bf-b91f-4dd1-a661-31b8191d15b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250253 Dec 20 14:32:19.725081 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-490306e5-7af3-40fb-a600-74626588e291 req-8ee44480-e048-4283-9cf3-3fe6e8cced71 service neutron] 10.222.0.54 "GET /v2.0/networks/5eb12b8e-68ab-4d1c-b6db-26068ca02043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939530 Dec 20 14:32:19.760198 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-835a8e66-6e47-4d13-89cc-9caf0fa2faf4 req-f5ad2e50-33df-4616-ae55-b4df327fb355 service neutron] 10.222.0.47 "GET /v2.0/networks/bdb498bf-b91f-4dd1-a661-31b8191d15b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064444 Dec 20 14:32:19.761704 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dab276c9-6ea4-4d35-9a1a-b2f73e13f88d x-openstack-request-id: req-dab276c9-6ea4-4d35-9a1a-b2f73e13f88d {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:32:19.761997 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1f936e5-35db-4252-aaaf-d87744cdd44a", "tag": "cc5524bf-76e5-4029-8325-638e25344367", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:32:19.762255 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-dab276c9-6ea4-4d35-9a1a-b2f73e13f88d {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:32:19.762767 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1f936e5-35db-4252-aaaf-d87744cdd44a', 'tag': 'cc5524bf-76e5-4029-8325-638e25344367', 'status': 'completed', 'code': 200} Dec 20 14:32:19.911843 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe509b1d-66a7-4a0d-a65c-708819e7568f req-29582205-1eb6-4b6e-a123-ab97a9f65ae9 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:19.913679 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fe509b1d-66a7-4a0d-a65c-708819e7568f req-29582205-1eb6-4b6e-a123-ab97a9f65ae9 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e11a8fb-70fa-4ef1-a6a3-5a513f31a37a HTTP/1.1" status: 200 len: 946 time: 0.1033521 Dec 20 14:32:19.976201 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5685b6-93c0-4a39-89d3-ed765ab9613c req-63c47da5-07e4-4339-95f9-88dcf5399057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:19.977733 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2f5685b6-93c0-4a39-89d3-ed765ab9613c req-63c47da5-07e4-4339-95f9-88dcf5399057 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=463f76a088184ba8863171b6b83d735f&device_id=c1f936e5-35db-4252-aaaf-d87744cdd44a HTTP/1.1" status: 200 len: 1096 time: 0.1298285 Dec 20 14:32:20.080970 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c8f3ec-f5aa-4bf4-a339-7cc5678e8945 req-05518a04-8423-4887-810b-83c17fc63a8a tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:20.091153 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d6c8f3ec-f5aa-4bf4-a339-7cc5678e8945 req-05518a04-8423-4887-810b-83c17fc63a8a tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=c781ec3d-01c7-4225-bf36-1809b5a16388 HTTP/1.1" status: 200 len: 946 time: 0.0971415 Dec 20 14:32:20.120408 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fe509b1d-66a7-4a0d-a65c-708819e7568f req-c62fb93b-55d1-4ed9-86f4-7fef3d7d216e tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/security-groups?id=a27fba59-7d90-4650-9482-b2bcd3113c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823075 Dec 20 14:32:20.161531 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5685b6-93c0-4a39-89d3-ed765ab9613c req-ad6a7787-349e-4231-9494-7391d21d0f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:20.163067 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2f5685b6-93c0-4a39-89d3-ed765ab9613c req-ad6a7787-349e-4231-9494-7391d21d0f58 service neutron] 10.222.0.47 "GET /v2.0/networks?id=bdb498bf-b91f-4dd1-a661-31b8191d15b2 HTTP/1.1" status: 200 len: 911 time: 0.1776440 Dec 20 14:32:20.181150 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d6c8f3ec-f5aa-4bf4-a339-7cc5678e8945 req-92b89b6e-7972-4bd6-bad5-15a8c0a64b96 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886652 Dec 20 14:32:20.273116 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2f5685b6-93c0-4a39-89d3-ed765ab9613c req-4b600071-074a-4696-a4d9-db83d6dd0081 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc5524bf-76e5-4029-8325-638e25344367 HTTP/1.1" status: 200 len: 217 time: 0.1012588 Dec 20 14:32:20.377766 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5f2abce9-8fb1-41ad-b101-15712e4c32be req-dda83a80-71ba-4ee8-9d73-d82a594657cf tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/ports?device_id=8243ab33-cf1a-4b0e-a779-682f49eb1cec HTTP/1.1" status: 200 len: 210 time: 0.0513701 Dec 20 14:32:20.438944 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5685b6-93c0-4a39-89d3-ed765ab9613c req-eda5ee53-ae2a-40d5-8a63-896bd4c717c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:20.440487 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2f5685b6-93c0-4a39-89d3-ed765ab9613c req-eda5ee53-ae2a-40d5-8a63-896bd4c717c9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b91fb6f8-c029-4747-bd88-af3b1e2323ea HTTP/1.1" status: 200 len: 850 time: 0.1606560 Dec 20 14:32:20.487200 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2f5685b6-93c0-4a39-89d3-ed765ab9613c req-53a48412-8d45-40cf-bb18-7ea6191e9a2a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bdb498bf-b91f-4dd1-a661-31b8191d15b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317180 Dec 20 14:32:20.523577 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a714c776-6b8a-4df2-99a6-43ef94f3933f req-e8200a23-40a7-4fea-b916-77387f5ee68b tempest-ServerGroupTestJSON-2001828399 tempest-ServerGroupTestJSON-2001828399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:20.531194 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a714c776-6b8a-4df2-99a6-43ef94f3933f req-e8200a23-40a7-4fea-b916-77387f5ee68b tempest-ServerGroupTestJSON-2001828399 tempest-ServerGroupTestJSON-2001828399-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1f936e5-35db-4252-aaaf-d87744cdd44a HTTP/1.1" status: 200 len: 944 time: 0.1318917 Dec 20 14:32:20.587384 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [req-de7c5736-c194-4c9f-9226-4e2a0b80b856 req-4625f68b-6902-4c67-b6da-cefe23fb9426 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:32:20.588999 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-de7c5736-c194-4c9f-9226-4e2a0b80b856 req-4625f68b-6902-4c67-b6da-cefe23fb9426 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0077350 Dec 20 14:32:20.639476 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a714c776-6b8a-4df2-99a6-43ef94f3933f req-bacd8a2a-08db-46ef-9473-a79a63768aa5 tempest-ServerGroupTestJSON-2001828399 tempest-ServerGroupTestJSON-2001828399-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e0a1a25-7331-43b4-932d-85390320353e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025996 Dec 20 14:32:20.661162 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2f5685b6-93c0-4a39-89d3-ed765ab9613c req-5c986a8e-ed66-4a8e-a970-001a28b49853 service neutron] 10.222.0.47 "GET /v2.0/networks/bdb498bf-b91f-4dd1-a661-31b8191d15b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645648 Dec 20 14:32:20.825086 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2f5685b6-93c0-4a39-89d3-ed765ab9613c req-067bc59f-4582-45c7-bd08-39841a567c56 service neutron] 10.222.0.47 "GET /v2.0/networks/bdb498bf-b91f-4dd1-a661-31b8191d15b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560020 Dec 20 14:32:20.979616 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-282d47e6-e5cc-40e4-af5f-9ed94a3a22e2 req-b79d1792-e6ae-4481-b102-239ae350fbce service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2ba28b68-c49c-43e1-9114-970c5ba1b196&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0906491 Dec 20 14:32:20.981477 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a372a309-7948-4308-8599-6d1ab5de2029 req-2dd3a911-b8fb-44ef-a5b9-be50dbe45e8d tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:20.983074 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a372a309-7948-4308-8599-6d1ab5de2029 req-2dd3a911-b8fb-44ef-a5b9-be50dbe45e8d tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ba28b68-c49c-43e1-9114-970c5ba1b196 HTTP/1.1" status: 200 len: 950 time: 0.1159980 Dec 20 14:32:20.999600 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce9ac01-fff1-44a1-9fb5-c484f2787cd3 req-41351806-24f1-4984-9583-eb1aa8a6ac01 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:21.000472 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fce9ac01-fff1-44a1-9fb5-c484f2787cd3 req-41351806-24f1-4984-9583-eb1aa8a6ac01 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.30 "GET /v2.0/ports?device_id=b120404b-a643-4820-bd94-09aa42cf125b HTTP/1.1" status: 200 len: 946 time: 0.1166527 Dec 20 14:32:21.095072 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a372a309-7948-4308-8599-6d1ab5de2029 req-547fb1a9-57fa-4776-a391-335f3e37974c tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055992 Dec 20 14:32:21.181294 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-fce9ac01-fff1-44a1-9fb5-c484f2787cd3 req-53efac74-1eff-4f87-aefb-275cb1da7f3c tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Deleting port 7b797008-8678-4a98-9e98-fb603e3b2bae {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:32:21.181700 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-fce9ac01-fff1-44a1-9fb5-c484f2787cd3 req-53efac74-1eff-4f87-aefb-275cb1da7f3c tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:21.321592 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba6fb49-2cf2-4dc6-a34c-03b3d6e124d9 req-56c5e1fc-0045-4d66-a107-e669d2c71e96 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:21.331236 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bba6fb49-2cf2-4dc6-a34c-03b3d6e124d9 req-56c5e1fc-0045-4d66-a107-e669d2c71e96 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e11a8fb-70fa-4ef1-a6a3-5a513f31a37a HTTP/1.1" status: 200 len: 946 time: 0.0835299 Dec 20 14:32:21.399023 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bba6fb49-2cf2-4dc6-a34c-03b3d6e124d9 req-0e2675ed-859d-4ff7-86b3-1b077f39e67c tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/security-groups?id=a27fba59-7d90-4650-9482-b2bcd3113c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633225 Dec 20 14:32:21.477528 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-fce9ac01-fff1-44a1-9fb5-c484f2787cd3 req-53efac74-1eff-4f87-aefb-275cb1da7f3c tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] For port 7b797008-8678-4a98-9e98-fb603e3b2bae, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=7b797008-8678-4a98-9e98-fb603e3b2bae,segment=NetworkSegment(dae1a1fa-6c57-4994-ae26-490344c49691),segment_id=dae1a1fa-6c57-4994-ae26-490344c49691)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:32:21.478107 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-fce9ac01-fff1-44a1-9fb5-c484f2787cd3 req-53efac74-1eff-4f87-aefb-275cb1da7f3c tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:21.524512 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-fce9ac01-fff1-44a1-9fb5-c484f2787cd3 req-53efac74-1eff-4f87-aefb-275cb1da7f3c tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Calling delete_port for 7b797008-8678-4a98-9e98-fb603e3b2bae owned by compute:nova {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:32:21.553739 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f567efeb-c450-4683-965f-a90a537f5732 req-7d5fea9e-cd48-4e83-ad0f-326f713995c7 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:21.587079 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f567efeb-c450-4683-965f-a90a537f5732 req-7d5fea9e-cd48-4e83-ad0f-326f713995c7 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=c781ec3d-01c7-4225-bf36-1809b5a16388 HTTP/1.1" status: 200 len: 946 time: 0.1961896 Dec 20 14:32:21.705046 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490306e5-7af3-40fb-a600-74626588e291 req-51087fa6-7506-4053-909d-bd0d65e9dab4 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:21.706574 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-490306e5-7af3-40fb-a600-74626588e291 req-51087fa6-7506-4053-909d-bd0d65e9dab4 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.47 "GET /v2.0/networks?id=5eb12b8e-68ab-4d1c-b6db-26068ca02043 HTTP/1.1" status: 200 len: 815 time: 0.2932017 Dec 20 14:32:21.726154 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-490306e5-7af3-40fb-a600-74626588e291 req-d3174b20-c7f7-4565-88db-852e09099e73 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Request body: {'port': {'device_id': '8243ab33-cf1a-4b0e-a779-682f49eb1cec', 'network_id': '5eb12b8e-68ab-4d1c-b6db-26068ca02043', 'admin_state_up': True, 'tenant_id': 'afac0cbe24d14e49bcb39ec2cb401fe3'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:32:21.735835 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f567efeb-c450-4683-965f-a90a537f5732 req-98333f2b-68bf-4a58-929e-6b4e9f13335f tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334522 Dec 20 14:32:21.753368 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fdf7002f-2c67-4540-b266-1d37145dc321 req-9363c978-9001-4bba-aa56-e913d22ba315 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/ports?device_id=8243ab33-cf1a-4b0e-a779-682f49eb1cec HTTP/1.1" status: 200 len: 210 time: 0.0451751 Dec 20 14:32:21.965440 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac7381-6ab9-4097-a498-3984a9192e47 req-1d510375-39bb-4df5-8659-5789120ddad1 tempest-ServerGroupTestJSON-2001828399 tempest-ServerGroupTestJSON-2001828399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:21.967017 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-abac7381-6ab9-4097-a498-3984a9192e47 req-1d510375-39bb-4df5-8659-5789120ddad1 tempest-ServerGroupTestJSON-2001828399 tempest-ServerGroupTestJSON-2001828399-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1f936e5-35db-4252-aaaf-d87744cdd44a HTTP/1.1" status: 200 len: 944 time: 0.1272228 Dec 20 14:32:22.003243 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-490306e5-7af3-40fb-a600-74626588e291 req-d3174b20-c7f7-4565-88db-852e09099e73 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Made reservation on behalf of afac0cbe24d14e49bcb39ec2cb401fe3 for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:32:22.010300 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-490306e5-7af3-40fb-a600-74626588e291 req-d3174b20-c7f7-4565-88db-852e09099e73 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:22.039691 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-fce9ac01-fff1-44a1-9fb5-c484f2787cd3 req-53efac74-1eff-4f87-aefb-275cb1da7f3c tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:22.045805 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-abac7381-6ab9-4097-a498-3984a9192e47 req-be78eee8-7b8e-4367-be8e-30c240a822c6 tempest-ServerGroupTestJSON-2001828399 tempest-ServerGroupTestJSON-2001828399-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e0a1a25-7331-43b4-932d-85390320353e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662963 Dec 20 14:32:22.053805 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['7b797008-8678-4a98-9e98-fb603e3b2bae'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:32:22.233410 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device cc5524bf-76e5-4029-8325-638e25344367 details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:32:22.345986 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [req-490306e5-7af3-40fb-a600-74626588e291 req-d3174b20-c7f7-4565-88db-852e09099e73 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Allocated IP 172.20.0.3 (5eb12b8e-68ab-4d1c-b6db-26068ca02043/a0253a98-6b9e-4a5b-8f09-0e786038802a/e409848e-1068-49f8-aadc-5dfbfcaaa1d6) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:32:22.463366 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53efac74-1eff-4f87-aefb-275cb1da7f3c tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Pushing event deleted for resources: {'Port': ['ID=7b797008-8678-4a98-9e98-fb603e3b2bae,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:32:22.501934 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-fce9ac01-fff1-44a1-9fb5-c484f2787cd3 req-53efac74-1eff-4f87-aefb-275cb1da7f3c tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] No DVR routers for this DVR port 7b797008-8678-4a98-9e98-fb603e3b2bae on host n-h1-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:32:22.506936 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-fce9ac01-fff1-44a1-9fb5-c484f2787cd3 req-53efac74-1eff-4f87-aefb-275cb1da7f3c tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:22.519328 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fce9ac01-fff1-44a1-9fb5-c484f2787cd3 req-53efac74-1eff-4f87-aefb-275cb1da7f3c tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.30 "DELETE /v2.0/ports/7b797008-8678-4a98-9e98-fb603e3b2bae HTTP/1.1" status: 204 len: 173 time: 1.5039434 Dec 20 14:32:22.519869 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b120404b-a643-4820-bd94-09aa42cf125b', 'name': 'network-vif-deleted', 'tag': '7b797008-8678-4a98-9e98-fb603e3b2bae'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:32:22.527233 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d9a9c7b-2954-48cd-86b4-2bcec9265ebe" -d '{"events": [{"server_uuid": "b120404b-a643-4820-bd94-09aa42cf125b", "name": "network-vif-deleted", "tag": "7b797008-8678-4a98-9e98-fb603e3b2bae"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:32:22.540089 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6d4099-4b64-4d41-8d68-a34ba747ce78 req-e48b3666-8df6-4ed7-8995-8ff3285b38c0 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:22.553340 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ef6d4099-4b64-4d41-8d68-a34ba747ce78 req-e48b3666-8df6-4ed7-8995-8ff3285b38c0 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ba28b68-c49c-43e1-9114-970c5ba1b196 HTTP/1.1" status: 200 len: 950 time: 0.2402658 Dec 20 14:32:22.586930 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa2b3fe-9563-4690-b6d9-14190f11f189 req-bced6ed0-ccc7-4194-ab06-3f462e5ffe68 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:22.594751 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ffa2b3fe-9563-4690-b6d9-14190f11f189 req-bced6ed0-ccc7-4194-ab06-3f462e5ffe68 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e11a8fb-70fa-4ef1-a6a3-5a513f31a37a HTTP/1.1" status: 200 len: 946 time: 0.0633733 Dec 20 14:32:22.653906 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port cc5524bf-76e5-4029-8325-638e25344367, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=cc5524bf-76e5-4029-8325-638e25344367,segment=NetworkSegment(fe78d31d-8259-4dbc-b992-dfd83b2dd1e5),segment_id=fe78d31d-8259-4dbc-b992-dfd83b2dd1e5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:32:22.678662 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': 'cc5524bf-76e5-4029-8325-638e25344367', 'network_id': 'bdb498bf-b91f-4dd1-a661-31b8191d15b2', 'port_id': 'cc5524bf-76e5-4029-8325-638e25344367', 'mac_address': 'fa:16:3e:27:dd:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b91fb6f8-c029-4747-bd88-af3b1e2323ea', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:32:22.703461 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ffa2b3fe-9563-4690-b6d9-14190f11f189 req-d53729a0-111e-4659-8fe2-bab2cd253f1d tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/security-groups?id=a27fba59-7d90-4650-9482-b2bcd3113c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076102 Dec 20 14:32:22.762318 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:22.780162 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc5524bf-76e5-4029-8325-638e25344367 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:32:22.812875 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port cc5524bf-76e5-4029-8325-638e25344367, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=cc5524bf-76e5-4029-8325-638e25344367,segment=NetworkSegment(fe78d31d-8259-4dbc-b992-dfd83b2dd1e5),segment_id=fe78d31d-8259-4dbc-b992-dfd83b2dd1e5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:32:22.816337 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-490306e5-7af3-40fb-a600-74626588e291 req-d3174b20-c7f7-4565-88db-852e09099e73 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:22.821375 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:22.885341 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-490306e5-7af3-40fb-a600-74626588e291 req-d3174b20-c7f7-4565-88db-852e09099e73 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:22.899384 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d160dc5-1970-468d-bc78-19518b4fe5d0 x-openstack-request-id: req-8d160dc5-1970-468d-bc78-19518b4fe5d0 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:32:22.899678 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b120404b-a643-4820-bd94-09aa42cf125b", "name": "network-vif-deleted", "tag": "7b797008-8678-4a98-9e98-fb603e3b2bae", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:32:22.899929 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8d160dc5-1970-468d-bc78-19518b4fe5d0 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:32:22.900423 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b120404b-a643-4820-bd94-09aa42cf125b', 'name': 'network-vif-deleted', 'tag': '7b797008-8678-4a98-9e98-fb603e3b2bae', 'status': 'completed', 'code': 200} Dec 20 14:32:22.906329 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['7b797008-8678-4a98-9e98-fb603e3b2bae'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:32:22.917090 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ef6d4099-4b64-4d41-8d68-a34ba747ce78 req-09ed21b8-8776-4b53-ae82-d440a5504c4f tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3622925 Dec 20 14:32:22.942173 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=cc5524bf-76e5-4029-8325-638e25344367,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:32:22.991638 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-490306e5-7af3-40fb-a600-74626588e291 req-d3174b20-c7f7-4565-88db-852e09099e73 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Network 5eb12b8e-68ab-4d1c-b6db-26068ca02043 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:32:22.996069 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [req-490306e5-7af3-40fb-a600-74626588e291 req-d3174b20-c7f7-4565-88db-852e09099e73 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:32:22.998602 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-490306e5-7af3-40fb-a600-74626588e291 req-d3174b20-c7f7-4565-88db-852e09099e73 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:32:23.036190 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3174b20-c7f7-4565-88db-852e09099e73 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Pushing event updated for resources: {'Port': ['ID=e409848e-1068-49f8-aadc-5dfbfcaaa1d6,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:32:23.072461 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490306e5-7af3-40fb-a600-74626588e291 req-d3174b20-c7f7-4565-88db-852e09099e73 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:23.073524 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-490306e5-7af3-40fb-a600-74626588e291 req-d3174b20-c7f7-4565-88db-852e09099e73 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:23.099839 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-490306e5-7af3-40fb-a600-74626588e291 req-d3174b20-c7f7-4565-88db-852e09099e73 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3790226 Dec 20 14:32:23.101969 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['cc5524bf-76e5-4029-8325-638e25344367'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:32:23.113944 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-490306e5-7af3-40fb-a600-74626588e291 req-4a1b49a0-ac0d-4c30-948f-9c0e98d4e122 service neutron] Request body: {'port': {'device_id': '8243ab33-cf1a-4b0e-a779-682f49eb1cec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-19'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:32:23.186240 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-490306e5-7af3-40fb-a600-74626588e291 req-4a1b49a0-ac0d-4c30-948f-9c0e98d4e122 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:23.206526 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6dce7e-8a3f-4f2e-b1de-02a80f8a97a2 req-89e5372a-f787-46b4-8475-2944f3b2203a tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:23.219329 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-bf6dce7e-8a3f-4f2e-b1de-02a80f8a97a2 req-89e5372a-f787-46b4-8475-2944f3b2203a tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=c781ec3d-01c7-4225-bf36-1809b5a16388 HTTP/1.1" status: 200 len: 946 time: 0.1492214 Dec 20 14:32:23.423672 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282d47e6-e5cc-40e4-af5f-9ed94a3a22e2 req-d797305d-d17d-435e-8882-7bffa527009c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:23.425873 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-282d47e6-e5cc-40e4-af5f-9ed94a3a22e2 req-d797305d-d17d-435e-8882-7bffa527009c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c1e404e3ac2e456f831247d0bb0227f5&device_id=2ba28b68-c49c-43e1-9114-970c5ba1b196 HTTP/1.1" status: 200 len: 1102 time: 0.0975332 Dec 20 14:32:23.432252 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-bf6dce7e-8a3f-4f2e-b1de-02a80f8a97a2 req-0dd0fcc4-b926-4ea0-a434-8cddf9cb4b3b tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096620 Dec 20 14:32:23.503467 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd84b2-b3f2-4827-a9f9-d0584e94b2f0 req-9a518930-cb77-4807-9e6c-0ebdfb9d4dfe tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:23.505507 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b4dd84b2-b3f2-4827-a9f9-d0584e94b2f0 req-9a518930-cb77-4807-9e6c-0ebdfb9d4dfe tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/ports?device_id=8243ab33-cf1a-4b0e-a779-682f49eb1cec HTTP/1.1" status: 200 len: 931 time: 0.1345170 Dec 20 14:32:23.589750 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282d47e6-e5cc-40e4-af5f-9ed94a3a22e2 req-5f764a21-4e79-4236-8f13-80e62c34d961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:23.598188 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b4dd84b2-b3f2-4827-a9f9-d0584e94b2f0 req-448fe33e-2bd8-45d9-936f-98f1831adbc1 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6a39052-36c7-4e8a-a837-c745dc8572a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759706 Dec 20 14:32:23.601680 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-282d47e6-e5cc-40e4-af5f-9ed94a3a22e2 req-5f764a21-4e79-4236-8f13-80e62c34d961 service neutron] 10.222.0.47 "GET /v2.0/networks?id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1 HTTP/1.1" status: 200 len: 870 time: 0.1682041 Dec 20 14:32:23.705327 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-282d47e6-e5cc-40e4-af5f-9ed94a3a22e2 req-6ea574ff-35ee-4642-b0a9-19ffe09bb8cc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=d992040d-645b-4c58-aa14-af5a25f16ed2 HTTP/1.1" status: 200 len: 217 time: 0.0789232 Dec 20 14:32:23.790606 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [req-490306e5-7af3-40fb-a600-74626588e291 req-4a1b49a0-ac0d-4c30-948f-9c0e98d4e122 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e409848e-1068-49f8-aadc-5dfbfcaaa1d6 {{(pid=103167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:32:23.805003 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-490306e5-7af3-40fb-a600-74626588e291 req-4a1b49a0-ac0d-4c30-948f-9c0e98d4e122 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:23.828209 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c25164f-83d8-4e41-872e-58114544c5dc req-76f14620-d58f-4f0d-a8e1-c85c8895758f tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:23.828857 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282d47e6-e5cc-40e4-af5f-9ed94a3a22e2 req-e00c0146-5ecc-4fce-9fb5-d5159a99929e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:23.830129 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8c25164f-83d8-4e41-872e-58114544c5dc req-76f14620-d58f-4f0d-a8e1-c85c8895758f tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e11a8fb-70fa-4ef1-a6a3-5a513f31a37a HTTP/1.1" status: 200 len: 946 time: 0.1066272 Dec 20 14:32:23.830696 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-282d47e6-e5cc-40e4-af5f-9ed94a3a22e2 req-e00c0146-5ecc-4fce-9fb5-d5159a99929e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36bf280f-81bb-4486-a87a-9b9505a1cec4 HTTP/1.1" status: 200 len: 843 time: 0.1081774 Dec 20 14:32:23.875608 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2613b987-2c1b-40cf-bc1d-06e1990e4b08 req-da42166e-73e0-4b52-b235-3db7956ee030 tempest-ServerGroupTestJSON-2001828399 tempest-ServerGroupTestJSON-2001828399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:23.877274 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2613b987-2c1b-40cf-bc1d-06e1990e4b08 req-da42166e-73e0-4b52-b235-3db7956ee030 tempest-ServerGroupTestJSON-2001828399 tempest-ServerGroupTestJSON-2001828399-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1f936e5-35db-4252-aaaf-d87744cdd44a HTTP/1.1" status: 200 len: 945 time: 0.1690135 Dec 20 14:32:23.904704 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-490306e5-7af3-40fb-a600-74626588e291 req-4a1b49a0-ac0d-4c30-948f-9c0e98d4e122 service neutron] Transition to ACTIVE for port object e409848e-1068-49f8-aadc-5dfbfcaaa1d6 will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:32:23.918353 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-490306e5-7af3-40fb-a600-74626588e291 req-4a1b49a0-ac0d-4c30-948f-9c0e98d4e122 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:23.952227 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8c25164f-83d8-4e41-872e-58114544c5dc req-b0196b07-f839-4ec9-ae17-a9313cce9c28 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/security-groups?id=a27fba59-7d90-4650-9482-b2bcd3113c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123915 Dec 20 14:32:23.986549 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1b49a0-ac0d-4c30-948f-9c0e98d4e122 service neutron] Pushing event updated for resources: {'Port': ['ID=e409848e-1068-49f8-aadc-5dfbfcaaa1d6,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:32:24.000839 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282d47e6-e5cc-40e4-af5f-9ed94a3a22e2 req-7e5eea56-5d8c-4af8-9ae0-eda625d918e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:24.005702 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-282d47e6-e5cc-40e4-af5f-9ed94a3a22e2 req-7e5eea56-5d8c-4af8-9ae0-eda625d918e5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1266234 Dec 20 14:32:24.015491 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2613b987-2c1b-40cf-bc1d-06e1990e4b08 req-8bf20db6-dad8-40db-b6a9-71495a7a78aa tempest-ServerGroupTestJSON-2001828399 tempest-ServerGroupTestJSON-2001828399-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e0a1a25-7331-43b4-932d-85390320353e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215203 Dec 20 14:32:24.142462 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-490306e5-7af3-40fb-a600-74626588e291 req-4a1b49a0-ac0d-4c30-948f-9c0e98d4e122 service neutron] Attempting to bind port e409848e-1068-49f8-aadc-5dfbfcaaa1d6 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:32:24.144225 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-490306e5-7af3-40fb-a600-74626588e291 req-4a1b49a0-ac0d-4c30-948f-9c0e98d4e122 service neutron] Attempting to bind port e409848e-1068-49f8-aadc-5dfbfcaaa1d6 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': 'dae1a1fa-6c57-4994-ae26-490344c49691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5eb12b8e-68ab-4d1c-b6db-26068ca02043'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:32:24.144712 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490306e5-7af3-40fb-a600-74626588e291 req-4a1b49a0-ac0d-4c30-948f-9c0e98d4e122 service neutron] Attempting to bind port e409848e-1068-49f8-aadc-5dfbfcaaa1d6 on network 5eb12b8e-68ab-4d1c-b6db-26068ca02043 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:32:24.152381 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490306e5-7af3-40fb-a600-74626588e291 req-4a1b49a0-ac0d-4c30-948f-9c0e98d4e122 service neutron] Port e409848e-1068-49f8-aadc-5dfbfcaaa1d6 on network 5eb12b8e-68ab-4d1c-b6db-26068ca02043 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:32:24.152748 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490306e5-7af3-40fb-a600-74626588e291 req-4a1b49a0-ac0d-4c30-948f-9c0e98d4e122 service neutron] Attempting to bind port e409848e-1068-49f8-aadc-5dfbfcaaa1d6 on network 5eb12b8e-68ab-4d1c-b6db-26068ca02043 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:32:24.159009 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490306e5-7af3-40fb-a600-74626588e291 req-4a1b49a0-ac0d-4c30-948f-9c0e98d4e122 service neutron] Checking agent: {'id': '43c60aee-e4af-4ecc-bee2-aac3569fafed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:32:24.159412 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490306e5-7af3-40fb-a600-74626588e291 req-4a1b49a0-ac0d-4c30-948f-9c0e98d4e122 service neutron] Checking segment: {'id': 'dae1a1fa-6c57-4994-ae26-490344c49691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5eb12b8e-68ab-4d1c-b6db-26068ca02043'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:32:24.160084 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490306e5-7af3-40fb-a600-74626588e291 req-4a1b49a0-ac0d-4c30-948f-9c0e98d4e122 service neutron] Bound using segment: {'id': 'dae1a1fa-6c57-4994-ae26-490344c49691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5eb12b8e-68ab-4d1c-b6db-26068ca02043'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:32:24.160545 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-490306e5-7af3-40fb-a600-74626588e291 req-4a1b49a0-ac0d-4c30-948f-9c0e98d4e122 service neutron] Bound port: e409848e-1068-49f8-aadc-5dfbfcaaa1d6, host: n-h2-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dae1a1fa-6c57-4994-ae26-490344c49691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5eb12b8e-68ab-4d1c-b6db-26068ca02043'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:32:24.161194 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-490306e5-7af3-40fb-a600-74626588e291 req-4a1b49a0-ac0d-4c30-948f-9c0e98d4e122 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:24.240340 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device cc5524bf-76e5-4029-8325-638e25344367 up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:32:24.260433 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-282d47e6-e5cc-40e4-af5f-9ed94a3a22e2 req-3be092c7-805e-45e3-a121-d748449f0ec5 service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417364 Dec 20 14:32:24.270281 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01261a68-036b-4fbd-bc85-ba78f7129bbf req-bd778c2e-aa92-4533-889f-53e1b77b9046 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:24.279789 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-490306e5-7af3-40fb-a600-74626588e291 req-4a1b49a0-ac0d-4c30-948f-9c0e98d4e122 service neutron] For port e409848e-1068-49f8-aadc-5dfbfcaaa1d6, host n-h2-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:32:24.282211 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-01261a68-036b-4fbd-bc85-ba78f7129bbf req-bd778c2e-aa92-4533-889f-53e1b77b9046 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ba28b68-c49c-43e1-9114-970c5ba1b196 HTTP/1.1" status: 200 len: 950 time: 0.1594334 Dec 20 14:32:24.283744 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-490306e5-7af3-40fb-a600-74626588e291 req-4a1b49a0-ac0d-4c30-948f-9c0e98d4e122 service neutron] For port e409848e-1068-49f8-aadc-5dfbfcaaa1d6, host n-h2-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=e409848e-1068-49f8-aadc-5dfbfcaaa1d6,segment=NetworkSegment(dae1a1fa-6c57-4994-ae26-490344c49691),segment_id=dae1a1fa-6c57-4994-ae26-490344c49691)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:32:24.293074 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-490306e5-7af3-40fb-a600-74626588e291 req-4a1b49a0-ac0d-4c30-948f-9c0e98d4e122 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:24.343862 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490306e5-7af3-40fb-a600-74626588e291 req-4a1b49a0-ac0d-4c30-948f-9c0e98d4e122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:24.344488 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-490306e5-7af3-40fb-a600-74626588e291 req-4a1b49a0-ac0d-4c30-948f-9c0e98d4e122 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:24.347309 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-490306e5-7af3-40fb-a600-74626588e291 req-4a1b49a0-ac0d-4c30-948f-9c0e98d4e122 service neutron] 10.222.0.47 "PUT /v2.0/ports/e409848e-1068-49f8-aadc-5dfbfcaaa1d6 HTTP/1.1" status: 200 len: 1092 time: 1.2387729 Dec 20 14:32:24.347848 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8243ab33-cf1a-4b0e-a779-682f49eb1cec', 'tag': 'e409848e-1068-49f8-aadc-5dfbfcaaa1d6'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:32:24.354295 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning for port cc5524bf-76e5-4029-8325-638e25344367 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:32:24.358164 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-571d5bcc-f45d-4c3f-8c6b-e84078f86065" -d '{"events": [{"name": "network-changed", "server_uuid": "8243ab33-cf1a-4b0e-a779-682f49eb1cec", "tag": "e409848e-1068-49f8-aadc-5dfbfcaaa1d6"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:32:24.361550 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port cc5524bf-76e5-4029-8325-638e25344367 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:32:24.361932 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:24.431990 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b95db284-c49f-45e7-a91e-c0f6cc04b743 x-openstack-request-id: req-b95db284-c49f-45e7-a91e-c0f6cc04b743 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:32:24.432358 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8243ab33-cf1a-4b0e-a779-682f49eb1cec", "tag": "e409848e-1068-49f8-aadc-5dfbfcaaa1d6", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:32:24.432571 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b95db284-c49f-45e7-a91e-c0f6cc04b743 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:32:24.433025 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8243ab33-cf1a-4b0e-a779-682f49eb1cec', 'tag': 'e409848e-1068-49f8-aadc-5dfbfcaaa1d6', 'status': 'completed', 'code': 200} Dec 20 14:32:24.448543 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1b49a0-ac0d-4c30-948f-9c0e98d4e122 service neutron] Pushing event updated for resources: {'Port': ['ID=e409848e-1068-49f8-aadc-5dfbfcaaa1d6,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:32:24.484343 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490306e5-7af3-40fb-a600-74626588e291 req-3f0bc9a9-b8fa-4497-a0ae-7c5e34ff28be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:24.486335 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-490306e5-7af3-40fb-a600-74626588e291 req-3f0bc9a9-b8fa-4497-a0ae-7c5e34ff28be service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=afac0cbe24d14e49bcb39ec2cb401fe3&device_id=8243ab33-cf1a-4b0e-a779-682f49eb1cec HTTP/1.1" status: 200 len: 1095 time: 0.0803626 Dec 20 14:32:24.528009 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:24.546324 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-490306e5-7af3-40fb-a600-74626588e291 req-e173bad6-1208-4ca5-b97b-11631a9f4c73 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e409848e-1068-49f8-aadc-5dfbfcaaa1d6 HTTP/1.1" status: 200 len: 217 time: 0.0459197 Dec 20 14:32:24.557827 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-01261a68-036b-4fbd-bc85-ba78f7129bbf req-d653a115-3741-46f8-995f-aadbdb1a0d46 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710710 Dec 20 14:32:24.582292 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1f936e5-35db-4252-aaaf-d87744cdd44a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc5524bf-76e5-4029-8325-638e25344367'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:32:24.584996 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fedd96d0-73ce-4922-a5a1-af182c32e74a" -d '{"events": [{"server_uuid": "c1f936e5-35db-4252-aaaf-d87744cdd44a", "name": "network-vif-plugged", "status": "completed", "tag": "cc5524bf-76e5-4029-8325-638e25344367"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:32:24.599696 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port cc5524bf-76e5-4029-8325-638e25344367, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=cc5524bf-76e5-4029-8325-638e25344367,segment=NetworkSegment(fe78d31d-8259-4dbc-b992-dfd83b2dd1e5),segment_id=fe78d31d-8259-4dbc-b992-dfd83b2dd1e5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:32:24.609372 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:24.647432 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-282d47e6-e5cc-40e4-af5f-9ed94a3a22e2 req-6a3246c6-2386-4023-92b5-415b039cd5b5 service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3615670 Dec 20 14:32:24.699682 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=cc5524bf-76e5-4029-8325-638e25344367,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:32:24.736829 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490306e5-7af3-40fb-a600-74626588e291 req-0b011c38-b849-44b1-9dba-df6953908cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:24.738706 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-490306e5-7af3-40fb-a600-74626588e291 req-0b011c38-b849-44b1-9dba-df6953908cc5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a0253a98-6b9e-4a5b-8f09-0e786038802a HTTP/1.1" status: 200 len: 855 time: 0.1856792 Dec 20 14:32:24.765565 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f409d0-0969-4b23-b766-e68cf0b827bb req-ec178658-750b-4659-b10a-83ec9b3cf178 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:24.780460 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f8f409d0-0969-4b23-b766-e68cf0b827bb req-ec178658-750b-4659-b10a-83ec9b3cf178 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=c781ec3d-01c7-4225-bf36-1809b5a16388 HTTP/1.1" status: 200 len: 946 time: 0.1588986 Dec 20 14:32:24.786182 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c7bd331-ada3-4e13-a366-b970aeee0f55 x-openstack-request-id: req-6c7bd331-ada3-4e13-a366-b970aeee0f55 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:32:24.786655 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1f936e5-35db-4252-aaaf-d87744cdd44a", "name": "network-vif-plugged", "status": "completed", "tag": "cc5524bf-76e5-4029-8325-638e25344367", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:32:24.787211 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6c7bd331-ada3-4e13-a366-b970aeee0f55 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:32:24.787744 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1f936e5-35db-4252-aaaf-d87744cdd44a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc5524bf-76e5-4029-8325-638e25344367', 'code': 200} Dec 20 14:32:24.894868 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-490306e5-7af3-40fb-a600-74626588e291 req-c4bce7df-d39d-41ca-add3-a3e7f6a8dc5a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5eb12b8e-68ab-4d1c-b6db-26068ca02043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1417186 Dec 20 14:32:24.901248 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f8f409d0-0969-4b23-b766-e68cf0b827bb req-2024831f-e38e-491a-b9ac-4d3cf34cba25 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197300 Dec 20 14:32:24.938798 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c6277d-6343-4740-80be-bce932799359 req-f91a5fc4-3354-465e-836d-0d0789408d8c tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:24.947651 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e4c6277d-6343-4740-80be-bce932799359 req-f91a5fc4-3354-465e-836d-0d0789408d8c tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/ports?device_id=8243ab33-cf1a-4b0e-a779-682f49eb1cec HTTP/1.1" status: 200 len: 943 time: 0.0987928 Dec 20 14:32:25.028075 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e4c6277d-6343-4740-80be-bce932799359 req-70d01fe8-f755-48a4-b43c-d794c3265b7b tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6a39052-36c7-4e8a-a837-c745dc8572a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793362 Dec 20 14:32:25.037023 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f666837-76a5-4eaa-8953-3e6281a100df req-cdb4901c-51d9-4209-84ea-ced9895da9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:25.038561 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7f666837-76a5-4eaa-8953-3e6281a100df req-cdb4901c-51d9-4209-84ea-ced9895da9e0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c1f936e5-35db-4252-aaaf-d87744cdd44a HTTP/1.1" status: 200 len: 1098 time: 0.1488767 Dec 20 14:32:25.048519 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-490306e5-7af3-40fb-a600-74626588e291 req-573a8a8c-9e32-45e5-878d-7a3b09130ddd service neutron] 10.222.0.47 "GET /v2.0/networks/5eb12b8e-68ab-4d1c-b6db-26068ca02043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422420 Dec 20 14:32:25.126093 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7f666837-76a5-4eaa-8953-3e6281a100df req-7a139f6f-a3ad-491a-9a95-bb29ebee8eae service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1e0a1a25-7331-43b4-932d-85390320353e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742197 Dec 20 14:32:25.187079 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a3193e-96cc-4705-8ac2-0f0fcc6033ad req-502e9a1f-dd25-42bb-b706-97d2af59c2e8 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:25.195144 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-41a3193e-96cc-4705-8ac2-0f0fcc6033ad req-502e9a1f-dd25-42bb-b706-97d2af59c2e8 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e11a8fb-70fa-4ef1-a6a3-5a513f31a37a HTTP/1.1" status: 200 len: 946 time: 0.0987284 Dec 20 14:32:25.198857 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f7fa9d-d6f6-4edc-8e72-91ead25b054c req-32aa16cc-751b-4089-9e97-c2ec3cd8875c tempest-ServerGroupTestJSON-2001828399 tempest-ServerGroupTestJSON-2001828399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:25.200754 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f7f7fa9d-d6f6-4edc-8e72-91ead25b054c req-32aa16cc-751b-4089-9e97-c2ec3cd8875c tempest-ServerGroupTestJSON-2001828399 tempest-ServerGroupTestJSON-2001828399-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1f936e5-35db-4252-aaaf-d87744cdd44a HTTP/1.1" status: 200 len: 946 time: 0.0658736 Dec 20 14:32:25.263020 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 7b797008-8678-4a98-9e98-fb603e3b2bae no longer exists at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:32:25.263717 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-490306e5-7af3-40fb-a600-74626588e291 req-bc97ed44-a744-4466-bbdf-dda7d580d909 service neutron] 10.222.0.47 "GET /v2.0/networks/5eb12b8e-68ab-4d1c-b6db-26068ca02043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073636 Dec 20 14:32:25.276885 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-41a3193e-96cc-4705-8ac2-0f0fcc6033ad req-7ec32aad-3aa0-4e30-9e7e-8e4c29baa74d tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/security-groups?id=a27fba59-7d90-4650-9482-b2bcd3113c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807478 Dec 20 14:32:25.305672 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] No Port match for: 7b797008-8678-4a98-9e98-fb603e3b2bae {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:32:25.306667 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 7b797008-8678-4a98-9e98-fb603e3b2bae not bound to the agent host n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:32:25.309462 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f7f7fa9d-d6f6-4edc-8e72-91ead25b054c req-69d45b7a-fb88-440b-a777-a28444e862d6 tempest-ServerGroupTestJSON-2001828399 tempest-ServerGroupTestJSON-2001828399-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e0a1a25-7331-43b4-932d-85390320353e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976393 Dec 20 14:32:25.510063 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571d5bcc-f45d-4c3f-8c6b-e84078f86065 req-446a61bd-ef44-4033-8c95-c009ccfff909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:25.516917 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-571d5bcc-f45d-4c3f-8c6b-e84078f86065 req-446a61bd-ef44-4033-8c95-c009ccfff909 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=afac0cbe24d14e49bcb39ec2cb401fe3&device_id=8243ab33-cf1a-4b0e-a779-682f49eb1cec HTTP/1.1" status: 200 len: 1095 time: 0.0730011 Dec 20 14:32:25.769348 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5912b821-6b53-4293-b11e-14672ad8b023 req-97fa80bd-bca1-4bee-89c7-a2e5b5877b54 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:25.771048 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5912b821-6b53-4293-b11e-14672ad8b023 req-97fa80bd-bca1-4bee-89c7-a2e5b5877b54 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ba28b68-c49c-43e1-9114-970c5ba1b196 HTTP/1.1" status: 200 len: 950 time: 0.0948722 Dec 20 14:32:25.906646 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5912b821-6b53-4293-b11e-14672ad8b023 req-4ac03ed3-eff7-4766-83f5-6ca8bcd532f5 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277120 Dec 20 14:32:26.140225 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571d5bcc-f45d-4c3f-8c6b-e84078f86065 req-c21ba776-e634-489f-a00b-045f84c84476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:26.147399 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-571d5bcc-f45d-4c3f-8c6b-e84078f86065 req-c21ba776-e634-489f-a00b-045f84c84476 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5eb12b8e-68ab-4d1c-b6db-26068ca02043 HTTP/1.1" status: 200 len: 916 time: 0.6215014 Dec 20 14:32:26.211447 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d673b87-0464-49c0-970f-13ab30ebc703 req-abb7b90e-dd69-4bb1-97f0-d668d97d4cc5 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:26.222332 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7d673b87-0464-49c0-970f-13ab30ebc703 req-abb7b90e-dd69-4bb1-97f0-d668d97d4cc5 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/ports?device_id=8243ab33-cf1a-4b0e-a779-682f49eb1cec HTTP/1.1" status: 200 len: 943 time: 0.0993571 Dec 20 14:32:26.267735 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-571d5bcc-f45d-4c3f-8c6b-e84078f86065 req-4e275355-144a-48eb-98d2-be8a09971f2d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e409848e-1068-49f8-aadc-5dfbfcaaa1d6 HTTP/1.1" status: 200 len: 217 time: 0.1001990 Dec 20 14:32:26.305458 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7d673b87-0464-49c0-970f-13ab30ebc703 req-e16dd723-393e-4505-ac7f-2f7d6b3517e8 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6a39052-36c7-4e8a-a837-c745dc8572a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770938 Dec 20 14:32:26.345030 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b6179b-03d9-46d8-b823-6d1e8d0517f3 req-432a93a0-f20a-471d-8abc-f60412540cc3 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:26.363579 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-68b6179b-03d9-46d8-b823-6d1e8d0517f3 req-432a93a0-f20a-471d-8abc-f60412540cc3 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=c781ec3d-01c7-4225-bf36-1809b5a16388 HTTP/1.1" status: 200 len: 946 time: 0.2147367 Dec 20 14:32:26.457676 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571d5bcc-f45d-4c3f-8c6b-e84078f86065 req-0eeb2be9-8fef-4934-b62f-acc5153395b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:26.459337 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-571d5bcc-f45d-4c3f-8c6b-e84078f86065 req-0eeb2be9-8fef-4934-b62f-acc5153395b9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a0253a98-6b9e-4a5b-8f09-0e786038802a HTTP/1.1" status: 200 len: 855 time: 0.1788726 Dec 20 14:32:26.467000 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-68b6179b-03d9-46d8-b823-6d1e8d0517f3 req-0f53ca36-8dcf-4fe7-a36e-c4edf2162121 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013110 Dec 20 14:32:26.477772 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8d3f79-7332-4900-a115-15cf95f5e1cf req-1b8a806e-bca5-4f57-aae2-dead58209b7d tempest-ServerGroupTestJSON-2001828399 tempest-ServerGroupTestJSON-2001828399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:26.486953 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-db8d3f79-7332-4900-a115-15cf95f5e1cf req-1b8a806e-bca5-4f57-aae2-dead58209b7d tempest-ServerGroupTestJSON-2001828399 tempest-ServerGroupTestJSON-2001828399-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1f936e5-35db-4252-aaaf-d87744cdd44a HTTP/1.1" status: 200 len: 946 time: 0.0782576 Dec 20 14:32:26.505966 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-571d5bcc-f45d-4c3f-8c6b-e84078f86065 req-2a918483-2967-4535-9e39-58adde20cb73 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5eb12b8e-68ab-4d1c-b6db-26068ca02043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358269 Dec 20 14:32:26.556548 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-db8d3f79-7332-4900-a115-15cf95f5e1cf req-fc18d808-e570-453d-9695-c6f2c95b7157 tempest-ServerGroupTestJSON-2001828399 tempest-ServerGroupTestJSON-2001828399-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e0a1a25-7331-43b4-932d-85390320353e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682144 Dec 20 14:32:26.675577 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-571d5bcc-f45d-4c3f-8c6b-e84078f86065 req-52e8ff4d-a0fc-4579-8da4-d50d9c4e7d46 service neutron] 10.222.0.47 "GET /v2.0/networks/5eb12b8e-68ab-4d1c-b6db-26068ca02043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645067 Dec 20 14:32:26.794258 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-571d5bcc-f45d-4c3f-8c6b-e84078f86065 req-61c13afb-365f-43df-bdbe-f4cecdcf93ed service neutron] 10.222.0.47 "GET /v2.0/networks/5eb12b8e-68ab-4d1c-b6db-26068ca02043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106691 Dec 20 14:32:26.995690 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054fa993-1a20-46d4-a4a0-8ab649623573 req-3394030e-55b2-4ab6-a377-f4f263fe770b tempest-ServerGroupTestJSON-2001828399 tempest-ServerGroupTestJSON-2001828399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:27.003414 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-054fa993-1a20-46d4-a4a0-8ab649623573 req-3394030e-55b2-4ab6-a377-f4f263fe770b tempest-ServerGroupTestJSON-2001828399 tempest-ServerGroupTestJSON-2001828399-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1f936e5-35db-4252-aaaf-d87744cdd44a HTTP/1.1" status: 200 len: 946 time: 0.0711930 Dec 20 14:32:27.065271 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-054fa993-1a20-46d4-a4a0-8ab649623573 req-38182ee2-8c90-40b8-9be5-3b46cf4e0efb tempest-ServerGroupTestJSON-2001828399 tempest-ServerGroupTestJSON-2001828399-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e0a1a25-7331-43b4-932d-85390320353e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608118 Dec 20 14:32:27.096333 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e518c9-627b-4d29-9830-09d38d18175b req-3e0a762c-897c-4e75-9cbf-3750d0c12268 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:27.107544 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-93e518c9-627b-4d29-9830-09d38d18175b req-3e0a762c-897c-4e75-9cbf-3750d0c12268 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ba28b68-c49c-43e1-9114-970c5ba1b196 HTTP/1.1" status: 200 len: 950 time: 0.0970602 Dec 20 14:32:27.173433 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-93e518c9-627b-4d29-9830-09d38d18175b req-c2361c77-61e6-4d2d-8538-127994ba21c9 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647335 Dec 20 14:32:27.422360 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9089c7-8893-4560-95c8-406cebb8db71 req-078fe99b-eb82-42bb-8360-be75134852d2 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:27.423891 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-df9089c7-8893-4560-95c8-406cebb8db71 req-078fe99b-eb82-42bb-8360-be75134852d2 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/ports?device_id=8243ab33-cf1a-4b0e-a779-682f49eb1cec HTTP/1.1" status: 200 len: 943 time: 0.0548284 Dec 20 14:32:27.481586 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-df9089c7-8893-4560-95c8-406cebb8db71 req-4c29b49f-0bb9-4ad0-b9ff-f4586ed395d8 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6a39052-36c7-4e8a-a837-c745dc8572a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502644 Dec 20 14:32:27.620129 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad5c5a8-4f08-4445-91a7-14f246ccabc7 req-7437397c-a665-40b5-b699-7ac60a9fdbb0 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:27.622174 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6ad5c5a8-4f08-4445-91a7-14f246ccabc7 req-7437397c-a665-40b5-b699-7ac60a9fdbb0 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=c781ec3d-01c7-4225-bf36-1809b5a16388 HTTP/1.1" status: 200 len: 946 time: 0.0548027 Dec 20 14:32:27.684524 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6ad5c5a8-4f08-4445-91a7-14f246ccabc7 req-336694d9-107f-4a96-baae-fc97f086b3e9 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518420 Dec 20 14:32:28.194920 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e66e05f-fb65-4342-9aae-61091ea447e5 req-b195690a-fda0-437c-b201-ce949b81c44f tempest-ServerGroupTestJSON-2001828399 tempest-ServerGroupTestJSON-2001828399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:28.196469 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6e66e05f-fb65-4342-9aae-61091ea447e5 req-b195690a-fda0-437c-b201-ce949b81c44f tempest-ServerGroupTestJSON-2001828399 tempest-ServerGroupTestJSON-2001828399-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1f936e5-35db-4252-aaaf-d87744cdd44a HTTP/1.1" status: 200 len: 946 time: 0.0516970 Dec 20 14:32:28.252896 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6e66e05f-fb65-4342-9aae-61091ea447e5 req-45dad95c-5732-4cb4-b1d0-6d551d5a5b37 tempest-ServerGroupTestJSON-2001828399 tempest-ServerGroupTestJSON-2001828399-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e0a1a25-7331-43b4-932d-85390320353e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501945 Dec 20 14:32:28.278910 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device e409848e-1068-49f8-aadc-5dfbfcaaa1d6 details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:32:28.311407 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4226ef-144a-4a87-871f-cfa7a8b37022 req-6d53333b-dc8c-4a56-9340-a995b7d1b010 tempest-ServerGroupTestJSON-2001828399 tempest-ServerGroupTestJSON-2001828399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:28.313258 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1c4226ef-144a-4a87-871f-cfa7a8b37022 req-6d53333b-dc8c-4a56-9340-a995b7d1b010 tempest-ServerGroupTestJSON-2001828399 tempest-ServerGroupTestJSON-2001828399-project] 10.222.0.47 "GET /v2.0/ports?device_id=c1f936e5-35db-4252-aaaf-d87744cdd44a HTTP/1.1" status: 200 len: 946 time: 0.0854251 Dec 20 14:32:28.375067 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb8e9ca-d90e-465e-a735-eb01d09e6caf req-80765fae-8637-4342-a8ed-3befa2399711 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:28.376724 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-acb8e9ca-d90e-465e-a735-eb01d09e6caf req-80765fae-8637-4342-a8ed-3befa2399711 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ba28b68-c49c-43e1-9114-970c5ba1b196 HTTP/1.1" status: 200 len: 950 time: 0.1031091 Dec 20 14:32:28.388502 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port e409848e-1068-49f8-aadc-5dfbfcaaa1d6, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=e409848e-1068-49f8-aadc-5dfbfcaaa1d6,segment=NetworkSegment(dae1a1fa-6c57-4994-ae26-490344c49691),segment_id=dae1a1fa-6c57-4994-ae26-490344c49691)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:32:28.401041 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': 'e409848e-1068-49f8-aadc-5dfbfcaaa1d6', 'network_id': '5eb12b8e-68ab-4d1c-b6db-26068ca02043', 'port_id': 'e409848e-1068-49f8-aadc-5dfbfcaaa1d6', 'mac_address': 'fa:16:3e:73:f7:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0253a98-6b9e-4a5b-8f09-0e786038802a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:32:28.448836 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:28.460495 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-acb8e9ca-d90e-465e-a735-eb01d09e6caf req-96ebbf19-e0dd-455a-b405-dc5fc12690ae tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768154 Dec 20 14:32:28.464947 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e409848e-1068-49f8-aadc-5dfbfcaaa1d6 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:32:28.483717 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-1c4226ef-144a-4a87-871f-cfa7a8b37022 req-70d67f0f-34b8-41e9-872b-7f1ad97e57d3 tempest-ServerGroupTestJSON-2001828399 tempest-ServerGroupTestJSON-2001828399-project] Deleting port cc5524bf-76e5-4029-8325-638e25344367 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:32:28.484047 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-1c4226ef-144a-4a87-871f-cfa7a8b37022 req-70d67f0f-34b8-41e9-872b-7f1ad97e57d3 tempest-ServerGroupTestJSON-2001828399 tempest-ServerGroupTestJSON-2001828399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:28.486121 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port e409848e-1068-49f8-aadc-5dfbfcaaa1d6, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=e409848e-1068-49f8-aadc-5dfbfcaaa1d6,segment=NetworkSegment(dae1a1fa-6c57-4994-ae26-490344c49691),segment_id=dae1a1fa-6c57-4994-ae26-490344c49691)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:32:28.494738 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:28.551651 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=e409848e-1068-49f8-aadc-5dfbfcaaa1d6,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:32:28.590582 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-1c4226ef-144a-4a87-871f-cfa7a8b37022 req-70d67f0f-34b8-41e9-872b-7f1ad97e57d3 tempest-ServerGroupTestJSON-2001828399 tempest-ServerGroupTestJSON-2001828399-project] For port cc5524bf-76e5-4029-8325-638e25344367, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=cc5524bf-76e5-4029-8325-638e25344367,segment=NetworkSegment(fe78d31d-8259-4dbc-b992-dfd83b2dd1e5),segment_id=fe78d31d-8259-4dbc-b992-dfd83b2dd1e5)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:32:28.591141 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-1c4226ef-144a-4a87-871f-cfa7a8b37022 req-70d67f0f-34b8-41e9-872b-7f1ad97e57d3 tempest-ServerGroupTestJSON-2001828399 tempest-ServerGroupTestJSON-2001828399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:28.605577 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-1c4226ef-144a-4a87-871f-cfa7a8b37022 req-70d67f0f-34b8-41e9-872b-7f1ad97e57d3 tempest-ServerGroupTestJSON-2001828399 tempest-ServerGroupTestJSON-2001828399-project] Calling delete_port for cc5524bf-76e5-4029-8325-638e25344367 owned by compute:nova {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:32:28.610593 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599f8d06-43f6-431d-8e05-712988235f19 req-37d8a374-cc91-45b1-9fea-8944c085033f tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:28.612222 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-599f8d06-43f6-431d-8e05-712988235f19 req-37d8a374-cc91-45b1-9fea-8944c085033f tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/ports?device_id=8243ab33-cf1a-4b0e-a779-682f49eb1cec HTTP/1.1" status: 200 len: 944 time: 0.0563617 Dec 20 14:32:28.664744 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-599f8d06-43f6-431d-8e05-712988235f19 req-9281f33a-23d8-4c43-917a-25c64a8d598b tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6a39052-36c7-4e8a-a837-c745dc8572a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454111 Dec 20 14:32:28.752601 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-1c4226ef-144a-4a87-871f-cfa7a8b37022 req-70d67f0f-34b8-41e9-872b-7f1ad97e57d3 tempest-ServerGroupTestJSON-2001828399 tempest-ServerGroupTestJSON-2001828399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:28.766163 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['cc5524bf-76e5-4029-8325-638e25344367'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:32:28.802909 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d67f0f-34b8-41e9-872b-7f1ad97e57d3 tempest-ServerGroupTestJSON-2001828399 tempest-ServerGroupTestJSON-2001828399-project] Pushing event deleted for resources: {'Port': ['ID=cc5524bf-76e5-4029-8325-638e25344367,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:32:28.813138 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63523a97-0323-4449-9234-2c936529fc4c req-dcb7af64-e461-4484-b70e-3bcd2de6f376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:28.814862 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-63523a97-0323-4449-9234-2c936529fc4c req-dcb7af64-e461-4484-b70e-3bcd2de6f376 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=543a5ccf1524441b95c235a83f5e56cd&device_id=c781ec3d-01c7-4225-bf36-1809b5a16388 HTTP/1.1" status: 200 len: 1098 time: 0.0496395 Dec 20 14:32:28.819651 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['e409848e-1068-49f8-aadc-5dfbfcaaa1d6'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:32:28.866582 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c4226ef-144a-4a87-871f-cfa7a8b37022 req-70d67f0f-34b8-41e9-872b-7f1ad97e57d3 tempest-ServerGroupTestJSON-2001828399 tempest-ServerGroupTestJSON-2001828399-project] No DVR routers for this DVR port cc5524bf-76e5-4029-8325-638e25344367 on host n-h2-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:32:28.871432 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d67f0f-34b8-41e9-872b-7f1ad97e57d3 tempest-ServerGroupTestJSON-2001828399 tempest-ServerGroupTestJSON-2001828399-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:32:28.871791 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d67f0f-34b8-41e9-872b-7f1ad97e57d3 tempest-ServerGroupTestJSON-2001828399 tempest-ServerGroupTestJSON-2001828399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:32:28.872129 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d67f0f-34b8-41e9-872b-7f1ad97e57d3 tempest-ServerGroupTestJSON-2001828399 tempest-ServerGroupTestJSON-2001828399-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:32:28.872472 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d67f0f-34b8-41e9-872b-7f1ad97e57d3 tempest-ServerGroupTestJSON-2001828399 tempest-ServerGroupTestJSON-2001828399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:32:28.872810 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d67f0f-34b8-41e9-872b-7f1ad97e57d3 tempest-ServerGroupTestJSON-2001828399 tempest-ServerGroupTestJSON-2001828399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:32:28.873150 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d67f0f-34b8-41e9-872b-7f1ad97e57d3 tempest-ServerGroupTestJSON-2001828399 tempest-ServerGroupTestJSON-2001828399-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:32:28.873480 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d67f0f-34b8-41e9-872b-7f1ad97e57d3 tempest-ServerGroupTestJSON-2001828399 tempest-ServerGroupTestJSON-2001828399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:32:28.873808 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d67f0f-34b8-41e9-872b-7f1ad97e57d3 tempest-ServerGroupTestJSON-2001828399 tempest-ServerGroupTestJSON-2001828399-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:32:28.874136 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d67f0f-34b8-41e9-872b-7f1ad97e57d3 tempest-ServerGroupTestJSON-2001828399 tempest-ServerGroupTestJSON-2001828399-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:32:28.874463 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d67f0f-34b8-41e9-872b-7f1ad97e57d3 tempest-ServerGroupTestJSON-2001828399 tempest-ServerGroupTestJSON-2001828399-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:32:28.874828 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d67f0f-34b8-41e9-872b-7f1ad97e57d3 tempest-ServerGroupTestJSON-2001828399 tempest-ServerGroupTestJSON-2001828399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:32:28.875161 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d67f0f-34b8-41e9-872b-7f1ad97e57d3 tempest-ServerGroupTestJSON-2001828399 tempest-ServerGroupTestJSON-2001828399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:32:28.875484 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d67f0f-34b8-41e9-872b-7f1ad97e57d3 tempest-ServerGroupTestJSON-2001828399 tempest-ServerGroupTestJSON-2001828399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:32:28.879636 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-1c4226ef-144a-4a87-871f-cfa7a8b37022 req-70d67f0f-34b8-41e9-872b-7f1ad97e57d3 tempest-ServerGroupTestJSON-2001828399 tempest-ServerGroupTestJSON-2001828399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:28.883104 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1c4226ef-144a-4a87-871f-cfa7a8b37022 req-70d67f0f-34b8-41e9-872b-7f1ad97e57d3 tempest-ServerGroupTestJSON-2001828399 tempest-ServerGroupTestJSON-2001828399-project] 10.222.0.47 "DELETE /v2.0/ports/cc5524bf-76e5-4029-8325-638e25344367 HTTP/1.1" status: 204 len: 173 time: 0.5592477 Dec 20 14:32:28.883587 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1f936e5-35db-4252-aaaf-d87744cdd44a', 'name': 'network-vif-deleted', 'tag': 'cc5524bf-76e5-4029-8325-638e25344367'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:32:28.891826 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-096a8a8e-276d-450a-aad0-133cca444be3" -d '{"events": [{"server_uuid": "c1f936e5-35db-4252-aaaf-d87744cdd44a", "name": "network-vif-deleted", "tag": "cc5524bf-76e5-4029-8325-638e25344367"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:32:28.923960 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab128bd-7050-433d-a0ec-24e976c5bcbb req-383255d0-d50a-4f49-812c-ad35cad6e8ee tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:28.925783 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5ab128bd-7050-433d-a0ec-24e976c5bcbb req-383255d0-d50a-4f49-812c-ad35cad6e8ee tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=c781ec3d-01c7-4225-bf36-1809b5a16388 HTTP/1.1" status: 200 len: 946 time: 0.1394501 Dec 20 14:32:28.993280 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63523a97-0323-4449-9234-2c936529fc4c req-928c8931-168c-4504-97f2-ffcf9360698d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:28.995007 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-63523a97-0323-4449-9234-2c936529fc4c req-928c8931-168c-4504-97f2-ffcf9360698d service neutron] 10.222.0.30 "GET /v2.0/networks?id=495ace7a-f44e-4349-a86f-b6f0c2cf6eb6 HTTP/1.1" status: 200 len: 912 time: 0.1709926 Dec 20 14:32:28.999987 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5ab128bd-7050-433d-a0ec-24e976c5bcbb req-0d4e143c-2aa4-4cf3-a55d-a0a86f6dfc64 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653672 Dec 20 14:32:29.004163 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6dcf517-467e-4da3-9865-70df52adc4e3 x-openstack-request-id: req-e6dcf517-467e-4da3-9865-70df52adc4e3 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:32:29.004163 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1f936e5-35db-4252-aaaf-d87744cdd44a", "name": "network-vif-deleted", "tag": "cc5524bf-76e5-4029-8325-638e25344367", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:32:29.004163 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e6dcf517-467e-4da3-9865-70df52adc4e3 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:32:29.004163 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1f936e5-35db-4252-aaaf-d87744cdd44a', 'name': 'network-vif-deleted', 'tag': 'cc5524bf-76e5-4029-8325-638e25344367', 'status': 'completed', 'code': 200} Dec 20 14:32:29.042201 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-63523a97-0323-4449-9234-2c936529fc4c req-14665367-d487-4c06-a042-6739cd5b6b4f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb5f4f2a-7fcb-4ab5-8026-bb338e7a97ad HTTP/1.1" status: 200 len: 217 time: 0.0396078 Dec 20 14:32:29.093073 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63523a97-0323-4449-9234-2c936529fc4c req-b4863ad4-9c6c-4cae-bcbb-5146a3902fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:29.094571 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-63523a97-0323-4449-9234-2c936529fc4c req-b4863ad4-9c6c-4cae-bcbb-5146a3902fb4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c8908482-6016-4528-aed2-b6e5b6996a4d HTTP/1.1" status: 200 len: 851 time: 0.0454614 Dec 20 14:32:29.127918 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-63523a97-0323-4449-9234-2c936529fc4c req-94b49b34-e42f-4f25-8eb2-6465253db957 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=495ace7a-f44e-4349-a86f-b6f0c2cf6eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257797 Dec 20 14:32:29.239758 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-63523a97-0323-4449-9234-2c936529fc4c req-c26ca26c-ed1e-4dc1-9ddf-ba88b65e01b9 service neutron] 10.222.0.30 "GET /v2.0/networks/495ace7a-f44e-4349-a86f-b6f0c2cf6eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039670 Dec 20 14:32:29.362173 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-63523a97-0323-4449-9234-2c936529fc4c req-0dcef7f6-c370-404b-a280-4f14b79fc2c5 service neutron] 10.222.0.30 "GET /v2.0/networks/495ace7a-f44e-4349-a86f-b6f0c2cf6eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145031 Dec 20 14:32:29.382470 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-aa5214ef-f403-47be-9f0a-b6c3d6849aee req-72f8190c-b25a-4396-880f-6e09cd6801cb tempest-ServerGroupTestJSON-2001828399 tempest-ServerGroupTestJSON-2001828399-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1f936e5-35db-4252-aaaf-d87744cdd44a HTTP/1.1" status: 200 len: 210 time: 0.0381711 Dec 20 14:32:29.585552 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e873eda-fb4f-48f5-9d43-001d493be1b8 req-97a5f9aa-324d-4233-b3dc-faa7cd466b5d tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:29.587147 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7e873eda-fb4f-48f5-9d43-001d493be1b8 req-97a5f9aa-324d-4233-b3dc-faa7cd466b5d tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ba28b68-c49c-43e1-9114-970c5ba1b196 HTTP/1.1" status: 200 len: 950 time: 0.0532262 Dec 20 14:32:29.642285 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7e873eda-fb4f-48f5-9d43-001d493be1b8 req-fe82d823-a9d0-43b6-baed-e6a4a2127dc5 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487065 Dec 20 14:32:29.788259 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81155dc-0722-4a76-acb8-ab774c93b727 req-22cf8e19-347a-4bb7-967a-a593dd7fb8b3 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:29.789744 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c81155dc-0722-4a76-acb8-ab774c93b727 req-22cf8e19-347a-4bb7-967a-a593dd7fb8b3 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/ports?device_id=8243ab33-cf1a-4b0e-a779-682f49eb1cec HTTP/1.1" status: 200 len: 944 time: 0.0522707 Dec 20 14:32:29.843008 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c81155dc-0722-4a76-acb8-ab774c93b727 req-07c150ed-1848-4221-bdf6-7ad900a4909d tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6a39052-36c7-4e8a-a837-c745dc8572a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446451 Dec 20 14:32:30.133520 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e29e6a-eee7-4c5d-ac26-87192b56842e req-c9ddf507-d917-4dab-b366-a6073ad110f1 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:30.135066 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e8e29e6a-eee7-4c5d-ac26-87192b56842e req-c9ddf507-d917-4dab-b366-a6073ad110f1 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=c781ec3d-01c7-4225-bf36-1809b5a16388 HTTP/1.1" status: 200 len: 946 time: 0.0578952 Dec 20 14:32:30.187482 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e8e29e6a-eee7-4c5d-ac26-87192b56842e req-1b2a067c-e91a-492e-80c1-44657aaea2a0 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461822 Dec 20 14:32:30.299574 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device e409848e-1068-49f8-aadc-5dfbfcaaa1d6 up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:32:30.352547 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning for port e409848e-1068-49f8-aadc-5dfbfcaaa1d6 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:32:30.356843 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port e409848e-1068-49f8-aadc-5dfbfcaaa1d6 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:32:30.357251 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:30.442773 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:30.468468 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8243ab33-cf1a-4b0e-a779-682f49eb1cec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e409848e-1068-49f8-aadc-5dfbfcaaa1d6'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:32:30.470748 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee010a93-8d2a-4bc5-9bf4-f5f3e52bace3" -d '{"events": [{"server_uuid": "8243ab33-cf1a-4b0e-a779-682f49eb1cec", "name": "network-vif-plugged", "status": "completed", "tag": "e409848e-1068-49f8-aadc-5dfbfcaaa1d6"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:32:30.484785 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port e409848e-1068-49f8-aadc-5dfbfcaaa1d6, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=e409848e-1068-49f8-aadc-5dfbfcaaa1d6,segment=NetworkSegment(dae1a1fa-6c57-4994-ae26-490344c49691),segment_id=dae1a1fa-6c57-4994-ae26-490344c49691)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:32:30.491091 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:30.492165 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device cc5524bf-76e5-4029-8325-638e25344367 no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:32:30.533840 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3828553f-ea76-48dc-95d2-d13888185f8d x-openstack-request-id: req-3828553f-ea76-48dc-95d2-d13888185f8d {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:32:30.534126 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8243ab33-cf1a-4b0e-a779-682f49eb1cec", "name": "network-vif-plugged", "status": "completed", "tag": "e409848e-1068-49f8-aadc-5dfbfcaaa1d6", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:32:30.534375 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3828553f-ea76-48dc-95d2-d13888185f8d {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:32:30.534795 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8243ab33-cf1a-4b0e-a779-682f49eb1cec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e409848e-1068-49f8-aadc-5dfbfcaaa1d6', 'code': 200} Dec 20 14:32:30.535427 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] No Port match for: cc5524bf-76e5-4029-8325-638e25344367 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:32:30.535687 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device cc5524bf-76e5-4029-8325-638e25344367 not bound to the agent host n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:32:30.564263 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=e409848e-1068-49f8-aadc-5dfbfcaaa1d6,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:32:30.634948 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930282d7-9fc4-426f-9b9c-f836c6f4ce08 req-a443b44f-e8ec-4f22-a91d-80d9a94ac73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:30.635803 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-930282d7-9fc4-426f-9b9c-f836c6f4ce08 req-a443b44f-e8ec-4f22-a91d-80d9a94ac73d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8243ab33-cf1a-4b0e-a779-682f49eb1cec HTTP/1.1" status: 200 len: 1097 time: 0.0530214 Dec 20 14:32:30.641197 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d6767dd0-43b6-4c95-886c-ecabb60e8c31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:30.686770 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-930282d7-9fc4-426f-9b9c-f836c6f4ce08 req-1718bff5-7057-42c4-a47c-3fbbeb8f5294 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d6a39052-36c7-4e8a-a837-c745dc8572a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421603 Dec 20 14:32:30.708391 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 60844) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:32:30.757617 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f7883f9-e3c4-4af4-9b9b-b9dc7925ebe1 admin admin] Deleting subnet b91fb6f8-c029-4747-bd88-af3b1e2323ea {{(pid=103168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:32:30.761023 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8f7883f9-e3c4-4af4-9b9b-b9dc7925ebe1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:30.778901 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9208b30c-f16d-445a-ad98-a0a3b6241d74 req-f0dae1a0-cf8c-494c-ae73-404f5a2ea04e tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:30.781157 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9208b30c-f16d-445a-ad98-a0a3b6241d74 req-f0dae1a0-cf8c-494c-ae73-404f5a2ea04e tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ba28b68-c49c-43e1-9114-970c5ba1b196 HTTP/1.1" status: 200 len: 950 time: 0.0624006 Dec 20 14:32:30.797197 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8f7883f9-e3c4-4af4-9b9b-b9dc7925ebe1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9023023'] for subnet, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:30.832899 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9208b30c-f16d-445a-ad98-a0a3b6241d74 req-eea96320-51b8-428b-b3b6-1544e3cee9d5 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454431 Dec 20 14:32:30.843999 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8f7883f9-e3c4-4af4-9b9b-b9dc7925ebe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:30.904067 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8f7883f9-e3c4-4af4-9b9b-b9dc7925ebe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8850800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470517'] for subnet, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:30.934404 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7883f9-e3c4-4af4-9b9b-b9dc7925ebe1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b91fb6f8-c029-4747-bd88-af3b1e2323ea,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:32:30.970496 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7883f9-e3c4-4af4-9b9b-b9dc7925ebe1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:32:30.970879 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7883f9-e3c4-4af4-9b9b-b9dc7925ebe1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:32:30.971223 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7883f9-e3c4-4af4-9b9b-b9dc7925ebe1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:32:30.971558 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7883f9-e3c4-4af4-9b9b-b9dc7925ebe1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:32:30.971888 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7883f9-e3c4-4af4-9b9b-b9dc7925ebe1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:32:30.972223 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7883f9-e3c4-4af4-9b9b-b9dc7925ebe1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:32:30.972547 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7883f9-e3c4-4af4-9b9b-b9dc7925ebe1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:32:30.972860 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7883f9-e3c4-4af4-9b9b-b9dc7925ebe1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:32:30.973184 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7883f9-e3c4-4af4-9b9b-b9dc7925ebe1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:32:30.973505 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7883f9-e3c4-4af4-9b9b-b9dc7925ebe1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:32:30.973824 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7883f9-e3c4-4af4-9b9b-b9dc7925ebe1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:32:30.974254 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7883f9-e3c4-4af4-9b9b-b9dc7925ebe1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:32:30.974462 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7883f9-e3c4-4af4-9b9b-b9dc7925ebe1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:32:30.981979 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8f7883f9-e3c4-4af4-9b9b-b9dc7925ebe1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:30.988842 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 60850) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:32:30.991260 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-8f7883f9-e3c4-4af4-9b9b-b9dc7925ebe1 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/b91fb6f8-c029-4747-bd88-af3b1e2323ea HTTP/1.1" status: 204 len: 168 time: 0.2816441 Dec 20 14:32:31.014573 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b7999-11b8-469d-8080-75f6d1de21d7 req-c37a7ff0-74e4-4a40-8935-05f9910f2cc8 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:31.016494 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ae4b7999-11b8-469d-8080-75f6d1de21d7 req-c37a7ff0-74e4-4a40-8935-05f9910f2cc8 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/ports?device_id=8243ab33-cf1a-4b0e-a779-682f49eb1cec HTTP/1.1" status: 200 len: 945 time: 0.0834742 Dec 20 14:32:31.083001 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ae4b7999-11b8-469d-8080-75f6d1de21d7 req-b491ce8d-49e5-44ba-9e53-d5f87d5b0697 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6a39052-36c7-4e8a-a837-c745dc8572a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591149 Dec 20 14:32:31.086281 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-63901cde-7889-4daa-a247-711b60d1c8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:31.174890 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-63901cde-7889-4daa-a247-711b60d1c8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:31.202874 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-63901cde-7889-4daa-a247-711b60d1c8f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdb498bf-b91f-4dd1-a661-31b8191d15b2']}} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:32:31.213603 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-63901cde-7889-4daa-a247-711b60d1c8f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe78d31d-8259-4dbc-b992-dfd83b2dd1e5') {'for_net_delete': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:32:31.213896 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-63901cde-7889-4daa-a247-711b60d1c8f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe78d31d-8259-4dbc-b992-dfd83b2dd1e5') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:32:31.224830 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-63901cde-7889-4daa-a247-711b60d1c8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954405'] for segment, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:31.246072 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-63901cde-7889-4daa-a247-711b60d1c8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:31.254566 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63901cde-7889-4daa-a247-711b60d1c8f1 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=103167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:32:31.255381 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-63901cde-7889-4daa-a247-711b60d1c8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9956000'] for segment, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:31.257556 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:32:31.257556 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:32:31.257556 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:32:31.257556 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:32:31.257556 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:32:31.257556 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:32:31.257556 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:32:31.257556 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:32:31.257556 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:32:31.257556 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:32:31.257556 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:32:31.257556 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:32:31.257556 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:32:31.257556 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:32:31.257556 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:32:31.257556 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:32:31.257556 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:32:31.257556 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:32:31.257556 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:32:31.257556 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:32:31.257556 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:32:31.257556 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:32:31.257556 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:32:31.257556 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:32:31.257556 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:32:31.257556 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:32:31.257556 n-d-761264-19 neutron-server[103167]: Traceback (most recent call last): Dec 20 14:32:31.257556 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:32:31.257556 n-d-761264-19 neutron-server[103167]: timer() Dec 20 14:32:31.257556 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:32:31.257556 n-d-761264-19 neutron-server[103167]: cb(*args, **kw) Dec 20 14:32:31.257556 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:32:31.257556 n-d-761264-19 neutron-server[103167]: return func(*args, **kwargs) Dec 20 14:32:31.257556 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:32:31.257556 n-d-761264-19 neutron-server[103167]: self._notify() Dec 20 14:32:31.257556 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:32:31.257556 n-d-761264-19 neutron-server[103167]: self.callback(batched_events) Dec 20 14:32:31.257556 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:32:31.257556 n-d-761264-19 neutron-server[103167]: event.method(event) Dec 20 14:32:31.257556 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:32:31.257556 n-d-761264-19 neutron-server[103167]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:32:31.257556 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:32:31.257556 n-d-761264-19 neutron-server[103167]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:32:31.257556 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:32:31.257556 n-d-761264-19 neutron-server[103167]: return f(self, *a, **k) Dec 20 14:32:31.257556 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:32:31.257556 n-d-761264-19 neutron-server[103167]: return self._get(url).json() Dec 20 14:32:31.257556 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:32:31.257556 n-d-761264-19 neutron-server[103167]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:32:31.257556 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:32:31.257556 n-d-761264-19 neutron-server[103167]: return self.request(url, 'GET', **kwargs) Dec 20 14:32:31.257556 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:32:31.257556 n-d-761264-19 neutron-server[103167]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:32:31.260937 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:32:31.260937 n-d-761264-19 neutron-server[103167]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:32:31.260937 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:32:31.260937 n-d-761264-19 neutron-server[103167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:32:31.260937 n-d-761264-19 neutron-server[103167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:32:31.331367 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-63901cde-7889-4daa-a247-711b60d1c8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:31.333522 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 0cecc607-df4f-43d4-914b-dfa4cc10d2da details requested by agent hyperv_n-h1-761264-19 with host n-h1-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:32:31.336715 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device bb5f4f2a-7fcb-4ab5-8026-bb338e7a97ad no longer exists at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:32:31.338852 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-63901cde-7889-4daa-a247-711b60d1c8f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:31.343083 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-63901cde-7889-4daa-a247-711b60d1c8f1 admin admin] 10.222.0.54 "DELETE /v2.0/networks/bdb498bf-b91f-4dd1-a661-31b8191d15b2 HTTP/1.1" status: 204 len: 168 time: 0.3532169 Dec 20 14:32:31.379202 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63901cde-7889-4daa-a247-711b60d1c8f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=bdb498bf-b91f-4dd1-a661-31b8191d15b2,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:32:31.531832 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 60866) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:32:31.623863 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 0cecc607-df4f-43d4-914b-dfa4cc10d2da, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=0cecc607-df4f-43d4-914b-dfa4cc10d2da,segment=NetworkSegment(c66b4285-faba-435b-92e7-6de47ba5ef36),segment_id=c66b4285-faba-435b-92e7-6de47ba5ef36)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:32:31.624675 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-bb081ff9-40e5-4ad1-956e-82fdf8968fa1 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=463f76a088184ba8863171b6b83d735f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0913942 Dec 20 14:32:31.626462 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:31.626997 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 60872) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:32:31.670272 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf9134a-eae1-4123-aab3-7c1bce533250 req-d64043fa-f2a1-4ada-9fc6-ff5e7a21d8e9 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:31.673142 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9bf9134a-eae1-4123-aab3-7c1bce533250 req-d64043fa-f2a1-4ada-9fc6-ff5e7a21d8e9 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=c781ec3d-01c7-4225-bf36-1809b5a16388 HTTP/1.1" status: 200 len: 946 time: 0.1141911 Dec 20 14:32:31.707379 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d31c654f-d11f-44f3-b33e-be8116b74758 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:31.735205 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d31c654f-d11f-44f3-b33e-be8116b74758 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:31.809636 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d31c654f-d11f-44f3-b33e-be8116b74758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:31.813217 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d31c654f-d11f-44f3-b33e-be8116b74758 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:31.818164 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-d31c654f-d11f-44f3-b33e-be8116b74758 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1e0a1a25-7331-43b4-932d-85390320353e HTTP/1.1" status: 204 len: 168 time: 0.1866002 Dec 20 14:32:31.822289 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9bf9134a-eae1-4123-aab3-7c1bce533250 req-2f1eef46-750e-4763-94a2-c8af1a6e2367 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428587 Dec 20 14:32:31.851954 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31c654f-d11f-44f3-b33e-be8116b74758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e0a1a25-7331-43b4-932d-85390320353e,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:32:31.868027 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port bb5f4f2a-7fcb-4ab5-8026-bb338e7a97ad, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=bb5f4f2a-7fcb-4ab5-8026-bb338e7a97ad,segment=NetworkSegment(0db4f97e-52d2-4e75-a7f6-550aa2b8eca1),segment_id=0db4f97e-52d2-4e75-a7f6-550aa2b8eca1)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:32:31.872723 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Returning: {'device': '0cecc607-df4f-43d4-914b-dfa4cc10d2da', 'network_id': '0b117659-1bb4-437b-b0c1-51f56db7ff3a', 'port_id': '0cecc607-df4f-43d4-914b-dfa4cc10d2da', 'mac_address': 'fa:16:3e:22:20:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ff79ed4-3dfb-4794-99de-386c9b910625', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:32:31.891032 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:31.955204 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=bb5f4f2a-7fcb-4ab5-8026-bb338e7a97ad,revision_number=8']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:32:32.021095 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:32.042296 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0cecc607-df4f-43d4-914b-dfa4cc10d2da {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:32:32.068738 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 0cecc607-df4f-43d4-914b-dfa4cc10d2da, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=0cecc607-df4f-43d4-914b-dfa4cc10d2da,segment=NetworkSegment(c66b4285-faba-435b-92e7-6de47ba5ef36),segment_id=c66b4285-faba-435b-92e7-6de47ba5ef36)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:32:32.075575 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa6130e-adb9-47ab-bed3-c6dfa3c69ded req-6f3cc586-e60e-493c-a939-3398226d9cf7 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:32.080726 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:32.083846 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-baa6130e-adb9-47ab-bed3-c6dfa3c69ded req-6f3cc586-e60e-493c-a939-3398226d9cf7 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ba28b68-c49c-43e1-9114-970c5ba1b196 HTTP/1.1" status: 200 len: 950 time: 0.1032875 Dec 20 14:32:32.163240 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=0cecc607-df4f-43d4-914b-dfa4cc10d2da,revision_number=6']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:32:32.165283 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-baa6130e-adb9-47ab-bed3-c6dfa3c69ded req-31c189dd-d99a-4b1f-b6de-aeadf60a9ed3 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802627 Dec 20 14:32:32.205506 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['0cecc607-df4f-43d4-914b-dfa4cc10d2da'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:32:32.393827 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60103e87-5066-4ca6-b5d9-e4beb8d4cdfd req-a99582fa-4d54-427e-a8a6-e65263c45174 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:32.399466 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-60103e87-5066-4ca6-b5d9-e4beb8d4cdfd req-a99582fa-4d54-427e-a8a6-e65263c45174 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/ports?device_id=8243ab33-cf1a-4b0e-a779-682f49eb1cec HTTP/1.1" status: 200 len: 945 time: 0.0630651 Dec 20 14:32:32.451422 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-60103e87-5066-4ca6-b5d9-e4beb8d4cdfd req-fecb609b-2422-420c-a78e-db1cd63a7fcb tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6a39052-36c7-4e8a-a837-c745dc8572a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493174 Dec 20 14:32:32.536288 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c781ec3d-01c7-4225-bf36-1809b5a16388', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb5f4f2a-7fcb-4ab5-8026-bb338e7a97ad'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:32:32.541317 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d29ba2e9-1ebe-4bab-88c0-08fa4df30a6d" -d '{"events": [{"server_uuid": "c781ec3d-01c7-4225-bf36-1809b5a16388", "name": "network-vif-unplugged", "status": "completed", "tag": "bb5f4f2a-7fcb-4ab5-8026-bb338e7a97ad"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:32:32.741680 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610633f7-c8f7-46c6-8760-c7fdc51c01aa req-d799c8b5-3f43-439d-a5ae-786802723154 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:32.743771 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-610633f7-c8f7-46c6-8760-c7fdc51c01aa req-d799c8b5-3f43-439d-a5ae-786802723154 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/ports?device_id=8243ab33-cf1a-4b0e-a779-682f49eb1cec HTTP/1.1" status: 200 len: 945 time: 0.0593624 Dec 20 14:32:32.799074 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-610633f7-c8f7-46c6-8760-c7fdc51c01aa req-7a18911a-d417-4bd0-9e3b-8ab03000d9f7 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6a39052-36c7-4e8a-a837-c745dc8572a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481911 Dec 20 14:32:32.853523 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 20 Dec 2021 14:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8981e4b2-c2a9-45bd-8921-a9f2717b13e1 x-openstack-request-id: req-8981e4b2-c2a9-45bd-8921-a9f2717b13e1 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:32:32.853843 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c781ec3d-01c7-4225-bf36-1809b5a16388", "name": "network-vif-unplugged", "status": "failed", "tag": "bb5f4f2a-7fcb-4ab5-8026-bb338e7a97ad", "code": 422}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:32:32.854041 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8981e4b2-c2a9-45bd-8921-a9f2717b13e1 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:32:32.855872 n-d-761264-19 neutron-server[103169]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c781ec3d-01c7-4225-bf36-1809b5a16388', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bb5f4f2a-7fcb-4ab5-8026-bb338e7a97ad', 'code': 422} returned with failed status Dec 20 14:32:32.857799 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-21867476-b3ff-40b0-ad7c-34c890ebec59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:32.940734 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dab166-7380-4ffa-a127-785b6c2b1d7c req-274763f6-d18d-4b3f-a6d3-cac68a8ba710 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:32.942286 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-68dab166-7380-4ffa-a127-785b6c2b1d7c req-274763f6-d18d-4b3f-a6d3-cac68a8ba710 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=c781ec3d-01c7-4225-bf36-1809b5a16388 HTTP/1.1" status: 200 len: 944 time: 0.0619214 Dec 20 14:32:33.048565 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-68dab166-7380-4ffa-a127-785b6c2b1d7c req-63db301a-43f3-4007-bcdc-eb0739f2582c tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Deleting port bb5f4f2a-7fcb-4ab5-8026-bb338e7a97ad {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:32:33.048936 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-68dab166-7380-4ffa-a127-785b6c2b1d7c req-63db301a-43f3-4007-bcdc-eb0739f2582c tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:33.143220 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-68dab166-7380-4ffa-a127-785b6c2b1d7c req-63db301a-43f3-4007-bcdc-eb0739f2582c tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] For port bb5f4f2a-7fcb-4ab5-8026-bb338e7a97ad, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=bb5f4f2a-7fcb-4ab5-8026-bb338e7a97ad,segment=NetworkSegment(0db4f97e-52d2-4e75-a7f6-550aa2b8eca1),segment_id=0db4f97e-52d2-4e75-a7f6-550aa2b8eca1)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:32:33.143591 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-68dab166-7380-4ffa-a127-785b6c2b1d7c req-63db301a-43f3-4007-bcdc-eb0739f2582c tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:33.157518 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-68dab166-7380-4ffa-a127-785b6c2b1d7c req-63db301a-43f3-4007-bcdc-eb0739f2582c tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Calling delete_port for bb5f4f2a-7fcb-4ab5-8026-bb338e7a97ad owned by compute:nova {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:32:33.297604 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-68dab166-7380-4ffa-a127-785b6c2b1d7c req-63db301a-43f3-4007-bcdc-eb0739f2582c tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:33.343461 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63db301a-43f3-4007-bcdc-eb0739f2582c tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Pushing event deleted for resources: {'Port': ['ID=bb5f4f2a-7fcb-4ab5-8026-bb338e7a97ad,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:32:33.359199 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 0cecc607-df4f-43d4-914b-dfa4cc10d2da up at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:32:33.381742 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-68dab166-7380-4ffa-a127-785b6c2b1d7c req-63db301a-43f3-4007-bcdc-eb0739f2582c tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] No DVR routers for this DVR port bb5f4f2a-7fcb-4ab5-8026-bb338e7a97ad on host n-h1-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:32:33.384655 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-68dab166-7380-4ffa-a127-785b6c2b1d7c req-63db301a-43f3-4007-bcdc-eb0739f2582c tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:33.398990 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-68dab166-7380-4ffa-a127-785b6c2b1d7c req-63db301a-43f3-4007-bcdc-eb0739f2582c tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "DELETE /v2.0/ports/bb5f4f2a-7fcb-4ab5-8026-bb338e7a97ad HTTP/1.1" status: 204 len: 173 time: 0.4504321 Dec 20 14:32:33.399543 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c781ec3d-01c7-4225-bf36-1809b5a16388', 'name': 'network-vif-deleted', 'tag': 'bb5f4f2a-7fcb-4ab5-8026-bb338e7a97ad'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:32:33.402450 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d5e2db4-037d-4641-8935-94df404bb9a1" -d '{"events": [{"server_uuid": "c781ec3d-01c7-4225-bf36-1809b5a16388", "name": "network-vif-deleted", "tag": "bb5f4f2a-7fcb-4ab5-8026-bb338e7a97ad"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:32:33.408619 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2856666b-d06b-4764-8300-0c39b2b8db16 req-bd479cd5-4792-41e6-af70-36b06b46f0e7 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:33.410387 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2856666b-d06b-4764-8300-0c39b2b8db16 req-bd479cd5-4792-41e6-af70-36b06b46f0e7 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/ports?device_id=8243ab33-cf1a-4b0e-a779-682f49eb1cec HTTP/1.1" status: 200 len: 945 time: 0.0618255 Dec 20 14:32:33.433941 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning complete for port 0cecc607-df4f-43d4-914b-dfa4cc10d2da triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:32:33.434895 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:33.467604 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2856666b-d06b-4764-8300-0c39b2b8db16 req-0e62a2b5-da74-4fc2-a2c3-acece7c73ea8 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6a39052-36c7-4e8a-a837-c745dc8572a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490291 Dec 20 14:32:33.529754 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:33.579431 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 0cecc607-df4f-43d4-914b-dfa4cc10d2da, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=0cecc607-df4f-43d4-914b-dfa4cc10d2da,segment=NetworkSegment(c66b4285-faba-435b-92e7-6de47ba5ef36),segment_id=c66b4285-faba-435b-92e7-6de47ba5ef36)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:32:33.585795 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:33.617012 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6b8913-c40b-412f-9bad-44646b5831d9 req-3d66e3e3-caf7-4869-8c47-ef12c231bcda tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:33.620532 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ea6b8913-c40b-412f-9bad-44646b5831d9 req-3d66e3e3-caf7-4869-8c47-ef12c231bcda tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ba28b68-c49c-43e1-9114-970c5ba1b196 HTTP/1.1" status: 200 len: 950 time: 0.0590141 Dec 20 14:32:33.649829 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=0cecc607-df4f-43d4-914b-dfa4cc10d2da,revision_number=7']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:32:33.691207 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:33.708611 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ea6b8913-c40b-412f-9bad-44646b5831d9 req-af09121e-be9e-4174-acbe-d5b531035fa7 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637596 Dec 20 14:32:33.877644 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-db8b1c68-8664-4793-a535-bcefcc5d85af req-f57cf4b7-d6e1-4efb-88d2-3ea64012f2d6 tempest-ServerShowV254Test-2142181409 tempest-ServerShowV254Test-2142181409-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac6c071-be6c-49ad-8407-56c385ea202e HTTP/1.1" status: 200 len: 210 time: 0.0517316 Dec 20 14:32:33.930655 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 20 Dec 2021 14:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14ccf29e-2354-476d-ac80-f9f180da8a50 x-openstack-request-id: req-14ccf29e-2354-476d-ac80-f9f180da8a50 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:32:33.931081 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c781ec3d-01c7-4225-bf36-1809b5a16388", "name": "network-vif-deleted", "tag": "bb5f4f2a-7fcb-4ab5-8026-bb338e7a97ad", "status": "failed", "code": 422}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:32:33.931478 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-14ccf29e-2354-476d-ac80-f9f180da8a50 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:32:33.932107 n-d-761264-19 neutron-server[103167]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c781ec3d-01c7-4225-bf36-1809b5a16388', 'name': 'network-vif-deleted', 'tag': 'bb5f4f2a-7fcb-4ab5-8026-bb338e7a97ad', 'status': 'failed', 'code': 422} returned with failed status Dec 20 14:32:34.047190 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9078a27-ec29-41db-9eb3-dd6a46856a83 req-04a1406b-93cf-4ed6-8521-aa0432a5e1b3 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:34.049116 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f9078a27-ec29-41db-9eb3-dd6a46856a83 req-04a1406b-93cf-4ed6-8521-aa0432a5e1b3 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/ports?device_id=8243ab33-cf1a-4b0e-a779-682f49eb1cec HTTP/1.1" status: 200 len: 945 time: 0.0715110 Dec 20 14:32:34.115042 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f9078a27-ec29-41db-9eb3-dd6a46856a83 req-b93afb91-d073-4dac-95ce-2a6e82a1ccc9 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6a39052-36c7-4e8a-a837-c745dc8572a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591886 Dec 20 14:32:34.331579 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197ca4ef-c4cf-41df-a776-481a2ae16417 req-84f1d733-ac6e-45f5-b5dc-5b301147de71 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:34.333364 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-197ca4ef-c4cf-41df-a776-481a2ae16417 req-84f1d733-ac6e-45f5-b5dc-5b301147de71 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/ports?device_id=8243ab33-cf1a-4b0e-a779-682f49eb1cec HTTP/1.1" status: 200 len: 945 time: 0.0510921 Dec 20 14:32:34.387253 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-197ca4ef-c4cf-41df-a776-481a2ae16417 req-d039cc5f-4da4-47b7-84f5-5a88cd997aa6 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6a39052-36c7-4e8a-a837-c745dc8572a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476844 Dec 20 14:32:34.438539 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac52e658-614e-4ee4-b390-761ef097f4f4 req-96f0f326-b28a-411a-b3f1-9528cb1d75a0 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:34.444635 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ac52e658-614e-4ee4-b390-761ef097f4f4 req-96f0f326-b28a-411a-b3f1-9528cb1d75a0 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/networks?id=495ace7a-f44e-4349-a86f-b6f0c2cf6eb6 HTTP/1.1" status: 200 len: 811 time: 0.1229804 Dec 20 14:32:34.456516 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ac52e658-614e-4ee4-b390-761ef097f4f4 req-af77d612-8514-4a89-8d3e-905839a484c5 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/quotas/543a5ccf1524441b95c235a83f5e56cd HTTP/1.1" status: 200 len: 375 time: 0.0103893 Dec 20 14:32:34.506552 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ac52e658-614e-4ee4-b390-761ef097f4f4 req-031d368b-70dd-4160-b999-4e8fea7760ef tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=543a5ccf1524441b95c235a83f5e56cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0349448 Dec 20 14:32:34.517193 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975e4af2-3e41-40af-a55d-77a70b785d05 req-40e3f1df-b1bf-40b7-a2b4-4d70517a4594 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:34.518748 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-975e4af2-3e41-40af-a55d-77a70b785d05 req-40e3f1df-b1bf-40b7-a2b4-4d70517a4594 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/ports?device_id=8243ab33-cf1a-4b0e-a779-682f49eb1cec HTTP/1.1" status: 200 len: 945 time: 0.0607538 Dec 20 14:32:34.521965 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [req-ac52e658-614e-4ee4-b390-761ef097f4f4 req-2af3f777-f56e-4de2-a4cc-687f3dc9523c service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:32:34.523586 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ac52e658-614e-4ee4-b390-761ef097f4f4 req-2af3f777-f56e-4de2-a4cc-687f3dc9523c service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076184 Dec 20 14:32:34.575499 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-975e4af2-3e41-40af-a55d-77a70b785d05 req-76ecc32d-9c86-47e5-b679-79396e58c128 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6a39052-36c7-4e8a-a837-c745dc8572a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496290 Dec 20 14:32:34.640647 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ac52e658-614e-4ee4-b390-761ef097f4f4 req-94b4d644-2576-4d2e-95b3-5beaf42ce358 service neutron] 10.222.0.54 "GET /v2.0/networks/495ace7a-f44e-4349-a86f-b6f0c2cf6eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079648 Dec 20 14:32:34.753449 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ac52e658-614e-4ee4-b390-761ef097f4f4 req-f2950173-b837-4a1c-84ec-9af882bcbe33 service neutron] 10.222.0.54 "GET /v2.0/networks/495ace7a-f44e-4349-a86f-b6f0c2cf6eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063442 Dec 20 14:32:34.837485 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e66dd6-6d59-4b04-ab22-b670beb00d53 req-93fe515c-bf23-4e27-b968-8c21f69ce952 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:34.839200 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-64e66dd6-6d59-4b04-ab22-b670beb00d53 req-93fe515c-bf23-4e27-b968-8c21f69ce952 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ba28b68-c49c-43e1-9114-970c5ba1b196 HTTP/1.1" status: 200 len: 950 time: 0.0525737 Dec 20 14:32:34.857008 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e11a8fb-70fa-4ef1-a6a3-5a513f31a37a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cecc607-df4f-43d4-914b-dfa4cc10d2da'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:32:34.861065 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fbf3542-cd07-48d4-9f5a-fa832f2f3dd6" -d '{"events": [{"server_uuid": "6e11a8fb-70fa-4ef1-a6a3-5a513f31a37a", "name": "network-vif-plugged", "status": "completed", "tag": "0cecc607-df4f-43d4-914b-dfa4cc10d2da"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:32:34.904408 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-64e66dd6-6d59-4b04-ab22-b670beb00d53 req-fec56493-f45b-4fc9-b026-d53c2c1bc529 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571041 Dec 20 14:32:34.998029 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4246aae7-7edc-45ec-baad-927fbfb5abee x-openstack-request-id: req-4246aae7-7edc-45ec-baad-927fbfb5abee {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:32:34.998321 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e11a8fb-70fa-4ef1-a6a3-5a513f31a37a", "name": "network-vif-plugged", "status": "completed", "tag": "0cecc607-df4f-43d4-914b-dfa4cc10d2da", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:32:34.998575 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4246aae7-7edc-45ec-baad-927fbfb5abee {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:32:34.999029 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e11a8fb-70fa-4ef1-a6a3-5a513f31a37a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cecc607-df4f-43d4-914b-dfa4cc10d2da', 'code': 200} Dec 20 14:32:35.063213 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e7477d59-9f75-4f10-a98b-867107ea1c37 req-a1e43615-64c5-4188-a84f-5dcb94969710 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=4df90982-e84c-48a8-81f5-b7ba197839f7 HTTP/1.1" status: 200 len: 210 time: 0.0408792 Dec 20 14:32:35.091193 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-96c2687a-4b2e-4d9f-8c4c-a9fa66edffa8 req-7287fd0b-1899-4ab3-a952-79dd282692d2 tempest-ServerShowV254Test-2142181409 tempest-ServerShowV254Test-2142181409-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac6c071-be6c-49ad-8407-56c385ea202e HTTP/1.1" status: 200 len: 210 time: 0.0353448 Dec 20 14:32:35.224712 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd7fb75-4ef3-4cf8-9d10-6bba67cbcdf3 req-e69eecf6-bea0-4e92-9c5b-d2d9163041bc tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:35.232437 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6cd7fb75-4ef3-4cf8-9d10-6bba67cbcdf3 req-e69eecf6-bea0-4e92-9c5b-d2d9163041bc tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/ports?device_id=8243ab33-cf1a-4b0e-a779-682f49eb1cec HTTP/1.1" status: 200 len: 945 time: 0.0676229 Dec 20 14:32:35.287882 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6cd7fb75-4ef3-4cf8-9d10-6bba67cbcdf3 req-92bd3973-e6b2-4045-94ab-b7bb83762d5b tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6a39052-36c7-4e8a-a837-c745dc8572a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545473 Dec 20 14:32:35.365568 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device bb5f4f2a-7fcb-4ab5-8026-bb338e7a97ad no longer exists at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:32:35.395692 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] No Port match for: bb5f4f2a-7fcb-4ab5-8026-bb338e7a97ad {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:32:35.396060 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device bb5f4f2a-7fcb-4ab5-8026-bb338e7a97ad not bound to the agent host n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:32:35.685714 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:36.111967 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80be6a1f-c7f5-40fc-a6cc-42a99e3fdef5 req-55792827-08ca-468c-9a4c-5618ea400049 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:36.120420 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-80be6a1f-c7f5-40fc-a6cc-42a99e3fdef5 req-55792827-08ca-468c-9a4c-5618ea400049 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ba28b68-c49c-43e1-9114-970c5ba1b196 HTTP/1.1" status: 200 len: 950 time: 0.1326067 Dec 20 14:32:36.201152 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:36.265323 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-80be6a1f-c7f5-40fc-a6cc-42a99e3fdef5 req-d8af2f71-8f22-4a78-b5f4-721b0363520b tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435533 Dec 20 14:32:36.341000 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5766bc97-4d77-4f9d-bfc5-132aa67ba0e9 req-d844d8e8-cf4e-46b2-8888-2b83869e6787 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=4df90982-e84c-48a8-81f5-b7ba197839f7 HTTP/1.1" status: 200 len: 210 time: 0.0836878 Dec 20 14:32:36.359356 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498cccd9-2d00-4b55-966a-08cf36dcc9e7 req-930a59a7-5f76-40a1-bff5-fe3d1d447f26 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:36.361046 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-498cccd9-2d00-4b55-966a-08cf36dcc9e7 req-930a59a7-5f76-40a1-bff5-fe3d1d447f26 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.47 "GET /v2.0/ports?device_id=8243ab33-cf1a-4b0e-a779-682f49eb1cec HTTP/1.1" status: 200 len: 945 time: 0.1418889 Dec 20 14:32:36.393905 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-91d65094-7e3c-4ed7-b1bb-a25b7cc89494 req-f55d575f-76d4-4192-9106-f59e212ecd7a tempest-ServerShowV254Test-2142181409 tempest-ServerShowV254Test-2142181409-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac6c071-be6c-49ad-8407-56c385ea202e HTTP/1.1" status: 200 len: 210 time: 0.0660343 Dec 20 14:32:36.413553 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac52e658-614e-4ee4-b390-761ef097f4f4 req-f540f55f-2d17-4fea-b912-d6878b30a934 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:36.415418 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ac52e658-614e-4ee4-b390-761ef097f4f4 req-f540f55f-2d17-4fea-b912-d6878b30a934 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.30 "GET /v2.0/networks?id=495ace7a-f44e-4349-a86f-b6f0c2cf6eb6 HTTP/1.1" status: 200 len: 811 time: 0.2871227 Dec 20 14:32:36.434110 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-ac52e658-614e-4ee4-b390-761ef097f4f4 req-48d20725-66cc-4f85-9cbe-5bec5c301fcd tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Request body: {'port': {'device_id': '4df90982-e84c-48a8-81f5-b7ba197839f7', 'network_id': '495ace7a-f44e-4349-a86f-b6f0c2cf6eb6', 'admin_state_up': True, 'tenant_id': '543a5ccf1524441b95c235a83f5e56cd'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:32:36.567264 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-498cccd9-2d00-4b55-966a-08cf36dcc9e7 req-1d88a081-5d48-4f61-9f56-774d620d3d22 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Deleting port e409848e-1068-49f8-aadc-5dfbfcaaa1d6 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:32:36.568391 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-498cccd9-2d00-4b55-966a-08cf36dcc9e7 req-1d88a081-5d48-4f61-9f56-774d620d3d22 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:36.596736 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac52e658-614e-4ee4-b390-761ef097f4f4 req-48d20725-66cc-4f85-9cbe-5bec5c301fcd tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Made reservation on behalf of 543a5ccf1524441b95c235a83f5e56cd for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:32:36.601906 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-ac52e658-614e-4ee4-b390-761ef097f4f4 req-48d20725-66cc-4f85-9cbe-5bec5c301fcd tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:36.722001 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a8c6c2-5ee7-46b5-aee9-fc3242e6cc1f req-d0a77a4f-8e50-43ae-ba27-f9bbbfc02a28 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:36.723371 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-53a8c6c2-5ee7-46b5-aee9-fc3242e6cc1f req-d0a77a4f-8e50-43ae-ba27-f9bbbfc02a28 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/ports?device_id=8243ab33-cf1a-4b0e-a779-682f49eb1cec HTTP/1.1" status: 200 len: 945 time: 0.1299984 Dec 20 14:32:36.762505 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [req-ac52e658-614e-4ee4-b390-761ef097f4f4 req-48d20725-66cc-4f85-9cbe-5bec5c301fcd tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Allocated IP 172.20.0.11 (495ace7a-f44e-4349-a86f-b6f0c2cf6eb6/c8908482-6016-4528-aed2-b6e5b6996a4d/f1eda508-d20c-4a8d-a25a-d19d7fdf8420) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:32:36.763848 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-498cccd9-2d00-4b55-966a-08cf36dcc9e7 req-1d88a081-5d48-4f61-9f56-774d620d3d22 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] For port e409848e-1068-49f8-aadc-5dfbfcaaa1d6, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=e409848e-1068-49f8-aadc-5dfbfcaaa1d6,segment=NetworkSegment(dae1a1fa-6c57-4994-ae26-490344c49691),segment_id=dae1a1fa-6c57-4994-ae26-490344c49691)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:32:36.764858 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-498cccd9-2d00-4b55-966a-08cf36dcc9e7 req-1d88a081-5d48-4f61-9f56-774d620d3d22 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:36.791450 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-498cccd9-2d00-4b55-966a-08cf36dcc9e7 req-1d88a081-5d48-4f61-9f56-774d620d3d22 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Calling delete_port for e409848e-1068-49f8-aadc-5dfbfcaaa1d6 owned by compute:nova {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:32:36.813861 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-53a8c6c2-5ee7-46b5-aee9-fc3242e6cc1f req-87036c70-c102-4e6d-92c5-0c76e8cfbd03 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.54 "GET /v2.0/security-groups?id=d6a39052-36c7-4e8a-a837-c745dc8572a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828607 Dec 20 14:32:36.958993 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-ac52e658-614e-4ee4-b390-761ef097f4f4 req-48d20725-66cc-4f85-9cbe-5bec5c301fcd tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:36.976660 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-498cccd9-2d00-4b55-966a-08cf36dcc9e7 req-1d88a081-5d48-4f61-9f56-774d620d3d22 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:36.991750 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['e409848e-1068-49f8-aadc-5dfbfcaaa1d6'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:32:37.002934 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-ac52e658-614e-4ee4-b390-761ef097f4f4 req-48d20725-66cc-4f85-9cbe-5bec5c301fcd tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:37.009330 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d88a081-5d48-4f61-9f56-774d620d3d22 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Pushing event deleted for resources: {'Port': ['ID=e409848e-1068-49f8-aadc-5dfbfcaaa1d6,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:32:37.059016 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-498cccd9-2d00-4b55-966a-08cf36dcc9e7 req-1d88a081-5d48-4f61-9f56-774d620d3d22 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] No DVR routers for this DVR port e409848e-1068-49f8-aadc-5dfbfcaaa1d6 on host n-h2-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:32:37.061943 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-498cccd9-2d00-4b55-966a-08cf36dcc9e7 req-1d88a081-5d48-4f61-9f56-774d620d3d22 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:37.065787 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-498cccd9-2d00-4b55-966a-08cf36dcc9e7 req-1d88a081-5d48-4f61-9f56-774d620d3d22 tempest-ServerDiskConfigTestJSON-1058622858 tempest-ServerDiskConfigTestJSON-1058622858-project] 10.222.0.47 "DELETE /v2.0/ports/e409848e-1068-49f8-aadc-5dfbfcaaa1d6 HTTP/1.1" status: 204 len: 173 time: 0.6950834 Dec 20 14:32:37.066529 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8243ab33-cf1a-4b0e-a779-682f49eb1cec', 'name': 'network-vif-deleted', 'tag': 'e409848e-1068-49f8-aadc-5dfbfcaaa1d6'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:32:37.069112 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-498e51e2-195b-4b7a-bb22-cdb1149bab69" -d '{"events": [{"server_uuid": "8243ab33-cf1a-4b0e-a779-682f49eb1cec", "name": "network-vif-deleted", "tag": "e409848e-1068-49f8-aadc-5dfbfcaaa1d6"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:32:37.101304 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d20725-66cc-4f85-9cbe-5bec5c301fcd tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Pushing event updated for resources: {'Port': ['ID=f1eda508-d20c-4a8d-a25a-d19d7fdf8420,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:32:37.116877 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac52e658-614e-4ee4-b390-761ef097f4f4 req-48d20725-66cc-4f85-9cbe-5bec5c301fcd tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Network 495ace7a-f44e-4349-a86f-b6f0c2cf6eb6 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:32:37.119747 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [req-ac52e658-614e-4ee4-b390-761ef097f4f4 req-48d20725-66cc-4f85-9cbe-5bec5c301fcd tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:32:37.124645 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac52e658-614e-4ee4-b390-761ef097f4f4 req-48d20725-66cc-4f85-9cbe-5bec5c301fcd tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:32:37.147631 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1838ef9d-78fb-42cc-8da1-578935a335ee x-openstack-request-id: req-1838ef9d-78fb-42cc-8da1-578935a335ee {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:32:37.147974 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8243ab33-cf1a-4b0e-a779-682f49eb1cec", "name": "network-vif-deleted", "tag": "e409848e-1068-49f8-aadc-5dfbfcaaa1d6", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:32:37.148227 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1838ef9d-78fb-42cc-8da1-578935a335ee {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:32:37.148635 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8243ab33-cf1a-4b0e-a779-682f49eb1cec', 'name': 'network-vif-deleted', 'tag': 'e409848e-1068-49f8-aadc-5dfbfcaaa1d6', 'status': 'completed', 'code': 200} Dec 20 14:32:37.195899 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac52e658-614e-4ee4-b390-761ef097f4f4 req-48d20725-66cc-4f85-9cbe-5bec5c301fcd tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:37.196775 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-ac52e658-614e-4ee4-b390-761ef097f4f4 req-48d20725-66cc-4f85-9cbe-5bec5c301fcd tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:37.218701 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ac52e658-614e-4ee4-b390-761ef097f4f4 req-48d20725-66cc-4f85-9cbe-5bec5c301fcd tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7886183 Dec 20 14:32:37.273301 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-ac52e658-614e-4ee4-b390-761ef097f4f4 req-77bebf34-894f-4039-82fe-8fb453e546e7 service neutron] Request body: {'port': {'device_id': '4df90982-e84c-48a8-81f5-b7ba197839f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-19'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:32:37.396411 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-ac52e658-614e-4ee4-b390-761ef097f4f4 req-77bebf34-894f-4039-82fe-8fb453e546e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:37.454893 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2003a300-7d3e-47c5-8b72-60b95b020c8d req-730448e7-aed4-44a7-aa3e-ad3d5a2e3433 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:37.456578 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2003a300-7d3e-47c5-8b72-60b95b020c8d req-730448e7-aed4-44a7-aa3e-ad3d5a2e3433 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ba28b68-c49c-43e1-9114-970c5ba1b196 HTTP/1.1" status: 200 len: 950 time: 0.1081262 Dec 20 14:32:37.505424 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22219dd9-9aa4-4a92-a7d5-011a556e69c7 req-3fee43b4-a9db-46e4-8889-31803f568292 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:37.515984 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-22219dd9-9aa4-4a92-a7d5-011a556e69c7 req-3fee43b4-a9db-46e4-8889-31803f568292 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=4df90982-e84c-48a8-81f5-b7ba197839f7 HTTP/1.1" status: 200 len: 932 time: 0.0758860 Dec 20 14:32:37.605477 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-22219dd9-9aa4-4a92-a7d5-011a556e69c7 req-180e3de4-ed39-47f8-b56e-ff6232fa65b0 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881431 Dec 20 14:32:37.626537 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2003a300-7d3e-47c5-8b72-60b95b020c8d req-83eb64bc-d36e-40e5-9905-721109fdfdf8 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625285 Dec 20 14:32:37.758371 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-21a8da9c-70ba-479f-afe5-c0e0de42ab8b req-1ed36958-188b-4c95-a600-b54b80b71774 tempest-ServerShowV254Test-2142181409 tempest-ServerShowV254Test-2142181409-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac6c071-be6c-49ad-8407-56c385ea202e HTTP/1.1" status: 200 len: 210 time: 0.0305912 Dec 20 14:32:37.940943 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [req-ac52e658-614e-4ee4-b390-761ef097f4f4 req-77bebf34-894f-4039-82fe-8fb453e546e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1eda508-d20c-4a8d-a25a-d19d7fdf8420 {{(pid=103168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:32:37.951148 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-ac52e658-614e-4ee4-b390-761ef097f4f4 req-77bebf34-894f-4039-82fe-8fb453e546e7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:37.969103 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.provisioning_blocks [req-ac52e658-614e-4ee4-b390-761ef097f4f4 req-77bebf34-894f-4039-82fe-8fb453e546e7 service neutron] Transition to ACTIVE for port object f1eda508-d20c-4a8d-a25a-d19d7fdf8420 will not be triggered until provisioned by entity L2. {{(pid=103168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:32:37.975185 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-ac52e658-614e-4ee4-b390-761ef097f4f4 req-77bebf34-894f-4039-82fe-8fb453e546e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:38.082841 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 32922) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:32:38.158618 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_v2 [None req-987446b5-8779-41f2-a88d-4a5ba0ebf36d admin admin] Deleting subnet a0253a98-6b9e-4a5b-8f09-0e786038802a {{(pid=103167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:32:38.166905 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-987446b5-8779-41f2-a88d-4a5ba0ebf36d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:38.174983 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bebf34-894f-4039-82fe-8fb453e546e7 service neutron] Pushing event updated for resources: {'Port': ['ID=f1eda508-d20c-4a8d-a25a-d19d7fdf8420,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:32:38.213452 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-ac52e658-614e-4ee4-b390-761ef097f4f4 req-77bebf34-894f-4039-82fe-8fb453e546e7 service neutron] Attempting to bind port f1eda508-d20c-4a8d-a25a-d19d7fdf8420 on host n-h1-761264-19 for vnic_type normal with profile {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:32:38.213881 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-ac52e658-614e-4ee4-b390-761ef097f4f4 req-77bebf34-894f-4039-82fe-8fb453e546e7 service neutron] Attempting to bind port f1eda508-d20c-4a8d-a25a-d19d7fdf8420 by drivers openvswitch,hyperv on host n-h1-761264-19 at level 0 using segments [{'id': '0db4f97e-52d2-4e75-a7f6-550aa2b8eca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '495ace7a-f44e-4349-a86f-b6f0c2cf6eb6'}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:32:38.214269 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac52e658-614e-4ee4-b390-761ef097f4f4 req-77bebf34-894f-4039-82fe-8fb453e546e7 service neutron] Attempting to bind port f1eda508-d20c-4a8d-a25a-d19d7fdf8420 on network 495ace7a-f44e-4349-a86f-b6f0c2cf6eb6 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:32:38.219832 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac52e658-614e-4ee4-b390-761ef097f4f4 req-77bebf34-894f-4039-82fe-8fb453e546e7 service neutron] Port f1eda508-d20c-4a8d-a25a-d19d7fdf8420 on network 495ace7a-f44e-4349-a86f-b6f0c2cf6eb6 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-19 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:32:38.220603 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac52e658-614e-4ee4-b390-761ef097f4f4 req-77bebf34-894f-4039-82fe-8fb453e546e7 service neutron] Attempting to bind port f1eda508-d20c-4a8d-a25a-d19d7fdf8420 on network 495ace7a-f44e-4349-a86f-b6f0c2cf6eb6 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:32:38.226648 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac52e658-614e-4ee4-b390-761ef097f4f4 req-77bebf34-894f-4039-82fe-8fb453e546e7 service neutron] Checking agent: {'id': '3e5ace3e-dd7b-4522-a7c4-77d13dbeab1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:32:38.227105 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac52e658-614e-4ee4-b390-761ef097f4f4 req-77bebf34-894f-4039-82fe-8fb453e546e7 service neutron] Checking segment: {'id': '0db4f97e-52d2-4e75-a7f6-550aa2b8eca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '495ace7a-f44e-4349-a86f-b6f0c2cf6eb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:32:38.227552 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac52e658-614e-4ee4-b390-761ef097f4f4 req-77bebf34-894f-4039-82fe-8fb453e546e7 service neutron] Bound using segment: {'id': '0db4f97e-52d2-4e75-a7f6-550aa2b8eca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '495ace7a-f44e-4349-a86f-b6f0c2cf6eb6'} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:32:38.228053 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-ac52e658-614e-4ee4-b390-761ef097f4f4 req-77bebf34-894f-4039-82fe-8fb453e546e7 service neutron] Bound port: f1eda508-d20c-4a8d-a25a-d19d7fdf8420, host: n-h1-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0db4f97e-52d2-4e75-a7f6-550aa2b8eca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '495ace7a-f44e-4349-a86f-b6f0c2cf6eb6'}}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:32:38.228529 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-ac52e658-614e-4ee4-b390-761ef097f4f4 req-77bebf34-894f-4039-82fe-8fb453e546e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:38.234434 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a10ce88a-a8f9-410f-8eb0-a89288e10c52 req-10f679cc-3345-43ed-b379-ea2845abd8cf service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=eac6c071-be6c-49ad-8407-56c385ea202e HTTP/1.1" status: 200 len: 210 time: 0.0703015 Dec 20 14:32:38.254864 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-987446b5-8779-41f2-a88d-4a5ba0ebf36d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954412'] for subnet, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:38.324072 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-987446b5-8779-41f2-a88d-4a5ba0ebf36d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:38.339431 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-ac52e658-614e-4ee4-b390-761ef097f4f4 req-77bebf34-894f-4039-82fe-8fb453e546e7 service neutron] For port f1eda508-d20c-4a8d-a25a-d19d7fdf8420, host n-h1-761264-19, cleared binding levels {{(pid=103168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:32:38.344244 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-ac52e658-614e-4ee4-b390-761ef097f4f4 req-77bebf34-894f-4039-82fe-8fb453e546e7 service neutron] For port f1eda508-d20c-4a8d-a25a-d19d7fdf8420, host n-h1-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=f1eda508-d20c-4a8d-a25a-d19d7fdf8420,segment=NetworkSegment(0db4f97e-52d2-4e75-a7f6-550aa2b8eca1),segment_id=0db4f97e-52d2-4e75-a7f6-550aa2b8eca1)] {{(pid=103168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:32:38.349955 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-ac52e658-614e-4ee4-b390-761ef097f4f4 req-77bebf34-894f-4039-82fe-8fb453e546e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:38.400404 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac52e658-614e-4ee4-b390-761ef097f4f4 req-77bebf34-894f-4039-82fe-8fb453e546e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:38.401057 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-ac52e658-614e-4ee4-b390-761ef097f4f4 req-77bebf34-894f-4039-82fe-8fb453e546e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:38.403422 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ac52e658-614e-4ee4-b390-761ef097f4f4 req-77bebf34-894f-4039-82fe-8fb453e546e7 service neutron] 10.222.0.30 "PUT /v2.0/ports/f1eda508-d20c-4a8d-a25a-d19d7fdf8420 HTTP/1.1" status: 200 len: 1093 time: 1.1394494 Dec 20 14:32:38.407418 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4df90982-e84c-48a8-81f5-b7ba197839f7', 'tag': 'f1eda508-d20c-4a8d-a25a-d19d7fdf8420'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:32:38.408208 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-987446b5-8779-41f2-a88d-4a5ba0ebf36d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:38.410663 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c048dbab-e697-45ff-8064-7efb924234ea" -d '{"events": [{"name": "network-changed", "server_uuid": "4df90982-e84c-48a8-81f5-b7ba197839f7", "tag": "f1eda508-d20c-4a8d-a25a-d19d7fdf8420"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:32:38.441349 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987446b5-8779-41f2-a88d-4a5ba0ebf36d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0253a98-6b9e-4a5b-8f09-0e786038802a,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:32:38.446258 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bebf34-894f-4039-82fe-8fb453e546e7 service neutron] Pushing event updated for resources: {'Port': ['ID=f1eda508-d20c-4a8d-a25a-d19d7fdf8420,revision_number=3']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:32:38.458414 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-987446b5-8779-41f2-a88d-4a5ba0ebf36d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:38.461748 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-987446b5-8779-41f2-a88d-4a5ba0ebf36d admin admin] 10.222.0.54 "DELETE /v2.0/subnets/a0253a98-6b9e-4a5b-8f09-0e786038802a HTTP/1.1" status: 204 len: 168 time: 0.3778658 Dec 20 14:32:38.464291 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 32928) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:32:38.487172 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd309f98-d462-422a-8747-75ba69c6baef x-openstack-request-id: req-bd309f98-d462-422a-8747-75ba69c6baef {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:32:38.487476 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4df90982-e84c-48a8-81f5-b7ba197839f7", "tag": "f1eda508-d20c-4a8d-a25a-d19d7fdf8420", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:32:38.487733 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bd309f98-d462-422a-8747-75ba69c6baef {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:32:38.488151 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4df90982-e84c-48a8-81f5-b7ba197839f7', 'tag': 'f1eda508-d20c-4a8d-a25a-d19d7fdf8420', 'status': 'completed', 'code': 200} Dec 20 14:32:38.551525 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c34a6593-de28-4b0f-83de-80cb185ad776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:38.575272 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c048dbab-e697-45ff-8064-7efb924234ea req-3601bea5-66d0-41cf-880b-5be0413997d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:38.576814 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c048dbab-e697-45ff-8064-7efb924234ea req-3601bea5-66d0-41cf-880b-5be0413997d0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=543a5ccf1524441b95c235a83f5e56cd&device_id=4df90982-e84c-48a8-81f5-b7ba197839f7 HTTP/1.1" status: 200 len: 1096 time: 0.0474849 Dec 20 14:32:38.651297 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c34a6593-de28-4b0f-83de-80cb185ad776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:38.703152 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-c34a6593-de28-4b0f-83de-80cb185ad776 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5eb12b8e-68ab-4d1c-b6db-26068ca02043']}} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:32:38.713994 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-c34a6593-de28-4b0f-83de-80cb185ad776 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dae1a1fa-6c57-4994-ae26-490344c49691') {'for_net_delete': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:32:38.714380 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-c34a6593-de28-4b0f-83de-80cb185ad776 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dae1a1fa-6c57-4994-ae26-490344c49691') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:32:38.725319 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c34a6593-de28-4b0f-83de-80cb185ad776 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954405'] for segment, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:38.740100 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c34a6593-de28-4b0f-83de-80cb185ad776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:38.747670 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c34a6593-de28-4b0f-83de-80cb185ad776 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=103167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:32:38.748076 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c34a6593-de28-4b0f-83de-80cb185ad776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9956000'] for segment, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:38.810696 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:32:38.810696 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:32:38.810696 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:32:38.810696 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:32:38.810696 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:32:38.810696 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:32:38.810696 n-d-761264-19 neutron-server[103167]: Traceback (most recent call last): Dec 20 14:32:38.810696 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:32:38.810696 n-d-761264-19 neutron-server[103167]: timer() Dec 20 14:32:38.810696 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:32:38.810696 n-d-761264-19 neutron-server[103167]: cb(*args, **kw) Dec 20 14:32:38.810696 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:32:38.810696 n-d-761264-19 neutron-server[103167]: return func(*args, **kwargs) Dec 20 14:32:38.810696 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:32:38.810696 n-d-761264-19 neutron-server[103167]: self._notify() Dec 20 14:32:38.810696 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:32:38.810696 n-d-761264-19 neutron-server[103167]: self.callback(batched_events) Dec 20 14:32:38.810696 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:32:38.810696 n-d-761264-19 neutron-server[103167]: event.method(event) Dec 20 14:32:38.810696 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:32:38.810696 n-d-761264-19 neutron-server[103167]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:32:38.810696 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:32:38.810696 n-d-761264-19 neutron-server[103167]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:32:38.810696 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:32:38.810696 n-d-761264-19 neutron-server[103167]: return f(self, *a, **k) Dec 20 14:32:38.810696 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:32:38.810696 n-d-761264-19 neutron-server[103167]: return self._get(url).json() Dec 20 14:32:38.810696 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:32:38.810696 n-d-761264-19 neutron-server[103167]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:32:38.810696 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:32:38.810696 n-d-761264-19 neutron-server[103167]: return self.request(url, 'GET', **kwargs) Dec 20 14:32:38.810696 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:32:38.810696 n-d-761264-19 neutron-server[103167]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:32:38.810696 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:32:38.810696 n-d-761264-19 neutron-server[103167]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:32:38.810696 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:32:38.810696 n-d-761264-19 neutron-server[103167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:32:38.810696 n-d-761264-19 neutron-server[103167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:32:38.824021 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c34a6593-de28-4b0f-83de-80cb185ad776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:38.847262 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c34a6593-de28-4b0f-83de-80cb185ad776 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:38.859164 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-c34a6593-de28-4b0f-83de-80cb185ad776 admin admin] 10.222.0.54 "DELETE /v2.0/networks/5eb12b8e-68ab-4d1c-b6db-26068ca02043 HTTP/1.1" status: 204 len: 168 time: 0.3936164 Dec 20 14:32:38.886973 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34a6593-de28-4b0f-83de-80cb185ad776 admin admin] Pushing event deleted for resources: {'Network': ['ID=5eb12b8e-68ab-4d1c-b6db-26068ca02043,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:32:38.907388 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027913db-ee3a-45b9-9cd1-b590a4dee24f req-15e4b4e7-46a6-4041-9848-fcde02b17f26 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:38.915377 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-027913db-ee3a-45b9-9cd1-b590a4dee24f req-15e4b4e7-46a6-4041-9848-fcde02b17f26 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ba28b68-c49c-43e1-9114-970c5ba1b196 HTTP/1.1" status: 200 len: 950 time: 0.1047406 Dec 20 14:32:38.988403 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-027913db-ee3a-45b9-9cd1-b590a4dee24f req-44123149-73d3-4229-87bd-49ff6381203b tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655925 Dec 20 14:32:39.169493 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 32944) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:32:39.230237 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-728cf3c0-4cc6-4b09-8acf-89f793878d6b req-b9ba3e4d-f304-48bd-883b-796890d4139a tempest-ServerShowV254Test-2142181409 tempest-ServerShowV254Test-2142181409-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac6c071-be6c-49ad-8407-56c385ea202e HTTP/1.1" status: 200 len: 210 time: 0.0530944 Dec 20 14:32:39.246689 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c048dbab-e697-45ff-8064-7efb924234ea req-621f9a09-9f93-4c1a-ba3f-2fa3716fea39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:39.248244 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c048dbab-e697-45ff-8064-7efb924234ea req-621f9a09-9f93-4c1a-ba3f-2fa3716fea39 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=543a5ccf1524441b95c235a83f5e56cd&shared=False HTTP/1.1" status: 200 len: 912 time: 0.6592944 Dec 20 14:32:39.271117 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-1c298f74-f194-44a4-84bd-b3a264a3d62a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=afac0cbe24d14e49bcb39ec2cb401fe3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0925918 Dec 20 14:32:39.271117 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 32946) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:32:39.273140 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aae258-2a45-46da-ab8c-37aa58767ea8 req-74f27fa1-f4e7-4696-ac2c-f98c2e3a84e7 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:39.281446 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b8aae258-2a45-46da-ab8c-37aa58767ea8 req-74f27fa1-f4e7-4696-ac2c-f98c2e3a84e7 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=4df90982-e84c-48a8-81f5-b7ba197839f7 HTTP/1.1" status: 200 len: 944 time: 0.5310924 Dec 20 14:32:39.328777 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-cf622292-8ad3-44e8-a8a5-1d71f5e66be8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:39.359152 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-cf622292-8ad3-44e8-a8a5-1d71f5e66be8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:39.434170 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-cf622292-8ad3-44e8-a8a5-1d71f5e66be8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:39.437853 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-cf622292-8ad3-44e8-a8a5-1d71f5e66be8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:39.441998 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-cf622292-8ad3-44e8-a8a5-1d71f5e66be8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d6a39052-36c7-4e8a-a837-c745dc8572a4 HTTP/1.1" status: 204 len: 168 time: 0.1745133 Dec 20 14:32:39.454466 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf622292-8ad3-44e8-a8a5-1d71f5e66be8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6a39052-36c7-4e8a-a837-c745dc8572a4,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:32:39.546114 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c048dbab-e697-45ff-8064-7efb924234ea req-99dc5085-90b8-4a25-a438-882b1cb7845a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:39.547801 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c048dbab-e697-45ff-8064-7efb924234ea req-99dc5085-90b8-4a25-a438-882b1cb7845a service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2910230 Dec 20 14:32:39.551493 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b8aae258-2a45-46da-ab8c-37aa58767ea8 req-4b640e45-533d-48f3-bde3-6345ac92e366 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687025 Dec 20 14:32:39.658919 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac52e658-614e-4ee4-b390-761ef097f4f4 req-be51417f-42c0-45cb-8ec5-2ce68cb2388b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:39.661133 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ac52e658-614e-4ee4-b390-761ef097f4f4 req-be51417f-42c0-45cb-8ec5-2ce68cb2388b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=543a5ccf1524441b95c235a83f5e56cd&device_id=4df90982-e84c-48a8-81f5-b7ba197839f7 HTTP/1.1" status: 200 len: 1096 time: 0.0667036 Dec 20 14:32:39.724673 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ac52e658-614e-4ee4-b390-761ef097f4f4 req-717df731-842a-4590-9cf9-35746166bbba service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1eda508-d20c-4a8d-a25a-d19d7fdf8420 HTTP/1.1" status: 200 len: 217 time: 0.0452449 Dec 20 14:32:39.787042 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac52e658-614e-4ee4-b390-761ef097f4f4 req-43e4febb-7f1d-4e8c-a0f4-723636b7275d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:39.788553 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ac52e658-614e-4ee4-b390-761ef097f4f4 req-43e4febb-7f1d-4e8c-a0f4-723636b7275d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c8908482-6016-4528-aed2-b6e5b6996a4d HTTP/1.1" status: 200 len: 851 time: 0.0487890 Dec 20 14:32:39.827974 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ac52e658-614e-4ee4-b390-761ef097f4f4 req-c5e64c2f-e246-4eaf-b105-f4195c0f9d2d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=495ace7a-f44e-4349-a86f-b6f0c2cf6eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306296 Dec 20 14:32:39.940573 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ac52e658-614e-4ee4-b390-761ef097f4f4 req-adb05258-c8b5-4e87-b33f-abad921b7ccf service neutron] 10.222.0.30 "GET /v2.0/networks/495ace7a-f44e-4349-a86f-b6f0c2cf6eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047053 Dec 20 14:32:40.070514 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ac52e658-614e-4ee4-b390-761ef097f4f4 req-fa3dbb25-9ee5-4f8b-899e-b8f72b6f9007 service neutron] 10.222.0.30 "GET /v2.0/networks/495ace7a-f44e-4349-a86f-b6f0c2cf6eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215503 Dec 20 14:32:40.185429 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cbdb72-54b5-4658-b809-859917e8d578 req-f0efb9e8-e719-4ebc-8122-15b7745e89ab tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:40.201884 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d4cbdb72-54b5-4658-b809-859917e8d578 req-f0efb9e8-e719-4ebc-8122-15b7745e89ab tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ba28b68-c49c-43e1-9114-970c5ba1b196 HTTP/1.1" status: 200 len: 950 time: 0.1258008 Dec 20 14:32:40.283424 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d4cbdb72-54b5-4658-b809-859917e8d578 req-fa2137ea-dd2e-460c-9a19-c24af65f4060 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779016 Dec 20 14:32:40.372809 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device e409848e-1068-49f8-aadc-5dfbfcaaa1d6 no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:32:40.401943 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] No Port match for: e409848e-1068-49f8-aadc-5dfbfcaaa1d6 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:32:40.402554 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device e409848e-1068-49f8-aadc-5dfbfcaaa1d6 not bound to the agent host n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:32:40.421677 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c5dd3265-51dc-437f-abae-939d6860a6c8 req-fe1cf270-3571-471e-95d4-3584af581f80 tempest-ServerShowV254Test-2142181409 tempest-ServerShowV254Test-2142181409-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac6c071-be6c-49ad-8407-56c385ea202e HTTP/1.1" status: 200 len: 210 time: 0.0699396 Dec 20 14:32:40.613205 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 33006) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:32:40.752732 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb22b1cd-de89-43cc-adac-920652137a00 req-2dddb32d-1516-4eb0-8ddc-8db66bd4c923 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:40.755451 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fb22b1cd-de89-43cc-adac-920652137a00 req-2dddb32d-1516-4eb0-8ddc-8db66bd4c923 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=4df90982-e84c-48a8-81f5-b7ba197839f7 HTTP/1.1" status: 200 len: 944 time: 0.0689380 Dec 20 14:32:40.818249 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-cede30ae-017a-405d-a77c-f36a8418a478 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-636141531-network', 'tenant_id': 'b34e3eedf72e455b9cbb2db5d8862a92'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:32:40.850434 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fb22b1cd-de89-43cc-adac-920652137a00 req-c5e50a0a-c477-43be-909a-f516f36e5b2f tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882337 Dec 20 14:32:40.893160 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cede30ae-017a-405d-a77c-f36a8418a478 admin admin] Made reservation on behalf of b34e3eedf72e455b9cbb2db5d8862a92 for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:32:40.897293 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cede30ae-017a-405d-a77c-f36a8418a478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:40.919720 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cede30ae-017a-405d-a77c-f36a8418a478 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:41.032207 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cede30ae-017a-405d-a77c-f36a8418a478 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:41.040823 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cede30ae-017a-405d-a77c-f36a8418a478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:41.075272 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cede30ae-017a-405d-a77c-f36a8418a478 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:32:41.089456 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cede30ae-017a-405d-a77c-f36a8418a478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90791b71-1e93-464c-a428-6843af2085d5,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:32:41.096523 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cede30ae-017a-405d-a77c-f36a8418a478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:41.096864 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-cede30ae-017a-405d-a77c-f36a8418a478 admin admin] Added segment 3b732879-896e-432d-a96e-7cba9e2b8a93 of type vlan for network ac37406e-6eba-42f0-a02b-49bc68c3a995 Dec 20 14:32:41.147451 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cede30ae-017a-405d-a77c-f36a8418a478 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:41.215040 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cede30ae-017a-405d-a77c-f36a8418a478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:41.216238 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cede30ae-017a-405d-a77c-f36a8418a478 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:41.216860 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cede30ae-017a-405d-a77c-f36a8418a478 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:41.349046 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c60b81ab-97ab-4fa3-a89f-d9f2ed49461a req-e8356f7d-23dd-49b7-a0c3-027f97222b72 tempest-ServerShowV254Test-2142181409 tempest-ServerShowV254Test-2142181409-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac6c071-be6c-49ad-8407-56c385ea202e HTTP/1.1" status: 200 len: 210 time: 0.0525303 Dec 20 14:32:41.383216 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-cede30ae-017a-405d-a77c-f36a8418a478 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.7688055 Dec 20 14:32:41.388160 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 33032) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:32:41.393236 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cede30ae-017a-405d-a77c-f36a8418a478 admin admin] Pushing event updated for resources: {'Network': ['ID=ac37406e-6eba-42f0-a02b-49bc68c3a995,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:32:41.394143 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-c389d8ef-eefa-48a3-babc-12ee786f8caa admin admin] Request body: {'subnet': {'network_id': 'ac37406e-6eba-42f0-a02b-49bc68c3a995', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-636141531-subnet', 'tenant_id': 'b34e3eedf72e455b9cbb2db5d8862a92', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:32:41.408030 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network ac37406e-6eba-42f0-a02b-49bc68c3a995 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:32:41.451488 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c389d8ef-eefa-48a3-babc-12ee786f8caa admin admin] Made reservation on behalf of b34e3eedf72e455b9cbb2db5d8862a92 for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:32:41.454579 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c389d8ef-eefa-48a3-babc-12ee786f8caa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:41.481678 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f75128-77cc-488c-a466-a7399fc21b3b req-27b48053-21a6-49e1-93a7-742b07874ff5 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:41.483584 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-32f75128-77cc-488c-a466-a7399fc21b3b req-27b48053-21a6-49e1-93a7-742b07874ff5 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ba28b68-c49c-43e1-9114-970c5ba1b196 HTTP/1.1" status: 200 len: 950 time: 0.0754912 Dec 20 14:32:41.602827 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:41.639337 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-32f75128-77cc-488c-a466-a7399fc21b3b req-bc428940-cb9b-4e76-84d9-90bfd0942fc1 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476336 Dec 20 14:32:41.886361 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c389d8ef-eefa-48a3-babc-12ee786f8caa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:41.966070 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c389d8ef-eefa-48a3-babc-12ee786f8caa admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bcc849b-c021-46b4-96cd-8d7c30cd2023,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:32:41.995201 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c389d8ef-eefa-48a3-babc-12ee786f8caa admin admin] Checking segment: {'id': '3b732879-896e-432d-a96e-7cba9e2b8a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ac37406e-6eba-42f0-a02b-49bc68c3a995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:32:41.995571 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c389d8ef-eefa-48a3-babc-12ee786f8caa admin admin] Network hostable DHCP agents. Network: ac37406e-6eba-42f0-a02b-49bc68c3a995, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:32:42.024977 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fff8fc-0e7a-46ea-8c7f-205d628f9b3c req-d71ed32f-9eb1-4bea-9052-25b54428b5d3 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:42.032712 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b2fff8fc-0e7a-46ea-8c7f-205d628f9b3c req-d71ed32f-9eb1-4bea-9052-25b54428b5d3 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=4df90982-e84c-48a8-81f5-b7ba197839f7 HTTP/1.1" status: 200 len: 944 time: 0.0831161 Dec 20 14:32:42.062545 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c389d8ef-eefa-48a3-babc-12ee786f8caa admin admin] Network ac37406e-6eba-42f0-a02b-49bc68c3a995 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:32:42.083956 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-c389d8ef-eefa-48a3-babc-12ee786f8caa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, ac37406e-6eba-42f0-a02b-49bc68c3a995) {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:32:42.091782 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c389d8ef-eefa-48a3-babc-12ee786f8caa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:42.092399 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c389d8ef-eefa-48a3-babc-12ee786f8caa admin admin] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:42.096608 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94b57d9-a14a-48c6-a7cd-9d3b958c30d4 None None] Network ac37406e-6eba-42f0-a02b-49bc68c3a995 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:32:42.115516 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b2fff8fc-0e7a-46ea-8c7f-205d628f9b3c req-9f89f049-8625-45b4-afb6-93418450f201 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817993 Dec 20 14:32:42.149171 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-c389d8ef-eefa-48a3-babc-12ee786f8caa admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.7594097 Dec 20 14:32:42.227764 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1087fb7-4559-4859-ab7e-c64967acc57b None None] Network ac37406e-6eba-42f0-a02b-49bc68c3a995 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:32:42.515881 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c2ff08d0-4c4a-4651-9bc8-ecd6b7444b00 req-f8c3a8d0-c20d-4bf0-9188-a4aa1b780f69 tempest-ServerShowV254Test-2142181409 tempest-ServerShowV254Test-2142181409-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac6c071-be6c-49ad-8407-56c385ea202e HTTP/1.1" status: 200 len: 210 time: 0.0376768 Dec 20 14:32:42.723952 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53513ddb-1530-4e1d-95d9-e9bf07e00348 req-597a6dd7-26ad-44cc-82e2-f63f1df2bb01 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:42.726031 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-53513ddb-1530-4e1d-95d9-e9bf07e00348 req-597a6dd7-26ad-44cc-82e2-f63f1df2bb01 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/networks?id=ac37406e-6eba-42f0-a02b-49bc68c3a995 HTTP/1.1" status: 200 len: 805 time: 0.1399043 Dec 20 14:32:42.744137 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-53513ddb-1530-4e1d-95d9-e9bf07e00348 req-c3cf5e9c-930f-42c8-81b9-28187ec36f84 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/quotas/b34e3eedf72e455b9cbb2db5d8862a92 HTTP/1.1" status: 200 len: 375 time: 0.0116103 Dec 20 14:32:42.765389 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e1e05a-fff2-49e4-98d9-070fd80010bf req-18ca9aed-a96c-4d8e-9112-892485d1a2e7 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:42.767112 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d3e1e05a-fff2-49e4-98d9-070fd80010bf req-18ca9aed-a96c-4d8e-9112-892485d1a2e7 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ba28b68-c49c-43e1-9114-970c5ba1b196 HTTP/1.1" status: 200 len: 950 time: 0.0566845 Dec 20 14:32:42.791369 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-53513ddb-1530-4e1d-95d9-e9bf07e00348 req-00b61e76-3824-40c1-b95f-99f6118c821d tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=b34e3eedf72e455b9cbb2db5d8862a92&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0386686 Dec 20 14:32:42.829936 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d3e1e05a-fff2-49e4-98d9-070fd80010bf req-0599a29a-f717-4ce1-86c2-ab4bea4998e5 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563982 Dec 20 14:32:42.918048 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-53513ddb-1530-4e1d-95d9-e9bf07e00348 req-7e57b3a3-ab07-406b-9962-7df5e30b09ba service neutron] 10.222.0.54 "GET /v2.0/networks/ac37406e-6eba-42f0-a02b-49bc68c3a995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196523 Dec 20 14:32:43.043838 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-53513ddb-1530-4e1d-95d9-e9bf07e00348 req-265e92e6-c8dc-4ece-8f07-52445480036b service neutron] 10.222.0.54 "GET /v2.0/networks/ac37406e-6eba-42f0-a02b-49bc68c3a995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164651 Dec 20 14:32:43.310356 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048e579a-fcff-43b6-b740-8252d80cf704 req-7fbcaa37-7806-4de4-8904-a42bccc3c29f tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:43.324462 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-048e579a-fcff-43b6-b740-8252d80cf704 req-7fbcaa37-7806-4de4-8904-a42bccc3c29f tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=4df90982-e84c-48a8-81f5-b7ba197839f7 HTTP/1.1" status: 200 len: 944 time: 0.0924866 Dec 20 14:32:43.351704 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ab7fbd9a-929a-47ff-832a-ccf16949d71b req-7d069a69-9285-4799-9647-68e0c5f7162e tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=32297d65-b9bc-4eb7-b4b7-ab54a561abe0 HTTP/1.1" status: 200 len: 210 time: 0.1110198 Dec 20 14:32:43.402577 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-048e579a-fcff-43b6-b740-8252d80cf704 req-5255f9c6-7d03-41f2-9176-ec04f893ac07 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745475 Dec 20 14:32:43.635361 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-32f5bcd5-00ad-4d09-bd24-2be55c93ef97 req-cf07420d-3b55-4ebd-b33f-92ba39455fdf tempest-ServerShowV254Test-2142181409 tempest-ServerShowV254Test-2142181409-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac6c071-be6c-49ad-8407-56c385ea202e HTTP/1.1" status: 200 len: 210 time: 0.0372310 Dec 20 14:32:44.027248 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a3ca3b-9d85-41db-ab40-2e44e47dcb15 req-8ab038b3-270e-4c76-bfce-99dab9c909bc tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:44.028900 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c7a3ca3b-9d85-41db-ab40-2e44e47dcb15 req-8ab038b3-270e-4c76-bfce-99dab9c909bc tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ba28b68-c49c-43e1-9114-970c5ba1b196 HTTP/1.1" status: 200 len: 950 time: 0.0975437 Dec 20 14:32:44.145100 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c7a3ca3b-9d85-41db-ab40-2e44e47dcb15 req-30a1d546-4a5d-4ae3-bfa0-5db9ecd68fcb tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077478 Dec 20 14:32:44.457644 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0badf387-0443-481d-8c87-287ad3929a31 req-739968e4-fb65-40f7-abc9-1d0c8321af1d tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=32297d65-b9bc-4eb7-b4b7-ab54a561abe0 HTTP/1.1" status: 200 len: 210 time: 0.0302155 Dec 20 14:32:44.645118 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14293c2a-2207-4c4d-898e-f66a83d652ac req-3aae3a39-a2ff-4af2-8506-273f82728bd4 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:44.646802 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-14293c2a-2207-4c4d-898e-f66a83d652ac req-3aae3a39-a2ff-4af2-8506-273f82728bd4 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=4df90982-e84c-48a8-81f5-b7ba197839f7 HTTP/1.1" status: 200 len: 944 time: 0.1504540 Dec 20 14:32:44.738913 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53513ddb-1530-4e1d-95d9-e9bf07e00348 req-10335033-4541-4bce-a505-faa21b79d639 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:44.740460 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-53513ddb-1530-4e1d-95d9-e9bf07e00348 req-10335033-4541-4bce-a505-faa21b79d639 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.47 "GET /v2.0/networks?id=ac37406e-6eba-42f0-a02b-49bc68c3a995 HTTP/1.1" status: 200 len: 805 time: 0.1802363 Dec 20 14:32:44.749949 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-14293c2a-2207-4c4d-898e-f66a83d652ac req-e00b0335-ebe5-4520-9494-b8be2ee1c3c9 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895934 Dec 20 14:32:44.761765 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-53513ddb-1530-4e1d-95d9-e9bf07e00348 req-30287253-2c95-427a-b9da-bf57fbab9942 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Request body: {'port': {'device_id': '32297d65-b9bc-4eb7-b4b7-ab54a561abe0', 'network_id': 'ac37406e-6eba-42f0-a02b-49bc68c3a995', 'admin_state_up': True, 'tenant_id': 'b34e3eedf72e455b9cbb2db5d8862a92'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:32:44.808069 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-88bf6466-0c8e-4501-89ea-28dcdc68eadc req-fb341d6f-c62c-4e0e-826a-d939be5ac8db tempest-ServerShowV254Test-2142181409 tempest-ServerShowV254Test-2142181409-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac6c071-be6c-49ad-8407-56c385ea202e HTTP/1.1" status: 200 len: 210 time: 0.0457184 Dec 20 14:32:44.898517 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53513ddb-1530-4e1d-95d9-e9bf07e00348 req-30287253-2c95-427a-b9da-bf57fbab9942 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Made reservation on behalf of b34e3eedf72e455b9cbb2db5d8862a92 for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:32:44.903558 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-53513ddb-1530-4e1d-95d9-e9bf07e00348 req-30287253-2c95-427a-b9da-bf57fbab9942 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:45.065379 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [req-53513ddb-1530-4e1d-95d9-e9bf07e00348 req-30287253-2c95-427a-b9da-bf57fbab9942 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Allocated IP 172.20.0.8 (ac37406e-6eba-42f0-a02b-49bc68c3a995/8bcc849b-c021-46b4-96cd-8d7c30cd2023/d51472d0-9c05-4789-b785-88c8d484278a) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:32:45.113896 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:45.346415 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-53513ddb-1530-4e1d-95d9-e9bf07e00348 req-30287253-2c95-427a-b9da-bf57fbab9942 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:45.380816 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11d9815-0c4b-41f2-83ee-eac851ea704d req-33586cec-a900-498c-927d-659de01a5274 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:45.382403 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f11d9815-0c4b-41f2-83ee-eac851ea704d req-33586cec-a900-498c-927d-659de01a5274 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ba28b68-c49c-43e1-9114-970c5ba1b196 HTTP/1.1" status: 200 len: 950 time: 0.1065943 Dec 20 14:32:45.416588 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device f1eda508-d20c-4a8d-a25a-d19d7fdf8420 details requested by agent hyperv_n-h1-761264-19 with host n-h1-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:32:45.455955 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-53513ddb-1530-4e1d-95d9-e9bf07e00348 req-30287253-2c95-427a-b9da-bf57fbab9942 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:45.501681 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f11d9815-0c4b-41f2-83ee-eac851ea704d req-5adb79b5-585c-4746-8c32-e2e920b59f32 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127591 Dec 20 14:32:45.558028 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port f1eda508-d20c-4a8d-a25a-d19d7fdf8420, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=f1eda508-d20c-4a8d-a25a-d19d7fdf8420,segment=NetworkSegment(0db4f97e-52d2-4e75-a7f6-550aa2b8eca1),segment_id=0db4f97e-52d2-4e75-a7f6-550aa2b8eca1)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:32:45.587796 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Returning: {'device': 'f1eda508-d20c-4a8d-a25a-d19d7fdf8420', 'network_id': '495ace7a-f44e-4349-a86f-b6f0c2cf6eb6', 'port_id': 'f1eda508-d20c-4a8d-a25a-d19d7fdf8420', 'mac_address': 'fa:16:3e:06:09:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8908482-6016-4528-aed2-b6e5b6996a4d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:32:45.595366 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53513ddb-1530-4e1d-95d9-e9bf07e00348 req-30287253-2c95-427a-b9da-bf57fbab9942 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Network ac37406e-6eba-42f0-a02b-49bc68c3a995 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:32:45.596754 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30287253-2c95-427a-b9da-bf57fbab9942 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Pushing event updated for resources: {'Port': ['ID=d51472d0-9c05-4789-b785-88c8d484278a,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:32:45.601286 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [req-53513ddb-1530-4e1d-95d9-e9bf07e00348 req-30287253-2c95-427a-b9da-bf57fbab9942 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:32:45.603978 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-53513ddb-1530-4e1d-95d9-e9bf07e00348 req-30287253-2c95-427a-b9da-bf57fbab9942 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:32:45.659822 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:45.679053 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1eda508-d20c-4a8d-a25a-d19d7fdf8420 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:32:45.680869 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ccb05-ca23-4a29-b80c-bfc339db1fe0 req-58fe4e15-b57b-42f8-b984-a8123e55dc95 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:45.690202 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-082ccb05-ca23-4a29-b80c-bfc339db1fe0 req-58fe4e15-b57b-42f8-b984-a8123e55dc95 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=32297d65-b9bc-4eb7-b4b7-ab54a561abe0 HTTP/1.1" status: 200 len: 931 time: 0.1092260 Dec 20 14:32:45.696458 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53513ddb-1530-4e1d-95d9-e9bf07e00348 req-30287253-2c95-427a-b9da-bf57fbab9942 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:45.697195 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-53513ddb-1530-4e1d-95d9-e9bf07e00348 req-30287253-2c95-427a-b9da-bf57fbab9942 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:45.708699 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port f1eda508-d20c-4a8d-a25a-d19d7fdf8420, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=f1eda508-d20c-4a8d-a25a-d19d7fdf8420,segment=NetworkSegment(0db4f97e-52d2-4e75-a7f6-550aa2b8eca1),segment_id=0db4f97e-52d2-4e75-a7f6-550aa2b8eca1)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:32:45.716622 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:45.724836 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-53513ddb-1530-4e1d-95d9-e9bf07e00348 req-30287253-2c95-427a-b9da-bf57fbab9942 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9687076 Dec 20 14:32:45.750416 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-53513ddb-1530-4e1d-95d9-e9bf07e00348 req-0b220d67-9504-4f9f-bb43-9368ee88940d service neutron] Request body: {'port': {'device_id': '32297d65-b9bc-4eb7-b4b7-ab54a561abe0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-19'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:32:45.777918 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-082ccb05-ca23-4a29-b80c-bfc339db1fe0 req-62cee338-b723-445f-9845-80bb8a1cff34 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865140 Dec 20 14:32:45.803441 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=f1eda508-d20c-4a8d-a25a-d19d7fdf8420,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:32:45.831899 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-53513ddb-1530-4e1d-95d9-e9bf07e00348 req-0b220d67-9504-4f9f-bb43-9368ee88940d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:45.965365 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-551489ef-6213-4169-8b6d-08be3567d995 req-6b72eda3-9ad8-4f36-b846-a3759261866b tempest-ServerShowV254Test-2142181409 tempest-ServerShowV254Test-2142181409-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac6c071-be6c-49ad-8407-56c385ea202e HTTP/1.1" status: 200 len: 210 time: 0.0310078 Dec 20 14:32:46.222281 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['f1eda508-d20c-4a8d-a25a-d19d7fdf8420'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:32:46.380938 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09fcfda-8910-452b-bf36-145e30c3b546 req-ce799ca8-bcfa-4686-82fd-8d8f86e03f88 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:46.389533 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c09fcfda-8910-452b-bf36-145e30c3b546 req-ce799ca8-bcfa-4686-82fd-8d8f86e03f88 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=4df90982-e84c-48a8-81f5-b7ba197839f7 HTTP/1.1" status: 200 len: 945 time: 0.5147560 Dec 20 14:32:46.503328 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c09fcfda-8910-452b-bf36-145e30c3b546 req-f392f724-27e4-44d6-96b9-4037a997547d tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128314 Dec 20 14:32:46.616524 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [req-53513ddb-1530-4e1d-95d9-e9bf07e00348 req-0b220d67-9504-4f9f-bb43-9368ee88940d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d51472d0-9c05-4789-b785-88c8d484278a {{(pid=103167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:32:46.627509 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-53513ddb-1530-4e1d-95d9-e9bf07e00348 req-0b220d67-9504-4f9f-bb43-9368ee88940d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:46.642840 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-53513ddb-1530-4e1d-95d9-e9bf07e00348 req-0b220d67-9504-4f9f-bb43-9368ee88940d service neutron] Transition to ACTIVE for port object d51472d0-9c05-4789-b785-88c8d484278a will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:32:46.647720 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-53513ddb-1530-4e1d-95d9-e9bf07e00348 req-0b220d67-9504-4f9f-bb43-9368ee88940d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:46.667352 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8a833f-37d3-4e80-a629-f8deac3223fa req-5b86684f-540a-4fee-97ce-7aab4c790601 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:46.676354 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3c8a833f-37d3-4e80-a629-f8deac3223fa req-5b86684f-540a-4fee-97ce-7aab4c790601 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ba28b68-c49c-43e1-9114-970c5ba1b196 HTTP/1.1" status: 200 len: 950 time: 0.0852406 Dec 20 14:32:46.763334 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3c8a833f-37d3-4e80-a629-f8deac3223fa req-a98f37c3-545b-4fe7-8552-a7f6fc9ee41d tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858717 Dec 20 14:32:46.783400 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b220d67-9504-4f9f-bb43-9368ee88940d service neutron] Pushing event updated for resources: {'Port': ['ID=d51472d0-9c05-4789-b785-88c8d484278a,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:32:46.825153 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-53513ddb-1530-4e1d-95d9-e9bf07e00348 req-0b220d67-9504-4f9f-bb43-9368ee88940d service neutron] Attempting to bind port d51472d0-9c05-4789-b785-88c8d484278a on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:32:46.825516 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-53513ddb-1530-4e1d-95d9-e9bf07e00348 req-0b220d67-9504-4f9f-bb43-9368ee88940d service neutron] Attempting to bind port d51472d0-9c05-4789-b785-88c8d484278a by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': '3b732879-896e-432d-a96e-7cba9e2b8a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ac37406e-6eba-42f0-a02b-49bc68c3a995'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:32:46.825950 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53513ddb-1530-4e1d-95d9-e9bf07e00348 req-0b220d67-9504-4f9f-bb43-9368ee88940d service neutron] Attempting to bind port d51472d0-9c05-4789-b785-88c8d484278a on network ac37406e-6eba-42f0-a02b-49bc68c3a995 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:32:46.834916 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53513ddb-1530-4e1d-95d9-e9bf07e00348 req-0b220d67-9504-4f9f-bb43-9368ee88940d service neutron] Port d51472d0-9c05-4789-b785-88c8d484278a on network ac37406e-6eba-42f0-a02b-49bc68c3a995 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:32:46.834916 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53513ddb-1530-4e1d-95d9-e9bf07e00348 req-0b220d67-9504-4f9f-bb43-9368ee88940d service neutron] Attempting to bind port d51472d0-9c05-4789-b785-88c8d484278a on network ac37406e-6eba-42f0-a02b-49bc68c3a995 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:32:46.841195 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53513ddb-1530-4e1d-95d9-e9bf07e00348 req-0b220d67-9504-4f9f-bb43-9368ee88940d service neutron] Checking agent: {'id': '43c60aee-e4af-4ecc-bee2-aac3569fafed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:32:46.841959 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53513ddb-1530-4e1d-95d9-e9bf07e00348 req-0b220d67-9504-4f9f-bb43-9368ee88940d service neutron] Checking segment: {'id': '3b732879-896e-432d-a96e-7cba9e2b8a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ac37406e-6eba-42f0-a02b-49bc68c3a995'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:32:46.842786 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53513ddb-1530-4e1d-95d9-e9bf07e00348 req-0b220d67-9504-4f9f-bb43-9368ee88940d service neutron] Bound using segment: {'id': '3b732879-896e-432d-a96e-7cba9e2b8a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ac37406e-6eba-42f0-a02b-49bc68c3a995'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:32:46.843734 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-53513ddb-1530-4e1d-95d9-e9bf07e00348 req-0b220d67-9504-4f9f-bb43-9368ee88940d service neutron] Bound port: d51472d0-9c05-4789-b785-88c8d484278a, host: n-h2-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b732879-896e-432d-a96e-7cba9e2b8a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ac37406e-6eba-42f0-a02b-49bc68c3a995'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:32:46.844698 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-53513ddb-1530-4e1d-95d9-e9bf07e00348 req-0b220d67-9504-4f9f-bb43-9368ee88940d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:46.945174 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-53513ddb-1530-4e1d-95d9-e9bf07e00348 req-0b220d67-9504-4f9f-bb43-9368ee88940d service neutron] For port d51472d0-9c05-4789-b785-88c8d484278a, host n-h2-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:32:46.950367 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-53513ddb-1530-4e1d-95d9-e9bf07e00348 req-0b220d67-9504-4f9f-bb43-9368ee88940d service neutron] For port d51472d0-9c05-4789-b785-88c8d484278a, host n-h2-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=d51472d0-9c05-4789-b785-88c8d484278a,segment=NetworkSegment(3b732879-896e-432d-a96e-7cba9e2b8a93),segment_id=3b732879-896e-432d-a96e-7cba9e2b8a93)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:32:46.962144 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8709dd7-c3a0-4eb6-bb4b-f21a5d63ff12 req-acab5d54-9719-4920-9b33-ba6ad9f14c09 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:46.963837 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e8709dd7-c3a0-4eb6-bb4b-f21a5d63ff12 req-acab5d54-9719-4920-9b33-ba6ad9f14c09 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=32297d65-b9bc-4eb7-b4b7-ab54a561abe0 HTTP/1.1" status: 200 len: 943 time: 0.0828075 Dec 20 14:32:46.965632 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-53513ddb-1530-4e1d-95d9-e9bf07e00348 req-0b220d67-9504-4f9f-bb43-9368ee88940d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:47.011549 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53513ddb-1530-4e1d-95d9-e9bf07e00348 req-0b220d67-9504-4f9f-bb43-9368ee88940d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:47.012185 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-53513ddb-1530-4e1d-95d9-e9bf07e00348 req-0b220d67-9504-4f9f-bb43-9368ee88940d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:47.013613 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-53513ddb-1530-4e1d-95d9-e9bf07e00348 req-0b220d67-9504-4f9f-bb43-9368ee88940d service neutron] 10.222.0.47 "PUT /v2.0/ports/d51472d0-9c05-4789-b785-88c8d484278a HTTP/1.1" status: 200 len: 1092 time: 1.2739418 Dec 20 14:32:47.014111 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32297d65-b9bc-4eb7-b4b7-ab54a561abe0', 'tag': 'd51472d0-9c05-4789-b785-88c8d484278a'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:32:47.016437 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9105675b-c344-42fd-b5e2-33bd313a5a7c" -d '{"events": [{"name": "network-changed", "server_uuid": "32297d65-b9bc-4eb7-b4b7-ab54a561abe0", "tag": "d51472d0-9c05-4789-b785-88c8d484278a"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:32:47.107456 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e8709dd7-c3a0-4eb6-bb4b-f21a5d63ff12 req-c2b00d15-8571-4ea0-ac3d-94f9872f3bf2 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233692 Dec 20 14:32:47.125264 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6cfa70f4-ce72-4143-b129-f92a6a8af1fc req-c5ac28af-ce95-477c-bf23-d2628deffdd6 tempest-ServerShowV254Test-2142181409 tempest-ServerShowV254Test-2142181409-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac6c071-be6c-49ad-8407-56c385ea202e HTTP/1.1" status: 200 len: 210 time: 0.0460603 Dec 20 14:32:47.134532 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b220d67-9504-4f9f-bb43-9368ee88940d service neutron] Pushing event updated for resources: {'Port': ['ID=d51472d0-9c05-4789-b785-88c8d484278a,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:32:47.157732 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0f59e5b-4683-4183-a6d6-16696efe5b63 x-openstack-request-id: req-f0f59e5b-4683-4183-a6d6-16696efe5b63 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:32:47.158196 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32297d65-b9bc-4eb7-b4b7-ab54a561abe0", "tag": "d51472d0-9c05-4789-b785-88c8d484278a", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:32:47.158455 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f0f59e5b-4683-4183-a6d6-16696efe5b63 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:32:47.158923 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32297d65-b9bc-4eb7-b4b7-ab54a561abe0', 'tag': 'd51472d0-9c05-4789-b785-88c8d484278a', 'status': 'completed', 'code': 200} Dec 20 14:32:47.174344 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53513ddb-1530-4e1d-95d9-e9bf07e00348 req-5566c2a2-2fa2-4078-b9f8-c9230f2a7aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:47.177344 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-53513ddb-1530-4e1d-95d9-e9bf07e00348 req-5566c2a2-2fa2-4078-b9f8-c9230f2a7aaa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b34e3eedf72e455b9cbb2db5d8862a92&device_id=32297d65-b9bc-4eb7-b4b7-ab54a561abe0 HTTP/1.1" status: 200 len: 1095 time: 0.1034288 Dec 20 14:32:47.227019 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-53513ddb-1530-4e1d-95d9-e9bf07e00348 req-4da2e793-bc69-4a46-8474-0461255af66a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d51472d0-9c05-4789-b785-88c8d484278a HTTP/1.1" status: 200 len: 217 time: 0.0415070 Dec 20 14:32:47.290589 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53513ddb-1530-4e1d-95d9-e9bf07e00348 req-e5a549f2-d054-4d96-b0cb-069c203df769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:47.292166 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-53513ddb-1530-4e1d-95d9-e9bf07e00348 req-e5a549f2-d054-4d96-b0cb-069c203df769 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8bcc849b-c021-46b4-96cd-8d7c30cd2023 HTTP/1.1" status: 200 len: 845 time: 0.0574012 Dec 20 14:32:47.326604 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-53513ddb-1530-4e1d-95d9-e9bf07e00348 req-994df2e8-b9a1-4543-85c2-185a727e61ff service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ac37406e-6eba-42f0-a02b-49bc68c3a995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273361 Dec 20 14:32:47.454910 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-53513ddb-1530-4e1d-95d9-e9bf07e00348 req-c5913eb0-e020-4b74-8e74-b4f3effc60f3 service neutron] 10.222.0.47 "GET /v2.0/networks/ac37406e-6eba-42f0-a02b-49bc68c3a995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207821 Dec 20 14:32:47.582079 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-53513ddb-1530-4e1d-95d9-e9bf07e00348 req-9f626648-65a6-4161-afc7-9c59fb90f216 service neutron] 10.222.0.47 "GET /v2.0/networks/ac37406e-6eba-42f0-a02b-49bc68c3a995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161726 Dec 20 14:32:47.679228 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cff1cc-c0b0-48e1-bba0-abdcfd3bc77f req-005342cb-237a-4321-afbb-cad98c11c3bf tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:47.680825 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-33cff1cc-c0b0-48e1-bba0-abdcfd3bc77f req-005342cb-237a-4321-afbb-cad98c11c3bf tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=4df90982-e84c-48a8-81f5-b7ba197839f7 HTTP/1.1" status: 200 len: 945 time: 0.0878344 Dec 20 14:32:47.740651 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9105675b-c344-42fd-b5e2-33bd313a5a7c req-7358b3fb-cc5a-471e-b09a-a42b7216a5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:47.742608 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9105675b-c344-42fd-b5e2-33bd313a5a7c req-7358b3fb-cc5a-471e-b09a-a42b7216a5d1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b34e3eedf72e455b9cbb2db5d8862a92&device_id=32297d65-b9bc-4eb7-b4b7-ab54a561abe0 HTTP/1.1" status: 200 len: 1095 time: 0.0898702 Dec 20 14:32:47.781139 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-33cff1cc-c0b0-48e1-bba0-abdcfd3bc77f req-dbc48999-c4af-4391-b97a-8b18317abc14 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916913 Dec 20 14:32:47.861389 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9105675b-c344-42fd-b5e2-33bd313a5a7c req-0669da53-c03b-4405-85d4-800aa85f5207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:47.862993 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9105675b-c344-42fd-b5e2-33bd313a5a7c req-0669da53-c03b-4405-85d4-800aa85f5207 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ac37406e-6eba-42f0-a02b-49bc68c3a995 HTTP/1.1" status: 200 len: 906 time: 0.1128640 Dec 20 14:32:47.929321 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9105675b-c344-42fd-b5e2-33bd313a5a7c req-b77bdd87-d97b-4bd7-949e-8ad08ceb0b87 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d51472d0-9c05-4789-b785-88c8d484278a HTTP/1.1" status: 200 len: 217 time: 0.0512264 Dec 20 14:32:47.939944 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0f2535-d123-4fed-9f9e-a7e41e6ef2cb req-aa4d314a-8135-4f95-9275-8ee2f7ef5e82 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:47.955324 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2b0f2535-d123-4fed-9f9e-a7e41e6ef2cb req-aa4d314a-8135-4f95-9275-8ee2f7ef5e82 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ba28b68-c49c-43e1-9114-970c5ba1b196 HTTP/1.1" status: 200 len: 950 time: 0.0980859 Dec 20 14:32:48.003252 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9105675b-c344-42fd-b5e2-33bd313a5a7c req-93f47ccc-a1ad-415d-afa1-69e5fd67e73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:48.004954 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9105675b-c344-42fd-b5e2-33bd313a5a7c req-93f47ccc-a1ad-415d-afa1-69e5fd67e73d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8bcc849b-c021-46b4-96cd-8d7c30cd2023 HTTP/1.1" status: 200 len: 845 time: 0.0681310 Dec 20 14:32:48.051491 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2b0f2535-d123-4fed-9f9e-a7e41e6ef2cb req-37f530f3-9ada-4660-ba6b-5763c57aa735 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796711 Dec 20 14:32:48.063453 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9105675b-c344-42fd-b5e2-33bd313a5a7c req-3ee61255-9fd1-43ad-b27a-15a46de2821f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ac37406e-6eba-42f0-a02b-49bc68c3a995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509768 Dec 20 14:32:48.256563 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9105675b-c344-42fd-b5e2-33bd313a5a7c req-5f9fc994-0e1c-4e6f-95f0-bad5f8c6aa03 service neutron] 10.222.0.47 "GET /v2.0/networks/ac37406e-6eba-42f0-a02b-49bc68c3a995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726127 Dec 20 14:32:48.267878 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fce5e6-9413-4518-8ca4-75175b234022 req-8072d736-5d25-4062-9f1a-4d35f9a81754 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:48.269353 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-39fce5e6-9413-4518-8ca4-75175b234022 req-8072d736-5d25-4062-9f1a-4d35f9a81754 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=32297d65-b9bc-4eb7-b4b7-ab54a561abe0 HTTP/1.1" status: 200 len: 943 time: 0.0908875 Dec 20 14:32:48.290546 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0a76f53e-bee0-458e-9505-19355e6aad6c req-25361ed4-ef8b-4799-8595-407a235070c4 tempest-ServerShowV254Test-2142181409 tempest-ServerShowV254Test-2142181409-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac6c071-be6c-49ad-8407-56c385ea202e HTTP/1.1" status: 200 len: 210 time: 0.0464244 Dec 20 14:32:48.407797 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-39fce5e6-9413-4518-8ca4-75175b234022 req-50aedbe3-1a6a-40c1-bbab-b31905684d8b tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090889 Dec 20 14:32:48.443971 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9105675b-c344-42fd-b5e2-33bd313a5a7c req-fb88d136-d790-4192-9b65-e3b0f6c0e795 service neutron] 10.222.0.47 "GET /v2.0/networks/ac37406e-6eba-42f0-a02b-49bc68c3a995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736171 Dec 20 14:32:48.915088 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345c6078-6b0f-4a79-a3fe-f59f41302001 req-46a7cba8-e0f8-40da-a1fa-c1e5e869c210 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:48.916654 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-345c6078-6b0f-4a79-a3fe-f59f41302001 req-46a7cba8-e0f8-40da-a1fa-c1e5e869c210 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=4df90982-e84c-48a8-81f5-b7ba197839f7 HTTP/1.1" status: 200 len: 945 time: 0.0600431 Dec 20 14:32:48.972545 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-345c6078-6b0f-4a79-a3fe-f59f41302001 req-db06aaff-18f1-44f7-ade4-a6a3c590f8d8 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494742 Dec 20 14:32:49.204063 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f242bfa0-a20f-436f-813c-47ae62a273b0 req-05259e1a-3fed-4a67-a7ff-d453d092f870 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:49.205598 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f242bfa0-a20f-436f-813c-47ae62a273b0 req-05259e1a-3fed-4a67-a7ff-d453d092f870 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ba28b68-c49c-43e1-9114-970c5ba1b196 HTTP/1.1" status: 200 len: 950 time: 0.0616782 Dec 20 14:32:49.255905 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f242bfa0-a20f-436f-813c-47ae62a273b0 req-acec54f6-c420-4ae0-8a22-3f62ec48420a tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439620 Dec 20 14:32:49.410993 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-870b6908-7d7e-4734-b8c2-faf6869a54e1 req-a8bfdd81-de3e-439b-b7dc-bdd6fe7f14af tempest-ServerShowV254Test-2142181409 tempest-ServerShowV254Test-2142181409-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac6c071-be6c-49ad-8407-56c385ea202e HTTP/1.1" status: 200 len: 210 time: 0.0281854 Dec 20 14:32:49.447633 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device f1eda508-d20c-4a8d-a25a-d19d7fdf8420 up at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:32:49.504201 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning for port f1eda508-d20c-4a8d-a25a-d19d7fdf8420 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:32:49.508828 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning complete for port f1eda508-d20c-4a8d-a25a-d19d7fdf8420 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:32:49.509632 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:49.551841 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d4d5c4-e97f-4cb1-b50c-6ed8d05b8ab5 req-e5d48dd0-1e01-4b3a-9621-34f6d543e774 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:49.553560 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-77d4d5c4-e97f-4cb1-b50c-6ed8d05b8ab5 req-e5d48dd0-1e01-4b3a-9621-34f6d543e774 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=32297d65-b9bc-4eb7-b4b7-ab54a561abe0 HTTP/1.1" status: 200 len: 943 time: 0.0655186 Dec 20 14:32:49.607977 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:49.616538 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-77d4d5c4-e97f-4cb1-b50c-6ed8d05b8ab5 req-849e092a-e983-4a94-8827-933e4000951e tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522304 Dec 20 14:32:49.651867 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4df90982-e84c-48a8-81f5-b7ba197839f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1eda508-d20c-4a8d-a25a-d19d7fdf8420'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:32:49.654199 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dad36bb1-9f9e-4996-aca3-c253b4cf39cb" -d '{"events": [{"server_uuid": "4df90982-e84c-48a8-81f5-b7ba197839f7", "name": "network-vif-plugged", "status": "completed", "tag": "f1eda508-d20c-4a8d-a25a-d19d7fdf8420"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:32:49.670034 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port f1eda508-d20c-4a8d-a25a-d19d7fdf8420, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=f1eda508-d20c-4a8d-a25a-d19d7fdf8420,segment=NetworkSegment(0db4f97e-52d2-4e75-a7f6-550aa2b8eca1),segment_id=0db4f97e-52d2-4e75-a7f6-550aa2b8eca1)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:32:49.679346 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:49.734977 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=f1eda508-d20c-4a8d-a25a-d19d7fdf8420,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:32:49.754931 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d9d6613-6b4b-49a8-8f99-cfd5a8976e68 x-openstack-request-id: req-3d9d6613-6b4b-49a8-8f99-cfd5a8976e68 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:32:49.755224 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4df90982-e84c-48a8-81f5-b7ba197839f7", "name": "network-vif-plugged", "status": "completed", "tag": "f1eda508-d20c-4a8d-a25a-d19d7fdf8420", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:32:49.755476 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3d9d6613-6b4b-49a8-8f99-cfd5a8976e68 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:32:49.755970 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4df90982-e84c-48a8-81f5-b7ba197839f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1eda508-d20c-4a8d-a25a-d19d7fdf8420', 'code': 200} Dec 20 14:32:49.859979 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf603cd-8a07-4a6f-8591-e22657a91229 req-f3ba0169-41db-490a-918c-5238c9cb43ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:49.861419 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4bf603cd-8a07-4a6f-8591-e22657a91229 req-f3ba0169-41db-490a-918c-5238c9cb43ec service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4df90982-e84c-48a8-81f5-b7ba197839f7 HTTP/1.1" status: 200 len: 1098 time: 0.0450683 Dec 20 14:32:49.910391 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4bf603cd-8a07-4a6f-8591-e22657a91229 req-45a9503c-b61c-4cd7-88be-2e4eb02bc069 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403934 Dec 20 14:32:50.283640 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e3562a-4fc4-446d-8f11-69aca06e8926 req-77a430bf-6d93-44e4-b453-f7f4d12a2864 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:50.285149 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-74e3562a-4fc4-446d-8f11-69aca06e8926 req-77a430bf-6d93-44e4-b453-f7f4d12a2864 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=4df90982-e84c-48a8-81f5-b7ba197839f7 HTTP/1.1" status: 200 len: 946 time: 0.0546021 Dec 20 14:32:50.335900 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-74e3562a-4fc4-446d-8f11-69aca06e8926 req-1c9d966e-e350-47ae-976a-ee6fe6d1c114 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441351 Dec 20 14:32:50.344737 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device d51472d0-9c05-4789-b785-88c8d484278a details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:32:50.481299 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port d51472d0-9c05-4789-b785-88c8d484278a, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=d51472d0-9c05-4789-b785-88c8d484278a,segment=NetworkSegment(3b732879-896e-432d-a96e-7cba9e2b8a93),segment_id=3b732879-896e-432d-a96e-7cba9e2b8a93)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:32:50.490084 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f362d594-321a-45b8-b79b-6c4ff2158b65 req-a3069aee-1985-454a-bcca-d8b43bb70228 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:50.491692 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f362d594-321a-45b8-b79b-6c4ff2158b65 req-a3069aee-1985-454a-bcca-d8b43bb70228 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ba28b68-c49c-43e1-9114-970c5ba1b196 HTTP/1.1" status: 200 len: 950 time: 0.0660532 Dec 20 14:32:50.494428 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': 'd51472d0-9c05-4789-b785-88c8d484278a', 'network_id': 'ac37406e-6eba-42f0-a02b-49bc68c3a995', 'port_id': 'd51472d0-9c05-4789-b785-88c8d484278a', 'mac_address': 'fa:16:3e:0f:a5:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bcc849b-c021-46b4-96cd-8d7c30cd2023', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:32:50.539074 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-32f938dc-8d0d-4244-96c1-b8647a1914da req-3108005e-8d97-45bb-ae49-b74c7235a9f8 tempest-ServerShowV254Test-2142181409 tempest-ServerShowV254Test-2142181409-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac6c071-be6c-49ad-8407-56c385ea202e HTTP/1.1" status: 200 len: 210 time: 0.0378981 Dec 20 14:32:50.544996 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:50.563372 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f362d594-321a-45b8-b79b-6c4ff2158b65 req-7c4f635a-93eb-4049-8334-5df669b9c7e6 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634599 Dec 20 14:32:50.568105 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d51472d0-9c05-4789-b785-88c8d484278a {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:32:50.590629 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port d51472d0-9c05-4789-b785-88c8d484278a, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=d51472d0-9c05-4789-b785-88c8d484278a,segment=NetworkSegment(3b732879-896e-432d-a96e-7cba9e2b8a93),segment_id=3b732879-896e-432d-a96e-7cba9e2b8a93)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:32:50.595191 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:50.653016 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=d51472d0-9c05-4789-b785-88c8d484278a,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:32:50.744241 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63eac8a-815a-4e74-81ae-1373a3f777b7 req-56c70c9f-4ffc-4aa1-9943-a9da9700b1ee tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:50.745791 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d63eac8a-815a-4e74-81ae-1373a3f777b7 req-56c70c9f-4ffc-4aa1-9943-a9da9700b1ee tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/networks?id=0b117659-1bb4-437b-b0c1-51f56db7ff3a HTTP/1.1" status: 200 len: 804 time: 0.1250653 Dec 20 14:32:50.771579 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d63eac8a-815a-4e74-81ae-1373a3f777b7 req-16028e83-f2b4-4553-b6ff-7a442321db1e tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/quotas/1cc26e75091641c38e981f6c0cbcbef7 HTTP/1.1" status: 200 len: 375 time: 0.0173182 Dec 20 14:32:50.809701 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98982e9-4980-4d82-bd7d-0e37c6901c00 req-ece28c47-02a8-49ec-8db7-d67101be7a4a tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:50.811242 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b98982e9-4980-4d82-bd7d-0e37c6901c00 req-ece28c47-02a8-49ec-8db7-d67101be7a4a tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=32297d65-b9bc-4eb7-b4b7-ab54a561abe0 HTTP/1.1" status: 200 len: 944 time: 0.0699267 Dec 20 14:32:50.831827 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d63eac8a-815a-4e74-81ae-1373a3f777b7 req-fd438c06-fd02-4dbd-a2fa-d8b93dfbd1ba tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=1cc26e75091641c38e981f6c0cbcbef7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0526314 Dec 20 14:32:50.869892 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b98982e9-4980-4d82-bd7d-0e37c6901c00 req-a3ba959d-92db-4ebe-a3fe-4215c20e3182 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523958 Dec 20 14:32:50.891995 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['d51472d0-9c05-4789-b785-88c8d484278a'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:32:50.993099 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d63eac8a-815a-4e74-81ae-1373a3f777b7 req-aaaa6877-d980-42f8-904a-3d27ae63596d service neutron] 10.222.0.54 "GET /v2.0/networks/0b117659-1bb4-437b-b0c1-51f56db7ff3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570272 Dec 20 14:32:51.086510 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d63eac8a-815a-4e74-81ae-1373a3f777b7 req-0dcf7816-aad9-488f-8875-13f871748109 service neutron] 10.222.0.54 "GET /v2.0/networks/0b117659-1bb4-437b-b0c1-51f56db7ff3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867260 Dec 20 14:32:51.260163 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f559e011-dae9-439a-8df2-d5de0df60a56 req-34cda971-96cf-4ef2-817b-780e35c0c60c tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/ports?device_id=649d2e14-ea34-4a4c-8f03-2cdf2a0122eb HTTP/1.1" status: 200 len: 210 time: 0.0302250 Dec 20 14:32:51.486074 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2e94a8-5874-4048-9b0b-85930e1f33f1 req-46201fa9-2026-4999-8219-a8eba0de7efb tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:51.487968 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ba2e94a8-5874-4048-9b0b-85930e1f33f1 req-46201fa9-2026-4999-8219-a8eba0de7efb tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=4df90982-e84c-48a8-81f5-b7ba197839f7 HTTP/1.1" status: 200 len: 946 time: 0.0644567 Dec 20 14:32:51.543447 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ba2e94a8-5874-4048-9b0b-85930e1f33f1 req-23f8cd49-aa50-453c-b356-51c4bbc2d66a tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473585 Dec 20 14:32:51.649594 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a130c34a-f80e-4801-869e-33aa0e4bdd78 req-f0a8543b-a7ea-419c-8ec9-99ac9eef88fb tempest-ServerShowV254Test-2142181409 tempest-ServerShowV254Test-2142181409-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac6c071-be6c-49ad-8407-56c385ea202e HTTP/1.1" status: 200 len: 210 time: 0.0301588 Dec 20 14:32:51.691784 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb0bb85-464a-43b4-959c-2edf9ac2c9b8 req-33f7d0f9-b609-4bda-897c-fb57c3eb9d8c tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:51.693709 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ebb0bb85-464a-43b4-959c-2edf9ac2c9b8 req-33f7d0f9-b609-4bda-897c-fb57c3eb9d8c tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ba28b68-c49c-43e1-9114-970c5ba1b196 HTTP/1.1" status: 200 len: 950 time: 0.0561805 Dec 20 14:32:51.758213 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ebb0bb85-464a-43b4-959c-2edf9ac2c9b8 req-2f557c02-68b0-4de9-b692-09f001e93976 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555522 Dec 20 14:32:52.004991 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ac7fb1-c937-4ebc-99ef-912dc10953e5 req-c8eb6139-57e7-4b29-983f-67117466a8f7 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:52.006542 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-83ac7fb1-c937-4ebc-99ef-912dc10953e5 req-c8eb6139-57e7-4b29-983f-67117466a8f7 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=32297d65-b9bc-4eb7-b4b7-ab54a561abe0 HTTP/1.1" status: 200 len: 944 time: 0.0569820 Dec 20 14:32:52.059575 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-83ac7fb1-c937-4ebc-99ef-912dc10953e5 req-51cbd206-a089-476d-900a-a5d4144e9941 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459111 Dec 20 14:32:52.356091 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device d51472d0-9c05-4789-b785-88c8d484278a up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:32:52.395432 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bc9d7ce1-bfb0-4e86-9ef7-fb54528e8bd9 req-75aeb155-5d7c-445f-bc07-339d4e0f1c07 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/ports?device_id=649d2e14-ea34-4a4c-8f03-2cdf2a0122eb HTTP/1.1" status: 200 len: 210 time: 0.0415483 Dec 20 14:32:52.418403 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning for port d51472d0-9c05-4789-b785-88c8d484278a completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:32:52.418403 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port d51472d0-9c05-4789-b785-88c8d484278a triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:32:52.418403 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:52.424390 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63eac8a-815a-4e74-81ae-1373a3f777b7 req-a5973f16-4433-41f7-b4d6-9a7965b3d4a5 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:52.425935 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d63eac8a-815a-4e74-81ae-1373a3f777b7 req-a5973f16-4433-41f7-b4d6-9a7965b3d4a5 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.47 "GET /v2.0/networks?id=0b117659-1bb4-437b-b0c1-51f56db7ff3a HTTP/1.1" status: 200 len: 804 time: 0.1645942 Dec 20 14:32:52.440875 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-d63eac8a-815a-4e74-81ae-1373a3f777b7 req-997b6ab6-ebbf-493f-8d2a-87598d5c3529 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Request body: {'port': {'device_id': '649d2e14-ea34-4a4c-8f03-2cdf2a0122eb', 'network_id': '0b117659-1bb4-437b-b0c1-51f56db7ff3a', 'admin_state_up': True, 'tenant_id': '1cc26e75091641c38e981f6c0cbcbef7'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:32:52.501417 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:52.532487 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32297d65-b9bc-4eb7-b4b7-ab54a561abe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd51472d0-9c05-4789-b785-88c8d484278a'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:32:52.534999 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60832f06-08cc-4355-ad0d-debf5d0b81c1" -d '{"events": [{"server_uuid": "32297d65-b9bc-4eb7-b4b7-ab54a561abe0", "name": "network-vif-plugged", "status": "completed", "tag": "d51472d0-9c05-4789-b785-88c8d484278a"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:32:52.549753 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port d51472d0-9c05-4789-b785-88c8d484278a, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=d51472d0-9c05-4789-b785-88c8d484278a,segment=NetworkSegment(3b732879-896e-432d-a96e-7cba9e2b8a93),segment_id=3b732879-896e-432d-a96e-7cba9e2b8a93)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:32:52.555100 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:52.564266 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d63eac8a-815a-4e74-81ae-1373a3f777b7 req-997b6ab6-ebbf-493f-8d2a-87598d5c3529 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Made reservation on behalf of 1cc26e75091641c38e981f6c0cbcbef7 for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:32:52.576396 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-d63eac8a-815a-4e74-81ae-1373a3f777b7 req-997b6ab6-ebbf-493f-8d2a-87598d5c3529 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:52.610600 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-211d523d-6e9e-4cde-985a-8fd6694ccf22 x-openstack-request-id: req-211d523d-6e9e-4cde-985a-8fd6694ccf22 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:32:52.610927 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32297d65-b9bc-4eb7-b4b7-ab54a561abe0", "name": "network-vif-plugged", "status": "completed", "tag": "d51472d0-9c05-4789-b785-88c8d484278a", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:32:52.611245 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-211d523d-6e9e-4cde-985a-8fd6694ccf22 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:32:52.612483 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32297d65-b9bc-4eb7-b4b7-ab54a561abe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd51472d0-9c05-4789-b785-88c8d484278a', 'code': 200} Dec 20 14:32:52.622219 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=d51472d0-9c05-4789-b785-88c8d484278a,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:32:52.639883 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:32:52.640389 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:32:52.640483 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:32:52.640753 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dafce40-885a-4951-8df5-fe61235839a5 req-4ca97c0f-3c79-4c6f-b907-5d2579e8eec3 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:52.641327 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:32:52.641327 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:32:52.641477 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:32:52.642475 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:32:52.642833 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:32:52.643292 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:32:52.643484 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9dafce40-885a-4951-8df5-fe61235839a5 req-4ca97c0f-3c79-4c6f-b907-5d2579e8eec3 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e11a8fb-70fa-4ef1-a6a3-5a513f31a37a HTTP/1.1" status: 200 len: 946 time: 0.1201828 Dec 20 14:32:52.643851 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:32:52.644182 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:32:52.644502 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:32:52.644822 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:32:52.771354 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be58d8a-4995-4d7f-88e5-ee1ae64a72d5 req-2246dc58-28fe-4d0c-8ae2-b2af2477b425 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:52.773157 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5be58d8a-4995-4d7f-88e5-ee1ae64a72d5 req-2246dc58-28fe-4d0c-8ae2-b2af2477b425 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=4df90982-e84c-48a8-81f5-b7ba197839f7 HTTP/1.1" status: 200 len: 946 time: 0.0991161 Dec 20 14:32:52.794222 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-bebd8035-6613-40ed-899c-3074a9f5e1dc req-9438f893-1a00-47f8-a6c6-bd8ce49ae0f6 tempest-ServerShowV254Test-2142181409 tempest-ServerShowV254Test-2142181409-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac6c071-be6c-49ad-8407-56c385ea202e HTTP/1.1" status: 200 len: 210 time: 0.0363114 Dec 20 14:32:52.797328 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79373881-e17a-47fb-96fd-cd69f90ace9c req-d911b419-a932-49e1-a639-0eea4aef665d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:52.798742 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-79373881-e17a-47fb-96fd-cd69f90ace9c req-d911b419-a932-49e1-a639-0eea4aef665d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=32297d65-b9bc-4eb7-b4b7-ab54a561abe0 HTTP/1.1" status: 200 len: 1097 time: 0.1160905 Dec 20 14:32:52.829456 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [req-d63eac8a-815a-4e74-81ae-1373a3f777b7 req-997b6ab6-ebbf-493f-8d2a-87598d5c3529 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Allocated IP 172.20.0.10 (0b117659-1bb4-437b-b0c1-51f56db7ff3a/2ff79ed4-3dfb-4794-99de-386c9b910625/d5c0d553-3bbd-4e1e-b8b0-ce2750522288) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:32:52.851018 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5be58d8a-4995-4d7f-88e5-ee1ae64a72d5 req-c8e64b86-447e-425f-adf8-f4c1e86222c7 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669820 Dec 20 14:32:52.853575 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-9dafce40-885a-4951-8df5-fe61235839a5 req-2a0cef20-012c-4e0f-a0fb-31e007520c08 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Deleting port 0cecc607-df4f-43d4-914b-dfa4cc10d2da {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:32:52.854115 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-9dafce40-885a-4951-8df5-fe61235839a5 req-2a0cef20-012c-4e0f-a0fb-31e007520c08 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:52.879626 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-79373881-e17a-47fb-96fd-cd69f90ace9c req-ab895e8c-57d1-447b-aa95-662e41532027 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713897 Dec 20 14:32:53.001119 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-9dafce40-885a-4951-8df5-fe61235839a5 req-2a0cef20-012c-4e0f-a0fb-31e007520c08 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] For port 0cecc607-df4f-43d4-914b-dfa4cc10d2da, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=0cecc607-df4f-43d4-914b-dfa4cc10d2da,segment=NetworkSegment(c66b4285-faba-435b-92e7-6de47ba5ef36),segment_id=c66b4285-faba-435b-92e7-6de47ba5ef36)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:32:53.001119 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-9dafce40-885a-4951-8df5-fe61235839a5 req-2a0cef20-012c-4e0f-a0fb-31e007520c08 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:53.016365 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-9dafce40-885a-4951-8df5-fe61235839a5 req-2a0cef20-012c-4e0f-a0fb-31e007520c08 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Calling delete_port for 0cecc607-df4f-43d4-914b-dfa4cc10d2da owned by compute:nova {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:32:53.019697 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee61fb26-6c41-4d1c-9a6a-cfe3f5fed685 req-afe6d090-66e1-43e5-8b61-3e782eb773c7 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:53.021397 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ee61fb26-6c41-4d1c-9a6a-cfe3f5fed685 req-afe6d090-66e1-43e5-8b61-3e782eb773c7 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ba28b68-c49c-43e1-9114-970c5ba1b196 HTTP/1.1" status: 200 len: 950 time: 0.0914783 Dec 20 14:32:53.097217 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 14:32:53.121810 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ee61fb26-6c41-4d1c-9a6a-cfe3f5fed685 req-15d2f05c-cbb1-49d0-8807-97ccced61c3d tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741837 Dec 20 14:32:53.153233 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2f1a08-b37a-421a-8206-4fa5f9d40ac0 req-86240feb-f7fe-4972-b755-3ecc424cc6f1 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:53.154543 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-d63eac8a-815a-4e74-81ae-1373a3f777b7 req-997b6ab6-ebbf-493f-8d2a-87598d5c3529 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:53.154846 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9f2f1a08-b37a-421a-8206-4fa5f9d40ac0 req-86240feb-f7fe-4972-b755-3ecc424cc6f1 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=4df90982-e84c-48a8-81f5-b7ba197839f7 HTTP/1.1" status: 200 len: 946 time: 0.0857625 Dec 20 14:32:53.220687 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-d63eac8a-815a-4e74-81ae-1373a3f777b7 req-997b6ab6-ebbf-493f-8d2a-87598d5c3529 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:53.268274 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9f2f1a08-b37a-421a-8206-4fa5f9d40ac0 req-dd931f85-3b56-4456-892d-6db394c2237d tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923145 Dec 20 14:32:53.273977 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-9dafce40-885a-4951-8df5-fe61235839a5 req-2a0cef20-012c-4e0f-a0fb-31e007520c08 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:53.287194 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d63eac8a-815a-4e74-81ae-1373a3f777b7 req-997b6ab6-ebbf-493f-8d2a-87598d5c3529 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Network 0b117659-1bb4-437b-b0c1-51f56db7ff3a is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:32:53.302746 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [req-d63eac8a-815a-4e74-81ae-1373a3f777b7 req-997b6ab6-ebbf-493f-8d2a-87598d5c3529 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:32:53.307063 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-d63eac8a-815a-4e74-81ae-1373a3f777b7 req-997b6ab6-ebbf-493f-8d2a-87598d5c3529 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:32:53.308822 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0cef20-012c-4e0f-a0fb-31e007520c08 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Pushing event deleted for resources: {'Port': ['ID=0cecc607-df4f-43d4-914b-dfa4cc10d2da,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:32:53.363791 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dafce40-885a-4951-8df5-fe61235839a5 req-2a0cef20-012c-4e0f-a0fb-31e007520c08 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] No DVR routers for this DVR port 0cecc607-df4f-43d4-914b-dfa4cc10d2da on host n-h1-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:32:53.366768 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-9dafce40-885a-4951-8df5-fe61235839a5 req-2a0cef20-012c-4e0f-a0fb-31e007520c08 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:53.372629 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9dafce40-885a-4951-8df5-fe61235839a5 req-2a0cef20-012c-4e0f-a0fb-31e007520c08 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.30 "DELETE /v2.0/ports/0cecc607-df4f-43d4-914b-dfa4cc10d2da HTTP/1.1" status: 204 len: 173 time: 0.7182140 Dec 20 14:32:53.373301 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e11a8fb-70fa-4ef1-a6a3-5a513f31a37a', 'name': 'network-vif-deleted', 'tag': '0cecc607-df4f-43d4-914b-dfa4cc10d2da'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:32:53.375875 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e8b3b8c-f82e-4c15-a89d-f0307a8f7b85" -d '{"events": [{"server_uuid": "6e11a8fb-70fa-4ef1-a6a3-5a513f31a37a", "name": "network-vif-deleted", "tag": "0cecc607-df4f-43d4-914b-dfa4cc10d2da"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:32:53.376130 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997b6ab6-ebbf-493f-8d2a-87598d5c3529 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Pushing event updated for resources: {'Port': ['ID=d5c0d553-3bbd-4e1e-b8b0-ce2750522288,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:32:53.407069 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63eac8a-815a-4e74-81ae-1373a3f777b7 req-997b6ab6-ebbf-493f-8d2a-87598d5c3529 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:53.407069 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-d63eac8a-815a-4e74-81ae-1373a3f777b7 req-997b6ab6-ebbf-493f-8d2a-87598d5c3529 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:53.432088 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07f3105-abbf-417d-854a-6ed7be775348 req-24541291-a817-47ef-8b29-ca29c2de2a6e tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:53.433685 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e07f3105-abbf-417d-854a-6ed7be775348 req-24541291-a817-47ef-8b29-ca29c2de2a6e tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=32297d65-b9bc-4eb7-b4b7-ab54a561abe0 HTTP/1.1" status: 200 len: 945 time: 0.0937915 Dec 20 14:32:53.437547 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d63eac8a-815a-4e74-81ae-1373a3f777b7 req-997b6ab6-ebbf-493f-8d2a-87598d5c3529 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0008769 Dec 20 14:32:53.454506 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-d63eac8a-815a-4e74-81ae-1373a3f777b7 req-c2337d90-24fe-421a-b578-f0b91ed801ab service neutron] Request body: {'port': {'device_id': '649d2e14-ea34-4a4c-8f03-2cdf2a0122eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-19'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:32:53.457973 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caf10986-d028-4143-a2d3-8aed730cebd6 x-openstack-request-id: req-caf10986-d028-4143-a2d3-8aed730cebd6 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:32:53.458303 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e11a8fb-70fa-4ef1-a6a3-5a513f31a37a", "name": "network-vif-deleted", "tag": "0cecc607-df4f-43d4-914b-dfa4cc10d2da", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:32:53.458634 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-caf10986-d028-4143-a2d3-8aed730cebd6 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:32:53.459120 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e11a8fb-70fa-4ef1-a6a3-5a513f31a37a', 'name': 'network-vif-deleted', 'tag': '0cecc607-df4f-43d4-914b-dfa4cc10d2da', 'status': 'completed', 'code': 200} Dec 20 14:32:53.460615 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 0cecc607-df4f-43d4-914b-dfa4cc10d2da no longer exists at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:32:53.491199 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] No Port match for: 0cecc607-df4f-43d4-914b-dfa4cc10d2da {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:32:53.491699 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 0cecc607-df4f-43d4-914b-dfa4cc10d2da not bound to the agent host n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:32:53.563618 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e07f3105-abbf-417d-854a-6ed7be775348 req-68d910b2-8d23-4854-b4de-6d8116b09cef tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216872 Dec 20 14:32:53.564376 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-d63eac8a-815a-4e74-81ae-1373a3f777b7 req-c2337d90-24fe-421a-b578-f0b91ed801ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:53.584213 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc05af5e-ae24-4a00-bc0a-b2928daad99c req-5badd96d-e838-4bb2-8fae-f8924db13977 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:53.585749 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cc05af5e-ae24-4a00-bc0a-b2928daad99c req-5badd96d-e838-4bb2-8fae-f8924db13977 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/ports?device_id=649d2e14-ea34-4a4c-8f03-2cdf2a0122eb HTTP/1.1" status: 200 len: 932 time: 0.0533369 Dec 20 14:32:53.640611 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cc05af5e-ae24-4a00-bc0a-b2928daad99c req-6292e870-0015-4c4f-aea0-34d9bd67f58c tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/security-groups?id=a27fba59-7d90-4650-9482-b2bcd3113c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468457 Dec 20 14:32:53.876150 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [req-d63eac8a-815a-4e74-81ae-1373a3f777b7 req-c2337d90-24fe-421a-b578-f0b91ed801ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5c0d553-3bbd-4e1e-b8b0-ce2750522288 {{(pid=103167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:32:53.884702 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-d63eac8a-815a-4e74-81ae-1373a3f777b7 req-c2337d90-24fe-421a-b578-f0b91ed801ab service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:53.898564 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-d63eac8a-815a-4e74-81ae-1373a3f777b7 req-c2337d90-24fe-421a-b578-f0b91ed801ab service neutron] Transition to ACTIVE for port object d5c0d553-3bbd-4e1e-b8b0-ce2750522288 will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:32:53.914928 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-d63eac8a-815a-4e74-81ae-1373a3f777b7 req-c2337d90-24fe-421a-b578-f0b91ed801ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:53.964418 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bd028a7d-49e2-4c40-9596-dcd887fd636d req-3bc54184-1ace-4b62-a019-ed7bd66726e5 tempest-ServerShowV254Test-2142181409 tempest-ServerShowV254Test-2142181409-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac6c071-be6c-49ad-8407-56c385ea202e HTTP/1.1" status: 200 len: 210 time: 0.0607159 Dec 20 14:32:53.986437 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2337d90-24fe-421a-b578-f0b91ed801ab service neutron] Pushing event updated for resources: {'Port': ['ID=d5c0d553-3bbd-4e1e-b8b0-ce2750522288,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:32:54.063726 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-d63eac8a-815a-4e74-81ae-1373a3f777b7 req-c2337d90-24fe-421a-b578-f0b91ed801ab service neutron] Attempting to bind port d5c0d553-3bbd-4e1e-b8b0-ce2750522288 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:32:54.064058 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-d63eac8a-815a-4e74-81ae-1373a3f777b7 req-c2337d90-24fe-421a-b578-f0b91ed801ab service neutron] Attempting to bind port d5c0d553-3bbd-4e1e-b8b0-ce2750522288 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': 'c66b4285-faba-435b-92e7-6de47ba5ef36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '0b117659-1bb4-437b-b0c1-51f56db7ff3a'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:32:54.064385 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63eac8a-815a-4e74-81ae-1373a3f777b7 req-c2337d90-24fe-421a-b578-f0b91ed801ab service neutron] Attempting to bind port d5c0d553-3bbd-4e1e-b8b0-ce2750522288 on network 0b117659-1bb4-437b-b0c1-51f56db7ff3a {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:32:54.074914 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63eac8a-815a-4e74-81ae-1373a3f777b7 req-c2337d90-24fe-421a-b578-f0b91ed801ab service neutron] Port d5c0d553-3bbd-4e1e-b8b0-ce2750522288 on network 0b117659-1bb4-437b-b0c1-51f56db7ff3a not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:32:54.074914 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63eac8a-815a-4e74-81ae-1373a3f777b7 req-c2337d90-24fe-421a-b578-f0b91ed801ab service neutron] Attempting to bind port d5c0d553-3bbd-4e1e-b8b0-ce2750522288 on network 0b117659-1bb4-437b-b0c1-51f56db7ff3a {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:32:54.075206 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63eac8a-815a-4e74-81ae-1373a3f777b7 req-c2337d90-24fe-421a-b578-f0b91ed801ab service neutron] Checking agent: {'id': '43c60aee-e4af-4ecc-bee2-aac3569fafed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:32:54.075302 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63eac8a-815a-4e74-81ae-1373a3f777b7 req-c2337d90-24fe-421a-b578-f0b91ed801ab service neutron] Checking segment: {'id': 'c66b4285-faba-435b-92e7-6de47ba5ef36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '0b117659-1bb4-437b-b0c1-51f56db7ff3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:32:54.075808 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63eac8a-815a-4e74-81ae-1373a3f777b7 req-c2337d90-24fe-421a-b578-f0b91ed801ab service neutron] Bound using segment: {'id': 'c66b4285-faba-435b-92e7-6de47ba5ef36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '0b117659-1bb4-437b-b0c1-51f56db7ff3a'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:32:54.076351 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-d63eac8a-815a-4e74-81ae-1373a3f777b7 req-c2337d90-24fe-421a-b578-f0b91ed801ab service neutron] Bound port: d5c0d553-3bbd-4e1e-b8b0-ce2750522288, host: n-h2-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c66b4285-faba-435b-92e7-6de47ba5ef36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '0b117659-1bb4-437b-b0c1-51f56db7ff3a'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:32:54.076707 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-d63eac8a-815a-4e74-81ae-1373a3f777b7 req-c2337d90-24fe-421a-b578-f0b91ed801ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:54.147096 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-d63eac8a-815a-4e74-81ae-1373a3f777b7 req-c2337d90-24fe-421a-b578-f0b91ed801ab service neutron] For port d5c0d553-3bbd-4e1e-b8b0-ce2750522288, host n-h2-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:32:54.150338 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-d63eac8a-815a-4e74-81ae-1373a3f777b7 req-c2337d90-24fe-421a-b578-f0b91ed801ab service neutron] For port d5c0d553-3bbd-4e1e-b8b0-ce2750522288, host n-h2-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=d5c0d553-3bbd-4e1e-b8b0-ce2750522288,segment=NetworkSegment(c66b4285-faba-435b-92e7-6de47ba5ef36),segment_id=c66b4285-faba-435b-92e7-6de47ba5ef36)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:32:54.154905 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-d63eac8a-815a-4e74-81ae-1373a3f777b7 req-c2337d90-24fe-421a-b578-f0b91ed801ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:54.192231 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63eac8a-815a-4e74-81ae-1373a3f777b7 req-c2337d90-24fe-421a-b578-f0b91ed801ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:54.192850 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-d63eac8a-815a-4e74-81ae-1373a3f777b7 req-c2337d90-24fe-421a-b578-f0b91ed801ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:54.194407 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d63eac8a-815a-4e74-81ae-1373a3f777b7 req-c2337d90-24fe-421a-b578-f0b91ed801ab service neutron] 10.222.0.47 "PUT /v2.0/ports/d5c0d553-3bbd-4e1e-b8b0-ce2750522288 HTTP/1.1" status: 200 len: 1093 time: 0.7444353 Dec 20 14:32:54.194892 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '649d2e14-ea34-4a4c-8f03-2cdf2a0122eb', 'tag': 'd5c0d553-3bbd-4e1e-b8b0-ce2750522288'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:32:54.197220 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e19bc838-f665-474d-b6da-95c0950292b2" -d '{"events": [{"name": "network-changed", "server_uuid": "649d2e14-ea34-4a4c-8f03-2cdf2a0122eb", "tag": "d5c0d553-3bbd-4e1e-b8b0-ce2750522288"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:32:54.228717 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2337d90-24fe-421a-b578-f0b91ed801ab service neutron] Pushing event updated for resources: {'Port': ['ID=d5c0d553-3bbd-4e1e-b8b0-ce2750522288,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:32:54.247616 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd00819c-44b5-4cee-b296-8819fc09d0c3 x-openstack-request-id: req-fd00819c-44b5-4cee-b296-8819fc09d0c3 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:32:54.247965 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "649d2e14-ea34-4a4c-8f03-2cdf2a0122eb", "tag": "d5c0d553-3bbd-4e1e-b8b0-ce2750522288", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:32:54.248171 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fd00819c-44b5-4cee-b296-8819fc09d0c3 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:32:54.248608 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '649d2e14-ea34-4a4c-8f03-2cdf2a0122eb', 'tag': 'd5c0d553-3bbd-4e1e-b8b0-ce2750522288', 'status': 'completed', 'code': 200} Dec 20 14:32:54.280023 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fdc5a7-a4bb-4f48-9a46-7b514eba1203 req-6a3c07ae-eef2-45c7-924c-cf4b03dbc3b6 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:54.281963 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-71fdc5a7-a4bb-4f48-9a46-7b514eba1203 req-6a3c07ae-eef2-45c7-924c-cf4b03dbc3b6 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ba28b68-c49c-43e1-9114-970c5ba1b196 HTTP/1.1" status: 200 len: 950 time: 0.0719101 Dec 20 14:32:54.301392 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63eac8a-815a-4e74-81ae-1373a3f777b7 req-fbd859e3-97bd-4b2f-bdda-acad13913d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:54.303129 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d63eac8a-815a-4e74-81ae-1373a3f777b7 req-fbd859e3-97bd-4b2f-bdda-acad13913d53 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1cc26e75091641c38e981f6c0cbcbef7&device_id=649d2e14-ea34-4a4c-8f03-2cdf2a0122eb HTTP/1.1" status: 200 len: 1096 time: 0.0531216 Dec 20 14:32:54.343313 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-71fdc5a7-a4bb-4f48-9a46-7b514eba1203 req-e4925300-33cb-4806-a89f-a8b39cd2cc18 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542428 Dec 20 14:32:54.356762 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d63eac8a-815a-4e74-81ae-1373a3f777b7 req-611e84bf-cd52-487b-9779-9b0584827645 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5c0d553-3bbd-4e1e-b8b0-ce2750522288 HTTP/1.1" status: 200 len: 217 time: 0.0451949 Dec 20 14:32:54.431977 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63eac8a-815a-4e74-81ae-1373a3f777b7 req-eb1c4045-67b0-4f15-9082-946c49150414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:54.433465 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d63eac8a-815a-4e74-81ae-1373a3f777b7 req-eb1c4045-67b0-4f15-9082-946c49150414 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2ff79ed4-3dfb-4794-99de-386c9b910625 HTTP/1.1" status: 200 len: 844 time: 0.0699022 Dec 20 14:32:54.469026 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d63eac8a-815a-4e74-81ae-1373a3f777b7 req-16cdc226-718e-4751-8460-1fd79eb93a95 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0b117659-1bb4-437b-b0c1-51f56db7ff3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276048 Dec 20 14:32:54.477510 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab307c06-c91f-486b-b1fd-5d4c36bf8eb6 req-6ff415f2-0b9b-4b9c-84b1-e98743496a47 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:54.479478 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ab307c06-c91f-486b-b1fd-5d4c36bf8eb6 req-6ff415f2-0b9b-4b9c-84b1-e98743496a47 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=4df90982-e84c-48a8-81f5-b7ba197839f7 HTTP/1.1" status: 200 len: 946 time: 0.0895574 Dec 20 14:32:54.590229 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ab307c06-c91f-486b-b1fd-5d4c36bf8eb6 req-6fc6bb8f-74bc-4f76-b165-3f35e20a918e tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023486 Dec 20 14:32:54.608424 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d63eac8a-815a-4e74-81ae-1373a3f777b7 req-c1bc2234-a36e-429d-963b-92b612c3a708 service neutron] 10.222.0.47 "GET /v2.0/networks/0b117659-1bb4-437b-b0c1-51f56db7ff3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279073 Dec 20 14:32:54.693462 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff823e0a-5fbf-4c68-912b-05b724809eee req-ec998b8d-fe4d-4839-8028-b97e0e1f906e tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:54.695416 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ff823e0a-5fbf-4c68-912b-05b724809eee req-ec998b8d-fe4d-4839-8028-b97e0e1f906e tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=32297d65-b9bc-4eb7-b4b7-ab54a561abe0 HTTP/1.1" status: 200 len: 945 time: 0.0532229 Dec 20 14:32:54.727339 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d63eac8a-815a-4e74-81ae-1373a3f777b7 req-4e23c01f-da76-4010-8cfa-d5a1270125ac service neutron] 10.222.0.47 "GET /v2.0/networks/0b117659-1bb4-437b-b0c1-51f56db7ff3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108572 Dec 20 14:32:54.751937 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ff823e0a-5fbf-4c68-912b-05b724809eee req-defeca68-8bbd-405d-a2e9-cbb370c4f55c tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474231 Dec 20 14:32:54.769361 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd211caf-ff7e-4a55-bbf5-92cb58468d93 req-0133059a-65b0-45f2-b6c3-6eeac2968f7e tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:54.770957 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-dd211caf-ff7e-4a55-bbf5-92cb58468d93 req-0133059a-65b0-45f2-b6c3-6eeac2968f7e tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/ports?device_id=649d2e14-ea34-4a4c-8f03-2cdf2a0122eb HTTP/1.1" status: 200 len: 944 time: 0.0574784 Dec 20 14:32:54.851457 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-dd211caf-ff7e-4a55-bbf5-92cb58468d93 req-9effb9a3-fe39-421b-95f0-f9fb036f554d tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/security-groups?id=a27fba59-7d90-4650-9482-b2bcd3113c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736372 Dec 20 14:32:54.862885 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19bc838-f665-474d-b6da-95c0950292b2 req-5df2d806-0644-43f0-8f4e-5ac2abef6abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:54.862885 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e19bc838-f665-474d-b6da-95c0950292b2 req-5df2d806-0644-43f0-8f4e-5ac2abef6abf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1cc26e75091641c38e981f6c0cbcbef7&device_id=649d2e14-ea34-4a4c-8f03-2cdf2a0122eb HTTP/1.1" status: 200 len: 1096 time: 0.0707457 Dec 20 14:32:54.960942 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19bc838-f665-474d-b6da-95c0950292b2 req-0b46bb0c-9159-4f55-809b-40ab5b0cd23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:54.962372 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e19bc838-f665-474d-b6da-95c0950292b2 req-0b46bb0c-9159-4f55-809b-40ab5b0cd23b service neutron] 10.222.0.47 "GET /v2.0/networks?id=0b117659-1bb4-437b-b0c1-51f56db7ff3a HTTP/1.1" status: 200 len: 905 time: 0.0913336 Dec 20 14:32:55.012484 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e19bc838-f665-474d-b6da-95c0950292b2 req-e03ff7d8-dd15-44e6-b8ef-d8ea5e4c6f9e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5c0d553-3bbd-4e1e-b8b0-ce2750522288 HTTP/1.1" status: 200 len: 217 time: 0.0418797 Dec 20 14:32:55.017899 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8334c9-5c7e-4297-b998-b8820c190a9c req-6c55fbbf-e411-4f99-9237-4061f27cb548 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:55.019429 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0f8334c9-5c7e-4297-b998-b8820c190a9c req-6c55fbbf-e411-4f99-9237-4061f27cb548 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/networks?id=ac37406e-6eba-42f0-a02b-49bc68c3a995 HTTP/1.1" status: 200 len: 805 time: 0.1100676 Dec 20 14:32:55.039349 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0f8334c9-5c7e-4297-b998-b8820c190a9c req-b4507307-8865-440c-870b-ff4480329c6a tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/quotas/b34e3eedf72e455b9cbb2db5d8862a92 HTTP/1.1" status: 200 len: 375 time: 0.0100901 Dec 20 14:32:55.076090 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19bc838-f665-474d-b6da-95c0950292b2 req-b86c3a42-20f3-4ab3-bc4b-35967fb2adb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:55.077832 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e19bc838-f665-474d-b6da-95c0950292b2 req-b86c3a42-20f3-4ab3-bc4b-35967fb2adb8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2ff79ed4-3dfb-4794-99de-386c9b910625 HTTP/1.1" status: 200 len: 844 time: 0.0532506 Dec 20 14:32:55.099378 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0f8334c9-5c7e-4297-b998-b8820c190a9c req-79c60778-e701-4d98-b7d8-568e28b5cba7 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=b34e3eedf72e455b9cbb2db5d8862a92&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0490918 Dec 20 14:32:55.116845 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e19bc838-f665-474d-b6da-95c0950292b2 req-563e573f-7d6e-47f4-92fd-977ccf2b6506 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0b117659-1bb4-437b-b0c1-51f56db7ff3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305440 Dec 20 14:32:55.159977 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8b1607d0-7e49-420c-83c9-e54ef2602911 req-326d9614-a83c-47ef-85db-8274baf9ada8 tempest-ServerShowV254Test-2142181409 tempest-ServerShowV254Test-2142181409-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac6c071-be6c-49ad-8407-56c385ea202e HTTP/1.1" status: 200 len: 210 time: 0.0403299 Dec 20 14:32:55.203291 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0f8334c9-5c7e-4297-b998-b8820c190a9c req-b7aeb6c8-30d0-4a11-a970-52b76ef74c9f service neutron] 10.222.0.54 "GET /v2.0/networks/ac37406e-6eba-42f0-a02b-49bc68c3a995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963855 Dec 20 14:32:55.235453 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e19bc838-f665-474d-b6da-95c0950292b2 req-8a5f9ab3-02c1-4a3c-96ef-bfbe0b129b67 service neutron] 10.222.0.47 "GET /v2.0/networks/0b117659-1bb4-437b-b0c1-51f56db7ff3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065507 Dec 20 14:32:55.301016 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0f8334c9-5c7e-4297-b998-b8820c190a9c req-7e7d08b0-504e-4332-8740-1e905db7d5ef service neutron] 10.222.0.54 "GET /v2.0/networks/ac37406e-6eba-42f0-a02b-49bc68c3a995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914619 Dec 20 14:32:55.344883 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e19bc838-f665-474d-b6da-95c0950292b2 req-155a75f5-5f7e-4c76-b391-f5e6125b24ea service neutron] 10.222.0.47 "GET /v2.0/networks/0b117659-1bb4-437b-b0c1-51f56db7ff3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001399 Dec 20 14:32:55.530107 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32316ce-db6f-437f-883d-d170f8f81e62 req-c4632b7f-8159-47b2-adfa-69b2df6b0bd2 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:55.531870 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b32316ce-db6f-437f-883d-d170f8f81e62 req-c4632b7f-8159-47b2-adfa-69b2df6b0bd2 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ba28b68-c49c-43e1-9114-970c5ba1b196 HTTP/1.1" status: 200 len: 950 time: 0.0725696 Dec 20 14:32:55.584372 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b32316ce-db6f-437f-883d-d170f8f81e62 req-5bf30bbd-4452-456b-8d24-8582cbc66710 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463953 Dec 20 14:32:55.810049 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a647736d-23e4-4659-bc76-083eb1ed0d5c req-ae382014-3aa2-4dbc-ad81-03cd5f9bfbdd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b3e943d5-5d01-407d-9414-c89d08826b2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0898201 Dec 20 14:32:55.824023 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909c24b2-24de-4eaf-948f-aa93f7cca5c4 req-403126d8-5d1d-499a-bcd5-9d2b867b649b tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:55.826332 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-909c24b2-24de-4eaf-948f-aa93f7cca5c4 req-403126d8-5d1d-499a-bcd5-9d2b867b649b tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=4df90982-e84c-48a8-81f5-b7ba197839f7 HTTP/1.1" status: 200 len: 946 time: 0.0744894 Dec 20 14:32:55.910251 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-909c24b2-24de-4eaf-948f-aa93f7cca5c4 req-55df45ab-a2a1-45ed-befd-39b4041fe780 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762978 Dec 20 14:32:55.939086 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a647736d-23e4-4659-bc76-083eb1ed0d5c req-5d9c8101-7fe5-46c1-92ff-1623949bcffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:55.939571 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a647736d-23e4-4659-bc76-083eb1ed0d5c req-5d9c8101-7fe5-46c1-92ff-1623949bcffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:55.940045 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a647736d-23e4-4659-bc76-083eb1ed0d5c req-5d9c8101-7fe5-46c1-92ff-1623949bcffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:55.940573 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a647736d-23e4-4659-bc76-083eb1ed0d5c req-5d9c8101-7fe5-46c1-92ff-1623949bcffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:55.941198 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a647736d-23e4-4659-bc76-083eb1ed0d5c req-5d9c8101-7fe5-46c1-92ff-1623949bcffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:55.941674 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a647736d-23e4-4659-bc76-083eb1ed0d5c req-5d9c8101-7fe5-46c1-92ff-1623949bcffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:55.942142 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a647736d-23e4-4659-bc76-083eb1ed0d5c req-5d9c8101-7fe5-46c1-92ff-1623949bcffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:55.944186 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a647736d-23e4-4659-bc76-083eb1ed0d5c req-5d9c8101-7fe5-46c1-92ff-1623949bcffb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7db68c07b2e8445b8d4272fa646b5852&device_id=b3e943d5-5d01-407d-9414-c89d08826b2f HTTP/1.1" status: 200 len: 6508 time: 0.0740273 Dec 20 14:32:55.990631 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5ff96f-fded-4c50-a7c8-525917a82060 req-7a2fbd6e-3262-43bd-8425-f4d67167ccf3 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:55.992252 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3e5ff96f-fded-4c50-a7c8-525917a82060 req-7a2fbd6e-3262-43bd-8425-f4d67167ccf3 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/ports?device_id=649d2e14-ea34-4a4c-8f03-2cdf2a0122eb HTTP/1.1" status: 200 len: 944 time: 0.0548630 Dec 20 14:32:56.042675 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3e5ff96f-fded-4c50-a7c8-525917a82060 req-af8c364e-1549-4755-a909-6d95a6295a16 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/security-groups?id=a27fba59-7d90-4650-9482-b2bcd3113c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436966 Dec 20 14:32:56.143680 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a647736d-23e4-4659-bc76-083eb1ed0d5c req-44e60058-53a5-4053-90e6-444a7685595d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:56.144252 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a647736d-23e4-4659-bc76-083eb1ed0d5c req-44e60058-53a5-4053-90e6-444a7685595d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:56.144591 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a647736d-23e4-4659-bc76-083eb1ed0d5c req-44e60058-53a5-4053-90e6-444a7685595d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:56.146161 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a647736d-23e4-4659-bc76-083eb1ed0d5c req-44e60058-53a5-4053-90e6-444a7685595d service neutron] 10.222.0.47 "GET /v2.0/networks?id=16189b34-662f-400f-bc52-e94ab90158e1&id=0723578d-9472-40dd-b5d6-4342bff5fd37&id=0723578d-9472-40dd-b5d6-4342bff5fd37&id=0723578d-9472-40dd-b5d6-4342bff5fd37&id=0723578d-9472-40dd-b5d6-4342bff5fd37&id=2d7ab868-da79-43c0-805a-c026f1ebce8a&id=2d7ab868-da79-43c0-805a-c026f1ebce8a HTTP/1.1" status: 200 len: 2298 time: 0.1686637 Dec 20 14:32:56.165350 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:32:56.165350 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:32:56.165350 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:32:56.165350 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:32:56.165350 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:32:56.165350 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:32:56.165350 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:32:56.165350 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:32:56.165350 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:32:56.165350 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:32:56.165350 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:32:56.165350 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:32:56.165350 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:32:56.165350 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:32:56.165350 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:32:56.165350 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:32:56.165350 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:32:56.165350 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:32:56.165350 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:32:56.165350 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:32:56.165350 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:32:56.165350 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:32:56.165350 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:32:56.165350 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:32:56.165350 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:32:56.165350 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:32:56.165350 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:32:56.165350 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:32:56.165350 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:32:56.165350 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:32:56.165350 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:32:56.165350 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:32:56.165350 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:32:56.165350 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:32:56.165350 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:32:56.165350 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:32:56.168064 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:32:56.168064 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:32:56.168064 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:32:56.168064 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:32:56.168064 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:32:56.168064 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:32:56.168064 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:32:56.168064 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:32:56.168064 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:32:56.168064 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:32:56.168064 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:32:56.168064 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:32:56.168064 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb347a8-f342-4c49-8065-6fc3ddcf8682 req-cd94b75a-2645-4346-9503-a6b2482f9fd4 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:56.169050 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3bb347a8-f342-4c49-8065-6fc3ddcf8682 req-cd94b75a-2645-4346-9503-a6b2482f9fd4 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/networks?id=ac37406e-6eba-42f0-a02b-49bc68c3a995 HTTP/1.1" status: 200 len: 805 time: 0.1678207 Dec 20 14:32:56.216885 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3bb347a8-f342-4c49-8065-6fc3ddcf8682 req-ad7800dc-c6e1-42e4-804b-7d01525e3aae tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/quotas/b34e3eedf72e455b9cbb2db5d8862a92 HTTP/1.1" status: 200 len: 375 time: 0.0176516 Dec 20 14:32:56.240172 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a647736d-23e4-4659-bc76-083eb1ed0d5c req-702593f7-e11d-458d-a98c-ee416faf96b0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fc3c68f4-a329-4427-b5d7-367e479e930e HTTP/1.1" status: 200 len: 1001 time: 0.0846217 Dec 20 14:32:56.276407 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b88532a4-f37d-4e22-8f1b-f2bb5e012b28 req-7e2e0bbf-d277-4ab9-aac2-2185c7e35dec tempest-ServerShowV254Test-2142181409 tempest-ServerShowV254Test-2142181409-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac6c071-be6c-49ad-8407-56c385ea202e HTTP/1.1" status: 200 len: 210 time: 0.0321991 Dec 20 14:32:56.312787 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3bb347a8-f342-4c49-8065-6fc3ddcf8682 req-165575af-6352-441c-b263-53db98ba2835 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=b34e3eedf72e455b9cbb2db5d8862a92&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0895212 Dec 20 14:32:56.314270 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a647736d-23e4-4659-bc76-083eb1ed0d5c req-06e1e811-0c93-4ea5-90ec-9eb9105bd3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:56.315611 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a647736d-23e4-4659-bc76-083eb1ed0d5c req-06e1e811-0c93-4ea5-90ec-9eb9105bd3fb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2fffa9a2-9cbe-46b2-9b29-5a8bd9778f5b HTTP/1.1" status: 200 len: 855 time: 0.0578198 Dec 20 14:32:56.376372 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device d5c0d553-3bbd-4e1e-b8b0-ce2750522288 details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:32:56.479058 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port d5c0d553-3bbd-4e1e-b8b0-ce2750522288, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=d5c0d553-3bbd-4e1e-b8b0-ce2750522288,segment=NetworkSegment(c66b4285-faba-435b-92e7-6de47ba5ef36),segment_id=c66b4285-faba-435b-92e7-6de47ba5ef36)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:32:56.492533 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': 'd5c0d553-3bbd-4e1e-b8b0-ce2750522288', 'network_id': '0b117659-1bb4-437b-b0c1-51f56db7ff3a', 'port_id': 'd5c0d553-3bbd-4e1e-b8b0-ce2750522288', 'mac_address': 'fa:16:3e:8d:70:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ff79ed4-3dfb-4794-99de-386c9b910625', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:32:56.540218 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:56.554863 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5c0d553-3bbd-4e1e-b8b0-ce2750522288 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:32:56.577795 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port d5c0d553-3bbd-4e1e-b8b0-ce2750522288, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=d5c0d553-3bbd-4e1e-b8b0-ce2750522288,segment=NetworkSegment(c66b4285-faba-435b-92e7-6de47ba5ef36),segment_id=c66b4285-faba-435b-92e7-6de47ba5ef36)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:32:56.584190 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:56.641384 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=d5c0d553-3bbd-4e1e-b8b0-ce2750522288,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:32:56.723824 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a647736d-23e4-4659-bc76-083eb1ed0d5c req-ad1eeb37-e3d8-4dd9-a55b-673a0e9a8aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:56.725347 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a647736d-23e4-4659-bc76-083eb1ed0d5c req-ad1eeb37-e3d8-4dd9-a55b-673a0e9a8aba service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=16189b34-662f-400f-bc52-e94ab90158e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3984287 Dec 20 14:32:56.726674 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b454f3-55df-4135-b540-0f301d239d0f req-291d1cfb-ac4c-40ce-93aa-11f2e1893ce0 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:56.728274 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a2b454f3-55df-4135-b540-0f301d239d0f req-291d1cfb-ac4c-40ce-93aa-11f2e1893ce0 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ba28b68-c49c-43e1-9114-970c5ba1b196 HTTP/1.1" status: 200 len: 950 time: 0.0578842 Dec 20 14:32:56.759507 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3bb347a8-f342-4c49-8065-6fc3ddcf8682 req-edb1273a-831a-482c-a266-4e1c600e98b6 service neutron] 10.222.0.54 "GET /v2.0/networks/ac37406e-6eba-42f0-a02b-49bc68c3a995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4393990 Dec 20 14:32:56.823581 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a2b454f3-55df-4135-b540-0f301d239d0f req-1d34c07d-9b76-45bf-9c25-c941204825cb tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862446 Dec 20 14:32:56.828905 n-d-761264-19 neutron-server[103168]: INFO neutron.api.v2.resource [req-282d47e6-e5cc-40e4-af5f-9ed94a3a22e2 req-9dc8160c-677e-4849-b0aa-fef0edc189d0 service neutron] show failed (client error): The resource could not be found. Dec 20 14:32:56.829775 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-282d47e6-e5cc-40e4-af5f-9ed94a3a22e2 req-9dc8160c-677e-4849-b0aa-fef0edc189d0 service neutron] 10.222.0.47 "GET /v2.0/ports/d992040d-645b-4c58-aa14-af5a25f16ed2/bindings/n-h1-761264-19 HTTP/1.1" status: 404 len: 381 time: 0.0850775 Dec 20 14:32:56.887249 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['d5c0d553-3bbd-4e1e-b8b0-ce2750522288'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:32:56.889821 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a647736d-23e4-4659-bc76-083eb1ed0d5c req-0058c6b9-7462-4ea9-b18a-284fb4d22610 service neutron] 10.222.0.47 "GET /v2.0/networks/16189b34-662f-400f-bc52-e94ab90158e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562929 Dec 20 14:32:56.906133 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3bb347a8-f342-4c49-8065-6fc3ddcf8682 req-ab0b10da-91a5-480d-87b1-872524c6b649 service neutron] 10.222.0.54 "GET /v2.0/networks/ac37406e-6eba-42f0-a02b-49bc68c3a995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364276 Dec 20 14:32:57.126908 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5b1a8109-ca3f-4754-87b3-68101a8ff951 req-010f5dbc-0668-4897-bc98-23b43a7ba37e tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=5640550b-d3ce-4c82-8096-0a758fc93bbb HTTP/1.1" status: 200 len: 210 time: 0.0340288 Dec 20 14:32:57.130307 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb7848d-1639-43e3-9f93-a7a760677aa0 req-30dffbab-dfe8-42a3-a858-3ede5ed9f4c8 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:57.131260 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a647736d-23e4-4659-bc76-083eb1ed0d5c req-a6084ed0-d9f8-4dd3-b63b-eace1c6e25f4 service neutron] 10.222.0.47 "GET /v2.0/networks/16189b34-662f-400f-bc52-e94ab90158e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241032 Dec 20 14:32:57.135416 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1cb7848d-1639-43e3-9f93-a7a760677aa0 req-30dffbab-dfe8-42a3-a858-3ede5ed9f4c8 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=4df90982-e84c-48a8-81f5-b7ba197839f7 HTTP/1.1" status: 200 len: 946 time: 0.1195641 Dec 20 14:32:57.196351 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a647736d-23e4-4659-bc76-083eb1ed0d5c req-d06d37bf-ab62-48e3-bf81-152cb0d40d3c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.212&port_id=472629f0-99a5-462a-9b97-0c161849b783 HTTP/1.1" status: 200 len: 217 time: 0.0560193 Dec 20 14:32:57.204476 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282d47e6-e5cc-40e4-af5f-9ed94a3a22e2 req-221eaf35-0ceb-4663-ae03-cfefcece0db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:57.205978 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-282d47e6-e5cc-40e4-af5f-9ed94a3a22e2 req-221eaf35-0ceb-4663-ae03-cfefcece0db2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2ba28b68-c49c-43e1-9114-970c5ba1b196&tenant_id=c1e404e3ac2e456f831247d0bb0227f5 HTTP/1.1" status: 200 len: 1102 time: 0.0966771 Dec 20 14:32:57.221559 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-282d47e6-e5cc-40e4-af5f-9ed94a3a22e2 req-9dc01b16-dd37-484e-8ab8-bf98717cd0bc service neutron] Request body: {'port': {'binding:host_id': 'n-h1-761264-19', 'device_owner': 'compute:nova'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:32:57.226898 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1cb7848d-1639-43e3-9f93-a7a760677aa0 req-1336df52-7021-44ab-be63-854a285fe140 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669010 Dec 20 14:32:57.283898 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a647736d-23e4-4659-bc76-083eb1ed0d5c req-53b6fd55-d9b5-4097-bd05-78f2b0ab153f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:57.285402 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a647736d-23e4-4659-bc76-083eb1ed0d5c req-53b6fd55-d9b5-4097-bd05-78f2b0ab153f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=04afb03f-72c8-4cee-8126-4aad15c5f0f5 HTTP/1.1" status: 200 len: 797 time: 0.0816619 Dec 20 14:32:57.296138 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-282d47e6-e5cc-40e4-af5f-9ed94a3a22e2 req-9dc01b16-dd37-484e-8ab8-bf98717cd0bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:57.306536 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9bc2d4-9f34-4700-b169-0e4f8b8564ff req-5065ecda-187f-4e54-b675-fbbe7ff684e3 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:57.308085 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-cb9bc2d4-9f34-4700-b169-0e4f8b8564ff req-5065ecda-187f-4e54-b675-fbbe7ff684e3 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/ports?device_id=649d2e14-ea34-4a4c-8f03-2cdf2a0122eb HTTP/1.1" status: 200 len: 945 time: 0.0950961 Dec 20 14:32:57.425257 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-cb9bc2d4-9f34-4700-b169-0e4f8b8564ff req-eb2ed1ce-35e0-4a6b-a376-ef7a42a9e240 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/security-groups?id=a27fba59-7d90-4650-9482-b2bcd3113c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110375 Dec 20 14:32:57.443065 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a647736d-23e4-4659-bc76-083eb1ed0d5c req-52cd3df2-04a1-4e84-954d-efb9b3b18b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:57.444786 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a647736d-23e4-4659-bc76-083eb1ed0d5c req-52cd3df2-04a1-4e84-954d-efb9b3b18b21 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0723578d-9472-40dd-b5d6-4342bff5fd37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0590954 Dec 20 14:32:57.460393 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-115fe1c6-ef03-4fc8-b4a4-13374ce8c2b9 req-ccfe75cf-c41a-4afa-b27e-2abcfb716066 tempest-ServerShowV254Test-2142181409 tempest-ServerShowV254Test-2142181409-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac6c071-be6c-49ad-8407-56c385ea202e HTTP/1.1" status: 200 len: 210 time: 0.0369985 Dec 20 14:32:57.580217 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a647736d-23e4-4659-bc76-083eb1ed0d5c req-8fa6baff-e2ca-4796-8841-d3bc3464eb52 service neutron] 10.222.0.47 "GET /v2.0/networks/0723578d-9472-40dd-b5d6-4342bff5fd37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243794 Dec 20 14:32:57.604692 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-282d47e6-e5cc-40e4-af5f-9ed94a3a22e2 req-9dc01b16-dd37-484e-8ab8-bf98717cd0bc service neutron] For port d992040d-645b-4c58-aa14-af5a25f16ed2, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=d992040d-645b-4c58-aa14-af5a25f16ed2,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:32:57.640654 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-282d47e6-e5cc-40e4-af5f-9ed94a3a22e2 req-9dc01b16-dd37-484e-8ab8-bf98717cd0bc service neutron] For port d992040d-645b-4c58-aa14-af5a25f16ed2, host n-h2-761264-19, cleared binding levels {{(pid=103168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:32:57.684960 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ba28b68-c49c-43e1-9114-970c5ba1b196', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd992040d-645b-4c58-aa14-af5a25f16ed2'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:32:57.686176 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a647736d-23e4-4659-bc76-083eb1ed0d5c req-eb6d00d7-2db6-49aa-b86c-966027c1b3c3 service neutron] 10.222.0.47 "GET /v2.0/networks/0723578d-9472-40dd-b5d6-4342bff5fd37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978713 Dec 20 14:32:57.687541 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15728fda-b914-409a-a62d-91499850af59" -d '{"events": [{"server_uuid": "2ba28b68-c49c-43e1-9114-970c5ba1b196", "name": "network-vif-unplugged", "status": "completed", "tag": "d992040d-645b-4c58-aa14-af5a25f16ed2"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:32:57.691957 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-282d47e6-e5cc-40e4-af5f-9ed94a3a22e2 req-9dc01b16-dd37-484e-8ab8-bf98717cd0bc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:57.706005 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.provisioning_blocks [req-282d47e6-e5cc-40e4-af5f-9ed94a3a22e2 req-9dc01b16-dd37-484e-8ab8-bf98717cd0bc service neutron] Transition to ACTIVE for port object d992040d-645b-4c58-aa14-af5a25f16ed2 will not be triggered until provisioned by entity L2. {{(pid=103168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:32:57.714153 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-282d47e6-e5cc-40e4-af5f-9ed94a3a22e2 req-9dc01b16-dd37-484e-8ab8-bf98717cd0bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:57.747110 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a647736d-23e4-4659-bc76-083eb1ed0d5c req-ad0ef6fa-726e-4fda-9c39-982e351c220e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.165&port_id=53964767-e153-45ad-817f-303368cbc376 HTTP/1.1" status: 200 len: 217 time: 0.0482962 Dec 20 14:32:57.760654 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 14:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-966196cd-dea6-40fc-b643-bcbb8e87e375 x-openstack-request-id: req-966196cd-dea6-40fc-b643-bcbb8e87e375 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:32:57.761065 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ba28b68-c49c-43e1-9114-970c5ba1b196", "name": "network-vif-unplugged", "status": "completed", "tag": "d992040d-645b-4c58-aa14-af5a25f16ed2", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:32:57.761139 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-966196cd-dea6-40fc-b643-bcbb8e87e375 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:32:57.761587 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ba28b68-c49c-43e1-9114-970c5ba1b196', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd992040d-645b-4c58-aa14-af5a25f16ed2', 'code': 200} Dec 20 14:32:57.796422 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-282d47e6-e5cc-40e4-af5f-9ed94a3a22e2 req-9dc01b16-dd37-484e-8ab8-bf98717cd0bc service neutron] No DVR routers for this DVR port d992040d-645b-4c58-aa14-af5a25f16ed2 on host n-h2-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:32:57.803821 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc01b16-dd37-484e-8ab8-bf98717cd0bc service neutron] Pushing event updated for resources: {'Port': ['ID=d992040d-645b-4c58-aa14-af5a25f16ed2,revision_number=6']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:32:57.837976 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a647736d-23e4-4659-bc76-083eb1ed0d5c req-4a9ddc76-9d39-47f4-8eae-40fdba1de9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:57.839174 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a647736d-23e4-4659-bc76-083eb1ed0d5c req-4a9ddc76-9d39-47f4-8eae-40fdba1de9b2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=04afb03f-72c8-4cee-8126-4aad15c5f0f5 HTTP/1.1" status: 200 len: 797 time: 0.0724235 Dec 20 14:32:57.841466 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-282d47e6-e5cc-40e4-af5f-9ed94a3a22e2 req-9dc01b16-dd37-484e-8ab8-bf98717cd0bc service neutron] Attempting to bind port d992040d-645b-4c58-aa14-af5a25f16ed2 on host n-h1-761264-19 for vnic_type normal with profile {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:32:57.841811 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-282d47e6-e5cc-40e4-af5f-9ed94a3a22e2 req-9dc01b16-dd37-484e-8ab8-bf98717cd0bc service neutron] Attempting to bind port d992040d-645b-4c58-aa14-af5a25f16ed2 by drivers openvswitch,hyperv on host n-h1-761264-19 at level 0 using segments [{'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:32:57.842144 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282d47e6-e5cc-40e4-af5f-9ed94a3a22e2 req-9dc01b16-dd37-484e-8ab8-bf98717cd0bc service neutron] Attempting to bind port d992040d-645b-4c58-aa14-af5a25f16ed2 on network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:32:57.847342 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282d47e6-e5cc-40e4-af5f-9ed94a3a22e2 req-9dc01b16-dd37-484e-8ab8-bf98717cd0bc service neutron] Port d992040d-645b-4c58-aa14-af5a25f16ed2 on network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-19 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:32:57.847658 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282d47e6-e5cc-40e4-af5f-9ed94a3a22e2 req-9dc01b16-dd37-484e-8ab8-bf98717cd0bc service neutron] Attempting to bind port d992040d-645b-4c58-aa14-af5a25f16ed2 on network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:32:57.865747 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282d47e6-e5cc-40e4-af5f-9ed94a3a22e2 req-9dc01b16-dd37-484e-8ab8-bf98717cd0bc service neutron] Checking agent: {'id': '3e5ace3e-dd7b-4522-a7c4-77d13dbeab1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:32:57.867100 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282d47e6-e5cc-40e4-af5f-9ed94a3a22e2 req-9dc01b16-dd37-484e-8ab8-bf98717cd0bc service neutron] Checking segment: {'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:32:57.868255 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282d47e6-e5cc-40e4-af5f-9ed94a3a22e2 req-9dc01b16-dd37-484e-8ab8-bf98717cd0bc service neutron] Bound using segment: {'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:32:57.869286 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-282d47e6-e5cc-40e4-af5f-9ed94a3a22e2 req-9dc01b16-dd37-484e-8ab8-bf98717cd0bc service neutron] Bound port: d992040d-645b-4c58-aa14-af5a25f16ed2, host: n-h1-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'}}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:32:57.870660 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-282d47e6-e5cc-40e4-af5f-9ed94a3a22e2 req-9dc01b16-dd37-484e-8ab8-bf98717cd0bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:57.893961 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a647736d-23e4-4659-bc76-083eb1ed0d5c req-2dca2cfc-9009-48d0-806c-834e01eb0578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:57.895551 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a647736d-23e4-4659-bc76-083eb1ed0d5c req-2dca2cfc-9009-48d0-806c-834e01eb0578 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0723578d-9472-40dd-b5d6-4342bff5fd37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0489609 Dec 20 14:32:57.972820 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-282d47e6-e5cc-40e4-af5f-9ed94a3a22e2 req-9dc01b16-dd37-484e-8ab8-bf98717cd0bc service neutron] For port d992040d-645b-4c58-aa14-af5a25f16ed2, host n-h1-761264-19, cleared binding levels {{(pid=103168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:32:57.976858 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-282d47e6-e5cc-40e4-af5f-9ed94a3a22e2 req-9dc01b16-dd37-484e-8ab8-bf98717cd0bc service neutron] For port d992040d-645b-4c58-aa14-af5a25f16ed2, host n-h1-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=d992040d-645b-4c58-aa14-af5a25f16ed2,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:32:57.983598 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-282d47e6-e5cc-40e4-af5f-9ed94a3a22e2 req-9dc01b16-dd37-484e-8ab8-bf98717cd0bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:58.038596 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282d47e6-e5cc-40e4-af5f-9ed94a3a22e2 req-9dc01b16-dd37-484e-8ab8-bf98717cd0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:58.039251 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-282d47e6-e5cc-40e4-af5f-9ed94a3a22e2 req-9dc01b16-dd37-484e-8ab8-bf98717cd0bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:58.040756 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-282d47e6-e5cc-40e4-af5f-9ed94a3a22e2 req-9dc01b16-dd37-484e-8ab8-bf98717cd0bc service neutron] 10.222.0.30 "PUT /v2.0/ports/d992040d-645b-4c58-aa14-af5a25f16ed2 HTTP/1.1" status: 200 len: 1097 time: 0.8238676 Dec 20 14:32:58.043238 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c20a568-d2ca-444a-9a80-40a648e0c41a req-28e23bbd-c045-401f-91c9-d30b2d7ef1b0 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:58.044983 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7c20a568-d2ca-444a-9a80-40a648e0c41a req-28e23bbd-c045-401f-91c9-d30b2d7ef1b0 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ba28b68-c49c-43e1-9114-970c5ba1b196 HTTP/1.1" status: 200 len: 948 time: 0.1018989 Dec 20 14:32:58.061282 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc01b16-dd37-484e-8ab8-bf98717cd0bc service neutron] Pushing event updated for resources: {'Port': ['ID=d992040d-645b-4c58-aa14-af5a25f16ed2,revision_number=7']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:32:58.083043 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a647736d-23e4-4659-bc76-083eb1ed0d5c req-144bd74a-77e5-4a35-8dd4-3611e4d98127 service neutron] 10.222.0.47 "GET /v2.0/networks/0723578d-9472-40dd-b5d6-4342bff5fd37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791790 Dec 20 14:32:58.137376 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282d47e6-e5cc-40e4-af5f-9ed94a3a22e2 req-e19ffb17-b3e3-4fc2-9e18-54f1d25587dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:58.138941 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-282d47e6-e5cc-40e4-af5f-9ed94a3a22e2 req-e19ffb17-b3e3-4fc2-9e18-54f1d25587dd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c1e404e3ac2e456f831247d0bb0227f5&device_id=2ba28b68-c49c-43e1-9114-970c5ba1b196 HTTP/1.1" status: 200 len: 1100 time: 0.0442407 Dec 20 14:32:58.197560 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7c20a568-d2ca-444a-9a80-40a648e0c41a req-b1fe9bd2-ebda-4e11-80e6-e890d33cdb58 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457391 Dec 20 14:32:58.287673 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a647736d-23e4-4659-bc76-083eb1ed0d5c req-237f6be4-0e05-4fb1-9bfc-4956b799c628 service neutron] 10.222.0.47 "GET /v2.0/networks/0723578d-9472-40dd-b5d6-4342bff5fd37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966107 Dec 20 14:32:58.307628 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-510671e7-4862-45c0-81fd-b3e12601eb4b req-f141fabb-021f-4f3b-b191-dc9a58b8c3b8 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=5640550b-d3ce-4c82-8096-0a758fc93bbb HTTP/1.1" status: 200 len: 210 time: 0.0787368 Dec 20 14:32:58.365535 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282d47e6-e5cc-40e4-af5f-9ed94a3a22e2 req-6cae61dc-0ecf-46c5-9150-7bbe2d98a5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:58.367193 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-282d47e6-e5cc-40e4-af5f-9ed94a3a22e2 req-6cae61dc-0ecf-46c5-9150-7bbe2d98a5d6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1 HTTP/1.1" status: 200 len: 870 time: 0.2177968 Dec 20 14:32:58.378437 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a647736d-23e4-4659-bc76-083eb1ed0d5c req-48c11295-9039-41dc-9cc9-ef45989c46fe service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=2a179faf-fd88-4d1c-8683-0a8bb9be5690 HTTP/1.1" status: 200 len: 217 time: 0.0711691 Dec 20 14:32:58.378674 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device d5c0d553-3bbd-4e1e-b8b0-ce2750522288 up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:32:58.446884 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-282d47e6-e5cc-40e4-af5f-9ed94a3a22e2 req-6400616d-c2ac-4153-9c74-36ea022d124a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=d992040d-645b-4c58-aa14-af5a25f16ed2 HTTP/1.1" status: 200 len: 217 time: 0.0464563 Dec 20 14:32:58.491424 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning for port d5c0d553-3bbd-4e1e-b8b0-ce2750522288 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:32:58.502084 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port d5c0d553-3bbd-4e1e-b8b0-ce2750522288 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:32:58.502861 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:58.524031 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb347a8-f342-4c49-8065-6fc3ddcf8682 req-03ea508f-308c-436b-8890-c81bda2bb61c tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:58.526418 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3bb347a8-f342-4c49-8065-6fc3ddcf8682 req-03ea508f-308c-436b-8890-c81bda2bb61c tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.30 "GET /v2.0/networks?id=ac37406e-6eba-42f0-a02b-49bc68c3a995 HTTP/1.1" status: 200 len: 805 time: 0.2118154 Dec 20 14:32:58.539991 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a647736d-23e4-4659-bc76-083eb1ed0d5c req-0ce6446f-d89a-43c8-b7c3-a0d4d907d789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:58.541937 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a647736d-23e4-4659-bc76-083eb1ed0d5c req-0ce6446f-d89a-43c8-b7c3-a0d4d907d789 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=04afb03f-72c8-4cee-8126-4aad15c5f0f5 HTTP/1.1" status: 200 len: 797 time: 0.1458473 Dec 20 14:32:58.548893 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2d163326-2a65-4209-94aa-7b8e1632b5b7 req-63b30ac5-4551-4946-8be6-0c4a4e5f9de7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2815535 Dec 20 14:32:58.557012 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282d47e6-e5cc-40e4-af5f-9ed94a3a22e2 req-c955c80c-7d34-42c5-b912-00bbb6883987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:58.559363 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-282d47e6-e5cc-40e4-af5f-9ed94a3a22e2 req-c955c80c-7d34-42c5-b912-00bbb6883987 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=36bf280f-81bb-4486-a87a-9b9505a1cec4 HTTP/1.1" status: 200 len: 843 time: 0.0913780 Dec 20 14:32:58.567088 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-3bb347a8-f342-4c49-8065-6fc3ddcf8682 req-4196fa55-9cf2-4dbd-a8fd-cebbfd10ae31 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Request body: {'port': {'device_id': '5640550b-d3ce-4c82-8096-0a758fc93bbb', 'network_id': 'ac37406e-6eba-42f0-a02b-49bc68c3a995', 'admin_state_up': True, 'tenant_id': 'b34e3eedf72e455b9cbb2db5d8862a92'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:32:58.590510 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eaa372-6af1-4821-8bdd-a258aec9f277 req-35d037b9-f81e-4a64-aafa-b3937abeff63 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:58.592328 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-80eaa372-6af1-4821-8bdd-a258aec9f277 req-35d037b9-f81e-4a64-aafa-b3937abeff63 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=4df90982-e84c-48a8-81f5-b7ba197839f7 HTTP/1.1" status: 200 len: 946 time: 0.2106719 Dec 20 14:32:58.609487 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:58.640069 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '649d2e14-ea34-4a4c-8f03-2cdf2a0122eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5c0d553-3bbd-4e1e-b8b0-ce2750522288'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:32:58.642286 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-569a4480-7220-4e72-8899-52edb6d902bb" -d '{"events": [{"server_uuid": "649d2e14-ea34-4a4c-8f03-2cdf2a0122eb", "name": "network-vif-plugged", "status": "completed", "tag": "d5c0d553-3bbd-4e1e-b8b0-ce2750522288"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:32:58.656273 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port d5c0d553-3bbd-4e1e-b8b0-ce2750522288, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=d5c0d553-3bbd-4e1e-b8b0-ce2750522288,segment=NetworkSegment(c66b4285-faba-435b-92e7-6de47ba5ef36),segment_id=c66b4285-faba-435b-92e7-6de47ba5ef36)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:32:58.662891 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:58.671910 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a647736d-23e4-4659-bc76-083eb1ed0d5c req-a6bc4f97-93eb-4841-8c6a-a45338486709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:58.673485 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a647736d-23e4-4659-bc76-083eb1ed0d5c req-a6bc4f97-93eb-4841-8c6a-a45338486709 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0723578d-9472-40dd-b5d6-4342bff5fd37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1235898 Dec 20 14:32:58.715263 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-80eaa372-6af1-4821-8bdd-a258aec9f277 req-c1d891a4-4484-4ea6-b5a3-621a471fb789 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099088 Dec 20 14:32:58.721366 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=d5c0d553-3bbd-4e1e-b8b0-ce2750522288,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:32:58.723628 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d163326-2a65-4209-94aa-7b8e1632b5b7 req-f35bc788-6118-4edb-ac99-b85feb8bc8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:58.726972 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2d163326-2a65-4209-94aa-7b8e1632b5b7 req-f35bc788-6118-4edb-ac99-b85feb8bc8cc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=514f3908f9164c0fa19c6d421ce9f2b3&device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 1098 time: 0.1320751 Dec 20 14:32:58.884149 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0a3fee9d-39ea-44e5-8810-053931f5f604 req-75fbf412-b558-40f2-8d13-7c27d9b1df0f tempest-ServerShowV254Test-2142181409 tempest-ServerShowV254Test-2142181409-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac6c071-be6c-49ad-8407-56c385ea202e HTTP/1.1" status: 200 len: 210 time: 0.0499752 Dec 20 14:32:58.897108 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a647736d-23e4-4659-bc76-083eb1ed0d5c req-640a872b-d04d-47b7-9e6b-40c3c1b4409c service neutron] 10.222.0.47 "GET /v2.0/networks/0723578d-9472-40dd-b5d6-4342bff5fd37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119050 Dec 20 14:32:58.938760 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d163326-2a65-4209-94aa-7b8e1632b5b7 req-38076854-9f80-4a00-8615-0beb02ff2a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:58.940285 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2d163326-2a65-4209-94aa-7b8e1632b5b7 req-38076854-9f80-4a00-8615-0beb02ff2a0e service neutron] 10.222.0.30 "GET /v2.0/networks?id=7ed718b3-d2e8-4b72-a238-726203897046 HTTP/1.1" status: 200 len: 913 time: 0.1781216 Dec 20 14:32:59.015194 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c616a5ab-11b9-43ac-81a5-78580609b4bc x-openstack-request-id: req-c616a5ab-11b9-43ac-81a5-78580609b4bc {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:32:59.015907 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "649d2e14-ea34-4a4c-8f03-2cdf2a0122eb", "name": "network-vif-plugged", "status": "completed", "tag": "d5c0d553-3bbd-4e1e-b8b0-ce2750522288", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:32:59.016388 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c616a5ab-11b9-43ac-81a5-78580609b4bc {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:32:59.016982 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '649d2e14-ea34-4a4c-8f03-2cdf2a0122eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5c0d553-3bbd-4e1e-b8b0-ce2750522288', 'code': 200} Dec 20 14:32:59.039978 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282d47e6-e5cc-40e4-af5f-9ed94a3a22e2 req-9c3093fe-d7fe-42f1-b2a2-f87abcdb8801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:59.042056 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-282d47e6-e5cc-40e4-af5f-9ed94a3a22e2 req-9c3093fe-d7fe-42f1-b2a2-f87abcdb8801 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4397995 Dec 20 14:32:59.056382 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2d163326-2a65-4209-94aa-7b8e1632b5b7 req-0f790b53-7bac-4241-8107-9344b6262021 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7 HTTP/1.1" status: 200 len: 1002 time: 0.0813711 Dec 20 14:32:59.061661 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53128d22-dbdf-44e9-a384-4bf87212b655 req-552df529-6d07-4289-85ad-52f4d47247ca tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:59.062279 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a647736d-23e4-4659-bc76-083eb1ed0d5c req-e90f51fc-6942-4f9e-af69-1c4e04f5f7f9 service neutron] 10.222.0.47 "GET /v2.0/networks/0723578d-9472-40dd-b5d6-4342bff5fd37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522546 Dec 20 14:32:59.070330 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-53128d22-dbdf-44e9-a384-4bf87212b655 req-552df529-6d07-4289-85ad-52f4d47247ca tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/ports?device_id=649d2e14-ea34-4a4c-8f03-2cdf2a0122eb HTTP/1.1" status: 200 len: 945 time: 0.5153899 Dec 20 14:32:59.135544 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a647736d-23e4-4659-bc76-083eb1ed0d5c req-a65d3275-505d-46d1-96ca-6400c58c25e2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.218&port_id=2c856671-3a5c-476e-9630-cfd7595c0f1c HTTP/1.1" status: 200 len: 217 time: 0.0393367 Dec 20 14:32:59.156536 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d163326-2a65-4209-94aa-7b8e1632b5b7 req-b0b0e991-b20b-4a07-8713-1e3d5b36061c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:59.157935 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2d163326-2a65-4209-94aa-7b8e1632b5b7 req-b0b0e991-b20b-4a07-8713-1e3d5b36061c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5d68b841-2dcc-4f7d-9f3b-ab3557b797a0 HTTP/1.1" status: 200 len: 851 time: 0.0944884 Dec 20 14:32:59.224977 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a647736d-23e4-4659-bc76-083eb1ed0d5c req-baedb35f-91ef-4435-a371-ff7fd45a6393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:59.226456 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a647736d-23e4-4659-bc76-083eb1ed0d5c req-baedb35f-91ef-4435-a371-ff7fd45a6393 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=04afb03f-72c8-4cee-8126-4aad15c5f0f5 HTTP/1.1" status: 200 len: 797 time: 0.0827575 Dec 20 14:32:59.235042 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-53128d22-dbdf-44e9-a384-4bf87212b655 req-71119551-58f5-45a6-a6a2-ca9985af990a tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/security-groups?id=a27fba59-7d90-4650-9482-b2bcd3113c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635175 Dec 20 14:32:59.245663 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d163326-2a65-4209-94aa-7b8e1632b5b7 req-0c4a1292-e015-4ecf-9a76-a1ca0b5022b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:59.247080 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2d163326-2a65-4209-94aa-7b8e1632b5b7 req-0c4a1292-e015-4ecf-9a76-a1ca0b5022b5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ed718b3-d2e8-4b72-a238-726203897046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0709405 Dec 20 14:32:59.260674 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-282d47e6-e5cc-40e4-af5f-9ed94a3a22e2 req-75bab588-7263-42fc-b786-e7f2406d9af5 service neutron] 10.222.0.30 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815886 Dec 20 14:32:59.281138 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bb347a8-f342-4c49-8065-6fc3ddcf8682 req-4196fa55-9cf2-4dbd-a8fd-cebbfd10ae31 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Made reservation on behalf of b34e3eedf72e455b9cbb2db5d8862a92 for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:32:59.284769 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-3bb347a8-f342-4c49-8065-6fc3ddcf8682 req-4196fa55-9cf2-4dbd-a8fd-cebbfd10ae31 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:59.298868 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0a8901-14e7-4386-b84f-dc36a4114531 req-b3fa994b-74e2-41ea-8823-80ff46f17abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:59.300447 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-de0a8901-14e7-4386-b84f-dc36a4114531 req-b3fa994b-74e2-41ea-8823-80ff46f17abc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=649d2e14-ea34-4a4c-8f03-2cdf2a0122eb HTTP/1.1" status: 200 len: 1098 time: 0.1703572 Dec 20 14:32:59.339515 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a647736d-23e4-4659-bc76-083eb1ed0d5c req-c9cbde5b-dfff-4577-8a34-c30d45728674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:59.341047 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a647736d-23e4-4659-bc76-083eb1ed0d5c req-c9cbde5b-dfff-4577-8a34-c30d45728674 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0723578d-9472-40dd-b5d6-4342bff5fd37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1072304 Dec 20 14:32:59.461083 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2d163326-2a65-4209-94aa-7b8e1632b5b7 req-c4892e5b-2dd2-4396-9268-441c566a0f58 service neutron] 10.222.0.30 "GET /v2.0/networks/7ed718b3-d2e8-4b72-a238-726203897046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987219 Dec 20 14:32:59.465112 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a0ec7406-6308-4bd4-8a9a-364d7aca4604 req-e7d22d7a-16b5-4b87-b98b-ee4a8706d47b tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=5640550b-d3ce-4c82-8096-0a758fc93bbb HTTP/1.1" status: 200 len: 210 time: 0.0845027 Dec 20 14:32:59.472692 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5224046e-77ac-4adc-9e53-59679615fffb req-82319093-7a83-4da7-83e6-172529fea470 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:59.474244 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5224046e-77ac-4adc-9e53-59679615fffb req-82319093-7a83-4da7-83e6-172529fea470 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ba28b68-c49c-43e1-9114-970c5ba1b196 HTTP/1.1" status: 200 len: 948 time: 0.1505010 Dec 20 14:32:59.492508 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-de0a8901-14e7-4386-b84f-dc36a4114531 req-9b696ba6-a914-4f3f-a094-d011b5759fab service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a27fba59-7d90-4650-9482-b2bcd3113c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810374 Dec 20 14:32:59.500237 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-282d47e6-e5cc-40e4-af5f-9ed94a3a22e2 req-a942b219-484b-4f11-9460-4324f3e19660 service neutron] 10.222.0.30 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310748 Dec 20 14:32:59.573613 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a647736d-23e4-4659-bc76-083eb1ed0d5c req-f9c9b222-45f0-4daa-b6c1-f79142f232b9 service neutron] 10.222.0.47 "GET /v2.0/networks/0723578d-9472-40dd-b5d6-4342bff5fd37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049601 Dec 20 14:32:59.587223 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [req-3bb347a8-f342-4c49-8065-6fc3ddcf8682 req-4196fa55-9cf2-4dbd-a8fd-cebbfd10ae31 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Allocated IP 172.20.0.13 (ac37406e-6eba-42f0-a02b-49bc68c3a995/8bcc849b-c021-46b4-96cd-8d7c30cd2023/ceae24de-b4e7-4901-9a38-60db6060a0b3) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:32:59.620275 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5224046e-77ac-4adc-9e53-59679615fffb req-8ff6589e-9028-4583-93e5-c7f0105e9e25 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300120 Dec 20 14:32:59.626365 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2d163326-2a65-4209-94aa-7b8e1632b5b7 req-9db42309-7f24-4d54-bbd2-1c7d451bf7c7 service neutron] 10.222.0.30 "GET /v2.0/networks/7ed718b3-d2e8-4b72-a238-726203897046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474390 Dec 20 14:32:59.763824 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ba28b68-c49c-43e1-9114-970c5ba1b196', 'tag': 'd992040d-645b-4c58-aa14-af5a25f16ed2'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:32:59.764026 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a647736d-23e4-4659-bc76-083eb1ed0d5c req-dfc44c90-3309-407f-955f-33b9cf9f80c1 service neutron] 10.222.0.47 "GET /v2.0/networks/0723578d-9472-40dd-b5d6-4342bff5fd37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911493 Dec 20 14:32:59.766025 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9c4a8ce-834e-4bdf-ae75-8beb43453ef0" -d '{"events": [{"name": "network-changed", "server_uuid": "2ba28b68-c49c-43e1-9114-970c5ba1b196", "tag": "d992040d-645b-4c58-aa14-af5a25f16ed2"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:32:59.779662 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-3bb347a8-f342-4c49-8065-6fc3ddcf8682 req-4196fa55-9cf2-4dbd-a8fd-cebbfd10ae31 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:59.812151 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a647736d-23e4-4659-bc76-083eb1ed0d5c req-c61007fa-ebd4-42d3-aa74-bbdfafae61ea service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=21f92dd2-a47b-44a5-8d5b-a2f2ccf8ee4f HTTP/1.1" status: 200 len: 217 time: 0.0389993 Dec 20 14:32:59.820639 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-3bb347a8-f342-4c49-8065-6fc3ddcf8682 req-4196fa55-9cf2-4dbd-a8fd-cebbfd10ae31 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:32:59.840434 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['d51472d0-9c05-4789-b785-88c8d484278a'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:32:59.871124 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f5dffa3-c0fd-4af2-93fe-d5e5de26b7ca x-openstack-request-id: req-5f5dffa3-c0fd-4af2-93fe-d5e5de26b7ca {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:32:59.871429 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ba28b68-c49c-43e1-9114-970c5ba1b196", "tag": "d992040d-645b-4c58-aa14-af5a25f16ed2", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:32:59.871689 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5f5dffa3-c0fd-4af2-93fe-d5e5de26b7ca {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:32:59.872092 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ba28b68-c49c-43e1-9114-970c5ba1b196', 'tag': 'd992040d-645b-4c58-aa14-af5a25f16ed2', 'status': 'completed', 'code': 200} Dec 20 14:32:59.875555 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a647736d-23e4-4659-bc76-083eb1ed0d5c req-28c7d234-b33a-49a7-84f6-73c0924783d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:59.877098 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a647736d-23e4-4659-bc76-083eb1ed0d5c req-28c7d234-b33a-49a7-84f6-73c0924783d7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=09e7c8eb-4da5-4994-ad75-557cbde9bb05 HTTP/1.1" status: 200 len: 797 time: 0.0538509 Dec 20 14:32:59.901402 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bb347a8-f342-4c49-8065-6fc3ddcf8682 req-4196fa55-9cf2-4dbd-a8fd-cebbfd10ae31 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Network ac37406e-6eba-42f0-a02b-49bc68c3a995 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:32:59.945498 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [req-3bb347a8-f342-4c49-8065-6fc3ddcf8682 req-4196fa55-9cf2-4dbd-a8fd-cebbfd10ae31 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:32:59.953029 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bb347a8-f342-4c49-8065-6fc3ddcf8682 req-4196fa55-9cf2-4dbd-a8fd-cebbfd10ae31 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:32:59.972696 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a647736d-23e4-4659-bc76-083eb1ed0d5c req-9dc6a068-5497-4a32-bc9d-3827bb8f433b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:59.974310 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a647736d-23e4-4659-bc76-083eb1ed0d5c req-9dc6a068-5497-4a32-bc9d-3827bb8f433b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2d7ab868-da79-43c0-805a-c026f1ebce8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0769966 Dec 20 14:32:59.984418 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c4a8ce-834e-4bdf-ae75-8beb43453ef0 req-16fc7c9a-5d8f-47a0-8ed2-745330d7ebe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:59.986090 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a9c4a8ce-834e-4bdf-ae75-8beb43453ef0 req-16fc7c9a-5d8f-47a0-8ed2-745330d7ebe4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c1e404e3ac2e456f831247d0bb0227f5&device_id=2ba28b68-c49c-43e1-9114-970c5ba1b196 HTTP/1.1" status: 200 len: 1100 time: 0.0759137 Dec 20 14:32:59.997629 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c4a8ce-834e-4bdf-ae75-8beb43453ef0 req-bba5e42e-bff0-450f-b3ec-7e543c234b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:32:59.999173 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a9c4a8ce-834e-4bdf-ae75-8beb43453ef0 req-bba5e42e-bff0-450f-b3ec-7e543c234b4d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c1e404e3ac2e456f831247d0bb0227f5&device_id=2ba28b68-c49c-43e1-9114-970c5ba1b196 HTTP/1.1" status: 200 len: 1100 time: 0.1298342 Dec 20 14:33:00.006846 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4196fa55-9cf2-4dbd-a8fd-cebbfd10ae31 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Pushing event updated for resources: {'Port': ['ID=ceae24de-b4e7-4901-9a38-60db6060a0b3,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:33:00.049140 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:33:00.049140 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:33:00.049140 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:33:00.049140 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:33:00.049140 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:33:00.049140 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:33:00.049140 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:33:00.049140 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:33:00.049140 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:33:00.049140 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:33:00.049140 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:33:00.049140 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:33:00.049140 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:33:00.049140 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:33:00.049140 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:33:00.049140 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:33:00.049140 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:33:00.049140 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:33:00.049140 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:33:00.049140 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:33:00.049140 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:33:00.049140 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:33:00.049140 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:33:00.049140 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:33:00.049140 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:33:00.049140 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:33:00.049140 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:33:00.049140 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:33:00.049140 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:33:00.049140 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:33:00.049140 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:33:00.049140 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:33:00.049140 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:33:00.049140 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:33:00.049140 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:33:00.049140 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:33:00.051634 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:33:00.051634 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:33:00.051634 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:33:00.051634 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:33:00.051634 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:33:00.051634 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:33:00.051634 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:33:00.051634 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:33:00.051634 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:33:00.051634 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:33:00.051634 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:33:00.051634 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:33:00.052908 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d37f2fd-776d-404a-8584-e5a6b52dbf5c req-2cbd194d-f0ea-471b-a0b4-5bc9274b00be tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:00.058698 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0d37f2fd-776d-404a-8584-e5a6b52dbf5c req-2cbd194d-f0ea-471b-a0b4-5bc9274b00be tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=4df90982-e84c-48a8-81f5-b7ba197839f7 HTTP/1.1" status: 200 len: 946 time: 0.1862245 Dec 20 14:33:00.061567 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-942701b2-607c-4e32-b3be-1f262a34a4fd req-5b410540-ed61-4ad7-9a0a-10ab6a06f8aa tempest-ServerShowV254Test-2142181409 tempest-ServerShowV254Test-2142181409-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac6c071-be6c-49ad-8407-56c385ea202e HTTP/1.1" status: 200 len: 210 time: 0.0645399 Dec 20 14:33:00.083553 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb347a8-f342-4c49-8065-6fc3ddcf8682 req-4196fa55-9cf2-4dbd-a8fd-cebbfd10ae31 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:00.084292 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-3bb347a8-f342-4c49-8065-6fc3ddcf8682 req-4196fa55-9cf2-4dbd-a8fd-cebbfd10ae31 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:00.157951 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3bb347a8-f342-4c49-8065-6fc3ddcf8682 req-4196fa55-9cf2-4dbd-a8fd-cebbfd10ae31 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6051199 Dec 20 14:33:00.173704 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a647736d-23e4-4659-bc76-083eb1ed0d5c req-7ebb0685-1834-4d81-bbf4-eb0a612b87b8 service neutron] 10.222.0.47 "GET /v2.0/networks/2d7ab868-da79-43c0-805a-c026f1ebce8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865556 Dec 20 14:33:00.174839 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c4a8ce-834e-4bdf-ae75-8beb43453ef0 req-50a2b5d7-cfea-4d07-b83e-5e6c9ae88af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:00.176179 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a9c4a8ce-834e-4bdf-ae75-8beb43453ef0 req-50a2b5d7-cfea-4d07-b83e-5e6c9ae88af6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1 HTTP/1.1" status: 200 len: 870 time: 0.1794453 Dec 20 14:33:00.180751 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-3bb347a8-f342-4c49-8065-6fc3ddcf8682 req-e8ffc997-7a88-403f-a289-9ce2742d8ca0 service neutron] Request body: {'port': {'device_id': '5640550b-d3ce-4c82-8096-0a758fc93bbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-19'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:33:00.220634 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0d37f2fd-776d-404a-8584-e5a6b52dbf5c req-89a8deb4-3d1e-4731-b120-44a4a59d8298 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574490 Dec 20 14:33:00.226605 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c4a8ce-834e-4bdf-ae75-8beb43453ef0 req-1df4ac1e-8d46-4d2e-9b17-fbc6fbf3b5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:00.228605 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a9c4a8ce-834e-4bdf-ae75-8beb43453ef0 req-1df4ac1e-8d46-4d2e-9b17-fbc6fbf3b5ae service neutron] 10.222.0.47 "GET /v2.0/networks?id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1 HTTP/1.1" status: 200 len: 870 time: 0.2121665 Dec 20 14:33:00.249858 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a9c4a8ce-834e-4bdf-ae75-8beb43453ef0 req-54c15ebc-fba5-45d4-9678-8e0c01c7ec68 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=d992040d-645b-4c58-aa14-af5a25f16ed2 HTTP/1.1" status: 200 len: 217 time: 0.0584486 Dec 20 14:33:00.297666 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a9c4a8ce-834e-4bdf-ae75-8beb43453ef0 req-30abf430-40b9-472c-8683-2e99c28d8180 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=d992040d-645b-4c58-aa14-af5a25f16ed2 HTTP/1.1" status: 200 len: 217 time: 0.0581541 Dec 20 14:33:00.300418 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-3bb347a8-f342-4c49-8065-6fc3ddcf8682 req-e8ffc997-7a88-403f-a289-9ce2742d8ca0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:00.358566 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c4a8ce-834e-4bdf-ae75-8beb43453ef0 req-95279c98-c0d9-40c0-825b-871aa699a8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:00.360151 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a9c4a8ce-834e-4bdf-ae75-8beb43453ef0 req-95279c98-c0d9-40c0-825b-871aa699a8c1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=36bf280f-81bb-4486-a87a-9b9505a1cec4 HTTP/1.1" status: 200 len: 843 time: 0.0861402 Dec 20 14:33:00.398778 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device d992040d-645b-4c58-aa14-af5a25f16ed2 no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:33:00.403206 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c4a8ce-834e-4bdf-ae75-8beb43453ef0 req-504cb6e1-47f5-4605-945b-03bf54e08606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:00.405381 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a647736d-23e4-4659-bc76-083eb1ed0d5c req-a7604d0d-4210-4c2a-bc22-161b7460c767 service neutron] 10.222.0.47 "GET /v2.0/networks/2d7ab868-da79-43c0-805a-c026f1ebce8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218633 Dec 20 14:33:00.405725 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a9c4a8ce-834e-4bdf-ae75-8beb43453ef0 req-504cb6e1-47f5-4605-945b-03bf54e08606 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36bf280f-81bb-4486-a87a-9b9505a1cec4 HTTP/1.1" status: 200 len: 843 time: 0.0901325 Dec 20 14:33:00.428439 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9370c588-426a-40d9-bd52-5a84bcf831eb req-675794af-7c55-470a-8dd4-ed1104f1d3ca tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:00.430264 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9370c588-426a-40d9-bd52-5a84bcf831eb req-675794af-7c55-470a-8dd4-ed1104f1d3ca tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/ports?device_id=649d2e14-ea34-4a4c-8f03-2cdf2a0122eb HTTP/1.1" status: 200 len: 946 time: 0.1085961 Dec 20 14:33:00.441903 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c4a8ce-834e-4bdf-ae75-8beb43453ef0 req-10dfaad3-d405-49f3-8c39-5e516a2e7c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:00.443445 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a9c4a8ce-834e-4bdf-ae75-8beb43453ef0 req-10dfaad3-d405-49f3-8c39-5e516a2e7c5a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0720663 Dec 20 14:33:00.445254 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device d992040d-645b-4c58-aa14-af5a25f16ed2 not bound to the agent host n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:33:00.481695 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a647736d-23e4-4659-bc76-083eb1ed0d5c req-5a4d1a52-ed79-4f90-8a76-29f24d135ed5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fc4dfef1-284b-46a8-abf8-8899705f3844 HTTP/1.1" status: 200 len: 217 time: 0.0490084 Dec 20 14:33:00.562761 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c4a8ce-834e-4bdf-ae75-8beb43453ef0 req-65a2ab63-7ffa-4456-8437-5cfc2863d4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:00.564320 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a9c4a8ce-834e-4bdf-ae75-8beb43453ef0 req-65a2ab63-7ffa-4456-8437-5cfc2863d4eb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1050475 Dec 20 14:33:00.623274 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a647736d-23e4-4659-bc76-083eb1ed0d5c req-a17e4d8c-ec8f-47f8-bb2e-b24654626484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:00.624770 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a647736d-23e4-4659-bc76-083eb1ed0d5c req-a17e4d8c-ec8f-47f8-bb2e-b24654626484 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=09e7c8eb-4da5-4994-ad75-557cbde9bb05 HTTP/1.1" status: 200 len: 797 time: 0.1173918 Dec 20 14:33:00.628280 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9370c588-426a-40d9-bd52-5a84bcf831eb req-41860f50-3682-481e-9f01-c58faf21764a tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/security-groups?id=a27fba59-7d90-4650-9482-b2bcd3113c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580448 Dec 20 14:33:00.674005 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ef7b1dfc-9a1b-4cb4-b891-4d803bf5061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:00.767230 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c9c81b-7052-4c6d-a728-22f28a579200 req-ca3e047f-1298-45a7-bd9c-b2ca0ba06f7f tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:00.768854 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-43c9c81b-7052-4c6d-a728-22f28a579200 req-ca3e047f-1298-45a7-bd9c-b2ca0ba06f7f tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=5640550b-d3ce-4c82-8096-0a758fc93bbb HTTP/1.1" status: 200 len: 932 time: 0.1868634 Dec 20 14:33:00.839147 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a9c4a8ce-834e-4bdf-ae75-8beb43453ef0 req-65592641-2525-4218-b5a0-48350fbea87d service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2665162 Dec 20 14:33:00.846848 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [req-3bb347a8-f342-4c49-8065-6fc3ddcf8682 req-e8ffc997-7a88-403f-a289-9ce2742d8ca0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ceae24de-b4e7-4901-9a38-60db6060a0b3 {{(pid=103168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:33:00.863890 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-3bb347a8-f342-4c49-8065-6fc3ddcf8682 req-e8ffc997-7a88-403f-a289-9ce2742d8ca0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:00.917842 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-43c9c81b-7052-4c6d-a728-22f28a579200 req-60a9e904-2232-4039-882b-e0c8b166504a tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138382 Dec 20 14:33:00.943756 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.provisioning_blocks [req-3bb347a8-f342-4c49-8065-6fc3ddcf8682 req-e8ffc997-7a88-403f-a289-9ce2742d8ca0 service neutron] Transition to ACTIVE for port object ceae24de-b4e7-4901-9a38-60db6060a0b3 will not be triggered until provisioned by entity L2. {{(pid=103168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:33:00.952710 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-3bb347a8-f342-4c49-8065-6fc3ddcf8682 req-e8ffc997-7a88-403f-a289-9ce2742d8ca0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:01.018185 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a9c4a8ce-834e-4bdf-ae75-8beb43453ef0 req-246a1110-c518-4a45-adbd-82145fa8b976 service neutron] 10.222.0.30 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5463998 Dec 20 14:33:01.024202 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a9c4a8ce-834e-4bdf-ae75-8beb43453ef0 req-0de00a8f-90c9-44e2-81f9-4540442fa7c4 service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726096 Dec 20 14:33:01.037133 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ffc997-7a88-403f-a289-9ce2742d8ca0 service neutron] Pushing event updated for resources: {'Port': ['ID=ceae24de-b4e7-4901-9a38-60db6060a0b3,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:33:01.122535 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-3bb347a8-f342-4c49-8065-6fc3ddcf8682 req-e8ffc997-7a88-403f-a289-9ce2742d8ca0 service neutron] Attempting to bind port ceae24de-b4e7-4901-9a38-60db6060a0b3 on host n-h1-761264-19 for vnic_type normal with profile {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:33:01.123204 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-3bb347a8-f342-4c49-8065-6fc3ddcf8682 req-e8ffc997-7a88-403f-a289-9ce2742d8ca0 service neutron] Attempting to bind port ceae24de-b4e7-4901-9a38-60db6060a0b3 by drivers openvswitch,hyperv on host n-h1-761264-19 at level 0 using segments [{'id': '3b732879-896e-432d-a96e-7cba9e2b8a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ac37406e-6eba-42f0-a02b-49bc68c3a995'}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:33:01.123204 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb347a8-f342-4c49-8065-6fc3ddcf8682 req-e8ffc997-7a88-403f-a289-9ce2742d8ca0 service neutron] Attempting to bind port ceae24de-b4e7-4901-9a38-60db6060a0b3 on network ac37406e-6eba-42f0-a02b-49bc68c3a995 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:33:01.124541 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e344734f-679f-4819-9f87-87f68dbb2a90 req-0e381a7b-1156-4e04-9576-0520a4027f7c tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:01.126100 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e344734f-679f-4819-9f87-87f68dbb2a90 req-0e381a7b-1156-4e04-9576-0520a4027f7c tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ba28b68-c49c-43e1-9114-970c5ba1b196 HTTP/1.1" status: 200 len: 948 time: 0.1385427 Dec 20 14:33:01.128105 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb347a8-f342-4c49-8065-6fc3ddcf8682 req-e8ffc997-7a88-403f-a289-9ce2742d8ca0 service neutron] Port ceae24de-b4e7-4901-9a38-60db6060a0b3 on network ac37406e-6eba-42f0-a02b-49bc68c3a995 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-19 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:33:01.128428 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb347a8-f342-4c49-8065-6fc3ddcf8682 req-e8ffc997-7a88-403f-a289-9ce2742d8ca0 service neutron] Attempting to bind port ceae24de-b4e7-4901-9a38-60db6060a0b3 on network ac37406e-6eba-42f0-a02b-49bc68c3a995 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:33:01.130485 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a647736d-23e4-4659-bc76-083eb1ed0d5c req-01333d84-57a1-434a-b616-dfd45140bef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:01.131983 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a647736d-23e4-4659-bc76-083eb1ed0d5c req-01333d84-57a1-434a-b616-dfd45140bef6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2d7ab868-da79-43c0-805a-c026f1ebce8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4961169 Dec 20 14:33:01.135677 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb347a8-f342-4c49-8065-6fc3ddcf8682 req-e8ffc997-7a88-403f-a289-9ce2742d8ca0 service neutron] Checking agent: {'id': '3e5ace3e-dd7b-4522-a7c4-77d13dbeab1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:33:01.136115 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb347a8-f342-4c49-8065-6fc3ddcf8682 req-e8ffc997-7a88-403f-a289-9ce2742d8ca0 service neutron] Checking segment: {'id': '3b732879-896e-432d-a96e-7cba9e2b8a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ac37406e-6eba-42f0-a02b-49bc68c3a995'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:33:01.136534 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb347a8-f342-4c49-8065-6fc3ddcf8682 req-e8ffc997-7a88-403f-a289-9ce2742d8ca0 service neutron] Bound using segment: {'id': '3b732879-896e-432d-a96e-7cba9e2b8a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ac37406e-6eba-42f0-a02b-49bc68c3a995'} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:33:01.136977 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-3bb347a8-f342-4c49-8065-6fc3ddcf8682 req-e8ffc997-7a88-403f-a289-9ce2742d8ca0 service neutron] Bound port: ceae24de-b4e7-4901-9a38-60db6060a0b3, host: n-h1-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b732879-896e-432d-a96e-7cba9e2b8a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ac37406e-6eba-42f0-a02b-49bc68c3a995'}}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:33:01.137558 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-3bb347a8-f342-4c49-8065-6fc3ddcf8682 req-e8ffc997-7a88-403f-a289-9ce2742d8ca0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:01.211425 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f7bb25ac-3ef8-4370-a8d6-7f4ed5856316 req-717e314b-fcf7-4668-b79f-b36290702159 tempest-ServerShowV254Test-2142181409 tempest-ServerShowV254Test-2142181409-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac6c071-be6c-49ad-8407-56c385ea202e HTTP/1.1" status: 200 len: 210 time: 0.0377479 Dec 20 14:33:01.244433 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a9c4a8ce-834e-4bdf-ae75-8beb43453ef0 req-7763bb58-0de1-4998-af2a-542415ab2c33 service neutron] 10.222.0.30 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099090 Dec 20 14:33:01.244696 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-3bb347a8-f342-4c49-8065-6fc3ddcf8682 req-e8ffc997-7a88-403f-a289-9ce2742d8ca0 service neutron] For port ceae24de-b4e7-4901-9a38-60db6060a0b3, host n-h1-761264-19, cleared binding levels {{(pid=103168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:33:01.251235 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-3bb347a8-f342-4c49-8065-6fc3ddcf8682 req-e8ffc997-7a88-403f-a289-9ce2742d8ca0 service neutron] For port ceae24de-b4e7-4901-9a38-60db6060a0b3, host n-h1-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=ceae24de-b4e7-4901-9a38-60db6060a0b3,segment=NetworkSegment(3b732879-896e-432d-a96e-7cba9e2b8a93),segment_id=3b732879-896e-432d-a96e-7cba9e2b8a93)] {{(pid=103168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:33:01.263932 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-3bb347a8-f342-4c49-8065-6fc3ddcf8682 req-e8ffc997-7a88-403f-a289-9ce2742d8ca0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:01.275348 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e344734f-679f-4819-9f87-87f68dbb2a90 req-54d3375a-15b6-40ce-9cba-8b58032823d2 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397045 Dec 20 14:33:01.305331 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb347a8-f342-4c49-8065-6fc3ddcf8682 req-e8ffc997-7a88-403f-a289-9ce2742d8ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:01.305966 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-3bb347a8-f342-4c49-8065-6fc3ddcf8682 req-e8ffc997-7a88-403f-a289-9ce2742d8ca0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:01.307884 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3bb347a8-f342-4c49-8065-6fc3ddcf8682 req-e8ffc997-7a88-403f-a289-9ce2742d8ca0 service neutron] 10.222.0.30 "PUT /v2.0/ports/ceae24de-b4e7-4901-9a38-60db6060a0b3 HTTP/1.1" status: 200 len: 1093 time: 1.1314116 Dec 20 14:33:01.318787 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a647736d-23e4-4659-bc76-083eb1ed0d5c req-0807e745-61a0-4005-9e39-7ebf4e4f88c4 service neutron] 10.222.0.47 "GET /v2.0/networks/2d7ab868-da79-43c0-805a-c026f1ebce8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704407 Dec 20 14:33:01.340710 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ffc997-7a88-403f-a289-9ce2742d8ca0 service neutron] Pushing event updated for resources: {'Port': ['ID=ceae24de-b4e7-4901-9a38-60db6060a0b3,revision_number=3']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:33:01.431989 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a647736d-23e4-4659-bc76-083eb1ed0d5c req-330f36d5-0799-47e6-b90e-f51bdc2f0ff1 service neutron] 10.222.0.47 "GET /v2.0/networks/2d7ab868-da79-43c0-805a-c026f1ebce8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017485 Dec 20 14:33:01.436150 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb347a8-f342-4c49-8065-6fc3ddcf8682 req-04c491db-5801-4bfa-9d31-b59ef2e6bf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:01.437853 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3bb347a8-f342-4c49-8065-6fc3ddcf8682 req-04c491db-5801-4bfa-9d31-b59ef2e6bf47 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b34e3eedf72e455b9cbb2db5d8862a92&device_id=5640550b-d3ce-4c82-8096-0a758fc93bbb HTTP/1.1" status: 200 len: 1096 time: 0.0754459 Dec 20 14:33:01.451257 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0995d9ef-d090-418b-9386-c2666a315ae8 req-11c0aa5d-0264-46bb-a538-dab4f16938a4 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:01.452759 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0995d9ef-d090-418b-9386-c2666a315ae8 req-11c0aa5d-0264-46bb-a538-dab4f16938a4 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=4df90982-e84c-48a8-81f5-b7ba197839f7 HTTP/1.1" status: 200 len: 946 time: 0.0619581 Dec 20 14:33:01.499949 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3bb347a8-f342-4c49-8065-6fc3ddcf8682 req-a1bd4a10-169f-4250-8bb2-75fa5e384f5f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ceae24de-b4e7-4901-9a38-60db6060a0b3 HTTP/1.1" status: 200 len: 217 time: 0.0462022 Dec 20 14:33:01.579003 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0995d9ef-d090-418b-9386-c2666a315ae8 req-1592c33b-d23d-4f7b-9934-92c42c9a822e tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188483 Dec 20 14:33:01.588838 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb347a8-f342-4c49-8065-6fc3ddcf8682 req-dd3ff225-b8c6-472d-beda-312eeeb4b2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:01.590471 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3bb347a8-f342-4c49-8065-6fc3ddcf8682 req-dd3ff225-b8c6-472d-beda-312eeeb4b2c0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8bcc849b-c021-46b4-96cd-8d7c30cd2023 HTTP/1.1" status: 200 len: 845 time: 0.0805705 Dec 20 14:33:01.627668 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3bb347a8-f342-4c49-8065-6fc3ddcf8682 req-184fb526-590b-4bb9-acbf-ddeacd6a711f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ac37406e-6eba-42f0-a02b-49bc68c3a995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281751 Dec 20 14:33:01.739736 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3bb347a8-f342-4c49-8065-6fc3ddcf8682 req-0715fb6a-428a-4f89-83aa-b155495ed271 service neutron] 10.222.0.30 "GET /v2.0/networks/ac37406e-6eba-42f0-a02b-49bc68c3a995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020830 Dec 20 14:33:01.767230 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4276b6-a301-4a08-b579-70180182b1ff req-eeca0f1b-3da9-4645-a29f-5a02e53d71a7 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:01.769655 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-cf4276b6-a301-4a08-b579-70180182b1ff req-eeca0f1b-3da9-4645-a29f-5a02e53d71a7 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/ports?device_id=649d2e14-ea34-4a4c-8f03-2cdf2a0122eb HTTP/1.1" status: 200 len: 946 time: 0.0618877 Dec 20 14:33:01.834307 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-cf4276b6-a301-4a08-b579-70180182b1ff req-bc201da9-43cf-497f-9892-6a14a5f8fca5 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/security-groups?id=a27fba59-7d90-4650-9482-b2bcd3113c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576129 Dec 20 14:33:01.853013 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3bb347a8-f342-4c49-8065-6fc3ddcf8682 req-9ef3f862-8a83-4cf2-8b0b-5b24b9de53a9 service neutron] 10.222.0.30 "GET /v2.0/networks/ac37406e-6eba-42f0-a02b-49bc68c3a995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048641 Dec 20 14:33:01.873358 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5640550b-d3ce-4c82-8096-0a758fc93bbb', 'tag': 'ceae24de-b4e7-4901-9a38-60db6060a0b3'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:33:01.876014 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53da09e1-5e99-428e-9e6a-e5834abfd205" -d '{"events": [{"name": "network-changed", "server_uuid": "5640550b-d3ce-4c82-8096-0a758fc93bbb", "tag": "ceae24de-b4e7-4901-9a38-60db6060a0b3"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:33:01.918295 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbe4bb5d-d1cf-43c3-8d0a-7ec93409ba29 x-openstack-request-id: req-cbe4bb5d-d1cf-43c3-8d0a-7ec93409ba29 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:33:01.918593 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5640550b-d3ce-4c82-8096-0a758fc93bbb", "tag": "ceae24de-b4e7-4901-9a38-60db6060a0b3", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:33:01.918912 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cbe4bb5d-d1cf-43c3-8d0a-7ec93409ba29 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:33:01.919322 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5640550b-d3ce-4c82-8096-0a758fc93bbb', 'tag': 'ceae24de-b4e7-4901-9a38-60db6060a0b3', 'status': 'completed', 'code': 200} Dec 20 14:33:01.997812 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da09e1-5e99-428e-9e6a-e5834abfd205 req-9006b9b3-57e2-40b9-a0bb-ac64dd95b6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:02.000401 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-53da09e1-5e99-428e-9e6a-e5834abfd205 req-9006b9b3-57e2-40b9-a0bb-ac64dd95b6ab service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b34e3eedf72e455b9cbb2db5d8862a92&device_id=5640550b-d3ce-4c82-8096-0a758fc93bbb HTTP/1.1" status: 200 len: 1096 time: 0.0535753 Dec 20 14:33:02.049579 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ee2b91-ffda-4bb1-bcac-64e3e5e22a35 req-275ef2d4-1021-4264-8128-303a85f76c0c tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:02.057193 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-80ee2b91-ffda-4bb1-bcac-64e3e5e22a35 req-275ef2d4-1021-4264-8128-303a85f76c0c tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=5640550b-d3ce-4c82-8096-0a758fc93bbb HTTP/1.1" status: 200 len: 944 time: 0.0541875 Dec 20 14:33:02.108331 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da09e1-5e99-428e-9e6a-e5834abfd205 req-e7ed5b5b-3042-4a01-9ad1-5f65d965e1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:02.110261 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-53da09e1-5e99-428e-9e6a-e5834abfd205 req-e7ed5b5b-3042-4a01-9ad1-5f65d965e1f0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ac37406e-6eba-42f0-a02b-49bc68c3a995 HTTP/1.1" status: 200 len: 906 time: 0.1014967 Dec 20 14:33:02.117431 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-80ee2b91-ffda-4bb1-bcac-64e3e5e22a35 req-584863a0-1f08-42a4-8e01-b95cfd9af73d tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596511 Dec 20 14:33:02.167749 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-53da09e1-5e99-428e-9e6a-e5834abfd205 req-610a476f-e90b-4b48-b4c7-6dc629bc9292 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ceae24de-b4e7-4901-9a38-60db6060a0b3 HTTP/1.1" status: 200 len: 217 time: 0.0478489 Dec 20 14:33:02.225160 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da09e1-5e99-428e-9e6a-e5834abfd205 req-22f2d1d8-b05e-4282-88b1-a98b53b88aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:02.226940 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-53da09e1-5e99-428e-9e6a-e5834abfd205 req-22f2d1d8-b05e-4282-88b1-a98b53b88aab service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8bcc849b-c021-46b4-96cd-8d7c30cd2023 HTTP/1.1" status: 200 len: 845 time: 0.0512810 Dec 20 14:33:02.275108 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-53da09e1-5e99-428e-9e6a-e5834abfd205 req-60c8168b-612f-4956-88da-6a944b4ca3fc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ac37406e-6eba-42f0-a02b-49bc68c3a995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386400 Dec 20 14:33:02.376287 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-67c3b48f-ef74-4a04-b51e-0c03c3e535b3 req-66a429bf-2508-460a-bb32-3f41d8c6084b tempest-ServerShowV254Test-2142181409 tempest-ServerShowV254Test-2142181409-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac6c071-be6c-49ad-8407-56c385ea202e HTTP/1.1" status: 200 len: 210 time: 0.0649230 Dec 20 14:33:02.411688 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-53da09e1-5e99-428e-9e6a-e5834abfd205 req-77793fb5-109c-4939-b2ac-9bfb94d071a7 service neutron] 10.222.0.30 "GET /v2.0/networks/ac37406e-6eba-42f0-a02b-49bc68c3a995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198282 Dec 20 14:33:02.441330 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f458a1-a47b-4caf-9f71-743a4398a8e2 req-0f034064-f400-4e86-a67e-4bae0e700f6d tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:02.443594 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-25f458a1-a47b-4caf-9f71-743a4398a8e2 req-0f034064-f400-4e86-a67e-4bae0e700f6d tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ba28b68-c49c-43e1-9114-970c5ba1b196 HTTP/1.1" status: 200 len: 948 time: 0.0568068 Dec 20 14:33:02.512971 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-25f458a1-a47b-4caf-9f71-743a4398a8e2 req-0007851e-85eb-45ff-a7be-1f25a446d97a tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515943 Dec 20 14:33:02.525463 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-53da09e1-5e99-428e-9e6a-e5834abfd205 req-747502bf-0b77-4131-9fba-8c15686e3707 service neutron] 10.222.0.30 "GET /v2.0/networks/ac37406e-6eba-42f0-a02b-49bc68c3a995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052525 Dec 20 14:33:02.714669 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62a6674-a424-48ac-95b0-8e2e7762f550 req-d89e792c-603f-43cc-8cf2-96c6e2b91659 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:02.716473 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f62a6674-a424-48ac-95b0-8e2e7762f550 req-d89e792c-603f-43cc-8cf2-96c6e2b91659 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=4df90982-e84c-48a8-81f5-b7ba197839f7 HTTP/1.1" status: 200 len: 946 time: 0.0569601 Dec 20 14:33:02.769923 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f62a6674-a424-48ac-95b0-8e2e7762f550 req-216520e7-acca-441e-810b-0cb77ebcb6c7 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473156 Dec 20 14:33:02.774658 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00218666-b86d-44c6-b1c1-0fe352080b73 req-b1a08759-6fce-4b36-ab65-2420b73b617d tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:02.776485 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-00218666-b86d-44c6-b1c1-0fe352080b73 req-b1a08759-6fce-4b36-ab65-2420b73b617d tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/ports?device_id=649d2e14-ea34-4a4c-8f03-2cdf2a0122eb HTTP/1.1" status: 200 len: 946 time: 0.0564859 Dec 20 14:33:02.830559 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-00218666-b86d-44c6-b1c1-0fe352080b73 req-96aed249-e300-4857-9c7c-bce5aad8b699 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/security-groups?id=a27fba59-7d90-4650-9482-b2bcd3113c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478156 Dec 20 14:33:02.833379 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-355d07d3-dd69-4eef-9ed9-32e6f2feb69e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:03.241657 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb76a662-a3a2-4b2f-9ea8-8ef41fe9c5dc req-4d2c2a7b-0fbd-4bff-b4f5-f4b53acd07e5 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:03.249421 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-eb76a662-a3a2-4b2f-9ea8-8ef41fe9c5dc req-4d2c2a7b-0fbd-4bff-b4f5-f4b53acd07e5 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=5640550b-d3ce-4c82-8096-0a758fc93bbb HTTP/1.1" status: 200 len: 944 time: 0.0544128 Dec 20 14:33:03.298161 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-eb76a662-a3a2-4b2f-9ea8-8ef41fe9c5dc req-121b00ad-f42b-4700-81a6-d40f46809eab tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473418 Dec 20 14:33:03.487883 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device d992040d-645b-4c58-aa14-af5a25f16ed2 details requested by agent hyperv_n-h1-761264-19 with host n-h1-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:33:03.502971 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7a5f949c-61ea-4668-81bf-6432cc3ad7f9 req-335672b6-0353-46cf-ae7a-e99c5b2fdca0 tempest-ServerShowV254Test-2142181409 tempest-ServerShowV254Test-2142181409-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac6c071-be6c-49ad-8407-56c385ea202e HTTP/1.1" status: 200 len: 210 time: 0.0368955 Dec 20 14:33:03.622094 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port d992040d-645b-4c58-aa14-af5a25f16ed2, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=d992040d-645b-4c58-aa14-af5a25f16ed2,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:33:03.639434 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Returning: {'device': 'd992040d-645b-4c58-aa14-af5a25f16ed2', 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1', 'port_id': 'd992040d-645b-4c58-aa14-af5a25f16ed2', 'mac_address': 'fa:16:3e:74:a8:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36bf280f-81bb-4486-a87a-9b9505a1cec4', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:33:03.708169 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:03.715949 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457bf465-458d-4b09-b49d-2de4e8558026 req-4c3b0973-678b-43db-960d-35b84201cb13 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:03.724581 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:03.725170 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-457bf465-458d-4b09-b49d-2de4e8558026 req-4c3b0973-678b-43db-960d-35b84201cb13 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ba28b68-c49c-43e1-9114-970c5ba1b196 HTTP/1.1" status: 200 len: 948 time: 0.1168659 Dec 20 14:33:03.726265 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d992040d-645b-4c58-aa14-af5a25f16ed2 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:33:03.748679 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port d992040d-645b-4c58-aa14-af5a25f16ed2, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=d992040d-645b-4c58-aa14-af5a25f16ed2,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:33:03.758150 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:03.784042 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-457bf465-458d-4b09-b49d-2de4e8558026 req-9727ef5c-976e-4efc-8148-942c2c15e4af tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579438 Dec 20 14:33:03.812920 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=d992040d-645b-4c58-aa14-af5a25f16ed2,revision_number=8']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:33:03.907493 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88452cee-c872-43f2-80af-0034586a15bf req-ebaa36c1-ffe2-4052-8718-d8f4306f3047 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:03.909583 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-88452cee-c872-43f2-80af-0034586a15bf req-ebaa36c1-ffe2-4052-8718-d8f4306f3047 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=4df90982-e84c-48a8-81f5-b7ba197839f7 HTTP/1.1" status: 200 len: 946 time: 0.0671272 Dec 20 14:33:03.963505 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b7329b-0831-49c8-9a80-a531ab16009b req-a8c7f5f1-e1d1-438b-ac6a-95ef840be1c0 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:03.964998 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-60b7329b-0831-49c8-9a80-a531ab16009b req-a8c7f5f1-e1d1-438b-ac6a-95ef840be1c0 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/ports?device_id=649d2e14-ea34-4a4c-8f03-2cdf2a0122eb HTTP/1.1" status: 200 len: 946 time: 0.0565450 Dec 20 14:33:03.966452 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-88452cee-c872-43f2-80af-0034586a15bf req-928ed871-2407-4a46-81c4-225a80f272b1 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497360 Dec 20 14:33:04.032266 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-60b7329b-0831-49c8-9a80-a531ab16009b req-818c6a15-997a-4f57-8d4d-47fd73248c3f tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/security-groups?id=a27fba59-7d90-4650-9482-b2bcd3113c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611906 Dec 20 14:33:04.322291 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['d992040d-645b-4c58-aa14-af5a25f16ed2'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:33:04.420090 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device d5c0d553-3bbd-4e1e-b8b0-ce2750522288 details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:33:04.434349 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ef2c4a-d6ef-4f2c-a2d7-3a3a811179e8 req-79566bd7-a322-4309-bc77-00a999c8e6f5 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:04.435871 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-28ef2c4a-d6ef-4f2c-a2d7-3a3a811179e8 req-79566bd7-a322-4309-bc77-00a999c8e6f5 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=5640550b-d3ce-4c82-8096-0a758fc93bbb HTTP/1.1" status: 200 len: 944 time: 0.0542443 Dec 20 14:33:04.490498 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-28ef2c4a-d6ef-4f2c-a2d7-3a3a811179e8 req-ee384060-acf4-49af-b339-da7187a1c5c7 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481782 Dec 20 14:33:04.567630 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port d5c0d553-3bbd-4e1e-b8b0-ce2750522288, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=d5c0d553-3bbd-4e1e-b8b0-ce2750522288,segment=NetworkSegment(c66b4285-faba-435b-92e7-6de47ba5ef36),segment_id=c66b4285-faba-435b-92e7-6de47ba5ef36)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:33:04.578901 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': 'd5c0d553-3bbd-4e1e-b8b0-ce2750522288', 'network_id': '0b117659-1bb4-437b-b0c1-51f56db7ff3a', 'port_id': 'd5c0d553-3bbd-4e1e-b8b0-ce2750522288', 'mac_address': 'fa:16:3e:8d:70:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ff79ed4-3dfb-4794-99de-386c9b910625', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:33:04.624208 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:04.633020 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2713424b-404d-4580-af1c-8c2957c48edb req-4f08da03-f24a-494d-a634-7a96698dd1fe tempest-ServerShowV254Test-2142181409 tempest-ServerShowV254Test-2142181409-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac6c071-be6c-49ad-8407-56c385ea202e HTTP/1.1" status: 200 len: 210 time: 0.0307128 Dec 20 14:33:04.782983 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d5c0d553-3bbd-4e1e-b8b0-ce2750522288 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:33:04.805993 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port d5c0d553-3bbd-4e1e-b8b0-ce2750522288, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=d5c0d553-3bbd-4e1e-b8b0-ce2750522288,segment=NetworkSegment(c66b4285-faba-435b-92e7-6de47ba5ef36),segment_id=c66b4285-faba-435b-92e7-6de47ba5ef36)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:33:04.811632 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:04.864186 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=d5c0d553-3bbd-4e1e-b8b0-ce2750522288,revision_number=6']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:33:04.913013 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0491af-abdf-4595-b36f-3883c810292c req-f51afdc1-d7ea-4179-9258-7ec27d6bba44 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:04.914533 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-da0491af-abdf-4595-b36f-3883c810292c req-f51afdc1-d7ea-4179-9258-7ec27d6bba44 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ba28b68-c49c-43e1-9114-970c5ba1b196 HTTP/1.1" status: 200 len: 949 time: 0.0564551 Dec 20 14:33:04.963750 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-da0491af-abdf-4595-b36f-3883c810292c req-01af81e0-a449-442e-bb52-2ee1314ecdae tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423210 Dec 20 14:33:04.969949 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['d5c0d553-3bbd-4e1e-b8b0-ce2750522288'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:33:05.101049 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ea2bdf-547d-4aae-9e64-21125b2e0d2e req-66f7a8a3-b27b-4404-9708-ac089f1cd110 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:05.102652 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-58ea2bdf-547d-4aae-9e64-21125b2e0d2e req-66f7a8a3-b27b-4404-9708-ac089f1cd110 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=4df90982-e84c-48a8-81f5-b7ba197839f7 HTTP/1.1" status: 200 len: 946 time: 0.0560942 Dec 20 14:33:05.157510 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-58ea2bdf-547d-4aae-9e64-21125b2e0d2e req-01c2d6c9-cf8a-4921-b7fa-c6313ed9b702 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470324 Dec 20 14:33:05.364242 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4fc35f-618e-4b06-8820-7fa4bedc3e21 req-90aa3334-dda5-491a-9014-4360db422d79 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:05.365724 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ff4fc35f-618e-4b06-8820-7fa4bedc3e21 req-90aa3334-dda5-491a-9014-4360db422d79 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ba28b68-c49c-43e1-9114-970c5ba1b196 HTTP/1.1" status: 200 len: 949 time: 0.0590651 Dec 20 14:33:05.378315 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2f935d-af4c-4119-8c1e-6aba95b6314c req-fca2fe4b-aa47-44a7-8ee7-030be561974b tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:05.379829 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3f2f935d-af4c-4119-8c1e-6aba95b6314c req-fca2fe4b-aa47-44a7-8ee7-030be561974b tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ba28b68-c49c-43e1-9114-970c5ba1b196&tenant_id=c1e404e3ac2e456f831247d0bb0227f5&binding%3Ahost_id=n-h1-761264-19 HTTP/1.1" status: 200 len: 949 time: 0.0958602 Dec 20 14:33:05.388426 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4453fc7b-c815-4682-999d-0ce40734d138 req-32cee66e-a494-476a-8a7c-b7d075c3aab6 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:05.391434 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4453fc7b-c815-4682-999d-0ce40734d138 req-32cee66e-a494-476a-8a7c-b7d075c3aab6 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/ports?device_id=649d2e14-ea34-4a4c-8f03-2cdf2a0122eb HTTP/1.1" status: 200 len: 945 time: 0.0944817 Dec 20 14:33:05.422564 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ff4fc35f-618e-4b06-8820-7fa4bedc3e21 req-9303869c-750c-4787-8b56-f07f94021aa4 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497670 Dec 20 14:33:05.494598 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device ceae24de-b4e7-4901-9a38-60db6060a0b3 details requested by agent hyperv_n-h1-761264-19 with host n-h1-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:33:05.496394 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4453fc7b-c815-4682-999d-0ce40734d138 req-29ee243e-387e-46a0-bfb1-5dd740a8d4f0 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/security-groups?id=a27fba59-7d90-4650-9482-b2bcd3113c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965436 Dec 20 14:33:05.501178 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3f2f935d-af4c-4119-8c1e-6aba95b6314c req-610f871e-fcfb-44a7-b583-1be40659f17a service neutron] 10.222.0.30 "GET /v2.0/ports/d992040d-645b-4c58-aa14-af5a25f16ed2/bindings/n-h1-761264-19 HTTP/1.1" status: 200 len: 383 time: 0.1082704 Dec 20 14:33:05.585499 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2f935d-af4c-4119-8c1e-6aba95b6314c req-71834651-0596-4315-9037-4a524b32f93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:05.587062 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3f2f935d-af4c-4119-8c1e-6aba95b6314c req-71834651-0596-4315-9037-4a524b32f93d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c1e404e3ac2e456f831247d0bb0227f5&device_id=2ba28b68-c49c-43e1-9114-970c5ba1b196 HTTP/1.1" status: 200 len: 1101 time: 0.0577800 Dec 20 14:33:05.631847 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port ceae24de-b4e7-4901-9a38-60db6060a0b3, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=ceae24de-b4e7-4901-9a38-60db6060a0b3,segment=NetworkSegment(3b732879-896e-432d-a96e-7cba9e2b8a93),segment_id=3b732879-896e-432d-a96e-7cba9e2b8a93)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:33:05.642101 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11155ab6-e3ec-4743-b084-9802274f3ea4 req-b8c8d8c7-873e-43da-9034-149a7d252967 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:05.643853 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-11155ab6-e3ec-4743-b084-9802274f3ea4 req-b8c8d8c7-873e-43da-9034-149a7d252967 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=5640550b-d3ce-4c82-8096-0a758fc93bbb HTTP/1.1" status: 200 len: 944 time: 0.0598853 Dec 20 14:33:05.648145 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Returning: {'device': 'ceae24de-b4e7-4901-9a38-60db6060a0b3', 'network_id': 'ac37406e-6eba-42f0-a02b-49bc68c3a995', 'port_id': 'ceae24de-b4e7-4901-9a38-60db6060a0b3', 'mac_address': 'fa:16:3e:d6:a1:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bcc849b-c021-46b4-96cd-8d7c30cd2023', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:33:05.710291 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:05.711413 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:05.716045 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2f935d-af4c-4119-8c1e-6aba95b6314c req-527d31c2-44d8-4e6f-94eb-7995d2026fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:05.719152 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3f2f935d-af4c-4119-8c1e-6aba95b6314c req-527d31c2-44d8-4e6f-94eb-7995d2026fea service neutron] 10.222.0.30 "GET /v2.0/networks?id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1 HTTP/1.1" status: 200 len: 870 time: 0.1216428 Dec 20 14:33:05.739185 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ceae24de-b4e7-4901-9a38-60db6060a0b3 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:33:05.743772 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-11155ab6-e3ec-4743-b084-9802274f3ea4 req-b60e3900-de17-4a47-b319-6dcdfe5448e2 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897443 Dec 20 14:33:05.764168 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port ceae24de-b4e7-4901-9a38-60db6060a0b3, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=ceae24de-b4e7-4901-9a38-60db6060a0b3,segment=NetworkSegment(3b732879-896e-432d-a96e-7cba9e2b8a93),segment_id=3b732879-896e-432d-a96e-7cba9e2b8a93)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:33:05.770622 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:05.780680 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3f2f935d-af4c-4119-8c1e-6aba95b6314c req-d8e0892e-394c-4ebd-87f4-1d583e79fec7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=d992040d-645b-4c58-aa14-af5a25f16ed2 HTTP/1.1" status: 200 len: 217 time: 0.0534215 Dec 20 14:33:05.831240 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=ceae24de-b4e7-4901-9a38-60db6060a0b3,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:33:06.154861 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-841982a8-bc4b-4a45-9316-b776b00e77f1 req-6c7c0094-90cf-4ff3-ba57-da0b2b276e41 tempest-ServerShowV254Test-2142181409 tempest-ServerShowV254Test-2142181409-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac6c071-be6c-49ad-8407-56c385ea202e HTTP/1.1" status: 200 len: 210 time: 0.3305185 Dec 20 14:33:06.171636 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2f935d-af4c-4119-8c1e-6aba95b6314c req-b8faf3a6-6ae5-4f4d-98a0-77a8914e9a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:06.173138 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3f2f935d-af4c-4119-8c1e-6aba95b6314c req-b8faf3a6-6ae5-4f4d-98a0-77a8914e9a3a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=36bf280f-81bb-4486-a87a-9b9505a1cec4 HTTP/1.1" status: 200 len: 843 time: 0.3848064 Dec 20 14:33:06.174542 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff187348-614e-4e57-821c-325ca7a57250 req-6d9eba0b-cda0-425b-ba94-55bf58696f5a tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:06.176155 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ff187348-614e-4e57-821c-325ca7a57250 req-6d9eba0b-cda0-425b-ba94-55bf58696f5a tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/ports?device_id=649d2e14-ea34-4a4c-8f03-2cdf2a0122eb HTTP/1.1" status: 200 len: 945 time: 0.0563581 Dec 20 14:33:06.215307 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:06.241262 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2f935d-af4c-4119-8c1e-6aba95b6314c req-1f29d41a-1211-4497-957a-e3d6dbf82e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:06.244239 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3f2f935d-af4c-4119-8c1e-6aba95b6314c req-1f29d41a-1211-4497-957a-e3d6dbf82e69 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0572770 Dec 20 14:33:06.248350 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ff187348-614e-4e57-821c-325ca7a57250 req-d47211ee-11f3-4254-9366-c88007dfa7fb tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/security-groups?id=a27fba59-7d90-4650-9482-b2bcd3113c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628500 Dec 20 14:33:06.260363 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['ceae24de-b4e7-4901-9a38-60db6060a0b3'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:33:06.376279 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27f45af-3cd1-44cc-9df9-3d4841b5ecbf req-894924a7-5cf0-4860-8018-ab4f89806839 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:06.377834 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d27f45af-3cd1-44cc-9df9-3d4841b5ecbf req-894924a7-5cf0-4860-8018-ab4f89806839 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=4df90982-e84c-48a8-81f5-b7ba197839f7 HTTP/1.1" status: 200 len: 946 time: 0.1173375 Dec 20 14:33:06.384695 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3f2f935d-af4c-4119-8c1e-6aba95b6314c req-7e567b7e-da43-4896-993a-11c6ad854070 service neutron] 10.222.0.30 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323309 Dec 20 14:33:06.433926 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device d5c0d553-3bbd-4e1e-b8b0-ce2750522288 up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:33:06.487324 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d27f45af-3cd1-44cc-9df9-3d4841b5ecbf req-9c2b4374-52a2-405f-a13b-bb2c577f17ba tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015780 Dec 20 14:33:06.494488 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port d5c0d553-3bbd-4e1e-b8b0-ce2750522288 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:33:06.495023 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:06.527709 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3f2f935d-af4c-4119-8c1e-6aba95b6314c req-db2fdb48-f42f-45eb-b901-8e7d6be61bb8 service neutron] 10.222.0.30 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349816 Dec 20 14:33:06.573822 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7f562f-8d45-43a3-a6a5-2bf3b06212aa req-6d1f67b2-bf2b-49c0-a899-e4d98573867b tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:06.579264 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-cd7f562f-8d45-43a3-a6a5-2bf3b06212aa req-6d1f67b2-bf2b-49c0-a899-e4d98573867b tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ba28b68-c49c-43e1-9114-970c5ba1b196 HTTP/1.1" status: 200 len: 949 time: 0.0757492 Dec 20 14:33:06.599784 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:06.625758 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '649d2e14-ea34-4a4c-8f03-2cdf2a0122eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5c0d553-3bbd-4e1e-b8b0-ce2750522288'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:33:06.628233 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdf3a705-25cc-4ecc-9879-2839cfdb6d86" -d '{"events": [{"server_uuid": "649d2e14-ea34-4a4c-8f03-2cdf2a0122eb", "name": "network-vif-plugged", "status": "completed", "tag": "d5c0d553-3bbd-4e1e-b8b0-ce2750522288"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:33:06.631893 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-cd7f562f-8d45-43a3-a6a5-2bf3b06212aa req-f80b4861-0e60-41b0-9a8a-3c2f98e5716d tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499899 Dec 20 14:33:06.645662 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port d5c0d553-3bbd-4e1e-b8b0-ce2750522288, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=d5c0d553-3bbd-4e1e-b8b0-ce2750522288,segment=NetworkSegment(c66b4285-faba-435b-92e7-6de47ba5ef36),segment_id=c66b4285-faba-435b-92e7-6de47ba5ef36)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:33:06.652075 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:06.685287 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00a62a35-8331-4cae-b127-74493fd19767 x-openstack-request-id: req-00a62a35-8331-4cae-b127-74493fd19767 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:33:06.685515 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "649d2e14-ea34-4a4c-8f03-2cdf2a0122eb", "name": "network-vif-plugged", "status": "completed", "tag": "d5c0d553-3bbd-4e1e-b8b0-ce2750522288", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:33:06.685782 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-00a62a35-8331-4cae-b127-74493fd19767 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:33:06.686154 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '649d2e14-ea34-4a4c-8f03-2cdf2a0122eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5c0d553-3bbd-4e1e-b8b0-ce2750522288', 'code': 200} Dec 20 14:33:06.704073 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=d5c0d553-3bbd-4e1e-b8b0-ce2750522288,revision_number=7']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:33:06.862847 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7092265-6807-4e62-9545-09724226a78a req-5f9b74d1-3605-4c35-af92-94f203e78f38 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:06.864492 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e7092265-6807-4e62-9545-09724226a78a req-5f9b74d1-3605-4c35-af92-94f203e78f38 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=5640550b-d3ce-4c82-8096-0a758fc93bbb HTTP/1.1" status: 200 len: 945 time: 0.0590723 Dec 20 14:33:06.921888 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e7092265-6807-4e62-9545-09724226a78a req-88f24101-7909-430f-a15d-1c9ea1681b74 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504291 Dec 20 14:33:07.309102 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e13ab5e3-4a5e-4363-ba8b-d1ac8df0046b req-975f464b-7a60-4f7d-bdcc-a6faf5bb5d01 tempest-ServerShowV254Test-2142181409 tempest-ServerShowV254Test-2142181409-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac6c071-be6c-49ad-8407-56c385ea202e HTTP/1.1" status: 200 len: 210 time: 0.0371766 Dec 20 14:33:07.389377 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0086af28-540a-4000-bd37-28e83606d4ff req-aeb4799e-794c-40b4-8df8-8e9467419c60 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:07.390973 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0086af28-540a-4000-bd37-28e83606d4ff req-aeb4799e-794c-40b4-8df8-8e9467419c60 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/ports?device_id=649d2e14-ea34-4a4c-8f03-2cdf2a0122eb HTTP/1.1" status: 200 len: 946 time: 0.0537522 Dec 20 14:33:07.440311 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0086af28-540a-4000-bd37-28e83606d4ff req-5142d352-f04a-42ca-908b-05783892f390 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/security-groups?id=a27fba59-7d90-4650-9482-b2bcd3113c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432904 Dec 20 14:33:07.510106 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device d992040d-645b-4c58-aa14-af5a25f16ed2 up at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:33:07.527064 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e1fa6f-509f-4a42-85ce-ed7d269d63ad req-745f3066-f1f4-432e-acf3-dfa2c2559249 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:07.528633 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-79e1fa6f-509f-4a42-85ce-ed7d269d63ad req-745f3066-f1f4-432e-acf3-dfa2c2559249 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.47 "GET /v2.0/ports?device_id=649d2e14-ea34-4a4c-8f03-2cdf2a0122eb HTTP/1.1" status: 200 len: 946 time: 0.0607677 Dec 20 14:33:07.570029 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning for port d992040d-645b-4c58-aa14-af5a25f16ed2 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:33:07.574106 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning complete for port d992040d-645b-4c58-aa14-af5a25f16ed2 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:33:07.574481 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:07.658686 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:07.667441 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e321f45d-f5d7-4c61-81b4-1d9c3a0d79af req-f40b013c-98f3-428e-87bb-4ba535d91db1 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:07.669004 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e321f45d-f5d7-4c61-81b4-1d9c3a0d79af req-f40b013c-98f3-428e-87bb-4ba535d91db1 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=4df90982-e84c-48a8-81f5-b7ba197839f7 HTTP/1.1" status: 200 len: 946 time: 0.1023042 Dec 20 14:33:07.697517 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port d992040d-645b-4c58-aa14-af5a25f16ed2, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=d992040d-645b-4c58-aa14-af5a25f16ed2,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:33:07.703915 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:07.711569 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-79e1fa6f-509f-4a42-85ce-ed7d269d63ad req-c8d7d6d5-2c11-4b04-a91f-aca8e2a59eb7 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Deleting port d5c0d553-3bbd-4e1e-b8b0-ce2750522288 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:33:07.711960 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-79e1fa6f-509f-4a42-85ce-ed7d269d63ad req-c8d7d6d5-2c11-4b04-a91f-aca8e2a59eb7 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:07.757945 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=d992040d-645b-4c58-aa14-af5a25f16ed2,revision_number=9']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:33:07.789627 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e321f45d-f5d7-4c61-81b4-1d9c3a0d79af req-63a88cf5-0613-4dcd-98df-429cfcec6653 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111479 Dec 20 14:33:07.799147 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5429a412-6aed-4f99-b1b7-5aa4e6a65da5 req-da0f830d-3d33-4715-9817-4e0cb744d96e tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:07.800748 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5429a412-6aed-4f99-b1b7-5aa4e6a65da5 req-da0f830d-3d33-4715-9817-4e0cb744d96e tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ba28b68-c49c-43e1-9114-970c5ba1b196 HTTP/1.1" status: 200 len: 950 time: 0.0750170 Dec 20 14:33:07.838194 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-79e1fa6f-509f-4a42-85ce-ed7d269d63ad req-c8d7d6d5-2c11-4b04-a91f-aca8e2a59eb7 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] For port d5c0d553-3bbd-4e1e-b8b0-ce2750522288, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=d5c0d553-3bbd-4e1e-b8b0-ce2750522288,segment=NetworkSegment(c66b4285-faba-435b-92e7-6de47ba5ef36),segment_id=c66b4285-faba-435b-92e7-6de47ba5ef36)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:33:07.838553 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-79e1fa6f-509f-4a42-85ce-ed7d269d63ad req-c8d7d6d5-2c11-4b04-a91f-aca8e2a59eb7 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:07.853547 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-79e1fa6f-509f-4a42-85ce-ed7d269d63ad req-c8d7d6d5-2c11-4b04-a91f-aca8e2a59eb7 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Calling delete_port for d5c0d553-3bbd-4e1e-b8b0-ce2750522288 owned by compute:nova {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:33:07.859205 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5429a412-6aed-4f99-b1b7-5aa4e6a65da5 req-dc8f0a52-93f8-4a71-9f8d-58297ab68785 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480773 Dec 20 14:33:08.016040 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-79e1fa6f-509f-4a42-85ce-ed7d269d63ad req-c8d7d6d5-2c11-4b04-a91f-aca8e2a59eb7 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:08.047463 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d7d6d5-2c11-4b04-a91f-aca8e2a59eb7 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Pushing event deleted for resources: {'Port': ['ID=d5c0d553-3bbd-4e1e-b8b0-ce2750522288,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:33:08.059117 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a65f422-3903-456d-ac3e-169fed9f5884 req-c2f20986-5eac-4519-8548-bb8a7eb95c7d tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:08.060720 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5a65f422-3903-456d-ac3e-169fed9f5884 req-c2f20986-5eac-4519-8548-bb8a7eb95c7d tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=5640550b-d3ce-4c82-8096-0a758fc93bbb HTTP/1.1" status: 200 len: 945 time: 0.0665145 Dec 20 14:33:08.101506 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-79e1fa6f-509f-4a42-85ce-ed7d269d63ad req-c8d7d6d5-2c11-4b04-a91f-aca8e2a59eb7 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] No DVR routers for this DVR port d5c0d553-3bbd-4e1e-b8b0-ce2750522288 on host n-h2-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:33:08.106277 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-79e1fa6f-509f-4a42-85ce-ed7d269d63ad req-c8d7d6d5-2c11-4b04-a91f-aca8e2a59eb7 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:08.109226 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-79e1fa6f-509f-4a42-85ce-ed7d269d63ad req-c8d7d6d5-2c11-4b04-a91f-aca8e2a59eb7 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.47 "DELETE /v2.0/ports/d5c0d553-3bbd-4e1e-b8b0-ce2750522288 HTTP/1.1" status: 204 len: 173 time: 0.5720296 Dec 20 14:33:08.109699 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '649d2e14-ea34-4a4c-8f03-2cdf2a0122eb', 'name': 'network-vif-deleted', 'tag': 'd5c0d553-3bbd-4e1e-b8b0-ce2750522288'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:33:08.112120 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d9efce5-4b4f-4fe5-9251-ce8d3ed0e941" -d '{"events": [{"server_uuid": "649d2e14-ea34-4a4c-8f03-2cdf2a0122eb", "name": "network-vif-deleted", "tag": "d5c0d553-3bbd-4e1e-b8b0-ce2750522288"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:33:08.117044 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5a65f422-3903-456d-ac3e-169fed9f5884 req-1f0e576f-ac96-4864-92ed-0ff883c0674c tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500200 Dec 20 14:33:08.167328 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c78f3ec0-61c7-48af-acd8-1d049d09b2a4 x-openstack-request-id: req-c78f3ec0-61c7-48af-acd8-1d049d09b2a4 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:33:08.167616 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "649d2e14-ea34-4a4c-8f03-2cdf2a0122eb", "name": "network-vif-deleted", "tag": "d5c0d553-3bbd-4e1e-b8b0-ce2750522288", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:33:08.167970 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c78f3ec0-61c7-48af-acd8-1d049d09b2a4 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:33:08.168357 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '649d2e14-ea34-4a4c-8f03-2cdf2a0122eb', 'name': 'network-vif-deleted', 'tag': 'd5c0d553-3bbd-4e1e-b8b0-ce2750522288', 'status': 'completed', 'code': 200} Dec 20 14:33:08.424894 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2e4cd02d-3aa8-4b43-8bb9-9b525c754abc req-4927910a-615a-45c4-9d96-13c45b1e8e6c tempest-ServerShowV254Test-2142181409 tempest-ServerShowV254Test-2142181409-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac6c071-be6c-49ad-8407-56c385ea202e HTTP/1.1" status: 200 len: 210 time: 0.0292087 Dec 20 14:33:08.455061 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device d5c0d553-3bbd-4e1e-b8b0-ce2750522288 no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:33:08.476103 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] No Port match for: d5c0d553-3bbd-4e1e-b8b0-ce2750522288 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:33:08.476454 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device d5c0d553-3bbd-4e1e-b8b0-ce2750522288 not bound to the agent host n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:33:08.560016 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d186db92-ae93-4ab7-9d66-939bcbe23fd5 req-a43c9215-e14d-49bc-bfe8-a8fea11a4578 tempest-ImagesTestJSON-1615849719 tempest-ImagesTestJSON-1615849719-project] 10.222.0.54 "GET /v2.0/ports?device_id=649d2e14-ea34-4a4c-8f03-2cdf2a0122eb HTTP/1.1" status: 200 len: 210 time: 0.0296023 Dec 20 14:33:08.687338 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ba28b68-c49c-43e1-9114-970c5ba1b196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd992040d-645b-4c58-aa14-af5a25f16ed2'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:33:08.689746 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fc36580-e2d0-4318-aa6d-15ab681c0c55" -d '{"events": [{"server_uuid": "2ba28b68-c49c-43e1-9114-970c5ba1b196", "name": "network-vif-plugged", "status": "completed", "tag": "d992040d-645b-4c58-aa14-af5a25f16ed2"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:33:08.742370 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc33f439-62b6-485b-992e-8505a1a91415 x-openstack-request-id: req-cc33f439-62b6-485b-992e-8505a1a91415 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:33:08.742670 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ba28b68-c49c-43e1-9114-970c5ba1b196", "name": "network-vif-plugged", "status": "completed", "tag": "d992040d-645b-4c58-aa14-af5a25f16ed2", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:33:08.743303 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cc33f439-62b6-485b-992e-8505a1a91415 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:33:08.743770 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ba28b68-c49c-43e1-9114-970c5ba1b196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd992040d-645b-4c58-aa14-af5a25f16ed2', 'code': 200} Dec 20 14:33:08.921603 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef61b5e-3a7c-4dbf-ae6f-063b1665252b req-f713deeb-6699-45d6-82e7-a4814c43203d tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:08.923437 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cef61b5e-3a7c-4dbf-ae6f-063b1665252b req-f713deeb-6699-45d6-82e7-a4814c43203d tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=4df90982-e84c-48a8-81f5-b7ba197839f7 HTTP/1.1" status: 200 len: 946 time: 0.0579946 Dec 20 14:33:08.979285 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cef61b5e-3a7c-4dbf-ae6f-063b1665252b req-bd8f26b7-80e0-438b-ba97-aa46e6487dd3 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491598 Dec 20 14:33:09.010144 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eb4a31-cd1f-4792-810b-939616bfbced req-ec4367f6-d353-4399-955d-2a756ac62fdb tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:09.012019 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-75eb4a31-cd1f-4792-810b-939616bfbced req-ec4367f6-d353-4399-955d-2a756ac62fdb tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ba28b68-c49c-43e1-9114-970c5ba1b196 HTTP/1.1" status: 200 len: 950 time: 0.0681660 Dec 20 14:33:09.074842 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-75eb4a31-cd1f-4792-810b-939616bfbced req-6b7adebe-bec6-4a47-b91d-c722ce54b263 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568149 Dec 20 14:33:09.118542 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2f935d-af4c-4119-8c1e-6aba95b6314c req-90e7a4e4-e460-45ee-b461-d6efaf84c684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:09.120141 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3f2f935d-af4c-4119-8c1e-6aba95b6314c req-90e7a4e4-e460-45ee-b461-d6efaf84c684 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2ba28b68-c49c-43e1-9114-970c5ba1b196&tenant_id=c1e404e3ac2e456f831247d0bb0227f5 HTTP/1.1" status: 200 len: 1102 time: 0.0444126 Dec 20 14:33:09.136778 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-3f2f935d-af4c-4119-8c1e-6aba95b6314c req-6f66da38-de8a-4111-99f5-7ff4c81944eb service neutron] Request body: {'port': {'binding:host_id': 'n-h2-761264-19', 'device_owner': 'compute:nova'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:33:09.209366 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-3f2f935d-af4c-4119-8c1e-6aba95b6314c req-6f66da38-de8a-4111-99f5-7ff4c81944eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:09.280644 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f040e6-9039-497d-be60-a38cd36d7643 req-35318416-4f95-4a47-923a-a5d56ac5a833 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:09.282163 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e4f040e6-9039-497d-be60-a38cd36d7643 req-35318416-4f95-4a47-923a-a5d56ac5a833 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=5640550b-d3ce-4c82-8096-0a758fc93bbb HTTP/1.1" status: 200 len: 945 time: 0.0887594 Dec 20 14:33:09.421617 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e4f040e6-9039-497d-be60-a38cd36d7643 req-84d29d3e-1120-44bc-b811-03bd83d1b7a9 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283102 Dec 20 14:33:09.505461 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-3f2f935d-af4c-4119-8c1e-6aba95b6314c req-6f66da38-de8a-4111-99f5-7ff4c81944eb service neutron] For port d992040d-645b-4c58-aa14-af5a25f16ed2, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=d992040d-645b-4c58-aa14-af5a25f16ed2,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:33:09.549794 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device ceae24de-b4e7-4901-9a38-60db6060a0b3 up at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:33:09.552269 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-3f2f935d-af4c-4119-8c1e-6aba95b6314c req-6f66da38-de8a-4111-99f5-7ff4c81944eb service neutron] For port d992040d-645b-4c58-aa14-af5a25f16ed2, host n-h1-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:33:09.575005 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-841c557b-49f6-4676-be67-9cbb01fbd7bf req-4f4c4158-83f2-4c82-8bf0-82689d68db34 tempest-ServerShowV254Test-2142181409 tempest-ServerShowV254Test-2142181409-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac6c071-be6c-49ad-8407-56c385ea202e HTTP/1.1" status: 200 len: 210 time: 0.0548966 Dec 20 14:33:09.627548 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning for port ceae24de-b4e7-4901-9a38-60db6060a0b3 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:33:09.633311 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning complete for port ceae24de-b4e7-4901-9a38-60db6060a0b3 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:33:09.634528 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:09.637778 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-3f2f935d-af4c-4119-8c1e-6aba95b6314c req-6f66da38-de8a-4111-99f5-7ff4c81944eb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:09.656783 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-3f2f935d-af4c-4119-8c1e-6aba95b6314c req-6f66da38-de8a-4111-99f5-7ff4c81944eb service neutron] Transition to ACTIVE for port object d992040d-645b-4c58-aa14-af5a25f16ed2 will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:33:09.670180 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-3f2f935d-af4c-4119-8c1e-6aba95b6314c req-6f66da38-de8a-4111-99f5-7ff4c81944eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:09.721999 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f66da38-de8a-4111-99f5-7ff4c81944eb service neutron] Pushing event updated for resources: {'Port': ['ID=d992040d-645b-4c58-aa14-af5a25f16ed2,revision_number=10']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:33:09.746839 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:09.763881 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f2f935d-af4c-4119-8c1e-6aba95b6314c req-6f66da38-de8a-4111-99f5-7ff4c81944eb service neutron] No DVR routers for this DVR port d992040d-645b-4c58-aa14-af5a25f16ed2 on host n-h1-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:33:09.797708 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port ceae24de-b4e7-4901-9a38-60db6060a0b3, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=ceae24de-b4e7-4901-9a38-60db6060a0b3,segment=NetworkSegment(3b732879-896e-432d-a96e-7cba9e2b8a93),segment_id=3b732879-896e-432d-a96e-7cba9e2b8a93)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:33:09.808064 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-3f2f935d-af4c-4119-8c1e-6aba95b6314c req-6f66da38-de8a-4111-99f5-7ff4c81944eb service neutron] Attempting to bind port d992040d-645b-4c58-aa14-af5a25f16ed2 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:33:09.808523 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-3f2f935d-af4c-4119-8c1e-6aba95b6314c req-6f66da38-de8a-4111-99f5-7ff4c81944eb service neutron] Attempting to bind port d992040d-645b-4c58-aa14-af5a25f16ed2 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:33:09.809098 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2f935d-af4c-4119-8c1e-6aba95b6314c req-6f66da38-de8a-4111-99f5-7ff4c81944eb service neutron] Attempting to bind port d992040d-645b-4c58-aa14-af5a25f16ed2 on network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:33:09.811921 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:09.812752 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device d992040d-645b-4c58-aa14-af5a25f16ed2 no longer exists at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:33:09.814688 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2f935d-af4c-4119-8c1e-6aba95b6314c req-6f66da38-de8a-4111-99f5-7ff4c81944eb service neutron] Port d992040d-645b-4c58-aa14-af5a25f16ed2 on network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:33:09.815562 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2f935d-af4c-4119-8c1e-6aba95b6314c req-6f66da38-de8a-4111-99f5-7ff4c81944eb service neutron] Attempting to bind port d992040d-645b-4c58-aa14-af5a25f16ed2 on network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:33:09.823587 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2f935d-af4c-4119-8c1e-6aba95b6314c req-6f66da38-de8a-4111-99f5-7ff4c81944eb service neutron] Checking agent: {'id': '43c60aee-e4af-4ecc-bee2-aac3569fafed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:33:09.823910 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2f935d-af4c-4119-8c1e-6aba95b6314c req-6f66da38-de8a-4111-99f5-7ff4c81944eb service neutron] Checking segment: {'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:33:09.824468 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2f935d-af4c-4119-8c1e-6aba95b6314c req-6f66da38-de8a-4111-99f5-7ff4c81944eb service neutron] Bound using segment: {'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:33:09.825069 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-3f2f935d-af4c-4119-8c1e-6aba95b6314c req-6f66da38-de8a-4111-99f5-7ff4c81944eb service neutron] Bound port: d992040d-645b-4c58-aa14-af5a25f16ed2, host: n-h2-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:33:09.825728 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-3f2f935d-af4c-4119-8c1e-6aba95b6314c req-6f66da38-de8a-4111-99f5-7ff4c81944eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:09.902324 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device d992040d-645b-4c58-aa14-af5a25f16ed2 not bound to the agent host n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:33:09.905099 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=ceae24de-b4e7-4901-9a38-60db6060a0b3,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:33:09.922326 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-3f2f935d-af4c-4119-8c1e-6aba95b6314c req-6f66da38-de8a-4111-99f5-7ff4c81944eb service neutron] For port d992040d-645b-4c58-aa14-af5a25f16ed2, host n-h2-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:33:09.927081 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-3f2f935d-af4c-4119-8c1e-6aba95b6314c req-6f66da38-de8a-4111-99f5-7ff4c81944eb service neutron] For port d992040d-645b-4c58-aa14-af5a25f16ed2, host n-h2-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=d992040d-645b-4c58-aa14-af5a25f16ed2,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:33:09.945017 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-3f2f935d-af4c-4119-8c1e-6aba95b6314c req-6f66da38-de8a-4111-99f5-7ff4c81944eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:09.985926 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2f935d-af4c-4119-8c1e-6aba95b6314c req-6f66da38-de8a-4111-99f5-7ff4c81944eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:09.987004 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-3f2f935d-af4c-4119-8c1e-6aba95b6314c req-6f66da38-de8a-4111-99f5-7ff4c81944eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:09.988743 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3f2f935d-af4c-4119-8c1e-6aba95b6314c req-6f66da38-de8a-4111-99f5-7ff4c81944eb service neutron] 10.222.0.47 "PUT /v2.0/ports/d992040d-645b-4c58-aa14-af5a25f16ed2 HTTP/1.1" status: 200 len: 1098 time: 0.8564498 Dec 20 14:33:10.022151 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 33760) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:33:10.092878 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f66da38-de8a-4111-99f5-7ff4c81944eb service neutron] Pushing event updated for resources: {'Port': ['ID=d992040d-645b-4c58-aa14-af5a25f16ed2,revision_number=11']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:33:10.155736 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2f935d-af4c-4119-8c1e-6aba95b6314c req-7f7e1d22-7e12-430d-be36-3b85b14210ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:10.157304 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3f2f935d-af4c-4119-8c1e-6aba95b6314c req-7f7e1d22-7e12-430d-be36-3b85b14210ee service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c1e404e3ac2e456f831247d0bb0227f5&device_id=2ba28b68-c49c-43e1-9114-970c5ba1b196 HTTP/1.1" status: 200 len: 1101 time: 0.1327527 Dec 20 14:33:10.160276 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_v2 [None req-9106b9ee-7d9e-4e78-9d2d-68abffba64d3 admin admin] Deleting subnet 2ff79ed4-3dfb-4794-99de-386c9b910625 {{(pid=103167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:33:10.175045 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9106b9ee-7d9e-4e78-9d2d-68abffba64d3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:10.177614 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ba28b68-c49c-43e1-9114-970c5ba1b196', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd992040d-645b-4c58-aa14-af5a25f16ed2'}, {'name': 'network-changed', 'server_uuid': '2ba28b68-c49c-43e1-9114-970c5ba1b196', 'tag': 'd992040d-645b-4c58-aa14-af5a25f16ed2'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:33:10.179987 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a370cec4-f318-4153-9706-e2b5213dd30c" -d '{"events": [{"server_uuid": "2ba28b68-c49c-43e1-9114-970c5ba1b196", "name": "network-vif-unplugged", "status": "completed", "tag": "d992040d-645b-4c58-aa14-af5a25f16ed2"}, {"name": "network-changed", "server_uuid": "2ba28b68-c49c-43e1-9114-970c5ba1b196", "tag": "d992040d-645b-4c58-aa14-af5a25f16ed2"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:33:10.229280 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52df526-e0d9-4c6b-8085-7ac28e174861 req-b3e7d9c1-8263-4035-825e-a1096e79538f tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:10.230834 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c52df526-e0d9-4c6b-8085-7ac28e174861 req-b3e7d9c1-8263-4035-825e-a1096e79538f tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=4df90982-e84c-48a8-81f5-b7ba197839f7 HTTP/1.1" status: 200 len: 946 time: 0.1472285 Dec 20 14:33:10.264212 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57d36e8-04c0-49d6-9638-8fbc0a7dc501 req-83fcb2d7-228e-4dc0-a7a4-18c3259dab7b tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:10.265756 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f57d36e8-04c0-49d6-9638-8fbc0a7dc501 req-83fcb2d7-228e-4dc0-a7a4-18c3259dab7b tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ba28b68-c49c-43e1-9114-970c5ba1b196 HTTP/1.1" status: 200 len: 949 time: 0.0605123 Dec 20 14:33:10.292228 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9106b9ee-7d9e-4e78-9d2d-68abffba64d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954412'] for subnet, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:10.315548 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f57d36e8-04c0-49d6-9638-8fbc0a7dc501 req-d79f0a19-69ab-4969-b719-21b157fddda6 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432184 Dec 20 14:33:10.372188 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2f935d-af4c-4119-8c1e-6aba95b6314c req-5e3944fb-e951-44a1-b095-72a6344110c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:10.376704 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3f2f935d-af4c-4119-8c1e-6aba95b6314c req-5e3944fb-e951-44a1-b095-72a6344110c3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1 HTTP/1.1" status: 200 len: 870 time: 0.2107368 Dec 20 14:33:10.377951 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9106b9ee-7d9e-4e78-9d2d-68abffba64d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:10.383896 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 20 Dec 2021 14:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0607f0a2-b472-471b-b56c-370b751ce7ef x-openstack-request-id: req-0607f0a2-b472-471b-b56c-370b751ce7ef {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:33:10.384333 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ba28b68-c49c-43e1-9114-970c5ba1b196", "name": "network-vif-unplugged", "status": "completed", "tag": "d992040d-645b-4c58-aa14-af5a25f16ed2", "code": 200}, {"name": "network-changed", "server_uuid": "2ba28b68-c49c-43e1-9114-970c5ba1b196", "tag": "d992040d-645b-4c58-aa14-af5a25f16ed2", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:33:10.384512 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0607f0a2-b472-471b-b56c-370b751ce7ef {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:33:10.384935 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ba28b68-c49c-43e1-9114-970c5ba1b196', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd992040d-645b-4c58-aa14-af5a25f16ed2', 'code': 200} Dec 20 14:33:10.385195 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ba28b68-c49c-43e1-9114-970c5ba1b196', 'tag': 'd992040d-645b-4c58-aa14-af5a25f16ed2', 'status': 'completed', 'code': 200} Dec 20 14:33:10.416332 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c52df526-e0d9-4c6b-8085-7ac28e174861 req-8cb5a65a-2490-439c-929f-df10f414c0c4 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543577 Dec 20 14:33:10.454236 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a370cec4-f318-4153-9706-e2b5213dd30c req-20ac1726-307f-4e79-becb-98897d28b195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:10.456192 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a370cec4-f318-4153-9706-e2b5213dd30c req-20ac1726-307f-4e79-becb-98897d28b195 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c1e404e3ac2e456f831247d0bb0227f5&device_id=2ba28b68-c49c-43e1-9114-970c5ba1b196 HTTP/1.1" status: 200 len: 1101 time: 0.0516121 Dec 20 14:33:10.457872 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3f2f935d-af4c-4119-8c1e-6aba95b6314c req-55f186e5-71e4-4ef2-a0ae-1f6d96189921 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=d992040d-645b-4c58-aa14-af5a25f16ed2 HTTP/1.1" status: 200 len: 217 time: 0.0717630 Dec 20 14:33:10.556522 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a370cec4-f318-4153-9706-e2b5213dd30c req-07353f68-7de8-4d49-bed0-a6b514df102b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:10.558127 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a370cec4-f318-4153-9706-e2b5213dd30c req-07353f68-7de8-4d49-bed0-a6b514df102b service neutron] 10.222.0.30 "GET /v2.0/networks?id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1 HTTP/1.1" status: 200 len: 870 time: 0.0931106 Dec 20 14:33:10.562047 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9106b9ee-7d9e-4e78-9d2d-68abffba64d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:10.572722 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2f935d-af4c-4119-8c1e-6aba95b6314c req-82b2a85b-b85d-4ed7-9769-9ce449c93ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:10.574326 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3f2f935d-af4c-4119-8c1e-6aba95b6314c req-82b2a85b-b85d-4ed7-9769-9ce449c93ec4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36bf280f-81bb-4486-a87a-9b9505a1cec4 HTTP/1.1" status: 200 len: 843 time: 0.1062605 Dec 20 14:33:10.601867 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a370cec4-f318-4153-9706-e2b5213dd30c req-40663e6f-b70e-4b92-93f5-d17087feb678 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=d992040d-645b-4c58-aa14-af5a25f16ed2 HTTP/1.1" status: 200 len: 217 time: 0.0361288 Dec 20 14:33:10.608306 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9106b9ee-7d9e-4e78-9d2d-68abffba64d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ff79ed4-3dfb-4794-99de-386c9b910625,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:33:10.631434 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9106b9ee-7d9e-4e78-9d2d-68abffba64d3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:10.634883 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-9106b9ee-7d9e-4e78-9d2d-68abffba64d3 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/2ff79ed4-3dfb-4794-99de-386c9b910625 HTTP/1.1" status: 204 len: 168 time: 0.6114028 Dec 20 14:33:10.637333 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 33776) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:33:10.658801 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d23981-8958-401a-83ee-ef48bbfb02ed req-a25e314d-7a62-463f-8eb1-1ee2cb39f764 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:10.660538 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f8d23981-8958-401a-83ee-ef48bbfb02ed req-a25e314d-7a62-463f-8eb1-1ee2cb39f764 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=5640550b-d3ce-4c82-8096-0a758fc93bbb HTTP/1.1" status: 200 len: 946 time: 0.1536796 Dec 20 14:33:10.661875 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a370cec4-f318-4153-9706-e2b5213dd30c req-07565089-81e5-443f-a39f-611e42fbcc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:10.663461 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a370cec4-f318-4153-9706-e2b5213dd30c req-07565089-81e5-443f-a39f-611e42fbcc17 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=36bf280f-81bb-4486-a87a-9b9505a1cec4 HTTP/1.1" status: 200 len: 843 time: 0.0544674 Dec 20 14:33:10.718906 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a370cec4-f318-4153-9706-e2b5213dd30c req-04b5c752-e928-4dc1-97d5-85262c54a054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:10.720776 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a370cec4-f318-4153-9706-e2b5213dd30c req-04b5c752-e928-4dc1-97d5-85262c54a054 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0473533 Dec 20 14:33:10.744729 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5640550b-d3ce-4c82-8096-0a758fc93bbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceae24de-b4e7-4901-9a38-60db6060a0b3'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:33:10.751847 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a678faa1-69f2-4cb0-a7c8-7f88caf94f21" -d '{"events": [{"server_uuid": "5640550b-d3ce-4c82-8096-0a758fc93bbb", "name": "network-vif-plugged", "status": "completed", "tag": "ceae24de-b4e7-4901-9a38-60db6060a0b3"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:33:10.760335 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-411d1aa0-8c7b-48ea-b328-479bb06f7ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:10.767216 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2f935d-af4c-4119-8c1e-6aba95b6314c req-385c00c3-1792-413d-bb35-3882d59c8022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:10.768708 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3f2f935d-af4c-4119-8c1e-6aba95b6314c req-385c00c3-1792-413d-bb35-3882d59c8022 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1745784 Dec 20 14:33:10.777852 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-be058f6e-2291-4431-a329-3bd920c91eca req-df57f3ea-e082-4a7b-bb8f-136661ef24df tempest-ServerShowV254Test-2142181409 tempest-ServerShowV254Test-2142181409-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac6c071-be6c-49ad-8407-56c385ea202e HTTP/1.1" status: 200 len: 210 time: 0.0500519 Dec 20 14:33:10.807352 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f8d23981-8958-401a-83ee-ef48bbfb02ed req-5690c08d-ca1c-4237-b434-8f5af6cc7aee tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255112 Dec 20 14:33:10.831327 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90231ff9-09a7-4f37-9090-2c0c98f437ac x-openstack-request-id: req-90231ff9-09a7-4f37-9090-2c0c98f437ac {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:33:10.831801 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5640550b-d3ce-4c82-8096-0a758fc93bbb", "name": "network-vif-plugged", "status": "completed", "tag": "ceae24de-b4e7-4901-9a38-60db6060a0b3", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:33:10.832068 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-90231ff9-09a7-4f37-9090-2c0c98f437ac {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:33:10.832858 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5640550b-d3ce-4c82-8096-0a758fc93bbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceae24de-b4e7-4901-9a38-60db6060a0b3', 'code': 200} Dec 20 14:33:10.858649 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a370cec4-f318-4153-9706-e2b5213dd30c req-7ce6077e-6df9-4780-bc8e-85a42fb32fe7 service neutron] 10.222.0.30 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295736 Dec 20 14:33:10.947601 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-411d1aa0-8c7b-48ea-b328-479bb06f7ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:10.954505 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a370cec4-f318-4153-9706-e2b5213dd30c req-3d3a8ebe-bb30-4c5d-ae51-5b50f328b237 service neutron] 10.222.0.30 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868793 Dec 20 14:33:10.997469 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-411d1aa0-8c7b-48ea-b328-479bb06f7ab1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b117659-1bb4-437b-b0c1-51f56db7ff3a']}} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:33:11.010878 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3f2f935d-af4c-4119-8c1e-6aba95b6314c req-4346cc4a-16e3-49ee-b93d-5dc2c8b72bff service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329431 Dec 20 14:33:11.012423 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-411d1aa0-8c7b-48ea-b328-479bb06f7ab1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c66b4285-faba-435b-92e7-6de47ba5ef36') {'for_net_delete': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:33:11.012717 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-411d1aa0-8c7b-48ea-b328-479bb06f7ab1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c66b4285-faba-435b-92e7-6de47ba5ef36') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:33:11.030321 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-411d1aa0-8c7b-48ea-b328-479bb06f7ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954405'] for segment, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:11.051503 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480da439-a6ed-4d6c-b7a4-0db7f4357a41 req-3f54de42-d623-4527-8cbb-8b0ae3df1f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:11.052998 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-480da439-a6ed-4d6c-b7a4-0db7f4357a41 req-3f54de42-d623-4527-8cbb-8b0ae3df1f6c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5640550b-d3ce-4c82-8096-0a758fc93bbb HTTP/1.1" status: 200 len: 1098 time: 0.1521106 Dec 20 14:33:11.064752 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-411d1aa0-8c7b-48ea-b328-479bb06f7ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:11.110056 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-411d1aa0-8c7b-48ea-b328-479bb06f7ab1 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=103167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:33:11.110314 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-411d1aa0-8c7b-48ea-b328-479bb06f7ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9956000'] for segment, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:11.112177 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:33:11.112177 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:33:11.112177 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:33:11.112177 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:33:11.112177 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:33:11.112177 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:33:11.112177 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:33:11.112177 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:33:11.112177 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:33:11.112177 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:33:11.112177 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:33:11.112177 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:33:11.112177 n-d-761264-19 neutron-server[103167]: Traceback (most recent call last): Dec 20 14:33:11.112177 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:33:11.112177 n-d-761264-19 neutron-server[103167]: timer() Dec 20 14:33:11.112177 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:33:11.112177 n-d-761264-19 neutron-server[103167]: cb(*args, **kw) Dec 20 14:33:11.112177 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:33:11.112177 n-d-761264-19 neutron-server[103167]: return func(*args, **kwargs) Dec 20 14:33:11.112177 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:33:11.112177 n-d-761264-19 neutron-server[103167]: self._notify() Dec 20 14:33:11.112177 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:33:11.112177 n-d-761264-19 neutron-server[103167]: self.callback(batched_events) Dec 20 14:33:11.112177 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:33:11.112177 n-d-761264-19 neutron-server[103167]: event.method(event) Dec 20 14:33:11.112177 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:33:11.112177 n-d-761264-19 neutron-server[103167]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:33:11.112177 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:33:11.112177 n-d-761264-19 neutron-server[103167]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:33:11.112177 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:33:11.112177 n-d-761264-19 neutron-server[103167]: return f(self, *a, **k) Dec 20 14:33:11.112177 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:33:11.112177 n-d-761264-19 neutron-server[103167]: return self._get(url).json() Dec 20 14:33:11.112177 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:33:11.112177 n-d-761264-19 neutron-server[103167]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:33:11.112177 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:33:11.112177 n-d-761264-19 neutron-server[103167]: return self.request(url, 'GET', **kwargs) Dec 20 14:33:11.112177 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:33:11.112177 n-d-761264-19 neutron-server[103167]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:33:11.112177 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:33:11.112177 n-d-761264-19 neutron-server[103167]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:33:11.112177 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:33:11.112177 n-d-761264-19 neutron-server[103167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:33:11.112177 n-d-761264-19 neutron-server[103167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:33:11.211410 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-411d1aa0-8c7b-48ea-b328-479bb06f7ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:11.220838 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-480da439-a6ed-4d6c-b7a4-0db7f4357a41 req-c556b480-c53c-4f2d-98e9-d155368772a2 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595612 Dec 20 14:33:11.221768 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-411d1aa0-8c7b-48ea-b328-479bb06f7ab1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:11.224900 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-411d1aa0-8c7b-48ea-b328-479bb06f7ab1 admin admin] 10.222.0.54 "DELETE /v2.0/networks/0b117659-1bb4-437b-b0c1-51f56db7ff3a HTTP/1.1" status: 204 len: 168 time: 0.5850058 Dec 20 14:33:11.239186 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3f2f935d-af4c-4119-8c1e-6aba95b6314c req-6a0420fb-b86a-4852-88ff-27c0787352f6 service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195530 Dec 20 14:33:11.240335 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411d1aa0-8c7b-48ea-b328-479bb06f7ab1 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b117659-1bb4-437b-b0c1-51f56db7ff3a,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:33:11.334133 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a370cec4-f318-4153-9706-e2b5213dd30c req-27d6bd77-9249-4d12-b22f-303e28573ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:11.335710 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a370cec4-f318-4153-9706-e2b5213dd30c req-27d6bd77-9249-4d12-b22f-303e28573ea1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c1e404e3ac2e456f831247d0bb0227f5&device_id=2ba28b68-c49c-43e1-9114-970c5ba1b196 HTTP/1.1" status: 200 len: 1101 time: 0.0449448 Dec 20 14:33:11.351599 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 33786) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:33:11.396363 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-b2ea7e0a-94da-4b29-b978-263928a6070c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1cc26e75091641c38e981f6c0cbcbef7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0434756 Dec 20 14:33:11.398816 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 33788) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:33:11.450986 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a370cec4-f318-4153-9706-e2b5213dd30c req-2292792e-be41-4024-8e10-b186a475bc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:11.452811 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a370cec4-f318-4153-9706-e2b5213dd30c req-2292792e-be41-4024-8e10-b186a475bc27 service neutron] 10.222.0.47 "GET /v2.0/networks?id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1 HTTP/1.1" status: 200 len: 870 time: 0.1050684 Dec 20 14:33:11.471716 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:11.496355 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a29a59-71d6-4fef-b8bf-37a3c22838ac req-24c6b7ba-eeb9-43e1-860f-a0c6daaea090 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:11.497958 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-22a29a59-71d6-4fef-b8bf-37a3c22838ac req-24c6b7ba-eeb9-43e1-860f-a0c6daaea090 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ba28b68-c49c-43e1-9114-970c5ba1b196 HTTP/1.1" status: 200 len: 949 time: 0.0928140 Dec 20 14:33:11.501367 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c96b81d1-cda4-4adc-850c-7a4c007a63ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:11.506922 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a370cec4-f318-4153-9706-e2b5213dd30c req-afe4ea02-1998-476a-8974-da575de5b1dd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=d992040d-645b-4c58-aa14-af5a25f16ed2 HTTP/1.1" status: 200 len: 217 time: 0.0429540 Dec 20 14:33:11.538759 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c96b81d1-cda4-4adc-850c-7a4c007a63ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:11.582796 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a370cec4-f318-4153-9706-e2b5213dd30c req-0405d16d-d1ef-4102-aa1d-6546c42240c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:11.584189 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a370cec4-f318-4153-9706-e2b5213dd30c req-0405d16d-d1ef-4102-aa1d-6546c42240c6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36bf280f-81bb-4486-a87a-9b9505a1cec4 HTTP/1.1" status: 200 len: 843 time: 0.0680435 Dec 20 14:33:11.590508 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-22a29a59-71d6-4fef-b8bf-37a3c22838ac req-642df261-fc22-4046-bc77-6243dfee568f tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841439 Dec 20 14:33:11.595953 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556d1e57-c6ce-4d54-a942-83c969891b8e req-aa8060f2-0ca4-495c-9eb3-23087522099e tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:11.597641 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-556d1e57-c6ce-4d54-a942-83c969891b8e req-aa8060f2-0ca4-495c-9eb3-23087522099e tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=4df90982-e84c-48a8-81f5-b7ba197839f7 HTTP/1.1" status: 200 len: 946 time: 0.0940726 Dec 20 14:33:11.626110 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c96b81d1-cda4-4adc-850c-7a4c007a63ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:11.629185 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c96b81d1-cda4-4adc-850c-7a4c007a63ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:11.633180 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-c96b81d1-cda4-4adc-850c-7a4c007a63ba admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a27fba59-7d90-4650-9482-b2bcd3113c0d HTTP/1.1" status: 204 len: 168 time: 0.2332032 Dec 20 14:33:11.642221 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96b81d1-cda4-4adc-850c-7a4c007a63ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a27fba59-7d90-4650-9482-b2bcd3113c0d,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:33:11.680340 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a370cec4-f318-4153-9706-e2b5213dd30c req-924bd62b-149a-47c9-88ad-5bf818c53d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:11.681850 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a370cec4-f318-4153-9706-e2b5213dd30c req-924bd62b-149a-47c9-88ad-5bf818c53d60 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0833323 Dec 20 14:33:11.686925 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-556d1e57-c6ce-4d54-a942-83c969891b8e req-4867f9aa-640e-4f36-9887-593e37a3c38f tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803323 Dec 20 14:33:11.799851 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a370cec4-f318-4153-9706-e2b5213dd30c req-901c3940-f5ff-48f3-bc19-78bf5c081bad service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085360 Dec 20 14:33:11.931075 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab2e8a9-bf39-484b-a127-18e2ae4c76a8 req-ef608ddb-a686-43ff-820e-950ba1ad018f tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:11.932892 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cab2e8a9-bf39-484b-a127-18e2ae4c76a8 req-ef608ddb-a686-43ff-820e-950ba1ad018f tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=5640550b-d3ce-4c82-8096-0a758fc93bbb HTTP/1.1" status: 200 len: 946 time: 0.0556238 Dec 20 14:33:11.997976 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cab2e8a9-bf39-484b-a127-18e2ae4c76a8 req-ce8bd01d-aa7a-447d-9d37-6cabbf0eb95a tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559287 Dec 20 14:33:12.227246 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-603e3cb0-2085-47e9-8990-8b1e28b07d17 req-27f080bb-bbb6-4ec8-b676-d3a9c9c090eb tempest-ServerShowV254Test-2142181409 tempest-ServerShowV254Test-2142181409-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac6c071-be6c-49ad-8407-56c385ea202e HTTP/1.1" status: 200 len: 210 time: 0.3468127 Dec 20 14:33:12.248784 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a370cec4-f318-4153-9706-e2b5213dd30c req-946886c0-7db1-4f29-a897-3659a8d4930f service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4412990 Dec 20 14:33:12.421071 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 33822) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:33:12.452230 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device d992040d-645b-4c58-aa14-af5a25f16ed2 details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:33:12.527793 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-9c13c2cf-e6ac-4a58-a53f-ba60c81913b8 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1728734556-network', 'tenant_id': '88c25df3faa3411c93ebdfdba13bf7e6'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:33:12.552387 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port d992040d-645b-4c58-aa14-af5a25f16ed2, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=d992040d-645b-4c58-aa14-af5a25f16ed2,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:33:12.553494 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c13c2cf-e6ac-4a58-a53f-ba60c81913b8 admin admin] Made reservation on behalf of 88c25df3faa3411c93ebdfdba13bf7e6 for: {'network': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:33:12.555904 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9c13c2cf-e6ac-4a58-a53f-ba60c81913b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:12.564542 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': 'd992040d-645b-4c58-aa14-af5a25f16ed2', 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1', 'port_id': 'd992040d-645b-4c58-aa14-af5a25f16ed2', 'mac_address': 'fa:16:3e:74:a8:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36bf280f-81bb-4486-a87a-9b9505a1cec4', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:33:12.565328 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9c13c2cf-e6ac-4a58-a53f-ba60c81913b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:12.608008 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:12.622778 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d992040d-645b-4c58-aa14-af5a25f16ed2 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:33:12.645497 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port d992040d-645b-4c58-aa14-af5a25f16ed2, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=d992040d-645b-4c58-aa14-af5a25f16ed2,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:33:12.649310 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9c13c2cf-e6ac-4a58-a53f-ba60c81913b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:12.651851 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:12.655263 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9c13c2cf-e6ac-4a58-a53f-ba60c81913b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:12.682409 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c13c2cf-e6ac-4a58-a53f-ba60c81913b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=103167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:33:12.707154 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c13c2cf-e6ac-4a58-a53f-ba60c81913b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0393fd0b-7973-42e2-8187-db178c6daece,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:33:12.709153 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=d992040d-645b-4c58-aa14-af5a25f16ed2,revision_number=12']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:33:12.718207 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9c13c2cf-e6ac-4a58-a53f-ba60c81913b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:12.718321 n-d-761264-19 neutron-server[103167]: INFO neutron.db.segments_db [None req-9c13c2cf-e6ac-4a58-a53f-ba60c81913b8 admin admin] Added segment f64287f5-affc-42db-b5fb-e9b8ade134fb of type vlan for network dce53437-e7e7-4d26-8f4b-47bafb0fd8bc Dec 20 14:33:12.817890 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9c13c2cf-e6ac-4a58-a53f-ba60c81913b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:12.853831 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdf9a04-2010-4d7c-b0ef-b1706a57db58 req-ef396ce3-dd91-4e25-a101-8bf11c0dbb0a tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:12.861489 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5cdf9a04-2010-4d7c-b0ef-b1706a57db58 req-ef396ce3-dd91-4e25-a101-8bf11c0dbb0a tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ba28b68-c49c-43e1-9114-970c5ba1b196 HTTP/1.1" status: 200 len: 950 time: 0.1092424 Dec 20 14:33:12.883186 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9c13c2cf-e6ac-4a58-a53f-ba60c81913b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:12.884145 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c13c2cf-e6ac-4a58-a53f-ba60c81913b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:12.884752 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9c13c2cf-e6ac-4a58-a53f-ba60c81913b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:12.935150 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c4646c-3119-4732-8ced-984106fcbeaa req-89565509-6599-42f0-89f9-9e09214a629c tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:12.937134 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-19c4646c-3119-4732-8ced-984106fcbeaa req-89565509-6599-42f0-89f9-9e09214a629c tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=4df90982-e84c-48a8-81f5-b7ba197839f7 HTTP/1.1" status: 200 len: 946 time: 0.0589099 Dec 20 14:33:12.958190 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-9c13c2cf-e6ac-4a58-a53f-ba60c81913b8 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.5359635 Dec 20 14:33:12.961681 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 33834) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:33:12.967036 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-8d1ebc6b-f604-4ad8-9921-ba262eb75d88 admin admin] Request body: {'subnet': {'network_id': 'dce53437-e7e7-4d26-8f4b-47bafb0fd8bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1728734556-subnet', 'tenant_id': '88c25df3faa3411c93ebdfdba13bf7e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:33:12.969462 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5cdf9a04-2010-4d7c-b0ef-b1706a57db58 req-cf03293a-d2a5-4294-ac7c-1cc12d54727a tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071868 Dec 20 14:33:12.972813 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c13c2cf-e6ac-4a58-a53f-ba60c81913b8 admin admin] Pushing event updated for resources: {'Network': ['ID=dce53437-e7e7-4d26-8f4b-47bafb0fd8bc,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:33:12.998749 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['d992040d-645b-4c58-aa14-af5a25f16ed2'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:33:13.001391 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network dce53437-e7e7-4d26-8f4b-47bafb0fd8bc details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:33:13.030246 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-19c4646c-3119-4732-8ced-984106fcbeaa req-9dcd5bd9-ca3b-4d4f-b187-493e0e89fd6f tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861950 Dec 20 14:33:13.033669 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d1ebc6b-f604-4ad8-9921-ba262eb75d88 admin admin] Made reservation on behalf of 88c25df3faa3411c93ebdfdba13bf7e6 for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:33:13.037496 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8d1ebc6b-f604-4ad8-9921-ba262eb75d88 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:13.236463 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add75156-8c60-405b-a00e-e8dafc91bfc1 req-cf501884-0635-4599-bb7a-b3c1e07c2759 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:13.238363 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-add75156-8c60-405b-a00e-e8dafc91bfc1 req-cf501884-0635-4599-bb7a-b3c1e07c2759 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=5640550b-d3ce-4c82-8096-0a758fc93bbb HTTP/1.1" status: 200 len: 946 time: 0.0891204 Dec 20 14:33:13.343997 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-add75156-8c60-405b-a00e-e8dafc91bfc1 req-6dd8cfb7-ce8b-47f3-ba2b-e4554ae183bf tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970032 Dec 20 14:33:13.345139 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8d1ebc6b-f604-4ad8-9921-ba262eb75d88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8848317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10470522'] for subnet, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:13.355090 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-26fa408c-fa78-4cc3-b8c1-2ddda3ffd432 req-6e81e39b-1669-41f3-9ff3-7f51818220b3 tempest-ServerShowV254Test-2142181409 tempest-ServerShowV254Test-2142181409-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac6c071-be6c-49ad-8407-56c385ea202e HTTP/1.1" status: 200 len: 210 time: 0.0315590 Dec 20 14:33:13.416528 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ebc6b-f604-4ad8-9921-ba262eb75d88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05b60f46-643c-4184-8d2d-7011e86eb340,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:33:13.434253 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1ebc6b-f604-4ad8-9921-ba262eb75d88 admin admin] Checking segment: {'id': 'f64287f5-affc-42db-b5fb-e9b8ade134fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'dce53437-e7e7-4d26-8f4b-47bafb0fd8bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:33:13.434606 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1ebc6b-f604-4ad8-9921-ba262eb75d88 admin admin] Network hostable DHCP agents. Network: dce53437-e7e7-4d26-8f4b-47bafb0fd8bc, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:33:13.458951 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1ebc6b-f604-4ad8-9921-ba262eb75d88 admin admin] Network dce53437-e7e7-4d26-8f4b-47bafb0fd8bc is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:33:13.468395 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-8d1ebc6b-f604-4ad8-9921-ba262eb75d88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, dce53437-e7e7-4d26-8f4b-47bafb0fd8bc) {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:33:13.478766 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1ebc6b-f604-4ad8-9921-ba262eb75d88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:13.478766 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8d1ebc6b-f604-4ad8-9921-ba262eb75d88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:13.483742 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7722e22a-978e-4e6b-ac44-560c8305dd54 None None] Network dce53437-e7e7-4d26-8f4b-47bafb0fd8bc requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:33:13.510815 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-8d1ebc6b-f604-4ad8-9921-ba262eb75d88 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5364766 Dec 20 14:33:13.511115 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a098a7-6096-44f0-9c1e-51e28861af50 req-9bd60d6f-ccbe-420d-8c1b-113c51f44d87 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:13.511115 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-17a098a7-6096-44f0-9c1e-51e28861af50 req-9bd60d6f-ccbe-420d-8c1b-113c51f44d87 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=5640550b-d3ce-4c82-8096-0a758fc93bbb HTTP/1.1" status: 200 len: 946 time: 0.0613847 Dec 20 14:33:13.572845 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-17a098a7-6096-44f0-9c1e-51e28861af50 req-6e776f36-d43a-4d8f-a14c-c4242953f68d tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560431 Dec 20 14:33:13.608977 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed7b22d-ff1e-42e9-96b2-5eed8d6ff9db None None] Network dce53437-e7e7-4d26-8f4b-47bafb0fd8bc requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:33:13.865202 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b59599-4332-440a-9040-3c21ddb38414 req-809cb360-a0a5-4ae3-a2f9-a2eb2e22ef02 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:13.865202 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-34b59599-4332-440a-9040-3c21ddb38414 req-809cb360-a0a5-4ae3-a2f9-a2eb2e22ef02 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=5640550b-d3ce-4c82-8096-0a758fc93bbb HTTP/1.1" status: 200 len: 946 time: 0.0515683 Dec 20 14:33:13.918698 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-34b59599-4332-440a-9040-3c21ddb38414 req-086c52fb-55a7-4cf3-9ed9-545a8a8b4e51 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470393 Dec 20 14:33:14.050482 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c636c8c-68da-4de1-9b71-a248dab6a36a req-6ece969d-78bf-42bf-86e5-449808b83f6c tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:14.052486 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6c636c8c-68da-4de1-9b71-a248dab6a36a req-6ece969d-78bf-42bf-86e5-449808b83f6c tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/networks?id=dce53437-e7e7-4d26-8f4b-47bafb0fd8bc HTTP/1.1" status: 200 len: 822 time: 0.1127124 Dec 20 14:33:14.068937 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6c636c8c-68da-4de1-9b71-a248dab6a36a req-1a6b3939-e7a9-4d5f-8106-097f53f0062b tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/quotas/88c25df3faa3411c93ebdfdba13bf7e6 HTTP/1.1" status: 200 len: 375 time: 0.0099497 Dec 20 14:33:14.100200 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76901ac-3787-46fc-b76e-3e80ef425ca0 req-30627516-3031-4d48-b28f-80321ae410d7 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:14.101755 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e76901ac-3787-46fc-b76e-3e80ef425ca0 req-30627516-3031-4d48-b28f-80321ae410d7 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ba28b68-c49c-43e1-9114-970c5ba1b196 HTTP/1.1" status: 200 len: 950 time: 0.0561974 Dec 20 14:33:14.104445 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6c636c8c-68da-4de1-9b71-a248dab6a36a req-b148efe1-a933-45b4-a521-a12507203fec tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=88c25df3faa3411c93ebdfdba13bf7e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284624 Dec 20 14:33:14.150028 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e76901ac-3787-46fc-b76e-3e80ef425ca0 req-fa35a6a3-4c87-4515-822e-9bf2b6053b9f tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418634 Dec 20 14:33:14.198568 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6c636c8c-68da-4de1-9b71-a248dab6a36a req-185cb342-2df5-4d2c-a0d0-def679d17db8 service neutron] 10.222.0.54 "GET /v2.0/networks/dce53437-e7e7-4d26-8f4b-47bafb0fd8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869646 Dec 20 14:33:14.262456 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ec9f8d-76e4-4beb-b619-0c6b4a11c459 req-33e4f98e-2f7c-4fa8-aae1-461e94e5cdd9 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:14.264031 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-21ec9f8d-76e4-4beb-b619-0c6b4a11c459 req-33e4f98e-2f7c-4fa8-aae1-461e94e5cdd9 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=4df90982-e84c-48a8-81f5-b7ba197839f7 HTTP/1.1" status: 200 len: 946 time: 0.0522096 Dec 20 14:33:14.295600 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6c636c8c-68da-4de1-9b71-a248dab6a36a req-3f399b4e-995f-426f-98d7-ac1ae285033f service neutron] 10.222.0.54 "GET /v2.0/networks/dce53437-e7e7-4d26-8f4b-47bafb0fd8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904784 Dec 20 14:33:14.313901 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-21ec9f8d-76e4-4beb-b619-0c6b4a11c459 req-be183a49-2953-4a3c-8cf8-741486e9ff90 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429707 Dec 20 14:33:14.469435 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device d992040d-645b-4c58-aa14-af5a25f16ed2 up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:33:14.500929 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-74c9ae89-a7fb-41e7-a30e-cbf1cc1d5e85 req-5ddc8435-fc6d-4fa9-ae44-1a044e5f278c tempest-ServerShowV254Test-2142181409 tempest-ServerShowV254Test-2142181409-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac6c071-be6c-49ad-8407-56c385ea202e HTTP/1.1" status: 200 len: 210 time: 0.0413342 Dec 20 14:33:14.508463 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2330f9-799a-4756-bc61-c605e0ed6155 req-76fac8ea-78d0-435d-bc65-e0505d315b1b tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:14.510130 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3e2330f9-799a-4756-bc61-c605e0ed6155 req-76fac8ea-78d0-435d-bc65-e0505d315b1b tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ba28b68-c49c-43e1-9114-970c5ba1b196 HTTP/1.1" status: 200 len: 950 time: 0.0646071 Dec 20 14:33:14.555062 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning for port d992040d-645b-4c58-aa14-af5a25f16ed2 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:33:14.562641 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port d992040d-645b-4c58-aa14-af5a25f16ed2 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:33:14.563210 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:14.593469 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-98e7a4b6-c9c4-427c-84ba-13f4059df7c6 req-f76b5e17-3591-48d7-bf24-9a3d6cc978fb tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/ports?device_id=1275ed91-9568-4644-af3f-6a13668b34cd HTTP/1.1" status: 200 len: 210 time: 0.0355301 Dec 20 14:33:14.600772 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3e2330f9-799a-4756-bc61-c605e0ed6155 req-389e0da4-c40f-400d-b9ca-99688d9c9e02 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773723 Dec 20 14:33:14.682867 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:14.712612 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ba28b68-c49c-43e1-9114-970c5ba1b196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd992040d-645b-4c58-aa14-af5a25f16ed2'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:33:14.715925 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfd79350-77c3-463c-b719-15b052a834ec" -d '{"events": [{"server_uuid": "2ba28b68-c49c-43e1-9114-970c5ba1b196", "name": "network-vif-plugged", "status": "completed", "tag": "d992040d-645b-4c58-aa14-af5a25f16ed2"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:33:14.730321 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port d992040d-645b-4c58-aa14-af5a25f16ed2, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=d992040d-645b-4c58-aa14-af5a25f16ed2,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:33:14.737528 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:14.768789 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d50210a-603b-4d76-b457-5ca0917a38cf x-openstack-request-id: req-5d50210a-603b-4d76-b457-5ca0917a38cf {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:33:14.769309 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ba28b68-c49c-43e1-9114-970c5ba1b196", "name": "network-vif-plugged", "status": "completed", "tag": "d992040d-645b-4c58-aa14-af5a25f16ed2", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:33:14.769309 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5d50210a-603b-4d76-b457-5ca0917a38cf {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:33:14.769697 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ba28b68-c49c-43e1-9114-970c5ba1b196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd992040d-645b-4c58-aa14-af5a25f16ed2', 'code': 200} Dec 20 14:33:14.798658 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=d992040d-645b-4c58-aa14-af5a25f16ed2,revision_number=13']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:33:14.911863 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-03e44c9a-1089-4a9e-9410-163219647d90 req-5e8561d1-9391-4e0a-93fd-064865baa643 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=c1e404e3ac2e456f831247d0bb0227f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292075 Dec 20 14:33:15.057926 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d697f35b-31bc-4228-b276-30e5ba04d306 req-874a3e20-0592-4a24-99e6-43ddb5d72cb3 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:15.059517 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d697f35b-31bc-4228-b276-30e5ba04d306 req-874a3e20-0592-4a24-99e6-43ddb5d72cb3 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=5640550b-d3ce-4c82-8096-0a758fc93bbb HTTP/1.1" status: 200 len: 946 time: 0.0590234 Dec 20 14:33:15.067337 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e44c9a-1089-4a9e-9410-163219647d90 req-c2e2d4ba-afd1-43e3-9435-da1e00ea2c49 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:15.073808 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-03e44c9a-1089-4a9e-9410-163219647d90 req-c2e2d4ba-afd1-43e3-9435-da1e00ea2c49 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1532331 Dec 20 14:33:15.096374 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-03e44c9a-1089-4a9e-9410-163219647d90 req-d57823ad-7b7e-4ff2-adcf-55be6eafb201 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/quotas/c1e404e3ac2e456f831247d0bb0227f5 HTTP/1.1" status: 200 len: 375 time: 0.0145006 Dec 20 14:33:15.108644 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:15.120118 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d697f35b-31bc-4228-b276-30e5ba04d306 req-4dd9ab8f-3643-454c-9dbc-574cfff60a67 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541687 Dec 20 14:33:15.170134 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-03e44c9a-1089-4a9e-9410-163219647d90 req-e9b664a3-cf31-4ae5-9508-b519d172bcee tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=c1e404e3ac2e456f831247d0bb0227f5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0645845 Dec 20 14:33:15.349912 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-01661c39-ea0e-40db-a5ba-f64829a5860e req-86097907-ef35-46a7-b9a0-5eef715bb231 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=64fdf7d1-efde-4de1-bf72-e69d36342c02 HTTP/1.1" status: 200 len: 210 time: 0.0270107 Dec 20 14:33:15.439053 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4439e675-7160-49f5-b9d2-931d4c974bff req-ec7fd41b-f02f-4ced-81dd-27559eb007bc tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:15.440553 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4439e675-7160-49f5-b9d2-931d4c974bff req-ec7fd41b-f02f-4ced-81dd-27559eb007bc tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=4df90982-e84c-48a8-81f5-b7ba197839f7 HTTP/1.1" status: 200 len: 946 time: 0.0531535 Dec 20 14:33:15.505005 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4439e675-7160-49f5-b9d2-931d4c974bff req-8db67200-0fed-401c-8b31-f658a2b18618 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523522 Dec 20 14:33:15.659138 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5803964-6c8c-4ccc-97b7-d57c0750fa5c req-07816d3a-a478-4173-a15a-b97fcc6fa8f3 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:15.660691 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c5803964-6c8c-4ccc-97b7-d57c0750fa5c req-07816d3a-a478-4173-a15a-b97fcc6fa8f3 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.30 "GET /v2.0/ports?device_id=5640550b-d3ce-4c82-8096-0a758fc93bbb HTTP/1.1" status: 200 len: 946 time: 0.1240299 Dec 20 14:33:15.662949 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-14dfa354-9f70-4f4c-9317-bd8e405b6a06 req-c62b173f-a076-40d6-80c1-3c8e7fd9fef7 tempest-ServerShowV254Test-2142181409 tempest-ServerShowV254Test-2142181409-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac6c071-be6c-49ad-8407-56c385ea202e HTTP/1.1" status: 200 len: 210 time: 0.0492425 Dec 20 14:33:15.721041 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c636c8c-68da-4de1-9b71-a248dab6a36a req-4d9c7271-2b20-4421-a4c2-8e2ba9cae002 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:15.722868 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6c636c8c-68da-4de1-9b71-a248dab6a36a req-4d9c7271-2b20-4421-a4c2-8e2ba9cae002 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.47 "GET /v2.0/networks?id=dce53437-e7e7-4d26-8f4b-47bafb0fd8bc HTTP/1.1" status: 200 len: 822 time: 0.1728008 Dec 20 14:33:15.752365 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-6c636c8c-68da-4de1-9b71-a248dab6a36a req-3c3bdc40-fe70-4575-b1ce-221430989f88 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Request body: {'port': {'device_id': '1275ed91-9568-4644-af3f-6a13668b34cd', 'network_id': 'dce53437-e7e7-4d26-8f4b-47bafb0fd8bc', 'admin_state_up': True, 'tenant_id': '88c25df3faa3411c93ebdfdba13bf7e6'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:33:15.802068 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a5cb3ed3-6cef-40c3-bfcb-37258029b878 req-09f41b48-3fa3-4472-a9b6-5e469c28b2db tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/ports?device_id=1275ed91-9568-4644-af3f-6a13668b34cd HTTP/1.1" status: 200 len: 210 time: 0.0736814 Dec 20 14:33:15.896071 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-c5803964-6c8c-4ccc-97b7-d57c0750fa5c req-64974a6b-fbef-43ab-9bee-b54611604713 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Deleting port ceae24de-b4e7-4901-9a38-60db6060a0b3 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:33:15.896409 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-c5803964-6c8c-4ccc-97b7-d57c0750fa5c req-64974a6b-fbef-43ab-9bee-b54611604713 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:15.981877 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c636c8c-68da-4de1-9b71-a248dab6a36a req-3c3bdc40-fe70-4575-b1ce-221430989f88 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Made reservation on behalf of 88c25df3faa3411c93ebdfdba13bf7e6 for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:33:15.985367 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-6c636c8c-68da-4de1-9b71-a248dab6a36a req-3c3bdc40-fe70-4575-b1ce-221430989f88 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:16.031725 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-c5803964-6c8c-4ccc-97b7-d57c0750fa5c req-64974a6b-fbef-43ab-9bee-b54611604713 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] For port ceae24de-b4e7-4901-9a38-60db6060a0b3, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=ceae24de-b4e7-4901-9a38-60db6060a0b3,segment=NetworkSegment(3b732879-896e-432d-a96e-7cba9e2b8a93),segment_id=3b732879-896e-432d-a96e-7cba9e2b8a93)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:33:16.032151 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-c5803964-6c8c-4ccc-97b7-d57c0750fa5c req-64974a6b-fbef-43ab-9bee-b54611604713 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:16.074753 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-c5803964-6c8c-4ccc-97b7-d57c0750fa5c req-64974a6b-fbef-43ab-9bee-b54611604713 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Calling delete_port for ceae24de-b4e7-4901-9a38-60db6060a0b3 owned by compute:nova {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:33:16.199997 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [req-6c636c8c-68da-4de1-9b71-a248dab6a36a req-3c3bdc40-fe70-4575-b1ce-221430989f88 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Allocated IP 172.20.0.6 (dce53437-e7e7-4d26-8f4b-47bafb0fd8bc/05b60f46-643c-4184-8d2d-7011e86eb340/5e94c1c8-742c-4b1c-b369-f665e4c6ed3b) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:33:16.253089 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2c3efb-ae90-4d0d-9b40-86f36fb52963 req-a70c2144-2a8e-4439-9508-dcfcba9e756b tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:16.255282 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4c2c3efb-ae90-4d0d-9b40-86f36fb52963 req-a70c2144-2a8e-4439-9508-dcfcba9e756b tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=5640550b-d3ce-4c82-8096-0a758fc93bbb HTTP/1.1" status: 200 len: 946 time: 0.0585539 Dec 20 14:33:16.315091 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4c2c3efb-ae90-4d0d-9b40-86f36fb52963 req-c9750bbf-2cfc-445b-a236-bd57d8863964 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522053 Dec 20 14:33:16.362792 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-c5803964-6c8c-4ccc-97b7-d57c0750fa5c req-64974a6b-fbef-43ab-9bee-b54611604713 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:16.379075 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['ceae24de-b4e7-4901-9a38-60db6060a0b3'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:33:16.382498 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['d51472d0-9c05-4789-b785-88c8d484278a'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:33:16.401730 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64974a6b-fbef-43ab-9bee-b54611604713 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Pushing event deleted for resources: {'Port': ['ID=ceae24de-b4e7-4901-9a38-60db6060a0b3,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:33:16.440279 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-03e44c9a-1089-4a9e-9410-163219647d90 req-1a4f02a2-982a-4436-aaa3-c4bdc140fbbf tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=c1e404e3ac2e456f831247d0bb0227f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347998 Dec 20 14:33:16.462288 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5803964-6c8c-4ccc-97b7-d57c0750fa5c req-64974a6b-fbef-43ab-9bee-b54611604713 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] No DVR routers for this DVR port ceae24de-b4e7-4901-9a38-60db6060a0b3 on host n-h1-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:33:16.466243 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-c5803964-6c8c-4ccc-97b7-d57c0750fa5c req-64974a6b-fbef-43ab-9bee-b54611604713 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:16.470459 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c5803964-6c8c-4ccc-97b7-d57c0750fa5c req-64974a6b-fbef-43ab-9bee-b54611604713 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.30 "DELETE /v2.0/ports/ceae24de-b4e7-4901-9a38-60db6060a0b3 HTTP/1.1" status: 204 len: 173 time: 0.7981958 Dec 20 14:33:16.470459 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5640550b-d3ce-4c82-8096-0a758fc93bbb', 'name': 'network-vif-deleted', 'tag': 'ceae24de-b4e7-4901-9a38-60db6060a0b3'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:33:16.472581 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88640562-5ac3-4370-a00c-da6a396aac67" -d '{"events": [{"server_uuid": "5640550b-d3ce-4c82-8096-0a758fc93bbb", "name": "network-vif-deleted", "tag": "ceae24de-b4e7-4901-9a38-60db6060a0b3"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:33:16.494186 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-6c636c8c-68da-4de1-9b71-a248dab6a36a req-3c3bdc40-fe70-4575-b1ce-221430989f88 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:16.563790 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64641873-bed5-4c2d-895c-1af63af9abfa x-openstack-request-id: req-64641873-bed5-4c2d-895c-1af63af9abfa {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:33:16.564418 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5640550b-d3ce-4c82-8096-0a758fc93bbb", "name": "network-vif-deleted", "tag": "ceae24de-b4e7-4901-9a38-60db6060a0b3", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:33:16.564418 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-64641873-bed5-4c2d-895c-1af63af9abfa {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:33:16.565873 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5640550b-d3ce-4c82-8096-0a758fc93bbb', 'name': 'network-vif-deleted', 'tag': 'ceae24de-b4e7-4901-9a38-60db6060a0b3', 'status': 'completed', 'code': 200} Dec 20 14:33:16.591505 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-6c636c8c-68da-4de1-9b71-a248dab6a36a req-3c3bdc40-fe70-4575-b1ce-221430989f88 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:16.660880 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e44c9a-1089-4a9e-9410-163219647d90 req-5cf42256-2e17-4f8c-a77e-45111b0ac7cd tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:16.662347 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-03e44c9a-1089-4a9e-9410-163219647d90 req-5cf42256-2e17-4f8c-a77e-45111b0ac7cd tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2160366 Dec 20 14:33:16.664885 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-94ae6005-01a5-4818-aa63-f77a97acd6e6 req-769e09b7-4f90-431d-9b65-bf0af5c3613f tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=64fdf7d1-efde-4de1-bf72-e69d36342c02 HTTP/1.1" status: 200 len: 210 time: 0.1066647 Dec 20 14:33:16.678684 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-03e44c9a-1089-4a9e-9410-163219647d90 req-2653fc20-6301-42a9-a9de-fecbdde2044a tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Request body: {'port': {'device_id': '64fdf7d1-efde-4de1-bf72-e69d36342c02', 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1', 'admin_state_up': True, 'tenant_id': 'c1e404e3ac2e456f831247d0bb0227f5'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:33:16.722999 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c636c8c-68da-4de1-9b71-a248dab6a36a req-3c3bdc40-fe70-4575-b1ce-221430989f88 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Network dce53437-e7e7-4d26-8f4b-47bafb0fd8bc is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:33:16.725970 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [req-6c636c8c-68da-4de1-9b71-a248dab6a36a req-3c3bdc40-fe70-4575-b1ce-221430989f88 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:33:16.730116 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c636c8c-68da-4de1-9b71-a248dab6a36a req-3c3bdc40-fe70-4575-b1ce-221430989f88 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:33:16.757404 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3bdc40-fe70-4575-b1ce-221430989f88 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Pushing event updated for resources: {'Port': ['ID=5e94c1c8-742c-4b1c-b369-f665e4c6ed3b,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:33:16.795215 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c636c8c-68da-4de1-9b71-a248dab6a36a req-3c3bdc40-fe70-4575-b1ce-221430989f88 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:16.795440 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-6c636c8c-68da-4de1-9b71-a248dab6a36a req-3c3bdc40-fe70-4575-b1ce-221430989f88 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:16.831303 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9a4a2abd-46ba-48d3-9223-48b1ef694caa req-4c8d001c-851c-489b-ae53-cca6d786671e tempest-ServerShowV254Test-2142181409 tempest-ServerShowV254Test-2142181409-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac6c071-be6c-49ad-8407-56c385ea202e HTTP/1.1" status: 200 len: 210 time: 0.0330791 Dec 20 14:33:16.834777 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6c636c8c-68da-4de1-9b71-a248dab6a36a req-3c3bdc40-fe70-4575-b1ce-221430989f88 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0885813 Dec 20 14:33:16.850035 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0c7b01-d660-43c6-8eec-c2094bd1e2e7 req-3137d7b4-3075-4f6c-adbb-2ddcb6b659c7 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:16.861697 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9c0c7b01-d660-43c6-8eec-c2094bd1e2e7 req-3137d7b4-3075-4f6c-adbb-2ddcb6b659c7 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=4df90982-e84c-48a8-81f5-b7ba197839f7 HTTP/1.1" status: 200 len: 946 time: 0.0830407 Dec 20 14:33:16.862395 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-6c636c8c-68da-4de1-9b71-a248dab6a36a req-73c84987-9183-4c82-85f8-6146e9eeb76e service neutron] Request body: {'port': {'device_id': '1275ed91-9568-4644-af3f-6a13668b34cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-19'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:33:16.923339 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03e44c9a-1089-4a9e-9410-163219647d90 req-2653fc20-6301-42a9-a9de-fecbdde2044a tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Made reservation on behalf of c1e404e3ac2e456f831247d0bb0227f5 for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:33:16.927014 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-03e44c9a-1089-4a9e-9410-163219647d90 req-2653fc20-6301-42a9-a9de-fecbdde2044a tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:16.951309 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-6c636c8c-68da-4de1-9b71-a248dab6a36a req-73c84987-9183-4c82-85f8-6146e9eeb76e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:16.965676 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9c0c7b01-d660-43c6-8eec-c2094bd1e2e7 req-40d9df86-086c-47e9-9070-f32fd324c0a7 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976281 Dec 20 14:33:17.021743 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2bf375ce-b6d2-4384-99be-bb8809af3ceb req-9f52cb24-35d1-4d3d-a490-ce335464fb3e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=eac6c071-be6c-49ad-8407-56c385ea202e HTTP/1.1" status: 200 len: 210 time: 0.0482521 Dec 20 14:33:17.098172 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [req-03e44c9a-1089-4a9e-9410-163219647d90 req-2653fc20-6301-42a9-a9de-fecbdde2044a tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Allocated IP 192.168.233.68 (00c897c2-e98d-4716-a0b4-8f9f297fa8a1/36bf280f-81bb-4486-a87a-9b9505a1cec4/c50da616-5df4-4318-8545-beef844bcaf8) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:33:17.147985 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f393f49-8e21-4ea2-84b9-8840bf09cf1a req-b3cf6b1e-d1dc-4eb1-a06f-b30d355f7f9d tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:17.149531 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6f393f49-8e21-4ea2-84b9-8840bf09cf1a req-b3cf6b1e-d1dc-4eb1-a06f-b30d355f7f9d tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/ports?device_id=1275ed91-9568-4644-af3f-6a13668b34cd HTTP/1.1" status: 200 len: 931 time: 0.1322203 Dec 20 14:33:17.256000 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6f393f49-8e21-4ea2-84b9-8840bf09cf1a req-ad0fcda8-b72b-44c5-9ad9-91936b0afe38 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/security-groups?id=0393fd0b-7973-42e2-8187-db178c6daece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915077 Dec 20 14:33:17.258109 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-03e44c9a-1089-4a9e-9410-163219647d90 req-2653fc20-6301-42a9-a9de-fecbdde2044a tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:17.311075 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-03e44c9a-1089-4a9e-9410-163219647d90 req-2653fc20-6301-42a9-a9de-fecbdde2044a tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:17.333156 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['47effca4-a119-48c1-b2c1-a300bc11c325', '98281e45-dedd-4c00-9e3f-43cdc88eaf0c'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:33:17.336902 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['d992040d-645b-4c58-aa14-af5a25f16ed2'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:33:17.362799 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [req-6c636c8c-68da-4de1-9b71-a248dab6a36a req-73c84987-9183-4c82-85f8-6146e9eeb76e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e94c1c8-742c-4b1c-b369-f665e4c6ed3b {{(pid=103167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:33:17.375302 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-6c636c8c-68da-4de1-9b71-a248dab6a36a req-73c84987-9183-4c82-85f8-6146e9eeb76e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:17.397370 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-6c636c8c-68da-4de1-9b71-a248dab6a36a req-73c84987-9183-4c82-85f8-6146e9eeb76e service neutron] Transition to ACTIVE for port object 5e94c1c8-742c-4b1c-b369-f665e4c6ed3b will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:33:17.402373 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-6c636c8c-68da-4de1-9b71-a248dab6a36a req-73c84987-9183-4c82-85f8-6146e9eeb76e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:17.414420 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03e44c9a-1089-4a9e-9410-163219647d90 req-2653fc20-6301-42a9-a9de-fecbdde2044a tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:33:17.434606 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [req-03e44c9a-1089-4a9e-9410-163219647d90 req-2653fc20-6301-42a9-a9de-fecbdde2044a tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:33:17.458297 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2653fc20-6301-42a9-a9de-fecbdde2044a tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Pushing event updated for resources: {'Port': ['ID=c50da616-5df4-4318-8545-beef844bcaf8,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:33:17.462621 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-03e44c9a-1089-4a9e-9410-163219647d90 req-2653fc20-6301-42a9-a9de-fecbdde2044a tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:33:17.497277 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0d58a263-e3eb-4f66-b91e-83e0c48a725f req-f8272112-23ec-4fd3-b125-c61e78c5966e tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=5640550b-d3ce-4c82-8096-0a758fc93bbb HTTP/1.1" status: 200 len: 210 time: 0.0633404 Dec 20 14:33:17.530848 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c84987-9183-4c82-85f8-6146e9eeb76e service neutron] Pushing event updated for resources: {'Port': ['ID=5e94c1c8-742c-4b1c-b369-f665e4c6ed3b,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:33:17.547572 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e44c9a-1089-4a9e-9410-163219647d90 req-2653fc20-6301-42a9-a9de-fecbdde2044a tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:17.548249 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-03e44c9a-1089-4a9e-9410-163219647d90 req-2653fc20-6301-42a9-a9de-fecbdde2044a tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:17.577154 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-03e44c9a-1089-4a9e-9410-163219647d90 req-2653fc20-6301-42a9-a9de-fecbdde2044a tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9044108 Dec 20 14:33:17.595521 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-03e44c9a-1089-4a9e-9410-163219647d90 req-1a984128-31ed-427b-9432-b8a46e43d81c service neutron] Request body: {'port': {'device_id': '64fdf7d1-efde-4de1-bf72-e69d36342c02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-19'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:33:17.620195 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-6c636c8c-68da-4de1-9b71-a248dab6a36a req-73c84987-9183-4c82-85f8-6146e9eeb76e service neutron] Attempting to bind port 5e94c1c8-742c-4b1c-b369-f665e4c6ed3b on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:33:17.620776 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-6c636c8c-68da-4de1-9b71-a248dab6a36a req-73c84987-9183-4c82-85f8-6146e9eeb76e service neutron] Attempting to bind port 5e94c1c8-742c-4b1c-b369-f665e4c6ed3b by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': 'f64287f5-affc-42db-b5fb-e9b8ade134fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'dce53437-e7e7-4d26-8f4b-47bafb0fd8bc'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:33:17.620776 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c636c8c-68da-4de1-9b71-a248dab6a36a req-73c84987-9183-4c82-85f8-6146e9eeb76e service neutron] Attempting to bind port 5e94c1c8-742c-4b1c-b369-f665e4c6ed3b on network dce53437-e7e7-4d26-8f4b-47bafb0fd8bc {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:33:17.626119 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c636c8c-68da-4de1-9b71-a248dab6a36a req-73c84987-9183-4c82-85f8-6146e9eeb76e service neutron] Port 5e94c1c8-742c-4b1c-b369-f665e4c6ed3b on network dce53437-e7e7-4d26-8f4b-47bafb0fd8bc not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:33:17.627050 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c636c8c-68da-4de1-9b71-a248dab6a36a req-73c84987-9183-4c82-85f8-6146e9eeb76e service neutron] Attempting to bind port 5e94c1c8-742c-4b1c-b369-f665e4c6ed3b on network dce53437-e7e7-4d26-8f4b-47bafb0fd8bc {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:33:17.634209 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c636c8c-68da-4de1-9b71-a248dab6a36a req-73c84987-9183-4c82-85f8-6146e9eeb76e service neutron] Checking agent: {'id': '43c60aee-e4af-4ecc-bee2-aac3569fafed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:33:17.634789 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c636c8c-68da-4de1-9b71-a248dab6a36a req-73c84987-9183-4c82-85f8-6146e9eeb76e service neutron] Checking segment: {'id': 'f64287f5-affc-42db-b5fb-e9b8ade134fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'dce53437-e7e7-4d26-8f4b-47bafb0fd8bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:33:17.635727 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c636c8c-68da-4de1-9b71-a248dab6a36a req-73c84987-9183-4c82-85f8-6146e9eeb76e service neutron] Bound using segment: {'id': 'f64287f5-affc-42db-b5fb-e9b8ade134fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'dce53437-e7e7-4d26-8f4b-47bafb0fd8bc'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:33:17.636269 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-6c636c8c-68da-4de1-9b71-a248dab6a36a req-73c84987-9183-4c82-85f8-6146e9eeb76e service neutron] Bound port: 5e94c1c8-742c-4b1c-b369-f665e4c6ed3b, host: n-h2-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f64287f5-affc-42db-b5fb-e9b8ade134fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'dce53437-e7e7-4d26-8f4b-47bafb0fd8bc'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:33:17.636708 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-6c636c8c-68da-4de1-9b71-a248dab6a36a req-73c84987-9183-4c82-85f8-6146e9eeb76e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:17.676623 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-03e44c9a-1089-4a9e-9410-163219647d90 req-1a984128-31ed-427b-9432-b8a46e43d81c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:17.732893 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-6c636c8c-68da-4de1-9b71-a248dab6a36a req-73c84987-9183-4c82-85f8-6146e9eeb76e service neutron] For port 5e94c1c8-742c-4b1c-b369-f665e4c6ed3b, host n-h2-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:33:17.740443 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-6c636c8c-68da-4de1-9b71-a248dab6a36a req-73c84987-9183-4c82-85f8-6146e9eeb76e service neutron] For port 5e94c1c8-742c-4b1c-b369-f665e4c6ed3b, host n-h2-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=5e94c1c8-742c-4b1c-b369-f665e4c6ed3b,segment=NetworkSegment(f64287f5-affc-42db-b5fb-e9b8ade134fb),segment_id=f64287f5-affc-42db-b5fb-e9b8ade134fb)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:33:17.748684 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-6c636c8c-68da-4de1-9b71-a248dab6a36a req-73c84987-9183-4c82-85f8-6146e9eeb76e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:17.760991 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-be40dbb7-beac-4181-8d81-cdb54d525e92 None None] Provisioning complete for port c50da616-5df4-4318-8545-beef844bcaf8 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:33:17.761612 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-be40dbb7-beac-4181-8d81-cdb54d525e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:17.847267 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-be40dbb7-beac-4181-8d81-cdb54d525e92 None None] Port c50da616-5df4-4318-8545-beef844bcaf8 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:33:17.848039 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c636c8c-68da-4de1-9b71-a248dab6a36a req-73c84987-9183-4c82-85f8-6146e9eeb76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:17.848764 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-6c636c8c-68da-4de1-9b71-a248dab6a36a req-73c84987-9183-4c82-85f8-6146e9eeb76e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:17.850382 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6c636c8c-68da-4de1-9b71-a248dab6a36a req-73c84987-9183-4c82-85f8-6146e9eeb76e service neutron] 10.222.0.47 "PUT /v2.0/ports/5e94c1c8-742c-4b1c-b369-f665e4c6ed3b HTTP/1.1" status: 200 len: 1092 time: 1.0052350 Dec 20 14:33:17.882991 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c84987-9183-4c82-85f8-6146e9eeb76e service neutron] Pushing event updated for resources: {'Port': ['ID=5e94c1c8-742c-4b1c-b369-f665e4c6ed3b,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:33:17.900613 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8333e602-103b-44c5-baa1-c249a4e9637f req-acb68b6d-4e05-4cc1-9f9b-d2159744411a tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:17.902962 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8333e602-103b-44c5-baa1-c249a4e9637f req-acb68b6d-4e05-4cc1-9f9b-d2159744411a tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=64fdf7d1-efde-4de1-bf72-e69d36342c02 HTTP/1.1" status: 200 len: 935 time: 0.0959368 Dec 20 14:33:17.973562 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c636c8c-68da-4de1-9b71-a248dab6a36a req-8962eb59-5ea5-47dc-be93-3668e91a8c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:17.975172 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6c636c8c-68da-4de1-9b71-a248dab6a36a req-8962eb59-5ea5-47dc-be93-3668e91a8c3d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=88c25df3faa3411c93ebdfdba13bf7e6&device_id=1275ed91-9568-4644-af3f-6a13668b34cd HTTP/1.1" status: 200 len: 1095 time: 0.0717933 Dec 20 14:33:17.983335 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8333e602-103b-44c5-baa1-c249a4e9637f req-1e7b9809-60e3-4e0f-9e38-3256f1af99e3 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718589 Dec 20 14:33:17.986632 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-729af388-0892-4efc-bf25-884ce5eafc8a req-0b2a058b-b83a-4b3e-862a-0f0f6b4d4e4a tempest-ServerShowV254Test-2142181409 tempest-ServerShowV254Test-2142181409-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac6c071-be6c-49ad-8407-56c385ea202e HTTP/1.1" status: 200 len: 210 time: 0.0426853 Dec 20 14:33:18.032110 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6c636c8c-68da-4de1-9b71-a248dab6a36a req-fbdf4d0e-741c-4d16-a24b-9b1480cff936 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e94c1c8-742c-4b1c-b369-f665e4c6ed3b HTTP/1.1" status: 200 len: 217 time: 0.0466096 Dec 20 14:33:18.067723 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [req-03e44c9a-1089-4a9e-9410-163219647d90 req-1a984128-31ed-427b-9432-b8a46e43d81c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c50da616-5df4-4318-8545-beef844bcaf8 {{(pid=103168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:33:18.091500 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-03e44c9a-1089-4a9e-9410-163219647d90 req-1a984128-31ed-427b-9432-b8a46e43d81c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:18.093034 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c636c8c-68da-4de1-9b71-a248dab6a36a req-e7b3740d-d4ff-4491-ac05-faa334e41144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:18.094531 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6c636c8c-68da-4de1-9b71-a248dab6a36a req-e7b3740d-d4ff-4491-ac05-faa334e41144 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=05b60f46-643c-4184-8d2d-7011e86eb340 HTTP/1.1" status: 200 len: 862 time: 0.0534034 Dec 20 14:33:18.121163 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.provisioning_blocks [req-03e44c9a-1089-4a9e-9410-163219647d90 req-1a984128-31ed-427b-9432-b8a46e43d81c service neutron] Transition to ACTIVE for port object c50da616-5df4-4318-8545-beef844bcaf8 will not be triggered until provisioned by entity L2. {{(pid=103168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:33:18.128979 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-03e44c9a-1089-4a9e-9410-163219647d90 req-1a984128-31ed-427b-9432-b8a46e43d81c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:18.135506 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6c636c8c-68da-4de1-9b71-a248dab6a36a req-28d40b4c-c018-404d-84bd-1e748e63e803 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dce53437-e7e7-4d26-8f4b-47bafb0fd8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325904 Dec 20 14:33:18.167189 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16215082-6c23-4580-96c0-7fa986b75f8c req-2652baa1-dd81-4ebf-884a-d72bd598c0ea tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:18.168776 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-16215082-6c23-4580-96c0-7fa986b75f8c req-2652baa1-dd81-4ebf-884a-d72bd598c0ea tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=4df90982-e84c-48a8-81f5-b7ba197839f7 HTTP/1.1" status: 200 len: 946 time: 0.0895734 Dec 20 14:33:18.209734 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a984128-31ed-427b-9432-b8a46e43d81c service neutron] Pushing event updated for resources: {'Port': ['ID=c50da616-5df4-4318-8545-beef844bcaf8,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:33:18.252792 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6c636c8c-68da-4de1-9b71-a248dab6a36a req-09aea1e5-efde-47ed-adc1-54393c422d4a service neutron] 10.222.0.47 "GET /v2.0/networks/dce53437-e7e7-4d26-8f4b-47bafb0fd8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092350 Dec 20 14:33:18.275907 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-16215082-6c23-4580-96c0-7fa986b75f8c req-159a7ddd-3993-4b5f-acc8-2f2a12914f0f tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984807 Dec 20 14:33:18.316233 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-03e44c9a-1089-4a9e-9410-163219647d90 req-1a984128-31ed-427b-9432-b8a46e43d81c service neutron] Attempting to bind port c50da616-5df4-4318-8545-beef844bcaf8 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:33:18.316687 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-03e44c9a-1089-4a9e-9410-163219647d90 req-1a984128-31ed-427b-9432-b8a46e43d81c service neutron] Attempting to bind port c50da616-5df4-4318-8545-beef844bcaf8 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:33:18.317110 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e44c9a-1089-4a9e-9410-163219647d90 req-1a984128-31ed-427b-9432-b8a46e43d81c service neutron] Attempting to bind port c50da616-5df4-4318-8545-beef844bcaf8 on network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:33:18.324294 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e44c9a-1089-4a9e-9410-163219647d90 req-1a984128-31ed-427b-9432-b8a46e43d81c service neutron] Port c50da616-5df4-4318-8545-beef844bcaf8 on network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:33:18.324756 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e44c9a-1089-4a9e-9410-163219647d90 req-1a984128-31ed-427b-9432-b8a46e43d81c service neutron] Attempting to bind port c50da616-5df4-4318-8545-beef844bcaf8 on network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:33:18.330636 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e44c9a-1089-4a9e-9410-163219647d90 req-1a984128-31ed-427b-9432-b8a46e43d81c service neutron] Checking agent: {'id': '43c60aee-e4af-4ecc-bee2-aac3569fafed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:33:18.331102 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e44c9a-1089-4a9e-9410-163219647d90 req-1a984128-31ed-427b-9432-b8a46e43d81c service neutron] Checking segment: {'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:33:18.331577 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e44c9a-1089-4a9e-9410-163219647d90 req-1a984128-31ed-427b-9432-b8a46e43d81c service neutron] Bound using segment: {'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:33:18.332111 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-03e44c9a-1089-4a9e-9410-163219647d90 req-1a984128-31ed-427b-9432-b8a46e43d81c service neutron] Bound port: c50da616-5df4-4318-8545-beef844bcaf8, host: n-h2-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'}}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:33:18.332581 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-03e44c9a-1089-4a9e-9410-163219647d90 req-1a984128-31ed-427b-9432-b8a46e43d81c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:18.407958 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-03e44c9a-1089-4a9e-9410-163219647d90 req-1a984128-31ed-427b-9432-b8a46e43d81c service neutron] For port c50da616-5df4-4318-8545-beef844bcaf8, host n-h2-761264-19, cleared binding levels {{(pid=103168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:33:18.413572 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-03e44c9a-1089-4a9e-9410-163219647d90 req-1a984128-31ed-427b-9432-b8a46e43d81c service neutron] For port c50da616-5df4-4318-8545-beef844bcaf8, host n-h2-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=c50da616-5df4-4318-8545-beef844bcaf8,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:33:18.422248 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-03e44c9a-1089-4a9e-9410-163219647d90 req-1a984128-31ed-427b-9432-b8a46e43d81c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:18.430562 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6c636c8c-68da-4de1-9b71-a248dab6a36a req-dad46d52-14a7-4105-9bbc-25d9d4553438 service neutron] 10.222.0.47 "GET /v2.0/networks/dce53437-e7e7-4d26-8f4b-47bafb0fd8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682107 Dec 20 14:33:18.455134 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992910de-d602-41d8-94d8-da17213f0e9b req-b8ec16de-a2e7-4500-b896-adecd63c847d tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:18.456768 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-992910de-d602-41d8-94d8-da17213f0e9b req-b8ec16de-a2e7-4500-b896-adecd63c847d tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/ports?device_id=1275ed91-9568-4644-af3f-6a13668b34cd HTTP/1.1" status: 200 len: 943 time: 0.0856040 Dec 20 14:33:18.468247 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e44c9a-1089-4a9e-9410-163219647d90 req-1a984128-31ed-427b-9432-b8a46e43d81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:18.468979 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-03e44c9a-1089-4a9e-9410-163219647d90 req-1a984128-31ed-427b-9432-b8a46e43d81c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:18.470847 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-03e44c9a-1089-4a9e-9410-163219647d90 req-1a984128-31ed-427b-9432-b8a46e43d81c service neutron] 10.222.0.47 "PUT /v2.0/ports/c50da616-5df4-4318-8545-beef844bcaf8 HTTP/1.1" status: 200 len: 1096 time: 0.8830416 Dec 20 14:33:18.471242 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64fdf7d1-efde-4de1-bf72-e69d36342c02', 'tag': 'c50da616-5df4-4318-8545-beef844bcaf8'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:33:18.473543 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9339a58b-fd04-4522-9092-56aaecf32dec" -d '{"events": [{"name": "network-changed", "server_uuid": "64fdf7d1-efde-4de1-bf72-e69d36342c02", "tag": "c50da616-5df4-4318-8545-beef844bcaf8"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:33:18.509657 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a984128-31ed-427b-9432-b8a46e43d81c service neutron] Pushing event updated for resources: {'Port': ['ID=c50da616-5df4-4318-8545-beef844bcaf8,revision_number=3']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:33:18.538843 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8c3ed1f-783b-4438-afb8-79650cab7b8b x-openstack-request-id: req-a8c3ed1f-783b-4438-afb8-79650cab7b8b {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:33:18.539143 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64fdf7d1-efde-4de1-bf72-e69d36342c02", "tag": "c50da616-5df4-4318-8545-beef844bcaf8", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:33:18.543898 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a8c3ed1f-783b-4438-afb8-79650cab7b8b {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:33:18.544507 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64fdf7d1-efde-4de1-bf72-e69d36342c02', 'tag': 'c50da616-5df4-4318-8545-beef844bcaf8', 'status': 'completed', 'code': 200} Dec 20 14:33:18.568734 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1275ed91-9568-4644-af3f-6a13668b34cd', 'tag': '5e94c1c8-742c-4b1c-b369-f665e4c6ed3b'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:33:18.572142 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7375cb3-30aa-4d03-b7f3-bcb6d13d0769" -d '{"events": [{"name": "network-changed", "server_uuid": "1275ed91-9568-4644-af3f-6a13668b34cd", "tag": "5e94c1c8-742c-4b1c-b369-f665e4c6ed3b"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:33:18.601427 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-992910de-d602-41d8-94d8-da17213f0e9b req-1795dbc2-367d-438d-8082-c800769f9383 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/security-groups?id=0393fd0b-7973-42e2-8187-db178c6daece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142280 Dec 20 14:33:18.638885 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e44c9a-1089-4a9e-9410-163219647d90 req-e13d49a9-76a6-42df-b595-0f05ec9eebe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:18.640777 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-03e44c9a-1089-4a9e-9410-163219647d90 req-e13d49a9-76a6-42df-b595-0f05ec9eebe8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c1e404e3ac2e456f831247d0bb0227f5&device_id=64fdf7d1-efde-4de1-bf72-e69d36342c02 HTTP/1.1" status: 200 len: 1099 time: 0.0827980 Dec 20 14:33:18.667710 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1dd521e-8c89-4067-95c5-9e7aa48d27a8 x-openstack-request-id: req-c1dd521e-8c89-4067-95c5-9e7aa48d27a8 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:33:18.668562 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1275ed91-9568-4644-af3f-6a13668b34cd", "tag": "5e94c1c8-742c-4b1c-b369-f665e4c6ed3b", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:33:18.668958 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c1dd521e-8c89-4067-95c5-9e7aa48d27a8 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:33:18.669507 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1275ed91-9568-4644-af3f-6a13668b34cd', 'tag': '5e94c1c8-742c-4b1c-b369-f665e4c6ed3b', 'status': 'completed', 'code': 200} Dec 20 14:33:18.714385 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-03e44c9a-1089-4a9e-9410-163219647d90 req-02aa23ab-f094-467b-b10a-a3e2c4aade73 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=c50da616-5df4-4318-8545-beef844bcaf8 HTTP/1.1" status: 200 len: 217 time: 0.0610452 Dec 20 14:33:18.755989 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7375cb3-30aa-4d03-b7f3-bcb6d13d0769 req-dad15f60-41df-4aaf-83b8-7208a2915a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:18.757585 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b7375cb3-30aa-4d03-b7f3-bcb6d13d0769 req-dad15f60-41df-4aaf-83b8-7208a2915a27 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=88c25df3faa3411c93ebdfdba13bf7e6&device_id=1275ed91-9568-4644-af3f-6a13668b34cd HTTP/1.1" status: 200 len: 1095 time: 0.0717950 Dec 20 14:33:18.792890 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e44c9a-1089-4a9e-9410-163219647d90 req-3113b658-04b9-47eb-9b0e-53d6b5962b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:18.794428 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-03e44c9a-1089-4a9e-9410-163219647d90 req-3113b658-04b9-47eb-9b0e-53d6b5962b35 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36bf280f-81bb-4486-a87a-9b9505a1cec4 HTTP/1.1" status: 200 len: 843 time: 0.0548866 Dec 20 14:33:18.875585 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7375cb3-30aa-4d03-b7f3-bcb6d13d0769 req-3bdd6cf6-b9fc-42c9-979d-196067895ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:18.877236 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b7375cb3-30aa-4d03-b7f3-bcb6d13d0769 req-3bdd6cf6-b9fc-42c9-979d-196067895ff0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dce53437-e7e7-4d26-8f4b-47bafb0fd8bc HTTP/1.1" status: 200 len: 923 time: 0.1102006 Dec 20 14:33:18.881804 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e44c9a-1089-4a9e-9410-163219647d90 req-7f3d2d77-dc8e-42c8-ba94-f2cbac1f4998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:18.883475 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-03e44c9a-1089-4a9e-9410-163219647d90 req-7f3d2d77-dc8e-42c8-ba94-f2cbac1f4998 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0778186 Dec 20 14:33:18.938386 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b7375cb3-30aa-4d03-b7f3-bcb6d13d0769 req-bae71621-dd21-46c0-8b25-1ae061897c58 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e94c1c8-742c-4b1c-b369-f665e4c6ed3b HTTP/1.1" status: 200 len: 217 time: 0.0526903 Dec 20 14:33:18.989622 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-03e44c9a-1089-4a9e-9410-163219647d90 req-d2a121fe-6f8f-4851-ba20-c8ed316f5410 service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964727 Dec 20 14:33:18.996063 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7375cb3-30aa-4d03-b7f3-bcb6d13d0769 req-880b8232-9395-445c-8eb5-98918826164e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:18.997571 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b7375cb3-30aa-4d03-b7f3-bcb6d13d0769 req-880b8232-9395-445c-8eb5-98918826164e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=05b60f46-643c-4184-8d2d-7011e86eb340 HTTP/1.1" status: 200 len: 862 time: 0.0497036 Dec 20 14:33:19.034300 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b7375cb3-30aa-4d03-b7f3-bcb6d13d0769 req-a57b76b7-05b2-4971-ac96-d4f927d89b35 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dce53437-e7e7-4d26-8f4b-47bafb0fd8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288751 Dec 20 14:33:19.149159 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-03e44c9a-1089-4a9e-9410-163219647d90 req-48d673c3-441c-4f61-8ec3-c3e91fc0b28d service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510823 Dec 20 14:33:19.151318 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a8e2dd0f-c24c-4157-8d66-3532907bccec req-524ddf01-8443-4d45-9abe-8810edbb9aff tempest-ServerShowV254Test-2142181409 tempest-ServerShowV254Test-2142181409-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac6c071-be6c-49ad-8407-56c385ea202e HTTP/1.1" status: 200 len: 210 time: 0.0366457 Dec 20 14:33:19.207657 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b7375cb3-30aa-4d03-b7f3-bcb6d13d0769 req-c053f434-e693-4fe3-ad3b-cb980323e6dd service neutron] 10.222.0.47 "GET /v2.0/networks/dce53437-e7e7-4d26-8f4b-47bafb0fd8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660140 Dec 20 14:33:19.216246 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfd3189-537f-4134-a60e-4698b92de306 req-bd04b2c0-39a8-4b33-946c-d40683223cca tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:19.217792 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9cfd3189-537f-4134-a60e-4698b92de306 req-bd04b2c0-39a8-4b33-946c-d40683223cca tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=64fdf7d1-efde-4de1-bf72-e69d36342c02 HTTP/1.1" status: 200 len: 947 time: 0.1137311 Dec 20 14:33:19.250106 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9339a58b-fd04-4522-9092-56aaecf32dec req-ae094d99-6237-4c8a-9559-113784c836dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:19.252322 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9339a58b-fd04-4522-9092-56aaecf32dec req-ae094d99-6237-4c8a-9559-113784c836dd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c1e404e3ac2e456f831247d0bb0227f5&device_id=64fdf7d1-efde-4de1-bf72-e69d36342c02 HTTP/1.1" status: 200 len: 1099 time: 0.0467355 Dec 20 14:33:19.334933 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9cfd3189-537f-4134-a60e-4698b92de306 req-fff8906e-4ee8-4ba3-8fea-5b14ebd89c57 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067107 Dec 20 14:33:19.352331 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b7375cb3-30aa-4d03-b7f3-bcb6d13d0769 req-24e47951-fd31-4f33-9149-542c243393fc service neutron] 10.222.0.47 "GET /v2.0/networks/dce53437-e7e7-4d26-8f4b-47bafb0fd8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335020 Dec 20 14:33:19.430468 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9339a58b-fd04-4522-9092-56aaecf32dec req-02d01198-8e4f-4620-84db-c3f7b8a8c61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:19.432047 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9339a58b-fd04-4522-9092-56aaecf32dec req-02d01198-8e4f-4620-84db-c3f7b8a8c61e service neutron] 10.222.0.47 "GET /v2.0/networks?id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1 HTTP/1.1" status: 200 len: 870 time: 0.1721988 Dec 20 14:33:19.482881 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9339a58b-fd04-4522-9092-56aaecf32dec req-84a21ebe-cbcf-4b91-b419-d89c2efce999 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=c50da616-5df4-4318-8545-beef844bcaf8 HTTP/1.1" status: 200 len: 217 time: 0.0408316 Dec 20 14:33:19.507145 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec506795-a581-41aa-a4b8-087221d59aa4 req-91daefb5-d1ee-46a7-8215-faa78e5927c7 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:19.509728 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ec506795-a581-41aa-a4b8-087221d59aa4 req-91daefb5-d1ee-46a7-8215-faa78e5927c7 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=4df90982-e84c-48a8-81f5-b7ba197839f7 HTTP/1.1" status: 200 len: 946 time: 0.0636268 Dec 20 14:33:19.548784 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bfe160-78d0-43b2-a197-7e728af4bb12 req-f0859b68-2c17-419f-90a4-7291103d8344 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:19.550304 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-56bfe160-78d0-43b2-a197-7e728af4bb12 req-f0859b68-2c17-419f-90a4-7291103d8344 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/networks?id=ac37406e-6eba-42f0-a02b-49bc68c3a995 HTTP/1.1" status: 200 len: 805 time: 0.2095490 Dec 20 14:33:19.560072 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device ceae24de-b4e7-4901-9a38-60db6060a0b3 no longer exists at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:33:19.564223 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ec506795-a581-41aa-a4b8-087221d59aa4 req-00358d77-e773-4394-bdd8-4f7bd75ce731 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467494 Dec 20 14:33:19.569746 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9339a58b-fd04-4522-9092-56aaecf32dec req-706d890d-97ed-4804-a90c-7ab3096ce43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:19.571246 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9339a58b-fd04-4522-9092-56aaecf32dec req-706d890d-97ed-4804-a90c-7ab3096ce43b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36bf280f-81bb-4486-a87a-9b9505a1cec4 HTTP/1.1" status: 200 len: 843 time: 0.0804532 Dec 20 14:33:19.575119 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-56bfe160-78d0-43b2-a197-7e728af4bb12 req-34456b54-1218-4654-914a-07ab2eff0065 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/quotas/b34e3eedf72e455b9cbb2db5d8862a92 HTTP/1.1" status: 200 len: 375 time: 0.0184698 Dec 20 14:33:19.581343 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] No Port match for: ceae24de-b4e7-4901-9a38-60db6060a0b3 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:33:19.581913 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device ceae24de-b4e7-4901-9a38-60db6060a0b3 not bound to the agent host n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:33:19.661507 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-56bfe160-78d0-43b2-a197-7e728af4bb12 req-defcee26-f6ff-4149-be5e-4709e9bf4662 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=b34e3eedf72e455b9cbb2db5d8862a92&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0773726 Dec 20 14:33:19.663170 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9339a58b-fd04-4522-9092-56aaecf32dec req-835799c8-2473-4bf6-a468-a98b6ba97354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:19.664520 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9339a58b-fd04-4522-9092-56aaecf32dec req-835799c8-2473-4bf6-a468-a98b6ba97354 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0794637 Dec 20 14:33:19.791814 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ef7b03f2-42c0-4bfe-a5fe-f28a3c7cf4c1 req-2cca47d8-b657-4883-844b-e451ecd39516 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=daa593dd46544ad19a83c0baa1f7e99d&device_id=eac6c071-be6c-49ad-8407-56c385ea202e HTTP/1.1" status: 200 len: 210 time: 0.0294108 Dec 20 14:33:19.836450 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ef7b03f2-42c0-4bfe-a5fe-f28a3c7cf4c1 req-f06b99e1-488e-4a08-9b34-08789da00c2e service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=daa593dd46544ad19a83c0baa1f7e99d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0360978 Dec 20 14:33:19.962372 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267fe5c3-af9a-438d-8b75-52a773859f76 req-cd0c3445-e7f3-4910-a4c6-81f983ee64e3 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:19.963995 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-267fe5c3-af9a-438d-8b75-52a773859f76 req-cd0c3445-e7f3-4910-a4c6-81f983ee64e3 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/ports?device_id=1275ed91-9568-4644-af3f-6a13668b34cd HTTP/1.1" status: 200 len: 943 time: 0.1078804 Dec 20 14:33:19.990891 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7b03f2-42c0-4bfe-a5fe-f28a3c7cf4c1 req-b026a1e4-893e-4e82-8b30-e09785a19ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:19.992468 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ef7b03f2-42c0-4bfe-a5fe-f28a3c7cf4c1 req-b026a1e4-893e-4e82-8b30-e09785a19ee5 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1478705 Dec 20 14:33:20.033321 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-267fe5c3-af9a-438d-8b75-52a773859f76 req-fa37114e-f3d3-43b7-8e35-5f882672e572 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/security-groups?id=0393fd0b-7973-42e2-8187-db178c6daece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576057 Dec 20 14:33:20.102105 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9339a58b-fd04-4522-9092-56aaecf32dec req-24407360-a9a1-4c16-9038-6ad5bb4fac14 service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4283299 Dec 20 14:33:20.133450 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-56bfe160-78d0-43b2-a197-7e728af4bb12 req-356a3d75-bc69-4d50-a339-8921328f3a33 service neutron] 10.222.0.54 "GET /v2.0/networks/ac37406e-6eba-42f0-a02b-49bc68c3a995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4403906 Dec 20 14:33:20.135249 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3f23960e-1db4-40fb-a98c-a2c736b1b659 req-3359c76f-5b0b-4b19-8306-625195077751 tempest-ServerShowV254Test-2142181409 tempest-ServerShowV254Test-2142181409-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac6c071-be6c-49ad-8407-56c385ea202e HTTP/1.1" status: 200 len: 210 time: 0.0277739 Dec 20 14:33:20.271374 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9339a58b-fd04-4522-9092-56aaecf32dec req-77410810-4cf3-4e16-ac6d-c9cd30efff25 service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609468 Dec 20 14:33:20.283838 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-56bfe160-78d0-43b2-a197-7e728af4bb12 req-1cfa5974-8e40-4c4b-be1e-e923ba977653 service neutron] 10.222.0.54 "GET /v2.0/networks/ac37406e-6eba-42f0-a02b-49bc68c3a995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418357 Dec 20 14:33:20.463163 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6f5a4df6-ef64-4a0a-8d69-39120aca1024 req-c8102004-6a1f-4b01-9b34-417f66fa1ce9 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa4f9230-ecac-4414-a8f0-8eda6745d6e5 HTTP/1.1" status: 200 len: 210 time: 0.0339978 Dec 20 14:33:20.496622 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device c50da616-5df4-4318-8545-beef844bcaf8 details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:33:20.504337 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceff3a10-f9c7-48fa-baed-38759501cdb4 req-2a27d4f8-6ca8-45fe-95f0-7537fd51ce82 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:20.507458 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ceff3a10-f9c7-48fa-baed-38759501cdb4 req-2a27d4f8-6ca8-45fe-95f0-7537fd51ce82 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=64fdf7d1-efde-4de1-bf72-e69d36342c02 HTTP/1.1" status: 200 len: 947 time: 0.0802195 Dec 20 14:33:20.573207 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ceff3a10-f9c7-48fa-baed-38759501cdb4 req-c92fe9e4-4533-4026-bbe9-ba982ffd95f8 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580494 Dec 20 14:33:20.711536 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:33:20.711536 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:33:20.711536 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:33:20.711536 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:33:20.711536 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:33:20.711536 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:33:20.711536 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:33:20.711536 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:33:20.711536 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:33:20.711536 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:33:20.711536 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:33:20.711536 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:33:20.711536 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:33:20.711536 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:33:20.711536 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:33:20.711536 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:33:20.711536 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:33:20.711536 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:33:20.711536 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:33:20.711536 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:33:20.711536 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:33:20.711536 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:33:20.711536 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:33:20.711536 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:33:20.711536 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:33:20.711536 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:33:20.711536 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:33:20.711536 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:33:20.711536 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:33:20.711536 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:33:20.711536 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:33:20.711536 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:33:20.711536 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:33:20.711536 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:33:20.711536 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:33:20.711536 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:33:20.713726 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:33:20.713726 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:33:20.713726 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:33:20.713726 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:33:20.713726 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:33:20.713726 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:33:20.713726 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:33:20.713726 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:33:20.713726 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:33:20.713726 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:33:20.713726 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:33:20.713726 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:33:20.713726 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27291fba-945e-4ccd-bacd-9d4249a0a177 req-c9c37a97-db34-4828-b149-3729424e4410 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:20.714395 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-27291fba-945e-4ccd-bacd-9d4249a0a177 req-c9c37a97-db34-4828-b149-3729424e4410 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=4df90982-e84c-48a8-81f5-b7ba197839f7 HTTP/1.1" status: 200 len: 946 time: 0.0695198 Dec 20 14:33:20.753846 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port c50da616-5df4-4318-8545-beef844bcaf8, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=c50da616-5df4-4318-8545-beef844bcaf8,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:33:20.766431 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': 'c50da616-5df4-4318-8545-beef844bcaf8', 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1', 'port_id': 'c50da616-5df4-4318-8545-beef844bcaf8', 'mac_address': 'fa:16:3e:e0:99:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36bf280f-81bb-4486-a87a-9b9505a1cec4', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:33:20.779033 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-27291fba-945e-4ccd-bacd-9d4249a0a177 req-f6046ab0-2e5c-4331-a3fa-138a036edfc3 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567200 Dec 20 14:33:20.812570 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:20.829114 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c50da616-5df4-4318-8545-beef844bcaf8 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:33:20.851744 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port c50da616-5df4-4318-8545-beef844bcaf8, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=c50da616-5df4-4318-8545-beef844bcaf8,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:33:20.860135 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:20.861148 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 5e94c1c8-742c-4b1c-b369-f665e4c6ed3b details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:33:20.936032 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=c50da616-5df4-4318-8545-beef844bcaf8,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:33:20.999334 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 5e94c1c8-742c-4b1c-b369-f665e4c6ed3b, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=5e94c1c8-742c-4b1c-b369-f665e4c6ed3b,segment=NetworkSegment(f64287f5-affc-42db-b5fb-e9b8ade134fb),segment_id=f64287f5-affc-42db-b5fb-e9b8ade134fb)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:33:21.013186 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': '5e94c1c8-742c-4b1c-b369-f665e4c6ed3b', 'network_id': 'dce53437-e7e7-4d26-8f4b-47bafb0fd8bc', 'port_id': '5e94c1c8-742c-4b1c-b369-f665e4c6ed3b', 'mac_address': 'fa:16:3e:a3:b8:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05b60f46-643c-4184-8d2d-7011e86eb340', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:33:21.057117 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:21.073310 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e94c1c8-742c-4b1c-b369-f665e4c6ed3b {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:33:21.096870 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 5e94c1c8-742c-4b1c-b369-f665e4c6ed3b, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=5e94c1c8-742c-4b1c-b369-f665e4c6ed3b,segment=NetworkSegment(f64287f5-affc-42db-b5fb-e9b8ade134fb),segment_id=f64287f5-affc-42db-b5fb-e9b8ade134fb)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:33:21.102175 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:21.155305 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=5e94c1c8-742c-4b1c-b369-f665e4c6ed3b,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:33:21.171209 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afd4490-2173-4306-ab6c-13b481797bb8 req-c6fed677-3103-4283-a035-b88c97c9e7b0 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:21.172776 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7afd4490-2173-4306-ab6c-13b481797bb8 req-c6fed677-3103-4283-a035-b88c97c9e7b0 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/ports?device_id=1275ed91-9568-4644-af3f-6a13668b34cd HTTP/1.1" status: 200 len: 944 time: 0.0549979 Dec 20 14:33:21.223802 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7afd4490-2173-4306-ab6c-13b481797bb8 req-5d6dc679-38ce-4017-abef-47ed28dbdcfd tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/security-groups?id=0393fd0b-7973-42e2-8187-db178c6daece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445464 Dec 20 14:33:21.249748 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1170a589-5cce-4d70-b4d6-6f1bf65e4683 req-fb2646b1-61de-493e-b25f-b47236fb864a tempest-ServerShowV254Test-2142181409 tempest-ServerShowV254Test-2142181409-project] 10.222.0.54 "GET /v2.0/ports?device_id=eac6c071-be6c-49ad-8407-56c385ea202e HTTP/1.1" status: 200 len: 210 time: 0.0337052 Dec 20 14:33:21.435531 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['5e94c1c8-742c-4b1c-b369-f665e4c6ed3b'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:33:21.439697 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['c50da616-5df4-4318-8545-beef844bcaf8'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:33:21.547281 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ef7b03f2-42c0-4bfe-a5fe-f28a3c7cf4c1 req-e8f6f41c-89c7-4964-bf09-771e1ed28d92 tempest-ServerShowV254Test-2142181409 tempest-ServerShowV254Test-2142181409-project] 10.222.0.30 "GET /v2.0/ports?device_id=eac6c071-be6c-49ad-8407-56c385ea202e HTTP/1.1" status: 200 len: 210 time: 0.0487320 Dec 20 14:33:21.590250 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b9089ef9-edfc-4ef6-a8ca-9a6f19c0004b req-93c8d6ab-e419-4002-9a0c-36539621d5bb tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa4f9230-ecac-4414-a8f0-8eda6745d6e5 HTTP/1.1" status: 200 len: 210 time: 0.0344226 Dec 20 14:33:21.779538 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2694c343-be32-47aa-8677-524d3daebd9c req-b9447ccf-3730-4129-ad04-566ee733fc23 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:21.780928 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2694c343-be32-47aa-8677-524d3daebd9c req-b9447ccf-3730-4129-ad04-566ee733fc23 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=64fdf7d1-efde-4de1-bf72-e69d36342c02 HTTP/1.1" status: 200 len: 948 time: 0.0868046 Dec 20 14:33:21.787630 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bfe160-78d0-43b2-a197-7e728af4bb12 req-98e9b924-d23a-4bba-9ab6-5e24acdc1cb6 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:21.789129 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-56bfe160-78d0-43b2-a197-7e728af4bb12 req-98e9b924-d23a-4bba-9ab6-5e24acdc1cb6 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.30 "GET /v2.0/networks?id=ac37406e-6eba-42f0-a02b-49bc68c3a995 HTTP/1.1" status: 200 len: 805 time: 0.1758239 Dec 20 14:33:21.820322 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-56bfe160-78d0-43b2-a197-7e728af4bb12 req-4731346b-9dff-4814-981f-0251e101416d tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Request body: {'port': {'device_id': 'aa4f9230-ecac-4414-a8f0-8eda6745d6e5', 'network_id': 'ac37406e-6eba-42f0-a02b-49bc68c3a995', 'admin_state_up': True, 'tenant_id': 'b34e3eedf72e455b9cbb2db5d8862a92'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:33:21.907148 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2694c343-be32-47aa-8677-524d3daebd9c req-85e83255-38e4-40cb-87be-c7a62063f0a3 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170700 Dec 20 14:33:21.908204 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2fe370-c09d-46c5-8b72-a82ee088ed96 req-50a449a7-0f27-467c-96c7-de47068cc7dd tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:21.912981 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3c2fe370-c09d-46c5-8b72-a82ee088ed96 req-50a449a7-0f27-467c-96c7-de47068cc7dd tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=4df90982-e84c-48a8-81f5-b7ba197839f7 HTTP/1.1" status: 200 len: 946 time: 0.0565863 Dec 20 14:33:21.961367 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3c2fe370-c09d-46c5-8b72-a82ee088ed96 req-b5f23013-8e22-4c68-9397-8924c9c55e0f tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453722 Dec 20 14:33:21.973360 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56bfe160-78d0-43b2-a197-7e728af4bb12 req-4731346b-9dff-4814-981f-0251e101416d tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Made reservation on behalf of b34e3eedf72e455b9cbb2db5d8862a92 for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:33:21.977532 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-56bfe160-78d0-43b2-a197-7e728af4bb12 req-4731346b-9dff-4814-981f-0251e101416d tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:22.127372 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [req-56bfe160-78d0-43b2-a197-7e728af4bb12 req-4731346b-9dff-4814-981f-0251e101416d tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Allocated IP 172.20.0.7 (ac37406e-6eba-42f0-a02b-49bc68c3a995/8bcc849b-c021-46b4-96cd-8d7c30cd2023/ad4f79bf-e696-4ed6-96e4-bfbf61495880) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:33:22.292471 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-56bfe160-78d0-43b2-a197-7e728af4bb12 req-4731346b-9dff-4814-981f-0251e101416d tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:22.349567 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-56bfe160-78d0-43b2-a197-7e728af4bb12 req-4731346b-9dff-4814-981f-0251e101416d tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:22.364993 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda8c853-e154-4359-91f7-d5e34a937829 req-ea9a7e8e-cb4c-4c21-9ff5-e450fa9ea3a7 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:22.374119 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cda8c853-e154-4359-91f7-d5e34a937829 req-ea9a7e8e-cb4c-4c21-9ff5-e450fa9ea3a7 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/ports?device_id=1275ed91-9568-4644-af3f-6a13668b34cd HTTP/1.1" status: 200 len: 944 time: 0.0723860 Dec 20 14:33:22.410129 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56bfe160-78d0-43b2-a197-7e728af4bb12 req-4731346b-9dff-4814-981f-0251e101416d tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Network ac37406e-6eba-42f0-a02b-49bc68c3a995 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:33:22.413519 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [req-56bfe160-78d0-43b2-a197-7e728af4bb12 req-4731346b-9dff-4814-981f-0251e101416d tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:33:22.418364 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-56bfe160-78d0-43b2-a197-7e728af4bb12 req-4731346b-9dff-4814-981f-0251e101416d tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:33:22.422778 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731346b-9dff-4814-981f-0251e101416d tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Pushing event updated for resources: {'Port': ['ID=ad4f79bf-e696-4ed6-96e4-bfbf61495880,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:33:22.451354 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cda8c853-e154-4359-91f7-d5e34a937829 req-b1d789a3-25f1-4d24-9394-582d411855dd tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/security-groups?id=0393fd0b-7973-42e2-8187-db178c6daece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754361 Dec 20 14:33:22.484664 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bfe160-78d0-43b2-a197-7e728af4bb12 req-4731346b-9dff-4814-981f-0251e101416d tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:22.485421 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-56bfe160-78d0-43b2-a197-7e728af4bb12 req-4731346b-9dff-4814-981f-0251e101416d tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:22.492147 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['d51472d0-9c05-4789-b785-88c8d484278a'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:33:22.507069 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-56bfe160-78d0-43b2-a197-7e728af4bb12 req-4731346b-9dff-4814-981f-0251e101416d tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7076404 Dec 20 14:33:22.520971 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-56bfe160-78d0-43b2-a197-7e728af4bb12 req-1bdacabb-c9d4-4a43-a281-f4663ca9d272 service neutron] Request body: {'port': {'device_id': 'aa4f9230-ecac-4414-a8f0-8eda6745d6e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-19'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:33:22.586675 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-56bfe160-78d0-43b2-a197-7e728af4bb12 req-1bdacabb-c9d4-4a43-a281-f4663ca9d272 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:22.605976 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 34054) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:33:22.759176 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-730cc5c7-d2ad-4b55-a2a0-74cf63bff1ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:22.795486 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c14965e-f5db-4ce2-9be6-e5e89d8f792d req-126188b2-6e7a-490d-a2fb-54e92bf51b38 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:22.797095 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9c14965e-f5db-4ce2-9be6-e5e89d8f792d req-126188b2-6e7a-490d-a2fb-54e92bf51b38 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa4f9230-ecac-4414-a8f0-8eda6745d6e5 HTTP/1.1" status: 200 len: 931 time: 0.0853131 Dec 20 14:33:22.876269 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9c14965e-f5db-4ce2-9be6-e5e89d8f792d req-1c88c4a4-ed12-4692-a5ab-b662efa70f71 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711663 Dec 20 14:33:22.907041 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-730cc5c7-d2ad-4b55-a2a0-74cf63bff1ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:22.912604 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-730cc5c7-d2ad-4b55-a2a0-74cf63bff1ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:22.954527 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-730cc5c7-d2ad-4b55-a2a0-74cf63bff1ca admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=daa593dd46544ad19a83c0baa1f7e99d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3473637 Dec 20 14:33:22.955302 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730cc5c7-d2ad-4b55-a2a0-74cf63bff1ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2357a975-ab10-4f05-ac29-16527ae5a357,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:33:22.957681 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 34062) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:33:23.026917 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b1a3d51c-d7eb-4545-834a-69e3825f480e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:23.060702 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b1a3d51c-d7eb-4545-834a-69e3825f480e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:23.126038 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10df9c00-d0fb-4b50-b434-6e90b275073b req-45ac2c13-3ee2-4bf4-9f7c-3efdd9822865 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:23.127516 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-10df9c00-d0fb-4b50-b434-6e90b275073b req-45ac2c13-3ee2-4bf4-9f7c-3efdd9822865 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=4df90982-e84c-48a8-81f5-b7ba197839f7 HTTP/1.1" status: 200 len: 946 time: 0.0892870 Dec 20 14:33:23.131495 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374caa6c-6823-4f22-bd90-6e8f6d6fd123 req-fd113f7b-a571-4cc9-b1d6-892009e4e06e tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:23.133509 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-374caa6c-6823-4f22-bd90-6e8f6d6fd123 req-fd113f7b-a571-4cc9-b1d6-892009e4e06e tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=64fdf7d1-efde-4de1-bf72-e69d36342c02 HTTP/1.1" status: 200 len: 948 time: 0.1178892 Dec 20 14:33:23.165452 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b1a3d51c-d7eb-4545-834a-69e3825f480e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:23.168366 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b1a3d51c-d7eb-4545-834a-69e3825f480e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:23.169794 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-b1a3d51c-d7eb-4545-834a-69e3825f480e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2357a975-ab10-4f05-ac29-16527ae5a357 HTTP/1.1" status: 204 len: 168 time: 0.2112310 Dec 20 14:33:23.189408 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a3d51c-d7eb-4545-834a-69e3825f480e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2357a975-ab10-4f05-ac29-16527ae5a357,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:33:23.208814 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-10df9c00-d0fb-4b50-b434-6e90b275073b req-cc777566-b664-428d-8223-679230172108 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739584 Dec 20 14:33:23.225321 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-374caa6c-6823-4f22-bd90-6e8f6d6fd123 req-52398cf3-e30a-427d-81cb-a520139e610d tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815153 Dec 20 14:33:23.298232 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [req-56bfe160-78d0-43b2-a197-7e728af4bb12 req-1bdacabb-c9d4-4a43-a281-f4663ca9d272 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad4f79bf-e696-4ed6-96e4-bfbf61495880 {{(pid=103167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:33:23.306636 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-56bfe160-78d0-43b2-a197-7e728af4bb12 req-1bdacabb-c9d4-4a43-a281-f4663ca9d272 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:23.320708 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-56bfe160-78d0-43b2-a197-7e728af4bb12 req-1bdacabb-c9d4-4a43-a281-f4663ca9d272 service neutron] Transition to ACTIVE for port object ad4f79bf-e696-4ed6-96e4-bfbf61495880 will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:33:23.328560 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-56bfe160-78d0-43b2-a197-7e728af4bb12 req-1bdacabb-c9d4-4a43-a281-f4663ca9d272 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:23.386978 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdacabb-c9d4-4a43-a281-f4663ca9d272 service neutron] Pushing event updated for resources: {'Port': ['ID=ad4f79bf-e696-4ed6-96e4-bfbf61495880,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:33:23.461265 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-56bfe160-78d0-43b2-a197-7e728af4bb12 req-1bdacabb-c9d4-4a43-a281-f4663ca9d272 service neutron] Attempting to bind port ad4f79bf-e696-4ed6-96e4-bfbf61495880 on host n-h1-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:33:23.461707 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-56bfe160-78d0-43b2-a197-7e728af4bb12 req-1bdacabb-c9d4-4a43-a281-f4663ca9d272 service neutron] Attempting to bind port ad4f79bf-e696-4ed6-96e4-bfbf61495880 by drivers openvswitch,hyperv on host n-h1-761264-19 at level 0 using segments [{'id': '3b732879-896e-432d-a96e-7cba9e2b8a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ac37406e-6eba-42f0-a02b-49bc68c3a995'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:33:23.461943 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56bfe160-78d0-43b2-a197-7e728af4bb12 req-1bdacabb-c9d4-4a43-a281-f4663ca9d272 service neutron] Attempting to bind port ad4f79bf-e696-4ed6-96e4-bfbf61495880 on network ac37406e-6eba-42f0-a02b-49bc68c3a995 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:33:23.468419 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56bfe160-78d0-43b2-a197-7e728af4bb12 req-1bdacabb-c9d4-4a43-a281-f4663ca9d272 service neutron] Port ad4f79bf-e696-4ed6-96e4-bfbf61495880 on network ac37406e-6eba-42f0-a02b-49bc68c3a995 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:33:23.468757 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56bfe160-78d0-43b2-a197-7e728af4bb12 req-1bdacabb-c9d4-4a43-a281-f4663ca9d272 service neutron] Attempting to bind port ad4f79bf-e696-4ed6-96e4-bfbf61495880 on network ac37406e-6eba-42f0-a02b-49bc68c3a995 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:33:23.474763 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56bfe160-78d0-43b2-a197-7e728af4bb12 req-1bdacabb-c9d4-4a43-a281-f4663ca9d272 service neutron] Checking agent: {'id': '3e5ace3e-dd7b-4522-a7c4-77d13dbeab1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:33:23.475107 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56bfe160-78d0-43b2-a197-7e728af4bb12 req-1bdacabb-c9d4-4a43-a281-f4663ca9d272 service neutron] Checking segment: {'id': '3b732879-896e-432d-a96e-7cba9e2b8a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ac37406e-6eba-42f0-a02b-49bc68c3a995'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:33:23.475515 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56bfe160-78d0-43b2-a197-7e728af4bb12 req-1bdacabb-c9d4-4a43-a281-f4663ca9d272 service neutron] Bound using segment: {'id': '3b732879-896e-432d-a96e-7cba9e2b8a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ac37406e-6eba-42f0-a02b-49bc68c3a995'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:33:23.476025 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-56bfe160-78d0-43b2-a197-7e728af4bb12 req-1bdacabb-c9d4-4a43-a281-f4663ca9d272 service neutron] Bound port: ad4f79bf-e696-4ed6-96e4-bfbf61495880, host: n-h1-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b732879-896e-432d-a96e-7cba9e2b8a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ac37406e-6eba-42f0-a02b-49bc68c3a995'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:33:23.476411 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-56bfe160-78d0-43b2-a197-7e728af4bb12 req-1bdacabb-c9d4-4a43-a281-f4663ca9d272 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:23.572788 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-56bfe160-78d0-43b2-a197-7e728af4bb12 req-1bdacabb-c9d4-4a43-a281-f4663ca9d272 service neutron] For port ad4f79bf-e696-4ed6-96e4-bfbf61495880, host n-h1-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:33:23.579188 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-56bfe160-78d0-43b2-a197-7e728af4bb12 req-1bdacabb-c9d4-4a43-a281-f4663ca9d272 service neutron] For port ad4f79bf-e696-4ed6-96e4-bfbf61495880, host n-h1-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=ad4f79bf-e696-4ed6-96e4-bfbf61495880,segment=NetworkSegment(3b732879-896e-432d-a96e-7cba9e2b8a93),segment_id=3b732879-896e-432d-a96e-7cba9e2b8a93)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:33:23.593242 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-56bfe160-78d0-43b2-a197-7e728af4bb12 req-1bdacabb-c9d4-4a43-a281-f4663ca9d272 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:23.630685 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b6d104-4a2a-4bf7-b7d1-81afcfd80155 req-bce8d13f-5ae3-4cec-a8f2-3e810d7bb0c9 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:23.632293 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-23b6d104-4a2a-4bf7-b7d1-81afcfd80155 req-bce8d13f-5ae3-4cec-a8f2-3e810d7bb0c9 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/ports?device_id=1275ed91-9568-4644-af3f-6a13668b34cd HTTP/1.1" status: 200 len: 944 time: 0.0662689 Dec 20 14:33:23.644006 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bfe160-78d0-43b2-a197-7e728af4bb12 req-1bdacabb-c9d4-4a43-a281-f4663ca9d272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:23.644618 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-56bfe160-78d0-43b2-a197-7e728af4bb12 req-1bdacabb-c9d4-4a43-a281-f4663ca9d272 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:23.646035 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-56bfe160-78d0-43b2-a197-7e728af4bb12 req-1bdacabb-c9d4-4a43-a281-f4663ca9d272 service neutron] 10.222.0.30 "PUT /v2.0/ports/ad4f79bf-e696-4ed6-96e4-bfbf61495880 HTTP/1.1" status: 200 len: 1092 time: 1.1308429 Dec 20 14:33:23.646521 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa4f9230-ecac-4414-a8f0-8eda6745d6e5', 'tag': 'ad4f79bf-e696-4ed6-96e4-bfbf61495880'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:33:23.648856 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b38e0645-b6bb-42cd-89fe-07ca0f0bad57" -d '{"events": [{"name": "network-changed", "server_uuid": "aa4f9230-ecac-4414-a8f0-8eda6745d6e5", "tag": "ad4f79bf-e696-4ed6-96e4-bfbf61495880"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:33:23.676165 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdacabb-c9d4-4a43-a281-f4663ca9d272 service neutron] Pushing event updated for resources: {'Port': ['ID=ad4f79bf-e696-4ed6-96e4-bfbf61495880,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:33:23.716064 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-23b6d104-4a2a-4bf7-b7d1-81afcfd80155 req-f67c2438-88c8-4c6a-bb01-19784c1dd419 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/security-groups?id=0393fd0b-7973-42e2-8187-db178c6daece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742786 Dec 20 14:33:23.727692 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c621de6c-959c-4e84-8f9e-8f966f8976e3 x-openstack-request-id: req-c621de6c-959c-4e84-8f9e-8f966f8976e3 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:33:23.728016 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa4f9230-ecac-4414-a8f0-8eda6745d6e5", "tag": "ad4f79bf-e696-4ed6-96e4-bfbf61495880", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:33:23.728275 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c621de6c-959c-4e84-8f9e-8f966f8976e3 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:33:23.729066 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa4f9230-ecac-4414-a8f0-8eda6745d6e5', 'tag': 'ad4f79bf-e696-4ed6-96e4-bfbf61495880', 'status': 'completed', 'code': 200} Dec 20 14:33:23.746500 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bfe160-78d0-43b2-a197-7e728af4bb12 req-2c7c84d7-3f4b-415c-beb9-503e65bebf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:23.748261 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-56bfe160-78d0-43b2-a197-7e728af4bb12 req-2c7c84d7-3f4b-415c-beb9-503e65bebf40 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b34e3eedf72e455b9cbb2db5d8862a92&device_id=aa4f9230-ecac-4414-a8f0-8eda6745d6e5 HTTP/1.1" status: 200 len: 1095 time: 0.0582485 Dec 20 14:33:23.799751 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-56bfe160-78d0-43b2-a197-7e728af4bb12 req-04265f55-4307-44dc-81fe-f748d053b2fe service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad4f79bf-e696-4ed6-96e4-bfbf61495880 HTTP/1.1" status: 200 len: 217 time: 0.0426459 Dec 20 14:33:23.852198 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bfe160-78d0-43b2-a197-7e728af4bb12 req-937469a0-fec6-4d62-85e8-f16ca9a5e33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:23.853733 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-56bfe160-78d0-43b2-a197-7e728af4bb12 req-937469a0-fec6-4d62-85e8-f16ca9a5e33e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8bcc849b-c021-46b4-96cd-8d7c30cd2023 HTTP/1.1" status: 200 len: 845 time: 0.0465670 Dec 20 14:33:23.888964 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-56bfe160-78d0-43b2-a197-7e728af4bb12 req-001563ef-cf4d-44ef-8463-8d50e33db811 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ac37406e-6eba-42f0-a02b-49bc68c3a995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272899 Dec 20 14:33:24.021068 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-56bfe160-78d0-43b2-a197-7e728af4bb12 req-43390153-5a82-430b-860a-3977d74eec58 service neutron] 10.222.0.30 "GET /v2.0/networks/ac37406e-6eba-42f0-a02b-49bc68c3a995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237860 Dec 20 14:33:24.029920 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555c1b41-8a25-47c1-9804-341684063122 req-db1cb693-417d-49f6-8a60-2df0f6bca3fe tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:24.031499 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-555c1b41-8a25-47c1-9804-341684063122 req-db1cb693-417d-49f6-8a60-2df0f6bca3fe tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa4f9230-ecac-4414-a8f0-8eda6745d6e5 HTTP/1.1" status: 200 len: 943 time: 0.0754590 Dec 20 14:33:24.142307 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-555c1b41-8a25-47c1-9804-341684063122 req-2f7eb654-ee6e-4a5e-90f1-7ba992bf5157 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021209 Dec 20 14:33:24.164185 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-56bfe160-78d0-43b2-a197-7e728af4bb12 req-6e3a8d86-4371-4b41-a31e-9eb2c991c0b2 service neutron] 10.222.0.30 "GET /v2.0/networks/ac37406e-6eba-42f0-a02b-49bc68c3a995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316953 Dec 20 14:33:24.288138 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38e0645-b6bb-42cd-89fe-07ca0f0bad57 req-33a92871-169a-4414-9bfd-ec4f589037d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:24.290015 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b38e0645-b6bb-42cd-89fe-07ca0f0bad57 req-33a92871-169a-4414-9bfd-ec4f589037d6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b34e3eedf72e455b9cbb2db5d8862a92&device_id=aa4f9230-ecac-4414-a8f0-8eda6745d6e5 HTTP/1.1" status: 200 len: 1095 time: 0.0642536 Dec 20 14:33:24.366846 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcb7b1f-4eef-4cba-9a82-1999b0cdce2c req-eadcfbf4-0da0-4dfe-aa0d-1cf17d61cc49 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:24.375441 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4fcb7b1f-4eef-4cba-9a82-1999b0cdce2c req-eadcfbf4-0da0-4dfe-aa0d-1cf17d61cc49 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=4df90982-e84c-48a8-81f5-b7ba197839f7 HTTP/1.1" status: 200 len: 946 time: 0.0655508 Dec 20 14:33:24.424999 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4fcb7b1f-4eef-4cba-9a82-1999b0cdce2c req-52f0f219-af97-45e3-b386-0e7daef9dd9b tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486660 Dec 20 14:33:24.428264 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee348d4-595a-4c14-b2c4-54abbf69984b req-875d6535-a0b9-41ba-b983-103ebb95c200 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:24.429806 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8ee348d4-595a-4c14-b2c4-54abbf69984b req-875d6535-a0b9-41ba-b983-103ebb95c200 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=64fdf7d1-efde-4de1-bf72-e69d36342c02 HTTP/1.1" status: 200 len: 948 time: 0.1092510 Dec 20 14:33:24.457840 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38e0645-b6bb-42cd-89fe-07ca0f0bad57 req-b69eff1c-5456-4394-9482-1fcdcf5f0fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:24.459630 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b38e0645-b6bb-42cd-89fe-07ca0f0bad57 req-b69eff1c-5456-4394-9482-1fcdcf5f0fe1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ac37406e-6eba-42f0-a02b-49bc68c3a995 HTTP/1.1" status: 200 len: 906 time: 0.1610970 Dec 20 14:33:24.519027 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b38e0645-b6bb-42cd-89fe-07ca0f0bad57 req-43997931-13ba-4203-9804-55073bebf740 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad4f79bf-e696-4ed6-96e4-bfbf61495880 HTTP/1.1" status: 200 len: 217 time: 0.0462945 Dec 20 14:33:24.528866 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device c50da616-5df4-4318-8545-beef844bcaf8 up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:33:24.592996 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8ee348d4-595a-4c14-b2c4-54abbf69984b req-f2c58a29-b955-4751-a715-c58be149f90f tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546109 Dec 20 14:33:24.629545 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38e0645-b6bb-42cd-89fe-07ca0f0bad57 req-3912a308-1fc3-4316-ad6d-6e5dd42ba47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:24.631502 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b38e0645-b6bb-42cd-89fe-07ca0f0bad57 req-3912a308-1fc3-4316-ad6d-6e5dd42ba47a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8bcc849b-c021-46b4-96cd-8d7c30cd2023 HTTP/1.1" status: 200 len: 845 time: 0.1040289 Dec 20 14:33:24.633572 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning for port c50da616-5df4-4318-8545-beef844bcaf8 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:33:24.641233 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port c50da616-5df4-4318-8545-beef844bcaf8 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:33:24.641598 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:24.703677 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b38e0645-b6bb-42cd-89fe-07ca0f0bad57 req-b8be629d-f4cf-4a29-ba3d-5154955abe2c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ac37406e-6eba-42f0-a02b-49bc68c3a995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597293 Dec 20 14:33:24.769989 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:24.828472 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b38e0645-b6bb-42cd-89fe-07ca0f0bad57 req-83786b39-4219-43ad-b247-c4e938ac26e7 service neutron] 10.222.0.30 "GET /v2.0/networks/ac37406e-6eba-42f0-a02b-49bc68c3a995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170821 Dec 20 14:33:24.834396 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port c50da616-5df4-4318-8545-beef844bcaf8, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=c50da616-5df4-4318-8545-beef844bcaf8,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:33:24.838635 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64fdf7d1-efde-4de1-bf72-e69d36342c02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c50da616-5df4-4318-8545-beef844bcaf8'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:33:24.841362 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffa06372-b088-4eb9-83eb-0f29216b6383" -d '{"events": [{"server_uuid": "64fdf7d1-efde-4de1-bf72-e69d36342c02", "name": "network-vif-plugged", "status": "completed", "tag": "c50da616-5df4-4318-8545-beef844bcaf8"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:33:24.852040 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2e44a9-66ff-4c6e-bbf6-6ba7aae24fe7 req-17460b29-1904-4b31-9887-2ba3b33400c1 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:24.852671 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:24.853590 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 5e94c1c8-742c-4b1c-b369-f665e4c6ed3b up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:33:24.856690 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ae2e44a9-66ff-4c6e-bbf6-6ba7aae24fe7 req-17460b29-1904-4b31-9887-2ba3b33400c1 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=4df90982-e84c-48a8-81f5-b7ba197839f7 HTTP/1.1" status: 200 len: 946 time: 0.0814991 Dec 20 14:33:24.949622 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ae2e44a9-66ff-4c6e-bbf6-6ba7aae24fe7 req-719ec2e7-f0cb-44ef-b6e0-3df7b0c48b4c tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862908 Dec 20 14:33:24.973527 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=c50da616-5df4-4318-8545-beef844bcaf8,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:33:24.976750 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning for port 5e94c1c8-742c-4b1c-b369-f665e4c6ed3b completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:33:24.981391 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port 5e94c1c8-742c-4b1c-b369-f665e4c6ed3b triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:33:24.981768 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:25.002921 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98c2466-5243-4095-8eae-5a959eaf41de req-e7688830-011f-498c-9983-73f6e1271347 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:25.012045 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50d72b93-1347-4d19-bc07-4af77f3c3ac4 x-openstack-request-id: req-50d72b93-1347-4d19-bc07-4af77f3c3ac4 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:33:25.012342 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64fdf7d1-efde-4de1-bf72-e69d36342c02", "name": "network-vif-plugged", "status": "completed", "tag": "c50da616-5df4-4318-8545-beef844bcaf8", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:33:25.012574 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c98c2466-5243-4095-8eae-5a959eaf41de req-e7688830-011f-498c-9983-73f6e1271347 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/ports?device_id=1275ed91-9568-4644-af3f-6a13668b34cd HTTP/1.1" status: 200 len: 944 time: 0.0879276 Dec 20 14:33:25.012691 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-50d72b93-1347-4d19-bc07-4af77f3c3ac4 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:33:25.012986 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64fdf7d1-efde-4de1-bf72-e69d36342c02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c50da616-5df4-4318-8545-beef844bcaf8', 'code': 200} Dec 20 14:33:25.083356 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b38e0645-b6bb-42cd-89fe-07ca0f0bad57 req-6fa1f295-979a-4979-920c-bb2d54f6fa73 service neutron] 10.222.0.30 "GET /v2.0/networks/ac37406e-6eba-42f0-a02b-49bc68c3a995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451978 Dec 20 14:33:25.096337 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:25.109069 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c98c2466-5243-4095-8eae-5a959eaf41de req-0c655d21-e3e6-45c8-b8f3-b59afaf3297a tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/security-groups?id=0393fd0b-7973-42e2-8187-db178c6daece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943441 Dec 20 14:33:25.138568 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1806811c-3c40-46c8-a742-99b91b86aa88 req-a03a3a9c-a908-4b00-bb58-b8220cedbb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:25.140206 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1806811c-3c40-46c8-a742-99b91b86aa88 req-a03a3a9c-a908-4b00-bb58-b8220cedbb64 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=64fdf7d1-efde-4de1-bf72-e69d36342c02 HTTP/1.1" status: 200 len: 1101 time: 0.0631378 Dec 20 14:33:25.141554 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 5e94c1c8-742c-4b1c-b369-f665e4c6ed3b, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=5e94c1c8-742c-4b1c-b369-f665e4c6ed3b,segment=NetworkSegment(f64287f5-affc-42db-b5fb-e9b8ade134fb),segment_id=f64287f5-affc-42db-b5fb-e9b8ade134fb)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:33:25.146449 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:25.201491 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1806811c-3c40-46c8-a742-99b91b86aa88 req-0b4c5c99-cc30-4142-a6e1-251d1871671d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486865 Dec 20 14:33:25.208131 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=5e94c1c8-742c-4b1c-b369-f665e4c6ed3b,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:33:25.281313 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1223345-e168-4891-a3f4-9b02a2915f42 req-d6559758-ee09-4d91-9f14-76057ab92c73 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:25.282866 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c1223345-e168-4891-a3f4-9b02a2915f42 req-d6559758-ee09-4d91-9f14-76057ab92c73 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa4f9230-ecac-4414-a8f0-8eda6745d6e5 HTTP/1.1" status: 200 len: 943 time: 0.0557122 Dec 20 14:33:25.335992 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c1223345-e168-4891-a3f4-9b02a2915f42 req-2d74fd57-dca4-48db-9b93-7489c737b84b tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445101 Dec 20 14:33:25.713485 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c01055a-4ed6-4778-bce0-cd7d9e6349e5 req-d1f3b1a7-a6c5-44af-b59d-f128b24d73f4 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:25.715508 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1c01055a-4ed6-4778-bce0-cd7d9e6349e5 req-d1f3b1a7-a6c5-44af-b59d-f128b24d73f4 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=64fdf7d1-efde-4de1-bf72-e69d36342c02 HTTP/1.1" status: 200 len: 949 time: 0.0548835 Dec 20 14:33:25.768231 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1c01055a-4ed6-4778-bce0-cd7d9e6349e5 req-e5dbe76d-05f2-4e2b-bb56-e19e4e1f3d78 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455589 Dec 20 14:33:25.978565 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 34186) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:33:26.076664 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c947e7-f7cc-4acc-a9d7-a541cf1061a3 req-9022b518-a24a-4077-bd0d-d18e4b93be26 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:26.078972 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-53c947e7-f7cc-4acc-a9d7-a541cf1061a3 req-9022b518-a24a-4077-bd0d-d18e4b93be26 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=4df90982-e84c-48a8-81f5-b7ba197839f7 HTTP/1.1" status: 200 len: 946 time: 0.0554991 Dec 20 14:33:26.104955 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ee53ff6d-c406-4e47-8dd5-86542b9e99b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:26.132778 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-53c947e7-f7cc-4acc-a9d7-a541cf1061a3 req-ad334569-b233-416f-9270-e95ad97fced2 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468132 Dec 20 14:33:26.246923 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ee53ff6d-c406-4e47-8dd5-86542b9e99b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:26.254640 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ee53ff6d-c406-4e47-8dd5-86542b9e99b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:26.282660 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18197b3f-e99f-46d3-8490-c9ce72df12d8 req-e64433a9-4db6-4a59-97fb-5e8b8f222870 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:26.284244 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-18197b3f-e99f-46d3-8490-c9ce72df12d8 req-e64433a9-4db6-4a59-97fb-5e8b8f222870 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.30 "GET /v2.0/ports?device_id=4df90982-e84c-48a8-81f5-b7ba197839f7 HTTP/1.1" status: 200 len: 946 time: 0.1219134 Dec 20 14:33:26.326546 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665e42be-9a11-4c67-baa6-ccb37ad174e0 req-2a0b2c07-030a-45d4-9ad4-96138b1efc1a tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:26.328236 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-665e42be-9a11-4c67-baa6-ccb37ad174e0 req-2a0b2c07-030a-45d4-9ad4-96138b1efc1a tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/ports?device_id=1275ed91-9568-4644-af3f-6a13668b34cd HTTP/1.1" status: 200 len: 945 time: 0.1354361 Dec 20 14:33:26.349567 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee53ff6d-c406-4e47-8dd5-86542b9e99b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a7caea3-5865-464f-b73c-dee5a1c4060e,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:33:26.370317 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-ee53ff6d-c406-4e47-8dd5-86542b9e99b9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7495a5d5ed78410aa8c1bb0b3aeac56b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3877900 Dec 20 14:33:26.370710 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 34194) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:33:26.428319 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c3320966-5906-4d65-9b08-8a73e4b7ab5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:26.440843 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-665e42be-9a11-4c67-baa6-ccb37ad174e0 req-03283c8b-808e-487f-9418-29c822e97f52 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/security-groups?id=0393fd0b-7973-42e2-8187-db178c6daece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855615 Dec 20 14:33:26.475794 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-18197b3f-e99f-46d3-8490-c9ce72df12d8 req-811b0eb7-c20a-4118-a87e-047e01192eca tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Deleting port f1eda508-d20c-4a8d-a25a-d19d7fdf8420 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:33:26.476280 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-18197b3f-e99f-46d3-8490-c9ce72df12d8 req-811b0eb7-c20a-4118-a87e-047e01192eca tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:26.479215 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c3320966-5906-4d65-9b08-8a73e4b7ab5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:26.532976 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62da014d-4794-497e-8f32-2f2b7c12df58 req-103c0705-d680-4682-bb9e-c60c28576ef4 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:26.536787 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-62da014d-4794-497e-8f32-2f2b7c12df58 req-103c0705-d680-4682-bb9e-c60c28576ef4 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa4f9230-ecac-4414-a8f0-8eda6745d6e5 HTTP/1.1" status: 200 len: 943 time: 0.0948651 Dec 20 14:33:26.579386 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c3320966-5906-4d65-9b08-8a73e4b7ab5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:26.583918 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c3320966-5906-4d65-9b08-8a73e4b7ab5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:26.587393 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-c3320966-5906-4d65-9b08-8a73e4b7ab5a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4a7caea3-5865-464f-b73c-dee5a1c4060e HTTP/1.1" status: 204 len: 168 time: 0.2132101 Dec 20 14:33:26.601014 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3320966-5906-4d65-9b08-8a73e4b7ab5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a7caea3-5865-464f-b73c-dee5a1c4060e,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:33:26.603624 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-18197b3f-e99f-46d3-8490-c9ce72df12d8 req-811b0eb7-c20a-4118-a87e-047e01192eca tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] For port f1eda508-d20c-4a8d-a25a-d19d7fdf8420, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=f1eda508-d20c-4a8d-a25a-d19d7fdf8420,segment=NetworkSegment(0db4f97e-52d2-4e75-a7f6-550aa2b8eca1),segment_id=0db4f97e-52d2-4e75-a7f6-550aa2b8eca1)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:33:26.604447 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-18197b3f-e99f-46d3-8490-c9ce72df12d8 req-811b0eb7-c20a-4118-a87e-047e01192eca tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:26.605806 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-62da014d-4794-497e-8f32-2f2b7c12df58 req-70514bb0-f4e1-40f0-a506-60cf8b61604d tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632498 Dec 20 14:33:26.624775 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-18197b3f-e99f-46d3-8490-c9ce72df12d8 req-811b0eb7-c20a-4118-a87e-047e01192eca tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Calling delete_port for f1eda508-d20c-4a8d-a25a-d19d7fdf8420 owned by compute:nova {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:33:26.803337 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-18197b3f-e99f-46d3-8490-c9ce72df12d8 req-811b0eb7-c20a-4118-a87e-047e01192eca tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:26.818685 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['f1eda508-d20c-4a8d-a25a-d19d7fdf8420'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:33:26.845183 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811b0eb7-c20a-4118-a87e-047e01192eca tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Pushing event deleted for resources: {'Port': ['ID=f1eda508-d20c-4a8d-a25a-d19d7fdf8420,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:33:26.906145 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-18197b3f-e99f-46d3-8490-c9ce72df12d8 req-811b0eb7-c20a-4118-a87e-047e01192eca tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] No DVR routers for this DVR port f1eda508-d20c-4a8d-a25a-d19d7fdf8420 on host n-h1-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:33:26.911770 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-18197b3f-e99f-46d3-8490-c9ce72df12d8 req-811b0eb7-c20a-4118-a87e-047e01192eca tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:26.917422 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-18197b3f-e99f-46d3-8490-c9ce72df12d8 req-811b0eb7-c20a-4118-a87e-047e01192eca tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.30 "DELETE /v2.0/ports/f1eda508-d20c-4a8d-a25a-d19d7fdf8420 HTTP/1.1" status: 204 len: 173 time: 0.6191726 Dec 20 14:33:26.917937 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4df90982-e84c-48a8-81f5-b7ba197839f7', 'name': 'network-vif-deleted', 'tag': 'f1eda508-d20c-4a8d-a25a-d19d7fdf8420'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:33:26.921221 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d246811-c97e-4ad7-b3a8-a5b22896edf9" -d '{"events": [{"server_uuid": "4df90982-e84c-48a8-81f5-b7ba197839f7", "name": "network-vif-deleted", "tag": "f1eda508-d20c-4a8d-a25a-d19d7fdf8420"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:33:27.011159 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 34210) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:33:27.014232 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1275ed91-9568-4644-af3f-6a13668b34cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e94c1c8-742c-4b1c-b369-f665e4c6ed3b'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:33:27.017701 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41257d29-3195-4031-b108-5c76e1cbc6b5" -d '{"events": [{"server_uuid": "1275ed91-9568-4644-af3f-6a13668b34cd", "name": "network-vif-plugged", "status": "completed", "tag": "5e94c1c8-742c-4b1c-b369-f665e4c6ed3b"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:33:27.020496 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddd689e1-fa2a-4013-a1ae-028e26f9f02a x-openstack-request-id: req-ddd689e1-fa2a-4013-a1ae-028e26f9f02a {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:33:27.021043 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4df90982-e84c-48a8-81f5-b7ba197839f7", "name": "network-vif-deleted", "tag": "f1eda508-d20c-4a8d-a25a-d19d7fdf8420", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:33:27.021217 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ddd689e1-fa2a-4013-a1ae-028e26f9f02a {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:33:27.021625 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4df90982-e84c-48a8-81f5-b7ba197839f7', 'name': 'network-vif-deleted', 'tag': 'f1eda508-d20c-4a8d-a25a-d19d7fdf8420', 'status': 'completed', 'code': 200} Dec 20 14:33:27.055629 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-004ef836-d5a0-4201-8372-dfb1e6eb7d11 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:27.076891 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1024142b-73fd-4d18-bad2-78a1af25c271 x-openstack-request-id: req-1024142b-73fd-4d18-bad2-78a1af25c271 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:33:27.077226 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1275ed91-9568-4644-af3f-6a13668b34cd", "name": "network-vif-plugged", "status": "completed", "tag": "5e94c1c8-742c-4b1c-b369-f665e4c6ed3b", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:33:27.077434 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1024142b-73fd-4d18-bad2-78a1af25c271 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:33:27.078009 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1275ed91-9568-4644-af3f-6a13668b34cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e94c1c8-742c-4b1c-b369-f665e4c6ed3b', 'code': 200} Dec 20 14:33:27.131466 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860c26b3-3a2d-4931-9091-7e9010d00552 req-75ccdc47-9488-411a-a453-e96be2074170 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:27.139199 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-860c26b3-3a2d-4931-9091-7e9010d00552 req-75ccdc47-9488-411a-a453-e96be2074170 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=64fdf7d1-efde-4de1-bf72-e69d36342c02 HTTP/1.1" status: 200 len: 949 time: 0.0630212 Dec 20 14:33:27.196596 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-004ef836-d5a0-4201-8372-dfb1e6eb7d11 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:27.200091 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-860c26b3-3a2d-4931-9091-7e9010d00552 req-84cb6f8a-dd40-44f8-837d-e87061e2ea0c tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597544 Dec 20 14:33:27.205472 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-004ef836-d5a0-4201-8372-dfb1e6eb7d11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:27.247913 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c842935-ec88-47f9-9cd9-110dbfda716b req-9272912e-5247-4dd8-83c3-468924c0c84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:27.249515 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7c842935-ec88-47f9-9cd9-110dbfda716b req-9272912e-5247-4dd8-83c3-468924c0c84d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1275ed91-9568-4644-af3f-6a13668b34cd HTTP/1.1" status: 200 len: 1097 time: 0.0988848 Dec 20 14:33:27.286292 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-75e199b3-2171-4408-99eb-d76b0f3ec37b req-d36d72de-6275-4058-8901-b85c76489ad6 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=4df90982-e84c-48a8-81f5-b7ba197839f7 HTTP/1.1" status: 200 len: 210 time: 0.0580256 Dec 20 14:33:27.289567 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004ef836-d5a0-4201-8372-dfb1e6eb7d11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf2aa13f-6ca3-4855-a8fe-4138938b9257,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:33:27.308419 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-004ef836-d5a0-4201-8372-dfb1e6eb7d11 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c68e6ba41a3c4c2c8b4c526082aae66f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2893612 Dec 20 14:33:27.310114 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 34218) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:33:27.323504 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3009abfb-d4c0-4f2e-bf8a-6aa947402fab req-186ce0fa-2888-472a-81ec-88ecd2e7f1eb tempest-MigrationsAdminTest-175233754 tempest-MigrationsAdminTest-175233754-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:27.324668 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3009abfb-d4c0-4f2e-bf8a-6aa947402fab req-186ce0fa-2888-472a-81ec-88ecd2e7f1eb tempest-MigrationsAdminTest-175233754 tempest-MigrationsAdminTest-175233754-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=64fdf7d1-efde-4de1-bf72-e69d36342c02 HTTP/1.1" status: 200 len: 1101 time: 0.0615180 Dec 20 14:33:27.364278 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7c842935-ec88-47f9-9cd9-110dbfda716b req-347c6238-b7c3-4c89-9eca-8de5d42c7af9 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0393fd0b-7973-42e2-8187-db178c6daece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009431 Dec 20 14:33:27.373277 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3009abfb-d4c0-4f2e-bf8a-6aa947402fab req-8dbc2bf5-9891-49ec-bf76-eeb04e3d4fba tempest-MigrationsAdminTest-175233754 tempest-MigrationsAdminTest-175233754-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421708 Dec 20 14:33:27.391396 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a2129b05-fba0-41f6-b96f-73c14fcffa7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:27.419577 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a2129b05-fba0-41f6-b96f-73c14fcffa7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:27.453661 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [req-4f4b7362-7586-4fc1-a637-53c2b713273e req-066248a1-f4c6-45f0-bbe7-367900465205 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:33:27.454640 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4f4b7362-7586-4fc1-a637-53c2b713273e req-066248a1-f4c6-45f0-bbe7-367900465205 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052950 Dec 20 14:33:27.486616 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a2129b05-fba0-41f6-b96f-73c14fcffa7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:27.489539 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a2129b05-fba0-41f6-b96f-73c14fcffa7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:27.494908 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-a2129b05-fba0-41f6-b96f-73c14fcffa7f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/cf2aa13f-6ca3-4855-a8fe-4138938b9257 HTTP/1.1" status: 204 len: 168 time: 0.1800063 Dec 20 14:33:27.503051 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2129b05-fba0-41f6-b96f-73c14fcffa7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf2aa13f-6ca3-4855-a8fe-4138938b9257,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:33:27.586920 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b63f428-b862-4588-ba25-79de11f14da3 req-4963dbff-a2c2-43d9-85cf-03a04e0c1577 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:27.588757 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3b63f428-b862-4588-ba25-79de11f14da3 req-4963dbff-a2c2-43d9-85cf-03a04e0c1577 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/ports?device_id=1275ed91-9568-4644-af3f-6a13668b34cd HTTP/1.1" status: 200 len: 945 time: 0.0728483 Dec 20 14:33:27.627175 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device ad4f79bf-e696-4ed6-96e4-bfbf61495880 details requested by agent hyperv_n-h1-761264-19 with host n-h1-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:33:27.653971 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3b63f428-b862-4588-ba25-79de11f14da3 req-fecd9f59-06b3-4d2e-bf8e-3b19e292f055 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/security-groups?id=0393fd0b-7973-42e2-8187-db178c6daece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545859 Dec 20 14:33:27.767747 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port ad4f79bf-e696-4ed6-96e4-bfbf61495880, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=ad4f79bf-e696-4ed6-96e4-bfbf61495880,segment=NetworkSegment(3b732879-896e-432d-a96e-7cba9e2b8a93),segment_id=3b732879-896e-432d-a96e-7cba9e2b8a93)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:33:27.784828 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Returning: {'device': 'ad4f79bf-e696-4ed6-96e4-bfbf61495880', 'network_id': 'ac37406e-6eba-42f0-a02b-49bc68c3a995', 'port_id': 'ad4f79bf-e696-4ed6-96e4-bfbf61495880', 'mac_address': 'fa:16:3e:ee:0e:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bcc849b-c021-46b4-96cd-8d7c30cd2023', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:33:27.796015 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbf7eb5-8edc-440f-a4c3-229014414bdd req-b73f7230-0b25-45b4-8212-8ecd0c2e1a33 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:27.797587 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3fbf7eb5-8edc-440f-a4c3-229014414bdd req-b73f7230-0b25-45b4-8212-8ecd0c2e1a33 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=64fdf7d1-efde-4de1-bf72-e69d36342c02 HTTP/1.1" status: 200 len: 949 time: 0.0858312 Dec 20 14:33:27.836352 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:27.851622 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad4f79bf-e696-4ed6-96e4-bfbf61495880 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:33:27.854816 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a25549-022f-45ca-82dc-1f1baa3e96b4 req-6e91bebd-d0ad-4de3-84e8-1d743130ee63 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:27.861202 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b1a25549-022f-45ca-82dc-1f1baa3e96b4 req-6e91bebd-d0ad-4de3-84e8-1d743130ee63 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa4f9230-ecac-4414-a8f0-8eda6745d6e5 HTTP/1.1" status: 200 len: 943 time: 0.0937233 Dec 20 14:33:27.884178 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port ad4f79bf-e696-4ed6-96e4-bfbf61495880, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=ad4f79bf-e696-4ed6-96e4-bfbf61495880,segment=NetworkSegment(3b732879-896e-432d-a96e-7cba9e2b8a93),segment_id=3b732879-896e-432d-a96e-7cba9e2b8a93)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:33:27.891494 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:27.912972 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3fbf7eb5-8edc-440f-a4c3-229014414bdd req-ef4de7f0-5a73-44ed-851e-4007446854ce tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034036 Dec 20 14:33:27.944697 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b1a25549-022f-45ca-82dc-1f1baa3e96b4 req-6bb0de28-7496-4612-add4-899a51674f2e tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742834 Dec 20 14:33:27.981053 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=ad4f79bf-e696-4ed6-96e4-bfbf61495880,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:33:28.008468 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d62a5306-1019-4d83-aefe-b1efa7f8b625 req-82765a89-c1de-4b2a-8544-6811d93fe3bd service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=64fdf7d1-efde-4de1-bf72-e69d36342c02&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2565503 Dec 20 14:33:28.013626 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [req-d62a5306-1019-4d83-aefe-b1efa7f8b625 req-8e2cd21a-95fe-41c3-943b-fe207f5d4183 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:33:28.027265 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d62a5306-1019-4d83-aefe-b1efa7f8b625 req-8e2cd21a-95fe-41c3-943b-fe207f5d4183 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0091658 Dec 20 14:33:28.347332 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['ad4f79bf-e696-4ed6-96e4-bfbf61495880'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:33:28.703577 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d7f5b2-92fc-433e-8ec8-3753a9d13d6f req-8dc704dd-fa7b-4461-8306-0f2df4b6582d tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:28.714024 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e8d7f5b2-92fc-433e-8ec8-3753a9d13d6f req-8dc704dd-fa7b-4461-8306-0f2df4b6582d tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/networks?id=495ace7a-f44e-4349-a86f-b6f0c2cf6eb6 HTTP/1.1" status: 200 len: 811 time: 0.1379323 Dec 20 14:33:28.732289 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e8d7f5b2-92fc-433e-8ec8-3753a9d13d6f req-a78c4c25-c545-4b53-b0ba-64becaa971e8 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/quotas/543a5ccf1524441b95c235a83f5e56cd HTTP/1.1" status: 200 len: 375 time: 0.0171957 Dec 20 14:33:28.781487 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e8d7f5b2-92fc-433e-8ec8-3753a9d13d6f req-7c7519a0-f84a-42b4-906e-ae29236df621 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=543a5ccf1524441b95c235a83f5e56cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0479159 Dec 20 14:33:28.819548 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8285be22-4f07-4e2b-a372-6cc06ec36a94 req-97915dd4-ce03-4516-a76d-ca159e206e8e tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:28.821337 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8285be22-4f07-4e2b-a372-6cc06ec36a94 req-97915dd4-ce03-4516-a76d-ca159e206e8e tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/ports?device_id=1275ed91-9568-4644-af3f-6a13668b34cd HTTP/1.1" status: 200 len: 945 time: 0.0800111 Dec 20 14:33:28.900125 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e8d7f5b2-92fc-433e-8ec8-3753a9d13d6f req-7276aa1b-a0df-4aa8-9e15-f7abb3623574 service neutron] 10.222.0.54 "GET /v2.0/networks/495ace7a-f44e-4349-a86f-b6f0c2cf6eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156034 Dec 20 14:33:28.919420 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8285be22-4f07-4e2b-a372-6cc06ec36a94 req-356449fc-a686-43ab-b851-68ca4170f152 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/security-groups?id=0393fd0b-7973-42e2-8187-db178c6daece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908685 Dec 20 14:33:29.028081 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e8d7f5b2-92fc-433e-8ec8-3753a9d13d6f req-d58a8a3a-ade4-4891-a02b-37a99acce67d service neutron] 10.222.0.54 "GET /v2.0/networks/495ace7a-f44e-4349-a86f-b6f0c2cf6eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193852 Dec 20 14:33:29.067601 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363c5fa9-9408-430a-ba6e-06ed399caf5d req-f091c492-58b5-4d15-b01e-0d5fea4201af tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:29.077557 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-363c5fa9-9408-430a-ba6e-06ed399caf5d req-f091c492-58b5-4d15-b01e-0d5fea4201af tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=64fdf7d1-efde-4de1-bf72-e69d36342c02 HTTP/1.1" status: 200 len: 949 time: 0.0826414 Dec 20 14:33:29.139273 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-363c5fa9-9408-430a-ba6e-06ed399caf5d req-d2477a1e-eb2d-4fb6-b107-c7c4b3f8a01c tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606146 Dec 20 14:33:29.282504 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad545e3c-8561-46ba-86c3-4cf167a87ed8 req-4482ed14-c80a-44c6-a60b-37dc704118fd tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:29.284313 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ad545e3c-8561-46ba-86c3-4cf167a87ed8 req-4482ed14-c80a-44c6-a60b-37dc704118fd tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa4f9230-ecac-4414-a8f0-8eda6745d6e5 HTTP/1.1" status: 200 len: 944 time: 0.0664060 Dec 20 14:33:29.284811 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf30e0b-e29c-4e77-8510-6159ec648ea2 req-eeea2c16-0aed-4ea3-91c4-5fdf2c9aa88b tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:29.287612 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-acf30e0b-e29c-4e77-8510-6159ec648ea2 req-eeea2c16-0aed-4ea3-91c4-5fdf2c9aa88b tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/ports?device_id=1275ed91-9568-4644-af3f-6a13668b34cd HTTP/1.1" status: 200 len: 945 time: 0.0795207 Dec 20 14:33:29.356630 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ad545e3c-8561-46ba-86c3-4cf167a87ed8 req-411a5e8f-6f88-4a2a-891e-f7610c9e9267 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647326 Dec 20 14:33:29.367328 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-acf30e0b-e29c-4e77-8510-6159ec648ea2 req-681b818c-8a23-48c6-aab1-3da6a25e5719 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/security-groups?id=0393fd0b-7973-42e2-8187-db178c6daece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650156 Dec 20 14:33:29.532041 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7bfb3e36-e2bb-4834-ae0c-6c3608194a3d req-b2517364-5af7-4f49-96cf-f114b3692853 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=26904fa8-0b3f-41f3-b97d-3254aec90119 HTTP/1.1" status: 200 len: 210 time: 0.0494549 Dec 20 14:33:29.635224 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device ad4f79bf-e696-4ed6-96e4-bfbf61495880 up at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:33:29.670596 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62a5306-1019-4d83-aefe-b1efa7f8b625 req-754d33d3-8780-4aa1-a878-a010e7334dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:29.672073 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d62a5306-1019-4d83-aefe-b1efa7f8b625 req-754d33d3-8780-4aa1-a878-a010e7334dfc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c1e404e3ac2e456f831247d0bb0227f5&device_id=64fdf7d1-efde-4de1-bf72-e69d36342c02 HTTP/1.1" status: 200 len: 1101 time: 0.0890722 Dec 20 14:33:29.688832 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d227b74-a912-4c30-bcee-35952de52821 req-ca8136bd-7b0d-4487-94af-e2225d95e09e tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:29.691117 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2d227b74-a912-4c30-bcee-35952de52821 req-ca8136bd-7b0d-4487-94af-e2225d95e09e tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/ports?device_id=1275ed91-9568-4644-af3f-6a13668b34cd HTTP/1.1" status: 200 len: 945 time: 0.0729227 Dec 20 14:33:29.706660 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning for port ad4f79bf-e696-4ed6-96e4-bfbf61495880 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:33:29.712159 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning complete for port ad4f79bf-e696-4ed6-96e4-bfbf61495880 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:33:29.712744 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:29.807960 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2d227b74-a912-4c30-bcee-35952de52821 req-ebefda00-d5b7-454d-9792-0eb3df83530f tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/security-groups?id=0393fd0b-7973-42e2-8187-db178c6daece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039159 Dec 20 14:33:29.815190 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:29.833708 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62a5306-1019-4d83-aefe-b1efa7f8b625 req-55ea7739-c951-4f3c-a009-0575dbf226b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:29.833708 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d62a5306-1019-4d83-aefe-b1efa7f8b625 req-55ea7739-c951-4f3c-a009-0575dbf226b8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1 HTTP/1.1" status: 200 len: 870 time: 0.1363862 Dec 20 14:33:29.866811 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa4f9230-ecac-4414-a8f0-8eda6745d6e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad4f79bf-e696-4ed6-96e4-bfbf61495880'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:33:29.869965 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67f91781-ff4b-46c5-a4df-73b830e70809" -d '{"events": [{"server_uuid": "aa4f9230-ecac-4414-a8f0-8eda6745d6e5", "name": "network-vif-plugged", "status": "completed", "tag": "ad4f79bf-e696-4ed6-96e4-bfbf61495880"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:33:29.911508 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port ad4f79bf-e696-4ed6-96e4-bfbf61495880, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=ad4f79bf-e696-4ed6-96e4-bfbf61495880,segment=NetworkSegment(3b732879-896e-432d-a96e-7cba9e2b8a93),segment_id=3b732879-896e-432d-a96e-7cba9e2b8a93)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:33:29.919736 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:29.920611 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device f1eda508-d20c-4a8d-a25a-d19d7fdf8420 no longer exists at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:33:29.938056 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d62a5306-1019-4d83-aefe-b1efa7f8b625 req-003b1d84-9a7b-444f-87d8-97451bdecaac service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=c50da616-5df4-4318-8545-beef844bcaf8 HTTP/1.1" status: 200 len: 217 time: 0.0906255 Dec 20 14:33:29.970116 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3486e562-bea6-4d30-8a9f-5dcb08b65282 req-54586662-d7d0-4d8c-9536-5657c3e92b1c tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:29.971042 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] No Port match for: f1eda508-d20c-4a8d-a25a-d19d7fdf8420 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:33:29.971574 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device f1eda508-d20c-4a8d-a25a-d19d7fdf8420 not bound to the agent host n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:33:29.980593 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3486e562-bea6-4d30-8a9f-5dcb08b65282 req-54586662-d7d0-4d8c-9536-5657c3e92b1c tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/ports?device_id=1275ed91-9568-4644-af3f-6a13668b34cd HTTP/1.1" status: 200 len: 945 time: 0.0800853 Dec 20 14:33:29.995249 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a58e8291-308c-4b77-bc3e-cca32a63093e x-openstack-request-id: req-a58e8291-308c-4b77-bc3e-cca32a63093e {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:33:29.995806 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa4f9230-ecac-4414-a8f0-8eda6745d6e5", "name": "network-vif-plugged", "status": "completed", "tag": "ad4f79bf-e696-4ed6-96e4-bfbf61495880", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:33:29.996206 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a58e8291-308c-4b77-bc3e-cca32a63093e {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:33:29.996779 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa4f9230-ecac-4414-a8f0-8eda6745d6e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad4f79bf-e696-4ed6-96e4-bfbf61495880', 'code': 200} Dec 20 14:33:30.030924 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=ad4f79bf-e696-4ed6-96e4-bfbf61495880,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:33:30.047562 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3486e562-bea6-4d30-8a9f-5dcb08b65282 req-a6f33f2a-4274-4a44-85ce-d44fcf179013 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/security-groups?id=0393fd0b-7973-42e2-8187-db178c6daece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656540 Dec 20 14:33:30.067178 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62a5306-1019-4d83-aefe-b1efa7f8b625 req-5f19d7e6-eaa4-450d-9475-5aa8fbe742e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:30.067178 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d62a5306-1019-4d83-aefe-b1efa7f8b625 req-5f19d7e6-eaa4-450d-9475-5aa8fbe742e7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36bf280f-81bb-4486-a87a-9b9505a1cec4 HTTP/1.1" status: 200 len: 843 time: 0.1179643 Dec 20 14:33:30.102113 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 14:33:30.139997 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f6707e-8dae-48c8-be11-d6ca5c80e5cb req-977c6b8d-22d0-418e-a995-21c6abe2d3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:30.141998 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-26f6707e-8dae-48c8-be11-d6ca5c80e5cb req-977c6b8d-22d0-418e-a995-21c6abe2d3ad service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=aa4f9230-ecac-4414-a8f0-8eda6745d6e5 HTTP/1.1" status: 200 len: 1097 time: 0.0821550 Dec 20 14:33:30.143934 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62a5306-1019-4d83-aefe-b1efa7f8b625 req-da6c81df-0620-4413-ba48-25a79896f3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:30.145781 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d62a5306-1019-4d83-aefe-b1efa7f8b625 req-da6c81df-0620-4413-ba48-25a79896f3d0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0660932 Dec 20 14:33:30.244921 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-26f6707e-8dae-48c8-be11-d6ca5c80e5cb req-d379184c-15bf-4180-b094-e40b7d24bedc service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911100 Dec 20 14:33:30.252757 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9286087-db13-4981-9777-8dbce7d3a887 req-9884a4a2-b48a-43fc-a34f-f73f10bc5f07 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:30.254259 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f9286087-db13-4981-9777-8dbce7d3a887 req-9884a4a2-b48a-43fc-a34f-f73f10bc5f07 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/ports?device_id=1275ed91-9568-4644-af3f-6a13668b34cd HTTP/1.1" status: 200 len: 945 time: 0.0933824 Dec 20 14:33:30.311613 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d62a5306-1019-4d83-aefe-b1efa7f8b625 req-cafbb424-cac1-4a27-b703-64a272b4b43a service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571882 Dec 20 14:33:30.314252 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f9286087-db13-4981-9777-8dbce7d3a887 req-053324ea-aad4-4bf8-9b7e-d9510cdb8632 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/security-groups?id=0393fd0b-7973-42e2-8187-db178c6daece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535645 Dec 20 14:33:30.330969 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f000c413-29b5-4585-89b7-030821125826 req-c52f9804-05aa-44ad-9661-91f51757a1cd tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:30.335253 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f000c413-29b5-4585-89b7-030821125826 req-c52f9804-05aa-44ad-9661-91f51757a1cd tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=64fdf7d1-efde-4de1-bf72-e69d36342c02 HTTP/1.1" status: 200 len: 949 time: 0.0857921 Dec 20 14:33:30.433743 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbff0796-ee08-4eef-82d3-c76b64d9c79e req-3ef54345-2dec-4c53-a351-5e8665cdd993 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:30.435485 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-dbff0796-ee08-4eef-82d3-c76b64d9c79e req-3ef54345-2dec-4c53-a351-5e8665cdd993 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/ports?device_id=1275ed91-9568-4644-af3f-6a13668b34cd HTTP/1.1" status: 200 len: 945 time: 0.0534673 Dec 20 14:33:30.443833 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f000c413-29b5-4585-89b7-030821125826 req-a33d6057-9653-4872-97fc-a7cd4ed77351 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074781 Dec 20 14:33:30.480124 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d62a5306-1019-4d83-aefe-b1efa7f8b625 req-e253cb52-11bb-4879-b2e1-4cd822823020 service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425464 Dec 20 14:33:30.509554 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-dbff0796-ee08-4eef-82d3-c76b64d9c79e req-00cb3d37-944e-4a22-8efe-89434c2dcab5 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/security-groups?id=0393fd0b-7973-42e2-8187-db178c6daece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665779 Dec 20 14:33:30.597621 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49822d9b-d667-44cd-ba63-58734ca8802a req-cf391102-1ef6-4fb6-9723-c4454d13b8d6 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:30.600483 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-49822d9b-d667-44cd-ba63-58734ca8802a req-cf391102-1ef6-4fb6-9723-c4454d13b8d6 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa4f9230-ecac-4414-a8f0-8eda6745d6e5 HTTP/1.1" status: 200 len: 945 time: 0.0713465 Dec 20 14:33:30.671216 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-0ac664c9-8f60-487f-b069-1e814106f551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:30.681381 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-49822d9b-d667-44cd-ba63-58734ca8802a req-cba844d3-6a44-4737-81ce-3e5e2d819e7f tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742733 Dec 20 14:33:30.884131 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-19b40140-de1e-4b50-9609-22f3f84cf041 req-27d259c5-aa8e-4523-aa84-c68e7ef0235c tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=26904fa8-0b3f-41f3-b97d-3254aec90119 HTTP/1.1" status: 200 len: 210 time: 0.0757754 Dec 20 14:33:30.965294 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254e0911-e479-4111-8609-134ae40f5654 req-11cfa65c-ebb3-4e0f-a922-4048bd90535e tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:30.967220 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:33:30.967220 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:33:30.967220 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:33:30.967220 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:33:30.967220 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:33:30.967220 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:33:30.967220 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:33:30.967220 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:33:30.967220 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:33:30.967220 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:33:30.967220 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:33:30.967220 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:33:30.967220 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:33:30.967220 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:33:30.967220 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:33:30.967220 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:33:30.967220 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:33:30.967220 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:33:30.967220 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:33:30.967220 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:33:30.967220 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:33:30.967220 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:33:30.967220 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:33:30.967220 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:33:30.967220 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:33:30.967220 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:33:30.967220 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:33:30.967220 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:33:30.967220 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:33:30.967220 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:33:30.967220 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:33:30.967220 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:33:30.967220 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:33:30.967220 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:33:30.967220 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:33:30.967220 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:33:30.969634 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:33:30.969634 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:33:30.969634 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:33:30.969634 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:33:30.969634 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:33:30.969634 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:33:30.969634 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:33:30.969634 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:33:30.969634 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:33:30.969634 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:33:30.969634 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:33:30.969634 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:33:30.972278 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d7f5b2-92fc-433e-8ec8-3753a9d13d6f req-7db09bff-c59a-44db-86f0-382c27c6d018 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:30.974026 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e8d7f5b2-92fc-433e-8ec8-3753a9d13d6f req-7db09bff-c59a-44db-86f0-382c27c6d018 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.30 "GET /v2.0/networks?id=495ace7a-f44e-4349-a86f-b6f0c2cf6eb6 HTTP/1.1" status: 200 len: 811 time: 0.2047410 Dec 20 14:33:30.975367 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-254e0911-e479-4111-8609-134ae40f5654 req-11cfa65c-ebb3-4e0f-a922-4048bd90535e tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/ports?device_id=1275ed91-9568-4644-af3f-6a13668b34cd HTTP/1.1" status: 200 len: 945 time: 0.0714784 Dec 20 14:33:30.990694 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-e8d7f5b2-92fc-433e-8ec8-3753a9d13d6f req-f6d45e00-5dc4-4474-8743-7157cd922777 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Request body: {'port': {'device_id': '26904fa8-0b3f-41f3-b97d-3254aec90119', 'network_id': '495ace7a-f44e-4349-a86f-b6f0c2cf6eb6', 'admin_state_up': True, 'tenant_id': '543a5ccf1524441b95c235a83f5e56cd'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:33:31.050131 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-254e0911-e479-4111-8609-134ae40f5654 req-c3a132f2-b0ea-4002-a9fd-775bd9f33cad tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/security-groups?id=0393fd0b-7973-42e2-8187-db178c6daece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718746 Dec 20 14:33:31.057206 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 34398) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:33:31.191597 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11411957-915a-40d5-812d-6b4d3192d08e req-e8508d0c-7372-41c0-b768-af71752ef392 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:31.193273 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-11411957-915a-40d5-812d-6b4d3192d08e req-e8508d0c-7372-41c0-b768-af71752ef392 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/ports?device_id=1275ed91-9568-4644-af3f-6a13668b34cd HTTP/1.1" status: 200 len: 945 time: 0.0660162 Dec 20 14:33:31.200871 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8d7f5b2-92fc-433e-8ec8-3753a9d13d6f req-f6d45e00-5dc4-4474-8743-7157cd922777 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Made reservation on behalf of 543a5ccf1524441b95c235a83f5e56cd for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:33:31.205189 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-e8d7f5b2-92fc-433e-8ec8-3753a9d13d6f req-f6d45e00-5dc4-4474-8743-7157cd922777 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:31.214052 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-355caee4-a8f6-4d41-977b-2fefd1d15faa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:31.305698 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-355caee4-a8f6-4d41-977b-2fefd1d15faa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:31.306063 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-11411957-915a-40d5-812d-6b4d3192d08e req-4b362999-e36b-444d-a59f-4131f04b1b2c tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/security-groups?id=0393fd0b-7973-42e2-8187-db178c6daece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980911 Dec 20 14:33:31.317089 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-355caee4-a8f6-4d41-977b-2fefd1d15faa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:31.383033 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-355caee4-a8f6-4d41-977b-2fefd1d15faa admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=adc4cb055afe4c46bf03807f68ffe097&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3272791 Dec 20 14:33:31.383033 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355caee4-a8f6-4d41-977b-2fefd1d15faa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e923096a-5434-4ea6-8780-67180525dc9c,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:33:31.384481 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 34406) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:33:31.418622 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [req-e8d7f5b2-92fc-433e-8ec8-3753a9d13d6f req-f6d45e00-5dc4-4474-8743-7157cd922777 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Allocated IP 172.20.0.14 (495ace7a-f44e-4349-a86f-b6f0c2cf6eb6/c8908482-6016-4528-aed2-b6e5b6996a4d/82b9a272-8127-4f00-a09f-d3d155351ea5) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:33:31.422023 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355caee4-a8f6-4d41-977b-2fefd1d15faa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:33:31.422448 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355caee4-a8f6-4d41-977b-2fefd1d15faa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:33:31.423037 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355caee4-a8f6-4d41-977b-2fefd1d15faa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:33:31.423385 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355caee4-a8f6-4d41-977b-2fefd1d15faa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:33:31.423829 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355caee4-a8f6-4d41-977b-2fefd1d15faa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:33:31.424180 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355caee4-a8f6-4d41-977b-2fefd1d15faa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:33:31.424646 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355caee4-a8f6-4d41-977b-2fefd1d15faa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:33:31.425183 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355caee4-a8f6-4d41-977b-2fefd1d15faa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:33:31.425510 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355caee4-a8f6-4d41-977b-2fefd1d15faa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:33:31.425848 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355caee4-a8f6-4d41-977b-2fefd1d15faa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:33:31.426242 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355caee4-a8f6-4d41-977b-2fefd1d15faa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:33:31.426739 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355caee4-a8f6-4d41-977b-2fefd1d15faa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:33:31.427114 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355caee4-a8f6-4d41-977b-2fefd1d15faa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:33:31.456003 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-172f9f83-4681-4609-97b1-1e447382eef9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:31.478758 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-172f9f83-4681-4609-97b1-1e447382eef9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:31.552305 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-172f9f83-4681-4609-97b1-1e447382eef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:31.555750 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-172f9f83-4681-4609-97b1-1e447382eef9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:31.564333 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-172f9f83-4681-4609-97b1-1e447382eef9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e923096a-5434-4ea6-8780-67180525dc9c HTTP/1.1" status: 204 len: 168 time: 0.1765051 Dec 20 14:33:31.573612 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172f9f83-4681-4609-97b1-1e447382eef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e923096a-5434-4ea6-8780-67180525dc9c,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:33:31.641117 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f470a0a4-a986-48b0-b368-a82c2bf321b9 req-228d5593-7d38-4c99-bade-1469a9a6c012 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:31.642887 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f470a0a4-a986-48b0-b368-a82c2bf321b9 req-228d5593-7d38-4c99-bade-1469a9a6c012 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=64fdf7d1-efde-4de1-bf72-e69d36342c02 HTTP/1.1" status: 200 len: 949 time: 0.0995538 Dec 20 14:33:31.664989 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-e8d7f5b2-92fc-433e-8ec8-3753a9d13d6f req-f6d45e00-5dc4-4474-8743-7157cd922777 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:31.725612 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f470a0a4-a986-48b0-b368-a82c2bf321b9 req-68347e61-230d-4681-852a-5ec9e0ad61f0 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680203 Dec 20 14:33:31.764418 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-e8d7f5b2-92fc-433e-8ec8-3753a9d13d6f req-f6d45e00-5dc4-4474-8743-7157cd922777 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:31.862978 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8d7f5b2-92fc-433e-8ec8-3753a9d13d6f req-f6d45e00-5dc4-4474-8743-7157cd922777 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Network 495ace7a-f44e-4349-a86f-b6f0c2cf6eb6 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:33:31.871462 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [req-e8d7f5b2-92fc-433e-8ec8-3753a9d13d6f req-f6d45e00-5dc4-4474-8743-7157cd922777 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:33:31.879068 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8d7f5b2-92fc-433e-8ec8-3753a9d13d6f req-f6d45e00-5dc4-4474-8743-7157cd922777 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:33:31.952525 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d45e00-5dc4-4474-8743-7157cd922777 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Pushing event updated for resources: {'Port': ['ID=82b9a272-8127-4f00-a09f-d3d155351ea5,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:33:31.980258 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d45e00-5dc4-4474-8743-7157cd922777 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:33:31.980966 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d45e00-5dc4-4474-8743-7157cd922777 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:33:31.981081 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d45e00-5dc4-4474-8743-7157cd922777 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:33:31.981403 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d45e00-5dc4-4474-8743-7157cd922777 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:33:31.982018 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d45e00-5dc4-4474-8743-7157cd922777 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:33:31.982410 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d45e00-5dc4-4474-8743-7157cd922777 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:33:31.982814 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d45e00-5dc4-4474-8743-7157cd922777 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:33:31.983186 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d45e00-5dc4-4474-8743-7157cd922777 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:33:31.983558 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d45e00-5dc4-4474-8743-7157cd922777 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:33:31.983885 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d45e00-5dc4-4474-8743-7157cd922777 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:33:31.984252 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d45e00-5dc4-4474-8743-7157cd922777 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:33:31.984672 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d45e00-5dc4-4474-8743-7157cd922777 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:33:31.985090 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d45e00-5dc4-4474-8743-7157cd922777 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:33:32.018337 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d7f5b2-92fc-433e-8ec8-3753a9d13d6f req-f6d45e00-5dc4-4474-8743-7157cd922777 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:32.019606 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-e8d7f5b2-92fc-433e-8ec8-3753a9d13d6f req-f6d45e00-5dc4-4474-8743-7157cd922777 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:32.030142 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1ec26d-3629-4c4e-9d3b-dc51b073dfe9 req-108ca4d8-488e-4fe4-8057-14d2272ba1fe tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:32.031924 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1e1ec26d-3629-4c4e-9d3b-dc51b073dfe9 req-108ca4d8-488e-4fe4-8057-14d2272ba1fe tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa4f9230-ecac-4414-a8f0-8eda6745d6e5 HTTP/1.1" status: 200 len: 945 time: 0.1192358 Dec 20 14:33:32.060128 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e8d7f5b2-92fc-433e-8ec8-3753a9d13d6f req-f6d45e00-5dc4-4474-8743-7157cd922777 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0740659 Dec 20 14:33:32.090082 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-e8d7f5b2-92fc-433e-8ec8-3753a9d13d6f req-09a99ae8-23da-40ee-9fa4-fc2fe49514dc service neutron] Request body: {'port': {'device_id': '26904fa8-0b3f-41f3-b97d-3254aec90119', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-19'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:33:32.163416 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1e1ec26d-3629-4c4e-9d3b-dc51b073dfe9 req-269bb1b7-f529-4850-bca3-40a7633cd960 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244860 Dec 20 14:33:32.164125 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 34434) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:33:32.188414 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d074c88c-c6e7-4f38-87f3-6a6896b6e4c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:32.243043 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-e8d7f5b2-92fc-433e-8ec8-3753a9d13d6f req-09a99ae8-23da-40ee-9fa4-fc2fe49514dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:32.329607 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d074c88c-c6e7-4f38-87f3-6a6896b6e4c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:32.338686 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa9b815-4033-4629-8ac3-224cf8eff194 req-a02139d8-943a-49c6-9054-5c0c59d64789 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:32.340368 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6fa9b815-4033-4629-8ac3-224cf8eff194 req-a02139d8-943a-49c6-9054-5c0c59d64789 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=26904fa8-0b3f-41f3-b97d-3254aec90119 HTTP/1.1" status: 200 len: 932 time: 0.0758631 Dec 20 14:33:32.341609 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d074c88c-c6e7-4f38-87f3-6a6896b6e4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:32.407874 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-d074c88c-c6e7-4f38-87f3-6a6896b6e4c4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9e6579c9da6a47dfbdf6c14f41b680eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2420592 Dec 20 14:33:32.411338 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 34442) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:33:32.414014 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d074c88c-c6e7-4f38-87f3-6a6896b6e4c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=093690ed-a6c0-459b-a9d0-53c0aac8d876,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:33:32.475911 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6fa9b815-4033-4629-8ac3-224cf8eff194 req-bf8a11eb-0247-4363-884f-9b4cfd2b8b03 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177802 Dec 20 14:33:32.504437 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-089856b6-2eb3-400d-ad67-60c752d2c4c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:32.529639 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-089856b6-2eb3-400d-ad67-60c752d2c4c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:32.580997 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-089856b6-2eb3-400d-ad67-60c752d2c4c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:32.583747 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-089856b6-2eb3-400d-ad67-60c752d2c4c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:32.587758 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-089856b6-2eb3-400d-ad67-60c752d2c4c5 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/093690ed-a6c0-459b-a9d0-53c0aac8d876 HTTP/1.1" status: 204 len: 168 time: 0.1726809 Dec 20 14:33:32.594965 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089856b6-2eb3-400d-ad67-60c752d2c4c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=093690ed-a6c0-459b-a9d0-53c0aac8d876,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:33:32.604918 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fc6e49-304b-4001-b585-9dcf5333b59a req-0acfad30-7444-45d7-b569-b266e2274de9 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:32.606466 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-11fc6e49-304b-4001-b585-9dcf5333b59a req-0acfad30-7444-45d7-b569-b266e2274de9 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/ports?device_id=1275ed91-9568-4644-af3f-6a13668b34cd HTTP/1.1" status: 200 len: 945 time: 0.0837479 Dec 20 14:33:32.692833 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [req-e8d7f5b2-92fc-433e-8ec8-3753a9d13d6f req-09a99ae8-23da-40ee-9fa4-fc2fe49514dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82b9a272-8127-4f00-a09f-d3d155351ea5 {{(pid=103167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:33:32.702670 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-11fc6e49-304b-4001-b585-9dcf5333b59a req-4dda591c-2516-4310-82d5-c68db59d1df1 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/security-groups?id=0393fd0b-7973-42e2-8187-db178c6daece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888236 Dec 20 14:33:32.704580 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-e8d7f5b2-92fc-433e-8ec8-3753a9d13d6f req-09a99ae8-23da-40ee-9fa4-fc2fe49514dc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:32.728325 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-e8d7f5b2-92fc-433e-8ec8-3753a9d13d6f req-09a99ae8-23da-40ee-9fa4-fc2fe49514dc service neutron] Transition to ACTIVE for port object 82b9a272-8127-4f00-a09f-d3d155351ea5 will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:33:32.733200 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-e8d7f5b2-92fc-433e-8ec8-3753a9d13d6f req-09a99ae8-23da-40ee-9fa4-fc2fe49514dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:32.790598 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a99ae8-23da-40ee-9fa4-fc2fe49514dc service neutron] Pushing event updated for resources: {'Port': ['ID=82b9a272-8127-4f00-a09f-d3d155351ea5,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:33:32.831577 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6e04c51f-b9fe-40f0-b166-4c4247d70b8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:32.876610 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409c8b45-90b2-49ad-97ed-46bf57bf73fd req-0ccef2a6-a6b8-4c75-b5b3-39d8f77c79ce tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:32.879166 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-e8d7f5b2-92fc-433e-8ec8-3753a9d13d6f req-09a99ae8-23da-40ee-9fa4-fc2fe49514dc service neutron] Attempting to bind port 82b9a272-8127-4f00-a09f-d3d155351ea5 on host n-h1-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:33:32.879672 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-e8d7f5b2-92fc-433e-8ec8-3753a9d13d6f req-09a99ae8-23da-40ee-9fa4-fc2fe49514dc service neutron] Attempting to bind port 82b9a272-8127-4f00-a09f-d3d155351ea5 by drivers openvswitch,hyperv on host n-h1-761264-19 at level 0 using segments [{'id': '0db4f97e-52d2-4e75-a7f6-550aa2b8eca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '495ace7a-f44e-4349-a86f-b6f0c2cf6eb6'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:33:32.879987 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d7f5b2-92fc-433e-8ec8-3753a9d13d6f req-09a99ae8-23da-40ee-9fa4-fc2fe49514dc service neutron] Attempting to bind port 82b9a272-8127-4f00-a09f-d3d155351ea5 on network 495ace7a-f44e-4349-a86f-b6f0c2cf6eb6 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:33:32.883287 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-409c8b45-90b2-49ad-97ed-46bf57bf73fd req-0ccef2a6-a6b8-4c75-b5b3-39d8f77c79ce tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=64fdf7d1-efde-4de1-bf72-e69d36342c02 HTTP/1.1" status: 200 len: 949 time: 0.0613675 Dec 20 14:33:32.885648 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d7f5b2-92fc-433e-8ec8-3753a9d13d6f req-09a99ae8-23da-40ee-9fa4-fc2fe49514dc service neutron] Port 82b9a272-8127-4f00-a09f-d3d155351ea5 on network 495ace7a-f44e-4349-a86f-b6f0c2cf6eb6 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:33:32.885976 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d7f5b2-92fc-433e-8ec8-3753a9d13d6f req-09a99ae8-23da-40ee-9fa4-fc2fe49514dc service neutron] Attempting to bind port 82b9a272-8127-4f00-a09f-d3d155351ea5 on network 495ace7a-f44e-4349-a86f-b6f0c2cf6eb6 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:33:32.891956 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d7f5b2-92fc-433e-8ec8-3753a9d13d6f req-09a99ae8-23da-40ee-9fa4-fc2fe49514dc service neutron] Checking agent: {'id': '3e5ace3e-dd7b-4522-a7c4-77d13dbeab1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:33:32.892292 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d7f5b2-92fc-433e-8ec8-3753a9d13d6f req-09a99ae8-23da-40ee-9fa4-fc2fe49514dc service neutron] Checking segment: {'id': '0db4f97e-52d2-4e75-a7f6-550aa2b8eca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '495ace7a-f44e-4349-a86f-b6f0c2cf6eb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:33:32.892672 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d7f5b2-92fc-433e-8ec8-3753a9d13d6f req-09a99ae8-23da-40ee-9fa4-fc2fe49514dc service neutron] Bound using segment: {'id': '0db4f97e-52d2-4e75-a7f6-550aa2b8eca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '495ace7a-f44e-4349-a86f-b6f0c2cf6eb6'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:33:32.893140 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-e8d7f5b2-92fc-433e-8ec8-3753a9d13d6f req-09a99ae8-23da-40ee-9fa4-fc2fe49514dc service neutron] Bound port: 82b9a272-8127-4f00-a09f-d3d155351ea5, host: n-h1-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0db4f97e-52d2-4e75-a7f6-550aa2b8eca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '495ace7a-f44e-4349-a86f-b6f0c2cf6eb6'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:33:32.893493 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-e8d7f5b2-92fc-433e-8ec8-3753a9d13d6f req-09a99ae8-23da-40ee-9fa4-fc2fe49514dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:32.944364 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-409c8b45-90b2-49ad-97ed-46bf57bf73fd req-b7407034-96f3-4498-9e74-bd6b5c2738f4 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542450 Dec 20 14:33:32.979123 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-e8d7f5b2-92fc-433e-8ec8-3753a9d13d6f req-09a99ae8-23da-40ee-9fa4-fc2fe49514dc service neutron] For port 82b9a272-8127-4f00-a09f-d3d155351ea5, host n-h1-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:33:32.982383 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-e8d7f5b2-92fc-433e-8ec8-3753a9d13d6f req-09a99ae8-23da-40ee-9fa4-fc2fe49514dc service neutron] For port 82b9a272-8127-4f00-a09f-d3d155351ea5, host n-h1-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=82b9a272-8127-4f00-a09f-d3d155351ea5,segment=NetworkSegment(0db4f97e-52d2-4e75-a7f6-550aa2b8eca1),segment_id=0db4f97e-52d2-4e75-a7f6-550aa2b8eca1)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:33:32.989501 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-e8d7f5b2-92fc-433e-8ec8-3753a9d13d6f req-09a99ae8-23da-40ee-9fa4-fc2fe49514dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:33.027975 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d7f5b2-92fc-433e-8ec8-3753a9d13d6f req-09a99ae8-23da-40ee-9fa4-fc2fe49514dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:33.028585 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-e8d7f5b2-92fc-433e-8ec8-3753a9d13d6f req-09a99ae8-23da-40ee-9fa4-fc2fe49514dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:33.029988 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e8d7f5b2-92fc-433e-8ec8-3753a9d13d6f req-09a99ae8-23da-40ee-9fa4-fc2fe49514dc service neutron] 10.222.0.30 "PUT /v2.0/ports/82b9a272-8127-4f00-a09f-d3d155351ea5 HTTP/1.1" status: 200 len: 1093 time: 0.9584651 Dec 20 14:33:33.030426 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26904fa8-0b3f-41f3-b97d-3254aec90119', 'tag': '82b9a272-8127-4f00-a09f-d3d155351ea5'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:33:33.032718 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aaec9d0-ade0-40db-af74-a181fc9b810f" -d '{"events": [{"name": "network-changed", "server_uuid": "26904fa8-0b3f-41f3-b97d-3254aec90119", "tag": "82b9a272-8127-4f00-a09f-d3d155351ea5"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:33:33.077815 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a99ae8-23da-40ee-9fa4-fc2fe49514dc service neutron] Pushing event updated for resources: {'Port': ['ID=82b9a272-8127-4f00-a09f-d3d155351ea5,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:33:33.098551 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d26d56af-9f2a-49be-88b1-5e85bd036c3f x-openstack-request-id: req-d26d56af-9f2a-49be-88b1-5e85bd036c3f {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:33:33.098868 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26904fa8-0b3f-41f3-b97d-3254aec90119", "tag": "82b9a272-8127-4f00-a09f-d3d155351ea5", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:33:33.099125 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d26d56af-9f2a-49be-88b1-5e85bd036c3f {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:33:33.099528 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26904fa8-0b3f-41f3-b97d-3254aec90119', 'tag': '82b9a272-8127-4f00-a09f-d3d155351ea5', 'status': 'completed', 'code': 200} Dec 20 14:33:33.153813 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d7f5b2-92fc-433e-8ec8-3753a9d13d6f req-bebe8f60-7402-45f8-a8a4-b66b894b52f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:33.158396 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e8d7f5b2-92fc-433e-8ec8-3753a9d13d6f req-bebe8f60-7402-45f8-a8a4-b66b894b52f7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=543a5ccf1524441b95c235a83f5e56cd&device_id=26904fa8-0b3f-41f3-b97d-3254aec90119 HTTP/1.1" status: 200 len: 1096 time: 0.0723753 Dec 20 14:33:33.209004 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e8d7f5b2-92fc-433e-8ec8-3753a9d13d6f req-25bc3bd7-cdef-4566-9159-619eecbbef74 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82b9a272-8127-4f00-a09f-d3d155351ea5 HTTP/1.1" status: 200 len: 217 time: 0.0427496 Dec 20 14:33:33.288841 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d7f5b2-92fc-433e-8ec8-3753a9d13d6f req-acb4b05f-f928-464b-9c39-fbffc0c33f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:33.290355 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e8d7f5b2-92fc-433e-8ec8-3753a9d13d6f req-acb4b05f-f928-464b-9c39-fbffc0c33f9c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c8908482-6016-4528-aed2-b6e5b6996a4d HTTP/1.1" status: 200 len: 851 time: 0.0740449 Dec 20 14:33:33.320215 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dd66af-b426-483d-bd83-7006ce4798e5 req-574b74c0-817a-42c2-939f-5bf09827dd25 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:33.321799 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b1dd66af-b426-483d-bd83-7006ce4798e5 req-574b74c0-817a-42c2-939f-5bf09827dd25 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa4f9230-ecac-4414-a8f0-8eda6745d6e5 HTTP/1.1" status: 200 len: 945 time: 0.0684910 Dec 20 14:33:33.343278 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e8d7f5b2-92fc-433e-8ec8-3753a9d13d6f req-5201425e-324c-4446-b31e-749d56e27cfc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=495ace7a-f44e-4349-a86f-b6f0c2cf6eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443094 Dec 20 14:33:33.440099 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b1dd66af-b426-483d-bd83-7006ce4798e5 req-a7b693f6-5f7c-43e7-aff9-b3272c8d19d0 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000044 Dec 20 14:33:33.482498 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e8d7f5b2-92fc-433e-8ec8-3753a9d13d6f req-7bfe02c9-d6c9-4883-a470-ad9547534cae service neutron] 10.222.0.30 "GET /v2.0/networks/495ace7a-f44e-4349-a86f-b6f0c2cf6eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307466 Dec 20 14:33:33.578007 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd10d9-0879-4eff-bf93-4981997df1bf req-a0696991-c8af-4913-b6d8-7762ec564cf1 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:33.579596 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-91dd10d9-0879-4eff-bf93-4981997df1bf req-a0696991-c8af-4913-b6d8-7762ec564cf1 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa4f9230-ecac-4414-a8f0-8eda6745d6e5 HTTP/1.1" status: 200 len: 945 time: 0.0601561 Dec 20 14:33:33.613263 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e8d7f5b2-92fc-433e-8ec8-3753a9d13d6f req-78a7a4e5-dcb4-45cc-9b2a-bcc2f73344f7 service neutron] 10.222.0.30 "GET /v2.0/networks/495ace7a-f44e-4349-a86f-b6f0c2cf6eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234019 Dec 20 14:33:33.636409 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2a6c4d-1cb3-4a89-9a01-cf4255d90723 req-094b3691-14d6-4d34-9e48-9044eded6d65 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:33.638188 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0e2a6c4d-1cb3-4a89-9a01-cf4255d90723 req-094b3691-14d6-4d34-9e48-9044eded6d65 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=26904fa8-0b3f-41f3-b97d-3254aec90119 HTTP/1.1" status: 200 len: 944 time: 0.0642235 Dec 20 14:33:33.640164 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-91dd10d9-0879-4eff-bf93-4981997df1bf req-56c788d9-3bd1-4e3e-a452-6e8631ce7cf6 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521979 Dec 20 14:33:33.708353 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:33.733670 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0e2a6c4d-1cb3-4a89-9a01-cf4255d90723 req-f67ffdf9-f5c4-4a73-9f03-5bc798557ebc tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853972 Dec 20 14:33:33.745246 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaec9d0-ade0-40db-af74-a181fc9b810f req-c6378e1f-03e8-4cc3-a8f2-f54e92344a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:33.747266 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7aaec9d0-ade0-40db-af74-a181fc9b810f req-c6378e1f-03e8-4cc3-a8f2-f54e92344a71 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=543a5ccf1524441b95c235a83f5e56cd&device_id=26904fa8-0b3f-41f3-b97d-3254aec90119 HTTP/1.1" status: 200 len: 1096 time: 0.0657949 Dec 20 14:33:33.966806 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa426f0e-3830-4012-9d9f-cfa64d144570 req-0ec480ee-5045-46ed-9f99-e5725def227c tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:33.974503 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fa426f0e-3830-4012-9d9f-cfa64d144570 req-0ec480ee-5045-46ed-9f99-e5725def227c tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa4f9230-ecac-4414-a8f0-8eda6745d6e5 HTTP/1.1" status: 200 len: 945 time: 0.0634875 Dec 20 14:33:34.026471 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fa426f0e-3830-4012-9d9f-cfa64d144570 req-dec20ec1-ae64-4759-90b3-82d1790f2b9d tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509973 Dec 20 14:33:34.158782 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0648e333-d3b3-4ea4-9449-176b1148ae30 req-1793687e-f816-4b44-95f2-693fb3062939 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:34.165079 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0648e333-d3b3-4ea4-9449-176b1148ae30 req-1793687e-f816-4b44-95f2-693fb3062939 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=64fdf7d1-efde-4de1-bf72-e69d36342c02 HTTP/1.1" status: 200 len: 949 time: 0.0734186 Dec 20 14:33:34.218338 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0648e333-d3b3-4ea4-9449-176b1148ae30 req-09267a70-850b-4339-bdfb-3feb4b594bb1 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522535 Dec 20 14:33:34.251518 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f313266d-ceec-45c0-b53e-d47386e1aeb3 req-5dc3f615-c55d-4b67-ae7e-c8c4cd8e0ba8 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:34.253156 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f313266d-ceec-45c0-b53e-d47386e1aeb3 req-5dc3f615-c55d-4b67-ae7e-c8c4cd8e0ba8 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/ports?device_id=1275ed91-9568-4644-af3f-6a13668b34cd HTTP/1.1" status: 200 len: 945 time: 0.1145332 Dec 20 14:33:34.263555 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaec9d0-ade0-40db-af74-a181fc9b810f req-489d973e-d3f8-488b-b571-727bf1e23883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:34.265063 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7aaec9d0-ade0-40db-af74-a181fc9b810f req-489d973e-d3f8-488b-b571-727bf1e23883 service neutron] 10.222.0.30 "GET /v2.0/networks?id=495ace7a-f44e-4349-a86f-b6f0c2cf6eb6 HTTP/1.1" status: 200 len: 912 time: 0.5010684 Dec 20 14:33:34.316736 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7aaec9d0-ade0-40db-af74-a181fc9b810f req-29149b3d-5f0b-4447-9125-620349f8f930 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82b9a272-8127-4f00-a09f-d3d155351ea5 HTTP/1.1" status: 200 len: 217 time: 0.0366302 Dec 20 14:33:34.371743 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f313266d-ceec-45c0-b53e-d47386e1aeb3 req-d85ec1c0-048a-49b3-a188-168bf6c961f7 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/security-groups?id=0393fd0b-7973-42e2-8187-db178c6daece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057026 Dec 20 14:33:34.385322 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaec9d0-ade0-40db-af74-a181fc9b810f req-90b0c1ca-6fc7-4f00-b291-77eba8fbacc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:34.386900 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7aaec9d0-ade0-40db-af74-a181fc9b810f req-90b0c1ca-6fc7-4f00-b291-77eba8fbacc9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c8908482-6016-4528-aed2-b6e5b6996a4d HTTP/1.1" status: 200 len: 851 time: 0.0606465 Dec 20 14:33:34.432802 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7aaec9d0-ade0-40db-af74-a181fc9b810f req-750dc23b-5772-4086-8e02-69cbdc8ee069 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=495ace7a-f44e-4349-a86f-b6f0c2cf6eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329833 Dec 20 14:33:34.532715 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7aaec9d0-ade0-40db-af74-a181fc9b810f req-4468fa1e-efe5-4681-80a6-909ff203984a service neutron] 10.222.0.30 "GET /v2.0/networks/495ace7a-f44e-4349-a86f-b6f0c2cf6eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909545 Dec 20 14:33:34.562165 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 5e94c1c8-742c-4b1c-b369-f665e4c6ed3b details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:33:34.597395 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 34520) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:33:34.638171 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7aaec9d0-ade0-40db-af74-a181fc9b810f req-914e3b60-d07a-497e-b845-930294025091 service neutron] 10.222.0.30 "GET /v2.0/networks/495ace7a-f44e-4349-a86f-b6f0c2cf6eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969651 Dec 20 14:33:34.664237 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 5e94c1c8-742c-4b1c-b369-f665e4c6ed3b, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=5e94c1c8-742c-4b1c-b369-f665e4c6ed3b,segment=NetworkSegment(f64287f5-affc-42db-b5fb-e9b8ade134fb),segment_id=f64287f5-affc-42db-b5fb-e9b8ade134fb)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:33:34.677206 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': '5e94c1c8-742c-4b1c-b369-f665e4c6ed3b', 'network_id': 'dce53437-e7e7-4d26-8f4b-47bafb0fd8bc', 'port_id': '5e94c1c8-742c-4b1c-b369-f665e4c6ed3b', 'mac_address': 'fa:16:3e:a3:b8:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05b60f46-643c-4184-8d2d-7011e86eb340', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:33:34.716141 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:34.725055 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d1416510-a092-47d7-bec6-b28d787375db admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:34.729958 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5e94c1c8-742c-4b1c-b369-f665e4c6ed3b {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:33:34.754112 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 5e94c1c8-742c-4b1c-b369-f665e4c6ed3b, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=5e94c1c8-742c-4b1c-b369-f665e4c6ed3b,segment=NetworkSegment(f64287f5-affc-42db-b5fb-e9b8ade134fb),segment_id=f64287f5-affc-42db-b5fb-e9b8ade134fb)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:33:34.759595 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:34.813727 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=5e94c1c8-742c-4b1c-b369-f665e4c6ed3b,revision_number=6']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:33:34.827818 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d1416510-a092-47d7-bec6-b28d787375db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:34.834511 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d1416510-a092-47d7-bec6-b28d787375db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:34.862968 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722dd6b1-ce81-4ee4-81fc-aca3b1c70576 req-2893ac65-ffaf-4f55-98bb-e942ed619a0f tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:34.864689 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-722dd6b1-ce81-4ee4-81fc-aca3b1c70576 req-2893ac65-ffaf-4f55-98bb-e942ed619a0f tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=26904fa8-0b3f-41f3-b97d-3254aec90119 HTTP/1.1" status: 200 len: 944 time: 0.0563145 Dec 20 14:33:34.878080 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-d1416510-a092-47d7-bec6-b28d787375db admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ee7bcdfbed674e37957d6a813420911f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2783341 Dec 20 14:33:34.878999 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1416510-a092-47d7-bec6-b28d787375db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c47137-4170-4ced-9f0a-98e6fb1d1220,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:33:34.881394 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 34526) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:33:34.920864 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-722dd6b1-ce81-4ee4-81fc-aca3b1c70576 req-2c192b7b-bcd4-4054-99a5-b7555f297694 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495281 Dec 20 14:33:34.935083 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e2a9c6b0-ab0a-4c8f-bf0d-61cb5c49fe11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:34.954746 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['5e94c1c8-742c-4b1c-b369-f665e4c6ed3b'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:33:34.958812 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e2a9c6b0-ab0a-4c8f-bf0d-61cb5c49fe11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:35.013145 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e2a9c6b0-ab0a-4c8f-bf0d-61cb5c49fe11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:35.016322 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e2a9c6b0-ab0a-4c8f-bf0d-61cb5c49fe11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:35.020490 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-e2a9c6b0-ab0a-4c8f-bf0d-61cb5c49fe11 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e1c47137-4170-4ced-9f0a-98e6fb1d1220 HTTP/1.1" status: 204 len: 168 time: 0.1379366 Dec 20 14:33:35.029462 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a9c6b0-ab0a-4c8f-bf0d-61cb5c49fe11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c47137-4170-4ced-9f0a-98e6fb1d1220,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:33:35.174294 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed91413-ab8e-486d-8342-7132371461c0 req-b7cc3afe-4e35-4f96-b07b-1bee87b5c0a6 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:35.176038 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4ed91413-ab8e-486d-8342-7132371461c0 req-b7cc3afe-4e35-4f96-b07b-1bee87b5c0a6 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa4f9230-ecac-4414-a8f0-8eda6745d6e5 HTTP/1.1" status: 200 len: 945 time: 0.0552588 Dec 20 14:33:35.226025 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4ed91413-ab8e-486d-8342-7132371461c0 req-baf0474e-eea8-4ddc-aad0-7e95d7089ea3 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430565 Dec 20 14:33:35.335185 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee99808-8610-45d3-aeb5-ea8ef2c9c50f req-45a87ad9-b26d-45d3-8522-5b73c1843090 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:35.336757 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-cee99808-8610-45d3-aeb5-ea8ef2c9c50f req-45a87ad9-b26d-45d3-8522-5b73c1843090 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=64fdf7d1-efde-4de1-bf72-e69d36342c02 HTTP/1.1" status: 200 len: 949 time: 0.0536549 Dec 20 14:33:35.408953 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-cee99808-8610-45d3-aeb5-ea8ef2c9c50f req-074889c5-e381-42c1-a6d4-1352356c307f tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609777 Dec 20 14:33:35.548838 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2dcfad-feaf-406f-b1cd-bb77e587b965 req-111571c6-66e9-421e-b377-458d1c15c1c2 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:35.550432 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ca2dcfad-feaf-406f-b1cd-bb77e587b965 req-111571c6-66e9-421e-b377-458d1c15c1c2 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/ports?device_id=1275ed91-9568-4644-af3f-6a13668b34cd HTTP/1.1" status: 200 len: 944 time: 0.0587597 Dec 20 14:33:35.608311 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ca2dcfad-feaf-406f-b1cd-bb77e587b965 req-dfd40ff3-5a19-49fd-979a-1819f671c7ed tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/security-groups?id=0393fd0b-7973-42e2-8187-db178c6daece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502613 Dec 20 14:33:35.689861 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:35.799974 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c7a94f-42fa-4ad3-9a1b-c7f67c1ef425 req-baa9495d-8730-4a4a-b010-39727912c891 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:35.801766 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-99c7a94f-42fa-4ad3-9a1b-c7f67c1ef425 req-baa9495d-8730-4a4a-b010-39727912c891 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.30 "GET /v2.0/ports?device_id=aa4f9230-ecac-4414-a8f0-8eda6745d6e5 HTTP/1.1" status: 200 len: 945 time: 0.0517614 Dec 20 14:33:35.930774 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-99c7a94f-42fa-4ad3-9a1b-c7f67c1ef425 req-83d885c3-8dad-4a59-9d92-c674eb0cf496 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Deleting port ad4f79bf-e696-4ed6-96e4-bfbf61495880 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:33:35.931134 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-99c7a94f-42fa-4ad3-9a1b-c7f67c1ef425 req-83d885c3-8dad-4a59-9d92-c674eb0cf496 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:36.031181 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-99c7a94f-42fa-4ad3-9a1b-c7f67c1ef425 req-83d885c3-8dad-4a59-9d92-c674eb0cf496 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] For port ad4f79bf-e696-4ed6-96e4-bfbf61495880, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=ad4f79bf-e696-4ed6-96e4-bfbf61495880,segment=NetworkSegment(3b732879-896e-432d-a96e-7cba9e2b8a93),segment_id=3b732879-896e-432d-a96e-7cba9e2b8a93)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:33:36.031586 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-99c7a94f-42fa-4ad3-9a1b-c7f67c1ef425 req-83d885c3-8dad-4a59-9d92-c674eb0cf496 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:36.048943 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d171cd3-8f74-4588-8a76-3c6cdb72a9b9 req-164ecf05-5406-4446-bc9d-cfa34a824b28 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:36.051313 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5d171cd3-8f74-4588-8a76-3c6cdb72a9b9 req-164ecf05-5406-4446-bc9d-cfa34a824b28 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=26904fa8-0b3f-41f3-b97d-3254aec90119 HTTP/1.1" status: 200 len: 944 time: 0.0541253 Dec 20 14:33:36.062196 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-99c7a94f-42fa-4ad3-9a1b-c7f67c1ef425 req-83d885c3-8dad-4a59-9d92-c674eb0cf496 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Calling delete_port for ad4f79bf-e696-4ed6-96e4-bfbf61495880 owned by compute:nova {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:33:36.120966 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5d171cd3-8f74-4588-8a76-3c6cdb72a9b9 req-f517fa2b-346a-4a04-aa79-5de6dcf61a0f tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599601 Dec 20 14:33:36.189354 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:36.229289 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-99c7a94f-42fa-4ad3-9a1b-c7f67c1ef425 req-83d885c3-8dad-4a59-9d92-c674eb0cf496 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:36.235064 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 34578) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:33:36.244403 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['ad4f79bf-e696-4ed6-96e4-bfbf61495880'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:33:36.250458 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['d51472d0-9c05-4789-b785-88c8d484278a'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:33:36.262716 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d885c3-8dad-4a59-9d92-c674eb0cf496 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Pushing event deleted for resources: {'Port': ['ID=ad4f79bf-e696-4ed6-96e4-bfbf61495880,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:33:36.324663 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-99c7a94f-42fa-4ad3-9a1b-c7f67c1ef425 req-83d885c3-8dad-4a59-9d92-c674eb0cf496 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] No DVR routers for this DVR port ad4f79bf-e696-4ed6-96e4-bfbf61495880 on host n-h1-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:33:36.327395 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-99c7a94f-42fa-4ad3-9a1b-c7f67c1ef425 req-83d885c3-8dad-4a59-9d92-c674eb0cf496 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:36.330984 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-99c7a94f-42fa-4ad3-9a1b-c7f67c1ef425 req-83d885c3-8dad-4a59-9d92-c674eb0cf496 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.30 "DELETE /v2.0/ports/ad4f79bf-e696-4ed6-96e4-bfbf61495880 HTTP/1.1" status: 204 len: 173 time: 0.5218329 Dec 20 14:33:36.338480 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa4f9230-ecac-4414-a8f0-8eda6745d6e5', 'name': 'network-vif-deleted', 'tag': 'ad4f79bf-e696-4ed6-96e4-bfbf61495880'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:33:36.340991 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-509bef5b-6335-4ad6-911a-9ac2aae697f0" -d '{"events": [{"server_uuid": "aa4f9230-ecac-4414-a8f0-8eda6745d6e5", "name": "network-vif-deleted", "tag": "ad4f79bf-e696-4ed6-96e4-bfbf61495880"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:33:36.395475 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-aa6e5480-690a-4ebd-b4ec-7c5708dd75e9 req-e29f3306-eb91-4027-b1f4-177f79bc7e34 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa4f9230-ecac-4414-a8f0-8eda6745d6e5 HTTP/1.1" status: 200 len: 210 time: 0.0718184 Dec 20 14:33:36.397506 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d188cab4-63a1-43e8-b1ed-1ed3560fa785 x-openstack-request-id: req-d188cab4-63a1-43e8-b1ed-1ed3560fa785 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:33:36.397871 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa4f9230-ecac-4414-a8f0-8eda6745d6e5", "name": "network-vif-deleted", "tag": "ad4f79bf-e696-4ed6-96e4-bfbf61495880", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:33:36.398193 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d188cab4-63a1-43e8-b1ed-1ed3560fa785 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:33:36.398648 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa4f9230-ecac-4414-a8f0-8eda6745d6e5', 'name': 'network-vif-deleted', 'tag': 'ad4f79bf-e696-4ed6-96e4-bfbf61495880', 'status': 'completed', 'code': 200} Dec 20 14:33:36.417951 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-60fadc16-6e48-4a70-91e9-bceed7f04b0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:36.553523 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-60fadc16-6e48-4a70-91e9-bceed7f04b0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:36.565590 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-60fadc16-6e48-4a70-91e9-bceed7f04b0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:36.569646 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 5e94c1c8-742c-4b1c-b369-f665e4c6ed3b up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:33:36.570073 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b62afb-8765-4161-8a67-1d8bdd629d4c req-8eda8bfe-3279-4ca6-afe0-8ca34110956d tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:36.571904 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b0b62afb-8765-4161-8a67-1d8bdd629d4c req-8eda8bfe-3279-4ca6-afe0-8ca34110956d tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=64fdf7d1-efde-4de1-bf72-e69d36342c02 HTTP/1.1" status: 200 len: 949 time: 0.0834501 Dec 20 14:33:36.615967 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-60fadc16-6e48-4a70-91e9-bceed7f04b0c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e330bc552304459d975b1f987bc0dbef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3794117 Dec 20 14:33:36.616807 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fadc16-6e48-4a70-91e9-bceed7f04b0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01fa6c9d-0677-4b52-938d-1e76e1119e35,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:33:36.620343 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 34594) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:33:36.636486 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b0b62afb-8765-4161-8a67-1d8bdd629d4c req-b16e36d4-db70-452e-a390-e876bfdea8ff tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568881 Dec 20 14:33:36.663902 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port 5e94c1c8-742c-4b1c-b369-f665e4c6ed3b triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:33:36.664441 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:36.681933 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2a988782-e2ee-406d-bfc1-2f70ee28baff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:36.726876 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2a988782-e2ee-406d-bfc1-2f70ee28baff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:36.745153 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:36.769270 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1275ed91-9568-4644-af3f-6a13668b34cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e94c1c8-742c-4b1c-b369-f665e4c6ed3b'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:33:36.771705 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e2f59ff-5893-4e64-a4a7-d5159e0558ba" -d '{"events": [{"server_uuid": "1275ed91-9568-4644-af3f-6a13668b34cd", "name": "network-vif-plugged", "status": "completed", "tag": "5e94c1c8-742c-4b1c-b369-f665e4c6ed3b"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:33:36.784946 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 5e94c1c8-742c-4b1c-b369-f665e4c6ed3b, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=5e94c1c8-742c-4b1c-b369-f665e4c6ed3b,segment=NetworkSegment(f64287f5-affc-42db-b5fb-e9b8ade134fb),segment_id=f64287f5-affc-42db-b5fb-e9b8ade134fb)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:33:36.785707 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2390f5e4-2683-49fc-8143-00d83d8b6032 req-ea9c265e-4f57-4572-892c-b10d77d10b92 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:36.787452 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2390f5e4-2683-49fc-8143-00d83d8b6032 req-ea9c265e-4f57-4572-892c-b10d77d10b92 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/ports?device_id=1275ed91-9568-4644-af3f-6a13668b34cd HTTP/1.1" status: 200 len: 944 time: 0.0906651 Dec 20 14:33:36.795913 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:36.820249 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45a3593c-e593-4fcb-b912-39fe603264cd x-openstack-request-id: req-45a3593c-e593-4fcb-b912-39fe603264cd {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:33:36.820531 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1275ed91-9568-4644-af3f-6a13668b34cd", "name": "network-vif-plugged", "status": "completed", "tag": "5e94c1c8-742c-4b1c-b369-f665e4c6ed3b", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:33:36.821003 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-45a3593c-e593-4fcb-b912-39fe603264cd {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:33:36.821848 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1275ed91-9568-4644-af3f-6a13668b34cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e94c1c8-742c-4b1c-b369-f665e4c6ed3b', 'code': 200} Dec 20 14:33:36.829588 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2a988782-e2ee-406d-bfc1-2f70ee28baff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:36.832833 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2a988782-e2ee-406d-bfc1-2f70ee28baff admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:36.836739 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-2a988782-e2ee-406d-bfc1-2f70ee28baff admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/01fa6c9d-0677-4b52-938d-1e76e1119e35 HTTP/1.1" status: 204 len: 168 time: 0.2126398 Dec 20 14:33:36.851612 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=5e94c1c8-742c-4b1c-b369-f665e4c6ed3b,revision_number=7']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:33:36.863395 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a988782-e2ee-406d-bfc1-2f70ee28baff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01fa6c9d-0677-4b52-938d-1e76e1119e35,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:33:36.895508 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2390f5e4-2683-49fc-8143-00d83d8b6032 req-dc8f3c0e-ebd4-4b28-bc61-1b750ae05c1f tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/security-groups?id=0393fd0b-7973-42e2-8187-db178c6daece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988965 Dec 20 14:33:37.149269 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4209fc-0b29-4ed6-a3f9-032040b054b2 req-c3db7514-8b61-4c38-b238-fac12e566536 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:37.151728 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2a4209fc-0b29-4ed6-a3f9-032040b054b2 req-c3db7514-8b61-4c38-b238-fac12e566536 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/ports?device_id=1275ed91-9568-4644-af3f-6a13668b34cd HTTP/1.1" status: 200 len: 945 time: 0.0526776 Dec 20 14:33:37.203166 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2a4209fc-0b29-4ed6-a3f9-032040b054b2 req-1dfe7a1b-4454-469f-bbdb-3e4ed45567ba tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/security-groups?id=0393fd0b-7973-42e2-8187-db178c6daece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436809 Dec 20 14:33:37.257023 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaa9e5f-8c0d-4f01-b775-869b3cae5008 req-13ccbc4c-1b84-4b0e-a92a-fdbfe18b4491 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:37.258509 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-beaa9e5f-8c0d-4f01-b775-869b3cae5008 req-13ccbc4c-1b84-4b0e-a92a-fdbfe18b4491 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=26904fa8-0b3f-41f3-b97d-3254aec90119 HTTP/1.1" status: 200 len: 944 time: 0.0529406 Dec 20 14:33:37.313665 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-beaa9e5f-8c0d-4f01-b775-869b3cae5008 req-b56c4d32-6b31-4aac-89f7-2e3dcc984596 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483284 Dec 20 14:33:37.670618 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 82b9a272-8127-4f00-a09f-d3d155351ea5 details requested by agent hyperv_n-h1-761264-19 with host n-h1-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:33:37.796446 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 82b9a272-8127-4f00-a09f-d3d155351ea5, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=82b9a272-8127-4f00-a09f-d3d155351ea5,segment=NetworkSegment(0db4f97e-52d2-4e75-a7f6-550aa2b8eca1),segment_id=0db4f97e-52d2-4e75-a7f6-550aa2b8eca1)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:33:37.803330 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd11e7a-d146-40d8-8f13-3f3a8290cb0a req-86e57bc5-f258-409d-b738-2604cf8b882c tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:37.811523 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Returning: {'device': '82b9a272-8127-4f00-a09f-d3d155351ea5', 'network_id': '495ace7a-f44e-4349-a86f-b6f0c2cf6eb6', 'port_id': '82b9a272-8127-4f00-a09f-d3d155351ea5', 'mac_address': 'fa:16:3e:a1:94:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8908482-6016-4528-aed2-b6e5b6996a4d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:33:37.812690 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2dd11e7a-d146-40d8-8f13-3f3a8290cb0a req-86e57bc5-f258-409d-b738-2604cf8b882c tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=64fdf7d1-efde-4de1-bf72-e69d36342c02 HTTP/1.1" status: 200 len: 949 time: 0.0926239 Dec 20 14:33:37.851534 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2406f1-41da-4d70-8c16-5ddd6393e640 req-74d12de4-c1d0-4d54-8904-95fc07dac251 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:37.860264 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7a2406f1-41da-4d70-8c16-5ddd6393e640 req-74d12de4-c1d0-4d54-8904-95fc07dac251 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/networks?id=ac37406e-6eba-42f0-a02b-49bc68c3a995 HTTP/1.1" status: 200 len: 805 time: 0.1521573 Dec 20 14:33:37.863427 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:37.876645 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2dd11e7a-d146-40d8-8f13-3f3a8290cb0a req-497671ec-0ee6-46c0-a283-4601679a69fe tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627234 Dec 20 14:33:37.879992 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7a2406f1-41da-4d70-8c16-5ddd6393e640 req-b6122ebd-5d5c-438a-b530-cac39e3acb69 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/quotas/b34e3eedf72e455b9cbb2db5d8862a92 HTTP/1.1" status: 200 len: 375 time: 0.0187535 Dec 20 14:33:37.882243 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82b9a272-8127-4f00-a09f-d3d155351ea5 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:33:37.906656 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 82b9a272-8127-4f00-a09f-d3d155351ea5, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=82b9a272-8127-4f00-a09f-d3d155351ea5,segment=NetworkSegment(0db4f97e-52d2-4e75-a7f6-550aa2b8eca1),segment_id=0db4f97e-52d2-4e75-a7f6-550aa2b8eca1)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:33:37.916826 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:37.959377 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7a2406f1-41da-4d70-8c16-5ddd6393e640 req-ce764059-03bf-42ff-b23e-cc042d218f25 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=b34e3eedf72e455b9cbb2db5d8862a92&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0784752 Dec 20 14:33:37.986773 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=82b9a272-8127-4f00-a09f-d3d155351ea5,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:33:38.064736 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7a2406f1-41da-4d70-8c16-5ddd6393e640 req-a28d873a-eb70-42a9-9b2e-9410ee88913b service neutron] 10.222.0.54 "GET /v2.0/networks/ac37406e-6eba-42f0-a02b-49bc68c3a995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977747 Dec 20 14:33:38.164884 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7a2406f1-41da-4d70-8c16-5ddd6393e640 req-5977d1e6-6395-46ff-8a24-4024ff0a8088 service neutron] 10.222.0.54 "GET /v2.0/networks/ac37406e-6eba-42f0-a02b-49bc68c3a995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929692 Dec 20 14:33:38.340599 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-894ffadb-6fb3-4c9d-8ed4-adc3e0b5c20c req-09b350e8-2973-449d-b104-d4392aa360d1 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa358f07-c266-4929-91d4-d31a114fd1d3 HTTP/1.1" status: 200 len: 210 time: 0.0276299 Dec 20 14:33:38.359220 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['82b9a272-8127-4f00-a09f-d3d155351ea5'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:33:38.392758 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18fe8f6-5fd9-4e68-9813-f13d215ae528 req-091386f9-aee0-4b4a-85bc-2d00c9220385 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:38.395951 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d18fe8f6-5fd9-4e68-9813-f13d215ae528 req-091386f9-aee0-4b4a-85bc-2d00c9220385 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/ports?device_id=1275ed91-9568-4644-af3f-6a13668b34cd HTTP/1.1" status: 200 len: 945 time: 0.1131864 Dec 20 14:33:38.469562 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d18fe8f6-5fd9-4e68-9813-f13d215ae528 req-28380ae1-81de-4a47-a655-f8444ef30acb tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/security-groups?id=0393fd0b-7973-42e2-8187-db178c6daece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651155 Dec 20 14:33:38.501806 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929bebf6-807b-47dd-9c44-7d920d977a6f req-f549e8b7-e948-4694-8f9d-e59178e8c4fa tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:38.503461 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-929bebf6-807b-47dd-9c44-7d920d977a6f req-f549e8b7-e948-4694-8f9d-e59178e8c4fa tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=26904fa8-0b3f-41f3-b97d-3254aec90119 HTTP/1.1" status: 200 len: 945 time: 0.0795619 Dec 20 14:33:38.591034 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-929bebf6-807b-47dd-9c44-7d920d977a6f req-be038561-235c-490c-b110-31bc6e6880cb tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768752 Dec 20 14:33:38.596742 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 5e94c1c8-742c-4b1c-b369-f665e4c6ed3b no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:33:38.704291 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:38.750452 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 5e94c1c8-742c-4b1c-b369-f665e4c6ed3b, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=5e94c1c8-742c-4b1c-b369-f665e4c6ed3b,segment=NetworkSegment(f64287f5-affc-42db-b5fb-e9b8ade134fb),segment_id=f64287f5-affc-42db-b5fb-e9b8ade134fb)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:33:38.758361 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:38.822449 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=5e94c1c8-742c-4b1c-b369-f665e4c6ed3b,revision_number=8']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:33:38.824863 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1275ed91-9568-4644-af3f-6a13668b34cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e94c1c8-742c-4b1c-b369-f665e4c6ed3b'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:33:38.827149 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35a5a9f1-55be-4d1b-b67e-a0fd3d15cb3b" -d '{"events": [{"server_uuid": "1275ed91-9568-4644-af3f-6a13668b34cd", "name": "network-vif-unplugged", "status": "completed", "tag": "5e94c1c8-742c-4b1c-b369-f665e4c6ed3b"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:33:38.880201 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 14:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2b78e28-92ab-46f5-a4b1-7e6f9522258e x-openstack-request-id: req-a2b78e28-92ab-46f5-a4b1-7e6f9522258e {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:33:38.880509 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1275ed91-9568-4644-af3f-6a13668b34cd", "name": "network-vif-unplugged", "status": "completed", "tag": "5e94c1c8-742c-4b1c-b369-f665e4c6ed3b", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:33:38.880942 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a2b78e28-92ab-46f5-a4b1-7e6f9522258e {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:33:38.881134 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1275ed91-9568-4644-af3f-6a13668b34cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e94c1c8-742c-4b1c-b369-f665e4c6ed3b', 'code': 200} Dec 20 14:33:38.904364 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c79787d-f6bb-4b87-864a-d0d1ba652ea7 req-f4e78e9c-5a3d-4688-be62-4b8cffc9ec83 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:38.906045 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6c79787d-f6bb-4b87-864a-d0d1ba652ea7 req-f4e78e9c-5a3d-4688-be62-4b8cffc9ec83 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.47 "GET /v2.0/ports?device_id=1275ed91-9568-4644-af3f-6a13668b34cd HTTP/1.1" status: 200 len: 943 time: 0.0607698 Dec 20 14:33:38.911585 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 34696) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:33:39.055743 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-6c79787d-f6bb-4b87-864a-d0d1ba652ea7 req-847b0eeb-e54f-4c7c-af30-fbe572765c4d tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Deleting port 5e94c1c8-742c-4b1c-b369-f665e4c6ed3b {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:33:39.056356 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-6c79787d-f6bb-4b87-864a-d0d1ba652ea7 req-847b0eeb-e54f-4c7c-af30-fbe572765c4d tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:39.089945 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4835b93f-1e36-41f6-9962-4e77d8ee56ba req-b2c09ce8-1171-4515-8cc9-7b791835eaf5 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:39.092133 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4835b93f-1e36-41f6-9962-4e77d8ee56ba req-b2c09ce8-1171-4515-8cc9-7b791835eaf5 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=64fdf7d1-efde-4de1-bf72-e69d36342c02 HTTP/1.1" status: 200 len: 949 time: 0.1235788 Dec 20 14:33:39.093313 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-76434559-8d05-4a4b-b845-f4c0a5c848b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:39.167636 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-6c79787d-f6bb-4b87-864a-d0d1ba652ea7 req-847b0eeb-e54f-4c7c-af30-fbe572765c4d tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] For port 5e94c1c8-742c-4b1c-b369-f665e4c6ed3b, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=5e94c1c8-742c-4b1c-b369-f665e4c6ed3b,segment=NetworkSegment(f64287f5-affc-42db-b5fb-e9b8ade134fb),segment_id=f64287f5-affc-42db-b5fb-e9b8ade134fb)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:33:39.168022 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-6c79787d-f6bb-4b87-864a-d0d1ba652ea7 req-847b0eeb-e54f-4c7c-af30-fbe572765c4d tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:39.176929 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4835b93f-1e36-41f6-9962-4e77d8ee56ba req-555e9a9f-a800-449c-b17c-7e90561cd648 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729542 Dec 20 14:33:39.182387 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-6c79787d-f6bb-4b87-864a-d0d1ba652ea7 req-847b0eeb-e54f-4c7c-af30-fbe572765c4d tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Calling delete_port for 5e94c1c8-742c-4b1c-b369-f665e4c6ed3b owned by compute:nova {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:33:39.219848 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-76434559-8d05-4a4b-b845-f4c0a5c848b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:39.224901 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-76434559-8d05-4a4b-b845-f4c0a5c848b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:39.264096 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76434559-8d05-4a4b-b845-f4c0a5c848b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d46785b-7968-4783-8a3d-d1a53e70e00d,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:33:39.268887 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-76434559-8d05-4a4b-b845-f4c0a5c848b7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=da77ab0d5f94484ba351c7a2f5e193fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3561585 Dec 20 14:33:39.274212 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 34702) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:33:39.354705 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-6c79787d-f6bb-4b87-864a-d0d1ba652ea7 req-847b0eeb-e54f-4c7c-af30-fbe572765c4d tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:39.387084 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-60d54818-f250-4cfb-94b9-0f7f6eb33bb4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:39.391838 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847b0eeb-e54f-4c7c-af30-fbe572765c4d tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Pushing event deleted for resources: {'Port': ['ID=5e94c1c8-742c-4b1c-b369-f665e4c6ed3b,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:33:39.459828 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-60d54818-f250-4cfb-94b9-0f7f6eb33bb4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:39.461707 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c79787d-f6bb-4b87-864a-d0d1ba652ea7 req-847b0eeb-e54f-4c7c-af30-fbe572765c4d tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] No DVR routers for this DVR port 5e94c1c8-742c-4b1c-b369-f665e4c6ed3b on host n-h2-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:33:39.480931 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-6c79787d-f6bb-4b87-864a-d0d1ba652ea7 req-847b0eeb-e54f-4c7c-af30-fbe572765c4d tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:39.484471 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6c79787d-f6bb-4b87-864a-d0d1ba652ea7 req-847b0eeb-e54f-4c7c-af30-fbe572765c4d tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.47 "DELETE /v2.0/ports/5e94c1c8-742c-4b1c-b369-f665e4c6ed3b HTTP/1.1" status: 204 len: 173 time: 0.5607460 Dec 20 14:33:39.485115 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1275ed91-9568-4644-af3f-6a13668b34cd', 'name': 'network-vif-deleted', 'tag': '5e94c1c8-742c-4b1c-b369-f665e4c6ed3b'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:33:39.487469 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81934712-4a48-472b-bc6d-4a28c0eca7d5" -d '{"events": [{"server_uuid": "1275ed91-9568-4644-af3f-6a13668b34cd", "name": "network-vif-deleted", "tag": "5e94c1c8-742c-4b1c-b369-f665e4c6ed3b"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:33:39.491655 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6b084d50-b2e6-4944-966c-88a09fe5c2d9 req-0bf7c490-63cd-44e3-b08b-4bfcfb1bbf97 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa358f07-c266-4929-91d4-d31a114fd1d3 HTTP/1.1" status: 200 len: 210 time: 0.0637662 Dec 20 14:33:39.585540 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-061d8390-d9b2-423f-9c34-52d10fa58ece x-openstack-request-id: req-061d8390-d9b2-423f-9c34-52d10fa58ece {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:33:39.586755 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1275ed91-9568-4644-af3f-6a13668b34cd", "name": "network-vif-deleted", "tag": "5e94c1c8-742c-4b1c-b369-f665e4c6ed3b", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:33:39.587161 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-061d8390-d9b2-423f-9c34-52d10fa58ece {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:33:39.587651 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1275ed91-9568-4644-af3f-6a13668b34cd', 'name': 'network-vif-deleted', 'tag': '5e94c1c8-742c-4b1c-b369-f665e4c6ed3b', 'status': 'completed', 'code': 200} Dec 20 14:33:39.588876 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-60d54818-f250-4cfb-94b9-0f7f6eb33bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:39.594104 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-60d54818-f250-4cfb-94b9-0f7f6eb33bb4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:39.595730 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-60d54818-f250-4cfb-94b9-0f7f6eb33bb4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5d46785b-7968-4783-8a3d-d1a53e70e00d HTTP/1.1" status: 204 len: 168 time: 0.3208582 Dec 20 14:33:39.664771 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2406f1-41da-4d70-8c16-5ddd6393e640 req-52c4a132-b8e3-48a7-9dc3-6c39ac08a951 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:39.667185 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7a2406f1-41da-4d70-8c16-5ddd6393e640 req-52c4a132-b8e3-48a7-9dc3-6c39ac08a951 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.30 "GET /v2.0/networks?id=ac37406e-6eba-42f0-a02b-49bc68c3a995 HTTP/1.1" status: 200 len: 805 time: 0.1682794 Dec 20 14:33:39.671447 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f4a73064-9498-459f-9598-edb0bff77ce0 req-b03e7e86-782b-4036-af3e-07f4f0d0c162 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/ports?device_id=1275ed91-9568-4644-af3f-6a13668b34cd HTTP/1.1" status: 200 len: 210 time: 0.0744069 Dec 20 14:33:39.672869 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d54818-f250-4cfb-94b9-0f7f6eb33bb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d46785b-7968-4783-8a3d-d1a53e70e00d,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:33:39.682867 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device ad4f79bf-e696-4ed6-96e4-bfbf61495880 no longer exists at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:33:39.690846 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-7a2406f1-41da-4d70-8c16-5ddd6393e640 req-d0fab170-1e39-47ed-a167-d69ad0509bbc tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Request body: {'port': {'device_id': 'aa358f07-c266-4929-91d4-d31a114fd1d3', 'network_id': 'ac37406e-6eba-42f0-a02b-49bc68c3a995', 'admin_state_up': True, 'tenant_id': 'b34e3eedf72e455b9cbb2db5d8862a92'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:33:39.735945 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] No Port match for: ad4f79bf-e696-4ed6-96e4-bfbf61495880 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:33:39.736532 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device ad4f79bf-e696-4ed6-96e4-bfbf61495880 not bound to the agent host n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:33:39.847035 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b92a3b2-1661-4e14-afc0-13759c51996d req-b1d1cb1a-757b-4d0f-9dd2-8e944f07d889 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:39.854541 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5b92a3b2-1661-4e14-afc0-13759c51996d req-b1d1cb1a-757b-4d0f-9dd2-8e944f07d889 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=26904fa8-0b3f-41f3-b97d-3254aec90119 HTTP/1.1" status: 200 len: 945 time: 0.1404910 Dec 20 14:33:39.918533 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5b92a3b2-1661-4e14-afc0-13759c51996d req-c8125732-381c-4279-abdf-b12d9ff3166f tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630238 Dec 20 14:33:39.919712 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a2406f1-41da-4d70-8c16-5ddd6393e640 req-d0fab170-1e39-47ed-a167-d69ad0509bbc tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Made reservation on behalf of b34e3eedf72e455b9cbb2db5d8862a92 for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:33:39.923459 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-7a2406f1-41da-4d70-8c16-5ddd6393e640 req-d0fab170-1e39-47ed-a167-d69ad0509bbc tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:40.041630 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 34720) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:33:40.061719 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-418f00bc-9f82-47e8-8c9a-f6ad0f0e43fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:40.077181 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [req-7a2406f1-41da-4d70-8c16-5ddd6393e640 req-d0fab170-1e39-47ed-a167-d69ad0509bbc tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Allocated IP 172.20.0.3 (ac37406e-6eba-42f0-a02b-49bc68c3a995/8bcc849b-c021-46b4-96cd-8d7c30cd2023/c2787ba9-c8a7-466a-b9c2-505091651b51) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:33:40.176670 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-418f00bc-9f82-47e8-8c9a-f6ad0f0e43fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:40.185050 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-418f00bc-9f82-47e8-8c9a-f6ad0f0e43fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:40.235476 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-418f00bc-9f82-47e8-8c9a-f6ad0f0e43fd admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6c17e95231df471ab23c056dabd07af4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1922057 Dec 20 14:33:40.237999 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 34726) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:33:40.244940 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418f00bc-9f82-47e8-8c9a-f6ad0f0e43fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46bad0f3-3fb4-44a3-a52d-c7868b7fc5ca,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:33:40.301086 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-446c2558-e356-47cc-b4b5-6cc257d122eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:40.301353 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-7a2406f1-41da-4d70-8c16-5ddd6393e640 req-d0fab170-1e39-47ed-a167-d69ad0509bbc tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:40.325220 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-446c2558-e356-47cc-b4b5-6cc257d122eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:40.358314 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722ea9ff-ad3a-4d47-8551-3d875247b1bd req-41af569d-349c-4647-84b7-030aba54c5d7 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:40.359911 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-722ea9ff-ad3a-4d47-8551-3d875247b1bd req-41af569d-349c-4647-84b7-030aba54c5d7 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=64fdf7d1-efde-4de1-bf72-e69d36342c02 HTTP/1.1" status: 200 len: 949 time: 0.0779462 Dec 20 14:33:40.380669 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-446c2558-e356-47cc-b4b5-6cc257d122eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:40.383381 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-446c2558-e356-47cc-b4b5-6cc257d122eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:40.387434 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-446c2558-e356-47cc-b4b5-6cc257d122eb admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/46bad0f3-3fb4-44a3-a52d-c7868b7fc5ca HTTP/1.1" status: 204 len: 168 time: 0.1484413 Dec 20 14:33:40.395632 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-7a2406f1-41da-4d70-8c16-5ddd6393e640 req-d0fab170-1e39-47ed-a167-d69ad0509bbc tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:40.398143 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446c2558-e356-47cc-b4b5-6cc257d122eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46bad0f3-3fb4-44a3-a52d-c7868b7fc5ca,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:33:40.408884 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['d51472d0-9c05-4789-b785-88c8d484278a'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:33:40.464737 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a2406f1-41da-4d70-8c16-5ddd6393e640 req-d0fab170-1e39-47ed-a167-d69ad0509bbc tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Network ac37406e-6eba-42f0-a02b-49bc68c3a995 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:33:40.470935 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [req-7a2406f1-41da-4d70-8c16-5ddd6393e640 req-d0fab170-1e39-47ed-a167-d69ad0509bbc tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:33:40.477970 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-722ea9ff-ad3a-4d47-8551-3d875247b1bd req-872d687c-8b24-49f1-92ce-6d7317f01108 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108119 Dec 20 14:33:40.478809 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a2406f1-41da-4d70-8c16-5ddd6393e640 req-d0fab170-1e39-47ed-a167-d69ad0509bbc tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:33:40.505179 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fab170-1e39-47ed-a167-d69ad0509bbc tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Pushing event updated for resources: {'Port': ['ID=c2787ba9-c8a7-466a-b9c2-505091651b51,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:33:40.554945 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2406f1-41da-4d70-8c16-5ddd6393e640 req-d0fab170-1e39-47ed-a167-d69ad0509bbc tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:40.555663 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-7a2406f1-41da-4d70-8c16-5ddd6393e640 req-d0fab170-1e39-47ed-a167-d69ad0509bbc tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:40.580736 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7a2406f1-41da-4d70-8c16-5ddd6393e640 req-d0fab170-1e39-47ed-a167-d69ad0509bbc tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8967934 Dec 20 14:33:40.595673 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-7a2406f1-41da-4d70-8c16-5ddd6393e640 req-16a0196d-efbb-4fcd-9a49-077805a005da service neutron] Request body: {'port': {'device_id': 'aa358f07-c266-4929-91d4-d31a114fd1d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-19'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:33:40.652987 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dd335b-1fac-4125-9a87-31a307a9501e req-29084d00-bc07-4cad-bd57-e43d39387621 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:40.654559 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d8dd335b-1fac-4125-9a87-31a307a9501e req-29084d00-bc07-4cad-bd57-e43d39387621 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa358f07-c266-4929-91d4-d31a114fd1d3 HTTP/1.1" status: 200 len: 931 time: 0.0669239 Dec 20 14:33:40.698941 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-7a2406f1-41da-4d70-8c16-5ddd6393e640 req-16a0196d-efbb-4fcd-9a49-077805a005da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:40.736984 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d8dd335b-1fac-4125-9a87-31a307a9501e req-d5e0edb7-ffff-4ae7-9d1b-dcfa1379946c tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724862 Dec 20 14:33:41.096402 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [req-7a2406f1-41da-4d70-8c16-5ddd6393e640 req-16a0196d-efbb-4fcd-9a49-077805a005da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2787ba9-c8a7-466a-b9c2-505091651b51 {{(pid=103167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:33:41.107811 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-7a2406f1-41da-4d70-8c16-5ddd6393e640 req-16a0196d-efbb-4fcd-9a49-077805a005da service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:41.129282 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-7a2406f1-41da-4d70-8c16-5ddd6393e640 req-16a0196d-efbb-4fcd-9a49-077805a005da service neutron] Transition to ACTIVE for port object c2787ba9-c8a7-466a-b9c2-505091651b51 will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:33:41.138210 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f103ce5-e482-4d0c-bb27-0b8ee99cd76e req-ae511b62-d871-4697-8eb0-11b896b017a4 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:41.143392 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8f103ce5-e482-4d0c-bb27-0b8ee99cd76e req-ae511b62-d871-4697-8eb0-11b896b017a4 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=26904fa8-0b3f-41f3-b97d-3254aec90119 HTTP/1.1" status: 200 len: 945 time: 0.0869591 Dec 20 14:33:41.144917 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-7a2406f1-41da-4d70-8c16-5ddd6393e640 req-16a0196d-efbb-4fcd-9a49-077805a005da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:41.158818 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 34752) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:33:41.165019 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-4bd70d45-5658-48f6-9342-a3de83a641b5 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1033795935', 'description': 'tempest-description--790734189'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:33:41.216770 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4bd70d45-5658-48f6-9342-a3de83a641b5 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:41.262545 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a0196d-efbb-4fcd-9a49-077805a005da service neutron] Pushing event updated for resources: {'Port': ['ID=c2787ba9-c8a7-466a-b9c2-505091651b51,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:33:41.302512 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8f103ce5-e482-4d0c-bb27-0b8ee99cd76e req-666f466d-1440-4db0-a53d-87c223776d25 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547630 Dec 20 14:33:41.314423 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4bd70d45-5658-48f6-9342-a3de83a641b5 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:41.320217 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4bd70d45-5658-48f6-9342-a3de83a641b5 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:41.337127 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-7a2406f1-41da-4d70-8c16-5ddd6393e640 req-16a0196d-efbb-4fcd-9a49-077805a005da service neutron] Attempting to bind port c2787ba9-c8a7-466a-b9c2-505091651b51 on host n-h1-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:33:41.338386 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-7a2406f1-41da-4d70-8c16-5ddd6393e640 req-16a0196d-efbb-4fcd-9a49-077805a005da service neutron] Attempting to bind port c2787ba9-c8a7-466a-b9c2-505091651b51 by drivers openvswitch,hyperv on host n-h1-761264-19 at level 0 using segments [{'id': '3b732879-896e-432d-a96e-7cba9e2b8a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ac37406e-6eba-42f0-a02b-49bc68c3a995'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:33:41.338848 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2406f1-41da-4d70-8c16-5ddd6393e640 req-16a0196d-efbb-4fcd-9a49-077805a005da service neutron] Attempting to bind port c2787ba9-c8a7-466a-b9c2-505091651b51 on network ac37406e-6eba-42f0-a02b-49bc68c3a995 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:33:41.344553 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2406f1-41da-4d70-8c16-5ddd6393e640 req-16a0196d-efbb-4fcd-9a49-077805a005da service neutron] Port c2787ba9-c8a7-466a-b9c2-505091651b51 on network ac37406e-6eba-42f0-a02b-49bc68c3a995 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:33:41.344881 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2406f1-41da-4d70-8c16-5ddd6393e640 req-16a0196d-efbb-4fcd-9a49-077805a005da service neutron] Attempting to bind port c2787ba9-c8a7-466a-b9c2-505091651b51 on network ac37406e-6eba-42f0-a02b-49bc68c3a995 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:33:41.350749 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2406f1-41da-4d70-8c16-5ddd6393e640 req-16a0196d-efbb-4fcd-9a49-077805a005da service neutron] Checking agent: {'id': '3e5ace3e-dd7b-4522-a7c4-77d13dbeab1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:33:41.351096 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2406f1-41da-4d70-8c16-5ddd6393e640 req-16a0196d-efbb-4fcd-9a49-077805a005da service neutron] Checking segment: {'id': '3b732879-896e-432d-a96e-7cba9e2b8a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ac37406e-6eba-42f0-a02b-49bc68c3a995'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:33:41.351754 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2406f1-41da-4d70-8c16-5ddd6393e640 req-16a0196d-efbb-4fcd-9a49-077805a005da service neutron] Bound using segment: {'id': '3b732879-896e-432d-a96e-7cba9e2b8a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ac37406e-6eba-42f0-a02b-49bc68c3a995'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:33:41.351914 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-7a2406f1-41da-4d70-8c16-5ddd6393e640 req-16a0196d-efbb-4fcd-9a49-077805a005da service neutron] Bound port: c2787ba9-c8a7-466a-b9c2-505091651b51, host: n-h1-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b732879-896e-432d-a96e-7cba9e2b8a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ac37406e-6eba-42f0-a02b-49bc68c3a995'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:33:41.352430 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-7a2406f1-41da-4d70-8c16-5ddd6393e640 req-16a0196d-efbb-4fcd-9a49-077805a005da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:41.354421 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4bd70d45-5658-48f6-9342-a3de83a641b5 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:41.355821 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-4bd70d45-5658-48f6-9342-a3de83a641b5 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1959360 Dec 20 14:33:41.359280 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 34760) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:33:41.369473 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-c819b28f-8d22-4e7f-a073-e319e271ea4c tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Request body: {'security_group_rule': {'security_group_id': 'c0d33e0e-4eb5-47a9-93a2-856c6f41bba3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:33:41.377465 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd70d45-5658-48f6-9342-a3de83a641b5 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d33e0e-4eb5-47a9-93a2-856c6f41bba3,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:33:41.416651 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c819b28f-8d22-4e7f-a073-e319e271ea4c tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:41.433103 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-7a2406f1-41da-4d70-8c16-5ddd6393e640 req-16a0196d-efbb-4fcd-9a49-077805a005da service neutron] For port c2787ba9-c8a7-466a-b9c2-505091651b51, host n-h1-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:33:41.436517 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-7a2406f1-41da-4d70-8c16-5ddd6393e640 req-16a0196d-efbb-4fcd-9a49-077805a005da service neutron] For port c2787ba9-c8a7-466a-b9c2-505091651b51, host n-h1-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=c2787ba9-c8a7-466a-b9c2-505091651b51,segment=NetworkSegment(3b732879-896e-432d-a96e-7cba9e2b8a93),segment_id=3b732879-896e-432d-a96e-7cba9e2b8a93)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:33:41.444843 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-7a2406f1-41da-4d70-8c16-5ddd6393e640 req-16a0196d-efbb-4fcd-9a49-077805a005da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:41.470427 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:41.491564 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c819b28f-8d22-4e7f-a073-e319e271ea4c tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:41.499724 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2406f1-41da-4d70-8c16-5ddd6393e640 req-16a0196d-efbb-4fcd-9a49-077805a005da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:41.499923 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c819b28f-8d22-4e7f-a073-e319e271ea4c tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:41.500708 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-7a2406f1-41da-4d70-8c16-5ddd6393e640 req-16a0196d-efbb-4fcd-9a49-077805a005da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:41.503517 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7a2406f1-41da-4d70-8c16-5ddd6393e640 req-16a0196d-efbb-4fcd-9a49-077805a005da service neutron] 10.222.0.30 "PUT /v2.0/ports/c2787ba9-c8a7-466a-b9c2-505091651b51 HTTP/1.1" status: 200 len: 1092 time: 0.9117908 Dec 20 14:33:41.503624 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa358f07-c266-4929-91d4-d31a114fd1d3', 'tag': 'c2787ba9-c8a7-466a-b9c2-505091651b51'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:33:41.506227 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efbddf7f-9cd5-4bd5-b33d-7f26d09d0441" -d '{"events": [{"name": "network-changed", "server_uuid": "aa358f07-c266-4929-91d4-d31a114fd1d3", "tag": "c2787ba9-c8a7-466a-b9c2-505091651b51"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:33:41.537201 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a0196d-efbb-4fcd-9a49-077805a005da service neutron] Pushing event updated for resources: {'Port': ['ID=c2787ba9-c8a7-466a-b9c2-505091651b51,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:33:41.540957 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c819b28f-8d22-4e7f-a073-e319e271ea4c tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:41.542516 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-c819b28f-8d22-4e7f-a073-e319e271ea4c tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1807683 Dec 20 14:33:41.544196 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c819b28f-8d22-4e7f-a073-e319e271ea4c tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecf147c8-3a77-413e-9835-bb10b6658d4c,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:33:41.546211 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 34770) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:33:41.553345 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-83c3f687-0217-40d4-bcd1-3ce2b7285e2e tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Request body: {'security_group_rule': {'security_group_id': 'c0d33e0e-4eb5-47a9-93a2-856c6f41bba3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:33:41.579982 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c74b2132-5ef1-4152-aab0-eed07fc20bd1 x-openstack-request-id: req-c74b2132-5ef1-4152-aab0-eed07fc20bd1 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:33:41.580340 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa358f07-c266-4929-91d4-d31a114fd1d3", "tag": "c2787ba9-c8a7-466a-b9c2-505091651b51", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:33:41.580536 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c74b2132-5ef1-4152-aab0-eed07fc20bd1 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:33:41.580940 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa358f07-c266-4929-91d4-d31a114fd1d3', 'tag': 'c2787ba9-c8a7-466a-b9c2-505091651b51', 'status': 'completed', 'code': 200} Dec 20 14:33:41.630347 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2406f1-41da-4d70-8c16-5ddd6393e640 req-8f441781-6052-428a-8750-c3a0d0bf8f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:41.632305 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7a2406f1-41da-4d70-8c16-5ddd6393e640 req-8f441781-6052-428a-8750-c3a0d0bf8f6e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b34e3eedf72e455b9cbb2db5d8862a92&device_id=aa358f07-c266-4929-91d4-d31a114fd1d3 HTTP/1.1" status: 200 len: 1095 time: 0.0496027 Dec 20 14:33:41.644438 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-83c3f687-0217-40d4-bcd1-3ce2b7285e2e tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:41.671124 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52da37de-1264-42bf-8d7c-4ebf13b80fa8 req-22a4b9ca-fd55-42d7-9875-b85f8c73c8ce tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:41.673495 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-52da37de-1264-42bf-8d7c-4ebf13b80fa8 req-22a4b9ca-fd55-42d7-9875-b85f8c73c8ce tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=64fdf7d1-efde-4de1-bf72-e69d36342c02 HTTP/1.1" status: 200 len: 949 time: 0.0902367 Dec 20 14:33:41.681831 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7a2406f1-41da-4d70-8c16-5ddd6393e640 req-6c526649-e6de-439b-b0ba-173a9b4dc49e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c2787ba9-c8a7-466a-b9c2-505091651b51 HTTP/1.1" status: 200 len: 217 time: 0.0417278 Dec 20 14:33:41.687332 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 82b9a272-8127-4f00-a09f-d3d155351ea5 up at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:33:41.746612 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2406f1-41da-4d70-8c16-5ddd6393e640 req-aab2afea-d70c-454c-a571-48dad7299478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:41.749024 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7a2406f1-41da-4d70-8c16-5ddd6393e640 req-aab2afea-d70c-454c-a571-48dad7299478 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8bcc849b-c021-46b4-96cd-8d7c30cd2023 HTTP/1.1" status: 200 len: 845 time: 0.0592713 Dec 20 14:33:41.752063 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning for port 82b9a272-8127-4f00-a09f-d3d155351ea5 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:33:41.760759 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning complete for port 82b9a272-8127-4f00-a09f-d3d155351ea5 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:33:41.761496 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:41.767586 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-52da37de-1264-42bf-8d7c-4ebf13b80fa8 req-bf879425-0536-470d-99bc-52192bbf38cf tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829947 Dec 20 14:33:41.785087 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-83c3f687-0217-40d4-bcd1-3ce2b7285e2e tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:41.804949 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-83c3f687-0217-40d4-bcd1-3ce2b7285e2e tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:41.806290 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7a2406f1-41da-4d70-8c16-5ddd6393e640 req-b2e5cb24-18a3-4831-8900-9fd7279beb2c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ac37406e-6eba-42f0-a02b-49bc68c3a995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453947 Dec 20 14:33:41.827516 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c3f687-0217-40d4-bcd1-3ce2b7285e2e tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cc70fad-51da-4345-a0f1-3b2f9b0b8f70,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:33:41.842829 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-83c3f687-0217-40d4-bcd1-3ce2b7285e2e tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:41.844084 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-83c3f687-0217-40d4-bcd1-3ce2b7285e2e tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2958758 Dec 20 14:33:41.849308 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 34778) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:33:41.854192 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-4efbd963-4ba3-4dfe-b584-61a019539149 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Request body: {'floatingip': {'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:33:41.888533 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4efbd963-4ba3-4dfe-b584-61a019539149 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Publish callbacks [] for floatingip, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:41.904371 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:41.943267 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 82b9a272-8127-4f00-a09f-d3d155351ea5, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=82b9a272-8127-4f00-a09f-d3d155351ea5,segment=NetworkSegment(0db4f97e-52d2-4e75-a7f6-550aa2b8eca1),segment_id=0db4f97e-52d2-4e75-a7f6-550aa2b8eca1)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:33:41.945125 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26904fa8-0b3f-41f3-b97d-3254aec90119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82b9a272-8127-4f00-a09f-d3d155351ea5'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:33:41.949262 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e34f1d46-085d-4652-9bd8-efaaa5a69cef" -d '{"events": [{"server_uuid": "26904fa8-0b3f-41f3-b97d-3254aec90119", "name": "network-vif-plugged", "status": "completed", "tag": "82b9a272-8127-4f00-a09f-d3d155351ea5"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:33:41.954357 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:42.011315 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=82b9a272-8127-4f00-a09f-d3d155351ea5,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:33:42.028707 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf9c16f-b4a6-4f37-9c65-8c561406b635 req-49e98dc3-4750-46fa-b514-d29576dae655 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:42.030316 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7cf9c16f-b4a6-4f37-9c65-8c561406b635 req-49e98dc3-4750-46fa-b514-d29576dae655 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa358f07-c266-4929-91d4-d31a114fd1d3 HTTP/1.1" status: 200 len: 943 time: 0.2048538 Dec 20 14:33:42.044346 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4efbd963-4ba3-4dfe-b584-61a019539149 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:42.061796 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7a18e2f-c892-47bc-a000-e91ede7c2dd3 x-openstack-request-id: req-f7a18e2f-c892-47bc-a000-e91ede7c2dd3 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:33:42.062767 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26904fa8-0b3f-41f3-b97d-3254aec90119", "name": "network-vif-plugged", "status": "completed", "tag": "82b9a272-8127-4f00-a09f-d3d155351ea5", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:33:42.063049 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f7a18e2f-c892-47bc-a000-e91ede7c2dd3 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:33:42.063644 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26904fa8-0b3f-41f3-b97d-3254aec90119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82b9a272-8127-4f00-a09f-d3d155351ea5', 'code': 200} Dec 20 14:33:42.095893 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7a2406f1-41da-4d70-8c16-5ddd6393e640 req-3960c3e9-cb87-417b-a166-59c55f0598be service neutron] 10.222.0.30 "GET /v2.0/networks/ac37406e-6eba-42f0-a02b-49bc68c3a995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2821324 Dec 20 14:33:42.168229 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7cf9c16f-b4a6-4f37-9c65-8c561406b635 req-e2e973d0-b3ab-44ef-a583-b8bf51fe09d3 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183300 Dec 20 14:33:42.245725 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7a2406f1-41da-4d70-8c16-5ddd6393e640 req-7d27b441-7dda-455e-803e-37506b0f2272 service neutron] 10.222.0.30 "GET /v2.0/networks/ac37406e-6eba-42f0-a02b-49bc68c3a995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405787 Dec 20 14:33:42.255197 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4673150f-cfa3-4ba3-b719-c64f9c144eea req-e2ba3b45-f860-4d1b-bdc1-6b39349b548e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:42.264737 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4673150f-cfa3-4ba3-b719-c64f9c144eea req-e2ba3b45-f860-4d1b-bdc1-6b39349b548e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=26904fa8-0b3f-41f3-b97d-3254aec90119 HTTP/1.1" status: 200 len: 1098 time: 0.1030033 Dec 20 14:33:42.268006 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-4efbd963-4ba3-4dfe-b584-61a019539149 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Allocated IP 172.25.0.215 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/d48f6a4f-7974-4474-ac84-008170dca93a) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:33:42.382610 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbddf7f-9cd5-4bd5-b33d-7f26d09d0441 req-9dc97781-d49c-4a02-9a75-e56774a54334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:42.384954 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-efbddf7f-9cd5-4bd5-b33d-7f26d09d0441 req-9dc97781-d49c-4a02-9a75-e56774a54334 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b34e3eedf72e455b9cbb2db5d8862a92&device_id=aa358f07-c266-4929-91d4-d31a114fd1d3 HTTP/1.1" status: 200 len: 1095 time: 0.0723939 Dec 20 14:33:42.502333 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6fa888-3fb0-4954-b335-2a58dcc2805f req-2b55eeb7-2971-4b50-b9cc-a3c5e82f83e3 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:42.510201 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1e6fa888-3fb0-4954-b335-2a58dcc2805f req-2b55eeb7-2971-4b50-b9cc-a3c5e82f83e3 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=26904fa8-0b3f-41f3-b97d-3254aec90119 HTTP/1.1" status: 200 len: 946 time: 0.1224461 Dec 20 14:33:42.570853 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbddf7f-9cd5-4bd5-b33d-7f26d09d0441 req-cc561856-395d-45ca-a847-e32601864018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:42.573431 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-efbddf7f-9cd5-4bd5-b33d-7f26d09d0441 req-cc561856-395d-45ca-a847-e32601864018 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ac37406e-6eba-42f0-a02b-49bc68c3a995 HTTP/1.1" status: 200 len: 906 time: 0.1724169 Dec 20 14:33:42.618715 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 5e94c1c8-742c-4b1c-b369-f665e4c6ed3b no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:33:42.631839 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4673150f-cfa3-4ba3-b719-c64f9c144eea req-ef619494-9448-4063-bce1-4d3222ec95aa service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3596048 Dec 20 14:33:42.635036 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1e6fa888-3fb0-4954-b335-2a58dcc2805f req-5c765b1f-82fb-4ac2-9910-d1c6fa80e194 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234906 Dec 20 14:33:42.636484 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-efbddf7f-9cd5-4bd5-b33d-7f26d09d0441 req-12b819e7-adda-4ef0-b227-36b7e437dd02 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c2787ba9-c8a7-466a-b9c2-505091651b51 HTTP/1.1" status: 200 len: 217 time: 0.0528982 Dec 20 14:33:42.646554 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] No Port match for: 5e94c1c8-742c-4b1c-b369-f665e4c6ed3b {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:33:42.647065 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 5e94c1c8-742c-4b1c-b369-f665e4c6ed3b not bound to the agent host n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:33:42.712582 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4efbd963-4ba3-4dfe-b584-61a019539149 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:42.752330 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4efbd963-4ba3-4dfe-b584-61a019539149 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:42.797469 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4efbd963-4ba3-4dfe-b584-61a019539149 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:33:42.800549 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-4efbd963-4ba3-4dfe-b584-61a019539149 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:33:42.807632 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efbd963-4ba3-4dfe-b584-61a019539149 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:33:42.813098 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efbd963-4ba3-4dfe-b584-61a019539149 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Pushing event updated for resources: {'Port': ['ID=d48f6a4f-7974-4474-ac84-008170dca93a,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:33:42.971622 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4efbd963-4ba3-4dfe-b584-61a019539149 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:42.984225 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3da29b-0c46-48bb-bdd2-41e59ea22e07 req-98b19280-7bc3-4f1e-bb7a-76bcb56255a5 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:42.985761 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-bf3da29b-0c46-48bb-bdd2-41e59ea22e07 req-98b19280-7bc3-4f1e-bb7a-76bcb56255a5 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=64fdf7d1-efde-4de1-bf72-e69d36342c02 HTTP/1.1" status: 200 len: 949 time: 0.1262162 Dec 20 14:33:43.002951 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbddf7f-9cd5-4bd5-b33d-7f26d09d0441 req-f4e53463-d472-4c5b-b686-9163daf59368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:43.004496 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-efbddf7f-9cd5-4bd5-b33d-7f26d09d0441 req-f4e53463-d472-4c5b-b686-9163daf59368 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8bcc849b-c021-46b4-96cd-8d7c30cd2023 HTTP/1.1" status: 200 len: 845 time: 0.0781703 Dec 20 14:33:43.046834 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-efbddf7f-9cd5-4bd5-b33d-7f26d09d0441 req-be036591-cc50-41c6-b3c6-92a163941fd5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ac37406e-6eba-42f0-a02b-49bc68c3a995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338066 Dec 20 14:33:43.058684 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4efbd963-4ba3-4dfe-b584-61a019539149 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:43.093888 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-bf3da29b-0c46-48bb-bdd2-41e59ea22e07 req-00727518-2165-48fe-a180-6f49b1a85e1a tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013629 Dec 20 14:33:43.164470 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-efbddf7f-9cd5-4bd5-b33d-7f26d09d0441 req-7a297c5d-a10e-46cc-80fd-f9413e2367d3 service neutron] 10.222.0.30 "GET /v2.0/networks/ac37406e-6eba-42f0-a02b-49bc68c3a995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046536 Dec 20 14:33:43.275951 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4efbd963-4ba3-4dfe-b584-61a019539149 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:43.294986 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4efbd963-4ba3-4dfe-b584-61a019539149 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:43.327074 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-efbddf7f-9cd5-4bd5-b33d-7f26d09d0441 req-e7ae3099-682f-489b-8aec-12b0e47d2f70 service neutron] 10.222.0.30 "GET /v2.0/networks/ac37406e-6eba-42f0-a02b-49bc68c3a995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518829 Dec 20 14:33:43.401262 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ea1279-abf3-4a53-b831-441f54d793bc req-b5cac5ec-6f92-47e1-9558-6d9306c6237e tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:43.402928 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d2ea1279-abf3-4a53-b831-441f54d793bc req-b5cac5ec-6f92-47e1-9558-6d9306c6237e tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa358f07-c266-4929-91d4-d31a114fd1d3 HTTP/1.1" status: 200 len: 943 time: 0.1602559 Dec 20 14:33:43.413855 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efbd963-4ba3-4dfe-b584-61a019539149 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Pushing event updated for resources: {'Port': ['ID=d48f6a4f-7974-4474-ac84-008170dca93a,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:33:43.429433 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4efbd963-4ba3-4dfe-b584-61a019539149 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585115'] for floatingip, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:43.472956 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4efbd963-4ba3-4dfe-b584-61a019539149 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:43.474366 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-4efbd963-4ba3-4dfe-b584-61a019539149 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6238844 Dec 20 14:33:43.498280 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d2ea1279-abf3-4a53-b831-441f54d793bc req-20adff82-99c8-4282-8097-eb57bd3f7dcc tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882623 Dec 20 14:33:43.616170 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 34896) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:33:43.764113 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230214bc-935e-482e-b43c-ad5ef173abab req-84bbbaa9-0394-43a9-be95-89cec66d1d1f tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:43.765678 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-230214bc-935e-482e-b43c-ad5ef173abab req-84bbbaa9-0394-43a9-be95-89cec66d1d1f tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=26904fa8-0b3f-41f3-b97d-3254aec90119 HTTP/1.1" status: 200 len: 946 time: 0.0557668 Dec 20 14:33:43.775481 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204e2662-18ca-4caf-b280-9d519053fc06 req-ca63aa7f-4214-4da4-a945-d2409331ab91 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:43.777114 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-204e2662-18ca-4caf-b280-9d519053fc06 req-ca63aa7f-4214-4da4-a945-d2409331ab91 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/networks?id=dce53437-e7e7-4d26-8f4b-47bafb0fd8bc HTTP/1.1" status: 200 len: 822 time: 0.1206529 Dec 20 14:33:43.799930 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-57bebacb-f7c9-434d-8c0f-c03926222e75 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:43.803761 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-204e2662-18ca-4caf-b280-9d519053fc06 req-f8ae056f-0b1d-4a48-95a9-49033b97315e tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/quotas/88c25df3faa3411c93ebdfdba13bf7e6 HTTP/1.1" status: 200 len: 375 time: 0.0186479 Dec 20 14:33:43.817960 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-230214bc-935e-482e-b43c-ad5ef173abab req-196c451a-e8f5-4271-88fa-705092797408 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459642 Dec 20 14:33:43.843408 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-204e2662-18ca-4caf-b280-9d519053fc06 req-3456efb1-1f56-48ed-8f2d-3e6298e0b2e2 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=88c25df3faa3411c93ebdfdba13bf7e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319908 Dec 20 14:33:44.272438 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399fdf96-636e-4f3d-9ca5-77ee90ce8f7a req-56d9f6bf-37db-4b81-a890-bcf8837d8e48 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:44.274135 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-399fdf96-636e-4f3d-9ca5-77ee90ce8f7a req-56d9f6bf-37db-4b81-a890-bcf8837d8e48 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=64fdf7d1-efde-4de1-bf72-e69d36342c02 HTTP/1.1" status: 200 len: 949 time: 0.0579157 Dec 20 14:33:44.283374 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-57bebacb-f7c9-434d-8c0f-c03926222e75 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:44.287913 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-204e2662-18ca-4caf-b280-9d519053fc06 req-dc39b389-582a-4c38-8e73-81c74c117789 service neutron] 10.222.0.54 "GET /v2.0/networks/dce53437-e7e7-4d26-8f4b-47bafb0fd8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4333034 Dec 20 14:33:44.291016 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-57bebacb-f7c9-434d-8c0f-c03926222e75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:44.329037 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-399fdf96-636e-4f3d-9ca5-77ee90ce8f7a req-399c119a-0528-4ea7-8a4c-a13d79884241 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484092 Dec 20 14:33:44.382847 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bebacb-f7c9-434d-8c0f-c03926222e75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc67dc6a-0748-429d-9723-fc7a8962ed49,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:33:44.389870 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-57bebacb-f7c9-434d-8c0f-c03926222e75 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c23d9d9f88684653977c11c44e8855ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7724810 Dec 20 14:33:44.393069 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 34912) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:33:44.426842 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-204e2662-18ca-4caf-b280-9d519053fc06 req-bc5e792f-7256-4146-8ad6-6990e27af7a1 service neutron] 10.222.0.54 "GET /v2.0/networks/dce53437-e7e7-4d26-8f4b-47bafb0fd8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320119 Dec 20 14:33:44.468126 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ce3d2f06-4b1a-4d7b-8940-d664dd4aca3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:44.494940 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ce3d2f06-4b1a-4d7b-8940-d664dd4aca3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:44.557990 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ce3d2f06-4b1a-4d7b-8940-d664dd4aca3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:44.568556 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ce3d2f06-4b1a-4d7b-8940-d664dd4aca3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:44.569808 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-ce3d2f06-4b1a-4d7b-8940-d664dd4aca3e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/cc67dc6a-0748-429d-9723-fc7a8962ed49 HTTP/1.1" status: 204 len: 168 time: 0.1751919 Dec 20 14:33:44.591940 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3d2f06-4b1a-4d7b-8940-d664dd4aca3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc67dc6a-0748-429d-9723-fc7a8962ed49,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:33:44.639797 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e3de192c-1b5f-4f5a-aabe-01cf60fdb797 req-d578c83f-f24d-4536-bb1b-d93b29b700c3 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/ports?device_id=9b6d8c11-5c8b-4bdb-b4a0-db43815e7be8 HTTP/1.1" status: 200 len: 210 time: 0.0400214 Dec 20 14:33:44.686960 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7ccf8a-74a7-4e14-a7f6-d2a5737e0c32 req-1c7844ba-19d6-4071-8b69-605d88182d98 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:44.689096 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cf7ccf8a-74a7-4e14-a7f6-d2a5737e0c32 req-1c7844ba-19d6-4071-8b69-605d88182d98 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa358f07-c266-4929-91d4-d31a114fd1d3 HTTP/1.1" status: 200 len: 943 time: 0.0692010 Dec 20 14:33:44.759122 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cf7ccf8a-74a7-4e14-a7f6-d2a5737e0c32 req-2c1e225a-213c-4fa1-b966-288f32818824 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617821 Dec 20 14:33:44.940972 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae079ce7-341d-4fe3-bf8f-6eae7dbf8689 req-7a1fd395-10c7-4351-bea0-6863ba6d027c tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:44.942669 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ae079ce7-341d-4fe3-bf8f-6eae7dbf8689 req-7a1fd395-10c7-4351-bea0-6863ba6d027c tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=26904fa8-0b3f-41f3-b97d-3254aec90119 HTTP/1.1" status: 200 len: 946 time: 0.0528216 Dec 20 14:33:44.981937 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 34934) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:33:44.995679 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c8807cf3-5ea8-42a9-ba2a-98955c966e07 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:45.005102 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ae079ce7-341d-4fe3-bf8f-6eae7dbf8689 req-40aec393-4408-4335-9c6e-e74c6b579dd2 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547688 Dec 20 14:33:45.087239 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c8807cf3-5ea8-42a9-ba2a-98955c966e07 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:45.096820 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c8807cf3-5ea8-42a9-ba2a-98955c966e07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:45.110886 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:45.146747 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-c8807cf3-5ea8-42a9-ba2a-98955c966e07 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=10b99d9d93c843a59d61355c731864aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1636395 Dec 20 14:33:45.147756 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8807cf3-5ea8-42a9-ba2a-98955c966e07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=969df348-ad0a-4618-a8dd-9035ade4399f,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:33:45.149493 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 34938) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:33:45.221171 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8e192750-6234-4322-9004-ca2eac406b8c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:45.272250 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8e192750-6234-4322-9004-ca2eac406b8c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:45.331922 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8e192750-6234-4322-9004-ca2eac406b8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:45.334752 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8e192750-6234-4322-9004-ca2eac406b8c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:45.335998 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-8e192750-6234-4322-9004-ca2eac406b8c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/969df348-ad0a-4618-a8dd-9035ade4399f HTTP/1.1" status: 204 len: 168 time: 0.1852055 Dec 20 14:33:45.338306 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d7004b-4e9c-4bec-96d0-96d43cfacb61 req-6333e933-6d78-47f1-a8a0-6be33da11f9c tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:45.344791 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e192750-6234-4322-9004-ca2eac406b8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=969df348-ad0a-4618-a8dd-9035ade4399f,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:33:45.346888 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-93d7004b-4e9c-4bec-96d0-96d43cfacb61 req-6333e933-6d78-47f1-a8a0-6be33da11f9c tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=26904fa8-0b3f-41f3-b97d-3254aec90119 HTTP/1.1" status: 200 len: 946 time: 0.0609610 Dec 20 14:33:45.406014 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-93d7004b-4e9c-4bec-96d0-96d43cfacb61 req-82c92943-5297-4760-9276-82f5ae9813c1 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581965 Dec 20 14:33:45.488192 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f53f830-b0b1-4bb2-a7be-393e50ff099c req-bff7c6cf-5d0f-4319-8110-8c8ef291e2de tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:45.489946 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4f53f830-b0b1-4bb2-a7be-393e50ff099c req-bff7c6cf-5d0f-4319-8110-8c8ef291e2de tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=64fdf7d1-efde-4de1-bf72-e69d36342c02 HTTP/1.1" status: 200 len: 949 time: 0.0655434 Dec 20 14:33:45.552087 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4f53f830-b0b1-4bb2-a7be-393e50ff099c req-e045e485-80b1-4089-80ec-9944bd25213d tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548623 Dec 20 14:33:45.687766 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device c2787ba9-c8a7-466a-b9c2-505091651b51 details requested by agent hyperv_n-h1-761264-19 with host n-h1-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:33:45.795961 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-185553d2-4195-4e44-b8dc-2083059f0c8b req-c33b0d91-3adb-4a1d-aa80-5bdabcc114f9 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/ports?device_id=9b6d8c11-5c8b-4bdb-b4a0-db43815e7be8 HTTP/1.1" status: 200 len: 210 time: 0.0335493 Dec 20 14:33:45.852525 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204e2662-18ca-4caf-b280-9d519053fc06 req-1bd0c53c-a362-4d85-aea0-9a859d6fc8f1 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:45.854055 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-204e2662-18ca-4caf-b280-9d519053fc06 req-1bd0c53c-a362-4d85-aea0-9a859d6fc8f1 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.47 "GET /v2.0/networks?id=dce53437-e7e7-4d26-8f4b-47bafb0fd8bc HTTP/1.1" status: 200 len: 822 time: 0.1739428 Dec 20 14:33:45.880295 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-204e2662-18ca-4caf-b280-9d519053fc06 req-7579cf75-c430-4a8a-8c0a-12d849396f5a tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Request body: {'port': {'device_id': '9b6d8c11-5c8b-4bdb-b4a0-db43815e7be8', 'network_id': 'dce53437-e7e7-4d26-8f4b-47bafb0fd8bc', 'admin_state_up': True, 'tenant_id': '88c25df3faa3411c93ebdfdba13bf7e6'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:33:45.881298 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port c2787ba9-c8a7-466a-b9c2-505091651b51, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=c2787ba9-c8a7-466a-b9c2-505091651b51,segment=NetworkSegment(3b732879-896e-432d-a96e-7cba9e2b8a93),segment_id=3b732879-896e-432d-a96e-7cba9e2b8a93)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:33:45.899002 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Returning: {'device': 'c2787ba9-c8a7-466a-b9c2-505091651b51', 'network_id': 'ac37406e-6eba-42f0-a02b-49bc68c3a995', 'port_id': 'c2787ba9-c8a7-466a-b9c2-505091651b51', 'mac_address': 'fa:16:3e:1f:bc:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bcc849b-c021-46b4-96cd-8d7c30cd2023', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:33:45.970065 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:45.989424 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2787ba9-c8a7-466a-b9c2-505091651b51 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:33:46.027273 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port c2787ba9-c8a7-466a-b9c2-505091651b51, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=c2787ba9-c8a7-466a-b9c2-505091651b51,segment=NetworkSegment(3b732879-896e-432d-a96e-7cba9e2b8a93),segment_id=3b732879-896e-432d-a96e-7cba9e2b8a93)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:33:46.034607 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:46.101347 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=c2787ba9-c8a7-466a-b9c2-505091651b51,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:33:46.106904 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbdf73f-14ef-4f06-97b5-4c3c0ffcc917 req-c3f2c1b6-a53c-4448-b95c-720d34598927 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:46.106904 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0bbdf73f-14ef-4f06-97b5-4c3c0ffcc917 req-c3f2c1b6-a53c-4448-b95c-720d34598927 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa358f07-c266-4929-91d4-d31a114fd1d3 HTTP/1.1" status: 200 len: 943 time: 0.1010942 Dec 20 14:33:46.108573 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-204e2662-18ca-4caf-b280-9d519053fc06 req-7579cf75-c430-4a8a-8c0a-12d849396f5a tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Made reservation on behalf of 88c25df3faa3411c93ebdfdba13bf7e6 for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:33:46.113705 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-204e2662-18ca-4caf-b280-9d519053fc06 req-7579cf75-c430-4a8a-8c0a-12d849396f5a tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:46.207556 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0bbdf73f-14ef-4f06-97b5-4c3c0ffcc917 req-9dc704a6-b681-42f9-9960-3e12f0b2d3bd tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865827 Dec 20 14:33:46.385639 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [req-204e2662-18ca-4caf-b280-9d519053fc06 req-7579cf75-c430-4a8a-8c0a-12d849396f5a tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Allocated IP 172.20.0.14 (dce53437-e7e7-4d26-8f4b-47bafb0fd8bc/05b60f46-643c-4184-8d2d-7011e86eb340/8a1a2625-57ee-4cb4-9083-d22817cc30ac) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:33:46.507960 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['c2787ba9-c8a7-466a-b9c2-505091651b51'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:33:46.618217 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98826aef-483a-41a1-94fd-4e7aeec5a0dd req-6dc79801-72eb-47b8-96c7-ec92a9624d18 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:46.620608 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-98826aef-483a-41a1-94fd-4e7aeec5a0dd req-6dc79801-72eb-47b8-96c7-ec92a9624d18 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=26904fa8-0b3f-41f3-b97d-3254aec90119 HTTP/1.1" status: 200 len: 946 time: 0.0861962 Dec 20 14:33:46.641545 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-204e2662-18ca-4caf-b280-9d519053fc06 req-7579cf75-c430-4a8a-8c0a-12d849396f5a tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:46.750979 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-98826aef-483a-41a1-94fd-4e7aeec5a0dd req-a0c00d1a-97e3-48d7-93ca-8f65dd94bdcb tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954731 Dec 20 14:33:46.762748 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0061d3-c415-431a-ab4f-5cf779a682c8 req-a960fa38-526b-4ff4-85cc-ff01492c4482 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:46.764808 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-204e2662-18ca-4caf-b280-9d519053fc06 req-7579cf75-c430-4a8a-8c0a-12d849396f5a tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:46.774016 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-aa0061d3-c415-431a-ab4f-5cf779a682c8 req-a960fa38-526b-4ff4-85cc-ff01492c4482 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=64fdf7d1-efde-4de1-bf72-e69d36342c02 HTTP/1.1" status: 200 len: 949 time: 0.0817542 Dec 20 14:33:46.833885 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-204e2662-18ca-4caf-b280-9d519053fc06 req-7579cf75-c430-4a8a-8c0a-12d849396f5a tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Network dce53437-e7e7-4d26-8f4b-47bafb0fd8bc is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:33:46.835667 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [req-204e2662-18ca-4caf-b280-9d519053fc06 req-7579cf75-c430-4a8a-8c0a-12d849396f5a tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:33:46.840210 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-204e2662-18ca-4caf-b280-9d519053fc06 req-7579cf75-c430-4a8a-8c0a-12d849396f5a tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:33:46.849440 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-aa0061d3-c415-431a-ab4f-5cf779a682c8 req-d7860d5e-6c06-4600-aef3-620d45b24e0c tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741651 Dec 20 14:33:46.901313 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7579cf75-c430-4a8a-8c0a-12d849396f5a tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Pushing event updated for resources: {'Port': ['ID=8a1a2625-57ee-4cb4-9083-d22817cc30ac,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:33:46.912407 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204e2662-18ca-4caf-b280-9d519053fc06 req-7579cf75-c430-4a8a-8c0a-12d849396f5a tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:46.913075 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-204e2662-18ca-4caf-b280-9d519053fc06 req-7579cf75-c430-4a8a-8c0a-12d849396f5a tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:46.934130 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-204e2662-18ca-4caf-b280-9d519053fc06 req-7579cf75-c430-4a8a-8c0a-12d849396f5a tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0592885 Dec 20 14:33:46.948082 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-204e2662-18ca-4caf-b280-9d519053fc06 req-aacf2482-dd78-4a8b-b24e-6bf53c488b0a service neutron] Request body: {'port': {'device_id': '9b6d8c11-5c8b-4bdb-b4a0-db43815e7be8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-19'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:33:47.019635 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-204e2662-18ca-4caf-b280-9d519053fc06 req-aacf2482-dd78-4a8b-b24e-6bf53c488b0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:47.019986 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673cfddb-9494-4cef-b9c9-16297f16c0d6 req-82be130a-fbc7-4dcc-bd8c-c6a0afee64cd tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:47.021582 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-673cfddb-9494-4cef-b9c9-16297f16c0d6 req-82be130a-fbc7-4dcc-bd8c-c6a0afee64cd tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/ports?device_id=9b6d8c11-5c8b-4bdb-b4a0-db43815e7be8 HTTP/1.1" status: 200 len: 932 time: 0.0695229 Dec 20 14:33:47.089298 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-673cfddb-9494-4cef-b9c9-16297f16c0d6 req-09be12e3-72f1-4d21-8cb3-6a2b58b239f0 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/security-groups?id=0393fd0b-7973-42e2-8187-db178c6daece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598874 Dec 20 14:33:47.259131 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b5b4f0-e602-4fc9-adb1-7dcb1966a88c req-cbeb5562-78b6-47b6-84bf-6906c042bc72 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:47.261065 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-28b5b4f0-e602-4fc9-adb1-7dcb1966a88c req-cbeb5562-78b6-47b6-84bf-6906c042bc72 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=26904fa8-0b3f-41f3-b97d-3254aec90119 HTTP/1.1" status: 200 len: 946 time: 0.1152627 Dec 20 14:33:47.342919 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce46d92f-41c4-4470-b24f-bea39037b2ae req-743b9e11-bb0e-4891-8066-bf2a25dcef8f tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:47.347739 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ce46d92f-41c4-4470-b24f-bea39037b2ae req-743b9e11-bb0e-4891-8066-bf2a25dcef8f tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa358f07-c266-4929-91d4-d31a114fd1d3 HTTP/1.1" status: 200 len: 944 time: 0.0629878 Dec 20 14:33:47.355593 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-28b5b4f0-e602-4fc9-adb1-7dcb1966a88c req-6ad6aa4d-c44e-4d34-8efa-faadeb106c00 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810504 Dec 20 14:33:47.402242 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ce46d92f-41c4-4470-b24f-bea39037b2ae req-3046d256-265f-47c5-89e6-106b2bf3675e tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507929 Dec 20 14:33:47.423407 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [req-204e2662-18ca-4caf-b280-9d519053fc06 req-aacf2482-dd78-4a8b-b24e-6bf53c488b0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a1a2625-57ee-4cb4-9083-d22817cc30ac {{(pid=103168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:33:47.434300 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-204e2662-18ca-4caf-b280-9d519053fc06 req-aacf2482-dd78-4a8b-b24e-6bf53c488b0a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:47.451248 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.provisioning_blocks [req-204e2662-18ca-4caf-b280-9d519053fc06 req-aacf2482-dd78-4a8b-b24e-6bf53c488b0a service neutron] Transition to ACTIVE for port object 8a1a2625-57ee-4cb4-9083-d22817cc30ac will not be triggered until provisioned by entity L2. {{(pid=103168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:33:47.459106 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-204e2662-18ca-4caf-b280-9d519053fc06 req-aacf2482-dd78-4a8b-b24e-6bf53c488b0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:47.534891 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacf2482-dd78-4a8b-b24e-6bf53c488b0a service neutron] Pushing event updated for resources: {'Port': ['ID=8a1a2625-57ee-4cb4-9083-d22817cc30ac,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:33:47.597040 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-204e2662-18ca-4caf-b280-9d519053fc06 req-aacf2482-dd78-4a8b-b24e-6bf53c488b0a service neutron] Attempting to bind port 8a1a2625-57ee-4cb4-9083-d22817cc30ac on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:33:47.597418 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-204e2662-18ca-4caf-b280-9d519053fc06 req-aacf2482-dd78-4a8b-b24e-6bf53c488b0a service neutron] Attempting to bind port 8a1a2625-57ee-4cb4-9083-d22817cc30ac by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': 'f64287f5-affc-42db-b5fb-e9b8ade134fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'dce53437-e7e7-4d26-8f4b-47bafb0fd8bc'}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:33:47.597928 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204e2662-18ca-4caf-b280-9d519053fc06 req-aacf2482-dd78-4a8b-b24e-6bf53c488b0a service neutron] Attempting to bind port 8a1a2625-57ee-4cb4-9083-d22817cc30ac on network dce53437-e7e7-4d26-8f4b-47bafb0fd8bc {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:33:47.603406 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204e2662-18ca-4caf-b280-9d519053fc06 req-aacf2482-dd78-4a8b-b24e-6bf53c488b0a service neutron] Port 8a1a2625-57ee-4cb4-9083-d22817cc30ac on network dce53437-e7e7-4d26-8f4b-47bafb0fd8bc not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:33:47.603854 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204e2662-18ca-4caf-b280-9d519053fc06 req-aacf2482-dd78-4a8b-b24e-6bf53c488b0a service neutron] Attempting to bind port 8a1a2625-57ee-4cb4-9083-d22817cc30ac on network dce53437-e7e7-4d26-8f4b-47bafb0fd8bc {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:33:47.610302 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204e2662-18ca-4caf-b280-9d519053fc06 req-aacf2482-dd78-4a8b-b24e-6bf53c488b0a service neutron] Checking agent: {'id': '43c60aee-e4af-4ecc-bee2-aac3569fafed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:33:47.610817 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204e2662-18ca-4caf-b280-9d519053fc06 req-aacf2482-dd78-4a8b-b24e-6bf53c488b0a service neutron] Checking segment: {'id': 'f64287f5-affc-42db-b5fb-e9b8ade134fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'dce53437-e7e7-4d26-8f4b-47bafb0fd8bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:33:47.611204 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204e2662-18ca-4caf-b280-9d519053fc06 req-aacf2482-dd78-4a8b-b24e-6bf53c488b0a service neutron] Bound using segment: {'id': 'f64287f5-affc-42db-b5fb-e9b8ade134fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'dce53437-e7e7-4d26-8f4b-47bafb0fd8bc'} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:33:47.611689 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-204e2662-18ca-4caf-b280-9d519053fc06 req-aacf2482-dd78-4a8b-b24e-6bf53c488b0a service neutron] Bound port: 8a1a2625-57ee-4cb4-9083-d22817cc30ac, host: n-h2-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f64287f5-affc-42db-b5fb-e9b8ade134fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'dce53437-e7e7-4d26-8f4b-47bafb0fd8bc'}}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:33:47.612144 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-204e2662-18ca-4caf-b280-9d519053fc06 req-aacf2482-dd78-4a8b-b24e-6bf53c488b0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:47.697517 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-204e2662-18ca-4caf-b280-9d519053fc06 req-aacf2482-dd78-4a8b-b24e-6bf53c488b0a service neutron] For port 8a1a2625-57ee-4cb4-9083-d22817cc30ac, host n-h2-761264-19, cleared binding levels {{(pid=103168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:33:47.702215 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-204e2662-18ca-4caf-b280-9d519053fc06 req-aacf2482-dd78-4a8b-b24e-6bf53c488b0a service neutron] For port 8a1a2625-57ee-4cb4-9083-d22817cc30ac, host n-h2-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=8a1a2625-57ee-4cb4-9083-d22817cc30ac,segment=NetworkSegment(f64287f5-affc-42db-b5fb-e9b8ade134fb),segment_id=f64287f5-affc-42db-b5fb-e9b8ade134fb)] {{(pid=103168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:33:47.709172 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-204e2662-18ca-4caf-b280-9d519053fc06 req-aacf2482-dd78-4a8b-b24e-6bf53c488b0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:47.743687 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204e2662-18ca-4caf-b280-9d519053fc06 req-aacf2482-dd78-4a8b-b24e-6bf53c488b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:47.744390 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-204e2662-18ca-4caf-b280-9d519053fc06 req-aacf2482-dd78-4a8b-b24e-6bf53c488b0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:47.745878 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-204e2662-18ca-4caf-b280-9d519053fc06 req-aacf2482-dd78-4a8b-b24e-6bf53c488b0a service neutron] 10.222.0.47 "PUT /v2.0/ports/8a1a2625-57ee-4cb4-9083-d22817cc30ac HTTP/1.1" status: 200 len: 1093 time: 0.8023932 Dec 20 14:33:47.746335 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b6d8c11-5c8b-4bdb-b4a0-db43815e7be8', 'tag': '8a1a2625-57ee-4cb4-9083-d22817cc30ac'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:33:47.748724 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a5e05a3-095b-4ad1-91d4-ead3d8e86a52" -d '{"events": [{"name": "network-changed", "server_uuid": "9b6d8c11-5c8b-4bdb-b4a0-db43815e7be8", "tag": "8a1a2625-57ee-4cb4-9083-d22817cc30ac"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:33:47.784563 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacf2482-dd78-4a8b-b24e-6bf53c488b0a service neutron] Pushing event updated for resources: {'Port': ['ID=8a1a2625-57ee-4cb4-9083-d22817cc30ac,revision_number=3']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:33:47.822744 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa63976f-c606-41dc-a5ea-571bb64a29ff x-openstack-request-id: req-aa63976f-c606-41dc-a5ea-571bb64a29ff {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:33:47.823115 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b6d8c11-5c8b-4bdb-b4a0-db43815e7be8", "tag": "8a1a2625-57ee-4cb4-9083-d22817cc30ac", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:33:47.823418 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-aa63976f-c606-41dc-a5ea-571bb64a29ff {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:33:47.823825 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b6d8c11-5c8b-4bdb-b4a0-db43815e7be8', 'tag': '8a1a2625-57ee-4cb4-9083-d22817cc30ac', 'status': 'completed', 'code': 200} Dec 20 14:33:47.867317 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204e2662-18ca-4caf-b280-9d519053fc06 req-95d2f7d6-7309-47d8-b269-94d505fcd927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:47.869308 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-204e2662-18ca-4caf-b280-9d519053fc06 req-95d2f7d6-7309-47d8-b269-94d505fcd927 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=88c25df3faa3411c93ebdfdba13bf7e6&device_id=9b6d8c11-5c8b-4bdb-b4a0-db43815e7be8 HTTP/1.1" status: 200 len: 1096 time: 0.0562875 Dec 20 14:33:47.930915 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-204e2662-18ca-4caf-b280-9d519053fc06 req-fd7f8c1e-b000-4846-a8d4-b5dd094f9857 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8a1a2625-57ee-4cb4-9083-d22817cc30ac HTTP/1.1" status: 200 len: 217 time: 0.0521703 Dec 20 14:33:48.012700 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204e2662-18ca-4caf-b280-9d519053fc06 req-d4e9374a-4764-4994-b5e2-f82deab9621c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:48.014197 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-204e2662-18ca-4caf-b280-9d519053fc06 req-d4e9374a-4764-4994-b5e2-f82deab9621c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=05b60f46-643c-4184-8d2d-7011e86eb340 HTTP/1.1" status: 200 len: 862 time: 0.0735655 Dec 20 14:33:48.023275 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a54fcd8-b4d5-4cbe-b524-963d55138078 req-536cc803-aca2-496e-b91d-155bb9a8950a tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:48.024813 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8a54fcd8-b4d5-4cbe-b524-963d55138078 req-536cc803-aca2-496e-b91d-155bb9a8950a tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=64fdf7d1-efde-4de1-bf72-e69d36342c02 HTTP/1.1" status: 200 len: 949 time: 0.0927932 Dec 20 14:33:48.060800 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-204e2662-18ca-4caf-b280-9d519053fc06 req-cc597adf-1ba3-4eef-88d7-e8a6b4de14d8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dce53437-e7e7-4d26-8f4b-47bafb0fd8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349352 Dec 20 14:33:48.158560 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 35054) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:33:48.163872 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8a54fcd8-b4d5-4cbe-b524-963d55138078 req-e0fc73f4-813d-439b-b0bc-fc0afcf01c1e tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303480 Dec 20 14:33:48.215477 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-204e2662-18ca-4caf-b280-9d519053fc06 req-21c9e273-6677-45aa-8ff4-dcc81cfe6206 service neutron] 10.222.0.47 "GET /v2.0/networks/dce53437-e7e7-4d26-8f4b-47bafb0fd8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458476 Dec 20 14:33:48.252242 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0687c8d-6394-471a-a612-4cc6cf98b8af req-a7717302-d6e4-4473-9571-d3c1de49e52d tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:48.255329 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e0687c8d-6394-471a-a612-4cc6cf98b8af req-a7717302-d6e4-4473-9571-d3c1de49e52d tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/ports?device_id=9b6d8c11-5c8b-4bdb-b4a0-db43815e7be8 HTTP/1.1" status: 200 len: 944 time: 0.0680704 Dec 20 14:33:48.314691 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5983fddb-849e-4eae-933c-f5b49c5e02fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:48.323042 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e0687c8d-6394-471a-a612-4cc6cf98b8af req-b2914eee-3930-4dfe-9d8f-4e6cd8ed98de tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/security-groups?id=0393fd0b-7973-42e2-8187-db178c6daece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593791 Dec 20 14:33:48.383377 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-204e2662-18ca-4caf-b280-9d519053fc06 req-b51d9218-7311-4c12-bff1-10839ea272c1 service neutron] 10.222.0.47 "GET /v2.0/networks/dce53437-e7e7-4d26-8f4b-47bafb0fd8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580660 Dec 20 14:33:48.514277 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5983fddb-849e-4eae-933c-f5b49c5e02fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:48.528293 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5983fddb-849e-4eae-933c-f5b49c5e02fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:48.562535 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52325a8c-8f69-4e8d-a8fd-75185eebf9b7 req-8cc13639-3175-4f1d-a2d4-badc92c916d5 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:48.564794 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-52325a8c-8f69-4e8d-a8fd-75185eebf9b7 req-8cc13639-3175-4f1d-a2d4-badc92c916d5 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa358f07-c266-4929-91d4-d31a114fd1d3 HTTP/1.1" status: 200 len: 944 time: 0.0595746 Dec 20 14:33:48.590273 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4097c3-0ae3-426f-903a-8a7b25dd24c4 req-9103b801-cf18-4796-8c03-0aeff726f520 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:48.591855 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5e4097c3-0ae3-426f-903a-8a7b25dd24c4 req-9103b801-cf18-4796-8c03-0aeff726f520 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=26904fa8-0b3f-41f3-b97d-3254aec90119 HTTP/1.1" status: 200 len: 946 time: 0.1250327 Dec 20 14:33:48.593699 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5e05a3-095b-4ad1-91d4-ead3d8e86a52 req-8ad9b18c-0e78-4457-85eb-5c7ff04cc449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:48.595086 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5a5e05a3-095b-4ad1-91d4-ead3d8e86a52 req-8ad9b18c-0e78-4457-85eb-5c7ff04cc449 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=88c25df3faa3411c93ebdfdba13bf7e6&device_id=9b6d8c11-5c8b-4bdb-b4a0-db43815e7be8 HTTP/1.1" status: 200 len: 1096 time: 0.1409593 Dec 20 14:33:48.598878 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-5983fddb-849e-4eae-933c-f5b49c5e02fb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e1b73753d78446d7846c064ebf954f58&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4388232 Dec 20 14:33:48.599878 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5983fddb-849e-4eae-933c-f5b49c5e02fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d5eb08a-48fb-4cb4-8704-bdfce2d0844a,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:33:48.603119 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 35064) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:33:48.632243 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-52325a8c-8f69-4e8d-a8fd-75185eebf9b7 req-764fd587-901b-4fc7-83b5-9ac340e6ed7c tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600123 Dec 20 14:33:48.744895 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5e4097c3-0ae3-426f-903a-8a7b25dd24c4 req-10a03dde-a0fd-424f-a8cd-aab3a52a5536 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/security-groups?id=432ea4a5-c150-495b-9a91-8d30dffc6fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406901 Dec 20 14:33:48.764176 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-78d22cbd-ac16-4d9d-8c4b-28e12b56d020 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:48.780638 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5e05a3-095b-4ad1-91d4-ead3d8e86a52 req-40741138-584f-45ce-97c0-c0c4c76f9ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:48.782106 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5a5e05a3-095b-4ad1-91d4-ead3d8e86a52 req-40741138-584f-45ce-97c0-c0c4c76f9ecf service neutron] 10.222.0.47 "GET /v2.0/networks?id=dce53437-e7e7-4d26-8f4b-47bafb0fd8bc HTTP/1.1" status: 200 len: 923 time: 0.1703868 Dec 20 14:33:48.804637 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-78d22cbd-ac16-4d9d-8c4b-28e12b56d020 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:48.839840 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf89b6-2e20-4fc5-894e-b9b07f90057a req-10b96ffb-5e0c-45c6-8cfd-a33b565e7910 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:48.841366 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e5bf89b6-2e20-4fc5-894e-b9b07f90057a req-10b96ffb-5e0c-45c6-8cfd-a33b565e7910 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.30 "GET /v2.0/ports?device_id=26904fa8-0b3f-41f3-b97d-3254aec90119 HTTP/1.1" status: 200 len: 946 time: 0.0503912 Dec 20 14:33:48.841528 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5a5e05a3-095b-4ad1-91d4-ead3d8e86a52 req-55b20419-b91b-4966-8799-0d61eb8bb8d4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8a1a2625-57ee-4cb4-9083-d22817cc30ac HTTP/1.1" status: 200 len: 217 time: 0.0493517 Dec 20 14:33:48.909250 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5e05a3-095b-4ad1-91d4-ead3d8e86a52 req-ecff1ec3-c4e8-474d-b163-f9b30ac0f950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:48.910649 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5a5e05a3-095b-4ad1-91d4-ead3d8e86a52 req-ecff1ec3-c4e8-474d-b163-f9b30ac0f950 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=05b60f46-643c-4184-8d2d-7011e86eb340 HTTP/1.1" status: 200 len: 862 time: 0.0585291 Dec 20 14:33:48.935052 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-78d22cbd-ac16-4d9d-8c4b-28e12b56d020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:48.936424 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-78d22cbd-ac16-4d9d-8c4b-28e12b56d020 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:48.940285 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-78d22cbd-ac16-4d9d-8c4b-28e12b56d020 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5d5eb08a-48fb-4cb4-8704-bdfce2d0844a HTTP/1.1" status: 204 len: 168 time: 0.3322840 Dec 20 14:33:48.962839 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5a5e05a3-095b-4ad1-91d4-ead3d8e86a52 req-0c83b45d-11fb-40ca-8c6b-d4036e422dec service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dce53437-e7e7-4d26-8f4b-47bafb0fd8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387611 Dec 20 14:33:48.963026 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-e5bf89b6-2e20-4fc5-894e-b9b07f90057a req-a6546974-1eb9-4372-a792-cfc32964a1f6 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Deleting port 82b9a272-8127-4f00-a09f-d3d155351ea5 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:33:48.963353 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-e5bf89b6-2e20-4fc5-894e-b9b07f90057a req-a6546974-1eb9-4372-a792-cfc32964a1f6 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:48.963758 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d22cbd-ac16-4d9d-8c4b-28e12b56d020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d5eb08a-48fb-4cb4-8704-bdfce2d0844a,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:33:49.072623 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-e5bf89b6-2e20-4fc5-894e-b9b07f90057a req-a6546974-1eb9-4372-a792-cfc32964a1f6 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] For port 82b9a272-8127-4f00-a09f-d3d155351ea5, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=82b9a272-8127-4f00-a09f-d3d155351ea5,segment=NetworkSegment(0db4f97e-52d2-4e75-a7f6-550aa2b8eca1),segment_id=0db4f97e-52d2-4e75-a7f6-550aa2b8eca1)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:33:49.072998 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-e5bf89b6-2e20-4fc5-894e-b9b07f90057a req-a6546974-1eb9-4372-a792-cfc32964a1f6 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:49.081007 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5a5e05a3-095b-4ad1-91d4-ead3d8e86a52 req-7cc4bc35-e441-494b-ab15-e2a759d1c5c2 service neutron] 10.222.0.47 "GET /v2.0/networks/dce53437-e7e7-4d26-8f4b-47bafb0fd8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077032 Dec 20 14:33:49.088687 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-e5bf89b6-2e20-4fc5-894e-b9b07f90057a req-a6546974-1eb9-4372-a792-cfc32964a1f6 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Calling delete_port for 82b9a272-8127-4f00-a09f-d3d155351ea5 owned by compute:nova {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:33:49.189907 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5a5e05a3-095b-4ad1-91d4-ead3d8e86a52 req-3c8a38f1-5b53-4956-9332-43d24f6f6375 service neutron] 10.222.0.47 "GET /v2.0/networks/dce53437-e7e7-4d26-8f4b-47bafb0fd8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994987 Dec 20 14:33:49.290300 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-e5bf89b6-2e20-4fc5-894e-b9b07f90057a req-a6546974-1eb9-4372-a792-cfc32964a1f6 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:49.302188 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['82b9a272-8127-4f00-a09f-d3d155351ea5'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:33:49.322915 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 35076) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:33:49.342057 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cfbc6a89-23e9-4bc5-9508-f7489a5d0647 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:49.344334 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6546974-1eb9-4372-a792-cfc32964a1f6 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Pushing event deleted for resources: {'Port': ['ID=82b9a272-8127-4f00-a09f-d3d155351ea5,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:33:49.357743 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71640e27-d2d6-441a-90e1-06a9dc9a0632 req-e23837ea-f9c5-4120-a1b3-80d443d3d27e tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:49.359414 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-71640e27-d2d6-441a-90e1-06a9dc9a0632 req-e23837ea-f9c5-4120-a1b3-80d443d3d27e tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=64fdf7d1-efde-4de1-bf72-e69d36342c02 HTTP/1.1" status: 200 len: 949 time: 0.1131005 Dec 20 14:33:49.408514 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5bf89b6-2e20-4fc5-894e-b9b07f90057a req-a6546974-1eb9-4372-a792-cfc32964a1f6 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] No DVR routers for this DVR port 82b9a272-8127-4f00-a09f-d3d155351ea5 on host n-h1-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:33:49.412074 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-e5bf89b6-2e20-4fc5-894e-b9b07f90057a req-a6546974-1eb9-4372-a792-cfc32964a1f6 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:49.415477 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e5bf89b6-2e20-4fc5-894e-b9b07f90057a req-a6546974-1eb9-4372-a792-cfc32964a1f6 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.30 "DELETE /v2.0/ports/82b9a272-8127-4f00-a09f-d3d155351ea5 HTTP/1.1" status: 204 len: 173 time: 0.5677233 Dec 20 14:33:49.415931 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26904fa8-0b3f-41f3-b97d-3254aec90119', 'name': 'network-vif-deleted', 'tag': '82b9a272-8127-4f00-a09f-d3d155351ea5'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:33:49.418322 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e841c9c-6050-447e-af30-627b0da19671" -d '{"events": [{"server_uuid": "26904fa8-0b3f-41f3-b97d-3254aec90119", "name": "network-vif-deleted", "tag": "82b9a272-8127-4f00-a09f-d3d155351ea5"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:33:49.453033 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-71640e27-d2d6-441a-90e1-06a9dc9a0632 req-b780d537-0991-4c1f-b74b-7ce0b26e9992 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784917 Dec 20 14:33:49.463191 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cfbc6a89-23e9-4bc5-9508-f7489a5d0647 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:49.470055 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cfbc6a89-23e9-4bc5-9508-f7489a5d0647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:49.519495 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c12a91fd-c96d-43ff-9544-2f51e10528d4 x-openstack-request-id: req-c12a91fd-c96d-43ff-9544-2f51e10528d4 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:33:49.519961 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26904fa8-0b3f-41f3-b97d-3254aec90119", "name": "network-vif-deleted", "tag": "82b9a272-8127-4f00-a09f-d3d155351ea5", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:33:49.520385 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c12a91fd-c96d-43ff-9544-2f51e10528d4 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:33:49.521196 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26904fa8-0b3f-41f3-b97d-3254aec90119', 'name': 'network-vif-deleted', 'tag': '82b9a272-8127-4f00-a09f-d3d155351ea5', 'status': 'completed', 'code': 200} Dec 20 14:33:49.525710 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c178648-0cc5-4ea6-a149-85a7ba10f97d req-ded40388-8839-4d4e-94cf-5b18e322e830 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:49.527284 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4c178648-0cc5-4ea6-a149-85a7ba10f97d req-ded40388-8839-4d4e-94cf-5b18e322e830 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/ports?device_id=9b6d8c11-5c8b-4bdb-b4a0-db43815e7be8 HTTP/1.1" status: 200 len: 944 time: 0.1117949 Dec 20 14:33:49.531509 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-cfbc6a89-23e9-4bc5-9508-f7489a5d0647 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f09e757236a74c7daeec222e95c0767a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2074003 Dec 20 14:33:49.532379 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbc6a89-23e9-4bc5-9508-f7489a5d0647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcf16a9e-27b0-4435-abcf-b4343ab70d5d,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:33:49.534780 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 35082) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:33:49.585479 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4c178648-0cc5-4ea6-a149-85a7ba10f97d req-b64224c9-b6f7-4752-9644-7cc313c27b58 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/security-groups?id=0393fd0b-7973-42e2-8187-db178c6daece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463970 Dec 20 14:33:49.595495 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c290d95c-0a19-48fe-9e67-6e21e9338030 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:49.618667 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c290d95c-0a19-48fe-9e67-6e21e9338030 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:49.673357 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c290d95c-0a19-48fe-9e67-6e21e9338030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:49.676058 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c290d95c-0a19-48fe-9e67-6e21e9338030 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:49.677372 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-c290d95c-0a19-48fe-9e67-6e21e9338030 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/bcf16a9e-27b0-4435-abcf-b4343ab70d5d HTTP/1.1" status: 204 len: 168 time: 0.1412106 Dec 20 14:33:49.686946 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c290d95c-0a19-48fe-9e67-6e21e9338030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcf16a9e-27b0-4435-abcf-b4343ab70d5d,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:33:49.711398 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device c2787ba9-c8a7-466a-b9c2-505091651b51 up at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:33:49.780610 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e47def-630c-4ede-a75f-357d297842a0 req-5a22f1da-f222-49c7-a8cd-1a8031e32343 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:49.783142 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f3e47def-630c-4ede-a75f-357d297842a0 req-5a22f1da-f222-49c7-a8cd-1a8031e32343 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa358f07-c266-4929-91d4-d31a114fd1d3 HTTP/1.1" status: 200 len: 944 time: 0.0624866 Dec 20 14:33:49.829200 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning for port c2787ba9-c8a7-466a-b9c2-505091651b51 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:33:49.853733 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning complete for port c2787ba9-c8a7-466a-b9c2-505091651b51 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:33:49.854182 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:49.875621 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f3e47def-630c-4ede-a75f-357d297842a0 req-21f3bd0c-5368-4a2e-a7dc-48929acf7279 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859559 Dec 20 14:33:49.946924 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7298d429-5597-497b-bcac-e718879ee8c0 req-7631bd48-d5ba-4e19-b61d-b0a61d0e3be4 tempest-DeleteServersTestJSON-332076194 tempest-DeleteServersTestJSON-332076194-project] 10.222.0.54 "GET /v2.0/ports?device_id=26904fa8-0b3f-41f3-b97d-3254aec90119 HTTP/1.1" status: 200 len: 210 time: 0.0507646 Dec 20 14:33:50.011227 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:50.036854 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa358f07-c266-4929-91d4-d31a114fd1d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2787ba9-c8a7-466a-b9c2-505091651b51'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:33:50.039183 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fb0eb0a-0a1b-4707-87e0-4ffa5f4e33fc" -d '{"events": [{"server_uuid": "aa358f07-c266-4929-91d4-d31a114fd1d3", "name": "network-vif-plugged", "status": "completed", "tag": "c2787ba9-c8a7-466a-b9c2-505091651b51"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:33:50.059839 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port c2787ba9-c8a7-466a-b9c2-505091651b51, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=c2787ba9-c8a7-466a-b9c2-505091651b51,segment=NetworkSegment(3b732879-896e-432d-a96e-7cba9e2b8a93),segment_id=3b732879-896e-432d-a96e-7cba9e2b8a93)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:33:50.066341 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:50.087129 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dae9194-a44f-485f-b0ca-5f5955feff87 x-openstack-request-id: req-6dae9194-a44f-485f-b0ca-5f5955feff87 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:33:50.087472 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa358f07-c266-4929-91d4-d31a114fd1d3", "name": "network-vif-plugged", "status": "completed", "tag": "c2787ba9-c8a7-466a-b9c2-505091651b51", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:33:50.087662 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6dae9194-a44f-485f-b0ca-5f5955feff87 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:33:50.088252 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa358f07-c266-4929-91d4-d31a114fd1d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2787ba9-c8a7-466a-b9c2-505091651b51', 'code': 200} Dec 20 14:33:50.144335 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=c2787ba9-c8a7-466a-b9c2-505091651b51,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:33:50.195685 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b863444a-d79a-4de3-a86b-489ff0ae64ad req-f0cce27d-ec2b-41f0-8a26-c49c393bd61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:50.197444 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b863444a-d79a-4de3-a86b-489ff0ae64ad req-f0cce27d-ec2b-41f0-8a26-c49c393bd61a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=aa358f07-c266-4929-91d4-d31a114fd1d3 HTTP/1.1" status: 200 len: 1097 time: 0.0460913 Dec 20 14:33:50.247481 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b863444a-d79a-4de3-a86b-489ff0ae64ad req-d497c00b-2f75-4170-b0e0-26c2bbd1bcae service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423400 Dec 20 14:33:50.602606 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc143d0a-f736-407d-a360-0d427b560020 req-279d63af-38f9-4f61-9636-655b234c000b tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:50.604251 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-bc143d0a-f736-407d-a360-0d427b560020 req-279d63af-38f9-4f61-9636-655b234c000b tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=64fdf7d1-efde-4de1-bf72-e69d36342c02 HTTP/1.1" status: 200 len: 949 time: 0.0535707 Dec 20 14:33:50.654199 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 8a1a2625-57ee-4cb4-9083-d22817cc30ac details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:33:50.666081 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-bc143d0a-f736-407d-a360-0d427b560020 req-a72f3e04-1dbd-4a6a-8549-2df40880aed4 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543153 Dec 20 14:33:50.732218 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c182c97a-1bbd-40fa-8f82-d61610daa437 req-407769cc-6b6f-4b70-a23e-24921c66dcfe tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:50.735743 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c182c97a-1bbd-40fa-8f82-d61610daa437 req-407769cc-6b6f-4b70-a23e-24921c66dcfe tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/ports?device_id=9b6d8c11-5c8b-4bdb-b4a0-db43815e7be8 HTTP/1.1" status: 200 len: 944 time: 0.0703425 Dec 20 14:33:50.787136 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c182c97a-1bbd-40fa-8f82-d61610daa437 req-8270e5a1-d21d-4ba0-9321-53933a1f041c tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/security-groups?id=0393fd0b-7973-42e2-8187-db178c6daece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460658 Dec 20 14:33:50.787844 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 8a1a2625-57ee-4cb4-9083-d22817cc30ac, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=8a1a2625-57ee-4cb4-9083-d22817cc30ac,segment=NetworkSegment(f64287f5-affc-42db-b5fb-e9b8ade134fb),segment_id=f64287f5-affc-42db-b5fb-e9b8ade134fb)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:33:50.800635 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': '8a1a2625-57ee-4cb4-9083-d22817cc30ac', 'network_id': 'dce53437-e7e7-4d26-8f4b-47bafb0fd8bc', 'port_id': '8a1a2625-57ee-4cb4-9083-d22817cc30ac', 'mac_address': 'fa:16:3e:c0:8d:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05b60f46-643c-4184-8d2d-7011e86eb340', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:33:50.850953 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:50.867360 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a1a2625-57ee-4cb4-9083-d22817cc30ac {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:33:50.894078 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 8a1a2625-57ee-4cb4-9083-d22817cc30ac, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=8a1a2625-57ee-4cb4-9083-d22817cc30ac,segment=NetworkSegment(f64287f5-affc-42db-b5fb-e9b8ade134fb),segment_id=f64287f5-affc-42db-b5fb-e9b8ade134fb)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:33:50.899547 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:50.952384 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=8a1a2625-57ee-4cb4-9083-d22817cc30ac,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:33:51.000881 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2366c894-9363-4c91-9ab3-041e75693cc1 req-baa2dd91-de55-469e-9ef2-66060ac52f9e tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:51.008379 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2366c894-9363-4c91-9ab3-041e75693cc1 req-baa2dd91-de55-469e-9ef2-66060ac52f9e tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa358f07-c266-4929-91d4-d31a114fd1d3 HTTP/1.1" status: 200 len: 945 time: 0.0595965 Dec 20 14:33:51.060809 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2366c894-9363-4c91-9ab3-041e75693cc1 req-e0c31e14-8eb6-4b75-9bd4-77d6e93c141c tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515432 Dec 20 14:33:51.216987 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['8a1a2625-57ee-4cb4-9083-d22817cc30ac'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:33:51.796795 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce2d8b5-825a-4038-9f5c-57ddc5c1937d req-45bf60c6-a907-4d80-ae46-dd9465063985 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:51.798480 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3ce2d8b5-825a-4038-9f5c-57ddc5c1937d req-45bf60c6-a907-4d80-ae46-dd9465063985 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=64fdf7d1-efde-4de1-bf72-e69d36342c02 HTTP/1.1" status: 200 len: 949 time: 0.0529170 Dec 20 14:33:51.861755 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3ce2d8b5-825a-4038-9f5c-57ddc5c1937d req-b0205780-0216-4729-8cb1-c0f34014afe4 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541904 Dec 20 14:33:51.964175 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92e4157-b1e6-4c41-9975-3c75ffe91308 req-9afc07d4-ff3b-4d6f-aeaa-842cad1dfe43 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:51.971652 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e92e4157-b1e6-4c41-9975-3c75ffe91308 req-9afc07d4-ff3b-4d6f-aeaa-842cad1dfe43 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/ports?device_id=9b6d8c11-5c8b-4bdb-b4a0-db43815e7be8 HTTP/1.1" status: 200 len: 945 time: 0.0953097 Dec 20 14:33:52.032822 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e92e4157-b1e6-4c41-9975-3c75ffe91308 req-97dd9096-d014-40cf-b499-1e0b0da27df1 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/security-groups?id=0393fd0b-7973-42e2-8187-db178c6daece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583849 Dec 20 14:33:52.196275 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e83f4b9-6318-456d-8c48-410bf52fd73b req-80a33500-1b24-4ce7-a230-676598359cac tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:52.203257 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5e83f4b9-6318-456d-8c48-410bf52fd73b req-80a33500-1b24-4ce7-a230-676598359cac tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa358f07-c266-4929-91d4-d31a114fd1d3 HTTP/1.1" status: 200 len: 945 time: 0.0599701 Dec 20 14:33:52.261835 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5e83f4b9-6318-456d-8c48-410bf52fd73b req-ac9032a7-4a2f-4f70-ba70-fe28ad7a2837 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555463 Dec 20 14:33:52.603429 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00a8a82-f161-4ec1-9846-facc310a7469 req-48a4807e-9ce9-4f62-ba85-911d9a921862 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:52.605669 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e00a8a82-f161-4ec1-9846-facc310a7469 req-48a4807e-9ce9-4f62-ba85-911d9a921862 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/networks?id=ac37406e-6eba-42f0-a02b-49bc68c3a995 HTTP/1.1" status: 200 len: 805 time: 0.1245360 Dec 20 14:33:52.632928 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e00a8a82-f161-4ec1-9846-facc310a7469 req-9c076b77-71c4-4a15-9086-2d3e96be690f tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/quotas/b34e3eedf72e455b9cbb2db5d8862a92 HTTP/1.1" status: 200 len: 375 time: 0.0168159 Dec 20 14:33:52.668394 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 8a1a2625-57ee-4cb4-9083-d22817cc30ac up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:33:52.722489 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e00a8a82-f161-4ec1-9846-facc310a7469 req-cec8d4b1-5d84-40d6-8f24-5efbfc963454 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=b34e3eedf72e455b9cbb2db5d8862a92&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0811925 Dec 20 14:33:52.730429 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning for port 8a1a2625-57ee-4cb4-9083-d22817cc30ac completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:33:52.734864 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port 8a1a2625-57ee-4cb4-9083-d22817cc30ac triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:33:52.735459 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:52.803378 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 35262) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:33:52.837417 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:52.840549 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e00a8a82-f161-4ec1-9846-facc310a7469 req-a72c586d-95e7-452e-9f61-3306f293c1dd service neutron] 10.222.0.54 "GET /v2.0/networks/ac37406e-6eba-42f0-a02b-49bc68c3a995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081092 Dec 20 14:33:52.878695 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 8a1a2625-57ee-4cb4-9083-d22817cc30ac, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=8a1a2625-57ee-4cb4-9083-d22817cc30ac,segment=NetworkSegment(f64287f5-affc-42db-b5fb-e9b8ade134fb),segment_id=f64287f5-affc-42db-b5fb-e9b8ade134fb)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:33:52.879725 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b6d8c11-5c8b-4bdb-b4a0-db43815e7be8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a1a2625-57ee-4cb4-9083-d22817cc30ac'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:33:52.882165 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdee51fa-9542-40b9-b74d-ff4e228a7c7a" -d '{"events": [{"server_uuid": "9b6d8c11-5c8b-4bdb-b4a0-db43815e7be8", "name": "network-vif-plugged", "status": "completed", "tag": "8a1a2625-57ee-4cb4-9083-d22817cc30ac"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:33:52.899527 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:52.950838 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e00a8a82-f161-4ec1-9846-facc310a7469 req-7b7f746c-7336-4dc1-bd6e-d37d78b63ea3 service neutron] 10.222.0.54 "GET /v2.0/networks/ac37406e-6eba-42f0-a02b-49bc68c3a995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098576 Dec 20 14:33:52.964920 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfbb7578-58cf-4f9b-89cf-d077523260f1 x-openstack-request-id: req-cfbb7578-58cf-4f9b-89cf-d077523260f1 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:33:52.965738 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b6d8c11-5c8b-4bdb-b4a0-db43815e7be8", "name": "network-vif-plugged", "status": "completed", "tag": "8a1a2625-57ee-4cb4-9083-d22817cc30ac", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:33:52.966186 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cfbb7578-58cf-4f9b-89cf-d077523260f1 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:33:52.967014 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b6d8c11-5c8b-4bdb-b4a0-db43815e7be8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a1a2625-57ee-4cb4-9083-d22817cc30ac', 'code': 200} Dec 20 14:33:52.992651 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-415c83f8-8572-4cdd-94e0-4fba2ae3532a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:53.016536 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=8a1a2625-57ee-4cb4-9083-d22817cc30ac,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:33:53.025517 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:33:53.026163 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:33:53.026646 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:33:53.027157 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:33:53.027489 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:33:53.027969 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:33:53.028442 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:33:53.029097 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:33:53.029620 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:33:53.030136 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:33:53.030655 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:33:53.031186 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:33:53.031690 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:33:53.143467 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1741f9-1276-4598-995b-75674d434d8a req-22357a11-e3e0-49e3-88f4-2d49545510bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:53.146468 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9e1741f9-1276-4598-995b-75674d434d8a req-22357a11-e3e0-49e3-88f4-2d49545510bc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9b6d8c11-5c8b-4bdb-b4a0-db43815e7be8 HTTP/1.1" status: 200 len: 1098 time: 0.1100185 Dec 20 14:33:53.232540 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70210e1-239e-4bb8-a1d2-684da8727b04 req-37593266-614b-4345-ac9f-bd3d101657ff tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:53.240043 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a70210e1-239e-4bb8-a1d2-684da8727b04 req-37593266-614b-4345-ac9f-bd3d101657ff tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=64fdf7d1-efde-4de1-bf72-e69d36342c02 HTTP/1.1" status: 200 len: 949 time: 0.1572983 Dec 20 14:33:53.253424 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-415c83f8-8572-4cdd-94e0-4fba2ae3532a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:53.257590 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9e1741f9-1276-4598-995b-75674d434d8a req-4c6aa694-12a3-4ea3-9da2-fd2cb4d5ace0 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0393fd0b-7973-42e2-8187-db178c6daece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008258 Dec 20 14:33:53.267265 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-415c83f8-8572-4cdd-94e0-4fba2ae3532a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:53.303170 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874eb126-fae8-4575-bee1-193fecf97e20 req-c6f01d97-e5d6-4bcc-923d-69f0a178b594 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:53.311680 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415c83f8-8572-4cdd-94e0-4fba2ae3532a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10621f56-bd2b-4a70-ac60-9140d4f8e7f9,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:33:53.312903 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-874eb126-fae8-4575-bee1-193fecf97e20 req-c6f01d97-e5d6-4bcc-923d-69f0a178b594 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/ports?device_id=9b6d8c11-5c8b-4bdb-b4a0-db43815e7be8 HTTP/1.1" status: 200 len: 946 time: 0.0695560 Dec 20 14:33:53.364707 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-415c83f8-8572-4cdd-94e0-4fba2ae3532a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c289e66039754f57ac753d621db7a498&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5589087 Dec 20 14:33:53.367910 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 35286) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:33:53.382578 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-874eb126-fae8-4575-bee1-193fecf97e20 req-9a91167c-8217-4aa4-ade9-1d35996a774a tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/security-groups?id=0393fd0b-7973-42e2-8187-db178c6daece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647826 Dec 20 14:33:53.392350 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a70210e1-239e-4bb8-a1d2-684da8727b04 req-e3e664be-9654-4b83-8676-48e7166fbf07 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447384 Dec 20 14:33:53.460591 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d58ed72d-379d-4432-8b32-9283d03f0b35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:53.506822 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d58ed72d-379d-4432-8b32-9283d03f0b35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:53.521194 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-68a7cfb2-87c9-4cef-b79e-65b1ea3e5366 req-ce3d09e9-779f-481b-8520-6dcdce6dd0a1 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=cab7549e-ef3f-4be2-95c9-26631fe471c5 HTTP/1.1" status: 200 len: 210 time: 0.0862792 Dec 20 14:33:53.582557 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d58ed72d-379d-4432-8b32-9283d03f0b35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:53.585613 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d58ed72d-379d-4432-8b32-9283d03f0b35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:53.586864 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-d58ed72d-379d-4432-8b32-9283d03f0b35 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/10621f56-bd2b-4a70-ac60-9140d4f8e7f9 HTTP/1.1" status: 204 len: 168 time: 0.2175341 Dec 20 14:33:53.604939 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58ed72d-379d-4432-8b32-9283d03f0b35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10621f56-bd2b-4a70-ac60-9140d4f8e7f9,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:33:53.745191 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 82b9a272-8127-4f00-a09f-d3d155351ea5 no longer exists at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:33:53.767361 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] No Port match for: 82b9a272-8127-4f00-a09f-d3d155351ea5 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:33:53.767792 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 82b9a272-8127-4f00-a09f-d3d155351ea5 not bound to the agent host n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:33:53.936080 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 35296) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:33:53.950236 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-57b8bc88-d144-45b2-980b-07c497cff32d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:54.051393 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-57b8bc88-d144-45b2-980b-07c497cff32d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:54.058027 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-57b8bc88-d144-45b2-980b-07c497cff32d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:54.097917 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-57b8bc88-d144-45b2-980b-07c497cff32d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=31fa0713bb954e958a9f519da78caf3e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1607285 Dec 20 14:33:54.099982 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b8bc88-d144-45b2-980b-07c497cff32d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1676cfd-1b90-4c86-8e9a-ab440b4b206c,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:33:54.100656 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 35298) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:33:54.155926 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1cdc6e92-0dce-4dab-8357-c359482904cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:54.178539 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1cdc6e92-0dce-4dab-8357-c359482904cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:54.240696 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1cdc6e92-0dce-4dab-8357-c359482904cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:54.244128 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1cdc6e92-0dce-4dab-8357-c359482904cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:54.250354 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-1cdc6e92-0dce-4dab-8357-c359482904cd admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e1676cfd-1b90-4c86-8e9a-ab440b4b206c HTTP/1.1" status: 204 len: 168 time: 0.1485610 Dec 20 14:33:54.260225 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc6e92-0dce-4dab-8357-c359482904cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1676cfd-1b90-4c86-8e9a-ab440b4b206c,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:33:54.543544 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00a8a82-f161-4ec1-9846-facc310a7469 req-833fce5f-688a-46d1-9442-935a7d246a6a tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:54.548167 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e00a8a82-f161-4ec1-9846-facc310a7469 req-833fce5f-688a-46d1-9442-935a7d246a6a tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.30 "GET /v2.0/networks?id=ac37406e-6eba-42f0-a02b-49bc68c3a995 HTTP/1.1" status: 200 len: 805 time: 0.2314758 Dec 20 14:33:54.549680 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e575e727-6b0e-4832-a644-dd0d3346f63e req-0c0f53c4-001f-40fb-ae90-ecf0c2da3819 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:54.555241 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e575e727-6b0e-4832-a644-dd0d3346f63e req-0c0f53c4-001f-40fb-ae90-ecf0c2da3819 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 946 time: 0.1593528 Dec 20 14:33:54.574529 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-e00a8a82-f161-4ec1-9846-facc310a7469 req-e8fd93ef-ba05-4582-9cd0-25c1eebbc42d tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Request body: {'port': {'device_id': 'cab7549e-ef3f-4be2-95c9-26631fe471c5', 'network_id': 'ac37406e-6eba-42f0-a02b-49bc68c3a995', 'admin_state_up': True, 'tenant_id': 'b34e3eedf72e455b9cbb2db5d8862a92'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:33:54.746463 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5572ae2-f33a-48ec-82be-877f40603aa3 req-3a5cf589-d6fd-479f-a666-a98b866aa93c tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:54.754781 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e5572ae2-f33a-48ec-82be-877f40603aa3 req-3a5cf589-d6fd-479f-a666-a98b866aa93c tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/ports?device_id=9b6d8c11-5c8b-4bdb-b4a0-db43815e7be8 HTTP/1.1" status: 200 len: 946 time: 0.2319772 Dec 20 14:33:54.825331 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e5572ae2-f33a-48ec-82be-877f40603aa3 req-0ff51e95-6491-495e-842d-bf28cf38698a tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/security-groups?id=0393fd0b-7973-42e2-8187-db178c6daece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694060 Dec 20 14:33:54.853870 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e00a8a82-f161-4ec1-9846-facc310a7469 req-e8fd93ef-ba05-4582-9cd0-25c1eebbc42d tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Made reservation on behalf of b34e3eedf72e455b9cbb2db5d8862a92 for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:33:54.858175 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-e00a8a82-f161-4ec1-9846-facc310a7469 req-e8fd93ef-ba05-4582-9cd0-25c1eebbc42d tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:55.001075 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e575e727-6b0e-4832-a644-dd0d3346f63e req-ae79a2c9-5028-4c4c-be1b-f67791cdddaa tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=92081c13-7979-4810-b5cd-70c14477209d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4389663 Dec 20 14:33:55.036091 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0853c0-782a-47ea-bb69-7022f294e8ee req-34cfd35d-b40d-4dfb-b4ce-a4a21114ce6e tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:55.036091 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9c0853c0-782a-47ea-bb69-7022f294e8ee req-34cfd35d-b40d-4dfb-b4ce-a4a21114ce6e tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=64fdf7d1-efde-4de1-bf72-e69d36342c02 HTTP/1.1" status: 200 len: 949 time: 0.0863793 Dec 20 14:33:55.115764 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [req-e00a8a82-f161-4ec1-9846-facc310a7469 req-e8fd93ef-ba05-4582-9cd0-25c1eebbc42d tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Allocated IP 172.20.0.7 (ac37406e-6eba-42f0-a02b-49bc68c3a995/8bcc849b-c021-46b4-96cd-8d7c30cd2023/95a90c66-4b5a-4849-a3d1-de218835a2a6) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:33:55.137825 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9c0853c0-782a-47ea-bb69-7022f294e8ee req-7b3888c1-facf-489b-b17c-6bff4c35a3ff tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788989 Dec 20 14:33:55.276740 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d7790089-38c2-4c0c-bc5a-b0ddf04cee0f req-30ed5845-f0f5-4089-b99f-4dea5696619c tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=cab7549e-ef3f-4be2-95c9-26631fe471c5 HTTP/1.1" status: 200 len: 210 time: 0.0486863 Dec 20 14:33:55.372610 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-e00a8a82-f161-4ec1-9846-facc310a7469 req-e8fd93ef-ba05-4582-9cd0-25c1eebbc42d tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:55.426620 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-e00a8a82-f161-4ec1-9846-facc310a7469 req-e8fd93ef-ba05-4582-9cd0-25c1eebbc42d tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:55.444156 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['d51472d0-9c05-4789-b785-88c8d484278a'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:33:55.450569 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['c2787ba9-c8a7-466a-b9c2-505091651b51'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:33:55.485497 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e00a8a82-f161-4ec1-9846-facc310a7469 req-e8fd93ef-ba05-4582-9cd0-25c1eebbc42d tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Network ac37406e-6eba-42f0-a02b-49bc68c3a995 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:33:55.489005 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [req-e00a8a82-f161-4ec1-9846-facc310a7469 req-e8fd93ef-ba05-4582-9cd0-25c1eebbc42d tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:33:55.494863 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-e00a8a82-f161-4ec1-9846-facc310a7469 req-e8fd93ef-ba05-4582-9cd0-25c1eebbc42d tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:33:55.499474 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fd93ef-ba05-4582-9cd0-25c1eebbc42d tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Pushing event updated for resources: {'Port': ['ID=95a90c66-4b5a-4849-a3d1-de218835a2a6,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:33:55.570900 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:33:55.570900 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:33:55.570900 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:33:55.570900 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:33:55.570900 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:33:55.570900 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:33:55.570900 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:33:55.570900 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:33:55.570900 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:33:55.570900 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:33:55.570900 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:33:55.570900 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:33:55.570900 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:33:55.570900 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:33:55.570900 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:33:55.570900 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:33:55.570900 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:33:55.570900 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:33:55.570900 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:33:55.570900 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:33:55.570900 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:33:55.570900 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:33:55.570900 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:33:55.570900 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:33:55.570900 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:33:55.570900 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:33:55.570900 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:33:55.570900 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:33:55.570900 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:33:55.570900 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:33:55.570900 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:33:55.570900 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:33:55.570900 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:33:55.570900 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:33:55.570900 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:33:55.570900 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:33:55.580214 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:33:55.580214 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:33:55.580214 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:33:55.580214 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:33:55.580214 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:33:55.580214 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:33:55.580214 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:33:55.580214 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:33:55.580214 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:33:55.580214 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:33:55.580214 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:33:55.580214 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:33:55.580214 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00a8a82-f161-4ec1-9846-facc310a7469 req-e8fd93ef-ba05-4582-9cd0-25c1eebbc42d tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:55.580214 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-e00a8a82-f161-4ec1-9846-facc310a7469 req-e8fd93ef-ba05-4582-9cd0-25c1eebbc42d tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:55.600651 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e00a8a82-f161-4ec1-9846-facc310a7469 req-e8fd93ef-ba05-4582-9cd0-25c1eebbc42d tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0387292 Dec 20 14:33:55.616096 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-e00a8a82-f161-4ec1-9846-facc310a7469 req-1c177f74-2499-480c-87a0-14a74661f3ed service neutron] Request body: {'port': {'device_id': 'cab7549e-ef3f-4be2-95c9-26631fe471c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-19'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:33:55.744131 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-e00a8a82-f161-4ec1-9846-facc310a7469 req-1c177f74-2499-480c-87a0-14a74661f3ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:55.991157 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b75da9-96ad-4ca4-9c55-d8f8c286a438 req-b258c3ec-9687-4284-ba96-5657d54aef62 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:55.992939 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-13b75da9-96ad-4ca4-9c55-d8f8c286a438 req-b258c3ec-9687-4284-ba96-5657d54aef62 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/ports?device_id=9b6d8c11-5c8b-4bdb-b4a0-db43815e7be8 HTTP/1.1" status: 200 len: 946 time: 0.0658674 Dec 20 14:33:56.091518 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-13b75da9-96ad-4ca4-9c55-d8f8c286a438 req-653b8d03-1668-45f2-9f9b-8917953ddfb4 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/security-groups?id=0393fd0b-7973-42e2-8187-db178c6daece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843151 Dec 20 14:33:56.119061 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 35416) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:33:56.225822 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [req-e00a8a82-f161-4ec1-9846-facc310a7469 req-1c177f74-2499-480c-87a0-14a74661f3ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95a90c66-4b5a-4849-a3d1-de218835a2a6 {{(pid=103167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:33:56.239223 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-e00a8a82-f161-4ec1-9846-facc310a7469 req-1c177f74-2499-480c-87a0-14a74661f3ed service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:56.285254 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-e00a8a82-f161-4ec1-9846-facc310a7469 req-1c177f74-2499-480c-87a0-14a74661f3ed service neutron] Transition to ACTIVE for port object 95a90c66-4b5a-4849-a3d1-de218835a2a6 will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:33:56.312196 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-e00a8a82-f161-4ec1-9846-facc310a7469 req-1c177f74-2499-480c-87a0-14a74661f3ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:56.333514 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8b0239-972e-488a-817c-96359b0c6bf7 req-56767f12-2da4-4fc4-a27b-2ec283143f75 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:56.341439 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fa8b0239-972e-488a-817c-96359b0c6bf7 req-56767f12-2da4-4fc4-a27b-2ec283143f75 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/ports?device_id=9b6d8c11-5c8b-4bdb-b4a0-db43815e7be8 HTTP/1.1" status: 200 len: 946 time: 0.1052032 Dec 20 14:33:56.402384 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fa8b0239-972e-488a-817c-96359b0c6bf7 req-249091fa-da72-439f-ba5e-ca31e197651c tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/security-groups?id=0393fd0b-7973-42e2-8187-db178c6daece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599084 Dec 20 14:33:56.452828 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c177f74-2499-480c-87a0-14a74661f3ed service neutron] Pushing event updated for resources: {'Port': ['ID=95a90c66-4b5a-4849-a3d1-de218835a2a6,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:33:56.490006 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c84d0f-e653-43f9-862b-ceb3b1e0a0a0 req-fe944556-a8c9-4d1e-8334-5957f2c76d17 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:56.498043 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e6c84d0f-e653-43f9-862b-ceb3b1e0a0a0 req-fe944556-a8c9-4d1e-8334-5957f2c76d17 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=64fdf7d1-efde-4de1-bf72-e69d36342c02 HTTP/1.1" status: 200 len: 949 time: 0.1233406 Dec 20 14:33:56.565555 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_v2 [None req-75623830-40c5-43cf-9f80-9cac718e3fe3 admin admin] Deleting subnet c8908482-6016-4528-aed2-b6e5b6996a4d {{(pid=103168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:33:56.577284 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-75623830-40c5-43cf-9f80-9cac718e3fe3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:56.596996 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e6c84d0f-e653-43f9-862b-ceb3b1e0a0a0 req-80bcc9b9-4b3b-48cd-ae3e-30498f5cf0f6 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979545 Dec 20 14:33:56.621533 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-e00a8a82-f161-4ec1-9846-facc310a7469 req-1c177f74-2499-480c-87a0-14a74661f3ed service neutron] Attempting to bind port 95a90c66-4b5a-4849-a3d1-de218835a2a6 on host n-h1-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:33:56.621810 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-e00a8a82-f161-4ec1-9846-facc310a7469 req-1c177f74-2499-480c-87a0-14a74661f3ed service neutron] Attempting to bind port 95a90c66-4b5a-4849-a3d1-de218835a2a6 by drivers openvswitch,hyperv on host n-h1-761264-19 at level 0 using segments [{'id': '3b732879-896e-432d-a96e-7cba9e2b8a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ac37406e-6eba-42f0-a02b-49bc68c3a995'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:33:56.622139 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00a8a82-f161-4ec1-9846-facc310a7469 req-1c177f74-2499-480c-87a0-14a74661f3ed service neutron] Attempting to bind port 95a90c66-4b5a-4849-a3d1-de218835a2a6 on network ac37406e-6eba-42f0-a02b-49bc68c3a995 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:33:56.629614 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00a8a82-f161-4ec1-9846-facc310a7469 req-1c177f74-2499-480c-87a0-14a74661f3ed service neutron] Port 95a90c66-4b5a-4849-a3d1-de218835a2a6 on network ac37406e-6eba-42f0-a02b-49bc68c3a995 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:33:56.630974 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00a8a82-f161-4ec1-9846-facc310a7469 req-1c177f74-2499-480c-87a0-14a74661f3ed service neutron] Attempting to bind port 95a90c66-4b5a-4849-a3d1-de218835a2a6 on network ac37406e-6eba-42f0-a02b-49bc68c3a995 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:33:56.641019 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00a8a82-f161-4ec1-9846-facc310a7469 req-1c177f74-2499-480c-87a0-14a74661f3ed service neutron] Checking agent: {'id': '3e5ace3e-dd7b-4522-a7c4-77d13dbeab1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:33:56.641601 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00a8a82-f161-4ec1-9846-facc310a7469 req-1c177f74-2499-480c-87a0-14a74661f3ed service neutron] Checking segment: {'id': '3b732879-896e-432d-a96e-7cba9e2b8a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ac37406e-6eba-42f0-a02b-49bc68c3a995'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:33:56.642273 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00a8a82-f161-4ec1-9846-facc310a7469 req-1c177f74-2499-480c-87a0-14a74661f3ed service neutron] Bound using segment: {'id': '3b732879-896e-432d-a96e-7cba9e2b8a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ac37406e-6eba-42f0-a02b-49bc68c3a995'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:33:56.643200 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-e00a8a82-f161-4ec1-9846-facc310a7469 req-1c177f74-2499-480c-87a0-14a74661f3ed service neutron] Bound port: 95a90c66-4b5a-4849-a3d1-de218835a2a6, host: n-h1-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b732879-896e-432d-a96e-7cba9e2b8a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ac37406e-6eba-42f0-a02b-49bc68c3a995'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:33:56.643832 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-e00a8a82-f161-4ec1-9846-facc310a7469 req-1c177f74-2499-480c-87a0-14a74661f3ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:56.661195 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-75623830-40c5-43cf-9f80-9cac718e3fe3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9023023'] for subnet, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:56.783770 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-e00a8a82-f161-4ec1-9846-facc310a7469 req-1c177f74-2499-480c-87a0-14a74661f3ed service neutron] For port 95a90c66-4b5a-4849-a3d1-de218835a2a6, host n-h1-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:33:56.789463 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-e00a8a82-f161-4ec1-9846-facc310a7469 req-1c177f74-2499-480c-87a0-14a74661f3ed service neutron] For port 95a90c66-4b5a-4849-a3d1-de218835a2a6, host n-h1-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=95a90c66-4b5a-4849-a3d1-de218835a2a6,segment=NetworkSegment(3b732879-896e-432d-a96e-7cba9e2b8a93),segment_id=3b732879-896e-432d-a96e-7cba9e2b8a93)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:33:56.797983 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-e00a8a82-f161-4ec1-9846-facc310a7469 req-1c177f74-2499-480c-87a0-14a74661f3ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:56.806425 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-75623830-40c5-43cf-9f80-9cac718e3fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:56.849652 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6e743ec7-91df-420f-890d-1e96d2488111 req-2a585bbe-4816-4c85-8788-fe01ebc86665 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2ba28b68-c49c-43e1-9114-970c5ba1b196&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0973155 Dec 20 14:33:56.862921 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86dd414-0d46-4014-bd46-401ac508e516 req-bf5d568a-122c-4d0e-be60-aaaacfaed5a3 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:56.871912 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f86dd414-0d46-4014-bd46-401ac508e516 req-bf5d568a-122c-4d0e-be60-aaaacfaed5a3 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=cab7549e-ef3f-4be2-95c9-26631fe471c5 HTTP/1.1" status: 200 len: 943 time: 0.1819513 Dec 20 14:33:56.918852 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c177f74-2499-480c-87a0-14a74661f3ed service neutron] Pushing event updated for resources: {'Port': ['ID=95a90c66-4b5a-4849-a3d1-de218835a2a6,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:33:56.923198 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00a8a82-f161-4ec1-9846-facc310a7469 req-1c177f74-2499-480c-87a0-14a74661f3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:56.923926 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-e00a8a82-f161-4ec1-9846-facc310a7469 req-1c177f74-2499-480c-87a0-14a74661f3ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:56.925652 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e00a8a82-f161-4ec1-9846-facc310a7469 req-1c177f74-2499-480c-87a0-14a74661f3ed service neutron] 10.222.0.30 "PUT /v2.0/ports/95a90c66-4b5a-4849-a3d1-de218835a2a6 HTTP/1.1" status: 200 len: 1092 time: 1.3149729 Dec 20 14:33:56.926128 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cab7549e-ef3f-4be2-95c9-26631fe471c5', 'tag': '95a90c66-4b5a-4849-a3d1-de218835a2a6'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:33:56.930678 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-438b013e-756b-4351-a47f-09b26fcc0172" -d '{"events": [{"name": "network-changed", "server_uuid": "cab7549e-ef3f-4be2-95c9-26631fe471c5", "tag": "95a90c66-4b5a-4849-a3d1-de218835a2a6"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:33:56.975729 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-75623830-40c5-43cf-9f80-9cac718e3fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8850800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470517'] for subnet, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:57.011392 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75623830-40c5-43cf-9f80-9cac718e3fe3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8908482-6016-4528-aed2-b6e5b6996a4d,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:33:57.026079 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 35482) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:33:57.034440 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00a8a82-f161-4ec1-9846-facc310a7469 req-2c9af589-ef8e-4825-ba75-8434505e78cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:57.036165 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e00a8a82-f161-4ec1-9846-facc310a7469 req-2c9af589-ef8e-4825-ba75-8434505e78cf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b34e3eedf72e455b9cbb2db5d8862a92&device_id=cab7549e-ef3f-4be2-95c9-26631fe471c5 HTTP/1.1" status: 200 len: 1095 time: 0.0522885 Dec 20 14:33:57.039312 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f86dd414-0d46-4014-bd46-401ac508e516 req-6f758eee-0861-49a9-9244-3acc9a8359ea tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664090 Dec 20 14:33:57.041923 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e743ec7-91df-420f-890d-1e96d2488111 req-225c282d-24c4-4b45-952e-9d2fa5bc76b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:57.044090 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6e743ec7-91df-420f-890d-1e96d2488111 req-225c282d-24c4-4b45-952e-9d2fa5bc76b8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c1e404e3ac2e456f831247d0bb0227f5&device_id=2ba28b68-c49c-43e1-9114-970c5ba1b196 HTTP/1.1" status: 200 len: 1103 time: 0.1603136 Dec 20 14:33:57.057525 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-75623830-40c5-43cf-9f80-9cac718e3fe3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:57.063691 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-75623830-40c5-43cf-9f80-9cac718e3fe3 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/c8908482-6016-4528-aed2-b6e5b6996a4d HTTP/1.1" status: 204 len: 168 time: 0.9406669 Dec 20 14:33:57.065929 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 35486) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:33:57.109091 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11397ac5-31b7-465a-aadc-3f416d52ceca x-openstack-request-id: req-11397ac5-31b7-465a-aadc-3f416d52ceca {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:33:57.109091 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cab7549e-ef3f-4be2-95c9-26631fe471c5", "tag": "95a90c66-4b5a-4849-a3d1-de218835a2a6", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:33:57.109440 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-11397ac5-31b7-465a-aadc-3f416d52ceca {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:33:57.109677 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cab7549e-ef3f-4be2-95c9-26631fe471c5', 'tag': '95a90c66-4b5a-4849-a3d1-de218835a2a6', 'status': 'completed', 'code': 200} Dec 20 14:33:57.175478 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e00a8a82-f161-4ec1-9846-facc310a7469 req-1a123165-e31e-4376-8f66-6d11aeaedc12 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=95a90c66-4b5a-4849-a3d1-de218835a2a6 HTTP/1.1" status: 200 len: 217 time: 0.0967653 Dec 20 14:33:57.235838 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ed401733-6971-45f1-a686-1b0fa3e2720c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:57.247592 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-663f501a-f88d-4f63-9d47-21f9981882bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:57.260810 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00a8a82-f161-4ec1-9846-facc310a7469 req-a96e2529-423d-42ac-b765-78d41b2233d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:57.262376 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e00a8a82-f161-4ec1-9846-facc310a7469 req-a96e2529-423d-42ac-b765-78d41b2233d6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8bcc849b-c021-46b4-96cd-8d7c30cd2023 HTTP/1.1" status: 200 len: 845 time: 0.0719540 Dec 20 14:33:57.301727 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e743ec7-91df-420f-890d-1e96d2488111 req-128f1f0f-4c00-4e60-b6a1-0a9551093b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:57.303294 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6e743ec7-91df-420f-890d-1e96d2488111 req-128f1f0f-4c00-4e60-b6a1-0a9551093b26 service neutron] 10.222.0.47 "GET /v2.0/networks?id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1 HTTP/1.1" status: 200 len: 870 time: 0.2151473 Dec 20 14:33:57.330849 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e00a8a82-f161-4ec1-9846-facc310a7469 req-9152257c-f00c-4bde-9e5a-ac7082bbf838 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ac37406e-6eba-42f0-a02b-49bc68c3a995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431359 Dec 20 14:33:57.362937 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6e743ec7-91df-420f-890d-1e96d2488111 req-9960e6a0-542d-4d53-9e43-44524781df29 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=d992040d-645b-4c58-aa14-af5a25f16ed2 HTTP/1.1" status: 200 len: 217 time: 0.0452099 Dec 20 14:33:57.407320 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ed401733-6971-45f1-a686-1b0fa3e2720c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:57.438515 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-663f501a-f88d-4f63-9d47-21f9981882bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:57.440714 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e743ec7-91df-420f-890d-1e96d2488111 req-39cf69b6-afb0-49a2-9d02-d3017218e1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:57.442330 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6e743ec7-91df-420f-890d-1e96d2488111 req-39cf69b6-afb0-49a2-9d02-d3017218e1c5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36bf280f-81bb-4486-a87a-9b9505a1cec4 HTTP/1.1" status: 200 len: 843 time: 0.0696485 Dec 20 14:33:57.445376 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-663f501a-f88d-4f63-9d47-21f9981882bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:57.461883 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-ed401733-6971-45f1-a686-1b0fa3e2720c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['495ace7a-f44e-4349-a86f-b6f0c2cf6eb6']}} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:33:57.478025 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-ed401733-6971-45f1-a686-1b0fa3e2720c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0db4f97e-52d2-4e75-a7f6-550aa2b8eca1') {'for_net_delete': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:33:57.478313 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-ed401733-6971-45f1-a686-1b0fa3e2720c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0db4f97e-52d2-4e75-a7f6-550aa2b8eca1') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:33:57.490709 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ed401733-6971-45f1-a686-1b0fa3e2720c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954405'] for segment, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:57.514264 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ed401733-6971-45f1-a686-1b0fa3e2720c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:57.517930 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e00a8a82-f161-4ec1-9846-facc310a7469 req-4228ba4d-293b-4723-88ca-d804c4038370 service neutron] 10.222.0.30 "GET /v2.0/networks/ac37406e-6eba-42f0-a02b-49bc68c3a995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444287 Dec 20 14:33:57.523507 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed401733-6971-45f1-a686-1b0fa3e2720c admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=103167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:33:57.523996 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ed401733-6971-45f1-a686-1b0fa3e2720c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9956000'] for segment, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:57.525268 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-663f501a-f88d-4f63-9d47-21f9981882bf admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=706da2f9ec504504b7dcd618bbe889e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4973507 Dec 20 14:33:57.525808 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:33:57.525808 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:33:57.525808 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:33:57.525808 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:33:57.525808 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:33:57.525808 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:33:57.525808 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:33:57.525808 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:33:57.525808 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:33:57.525808 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:33:57.525808 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:33:57.525808 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:33:57.525808 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:33:57.525808 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:33:57.525808 n-d-761264-19 neutron-server[103167]: Traceback (most recent call last): Dec 20 14:33:57.525808 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:33:57.525808 n-d-761264-19 neutron-server[103167]: timer() Dec 20 14:33:57.525808 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:33:57.525808 n-d-761264-19 neutron-server[103167]: cb(*args, **kw) Dec 20 14:33:57.525808 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:33:57.525808 n-d-761264-19 neutron-server[103167]: return func(*args, **kwargs) Dec 20 14:33:57.525808 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:33:57.525808 n-d-761264-19 neutron-server[103167]: self._notify() Dec 20 14:33:57.525808 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:33:57.525808 n-d-761264-19 neutron-server[103167]: self.callback(batched_events) Dec 20 14:33:57.525808 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:33:57.525808 n-d-761264-19 neutron-server[103167]: event.method(event) Dec 20 14:33:57.525808 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:33:57.525808 n-d-761264-19 neutron-server[103167]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:33:57.525808 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:33:57.525808 n-d-761264-19 neutron-server[103167]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:33:57.525808 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:33:57.525808 n-d-761264-19 neutron-server[103167]: return f(self, *a, **k) Dec 20 14:33:57.525808 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:33:57.525808 n-d-761264-19 neutron-server[103167]: return self._get(url).json() Dec 20 14:33:57.525808 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:33:57.525808 n-d-761264-19 neutron-server[103167]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:33:57.525808 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:33:57.525808 n-d-761264-19 neutron-server[103167]: return self.request(url, 'GET', **kwargs) Dec 20 14:33:57.525808 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:33:57.525808 n-d-761264-19 neutron-server[103167]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:33:57.525808 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:33:57.525808 n-d-761264-19 neutron-server[103167]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:33:57.525808 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:33:57.525808 n-d-761264-19 neutron-server[103167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:33:57.525808 n-d-761264-19 neutron-server[103167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:33:57.530059 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663f501a-f88d-4f63-9d47-21f9981882bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2172c0cb-4c8b-4740-9495-1d1d858980e9,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:33:57.530059 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 35504) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:33:57.583756 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e743ec7-91df-420f-890d-1e96d2488111 req-d7e4f8c4-cdfd-49f5-b8e9-965f32d58afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:57.585189 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6e743ec7-91df-420f-890d-1e96d2488111 req-d7e4f8c4-cdfd-49f5-b8e9-965f32d58afc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1339030 Dec 20 14:33:57.614056 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b20e9-5d93-492e-a5a9-d55ca178d28b req-31614c31-2c3e-445b-99f0-1631c6f6ad01 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:57.615915 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-254b20e9-5d93-492e-a5a9-d55ca178d28b req-31614c31-2c3e-445b-99f0-1631c6f6ad01 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/ports?device_id=9b6d8c11-5c8b-4bdb-b4a0-db43815e7be8 HTTP/1.1" status: 200 len: 946 time: 0.1161141 Dec 20 14:33:57.643019 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ed401733-6971-45f1-a686-1b0fa3e2720c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:57.654610 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ed401733-6971-45f1-a686-1b0fa3e2720c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:57.658900 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-ed401733-6971-45f1-a686-1b0fa3e2720c admin admin] 10.222.0.54 "DELETE /v2.0/networks/495ace7a-f44e-4349-a86f-b6f0c2cf6eb6 HTTP/1.1" status: 204 len: 168 time: 0.5891032 Dec 20 14:33:57.674957 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed401733-6971-45f1-a686-1b0fa3e2720c admin admin] Pushing event deleted for resources: {'Network': ['ID=495ace7a-f44e-4349-a86f-b6f0c2cf6eb6,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:33:57.682175 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e00a8a82-f161-4ec1-9846-facc310a7469 req-3be8f7dd-9e5c-4649-92a7-aefed52f1f39 service neutron] 10.222.0.30 "GET /v2.0/networks/ac37406e-6eba-42f0-a02b-49bc68c3a995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555126 Dec 20 14:33:57.692414 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4f892c04-ba1e-40f2-a79a-c36a6f875e2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:57.747305 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4f892c04-ba1e-40f2-a79a-c36a6f875e2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:57.774817 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-254b20e9-5d93-492e-a5a9-d55ca178d28b req-e3d5fb7f-d5db-44df-af07-70a8e58592b5 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/security-groups?id=0393fd0b-7973-42e2-8187-db178c6daece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389620 Dec 20 14:33:57.784665 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6e743ec7-91df-420f-890d-1e96d2488111 req-62024cc1-3d6f-4943-8f31-e5151b90f8e1 service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892674 Dec 20 14:33:57.792969 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1676f9-595e-4f24-bfe3-a2b7ffcca4bf req-b9a9c478-e587-452c-bb85-5836cdbdb1f3 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:57.794554 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fa1676f9-595e-4f24-bfe3-a2b7ffcca4bf req-b9a9c478-e587-452c-bb85-5836cdbdb1f3 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=64fdf7d1-efde-4de1-bf72-e69d36342c02 HTTP/1.1" status: 200 len: 949 time: 0.0821567 Dec 20 14:33:57.828675 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 35516) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:33:57.859082 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438b013e-756b-4351-a47f-09b26fcc0172 req-b33a1b39-1b43-4a15-b04a-2b9e1c550078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:57.860463 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-438b013e-756b-4351-a47f-09b26fcc0172 req-b33a1b39-1b43-4a15-b04a-2b9e1c550078 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b34e3eedf72e455b9cbb2db5d8862a92&device_id=cab7549e-ef3f-4be2-95c9-26631fe471c5 HTTP/1.1" status: 200 len: 1095 time: 0.1053481 Dec 20 14:33:57.888312 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fa1676f9-595e-4f24-bfe3-a2b7ffcca4bf req-affd1795-c8ee-4c88-8751-3be850580c49 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862076 Dec 20 14:33:57.890466 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4f892c04-ba1e-40f2-a79a-c36a6f875e2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:57.893072 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4f892c04-ba1e-40f2-a79a-c36a6f875e2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:57.896695 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-4f892c04-ba1e-40f2-a79a-c36a6f875e2f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2172c0cb-4c8b-4740-9495-1d1d858980e9 HTTP/1.1" status: 204 len: 168 time: 0.3639026 Dec 20 14:33:57.911005 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6e743ec7-91df-420f-890d-1e96d2488111 req-81325c4e-364c-48af-b6e5-066d8d3b6c77 service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054814 Dec 20 14:33:57.912120 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f892c04-ba1e-40f2-a79a-c36a6f875e2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2172c0cb-4c8b-4740-9495-1d1d858980e9,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:33:57.962230 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-85be13bc-70d7-446b-a990-6ee00e1b1e88 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=543a5ccf1524441b95c235a83f5e56cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1300540 Dec 20 14:33:57.964951 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 35520) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:33:58.030643 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438b013e-756b-4351-a47f-09b26fcc0172 req-a7c663c4-945f-42cf-be56-3e64ce90417c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:58.032196 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-438b013e-756b-4351-a47f-09b26fcc0172 req-a7c663c4-945f-42cf-be56-3e64ce90417c service neutron] 10.222.0.30 "GET /v2.0/networks?id=ac37406e-6eba-42f0-a02b-49bc68c3a995 HTTP/1.1" status: 200 len: 906 time: 0.1585398 Dec 20 14:33:58.050209 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b57aae8f-02ec-47e3-ad46-f927c857f773 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:58.106041 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-438b013e-756b-4351-a47f-09b26fcc0172 req-78754160-9210-4336-851e-fba41f3c6c69 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=95a90c66-4b5a-4849-a3d1-de218835a2a6 HTTP/1.1" status: 200 len: 217 time: 0.0633340 Dec 20 14:33:58.166074 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b57aae8f-02ec-47e3-ad46-f927c857f773 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:58.178881 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438b013e-756b-4351-a47f-09b26fcc0172 req-862cb82c-faac-4bec-a4c5-d7365e253b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:58.180456 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-438b013e-756b-4351-a47f-09b26fcc0172 req-862cb82c-faac-4bec-a4c5-d7365e253b7b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8bcc849b-c021-46b4-96cd-8d7c30cd2023 HTTP/1.1" status: 200 len: 845 time: 0.0658762 Dec 20 14:33:58.191077 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a57583-961d-46ff-be91-4887ab552924 req-39fbff76-0f98-4205-9e7a-e23b2fa0dc7f tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:58.192802 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c9a57583-961d-46ff-be91-4887ab552924 req-39fbff76-0f98-4205-9e7a-e23b2fa0dc7f tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=cab7549e-ef3f-4be2-95c9-26631fe471c5 HTTP/1.1" status: 200 len: 943 time: 0.0682778 Dec 20 14:33:58.227290 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-438b013e-756b-4351-a47f-09b26fcc0172 req-5c356a04-ff33-4c2f-9e59-663abffdf193 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ac37406e-6eba-42f0-a02b-49bc68c3a995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375535 Dec 20 14:33:58.249146 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c9a57583-961d-46ff-be91-4887ab552924 req-e2140d49-33b5-4473-ab01-952021b1e9d1 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493751 Dec 20 14:33:58.303699 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b57aae8f-02ec-47e3-ad46-f927c857f773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:58.306781 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b57aae8f-02ec-47e3-ad46-f927c857f773 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:58.311231 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-b57aae8f-02ec-47e3-ad46-f927c857f773 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/432ea4a5-c150-495b-9a91-8d30dffc6fe6 HTTP/1.1" status: 204 len: 168 time: 0.3420813 Dec 20 14:33:58.325967 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57aae8f-02ec-47e3-ad46-f927c857f773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=432ea4a5-c150-495b-9a91-8d30dffc6fe6,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:33:58.368838 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-438b013e-756b-4351-a47f-09b26fcc0172 req-21596536-0721-456a-8211-78bb73737ff8 service neutron] 10.222.0.30 "GET /v2.0/networks/ac37406e-6eba-42f0-a02b-49bc68c3a995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339455 Dec 20 14:33:58.373330 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fd00d77a-f90f-4534-b56a-6bc8031888fb req-24d68c3e-5eb1-4cc3-8303-ed755cb0ecd6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7bec07a8-c25f-4f16-885e-b65a42ac76c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0703292 Dec 20 14:33:58.498551 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-438b013e-756b-4351-a47f-09b26fcc0172 req-55a06b83-70bf-4892-aff5-e160bacfc42b service neutron] 10.222.0.30 "GET /v2.0/networks/ac37406e-6eba-42f0-a02b-49bc68c3a995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140525 Dec 20 14:33:58.506713 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd00d77a-f90f-4534-b56a-6bc8031888fb req-2890499f-6608-4ed2-a866-8abfe8748340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:58.507391 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd00d77a-f90f-4534-b56a-6bc8031888fb req-2890499f-6608-4ed2-a866-8abfe8748340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:58.508005 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd00d77a-f90f-4534-b56a-6bc8031888fb req-2890499f-6608-4ed2-a866-8abfe8748340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:58.508576 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd00d77a-f90f-4534-b56a-6bc8031888fb req-2890499f-6608-4ed2-a866-8abfe8748340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:58.509039 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd00d77a-f90f-4534-b56a-6bc8031888fb req-2890499f-6608-4ed2-a866-8abfe8748340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:58.509494 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd00d77a-f90f-4534-b56a-6bc8031888fb req-2890499f-6608-4ed2-a866-8abfe8748340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:58.509943 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd00d77a-f90f-4534-b56a-6bc8031888fb req-2890499f-6608-4ed2-a866-8abfe8748340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:58.512321 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fd00d77a-f90f-4534-b56a-6bc8031888fb req-2890499f-6608-4ed2-a866-8abfe8748340 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1080628f9fb44b28a6ddf9255bb33498&device_id=7bec07a8-c25f-4f16-885e-b65a42ac76c9 HTTP/1.1" status: 200 len: 6498 time: 0.0680954 Dec 20 14:33:58.645947 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd00d77a-f90f-4534-b56a-6bc8031888fb req-7719b1d7-7b41-41d3-8fae-e394fe10ff5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:58.646425 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd00d77a-f90f-4534-b56a-6bc8031888fb req-7719b1d7-7b41-41d3-8fae-e394fe10ff5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:58.646913 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd00d77a-f90f-4534-b56a-6bc8031888fb req-7719b1d7-7b41-41d3-8fae-e394fe10ff5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:58.648536 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fd00d77a-f90f-4534-b56a-6bc8031888fb req-7719b1d7-7b41-41d3-8fae-e394fe10ff5f service neutron] 10.222.0.30 "GET /v2.0/networks?id=687c5259-7995-4ccd-9da8-b7cf90c319a1&id=e922ff15-a662-4866-8b6a-3d6f701ab36c&id=e922ff15-a662-4866-8b6a-3d6f701ab36c&id=e922ff15-a662-4866-8b6a-3d6f701ab36c&id=e922ff15-a662-4866-8b6a-3d6f701ab36c&id=781006d9-7985-4914-91ad-a5e554b7cb56&id=781006d9-7985-4914-91ad-a5e554b7cb56 HTTP/1.1" status: 200 len: 2293 time: 0.1006613 Dec 20 14:33:58.716596 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 8a1a2625-57ee-4cb4-9083-d22817cc30ac details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:33:58.737651 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fd00d77a-f90f-4534-b56a-6bc8031888fb req-42669390-b087-4faf-9997-03f07a8964ee service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=79cf19b9-8f3f-44e9-85d5-0608077b5b17 HTTP/1.1" status: 200 len: 1000 time: 0.0770495 Dec 20 14:33:58.799774 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd00d77a-f90f-4534-b56a-6bc8031888fb req-29ce8aba-ecb4-45f6-9a0b-6d857958018d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:58.801786 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fd00d77a-f90f-4534-b56a-6bc8031888fb req-29ce8aba-ecb4-45f6-9a0b-6d857958018d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b510740f-81e5-461d-83bc-0c27692ea662 HTTP/1.1" status: 200 len: 850 time: 0.0595274 Dec 20 14:33:58.872308 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd00d77a-f90f-4534-b56a-6bc8031888fb req-3f308495-11ac-491a-811e-60bcf459ea65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:58.874479 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fd00d77a-f90f-4534-b56a-6bc8031888fb req-3f308495-11ac-491a-811e-60bcf459ea65 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=687c5259-7995-4ccd-9da8-b7cf90c319a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0644848 Dec 20 14:33:58.876480 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 8a1a2625-57ee-4cb4-9083-d22817cc30ac, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=8a1a2625-57ee-4cb4-9083-d22817cc30ac,segment=NetworkSegment(f64287f5-affc-42db-b5fb-e9b8ade134fb),segment_id=f64287f5-affc-42db-b5fb-e9b8ade134fb)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:33:58.918337 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': '8a1a2625-57ee-4cb4-9083-d22817cc30ac', 'network_id': 'dce53437-e7e7-4d26-8f4b-47bafb0fd8bc', 'port_id': '8a1a2625-57ee-4cb4-9083-d22817cc30ac', 'mac_address': 'fa:16:3e:c0:8d:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05b60f46-643c-4184-8d2d-7011e86eb340', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:33:58.971798 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:59.013025 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8a1a2625-57ee-4cb4-9083-d22817cc30ac {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:33:59.033096 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d628c89-c5f7-4afc-ba9d-c052a5c42313 req-0613a374-819a-4627-839e-e9fc723b295b tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:59.042168 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4d628c89-c5f7-4afc-ba9d-c052a5c42313 req-0613a374-819a-4627-839e-e9fc723b295b tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/ports?device_id=9b6d8c11-5c8b-4bdb-b4a0-db43815e7be8 HTTP/1.1" status: 200 len: 946 time: 0.1340520 Dec 20 14:33:59.043840 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 35568) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:33:59.054828 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 8a1a2625-57ee-4cb4-9083-d22817cc30ac, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=8a1a2625-57ee-4cb4-9083-d22817cc30ac,segment=NetworkSegment(f64287f5-affc-42db-b5fb-e9b8ade134fb),segment_id=f64287f5-affc-42db-b5fb-e9b8ade134fb)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:33:59.063664 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:59.137057 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4d628c89-c5f7-4afc-ba9d-c052a5c42313 req-5cb1505a-50cf-4555-af90-031339ad986f tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/security-groups?id=0393fd0b-7973-42e2-8187-db178c6daece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937514 Dec 20 14:33:59.205442 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=8a1a2625-57ee-4cb4-9083-d22817cc30ac,revision_number=6']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:33:59.205699 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fd00d77a-f90f-4534-b56a-6bc8031888fb req-01bd1f7d-06c1-4210-ab10-9f9a0c239e2f service neutron] 10.222.0.30 "GET /v2.0/networks/687c5259-7995-4ccd-9da8-b7cf90c319a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3220294 Dec 20 14:33:59.218593 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-68bc7a83-d0ef-4e81-bb3a-8ce81df23fd3 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-654134478'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:33:59.227550 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315040cd-808f-4d5a-9aea-b2731f0e0879 req-bf82a4bc-2ed1-4563-b4ee-5036329f6dc5 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:59.229309 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-315040cd-808f-4d5a-9aea-b2731f0e0879 req-bf82a4bc-2ed1-4563-b4ee-5036329f6dc5 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=64fdf7d1-efde-4de1-bf72-e69d36342c02 HTTP/1.1" status: 200 len: 949 time: 0.0857503 Dec 20 14:33:59.246391 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68bc7a83-d0ef-4e81-bb3a-8ce81df23fd3 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Made reservation on behalf of b689693ddc3f49a2b3f8f42717070fd5 for: {'network': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:33:59.252145 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['8a1a2625-57ee-4cb4-9083-d22817cc30ac'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:33:59.255481 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-68bc7a83-d0ef-4e81-bb3a-8ce81df23fd3 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:59.269313 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-68bc7a83-d0ef-4e81-bb3a-8ce81df23fd3 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:59.350602 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-315040cd-808f-4d5a-9aea-b2731f0e0879 req-fc426ec2-356e-481b-ac27-fb64b680bfcb tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127872 Dec 20 14:33:59.410229 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fd00d77a-f90f-4534-b56a-6bc8031888fb req-c1fa6fb1-c4d9-4aa7-8783-a9384a0550f4 service neutron] 10.222.0.30 "GET /v2.0/networks/687c5259-7995-4ccd-9da8-b7cf90c319a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934075 Dec 20 14:33:59.453498 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 35584) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:33:59.463506 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-68bc7a83-d0ef-4e81-bb3a-8ce81df23fd3 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:59.475371 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bba07a-8397-4687-83cb-321ec5f63e8d req-01b57114-1eca-49ea-890a-9f1d5d366619 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:59.483224 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-00bba07a-8397-4687-83cb-321ec5f63e8d req-01b57114-1eca-49ea-890a-9f1d5d366619 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=cab7549e-ef3f-4be2-95c9-26631fe471c5 HTTP/1.1" status: 200 len: 943 time: 0.1053076 Dec 20 14:33:59.490271 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fd00d77a-f90f-4534-b56a-6bc8031888fb req-cdd1f7dd-94a0-4499-ab80-3b776d510912 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.112&port_id=8f31b9a5-1a84-4aca-854e-f0b8620002cb HTTP/1.1" status: 200 len: 217 time: 0.0712941 Dec 20 14:33:59.491024 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-68bc7a83-d0ef-4e81-bb3a-8ce81df23fd3 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:59.550476 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd00d77a-f90f-4534-b56a-6bc8031888fb req-f8a98082-10dd-486f-b6ed-5c92faa431a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:59.552207 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fd00d77a-f90f-4534-b56a-6bc8031888fb req-f8a98082-10dd-486f-b6ed-5c92faa431a8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=aaeac8b3-4bcd-4183-8fdc-e7e9bf33dceb HTTP/1.1" status: 200 len: 797 time: 0.0525818 Dec 20 14:33:59.559895 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bc7a83-d0ef-4e81-bb3a-8ce81df23fd3 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01b86308-f242-4637-aa31-e8a890555ad5,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:33:59.593703 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68bc7a83-d0ef-4e81-bb3a-8ce81df23fd3 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=103167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:33:59.598810 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-00bba07a-8397-4687-83cb-321ec5f63e8d req-fdd09319-8fef-443a-b584-860324c7fbd7 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147330 Dec 20 14:33:59.607415 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-68bc7a83-d0ef-4e81-bb3a-8ce81df23fd3 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:59.607763 n-d-761264-19 neutron-server[103167]: INFO neutron.db.segments_db [None req-68bc7a83-d0ef-4e81-bb3a-8ce81df23fd3 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Added segment ce5e80f5-ecf3-464d-8784-191b6c83e599 of type vlan for network c67c2a2a-67cb-40e4-a9a6-783d579d8b4a Dec 20 14:33:59.652135 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd00d77a-f90f-4534-b56a-6bc8031888fb req-2fb09501-2d34-4195-936d-09d6a3461d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:59.653418 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fd00d77a-f90f-4534-b56a-6bc8031888fb req-2fb09501-2d34-4195-936d-09d6a3461d5a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e922ff15-a662-4866-8b6a-3d6f701ab36c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0876749 Dec 20 14:33:59.654864 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-319e061f-9a21-466e-a351-73b98be89ee0 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-147219595-network', 'tenant_id': '1668f15de35344daa3b6ab86e10028fc'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:33:59.675399 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-68bc7a83-d0ef-4e81-bb3a-8ce81df23fd3 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:59.707065 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-319e061f-9a21-466e-a351-73b98be89ee0 admin admin] Made reservation on behalf of 1668f15de35344daa3b6ab86e10028fc for: {'network': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:33:59.709450 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-319e061f-9a21-466e-a351-73b98be89ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:59.713477 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-68bc7a83-d0ef-4e81-bb3a-8ce81df23fd3 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:59.719353 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68bc7a83-d0ef-4e81-bb3a-8ce81df23fd3 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:33:59.720002 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-68bc7a83-d0ef-4e81-bb3a-8ce81df23fd3 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:59.737024 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-319e061f-9a21-466e-a351-73b98be89ee0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:59.774655 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7 details requested by agent hyperv_n-h1-761264-19 with host n-h1-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:33:59.790804 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fd00d77a-f90f-4534-b56a-6bc8031888fb req-34ccd704-dd76-4b4b-9259-11ba0823f120 service neutron] 10.222.0.30 "GET /v2.0/networks/e922ff15-a662-4866-8b6a-3d6f701ab36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284740 Dec 20 14:33:59.808348 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-68bc7a83-d0ef-4e81-bb3a-8ce81df23fd3 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7606676 Dec 20 14:33:59.809401 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 35596) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:33:59.818224 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-d40a5238-2261-45bc-b393-8cbb107ec941 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Request body: {'subnet': {'network_id': 'c67c2a2a-67cb-40e4-a9a6-783d579d8b4a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:33:59.920594 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7,segment=NetworkSegment(64c4cfe8-4670-4033-981a-f04cac942433),segment_id=64c4cfe8-4670-4033-981a-f04cac942433)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:33:59.941016 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fd00d77a-f90f-4534-b56a-6bc8031888fb req-2b56595c-6c83-4079-a509-fd7f169ac370 service neutron] 10.222.0.30 "GET /v2.0/networks/e922ff15-a662-4866-8b6a-3d6f701ab36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382000 Dec 20 14:33:59.944385 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Returning: {'device': 'dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7', 'network_id': '7ed718b3-d2e8-4b72-a238-726203897046', 'port_id': 'dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7', 'mac_address': 'fa:16:3e:18:9e:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d68b841-2dcc-4f7d-9f3b-ab3557b797a0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:33:59.991320 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:33:59.996187 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fd00d77a-f90f-4534-b56a-6bc8031888fb req-1722116f-5ff1-45e5-b784-5756ffb1bd94 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.119&port_id=cdb31bb5-074e-403d-ab47-e55bfa522aff HTTP/1.1" status: 200 len: 217 time: 0.0455320 Dec 20 14:34:00.007069 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:34:00.030568 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7,segment=NetworkSegment(64c4cfe8-4670-4033-981a-f04cac942433),segment_id=64c4cfe8-4670-4033-981a-f04cac942433)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:34:00.037608 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:00.056347 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd00d77a-f90f-4534-b56a-6bc8031888fb req-9e24e7a0-5519-49bd-9a18-50e7d294cafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:00.058348 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fd00d77a-f90f-4534-b56a-6bc8031888fb req-9e24e7a0-5519-49bd-9a18-50e7d294cafc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=aaeac8b3-4bcd-4183-8fdc-e7e9bf33dceb HTTP/1.1" status: 200 len: 797 time: 0.0542798 Dec 20 14:34:00.106394 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7,revision_number=6']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:34:00.120850 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd00d77a-f90f-4534-b56a-6bc8031888fb req-b6ebff01-abbc-4c92-b2d5-2e4e3a2c8cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:00.122424 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fd00d77a-f90f-4534-b56a-6bc8031888fb req-b6ebff01-abbc-4c92-b2d5-2e4e3a2c8cae service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e922ff15-a662-4866-8b6a-3d6f701ab36c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0553873 Dec 20 14:34:00.155633 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bc7a83-d0ef-4e81-bb3a-8ce81df23fd3 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Pushing event updated for resources: {'Network': ['ID=c67c2a2a-67cb-40e4-a9a6-783d579d8b4a,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:34:00.170113 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network c67c2a2a-67cb-40e4-a9a6-783d579d8b4a details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:34:00.240598 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fd00d77a-f90f-4534-b56a-6bc8031888fb req-04140172-fb97-45f7-93c8-0b649e189c47 service neutron] 10.222.0.30 "GET /v2.0/networks/e922ff15-a662-4866-8b6a-3d6f701ab36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091754 Dec 20 14:34:00.249914 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:34:00.310990 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d40a5238-2261-45bc-b393-8cbb107ec941 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Made reservation on behalf of b689693ddc3f49a2b3f8f42717070fd5 for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:34:00.314536 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d40a5238-2261-45bc-b393-8cbb107ec941 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:00.347125 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fd00d77a-f90f-4534-b56a-6bc8031888fb req-fd9e8af3-20f4-42d4-8fb0-099a97217837 service neutron] 10.222.0.30 "GET /v2.0/networks/e922ff15-a662-4866-8b6a-3d6f701ab36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986509 Dec 20 14:34:00.348383 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6830fc93-beba-4bfb-91c7-d9ce78b9c44e req-6ed78b51-3234-461d-adf9-8ab903cc0951 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:00.349915 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6830fc93-beba-4bfb-91c7-d9ce78b9c44e req-6ed78b51-3234-461d-adf9-8ab903cc0951 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/ports?device_id=9b6d8c11-5c8b-4bdb-b4a0-db43815e7be8 HTTP/1.1" status: 200 len: 945 time: 0.1446776 Dec 20 14:34:00.363745 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-319e061f-9a21-466e-a351-73b98be89ee0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:00.405228 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-319e061f-9a21-466e-a351-73b98be89ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:00.425611 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fd00d77a-f90f-4534-b56a-6bc8031888fb req-150712fe-5524-4e4d-b35f-ff4c67e0aaca service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.108&port_id=c2b6402c-cca9-42ae-b247-701e4186077e HTTP/1.1" status: 200 len: 217 time: 0.0685904 Dec 20 14:34:00.449095 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-319e061f-9a21-466e-a351-73b98be89ee0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=103167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:34:00.491461 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-319e061f-9a21-466e-a351-73b98be89ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:00.491804 n-d-761264-19 neutron-server[103167]: INFO neutron.db.segments_db [None req-319e061f-9a21-466e-a351-73b98be89ee0 admin admin] Added segment 45f1a2cc-dff1-4a41-9703-a1068dcfcb95 of type vlan for network 7b18a6d6-5eb5-4524-9610-37b07a918fee Dec 20 14:34:00.508489 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319e061f-9a21-466e-a351-73b98be89ee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb2300e-8d7a-49f8-9f79-4f8500bed1cd,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:34:00.547924 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd00d77a-f90f-4534-b56a-6bc8031888fb req-2f2e33a7-b359-4685-9910-ec0e79f44220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:00.549699 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fd00d77a-f90f-4534-b56a-6bc8031888fb req-2f2e33a7-b359-4685-9910-ec0e79f44220 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=aaeac8b3-4bcd-4183-8fdc-e7e9bf33dceb HTTP/1.1" status: 200 len: 797 time: 0.1169910 Dec 20 14:34:00.562668 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9285c46-53e5-4b6a-ac08-8297335032f5 req-6a29ae8b-0b6b-4600-a3d1-d88d58333045 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:00.564188 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e9285c46-53e5-4b6a-ac08-8297335032f5 req-6a29ae8b-0b6b-4600-a3d1-d88d58333045 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=64fdf7d1-efde-4de1-bf72-e69d36342c02 HTTP/1.1" status: 200 len: 949 time: 0.1233780 Dec 20 14:34:00.572682 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6830fc93-beba-4bfb-91c7-d9ce78b9c44e req-3a70f4c4-add8-4fa6-8671-a0c4552d48ec tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/security-groups?id=0393fd0b-7973-42e2-8187-db178c6daece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116680 Dec 20 14:34:00.604139 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-319e061f-9a21-466e-a351-73b98be89ee0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:00.643340 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd00d77a-f90f-4534-b56a-6bc8031888fb req-b8329a53-57a3-48b8-b654-9b7646b487db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:00.644767 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fd00d77a-f90f-4534-b56a-6bc8031888fb req-b8329a53-57a3-48b8-b654-9b7646b487db service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e922ff15-a662-4866-8b6a-3d6f701ab36c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0796821 Dec 20 14:34:00.656684 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-06325e25-03e1-49e0-b42a-13530b54c609 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:00.682777 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-319e061f-9a21-466e-a351-73b98be89ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:00.683796 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319e061f-9a21-466e-a351-73b98be89ee0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:00.684434 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-319e061f-9a21-466e-a351-73b98be89ee0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:00.693775 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e9285c46-53e5-4b6a-ac08-8297335032f5 req-4f14271f-bcce-4c86-9fbd-fd615f889c8b tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206353 Dec 20 14:34:00.738712 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 8a1a2625-57ee-4cb4-9083-d22817cc30ac no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:34:00.804757 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-319e061f-9a21-466e-a351-73b98be89ee0 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3471880 Dec 20 14:34:00.808024 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 35608) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:34:00.816000 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d40a5238-2261-45bc-b393-8cbb107ec941 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:00.818124 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-614db546-c87e-40ab-910c-fbb87e752c4b admin admin] Request body: {'subnet': {'network_id': '7b18a6d6-5eb5-4524-9610-37b07a918fee', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-147219595-subnet', 'tenant_id': '1668f15de35344daa3b6ab86e10028fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:34:00.818304 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319e061f-9a21-466e-a351-73b98be89ee0 admin admin] Pushing event updated for resources: {'Network': ['ID=7b18a6d6-5eb5-4524-9610-37b07a918fee,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:34:00.851497 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 7b18a6d6-5eb5-4524-9610-37b07a918fee details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:34:00.862173 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab73379-f953-4bdc-83a6-d560e477c9d6 req-9aa7ca39-c58c-493d-b8a5-019c2d2963da tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:00.873698 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8ab73379-f953-4bdc-83a6-d560e477c9d6 req-9aa7ca39-c58c-493d-b8a5-019c2d2963da tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=cab7549e-ef3f-4be2-95c9-26631fe471c5 HTTP/1.1" status: 200 len: 943 time: 0.1024749 Dec 20 14:34:00.927089 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40a5238-2261-45bc-b393-8cbb107ec941 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Pushing event updated for resources: {'Subnet': ['ID=bb5d0b86-dcdb-4722-bb6b-1b7fe4a0022c,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:34:00.934129 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40a5238-2261-45bc-b393-8cbb107ec941 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Checking segment: {'id': 'ce5e80f5-ecf3-464d-8784-191b6c83e599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c67c2a2a-67cb-40e4-a9a6-783d579d8b4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:34:00.934485 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40a5238-2261-45bc-b393-8cbb107ec941 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Network hostable DHCP agents. Network: c67c2a2a-67cb-40e4-a9a6-783d579d8b4a, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:34:00.948014 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fd00d77a-f90f-4534-b56a-6bc8031888fb req-4ecdac06-48bb-4f35-a5d3-4e607abb5c50 service neutron] 10.222.0.30 "GET /v2.0/networks/e922ff15-a662-4866-8b6a-3d6f701ab36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2901659 Dec 20 14:34:00.957240 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8ab73379-f953-4bdc-83a6-d560e477c9d6 req-369f83b9-1b8d-4824-b621-62af9a2ea570 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825074 Dec 20 14:34:00.957495 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:00.959602 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-614db546-c87e-40ab-910c-fbb87e752c4b admin admin] Made reservation on behalf of 1668f15de35344daa3b6ab86e10028fc for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:34:00.962093 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-614db546-c87e-40ab-910c-fbb87e752c4b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:00.972592 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40a5238-2261-45bc-b393-8cbb107ec941 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Network c67c2a2a-67cb-40e4-a9a6-783d579d8b4a is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:34:00.988491 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 8a1a2625-57ee-4cb4-9083-d22817cc30ac {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:34:00.998025 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-d40a5238-2261-45bc-b393-8cbb107ec941 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, c67c2a2a-67cb-40e4-a9a6-783d579d8b4a) {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:34:01.006498 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40a5238-2261-45bc-b393-8cbb107ec941 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:01.009312 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d40a5238-2261-45bc-b393-8cbb107ec941 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:01.016476 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62459093-a81f-4e9f-9571-078c9a9886ca None None] Network c67c2a2a-67cb-40e4-a9a6-783d579d8b4a requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:34:01.037889 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-d40a5238-2261-45bc-b393-8cbb107ec941 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2255404 Dec 20 14:34:01.040668 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 35618) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:34:01.045472 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-61039667-146f-415c-a275-52f7318e2ce3 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1441434958', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}, 'admin_state_up': False}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:34:01.048470 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 8a1a2625-57ee-4cb4-9083-d22817cc30ac, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=8a1a2625-57ee-4cb4-9083-d22817cc30ac,segment=NetworkSegment(f64287f5-affc-42db-b5fb-e9b8ade134fb),segment_id=f64287f5-affc-42db-b5fb-e9b8ade134fb)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:34:01.057812 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:01.110451 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-61039667-146f-415c-a275-52f7318e2ce3 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40114'] for router, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:01.111550 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-61039667-146f-415c-a275-52f7318e2ce3 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40139'] for router, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:01.138980 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f2d0a4-2e97-4bbc-8bb0-daaf0fd3f07f req-8f8e6ab8-fa31-47b7-a558-d9e68061b61e tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:01.140823 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-35f2d0a4-2e97-4bbc-8bb0-daaf0fd3f07f req-8f8e6ab8-fa31-47b7-a558-d9e68061b61e tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/ports?device_id=9b6d8c11-5c8b-4bdb-b4a0-db43815e7be8 HTTP/1.1" status: 200 len: 944 time: 0.0780063 Dec 20 14:34:01.159627 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=8a1a2625-57ee-4cb4-9083-d22817cc30ac,revision_number=7']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:34:01.185480 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fd00d77a-f90f-4534-b56a-6bc8031888fb req-a5750c12-016c-4b26-8156-39376ef85dfc service neutron] 10.222.0.30 "GET /v2.0/networks/e922ff15-a662-4866-8b6a-3d6f701ab36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269180 Dec 20 14:34:01.189351 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d729034a-67d7-4cc1-9586-77ededd8e3ca None None] Network c67c2a2a-67cb-40e4-a9a6-783d579d8b4a requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:34:01.240048 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-61039667-146f-415c-a275-52f7318e2ce3 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:01.253030 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fd00d77a-f90f-4534-b56a-6bc8031888fb req-d4fccdc3-e9c4-4365-b011-bbad02fbbcb1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.7&port_id=c388c669-8dbc-4a20-aa6b-dcc41424fb88 HTTP/1.1" status: 200 len: 217 time: 0.0584679 Dec 20 14:34:01.383493 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-35f2d0a4-2e97-4bbc-8bb0-daaf0fd3f07f req-42524350-ebda-4ad7-bb43-b85595e988a7 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/security-groups?id=0393fd0b-7973-42e2-8187-db178c6daece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174375 Dec 20 14:34:01.418576 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd00d77a-f90f-4534-b56a-6bc8031888fb req-e207bf03-f619-43fc-9af6-d201bda93189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:01.420793 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fd00d77a-f90f-4534-b56a-6bc8031888fb req-e207bf03-f619-43fc-9af6-d201bda93189 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=aaeac8b3-4bcd-4183-8fdc-e7e9bf33dceb HTTP/1.1" status: 200 len: 797 time: 0.1584539 Dec 20 14:34:01.441202 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-614db546-c87e-40ab-910c-fbb87e752c4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8848317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10470522'] for subnet, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:01.461696 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-61039667-146f-415c-a275-52f7318e2ce3 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:01.515443 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd00d77a-f90f-4534-b56a-6bc8031888fb req-8b0d4d6f-5723-441e-8d1f-6823f22cfc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:01.516988 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fd00d77a-f90f-4534-b56a-6bc8031888fb req-8b0d4d6f-5723-441e-8d1f-6823f22cfc43 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e922ff15-a662-4866-8b6a-3d6f701ab36c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0876067 Dec 20 14:34:01.535496 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614db546-c87e-40ab-910c-fbb87e752c4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c98918e-a84f-44c1-9518-86f591204c17,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:34:01.589041 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614db546-c87e-40ab-910c-fbb87e752c4b admin admin] Checking segment: {'id': '45f1a2cc-dff1-4a41-9703-a1068dcfcb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7b18a6d6-5eb5-4524-9610-37b07a918fee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:34:01.589353 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614db546-c87e-40ab-910c-fbb87e752c4b admin admin] Network hostable DHCP agents. Network: 7b18a6d6-5eb5-4524-9610-37b07a918fee, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:34:01.623392 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614db546-c87e-40ab-910c-fbb87e752c4b admin admin] Network 7b18a6d6-5eb5-4524-9610-37b07a918fee is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:34:01.638189 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fd00d77a-f90f-4534-b56a-6bc8031888fb req-71561a60-3d81-45ea-86a4-c826b946519f service neutron] 10.222.0.30 "GET /v2.0/networks/e922ff15-a662-4866-8b6a-3d6f701ab36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119897 Dec 20 14:34:01.640480 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-614db546-c87e-40ab-910c-fbb87e752c4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 7b18a6d6-5eb5-4524-9610-37b07a918fee) {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:34:01.646525 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614db546-c87e-40ab-910c-fbb87e752c4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:01.646525 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-614db546-c87e-40ab-910c-fbb87e752c4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:01.650950 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5142ef-bb87-458c-83c8-673c8e60bf9e None None] Network 7b18a6d6-5eb5-4524-9610-37b07a918fee requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:34:01.677801 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-61039667-146f-415c-a275-52f7318e2ce3 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks [] for router_gateway, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:01.705962 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-61039667-146f-415c-a275-52f7318e2ce3 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:01.731644 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-614db546-c87e-40ab-910c-fbb87e752c4b admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9200425 Dec 20 14:34:01.800280 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fd00d77a-f90f-4534-b56a-6bc8031888fb req-3b82ef8c-b089-4453-8e50-90fe3424050c service neutron] 10.222.0.30 "GET /v2.0/networks/e922ff15-a662-4866-8b6a-3d6f701ab36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508930 Dec 20 14:34:01.805434 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 95a90c66-4b5a-4849-a3d1-de218835a2a6 details requested by agent hyperv_n-h1-761264-19 with host n-h1-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:34:01.807702 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7 up at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:34:01.814748 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5337acac-3e90-4655-ae13-59dd2270018d None None] Network 7b18a6d6-5eb5-4524-9610-37b07a918fee requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:34:01.873120 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fd00d77a-f90f-4534-b56a-6bc8031888fb req-1647ab67-436c-4739-a7f7-5044aff85988 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9bc1aacd-a2ef-491f-a27e-99c9073aabbc HTTP/1.1" status: 200 len: 217 time: 0.0622580 Dec 20 14:34:01.895566 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06476b5-629e-4f77-97dd-c375c5bb0680 req-21b232f1-cb50-4876-883e-89684b7216df tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:01.897347 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f06476b5-629e-4f77-97dd-c375c5bb0680 req-21b232f1-cb50-4876-883e-89684b7216df tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=64fdf7d1-efde-4de1-bf72-e69d36342c02 HTTP/1.1" status: 200 len: 949 time: 0.1217833 Dec 20 14:34:01.934696 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-61039667-146f-415c-a275-52f7318e2ce3 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Allocated IP 172.25.0.228 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/1c7a69c6-e0d0-41c3-9c12-5054d317d165) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:34:01.966510 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd00d77a-f90f-4534-b56a-6bc8031888fb req-4f57efc9-3deb-4426-b653-54c4def4869f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:01.968600 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fd00d77a-f90f-4534-b56a-6bc8031888fb req-4f57efc9-3deb-4426-b653-54c4def4869f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7d232d75-8ac0-41ba-a979-02f9a30b542c HTTP/1.1" status: 200 len: 797 time: 0.0868917 Dec 20 14:34:02.025532 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd00d77a-f90f-4534-b56a-6bc8031888fb req-0bec8bda-8405-439f-8220-6ffde697e896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:02.028451 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fd00d77a-f90f-4534-b56a-6bc8031888fb req-0bec8bda-8405-439f-8220-6ffde697e896 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=781006d9-7985-4914-91ad-a5e554b7cb56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0492930 Dec 20 14:34:02.065172 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f06476b5-629e-4f77-97dd-c375c5bb0680 req-363b96fa-4f44-4fea-93b1-a52140e72d65 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453207 Dec 20 14:34:02.075678 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning complete for port dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:34:02.076256 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:02.143842 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 95a90c66-4b5a-4849-a3d1-de218835a2a6, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=95a90c66-4b5a-4849-a3d1-de218835a2a6,segment=NetworkSegment(3b732879-896e-432d-a96e-7cba9e2b8a93),segment_id=3b732879-896e-432d-a96e-7cba9e2b8a93)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:34:02.161353 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-61039667-146f-415c-a275-52f7318e2ce3 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:02.167098 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Returning: {'device': '95a90c66-4b5a-4849-a3d1-de218835a2a6', 'network_id': 'ac37406e-6eba-42f0-a02b-49bc68c3a995', 'port_id': '95a90c66-4b5a-4849-a3d1-de218835a2a6', 'mac_address': 'fa:16:3e:61:d7:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bcc849b-c021-46b4-96cd-8d7c30cd2023', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:34:02.171981 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fd00d77a-f90f-4534-b56a-6bc8031888fb req-52686efd-d40a-47fb-ae40-adf054ca0f18 service neutron] 10.222.0.30 "GET /v2.0/networks/781006d9-7985-4914-91ad-a5e554b7cb56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333051 Dec 20 14:34:02.216009 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-61039667-146f-415c-a275-52f7318e2ce3 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:02.262179 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:02.267015 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:02.288479 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95a90c66-4b5a-4849-a3d1-de218835a2a6 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:34:02.305112 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61039667-146f-415c-a275-52f7318e2ce3 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Pushing event updated for resources: {'Port': ['ID=1c7a69c6-e0d0-41c3-9c12-5054d317d165,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:34:02.307823 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fd00d77a-f90f-4534-b56a-6bc8031888fb req-de6e0117-4db6-4146-a93f-d52b304ed7be service neutron] 10.222.0.30 "GET /v2.0/networks/781006d9-7985-4914-91ad-a5e554b7cb56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271675 Dec 20 14:34:02.317766 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61039667-146f-415c-a275-52f7318e2ce3 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:34:02.319221 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-61039667-146f-415c-a275-52f7318e2ce3 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:34:02.319517 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a76f30c8-712d-44b7-9ed3-98bb884698ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:34:02.321984 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61039667-146f-415c-a275-52f7318e2ce3 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:34:02.331531 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-382ffebc-3cac-403d-b70c-4950149bdf90" -d '{"events": [{"server_uuid": "a76f30c8-712d-44b7-9ed3-98bb884698ef", "name": "network-vif-plugged", "status": "completed", "tag": "dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:34:02.356398 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 95a90c66-4b5a-4849-a3d1-de218835a2a6, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=95a90c66-4b5a-4849-a3d1-de218835a2a6,segment=NetworkSegment(3b732879-896e-432d-a96e-7cba9e2b8a93),segment_id=3b732879-896e-432d-a96e-7cba9e2b8a93)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:34:02.359021 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7,segment=NetworkSegment(64c4cfe8-4670-4033-981a-f04cac942433),segment_id=64c4cfe8-4670-4033-981a-f04cac942433)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:34:02.364761 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:02.372546 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:02.378570 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fd00d77a-f90f-4534-b56a-6bc8031888fb req-b6867ad3-c586-431c-ae1c-0bddf33a268d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a9e6ecc6-74ae-4b76-8dcf-5a91360c2536 HTTP/1.1" status: 200 len: 217 time: 0.0593002 Dec 20 14:34:02.438586 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=95a90c66-4b5a-4849-a3d1-de218835a2a6,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:34:02.504304 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7,revision_number=7']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:34:02.673007 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d5de00-3a6b-417d-bf8a-b2c29083a8d2 req-36650862-fecc-4188-9449-c6f3d850395f tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:02.674790 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e1d5de00-3a6b-417d-bf8a-b2c29083a8d2 req-36650862-fecc-4188-9449-c6f3d850395f tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=cab7549e-ef3f-4be2-95c9-26631fe471c5 HTTP/1.1" status: 200 len: 944 time: 0.1838770 Dec 20 14:34:02.760104 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-61039667-146f-415c-a275-52f7318e2ce3 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks [] for router_gateway, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:02.768938 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00965307-fca2-419c-9ba9-783bc833da84 req-09f0d52d-8b57-4b4a-b323-1942e974f46f tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:02.770498 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-00965307-fca2-419c-9ba9-783bc833da84 req-09f0d52d-8b57-4b4a-b323-1942e974f46f tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.47 "GET /v2.0/ports?device_id=9b6d8c11-5c8b-4bdb-b4a0-db43815e7be8 HTTP/1.1" status: 200 len: 944 time: 0.1831458 Dec 20 14:34:02.801010 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd00d77a-f90f-4534-b56a-6bc8031888fb req-a8a59501-fa33-458d-b03d-341e51209308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:02.802518 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fd00d77a-f90f-4534-b56a-6bc8031888fb req-a8a59501-fa33-458d-b03d-341e51209308 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7d232d75-8ac0-41ba-a979-02f9a30b542c HTTP/1.1" status: 200 len: 797 time: 0.4133561 Dec 20 14:34:02.832403 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-340c5c75-3319-4325-aadc-4023a5f7bce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:02.853338 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e1d5de00-3a6b-417d-bf8a-b2c29083a8d2 req-697e173a-1227-4ed9-a08d-93209deea0a0 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678700 Dec 20 14:34:02.898938 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde916b-b255-4c35-8a79-5e326fadf4f2 req-ba5ed3b0-4268-4072-a8a6-e78c68094d7c tempest-ServerPasswordTestJSON-2007502977 tempest-ServerPasswordTestJSON-2007502977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:02.906244 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9cde916b-b255-4c35-8a79-5e326fadf4f2 req-ba5ed3b0-4268-4072-a8a6-e78c68094d7c tempest-ServerPasswordTestJSON-2007502977 tempest-ServerPasswordTestJSON-2007502977-project] 10.222.0.54 "GET /v2.0/networks?id=7b18a6d6-5eb5-4524-9610-37b07a918fee HTTP/1.1" status: 200 len: 812 time: 0.5265813 Dec 20 14:34:02.908422 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db8490ce-33ab-4047-babd-d5e38d19ef72 x-openstack-request-id: req-db8490ce-33ab-4047-babd-d5e38d19ef72 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:34:02.908789 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a76f30c8-712d-44b7-9ed3-98bb884698ef", "name": "network-vif-plugged", "status": "completed", "tag": "dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:34:02.909094 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-db8490ce-33ab-4047-babd-d5e38d19ef72 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:34:02.909546 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a76f30c8-712d-44b7-9ed3-98bb884698ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7', 'code': 200} Dec 20 14:34:02.921884 n-d-761264-19 neutron-server[103168]: INFO neutron.api.v2.resource [req-d62a5306-1019-4d83-aefe-b1efa7f8b625 req-465fcf57-6bf6-4aa7-b045-0a2d627e7515 service neutron] show failed (client error): The resource could not be found. Dec 20 14:34:02.923123 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d62a5306-1019-4d83-aefe-b1efa7f8b625 req-465fcf57-6bf6-4aa7-b045-0a2d627e7515 service neutron] 10.222.0.47 "GET /v2.0/ports/c50da616-5df4-4318-8545-beef844bcaf8/bindings/n-h1-761264-19 HTTP/1.1" status: 404 len: 381 time: 0.1719403 Dec 20 14:34:02.927332 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd00d77a-f90f-4534-b56a-6bc8031888fb req-27ccd435-7e62-41b8-b257-9f7cc6c5da8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:02.928922 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fd00d77a-f90f-4534-b56a-6bc8031888fb req-27ccd435-7e62-41b8-b257-9f7cc6c5da8c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=781006d9-7985-4914-91ad-a5e554b7cb56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1148880 Dec 20 14:34:02.936129 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9cde916b-b255-4c35-8a79-5e326fadf4f2 req-addb5ea9-e10d-4255-8b02-df3276882ae8 tempest-ServerPasswordTestJSON-2007502977 tempest-ServerPasswordTestJSON-2007502977-project] 10.222.0.54 "GET /v2.0/quotas/1668f15de35344daa3b6ab86e10028fc HTTP/1.1" status: 200 len: 375 time: 0.0288727 Dec 20 14:34:02.975364 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9cde916b-b255-4c35-8a79-5e326fadf4f2 req-5d8796e4-b1be-4acc-bf65-250ca22c5347 tempest-ServerPasswordTestJSON-2007502977 tempest-ServerPasswordTestJSON-2007502977-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=1668f15de35344daa3b6ab86e10028fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0382233 Dec 20 14:34:03.018243 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['95a90c66-4b5a-4849-a3d1-de218835a2a6'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:34:03.047680 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-00965307-fca2-419c-9ba9-783bc833da84 req-c1b38697-5973-4160-82de-513440e1c58d tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Deleting port 8a1a2625-57ee-4cb4-9083-d22817cc30ac {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:34:03.048015 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-00965307-fca2-419c-9ba9-783bc833da84 req-c1b38697-5973-4160-82de-513440e1c58d tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:03.159900 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fd00d77a-f90f-4534-b56a-6bc8031888fb req-3b5b7089-1368-4283-99d8-bd33b5fecffb service neutron] 10.222.0.30 "GET /v2.0/networks/781006d9-7985-4914-91ad-a5e554b7cb56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209611 Dec 20 14:34:03.172153 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9cde916b-b255-4c35-8a79-5e326fadf4f2 req-e90940d3-0643-4245-914b-55215ee12e99 service neutron] 10.222.0.54 "GET /v2.0/networks/7b18a6d6-5eb5-4524-9610-37b07a918fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717966 Dec 20 14:34:03.178015 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3b1397-5043-4a62-a91e-80184ef8ba2e req-e2adaf93-9877-46b4-b400-5d1915efe20f tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:03.185693 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fe3b1397-5043-4a62-a91e-80184ef8ba2e req-e2adaf93-9877-46b4-b400-5d1915efe20f tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/ports?device_id=9b6d8c11-5c8b-4bdb-b4a0-db43815e7be8 HTTP/1.1" status: 200 len: 944 time: 0.1812923 Dec 20 14:34:03.191731 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-61039667-146f-415c-a275-52f7318e2ce3 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013'] for router, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:03.337017 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fd00d77a-f90f-4534-b56a-6bc8031888fb req-2209c2b2-ff8f-470b-a45d-0194accd52e2 service neutron] 10.222.0.30 "GET /v2.0/networks/781006d9-7985-4914-91ad-a5e554b7cb56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635616 Dec 20 14:34:03.344256 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9cde916b-b255-4c35-8a79-5e326fadf4f2 req-bef028a3-c6ff-4eec-a7e5-f6436d62bcd6 service neutron] 10.222.0.54 "GET /v2.0/networks/7b18a6d6-5eb5-4524-9610-37b07a918fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591094 Dec 20 14:34:03.679362 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-00965307-fca2-419c-9ba9-783bc833da84 req-c1b38697-5973-4160-82de-513440e1c58d tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] For port 8a1a2625-57ee-4cb4-9083-d22817cc30ac, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=8a1a2625-57ee-4cb4-9083-d22817cc30ac,segment=NetworkSegment(f64287f5-affc-42db-b5fb-e9b8ade134fb),segment_id=f64287f5-affc-42db-b5fb-e9b8ade134fb)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:34:03.679881 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-00965307-fca2-419c-9ba9-783bc833da84 req-c1b38697-5973-4160-82de-513440e1c58d tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:03.700471 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fe3b1397-5043-4a62-a91e-80184ef8ba2e req-55e24452-1bb6-4b01-b8ff-d574f2118aef tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/security-groups?id=0393fd0b-7973-42e2-8187-db178c6daece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5138199 Dec 20 14:34:03.703777 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60db1291-722a-4d43-9304-cc70af581afd req-b9f62f60-2102-45bc-bc1d-2157796080e2 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:03.704783 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:03.705579 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-60db1291-722a-4d43-9304-cc70af581afd req-b9f62f60-2102-45bc-bc1d-2157796080e2 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=64fdf7d1-efde-4de1-bf72-e69d36342c02 HTTP/1.1" status: 200 len: 949 time: 0.0641010 Dec 20 14:34:03.732762 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-00965307-fca2-419c-9ba9-783bc833da84 req-c1b38697-5973-4160-82de-513440e1c58d tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Calling delete_port for 8a1a2625-57ee-4cb4-9083-d22817cc30ac owned by compute:nova {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:34:03.737847 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62a5306-1019-4d83-aefe-b1efa7f8b625 req-bfd35383-41b5-4881-81d4-97832d05cb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:03.739675 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d62a5306-1019-4d83-aefe-b1efa7f8b625 req-bfd35383-41b5-4881-81d4-97832d05cb86 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=64fdf7d1-efde-4de1-bf72-e69d36342c02&tenant_id=c1e404e3ac2e456f831247d0bb0227f5 HTTP/1.1" status: 200 len: 1101 time: 0.5495954 Dec 20 14:34:03.757167 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-d62a5306-1019-4d83-aefe-b1efa7f8b625 req-3bc376a3-2acb-432a-b48c-07d74474842a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-761264-19', 'device_owner': 'compute:nova'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:34:03.830881 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-60db1291-722a-4d43-9304-cc70af581afd req-08245976-93ac-4de5-a1a2-017178a214c8 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034677 Dec 20 14:34:03.947634 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d09e4ad6-8011-410e-80a6-93aaa1e6fab3 req-e0a89a85-ee90-4e73-9067-46515f8d8e21 tempest-ServerPasswordTestJSON-2007502977 tempest-ServerPasswordTestJSON-2007502977-project] 10.222.0.54 "GET /v2.0/ports?device_id=3dc64865-5572-4126-9656-c898da5001c5 HTTP/1.1" status: 200 len: 210 time: 0.0870464 Dec 20 14:34:03.956336 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-d62a5306-1019-4d83-aefe-b1efa7f8b625 req-3bc376a3-2acb-432a-b48c-07d74474842a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:04.034985 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61039667-146f-415c-a275-52f7318e2ce3 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Router ebce5a1f-bd4c-4751-8c26-0680aea4abc2 is scheduled to L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 with binding_index 1 {{(pid=103167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 14:34:04.049061 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2c9dbe-44a0-4a4b-b33a-442210969b25 req-c70b94c8-8064-478e-8d6c-2b42b12a0741 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:04.050995 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ce2c9dbe-44a0-4a4b-b33a-442210969b25 req-c70b94c8-8064-478e-8d6c-2b42b12a0741 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=cab7549e-ef3f-4be2-95c9-26631fe471c5 HTTP/1.1" status: 200 len: 944 time: 0.0822899 Dec 20 14:34:04.123132 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ce2c9dbe-44a0-4a4b-b33a-442210969b25 req-29ce4fec-2693-4c76-8986-1e8183b61f4a tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648866 Dec 20 14:34:04.271203 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-00965307-fca2-419c-9ba9-783bc833da84 req-c1b38697-5973-4160-82de-513440e1c58d tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:04.325483 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b38697-5973-4160-82de-513440e1c58d tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Pushing event deleted for resources: {'Port': ['ID=8a1a2625-57ee-4cb4-9083-d22817cc30ac,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:34:04.398260 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61039667-146f-415c-a275-52f7318e2ce3 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:34:04.412675 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaca91e6-7164-4b9d-8d10-9493c2a23de7 None None] Sync routers for ids ['ebce5a1f-bd4c-4751-8c26-0680aea4abc2'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:34:04.426136 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-00965307-fca2-419c-9ba9-783bc833da84 req-c1b38697-5973-4160-82de-513440e1c58d tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] No DVR routers for this DVR port 8a1a2625-57ee-4cb4-9083-d22817cc30ac on host n-h2-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:34:04.428353 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaca91e6-7164-4b9d-8d10-9493c2a23de7 None None] Routers {'ebce5a1f-bd4c-4751-8c26-0680aea4abc2'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:34:04.429170 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-eaca91e6-7164-4b9d-8d10-9493c2a23de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:34:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['ebce5a1f-bd4c-4751-8c26-0680aea4abc2'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:34:04.432282 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-00965307-fca2-419c-9ba9-783bc833da84 req-c1b38697-5973-4160-82de-513440e1c58d tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:04.435682 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-00965307-fca2-419c-9ba9-783bc833da84 req-c1b38697-5973-4160-82de-513440e1c58d tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.47 "DELETE /v2.0/ports/8a1a2625-57ee-4cb4-9083-d22817cc30ac HTTP/1.1" status: 204 len: 173 time: 1.6552942 Dec 20 14:34:04.437824 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b6d8c11-5c8b-4bdb-b4a0-db43815e7be8', 'name': 'network-vif-deleted', 'tag': '8a1a2625-57ee-4cb4-9083-d22817cc30ac'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:34:04.440270 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24a446e7-13a3-41c8-a858-4c933bf852e1" -d '{"events": [{"server_uuid": "9b6d8c11-5c8b-4bdb-b4a0-db43815e7be8", "name": "network-vif-deleted", "tag": "8a1a2625-57ee-4cb4-9083-d22817cc30ac"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:34:04.471175 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-eaca91e6-7164-4b9d-8d10-9493c2a23de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:34:04.492149 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cf534b0-3944-49f2-a376-6350ef1f0a60 x-openstack-request-id: req-6cf534b0-3944-49f2-a376-6350ef1f0a60 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:34:04.493031 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaca91e6-7164-4b9d-8d10-9493c2a23de7 None None] Routers {'ebce5a1f-bd4c-4751-8c26-0680aea4abc2'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:34:04.494353 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-eaca91e6-7164-4b9d-8d10-9493c2a23de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:34:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['ebce5a1f-bd4c-4751-8c26-0680aea4abc2'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:34:04.499308 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b6d8c11-5c8b-4bdb-b4a0-db43815e7be8", "name": "network-vif-deleted", "tag": "8a1a2625-57ee-4cb4-9083-d22817cc30ac", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:34:04.501997 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6cf534b0-3944-49f2-a376-6350ef1f0a60 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:34:04.502512 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b6d8c11-5c8b-4bdb-b4a0-db43815e7be8', 'name': 'network-vif-deleted', 'tag': '8a1a2625-57ee-4cb4-9083-d22817cc30ac', 'status': 'completed', 'code': 200} Dec 20 14:34:04.519868 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-61039667-146f-415c-a275-52f7318e2ce3 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks [] for router, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:04.521125 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-61039667-146f-415c-a275-52f7318e2ce3 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.4793525 Dec 20 14:34:04.524882 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 35680) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:34:04.527468 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-d62a5306-1019-4d83-aefe-b1efa7f8b625 req-3bc376a3-2acb-432a-b48c-07d74474842a service neutron] For port c50da616-5df4-4318-8545-beef844bcaf8, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=c50da616-5df4-4318-8545-beef844bcaf8,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:34:04.543771 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-eaca91e6-7164-4b9d-8d10-9493c2a23de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:34:04.544701 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaca91e6-7164-4b9d-8d10-9493c2a23de7 None None] The sync data for ids ['ebce5a1f-bd4c-4751-8c26-0680aea4abc2'] in n-d-761264-19 is: [] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:34:04.580521 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-d62a5306-1019-4d83-aefe-b1efa7f8b625 req-3bc376a3-2acb-432a-b48c-07d74474842a service neutron] For port c50da616-5df4-4318-8545-beef844bcaf8, host n-h2-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:34:04.645592 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-d62a5306-1019-4d83-aefe-b1efa7f8b625 req-3bc376a3-2acb-432a-b48c-07d74474842a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:04.658680 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-d62a5306-1019-4d83-aefe-b1efa7f8b625 req-3bc376a3-2acb-432a-b48c-07d74474842a service neutron] Transition to ACTIVE for port object c50da616-5df4-4318-8545-beef844bcaf8 will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:34:04.665692 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-d62a5306-1019-4d83-aefe-b1efa7f8b625 req-3bc376a3-2acb-432a-b48c-07d74474842a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:04.747314 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 8a1a2625-57ee-4cb4-9083-d22817cc30ac no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:34:04.755935 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-d62a5306-1019-4d83-aefe-b1efa7f8b625 req-3bc376a3-2acb-432a-b48c-07d74474842a service neutron] No DVR routers for this DVR port c50da616-5df4-4318-8545-beef844bcaf8 on host n-h2-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:34:04.792455 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc376a3-2acb-432a-b48c-07d74474842a service neutron] Pushing event updated for resources: {'Port': ['ID=c50da616-5df4-4318-8545-beef844bcaf8,revision_number=6']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:34:04.796673 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] No Port match for: 8a1a2625-57ee-4cb4-9083-d22817cc30ac {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:34:04.797130 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 8a1a2625-57ee-4cb4-9083-d22817cc30ac not bound to the agent host n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:34:04.797587 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device c50da616-5df4-4318-8545-beef844bcaf8 no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:34:04.857974 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0d9d8d1a-2c23-4629-a6b6-3e383808d068 req-d9c28a2c-1b72-484f-8a03-67fd52c8d0ef tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/ports?device_id=9b6d8c11-5c8b-4bdb-b4a0-db43815e7be8 HTTP/1.1" status: 200 len: 210 time: 0.0620522 Dec 20 14:34:04.863185 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-d62a5306-1019-4d83-aefe-b1efa7f8b625 req-3bc376a3-2acb-432a-b48c-07d74474842a service neutron] Attempting to bind port c50da616-5df4-4318-8545-beef844bcaf8 on host n-h1-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:34:04.863592 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-d62a5306-1019-4d83-aefe-b1efa7f8b625 req-3bc376a3-2acb-432a-b48c-07d74474842a service neutron] Attempting to bind port c50da616-5df4-4318-8545-beef844bcaf8 by drivers openvswitch,hyperv on host n-h1-761264-19 at level 0 using segments [{'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:34:04.863958 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62a5306-1019-4d83-aefe-b1efa7f8b625 req-3bc376a3-2acb-432a-b48c-07d74474842a service neutron] Attempting to bind port c50da616-5df4-4318-8545-beef844bcaf8 on network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:34:04.886298 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device c50da616-5df4-4318-8545-beef844bcaf8 not bound to the agent host n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:34:04.886889 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62a5306-1019-4d83-aefe-b1efa7f8b625 req-3bc376a3-2acb-432a-b48c-07d74474842a service neutron] Port c50da616-5df4-4318-8545-beef844bcaf8 on network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:34:04.886889 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62a5306-1019-4d83-aefe-b1efa7f8b625 req-3bc376a3-2acb-432a-b48c-07d74474842a service neutron] Attempting to bind port c50da616-5df4-4318-8545-beef844bcaf8 on network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:34:04.900129 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62a5306-1019-4d83-aefe-b1efa7f8b625 req-3bc376a3-2acb-432a-b48c-07d74474842a service neutron] Checking agent: {'id': '3e5ace3e-dd7b-4522-a7c4-77d13dbeab1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:34:04.905103 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62a5306-1019-4d83-aefe-b1efa7f8b625 req-3bc376a3-2acb-432a-b48c-07d74474842a service neutron] Checking segment: {'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:34:04.905869 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62a5306-1019-4d83-aefe-b1efa7f8b625 req-3bc376a3-2acb-432a-b48c-07d74474842a service neutron] Bound using segment: {'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:34:04.909518 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-d62a5306-1019-4d83-aefe-b1efa7f8b625 req-3bc376a3-2acb-432a-b48c-07d74474842a service neutron] Bound port: c50da616-5df4-4318-8545-beef844bcaf8, host: n-h1-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:34:04.911286 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-d62a5306-1019-4d83-aefe-b1efa7f8b625 req-3bc376a3-2acb-432a-b48c-07d74474842a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:05.095226 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-56ec8f59-6fc6-48c0-a0b9-37ba65b9a862 req-8ff713f3-8259-4ec6-b624-08840a798e4b tempest-ServerPasswordTestJSON-2007502977 tempest-ServerPasswordTestJSON-2007502977-project] 10.222.0.54 "GET /v2.0/ports?device_id=3dc64865-5572-4126-9656-c898da5001c5 HTTP/1.1" status: 200 len: 210 time: 0.0412431 Dec 20 14:34:05.169539 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde916b-b255-4c35-8a79-5e326fadf4f2 req-1f2436d3-e4f4-48e2-9b5b-5b74f2a1831e tempest-ServerPasswordTestJSON-2007502977 tempest-ServerPasswordTestJSON-2007502977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:05.171439 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9cde916b-b255-4c35-8a79-5e326fadf4f2 req-1f2436d3-e4f4-48e2-9b5b-5b74f2a1831e tempest-ServerPasswordTestJSON-2007502977 tempest-ServerPasswordTestJSON-2007502977-project] 10.222.0.47 "GET /v2.0/networks?id=7b18a6d6-5eb5-4524-9610-37b07a918fee HTTP/1.1" status: 200 len: 812 time: 0.2413869 Dec 20 14:34:05.203468 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-9cde916b-b255-4c35-8a79-5e326fadf4f2 req-dd0d4875-57c7-46b7-b737-a4c7738b317d tempest-ServerPasswordTestJSON-2007502977 tempest-ServerPasswordTestJSON-2007502977-project] Request body: {'port': {'device_id': '3dc64865-5572-4126-9656-c898da5001c5', 'network_id': '7b18a6d6-5eb5-4524-9610-37b07a918fee', 'admin_state_up': True, 'tenant_id': '1668f15de35344daa3b6ab86e10028fc'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:34:05.242651 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7c2661-97b1-4c3d-bc55-de1016c713d7 req-4bdd653b-eee3-425f-9719-432e9a735731 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:05.245910 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bf7c2661-97b1-4c3d-bc55-de1016c713d7 req-4bdd653b-eee3-425f-9719-432e9a735731 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=64fdf7d1-efde-4de1-bf72-e69d36342c02 HTTP/1.1" status: 200 len: 947 time: 0.1948969 Dec 20 14:34:05.256586 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-d62a5306-1019-4d83-aefe-b1efa7f8b625 req-3bc376a3-2acb-432a-b48c-07d74474842a service neutron] For port c50da616-5df4-4318-8545-beef844bcaf8, host n-h1-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:34:05.300272 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9320a77-4223-42fc-add3-1e7659570d02 req-f1c40bab-1e20-4c91-9132-24afbaf1380e tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:05.301081 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c9320a77-4223-42fc-add3-1e7659570d02 req-f1c40bab-1e20-4c91-9132-24afbaf1380e tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=cab7549e-ef3f-4be2-95c9-26631fe471c5 HTTP/1.1" status: 200 len: 944 time: 0.0955195 Dec 20 14:34:05.309672 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-d62a5306-1019-4d83-aefe-b1efa7f8b625 req-3bc376a3-2acb-432a-b48c-07d74474842a service neutron] For port c50da616-5df4-4318-8545-beef844bcaf8, host n-h1-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=c50da616-5df4-4318-8545-beef844bcaf8,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:34:05.323222 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-d62a5306-1019-4d83-aefe-b1efa7f8b625 req-3bc376a3-2acb-432a-b48c-07d74474842a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:05.384117 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62a5306-1019-4d83-aefe-b1efa7f8b625 req-3bc376a3-2acb-432a-b48c-07d74474842a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:05.384117 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-d62a5306-1019-4d83-aefe-b1efa7f8b625 req-3bc376a3-2acb-432a-b48c-07d74474842a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:05.385494 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d62a5306-1019-4d83-aefe-b1efa7f8b625 req-3bc376a3-2acb-432a-b48c-07d74474842a service neutron] 10.222.0.30 "PUT /v2.0/ports/c50da616-5df4-4318-8545-beef844bcaf8 HTTP/1.1" status: 200 len: 1096 time: 1.6366704 Dec 20 14:34:05.402744 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c9320a77-4223-42fc-add3-1e7659570d02 req-13a713a4-c5a0-49f4-a795-2ecc8abcc6eb tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791295 Dec 20 14:34:05.439589 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bf7c2661-97b1-4c3d-bc55-de1016c713d7 req-52c7cef7-570a-4ed3-ad8d-e6b8d1bf9761 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758204 Dec 20 14:34:05.478309 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-96bb8af6-6ed9-4236-a043-bd54e6689254 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:05.496575 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc376a3-2acb-432a-b48c-07d74474842a service neutron] Pushing event updated for resources: {'Port': ['ID=c50da616-5df4-4318-8545-beef844bcaf8,revision_number=7']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:34:05.527501 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62a5306-1019-4d83-aefe-b1efa7f8b625 req-db771860-e5e3-464a-b304-b4a445274077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:05.529511 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d62a5306-1019-4d83-aefe-b1efa7f8b625 req-db771860-e5e3-464a-b304-b4a445274077 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c1e404e3ac2e456f831247d0bb0227f5&device_id=64fdf7d1-efde-4de1-bf72-e69d36342c02 HTTP/1.1" status: 200 len: 1099 time: 0.0703788 Dec 20 14:34:05.531028 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cde916b-b255-4c35-8a79-5e326fadf4f2 req-dd0d4875-57c7-46b7-b737-a4c7738b317d tempest-ServerPasswordTestJSON-2007502977 tempest-ServerPasswordTestJSON-2007502977-project] Made reservation on behalf of 1668f15de35344daa3b6ab86e10028fc for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:34:05.535344 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-9cde916b-b255-4c35-8a79-5e326fadf4f2 req-dd0d4875-57c7-46b7-b737-a4c7738b317d tempest-ServerPasswordTestJSON-2007502977 tempest-ServerPasswordTestJSON-2007502977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:05.698790 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:05.767080 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62a5306-1019-4d83-aefe-b1efa7f8b625 req-84faa8bc-791f-4e25-83ce-9f62c58e6c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:05.768682 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d62a5306-1019-4d83-aefe-b1efa7f8b625 req-84faa8bc-791f-4e25-83ce-9f62c58e6c6d service neutron] 10.222.0.30 "GET /v2.0/networks?id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1 HTTP/1.1" status: 200 len: 870 time: 0.2300856 Dec 20 14:34:05.809026 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 95a90c66-4b5a-4849-a3d1-de218835a2a6 up at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:34:05.863739 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d62a5306-1019-4d83-aefe-b1efa7f8b625 req-ad358ebd-3a0d-42c6-ba4f-9b7ab8cdc499 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=c50da616-5df4-4318-8545-beef844bcaf8 HTTP/1.1" status: 200 len: 217 time: 0.0706940 Dec 20 14:34:05.865566 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [req-9cde916b-b255-4c35-8a79-5e326fadf4f2 req-dd0d4875-57c7-46b7-b737-a4c7738b317d tempest-ServerPasswordTestJSON-2007502977 tempest-ServerPasswordTestJSON-2007502977-project] Allocated IP 172.20.0.11 (7b18a6d6-5eb5-4524-9610-37b07a918fee/1c98918e-a84f-44c1-9518-86f591204c17/fd19597a-066f-458a-af60-3f1d842d4ec1) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:34:05.922128 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning for port 95a90c66-4b5a-4849-a3d1-de218835a2a6 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:34:05.925360 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning complete for port 95a90c66-4b5a-4849-a3d1-de218835a2a6 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:34:05.925726 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:05.947031 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-96bb8af6-6ed9-4236-a043-bd54e6689254 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Allocated IP 172.20.0.1 (c67c2a2a-67cb-40e4-a9a6-783d579d8b4a/bb5d0b86-dcdb-4722-bb6b-1b7fe4a0022c/25be2726-b907-447d-bd97-c3637ec888a0) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:34:05.974919 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62a5306-1019-4d83-aefe-b1efa7f8b625 req-0651e8da-9fc7-4f52-9cf8-5e86daf0fef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:05.976520 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d62a5306-1019-4d83-aefe-b1efa7f8b625 req-0651e8da-9fc7-4f52-9cf8-5e86daf0fef9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=36bf280f-81bb-4486-a87a-9b9505a1cec4 HTTP/1.1" status: 200 len: 843 time: 0.1000500 Dec 20 14:34:06.055586 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:06.111170 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cab7549e-ef3f-4be2-95c9-26631fe471c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95a90c66-4b5a-4849-a3d1-de218835a2a6'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:34:06.113638 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-664db3c8-b83b-4367-a9e4-25d727f9db7a" -d '{"events": [{"server_uuid": "cab7549e-ef3f-4be2-95c9-26631fe471c5", "name": "network-vif-plugged", "status": "completed", "tag": "95a90c66-4b5a-4849-a3d1-de218835a2a6"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:34:06.152739 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 95a90c66-4b5a-4849-a3d1-de218835a2a6, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=95a90c66-4b5a-4849-a3d1-de218835a2a6,segment=NetworkSegment(3b732879-896e-432d-a96e-7cba9e2b8a93),segment_id=3b732879-896e-432d-a96e-7cba9e2b8a93)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:34:06.162633 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:06.174618 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-96bb8af6-6ed9-4236-a043-bd54e6689254 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:06.225359 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-96bb8af6-6ed9-4236-a043-bd54e6689254 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:06.299530 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b3efcd8-1a91-4070-af3c-1df736169d14 x-openstack-request-id: req-3b3efcd8-1a91-4070-af3c-1df736169d14 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:34:06.299888 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cab7549e-ef3f-4be2-95c9-26631fe471c5", "name": "network-vif-plugged", "status": "completed", "tag": "95a90c66-4b5a-4849-a3d1-de218835a2a6", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:34:06.300143 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3b3efcd8-1a91-4070-af3c-1df736169d14 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:34:06.300624 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cab7549e-ef3f-4be2-95c9-26631fe471c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95a90c66-4b5a-4849-a3d1-de218835a2a6', 'code': 200} Dec 20 14:34:06.312749 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96bb8af6-6ed9-4236-a043-bd54e6689254 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Network c67c2a2a-67cb-40e4-a9a6-783d579d8b4a is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:34:06.319691 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-96bb8af6-6ed9-4236-a043-bd54e6689254 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:34:06.339233 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bb8af6-6ed9-4236-a043-bd54e6689254 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:34:06.340084 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:06.344997 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-03bc432e-ffed-44ee-a47a-a7399a1b9284 req-e239fcb0-0001-4e1c-899b-19197ab7646d tempest-ServerPasswordTestJSON-2007502977 tempest-ServerPasswordTestJSON-2007502977-project] 10.222.0.54 "GET /v2.0/ports?device_id=3dc64865-5572-4126-9656-c898da5001c5 HTTP/1.1" status: 200 len: 210 time: 0.0729277 Dec 20 14:34:06.383826 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=95a90c66-4b5a-4849-a3d1-de218835a2a6,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:34:06.390530 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-9cde916b-b255-4c35-8a79-5e326fadf4f2 req-dd0d4875-57c7-46b7-b737-a4c7738b317d tempest-ServerPasswordTestJSON-2007502977 tempest-ServerPasswordTestJSON-2007502977-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:06.408671 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bb8af6-6ed9-4236-a043-bd54e6689254 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Pushing event updated for resources: {'Port': ['ID=25be2726-b907-447d-bd97-c3637ec888a0,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:34:06.458371 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-96bb8af6-6ed9-4236-a043-bd54e6689254 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595714'] for router_interface, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:06.463668 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b5cd6b-73cd-46ba-9636-a764cdd44d73 req-7e259e78-e56a-4e18-86ea-a13d6c5b5388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:06.465429 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e1b5cd6b-73cd-46ba-9636-a764cdd44d73 req-7e259e78-e56a-4e18-86ea-a13d6c5b5388 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cab7549e-ef3f-4be2-95c9-26631fe471c5 HTTP/1.1" status: 200 len: 1097 time: 0.0733597 Dec 20 14:34:06.517300 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64fdf7d1-efde-4de1-bf72-e69d36342c02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c50da616-5df4-4318-8545-beef844bcaf8'}, {'name': 'network-changed', 'server_uuid': '64fdf7d1-efde-4de1-bf72-e69d36342c02', 'tag': 'c50da616-5df4-4318-8545-beef844bcaf8'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:34:06.522015 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-460dbf15-e1ba-41c0-8a72-ae0ddd743a85" -d '{"events": [{"server_uuid": "64fdf7d1-efde-4de1-bf72-e69d36342c02", "name": "network-vif-unplugged", "status": "completed", "tag": "c50da616-5df4-4318-8545-beef844bcaf8"}, {"name": "network-changed", "server_uuid": "64fdf7d1-efde-4de1-bf72-e69d36342c02", "tag": "c50da616-5df4-4318-8545-beef844bcaf8"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:34:06.569225 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62a5306-1019-4d83-aefe-b1efa7f8b625 req-96a6b71c-8093-45c3-90f1-2176b9125306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:06.570839 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d62a5306-1019-4d83-aefe-b1efa7f8b625 req-96a6b71c-8093-45c3-90f1-2176b9125306 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5643373 Dec 20 14:34:06.629858 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e1b5cd6b-73cd-46ba-9636-a764cdd44d73 req-22a197a7-e932-407e-ab61-e894d27e567b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304905 Dec 20 14:34:06.654500 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20336982-e176-4612-ac5a-aaebfbf195fd req-1d752f5a-122e-4105-a060-3209a37c2897 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:06.655500 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c619d32-4927-4e05-999f-7b08f650f3a2 req-a93acf3c-cd24-45f6-a973-de091c7d6a12 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:06.656039 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-20336982-e176-4612-ac5a-aaebfbf195fd req-1d752f5a-122e-4105-a060-3209a37c2897 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=64fdf7d1-efde-4de1-bf72-e69d36342c02 HTTP/1.1" status: 200 len: 947 time: 0.1090055 Dec 20 14:34:06.662567 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4c619d32-4927-4e05-999f-7b08f650f3a2 req-a93acf3c-cd24-45f6-a973-de091c7d6a12 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/networks?id=dce53437-e7e7-4d26-8f4b-47bafb0fd8bc HTTP/1.1" status: 200 len: 822 time: 0.2636187 Dec 20 14:34:06.696837 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-9cde916b-b255-4c35-8a79-5e326fadf4f2 req-dd0d4875-57c7-46b7-b737-a4c7738b317d tempest-ServerPasswordTestJSON-2007502977 tempest-ServerPasswordTestJSON-2007502977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:06.714966 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4c619d32-4927-4e05-999f-7b08f650f3a2 req-356372ba-3030-4271-8d2f-36012c914c2a tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/quotas/88c25df3faa3411c93ebdfdba13bf7e6 HTTP/1.1" status: 200 len: 375 time: 0.0513191 Dec 20 14:34:06.724480 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-96bb8af6-6ed9-4236-a043-bd54e6689254 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:06.753177 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cde916b-b255-4c35-8a79-5e326fadf4f2 req-dd0d4875-57c7-46b7-b737-a4c7738b317d tempest-ServerPasswordTestJSON-2007502977 tempest-ServerPasswordTestJSON-2007502977-project] Network 7b18a6d6-5eb5-4524-9610-37b07a918fee is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:34:06.759295 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [req-9cde916b-b255-4c35-8a79-5e326fadf4f2 req-dd0d4875-57c7-46b7-b737-a4c7738b317d tempest-ServerPasswordTestJSON-2007502977 tempest-ServerPasswordTestJSON-2007502977-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:34:06.778924 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cde916b-b255-4c35-8a79-5e326fadf4f2 req-dd0d4875-57c7-46b7-b737-a4c7738b317d tempest-ServerPasswordTestJSON-2007502977 tempest-ServerPasswordTestJSON-2007502977-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:34:06.832912 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4c619d32-4927-4e05-999f-7b08f650f3a2 req-afe9d1d7-92c4-4956-8d37-606e70b89a59 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=88c25df3faa3411c93ebdfdba13bf7e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0934298 Dec 20 14:34:06.885652 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0d4875-57c7-46b7-b737-a4c7738b317d tempest-ServerPasswordTestJSON-2007502977 tempest-ServerPasswordTestJSON-2007502977-project] Pushing event updated for resources: {'Port': ['ID=fd19597a-066f-458a-af60-3f1d842d4ec1,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:34:06.927422 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d62a5306-1019-4d83-aefe-b1efa7f8b625 req-8b225f7f-f176-402b-8f72-71f35a8aa6cf service neutron] 10.222.0.30 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3454549 Dec 20 14:34:06.959438 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde916b-b255-4c35-8a79-5e326fadf4f2 req-dd0d4875-57c7-46b7-b737-a4c7738b317d tempest-ServerPasswordTestJSON-2007502977 tempest-ServerPasswordTestJSON-2007502977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:06.960119 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-9cde916b-b255-4c35-8a79-5e326fadf4f2 req-dd0d4875-57c7-46b7-b737-a4c7738b317d tempest-ServerPasswordTestJSON-2007502977 tempest-ServerPasswordTestJSON-2007502977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:07.061882 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9cde916b-b255-4c35-8a79-5e326fadf4f2 req-dd0d4875-57c7-46b7-b737-a4c7738b317d tempest-ServerPasswordTestJSON-2007502977 tempest-ServerPasswordTestJSON-2007502977-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8724449 Dec 20 14:34:07.072363 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4c619d32-4927-4e05-999f-7b08f650f3a2 req-2d2b0181-fdf5-4710-9db7-030e6eb82d77 service neutron] 10.222.0.54 "GET /v2.0/networks/dce53437-e7e7-4d26-8f4b-47bafb0fd8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381783 Dec 20 14:34:07.082812 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-9cde916b-b255-4c35-8a79-5e326fadf4f2 req-98b3b93b-f8d4-46c8-b2f0-fae373d59ed0 service neutron] Request body: {'port': {'device_id': '3dc64865-5572-4126-9656-c898da5001c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-19'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:34:07.116268 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 14:34:07.237943 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d62a5306-1019-4d83-aefe-b1efa7f8b625 req-36b96d1e-34e7-47fb-840e-5cf4bae14d42 service neutron] 10.222.0.30 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2970684 Dec 20 14:34:07.242609 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-9cde916b-b255-4c35-8a79-5e326fadf4f2 req-98b3b93b-f8d4-46c8-b2f0-fae373d59ed0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:07.267546 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-20336982-e176-4612-ac5a-aaebfbf195fd req-161f558d-63b1-4458-9aea-0b43d5ddbca3 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5961373 Dec 20 14:34:07.331333 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4c619d32-4927-4e05-999f-7b08f650f3a2 req-4ccc5da5-740f-4d42-ab06-adfb5cb3e8c3 service neutron] 10.222.0.54 "GET /v2.0/networks/dce53437-e7e7-4d26-8f4b-47bafb0fd8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432013 Dec 20 14:34:07.570691 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f572340-f9de-49d0-9125-591d9d24ebee req-8b515af1-84d2-43a8-b7d4-95f4196c0fae tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:07.579142 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8f572340-f9de-49d0-9125-591d9d24ebee req-8b515af1-84d2-43a8-b7d4-95f4196c0fae tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=cab7549e-ef3f-4be2-95c9-26631fe471c5 HTTP/1.1" status: 200 len: 945 time: 0.2132459 Dec 20 14:34:07.601913 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 20 Dec 2021 14:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97e40bb7-1cb3-4a68-82e5-9798940bbe5c x-openstack-request-id: req-97e40bb7-1cb3-4a68-82e5-9798940bbe5c {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:34:07.602269 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64fdf7d1-efde-4de1-bf72-e69d36342c02", "name": "network-vif-unplugged", "status": "completed", "tag": "c50da616-5df4-4318-8545-beef844bcaf8", "code": 200}, {"name": "network-changed", "server_uuid": "64fdf7d1-efde-4de1-bf72-e69d36342c02", "tag": "c50da616-5df4-4318-8545-beef844bcaf8", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:34:07.602713 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-97e40bb7-1cb3-4a68-82e5-9798940bbe5c {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:34:07.603164 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64fdf7d1-efde-4de1-bf72-e69d36342c02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c50da616-5df4-4318-8545-beef844bcaf8', 'code': 200} Dec 20 14:34:07.603589 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64fdf7d1-efde-4de1-bf72-e69d36342c02', 'tag': 'c50da616-5df4-4318-8545-beef844bcaf8', 'status': 'completed', 'code': 200} Dec 20 14:34:07.722630 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8f572340-f9de-49d0-9125-591d9d24ebee req-c65e8c9c-bbd4-4ece-9898-ffbddb9c88a3 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373045 Dec 20 14:34:07.768774 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-96bb8af6-6ed9-4236-a043-bd54e6689254 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:07.774327 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460dbf15-e1ba-41c0-8a72-ae0ddd743a85 req-52a55225-4fd7-426c-baa9-d7bb3c333201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:07.778016 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-460dbf15-e1ba-41c0-8a72-ae0ddd743a85 req-52a55225-4fd7-426c-baa9-d7bb3c333201 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c1e404e3ac2e456f831247d0bb0227f5&device_id=64fdf7d1-efde-4de1-bf72-e69d36342c02 HTTP/1.1" status: 200 len: 1099 time: 0.1531446 Dec 20 14:34:07.780700 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-96bb8af6-6ed9-4236-a043-bd54e6689254 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:07.863801 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460dbf15-e1ba-41c0-8a72-ae0ddd743a85 req-f1dcd4a8-b914-42fb-851c-26919daeee6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:07.865396 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-460dbf15-e1ba-41c0-8a72-ae0ddd743a85 req-f1dcd4a8-b914-42fb-851c-26919daeee6e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c1e404e3ac2e456f831247d0bb0227f5&device_id=64fdf7d1-efde-4de1-bf72-e69d36342c02 HTTP/1.1" status: 200 len: 1099 time: 0.2084026 Dec 20 14:34:07.954639 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [req-9cde916b-b255-4c35-8a79-5e326fadf4f2 req-98b3b93b-f8d4-46c8-b2f0-fae373d59ed0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd19597a-066f-458a-af60-3f1d842d4ec1 {{(pid=103167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:34:07.966159 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-9cde916b-b255-4c35-8a79-5e326fadf4f2 req-98b3b93b-f8d4-46c8-b2f0-fae373d59ed0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:07.974345 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-15ab0e48-a7db-4c88-9978-1566c87a5075 req-85cbd775-83b4-416d-8436-9673e45657a0 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/ports?device_id=a880c61e-49f2-43fd-ab75-b247d720eead HTTP/1.1" status: 200 len: 210 time: 0.0767944 Dec 20 14:34:07.977738 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bb8af6-6ed9-4236-a043-bd54e6689254 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Pushing event updated for resources: {'Port': ['ID=25be2726-b907-447d-bd97-c3637ec888a0,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:34:07.982491 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-96bb8af6-6ed9-4236-a043-bd54e6689254 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1595702'] for router_interface, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:08.037695 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-9cde916b-b255-4c35-8a79-5e326fadf4f2 req-98b3b93b-f8d4-46c8-b2f0-fae373d59ed0 service neutron] Transition to ACTIVE for port object fd19597a-066f-458a-af60-3f1d842d4ec1 will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:34:08.054761 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-9cde916b-b255-4c35-8a79-5e326fadf4f2 req-98b3b93b-f8d4-46c8-b2f0-fae373d59ed0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:08.093025 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460dbf15-e1ba-41c0-8a72-ae0ddd743a85 req-db512255-cd61-48b1-bba1-a47288d98472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:08.094486 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-460dbf15-e1ba-41c0-8a72-ae0ddd743a85 req-db512255-cd61-48b1-bba1-a47288d98472 service neutron] 10.222.0.47 "GET /v2.0/networks?id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1 HTTP/1.1" status: 200 len: 870 time: 0.3058109 Dec 20 14:34:08.102462 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8f49c3-619d-4be7-9dc4-897f45920b05 req-ac4fc3c4-b478-484f-a72a-a8568ca39cb6 tempest-ServerPasswordTestJSON-2007502977 tempest-ServerPasswordTestJSON-2007502977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:08.124221 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8f8f49c3-619d-4be7-9dc4-897f45920b05 req-ac4fc3c4-b478-484f-a72a-a8568ca39cb6 tempest-ServerPasswordTestJSON-2007502977 tempest-ServerPasswordTestJSON-2007502977-project] 10.222.0.54 "GET /v2.0/ports?device_id=3dc64865-5572-4126-9656-c898da5001c5 HTTP/1.1" status: 200 len: 932 time: 0.2236757 Dec 20 14:34:08.172417 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-460dbf15-e1ba-41c0-8a72-ae0ddd743a85 req-adef947a-f3ef-43b6-b66b-3e8344b81256 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=c50da616-5df4-4318-8545-beef844bcaf8 HTTP/1.1" status: 200 len: 217 time: 0.0684516 Dec 20 14:34:08.242369 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460dbf15-e1ba-41c0-8a72-ae0ddd743a85 req-fb27d8d3-38e4-42a5-bbd0-62aa008045ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:08.244691 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-460dbf15-e1ba-41c0-8a72-ae0ddd743a85 req-fb27d8d3-38e4-42a5-bbd0-62aa008045ce service neutron] 10.222.0.30 "GET /v2.0/networks?id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1 HTTP/1.1" status: 200 len: 870 time: 0.3702753 Dec 20 14:34:08.271498 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96bb8af6-6ed9-4236-a043-bd54e6689254 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Network c67c2a2a-67cb-40e4-a9a6-783d579d8b4a is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:34:08.277665 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-96bb8af6-6ed9-4236-a043-bd54e6689254 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:34:08.293705 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460dbf15-e1ba-41c0-8a72-ae0ddd743a85 req-b714f300-4011-45ce-9cfa-10374a48a02a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:08.295840 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-460dbf15-e1ba-41c0-8a72-ae0ddd743a85 req-b714f300-4011-45ce-9cfa-10374a48a02a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36bf280f-81bb-4486-a87a-9b9505a1cec4 HTTP/1.1" status: 200 len: 843 time: 0.1137235 Dec 20 14:34:08.316891 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b3b93b-f8d4-46c8-b2f0-fae373d59ed0 service neutron] Pushing event updated for resources: {'Port': ['ID=fd19597a-066f-458a-af60-3f1d842d4ec1,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:34:08.321277 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-460dbf15-e1ba-41c0-8a72-ae0ddd743a85 req-b78cf939-c0c5-407d-8c86-38f36f60320e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=c50da616-5df4-4318-8545-beef844bcaf8 HTTP/1.1" status: 200 len: 217 time: 0.0674479 Dec 20 14:34:08.337621 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8f8f49c3-619d-4be7-9dc4-897f45920b05 req-dbddd3ea-fee6-4612-b6e2-d3fae2a6164c tempest-ServerPasswordTestJSON-2007502977 tempest-ServerPasswordTestJSON-2007502977-project] 10.222.0.54 "GET /v2.0/security-groups?id=6eb2300e-8d7a-49f8-9f79-4f8500bed1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124016 Dec 20 14:34:08.468101 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460dbf15-e1ba-41c0-8a72-ae0ddd743a85 req-c178d361-3c99-4384-8b1a-9bb97b6901a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:08.469926 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-460dbf15-e1ba-41c0-8a72-ae0ddd743a85 req-c178d361-3c99-4384-8b1a-9bb97b6901a3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=36bf280f-81bb-4486-a87a-9b9505a1cec4 HTTP/1.1" status: 200 len: 843 time: 0.1212912 Dec 20 14:34:08.515222 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-9cde916b-b255-4c35-8a79-5e326fadf4f2 req-98b3b93b-f8d4-46c8-b2f0-fae373d59ed0 service neutron] Attempting to bind port fd19597a-066f-458a-af60-3f1d842d4ec1 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:34:08.515912 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-9cde916b-b255-4c35-8a79-5e326fadf4f2 req-98b3b93b-f8d4-46c8-b2f0-fae373d59ed0 service neutron] Attempting to bind port fd19597a-066f-458a-af60-3f1d842d4ec1 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': '45f1a2cc-dff1-4a41-9703-a1068dcfcb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7b18a6d6-5eb5-4524-9610-37b07a918fee'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:34:08.516478 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cde916b-b255-4c35-8a79-5e326fadf4f2 req-98b3b93b-f8d4-46c8-b2f0-fae373d59ed0 service neutron] Attempting to bind port fd19597a-066f-458a-af60-3f1d842d4ec1 on network 7b18a6d6-5eb5-4524-9610-37b07a918fee {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:34:08.526603 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cde916b-b255-4c35-8a79-5e326fadf4f2 req-98b3b93b-f8d4-46c8-b2f0-fae373d59ed0 service neutron] Port fd19597a-066f-458a-af60-3f1d842d4ec1 on network 7b18a6d6-5eb5-4524-9610-37b07a918fee not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:34:08.527373 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cde916b-b255-4c35-8a79-5e326fadf4f2 req-98b3b93b-f8d4-46c8-b2f0-fae373d59ed0 service neutron] Attempting to bind port fd19597a-066f-458a-af60-3f1d842d4ec1 on network 7b18a6d6-5eb5-4524-9610-37b07a918fee {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:34:08.527967 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460dbf15-e1ba-41c0-8a72-ae0ddd743a85 req-724dedc9-0258-4cb2-b086-029ad88a8eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:08.529784 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-460dbf15-e1ba-41c0-8a72-ae0ddd743a85 req-724dedc9-0258-4cb2-b086-029ad88a8eee service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1860018 Dec 20 14:34:08.539193 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cde916b-b255-4c35-8a79-5e326fadf4f2 req-98b3b93b-f8d4-46c8-b2f0-fae373d59ed0 service neutron] Checking agent: {'id': '43c60aee-e4af-4ecc-bee2-aac3569fafed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:34:08.539889 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cde916b-b255-4c35-8a79-5e326fadf4f2 req-98b3b93b-f8d4-46c8-b2f0-fae373d59ed0 service neutron] Checking segment: {'id': '45f1a2cc-dff1-4a41-9703-a1068dcfcb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7b18a6d6-5eb5-4524-9610-37b07a918fee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:34:08.540472 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cde916b-b255-4c35-8a79-5e326fadf4f2 req-98b3b93b-f8d4-46c8-b2f0-fae373d59ed0 service neutron] Bound using segment: {'id': '45f1a2cc-dff1-4a41-9703-a1068dcfcb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7b18a6d6-5eb5-4524-9610-37b07a918fee'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:34:08.542292 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-9cde916b-b255-4c35-8a79-5e326fadf4f2 req-98b3b93b-f8d4-46c8-b2f0-fae373d59ed0 service neutron] Bound port: fd19597a-066f-458a-af60-3f1d842d4ec1, host: n-h2-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45f1a2cc-dff1-4a41-9703-a1068dcfcb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7b18a6d6-5eb5-4524-9610-37b07a918fee'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:34:08.542933 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-9cde916b-b255-4c35-8a79-5e326fadf4f2 req-98b3b93b-f8d4-46c8-b2f0-fae373d59ed0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:08.559471 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460dbf15-e1ba-41c0-8a72-ae0ddd743a85 req-857336bb-7754-49ea-a86d-5d355038fd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:08.561442 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-460dbf15-e1ba-41c0-8a72-ae0ddd743a85 req-857336bb-7754-49ea-a86d-5d355038fd1e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0826890 Dec 20 14:34:08.624096 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f51e65-cf0b-429a-926b-ed4106489f42 req-86c03769-ab88-4137-a399-2267576aae2f tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:08.625903 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-43f51e65-cf0b-429a-926b-ed4106489f42 req-86c03769-ab88-4137-a399-2267576aae2f tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=64fdf7d1-efde-4de1-bf72-e69d36342c02 HTTP/1.1" status: 200 len: 947 time: 0.1612024 Dec 20 14:34:08.628231 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96bb8af6-6ed9-4236-a043-bd54e6689254 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Router ebce5a1f-bd4c-4751-8c26-0680aea4abc2 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:34:08.741081 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-460dbf15-e1ba-41c0-8a72-ae0ddd743a85 req-bc6cca86-bfc9-4a45-ab2a-c7488583bc14 service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027438 Dec 20 14:34:08.807531 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-43f51e65-cf0b-429a-926b-ed4106489f42 req-a3972634-3981-4685-8fe7-1240a2cad908 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733248 Dec 20 14:34:08.828257 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-9cde916b-b255-4c35-8a79-5e326fadf4f2 req-98b3b93b-f8d4-46c8-b2f0-fae373d59ed0 service neutron] For port fd19597a-066f-458a-af60-3f1d842d4ec1, host n-h2-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:34:08.828257 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-9cde916b-b255-4c35-8a79-5e326fadf4f2 req-98b3b93b-f8d4-46c8-b2f0-fae373d59ed0 service neutron] For port fd19597a-066f-458a-af60-3f1d842d4ec1, host n-h2-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=fd19597a-066f-458a-af60-3f1d842d4ec1,segment=NetworkSegment(45f1a2cc-dff1-4a41-9703-a1068dcfcb95),segment_id=45f1a2cc-dff1-4a41-9703-a1068dcfcb95)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:34:08.848158 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-9cde916b-b255-4c35-8a79-5e326fadf4f2 req-98b3b93b-f8d4-46c8-b2f0-fae373d59ed0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:08.972291 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96bb8af6-6ed9-4236-a043-bd54e6689254 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:34:08.981624 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-96bb8af6-6ed9-4236-a043-bd54e6689254 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] 10.222.0.54 "PUT /v2.0/routers/ebce5a1f-bd4c-4751-8c26-0680aea4abc2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4554303 Dec 20 14:34:08.983417 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975687c7-b3a7-442e-a825-56ea0063f719 None None] Sync routers for ids ['ebce5a1f-bd4c-4751-8c26-0680aea4abc2'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:34:08.987423 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 35786) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:34:08.993084 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-cfe2b12c-5496-451d-b920-453575c0df5a tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Request body: {'port': {'network_id': 'c67c2a2a-67cb-40e4-a9a6-783d579d8b4a', 'name': 'tempest-FloatingIPTestJSON-2044121754'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:34:09.005649 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975687c7-b3a7-442e-a825-56ea0063f719 None None] Routers {'ebce5a1f-bd4c-4751-8c26-0680aea4abc2'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:34:09.006647 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-975687c7-b3a7-442e-a825-56ea0063f719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:34:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['ebce5a1f-bd4c-4751-8c26-0680aea4abc2'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:34:09.026409 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-460dbf15-e1ba-41c0-8a72-ae0ddd743a85 req-34defc5a-bf32-4bf1-8cb9-4d352a8dd041 service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763090 Dec 20 14:34:09.092600 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-975687c7-b3a7-442e-a825-56ea0063f719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:34:09.117204 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975687c7-b3a7-442e-a825-56ea0063f719 None None] Routers {'ebce5a1f-bd4c-4751-8c26-0680aea4abc2'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:34:09.118982 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-975687c7-b3a7-442e-a825-56ea0063f719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:34:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['ebce5a1f-bd4c-4751-8c26-0680aea4abc2'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:34:09.155711 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-975687c7-b3a7-442e-a825-56ea0063f719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:34:09.156834 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975687c7-b3a7-442e-a825-56ea0063f719 None None] The sync data for ids ['ebce5a1f-bd4c-4751-8c26-0680aea4abc2'] in n-d-761264-19 is: [] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:34:09.174350 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-42a78772-0504-4e5c-9707-a2c29241b84e req-9d51b564-281d-4df7-819d-3ecad46495b1 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/ports?device_id=a880c61e-49f2-43fd-ab75-b247d720eead HTTP/1.1" status: 200 len: 210 time: 0.0435362 Dec 20 14:34:09.198595 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfe2b12c-5496-451d-b920-453575c0df5a tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Made reservation on behalf of b689693ddc3f49a2b3f8f42717070fd5 for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:34:09.203753 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cfe2b12c-5496-451d-b920-453575c0df5a tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:09.227015 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [None req-cfe2b12c-5496-451d-b920-453575c0df5a tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] device_id is not set on port 4160f70e-74de-4361-912d-eab4b7c29d8e yet. {{(pid=103168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 14:34:09.459174 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-cfe2b12c-5496-451d-b920-453575c0df5a tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Allocated IP 172.20.0.13 (c67c2a2a-67cb-40e4-a9a6-783d579d8b4a/bb5d0b86-dcdb-4722-bb6b-1b7fe4a0022c/4160f70e-74de-4361-912d-eab4b7c29d8e) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:34:09.482334 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-460dbf15-e1ba-41c0-8a72-ae0ddd743a85 req-0f1b6f4b-39fb-4107-adac-033cab27ee33 service neutron] 10.222.0.30 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8821108 Dec 20 14:34:09.490565 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde916b-b255-4c35-8a79-5e326fadf4f2 req-98b3b93b-f8d4-46c8-b2f0-fae373d59ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:09.495659 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c619d32-4927-4e05-999f-7b08f650f3a2 req-946cb00c-4831-4258-98d6-d2996ce1d4d1 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:09.497422 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4c619d32-4927-4e05-999f-7b08f650f3a2 req-946cb00c-4831-4258-98d6-d2996ce1d4d1 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.30 "GET /v2.0/networks?id=dce53437-e7e7-4d26-8f4b-47bafb0fd8bc HTTP/1.1" status: 200 len: 822 time: 0.2255609 Dec 20 14:34:09.498814 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-9cde916b-b255-4c35-8a79-5e326fadf4f2 req-98b3b93b-f8d4-46c8-b2f0-fae373d59ed0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:09.501886 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9cde916b-b255-4c35-8a79-5e326fadf4f2 req-98b3b93b-f8d4-46c8-b2f0-fae373d59ed0 service neutron] 10.222.0.47 "PUT /v2.0/ports/fd19597a-066f-458a-af60-3f1d842d4ec1 HTTP/1.1" status: 200 len: 1093 time: 2.4273181 Dec 20 14:34:09.550041 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-4c619d32-4927-4e05-999f-7b08f650f3a2 req-3f0d54d5-57d5-4dc4-beb1-77f1d6888dd2 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Request body: {'port': {'device_id': 'a880c61e-49f2-43fd-ab75-b247d720eead', 'network_id': 'dce53437-e7e7-4d26-8f4b-47bafb0fd8bc', 'admin_state_up': True, 'tenant_id': '88c25df3faa3411c93ebdfdba13bf7e6'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:34:09.657274 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dc64865-5572-4126-9656-c898da5001c5', 'tag': 'fd19597a-066f-458a-af60-3f1d842d4ec1'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:34:09.659954 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bee957f-6476-4064-8551-a3e9a903bd71" -d '{"events": [{"name": "network-changed", "server_uuid": "3dc64865-5572-4126-9656-c898da5001c5", "tag": "fd19597a-066f-458a-af60-3f1d842d4ec1"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:34:09.665450 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-460dbf15-e1ba-41c0-8a72-ae0ddd743a85 req-1298356e-9925-409b-bfc5-a8edd503e651 service neutron] 10.222.0.30 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402507 Dec 20 14:34:09.737946 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c550cdef-2771-4b54-b754-edf427c65a21 req-f567a46c-4f90-4ca3-b73e-91bb2e5b1d7c tempest-ServerPasswordTestJSON-2007502977 tempest-ServerPasswordTestJSON-2007502977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:09.738483 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:09.738483 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:34:09.738483 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:09.738483 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:34:09.738483 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:09.738483 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:34:09.738483 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:09.738483 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:34:09.738483 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:09.738483 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:34:09.738483 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:09.738483 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:34:09.738483 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:09.738483 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:34:09.738483 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:09.738483 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:34:09.738483 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:09.738483 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:34:09.738483 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:09.738483 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:34:09.738483 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:09.738483 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:34:09.738483 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:09.738483 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:34:09.738483 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:09.738483 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:34:09.738483 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:09.738483 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:34:09.738483 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:09.738483 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:34:09.738483 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:09.738483 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:34:09.738483 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:09.738483 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:34:09.738483 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:09.738483 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:34:09.741231 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:09.741231 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:34:09.741231 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:09.741231 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:34:09.741231 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:09.741231 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:34:09.741231 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:09.741231 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:34:09.741231 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:09.741231 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:34:09.741231 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:09.741231 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:34:09.742037 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c550cdef-2771-4b54-b754-edf427c65a21 req-f567a46c-4f90-4ca3-b73e-91bb2e5b1d7c tempest-ServerPasswordTestJSON-2007502977 tempest-ServerPasswordTestJSON-2007502977-project] 10.222.0.54 "GET /v2.0/ports?device_id=3dc64865-5572-4126-9656-c898da5001c5 HTTP/1.1" status: 200 len: 944 time: 0.2672470 Dec 20 14:34:09.742133 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df61bb4-a95c-4a3a-ad71-2b4b87446d26 req-a39a257b-61df-4fb8-9a36-bebd22972eea tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:09.743950 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3df61bb4-a95c-4a3a-ad71-2b4b87446d26 req-a39a257b-61df-4fb8-9a36-bebd22972eea tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=cab7549e-ef3f-4be2-95c9-26631fe471c5 HTTP/1.1" status: 200 len: 945 time: 0.9002554 Dec 20 14:34:09.766478 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b3b93b-f8d4-46c8-b2f0-fae373d59ed0 service neutron] Pushing event updated for resources: {'Port': ['ID=fd19597a-066f-458a-af60-3f1d842d4ec1,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:34:09.801858 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde916b-b255-4c35-8a79-5e326fadf4f2 req-287b1b16-8aa9-4112-a78a-2e6c8abd3e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:09.803464 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9cde916b-b255-4c35-8a79-5e326fadf4f2 req-287b1b16-8aa9-4112-a78a-2e6c8abd3e47 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1668f15de35344daa3b6ab86e10028fc&device_id=3dc64865-5572-4126-9656-c898da5001c5 HTTP/1.1" status: 200 len: 1096 time: 0.1368184 Dec 20 14:34:09.869516 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9cde916b-b255-4c35-8a79-5e326fadf4f2 req-14f4dab3-d5d1-4fad-8e16-22e47528014d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd19597a-066f-458a-af60-3f1d842d4ec1 HTTP/1.1" status: 200 len: 217 time: 0.0572164 Dec 20 14:34:09.873233 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3df61bb4-a95c-4a3a-ad71-2b4b87446d26 req-0b866d54-cc34-4e8e-b5b5-4b46f2f229ab tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193771 Dec 20 14:34:09.880589 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c550cdef-2771-4b54-b754-edf427c65a21 req-3546e3a2-a6bf-4bfd-9078-39f8c034b22d tempest-ServerPasswordTestJSON-2007502977 tempest-ServerPasswordTestJSON-2007502977-project] 10.222.0.54 "GET /v2.0/security-groups?id=6eb2300e-8d7a-49f8-9f79-4f8500bed1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279004 Dec 20 14:34:09.900233 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cfe2b12c-5496-451d-b920-453575c0df5a tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:09.908377 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c619d32-4927-4e05-999f-7b08f650f3a2 req-3f0d54d5-57d5-4dc4-beb1-77f1d6888dd2 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Made reservation on behalf of 88c25df3faa3411c93ebdfdba13bf7e6 for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:34:09.913761 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-4c619d32-4927-4e05-999f-7b08f650f3a2 req-3f0d54d5-57d5-4dc4-beb1-77f1d6888dd2 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:09.949856 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde916b-b255-4c35-8a79-5e326fadf4f2 req-d009beeb-bb49-4b8e-9440-ebd082bd6466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:09.951648 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9cde916b-b255-4c35-8a79-5e326fadf4f2 req-d009beeb-bb49-4b8e-9440-ebd082bd6466 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1c98918e-a84f-44c1-9518-86f591204c17 HTTP/1.1" status: 200 len: 852 time: 0.0752048 Dec 20 14:34:09.960927 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbac5b1a-de3e-4dc3-87d2-2a7f2bff63b2 x-openstack-request-id: req-dbac5b1a-de3e-4dc3-87d2-2a7f2bff63b2 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:34:09.961308 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dc64865-5572-4126-9656-c898da5001c5", "tag": "fd19597a-066f-458a-af60-3f1d842d4ec1", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:34:09.961615 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-dbac5b1a-de3e-4dc3-87d2-2a7f2bff63b2 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:34:09.968100 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dc64865-5572-4126-9656-c898da5001c5', 'tag': 'fd19597a-066f-458a-af60-3f1d842d4ec1', 'status': 'completed', 'code': 200} Dec 20 14:34:10.040389 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9cde916b-b255-4c35-8a79-5e326fadf4f2 req-c5912a43-acc1-45ec-9f72-ff3aaf5de8b6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7b18a6d6-5eb5-4524-9610-37b07a918fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758755 Dec 20 14:34:10.096696 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cfe2b12c-5496-451d-b920-453575c0df5a tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:10.227896 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb71951f-b93b-4cd7-bc29-99e0dad50351 req-fefe2d61-fc2e-4935-89c9-5341271458a2 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:10.228836 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe2b12c-5496-451d-b920-453575c0df5a tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Network c67c2a2a-67cb-40e4-a9a6-783d579d8b4a is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:34:10.229733 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-eb71951f-b93b-4cd7-bc29-99e0dad50351 req-fefe2d61-fc2e-4935-89c9-5341271458a2 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=64fdf7d1-efde-4de1-bf72-e69d36342c02 HTTP/1.1" status: 200 len: 947 time: 0.1930594 Dec 20 14:34:10.241122 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-cfe2b12c-5496-451d-b920-453575c0df5a tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:34:10.247242 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe2b12c-5496-451d-b920-453575c0df5a tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:34:10.270449 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9cde916b-b255-4c35-8a79-5e326fadf4f2 req-f9fbda12-1fb9-4cd7-84ac-692c8594b415 service neutron] 10.222.0.47 "GET /v2.0/networks/7b18a6d6-5eb5-4524-9610-37b07a918fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012675 Dec 20 14:34:10.279665 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe2b12c-5496-451d-b920-453575c0df5a tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Pushing event updated for resources: {'Port': ['ID=4160f70e-74de-4361-912d-eab4b7c29d8e,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:34:10.298258 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [req-4c619d32-4927-4e05-999f-7b08f650f3a2 req-3f0d54d5-57d5-4dc4-beb1-77f1d6888dd2 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Allocated IP 172.20.0.7 (dce53437-e7e7-4d26-8f4b-47bafb0fd8bc/05b60f46-643c-4184-8d2d-7011e86eb340/c0e696a9-67de-4069-afe8-9f524b656cd4) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:34:10.341943 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca2a68b-7976-40be-a0a7-fc27903c8abe req-fb7f770b-24dd-484e-ab25-f3c812d12157 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:10.349700 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4ca2a68b-7976-40be-a0a7-fc27903c8abe req-fb7f770b-24dd-484e-ab25-f3c812d12157 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa358f07-c266-4929-91d4-d31a114fd1d3 HTTP/1.1" status: 200 len: 945 time: 0.2044723 Dec 20 14:34:10.350537 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-eb71951f-b93b-4cd7-bc29-99e0dad50351 req-d52baf9c-ae07-45ab-b9f2-3c9dfadea8e1 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140172 Dec 20 14:34:10.371767 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe2b12c-5496-451d-b920-453575c0df5a tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:10.372436 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cfe2b12c-5496-451d-b920-453575c0df5a tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:10.438485 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-cfe2b12c-5496-451d-b920-453575c0df5a tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4497113 Dec 20 14:34:10.443108 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 35812) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:34:10.467117 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-ccecb5a8-572a-4684-bf1c-9c1299de2bb8 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Request body: {'port': {'network_id': 'c67c2a2a-67cb-40e4-a9a6-783d579d8b4a', 'name': 'tempest-FloatingIPTestJSON-49202082'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:34:10.496476 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4ca2a68b-7976-40be-a0a7-fc27903c8abe req-3d311a08-dad4-4d10-b7cf-3c8100c6dbee tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457782 Dec 20 14:34:10.595372 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9cde916b-b255-4c35-8a79-5e326fadf4f2 req-f7d6abc8-f9e3-42dd-9a28-6fdedfa95134 service neutron] 10.222.0.47 "GET /v2.0/networks/7b18a6d6-5eb5-4524-9610-37b07a918fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3068454 Dec 20 14:34:10.680667 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3a1bc09a-f2fb-4346-b93f-cc03f544c8bd req-1dd56f9a-3070-4846-ad45-f199556f3a0b tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/ports?device_id=a880c61e-49f2-43fd-ab75-b247d720eead HTTP/1.1" status: 200 len: 210 time: 0.0698841 Dec 20 14:34:10.758016 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-4c619d32-4927-4e05-999f-7b08f650f3a2 req-3f0d54d5-57d5-4dc4-beb1-77f1d6888dd2 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:10.807323 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-4c619d32-4927-4e05-999f-7b08f650f3a2 req-3f0d54d5-57d5-4dc4-beb1-77f1d6888dd2 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:10.816981 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bee957f-6476-4064-8551-a3e9a903bd71 req-d2715f86-09ff-42f3-95bc-da6a1e4fd15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:10.818647 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9bee957f-6476-4064-8551-a3e9a903bd71 req-d2715f86-09ff-42f3-95bc-da6a1e4fd15d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1668f15de35344daa3b6ab86e10028fc&device_id=3dc64865-5572-4126-9656-c898da5001c5 HTTP/1.1" status: 200 len: 1096 time: 0.1413059 Dec 20 14:34:10.857625 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccecb5a8-572a-4684-bf1c-9c1299de2bb8 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Made reservation on behalf of b689693ddc3f49a2b3f8f42717070fd5 for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:34:10.859307 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c619d32-4927-4e05-999f-7b08f650f3a2 req-3f0d54d5-57d5-4dc4-beb1-77f1d6888dd2 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Network dce53437-e7e7-4d26-8f4b-47bafb0fd8bc is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:34:10.861508 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ccecb5a8-572a-4684-bf1c-9c1299de2bb8 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:10.862639 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [req-4c619d32-4927-4e05-999f-7b08f650f3a2 req-3f0d54d5-57d5-4dc4-beb1-77f1d6888dd2 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:34:10.867180 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c619d32-4927-4e05-999f-7b08f650f3a2 req-3f0d54d5-57d5-4dc4-beb1-77f1d6888dd2 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:34:10.918138 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c619d32-4927-4e05-999f-7b08f650f3a2 req-3f0d54d5-57d5-4dc4-beb1-77f1d6888dd2 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:10.918903 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-4c619d32-4927-4e05-999f-7b08f650f3a2 req-3f0d54d5-57d5-4dc4-beb1-77f1d6888dd2 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:10.925196 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8469002e-a67c-4ea6-b7bc-6b533b18d07a req-4bcb2a21-98fc-4fde-a74a-b072853122cf tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:10.927290 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8469002e-a67c-4ea6-b7bc-6b533b18d07a req-4bcb2a21-98fc-4fde-a74a-b072853122cf tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=cab7549e-ef3f-4be2-95c9-26631fe471c5 HTTP/1.1" status: 200 len: 945 time: 0.1624322 Dec 20 14:34:10.940075 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0d54d5-57d5-4dc4-beb1-77f1d6888dd2 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Pushing event updated for resources: {'Port': ['ID=c0e696a9-67de-4069-afe8-9f524b656cd4,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:34:10.940413 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [None req-ccecb5a8-572a-4684-bf1c-9c1299de2bb8 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] device_id is not set on port 346fdd8f-aa61-444e-bd49-17ae74d161f5 yet. {{(pid=103167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 14:34:10.958752 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4c619d32-4927-4e05-999f-7b08f650f3a2 req-3f0d54d5-57d5-4dc4-beb1-77f1d6888dd2 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4130485 Dec 20 14:34:10.973691 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-4c619d32-4927-4e05-999f-7b08f650f3a2 req-dbff90ad-f8ab-4f28-adde-317226d37423 service neutron] Request body: {'port': {'device_id': 'a880c61e-49f2-43fd-ab75-b247d720eead', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-19'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:34:11.044986 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-4c619d32-4927-4e05-999f-7b08f650f3a2 req-dbff90ad-f8ab-4f28-adde-317226d37423 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:11.124076 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8469002e-a67c-4ea6-b7bc-6b533b18d07a req-66768853-4757-404d-b24b-f0a468cad2d3 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731453 Dec 20 14:34:11.161770 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849795ec-3208-4a8a-a96f-32a236e73f9b req-7f620b7a-c7d3-4cdb-b30e-267ae1a5b50e tempest-ServerPasswordTestJSON-2007502977 tempest-ServerPasswordTestJSON-2007502977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:11.170956 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-849795ec-3208-4a8a-a96f-32a236e73f9b req-7f620b7a-c7d3-4cdb-b30e-267ae1a5b50e tempest-ServerPasswordTestJSON-2007502977 tempest-ServerPasswordTestJSON-2007502977-project] 10.222.0.54 "GET /v2.0/ports?device_id=3dc64865-5572-4126-9656-c898da5001c5 HTTP/1.1" status: 200 len: 944 time: 0.1230235 Dec 20 14:34:11.220606 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bee957f-6476-4064-8551-a3e9a903bd71 req-f775bb57-b8c3-4387-9ed3-94242f62ecee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:11.222144 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9bee957f-6476-4064-8551-a3e9a903bd71 req-f775bb57-b8c3-4387-9ed3-94242f62ecee service neutron] 10.222.0.47 "GET /v2.0/networks?id=7b18a6d6-5eb5-4524-9610-37b07a918fee HTTP/1.1" status: 200 len: 913 time: 0.3930335 Dec 20 14:34:11.338533 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-849795ec-3208-4a8a-a96f-32a236e73f9b req-75661910-c188-415d-879d-3e87a5b4a2d8 tempest-ServerPasswordTestJSON-2007502977 tempest-ServerPasswordTestJSON-2007502977-project] 10.222.0.54 "GET /v2.0/security-groups?id=6eb2300e-8d7a-49f8-9f79-4f8500bed1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661670 Dec 20 14:34:11.357642 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9bee957f-6476-4064-8551-a3e9a903bd71 req-2854cf4d-0706-4d0e-b5f5-8a20286e9c1c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd19597a-066f-458a-af60-3f1d842d4ec1 HTTP/1.1" status: 200 len: 217 time: 0.1104159 Dec 20 14:34:11.437979 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-ccecb5a8-572a-4684-bf1c-9c1299de2bb8 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Allocated IP 172.20.0.2 (c67c2a2a-67cb-40e4-a9a6-783d579d8b4a/bb5d0b86-dcdb-4722-bb6b-1b7fe4a0022c/346fdd8f-aa61-444e-bd49-17ae74d161f5) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:34:11.496677 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bee957f-6476-4064-8551-a3e9a903bd71 req-07285f31-5efb-4fbe-a3a8-40037522bc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:11.502510 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9bee957f-6476-4064-8551-a3e9a903bd71 req-07285f31-5efb-4fbe-a3a8-40037522bc8c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1c98918e-a84f-44c1-9518-86f591204c17 HTTP/1.1" status: 200 len: 852 time: 0.1501074 Dec 20 14:34:11.522576 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:11.564940 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f609421b-f348-4ed0-b074-b683b817b573 req-2e8ab806-867f-45f7-9cd6-e5741e7c2022 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:11.574361 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f609421b-f348-4ed0-b074-b683b817b573 req-2e8ab806-867f-45f7-9cd6-e5741e7c2022 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=64fdf7d1-efde-4de1-bf72-e69d36342c02 HTTP/1.1" status: 200 len: 947 time: 0.1020799 Dec 20 14:34:11.575568 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9bee957f-6476-4064-8551-a3e9a903bd71 req-d61466b9-b7db-4d77-9ea3-00f61544aa2c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7b18a6d6-5eb5-4524-9610-37b07a918fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483558 Dec 20 14:34:11.692187 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f609421b-f348-4ed0-b074-b683b817b573 req-d07d7805-4687-4ef4-a0db-01a5440d61ad tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153908 Dec 20 14:34:11.741134 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [req-4c619d32-4927-4e05-999f-7b08f650f3a2 req-dbff90ad-f8ab-4f28-adde-317226d37423 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0e696a9-67de-4069-afe8-9f524b656cd4 {{(pid=103168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:34:11.770958 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-4c619d32-4927-4e05-999f-7b08f650f3a2 req-dbff90ad-f8ab-4f28-adde-317226d37423 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:11.791345 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9bee957f-6476-4064-8551-a3e9a903bd71 req-66031c83-5fe9-43c5-8cc1-f1c2a82e01e9 service neutron] 10.222.0.47 "GET /v2.0/networks/7b18a6d6-5eb5-4524-9610-37b07a918fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056885 Dec 20 14:34:11.812520 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.provisioning_blocks [req-4c619d32-4927-4e05-999f-7b08f650f3a2 req-dbff90ad-f8ab-4f28-adde-317226d37423 service neutron] Transition to ACTIVE for port object c0e696a9-67de-4069-afe8-9f524b656cd4 will not be triggered until provisioned by entity L2. {{(pid=103168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:34:11.831676 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-4c619d32-4927-4e05-999f-7b08f650f3a2 req-dbff90ad-f8ab-4f28-adde-317226d37423 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:11.835967 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device c50da616-5df4-4318-8545-beef844bcaf8 details requested by agent hyperv_n-h1-761264-19 with host n-h1-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:34:11.847988 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ccecb5a8-572a-4684-bf1c-9c1299de2bb8 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:11.908484 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:11.908484 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:34:11.908484 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:11.908484 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:34:11.908484 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:11.908484 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:34:11.908484 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:11.908484 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:34:11.908484 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:11.908484 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:34:11.908484 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:11.908484 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:34:11.908484 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:11.908484 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:34:11.908484 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:11.908484 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:34:11.908484 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:11.908484 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:34:11.908484 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:11.908484 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:34:11.908484 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:11.908484 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:34:11.908484 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:11.908484 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:34:11.908484 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:11.908484 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:34:11.908484 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:11.908484 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:34:11.908484 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:11.908484 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:34:11.908484 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:11.908484 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:34:11.908484 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:11.908484 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:34:11.908484 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:11.908484 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:34:11.911079 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:11.911079 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:34:11.911079 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:11.911079 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:34:11.911079 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:11.911079 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:34:11.911079 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:11.911079 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:34:11.911079 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:11.911079 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:34:11.911079 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:11.911079 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:34:11.916612 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2699e47c-6730-4405-b636-e1e373da2e4c req-53fb2318-1f03-4441-ba70-9084492f37e9 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:11.925363 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2699e47c-6730-4405-b636-e1e373da2e4c req-53fb2318-1f03-4441-ba70-9084492f37e9 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=cab7549e-ef3f-4be2-95c9-26631fe471c5 HTTP/1.1" status: 200 len: 945 time: 0.1238718 Dec 20 14:34:11.930878 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbff90ad-f8ab-4f28-adde-317226d37423 service neutron] Pushing event updated for resources: {'Port': ['ID=c0e696a9-67de-4069-afe8-9f524b656cd4,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:34:12.062360 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9bee957f-6476-4064-8551-a3e9a903bd71 req-95e27bed-a244-472e-9058-9976d5663123 service neutron] 10.222.0.47 "GET /v2.0/networks/7b18a6d6-5eb5-4524-9610-37b07a918fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611461 Dec 20 14:34:12.070049 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ccecb5a8-572a-4684-bf1c-9c1299de2bb8 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:12.100517 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port c50da616-5df4-4318-8545-beef844bcaf8, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=c50da616-5df4-4318-8545-beef844bcaf8,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:34:12.125869 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Returning: {'device': 'c50da616-5df4-4318-8545-beef844bcaf8', 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1', 'port_id': 'c50da616-5df4-4318-8545-beef844bcaf8', 'mac_address': 'fa:16:3e:e0:99:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36bf280f-81bb-4486-a87a-9b9505a1cec4', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:34:12.171441 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-4c619d32-4927-4e05-999f-7b08f650f3a2 req-dbff90ad-f8ab-4f28-adde-317226d37423 service neutron] Attempting to bind port c0e696a9-67de-4069-afe8-9f524b656cd4 on host n-h1-761264-19 for vnic_type normal with profile {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:34:12.171680 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-4c619d32-4927-4e05-999f-7b08f650f3a2 req-dbff90ad-f8ab-4f28-adde-317226d37423 service neutron] Attempting to bind port c0e696a9-67de-4069-afe8-9f524b656cd4 by drivers openvswitch,hyperv on host n-h1-761264-19 at level 0 using segments [{'id': 'f64287f5-affc-42db-b5fb-e9b8ade134fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'dce53437-e7e7-4d26-8f4b-47bafb0fd8bc'}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:34:12.172001 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c619d32-4927-4e05-999f-7b08f650f3a2 req-dbff90ad-f8ab-4f28-adde-317226d37423 service neutron] Attempting to bind port c0e696a9-67de-4069-afe8-9f524b656cd4 on network dce53437-e7e7-4d26-8f4b-47bafb0fd8bc {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:34:12.184381 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccecb5a8-572a-4684-bf1c-9c1299de2bb8 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Network c67c2a2a-67cb-40e4-a9a6-783d579d8b4a is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:34:12.187778 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-ccecb5a8-572a-4684-bf1c-9c1299de2bb8 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:34:12.195156 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c619d32-4927-4e05-999f-7b08f650f3a2 req-dbff90ad-f8ab-4f28-adde-317226d37423 service neutron] Port c0e696a9-67de-4069-afe8-9f524b656cd4 on network dce53437-e7e7-4d26-8f4b-47bafb0fd8bc not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-19 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:34:12.195156 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c619d32-4927-4e05-999f-7b08f650f3a2 req-dbff90ad-f8ab-4f28-adde-317226d37423 service neutron] Attempting to bind port c0e696a9-67de-4069-afe8-9f524b656cd4 on network dce53437-e7e7-4d26-8f4b-47bafb0fd8bc {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:34:12.195468 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccecb5a8-572a-4684-bf1c-9c1299de2bb8 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:34:12.195597 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:12.195682 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c619d32-4927-4e05-999f-7b08f650f3a2 req-dbff90ad-f8ab-4f28-adde-317226d37423 service neutron] Checking agent: {'id': '3e5ace3e-dd7b-4522-a7c4-77d13dbeab1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:34:12.195682 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c619d32-4927-4e05-999f-7b08f650f3a2 req-dbff90ad-f8ab-4f28-adde-317226d37423 service neutron] Checking segment: {'id': 'f64287f5-affc-42db-b5fb-e9b8ade134fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'dce53437-e7e7-4d26-8f4b-47bafb0fd8bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:34:12.195682 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c619d32-4927-4e05-999f-7b08f650f3a2 req-dbff90ad-f8ab-4f28-adde-317226d37423 service neutron] Bound using segment: {'id': 'f64287f5-affc-42db-b5fb-e9b8ade134fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'dce53437-e7e7-4d26-8f4b-47bafb0fd8bc'} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:34:12.196277 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-4c619d32-4927-4e05-999f-7b08f650f3a2 req-dbff90ad-f8ab-4f28-adde-317226d37423 service neutron] Bound port: c0e696a9-67de-4069-afe8-9f524b656cd4, host: n-h1-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f64287f5-affc-42db-b5fb-e9b8ade134fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'dce53437-e7e7-4d26-8f4b-47bafb0fd8bc'}}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:34:12.196372 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-4c619d32-4927-4e05-999f-7b08f650f3a2 req-dbff90ad-f8ab-4f28-adde-317226d37423 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:12.212265 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c50da616-5df4-4318-8545-beef844bcaf8 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:34:12.214499 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2699e47c-6730-4405-b636-e1e373da2e4c req-d5f933dd-5d3a-424d-b9f0-8f1f50f24dcd tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549736 Dec 20 14:34:12.230835 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccecb5a8-572a-4684-bf1c-9c1299de2bb8 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Pushing event updated for resources: {'Port': ['ID=346fdd8f-aa61-444e-bd49-17ae74d161f5,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:34:12.256570 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port c50da616-5df4-4318-8545-beef844bcaf8, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=c50da616-5df4-4318-8545-beef844bcaf8,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:34:12.277815 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:12.318447 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-4c619d32-4927-4e05-999f-7b08f650f3a2 req-dbff90ad-f8ab-4f28-adde-317226d37423 service neutron] For port c0e696a9-67de-4069-afe8-9f524b656cd4, host n-h1-761264-19, cleared binding levels {{(pid=103168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:34:12.327054 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-4c619d32-4927-4e05-999f-7b08f650f3a2 req-dbff90ad-f8ab-4f28-adde-317226d37423 service neutron] For port c0e696a9-67de-4069-afe8-9f524b656cd4, host n-h1-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=c0e696a9-67de-4069-afe8-9f524b656cd4,segment=NetworkSegment(f64287f5-affc-42db-b5fb-e9b8ade134fb),segment_id=f64287f5-affc-42db-b5fb-e9b8ade134fb)] {{(pid=103168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:34:12.342160 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-4c619d32-4927-4e05-999f-7b08f650f3a2 req-dbff90ad-f8ab-4f28-adde-317226d37423 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:12.384371 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=c50da616-5df4-4318-8545-beef844bcaf8,revision_number=8']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:34:12.399475 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccecb5a8-572a-4684-bf1c-9c1299de2bb8 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:12.400154 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ccecb5a8-572a-4684-bf1c-9c1299de2bb8 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:12.409823 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c619d32-4927-4e05-999f-7b08f650f3a2 req-dbff90ad-f8ab-4f28-adde-317226d37423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:12.411149 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-4c619d32-4927-4e05-999f-7b08f650f3a2 req-dbff90ad-f8ab-4f28-adde-317226d37423 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:12.412643 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4c619d32-4927-4e05-999f-7b08f650f3a2 req-dbff90ad-f8ab-4f28-adde-317226d37423 service neutron] 10.222.0.30 "PUT /v2.0/ports/c0e696a9-67de-4069-afe8-9f524b656cd4 HTTP/1.1" status: 200 len: 1092 time: 1.4441247 Dec 20 14:34:12.418415 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a880c61e-49f2-43fd-ab75-b247d720eead', 'tag': 'c0e696a9-67de-4069-afe8-9f524b656cd4'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:34:12.419835 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c48064f7-9eaf-49cd-a47c-391e9cc33249" -d '{"events": [{"name": "network-changed", "server_uuid": "a880c61e-49f2-43fd-ab75-b247d720eead", "tag": "c0e696a9-67de-4069-afe8-9f524b656cd4"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:34:12.479626 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-ccecb5a8-572a-4684-bf1c-9c1299de2bb8 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 2.0347075 Dec 20 14:34:12.481817 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 35850) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:34:12.488104 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbff90ad-f8ab-4f28-adde-317226d37423 service neutron] Pushing event updated for resources: {'Port': ['ID=c0e696a9-67de-4069-afe8-9f524b656cd4,revision_number=3']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:34:12.491299 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-2b45e044-dbbb-4fc4-9ba5-d56805a39986 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Request body: {'floatingip': {'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'port_id': '346fdd8f-aa61-444e-bd49-17ae74d161f5', 'fixed_ip_address': '172.20.0.2'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:34:12.520687 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987d847f-632a-416c-b608-1a3fa6889bc9 req-8effe158-0384-46e6-85cf-496661a4e863 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:12.522469 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-987d847f-632a-416c-b608-1a3fa6889bc9 req-8effe158-0384-46e6-85cf-496661a4e863 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.30 "GET /v2.0/ports?device_id=64fdf7d1-efde-4de1-bf72-e69d36342c02&tenant_id=c1e404e3ac2e456f831247d0bb0227f5&binding%3Ahost_id=n-h1-761264-19 HTTP/1.1" status: 200 len: 948 time: 0.1695020 Dec 20 14:34:12.533827 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3681c4b0-924a-4f26-bfab-9ac1126974ee req-449c372a-cf0d-45dd-b6e1-0dacda9fd639 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:12.535520 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3681c4b0-924a-4f26-bfab-9ac1126974ee req-449c372a-cf0d-45dd-b6e1-0dacda9fd639 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=64fdf7d1-efde-4de1-bf72-e69d36342c02 HTTP/1.1" status: 200 len: 948 time: 0.1171095 Dec 20 14:34:12.537549 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2228e50-35b6-4ef7-a63f-6689abb28817 req-5c998e29-b92e-46ee-a7e4-9acc898d23af tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:12.547015 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b2228e50-35b6-4ef7-a63f-6689abb28817 req-5c998e29-b92e-46ee-a7e4-9acc898d23af tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/ports?device_id=a880c61e-49f2-43fd-ab75-b247d720eead HTTP/1.1" status: 200 len: 943 time: 0.1558697 Dec 20 14:34:12.604923 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c619d32-4927-4e05-999f-7b08f650f3a2 req-36f34cf6-d29d-4b2b-a026-caa68a24ea2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:12.610427 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4c619d32-4927-4e05-999f-7b08f650f3a2 req-36f34cf6-d29d-4b2b-a026-caa68a24ea2f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=88c25df3faa3411c93ebdfdba13bf7e6&device_id=a880c61e-49f2-43fd-ab75-b247d720eead HTTP/1.1" status: 200 len: 1095 time: 0.1164575 Dec 20 14:34:12.615948 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2b45e044-dbbb-4fc4-9ba5-d56805a39986 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks [] for floatingip, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:12.616903 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b2228e50-35b6-4ef7-a63f-6689abb28817 req-00382bb9-634e-402a-829e-878786fbdb03 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/security-groups?id=0393fd0b-7973-42e2-8187-db178c6daece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690069 Dec 20 14:34:12.672595 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3681c4b0-924a-4f26-bfab-9ac1126974ee req-60418aca-4584-45fe-a986-4b38ec5f4b3c tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071210 Dec 20 14:34:12.681554 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4c619d32-4927-4e05-999f-7b08f650f3a2 req-d592cfe8-f649-4f88-82c7-c21548e9015f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c0e696a9-67de-4069-afe8-9f524b656cd4 HTTP/1.1" status: 200 len: 217 time: 0.0608330 Dec 20 14:34:12.682475 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-987d847f-632a-416c-b608-1a3fa6889bc9 req-2d183944-0cd8-48c4-ac63-7bb917494f03 service neutron] 10.222.0.30 "GET /v2.0/ports/c50da616-5df4-4318-8545-beef844bcaf8/bindings/n-h1-761264-19 HTTP/1.1" status: 200 len: 383 time: 0.1458130 Dec 20 14:34:12.811142 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987d847f-632a-416c-b608-1a3fa6889bc9 req-a28d0fe2-876b-435b-9e46-704d3b2fecd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:12.812722 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-987d847f-632a-416c-b608-1a3fa6889bc9 req-a28d0fe2-876b-435b-9e46-704d3b2fecd9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c1e404e3ac2e456f831247d0bb0227f5&device_id=64fdf7d1-efde-4de1-bf72-e69d36342c02 HTTP/1.1" status: 200 len: 1100 time: 0.0986152 Dec 20 14:34:12.858983 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['c50da616-5df4-4318-8545-beef844bcaf8'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:34:12.875542 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2b45e044-dbbb-4fc4-9ba5-d56805a39986 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:13.037246 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987d847f-632a-416c-b608-1a3fa6889bc9 req-0548bde1-3105-4b59-afde-e00546922c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:13.039356 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-987d847f-632a-416c-b608-1a3fa6889bc9 req-0548bde1-3105-4b59-afde-e00546922c28 service neutron] 10.222.0.30 "GET /v2.0/networks?id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1 HTTP/1.1" status: 200 len: 870 time: 0.2156408 Dec 20 14:34:13.097380 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-987d847f-632a-416c-b608-1a3fa6889bc9 req-c354094c-c13a-48d0-a195-ea35f0f6c027 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=c50da616-5df4-4318-8545-beef844bcaf8 HTTP/1.1" status: 200 len: 217 time: 0.0395293 Dec 20 14:34:13.186118 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987d847f-632a-416c-b608-1a3fa6889bc9 req-20b1060d-33fb-4f52-b9a5-e1c75afe60c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:13.188052 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-987d847f-632a-416c-b608-1a3fa6889bc9 req-20b1060d-33fb-4f52-b9a5-e1c75afe60c8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=36bf280f-81bb-4486-a87a-9b9505a1cec4 HTTP/1.1" status: 200 len: 843 time: 0.0800622 Dec 20 14:34:13.201241 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-2b45e044-dbbb-4fc4-9ba5-d56805a39986 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Allocated IP 172.25.0.155 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/9f260e33-50c9-40d6-b718-d30f6b41a528) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:34:13.235828 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59fdcf5c-705f-4faa-abdf-318d471f8f83 x-openstack-request-id: req-59fdcf5c-705f-4faa-abdf-318d471f8f83 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:34:13.235828 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a880c61e-49f2-43fd-ab75-b247d720eead", "tag": "c0e696a9-67de-4069-afe8-9f524b656cd4", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:34:13.235828 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-59fdcf5c-705f-4faa-abdf-318d471f8f83 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:34:13.235828 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a880c61e-49f2-43fd-ab75-b247d720eead', 'tag': 'c0e696a9-67de-4069-afe8-9f524b656cd4', 'status': 'completed', 'code': 200} Dec 20 14:34:13.289618 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c619d32-4927-4e05-999f-7b08f650f3a2 req-e38e21a2-ce6b-4988-9f5b-282cb061fef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:13.291396 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4c619d32-4927-4e05-999f-7b08f650f3a2 req-e38e21a2-ce6b-4988-9f5b-282cb061fef6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=05b60f46-643c-4184-8d2d-7011e86eb340 HTTP/1.1" status: 200 len: 862 time: 0.5965044 Dec 20 14:34:13.322098 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b80d808-d6d1-4a22-b913-38f458e2730f req-8fd8eb8a-d9b7-479d-9d6a-63b6f635cef8 tempest-ServerPasswordTestJSON-2007502977 tempest-ServerPasswordTestJSON-2007502977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:13.323814 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4b80d808-d6d1-4a22-b913-38f458e2730f req-8fd8eb8a-d9b7-479d-9d6a-63b6f635cef8 tempest-ServerPasswordTestJSON-2007502977 tempest-ServerPasswordTestJSON-2007502977-project] 10.222.0.54 "GET /v2.0/ports?device_id=3dc64865-5572-4126-9656-c898da5001c5 HTTP/1.1" status: 200 len: 944 time: 0.0941927 Dec 20 14:34:13.375238 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4c619d32-4927-4e05-999f-7b08f650f3a2 req-f4c18ea5-b889-47a3-b04a-d75d8829a3c3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dce53437-e7e7-4d26-8f4b-47bafb0fd8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460711 Dec 20 14:34:13.415549 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987d847f-632a-416c-b608-1a3fa6889bc9 req-1232f73d-3f2c-49fc-9719-b87c40a1b036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:13.417216 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-987d847f-632a-416c-b608-1a3fa6889bc9 req-1232f73d-3f2c-49fc-9719-b87c40a1b036 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2102799 Dec 20 14:34:13.477833 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4b80d808-d6d1-4a22-b913-38f458e2730f req-26ae09a6-9fe4-44bf-924e-d2c6b1fd4d72 tempest-ServerPasswordTestJSON-2007502977 tempest-ServerPasswordTestJSON-2007502977-project] 10.222.0.54 "GET /v2.0/security-groups?id=6eb2300e-8d7a-49f8-9f79-4f8500bed1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369264 Dec 20 14:34:13.493292 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d569587-2c16-42f4-bf3b-76196904b21e req-91c9c261-d381-4263-92f6-c25738cb94c2 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:13.493292 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7d569587-2c16-42f4-bf3b-76196904b21e req-91c9c261-d381-4263-92f6-c25738cb94c2 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=cab7549e-ef3f-4be2-95c9-26631fe471c5 HTTP/1.1" status: 200 len: 945 time: 0.1181622 Dec 20 14:34:13.515469 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4c619d32-4927-4e05-999f-7b08f650f3a2 req-a31c7041-a2b4-4a4f-8907-b18662223b27 service neutron] 10.222.0.30 "GET /v2.0/networks/dce53437-e7e7-4d26-8f4b-47bafb0fd8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304777 Dec 20 14:34:13.553856 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2b45e044-dbbb-4fc4-9ba5-d56805a39986 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:13.633493 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-987d847f-632a-416c-b608-1a3fa6889bc9 req-29c1216b-9800-419c-aaca-c581edb23a9a service neutron] 10.222.0.30 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028348 Dec 20 14:34:13.646363 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7d569587-2c16-42f4-bf3b-76196904b21e req-dae46bb7-4757-45d1-989f-fc72f11b3b16 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518273 Dec 20 14:34:13.677067 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88edf894-5ba0-42e8-b716-468f47fc215e req-7724957b-d76f-41e4-b797-d48c1dbb34b5 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:13.678658 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-88edf894-5ba0-42e8-b716-468f47fc215e req-7724957b-d76f-41e4-b797-d48c1dbb34b5 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.30 "GET /v2.0/ports?device_id=cab7549e-ef3f-4be2-95c9-26631fe471c5 HTTP/1.1" status: 200 len: 945 time: 0.1240492 Dec 20 14:34:13.776519 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-987d847f-632a-416c-b608-1a3fa6889bc9 req-9dc55f32-c77c-4ca1-9fa3-f2fd782b40f5 service neutron] 10.222.0.30 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241908 Dec 20 14:34:13.804147 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2b45e044-dbbb-4fc4-9ba5-d56805a39986 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:13.812656 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4c619d32-4927-4e05-999f-7b08f650f3a2 req-a852c5c9-be0e-40ec-ae22-2ad818644550 service neutron] 10.222.0.30 "GET /v2.0/networks/dce53437-e7e7-4d26-8f4b-47bafb0fd8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2875185 Dec 20 14:34:13.871429 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d862ae0f-b084-42c1-b222-d26a76dee187 req-12306cad-b8f0-4f33-93fa-72eac74467ee tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:13.873694 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d862ae0f-b084-42c1-b222-d26a76dee187 req-12306cad-b8f0-4f33-93fa-72eac74467ee tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/ports?device_id=a880c61e-49f2-43fd-ab75-b247d720eead HTTP/1.1" status: 200 len: 943 time: 0.1268985 Dec 20 14:34:13.875110 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b45e044-dbbb-4fc4-9ba5-d56805a39986 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:34:13.887099 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-2b45e044-dbbb-4fc4-9ba5-d56805a39986 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:34:13.909023 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b45e044-dbbb-4fc4-9ba5-d56805a39986 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:34:13.972324 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b45e044-dbbb-4fc4-9ba5-d56805a39986 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Pushing event updated for resources: {'Port': ['ID=9f260e33-50c9-40d6-b718-d30f6b41a528,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:34:13.998846 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-88edf894-5ba0-42e8-b716-468f47fc215e req-0b00b539-67ad-4282-b4c5-673a8137a646 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Deleting port 95a90c66-4b5a-4849-a3d1-de218835a2a6 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:34:13.999199 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-88edf894-5ba0-42e8-b716-468f47fc215e req-0b00b539-67ad-4282-b4c5-673a8137a646 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:14.010183 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf2d228-75aa-48c9-ae94-88aa1f5b4a07 req-6655a4f4-b8b3-42fa-83dc-5cbba03c44e6 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:14.013632 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-abf2d228-75aa-48c9-ae94-88aa1f5b4a07 req-6655a4f4-b8b3-42fa-83dc-5cbba03c44e6 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=64fdf7d1-efde-4de1-bf72-e69d36342c02 HTTP/1.1" status: 200 len: 948 time: 0.1582966 Dec 20 14:34:14.036478 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d862ae0f-b084-42c1-b222-d26a76dee187 req-184a218b-d8ff-4788-a969-c53af821d0b0 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/security-groups?id=0393fd0b-7973-42e2-8187-db178c6daece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469760 Dec 20 14:34:14.041592 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48064f7-9eaf-49cd-a47c-391e9cc33249 req-74b31c88-6a37-447d-a5a5-cef1a4ef4043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:14.043152 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c48064f7-9eaf-49cd-a47c-391e9cc33249 req-74b31c88-6a37-447d-a5a5-cef1a4ef4043 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=88c25df3faa3411c93ebdfdba13bf7e6&device_id=a880c61e-49f2-43fd-ab75-b247d720eead HTTP/1.1" status: 200 len: 1095 time: 0.1250069 Dec 20 14:34:14.189097 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-88edf894-5ba0-42e8-b716-468f47fc215e req-0b00b539-67ad-4282-b4c5-673a8137a646 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] For port 95a90c66-4b5a-4849-a3d1-de218835a2a6, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=95a90c66-4b5a-4849-a3d1-de218835a2a6,segment=NetworkSegment(3b732879-896e-432d-a96e-7cba9e2b8a93),segment_id=3b732879-896e-432d-a96e-7cba9e2b8a93)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:34:14.189480 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-88edf894-5ba0-42e8-b716-468f47fc215e req-0b00b539-67ad-4282-b4c5-673a8137a646 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:14.213720 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-88edf894-5ba0-42e8-b716-468f47fc215e req-0b00b539-67ad-4282-b4c5-673a8137a646 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Calling delete_port for 95a90c66-4b5a-4849-a3d1-de218835a2a6 owned by compute:nova {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:34:14.225457 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48064f7-9eaf-49cd-a47c-391e9cc33249 req-1cdb9b5f-8f71-4029-90b2-496c2061f3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:14.227086 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c48064f7-9eaf-49cd-a47c-391e9cc33249 req-1cdb9b5f-8f71-4029-90b2-496c2061f3f9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dce53437-e7e7-4d26-8f4b-47bafb0fd8bc HTTP/1.1" status: 200 len: 923 time: 0.1542380 Dec 20 14:34:14.269080 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-abf2d228-75aa-48c9-ae94-88aa1f5b4a07 req-afec3c0d-0007-4d2a-89c9-613f45e8705e tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179062 Dec 20 14:34:14.317766 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c48064f7-9eaf-49cd-a47c-391e9cc33249 req-8c5495bd-deb9-4803-8441-29a749220dff service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c0e696a9-67de-4069-afe8-9f524b656cd4 HTTP/1.1" status: 200 len: 217 time: 0.0499172 Dec 20 14:34:14.399693 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48064f7-9eaf-49cd-a47c-391e9cc33249 req-b16fb7a1-5704-4143-a47c-8fdcf200f2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:14.401213 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c48064f7-9eaf-49cd-a47c-391e9cc33249 req-b16fb7a1-5704-4143-a47c-8fdcf200f2ee service neutron] 10.222.0.30 "GET /v2.0/subnets?id=05b60f46-643c-4184-8d2d-7011e86eb340 HTTP/1.1" status: 200 len: 862 time: 0.0734317 Dec 20 14:34:14.458540 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c48064f7-9eaf-49cd-a47c-391e9cc33249 req-611c3246-775a-4094-98c1-3835551bb41a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dce53437-e7e7-4d26-8f4b-47bafb0fd8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474567 Dec 20 14:34:14.565118 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-88edf894-5ba0-42e8-b716-468f47fc215e req-0b00b539-67ad-4282-b4c5-673a8137a646 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:14.583734 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['d51472d0-9c05-4789-b785-88c8d484278a'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:34:14.606121 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b00b539-67ad-4282-b4c5-673a8137a646 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Pushing event deleted for resources: {'Port': ['ID=95a90c66-4b5a-4849-a3d1-de218835a2a6,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:34:14.645238 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c48064f7-9eaf-49cd-a47c-391e9cc33249 req-d12f4538-45ce-4047-b9a5-ae5ecac5a252 service neutron] 10.222.0.30 "GET /v2.0/networks/dce53437-e7e7-4d26-8f4b-47bafb0fd8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745346 Dec 20 14:34:14.670428 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-88edf894-5ba0-42e8-b716-468f47fc215e req-0b00b539-67ad-4282-b4c5-673a8137a646 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] No DVR routers for this DVR port 95a90c66-4b5a-4849-a3d1-de218835a2a6 on host n-h1-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:34:14.673576 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-88edf894-5ba0-42e8-b716-468f47fc215e req-0b00b539-67ad-4282-b4c5-673a8137a646 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:14.677167 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-88edf894-5ba0-42e8-b716-468f47fc215e req-0b00b539-67ad-4282-b4c5-673a8137a646 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.30 "DELETE /v2.0/ports/95a90c66-4b5a-4849-a3d1-de218835a2a6 HTTP/1.1" status: 204 len: 173 time: 0.9771357 Dec 20 14:34:14.748169 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['c2787ba9-c8a7-466a-b9c2-505091651b51', '95a90c66-4b5a-4849-a3d1-de218835a2a6'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:34:14.788416 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c48064f7-9eaf-49cd-a47c-391e9cc33249 req-d1db3c96-8f4f-4efc-b145-fa3f7aa041fb service neutron] 10.222.0.30 "GET /v2.0/networks/dce53437-e7e7-4d26-8f4b-47bafb0fd8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237929 Dec 20 14:34:14.809173 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2b45e044-dbbb-4fc4-9ba5-d56805a39986 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:14.832077 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device fd19597a-066f-458a-af60-3f1d842d4ec1 details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:34:14.870346 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10486010-2499-448a-99e9-e5be2476c7d7 req-47a317d9-d094-40f4-9ad9-d332061835d4 tempest-ServerPasswordTestJSON-2007502977 tempest-ServerPasswordTestJSON-2007502977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:14.882629 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-10486010-2499-448a-99e9-e5be2476c7d7 req-47a317d9-d094-40f4-9ad9-d332061835d4 tempest-ServerPasswordTestJSON-2007502977 tempest-ServerPasswordTestJSON-2007502977-project] 10.222.0.54 "GET /v2.0/ports?device_id=3dc64865-5572-4126-9656-c898da5001c5 HTTP/1.1" status: 200 len: 944 time: 0.2096043 Dec 20 14:34:14.958714 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-82f58f2d-5dbf-4b7b-9e32-2638b18f9c36 req-a2a1407f-cb6d-4365-a60a-288e38bd6d0d tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=cab7549e-ef3f-4be2-95c9-26631fe471c5 HTTP/1.1" status: 200 len: 210 time: 0.0746021 Dec 20 14:34:14.967945 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2b45e044-dbbb-4fc4-9ba5-d56805a39986 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:15.000424 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-10486010-2499-448a-99e9-e5be2476c7d7 req-1988f90b-7c1a-45b6-b26e-7f87dd7507cb tempest-ServerPasswordTestJSON-2007502977 tempest-ServerPasswordTestJSON-2007502977-project] 10.222.0.54 "GET /v2.0/security-groups?id=6eb2300e-8d7a-49f8-9f79-4f8500bed1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167655 Dec 20 14:34:15.133603 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:15.147852 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port fd19597a-066f-458a-af60-3f1d842d4ec1, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=fd19597a-066f-458a-af60-3f1d842d4ec1,segment=NetworkSegment(45f1a2cc-dff1-4a41-9703-a1068dcfcb95),segment_id=45f1a2cc-dff1-4a41-9703-a1068dcfcb95)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:34:15.167381 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': 'fd19597a-066f-458a-af60-3f1d842d4ec1', 'network_id': '7b18a6d6-5eb5-4524-9610-37b07a918fee', 'port_id': 'fd19597a-066f-458a-af60-3f1d842d4ec1', 'mac_address': 'fa:16:3e:1a:78:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c98918e-a84f-44c1-9518-86f591204c17', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:34:15.206805 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4e5160-7338-4cf1-a984-87f29a552695 req-f05aa762-11ed-4920-bcd1-ec618fc27a26 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:15.217603 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9a4e5160-7338-4cf1-a984-87f29a552695 req-f05aa762-11ed-4920-bcd1-ec618fc27a26 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/ports?device_id=a880c61e-49f2-43fd-ab75-b247d720eead HTTP/1.1" status: 200 len: 943 time: 0.0897229 Dec 20 14:34:15.222318 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:15.240733 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd19597a-066f-458a-af60-3f1d842d4ec1 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:34:15.244312 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cab7549e-ef3f-4be2-95c9-26631fe471c5', 'name': 'network-vif-deleted', 'tag': '95a90c66-4b5a-4849-a3d1-de218835a2a6'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:34:15.248097 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4687c2c9-7521-4a65-9ad5-fcc2e45fe141" -d '{"events": [{"server_uuid": "cab7549e-ef3f-4be2-95c9-26631fe471c5", "name": "network-vif-deleted", "tag": "95a90c66-4b5a-4849-a3d1-de218835a2a6"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:34:15.291518 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port fd19597a-066f-458a-af60-3f1d842d4ec1, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=fd19597a-066f-458a-af60-3f1d842d4ec1,segment=NetworkSegment(45f1a2cc-dff1-4a41-9703-a1068dcfcb95),segment_id=45f1a2cc-dff1-4a41-9703-a1068dcfcb95)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:34:15.301759 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:15.307643 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2b45e044-dbbb-4fc4-9ba5-d56805a39986 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:15.308187 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9a4e5160-7338-4cf1-a984-87f29a552695 req-d06093a4-9b5f-413e-8551-ce982e9950e8 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/security-groups?id=0393fd0b-7973-42e2-8187-db178c6daece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877342 Dec 20 14:34:15.323597 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2b45e044-dbbb-4fc4-9ba5-d56805a39986 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:15.384283 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67e04413-e8c5-4cf9-8721-a91a5321c79e x-openstack-request-id: req-67e04413-e8c5-4cf9-8721-a91a5321c79e {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:34:15.385451 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cab7549e-ef3f-4be2-95c9-26631fe471c5", "name": "network-vif-deleted", "tag": "95a90c66-4b5a-4849-a3d1-de218835a2a6", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:34:15.385712 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-67e04413-e8c5-4cf9-8721-a91a5321c79e {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:34:15.386130 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cab7549e-ef3f-4be2-95c9-26631fe471c5', 'name': 'network-vif-deleted', 'tag': '95a90c66-4b5a-4849-a3d1-de218835a2a6', 'status': 'completed', 'code': 200} Dec 20 14:34:15.413984 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=fd19597a-066f-458a-af60-3f1d842d4ec1,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:34:15.568223 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c24277-43a5-4394-b749-b41628e1a244 req-3e737dd2-a169-42f8-99dd-1e4a956a8a3d tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:15.577422 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-77c24277-43a5-4394-b749-b41628e1a244 req-3e737dd2-a169-42f8-99dd-1e4a956a8a3d tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=64fdf7d1-efde-4de1-bf72-e69d36342c02 HTTP/1.1" status: 200 len: 948 time: 0.1692221 Dec 20 14:34:15.595345 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['fd19597a-066f-458a-af60-3f1d842d4ec1'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:34:15.691407 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-77c24277-43a5-4394-b749-b41628e1a244 req-9929b95b-fee7-4681-8485-5b57eabf48c4 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128902 Dec 20 14:34:15.836830 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device c50da616-5df4-4318-8545-beef844bcaf8 up at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:34:15.932599 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning for port c50da616-5df4-4318-8545-beef844bcaf8 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:34:15.937395 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning complete for port c50da616-5df4-4318-8545-beef844bcaf8 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:34:15.937770 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:15.946208 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b45e044-dbbb-4fc4-9ba5-d56805a39986 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Pushing event updated for resources: {'Port': ['ID=9f260e33-50c9-40d6-b718-d30f6b41a528,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:34:15.970477 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2b45e044-dbbb-4fc4-9ba5-d56805a39986 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585115'] for floatingip, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:16.086220 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:16.130891 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64fdf7d1-efde-4de1-bf72-e69d36342c02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c50da616-5df4-4318-8545-beef844bcaf8'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:34:16.133460 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6870e403-8d81-4ced-9db9-cb995211271d" -d '{"events": [{"server_uuid": "64fdf7d1-efde-4de1-bf72-e69d36342c02", "name": "network-vif-plugged", "status": "completed", "tag": "c50da616-5df4-4318-8545-beef844bcaf8"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:34:16.137887 n-d-761264-19 neutron-server[103167]: INFO neutron.db.l3_db [None req-2b45e044-dbbb-4fc4-9ba5-d56805a39986 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Floating IP 60dc55e2-2ef3-4f85-8824-9f28e4e94e72 associated. External IP: 172.25.0.155, port: 346fdd8f-aa61-444e-bd49-17ae74d161f5. Dec 20 14:34:16.168724 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port c50da616-5df4-4318-8545-beef844bcaf8, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=c50da616-5df4-4318-8545-beef844bcaf8,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:34:16.179182 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:16.187043 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e7372b-bdc8-45af-ac8c-d63fdfc9a01d req-cc6d0cb2-c8eb-40bf-92e5-bf3b3820072a tempest-ServerPasswordTestJSON-2007502977 tempest-ServerPasswordTestJSON-2007502977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:16.196020 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c0e7372b-bdc8-45af-ac8c-d63fdfc9a01d req-cc6d0cb2-c8eb-40bf-92e5-bf3b3820072a tempest-ServerPasswordTestJSON-2007502977 tempest-ServerPasswordTestJSON-2007502977-project] 10.222.0.54 "GET /v2.0/ports?device_id=3dc64865-5572-4126-9656-c898da5001c5 HTTP/1.1" status: 200 len: 945 time: 0.0739007 Dec 20 14:34:16.292906 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c0e7372b-bdc8-45af-ac8c-d63fdfc9a01d req-da87be8e-f900-4c89-b3e2-327d45623b04 tempest-ServerPasswordTestJSON-2007502977 tempest-ServerPasswordTestJSON-2007502977-project] 10.222.0.54 "GET /v2.0/security-groups?id=6eb2300e-8d7a-49f8-9f79-4f8500bed1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903120 Dec 20 14:34:16.306752 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=c50da616-5df4-4318-8545-beef844bcaf8,revision_number=9']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:34:16.425092 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b64ebccd-758c-4ec0-8f56-a812d3bb18a0 x-openstack-request-id: req-b64ebccd-758c-4ec0-8f56-a812d3bb18a0 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:34:16.425586 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64fdf7d1-efde-4de1-bf72-e69d36342c02", "name": "network-vif-plugged", "status": "completed", "tag": "c50da616-5df4-4318-8545-beef844bcaf8", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:34:16.426005 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b64ebccd-758c-4ec0-8f56-a812d3bb18a0 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:34:16.426576 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64fdf7d1-efde-4de1-bf72-e69d36342c02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c50da616-5df4-4318-8545-beef844bcaf8', 'code': 200} Dec 20 14:34:16.575157 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f7c727-1662-4888-8fbc-044ea20deb86 req-7f36aec1-1f6b-45a9-89d9-d344afcf3a2a tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:16.592151 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c8f7c727-1662-4888-8fbc-044ea20deb86 req-7f36aec1-1f6b-45a9-89d9-d344afcf3a2a tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/ports?device_id=a880c61e-49f2-43fd-ab75-b247d720eead HTTP/1.1" status: 200 len: 943 time: 0.1019077 Dec 20 14:34:16.601727 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c0981e-5e02-4135-bdf7-d5c61e801bcb req-55366d51-940d-4101-824c-a21159c9e778 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:16.604053 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-82c0981e-5e02-4135-bdf7-d5c61e801bcb req-55366d51-940d-4101-824c-a21159c9e778 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa358f07-c266-4929-91d4-d31a114fd1d3 HTTP/1.1" status: 200 len: 945 time: 0.1295638 Dec 20 14:34:16.639020 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b45e044-dbbb-4fc4-9ba5-d56805a39986 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Router ebce5a1f-bd4c-4751-8c26-0680aea4abc2 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:34:16.700892 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-82c0981e-5e02-4135-bdf7-d5c61e801bcb req-354b8af3-5f85-4725-823b-d5fef2bf832e tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756238 Dec 20 14:34:16.710380 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c8f7c727-1662-4888-8fbc-044ea20deb86 req-db5c9013-7577-4634-aadb-fa5c35684051 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/security-groups?id=0393fd0b-7973-42e2-8187-db178c6daece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017275 Dec 20 14:34:16.792939 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device fd19597a-066f-458a-af60-3f1d842d4ec1 up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:34:16.864635 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b45e044-dbbb-4fc4-9ba5-d56805a39986 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:34:16.906980 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f58477a-7d8f-4e7b-8a7d-58394d3cefbb None None] Sync routers for ids ['ebce5a1f-bd4c-4751-8c26-0680aea4abc2'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:34:16.934094 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2b45e044-dbbb-4fc4-9ba5-d56805a39986 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:16.962067 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f58477a-7d8f-4e7b-8a7d-58394d3cefbb None None] Routers {'ebce5a1f-bd4c-4751-8c26-0680aea4abc2'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:34:16.964732 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-3f58477a-7d8f-4e7b-8a7d-58394d3cefbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:34:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['ebce5a1f-bd4c-4751-8c26-0680aea4abc2'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:34:16.972155 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817c75f3-70fa-4129-b29d-4dd02307c5c9 req-ac7c9c6d-f2b6-4d80-9802-80731d5e39cb tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:16.974200 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-817c75f3-70fa-4129-b29d-4dd02307c5c9 req-ac7c9c6d-f2b6-4d80-9802-80731d5e39cb tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=64fdf7d1-efde-4de1-bf72-e69d36342c02 HTTP/1.1" status: 200 len: 949 time: 0.1193454 Dec 20 14:34:16.975204 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-2b45e044-dbbb-4fc4-9ba5-d56805a39986 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 4.4883761 Dec 20 14:34:16.977939 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 35914) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:34:16.983301 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-8a49bd35-f352-4f3b-aead-98a1f13bcdab tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:34:17.016058 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-3f58477a-7d8f-4e7b-8a7d-58394d3cefbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:34:17.035656 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f58477a-7d8f-4e7b-8a7d-58394d3cefbb None None] Routers {'ebce5a1f-bd4c-4751-8c26-0680aea4abc2'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:34:17.036881 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-817c75f3-70fa-4129-b29d-4dd02307c5c9 req-6fec6dc2-88c0-45d4-b8d9-48a63dfec214 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547659 Dec 20 14:34:17.045551 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-3f58477a-7d8f-4e7b-8a7d-58394d3cefbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:34:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['ebce5a1f-bd4c-4751-8c26-0680aea4abc2'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:34:17.047532 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987d847f-632a-416c-b608-1a3fa6889bc9 req-d8f3ea45-d1bc-4577-be61-113885f0b804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:17.049184 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-987d847f-632a-416c-b608-1a3fa6889bc9 req-d8f3ea45-d1bc-4577-be61-113885f0b804 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=64fdf7d1-efde-4de1-bf72-e69d36342c02&tenant_id=c1e404e3ac2e456f831247d0bb0227f5 HTTP/1.1" status: 200 len: 1101 time: 0.1521215 Dec 20 14:34:17.070962 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-987d847f-632a-416c-b608-1a3fa6889bc9 req-2e65f9aa-6548-47f7-92ff-536ff68eaa31 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-761264-19', 'device_owner': 'compute:nova'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:34:17.097392 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning for port fd19597a-066f-458a-af60-3f1d842d4ec1 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:34:17.100814 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-3f58477a-7d8f-4e7b-8a7d-58394d3cefbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:34:17.101672 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f58477a-7d8f-4e7b-8a7d-58394d3cefbb None None] The sync data for ids ['ebce5a1f-bd4c-4751-8c26-0680aea4abc2'] in n-d-761264-19 is: [] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:34:17.104870 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port fd19597a-066f-458a-af60-3f1d842d4ec1 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:34:17.104870 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:17.147831 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8a49bd35-f352-4f3b-aead-98a1f13bcdab tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks [] for floatingip, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:17.195015 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:17.213079 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-987d847f-632a-416c-b608-1a3fa6889bc9 req-2e65f9aa-6548-47f7-92ff-536ff68eaa31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:17.243165 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port fd19597a-066f-458a-af60-3f1d842d4ec1, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=fd19597a-066f-458a-af60-3f1d842d4ec1,segment=NetworkSegment(45f1a2cc-dff1-4a41-9703-a1068dcfcb95),segment_id=45f1a2cc-dff1-4a41-9703-a1068dcfcb95)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:34:17.250546 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:17.429326 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8a49bd35-f352-4f3b-aead-98a1f13bcdab tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:17.534839 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8a49bd35-f352-4f3b-aead-98a1f13bcdab tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585115'] for floatingip, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:17.535139 n-d-761264-19 neutron-server[103167]: INFO neutron.db.l3_db [None req-8a49bd35-f352-4f3b-aead-98a1f13bcdab tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Floating IP 60dc55e2-2ef3-4f85-8824-9f28e4e94e72 disassociated. External IP: 172.25.0.155, port: 346fdd8f-aa61-444e-bd49-17ae74d161f5. Dec 20 14:34:17.552054 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=fd19597a-066f-458a-af60-3f1d842d4ec1,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:34:17.619270 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4a61e0-6f3b-4ec2-bfab-5523b7421b6d req-f890a956-4a1c-4dda-8876-44118971555d tempest-ServerPasswordTestJSON-2007502977 tempest-ServerPasswordTestJSON-2007502977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:17.623605 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9b4a61e0-6f3b-4ec2-bfab-5523b7421b6d req-f890a956-4a1c-4dda-8876-44118971555d tempest-ServerPasswordTestJSON-2007502977 tempest-ServerPasswordTestJSON-2007502977-project] 10.222.0.54 "GET /v2.0/ports?device_id=3dc64865-5572-4126-9656-c898da5001c5 HTTP/1.1" status: 200 len: 946 time: 0.2306607 Dec 20 14:34:17.802942 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9b4a61e0-6f3b-4ec2-bfab-5523b7421b6d req-e9f23b0d-3370-4431-b99e-8b63626c9d91 tempest-ServerPasswordTestJSON-2007502977 tempest-ServerPasswordTestJSON-2007502977-project] 10.222.0.54 "GET /v2.0/security-groups?id=6eb2300e-8d7a-49f8-9f79-4f8500bed1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672859 Dec 20 14:34:17.846837 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device c0e696a9-67de-4069-afe8-9f524b656cd4 details requested by agent hyperv_n-h1-761264-19 with host n-h1-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:34:17.851659 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 95a90c66-4b5a-4849-a3d1-de218835a2a6 no longer exists at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:34:17.853322 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1a9a2b-d62e-4071-9622-b3b98db7489e req-17ff1928-a31a-4bbe-acf1-fc8aa48f7f81 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:17.861182 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0c1a9a2b-d62e-4071-9622-b3b98db7489e req-17ff1928-a31a-4bbe-acf1-fc8aa48f7f81 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa358f07-c266-4929-91d4-d31a114fd1d3 HTTP/1.1" status: 200 len: 945 time: 0.0935595 Dec 20 14:34:17.876726 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-987d847f-632a-416c-b608-1a3fa6889bc9 req-2e65f9aa-6548-47f7-92ff-536ff68eaa31 service neutron] For port c50da616-5df4-4318-8545-beef844bcaf8, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=c50da616-5df4-4318-8545-beef844bcaf8,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:34:17.919780 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] No Port match for: 95a90c66-4b5a-4849-a3d1-de218835a2a6 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:34:17.920667 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 95a90c66-4b5a-4849-a3d1-de218835a2a6 not bound to the agent host n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:34:17.936545 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0c1a9a2b-d62e-4071-9622-b3b98db7489e req-adb91f3d-efed-4566-967a-96d8405ac961 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689893 Dec 20 14:34:18.058323 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-987d847f-632a-416c-b608-1a3fa6889bc9 req-2e65f9aa-6548-47f7-92ff-536ff68eaa31 service neutron] For port c50da616-5df4-4318-8545-beef844bcaf8, host n-h1-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:34:18.062802 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port c0e696a9-67de-4069-afe8-9f524b656cd4, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=c0e696a9-67de-4069-afe8-9f524b656cd4,segment=NetworkSegment(f64287f5-affc-42db-b5fb-e9b8ade134fb),segment_id=f64287f5-affc-42db-b5fb-e9b8ade134fb)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:34:18.082529 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Returning: {'device': 'c0e696a9-67de-4069-afe8-9f524b656cd4', 'network_id': 'dce53437-e7e7-4d26-8f4b-47bafb0fd8bc', 'port_id': 'c0e696a9-67de-4069-afe8-9f524b656cd4', 'mac_address': 'fa:16:3e:43:bf:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05b60f46-643c-4184-8d2d-7011e86eb340', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:34:18.144281 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64fdf7d1-efde-4de1-bf72-e69d36342c02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c50da616-5df4-4318-8545-beef844bcaf8'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:34:18.148036 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c748fd4-59fc-4b19-99c7-9601b960bd4c" -d '{"events": [{"server_uuid": "64fdf7d1-efde-4de1-bf72-e69d36342c02", "name": "network-vif-unplugged", "status": "completed", "tag": "c50da616-5df4-4318-8545-beef844bcaf8"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:34:18.160063 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-987d847f-632a-416c-b608-1a3fa6889bc9 req-2e65f9aa-6548-47f7-92ff-536ff68eaa31 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:18.164482 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a49bd35-f352-4f3b-aead-98a1f13bcdab tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Router ebce5a1f-bd4c-4751-8c26-0680aea4abc2 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:34:18.169857 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:18.195573 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3add038d-80f5-4d5e-96a8-0637cbc032f5 req-b2d0eb08-7530-4627-9a8e-593244a62d31 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:18.197580 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3add038d-80f5-4d5e-96a8-0637cbc032f5 req-b2d0eb08-7530-4627-9a8e-593244a62d31 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/ports?device_id=a880c61e-49f2-43fd-ab75-b247d720eead HTTP/1.1" status: 200 len: 943 time: 0.2012217 Dec 20 14:34:18.204676 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0e696a9-67de-4069-afe8-9f524b656cd4 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:34:18.262689 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port c0e696a9-67de-4069-afe8-9f524b656cd4, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=c0e696a9-67de-4069-afe8-9f524b656cd4,segment=NetworkSegment(f64287f5-affc-42db-b5fb-e9b8ade134fb),segment_id=f64287f5-affc-42db-b5fb-e9b8ade134fb)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:34:18.277482 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:18.305453 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-987d847f-632a-416c-b608-1a3fa6889bc9 req-2e65f9aa-6548-47f7-92ff-536ff68eaa31 service neutron] Transition to ACTIVE for port object c50da616-5df4-4318-8545-beef844bcaf8 will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:34:18.363151 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-987d847f-632a-416c-b608-1a3fa6889bc9 req-2e65f9aa-6548-47f7-92ff-536ff68eaa31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:18.384534 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5492a32-e5bc-4966-9f60-21ccea0753ef req-b08e9a4a-7325-452d-b080-fd55a8635749 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:18.386870 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a5492a32-e5bc-4966-9f60-21ccea0753ef req-b08e9a4a-7325-452d-b080-fd55a8635749 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.30 "GET /v2.0/ports?device_id=aa358f07-c266-4929-91d4-d31a114fd1d3 HTTP/1.1" status: 200 len: 945 time: 0.1762681 Dec 20 14:34:18.403502 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=c0e696a9-67de-4069-afe8-9f524b656cd4,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:34:18.421832 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c772db-5564-47f0-a18b-cea63b37ba53 req-a2814d0d-ba37-41f7-b84d-65916c073f03 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:18.428374 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dc64865-5572-4126-9656-c898da5001c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd19597a-066f-458a-af60-3f1d842d4ec1'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:34:18.431879 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-706e357b-1cbe-4174-a958-0d0e1a123318" -d '{"events": [{"server_uuid": "3dc64865-5572-4126-9656-c898da5001c5", "name": "network-vif-plugged", "status": "completed", "tag": "fd19597a-066f-458a-af60-3f1d842d4ec1"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:34:18.432131 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-74c772db-5564-47f0-a18b-cea63b37ba53 req-a2814d0d-ba37-41f7-b84d-65916c073f03 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=64fdf7d1-efde-4de1-bf72-e69d36342c02 HTTP/1.1" status: 200 len: 949 time: 0.2815909 Dec 20 14:34:18.436574 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3add038d-80f5-4d5e-96a8-0637cbc032f5 req-8961da58-b185-4d7e-8c80-f19b4cbc2860 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/security-groups?id=0393fd0b-7973-42e2-8187-db178c6daece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572185 Dec 20 14:34:18.471064 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e65f9aa-6548-47f7-92ff-536ff68eaa31 service neutron] Pushing event updated for resources: {'Port': ['ID=c50da616-5df4-4318-8545-beef844bcaf8,revision_number=10']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:34:18.490208 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a49bd35-f352-4f3b-aead-98a1f13bcdab tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:34:18.496426 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8a49bd35-f352-4f3b-aead-98a1f13bcdab tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:18.505849 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e80612f-a429-4ae1-98ac-e9a7bf287e18 None None] Sync routers for ids ['ebce5a1f-bd4c-4751-8c26-0680aea4abc2'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:34:18.517117 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-987d847f-632a-416c-b608-1a3fa6889bc9 req-2e65f9aa-6548-47f7-92ff-536ff68eaa31 service neutron] No DVR routers for this DVR port c50da616-5df4-4318-8545-beef844bcaf8 on host n-h1-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:34:18.540469 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e80612f-a429-4ae1-98ac-e9a7bf287e18 None None] Routers {'ebce5a1f-bd4c-4751-8c26-0680aea4abc2'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:34:18.541793 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-7e80612f-a429-4ae1-98ac-e9a7bf287e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:34:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['ebce5a1f-bd4c-4751-8c26-0680aea4abc2'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:34:18.615390 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-8a49bd35-f352-4f3b-aead-98a1f13bcdab tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] 10.222.0.54 "PUT /v2.0/floatingips/60dc55e2-2ef3-4f85-8824-9f28e4e94e72 HTTP/1.1" status: 200 len: 688 time: 1.6360235 Dec 20 14:34:18.618131 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 35946) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:34:18.644456 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-7e80612f-a429-4ae1-98ac-e9a7bf287e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:34:18.654496 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 14:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf02511-fec7-4715-9a56-5f00e71747a4 x-openstack-request-id: req-7bf02511-fec7-4715-9a56-5f00e71747a4 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:34:18.655012 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64fdf7d1-efde-4de1-bf72-e69d36342c02", "name": "network-vif-unplugged", "status": "completed", "tag": "c50da616-5df4-4318-8545-beef844bcaf8", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:34:18.655239 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7bf02511-fec7-4715-9a56-5f00e71747a4 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:34:18.655562 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64fdf7d1-efde-4de1-bf72-e69d36342c02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c50da616-5df4-4318-8545-beef844bcaf8', 'code': 200} Dec 20 14:34:18.667980 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e80612f-a429-4ae1-98ac-e9a7bf287e18 None None] Routers {'ebce5a1f-bd4c-4751-8c26-0680aea4abc2'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:34:18.668847 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-7e80612f-a429-4ae1-98ac-e9a7bf287e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:34:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['ebce5a1f-bd4c-4751-8c26-0680aea4abc2'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:34:18.699527 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-74c772db-5564-47f0-a18b-cea63b37ba53 req-28251302-698f-42b0-8777-5cfd6227617b tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664382 Dec 20 14:34:18.731046 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5747653a-d91e-4260-80e1-ca27d4bca766 x-openstack-request-id: req-5747653a-d91e-4260-80e1-ca27d4bca766 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:34:18.731382 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dc64865-5572-4126-9656-c898da5001c5", "name": "network-vif-plugged", "status": "completed", "tag": "fd19597a-066f-458a-af60-3f1d842d4ec1", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:34:18.731608 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5747653a-d91e-4260-80e1-ca27d4bca766 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:34:18.732017 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dc64865-5572-4126-9656-c898da5001c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd19597a-066f-458a-af60-3f1d842d4ec1', 'code': 200} Dec 20 14:34:18.734589 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['c0e696a9-67de-4069-afe8-9f524b656cd4'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:34:18.740836 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-7e80612f-a429-4ae1-98ac-e9a7bf287e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:34:18.743993 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e80612f-a429-4ae1-98ac-e9a7bf287e18 None None] The sync data for ids ['ebce5a1f-bd4c-4751-8c26-0680aea4abc2'] in n-d-761264-19 is: [] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:34:18.757076 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-987d847f-632a-416c-b608-1a3fa6889bc9 req-2e65f9aa-6548-47f7-92ff-536ff68eaa31 service neutron] Attempting to bind port c50da616-5df4-4318-8545-beef844bcaf8 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:34:18.757527 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-987d847f-632a-416c-b608-1a3fa6889bc9 req-2e65f9aa-6548-47f7-92ff-536ff68eaa31 service neutron] Attempting to bind port c50da616-5df4-4318-8545-beef844bcaf8 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:34:18.757792 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-987d847f-632a-416c-b608-1a3fa6889bc9 req-2e65f9aa-6548-47f7-92ff-536ff68eaa31 service neutron] Attempting to bind port c50da616-5df4-4318-8545-beef844bcaf8 on network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:34:18.793234 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-a5492a32-e5bc-4966-9f60-21ccea0753ef req-ead5677a-e169-47e0-a95f-a47a7c1bc4a0 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Deleting port c2787ba9-c8a7-466a-b9c2-505091651b51 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:34:18.793921 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-a5492a32-e5bc-4966-9f60-21ccea0753ef req-ead5677a-e169-47e0-a95f-a47a7c1bc4a0 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:18.922299 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-987d847f-632a-416c-b608-1a3fa6889bc9 req-2e65f9aa-6548-47f7-92ff-536ff68eaa31 service neutron] Port c50da616-5df4-4318-8545-beef844bcaf8 on network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:34:18.922643 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-987d847f-632a-416c-b608-1a3fa6889bc9 req-2e65f9aa-6548-47f7-92ff-536ff68eaa31 service neutron] Attempting to bind port c50da616-5df4-4318-8545-beef844bcaf8 on network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:34:18.972652 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-987d847f-632a-416c-b608-1a3fa6889bc9 req-2e65f9aa-6548-47f7-92ff-536ff68eaa31 service neutron] Checking agent: {'id': '43c60aee-e4af-4ecc-bee2-aac3569fafed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:34:18.972989 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-987d847f-632a-416c-b608-1a3fa6889bc9 req-2e65f9aa-6548-47f7-92ff-536ff68eaa31 service neutron] Checking segment: {'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:34:18.973386 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-987d847f-632a-416c-b608-1a3fa6889bc9 req-2e65f9aa-6548-47f7-92ff-536ff68eaa31 service neutron] Bound using segment: {'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:34:18.973892 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-987d847f-632a-416c-b608-1a3fa6889bc9 req-2e65f9aa-6548-47f7-92ff-536ff68eaa31 service neutron] Bound port: c50da616-5df4-4318-8545-beef844bcaf8, host: n-h2-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:34:18.974187 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-987d847f-632a-416c-b608-1a3fa6889bc9 req-2e65f9aa-6548-47f7-92ff-536ff68eaa31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:19.072758 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-c0292590-8b51-45d8-892e-ca8efdc8d193 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Deleting port 9f260e33-50c9-40d6-b718-d30f6b41a528 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:34:19.073417 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c0292590-8b51-45d8-892e-ca8efdc8d193 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:19.097421 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a139f87c-f619-492b-8f73-96a42c169a5a req-b5259d58-ffba-48c9-95a2-a6f8da49bd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:19.099171 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a139f87c-f619-492b-8f73-96a42c169a5a req-b5259d58-ffba-48c9-95a2-a6f8da49bd21 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3dc64865-5572-4126-9656-c898da5001c5 HTTP/1.1" status: 200 len: 1098 time: 0.2923071 Dec 20 14:34:19.119726 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-a5492a32-e5bc-4966-9f60-21ccea0753ef req-ead5677a-e169-47e0-a95f-a47a7c1bc4a0 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] For port c2787ba9-c8a7-466a-b9c2-505091651b51, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=c2787ba9-c8a7-466a-b9c2-505091651b51,segment=NetworkSegment(3b732879-896e-432d-a96e-7cba9e2b8a93),segment_id=3b732879-896e-432d-a96e-7cba9e2b8a93)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:34:19.120262 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-a5492a32-e5bc-4966-9f60-21ccea0753ef req-ead5677a-e169-47e0-a95f-a47a7c1bc4a0 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:19.131770 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-987d847f-632a-416c-b608-1a3fa6889bc9 req-2e65f9aa-6548-47f7-92ff-536ff68eaa31 service neutron] For port c50da616-5df4-4318-8545-beef844bcaf8, host n-h2-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:34:19.157585 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00abb04d-0c86-48cd-85b4-fa4268e90e8c req-b5081b36-44e6-4333-b117-4cef85962463 tempest-ServerPasswordTestJSON-2007502977 tempest-ServerPasswordTestJSON-2007502977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:19.166314 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-00abb04d-0c86-48cd-85b4-fa4268e90e8c req-b5081b36-44e6-4333-b117-4cef85962463 tempest-ServerPasswordTestJSON-2007502977 tempest-ServerPasswordTestJSON-2007502977-project] 10.222.0.54 "GET /v2.0/ports?device_id=3dc64865-5572-4126-9656-c898da5001c5 HTTP/1.1" status: 200 len: 946 time: 0.1867709 Dec 20 14:34:19.175345 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-a5492a32-e5bc-4966-9f60-21ccea0753ef req-ead5677a-e169-47e0-a95f-a47a7c1bc4a0 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Calling delete_port for c2787ba9-c8a7-466a-b9c2-505091651b51 owned by compute:nova {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:34:19.178054 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-987d847f-632a-416c-b608-1a3fa6889bc9 req-2e65f9aa-6548-47f7-92ff-536ff68eaa31 service neutron] For port c50da616-5df4-4318-8545-beef844bcaf8, host n-h2-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=c50da616-5df4-4318-8545-beef844bcaf8,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:34:19.197152 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-987d847f-632a-416c-b608-1a3fa6889bc9 req-2e65f9aa-6548-47f7-92ff-536ff68eaa31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:19.206178 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba3e279-b446-47ff-84cf-7c9f90746d71 req-914bf591-284f-418c-8ee4-548cea47eb64 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:19.207763 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-cba3e279-b446-47ff-84cf-7c9f90746d71 req-914bf591-284f-418c-8ee4-548cea47eb64 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa358f07-c266-4929-91d4-d31a114fd1d3 HTTP/1.1" status: 200 len: 945 time: 0.1546783 Dec 20 14:34:19.270139 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c0292590-8b51-45d8-892e-ca8efdc8d193 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:19.270139 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c0292590-8b51-45d8-892e-ca8efdc8d193 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:19.280665 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987d847f-632a-416c-b608-1a3fa6889bc9 req-2e65f9aa-6548-47f7-92ff-536ff68eaa31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:19.281293 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-987d847f-632a-416c-b608-1a3fa6889bc9 req-2e65f9aa-6548-47f7-92ff-536ff68eaa31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:19.282744 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-987d847f-632a-416c-b608-1a3fa6889bc9 req-2e65f9aa-6548-47f7-92ff-536ff68eaa31 service neutron] 10.222.0.47 "PUT /v2.0/ports/c50da616-5df4-4318-8545-beef844bcaf8 HTTP/1.1" status: 200 len: 1097 time: 2.2193487 Dec 20 14:34:19.292523 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a139f87c-f619-492b-8f73-96a42c169a5a req-78a726fb-774a-433d-b8d0-ab6d812a2eb2 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6eb2300e-8d7a-49f8-9f79-4f8500bed1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819825 Dec 20 14:34:19.299609 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-c0292590-8b51-45d8-892e-ca8efdc8d193 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Calling delete_port for 9f260e33-50c9-40d6-b718-d30f6b41a528 owned by network:floatingip {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:34:19.309752 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-00abb04d-0c86-48cd-85b4-fa4268e90e8c req-1511c4d7-09ad-43ec-a4ad-86f4464635d7 tempest-ServerPasswordTestJSON-2007502977 tempest-ServerPasswordTestJSON-2007502977-project] 10.222.0.54 "GET /v2.0/security-groups?id=6eb2300e-8d7a-49f8-9f79-4f8500bed1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429636 Dec 20 14:34:19.356530 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e65f9aa-6548-47f7-92ff-536ff68eaa31 service neutron] Pushing event updated for resources: {'Port': ['ID=c50da616-5df4-4318-8545-beef844bcaf8,revision_number=11']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:34:19.425177 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-cba3e279-b446-47ff-84cf-7c9f90746d71 req-4d4a7a86-1131-4d3d-a4ce-a36531016796 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010782 Dec 20 14:34:19.574313 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-a5492a32-e5bc-4966-9f60-21ccea0753ef req-ead5677a-e169-47e0-a95f-a47a7c1bc4a0 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:19.588468 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['d51472d0-9c05-4789-b785-88c8d484278a'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:34:19.637004 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987d847f-632a-416c-b608-1a3fa6889bc9 req-b0cf6be6-0308-4040-b01b-c1fdc589f618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:19.639040 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-987d847f-632a-416c-b608-1a3fa6889bc9 req-b0cf6be6-0308-4040-b01b-c1fdc589f618 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c1e404e3ac2e456f831247d0bb0227f5&device_id=64fdf7d1-efde-4de1-bf72-e69d36342c02 HTTP/1.1" status: 200 len: 1100 time: 0.1467731 Dec 20 14:34:19.652199 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead5677a-e169-47e0-a95f-a47a7c1bc4a0 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Pushing event deleted for resources: {'Port': ['ID=c2787ba9-c8a7-466a-b9c2-505091651b51,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:34:19.707729 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c603f4-4963-4b05-be4f-97a1eeac4d3a req-ba3f433c-bd6b-462a-a584-8b5c5b4c5f80 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:19.716955 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-12c603f4-4963-4b05-be4f-97a1eeac4d3a req-ba3f433c-bd6b-462a-a584-8b5c5b4c5f80 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/ports?device_id=a880c61e-49f2-43fd-ab75-b247d720eead HTTP/1.1" status: 200 len: 944 time: 0.1246200 Dec 20 14:34:19.833361 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987d847f-632a-416c-b608-1a3fa6889bc9 req-3db71e44-03ea-4362-b192-5cf0b360ef13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:19.834377 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-987d847f-632a-416c-b608-1a3fa6889bc9 req-3db71e44-03ea-4362-b192-5cf0b360ef13 service neutron] 10.222.0.47 "GET /v2.0/networks?id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1 HTTP/1.1" status: 200 len: 870 time: 0.1459546 Dec 20 14:34:19.878439 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5492a32-e5bc-4966-9f60-21ccea0753ef req-ead5677a-e169-47e0-a95f-a47a7c1bc4a0 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] No DVR routers for this DVR port c2787ba9-c8a7-466a-b9c2-505091651b51 on host n-h1-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:34:19.888213 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device c2787ba9-c8a7-466a-b9c2-505091651b51 no longer exists at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:34:19.924344 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-a5492a32-e5bc-4966-9f60-21ccea0753ef req-ead5677a-e169-47e0-a95f-a47a7c1bc4a0 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:19.928528 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a5492a32-e5bc-4966-9f60-21ccea0753ef req-ead5677a-e169-47e0-a95f-a47a7c1bc4a0 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.30 "DELETE /v2.0/ports/c2787ba9-c8a7-466a-b9c2-505091651b51 HTTP/1.1" status: 204 len: 173 time: 1.5265651 Dec 20 14:34:19.928528 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa358f07-c266-4929-91d4-d31a114fd1d3', 'name': 'network-vif-deleted', 'tag': 'c2787ba9-c8a7-466a-b9c2-505091651b51'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:34:19.931323 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b427896b-4004-4c23-892f-6dfa91ff9801" -d '{"events": [{"server_uuid": "aa358f07-c266-4929-91d4-d31a114fd1d3", "name": "network-vif-deleted", "tag": "c2787ba9-c8a7-466a-b9c2-505091651b51"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:34:19.936859 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-987d847f-632a-416c-b608-1a3fa6889bc9 req-ee429103-61ba-4a81-be9a-cde80fc716a6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=c50da616-5df4-4318-8545-beef844bcaf8 HTTP/1.1" status: 200 len: 217 time: 0.0698781 Dec 20 14:34:20.011416 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987d847f-632a-416c-b608-1a3fa6889bc9 req-9e1e1da2-7df5-4736-bc86-4d2990fd9d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:20.013544 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-987d847f-632a-416c-b608-1a3fa6889bc9 req-9e1e1da2-7df5-4736-bc86-4d2990fd9d42 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36bf280f-81bb-4486-a87a-9b9505a1cec4 HTTP/1.1" status: 200 len: 843 time: 0.0667474 Dec 20 14:34:20.020112 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] No Port match for: c2787ba9-c8a7-466a-b9c2-505091651b51 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:34:20.021683 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device c2787ba9-c8a7-466a-b9c2-505091651b51 not bound to the agent host n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:34:20.022450 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device c50da616-5df4-4318-8545-beef844bcaf8 no longer exists at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:34:20.039584 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305e161a-a7b2-4063-9ac4-ea096ab6975a req-1771e592-a24e-4a8d-96a7-a8f0efb773fb tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:20.048040 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-305e161a-a7b2-4063-9ac4-ea096ab6975a req-1771e592-a24e-4a8d-96a7-a8f0efb773fb tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=64fdf7d1-efde-4de1-bf72-e69d36342c02 HTTP/1.1" status: 200 len: 948 time: 0.2039709 Dec 20 14:34:20.138977 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-305e161a-a7b2-4063-9ac4-ea096ab6975a req-91825a90-1cb5-45ae-b2c6-e6d25c2ff284 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893016 Dec 20 14:34:20.149957 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device c50da616-5df4-4318-8545-beef844bcaf8 not bound to the agent host n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:34:20.163936 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987d847f-632a-416c-b608-1a3fa6889bc9 req-8cf3dc79-afce-4a80-be0f-29235ce7c848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:20.167815 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-987d847f-632a-416c-b608-1a3fa6889bc9 req-8cf3dc79-afce-4a80-be0f-29235ce7c848 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1454682 Dec 20 14:34:20.292463 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c0292590-8b51-45d8-892e-ca8efdc8d193 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:20.316160 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-12c603f4-4963-4b05-be4f-97a1eeac4d3a req-f770e8fd-b340-45e2-8a88-779d3903da28 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/security-groups?id=0393fd0b-7973-42e2-8187-db178c6daece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5979419 Dec 20 14:34:20.326755 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-987d847f-632a-416c-b608-1a3fa6889bc9 req-ae27748c-7f5f-4f0b-be81-775a69e6e45a service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492698 Dec 20 14:34:20.390967 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0292590-8b51-45d8-892e-ca8efdc8d193 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Pushing event deleted for resources: {'Port': ['ID=9f260e33-50c9-40d6-b718-d30f6b41a528,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:34:20.454005 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cd0ded7-71c3-4c2e-a89c-5a73f71a7f89 x-openstack-request-id: req-8cd0ded7-71c3-4c2e-a89c-5a73f71a7f89 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:34:20.454353 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa358f07-c266-4929-91d4-d31a114fd1d3", "name": "network-vif-deleted", "tag": "c2787ba9-c8a7-466a-b9c2-505091651b51", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:34:20.454860 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8cd0ded7-71c3-4c2e-a89c-5a73f71a7f89 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:34:20.455344 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa358f07-c266-4929-91d4-d31a114fd1d3', 'name': 'network-vif-deleted', 'tag': 'c2787ba9-c8a7-466a-b9c2-505091651b51', 'status': 'completed', 'code': 200} Dec 20 14:34:20.472485 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-987d847f-632a-416c-b608-1a3fa6889bc9 req-20cfb8d7-264f-4b82-82ef-d21931847486 service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364403 Dec 20 14:34:20.621189 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c0292590-8b51-45d8-892e-ca8efdc8d193 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks [] for floatingip, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:20.637808 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c0292590-8b51-45d8-892e-ca8efdc8d193 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:20.645210 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-c0292590-8b51-45d8-892e-ca8efdc8d193 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] 10.222.0.54 "DELETE /v2.0/floatingips/60dc55e2-2ef3-4f85-8824-9f28e4e94e72 HTTP/1.1" status: 204 len: 168 time: 2.0190089 Dec 20 14:34:20.652362 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 35972) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:34:20.660881 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-a4c9284e-c24e-4f4f-a50c-ae080fd0f301 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Request body: {'floatingip': {'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'port_id': '4160f70e-74de-4361-912d-eab4b7c29d8e'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:34:20.662990 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b2d01bad-d67e-4449-8b4b-70a728ef4910 req-d00ce1a7-76be-4852-ae11-d9dbb5ffb710 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa358f07-c266-4929-91d4-d31a114fd1d3 HTTP/1.1" status: 200 len: 210 time: 0.0930414 Dec 20 14:34:20.673814 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64fdf7d1-efde-4de1-bf72-e69d36342c02', 'tag': 'c50da616-5df4-4318-8545-beef844bcaf8'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:34:20.686252 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9701a84-8710-4450-972c-7a79fa8f30e7" -d '{"events": [{"name": "network-changed", "server_uuid": "64fdf7d1-efde-4de1-bf72-e69d36342c02", "tag": "c50da616-5df4-4318-8545-beef844bcaf8"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:34:20.703276 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc30774-83e8-4fab-865b-8e50ea0d1b6f req-8a7232e5-c812-4e76-86be-08122c1af0f4 tempest-ServerPasswordTestJSON-2007502977 tempest-ServerPasswordTestJSON-2007502977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:20.706533 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-afc30774-83e8-4fab-865b-8e50ea0d1b6f req-8a7232e5-c812-4e76-86be-08122c1af0f4 tempest-ServerPasswordTestJSON-2007502977 tempest-ServerPasswordTestJSON-2007502977-project] 10.222.0.54 "GET /v2.0/ports?device_id=3dc64865-5572-4126-9656-c898da5001c5 HTTP/1.1" status: 200 len: 946 time: 0.2618363 Dec 20 14:34:20.793756 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a4c9284e-c24e-4f4f-a50c-ae080fd0f301 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks [] for floatingip, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:20.884052 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-afc30774-83e8-4fab-865b-8e50ea0d1b6f req-3acc5b36-593c-494e-8ac7-be96a9b033e9 tempest-ServerPasswordTestJSON-2007502977 tempest-ServerPasswordTestJSON-2007502977-project] 10.222.0.54 "GET /v2.0/security-groups?id=6eb2300e-8d7a-49f8-9f79-4f8500bed1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655765 Dec 20 14:34:20.916982 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4627ffe-bd06-410f-9272-c5a49cb544c6 x-openstack-request-id: req-c4627ffe-bd06-410f-9272-c5a49cb544c6 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:34:20.917691 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64fdf7d1-efde-4de1-bf72-e69d36342c02", "tag": "c50da616-5df4-4318-8545-beef844bcaf8", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:34:20.918345 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c4627ffe-bd06-410f-9272-c5a49cb544c6 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:34:20.919332 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64fdf7d1-efde-4de1-bf72-e69d36342c02', 'tag': 'c50da616-5df4-4318-8545-beef844bcaf8', 'status': 'completed', 'code': 200} Dec 20 14:34:21.082316 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9701a84-8710-4450-972c-7a79fa8f30e7 req-4e9b0b63-3023-4dbc-bc66-82dc62546c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:21.083857 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b9701a84-8710-4450-972c-7a79fa8f30e7 req-4e9b0b63-3023-4dbc-bc66-82dc62546c49 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c1e404e3ac2e456f831247d0bb0227f5&device_id=64fdf7d1-efde-4de1-bf72-e69d36342c02 HTTP/1.1" status: 200 len: 1100 time: 0.0813274 Dec 20 14:34:21.086835 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9701a84-8710-4450-972c-7a79fa8f30e7 req-a079ff03-f987-448d-9b0c-8b2ed17a4d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:21.088462 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b9701a84-8710-4450-972c-7a79fa8f30e7 req-a079ff03-f987-448d-9b0c-8b2ed17a4d32 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c1e404e3ac2e456f831247d0bb0227f5&device_id=64fdf7d1-efde-4de1-bf72-e69d36342c02 HTTP/1.1" status: 200 len: 1100 time: 0.1276107 Dec 20 14:34:21.112301 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a4c9284e-c24e-4f4f-a50c-ae080fd0f301 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:21.271179 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9701a84-8710-4450-972c-7a79fa8f30e7 req-ad941d53-6c77-4a1b-8776-54fab1a2582d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:21.272907 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b9701a84-8710-4450-972c-7a79fa8f30e7 req-ad941d53-6c77-4a1b-8776-54fab1a2582d service neutron] 10.222.0.30 "GET /v2.0/networks?id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1 HTTP/1.1" status: 200 len: 870 time: 0.1814504 Dec 20 14:34:21.288671 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-a4c9284e-c24e-4f4f-a50c-ae080fd0f301 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Allocated IP 172.25.0.216 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/229db048-a6d9-4145-bb4b-f82b0fb6547a) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:34:21.294047 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9701a84-8710-4450-972c-7a79fa8f30e7 req-4fc21d56-96de-4adf-9d24-74c0de2bf626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:21.295746 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b9701a84-8710-4450-972c-7a79fa8f30e7 req-4fc21d56-96de-4adf-9d24-74c0de2bf626 service neutron] 10.222.0.47 "GET /v2.0/networks?id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1 HTTP/1.1" status: 200 len: 870 time: 0.1803322 Dec 20 14:34:21.395676 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b9701a84-8710-4450-972c-7a79fa8f30e7 req-3830ee5d-ab93-4079-8846-d4f6402f369a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=c50da616-5df4-4318-8545-beef844bcaf8 HTTP/1.1" status: 200 len: 217 time: 0.1101739 Dec 20 14:34:21.398543 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b9701a84-8710-4450-972c-7a79fa8f30e7 req-4a13c3f8-e01b-40ef-a555-3a1114244702 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=c50da616-5df4-4318-8545-beef844bcaf8 HTTP/1.1" status: 200 len: 217 time: 0.0546529 Dec 20 14:34:21.440992 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a4c9284e-c24e-4f4f-a50c-ae080fd0f301 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:21.453950 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df74d8d6-0387-4a27-9524-208b2a4f1857 req-ae6d276a-6205-4bdc-acca-55686b31f416 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:21.455592 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-df74d8d6-0387-4a27-9524-208b2a4f1857 req-ae6d276a-6205-4bdc-acca-55686b31f416 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=64fdf7d1-efde-4de1-bf72-e69d36342c02 HTTP/1.1" status: 200 len: 948 time: 0.1817684 Dec 20 14:34:21.538266 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9701a84-8710-4450-972c-7a79fa8f30e7 req-4b47e880-45e7-4665-a14f-118a02da8e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:21.540776 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b9701a84-8710-4450-972c-7a79fa8f30e7 req-4b47e880-45e7-4665-a14f-118a02da8e56 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=36bf280f-81bb-4486-a87a-9b9505a1cec4 HTTP/1.1" status: 200 len: 843 time: 0.1379035 Dec 20 14:34:21.551665 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9701a84-8710-4450-972c-7a79fa8f30e7 req-845195c8-d7d9-4425-a4a2-28241da7804f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:21.553284 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b9701a84-8710-4450-972c-7a79fa8f30e7 req-845195c8-d7d9-4425-a4a2-28241da7804f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36bf280f-81bb-4486-a87a-9b9505a1cec4 HTTP/1.1" status: 200 len: 843 time: 0.1422410 Dec 20 14:34:21.553642 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a4c9284e-c24e-4f4f-a50c-ae080fd0f301 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:21.573707 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099f925f-a149-4598-8bcc-4c62652dc221 req-1a2c8c17-ed19-4bb6-9ffe-3d87e7fb9f43 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:21.575011 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-099f925f-a149-4598-8bcc-4c62652dc221 req-1a2c8c17-ed19-4bb6-9ffe-3d87e7fb9f43 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/ports?device_id=a880c61e-49f2-43fd-ab75-b247d720eead HTTP/1.1" status: 200 len: 944 time: 0.0934138 Dec 20 14:34:21.608739 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-df74d8d6-0387-4a27-9524-208b2a4f1857 req-647e9fbd-9b1c-4995-9462-17921bb48e73 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312120 Dec 20 14:34:21.658540 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9701a84-8710-4450-972c-7a79fa8f30e7 req-97baa1a8-143b-4404-b8fb-70828da596b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:21.660045 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b9701a84-8710-4450-972c-7a79fa8f30e7 req-97baa1a8-143b-4404-b8fb-70828da596b9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1059725 Dec 20 14:34:21.662410 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c9284e-c24e-4f4f-a50c-ae080fd0f301 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:34:21.662825 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9701a84-8710-4450-972c-7a79fa8f30e7 req-8d641c17-c9fa-481d-89ea-59a2f604aea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:21.664237 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b9701a84-8710-4450-972c-7a79fa8f30e7 req-8d641c17-c9fa-481d-89ea-59a2f604aea3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1001551 Dec 20 14:34:21.667778 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-a4c9284e-c24e-4f4f-a50c-ae080fd0f301 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:34:21.674213 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c9284e-c24e-4f4f-a50c-ae080fd0f301 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:34:21.709185 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c9284e-c24e-4f4f-a50c-ae080fd0f301 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Pushing event updated for resources: {'Port': ['ID=229db048-a6d9-4145-bb4b-f82b0fb6547a,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:34:21.744149 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-099f925f-a149-4598-8bcc-4c62652dc221 req-5713e9b0-7210-4ab2-aeb2-9a29470e75bd tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/security-groups?id=0393fd0b-7973-42e2-8187-db178c6daece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558659 Dec 20 14:34:21.864826 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device c0e696a9-67de-4069-afe8-9f524b656cd4 up at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:34:22.024409 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning for port c0e696a9-67de-4069-afe8-9f524b656cd4 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:34:22.030483 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning complete for port c0e696a9-67de-4069-afe8-9f524b656cd4 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:34:22.030884 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:22.166512 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017d5f00-2ea4-430d-9487-1cba07ba1a58 req-6fa3d2b0-93c5-4ab1-997f-0cd3c21d42a0 tempest-ServerPasswordTestJSON-2007502977 tempest-ServerPasswordTestJSON-2007502977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:22.169413 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-017d5f00-2ea4-430d-9487-1cba07ba1a58 req-6fa3d2b0-93c5-4ab1-997f-0cd3c21d42a0 tempest-ServerPasswordTestJSON-2007502977 tempest-ServerPasswordTestJSON-2007502977-project] 10.222.0.54 "GET /v2.0/ports?device_id=3dc64865-5572-4126-9656-c898da5001c5 HTTP/1.1" status: 200 len: 946 time: 0.1634803 Dec 20 14:34:22.242442 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:22.255139 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-017d5f00-2ea4-430d-9487-1cba07ba1a58 req-47eff4b1-91c1-4d13-b2f7-300e304f494b tempest-ServerPasswordTestJSON-2007502977 tempest-ServerPasswordTestJSON-2007502977-project] 10.222.0.54 "GET /v2.0/security-groups?id=6eb2300e-8d7a-49f8-9f79-4f8500bed1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717854 Dec 20 14:34:22.333645 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a880c61e-49f2-43fd-ab75-b247d720eead', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0e696a9-67de-4069-afe8-9f524b656cd4'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:34:22.347543 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46d62d05-cd46-4a71-9906-0d99c28949f8" -d '{"events": [{"server_uuid": "a880c61e-49f2-43fd-ab75-b247d720eead", "name": "network-vif-plugged", "status": "completed", "tag": "c0e696a9-67de-4069-afe8-9f524b656cd4"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:34:22.371547 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port c0e696a9-67de-4069-afe8-9f524b656cd4, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=c0e696a9-67de-4069-afe8-9f524b656cd4,segment=NetworkSegment(f64287f5-affc-42db-b5fb-e9b8ade134fb),segment_id=f64287f5-affc-42db-b5fb-e9b8ade134fb)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:34:22.385937 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:22.515435 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b9701a84-8710-4450-972c-7a79fa8f30e7 req-712f1794-5262-43c3-a6e0-906b4d70a531 service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8293061 Dec 20 14:34:22.535624 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=c0e696a9-67de-4069-afe8-9f524b656cd4,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:34:22.645633 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-841d44e6-90eb-423c-bd4c-8a25db2e5351 x-openstack-request-id: req-841d44e6-90eb-423c-bd4c-8a25db2e5351 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:34:22.645895 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a880c61e-49f2-43fd-ab75-b247d720eead", "name": "network-vif-plugged", "status": "completed", "tag": "c0e696a9-67de-4069-afe8-9f524b656cd4", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:34:22.646293 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-841d44e6-90eb-423c-bd4c-8a25db2e5351 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:34:22.646880 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a880c61e-49f2-43fd-ab75-b247d720eead', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0e696a9-67de-4069-afe8-9f524b656cd4', 'code': 200} Dec 20 14:34:22.701087 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a4c9284e-c24e-4f4f-a50c-ae080fd0f301 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:22.713960 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b9701a84-8710-4450-972c-7a79fa8f30e7 req-a2f73140-6e14-4eb0-a2dd-c9f3044a2494 service neutron] 10.222.0.30 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0446475 Dec 20 14:34:22.830260 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a4c9284e-c24e-4f4f-a50c-ae080fd0f301 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:22.944591 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330a6217-4894-4c8c-bd64-b2dfa5d7bba2 req-e7c7b1ba-7d3b-423e-b94c-29e53ae42bdc tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:22.952141 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-330a6217-4894-4c8c-bd64-b2dfa5d7bba2 req-e7c7b1ba-7d3b-423e-b94c-29e53ae42bdc tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/networks?id=ac37406e-6eba-42f0-a02b-49bc68c3a995 HTTP/1.1" status: 200 len: 805 time: 0.6605890 Dec 20 14:34:22.982516 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b9701a84-8710-4450-972c-7a79fa8f30e7 req-f98e7ab7-f3bc-479a-af25-bac62bde372e service neutron] 10.222.0.30 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426906 Dec 20 14:34:22.998863 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-330a6217-4894-4c8c-bd64-b2dfa5d7bba2 req-1bc4bf0f-6c4b-4b1a-af43-f1ce9797bd46 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/quotas/b34e3eedf72e455b9cbb2db5d8862a92 HTTP/1.1" status: 200 len: 375 time: 0.0438426 Dec 20 14:34:23.022373 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b9701a84-8710-4450-972c-7a79fa8f30e7 req-beba1f00-5082-459a-aeb6-5a2f3980d73f service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4939365 Dec 20 14:34:23.046354 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbcc72d-042c-4b0b-bdca-772d8c2c8459 req-2edd4d28-cd9b-46c9-a923-468f7e8c2f10 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:23.054375 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6bbcc72d-042c-4b0b-bdca-772d8c2c8459 req-2edd4d28-cd9b-46c9-a923-468f7e8c2f10 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=64fdf7d1-efde-4de1-bf72-e69d36342c02 HTTP/1.1" status: 200 len: 948 time: 0.1246281 Dec 20 14:34:23.060715 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a19861-e89b-4ab5-a1a0-804126456523 req-97ae3406-87ec-4b0b-9f97-f73ed52c50ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:23.062512 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c0a19861-e89b-4ab5-a1a0-804126456523 req-97ae3406-87ec-4b0b-9f97-f73ed52c50ed service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a880c61e-49f2-43fd-ab75-b247d720eead HTTP/1.1" status: 200 len: 1097 time: 0.3044856 Dec 20 14:34:23.119838 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-330a6217-4894-4c8c-bd64-b2dfa5d7bba2 req-19038abe-87d8-473d-8353-0b3847fc1649 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=b34e3eedf72e455b9cbb2db5d8862a92&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1124005 Dec 20 14:34:23.135847 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6bbcc72d-042c-4b0b-bdca-772d8c2c8459 req-bbb2440f-f5d7-47a8-9452-d8c951d84b4e tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802300 Dec 20 14:34:23.150316 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c0a19861-e89b-4ab5-a1a0-804126456523 req-737de35d-8ae1-49cf-92de-d8ae092f8add service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0393fd0b-7973-42e2-8187-db178c6daece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737410 Dec 20 14:34:23.243087 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a4c9284e-c24e-4f4f-a50c-ae080fd0f301 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:23.272055 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a4c9284e-c24e-4f4f-a50c-ae080fd0f301 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:23.282155 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-330a6217-4894-4c8c-bd64-b2dfa5d7bba2 req-a7798f60-605c-40d9-b383-e3522622bbc8 service neutron] 10.222.0.54 "GET /v2.0/networks/ac37406e-6eba-42f0-a02b-49bc68c3a995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304898 Dec 20 14:34:23.338655 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a181e453-5799-47ff-86ad-c0aa58493068 req-a9a85e45-5bc6-4b89-b38a-88ef3ff33760 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:23.340600 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a181e453-5799-47ff-86ad-c0aa58493068 req-a9a85e45-5bc6-4b89-b38a-88ef3ff33760 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/ports?device_id=a880c61e-49f2-43fd-ab75-b247d720eead HTTP/1.1" status: 200 len: 945 time: 0.1261344 Dec 20 14:34:23.341979 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c9284e-c24e-4f4f-a50c-ae080fd0f301 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Pushing event updated for resources: {'Port': ['ID=229db048-a6d9-4145-bb4b-f82b0fb6547a,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:34:23.387665 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-330a6217-4894-4c8c-bd64-b2dfa5d7bba2 req-902a0128-bade-4eb2-b296-697900af9d53 service neutron] 10.222.0.54 "GET /v2.0/networks/ac37406e-6eba-42f0-a02b-49bc68c3a995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046836 Dec 20 14:34:23.425013 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a181e453-5799-47ff-86ad-c0aa58493068 req-eda12964-4b42-4eef-b305-00367e530e49 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/security-groups?id=0393fd0b-7973-42e2-8187-db178c6daece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737672 Dec 20 14:34:23.442067 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a4c9284e-c24e-4f4f-a50c-ae080fd0f301 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585115'] for floatingip, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:23.652917 n-d-761264-19 neutron-server[103167]: INFO neutron.db.l3_db [None req-a4c9284e-c24e-4f4f-a50c-ae080fd0f301 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Floating IP f84ddc15-180a-4fb0-a454-e441eaaa25ba associated. External IP: 172.25.0.216, port: 4160f70e-74de-4361-912d-eab4b7c29d8e. Dec 20 14:34:23.756052 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79e98f1-62ae-4e69-9d10-b5e6b37096be req-6835071c-1dfa-4136-8991-1a7548fb7320 tempest-MigrationsAdminTest-175233754 tempest-MigrationsAdminTest-175233754-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:23.758010 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f79e98f1-62ae-4e69-9d10-b5e6b37096be req-6835071c-1dfa-4136-8991-1a7548fb7320 tempest-MigrationsAdminTest-175233754 tempest-MigrationsAdminTest-175233754-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=64fdf7d1-efde-4de1-bf72-e69d36342c02 HTTP/1.1" status: 200 len: 1100 time: 0.0781538 Dec 20 14:34:23.791257 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-50bc60ff-f8d8-41fb-9733-471d27b69ecd req-33c0623f-b295-461c-b01f-2776dbb67357 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec542727-5897-4643-b7ad-0a7500e7de87 HTTP/1.1" status: 200 len: 210 time: 0.0517638 Dec 20 14:34:23.816837 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f79e98f1-62ae-4e69-9d10-b5e6b37096be req-b94a352c-a770-4992-9913-23582381883d tempest-MigrationsAdminTest-175233754 tempest-MigrationsAdminTest-175233754-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508971 Dec 20 14:34:24.007565 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2556bc86-c6ac-4f9c-8e3f-2bc944a3b2a0 req-3fa8296a-b564-47e0-a8a1-adc5e24ed27e tempest-ServerPasswordTestJSON-2007502977 tempest-ServerPasswordTestJSON-2007502977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:24.009371 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2556bc86-c6ac-4f9c-8e3f-2bc944a3b2a0 req-3fa8296a-b564-47e0-a8a1-adc5e24ed27e tempest-ServerPasswordTestJSON-2007502977 tempest-ServerPasswordTestJSON-2007502977-project] 10.222.0.54 "GET /v2.0/ports?device_id=3dc64865-5572-4126-9656-c898da5001c5 HTTP/1.1" status: 200 len: 946 time: 0.0876541 Dec 20 14:34:24.248347 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2556bc86-c6ac-4f9c-8e3f-2bc944a3b2a0 req-b9e3a9fd-fe44-4301-9060-43d09ebd4a04 tempest-ServerPasswordTestJSON-2007502977 tempest-ServerPasswordTestJSON-2007502977-project] 10.222.0.54 "GET /v2.0/security-groups?id=6eb2300e-8d7a-49f8-9f79-4f8500bed1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309225 Dec 20 14:34:24.296478 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4c9284e-c24e-4f4f-a50c-ae080fd0f301 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Router ebce5a1f-bd4c-4751-8c26-0680aea4abc2 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:34:24.378385 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b164a2-e3ef-4b79-8cb6-4c01aa8946c6 req-b8788658-c788-4ffc-af04-bb1737944539 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:24.380433 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-93b164a2-e3ef-4b79-8cb6-4c01aa8946c6 req-b8788658-c788-4ffc-af04-bb1737944539 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=64fdf7d1-efde-4de1-bf72-e69d36342c02 HTTP/1.1" status: 200 len: 948 time: 0.0873237 Dec 20 14:34:24.442449 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4c9284e-c24e-4f4f-a50c-ae080fd0f301 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:34:24.456947 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d5f363-5991-4d85-b4ac-7a3153ca8b21 None None] Sync routers for ids ['ebce5a1f-bd4c-4751-8c26-0680aea4abc2'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:34:24.471675 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-93b164a2-e3ef-4b79-8cb6-4c01aa8946c6 req-8d9746d6-c80b-406d-9d51-0138ceebe050 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841506 Dec 20 14:34:24.487343 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d5f363-5991-4d85-b4ac-7a3153ca8b21 None None] Routers {'ebce5a1f-bd4c-4751-8c26-0680aea4abc2'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:34:24.487343 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-08d5f363-5991-4d85-b4ac-7a3153ca8b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:34:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['ebce5a1f-bd4c-4751-8c26-0680aea4abc2'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:34:24.516605 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a4c9284e-c24e-4f4f-a50c-ae080fd0f301 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:24.527481 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-08d5f363-5991-4d85-b4ac-7a3153ca8b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:34:24.538023 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d5f363-5991-4d85-b4ac-7a3153ca8b21 None None] Routers {'ebce5a1f-bd4c-4751-8c26-0680aea4abc2'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:34:24.539208 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-08d5f363-5991-4d85-b4ac-7a3153ca8b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:34:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['ebce5a1f-bd4c-4751-8c26-0680aea4abc2'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:34:24.653090 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-08d5f363-5991-4d85-b4ac-7a3153ca8b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:34:24.657071 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d5f363-5991-4d85-b4ac-7a3153ca8b21 None None] The sync data for ids ['ebce5a1f-bd4c-4751-8c26-0680aea4abc2'] in n-d-761264-19 is: [] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:34:24.674310 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 36060) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:34:24.674615 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-a4c9284e-c24e-4f4f-a50c-ae080fd0f301 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 4.0204108 Dec 20 14:34:24.702769 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4992b00e-4667-4037-9002-7fe9ceabdbb0 req-9ec015b5-232e-4a66-8dfd-04cb1a479ae2 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:24.710331 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4992b00e-4667-4037-9002-7fe9ceabdbb0 req-9ec015b5-232e-4a66-8dfd-04cb1a479ae2 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/ports?device_id=a880c61e-49f2-43fd-ab75-b247d720eead HTTP/1.1" status: 200 len: 945 time: 0.1273246 Dec 20 14:34:24.771592 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4992b00e-4667-4037-9002-7fe9ceabdbb0 req-25093464-6a43-4b61-a715-861c7f7f9e38 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/security-groups?id=0393fd0b-7973-42e2-8187-db178c6daece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536108 Dec 20 14:34:24.781935 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-23f59715-2588-4749-b714-834d439c05cd tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] 10.222.0.54 "GET /v2.0/floatingips/f84ddc15-180a-4fb0-a454-e441eaaa25ba HTTP/1.1" status: 200 len: 979 time: 0.1059110 Dec 20 14:34:24.785032 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 36062) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:34:24.828380 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device c50da616-5df4-4318-8545-beef844bcaf8 details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:34:24.944270 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-694958ac-b4e1-4582-ad6b-aceb0c89f76e req-8c971719-24b2-447a-91b9-01b9df6c0afb tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec542727-5897-4643-b7ad-0a7500e7de87 HTTP/1.1" status: 200 len: 210 time: 0.0593057 Dec 20 14:34:24.971422 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-1cf004a0-1457-4fd6-8997-781688a7ee26 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] 10.222.0.54 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.1827271 Dec 20 14:34:24.971763 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36076) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:34:24.976973 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-dd2166a0-618b-421a-9cc5-715ce58bbd5d tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Request body: {'floatingip': {'port_id': '346fdd8f-aa61-444e-bd49-17ae74d161f5'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:34:24.983423 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port c50da616-5df4-4318-8545-beef844bcaf8, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=c50da616-5df4-4318-8545-beef844bcaf8,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:34:25.011423 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': 'c50da616-5df4-4318-8545-beef844bcaf8', 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1', 'port_id': 'c50da616-5df4-4318-8545-beef844bcaf8', 'mac_address': 'fa:16:3e:e0:99:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36bf280f-81bb-4486-a87a-9b9505a1cec4', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:34:25.071131 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:25.078311 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-dd2166a0-618b-421a-9cc5-715ce58bbd5d tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks [] for floatingip, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:25.091492 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c50da616-5df4-4318-8545-beef844bcaf8 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:34:25.115466 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port c50da616-5df4-4318-8545-beef844bcaf8, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=c50da616-5df4-4318-8545-beef844bcaf8,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:34:25.122212 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:25.181893 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=c50da616-5df4-4318-8545-beef844bcaf8,revision_number=12']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:34:25.214886 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed43c15-acb4-4383-863b-2b3f6042625c req-a0b714b8-4260-4a6d-b3e4-738f2ade7e42 tempest-ServerPasswordTestJSON-2007502977 tempest-ServerPasswordTestJSON-2007502977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:25.216385 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4ed43c15-acb4-4383-863b-2b3f6042625c req-a0b714b8-4260-4a6d-b3e4-738f2ade7e42 tempest-ServerPasswordTestJSON-2007502977 tempest-ServerPasswordTestJSON-2007502977-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dc64865-5572-4126-9656-c898da5001c5 HTTP/1.1" status: 200 len: 946 time: 0.0689669 Dec 20 14:34:25.261038 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330a6217-4894-4c8c-bd64-b2dfa5d7bba2 req-f9f63b49-e99f-442e-91f7-12b90ffcf9d3 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:25.262490 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-330a6217-4894-4c8c-bd64-b2dfa5d7bba2 req-f9f63b49-e99f-442e-91f7-12b90ffcf9d3 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.30 "GET /v2.0/networks?id=ac37406e-6eba-42f0-a02b-49bc68c3a995 HTTP/1.1" status: 200 len: 805 time: 0.1927192 Dec 20 14:34:25.278509 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-330a6217-4894-4c8c-bd64-b2dfa5d7bba2 req-95042690-23f9-417c-87d0-bcae91078334 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Request body: {'port': {'device_id': 'ec542727-5897-4643-b7ad-0a7500e7de87', 'network_id': 'ac37406e-6eba-42f0-a02b-49bc68c3a995', 'admin_state_up': True, 'tenant_id': 'b34e3eedf72e455b9cbb2db5d8862a92'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:34:25.444604 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-4ed43c15-acb4-4383-863b-2b3f6042625c req-2b7e93f6-da4e-4d95-8376-93b2744113cc tempest-ServerPasswordTestJSON-2007502977 tempest-ServerPasswordTestJSON-2007502977-project] Deleting port fd19597a-066f-458a-af60-3f1d842d4ec1 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:34:25.444846 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-4ed43c15-acb4-4383-863b-2b3f6042625c req-2b7e93f6-da4e-4d95-8376-93b2744113cc tempest-ServerPasswordTestJSON-2007502977 tempest-ServerPasswordTestJSON-2007502977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:25.457940 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec6462e-ac75-4b01-8b59-e835c49b9156 req-917498a9-9d8c-46d4-ba7c-fba6a974e6f6 tempest-ServerPasswordTestJSON-2007502977 tempest-ServerPasswordTestJSON-2007502977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:25.459806 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-dec6462e-ac75-4b01-8b59-e835c49b9156 req-917498a9-9d8c-46d4-ba7c-fba6a974e6f6 tempest-ServerPasswordTestJSON-2007502977 tempest-ServerPasswordTestJSON-2007502977-project] 10.222.0.54 "GET /v2.0/ports?device_id=3dc64865-5572-4126-9656-c898da5001c5 HTTP/1.1" status: 200 len: 946 time: 0.1053858 Dec 20 14:34:25.559007 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-330a6217-4894-4c8c-bd64-b2dfa5d7bba2 req-95042690-23f9-417c-87d0-bcae91078334 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Made reservation on behalf of b34e3eedf72e455b9cbb2db5d8862a92 for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:34:25.562517 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-330a6217-4894-4c8c-bd64-b2dfa5d7bba2 req-95042690-23f9-417c-87d0-bcae91078334 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:25.604938 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-4ed43c15-acb4-4383-863b-2b3f6042625c req-2b7e93f6-da4e-4d95-8376-93b2744113cc tempest-ServerPasswordTestJSON-2007502977 tempest-ServerPasswordTestJSON-2007502977-project] For port fd19597a-066f-458a-af60-3f1d842d4ec1, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=fd19597a-066f-458a-af60-3f1d842d4ec1,segment=NetworkSegment(45f1a2cc-dff1-4a41-9703-a1068dcfcb95),segment_id=45f1a2cc-dff1-4a41-9703-a1068dcfcb95)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:34:25.605313 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-4ed43c15-acb4-4383-863b-2b3f6042625c req-2b7e93f6-da4e-4d95-8376-93b2744113cc tempest-ServerPasswordTestJSON-2007502977 tempest-ServerPasswordTestJSON-2007502977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:25.616568 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-dec6462e-ac75-4b01-8b59-e835c49b9156 req-29c98a62-4217-4829-9587-32d048dca316 tempest-ServerPasswordTestJSON-2007502977 tempest-ServerPasswordTestJSON-2007502977-project] 10.222.0.54 "GET /v2.0/security-groups?id=6eb2300e-8d7a-49f8-9f79-4f8500bed1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443393 Dec 20 14:34:25.630369 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-4ed43c15-acb4-4383-863b-2b3f6042625c req-2b7e93f6-da4e-4d95-8376-93b2744113cc tempest-ServerPasswordTestJSON-2007502977 tempest-ServerPasswordTestJSON-2007502977-project] Calling delete_port for fd19597a-066f-458a-af60-3f1d842d4ec1 owned by compute:nova {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:34:25.710631 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eb5d55-5ed6-43b3-87f3-402d44ecfe92 req-485e51d2-2b9b-4366-be94-69394c8e0b8d tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:25.712223 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-41eb5d55-5ed6-43b3-87f3-402d44ecfe92 req-485e51d2-2b9b-4366-be94-69394c8e0b8d tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.47 "GET /v2.0/ports?device_id=64fdf7d1-efde-4de1-bf72-e69d36342c02 HTTP/1.1" status: 200 len: 949 time: 0.1331134 Dec 20 14:34:25.723657 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3508949b-4fda-4870-9df6-647e4a6839fe req-b4fc4bd7-ec6c-4ec7-9b96-0480a547b8d3 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:25.726232 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3508949b-4fda-4870-9df6-647e4a6839fe req-b4fc4bd7-ec6c-4ec7-9b96-0480a547b8d3 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=64fdf7d1-efde-4de1-bf72-e69d36342c02 HTTP/1.1" status: 200 len: 949 time: 0.1587152 Dec 20 14:34:25.730188 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-dd2166a0-618b-421a-9cc5-715ce58bbd5d tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:25.766922 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-dd2166a0-618b-421a-9cc5-715ce58bbd5d tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585115'] for floatingip, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:25.801176 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [req-330a6217-4894-4c8c-bd64-b2dfa5d7bba2 req-95042690-23f9-417c-87d0-bcae91078334 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Allocated IP 172.20.0.2 (ac37406e-6eba-42f0-a02b-49bc68c3a995/8bcc849b-c021-46b4-96cd-8d7c30cd2023/c4591f1a-72bd-499c-9d02-33e34cca26d5) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:34:25.883008 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-4ed43c15-acb4-4383-863b-2b3f6042625c req-2b7e93f6-da4e-4d95-8376-93b2744113cc tempest-ServerPasswordTestJSON-2007502977 tempest-ServerPasswordTestJSON-2007502977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:25.896436 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['fd19597a-066f-458a-af60-3f1d842d4ec1'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:34:25.942034 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3508949b-4fda-4870-9df6-647e4a6839fe req-7a23315a-fa79-4998-8c09-fb60369cbd2f tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001135 Dec 20 14:34:25.965856 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7e93f6-da4e-4d95-8376-93b2744113cc tempest-ServerPasswordTestJSON-2007502977 tempest-ServerPasswordTestJSON-2007502977-project] Pushing event deleted for resources: {'Port': ['ID=fd19597a-066f-458a-af60-3f1d842d4ec1,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:34:25.987452 n-d-761264-19 neutron-server[103167]: INFO neutron.db.l3_db [None req-dd2166a0-618b-421a-9cc5-715ce58bbd5d tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Floating IP f84ddc15-180a-4fb0-a454-e441eaaa25ba associated. External IP: 172.25.0.216, port: 4160f70e-74de-4361-912d-eab4b7c29d8e. Dec 20 14:34:26.044436 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-41eb5d55-5ed6-43b3-87f3-402d44ecfe92 req-bdfa496f-459e-43ce-8bb0-9e2e5de7177d tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Deleting port c50da616-5df4-4318-8545-beef844bcaf8 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:34:26.044947 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-41eb5d55-5ed6-43b3-87f3-402d44ecfe92 req-bdfa496f-459e-43ce-8bb0-9e2e5de7177d tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:26.069362 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ed43c15-acb4-4383-863b-2b3f6042625c req-2b7e93f6-da4e-4d95-8376-93b2744113cc tempest-ServerPasswordTestJSON-2007502977 tempest-ServerPasswordTestJSON-2007502977-project] No DVR routers for this DVR port fd19597a-066f-458a-af60-3f1d842d4ec1 on host n-h2-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:34:26.074307 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-4ed43c15-acb4-4383-863b-2b3f6042625c req-2b7e93f6-da4e-4d95-8376-93b2744113cc tempest-ServerPasswordTestJSON-2007502977 tempest-ServerPasswordTestJSON-2007502977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:26.079062 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4ed43c15-acb4-4383-863b-2b3f6042625c req-2b7e93f6-da4e-4d95-8376-93b2744113cc tempest-ServerPasswordTestJSON-2007502977 tempest-ServerPasswordTestJSON-2007502977-project] 10.222.0.47 "DELETE /v2.0/ports/fd19597a-066f-458a-af60-3f1d842d4ec1 HTTP/1.1" status: 204 len: 173 time: 0.8550673 Dec 20 14:34:26.079535 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dc64865-5572-4126-9656-c898da5001c5', 'name': 'network-vif-deleted', 'tag': 'fd19597a-066f-458a-af60-3f1d842d4ec1'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:34:26.081852 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28dafc4f-9836-4554-98b5-67855ea57d43" -d '{"events": [{"server_uuid": "3dc64865-5572-4126-9656-c898da5001c5", "name": "network-vif-deleted", "tag": "fd19597a-066f-458a-af60-3f1d842d4ec1"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:34:26.116378 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19be4205-5ac5-43bb-a015-1ee3252a0759 req-ce8f7058-968e-4c0a-b7fb-b300b46fd311 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:26.117991 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-19be4205-5ac5-43bb-a015-1ee3252a0759 req-ce8f7058-968e-4c0a-b7fb-b300b46fd311 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/ports?device_id=a880c61e-49f2-43fd-ab75-b247d720eead HTTP/1.1" status: 200 len: 945 time: 0.2227826 Dec 20 14:34:26.138929 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fb0f81ae-a6a4-4176-a400-7bc5d3cb47f8 req-c3959f54-6c9e-46a9-b206-0d7a1925b169 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec542727-5897-4643-b7ad-0a7500e7de87 HTTP/1.1" status: 200 len: 210 time: 0.0485730 Dec 20 14:34:26.224643 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-330a6217-4894-4c8c-bd64-b2dfa5d7bba2 req-95042690-23f9-417c-87d0-bcae91078334 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:26.235271 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-19be4205-5ac5-43bb-a015-1ee3252a0759 req-5dd636f7-c508-4e08-8c9c-83e879cfc4f5 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/security-groups?id=0393fd0b-7973-42e2-8187-db178c6daece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999365 Dec 20 14:34:26.267989 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-41eb5d55-5ed6-43b3-87f3-402d44ecfe92 req-bdfa496f-459e-43ce-8bb0-9e2e5de7177d tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] For port c50da616-5df4-4318-8545-beef844bcaf8, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=c50da616-5df4-4318-8545-beef844bcaf8,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:34:26.268347 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-41eb5d55-5ed6-43b3-87f3-402d44ecfe92 req-bdfa496f-459e-43ce-8bb0-9e2e5de7177d tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:26.288862 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-330a6217-4894-4c8c-bd64-b2dfa5d7bba2 req-95042690-23f9-417c-87d0-bcae91078334 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:26.304278 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['d51472d0-9c05-4789-b785-88c8d484278a'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:34:26.343550 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-330a6217-4894-4c8c-bd64-b2dfa5d7bba2 req-95042690-23f9-417c-87d0-bcae91078334 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Network ac37406e-6eba-42f0-a02b-49bc68c3a995 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:34:26.350177 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [req-330a6217-4894-4c8c-bd64-b2dfa5d7bba2 req-95042690-23f9-417c-87d0-bcae91078334 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:34:26.354161 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-330a6217-4894-4c8c-bd64-b2dfa5d7bba2 req-95042690-23f9-417c-87d0-bcae91078334 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:34:26.407411 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95042690-23f9-417c-87d0-bcae91078334 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Pushing event updated for resources: {'Port': ['ID=c4591f1a-72bd-499c-9d02-33e34cca26d5,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:34:26.435877 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330a6217-4894-4c8c-bd64-b2dfa5d7bba2 req-95042690-23f9-417c-87d0-bcae91078334 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:26.436535 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-330a6217-4894-4c8c-bd64-b2dfa5d7bba2 req-95042690-23f9-417c-87d0-bcae91078334 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:26.440135 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-074e6f08-25ad-4470-90d6-41c144910169 x-openstack-request-id: req-074e6f08-25ad-4470-90d6-41c144910169 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:34:26.440471 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dc64865-5572-4126-9656-c898da5001c5", "name": "network-vif-deleted", "tag": "fd19597a-066f-458a-af60-3f1d842d4ec1", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:34:26.440686 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-074e6f08-25ad-4470-90d6-41c144910169 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:34:26.441099 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dc64865-5572-4126-9656-c898da5001c5', 'name': 'network-vif-deleted', 'tag': 'fd19597a-066f-458a-af60-3f1d842d4ec1', 'status': 'completed', 'code': 200} Dec 20 14:34:26.464801 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-330a6217-4894-4c8c-bd64-b2dfa5d7bba2 req-95042690-23f9-417c-87d0-bcae91078334 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1904488 Dec 20 14:34:26.480734 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-330a6217-4894-4c8c-bd64-b2dfa5d7bba2 req-8a75d490-4e67-4fb6-9b18-9e2322628c3b service neutron] Request body: {'port': {'device_id': 'ec542727-5897-4643-b7ad-0a7500e7de87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-19'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:34:26.572509 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-330a6217-4894-4c8c-bd64-b2dfa5d7bba2 req-8a75d490-4e67-4fb6-9b18-9e2322628c3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:26.664919 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-41eb5d55-5ed6-43b3-87f3-402d44ecfe92 req-bdfa496f-459e-43ce-8bb0-9e2e5de7177d tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Calling delete_port for c50da616-5df4-4318-8545-beef844bcaf8 owned by compute:nova {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:34:26.778146 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9510ad-0690-4e56-b2ea-78267352ec8b req-141fe049-2433-45a4-a4d3-ba161d139f7f tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:26.779727 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-eb9510ad-0690-4e56-b2ea-78267352ec8b req-141fe049-2433-45a4-a4d3-ba161d139f7f tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 946 time: 0.5138724 Dec 20 14:34:26.823208 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4294ae6b-caab-46cb-9852-36612e91843a req-ee7297f0-cece-4453-a212-e7c4eea95bd4 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:26.824739 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4294ae6b-caab-46cb-9852-36612e91843a req-ee7297f0-cece-4453-a212-e7c4eea95bd4 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/ports?device_id=a880c61e-49f2-43fd-ab75-b247d720eead HTTP/1.1" status: 200 len: 945 time: 0.1181571 Dec 20 14:34:26.827150 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd2166a0-618b-421a-9cc5-715ce58bbd5d tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Router ebce5a1f-bd4c-4751-8c26-0680aea4abc2 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:34:26.840945 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device c50da616-5df4-4318-8545-beef844bcaf8 details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:34:26.883573 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-eb9510ad-0690-4e56-b2ea-78267352ec8b req-6fbe72e3-e0f5-49f8-9e23-1e5605969c69 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=92081c13-7979-4810-b5cd-70c14477209d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941794 Dec 20 14:34:26.926696 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4294ae6b-caab-46cb-9852-36612e91843a req-eb664f68-e472-4566-a7e8-47da539b8ccf tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/security-groups?id=0393fd0b-7973-42e2-8187-db178c6daece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950127 Dec 20 14:34:26.977695 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36120) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:34:27.045976 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port c50da616-5df4-4318-8545-beef844bcaf8, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=c50da616-5df4-4318-8545-beef844bcaf8,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:34:27.060342 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [req-330a6217-4894-4c8c-bd64-b2dfa5d7bba2 req-8a75d490-4e67-4fb6-9b18-9e2322628c3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4591f1a-72bd-499c-9d02-33e34cca26d5 {{(pid=103168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:34:27.062786 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': 'c50da616-5df4-4318-8545-beef844bcaf8', 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1', 'port_id': 'c50da616-5df4-4318-8545-beef844bcaf8', 'mac_address': 'fa:16:3e:e0:99:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36bf280f-81bb-4486-a87a-9b9505a1cec4', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:34:27.082758 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-330a6217-4894-4c8c-bd64-b2dfa5d7bba2 req-8a75d490-4e67-4fb6-9b18-9e2322628c3b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:27.139510 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_v2 [None req-af97eb56-5652-4829-99f0-d2048ab270cc admin admin] Deleting subnet 1c98918e-a84f-44c1-9518-86f591204c17 {{(pid=103167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:34:27.145052 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd2166a0-618b-421a-9cc5-715ce58bbd5d tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:34:27.146631 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-af97eb56-5652-4829-99f0-d2048ab270cc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:27.160588 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb087339-4bcb-4e30-b20b-f12b282e8a5e None None] Sync routers for ids ['ebce5a1f-bd4c-4751-8c26-0680aea4abc2'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:34:27.170424 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.provisioning_blocks [req-330a6217-4894-4c8c-bd64-b2dfa5d7bba2 req-8a75d490-4e67-4fb6-9b18-9e2322628c3b service neutron] Transition to ACTIVE for port object c4591f1a-72bd-499c-9d02-33e34cca26d5 will not be triggered until provisioned by entity L2. {{(pid=103168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:34:27.173563 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb087339-4bcb-4e30-b20b-f12b282e8a5e None None] Routers {'ebce5a1f-bd4c-4751-8c26-0680aea4abc2'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:34:27.174205 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-eb087339-4bcb-4e30-b20b-f12b282e8a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:34:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['ebce5a1f-bd4c-4751-8c26-0680aea4abc2'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:34:27.192082 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbed344b-ee8e-4741-90dd-f6aa14e543d2 req-f2e03f2a-e31c-4f82-ac46-4b3196e002dd tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:27.200514 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fbed344b-ee8e-4741-90dd-f6aa14e543d2 req-f2e03f2a-e31c-4f82-ac46-4b3196e002dd tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=64fdf7d1-efde-4de1-bf72-e69d36342c02 HTTP/1.1" status: 200 len: 867 time: 0.0815597 Dec 20 14:34:27.202039 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-af97eb56-5652-4829-99f0-d2048ab270cc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954412'] for subnet, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:27.208805 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-330a6217-4894-4c8c-bd64-b2dfa5d7bba2 req-8a75d490-4e67-4fb6-9b18-9e2322628c3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:27.211799 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-eb087339-4bcb-4e30-b20b-f12b282e8a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:34:27.222671 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb087339-4bcb-4e30-b20b-f12b282e8a5e None None] Routers {'ebce5a1f-bd4c-4751-8c26-0680aea4abc2'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:34:27.223345 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-eb087339-4bcb-4e30-b20b-f12b282e8a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:34:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['ebce5a1f-bd4c-4751-8c26-0680aea4abc2'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:34:27.262300 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-eb087339-4bcb-4e30-b20b-f12b282e8a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:34:27.263483 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb087339-4bcb-4e30-b20b-f12b282e8a5e None None] The sync data for ids ['ebce5a1f-bd4c-4751-8c26-0680aea4abc2'] in n-d-761264-19 is: [] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:34:27.266587 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-41eb5d55-5ed6-43b3-87f3-402d44ecfe92 req-bdfa496f-459e-43ce-8bb0-9e2e5de7177d tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:27.279570 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['47effca4-a119-48c1-b2c1-a300bc11c325', '98281e45-dedd-4c00-9e3f-43cdc88eaf0c'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:34:27.283258 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['d992040d-645b-4c58-aa14-af5a25f16ed2'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:34:27.327928 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a75d490-4e67-4fb6-9b18-9e2322628c3b service neutron] Pushing event updated for resources: {'Port': ['ID=c4591f1a-72bd-499c-9d02-33e34cca26d5,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:34:27.337601 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fbed344b-ee8e-4741-90dd-f6aa14e543d2 req-399ffd76-d3c5-4e73-8835-469ed5f23e24 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359394 Dec 20 14:34:27.338624 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-af97eb56-5652-4829-99f0-d2048ab270cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:27.423191 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-330a6217-4894-4c8c-bd64-b2dfa5d7bba2 req-8a75d490-4e67-4fb6-9b18-9e2322628c3b service neutron] Attempting to bind port c4591f1a-72bd-499c-9d02-33e34cca26d5 on host n-h1-761264-19 for vnic_type normal with profile {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:34:27.425675 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-330a6217-4894-4c8c-bd64-b2dfa5d7bba2 req-8a75d490-4e67-4fb6-9b18-9e2322628c3b service neutron] Attempting to bind port c4591f1a-72bd-499c-9d02-33e34cca26d5 by drivers openvswitch,hyperv on host n-h1-761264-19 at level 0 using segments [{'id': '3b732879-896e-432d-a96e-7cba9e2b8a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ac37406e-6eba-42f0-a02b-49bc68c3a995'}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:34:27.426451 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330a6217-4894-4c8c-bd64-b2dfa5d7bba2 req-8a75d490-4e67-4fb6-9b18-9e2322628c3b service neutron] Attempting to bind port c4591f1a-72bd-499c-9d02-33e34cca26d5 on network ac37406e-6eba-42f0-a02b-49bc68c3a995 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:34:27.434272 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330a6217-4894-4c8c-bd64-b2dfa5d7bba2 req-8a75d490-4e67-4fb6-9b18-9e2322628c3b service neutron] Port c4591f1a-72bd-499c-9d02-33e34cca26d5 on network ac37406e-6eba-42f0-a02b-49bc68c3a995 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-19 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:34:27.434608 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330a6217-4894-4c8c-bd64-b2dfa5d7bba2 req-8a75d490-4e67-4fb6-9b18-9e2322628c3b service neutron] Attempting to bind port c4591f1a-72bd-499c-9d02-33e34cca26d5 on network ac37406e-6eba-42f0-a02b-49bc68c3a995 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:34:27.439008 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfa496f-459e-43ce-8bb0-9e2e5de7177d tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Pushing event deleted for resources: {'Port': ['ID=c50da616-5df4-4318-8545-beef844bcaf8,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:34:27.440502 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330a6217-4894-4c8c-bd64-b2dfa5d7bba2 req-8a75d490-4e67-4fb6-9b18-9e2322628c3b service neutron] Checking agent: {'id': '3e5ace3e-dd7b-4522-a7c4-77d13dbeab1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:34:27.440851 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330a6217-4894-4c8c-bd64-b2dfa5d7bba2 req-8a75d490-4e67-4fb6-9b18-9e2322628c3b service neutron] Checking segment: {'id': '3b732879-896e-432d-a96e-7cba9e2b8a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ac37406e-6eba-42f0-a02b-49bc68c3a995'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:34:27.441336 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330a6217-4894-4c8c-bd64-b2dfa5d7bba2 req-8a75d490-4e67-4fb6-9b18-9e2322628c3b service neutron] Bound using segment: {'id': '3b732879-896e-432d-a96e-7cba9e2b8a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ac37406e-6eba-42f0-a02b-49bc68c3a995'} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:34:27.441813 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-330a6217-4894-4c8c-bd64-b2dfa5d7bba2 req-8a75d490-4e67-4fb6-9b18-9e2322628c3b service neutron] Bound port: c4591f1a-72bd-499c-9d02-33e34cca26d5, host: n-h1-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b732879-896e-432d-a96e-7cba9e2b8a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ac37406e-6eba-42f0-a02b-49bc68c3a995'}}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:34:27.442165 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-330a6217-4894-4c8c-bd64-b2dfa5d7bba2 req-8a75d490-4e67-4fb6-9b18-9e2322628c3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:27.572965 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-41eb5d55-5ed6-43b3-87f3-402d44ecfe92 req-bdfa496f-459e-43ce-8bb0-9e2e5de7177d tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] No DVR routers for this DVR port c50da616-5df4-4318-8545-beef844bcaf8 on host n-h2-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:34:27.577900 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-41eb5d55-5ed6-43b3-87f3-402d44ecfe92 req-bdfa496f-459e-43ce-8bb0-9e2e5de7177d tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:27.581838 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-41eb5d55-5ed6-43b3-87f3-402d44ecfe92 req-bdfa496f-459e-43ce-8bb0-9e2e5de7177d tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.47 "DELETE /v2.0/ports/c50da616-5df4-4318-8545-beef844bcaf8 HTTP/1.1" status: 204 len: 173 time: 1.8503630 Dec 20 14:34:27.584519 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64fdf7d1-efde-4de1-bf72-e69d36342c02', 'name': 'network-vif-deleted', 'tag': 'c50da616-5df4-4318-8545-beef844bcaf8'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:34:27.587286 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a65f8b1e-364e-4c97-b9ac-515a321f80b6" -d '{"events": [{"server_uuid": "64fdf7d1-efde-4de1-bf72-e69d36342c02", "name": "network-vif-deleted", "tag": "c50da616-5df4-4318-8545-beef844bcaf8"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:34:27.627480 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-af97eb56-5652-4829-99f0-d2048ab270cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:27.665049 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-330a6217-4894-4c8c-bd64-b2dfa5d7bba2 req-8a75d490-4e67-4fb6-9b18-9e2322628c3b service neutron] For port c4591f1a-72bd-499c-9d02-33e34cca26d5, host n-h1-761264-19, cleared binding levels {{(pid=103168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:34:27.671719 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-330a6217-4894-4c8c-bd64-b2dfa5d7bba2 req-8a75d490-4e67-4fb6-9b18-9e2322628c3b service neutron] For port c4591f1a-72bd-499c-9d02-33e34cca26d5, host n-h1-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=c4591f1a-72bd-499c-9d02-33e34cca26d5,segment=NetworkSegment(3b732879-896e-432d-a96e-7cba9e2b8a93),segment_id=3b732879-896e-432d-a96e-7cba9e2b8a93)] {{(pid=103168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:34:27.675470 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af97eb56-5652-4829-99f0-d2048ab270cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c98918e-a84f-44c1-9518-86f591204c17,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:34:27.689396 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-330a6217-4894-4c8c-bd64-b2dfa5d7bba2 req-8a75d490-4e67-4fb6-9b18-9e2322628c3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:27.691631 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e5597d7-d052-4f95-84fc-0505c36dab40 x-openstack-request-id: req-4e5597d7-d052-4f95-84fc-0505c36dab40 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:34:27.691991 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64fdf7d1-efde-4de1-bf72-e69d36342c02", "name": "network-vif-deleted", "tag": "c50da616-5df4-4318-8545-beef844bcaf8", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:34:27.693962 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4e5597d7-d052-4f95-84fc-0505c36dab40 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:34:27.694490 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64fdf7d1-efde-4de1-bf72-e69d36342c02', 'name': 'network-vif-deleted', 'tag': 'c50da616-5df4-4318-8545-beef844bcaf8', 'status': 'completed', 'code': 200} Dec 20 14:34:27.701320 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-af97eb56-5652-4829-99f0-d2048ab270cc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:27.713116 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-af97eb56-5652-4829-99f0-d2048ab270cc admin admin] 10.222.0.54 "DELETE /v2.0/subnets/1c98918e-a84f-44c1-9518-86f591204c17 HTTP/1.1" status: 204 len: 168 time: 0.6931205 Dec 20 14:34:27.743539 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36140) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:34:27.800818 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330a6217-4894-4c8c-bd64-b2dfa5d7bba2 req-8a75d490-4e67-4fb6-9b18-9e2322628c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:27.801998 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-330a6217-4894-4c8c-bd64-b2dfa5d7bba2 req-8a75d490-4e67-4fb6-9b18-9e2322628c3b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:27.803486 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-330a6217-4894-4c8c-bd64-b2dfa5d7bba2 req-8a75d490-4e67-4fb6-9b18-9e2322628c3b service neutron] 10.222.0.30 "PUT /v2.0/ports/c4591f1a-72bd-499c-9d02-33e34cca26d5 HTTP/1.1" status: 200 len: 1092 time: 1.3308401 Dec 20 14:34:27.821249 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b0ad37-898b-4f00-b592-282d10211aa9 req-aa5aba80-af63-4fe5-a406-460ff77d66cf tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:27.822938 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f0b0ad37-898b-4f00-b592-282d10211aa9 req-aa5aba80-af63-4fe5-a406-460ff77d66cf tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec542727-5897-4643-b7ad-0a7500e7de87 HTTP/1.1" status: 200 len: 943 time: 0.3115981 Dec 20 14:34:27.869661 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a75d490-4e67-4fb6-9b18-9e2322628c3b service neutron] Pushing event updated for resources: {'Port': ['ID=c4591f1a-72bd-499c-9d02-33e34cca26d5,revision_number=3']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:34:27.888456 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1d4c915c-48bd-4e02-bed5-b1d43c7d294d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:27.914313 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd2166a0-618b-421a-9cc5-715ce58bbd5d tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Router ebce5a1f-bd4c-4751-8c26-0680aea4abc2 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:34:27.945448 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f0b0ad37-898b-4f00-b592-282d10211aa9 req-8fc97ce5-112b-4c11-97c0-c0e61f2e1def tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078594 Dec 20 14:34:27.965827 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330a6217-4894-4c8c-bd64-b2dfa5d7bba2 req-87c03aad-8102-47b3-ba6f-6925f3708e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:27.968144 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-330a6217-4894-4c8c-bd64-b2dfa5d7bba2 req-87c03aad-8102-47b3-ba6f-6925f3708e12 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b34e3eedf72e455b9cbb2db5d8862a92&device_id=ec542727-5897-4643-b7ad-0a7500e7de87 HTTP/1.1" status: 200 len: 1095 time: 0.0940652 Dec 20 14:34:28.019815 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-330a6217-4894-4c8c-bd64-b2dfa5d7bba2 req-3dd43d1b-9529-472a-ae1a-f9182e0e15ee service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c4591f1a-72bd-499c-9d02-33e34cca26d5 HTTP/1.1" status: 200 len: 217 time: 0.0430596 Dec 20 14:34:28.028868 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1d4c915c-48bd-4e02-bed5-b1d43c7d294d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:28.122671 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330a6217-4894-4c8c-bd64-b2dfa5d7bba2 req-6b1fb55c-afd3-48c2-806d-7c4d061c5269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:28.124448 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-330a6217-4894-4c8c-bd64-b2dfa5d7bba2 req-6b1fb55c-afd3-48c2-806d-7c4d061c5269 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8bcc849b-c021-46b4-96cd-8d7c30cd2023 HTTP/1.1" status: 200 len: 845 time: 0.0966282 Dec 20 14:34:28.173966 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-330a6217-4894-4c8c-bd64-b2dfa5d7bba2 req-ed326205-b4ab-4597-b566-e191377d604b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ac37406e-6eba-42f0-a02b-49bc68c3a995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354271 Dec 20 14:34:28.186139 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6d7542-3fa6-49d3-9efe-253b882d631b req-ef2d0b69-2498-49c3-b48c-ec8b47c1db9b tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:28.187856 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-bc6d7542-3fa6-49d3-9efe-253b882d631b req-ef2d0b69-2498-49c3-b48c-ec8b47c1db9b tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.30 "GET /v2.0/ports?device_id=a880c61e-49f2-43fd-ab75-b247d720eead HTTP/1.1" status: 200 len: 945 time: 0.1187215 Dec 20 14:34:28.190357 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-1d4c915c-48bd-4e02-bed5-b1d43c7d294d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b18a6d6-5eb5-4524-9610-37b07a918fee']}} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:34:28.206848 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-1d4c915c-48bd-4e02-bed5-b1d43c7d294d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45f1a2cc-dff1-4a41-9703-a1068dcfcb95') {'for_net_delete': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:34:28.207118 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-1d4c915c-48bd-4e02-bed5-b1d43c7d294d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45f1a2cc-dff1-4a41-9703-a1068dcfcb95') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:34:28.251532 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1d4c915c-48bd-4e02-bed5-b1d43c7d294d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954405'] for segment, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:28.280744 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfbba63-6e44-488c-b33e-0f8a766a9bd6 req-92312638-5129-4191-aff4-f897d3e5b0e8 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:28.282399 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2dfbba63-6e44-488c-b33e-0f8a766a9bd6 req-92312638-5129-4191-aff4-f897d3e5b0e8 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/ports?device_id=a880c61e-49f2-43fd-ab75-b247d720eead HTTP/1.1" status: 200 len: 945 time: 0.2573817 Dec 20 14:34:28.288004 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1d4c915c-48bd-4e02-bed5-b1d43c7d294d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:28.305810 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d4c915c-48bd-4e02-bed5-b1d43c7d294d admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=103167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:34:28.306302 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1d4c915c-48bd-4e02-bed5-b1d43c7d294d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9956000'] for segment, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:28.309088 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:28.309088 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:34:28.309088 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:28.309088 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:34:28.309088 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:28.309088 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:34:28.309088 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:28.309088 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:34:28.309088 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:28.309088 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:34:28.309088 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:28.309088 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:34:28.309088 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:28.309088 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:34:28.309088 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:28.309088 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:34:28.309088 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:28.309088 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:34:28.309088 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:28.309088 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:34:28.309088 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:28.309088 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:34:28.309088 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:28.309088 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:34:28.309088 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:28.309088 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:34:28.309088 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:28.309088 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:34:28.309088 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:28.309088 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:34:28.309088 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:28.309088 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:34:28.309088 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:28.309088 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:34:28.309088 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:28.309088 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:34:28.311292 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:28.311292 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:34:28.311292 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:28.311292 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:34:28.311292 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:28.311292 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:34:28.311292 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:28.311292 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:34:28.311292 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:28.311292 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:34:28.311292 n-d-761264-19 neutron-server[103167]: Traceback (most recent call last): Dec 20 14:34:28.311292 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:34:28.311292 n-d-761264-19 neutron-server[103167]: timer() Dec 20 14:34:28.311292 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:34:28.311292 n-d-761264-19 neutron-server[103167]: cb(*args, **kw) Dec 20 14:34:28.311292 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:34:28.311292 n-d-761264-19 neutron-server[103167]: return func(*args, **kwargs) Dec 20 14:34:28.311292 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:34:28.311292 n-d-761264-19 neutron-server[103167]: self._notify() Dec 20 14:34:28.311292 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:34:28.311292 n-d-761264-19 neutron-server[103167]: self.callback(batched_events) Dec 20 14:34:28.311292 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:34:28.311292 n-d-761264-19 neutron-server[103167]: event.method(event) Dec 20 14:34:28.311292 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:34:28.311292 n-d-761264-19 neutron-server[103167]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:34:28.311292 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:34:28.311292 n-d-761264-19 neutron-server[103167]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:34:28.311292 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:34:28.311292 n-d-761264-19 neutron-server[103167]: return f(self, *a, **k) Dec 20 14:34:28.311292 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:34:28.311292 n-d-761264-19 neutron-server[103167]: return self._get(url).json() Dec 20 14:34:28.311292 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:34:28.311292 n-d-761264-19 neutron-server[103167]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:34:28.311292 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:34:28.311292 n-d-761264-19 neutron-server[103167]: return self.request(url, 'GET', **kwargs) Dec 20 14:34:28.311292 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:34:28.311292 n-d-761264-19 neutron-server[103167]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:34:28.311292 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:34:28.311292 n-d-761264-19 neutron-server[103167]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:34:28.311292 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:34:28.311292 n-d-761264-19 neutron-server[103167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:34:28.311292 n-d-761264-19 neutron-server[103167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:34:28.360351 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-330a6217-4894-4c8c-bd64-b2dfa5d7bba2 req-39bbe84d-b100-4a8b-bb85-06b9d42e86de service neutron] 10.222.0.30 "GET /v2.0/networks/ac37406e-6eba-42f0-a02b-49bc68c3a995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713834 Dec 20 14:34:28.372625 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd2166a0-618b-421a-9cc5-715ce58bbd5d tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:34:28.378505 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-dd2166a0-618b-421a-9cc5-715ce58bbd5d tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:28.385752 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ffba44-4f4d-471c-b4c9-71ada47b9a54 None None] Sync routers for ids ['ebce5a1f-bd4c-4751-8c26-0680aea4abc2'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:34:28.391394 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-bc6d7542-3fa6-49d3-9efe-253b882d631b req-883ce0b9-9243-468f-832b-3e5493016cf4 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Deleting port c0e696a9-67de-4069-afe8-9f524b656cd4 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:34:28.391740 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-bc6d7542-3fa6-49d3-9efe-253b882d631b req-883ce0b9-9243-468f-832b-3e5493016cf4 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:28.401157 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ffba44-4f4d-471c-b4c9-71ada47b9a54 None None] Routers {'ebce5a1f-bd4c-4751-8c26-0680aea4abc2'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:34:28.401863 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-77ffba44-4f4d-471c-b4c9-71ada47b9a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:34:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['ebce5a1f-bd4c-4751-8c26-0680aea4abc2'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:34:28.444825 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2dfbba63-6e44-488c-b33e-0f8a766a9bd6 req-cb6bc72a-2faa-42d7-b265-1122feafba13 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/security-groups?id=0393fd0b-7973-42e2-8187-db178c6daece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537523 Dec 20 14:34:28.452531 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1d4c915c-48bd-4e02-bed5-b1d43c7d294d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:28.453446 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec542727-5897-4643-b7ad-0a7500e7de87', 'tag': 'c4591f1a-72bd-499c-9d02-33e34cca26d5'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:34:28.455887 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3050810e-3137-4f27-a85c-dfc99e6a3ace" -d '{"events": [{"name": "network-changed", "server_uuid": "ec542727-5897-4643-b7ad-0a7500e7de87", "tag": "c4591f1a-72bd-499c-9d02-33e34cca26d5"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:34:28.499054 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-77ffba44-4f4d-471c-b4c9-71ada47b9a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:34:28.509418 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1d4c915c-48bd-4e02-bed5-b1d43c7d294d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:28.513201 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-1d4c915c-48bd-4e02-bed5-b1d43c7d294d admin admin] 10.222.0.54 "DELETE /v2.0/networks/7b18a6d6-5eb5-4524-9610-37b07a918fee HTTP/1.1" status: 204 len: 168 time: 0.7670939 Dec 20 14:34:28.514958 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ffba44-4f4d-471c-b4c9-71ada47b9a54 None None] Routers {'ebce5a1f-bd4c-4751-8c26-0680aea4abc2'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:34:28.515636 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-77ffba44-4f4d-471c-b4c9-71ada47b9a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:34:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['ebce5a1f-bd4c-4751-8c26-0680aea4abc2'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:34:28.550559 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b53eafd-9e28-49e2-8a09-9cf8bf0965c2 x-openstack-request-id: req-0b53eafd-9e28-49e2-8a09-9cf8bf0965c2 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:34:28.556364 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec542727-5897-4643-b7ad-0a7500e7de87", "tag": "c4591f1a-72bd-499c-9d02-33e34cca26d5", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:34:28.556760 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0b53eafd-9e28-49e2-8a09-9cf8bf0965c2 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:34:28.557196 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec542727-5897-4643-b7ad-0a7500e7de87', 'tag': 'c4591f1a-72bd-499c-9d02-33e34cca26d5', 'status': 'completed', 'code': 200} Dec 20 14:34:28.566052 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-77ffba44-4f4d-471c-b4c9-71ada47b9a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:34:28.566797 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ffba44-4f4d-471c-b4c9-71ada47b9a54 None None] The sync data for ids ['ebce5a1f-bd4c-4751-8c26-0680aea4abc2'] in n-d-761264-19 is: [] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:34:28.574021 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4c915c-48bd-4e02-bed5-b1d43c7d294d admin admin] Pushing event deleted for resources: {'Network': ['ID=7b18a6d6-5eb5-4524-9610-37b07a918fee,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:34:28.582233 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-dd2166a0-618b-421a-9cc5-715ce58bbd5d tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] 10.222.0.54 "PUT /v2.0/floatingips/f84ddc15-180a-4fb0-a454-e441eaaa25ba HTTP/1.1" status: 200 len: 976 time: 3.6092358 Dec 20 14:34:28.590839 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36160) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:34:28.602951 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-3656536b-1d5a-4e7b-a89f-f7671ee5667c tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:34:28.609179 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-bc6d7542-3fa6-49d3-9efe-253b882d631b req-883ce0b9-9243-468f-832b-3e5493016cf4 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] For port c0e696a9-67de-4069-afe8-9f524b656cd4, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=c0e696a9-67de-4069-afe8-9f524b656cd4,segment=NetworkSegment(f64287f5-affc-42db-b5fb-e9b8ade134fb),segment_id=f64287f5-affc-42db-b5fb-e9b8ade134fb)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:34:28.609543 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-bc6d7542-3fa6-49d3-9efe-253b882d631b req-883ce0b9-9243-468f-832b-3e5493016cf4 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:28.615017 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-330a6217-4894-4c8c-bd64-b2dfa5d7bba2 req-548b9bfe-b0e7-45bf-a3d1-7c1f2375ae65 service neutron] 10.222.0.30 "GET /v2.0/networks/ac37406e-6eba-42f0-a02b-49bc68c3a995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448921 Dec 20 14:34:28.633445 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-bc6d7542-3fa6-49d3-9efe-253b882d631b req-883ce0b9-9243-468f-832b-3e5493016cf4 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Calling delete_port for c0e696a9-67de-4069-afe8-9f524b656cd4 owned by compute:nova {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:34:28.695772 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3656536b-1d5a-4e7b-a89f-f7671ee5667c tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks [] for floatingip, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:28.737840 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36164) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:34:28.843617 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device c50da616-5df4-4318-8545-beef844bcaf8 no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:34:28.848368 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-b2a4fbae-aaed-40ea-adaa-39ed032a5b35 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1668f15de35344daa3b6ab86e10028fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1065788 Dec 20 14:34:28.848576 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36166) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:34:28.874649 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] No Port match for: c50da616-5df4-4318-8545-beef844bcaf8 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:34:28.874907 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device c50da616-5df4-4318-8545-beef844bcaf8 not bound to the agent host n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:34:28.875348 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device fd19597a-066f-458a-af60-3f1d842d4ec1 no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:34:28.905507 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] No Port match for: fd19597a-066f-458a-af60-3f1d842d4ec1 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:34:28.905922 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device fd19597a-066f-458a-af60-3f1d842d4ec1 not bound to the agent host n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:34:28.931414 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3656536b-1d5a-4e7b-a89f-f7671ee5667c tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:28.938611 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3656536b-1d5a-4e7b-a89f-f7671ee5667c tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585115'] for floatingip, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:28.938922 n-d-761264-19 neutron-server[103167]: INFO neutron.db.l3_db [None req-3656536b-1d5a-4e7b-a89f-f7671ee5667c tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Floating IP f84ddc15-180a-4fb0-a454-e441eaaa25ba disassociated. External IP: 172.25.0.216, port: 346fdd8f-aa61-444e-bd49-17ae74d161f5. Dec 20 14:34:28.984887 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-24d160b9-cb7c-4b68-acf3-8eb6b6f56f8e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:29.048566 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-24d160b9-cb7c-4b68-acf3-8eb6b6f56f8e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:29.113494 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a935ac1-d83b-49a5-bf2a-f1f149dac16a req-ecb9ba88-081b-4c1c-ad43-f2f34c3dc0a1 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:29.114538 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2a935ac1-d83b-49a5-bf2a-f1f149dac16a req-ecb9ba88-081b-4c1c-ad43-f2f34c3dc0a1 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ba28b68-c49c-43e1-9114-970c5ba1b196 HTTP/1.1" status: 200 len: 951 time: 0.1123157 Dec 20 14:34:29.116902 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3050810e-3137-4f27-a85c-dfc99e6a3ace req-c4a30b52-9bf6-42bb-a84a-670c1746eb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:29.118668 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3050810e-3137-4f27-a85c-dfc99e6a3ace req-c4a30b52-9bf6-42bb-a84a-670c1746eb76 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b34e3eedf72e455b9cbb2db5d8862a92&device_id=ec542727-5897-4643-b7ad-0a7500e7de87 HTTP/1.1" status: 200 len: 1095 time: 0.1143367 Dec 20 14:34:29.159081 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa70fd37-7bd5-440d-bf2a-7d3a321a4090 req-90f61327-a2cc-4563-ba57-7fc7d2de1f60 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:29.160562 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-aa70fd37-7bd5-440d-bf2a-7d3a321a4090 req-90f61327-a2cc-4563-ba57-7fc7d2de1f60 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec542727-5897-4643-b7ad-0a7500e7de87 HTTP/1.1" status: 200 len: 943 time: 0.1162968 Dec 20 14:34:29.225060 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-24d160b9-cb7c-4b68-acf3-8eb6b6f56f8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:29.227629 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-24d160b9-cb7c-4b68-acf3-8eb6b6f56f8e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:29.228761 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-24d160b9-cb7c-4b68-acf3-8eb6b6f56f8e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6eb2300e-8d7a-49f8-9f79-4f8500bed1cd HTTP/1.1" status: 204 len: 168 time: 0.3792520 Dec 20 14:34:29.263780 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-bc6d7542-3fa6-49d3-9efe-253b882d631b req-883ce0b9-9243-468f-832b-3e5493016cf4 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:29.272607 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2a935ac1-d83b-49a5-bf2a-f1f149dac16a req-ac25535d-44a9-4f97-bad6-1ce5dc439bd5 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466920 Dec 20 14:34:29.279223 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d160b9-cb7c-4b68-acf3-8eb6b6f56f8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb2300e-8d7a-49f8-9f79-4f8500bed1cd,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:34:29.289039 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['c0e696a9-67de-4069-afe8-9f524b656cd4'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:34:29.299905 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-aa70fd37-7bd5-440d-bf2a-7d3a321a4090 req-f39fbae6-7074-4672-b789-63ef471267d2 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056364 Dec 20 14:34:29.314164 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883ce0b9-9243-468f-832b-3e5493016cf4 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Pushing event deleted for resources: {'Port': ['ID=c0e696a9-67de-4069-afe8-9f524b656cd4,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:34:29.322407 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3050810e-3137-4f27-a85c-dfc99e6a3ace req-652cd938-ff2b-42b8-8fe4-ac2d2af68ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:29.324664 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3050810e-3137-4f27-a85c-dfc99e6a3ace req-652cd938-ff2b-42b8-8fe4-ac2d2af68ada service neutron] 10.222.0.30 "GET /v2.0/networks?id=ac37406e-6eba-42f0-a02b-49bc68c3a995 HTTP/1.1" status: 200 len: 906 time: 0.1951180 Dec 20 14:34:29.337437 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3656536b-1d5a-4e7b-a89f-f7671ee5667c tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Router ebce5a1f-bd4c-4751-8c26-0680aea4abc2 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:34:29.411606 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3050810e-3137-4f27-a85c-dfc99e6a3ace req-9d6e757e-fd55-46ed-b631-17dd5ddb9d9d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c4591f1a-72bd-499c-9d02-33e34cca26d5 HTTP/1.1" status: 200 len: 217 time: 0.0762305 Dec 20 14:34:29.443641 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc6d7542-3fa6-49d3-9efe-253b882d631b req-883ce0b9-9243-468f-832b-3e5493016cf4 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] No DVR routers for this DVR port c0e696a9-67de-4069-afe8-9f524b656cd4 on host n-h1-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:34:29.446931 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-bc6d7542-3fa6-49d3-9efe-253b882d631b req-883ce0b9-9243-468f-832b-3e5493016cf4 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:29.452361 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-bc6d7542-3fa6-49d3-9efe-253b882d631b req-883ce0b9-9243-468f-832b-3e5493016cf4 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.30 "DELETE /v2.0/ports/c0e696a9-67de-4069-afe8-9f524b656cd4 HTTP/1.1" status: 204 len: 173 time: 1.2554553 Dec 20 14:34:29.484238 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3656536b-1d5a-4e7b-a89f-f7671ee5667c tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:34:29.489828 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3656536b-1d5a-4e7b-a89f-f7671ee5667c tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:29.500932 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f524e16-f823-472b-8c7c-cc4d8ef82456 None None] Sync routers for ids ['ebce5a1f-bd4c-4751-8c26-0680aea4abc2'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:34:29.519600 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f524e16-f823-472b-8c7c-cc4d8ef82456 None None] Routers {'ebce5a1f-bd4c-4751-8c26-0680aea4abc2'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:34:29.520415 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-8f524e16-f823-472b-8c7c-cc4d8ef82456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:34:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['ebce5a1f-bd4c-4751-8c26-0680aea4abc2'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:34:29.531598 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3050810e-3137-4f27-a85c-dfc99e6a3ace req-09a7a19d-685a-4625-a6bb-bb0a9cd25d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:29.533769 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3050810e-3137-4f27-a85c-dfc99e6a3ace req-09a7a19d-685a-4625-a6bb-bb0a9cd25d25 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8bcc849b-c021-46b4-96cd-8d7c30cd2023 HTTP/1.1" status: 200 len: 845 time: 0.0979118 Dec 20 14:34:29.584627 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-8f524e16-f823-472b-8c7c-cc4d8ef82456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:34:29.590523 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3050810e-3137-4f27-a85c-dfc99e6a3ace req-a36a656e-0c64-4231-91c3-a2a98ef99174 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ac37406e-6eba-42f0-a02b-49bc68c3a995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470076 Dec 20 14:34:29.592283 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d5480f69-d463-41ec-8c94-28583472aab3 req-9635c319-a4cc-44ec-82fb-2e1cedfa2332 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/ports?device_id=a880c61e-49f2-43fd-ab75-b247d720eead HTTP/1.1" status: 200 len: 210 time: 0.0389414 Dec 20 14:34:29.596513 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-3656536b-1d5a-4e7b-a89f-f7671ee5667c tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] 10.222.0.54 "PUT /v2.0/floatingips/f84ddc15-180a-4fb0-a454-e441eaaa25ba HTTP/1.1" status: 200 len: 688 time: 1.0019875 Dec 20 14:34:29.596757 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36182) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:34:29.618288 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f524e16-f823-472b-8c7c-cc4d8ef82456 None None] Routers {'ebce5a1f-bd4c-4751-8c26-0680aea4abc2'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:34:29.619305 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-8f524e16-f823-472b-8c7c-cc4d8ef82456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:34:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['ebce5a1f-bd4c-4751-8c26-0680aea4abc2'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:34:29.674067 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-8f524e16-f823-472b-8c7c-cc4d8ef82456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:34:29.674985 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f524e16-f823-472b-8c7c-cc4d8ef82456 None None] The sync data for ids ['ebce5a1f-bd4c-4751-8c26-0680aea4abc2'] in n-d-761264-19 is: [] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:34:29.757765 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3050810e-3137-4f27-a85c-dfc99e6a3ace req-39d050cf-2647-4764-9d9e-75200c062f12 service neutron] 10.222.0.30 "GET /v2.0/networks/ac37406e-6eba-42f0-a02b-49bc68c3a995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519160 Dec 20 14:34:29.771889 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-a48c6783-7519-49e6-9421-3539dc8fab44 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Deleting port 229db048-a6d9-4145-bb4b-f82b0fb6547a {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:34:29.772265 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a48c6783-7519-49e6-9421-3539dc8fab44 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:29.864696 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3050810e-3137-4f27-a85c-dfc99e6a3ace req-ab2c1166-2688-419a-9914-4351df0a3b0f service neutron] 10.222.0.30 "GET /v2.0/networks/ac37406e-6eba-42f0-a02b-49bc68c3a995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985594 Dec 20 14:34:29.866387 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a48c6783-7519-49e6-9421-3539dc8fab44 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:29.866983 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a48c6783-7519-49e6-9421-3539dc8fab44 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:29.888425 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-a48c6783-7519-49e6-9421-3539dc8fab44 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Calling delete_port for 229db048-a6d9-4145-bb4b-f82b0fb6547a owned by network:floatingip {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:34:29.888780 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7 no longer exists at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:34:29.977557 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:30.003517 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a76f30c8-712d-44b7-9ed3-98bb884698ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:34:30.006195 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3baf5f45-5857-4703-ad0d-23de7e91e40b" -d '{"events": [{"server_uuid": "a76f30c8-712d-44b7-9ed3-98bb884698ef", "name": "network-vif-unplugged", "status": "completed", "tag": "dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:34:30.024521 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7,segment=NetworkSegment(64c4cfe8-4670-4033-981a-f04cac942433),segment_id=64c4cfe8-4670-4033-981a-f04cac942433)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:34:30.030493 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:30.060649 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a48c6783-7519-49e6-9421-3539dc8fab44 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:30.063600 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 14:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00db1681-e47a-4433-b872-46af0a6c67fc x-openstack-request-id: req-00db1681-e47a-4433-b872-46af0a6c67fc {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:34:30.063903 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a76f30c8-712d-44b7-9ed3-98bb884698ef", "name": "network-vif-unplugged", "status": "completed", "tag": "dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:34:30.064151 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-00db1681-e47a-4433-b872-46af0a6c67fc {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:34:30.064545 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a76f30c8-712d-44b7-9ed3-98bb884698ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7', 'code': 200} Dec 20 14:34:30.103254 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48c6783-7519-49e6-9421-3539dc8fab44 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Pushing event deleted for resources: {'Port': ['ID=229db048-a6d9-4145-bb4b-f82b0fb6547a,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:34:30.106607 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7,revision_number=8']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:34:30.192534 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3934aa-6e11-40c2-887f-4458db2d26bd req-c40dee43-ac0a-4ef2-aa9f-555d92cb04fe tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:30.194045 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2a3934aa-6e11-40c2-887f-4458db2d26bd req-c40dee43-ac0a-4ef2-aa9f-555d92cb04fe tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ba28b68-c49c-43e1-9114-970c5ba1b196 HTTP/1.1" status: 200 len: 951 time: 0.1291389 Dec 20 14:34:30.199621 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a48c6783-7519-49e6-9421-3539dc8fab44 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks [] for floatingip, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:30.202544 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a48c6783-7519-49e6-9421-3539dc8fab44 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:30.203751 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-a48c6783-7519-49e6-9421-3539dc8fab44 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] 10.222.0.54 "DELETE /v2.0/floatingips/f84ddc15-180a-4fb0-a454-e441eaaa25ba HTTP/1.1" status: 204 len: 168 time: 0.6059673 Dec 20 14:34:30.207655 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 36204) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:34:30.254086 n-d-761264-19 neutron-server[103168]: INFO neutron.api.v2.resource [None req-a87ec9cb-6f2c-49eb-8ed1-16f90ca83b14 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] delete failed (client error): The resource could not be found. Dec 20 14:34:30.255210 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-a87ec9cb-6f2c-49eb-8ed1-16f90ca83b14 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] 10.222.0.54 "DELETE /v2.0/floatingips/f84ddc15-180a-4fb0-a454-e441eaaa25ba HTTP/1.1" status: 404 len: 345 time: 0.0459323 Dec 20 14:34:30.260601 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 36206) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:34:30.322620 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-2a3934aa-6e11-40c2-887f-4458db2d26bd req-630256dd-e046-449a-9b3c-db7dd5ae3338 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Deleting port d992040d-645b-4c58-aa14-af5a25f16ed2 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:34:30.323231 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-2a3934aa-6e11-40c2-887f-4458db2d26bd req-630256dd-e046-449a-9b3c-db7dd5ae3338 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:30.336685 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 36212) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:34:30.417418 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48dbdd8-623e-4a6d-85de-bfc8c71628df tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:30.434486 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48dbdd8-623e-4a6d-85de-bfc8c71628df tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:30.444399 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48dbdd8-623e-4a6d-85de-bfc8c71628df tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:30.449900 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-c48dbdd8-623e-4a6d-85de-bfc8c71628df tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] 10.222.0.54 "GET /v2.0/ports?network_id=c67c2a2a-67cb-40e4-a9a6-783d579d8b4a HTTP/1.1" status: 200 len: 2357 time: 0.1886587 Dec 20 14:34:30.452199 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 36218) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:34:30.477987 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-517017d6-fb01-4f20-a3b3-07d5908a0f7c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1828449498-network', 'tenant_id': '73b54c51b78c45c0a74ac90fc0f7e0af'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:34:30.549093 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0632cfb-7081-404d-b3bd-f342a4be5cf8 req-d0a010ca-0db8-4ad5-8df1-8c28ee7c3c0c tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:30.555482 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e0632cfb-7081-404d-b3bd-f342a4be5cf8 req-d0a010ca-0db8-4ad5-8df1-8c28ee7c3c0c tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec542727-5897-4643-b7ad-0a7500e7de87 HTTP/1.1" status: 200 len: 943 time: 0.0885019 Dec 20 14:34:30.558173 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-2a3934aa-6e11-40c2-887f-4458db2d26bd req-630256dd-e046-449a-9b3c-db7dd5ae3338 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] For port d992040d-645b-4c58-aa14-af5a25f16ed2, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=d992040d-645b-4c58-aa14-af5a25f16ed2,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:34:30.558646 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-2a3934aa-6e11-40c2-887f-4458db2d26bd req-630256dd-e046-449a-9b3c-db7dd5ae3338 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:30.562020 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504f5e42-8d36-4592-9684-26fbf499c4f1 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:30.568067 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-504f5e42-8d36-4592-9684-26fbf499c4f1 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] 10.222.0.54 "GET /v2.0/subnets/bb5d0b86-dcdb-4722-bb6b-1b7fe4a0022c HTTP/1.1" status: 200 len: 797 time: 0.1101494 Dec 20 14:34:30.568067 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a880c61e-49f2-43fd-ab75-b247d720eead', 'name': 'network-vif-deleted', 'tag': 'c0e696a9-67de-4069-afe8-9f524b656cd4'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:34:30.568067 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6a8090e-7567-4cb0-a1a0-55a8890f2067" -d '{"events": [{"server_uuid": "a880c61e-49f2-43fd-ab75-b247d720eead", "name": "network-vif-deleted", "tag": "c0e696a9-67de-4069-afe8-9f524b656cd4"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:34:30.570178 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 36224) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:34:30.575335 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-31efc0b8-fe37-41cc-a0ed-72ba7d6af80a tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Request body: {'port': {'network_id': 'c67c2a2a-67cb-40e4-a9a6-783d579d8b4a', 'name': 'tempest-FloatingIPTestJSON-945282332', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:34:30.579627 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-517017d6-fb01-4f20-a3b3-07d5908a0f7c admin admin] Made reservation on behalf of 73b54c51b78c45c0a74ac90fc0f7e0af for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:34:30.581905 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-517017d6-fb01-4f20-a3b3-07d5908a0f7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:30.588380 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-2a3934aa-6e11-40c2-887f-4458db2d26bd req-630256dd-e046-449a-9b3c-db7dd5ae3338 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Calling delete_port for d992040d-645b-4c58-aa14-af5a25f16ed2 owned by compute:nova {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:34:30.610027 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-517017d6-fb01-4f20-a3b3-07d5908a0f7c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:30.619382 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd367e39-a6ff-4c6f-8422-64576b32a277 req-31d34423-ae9d-4b66-8ebf-643d6e2ae7e6 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:30.620929 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-bd367e39-a6ff-4c6f-8422-64576b32a277 req-31d34423-ae9d-4b66-8ebf-643d6e2ae7e6 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ba28b68-c49c-43e1-9114-970c5ba1b196 HTTP/1.1" status: 200 len: 951 time: 0.1697602 Dec 20 14:34:30.654007 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4808b40d-e394-4a0c-9905-9425ded8a7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:30.757166 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-bd367e39-a6ff-4c6f-8422-64576b32a277 req-002baf59-6146-4291-981c-5c410561a3cf tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246490 Dec 20 14:34:30.815310 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31efc0b8-fe37-41cc-a0ed-72ba7d6af80a tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Made reservation on behalf of b689693ddc3f49a2b3f8f42717070fd5 for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:34:30.838849 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-517017d6-fb01-4f20-a3b3-07d5908a0f7c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:30.848825 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-517017d6-fb01-4f20-a3b3-07d5908a0f7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:30.900517 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-517017d6-fb01-4f20-a3b3-07d5908a0f7c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:34:30.913518 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38be25de-5347-47e6-b26e-27ed19db4f01 x-openstack-request-id: req-38be25de-5347-47e6-b26e-27ed19db4f01 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:34:30.913845 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a880c61e-49f2-43fd-ab75-b247d720eead", "name": "network-vif-deleted", "tag": "c0e696a9-67de-4069-afe8-9f524b656cd4", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:34:30.914100 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-38be25de-5347-47e6-b26e-27ed19db4f01 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:34:30.914970 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a880c61e-49f2-43fd-ab75-b247d720eead', 'name': 'network-vif-deleted', 'tag': 'c0e696a9-67de-4069-afe8-9f524b656cd4', 'status': 'completed', 'code': 200} Dec 20 14:34:30.935259 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-517017d6-fb01-4f20-a3b3-07d5908a0f7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:30.935460 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-517017d6-fb01-4f20-a3b3-07d5908a0f7c admin admin] Added segment 53618fa9-4105-49a9-a955-23da9897e6b1 of type vlan for network 4e9c693b-ae57-4db2-bda8-62d561eefb48 Dec 20 14:34:30.944923 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517017d6-fb01-4f20-a3b3-07d5908a0f7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff2c97d-c902-4302-9c87-14f917dbe0ba,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:34:30.994088 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e0632cfb-7081-404d-b3bd-f342a4be5cf8 req-896d8546-5ec4-4f5d-a533-a2ab8f04fa3e tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4320385 Dec 20 14:34:30.996018 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-31efc0b8-fe37-41cc-a0ed-72ba7d6af80a tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:31.000033 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-517017d6-fb01-4f20-a3b3-07d5908a0f7c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:31.035027 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [None req-31efc0b8-fe37-41cc-a0ed-72ba7d6af80a tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] device_id is not set on port fb5e9127-41f0-43b0-b7ff-64d706471842 yet. {{(pid=103168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 14:34:31.118565 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-2a3934aa-6e11-40c2-887f-4458db2d26bd req-630256dd-e046-449a-9b3c-db7dd5ae3338 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:31.128221 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-517017d6-fb01-4f20-a3b3-07d5908a0f7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:31.128221 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517017d6-fb01-4f20-a3b3-07d5908a0f7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:31.128824 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-517017d6-fb01-4f20-a3b3-07d5908a0f7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:31.145437 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['47effca4-a119-48c1-b2c1-a300bc11c325', '98281e45-dedd-4c00-9e3f-43cdc88eaf0c'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:34:31.153516 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['d992040d-645b-4c58-aa14-af5a25f16ed2'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:34:31.178145 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630256dd-e046-449a-9b3c-db7dd5ae3338 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Pushing event deleted for resources: {'Port': ['ID=d992040d-645b-4c58-aa14-af5a25f16ed2,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:34:31.202011 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a3934aa-6e11-40c2-887f-4458db2d26bd req-630256dd-e046-449a-9b3c-db7dd5ae3338 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] No DVR routers for this DVR port d992040d-645b-4c58-aa14-af5a25f16ed2 on host n-h2-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:34:31.215207 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-2a3934aa-6e11-40c2-887f-4458db2d26bd req-630256dd-e046-449a-9b3c-db7dd5ae3338 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:31.218619 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2a3934aa-6e11-40c2-887f-4458db2d26bd req-630256dd-e046-449a-9b3c-db7dd5ae3338 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.47 "DELETE /v2.0/ports/d992040d-645b-4c58-aa14-af5a25f16ed2 HTTP/1.1" status: 204 len: 173 time: 1.0138974 Dec 20 14:34:31.219296 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ba28b68-c49c-43e1-9114-970c5ba1b196', 'name': 'network-vif-deleted', 'tag': 'd992040d-645b-4c58-aa14-af5a25f16ed2'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:34:31.232056 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d78de59-bc34-4b46-9554-88fb26ca71f3" -d '{"events": [{"server_uuid": "2ba28b68-c49c-43e1-9114-970c5ba1b196", "name": "network-vif-deleted", "tag": "d992040d-645b-4c58-aa14-af5a25f16ed2"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:34:31.299065 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36246) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:34:31.363597 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfc8b002-ae37-4ca3-b7fa-4f292d4d169a x-openstack-request-id: req-dfc8b002-ae37-4ca3-b7fa-4f292d4d169a {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:34:31.364273 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ba28b68-c49c-43e1-9114-970c5ba1b196", "name": "network-vif-deleted", "tag": "d992040d-645b-4c58-aa14-af5a25f16ed2", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:34:31.364273 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-dfc8b002-ae37-4ca3-b7fa-4f292d4d169a {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:34:31.364574 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ba28b68-c49c-43e1-9114-970c5ba1b196', 'name': 'network-vif-deleted', 'tag': 'd992040d-645b-4c58-aa14-af5a25f16ed2', 'status': 'completed', 'code': 200} Dec 20 14:34:31.417789 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-381afcf2-f57d-4c16-8c10-6e7ddd1982a6 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:31.437996 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-517017d6-fb01-4f20-a3b3-07d5908a0f7c admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0987029 Dec 20 14:34:31.442114 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36248) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:34:31.452083 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517017d6-fb01-4f20-a3b3-07d5908a0f7c admin admin] Pushing event updated for resources: {'Network': ['ID=4e9c693b-ae57-4db2-bda8-62d561eefb48,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:34:31.454265 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-4e97723e-dc94-4c80-97c6-f0b3befc7400 admin admin] Request body: {'subnet': {'network_id': '4e9c693b-ae57-4db2-bda8-62d561eefb48', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1828449498-subnet', 'tenant_id': '73b54c51b78c45c0a74ac90fc0f7e0af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:34:31.462704 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-381afcf2-f57d-4c16-8c10-6e7ddd1982a6 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:31.469575 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517017d6-fb01-4f20-a3b3-07d5908a0f7c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:34:31.470244 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517017d6-fb01-4f20-a3b3-07d5908a0f7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:34:31.470814 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517017d6-fb01-4f20-a3b3-07d5908a0f7c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:34:31.471358 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517017d6-fb01-4f20-a3b3-07d5908a0f7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:34:31.471940 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517017d6-fb01-4f20-a3b3-07d5908a0f7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:34:31.472475 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517017d6-fb01-4f20-a3b3-07d5908a0f7c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:34:31.473003 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517017d6-fb01-4f20-a3b3-07d5908a0f7c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:34:31.473734 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517017d6-fb01-4f20-a3b3-07d5908a0f7c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:34:31.474281 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517017d6-fb01-4f20-a3b3-07d5908a0f7c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:34:31.474808 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517017d6-fb01-4f20-a3b3-07d5908a0f7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:34:31.475286 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517017d6-fb01-4f20-a3b3-07d5908a0f7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:34:31.476162 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517017d6-fb01-4f20-a3b3-07d5908a0f7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:34:31.476652 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517017d6-fb01-4f20-a3b3-07d5908a0f7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:34:31.508653 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 4e9c693b-ae57-4db2-bda8-62d561eefb48 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:34:31.525085 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e97723e-dc94-4c80-97c6-f0b3befc7400 admin admin] Made reservation on behalf of 73b54c51b78c45c0a74ac90fc0f7e0af for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:34:31.528439 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4e97723e-dc94-4c80-97c6-f0b3befc7400 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:31.596752 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-381afcf2-f57d-4c16-8c10-6e7ddd1982a6 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:31.601037 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-381afcf2-f57d-4c16-8c10-6e7ddd1982a6 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:31.604678 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-381afcf2-f57d-4c16-8c10-6e7ddd1982a6 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "DELETE /v2.0/security-groups/c0d33e0e-4eb5-47a9-93a2-856c6f41bba3 HTTP/1.1" status: 204 len: 168 time: 0.3022649 Dec 20 14:34:31.608163 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 36254) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:34:31.624959 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381afcf2-f57d-4c16-8c10-6e7ddd1982a6 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d33e0e-4eb5-47a9-93a2-856c6f41bba3,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:34:31.632155 n-d-761264-19 neutron-server[103168]: INFO neutron.api.v2.resource [None req-bbcd4f14-2522-4a48-b047-28189d5e3b06 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] show failed (client error): The resource could not be found. Dec 20 14:34:31.636205 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-bbcd4f14-2522-4a48-b047-28189d5e3b06 tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "GET /v2.0/security-groups/c0d33e0e-4eb5-47a9-93a2-856c6f41bba3 HTTP/1.1" status: 404 len: 347 time: 0.0240932 Dec 20 14:34:31.636354 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36256) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:34:31.703227 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-31efc0b8-fe37-41cc-a0ed-72ba7d6af80a tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Allocated IP 172.20.0.14 (c67c2a2a-67cb-40e4-a9a6-783d579d8b4a/bb5d0b86-dcdb-4722-bb6b-1b7fe4a0022c/fb5e9127-41f0-43b0-b7ff-64d706471842) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:34:31.711565 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-31efc0b8-fe37-41cc-a0ed-72ba7d6af80a tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Allocated IP 172.20.0.12 (c67c2a2a-67cb-40e4-a9a6-783d579d8b4a/bb5d0b86-dcdb-4722-bb6b-1b7fe4a0022c/fb5e9127-41f0-43b0-b7ff-64d706471842) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:34:31.886560 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7 details requested by agent hyperv_n-h1-761264-19 with host n-h1-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:34:31.898344 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device c0e696a9-67de-4069-afe8-9f524b656cd4 no longer exists at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:34:31.978811 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] No Port match for: c0e696a9-67de-4069-afe8-9f524b656cd4 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:34:31.979387 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device c0e696a9-67de-4069-afe8-9f524b656cd4 not bound to the agent host n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:34:31.991771 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6d2cf000-4e0b-4c7f-8d62-b9bfe4db492b req-b67c8bbc-100f-4fe9-bb20-4536efff0e30 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ba28b68-c49c-43e1-9114-970c5ba1b196 HTTP/1.1" status: 200 len: 210 time: 0.0541348 Dec 20 14:34:32.060713 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-31efc0b8-fe37-41cc-a0ed-72ba7d6af80a tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:32.092458 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4e97723e-dc94-4c80-97c6-f0b3befc7400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:32.123287 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-31efc0b8-fe37-41cc-a0ed-72ba7d6af80a tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:32.160514 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-fe5dac2e-4d2c-4ed6-86a4-272e048bb3be tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Deleting port d48f6a4f-7974-4474-ac84-008170dca93a {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:34:32.160864 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fe5dac2e-4d2c-4ed6-86a4-272e048bb3be tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:32.162841 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7,segment=NetworkSegment(64c4cfe8-4670-4033-981a-f04cac942433),segment_id=64c4cfe8-4670-4033-981a-f04cac942433)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:34:32.176446 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Returning: {'device': 'dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7', 'network_id': '7ed718b3-d2e8-4b72-a238-726203897046', 'port_id': 'dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7', 'mac_address': 'fa:16:3e:18:9e:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d68b841-2dcc-4f7d-9f3b-ab3557b797a0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:34:32.231708 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31efc0b8-fe37-41cc-a0ed-72ba7d6af80a tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Network c67c2a2a-67cb-40e4-a9a6-783d579d8b4a is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:34:32.232191 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:32.236724 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-31efc0b8-fe37-41cc-a0ed-72ba7d6af80a tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:34:32.238973 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31efc0b8-fe37-41cc-a0ed-72ba7d6af80a tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Pushing event updated for resources: {'Port': ['ID=fb5e9127-41f0-43b0-b7ff-64d706471842,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:34:32.242874 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31efc0b8-fe37-41cc-a0ed-72ba7d6af80a tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:34:32.248749 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e97723e-dc94-4c80-97c6-f0b3befc7400 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c60a30f0-6c73-44bc-9d4a-8152d2aea897,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:34:32.253201 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:34:32.260185 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e97723e-dc94-4c80-97c6-f0b3befc7400 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:34:32.260530 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e97723e-dc94-4c80-97c6-f0b3befc7400 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:34:32.260875 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e97723e-dc94-4c80-97c6-f0b3befc7400 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:34:32.261219 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e97723e-dc94-4c80-97c6-f0b3befc7400 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:34:32.261692 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e97723e-dc94-4c80-97c6-f0b3befc7400 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:34:32.262029 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e97723e-dc94-4c80-97c6-f0b3befc7400 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:34:32.262359 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e97723e-dc94-4c80-97c6-f0b3befc7400 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:34:32.262690 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e97723e-dc94-4c80-97c6-f0b3befc7400 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:34:32.263041 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e97723e-dc94-4c80-97c6-f0b3befc7400 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:34:32.263365 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e97723e-dc94-4c80-97c6-f0b3befc7400 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:34:32.263689 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e97723e-dc94-4c80-97c6-f0b3befc7400 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:34:32.264010 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e97723e-dc94-4c80-97c6-f0b3befc7400 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:34:32.264329 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e97723e-dc94-4c80-97c6-f0b3befc7400 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:34:32.282639 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7,segment=NetworkSegment(64c4cfe8-4670-4033-981a-f04cac942433),segment_id=64c4cfe8-4670-4033-981a-f04cac942433)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:34:32.289120 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:32.290943 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device c4591f1a-72bd-499c-9d02-33e34cca26d5 details requested by agent hyperv_n-h1-761264-19 with host n-h1-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:34:32.307971 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:32.307971 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:34:32.307971 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:32.307971 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:34:32.307971 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:32.307971 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:34:32.307971 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:32.307971 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:34:32.307971 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:32.307971 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:34:32.307971 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:32.307971 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:34:32.307971 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:32.307971 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:34:32.307971 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:32.307971 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:34:32.307971 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:32.307971 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:34:32.307971 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:32.307971 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:34:32.307971 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:32.307971 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:34:32.307971 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:32.307971 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:34:32.307971 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:32.307971 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:34:32.307971 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:32.307971 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:34:32.307971 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:32.307971 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:34:32.307971 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:32.307971 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:34:32.307971 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:32.307971 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:34:32.307971 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:32.307971 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:34:32.310506 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:32.310506 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:34:32.310506 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:32.310506 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:34:32.310506 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:32.310506 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:34:32.310506 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:32.310506 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:34:32.310506 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:32.310506 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:34:32.310506 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:32.310506 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:34:32.315884 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31efc0b8-fe37-41cc-a0ed-72ba7d6af80a tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:32.316940 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-31efc0b8-fe37-41cc-a0ed-72ba7d6af80a tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:32.331085 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fe5dac2e-4d2c-4ed6-86a4-272e048bb3be tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:32.331391 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fe5dac2e-4d2c-4ed6-86a4-272e048bb3be tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:32.339233 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-31efc0b8-fe37-41cc-a0ed-72ba7d6af80a tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.7678237 Dec 20 14:34:32.342937 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 36266) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:34:32.348657 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-774c3ee3-b1b5-4203-b53e-818a7933d096 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Request body: {'floatingip': {'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'port_id': 'fb5e9127-41f0-43b0-b7ff-64d706471842', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:34:32.367239 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64223b43-6c6c-4268-8f1d-d931fe86397e req-05a632a0-ad81-4b86-8e49-f7f91b3add1c tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:32.369225 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-64223b43-6c6c-4268-8f1d-d931fe86397e req-05a632a0-ad81-4b86-8e49-f7f91b3add1c tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec542727-5897-4643-b7ad-0a7500e7de87 HTTP/1.1" status: 200 len: 943 time: 0.1212234 Dec 20 14:34:32.370274 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-fe5dac2e-4d2c-4ed6-86a4-272e048bb3be tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Calling delete_port for d48f6a4f-7974-4474-ac84-008170dca93a owned by network:floatingip {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:34:32.392774 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7,revision_number=9']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:34:32.395194 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-774c3ee3-b1b5-4203-b53e-818a7933d096 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks [] for floatingip, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:32.412637 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e97723e-dc94-4c80-97c6-f0b3befc7400 admin admin] Checking segment: {'id': '53618fa9-4105-49a9-a955-23da9897e6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '4e9c693b-ae57-4db2-bda8-62d561eefb48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:34:32.413005 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e97723e-dc94-4c80-97c6-f0b3befc7400 admin admin] Network hostable DHCP agents. Network: 4e9c693b-ae57-4db2-bda8-62d561eefb48, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:34:32.502064 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port c4591f1a-72bd-499c-9d02-33e34cca26d5, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=c4591f1a-72bd-499c-9d02-33e34cca26d5,segment=NetworkSegment(3b732879-896e-432d-a96e-7cba9e2b8a93),segment_id=3b732879-896e-432d-a96e-7cba9e2b8a93)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:34:32.510253 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-64223b43-6c6c-4268-8f1d-d931fe86397e req-7b518b9e-acfb-47a9-8d5e-29dabfc5f8f3 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309721 Dec 20 14:34:32.516540 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e97723e-dc94-4c80-97c6-f0b3befc7400 admin admin] Network 4e9c693b-ae57-4db2-bda8-62d561eefb48 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:34:32.532399 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Returning: {'device': 'c4591f1a-72bd-499c-9d02-33e34cca26d5', 'network_id': 'ac37406e-6eba-42f0-a02b-49bc68c3a995', 'port_id': 'c4591f1a-72bd-499c-9d02-33e34cca26d5', 'mac_address': 'fa:16:3e:94:ee:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bcc849b-c021-46b4-96cd-8d7c30cd2023', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:34:32.541781 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-4e97723e-dc94-4c80-97c6-f0b3befc7400 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 4e9c693b-ae57-4db2-bda8-62d561eefb48) {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:34:32.554133 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e97723e-dc94-4c80-97c6-f0b3befc7400 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:32.554744 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4e97723e-dc94-4c80-97c6-f0b3befc7400 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:32.565412 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc949f54-b92c-4a15-bd56-e2d01645f65c None None] Network 4e9c693b-ae57-4db2-bda8-62d561eefb48 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:34:32.579800 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-4e97723e-dc94-4c80-97c6-f0b3befc7400 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1339216 Dec 20 14:34:32.582106 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 36268) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:34:32.591503 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-64577a86-2cfe-4dd8-a91d-c0c7a44fdc85 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1828449498-router', 'tenant_id': '73b54c51b78c45c0a74ac90fc0f7e0af', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:34:32.596227 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-774c3ee3-b1b5-4203-b53e-818a7933d096 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:32.650192 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fe5dac2e-4d2c-4ed6-86a4-272e048bb3be tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:32.657491 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:32.683432 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4591f1a-72bd-499c-9d02-33e34cca26d5 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:34:32.713250 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-64577a86-2cfe-4dd8-a91d-c0c7a44fdc85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40114'] for router, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:32.714750 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-64577a86-2cfe-4dd8-a91d-c0c7a44fdc85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40139'] for router, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:32.723670 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5dac2e-4d2c-4ed6-86a4-272e048bb3be tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Pushing event deleted for resources: {'Port': ['ID=d48f6a4f-7974-4474-ac84-008170dca93a,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:34:32.774350 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1757f59d-94a3-420e-aa5a-7fbafccde477 None None] Network 4e9c693b-ae57-4db2-bda8-62d561eefb48 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:34:32.777992 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fe5dac2e-4d2c-4ed6-86a4-272e048bb3be tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Publish callbacks [] for floatingip, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:32.782474 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fe5dac2e-4d2c-4ed6-86a4-272e048bb3be tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:32.783910 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-fe5dac2e-4d2c-4ed6-86a4-272e048bb3be tempest-ImagesOneServerNegativeTestJSON-297104337 tempest-ImagesOneServerNegativeTestJSON-297104337-project] 10.222.0.54 "DELETE /v2.0/floatingips/920b42f5-704b-46ae-96cc-69572d1b9d90 HTTP/1.1" status: 204 len: 168 time: 1.1467836 Dec 20 14:34:32.795723 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port c4591f1a-72bd-499c-9d02-33e34cca26d5, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=c4591f1a-72bd-499c-9d02-33e34cca26d5,segment=NetworkSegment(3b732879-896e-432d-a96e-7cba9e2b8a93),segment_id=3b732879-896e-432d-a96e-7cba9e2b8a93)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:34:32.815371 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-774c3ee3-b1b5-4203-b53e-818a7933d096 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Allocated IP 172.25.0.130 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/9689a18a-d448-448e-969e-b81d204be616) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:34:32.822108 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-64577a86-2cfe-4dd8-a91d-c0c7a44fdc85 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:32.832474 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:32.900742 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36284) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:34:32.918109 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b84c23c3-ba08-4c6f-88aa-4c2227c5e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:32.965000 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_v2 [None req-00ff6c54-d6ab-45f3-90fd-2d9600428514 admin admin] Deleting subnet 05b60f46-643c-4184-8d2d-7011e86eb340 {{(pid=103167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:34:32.968610 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-00ff6c54-d6ab-45f3-90fd-2d9600428514 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:32.983558 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=c4591f1a-72bd-499c-9d02-33e34cca26d5,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:34:32.992298 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:34:33.030226 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-64577a86-2cfe-4dd8-a91d-c0c7a44fdc85 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:33.057581 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-00ff6c54-d6ab-45f3-90fd-2d9600428514 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954412'] for subnet, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:33.121498 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-00ff6c54-d6ab-45f3-90fd-2d9600428514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:33.145927 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-774c3ee3-b1b5-4203-b53e-818a7933d096 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:33.218141 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-00ff6c54-d6ab-45f3-90fd-2d9600428514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:33.244885 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-774c3ee3-b1b5-4203-b53e-818a7933d096 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:33.245158 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ff6c54-d6ab-45f3-90fd-2d9600428514 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05b60f46-643c-4184-8d2d-7011e86eb340,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:34:33.276746 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-00ff6c54-d6ab-45f3-90fd-2d9600428514 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:33.287873 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-00ff6c54-d6ab-45f3-90fd-2d9600428514 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/05b60f46-643c-4184-8d2d-7011e86eb340 HTTP/1.1" status: 204 len: 168 time: 0.3856652 Dec 20 14:34:33.288919 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36294) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:34:33.313959 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774c3ee3-b1b5-4203-b53e-818a7933d096 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:34:33.322439 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-774c3ee3-b1b5-4203-b53e-818a7933d096 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:34:33.351581 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774c3ee3-b1b5-4203-b53e-818a7933d096 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:34:33.383703 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774c3ee3-b1b5-4203-b53e-818a7933d096 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Pushing event updated for resources: {'Port': ['ID=9689a18a-d448-448e-969e-b81d204be616,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:34:33.385009 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-27f03a28-8245-46c4-8957-bc6da683b68d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:33.401283 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-64577a86-2cfe-4dd8-a91d-c0c7a44fdc85 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:33.429683 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-64577a86-2cfe-4dd8-a91d-c0c7a44fdc85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:33.434551 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['c4591f1a-72bd-499c-9d02-33e34cca26d5'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:34:33.503940 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec66ae8-517c-4bca-b959-9825e42dda70 req-2b8d09b8-285a-498d-9a7e-93a0d34e0687 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:33.505492 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6ec66ae8-517c-4bca-b959-9825e42dda70 req-2b8d09b8-285a-498d-9a7e-93a0d34e0687 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a251c5e-152a-42f2-9a16-7ad7e13c98e1 HTTP/1.1" status: 200 len: 950 time: 0.1137481 Dec 20 14:34:33.507231 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-27f03a28-8245-46c4-8957-bc6da683b68d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:33.549232 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-27f03a28-8245-46c4-8957-bc6da683b68d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dce53437-e7e7-4d26-8f4b-47bafb0fd8bc']}} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:34:33.569019 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-27f03a28-8245-46c4-8957-bc6da683b68d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f64287f5-affc-42db-b5fb-e9b8ade134fb') {'for_net_delete': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:34:33.569330 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-27f03a28-8245-46c4-8957-bc6da683b68d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f64287f5-affc-42db-b5fb-e9b8ade134fb') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:34:33.588263 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-27f03a28-8245-46c4-8957-bc6da683b68d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954405'] for segment, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:33.611186 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6ec66ae8-517c-4bca-b959-9825e42dda70 req-a72f7caf-240c-407d-92b5-bab03f90f481 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958538 Dec 20 14:34:33.624865 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-27f03a28-8245-46c4-8957-bc6da683b68d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:33.634358 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27f03a28-8245-46c4-8957-bc6da683b68d admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=103167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:34:33.635779 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-27f03a28-8245-46c4-8957-bc6da683b68d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9956000'] for segment, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:33.637974 n-d-761264-19 neutron-server[103167]: Traceback (most recent call last): Dec 20 14:34:33.637974 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:34:33.637974 n-d-761264-19 neutron-server[103167]: timer() Dec 20 14:34:33.637974 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:34:33.637974 n-d-761264-19 neutron-server[103167]: cb(*args, **kw) Dec 20 14:34:33.637974 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:34:33.637974 n-d-761264-19 neutron-server[103167]: return func(*args, **kwargs) Dec 20 14:34:33.637974 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:34:33.637974 n-d-761264-19 neutron-server[103167]: self._notify() Dec 20 14:34:33.637974 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:34:33.637974 n-d-761264-19 neutron-server[103167]: self.callback(batched_events) Dec 20 14:34:33.637974 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:34:33.637974 n-d-761264-19 neutron-server[103167]: event.method(event) Dec 20 14:34:33.637974 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:34:33.637974 n-d-761264-19 neutron-server[103167]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:34:33.637974 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:34:33.637974 n-d-761264-19 neutron-server[103167]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:34:33.637974 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:34:33.637974 n-d-761264-19 neutron-server[103167]: return f(self, *a, **k) Dec 20 14:34:33.637974 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:34:33.637974 n-d-761264-19 neutron-server[103167]: return self._get(url).json() Dec 20 14:34:33.637974 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:34:33.637974 n-d-761264-19 neutron-server[103167]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:34:33.637974 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:34:33.637974 n-d-761264-19 neutron-server[103167]: return self.request(url, 'GET', **kwargs) Dec 20 14:34:33.637974 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:34:33.637974 n-d-761264-19 neutron-server[103167]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:34:33.637974 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:34:33.637974 n-d-761264-19 neutron-server[103167]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:34:33.637974 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:34:33.637974 n-d-761264-19 neutron-server[103167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:34:33.637974 n-d-761264-19 neutron-server[103167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:34:33.689759 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:33.700371 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-27f03a28-8245-46c4-8957-bc6da683b68d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:33.708376 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-27f03a28-8245-46c4-8957-bc6da683b68d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:33.712112 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-64577a86-2cfe-4dd8-a91d-c0c7a44fdc85 admin admin] Allocated IP 172.25.0.3 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/a0abe8d0-337f-40bb-9e7f-7e8f387e7077) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:34:33.714265 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-27f03a28-8245-46c4-8957-bc6da683b68d admin admin] 10.222.0.54 "DELETE /v2.0/networks/dce53437-e7e7-4d26-8f4b-47bafb0fd8bc HTTP/1.1" status: 204 len: 168 time: 0.4239659 Dec 20 14:34:33.730139 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f03a28-8245-46c4-8957-bc6da683b68d admin admin] Pushing event deleted for resources: {'Network': ['ID=dce53437-e7e7-4d26-8f4b-47bafb0fd8bc,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:34:33.842395 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36306) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:34:33.893750 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-32c2c0a4-9f24-4f22-8f46-18efc1ecea1c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=88c25df3faa3411c93ebdfdba13bf7e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0476856 Dec 20 14:34:33.894383 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36308) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:34:33.957094 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7cecee48-2dcb-42ee-8c1d-3fc18d0b6720 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:33.984493 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7cecee48-2dcb-42ee-8c1d-3fc18d0b6720 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:34.039289 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7cecee48-2dcb-42ee-8c1d-3fc18d0b6720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:34.042443 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7cecee48-2dcb-42ee-8c1d-3fc18d0b6720 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:34.043814 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-7cecee48-2dcb-42ee-8c1d-3fc18d0b6720 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0393fd0b-7973-42e2-8187-db178c6daece HTTP/1.1" status: 204 len: 168 time: 0.1480584 Dec 20 14:34:34.057505 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cecee48-2dcb-42ee-8c1d-3fc18d0b6720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0393fd0b-7973-42e2-8187-db178c6daece,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:34:34.082943 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2366b52-5295-40aa-b04e-c79bf1e058f5 req-50641e8e-fe76-45ab-84d4-4e49b07126a0 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:34.084595 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b2366b52-5295-40aa-b04e-c79bf1e058f5 req-50641e8e-fe76-45ab-84d4-4e49b07126a0 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec542727-5897-4643-b7ad-0a7500e7de87 HTTP/1.1" status: 200 len: 944 time: 0.4318728 Dec 20 14:34:34.229026 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b2366b52-5295-40aa-b04e-c79bf1e058f5 req-94470dd7-cf8c-4a9d-947b-9d7212c67883 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284509 Dec 20 14:34:34.300924 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-64577a86-2cfe-4dd8-a91d-c0c7a44fdc85 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:34.377116 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-774c3ee3-b1b5-4203-b53e-818a7933d096 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:34.415803 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-64577a86-2cfe-4dd8-a91d-c0c7a44fdc85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:34.476180 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64577a86-2cfe-4dd8-a91d-c0c7a44fdc85 admin admin] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:34:34.485626 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-64577a86-2cfe-4dd8-a91d-c0c7a44fdc85 admin admin] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:34:34.490951 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64577a86-2cfe-4dd8-a91d-c0c7a44fdc85 admin admin] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:34:34.495939 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-774c3ee3-b1b5-4203-b53e-818a7933d096 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:34.537605 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64577a86-2cfe-4dd8-a91d-c0c7a44fdc85 admin admin] Pushing event updated for resources: {'Port': ['ID=a0abe8d0-337f-40bb-9e7f-7e8f387e7077,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:34:34.841198 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c831aa6-cde9-4a77-b731-5fba6983a8c4 req-964d0775-c425-420a-b32b-bae132addaee tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:34.842681 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1c831aa6-cde9-4a77-b731-5fba6983a8c4 req-964d0775-c425-420a-b32b-bae132addaee tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a251c5e-152a-42f2-9a16-7ad7e13c98e1 HTTP/1.1" status: 200 len: 950 time: 0.1348736 Dec 20 14:34:34.857281 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device d992040d-645b-4c58-aa14-af5a25f16ed2 no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:34:34.880642 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] No Port match for: d992040d-645b-4c58-aa14-af5a25f16ed2 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:34:34.880979 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device d992040d-645b-4c58-aa14-af5a25f16ed2 not bound to the agent host n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:34:34.916162 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-774c3ee3-b1b5-4203-b53e-818a7933d096 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:34.928057 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-774c3ee3-b1b5-4203-b53e-818a7933d096 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:34.978775 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-64577a86-2cfe-4dd8-a91d-c0c7a44fdc85 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:34.991597 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1c831aa6-cde9-4a77-b731-5fba6983a8c4 req-1d1815ac-c085-4a97-b5a4-ac822a25db0c tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408463 Dec 20 14:34:35.059593 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774c3ee3-b1b5-4203-b53e-818a7933d096 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Pushing event updated for resources: {'Port': ['ID=9689a18a-d448-448e-969e-b81d204be616,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:34:35.107975 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-774c3ee3-b1b5-4203-b53e-818a7933d096 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585115'] for floatingip, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:35.285766 n-d-761264-19 neutron-server[103168]: INFO neutron.db.l3_db [None req-774c3ee3-b1b5-4203-b53e-818a7933d096 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Floating IP e3535e2c-dda5-4b39-98a0-09f27df5855c associated. External IP: 172.25.0.130, port: fb5e9127-41f0-43b0-b7ff-64d706471842. Dec 20 14:34:35.345284 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-64577a86-2cfe-4dd8-a91d-c0c7a44fdc85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013'] for router, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:35.375502 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3c2b3d-bbd7-4288-9ecf-5cd40d58c9c7 req-7817f47d-0096-4da4-8f85-f82ad3babaf4 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:35.377134 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3a3c2b3d-bbd7-4288-9ecf-5cd40d58c9c7 req-7817f47d-0096-4da4-8f85-f82ad3babaf4 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec542727-5897-4643-b7ad-0a7500e7de87 HTTP/1.1" status: 200 len: 944 time: 0.0556421 Dec 20 14:34:35.429549 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3a3c2b3d-bbd7-4288-9ecf-5cd40d58c9c7 req-f1801043-0f06-4b6b-9709-77ed6ce10ea2 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438676 Dec 20 14:34:35.650056 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f611889b-4f4b-4690-8e6c-a4e78316f72f req-c6022168-8c94-4aa6-b109-cb13300835de tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:35.651580 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f611889b-4f4b-4690-8e6c-a4e78316f72f req-c6022168-8c94-4aa6-b109-cb13300835de tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a251c5e-152a-42f2-9a16-7ad7e13c98e1 HTTP/1.1" status: 200 len: 950 time: 0.1167870 Dec 20 14:34:35.691413 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-774c3ee3-b1b5-4203-b53e-818a7933d096 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Router ebce5a1f-bd4c-4751-8c26-0680aea4abc2 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:34:35.695150 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64577a86-2cfe-4dd8-a91d-c0c7a44fdc85 admin admin] Router d173b83f-f7f2-465d-8e4b-808cfe40e63f is scheduled to L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 with binding_index 1 {{(pid=103168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 14:34:35.696204 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:35.882323 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device c4591f1a-72bd-499c-9d02-33e34cca26d5 up at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:34:35.939516 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning for port c4591f1a-72bd-499c-9d02-33e34cca26d5 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:34:35.951652 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning complete for port c4591f1a-72bd-499c-9d02-33e34cca26d5 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:34:35.952114 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:36.057377 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:36.098406 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec542727-5897-4643-b7ad-0a7500e7de87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4591f1a-72bd-499c-9d02-33e34cca26d5'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:34:36.101014 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f8725f2-8588-4a3a-aa70-a91fdcfdc5fb" -d '{"events": [{"server_uuid": "ec542727-5897-4643-b7ad-0a7500e7de87", "name": "network-vif-plugged", "status": "completed", "tag": "c4591f1a-72bd-499c-9d02-33e34cca26d5"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:34:36.115229 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port c4591f1a-72bd-499c-9d02-33e34cca26d5, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=c4591f1a-72bd-499c-9d02-33e34cca26d5,segment=NetworkSegment(3b732879-896e-432d-a96e-7cba9e2b8a93),segment_id=3b732879-896e-432d-a96e-7cba9e2b8a93)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:34:36.121589 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:36.122782 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7 up at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:34:36.150489 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26028fdb-a292-4548-b7ff-4646dea45f92 req-eb2523fb-9d80-41a3-a6e9-9c771c71ac46 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:36.153003 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-26028fdb-a292-4548-b7ff-4646dea45f92 req-eb2523fb-9d80-41a3-a6e9-9c771c71ac46 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a251c5e-152a-42f2-9a16-7ad7e13c98e1 HTTP/1.1" status: 200 len: 950 time: 0.0773666 Dec 20 14:34:36.239599 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:36.245684 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=c4591f1a-72bd-499c-9d02-33e34cca26d5,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:34:36.247409 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-774c3ee3-b1b5-4203-b53e-818a7933d096 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:34:36.262194 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02f4703d-85d5-42e1-8901-747b3fc40ff7 x-openstack-request-id: req-02f4703d-85d5-42e1-8901-747b3fc40ff7 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:34:36.262532 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec542727-5897-4643-b7ad-0a7500e7de87", "name": "network-vif-plugged", "status": "completed", "tag": "c4591f1a-72bd-499c-9d02-33e34cca26d5", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:34:36.262820 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-02f4703d-85d5-42e1-8901-747b3fc40ff7 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:34:36.263275 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec542727-5897-4643-b7ad-0a7500e7de87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4591f1a-72bd-499c-9d02-33e34cca26d5', 'code': 200} Dec 20 14:34:36.264489 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c1c141-3c99-4982-b326-873dd0a9752b None None] Sync routers for ids ['ebce5a1f-bd4c-4751-8c26-0680aea4abc2'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:34:36.266521 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-26028fdb-a292-4548-b7ff-4646dea45f92 req-c6d76616-f038-4812-b790-5c57a356816d tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056616 Dec 20 14:34:36.282896 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c1c141-3c99-4982-b326-873dd0a9752b None None] Routers {'ebce5a1f-bd4c-4751-8c26-0680aea4abc2'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:34:36.283555 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-b7c1c141-3c99-4982-b326-873dd0a9752b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:34:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['ebce5a1f-bd4c-4751-8c26-0680aea4abc2'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:34:36.297390 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64577a86-2cfe-4dd8-a91d-c0c7a44fdc85 admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:34:36.308992 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-f611889b-4f4b-4690-8e6c-a4e78316f72f req-7af6a6d5-355b-47e4-9420-7c09147c7a89 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Deleting port 98281e45-dedd-4c00-9e3f-43cdc88eaf0c {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:34:36.309340 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-f611889b-4f4b-4690-8e6c-a4e78316f72f req-7af6a6d5-355b-47e4-9420-7c09147c7a89 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:36.312032 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7e86d0-614d-403f-b26e-3a3c3567abaf None None] Sync routers for ids ['d173b83f-f7f2-465d-8e4b-808cfe40e63f'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:34:36.328871 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7e86d0-614d-403f-b26e-3a3c3567abaf None None] Routers {'d173b83f-f7f2-465d-8e4b-808cfe40e63f'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:34:36.329623 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning complete for port dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:34:36.330355 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-6d7e86d0-614d-403f-b26e-3a3c3567abaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:34:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['d173b83f-f7f2-465d-8e4b-808cfe40e63f'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:34:36.330508 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:36.331671 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-b7c1c141-3c99-4982-b326-873dd0a9752b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:34:36.333784 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-774c3ee3-b1b5-4203-b53e-818a7933d096 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:36.368622 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c1c141-3c99-4982-b326-873dd0a9752b None None] Routers {'ebce5a1f-bd4c-4751-8c26-0680aea4abc2'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:34:36.369611 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-b7c1c141-3c99-4982-b326-873dd0a9752b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:34:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['ebce5a1f-bd4c-4751-8c26-0680aea4abc2'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:34:36.419727 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-b7c1c141-3c99-4982-b326-873dd0a9752b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:34:36.420300 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c1c141-3c99-4982-b326-873dd0a9752b None None] The sync data for ids ['ebce5a1f-bd4c-4751-8c26-0680aea4abc2'] in n-d-761264-19 is: [] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:34:36.480700 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-64577a86-2cfe-4dd8-a91d-c0c7a44fdc85 admin admin] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:36.482035 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-64577a86-2cfe-4dd8-a91d-c0c7a44fdc85 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.8999946 Dec 20 14:34:36.485908 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-774c3ee3-b1b5-4203-b53e-818a7933d096 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.1389544 Dec 20 14:34:36.486061 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36380) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:34:36.488265 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 36382) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:34:36.501145 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-5e519102-f282-4eae-8601-d1ebf4636a7c tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Request body: {'floatingip': {'port_id': 'fb5e9127-41f0-43b0-b7ff-64d706471842', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:34:36.517681 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:36.569361 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5e519102-f282-4eae-8601-d1ebf4636a7c tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks [] for floatingip, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:36.579018 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb698b46-a556-43e1-9972-4ccd3ec01d63 req-48a1cec6-5f39-4f90-b0d4-ab71bd52056b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:36.580533 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-eb698b46-a556-43e1-9972-4ccd3ec01d63 req-48a1cec6-5f39-4f90-b0d4-ab71bd52056b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ec542727-5897-4643-b7ad-0a7500e7de87 HTTP/1.1" status: 200 len: 1097 time: 0.1854670 Dec 20 14:34:36.592564 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7,segment=NetworkSegment(64c4cfe8-4670-4033-981a-f04cac942433),segment_id=64c4cfe8-4670-4033-981a-f04cac942433)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:34:36.600333 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-6d7e86d0-614d-403f-b26e-3a3c3567abaf None None] Set router d173b83f-f7f2-465d-8e4b-808cfe40e63f gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:34:36.607017 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:36.669175 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7,revision_number=10']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:34:36.713488 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d03ca1b-664a-4cce-adb9-6302126a684b req-2126220e-ec54-4ddb-b03d-d0a82072d785 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:36.715577 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5d03ca1b-664a-4cce-adb9-6302126a684b req-2126220e-ec54-4ddb-b03d-d0a82072d785 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec542727-5897-4643-b7ad-0a7500e7de87 HTTP/1.1" status: 200 len: 945 time: 0.1481528 Dec 20 14:34:36.728114 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-eb698b46-a556-43e1-9972-4ccd3ec01d63 req-42207de7-1258-4520-bd17-3e88d689fcee service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121325 Dec 20 14:34:36.740105 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-f611889b-4f4b-4690-8e6c-a4e78316f72f req-7af6a6d5-355b-47e4-9420-7c09147c7a89 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] For port 98281e45-dedd-4c00-9e3f-43cdc88eaf0c, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=98281e45-dedd-4c00-9e3f-43cdc88eaf0c,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:34:36.740525 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-f611889b-4f4b-4690-8e6c-a4e78316f72f req-7af6a6d5-355b-47e4-9420-7c09147c7a89 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:36.780344 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-f611889b-4f4b-4690-8e6c-a4e78316f72f req-7af6a6d5-355b-47e4-9420-7c09147c7a89 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Calling delete_port for 98281e45-dedd-4c00-9e3f-43cdc88eaf0c owned by compute:nova {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:34:36.872327 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5d03ca1b-664a-4cce-adb9-6302126a684b req-0ae3f5d4-1472-475a-aa94-3e3211835beb tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365452 Dec 20 14:34:36.895363 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-6d7e86d0-614d-403f-b26e-3a3c3567abaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd173b83f-f7f2-465d-8e4b-808cfe40e63f', 'name': 'tempest-ServerRescueTestJSON-1828449498-router', 'tenant_id': '73b54c51b78c45c0a74ac90fc0f7e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'a0abe8d0-337f-40bb-9e7f-7e8f387e7077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:34:32Z', 'updated_at': '2021-12-20T14:34:34Z', 'revision_number': 3, 'project_id': '73b54c51b78c45c0a74ac90fc0f7e0af', 'gw_port': {'id': 'a0abe8d0-337f-40bb-9e7f-7e8f387e7077', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:7a:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd173b83f-f7f2-465d-8e4b-808cfe40e63f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:34:33Z', 'updated_at': '2021-12-20T14:34:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:34:36.933988 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7e86d0-614d-403f-b26e-3a3c3567abaf None None] Checking router: d173b83f-f7f2-465d-8e4b-808cfe40e63f for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:34:36.935015 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7e86d0-614d-403f-b26e-3a3c3567abaf None None] Updating router d173b83f-f7f2-465d-8e4b-808cfe40e63f port a0abe8d0-337f-40bb-9e7f-7e8f387e7077 binding host n-d-761264-19 {{(pid=103170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 14:34:36.961559 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6d7e86d0-614d-403f-b26e-3a3c3567abaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:37.166763 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-f611889b-4f4b-4690-8e6c-a4e78316f72f req-7af6a6d5-355b-47e4-9420-7c09147c7a89 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:37.181048 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['47effca4-a119-48c1-b2c1-a300bc11c325', '98281e45-dedd-4c00-9e3f-43cdc88eaf0c'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:34:37.269244 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af6a6d5-355b-47e4-9420-7c09147c7a89 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Pushing event deleted for resources: {'Port': ['ID=98281e45-dedd-4c00-9e3f-43cdc88eaf0c,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:34:37.272499 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-f611889b-4f4b-4690-8e6c-a4e78316f72f req-7af6a6d5-355b-47e4-9420-7c09147c7a89 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] No DVR routers for this DVR port 98281e45-dedd-4c00-9e3f-43cdc88eaf0c on host n-h1-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:34:37.277622 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-f611889b-4f4b-4690-8e6c-a4e78316f72f req-7af6a6d5-355b-47e4-9420-7c09147c7a89 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:37.283412 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f611889b-4f4b-4690-8e6c-a4e78316f72f req-7af6a6d5-355b-47e4-9420-7c09147c7a89 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.30 "DELETE /v2.0/ports/98281e45-dedd-4c00-9e3f-43cdc88eaf0c HTTP/1.1" status: 204 len: 173 time: 1.6242905 Dec 20 14:34:37.283920 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a251c5e-152a-42f2-9a16-7ad7e13c98e1', 'name': 'network-vif-deleted', 'tag': '98281e45-dedd-4c00-9e3f-43cdc88eaf0c'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:34:37.286225 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c9e3752-fead-4c47-b977-f6f0f05b5e0d" -d '{"events": [{"server_uuid": "4a251c5e-152a-42f2-9a16-7ad7e13c98e1", "name": "network-vif-deleted", "tag": "98281e45-dedd-4c00-9e3f-43cdc88eaf0c"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:34:37.306460 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-dddf43ae-04b9-4c1e-ad63-4101c8c89eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:37.376644 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9ad9946-e3e8-4402-990f-5b323bc1fd4a x-openstack-request-id: req-c9ad9946-e3e8-4402-990f-5b323bc1fd4a {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:34:37.376948 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a251c5e-152a-42f2-9a16-7ad7e13c98e1", "name": "network-vif-deleted", "tag": "98281e45-dedd-4c00-9e3f-43cdc88eaf0c", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:34:37.377205 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c9ad9946-e3e8-4402-990f-5b323bc1fd4a {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:34:37.377628 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a251c5e-152a-42f2-9a16-7ad7e13c98e1', 'name': 'network-vif-deleted', 'tag': '98281e45-dedd-4c00-9e3f-43cdc88eaf0c', 'status': 'completed', 'code': 200} Dec 20 14:34:37.515871 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6d7e86d0-614d-403f-b26e-3a3c3567abaf None None] Publish callbacks [] for port, precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:37.528970 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6d7e86d0-614d-403f-b26e-3a3c3567abaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:37.559368 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5e519102-f282-4eae-8601-d1ebf4636a7c tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:37.572782 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5e519102-f282-4eae-8601-d1ebf4636a7c tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585115'] for floatingip, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:37.591145 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-6d7e86d0-614d-403f-b26e-3a3c3567abaf None None] Attempting to bind port a0abe8d0-337f-40bb-9e7f-7e8f387e7077 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:34:37.591512 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-6d7e86d0-614d-403f-b26e-3a3c3567abaf None None] Attempting to bind port a0abe8d0-337f-40bb-9e7f-7e8f387e7077 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:34:37.591897 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7e86d0-614d-403f-b26e-3a3c3567abaf None None] Attempting to bind port a0abe8d0-337f-40bb-9e7f-7e8f387e7077 on network c3f8658e-da35-41f3-bd03-509e29ebd6f3 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:34:37.598092 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5e84cc7e-2fd6-4ae8-941e-86c1d08da48b req-caa78819-062f-4274-befa-7ab8be7863af tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a251c5e-152a-42f2-9a16-7ad7e13c98e1 HTTP/1.1" status: 200 len: 210 time: 0.0510406 Dec 20 14:34:37.621202 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7e86d0-614d-403f-b26e-3a3c3567abaf None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:34:37.622249 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7e86d0-614d-403f-b26e-3a3c3567abaf None None] Checking segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:34:37.622249 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6d7e86d0-614d-403f-b26e-3a3c3567abaf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:37.622531 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7e86d0-614d-403f-b26e-3a3c3567abaf None None] Bound using segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:34:37.622888 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-6d7e86d0-614d-403f-b26e-3a3c3567abaf None None] Bound port: a0abe8d0-337f-40bb-9e7f-7e8f387e7077, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:34:37.623199 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6d7e86d0-614d-403f-b26e-3a3c3567abaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:37.708287 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-dddf43ae-04b9-4c1e-ad63-4101c8c89eb9 admin admin] Allocated IP 172.20.0.1 (4e9c693b-ae57-4db2-bda8-62d561eefb48/c60a30f0-6c73-44bc-9d4a-8152d2aea897/e5e70745-0f09-46b6-abb4-0b33aecabb49) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:34:37.718566 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-6d7e86d0-614d-403f-b26e-3a3c3567abaf None None] For port a0abe8d0-337f-40bb-9e7f-7e8f387e7077, host n-d-761264-19, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:34:37.723522 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-6d7e86d0-614d-403f-b26e-3a3c3567abaf None None] For port a0abe8d0-337f-40bb-9e7f-7e8f387e7077, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=a0abe8d0-337f-40bb-9e7f-7e8f387e7077,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:34:37.725634 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e9c2af-b1a2-4c26-bc9e-a32640bde799 None None] Pushing event updated for resources: {'Port': ['ID=a0abe8d0-337f-40bb-9e7f-7e8f387e7077,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:34:37.736055 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6d7e86d0-614d-403f-b26e-3a3c3567abaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:37.739136 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e9c2af-b1a2-4c26-bc9e-a32640bde799 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:34:37.743147 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e9c2af-b1a2-4c26-bc9e-a32640bde799 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:34:37.743147 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e9c2af-b1a2-4c26-bc9e-a32640bde799 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:34:37.743147 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e9c2af-b1a2-4c26-bc9e-a32640bde799 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:34:37.743147 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e9c2af-b1a2-4c26-bc9e-a32640bde799 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:34:37.743147 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e9c2af-b1a2-4c26-bc9e-a32640bde799 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:34:37.743147 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e9c2af-b1a2-4c26-bc9e-a32640bde799 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:34:37.743147 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e9c2af-b1a2-4c26-bc9e-a32640bde799 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:34:37.743147 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e9c2af-b1a2-4c26-bc9e-a32640bde799 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:34:37.743147 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e9c2af-b1a2-4c26-bc9e-a32640bde799 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:34:37.743147 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e9c2af-b1a2-4c26-bc9e-a32640bde799 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:34:37.743147 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e9c2af-b1a2-4c26-bc9e-a32640bde799 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:34:37.744353 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e9c2af-b1a2-4c26-bc9e-a32640bde799 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:34:37.824592 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e9c2af-b1a2-4c26-bc9e-a32640bde799 None None] Pushing event updated for resources: {'Port': ['ID=a0abe8d0-337f-40bb-9e7f-7e8f387e7077,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:34:37.901388 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7e86d0-614d-403f-b26e-3a3c3567abaf None None] Routers {'d173b83f-f7f2-465d-8e4b-808cfe40e63f'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:34:37.902306 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-6d7e86d0-614d-403f-b26e-3a3c3567abaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:34:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['d173b83f-f7f2-465d-8e4b-808cfe40e63f'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:34:38.026955 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-dddf43ae-04b9-4c1e-ad63-4101c8c89eb9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:38.129840 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e519102-f282-4eae-8601-d1ebf4636a7c tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Router ebce5a1f-bd4c-4751-8c26-0680aea4abc2 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:34:38.173985 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-dddf43ae-04b9-4c1e-ad63-4101c8c89eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:38.264569 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a76f30c8-712d-44b7-9ed3-98bb884698ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:34:38.266977 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6991e82d-7f0e-4e3f-b8e9-d6a8a34c2808" -d '{"events": [{"server_uuid": "a76f30c8-712d-44b7-9ed3-98bb884698ef", "name": "network-vif-plugged", "status": "completed", "tag": "dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:34:38.292792 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dddf43ae-04b9-4c1e-ad63-4101c8c89eb9 admin admin] Network 4e9c693b-ae57-4db2-bda8-62d561eefb48 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:34:38.293320 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-6d7e86d0-614d-403f-b26e-3a3c3567abaf None None] Set router d173b83f-f7f2-465d-8e4b-808cfe40e63f gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:34:38.301229 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea492467-8ad5-4617-b6ae-cf49477c0338 req-0b24f0eb-961b-48c0-89c4-38b70813c14c tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:38.313993 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ea492467-8ad5-4617-b6ae-cf49477c0338 req-0b24f0eb-961b-48c0-89c4-38b70813c14c tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec542727-5897-4643-b7ad-0a7500e7de87 HTTP/1.1" status: 200 len: 945 time: 0.2624223 Dec 20 14:34:38.327474 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-dddf43ae-04b9-4c1e-ad63-4101c8c89eb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:34:38.343451 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddf43ae-04b9-4c1e-ad63-4101c8c89eb9 admin admin] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:34:38.371375 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e519102-f282-4eae-8601-d1ebf4636a7c tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:34:38.380076 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddf43ae-04b9-4c1e-ad63-4101c8c89eb9 admin admin] Pushing event updated for resources: {'Port': ['ID=e5e70745-0f09-46b6-abb4-0b33aecabb49,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:34:38.383388 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f542fe-12bf-4a47-b551-90624ad5456f None None] Sync routers for ids ['ebce5a1f-bd4c-4751-8c26-0680aea4abc2'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:34:38.385209 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5e519102-f282-4eae-8601-d1ebf4636a7c tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:38.398189 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f542fe-12bf-4a47-b551-90624ad5456f None None] Routers {'ebce5a1f-bd4c-4751-8c26-0680aea4abc2'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:34:38.398652 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-88f542fe-12bf-4a47-b551-90624ad5456f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:34:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['ebce5a1f-bd4c-4751-8c26-0680aea4abc2'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:34:38.425446 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ea492467-8ad5-4617-b6ae-cf49477c0338 req-8b2a0a2c-ef19-49c6-b813-43648cdce17d tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098380 Dec 20 14:34:38.439156 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-88f542fe-12bf-4a47-b551-90624ad5456f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:34:38.465606 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-dddf43ae-04b9-4c1e-ad63-4101c8c89eb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595714'] for router_interface, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:38.486308 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f542fe-12bf-4a47-b551-90624ad5456f None None] Routers {'ebce5a1f-bd4c-4751-8c26-0680aea4abc2'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:34:38.493061 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-88f542fe-12bf-4a47-b551-90624ad5456f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:34:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['ebce5a1f-bd4c-4751-8c26-0680aea4abc2'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:34:38.512343 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-5e519102-f282-4eae-8601-d1ebf4636a7c tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] 10.222.0.54 "PUT /v2.0/floatingips/e3535e2c-dda5-4b39-98a0-09f27df5855c HTTP/1.1" status: 200 len: 978 time: 2.0166459 Dec 20 14:34:38.515267 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 36436) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:34:38.632109 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-88f542fe-12bf-4a47-b551-90624ad5456f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:34:38.632795 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f542fe-12bf-4a47-b551-90624ad5456f None None] The sync data for ids ['ebce5a1f-bd4c-4751-8c26-0680aea4abc2'] in n-d-761264-19 is: [] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:34:38.642476 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb02edee-bace-4cf8-b11e-65b05f219759 x-openstack-request-id: req-bb02edee-bace-4cf8-b11e-65b05f219759 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:34:38.642793 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a76f30c8-712d-44b7-9ed3-98bb884698ef", "name": "network-vif-plugged", "status": "completed", "tag": "dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:34:38.643054 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bb02edee-bace-4cf8-b11e-65b05f219759 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:34:38.643464 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a76f30c8-712d-44b7-9ed3-98bb884698ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7', 'code': 200} Dec 20 14:34:38.661919 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-dddf43ae-04b9-4c1e-ad63-4101c8c89eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:38.672580 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-6d7e86d0-614d-403f-b26e-3a3c3567abaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd173b83f-f7f2-465d-8e4b-808cfe40e63f', 'name': 'tempest-ServerRescueTestJSON-1828449498-router', 'tenant_id': '73b54c51b78c45c0a74ac90fc0f7e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'a0abe8d0-337f-40bb-9e7f-7e8f387e7077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:34:32Z', 'updated_at': '2021-12-20T14:34:34Z', 'revision_number': 3, 'project_id': '73b54c51b78c45c0a74ac90fc0f7e0af', 'gw_port': {'id': 'a0abe8d0-337f-40bb-9e7f-7e8f387e7077', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:7a:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd173b83f-f7f2-465d-8e4b-808cfe40e63f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:34:33Z', 'updated_at': '2021-12-20T14:34:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:34:38.708534 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7e86d0-614d-403f-b26e-3a3c3567abaf None None] The sync data for ids ['d173b83f-f7f2-465d-8e4b-808cfe40e63f'] in n-d-761264-19 is: [{'id': 'd173b83f-f7f2-465d-8e4b-808cfe40e63f', 'name': 'tempest-ServerRescueTestJSON-1828449498-router', 'tenant_id': '73b54c51b78c45c0a74ac90fc0f7e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'a0abe8d0-337f-40bb-9e7f-7e8f387e7077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:34:32Z', 'updated_at': '2021-12-20T14:34:34Z', 'revision_number': 3, 'project_id': '73b54c51b78c45c0a74ac90fc0f7e0af', 'gw_port': {'id': 'a0abe8d0-337f-40bb-9e7f-7e8f387e7077', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:7a:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd173b83f-f7f2-465d-8e4b-808cfe40e63f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:34:33Z', 'updated_at': '2021-12-20T14:34:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:34:38.867741 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-23aa278a-3828-4be3-9829-87fb85cff218 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Deleting port 9689a18a-d448-448e-969e-b81d204be616 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:34:38.870410 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-23aa278a-3828-4be3-9829-87fb85cff218 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:39.028280 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-dddf43ae-04b9-4c1e-ad63-4101c8c89eb9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:39.040670 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-dddf43ae-04b9-4c1e-ad63-4101c8c89eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:39.063892 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-23aa278a-3828-4be3-9829-87fb85cff218 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:39.066307 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-23aa278a-3828-4be3-9829-87fb85cff218 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:39.124795 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-23aa278a-3828-4be3-9829-87fb85cff218 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Calling delete_port for 9689a18a-d448-448e-969e-b81d204be616 owned by network:floatingip {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:34:39.197508 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-dddf43ae-04b9-4c1e-ad63-4101c8c89eb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1595702'] for router_interface, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:39.220232 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddf43ae-04b9-4c1e-ad63-4101c8c89eb9 admin admin] Pushing event updated for resources: {'Port': ['ID=e5e70745-0f09-46b6-abb4-0b33aecabb49,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:34:39.321536 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb5ca81-c858-4b2a-84d1-bdedcea38272 req-02193af9-352c-4f14-9d9c-a68d5659a7b5 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:39.329188 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4bb5ca81-c858-4b2a-84d1-bdedcea38272 req-02193af9-352c-4f14-9d9c-a68d5659a7b5 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=264addcb-becf-470a-8ecc-0f1d20dce83b HTTP/1.1" status: 200 len: 950 time: 0.1033106 Dec 20 14:34:39.353837 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dddf43ae-04b9-4c1e-ad63-4101c8c89eb9 admin admin] Network 4e9c693b-ae57-4db2-bda8-62d561eefb48 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:34:39.355770 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-dddf43ae-04b9-4c1e-ad63-4101c8c89eb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:34:39.383753 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 36472) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:34:39.462486 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4bb5ca81-c858-4b2a-84d1-bdedcea38272 req-870a3783-f345-47c1-a6b8-f407cf7c737a tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223447 Dec 20 14:34:39.592895 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-23aa278a-3828-4be3-9829-87fb85cff218 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:39.613992 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dddf43ae-04b9-4c1e-ad63-4101c8c89eb9 admin admin] Router d173b83f-f7f2-465d-8e4b-808cfe40e63f has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:34:39.642317 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aa278a-3828-4be3-9829-87fb85cff218 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Pushing event deleted for resources: {'Port': ['ID=9689a18a-d448-448e-969e-b81d204be616,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:34:39.705842 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7494ef87-49ae-4e3d-a71f-1d2748389701 req-713eb0f8-0bc9-4068-a25e-db2181ac5773 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:39.707510 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7494ef87-49ae-4e3d-a71f-1d2748389701 req-713eb0f8-0bc9-4068-a25e-db2181ac5773 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec542727-5897-4643-b7ad-0a7500e7de87 HTTP/1.1" status: 200 len: 945 time: 0.1134167 Dec 20 14:34:39.777507 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2eb25ce4-ec6b-4a84-a9a0-6b870062e60a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:39.818180 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-23aa278a-3828-4be3-9829-87fb85cff218 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks [] for floatingip, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:39.818827 n-d-761264-19 neutron-server[103168]: INFO neutron.db.l3_db [None req-23aa278a-3828-4be3-9829-87fb85cff218 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Floating IP e3535e2c-dda5-4b39-98a0-09f27df5855c disassociated (deleted). External IP: 172.25.0.130, port: fb5e9127-41f0-43b0-b7ff-64d706471842. Dec 20 14:34:39.885153 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7494ef87-49ae-4e3d-a71f-1d2748389701 req-147990a9-104d-4fe0-b8fb-c2583067845d tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965419 Dec 20 14:34:39.902487 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 98281e45-dedd-4c00-9e3f-43cdc88eaf0c no longer exists at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:34:39.933281 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] No Port match for: 98281e45-dedd-4c00-9e3f-43cdc88eaf0c {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:34:39.933862 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 98281e45-dedd-4c00-9e3f-43cdc88eaf0c not bound to the agent host n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:34:39.941694 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dddf43ae-04b9-4c1e-ad63-4101c8c89eb9 admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:34:39.959364 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-dddf43ae-04b9-4c1e-ad63-4101c8c89eb9 admin admin] 10.222.0.54 "PUT /v2.0/routers/d173b83f-f7f2-465d-8e4b-808cfe40e63f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4637415 Dec 20 14:34:40.237132 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2eb25ce4-ec6b-4a84-a9a0-6b870062e60a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:40.246386 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2eb25ce4-ec6b-4a84-a9a0-6b870062e60a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:40.269183 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5a3b7d-bbef-478a-8453-c2af5c300e9a req-d23a239d-5ca6-4d1f-982e-17b82f0ad2d9 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:40.281085 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8e5a3b7d-bbef-478a-8453-c2af5c300e9a req-d23a239d-5ca6-4d1f-982e-17b82f0ad2d9 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec542727-5897-4643-b7ad-0a7500e7de87 HTTP/1.1" status: 200 len: 945 time: 0.1336219 Dec 20 14:34:40.307150 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23aa278a-3828-4be3-9829-87fb85cff218 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Router ebce5a1f-bd4c-4751-8c26-0680aea4abc2 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:34:40.329310 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-2eb25ce4-ec6b-4a84-a9a0-6b870062e60a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c89416caa36f45efa7db31cac6f2fe7e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9431775 Dec 20 14:34:40.332529 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb25ce4-ec6b-4a84-a9a0-6b870062e60a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d8a8909-1e46-404f-9a04-a3edf3dbbc93,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:34:40.337336 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36498) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:34:40.447305 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8e5a3b7d-bbef-478a-8453-c2af5c300e9a req-d2220d05-f813-44b9-a700-536163943386 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643918 Dec 20 14:34:40.501916 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9a3bfa9a-5767-491e-b2c5-e5c149021512 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:40.553213 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23aa278a-3828-4be3-9829-87fb85cff218 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:34:40.567422 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-23aa278a-3828-4be3-9829-87fb85cff218 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:40.567666 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d191b2d-ff95-4e83-a78e-4084db40b739 None None] Sync routers for ids ['ebce5a1f-bd4c-4751-8c26-0680aea4abc2'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:34:40.568350 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9a3bfa9a-5767-491e-b2c5-e5c149021512 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:40.587631 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d191b2d-ff95-4e83-a78e-4084db40b739 None None] Routers {'ebce5a1f-bd4c-4751-8c26-0680aea4abc2'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:34:40.589797 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-9d191b2d-ff95-4e83-a78e-4084db40b739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:34:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['ebce5a1f-bd4c-4751-8c26-0680aea4abc2'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:34:40.666879 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-23aa278a-3828-4be3-9829-87fb85cff218 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] 10.222.0.54 "DELETE /v2.0/floatingips/e3535e2c-dda5-4b39-98a0-09f27df5855c HTTP/1.1" status: 204 len: 168 time: 2.1504095 Dec 20 14:34:40.669536 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36516) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:34:40.687964 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9a3bfa9a-5767-491e-b2c5-e5c149021512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:40.694179 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9a3bfa9a-5767-491e-b2c5-e5c149021512 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:40.694569 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-9d191b2d-ff95-4e83-a78e-4084db40b739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:34:40.696845 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-9a3bfa9a-5767-491e-b2c5-e5c149021512 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2d8a8909-1e46-404f-9a04-a3edf3dbbc93 HTTP/1.1" status: 204 len: 168 time: 0.3446751 Dec 20 14:34:40.720803 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d191b2d-ff95-4e83-a78e-4084db40b739 None None] Routers {'ebce5a1f-bd4c-4751-8c26-0680aea4abc2'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:34:40.721437 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-9d191b2d-ff95-4e83-a78e-4084db40b739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:34:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['ebce5a1f-bd4c-4751-8c26-0680aea4abc2'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:34:40.755450 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3bfa9a-5767-491e-b2c5-e5c149021512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d8a8909-1e46-404f-9a04-a3edf3dbbc93,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:34:40.763171 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-9d191b2d-ff95-4e83-a78e-4084db40b739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:34:40.763836 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d191b2d-ff95-4e83-a78e-4084db40b739 None None] The sync data for ids ['ebce5a1f-bd4c-4751-8c26-0680aea4abc2'] in n-d-761264-19 is: [] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:34:40.899539 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-fb4ccebb-8a5d-4460-a6ea-efddce8d3a2c tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Deleting port fb5e9127-41f0-43b0-b7ff-64d706471842 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:34:40.900042 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fb4ccebb-8a5d-4460-a6ea-efddce8d3a2c tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:41.001791 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e30049-c4fb-4fa5-9263-d8a9dd698db0 req-16eec694-ddb8-4207-b355-0d173fe12601 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:41.009826 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-76e30049-c4fb-4fa5-9263-d8a9dd698db0 req-16eec694-ddb8-4207-b355-0d173fe12601 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/networks?id=4e9c693b-ae57-4db2-bda8-62d561eefb48 HTTP/1.1" status: 200 len: 811 time: 0.3368256 Dec 20 14:34:41.033704 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fde2187-e133-490a-b4c1-4214b320179a req-a0e9a4c6-4d13-43ce-b24b-d6b57dac21bf tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:41.041248 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7fde2187-e133-490a-b4c1-4214b320179a req-a0e9a4c6-4d13-43ce-b24b-d6b57dac21bf tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=264addcb-becf-470a-8ecc-0f1d20dce83b HTTP/1.1" status: 200 len: 950 time: 0.1288595 Dec 20 14:34:41.041573 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-76e30049-c4fb-4fa5-9263-d8a9dd698db0 req-cf045484-1e9a-4f6c-a0d4-0be57907412b tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/quotas/73b54c51b78c45c0a74ac90fc0f7e0af HTTP/1.1" status: 200 len: 375 time: 0.0295215 Dec 20 14:34:41.081163 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0412a2b-e3ca-403d-98b5-8fdc8278c7e6 req-aa38af6a-2f5e-4c11-a9ad-dabaecaf9797 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:41.082983 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b0412a2b-e3ca-403d-98b5-8fdc8278c7e6 req-aa38af6a-2f5e-4c11-a9ad-dabaecaf9797 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.30 "GET /v2.0/ports?device_id=264addcb-becf-470a-8ecc-0f1d20dce83b HTTP/1.1" status: 200 len: 950 time: 0.4561825 Dec 20 14:34:41.137593 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fb4ccebb-8a5d-4460-a6ea-efddce8d3a2c tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:41.151644 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7fde2187-e133-490a-b4c1-4214b320179a req-6a06944e-5657-4fbc-9379-e95b94226178 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/security-groups?id=0eded0c4-314b-4099-b0ff-25e8eff38672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094542 Dec 20 14:34:41.187817 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device a0abe8d0-337f-40bb-9e7f-7e8f387e7077 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:34:41.189746 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-fb4ccebb-8a5d-4460-a6ea-efddce8d3a2c tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Calling delete_port for fb5e9127-41f0-43b0-b7ff-64d706471842 owned by {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:34:41.303570 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-76e30049-c4fb-4fa5-9263-d8a9dd698db0 req-677afe93-6d69-46f1-84eb-f7f24aa106e8 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=73b54c51b78c45c0a74ac90fc0f7e0af&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2608392 Dec 20 14:34:41.357163 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port a0abe8d0-337f-40bb-9e7f-7e8f387e7077 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:34:41.358566 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:41.498857 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:41.501164 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:41.548328 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] For port a0abe8d0-337f-40bb-9e7f-7e8f387e7077, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=a0abe8d0-337f-40bb-9e7f-7e8f387e7077,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:34:41.555433 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208ea495-a89b-4fb5-8011-c596652ec5d8 req-d9266521-1853-4bef-9340-50c12e2c06cc tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:41.558755 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:41.560660 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-208ea495-a89b-4fb5-8011-c596652ec5d8 req-d9266521-1853-4bef-9340-50c12e2c06cc tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec542727-5897-4643-b7ad-0a7500e7de87 HTTP/1.1" status: 200 len: 945 time: 0.2155197 Dec 20 14:34:41.569038 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-b0412a2b-e3ca-403d-98b5-8fdc8278c7e6 req-5b984de0-ba6f-4372-baf9-e56009d7b287 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Deleting port 47effca4-a119-48c1-b2c1-a300bc11c325 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:34:41.569605 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-b0412a2b-e3ca-403d-98b5-8fdc8278c7e6 req-5b984de0-ba6f-4372-baf9-e56009d7b287 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:41.622233 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f83c72f-09da-44c4-a6e0-3db2604128d5 None None] Sync routers for ids ['d173b83f-f7f2-465d-8e4b-808cfe40e63f'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:34:41.651893 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f83c72f-09da-44c4-a6e0-3db2604128d5 None None] Routers {'d173b83f-f7f2-465d-8e4b-808cfe40e63f'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:34:41.652898 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-3f83c72f-09da-44c4-a6e0-3db2604128d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:34:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['d173b83f-f7f2-465d-8e4b-808cfe40e63f'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:34:41.671285 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-76e30049-c4fb-4fa5-9263-d8a9dd698db0 req-74a17ace-df11-41d6-acb1-2da3ed3b7d2f service neutron] 10.222.0.54 "GET /v2.0/networks/4e9c693b-ae57-4db2-bda8-62d561eefb48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3619895 Dec 20 14:34:41.737794 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Pushing event updated for resources: {'Port': ['ID=a0abe8d0-337f-40bb-9e7f-7e8f387e7077,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:34:41.791641 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-b0412a2b-e3ca-403d-98b5-8fdc8278c7e6 req-5b984de0-ba6f-4372-baf9-e56009d7b287 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] For port 47effca4-a119-48c1-b2c1-a300bc11c325, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=47effca4-a119-48c1-b2c1-a300bc11c325,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:34:41.792051 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-b0412a2b-e3ca-403d-98b5-8fdc8278c7e6 req-5b984de0-ba6f-4372-baf9-e56009d7b287 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:41.808190 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-208ea495-a89b-4fb5-8011-c596652ec5d8 req-e5936d52-2be2-43f8-bfcd-1d1fbcdf4026 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105417 Dec 20 14:34:41.832773 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-b0412a2b-e3ca-403d-98b5-8fdc8278c7e6 req-5b984de0-ba6f-4372-baf9-e56009d7b287 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Calling delete_port for 47effca4-a119-48c1-b2c1-a300bc11c325 owned by compute:nova {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:34:41.876900 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-76e30049-c4fb-4fa5-9263-d8a9dd698db0 req-7f05bf0e-6d21-4a40-b526-cf0817b6828f service neutron] 10.222.0.54 "GET /v2.0/networks/4e9c693b-ae57-4db2-bda8-62d561eefb48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046788 Dec 20 14:34:42.032816 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fb4ccebb-8a5d-4460-a6ea-efddce8d3a2c tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:42.042096 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-b0412a2b-e3ca-403d-98b5-8fdc8278c7e6 req-5b984de0-ba6f-4372-baf9-e56009d7b287 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:42.111037 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 36548) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:34:42.112558 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b984de0-ba6f-4372-baf9-e56009d7b287 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Pushing event deleted for resources: {'Port': ['ID=47effca4-a119-48c1-b2c1-a300bc11c325,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:34:42.116151 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4ccebb-8a5d-4460-a6ea-efddce8d3a2c tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Pushing event deleted for resources: {'Port': ['ID=fb5e9127-41f0-43b0-b7ff-64d706471842,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:34:42.261007 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0412a2b-e3ca-403d-98b5-8fdc8278c7e6 req-5b984de0-ba6f-4372-baf9-e56009d7b287 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] No DVR routers for this DVR port 47effca4-a119-48c1-b2c1-a300bc11c325 on host n-h1-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:34:42.266042 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-b0412a2b-e3ca-403d-98b5-8fdc8278c7e6 req-5b984de0-ba6f-4372-baf9-e56009d7b287 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:42.269937 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b0412a2b-e3ca-403d-98b5-8fdc8278c7e6 req-5b984de0-ba6f-4372-baf9-e56009d7b287 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.30 "DELETE /v2.0/ports/47effca4-a119-48c1-b2c1-a300bc11c325 HTTP/1.1" status: 204 len: 173 time: 1.1722369 Dec 20 14:34:42.270651 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '264addcb-becf-470a-8ecc-0f1d20dce83b', 'name': 'network-vif-deleted', 'tag': '47effca4-a119-48c1-b2c1-a300bc11c325'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:34:42.273239 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e7e0d8a-8789-4819-9099-4c386916049e" -d '{"events": [{"server_uuid": "264addcb-becf-470a-8ecc-0f1d20dce83b", "name": "network-vif-deleted", "tag": "47effca4-a119-48c1-b2c1-a300bc11c325"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:34:42.307855 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7833bb66-1141-4863-8167-fd7e8aa3e0f7 req-8d75aaf0-0ecd-485c-a02c-315a0d025d45 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/ports?device_id=50f8cdff-dfe7-4b38-b373-88790e4f0182 HTTP/1.1" status: 200 len: 210 time: 0.0441489 Dec 20 14:34:42.324885 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-3f83c72f-09da-44c4-a6e0-3db2604128d5 None None] Set router d173b83f-f7f2-465d-8e4b-808cfe40e63f gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:34:42.365854 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fb4ccebb-8a5d-4460-a6ea-efddce8d3a2c tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:42.374174 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 36564) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:34:42.379601 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-fd774e3d-3651-4bdd-bcb0-a6bba5abed4f tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Request body: {'floatingip': {'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:34:42.388056 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-fb4ccebb-8a5d-4460-a6ea-efddce8d3a2c tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] 10.222.0.54 "DELETE /v2.0/ports/fb5e9127-41f0-43b0-b7ff-64d706471842 HTTP/1.1" status: 204 len: 168 time: 1.7172027 Dec 20 14:34:42.461957 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-0da4654b-9c76-4be4-a0fd-b45655c522e4 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-103335565-network', 'tenant_id': 'e14409db9ea047758d6d8e45ccf00fe4'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:34:42.506182 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fd774e3d-3651-4bdd-bcb0-a6bba5abed4f tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks [] for floatingip, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:42.680303 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-657fd939-5ef4-4645-bbb5-f20abd2dd579 req-06587914-21c2-4c95-ab13-0db3ddccbf74 tempest-MigrationsAdminTest-408070280 tempest-MigrationsAdminTest-408070280-project] 10.222.0.54 "GET /v2.0/ports?device_id=264addcb-becf-470a-8ecc-0f1d20dce83b HTTP/1.1" status: 200 len: 210 time: 0.1614814 Dec 20 14:34:42.682425 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e509511a-1e5a-4e65-b23b-e0e7e5224fcf x-openstack-request-id: req-e509511a-1e5a-4e65-b23b-e0e7e5224fcf {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:34:42.684919 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "264addcb-becf-470a-8ecc-0f1d20dce83b", "name": "network-vif-deleted", "tag": "47effca4-a119-48c1-b2c1-a300bc11c325", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:34:42.685281 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e509511a-1e5a-4e65-b23b-e0e7e5224fcf {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:34:42.685800 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '264addcb-becf-470a-8ecc-0f1d20dce83b', 'name': 'network-vif-deleted', 'tag': '47effca4-a119-48c1-b2c1-a300bc11c325', 'status': 'completed', 'code': 200} Dec 20 14:34:42.825349 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-3f83c72f-09da-44c4-a6e0-3db2604128d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd173b83f-f7f2-465d-8e4b-808cfe40e63f', 'name': 'tempest-ServerRescueTestJSON-1828449498-router', 'tenant_id': '73b54c51b78c45c0a74ac90fc0f7e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'a0abe8d0-337f-40bb-9e7f-7e8f387e7077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:34:32Z', 'updated_at': '2021-12-20T14:34:38Z', 'revision_number': 4, 'project_id': '73b54c51b78c45c0a74ac90fc0f7e0af', 'gw_port': {'id': 'a0abe8d0-337f-40bb-9e7f-7e8f387e7077', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:7a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd173b83f-f7f2-465d-8e4b-808cfe40e63f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:34:33Z', 'updated_at': '2021-12-20T14:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'e5e70745-0f09-46b6-abb4-0b33aecabb49', 'name': '', 'network_id': '4e9c693b-ae57-4db2-bda8-62d561eefb48', 'tenant_id': '73b54c51b78c45c0a74ac90fc0f7e0af', 'mac_address': 'fa:16:3e:1d:68:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd173b83f-f7f2-465d-8e4b-808cfe40e63f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': 'c60a30f0-6c73-44bc-9d4a-8152d2aea897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:34:37Z', 'updated_at': '2021-12-20T14:34:38Z', 'revision_number': 2, 'project_id': '73b54c51b78c45c0a74ac90fc0f7e0af', 'subnets': [{'id': 'c60a30f0-6c73-44bc-9d4a-8152d2aea897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:34:42.846417 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32acf3d-0ee0-42df-ac5a-16f648e67f86 req-5f77ee58-bbb8-4d20-9ddc-8ed4ce215ebe tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:42.847753 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0da4654b-9c76-4be4-a0fd-b45655c522e4 admin admin] Made reservation on behalf of e14409db9ea047758d6d8e45ccf00fe4 for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:34:42.850324 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0da4654b-9c76-4be4-a0fd-b45655c522e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:42.858676 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a32acf3d-0ee0-42df-ac5a-16f648e67f86 req-5f77ee58-bbb8-4d20-9ddc-8ed4ce215ebe tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec542727-5897-4643-b7ad-0a7500e7de87 HTTP/1.1" status: 200 len: 945 time: 0.0959437 Dec 20 14:34:42.887382 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0da4654b-9c76-4be4-a0fd-b45655c522e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:42.904436 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f83c72f-09da-44c4-a6e0-3db2604128d5 None None] Checking router: d173b83f-f7f2-465d-8e4b-808cfe40e63f for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:34:42.905175 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f83c72f-09da-44c4-a6e0-3db2604128d5 None None] Updating router d173b83f-f7f2-465d-8e4b-808cfe40e63f port e5e70745-0f09-46b6-abb4-0b33aecabb49 binding host n-d-761264-19 {{(pid=103169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 14:34:42.937613 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-3f83c72f-09da-44c4-a6e0-3db2604128d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:43.019341 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a32acf3d-0ee0-42df-ac5a-16f648e67f86 req-7a68ded7-9464-47f8-b4cd-a6ba16c2971b tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480880 Dec 20 14:34:43.167504 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0da4654b-9c76-4be4-a0fd-b45655c522e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:43.178465 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0da4654b-9c76-4be4-a0fd-b45655c522e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:43.196551 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device a0abe8d0-337f-40bb-9e7f-7e8f387e7077 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:34:43.230283 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0da4654b-9c76-4be4-a0fd-b45655c522e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:34:43.256427 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0da4654b-9c76-4be4-a0fd-b45655c522e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:43.256764 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-0da4654b-9c76-4be4-a0fd-b45655c522e4 admin admin] Added segment 2573b312-4924-4661-8d69-abdd3044015f of type vlan for network 5cd7bf01-6de9-478f-8995-790f88919004 Dec 20 14:34:43.383169 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port a0abe8d0-337f-40bb-9e7f-7e8f387e7077 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:34:43.383764 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:43.578055 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-3f83c72f-09da-44c4-a6e0-3db2604128d5 None None] Publish callbacks [] for port, precommit_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:43.627520 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-3f83c72f-09da-44c4-a6e0-3db2604128d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:43.687281 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792db925-77fc-48c4-a3ad-e57c6be43638 None None] Pushing event updated for resources: {'Port': ['ID=e5e70745-0f09-46b6-abb4-0b33aecabb49,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:34:43.753285 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da4654b-9c76-4be4-a0fd-b45655c522e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=addf1f6c-a620-4499-ba2d-97512b5db7bd,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:34:43.781681 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0da4654b-9c76-4be4-a0fd-b45655c522e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:43.795379 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-3f83c72f-09da-44c4-a6e0-3db2604128d5 None None] Attempting to bind port e5e70745-0f09-46b6-abb4-0b33aecabb49 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:34:43.801389 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-3f83c72f-09da-44c4-a6e0-3db2604128d5 None None] Attempting to bind port e5e70745-0f09-46b6-abb4-0b33aecabb49 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '53618fa9-4105-49a9-a955-23da9897e6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '4e9c693b-ae57-4db2-bda8-62d561eefb48'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:34:43.801975 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f83c72f-09da-44c4-a6e0-3db2604128d5 None None] Attempting to bind port e5e70745-0f09-46b6-abb4-0b33aecabb49 on network 4e9c693b-ae57-4db2-bda8-62d561eefb48 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:34:43.819144 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f83c72f-09da-44c4-a6e0-3db2604128d5 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:34:43.821897 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f83c72f-09da-44c4-a6e0-3db2604128d5 None None] Checking segment: {'id': '53618fa9-4105-49a9-a955-23da9897e6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '4e9c693b-ae57-4db2-bda8-62d561eefb48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:34:43.822200 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-3f83c72f-09da-44c4-a6e0-3db2604128d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:43.822610 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f83c72f-09da-44c4-a6e0-3db2604128d5 None None] Bound using segment: {'id': '53618fa9-4105-49a9-a955-23da9897e6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '4e9c693b-ae57-4db2-bda8-62d561eefb48'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:34:43.823318 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-3f83c72f-09da-44c4-a6e0-3db2604128d5 None None] Bound port: e5e70745-0f09-46b6-abb4-0b33aecabb49, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53618fa9-4105-49a9-a955-23da9897e6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '4e9c693b-ae57-4db2-bda8-62d561eefb48'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:34:43.827557 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-3f83c72f-09da-44c4-a6e0-3db2604128d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:43.828753 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9e1f1a56-9416-4cc5-8513-57b16b9d5e9c req-1ffda2d7-5b12-465a-a78f-821863cd71ea tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/ports?device_id=50f8cdff-dfe7-4b38-b373-88790e4f0182 HTTP/1.1" status: 200 len: 210 time: 0.1284480 Dec 20 14:34:43.840959 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0da4654b-9c76-4be4-a0fd-b45655c522e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:43.843676 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da4654b-9c76-4be4-a0fd-b45655c522e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:43.844804 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0da4654b-9c76-4be4-a0fd-b45655c522e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:43.917313 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fd774e3d-3651-4bdd-bcb0-a6bba5abed4f tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:43.948067 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-3f83c72f-09da-44c4-a6e0-3db2604128d5 None None] For port e5e70745-0f09-46b6-abb4-0b33aecabb49, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:34:43.951607 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-3f83c72f-09da-44c4-a6e0-3db2604128d5 None None] For port e5e70745-0f09-46b6-abb4-0b33aecabb49, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=e5e70745-0f09-46b6-abb4-0b33aecabb49,segment=NetworkSegment(53618fa9-4105-49a9-a955-23da9897e6b1),segment_id=53618fa9-4105-49a9-a955-23da9897e6b1)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:34:43.955405 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 47effca4-a119-48c1-b2c1-a300bc11c325 no longer exists at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:34:43.968662 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-3f83c72f-09da-44c4-a6e0-3db2604128d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:44.009550 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-0da4654b-9c76-4be4-a0fd-b45655c522e4 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8654025 Dec 20 14:34:44.064200 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36588) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:34:44.081741 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792db925-77fc-48c4-a3ad-e57c6be43638 None None] Pushing event updated for resources: {'Port': ['ID=e5e70745-0f09-46b6-abb4-0b33aecabb49,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:34:44.087745 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] No Port match for: 47effca4-a119-48c1-b2c1-a300bc11c325 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:34:44.088149 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 47effca4-a119-48c1-b2c1-a300bc11c325 not bound to the agent host n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:34:44.102023 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f83c72f-09da-44c4-a6e0-3db2604128d5 None None] Routers {'d173b83f-f7f2-465d-8e4b-808cfe40e63f'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:34:44.102626 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-3f83c72f-09da-44c4-a6e0-3db2604128d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:34:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['d173b83f-f7f2-465d-8e4b-808cfe40e63f'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:34:44.109980 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-2870e54b-dbaf-4fe5-91c7-59a4880d959e admin admin] Request body: {'subnet': {'network_id': '5cd7bf01-6de9-478f-8995-790f88919004', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-103335565-subnet', 'tenant_id': 'e14409db9ea047758d6d8e45ccf00fe4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:34:44.112033 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 14:34:44.233698 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36596) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:34:44.234633 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2870e54b-dbaf-4fe5-91c7-59a4880d959e admin admin] Made reservation on behalf of e14409db9ea047758d6d8e45ccf00fe4 for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:34:44.240349 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2870e54b-dbaf-4fe5-91c7-59a4880d959e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:44.261442 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da4654b-9c76-4be4-a0fd-b45655c522e4 admin admin] Pushing event updated for resources: {'Network': ['ID=5cd7bf01-6de9-478f-8995-790f88919004,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:34:44.283869 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 5cd7bf01-6de9-478f-8995-790f88919004 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:34:44.349606 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb259802-4135-4d8c-b627-d4f9529473da req-bf77aefc-a3c8-4b99-9a69-06a1d3fa2a49 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:44.350691 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cb259802-4135-4d8c-b627-d4f9529473da req-bf77aefc-a3c8-4b99-9a69-06a1d3fa2a49 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec542727-5897-4643-b7ad-0a7500e7de87 HTTP/1.1" status: 200 len: 945 time: 0.1032498 Dec 20 14:34:44.390996 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-3f83c72f-09da-44c4-a6e0-3db2604128d5 None None] Set router d173b83f-f7f2-465d-8e4b-808cfe40e63f gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:34:44.423070 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-fd774e3d-3651-4bdd-bcb0-a6bba5abed4f tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Allocated IP 172.25.0.29 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/d574a766-7f86-4f09-a2d3-cac2bf57dc48) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:34:44.483622 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2870e54b-dbaf-4fe5-91c7-59a4880d959e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:44.549099 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e30049-c4fb-4fa5-9263-d8a9dd698db0 req-20c41dd9-bf8d-40ae-b3d2-6675e37873de tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:44.551017 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-76e30049-c4fb-4fa5-9263-d8a9dd698db0 req-20c41dd9-bf8d-40ae-b3d2-6675e37873de tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.47 "GET /v2.0/networks?id=4e9c693b-ae57-4db2-bda8-62d561eefb48 HTTP/1.1" status: 200 len: 811 time: 0.6761618 Dec 20 14:34:44.570470 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67da0cf-525d-41c4-8f75-88c4b1e9968a req-53cb17ca-3609-4f79-a65a-f7edda20c6ee tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:44.576145 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fd774e3d-3651-4bdd-bcb0-a6bba5abed4f tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:44.578409 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c67da0cf-525d-41c4-8f75-88c4b1e9968a req-53cb17ca-3609-4f79-a65a-f7edda20c6ee tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec542727-5897-4643-b7ad-0a7500e7de87 HTTP/1.1" status: 200 len: 945 time: 0.3901429 Dec 20 14:34:44.603042 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-76e30049-c4fb-4fa5-9263-d8a9dd698db0 req-13e470c5-af88-4021-951e-a43debd9b9bd tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Request body: {'port': {'device_id': '50f8cdff-dfe7-4b38-b373-88790e4f0182', 'network_id': '4e9c693b-ae57-4db2-bda8-62d561eefb48', 'admin_state_up': True, 'tenant_id': '73b54c51b78c45c0a74ac90fc0f7e0af'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:34:44.624602 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fd774e3d-3651-4bdd-bcb0-a6bba5abed4f tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:44.650918 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c67da0cf-525d-41c4-8f75-88c4b1e9968a req-40f0c12c-44f6-44b2-ab6f-e5c85e9e7cb9 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665939 Dec 20 14:34:44.683823 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2870e54b-dbaf-4fe5-91c7-59a4880d959e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3b5d3c3-c0a0-4814-9a8f-cacbddf5f328,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:34:44.691222 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd774e3d-3651-4bdd-bcb0-a6bba5abed4f tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:34:44.705153 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-fd774e3d-3651-4bdd-bcb0-a6bba5abed4f tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:34:44.712062 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-3f83c72f-09da-44c4-a6e0-3db2604128d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd173b83f-f7f2-465d-8e4b-808cfe40e63f', 'name': 'tempest-ServerRescueTestJSON-1828449498-router', 'tenant_id': '73b54c51b78c45c0a74ac90fc0f7e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'a0abe8d0-337f-40bb-9e7f-7e8f387e7077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:34:32Z', 'updated_at': '2021-12-20T14:34:38Z', 'revision_number': 4, 'project_id': '73b54c51b78c45c0a74ac90fc0f7e0af', 'gw_port': {'id': 'a0abe8d0-337f-40bb-9e7f-7e8f387e7077', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:7a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd173b83f-f7f2-465d-8e4b-808cfe40e63f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:34:33Z', 'updated_at': '2021-12-20T14:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'e5e70745-0f09-46b6-abb4-0b33aecabb49', 'name': '', 'network_id': '4e9c693b-ae57-4db2-bda8-62d561eefb48', 'tenant_id': '73b54c51b78c45c0a74ac90fc0f7e0af', 'mac_address': 'fa:16:3e:1d:68:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd173b83f-f7f2-465d-8e4b-808cfe40e63f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': 'c60a30f0-6c73-44bc-9d4a-8152d2aea897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:34:37Z', 'updated_at': '2021-12-20T14:34:43Z', 'revision_number': 4, 'project_id': '73b54c51b78c45c0a74ac90fc0f7e0af', 'subnets': [{'id': 'c60a30f0-6c73-44bc-9d4a-8152d2aea897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:34:44.713096 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd774e3d-3651-4bdd-bcb0-a6bba5abed4f tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:34:44.733150 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2870e54b-dbaf-4fe5-91c7-59a4880d959e admin admin] Checking segment: {'id': '2573b312-4924-4661-8d69-abdd3044015f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '5cd7bf01-6de9-478f-8995-790f88919004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:34:44.735940 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2870e54b-dbaf-4fe5-91c7-59a4880d959e admin admin] Network hostable DHCP agents. Network: 5cd7bf01-6de9-478f-8995-790f88919004, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:34:44.772831 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f83c72f-09da-44c4-a6e0-3db2604128d5 None None] The sync data for ids ['d173b83f-f7f2-465d-8e4b-808cfe40e63f'] in n-d-761264-19 is: [{'id': 'd173b83f-f7f2-465d-8e4b-808cfe40e63f', 'name': 'tempest-ServerRescueTestJSON-1828449498-router', 'tenant_id': '73b54c51b78c45c0a74ac90fc0f7e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'a0abe8d0-337f-40bb-9e7f-7e8f387e7077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:34:32Z', 'updated_at': '2021-12-20T14:34:38Z', 'revision_number': 4, 'project_id': '73b54c51b78c45c0a74ac90fc0f7e0af', 'gw_port': {'id': 'a0abe8d0-337f-40bb-9e7f-7e8f387e7077', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:7a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd173b83f-f7f2-465d-8e4b-808cfe40e63f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:34:33Z', 'updated_at': '2021-12-20T14:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'e5e70745-0f09-46b6-abb4-0b33aecabb49', 'name': '', 'network_id': '4e9c693b-ae57-4db2-bda8-62d561eefb48', 'tenant_id': '73b54c51b78c45c0a74ac90fc0f7e0af', 'mac_address': 'fa:16:3e:1d:68:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd173b83f-f7f2-465d-8e4b-808cfe40e63f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': 'c60a30f0-6c73-44bc-9d4a-8152d2aea897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:34:37Z', 'updated_at': '2021-12-20T14:34:43Z', 'revision_number': 4, 'project_id': '73b54c51b78c45c0a74ac90fc0f7e0af', 'subnets': [{'id': 'c60a30f0-6c73-44bc-9d4a-8152d2aea897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:34:44.805995 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd774e3d-3651-4bdd-bcb0-a6bba5abed4f tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Pushing event updated for resources: {'Port': ['ID=d574a766-7f86-4f09-a2d3-cac2bf57dc48,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:34:44.826338 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2870e54b-dbaf-4fe5-91c7-59a4880d959e admin admin] Network 5cd7bf01-6de9-478f-8995-790f88919004 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:34:44.908415 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-cb259802-4135-4d8c-b627-d4f9529473da req-c7e09d0c-205c-4cc5-945c-f3b5cb3bf57d tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Deleting port c4591f1a-72bd-499c-9d02-33e34cca26d5 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:34:44.908760 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-cb259802-4135-4d8c-b627-d4f9529473da req-c7e09d0c-205c-4cc5-945c-f3b5cb3bf57d tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:44.927191 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-8ccb9a24-8427-4902-a4fc-7a3b0d8520c2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c1e404e3ac2e456f831247d0bb0227f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4548633 Dec 20 14:34:44.941844 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36608) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:34:45.013190 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-2870e54b-dbaf-4fe5-91c7-59a4880d959e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 5cd7bf01-6de9-478f-8995-790f88919004) {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:34:45.019985 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2870e54b-dbaf-4fe5-91c7-59a4880d959e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:45.020793 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2870e54b-dbaf-4fe5-91c7-59a4880d959e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:45.029256 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6795251-ac88-4351-ad83-d15a225073f6 None None] Network 5cd7bf01-6de9-478f-8995-790f88919004 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:34:45.079169 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-38e070d8-dc94-46a2-89b1-3fb3657e8cec req-d9f5d8d2-9ff2-4baf-81e2-7597365ca557 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/ports?device_id=50f8cdff-dfe7-4b38-b373-88790e4f0182 HTTP/1.1" status: 200 len: 210 time: 0.1212575 Dec 20 14:34:45.108919 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-2870e54b-dbaf-4fe5-91c7-59a4880d959e admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0156105 Dec 20 14:34:45.136303 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fd774e3d-3651-4bdd-bcb0-a6bba5abed4f tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:45.163895 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4ef371fb-2fd4-4abc-b82e-331a76ed9643 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:45.255199 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device e5e70745-0f09-46b6-abb4-0b33aecabb49 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:34:45.257075 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76e30049-c4fb-4fa5-9263-d8a9dd698db0 req-13e470c5-af88-4021-951e-a43debd9b9bd tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Made reservation on behalf of 73b54c51b78c45c0a74ac90fc0f7e0af for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:34:45.267353 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-76e30049-c4fb-4fa5-9263-d8a9dd698db0 req-13e470c5-af88-4021-951e-a43debd9b9bd tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:45.287076 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-cb259802-4135-4d8c-b627-d4f9529473da req-c7e09d0c-205c-4cc5-945c-f3b5cb3bf57d tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] For port c4591f1a-72bd-499c-9d02-33e34cca26d5, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=c4591f1a-72bd-499c-9d02-33e34cca26d5,segment=NetworkSegment(3b732879-896e-432d-a96e-7cba9e2b8a93),segment_id=3b732879-896e-432d-a96e-7cba9e2b8a93)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:34:45.287874 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-cb259802-4135-4d8c-b627-d4f9529473da req-c7e09d0c-205c-4cc5-945c-f3b5cb3bf57d tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:45.325845 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fd774e3d-3651-4bdd-bcb0-a6bba5abed4f tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:45.358215 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:45.534938 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee42f1ef-9e31-4dd2-b042-c7e9744309e1 None None] Network 5cd7bf01-6de9-478f-8995-790f88919004 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:34:45.571160 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4ef371fb-2fd4-4abc-b82e-331a76ed9643 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:45.607757 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [req-76e30049-c4fb-4fa5-9263-d8a9dd698db0 req-13e470c5-af88-4021-951e-a43debd9b9bd tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Allocated IP 172.20.0.11 (4e9c693b-ae57-4db2-bda8-62d561eefb48/c60a30f0-6c73-44bc-9d4a-8152d2aea897/caff25a2-9cc3-4665-b056-26b789f7a5dd) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:34:45.698820 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port e5e70745-0f09-46b6-abb4-0b33aecabb49 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:34:45.699265 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:45.778307 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-cb259802-4135-4d8c-b627-d4f9529473da req-c7e09d0c-205c-4cc5-945c-f3b5cb3bf57d tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Calling delete_port for c4591f1a-72bd-499c-9d02-33e34cca26d5 owned by compute:nova {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:34:45.815538 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4ef371fb-2fd4-4abc-b82e-331a76ed9643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:45.818123 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4ef371fb-2fd4-4abc-b82e-331a76ed9643 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:45.823013 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-4ef371fb-2fd4-4abc-b82e-331a76ed9643 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0eded0c4-314b-4099-b0ff-25e8eff38672 HTTP/1.1" status: 204 len: 168 time: 0.8735361 Dec 20 14:34:45.850451 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef371fb-2fd4-4abc-b82e-331a76ed9643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eded0c4-314b-4099-b0ff-25e8eff38672,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:34:45.858138 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:45.940421 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] For port e5e70745-0f09-46b6-abb4-0b33aecabb49, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=e5e70745-0f09-46b6-abb4-0b33aecabb49,segment=NetworkSegment(53618fa9-4105-49a9-a955-23da9897e6b1),segment_id=53618fa9-4105-49a9-a955-23da9897e6b1)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:34:45.952787 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:45.971360 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-76e30049-c4fb-4fa5-9263-d8a9dd698db0 req-13e470c5-af88-4021-951e-a43debd9b9bd tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:45.996530 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7a3598-2e21-4f2b-8edf-8ee2fefe3a38 req-c6b47c74-4b8f-4a7e-ae73-cc234185c8e7 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:45.999120 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ad7a3598-2e21-4f2b-8edf-8ee2fefe3a38 req-c6b47c74-4b8f-4a7e-ae73-cc234185c8e7 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec542727-5897-4643-b7ad-0a7500e7de87 HTTP/1.1" status: 200 len: 945 time: 0.1205335 Dec 20 14:34:46.056969 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-6b38620e-7f1d-47fd-82c6-0dd8f0a453f9 req-2795d27a-46b1-4b33-8c9d-7da2b4736b4b tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1428725153', 'description': 'tempest-description-1063694794'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:34:46.106094 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Pushing event updated for resources: {'Port': ['ID=e5e70745-0f09-46b6-abb4-0b33aecabb49,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:34:46.132061 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fd774e3d-3651-4bdd-bcb0-a6bba5abed4f tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:46.164503 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fd774e3d-3651-4bdd-bcb0-a6bba5abed4f tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:46.180283 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ad7a3598-2e21-4f2b-8edf-8ee2fefe3a38 req-defa604b-507c-4569-98e2-898cf8c1a808 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609602 Dec 20 14:34:46.182605 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-76e30049-c4fb-4fa5-9263-d8a9dd698db0 req-13e470c5-af88-4021-951e-a43debd9b9bd tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:46.270158 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-6b38620e-7f1d-47fd-82c6-0dd8f0a453f9 req-2795d27a-46b1-4b33-8c9d-7da2b4736b4b tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:46.307338 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-cb259802-4135-4d8c-b627-d4f9529473da req-c7e09d0c-205c-4cc5-945c-f3b5cb3bf57d tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:46.320462 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['d51472d0-9c05-4789-b785-88c8d484278a'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:34:46.361680 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76e30049-c4fb-4fa5-9263-d8a9dd698db0 req-13e470c5-af88-4021-951e-a43debd9b9bd tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Network 4e9c693b-ae57-4db2-bda8-62d561eefb48 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:34:46.372234 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [req-76e30049-c4fb-4fa5-9263-d8a9dd698db0 req-13e470c5-af88-4021-951e-a43debd9b9bd tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:34:46.389281 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-76e30049-c4fb-4fa5-9263-d8a9dd698db0 req-13e470c5-af88-4021-951e-a43debd9b9bd tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:34:46.504022 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36636) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:34:46.505437 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e470c5-af88-4021-951e-a43debd9b9bd tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Pushing event updated for resources: {'Port': ['ID=caff25a2-9cc3-4665-b056-26b789f7a5dd,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:34:46.513713 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb259802-4135-4d8c-b627-d4f9529473da req-c7e09d0c-205c-4cc5-945c-f3b5cb3bf57d tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] No DVR routers for this DVR port c4591f1a-72bd-499c-9d02-33e34cca26d5 on host n-h1-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:34:46.518849 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fd774e3d-3651-4bdd-bcb0-a6bba5abed4f tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585115'] for floatingip, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:46.524975 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd774e3d-3651-4bdd-bcb0-a6bba5abed4f tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Pushing event updated for resources: {'Port': ['ID=d574a766-7f86-4f09-a2d3-cac2bf57dc48,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:34:46.624535 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-6b38620e-7f1d-47fd-82c6-0dd8f0a453f9 req-2795d27a-46b1-4b33-8c9d-7da2b4736b4b tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:46.647190 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-cb259802-4135-4d8c-b627-d4f9529473da req-c7e09d0c-205c-4cc5-945c-f3b5cb3bf57d tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:46.652078 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cb259802-4135-4d8c-b627-d4f9529473da req-c7e09d0c-205c-4cc5-945c-f3b5cb3bf57d tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.30 "DELETE /v2.0/ports/c4591f1a-72bd-499c-9d02-33e34cca26d5 HTTP/1.1" status: 204 len: 173 time: 2.0404892 Dec 20 14:34:46.652589 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec542727-5897-4643-b7ad-0a7500e7de87', 'name': 'network-vif-deleted', 'tag': 'c4591f1a-72bd-499c-9d02-33e34cca26d5'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:34:46.657285 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caa713de-bae3-4a47-8a89-6a9f4d5ea221" -d '{"events": [{"server_uuid": "ec542727-5897-4643-b7ad-0a7500e7de87", "name": "network-vif-deleted", "tag": "c4591f1a-72bd-499c-9d02-33e34cca26d5"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:34:46.666149 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-6b38620e-7f1d-47fd-82c6-0dd8f0a453f9 req-2795d27a-46b1-4b33-8c9d-7da2b4736b4b tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:46.691878 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fd774e3d-3651-4bdd-bcb0-a6bba5abed4f tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:46.693133 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-fd774e3d-3651-4bdd-bcb0-a6bba5abed4f tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.3175831 Dec 20 14:34:46.701773 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 36644) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:34:46.709385 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-20128042-b79b-4329-995a-953eba3b92fc tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Request body: {'port': {'network_id': 'c67c2a2a-67cb-40e4-a9a6-783d579d8b4a', 'name': 'tempest-FloatingIPTestJSON-1241212919'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:34:46.713831 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e09d0c-205c-4cc5-945c-f3b5cb3bf57d tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Pushing event deleted for resources: {'Port': ['ID=c4591f1a-72bd-499c-9d02-33e34cca26d5,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:34:46.795035 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-6b38620e-7f1d-47fd-82c6-0dd8f0a453f9 req-2795d27a-46b1-4b33-8c9d-7da2b4736b4b tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:46.796382 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6b38620e-7f1d-47fd-82c6-0dd8f0a453f9 req-2795d27a-46b1-4b33-8c9d-7da2b4736b4b tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 1.0398736 Dec 20 14:34:46.797049 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2795d27a-46b1-4b33-8c9d-7da2b4736b4b tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef29efb-4d57-4a30-8cee-90601c2b9784,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:34:46.924886 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20128042-b79b-4329-995a-953eba3b92fc tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Made reservation on behalf of b689693ddc3f49a2b3f8f42717070fd5 for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:34:46.929362 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-20128042-b79b-4329-995a-953eba3b92fc tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:46.980381 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [None req-20128042-b79b-4329-995a-953eba3b92fc tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] device_id is not set on port 99ed172a-a473-44ff-ab11-a4d05a1cd187 yet. {{(pid=103168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 14:34:47.083310 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device e5e70745-0f09-46b6-abb4-0b33aecabb49 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:34:47.135295 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-8eeae4df-865d-450e-aa75-b2c8c9882353 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c9a1599406a14b4a9d452ff77fab9725&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6255114 Dec 20 14:34:47.146185 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36652) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:34:47.169160 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affca700-c9c1-4a17-bf23-0974ba0b8103 req-1f721679-54f3-454f-8fd3-53a01a5ae951 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:47.177190 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-affca700-c9c1-4a17-bf23-0974ba0b8103 req-1f721679-54f3-454f-8fd3-53a01a5ae951 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/ports?device_id=50f8cdff-dfe7-4b38-b373-88790e4f0182 HTTP/1.1" status: 200 len: 932 time: 0.7833378 Dec 20 14:34:47.200307 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e30049-c4fb-4fa5-9263-d8a9dd698db0 req-13e470c5-af88-4021-951e-a43debd9b9bd tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:47.201009 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-76e30049-c4fb-4fa5-9263-d8a9dd698db0 req-13e470c5-af88-4021-951e-a43debd9b9bd tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:47.221806 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port e5e70745-0f09-46b6-abb4-0b33aecabb49 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:34:47.222909 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:47.224192 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-20128042-b79b-4329-995a-953eba3b92fc tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Allocated IP 172.20.0.12 (c67c2a2a-67cb-40e4-a9a6-783d579d8b4a/bb5d0b86-dcdb-4722-bb6b-1b7fe4a0022c/99ed172a-a473-44ff-ab11-a4d05a1cd187) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:34:47.249293 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-76e30049-c4fb-4fa5-9263-d8a9dd698db0 req-13e470c5-af88-4021-951e-a43debd9b9bd tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6501267 Dec 20 14:34:47.268343 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-76e30049-c4fb-4fa5-9263-d8a9dd698db0 req-1ee5843b-fe9c-4a06-9c94-1f7be8563943 service neutron] Request body: {'port': {'device_id': '50f8cdff-dfe7-4b38-b373-88790e4f0182', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-19'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:34:47.326470 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e395ac9-8db8-4b9e-b392-c0a5fc2ee406 x-openstack-request-id: req-6e395ac9-8db8-4b9e-b392-c0a5fc2ee406 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:34:47.326785 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec542727-5897-4643-b7ad-0a7500e7de87", "name": "network-vif-deleted", "tag": "c4591f1a-72bd-499c-9d02-33e34cca26d5", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:34:47.327045 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6e395ac9-8db8-4b9e-b392-c0a5fc2ee406 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:34:47.327447 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec542727-5897-4643-b7ad-0a7500e7de87', 'name': 'network-vif-deleted', 'tag': 'c4591f1a-72bd-499c-9d02-33e34cca26d5', 'status': 'completed', 'code': 200} Dec 20 14:34:47.330536 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-affca700-c9c1-4a17-bf23-0974ba0b8103 req-1f567f75-1a02-4473-95b9-0193033eb96d tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff2c97d-c902-4302-9c87-14f917dbe0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523771 Dec 20 14:34:47.358947 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-33815e12-cc94-439f-84dc-5dd136fd8798 req-35f48e0f-6096-4f82-8933-9b50eb2990f8 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-29142435', 'description': 'tempest-description-1748880206'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:34:47.401739 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-11e9abd1-d95a-4c9e-ac0a-1914fc398102 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:47.432492 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-76e30049-c4fb-4fa5-9263-d8a9dd698db0 req-1ee5843b-fe9c-4a06-9c94-1f7be8563943 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:47.451107 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-11e9abd1-d95a-4c9e-ac0a-1914fc398102 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:47.536609 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-33815e12-cc94-439f-84dc-5dd136fd8798 req-35f48e0f-6096-4f82-8933-9b50eb2990f8 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:47.546687 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-20128042-b79b-4329-995a-953eba3b92fc tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:47.639066 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-11e9abd1-d95a-4c9e-ac0a-1914fc398102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:47.642426 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-11e9abd1-d95a-4c9e-ac0a-1914fc398102 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:47.647313 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-11e9abd1-d95a-4c9e-ac0a-1914fc398102 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5e67849c-f412-4dee-b534-dbdb7f667cbb HTTP/1.1" status: 204 len: 168 time: 0.4913831 Dec 20 14:34:47.693519 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-20128042-b79b-4329-995a-953eba3b92fc tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:47.721731 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e9abd1-d95a-4c9e-ac0a-1914fc398102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e67849c-f412-4dee-b534-dbdb7f667cbb,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:34:47.767564 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20128042-b79b-4329-995a-953eba3b92fc tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Pushing event updated for resources: {'Port': ['ID=99ed172a-a473-44ff-ab11-a4d05a1cd187,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:34:47.774563 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-33815e12-cc94-439f-84dc-5dd136fd8798 req-35f48e0f-6096-4f82-8933-9b50eb2990f8 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:47.792274 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20128042-b79b-4329-995a-953eba3b92fc tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Network c67c2a2a-67cb-40e4-a9a6-783d579d8b4a is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:34:47.793946 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-33815e12-cc94-439f-84dc-5dd136fd8798 req-35f48e0f-6096-4f82-8933-9b50eb2990f8 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:47.830356 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-20128042-b79b-4329-995a-953eba3b92fc tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:34:47.836363 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f48e0f-6096-4f82-8933-9b50eb2990f8 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39ed67c8-01a3-4da6-b43b-0a40e2cb837d,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:34:47.839713 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20128042-b79b-4329-995a-953eba3b92fc tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:34:47.873215 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2744bf01-d65a-45b2-bc6d-0629c134bee3 req-cecdca4b-9b39-4125-bcc7-361bf229eb9b tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:47.874799 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2744bf01-d65a-45b2-bc6d-0629c134bee3 req-cecdca4b-9b39-4125-bcc7-361bf229eb9b tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/networks?id=ac37406e-6eba-42f0-a02b-49bc68c3a995 HTTP/1.1" status: 200 len: 805 time: 0.1936669 Dec 20 14:34:47.881605 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-33815e12-cc94-439f-84dc-5dd136fd8798 req-35f48e0f-6096-4f82-8933-9b50eb2990f8 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:47.883144 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-33815e12-cc94-439f-84dc-5dd136fd8798 req-35f48e0f-6096-4f82-8933-9b50eb2990f8 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.5588796 Dec 20 14:34:47.943976 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20128042-b79b-4329-995a-953eba3b92fc tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:47.947203 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-20128042-b79b-4329-995a-953eba3b92fc tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:47.952745 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device c4591f1a-72bd-499c-9d02-33e34cca26d5 no longer exists at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:34:47.983590 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2744bf01-d65a-45b2-bc6d-0629c134bee3 req-749991f5-8944-4c66-b7cb-b18063085c14 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/quotas/b34e3eedf72e455b9cbb2db5d8862a92 HTTP/1.1" status: 200 len: 375 time: 0.0543594 Dec 20 14:34:47.994770 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-20128042-b79b-4329-995a-953eba3b92fc tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2893748 Dec 20 14:34:47.997402 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 36678) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:34:48.000609 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] No Port match for: c4591f1a-72bd-499c-9d02-33e34cca26d5 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:34:48.001234 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device c4591f1a-72bd-499c-9d02-33e34cca26d5 not bound to the agent host n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:34:48.004773 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-905b94ab-7059-4d1f-b0b0-b327ff4894c4 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Request body: {'floatingip': {'port_id': '99ed172a-a473-44ff-ab11-a4d05a1cd187'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:34:48.064880 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [req-76e30049-c4fb-4fa5-9263-d8a9dd698db0 req-1ee5843b-fe9c-4a06-9c94-1f7be8563943 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id caff25a2-9cc3-4665-b056-26b789f7a5dd {{(pid=103167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:34:48.099430 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-905b94ab-7059-4d1f-b0b0-b327ff4894c4 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks [] for floatingip, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:48.120633 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-76e30049-c4fb-4fa5-9263-d8a9dd698db0 req-1ee5843b-fe9c-4a06-9c94-1f7be8563943 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:48.148140 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-76e30049-c4fb-4fa5-9263-d8a9dd698db0 req-1ee5843b-fe9c-4a06-9c94-1f7be8563943 service neutron] Transition to ACTIVE for port object caff25a2-9cc3-4665-b056-26b789f7a5dd will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:34:48.171966 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-76e30049-c4fb-4fa5-9263-d8a9dd698db0 req-1ee5843b-fe9c-4a06-9c94-1f7be8563943 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:48.339448 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee5843b-fe9c-4a06-9c94-1f7be8563943 service neutron] Pushing event updated for resources: {'Port': ['ID=caff25a2-9cc3-4665-b056-26b789f7a5dd,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:34:48.378851 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2744bf01-d65a-45b2-bc6d-0629c134bee3 req-a40a0cc0-3072-4098-9735-b7cbd5f2bcee tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=b34e3eedf72e455b9cbb2db5d8862a92&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3710530 Dec 20 14:34:48.517398 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141af7bd-a845-4df7-9f2e-f00198dc874e req-bdb5fa38-1084-4b95-ad94-69daf647159a tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:48.519145 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-141af7bd-a845-4df7-9f2e-f00198dc874e req-bdb5fa38-1084-4b95-ad94-69daf647159a tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "GET /v2.0/networks?id=5cd7bf01-6de9-478f-8995-790f88919004 HTTP/1.1" status: 200 len: 812 time: 0.2157612 Dec 20 14:34:48.564980 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-141af7bd-a845-4df7-9f2e-f00198dc874e req-684e636d-d38b-478e-b4d3-108b1cd79558 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "GET /v2.0/quotas/e14409db9ea047758d6d8e45ccf00fe4 HTTP/1.1" status: 200 len: 375 time: 0.0288639 Dec 20 14:34:48.717204 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2744bf01-d65a-45b2-bc6d-0629c134bee3 req-862410fc-6009-44d8-9fbe-a6cf99825589 service neutron] 10.222.0.54 "GET /v2.0/networks/ac37406e-6eba-42f0-a02b-49bc68c3a995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3217196 Dec 20 14:34:48.722241 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-76e30049-c4fb-4fa5-9263-d8a9dd698db0 req-1ee5843b-fe9c-4a06-9c94-1f7be8563943 service neutron] Attempting to bind port caff25a2-9cc3-4665-b056-26b789f7a5dd on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:34:48.722574 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-76e30049-c4fb-4fa5-9263-d8a9dd698db0 req-1ee5843b-fe9c-4a06-9c94-1f7be8563943 service neutron] Attempting to bind port caff25a2-9cc3-4665-b056-26b789f7a5dd by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': '53618fa9-4105-49a9-a955-23da9897e6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '4e9c693b-ae57-4db2-bda8-62d561eefb48'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:34:48.723288 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e30049-c4fb-4fa5-9263-d8a9dd698db0 req-1ee5843b-fe9c-4a06-9c94-1f7be8563943 service neutron] Attempting to bind port caff25a2-9cc3-4665-b056-26b789f7a5dd on network 4e9c693b-ae57-4db2-bda8-62d561eefb48 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:34:48.728079 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-141af7bd-a845-4df7-9f2e-f00198dc874e req-6284f479-7b1a-44cd-bfe2-adc4a26e35b5 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=e14409db9ea047758d6d8e45ccf00fe4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0936804 Dec 20 14:34:48.839205 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e30049-c4fb-4fa5-9263-d8a9dd698db0 req-1ee5843b-fe9c-4a06-9c94-1f7be8563943 service neutron] Port caff25a2-9cc3-4665-b056-26b789f7a5dd on network 4e9c693b-ae57-4db2-bda8-62d561eefb48 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:34:48.839543 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e30049-c4fb-4fa5-9263-d8a9dd698db0 req-1ee5843b-fe9c-4a06-9c94-1f7be8563943 service neutron] Attempting to bind port caff25a2-9cc3-4665-b056-26b789f7a5dd on network 4e9c693b-ae57-4db2-bda8-62d561eefb48 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:34:48.852417 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e30049-c4fb-4fa5-9263-d8a9dd698db0 req-1ee5843b-fe9c-4a06-9c94-1f7be8563943 service neutron] Checking agent: {'id': '43c60aee-e4af-4ecc-bee2-aac3569fafed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:34:48.852417 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e30049-c4fb-4fa5-9263-d8a9dd698db0 req-1ee5843b-fe9c-4a06-9c94-1f7be8563943 service neutron] Checking segment: {'id': '53618fa9-4105-49a9-a955-23da9897e6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '4e9c693b-ae57-4db2-bda8-62d561eefb48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:34:48.852795 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e30049-c4fb-4fa5-9263-d8a9dd698db0 req-1ee5843b-fe9c-4a06-9c94-1f7be8563943 service neutron] Bound using segment: {'id': '53618fa9-4105-49a9-a955-23da9897e6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '4e9c693b-ae57-4db2-bda8-62d561eefb48'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:34:48.853036 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-76e30049-c4fb-4fa5-9263-d8a9dd698db0 req-1ee5843b-fe9c-4a06-9c94-1f7be8563943 service neutron] Bound port: caff25a2-9cc3-4665-b056-26b789f7a5dd, host: n-h2-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53618fa9-4105-49a9-a955-23da9897e6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '4e9c693b-ae57-4db2-bda8-62d561eefb48'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:34:48.853422 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-76e30049-c4fb-4fa5-9263-d8a9dd698db0 req-1ee5843b-fe9c-4a06-9c94-1f7be8563943 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:48.889186 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2744bf01-d65a-45b2-bc6d-0629c134bee3 req-d2f56467-02b1-40b9-9206-7ccae3198f0c service neutron] 10.222.0.54 "GET /v2.0/networks/ac37406e-6eba-42f0-a02b-49bc68c3a995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499300 Dec 20 14:34:48.994284 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-76e30049-c4fb-4fa5-9263-d8a9dd698db0 req-1ee5843b-fe9c-4a06-9c94-1f7be8563943 service neutron] For port caff25a2-9cc3-4665-b056-26b789f7a5dd, host n-h2-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:34:49.000659 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-76e30049-c4fb-4fa5-9263-d8a9dd698db0 req-1ee5843b-fe9c-4a06-9c94-1f7be8563943 service neutron] For port caff25a2-9cc3-4665-b056-26b789f7a5dd, host n-h2-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=caff25a2-9cc3-4665-b056-26b789f7a5dd,segment=NetworkSegment(53618fa9-4105-49a9-a955-23da9897e6b1),segment_id=53618fa9-4105-49a9-a955-23da9897e6b1)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:34:49.015136 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-76e30049-c4fb-4fa5-9263-d8a9dd698db0 req-1ee5843b-fe9c-4a06-9c94-1f7be8563943 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:49.108568 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e30049-c4fb-4fa5-9263-d8a9dd698db0 req-1ee5843b-fe9c-4a06-9c94-1f7be8563943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:49.115396 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-76e30049-c4fb-4fa5-9263-d8a9dd698db0 req-1ee5843b-fe9c-4a06-9c94-1f7be8563943 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:49.116935 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-76e30049-c4fb-4fa5-9263-d8a9dd698db0 req-1ee5843b-fe9c-4a06-9c94-1f7be8563943 service neutron] 10.222.0.47 "PUT /v2.0/ports/caff25a2-9cc3-4665-b056-26b789f7a5dd HTTP/1.1" status: 200 len: 1093 time: 1.8528557 Dec 20 14:34:49.117680 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50f8cdff-dfe7-4b38-b373-88790e4f0182', 'tag': 'caff25a2-9cc3-4665-b056-26b789f7a5dd'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:34:49.120189 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-427db335-6fe4-46da-a397-77fb9b96aee8" -d '{"events": [{"name": "network-changed", "server_uuid": "50f8cdff-dfe7-4b38-b373-88790e4f0182", "tag": "caff25a2-9cc3-4665-b056-26b789f7a5dd"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:34:49.167142 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-141af7bd-a845-4df7-9f2e-f00198dc874e req-38ad9205-dbad-416d-b95a-9c176b6c3bfa service neutron] 10.222.0.54 "GET /v2.0/networks/5cd7bf01-6de9-478f-8995-790f88919004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3713100 Dec 20 14:34:49.218306 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee5843b-fe9c-4a06-9c94-1f7be8563943 service neutron] Pushing event updated for resources: {'Port': ['ID=caff25a2-9cc3-4665-b056-26b789f7a5dd,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:34:49.265107 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e30049-c4fb-4fa5-9263-d8a9dd698db0 req-2cbdf41d-d312-49fd-bee1-2d4c96e48671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:49.268313 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-76e30049-c4fb-4fa5-9263-d8a9dd698db0 req-2cbdf41d-d312-49fd-bee1-2d4c96e48671 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=73b54c51b78c45c0a74ac90fc0f7e0af&device_id=50f8cdff-dfe7-4b38-b373-88790e4f0182 HTTP/1.1" status: 200 len: 1096 time: 0.0695198 Dec 20 14:34:49.330637 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.db.resource_extend [None req-905b94ab-7059-4d1f-b0b0-b327ff4894c4 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 14:34:49.405508 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-905b94ab-7059-4d1f-b0b0-b327ff4894c4 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:49.409456 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-76e30049-c4fb-4fa5-9263-d8a9dd698db0 req-f69e4d06-ea30-4360-b487-8259e1b40ec5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=caff25a2-9cc3-4665-b056-26b789f7a5dd HTTP/1.1" status: 200 len: 217 time: 0.1301842 Dec 20 14:34:49.415887 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-905b94ab-7059-4d1f-b0b0-b327ff4894c4 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585115'] for floatingip, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:49.477135 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-141af7bd-a845-4df7-9f2e-f00198dc874e req-00568366-9167-4fd8-b3bd-3c766d9a5d09 service neutron] 10.222.0.54 "GET /v2.0/networks/5cd7bf01-6de9-478f-8995-790f88919004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2985320 Dec 20 14:34:49.586837 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e5a369-3088-4f4f-ba35-1bb8989ec2f0 req-f1b06ccd-925e-4cb2-873f-a699607b75d5 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:49.595784 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b5e5a369-3088-4f4f-ba35-1bb8989ec2f0 req-f1b06ccd-925e-4cb2-873f-a699607b75d5 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/ports?device_id=50f8cdff-dfe7-4b38-b373-88790e4f0182 HTTP/1.1" status: 200 len: 944 time: 0.1905148 Dec 20 14:34:49.609417 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e30049-c4fb-4fa5-9263-d8a9dd698db0 req-dad32cf6-ef32-4a2b-80a7-700886341d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:49.611124 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-76e30049-c4fb-4fa5-9263-d8a9dd698db0 req-dad32cf6-ef32-4a2b-80a7-700886341d20 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c60a30f0-6c73-44bc-9d4a-8152d2aea897 HTTP/1.1" status: 200 len: 851 time: 0.1877830 Dec 20 14:34:49.662964 n-d-761264-19 neutron-server[103168]: INFO neutron.db.l3_db [None req-905b94ab-7059-4d1f-b0b0-b327ff4894c4 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Floating IP 981db937-1238-4f24-9641-d802336f3187 associated. External IP: 172.25.0.29, port: 99ed172a-a473-44ff-ab11-a4d05a1cd187. Dec 20 14:34:49.680169 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-76e30049-c4fb-4fa5-9263-d8a9dd698db0 req-e65d91de-65cf-4248-a206-bd105302587c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4e9c693b-ae57-4db2-bda8-62d561eefb48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597932 Dec 20 14:34:49.757700 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b5e5a369-3088-4f4f-ba35-1bb8989ec2f0 req-d028211f-c118-4870-81c9-88ef8a7716fe tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff2c97d-c902-4302-9c87-14f917dbe0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606753 Dec 20 14:34:49.961721 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-76e30049-c4fb-4fa5-9263-d8a9dd698db0 req-202f6d60-cbb9-468e-b9c4-0ea121f31435 service neutron] 10.222.0.47 "GET /v2.0/networks/4e9c693b-ae57-4db2-bda8-62d561eefb48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536769 Dec 20 14:34:49.968604 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48118603-66f0-4a98-a17f-bd78ece31aef x-openstack-request-id: req-48118603-66f0-4a98-a17f-bd78ece31aef {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:34:49.968961 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50f8cdff-dfe7-4b38-b373-88790e4f0182", "tag": "caff25a2-9cc3-4665-b056-26b789f7a5dd", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:34:49.969236 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-48118603-66f0-4a98-a17f-bd78ece31aef {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:34:49.969655 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50f8cdff-dfe7-4b38-b373-88790e4f0182', 'tag': 'caff25a2-9cc3-4665-b056-26b789f7a5dd', 'status': 'completed', 'code': 200} Dec 20 14:34:50.140647 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9021f53b-7d13-4ffe-a057-28f0dd0bdbc6 req-a5adfdf3-712c-40c7-9563-8b375c0ed138 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1a1faf6-4bff-48b3-bf36-a1a8783b50d4 HTTP/1.1" status: 200 len: 210 time: 0.0419655 Dec 20 14:34:50.213436 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-74f82b51-15b2-45f8-9cdf-81f86b9af311 req-76b751bb-2f93-405b-9f71-3f1595c3c071 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "GET /v2.0/ports?device_id=a707f31a-f1ad-4b92-9ff6-11a988672d50 HTTP/1.1" status: 200 len: 210 time: 0.0478125 Dec 20 14:34:50.287950 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-76e30049-c4fb-4fa5-9263-d8a9dd698db0 req-27798b5f-4d65-451d-93a8-4c506e5f4002 service neutron] 10.222.0.47 "GET /v2.0/networks/4e9c693b-ae57-4db2-bda8-62d561eefb48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3147783 Dec 20 14:34:50.308542 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-905b94ab-7059-4d1f-b0b0-b327ff4894c4 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Router ebce5a1f-bd4c-4751-8c26-0680aea4abc2 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:34:50.511395 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427db335-6fe4-46da-a397-77fb9b96aee8 req-f9fe3f68-7e75-4650-ab90-e53cf9ae6c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:50.513960 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-427db335-6fe4-46da-a397-77fb9b96aee8 req-f9fe3f68-7e75-4650-ab90-e53cf9ae6c82 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=73b54c51b78c45c0a74ac90fc0f7e0af&device_id=50f8cdff-dfe7-4b38-b373-88790e4f0182 HTTP/1.1" status: 200 len: 1096 time: 0.1005089 Dec 20 14:34:50.751956 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427db335-6fe4-46da-a397-77fb9b96aee8 req-5e7e5d1d-85a0-4790-967c-4a5765c53271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:50.753595 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-427db335-6fe4-46da-a397-77fb9b96aee8 req-5e7e5d1d-85a0-4790-967c-4a5765c53271 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4e9c693b-ae57-4db2-bda8-62d561eefb48 HTTP/1.1" status: 200 len: 912 time: 0.2307682 Dec 20 14:34:50.845261 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-427db335-6fe4-46da-a397-77fb9b96aee8 req-888cb4c9-0c48-448d-a013-82a218bcf968 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=caff25a2-9cc3-4665-b056-26b789f7a5dd HTTP/1.1" status: 200 len: 217 time: 0.0761731 Dec 20 14:34:50.920200 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427db335-6fe4-46da-a397-77fb9b96aee8 req-36fed933-13f8-47e0-94d3-562d18814787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:50.922281 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-427db335-6fe4-46da-a397-77fb9b96aee8 req-36fed933-13f8-47e0-94d3-562d18814787 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c60a30f0-6c73-44bc-9d4a-8152d2aea897 HTTP/1.1" status: 200 len: 851 time: 0.0688934 Dec 20 14:34:51.012500 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-427db335-6fe4-46da-a397-77fb9b96aee8 req-3dc8d7a3-0473-44b2-8ccd-caa5df0bc891 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4e9c693b-ae57-4db2-bda8-62d561eefb48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0813613 Dec 20 14:34:51.261491 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c59e05e-2b2f-48e1-8eca-29927826ddcf req-b722acd5-2772-4bbe-82f5-429b8094c33a tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:51.269154 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7c59e05e-2b2f-48e1-8eca-29927826ddcf req-b722acd5-2772-4bbe-82f5-429b8094c33a tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/ports?device_id=50f8cdff-dfe7-4b38-b373-88790e4f0182 HTTP/1.1" status: 200 len: 944 time: 0.1492853 Dec 20 14:34:51.275042 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-905b94ab-7059-4d1f-b0b0-b327ff4894c4 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:34:51.289695 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca996bd0-96a4-4491-a775-5af58e9e3321 None None] Sync routers for ids ['ebce5a1f-bd4c-4751-8c26-0680aea4abc2'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:34:51.308100 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-905b94ab-7059-4d1f-b0b0-b327ff4894c4 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:51.320715 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-427db335-6fe4-46da-a397-77fb9b96aee8 req-2c1aa8db-6643-4874-86da-251a33e2a6b9 service neutron] 10.222.0.47 "GET /v2.0/networks/4e9c693b-ae57-4db2-bda8-62d561eefb48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2997594 Dec 20 14:34:51.326996 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca996bd0-96a4-4491-a775-5af58e9e3321 None None] Routers {'ebce5a1f-bd4c-4751-8c26-0680aea4abc2'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:34:51.332644 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-ca996bd0-96a4-4491-a775-5af58e9e3321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:34:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['ebce5a1f-bd4c-4751-8c26-0680aea4abc2'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:34:51.341061 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-905b94ab-7059-4d1f-b0b0-b327ff4894c4 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] 10.222.0.54 "PUT /v2.0/floatingips/981db937-1238-4f24-9641-d802336f3187 HTTP/1.1" status: 200 len: 978 time: 3.3425274 Dec 20 14:34:51.341731 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 36782) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:34:51.455411 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-ca996bd0-96a4-4491-a775-5af58e9e3321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:34:51.460108 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2744bf01-d65a-45b2-bc6d-0629c134bee3 req-44c0b1aa-37ee-4b3f-a4e7-df3e1c93dcc6 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:51.461767 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2744bf01-d65a-45b2-bc6d-0629c134bee3 req-44c0b1aa-37ee-4b3f-a4e7-df3e1c93dcc6 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.30 "GET /v2.0/networks?id=ac37406e-6eba-42f0-a02b-49bc68c3a995 HTTP/1.1" status: 200 len: 805 time: 0.3410723 Dec 20 14:34:51.475490 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca996bd0-96a4-4491-a775-5af58e9e3321 None None] Routers {'ebce5a1f-bd4c-4751-8c26-0680aea4abc2'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:34:51.476131 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-ca996bd0-96a4-4491-a775-5af58e9e3321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:34:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['ebce5a1f-bd4c-4751-8c26-0680aea4abc2'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:34:51.489712 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7c59e05e-2b2f-48e1-8eca-29927826ddcf req-4e0dc2b4-d50f-4163-99df-67dadf4e510e tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff2c97d-c902-4302-9c87-14f917dbe0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196596 Dec 20 14:34:51.524232 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-2744bf01-d65a-45b2-bc6d-0629c134bee3 req-5c6e7176-a1f0-4b58-be8b-aa8d3d2d8f29 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Request body: {'port': {'device_id': 'b1a1faf6-4bff-48b3-bf36-a1a8783b50d4', 'network_id': 'ac37406e-6eba-42f0-a02b-49bc68c3a995', 'admin_state_up': True, 'tenant_id': 'b34e3eedf72e455b9cbb2db5d8862a92'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:34:51.528532 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-427db335-6fe4-46da-a397-77fb9b96aee8 req-07e4d792-b6c8-4150-bc70-c8a74c80a449 service neutron] 10.222.0.47 "GET /v2.0/networks/4e9c693b-ae57-4db2-bda8-62d561eefb48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977463 Dec 20 14:34:51.586086 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-09ee6a04-7967-401d-9051-9c1556565639 req-6135cbb2-ddbc-420f-8542-a239c9c25be0 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1a1faf6-4bff-48b3-bf36-a1a8783b50d4 HTTP/1.1" status: 200 len: 210 time: 0.0478604 Dec 20 14:34:51.591127 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-ca996bd0-96a4-4491-a775-5af58e9e3321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:34:51.591984 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca996bd0-96a4-4491-a775-5af58e9e3321 None None] The sync data for ids ['ebce5a1f-bd4c-4751-8c26-0680aea4abc2'] in n-d-761264-19 is: [] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:34:51.719036 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-81c3f395-ecd3-4bf4-8b9c-54ae127a1873 req-c544f5eb-c3dd-4a6a-a196-6f91c22c6b72 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "GET /v2.0/ports?device_id=a707f31a-f1ad-4b92-9ff6-11a988672d50 HTTP/1.1" status: 200 len: 210 time: 0.0772042 Dec 20 14:34:51.750193 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-580d1f13-ea78-41d8-88bc-4807f485cdc6 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Deleting port 99ed172a-a473-44ff-ab11-a4d05a1cd187 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:34:51.750871 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-580d1f13-ea78-41d8-88bc-4807f485cdc6 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:51.888006 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2744bf01-d65a-45b2-bc6d-0629c134bee3 req-5c6e7176-a1f0-4b58-be8b-aa8d3d2d8f29 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Made reservation on behalf of b34e3eedf72e455b9cbb2db5d8862a92 for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:34:51.891863 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-2744bf01-d65a-45b2-bc6d-0629c134bee3 req-5c6e7176-a1f0-4b58-be8b-aa8d3d2d8f29 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:51.925665 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-580d1f13-ea78-41d8-88bc-4807f485cdc6 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:52.242760 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141af7bd-a845-4df7-9f2e-f00198dc874e req-295e93cf-4afe-4b33-919e-12e9cf45efd6 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:52.242760 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-141af7bd-a845-4df7-9f2e-f00198dc874e req-295e93cf-4afe-4b33-919e-12e9cf45efd6 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.30 "GET /v2.0/networks?id=5cd7bf01-6de9-478f-8995-790f88919004 HTTP/1.1" status: 200 len: 812 time: 0.3159204 Dec 20 14:34:52.315274 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-141af7bd-a845-4df7-9f2e-f00198dc874e req-c28d1217-f7fa-4c43-8631-dd7a29b84f94 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Request body: {'port': {'device_id': 'a707f31a-f1ad-4b92-9ff6-11a988672d50', 'network_id': '5cd7bf01-6de9-478f-8995-790f88919004', 'admin_state_up': True, 'tenant_id': 'e14409db9ea047758d6d8e45ccf00fe4'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:34:52.425830 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [req-2744bf01-d65a-45b2-bc6d-0629c134bee3 req-5c6e7176-a1f0-4b58-be8b-aa8d3d2d8f29 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Allocated IP 172.20.0.5 (ac37406e-6eba-42f0-a02b-49bc68c3a995/8bcc849b-c021-46b4-96cd-8d7c30cd2023/91a77279-49b2-441d-bd17-46f0be58592b) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:34:52.745628 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-580d1f13-ea78-41d8-88bc-4807f485cdc6 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:52.746168 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-580d1f13-ea78-41d8-88bc-4807f485cdc6 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585115'] for floatingip, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:52.746462 n-d-761264-19 neutron-server[103168]: INFO neutron.db.l3_db [None req-580d1f13-ea78-41d8-88bc-4807f485cdc6 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Floating IP 981db937-1238-4f24-9641-d802336f3187 disassociated. External IP: 172.25.0.29, port: 99ed172a-a473-44ff-ab11-a4d05a1cd187. Dec 20 14:34:52.746948 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-580d1f13-ea78-41d8-88bc-4807f485cdc6 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Calling delete_port for 99ed172a-a473-44ff-ab11-a4d05a1cd187 owned by {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:34:52.751062 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8219ce-5990-4b63-98ff-23688a4caf4a req-486487ca-aafa-4fb2-a686-02a2efe7f7c5 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:52.760622 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3b8219ce-5990-4b63-98ff-23688a4caf4a req-486487ca-aafa-4fb2-a686-02a2efe7f7c5 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/ports?device_id=50f8cdff-dfe7-4b38-b373-88790e4f0182 HTTP/1.1" status: 200 len: 944 time: 0.1007104 Dec 20 14:34:52.785146 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-2744bf01-d65a-45b2-bc6d-0629c134bee3 req-5c6e7176-a1f0-4b58-be8b-aa8d3d2d8f29 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:52.866086 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3b8219ce-5990-4b63-98ff-23688a4caf4a req-034a1fcd-f594-4879-807b-b63a67f7355f tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff2c97d-c902-4302-9c87-14f917dbe0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000679 Dec 20 14:34:52.888650 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-141af7bd-a845-4df7-9f2e-f00198dc874e req-c28d1217-f7fa-4c43-8631-dd7a29b84f94 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Made reservation on behalf of e14409db9ea047758d6d8e45ccf00fe4 for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:34:52.895548 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-141af7bd-a845-4df7-9f2e-f00198dc874e req-c28d1217-f7fa-4c43-8631-dd7a29b84f94 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:52.933125 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device caff25a2-9cc3-4665-b056-26b789f7a5dd details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:34:52.978938 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-83675255-bc29-4ce9-a4af-7609923ebaf8 req-a2dd1e2d-90d7-4795-810a-bd7c2cf34bb7 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "GET /v2.0/ports?device_id=a707f31a-f1ad-4b92-9ff6-11a988672d50 HTTP/1.1" status: 200 len: 210 time: 0.0340126 Dec 20 14:34:53.012751 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6a15ba92-9a37-4f13-8251-acd1e56800b5 req-5ecf61c4-f8c1-4e31-b543-cb09c01fbe25 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1a1faf6-4bff-48b3-bf36-a1a8783b50d4 HTTP/1.1" status: 200 len: 210 time: 0.1088428 Dec 20 14:34:53.087344 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-2744bf01-d65a-45b2-bc6d-0629c134bee3 req-5c6e7176-a1f0-4b58-be8b-aa8d3d2d8f29 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:53.106130 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['d51472d0-9c05-4789-b785-88c8d484278a'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:34:53.230307 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2744bf01-d65a-45b2-bc6d-0629c134bee3 req-5c6e7176-a1f0-4b58-be8b-aa8d3d2d8f29 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Network ac37406e-6eba-42f0-a02b-49bc68c3a995 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:34:53.249555 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [req-2744bf01-d65a-45b2-bc6d-0629c134bee3 req-5c6e7176-a1f0-4b58-be8b-aa8d3d2d8f29 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:34:53.257961 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-2744bf01-d65a-45b2-bc6d-0629c134bee3 req-5c6e7176-a1f0-4b58-be8b-aa8d3d2d8f29 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:34:53.276599 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port caff25a2-9cc3-4665-b056-26b789f7a5dd, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=caff25a2-9cc3-4665-b056-26b789f7a5dd,segment=NetworkSegment(53618fa9-4105-49a9-a955-23da9897e6b1),segment_id=53618fa9-4105-49a9-a955-23da9897e6b1)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:34:53.312416 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': 'caff25a2-9cc3-4665-b056-26b789f7a5dd', 'network_id': '4e9c693b-ae57-4db2-bda8-62d561eefb48', 'port_id': 'caff25a2-9cc3-4665-b056-26b789f7a5dd', 'mac_address': 'fa:16:3e:09:31:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c60a30f0-6c73-44bc-9d4a-8152d2aea897', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:34:53.370692 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6e7176-a1f0-4b58-be8b-aa8d3d2d8f29 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Pushing event updated for resources: {'Port': ['ID=91a77279-49b2-441d-bd17-46f0be58592b,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:34:53.435045 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:53.445560 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [req-141af7bd-a845-4df7-9f2e-f00198dc874e req-c28d1217-f7fa-4c43-8631-dd7a29b84f94 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Allocated IP 172.20.0.14 (5cd7bf01-6de9-478f-8995-790f88919004/d3b5d3c3-c0a0-4814-9a8f-cacbddf5f328/89eafe9d-48d6-4a4d-a382-986779559a31) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:34:53.456624 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id caff25a2-9cc3-4665-b056-26b789f7a5dd {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:34:53.475961 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2744bf01-d65a-45b2-bc6d-0629c134bee3 req-5c6e7176-a1f0-4b58-be8b-aa8d3d2d8f29 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:53.477508 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-2744bf01-d65a-45b2-bc6d-0629c134bee3 req-5c6e7176-a1f0-4b58-be8b-aa8d3d2d8f29 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:53.478243 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port caff25a2-9cc3-4665-b056-26b789f7a5dd, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=caff25a2-9cc3-4665-b056-26b789f7a5dd,segment=NetworkSegment(53618fa9-4105-49a9-a955-23da9897e6b1),segment_id=53618fa9-4105-49a9-a955-23da9897e6b1)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:34:53.489487 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-580d1f13-ea78-41d8-88bc-4807f485cdc6 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:53.490222 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:53.552563 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580d1f13-ea78-41d8-88bc-4807f485cdc6 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Pushing event deleted for resources: {'Port': ['ID=99ed172a-a473-44ff-ab11-a4d05a1cd187,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:34:53.578552 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2744bf01-d65a-45b2-bc6d-0629c134bee3 req-5c6e7176-a1f0-4b58-be8b-aa8d3d2d8f29 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0877199 Dec 20 14:34:53.593478 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=caff25a2-9cc3-4665-b056-26b789f7a5dd,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:34:53.601505 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:34:53.601834 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:34:53.602170 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:34:53.602499 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:34:53.602845 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:34:53.603223 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:34:53.603532 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:34:53.603787 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:34:53.604100 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:34:53.604413 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:34:53.604726 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:34:53.605035 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:34:53.605346 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:34:53.633634 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-2744bf01-d65a-45b2-bc6d-0629c134bee3 req-59c299b3-9415-4561-9977-e8e958bbd6d1 service neutron] Request body: {'port': {'device_id': 'b1a1faf6-4bff-48b3-bf36-a1a8783b50d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-19'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:34:53.786714 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['caff25a2-9cc3-4665-b056-26b789f7a5dd'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:34:53.828776 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-2744bf01-d65a-45b2-bc6d-0629c134bee3 req-59c299b3-9415-4561-9977-e8e958bbd6d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:53.919485 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-580d1f13-ea78-41d8-88bc-4807f485cdc6 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Router ebce5a1f-bd4c-4751-8c26-0680aea4abc2 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:34:53.946942 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-141af7bd-a845-4df7-9f2e-f00198dc874e req-c28d1217-f7fa-4c43-8631-dd7a29b84f94 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:54.170700 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-359be9a0-780d-4f70-b9da-70de48822568 req-bf2c5293-1fbe-4352-a0d3-ceedcf440e7e tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "GET /v2.0/ports?device_id=a707f31a-f1ad-4b92-9ff6-11a988672d50 HTTP/1.1" status: 200 len: 210 time: 0.0431504 Dec 20 14:34:54.241459 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-141af7bd-a845-4df7-9f2e-f00198dc874e req-c28d1217-f7fa-4c43-8631-dd7a29b84f94 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:54.314748 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2d4c9b-1858-433f-be24-4dc94b760924 req-2c400df8-83c1-400f-8179-038b3f0703e6 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:54.323898 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-aa2d4c9b-1858-433f-be24-4dc94b760924 req-2c400df8-83c1-400f-8179-038b3f0703e6 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1a1faf6-4bff-48b3-bf36-a1a8783b50d4 HTTP/1.1" status: 200 len: 931 time: 0.0726204 Dec 20 14:34:54.384976 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-aa2d4c9b-1858-433f-be24-4dc94b760924 req-c8ef4012-cb58-4505-9598-ec121b8023ba tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593827 Dec 20 14:34:54.393794 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36860) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:34:54.582967 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e217d6b7-ec77-4131-9e6e-8fd9d562635a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:54.725479 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e217d6b7-ec77-4131-9e6e-8fd9d562635a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:54.731619 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-141af7bd-a845-4df7-9f2e-f00198dc874e req-c28d1217-f7fa-4c43-8631-dd7a29b84f94 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Network 5cd7bf01-6de9-478f-8995-790f88919004 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:34:54.733684 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e217d6b7-ec77-4131-9e6e-8fd9d562635a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:54.739629 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [req-141af7bd-a845-4df7-9f2e-f00198dc874e req-c28d1217-f7fa-4c43-8631-dd7a29b84f94 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:34:54.750626 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-141af7bd-a845-4df7-9f2e-f00198dc874e req-c28d1217-f7fa-4c43-8631-dd7a29b84f94 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:34:54.760725 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-580d1f13-ea78-41d8-88bc-4807f485cdc6 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:34:54.778796 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45368dfe-6403-4279-b4cf-80854edf95e4 None None] Sync routers for ids ['ebce5a1f-bd4c-4751-8c26-0680aea4abc2'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:34:54.830281 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45368dfe-6403-4279-b4cf-80854edf95e4 None None] Routers {'ebce5a1f-bd4c-4751-8c26-0680aea4abc2'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:34:54.831135 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-45368dfe-6403-4279-b4cf-80854edf95e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:34:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['ebce5a1f-bd4c-4751-8c26-0680aea4abc2'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:34:54.845694 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-e217d6b7-ec77-4131-9e6e-8fd9d562635a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=99394a77a99b4aee91c71e79116a6774&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4506917 Dec 20 14:34:54.846609 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36872) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:34:54.860186 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e217d6b7-ec77-4131-9e6e-8fd9d562635a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e3a5599-6af3-43c1-9d1f-85f90de01e59,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:34:54.911000 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c1b478-b6c5-4163-bc4d-d6f589335e9e req-40ded7f2-e6c4-47b8-a1e3-54babec73bed tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:54.912583 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f7c1b478-b6c5-4163-bc4d-d6f589335e9e req-40ded7f2-e6c4-47b8-a1e3-54babec73bed tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/ports?device_id=50f8cdff-dfe7-4b38-b373-88790e4f0182 HTTP/1.1" status: 200 len: 945 time: 0.8222983 Dec 20 14:34:54.924484 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28d1217-f7fa-4c43-8631-dd7a29b84f94 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Pushing event updated for resources: {'Port': ['ID=89eafe9d-48d6-4a4d-a382-986779559a31,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:34:54.947829 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fff159f4-1955-4d85-bc30-f9bc33cfc633 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:54.999913 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fff159f4-1955-4d85-bc30-f9bc33cfc633 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:55.015293 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141af7bd-a845-4df7-9f2e-f00198dc874e req-c28d1217-f7fa-4c43-8631-dd7a29b84f94 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:55.015965 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-141af7bd-a845-4df7-9f2e-f00198dc874e req-c28d1217-f7fa-4c43-8631-dd7a29b84f94 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:55.050806 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f7c1b478-b6c5-4163-bc4d-d6f589335e9e req-2cd145d2-7a0c-4484-991b-d1ca665c5b21 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff2c97d-c902-4302-9c87-14f917dbe0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233139 Dec 20 14:34:55.060007 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-580d1f13-ea78-41d8-88bc-4807f485cdc6 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:55.063580 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-580d1f13-ea78-41d8-88bc-4807f485cdc6 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] 10.222.0.54 "DELETE /v2.0/ports/99ed172a-a473-44ff-ab11-a4d05a1cd187 HTTP/1.1" status: 204 len: 168 time: 3.7165217 Dec 20 14:34:55.075611 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36874) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:34:55.086078 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-141af7bd-a845-4df7-9f2e-f00198dc874e req-c28d1217-f7fa-4c43-8631-dd7a29b84f94 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7859063 Dec 20 14:34:55.117299 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-141af7bd-a845-4df7-9f2e-f00198dc874e req-496377c3-5e65-451d-9a0e-ef2cbaf45182 service neutron] Request body: {'port': {'device_id': 'a707f31a-f1ad-4b92-9ff6-11a988672d50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-19'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:34:55.134102 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-98527f7b-a9cd-4e2e-aeab-49f3e959492b tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] 10.222.0.54 "GET /v2.0/floatingips/981db937-1238-4f24-9641-d802336f3187 HTTP/1.1" status: 200 len: 687 time: 0.0646026 Dec 20 14:34:55.140810 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36876) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:34:55.156431 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fff159f4-1955-4d85-bc30-f9bc33cfc633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:55.157930 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [req-2744bf01-d65a-45b2-bc6d-0629c134bee3 req-59c299b3-9415-4561-9977-e8e958bbd6d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91a77279-49b2-441d-bd17-46f0be58592b {{(pid=103168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:34:55.168746 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fff159f4-1955-4d85-bc30-f9bc33cfc633 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:55.174708 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-fff159f4-1955-4d85-bc30-f9bc33cfc633 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0e3a5599-6af3-43c1-9d1f-85f90de01e59 HTTP/1.1" status: 204 len: 168 time: 0.3212175 Dec 20 14:34:55.175521 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-2744bf01-d65a-45b2-bc6d-0629c134bee3 req-59c299b3-9415-4561-9977-e8e958bbd6d1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:55.211905 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.provisioning_blocks [req-2744bf01-d65a-45b2-bc6d-0629c134bee3 req-59c299b3-9415-4561-9977-e8e958bbd6d1 service neutron] Transition to ACTIVE for port object 91a77279-49b2-441d-bd17-46f0be58592b will not be triggered until provisioned by entity L2. {{(pid=103168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:34:55.213454 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-141af7bd-a845-4df7-9f2e-f00198dc874e req-496377c3-5e65-451d-9a0e-ef2cbaf45182 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:55.224505 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-2744bf01-d65a-45b2-bc6d-0629c134bee3 req-59c299b3-9415-4561-9977-e8e958bbd6d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:55.308447 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-45368dfe-6403-4279-b4cf-80854edf95e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:34:55.310990 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device caff25a2-9cc3-4665-b056-26b789f7a5dd up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:34:55.344900 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c299b3-9415-4561-9977-e8e958bbd6d1 service neutron] Pushing event updated for resources: {'Port': ['ID=91a77279-49b2-441d-bd17-46f0be58592b,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:34:55.531327 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff159f4-1955-4d85-bc30-f9bc33cfc633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e3a5599-6af3-43c1-9d1f-85f90de01e59,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:34:55.548303 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-2744bf01-d65a-45b2-bc6d-0629c134bee3 req-59c299b3-9415-4561-9977-e8e958bbd6d1 service neutron] Attempting to bind port 91a77279-49b2-441d-bd17-46f0be58592b on host n-h1-761264-19 for vnic_type normal with profile {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:34:55.548730 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-2744bf01-d65a-45b2-bc6d-0629c134bee3 req-59c299b3-9415-4561-9977-e8e958bbd6d1 service neutron] Attempting to bind port 91a77279-49b2-441d-bd17-46f0be58592b by drivers openvswitch,hyperv on host n-h1-761264-19 at level 0 using segments [{'id': '3b732879-896e-432d-a96e-7cba9e2b8a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ac37406e-6eba-42f0-a02b-49bc68c3a995'}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:34:55.549065 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2744bf01-d65a-45b2-bc6d-0629c134bee3 req-59c299b3-9415-4561-9977-e8e958bbd6d1 service neutron] Attempting to bind port 91a77279-49b2-441d-bd17-46f0be58592b on network ac37406e-6eba-42f0-a02b-49bc68c3a995 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:34:55.580524 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45368dfe-6403-4279-b4cf-80854edf95e4 None None] Routers {'ebce5a1f-bd4c-4751-8c26-0680aea4abc2'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:34:55.581287 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-45368dfe-6403-4279-b4cf-80854edf95e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:34:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['ebce5a1f-bd4c-4751-8c26-0680aea4abc2'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:34:55.587582 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2744bf01-d65a-45b2-bc6d-0629c134bee3 req-59c299b3-9415-4561-9977-e8e958bbd6d1 service neutron] Port 91a77279-49b2-441d-bd17-46f0be58592b on network ac37406e-6eba-42f0-a02b-49bc68c3a995 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-19 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:34:55.587582 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2744bf01-d65a-45b2-bc6d-0629c134bee3 req-59c299b3-9415-4561-9977-e8e958bbd6d1 service neutron] Attempting to bind port 91a77279-49b2-441d-bd17-46f0be58592b on network ac37406e-6eba-42f0-a02b-49bc68c3a995 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:34:55.588470 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning for port caff25a2-9cc3-4665-b056-26b789f7a5dd completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:34:55.600341 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2744bf01-d65a-45b2-bc6d-0629c134bee3 req-59c299b3-9415-4561-9977-e8e958bbd6d1 service neutron] Checking agent: {'id': '3e5ace3e-dd7b-4522-a7c4-77d13dbeab1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:34:55.600816 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2744bf01-d65a-45b2-bc6d-0629c134bee3 req-59c299b3-9415-4561-9977-e8e958bbd6d1 service neutron] Checking segment: {'id': '3b732879-896e-432d-a96e-7cba9e2b8a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ac37406e-6eba-42f0-a02b-49bc68c3a995'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:34:55.601239 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2744bf01-d65a-45b2-bc6d-0629c134bee3 req-59c299b3-9415-4561-9977-e8e958bbd6d1 service neutron] Bound using segment: {'id': '3b732879-896e-432d-a96e-7cba9e2b8a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ac37406e-6eba-42f0-a02b-49bc68c3a995'} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:34:55.601741 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-2744bf01-d65a-45b2-bc6d-0629c134bee3 req-59c299b3-9415-4561-9977-e8e958bbd6d1 service neutron] Bound port: 91a77279-49b2-441d-bd17-46f0be58592b, host: n-h1-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b732879-896e-432d-a96e-7cba9e2b8a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ac37406e-6eba-42f0-a02b-49bc68c3a995'}}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:34:55.602099 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-2744bf01-d65a-45b2-bc6d-0629c134bee3 req-59c299b3-9415-4561-9977-e8e958bbd6d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:55.637729 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-45368dfe-6403-4279-b4cf-80854edf95e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:34:55.638800 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45368dfe-6403-4279-b4cf-80854edf95e4 None None] The sync data for ids ['ebce5a1f-bd4c-4751-8c26-0680aea4abc2'] in n-d-761264-19 is: [] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:34:55.642218 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port caff25a2-9cc3-4665-b056-26b789f7a5dd triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:34:55.643491 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:55.761623 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:55.761623 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:34:55.761623 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:55.761623 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:34:55.761623 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:55.761623 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:34:55.761623 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:55.761623 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:34:55.761623 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:55.761623 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:34:55.761623 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:55.761623 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:34:55.761623 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:55.761623 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:34:55.761623 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:55.761623 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:34:55.761623 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:55.761623 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:34:55.761623 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:55.761623 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:34:55.761623 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:55.761623 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:34:55.761623 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:55.761623 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:34:55.761623 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:55.761623 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:34:55.761623 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:55.761623 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:34:55.761623 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:55.761623 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:34:55.761623 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:55.761623 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:34:55.761623 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:55.761623 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:34:55.761623 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:55.761623 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:34:55.764662 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:55.764662 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:34:55.764662 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:55.764662 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:34:55.764662 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:55.764662 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:34:55.764662 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:55.764662 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:34:55.764662 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:55.764662 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:34:55.764662 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:34:55.764662 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:34:55.764662 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97555389-89cd-465c-aefe-9fa74cc59663 req-2d7e6de8-5d70-4ed3-adb2-6dfdd8f8e33f tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:55.764662 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-97555389-89cd-465c-aefe-9fa74cc59663 req-2d7e6de8-5d70-4ed3-adb2-6dfdd8f8e33f tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1a1faf6-4bff-48b3-bf36-a1a8783b50d4 HTTP/1.1" status: 200 len: 943 time: 0.1402936 Dec 20 14:34:55.783432 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3ba24a-3529-474a-ae6f-e5d2a4f25cf7 req-3ac0f9e9-acf0-44dc-9071-4c6b1f3dce7f tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:55.798909 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3b3ba24a-3529-474a-ae6f-e5d2a4f25cf7 req-3ac0f9e9-acf0-44dc-9071-4c6b1f3dce7f tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "GET /v2.0/ports?device_id=a707f31a-f1ad-4b92-9ff6-11a988672d50 HTTP/1.1" status: 200 len: 932 time: 0.4141831 Dec 20 14:34:55.831236 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 36890) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:34:55.864289 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:55.897778 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-2744bf01-d65a-45b2-bc6d-0629c134bee3 req-59c299b3-9415-4561-9977-e8e958bbd6d1 service neutron] For port 91a77279-49b2-441d-bd17-46f0be58592b, host n-h1-761264-19, cleared binding levels {{(pid=103168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:34:55.903655 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50f8cdff-dfe7-4b38-b373-88790e4f0182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caff25a2-9cc3-4665-b056-26b789f7a5dd'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:34:55.906574 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ba7bb579-9f77-4df5-bad1-a2d7ab008d98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:55.906902 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7acc9d24-4b6f-466e-acd1-e7e8ec0955ee" -d '{"events": [{"server_uuid": "50f8cdff-dfe7-4b38-b373-88790e4f0182", "name": "network-vif-plugged", "status": "completed", "tag": "caff25a2-9cc3-4665-b056-26b789f7a5dd"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:34:55.908291 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-dc1b725b-f6a9-4ea6-807b-b81c2c3c542b tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Deleting port d574a766-7f86-4f09-a2d3-cac2bf57dc48 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:34:55.908677 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-dc1b725b-f6a9-4ea6-807b-b81c2c3c542b tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:55.928017 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port caff25a2-9cc3-4665-b056-26b789f7a5dd, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=caff25a2-9cc3-4665-b056-26b789f7a5dd,segment=NetworkSegment(53618fa9-4105-49a9-a955-23da9897e6b1),segment_id=53618fa9-4105-49a9-a955-23da9897e6b1)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:34:55.936166 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3b3ba24a-3529-474a-ae6f-e5d2a4f25cf7 req-3199278c-ea78-4e11-8b7d-fd7086e3a3ce tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "GET /v2.0/security-groups?id=addf1f6c-a620-4499-ba2d-97512b5db7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345818 Dec 20 14:34:55.942097 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:56.031314 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=caff25a2-9cc3-4665-b056-26b789f7a5dd,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:34:56.050790 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-97555389-89cd-465c-aefe-9fa74cc59663 req-9bd543c2-f98c-47e1-b5bc-4bece6fa1099 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2720206 Dec 20 14:34:56.060464 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-2744bf01-d65a-45b2-bc6d-0629c134bee3 req-59c299b3-9415-4561-9977-e8e958bbd6d1 service neutron] For port 91a77279-49b2-441d-bd17-46f0be58592b, host n-h1-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=91a77279-49b2-441d-bd17-46f0be58592b,segment=NetworkSegment(3b732879-896e-432d-a96e-7cba9e2b8a93),segment_id=3b732879-896e-432d-a96e-7cba9e2b8a93)] {{(pid=103168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:34:56.090443 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [req-141af7bd-a845-4df7-9f2e-f00198dc874e req-496377c3-5e65-451d-9a0e-ef2cbaf45182 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89eafe9d-48d6-4a4d-a382-986779559a31 {{(pid=103168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:34:56.101268 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-2744bf01-d65a-45b2-bc6d-0629c134bee3 req-59c299b3-9415-4561-9977-e8e958bbd6d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:56.132528 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-141af7bd-a845-4df7-9f2e-f00198dc874e req-496377c3-5e65-451d-9a0e-ef2cbaf45182 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:56.219782 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-dc1b725b-f6a9-4ea6-807b-b81c2c3c542b tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:56.220733 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-dc1b725b-f6a9-4ea6-807b-b81c2c3c542b tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:56.229735 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.provisioning_blocks [req-141af7bd-a845-4df7-9f2e-f00198dc874e req-496377c3-5e65-451d-9a0e-ef2cbaf45182 service neutron] Transition to ACTIVE for port object 89eafe9d-48d6-4a4d-a382-986779559a31 will not be triggered until provisioned by entity L2. {{(pid=103168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:34:56.236889 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ba7bb579-9f77-4df5-bad1-a2d7ab008d98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:56.239040 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2744bf01-d65a-45b2-bc6d-0629c134bee3 req-59c299b3-9415-4561-9977-e8e958bbd6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:56.239943 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-2744bf01-d65a-45b2-bc6d-0629c134bee3 req-59c299b3-9415-4561-9977-e8e958bbd6d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:56.242082 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2744bf01-d65a-45b2-bc6d-0629c134bee3 req-59c299b3-9415-4561-9977-e8e958bbd6d1 service neutron] 10.222.0.30 "PUT /v2.0/ports/91a77279-49b2-441d-bd17-46f0be58592b HTTP/1.1" status: 200 len: 1092 time: 2.6520281 Dec 20 14:34:56.242788 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1a1faf6-4bff-48b3-bf36-a1a8783b50d4', 'tag': '91a77279-49b2-441d-bd17-46f0be58592b'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:34:56.245814 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ce80251-67ad-4ee3-861b-93c8d3bbd753" -d '{"events": [{"name": "network-changed", "server_uuid": "b1a1faf6-4bff-48b3-bf36-a1a8783b50d4", "tag": "91a77279-49b2-441d-bd17-46f0be58592b"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:34:56.246003 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afaf4003-91f6-4fe5-b8d6-60cbe7165161 x-openstack-request-id: req-afaf4003-91f6-4fe5-b8d6-60cbe7165161 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:34:56.246552 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50f8cdff-dfe7-4b38-b373-88790e4f0182", "name": "network-vif-plugged", "status": "completed", "tag": "caff25a2-9cc3-4665-b056-26b789f7a5dd", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:34:56.248352 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-afaf4003-91f6-4fe5-b8d6-60cbe7165161 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:34:56.249044 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50f8cdff-dfe7-4b38-b373-88790e4f0182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caff25a2-9cc3-4665-b056-26b789f7a5dd', 'code': 200} Dec 20 14:34:56.255951 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ba7bb579-9f77-4df5-bad1-a2d7ab008d98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:56.265317 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-141af7bd-a845-4df7-9f2e-f00198dc874e req-496377c3-5e65-451d-9a0e-ef2cbaf45182 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:56.272075 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-dc1b725b-f6a9-4ea6-807b-b81c2c3c542b tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Calling delete_port for d574a766-7f86-4f09-a2d3-cac2bf57dc48 owned by network:floatingip {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:34:56.301614 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c299b3-9415-4561-9977-e8e958bbd6d1 service neutron] Pushing event updated for resources: {'Port': ['ID=91a77279-49b2-441d-bd17-46f0be58592b,revision_number=3']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:34:56.334124 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7bb579-9f77-4df5-bad1-a2d7ab008d98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=506e82b1-dfc4-4e19-9259-48361b32c863,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:34:56.396964 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d8f6398-0eb5-4bda-acdb-e990536d245e x-openstack-request-id: req-9d8f6398-0eb5-4bda-acdb-e990536d245e {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:34:56.397660 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1a1faf6-4bff-48b3-bf36-a1a8783b50d4", "tag": "91a77279-49b2-441d-bd17-46f0be58592b", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:34:56.398126 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9d8f6398-0eb5-4bda-acdb-e990536d245e {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:34:56.398933 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1a1faf6-4bff-48b3-bf36-a1a8783b50d4', 'tag': '91a77279-49b2-441d-bd17-46f0be58592b', 'status': 'completed', 'code': 200} Dec 20 14:34:56.403696 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-ba7bb579-9f77-4df5-bad1-a2d7ab008d98 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c3cff58da6834effbe6deb53df3f37c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5714068 Dec 20 14:34:56.417057 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36902) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:34:56.476585 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496377c3-5e65-451d-9a0e-ef2cbaf45182 service neutron] Pushing event updated for resources: {'Port': ['ID=89eafe9d-48d6-4a4d-a382-986779559a31,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:34:56.515928 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2744bf01-d65a-45b2-bc6d-0629c134bee3 req-9a25fac8-d66e-4f90-affc-75571827e5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:56.517522 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2744bf01-d65a-45b2-bc6d-0629c134bee3 req-9a25fac8-d66e-4f90-affc-75571827e5c1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b34e3eedf72e455b9cbb2db5d8862a92&device_id=b1a1faf6-4bff-48b3-bf36-a1a8783b50d4 HTTP/1.1" status: 200 len: 1095 time: 0.1968665 Dec 20 14:34:56.521839 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a64773f-0fbf-4415-86a0-c2070e90875b req-c22218fb-fdb5-40fa-b10c-e1a679010025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:56.523454 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1a64773f-0fbf-4415-86a0-c2070e90875b req-c22218fb-fdb5-40fa-b10c-e1a679010025 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=50f8cdff-dfe7-4b38-b373-88790e4f0182 HTTP/1.1" status: 200 len: 1098 time: 0.1240568 Dec 20 14:34:56.526137 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-adaa1a82-9272-47c9-ba7d-a8889143f099 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:56.529693 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff1610-6f0e-4627-a3d0-604c49081fd2 req-8d9d42a0-e189-40bb-bab2-c157bfd79db3 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:56.538092 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d5ff1610-6f0e-4627-a3d0-604c49081fd2 req-8d9d42a0-e189-40bb-bab2-c157bfd79db3 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/ports?device_id=50f8cdff-dfe7-4b38-b373-88790e4f0182 HTTP/1.1" status: 200 len: 946 time: 0.1555574 Dec 20 14:34:56.579221 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-adaa1a82-9272-47c9-ba7d-a8889143f099 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:56.605955 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2744bf01-d65a-45b2-bc6d-0629c134bee3 req-df9dcc1c-3b59-48ac-9363-0e9acc82806f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91a77279-49b2-441d-bd17-46f0be58592b HTTP/1.1" status: 200 len: 217 time: 0.0582645 Dec 20 14:34:56.669694 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1a64773f-0fbf-4415-86a0-c2070e90875b req-93189abb-174a-457f-b664-ec2772ba54e8 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6ff2c97d-c902-4302-9c87-14f917dbe0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283286 Dec 20 14:34:56.693457 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-dc1b725b-f6a9-4ea6-807b-b81c2c3c542b tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:56.695526 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-141af7bd-a845-4df7-9f2e-f00198dc874e req-496377c3-5e65-451d-9a0e-ef2cbaf45182 service neutron] Attempting to bind port 89eafe9d-48d6-4a4d-a382-986779559a31 on host n-h1-761264-19 for vnic_type normal with profile {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:34:56.695963 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-141af7bd-a845-4df7-9f2e-f00198dc874e req-496377c3-5e65-451d-9a0e-ef2cbaf45182 service neutron] Attempting to bind port 89eafe9d-48d6-4a4d-a382-986779559a31 by drivers openvswitch,hyperv on host n-h1-761264-19 at level 0 using segments [{'id': '2573b312-4924-4661-8d69-abdd3044015f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '5cd7bf01-6de9-478f-8995-790f88919004'}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:34:56.696416 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141af7bd-a845-4df7-9f2e-f00198dc874e req-496377c3-5e65-451d-9a0e-ef2cbaf45182 service neutron] Attempting to bind port 89eafe9d-48d6-4a4d-a382-986779559a31 on network 5cd7bf01-6de9-478f-8995-790f88919004 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:34:56.714019 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d5ff1610-6f0e-4627-a3d0-604c49081fd2 req-e4ee285f-c3ca-45b2-9007-84c29206eee6 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff2c97d-c902-4302-9c87-14f917dbe0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748157 Dec 20 14:34:56.722340 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1b725b-f6a9-4ea6-807b-b81c2c3c542b tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Pushing event deleted for resources: {'Port': ['ID=d574a766-7f86-4f09-a2d3-cac2bf57dc48,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:34:56.731894 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141af7bd-a845-4df7-9f2e-f00198dc874e req-496377c3-5e65-451d-9a0e-ef2cbaf45182 service neutron] Port 89eafe9d-48d6-4a4d-a382-986779559a31 on network 5cd7bf01-6de9-478f-8995-790f88919004 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-19 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:34:56.732974 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141af7bd-a845-4df7-9f2e-f00198dc874e req-496377c3-5e65-451d-9a0e-ef2cbaf45182 service neutron] Attempting to bind port 89eafe9d-48d6-4a4d-a382-986779559a31 on network 5cd7bf01-6de9-478f-8995-790f88919004 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:34:56.744794 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2744bf01-d65a-45b2-bc6d-0629c134bee3 req-9bab66f2-513c-4498-887b-06b8fa0b8656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:56.747869 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2744bf01-d65a-45b2-bc6d-0629c134bee3 req-9bab66f2-513c-4498-887b-06b8fa0b8656 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8bcc849b-c021-46b4-96cd-8d7c30cd2023 HTTP/1.1" status: 200 len: 845 time: 0.1294942 Dec 20 14:34:56.752549 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-adaa1a82-9272-47c9-ba7d-a8889143f099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:56.755983 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-adaa1a82-9272-47c9-ba7d-a8889143f099 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:56.760321 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-adaa1a82-9272-47c9-ba7d-a8889143f099 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/506e82b1-dfc4-4e19-9259-48361b32c863 HTTP/1.1" status: 204 len: 168 time: 0.3394244 Dec 20 14:34:56.784715 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141af7bd-a845-4df7-9f2e-f00198dc874e req-496377c3-5e65-451d-9a0e-ef2cbaf45182 service neutron] Checking agent: {'id': '3e5ace3e-dd7b-4522-a7c4-77d13dbeab1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:34:56.785831 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141af7bd-a845-4df7-9f2e-f00198dc874e req-496377c3-5e65-451d-9a0e-ef2cbaf45182 service neutron] Checking segment: {'id': '2573b312-4924-4661-8d69-abdd3044015f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '5cd7bf01-6de9-478f-8995-790f88919004'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:34:56.786379 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141af7bd-a845-4df7-9f2e-f00198dc874e req-496377c3-5e65-451d-9a0e-ef2cbaf45182 service neutron] Bound using segment: {'id': '2573b312-4924-4661-8d69-abdd3044015f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '5cd7bf01-6de9-478f-8995-790f88919004'} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:34:56.787101 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-141af7bd-a845-4df7-9f2e-f00198dc874e req-496377c3-5e65-451d-9a0e-ef2cbaf45182 service neutron] Bound port: 89eafe9d-48d6-4a4d-a382-986779559a31, host: n-h1-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2573b312-4924-4661-8d69-abdd3044015f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '5cd7bf01-6de9-478f-8995-790f88919004'}}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:34:56.787626 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-141af7bd-a845-4df7-9f2e-f00198dc874e req-496377c3-5e65-451d-9a0e-ef2cbaf45182 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:56.830958 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2744bf01-d65a-45b2-bc6d-0629c134bee3 req-879ff328-2244-4df0-86d3-62ec471fa0fe service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ac37406e-6eba-42f0-a02b-49bc68c3a995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575058 Dec 20 14:34:56.857513 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaa1a82-9272-47c9-ba7d-a8889143f099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=506e82b1-dfc4-4e19-9259-48361b32c863,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:34:56.904515 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-dc1b725b-f6a9-4ea6-807b-b81c2c3c542b tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks [] for floatingip, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:56.907203 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-dc1b725b-f6a9-4ea6-807b-b81c2c3c542b tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:56.908428 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-dc1b725b-f6a9-4ea6-807b-b81c2c3c542b tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] 10.222.0.54 "DELETE /v2.0/floatingips/981db937-1238-4f24-9641-d802336f3187 HTTP/1.1" status: 204 len: 168 time: 1.7660983 Dec 20 14:34:56.913673 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 36910) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:34:56.928601 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-ad8ac69a-0545-4607-8851-dba77b4571d6 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Request body: {'floatingip': {'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'port_id': '346fdd8f-aa61-444e-bd49-17ae74d161f5'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:34:57.011417 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-141af7bd-a845-4df7-9f2e-f00198dc874e req-496377c3-5e65-451d-9a0e-ef2cbaf45182 service neutron] For port 89eafe9d-48d6-4a4d-a382-986779559a31, host n-h1-761264-19, cleared binding levels {{(pid=103168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:34:57.015208 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-141af7bd-a845-4df7-9f2e-f00198dc874e req-496377c3-5e65-451d-9a0e-ef2cbaf45182 service neutron] For port 89eafe9d-48d6-4a4d-a382-986779559a31, host n-h1-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=89eafe9d-48d6-4a4d-a382-986779559a31,segment=NetworkSegment(2573b312-4924-4661-8d69-abdd3044015f),segment_id=2573b312-4924-4661-8d69-abdd3044015f)] {{(pid=103168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:34:57.035740 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-141af7bd-a845-4df7-9f2e-f00198dc874e req-496377c3-5e65-451d-9a0e-ef2cbaf45182 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:57.127118 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141af7bd-a845-4df7-9f2e-f00198dc874e req-496377c3-5e65-451d-9a0e-ef2cbaf45182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:57.127755 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-141af7bd-a845-4df7-9f2e-f00198dc874e req-496377c3-5e65-451d-9a0e-ef2cbaf45182 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:57.129199 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-141af7bd-a845-4df7-9f2e-f00198dc874e req-496377c3-5e65-451d-9a0e-ef2cbaf45182 service neutron] 10.222.0.30 "PUT /v2.0/ports/89eafe9d-48d6-4a4d-a382-986779559a31 HTTP/1.1" status: 200 len: 1093 time: 2.0172431 Dec 20 14:34:57.149340 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ad8ac69a-0545-4607-8851-dba77b4571d6 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks [] for floatingip, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:57.211099 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496377c3-5e65-451d-9a0e-ef2cbaf45182 service neutron] Pushing event updated for resources: {'Port': ['ID=89eafe9d-48d6-4a4d-a382-986779559a31,revision_number=3']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:34:57.217182 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4350f4e6-f487-428e-a1e1-de72c81e63c3 req-7288e40d-983d-4507-8bc8-1286ab468c15 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:57.227004 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4350f4e6-f487-428e-a1e1-de72c81e63c3 req-7288e40d-983d-4507-8bc8-1286ab468c15 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "GET /v2.0/ports?device_id=a707f31a-f1ad-4b92-9ff6-11a988672d50 HTTP/1.1" status: 200 len: 944 time: 0.1133075 Dec 20 14:34:57.232593 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2744bf01-d65a-45b2-bc6d-0629c134bee3 req-f86790cd-8989-43e4-a6a3-af633388f0ce service neutron] 10.222.0.30 "GET /v2.0/networks/ac37406e-6eba-42f0-a02b-49bc68c3a995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3637538 Dec 20 14:34:57.303588 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4350f4e6-f487-428e-a1e1-de72c81e63c3 req-0e6fbff9-f510-4984-9bb7-24822fb01e77 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "GET /v2.0/security-groups?id=addf1f6c-a620-4499-ba2d-97512b5db7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755045 Dec 20 14:34:57.304424 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141af7bd-a845-4df7-9f2e-f00198dc874e req-b32889e2-c742-4011-a103-97e6ca12d018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:57.305954 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-141af7bd-a845-4df7-9f2e-f00198dc874e req-b32889e2-c742-4011-a103-97e6ca12d018 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e14409db9ea047758d6d8e45ccf00fe4&device_id=a707f31a-f1ad-4b92-9ff6-11a988672d50 HTTP/1.1" status: 200 len: 1096 time: 0.1218328 Dec 20 14:34:57.434483 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-141af7bd-a845-4df7-9f2e-f00198dc874e req-005495b2-627d-4c02-8516-24aa502704d7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=89eafe9d-48d6-4a4d-a382-986779559a31 HTTP/1.1" status: 200 len: 217 time: 0.0707610 Dec 20 14:34:57.468509 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5732a72-970b-4102-88be-2a32851589ed req-7295f2ef-f879-4a11-9d27-d740d262a565 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:57.470081 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f5732a72-970b-4102-88be-2a32851589ed req-7295f2ef-f879-4a11-9d27-d740d262a565 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1a1faf6-4bff-48b3-bf36-a1a8783b50d4 HTTP/1.1" status: 200 len: 943 time: 0.2556539 Dec 20 14:34:57.563414 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2744bf01-d65a-45b2-bc6d-0629c134bee3 req-ef81a8c3-4393-411a-bdd1-8f0137782249 service neutron] 10.222.0.30 "GET /v2.0/networks/ac37406e-6eba-42f0-a02b-49bc68c3a995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3193719 Dec 20 14:34:57.588859 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141af7bd-a845-4df7-9f2e-f00198dc874e req-d68afe0e-ff8a-4319-819e-38320707f296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:57.591697 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-141af7bd-a845-4df7-9f2e-f00198dc874e req-d68afe0e-ff8a-4319-819e-38320707f296 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d3b5d3c3-c0a0-4814-9a8f-cacbddf5f328 HTTP/1.1" status: 200 len: 852 time: 0.1402993 Dec 20 14:34:57.629972 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f5732a72-970b-4102-88be-2a32851589ed req-36e25386-ae28-4308-b757-eca7e5ce7503 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255965 Dec 20 14:34:57.660106 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-141af7bd-a845-4df7-9f2e-f00198dc874e req-7cbac3c0-fec6-462f-89b4-c5b208f5b203 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5cd7bf01-6de9-478f-8995-790f88919004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542378 Dec 20 14:34:57.666931 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ad8ac69a-0545-4607-8851-dba77b4571d6 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:57.818316 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce80251-67ad-4ee3-861b-93c8d3bbd753 req-0fcaab28-86cf-4ae8-aa59-ac034cd74f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:57.820776 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1ce80251-67ad-4ee3-861b-93c8d3bbd753 req-0fcaab28-86cf-4ae8-aa59-ac034cd74f37 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b34e3eedf72e455b9cbb2db5d8862a92&device_id=b1a1faf6-4bff-48b3-bf36-a1a8783b50d4 HTTP/1.1" status: 200 len: 1095 time: 0.1701443 Dec 20 14:34:57.931791 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5141220-efd9-4ebb-91e9-b22415866c7e req-edeb6245-9cf5-463b-86d3-710c05a295cc tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:57.942144 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b5141220-efd9-4ebb-91e9-b22415866c7e req-edeb6245-9cf5-463b-86d3-710c05a295cc tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/ports?device_id=50f8cdff-dfe7-4b38-b373-88790e4f0182 HTTP/1.1" status: 200 len: 946 time: 0.1115658 Dec 20 14:34:58.005929 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-ad8ac69a-0545-4607-8851-dba77b4571d6 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Allocated IP 172.25.0.96 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/bc092af7-8105-46ec-bb55-3d7cd73745f4) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:34:58.009338 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b5141220-efd9-4ebb-91e9-b22415866c7e req-6773aa38-061f-41b7-9db8-8a55c173df60 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff2c97d-c902-4302-9c87-14f917dbe0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640073 Dec 20 14:34:58.016190 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-141af7bd-a845-4df7-9f2e-f00198dc874e req-ef5e4732-0e0f-4b8d-9a92-1ddadcf2804f service neutron] 10.222.0.30 "GET /v2.0/networks/5cd7bf01-6de9-478f-8995-790f88919004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3468828 Dec 20 14:34:58.162845 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce80251-67ad-4ee3-861b-93c8d3bbd753 req-cc11c4f7-5b7e-4977-b63f-01e7bda137f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:58.164357 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1ce80251-67ad-4ee3-861b-93c8d3bbd753 req-cc11c4f7-5b7e-4977-b63f-01e7bda137f9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ac37406e-6eba-42f0-a02b-49bc68c3a995 HTTP/1.1" status: 200 len: 906 time: 0.3318691 Dec 20 14:34:58.560019 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a707f31a-f1ad-4b92-9ff6-11a988672d50', 'tag': '89eafe9d-48d6-4a4d-a382-986779559a31'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:34:58.562569 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-403b6d34-4d88-4af0-bc36-6797219f4aa1" -d '{"events": [{"name": "network-changed", "server_uuid": "a707f31a-f1ad-4b92-9ff6-11a988672d50", "tag": "89eafe9d-48d6-4a4d-a382-986779559a31"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:34:58.628299 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1ce80251-67ad-4ee3-861b-93c8d3bbd753 req-3ce8c287-dd70-49c5-b008-5c511f3ace49 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91a77279-49b2-441d-bd17-46f0be58592b HTTP/1.1" status: 200 len: 217 time: 0.4560626 Dec 20 14:34:58.726046 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-141af7bd-a845-4df7-9f2e-f00198dc874e req-471124bd-1432-4fc5-bfba-89cd3900a057 service neutron] 10.222.0.30 "GET /v2.0/networks/5cd7bf01-6de9-478f-8995-790f88919004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6985657 Dec 20 14:34:58.769568 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ad8ac69a-0545-4607-8851-dba77b4571d6 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:58.788210 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaae0c44-4e35-4947-ae5b-8a46c61372c4 req-cd6082dc-fbce-44c9-b349-00954d4b2d27 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:58.789718 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-aaae0c44-4e35-4947-ae5b-8a46c61372c4 req-cd6082dc-fbce-44c9-b349-00954d4b2d27 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "GET /v2.0/ports?device_id=a707f31a-f1ad-4b92-9ff6-11a988672d50 HTTP/1.1" status: 200 len: 944 time: 0.2126639 Dec 20 14:34:58.791218 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce80251-67ad-4ee3-861b-93c8d3bbd753 req-a0e228a4-c95b-4e5e-b9c4-bf8c0aa763b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:58.792574 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1ce80251-67ad-4ee3-861b-93c8d3bbd753 req-a0e228a4-c95b-4e5e-b9c4-bf8c0aa763b8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8bcc849b-c021-46b4-96cd-8d7c30cd2023 HTTP/1.1" status: 200 len: 845 time: 0.1374214 Dec 20 14:34:58.796125 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1327e9d-b3fa-4518-93a0-667d816f6ea4 x-openstack-request-id: req-f1327e9d-b3fa-4518-93a0-667d816f6ea4 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:34:58.796419 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a707f31a-f1ad-4b92-9ff6-11a988672d50", "tag": "89eafe9d-48d6-4a4d-a382-986779559a31", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:34:58.796664 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f1327e9d-b3fa-4518-93a0-667d816f6ea4 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:34:58.797049 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a707f31a-f1ad-4b92-9ff6-11a988672d50', 'tag': '89eafe9d-48d6-4a4d-a382-986779559a31', 'status': 'completed', 'code': 200} Dec 20 14:34:58.818357 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-dceb0228-0454-4923-b897-26b98ad94b84 req-a69a3d40-4ee8-4677-a31e-03919d998471 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=32297d65-b9bc-4eb7-b4b7-ab54a561abe0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0831330 Dec 20 14:34:58.909541 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ad8ac69a-0545-4607-8851-dba77b4571d6 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:34:58.922197 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1ce80251-67ad-4ee3-861b-93c8d3bbd753 req-24c0cf3e-aea3-47e1-92df-ef19c120059a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ac37406e-6eba-42f0-a02b-49bc68c3a995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1122746 Dec 20 14:34:58.999944 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8ac69a-0545-4607-8851-dba77b4571d6 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Pushing event updated for resources: {'Port': ['ID=bc092af7-8105-46ec-bb55-3d7cd73745f4,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:34:59.000630 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceb0228-0454-4923-b897-26b98ad94b84 req-34a61155-b8f9-47b8-8afb-bca900276300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:59.003142 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-dceb0228-0454-4923-b897-26b98ad94b84 req-34a61155-b8f9-47b8-8afb-bca900276300 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b34e3eedf72e455b9cbb2db5d8862a92&device_id=32297d65-b9bc-4eb7-b4b7-ab54a561abe0 HTTP/1.1" status: 200 len: 1097 time: 0.1485689 Dec 20 14:34:59.025599 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3025f6-2b5f-4c78-a478-8e52dc94c104 req-00102a41-3c8f-40e4-82d3-a453aa5d7fc2 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:59.035180 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ff3025f6-2b5f-4c78-a478-8e52dc94c104 req-00102a41-3c8f-40e4-82d3-a453aa5d7fc2 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1a1faf6-4bff-48b3-bf36-a1a8783b50d4 HTTP/1.1" status: 200 len: 943 time: 0.1383374 Dec 20 14:34:59.040808 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad8ac69a-0545-4607-8851-dba77b4571d6 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:34:59.045998 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-aaae0c44-4e35-4947-ae5b-8a46c61372c4 req-40ba0678-dcc8-4e42-983d-3b840f79ab9f tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "GET /v2.0/security-groups?id=addf1f6c-a620-4499-ba2d-97512b5db7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372730 Dec 20 14:34:59.071550 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-ad8ac69a-0545-4607-8851-dba77b4571d6 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:34:59.076270 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8ac69a-0545-4607-8851-dba77b4571d6 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:34:59.108221 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403b6d34-4d88-4af0-bc36-6797219f4aa1 req-d6a548a4-38f8-454c-9572-12ece9e13178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:59.109745 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-403b6d34-4d88-4af0-bc36-6797219f4aa1 req-d6a548a4-38f8-454c-9572-12ece9e13178 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e14409db9ea047758d6d8e45ccf00fe4&device_id=a707f31a-f1ad-4b92-9ff6-11a988672d50 HTTP/1.1" status: 200 len: 1096 time: 0.2845087 Dec 20 14:34:59.266274 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403b6d34-4d88-4af0-bc36-6797219f4aa1 req-7999e7df-d606-49c2-b1e4-e6f53259a1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:59.268555 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-403b6d34-4d88-4af0-bc36-6797219f4aa1 req-7999e7df-d606-49c2-b1e4-e6f53259a1a5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5cd7bf01-6de9-478f-8995-790f88919004 HTTP/1.1" status: 200 len: 913 time: 0.1352909 Dec 20 14:34:59.286700 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceb0228-0454-4923-b897-26b98ad94b84 req-a3c0f5d9-cae1-4952-8932-68a9b0aef739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:59.288898 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-dceb0228-0454-4923-b897-26b98ad94b84 req-a3c0f5d9-cae1-4952-8932-68a9b0aef739 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ac37406e-6eba-42f0-a02b-49bc68c3a995 HTTP/1.1" status: 200 len: 906 time: 0.2451880 Dec 20 14:34:59.361318 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-dceb0228-0454-4923-b897-26b98ad94b84 req-b99caf94-03c5-403b-8c3e-afac2c7196ba service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d51472d0-9c05-4789-b785-88c8d484278a HTTP/1.1" status: 200 len: 217 time: 0.0620620 Dec 20 14:34:59.383086 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-403b6d34-4d88-4af0-bc36-6797219f4aa1 req-ce71a42e-8c5e-488e-8155-46c4776b3360 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=89eafe9d-48d6-4a4d-a382-986779559a31 HTTP/1.1" status: 200 len: 217 time: 0.0861795 Dec 20 14:34:59.432504 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1ce80251-67ad-4ee3-861b-93c8d3bbd753 req-7052988e-deb2-4364-a7da-c5a610e724eb service neutron] 10.222.0.30 "GET /v2.0/networks/ac37406e-6eba-42f0-a02b-49bc68c3a995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4395649 Dec 20 14:34:59.461096 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ff3025f6-2b5f-4c78-a478-8e52dc94c104 req-985a8086-f113-4440-9ff6-49f0108dc019 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4229751 Dec 20 14:34:59.502747 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0518b7-286c-4989-aecd-26f767176433 req-721b597b-e0d3-4a18-bac2-8262f1084fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:59.504749 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5d0518b7-286c-4989-aecd-26f767176433 req-721b597b-e0d3-4a18-bac2-8262f1084fc5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=514f3908f9164c0fa19c6d421ce9f2b3&device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 1099 time: 0.1414723 Dec 20 14:34:59.507181 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9577fa5a-b27e-4ad2-8537-01e65367b2fe req-c482995e-cf4e-4ccd-bf57-8c986bfcbfdc tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:59.507389 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceb0228-0454-4923-b897-26b98ad94b84 req-53c6ae4f-dab2-4954-87aa-a600b9fba755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:59.508807 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9577fa5a-b27e-4ad2-8537-01e65367b2fe req-c482995e-cf4e-4ccd-bf57-8c986bfcbfdc tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/ports?device_id=50f8cdff-dfe7-4b38-b373-88790e4f0182 HTTP/1.1" status: 200 len: 946 time: 0.2703588 Dec 20 14:34:59.509153 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-dceb0228-0454-4923-b897-26b98ad94b84 req-53c6ae4f-dab2-4954-87aa-a600b9fba755 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8bcc849b-c021-46b4-96cd-8d7c30cd2023 HTTP/1.1" status: 200 len: 845 time: 0.1337411 Dec 20 14:34:59.574360 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-dceb0228-0454-4923-b897-26b98ad94b84 req-fef588a6-e899-42a2-8062-4e9f974ede2a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ac37406e-6eba-42f0-a02b-49bc68c3a995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546489 Dec 20 14:34:59.594414 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403b6d34-4d88-4af0-bc36-6797219f4aa1 req-3e4cc2da-316c-4283-b889-89cc1ef79d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:59.596002 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-403b6d34-4d88-4af0-bc36-6797219f4aa1 req-3e4cc2da-316c-4283-b889-89cc1ef79d5e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d3b5d3c3-c0a0-4814-9a8f-cacbddf5f328 HTTP/1.1" status: 200 len: 852 time: 0.2024910 Dec 20 14:34:59.709262 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-403b6d34-4d88-4af0-bc36-6797219f4aa1 req-0357357b-c437-47be-b9ce-1adcbdc61068 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5cd7bf01-6de9-478f-8995-790f88919004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552459 Dec 20 14:34:59.775360 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0518b7-286c-4989-aecd-26f767176433 req-a833b2cc-c24d-4d4b-ac91-c9d0ad4cd7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:34:59.777218 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5d0518b7-286c-4989-aecd-26f767176433 req-a833b2cc-c24d-4d4b-ac91-c9d0ad4cd7d2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7ed718b3-d2e8-4b72-a238-726203897046 HTTP/1.1" status: 200 len: 913 time: 0.2177362 Dec 20 14:34:59.779845 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-dceb0228-0454-4923-b897-26b98ad94b84 req-bc493fe6-d541-4c1f-8ef8-1ef20c04e886 service neutron] 10.222.0.47 "GET /v2.0/networks/ac37406e-6eba-42f0-a02b-49bc68c3a995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901891 Dec 20 14:34:59.806420 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9577fa5a-b27e-4ad2-8537-01e65367b2fe req-3f698249-ffed-4625-8787-58dcdf795c01 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff2c97d-c902-4302-9c87-14f917dbe0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671621 Dec 20 14:34:59.818501 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1ce80251-67ad-4ee3-861b-93c8d3bbd753 req-2a604000-924f-478b-9f8c-a8e0b71f1022 service neutron] 10.222.0.30 "GET /v2.0/networks/ac37406e-6eba-42f0-a02b-49bc68c3a995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3547316 Dec 20 14:34:59.897391 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-403b6d34-4d88-4af0-bc36-6797219f4aa1 req-b86e9f27-5051-44e2-9f60-98e63b519c5f service neutron] 10.222.0.30 "GET /v2.0/networks/5cd7bf01-6de9-478f-8995-790f88919004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712868 Dec 20 14:35:00.035971 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5d0518b7-286c-4989-aecd-26f767176433 req-d868995e-cd32-4d21-b7ab-c49976eb1c36 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7 HTTP/1.1" status: 200 len: 1002 time: 0.2472167 Dec 20 14:35:00.126963 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-dceb0228-0454-4923-b897-26b98ad94b84 req-e6807b87-7410-45d6-be43-a03e0eb8ccdb service neutron] 10.222.0.47 "GET /v2.0/networks/ac37406e-6eba-42f0-a02b-49bc68c3a995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3304963 Dec 20 14:35:00.147015 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0518b7-286c-4989-aecd-26f767176433 req-b4861dad-04de-4d05-9330-1b016d530338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:00.149122 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5d0518b7-286c-4989-aecd-26f767176433 req-b4861dad-04de-4d05-9330-1b016d530338 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5d68b841-2dcc-4f7d-9f3b-ab3557b797a0 HTTP/1.1" status: 200 len: 851 time: 0.0865970 Dec 20 14:35:00.292683 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0518b7-286c-4989-aecd-26f767176433 req-1b113847-58b0-48cc-90c3-c78e3d2942e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:00.294663 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5d0518b7-286c-4989-aecd-26f767176433 req-1b113847-58b0-48cc-90c3-c78e3d2942e0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ed718b3-d2e8-4b72-a238-726203897046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1367421 Dec 20 14:35:00.324131 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-403b6d34-4d88-4af0-bc36-6797219f4aa1 req-39ea9796-d7fc-4ffe-931b-184a3d8c8508 service neutron] 10.222.0.30 "GET /v2.0/networks/5cd7bf01-6de9-478f-8995-790f88919004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3649750 Dec 20 14:35:00.337751 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ad8ac69a-0545-4607-8851-dba77b4571d6 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:00.442650 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28326de5-4fb9-4e56-8cfe-2bf7164ac7ed req-032480e4-5a5a-48cc-a59f-77ac75e8a3d4 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:00.444204 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-28326de5-4fb9-4e56-8cfe-2bf7164ac7ed req-032480e4-5a5a-48cc-a59f-77ac75e8a3d4 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/ports?device_id=50f8cdff-dfe7-4b38-b373-88790e4f0182 HTTP/1.1" status: 200 len: 946 time: 0.0704889 Dec 20 14:35:00.482130 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd078ac1-81df-47a7-b779-4b2278b036ff req-802e0b8f-3721-44b8-8c78-13c30aec6e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:00.483684 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-dd078ac1-81df-47a7-b779-4b2278b036ff req-802e0b8f-3721-44b8-8c78-13c30aec6e23 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=73b54c51b78c45c0a74ac90fc0f7e0af&device_id=50f8cdff-dfe7-4b38-b373-88790e4f0182 HTTP/1.1" status: 200 len: 1098 time: 0.1111524 Dec 20 14:35:00.487634 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ad8ac69a-0545-4607-8851-dba77b4571d6 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:00.495428 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eeb69c-5632-4999-aa74-26fa97ba68b1 req-15b7a487-8cd3-4836-b81a-86f31793cb55 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:00.497033 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c0eeb69c-5632-4999-aa74-26fa97ba68b1 req-15b7a487-8cd3-4836-b81a-86f31793cb55 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "GET /v2.0/ports?device_id=a707f31a-f1ad-4b92-9ff6-11a988672d50 HTTP/1.1" status: 200 len: 944 time: 0.2093158 Dec 20 14:35:00.557049 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-28326de5-4fb9-4e56-8cfe-2bf7164ac7ed req-f5e3052f-5664-415d-a642-bd5b9b0401b1 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff2c97d-c902-4302-9c87-14f917dbe0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906556 Dec 20 14:35:00.621538 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5d0518b7-286c-4989-aecd-26f767176433 req-50b9f46a-37ae-4dcb-8130-2502f07b9d3b service neutron] 10.222.0.30 "GET /v2.0/networks/7ed718b3-d2e8-4b72-a238-726203897046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3122849 Dec 20 14:35:00.663664 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-720fcecd-3f14-474f-b69c-39b9982509ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:00.707044 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ad8ac69a-0545-4607-8851-dba77b4571d6 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:00.713442 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ad8ac69a-0545-4607-8851-dba77b4571d6 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:00.796943 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8ac69a-0545-4607-8851-dba77b4571d6 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Pushing event updated for resources: {'Port': ['ID=bc092af7-8105-46ec-bb55-3d7cd73745f4,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:00.816472 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ad8ac69a-0545-4607-8851-dba77b4571d6 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585115'] for floatingip, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:00.957210 n-d-761264-19 neutron-server[103168]: INFO neutron.db.l3_db [None req-ad8ac69a-0545-4607-8851-dba77b4571d6 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Floating IP 8e669f66-4a06-4f5f-9a78-e89863eaba04 associated. External IP: 172.25.0.96, port: 346fdd8f-aa61-444e-bd49-17ae74d161f5. Dec 20 14:35:01.123850 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c0eeb69c-5632-4999-aa74-26fa97ba68b1 req-17dca263-5be9-4b49-a94b-aed620976abe tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "GET /v2.0/security-groups?id=addf1f6c-a620-4499-ba2d-97512b5db7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5998397 Dec 20 14:35:01.152922 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd078ac1-81df-47a7-b779-4b2278b036ff req-266a1780-f3b6-4864-b8ac-861081b648cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:01.154437 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-dd078ac1-81df-47a7-b779-4b2278b036ff req-266a1780-f3b6-4864-b8ac-861081b648cd service neutron] 10.222.0.47 "GET /v2.0/networks?id=4e9c693b-ae57-4db2-bda8-62d561eefb48 HTTP/1.1" status: 200 len: 912 time: 0.6565418 Dec 20 14:35:01.223837 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-dd078ac1-81df-47a7-b779-4b2278b036ff req-efacc485-90b3-4740-a55b-e8894bed97da service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=caff25a2-9cc3-4665-b056-26b789f7a5dd HTTP/1.1" status: 200 len: 217 time: 0.0468457 Dec 20 14:35:01.241589 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5d0518b7-286c-4989-aecd-26f767176433 req-cadb024f-4f36-48cf-8368-48a2ab76cd7b service neutron] 10.222.0.30 "GET /v2.0/networks/7ed718b3-d2e8-4b72-a238-726203897046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6102674 Dec 20 14:35:01.281772 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad8ac69a-0545-4607-8851-dba77b4571d6 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Router ebce5a1f-bd4c-4751-8c26-0680aea4abc2 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:35:01.282547 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd078ac1-81df-47a7-b779-4b2278b036ff req-9d348993-1c58-4bf6-b7d8-6ebc44aa29f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:01.284062 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-dd078ac1-81df-47a7-b779-4b2278b036ff req-9d348993-1c58-4bf6-b7d8-6ebc44aa29f0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c60a30f0-6c73-44bc-9d4a-8152d2aea897 HTTP/1.1" status: 200 len: 851 time: 0.0528412 Dec 20 14:35:01.297464 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b037b34a-fafa-40b9-9a77-831faec862a7 req-1d8a0d9d-656f-4f8a-968b-a09e12fcd3b1 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:01.299036 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b037b34a-fafa-40b9-9a77-831faec862a7 req-1d8a0d9d-656f-4f8a-968b-a09e12fcd3b1 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1a1faf6-4bff-48b3-bf36-a1a8783b50d4 HTTP/1.1" status: 200 len: 943 time: 0.0870831 Dec 20 14:35:01.321864 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-dd078ac1-81df-47a7-b779-4b2278b036ff req-a9b101ae-a5a8-479a-8cf3-bf1f7fdb3978 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4e9c693b-ae57-4db2-bda8-62d561eefb48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300786 Dec 20 14:35:01.425163 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-dd078ac1-81df-47a7-b779-4b2278b036ff req-9fda88ae-31d1-490c-87de-40a6a00bc781 service neutron] 10.222.0.47 "GET /v2.0/networks/4e9c693b-ae57-4db2-bda8-62d561eefb48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948203 Dec 20 14:35:01.428519 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b037b34a-fafa-40b9-9a77-831faec862a7 req-6333c6e6-0108-40f7-8df8-751e5e9e6663 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195054 Dec 20 14:35:01.460502 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad8ac69a-0545-4607-8851-dba77b4571d6 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:35:01.472782 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498e9b58-2523-447a-b29b-0b7dc918f4c1 None None] Sync routers for ids ['ebce5a1f-bd4c-4751-8c26-0680aea4abc2'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:35:01.486242 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ad8ac69a-0545-4607-8851-dba77b4571d6 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:01.489619 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498e9b58-2523-447a-b29b-0b7dc918f4c1 None None] Routers {'ebce5a1f-bd4c-4751-8c26-0680aea4abc2'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:35:01.490825 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-498e9b58-2523-447a-b29b-0b7dc918f4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:34:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['ebce5a1f-bd4c-4751-8c26-0680aea4abc2'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:35:01.530406 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-ad8ac69a-0545-4607-8851-dba77b4571d6 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 980 time: 4.6064477 Dec 20 14:35:01.530833 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37062) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:35:01.533740 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-498e9b58-2523-447a-b29b-0b7dc918f4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:35:01.539061 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-ee3d46bf-3fbc-4d9f-bb91-b8ca512f062e tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-278235318'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:35:01.549420 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498e9b58-2523-447a-b29b-0b7dc918f4c1 None None] Routers {'ebce5a1f-bd4c-4751-8c26-0680aea4abc2'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:35:01.550529 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-498e9b58-2523-447a-b29b-0b7dc918f4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:34:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['ebce5a1f-bd4c-4751-8c26-0680aea4abc2'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:35:01.577686 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee3d46bf-3fbc-4d9f-bb91-b8ca512f062e tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Made reservation on behalf of b689693ddc3f49a2b3f8f42717070fd5 for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:35:01.580039 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dcaaa8-5e03-4d8f-aa71-deb74210c90f req-95db5be6-5d33-4a51-88d9-e0d48b4f962e tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:01.582136 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ee3d46bf-3fbc-4d9f-bb91-b8ca512f062e tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:01.589199 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-04dcaaa8-5e03-4d8f-aa71-deb74210c90f req-95db5be6-5d33-4a51-88d9-e0d48b4f962e tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 947 time: 0.1222954 Dec 20 14:35:01.599915 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-dd078ac1-81df-47a7-b779-4b2278b036ff req-710dac4e-3a59-43c0-aae7-af83eb9b713f service neutron] 10.222.0.47 "GET /v2.0/networks/4e9c693b-ae57-4db2-bda8-62d561eefb48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658494 Dec 20 14:35:01.616138 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-498e9b58-2523-447a-b29b-0b7dc918f4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:35:01.617088 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498e9b58-2523-447a-b29b-0b7dc918f4c1 None None] The sync data for ids ['ebce5a1f-bd4c-4751-8c26-0680aea4abc2'] in n-d-761264-19 is: [] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:35:01.620166 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee3d46bf-3fbc-4d9f-bb91-b8ca512f062e tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:35:01.640286 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ee3d46bf-3fbc-4d9f-bb91-b8ca512f062e tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:01.640654 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-ee3d46bf-3fbc-4d9f-bb91-b8ca512f062e tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Added segment 6f5c5268-5f4f-468b-bf49-ade1472aea16 of type vlan for network 7af4eaa5-ce62-455a-a79b-f762dd4329ee Dec 20 14:35:01.672570 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-04dcaaa8-5e03-4d8f-aa71-deb74210c90f req-b97838ce-1d37-463d-9de2-bc724c17e24a tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=92081c13-7979-4810-b5cd-70c14477209d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767510 Dec 20 14:35:01.722543 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ee3d46bf-3fbc-4d9f-bb91-b8ca512f062e tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:01.759213 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac508dd5-a0e0-42f1-ad57-85c1c0ede04e req-bec1e10c-fd75-4fc9-94e3-1c818074871c tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:01.760748 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ac508dd5-a0e0-42f1-ad57-85c1c0ede04e req-bec1e10c-fd75-4fc9-94e3-1c818074871c tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/ports?device_id=50f8cdff-dfe7-4b38-b373-88790e4f0182 HTTP/1.1" status: 200 len: 946 time: 0.0767882 Dec 20 14:35:01.769414 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ee3d46bf-3fbc-4d9f-bb91-b8ca512f062e tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:01.775164 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3d46bf-3fbc-4d9f-bb91-b8ca512f062e tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:01.775770 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ee3d46bf-3fbc-4d9f-bb91-b8ca512f062e tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:01.855156 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-ee3d46bf-3fbc-4d9f-bb91-b8ca512f062e tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3206646 Dec 20 14:35:01.855691 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 37080) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:35:01.862175 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-71e6df59-d2a9-43a4-928f-90e50e629b7c tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Request body: {'subnet': {'network_id': '7af4eaa5-ce62-455a-a79b-f762dd4329ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:35:01.918858 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3d46bf-3fbc-4d9f-bb91-b8ca512f062e tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Pushing event updated for resources: {'Network': ['ID=7af4eaa5-ce62-455a-a79b-f762dd4329ee,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:01.940289 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 7af4eaa5-ce62-455a-a79b-f762dd4329ee details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:35:01.959399 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ac508dd5-a0e0-42f1-ad57-85c1c0ede04e req-6d6fd81d-754c-4273-b73f-719758521734 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff2c97d-c902-4302-9c87-14f917dbe0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807065 Dec 20 14:35:02.007495 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71e6df59-d2a9-43a4-928f-90e50e629b7c tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Made reservation on behalf of b689693ddc3f49a2b3f8f42717070fd5 for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:35:02.012046 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-71e6df59-d2a9-43a4-928f-90e50e629b7c tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:02.016869 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 91a77279-49b2-441d-bd17-46f0be58592b details requested by agent hyperv_n-h1-761264-19 with host n-h1-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:35:02.168295 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 91a77279-49b2-441d-bd17-46f0be58592b, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=91a77279-49b2-441d-bd17-46f0be58592b,segment=NetworkSegment(3b732879-896e-432d-a96e-7cba9e2b8a93),segment_id=3b732879-896e-432d-a96e-7cba9e2b8a93)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:35:02.182894 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Returning: {'device': '91a77279-49b2-441d-bd17-46f0be58592b', 'network_id': 'ac37406e-6eba-42f0-a02b-49bc68c3a995', 'port_id': '91a77279-49b2-441d-bd17-46f0be58592b', 'mac_address': 'fa:16:3e:08:d4:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bcc849b-c021-46b4-96cd-8d7c30cd2023', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:35:02.234620 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:02.250361 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91a77279-49b2-441d-bd17-46f0be58592b {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:35:02.293856 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 91a77279-49b2-441d-bd17-46f0be58592b, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=91a77279-49b2-441d-bd17-46f0be58592b,segment=NetworkSegment(3b732879-896e-432d-a96e-7cba9e2b8a93),segment_id=3b732879-896e-432d-a96e-7cba9e2b8a93)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:35:02.301492 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:02.309386 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb22030-7c6c-4dc4-9d6c-8b9b46254b7a req-76daca2b-e3f9-46a4-8ef3-8b06c9d1e79f tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:02.317448 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4eb22030-7c6c-4dc4-9d6c-8b9b46254b7a req-76daca2b-e3f9-46a4-8ef3-8b06c9d1e79f tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 947 time: 0.1200888 Dec 20 14:35:02.339011 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70561c25-fe99-4a73-acec-5ebbcd29d1b2 req-f9fed120-95a5-4815-8ea8-fa50ddca5d20 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:02.340588 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-70561c25-fe99-4a73-acec-5ebbcd29d1b2 req-f9fed120-95a5-4815-8ea8-fa50ddca5d20 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "GET /v2.0/ports?device_id=a707f31a-f1ad-4b92-9ff6-11a988672d50 HTTP/1.1" status: 200 len: 944 time: 0.1349409 Dec 20 14:35:02.373836 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-71e6df59-d2a9-43a4-928f-90e50e629b7c tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:02.379103 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=91a77279-49b2-441d-bd17-46f0be58592b,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:02.383245 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4eb22030-7c6c-4dc4-9d6c-8b9b46254b7a req-899c074c-0dee-435a-a1dc-7bd89f6022d7 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=92081c13-7979-4810-b5cd-70c14477209d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648024 Dec 20 14:35:02.383766 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37096) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:35:02.443322 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-70561c25-fe99-4a73-acec-5ebbcd29d1b2 req-0a84d251-1f7b-4e8b-8a5d-a70b1214b3b7 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "GET /v2.0/security-groups?id=addf1f6c-a620-4499-ba2d-97512b5db7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956569 Dec 20 14:35:02.481097 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e6df59-d2a9-43a4-928f-90e50e629b7c tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Pushing event updated for resources: {'Subnet': ['ID=26eef732-5867-4075-a454-2fc894302cb3,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:02.506504 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e6df59-d2a9-43a4-928f-90e50e629b7c tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Checking segment: {'id': '6f5c5268-5f4f-468b-bf49-ade1472aea16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7af4eaa5-ce62-455a-a79b-f762dd4329ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:35:02.506913 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e6df59-d2a9-43a4-928f-90e50e629b7c tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Network hostable DHCP agents. Network: 7af4eaa5-ce62-455a-a79b-f762dd4329ee, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:35:02.539176 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e6df59-d2a9-43a4-928f-90e50e629b7c tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Network 7af4eaa5-ce62-455a-a79b-f762dd4329ee is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:35:02.551805 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-71e6df59-d2a9-43a4-928f-90e50e629b7c tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 7af4eaa5-ce62-455a-a79b-f762dd4329ee) {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:35:02.552153 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cafa9456-0e8d-462b-aa04-04e4fcc0b1de admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:02.556721 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e6df59-d2a9-43a4-928f-90e50e629b7c tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:02.557926 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-71e6df59-d2a9-43a4-928f-90e50e629b7c tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:02.566472 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46b75b7-9c18-42a4-9889-3874e1c0b109 None None] Network 7af4eaa5-ce62-455a-a79b-f762dd4329ee requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:35:02.579346 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-71e6df59-d2a9-43a4-928f-90e50e629b7c tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7212377 Dec 20 14:35:02.581142 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37102) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:35:02.587980 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-baac9f90-eb4a-4849-a0ea-c72632dd57cb tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-772276704', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}, 'admin_state_up': False}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:35:02.661617 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-baac9f90-eb4a-4849-a0ea-c72632dd57cb tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40114'] for router, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:02.663174 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-baac9f90-eb4a-4849-a0ea-c72632dd57cb tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40139'] for router, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:02.675371 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dfd14a0-581b-4e81-8ac3-7744d12065e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-7af4eaa5-ce62-455a-a79b-f762dd4329ee', 'network_id': '7af4eaa5-ce62-455a-a79b-f762dd4329ee', 'project_id': 'b689693ddc3f49a2b3f8f42717070fd5', 'fixed_ips': [{'subnet_id': '26eef732-5867-4075-a454-2fc894302cb3'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:35:02.676350 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-0dfd14a0-581b-4e81-8ac3-7744d12065e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:02.678935 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0a3b7e-a96f-473f-8e89-f2cd0e620d92 req-9c5fa6ec-c8b7-4520-af0b-b40ec7f604e2 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:02.683279 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4c0a3b7e-a96f-473f-8e89-f2cd0e620d92 req-9c5fa6ec-c8b7-4520-af0b-b40ec7f604e2 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1a1faf6-4bff-48b3-bf36-a1a8783b50d4 HTTP/1.1" status: 200 len: 944 time: 0.1162472 Dec 20 14:35:02.754300 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['91a77279-49b2-441d-bd17-46f0be58592b'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:35:02.772586 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-baac9f90-eb4a-4849-a0ea-c72632dd57cb tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:02.798322 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cafa9456-0e8d-462b-aa04-04e4fcc0b1de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:02.863213 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8024c2b0-a058-4de8-8dfc-a24e76714b4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:02.896074 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-0dfd14a0-581b-4e81-8ac3-7744d12065e6 None None] Allocated IP 172.20.0.2 (7af4eaa5-ce62-455a-a79b-f762dd4329ee/26eef732-5867-4075-a454-2fc894302cb3/79838301-9673-4746-bd95-9f4e8f604626) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:35:03.108746 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2da825-8b81-4004-8706-bdb299ba3dd5 req-47b2178c-3071-4ce9-8f97-dbe7986bbd7b tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:03.109786 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-0dfd14a0-581b-4e81-8ac3-7744d12065e6 None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:03.110493 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6d2da825-8b81-4004-8706-bdb299ba3dd5 req-47b2178c-3071-4ce9-8f97-dbe7986bbd7b tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/ports?device_id=50f8cdff-dfe7-4b38-b373-88790e4f0182 HTTP/1.1" status: 200 len: 946 time: 0.0704186 Dec 20 14:35:03.118340 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-0dfd14a0-581b-4e81-8ac3-7744d12065e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:03.162568 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dfd14a0-581b-4e81-8ac3-7744d12065e6 None None] Network 7af4eaa5-ce62-455a-a79b-f762dd4329ee is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:35:03.166222 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-0dfd14a0-581b-4e81-8ac3-7744d12065e6 None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:35:03.169725 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfd14a0-581b-4e81-8ac3-7744d12065e6 None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:35:03.175937 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6d2da825-8b81-4004-8706-bdb299ba3dd5 req-0407f027-6fb4-43b2-bf54-a90fae89e2b4 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff2c97d-c902-4302-9c87-14f917dbe0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584457 Dec 20 14:35:03.184696 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfd14a0-581b-4e81-8ac3-7744d12065e6 None None] Pushing event updated for resources: {'Port': ['ID=79838301-9673-4746-bd95-9f4e8f604626,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:03.192319 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cafa9456-0e8d-462b-aa04-04e4fcc0b1de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:03.211949 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4c0a3b7e-a96f-473f-8e89-f2cd0e620d92 req-1ac46e39-0cc9-469d-bad4-c7df1e623fc5 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5197215 Dec 20 14:35:03.237214 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-cafa9456-0e8d-462b-aa04-04e4fcc0b1de admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0fe5de24da7a4a4695763455782fe4be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8496270 Dec 20 14:35:03.237772 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 37106) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:35:03.244270 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-0dfd14a0-581b-4e81-8ac3-7744d12065e6 None None] Attempting to bind port 79838301-9673-4746-bd95-9f4e8f604626 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:35:03.244733 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-0dfd14a0-581b-4e81-8ac3-7744d12065e6 None None] Attempting to bind port 79838301-9673-4746-bd95-9f4e8f604626 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '6f5c5268-5f4f-468b-bf49-ade1472aea16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7af4eaa5-ce62-455a-a79b-f762dd4329ee'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:35:03.248019 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfd14a0-581b-4e81-8ac3-7744d12065e6 None None] Attempting to bind port 79838301-9673-4746-bd95-9f4e8f604626 on network 7af4eaa5-ce62-455a-a79b-f762dd4329ee {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:35:03.253629 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfd14a0-581b-4e81-8ac3-7744d12065e6 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:35:03.254005 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfd14a0-581b-4e81-8ac3-7744d12065e6 None None] Checking segment: {'id': '6f5c5268-5f4f-468b-bf49-ade1472aea16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7af4eaa5-ce62-455a-a79b-f762dd4329ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:35:03.254405 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-0dfd14a0-581b-4e81-8ac3-7744d12065e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:03.254818 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfd14a0-581b-4e81-8ac3-7744d12065e6 None None] Bound using segment: {'id': '6f5c5268-5f4f-468b-bf49-ade1472aea16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7af4eaa5-ce62-455a-a79b-f762dd4329ee'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:35:03.255296 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-0dfd14a0-581b-4e81-8ac3-7744d12065e6 None None] Bound port: 79838301-9673-4746-bd95-9f4e8f604626, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f5c5268-5f4f-468b-bf49-ade1472aea16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7af4eaa5-ce62-455a-a79b-f762dd4329ee'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:35:03.255676 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-0dfd14a0-581b-4e81-8ac3-7744d12065e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:03.294926 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-adb1325c-df8f-4d2d-b525-63cc75c03dd9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:03.309121 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafa9456-0e8d-462b-aa04-04e4fcc0b1de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee45160d-0019-4ac0-9d54-660d7e6ca95b,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:03.314865 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-baac9f90-eb4a-4849-a0ea-c72632dd57cb tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:03.319817 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-adb1325c-df8f-4d2d-b525-63cc75c03dd9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:03.340189 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-0dfd14a0-581b-4e81-8ac3-7744d12065e6 None None] For port 79838301-9673-4746-bd95-9f4e8f604626, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:35:03.343615 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-0dfd14a0-581b-4e81-8ac3-7744d12065e6 None None] For port 79838301-9673-4746-bd95-9f4e8f604626, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=79838301-9673-4746-bd95-9f4e8f604626,segment=NetworkSegment(6f5c5268-5f4f-468b-bf49-ade1472aea16),segment_id=6f5c5268-5f4f-468b-bf49-ade1472aea16)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:35:03.349600 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-0dfd14a0-581b-4e81-8ac3-7744d12065e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:03.383954 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-adb1325c-df8f-4d2d-b525-63cc75c03dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:03.386752 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-adb1325c-df8f-4d2d-b525-63cc75c03dd9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:03.393800 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-adb1325c-df8f-4d2d-b525-63cc75c03dd9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ee45160d-0019-4ac0-9d54-660d7e6ca95b HTTP/1.1" status: 204 len: 168 time: 0.1525202 Dec 20 14:35:03.418834 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfd14a0-581b-4e81-8ac3-7744d12065e6 None None] Pushing event updated for resources: {'Port': ['ID=79838301-9673-4746-bd95-9f4e8f604626,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:03.438073 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb1325c-df8f-4d2d-b525-63cc75c03dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee45160d-0019-4ac0-9d54-660d7e6ca95b,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:03.594352 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d9408e-a96e-48ac-9dc0-994ef540fa0e req-26abb302-fcb5-4bf8-b3ae-e8754e9e5671 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:03.598052 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d8d9408e-a96e-48ac-9dc0-994ef540fa0e req-26abb302-fcb5-4bf8-b3ae-e8754e9e5671 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 947 time: 0.0808084 Dec 20 14:35:03.692976 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-baac9f90-eb4a-4849-a0ea-c72632dd57cb tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks [] for router_gateway, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:03.720200 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d8d9408e-a96e-48ac-9dc0-994ef540fa0e req-2cdcb842-83b5-46ab-90a4-ace8add90f15 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=92081c13-7979-4810-b5cd-70c14477209d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090891 Dec 20 14:35:03.728224 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:03.730821 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-baac9f90-eb4a-4849-a0ea-c72632dd57cb tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:03.748044 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f407308-b136-4377-854a-ddae22af8606 req-a0abf717-e1b5-435c-9bee-287dab3c96f9 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:03.749549 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4f407308-b136-4377-854a-ddae22af8606 req-a0abf717-e1b5-435c-9bee-287dab3c96f9 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "GET /v2.0/ports?device_id=a707f31a-f1ad-4b92-9ff6-11a988672d50 HTTP/1.1" status: 200 len: 944 time: 0.1295273 Dec 20 14:35:03.888598 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4f407308-b136-4377-854a-ddae22af8606 req-ce53198a-8eb1-4b06-a833-4f2780ccfcaf tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "GET /v2.0/security-groups?id=addf1f6c-a620-4499-ba2d-97512b5db7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914216 Dec 20 14:35:03.927577 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-baac9f90-eb4a-4849-a0ea-c72632dd57cb tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Allocated IP 172.25.0.118 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/242fa9a1-22bd-4986-ba90-6e01448a1781) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:35:04.001024 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 37120) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:35:04.008490 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 89eafe9d-48d6-4a4d-a382-986779559a31 details requested by agent hyperv_n-h1-761264-19 with host n-h1-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:35:04.013577 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7 no longer exists at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:35:04.019781 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-60341b91-5322-44ba-af59-256c1129912d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:04.065710 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-baac9f90-eb4a-4849-a0ea-c72632dd57cb tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:04.114475 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-baac9f90-eb4a-4849-a0ea-c72632dd57cb tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:04.133878 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-60341b91-5322-44ba-af59-256c1129912d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:04.142451 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-60341b91-5322-44ba-af59-256c1129912d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:04.164728 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baac9f90-eb4a-4849-a0ea-c72632dd57cb tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:35:04.169563 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-baac9f90-eb4a-4849-a0ea-c72632dd57cb tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:35:04.172396 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baac9f90-eb4a-4849-a0ea-c72632dd57cb tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:35:04.192912 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-60341b91-5322-44ba-af59-256c1129912d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=04efa7815009437d9aafd787a67be0ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1905689 Dec 20 14:35:04.193588 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:04.199285 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 37122) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:35:04.199285 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60341b91-5322-44ba-af59-256c1129912d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9cffb7e-1c8a-420f-bcf0-16451dea2f48,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:04.221504 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 89eafe9d-48d6-4a4d-a382-986779559a31, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=89eafe9d-48d6-4a4d-a382-986779559a31,segment=NetworkSegment(2573b312-4924-4661-8d69-abdd3044015f),segment_id=2573b312-4924-4661-8d69-abdd3044015f)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:35:04.228463 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a76f30c8-712d-44b7-9ed3-98bb884698ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:35:04.231587 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73cb376d-ac86-49ef-a1e1-01e70e85fa18" -d '{"events": [{"server_uuid": "a76f30c8-712d-44b7-9ed3-98bb884698ef", "name": "network-vif-unplugged", "status": "completed", "tag": "dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:35:04.245980 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baac9f90-eb4a-4849-a0ea-c72632dd57cb tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Pushing event updated for resources: {'Port': ['ID=242fa9a1-22bd-4986-ba90-6e01448a1781,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:04.255526 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7,segment=NetworkSegment(64c4cfe8-4670-4033-981a-f04cac942433),segment_id=64c4cfe8-4670-4033-981a-f04cac942433)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:35:04.256783 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Returning: {'device': '89eafe9d-48d6-4a4d-a382-986779559a31', 'network_id': '5cd7bf01-6de9-478f-8995-790f88919004', 'port_id': '89eafe9d-48d6-4a4d-a382-986779559a31', 'mac_address': 'fa:16:3e:ce:de:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3b5d3c3-c0a0-4814-9a8f-cacbddf5f328', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:35:04.283356 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8b183aa0-03f7-4a13-a022-880dc390f077 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:04.308651 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8b183aa0-03f7-4a13-a022-880dc390f077 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:04.320386 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:04.325025 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:04.379089 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89eafe9d-48d6-4a4d-a382-986779559a31 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:35:04.397496 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8b183aa0-03f7-4a13-a022-880dc390f077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:04.402837 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8b183aa0-03f7-4a13-a022-880dc390f077 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:04.407505 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-8b183aa0-03f7-4a13-a022-880dc390f077 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f9cffb7e-1c8a-420f-bcf0-16451dea2f48 HTTP/1.1" status: 204 len: 168 time: 0.2032521 Dec 20 14:35:04.418212 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 89eafe9d-48d6-4a4d-a382-986779559a31, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=89eafe9d-48d6-4a4d-a382-986779559a31,segment=NetworkSegment(2573b312-4924-4661-8d69-abdd3044015f),segment_id=2573b312-4924-4661-8d69-abdd3044015f)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:35:04.419742 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7,revision_number=11']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:04.432184 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:04.441824 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b183aa0-03f7-4a13-a022-880dc390f077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9cffb7e-1c8a-420f-bcf0-16451dea2f48,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:04.465744 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75632ef5-ec1c-4e70-9024-476c44542850 req-42887dae-5f6a-41ab-9402-0d25f7d9fb37 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:04.467604 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-75632ef5-ec1c-4e70-9024-476c44542850 req-42887dae-5f6a-41ab-9402-0d25f7d9fb37 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/ports?device_id=50f8cdff-dfe7-4b38-b373-88790e4f0182 HTTP/1.1" status: 200 len: 946 time: 0.0902171 Dec 20 14:35:04.525620 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=89eafe9d-48d6-4a4d-a382-986779559a31,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:04.565746 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-75632ef5-ec1c-4e70-9024-476c44542850 req-4c5b9727-b561-4371-8e9e-c3a10b6f207b tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff2c97d-c902-4302-9c87-14f917dbe0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910301 Dec 20 14:35:04.614037 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24c30b2-7f55-4ac1-9f1b-ad3fe9e40b85 req-9217f1b3-4058-432a-8d5c-741efd86b049 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:04.623381 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b24c30b2-7f55-4ac1-9f1b-ad3fe9e40b85 req-9217f1b3-4058-432a-8d5c-741efd86b049 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1a1faf6-4bff-48b3-bf36-a1a8783b50d4 HTTP/1.1" status: 200 len: 944 time: 0.2020497 Dec 20 14:35:04.647797 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 14:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79ae1f1f-1b86-4f09-97f5-fb685183ac29 x-openstack-request-id: req-79ae1f1f-1b86-4f09-97f5-fb685183ac29 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:35:04.648203 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a76f30c8-712d-44b7-9ed3-98bb884698ef", "name": "network-vif-unplugged", "status": "completed", "tag": "dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:35:04.648543 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-79ae1f1f-1b86-4f09-97f5-fb685183ac29 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:35:04.650159 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a76f30c8-712d-44b7-9ed3-98bb884698ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7', 'code': 200} Dec 20 14:35:04.723000 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b24c30b2-7f55-4ac1-9f1b-ad3fe9e40b85 req-3faa2bf3-3399-4e30-a06b-a5dd03eda2a2 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996950 Dec 20 14:35:04.738675 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-baac9f90-eb4a-4849-a0ea-c72632dd57cb tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks [] for router_gateway, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:04.904903 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bdc4c7-506e-4ef3-b413-66d9b4e7b860 req-3e762f9e-cfde-4ea6-b0f3-e67805127268 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:04.906617 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-38bdc4c7-506e-4ef3-b413-66d9b4e7b860 req-3e762f9e-cfde-4ea6-b0f3-e67805127268 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 945 time: 0.0789487 Dec 20 14:35:04.971150 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbbbbc66-0a69-4abc-adb7-c79054530f99 None None] Network 7af4eaa5-ce62-455a-a79b-f762dd4329ee requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:35:04.990213 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-38bdc4c7-506e-4ef3-b413-66d9b4e7b860 req-a50b384b-bb45-4989-8d72-9b7813fef1af tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=92081c13-7979-4810-b5cd-70c14477209d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720131 Dec 20 14:35:05.089520 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-baac9f90-eb4a-4849-a0ea-c72632dd57cb tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013'] for router, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:05.121195 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-164cde24-8e1e-417f-80e3-1ece4008eaf4 None None] Provisioning complete for port 79838301-9673-4746-bd95-9f4e8f604626 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:35:05.121586 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-164cde24-8e1e-417f-80e3-1ece4008eaf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:05.164150 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['89eafe9d-48d6-4a4d-a382-986779559a31'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:35:05.202877 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed6b3c3-4a75-4deb-b993-ac90428c61e9 req-2f11826c-1cae-49a2-a2b0-b8f7a4635416 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:05.205352 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2ed6b3c3-4a75-4deb-b993-ac90428c61e9 req-2f11826c-1cae-49a2-a2b0-b8f7a4635416 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "GET /v2.0/ports?device_id=a707f31a-f1ad-4b92-9ff6-11a988672d50 HTTP/1.1" status: 200 len: 945 time: 0.0759006 Dec 20 14:35:05.214821 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 79838301-9673-4746-bd95-9f4e8f604626 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:35:05.295737 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2ed6b3c3-4a75-4deb-b993-ac90428c61e9 req-50cf6f51-51d9-4d4b-ac93-ec308e651b41 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "GET /v2.0/security-groups?id=addf1f6c-a620-4499-ba2d-97512b5db7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822122 Dec 20 14:35:05.361530 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baac9f90-eb4a-4849-a0ea-c72632dd57cb tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Router 4b3d2219-5c08-46d9-b9a9-bbad9238a588 is scheduled to L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 with binding_index 1 {{(pid=103168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 14:35:05.428160 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 79838301-9673-4746-bd95-9f4e8f604626 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:35:05.428537 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:05.434432 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-164cde24-8e1e-417f-80e3-1ece4008eaf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:05.511577 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-164cde24-8e1e-417f-80e3-1ece4008eaf4 None None] For port 79838301-9673-4746-bd95-9f4e8f604626, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=79838301-9673-4746-bd95-9f4e8f604626,segment=NetworkSegment(6f5c5268-5f4f-468b-bf49-ade1472aea16),segment_id=6f5c5268-5f4f-468b-bf49-ade1472aea16)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:35:05.514442 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baac9f90-eb4a-4849-a0ea-c72632dd57cb tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:35:05.522982 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-164cde24-8e1e-417f-80e3-1ece4008eaf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:05.542601 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-baac9f90-eb4a-4849-a0ea-c72632dd57cb tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:05.544273 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-baac9f90-eb4a-4849-a0ea-c72632dd57cb tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.9620748 Dec 20 14:35:05.547098 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37156) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:35:05.561144 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92c3bbd-939e-4937-81a3-356ef21cac1f None None] Sync routers for ids ['4b3d2219-5c08-46d9-b9a9-bbad9238a588'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:35:05.646416 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92c3bbd-939e-4937-81a3-356ef21cac1f None None] Routers {'4b3d2219-5c08-46d9-b9a9-bbad9238a588'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:35:05.646993 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-a92c3bbd-939e-4937-81a3-356ef21cac1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:35:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['4b3d2219-5c08-46d9-b9a9-bbad9238a588'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:35:05.702550 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164cde24-8e1e-417f-80e3-1ece4008eaf4 None None] Pushing event updated for resources: {'Port': ['ID=79838301-9673-4746-bd95-9f4e8f604626,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:05.720986 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-a92c3bbd-939e-4937-81a3-356ef21cac1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:35:05.765919 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:05.766612 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92c3bbd-939e-4937-81a3-356ef21cac1f None None] Routers {'4b3d2219-5c08-46d9-b9a9-bbad9238a588'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:35:05.767295 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-a92c3bbd-939e-4937-81a3-356ef21cac1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:35:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['4b3d2219-5c08-46d9-b9a9-bbad9238a588'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:35:05.769109 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-35feafec-2512-48fc-9d7b-8bad3dedf49d None None] Provisioning complete for port 79838301-9673-4746-bd95-9f4e8f604626 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:35:05.769462 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-35feafec-2512-48fc-9d7b-8bad3dedf49d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:05.781231 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef14174-c566-42ac-8832-c163104de6e3 req-a27c0fdf-b5e2-4369-aba5-5dd4d7c53a80 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:05.783026 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-bef14174-c566-42ac-8832-c163104de6e3 req-a27c0fdf-b5e2-4369-aba5-5dd4d7c53a80 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/ports?device_id=50f8cdff-dfe7-4b38-b373-88790e4f0182 HTTP/1.1" status: 200 len: 946 time: 0.1162212 Dec 20 14:35:05.832877 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-a92c3bbd-939e-4937-81a3-356ef21cac1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:35:05.833534 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92c3bbd-939e-4937-81a3-356ef21cac1f None None] The sync data for ids ['4b3d2219-5c08-46d9-b9a9-bbad9238a588'] in n-d-761264-19 is: [] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:35:05.899941 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02de321-c7f7-41f5-9bfd-2dc7fcef0873 req-046b340a-9f3e-40ce-b0b8-7a443ad44862 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:05.901596 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e02de321-c7f7-41f5-9bfd-2dc7fcef0873 req-046b340a-9f3e-40ce-b0b8-7a443ad44862 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1a1faf6-4bff-48b3-bf36-a1a8783b50d4 HTTP/1.1" status: 200 len: 944 time: 0.0628111 Dec 20 14:35:05.911522 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-bef14174-c566-42ac-8832-c163104de6e3 req-f0e58d56-6b82-40b9-aca7-83cb8fe9e324 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff2c97d-c902-4302-9c87-14f917dbe0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194248 Dec 20 14:35:05.989812 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e02de321-c7f7-41f5-9bfd-2dc7fcef0873 req-ee19eeff-e190-477c-88ee-f10d8177a99a tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816743 Dec 20 14:35:06.022139 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 91a77279-49b2-441d-bd17-46f0be58592b up at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:35:06.099641 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning for port 91a77279-49b2-441d-bd17-46f0be58592b completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:35:06.104390 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning complete for port 91a77279-49b2-441d-bd17-46f0be58592b triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:35:06.104909 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:06.170283 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822b5838-9915-43f7-89fd-0f856572ace6 req-c0687735-aba8-4848-9982-577b10ee75f2 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:06.172867 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-822b5838-9915-43f7-89fd-0f856572ace6 req-c0687735-aba8-4848-9982-577b10ee75f2 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 945 time: 0.0777612 Dec 20 14:35:06.203589 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-24f29893-ec8c-43e0-aeec-e6b6ba91efde tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:06.227623 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:06.230919 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:06.262277 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-822b5838-9915-43f7-89fd-0f856572ace6 req-b209b99e-d5eb-4875-ac1c-d5beb21bff20 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=92081c13-7979-4810-b5cd-70c14477209d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766647 Dec 20 14:35:06.286757 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 91a77279-49b2-441d-bd17-46f0be58592b, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=91a77279-49b2-441d-bd17-46f0be58592b,segment=NetworkSegment(3b732879-896e-432d-a96e-7cba9e2b8a93),segment_id=3b732879-896e-432d-a96e-7cba9e2b8a93)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:35:06.295108 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:06.371643 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=91a77279-49b2-441d-bd17-46f0be58592b,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:06.442603 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a15dfb-1bf3-43a2-b4f7-cd4ccbacdd0a req-35752e47-26f1-4018-99ed-1195c6308c8e tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:06.444070 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-59a15dfb-1bf3-43a2-b4f7-cd4ccbacdd0a req-35752e47-26f1-4018-99ed-1195c6308c8e tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "GET /v2.0/ports?device_id=a707f31a-f1ad-4b92-9ff6-11a988672d50 HTTP/1.1" status: 200 len: 945 time: 0.0577254 Dec 20 14:35:06.511831 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-59a15dfb-1bf3-43a2-b4f7-cd4ccbacdd0a req-7f21717e-2fa6-47d6-b362-6977e350bbcb tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "GET /v2.0/security-groups?id=addf1f6c-a620-4499-ba2d-97512b5db7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602169 Dec 20 14:35:06.567252 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-24f29893-ec8c-43e0-aeec-e6b6ba91efde tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Allocated IP 172.20.0.1 (7af4eaa5-ce62-455a-a79b-f762dd4329ee/26eef732-5867-4075-a454-2fc894302cb3/1b095810-73ca-4738-a6f5-e2c748fae931) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:35:06.651395 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1a1faf6-4bff-48b3-bf36-a1a8783b50d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91a77279-49b2-441d-bd17-46f0be58592b'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:35:06.654179 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fa5fa30-b453-4ce1-b303-3c7770f58541" -d '{"events": [{"server_uuid": "b1a1faf6-4bff-48b3-bf36-a1a8783b50d4", "name": "network-vif-plugged", "status": "completed", "tag": "91a77279-49b2-441d-bd17-46f0be58592b"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:35:06.699375 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20a18cf1-a07f-4f59-8689-71f8ac7424de x-openstack-request-id: req-20a18cf1-a07f-4f59-8689-71f8ac7424de {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:35:06.699692 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1a1faf6-4bff-48b3-bf36-a1a8783b50d4", "name": "network-vif-plugged", "status": "completed", "tag": "91a77279-49b2-441d-bd17-46f0be58592b", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:35:06.699955 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-20a18cf1-a07f-4f59-8689-71f8ac7424de {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:35:06.700360 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1a1faf6-4bff-48b3-bf36-a1a8783b50d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91a77279-49b2-441d-bd17-46f0be58592b', 'code': 200} Dec 20 14:35:06.702102 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-24f29893-ec8c-43e0-aeec-e6b6ba91efde tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:06.743707 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-24f29893-ec8c-43e0-aeec-e6b6ba91efde tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:06.792155 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f29893-ec8c-43e0-aeec-e6b6ba91efde tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Network 7af4eaa5-ce62-455a-a79b-f762dd4329ee is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:35:06.795544 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-24f29893-ec8c-43e0-aeec-e6b6ba91efde tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:35:06.800378 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f29893-ec8c-43e0-aeec-e6b6ba91efde tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:35:06.804718 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f29893-ec8c-43e0-aeec-e6b6ba91efde tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Pushing event updated for resources: {'Port': ['ID=1b095810-73ca-4738-a6f5-e2c748fae931,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:06.834543 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3932e2b-6ece-4ec4-abad-f8f7149c4dd1 req-7c6c9d3d-00c8-4474-8a71-6a6184c00b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:06.836437 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d3932e2b-6ece-4ec4-abad-f8f7149c4dd1 req-7c6c9d3d-00c8-4474-8a71-6a6184c00b36 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b1a1faf6-4bff-48b3-bf36-a1a8783b50d4 HTTP/1.1" status: 200 len: 1097 time: 0.0725918 Dec 20 14:35:06.855517 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-24f29893-ec8c-43e0-aeec-e6b6ba91efde tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595714'] for router_interface, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:06.902599 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d3932e2b-6ece-4ec4-abad-f8f7149c4dd1 req-28eb7487-269e-4236-abf8-45b16defa3d1 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576437 Dec 20 14:35:07.064643 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-24f29893-ec8c-43e0-aeec-e6b6ba91efde tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:07.068707 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 79838301-9673-4746-bd95-9f4e8f604626 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:35:07.140481 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 79838301-9673-4746-bd95-9f4e8f604626 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:35:07.140846 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:07.141244 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a522e25f-a640-4d09-b883-9498810bda7f req-61f2c38d-e4f5-436c-b4f9-62b7397660b7 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:07.147318 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a522e25f-a640-4d09-b883-9498810bda7f req-61f2c38d-e4f5-436c-b4f9-62b7397660b7 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1a1faf6-4bff-48b3-bf36-a1a8783b50d4 HTTP/1.1" status: 200 len: 945 time: 0.0726907 Dec 20 14:35:07.147654 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e10d907-c7a5-4056-9a0e-ec3e83710bf8 req-94040ada-55d4-483b-8a4e-e662032877b4 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:07.149343 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8e10d907-c7a5-4056-9a0e-ec3e83710bf8 req-94040ada-55d4-483b-8a4e-e662032877b4 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/ports?device_id=50f8cdff-dfe7-4b38-b373-88790e4f0182 HTTP/1.1" status: 200 len: 946 time: 0.1224792 Dec 20 14:35:07.188948 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-7999fd8c-9a8d-4b1d-9162-4291c6c40512 None None] Provisioning complete for port 1b095810-73ca-4738-a6f5-e2c748fae931 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:35:07.189403 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-7999fd8c-9a8d-4b1d-9162-4291c6c40512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:07.202166 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a522e25f-a640-4d09-b883-9498810bda7f req-d1c26a50-8988-41b8-a4ff-08ead172597f tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502491 Dec 20 14:35:07.229768 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-7999fd8c-9a8d-4b1d-9162-4291c6c40512 None None] Port 1b095810-73ca-4738-a6f5-e2c748fae931 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:35:07.278250 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8e10d907-c7a5-4056-9a0e-ec3e83710bf8 req-63edd0a1-c972-4a5b-bcfd-ca475f3d58ef tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff2c97d-c902-4302-9c87-14f917dbe0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204765 Dec 20 14:35:07.448003 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6f49388d-c6c4-4e06-8c46-3ba3666d0d4e req-4c06c6bc-5402-42bd-a174-96fc58fffea3 tempest-QuotasAdminNegativeTest-1131119591 tempest-QuotasAdminNegativeTest-1131119591-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=3cce824e8b4e4d34bf48e384ae2c8367&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0246170 Dec 20 14:35:07.587069 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f49388d-c6c4-4e06-8c46-3ba3666d0d4e req-afdb89f6-e5af-4883-9d9b-fa69769adf7b tempest-QuotasAdminNegativeTest-1131119591 tempest-QuotasAdminNegativeTest-1131119591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:07.588825 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6f49388d-c6c4-4e06-8c46-3ba3666d0d4e req-afdb89f6-e5af-4883-9d9b-fa69769adf7b tempest-QuotasAdminNegativeTest-1131119591 tempest-QuotasAdminNegativeTest-1131119591-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1340458 Dec 20 14:35:07.606038 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6f49388d-c6c4-4e06-8c46-3ba3666d0d4e req-7f2d665d-934b-44ef-9f05-e51422fc8c04 tempest-QuotasAdminNegativeTest-1131119591 tempest-QuotasAdminNegativeTest-1131119591-project] 10.222.0.54 "GET /v2.0/quotas/3cce824e8b4e4d34bf48e384ae2c8367 HTTP/1.1" status: 200 len: 375 time: 0.0105324 Dec 20 14:35:07.646182 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6f49388d-c6c4-4e06-8c46-3ba3666d0d4e req-1e4f4ec1-373c-4caa-b0f8-86b279f36f8a tempest-QuotasAdminNegativeTest-1131119591 tempest-QuotasAdminNegativeTest-1131119591-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=3cce824e8b4e4d34bf48e384ae2c8367&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329463 Dec 20 14:35:07.793715 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700b566a-5f04-4794-b6b5-dce89f4c52cc req-85dbd3ca-f2ba-4078-bc94-4cca066f3e3b tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:07.797112 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-700b566a-5f04-4794-b6b5-dce89f4c52cc req-85dbd3ca-f2ba-4078-bc94-4cca066f3e3b tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 945 time: 0.4375648 Dec 20 14:35:07.858421 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-24f29893-ec8c-43e0-aeec-e6b6ba91efde tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:07.868173 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-24f29893-ec8c-43e0-aeec-e6b6ba91efde tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:07.900366 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-700b566a-5f04-4794-b6b5-dce89f4c52cc req-39b79a4e-da70-48f2-b247-849fa70173b1 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=92081c13-7979-4810-b5cd-70c14477209d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973697 Dec 20 14:35:07.900676 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2934c8-cc64-4c53-a733-d4aea01003f2 req-8667d9be-b131-4bba-9a51-9a25d55d32b8 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:07.902264 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9e2934c8-cc64-4c53-a733-d4aea01003f2 req-8667d9be-b131-4bba-9a51-9a25d55d32b8 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "GET /v2.0/ports?device_id=a707f31a-f1ad-4b92-9ff6-11a988672d50 HTTP/1.1" status: 200 len: 945 time: 0.0719941 Dec 20 14:35:07.960263 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f29893-ec8c-43e0-aeec-e6b6ba91efde tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Pushing event updated for resources: {'Port': ['ID=1b095810-73ca-4738-a6f5-e2c748fae931,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:07.969843 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-24f29893-ec8c-43e0-aeec-e6b6ba91efde tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1595702'] for router_interface, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:07.984434 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9e2934c8-cc64-4c53-a733-d4aea01003f2 req-bec2b638-944a-4cac-a46a-3ba1f30c2d92 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "GET /v2.0/security-groups?id=addf1f6c-a620-4499-ba2d-97512b5db7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735412 Dec 20 14:35:08.039018 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7 details requested by agent hyperv_n-h1-761264-19 with host n-h1-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:35:08.042377 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 89eafe9d-48d6-4a4d-a382-986779559a31 up at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:35:08.086599 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f29893-ec8c-43e0-aeec-e6b6ba91efde tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Network 7af4eaa5-ce62-455a-a79b-f762dd4329ee is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:35:08.088355 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-24f29893-ec8c-43e0-aeec-e6b6ba91efde tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:35:08.172379 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning for port 89eafe9d-48d6-4a4d-a382-986779559a31 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:35:08.182616 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning complete for port 89eafe9d-48d6-4a4d-a382-986779559a31 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:35:08.183039 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:08.285680 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24f29893-ec8c-43e0-aeec-e6b6ba91efde tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Router 4b3d2219-5c08-46d9-b9a9-bbad9238a588 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:35:08.414706 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e565eaa4-e74b-46b8-ba2f-d4c235680521 req-32a39258-e62b-4617-8afd-e6c243bfc22d tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:08.416304 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e565eaa4-e74b-46b8-ba2f-d4c235680521 req-32a39258-e62b-4617-8afd-e6c243bfc22d tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1a1faf6-4bff-48b3-bf36-a1a8783b50d4 HTTP/1.1" status: 200 len: 945 time: 0.1069112 Dec 20 14:35:08.446045 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7,segment=NetworkSegment(64c4cfe8-4670-4033-981a-f04cac942433),segment_id=64c4cfe8-4670-4033-981a-f04cac942433)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:35:08.474819 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24f29893-ec8c-43e0-aeec-e6b6ba91efde tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:35:08.480515 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-24f29893-ec8c-43e0-aeec-e6b6ba91efde tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] 10.222.0.54 "PUT /v2.0/routers/4b3d2219-5c08-46d9-b9a9-bbad9238a588/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9322820 Dec 20 14:35:08.484293 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Returning: {'device': 'dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7', 'network_id': '7ed718b3-d2e8-4b72-a238-726203897046', 'port_id': 'dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7', 'mac_address': 'fa:16:3e:18:9e:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d68b841-2dcc-4f7d-9f3b-ab3557b797a0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:35:08.485034 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37256) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:35:08.486658 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f4f5cb-e9d4-4a13-b155-d4b55070463d None None] Sync routers for ids ['4b3d2219-5c08-46d9-b9a9-bbad9238a588'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:35:08.492384 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-65c946a4-eede-4240-97cd-b80c54fd72ea tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Request body: {'port': {'network_id': '7af4eaa5-ce62-455a-a79b-f762dd4329ee', 'name': 'tempest-FloatingIPTestJSON-361872013'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:35:08.500287 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f4f5cb-e9d4-4a13-b155-d4b55070463d None None] Routers {'4b3d2219-5c08-46d9-b9a9-bbad9238a588'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:35:08.500932 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-19f4f5cb-e9d4-4a13-b155-d4b55070463d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:35:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['4b3d2219-5c08-46d9-b9a9-bbad9238a588'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:35:08.544620 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e565eaa4-e74b-46b8-ba2f-d4c235680521 req-c05b3f5e-6603-45d8-9a5b-668ffc2a962a tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076517 Dec 20 14:35:08.554397 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:08.583040 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:35:08.587160 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-19f4f5cb-e9d4-4a13-b155-d4b55070463d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:35:08.596270 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-b0212a2d-db89-4149-9e9d-bcfa83979e48 None None] Provisioning complete for port 1b095810-73ca-4738-a6f5-e2c748fae931 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:35:08.597153 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b0212a2d-db89-4149-9e9d-bcfa83979e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:08.609687 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f4f5cb-e9d4-4a13-b155-d4b55070463d None None] Routers {'4b3d2219-5c08-46d9-b9a9-bbad9238a588'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:35:08.610416 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-19f4f5cb-e9d4-4a13-b155-d4b55070463d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:35:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['4b3d2219-5c08-46d9-b9a9-bbad9238a588'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:35:08.654677 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-19f4f5cb-e9d4-4a13-b155-d4b55070463d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:35:08.655622 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f4f5cb-e9d4-4a13-b155-d4b55070463d None None] The sync data for ids ['4b3d2219-5c08-46d9-b9a9-bbad9238a588'] in n-d-761264-19 is: [] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:35:08.716760 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7,segment=NetworkSegment(64c4cfe8-4670-4033-981a-f04cac942433),segment_id=64c4cfe8-4670-4033-981a-f04cac942433)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:35:08.720889 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:08.732615 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:08.736103 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-15b43ac2-7d8d-4872-b98f-6cbed6bc1dc2 req-510f0e05-f678-40a5-b4a0-2857cb5a868e tempest-QuotasAdminNegativeTest-1131119591 tempest-QuotasAdminNegativeTest-1131119591-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=3cce824e8b4e4d34bf48e384ae2c8367&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293446 Dec 20 14:35:08.741185 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-b0212a2d-db89-4149-9e9d-bcfa83979e48 None None] Port 1b095810-73ca-4738-a6f5-e2c748fae931 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:35:08.761742 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c42f88c-ea35-4401-940d-e2b9ddd6b511 req-a1f4f8c1-6961-4519-bd92-5b5ca993c00a tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:08.763519 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2c42f88c-ea35-4401-940d-e2b9ddd6b511 req-a1f4f8c1-6961-4519-bd92-5b5ca993c00a tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/ports?device_id=50f8cdff-dfe7-4b38-b373-88790e4f0182 HTTP/1.1" status: 200 len: 946 time: 0.0930181 Dec 20 14:35:08.765596 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65c946a4-eede-4240-97cd-b80c54fd72ea tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Made reservation on behalf of b689693ddc3f49a2b3f8f42717070fd5 for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:35:08.769770 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-65c946a4-eede-4240-97cd-b80c54fd72ea tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:08.795276 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [None req-65c946a4-eede-4240-97cd-b80c54fd72ea tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] device_id is not set on port c0bdaed4-33c6-4151-8827-cdaeafac238d yet. {{(pid=103168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 14:35:08.804377 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a707f31a-f1ad-4b92-9ff6-11a988672d50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89eafe9d-48d6-4a4d-a382-986779559a31'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:35:08.806965 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f80754d3-91c8-4a52-98fe-a2fab4a5ce78" -d '{"events": [{"server_uuid": "a707f31a-f1ad-4b92-9ff6-11a988672d50", "name": "network-vif-plugged", "status": "completed", "tag": "89eafe9d-48d6-4a4d-a382-986779559a31"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:35:08.829234 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 89eafe9d-48d6-4a4d-a382-986779559a31, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=89eafe9d-48d6-4a4d-a382-986779559a31,segment=NetworkSegment(2573b312-4924-4661-8d69-abdd3044015f),segment_id=2573b312-4924-4661-8d69-abdd3044015f)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:35:08.830534 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7,revision_number=12']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:08.836261 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:08.869542 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:35:08.872858 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b43ac2-7d8d-4872-b98f-6cbed6bc1dc2 req-979315f3-d009-48cb-8faf-7e9f7661b0df tempest-QuotasAdminNegativeTest-1131119591 tempest-QuotasAdminNegativeTest-1131119591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:08.880986 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-15b43ac2-7d8d-4872-b98f-6cbed6bc1dc2 req-979315f3-d009-48cb-8faf-7e9f7661b0df tempest-QuotasAdminNegativeTest-1131119591 tempest-QuotasAdminNegativeTest-1131119591-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1377993 Dec 20 14:35:08.893196 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2c42f88c-ea35-4401-940d-e2b9ddd6b511 req-73fb8aa5-a511-495c-ad14-3d7a746c662e tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff2c97d-c902-4302-9c87-14f917dbe0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091092 Dec 20 14:35:08.899279 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-15b43ac2-7d8d-4872-b98f-6cbed6bc1dc2 req-649b5537-f0c3-4cac-8bf3-106a12669737 tempest-QuotasAdminNegativeTest-1131119591 tempest-QuotasAdminNegativeTest-1131119591-project] 10.222.0.54 "GET /v2.0/quotas/3cce824e8b4e4d34bf48e384ae2c8367 HTTP/1.1" status: 200 len: 375 time: 0.0169334 Dec 20 14:35:08.934516 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=89eafe9d-48d6-4a4d-a382-986779559a31,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:08.966041 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-65c946a4-eede-4240-97cd-b80c54fd72ea tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Allocated IP 172.20.0.6 (7af4eaa5-ce62-455a-a79b-f762dd4329ee/26eef732-5867-4075-a454-2fc894302cb3/c0bdaed4-33c6-4151-8827-cdaeafac238d) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:35:08.990655 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-15b43ac2-7d8d-4872-b98f-6cbed6bc1dc2 req-a679d565-05b3-4815-9c0f-99afab04a250 tempest-QuotasAdminNegativeTest-1131119591 tempest-QuotasAdminNegativeTest-1131119591-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=3cce824e8b4e4d34bf48e384ae2c8367&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0711830 Dec 20 14:35:09.063257 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ab9947b-1ed6-47a2-9930-304460abb74a x-openstack-request-id: req-4ab9947b-1ed6-47a2-9930-304460abb74a {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:35:09.063706 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a707f31a-f1ad-4b92-9ff6-11a988672d50", "name": "network-vif-plugged", "status": "completed", "tag": "89eafe9d-48d6-4a4d-a382-986779559a31", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:35:09.063862 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4ab9947b-1ed6-47a2-9930-304460abb74a {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:35:09.064668 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a707f31a-f1ad-4b92-9ff6-11a988672d50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89eafe9d-48d6-4a4d-a382-986779559a31', 'code': 200} Dec 20 14:35:09.205742 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-65c946a4-eede-4240-97cd-b80c54fd72ea tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:09.212998 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c7bbbb-cfd1-488d-afc2-aad942848ba6 req-397e29dc-f421-4189-939e-b57061bb1f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:09.214844 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73ef828-4157-4f1c-8eda-04d931cd8793 req-03d65b5a-56c4-4027-85f7-cc8a4b13ce80 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:09.214987 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-65c7bbbb-cfd1-488d-afc2-aad942848ba6 req-397e29dc-f421-4189-939e-b57061bb1f7c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a707f31a-f1ad-4b92-9ff6-11a988672d50 HTTP/1.1" status: 200 len: 1098 time: 0.0786231 Dec 20 14:35:09.215942 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c73ef828-4157-4f1c-8eda-04d931cd8793 req-03d65b5a-56c4-4027-85f7-cc8a4b13ce80 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 946 time: 0.0874116 Dec 20 14:35:09.228889 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03636349-cac0-4c5c-ac86-f1f091530954 req-0dccf461-8764-4d3d-93ef-8418fed3d366 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:09.230430 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-03636349-cac0-4c5c-ac86-f1f091530954 req-0dccf461-8764-4d3d-93ef-8418fed3d366 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "GET /v2.0/ports?device_id=a707f31a-f1ad-4b92-9ff6-11a988672d50 HTTP/1.1" status: 200 len: 946 time: 0.0760844 Dec 20 14:35:09.283961 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c73ef828-4157-4f1c-8eda-04d931cd8793 req-7fecb209-826b-4aae-ac4c-9750700afb69 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=92081c13-7979-4810-b5cd-70c14477209d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612414 Dec 20 14:35:09.285421 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-65c946a4-eede-4240-97cd-b80c54fd72ea tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:09.304664 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-65c7bbbb-cfd1-488d-afc2-aad942848ba6 req-4ac256af-0839-4ec2-b27f-09cdc348ef85 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=addf1f6c-a620-4499-ba2d-97512b5db7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730929 Dec 20 14:35:09.322031 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-03636349-cac0-4c5c-ac86-f1f091530954 req-f138fb90-e8ff-4a36-84ee-a53b31311429 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "GET /v2.0/security-groups?id=addf1f6c-a620-4499-ba2d-97512b5db7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762684 Dec 20 14:35:09.331189 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c946a4-eede-4240-97cd-b80c54fd72ea tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Network 7af4eaa5-ce62-455a-a79b-f762dd4329ee is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:35:09.334391 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-65c946a4-eede-4240-97cd-b80c54fd72ea tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:35:09.338418 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c946a4-eede-4240-97cd-b80c54fd72ea tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:35:09.369527 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c946a4-eede-4240-97cd-b80c54fd72ea tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Pushing event updated for resources: {'Port': ['ID=c0bdaed4-33c6-4151-8827-cdaeafac238d,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:09.403308 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c946a4-eede-4240-97cd-b80c54fd72ea tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:09.404000 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-65c946a4-eede-4240-97cd-b80c54fd72ea tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:09.426435 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-65c946a4-eede-4240-97cd-b80c54fd72ea tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.9369273 Dec 20 14:35:09.426664 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 37280) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:35:09.431636 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-1dfd87af-cba3-41cb-86c2-b134dcbc1f49 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Request body: {'floatingip': {'port_id': 'c0bdaed4-33c6-4151-8827-cdaeafac238d'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:35:09.497700 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1dfd87af-cba3-41cb-86c2-b134dcbc1f49 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks [] for floatingip, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:09.693093 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-00b1ec4a-6e0b-4728-9b5e-573c6465a0d8 None None] Provisioning complete for port c0bdaed4-33c6-4151-8827-cdaeafac238d triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:35:09.697850 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-00b1ec4a-6e0b-4728-9b5e-573c6465a0d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:09.711717 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e121811-9566-4def-9825-5aeb5cfaabc7 req-207746d3-d009-4d48-9c37-3496f83b11f1 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:09.713774 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2e121811-9566-4def-9825-5aeb5cfaabc7 req-207746d3-d009-4d48-9c37-3496f83b11f1 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1a1faf6-4bff-48b3-bf36-a1a8783b50d4 HTTP/1.1" status: 200 len: 945 time: 0.0605090 Dec 20 14:35:09.743830 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-00b1ec4a-6e0b-4728-9b5e-573c6465a0d8 None None] Port c0bdaed4-33c6-4151-8827-cdaeafac238d cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:35:09.784694 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2e121811-9566-4def-9825-5aeb5cfaabc7 req-bcdf6416-761c-473c-979a-3102254e2bd8 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641763 Dec 20 14:35:09.941289 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e8b4ac51-6fa0-4bdf-aa95-2c41d05603b2 req-0e9c19b2-6eab-4074-bbe0-cbcf8d19c106 tempest-QuotasAdminNegativeTest-1131119591 tempest-QuotasAdminNegativeTest-1131119591-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=3cce824e8b4e4d34bf48e384ae2c8367&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321922 Dec 20 14:35:10.037260 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7 up at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:35:10.063627 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f8c790-21e5-4a41-9c61-31bc00c057b8 req-767a3537-e2d0-443e-a2ef-32d676d46d57 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:10.065153 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-23f8c790-21e5-4a41-9c61-31bc00c057b8 req-767a3537-e2d0-443e-a2ef-32d676d46d57 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1a1faf6-4bff-48b3-bf36-a1a8783b50d4 HTTP/1.1" status: 200 len: 945 time: 0.0944688 Dec 20 14:35:10.068582 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b4ac51-6fa0-4bdf-aa95-2c41d05603b2 req-b3d98c11-8ce9-4fec-b513-0d4d78fd9c04 tempest-QuotasAdminNegativeTest-1131119591 tempest-QuotasAdminNegativeTest-1131119591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:10.078471 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e8b4ac51-6fa0-4bdf-aa95-2c41d05603b2 req-b3d98c11-8ce9-4fec-b513-0d4d78fd9c04 tempest-QuotasAdminNegativeTest-1131119591 tempest-QuotasAdminNegativeTest-1131119591-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1362224 Dec 20 14:35:10.095678 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e8b4ac51-6fa0-4bdf-aa95-2c41d05603b2 req-2936307e-1b74-4b05-80a4-775a1ba28f22 tempest-QuotasAdminNegativeTest-1131119591 tempest-QuotasAdminNegativeTest-1131119591-project] 10.222.0.54 "GET /v2.0/quotas/3cce824e8b4e4d34bf48e384ae2c8367 HTTP/1.1" status: 200 len: 375 time: 0.0162723 Dec 20 14:35:10.103569 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning complete for port dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:35:10.104156 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:10.143826 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e8b4ac51-6fa0-4bdf-aa95-2c41d05603b2 req-4fe1e053-d4fb-4ada-91f6-ea21643aa912 tempest-QuotasAdminNegativeTest-1131119591 tempest-QuotasAdminNegativeTest-1131119591-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=3cce824e8b4e4d34bf48e384ae2c8367&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0364718 Dec 20 14:35:10.145708 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1dfd87af-cba3-41cb-86c2-b134dcbc1f49 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:10.155686 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1dfd87af-cba3-41cb-86c2-b134dcbc1f49 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585115'] for floatingip, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:10.163327 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-23f8c790-21e5-4a41-9c61-31bc00c057b8 req-99e420b3-18c3-4288-9f48-d8485a1b9607 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903926 Dec 20 14:35:10.207962 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:10.253681 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7,segment=NetworkSegment(64c4cfe8-4670-4033-981a-f04cac942433),segment_id=64c4cfe8-4670-4033-981a-f04cac942433)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:35:10.260702 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:10.331602 n-d-761264-19 neutron-server[103167]: INFO neutron.db.l3_db [None req-1dfd87af-cba3-41cb-86c2-b134dcbc1f49 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Floating IP 8e669f66-4a06-4f5f-9a78-e89863eaba04 associated. External IP: 172.25.0.96, port: 346fdd8f-aa61-444e-bd49-17ae74d161f5. Dec 20 14:35:10.334559 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7,revision_number=13']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:10.342491 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ba86a-a05a-466d-96da-39557adfc013 req-e17e02aa-7688-4b61-b23a-54ab3de97951 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:10.344076 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e52ba86a-a05a-466d-96da-39557adfc013 req-e17e02aa-7688-4b61-b23a-54ab3de97951 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/ports?device_id=50f8cdff-dfe7-4b38-b373-88790e4f0182 HTTP/1.1" status: 200 len: 946 time: 0.0837622 Dec 20 14:35:10.422783 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed024ab0-0ba5-4108-bed8-1a1abf64ba9d req-a46fd0e8-c40b-4467-8db2-eee6ce66b27a tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:10.424428 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ed024ab0-0ba5-4108-bed8-1a1abf64ba9d req-a46fd0e8-c40b-4467-8db2-eee6ce66b27a tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1a1faf6-4bff-48b3-bf36-a1a8783b50d4 HTTP/1.1" status: 200 len: 945 time: 0.0512140 Dec 20 14:35:10.467607 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e52ba86a-a05a-466d-96da-39557adfc013 req-9df4fc4a-5f58-4bf6-8458-f3aabe4cf9a2 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff2c97d-c902-4302-9c87-14f917dbe0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900719 Dec 20 14:35:10.474474 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ed024ab0-0ba5-4108-bed8-1a1abf64ba9d req-fb66ef6a-89b1-4d53-a106-55ded5b87c85 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436783 Dec 20 14:35:10.608897 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dfd87af-cba3-41cb-86c2-b134dcbc1f49 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Router ebce5a1f-bd4c-4751-8c26-0680aea4abc2 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:35:10.621398 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ab0760-83a9-43c3-972f-05f1f7784b87 req-41720ffb-5d2b-4ef3-8e0a-e834d61cd7d4 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:10.623175 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-48ab0760-83a9-43c3-972f-05f1f7784b87 req-41720ffb-5d2b-4ef3-8e0a-e834d61cd7d4 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 947 time: 0.0703447 Dec 20 14:35:10.685114 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-48ab0760-83a9-43c3-972f-05f1f7784b87 req-6a60f4b6-5400-4d37-a5fd-852d71de9f5a tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=92081c13-7979-4810-b5cd-70c14477209d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557828 Dec 20 14:35:10.768568 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dfd87af-cba3-41cb-86c2-b134dcbc1f49 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:35:10.781678 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9152054d-7efc-48c4-a431-6acc8621aced None None] Sync routers for ids ['ebce5a1f-bd4c-4751-8c26-0680aea4abc2'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:35:10.782962 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c506ba72-ac07-48d5-b12b-d025a402749b req-88eff696-d096-4553-8e40-6bace7dab6be tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:10.784648 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c506ba72-ac07-48d5-b12b-d025a402749b req-88eff696-d096-4553-8e40-6bace7dab6be tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "GET /v2.0/ports?device_id=a707f31a-f1ad-4b92-9ff6-11a988672d50 HTTP/1.1" status: 200 len: 946 time: 0.0813196 Dec 20 14:35:10.825873 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9152054d-7efc-48c4-a431-6acc8621aced None None] Routers {'ebce5a1f-bd4c-4751-8c26-0680aea4abc2'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:35:10.826934 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-9152054d-7efc-48c4-a431-6acc8621aced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:35:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['ebce5a1f-bd4c-4751-8c26-0680aea4abc2'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:35:10.867227 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-9152054d-7efc-48c4-a431-6acc8621aced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:35:10.879034 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9152054d-7efc-48c4-a431-6acc8621aced None None] Routers {'ebce5a1f-bd4c-4751-8c26-0680aea4abc2'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:35:10.879692 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-9152054d-7efc-48c4-a431-6acc8621aced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:35:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['ebce5a1f-bd4c-4751-8c26-0680aea4abc2'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:35:10.927526 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-9152054d-7efc-48c4-a431-6acc8621aced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:35:10.928525 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9152054d-7efc-48c4-a431-6acc8621aced None None] The sync data for ids ['ebce5a1f-bd4c-4751-8c26-0680aea4abc2'] in n-d-761264-19 is: [] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:35:11.042228 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8ad96c-e418-43dd-9d6e-b141e2e0edd7 req-c34948ac-8870-4fe8-bd43-e49f751223af tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:11.044851 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5a8ad96c-e418-43dd-9d6e-b141e2e0edd7 req-c34948ac-8870-4fe8-bd43-e49f751223af tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1a1faf6-4bff-48b3-bf36-a1a8783b50d4 HTTP/1.1" status: 200 len: 945 time: 0.0760922 Dec 20 14:35:11.066031 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a76f30c8-712d-44b7-9ed3-98bb884698ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:35:11.069129 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39bf767b-275f-47c1-981a-83abcaea98f0" -d '{"events": [{"server_uuid": "a76f30c8-712d-44b7-9ed3-98bb884698ef", "name": "network-vif-plugged", "status": "completed", "tag": "dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:35:11.126420 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5a8ad96c-e418-43dd-9d6e-b141e2e0edd7 req-b3e48929-a65c-49e6-9f32-3fdc4d7a9680 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737326 Dec 20 14:35:11.177140 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9ba4d1e-2beb-4640-a6c8-094dd81e794a x-openstack-request-id: req-d9ba4d1e-2beb-4640-a6c8-094dd81e794a {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:35:11.177840 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a76f30c8-712d-44b7-9ed3-98bb884698ef", "name": "network-vif-plugged", "status": "completed", "tag": "dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:35:11.178394 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d9ba4d1e-2beb-4640-a6c8-094dd81e794a {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:35:11.178934 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a76f30c8-712d-44b7-9ed3-98bb884698ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7', 'code': 200} Dec 20 14:35:11.260521 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37344) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:35:11.275346 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c506ba72-ac07-48d5-b12b-d025a402749b req-de91fc04-1d34-44bc-abab-577b3acc9526 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "GET /v2.0/security-groups?id=addf1f6c-a620-4499-ba2d-97512b5db7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4584744 Dec 20 14:35:11.401205 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-60bc4b9f-e1a7-43e5-a4f9-a66843c28628 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:11.409519 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dfd87af-cba3-41cb-86c2-b134dcbc1f49 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Router 4b3d2219-5c08-46d9-b9a9-bbad9238a588 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:35:11.488400 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:11.495799 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-60bc4b9f-e1a7-43e5-a4f9-a66843c28628 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:11.503689 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-60bc4b9f-e1a7-43e5-a4f9-a66843c28628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:11.541225 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dfd87af-cba3-41cb-86c2-b134dcbc1f49 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:35:11.548022 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1dfd87af-cba3-41cb-86c2-b134dcbc1f49 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:11.550626 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-60bc4b9f-e1a7-43e5-a4f9-a66843c28628 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3cce824e8b4e4d34bf48e384ae2c8367&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2886908 Dec 20 14:35:11.551558 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bc4b9f-e1a7-43e5-a4f9-a66843c28628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50821244-bd46-4d64-a8be-d7e8b9f41e7e,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:11.553507 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 37352) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:35:11.557398 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c942ff0f-ea0a-4e3b-bb4f-394b30129fe8 None None] Sync routers for ids ['4b3d2219-5c08-46d9-b9a9-bbad9238a588'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:35:11.571675 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c942ff0f-ea0a-4e3b-bb4f-394b30129fe8 None None] Routers {'4b3d2219-5c08-46d9-b9a9-bbad9238a588'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:35:11.572716 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-c942ff0f-ea0a-4e3b-bb4f-394b30129fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:35:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['4b3d2219-5c08-46d9-b9a9-bbad9238a588'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:35:11.608974 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-c942ff0f-ea0a-4e3b-bb4f-394b30129fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:35:11.621722 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c942ff0f-ea0a-4e3b-bb4f-394b30129fe8 None None] Routers {'4b3d2219-5c08-46d9-b9a9-bbad9238a588'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:35:11.622837 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-c942ff0f-ea0a-4e3b-bb4f-394b30129fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:35:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['4b3d2219-5c08-46d9-b9a9-bbad9238a588'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:35:11.655459 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-c942ff0f-ea0a-4e3b-bb4f-394b30129fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:35:11.656362 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c942ff0f-ea0a-4e3b-bb4f-394b30129fe8 None None] The sync data for ids ['4b3d2219-5c08-46d9-b9a9-bbad9238a588'] in n-d-761264-19 is: [] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:35:11.665839 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-1dfd87af-cba3-41cb-86c2-b134dcbc1f49 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] 10.222.0.54 "PUT /v2.0/floatingips/8e669f66-4a06-4f5f-9a78-e89863eaba04 HTTP/1.1" status: 200 len: 976 time: 2.2378247 Dec 20 14:35:11.668908 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37354) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:35:11.684602 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a87581e-5603-447e-8965-6ca285dcd0fd req-56a02114-f885-4764-bdce-a3b33b98981b tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:11.686165 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4a87581e-5603-447e-8965-6ca285dcd0fd req-56a02114-f885-4764-bdce-a3b33b98981b tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/ports?device_id=50f8cdff-dfe7-4b38-b373-88790e4f0182 HTTP/1.1" status: 200 len: 946 time: 0.1113811 Dec 20 14:35:11.703152 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-bd8638d7-d9e8-4d91-83e8-1bdf707123db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:11.747875 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-bd8638d7-d9e8-4d91-83e8-1bdf707123db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:11.766961 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4a87581e-5603-447e-8965-6ca285dcd0fd req-b603ad7a-ec23-4e37-bf74-f7238dcbc8cc tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff2c97d-c902-4302-9c87-14f917dbe0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728009 Dec 20 14:35:11.813784 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-bd8638d7-d9e8-4d91-83e8-1bdf707123db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:11.816575 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-bd8638d7-d9e8-4d91-83e8-1bdf707123db admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:11.817719 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-bd8638d7-d9e8-4d91-83e8-1bdf707123db admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/50821244-bd46-4d64-a8be-d7e8b9f41e7e HTTP/1.1" status: 204 len: 168 time: 0.2632501 Dec 20 14:35:11.822913 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-f1d75d1a-9885-4e70-a0c3-afa157f6d9e6 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Deleting port c0bdaed4-33c6-4151-8827-cdaeafac238d {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:35:11.822913 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f1d75d1a-9885-4e70-a0c3-afa157f6d9e6 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:11.826941 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8638d7-d9e8-4d91-83e8-1bdf707123db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50821244-bd46-4d64-a8be-d7e8b9f41e7e,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:11.900316 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad185a1b-3d77-42e6-9a32-1cf2f66efc33 req-346c1f14-da5b-41a8-a3e2-9429f426b358 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:11.901879 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ad185a1b-3d77-42e6-9a32-1cf2f66efc33 req-346c1f14-da5b-41a8-a3e2-9429f426b358 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 947 time: 0.1218419 Dec 20 14:35:11.976150 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f1d75d1a-9885-4e70-a0c3-afa157f6d9e6 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:11.995316 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ad185a1b-3d77-42e6-9a32-1cf2f66efc33 req-de531602-f197-4c2f-9832-8c1c389dc984 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=92081c13-7979-4810-b5cd-70c14477209d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838935 Dec 20 14:35:12.165776 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 37366) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:35:12.174982 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f1d75d1a-9885-4e70-a0c3-afa157f6d9e6 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:12.175553 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f1d75d1a-9885-4e70-a0c3-afa157f6d9e6 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585115'] for floatingip, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:12.175644 n-d-761264-19 neutron-server[103168]: INFO neutron.db.l3_db [None req-f1d75d1a-9885-4e70-a0c3-afa157f6d9e6 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Floating IP 8e669f66-4a06-4f5f-9a78-e89863eaba04 disassociated. External IP: 172.25.0.96, port: c0bdaed4-33c6-4151-8827-cdaeafac238d. Dec 20 14:35:12.176046 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-f1d75d1a-9885-4e70-a0c3-afa157f6d9e6 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Calling delete_port for c0bdaed4-33c6-4151-8827-cdaeafac238d owned by {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:35:12.184466 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-baf434b0-1b4b-495e-b142-1ee6d87dae55 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:12.279171 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edbed95-741a-4786-9545-2243cb8b876a req-9220c66d-829a-4b34-aea5-639da54b8fb8 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:12.280838 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3edbed95-741a-4786-9545-2243cb8b876a req-9220c66d-829a-4b34-aea5-639da54b8fb8 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1a1faf6-4bff-48b3-bf36-a1a8783b50d4 HTTP/1.1" status: 200 len: 945 time: 0.0819170 Dec 20 14:35:12.323222 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f1d75d1a-9885-4e70-a0c3-afa157f6d9e6 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:12.334135 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-baf434b0-1b4b-495e-b142-1ee6d87dae55 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:12.342821 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-baf434b0-1b4b-495e-b142-1ee6d87dae55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:12.375417 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3edbed95-741a-4786-9545-2243cb8b876a req-edcdf69f-969c-4244-b304-60e96c5f382f tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867305 Dec 20 14:35:12.379143 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d75d1a-9885-4e70-a0c3-afa157f6d9e6 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Pushing event deleted for resources: {'Port': ['ID=c0bdaed4-33c6-4151-8827-cdaeafac238d,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:12.408010 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-baf434b0-1b4b-495e-b142-1ee6d87dae55 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=bf5e410f669b481a8719a0fede1c6402&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2323823 Dec 20 14:35:12.408010 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 37372) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:35:12.408010 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf434b0-1b4b-495e-b142-1ee6d87dae55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d776cf-1412-4ac5-9a71-c297b5df618a,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:12.482634 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-af70a3f2-8ee4-43c2-9a68-e0d46dce40e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:12.501231 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce54da6a-1de2-4b4c-bb5d-82af8fe11e35 req-5d800efa-fd63-4867-841c-5dcea3ad4e88 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:12.502975 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ce54da6a-1de2-4b4c-bb5d-82af8fe11e35 req-5d800efa-fd63-4867-841c-5dcea3ad4e88 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "GET /v2.0/ports?device_id=a707f31a-f1ad-4b92-9ff6-11a988672d50 HTTP/1.1" status: 200 len: 946 time: 0.1341476 Dec 20 14:35:12.516413 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-af70a3f2-8ee4-43c2-9a68-e0d46dce40e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:12.580254 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-af70a3f2-8ee4-43c2-9a68-e0d46dce40e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:12.583164 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-af70a3f2-8ee4-43c2-9a68-e0d46dce40e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:12.584672 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-af70a3f2-8ee4-43c2-9a68-e0d46dce40e8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d9d776cf-1412-4ac5-9a71-c297b5df618a HTTP/1.1" status: 204 len: 168 time: 0.1809268 Dec 20 14:35:12.597051 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af70a3f2-8ee4-43c2-9a68-e0d46dce40e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d776cf-1412-4ac5-9a71-c297b5df618a,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:12.613041 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ce54da6a-1de2-4b4c-bb5d-82af8fe11e35 req-91410cec-ccb7-4609-83a8-6bb4a444b335 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "GET /v2.0/security-groups?id=addf1f6c-a620-4499-ba2d-97512b5db7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819132 Dec 20 14:35:12.618153 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1d75d1a-9885-4e70-a0c3-afa157f6d9e6 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Router 4b3d2219-5c08-46d9-b9a9-bbad9238a588 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:35:12.758818 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5cc2a984-82be-466e-9e76-d0ab1cc5a07d req-6e01cac1-a2c0-4b5f-a680-8a55b4fec214 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1428725153&fields=id&tenant_id=e14409db9ea047758d6d8e45ccf00fe4 HTTP/1.1" status: 200 len: 267 time: 0.0524950 Dec 20 14:35:12.768504 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1d75d1a-9885-4e70-a0c3-afa157f6d9e6 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:35:12.786102 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b42096f-af8e-4f3a-824a-447cbc17c27d None None] Sync routers for ids ['4b3d2219-5c08-46d9-b9a9-bbad9238a588'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:35:12.824551 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b42096f-af8e-4f3a-824a-447cbc17c27d None None] Routers {'4b3d2219-5c08-46d9-b9a9-bbad9238a588'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:35:12.825195 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-3b42096f-af8e-4f3a-824a-447cbc17c27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:35:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['4b3d2219-5c08-46d9-b9a9-bbad9238a588'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:35:12.829850 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc2a984-82be-466e-9e76-d0ab1cc5a07d req-6456d493-19e0-4a6e-bb9d-1d8b0d07f722 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:12.831880 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5cc2a984-82be-466e-9e76-d0ab1cc5a07d req-6456d493-19e0-4a6e-bb9d-1d8b0d07f722 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "GET /v2.0/ports?device_id=a707f31a-f1ad-4b92-9ff6-11a988672d50 HTTP/1.1" status: 200 len: 946 time: 0.0665295 Dec 20 14:35:12.859276 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f1d75d1a-9885-4e70-a0c3-afa157f6d9e6 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:12.862879 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-f1d75d1a-9885-4e70-a0c3-afa157f6d9e6 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] 10.222.0.54 "DELETE /v2.0/ports/c0bdaed4-33c6-4151-8827-cdaeafac238d HTTP/1.1" status: 204 len: 168 time: 1.1928430 Dec 20 14:35:12.864333 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-5cc2a984-82be-466e-9e76-d0ab1cc5a07d req-7f150d78-66f9-4618-bc83-55534ad72c9b tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Request body: {'port': {'security_groups': ['addf1f6c-a620-4499-ba2d-97512b5db7bd', '1ef29efb-4d57-4a30-8cee-90601c2b9784']}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:35:12.865544 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37382) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:35:12.878308 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-3b42096f-af8e-4f3a-824a-447cbc17c27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:35:12.888576 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b42096f-af8e-4f3a-824a-447cbc17c27d None None] Routers {'4b3d2219-5c08-46d9-b9a9-bbad9238a588'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:35:12.889482 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-3b42096f-af8e-4f3a-824a-447cbc17c27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:35:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['4b3d2219-5c08-46d9-b9a9-bbad9238a588'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:35:12.936574 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-3b42096f-af8e-4f3a-824a-447cbc17c27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:35:12.937590 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b42096f-af8e-4f3a-824a-447cbc17c27d None None] The sync data for ids ['4b3d2219-5c08-46d9-b9a9-bbad9238a588'] in n-d-761264-19 is: [] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:35:12.983291 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-5cc2a984-82be-466e-9e76-d0ab1cc5a07d req-7f150d78-66f9-4618-bc83-55534ad72c9b tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:13.047693 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f965e85-11ce-44c5-998e-5f65f9a3a8c5 req-7eedfd71-1987-488b-a4b8-445244f3f0e8 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:13.049254 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2f965e85-11ce-44c5-998e-5f65f9a3a8c5 req-7eedfd71-1987-488b-a4b8-445244f3f0e8 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/ports?device_id=50f8cdff-dfe7-4b38-b373-88790e4f0182 HTTP/1.1" status: 200 len: 946 time: 0.1347497 Dec 20 14:35:13.190370 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2f965e85-11ce-44c5-998e-5f65f9a3a8c5 req-071bece1-f6f9-45fe-ab0d-9005e843e284 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff2c97d-c902-4302-9c87-14f917dbe0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865777 Dec 20 14:35:13.247582 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-5cc2a984-82be-466e-9e76-d0ab1cc5a07d req-7f150d78-66f9-4618-bc83-55534ad72c9b tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] For port 89eafe9d-48d6-4a4d-a382-986779559a31, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=89eafe9d-48d6-4a4d-a382-986779559a31,segment=NetworkSegment(2573b312-4924-4661-8d69-abdd3044015f),segment_id=2573b312-4924-4661-8d69-abdd3044015f)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:35:13.280821 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-5cc2a984-82be-466e-9e76-d0ab1cc5a07d req-7f150d78-66f9-4618-bc83-55534ad72c9b tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:13.288147 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-5cc2a984-82be-466e-9e76-d0ab1cc5a07d req-7f150d78-66f9-4618-bc83-55534ad72c9b tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:13.305760 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['89eafe9d-48d6-4a4d-a382-986779559a31'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:35:13.350590 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc2a984-82be-466e-9e76-d0ab1cc5a07d req-7f150d78-66f9-4618-bc83-55534ad72c9b tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:13.351360 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-5cc2a984-82be-466e-9e76-d0ab1cc5a07d req-7f150d78-66f9-4618-bc83-55534ad72c9b tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:13.357951 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5cc2a984-82be-466e-9e76-d0ab1cc5a07d req-7f150d78-66f9-4618-bc83-55534ad72c9b tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "PUT /v2.0/ports/89eafe9d-48d6-4a4d-a382-986779559a31 HTTP/1.1" status: 200 len: 982 time: 0.5147510 Dec 20 14:35:13.358487 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a707f31a-f1ad-4b92-9ff6-11a988672d50', 'tag': '89eafe9d-48d6-4a4d-a382-986779559a31'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:35:13.370370 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fb92b22-4676-4d68-a169-711b727a8912" -d '{"events": [{"name": "network-changed", "server_uuid": "a707f31a-f1ad-4b92-9ff6-11a988672d50", "tag": "89eafe9d-48d6-4a4d-a382-986779559a31"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:35:13.410535 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-394d4334-1b67-4652-bde8-221306dbf6f9 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1595867'] for router_interface, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:13.429981 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f150d78-66f9-4618-bc83-55534ad72c9b tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Pushing event updated for resources: {'Port': ['ID=89eafe9d-48d6-4a4d-a382-986779559a31,revision_number=6']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:13.487081 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['89eafe9d-48d6-4a4d-a382-986779559a31'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:35:13.541838 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-eb86af12-5dd6-4457-b004-ab9ef45c90eb req-8f31e0e2-2aec-4eab-b186-646f2cf4da61 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-29142435&fields=id&tenant_id=e14409db9ea047758d6d8e45ccf00fe4 HTTP/1.1" status: 200 len: 267 time: 0.0819969 Dec 20 14:35:13.607205 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65afecfc-4f35-4dc5-a4c7-63a0e64094e1 req-a9f0e4f6-110c-4758-8d64-fcf0d9b87c56 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:13.620510 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-65afecfc-4f35-4dc5-a4c7-63a0e64094e1 req-a9f0e4f6-110c-4758-8d64-fcf0d9b87c56 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 947 time: 0.1415966 Dec 20 14:35:13.628674 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb86af12-5dd6-4457-b004-ab9ef45c90eb req-16c501a2-ab83-4bc5-a072-fdb00b5958e2 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:13.637682 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-eb86af12-5dd6-4457-b004-ab9ef45c90eb req-16c501a2-ab83-4bc5-a072-fdb00b5958e2 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "GET /v2.0/ports?device_id=a707f31a-f1ad-4b92-9ff6-11a988672d50 HTTP/1.1" status: 200 len: 985 time: 0.0952227 Dec 20 14:35:13.643659 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-eb86af12-5dd6-4457-b004-ab9ef45c90eb req-aec7eea8-f960-404f-889b-baf20f482630 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Request body: {'port': {'security_groups': ['1ef29efb-4d57-4a30-8cee-90601c2b9784', 'addf1f6c-a620-4499-ba2d-97512b5db7bd', '39ed67c8-01a3-4da6-b43b-0a40e2cb837d']}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:35:13.754279 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-65afecfc-4f35-4dc5-a4c7-63a0e64094e1 req-e50193ba-089f-4713-92a6-93f6ae4564ec tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=92081c13-7979-4810-b5cd-70c14477209d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326802 Dec 20 14:35:13.770989 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-eb86af12-5dd6-4457-b004-ab9ef45c90eb req-aec7eea8-f960-404f-889b-baf20f482630 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:13.857916 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5d065a7-294a-45c1-9005-b7efff4dd029 x-openstack-request-id: req-f5d065a7-294a-45c1-9005-b7efff4dd029 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:35:13.858361 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a707f31a-f1ad-4b92-9ff6-11a988672d50", "tag": "89eafe9d-48d6-4a4d-a382-986779559a31", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:35:13.858893 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f5d065a7-294a-45c1-9005-b7efff4dd029 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:35:13.859401 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a707f31a-f1ad-4b92-9ff6-11a988672d50', 'tag': '89eafe9d-48d6-4a4d-a382-986779559a31', 'status': 'completed', 'code': 200} Dec 20 14:35:14.020680 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-394d4334-1b67-4652-bde8-221306dbf6f9 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Deleting port 1b095810-73ca-4738-a6f5-e2c748fae931 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:35:14.021068 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-394d4334-1b67-4652-bde8-221306dbf6f9 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:14.039262 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb92b22-4676-4d68-a169-711b727a8912 req-7c83255b-f336-45f6-9b0d-ba1edb11cd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:14.041001 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9fb92b22-4676-4d68-a169-711b727a8912 req-7c83255b-f336-45f6-9b0d-ba1edb11cd8a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e14409db9ea047758d6d8e45ccf00fe4&device_id=a707f31a-f1ad-4b92-9ff6-11a988672d50 HTTP/1.1" status: 200 len: 1137 time: 0.1330125 Dec 20 14:35:14.046067 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71866bf0-281c-4065-bbdd-e10a455c9a3a req-061cdfb3-1353-4969-8a02-34624246456f tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:14.048096 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-71866bf0-281c-4065-bbdd-e10a455c9a3a req-061cdfb3-1353-4969-8a02-34624246456f tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1a1faf6-4bff-48b3-bf36-a1a8783b50d4 HTTP/1.1" status: 200 len: 945 time: 0.0898988 Dec 20 14:35:14.148481 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb92b22-4676-4d68-a169-711b727a8912 req-126dd8e1-be4c-4633-b972-b1b1418bd3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:14.150290 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9fb92b22-4676-4d68-a169-711b727a8912 req-126dd8e1-be4c-4633-b972-b1b1418bd3a4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5cd7bf01-6de9-478f-8995-790f88919004 HTTP/1.1" status: 200 len: 913 time: 0.1009936 Dec 20 14:35:14.194829 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-71866bf0-281c-4065-bbdd-e10a455c9a3a req-18a57bb3-25d1-4dd8-8500-0a7ae18e7fca tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111674 Dec 20 14:35:14.208224 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9fb92b22-4676-4d68-a169-711b727a8912 req-37f84412-1b9c-45a4-b519-31f1b5f8ab76 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=89eafe9d-48d6-4a4d-a382-986779559a31 HTTP/1.1" status: 200 len: 217 time: 0.0476737 Dec 20 14:35:14.235064 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-394d4334-1b67-4652-bde8-221306dbf6f9 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:14.258376 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-394d4334-1b67-4652-bde8-221306dbf6f9 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Calling delete_port for 1b095810-73ca-4738-a6f5-e2c748fae931 owned by network:router_interface {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:35:14.327396 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb92b22-4676-4d68-a169-711b727a8912 req-2750a328-9971-441b-a935-d7066077a9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:14.329105 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9fb92b22-4676-4d68-a169-711b727a8912 req-2750a328-9971-441b-a935-d7066077a9cc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d3b5d3c3-c0a0-4814-9a8f-cacbddf5f328 HTTP/1.1" status: 200 len: 852 time: 0.1050355 Dec 20 14:35:14.376928 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9fb92b22-4676-4d68-a169-711b727a8912 req-df4a7345-ea95-4cf9-81d3-63d5dc99fe68 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5cd7bf01-6de9-478f-8995-790f88919004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378714 Dec 20 14:35:14.531137 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-eb86af12-5dd6-4457-b004-ab9ef45c90eb req-aec7eea8-f960-404f-889b-baf20f482630 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] For port 89eafe9d-48d6-4a4d-a382-986779559a31, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=89eafe9d-48d6-4a4d-a382-986779559a31,segment=NetworkSegment(2573b312-4924-4661-8d69-abdd3044015f),segment_id=2573b312-4924-4661-8d69-abdd3044015f)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:35:14.592498 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-eb86af12-5dd6-4457-b004-ab9ef45c90eb req-aec7eea8-f960-404f-889b-baf20f482630 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:14.605998 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9fb92b22-4676-4d68-a169-711b727a8912 req-3aa2b9f5-d2ac-41ca-92d6-1e2f47dd633f service neutron] 10.222.0.30 "GET /v2.0/networks/5cd7bf01-6de9-478f-8995-790f88919004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142370 Dec 20 14:35:14.609024 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-eb86af12-5dd6-4457-b004-ab9ef45c90eb req-aec7eea8-f960-404f-889b-baf20f482630 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:14.624600 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['89eafe9d-48d6-4a4d-a382-986779559a31'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:35:14.841102 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb86af12-5dd6-4457-b004-ab9ef45c90eb req-aec7eea8-f960-404f-889b-baf20f482630 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:14.845653 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-eb86af12-5dd6-4457-b004-ab9ef45c90eb req-aec7eea8-f960-404f-889b-baf20f482630 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:14.847527 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-eb86af12-5dd6-4457-b004-ab9ef45c90eb req-aec7eea8-f960-404f-889b-baf20f482630 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "PUT /v2.0/ports/89eafe9d-48d6-4a4d-a382-986779559a31 HTTP/1.1" status: 200 len: 1021 time: 1.2089665 Dec 20 14:35:14.888209 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec7eea8-f960-404f-889b-baf20f482630 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Pushing event updated for resources: {'Port': ['ID=89eafe9d-48d6-4a4d-a382-986779559a31,revision_number=7']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:14.921634 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9fb92b22-4676-4d68-a169-711b727a8912 req-ee78f715-fc6c-4d74-8604-6b03b91afb1d service neutron] 10.222.0.30 "GET /v2.0/networks/5cd7bf01-6de9-478f-8995-790f88919004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3041644 Dec 20 14:35:14.972290 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5204078-38a7-43cb-99d3-a5a2ae8c5ff4 req-7c14f546-fee4-42cc-81d2-b566ffe4c5a2 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:14.980294 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f5204078-38a7-43cb-99d3-a5a2ae8c5ff4 req-7c14f546-fee4-42cc-81d2-b566ffe4c5a2 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/ports?device_id=50f8cdff-dfe7-4b38-b373-88790e4f0182 HTTP/1.1" status: 200 len: 946 time: 0.5122406 Dec 20 14:35:15.019816 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['89eafe9d-48d6-4a4d-a382-986779559a31'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:35:15.020296 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-394d4334-1b67-4652-bde8-221306dbf6f9 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:15.070180 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394d4334-1b67-4652-bde8-221306dbf6f9 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Pushing event deleted for resources: {'Port': ['ID=1b095810-73ca-4738-a6f5-e2c748fae931,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:15.089328 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f5204078-38a7-43cb-99d3-a5a2ae8c5ff4 req-9ff6fb62-ee6f-4f9f-a55b-fa2d518c1ec9 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff2c97d-c902-4302-9c87-14f917dbe0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080418 Dec 20 14:35:15.187543 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:15.273484 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:15.273484 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:35:15.273484 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:15.273484 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:35:15.273484 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:15.273484 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:35:15.273484 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:15.273484 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:35:15.273484 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:15.273484 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:35:15.273484 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:15.273484 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:35:15.273484 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:15.273484 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:35:15.273484 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:15.273484 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:35:15.273484 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:15.273484 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:35:15.273484 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:15.273484 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:35:15.273484 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:15.273484 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:35:15.273484 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:15.273484 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:35:15.273484 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:15.273484 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:35:15.273484 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:15.273484 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:35:15.273484 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:15.273484 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:35:15.273484 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:15.273484 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:35:15.273484 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:15.273484 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:35:15.273484 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:15.273484 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:35:15.275805 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:15.275805 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:35:15.275805 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:15.275805 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:35:15.275805 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:15.275805 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:35:15.275805 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:15.275805 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:35:15.275805 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:15.275805 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:35:15.275805 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:15.275805 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:35:15.275805 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f05d10-83bc-4b3e-bbd0-25de5db3da18 req-83d177d4-6f55-4234-bf55-40fe5c82ffac tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:15.284080 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e9f05d10-83bc-4b3e-bbd0-25de5db3da18 req-83d177d4-6f55-4234-bf55-40fe5c82ffac tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 947 time: 0.1026673 Dec 20 14:35:15.352345 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e9f05d10-83bc-4b3e-bbd0-25de5db3da18 req-3f9f6f04-c23e-4dda-9aed-fe464d322805 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=92081c13-7979-4810-b5cd-70c14477209d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672503 Dec 20 14:35:15.404963 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b5aa10-571a-4dc2-97d4-d47728b33a2a req-da29a213-a6c8-4f82-a724-21f10eb785ab tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:15.410649 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e1b5aa10-571a-4dc2-97d4-d47728b33a2a req-da29a213-a6c8-4f82-a724-21f10eb785ab tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "GET /v2.0/ports?device_id=a707f31a-f1ad-4b92-9ff6-11a988672d50 HTTP/1.1" status: 200 len: 1024 time: 0.1769948 Dec 20 14:35:15.589274 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e1b5aa10-571a-4dc2-97d4-d47728b33a2a req-3b685961-0335-4036-90e9-9760ae787a15 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "GET /v2.0/security-groups?id=1ef29efb-4d57-4a30-8cee-90601c2b9784&id=addf1f6c-a620-4499-ba2d-97512b5db7bd&id=39ed67c8-01a3-4da6-b43b-0a40e2cb837d HTTP/1.1" status: 200 len: 6207 time: 0.1567662 Dec 20 14:35:15.617106 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-394d4334-1b67-4652-bde8-221306dbf6f9 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582411'] for router_interface, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:15.729797 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7c4986f2-5f47-495d-8725-e6837aef0fa8 req-3207a0c2-76e4-41c4-bfd5-423a54781b3c tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=cf003c138d1640a0b0d8e178896f3259&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0237393 Dec 20 14:35:15.826809 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df798ce8-00fb-4ac9-bb67-faf7b2e21dfe req-255af022-dcd6-4e0b-9c20-ea588ebed637 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:15.828889 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-df798ce8-00fb-4ac9-bb67-faf7b2e21dfe req-255af022-dcd6-4e0b-9c20-ea588ebed637 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1a1faf6-4bff-48b3-bf36-a1a8783b50d4 HTTP/1.1" status: 200 len: 945 time: 0.1204500 Dec 20 14:35:15.867508 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a707f31a-f1ad-4b92-9ff6-11a988672d50', 'tag': '89eafe9d-48d6-4a4d-a382-986779559a31'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:35:15.870758 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d407d4e-0788-4ebd-bdec-6521b62d3ffa" -d '{"events": [{"name": "network-changed", "server_uuid": "a707f31a-f1ad-4b92-9ff6-11a988672d50", "tag": "89eafe9d-48d6-4a4d-a382-986779559a31"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:35:15.909806 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4986f2-5f47-495d-8725-e6837aef0fa8 req-ed4a4527-cd99-436f-855b-49d0a72b7c5b tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:15.912809 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7c4986f2-5f47-495d-8725-e6837aef0fa8 req-ed4a4527-cd99-436f-855b-49d0a72b7c5b tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1739533 Dec 20 14:35:15.936365 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7c4986f2-5f47-495d-8725-e6837aef0fa8 req-84734c59-f064-4377-8495-eab69287abbf tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/quotas/cf003c138d1640a0b0d8e178896f3259 HTTP/1.1" status: 200 len: 375 time: 0.0171838 Dec 20 14:35:15.956617 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-df798ce8-00fb-4ac9-bb67-faf7b2e21dfe req-5bbd62a8-e7a0-43a0-9258-055712442da6 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155756 Dec 20 14:35:16.021932 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7c4986f2-5f47-495d-8725-e6837aef0fa8 req-06eb9da5-fb0e-4460-8bf9-12bf332dc2bf tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=cf003c138d1640a0b0d8e178896f3259&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0776017 Dec 20 14:35:16.073937 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-394d4334-1b67-4652-bde8-221306dbf6f9 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Router 4b3d2219-5c08-46d9-b9a9-bbad9238a588 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:35:16.163150 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-2ee89fa1-36be-475a-ab4e-b83c68d227bc req-86aec865-0785-4fdb-8219-76fe8898b9f5 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1813018101 ', 'description': 'tempest-description-572757597'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:35:16.266633 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5747bafd-75b1-45ef-9886-55b8b8b23ab2 x-openstack-request-id: req-5747bafd-75b1-45ef-9886-55b8b8b23ab2 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:35:16.267732 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a707f31a-f1ad-4b92-9ff6-11a988672d50", "tag": "89eafe9d-48d6-4a4d-a382-986779559a31", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:35:16.268103 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5747bafd-75b1-45ef-9886-55b8b8b23ab2 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:35:16.269863 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a707f31a-f1ad-4b92-9ff6-11a988672d50', 'tag': '89eafe9d-48d6-4a4d-a382-986779559a31', 'status': 'completed', 'code': 200} Dec 20 14:35:16.375786 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d407d4e-0788-4ebd-bdec-6521b62d3ffa req-1c769299-b48f-4d04-b260-7b32fdfe774e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:16.379312 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9d407d4e-0788-4ebd-bdec-6521b62d3ffa req-1c769299-b48f-4d04-b260-7b32fdfe774e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e14409db9ea047758d6d8e45ccf00fe4&device_id=a707f31a-f1ad-4b92-9ff6-11a988672d50 HTTP/1.1" status: 200 len: 1176 time: 0.0841827 Dec 20 14:35:16.395926 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-2ee89fa1-36be-475a-ab4e-b83c68d227bc req-86aec865-0785-4fdb-8219-76fe8898b9f5 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:16.456010 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-394d4334-1b67-4652-bde8-221306dbf6f9 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:35:16.465870 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-394d4334-1b67-4652-bde8-221306dbf6f9 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] 10.222.0.54 "PUT /v2.0/routers/4b3d2219-5c08-46d9-b9a9-bbad9238a588/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5988038 Dec 20 14:35:16.466592 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37490) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:35:16.471125 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b88ccd7-a569-4762-8778-ddd960cac6d3 None None] Sync routers for ids ['4b3d2219-5c08-46d9-b9a9-bbad9238a588'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:35:16.502678 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b88ccd7-a569-4762-8778-ddd960cac6d3 None None] Routers {'4b3d2219-5c08-46d9-b9a9-bbad9238a588'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:35:16.506656 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-6b88ccd7-a569-4762-8778-ddd960cac6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:35:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['4b3d2219-5c08-46d9-b9a9-bbad9238a588'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:35:16.589070 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-35a0933f-a175-42c9-ba95-a6eb387a2d64 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks [] for router, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:16.630645 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-6b88ccd7-a569-4762-8778-ddd960cac6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:35:16.653418 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b88ccd7-a569-4762-8778-ddd960cac6d3 None None] Routers {'4b3d2219-5c08-46d9-b9a9-bbad9238a588'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:35:16.654289 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-6b88ccd7-a569-4762-8778-ddd960cac6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:35:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['4b3d2219-5c08-46d9-b9a9-bbad9238a588'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:35:16.664095 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-2ee89fa1-36be-475a-ab4e-b83c68d227bc req-86aec865-0785-4fdb-8219-76fe8898b9f5 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:16.675946 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-2ee89fa1-36be-475a-ab4e-b83c68d227bc req-86aec865-0785-4fdb-8219-76fe8898b9f5 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:16.730159 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-6b88ccd7-a569-4762-8778-ddd960cac6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:35:16.730816 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b88ccd7-a569-4762-8778-ddd960cac6d3 None None] The sync data for ids ['4b3d2219-5c08-46d9-b9a9-bbad9238a588'] in n-d-761264-19 is: [] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:35:16.743073 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451d2134-037d-41b2-98dc-cafd337b3949 req-dfdc6ecf-2e99-4f79-aef7-26483b97af12 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:16.756285 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-451d2134-037d-41b2-98dc-cafd337b3949 req-dfdc6ecf-2e99-4f79-aef7-26483b97af12 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/ports?device_id=50f8cdff-dfe7-4b38-b373-88790e4f0182 HTTP/1.1" status: 200 len: 946 time: 0.1856880 Dec 20 14:35:16.764557 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d407d4e-0788-4ebd-bdec-6521b62d3ffa req-5c6b5de2-93af-46b4-8fff-15f16d42ff16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:16.766443 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9d407d4e-0788-4ebd-bdec-6521b62d3ffa req-5c6b5de2-93af-46b4-8fff-15f16d42ff16 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5cd7bf01-6de9-478f-8995-790f88919004 HTTP/1.1" status: 200 len: 913 time: 0.3737898 Dec 20 14:35:16.792495 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-2ee89fa1-36be-475a-ab4e-b83c68d227bc req-86aec865-0785-4fdb-8219-76fe8898b9f5 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:16.796639 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2ee89fa1-36be-475a-ab4e-b83c68d227bc req-86aec865-0785-4fdb-8219-76fe8898b9f5 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.6390693 Dec 20 14:35:16.801053 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aec865-0785-4fdb-8219-76fe8898b9f5 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09a52de0-f73b-4329-a196-fa7fc4202a58,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:16.831872 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-35a0933f-a175-42c9-ba95-a6eb387a2d64 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:16.861205 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9d407d4e-0788-4ebd-bdec-6521b62d3ffa req-9bc13d79-4e5b-442d-8705-ff345f5112ba service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=89eafe9d-48d6-4a4d-a382-986779559a31 HTTP/1.1" status: 200 len: 217 time: 0.0863810 Dec 20 14:35:16.948349 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-451d2134-037d-41b2-98dc-cafd337b3949 req-8ad4eb8c-ee4f-45e1-af13-cf406b20516a tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff2c97d-c902-4302-9c87-14f917dbe0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908524 Dec 20 14:35:16.979309 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d407d4e-0788-4ebd-bdec-6521b62d3ffa req-afbb2f84-0d12-480f-a422-983cd24b7bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:16.980895 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9d407d4e-0788-4ebd-bdec-6521b62d3ffa req-afbb2f84-0d12-480f-a422-983cd24b7bb9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d3b5d3c3-c0a0-4814-9a8f-cacbddf5f328 HTTP/1.1" status: 200 len: 852 time: 0.1076794 Dec 20 14:35:16.999543 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f88c669d-b415-4b62-a3cc-12536dcc23b4 req-bc3a1b47-123f-47a3-9c67-b377e0fe6c60 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=cf003c138d1640a0b0d8e178896f3259&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0766163 Dec 20 14:35:17.046680 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-35a0933f-a175-42c9-ba95-a6eb387a2d64 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Deleting port 242fa9a1-22bd-4986-ba90-6e01448a1781 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:35:17.047088 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-35a0933f-a175-42c9-ba95-a6eb387a2d64 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:17.049262 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9d407d4e-0788-4ebd-bdec-6521b62d3ffa req-0d58e91a-b32a-4202-a24f-1e2b3c9c61ae service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5cd7bf01-6de9-478f-8995-790f88919004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571561 Dec 20 14:35:17.202266 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e533d3-9a80-4194-917d-f3d323286a7f req-55d14596-ab03-46c5-9f40-471a989f8350 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:17.204588 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-05e533d3-9a80-4194-917d-f3d323286a7f req-55d14596-ab03-46c5-9f40-471a989f8350 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 947 time: 0.1520219 Dec 20 14:35:17.240831 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9d407d4e-0788-4ebd-bdec-6521b62d3ffa req-7abdf38b-318b-4ad0-94f2-720d83e95a5e service neutron] 10.222.0.30 "GET /v2.0/networks/5cd7bf01-6de9-478f-8995-790f88919004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814661 Dec 20 14:35:17.256231 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c669d-b415-4b62-a3cc-12536dcc23b4 req-9a720027-a55a-4aad-b867-60a8cea6b12c tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:17.263589 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f88c669d-b415-4b62-a3cc-12536dcc23b4 req-9a720027-a55a-4aad-b867-60a8cea6b12c tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2622404 Dec 20 14:35:17.286221 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f88c669d-b415-4b62-a3cc-12536dcc23b4 req-1fe2dc5e-b71f-43dc-9277-947fb9dd240d tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/quotas/cf003c138d1640a0b0d8e178896f3259 HTTP/1.1" status: 200 len: 375 time: 0.0216382 Dec 20 14:35:17.309083 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-35a0933f-a175-42c9-ba95-a6eb387a2d64 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:17.341904 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-05e533d3-9a80-4194-917d-f3d323286a7f req-19310c62-933d-4cdd-b4c3-256afb587c92 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=92081c13-7979-4810-b5cd-70c14477209d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276350 Dec 20 14:35:17.347041 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f88c669d-b415-4b62-a3cc-12536dcc23b4 req-38e37526-5bd6-417f-be7e-f1c31a678040 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=cf003c138d1640a0b0d8e178896f3259&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0583541 Dec 20 14:35:17.358522 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-35a0933f-a175-42c9-ba95-a6eb387a2d64 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Calling delete_port for 242fa9a1-22bd-4986-ba90-6e01448a1781 owned by network:router_gateway {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:35:17.477140 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9d407d4e-0788-4ebd-bdec-6521b62d3ffa req-af224072-d2b4-4285-8efb-92b3d6512ec4 service neutron] 10.222.0.30 "GET /v2.0/networks/5cd7bf01-6de9-478f-8995-790f88919004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304597 Dec 20 14:35:17.525039 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-73b78bbe-5a5b-40aa-a024-64b7ef24779b req-f396b6db-cb01-4497-b6ab-002d39a316af tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "GET /v2.0/security-groups/09a52de0-f73b-4329-a196-fa7fc4202a58 HTTP/1.1" status: 200 len: 1799 time: 0.1281381 Dec 20 14:35:17.734834 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-35a0933f-a175-42c9-ba95-a6eb387a2d64 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:17.779877 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd5fad-af73-4749-853b-d606343a26d9 req-d2bafb84-e5ad-4e55-8ae5-11a43f55a0be tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:17.800291 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9bdd5fad-af73-4749-853b-d606343a26d9 req-d2bafb84-e5ad-4e55-8ae5-11a43f55a0be tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1a1faf6-4bff-48b3-bf36-a1a8783b50d4 HTTP/1.1" status: 200 len: 945 time: 0.2496300 Dec 20 14:35:17.811471 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ab2227a7-1240-4eac-b3a9-4a179e2a34b3 req-bf5310ba-9273-4efc-b473-45e16cd4a1f3 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c7c996c-8135-4b2b-9c14-6a6dcea5b009 HTTP/1.1" status: 200 len: 210 time: 0.0478437 Dec 20 14:35:17.922636 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b64a971d-43b5-440a-950a-9e7658277944 req-c4357b8e-9470-4312-ba46-3ebd9f6f4780 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "GET /v2.0/security-groups/09a52de0-f73b-4329-a196-fa7fc4202a58 HTTP/1.1" status: 200 len: 1799 time: 0.0816889 Dec 20 14:35:17.965744 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a0933f-a175-42c9-ba95-a6eb387a2d64 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Pushing event deleted for resources: {'Port': ['ID=242fa9a1-22bd-4986-ba90-6e01448a1781,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:18.002612 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7c4986f2-5f47-495d-8725-e6837aef0fa8 req-679e44be-a076-4d24-ae99-9ed665a0216b tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=cf003c138d1640a0b0d8e178896f3259&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0459044 Dec 20 14:35:18.043058 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-b64a971d-43b5-440a-950a-9e7658277944 req-351e1e10-45c7-4ea1-939f-487167f1f6ce tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:18.115600 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9bdd5fad-af73-4749-853b-d606343a26d9 req-90170c47-0939-4526-a46e-9fa6b713860a tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3135128 Dec 20 14:35:18.154913 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-35a0933f-a175-42c9-ba95-a6eb387a2d64 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584913'] for router_gateway, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:18.198900 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-b64a971d-43b5-440a-950a-9e7658277944 req-351e1e10-45c7-4ea1-939f-487167f1f6ce tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:18.279669 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4986f2-5f47-495d-8725-e6837aef0fa8 req-dd8aec21-4ef3-41e5-8d39-e19b46724863 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:18.281103 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7c4986f2-5f47-495d-8725-e6837aef0fa8 req-dd8aec21-4ef3-41e5-8d39-e19b46724863 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2655857 Dec 20 14:35:18.289700 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-b64a971d-43b5-440a-950a-9e7658277944 req-351e1e10-45c7-4ea1-939f-487167f1f6ce tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:18.295672 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-b64a971d-43b5-440a-950a-9e7658277944 req-351e1e10-45c7-4ea1-939f-487167f1f6ce tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:18.295672 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b64a971d-43b5-440a-950a-9e7658277944 req-351e1e10-45c7-4ea1-939f-487167f1f6ce tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "DELETE /v2.0/security-groups/09a52de0-f73b-4329-a196-fa7fc4202a58 HTTP/1.1" status: 204 len: 173 time: 0.3704071 Dec 20 14:35:18.311364 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-7c4986f2-5f47-495d-8725-e6837aef0fa8 req-dafab409-6996-45fc-9953-6cb5b721ff9c tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Request body: {'port': {'device_id': '28c3cc44-d7df-40fd-a6fc-99d16267b0b1', 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1', 'admin_state_up': True, 'tenant_id': 'cf003c138d1640a0b0d8e178896f3259'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:35:18.386365 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-35a0933f-a175-42c9-ba95-a6eb387a2d64 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40132'] for router, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:18.392241 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-35a0933f-a175-42c9-ba95-a6eb387a2d64 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:18.471757 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94183865-0657-4d17-9ae1-73f6144a0b9c req-e8911147-cfb8-40c2-bc12-ae5e3b786d5d tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:18.474381 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-94183865-0657-4d17-9ae1-73f6144a0b9c req-e8911147-cfb8-40c2-bc12-ae5e3b786d5d tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/ports?device_id=50f8cdff-dfe7-4b38-b373-88790e4f0182 HTTP/1.1" status: 200 len: 946 time: 0.2336850 Dec 20 14:35:18.518408 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-35a0933f-a175-42c9-ba95-a6eb387a2d64 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1594808'] for router, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:18.519019 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35a0933f-a175-42c9-ba95-a6eb387a2d64 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Fanout notify agent at l3_agent the message router_deleted on router 4b3d2219-5c08-46d9-b9a9-bbad9238a588 {{(pid=103168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 14:35:18.529004 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351e1e10-45c7-4ea1-939f-487167f1f6ce tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a52de0-f73b-4329-a196-fa7fc4202a58,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:18.530203 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-35a0933f-a175-42c9-ba95-a6eb387a2d64 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:18.531389 n-d-761264-19 neutron-server[103167]: INFO neutron.api.v2.resource [req-9980f8de-5f94-46a9-b264-ae163300a7be req-33234fa9-6819-4198-b832-f836fe866512 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] show failed (client error): The resource could not be found. Dec 20 14:35:18.532405 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9980f8de-5f94-46a9-b264-ae163300a7be req-33234fa9-6819-4198-b832-f836fe866512 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "GET /v2.0/security-groups/09a52de0-f73b-4329-a196-fa7fc4202a58 HTTP/1.1" status: 404 len: 352 time: 0.1959951 Dec 20 14:35:18.536963 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 37534) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:35:18.546758 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-35a0933f-a175-42c9-ba95-a6eb387a2d64 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] 10.222.0.54 "DELETE /v2.0/routers/4b3d2219-5c08-46d9-b9a9-bbad9238a588 HTTP/1.1" status: 204 len: 168 time: 2.0777595 Dec 20 14:35:18.610258 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-94183865-0657-4d17-9ae1-73f6144a0b9c req-3838b539-b08c-4087-90b8-c60a033e5ee5 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff2c97d-c902-4302-9c87-14f917dbe0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253438 Dec 20 14:35:18.648425 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-f9f15b49-be9e-4eb6-b6c6-4025bb4eed6c req-499c9864-b7fe-418e-a4a0-394381461d46 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-543415665', 'description': 'tempest-description-2033478325'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:35:18.726257 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-f9f15b49-be9e-4eb6-b6c6-4025bb4eed6c req-499c9864-b7fe-418e-a4a0-394381461d46 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:18.735009 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_v2 [None req-16a38662-01a2-4ae7-bb09-842731d1b6cf tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Deleting subnet 26eef732-5867-4075-a454-2fc894302cb3 {{(pid=103167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:35:18.747359 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-16a38662-01a2-4ae7-bb09-842731d1b6cf tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks [] for subnet, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:18.759751 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c4986f2-5f47-495d-8725-e6837aef0fa8 req-dafab409-6996-45fc-9953-6cb5b721ff9c tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Made reservation on behalf of cf003c138d1640a0b0d8e178896f3259 for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:35:18.770273 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-7c4986f2-5f47-495d-8725-e6837aef0fa8 req-dafab409-6996-45fc-9953-6cb5b721ff9c tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:18.804080 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-f9f15b49-be9e-4eb6-b6c6-4025bb4eed6c req-499c9864-b7fe-418e-a4a0-394381461d46 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:18.817127 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-f9f15b49-be9e-4eb6-b6c6-4025bb4eed6c req-499c9864-b7fe-418e-a4a0-394381461d46 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:18.840239 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-7c4986f2-5f47-495d-8725-e6837aef0fa8 req-dafab409-6996-45fc-9953-6cb5b721ff9c tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:18.851131 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-f9f15b49-be9e-4eb6-b6c6-4025bb4eed6c req-499c9864-b7fe-418e-a4a0-394381461d46 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:18.851904 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8541ae7-74a0-4ab8-869d-d3cbbde4e4e3 req-d16a3cb9-c8d5-458b-9c1f-3195b73bd09f tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:18.853835 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b8541ae7-74a0-4ab8-869d-d3cbbde4e4e3 req-d16a3cb9-c8d5-458b-9c1f-3195b73bd09f tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 947 time: 0.1946459 Dec 20 14:35:18.888360 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f9f15b49-be9e-4eb6-b6c6-4025bb4eed6c req-499c9864-b7fe-418e-a4a0-394381461d46 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.2448223 Dec 20 14:35:18.932152 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499c9864-b7fe-418e-a4a0-394381461d46 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac66ad0-a6cb-4e55-984e-d11e4007a57d,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:18.947279 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-16a38662-01a2-4ae7-bb09-842731d1b6cf tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954412'] for subnet, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:19.160961 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f88c669d-b415-4b62-a3cc-12536dcc23b4 req-6851d919-1d88-476e-9710-ee07d9220c5b tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=cf003c138d1640a0b0d8e178896f3259&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0740330 Dec 20 14:35:19.260087 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b8541ae7-74a0-4ab8-869d-d3cbbde4e4e3 req-e6c6fea4-ff2a-47b9-af93-6fea7ca8de94 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=92081c13-7979-4810-b5cd-70c14477209d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3288887 Dec 20 14:35:19.345964 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-16a38662-01a2-4ae7-bb09-842731d1b6cf tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:19.448525 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c669d-b415-4b62-a3cc-12536dcc23b4 req-e1663fa2-e510-40eb-830b-8cdb6a2f71dc tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:19.450211 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-ab3d5d2a-945d-487c-a268-113988f4d102 req-804c5ef9-7dd5-41bc-8ec0-1ad5de74d83d tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1654880188', 'description': 'tempest-description-922946788'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:35:19.450374 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f88c669d-b415-4b62-a3cc-12536dcc23b4 req-e1663fa2-e510-40eb-830b-8cdb6a2f71dc tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2864654 Dec 20 14:35:19.469872 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-16a38662-01a2-4ae7-bb09-842731d1b6cf tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:19.471657 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-f88c669d-b415-4b62-a3cc-12536dcc23b4 req-d6504bd4-e9ae-4d03-b826-ec6276b332c9 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Request body: {'port': {'device_id': '8c7c996c-8135-4b2b-9c14-6a6dcea5b009', 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1', 'admin_state_up': True, 'tenant_id': 'cf003c138d1640a0b0d8e178896f3259'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:35:19.500779 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d40a783e-72d7-413e-b435-df014ef8703e req-2019820c-c377-4c2b-ae10-db701748d2a1 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c7c996c-8135-4b2b-9c14-6a6dcea5b009 HTTP/1.1" status: 200 len: 210 time: 0.0495117 Dec 20 14:35:19.515901 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-7c4986f2-5f47-495d-8725-e6837aef0fa8 req-dafab409-6996-45fc-9953-6cb5b721ff9c tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:19.526056 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a38662-01a2-4ae7-bb09-842731d1b6cf tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Pushing event deleted for resources: {'Subnet': ['ID=26eef732-5867-4075-a454-2fc894302cb3,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:19.528170 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-16a38662-01a2-4ae7-bb09-842731d1b6cf tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:19.534748 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-16a38662-01a2-4ae7-bb09-842731d1b6cf tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] 10.222.0.54 "DELETE /v2.0/subnets/26eef732-5867-4075-a454-2fc894302cb3 HTTP/1.1" status: 204 len: 168 time: 0.9963801 Dec 20 14:35:19.539218 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-7c4986f2-5f47-495d-8725-e6837aef0fa8 req-dafab409-6996-45fc-9953-6cb5b721ff9c tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:19.539960 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3227c02d-366d-48ac-9236-bfb9ed19d2d4 None None] Network 7af4eaa5-ce62-455a-a79b-f762dd4329ee requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:35:19.543212 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 37552) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:35:19.733594 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e437d84e-6b4a-4b41-9ab0-6b04ff8830c5 req-cba9904c-cd05-4db0-8c67-f89bdf8981b1 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:19.738993 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-ab3d5d2a-945d-487c-a268-113988f4d102 req-804c5ef9-7dd5-41bc-8ec0-1ad5de74d83d tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:19.743862 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e437d84e-6b4a-4b41-9ab0-6b04ff8830c5 req-cba9904c-cd05-4db0-8c67-f89bdf8981b1 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1a1faf6-4bff-48b3-bf36-a1a8783b50d4 HTTP/1.1" status: 200 len: 945 time: 0.1138966 Dec 20 14:35:19.750389 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafab409-6996-45fc-9953-6cb5b721ff9c tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e899fdb2-c1a8-40be-a7f0-526dd0b6ff8f,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:19.768660 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-57c38f52-dfc2-4438-b43a-9f39f552b0d2 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:19.794441 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f88c669d-b415-4b62-a3cc-12536dcc23b4 req-d6504bd4-e9ae-4d03-b826-ec6276b332c9 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Made reservation on behalf of cf003c138d1640a0b0d8e178896f3259 for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:35:19.798367 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-f88c669d-b415-4b62-a3cc-12536dcc23b4 req-d6504bd4-e9ae-4d03-b826-ec6276b332c9 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:19.816507 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401942d3-96fc-435f-a7f8-03c055e684df None None] DHCP port deletion for 7af4eaa5-ce62-455a-a79b-f762dd4329ee request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:35:19.917388 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-401942d3-96fc-435f-a7f8-03c055e684df None None] Deleting port 79838301-9673-4746-bd95-9f4e8f604626 {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:35:19.918023 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-401942d3-96fc-435f-a7f8-03c055e684df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:19.925844 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [req-7c4986f2-5f47-495d-8725-e6837aef0fa8 req-dafab409-6996-45fc-9953-6cb5b721ff9c tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Allocated IP 192.168.233.155 (00c897c2-e98d-4716-a0b4-8f9f297fa8a1/36bf280f-81bb-4486-a87a-9b9505a1cec4/58f0f195-78f5-4a10-aac7-4afa1dc030c3) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:35:19.954431 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e437d84e-6b4a-4b41-9ab0-6b04ff8830c5 req-3a9308cc-83d7-4eb6-886e-6a3074d95e91 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086208 Dec 20 14:35:19.974575 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-ab3d5d2a-945d-487c-a268-113988f4d102 req-804c5ef9-7dd5-41bc-8ec0-1ad5de74d83d tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:19.984908 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-ab3d5d2a-945d-487c-a268-113988f4d102 req-804c5ef9-7dd5-41bc-8ec0-1ad5de74d83d tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:20.015327 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-ab3d5d2a-945d-487c-a268-113988f4d102 req-804c5ef9-7dd5-41bc-8ec0-1ad5de74d83d tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:20.020047 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ab3d5d2a-945d-487c-a268-113988f4d102 req-804c5ef9-7dd5-41bc-8ec0-1ad5de74d83d tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.5803201 Dec 20 14:35:20.032692 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-401942d3-96fc-435f-a7f8-03c055e684df None None] For port 79838301-9673-4746-bd95-9f4e8f604626, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=79838301-9673-4746-bd95-9f4e8f604626,segment=NetworkSegment(6f5c5268-5f4f-468b-bf49-ade1472aea16),segment_id=6f5c5268-5f4f-468b-bf49-ade1472aea16)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:35:20.032692 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-401942d3-96fc-435f-a7f8-03c055e684df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:20.046349 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-57c38f52-dfc2-4438-b43a-9f39f552b0d2 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Deleting port 79838301-9673-4746-bd95-9f4e8f604626 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:35:20.051686 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-401942d3-96fc-435f-a7f8-03c055e684df None None] Calling delete_port for 79838301-9673-4746-bd95-9f4e8f604626 owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:35:20.055797 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-57c38f52-dfc2-4438-b43a-9f39f552b0d2 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:20.076108 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-a214bf5d-6b66-4c29-b541-bd1bc9f563d4 req-4d4e586e-78bf-46bb-8dde-3eb3b913d34f tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-452163039', 'description': 'tempest-description-322369613'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:35:20.137740 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f68f28-4bdd-4bc8-bfaf-2c812b34144e req-c9ba5d27-32d9-4c72-98b4-c882c4d9eb5d tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:20.147210 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f9f68f28-4bdd-4bc8-bfaf-2c812b34144e req-c9ba5d27-32d9-4c72-98b4-c882c4d9eb5d tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/ports?device_id=50f8cdff-dfe7-4b38-b373-88790e4f0182 HTTP/1.1" status: 200 len: 946 time: 0.0961354 Dec 20 14:35:20.174036 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804c5ef9-7dd5-41bc-8ec0-1ad5de74d83d tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66e09880-01f0-479f-a14e-427b6af629b7,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:20.212947 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-57c38f52-dfc2-4438-b43a-9f39f552b0d2 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] For port 79838301-9673-4746-bd95-9f4e8f604626, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=79838301-9673-4746-bd95-9f4e8f604626,segment=NetworkSegment(6f5c5268-5f4f-468b-bf49-ade1472aea16),segment_id=6f5c5268-5f4f-468b-bf49-ade1472aea16)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:35:20.213329 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-57c38f52-dfc2-4438-b43a-9f39f552b0d2 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:20.229685 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-401942d3-96fc-435f-a7f8-03c055e684df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:20.233765 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f9f68f28-4bdd-4bc8-bfaf-2c812b34144e req-ef6b9eee-84e1-4046-abe5-f5a5fcc1ccdf tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff2c97d-c902-4302-9c87-14f917dbe0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848732 Dec 20 14:35:20.257051 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401942d3-96fc-435f-a7f8-03c055e684df None None] No DVR routers for this DVR port 79838301-9673-4746-bd95-9f4e8f604626 on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:35:20.267083 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-57c38f52-dfc2-4438-b43a-9f39f552b0d2 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Calling delete_port for 79838301-9673-4746-bd95-9f4e8f604626 owned by network:dhcp {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:35:20.315456 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401942d3-96fc-435f-a7f8-03c055e684df None None] Pushing event deleted for resources: {'Port': ['ID=79838301-9673-4746-bd95-9f4e8f604626,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:20.448972 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-7c4986f2-5f47-495d-8725-e6837aef0fa8 req-dafab409-6996-45fc-9953-6cb5b721ff9c tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:20.458102 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-a214bf5d-6b66-4c29-b541-bd1bc9f563d4 req-4d4e586e-78bf-46bb-8dde-3eb3b913d34f tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:20.458414 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081d0823-d18b-4d94-beed-4bed5c745260 req-611ed80e-962b-422a-b87a-2cbd948e9507 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:20.459669 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-081d0823-d18b-4d94-beed-4bed5c745260 req-611ed80e-962b-422a-b87a-2cbd948e9507 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 947 time: 0.0767171 Dec 20 14:35:20.539450 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-081d0823-d18b-4d94-beed-4bed5c745260 req-a193411a-a9a8-4c46-9af5-9b336de40c0b tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=92081c13-7979-4810-b5cd-70c14477209d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763261 Dec 20 14:35:20.576464 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-57c38f52-dfc2-4438-b43a-9f39f552b0d2 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:20.594124 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-7c4986f2-5f47-495d-8725-e6837aef0fa8 req-dafab409-6996-45fc-9953-6cb5b721ff9c tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:20.630076 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c38f52-dfc2-4438-b43a-9f39f552b0d2 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Pushing event deleted for resources: {'Port': ['ID=79838301-9673-4746-bd95-9f4e8f604626,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:20.651186 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c38f52-dfc2-4438-b43a-9f39f552b0d2 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] No DVR routers for this DVR port 79838301-9673-4746-bd95-9f4e8f604626 on host n-d-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:35:20.683270 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [req-f88c669d-b415-4b62-a3cc-12536dcc23b4 req-d6504bd4-e9ae-4d03-b826-ec6276b332c9 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Allocated IP 192.168.233.98 (00c897c2-e98d-4716-a0b4-8f9f297fa8a1/36bf280f-81bb-4486-a87a-9b9505a1cec4/a3f8fc2a-2ebe-4696-a439-9c8f3a83e995) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:35:20.685164 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-a214bf5d-6b66-4c29-b541-bd1bc9f563d4 req-4d4e586e-78bf-46bb-8dde-3eb3b913d34f tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:20.704945 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-a214bf5d-6b66-4c29-b541-bd1bc9f563d4 req-4d4e586e-78bf-46bb-8dde-3eb3b913d34f tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:20.731015 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c4986f2-5f47-495d-8725-e6837aef0fa8 req-dafab409-6996-45fc-9953-6cb5b721ff9c tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:35:20.784024 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [req-7c4986f2-5f47-495d-8725-e6837aef0fa8 req-dafab409-6996-45fc-9953-6cb5b721ff9c tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:35:20.813081 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c4986f2-5f47-495d-8725-e6837aef0fa8 req-dafab409-6996-45fc-9953-6cb5b721ff9c tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:35:20.834252 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafab409-6996-45fc-9953-6cb5b721ff9c tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Pushing event updated for resources: {'Port': ['ID=58f0f195-78f5-4a10-aac7-4afa1dc030c3,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:20.855645 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fc5dda3d-e57d-4a16-9590-d52ac6195829 req-cdc591c5-5ae5-43da-a3a8-f928bb96934b tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c7c996c-8135-4b2b-9c14-6a6dcea5b009 HTTP/1.1" status: 200 len: 210 time: 0.0670905 Dec 20 14:35:20.902984 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-a214bf5d-6b66-4c29-b541-bd1bc9f563d4 req-4d4e586e-78bf-46bb-8dde-3eb3b913d34f tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:20.904238 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a214bf5d-6b66-4c29-b541-bd1bc9f563d4 req-4d4e586e-78bf-46bb-8dde-3eb3b913d34f tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.8364372 Dec 20 14:35:21.104475 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 14:35:21.145922 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 79838301-9673-4746-bd95-9f4e8f604626 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:35:21.152869 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-f88c669d-b415-4b62-a3cc-12536dcc23b4 req-d6504bd4-e9ae-4d03-b826-ec6276b332c9 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:21.171761 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 79838301-9673-4746-bd95-9f4e8f604626 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:35:21.171761 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 79838301-9673-4746-bd95-9f4e8f604626 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:35:21.206007 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-1717987f-c29c-4b16-98c1-25f803ecddd1 None None] Provisioning complete for port 58f0f195-78f5-4a10-aac7-4afa1dc030c3 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:35:21.207416 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-1717987f-c29c-4b16-98c1-25f803ecddd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:21.222255 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-63a263a1-d168-41ef-bbed-a1a8ed1324cb req-18f4c672-7aaa-45db-ab61-4c13d7eab7ee tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e14409db9ea047758d6d8e45ccf00fe4 HTTP/1.1" status: 200 len: 11010 time: 0.2747018 Dec 20 14:35:21.256718 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-1717987f-c29c-4b16-98c1-25f803ecddd1 None None] Port 58f0f195-78f5-4a10-aac7-4afa1dc030c3 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:35:21.276565 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-f88c669d-b415-4b62-a3cc-12536dcc23b4 req-d6504bd4-e9ae-4d03-b826-ec6276b332c9 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:21.294617 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-63a263a1-d168-41ef-bbed-a1a8ed1324cb req-6722bb69-f0c6-4373-b37e-cafa5ef4207b tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "GET /v2.0/security-groups/addf1f6c-a620-4499-ba2d-97512b5db7bd HTTP/1.1" status: 200 len: 3002 time: 0.0712135 Dec 20 14:35:21.377414 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f88c669d-b415-4b62-a3cc-12536dcc23b4 req-d6504bd4-e9ae-4d03-b826-ec6276b332c9 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:35:21.386574 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [req-f88c669d-b415-4b62-a3cc-12536dcc23b4 req-d6504bd4-e9ae-4d03-b826-ec6276b332c9 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:35:21.393518 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-f88c669d-b415-4b62-a3cc-12536dcc23b4 req-d6504bd4-e9ae-4d03-b826-ec6276b332c9 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:35:21.397965 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6504bd4-e9ae-4d03-b826-ec6276b332c9 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Pushing event updated for resources: {'Port': ['ID=a3f8fc2a-2ebe-4696-a439-9c8f3a83e995,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:21.431571 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-63a263a1-d168-41ef-bbed-a1a8ed1324cb req-b2110922-1459-41f8-95df-31cbfd7d1a00 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "GET /v2.0/security-groups/addf1f6c-a620-4499-ba2d-97512b5db7bd HTTP/1.1" status: 200 len: 3002 time: 0.1361096 Dec 20 14:35:21.481398 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:21.481398 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:35:21.481398 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:21.481398 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:35:21.481398 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:21.481398 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:35:21.481398 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:21.481398 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:35:21.481398 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:21.481398 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:35:21.481398 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:21.481398 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:35:21.481398 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:21.481398 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:35:21.481398 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:21.481398 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:35:21.481398 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:21.481398 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:35:21.481398 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:21.481398 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:35:21.481398 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:21.481398 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:35:21.481398 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:21.481398 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:35:21.481398 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:21.481398 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:35:21.481398 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:21.481398 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:35:21.481398 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:21.481398 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:35:21.481398 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:21.481398 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:35:21.481398 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:21.481398 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:35:21.481398 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:21.481398 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:35:21.484134 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:21.484134 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:35:21.484134 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:21.484134 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:35:21.484134 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:21.484134 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:35:21.484134 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:21.484134 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:35:21.484134 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:21.484134 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:35:21.484134 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:21.484134 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:35:21.484919 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c669d-b415-4b62-a3cc-12536dcc23b4 req-d6504bd4-e9ae-4d03-b826-ec6276b332c9 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:21.485529 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-f88c669d-b415-4b62-a3cc-12536dcc23b4 req-d6504bd4-e9ae-4d03-b826-ec6276b332c9 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:21.518366 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f88c669d-b415-4b62-a3cc-12536dcc23b4 req-d6504bd4-e9ae-4d03-b826-ec6276b332c9 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0526607 Dec 20 14:35:21.522619 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4e586e-78bf-46bb-8dde-3eb3b913d34f tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d8e94e9-d7d1-476a-ae5f-5030fc236980,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:21.532734 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-57c38f52-dfc2-4438-b43a-9f39f552b0d2 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:21.534951 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-f88c669d-b415-4b62-a3cc-12536dcc23b4 req-96e5f73a-7e9f-4764-8e26-56d35fc03109 service neutron] Request body: {'port': {'device_id': '8c7c996c-8135-4b2b-9c14-6a6dcea5b009', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-19'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:35:21.597144 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4986f2-5f47-495d-8725-e6837aef0fa8 req-dafab409-6996-45fc-9953-6cb5b721ff9c tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:21.598028 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-7c4986f2-5f47-495d-8725-e6837aef0fa8 req-dafab409-6996-45fc-9953-6cb5b721ff9c tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:21.606994 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-57c38f52-dfc2-4438-b43a-9f39f552b0d2 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7af4eaa5-ce62-455a-a79b-f762dd4329ee']}} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:35:21.628652 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-57c38f52-dfc2-4438-b43a-9f39f552b0d2 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f5c5268-5f4f-468b-bf49-ade1472aea16') {'for_net_delete': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:35:21.629219 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-57c38f52-dfc2-4438-b43a-9f39f552b0d2 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f5c5268-5f4f-468b-bf49-ade1472aea16') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:35:21.645990 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7c4986f2-5f47-495d-8725-e6837aef0fa8 req-dafab409-6996-45fc-9953-6cb5b721ff9c tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3418989 Dec 20 14:35:21.650986 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-57c38f52-dfc2-4438-b43a-9f39f552b0d2 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954405'] for segment, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:21.662467 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df06f13-0dfb-4ca2-bf42-eb3e19cea079 req-6adfc115-9111-42f5-9752-a3170eaa19f4 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:21.664562 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4df06f13-0dfb-4ca2-bf42-eb3e19cea079 req-6adfc115-9111-42f5-9752-a3170eaa19f4 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1a1faf6-4bff-48b3-bf36-a1a8783b50d4 HTTP/1.1" status: 200 len: 945 time: 0.1593509 Dec 20 14:35:21.680908 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-7c4986f2-5f47-495d-8725-e6837aef0fa8 req-56727510-55c2-4d18-baee-d2b39e0c0a54 service neutron] Request body: {'port': {'device_id': '28c3cc44-d7df-40fd-a6fc-99d16267b0b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-19'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:35:21.693794 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-f88c669d-b415-4b62-a3cc-12536dcc23b4 req-96e5f73a-7e9f-4764-8e26-56d35fc03109 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:21.721216 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-57c38f52-dfc2-4438-b43a-9f39f552b0d2 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:21.747321 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57c38f52-dfc2-4438-b43a-9f39f552b0d2 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=103167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:35:21.747720 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-57c38f52-dfc2-4438-b43a-9f39f552b0d2 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9956000'] for segment, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:21.751456 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:21.751456 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:35:21.751456 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:21.751456 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:35:21.751456 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:21.751456 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:35:21.751456 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:21.751456 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:35:21.751456 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:35:21.751456 n-d-761264-19 neutron-server[103167]: self.session.flush() Dec 20 14:35:21.751456 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:35:21.751456 n-d-761264-19 neutron-server[103167]: self.session.flush() Dec 20 14:35:21.751456 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:35:21.751456 n-d-761264-19 neutron-server[103167]: self.session.flush() Dec 20 14:35:21.751456 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:35:21.751456 n-d-761264-19 neutron-server[103167]: self.session.flush() Dec 20 14:35:21.751456 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:21.751456 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:35:21.751456 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:21.751456 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:35:21.751456 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:21.751456 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:35:21.751456 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:21.751456 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:35:21.751456 n-d-761264-19 neutron-server[103167]: Traceback (most recent call last): Dec 20 14:35:21.751456 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:35:21.751456 n-d-761264-19 neutron-server[103167]: timer() Dec 20 14:35:21.751456 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:35:21.751456 n-d-761264-19 neutron-server[103167]: cb(*args, **kw) Dec 20 14:35:21.751456 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:35:21.751456 n-d-761264-19 neutron-server[103167]: return func(*args, **kwargs) Dec 20 14:35:21.751456 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:35:21.751456 n-d-761264-19 neutron-server[103167]: self._notify() Dec 20 14:35:21.751456 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:35:21.751456 n-d-761264-19 neutron-server[103167]: self.callback(batched_events) Dec 20 14:35:21.751456 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:35:21.751456 n-d-761264-19 neutron-server[103167]: event.method(event) Dec 20 14:35:21.751456 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:35:21.751456 n-d-761264-19 neutron-server[103167]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:35:21.751456 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:35:21.751456 n-d-761264-19 neutron-server[103167]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:35:21.751456 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:35:21.751456 n-d-761264-19 neutron-server[103167]: return f(self, *a, **k) Dec 20 14:35:21.751456 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:35:21.751456 n-d-761264-19 neutron-server[103167]: return self._get(url).json() Dec 20 14:35:21.751456 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:35:21.751456 n-d-761264-19 neutron-server[103167]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:35:21.751456 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:35:21.751456 n-d-761264-19 neutron-server[103167]: return self.request(url, 'GET', **kwargs) Dec 20 14:35:21.751456 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:35:21.751456 n-d-761264-19 neutron-server[103167]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:35:21.751456 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:35:21.751456 n-d-761264-19 neutron-server[103167]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:35:21.751456 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:35:21.751456 n-d-761264-19 neutron-server[103167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:35:21.751456 n-d-761264-19 neutron-server[103167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:35:21.755121 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a122b7f-7546-46f0-bc4e-f1504a935c8c req-efdc29dc-3927-42b2-89b4-b72d64cc740d tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:21.755121 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7a122b7f-7546-46f0-bc4e-f1504a935c8c req-efdc29dc-3927-42b2-89b4-b72d64cc740d tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/ports?device_id=50f8cdff-dfe7-4b38-b373-88790e4f0182 HTTP/1.1" status: 200 len: 946 time: 0.1379766 Dec 20 14:35:21.785792 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-e4e30528-8619-45d9-921d-36944412bc16 None None] Provisioning complete for port a3f8fc2a-2ebe-4696-a439-9c8f3a83e995 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:35:21.786231 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e4e30528-8619-45d9-921d-36944412bc16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:21.845656 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-e4e30528-8619-45d9-921d-36944412bc16 None None] Port a3f8fc2a-2ebe-4696-a439-9c8f3a83e995 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:35:21.883980 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-57c38f52-dfc2-4438-b43a-9f39f552b0d2 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:21.895374 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-7c4986f2-5f47-495d-8725-e6837aef0fa8 req-56727510-55c2-4d18-baee-d2b39e0c0a54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:21.898700 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-57c38f52-dfc2-4438-b43a-9f39f552b0d2 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:21.907095 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37582) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:35:21.907348 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-57c38f52-dfc2-4438-b43a-9f39f552b0d2 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] 10.222.0.54 "DELETE /v2.0/networks/7af4eaa5-ce62-455a-a79b-f762dd4329ee HTTP/1.1" status: 204 len: 168 time: 2.3574455 Dec 20 14:35:21.937742 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4df06f13-0dfb-4ca2-bf42-eb3e19cea079 req-d2cbf04b-d390-4528-a781-281b92166268 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527969 Dec 20 14:35:21.950514 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c38f52-dfc2-4438-b43a-9f39f552b0d2 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Pushing event deleted for resources: {'Network': ['ID=7af4eaa5-ce62-455a-a79b-f762dd4329ee,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:21.992549 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7a122b7f-7546-46f0-bc4e-f1504a935c8c req-74623362-93d6-4605-aad4-37ac9ff3b86f tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff2c97d-c902-4302-9c87-14f917dbe0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242320 Dec 20 14:35:22.204508 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a527bd3c-2c42-40b2-aca4-3f8cc188be07 req-2514526e-0e56-4ff8-91da-349e45cd5db0 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:22.206697 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a527bd3c-2c42-40b2-aca4-3f8cc188be07 req-2514526e-0e56-4ff8-91da-349e45cd5db0 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 947 time: 0.0909235 Dec 20 14:35:22.260582 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ebfd4537-9b58-4c71-a9d0-67b80f238da7 req-ee5a1afe-5116-46cc-8d0a-8723d6fd1712 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "GET /v2.0/security-groups/0ac66ad0-a6cb-4e55-984e-d11e4007a57d HTTP/1.1" status: 200 len: 1819 time: 0.2176747 Dec 20 14:35:22.276736 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a527bd3c-2c42-40b2-aca4-3f8cc188be07 req-7b4f4027-892d-46ba-8d3a-36d996155fe2 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=92081c13-7979-4810-b5cd-70c14477209d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625646 Dec 20 14:35:22.401715 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-2552ecb0-1301-412d-a0d0-c788c3cb4813 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Deleting port bc092af7-8105-46ec-bb55-3d7cd73745f4 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:35:22.402060 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2552ecb0-1301-412d-a0d0-c788c3cb4813 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:22.466075 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-ebfd4537-9b58-4c71-a9d0-67b80f238da7 req-76811cfd-2468-48b9-be44-70a4171eeb92 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:22.532631 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [req-f88c669d-b415-4b62-a3cc-12536dcc23b4 req-96e5f73a-7e9f-4764-8e26-56d35fc03109 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3f8fc2a-2ebe-4696-a439-9c8f3a83e995 {{(pid=103168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:35:22.549326 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29859baf-06ac-4f97-a8d8-e26bf88f03f8 req-b4b3ad6b-7f75-42d8-83e1-61905ecaf58c tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:22.556815 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-f88c669d-b415-4b62-a3cc-12536dcc23b4 req-96e5f73a-7e9f-4764-8e26-56d35fc03109 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:22.563233 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-29859baf-06ac-4f97-a8d8-e26bf88f03f8 req-b4b3ad6b-7f75-42d8-83e1-61905ecaf58c tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c7c996c-8135-4b2b-9c14-6a6dcea5b009 HTTP/1.1" status: 200 len: 935 time: 0.1050074 Dec 20 14:35:22.565551 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-ebfd4537-9b58-4c71-a9d0-67b80f238da7 req-76811cfd-2468-48b9-be44-70a4171eeb92 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:22.639887 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-29859baf-06ac-4f97-a8d8-e26bf88f03f8 req-5bb087c6-d719-4f7f-9138-5ee52fd5eb26 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/security-groups?id=e899fdb2-c1a8-40be-a7f0-526dd0b6ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755105 Dec 20 14:35:22.976678 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.provisioning_blocks [req-f88c669d-b415-4b62-a3cc-12536dcc23b4 req-96e5f73a-7e9f-4764-8e26-56d35fc03109 service neutron] Transition to ACTIVE for port object a3f8fc2a-2ebe-4696-a439-9c8f3a83e995 will not be triggered until provisioned by entity L2. {{(pid=103168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:35:22.989396 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-f88c669d-b415-4b62-a3cc-12536dcc23b4 req-96e5f73a-7e9f-4764-8e26-56d35fc03109 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:23.055834 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2552ecb0-1301-412d-a0d0-c788c3cb4813 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:23.056420 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2552ecb0-1301-412d-a0d0-c788c3cb4813 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:23.103679 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-2552ecb0-1301-412d-a0d0-c788c3cb4813 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Calling delete_port for bc092af7-8105-46ec-bb55-3d7cd73745f4 owned by network:floatingip {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:35:23.123402 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee7c73d-6f0a-4a5d-919a-f41c3d93668b req-395384fb-ddb1-48dc-b016-d684d275877d tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:23.125112 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2ee7c73d-6f0a-4a5d-919a-f41c3d93668b req-395384fb-ddb1-48dc-b016-d684d275877d tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1a1faf6-4bff-48b3-bf36-a1a8783b50d4 HTTP/1.1" status: 200 len: 945 time: 0.1124530 Dec 20 14:35:23.225752 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2ee7c73d-6f0a-4a5d-919a-f41c3d93668b req-ea9e3185-a9d1-49cb-a942-4e191dfdd172 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905468 Dec 20 14:35:23.239367 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-ebfd4537-9b58-4c71-a9d0-67b80f238da7 req-76811cfd-2468-48b9-be44-70a4171eeb92 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:23.242107 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-ebfd4537-9b58-4c71-a9d0-67b80f238da7 req-76811cfd-2468-48b9-be44-70a4171eeb92 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:23.243268 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ebfd4537-9b58-4c71-a9d0-67b80f238da7 req-76811cfd-2468-48b9-be44-70a4171eeb92 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "DELETE /v2.0/security-groups/0ac66ad0-a6cb-4e55-984e-d11e4007a57d HTTP/1.1" status: 204 len: 173 time: 0.9787765 Dec 20 14:35:23.264010 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e5f73a-7e9f-4764-8e26-56d35fc03109 service neutron] Pushing event updated for resources: {'Port': ['ID=a3f8fc2a-2ebe-4696-a439-9c8f3a83e995,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:23.301150 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76811cfd-2468-48b9-be44-70a4171eeb92 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac66ad0-a6cb-4e55-984e-d11e4007a57d,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:23.388156 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [req-7c4986f2-5f47-495d-8725-e6837aef0fa8 req-56727510-55c2-4d18-baee-d2b39e0c0a54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58f0f195-78f5-4a10-aac7-4afa1dc030c3 {{(pid=103167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:35:23.413403 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-7c4986f2-5f47-495d-8725-e6837aef0fa8 req-56727510-55c2-4d18-baee-d2b39e0c0a54 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:23.450901 n-d-761264-19 neutron-server[103167]: INFO neutron.api.v2.resource [req-e8f19354-e240-420b-b666-181dff5d12c4 req-fbf8db11-4bdd-4571-8c08-91b0b1862f17 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] show failed (client error): The resource could not be found. Dec 20 14:35:23.451977 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e8f19354-e240-420b-b666-181dff5d12c4 req-fbf8db11-4bdd-4571-8c08-91b0b1862f17 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "GET /v2.0/security-groups/0ac66ad0-a6cb-4e55-984e-d11e4007a57d HTTP/1.1" status: 404 len: 352 time: 0.0355711 Dec 20 14:35:23.461322 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-7c4986f2-5f47-495d-8725-e6837aef0fa8 req-56727510-55c2-4d18-baee-d2b39e0c0a54 service neutron] Transition to ACTIVE for port object 58f0f195-78f5-4a10-aac7-4afa1dc030c3 will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:35:23.469371 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-7c4986f2-5f47-495d-8725-e6837aef0fa8 req-56727510-55c2-4d18-baee-d2b39e0c0a54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:23.488307 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2552ecb0-1301-412d-a0d0-c788c3cb4813 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:23.564692 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2552ecb0-1301-412d-a0d0-c788c3cb4813 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Pushing event deleted for resources: {'Port': ['ID=bc092af7-8105-46ec-bb55-3d7cd73745f4,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:23.605105 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852fef0d-53f7-4a45-8298-93ad255d6c09 req-1823f480-b60f-46ae-8439-1a6bc8e0bb0c tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:23.606707 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-852fef0d-53f7-4a45-8298-93ad255d6c09 req-1823f480-b60f-46ae-8439-1a6bc8e0bb0c tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/ports?device_id=50f8cdff-dfe7-4b38-b373-88790e4f0182 HTTP/1.1" status: 200 len: 946 time: 0.2069204 Dec 20 14:35:23.616960 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-f88c669d-b415-4b62-a3cc-12536dcc23b4 req-96e5f73a-7e9f-4764-8e26-56d35fc03109 service neutron] Attempting to bind port a3f8fc2a-2ebe-4696-a439-9c8f3a83e995 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:35:23.617287 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-f88c669d-b415-4b62-a3cc-12536dcc23b4 req-96e5f73a-7e9f-4764-8e26-56d35fc03109 service neutron] Attempting to bind port a3f8fc2a-2ebe-4696-a439-9c8f3a83e995 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:35:23.617616 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88c669d-b415-4b62-a3cc-12536dcc23b4 req-96e5f73a-7e9f-4764-8e26-56d35fc03109 service neutron] Attempting to bind port a3f8fc2a-2ebe-4696-a439-9c8f3a83e995 on network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:35:23.633633 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56727510-55c2-4d18-baee-d2b39e0c0a54 service neutron] Pushing event updated for resources: {'Port': ['ID=58f0f195-78f5-4a10-aac7-4afa1dc030c3,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:23.708311 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ef0cfa-bda6-4b0e-a6b2-f7716bd1786b req-65b85ba7-7a9b-41fc-824c-5ec31d1bb08f tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:23.715944 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c9ef0cfa-bda6-4b0e-a6b2-f7716bd1786b req-65b85ba7-7a9b-41fc-824c-5ec31d1bb08f tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 947 time: 0.1336737 Dec 20 14:35:23.726403 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-852fef0d-53f7-4a45-8298-93ad255d6c09 req-cf05a466-b4f7-4a62-afbb-27e9621c16aa tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff2c97d-c902-4302-9c87-14f917dbe0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051402 Dec 20 14:35:23.730651 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-7c4986f2-5f47-495d-8725-e6837aef0fa8 req-56727510-55c2-4d18-baee-d2b39e0c0a54 service neutron] Attempting to bind port 58f0f195-78f5-4a10-aac7-4afa1dc030c3 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:35:23.731157 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-7c4986f2-5f47-495d-8725-e6837aef0fa8 req-56727510-55c2-4d18-baee-d2b39e0c0a54 service neutron] Attempting to bind port 58f0f195-78f5-4a10-aac7-4afa1dc030c3 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:35:23.731484 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c4986f2-5f47-495d-8725-e6837aef0fa8 req-56727510-55c2-4d18-baee-d2b39e0c0a54 service neutron] Attempting to bind port 58f0f195-78f5-4a10-aac7-4afa1dc030c3 on network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:35:23.738207 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c4986f2-5f47-495d-8725-e6837aef0fa8 req-56727510-55c2-4d18-baee-d2b39e0c0a54 service neutron] Port 58f0f195-78f5-4a10-aac7-4afa1dc030c3 on network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:35:23.738537 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c4986f2-5f47-495d-8725-e6837aef0fa8 req-56727510-55c2-4d18-baee-d2b39e0c0a54 service neutron] Attempting to bind port 58f0f195-78f5-4a10-aac7-4afa1dc030c3 on network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:35:23.739766 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88c669d-b415-4b62-a3cc-12536dcc23b4 req-96e5f73a-7e9f-4764-8e26-56d35fc03109 service neutron] Port a3f8fc2a-2ebe-4696-a439-9c8f3a83e995 on network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:35:23.740427 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88c669d-b415-4b62-a3cc-12536dcc23b4 req-96e5f73a-7e9f-4764-8e26-56d35fc03109 service neutron] Attempting to bind port a3f8fc2a-2ebe-4696-a439-9c8f3a83e995 on network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:35:23.757702 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c4986f2-5f47-495d-8725-e6837aef0fa8 req-56727510-55c2-4d18-baee-d2b39e0c0a54 service neutron] Checking agent: {'id': '43c60aee-e4af-4ecc-bee2-aac3569fafed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:35:23.758022 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c4986f2-5f47-495d-8725-e6837aef0fa8 req-56727510-55c2-4d18-baee-d2b39e0c0a54 service neutron] Checking segment: {'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:35:23.758410 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c4986f2-5f47-495d-8725-e6837aef0fa8 req-56727510-55c2-4d18-baee-d2b39e0c0a54 service neutron] Bound using segment: {'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:35:23.758895 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-7c4986f2-5f47-495d-8725-e6837aef0fa8 req-56727510-55c2-4d18-baee-d2b39e0c0a54 service neutron] Bound port: 58f0f195-78f5-4a10-aac7-4afa1dc030c3, host: n-h2-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:35:23.759253 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-7c4986f2-5f47-495d-8725-e6837aef0fa8 req-56727510-55c2-4d18-baee-d2b39e0c0a54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:23.777445 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88c669d-b415-4b62-a3cc-12536dcc23b4 req-96e5f73a-7e9f-4764-8e26-56d35fc03109 service neutron] Checking agent: {'id': '43c60aee-e4af-4ecc-bee2-aac3569fafed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:35:23.778751 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88c669d-b415-4b62-a3cc-12536dcc23b4 req-96e5f73a-7e9f-4764-8e26-56d35fc03109 service neutron] Checking segment: {'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:35:23.779995 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88c669d-b415-4b62-a3cc-12536dcc23b4 req-96e5f73a-7e9f-4764-8e26-56d35fc03109 service neutron] Bound using segment: {'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:35:23.780965 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-f88c669d-b415-4b62-a3cc-12536dcc23b4 req-96e5f73a-7e9f-4764-8e26-56d35fc03109 service neutron] Bound port: a3f8fc2a-2ebe-4696-a439-9c8f3a83e995, host: n-h2-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'}}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:35:23.782168 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-f88c669d-b415-4b62-a3cc-12536dcc23b4 req-96e5f73a-7e9f-4764-8e26-56d35fc03109 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:23.805980 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2552ecb0-1301-412d-a0d0-c788c3cb4813 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks [] for floatingip, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:23.809705 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2552ecb0-1301-412d-a0d0-c788c3cb4813 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:23.811060 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-2552ecb0-1301-412d-a0d0-c788c3cb4813 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] 10.222.0.54 "DELETE /v2.0/floatingips/8e669f66-4a06-4f5f-9a78-e89863eaba04 HTTP/1.1" status: 204 len: 168 time: 1.9029505 Dec 20 14:35:23.820508 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 37600) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:35:23.842375 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c9ef0cfa-bda6-4b0e-a6b2-f7716bd1786b req-15835da3-3bee-425a-8b6e-8ad013ee03e7 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=92081c13-7979-4810-b5cd-70c14477209d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249366 Dec 20 14:35:23.863654 n-d-761264-19 neutron-server[103167]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a087718-b083-4b6f-9385-711f20a588fe tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] DELETE failed (client error): The resource could not be found. Dec 20 14:35:23.864263 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a087718-b083-4b6f-9385-711f20a588fe tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:35:23.882401 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37602) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:35:23.882596 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-1a087718-b083-4b6f-9385-711f20a588fe tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] 10.222.0.54 "DELETE /v2.0/ports/c0bdaed4-33c6-4151-8827-cdaeafac238d HTTP/1.1" status: 404 len: 333 time: 0.0495391 Dec 20 14:35:23.924133 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-f88c669d-b415-4b62-a3cc-12536dcc23b4 req-96e5f73a-7e9f-4764-8e26-56d35fc03109 service neutron] For port a3f8fc2a-2ebe-4696-a439-9c8f3a83e995, host n-h2-761264-19, cleared binding levels {{(pid=103168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:35:23.940605 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-f88c669d-b415-4b62-a3cc-12536dcc23b4 req-96e5f73a-7e9f-4764-8e26-56d35fc03109 service neutron] For port a3f8fc2a-2ebe-4696-a439-9c8f3a83e995, host n-h2-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=a3f8fc2a-2ebe-4696-a439-9c8f3a83e995,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:35:23.949402 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-7c4986f2-5f47-495d-8725-e6837aef0fa8 req-56727510-55c2-4d18-baee-d2b39e0c0a54 service neutron] For port 58f0f195-78f5-4a10-aac7-4afa1dc030c3, host n-h2-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:35:23.967813 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-18f4dfa9-c845-4a82-93d7-ea4f5d3172e7 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] 10.222.0.54 "GET /v2.0/ports?device_id=4b3d2219-5c08-46d9-b9a9-bbad9238a588 HTTP/1.1" status: 200 len: 205 time: 0.0834088 Dec 20 14:35:23.969676 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 37604) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:35:23.970493 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-f88c669d-b415-4b62-a3cc-12536dcc23b4 req-96e5f73a-7e9f-4764-8e26-56d35fc03109 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:23.979313 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-7c4986f2-5f47-495d-8725-e6837aef0fa8 req-56727510-55c2-4d18-baee-d2b39e0c0a54 service neutron] For port 58f0f195-78f5-4a10-aac7-4afa1dc030c3, host n-h2-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=58f0f195-78f5-4a10-aac7-4afa1dc030c3,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:35:23.990818 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-7c4986f2-5f47-495d-8725-e6837aef0fa8 req-56727510-55c2-4d18-baee-d2b39e0c0a54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:24.047209 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4986f2-5f47-495d-8725-e6837aef0fa8 req-56727510-55c2-4d18-baee-d2b39e0c0a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:24.047468 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-7c4986f2-5f47-495d-8725-e6837aef0fa8 req-56727510-55c2-4d18-baee-d2b39e0c0a54 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:24.050260 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7c4986f2-5f47-495d-8725-e6837aef0fa8 req-56727510-55c2-4d18-baee-d2b39e0c0a54 service neutron] 10.222.0.47 "PUT /v2.0/ports/58f0f195-78f5-4a10-aac7-4afa1dc030c3 HTTP/1.1" status: 200 len: 1097 time: 2.3751833 Dec 20 14:35:24.053110 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c669d-b415-4b62-a3cc-12536dcc23b4 req-96e5f73a-7e9f-4764-8e26-56d35fc03109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:24.053735 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-f88c669d-b415-4b62-a3cc-12536dcc23b4 req-96e5f73a-7e9f-4764-8e26-56d35fc03109 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:24.055212 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f88c669d-b415-4b62-a3cc-12536dcc23b4 req-96e5f73a-7e9f-4764-8e26-56d35fc03109 service neutron] 10.222.0.47 "PUT /v2.0/ports/a3f8fc2a-2ebe-4696-a439-9c8f3a83e995 HTTP/1.1" status: 200 len: 1096 time: 2.5272913 Dec 20 14:35:24.055892 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c7c996c-8135-4b2b-9c14-6a6dcea5b009', 'tag': 'a3f8fc2a-2ebe-4696-a439-9c8f3a83e995'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:35:24.058528 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89e35215-fef5-44c2-b7ed-ef0e822dda01" -d '{"events": [{"name": "network-changed", "server_uuid": "8c7c996c-8135-4b2b-9c14-6a6dcea5b009", "tag": "a3f8fc2a-2ebe-4696-a439-9c8f3a83e995"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:35:24.068113 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28c3cc44-d7df-40fd-a6fc-99d16267b0b1', 'tag': '58f0f195-78f5-4a10-aac7-4afa1dc030c3'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:35:24.084098 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eafb14a1-8c09-4069-b7ed-6479740d6615" -d '{"events": [{"name": "network-changed", "server_uuid": "28c3cc44-d7df-40fd-a6fc-99d16267b0b1", "tag": "58f0f195-78f5-4a10-aac7-4afa1dc030c3"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:35:24.100995 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0c46e102-00de-47d5-8329-7e99fd22bdaf req-618b4c4b-4ad0-48aa-a2d6-7fa43f574a81 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "GET /v2.0/security-groups/66e09880-01f0-479f-a14e-427b6af629b7 HTTP/1.1" status: 200 len: 1819 time: 0.1965535 Dec 20 14:35:24.138972 n-d-761264-19 neutron-server[103167]: INFO neutron.api.v2.resource [None req-a3254a40-52d0-4062-a82a-ca33c0e85746 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] delete failed (client error): The resource could not be found. Dec 20 14:35:24.142446 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-a3254a40-52d0-4062-a82a-ca33c0e85746 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] 10.222.0.54 "DELETE /v2.0/routers/4b3d2219-5c08-46d9-b9a9-bbad9238a588 HTTP/1.1" status: 404 len: 336 time: 0.1643932 Dec 20 14:35:24.142599 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f174313-cd68-4c19-b93e-e9866a1c6a7f req-a1138dbb-9c35-4f9e-b722-05f53c02315b tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:24.144008 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7f174313-cd68-4c19-b93e-e9866a1c6a7f req-a1138dbb-9c35-4f9e-b722-05f53c02315b tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c7c996c-8135-4b2b-9c14-6a6dcea5b009 HTTP/1.1" status: 200 len: 947 time: 0.1701398 Dec 20 14:35:24.146177 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37610) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:35:24.162935 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e5f73a-7e9f-4764-8e26-56d35fc03109 service neutron] Pushing event updated for resources: {'Port': ['ID=a3f8fc2a-2ebe-4696-a439-9c8f3a83e995,revision_number=3']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:24.247148 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56727510-55c2-4d18-baee-d2b39e0c0a54 service neutron] Pushing event updated for resources: {'Port': ['ID=58f0f195-78f5-4a10-aac7-4afa1dc030c3,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:24.269406 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c669d-b415-4b62-a3cc-12536dcc23b4 req-4acfab57-20f7-4c37-ad74-ee6139334a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:24.271704 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f88c669d-b415-4b62-a3cc-12536dcc23b4 req-4acfab57-20f7-4c37-ad74-ee6139334a7b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cf003c138d1640a0b0d8e178896f3259&device_id=8c7c996c-8135-4b2b-9c14-6a6dcea5b009 HTTP/1.1" status: 200 len: 1099 time: 0.1200838 Dec 20 14:35:24.272336 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-c19fc1bc-341e-43c1-9f88-194ab77e8ffc tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] DELETE failed (client error): The resource could not be found. Dec 20 14:35:24.273528 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c19fc1bc-341e-43c1-9f88-194ab77e8ffc tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:35:24.277321 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-c19fc1bc-341e-43c1-9f88-194ab77e8ffc tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] 10.222.0.54 "DELETE /v2.0/subnets/26eef732-5867-4075-a454-2fc894302cb3 HTTP/1.1" status: 404 len: 337 time: 0.1231372 Dec 20 14:35:24.284187 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 37614) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:35:24.317277 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4986f2-5f47-495d-8725-e6837aef0fa8 req-29bf41cf-5841-4925-8f1d-ad9b8ecf0d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:24.319304 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7c4986f2-5f47-495d-8725-e6837aef0fa8 req-29bf41cf-5841-4925-8f1d-ad9b8ecf0d57 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cf003c138d1640a0b0d8e178896f3259&device_id=28c3cc44-d7df-40fd-a6fc-99d16267b0b1 HTTP/1.1" status: 200 len: 1100 time: 0.1948838 Dec 20 14:35:24.338667 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7f174313-cd68-4c19-b93e-e9866a1c6a7f req-02c670aa-35e0-44b5-84a0-0488814fbf91 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/security-groups?id=e899fdb2-c1a8-40be-a7f0-526dd0b6ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564240 Dec 20 14:35:24.372196 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-0c46e102-00de-47d5-8329-7e99fd22bdaf req-cdd7c545-3a39-4af8-ba32-238376232cc8 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:24.380185 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f88c669d-b415-4b62-a3cc-12536dcc23b4 req-9c957aa2-01bd-48e1-baa0-cd7a1f850cab service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=a3f8fc2a-2ebe-4696-a439-9c8f3a83e995 HTTP/1.1" status: 200 len: 217 time: 0.0985751 Dec 20 14:35:24.419696 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7c4986f2-5f47-495d-8725-e6837aef0fa8 req-4f2758a4-c574-4ec4-beb6-a041ed3a82b0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=58f0f195-78f5-4a10-aac7-4afa1dc030c3 HTTP/1.1" status: 200 len: 217 time: 0.0779719 Dec 20 14:35:24.446983 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8253d427-5272-499c-8088-c3f0a7be70da x-openstack-request-id: req-8253d427-5272-499c-8088-c3f0a7be70da {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:35:24.447459 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c7c996c-8135-4b2b-9c14-6a6dcea5b009", "tag": "a3f8fc2a-2ebe-4696-a439-9c8f3a83e995", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:35:24.447835 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8253d427-5272-499c-8088-c3f0a7be70da {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:35:24.448425 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c7c996c-8135-4b2b-9c14-6a6dcea5b009', 'tag': 'a3f8fc2a-2ebe-4696-a439-9c8f3a83e995', 'status': 'completed', 'code': 200} Dec 20 14:35:24.563322 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f3402ee-1243-4d6d-aab3-82bca5622500 x-openstack-request-id: req-6f3402ee-1243-4d6d-aab3-82bca5622500 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:35:24.563940 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28c3cc44-d7df-40fd-a6fc-99d16267b0b1", "tag": "58f0f195-78f5-4a10-aac7-4afa1dc030c3", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:35:24.564349 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6f3402ee-1243-4d6d-aab3-82bca5622500 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:35:24.564990 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28c3cc44-d7df-40fd-a6fc-99d16267b0b1', 'tag': '58f0f195-78f5-4a10-aac7-4afa1dc030c3', 'status': 'completed', 'code': 200} Dec 20 14:35:24.571352 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-0c46e102-00de-47d5-8329-7e99fd22bdaf req-cdd7c545-3a39-4af8-ba32-238376232cc8 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:24.578998 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4986f2-5f47-495d-8725-e6837aef0fa8 req-3fae8d44-c9f0-4713-a79b-c3e2f221e57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:24.589833 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7c4986f2-5f47-495d-8725-e6837aef0fa8 req-3fae8d44-c9f0-4713-a79b-c3e2f221e57e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36bf280f-81bb-4486-a87a-9b9505a1cec4 HTTP/1.1" status: 200 len: 843 time: 0.1615894 Dec 20 14:35:24.655517 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c669d-b415-4b62-a3cc-12536dcc23b4 req-66661ff7-5ad3-4cff-ba8b-ce956b5a4d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:24.659480 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f88c669d-b415-4b62-a3cc-12536dcc23b4 req-66661ff7-5ad3-4cff-ba8b-ce956b5a4d35 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36bf280f-81bb-4486-a87a-9b9505a1cec4 HTTP/1.1" status: 200 len: 843 time: 0.2618265 Dec 20 14:35:24.699864 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4986f2-5f47-495d-8725-e6837aef0fa8 req-92387cef-6fbe-4d36-9216-f267f8367259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:24.701532 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7c4986f2-5f47-495d-8725-e6837aef0fa8 req-92387cef-6fbe-4d36-9216-f267f8367259 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1021214 Dec 20 14:35:24.737759 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7660f43-8823-4c5e-9f60-e6b90c9b7ca0 req-f6a60c98-45a7-4afb-a476-db62de4aee43 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:24.739559 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-82fb42d8-89b5-4d7a-96cb-a1837edb511f tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Deleting port 346fdd8f-aa61-444e-bd49-17ae74d161f5 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:35:24.740098 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-82fb42d8-89b5-4d7a-96cb-a1837edb511f tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:24.747516 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f7660f43-8823-4c5e-9f60-e6b90c9b7ca0 req-f6a60c98-45a7-4afb-a476-db62de4aee43 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1a1faf6-4bff-48b3-bf36-a1a8783b50d4 HTTP/1.1" status: 200 len: 945 time: 0.1074843 Dec 20 14:35:24.764461 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c669d-b415-4b62-a3cc-12536dcc23b4 req-ac2fcbce-4209-4f65-ab91-1efb8440e5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:24.765891 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f88c669d-b415-4b62-a3cc-12536dcc23b4 req-ac2fcbce-4209-4f65-ab91-1efb8440e5ab service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0785699 Dec 20 14:35:24.766748 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-0c46e102-00de-47d5-8329-7e99fd22bdaf req-cdd7c545-3a39-4af8-ba32-238376232cc8 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:24.769771 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-0c46e102-00de-47d5-8329-7e99fd22bdaf req-cdd7c545-3a39-4af8-ba32-238376232cc8 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:24.771561 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0c46e102-00de-47d5-8329-7e99fd22bdaf req-cdd7c545-3a39-4af8-ba32-238376232cc8 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "DELETE /v2.0/security-groups/66e09880-01f0-479f-a14e-427b6af629b7 HTTP/1.1" status: 204 len: 173 time: 0.6678932 Dec 20 14:35:24.852360 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd7c545-3a39-4af8-ba32-238376232cc8 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66e09880-01f0-479f-a14e-427b6af629b7,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:24.932606 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-82fb42d8-89b5-4d7a-96cb-a1837edb511f tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:24.958356 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-82fb42d8-89b5-4d7a-96cb-a1837edb511f tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Calling delete_port for 346fdd8f-aa61-444e-bd49-17ae74d161f5 owned by {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:35:24.964231 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7c4986f2-5f47-495d-8725-e6837aef0fa8 req-496ab469-dc95-4ae5-8281-6f94dfa8e7ed service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479835 Dec 20 14:35:24.968293 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f88c669d-b415-4b62-a3cc-12536dcc23b4 req-0fc398eb-b473-407e-93ec-f93ee9139c96 service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845548 Dec 20 14:35:25.007442 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f7660f43-8823-4c5e-9f60-e6b90c9b7ca0 req-537bc327-c13b-4c58-a373-b8d323be044a tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585542 Dec 20 14:35:25.087286 n-d-761264-19 neutron-server[103168]: INFO neutron.api.v2.resource [req-1945ebc2-bcdf-4fdb-8e3e-0ab795ff1ff8 req-19fbf70c-4a56-4e7b-9e5e-5bd6688d4a1c tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] show failed (client error): The resource could not be found. Dec 20 14:35:25.100834 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1945ebc2-bcdf-4fdb-8e3e-0ab795ff1ff8 req-19fbf70c-4a56-4e7b-9e5e-5bd6688d4a1c tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "GET /v2.0/security-groups/66e09880-01f0-479f-a14e-427b6af629b7 HTTP/1.1" status: 404 len: 352 time: 0.0349059 Dec 20 14:35:25.118212 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b406e631-56f0-4f9c-a326-958418829dd1 req-c209a2c6-c49d-4985-b005-97434ae5e782 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:25.125178 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b406e631-56f0-4f9c-a326-958418829dd1 req-c209a2c6-c49d-4985-b005-97434ae5e782 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/ports?device_id=50f8cdff-dfe7-4b38-b373-88790e4f0182 HTTP/1.1" status: 200 len: 946 time: 0.1524491 Dec 20 14:35:25.154384 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7c4986f2-5f47-495d-8725-e6837aef0fa8 req-630d8ed1-8266-4056-9983-0977759b8aa4 service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758277 Dec 20 14:35:25.233955 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f88c669d-b415-4b62-a3cc-12536dcc23b4 req-b1037ede-46d1-44a4-8eae-19c5ceb6ef0a service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494912 Dec 20 14:35:25.249783 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b406e631-56f0-4f9c-a326-958418829dd1 req-180c19ac-e6a3-4a20-8066-32f42d1d1dc0 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff2c97d-c902-4302-9c87-14f917dbe0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236033 Dec 20 14:35:25.337369 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcaa769-c696-4cfb-8c8e-883528a37df8 req-988062bd-c9fc-424b-83cf-9647c2aac744 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:25.345015 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cfcaa769-c696-4cfb-8c8e-883528a37df8 req-988062bd-c9fc-424b-83cf-9647c2aac744 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 947 time: 0.1489866 Dec 20 14:35:25.363446 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafb14a1-8c09-4069-b7ed-6479740d6615 req-34020215-2106-4616-9662-9e190865a327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:25.364535 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-eafb14a1-8c09-4069-b7ed-6479740d6615 req-34020215-2106-4616-9662-9e190865a327 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cf003c138d1640a0b0d8e178896f3259&device_id=28c3cc44-d7df-40fd-a6fc-99d16267b0b1 HTTP/1.1" status: 200 len: 1100 time: 0.1121945 Dec 20 14:35:25.431416 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e35215-fef5-44c2-b7ed-ef0e822dda01 req-6eb0e001-c8b1-4968-b777-ae26883a402a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:25.433030 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-89e35215-fef5-44c2-b7ed-ef0e822dda01 req-6eb0e001-c8b1-4968-b777-ae26883a402a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cf003c138d1640a0b0d8e178896f3259&device_id=8c7c996c-8135-4b2b-9c14-6a6dcea5b009 HTTP/1.1" status: 200 len: 1099 time: 0.1247399 Dec 20 14:35:25.434510 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-82fb42d8-89b5-4d7a-96cb-a1837edb511f tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:25.529055 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafb14a1-8c09-4069-b7ed-6479740d6615 req-d670b2df-5ced-4537-b66d-98286986e416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:25.532332 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-eafb14a1-8c09-4069-b7ed-6479740d6615 req-d670b2df-5ced-4537-b66d-98286986e416 service neutron] 10.222.0.47 "GET /v2.0/networks?id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1 HTTP/1.1" status: 200 len: 870 time: 0.1575787 Dec 20 14:35:25.560638 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fb42d8-89b5-4d7a-96cb-a1837edb511f tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Pushing event deleted for resources: {'Port': ['ID=346fdd8f-aa61-444e-bd49-17ae74d161f5,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:25.630624 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-eafb14a1-8c09-4069-b7ed-6479740d6615 req-3e93b822-f3e9-44ce-80a3-d3d9e84df373 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=58f0f195-78f5-4a10-aac7-4afa1dc030c3 HTTP/1.1" status: 200 len: 217 time: 0.0899076 Dec 20 14:35:25.667995 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6a0a6b2b-33d9-4d4e-83cf-304658181caa req-74e76e5b-f12b-43f5-bf79-9d625c376c76 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "GET /v2.0/security-groups/1d8e94e9-d7d1-476a-ae5f-5030fc236980 HTTP/1.1" status: 200 len: 1818 time: 0.2520976 Dec 20 14:35:25.715488 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafb14a1-8c09-4069-b7ed-6479740d6615 req-898e77e8-c6ee-45fb-9266-c23af849daaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:25.717689 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-eafb14a1-8c09-4069-b7ed-6479740d6615 req-898e77e8-c6ee-45fb-9266-c23af849daaa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36bf280f-81bb-4486-a87a-9b9505a1cec4 HTTP/1.1" status: 200 len: 843 time: 0.0800610 Dec 20 14:35:25.819433 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cfcaa769-c696-4cfb-8c8e-883528a37df8 req-c8b764fa-17e3-4e4c-961d-503a9a08b0c5 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=92081c13-7979-4810-b5cd-70c14477209d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4733799 Dec 20 14:35:25.830602 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-82fb42d8-89b5-4d7a-96cb-a1837edb511f tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:25.836454 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-82fb42d8-89b5-4d7a-96cb-a1837edb511f tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] 10.222.0.54 "DELETE /v2.0/ports/346fdd8f-aa61-444e-bd49-17ae74d161f5 HTTP/1.1" status: 204 len: 168 time: 1.5449977 Dec 20 14:35:25.842176 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37636) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:35:25.846471 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e35215-fef5-44c2-b7ed-ef0e822dda01 req-35833f40-b855-48c1-83d5-81f9611c1ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:25.849362 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-89e35215-fef5-44c2-b7ed-ef0e822dda01 req-35833f40-b855-48c1-83d5-81f9611c1ae8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1 HTTP/1.1" status: 200 len: 870 time: 0.3759630 Dec 20 14:35:25.880865 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-6a0a6b2b-33d9-4d4e-83cf-304658181caa req-9f06df66-799c-4230-8523-57b8688e77e6 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:25.915501 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafb14a1-8c09-4069-b7ed-6479740d6615 req-e27f7564-0757-4d96-901d-2bc27b9b58da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:25.917763 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-eafb14a1-8c09-4069-b7ed-6479740d6615 req-e27f7564-0757-4d96-901d-2bc27b9b58da service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1896925 Dec 20 14:35:25.929774 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-89e35215-fef5-44c2-b7ed-ef0e822dda01 req-9e544201-a4f2-47b4-855a-68746534d44c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=a3f8fc2a-2ebe-4696-a439-9c8f3a83e995 HTTP/1.1" status: 200 len: 217 time: 0.0568349 Dec 20 14:35:25.983738 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-6a0a6b2b-33d9-4d4e-83cf-304658181caa req-9f06df66-799c-4230-8523-57b8688e77e6 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:26.034022 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e35215-fef5-44c2-b7ed-ef0e822dda01 req-8ef51613-bd3d-4ea8-8cf4-3b97ee8fa2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:26.036109 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-89e35215-fef5-44c2-b7ed-ef0e822dda01 req-8ef51613-bd3d-4ea8-8cf4-3b97ee8fa2cd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36bf280f-81bb-4486-a87a-9b9505a1cec4 HTTP/1.1" status: 200 len: 843 time: 0.0999396 Dec 20 14:35:26.110158 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-714c904c-b5c9-4813-972d-465a537d0ac8 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Deleting port 4160f70e-74de-4361-912d-eab4b7c29d8e {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:35:26.110813 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-714c904c-b5c9-4813-972d-465a537d0ac8 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:26.120106 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-6a0a6b2b-33d9-4d4e-83cf-304658181caa req-9f06df66-799c-4230-8523-57b8688e77e6 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:26.130055 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-6a0a6b2b-33d9-4d4e-83cf-304658181caa req-9f06df66-799c-4230-8523-57b8688e77e6 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:26.132933 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c3e53a-fc9c-44ad-a449-c0411c305419 req-6e2ca3df-0513-4400-8714-9dfc49d94e76 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:26.135142 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-95c3e53a-fc9c-44ad-a449-c0411c305419 req-6e2ca3df-0513-4400-8714-9dfc49d94e76 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c7c996c-8135-4b2b-9c14-6a6dcea5b009 HTTP/1.1" status: 200 len: 947 time: 0.1843016 Dec 20 14:35:26.138347 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-eafb14a1-8c09-4069-b7ed-6479740d6615 req-f2c7e7e3-2bc6-4c9f-a22c-fcfb79ba7908 service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951160 Dec 20 14:35:26.146218 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6a0a6b2b-33d9-4d4e-83cf-304658181caa req-9f06df66-799c-4230-8523-57b8688e77e6 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "DELETE /v2.0/security-groups/1d8e94e9-d7d1-476a-ae5f-5030fc236980 HTTP/1.1" status: 204 len: 173 time: 0.4409411 Dec 20 14:35:26.181728 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f06df66-799c-4230-8523-57b8688e77e6 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d8e94e9-d7d1-476a-ae5f-5030fc236980,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:26.236645 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e35215-fef5-44c2-b7ed-ef0e822dda01 req-40e0831f-3be9-489e-a3ed-8cc77e9cde6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:26.238417 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-89e35215-fef5-44c2-b7ed-ef0e822dda01 req-40e0831f-3be9-489e-a3ed-8cc77e9cde6a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1891475 Dec 20 14:35:26.342363 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-95c3e53a-fc9c-44ad-a449-c0411c305419 req-6fdc4ffd-15d5-4973-a82c-681b95e45806 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/security-groups?id=e899fdb2-c1a8-40be-a7f0-526dd0b6ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862824 Dec 20 14:35:26.399446 n-d-761264-19 neutron-server[103168]: INFO neutron.api.v2.resource [req-f64c5a5e-afd9-49fa-869e-c3a2c0479acd req-69f91589-be52-4103-b1d7-44678f0b1505 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] show failed (client error): The resource could not be found. Dec 20 14:35:26.400958 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f64c5a5e-afd9-49fa-869e-c3a2c0479acd req-69f91589-be52-4103-b1d7-44678f0b1505 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "GET /v2.0/security-groups/1d8e94e9-d7d1-476a-ae5f-5030fc236980 HTTP/1.1" status: 404 len: 352 time: 0.0219424 Dec 20 14:35:26.416977 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-eafb14a1-8c09-4069-b7ed-6479740d6615 req-a606f45e-3f30-49a0-934b-d06a881acf9e service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584422 Dec 20 14:35:26.445003 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-714c904c-b5c9-4813-972d-465a537d0ac8 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:26.473576 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-714c904c-b5c9-4813-972d-465a537d0ac8 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Calling delete_port for 4160f70e-74de-4361-912d-eab4b7c29d8e owned by {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:35:26.489171 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86f5f08-1b76-45ba-b552-0446ae96bbed req-75791feb-5f73-4c43-b4a1-b60c5dc12329 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:26.491038 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e86f5f08-1b76-45ba-b552-0446ae96bbed req-75791feb-5f73-4c43-b4a1-b60c5dc12329 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1a1faf6-4bff-48b3-bf36-a1a8783b50d4 HTTP/1.1" status: 200 len: 945 time: 0.1019292 Dec 20 14:35:26.604804 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e86f5f08-1b76-45ba-b552-0446ae96bbed req-1fd27101-1a30-4adf-8776-569d7f554ade tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951898 Dec 20 14:35:26.615986 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-89e35215-fef5-44c2-b7ed-ef0e822dda01 req-e0c5745a-f1da-4d36-8eab-93626e3fcbb5 service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3620613 Dec 20 14:35:26.695914 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125ab7e9-4042-4bc0-8299-89c560c070c5 req-872cff6d-89b5-4435-be1f-9e3b538fe384 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:26.697825 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-125ab7e9-4042-4bc0-8299-89c560c070c5 req-872cff6d-89b5-4435-be1f-9e3b538fe384 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/ports?device_id=50f8cdff-dfe7-4b38-b373-88790e4f0182 HTTP/1.1" status: 200 len: 946 time: 0.1393898 Dec 20 14:35:26.745250 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-89e35215-fef5-44c2-b7ed-ef0e822dda01 req-ae8afa59-c682-410f-9012-208b3aa4028b service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206040 Dec 20 14:35:26.748802 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-714c904c-b5c9-4813-972d-465a537d0ac8 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:26.820162 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714c904c-b5c9-4813-972d-465a537d0ac8 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Pushing event deleted for resources: {'Port': ['ID=4160f70e-74de-4361-912d-eab4b7c29d8e,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:26.840475 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-125ab7e9-4042-4bc0-8299-89c560c070c5 req-52aece4a-9934-46d8-98f0-53a4ca5a7ee3 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff2c97d-c902-4302-9c87-14f917dbe0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354237 Dec 20 14:35:26.898080 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-445ac042-48f0-45ce-b86f-fabb86ca750e req-9998984b-3300-4133-9cac-0aa86dfc7f8f tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e14409db9ea047758d6d8e45ccf00fe4 HTTP/1.1" status: 200 len: 6207 time: 0.1297925 Dec 20 14:35:26.966664 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-445ac042-48f0-45ce-b86f-fabb86ca750e req-de41b264-6e25-4a1d-890e-b2efd282a8df tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "GET /v2.0/security-groups/addf1f6c-a620-4499-ba2d-97512b5db7bd HTTP/1.1" status: 200 len: 3002 time: 0.0675805 Dec 20 14:35:27.031060 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-445ac042-48f0-45ce-b86f-fabb86ca750e req-7111a894-62fd-47af-8029-738fb3c72298 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "GET /v2.0/security-groups/addf1f6c-a620-4499-ba2d-97512b5db7bd HTTP/1.1" status: 200 len: 3002 time: 0.0633428 Dec 20 14:35:27.039062 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-714c904c-b5c9-4813-972d-465a537d0ac8 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:27.043237 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-714c904c-b5c9-4813-972d-465a537d0ac8 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] 10.222.0.54 "DELETE /v2.0/ports/4160f70e-74de-4361-912d-eab4b7c29d8e HTTP/1.1" status: 204 len: 168 time: 1.1997070 Dec 20 14:35:27.045898 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37654) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:35:27.068576 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c32c67-a975-4338-8f78-8528a478657a req-f496ce75-f670-4a08-963d-b970b78924a2 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:27.077969 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-02c32c67-a975-4338-8f78-8528a478657a req-f496ce75-f670-4a08-963d-b970b78924a2 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 947 time: 0.1123607 Dec 20 14:35:27.080354 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-144c8e22-1dea-46b1-9d30-c01ce70963b0 req-292ac942-b19c-4e50-b30f-1050a3bf8498 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-434954024', 'description': 'tempest-description-1386776467'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:35:27.117343 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-144c8e22-1dea-46b1-9d30-c01ce70963b0 req-292ac942-b19c-4e50-b30f-1050a3bf8498 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:27.163574 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc88bb3f-9ead-4911-8868-9e106147fe89 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:27.167316 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-bc88bb3f-9ead-4911-8868-9e106147fe89 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] 10.222.0.54 "GET /v2.0/ports?device_id=ebce5a1f-bd4c-4751-8c26-0680aea4abc2 HTTP/1.1" status: 200 len: 913 time: 0.1200602 Dec 20 14:35:27.170483 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 37656) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:35:27.177664 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-02c32c67-a975-4338-8f78-8528a478657a req-35ae46b0-fe69-4b62-935f-2a545e577f85 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=92081c13-7979-4810-b5cd-70c14477209d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985141 Dec 20 14:35:27.312206 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-144c8e22-1dea-46b1-9d30-c01ce70963b0 req-292ac942-b19c-4e50-b30f-1050a3bf8498 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:27.328439 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-144c8e22-1dea-46b1-9d30-c01ce70963b0 req-292ac942-b19c-4e50-b30f-1050a3bf8498 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:27.373215 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-144c8e22-1dea-46b1-9d30-c01ce70963b0 req-292ac942-b19c-4e50-b30f-1050a3bf8498 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:27.389501 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-144c8e22-1dea-46b1-9d30-c01ce70963b0 req-292ac942-b19c-4e50-b30f-1050a3bf8498 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.3236721 Dec 20 14:35:27.451804 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-dd6866f8-3bf0-4b46-88c3-86767a986985 req-cb876559-5ee6-4397-9beb-c4c5f405080f tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1905549355', 'description': 'tempest-description-1204545200'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:35:27.488060 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292ac942-b19c-4e50-b30f-1050a3bf8498 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e541e4c-5956-4f24-8820-94d49eac6b7d,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:27.524233 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5a6e30-4045-4abf-8d14-95d45c58eaa2 req-910784f1-6b08-4dbb-92dd-733befcd3b35 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:27.526231 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-bc5a6e30-4045-4abf-8d14-95d45c58eaa2 req-910784f1-6b08-4dbb-92dd-733befcd3b35 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c7c996c-8135-4b2b-9c14-6a6dcea5b009 HTTP/1.1" status: 200 len: 947 time: 0.0701356 Dec 20 14:35:27.601695 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-bc5a6e30-4045-4abf-8d14-95d45c58eaa2 req-c19e8d14-4bc2-4075-a684-05910114a834 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/security-groups?id=e899fdb2-c1a8-40be-a7f0-526dd0b6ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628250 Dec 20 14:35:27.620148 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-dd6866f8-3bf0-4b46-88c3-86767a986985 req-cb876559-5ee6-4397-9beb-c4c5f405080f tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:27.766874 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a2d2a3-a22d-4641-ae12-e1ed7909949c req-1c996763-8005-4b39-a31f-89af9d3930b2 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:27.776171 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a6a2d2a3-a22d-4641-ae12-e1ed7909949c req-1c996763-8005-4b39-a31f-89af9d3930b2 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1a1faf6-4bff-48b3-bf36-a1a8783b50d4 HTTP/1.1" status: 200 len: 945 time: 0.0815716 Dec 20 14:35:27.787005 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-dd6866f8-3bf0-4b46-88c3-86767a986985 req-cb876559-5ee6-4397-9beb-c4c5f405080f tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:27.798100 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-dd6866f8-3bf0-4b46-88c3-86767a986985 req-cb876559-5ee6-4397-9beb-c4c5f405080f tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:27.839197 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a6a2d2a3-a22d-4641-ae12-e1ed7909949c req-5ee721ca-51af-4672-a6d7-b5ea71f5094b tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617211 Dec 20 14:35:27.870514 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-dd6866f8-3bf0-4b46-88c3-86767a986985 req-cb876559-5ee6-4397-9beb-c4c5f405080f tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:27.872320 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-dd6866f8-3bf0-4b46-88c3-86767a986985 req-cb876559-5ee6-4397-9beb-c4c5f405080f tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.4279230 Dec 20 14:35:27.909779 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb876559-5ee6-4397-9beb-c4c5f405080f tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a17282d6-d787-474c-9ad4-d2e02b89df45,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:27.988098 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b69efa-d532-48cd-b2b7-98bc19259018 req-30ce38bc-dd2a-4607-b735-1d707671f56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:27.990571 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a7b69efa-d532-48cd-b2b7-98bc19259018 req-30ce38bc-dd2a-4607-b735-1d707671f56b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=50f8cdff-dfe7-4b38-b373-88790e4f0182 HTTP/1.1" status: 200 len: 1098 time: 0.1623137 Dec 20 14:35:28.139044 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-457d8fa5-3f4c-44b3-8db8-fdf29c0818bf tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1595867'] for router_interface, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:28.197523 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a7b69efa-d532-48cd-b2b7-98bc19259018 req-ae1e074e-7ea6-4aa0-a59f-1119a4d5d412 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6ff2c97d-c902-4302-9c87-14f917dbe0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928360 Dec 20 14:35:28.220309 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd48dfb6-8adc-4075-a47d-268cb7e4992b req-2b22ec28-f583-4770-9851-950910724ed8 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:28.222132 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bd48dfb6-8adc-4075-a47d-268cb7e4992b req-2b22ec28-f583-4770-9851-950910724ed8 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/ports?device_id=50f8cdff-dfe7-4b38-b373-88790e4f0182 HTTP/1.1" status: 200 len: 946 time: 0.1916401 Dec 20 14:35:28.305951 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a4177e-2d77-4d2f-aa8c-2112463e609f req-888a1d53-f736-420d-b819-9c67d2468e6f tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:28.310644 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-24a4177e-2d77-4d2f-aa8c-2112463e609f req-888a1d53-f736-420d-b819-9c67d2468e6f tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "GET /v2.0/networks?id=5cd7bf01-6de9-478f-8995-790f88919004 HTTP/1.1" status: 200 len: 812 time: 0.1626694 Dec 20 14:35:28.333253 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bd48dfb6-8adc-4075-a47d-268cb7e4992b req-d6a9f6d1-cba8-4cc2-9304-59ed5ee5823f tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff2c97d-c902-4302-9c87-14f917dbe0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775785 Dec 20 14:35:28.351488 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-24a4177e-2d77-4d2f-aa8c-2112463e609f req-b4bf5db7-4276-4f54-bccd-09db21a45475 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "GET /v2.0/quotas/e14409db9ea047758d6d8e45ccf00fe4 HTTP/1.1" status: 200 len: 375 time: 0.0315735 Dec 20 14:35:28.458434 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-24a4177e-2d77-4d2f-aa8c-2112463e609f req-3bfe39ca-5aa1-4f75-b75a-4fe3b8d38a36 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=e14409db9ea047758d6d8e45ccf00fe4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0916746 Dec 20 14:35:28.527801 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df48b7c7-19ec-438b-9cd5-e19f668f0275 req-accf0108-232a-4799-9635-3233255aa92d tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:28.529312 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-df48b7c7-19ec-438b-9cd5-e19f668f0275 req-accf0108-232a-4799-9635-3233255aa92d tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 947 time: 0.0997810 Dec 20 14:35:28.604500 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-24a4177e-2d77-4d2f-aa8c-2112463e609f req-2e0efc24-30bd-4c7f-acdb-8e2471d69016 service neutron] 10.222.0.54 "GET /v2.0/networks/5cd7bf01-6de9-478f-8995-790f88919004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372812 Dec 20 14:35:28.637387 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-df48b7c7-19ec-438b-9cd5-e19f668f0275 req-3051f834-8b58-4917-9dcf-b2e790edd720 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=92081c13-7979-4810-b5cd-70c14477209d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824792 Dec 20 14:35:28.644836 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-457d8fa5-3f4c-44b3-8db8-fdf29c0818bf tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Deleting port 25be2726-b907-447d-bd97-c3637ec888a0 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:35:28.645411 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-457d8fa5-3f4c-44b3-8db8-fdf29c0818bf tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:28.777145 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-24a4177e-2d77-4d2f-aa8c-2112463e609f req-952842b4-945a-4a1a-b039-3c05f8519ea1 service neutron] 10.222.0.54 "GET /v2.0/networks/5cd7bf01-6de9-478f-8995-790f88919004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708152 Dec 20 14:35:28.849273 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-457d8fa5-3f4c-44b3-8db8-fdf29c0818bf tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:28.899850 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-457d8fa5-3f4c-44b3-8db8-fdf29c0818bf tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Calling delete_port for 25be2726-b907-447d-bd97-c3637ec888a0 owned by network:router_interface {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:35:29.028200 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64be71ac-ffdd-41a0-9074-024d70c422ed req-7c8bd254-f2d5-4f93-bb0c-25817743e82c tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:29.038458 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-64be71ac-ffdd-41a0-9074-024d70c422ed req-7c8bd254-f2d5-4f93-bb0c-25817743e82c tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c7c996c-8135-4b2b-9c14-6a6dcea5b009 HTTP/1.1" status: 200 len: 947 time: 0.1935399 Dec 20 14:35:29.079068 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385b2786-feca-4214-82c8-b435a9374866 req-405f0594-5804-4216-9cd8-774f4b91140f tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:29.081772 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-385b2786-feca-4214-82c8-b435a9374866 req-405f0594-5804-4216-9cd8-774f4b91140f tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1a1faf6-4bff-48b3-bf36-a1a8783b50d4 HTTP/1.1" status: 200 len: 945 time: 0.1042626 Dec 20 14:35:29.151835 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device a3f8fc2a-2ebe-4696-a439-9c8f3a83e995 details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:35:29.211258 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-385b2786-feca-4214-82c8-b435a9374866 req-adc5e9b7-090e-495c-ad1b-bc085de2b437 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156912 Dec 20 14:35:29.305545 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-71926cc2-6b65-4aa7-bb35-82ad86952c59 req-86e30ae4-3688-4c9c-ab1a-ef3dd0c7309c tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "GET /v2.0/ports?device_id=da5f73f6-19cc-4f6d-be30-01541f0c5853 HTTP/1.1" status: 200 len: 210 time: 0.0380478 Dec 20 14:35:29.451393 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port a3f8fc2a-2ebe-4696-a439-9c8f3a83e995, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=a3f8fc2a-2ebe-4696-a439-9c8f3a83e995,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:35:29.488187 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': 'a3f8fc2a-2ebe-4696-a439-9c8f3a83e995', 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1', 'port_id': 'a3f8fc2a-2ebe-4696-a439-9c8f3a83e995', 'mac_address': 'fa:16:3e:ce:b8:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36bf280f-81bb-4486-a87a-9b9505a1cec4', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:35:29.590332 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:29.613591 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3f8fc2a-2ebe-4696-a439-9c8f3a83e995 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:35:29.656169 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port a3f8fc2a-2ebe-4696-a439-9c8f3a83e995, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=a3f8fc2a-2ebe-4696-a439-9c8f3a83e995,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:35:29.667386 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-64be71ac-ffdd-41a0-9074-024d70c422ed req-edba58bb-dcec-4153-bb9f-5e905c592544 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/security-groups?id=e899fdb2-c1a8-40be-a7f0-526dd0b6ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6276662 Dec 20 14:35:29.669800 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:29.670563 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 58f0f195-78f5-4a10-aac7-4afa1dc030c3 details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:35:29.674911 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f43988-9aee-41df-be33-e92f74d709ff req-cf23d6f2-2bce-415f-adbd-d65b8b4b3851 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:29.686659 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-81f43988-9aee-41df-be33-e92f74d709ff req-cf23d6f2-2bce-415f-adbd-d65b8b4b3851 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/ports?device_id=50f8cdff-dfe7-4b38-b373-88790e4f0182 HTTP/1.1" status: 200 len: 946 time: 0.1360774 Dec 20 14:35:29.764568 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-81f43988-9aee-41df-be33-e92f74d709ff req-3c6752e9-c6f4-41da-b37f-7189785f8d85 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff2c97d-c902-4302-9c87-14f917dbe0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765936 Dec 20 14:35:29.786790 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 58f0f195-78f5-4a10-aac7-4afa1dc030c3, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=58f0f195-78f5-4a10-aac7-4afa1dc030c3,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:35:29.786790 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=a3f8fc2a-2ebe-4696-a439-9c8f3a83e995,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:29.814193 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': '58f0f195-78f5-4a10-aac7-4afa1dc030c3', 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1', 'port_id': '58f0f195-78f5-4a10-aac7-4afa1dc030c3', 'mac_address': 'fa:16:3e:70:33:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36bf280f-81bb-4486-a87a-9b9505a1cec4', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:35:29.879025 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:29.893483 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58f0f195-78f5-4a10-aac7-4afa1dc030c3 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:35:29.923908 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 58f0f195-78f5-4a10-aac7-4afa1dc030c3, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=58f0f195-78f5-4a10-aac7-4afa1dc030c3,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:35:29.938048 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:29.959008 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0639a7ea-bcf8-42dc-ad02-eb771dd5655f req-80001004-7613-41ed-be75-b9a89b264013 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:29.967913 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0639a7ea-bcf8-42dc-ad02-eb771dd5655f req-80001004-7613-41ed-be75-b9a89b264013 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 947 time: 0.1523836 Dec 20 14:35:29.978621 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-457d8fa5-3f4c-44b3-8db8-fdf29c0818bf tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:30.033863 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=58f0f195-78f5-4a10-aac7-4afa1dc030c3,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:30.053403 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457d8fa5-3f4c-44b3-8db8-fdf29c0818bf tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Pushing event deleted for resources: {'Port': ['ID=25be2726-b907-447d-bd97-c3637ec888a0,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:30.097472 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0639a7ea-bcf8-42dc-ad02-eb771dd5655f req-7f300312-5d89-4cc6-bf22-34bdb6d69bb7 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=92081c13-7979-4810-b5cd-70c14477209d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286595 Dec 20 14:35:30.172238 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a85ad04-b596-4754-a28f-b6a7d682aa25 req-bce58fd1-da04-4c17-bdf1-a3e03d4a8d3d tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:30.180169 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7a85ad04-b596-4754-a28f-b6a7d682aa25 req-bce58fd1-da04-4c17-bdf1-a3e03d4a8d3d tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/networks?id=4e9c693b-ae57-4db2-bda8-62d561eefb48 HTTP/1.1" status: 200 len: 811 time: 0.1732707 Dec 20 14:35:30.196161 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7a85ad04-b596-4754-a28f-b6a7d682aa25 req-ad7ca6d2-3432-41f4-baea-578dc5b3ba90 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/quotas/73b54c51b78c45c0a74ac90fc0f7e0af HTTP/1.1" status: 200 len: 375 time: 0.0143359 Dec 20 14:35:30.277802 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['58f0f195-78f5-4a10-aac7-4afa1dc030c3'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:35:30.307057 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7a85ad04-b596-4754-a28f-b6a7d682aa25 req-975f67b8-5508-4ada-b580-1cf6c047e059 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=73b54c51b78c45c0a74ac90fc0f7e0af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1078923 Dec 20 14:35:30.360731 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['a3f8fc2a-2ebe-4696-a439-9c8f3a83e995'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:35:30.487403 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-457d8fa5-3f4c-44b3-8db8-fdf29c0818bf tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582411'] for router_interface, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:30.489177 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7a85ad04-b596-4754-a28f-b6a7d682aa25 req-1a294a1f-7f36-48b5-ac76-f3f1011c5b65 service neutron] 10.222.0.54 "GET /v2.0/networks/4e9c693b-ae57-4db2-bda8-62d561eefb48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653531 Dec 20 14:35:30.511206 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1efee2-0d3a-4984-8126-14c4219052ba req-48b2fa3f-3ab9-4416-9908-9941c45f709a tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:30.512905 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3a1efee2-0d3a-4984-8126-14c4219052ba req-48b2fa3f-3ab9-4416-9908-9941c45f709a tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1a1faf6-4bff-48b3-bf36-a1a8783b50d4 HTTP/1.1" status: 200 len: 945 time: 0.1695175 Dec 20 14:35:30.694543 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7a85ad04-b596-4754-a28f-b6a7d682aa25 req-d86fbc14-4f21-4d91-b8d7-1bed56727928 service neutron] 10.222.0.54 "GET /v2.0/networks/4e9c693b-ae57-4db2-bda8-62d561eefb48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953139 Dec 20 14:35:30.884219 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a4177e-2d77-4d2f-aa8c-2112463e609f req-f3f3a699-fb2b-4a06-98a3-edf4e94e022c tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:30.896417 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-24a4177e-2d77-4d2f-aa8c-2112463e609f req-f3f3a699-fb2b-4a06-98a3-edf4e94e022c tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.30 "GET /v2.0/networks?id=5cd7bf01-6de9-478f-8995-790f88919004 HTTP/1.1" status: 200 len: 812 time: 0.2344975 Dec 20 14:35:30.929762 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-24a4177e-2d77-4d2f-aa8c-2112463e609f req-01683664-d9ba-496c-9894-54882a347024 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Request body: {'port': {'device_id': 'da5f73f6-19cc-4f6d-be30-01541f0c5853', 'network_id': '5cd7bf01-6de9-478f-8995-790f88919004', 'admin_state_up': True, 'tenant_id': 'e14409db9ea047758d6d8e45ccf00fe4'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:35:30.935196 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-85d2718c-0028-4f74-882e-80df989f2230 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:31.041414 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ad77090c-7e45-432f-ae0e-a7be283e6053 req-148df4ab-0a65-4d3c-ba12-22b8defffcf8 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "GET /v2.0/ports?device_id=da5f73f6-19cc-4f6d-be30-01541f0c5853 HTTP/1.1" status: 200 len: 210 time: 0.0499918 Dec 20 14:35:31.127455 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3a1efee2-0d3a-4984-8126-14c4219052ba req-f6628f41-0b21-419f-9284-bac11ee17011 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4666350 Dec 20 14:35:31.162812 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-457d8fa5-3f4c-44b3-8db8-fdf29c0818bf tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Router ebce5a1f-bd4c-4751-8c26-0680aea4abc2 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:35:31.301300 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849976d2-f51c-434d-8e17-c4e49cd5c920 req-10a63fb9-53b4-42fc-a7b9-7aa1c6a880ee tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:31.310755 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-849976d2-f51c-434d-8e17-c4e49cd5c920 req-10a63fb9-53b4-42fc-a7b9-7aa1c6a880ee tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c7c996c-8135-4b2b-9c14-6a6dcea5b009 HTTP/1.1" status: 200 len: 948 time: 0.0766826 Dec 20 14:35:31.380908 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3efceba7-bc85-4e61-a797-17ef973276ea req-8889de30-98fe-4244-92af-30cb3bf2f5d0 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/ports?device_id=b35ec18f-30de-413a-8917-017627ca3908 HTTP/1.1" status: 200 len: 210 time: 0.0385225 Dec 20 14:35:31.390436 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-849976d2-f51c-434d-8e17-c4e49cd5c920 req-59a4e7ff-8da9-4fb0-8f1f-1dc27c474170 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/security-groups?id=e899fdb2-c1a8-40be-a7f0-526dd0b6ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724199 Dec 20 14:35:31.391461 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-457d8fa5-3f4c-44b3-8db8-fdf29c0818bf tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:35:31.397062 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-457d8fa5-3f4c-44b3-8db8-fdf29c0818bf tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] 10.222.0.54 "PUT /v2.0/routers/ebce5a1f-bd4c-4751-8c26-0680aea4abc2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2193244 Dec 20 14:35:31.400082 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37744) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:35:31.407787 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24a4177e-2d77-4d2f-aa8c-2112463e609f req-01683664-d9ba-496c-9894-54882a347024 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Made reservation on behalf of e14409db9ea047758d6d8e45ccf00fe4 for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:35:31.408239 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82331e5d-0e80-4cf8-9daa-5f76d8e4a2db None None] Sync routers for ids ['ebce5a1f-bd4c-4751-8c26-0680aea4abc2'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:35:31.417859 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-24a4177e-2d77-4d2f-aa8c-2112463e609f req-01683664-d9ba-496c-9894-54882a347024 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:31.455449 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82331e5d-0e80-4cf8-9daa-5f76d8e4a2db None None] Routers {'ebce5a1f-bd4c-4751-8c26-0680aea4abc2'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:35:31.456458 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-82331e5d-0e80-4cf8-9daa-5f76d8e4a2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:35:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['ebce5a1f-bd4c-4751-8c26-0680aea4abc2'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:35:31.576795 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f0805734-ce60-4a64-8475-5dba2ae87000 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks [] for router, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:31.605231 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-82331e5d-0e80-4cf8-9daa-5f76d8e4a2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:35:31.635976 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82331e5d-0e80-4cf8-9daa-5f76d8e4a2db None None] Routers {'ebce5a1f-bd4c-4751-8c26-0680aea4abc2'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:35:31.637078 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-82331e5d-0e80-4cf8-9daa-5f76d8e4a2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:35:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['ebce5a1f-bd4c-4751-8c26-0680aea4abc2'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:35:31.687635 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-82331e5d-0e80-4cf8-9daa-5f76d8e4a2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:35:31.688316 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82331e5d-0e80-4cf8-9daa-5f76d8e4a2db None None] The sync data for ids ['ebce5a1f-bd4c-4751-8c26-0680aea4abc2'] in n-d-761264-19 is: [] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:35:31.769644 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7ebe8f-abda-4c08-978a-ca6c0164d503 req-752e5ade-20ec-46f0-b112-acf1cb2f165f tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:31.777331 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-df7ebe8f-abda-4c08-978a-ca6c0164d503 req-752e5ade-20ec-46f0-b112-acf1cb2f165f tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 947 time: 0.1372051 Dec 20 14:35:31.817046 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f0805734-ce60-4a64-8475-5dba2ae87000 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:31.851771 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [req-24a4177e-2d77-4d2f-aa8c-2112463e609f req-01683664-d9ba-496c-9894-54882a347024 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Allocated IP 172.20.0.5 (5cd7bf01-6de9-478f-8995-790f88919004/d3b5d3c3-c0a0-4814-9a8f-cacbddf5f328/3fc09d58-6bac-433e-ba2a-9f72f10cb900) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:35:31.910897 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-df7ebe8f-abda-4c08-978a-ca6c0164d503 req-424aac95-8346-4082-b1ce-67759edbb808 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=92081c13-7979-4810-b5cd-70c14477209d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325164 Dec 20 14:35:31.943310 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-f0805734-ce60-4a64-8475-5dba2ae87000 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Deleting port 1c7a69c6-e0d0-41c3-9c12-5054d317d165 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:35:31.944860 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f0805734-ce60-4a64-8475-5dba2ae87000 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:32.066514 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f0805734-ce60-4a64-8475-5dba2ae87000 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:32.087514 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-f0805734-ce60-4a64-8475-5dba2ae87000 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Calling delete_port for 1c7a69c6-e0d0-41c3-9c12-5054d317d165 owned by network:router_gateway {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:35:32.150131 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-24a4177e-2d77-4d2f-aa8c-2112463e609f req-01683664-d9ba-496c-9894-54882a347024 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:32.185427 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-157f8929-e992-4ec2-8244-f44f80c808a4 req-6fc07451-5350-4d85-a67a-e39aa772fed3 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "GET /v2.0/ports?device_id=da5f73f6-19cc-4f6d-be30-01541f0c5853 HTTP/1.1" status: 200 len: 210 time: 0.0353546 Dec 20 14:35:32.214173 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-24a4177e-2d77-4d2f-aa8c-2112463e609f req-01683664-d9ba-496c-9894-54882a347024 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:32.234151 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['89eafe9d-48d6-4a4d-a382-986779559a31'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:35:32.312173 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24a4177e-2d77-4d2f-aa8c-2112463e609f req-01683664-d9ba-496c-9894-54882a347024 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Network 5cd7bf01-6de9-478f-8995-790f88919004 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:35:32.320898 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [req-24a4177e-2d77-4d2f-aa8c-2112463e609f req-01683664-d9ba-496c-9894-54882a347024 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:35:32.334912 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-24a4177e-2d77-4d2f-aa8c-2112463e609f req-01683664-d9ba-496c-9894-54882a347024 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:35:32.377063 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01683664-d9ba-496c-9894-54882a347024 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Pushing event updated for resources: {'Port': ['ID=3fc09d58-6bac-433e-ba2a-9f72f10cb900,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:32.389664 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01683664-d9ba-496c-9894-54882a347024 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:35:32.390308 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01683664-d9ba-496c-9894-54882a347024 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:35:32.390904 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01683664-d9ba-496c-9894-54882a347024 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:35:32.391426 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01683664-d9ba-496c-9894-54882a347024 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:35:32.392043 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01683664-d9ba-496c-9894-54882a347024 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:35:32.392529 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01683664-d9ba-496c-9894-54882a347024 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:35:32.393060 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01683664-d9ba-496c-9894-54882a347024 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:35:32.399322 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01683664-d9ba-496c-9894-54882a347024 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:35:32.399936 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01683664-d9ba-496c-9894-54882a347024 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:35:32.400348 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01683664-d9ba-496c-9894-54882a347024 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:35:32.400624 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01683664-d9ba-496c-9894-54882a347024 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:35:32.400961 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01683664-d9ba-496c-9894-54882a347024 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:35:32.401291 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01683664-d9ba-496c-9894-54882a347024 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:35:32.458412 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a4177e-2d77-4d2f-aa8c-2112463e609f req-01683664-d9ba-496c-9894-54882a347024 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:32.464340 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-24a4177e-2d77-4d2f-aa8c-2112463e609f req-01683664-d9ba-496c-9894-54882a347024 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:32.504694 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-24a4177e-2d77-4d2f-aa8c-2112463e609f req-01683664-d9ba-496c-9894-54882a347024 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5852323 Dec 20 14:35:32.520892 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d858f033-a40d-45aa-ae20-e76c00cfd1ee req-d8b7f018-6eff-4a91-b031-48158a9c185c tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:32.526946 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-24a4177e-2d77-4d2f-aa8c-2112463e609f req-505a40f7-2948-4da0-ac03-0e7acd04c602 service neutron] Request body: {'port': {'device_id': 'da5f73f6-19cc-4f6d-be30-01541f0c5853', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-19'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:35:32.530698 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d858f033-a40d-45aa-ae20-e76c00cfd1ee req-d8b7f018-6eff-4a91-b031-48158a9c185c tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1a1faf6-4bff-48b3-bf36-a1a8783b50d4 HTTP/1.1" status: 200 len: 945 time: 0.1673708 Dec 20 14:35:32.555301 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f0805734-ce60-4a64-8475-5dba2ae87000 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:32.651124 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0805734-ce60-4a64-8475-5dba2ae87000 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Pushing event deleted for resources: {'Port': ['ID=1c7a69c6-e0d0-41c3-9c12-5054d317d165,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:32.718212 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0805734-ce60-4a64-8475-5dba2ae87000 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:35:32.719005 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0805734-ce60-4a64-8475-5dba2ae87000 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:35:32.719704 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0805734-ce60-4a64-8475-5dba2ae87000 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:35:32.720338 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0805734-ce60-4a64-8475-5dba2ae87000 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:35:32.720919 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0805734-ce60-4a64-8475-5dba2ae87000 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:35:32.721492 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0805734-ce60-4a64-8475-5dba2ae87000 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:35:32.722211 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0805734-ce60-4a64-8475-5dba2ae87000 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:35:32.722797 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0805734-ce60-4a64-8475-5dba2ae87000 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:35:32.723396 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0805734-ce60-4a64-8475-5dba2ae87000 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:35:32.723999 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0805734-ce60-4a64-8475-5dba2ae87000 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:35:32.743373 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0805734-ce60-4a64-8475-5dba2ae87000 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:35:32.743764 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0805734-ce60-4a64-8475-5dba2ae87000 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:35:32.747043 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0805734-ce60-4a64-8475-5dba2ae87000 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:35:32.826396 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d858f033-a40d-45aa-ae20-e76c00cfd1ee req-0c995ad0-c5c7-44cc-86d2-1ba0e634cdf7 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944503 Dec 20 14:35:32.848072 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-220562d7-4675-4929-8f00-e8c67f8e38f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:32.884378 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f0805734-ce60-4a64-8475-5dba2ae87000 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584913'] for router_gateway, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:32.956594 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aff881-c886-450c-b49a-babb0a912cfd req-6b650485-4c57-430d-9ae5-bb04920867c3 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:32.958412 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f8aff881-c886-450c-b49a-babb0a912cfd req-6b650485-4c57-430d-9ae5-bb04920867c3 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c7c996c-8135-4b2b-9c14-6a6dcea5b009 HTTP/1.1" status: 200 len: 948 time: 0.4237418 Dec 20 14:35:32.982961 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-24a4177e-2d77-4d2f-aa8c-2112463e609f req-505a40f7-2948-4da0-ac03-0e7acd04c602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:33.047932 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f0805734-ce60-4a64-8475-5dba2ae87000 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40132'] for router, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:33.058209 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4a29ad64-1e84-4e9e-b7c8-a37fd83f4a96 req-2fa333d6-3a75-4094-a601-61ed2cdc0f80 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/ports?device_id=b35ec18f-30de-413a-8917-017627ca3908 HTTP/1.1" status: 200 len: 210 time: 0.0661137 Dec 20 14:35:33.072394 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f0805734-ce60-4a64-8475-5dba2ae87000 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:33.086189 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f8aff881-c886-450c-b49a-babb0a912cfd req-dcef6ffa-c93c-4e97-9525-8dbe81781753 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/security-groups?id=e899fdb2-c1a8-40be-a7f0-526dd0b6ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069102 Dec 20 14:35:33.136381 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f0805734-ce60-4a64-8475-5dba2ae87000 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1594808'] for router, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:33.137349 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0805734-ce60-4a64-8475-5dba2ae87000 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Fanout notify agent at l3_agent the message router_deleted on router ebce5a1f-bd4c-4751-8c26-0680aea4abc2 {{(pid=103168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 14:35:33.155348 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f0805734-ce60-4a64-8475-5dba2ae87000 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:33.160327 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-f0805734-ce60-4a64-8475-5dba2ae87000 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] 10.222.0.54 "DELETE /v2.0/routers/ebce5a1f-bd4c-4751-8c26-0680aea4abc2 HTTP/1.1" status: 204 len: 168 time: 1.7580848 Dec 20 14:35:33.161132 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37772) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:35:33.167029 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device a3f8fc2a-2ebe-4696-a439-9c8f3a83e995 up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:35:33.208097 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a85ad04-b596-4754-a28f-b6a7d682aa25 req-c5b1db5a-3399-4dba-bd1a-f48359ef1bb4 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:33.209762 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7a85ad04-b596-4754-a28f-b6a7d682aa25 req-c5b1db5a-3399-4dba-bd1a-f48359ef1bb4 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.47 "GET /v2.0/networks?id=4e9c693b-ae57-4db2-bda8-62d561eefb48 HTTP/1.1" status: 200 len: 811 time: 0.5032337 Dec 20 14:35:33.228293 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning for port a3f8fc2a-2ebe-4696-a439-9c8f3a83e995 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:35:33.229357 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_v2 [None req-81ad0275-8127-4b3a-b8dc-e55f419c2a55 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Deleting subnet bb5d0b86-dcdb-4722-bb6b-1b7fe4a0022c {{(pid=103168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:35:33.230414 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-7a85ad04-b596-4754-a28f-b6a7d682aa25 req-6d1f7cc8-6c13-40c8-9126-48e61becda8d tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Request body: {'port': {'device_id': 'b35ec18f-30de-413a-8917-017627ca3908', 'network_id': '4e9c693b-ae57-4db2-bda8-62d561eefb48', 'admin_state_up': True, 'tenant_id': '73b54c51b78c45c0a74ac90fc0f7e0af'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:35:33.234492 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-81ad0275-8127-4b3a-b8dc-e55f419c2a55 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks [] for subnet, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:33.236374 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port a3f8fc2a-2ebe-4696-a439-9c8f3a83e995 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:35:33.237173 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:33.373571 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:33.379488 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1445e5-487f-438f-b875-4fc5db64281d req-0167281f-124f-4993-9499-562f9940edec tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:33.383491 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fd1445e5-487f-438f-b875-4fc5db64281d req-0167281f-124f-4993-9499-562f9940edec tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 947 time: 0.1948090 Dec 20 14:35:33.410279 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c7c996c-8135-4b2b-9c14-6a6dcea5b009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3f8fc2a-2ebe-4696-a439-9c8f3a83e995'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:35:33.414637 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1458860d-6d94-4402-96f9-1b440ecc03b1" -d '{"events": [{"server_uuid": "8c7c996c-8135-4b2b-9c14-6a6dcea5b009", "name": "network-vif-plugged", "status": "completed", "tag": "a3f8fc2a-2ebe-4696-a439-9c8f3a83e995"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:35:33.437881 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port a3f8fc2a-2ebe-4696-a439-9c8f3a83e995, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=a3f8fc2a-2ebe-4696-a439-9c8f3a83e995,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:35:33.446376 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:33.447952 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 58f0f195-78f5-4a10-aac7-4afa1dc030c3 up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:35:33.524584 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fd1445e5-487f-438f-b875-4fc5db64281d req-1707b6b0-73e4-4e01-8488-85c196ac9a8f tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=92081c13-7979-4810-b5cd-70c14477209d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140296 Dec 20 14:35:33.568672 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=a3f8fc2a-2ebe-4696-a439-9c8f3a83e995,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:33.589520 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a85ad04-b596-4754-a28f-b6a7d682aa25 req-6d1f7cc8-6c13-40c8-9126-48e61becda8d tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Made reservation on behalf of 73b54c51b78c45c0a74ac90fc0f7e0af for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:35:33.595611 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-7a85ad04-b596-4754-a28f-b6a7d682aa25 req-6d1f7cc8-6c13-40c8-9126-48e61becda8d tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:33.599389 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning for port 58f0f195-78f5-4a10-aac7-4afa1dc030c3 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:35:33.605942 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port 58f0f195-78f5-4a10-aac7-4afa1dc030c3 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:35:33.606389 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:33.625202 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [req-24a4177e-2d77-4d2f-aa8c-2112463e609f req-505a40f7-2948-4da0-ac03-0e7acd04c602 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fc09d58-6bac-433e-ba2a-9f72f10cb900 {{(pid=103167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:35:33.639733 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-24a4177e-2d77-4d2f-aa8c-2112463e609f req-505a40f7-2948-4da0-ac03-0e7acd04c602 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:33.702322 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-24a4177e-2d77-4d2f-aa8c-2112463e609f req-505a40f7-2948-4da0-ac03-0e7acd04c602 service neutron] Transition to ACTIVE for port object 3fc09d58-6bac-433e-ba2a-9f72f10cb900 will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:35:33.711514 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-24a4177e-2d77-4d2f-aa8c-2112463e609f req-505a40f7-2948-4da0-ac03-0e7acd04c602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:33.736186 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-81ad0275-8127-4b3a-b8dc-e55f419c2a55 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9023023'] for subnet, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:33.777598 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922290b3-d605-4a6e-befb-cd46f90b8004 req-e3540bc8-8541-4d30-b1b3-93d75c08300e tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:33.785803 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-922290b3-d605-4a6e-befb-cd46f90b8004 req-e3540bc8-8541-4d30-b1b3-93d75c08300e tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "GET /v2.0/ports?device_id=da5f73f6-19cc-4f6d-be30-01541f0c5853 HTTP/1.1" status: 200 len: 931 time: 0.4932606 Dec 20 14:35:33.798524 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:33.803603 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03fb62e8-e962-4fef-a888-045cf97f395f x-openstack-request-id: req-03fb62e8-e962-4fef-a888-045cf97f395f {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:35:33.804387 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c7c996c-8135-4b2b-9c14-6a6dcea5b009", "name": "network-vif-plugged", "status": "completed", "tag": "a3f8fc2a-2ebe-4696-a439-9c8f3a83e995", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:35:33.804870 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-03fb62e8-e962-4fef-a888-045cf97f395f {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:35:33.806152 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c7c996c-8135-4b2b-9c14-6a6dcea5b009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3f8fc2a-2ebe-4696-a439-9c8f3a83e995', 'code': 200} Dec 20 14:35:33.807885 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:33.850380 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-922290b3-d605-4a6e-befb-cd46f90b8004 req-fc29bb89-58f5-43e3-9654-d5fcb54b393d tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "GET /v2.0/security-groups?id=addf1f6c-a620-4499-ba2d-97512b5db7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635948 Dec 20 14:35:33.855764 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 58f0f195-78f5-4a10-aac7-4afa1dc030c3, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=58f0f195-78f5-4a10-aac7-4afa1dc030c3,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:35:33.867564 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:33.876191 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-81ad0275-8127-4b3a-b8dc-e55f419c2a55 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:33.884172 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505a40f7-2948-4da0-ac03-0e7acd04c602 service neutron] Pushing event updated for resources: {'Port': ['ID=3fc09d58-6bac-433e-ba2a-9f72f10cb900,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:33.930935 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [req-7a85ad04-b596-4754-a28f-b6a7d682aa25 req-6d1f7cc8-6c13-40c8-9126-48e61becda8d tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Allocated IP 172.20.0.4 (4e9c693b-ae57-4db2-bda8-62d561eefb48/c60a30f0-6c73-44bc-9d4a-8152d2aea897/6a2b3a98-8334-4dc0-9ba4-25e1ff2006d8) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:35:33.969587 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-24a4177e-2d77-4d2f-aa8c-2112463e609f req-505a40f7-2948-4da0-ac03-0e7acd04c602 service neutron] Attempting to bind port 3fc09d58-6bac-433e-ba2a-9f72f10cb900 on host n-h1-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:35:33.969587 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-24a4177e-2d77-4d2f-aa8c-2112463e609f req-505a40f7-2948-4da0-ac03-0e7acd04c602 service neutron] Attempting to bind port 3fc09d58-6bac-433e-ba2a-9f72f10cb900 by drivers openvswitch,hyperv on host n-h1-761264-19 at level 0 using segments [{'id': '2573b312-4924-4661-8d69-abdd3044015f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '5cd7bf01-6de9-478f-8995-790f88919004'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:35:33.970118 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a4177e-2d77-4d2f-aa8c-2112463e609f req-505a40f7-2948-4da0-ac03-0e7acd04c602 service neutron] Attempting to bind port 3fc09d58-6bac-433e-ba2a-9f72f10cb900 on network 5cd7bf01-6de9-478f-8995-790f88919004 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:35:33.987350 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f397da5b-ca13-44c1-96c6-7b8dab3484c4 req-0ace96c6-f625-41d7-bb74-0f97a0a0bffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:33.988865 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f397da5b-ca13-44c1-96c6-7b8dab3484c4 req-0ace96c6-f625-41d7-bb74-0f97a0a0bffa service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8c7c996c-8135-4b2b-9c14-6a6dcea5b009 HTTP/1.1" status: 200 len: 1101 time: 0.1322887 Dec 20 14:35:33.991945 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=58f0f195-78f5-4a10-aac7-4afa1dc030c3,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:33.999483 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a4177e-2d77-4d2f-aa8c-2112463e609f req-505a40f7-2948-4da0-ac03-0e7acd04c602 service neutron] Port 3fc09d58-6bac-433e-ba2a-9f72f10cb900 on network 5cd7bf01-6de9-478f-8995-790f88919004 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:35:33.999820 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a4177e-2d77-4d2f-aa8c-2112463e609f req-505a40f7-2948-4da0-ac03-0e7acd04c602 service neutron] Attempting to bind port 3fc09d58-6bac-433e-ba2a-9f72f10cb900 on network 5cd7bf01-6de9-478f-8995-790f88919004 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:35:34.040643 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a4177e-2d77-4d2f-aa8c-2112463e609f req-505a40f7-2948-4da0-ac03-0e7acd04c602 service neutron] Checking agent: {'id': '3e5ace3e-dd7b-4522-a7c4-77d13dbeab1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:35:34.040985 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a4177e-2d77-4d2f-aa8c-2112463e609f req-505a40f7-2948-4da0-ac03-0e7acd04c602 service neutron] Checking segment: {'id': '2573b312-4924-4661-8d69-abdd3044015f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '5cd7bf01-6de9-478f-8995-790f88919004'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:35:34.041376 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a4177e-2d77-4d2f-aa8c-2112463e609f req-505a40f7-2948-4da0-ac03-0e7acd04c602 service neutron] Bound using segment: {'id': '2573b312-4924-4661-8d69-abdd3044015f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '5cd7bf01-6de9-478f-8995-790f88919004'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:35:34.042016 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-24a4177e-2d77-4d2f-aa8c-2112463e609f req-505a40f7-2948-4da0-ac03-0e7acd04c602 service neutron] Bound port: 3fc09d58-6bac-433e-ba2a-9f72f10cb900, host: n-h1-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2573b312-4924-4661-8d69-abdd3044015f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '5cd7bf01-6de9-478f-8995-790f88919004'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:35:34.042379 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-24a4177e-2d77-4d2f-aa8c-2112463e609f req-505a40f7-2948-4da0-ac03-0e7acd04c602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:34.077187 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-81ad0275-8127-4b3a-b8dc-e55f419c2a55 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8850800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470517'] for subnet, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:34.104287 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f397da5b-ca13-44c1-96c6-7b8dab3484c4 req-324aa22f-5056-4984-8ec3-397b6bc551e8 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e899fdb2-c1a8-40be-a7f0-526dd0b6ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063933 Dec 20 14:35:34.107740 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ad0275-8127-4b3a-b8dc-e55f419c2a55 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Pushing event deleted for resources: {'Subnet': ['ID=bb5d0b86-dcdb-4722-bb6b-1b7fe4a0022c,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:34.118981 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-81ad0275-8127-4b3a-b8dc-e55f419c2a55 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:34.124789 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-81ad0275-8127-4b3a-b8dc-e55f419c2a55 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] 10.222.0.54 "DELETE /v2.0/subnets/bb5d0b86-dcdb-4722-bb6b-1b7fe4a0022c HTTP/1.1" status: 204 len: 168 time: 0.9624488 Dec 20 14:35:34.127990 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37798) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:35:34.181278 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf293e5e-a68d-43a9-8c50-a3192d4f5e04 req-c44f4832-52c9-42fc-9755-e2d26c17ca2b tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:34.182909 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-cf293e5e-a68d-43a9-8c50-a3192d4f5e04 req-c44f4832-52c9-42fc-9755-e2d26c17ca2b tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1a1faf6-4bff-48b3-bf36-a1a8783b50d4 HTTP/1.1" status: 200 len: 945 time: 0.1999378 Dec 20 14:35:34.225563 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-83a4e326-87ef-4452-817c-f2b172ea7ebf req-0aa864f2-e8ab-4acd-bf50-59deca556c9d tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/ports?device_id=b35ec18f-30de-413a-8917-017627ca3908 HTTP/1.1" status: 200 len: 210 time: 0.0622146 Dec 20 14:35:34.245278 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-24a4177e-2d77-4d2f-aa8c-2112463e609f req-505a40f7-2948-4da0-ac03-0e7acd04c602 service neutron] For port 3fc09d58-6bac-433e-ba2a-9f72f10cb900, host n-h1-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:35:34.263524 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-91bd8199-25e3-495b-8c93-4c9e11c77619 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:34.283422 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-7a85ad04-b596-4754-a28f-b6a7d682aa25 req-6d1f7cc8-6c13-40c8-9126-48e61becda8d tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:34.286056 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-24a4177e-2d77-4d2f-aa8c-2112463e609f req-505a40f7-2948-4da0-ac03-0e7acd04c602 service neutron] For port 3fc09d58-6bac-433e-ba2a-9f72f10cb900, host n-h1-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=3fc09d58-6bac-433e-ba2a-9f72f10cb900,segment=NetworkSegment(2573b312-4924-4661-8d69-abdd3044015f),segment_id=2573b312-4924-4661-8d69-abdd3044015f)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:35:34.304612 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-24a4177e-2d77-4d2f-aa8c-2112463e609f req-505a40f7-2948-4da0-ac03-0e7acd04c602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:34.336989 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-cf293e5e-a68d-43a9-8c50-a3192d4f5e04 req-4de4e330-7f93-4855-87b9-a7951f0d448a tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437664 Dec 20 14:35:34.368390 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a4177e-2d77-4d2f-aa8c-2112463e609f req-505a40f7-2948-4da0-ac03-0e7acd04c602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:34.368982 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-24a4177e-2d77-4d2f-aa8c-2112463e609f req-505a40f7-2948-4da0-ac03-0e7acd04c602 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:34.370851 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-24a4177e-2d77-4d2f-aa8c-2112463e609f req-505a40f7-2948-4da0-ac03-0e7acd04c602 service neutron] 10.222.0.30 "PUT /v2.0/ports/3fc09d58-6bac-433e-ba2a-9f72f10cb900 HTTP/1.1" status: 200 len: 1092 time: 1.8568611 Dec 20 14:35:34.375339 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da5f73f6-19cc-4f6d-be30-01541f0c5853', 'tag': '3fc09d58-6bac-433e-ba2a-9f72f10cb900'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:35:34.380676 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf4935ec-b8f5-4b25-8008-0c0192fab24e" -d '{"events": [{"name": "network-changed", "server_uuid": "da5f73f6-19cc-4f6d-be30-01541f0c5853", "tag": "3fc09d58-6bac-433e-ba2a-9f72f10cb900"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:35:34.404274 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-91bd8199-25e3-495b-8c93-4c9e11c77619 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:34.425160 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505a40f7-2948-4da0-ac03-0e7acd04c602 service neutron] Pushing event updated for resources: {'Port': ['ID=3fc09d58-6bac-433e-ba2a-9f72f10cb900,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:34.430914 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-91bd8199-25e3-495b-8c93-4c9e11c77619 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c67c2a2a-67cb-40e4-a9a6-783d579d8b4a']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:35:34.450424 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-91bd8199-25e3-495b-8c93-4c9e11c77619 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce5e80f5-ecf3-464d-8784-191b6c83e599') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:35:34.450864 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-91bd8199-25e3-495b-8c93-4c9e11c77619 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce5e80f5-ecf3-464d-8784-191b6c83e599') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:35:34.468374 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-7a85ad04-b596-4754-a28f-b6a7d682aa25 req-6d1f7cc8-6c13-40c8-9126-48e61becda8d tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:34.470562 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3912b7f-abbf-4985-9eac-c1801c68350c req-d07c716b-b573-4eca-81cc-299148f5f2e2 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:34.472822 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a3912b7f-abbf-4985-9eac-c1801c68350c req-d07c716b-b573-4eca-81cc-299148f5f2e2 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c7c996c-8135-4b2b-9c14-6a6dcea5b009 HTTP/1.1" status: 200 len: 949 time: 0.1483452 Dec 20 14:35:34.478040 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-91bd8199-25e3-495b-8c93-4c9e11c77619 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:34.481295 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['caff25a2-9cc3-4665-b056-26b789f7a5dd'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:35:34.519693 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-91bd8199-25e3-495b-8c93-4c9e11c77619 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:34.534669 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91bd8199-25e3-495b-8c93-4c9e11c77619 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:35:34.535389 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-91bd8199-25e3-495b-8c93-4c9e11c77619 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:34.542428 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:34.542428 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:35:34.542428 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:34.542428 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:35:34.542428 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:34.542428 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:35:34.542428 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:34.542428 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:35:34.542428 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:34.542428 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:35:34.542428 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:34.542428 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:35:34.542428 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:34.542428 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:35:34.542428 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:34.542428 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:35:34.542428 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:34.542428 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:35:34.542428 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:34.542428 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:35:34.542428 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:34.542428 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:35:34.542428 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:34.542428 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:35:34.542428 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:34.542428 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:35:34.542428 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:34.542428 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:35:34.542428 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:34.542428 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:35:34.542428 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:34.542428 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:35:34.542428 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 14:35:34.542428 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:35:34.542428 n-d-761264-19 neutron-server[103168]: timer() Dec 20 14:35:34.542428 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:35:34.542428 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 14:35:34.542428 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:35:34.542428 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 14:35:34.542428 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:35:34.542428 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 14:35:34.542428 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:35:34.542428 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 14:35:34.542428 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:35:34.542428 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 14:35:34.546705 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:35:34.546705 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:35:34.546705 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:35:34.546705 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:35:34.546705 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:35:34.546705 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 14:35:34.546705 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:35:34.546705 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 14:35:34.546705 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:35:34.546705 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:35:34.546705 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:35:34.546705 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 14:35:34.546705 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:35:34.546705 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:35:34.546705 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:35:34.546705 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:35:34.546705 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:35:34.546705 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:35:34.546705 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:35:34.573300 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b688b3ae-c34d-49ea-8dd9-ca6315b4e15a x-openstack-request-id: req-b688b3ae-c34d-49ea-8dd9-ca6315b4e15a {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:35:34.574005 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da5f73f6-19cc-4f6d-be30-01541f0c5853", "tag": "3fc09d58-6bac-433e-ba2a-9f72f10cb900", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:35:34.574244 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b688b3ae-c34d-49ea-8dd9-ca6315b4e15a {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:35:34.574652 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da5f73f6-19cc-4f6d-be30-01541f0c5853', 'tag': '3fc09d58-6bac-433e-ba2a-9f72f10cb900', 'status': 'completed', 'code': 200} Dec 20 14:35:34.595009 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a4177e-2d77-4d2f-aa8c-2112463e609f req-0e5483c7-a2fa-4abf-92f4-163829ce846f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:34.596663 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-24a4177e-2d77-4d2f-aa8c-2112463e609f req-0e5483c7-a2fa-4abf-92f4-163829ce846f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e14409db9ea047758d6d8e45ccf00fe4&device_id=da5f73f6-19cc-4f6d-be30-01541f0c5853 HTTP/1.1" status: 200 len: 1095 time: 0.1670313 Dec 20 14:35:34.598698 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a85ad04-b596-4754-a28f-b6a7d682aa25 req-6d1f7cc8-6c13-40c8-9126-48e61becda8d tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Network 4e9c693b-ae57-4db2-bda8-62d561eefb48 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:35:34.610112 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [req-7a85ad04-b596-4754-a28f-b6a7d682aa25 req-6d1f7cc8-6c13-40c8-9126-48e61becda8d tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:35:34.616919 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a85ad04-b596-4754-a28f-b6a7d682aa25 req-6d1f7cc8-6c13-40c8-9126-48e61becda8d tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:35:34.621806 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a3912b7f-abbf-4985-9eac-c1801c68350c req-81f61096-5b2c-4114-bbcb-b63c6c607d85 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/security-groups?id=e899fdb2-c1a8-40be-a7f0-526dd0b6ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257479 Dec 20 14:35:34.635440 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-91bd8199-25e3-495b-8c93-4c9e11c77619 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:34.646955 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-91bd8199-25e3-495b-8c93-4c9e11c77619 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:34.664439 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-91bd8199-25e3-495b-8c93-4c9e11c77619 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] 10.222.0.54 "DELETE /v2.0/networks/c67c2a2a-67cb-40e4-a9a6-783d579d8b4a HTTP/1.1" status: 204 len: 168 time: 0.5322964 Dec 20 14:35:34.676385 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bd8199-25e3-495b-8c93-4c9e11c77619 tempest-FloatingIPTestJSON-1271704060 tempest-FloatingIPTestJSON-1271704060-project] Pushing event deleted for resources: {'Network': ['ID=c67c2a2a-67cb-40e4-a9a6-783d579d8b4a,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:34.718512 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1f7cc8-6c13-40c8-9126-48e61becda8d tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Pushing event updated for resources: {'Port': ['ID=6a2b3a98-8334-4dc0-9ba4-25e1ff2006d8,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:34.728005 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-24a4177e-2d77-4d2f-aa8c-2112463e609f req-da3f6607-7388-4b0a-92a8-4afccbff77e0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3fc09d58-6bac-433e-ba2a-9f72f10cb900 HTTP/1.1" status: 200 len: 217 time: 0.0967484 Dec 20 14:35:34.821092 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:34.821092 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:35:34.821092 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:34.821092 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:35:34.821092 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:34.821092 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:35:34.821092 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:34.821092 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:35:34.821092 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:34.821092 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:35:34.821092 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:34.821092 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:35:34.821092 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:34.821092 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:35:34.821092 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:34.821092 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:35:34.821092 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:34.821092 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:35:34.821092 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:34.821092 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:35:34.821092 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:34.821092 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:35:34.821092 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:34.821092 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:35:34.821092 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:34.821092 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:35:34.821092 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:34.821092 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:35:34.821092 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:34.821092 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:35:34.821092 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:34.821092 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:35:34.821092 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:34.821092 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:35:34.821092 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:34.821092 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:35:34.824158 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:34.824158 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:35:34.824158 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:34.824158 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:35:34.824158 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:34.824158 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:35:34.824158 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:34.824158 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:35:34.824158 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:34.824158 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:35:34.824158 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:34.824158 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:35:34.824158 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a85ad04-b596-4754-a28f-b6a7d682aa25 req-6d1f7cc8-6c13-40c8-9126-48e61becda8d tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:34.825134 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-7a85ad04-b596-4754-a28f-b6a7d682aa25 req-6d1f7cc8-6c13-40c8-9126-48e61becda8d tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:34.851866 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7a85ad04-b596-4754-a28f-b6a7d682aa25 req-6d1f7cc8-6c13-40c8-9126-48e61becda8d tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6252012 Dec 20 14:35:34.853369 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a4177e-2d77-4d2f-aa8c-2112463e609f req-c7d014fd-f1ca-46f2-a504-04ac5b3107bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:34.854745 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-24a4177e-2d77-4d2f-aa8c-2112463e609f req-c7d014fd-f1ca-46f2-a504-04ac5b3107bd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d3b5d3c3-c0a0-4814-9a8f-cacbddf5f328 HTTP/1.1" status: 200 len: 852 time: 0.1161082 Dec 20 14:35:34.863452 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f771a77-a201-40a9-ab69-6cda15cd43cd req-aabd68eb-b304-4cf1-91c8-fcaeb5ea1ceb tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:34.865052 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9f771a77-a201-40a9-ab69-6cda15cd43cd req-aabd68eb-b304-4cf1-91c8-fcaeb5ea1ceb tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 947 time: 0.1425140 Dec 20 14:35:34.871902 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-7a85ad04-b596-4754-a28f-b6a7d682aa25 req-edd4c8d2-cd5d-4d42-ac77-c106135eac47 service neutron] Request body: {'port': {'device_id': 'b35ec18f-30de-413a-8917-017627ca3908', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-19'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:35:34.925597 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-24a4177e-2d77-4d2f-aa8c-2112463e609f req-f7b1b471-8d99-44a1-8a4e-53eb3f73bcff service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5cd7bf01-6de9-478f-8995-790f88919004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577254 Dec 20 14:35:35.007704 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c425a7-21d0-45bc-a7ff-6aa5f59db209 req-e3cb9dd7-3af2-4a56-8315-b76f2f118f5a tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:35.010065 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-35c425a7-21d0-45bc-a7ff-6aa5f59db209 req-e3cb9dd7-3af2-4a56-8315-b76f2f118f5a tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "GET /v2.0/ports?device_id=da5f73f6-19cc-4f6d-be30-01541f0c5853 HTTP/1.1" status: 200 len: 943 time: 0.0800524 Dec 20 14:35:35.039613 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37840) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:35:35.108183 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-35c425a7-21d0-45bc-a7ff-6aa5f59db209 req-659d0826-297b-482f-abd8-84fa8b7ab3dc tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "GET /v2.0/security-groups?id=addf1f6c-a620-4499-ba2d-97512b5db7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707569 Dec 20 14:35:35.210929 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-3a898b5c-45a9-4fc9-b2dd-10e678c22436 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b689693ddc3f49a2b3f8f42717070fd5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1695096 Dec 20 14:35:35.213290 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37844) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:35:35.276585 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e25c1326-9c45-4407-851e-3f77adee4c40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:35.300563 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e25c1326-9c45-4407-851e-3f77adee4c40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:35.384438 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e25c1326-9c45-4407-851e-3f77adee4c40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:35.387378 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e25c1326-9c45-4407-851e-3f77adee4c40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:35.391374 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-e25c1326-9c45-4407-851e-3f77adee4c40 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/01b86308-f242-4637-aa31-e8a890555ad5 HTTP/1.1" status: 204 len: 168 time: 0.1739252 Dec 20 14:35:35.398893 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-7a85ad04-b596-4754-a28f-b6a7d682aa25 req-edd4c8d2-cd5d-4d42-ac77-c106135eac47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:35.402521 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25c1326-9c45-4407-851e-3f77adee4c40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01b86308-f242-4637-aa31-e8a890555ad5,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:35.412394 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14406144-93f6-48e5-8cd7-b2bb102d28c7 req-dabbc64d-36df-410e-bf36-e4a29e13bdb3 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:35.414224 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-14406144-93f6-48e5-8cd7-b2bb102d28c7 req-dabbc64d-36df-410e-bf36-e4a29e13bdb3 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/ports?device_id=b35ec18f-30de-413a-8917-017627ca3908 HTTP/1.1" status: 200 len: 931 time: 0.0735848 Dec 20 14:35:35.418831 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9f771a77-a201-40a9-ab69-6cda15cd43cd req-c69c4ba0-e9e9-4ba4-b239-cc156c33d681 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=92081c13-7979-4810-b5cd-70c14477209d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5312696 Dec 20 14:35:35.477234 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-24a4177e-2d77-4d2f-aa8c-2112463e609f req-de023f0f-212d-4e73-9cb5-701ea76dec59 service neutron] 10.222.0.30 "GET /v2.0/networks/5cd7bf01-6de9-478f-8995-790f88919004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5390353 Dec 20 14:35:35.503565 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-14406144-93f6-48e5-8cd7-b2bb102d28c7 req-30685582-1720-4ba4-8858-2894d9b15b02 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff2c97d-c902-4302-9c87-14f917dbe0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536005 Dec 20 14:35:35.709746 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:35.737523 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45ca246-eb24-43f5-9f55-21e2f76e3f5d req-fb7d8670-ed63-4f8f-95b2-535e2651faa6 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:35.739170 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c45ca246-eb24-43f5-9f55-21e2f76e3f5d req-fb7d8670-ed63-4f8f-95b2-535e2651faa6 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1a1faf6-4bff-48b3-bf36-a1a8783b50d4 HTTP/1.1" status: 200 len: 945 time: 0.2252650 Dec 20 14:35:35.741600 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039ade98-21b8-4120-be85-283cbf99d570 req-9c188419-c091-4753-a0ab-6e07af371a5c tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:35.743813 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-039ade98-21b8-4120-be85-283cbf99d570 req-9c188419-c091-4753-a0ab-6e07af371a5c tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 947 time: 0.0787499 Dec 20 14:35:35.789328 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-24a4177e-2d77-4d2f-aa8c-2112463e609f req-3dd463fd-20e7-4945-b447-43adc5d56e20 service neutron] 10.222.0.30 "GET /v2.0/networks/5cd7bf01-6de9-478f-8995-790f88919004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2723188 Dec 20 14:35:35.807878 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-039ade98-21b8-4120-be85-283cbf99d570 req-7a908f9a-424d-4d89-b1d1-979c69da73b9 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=92081c13-7979-4810-b5cd-70c14477209d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517633 Dec 20 14:35:35.808637 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28c3cc44-d7df-40fd-a6fc-99d16267b0b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58f0f195-78f5-4a10-aac7-4afa1dc030c3'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:35:35.811900 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2319eb58-6a73-4d4b-a340-a585cd8d65f4" -d '{"events": [{"server_uuid": "28c3cc44-d7df-40fd-a6fc-99d16267b0b1", "name": "network-vif-plugged", "status": "completed", "tag": "58f0f195-78f5-4a10-aac7-4afa1dc030c3"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:35:35.902512 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c45ca246-eb24-43f5-9f55-21e2f76e3f5d req-9e120b28-0dc1-4708-a9bc-f62443c17ad4 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443038 Dec 20 14:35:35.926163 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4935ec-b8f5-4b25-8008-0c0192fab24e req-db34a00e-ce9e-412a-a5d3-905c2c824075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:35.927775 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bf4935ec-b8f5-4b25-8008-0c0192fab24e req-db34a00e-ce9e-412a-a5d3-905c2c824075 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e14409db9ea047758d6d8e45ccf00fe4&device_id=da5f73f6-19cc-4f6d-be30-01541f0c5853 HTTP/1.1" status: 200 len: 1095 time: 0.0759745 Dec 20 14:35:35.955473 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8093203d-95c8-45a4-8666-35456667659c req-5c90cead-f7ce-497e-a6ec-a393156275f8 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:35.957257 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8093203d-95c8-45a4-8666-35456667659c req-5c90cead-f7ce-497e-a6ec-a393156275f8 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c7c996c-8135-4b2b-9c14-6a6dcea5b009 HTTP/1.1" status: 200 len: 949 time: 0.0644681 Dec 20 14:35:36.018005 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8093203d-95c8-45a4-8666-35456667659c req-a884eaa4-f6c4-45ed-92d2-e47b16ec4079 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/security-groups?id=e899fdb2-c1a8-40be-a7f0-526dd0b6ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543303 Dec 20 14:35:36.077991 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9406110a-9387-4b8b-9e0e-164afa3c7236 x-openstack-request-id: req-9406110a-9387-4b8b-9e0e-164afa3c7236 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:35:36.079373 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28c3cc44-d7df-40fd-a6fc-99d16267b0b1", "name": "network-vif-plugged", "status": "completed", "tag": "58f0f195-78f5-4a10-aac7-4afa1dc030c3", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:35:36.079902 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9406110a-9387-4b8b-9e0e-164afa3c7236 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:35:36.080550 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28c3cc44-d7df-40fd-a6fc-99d16267b0b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58f0f195-78f5-4a10-aac7-4afa1dc030c3', 'code': 200} Dec 20 14:35:36.127186 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7 no longer exists at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:35:36.221307 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4935ec-b8f5-4b25-8008-0c0192fab24e req-8ed965ef-20a5-4666-89c8-53ce14cdd791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:36.222927 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bf4935ec-b8f5-4b25-8008-0c0192fab24e req-8ed965ef-20a5-4666-89c8-53ce14cdd791 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5cd7bf01-6de9-478f-8995-790f88919004 HTTP/1.1" status: 200 len: 913 time: 0.2872462 Dec 20 14:35:36.229481 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [req-7a85ad04-b596-4754-a28f-b6a7d682aa25 req-edd4c8d2-cd5d-4d42-ac77-c106135eac47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a2b3a98-8334-4dc0-9ba4-25e1ff2006d8 {{(pid=103167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:35:36.249051 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-7a85ad04-b596-4754-a28f-b6a7d682aa25 req-edd4c8d2-cd5d-4d42-ac77-c106135eac47 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:36.261138 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a923e1-ada5-423f-9b8e-100517407c38 req-f90bb322-a5d6-4979-ba00-58adde762dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:36.265842 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-57a923e1-ada5-423f-9b8e-100517407c38 req-f90bb322-a5d6-4979-ba00-58adde762dcd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=28c3cc44-d7df-40fd-a6fc-99d16267b0b1 HTTP/1.1" status: 200 len: 1102 time: 0.1306462 Dec 20 14:35:36.266712 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:36.280996 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf35bfa-430b-4d3a-97a1-2064d57fbc6e req-29c814bf-b968-444e-82e7-9f9b06957b29 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:36.287899 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bf4935ec-b8f5-4b25-8008-0c0192fab24e req-191917d0-4858-40e8-9a6f-3fc99ad9ada2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3fc09d58-6bac-433e-ba2a-9f72f10cb900 HTTP/1.1" status: 200 len: 217 time: 0.0521629 Dec 20 14:35:36.290918 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9cf35bfa-430b-4d3a-97a1-2064d57fbc6e req-29c814bf-b968-444e-82e7-9f9b06957b29 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/ports?device_id=28c3cc44-d7df-40fd-a6fc-99d16267b0b1 HTTP/1.1" status: 200 len: 950 time: 0.1363158 Dec 20 14:35:36.358306 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:36.381890 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-57a923e1-ada5-423f-9b8e-100517407c38 req-a9a376c4-fdef-43ad-bd68-24e4b7942d8c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e899fdb2-c1a8-40be-a7f0-526dd0b6ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873473 Dec 20 14:35:36.389541 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4935ec-b8f5-4b25-8008-0c0192fab24e req-519885fb-c3ce-491d-a1d9-29dbf47c1d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:36.391297 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bf4935ec-b8f5-4b25-8008-0c0192fab24e req-519885fb-c3ce-491d-a1d9-29dbf47c1d62 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d3b5d3c3-c0a0-4814-9a8f-cacbddf5f328 HTTP/1.1" status: 200 len: 852 time: 0.0599322 Dec 20 14:35:36.392383 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9cf35bfa-430b-4d3a-97a1-2064d57fbc6e req-948b85b9-6870-4bec-a637-6899a209a67e tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/security-groups?id=e899fdb2-c1a8-40be-a7f0-526dd0b6ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004269 Dec 20 14:35:36.395237 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-7a85ad04-b596-4754-a28f-b6a7d682aa25 req-edd4c8d2-cd5d-4d42-ac77-c106135eac47 service neutron] Transition to ACTIVE for port object 6a2b3a98-8334-4dc0-9ba4-25e1ff2006d8 will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:35:36.419144 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a866c7dc-ec36-46ff-a8c7-6162070be24f req-7881e7c5-1264-4a91-ad31-8ca5f8191263 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:36.426603 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a866c7dc-ec36-46ff-a8c7-6162070be24f req-7881e7c5-1264-4a91-ad31-8ca5f8191263 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "GET /v2.0/ports?device_id=da5f73f6-19cc-4f6d-be30-01541f0c5853 HTTP/1.1" status: 200 len: 943 time: 0.1434429 Dec 20 14:35:36.433003 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37902) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:35:36.434627 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7,segment=NetworkSegment(64c4cfe8-4670-4033-981a-f04cac942433),segment_id=64c4cfe8-4670-4033-981a-f04cac942433)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:35:36.440906 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:36.446410 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-7a85ad04-b596-4754-a28f-b6a7d682aa25 req-edd4c8d2-cd5d-4d42-ac77-c106135eac47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:36.475733 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bf4935ec-b8f5-4b25-8008-0c0192fab24e req-14bb0470-55b5-4e95-b405-040e55895525 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5cd7bf01-6de9-478f-8995-790f88919004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752544 Dec 20 14:35:36.505745 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7,revision_number=14']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:36.578375 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-5d71f9b2-c631-4280-b4ea-956ef4c6f224 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1784828761', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:35:36.644461 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5d71f9b2-c631-4280-b4ea-956ef4c6f224 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40114'] for router, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:36.645511 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5d71f9b2-c631-4280-b4ea-956ef4c6f224 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40139'] for router, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:36.680995 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd4c8d2-cd5d-4d42-ac77-c106135eac47 service neutron] Pushing event updated for resources: {'Port': ['ID=6a2b3a98-8334-4dc0-9ba4-25e1ff2006d8,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:36.687778 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714ea534-d6c5-4517-a2bb-69663f6b2bd2 req-9c5cb857-8e0d-422a-be1f-c7643d25eba7 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:36.691423 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-714ea534-d6c5-4517-a2bb-69663f6b2bd2 req-9c5cb857-8e0d-422a-be1f-c7643d25eba7 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/ports?device_id=b35ec18f-30de-413a-8917-017627ca3908 HTTP/1.1" status: 200 len: 943 time: 0.0808225 Dec 20 14:35:36.713662 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a866c7dc-ec36-46ff-a8c7-6162070be24f req-f5b184a9-b779-458c-80be-ab8a31af7bdb tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "GET /v2.0/security-groups?id=addf1f6c-a620-4499-ba2d-97512b5db7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859855 Dec 20 14:35:36.734410 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5d71f9b2-c631-4280-b4ea-956ef4c6f224 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:36.750947 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5d71f9b2-c631-4280-b4ea-956ef4c6f224 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013'] for router, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:36.754695 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bf4935ec-b8f5-4b25-8008-0c0192fab24e req-f172773b-ee68-48df-8a22-7c957f16823e service neutron] 10.222.0.30 "GET /v2.0/networks/5cd7bf01-6de9-478f-8995-790f88919004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631066 Dec 20 14:35:36.795555 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-7a85ad04-b596-4754-a28f-b6a7d682aa25 req-edd4c8d2-cd5d-4d42-ac77-c106135eac47 service neutron] Attempting to bind port 6a2b3a98-8334-4dc0-9ba4-25e1ff2006d8 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:35:36.795668 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-7a85ad04-b596-4754-a28f-b6a7d682aa25 req-edd4c8d2-cd5d-4d42-ac77-c106135eac47 service neutron] Attempting to bind port 6a2b3a98-8334-4dc0-9ba4-25e1ff2006d8 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': '53618fa9-4105-49a9-a955-23da9897e6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '4e9c693b-ae57-4db2-bda8-62d561eefb48'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:35:36.795937 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a85ad04-b596-4754-a28f-b6a7d682aa25 req-edd4c8d2-cd5d-4d42-ac77-c106135eac47 service neutron] Attempting to bind port 6a2b3a98-8334-4dc0-9ba4-25e1ff2006d8 on network 4e9c693b-ae57-4db2-bda8-62d561eefb48 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:35:36.802261 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-714ea534-d6c5-4517-a2bb-69663f6b2bd2 req-b2c5af73-54ba-4409-83af-14896924db30 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff2c97d-c902-4302-9c87-14f917dbe0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786273 Dec 20 14:35:36.810490 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a85ad04-b596-4754-a28f-b6a7d682aa25 req-edd4c8d2-cd5d-4d42-ac77-c106135eac47 service neutron] Port 6a2b3a98-8334-4dc0-9ba4-25e1ff2006d8 on network 4e9c693b-ae57-4db2-bda8-62d561eefb48 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:35:36.810955 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a85ad04-b596-4754-a28f-b6a7d682aa25 req-edd4c8d2-cd5d-4d42-ac77-c106135eac47 service neutron] Attempting to bind port 6a2b3a98-8334-4dc0-9ba4-25e1ff2006d8 on network 4e9c693b-ae57-4db2-bda8-62d561eefb48 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:35:36.823824 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5d71f9b2-c631-4280-b4ea-956ef4c6f224 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:36.825217 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-5d71f9b2-c631-4280-b4ea-956ef4c6f224 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.3910849 Dec 20 14:35:36.827813 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37936) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:35:36.835063 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-741bca27-2ece-4ee1-986d-8caf785e2b46 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-487057016'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:35:36.848108 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a85ad04-b596-4754-a28f-b6a7d682aa25 req-edd4c8d2-cd5d-4d42-ac77-c106135eac47 service neutron] Checking agent: {'id': '43c60aee-e4af-4ecc-bee2-aac3569fafed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:35:36.848473 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a85ad04-b596-4754-a28f-b6a7d682aa25 req-edd4c8d2-cd5d-4d42-ac77-c106135eac47 service neutron] Checking segment: {'id': '53618fa9-4105-49a9-a955-23da9897e6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '4e9c693b-ae57-4db2-bda8-62d561eefb48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:35:36.848876 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a85ad04-b596-4754-a28f-b6a7d682aa25 req-edd4c8d2-cd5d-4d42-ac77-c106135eac47 service neutron] Bound using segment: {'id': '53618fa9-4105-49a9-a955-23da9897e6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '4e9c693b-ae57-4db2-bda8-62d561eefb48'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:35:36.849328 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-7a85ad04-b596-4754-a28f-b6a7d682aa25 req-edd4c8d2-cd5d-4d42-ac77-c106135eac47 service neutron] Bound port: 6a2b3a98-8334-4dc0-9ba4-25e1ff2006d8, host: n-h2-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53618fa9-4105-49a9-a955-23da9897e6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '4e9c693b-ae57-4db2-bda8-62d561eefb48'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:35:36.849688 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-7a85ad04-b596-4754-a28f-b6a7d682aa25 req-edd4c8d2-cd5d-4d42-ac77-c106135eac47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:36.862299 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-741bca27-2ece-4ee1-986d-8caf785e2b46 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Made reservation on behalf of 6ca267ad2d2c466fa962ce9df2614683 for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:35:36.867208 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-741bca27-2ece-4ee1-986d-8caf785e2b46 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:36.877859 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-741bca27-2ece-4ee1-986d-8caf785e2b46 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:36.922044 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bf4935ec-b8f5-4b25-8008-0c0192fab24e req-f2c5a163-1bd0-4c13-8813-299ebdfd5037 service neutron] 10.222.0.30 "GET /v2.0/networks/5cd7bf01-6de9-478f-8995-790f88919004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569877 Dec 20 14:35:36.950867 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-7a85ad04-b596-4754-a28f-b6a7d682aa25 req-edd4c8d2-cd5d-4d42-ac77-c106135eac47 service neutron] For port 6a2b3a98-8334-4dc0-9ba4-25e1ff2006d8, host n-h2-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:35:36.954814 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-7a85ad04-b596-4754-a28f-b6a7d682aa25 req-edd4c8d2-cd5d-4d42-ac77-c106135eac47 service neutron] For port 6a2b3a98-8334-4dc0-9ba4-25e1ff2006d8, host n-h2-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=6a2b3a98-8334-4dc0-9ba4-25e1ff2006d8,segment=NetworkSegment(53618fa9-4105-49a9-a955-23da9897e6b1),segment_id=53618fa9-4105-49a9-a955-23da9897e6b1)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:35:36.962555 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-7a85ad04-b596-4754-a28f-b6a7d682aa25 req-edd4c8d2-cd5d-4d42-ac77-c106135eac47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:36.976681 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-741bca27-2ece-4ee1-986d-8caf785e2b46 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:36.983037 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-741bca27-2ece-4ee1-986d-8caf785e2b46 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:37.016274 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a85ad04-b596-4754-a28f-b6a7d682aa25 req-edd4c8d2-cd5d-4d42-ac77-c106135eac47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:37.016957 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-7a85ad04-b596-4754-a28f-b6a7d682aa25 req-edd4c8d2-cd5d-4d42-ac77-c106135eac47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:37.021144 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7a85ad04-b596-4754-a28f-b6a7d682aa25 req-edd4c8d2-cd5d-4d42-ac77-c106135eac47 service neutron] 10.222.0.47 "PUT /v2.0/ports/6a2b3a98-8334-4dc0-9ba4-25e1ff2006d8 HTTP/1.1" status: 200 len: 1092 time: 2.1524184 Dec 20 14:35:37.021558 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b35ec18f-30de-413a-8917-017627ca3908', 'tag': '6a2b3a98-8334-4dc0-9ba4-25e1ff2006d8'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:35:37.024459 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ede12f2-535c-4d7c-8e88-159498db33ef" -d '{"events": [{"name": "network-changed", "server_uuid": "b35ec18f-30de-413a-8917-017627ca3908", "tag": "6a2b3a98-8334-4dc0-9ba4-25e1ff2006d8"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:35:37.037370 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-741bca27-2ece-4ee1-986d-8caf785e2b46 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:35:37.061130 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741bca27-2ece-4ee1-986d-8caf785e2b46 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00f82b71-4e51-4303-9e5d-d67fe6a55e86,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:37.065697 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd4c8d2-cd5d-4d42-ac77-c106135eac47 service neutron] Pushing event updated for resources: {'Port': ['ID=6a2b3a98-8334-4dc0-9ba4-25e1ff2006d8,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:37.088545 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-741bca27-2ece-4ee1-986d-8caf785e2b46 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:37.088895 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-741bca27-2ece-4ee1-986d-8caf785e2b46 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Added segment b80a169d-6cdc-4b27-809e-37e861dc6372 of type vlan for network 259b2810-7d84-4b08-bc0b-722d4873ab2e Dec 20 14:35:37.111328 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa488f9-39fa-4396-b039-3658e10cb3cb req-2d579b69-0a60-4b4b-b8c2-6bf92c9decde tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:37.114010 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5aa488f9-39fa-4396-b039-3658e10cb3cb req-2d579b69-0a60-4b4b-b8c2-6bf92c9decde tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1a1faf6-4bff-48b3-bf36-a1a8783b50d4 HTTP/1.1" status: 200 len: 945 time: 0.1102159 Dec 20 14:35:37.174075 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a85ad04-b596-4754-a28f-b6a7d682aa25 req-5c45511d-9495-4c08-9987-7e9439d0ffce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:37.176530 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7a85ad04-b596-4754-a28f-b6a7d682aa25 req-5c45511d-9495-4c08-9987-7e9439d0ffce service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=73b54c51b78c45c0a74ac90fc0f7e0af&device_id=b35ec18f-30de-413a-8917-017627ca3908 HTTP/1.1" status: 200 len: 1095 time: 0.0845003 Dec 20 14:35:37.200307 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-741bca27-2ece-4ee1-986d-8caf785e2b46 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:37.225059 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40c0c59c-6eee-4980-9460-7a837f6d9e80 x-openstack-request-id: req-40c0c59c-6eee-4980-9460-7a837f6d9e80 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:35:37.225347 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b35ec18f-30de-413a-8917-017627ca3908", "tag": "6a2b3a98-8334-4dc0-9ba4-25e1ff2006d8", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:35:37.225596 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-40c0c59c-6eee-4980-9460-7a837f6d9e80 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:35:37.226045 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b35ec18f-30de-413a-8917-017627ca3908', 'tag': '6a2b3a98-8334-4dc0-9ba4-25e1ff2006d8', 'status': 'completed', 'code': 200} Dec 20 14:35:37.227610 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7a85ad04-b596-4754-a28f-b6a7d682aa25 req-24e5f1ae-2bc6-4cb1-a9a7-a90f2af35b06 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a2b3a98-8334-4dc0-9ba4-25e1ff2006d8 HTTP/1.1" status: 200 len: 217 time: 0.0423515 Dec 20 14:35:37.239216 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-741bca27-2ece-4ee1-986d-8caf785e2b46 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:37.245208 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741bca27-2ece-4ee1-986d-8caf785e2b46 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:37.246014 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-741bca27-2ece-4ee1-986d-8caf785e2b46 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:37.285657 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5aa488f9-39fa-4396-b039-3658e10cb3cb req-9e9a40c3-58df-4336-80d2-7b3a12761a7d tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296747 Dec 20 14:35:37.293848 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a85ad04-b596-4754-a28f-b6a7d682aa25 req-58040279-330e-46fb-a744-fc89c219b14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:37.294382 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7a85ad04-b596-4754-a28f-b6a7d682aa25 req-58040279-330e-46fb-a744-fc89c219b14c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c60a30f0-6c73-44bc-9d4a-8152d2aea897 HTTP/1.1" status: 200 len: 851 time: 0.0584905 Dec 20 14:35:37.297591 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-741bca27-2ece-4ee1-986d-8caf785e2b46 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4680626 Dec 20 14:35:37.303265 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 37964) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:35:37.316276 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-519bbad7-6738-4fe8-82c8-0dda3d799e1c tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Request body: {'subnet': {'network_id': '259b2810-7d84-4b08-bc0b-722d4873ab2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:35:37.333067 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741bca27-2ece-4ee1-986d-8caf785e2b46 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Pushing event updated for resources: {'Network': ['ID=259b2810-7d84-4b08-bc0b-722d4873ab2e,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:37.345465 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 259b2810-7d84-4b08-bc0b-722d4873ab2e details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:35:37.363277 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7a85ad04-b596-4754-a28f-b6a7d682aa25 req-4171d78c-875d-48e8-9522-56191e06620d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4e9c693b-ae57-4db2-bda8-62d561eefb48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453115 Dec 20 14:35:37.584198 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7a85ad04-b596-4754-a28f-b6a7d682aa25 req-7143767c-e1c9-4662-8c55-b505a0052d9d service neutron] 10.222.0.47 "GET /v2.0/networks/4e9c693b-ae57-4db2-bda8-62d561eefb48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814549 Dec 20 14:35:37.601241 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd3d49e-499f-4cba-b44f-f86502dc0780 req-5633ed4a-f257-490b-a40c-ed87f9af64d7 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:37.603539 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-dfd3d49e-499f-4cba-b44f-f86502dc0780 req-5633ed4a-f257-490b-a40c-ed87f9af64d7 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/ports?device_id=28c3cc44-d7df-40fd-a6fc-99d16267b0b1 HTTP/1.1" status: 200 len: 950 time: 0.1090682 Dec 20 14:35:37.606961 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-519bbad7-6738-4fe8-82c8-0dda3d799e1c tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Made reservation on behalf of 6ca267ad2d2c466fa962ce9df2614683 for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:35:37.616963 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-519bbad7-6738-4fe8-82c8-0dda3d799e1c tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:37.724142 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71042bd9-7ae9-4f06-941a-46c7a873c7cb req-21f6fe75-4461-4d7c-96ff-e386e76b350e tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:37.725630 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-71042bd9-7ae9-4f06-941a-46c7a873c7cb req-21f6fe75-4461-4d7c-96ff-e386e76b350e tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 945 time: 0.0511363 Dec 20 14:35:37.775070 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-71042bd9-7ae9-4f06-941a-46c7a873c7cb req-88e31c12-5d3c-4a48-8822-b92648cd3188 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=92081c13-7979-4810-b5cd-70c14477209d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428693 Dec 20 14:35:37.808137 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-dfd3d49e-499f-4cba-b44f-f86502dc0780 req-0be90519-ed63-4ad5-a654-91ca15995867 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/security-groups?id=e899fdb2-c1a8-40be-a7f0-526dd0b6ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840665 Dec 20 14:35:37.860222 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7a85ad04-b596-4754-a28f-b6a7d682aa25 req-526766d7-5332-48c2-8022-83136c10e954 service neutron] 10.222.0.47 "GET /v2.0/networks/4e9c693b-ae57-4db2-bda8-62d561eefb48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546952 Dec 20 14:35:37.909389 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cc0761-f3af-4955-adf8-70145b4a06d8 req-5cef1fea-1c55-48a0-9c91-8d220909ab40 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:37.911267 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-90cc0761-f3af-4955-adf8-70145b4a06d8 req-5cef1fea-1c55-48a0-9c91-8d220909ab40 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "GET /v2.0/ports?device_id=da5f73f6-19cc-4f6d-be30-01541f0c5853 HTTP/1.1" status: 200 len: 943 time: 0.0679517 Dec 20 14:35:37.930599 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-519bbad7-6738-4fe8-82c8-0dda3d799e1c tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:37.979330 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-90cc0761-f3af-4955-adf8-70145b4a06d8 req-f259f55a-deda-4017-b8db-ff0c403a3be6 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "GET /v2.0/security-groups?id=addf1f6c-a620-4499-ba2d-97512b5db7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601313 Dec 20 14:35:38.024341 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519bbad7-6738-4fe8-82c8-0dda3d799e1c tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Pushing event updated for resources: {'Subnet': ['ID=6f4e7a47-796f-4f8f-8565-d99a588c502c,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:38.082326 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a76f30c8-712d-44b7-9ed3-98bb884698ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:35:38.083568 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ede12f2-535c-4d7c-8e88-159498db33ef req-e31fa2e7-570b-4e92-93b7-da0a2ffd3da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:38.085085 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3ede12f2-535c-4d7c-8e88-159498db33ef req-e31fa2e7-570b-4e92-93b7-da0a2ffd3da0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=73b54c51b78c45c0a74ac90fc0f7e0af&device_id=b35ec18f-30de-413a-8917-017627ca3908 HTTP/1.1" status: 200 len: 1095 time: 0.1511743 Dec 20 14:35:38.086273 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7bda7a5-5226-4f31-b552-9d3fa61a2c8a" -d '{"events": [{"server_uuid": "a76f30c8-712d-44b7-9ed3-98bb884698ef", "name": "network-vif-unplugged", "status": "completed", "tag": "dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:35:38.129198 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519bbad7-6738-4fe8-82c8-0dda3d799e1c tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Checking segment: {'id': 'b80a169d-6cdc-4b27-809e-37e861dc6372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '259b2810-7d84-4b08-bc0b-722d4873ab2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:35:38.129514 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519bbad7-6738-4fe8-82c8-0dda3d799e1c tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Network hostable DHCP agents. Network: 259b2810-7d84-4b08-bc0b-722d4873ab2e, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:35:38.183459 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63846904-571b-4745-815a-2b515d49c2e2 req-5a03b311-9287-483f-815a-1e522fe69d48 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:38.185064 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-63846904-571b-4745-815a-2b515d49c2e2 req-5a03b311-9287-483f-815a-1e522fe69d48 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/ports?device_id=b35ec18f-30de-413a-8917-017627ca3908 HTTP/1.1" status: 200 len: 943 time: 0.1645057 Dec 20 14:35:38.185242 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a21fede-c181-4223-af67-16cbd1bd1df4 req-b140f910-7797-41c8-a31b-7ebd87db1970 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:38.186946 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5a21fede-c181-4223-af67-16cbd1bd1df4 req-b140f910-7797-41c8-a31b-7ebd87db1970 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 945 time: 0.0513875 Dec 20 14:35:38.188224 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a5a01f-4310-47ad-86ed-39a48d9307ca req-1bd420f5-4180-4ebd-80e8-315024f2f9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:38.189597 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d4a5a01f-4310-47ad-86ed-39a48d9307ca req-1bd420f5-4180-4ebd-80e8-315024f2f9a4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=514f3908f9164c0fa19c6d421ce9f2b3&device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 1097 time: 0.1662235 Dec 20 14:35:38.237966 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5a21fede-c181-4223-af67-16cbd1bd1df4 req-352a9335-4262-4463-955e-d274388111e1 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=92081c13-7979-4810-b5cd-70c14477209d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438507 Dec 20 14:35:38.257982 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519bbad7-6738-4fe8-82c8-0dda3d799e1c tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Network 259b2810-7d84-4b08-bc0b-722d4873ab2e is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:35:38.294490 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 14:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-836a0dc1-22b8-4f89-ad9a-248a6bd5a6da x-openstack-request-id: req-836a0dc1-22b8-4f89-ad9a-248a6bd5a6da {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:35:38.295230 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a76f30c8-712d-44b7-9ed3-98bb884698ef", "name": "network-vif-unplugged", "status": "completed", "tag": "dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:35:38.295574 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-836a0dc1-22b8-4f89-ad9a-248a6bd5a6da {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:35:38.296163 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a76f30c8-712d-44b7-9ed3-98bb884698ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7', 'code': 200} Dec 20 14:35:38.304485 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ede12f2-535c-4d7c-8e88-159498db33ef req-b7660e87-72bc-491c-942e-4ba6fac401d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:38.306060 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3ede12f2-535c-4d7c-8e88-159498db33ef req-b7660e87-72bc-491c-942e-4ba6fac401d4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4e9c693b-ae57-4db2-bda8-62d561eefb48 HTTP/1.1" status: 200 len: 912 time: 0.2100227 Dec 20 14:35:38.311739 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-519bbad7-6738-4fe8-82c8-0dda3d799e1c tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 259b2810-7d84-4b08-bc0b-722d4873ab2e) {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:35:38.323000 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf751822-779e-48b9-a582-10f7c98c8589 None None] Network 259b2810-7d84-4b08-bc0b-722d4873ab2e requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:35:38.324886 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519bbad7-6738-4fe8-82c8-0dda3d799e1c tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:38.325451 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-519bbad7-6738-4fe8-82c8-0dda3d799e1c tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:38.386939 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3ede12f2-535c-4d7c-8e88-159498db33ef req-a8d20357-13d0-4f27-b7a1-10eb8eb574c8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a2b3a98-8334-4dc0-9ba4-25e1ff2006d8 HTTP/1.1" status: 200 len: 217 time: 0.0632970 Dec 20 14:35:38.397817 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-63846904-571b-4745-815a-2b515d49c2e2 req-44e78f74-a33e-4730-8262-1755d28a617b tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff2c97d-c902-4302-9c87-14f917dbe0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035458 Dec 20 14:35:38.410798 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a5a01f-4310-47ad-86ed-39a48d9307ca req-fa9f4f15-cf4a-40d9-a58a-c841ea207f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:38.412139 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d4a5a01f-4310-47ad-86ed-39a48d9307ca req-fa9f4f15-cf4a-40d9-a58a-c841ea207f4c service neutron] 10.222.0.30 "GET /v2.0/networks?id=7ed718b3-d2e8-4b72-a238-726203897046 HTTP/1.1" status: 200 len: 913 time: 0.2119668 Dec 20 14:35:38.434779 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-519bbad7-6738-4fe8-82c8-0dda3d799e1c tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1294994 Dec 20 14:35:38.441846 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 38002) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:35:38.446545 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a7a457-b2a8-4ea9-88cf-a185efc3ab19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-259b2810-7d84-4b08-bc0b-722d4873ab2e', 'network_id': '259b2810-7d84-4b08-bc0b-722d4873ab2e', 'project_id': '6ca267ad2d2c466fa962ce9df2614683', 'fixed_ips': [{'subnet_id': '6f4e7a47-796f-4f8f-8565-d99a588c502c'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:35:38.447473 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-42a7a457-b2a8-4ea9-88cf-a185efc3ab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:38.476563 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55859616-5cfc-4d8c-b1db-ba78952ece38 req-9bb9bd38-9722-41ab-a7e5-fb30a9bcc8f0 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:38.478154 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-55859616-5cfc-4d8c-b1db-ba78952ece38 req-9bb9bd38-9722-41ab-a7e5-fb30a9bcc8f0 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1a1faf6-4bff-48b3-bf36-a1a8783b50d4 HTTP/1.1" status: 200 len: 945 time: 0.0579722 Dec 20 14:35:38.479595 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-e9d88bb9-645b-4e79-b757-a308e73065bd tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Request body: {'network': {'name': 'tempest-router-network01--158575369'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:35:38.514865 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ede12f2-535c-4d7c-8e88-159498db33ef req-8958f1d1-8bd6-4556-bb56-bd54f664150f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:38.516354 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3ede12f2-535c-4d7c-8e88-159498db33ef req-8958f1d1-8bd6-4556-bb56-bd54f664150f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c60a30f0-6c73-44bc-9d4a-8152d2aea897 HTTP/1.1" status: 200 len: 851 time: 0.1176548 Dec 20 14:35:38.547870 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-55859616-5cfc-4d8c-b1db-ba78952ece38 req-fca137f4-761f-47db-8c44-8622efd5c67a tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588078 Dec 20 14:35:38.562650 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d4a5a01f-4310-47ad-86ed-39a48d9307ca req-56338a31-0fbc-4094-93d3-ed5a61687172 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7 HTTP/1.1" status: 200 len: 1000 time: 0.1319311 Dec 20 14:35:38.563250 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9d88bb9-645b-4e79-b757-a308e73065bd tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Made reservation on behalf of 6ca267ad2d2c466fa962ce9df2614683 for: {'network': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:35:38.566690 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e9d88bb9-645b-4e79-b757-a308e73065bd tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:38.571641 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3ede12f2-535c-4d7c-8e88-159498db33ef req-f8151573-b720-4071-9f2f-5049d4d14973 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4e9c693b-ae57-4db2-bda8-62d561eefb48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452170 Dec 20 14:35:38.611941 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-42a7a457-b2a8-4ea9-88cf-a185efc3ab19 None None] Allocated IP 2001:db8::2 (259b2810-7d84-4b08-bc0b-722d4873ab2e/6f4e7a47-796f-4f8f-8565-d99a588c502c/b50a090c-884f-42c8-ae91-3bc3a7f224b6) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:35:38.681050 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9d88bb9-645b-4e79-b757-a308e73065bd tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=103167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:35:38.685426 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a5a01f-4310-47ad-86ed-39a48d9307ca req-e24251f4-10d8-48fc-bb3c-7c6afa6ebde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:38.686947 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d4a5a01f-4310-47ad-86ed-39a48d9307ca req-e24251f4-10d8-48fc-bb3c-7c6afa6ebde9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5d68b841-2dcc-4f7d-9f3b-ab3557b797a0 HTTP/1.1" status: 200 len: 851 time: 0.1144278 Dec 20 14:35:38.707308 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e9d88bb9-645b-4e79-b757-a308e73065bd tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:38.707663 n-d-761264-19 neutron-server[103167]: INFO neutron.db.segments_db [None req-e9d88bb9-645b-4e79-b757-a308e73065bd tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Added segment f37b7331-979e-4111-ace3-cf53ff2f3b74 of type vlan for network ebf475cc-96d7-4296-87e8-5edf1fa7c6cd Dec 20 14:35:38.756408 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-42a7a457-b2a8-4ea9-88cf-a185efc3ab19 None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:38.764666 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-42a7a457-b2a8-4ea9-88cf-a185efc3ab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:38.789482 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3ede12f2-535c-4d7c-8e88-159498db33ef req-472968f4-ae97-41f6-90bd-6f7b2b0e41b0 service neutron] 10.222.0.47 "GET /v2.0/networks/4e9c693b-ae57-4db2-bda8-62d561eefb48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008219 Dec 20 14:35:38.793768 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e9d88bb9-645b-4e79-b757-a308e73065bd tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:38.810936 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a7a457-b2a8-4ea9-88cf-a185efc3ab19 None None] Network 259b2810-7d84-4b08-bc0b-722d4873ab2e is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:35:38.813751 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-42a7a457-b2a8-4ea9-88cf-a185efc3ab19 None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:35:38.816484 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a7a457-b2a8-4ea9-88cf-a185efc3ab19 None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:35:38.824102 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a7a457-b2a8-4ea9-88cf-a185efc3ab19 None None] Pushing event updated for resources: {'Port': ['ID=b50a090c-884f-42c8-ae91-3bc3a7f224b6,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:38.844134 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a5a01f-4310-47ad-86ed-39a48d9307ca req-f68e7adc-339e-46c9-8ed2-d7c1fab876de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:38.845678 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d4a5a01f-4310-47ad-86ed-39a48d9307ca req-f68e7adc-339e-46c9-8ed2-d7c1fab876de service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ed718b3-d2e8-4b72-a238-726203897046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1478469 Dec 20 14:35:38.891022 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-42a7a457-b2a8-4ea9-88cf-a185efc3ab19 None None] Attempting to bind port b50a090c-884f-42c8-ae91-3bc3a7f224b6 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:35:38.891437 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-42a7a457-b2a8-4ea9-88cf-a185efc3ab19 None None] Attempting to bind port b50a090c-884f-42c8-ae91-3bc3a7f224b6 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': 'b80a169d-6cdc-4b27-809e-37e861dc6372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '259b2810-7d84-4b08-bc0b-722d4873ab2e'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:35:38.892472 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a7a457-b2a8-4ea9-88cf-a185efc3ab19 None None] Attempting to bind port b50a090c-884f-42c8-ae91-3bc3a7f224b6 on network 259b2810-7d84-4b08-bc0b-722d4873ab2e {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:35:38.899279 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a7a457-b2a8-4ea9-88cf-a185efc3ab19 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:35:38.899570 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a7a457-b2a8-4ea9-88cf-a185efc3ab19 None None] Checking segment: {'id': 'b80a169d-6cdc-4b27-809e-37e861dc6372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '259b2810-7d84-4b08-bc0b-722d4873ab2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:35:38.899901 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-42a7a457-b2a8-4ea9-88cf-a185efc3ab19 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:38.900309 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a7a457-b2a8-4ea9-88cf-a185efc3ab19 None None] Bound using segment: {'id': 'b80a169d-6cdc-4b27-809e-37e861dc6372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '259b2810-7d84-4b08-bc0b-722d4873ab2e'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:35:38.900747 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-42a7a457-b2a8-4ea9-88cf-a185efc3ab19 None None] Bound port: b50a090c-884f-42c8-ae91-3bc3a7f224b6, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b80a169d-6cdc-4b27-809e-37e861dc6372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '259b2810-7d84-4b08-bc0b-722d4873ab2e'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:35:38.901147 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-42a7a457-b2a8-4ea9-88cf-a185efc3ab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:38.916742 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e9d88bb9-645b-4e79-b757-a308e73065bd tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:38.922213 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d88bb9-645b-4e79-b757-a308e73065bd tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:38.922848 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e9d88bb9-645b-4e79-b757-a308e73065bd tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:38.965833 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-42a7a457-b2a8-4ea9-88cf-a185efc3ab19 None None] For port b50a090c-884f-42c8-ae91-3bc3a7f224b6, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:35:38.968935 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-42a7a457-b2a8-4ea9-88cf-a185efc3ab19 None None] For port b50a090c-884f-42c8-ae91-3bc3a7f224b6, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=b50a090c-884f-42c8-ae91-3bc3a7f224b6,segment=NetworkSegment(b80a169d-6cdc-4b27-809e-37e861dc6372),segment_id=b80a169d-6cdc-4b27-809e-37e861dc6372)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:35:38.973996 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-42a7a457-b2a8-4ea9-88cf-a185efc3ab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:39.039675 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a7a457-b2a8-4ea9-88cf-a185efc3ab19 None None] Pushing event updated for resources: {'Port': ['ID=b50a090c-884f-42c8-ae91-3bc3a7f224b6,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:39.129007 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebbcc65-d961-44d5-bba3-d073a8551d4b req-2a63476b-03c1-4275-b5ab-c7f362c788c0 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:39.130764 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-aebbcc65-d961-44d5-bba3-d073a8551d4b req-2a63476b-03c1-4275-b5ab-c7f362c788c0 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "GET /v2.0/ports?device_id=da5f73f6-19cc-4f6d-be30-01541f0c5853 HTTP/1.1" status: 200 len: 943 time: 0.0583591 Dec 20 14:35:39.184684 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-aebbcc65-d961-44d5-bba3-d073a8551d4b req-43d63873-42cc-4d08-8a28-162c1e86ec31 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "GET /v2.0/security-groups?id=addf1f6c-a620-4499-ba2d-97512b5db7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474317 Dec 20 14:35:39.394263 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1959ac-e54f-4e52-b326-2dca7e601958 req-8e709826-07b0-4c4c-a658-1896ed46d53b tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:39.395352 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fc1959ac-e54f-4e52-b326-2dca7e601958 req-8e709826-07b0-4c4c-a658-1896ed46d53b tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 945 time: 0.0576358 Dec 20 14:35:39.399076 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-e9d88bb9-645b-4e79-b757-a308e73065bd tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9530973 Dec 20 14:35:39.404164 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 38014) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:35:39.409534 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-ad9086a9-1b54-4f2d-a3fa-a55871971354 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Request body: {'network': {'name': 'tempest-router-network02--1209548345'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:35:39.413055 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d88bb9-645b-4e79-b757-a308e73065bd tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Pushing event updated for resources: {'Network': ['ID=ebf475cc-96d7-4296-87e8-5edf1fa7c6cd,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:39.425273 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3ede12f2-535c-4d7c-8e88-159498db33ef req-b853c537-e7fb-4ff6-8431-5ee1ad1ddf11 service neutron] 10.222.0.47 "GET /v2.0/networks/4e9c693b-ae57-4db2-bda8-62d561eefb48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6263669 Dec 20 14:35:39.425473 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network ebf475cc-96d7-4296-87e8-5edf1fa7c6cd details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:35:39.444961 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7201d1b6-2af5-4a28-a5b6-787eb417c8ab req-cb9e303e-1a5c-4665-939e-e3dff57f2d3f tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:39.452537 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7201d1b6-2af5-4a28-a5b6-787eb417c8ab req-cb9e303e-1a5c-4665-939e-e3dff57f2d3f tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/ports?device_id=28c3cc44-d7df-40fd-a6fc-99d16267b0b1 HTTP/1.1" status: 200 len: 950 time: 0.5547023 Dec 20 14:35:39.461197 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d4a5a01f-4310-47ad-86ed-39a48d9307ca req-8490837e-5e1e-4233-ac57-8d0990efd175 service neutron] 10.222.0.30 "GET /v2.0/networks/7ed718b3-d2e8-4b72-a238-726203897046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5851016 Dec 20 14:35:39.493512 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad9086a9-1b54-4f2d-a3fa-a55871971354 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Made reservation on behalf of 6ca267ad2d2c466fa962ce9df2614683 for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:35:39.497809 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ad9086a9-1b54-4f2d-a3fa-a55871971354 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:39.515471 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fc1959ac-e54f-4e52-b326-2dca7e601958 req-01b9973a-116b-4fb6-8a99-741f7b6aeb9d tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=92081c13-7979-4810-b5cd-70c14477209d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122220 Dec 20 14:35:39.547154 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad9086a9-1b54-4f2d-a3fa-a55871971354 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:35:39.561993 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ad9086a9-1b54-4f2d-a3fa-a55871971354 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:39.562513 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-ad9086a9-1b54-4f2d-a3fa-a55871971354 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Added segment 7a3e2b97-14a0-4f53-b853-1c0104ac5852 of type vlan for network d0a50cac-f2dd-4c74-b231-d83f9170d537 Dec 20 14:35:39.573581 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7201d1b6-2af5-4a28-a5b6-787eb417c8ab req-25db9970-5d5a-49a5-b1e1-164ef6d71cd0 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/security-groups?id=e899fdb2-c1a8-40be-a7f0-526dd0b6ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185434 Dec 20 14:35:39.607086 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d4a5a01f-4310-47ad-86ed-39a48d9307ca req-4c921ca9-faaa-4c03-8486-9eeb4178a24a service neutron] 10.222.0.30 "GET /v2.0/networks/7ed718b3-d2e8-4b72-a238-726203897046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369979 Dec 20 14:35:39.617341 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ad9086a9-1b54-4f2d-a3fa-a55871971354 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:39.679857 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ad9086a9-1b54-4f2d-a3fa-a55871971354 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:39.700728 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9c7519-db41-485d-b8d2-d5a27ea3f1dd req-a4989a51-a3bb-48dc-bd74-c963b8e2c21c tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:39.709673 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fa9c7519-db41-485d-b8d2-d5a27ea3f1dd req-a4989a51-a3bb-48dc-bd74-c963b8e2c21c tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/ports?device_id=b35ec18f-30de-413a-8917-017627ca3908 HTTP/1.1" status: 200 len: 943 time: 0.0669465 Dec 20 14:35:39.719971 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9086a9-1b54-4f2d-a3fa-a55871971354 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:39.721497 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ad9086a9-1b54-4f2d-a3fa-a55871971354 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:39.768433 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fa9c7519-db41-485d-b8d2-d5a27ea3f1dd req-565a6148-7d47-4830-aec6-9e08da28af32 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff2c97d-c902-4302-9c87-14f917dbe0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574474 Dec 20 14:35:39.802061 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-ad9086a9-1b54-4f2d-a3fa-a55871971354 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3965425 Dec 20 14:35:39.805203 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 38024) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:35:39.812461 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-e4b172d1-730d-4236-a6a7-3f586ce493f1 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Request body: {'subnet': {'network_id': 'ebf475cc-96d7-4296-87e8-5edf1fa7c6cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:35:39.880592 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c66e25f-f025-4d77-9938-769de5acb986 req-14e1e7d9-4366-4f3d-a664-29f5fcf8a02c tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:39.882340 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8c66e25f-f025-4d77-9938-769de5acb986 req-14e1e7d9-4366-4f3d-a664-29f5fcf8a02c tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1a1faf6-4bff-48b3-bf36-a1a8783b50d4 HTTP/1.1" status: 200 len: 945 time: 0.1436248 Dec 20 14:35:39.883438 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9086a9-1b54-4f2d-a3fa-a55871971354 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Pushing event updated for resources: {'Network': ['ID=d0a50cac-f2dd-4c74-b231-d83f9170d537,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:39.901392 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network d0a50cac-f2dd-4c74-b231-d83f9170d537 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:35:39.935095 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f56704ab-9000-469b-87bb-b88a70436d58 req-17390f9c-c988-420a-a2bc-3979c42f51ea tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=cf003c138d1640a0b0d8e178896f3259&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0551023 Dec 20 14:35:39.964781 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8c66e25f-f025-4d77-9938-769de5acb986 req-b6c19959-eeb1-453b-b954-c8e25b00dac2 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724223 Dec 20 14:35:40.036889 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4b172d1-730d-4236-a6a7-3f586ce493f1 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Made reservation on behalf of 6ca267ad2d2c466fa962ce9df2614683 for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:35:40.040648 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e4b172d1-730d-4236-a6a7-3f586ce493f1 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:40.138472 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 3fc09d58-6bac-433e-ba2a-9f72f10cb900 details requested by agent hyperv_n-h1-761264-19 with host n-h1-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:35:40.139570 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56704ab-9000-469b-87bb-b88a70436d58 req-85e703cc-9d27-4937-b9d1-3f8a37161fe3 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:40.141131 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f56704ab-9000-469b-87bb-b88a70436d58 req-85e703cc-9d27-4937-b9d1-3f8a37161fe3 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1985788 Dec 20 14:35:40.168492 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f56704ab-9000-469b-87bb-b88a70436d58 req-8b482ab3-23ae-4789-a1bf-5626b564a294 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/quotas/cf003c138d1640a0b0d8e178896f3259 HTTP/1.1" status: 200 len: 375 time: 0.0191743 Dec 20 14:35:40.269741 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 3fc09d58-6bac-433e-ba2a-9f72f10cb900, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=3fc09d58-6bac-433e-ba2a-9f72f10cb900,segment=NetworkSegment(2573b312-4924-4661-8d69-abdd3044015f),segment_id=2573b312-4924-4661-8d69-abdd3044015f)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:35:40.273010 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f56704ab-9000-469b-87bb-b88a70436d58 req-b5e70019-bd74-4f1e-aa93-c1b107b759cc tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=cf003c138d1640a0b0d8e178896f3259&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0978069 Dec 20 14:35:40.293499 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Returning: {'device': '3fc09d58-6bac-433e-ba2a-9f72f10cb900', 'network_id': '5cd7bf01-6de9-478f-8995-790f88919004', 'port_id': '3fc09d58-6bac-433e-ba2a-9f72f10cb900', 'mac_address': 'fa:16:3e:2b:20:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3b5d3c3-c0a0-4814-9a8f-cacbddf5f328', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:35:40.370160 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e4b172d1-730d-4236-a6a7-3f586ce493f1 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:40.380015 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427540a7-f2c1-426d-ab33-9ffb61e03eca None None] Network 259b2810-7d84-4b08-bc0b-722d4873ab2e requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:35:40.385320 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14afba1b-1765-48b5-ada4-f791b5e18e13 req-05f32048-4d93-4b32-bf0f-60309ea46d50 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:40.394929 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-14afba1b-1765-48b5-ada4-f791b5e18e13 req-05f32048-4d93-4b32-bf0f-60309ea46d50 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "GET /v2.0/ports?device_id=da5f73f6-19cc-4f6d-be30-01541f0c5853 HTTP/1.1" status: 200 len: 943 time: 0.0724297 Dec 20 14:35:40.456296 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b172d1-730d-4236-a6a7-3f586ce493f1 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Pushing event updated for resources: {'Subnet': ['ID=db9a3667-d436-4b12-9c01-52bf70943772,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:40.465159 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-14afba1b-1765-48b5-ada4-f791b5e18e13 req-40c68dcb-2b0e-427b-bbb4-9a3c951437c5 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "GET /v2.0/security-groups?id=addf1f6c-a620-4499-ba2d-97512b5db7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651257 Dec 20 14:35:40.470883 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:40.523588 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b172d1-730d-4236-a6a7-3f586ce493f1 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Checking segment: {'id': 'f37b7331-979e-4111-ace3-cf53ff2f3b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ebf475cc-96d7-4296-87e8-5edf1fa7c6cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:35:40.524030 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b172d1-730d-4236-a6a7-3f586ce493f1 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Network hostable DHCP agents. Network: ebf475cc-96d7-4296-87e8-5edf1fa7c6cd, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:35:40.532198 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-bdbcfd4b-d6eb-4d26-bb25-67ed31bb9201 None None] Provisioning complete for port b50a090c-884f-42c8-ae91-3bc3a7f224b6 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:35:40.532428 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-bdbcfd4b-d6eb-4d26-bb25-67ed31bb9201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:40.548952 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b172d1-730d-4236-a6a7-3f586ce493f1 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Network ebf475cc-96d7-4296-87e8-5edf1fa7c6cd is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:35:40.563906 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-e4b172d1-730d-4236-a6a7-3f586ce493f1 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, ebf475cc-96d7-4296-87e8-5edf1fa7c6cd) {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:35:40.567572 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-90b6debe-c866-4998-b061-06cb82ce3a38 req-732086e0-77b3-4253-a339-a81b0cd52e85 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/ports?device_id=7db0b0e5-da11-45a9-a458-01671a2efebc HTTP/1.1" status: 200 len: 210 time: 0.0654433 Dec 20 14:35:40.570641 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b172d1-730d-4236-a6a7-3f586ce493f1 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:40.571402 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e4b172d1-730d-4236-a6a7-3f586ce493f1 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:40.587665 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01a235b-2f89-4408-9c30-244a0aa6b345 None None] Network ebf475cc-96d7-4296-87e8-5edf1fa7c6cd requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:35:40.598602 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-e4b172d1-730d-4236-a6a7-3f586ce493f1 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7897849 Dec 20 14:35:40.599010 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 38044) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:35:40.608028 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-1d29a16e-8725-4f24-9f66-7c65a6b45494 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Request body: {'subnet': {'network_id': 'd0a50cac-f2dd-4c74-b231-d83f9170d537', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:35:40.611326 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fc09d58-6bac-433e-ba2a-9f72f10cb900 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:35:40.639159 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 3fc09d58-6bac-433e-ba2a-9f72f10cb900, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=3fc09d58-6bac-433e-ba2a-9f72f10cb900,segment=NetworkSegment(2573b312-4924-4661-8d69-abdd3044015f),segment_id=2573b312-4924-4661-8d69-abdd3044015f)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:35:40.683166 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:40.739028 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220d4a9c-35be-4972-849c-d44d0586b614 req-59ee245a-ac02-4965-ae44-e8fbee06ba4a tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:40.741457 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-220d4a9c-35be-4972-849c-d44d0586b614 req-59ee245a-ac02-4965-ae44-e8fbee06ba4a tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 945 time: 0.0740161 Dec 20 14:35:40.752943 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d29a16e-8725-4f24-9f66-7c65a6b45494 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Made reservation on behalf of 6ca267ad2d2c466fa962ce9df2614683 for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:35:40.759593 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1d29a16e-8725-4f24-9f66-7c65a6b45494 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:40.820432 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-220d4a9c-35be-4972-849c-d44d0586b614 req-d1c65724-d8bd-4956-9333-9e4d5e73eadc tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=92081c13-7979-4810-b5cd-70c14477209d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676768 Dec 20 14:35:40.976453 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed9a999-d5a0-4e37-b731-1998c55b0cdd req-12c704c5-d6d4-4c43-8807-5123eeae9e22 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:40.984733 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3ed9a999-d5a0-4e37-b731-1998c55b0cdd req-12c704c5-d6d4-4c43-8807-5123eeae9e22 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/ports?device_id=b35ec18f-30de-413a-8917-017627ca3908 HTTP/1.1" status: 200 len: 943 time: 0.0945420 Dec 20 14:35:41.065437 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-bdbcfd4b-d6eb-4d26-bb25-67ed31bb9201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:41.157313 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748df41a-2c77-4d5d-a1e5-11951cf0f112 req-f6335c8c-f279-49f4-8e8c-fa9291572b67 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:41.169449 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-748df41a-2c77-4d5d-a1e5-11951cf0f112 req-f6335c8c-f279-49f4-8e8c-fa9291572b67 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 945 time: 0.1213248 Dec 20 14:35:41.182513 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3ed9a999-d5a0-4e37-b731-1998c55b0cdd req-bf9db853-19a5-491f-99c1-549c11efbd1b tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff2c97d-c902-4302-9c87-14f917dbe0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967499 Dec 20 14:35:41.188289 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=3fc09d58-6bac-433e-ba2a-9f72f10cb900,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:41.234671 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['3fc09d58-6bac-433e-ba2a-9f72f10cb900'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:35:41.237643 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 6a2b3a98-8334-4dc0-9ba4-25e1ff2006d8 details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:35:41.255057 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-748df41a-2c77-4d5d-a1e5-11951cf0f112 req-0833918a-607e-42f3-8978-d0b9e9aab9eb tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=92081c13-7979-4810-b5cd-70c14477209d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845692 Dec 20 14:35:41.293748 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1d29a16e-8725-4f24-9f66-7c65a6b45494 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8848317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10470522'] for subnet, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:41.365518 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device b50a090c-884f-42c8-ae91-3bc3a7f224b6 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:35:41.380951 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50430fc-8c26-4597-bbc8-13e5bbd8d99d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-ebf475cc-96d7-4296-87e8-5edf1fa7c6cd', 'network_id': 'ebf475cc-96d7-4296-87e8-5edf1fa7c6cd', 'project_id': '6ca267ad2d2c466fa962ce9df2614683', 'fixed_ips': [{'subnet_id': 'db9a3667-d436-4b12-9c01-52bf70943772'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:35:41.383505 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b50430fc-8c26-4597-bbc8-13e5bbd8d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:41.430248 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-bdbcfd4b-d6eb-4d26-bb25-67ed31bb9201 None None] For port b50a090c-884f-42c8-ae91-3bc3a7f224b6, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=b50a090c-884f-42c8-ae91-3bc3a7f224b6,segment=NetworkSegment(b80a169d-6cdc-4b27-809e-37e861dc6372),segment_id=b80a169d-6cdc-4b27-809e-37e861dc6372)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:35:41.491442 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d29a16e-8725-4f24-9f66-7c65a6b45494 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Pushing event updated for resources: {'Subnet': ['ID=4aa6e6ea-2110-4f12-8a13-4b0ca67d1783,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:41.498849 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02caf598-7a42-4f3f-a86a-48b829d06b7a req-4bf0037b-d3bb-4045-82c6-405ac491b5d9 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:41.501406 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-02caf598-7a42-4f3f-a86a-48b829d06b7a req-4bf0037b-d3bb-4045-82c6-405ac491b5d9 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 945 time: 0.1452222 Dec 20 14:35:41.536213 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d29a16e-8725-4f24-9f66-7c65a6b45494 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Checking segment: {'id': '7a3e2b97-14a0-4f53-b853-1c0104ac5852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd0a50cac-f2dd-4c74-b231-d83f9170d537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:35:41.536557 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d29a16e-8725-4f24-9f66-7c65a6b45494 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Network hostable DHCP agents. Network: d0a50cac-f2dd-4c74-b231-d83f9170d537, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:35:41.542895 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-bdbcfd4b-d6eb-4d26-bb25-67ed31bb9201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:41.567408 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ff91d4-1921-4df7-bbe3-7f46965b146f req-312140d8-1dd1-49ae-8354-cee176f16501 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:41.568983 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-65ff91d4-1921-4df7-bbe3-7f46965b146f req-312140d8-1dd1-49ae-8354-cee176f16501 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1a1faf6-4bff-48b3-bf36-a1a8783b50d4 HTTP/1.1" status: 200 len: 945 time: 0.1474414 Dec 20 14:35:41.579457 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d29a16e-8725-4f24-9f66-7c65a6b45494 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Network d0a50cac-f2dd-4c74-b231-d83f9170d537 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:35:41.593553 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.db.resource_extend [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 14:35:41.609625 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-1d29a16e-8725-4f24-9f66-7c65a6b45494 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, d0a50cac-f2dd-4c74-b231-d83f9170d537) {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:35:41.613159 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-02caf598-7a42-4f3f-a86a-48b829d06b7a req-c90b8fc0-bd5e-4a00-9e5a-973aa09beda0 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=92081c13-7979-4810-b5cd-70c14477209d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033731 Dec 20 14:35:41.617837 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d29a16e-8725-4f24-9f66-7c65a6b45494 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:41.617837 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1d29a16e-8725-4f24-9f66-7c65a6b45494 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:41.651646 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-65ff91d4-1921-4df7-bbe3-7f46965b146f req-538f6e0d-a2d5-426c-adcd-93f2137f9e46 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686984 Dec 20 14:35:41.686240 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-1d29a16e-8725-4f24-9f66-7c65a6b45494 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0860360 Dec 20 14:35:41.690797 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 38072) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:35:41.699765 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d284502c-d76b-4ecc-9d96-4c333ebb169f None None] Network d0a50cac-f2dd-4c74-b231-d83f9170d537 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:35:41.847185 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e10a6e5-b71f-496e-9920-5b3ffbaf93ca req-6f691eb8-542e-4fcb-8b9d-0104c11eeb56 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:41.857409 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7e10a6e5-b71f-496e-9920-5b3ffbaf93ca req-6f691eb8-542e-4fcb-8b9d-0104c11eeb56 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "GET /v2.0/ports?device_id=da5f73f6-19cc-4f6d-be30-01541f0c5853 HTTP/1.1" status: 200 len: 944 time: 0.1166568 Dec 20 14:35:41.893703 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:41.944283 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7e10a6e5-b71f-496e-9920-5b3ffbaf93ca req-ff7fd16b-5f04-4f2c-8a42-7335805067a2 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "GET /v2.0/security-groups?id=addf1f6c-a620-4499-ba2d-97512b5db7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862896 Dec 20 14:35:41.976443 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f56704ab-9000-469b-87bb-b88a70436d58 req-b3e9b569-c817-4bce-ae13-328f83893dd3 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=cf003c138d1640a0b0d8e178896f3259&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0268180 Dec 20 14:35:42.080552 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbcfd4b-d6eb-4d26-bb25-67ed31bb9201 None None] Pushing event updated for resources: {'Port': ['ID=b50a090c-884f-42c8-ae91-3bc3a7f224b6,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:42.105151 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-a53c53f3-98d0-45b1-9a13-91894a658aa7 None None] Provisioning complete for port b50a090c-884f-42c8-ae91-3bc3a7f224b6 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:35:42.105765 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a53c53f3-98d0-45b1-9a13-91894a658aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:42.141203 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-904c2a5c-7322-46fa-b5ee-742f632821f2 req-73a5b078-70ec-4c1e-a3c8-5739387a39db tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/ports?device_id=7db0b0e5-da11-45a9-a458-01671a2efebc HTTP/1.1" status: 200 len: 210 time: 0.1536357 Dec 20 14:35:42.151156 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56704ab-9000-469b-87bb-b88a70436d58 req-e139e319-4afe-4236-a6cd-74f64701b206 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:42.152881 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f56704ab-9000-469b-87bb-b88a70436d58 req-e139e319-4afe-4236-a6cd-74f64701b206 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1608903 Dec 20 14:35:42.172512 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-f56704ab-9000-469b-87bb-b88a70436d58 req-b34f9f1f-7c1e-4b06-80a0-a6afdcf3810e tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Request body: {'port': {'device_id': '7db0b0e5-da11-45a9-a458-01671a2efebc', 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1', 'admin_state_up': True, 'tenant_id': 'cf003c138d1640a0b0d8e178896f3259'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:35:42.229026 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 6a2b3a98-8334-4dc0-9ba4-25e1ff2006d8, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=6a2b3a98-8334-4dc0-9ba4-25e1ff2006d8,segment=NetworkSegment(53618fa9-4105-49a9-a955-23da9897e6b1),segment_id=53618fa9-4105-49a9-a955-23da9897e6b1)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:35:42.231035 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8ed33b28-b380-40ef-8850-a46f94c525a0 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:42.305279 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port b50a090c-884f-42c8-ae91-3bc3a7f224b6 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:35:42.305566 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:42.363562 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': '6a2b3a98-8334-4dc0-9ba4-25e1ff2006d8', 'network_id': '4e9c693b-ae57-4db2-bda8-62d561eefb48', 'port_id': '6a2b3a98-8334-4dc0-9ba4-25e1ff2006d8', 'mac_address': 'fa:16:3e:da:99:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c60a30f0-6c73-44bc-9d4a-8152d2aea897', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:35:42.368180 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-b50430fc-8c26-4597-bbc8-13e5bbd8d99d None None] Allocated IP 2001:db8::2 (ebf475cc-96d7-4296-87e8-5edf1fa7c6cd/db9a3667-d436-4b12-9c01-52bf70943772/3e7d2ba4-86d9-4e6a-8f4a-26a9726ef2c7) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:35:42.407831 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba8188e-47cc-477c-8d69-7a169991679a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-d0a50cac-f2dd-4c74-b231-d83f9170d537', 'network_id': 'd0a50cac-f2dd-4c74-b231-d83f9170d537', 'project_id': '6ca267ad2d2c466fa962ce9df2614683', 'fixed_ips': [{'subnet_id': '4aa6e6ea-2110-4f12-8a13-4b0ca67d1783'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:35:42.408995 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-fba8188e-47cc-477c-8d69-7a169991679a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:42.432265 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336812f3-5df7-40ea-ae79-7b64a7941765 req-a982a041-b9f9-4971-9fc5-ea08a810ff55 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:42.434077 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-336812f3-5df7-40ea-ae79-7b64a7941765 req-a982a041-b9f9-4971-9fc5-ea08a810ff55 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/networks?id=7ed718b3-d2e8-4b72-a238-726203897046 HTTP/1.1" status: 200 len: 812 time: 0.2215049 Dec 20 14:35:42.445570 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f81fe0-b4ee-439e-b721-8a0be4ba5d76 req-5ca1513a-6f89-494c-9e8f-74927688a0a2 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:42.452434 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f56704ab-9000-469b-87bb-b88a70436d58 req-b34f9f1f-7c1e-4b06-80a0-a6afdcf3810e tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Made reservation on behalf of cf003c138d1640a0b0d8e178896f3259 for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:35:42.453107 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-05f81fe0-b4ee-439e-b721-8a0be4ba5d76 req-5ca1513a-6f89-494c-9e8f-74927688a0a2 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/ports?device_id=b35ec18f-30de-413a-8917-017627ca3908 HTTP/1.1" status: 200 len: 943 time: 0.1592999 Dec 20 14:35:42.456096 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-f56704ab-9000-469b-87bb-b88a70436d58 req-b34f9f1f-7c1e-4b06-80a0-a6afdcf3810e tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:42.475625 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-336812f3-5df7-40ea-ae79-7b64a7941765 req-5f738722-9350-4765-9f37-f22a943860ae tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/quotas/514f3908f9164c0fa19c6d421ce9f2b3 HTTP/1.1" status: 200 len: 375 time: 0.0303867 Dec 20 14:35:42.547987 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-05f81fe0-b4ee-439e-b721-8a0be4ba5d76 req-0e52bb70-8c86-4452-94c7-8fb9c26f71eb tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff2c97d-c902-4302-9c87-14f917dbe0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939116 Dec 20 14:35:42.627961 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-336812f3-5df7-40ea-ae79-7b64a7941765 req-910b3631-d642-4678-9f11-3dfa75946cc4 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=514f3908f9164c0fa19c6d421ce9f2b3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1395984 Dec 20 14:35:42.629156 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:42.673791 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a2b3a98-8334-4dc0-9ba4-25e1ff2006d8 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:35:42.711127 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [req-f56704ab-9000-469b-87bb-b88a70436d58 req-b34f9f1f-7c1e-4b06-80a0-a6afdcf3810e tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Allocated IP 192.168.233.117 (00c897c2-e98d-4716-a0b4-8f9f297fa8a1/36bf280f-81bb-4486-a87a-9b9505a1cec4/f6734bfb-2eed-444c-88ca-1ef855a12a4b) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:35:42.753009 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 6a2b3a98-8334-4dc0-9ba4-25e1ff2006d8, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=6a2b3a98-8334-4dc0-9ba4-25e1ff2006d8,segment=NetworkSegment(53618fa9-4105-49a9-a955-23da9897e6b1),segment_id=53618fa9-4105-49a9-a955-23da9897e6b1)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:35:42.768913 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:42.781317 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-336812f3-5df7-40ea-ae79-7b64a7941765 req-e2827adb-d6b8-43e0-97c5-1e65bd06126e service neutron] 10.222.0.54 "GET /v2.0/networks/7ed718b3-d2e8-4b72-a238-726203897046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454365 Dec 20 14:35:42.815543 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db2923d-1890-47d1-be5e-441a7c61a771 req-e9e81649-0e83-4dab-b9e0-a002b617f8d9 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:42.817023 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6db2923d-1890-47d1-be5e-441a7c61a771 req-e9e81649-0e83-4dab-b9e0-a002b617f8d9 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1a1faf6-4bff-48b3-bf36-a1a8783b50d4 HTTP/1.1" status: 200 len: 945 time: 0.0641165 Dec 20 14:35:42.858874 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-fba8188e-47cc-477c-8d69-7a169991679a None None] Allocated IP 2001:db8::2 (d0a50cac-f2dd-4c74-b231-d83f9170d537/4aa6e6ea-2110-4f12-8a13-4b0ca67d1783/ecdc25dd-3fbd-439f-8208-f3b422ef526a) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:35:42.888615 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b50430fc-8c26-4597-bbc8-13e5bbd8d99d None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:42.891205 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6db2923d-1890-47d1-be5e-441a7c61a771 req-9e075817-7adb-480a-9dfe-b84d1b8d51f9 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635111 Dec 20 14:35:42.911682 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=6a2b3a98-8334-4dc0-9ba4-25e1ff2006d8,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:42.921099 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b50430fc-8c26-4597-bbc8-13e5bbd8d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:42.976024 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-8ed33b28-b380-40ef-8850-a46f94c525a0 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Allocated IP 2001:db8::1 (ebf475cc-96d7-4296-87e8-5edf1fa7c6cd/db9a3667-d436-4b12-9c01-52bf70943772/9e18a56f-380c-4597-b56a-4f05498b2a1f) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:35:42.991668 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-336812f3-5df7-40ea-ae79-7b64a7941765 req-dd4064df-0e81-4720-be33-049d9139b5a7 service neutron] 10.222.0.54 "GET /v2.0/networks/7ed718b3-d2e8-4b72-a238-726203897046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903450 Dec 20 14:35:43.010295 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-f56704ab-9000-469b-87bb-b88a70436d58 req-b34f9f1f-7c1e-4b06-80a0-a6afdcf3810e tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:43.031743 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50430fc-8c26-4597-bbc8-13e5bbd8d99d None None] Network ebf475cc-96d7-4296-87e8-5edf1fa7c6cd is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:35:43.095888 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-f56704ab-9000-469b-87bb-b88a70436d58 req-b34f9f1f-7c1e-4b06-80a0-a6afdcf3810e tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:43.138251 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-fba8188e-47cc-477c-8d69-7a169991679a None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:43.144789 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-b50430fc-8c26-4597-bbc8-13e5bbd8d99d None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:35:43.152735 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8ed33b28-b380-40ef-8850-a46f94c525a0 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:43.154292 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['58f0f195-78f5-4a10-aac7-4afa1dc030c3', 'a3f8fc2a-2ebe-4696-a439-9c8f3a83e995'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:35:43.184422 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f56704ab-9000-469b-87bb-b88a70436d58 req-b34f9f1f-7c1e-4b06-80a0-a6afdcf3810e tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:35:43.189510 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [req-f56704ab-9000-469b-87bb-b88a70436d58 req-b34f9f1f-7c1e-4b06-80a0-a6afdcf3810e tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:35:43.213109 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8ed33b28-b380-40ef-8850-a46f94c525a0 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:43.219909 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-f56704ab-9000-469b-87bb-b88a70436d58 req-b34f9f1f-7c1e-4b06-80a0-a6afdcf3810e tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:35:43.278943 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50430fc-8c26-4597-bbc8-13e5bbd8d99d None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:35:43.289214 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['6a2b3a98-8334-4dc0-9ba4-25e1ff2006d8'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:35:43.296083 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device b50a090c-884f-42c8-ae91-3bc3a7f224b6 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:35:43.306023 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed33b28-b380-40ef-8850-a46f94c525a0 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Network ebf475cc-96d7-4296-87e8-5edf1fa7c6cd is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:35:43.316516 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-8ed33b28-b380-40ef-8850-a46f94c525a0 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:35:43.319862 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed33b28-b380-40ef-8850-a46f94c525a0 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:35:43.320426 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8ed33b28-b380-40ef-8850-a46f94c525a0 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595714'] for router_interface, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:43.321717 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-fba8188e-47cc-477c-8d69-7a169991679a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:43.327268 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56704ab-9000-469b-87bb-b88a70436d58 req-b34f9f1f-7c1e-4b06-80a0-a6afdcf3810e tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:43.330022 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-f56704ab-9000-469b-87bb-b88a70436d58 req-b34f9f1f-7c1e-4b06-80a0-a6afdcf3810e tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:43.358100 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f56704ab-9000-469b-87bb-b88a70436d58 req-b34f9f1f-7c1e-4b06-80a0-a6afdcf3810e tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1918602 Dec 20 14:35:43.365818 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34f9f1f-7c1e-4b06-80a0-a6afdcf3810e tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Pushing event updated for resources: {'Port': ['ID=f6734bfb-2eed-444c-88ca-1ef855a12a4b,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:43.383647 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-f56704ab-9000-469b-87bb-b88a70436d58 req-b4dd38b1-3e43-4e42-9728-eaf051a465e8 service neutron] Request body: {'port': {'device_id': '7db0b0e5-da11-45a9-a458-01671a2efebc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-19'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:35:43.462056 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed33b28-b380-40ef-8850-a46f94c525a0 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Pushing event updated for resources: {'Port': ['ID=9e18a56f-380c-4597-b56a-4f05498b2a1f,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:43.538828 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3db49fa-9765-4dc9-839d-2f6744f838b9 req-f894334e-f8d7-4859-bd3f-267e837ae4cf tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:43.543249 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b3db49fa-9765-4dc9-839d-2f6744f838b9 req-f894334e-f8d7-4859-bd3f-267e837ae4cf tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "GET /v2.0/ports?device_id=da5f73f6-19cc-4f6d-be30-01541f0c5853 HTTP/1.1" status: 200 len: 944 time: 0.2115417 Dec 20 14:35:43.559609 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50430fc-8c26-4597-bbc8-13e5bbd8d99d None None] Pushing event updated for resources: {'Port': ['ID=3e7d2ba4-86d9-4e6a-8f4a-26a9726ef2c7,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:43.587839 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-f56704ab-9000-469b-87bb-b88a70436d58 req-b4dd38b1-3e43-4e42-9728-eaf051a465e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:43.612650 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f4e1c2-267d-4d9d-9a1a-e7d594de3414 req-7281c08d-f03f-4c40-a9b1-ee2e65443fd6 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:43.614529 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e0f4e1c2-267d-4d9d-9a1a-e7d594de3414 req-7281c08d-f03f-4c40-a9b1-ee2e65443fd6 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/ports?device_id=7db0b0e5-da11-45a9-a458-01671a2efebc HTTP/1.1" status: 200 len: 936 time: 0.1643772 Dec 20 14:35:43.628341 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8ed33b28-b380-40ef-8850-a46f94c525a0 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:43.654470 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-b50430fc-8c26-4597-bbc8-13e5bbd8d99d None None] Attempting to bind port 3e7d2ba4-86d9-4e6a-8f4a-26a9726ef2c7 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:35:43.655083 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-b50430fc-8c26-4597-bbc8-13e5bbd8d99d None None] Attempting to bind port 3e7d2ba4-86d9-4e6a-8f4a-26a9726ef2c7 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': 'f37b7331-979e-4111-ace3-cf53ff2f3b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ebf475cc-96d7-4296-87e8-5edf1fa7c6cd'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:35:43.655445 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50430fc-8c26-4597-bbc8-13e5bbd8d99d None None] Attempting to bind port 3e7d2ba4-86d9-4e6a-8f4a-26a9726ef2c7 on network ebf475cc-96d7-4296-87e8-5edf1fa7c6cd {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:35:43.671868 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b3db49fa-9765-4dc9-839d-2f6744f838b9 req-4bf0d5e8-da9b-42df-8272-8d9613eb05bc tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "GET /v2.0/security-groups?id=addf1f6c-a620-4499-ba2d-97512b5db7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176491 Dec 20 14:35:43.681504 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba8188e-47cc-477c-8d69-7a169991679a None None] Network d0a50cac-f2dd-4c74-b231-d83f9170d537 is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:35:43.713428 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-fba8188e-47cc-477c-8d69-7a169991679a None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:35:43.716399 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba8188e-47cc-477c-8d69-7a169991679a None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:35:43.718627 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50430fc-8c26-4597-bbc8-13e5bbd8d99d None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:35:43.719520 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50430fc-8c26-4597-bbc8-13e5bbd8d99d None None] Checking segment: {'id': 'f37b7331-979e-4111-ace3-cf53ff2f3b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ebf475cc-96d7-4296-87e8-5edf1fa7c6cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:35:43.719919 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b50430fc-8c26-4597-bbc8-13e5bbd8d99d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:43.720301 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50430fc-8c26-4597-bbc8-13e5bbd8d99d None None] Bound using segment: {'id': 'f37b7331-979e-4111-ace3-cf53ff2f3b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ebf475cc-96d7-4296-87e8-5edf1fa7c6cd'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:35:43.720787 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-b50430fc-8c26-4597-bbc8-13e5bbd8d99d None None] Bound port: 3e7d2ba4-86d9-4e6a-8f4a-26a9726ef2c7, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f37b7331-979e-4111-ace3-cf53ff2f3b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ebf475cc-96d7-4296-87e8-5edf1fa7c6cd'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:35:43.721176 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b50430fc-8c26-4597-bbc8-13e5bbd8d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:43.727614 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba8188e-47cc-477c-8d69-7a169991679a None None] Pushing event updated for resources: {'Port': ['ID=ecdc25dd-3fbd-439f-8208-f3b422ef526a,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:43.739148 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-290af340-e9a6-49b3-b53d-d01a94eefe61 None None] Provisioning complete for port f6734bfb-2eed-444c-88ca-1ef855a12a4b triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:35:43.739511 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-290af340-e9a6-49b3-b53d-d01a94eefe61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:43.815231 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e0f4e1c2-267d-4d9d-9a1a-e7d594de3414 req-96020776-437d-4ec7-8211-8340c9cd50a5 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/security-groups?id=e899fdb2-c1a8-40be-a7f0-526dd0b6ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912313 Dec 20 14:35:43.822666 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port b50a090c-884f-42c8-ae91-3bc3a7f224b6 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:35:43.823052 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:43.973604 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-df0fd3e4-4c0c-4721-a21c-993b46c7c23a req-7c722edb-98f1-4592-b0bc-c69169fbfe41 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf3b1474-17cb-4239-8de2-387b192e8826 HTTP/1.1" status: 200 len: 210 time: 0.0290968 Dec 20 14:35:44.067266 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1942d4-22d4-4d6d-a9ca-7e77f2e11490 req-0a702d6d-11b6-4ade-8c7f-3b8056283438 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:44.069588 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ea1942d4-22d4-4d6d-a9ca-7e77f2e11490 req-0a702d6d-11b6-4ade-8c7f-3b8056283438 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1a1faf6-4bff-48b3-bf36-a1a8783b50d4 HTTP/1.1" status: 200 len: 945 time: 0.2311502 Dec 20 14:35:44.172776 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-290af340-e9a6-49b3-b53d-d01a94eefe61 None None] Port f6734bfb-2eed-444c-88ca-1ef855a12a4b cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:35:44.185822 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ea1942d4-22d4-4d6d-a9ca-7e77f2e11490 req-eab22798-ca69-4195-92bc-d93793b46779 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017568 Dec 20 14:35:44.190236 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8ed33b28-b380-40ef-8850-a46f94c525a0 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:44.194503 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 3fc09d58-6bac-433e-ba2a-9f72f10cb900 up at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:35:44.198848 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8ed33b28-b380-40ef-8850-a46f94c525a0 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:44.201926 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8ed33b28-b380-40ef-8850-a46f94c525a0 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1595702'] for router_interface, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:44.258073 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [req-f56704ab-9000-469b-87bb-b88a70436d58 req-b4dd38b1-3e43-4e42-9728-eaf051a465e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6734bfb-2eed-444c-88ca-1ef855a12a4b {{(pid=103167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:35:44.267389 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-fba8188e-47cc-477c-8d69-7a169991679a None None] Attempting to bind port ecdc25dd-3fbd-439f-8208-f3b422ef526a on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:35:44.267948 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-fba8188e-47cc-477c-8d69-7a169991679a None None] Attempting to bind port ecdc25dd-3fbd-439f-8208-f3b422ef526a by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '7a3e2b97-14a0-4f53-b853-1c0104ac5852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd0a50cac-f2dd-4c74-b231-d83f9170d537'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:35:44.268416 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba8188e-47cc-477c-8d69-7a169991679a None None] Attempting to bind port ecdc25dd-3fbd-439f-8208-f3b422ef526a on network d0a50cac-f2dd-4c74-b231-d83f9170d537 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:35:44.281718 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-f56704ab-9000-469b-87bb-b88a70436d58 req-b4dd38b1-3e43-4e42-9728-eaf051a465e8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:44.291524 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba8188e-47cc-477c-8d69-7a169991679a None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:35:44.292068 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba8188e-47cc-477c-8d69-7a169991679a None None] Checking segment: {'id': '7a3e2b97-14a0-4f53-b853-1c0104ac5852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd0a50cac-f2dd-4c74-b231-d83f9170d537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:35:44.292601 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-fba8188e-47cc-477c-8d69-7a169991679a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:44.293093 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba8188e-47cc-477c-8d69-7a169991679a None None] Bound using segment: {'id': '7a3e2b97-14a0-4f53-b853-1c0104ac5852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd0a50cac-f2dd-4c74-b231-d83f9170d537'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:35:44.293687 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-fba8188e-47cc-477c-8d69-7a169991679a None None] Bound port: ecdc25dd-3fbd-439f-8208-f3b422ef526a, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a3e2b97-14a0-4f53-b853-1c0104ac5852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd0a50cac-f2dd-4c74-b231-d83f9170d537'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:35:44.294170 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-fba8188e-47cc-477c-8d69-7a169991679a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:44.295743 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106acf16-0f01-435f-8d94-fe88f7793730 req-036faed1-103c-4e17-86e9-d0290be4bd13 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:44.305481 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-106acf16-0f01-435f-8d94-fe88f7793730 req-036faed1-103c-4e17-86e9-d0290be4bd13 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/ports?device_id=b35ec18f-30de-413a-8917-017627ca3908 HTTP/1.1" status: 200 len: 944 time: 0.1723685 Dec 20 14:35:44.332915 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-b50430fc-8c26-4597-bbc8-13e5bbd8d99d None None] For port 3e7d2ba4-86d9-4e6a-8f4a-26a9726ef2c7, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:35:44.347304 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-f56704ab-9000-469b-87bb-b88a70436d58 req-b4dd38b1-3e43-4e42-9728-eaf051a465e8 service neutron] Transition to ACTIVE for port object f6734bfb-2eed-444c-88ca-1ef855a12a4b will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:35:44.362303 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-f56704ab-9000-469b-87bb-b88a70436d58 req-b4dd38b1-3e43-4e42-9728-eaf051a465e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:44.405190 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-b50430fc-8c26-4597-bbc8-13e5bbd8d99d None None] For port 3e7d2ba4-86d9-4e6a-8f4a-26a9726ef2c7, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=3e7d2ba4-86d9-4e6a-8f4a-26a9726ef2c7,segment=NetworkSegment(f37b7331-979e-4111-ace3-cf53ff2f3b74),segment_id=f37b7331-979e-4111-ace3-cf53ff2f3b74)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:35:44.419866 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed33b28-b380-40ef-8850-a46f94c525a0 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Pushing event updated for resources: {'Port': ['ID=9e18a56f-380c-4597-b56a-4f05498b2a1f,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:44.434495 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-106acf16-0f01-435f-8d94-fe88f7793730 req-5d556703-905f-4d30-a575-d348e655eae2 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff2c97d-c902-4302-9c87-14f917dbe0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278238 Dec 20 14:35:44.475756 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b50430fc-8c26-4597-bbc8-13e5bbd8d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:44.505159 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dd38b1-3e43-4e42-9728-eaf051a465e8 service neutron] Pushing event updated for resources: {'Port': ['ID=f6734bfb-2eed-444c-88ca-1ef855a12a4b,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:44.519965 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a136c50b-a681-4792-ae20-dbd68deaead8 req-aa843307-7ce1-4a45-a8c7-6867b566860a tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:44.522861 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a136c50b-a681-4792-ae20-dbd68deaead8 req-aa843307-7ce1-4a45-a8c7-6867b566860a tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1a1faf6-4bff-48b3-bf36-a1a8783b50d4 HTTP/1.1" status: 200 len: 945 time: 0.1360157 Dec 20 14:35:44.557872 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed33b28-b380-40ef-8850-a46f94c525a0 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Network ebf475cc-96d7-4296-87e8-5edf1fa7c6cd is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:35:44.561405 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-8ed33b28-b380-40ef-8850-a46f94c525a0 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:35:44.642167 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a136c50b-a681-4792-ae20-dbd68deaead8 req-f8517943-fd59-4f45-9418-e6da85fbf3c7 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071713 Dec 20 14:35:44.655541 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning for port 3fc09d58-6bac-433e-ba2a-9f72f10cb900 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:35:44.655766 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-f56704ab-9000-469b-87bb-b88a70436d58 req-b4dd38b1-3e43-4e42-9728-eaf051a465e8 service neutron] Attempting to bind port f6734bfb-2eed-444c-88ca-1ef855a12a4b on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:35:44.655766 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-f56704ab-9000-469b-87bb-b88a70436d58 req-b4dd38b1-3e43-4e42-9728-eaf051a465e8 service neutron] Attempting to bind port f6734bfb-2eed-444c-88ca-1ef855a12a4b by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:35:44.655766 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f56704ab-9000-469b-87bb-b88a70436d58 req-b4dd38b1-3e43-4e42-9728-eaf051a465e8 service neutron] Attempting to bind port f6734bfb-2eed-444c-88ca-1ef855a12a4b on network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:35:44.670238 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning complete for port 3fc09d58-6bac-433e-ba2a-9f72f10cb900 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:35:44.670703 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:44.671749 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f56704ab-9000-469b-87bb-b88a70436d58 req-b4dd38b1-3e43-4e42-9728-eaf051a465e8 service neutron] Port f6734bfb-2eed-444c-88ca-1ef855a12a4b on network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:35:44.672277 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f56704ab-9000-469b-87bb-b88a70436d58 req-b4dd38b1-3e43-4e42-9728-eaf051a465e8 service neutron] Attempting to bind port f6734bfb-2eed-444c-88ca-1ef855a12a4b on network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:35:44.689728 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-fba8188e-47cc-477c-8d69-7a169991679a None None] For port ecdc25dd-3fbd-439f-8208-f3b422ef526a, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:35:44.704381 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f56704ab-9000-469b-87bb-b88a70436d58 req-b4dd38b1-3e43-4e42-9728-eaf051a465e8 service neutron] Checking agent: {'id': '43c60aee-e4af-4ecc-bee2-aac3569fafed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:35:44.704777 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f56704ab-9000-469b-87bb-b88a70436d58 req-b4dd38b1-3e43-4e42-9728-eaf051a465e8 service neutron] Checking segment: {'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:35:44.705183 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f56704ab-9000-469b-87bb-b88a70436d58 req-b4dd38b1-3e43-4e42-9728-eaf051a465e8 service neutron] Bound using segment: {'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:35:44.705780 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-f56704ab-9000-469b-87bb-b88a70436d58 req-b4dd38b1-3e43-4e42-9728-eaf051a465e8 service neutron] Bound port: f6734bfb-2eed-444c-88ca-1ef855a12a4b, host: n-h2-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:35:44.706148 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-f56704ab-9000-469b-87bb-b88a70436d58 req-b4dd38b1-3e43-4e42-9728-eaf051a465e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:44.770981 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50430fc-8c26-4597-bbc8-13e5bbd8d99d None None] Pushing event updated for resources: {'Port': ['ID=3e7d2ba4-86d9-4e6a-8f4a-26a9726ef2c7,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:44.795434 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-fba8188e-47cc-477c-8d69-7a169991679a None None] For port ecdc25dd-3fbd-439f-8208-f3b422ef526a, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=ecdc25dd-3fbd-439f-8208-f3b422ef526a,segment=NetworkSegment(7a3e2b97-14a0-4f53-b853-1c0104ac5852),segment_id=7a3e2b97-14a0-4f53-b853-1c0104ac5852)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:35:44.820420 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-fba8188e-47cc-477c-8d69-7a169991679a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:44.846510 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-f56704ab-9000-469b-87bb-b88a70436d58 req-b4dd38b1-3e43-4e42-9728-eaf051a465e8 service neutron] For port f6734bfb-2eed-444c-88ca-1ef855a12a4b, host n-h2-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:35:44.858023 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-f56704ab-9000-469b-87bb-b88a70436d58 req-b4dd38b1-3e43-4e42-9728-eaf051a465e8 service neutron] For port f6734bfb-2eed-444c-88ca-1ef855a12a4b, host n-h2-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=f6734bfb-2eed-444c-88ca-1ef855a12a4b,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:35:44.884663 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-f56704ab-9000-469b-87bb-b88a70436d58 req-b4dd38b1-3e43-4e42-9728-eaf051a465e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:44.927394 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c01e61c-6700-4bf7-be80-268559b874e1 req-52f12a66-fab4-46fc-b86e-8e042a69da69 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:44.939917 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba8188e-47cc-477c-8d69-7a169991679a None None] Pushing event updated for resources: {'Port': ['ID=ecdc25dd-3fbd-439f-8208-f3b422ef526a,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:44.943404 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9c01e61c-6700-4bf7-be80-268559b874e1 req-52f12a66-fab4-46fc-b86e-8e042a69da69 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "GET /v2.0/ports?device_id=da5f73f6-19cc-4f6d-be30-01541f0c5853 HTTP/1.1" status: 200 len: 944 time: 0.1248088 Dec 20 14:35:45.038840 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dd38b1-3e43-4e42-9728-eaf051a465e8 service neutron] Pushing event updated for resources: {'Port': ['ID=f6734bfb-2eed-444c-88ca-1ef855a12a4b,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:45.083484 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:45.125133 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da5f73f6-19cc-4f6d-be30-01541f0c5853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fc09d58-6bac-433e-ba2a-9f72f10cb900'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:35:45.129674 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9c01e61c-6700-4bf7-be80-268559b874e1 req-5cc26635-70a9-41b7-aaed-387aaf7934ff tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "GET /v2.0/security-groups?id=addf1f6c-a620-4499-ba2d-97512b5db7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803961 Dec 20 14:35:45.134505 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ed33b28-b380-40ef-8850-a46f94c525a0 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Router 9917f647-ebf7-4389-befa-c1e1ca5e1ae0 is scheduled to L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 with binding_index 1 {{(pid=103168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 14:35:45.142810 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dde2e1f6-740d-47aa-aa92-71c0b45ed085" -d '{"events": [{"server_uuid": "da5f73f6-19cc-4f6d-be30-01541f0c5853", "name": "network-vif-plugged", "status": "completed", "tag": "3fc09d58-6bac-433e-ba2a-9f72f10cb900"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:35:45.179052 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:45.193648 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 3fc09d58-6bac-433e-ba2a-9f72f10cb900, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=3fc09d58-6bac-433e-ba2a-9f72f10cb900,segment=NetworkSegment(2573b312-4924-4661-8d69-abdd3044015f),segment_id=2573b312-4924-4661-8d69-abdd3044015f)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:35:45.211203 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:45.306867 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336812f3-5df7-40ea-ae79-7b64a7941765 req-f8c9b6ed-caca-4f07-8515-8a2af9d73879 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:45.312994 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-336812f3-5df7-40ea-ae79-7b64a7941765 req-f8c9b6ed-caca-4f07-8515-8a2af9d73879 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.30 "GET /v2.0/networks?id=7ed718b3-d2e8-4b72-a238-726203897046 HTTP/1.1" status: 200 len: 812 time: 0.4503765 Dec 20 14:35:45.320823 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56704ab-9000-469b-87bb-b88a70436d58 req-b4dd38b1-3e43-4e42-9728-eaf051a465e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:45.321192 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-f56704ab-9000-469b-87bb-b88a70436d58 req-b4dd38b1-3e43-4e42-9728-eaf051a465e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:45.322650 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f56704ab-9000-469b-87bb-b88a70436d58 req-b4dd38b1-3e43-4e42-9728-eaf051a465e8 service neutron] 10.222.0.47 "PUT /v2.0/ports/f6734bfb-2eed-444c-88ca-1ef855a12a4b HTTP/1.1" status: 200 len: 1097 time: 1.9501028 Dec 20 14:35:45.323958 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7db0b0e5-da11-45a9-a458-01671a2efebc', 'tag': 'f6734bfb-2eed-444c-88ca-1ef855a12a4b'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:35:45.326114 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b36d53ee-9bff-4cca-9312-1521438edf76" -d '{"events": [{"name": "network-changed", "server_uuid": "7db0b0e5-da11-45a9-a458-01671a2efebc", "tag": "f6734bfb-2eed-444c-88ca-1ef855a12a4b"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:35:45.359344 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 3e7d2ba4-86d9-4e6a-8f4a-26a9726ef2c7 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:35:45.377344 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-336812f3-5df7-40ea-ae79-7b64a7941765 req-08ba3e2f-447a-4428-b7da-834b56e99ca2 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Request body: {'port': {'device_id': 'bf3b1474-17cb-4239-8de2-387b192e8826', 'network_id': '7ed718b3-d2e8-4b72-a238-726203897046', 'admin_state_up': True, 'tenant_id': '514f3908f9164c0fa19c6d421ce9f2b3'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:35:45.428427 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=3fc09d58-6bac-433e-ba2a-9f72f10cb900,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:45.465191 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63fef26-b022-495a-83d1-6aaeaced2b31 req-d72cf425-8edf-4e7e-b42d-ae76409394a2 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:45.478797 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f63fef26-b022-495a-83d1-6aaeaced2b31 req-d72cf425-8edf-4e7e-b42d-ae76409394a2 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/ports?device_id=7db0b0e5-da11-45a9-a458-01671a2efebc HTTP/1.1" status: 200 len: 948 time: 0.1645918 Dec 20 14:35:45.508165 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 3e7d2ba4-86d9-4e6a-8f4a-26a9726ef2c7 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:35:45.508568 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:45.629509 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56704ab-9000-469b-87bb-b88a70436d58 req-2de2f929-ac19-4445-929a-a17f7fce9e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:45.632364 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f56704ab-9000-469b-87bb-b88a70436d58 req-2de2f929-ac19-4445-929a-a17f7fce9e34 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cf003c138d1640a0b0d8e178896f3259&device_id=7db0b0e5-da11-45a9-a458-01671a2efebc HTTP/1.1" status: 200 len: 1100 time: 0.2362761 Dec 20 14:35:45.640167 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:45.695090 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] For port 3e7d2ba4-86d9-4e6a-8f4a-26a9726ef2c7, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=3e7d2ba4-86d9-4e6a-8f4a-26a9726ef2c7,segment=NetworkSegment(f37b7331-979e-4111-ace3-cf53ff2f3b74),segment_id=f37b7331-979e-4111-ace3-cf53ff2f3b74)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:35:45.702940 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:45.715759 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f56704ab-9000-469b-87bb-b88a70436d58 req-8efc6fb5-cced-4ed4-87c8-5739fe79c66d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=f6734bfb-2eed-444c-88ca-1ef855a12a4b HTTP/1.1" status: 200 len: 217 time: 0.0613382 Dec 20 14:35:45.760014 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Pushing event updated for resources: {'Port': ['ID=3e7d2ba4-86d9-4e6a-8f4a-26a9726ef2c7,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:45.767546 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f63fef26-b022-495a-83d1-6aaeaced2b31 req-c03b5c21-6e1e-4bb6-bd47-ddb8078cb941 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/security-groups?id=e899fdb2-c1a8-40be-a7f0-526dd0b6ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877724 Dec 20 14:35:45.770501 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-336812f3-5df7-40ea-ae79-7b64a7941765 req-08ba3e2f-447a-4428-b7da-834b56e99ca2 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Made reservation on behalf of 514f3908f9164c0fa19c6d421ce9f2b3 for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:35:45.774754 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-336812f3-5df7-40ea-ae79-7b64a7941765 req-08ba3e2f-447a-4428-b7da-834b56e99ca2 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:45.819792 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56704ab-9000-469b-87bb-b88a70436d58 req-e0c160f3-0dd8-4997-8847-dcc3a77a5e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:45.822387 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f56704ab-9000-469b-87bb-b88a70436d58 req-e0c160f3-0dd8-4997-8847-dcc3a77a5e46 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36bf280f-81bb-4486-a87a-9b9505a1cec4 HTTP/1.1" status: 200 len: 843 time: 0.0943201 Dec 20 14:35:45.895859 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1871ffb8-424b-460a-b5ff-952867129068 req-8c3afa4e-e966-4a31-be6e-362f977290f7 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf3b1474-17cb-4239-8de2-387b192e8826 HTTP/1.1" status: 200 len: 210 time: 0.0398669 Dec 20 14:35:45.908294 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ed33b28-b380-40ef-8850-a46f94c525a0 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:35:45.916896 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-8ed33b28-b380-40ef-8850-a46f94c525a0 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] 10.222.0.54 "PUT /v2.0/routers/9917f647-ebf7-4389-befa-c1e1ca5e1ae0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2247868 Dec 20 14:35:45.917338 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 38140) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:35:45.923507 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df39761-9665-4458-8dd1-6983302daa0c None None] Sync routers for ids ['9917f647-ebf7-4389-befa-c1e1ca5e1ae0'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:35:45.939790 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df39761-9665-4458-8dd1-6983302daa0c None None] Routers {'9917f647-ebf7-4389-befa-c1e1ca5e1ae0'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:35:45.940786 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-3df39761-9665-4458-8dd1-6983302daa0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:35:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['9917f647-ebf7-4389-befa-c1e1ca5e1ae0'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:35:45.987884 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-3df39761-9665-4458-8dd1-6983302daa0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:35:45.999270 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df39761-9665-4458-8dd1-6983302daa0c None None] Routers {'9917f647-ebf7-4389-befa-c1e1ca5e1ae0'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:35:46.000174 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-3df39761-9665-4458-8dd1-6983302daa0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:35:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['9917f647-ebf7-4389-befa-c1e1ca5e1ae0'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:35:46.005243 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1010eac4-750c-4818-b81b-68fb26ea7146 x-openstack-request-id: req-1010eac4-750c-4818-b81b-68fb26ea7146 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:35:46.005739 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da5f73f6-19cc-4f6d-be30-01541f0c5853", "name": "network-vif-plugged", "status": "completed", "tag": "3fc09d58-6bac-433e-ba2a-9f72f10cb900", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:35:46.006146 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1010eac4-750c-4818-b81b-68fb26ea7146 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:35:46.007011 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da5f73f6-19cc-4f6d-be30-01541f0c5853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fc09d58-6bac-433e-ba2a-9f72f10cb900', 'code': 200} Dec 20 14:35:46.039082 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-3df39761-9665-4458-8dd1-6983302daa0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:35:46.039717 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df39761-9665-4458-8dd1-6983302daa0c None None] The sync data for ids ['9917f647-ebf7-4389-befa-c1e1ca5e1ae0'] in n-d-761264-19 is: [] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:35:46.087760 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [req-336812f3-5df7-40ea-ae79-7b64a7941765 req-08ba3e2f-447a-4428-b7da-834b56e99ca2 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Allocated IP 172.20.0.12 (7ed718b3-d2e8-4b72-a238-726203897046/5d68b841-2dcc-4f7d-9f3b-ab3557b797a0/02d7bb87-3236-41e6-86d5-147fff80b815) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:35:46.092670 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56704ab-9000-469b-87bb-b88a70436d58 req-bfce6f30-6f2b-400e-8458-c642eff0deaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:46.094195 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f56704ab-9000-469b-87bb-b88a70436d58 req-bfce6f30-6f2b-400e-8458-c642eff0deaa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2391968 Dec 20 14:35:46.147323 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4bc459-799b-4e72-b972-08305955f534 req-1e7f846b-94b3-43c3-91df-98b41bba3b8f tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:46.155399 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7b4bc459-799b-4e72-b972-08305955f534 req-1e7f846b-94b3-43c3-91df-98b41bba3b8f tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1a1faf6-4bff-48b3-bf36-a1a8783b50d4 HTTP/1.1" status: 200 len: 945 time: 0.2986715 Dec 20 14:35:46.194218 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-182ebb16-7b32-45e3-83fe-d1cf2ccd53d0 x-openstack-request-id: req-182ebb16-7b32-45e3-83fe-d1cf2ccd53d0 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:35:46.194790 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7db0b0e5-da11-45a9-a458-01671a2efebc", "tag": "f6734bfb-2eed-444c-88ca-1ef855a12a4b", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:35:46.195153 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-182ebb16-7b32-45e3-83fe-d1cf2ccd53d0 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:35:46.195670 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7db0b0e5-da11-45a9-a458-01671a2efebc', 'tag': 'f6734bfb-2eed-444c-88ca-1ef855a12a4b', 'status': 'completed', 'code': 200} Dec 20 14:35:46.275308 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7b4bc459-799b-4e72-b972-08305955f534 req-31d6a69d-d872-47c4-96c7-a60ccc44017c tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191261 Dec 20 14:35:46.408529 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f56704ab-9000-469b-87bb-b88a70436d58 req-1d173c69-19af-4dc4-9350-38106f1d04c3 service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3055267 Dec 20 14:35:46.425351 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40afe60-4408-43b4-bc0e-e9f91f8b821b req-7bdc0594-e647-40ab-bdb3-936a54717ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:46.427005 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d40afe60-4408-43b4-bc0e-e9f91f8b821b req-7bdc0594-e647-40ab-bdb3-936a54717ae2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=da5f73f6-19cc-4f6d-be30-01541f0c5853 HTTP/1.1" status: 200 len: 1097 time: 0.3405569 Dec 20 14:35:46.454667 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348f158d-e3a2-4454-bcbe-f2c1ffab0fd6 None None] Network ebf475cc-96d7-4296-87e8-5edf1fa7c6cd requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:35:46.464278 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8761e2dc-a26c-49ed-880b-64dc34f74246 req-b8cab2e1-be05-4d93-99d7-3c16a3a6d1b8 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:46.469812 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8761e2dc-a26c-49ed-880b-64dc34f74246 req-b8cab2e1-be05-4d93-99d7-3c16a3a6d1b8 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/ports?device_id=b35ec18f-30de-413a-8917-017627ca3908 HTTP/1.1" status: 200 len: 944 time: 0.2273517 Dec 20 14:35:46.533885 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-336812f3-5df7-40ea-ae79-7b64a7941765 req-08ba3e2f-447a-4428-b7da-834b56e99ca2 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:46.613310 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0734642b-c680-47bd-a479-2b540ddf81f7 req-31a4613f-65d2-4ea9-a9ba-3aca8e3f091f tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:46.621643 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0734642b-c680-47bd-a479-2b540ddf81f7 req-31a4613f-65d2-4ea9-a9ba-3aca8e3f091f tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "GET /v2.0/ports?device_id=da5f73f6-19cc-4f6d-be30-01541f0c5853 HTTP/1.1" status: 200 len: 945 time: 0.1482716 Dec 20 14:35:46.624021 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-fb3893d3-4cc3-46d3-af69-35e0287d70fa None None] Provisioning complete for port 3e7d2ba4-86d9-4e6a-8f4a-26a9726ef2c7 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:35:46.624392 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-fb3893d3-4cc3-46d3-af69-35e0287d70fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:46.658792 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d40afe60-4408-43b4-bc0e-e9f91f8b821b req-ab2e39a1-7102-4152-b17a-aba04e685cdb service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=addf1f6c-a620-4499-ba2d-97512b5db7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048712 Dec 20 14:35:46.674096 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f56704ab-9000-469b-87bb-b88a70436d58 req-2702613b-7d98-4d63-885a-011678a3e75e service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537704 Dec 20 14:35:46.676821 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8761e2dc-a26c-49ed-880b-64dc34f74246 req-ffd6435b-d536-48d9-8f3f-c306cc960fed tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff2c97d-c902-4302-9c87-14f917dbe0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848509 Dec 20 14:35:46.696493 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0734642b-c680-47bd-a479-2b540ddf81f7 req-bf417fa7-a987-4e08-90d0-9f59d84e7d39 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "GET /v2.0/security-groups?id=addf1f6c-a620-4499-ba2d-97512b5db7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687454 Dec 20 14:35:46.696493 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-336812f3-5df7-40ea-ae79-7b64a7941765 req-08ba3e2f-447a-4428-b7da-834b56e99ca2 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:46.702103 n-d-761264-19 neutron-server[103168]: INFO neutron.api.v2.resource [None req-fc123779-7244-4764-8df7-fabf2dd8e71a tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 14:35:46.703978 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-fc123779-7244-4764-8df7-fabf2dd8e71a tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] 10.222.0.54 "PUT /v2.0/routers/9917f647-ebf7-4389-befa-c1e1ca5e1ae0/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7856834 Dec 20 14:35:46.707615 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 38144) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:35:46.726590 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658bc4d7-4629-46a2-b9ce-bb957d2eb823 req-ac55918e-563a-4327-b8d0-bb911e87710d tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:46.728593 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-658bc4d7-4629-46a2-b9ce-bb957d2eb823 req-ac55918e-563a-4327-b8d0-bb911e87710d tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1a1faf6-4bff-48b3-bf36-a1a8783b50d4 HTTP/1.1" status: 200 len: 945 time: 0.1468589 Dec 20 14:35:46.853096 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-336812f3-5df7-40ea-ae79-7b64a7941765 req-08ba3e2f-447a-4428-b7da-834b56e99ca2 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Network 7ed718b3-d2e8-4b72-a238-726203897046 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:35:46.871842 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [req-336812f3-5df7-40ea-ae79-7b64a7941765 req-08ba3e2f-447a-4428-b7da-834b56e99ca2 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:35:46.880196 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-336812f3-5df7-40ea-ae79-7b64a7941765 req-08ba3e2f-447a-4428-b7da-834b56e99ca2 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:35:46.885188 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671d2a3f-ad93-4826-8a7e-4f117e0cd9c6 None None] Network d0a50cac-f2dd-4c74-b231-d83f9170d537 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:35:46.886992 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ba3e2f-447a-4428-b7da-834b56e99ca2 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Pushing event updated for resources: {'Port': ['ID=02d7bb87-3236-41e6-86d5-147fff80b815,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:46.927615 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36d53ee-9bff-4cca-9312-1521438edf76 req-9898a0ab-6c53-475d-ad12-2c349162e60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:46.938269 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7430fd07-f335-4003-9e3b-0e3a15ed5bba req-77239a02-af31-438e-b78b-66b8c06f749f tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:46.940876 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b36d53ee-9bff-4cca-9312-1521438edf76 req-9898a0ab-6c53-475d-ad12-2c349162e60d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cf003c138d1640a0b0d8e178896f3259&device_id=7db0b0e5-da11-45a9-a458-01671a2efebc HTTP/1.1" status: 200 len: 1100 time: 0.1323001 Dec 20 14:35:46.947389 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7430fd07-f335-4003-9e3b-0e3a15ed5bba req-77239a02-af31-438e-b78b-66b8c06f749f tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/ports?device_id=7db0b0e5-da11-45a9-a458-01671a2efebc HTTP/1.1" status: 200 len: 948 time: 0.0882108 Dec 20 14:35:47.001711 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-6817eeda-0d9c-4544-9a52-3a0fbbead325 None None] Provisioning complete for port ecdc25dd-3fbd-439f-8208-f3b422ef526a triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:35:47.002030 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6817eeda-0d9c-4544-9a52-3a0fbbead325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:47.011542 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336812f3-5df7-40ea-ae79-7b64a7941765 req-08ba3e2f-447a-4428-b7da-834b56e99ca2 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:47.012224 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-336812f3-5df7-40ea-ae79-7b64a7941765 req-08ba3e2f-447a-4428-b7da-834b56e99ca2 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:47.141793 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7430fd07-f335-4003-9e3b-0e3a15ed5bba req-1a376c29-e573-4502-bfb9-6d26b5f8d69b tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/security-groups?id=e899fdb2-c1a8-40be-a7f0-526dd0b6ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934044 Dec 20 14:35:47.196684 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-658bc4d7-4629-46a2-b9ce-bb957d2eb823 req-83ad2796-7fea-452d-a6b0-2ce7d4e24ed9 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Deleting port 91a77279-49b2-441d-bd17-46f0be58592b {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:35:47.196923 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-658bc4d7-4629-46a2-b9ce-bb957d2eb823 req-83ad2796-7fea-452d-a6b0-2ce7d4e24ed9 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:47.227136 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6817eeda-0d9c-4544-9a52-3a0fbbead325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:47.263372 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 6a2b3a98-8334-4dc0-9ba4-25e1ff2006d8 up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:35:47.403469 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 3e7d2ba4-86d9-4e6a-8f4a-26a9726ef2c7 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:35:47.407525 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-6817eeda-0d9c-4544-9a52-3a0fbbead325 None None] For port ecdc25dd-3fbd-439f-8208-f3b422ef526a, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=ecdc25dd-3fbd-439f-8208-f3b422ef526a,segment=NetworkSegment(7a3e2b97-14a0-4f53-b853-1c0104ac5852),segment_id=7a3e2b97-14a0-4f53-b853-1c0104ac5852)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:35:47.436458 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6817eeda-0d9c-4544-9a52-3a0fbbead325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:47.511026 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6817eeda-0d9c-4544-9a52-3a0fbbead325 None None] Pushing event updated for resources: {'Port': ['ID=ecdc25dd-3fbd-439f-8208-f3b422ef526a,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:47.545592 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-658bc4d7-4629-46a2-b9ce-bb957d2eb823 req-83ad2796-7fea-452d-a6b0-2ce7d4e24ed9 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] For port 91a77279-49b2-441d-bd17-46f0be58592b, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=91a77279-49b2-441d-bd17-46f0be58592b,segment=NetworkSegment(3b732879-896e-432d-a96e-7cba9e2b8a93),segment_id=3b732879-896e-432d-a96e-7cba9e2b8a93)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:35:47.545965 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-658bc4d7-4629-46a2-b9ce-bb957d2eb823 req-83ad2796-7fea-452d-a6b0-2ce7d4e24ed9 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:47.565913 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning for port 6a2b3a98-8334-4dc0-9ba4-25e1ff2006d8 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:35:47.578314 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-658bc4d7-4629-46a2-b9ce-bb957d2eb823 req-83ad2796-7fea-452d-a6b0-2ce7d4e24ed9 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Calling delete_port for 91a77279-49b2-441d-bd17-46f0be58592b owned by compute:nova {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:35:47.578764 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port 6a2b3a98-8334-4dc0-9ba4-25e1ff2006d8 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:35:47.579144 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:47.600366 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c29d7d-1c98-44e2-9dcb-c7364ee8195c req-c50317da-c474-4a78-82af-7178064d7f27 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:47.620395 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-64c29d7d-1c98-44e2-9dcb-c7364ee8195c req-c50317da-c474-4a78-82af-7178064d7f27 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1a1faf6-4bff-48b3-bf36-a1a8783b50d4 HTTP/1.1" status: 200 len: 945 time: 0.1369789 Dec 20 14:35:47.630907 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 3e7d2ba4-86d9-4e6a-8f4a-26a9726ef2c7 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:35:47.631285 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:47.637294 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-db6fcc23-7aeb-4aa3-9001-bc73b556f9b2 None None] Provisioning complete for port 02d7bb87-3236-41e6-86d5-147fff80b815 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:35:47.637678 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-db6fcc23-7aeb-4aa3-9001-bc73b556f9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:47.701420 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-db6fcc23-7aeb-4aa3-9001-bc73b556f9b2 None None] Port 02d7bb87-3236-41e6-86d5-147fff80b815 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:35:47.766641 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-336812f3-5df7-40ea-ae79-7b64a7941765 req-08ba3e2f-447a-4428-b7da-834b56e99ca2 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4292924 Dec 20 14:35:47.777652 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-64c29d7d-1c98-44e2-9dcb-c7364ee8195c req-2ee4ecf6-56f5-4642-a921-f8645dc3844a tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562409 Dec 20 14:35:47.784130 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-db6fcc23-7aeb-4aa3-9001-bc73b556f9b2 None None] Provisioning complete for port 3e7d2ba4-86d9-4e6a-8f4a-26a9726ef2c7 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:35:47.787331 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf5a489-5439-48a3-a47b-1b52672b1211 req-43a649bf-3a30-46b7-8917-15e94c04cf44 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:47.789215 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-db6fcc23-7aeb-4aa3-9001-bc73b556f9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:47.792062 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5bf5a489-5439-48a3-a47b-1b52672b1211 req-43a649bf-3a30-46b7-8917-15e94c04cf44 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf3b1474-17cb-4239-8de2-387b192e8826 HTTP/1.1" status: 200 len: 932 time: 0.6418242 Dec 20 14:35:47.814245 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-336812f3-5df7-40ea-ae79-7b64a7941765 req-5a1c723d-6c20-4131-8142-e7e9e1893210 service neutron] Request body: {'port': {'device_id': 'bf3b1474-17cb-4239-8de2-387b192e8826', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-19'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:35:47.949329 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-658bc4d7-4629-46a2-b9ce-bb957d2eb823 req-83ad2796-7fea-452d-a6b0-2ce7d4e24ed9 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:47.970060 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['91a77279-49b2-441d-bd17-46f0be58592b'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:35:47.974559 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['d51472d0-9c05-4789-b785-88c8d484278a'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:35:47.976672 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:47.982611 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ad2796-7fea-452d-a6b0-2ce7d4e24ed9 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Pushing event deleted for resources: {'Port': ['ID=91a77279-49b2-441d-bd17-46f0be58592b,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:47.983777 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device ecdc25dd-3fbd-439f-8208-f3b422ef526a up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:35:48.039704 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36d53ee-9bff-4cca-9312-1521438edf76 req-01053f07-bf35-43e7-a011-4f471d97a7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:48.041729 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b36d53ee-9bff-4cca-9312-1521438edf76 req-01053f07-bf35-43e7-a011-4f471d97a7cb service neutron] 10.222.0.47 "GET /v2.0/networks?id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1 HTTP/1.1" status: 200 len: 870 time: 1.0751851 Dec 20 14:35:48.103164 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-658bc4d7-4629-46a2-b9ce-bb957d2eb823 req-83ad2796-7fea-452d-a6b0-2ce7d4e24ed9 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] No DVR routers for this DVR port 91a77279-49b2-441d-bd17-46f0be58592b on host n-h1-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:35:48.111095 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-658bc4d7-4629-46a2-b9ce-bb957d2eb823 req-83ad2796-7fea-452d-a6b0-2ce7d4e24ed9 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:48.115053 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-658bc4d7-4629-46a2-b9ce-bb957d2eb823 req-83ad2796-7fea-452d-a6b0-2ce7d4e24ed9 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.30 "DELETE /v2.0/ports/91a77279-49b2-441d-bd17-46f0be58592b HTTP/1.1" status: 204 len: 173 time: 1.1651635 Dec 20 14:35:48.115590 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1a1faf6-4bff-48b3-bf36-a1a8783b50d4', 'name': 'network-vif-deleted', 'tag': '91a77279-49b2-441d-bd17-46f0be58592b'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:35:48.118912 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a810ffb3-b898-4cdf-95c7-8694895007ec" -d '{"events": [{"server_uuid": "b1a1faf6-4bff-48b3-bf36-a1a8783b50d4", "name": "network-vif-deleted", "tag": "91a77279-49b2-441d-bd17-46f0be58592b"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:35:48.136186 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b35ec18f-30de-413a-8917-017627ca3908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a2b3a98-8334-4dc0-9ba4-25e1ff2006d8'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:35:48.138831 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f48dd06-cc64-450c-910e-c8d8b0e4a09a" -d '{"events": [{"server_uuid": "b35ec18f-30de-413a-8917-017627ca3908", "name": "network-vif-plugged", "status": "completed", "tag": "6a2b3a98-8334-4dc0-9ba4-25e1ff2006d8"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:35:48.141162 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923690ff-07f8-4854-84c7-8eff91910b8e req-3fff6247-b403-47aa-be5b-68e5c22ae56f tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:48.151457 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-923690ff-07f8-4854-84c7-8eff91910b8e req-3fff6247-b403-47aa-be5b-68e5c22ae56f tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/ports?device_id=b35ec18f-30de-413a-8917-017627ca3908 HTTP/1.1" status: 200 len: 944 time: 0.1694069 Dec 20 14:35:48.170594 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 6a2b3a98-8334-4dc0-9ba4-25e1ff2006d8, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=6a2b3a98-8334-4dc0-9ba4-25e1ff2006d8,segment=NetworkSegment(53618fa9-4105-49a9-a955-23da9897e6b1),segment_id=53618fa9-4105-49a9-a955-23da9897e6b1)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:35:48.183435 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:48.197773 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b36d53ee-9bff-4cca-9312-1521438edf76 req-c6946801-5edf-4043-bfb4-ac34988352f4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=f6734bfb-2eed-444c-88ca-1ef855a12a4b HTTP/1.1" status: 200 len: 217 time: 0.1356840 Dec 20 14:35:48.219945 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-923690ff-07f8-4854-84c7-8eff91910b8e req-7f05be54-7583-421c-925b-d5370b722932 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff2c97d-c902-4302-9c87-14f917dbe0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679836 Dec 20 14:35:48.239874 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-336812f3-5df7-40ea-ae79-7b64a7941765 req-5a1c723d-6c20-4131-8142-e7e9e1893210 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:48.256131 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5bf5a489-5439-48a3-a47b-1b52672b1211 req-af9e041c-24ee-4447-a517-ffe151e95d22 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=f2f975e9-21d7-4fe5-b06b-fdbb671aee94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4479933 Dec 20 14:35:48.282161 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=6a2b3a98-8334-4dc0-9ba4-25e1ff2006d8,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:48.290334 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-db6fcc23-7aeb-4aa3-9001-bc73b556f9b2 None None] Provisioning complete for port 9e18a56f-380c-4597-b56a-4f05498b2a1f triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:35:48.290653 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-db6fcc23-7aeb-4aa3-9001-bc73b556f9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:48.298345 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port ecdc25dd-3fbd-439f-8208-f3b422ef526a triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:35:48.298871 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:48.331039 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f79465c-1325-47be-b10b-3dc8b9f46693 x-openstack-request-id: req-7f79465c-1325-47be-b10b-3dc8b9f46693 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:35:48.331343 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1a1faf6-4bff-48b3-bf36-a1a8783b50d4", "name": "network-vif-deleted", "tag": "91a77279-49b2-441d-bd17-46f0be58592b", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:35:48.332147 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7f79465c-1325-47be-b10b-3dc8b9f46693 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:35:48.332952 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1a1faf6-4bff-48b3-bf36-a1a8783b50d4', 'name': 'network-vif-deleted', 'tag': '91a77279-49b2-441d-bd17-46f0be58592b', 'status': 'completed', 'code': 200} Dec 20 14:35:48.400543 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6253b34-7fb0-446e-9ad4-872ddd690d36 req-bddef5da-6b5b-4381-8739-ece9a911c791 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:48.402653 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f6253b34-7fb0-446e-9ad4-872ddd690d36 req-bddef5da-6b5b-4381-8739-ece9a911c791 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "GET /v2.0/ports?device_id=da5f73f6-19cc-4f6d-be30-01541f0c5853 HTTP/1.1" status: 200 len: 945 time: 0.0619767 Dec 20 14:35:48.415259 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36d53ee-9bff-4cca-9312-1521438edf76 req-4a50961d-36a7-436b-ad67-341c672b8d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:48.417674 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b36d53ee-9bff-4cca-9312-1521438edf76 req-4a50961d-36a7-436b-ad67-341c672b8d66 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36bf280f-81bb-4486-a87a-9b9505a1cec4 HTTP/1.1" status: 200 len: 843 time: 0.1885719 Dec 20 14:35:48.442190 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fb35145-dd8a-4e29-bc23-0f8ced319f01 x-openstack-request-id: req-2fb35145-dd8a-4e29-bc23-0f8ced319f01 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:35:48.442489 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b35ec18f-30de-413a-8917-017627ca3908", "name": "network-vif-plugged", "status": "completed", "tag": "6a2b3a98-8334-4dc0-9ba4-25e1ff2006d8", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:35:48.442919 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2fb35145-dd8a-4e29-bc23-0f8ced319f01 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:35:48.443212 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b35ec18f-30de-413a-8917-017627ca3908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a2b3a98-8334-4dc0-9ba4-25e1ff2006d8', 'code': 200} Dec 20 14:35:48.479550 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f6253b34-7fb0-446e-9ad4-872ddd690d36 req-29078c5d-a988-4658-b674-8943ee08509c tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "GET /v2.0/security-groups?id=addf1f6c-a620-4499-ba2d-97512b5db7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645316 Dec 20 14:35:48.501593 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-db6fcc23-7aeb-4aa3-9001-bc73b556f9b2 None None] Port 9e18a56f-380c-4597-b56a-4f05498b2a1f cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:35:48.606653 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6c0272-a1b5-43cc-88f3-7e3d359b2716 req-90330dee-c0c0-48f1-a8ae-90d65253c0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:48.608836 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ae6c0272-a1b5-43cc-88f3-7e3d359b2716 req-90330dee-c0c0-48f1-a8ae-90d65253c0f9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b35ec18f-30de-413a-8917-017627ca3908 HTTP/1.1" status: 200 len: 1097 time: 0.1237535 Dec 20 14:35:48.634602 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-5584ac6e-6540-43c2-8bc8-e64e1c916b46 None None] Provisioning complete for port ecdc25dd-3fbd-439f-8208-f3b422ef526a triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:35:48.635234 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-5584ac6e-6540-43c2-8bc8-e64e1c916b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:48.643901 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a67ee4d9-48e1-4f73-952d-53c3f7b094f3 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1595867'] for router_interface, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:48.675343 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36d53ee-9bff-4cca-9312-1521438edf76 req-6e50c0f1-2142-4b20-a88d-c8f66d3a8c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:48.676884 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b36d53ee-9bff-4cca-9312-1521438edf76 req-6e50c0f1-2142-4b20-a88d-c8f66d3a8c58 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2387581 Dec 20 14:35:48.685634 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a1d11a-f917-4142-a917-2df03060b6fb req-623085a1-be73-41ab-950b-e7f261b3eca9 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:48.687486 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d3a1d11a-f917-4142-a917-2df03060b6fb req-623085a1-be73-41ab-950b-e7f261b3eca9 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/ports?device_id=7db0b0e5-da11-45a9-a458-01671a2efebc HTTP/1.1" status: 200 len: 948 time: 0.2345986 Dec 20 14:35:48.702546 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ae6c0272-a1b5-43cc-88f3-7e3d359b2716 req-0db0fc3c-519b-42bc-89bf-da74d04320cb service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6ff2c97d-c902-4302-9c87-14f917dbe0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830204 Dec 20 14:35:48.732843 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2180bd48-6811-49c4-b6dd-fb8be41e3bde req-fc73835e-c747-4a1c-a0ca-bf5ec4d2890e tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-434954024&fields=id&tenant_id=e14409db9ea047758d6d8e45ccf00fe4 HTTP/1.1" status: 200 len: 267 time: 0.0856886 Dec 20 14:35:48.775989 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-5584ac6e-6540-43c2-8bc8-e64e1c916b46 None None] Provisioning complete for port 9e18a56f-380c-4597-b56a-4f05498b2a1f triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:35:48.776405 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-5584ac6e-6540-43c2-8bc8-e64e1c916b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:48.806589 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2180bd48-6811-49c4-b6dd-fb8be41e3bde req-d790937f-9953-478f-8aaf-fd998784b898 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:48.808085 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2180bd48-6811-49c4-b6dd-fb8be41e3bde req-d790937f-9953-478f-8aaf-fd998784b898 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "GET /v2.0/ports?device_id=da5f73f6-19cc-4f6d-be30-01541f0c5853 HTTP/1.1" status: 200 len: 945 time: 0.0684907 Dec 20 14:35:48.824176 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-2180bd48-6811-49c4-b6dd-fb8be41e3bde req-e05a4f91-9324-440e-818c-b3d3a7063e44 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Request body: {'port': {'security_groups': ['addf1f6c-a620-4499-ba2d-97512b5db7bd', '9e541e4c-5956-4f24-8820-94d49eac6b7d']}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:35:48.833556 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-5584ac6e-6540-43c2-8bc8-e64e1c916b46 None None] Port 9e18a56f-380c-4597-b56a-4f05498b2a1f cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:35:48.922170 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-2180bd48-6811-49c4-b6dd-fb8be41e3bde req-e05a4f91-9324-440e-818c-b3d3a7063e44 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:48.948210 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d3a1d11a-f917-4142-a917-2df03060b6fb req-69872541-2f42-485f-8846-8e5b6dde8beb tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/security-groups?id=e899fdb2-c1a8-40be-a7f0-526dd0b6ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161753 Dec 20 14:35:49.007623 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b36d53ee-9bff-4cca-9312-1521438edf76 req-09894fce-4cf6-4279-9b2c-ffaa5359bd32 service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2836673 Dec 20 14:35:49.084236 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [req-336812f3-5df7-40ea-ae79-7b64a7941765 req-5a1c723d-6c20-4131-8142-e7e9e1893210 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02d7bb87-3236-41e6-86d5-147fff80b815 {{(pid=103167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:35:49.093360 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-336812f3-5df7-40ea-ae79-7b64a7941765 req-5a1c723d-6c20-4131-8142-e7e9e1893210 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:49.107080 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-336812f3-5df7-40ea-ae79-7b64a7941765 req-5a1c723d-6c20-4131-8142-e7e9e1893210 service neutron] Transition to ACTIVE for port object 02d7bb87-3236-41e6-86d5-147fff80b815 will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:35:49.157611 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-336812f3-5df7-40ea-ae79-7b64a7941765 req-5a1c723d-6c20-4131-8142-e7e9e1893210 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:49.170598 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device ecdc25dd-3fbd-439f-8208-f3b422ef526a up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:35:49.254581 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-2180bd48-6811-49c4-b6dd-fb8be41e3bde req-e05a4f91-9324-440e-818c-b3d3a7063e44 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] For port 3fc09d58-6bac-433e-ba2a-9f72f10cb900, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=3fc09d58-6bac-433e-ba2a-9f72f10cb900,segment=NetworkSegment(2573b312-4924-4661-8d69-abdd3044015f),segment_id=2573b312-4924-4661-8d69-abdd3044015f)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:35:49.278582 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device f6734bfb-2eed-444c-88ca-1ef855a12a4b details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:35:49.325611 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-2180bd48-6811-49c4-b6dd-fb8be41e3bde req-e05a4f91-9324-440e-818c-b3d3a7063e44 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:49.336313 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-2180bd48-6811-49c4-b6dd-fb8be41e3bde req-e05a4f91-9324-440e-818c-b3d3a7063e44 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:49.340971 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1c723d-6c20-4131-8142-e7e9e1893210 service neutron] Pushing event updated for resources: {'Port': ['ID=02d7bb87-3236-41e6-86d5-147fff80b815,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:49.407066 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port f6734bfb-2eed-444c-88ca-1ef855a12a4b, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=f6734bfb-2eed-444c-88ca-1ef855a12a4b,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:35:49.413696 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2180bd48-6811-49c4-b6dd-fb8be41e3bde req-e05a4f91-9324-440e-818c-b3d3a7063e44 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:49.414380 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-2180bd48-6811-49c4-b6dd-fb8be41e3bde req-e05a4f91-9324-440e-818c-b3d3a7063e44 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:49.419142 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['89eafe9d-48d6-4a4d-a382-986779559a31', '3fc09d58-6bac-433e-ba2a-9f72f10cb900'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:35:49.421764 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port ecdc25dd-3fbd-439f-8208-f3b422ef526a triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:35:49.422160 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:49.425343 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b36d53ee-9bff-4cca-9312-1521438edf76 req-57148e28-78de-478c-8903-bd23c26e18cd service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3918490 Dec 20 14:35:49.429627 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2180bd48-6811-49c4-b6dd-fb8be41e3bde req-e05a4f91-9324-440e-818c-b3d3a7063e44 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "PUT /v2.0/ports/3fc09d58-6bac-433e-ba2a-9f72f10cb900 HTTP/1.1" status: 200 len: 981 time: 0.6128781 Dec 20 14:35:49.516538 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a4f91-9324-440e-818c-b3d3a7063e44 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Pushing event updated for resources: {'Port': ['ID=3fc09d58-6bac-433e-ba2a-9f72f10cb900,revision_number=6']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:49.550669 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['3fc09d58-6bac-433e-ba2a-9f72f10cb900'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:35:49.577996 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:49.577996 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:35:49.577996 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:49.577996 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:35:49.577996 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:49.577996 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:35:49.577996 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:49.577996 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:35:49.577996 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:49.577996 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:35:49.577996 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:49.577996 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:35:49.577996 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:49.577996 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:35:49.577996 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:49.577996 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:35:49.577996 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:49.577996 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:35:49.577996 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:49.577996 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:35:49.577996 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:49.577996 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:35:49.577996 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:49.577996 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:35:49.577996 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:49.577996 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:35:49.577996 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:49.577996 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:35:49.577996 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:49.577996 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:35:49.577996 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:49.577996 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:35:49.577996 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:49.577996 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:35:49.577996 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:49.577996 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:35:49.580581 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:49.580581 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:35:49.580581 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:49.580581 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:35:49.580581 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:49.580581 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:35:49.580581 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:49.580581 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:35:49.580581 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:49.580581 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:35:49.580581 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:49.580581 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:35:49.584655 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df346af-5ebc-4011-a902-f1b7729d2643 req-923487c1-d86b-40ac-9043-178327eb5c88 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:49.592691 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2df346af-5ebc-4011-a902-f1b7729d2643 req-923487c1-d86b-40ac-9043-178327eb5c88 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/ports?device_id=b35ec18f-30de-413a-8917-017627ca3908 HTTP/1.1" status: 200 len: 945 time: 0.2377372 Dec 20 14:35:49.630004 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-a67ee4d9-48e1-4f73-952d-53c3f7b094f3 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Deleting port 9e18a56f-380c-4597-b56a-4f05498b2a1f {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:35:49.630510 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a67ee4d9-48e1-4f73-952d-53c3f7b094f3 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:49.637221 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cef388-22f3-4bf3-bd77-c97edd734cca req-95fe9b2a-d6d0-4186-ab65-b5aaf9fc1fec tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:49.646220 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-00cef388-22f3-4bf3-bd77-c97edd734cca req-95fe9b2a-d6d0-4186-ab65-b5aaf9fc1fec tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf3b1474-17cb-4239-8de2-387b192e8826 HTTP/1.1" status: 200 len: 944 time: 0.0745938 Dec 20 14:35:49.717735 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-00cef388-22f3-4bf3-bd77-c97edd734cca req-08daa960-fb96-4cca-97cd-4591261a25ae tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=f2f975e9-21d7-4fe5-b06b-fdbb671aee94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638986 Dec 20 14:35:49.751236 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-336812f3-5df7-40ea-ae79-7b64a7941765 req-5a1c723d-6c20-4131-8142-e7e9e1893210 service neutron] Attempting to bind port 02d7bb87-3236-41e6-86d5-147fff80b815 on host n-h1-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:35:49.751596 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-336812f3-5df7-40ea-ae79-7b64a7941765 req-5a1c723d-6c20-4131-8142-e7e9e1893210 service neutron] Attempting to bind port 02d7bb87-3236-41e6-86d5-147fff80b815 by drivers openvswitch,hyperv on host n-h1-761264-19 at level 0 using segments [{'id': '64c4cfe8-4670-4033-981a-f04cac942433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7ed718b3-d2e8-4b72-a238-726203897046'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:35:49.752056 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336812f3-5df7-40ea-ae79-7b64a7941765 req-5a1c723d-6c20-4131-8142-e7e9e1893210 service neutron] Attempting to bind port 02d7bb87-3236-41e6-86d5-147fff80b815 on network 7ed718b3-d2e8-4b72-a238-726203897046 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:35:49.768191 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': 'f6734bfb-2eed-444c-88ca-1ef855a12a4b', 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1', 'port_id': 'f6734bfb-2eed-444c-88ca-1ef855a12a4b', 'mac_address': 'fa:16:3e:19:cf:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36bf280f-81bb-4486-a87a-9b9505a1cec4', 'ip_address': '192.168.233.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:35:49.769898 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a67ee4d9-48e1-4f73-952d-53c3f7b094f3 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:49.787847 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8c9e76da-a0c3-40a6-92d8-af3aa0ee0c64 req-97999d9a-ea7c-440e-a6b9-2d6fa919e9bf tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "GET /v2.0/security-groups/9e541e4c-5956-4f24-8820-94d49eac6b7d HTTP/1.1" status: 200 len: 1819 time: 0.0531948 Dec 20 14:35:49.798584 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336812f3-5df7-40ea-ae79-7b64a7941765 req-5a1c723d-6c20-4131-8142-e7e9e1893210 service neutron] Port 02d7bb87-3236-41e6-86d5-147fff80b815 on network 7ed718b3-d2e8-4b72-a238-726203897046 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:35:49.799200 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336812f3-5df7-40ea-ae79-7b64a7941765 req-5a1c723d-6c20-4131-8142-e7e9e1893210 service neutron] Attempting to bind port 02d7bb87-3236-41e6-86d5-147fff80b815 on network 7ed718b3-d2e8-4b72-a238-726203897046 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:35:49.816933 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2df346af-5ebc-4011-a902-f1b7729d2643 req-803060a7-5fc1-4fa9-853b-4e04908b2838 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff2c97d-c902-4302-9c87-14f917dbe0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228720 Dec 20 14:35:49.824034 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336812f3-5df7-40ea-ae79-7b64a7941765 req-5a1c723d-6c20-4131-8142-e7e9e1893210 service neutron] Checking agent: {'id': '3e5ace3e-dd7b-4522-a7c4-77d13dbeab1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:35:49.824598 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336812f3-5df7-40ea-ae79-7b64a7941765 req-5a1c723d-6c20-4131-8142-e7e9e1893210 service neutron] Checking segment: {'id': '64c4cfe8-4670-4033-981a-f04cac942433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7ed718b3-d2e8-4b72-a238-726203897046'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:35:49.825245 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336812f3-5df7-40ea-ae79-7b64a7941765 req-5a1c723d-6c20-4131-8142-e7e9e1893210 service neutron] Bound using segment: {'id': '64c4cfe8-4670-4033-981a-f04cac942433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7ed718b3-d2e8-4b72-a238-726203897046'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:35:49.825979 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-336812f3-5df7-40ea-ae79-7b64a7941765 req-5a1c723d-6c20-4131-8142-e7e9e1893210 service neutron] Bound port: 02d7bb87-3236-41e6-86d5-147fff80b815, host: n-h1-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64c4cfe8-4670-4033-981a-f04cac942433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7ed718b3-d2e8-4b72-a238-726203897046'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:35:49.826479 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-336812f3-5df7-40ea-ae79-7b64a7941765 req-5a1c723d-6c20-4131-8142-e7e9e1893210 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:49.830065 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-a67ee4d9-48e1-4f73-952d-53c3f7b094f3 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Calling delete_port for 9e18a56f-380c-4597-b56a-4f05498b2a1f owned by network:router_interface {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:35:49.848860 n-d-761264-19 neutron-server[103168]: INFO neutron.api.v2.resource [req-8c9e76da-a0c3-40a6-92d8-af3aa0ee0c64 req-c64db542-1521-47a3-b005-fd4c92417f47 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 20 14:35:49.850663 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8c9e76da-a0c3-40a6-92d8-af3aa0ee0c64 req-c64db542-1521-47a3-b005-fd4c92417f47 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "DELETE /v2.0/security-groups/9e541e4c-5956-4f24-8820-94d49eac6b7d HTTP/1.1" status: 409 len: 341 time: 0.0557470 Dec 20 14:35:49.902159 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:49.934766 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6734bfb-2eed-444c-88ca-1ef855a12a4b {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:35:50.011695 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-336812f3-5df7-40ea-ae79-7b64a7941765 req-5a1c723d-6c20-4131-8142-e7e9e1893210 service neutron] For port 02d7bb87-3236-41e6-86d5-147fff80b815, host n-h1-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:35:50.016794 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port f6734bfb-2eed-444c-88ca-1ef855a12a4b, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=f6734bfb-2eed-444c-88ca-1ef855a12a4b,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:35:50.018372 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-336812f3-5df7-40ea-ae79-7b64a7941765 req-5a1c723d-6c20-4131-8142-e7e9e1893210 service neutron] For port 02d7bb87-3236-41e6-86d5-147fff80b815, host n-h1-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=02d7bb87-3236-41e6-86d5-147fff80b815,segment=NetworkSegment(64c4cfe8-4670-4033-981a-f04cac942433),segment_id=64c4cfe8-4670-4033-981a-f04cac942433)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:35:50.031739 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:50.079726 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-336812f3-5df7-40ea-ae79-7b64a7941765 req-5a1c723d-6c20-4131-8142-e7e9e1893210 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:50.132910 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1c723d-6c20-4131-8142-e7e9e1893210 service neutron] Pushing event updated for resources: {'Port': ['ID=02d7bb87-3236-41e6-86d5-147fff80b815,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:50.165233 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336812f3-5df7-40ea-ae79-7b64a7941765 req-5a1c723d-6c20-4131-8142-e7e9e1893210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:50.165899 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-336812f3-5df7-40ea-ae79-7b64a7941765 req-5a1c723d-6c20-4131-8142-e7e9e1893210 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:50.167667 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-336812f3-5df7-40ea-ae79-7b64a7941765 req-5a1c723d-6c20-4131-8142-e7e9e1893210 service neutron] 10.222.0.30 "PUT /v2.0/ports/02d7bb87-3236-41e6-86d5-147fff80b815 HTTP/1.1" status: 200 len: 1093 time: 2.3734577 Dec 20 14:35:50.168009 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf3b1474-17cb-4239-8de2-387b192e8826', 'tag': '02d7bb87-3236-41e6-86d5-147fff80b815'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:35:50.170767 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2abd765-1e9b-46a2-bed5-c3112c9967c0" -d '{"events": [{"name": "network-changed", "server_uuid": "bf3b1474-17cb-4239-8de2-387b192e8826", "tag": "02d7bb87-3236-41e6-86d5-147fff80b815"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:35:50.186128 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 91a77279-49b2-441d-bd17-46f0be58592b no longer exists at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:35:50.264132 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f09c4d5-f2dd-484f-9cbc-75b80a8f7230 req-754cedb6-f4b1-4f48-8375-da6e35f3f369 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:50.271994 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1f09c4d5-f2dd-484f-9cbc-75b80a8f7230 req-754cedb6-f4b1-4f48-8375-da6e35f3f369 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/ports?device_id=7db0b0e5-da11-45a9-a458-01671a2efebc HTTP/1.1" status: 200 len: 949 time: 0.1542449 Dec 20 14:35:50.280978 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] No Port match for: 91a77279-49b2-441d-bd17-46f0be58592b {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:35:50.281647 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 91a77279-49b2-441d-bd17-46f0be58592b not bound to the agent host n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:35:50.302120 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=f6734bfb-2eed-444c-88ca-1ef855a12a4b,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:50.340645 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a67ee4d9-48e1-4f73-952d-53c3f7b094f3 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:50.348179 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbbf9a2-cb63-4f56-84c7-4c64de572491 req-3de942aa-2b20-48e2-9b98-478724a3ce4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:50.349699 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bdbbf9a2-cb63-4f56-84c7-4c64de572491 req-3de942aa-2b20-48e2-9b98-478724a3ce4d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e14409db9ea047758d6d8e45ccf00fe4&device_id=da5f73f6-19cc-4f6d-be30-01541f0c5853 HTTP/1.1" status: 200 len: 1136 time: 0.1156590 Dec 20 14:35:50.365387 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da5f73f6-19cc-4f6d-be30-01541f0c5853', 'tag': '3fc09d58-6bac-433e-ba2a-9f72f10cb900'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:35:50.368632 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a37220-90f5-4a7e-836d-94f83d8d5aaf" -d '{"events": [{"name": "network-changed", "server_uuid": "da5f73f6-19cc-4f6d-be30-01541f0c5853", "tag": "3fc09d58-6bac-433e-ba2a-9f72f10cb900"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:35:50.369934 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad1d9c8-0742-4431-9556-c5af2d14df0a req-f701a968-4abb-4aa7-bb45-04720bc6d321 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:50.372487 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5ad1d9c8-0742-4431-9556-c5af2d14df0a req-f701a968-4abb-4aa7-bb45-04720bc6d321 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "GET /v2.0/ports?device_id=da5f73f6-19cc-4f6d-be30-01541f0c5853 HTTP/1.1" status: 200 len: 984 time: 0.1206942 Dec 20 14:35:50.377148 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336812f3-5df7-40ea-ae79-7b64a7941765 req-9cd868fc-dc26-44ad-b053-fe09b341e139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:50.379143 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-336812f3-5df7-40ea-ae79-7b64a7941765 req-9cd868fc-dc26-44ad-b053-fe09b341e139 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=514f3908f9164c0fa19c6d421ce9f2b3&device_id=bf3b1474-17cb-4239-8de2-387b192e8826 HTTP/1.1" status: 200 len: 1096 time: 0.1369112 Dec 20 14:35:50.391978 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1f09c4d5-f2dd-484f-9cbc-75b80a8f7230 req-aaaeeb5e-debb-41cf-a6c0-a0405993f7e3 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/security-groups?id=e899fdb2-c1a8-40be-a7f0-526dd0b6ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182334 Dec 20 14:35:50.452849 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['f6734bfb-2eed-444c-88ca-1ef855a12a4b'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:35:50.467308 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67ee4d9-48e1-4f73-952d-53c3f7b094f3 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Pushing event deleted for resources: {'Port': ['ID=9e18a56f-380c-4597-b56a-4f05498b2a1f,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:50.523842 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-336812f3-5df7-40ea-ae79-7b64a7941765 req-07c5c14d-dbf7-4724-8664-8df26e5cdff4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=02d7bb87-3236-41e6-86d5-147fff80b815 HTTP/1.1" status: 200 len: 217 time: 0.1305370 Dec 20 14:35:50.662150 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a67ee4d9-48e1-4f73-952d-53c3f7b094f3 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582411'] for router_interface, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:50.666082 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5da54a93-3c3d-420a-81e8-d0b5640ab6f6 x-openstack-request-id: req-5da54a93-3c3d-420a-81e8-d0b5640ab6f6 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:35:50.667034 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf3b1474-17cb-4239-8de2-387b192e8826", "tag": "02d7bb87-3236-41e6-86d5-147fff80b815", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:35:50.667289 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5da54a93-3c3d-420a-81e8-d0b5640ab6f6 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:35:50.667715 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf3b1474-17cb-4239-8de2-387b192e8826', 'tag': '02d7bb87-3236-41e6-86d5-147fff80b815', 'status': 'completed', 'code': 200} Dec 20 14:35:50.672766 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336812f3-5df7-40ea-ae79-7b64a7941765 req-ff40cf94-0cd7-4878-9c07-1ef91795ab04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:50.679387 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-336812f3-5df7-40ea-ae79-7b64a7941765 req-ff40cf94-0cd7-4878-9c07-1ef91795ab04 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5d68b841-2dcc-4f7d-9f3b-ab3557b797a0 HTTP/1.1" status: 200 len: 851 time: 0.1481385 Dec 20 14:35:50.706978 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa7b27a3-a0a4-40d4-a0ce-058abfd448e7 x-openstack-request-id: req-fa7b27a3-a0a4-40d4-a0ce-058abfd448e7 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:35:50.707513 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da5f73f6-19cc-4f6d-be30-01541f0c5853", "tag": "3fc09d58-6bac-433e-ba2a-9f72f10cb900", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:35:50.708715 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fa7b27a3-a0a4-40d4-a0ce-058abfd448e7 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:35:50.709812 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da5f73f6-19cc-4f6d-be30-01541f0c5853', 'tag': '3fc09d58-6bac-433e-ba2a-9f72f10cb900', 'status': 'completed', 'code': 200} Dec 20 14:35:50.785972 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336812f3-5df7-40ea-ae79-7b64a7941765 req-2c9071ca-d487-4cde-b22e-68dfdfb535fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:50.788360 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-336812f3-5df7-40ea-ae79-7b64a7941765 req-2c9071ca-d487-4cde-b22e-68dfdfb535fc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ed718b3-d2e8-4b72-a238-726203897046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0762818 Dec 20 14:35:50.849407 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5ad1d9c8-0742-4431-9556-c5af2d14df0a req-83a7649d-3ea5-42d4-983d-06227d5c1883 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "GET /v2.0/security-groups?id=addf1f6c-a620-4499-ba2d-97512b5db7bd&id=9e541e4c-5956-4f24-8820-94d49eac6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.4328849 Dec 20 14:35:50.858742 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbbf9a2-cb63-4f56-84c7-4c64de572491 req-17127f30-8613-448a-9bf2-df60e98dc8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:50.860245 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bdbbf9a2-cb63-4f56-84c7-4c64de572491 req-17127f30-8613-448a-9bf2-df60e98dc8d1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5cd7bf01-6de9-478f-8995-790f88919004 HTTP/1.1" status: 200 len: 913 time: 0.4865458 Dec 20 14:35:50.929242 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0437f668-739b-4bdd-bca1-3c9651bff5b6 req-4252a67e-e5ce-487a-a95e-730136202497 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:50.930810 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0437f668-739b-4bdd-bca1-3c9651bff5b6 req-4252a67e-e5ce-487a-a95e-730136202497 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf3b1474-17cb-4239-8de2-387b192e8826 HTTP/1.1" status: 200 len: 944 time: 0.1256304 Dec 20 14:35:50.966809 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-336812f3-5df7-40ea-ae79-7b64a7941765 req-71070d8f-e04a-49e4-bfd0-cd0fb364ed2c service neutron] 10.222.0.30 "GET /v2.0/networks/7ed718b3-d2e8-4b72-a238-726203897046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488581 Dec 20 14:35:50.972430 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bdbbf9a2-cb63-4f56-84c7-4c64de572491 req-c74096a1-577e-42d0-8cc1-6822e20b5fca service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3fc09d58-6bac-433e-ba2a-9f72f10cb900 HTTP/1.1" status: 200 len: 217 time: 0.1007926 Dec 20 14:35:51.020163 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0437f668-739b-4bdd-bca1-3c9651bff5b6 req-5b614c30-db47-4aff-9d4f-e84c0f7c5421 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=f2f975e9-21d7-4fe5-b06b-fdbb671aee94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778100 Dec 20 14:35:51.042605 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a67ee4d9-48e1-4f73-952d-53c3f7b094f3 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Router 9917f647-ebf7-4389-befa-c1e1ca5e1ae0 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:35:51.071875 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbbf9a2-cb63-4f56-84c7-4c64de572491 req-97a3a303-0edf-407f-b968-d026224fc1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:51.073380 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bdbbf9a2-cb63-4f56-84c7-4c64de572491 req-97a3a303-0edf-407f-b968-d026224fc1cb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d3b5d3c3-c0a0-4814-9a8f-cacbddf5f328 HTTP/1.1" status: 200 len: 852 time: 0.0883629 Dec 20 14:35:51.117050 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-336812f3-5df7-40ea-ae79-7b64a7941765 req-835fd172-1bf4-4760-abb4-926555bd95a2 service neutron] 10.222.0.30 "GET /v2.0/networks/7ed718b3-d2e8-4b72-a238-726203897046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370826 Dec 20 14:35:51.172654 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21097dd3-237c-47c8-92b3-326ec98ba9b4 req-b7501ead-8849-4c85-8cab-7261a4f4c3e3 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:51.174269 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-21097dd3-237c-47c8-92b3-326ec98ba9b4 req-b7501ead-8849-4c85-8cab-7261a4f4c3e3 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/ports?device_id=b35ec18f-30de-413a-8917-017627ca3908 HTTP/1.1" status: 200 len: 945 time: 0.2038662 Dec 20 14:35:51.178377 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bdbbf9a2-cb63-4f56-84c7-4c64de572491 req-7b535ed0-a863-46fe-80fd-43ebd84abba9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5cd7bf01-6de9-478f-8995-790f88919004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642824 Dec 20 14:35:51.184138 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a67ee4d9-48e1-4f73-952d-53c3f7b094f3 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:35:51.197026 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-a67ee4d9-48e1-4f73-952d-53c3f7b094f3 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] 10.222.0.54 "PUT /v2.0/routers/9917f647-ebf7-4389-befa-c1e1ca5e1ae0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4883466 Dec 20 14:35:51.201587 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e923af-1743-452e-9dff-7c70abb24dff None None] Sync routers for ids ['9917f647-ebf7-4389-befa-c1e1ca5e1ae0'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:35:51.224220 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e923af-1743-452e-9dff-7c70abb24dff None None] Routers {'9917f647-ebf7-4389-befa-c1e1ca5e1ae0'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:35:51.227207 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-89e923af-1743-452e-9dff-7c70abb24dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:35:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['9917f647-ebf7-4389-befa-c1e1ca5e1ae0'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:35:51.229062 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 38230) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:35:51.292998 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-89e923af-1743-452e-9dff-7c70abb24dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:35:51.298102 n-d-761264-19 neutron-server[103168]: INFO neutron.api.v2.resource [None req-1120303f-5c4c-4ca3-8170-c1f341a87398 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] delete failed (client error): The resource could not be found. Dec 20 14:35:51.299296 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-1120303f-5c4c-4ca3-8170-c1f341a87398 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] 10.222.0.54 "DELETE /v2.0/routers/tempest-non_exist_router-990085759 HTTP/1.1" status: 404 len: 334 time: 0.0667543 Dec 20 14:35:51.305227 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 38232) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:35:51.311843 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-a7bdf771-2834-41ef-9499-135d2197fd49 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Request body: {'router': {'external_gateway_info': {'network_id': '9917f647-ebf7-4389-befa-c1e1ca5e1ae0'}}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:35:51.317319 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2abd765-1e9b-46a2-bed5-c3112c9967c0 req-e4629bc3-162d-4d15-8f63-79eded898ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:51.318894 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e923af-1743-452e-9dff-7c70abb24dff None None] Routers {'9917f647-ebf7-4389-befa-c1e1ca5e1ae0'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:35:51.319053 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a2abd765-1e9b-46a2-bed5-c3112c9967c0 req-e4629bc3-162d-4d15-8f63-79eded898ab8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=514f3908f9164c0fa19c6d421ce9f2b3&device_id=bf3b1474-17cb-4239-8de2-387b192e8826 HTTP/1.1" status: 200 len: 1096 time: 0.1460836 Dec 20 14:35:51.320147 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-89e923af-1743-452e-9dff-7c70abb24dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:35:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['9917f647-ebf7-4389-befa-c1e1ca5e1ae0'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:35:51.374077 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-89e923af-1743-452e-9dff-7c70abb24dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:35:51.374687 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e923af-1743-452e-9dff-7c70abb24dff None None] The sync data for ids ['9917f647-ebf7-4389-befa-c1e1ca5e1ae0'] in n-d-761264-19 is: [] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:35:51.645206 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bdbbf9a2-cb63-4f56-84c7-4c64de572491 req-01ff28e4-87f2-423b-8dc8-56d9ac6d58ba service neutron] 10.222.0.30 "GET /v2.0/networks/5cd7bf01-6de9-478f-8995-790f88919004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4586549 Dec 20 14:35:51.659139 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a7bdf771-2834-41ef-9499-135d2197fd49 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:51.664667 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2abd765-1e9b-46a2-bed5-c3112c9967c0 req-fb5d1703-8d74-4017-95b2-43e8234e372e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:51.666322 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a2abd765-1e9b-46a2-bed5-c3112c9967c0 req-fb5d1703-8d74-4017-95b2-43e8234e372e service neutron] 10.222.0.30 "GET /v2.0/networks?id=7ed718b3-d2e8-4b72-a238-726203897046 HTTP/1.1" status: 200 len: 913 time: 0.2648447 Dec 20 14:35:51.691382 n-d-761264-19 neutron-server[103168]: INFO neutron.api.v2.resource [None req-a7bdf771-2834-41ef-9499-135d2197fd49 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] update failed (client error): The resource could not be found. Dec 20 14:35:51.692353 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-a7bdf771-2834-41ef-9499-135d2197fd49 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] 10.222.0.54 "PUT /v2.0/routers/9917f647-ebf7-4389-befa-c1e1ca5e1ae0 HTTP/1.1" status: 404 len: 339 time: 0.3844860 Dec 20 14:35:51.696389 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 38244) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:35:51.727048 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-f50163bd-1ab9-4842-b13e-b45d8df6b747 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1250365208'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:35:51.734869 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a2abd765-1e9b-46a2-bed5-c3112c9967c0 req-037d4ef8-0f5e-42f1-a8f9-cc2f99a35a5e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=02d7bb87-3236-41e6-86d5-147fff80b815 HTTP/1.1" status: 200 len: 217 time: 0.0597801 Dec 20 14:35:51.750285 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-21097dd3-237c-47c8-92b3-326ec98ba9b4 req-3483ef3f-c263-4970-9fa0-bced341ea14f tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff2c97d-c902-4302-9c87-14f917dbe0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010105 Dec 20 14:35:51.750895 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978c2dcf-4ef7-455c-814b-6718fd56feb8 req-dc370d45-2621-4a44-be2f-d275324566a3 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:51.752417 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-978c2dcf-4ef7-455c-814b-6718fd56feb8 req-dc370d45-2621-4a44-be2f-d275324566a3 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=32297d65-b9bc-4eb7-b4b7-ab54a561abe0 HTTP/1.1" status: 200 len: 945 time: 0.3085067 Dec 20 14:35:51.778516 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bdbbf9a2-cb63-4f56-84c7-4c64de572491 req-4a71bcca-dd31-4f09-bc18-d7189db5a62d service neutron] 10.222.0.30 "GET /v2.0/networks/5cd7bf01-6de9-478f-8995-790f88919004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216540 Dec 20 14:35:51.810202 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f50163bd-1ab9-4842-b13e-b45d8df6b747 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Made reservation on behalf of 6ca267ad2d2c466fa962ce9df2614683 for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:35:51.813718 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f50163bd-1ab9-4842-b13e-b45d8df6b747 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:51.848786 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2abd765-1e9b-46a2-bed5-c3112c9967c0 req-751068c5-6015-48ca-a2ef-8cf3803fb1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:51.850284 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a2abd765-1e9b-46a2-bed5-c3112c9967c0 req-751068c5-6015-48ca-a2ef-8cf3803fb1f7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5d68b841-2dcc-4f7d-9f3b-ab3557b797a0 HTTP/1.1" status: 200 len: 851 time: 0.0969658 Dec 20 14:35:51.899621 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-978c2dcf-4ef7-455c-814b-6718fd56feb8 req-6fa64847-6344-4a45-b693-701130fef815 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333017 Dec 20 14:35:51.901122 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f50163bd-1ab9-4842-b13e-b45d8df6b747 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:35:51.906602 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59a0fc9-ba75-48f5-8b94-16f6fa9c40c4 req-0cef2db0-3f21-475e-8e49-637f3d287de5 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:51.908598 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f59a0fc9-ba75-48f5-8b94-16f6fa9c40c4 req-0cef2db0-3f21-475e-8e49-637f3d287de5 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/ports?device_id=7db0b0e5-da11-45a9-a458-01671a2efebc HTTP/1.1" status: 200 len: 949 time: 0.0842626 Dec 20 14:35:51.910958 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a37220-90f5-4a7e-836d-94f83d8d5aaf req-2cca1753-d5e7-4072-b567-0ee8bd68e6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:51.912644 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-60a37220-90f5-4a7e-836d-94f83d8d5aaf req-2cca1753-d5e7-4072-b567-0ee8bd68e6e1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e14409db9ea047758d6d8e45ccf00fe4&device_id=da5f73f6-19cc-4f6d-be30-01541f0c5853 HTTP/1.1" status: 200 len: 1136 time: 0.0776665 Dec 20 14:35:51.916389 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f50163bd-1ab9-4842-b13e-b45d8df6b747 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:51.916729 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-f50163bd-1ab9-4842-b13e-b45d8df6b747 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Added segment 1a51223e-c75c-4151-9538-959589f4d335 of type vlan for network d53fd19d-4b83-4214-8ecb-f270604d0997 Dec 20 14:35:51.955083 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2abd765-1e9b-46a2-bed5-c3112c9967c0 req-933edab1-acd4-4c0b-8e92-c1dec8a8c34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:51.956661 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a2abd765-1e9b-46a2-bed5-c3112c9967c0 req-933edab1-acd4-4c0b-8e92-c1dec8a8c34a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ed718b3-d2e8-4b72-a238-726203897046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0931573 Dec 20 14:35:51.967181 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f50163bd-1ab9-4842-b13e-b45d8df6b747 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:52.024621 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f59a0fc9-ba75-48f5-8b94-16f6fa9c40c4 req-3c671130-ef8d-4155-98e5-7896a3d934c8 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/security-groups?id=e899fdb2-c1a8-40be-a7f0-526dd0b6ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061075 Dec 20 14:35:52.076130 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a37220-90f5-4a7e-836d-94f83d8d5aaf req-ad2dd66a-a79f-4baa-918e-3a2c0dbc006f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:52.077809 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-60a37220-90f5-4a7e-836d-94f83d8d5aaf req-ad2dd66a-a79f-4baa-918e-3a2c0dbc006f service neutron] 10.222.0.30 "GET /v2.0/networks?id=5cd7bf01-6de9-478f-8995-790f88919004 HTTP/1.1" status: 200 len: 913 time: 0.1509016 Dec 20 14:35:52.083133 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f50163bd-1ab9-4842-b13e-b45d8df6b747 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:52.089723 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50163bd-1ab9-4842-b13e-b45d8df6b747 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:52.090430 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f50163bd-1ab9-4842-b13e-b45d8df6b747 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:52.123406 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-f50163bd-1ab9-4842-b13e-b45d8df6b747 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4256377 Dec 20 14:35:52.135406 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 38254) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:35:52.140535 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-b1ca9062-b014-4d86-ae13-b1ae4bb5baea tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Request body: {'subnet': {'network_id': 'd53fd19d-4b83-4214-8ecb-f270604d0997', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:35:52.143534 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-60a37220-90f5-4a7e-836d-94f83d8d5aaf req-23e640ce-6c30-4960-a304-eebe6d84c808 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3fc09d58-6bac-433e-ba2a-9f72f10cb900 HTTP/1.1" status: 200 len: 217 time: 0.0486624 Dec 20 14:35:52.171613 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a2abd765-1e9b-46a2-bed5-c3112c9967c0 req-c23ac4ce-92b2-4150-9187-839da944efc1 service neutron] 10.222.0.30 "GET /v2.0/networks/7ed718b3-d2e8-4b72-a238-726203897046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062683 Dec 20 14:35:52.232504 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106e5b1b-9aad-4bae-88e3-5efde300ee78 req-852627f0-684d-476d-ad13-c0927c0f5163 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:52.234272 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-106e5b1b-9aad-4bae-88e3-5efde300ee78 req-852627f0-684d-476d-ad13-c0927c0f5163 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "GET /v2.0/ports?device_id=da5f73f6-19cc-4f6d-be30-01541f0c5853 HTTP/1.1" status: 200 len: 984 time: 0.0933375 Dec 20 14:35:52.236502 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a37220-90f5-4a7e-836d-94f83d8d5aaf req-c9a0bf56-bc47-47af-aca9-bf4a2907f21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:52.237913 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-60a37220-90f5-4a7e-836d-94f83d8d5aaf req-c9a0bf56-bc47-47af-aca9-bf4a2907f21d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d3b5d3c3-c0a0-4814-9a8f-cacbddf5f328 HTTP/1.1" status: 200 len: 852 time: 0.0853558 Dec 20 14:35:52.288350 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-60a37220-90f5-4a7e-836d-94f83d8d5aaf req-7880ec2e-85cd-46cd-a9a7-de6d74f27d20 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5cd7bf01-6de9-478f-8995-790f88919004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414782 Dec 20 14:35:52.425428 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c981de81-0860-4872-a64f-e7401fd96355 req-6882cc86-30b6-4942-9941-92ae1fdf0084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:52.427416 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c981de81-0860-4872-a64f-e7401fd96355 req-6882cc86-30b6-4942-9941-92ae1fdf0084 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=73b54c51b78c45c0a74ac90fc0f7e0af&device_id=b35ec18f-30de-413a-8917-017627ca3908 HTTP/1.1" status: 200 len: 1097 time: 0.1416180 Dec 20 14:35:52.435380 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-106e5b1b-9aad-4bae-88e3-5efde300ee78 req-d6be5686-66b9-4744-a003-ca51053b06c6 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "GET /v2.0/security-groups?id=addf1f6c-a620-4499-ba2d-97512b5db7bd&id=9e541e4c-5956-4f24-8820-94d49eac6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1897483 Dec 20 14:35:52.476861 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-60a37220-90f5-4a7e-836d-94f83d8d5aaf req-1ccbb88e-7b4b-45a7-aab0-f25dfff7ca82 service neutron] 10.222.0.30 "GET /v2.0/networks/5cd7bf01-6de9-478f-8995-790f88919004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792250 Dec 20 14:35:52.643135 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c981de81-0860-4872-a64f-e7401fd96355 req-158e30c3-fd51-4392-954f-4148a290e975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:52.644649 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c981de81-0860-4872-a64f-e7401fd96355 req-158e30c3-fd51-4392-954f-4148a290e975 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4e9c693b-ae57-4db2-bda8-62d561eefb48 HTTP/1.1" status: 200 len: 912 time: 0.2046084 Dec 20 14:35:52.658164 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-60a37220-90f5-4a7e-836d-94f83d8d5aaf req-0031d2cb-ca85-4f59-a1cd-c5ea61b32c5f service neutron] 10.222.0.30 "GET /v2.0/networks/5cd7bf01-6de9-478f-8995-790f88919004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495090 Dec 20 14:35:52.699477 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50163bd-1ab9-4842-b13e-b45d8df6b747 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Pushing event updated for resources: {'Network': ['ID=d53fd19d-4b83-4214-8ecb-f270604d0997,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:52.708503 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81e99aa-c024-4746-874a-6033383f0429 req-ed092f2e-eaf4-4406-8977-d22af391e772 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:52.710835 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d81e99aa-c024-4746-874a-6033383f0429 req-ed092f2e-eaf4-4406-8977-d22af391e772 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf3b1474-17cb-4239-8de2-387b192e8826 HTTP/1.1" status: 200 len: 944 time: 0.1326010 Dec 20 14:35:52.711620 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c981de81-0860-4872-a64f-e7401fd96355 req-f2aa24ab-0bec-46df-9c70-75837e747dbd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a2b3a98-8334-4dc0-9ba4-25e1ff2006d8 HTTP/1.1" status: 200 len: 217 time: 0.0526056 Dec 20 14:35:52.712565 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network d53fd19d-4b83-4214-8ecb-f270604d0997 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:35:52.749639 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a2abd765-1e9b-46a2-bed5-c3112c9967c0 req-743dd0aa-7337-4c64-8b38-a9c528928439 service neutron] 10.222.0.30 "GET /v2.0/networks/7ed718b3-d2e8-4b72-a238-726203897046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5249705 Dec 20 14:35:52.762216 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7fe934-6431-4cf2-a2f1-448f46af930e req-398e3f31-7f41-4607-aff3-5f1089da55e9 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:52.768202 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7fe934-6431-4cf2-a2f1-448f46af930e req-398e3f31-7f41-4607-aff3-5f1089da55e9 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:52.774192 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7fe934-6431-4cf2-a2f1-448f46af930e req-398e3f31-7f41-4607-aff3-5f1089da55e9 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:52.780077 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7fe934-6431-4cf2-a2f1-448f46af930e req-398e3f31-7f41-4607-aff3-5f1089da55e9 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:52.785922 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7fe934-6431-4cf2-a2f1-448f46af930e req-398e3f31-7f41-4607-aff3-5f1089da55e9 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:52.791981 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7fe934-6431-4cf2-a2f1-448f46af930e req-398e3f31-7f41-4607-aff3-5f1089da55e9 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:52.795620 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c981de81-0860-4872-a64f-e7401fd96355 req-c9bfd61e-e249-45fd-b70b-bd525370d5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:52.797145 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c981de81-0860-4872-a64f-e7401fd96355 req-c9bfd61e-e249-45fd-b70b-bd525370d5de service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c60a30f0-6c73-44bc-9d4a-8152d2aea897 HTTP/1.1" status: 200 len: 851 time: 0.0758054 Dec 20 14:35:52.797885 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7fe934-6431-4cf2-a2f1-448f46af930e req-398e3f31-7f41-4607-aff3-5f1089da55e9 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:52.799822 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2e7fe934-6431-4cf2-a2f1-448f46af930e req-398e3f31-7f41-4607-aff3-5f1089da55e9 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3e943d5-5d01-407d-9414-c89d08826b2f HTTP/1.1" status: 200 len: 5444 time: 0.5186946 Dec 20 14:35:52.810317 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d81e99aa-c024-4746-874a-6033383f0429 req-33451921-31bc-4fab-a3a4-3129b729aab9 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=f2f975e9-21d7-4fe5-b06b-fdbb671aee94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873387 Dec 20 14:35:52.836796 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1ca9062-b014-4d86-ae13-b1ae4bb5baea tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Made reservation on behalf of 6ca267ad2d2c466fa962ce9df2614683 for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:35:52.840750 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b1ca9062-b014-4d86-ae13-b1ae4bb5baea tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:52.848031 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c981de81-0860-4872-a64f-e7401fd96355 req-842dae4e-3220-412c-9ea6-08ba241ec3a1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4e9c693b-ae57-4db2-bda8-62d561eefb48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365202 Dec 20 14:35:52.935421 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2e7fe934-6431-4cf2-a2f1-448f46af930e req-73e4073e-af6e-463e-9343-6f449c792627 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/security-groups?id=43c0ac57-a0d4-4728-b359-486d90e63ad1&id=81a62dd3-6166-418b-a2f3-15daa19beec9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1277616 Dec 20 14:35:52.959073 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c981de81-0860-4872-a64f-e7401fd96355 req-e7bb9b7b-f9e5-41df-9a23-4756ff1bb22e service neutron] 10.222.0.47 "GET /v2.0/networks/4e9c693b-ae57-4db2-bda8-62d561eefb48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023283 Dec 20 14:35:53.083147 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06b9e9e-dbb1-47e1-855f-5bcac4af961d req-7c986981-c2b0-4f92-a85c-074816dc1278 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:53.084689 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b06b9e9e-dbb1-47e1-855f-5bcac4af961d req-7c986981-c2b0-4f92-a85c-074816dc1278 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/ports?device_id=b35ec18f-30de-413a-8917-017627ca3908 HTTP/1.1" status: 200 len: 945 time: 0.1177247 Dec 20 14:35:53.126479 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c981de81-0860-4872-a64f-e7401fd96355 req-ccd74ccf-19bb-4426-b549-4cfc97766318 service neutron] 10.222.0.47 "GET /v2.0/networks/4e9c693b-ae57-4db2-bda8-62d561eefb48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572928 Dec 20 14:35:53.157538 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b06b9e9e-dbb1-47e1-855f-5bcac4af961d req-7ed716ef-7077-473b-a6dd-9f3453b38832 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff2c97d-c902-4302-9c87-14f917dbe0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639472 Dec 20 14:35:53.167548 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b1ca9062-b014-4d86-ae13-b1ae4bb5baea tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8848317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10470522'] for subnet, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:53.189941 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9612789f-e072-4bec-97f7-97f0849a81d9 req-4ac6221a-4571-4449-a838-575df156a40f tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:53.191450 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9612789f-e072-4bec-97f7-97f0849a81d9 req-4ac6221a-4571-4449-a838-575df156a40f tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=32297d65-b9bc-4eb7-b4b7-ab54a561abe0 HTTP/1.1" status: 200 len: 945 time: 0.1494291 Dec 20 14:35:53.264780 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ca9062-b014-4d86-ae13-b1ae4bb5baea tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Pushing event updated for resources: {'Subnet': ['ID=e3fa76c9-1c29-47d5-b28b-47a54e1bc2ab,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:53.277211 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf5414d-0808-40c3-b406-4f5b812dd11f req-8a83133e-5f26-49d7-b73c-291b6969b35c tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:53.278770 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6cf5414d-0808-40c3-b406-4f5b812dd11f req-8a83133e-5f26-49d7-b73c-291b6969b35c tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.47 "GET /v2.0/ports?device_id=32297d65-b9bc-4eb7-b4b7-ab54a561abe0 HTTP/1.1" status: 200 len: 945 time: 0.1562314 Dec 20 14:35:53.295664 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device f6734bfb-2eed-444c-88ca-1ef855a12a4b up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:35:53.311334 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a196147-d5ab-4525-86ab-6355039c7473 req-dd8f8488-ec2a-409a-aa2d-d3cfccbcff28 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:53.317343 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a196147-d5ab-4525-86ab-6355039c7473 req-dd8f8488-ec2a-409a-aa2d-d3cfccbcff28 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:53.325881 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a196147-d5ab-4525-86ab-6355039c7473 req-dd8f8488-ec2a-409a-aa2d-d3cfccbcff28 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:53.333877 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a196147-d5ab-4525-86ab-6355039c7473 req-dd8f8488-ec2a-409a-aa2d-d3cfccbcff28 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:53.340549 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a196147-d5ab-4525-86ab-6355039c7473 req-dd8f8488-ec2a-409a-aa2d-d3cfccbcff28 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:53.346799 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a196147-d5ab-4525-86ab-6355039c7473 req-dd8f8488-ec2a-409a-aa2d-d3cfccbcff28 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:53.353447 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a196147-d5ab-4525-86ab-6355039c7473 req-dd8f8488-ec2a-409a-aa2d-d3cfccbcff28 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:53.354708 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9612789f-e072-4bec-97f7-97f0849a81d9 req-4c994663-e74c-45e6-ad5b-d4426f7cca26 tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/security-groups?id=90791b71-1e93-464c-a428-6843af2085d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356940 Dec 20 14:35:53.355679 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning for port f6734bfb-2eed-444c-88ca-1ef855a12a4b completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:35:53.355852 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ca9062-b014-4d86-ae13-b1ae4bb5baea tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Checking segment: {'id': '1a51223e-c75c-4151-9538-959589f4d335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd53fd19d-4b83-4214-8ecb-f270604d0997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:35:53.356219 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ca9062-b014-4d86-ae13-b1ae4bb5baea tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Network hostable DHCP agents. Network: d53fd19d-4b83-4214-8ecb-f270604d0997, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:35:53.360713 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0a196147-d5ab-4525-86ab-6355039c7473 req-dd8f8488-ec2a-409a-aa2d-d3cfccbcff28 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3e943d5-5d01-407d-9414-c89d08826b2f HTTP/1.1" status: 200 len: 5444 time: 0.1174717 Dec 20 14:35:53.361244 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port f6734bfb-2eed-444c-88ca-1ef855a12a4b triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:35:53.361811 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:53.414744 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ca9062-b014-4d86-ae13-b1ae4bb5baea tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Network d53fd19d-4b83-4214-8ecb-f270604d0997 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:35:53.429517 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-b1ca9062-b014-4d86-ae13-b1ae4bb5baea tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, d53fd19d-4b83-4214-8ecb-f270604d0997) {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:35:53.436137 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ca9062-b014-4d86-ae13-b1ae4bb5baea tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:53.436876 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b1ca9062-b014-4d86-ae13-b1ae4bb5baea tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:53.441574 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-6cf5414d-0808-40c3-b406-4f5b812dd11f req-fc5021bb-8aca-45f2-be56-8d256ff76e7b tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Deleting port d51472d0-9c05-4789-b785-88c8d484278a {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:35:53.442104 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-6cf5414d-0808-40c3-b406-4f5b812dd11f req-fc5021bb-8aca-45f2-be56-8d256ff76e7b tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:53.445033 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a315e44-5316-4963-b8c8-e3312ad2ac5b None None] Network d53fd19d-4b83-4214-8ecb-f270604d0997 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:35:53.472687 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa0dead-c268-4f61-9890-1ebf213c836f req-d31d80d6-698c-4863-8e8b-b0d7d396bd93 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:53.480563 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1fa0dead-c268-4f61-9890-1ebf213c836f req-d31d80d6-698c-4863-8e8b-b0d7d396bd93 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/ports?device_id=7db0b0e5-da11-45a9-a458-01671a2efebc HTTP/1.1" status: 200 len: 949 time: 0.0600960 Dec 20 14:35:53.483224 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:53.515751 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-b1ca9062-b014-4d86-ae13-b1ae4bb5baea tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3789387 Dec 20 14:35:53.518760 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 38274) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:35:53.523883 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-14fc65f3-9296-4fd9-80f8-df6859deb360 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd53fd19d-4b83-4214-8ecb-f270604d0997'}}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:35:53.547858 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1fa0dead-c268-4f61-9890-1ebf213c836f req-ec19d450-58e1-4416-bf6a-cef2fd6e5866 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/security-groups?id=e899fdb2-c1a8-40be-a7f0-526dd0b6ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663528 Dec 20 14:35:53.548090 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7db0b0e5-da11-45a9-a458-01671a2efebc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6734bfb-2eed-444c-88ca-1ef855a12a4b'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:35:53.550333 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95ce0935-9711-4b5f-9dd4-94d8fa1ba549" -d '{"events": [{"server_uuid": "7db0b0e5-da11-45a9-a458-01671a2efebc", "name": "network-vif-plugged", "status": "completed", "tag": "f6734bfb-2eed-444c-88ca-1ef855a12a4b"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:35:53.571573 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port f6734bfb-2eed-444c-88ca-1ef855a12a4b, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=f6734bfb-2eed-444c-88ca-1ef855a12a4b,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:35:53.593701 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:53.599776 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c470888d-e7bb-4469-ba02-9d0a98f03de5 x-openstack-request-id: req-c470888d-e7bb-4469-ba02-9d0a98f03de5 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:35:53.600129 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7db0b0e5-da11-45a9-a458-01671a2efebc", "name": "network-vif-plugged", "status": "completed", "tag": "f6734bfb-2eed-444c-88ca-1ef855a12a4b", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:35:53.600324 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c470888d-e7bb-4469-ba02-9d0a98f03de5 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:35:53.600787 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7db0b0e5-da11-45a9-a458-01671a2efebc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6734bfb-2eed-444c-88ca-1ef855a12a4b', 'code': 200} Dec 20 14:35:53.627349 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7016cf-ecf2-4971-aedf-35ee1692834f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-d53fd19d-4b83-4214-8ecb-f270604d0997', 'network_id': 'd53fd19d-4b83-4214-8ecb-f270604d0997', 'project_id': '6ca267ad2d2c466fa962ce9df2614683', 'fixed_ips': [{'subnet_id': 'e3fa76c9-1c29-47d5-b28b-47a54e1bc2ab'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:35:53.628517 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-5e7016cf-ecf2-4971-aedf-35ee1692834f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:53.718796 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=f6734bfb-2eed-444c-88ca-1ef855a12a4b,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:53.732190 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:35:53.732431 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:35:53.732622 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dc8df3-5b86-451c-8da3-8c8fb35981ce req-f6438c24-424d-4be2-a52c-4ca22f81dd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:53.733169 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:35:53.733169 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:35:53.733561 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:35:53.733885 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:35:53.734167 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:35:53.734549 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:35:53.735009 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:35:53.735156 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-70dc8df3-5b86-451c-8da3-8c8fb35981ce req-f6438c24-424d-4be2-a52c-4ca22f81dd0b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7db0b0e5-da11-45a9-a458-01671a2efebc HTTP/1.1" status: 200 len: 1102 time: 0.0533023 Dec 20 14:35:53.735280 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:35:53.735818 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:35:53.736138 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:35:53.736464 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:35:53.776191 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-6cf5414d-0808-40c3-b406-4f5b812dd11f req-fc5021bb-8aca-45f2-be56-8d256ff76e7b tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] For port d51472d0-9c05-4789-b785-88c8d484278a, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=d51472d0-9c05-4789-b785-88c8d484278a,segment=NetworkSegment(3b732879-896e-432d-a96e-7cba9e2b8a93),segment_id=3b732879-896e-432d-a96e-7cba9e2b8a93)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:35:53.776857 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-6cf5414d-0808-40c3-b406-4f5b812dd11f req-fc5021bb-8aca-45f2-be56-8d256ff76e7b tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:53.794270 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-70dc8df3-5b86-451c-8da3-8c8fb35981ce req-a82da79b-051b-4783-8347-009114c38282 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e899fdb2-c1a8-40be-a7f0-526dd0b6ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475011 Dec 20 14:35:53.806427 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-5e7016cf-ecf2-4971-aedf-35ee1692834f None None] Allocated IP 2001:db8:1::2 (d53fd19d-4b83-4214-8ecb-f270604d0997/e3fa76c9-1c29-47d5-b28b-47a54e1bc2ab/3deea786-b568-45e1-928f-06c4c8df3b57) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:35:53.859417 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-6cf5414d-0808-40c3-b406-4f5b812dd11f req-fc5021bb-8aca-45f2-be56-8d256ff76e7b tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Calling delete_port for d51472d0-9c05-4789-b785-88c8d484278a owned by compute:nova {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:35:53.864365 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-14fc65f3-9296-4fd9-80f8-df6859deb360 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:53.882179 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1ec67e-d4b8-49bf-b948-929547dc2560 req-7d4ad978-8f7c-4e6d-9336-504b944a453d tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:53.890030 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-de1ec67e-d4b8-49bf-b948-929547dc2560 req-7d4ad978-8f7c-4e6d-9336-504b944a453d tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "GET /v2.0/ports?device_id=da5f73f6-19cc-4f6d-be30-01541f0c5853 HTTP/1.1" status: 200 len: 984 time: 0.2483416 Dec 20 14:35:53.959067 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6d484f-aeda-4443-842b-f4af710b282c req-0b76a22a-f474-45ba-8305-64e9c4a0858e tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:53.960887 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ef6d484f-aeda-4443-842b-f4af710b282c req-0b76a22a-f474-45ba-8305-64e9c4a0858e tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf3b1474-17cb-4239-8de2-387b192e8826 HTTP/1.1" status: 200 len: 944 time: 0.0538177 Dec 20 14:35:54.009261 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-5e7016cf-ecf2-4971-aedf-35ee1692834f None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:54.015183 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ef6d484f-aeda-4443-842b-f4af710b282c req-cd754e85-c51e-47ec-940a-b7a0b143428d tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=f2f975e9-21d7-4fe5-b06b-fdbb671aee94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472291 Dec 20 14:35:54.019734 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-5e7016cf-ecf2-4971-aedf-35ee1692834f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:54.095049 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7016cf-ecf2-4971-aedf-35ee1692834f None None] Network d53fd19d-4b83-4214-8ecb-f270604d0997 is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:35:54.098121 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-5e7016cf-ecf2-4971-aedf-35ee1692834f None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:35:54.103065 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7016cf-ecf2-4971-aedf-35ee1692834f None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:35:54.106425 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7016cf-ecf2-4971-aedf-35ee1692834f None None] Pushing event updated for resources: {'Port': ['ID=3deea786-b568-45e1-928f-06c4c8df3b57,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:54.120449 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-de1ec67e-d4b8-49bf-b948-929547dc2560 req-b466c9cc-f858-468b-be8c-d2b0ffbccbc9 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "GET /v2.0/security-groups?id=addf1f6c-a620-4499-ba2d-97512b5db7bd&id=9e541e4c-5956-4f24-8820-94d49eac6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.2295022 Dec 20 14:35:54.166888 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-5e7016cf-ecf2-4971-aedf-35ee1692834f None None] Attempting to bind port 3deea786-b568-45e1-928f-06c4c8df3b57 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:35:54.167634 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-5e7016cf-ecf2-4971-aedf-35ee1692834f None None] Attempting to bind port 3deea786-b568-45e1-928f-06c4c8df3b57 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '1a51223e-c75c-4151-9538-959589f4d335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd53fd19d-4b83-4214-8ecb-f270604d0997'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:35:54.168022 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7016cf-ecf2-4971-aedf-35ee1692834f None None] Attempting to bind port 3deea786-b568-45e1-928f-06c4c8df3b57 on network d53fd19d-4b83-4214-8ecb-f270604d0997 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:35:54.175496 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7016cf-ecf2-4971-aedf-35ee1692834f None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:35:54.175872 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7016cf-ecf2-4971-aedf-35ee1692834f None None] Checking segment: {'id': '1a51223e-c75c-4151-9538-959589f4d335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd53fd19d-4b83-4214-8ecb-f270604d0997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:35:54.176272 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-5e7016cf-ecf2-4971-aedf-35ee1692834f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:54.176659 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7016cf-ecf2-4971-aedf-35ee1692834f None None] Bound using segment: {'id': '1a51223e-c75c-4151-9538-959589f4d335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd53fd19d-4b83-4214-8ecb-f270604d0997'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:35:54.177131 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-5e7016cf-ecf2-4971-aedf-35ee1692834f None None] Bound port: 3deea786-b568-45e1-928f-06c4c8df3b57, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a51223e-c75c-4151-9538-959589f4d335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd53fd19d-4b83-4214-8ecb-f270604d0997'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:35:54.177676 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-5e7016cf-ecf2-4971-aedf-35ee1692834f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:54.207285 n-d-761264-19 neutron-server[103168]: INFO neutron.api.v2.resource [None req-14fc65f3-9296-4fd9-80f8-df6859deb360 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 14:35:54.209482 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-14fc65f3-9296-4fd9-80f8-df6859deb360 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] 10.222.0.54 "PUT /v2.0/routers/9917f647-ebf7-4389-befa-c1e1ca5e1ae0 HTTP/1.1" status: 400 len: 364 time: 0.6892493 Dec 20 14:35:54.215272 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 38286) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:35:54.217760 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-6cf5414d-0808-40c3-b406-4f5b812dd11f req-fc5021bb-8aca-45f2-be56-8d256ff76e7b tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:54.254923 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5021bb-8aca-45f2-be56-8d256ff76e7b tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Pushing event deleted for resources: {'Port': ['ID=d51472d0-9c05-4789-b785-88c8d484278a,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:54.260151 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-5e7016cf-ecf2-4971-aedf-35ee1692834f None None] For port 3deea786-b568-45e1-928f-06c4c8df3b57, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:35:54.263557 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-89cda95a-fdc0-4d2d-9274-d7471b8962ec req-1de16f1a-a605-465f-94f2-bbd1df07609b tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1905549355&fields=id&tenant_id=e14409db9ea047758d6d8e45ccf00fe4 HTTP/1.1" status: 200 len: 267 time: 0.0574837 Dec 20 14:35:54.264146 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['d51472d0-9c05-4789-b785-88c8d484278a'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:35:54.267137 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-5e7016cf-ecf2-4971-aedf-35ee1692834f None None] For port 3deea786-b568-45e1-928f-06c4c8df3b57, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=3deea786-b568-45e1-928f-06c4c8df3b57,segment=NetworkSegment(1a51223e-c75c-4151-9538-959589f4d335),segment_id=1a51223e-c75c-4151-9538-959589f4d335)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:35:54.289733 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-5e7016cf-ecf2-4971-aedf-35ee1692834f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:54.321173 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cda95a-fdc0-4d2d-9274-d7471b8962ec req-7fcd30f4-7e06-46dc-a673-597c57f462aa tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:54.323316 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-89cda95a-fdc0-4d2d-9274-d7471b8962ec req-7fcd30f4-7e06-46dc-a673-597c57f462aa tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "GET /v2.0/ports?device_id=da5f73f6-19cc-4f6d-be30-01541f0c5853 HTTP/1.1" status: 200 len: 984 time: 0.0545075 Dec 20 14:35:54.355534 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7016cf-ecf2-4971-aedf-35ee1692834f None None] Pushing event updated for resources: {'Port': ['ID=3deea786-b568-45e1-928f-06c4c8df3b57,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:54.363189 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-89cda95a-fdc0-4d2d-9274-d7471b8962ec req-f06edb88-ebdd-42ba-8928-f3f0fa5a32a3 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Request body: {'port': {'security_groups': ['9e541e4c-5956-4f24-8820-94d49eac6b7d', 'addf1f6c-a620-4499-ba2d-97512b5db7bd', 'a17282d6-d787-474c-9ad4-d2e02b89df45']}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:35:54.417469 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cf5414d-0808-40c3-b406-4f5b812dd11f req-fc5021bb-8aca-45f2-be56-8d256ff76e7b tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] No DVR routers for this DVR port d51472d0-9c05-4789-b785-88c8d484278a on host n-h2-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:35:54.421908 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-6cf5414d-0808-40c3-b406-4f5b812dd11f req-fc5021bb-8aca-45f2-be56-8d256ff76e7b tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:54.425679 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6cf5414d-0808-40c3-b406-4f5b812dd11f req-fc5021bb-8aca-45f2-be56-8d256ff76e7b tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.47 "DELETE /v2.0/ports/d51472d0-9c05-4789-b785-88c8d484278a HTTP/1.1" status: 204 len: 173 time: 1.1253512 Dec 20 14:35:54.426363 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32297d65-b9bc-4eb7-b4b7-ab54a561abe0', 'name': 'network-vif-deleted', 'tag': 'd51472d0-9c05-4789-b785-88c8d484278a'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:35:54.433173 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fb00ef3-6803-4ad2-849b-9bd25f63a69c" -d '{"events": [{"server_uuid": "32297d65-b9bc-4eb7-b4b7-ab54a561abe0", "name": "network-vif-deleted", "tag": "d51472d0-9c05-4789-b785-88c8d484278a"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:35:54.450034 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-89cda95a-fdc0-4d2d-9274-d7471b8962ec req-f06edb88-ebdd-42ba-8928-f3f0fa5a32a3 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:54.651109 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68248a05-e4cf-4e25-a41a-c2563e9930d0 req-f9ed89a9-0770-48a5-a703-6355f45d4595 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:54.652709 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-68248a05-e4cf-4e25-a41a-c2563e9930d0 req-f9ed89a9-0770-48a5-a703-6355f45d4595 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/ports?device_id=b35ec18f-30de-413a-8917-017627ca3908 HTTP/1.1" status: 200 len: 945 time: 0.3504162 Dec 20 14:35:54.742917 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-68248a05-e4cf-4e25-a41a-c2563e9930d0 req-0a222928-aad2-47d0-96aa-adf2443e4da1 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff2c97d-c902-4302-9c87-14f917dbe0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831642 Dec 20 14:35:54.751778 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-89cda95a-fdc0-4d2d-9274-d7471b8962ec req-f06edb88-ebdd-42ba-8928-f3f0fa5a32a3 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] For port 3fc09d58-6bac-433e-ba2a-9f72f10cb900, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=3fc09d58-6bac-433e-ba2a-9f72f10cb900,segment=NetworkSegment(2573b312-4924-4661-8d69-abdd3044015f),segment_id=2573b312-4924-4661-8d69-abdd3044015f)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:35:54.764374 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-556430ed-4a69-44a6-b054-c81a75db3ab2 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:54.799188 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-89cda95a-fdc0-4d2d-9274-d7471b8962ec req-f06edb88-ebdd-42ba-8928-f3f0fa5a32a3 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:54.805403 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-89cda95a-fdc0-4d2d-9274-d7471b8962ec req-f06edb88-ebdd-42ba-8928-f3f0fa5a32a3 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:54.819527 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['89eafe9d-48d6-4a4d-a382-986779559a31', '3fc09d58-6bac-433e-ba2a-9f72f10cb900'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:35:54.857707 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cda95a-fdc0-4d2d-9274-d7471b8962ec req-f06edb88-ebdd-42ba-8928-f3f0fa5a32a3 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:54.858372 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-89cda95a-fdc0-4d2d-9274-d7471b8962ec req-f06edb88-ebdd-42ba-8928-f3f0fa5a32a3 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:54.859852 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-89cda95a-fdc0-4d2d-9274-d7471b8962ec req-f06edb88-ebdd-42ba-8928-f3f0fa5a32a3 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "PUT /v2.0/ports/3fc09d58-6bac-433e-ba2a-9f72f10cb900 HTTP/1.1" status: 200 len: 1020 time: 0.5133529 Dec 20 14:35:54.860324 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da5f73f6-19cc-4f6d-be30-01541f0c5853', 'tag': '3fc09d58-6bac-433e-ba2a-9f72f10cb900'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:35:54.862643 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-027e3ea4-4da7-427c-ae6c-e6cd6437b13e" -d '{"events": [{"name": "network-changed", "server_uuid": "da5f73f6-19cc-4f6d-be30-01541f0c5853", "tag": "3fc09d58-6bac-433e-ba2a-9f72f10cb900"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:35:54.900395 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06edb88-ebdd-42ba-8928-f3f0fa5a32a3 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Pushing event updated for resources: {'Port': ['ID=3fc09d58-6bac-433e-ba2a-9f72f10cb900,revision_number=7']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:54.906031 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b0e4f8d6-47b8-4f2e-a78f-c04ba5db3d09 req-7daffca7-924c-469f-a6f8-29500f3c5edd tempest-ServersTestJSON-1476491745 tempest-ServersTestJSON-1476491745-project] 10.222.0.54 "GET /v2.0/ports?device_id=32297d65-b9bc-4eb7-b4b7-ab54a561abe0 HTTP/1.1" status: 200 len: 210 time: 0.0371790 Dec 20 14:35:54.950825 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0a70452-f0f5-4ed1-989d-e23505f38c76 x-openstack-request-id: req-b0a70452-f0f5-4ed1-989d-e23505f38c76 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:35:54.951054 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32297d65-b9bc-4eb7-b4b7-ab54a561abe0", "name": "network-vif-deleted", "tag": "d51472d0-9c05-4789-b785-88c8d484278a", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:35:54.951284 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b0a70452-f0f5-4ed1-989d-e23505f38c76 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:35:54.951686 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32297d65-b9bc-4eb7-b4b7-ab54a561abe0', 'name': 'network-vif-deleted', 'tag': 'd51472d0-9c05-4789-b785-88c8d484278a', 'status': 'completed', 'code': 200} Dec 20 14:35:54.994777 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b24f0f47-0d64-40c7-bb52-6902fb78cd7f req-2709898d-9f72-436a-a220-39f324205312 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "GET /v2.0/security-groups/a17282d6-d787-474c-9ad4-d2e02b89df45 HTTP/1.1" status: 200 len: 1820 time: 0.0552199 Dec 20 14:35:54.998458 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['3fc09d58-6bac-433e-ba2a-9f72f10cb900'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:35:55.049400 n-d-761264-19 neutron-server[103167]: INFO neutron.api.v2.resource [req-b24f0f47-0d64-40c7-bb52-6902fb78cd7f req-346160ca-c8f9-4055-9ffb-118003060e6e tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 20 14:35:55.051642 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b24f0f47-0d64-40c7-bb52-6902fb78cd7f req-346160ca-c8f9-4055-9ffb-118003060e6e tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "DELETE /v2.0/security-groups/a17282d6-d787-474c-9ad4-d2e02b89df45 HTTP/1.1" status: 409 len: 341 time: 0.0514781 Dec 20 14:35:55.111252 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b90e3e-8c43-442b-a3c8-71332f43b881 req-668c914a-c040-4627-bd21-e45baaa206f1 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:55.113272 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-75b90e3e-8c43-442b-a3c8-71332f43b881 req-668c914a-c040-4627-bd21-e45baaa206f1 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/ports?device_id=7db0b0e5-da11-45a9-a458-01671a2efebc HTTP/1.1" status: 200 len: 950 time: 0.0909872 Dec 20 14:35:55.156942 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0a87747-f9ed-4af7-ba46-42ae62243474 x-openstack-request-id: req-d0a87747-f9ed-4af7-ba46-42ae62243474 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:35:55.157466 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da5f73f6-19cc-4f6d-be30-01541f0c5853", "tag": "3fc09d58-6bac-433e-ba2a-9f72f10cb900", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:35:55.160704 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d0a87747-f9ed-4af7-ba46-42ae62243474 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:35:55.161269 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da5f73f6-19cc-4f6d-be30-01541f0c5853', 'tag': '3fc09d58-6bac-433e-ba2a-9f72f10cb900', 'status': 'completed', 'code': 200} Dec 20 14:35:55.255657 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 3deea786-b568-45e1-928f-06c4c8df3b57 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:35:55.316476 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-556430ed-4a69-44a6-b054-c81a75db3ab2 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Allocated IP 2001:db8::1 (259b2810-7d84-4b08-bc0b-722d4873ab2e/6f4e7a47-796f-4f8f-8565-d99a588c502c/8fa60d2a-f472-4289-9ee1-49bae9f96d90) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:35:55.333325 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e3ea4-4da7-427c-ae6c-e6cd6437b13e req-89a8d59c-8819-4230-a667-57b87c3841d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:55.334922 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-027e3ea4-4da7-427c-ae6c-e6cd6437b13e req-89a8d59c-8819-4230-a667-57b87c3841d4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e14409db9ea047758d6d8e45ccf00fe4&device_id=da5f73f6-19cc-4f6d-be30-01541f0c5853 HTTP/1.1" status: 200 len: 1175 time: 0.1127152 Dec 20 14:35:55.349486 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6ecb39-c20a-468f-8791-5747b0a20210 req-647ed5b4-282d-45e4-abed-f0d8e2760d1c tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:55.351415 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4f6ecb39-c20a-468f-8791-5747b0a20210 req-647ed5b4-282d-45e4-abed-f0d8e2760d1c tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf3b1474-17cb-4239-8de2-387b192e8826 HTTP/1.1" status: 200 len: 944 time: 0.0802565 Dec 20 14:35:55.374598 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-75b90e3e-8c43-442b-a3c8-71332f43b881 req-3388911b-0dfb-4035-bd1c-fd1c9ece0b61 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/security-groups?id=e899fdb2-c1a8-40be-a7f0-526dd0b6ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050998 Dec 20 14:35:55.437731 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4f6ecb39-c20a-468f-8791-5747b0a20210 req-9cedaf79-fe1c-4012-9056-5c81c1b5d981 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=f2f975e9-21d7-4fe5-b06b-fdbb671aee94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778472 Dec 20 14:35:55.530166 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 3deea786-b568-45e1-928f-06c4c8df3b57 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:35:55.530985 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:55.704593 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e3ea4-4da7-427c-ae6c-e6cd6437b13e req-218e3de4-56f1-43cd-9186-d4d3af6cce1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:55.706486 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-027e3ea4-4da7-427c-ae6c-e6cd6437b13e req-218e3de4-56f1-43cd-9186-d4d3af6cce1f service neutron] 10.222.0.30 "GET /v2.0/networks?id=5cd7bf01-6de9-478f-8995-790f88919004 HTTP/1.1" status: 200 len: 913 time: 0.3238347 Dec 20 14:35:55.749604 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd603788-340b-4cd9-ad0e-7e16fce45a13 None None] Network d53fd19d-4b83-4214-8ecb-f270604d0997 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:35:55.766415 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-556430ed-4a69-44a6-b054-c81a75db3ab2 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:55.772192 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-027e3ea4-4da7-427c-ae6c-e6cd6437b13e req-3cdc0e11-6ca1-42fb-abda-7d61f0e7b377 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3fc09d58-6bac-433e-ba2a-9f72f10cb900 HTTP/1.1" status: 200 len: 217 time: 0.0512052 Dec 20 14:35:55.785298 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce7b32f-955d-403d-b405-12a1c7015a62 req-353d0dca-86f2-4ca7-bc54-3d66286507d5 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:55.787089 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6ce7b32f-955d-403d-b405-12a1c7015a62 req-353d0dca-86f2-4ca7-bc54-3d66286507d5 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "GET /v2.0/ports?device_id=da5f73f6-19cc-4f6d-be30-01541f0c5853 HTTP/1.1" status: 200 len: 1023 time: 0.0622115 Dec 20 14:35:55.871423 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6ce7b32f-955d-403d-b405-12a1c7015a62 req-4cb39540-e189-4886-a586-30d4eb4e76a8 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "GET /v2.0/security-groups?id=a17282d6-d787-474c-9ad4-d2e02b89df45&id=addf1f6c-a620-4499-ba2d-97512b5db7bd&id=9e541e4c-5956-4f24-8820-94d49eac6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0754428 Dec 20 14:35:55.900942 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e3ea4-4da7-427c-ae6c-e6cd6437b13e req-62e7b3f2-320e-485e-915f-5c2bedeb89b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:55.902477 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-027e3ea4-4da7-427c-ae6c-e6cd6437b13e req-62e7b3f2-320e-485e-915f-5c2bedeb89b4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d3b5d3c3-c0a0-4814-9a8f-cacbddf5f328 HTTP/1.1" status: 200 len: 852 time: 0.1203656 Dec 20 14:35:55.915445 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2d8c07-1a7f-4413-9e26-23d135d5b128 req-ca05faab-f1e7-44ef-8705-25319ddb8bcb tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:55.916920 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3d2d8c07-1a7f-4413-9e26-23d135d5b128 req-ca05faab-f1e7-44ef-8705-25319ddb8bcb tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/ports?device_id=b35ec18f-30de-413a-8917-017627ca3908 HTTP/1.1" status: 200 len: 945 time: 0.0853288 Dec 20 14:35:55.920127 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-556430ed-4a69-44a6-b054-c81a75db3ab2 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:55.960440 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-027e3ea4-4da7-427c-ae6c-e6cd6437b13e req-4fe1778f-a073-4838-9459-5b221864c91a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5cd7bf01-6de9-478f-8995-790f88919004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425482 Dec 20 14:35:55.975726 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 38316) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:35:56.013625 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-58cb1b4c-6a37-4062-baad-90e08b50fa1f None None] Provisioning complete for port 3deea786-b568-45e1-928f-06c4c8df3b57 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:35:56.014257 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-58cb1b4c-6a37-4062-baad-90e08b50fa1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:56.025434 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556430ed-4a69-44a6-b054-c81a75db3ab2 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Network 259b2810-7d84-4b08-bc0b-722d4873ab2e is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:35:56.030601 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cd4f9d3-3968-4632-a564-ae67c463e6bd admin admin] Deleting subnet 8bcc849b-c021-46b4-96cd-8d7c30cd2023 {{(pid=103167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:35:56.033987 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8cd4f9d3-3968-4632-a564-ae67c463e6bd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:56.046070 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-556430ed-4a69-44a6-b054-c81a75db3ab2 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:35:56.057405 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556430ed-4a69-44a6-b054-c81a75db3ab2 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:35:56.057405 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-556430ed-4a69-44a6-b054-c81a75db3ab2 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595714'] for router_interface, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:56.057405 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556430ed-4a69-44a6-b054-c81a75db3ab2 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Pushing event updated for resources: {'Port': ['ID=8fa60d2a-f472-4289-9ee1-49bae9f96d90,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:56.100881 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8cd4f9d3-3968-4632-a564-ae67c463e6bd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954412'] for subnet, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:56.152401 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3d2d8c07-1a7f-4413-9e26-23d135d5b128 req-950d4d16-71f7-48b3-8fd7-b00a5d2ac5f0 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff2c97d-c902-4302-9c87-14f917dbe0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200117 Dec 20 14:35:56.162690 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8cd4f9d3-3968-4632-a564-ae67c463e6bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:56.220835 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-027e3ea4-4da7-427c-ae6c-e6cd6437b13e req-214d488a-9dbf-40be-8a7c-031a2ac0d415 service neutron] 10.222.0.30 "GET /v2.0/networks/5cd7bf01-6de9-478f-8995-790f88919004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400248 Dec 20 14:35:56.234033 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 02d7bb87-3236-41e6-86d5-147fff80b815 details requested by agent hyperv_n-h1-761264-19 with host n-h1-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:35:56.246230 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:56.247195 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8cd4f9d3-3968-4632-a564-ae67c463e6bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:56.295023 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8cd4f9d3-3968-4632-a564-ae67c463e6bd admin admin] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:56.307302 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-8cd4f9d3-3968-4632-a564-ae67c463e6bd admin admin] 10.222.0.54 "DELETE /v2.0/subnets/8bcc849b-c021-46b4-96cd-8d7c30cd2023 HTTP/1.1" status: 204 len: 168 time: 0.3302391 Dec 20 14:35:56.307978 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 38318) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:35:56.310220 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd4f9d3-3968-4632-a564-ae67c463e6bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bcc849b-c021-46b4-96cd-8d7c30cd2023,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:56.333450 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-556430ed-4a69-44a6-b054-c81a75db3ab2 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:56.343401 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] For port 3deea786-b568-45e1-928f-06c4c8df3b57, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=3deea786-b568-45e1-928f-06c4c8df3b57,segment=NetworkSegment(1a51223e-c75c-4151-9538-959589f4d335),segment_id=1a51223e-c75c-4151-9538-959589f4d335)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:35:56.386585 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:56.439897 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-027e3ea4-4da7-427c-ae6c-e6cd6437b13e req-c5a3ea58-2d84-4b3d-963a-b636675251b4 service neutron] 10.222.0.30 "GET /v2.0/networks/5cd7bf01-6de9-478f-8995-790f88919004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102592 Dec 20 14:35:56.508346 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3fd929b2-ce1a-485d-9fad-24bb9bbec213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:56.642217 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Pushing event updated for resources: {'Port': ['ID=3deea786-b568-45e1-928f-06c4c8df3b57,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:56.683716 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3fd929b2-ce1a-485d-9fad-24bb9bbec213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:56.731170 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b76d539-1e9b-4ef5-ae99-7b1584892c81 req-1ce9b724-fbd3-4c02-b54b-1ba81c86b2f7 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:56.734018 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7b76d539-1e9b-4ef5-ae99-7b1584892c81 req-1ce9b724-fbd3-4c02-b54b-1ba81c86b2f7 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/ports?device_id=7db0b0e5-da11-45a9-a458-01671a2efebc HTTP/1.1" status: 200 len: 950 time: 0.1685364 Dec 20 14:35:56.758805 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 02d7bb87-3236-41e6-86d5-147fff80b815, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=02d7bb87-3236-41e6-86d5-147fff80b815,segment=NetworkSegment(64c4cfe8-4670-4033-981a-f04cac942433),segment_id=64c4cfe8-4670-4033-981a-f04cac942433)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:35:56.791669 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-3fd929b2-ce1a-485d-9fad-24bb9bbec213 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac37406e-6eba-42f0-a02b-49bc68c3a995']}} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:35:56.800021 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Returning: {'device': '02d7bb87-3236-41e6-86d5-147fff80b815', 'network_id': '7ed718b3-d2e8-4b72-a238-726203897046', 'port_id': '02d7bb87-3236-41e6-86d5-147fff80b815', 'mac_address': 'fa:16:3e:0b:58:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d68b841-2dcc-4f7d-9f3b-ab3557b797a0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:35:56.808507 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-3fd929b2-ce1a-485d-9fad-24bb9bbec213 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b732879-896e-432d-a96e-7cba9e2b8a93') {'for_net_delete': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:35:56.808820 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-3fd929b2-ce1a-485d-9fad-24bb9bbec213 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b732879-896e-432d-a96e-7cba9e2b8a93') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:35:56.818086 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 38338) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:35:56.848030 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3fd929b2-ce1a-485d-9fad-24bb9bbec213 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954405'] for segment, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:56.871701 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7b76d539-1e9b-4ef5-ae99-7b1584892c81 req-00c76e3b-afd9-4cf9-9881-0e57c1882a29 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/security-groups?id=e899fdb2-c1a8-40be-a7f0-526dd0b6ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276655 Dec 20 14:35:56.892294 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3fd929b2-ce1a-485d-9fad-24bb9bbec213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:56.909717 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fd929b2-ce1a-485d-9fad-24bb9bbec213 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=103167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:35:56.910131 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3fd929b2-ce1a-485d-9fad-24bb9bbec213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9956000'] for segment, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:56.912158 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:56.912158 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:35:56.912158 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:56.912158 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:35:56.912158 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:56.912158 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:35:56.912158 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:56.912158 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:35:56.912158 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:56.912158 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:35:56.912158 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:56.912158 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:35:56.912158 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:56.912158 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:35:56.912158 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:56.912158 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:35:56.912158 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:56.912158 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:35:56.912158 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:56.912158 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:35:56.912158 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:56.912158 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:35:56.912158 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:35:56.912158 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:35:56.912158 n-d-761264-19 neutron-server[103167]: Traceback (most recent call last): Dec 20 14:35:56.912158 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:35:56.912158 n-d-761264-19 neutron-server[103167]: timer() Dec 20 14:35:56.912158 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:35:56.912158 n-d-761264-19 neutron-server[103167]: cb(*args, **kw) Dec 20 14:35:56.912158 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:35:56.912158 n-d-761264-19 neutron-server[103167]: return func(*args, **kwargs) Dec 20 14:35:56.912158 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:35:56.912158 n-d-761264-19 neutron-server[103167]: self._notify() Dec 20 14:35:56.912158 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:35:56.912158 n-d-761264-19 neutron-server[103167]: self.callback(batched_events) Dec 20 14:35:56.912158 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:35:56.912158 n-d-761264-19 neutron-server[103167]: event.method(event) Dec 20 14:35:56.912158 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:35:56.912158 n-d-761264-19 neutron-server[103167]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:35:56.912158 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:35:56.912158 n-d-761264-19 neutron-server[103167]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:35:56.912158 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:35:56.912158 n-d-761264-19 neutron-server[103167]: return f(self, *a, **k) Dec 20 14:35:56.912158 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:35:56.912158 n-d-761264-19 neutron-server[103167]: return self._get(url).json() Dec 20 14:35:56.912158 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:35:56.912158 n-d-761264-19 neutron-server[103167]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:35:56.912158 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:35:56.912158 n-d-761264-19 neutron-server[103167]: return self.request(url, 'GET', **kwargs) Dec 20 14:35:56.912158 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:35:56.912158 n-d-761264-19 neutron-server[103167]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:35:56.912158 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:35:56.912158 n-d-761264-19 neutron-server[103167]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:35:56.912158 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:35:56.912158 n-d-761264-19 neutron-server[103167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:35:56.915872 n-d-761264-19 neutron-server[103167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:35:56.922371 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:56.940872 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-0af7e1f6-8a35-435d-b48b-423c173850d4 None None] Provisioning complete for port 3deea786-b568-45e1-928f-06c4c8df3b57 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:35:56.941663 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-0af7e1f6-8a35-435d-b48b-423c173850d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:56.954901 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02d7bb87-3236-41e6-86d5-147fff80b815 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:35:57.006552 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac936f90-729b-4be2-bace-db9ff03be231 req-6af530d5-8ebb-4c9c-a750-cb8a734517e0 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:57.008507 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3fd929b2-ce1a-485d-9fad-24bb9bbec213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:57.008644 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ac936f90-729b-4be2-bace-db9ff03be231 req-6af530d5-8ebb-4c9c-a750-cb8a734517e0 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf3b1474-17cb-4239-8de2-387b192e8826 HTTP/1.1" status: 200 len: 944 time: 0.0767150 Dec 20 14:35:57.019905 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 02d7bb87-3236-41e6-86d5-147fff80b815, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=02d7bb87-3236-41e6-86d5-147fff80b815,segment=NetworkSegment(64c4cfe8-4670-4033-981a-f04cac942433),segment_id=64c4cfe8-4670-4033-981a-f04cac942433)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:35:57.025294 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3fd929b2-ce1a-485d-9fad-24bb9bbec213 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:57.030376 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:57.041479 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-3fd929b2-ce1a-485d-9fad-24bb9bbec213 admin admin] 10.222.0.54 "DELETE /v2.0/networks/ac37406e-6eba-42f0-a02b-49bc68c3a995 HTTP/1.1" status: 204 len: 168 time: 0.7298226 Dec 20 14:35:57.099829 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd929b2-ce1a-485d-9fad-24bb9bbec213 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac37406e-6eba-42f0-a02b-49bc68c3a995,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:57.126044 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca317b0-e4a2-4fb1-be33-61f8536e2b39 req-e3c5c6ca-4e90-472c-8b4a-1c855c41610b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:57.126523 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca317b0-e4a2-4fb1-be33-61f8536e2b39 req-e3c5c6ca-4e90-472c-8b4a-1c855c41610b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:57.127025 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca317b0-e4a2-4fb1-be33-61f8536e2b39 req-e3c5c6ca-4e90-472c-8b4a-1c855c41610b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:57.127491 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca317b0-e4a2-4fb1-be33-61f8536e2b39 req-e3c5c6ca-4e90-472c-8b4a-1c855c41610b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:57.127951 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca317b0-e4a2-4fb1-be33-61f8536e2b39 req-e3c5c6ca-4e90-472c-8b4a-1c855c41610b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:57.128408 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca317b0-e4a2-4fb1-be33-61f8536e2b39 req-e3c5c6ca-4e90-472c-8b4a-1c855c41610b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:57.128864 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca317b0-e4a2-4fb1-be33-61f8536e2b39 req-e3c5c6ca-4e90-472c-8b4a-1c855c41610b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:57.130843 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bca317b0-e4a2-4fb1-be33-61f8536e2b39 req-e3c5c6ca-4e90-472c-8b4a-1c855c41610b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b3e943d5-5d01-407d-9414-c89d08826b2f HTTP/1.1" status: 200 len: 6508 time: 0.3110979 Dec 20 14:35:57.133722 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ac936f90-729b-4be2-bace-db9ff03be231 req-44dd9a07-f887-437a-9bbc-6720f35eb88f tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=f2f975e9-21d7-4fe5-b06b-fdbb671aee94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095152 Dec 20 14:35:57.174273 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=02d7bb87-3236-41e6-86d5-147fff80b815,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:57.234838 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-0af7e1f6-8a35-435d-b48b-423c173850d4 None None] Provisioning complete for port 8fa60d2a-f472-4289-9ee1-49bae9f96d90 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:35:57.235205 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-0af7e1f6-8a35-435d-b48b-423c173850d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:57.245446 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-556430ed-4a69-44a6-b054-c81a75db3ab2 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:57.286791 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 3deea786-b568-45e1-928f-06c4c8df3b57 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:35:57.300376 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bca317b0-e4a2-4fb1-be33-61f8536e2b39 req-07f70992-1bc9-43f5-a46c-6cb42f11b574 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=43c0ac57-a0d4-4728-b359-486d90e63ad1&id=81a62dd3-6166-418b-a2f3-15daa19beec9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1561692 Dec 20 14:35:57.302377 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-556430ed-4a69-44a6-b054-c81a75db3ab2 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:57.303225 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-556430ed-4a69-44a6-b054-c81a75db3ab2 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1595702'] for router_interface, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:57.319542 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device d51472d0-9c05-4789-b785-88c8d484278a no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:35:57.363737 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] No Port match for: d51472d0-9c05-4789-b785-88c8d484278a {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:35:57.363966 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device d51472d0-9c05-4789-b785-88c8d484278a not bound to the agent host n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:35:57.369660 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-0af7e1f6-8a35-435d-b48b-423c173850d4 None None] Port 8fa60d2a-f472-4289-9ee1-49bae9f96d90 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:35:57.369834 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 38354) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:35:57.387601 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 3deea786-b568-45e1-928f-06c4c8df3b57 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:35:57.387601 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:57.429794 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-37cc95e9-744d-4360-9ad2-bf91312328f6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b34e3eedf72e455b9cbb2db5d8862a92&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0567665 Dec 20 14:35:57.430023 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 38358) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:35:57.435299 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556430ed-4a69-44a6-b054-c81a75db3ab2 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Pushing event updated for resources: {'Port': ['ID=8fa60d2a-f472-4289-9ee1-49bae9f96d90,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:57.485403 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bc4dfb-09ee-4070-834a-99400012e165 req-747bfb27-16af-4030-aeae-44d776673910 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:57.487429 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b2bc4dfb-09ee-4070-834a-99400012e165 req-747bfb27-16af-4030-aeae-44d776673910 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "GET /v2.0/ports?device_id=da5f73f6-19cc-4f6d-be30-01541f0c5853 HTTP/1.1" status: 200 len: 1023 time: 0.2366366 Dec 20 14:35:57.554977 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-825ae983-3cb2-4a70-90e9-bb986ec756d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:57.586469 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-825ae983-3cb2-4a70-90e9-bb986ec756d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:57.597312 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d7ff56-b41a-46f6-8f60-2558497bde47 req-743dc5e4-d338-4593-81a0-b787ca8102dc tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:57.599130 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b4d7ff56-b41a-46f6-8f60-2558497bde47 req-743dc5e4-d338-4593-81a0-b787ca8102dc tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/ports?device_id=b35ec18f-30de-413a-8917-017627ca3908 HTTP/1.1" status: 200 len: 945 time: 0.1015170 Dec 20 14:35:57.609419 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339bc7c9-76f4-4b85-bc46-6b020267b04d req-43fef267-2a1b-4341-b48e-edffb0566e4a tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:57.611095 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-339bc7c9-76f4-4b85-bc46-6b020267b04d req-43fef267-2a1b-4341-b48e-edffb0566e4a tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.30 "GET /v2.0/ports?device_id=da5f73f6-19cc-4f6d-be30-01541f0c5853 HTTP/1.1" status: 200 len: 1023 time: 0.1224294 Dec 20 14:35:57.619065 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['02d7bb87-3236-41e6-86d5-147fff80b815'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:35:57.634484 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556430ed-4a69-44a6-b054-c81a75db3ab2 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Network 259b2810-7d84-4b08-bc0b-722d4873ab2e is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:35:57.663849 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-556430ed-4a69-44a6-b054-c81a75db3ab2 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:35:57.695758 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b2bc4dfb-09ee-4070-834a-99400012e165 req-9019a19a-9bdd-4def-80d1-3c6168b79e81 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "GET /v2.0/security-groups?id=a17282d6-d787-474c-9ad4-d2e02b89df45&id=addf1f6c-a620-4499-ba2d-97512b5db7bd&id=9e541e4c-5956-4f24-8820-94d49eac6b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1926491 Dec 20 14:35:57.716535 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b4d7ff56-b41a-46f6-8f60-2558497bde47 req-8f721220-51f1-4983-ac59-ef72ba6bb374 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff2c97d-c902-4302-9c87-14f917dbe0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102908 Dec 20 14:35:57.728251 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-825ae983-3cb2-4a70-90e9-bb986ec756d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:57.733219 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-825ae983-3cb2-4a70-90e9-bb986ec756d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:57.734819 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-825ae983-3cb2-4a70-90e9-bb986ec756d7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/90791b71-1e93-464c-a428-6843af2085d5 HTTP/1.1" status: 204 len: 168 time: 0.3033969 Dec 20 14:35:57.773407 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825ae983-3cb2-4a70-90e9-bb986ec756d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90791b71-1e93-464c-a428-6843af2085d5,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:58.000191 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-556430ed-4a69-44a6-b054-c81a75db3ab2 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Router 9917f647-ebf7-4389-befa-c1e1ca5e1ae0 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:35:58.006514 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-339bc7c9-76f4-4b85-bc46-6b020267b04d req-2c4dc67c-693b-4dc4-9c27-7bfb0283a4b6 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Deleting port 3fc09d58-6bac-433e-ba2a-9f72f10cb900 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:35:58.006816 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-339bc7c9-76f4-4b85-bc46-6b020267b04d req-2c4dc67c-693b-4dc4-9c27-7bfb0283a4b6 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:58.108378 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 14:35:58.194653 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-556430ed-4a69-44a6-b054-c81a75db3ab2 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:35:58.197502 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-339bc7c9-76f4-4b85-bc46-6b020267b04d req-2c4dc67c-693b-4dc4-9c27-7bfb0283a4b6 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] For port 3fc09d58-6bac-433e-ba2a-9f72f10cb900, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=3fc09d58-6bac-433e-ba2a-9f72f10cb900,segment=NetworkSegment(2573b312-4924-4661-8d69-abdd3044015f),segment_id=2573b312-4924-4661-8d69-abdd3044015f)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:35:58.197874 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-339bc7c9-76f4-4b85-bc46-6b020267b04d req-2c4dc67c-693b-4dc4-9c27-7bfb0283a4b6 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:58.205277 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-556430ed-4a69-44a6-b054-c81a75db3ab2 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] 10.222.0.54 "PUT /v2.0/routers/9917f647-ebf7-4389-befa-c1e1ca5e1ae0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9868183 Dec 20 14:35:58.210852 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 38372) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:35:58.215055 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849fd997-54d3-4bb4-a4e5-a7f6e22ff0d4 None None] Sync routers for ids ['9917f647-ebf7-4389-befa-c1e1ca5e1ae0'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:35:58.229398 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-339bc7c9-76f4-4b85-bc46-6b020267b04d req-2c4dc67c-693b-4dc4-9c27-7bfb0283a4b6 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Calling delete_port for 3fc09d58-6bac-433e-ba2a-9f72f10cb900 owned by compute:nova {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:35:58.248706 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849fd997-54d3-4bb4-a4e5-a7f6e22ff0d4 None None] Routers {'9917f647-ebf7-4389-befa-c1e1ca5e1ae0'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:35:58.251060 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-849fd997-54d3-4bb4-a4e5-a7f6e22ff0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:35:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['9917f647-ebf7-4389-befa-c1e1ca5e1ae0'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:35:58.257050 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-3faa1694-0311-4433-8583-6cb901dfce82 None None] Provisioning complete for port 8fa60d2a-f472-4289-9ee1-49bae9f96d90 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:35:58.257628 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-3faa1694-0311-4433-8583-6cb901dfce82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:58.295832 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-3faa1694-0311-4433-8583-6cb901dfce82 None None] Port 8fa60d2a-f472-4289-9ee1-49bae9f96d90 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:35:58.318041 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-849fd997-54d3-4bb4-a4e5-a7f6e22ff0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:35:58.323006 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f73f37-80e3-4a66-bda3-93ca1baacea7 req-ca197739-cb8d-4242-8d90-d22931ee2f6b tempest-ServersAdminTestJSON-1539305092 tempest-ServersAdminTestJSON-1539305092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:58.323491 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f73f37-80e3-4a66-bda3-93ca1baacea7 req-ca197739-cb8d-4242-8d90-d22931ee2f6b tempest-ServersAdminTestJSON-1539305092 tempest-ServersAdminTestJSON-1539305092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:58.324079 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f73f37-80e3-4a66-bda3-93ca1baacea7 req-ca197739-cb8d-4242-8d90-d22931ee2f6b tempest-ServersAdminTestJSON-1539305092 tempest-ServersAdminTestJSON-1539305092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:58.324422 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f73f37-80e3-4a66-bda3-93ca1baacea7 req-ca197739-cb8d-4242-8d90-d22931ee2f6b tempest-ServersAdminTestJSON-1539305092 tempest-ServersAdminTestJSON-1539305092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:58.324888 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f73f37-80e3-4a66-bda3-93ca1baacea7 req-ca197739-cb8d-4242-8d90-d22931ee2f6b tempest-ServersAdminTestJSON-1539305092 tempest-ServersAdminTestJSON-1539305092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:58.325348 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f73f37-80e3-4a66-bda3-93ca1baacea7 req-ca197739-cb8d-4242-8d90-d22931ee2f6b tempest-ServersAdminTestJSON-1539305092 tempest-ServersAdminTestJSON-1539305092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:58.325805 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f73f37-80e3-4a66-bda3-93ca1baacea7 req-ca197739-cb8d-4242-8d90-d22931ee2f6b tempest-ServersAdminTestJSON-1539305092 tempest-ServersAdminTestJSON-1539305092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:58.326262 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f73f37-80e3-4a66-bda3-93ca1baacea7 req-ca197739-cb8d-4242-8d90-d22931ee2f6b tempest-ServersAdminTestJSON-1539305092 tempest-ServersAdminTestJSON-1539305092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:58.326717 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f73f37-80e3-4a66-bda3-93ca1baacea7 req-ca197739-cb8d-4242-8d90-d22931ee2f6b tempest-ServersAdminTestJSON-1539305092 tempest-ServersAdminTestJSON-1539305092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:58.327192 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f73f37-80e3-4a66-bda3-93ca1baacea7 req-ca197739-cb8d-4242-8d90-d22931ee2f6b tempest-ServersAdminTestJSON-1539305092 tempest-ServersAdminTestJSON-1539305092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:58.327651 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f73f37-80e3-4a66-bda3-93ca1baacea7 req-ca197739-cb8d-4242-8d90-d22931ee2f6b tempest-ServersAdminTestJSON-1539305092 tempest-ServersAdminTestJSON-1539305092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:58.328102 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f73f37-80e3-4a66-bda3-93ca1baacea7 req-ca197739-cb8d-4242-8d90-d22931ee2f6b tempest-ServersAdminTestJSON-1539305092 tempest-ServersAdminTestJSON-1539305092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:58.328894 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f73f37-80e3-4a66-bda3-93ca1baacea7 req-ca197739-cb8d-4242-8d90-d22931ee2f6b tempest-ServersAdminTestJSON-1539305092 tempest-ServersAdminTestJSON-1539305092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:58.329245 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f73f37-80e3-4a66-bda3-93ca1baacea7 req-ca197739-cb8d-4242-8d90-d22931ee2f6b tempest-ServersAdminTestJSON-1539305092 tempest-ServersAdminTestJSON-1539305092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:58.329708 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f73f37-80e3-4a66-bda3-93ca1baacea7 req-ca197739-cb8d-4242-8d90-d22931ee2f6b tempest-ServersAdminTestJSON-1539305092 tempest-ServersAdminTestJSON-1539305092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:58.330168 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f73f37-80e3-4a66-bda3-93ca1baacea7 req-ca197739-cb8d-4242-8d90-d22931ee2f6b tempest-ServersAdminTestJSON-1539305092 tempest-ServersAdminTestJSON-1539305092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:58.330630 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f73f37-80e3-4a66-bda3-93ca1baacea7 req-ca197739-cb8d-4242-8d90-d22931ee2f6b tempest-ServersAdminTestJSON-1539305092 tempest-ServersAdminTestJSON-1539305092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:58.331114 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f73f37-80e3-4a66-bda3-93ca1baacea7 req-ca197739-cb8d-4242-8d90-d22931ee2f6b tempest-ServersAdminTestJSON-1539305092 tempest-ServersAdminTestJSON-1539305092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:58.331574 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f73f37-80e3-4a66-bda3-93ca1baacea7 req-ca197739-cb8d-4242-8d90-d22931ee2f6b tempest-ServersAdminTestJSON-1539305092 tempest-ServersAdminTestJSON-1539305092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:58.332035 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f73f37-80e3-4a66-bda3-93ca1baacea7 req-ca197739-cb8d-4242-8d90-d22931ee2f6b tempest-ServersAdminTestJSON-1539305092 tempest-ServersAdminTestJSON-1539305092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:58.332488 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f73f37-80e3-4a66-bda3-93ca1baacea7 req-ca197739-cb8d-4242-8d90-d22931ee2f6b tempest-ServersAdminTestJSON-1539305092 tempest-ServersAdminTestJSON-1539305092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:58.332953 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f73f37-80e3-4a66-bda3-93ca1baacea7 req-ca197739-cb8d-4242-8d90-d22931ee2f6b tempest-ServersAdminTestJSON-1539305092 tempest-ServersAdminTestJSON-1539305092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:58.333407 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f73f37-80e3-4a66-bda3-93ca1baacea7 req-ca197739-cb8d-4242-8d90-d22931ee2f6b tempest-ServersAdminTestJSON-1539305092 tempest-ServersAdminTestJSON-1539305092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:58.336646 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-18f73f37-80e3-4a66-bda3-93ca1baacea7 req-ca197739-cb8d-4242-8d90-d22931ee2f6b tempest-ServersAdminTestJSON-1539305092 tempest-ServersAdminTestJSON-1539305092-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=bf3b1474-17cb-4239-8de2-387b192e8826&device_id=7db0b0e5-da11-45a9-a458-01671a2efebc&device_id=b35ec18f-30de-413a-8917-017627ca3908&device_id=da5f73f6-19cc-4f6d-be30-01541f0c5853&device_id=8c7c996c-8135-4b2b-9c14-6a6dcea5b009&device_id=28c3cc44-d7df-40fd-a6fc-99d16267b0b1&device_id=a707f31a-f1ad-4b92-9ff6-11a988672d50&device_id=50f8cdff-dfe7-4b38-b373-88790e4f0182&device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef&device_id=7bec07a8-c25f-4f16-885e-b65a42ac76c9&device_id=b3e943d5-5d01-407d-9414-c89d08826b2f HTTP/1.1" status: 200 len: 20951 time: 0.1222577 Dec 20 14:35:58.341594 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849fd997-54d3-4bb4-a4e5-a7f6e22ff0d4 None None] Routers {'9917f647-ebf7-4389-befa-c1e1ca5e1ae0'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:35:58.342225 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-849fd997-54d3-4bb4-a4e5-a7f6e22ff0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:35:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['9917f647-ebf7-4389-befa-c1e1ca5e1ae0'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:35:58.371729 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-18f73f37-80e3-4a66-bda3-93ca1baacea7 req-dd973dcb-1da1-4e6b-bdb5-c2611013b8d5 tempest-ServersAdminTestJSON-1539305092 tempest-ServersAdminTestJSON-1539305092-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:58.372772 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4016a2f6-d92d-47ba-90bd-286f098c1349 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks [] for router, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:58.487889 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-849fd997-54d3-4bb4-a4e5-a7f6e22ff0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:35:58.489220 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849fd997-54d3-4bb4-a4e5-a7f6e22ff0d4 None None] The sync data for ids ['9917f647-ebf7-4389-befa-c1e1ca5e1ae0'] in n-d-761264-19 is: [] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:35:58.513362 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-339bc7c9-76f4-4b85-bc46-6b020267b04d req-2c4dc67c-693b-4dc4-9c27-7bfb0283a4b6 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:58.523642 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-18f73f37-80e3-4a66-bda3-93ca1baacea7 req-dd973dcb-1da1-4e6b-bdb5-c2611013b8d5 tempest-ServersAdminTestJSON-1539305092 tempest-ServersAdminTestJSON-1539305092-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:58.534123 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30daad37-d831-4e87-a4d1-676aba935f1d req-b647cadf-3d65-41da-8a2c-786c6ccdd9bc tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:58.535832 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-30daad37-d831-4e87-a4d1-676aba935f1d req-b647cadf-3d65-41da-8a2c-786c6ccdd9bc tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf3b1474-17cb-4239-8de2-387b192e8826 HTTP/1.1" status: 200 len: 945 time: 0.1669621 Dec 20 14:35:58.544063 n-d-761264-19 neutron-server[103167]: INFO neutron.api.v2.resource [None req-4016a2f6-d92d-47ba-90bd-286f098c1349 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 20 14:35:58.545307 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-4016a2f6-d92d-47ba-90bd-286f098c1349 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] 10.222.0.54 "DELETE /v2.0/routers/9917f647-ebf7-4389-befa-c1e1ca5e1ae0 HTTP/1.1" status: 409 len: 329 time: 0.3330553 Dec 20 14:35:58.548577 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 38380) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:35:58.556749 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-18f73f37-80e3-4a66-bda3-93ca1baacea7 req-dd973dcb-1da1-4e6b-bdb5-c2611013b8d5 tempest-ServersAdminTestJSON-1539305092 tempest-ServersAdminTestJSON-1539305092-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:58.562899 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4dc67c-693b-4dc4-9c27-7bfb0283a4b6 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Pushing event deleted for resources: {'Port': ['ID=3fc09d58-6bac-433e-ba2a-9f72f10cb900,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:58.602978 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-30daad37-d831-4e87-a4d1-676aba935f1d req-4cee39b2-a93a-4e0a-a14f-fe562208a8bb tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=f2f975e9-21d7-4fe5-b06b-fdbb671aee94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565019 Dec 20 14:35:58.714383 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-339bc7c9-76f4-4b85-bc46-6b020267b04d req-2c4dc67c-693b-4dc4-9c27-7bfb0283a4b6 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] No DVR routers for this DVR port 3fc09d58-6bac-433e-ba2a-9f72f10cb900 on host n-h1-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:35:58.725350 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-339bc7c9-76f4-4b85-bc46-6b020267b04d req-2c4dc67c-693b-4dc4-9c27-7bfb0283a4b6 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:58.728842 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-339bc7c9-76f4-4b85-bc46-6b020267b04d req-2c4dc67c-693b-4dc4-9c27-7bfb0283a4b6 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.30 "DELETE /v2.0/ports/3fc09d58-6bac-433e-ba2a-9f72f10cb900 HTTP/1.1" status: 204 len: 173 time: 1.1080775 Dec 20 14:35:58.732311 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da5f73f6-19cc-4f6d-be30-01541f0c5853', 'name': 'network-vif-deleted', 'tag': '3fc09d58-6bac-433e-ba2a-9f72f10cb900'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:35:58.733832 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4468e7a-b97f-4b9b-86c7-89de216ac951" -d '{"events": [{"server_uuid": "da5f73f6-19cc-4f6d-be30-01541f0c5853", "name": "network-vif-deleted", "tag": "3fc09d58-6bac-433e-ba2a-9f72f10cb900"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:35:58.740871 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd973dcb-1da1-4e6b-bdb5-c2611013b8d5 tempest-ServersAdminTestJSON-1539305092 tempest-ServersAdminTestJSON-1539305092-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d5e012a-8cc1-4bc1-9b14-75cc2a30ec74,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:58.794353 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['89eafe9d-48d6-4a4d-a382-986779559a31'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:35:58.815824 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-72708af8-a574-4871-a65d-c230c8a66117 req-a60c23c6-800d-42ed-a821-c56316adff3e tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "GET /v2.0/ports?device_id=da5f73f6-19cc-4f6d-be30-01541f0c5853 HTTP/1.1" status: 200 len: 210 time: 0.0341129 Dec 20 14:35:58.899367 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba4ea26d-4ac6-430a-98d7-d5b345dc88b0 x-openstack-request-id: req-ba4ea26d-4ac6-430a-98d7-d5b345dc88b0 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:35:58.899662 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da5f73f6-19cc-4f6d-be30-01541f0c5853", "name": "network-vif-deleted", "tag": "3fc09d58-6bac-433e-ba2a-9f72f10cb900", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:35:58.899918 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ba4ea26d-4ac6-430a-98d7-d5b345dc88b0 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:35:58.900327 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da5f73f6-19cc-4f6d-be30-01541f0c5853', 'name': 'network-vif-deleted', 'tag': '3fc09d58-6bac-433e-ba2a-9f72f10cb900', 'status': 'completed', 'code': 200} Dec 20 14:35:59.037229 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-18f73f37-80e3-4a66-bda3-93ca1baacea7 req-dd973dcb-1da1-4e6b-bdb5-c2611013b8d5 tempest-ServersAdminTestJSON-1539305092 tempest-ServersAdminTestJSON-1539305092-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=43c0ac57-a0d4-4728-b359-486d90e63ad1&id=e899fdb2-c1a8-40be-a7f0-526dd0b6ff8f&id=f2f975e9-21d7-4fe5-b06b-fdbb671aee94&id=6ff2c97d-c902-4302-9c87-14f917dbe0ba&id=81a62dd3-6166-418b-a2f3-15daa19beec9&id=90051062-f265-4ecc-9e5a-22ebfc7553a7&id=1ef29efb-4d57-4a30-8cee-90601c2b9784&id=39ed67c8-01a3-4da6-b43b-0a40e2cb837d&id=9e541e4c-5956-4f24-8820-94d49eac6b7d&id=9a5fb326-e11a-43c7-acb8-8cef9da4f833&id=a17282d6-d787-474c-9ad4-d2e02b89df45&id=92081c13-7979-4810-b5cd-70c14477209d&id=addf1f6c-a620-4499-ba2d-97512b5db7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 1359 time: 0.6892626 Dec 20 14:35:59.095400 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4497e00b-1b0e-46f0-9c3a-34b8ff022921 req-e699b7ee-7922-4063-967a-a168cf7794ab tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:59.108111 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4497e00b-1b0e-46f0-9c3a-34b8ff022921 req-e699b7ee-7922-4063-967a-a168cf7794ab tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/ports?device_id=b35ec18f-30de-413a-8917-017627ca3908 HTTP/1.1" status: 200 len: 945 time: 0.1093168 Dec 20 14:35:59.137343 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-00212831-9c4f-4c5e-8d80-e501ad8c38c3 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1595867'] for router_interface, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:59.163193 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4497e00b-1b0e-46f0-9c3a-34b8ff022921 req-fc95fdf1-81e7-4f76-97aa-31a13dfa9e3b tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff2c97d-c902-4302-9c87-14f917dbe0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538828 Dec 20 14:35:59.516771 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 38408) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:35:59.519149 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36569db-99a6-4b28-a00f-1f836f9490a1 req-687228e2-586f-4de9-9c53-35e9573d61ca tempest-ServersAdminTestJSON-1539305092 tempest-ServersAdminTestJSON-1539305092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:59.519632 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36569db-99a6-4b28-a00f-1f836f9490a1 req-687228e2-586f-4de9-9c53-35e9573d61ca tempest-ServersAdminTestJSON-1539305092 tempest-ServersAdminTestJSON-1539305092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:59.520102 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36569db-99a6-4b28-a00f-1f836f9490a1 req-687228e2-586f-4de9-9c53-35e9573d61ca tempest-ServersAdminTestJSON-1539305092 tempest-ServersAdminTestJSON-1539305092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:59.521777 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e36569db-99a6-4b28-a00f-1f836f9490a1 req-687228e2-586f-4de9-9c53-35e9573d61ca tempest-ServersAdminTestJSON-1539305092 tempest-ServersAdminTestJSON-1539305092-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=7db0b0e5-da11-45a9-a458-01671a2efebc&device_id=8c7c996c-8135-4b2b-9c14-6a6dcea5b009&device_id=28c3cc44-d7df-40fd-a6fc-99d16267b0b1 HTTP/1.1" status: 200 len: 2886 time: 0.1052222 Dec 20 14:35:59.539960 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-00212831-9c4f-4c5e-8d80-e501ad8c38c3 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Deleting port 8fa60d2a-f472-4289-9ee1-49bae9f96d90 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:35:59.540302 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-00212831-9c4f-4c5e-8d80-e501ad8c38c3 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:59.627893 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e36569db-99a6-4b28-a00f-1f836f9490a1 req-07a8715a-ed96-41d7-bebf-273f89fecdf7 tempest-ServersAdminTestJSON-1539305092 tempest-ServersAdminTestJSON-1539305092-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=e899fdb2-c1a8-40be-a7f0-526dd0b6ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985172 Dec 20 14:35:59.632935 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-940d67f6-638f-4530-a6ad-00dd73eba027 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:59.655804 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-00212831-9c4f-4c5e-8d80-e501ad8c38c3 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:59.671479 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-00212831-9c4f-4c5e-8d80-e501ad8c38c3 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Calling delete_port for 8fa60d2a-f472-4289-9ee1-49bae9f96d90 owned by network:router_interface {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:35:59.772660 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-940d67f6-638f-4530-a6ad-00dd73eba027 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:59.804509 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-940d67f6-638f-4530-a6ad-00dd73eba027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:35:59.855125 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-940d67f6-638f-4530-a6ad-00dd73eba027 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1cd9448ec5dc440f86f250c2b04db3f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3349392 Dec 20 14:35:59.855947 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940d67f6-638f-4530-a6ad-00dd73eba027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8eb3074-fddc-4c63-84d2-6193d770516b,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:35:59.858283 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 38424) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:35:59.870110 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b73c7a-3110-4195-83d8-e89885d71f5d req-9d4ff32d-2722-4c0c-810a-8847a6ed787b tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:35:59.877803 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-25b73c7a-3110-4195-83d8-e89885d71f5d req-9d4ff32d-2722-4c0c-810a-8847a6ed787b tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf3b1474-17cb-4239-8de2-387b192e8826 HTTP/1.1" status: 200 len: 945 time: 0.1035240 Dec 20 14:35:59.905286 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f9f0d120-2985-4e49-b136-a46e4f5aaece req-644a2d6d-d54f-4fca-a2ff-54d681a9a524 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b3e943d5-5d01-407d-9414-c89d08826b2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1740427 Dec 20 14:35:59.947142 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-25b73c7a-3110-4195-83d8-e89885d71f5d req-425beadb-e75a-4a0a-a12f-fb7bde83ef22 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=f2f975e9-21d7-4fe5-b06b-fdbb671aee94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551398 Dec 20 14:35:59.990907 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-00212831-9c4f-4c5e-8d80-e501ad8c38c3 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:00.009781 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d10039ba-db74-4c9b-8fe1-b5c5fd529707 req-8cca0cd3-ff4f-4925-971d-aac98ff280e8 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "GET /v2.0/security-groups/9e541e4c-5956-4f24-8820-94d49eac6b7d HTTP/1.1" status: 200 len: 1819 time: 0.0476263 Dec 20 14:36:00.018344 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1a2061dc-c829-4dc4-b960-c2f5be553772 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:00.071609 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00212831-9c4f-4c5e-8d80-e501ad8c38c3 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Pushing event deleted for resources: {'Port': ['ID=8fa60d2a-f472-4289-9ee1-49bae9f96d90,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:00.078835 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1a2061dc-c829-4dc4-b960-c2f5be553772 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:00.095257 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-d10039ba-db74-4c9b-8fe1-b5c5fd529707 req-6edb7457-7813-4b1c-b6a2-2250c595ebff tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:00.126316 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-d10039ba-db74-4c9b-8fe1-b5c5fd529707 req-6edb7457-7813-4b1c-b6a2-2250c595ebff tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:00.176623 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-d10039ba-db74-4c9b-8fe1-b5c5fd529707 req-6edb7457-7813-4b1c-b6a2-2250c595ebff tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:00.179970 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-d10039ba-db74-4c9b-8fe1-b5c5fd529707 req-6edb7457-7813-4b1c-b6a2-2250c595ebff tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:00.181945 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d10039ba-db74-4c9b-8fe1-b5c5fd529707 req-6edb7457-7813-4b1c-b6a2-2250c595ebff tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "DELETE /v2.0/security-groups/9e541e4c-5956-4f24-8820-94d49eac6b7d HTTP/1.1" status: 204 len: 173 time: 0.1653888 Dec 20 14:36:00.198634 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edb7457-7813-4b1c-b6a2-2250c595ebff tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e541e4c-5956-4f24-8820-94d49eac6b7d,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:00.212313 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f0d120-2985-4e49-b136-a46e4f5aaece req-1b8c186c-4212-464d-8f27-876aea7e4db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:00.212706 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f0d120-2985-4e49-b136-a46e4f5aaece req-1b8c186c-4212-464d-8f27-876aea7e4db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:00.213172 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f0d120-2985-4e49-b136-a46e4f5aaece req-1b8c186c-4212-464d-8f27-876aea7e4db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:00.213663 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f0d120-2985-4e49-b136-a46e4f5aaece req-1b8c186c-4212-464d-8f27-876aea7e4db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:00.214244 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f0d120-2985-4e49-b136-a46e4f5aaece req-1b8c186c-4212-464d-8f27-876aea7e4db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:00.214712 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f0d120-2985-4e49-b136-a46e4f5aaece req-1b8c186c-4212-464d-8f27-876aea7e4db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:00.215267 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f0d120-2985-4e49-b136-a46e4f5aaece req-1b8c186c-4212-464d-8f27-876aea7e4db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:00.217442 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f9f0d120-2985-4e49-b136-a46e4f5aaece req-1b8c186c-4212-464d-8f27-876aea7e4db8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7db68c07b2e8445b8d4272fa646b5852&device_id=b3e943d5-5d01-407d-9414-c89d08826b2f HTTP/1.1" status: 200 len: 6508 time: 0.2371583 Dec 20 14:36:00.225024 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-00212831-9c4f-4c5e-8d80-e501ad8c38c3 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582411'] for router_interface, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:00.259272 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 02d7bb87-3236-41e6-86d5-147fff80b815 up at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:36:00.281436 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b76e9735-1afb-4139-a150-da39e41d0113 req-b7309259-71c6-4fa5-a13a-66d0be4ae6ba tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "GET /v2.0/security-groups/a17282d6-d787-474c-9ad4-d2e02b89df45 HTTP/1.1" status: 200 len: 1820 time: 0.0617115 Dec 20 14:36:00.359632 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning for port 02d7bb87-3236-41e6-86d5-147fff80b815 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:36:00.360944 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-b76e9735-1afb-4139-a150-da39e41d0113 req-448ccc57-e26b-42d1-b1db-c148579f90b0 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:00.368372 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning complete for port 02d7bb87-3236-41e6-86d5-147fff80b815 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:36:00.369093 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:00.390142 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-b76e9735-1afb-4139-a150-da39e41d0113 req-448ccc57-e26b-42d1-b1db-c148579f90b0 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:00.420405 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1a2061dc-c829-4dc4-b960-c2f5be553772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:00.422853 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1a2061dc-c829-4dc4-b960-c2f5be553772 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:00.424007 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-1a2061dc-c829-4dc4-b960-c2f5be553772 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a8eb3074-fddc-4c63-84d2-6193d770516b HTTP/1.1" status: 204 len: 168 time: 0.5639000 Dec 20 14:36:00.451677 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2061dc-c829-4dc4-b960-c2f5be553772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8eb3074-fddc-4c63-84d2-6193d770516b,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:00.452384 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-b76e9735-1afb-4139-a150-da39e41d0113 req-448ccc57-e26b-42d1-b1db-c148579f90b0 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:00.455725 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-b76e9735-1afb-4139-a150-da39e41d0113 req-448ccc57-e26b-42d1-b1db-c148579f90b0 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:00.463357 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b76e9735-1afb-4139-a150-da39e41d0113 req-448ccc57-e26b-42d1-b1db-c148579f90b0 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "DELETE /v2.0/security-groups/a17282d6-d787-474c-9ad4-d2e02b89df45 HTTP/1.1" status: 204 len: 173 time: 0.1805260 Dec 20 14:36:00.491224 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448ccc57-e26b-42d1-b1db-c148579f90b0 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a17282d6-d787-474c-9ad4-d2e02b89df45,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:00.501399 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:00.550097 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf3b1474-17cb-4239-8de2-387b192e8826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02d7bb87-3236-41e6-86d5-147fff80b815'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:36:00.552897 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e142fda0-7804-403b-99ce-f0b3c0025a11" -d '{"events": [{"server_uuid": "bf3b1474-17cb-4239-8de2-387b192e8826", "name": "network-vif-plugged", "status": "completed", "tag": "02d7bb87-3236-41e6-86d5-147fff80b815"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:36:00.569728 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 02d7bb87-3236-41e6-86d5-147fff80b815, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=02d7bb87-3236-41e6-86d5-147fff80b815,segment=NetworkSegment(64c4cfe8-4670-4033-981a-f04cac942433),segment_id=64c4cfe8-4670-4033-981a-f04cac942433)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:36:00.581266 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:00.583380 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 3fc09d58-6bac-433e-ba2a-9f72f10cb900 no longer exists at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:36:00.594981 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001bdccd-b9e1-42d9-a023-c7bfb75b8264 req-6bddbf4d-dced-426d-90eb-ccc7a1e8d75a tempest-ServersAdminTestJSON-1539305092 tempest-ServersAdminTestJSON-1539305092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:00.596824 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-001bdccd-b9e1-42d9-a023-c7bfb75b8264 req-6bddbf4d-dced-426d-90eb-ccc7a1e8d75a tempest-ServersAdminTestJSON-1539305092 tempest-ServersAdminTestJSON-1539305092-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=28c3cc44-d7df-40fd-a6fc-99d16267b0b1 HTTP/1.1" status: 200 len: 1102 time: 0.0659223 Dec 20 14:36:00.670050 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] No Port match for: 3fc09d58-6bac-433e-ba2a-9f72f10cb900 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:36:00.670415 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 3fc09d58-6bac-433e-ba2a-9f72f10cb900 not bound to the agent host n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:36:00.695237 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ff659f9b-aa18-4b47-b31b-4b06a2368793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:00.701313 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=02d7bb87-3236-41e6-86d5-147fff80b815,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:00.712728 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-001bdccd-b9e1-42d9-a023-c7bfb75b8264 req-20c98e4b-4ac5-4c05-8e93-13858ab0b437 tempest-ServersAdminTestJSON-1539305092 tempest-ServersAdminTestJSON-1539305092-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=e899fdb2-c1a8-40be-a7f0-526dd0b6ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076581 Dec 20 14:36:00.818169 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-5e6736c7-a92f-404c-a93e-7c12507114e0 req-2718582e-fff2-45f8-a9fc-901a2e15a54a tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1259491758', 'description': 'tempest-description-746169641'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:36:00.849537 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-5e6736c7-a92f-404c-a93e-7c12507114e0 req-2718582e-fff2-45f8-a9fc-901a2e15a54a tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:00.897197 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f0d120-2985-4e49-b136-a46e4f5aaece req-04ef9046-8d70-47f1-bd70-336882a69705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:00.897886 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f0d120-2985-4e49-b136-a46e4f5aaece req-04ef9046-8d70-47f1-bd70-336882a69705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:00.898540 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f0d120-2985-4e49-b136-a46e4f5aaece req-04ef9046-8d70-47f1-bd70-336882a69705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:00.899861 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f9f0d120-2985-4e49-b136-a46e4f5aaece req-04ef9046-8d70-47f1-bd70-336882a69705 service neutron] 10.222.0.47 "GET /v2.0/networks?id=16189b34-662f-400f-bc52-e94ab90158e1&id=0723578d-9472-40dd-b5d6-4342bff5fd37&id=0723578d-9472-40dd-b5d6-4342bff5fd37&id=0723578d-9472-40dd-b5d6-4342bff5fd37&id=0723578d-9472-40dd-b5d6-4342bff5fd37&id=2d7ab868-da79-43c0-805a-c026f1ebce8a&id=2d7ab868-da79-43c0-805a-c026f1ebce8a HTTP/1.1" status: 200 len: 2298 time: 0.6113513 Dec 20 14:36:00.907698 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5634a0e9-19a6-4fdd-b9e0-c67e845bc955 req-aa21798b-bb5d-40d0-b719-aeb5af83d0d8 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:00.909304 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5634a0e9-19a6-4fdd-b9e0-c67e845bc955 req-aa21798b-bb5d-40d0-b719-aeb5af83d0d8 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/ports?device_id=b35ec18f-30de-413a-8917-017627ca3908 HTTP/1.1" status: 200 len: 945 time: 0.5442936 Dec 20 14:36:00.914115 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00212831-9c4f-4c5e-8d80-e501ad8c38c3 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Router 9917f647-ebf7-4389-befa-c1e1ca5e1ae0 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:36:00.938580 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-5e6736c7-a92f-404c-a93e-7c12507114e0 req-2718582e-fff2-45f8-a9fc-901a2e15a54a tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:00.943524 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-5e6736c7-a92f-404c-a93e-7c12507114e0 req-2718582e-fff2-45f8-a9fc-901a2e15a54a tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:00.976384 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-5e6736c7-a92f-404c-a93e-7c12507114e0 req-2718582e-fff2-45f8-a9fc-901a2e15a54a tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:00.977689 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5e6736c7-a92f-404c-a93e-7c12507114e0 req-2718582e-fff2-45f8-a9fc-901a2e15a54a tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.1650074 Dec 20 14:36:00.988744 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2718582e-fff2-45f8-a9fc-901a2e15a54a tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a89a1569-bae6-4dbe-9acc-6814b3d063ca,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:01.030913 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d71cf7-6d0c-438c-9267-b30548602667 x-openstack-request-id: req-25d71cf7-6d0c-438c-9267-b30548602667 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:36:01.031480 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf3b1474-17cb-4239-8de2-387b192e8826", "name": "network-vif-plugged", "status": "completed", "tag": "02d7bb87-3236-41e6-86d5-147fff80b815", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:36:01.032230 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-25d71cf7-6d0c-438c-9267-b30548602667 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:36:01.032799 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf3b1474-17cb-4239-8de2-387b192e8826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02d7bb87-3236-41e6-86d5-147fff80b815', 'code': 200} Dec 20 14:36:01.083480 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f9f0d120-2985-4e49-b136-a46e4f5aaece req-82f14507-046c-43e8-9821-d09ad20e7f48 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fc3c68f4-a329-4427-b5d7-367e479e930e HTTP/1.1" status: 200 len: 1001 time: 0.1679797 Dec 20 14:36:01.102332 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5634a0e9-19a6-4fdd-b9e0-c67e845bc955 req-bfe8ff33-7f1a-4bb1-9b17-87293756e952 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff2c97d-c902-4302-9c87-14f917dbe0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800714 Dec 20 14:36:01.106857 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00212831-9c4f-4c5e-8d80-e501ad8c38c3 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:36:01.120102 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71083ca-0b2e-4351-bbaa-88b7ad1d04d8 None None] Sync routers for ids ['9917f647-ebf7-4389-befa-c1e1ca5e1ae0'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:36:01.136220 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-00212831-9c4f-4c5e-8d80-e501ad8c38c3 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] 10.222.0.54 "PUT /v2.0/routers/9917f647-ebf7-4389-befa-c1e1ca5e1ae0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5863209 Dec 20 14:36:01.142131 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71083ca-0b2e-4351-bbaa-88b7ad1d04d8 None None] Routers {'9917f647-ebf7-4389-befa-c1e1ca5e1ae0'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:36:01.142831 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-f71083ca-0b2e-4351-bbaa-88b7ad1d04d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:35:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['9917f647-ebf7-4389-befa-c1e1ca5e1ae0'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:36:01.151783 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 38464) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:01.192314 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-f71083ca-0b2e-4351-bbaa-88b7ad1d04d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:36:01.201753 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71083ca-0b2e-4351-bbaa-88b7ad1d04d8 None None] Routers {'9917f647-ebf7-4389-befa-c1e1ca5e1ae0'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:36:01.203176 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-f71083ca-0b2e-4351-bbaa-88b7ad1d04d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:35:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['9917f647-ebf7-4389-befa-c1e1ca5e1ae0'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:36:01.210317 n-d-761264-19 neutron-server[103167]: INFO neutron.api.v2.resource [None req-43cace47-cb86-4809-b01c-5989e39c4f57 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] show failed (client error): The resource could not be found. Dec 20 14:36:01.211575 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-43cace47-cb86-4809-b01c-5989e39c4f57 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] 10.222.0.54 "GET /v2.0/routers/tempest-non_exist_router-629933409 HTTP/1.1" status: 404 len: 334 time: 0.0586269 Dec 20 14:36:01.220296 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 38470) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:01.233661 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-68284c12-c1e6-4cfd-9030-7ecc1050d291 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:36:01.240473 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4150a58-e303-40e8-a709-f911c778ced0 req-7c1ad62a-f25d-4472-82e9-287d27b86735 tempest-ServersAdminTestJSON-1539305092 tempest-ServersAdminTestJSON-1539305092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:01.242237 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e4150a58-e303-40e8-a709-f911c778ced0 req-7c1ad62a-f25d-4472-82e9-287d27b86735 tempest-ServersAdminTestJSON-1539305092 tempest-ServersAdminTestJSON-1539305092-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=28c3cc44-d7df-40fd-a6fc-99d16267b0b1 HTTP/1.1" status: 200 len: 1102 time: 0.1339471 Dec 20 14:36:01.260762 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-f71083ca-0b2e-4351-bbaa-88b7ad1d04d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:36:01.262377 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71083ca-0b2e-4351-bbaa-88b7ad1d04d8 None None] The sync data for ids ['9917f647-ebf7-4389-befa-c1e1ca5e1ae0'] in n-d-761264-19 is: [] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:36:01.278553 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f0d120-2985-4e49-b136-a46e4f5aaece req-b033b013-43cb-451e-8f10-653049379489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:01.281514 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f9f0d120-2985-4e49-b136-a46e4f5aaece req-b033b013-43cb-451e-8f10-653049379489 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2fffa9a2-9cbe-46b2-9b29-5a8bd9778f5b HTTP/1.1" status: 200 len: 855 time: 0.1724138 Dec 20 14:36:01.287852 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbb4d7c-09e3-495c-9bf7-b15b4ee19fd1 req-d8c0d48e-0413-43ea-8eec-439a0e16bf5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:01.289029 n-d-761264-19 neutron-server[103167]: INFO neutron.api.v2.resource [None req-68284c12-c1e6-4cfd-9030-7ecc1050d291 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] update failed (client error): The resource could not be found. Dec 20 14:36:01.295146 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-68284c12-c1e6-4cfd-9030-7ecc1050d291 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] 10.222.0.54 "PUT /v2.0/routers/tempest-non_exist_router-894955566 HTTP/1.1" status: 404 len: 334 time: 0.0652909 Dec 20 14:36:01.296343 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-acbb4d7c-09e3-495c-9bf7-b15b4ee19fd1 req-d8c0d48e-0413-43ea-8eec-439a0e16bf5a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bf3b1474-17cb-4239-8de2-387b192e8826 HTTP/1.1" status: 200 len: 1098 time: 0.1526453 Dec 20 14:36:01.297566 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 38474) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:01.357497 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b62d11d-5f44-4da3-a295-a367991bc4d6 req-67f7b7b3-e790-4531-85fb-0b40bf9fb15c tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:01.359557 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4b62d11d-5f44-4da3-a295-a367991bc4d6 req-67f7b7b3-e790-4531-85fb-0b40bf9fb15c tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf3b1474-17cb-4239-8de2-387b192e8826 HTTP/1.1" status: 200 len: 946 time: 0.1504574 Dec 20 14:36:01.377602 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b5afbee-38b8-480a-a60e-1d04f1452c42 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Deleting subnet e3fa76c9-1c29-47d5-b28b-47a54e1bc2ab {{(pid=103167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:36:01.383018 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6b5afbee-38b8-480a-a60e-1d04f1452c42 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks [] for subnet, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:01.386674 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e4150a58-e303-40e8-a709-f911c778ced0 req-17d9932f-d737-416c-b8c6-6f237292f983 tempest-ServersAdminTestJSON-1539305092 tempest-ServersAdminTestJSON-1539305092-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=e899fdb2-c1a8-40be-a7f0-526dd0b6ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006944 Dec 20 14:36:01.417373 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f0d120-2985-4e49-b136-a46e4f5aaece req-019a4839-5f9d-47ea-bf02-104a90ddf612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:01.419016 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f9f0d120-2985-4e49-b136-a46e4f5aaece req-019a4839-5f9d-47ea-bf02-104a90ddf612 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=16189b34-662f-400f-bc52-e94ab90158e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1208785 Dec 20 14:36:01.426453 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-acbb4d7c-09e3-495c-9bf7-b15b4ee19fd1 req-17891a8b-4dc4-4a9b-b9ed-8a9672d9762a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f2f975e9-21d7-4fe5-b06b-fdbb671aee94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245542 Dec 20 14:36:01.436175 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6b5afbee-38b8-480a-a60e-1d04f1452c42 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954412'] for subnet, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:01.473282 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4b62d11d-5f44-4da3-a295-a367991bc4d6 req-184d2818-16df-4155-b45b-d00c63dc9734 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=f2f975e9-21d7-4fe5-b06b-fdbb671aee94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025486 Dec 20 14:36:01.542081 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-18d84505-adfd-406e-937d-2e0970835752 req-29e3aabb-a226-494c-beec-4d59804aeaa1 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "GET /v2.0/security-groups/a89a1569-bae6-4dbe-9acc-6814b3d063ca HTTP/1.1" status: 200 len: 1819 time: 0.1135085 Dec 20 14:36:01.556757 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f9f0d120-2985-4e49-b136-a46e4f5aaece req-c51d4edc-99eb-4337-85fc-92823ba5faa0 service neutron] 10.222.0.47 "GET /v2.0/networks/16189b34-662f-400f-bc52-e94ab90158e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243355 Dec 20 14:36:01.558341 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-18d84505-adfd-406e-937d-2e0970835752 req-96c34963-58a7-4567-a151-5339312f76cb tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1238057863', 'description': 'tempest-description-hth-2017318298'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:36:01.579512 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6b5afbee-38b8-480a-a60e-1d04f1452c42 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:01.628253 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-18d84505-adfd-406e-937d-2e0970835752 req-96c34963-58a7-4567-a151-5339312f76cb tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Publish callbacks [] for security_group, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:01.665884 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f9f0d120-2985-4e49-b136-a46e4f5aaece req-014c6d9a-62f8-4e74-8318-6b8ec6ec1a98 service neutron] 10.222.0.47 "GET /v2.0/networks/16189b34-662f-400f-bc52-e94ab90158e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997744 Dec 20 14:36:01.721623 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f9f0d120-2985-4e49-b136-a46e4f5aaece req-d80123f1-21ca-495e-9f46-4ce554771c3f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.212&port_id=472629f0-99a5-462a-9b97-0c161849b783 HTTP/1.1" status: 200 len: 217 time: 0.0480318 Dec 20 14:36:01.781662 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f0d120-2985-4e49-b136-a46e4f5aaece req-48accfb9-746f-43ff-aa28-15dce652b4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:01.783988 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f9f0d120-2985-4e49-b136-a46e4f5aaece req-48accfb9-746f-43ff-aa28-15dce652b4ff service neutron] 10.222.0.47 "GET /v2.0/subnets?id=04afb03f-72c8-4cee-8126-4aad15c5f0f5 HTTP/1.1" status: 200 len: 797 time: 0.0538156 Dec 20 14:36:01.850592 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f0d120-2985-4e49-b136-a46e4f5aaece req-2c679c13-b9de-4216-99d5-2db5279ffbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:01.852294 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f9f0d120-2985-4e49-b136-a46e4f5aaece req-2c679c13-b9de-4216-99d5-2db5279ffbdc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0723578d-9472-40dd-b5d6-4342bff5fd37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0588071 Dec 20 14:36:01.967027 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f9f0d120-2985-4e49-b136-a46e4f5aaece req-3048dfe7-8b26-4cc0-9216-50f248b947a8 service neutron] 10.222.0.47 "GET /v2.0/networks/0723578d-9472-40dd-b5d6-4342bff5fd37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972881 Dec 20 14:36:02.031167 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-18d84505-adfd-406e-937d-2e0970835752 req-96c34963-58a7-4567-a151-5339312f76cb tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Publish callbacks [] for security_group, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:02.034138 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6b5afbee-38b8-480a-a60e-1d04f1452c42 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:02.040195 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-18d84505-adfd-406e-937d-2e0970835752 req-96c34963-58a7-4567-a151-5339312f76cb tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:02.042866 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-18d84505-adfd-406e-937d-2e0970835752 req-96c34963-58a7-4567-a151-5339312f76cb tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:02.044119 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-18d84505-adfd-406e-937d-2e0970835752 req-96c34963-58a7-4567-a151-5339312f76cb tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "PUT /v2.0/security-groups/a89a1569-bae6-4dbe-9acc-6814b3d063ca HTTP/1.1" status: 200 len: 1794 time: 0.4941797 Dec 20 14:36:02.085940 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5afbee-38b8-480a-a60e-1d04f1452c42 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Pushing event deleted for resources: {'Subnet': ['ID=e3fa76c9-1c29-47d5-b28b-47a54e1bc2ab,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:02.088883 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6b5afbee-38b8-480a-a60e-1d04f1452c42 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:02.093869 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb02dd4-10e7-4710-b170-5b034d3e16d5 None None] Network d53fd19d-4b83-4214-8ecb-f270604d0997 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:36:02.096139 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-6b5afbee-38b8-480a-a60e-1d04f1452c42 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] 10.222.0.54 "DELETE /v2.0/subnets/e3fa76c9-1c29-47d5-b28b-47a54e1bc2ab HTTP/1.1" status: 204 len: 168 time: 0.7975364 Dec 20 14:36:02.100140 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 38508) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:02.102126 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f9f0d120-2985-4e49-b136-a46e4f5aaece req-0339ce31-124c-4006-ae75-f7612ceae188 service neutron] 10.222.0.47 "GET /v2.0/networks/0723578d-9472-40dd-b5d6-4342bff5fd37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080902 Dec 20 14:36:02.172862 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c34963-58a7-4567-a151-5339312f76cb tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a89a1569-bae6-4dbe-9acc-6814b3d063ca,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:02.210532 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f9f0d120-2985-4e49-b136-a46e4f5aaece req-3c3d3948-9faf-4d5f-9ba1-fcfb05240574 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.165&port_id=53964767-e153-45ad-817f-303368cbc376 HTTP/1.1" status: 200 len: 217 time: 0.1052644 Dec 20 14:36:02.259244 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d56bd142-dde2-482b-9cbb-07e0a2862311 req-ca06c437-e326-4e01-8f1f-8d438fa79252 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "GET /v2.0/security-groups/a89a1569-bae6-4dbe-9acc-6814b3d063ca HTTP/1.1" status: 200 len: 1794 time: 0.1418953 Dec 20 14:36:02.297946 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-aa1b358e-af68-4ba3-a9a0-6fb2ecedf53c tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:02.328035 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f0d120-2985-4e49-b136-a46e4f5aaece req-a8290aab-c568-4d40-a61e-d61a9ea6a9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:02.342655 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f9f0d120-2985-4e49-b136-a46e4f5aaece req-a8290aab-c568-4d40-a61e-d61a9ea6a9d0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=04afb03f-72c8-4cee-8126-4aad15c5f0f5 HTTP/1.1" status: 200 len: 797 time: 0.1191084 Dec 20 14:36:02.388660 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51804407-e9c7-4c8b-914a-2ca5e4cb13ec None None] DHCP port deletion for d53fd19d-4b83-4214-8ecb-f270604d0997 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:36:02.409440 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-aa1b358e-af68-4ba3-a9a0-6fb2ecedf53c tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Deleting port 3deea786-b568-45e1-928f-06c4c8df3b57 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:36:02.409713 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-aa1b358e-af68-4ba3-a9a0-6fb2ecedf53c tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:02.479713 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42bad40-9d76-474c-929a-cbf8993ade6a req-e169c944-ac65-407b-9077-b1b7ee8f357f tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:02.481644 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-51804407-e9c7-4c8b-914a-2ca5e4cb13ec None None] Deleting port 3deea786-b568-45e1-928f-06c4c8df3b57 {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:36:02.482018 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-51804407-e9c7-4c8b-914a-2ca5e4cb13ec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:02.482631 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c42bad40-9d76-474c-929a-cbf8993ade6a req-e169c944-ac65-407b-9077-b1b7ee8f357f tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/ports?device_id=b35ec18f-30de-413a-8917-017627ca3908 HTTP/1.1" status: 200 len: 945 time: 0.1391501 Dec 20 14:36:02.489271 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f0d120-2985-4e49-b136-a46e4f5aaece req-8ebec47f-0046-4959-a67c-256916ba97ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:02.491853 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f9f0d120-2985-4e49-b136-a46e4f5aaece req-8ebec47f-0046-4959-a67c-256916ba97ed service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0723578d-9472-40dd-b5d6-4342bff5fd37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1312127 Dec 20 14:36:02.525436 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 38524) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:02.545650 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0010cc-7aad-4d37-8aee-a0872d24f20a req-852d8d88-9f51-4b43-b01f-eace809372f7 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:02.553915 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2c0010cc-7aad-4d37-8aee-a0872d24f20a req-852d8d88-9f51-4b43-b01f-eace809372f7 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/ports?device_id=28c3cc44-d7df-40fd-a6fc-99d16267b0b1 HTTP/1.1" status: 200 len: 950 time: 0.1558120 Dec 20 14:36:02.577555 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-51804407-e9c7-4c8b-914a-2ca5e4cb13ec None None] For port 3deea786-b568-45e1-928f-06c4c8df3b57, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=3deea786-b568-45e1-928f-06c4c8df3b57,segment=NetworkSegment(1a51223e-c75c-4151-9538-959589f4d335),segment_id=1a51223e-c75c-4151-9538-959589f4d335)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:36:02.578365 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-51804407-e9c7-4c8b-914a-2ca5e4cb13ec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:02.594115 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-aa1b358e-af68-4ba3-a9a0-6fb2ecedf53c tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] For port 3deea786-b568-45e1-928f-06c4c8df3b57, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=3deea786-b568-45e1-928f-06c4c8df3b57,segment=NetworkSegment(1a51223e-c75c-4151-9538-959589f4d335),segment_id=1a51223e-c75c-4151-9538-959589f4d335)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:36:02.594491 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-aa1b358e-af68-4ba3-a9a0-6fb2ecedf53c tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:02.610007 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-51804407-e9c7-4c8b-914a-2ca5e4cb13ec None None] Calling delete_port for 3deea786-b568-45e1-928f-06c4c8df3b57 owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:36:02.622703 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-aa1b358e-af68-4ba3-a9a0-6fb2ecedf53c tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Calling delete_port for 3deea786-b568-45e1-928f-06c4c8df3b57 owned by network:dhcp {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:36:02.644130 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2c0010cc-7aad-4d37-8aee-a0872d24f20a req-9f4bf7ff-655e-4594-be15-f6a543e8bb00 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/security-groups?id=e899fdb2-c1a8-40be-a7f0-526dd0b6ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833807 Dec 20 14:36:02.654541 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c42bad40-9d76-474c-929a-cbf8993ade6a req-14135715-e1e8-4b3e-9adf-ba8fc94744da tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff2c97d-c902-4302-9c87-14f917dbe0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614041 Dec 20 14:36:02.731311 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f9f0d120-2985-4e49-b136-a46e4f5aaece req-a86c61c1-21ba-47c9-bad8-c9a37c1c82f4 service neutron] 10.222.0.47 "GET /v2.0/networks/0723578d-9472-40dd-b5d6-4342bff5fd37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110038 Dec 20 14:36:02.747982 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a55be7d0-be18-44ef-a829-321048e9c086 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:02.772477 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-51804407-e9c7-4c8b-914a-2ca5e4cb13ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:02.806148 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d955c5fe-76de-4a73-9a7c-a75abc10366c req-a50ef620-0667-4cdf-bf74-7b731e2cd158 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "GET /v2.0/security-groups/a89a1569-bae6-4dbe-9acc-6814b3d063ca HTTP/1.1" status: 200 len: 1794 time: 0.0874271 Dec 20 14:36:02.806431 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51804407-e9c7-4c8b-914a-2ca5e4cb13ec None None] Pushing event deleted for resources: {'Port': ['ID=3deea786-b568-45e1-928f-06c4c8df3b57,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:02.816610 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51804407-e9c7-4c8b-914a-2ca5e4cb13ec None None] No DVR routers for this DVR port 3deea786-b568-45e1-928f-06c4c8df3b57 on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:36:02.865948 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-aa1b358e-af68-4ba3-a9a0-6fb2ecedf53c tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:02.866272 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a73e1af0-d113-4c4e-8c14-f48d3481d228 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:02.870514 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79247915-743e-41bd-a35c-38eaf18c3ff0 req-81732896-866c-49f2-98ca-2e421aa7bae5 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:02.873149 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-79247915-743e-41bd-a35c-38eaf18c3ff0 req-81732896-866c-49f2-98ca-2e421aa7bae5 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf3b1474-17cb-4239-8de2-387b192e8826 HTTP/1.1" status: 200 len: 946 time: 0.1286039 Dec 20 14:36:02.904321 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1b358e-af68-4ba3-a9a0-6fb2ecedf53c tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Pushing event deleted for resources: {'Port': ['ID=3deea786-b568-45e1-928f-06c4c8df3b57,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:02.916264 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f9f0d120-2985-4e49-b136-a46e4f5aaece req-ac0dccfd-0d1c-4d4a-bd43-1458ffdf93a3 service neutron] 10.222.0.47 "GET /v2.0/networks/0723578d-9472-40dd-b5d6-4342bff5fd37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741457 Dec 20 14:36:02.926405 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1b358e-af68-4ba3-a9a0-6fb2ecedf53c tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] No DVR routers for this DVR port 3deea786-b568-45e1-928f-06c4c8df3b57 on host n-d-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:36:02.979291 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a55be7d0-be18-44ef-a829-321048e9c086 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:03.003624 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a55be7d0-be18-44ef-a829-321048e9c086 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:03.006915 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-79247915-743e-41bd-a35c-38eaf18c3ff0 req-ccb8675f-21ae-4eaa-94b8-817879d642d8 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=f2f975e9-21d7-4fe5-b06b-fdbb671aee94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236422 Dec 20 14:36:03.008981 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f9f0d120-2985-4e49-b136-a46e4f5aaece req-d3010cf1-76c5-4c9b-8f53-93ec2438b1dc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=2a179faf-fd88-4d1c-8683-0a8bb9be5690 HTTP/1.1" status: 200 len: 217 time: 0.0677648 Dec 20 14:36:03.024616 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-d955c5fe-76de-4a73-9a7c-a75abc10366c req-7ec81b14-cda7-47ac-8579-c5131af385f4 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:03.090974 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f0d120-2985-4e49-b136-a46e4f5aaece req-f9cdfe25-6d7b-4435-844f-466bd66b7a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:03.093344 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f9f0d120-2985-4e49-b136-a46e4f5aaece req-f9cdfe25-6d7b-4435-844f-466bd66b7a79 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=04afb03f-72c8-4cee-8126-4aad15c5f0f5 HTTP/1.1" status: 200 len: 797 time: 0.0760858 Dec 20 14:36:03.097075 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-aa1b358e-af68-4ba3-a9a0-6fb2ecedf53c tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:03.128622 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-a55be7d0-be18-44ef-a829-321048e9c086 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9434777f8d55412782aeecb47fb4a550&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5990283 Dec 20 14:36:03.138263 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 38530) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:03.138879 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55be7d0-be18-44ef-a829-321048e9c086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b5faf1-9518-45c5-95a9-4ef8d72660ae,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:03.147903 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-d955c5fe-76de-4a73-9a7c-a75abc10366c req-7ec81b14-cda7-47ac-8579-c5131af385f4 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:03.153176 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-aa1b358e-af68-4ba3-a9a0-6fb2ecedf53c tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d53fd19d-4b83-4214-8ecb-f270604d0997']}} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:36:03.164381 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 3deea786-b568-45e1-928f-06c4c8df3b57 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:36:03.172961 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-aa1b358e-af68-4ba3-a9a0-6fb2ecedf53c tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a51223e-c75c-4151-9538-959589f4d335') {'for_net_delete': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:36:03.173284 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-aa1b358e-af68-4ba3-a9a0-6fb2ecedf53c tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a51223e-c75c-4151-9538-959589f4d335') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:36:03.189239 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f0d120-2985-4e49-b136-a46e4f5aaece req-cef6aa65-53a8-4234-a57b-cb9bcbd1e486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:03.190263 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 3deea786-b568-45e1-928f-06c4c8df3b57 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:36:03.190629 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 3deea786-b568-45e1-928f-06c4c8df3b57 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:36:03.190846 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f9f0d120-2985-4e49-b136-a46e4f5aaece req-cef6aa65-53a8-4234-a57b-cb9bcbd1e486 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0723578d-9472-40dd-b5d6-4342bff5fd37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0814574 Dec 20 14:36:03.196831 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-aa1b358e-af68-4ba3-a9a0-6fb2ecedf53c tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954405'] for segment, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:03.226454 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-aa1b358e-af68-4ba3-a9a0-6fb2ecedf53c tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:03.230914 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-200cb61b-34c0-4f62-b413-da6f79624114 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:03.233917 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa1b358e-af68-4ba3-a9a0-6fb2ecedf53c tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=103167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:36:03.234343 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-aa1b358e-af68-4ba3-a9a0-6fb2ecedf53c tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9956000'] for segment, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:03.237740 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:36:03.237740 n-d-761264-19 neutron-server[103167]: self.session.flush() Dec 20 14:36:03.237740 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:36:03.237740 n-d-761264-19 neutron-server[103167]: self.session.flush() Dec 20 14:36:03.237740 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:36:03.237740 n-d-761264-19 neutron-server[103167]: self.session.flush() Dec 20 14:36:03.237740 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:36:03.237740 n-d-761264-19 neutron-server[103167]: self.session.flush() Dec 20 14:36:03.237740 n-d-761264-19 neutron-server[103167]: Traceback (most recent call last): Dec 20 14:36:03.237740 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:36:03.237740 n-d-761264-19 neutron-server[103167]: timer() Dec 20 14:36:03.237740 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:36:03.237740 n-d-761264-19 neutron-server[103167]: cb(*args, **kw) Dec 20 14:36:03.237740 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:36:03.237740 n-d-761264-19 neutron-server[103167]: return func(*args, **kwargs) Dec 20 14:36:03.237740 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:36:03.237740 n-d-761264-19 neutron-server[103167]: self._notify() Dec 20 14:36:03.237740 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:36:03.237740 n-d-761264-19 neutron-server[103167]: self.callback(batched_events) Dec 20 14:36:03.237740 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:36:03.237740 n-d-761264-19 neutron-server[103167]: event.method(event) Dec 20 14:36:03.237740 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:36:03.237740 n-d-761264-19 neutron-server[103167]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:36:03.237740 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:36:03.237740 n-d-761264-19 neutron-server[103167]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:36:03.237740 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:36:03.237740 n-d-761264-19 neutron-server[103167]: return f(self, *a, **k) Dec 20 14:36:03.237740 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:36:03.237740 n-d-761264-19 neutron-server[103167]: return self._get(url).json() Dec 20 14:36:03.237740 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:36:03.237740 n-d-761264-19 neutron-server[103167]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:36:03.237740 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:36:03.237740 n-d-761264-19 neutron-server[103167]: return self.request(url, 'GET', **kwargs) Dec 20 14:36:03.237740 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:36:03.237740 n-d-761264-19 neutron-server[103167]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:36:03.237740 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:36:03.237740 n-d-761264-19 neutron-server[103167]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:36:03.237740 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:36:03.237740 n-d-761264-19 neutron-server[103167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:36:03.237740 n-d-761264-19 neutron-server[103167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:36:03.254157 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-d955c5fe-76de-4a73-9a7c-a75abc10366c req-7ec81b14-cda7-47ac-8579-c5131af385f4 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:03.256826 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-d955c5fe-76de-4a73-9a7c-a75abc10366c req-7ec81b14-cda7-47ac-8579-c5131af385f4 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:03.258001 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d955c5fe-76de-4a73-9a7c-a75abc10366c req-7ec81b14-cda7-47ac-8579-c5131af385f4 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "DELETE /v2.0/security-groups/a89a1569-bae6-4dbe-9acc-6814b3d063ca HTTP/1.1" status: 204 len: 173 time: 0.4291136 Dec 20 14:36:03.297618 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-200cb61b-34c0-4f62-b413-da6f79624114 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:03.304262 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec81b14-cda7-47ac-8579-c5131af385f4 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a89a1569-bae6-4dbe-9acc-6814b3d063ca,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:03.321868 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-aa1b358e-af68-4ba3-a9a0-6fb2ecedf53c tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:03.342160 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-aa1b358e-af68-4ba3-a9a0-6fb2ecedf53c tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:03.346093 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-aa1b358e-af68-4ba3-a9a0-6fb2ecedf53c tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] 10.222.0.54 "DELETE /v2.0/networks/d53fd19d-4b83-4214-8ecb-f270604d0997 HTTP/1.1" status: 204 len: 168 time: 1.2448478 Dec 20 14:36:03.347160 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1b358e-af68-4ba3-a9a0-6fb2ecedf53c tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Pushing event deleted for resources: {'Network': ['ID=d53fd19d-4b83-4214-8ecb-f270604d0997,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:03.348854 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 38536) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:03.367587 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f9f0d120-2985-4e49-b136-a46e4f5aaece req-64664bb8-8cb7-46d4-9c1d-a0ea166d5bee service neutron] 10.222.0.47 "GET /v2.0/networks/0723578d-9472-40dd-b5d6-4342bff5fd37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666172 Dec 20 14:36:03.407717 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-200cb61b-34c0-4f62-b413-da6f79624114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:03.408771 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_v2 [None req-eab25ab0-5f4c-485a-9d5a-b9f847650743 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Deleting subnet 4aa6e6ea-2110-4f12-8a13-4b0ca67d1783 {{(pid=103167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:36:03.410338 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-200cb61b-34c0-4f62-b413-da6f79624114 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:03.411488 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-200cb61b-34c0-4f62-b413-da6f79624114 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b9b5faf1-9518-45c5-95a9-4ef8d72660ae HTTP/1.1" status: 204 len: 168 time: 0.2713177 Dec 20 14:36:03.412201 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-eab25ab0-5f4c-485a-9d5a-b9f847650743 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks [] for subnet, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:03.456896 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-eab25ab0-5f4c-485a-9d5a-b9f847650743 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954412'] for subnet, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:03.467031 n-d-761264-19 neutron-server[103168]: INFO neutron.api.v2.resource [req-73d2e985-6973-47bd-9e6e-c874c925e687 req-78499bd7-7c6b-4ac8-9954-9f20a6261389 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] show failed (client error): The resource could not be found. Dec 20 14:36:03.468087 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-73d2e985-6973-47bd-9e6e-c874c925e687 req-78499bd7-7c6b-4ac8-9954-9f20a6261389 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "GET /v2.0/security-groups/a17282d6-d787-474c-9ad4-d2e02b89df45 HTTP/1.1" status: 404 len: 352 time: 0.0639427 Dec 20 14:36:03.468917 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200cb61b-34c0-4f62-b413-da6f79624114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b5faf1-9518-45c5-95a9-4ef8d72660ae,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:03.519252 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f9f0d120-2985-4e49-b136-a46e4f5aaece req-96e8c71f-6231-4891-bf32-5e709ce36e7d service neutron] 10.222.0.47 "GET /v2.0/networks/0723578d-9472-40dd-b5d6-4342bff5fd37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428785 Dec 20 14:36:03.521510 n-d-761264-19 neutron-server[103167]: INFO neutron.api.v2.resource [req-29707319-b16d-4ccc-81ac-0da5d23a8e33 req-eb9f9a8b-e6f5-4ee5-9910-02485b36753c tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] show failed (client error): The resource could not be found. Dec 20 14:36:03.522746 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-29707319-b16d-4ccc-81ac-0da5d23a8e33 req-eb9f9a8b-e6f5-4ee5-9910-02485b36753c tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "GET /v2.0/security-groups/9e541e4c-5956-4f24-8820-94d49eac6b7d HTTP/1.1" status: 404 len: 352 time: 0.0218048 Dec 20 14:36:03.571606 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f9f0d120-2985-4e49-b136-a46e4f5aaece req-f3cf3897-24e6-4cc3-a909-2fc2fffe8db8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.218&port_id=2c856671-3a5c-476e-9630-cfd7595c0f1c HTTP/1.1" status: 200 len: 217 time: 0.0438449 Dec 20 14:36:03.591230 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-eab25ab0-5f4c-485a-9d5a-b9f847650743 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:03.594546 n-d-761264-19 neutron-server[103168]: INFO neutron.api.v2.resource [req-4b539fd0-1e22-4cb5-8441-3135035d7e8e req-67a6b1c4-526c-4cba-abba-314533cea539 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] show failed (client error): The resource could not be found. Dec 20 14:36:03.595629 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4b539fd0-1e22-4cb5-8441-3135035d7e8e req-67a6b1c4-526c-4cba-abba-314533cea539 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "GET /v2.0/security-groups/1d8e94e9-d7d1-476a-ae5f-5030fc236980 HTTP/1.1" status: 404 len: 352 time: 0.0231242 Dec 20 14:36:03.638292 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f0d120-2985-4e49-b136-a46e4f5aaece req-18ed80ee-28f9-42bd-9de7-8afba2dcab0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:03.639886 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f9f0d120-2985-4e49-b136-a46e4f5aaece req-18ed80ee-28f9-42bd-9de7-8afba2dcab0f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=04afb03f-72c8-4cee-8126-4aad15c5f0f5 HTTP/1.1" status: 200 len: 797 time: 0.0549076 Dec 20 14:36:03.651545 n-d-761264-19 neutron-server[103167]: INFO neutron.api.v2.resource [req-8af60862-d691-481d-900c-c6a099b56338 req-dc9a491c-2ec0-43bc-9be3-36165e513c3a tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] show failed (client error): The resource could not be found. Dec 20 14:36:03.652590 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8af60862-d691-481d-900c-c6a099b56338 req-dc9a491c-2ec0-43bc-9be3-36165e513c3a tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "GET /v2.0/security-groups/66e09880-01f0-479f-a14e-427b6af629b7 HTTP/1.1" status: 404 len: 352 time: 0.0237706 Dec 20 14:36:03.682078 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-eab25ab0-5f4c-485a-9d5a-b9f847650743 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:03.715796 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:03.718636 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f0d120-2985-4e49-b136-a46e4f5aaece req-cba841c0-c243-4bae-adda-044859721e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:03.725032 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f9f0d120-2985-4e49-b136-a46e4f5aaece req-cba841c0-c243-4bae-adda-044859721e0a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0723578d-9472-40dd-b5d6-4342bff5fd37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0705664 Dec 20 14:36:03.732215 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-eab25ab0-5f4c-485a-9d5a-b9f847650743 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:03.736002 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-eab25ab0-5f4c-485a-9d5a-b9f847650743 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] 10.222.0.54 "DELETE /v2.0/subnets/4aa6e6ea-2110-4f12-8a13-4b0ca67d1783 HTTP/1.1" status: 204 len: 168 time: 0.3859320 Dec 20 14:36:03.737669 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ba0c7d-2a38-45b8-bc91-39cf2f37048c None None] Network d0a50cac-f2dd-4c74-b231-d83f9170d537 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:36:03.738177 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab25ab0-5f4c-485a-9d5a-b9f847650743 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Pushing event deleted for resources: {'Subnet': ['ID=4aa6e6ea-2110-4f12-8a13-4b0ca67d1783,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:03.740691 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 38560) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:03.776897 n-d-761264-19 neutron-server[103167]: INFO neutron.api.v2.resource [req-326c96ab-0fde-47e0-ab1d-2c7efb8aaf94 req-5994655c-12a2-486b-ae8f-76939b5ea39b tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] show failed (client error): The resource could not be found. Dec 20 14:36:03.777956 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-326c96ab-0fde-47e0-ab1d-2c7efb8aaf94 req-5994655c-12a2-486b-ae8f-76939b5ea39b tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "GET /v2.0/security-groups/0ac66ad0-a6cb-4e55-984e-d11e4007a57d HTTP/1.1" status: 404 len: 352 time: 0.0410740 Dec 20 14:36:03.849939 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_v2 [None req-5beb34ad-b225-4dcb-83da-71bb8853bd48 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Deleting subnet db9a3667-d436-4b12-9c01-52bf70943772 {{(pid=103167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:36:03.857820 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5beb34ad-b225-4dcb-83da-71bb8853bd48 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks [] for subnet, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:03.908324 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5beb34ad-b225-4dcb-83da-71bb8853bd48 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954412'] for subnet, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:03.913270 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6d42f0-6bd1-4320-bb46-811782e0ce8c req-f8f1fd77-1ce1-4516-956b-82bbac7df31d tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:03.915223 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0b6d42f0-6bd1-4320-bb46-811782e0ce8c req-f8f1fd77-1ce1-4516-956b-82bbac7df31d tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/ports?device_id=28c3cc44-d7df-40fd-a6fc-99d16267b0b1 HTTP/1.1" status: 200 len: 950 time: 0.1132429 Dec 20 14:36:03.951011 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f9f0d120-2985-4e49-b136-a46e4f5aaece req-c5e0d9bb-004b-46cf-986f-b8515a52cc34 service neutron] 10.222.0.47 "GET /v2.0/networks/0723578d-9472-40dd-b5d6-4342bff5fd37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170019 Dec 20 14:36:03.975799 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e3b0ba-c0c5-474c-9302-e5aa9a8e4064 None None] DHCP port deletion for d0a50cac-f2dd-4c74-b231-d83f9170d537 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:36:04.046115 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f587be88-dee0-43eb-b001-7577f53882f1 req-a351ec54-1483-401e-a480-1856e174dd50 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:04.051341 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f587be88-dee0-43eb-b001-7577f53882f1 req-a351ec54-1483-401e-a480-1856e174dd50 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/ports?device_id=b35ec18f-30de-413a-8917-017627ca3908 HTTP/1.1" status: 200 len: 945 time: 0.1216819 Dec 20 14:36:04.070003 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5beb34ad-b225-4dcb-83da-71bb8853bd48 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:04.071618 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-43e3b0ba-c0c5-474c-9302-e5aa9a8e4064 None None] Deleting port ecdc25dd-3fbd-439f-8208-f3b422ef526a {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:36:04.072165 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-43e3b0ba-c0c5-474c-9302-e5aa9a8e4064 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:04.088914 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0b6d42f0-6bd1-4320-bb46-811782e0ce8c req-9577486f-48ba-4cc7-85d8-4bac8dcef27c tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/security-groups?id=e899fdb2-c1a8-40be-a7f0-526dd0b6ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588433 Dec 20 14:36:04.134590 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f9f0d120-2985-4e49-b136-a46e4f5aaece req-044b5065-c799-452c-95b0-4fe4c91c1c28 service neutron] 10.222.0.47 "GET /v2.0/networks/0723578d-9472-40dd-b5d6-4342bff5fd37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695175 Dec 20 14:36:04.159771 n-d-761264-19 neutron-server[103168]: INFO neutron.api.v2.resource [req-89867495-c1ae-4d38-9021-17eefadc8c07 req-5d56141c-42da-4597-b6f6-e1508feb8175 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] show failed (client error): The resource could not be found. Dec 20 14:36:04.171784 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-89867495-c1ae-4d38-9021-17eefadc8c07 req-5d56141c-42da-4597-b6f6-e1508feb8175 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "GET /v2.0/security-groups/09a52de0-f73b-4329-a196-fa7fc4202a58 HTTP/1.1" status: 404 len: 352 time: 0.0347931 Dec 20 14:36:04.173528 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-43e3b0ba-c0c5-474c-9302-e5aa9a8e4064 None None] For port ecdc25dd-3fbd-439f-8208-f3b422ef526a, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=ecdc25dd-3fbd-439f-8208-f3b422ef526a,segment=NetworkSegment(7a3e2b97-14a0-4f53-b853-1c0104ac5852),segment_id=7a3e2b97-14a0-4f53-b853-1c0104ac5852)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:36:04.174574 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-43e3b0ba-c0c5-474c-9302-e5aa9a8e4064 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:04.186440 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f587be88-dee0-43eb-b001-7577f53882f1 req-124c5dac-fe71-4392-8240-1c09b13a34d8 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff2c97d-c902-4302-9c87-14f917dbe0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107433 Dec 20 14:36:04.197012 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5beb34ad-b225-4dcb-83da-71bb8853bd48 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:04.211223 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-43e3b0ba-c0c5-474c-9302-e5aa9a8e4064 None None] Calling delete_port for ecdc25dd-3fbd-439f-8208-f3b422ef526a owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:36:04.246613 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beb34ad-b225-4dcb-83da-71bb8853bd48 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Pushing event deleted for resources: {'Subnet': ['ID=db9a3667-d436-4b12-9c01-52bf70943772,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:04.255539 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f9f0d120-2985-4e49-b136-a46e4f5aaece req-2aa092e9-d156-44cc-8c29-48068fa39355 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=21f92dd2-a47b-44a5-8d5b-a2f2ccf8ee4f HTTP/1.1" status: 200 len: 217 time: 0.1090608 Dec 20 14:36:04.257500 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5beb34ad-b225-4dcb-83da-71bb8853bd48 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:04.266943 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-5beb34ad-b225-4dcb-83da-71bb8853bd48 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] 10.222.0.54 "DELETE /v2.0/subnets/db9a3667-d436-4b12-9c01-52bf70943772 HTTP/1.1" status: 204 len: 168 time: 0.5241563 Dec 20 14:36:04.267617 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 38582) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:04.344936 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f0d120-2985-4e49-b136-a46e4f5aaece req-8f10c821-a4af-48e5-9029-25c823bd9dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:04.345181 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5651f1-4d38-47d1-b36d-055d5b449a83 None None] Network ebf475cc-96d7-4296-87e8-5edf1fa7c6cd requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:36:04.346408 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f9f0d120-2985-4e49-b136-a46e4f5aaece req-8f10c821-a4af-48e5-9029-25c823bd9dba service neutron] 10.222.0.47 "GET /v2.0/subnets?id=09e7c8eb-4da5-4994-ad75-557cbde9bb05 HTTP/1.1" status: 200 len: 797 time: 0.0826666 Dec 20 14:36:04.369858 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9bcf1110-1c9e-4eb7-8c63-875da2caca7e tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:04.373188 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ead0309-2096-4ed4-9665-1941732682d8 req-43d023f5-30a3-4b3c-8839-c43048ec64af tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:04.381005 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1ead0309-2096-4ed4-9665-1941732682d8 req-43d023f5-30a3-4b3c-8839-c43048ec64af tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf3b1474-17cb-4239-8de2-387b192e8826 HTTP/1.1" status: 200 len: 946 time: 0.0978465 Dec 20 14:36:04.449912 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-9bcf1110-1c9e-4eb7-8c63-875da2caca7e tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Deleting port ecdc25dd-3fbd-439f-8208-f3b422ef526a {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:36:04.450356 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9bcf1110-1c9e-4eb7-8c63-875da2caca7e tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:04.455432 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f0d120-2985-4e49-b136-a46e4f5aaece req-763613e4-9cfe-4ff8-b499-2df2af793078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:04.457258 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f9f0d120-2985-4e49-b136-a46e4f5aaece req-763613e4-9cfe-4ff8-b499-2df2af793078 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2d7ab868-da79-43c0-805a-c026f1ebce8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1013336 Dec 20 14:36:04.473652 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1ead0309-2096-4ed4-9665-1941732682d8 req-30a81383-eb10-4e47-b9cd-728aa65bb07b tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=f2f975e9-21d7-4fe5-b06b-fdbb671aee94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916672 Dec 20 14:36:04.563109 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-9bcf1110-1c9e-4eb7-8c63-875da2caca7e tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] For port ecdc25dd-3fbd-439f-8208-f3b422ef526a, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=ecdc25dd-3fbd-439f-8208-f3b422ef526a,segment=NetworkSegment(7a3e2b97-14a0-4f53-b853-1c0104ac5852),segment_id=7a3e2b97-14a0-4f53-b853-1c0104ac5852)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:36:04.563662 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9bcf1110-1c9e-4eb7-8c63-875da2caca7e tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:04.599282 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-43e3b0ba-c0c5-474c-9302-e5aa9a8e4064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:04.599907 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-9bcf1110-1c9e-4eb7-8c63-875da2caca7e tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Calling delete_port for ecdc25dd-3fbd-439f-8208-f3b422ef526a owned by network:dhcp {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:36:04.663249 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f9f0d120-2985-4e49-b136-a46e4f5aaece req-bebbd738-eeb8-456f-ad29-35fda451aaef service neutron] 10.222.0.47 "GET /v2.0/networks/2d7ab868-da79-43c0-805a-c026f1ebce8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880510 Dec 20 14:36:04.681641 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e3b0ba-c0c5-474c-9302-e5aa9a8e4064 None None] No DVR routers for this DVR port ecdc25dd-3fbd-439f-8208-f3b422ef526a on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:36:04.703219 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e3b0ba-c0c5-474c-9302-e5aa9a8e4064 None None] Pushing event deleted for resources: {'Port': ['ID=ecdc25dd-3fbd-439f-8208-f3b422ef526a,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:04.706860 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93723d1-4244-4953-9bf1-9917e4e279e1 None None] DHCP port deletion for ebf475cc-96d7-4296-87e8-5edf1fa7c6cd request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:36:04.787071 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac9f757-5a8b-4762-9428-815c38acb48d req-869edb0c-1a4a-4f00-a48d-1560753ca2cc tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:04.797138 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0ac9f757-5a8b-4762-9428-815c38acb48d req-869edb0c-1a4a-4f00-a48d-1560753ca2cc tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "GET /v2.0/ports?device_id=a707f31a-f1ad-4b92-9ff6-11a988672d50 HTTP/1.1" status: 200 len: 1024 time: 0.1050377 Dec 20 14:36:04.851573 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4b98e6-da27-46f2-b6b6-9035756e5fe2 req-09a80491-4429-4b56-9ea9-cabf282a22b1 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:04.853458 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1e4b98e6-da27-46f2-b6b6-9035756e5fe2 req-09a80491-4429-4b56-9ea9-cabf282a22b1 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf3b1474-17cb-4239-8de2-387b192e8826 HTTP/1.1" status: 200 len: 946 time: 0.0754442 Dec 20 14:36:04.872654 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9bcf1110-1c9e-4eb7-8c63-875da2caca7e tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:04.905089 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f9f0d120-2985-4e49-b136-a46e4f5aaece req-a9af0a8f-c7bf-4282-8794-e7908cbcbe58 service neutron] 10.222.0.47 "GET /v2.0/networks/2d7ab868-da79-43c0-805a-c026f1ebce8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332582 Dec 20 14:36:04.917168 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcf1110-1c9e-4eb7-8c63-875da2caca7e tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Pushing event deleted for resources: {'Port': ['ID=ecdc25dd-3fbd-439f-8208-f3b422ef526a,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:04.928591 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bcf1110-1c9e-4eb7-8c63-875da2caca7e tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] No DVR routers for this DVR port ecdc25dd-3fbd-439f-8208-f3b422ef526a on host n-d-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:36:04.939468 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-d93723d1-4244-4953-9bf1-9917e4e279e1 None None] Deleting port 3e7d2ba4-86d9-4e6a-8f4a-26a9726ef2c7 {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:36:04.940033 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d93723d1-4244-4953-9bf1-9917e4e279e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:04.978136 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0ac9f757-5a8b-4762-9428-815c38acb48d req-9c53f59e-cea0-4e7a-9d0c-44cb7eac2570 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "GET /v2.0/security-groups?id=1ef29efb-4d57-4a30-8cee-90601c2b9784&id=addf1f6c-a620-4499-ba2d-97512b5db7bd&id=39ed67c8-01a3-4da6-b43b-0a40e2cb837d&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1799493 Dec 20 14:36:05.012187 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f9f0d120-2985-4e49-b136-a46e4f5aaece req-88ef2732-7164-4b41-8ba3-8ade471869ac service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fc4dfef1-284b-46a8-abf8-8899705f3844 HTTP/1.1" status: 200 len: 217 time: 0.0728717 Dec 20 14:36:05.030933 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-d93723d1-4244-4953-9bf1-9917e4e279e1 None None] For port 3e7d2ba4-86d9-4e6a-8f4a-26a9726ef2c7, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=3e7d2ba4-86d9-4e6a-8f4a-26a9726ef2c7,segment=NetworkSegment(f37b7331-979e-4111-ace3-cf53ff2f3b74),segment_id=f37b7331-979e-4111-ace3-cf53ff2f3b74)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:36:05.031761 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d93723d1-4244-4953-9bf1-9917e4e279e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:05.044396 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9bcf1110-1c9e-4eb7-8c63-875da2caca7e tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:05.051710 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-d93723d1-4244-4953-9bf1-9917e4e279e1 None None] Calling delete_port for 3e7d2ba4-86d9-4e6a-8f4a-26a9726ef2c7 owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:36:05.078048 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f0d120-2985-4e49-b136-a46e4f5aaece req-2f92e70a-8ef5-4e93-9da4-fe851fe160d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:05.080157 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f9f0d120-2985-4e49-b136-a46e4f5aaece req-2f92e70a-8ef5-4e93-9da4-fe851fe160d5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=09e7c8eb-4da5-4994-ad75-557cbde9bb05 HTTP/1.1" status: 200 len: 797 time: 0.0560265 Dec 20 14:36:05.093086 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1e4b98e6-da27-46f2-b6b6-9035756e5fe2 req-eb4d8c99-38e6-4f74-8c81-02160241e9dc tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=f2f975e9-21d7-4fe5-b06b-fdbb671aee94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290912 Dec 20 14:36:05.107609 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-9bcf1110-1c9e-4eb7-8c63-875da2caca7e tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0a50cac-f2dd-4c74-b231-d83f9170d537']}} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:36:05.128305 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-9bcf1110-1c9e-4eb7-8c63-875da2caca7e tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a3e2b97-14a0-4f53-b853-1c0104ac5852') {'for_net_delete': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:36:05.128692 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-9bcf1110-1c9e-4eb7-8c63-875da2caca7e tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a3e2b97-14a0-4f53-b853-1c0104ac5852') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:36:05.140010 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9bcf1110-1c9e-4eb7-8c63-875da2caca7e tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954405'] for segment, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:05.158860 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9bcf1110-1c9e-4eb7-8c63-875da2caca7e tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:05.168753 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bcf1110-1c9e-4eb7-8c63-875da2caca7e tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=103167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:36:05.169410 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9bcf1110-1c9e-4eb7-8c63-875da2caca7e tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9956000'] for segment, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:05.197581 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d93723d1-4244-4953-9bf1-9917e4e279e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:05.203992 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 3e7d2ba4-86d9-4e6a-8f4a-26a9726ef2c7 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:36:05.209506 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f0d120-2985-4e49-b136-a46e4f5aaece req-7b8ea8b6-a951-4a4e-8836-691a665d8eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:05.217414 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f9f0d120-2985-4e49-b136-a46e4f5aaece req-7b8ea8b6-a951-4a4e-8836-691a665d8eec service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2d7ab868-da79-43c0-805a-c026f1ebce8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1220984 Dec 20 14:36:05.219713 n-d-761264-19 neutron-server[103167]: Traceback (most recent call last): Dec 20 14:36:05.219713 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:36:05.219713 n-d-761264-19 neutron-server[103167]: timer() Dec 20 14:36:05.219713 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:36:05.219713 n-d-761264-19 neutron-server[103167]: cb(*args, **kw) Dec 20 14:36:05.219713 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:36:05.219713 n-d-761264-19 neutron-server[103167]: return func(*args, **kwargs) Dec 20 14:36:05.219713 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:36:05.219713 n-d-761264-19 neutron-server[103167]: self._notify() Dec 20 14:36:05.219713 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:36:05.219713 n-d-761264-19 neutron-server[103167]: self.callback(batched_events) Dec 20 14:36:05.219713 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:36:05.219713 n-d-761264-19 neutron-server[103167]: event.method(event) Dec 20 14:36:05.219713 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:36:05.219713 n-d-761264-19 neutron-server[103167]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:36:05.219713 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:36:05.219713 n-d-761264-19 neutron-server[103167]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:36:05.219713 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:36:05.219713 n-d-761264-19 neutron-server[103167]: return f(self, *a, **k) Dec 20 14:36:05.219713 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:36:05.219713 n-d-761264-19 neutron-server[103167]: return self._get(url).json() Dec 20 14:36:05.219713 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:36:05.219713 n-d-761264-19 neutron-server[103167]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:36:05.219713 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:36:05.219713 n-d-761264-19 neutron-server[103167]: return self.request(url, 'GET', **kwargs) Dec 20 14:36:05.219713 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:36:05.219713 n-d-761264-19 neutron-server[103167]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:36:05.219713 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:36:05.219713 n-d-761264-19 neutron-server[103167]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:36:05.219713 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:36:05.219713 n-d-761264-19 neutron-server[103167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:36:05.219713 n-d-761264-19 neutron-server[103167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:36:05.274060 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 3e7d2ba4-86d9-4e6a-8f4a-26a9726ef2c7 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:36:05.274411 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 3e7d2ba4-86d9-4e6a-8f4a-26a9726ef2c7 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:36:05.274873 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device ecdc25dd-3fbd-439f-8208-f3b422ef526a no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:36:05.299631 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93723d1-4244-4953-9bf1-9917e4e279e1 None None] Pushing event deleted for resources: {'Port': ['ID=3e7d2ba4-86d9-4e6a-8f4a-26a9726ef2c7,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:05.305416 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: ecdc25dd-3fbd-439f-8208-f3b422ef526a {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:36:05.306048 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device ecdc25dd-3fbd-439f-8208-f3b422ef526a not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:36:05.308582 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93723d1-4244-4953-9bf1-9917e4e279e1 None None] No DVR routers for this DVR port 3e7d2ba4-86d9-4e6a-8f4a-26a9726ef2c7 on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:36:05.377007 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9bcf1110-1c9e-4eb7-8c63-875da2caca7e tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:05.385365 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9bcf1110-1c9e-4eb7-8c63-875da2caca7e tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:05.389126 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-9bcf1110-1c9e-4eb7-8c63-875da2caca7e tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] 10.222.0.54 "DELETE /v2.0/networks/d0a50cac-f2dd-4c74-b231-d83f9170d537 HTTP/1.1" status: 204 len: 168 time: 1.1203542 Dec 20 14:36:05.393608 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 38612) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:05.408587 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6431938-662f-44a9-bad0-7ef1e3720010 req-1bf0011e-c962-4ea7-b1ec-c63565b884c9 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:05.410263 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e6431938-662f-44a9-bad0-7ef1e3720010 req-1bf0011e-c962-4ea7-b1ec-c63565b884c9 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/ports?device_id=b35ec18f-30de-413a-8917-017627ca3908 HTTP/1.1" status: 200 len: 945 time: 0.1214299 Dec 20 14:36:05.420257 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcf1110-1c9e-4eb7-8c63-875da2caca7e tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Pushing event deleted for resources: {'Network': ['ID=d0a50cac-f2dd-4c74-b231-d83f9170d537,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:05.439762 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f9f0d120-2985-4e49-b136-a46e4f5aaece req-75b31916-7331-456b-ba05-0519b2d32abc service neutron] 10.222.0.47 "GET /v2.0/networks/2d7ab868-da79-43c0-805a-c026f1ebce8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106528 Dec 20 14:36:05.454299 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aebe1ce-6993-4f97-b9f3-1a347061b2e3 req-21f090dc-76ff-410d-a36b-33507cb64cdb tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:05.459279 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0aebe1ce-6993-4f97-b9f3-1a347061b2e3 req-21f090dc-76ff-410d-a36b-33507cb64cdb tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/ports?device_id=28c3cc44-d7df-40fd-a6fc-99d16267b0b1 HTTP/1.1" status: 200 len: 950 time: 0.1281238 Dec 20 14:36:05.524439 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e6431938-662f-44a9-bad0-7ef1e3720010 req-cd3223c7-f45b-4b4b-a7c4-6e185f36f724 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff2c97d-c902-4302-9c87-14f917dbe0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028800 Dec 20 14:36:05.548027 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fe061be9-9a68-4436-a8b4-7b7d5079a37f tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:05.574109 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f9f0d120-2985-4e49-b136-a46e4f5aaece req-a11e74d6-a7f1-4abf-a913-3c38780dd6f5 service neutron] 10.222.0.47 "GET /v2.0/networks/2d7ab868-da79-43c0-805a-c026f1ebce8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229146 Dec 20 14:36:05.607422 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0aebe1ce-6993-4f97-b9f3-1a347061b2e3 req-4aff9563-4d9f-472e-abe7-1af4f13822b9 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/security-groups?id=e899fdb2-c1a8-40be-a7f0-526dd0b6ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174848 Dec 20 14:36:05.710117 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fe061be9-9a68-4436-a8b4-7b7d5079a37f tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:05.710333 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:05.733294 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-fe061be9-9a68-4436-a8b4-7b7d5079a37f tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebf475cc-96d7-4296-87e8-5edf1fa7c6cd']}} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:36:05.744245 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-fe061be9-9a68-4436-a8b4-7b7d5079a37f tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f37b7331-979e-4111-ace3-cf53ff2f3b74') {'for_net_delete': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:36:05.745002 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-fe061be9-9a68-4436-a8b4-7b7d5079a37f tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f37b7331-979e-4111-ace3-cf53ff2f3b74') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:36:05.755246 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fe061be9-9a68-4436-a8b4-7b7d5079a37f tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954405'] for segment, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:05.770056 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fe061be9-9a68-4436-a8b4-7b7d5079a37f tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:05.777706 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe061be9-9a68-4436-a8b4-7b7d5079a37f tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=103167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:36:05.778108 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fe061be9-9a68-4436-a8b4-7b7d5079a37f tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9956000'] for segment, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:05.781409 n-d-761264-19 neutron-server[103167]: Traceback (most recent call last): Dec 20 14:36:05.781409 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:36:05.781409 n-d-761264-19 neutron-server[103167]: timer() Dec 20 14:36:05.781409 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:36:05.781409 n-d-761264-19 neutron-server[103167]: cb(*args, **kw) Dec 20 14:36:05.781409 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:36:05.781409 n-d-761264-19 neutron-server[103167]: return func(*args, **kwargs) Dec 20 14:36:05.781409 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:36:05.781409 n-d-761264-19 neutron-server[103167]: self._notify() Dec 20 14:36:05.781409 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:36:05.781409 n-d-761264-19 neutron-server[103167]: self.callback(batched_events) Dec 20 14:36:05.781409 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:36:05.781409 n-d-761264-19 neutron-server[103167]: event.method(event) Dec 20 14:36:05.781409 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:36:05.781409 n-d-761264-19 neutron-server[103167]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:36:05.781409 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:36:05.781409 n-d-761264-19 neutron-server[103167]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:36:05.781409 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:36:05.781409 n-d-761264-19 neutron-server[103167]: return f(self, *a, **k) Dec 20 14:36:05.781409 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:36:05.781409 n-d-761264-19 neutron-server[103167]: return self._get(url).json() Dec 20 14:36:05.781409 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:36:05.781409 n-d-761264-19 neutron-server[103167]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:36:05.781409 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:36:05.781409 n-d-761264-19 neutron-server[103167]: return self.request(url, 'GET', **kwargs) Dec 20 14:36:05.781409 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:36:05.781409 n-d-761264-19 neutron-server[103167]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:36:05.781409 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:36:05.781409 n-d-761264-19 neutron-server[103167]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:36:05.781409 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:36:05.781409 n-d-761264-19 neutron-server[103167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:36:05.781409 n-d-761264-19 neutron-server[103167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:36:05.853112 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fe061be9-9a68-4436-a8b4-7b7d5079a37f tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:05.860037 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fe061be9-9a68-4436-a8b4-7b7d5079a37f tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:05.863422 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-fe061be9-9a68-4436-a8b4-7b7d5079a37f tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] 10.222.0.54 "DELETE /v2.0/networks/ebf475cc-96d7-4296-87e8-5edf1fa7c6cd HTTP/1.1" status: 204 len: 168 time: 0.4688506 Dec 20 14:36:05.866361 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 38626) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:05.879809 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe061be9-9a68-4436-a8b4-7b7d5079a37f tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Pushing event deleted for resources: {'Network': ['ID=ebf475cc-96d7-4296-87e8-5edf1fa7c6cd,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:05.933917 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9156ce0-e10a-4d0d-a670-eabe5f81ca3a tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Deleting subnet 6f4e7a47-796f-4f8f-8565-d99a588c502c {{(pid=103168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:36:05.937411 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f9156ce0-e10a-4d0d-a670-eabe5f81ca3a tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks [] for subnet, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:05.983706 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f9156ce0-e10a-4d0d-a670-eabe5f81ca3a tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9023023'] for subnet, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:06.103752 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f9156ce0-e10a-4d0d-a670-eabe5f81ca3a tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:06.116301 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9039f35e-dde2-4feb-8cff-3a93b12fe615 req-cdd66287-1f7a-4acb-a82f-8d765aea58a0 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:06.123321 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9039f35e-dde2-4feb-8cff-3a93b12fe615 req-cdd66287-1f7a-4acb-a82f-8d765aea58a0 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "GET /v2.0/ports?device_id=a707f31a-f1ad-4b92-9ff6-11a988672d50 HTTP/1.1" status: 200 len: 1024 time: 0.0728238 Dec 20 14:36:06.203328 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:06.204383 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9039f35e-dde2-4feb-8cff-3a93b12fe615 req-8140f382-2e4e-4535-b931-0d2bf4a69bb2 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "GET /v2.0/security-groups?id=1ef29efb-4d57-4a30-8cee-90601c2b9784&id=addf1f6c-a620-4499-ba2d-97512b5db7bd&id=39ed67c8-01a3-4da6-b43b-0a40e2cb837d&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0794468 Dec 20 14:36:06.224527 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f9156ce0-e10a-4d0d-a670-eabe5f81ca3a tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8850800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470517'] for subnet, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:06.275272 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f9156ce0-e10a-4d0d-a670-eabe5f81ca3a tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:06.280855 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-f9156ce0-e10a-4d0d-a670-eabe5f81ca3a tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] 10.222.0.54 "DELETE /v2.0/subnets/6f4e7a47-796f-4f8f-8565-d99a588c502c HTTP/1.1" status: 204 len: 168 time: 0.4107523 Dec 20 14:36:06.281026 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746c20af-8b56-48d8-9cfa-ee8d162bd745 None None] Network 259b2810-7d84-4b08-bc0b-722d4873ab2e requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:36:06.282162 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 38644) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:06.293320 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9156ce0-e10a-4d0d-a670-eabe5f81ca3a tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Pushing event deleted for resources: {'Subnet': ['ID=6f4e7a47-796f-4f8f-8565-d99a588c502c,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:06.318621 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88563b67-9028-40c7-876b-131e9fb2d3c2 req-3d90e676-e908-4abc-8699-3b6e95fee72a tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:06.320804 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-88563b67-9028-40c7-876b-131e9fb2d3c2 req-3d90e676-e908-4abc-8699-3b6e95fee72a tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.30 "GET /v2.0/ports?device_id=a707f31a-f1ad-4b92-9ff6-11a988672d50 HTTP/1.1" status: 200 len: 1024 time: 0.1336925 Dec 20 14:36:06.343793 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dfbcb0-1f64-4ea6-88dd-c5760bcac839 req-328e5366-fac9-4740-b0aa-e14df7a9e77e tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:06.345650 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-98dfbcb0-1f64-4ea6-88dd-c5760bcac839 req-328e5366-fac9-4740-b0aa-e14df7a9e77e tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf3b1474-17cb-4239-8de2-387b192e8826 HTTP/1.1" status: 200 len: 946 time: 0.1229756 Dec 20 14:36:06.385753 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f17b8b36-6ac1-4f84-9ec4-037f6bca9a1e tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:06.456019 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-f17b8b36-6ac1-4f84-9ec4-037f6bca9a1e tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Deleting port b50a090c-884f-42c8-ae91-3bc3a7f224b6 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:36:06.456227 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f17b8b36-6ac1-4f84-9ec4-037f6bca9a1e tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:06.486470 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-98dfbcb0-1f64-4ea6-88dd-c5760bcac839 req-9a89b45f-aae9-4e9f-a366-c4fa9e33fc16 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=f2f975e9-21d7-4fe5-b06b-fdbb671aee94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321781 Dec 20 14:36:06.511284 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b1b1b7-44c7-44d7-a634-135543e445a1 None None] DHCP port deletion for 259b2810-7d84-4b08-bc0b-722d4873ab2e request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:36:06.528368 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-88563b67-9028-40c7-876b-131e9fb2d3c2 req-84fea5eb-55da-48c2-9e8f-1778f469830a tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Deleting port 89eafe9d-48d6-4a4d-a382-986779559a31 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:36:06.528701 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-88563b67-9028-40c7-876b-131e9fb2d3c2 req-84fea5eb-55da-48c2-9e8f-1778f469830a tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:06.535644 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-f17b8b36-6ac1-4f84-9ec4-037f6bca9a1e tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] For port b50a090c-884f-42c8-ae91-3bc3a7f224b6, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=b50a090c-884f-42c8-ae91-3bc3a7f224b6,segment=NetworkSegment(b80a169d-6cdc-4b27-809e-37e861dc6372),segment_id=b80a169d-6cdc-4b27-809e-37e861dc6372)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:36:06.536108 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f17b8b36-6ac1-4f84-9ec4-037f6bca9a1e tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:06.579975 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-f3b1b1b7-44c7-44d7-a634-135543e445a1 None None] Deleting port b50a090c-884f-42c8-ae91-3bc3a7f224b6 {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:36:06.580545 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f3b1b1b7-44c7-44d7-a634-135543e445a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:06.580702 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-f17b8b36-6ac1-4f84-9ec4-037f6bca9a1e tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Calling delete_port for b50a090c-884f-42c8-ae91-3bc3a7f224b6 owned by network:dhcp {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:36:06.653369 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-f3b1b1b7-44c7-44d7-a634-135543e445a1 None None] For port b50a090c-884f-42c8-ae91-3bc3a7f224b6, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=b50a090c-884f-42c8-ae91-3bc3a7f224b6,segment=NetworkSegment(b80a169d-6cdc-4b27-809e-37e861dc6372),segment_id=b80a169d-6cdc-4b27-809e-37e861dc6372)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:36:06.653917 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f3b1b1b7-44c7-44d7-a634-135543e445a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:06.675231 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-f3b1b1b7-44c7-44d7-a634-135543e445a1 None None] Calling delete_port for b50a090c-884f-42c8-ae91-3bc3a7f224b6 owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:36:06.756876 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7e8d22-e608-435f-9d0a-860004adc5cc req-f3bcb7aa-28e5-410c-8b66-cfcd4dfa84d6 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:06.759054 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8a7e8d22-e608-435f-9d0a-860004adc5cc req-f3bcb7aa-28e5-410c-8b66-cfcd4dfa84d6 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/ports?device_id=b35ec18f-30de-413a-8917-017627ca3908 HTTP/1.1" status: 200 len: 945 time: 0.0746288 Dec 20 14:36:06.762902 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f17b8b36-6ac1-4f84-9ec4-037f6bca9a1e tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:06.771048 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-88563b67-9028-40c7-876b-131e9fb2d3c2 req-84fea5eb-55da-48c2-9e8f-1778f469830a tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] For port 89eafe9d-48d6-4a4d-a382-986779559a31, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=89eafe9d-48d6-4a4d-a382-986779559a31,segment=NetworkSegment(2573b312-4924-4661-8d69-abdd3044015f),segment_id=2573b312-4924-4661-8d69-abdd3044015f)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:36:06.771554 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-88563b67-9028-40c7-876b-131e9fb2d3c2 req-84fea5eb-55da-48c2-9e8f-1778f469830a tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:06.794480 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb3f9c6-2068-497e-9834-d1650c2702b7 req-ea68e937-3d5f-4973-8ed5-c4bacde05696 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:06.796078 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17b8b36-6ac1-4f84-9ec4-037f6bca9a1e tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Pushing event deleted for resources: {'Port': ['ID=b50a090c-884f-42c8-ae91-3bc3a7f224b6,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:06.803104 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8cb3f9c6-2068-497e-9834-d1650c2702b7 req-ea68e937-3d5f-4973-8ed5-c4bacde05696 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/ports?device_id=28c3cc44-d7df-40fd-a6fc-99d16267b0b1 HTTP/1.1" status: 200 len: 950 time: 0.1025159 Dec 20 14:36:06.810181 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17b8b36-6ac1-4f84-9ec4-037f6bca9a1e tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] No DVR routers for this DVR port b50a090c-884f-42c8-ae91-3bc3a7f224b6 on host n-d-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:36:06.813339 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f3b1b1b7-44c7-44d7-a634-135543e445a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:06.828727 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-88563b67-9028-40c7-876b-131e9fb2d3c2 req-84fea5eb-55da-48c2-9e8f-1778f469830a tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Calling delete_port for 89eafe9d-48d6-4a4d-a382-986779559a31 owned by compute:nova {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:36:06.848582 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b1b1b7-44c7-44d7-a634-135543e445a1 None None] Pushing event deleted for resources: {'Port': ['ID=b50a090c-884f-42c8-ae91-3bc3a7f224b6,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:06.854942 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b1b1b7-44c7-44d7-a634-135543e445a1 None None] No DVR routers for this DVR port b50a090c-884f-42c8-ae91-3bc3a7f224b6 on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:36:06.926753 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8cb3f9c6-2068-497e-9834-d1650c2702b7 req-28442de1-e772-4bdc-b893-a082fea9c91f tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/security-groups?id=e899fdb2-c1a8-40be-a7f0-526dd0b6ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216919 Dec 20 14:36:06.944504 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8a7e8d22-e608-435f-9d0a-860004adc5cc req-9035af7d-c56f-4378-822e-8976a11f3e9e tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff2c97d-c902-4302-9c87-14f917dbe0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535692 Dec 20 14:36:06.951578 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f17b8b36-6ac1-4f84-9ec4-037f6bca9a1e tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:06.984775 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-f17b8b36-6ac1-4f84-9ec4-037f6bca9a1e tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['259b2810-7d84-4b08-bc0b-722d4873ab2e']}} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:36:07.002834 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-f17b8b36-6ac1-4f84-9ec4-037f6bca9a1e tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b80a169d-6cdc-4b27-809e-37e861dc6372') {'for_net_delete': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:36:07.003401 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-f17b8b36-6ac1-4f84-9ec4-037f6bca9a1e tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b80a169d-6cdc-4b27-809e-37e861dc6372') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:36:07.017471 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f17b8b36-6ac1-4f84-9ec4-037f6bca9a1e tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954405'] for segment, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:07.038153 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f17b8b36-6ac1-4f84-9ec4-037f6bca9a1e tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:07.044209 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-88563b67-9028-40c7-876b-131e9fb2d3c2 req-84fea5eb-55da-48c2-9e8f-1778f469830a tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:07.048288 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f17b8b36-6ac1-4f84-9ec4-037f6bca9a1e tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=103167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:36:07.048843 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f17b8b36-6ac1-4f84-9ec4-037f6bca9a1e tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9956000'] for segment, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:07.052652 n-d-761264-19 neutron-server[103167]: Traceback (most recent call last): Dec 20 14:36:07.052652 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:36:07.052652 n-d-761264-19 neutron-server[103167]: timer() Dec 20 14:36:07.052652 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:36:07.052652 n-d-761264-19 neutron-server[103167]: cb(*args, **kw) Dec 20 14:36:07.052652 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:36:07.052652 n-d-761264-19 neutron-server[103167]: return func(*args, **kwargs) Dec 20 14:36:07.052652 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:36:07.052652 n-d-761264-19 neutron-server[103167]: self._notify() Dec 20 14:36:07.052652 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:36:07.052652 n-d-761264-19 neutron-server[103167]: self.callback(batched_events) Dec 20 14:36:07.052652 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:36:07.052652 n-d-761264-19 neutron-server[103167]: event.method(event) Dec 20 14:36:07.052652 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:36:07.052652 n-d-761264-19 neutron-server[103167]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:36:07.052652 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:36:07.052652 n-d-761264-19 neutron-server[103167]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:36:07.052652 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:36:07.052652 n-d-761264-19 neutron-server[103167]: return f(self, *a, **k) Dec 20 14:36:07.052652 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:36:07.052652 n-d-761264-19 neutron-server[103167]: return self._get(url).json() Dec 20 14:36:07.052652 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:36:07.052652 n-d-761264-19 neutron-server[103167]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:36:07.052652 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:36:07.052652 n-d-761264-19 neutron-server[103167]: return self.request(url, 'GET', **kwargs) Dec 20 14:36:07.052652 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:36:07.052652 n-d-761264-19 neutron-server[103167]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:36:07.052652 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:36:07.052652 n-d-761264-19 neutron-server[103167]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:36:07.052652 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:36:07.052652 n-d-761264-19 neutron-server[103167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:36:07.052652 n-d-761264-19 neutron-server[103167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:36:07.061405 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['89eafe9d-48d6-4a4d-a382-986779559a31'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:36:07.083507 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fea5eb-55da-48c2-9e8f-1778f469830a tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Pushing event deleted for resources: {'Port': ['ID=89eafe9d-48d6-4a4d-a382-986779559a31,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:07.132938 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-88563b67-9028-40c7-876b-131e9fb2d3c2 req-84fea5eb-55da-48c2-9e8f-1778f469830a tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] No DVR routers for this DVR port 89eafe9d-48d6-4a4d-a382-986779559a31 on host n-h1-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:36:07.135497 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-88563b67-9028-40c7-876b-131e9fb2d3c2 req-84fea5eb-55da-48c2-9e8f-1778f469830a tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:07.139466 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-88563b67-9028-40c7-876b-131e9fb2d3c2 req-84fea5eb-55da-48c2-9e8f-1778f469830a tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.30 "DELETE /v2.0/ports/89eafe9d-48d6-4a4d-a382-986779559a31 HTTP/1.1" status: 204 len: 173 time: 0.8107378 Dec 20 14:36:07.139942 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a707f31a-f1ad-4b92-9ff6-11a988672d50', 'name': 'network-vif-deleted', 'tag': '89eafe9d-48d6-4a4d-a382-986779559a31'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:36:07.142598 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36ecec00-b274-42fa-8e8b-9e138e4e899f" -d '{"events": [{"server_uuid": "a707f31a-f1ad-4b92-9ff6-11a988672d50", "name": "network-vif-deleted", "tag": "89eafe9d-48d6-4a4d-a382-986779559a31"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:36:07.160417 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 38660) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:07.170558 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f17b8b36-6ac1-4f84-9ec4-037f6bca9a1e tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:07.181684 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f17b8b36-6ac1-4f84-9ec4-037f6bca9a1e tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:07.186203 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-f17b8b36-6ac1-4f84-9ec4-037f6bca9a1e tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] 10.222.0.54 "DELETE /v2.0/networks/259b2810-7d84-4b08-bc0b-722d4873ab2e HTTP/1.1" status: 204 len: 168 time: 0.9028769 Dec 20 14:36:07.189277 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 38666) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:07.199265 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17b8b36-6ac1-4f84-9ec4-037f6bca9a1e tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Pushing event deleted for resources: {'Network': ['ID=259b2810-7d84-4b08-bc0b-722d4873ab2e,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:07.226604 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device b50a090c-884f-42c8-ae91-3bc3a7f224b6 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:36:07.241899 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 38670) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:07.247599 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-d23bd775-6324-4efb-99b2-d932633711ab tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] 10.222.0.54 "GET /v2.0/ports?device_id=9917f647-ebf7-4389-befa-c1e1ca5e1ae0 HTTP/1.1" status: 200 len: 205 time: 0.0480554 Dec 20 14:36:07.269978 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: b50a090c-884f-42c8-ae91-3bc3a7f224b6 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:36:07.270403 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device b50a090c-884f-42c8-ae91-3bc3a7f224b6 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:36:07.342269 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8d7fa8fc-16a6-43ad-bd68-7e69b1f9c1b8 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks [] for router, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:07.389983 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5988e499-6186-41fd-8335-e228d7be3c1c req-e5661f12-2ab3-436a-8b2b-0951ccde031b tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "GET /v2.0/ports?device_id=a707f31a-f1ad-4b92-9ff6-11a988672d50 HTTP/1.1" status: 200 len: 210 time: 0.0280395 Dec 20 14:36:07.412903 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4f7c287-f78c-4223-93bd-1859b3b0128c x-openstack-request-id: req-b4f7c287-f78c-4223-93bd-1859b3b0128c {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:36:07.413192 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a707f31a-f1ad-4b92-9ff6-11a988672d50", "name": "network-vif-deleted", "tag": "89eafe9d-48d6-4a4d-a382-986779559a31", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:36:07.413441 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b4f7c287-f78c-4223-93bd-1859b3b0128c {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:36:07.413840 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a707f31a-f1ad-4b92-9ff6-11a988672d50', 'name': 'network-vif-deleted', 'tag': '89eafe9d-48d6-4a4d-a382-986779559a31', 'status': 'completed', 'code': 200} Dec 20 14:36:07.442412 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a42ea25c-fe44-460e-ae21-30f1386fa158 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:07.553308 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8d7fa8fc-16a6-43ad-bd68-7e69b1f9c1b8 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40132'] for router, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:07.557708 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8d7fa8fc-16a6-43ad-bd68-7e69b1f9c1b8 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:07.618641 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef85d73e-e039-4ccd-805c-32ec1459a2af req-45685a69-af64-4469-aea4-63782aa91e58 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:07.620656 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8d7fa8fc-16a6-43ad-bd68-7e69b1f9c1b8 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1594808'] for router, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:07.621217 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d7fa8fc-16a6-43ad-bd68-7e69b1f9c1b8 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Fanout notify agent at l3_agent the message router_deleted on router 9917f647-ebf7-4389-befa-c1e1ca5e1ae0 {{(pid=103167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 14:36:07.623611 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ef85d73e-e039-4ccd-805c-32ec1459a2af req-45685a69-af64-4469-aea4-63782aa91e58 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf3b1474-17cb-4239-8de2-387b192e8826 HTTP/1.1" status: 200 len: 946 time: 0.0597849 Dec 20 14:36:07.629282 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8d7fa8fc-16a6-43ad-bd68-7e69b1f9c1b8 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] Publish callbacks [] for router, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:07.633098 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-8d7fa8fc-16a6-43ad-bd68-7e69b1f9c1b8 tempest-RoutersNegativeIpV6Test-1056237289 tempest-RoutersNegativeIpV6Test-1056237289-project] 10.222.0.54 "DELETE /v2.0/routers/9917f647-ebf7-4389-befa-c1e1ca5e1ae0 HTTP/1.1" status: 204 len: 168 time: 0.3869665 Dec 20 14:36:07.672009 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a42ea25c-fe44-460e-ae21-30f1386fa158 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:07.679465 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a42ea25c-fe44-460e-ae21-30f1386fa158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:07.715621 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ef85d73e-e039-4ccd-805c-32ec1459a2af req-fed6cdce-0d2d-47dd-a8d5-2202e658fe8a tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=f2f975e9-21d7-4fe5-b06b-fdbb671aee94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858233 Dec 20 14:36:07.730056 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 38676) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:07.730413 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-a42ea25c-fe44-460e-ae21-30f1386fa158 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=417fd992a04b47f3948c92ad7b74a966&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5684507 Dec 20 14:36:07.774128 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42ea25c-fe44-460e-ae21-30f1386fa158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a99af64-83d8-4a71-adb8-ca63fbafac10,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:07.786328 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-121d55d4-df8a-4be7-91ba-1541f4de2f73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:07.810117 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-121d55d4-df8a-4be7-91ba-1541f4de2f73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:07.859869 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-121d55d4-df8a-4be7-91ba-1541f4de2f73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:07.862487 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-121d55d4-df8a-4be7-91ba-1541f4de2f73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:07.863671 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-121d55d4-df8a-4be7-91ba-1541f4de2f73 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5a99af64-83d8-4a71-adb8-ca63fbafac10 HTTP/1.1" status: 204 len: 168 time: 0.1319964 Dec 20 14:36:07.874618 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121d55d4-df8a-4be7-91ba-1541f4de2f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a99af64-83d8-4a71-adb8-ca63fbafac10,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:07.923385 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 38682) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:08.122325 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f616c9-ef84-4d88-81b4-e3a1bf7af150 req-e0279987-3c75-4870-9940-0fd05e26d6b5 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:08.124001 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-15f616c9-ef84-4d88-81b4-e3a1bf7af150 req-e0279987-3c75-4870-9940-0fd05e26d6b5 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/ports?device_id=b35ec18f-30de-413a-8917-017627ca3908 HTTP/1.1" status: 200 len: 945 time: 0.0895245 Dec 20 14:36:08.131871 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe8889a-1b03-442f-b3aa-b059e7a3a8c3 req-7327a399-bbb1-4559-9b55-dfd7f499738e tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:08.133635 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7fe8889a-1b03-442f-b3aa-b059e7a3a8c3 req-7327a399-bbb1-4559-9b55-dfd7f499738e tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/ports?device_id=28c3cc44-d7df-40fd-a6fc-99d16267b0b1 HTTP/1.1" status: 200 len: 950 time: 0.0967746 Dec 20 14:36:08.185289 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7fe8889a-1b03-442f-b3aa-b059e7a3a8c3 req-0a9d9ef0-0879-42be-83f1-e5a43bb9c593 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/security-groups?id=e899fdb2-c1a8-40be-a7f0-526dd0b6ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449102 Dec 20 14:36:08.217201 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-15f616c9-ef84-4d88-81b4-e3a1bf7af150 req-f1be0096-56a1-40bb-b9e8-397c9bcd3514 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff2c97d-c902-4302-9c87-14f917dbe0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863969 Dec 20 14:36:08.223850 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-a6bf978d-5f76-44a9-bc87-89a346f558b9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6ca267ad2d2c466fa962ce9df2614683&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2965035 Dec 20 14:36:08.224186 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 38694) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:08.285911 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2798031a-50af-48ec-8394-59baf427ab71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:08.308476 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2798031a-50af-48ec-8394-59baf427ab71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:08.308920 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 38696) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:08.322560 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3b279653-96f9-4563-99c6-d3ab45a09f77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:08.360370 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2798031a-50af-48ec-8394-59baf427ab71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:08.363294 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2798031a-50af-48ec-8394-59baf427ab71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:08.364707 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-2798031a-50af-48ec-8394-59baf427ab71 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/00f82b71-4e51-4303-9e5d-d67fe6a55e86 HTTP/1.1" status: 204 len: 168 time: 0.1394379 Dec 20 14:36:08.373405 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2798031a-50af-48ec-8394-59baf427ab71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f82b71-4e51-4303-9e5d-d67fe6a55e86,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:08.411071 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3b279653-96f9-4563-99c6-d3ab45a09f77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:08.420158 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3b279653-96f9-4563-99c6-d3ab45a09f77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:08.469333 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-3b279653-96f9-4563-99c6-d3ab45a09f77 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=449e6df45bc048cfb0142e0faf262050&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1592453 Dec 20 14:36:08.472849 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b279653-96f9-4563-99c6-d3ab45a09f77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81f1fd34-b294-4e96-85fa-ed42b4f4ea71,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:08.473716 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 38704) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:08.519328 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-455342db-a07d-40ee-b6ba-4c7c0cfbaa79 req-d753d2be-5179-4709-89a5-88264966b008 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "GET /v2.0/security-groups/39ed67c8-01a3-4da6-b43b-0a40e2cb837d HTTP/1.1" status: 200 len: 1818 time: 0.0488000 Dec 20 14:36:08.550332 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-48a847ab-fce3-4432-bd17-de6bda5b2bfd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:08.581605 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-48a847ab-fce3-4432-bd17-de6bda5b2bfd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:08.604961 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-455342db-a07d-40ee-b6ba-4c7c0cfbaa79 req-e9919f9d-6b79-4853-9e17-8141fa807ed6 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:08.635076 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-455342db-a07d-40ee-b6ba-4c7c0cfbaa79 req-e9919f9d-6b79-4853-9e17-8141fa807ed6 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:08.640286 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-48a847ab-fce3-4432-bd17-de6bda5b2bfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:08.643254 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-48a847ab-fce3-4432-bd17-de6bda5b2bfd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:08.644495 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-48a847ab-fce3-4432-bd17-de6bda5b2bfd admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/81f1fd34-b294-4e96-85fa-ed42b4f4ea71 HTTP/1.1" status: 204 len: 168 time: 0.1693215 Dec 20 14:36:08.654893 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a847ab-fce3-4432-bd17-de6bda5b2bfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f1fd34-b294-4e96-85fa-ed42b4f4ea71,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:08.687791 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-455342db-a07d-40ee-b6ba-4c7c0cfbaa79 req-e9919f9d-6b79-4853-9e17-8141fa807ed6 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:08.690703 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-455342db-a07d-40ee-b6ba-4c7c0cfbaa79 req-e9919f9d-6b79-4853-9e17-8141fa807ed6 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:08.692166 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-455342db-a07d-40ee-b6ba-4c7c0cfbaa79 req-e9919f9d-6b79-4853-9e17-8141fa807ed6 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "DELETE /v2.0/security-groups/39ed67c8-01a3-4da6-b43b-0a40e2cb837d HTTP/1.1" status: 204 len: 173 time: 0.1660180 Dec 20 14:36:08.724969 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9919f9d-6b79-4853-9e17-8141fa807ed6 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ed67c8-01a3-4da6-b43b-0a40e2cb837d,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:08.861343 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a5011f-55ce-4368-8445-3fbb78615fe8 req-cad4efcb-afc4-473d-974f-784fae0b82ce tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:08.863019 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c1a5011f-55ce-4368-8445-3fbb78615fe8 req-cad4efcb-afc4-473d-974f-784fae0b82ce tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf3b1474-17cb-4239-8de2-387b192e8826 HTTP/1.1" status: 200 len: 946 time: 0.0686882 Dec 20 14:36:08.935703 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c1a5011f-55ce-4368-8445-3fbb78615fe8 req-718835e6-2a12-4d5a-a2b2-c874e6c67451 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=f2f975e9-21d7-4fe5-b06b-fdbb671aee94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661457 Dec 20 14:36:09.109279 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-662e0428-b5f5-4a76-8644-fad132d2f052 req-6b2b4d85-974b-4fec-b52c-013d5800a94b tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "GET /v2.0/security-groups/1ef29efb-4d57-4a30-8cee-90601c2b9784 HTTP/1.1" status: 200 len: 1820 time: 0.3979304 Dec 20 14:36:09.173839 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-662e0428-b5f5-4a76-8644-fad132d2f052 req-523f3384-1fda-4415-a2e2-98256c372eb8 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:09.200610 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-662e0428-b5f5-4a76-8644-fad132d2f052 req-523f3384-1fda-4415-a2e2-98256c372eb8 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:09.266108 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-662e0428-b5f5-4a76-8644-fad132d2f052 req-523f3384-1fda-4415-a2e2-98256c372eb8 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:09.269700 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-662e0428-b5f5-4a76-8644-fad132d2f052 req-523f3384-1fda-4415-a2e2-98256c372eb8 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:09.272359 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-662e0428-b5f5-4a76-8644-fad132d2f052 req-523f3384-1fda-4415-a2e2-98256c372eb8 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] 10.222.0.54 "DELETE /v2.0/security-groups/1ef29efb-4d57-4a30-8cee-90601c2b9784 HTTP/1.1" status: 204 len: 173 time: 0.1559007 Dec 20 14:36:09.278092 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 38746) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:09.291255 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523f3384-1fda-4415-a2e2-98256c372eb8 tempest-SecurityGroupsTestJSON-1634583428 tempest-SecurityGroupsTestJSON-1634583428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ef29efb-4d57-4a30-8cee-90601c2b9784,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:09.345403 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e09301e-8937-48f2-a86a-b32e735ad004 admin admin] Deleting subnet d3b5d3c3-c0a0-4814-9a8f-cacbddf5f328 {{(pid=103168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:36:09.350648 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3e09301e-8937-48f2-a86a-b32e735ad004 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:09.392320 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252ddb15-6d72-4f3a-83dd-247651936d21 req-42a9a625-bdd3-4f5b-b756-61839637445a tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:09.400396 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-252ddb15-6d72-4f3a-83dd-247651936d21 req-42a9a625-bdd3-4f5b-b756-61839637445a tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/ports?device_id=28c3cc44-d7df-40fd-a6fc-99d16267b0b1 HTTP/1.1" status: 200 len: 950 time: 0.1079628 Dec 20 14:36:09.425993 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 38748) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:09.449042 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3e09301e-8937-48f2-a86a-b32e735ad004 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9023023'] for subnet, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:09.475145 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-252ddb15-6d72-4f3a-83dd-247651936d21 req-476fd9dd-3674-498e-9fb2-aba596a9a6f6 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/security-groups?id=e899fdb2-c1a8-40be-a7f0-526dd0b6ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671084 Dec 20 14:36:09.487242 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cb5691-6f1b-4900-939d-ec699a25fd6e req-ae765183-21be-4b65-86fe-cffa4869aa56 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:09.494939 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d9cb5691-6f1b-4900-939d-ec699a25fd6e req-ae765183-21be-4b65-86fe-cffa4869aa56 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/ports?device_id=b35ec18f-30de-413a-8917-017627ca3908 HTTP/1.1" status: 200 len: 945 time: 0.1397891 Dec 20 14:36:09.537138 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3e09301e-8937-48f2-a86a-b32e735ad004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:09.585156 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-b56a6657-60e0-4ffd-a032-fd1ecc236fb6 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Request body: {'security_group': {'name': 'tempest-secgroup--1828925722'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:36:09.596265 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d9cb5691-6f1b-4900-939d-ec699a25fd6e req-5f2b5829-54dc-48d3-a98f-f1439db38234 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff2c97d-c902-4302-9c87-14f917dbe0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004405 Dec 20 14:36:09.639839 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b56a6657-60e0-4ffd-a032-fd1ecc236fb6 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:09.648854 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b56a6657-60e0-4ffd-a032-fd1ecc236fb6 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:09.650981 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3e09301e-8937-48f2-a86a-b32e735ad004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8850800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470517'] for subnet, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:09.688893 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e09301e-8937-48f2-a86a-b32e735ad004 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3b5d3c3-c0a0-4814-9a8f-cacbddf5f328,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:09.693057 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3e09301e-8937-48f2-a86a-b32e735ad004 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:09.699033 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-3e09301e-8937-48f2-a86a-b32e735ad004 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/d3b5d3c3-c0a0-4814-9a8f-cacbddf5f328 HTTP/1.1" status: 204 len: 168 time: 0.4174857 Dec 20 14:36:09.699400 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 38760) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:09.781359 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b56a6657-60e0-4ffd-a032-fd1ecc236fb6 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:09.782339 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-eb478b3f-adf2-4fe3-bfdc-f0271e082319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:09.786795 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b56a6657-60e0-4ffd-a032-fd1ecc236fb6 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:09.827494 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56a6657-60e0-4ffd-a032-fd1ecc236fb6 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a9c3fd9-48c5-4b5a-a29d-953a69f8bb14,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:09.876395 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b56a6657-60e0-4ffd-a032-fd1ecc236fb6 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:09.877081 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-eb478b3f-adf2-4fe3-bfdc-f0271e082319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:09.880565 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b56a6657-60e0-4ffd-a032-fd1ecc236fb6 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:09.908111 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-eb478b3f-adf2-4fe3-bfdc-f0271e082319 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cd7bf01-6de9-478f-8995-790f88919004']}} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:36:09.915481 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b56a6657-60e0-4ffd-a032-fd1ecc236fb6 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:09.920046 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-b56a6657-60e0-4ffd-a032-fd1ecc236fb6 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4876053 Dec 20 14:36:09.920046 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56a6657-60e0-4ffd-a032-fd1ecc236fb6 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4323f05a-e663-4730-b35d-b49d3e0f135c,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:09.920938 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 38766) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:09.931966 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-eb478b3f-adf2-4fe3-bfdc-f0271e082319 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2573b312-4924-4661-8d69-abdd3044015f') {'for_net_delete': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:36:09.932282 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-eb478b3f-adf2-4fe3-bfdc-f0271e082319 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2573b312-4924-4661-8d69-abdd3044015f') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:36:09.949192 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-eb478b3f-adf2-4fe3-bfdc-f0271e082319 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954405'] for segment, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:09.983107 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-eb478b3f-adf2-4fe3-bfdc-f0271e082319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:09.999353 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb478b3f-adf2-4fe3-bfdc-f0271e082319 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:36:09.999756 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-eb478b3f-adf2-4fe3-bfdc-f0271e082319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9956000'] for segment, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:10.001530 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:36:10.001530 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:36:10.001530 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:36:10.001530 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:36:10.001530 n-d-761264-19 neutron-server[103167]: Traceback (most recent call last): Dec 20 14:36:10.001530 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:36:10.001530 n-d-761264-19 neutron-server[103167]: timer() Dec 20 14:36:10.001530 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:36:10.001530 n-d-761264-19 neutron-server[103167]: cb(*args, **kw) Dec 20 14:36:10.001530 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:36:10.001530 n-d-761264-19 neutron-server[103167]: return func(*args, **kwargs) Dec 20 14:36:10.001530 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:36:10.001530 n-d-761264-19 neutron-server[103167]: self._notify() Dec 20 14:36:10.001530 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:36:10.001530 n-d-761264-19 neutron-server[103167]: self.callback(batched_events) Dec 20 14:36:10.001530 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:36:10.001530 n-d-761264-19 neutron-server[103167]: event.method(event) Dec 20 14:36:10.001530 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:36:10.001530 n-d-761264-19 neutron-server[103167]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:36:10.001530 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:36:10.001530 n-d-761264-19 neutron-server[103167]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:36:10.001530 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:36:10.001530 n-d-761264-19 neutron-server[103167]: return f(self, *a, **k) Dec 20 14:36:10.001530 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:36:10.001530 n-d-761264-19 neutron-server[103167]: return self._get(url).json() Dec 20 14:36:10.001530 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:36:10.001530 n-d-761264-19 neutron-server[103167]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:36:10.001530 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:36:10.001530 n-d-761264-19 neutron-server[103167]: return self.request(url, 'GET', **kwargs) Dec 20 14:36:10.001530 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:36:10.001530 n-d-761264-19 neutron-server[103167]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:36:10.001530 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:36:10.001530 n-d-761264-19 neutron-server[103167]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:36:10.001530 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:36:10.001530 n-d-761264-19 neutron-server[103167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:36:10.001530 n-d-761264-19 neutron-server[103167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:36:10.064036 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-903c0bc5-8029-4949-b379-215bd761c546 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1419959 Dec 20 14:36:10.066910 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 38774) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:10.072310 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-beb883c1-6f76-472e-ae3b-d08d6d19b530 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Request body: {'security_group': {'name': 'tempest-security--229974812', 'description': 'tempest-security-description-1719376274'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:36:10.101767 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-eb478b3f-adf2-4fe3-bfdc-f0271e082319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:10.107912 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-eb478b3f-adf2-4fe3-bfdc-f0271e082319 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:10.114642 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-beb883c1-6f76-472e-ae3b-d08d6d19b530 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:10.118439 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-eb478b3f-adf2-4fe3-bfdc-f0271e082319 admin admin] 10.222.0.54 "DELETE /v2.0/networks/5cd7bf01-6de9-478f-8995-790f88919004 HTTP/1.1" status: 204 len: 168 time: 0.4141150 Dec 20 14:36:10.137049 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb478b3f-adf2-4fe3-bfdc-f0271e082319 admin admin] Pushing event deleted for resources: {'Network': ['ID=5cd7bf01-6de9-478f-8995-790f88919004,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:10.150290 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cd13da-7c45-433d-ac67-8751672bf7e6 req-4c9d1755-a59b-4f3d-adf3-bb564c56f4a1 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:10.160460 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-73cd13da-7c45-433d-ac67-8751672bf7e6 req-4c9d1755-a59b-4f3d-adf3-bb564c56f4a1 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf3b1474-17cb-4239-8de2-387b192e8826 HTTP/1.1" status: 200 len: 946 time: 0.1362100 Dec 20 14:36:10.168979 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-beb883c1-6f76-472e-ae3b-d08d6d19b530 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:10.176406 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-beb883c1-6f76-472e-ae3b-d08d6d19b530 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:10.183592 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-beb883c1-6f76-472e-ae3b-d08d6d19b530 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:10.185927 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-beb883c1-6f76-472e-ae3b-d08d6d19b530 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] 10.222.0.54 "PUT /v2.0/security-groups/4323f05a-e663-4730-b35d-b49d3e0f135c HTTP/1.1" status: 200 len: 1796 time: 0.1176023 Dec 20 14:36:10.188542 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 38780) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:10.218933 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb883c1-6f76-472e-ae3b-d08d6d19b530 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4323f05a-e663-4730-b35d-b49d3e0f135c,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:10.242821 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-73cd13da-7c45-433d-ac67-8751672bf7e6 req-81c74a4f-ab54-41ef-b193-48377cc238e1 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=f2f975e9-21d7-4fe5-b06b-fdbb671aee94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811079 Dec 20 14:36:10.260067 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-0cb66b28-8d8c-4145-9cdb-662d4d23a659 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] 10.222.0.54 "GET /v2.0/security-groups/4323f05a-e663-4730-b35d-b49d3e0f135c HTTP/1.1" status: 200 len: 1796 time: 0.0677493 Dec 20 14:36:10.260475 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 38784) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:10.283319 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 89eafe9d-48d6-4a4d-a382-986779559a31 no longer exists at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:36:10.315719 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] No Port match for: 89eafe9d-48d6-4a4d-a382-986779559a31 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:36:10.316066 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 89eafe9d-48d6-4a4d-a382-986779559a31 not bound to the agent host n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:36:10.346197 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-23b41c3d-5ce7-48c3-a542-6157f4243452 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:10.364291 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 38788) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:10.377501 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-23b41c3d-5ce7-48c3-a542-6157f4243452 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:10.408691 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-685bd677-12d8-4bc9-be8b-0275bf0a1de4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e14409db9ea047758d6d8e45ccf00fe4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0431890 Dec 20 14:36:10.411426 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 38790) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:10.430430 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-23b41c3d-5ce7-48c3-a542-6157f4243452 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:10.433612 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-23b41c3d-5ce7-48c3-a542-6157f4243452 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:10.434836 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-23b41c3d-5ce7-48c3-a542-6157f4243452 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] 10.222.0.54 "DELETE /v2.0/security-groups/4323f05a-e663-4730-b35d-b49d3e0f135c HTTP/1.1" status: 204 len: 168 time: 0.1731811 Dec 20 14:36:10.437974 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 38792) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:10.450859 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b41c3d-5ce7-48c3-a542-6157f4243452 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4323f05a-e663-4730-b35d-b49d3e0f135c,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:10.509582 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-28612151-db33-4d34-bfee-51dbbf98131c tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0699890 Dec 20 14:36:10.512279 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 38800) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:10.520546 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e9686761-e472-4a1e-a33d-3fd7811ec821 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:10.530574 n-d-761264-19 neutron-server[103168]: INFO neutron.api.v2.resource [None req-10bf1d4b-ab82-4be2-82ea-e0fc7775507d tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] delete failed (client error): The resource could not be found. Dec 20 14:36:10.531648 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-10bf1d4b-ab82-4be2-82ea-e0fc7775507d tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] 10.222.0.54 "DELETE /v2.0/security-groups/4323f05a-e663-4730-b35d-b49d3e0f135c HTTP/1.1" status: 404 len: 347 time: 0.0184608 Dec 20 14:36:10.536696 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 38802) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:10.541123 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-e45df6db-a3a9-477a-a867-9b78e9c36172 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Request body: {'security_group': {'name': 'tempest-secgroup--648645159'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:36:10.561170 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e9686761-e472-4a1e-a33d-3fd7811ec821 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:10.643878 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e45df6db-a3a9-477a-a867-9b78e9c36172 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:10.678815 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8627d837-42e5-47cf-8f00-bcb8c14e90ad req-8210e1ce-b1fe-48ba-8ec2-1c6d4161718b tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:10.680688 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8627d837-42e5-47cf-8f00-bcb8c14e90ad req-8210e1ce-b1fe-48ba-8ec2-1c6d4161718b tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/ports?device_id=28c3cc44-d7df-40fd-a6fc-99d16267b0b1 HTTP/1.1" status: 200 len: 950 time: 0.1095834 Dec 20 14:36:10.707990 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e9686761-e472-4a1e-a33d-3fd7811ec821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:10.710899 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e9686761-e472-4a1e-a33d-3fd7811ec821 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:10.712114 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-e9686761-e472-4a1e-a33d-3fd7811ec821 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/addf1f6c-a620-4499-ba2d-97512b5db7bd HTTP/1.1" status: 204 len: 168 time: 0.2998531 Dec 20 14:36:10.791586 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f71aa5f-23d2-4383-a10c-6d4417d77658 req-0206ec90-d2d6-49b3-bd02-8843fdae860e tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:10.794113 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1f71aa5f-23d2-4383-a10c-6d4417d77658 req-0206ec90-d2d6-49b3-bd02-8843fdae860e tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/ports?device_id=b35ec18f-30de-413a-8917-017627ca3908 HTTP/1.1" status: 200 len: 945 time: 0.0641775 Dec 20 14:36:10.799398 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8627d837-42e5-47cf-8f00-bcb8c14e90ad req-ba97ed06-490c-4699-bcbc-18db184d625b tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/security-groups?id=e899fdb2-c1a8-40be-a7f0-526dd0b6ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949047 Dec 20 14:36:10.829550 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9686761-e472-4a1e-a33d-3fd7811ec821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=addf1f6c-a620-4499-ba2d-97512b5db7bd,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:10.851114 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e45df6db-a3a9-477a-a867-9b78e9c36172 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:10.858167 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e45df6db-a3a9-477a-a867-9b78e9c36172 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:10.882377 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1f71aa5f-23d2-4383-a10c-6d4417d77658 req-aabca20a-6d18-405f-8787-72afd7c75005 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff2c97d-c902-4302-9c87-14f917dbe0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796368 Dec 20 14:36:10.896812 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e45df6db-a3a9-477a-a867-9b78e9c36172 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:10.898125 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-e45df6db-a3a9-477a-a867-9b78e9c36172 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3605053 Dec 20 14:36:10.901264 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 38816) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:10.907012 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-54edc31c-b72d-42ad-aab1-c2b5f327665f tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Request body: {'security_group_rule': {'security_group_id': '3e48eb32-efa3-4148-8a9f-5016c5a49dde', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:36:10.912711 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45df6db-a3a9-477a-a867-9b78e9c36172 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e48eb32-efa3-4148-8a9f-5016c5a49dde,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:10.944281 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-54edc31c-b72d-42ad-aab1-c2b5f327665f tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:11.026536 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-54edc31c-b72d-42ad-aab1-c2b5f327665f tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:11.032271 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-54edc31c-b72d-42ad-aab1-c2b5f327665f tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:11.058910 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54edc31c-b72d-42ad-aab1-c2b5f327665f tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=960be513-0586-4d24-b0ac-8571c5b5fe20,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:11.077194 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-54edc31c-b72d-42ad-aab1-c2b5f327665f tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:11.077194 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-54edc31c-b72d-42ad-aab1-c2b5f327665f tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1713653 Dec 20 14:36:11.077194 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 38824) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:11.105572 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-418eb938-0e45-49c1-a9f9-6c6d91d59d3c tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:11.113936 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-418eb938-0e45-49c1-a9f9-6c6d91d59d3c tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:11.150539 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-418eb938-0e45-49c1-a9f9-6c6d91d59d3c tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:11.159282 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-418eb938-0e45-49c1-a9f9-6c6d91d59d3c tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:11.163192 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-418eb938-0e45-49c1-a9f9-6c6d91d59d3c tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/960be513-0586-4d24-b0ac-8571c5b5fe20 HTTP/1.1" status: 204 len: 168 time: 0.0850651 Dec 20 14:36:11.163427 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 38832) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:11.171841 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418eb938-0e45-49c1-a9f9-6c6d91d59d3c tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=960be513-0586-4d24-b0ac-8571c5b5fe20,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:11.223124 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-b706e58e-f60c-40bb-ae53-9dd8c1a0c5d6 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0557873 Dec 20 14:36:11.223472 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 38838) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:11.294717 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0ab71be0-372d-499b-9b88-5102dca0837d tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:11.326076 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0ab71be0-372d-499b-9b88-5102dca0837d tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:11.384818 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0ab71be0-372d-499b-9b88-5102dca0837d tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:11.389096 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0ab71be0-372d-499b-9b88-5102dca0837d tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:11.390976 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-0ab71be0-372d-499b-9b88-5102dca0837d tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] 10.222.0.54 "DELETE /v2.0/security-groups/3e48eb32-efa3-4148-8a9f-5016c5a49dde HTTP/1.1" status: 204 len: 168 time: 0.1660368 Dec 20 14:36:11.393271 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 38846) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:11.401884 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab71be0-372d-499b-9b88-5102dca0837d tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e48eb32-efa3-4148-8a9f-5016c5a49dde,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:11.435960 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828f6982-e171-42d6-87ee-337221ef9064 req-b3e0fb07-41bd-4205-aa35-ffa21f6357c8 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:11.437809 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-828f6982-e171-42d6-87ee-337221ef9064 req-b3e0fb07-41bd-4205-aa35-ffa21f6357c8 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf3b1474-17cb-4239-8de2-387b192e8826 HTTP/1.1" status: 200 len: 946 time: 0.1071844 Dec 20 14:36:11.480516 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-36bc13b4-7b25-4efc-938c-53a5f45998ae tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0853746 Dec 20 14:36:11.484392 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 38852) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:11.490404 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-403aa6fe-b251-4976-8610-591378181540 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Request body: {'security_group': {'name': 'tempest-secgroup--419149414'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:36:11.515063 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:11.522286 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-828f6982-e171-42d6-87ee-337221ef9064 req-59202aac-e4c0-4dcf-9be0-19d07113220a tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=f2f975e9-21d7-4fe5-b06b-fdbb671aee94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728302 Dec 20 14:36:11.544245 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-403aa6fe-b251-4976-8610-591378181540 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:11.620993 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-403aa6fe-b251-4976-8610-591378181540 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:11.628389 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-403aa6fe-b251-4976-8610-591378181540 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:11.661753 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-403aa6fe-b251-4976-8610-591378181540 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:11.665662 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-403aa6fe-b251-4976-8610-591378181540 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1776044 Dec 20 14:36:11.666526 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 38860) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:11.667136 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403aa6fe-b251-4976-8610-591378181540 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9aaa78a9-f594-45d9-9d62-ee7ea68e8bd7,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:11.671823 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-c02c357e-5421-4496-95ce-12fb3f7bcb66 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Request body: {'security_group_rule': {'security_group_id': '9aaa78a9-f594-45d9-9d62-ee7ea68e8bd7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:36:11.729655 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c02c357e-5421-4496-95ce-12fb3f7bcb66 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:11.791708 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c02c357e-5421-4496-95ce-12fb3f7bcb66 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:11.795182 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c02c357e-5421-4496-95ce-12fb3f7bcb66 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:11.815948 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02c357e-5421-4496-95ce-12fb3f7bcb66 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88f97791-44da-47db-b23d-5701157f8fd6,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:11.829023 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c02c357e-5421-4496-95ce-12fb3f7bcb66 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:11.834112 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 38868) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:11.834446 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-c02c357e-5421-4496-95ce-12fb3f7bcb66 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1661820 Dec 20 14:36:11.843297 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-1467860e-5de6-4280-90ee-a813ea9a42bb tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Request body: {'security_group_rule': {'security_group_id': '9aaa78a9-f594-45d9-9d62-ee7ea68e8bd7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:36:11.885511 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1467860e-5de6-4280-90ee-a813ea9a42bb tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:11.937483 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa57491f-23d6-46bd-8817-3ec438e24303 req-80d8fe16-203e-44d1-b992-2d26655a39ed tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:11.945691 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fa57491f-23d6-46bd-8817-3ec438e24303 req-80d8fe16-203e-44d1-b992-2d26655a39ed tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/ports?device_id=28c3cc44-d7df-40fd-a6fc-99d16267b0b1 HTTP/1.1" status: 200 len: 950 time: 0.0658934 Dec 20 14:36:11.973451 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1467860e-5de6-4280-90ee-a813ea9a42bb tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:11.985864 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1467860e-5de6-4280-90ee-a813ea9a42bb tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:12.006854 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1467860e-5de6-4280-90ee-a813ea9a42bb tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52c7d3f3-4889-4147-bdc3-7961aa8e4c0e,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:12.011403 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fa57491f-23d6-46bd-8817-3ec438e24303 req-778e08c9-ad9a-4ec5-abc1-d28b6b09e345 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/security-groups?id=e899fdb2-c1a8-40be-a7f0-526dd0b6ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635123 Dec 20 14:36:12.022706 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1467860e-5de6-4280-90ee-a813ea9a42bb tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:12.026775 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-1467860e-5de6-4280-90ee-a813ea9a42bb tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1877346 Dec 20 14:36:12.027905 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 38874) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:12.033850 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-dbb423be-d31a-4e9a-acfd-2c851b714e74 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Request body: {'security_group_rule': {'security_group_id': '9aaa78a9-f594-45d9-9d62-ee7ea68e8bd7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:36:12.113625 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-dbb423be-d31a-4e9a-acfd-2c851b714e74 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:12.183877 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec5e685-a7a9-4554-ad3e-f5c2b0d36826 req-659621b2-e0ba-4605-ae60-e203cec22aa7 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:12.185451 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-dec5e685-a7a9-4554-ad3e-f5c2b0d36826 req-659621b2-e0ba-4605-ae60-e203cec22aa7 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/ports?device_id=b35ec18f-30de-413a-8917-017627ca3908 HTTP/1.1" status: 200 len: 945 time: 0.0860722 Dec 20 14:36:12.636089 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-dbb423be-d31a-4e9a-acfd-2c851b714e74 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:12.662538 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-dec5e685-a7a9-4554-ad3e-f5c2b0d36826 req-3addecc2-b2b1-41c2-92d0-0a7b47faded2 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff2c97d-c902-4302-9c87-14f917dbe0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4584193 Dec 20 14:36:12.663929 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-dbb423be-d31a-4e9a-acfd-2c851b714e74 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:12.687504 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb423be-d31a-4e9a-acfd-2c851b714e74 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=194e837a-be3a-4687-b9a5-3a9f26726994,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:12.705510 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-dbb423be-d31a-4e9a-acfd-2c851b714e74 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:12.707579 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-dbb423be-d31a-4e9a-acfd-2c851b714e74 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6785169 Dec 20 14:36:12.711971 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 38900) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:12.717245 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fd2fea-e34e-49fe-864b-6116206c67bd req-2cabdd1e-26c6-42bf-87b1-943b9d1b9604 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:12.718908 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-62fd2fea-e34e-49fe-864b-6116206c67bd req-2cabdd1e-26c6-42bf-87b1-943b9d1b9604 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf3b1474-17cb-4239-8de2-387b192e8826 HTTP/1.1" status: 200 len: 946 time: 0.0945294 Dec 20 14:36:12.720726 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-a8175670-6d24-419f-a015-a95cfc9d17df tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Request body: {'security_group_rule': {'security_group_id': '9aaa78a9-f594-45d9-9d62-ee7ea68e8bd7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:36:12.778294 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a8175670-6d24-419f-a015-a95cfc9d17df tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:12.806636 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-62fd2fea-e34e-49fe-864b-6116206c67bd req-cf79c9b3-df02-4567-8b6b-e2844890e242 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=f2f975e9-21d7-4fe5-b06b-fdbb671aee94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795209 Dec 20 14:36:12.875905 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a8175670-6d24-419f-a015-a95cfc9d17df tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:12.881381 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a8175670-6d24-419f-a015-a95cfc9d17df tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:12.886314 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 38906) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:12.905504 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8175670-6d24-419f-a015-a95cfc9d17df tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c3ec8ce-ef13-4130-b79d-743ed1259341,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:12.920773 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a8175670-6d24-419f-a015-a95cfc9d17df tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:12.924980 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-a8175670-6d24-419f-a015-a95cfc9d17df tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2109175 Dec 20 14:36:12.925531 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 38910) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:12.930701 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-8d48da32-9eef-4b93-bed9-22d1a5334d28 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Request body: {'security_group_rule': {'security_group_id': '9aaa78a9-f594-45d9-9d62-ee7ea68e8bd7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:36:12.966430 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8d48da32-9eef-4b93-bed9-22d1a5334d28 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:13.035893 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8d48da32-9eef-4b93-bed9-22d1a5334d28 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:13.037243 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c29f7454-9018-4b59-9812-951c60f65f7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:13.059249 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8d48da32-9eef-4b93-bed9-22d1a5334d28 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:13.101429 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d48da32-9eef-4b93-bed9-22d1a5334d28 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0360873-0718-435d-9b32-9091a9a948d5,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:13.114812 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8d48da32-9eef-4b93-bed9-22d1a5334d28 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:13.118147 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-8d48da32-9eef-4b93-bed9-22d1a5334d28 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1893625 Dec 20 14:36:13.120206 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 38914) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:13.157200 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c4cb15b1-bc72-4466-bfbd-aa11315dcede tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:13.169305 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c4cb15b1-bc72-4466-bfbd-aa11315dcede tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:13.205484 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01dafaf-46d9-41a1-91df-8689d1b61c48 req-1b5ef1e1-605a-42e9-ad42-b3dddf4b6f23 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:13.207154 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b01dafaf-46d9-41a1-91df-8689d1b61c48 req-1b5ef1e1-605a-42e9-ad42-b3dddf4b6f23 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/ports?device_id=28c3cc44-d7df-40fd-a6fc-99d16267b0b1 HTTP/1.1" status: 200 len: 950 time: 0.1070323 Dec 20 14:36:13.214844 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c4cb15b1-bc72-4466-bfbd-aa11315dcede tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:13.223358 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c4cb15b1-bc72-4466-bfbd-aa11315dcede tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:13.224470 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-c4cb15b1-bc72-4466-bfbd-aa11315dcede tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/e0360873-0718-435d-9b32-9091a9a948d5 HTTP/1.1" status: 204 len: 168 time: 0.1028469 Dec 20 14:36:13.228691 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 38916) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:13.229179 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c29f7454-9018-4b59-9812-951c60f65f7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:13.235875 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cb15b1-bc72-4466-bfbd-aa11315dcede tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e0360873-0718-435d-9b32-9091a9a948d5,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:13.238344 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c29f7454-9018-4b59-9812-951c60f65f7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:13.305161 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-c29f7454-9018-4b59-9812-951c60f65f7a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=14f5ed4f1f494a8fa0bd7ff9bb0e01fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4183211 Dec 20 14:36:13.307836 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 38918) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:13.309484 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-18defe19-57e2-4a84-a783-4450342edaae tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0795150 Dec 20 14:36:13.312298 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 38920) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:13.313013 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b01dafaf-46d9-41a1-91df-8689d1b61c48 req-60a132c1-52c1-4ed0-947c-62419c0129a1 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/security-groups?id=e899fdb2-c1a8-40be-a7f0-526dd0b6ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994873 Dec 20 14:36:13.313684 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29f7454-9018-4b59-9812-951c60f65f7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d608cbc1-c6f7-4df4-8f54-9017b24c2051,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:13.344519 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f1f2dac9-0d61-4318-9785-63f0697f4d53 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:13.355706 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f1f2dac9-0d61-4318-9785-63f0697f4d53 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:13.378768 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2f6c37c2-b702-48e0-8eb6-07e995c1f49f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:13.393006 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f1f2dac9-0d61-4318-9785-63f0697f4d53 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:13.400974 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f1f2dac9-0d61-4318-9785-63f0697f4d53 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:13.402111 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-f1f2dac9-0d61-4318-9785-63f0697f4d53 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/8c3ec8ce-ef13-4130-b79d-743ed1259341 HTTP/1.1" status: 204 len: 168 time: 0.0886288 Dec 20 14:36:13.406810 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 38922) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:13.421323 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f2dac9-0d61-4318-9785-63f0697f4d53 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8c3ec8ce-ef13-4130-b79d-743ed1259341,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:13.432357 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2f6c37c2-b702-48e0-8eb6-07e995c1f49f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:13.514709 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-969b7bd6-bdb4-4632-9a40-9c927f199423 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1066225 Dec 20 14:36:13.521609 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 38924) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:13.541071 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2f6c37c2-b702-48e0-8eb6-07e995c1f49f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:13.545335 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2f6c37c2-b702-48e0-8eb6-07e995c1f49f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:13.546979 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-2f6c37c2-b702-48e0-8eb6-07e995c1f49f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d608cbc1-c6f7-4df4-8f54-9017b24c2051 HTTP/1.1" status: 204 len: 168 time: 0.2380064 Dec 20 14:36:13.557766 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6c37c2-b702-48e0-8eb6-07e995c1f49f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d608cbc1-c6f7-4df4-8f54-9017b24c2051,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:13.564017 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-bb90ab7e-ff39-47be-a734-70fd1d4c5b2d tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:13.580331 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-bb90ab7e-ff39-47be-a734-70fd1d4c5b2d tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:13.633808 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-bb90ab7e-ff39-47be-a734-70fd1d4c5b2d tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:13.644801 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-bb90ab7e-ff39-47be-a734-70fd1d4c5b2d tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:13.647276 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-bb90ab7e-ff39-47be-a734-70fd1d4c5b2d tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/194e837a-be3a-4687-b9a5-3a9f26726994 HTTP/1.1" status: 204 len: 168 time: 0.1243241 Dec 20 14:36:13.649875 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 38936) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:13.660581 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb90ab7e-ff39-47be-a734-70fd1d4c5b2d tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=194e837a-be3a-4687-b9a5-3a9f26726994,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:13.742095 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-67f65fa0-d716-4212-98ab-7cbf597fa119 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0905006 Dec 20 14:36:13.743382 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 38946) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:13.778639 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a968a66a-5d08-472a-b3c7-b2fbb8d2b057 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:13.784016 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccb20eb-6eb8-48ce-bfa7-2f9778f1adc3 req-00460d61-03a9-4aaf-b440-9f76992e1c48 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:13.785955 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7ccb20eb-6eb8-48ce-bfa7-2f9778f1adc3 req-00460d61-03a9-4aaf-b440-9f76992e1c48 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/ports?device_id=b35ec18f-30de-413a-8917-017627ca3908 HTTP/1.1" status: 200 len: 945 time: 0.0564609 Dec 20 14:36:13.789169 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a968a66a-5d08-472a-b3c7-b2fbb8d2b057 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:13.828388 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a968a66a-5d08-472a-b3c7-b2fbb8d2b057 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:13.840598 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a968a66a-5d08-472a-b3c7-b2fbb8d2b057 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:13.844348 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-a968a66a-5d08-472a-b3c7-b2fbb8d2b057 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/52c7d3f3-4889-4147-bdc3-7961aa8e4c0e HTTP/1.1" status: 204 len: 168 time: 0.0972614 Dec 20 14:36:13.844348 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a968a66a-5d08-472a-b3c7-b2fbb8d2b057 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=52c7d3f3-4889-4147-bdc3-7961aa8e4c0e,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:13.845744 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 38956) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:13.875631 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7ccb20eb-6eb8-48ce-bfa7-2f9778f1adc3 req-1505a30c-f464-4a3f-aee1-dc23fc556aaa tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff2c97d-c902-4302-9c87-14f917dbe0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695205 Dec 20 14:36:13.913362 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-cdeb1b69-8821-4d2b-bd55-3ad1d4224928 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0671861 Dec 20 14:36:13.916290 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 38958) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:13.959845 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e9ea3a92-273a-4446-9443-8a88ce395ebc tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:13.973116 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e9ea3a92-273a-4446-9443-8a88ce395ebc tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:14.064760 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e9ea3a92-273a-4446-9443-8a88ce395ebc tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:14.074531 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e9ea3a92-273a-4446-9443-8a88ce395ebc tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:14.082717 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-e9ea3a92-273a-4446-9443-8a88ce395ebc tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/88f97791-44da-47db-b23d-5701157f8fd6 HTTP/1.1" status: 204 len: 168 time: 0.1613855 Dec 20 14:36:14.082920 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 38960) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:14.085075 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 38962) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:14.106804 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37500e3e-5161-4dfa-88da-b3ff6f0413ec req-c95b89c0-4e38-4c36-a41c-d02d9638cb74 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:14.108655 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-37500e3e-5161-4dfa-88da-b3ff6f0413ec req-c95b89c0-4e38-4c36-a41c-d02d9638cb74 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf3b1474-17cb-4239-8de2-387b192e8826 HTTP/1.1" status: 200 len: 946 time: 0.1229019 Dec 20 14:36:14.109667 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ea3a92-273a-4446-9443-8a88ce395ebc tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=88f97791-44da-47db-b23d-5701157f8fd6,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:14.126023 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-96cbfd3f-b40f-4150-9d03-92721c7abaf0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:14.170751 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-37500e3e-5161-4dfa-88da-b3ff6f0413ec req-31309dcb-f0d4-4200-9a08-c8fe54e2f79b tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=f2f975e9-21d7-4fe5-b06b-fdbb671aee94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496159 Dec 20 14:36:14.187069 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-bcf40690-6891-4866-9c78-e9689363d78c tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1029389 Dec 20 14:36:14.191370 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 38964) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:14.252325 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-dfbdccdf-e7b5-4310-b23e-3631131992d2 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:14.261069 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-96cbfd3f-b40f-4150-9d03-92721c7abaf0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:14.266578 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-96cbfd3f-b40f-4150-9d03-92721c7abaf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:14.279506 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-dfbdccdf-e7b5-4310-b23e-3631131992d2 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:14.311743 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-96cbfd3f-b40f-4150-9d03-92721c7abaf0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3b966e5afd8a4aaaa8370bd2fab7d172&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2229025 Dec 20 14:36:14.311743 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cbfd3f-b40f-4150-9d03-92721c7abaf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=896c1bf2-91d5-4bf5-bb4d-089683e411d1,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:14.312581 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 38966) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:14.339001 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-dfbdccdf-e7b5-4310-b23e-3631131992d2 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:14.342084 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-dfbdccdf-e7b5-4310-b23e-3631131992d2 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:14.343386 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-dfbdccdf-e7b5-4310-b23e-3631131992d2 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] 10.222.0.54 "DELETE /v2.0/security-groups/9aaa78a9-f594-45d9-9d62-ee7ea68e8bd7 HTTP/1.1" status: 204 len: 168 time: 0.1508572 Dec 20 14:36:14.346902 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 38968) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:14.357608 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbdccdf-e7b5-4310-b23e-3631131992d2 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aaa78a9-f594-45d9-9d62-ee7ea68e8bd7,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:14.405108 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-427b79c4-0fb8-44d2-b84c-56789c3214e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:14.450566 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-9dd037c3-5c4a-477a-ae60-afaab7ea9f55 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0985115 Dec 20 14:36:14.451388 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 38972) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:14.455507 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-427b79c4-0fb8-44d2-b84c-56789c3214e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:14.456927 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-a9b3c52f-fb39-43d3-9b41-ea61894a3e39 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Request body: {'security_group': {'name': 'tempest-secgroup--877569084'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:36:14.499617 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a9b3c52f-fb39-43d3-9b41-ea61894a3e39 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:14.545515 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a159c67d-854f-416c-9a67-e74f276a23c1 req-3ec1ceff-f105-45e6-8ff3-662a69d30645 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:14.547707 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a159c67d-854f-416c-9a67-e74f276a23c1 req-3ec1ceff-f105-45e6-8ff3-662a69d30645 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/ports?device_id=28c3cc44-d7df-40fd-a6fc-99d16267b0b1 HTTP/1.1" status: 200 len: 950 time: 0.0950949 Dec 20 14:36:14.576294 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-427b79c4-0fb8-44d2-b84c-56789c3214e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:14.578958 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-427b79c4-0fb8-44d2-b84c-56789c3214e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:14.580347 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-427b79c4-0fb8-44d2-b84c-56789c3214e0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/896c1bf2-91d5-4bf5-bb4d-089683e411d1 HTTP/1.1" status: 204 len: 168 time: 0.2667556 Dec 20 14:36:14.595633 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427b79c4-0fb8-44d2-b84c-56789c3214e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=896c1bf2-91d5-4bf5-bb4d-089683e411d1,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:14.622185 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a9b3c52f-fb39-43d3-9b41-ea61894a3e39 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:14.623503 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a159c67d-854f-416c-9a67-e74f276a23c1 req-f3f78e32-f04a-41b5-b771-261b6c7f0a4d tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/security-groups?id=e899fdb2-c1a8-40be-a7f0-526dd0b6ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623627 Dec 20 14:36:14.634137 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a9b3c52f-fb39-43d3-9b41-ea61894a3e39 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:14.674475 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a9b3c52f-fb39-43d3-9b41-ea61894a3e39 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:14.675879 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-a9b3c52f-fb39-43d3-9b41-ea61894a3e39 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2232234 Dec 20 14:36:14.678025 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b3c52f-fb39-43d3-9b41-ea61894a3e39 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c38b00fa-aa6c-4f51-b595-a9d07ad70ff0,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:14.678877 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 38976) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:14.684474 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-3900d55e-e5bb-4a03-80ea-8cd3f751cea7 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Request body: {'security_group_rule': {'security_group_id': 'c38b00fa-aa6c-4f51-b595-a9d07ad70ff0', 'direction': 'ingress', 'protocol': 17}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:36:14.722544 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3900d55e-e5bb-4a03-80ea-8cd3f751cea7 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:14.800192 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3900d55e-e5bb-4a03-80ea-8cd3f751cea7 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:14.805751 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3900d55e-e5bb-4a03-80ea-8cd3f751cea7 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:14.829936 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3900d55e-e5bb-4a03-80ea-8cd3f751cea7 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2f68206-3a1b-4b16-976e-4b1d32dd2134,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:14.838200 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3900d55e-e5bb-4a03-80ea-8cd3f751cea7 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:14.842809 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-3900d55e-e5bb-4a03-80ea-8cd3f751cea7 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1595614 Dec 20 14:36:14.844041 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 38980) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:14.906549 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-32f73af6-a5d8-4669-8e52-ecc12b37ee24 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:14.948719 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-32f73af6-a5d8-4669-8e52-ecc12b37ee24 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:15.032692 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-32f73af6-a5d8-4669-8e52-ecc12b37ee24 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:15.036428 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-32f73af6-a5d8-4669-8e52-ecc12b37ee24 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:15.040453 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-32f73af6-a5d8-4669-8e52-ecc12b37ee24 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] 10.222.0.54 "DELETE /v2.0/security-groups/c38b00fa-aa6c-4f51-b595-a9d07ad70ff0 HTTP/1.1" status: 204 len: 168 time: 0.1924663 Dec 20 14:36:15.043342 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 38994) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:15.056448 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f73af6-a5d8-4669-8e52-ecc12b37ee24 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c38b00fa-aa6c-4f51-b595-a9d07ad70ff0,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:15.122408 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:15.152299 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f84500-25fb-4a8f-8be9-b5c5242feaed req-ff4bb34f-7a27-4f5c-920a-cacaa8cff944 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:15.154142 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-64f84500-25fb-4a8f-8be9-b5c5242feaed req-ff4bb34f-7a27-4f5c-920a-cacaa8cff944 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/ports?device_id=b35ec18f-30de-413a-8917-017627ca3908 HTTP/1.1" status: 200 len: 945 time: 0.1562469 Dec 20 14:36:15.180389 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-6cd687f7-386f-40b2-a56a-022a79e5bd87 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0996821 Dec 20 14:36:15.185725 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 38998) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:15.193136 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-57510abb-0ea9-4258-b1a9-1385dd588c28 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Request body: {'security_group': {'name': 'tempest-secgroup--516902554'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:36:15.232063 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-57510abb-0ea9-4258-b1a9-1385dd588c28 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:15.258687 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-64f84500-25fb-4a8f-8be9-b5c5242feaed req-7c95d1b5-9d74-4044-ac0c-3979c5370106 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff2c97d-c902-4302-9c87-14f917dbe0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924768 Dec 20 14:36:15.356193 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-57510abb-0ea9-4258-b1a9-1385dd588c28 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:15.371069 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa99143-f808-44a0-9780-fc2c01e2ad37 req-8249ca1e-e900-4c02-92a5-f2c13a2b1948 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:15.372688 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7fa99143-f808-44a0-9780-fc2c01e2ad37 req-8249ca1e-e900-4c02-92a5-f2c13a2b1948 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf3b1474-17cb-4239-8de2-387b192e8826 HTTP/1.1" status: 200 len: 946 time: 0.0915613 Dec 20 14:36:15.373909 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-57510abb-0ea9-4258-b1a9-1385dd588c28 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:15.422457 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-57510abb-0ea9-4258-b1a9-1385dd588c28 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:15.423752 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-57510abb-0ea9-4258-b1a9-1385dd588c28 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2368627 Dec 20 14:36:15.426919 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 39008) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:15.429765 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57510abb-0ea9-4258-b1a9-1385dd588c28 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca92fddc-3431-4496-beba-cfe034317956,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:15.445261 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-29fc1143-be93-4166-a625-423513bcc87a tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Request body: {'security_group': {'name': 'tempest-secgroup--1711142391'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:36:15.465384 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7fa99143-f808-44a0-9780-fc2c01e2ad37 req-7847fb8d-4a8c-42ef-86ea-5516dc39b4a1 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=f2f975e9-21d7-4fe5-b06b-fdbb671aee94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824072 Dec 20 14:36:15.499599 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-29fc1143-be93-4166-a625-423513bcc87a tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:15.599282 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-29fc1143-be93-4166-a625-423513bcc87a tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:15.605913 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-29fc1143-be93-4166-a625-423513bcc87a tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:15.643929 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-29fc1143-be93-4166-a625-423513bcc87a tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:15.648155 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-29fc1143-be93-4166-a625-423513bcc87a tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2171614 Dec 20 14:36:15.648502 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 39014) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:15.653150 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-b8e52632-6a09-4eee-9123-ffcb6b030eb8 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Request body: {'security_group_rule': {'security_group_id': 'ca92fddc-3431-4496-beba-cfe034317956', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '435434ba-48f6-4e02-a884-34c9d033242b', 'remote_ip_prefix': None}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:36:15.659148 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fc1143-be93-4166-a625-423513bcc87a tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=435434ba-48f6-4e02-a884-34c9d033242b,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:15.700356 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b8e52632-6a09-4eee-9123-ffcb6b030eb8 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:15.808871 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b5ada3-62fb-44a6-9309-35d537bd1a16 req-8327ada9-7742-4e8b-bd23-288ced8206c3 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:15.810517 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-86b5ada3-62fb-44a6-9309-35d537bd1a16 req-8327ada9-7742-4e8b-bd23-288ced8206c3 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/ports?device_id=28c3cc44-d7df-40fd-a6fc-99d16267b0b1 HTTP/1.1" status: 200 len: 950 time: 0.0833402 Dec 20 14:36:15.859577 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b8e52632-6a09-4eee-9123-ffcb6b030eb8 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:15.875121 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b8e52632-6a09-4eee-9123-ffcb6b030eb8 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:15.907193 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-86b5ada3-62fb-44a6-9309-35d537bd1a16 req-e0392323-9f32-4e4d-8340-33f3b144b090 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/security-groups?id=e899fdb2-c1a8-40be-a7f0-526dd0b6ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866821 Dec 20 14:36:15.908957 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e52632-6a09-4eee-9123-ffcb6b030eb8 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dcba260-81fb-4687-a02c-930a42cae929,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:15.921121 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b8e52632-6a09-4eee-9123-ffcb6b030eb8 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:15.925628 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-b8e52632-6a09-4eee-9123-ffcb6b030eb8 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2731252 Dec 20 14:36:15.926158 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 39022) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:15.965806 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-64e2da20-c6de-482b-99bb-6b2a580cc2ba tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:15.978218 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-64e2da20-c6de-482b-99bb-6b2a580cc2ba tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:16.010305 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-64e2da20-c6de-482b-99bb-6b2a580cc2ba tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:16.017420 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-64e2da20-c6de-482b-99bb-6b2a580cc2ba tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:16.022027 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-64e2da20-c6de-482b-99bb-6b2a580cc2ba tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/0dcba260-81fb-4687-a02c-930a42cae929 HTTP/1.1" status: 204 len: 168 time: 0.0912263 Dec 20 14:36:16.022208 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 39028) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:16.027378 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e2da20-c6de-482b-99bb-6b2a580cc2ba tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0dcba260-81fb-4687-a02c-930a42cae929,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:16.071786 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-656948a8-fbef-4e92-aa18-bbca9e9a4055 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0486815 Dec 20 14:36:16.074630 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 39034) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:16.164685 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-054afcbf-7436-46f4-b551-7707a160391e tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:16.216534 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-054afcbf-7436-46f4-b551-7707a160391e tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:16.291179 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-054afcbf-7436-46f4-b551-7707a160391e tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:16.295528 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-054afcbf-7436-46f4-b551-7707a160391e tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:16.297252 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-054afcbf-7436-46f4-b551-7707a160391e tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] 10.222.0.54 "DELETE /v2.0/security-groups/435434ba-48f6-4e02-a884-34c9d033242b HTTP/1.1" status: 204 len: 168 time: 0.2215745 Dec 20 14:36:16.301579 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 39044) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:16.312752 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054afcbf-7436-46f4-b551-7707a160391e tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=435434ba-48f6-4e02-a884-34c9d033242b,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:16.368181 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-f3c6f996-b105-46a7-94a2-b9c3d48c4418 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0647137 Dec 20 14:36:16.371480 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 39048) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:16.437955 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-80ca19be-7ba8-4a46-8f77-994f8f63847a tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:16.448853 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f666937-0bf7-4173-bea2-42d1d307e0c5 req-c549b6eb-1d55-4af2-bf2b-4be2a55e72e7 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:16.450600 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5f666937-0bf7-4173-bea2-42d1d307e0c5 req-c549b6eb-1d55-4af2-bf2b-4be2a55e72e7 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/ports?device_id=b35ec18f-30de-413a-8917-017627ca3908 HTTP/1.1" status: 200 len: 945 time: 0.0611782 Dec 20 14:36:16.463460 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-80ca19be-7ba8-4a46-8f77-994f8f63847a tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:16.523687 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-80ca19be-7ba8-4a46-8f77-994f8f63847a tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:16.528531 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-80ca19be-7ba8-4a46-8f77-994f8f63847a tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:16.530141 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-80ca19be-7ba8-4a46-8f77-994f8f63847a tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] 10.222.0.54 "DELETE /v2.0/security-groups/ca92fddc-3431-4496-beba-cfe034317956 HTTP/1.1" status: 204 len: 168 time: 0.1572926 Dec 20 14:36:16.535053 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 39054) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:16.535244 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5f666937-0bf7-4173-bea2-42d1d307e0c5 req-48013199-77bd-4f48-b184-1b05ff4e0f9f tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff2c97d-c902-4302-9c87-14f917dbe0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782886 Dec 20 14:36:16.552915 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ca19be-7ba8-4a46-8f77-994f8f63847a tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca92fddc-3431-4496-beba-cfe034317956,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:16.627666 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-ef81e707-2ad2-4c8d-aec8-9d61377be44b tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0897069 Dec 20 14:36:16.630852 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 39058) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:16.635964 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-c83185aa-f187-4b8d-a768-fda179610f7b tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Request body: {'security_group': {'name': 'tempest-secgroup--648436897'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:36:16.654204 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18a74e6-f9c8-4fb4-985d-770bd0838825 req-377a4991-92da-497a-93b9-f843e7169150 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:16.655822 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b18a74e6-f9c8-4fb4-985d-770bd0838825 req-377a4991-92da-497a-93b9-f843e7169150 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf3b1474-17cb-4239-8de2-387b192e8826 HTTP/1.1" status: 200 len: 946 time: 0.0948615 Dec 20 14:36:16.676965 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c83185aa-f187-4b8d-a768-fda179610f7b tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:16.727605 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b18a74e6-f9c8-4fb4-985d-770bd0838825 req-ca719c58-e054-4f42-b4db-b59acc8a12fb tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=f2f975e9-21d7-4fe5-b06b-fdbb671aee94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647469 Dec 20 14:36:16.767867 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c83185aa-f187-4b8d-a768-fda179610f7b tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:16.773908 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c83185aa-f187-4b8d-a768-fda179610f7b tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:16.807547 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c83185aa-f187-4b8d-a768-fda179610f7b tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:16.811489 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-c83185aa-f187-4b8d-a768-fda179610f7b tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1765797 Dec 20 14:36:16.811489 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83185aa-f187-4b8d-a768-fda179610f7b tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=baf645fb-5a27-46c6-9f39-b131f171904d,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:16.811720 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 39062) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:16.816122 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-b2cc7011-f990-41b5-8292-070c8a8b13a3 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Request body: {'security_group_rule': {'security_group_id': 'baf645fb-5a27-46c6-9f39-b131f171904d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:36:16.849250 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b2cc7011-f990-41b5-8292-070c8a8b13a3 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:16.920949 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b2cc7011-f990-41b5-8292-070c8a8b13a3 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:16.927741 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b2cc7011-f990-41b5-8292-070c8a8b13a3 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:16.951723 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cc7011-f990-41b5-8292-070c8a8b13a3 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c32d51b-d6af-4ce2-bf8b-fd8941d9a6f2,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:16.959255 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b2cc7011-f990-41b5-8292-070c8a8b13a3 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:16.959935 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-b2cc7011-f990-41b5-8292-070c8a8b13a3 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1461635 Dec 20 14:36:16.961699 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 39068) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:16.992792 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-df8ccd10-eddc-4caa-b5fe-613e97d36bae tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:17.002483 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-df8ccd10-eddc-4caa-b5fe-613e97d36bae tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:17.067250 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-df8ccd10-eddc-4caa-b5fe-613e97d36bae tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:17.073466 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-df8ccd10-eddc-4caa-b5fe-613e97d36bae tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:17.077987 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 39072) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:17.082930 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-df8ccd10-eddc-4caa-b5fe-613e97d36bae tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/4c32d51b-d6af-4ce2-bf8b-fd8941d9a6f2 HTTP/1.1" status: 204 len: 168 time: 0.1170487 Dec 20 14:36:17.104791 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089d23ac-4645-40e4-a562-663d5b1a60a8 req-f005982a-7487-4934-aef0-235380d12b8f tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:17.106328 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-089d23ac-4645-40e4-a562-663d5b1a60a8 req-f005982a-7487-4934-aef0-235380d12b8f tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/ports?device_id=28c3cc44-d7df-40fd-a6fc-99d16267b0b1 HTTP/1.1" status: 200 len: 950 time: 0.0904655 Dec 20 14:36:17.107610 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8ccd10-eddc-4caa-b5fe-613e97d36bae tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4c32d51b-d6af-4ce2-bf8b-fd8941d9a6f2,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:17.153843 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-873d7854-4992-4fbb-82c5-675dab3bb2df tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0746043 Dec 20 14:36:17.157546 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 39078) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:17.191663 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-089d23ac-4645-40e4-a562-663d5b1a60a8 req-6fa91b41-0bd3-4a18-a442-1a97e6254386 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/security-groups?id=e899fdb2-c1a8-40be-a7f0-526dd0b6ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729902 Dec 20 14:36:17.254523 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-46e73b8f-cbed-420b-8652-2724cb780896 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:17.286653 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-46e73b8f-cbed-420b-8652-2724cb780896 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:17.352110 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-46e73b8f-cbed-420b-8652-2724cb780896 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:17.356742 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 58f0f195-78f5-4a10-aac7-4afa1dc030c3 details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:36:17.357958 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-46e73b8f-cbed-420b-8652-2724cb780896 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:17.363301 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-46e73b8f-cbed-420b-8652-2724cb780896 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] 10.222.0.54 "DELETE /v2.0/security-groups/baf645fb-5a27-46c6-9f39-b131f171904d HTTP/1.1" status: 204 len: 168 time: 0.2014284 Dec 20 14:36:17.364082 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 39084) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:17.371965 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e73b8f-cbed-420b-8652-2724cb780896 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf645fb-5a27-46c6-9f39-b131f171904d,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:17.473963 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-39892b86-5e2b-4c62-8a67-afeabc0e083e tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1043618 Dec 20 14:36:17.474413 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 39090) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:17.479816 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-1dd09726-1a3c-420f-a5aa-da8f9ca366b7 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Request body: {'security_group': {'name': 'tempest-secgroup--2010352765'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:36:17.535895 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 58f0f195-78f5-4a10-aac7-4afa1dc030c3, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=58f0f195-78f5-4a10-aac7-4afa1dc030c3,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:36:17.538487 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1dd09726-1a3c-420f-a5aa-da8f9ca366b7 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:17.553429 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': '58f0f195-78f5-4a10-aac7-4afa1dc030c3', 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1', 'port_id': '58f0f195-78f5-4a10-aac7-4afa1dc030c3', 'mac_address': 'fa:16:3e:70:33:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36bf280f-81bb-4486-a87a-9b9505a1cec4', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:36:17.559427 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 39092) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:17.595908 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:17.611169 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 58f0f195-78f5-4a10-aac7-4afa1dc030c3 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:36:17.639745 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 58f0f195-78f5-4a10-aac7-4afa1dc030c3, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=58f0f195-78f5-4a10-aac7-4afa1dc030c3,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:36:17.647373 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:17.685668 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1dd09726-1a3c-420f-a5aa-da8f9ca366b7 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:17.725613 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=58f0f195-78f5-4a10-aac7-4afa1dc030c3,revision_number=6']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:17.746586 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ca9ca3f2-3023-4cce-9f59-5cd9132ad49b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:17.748073 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1dd09726-1a3c-420f-a5aa-da8f9ca366b7 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:17.793846 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd09726-1a3c-420f-a5aa-da8f9ca366b7 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=969dbae2-1f09-4146-88dc-ce47bb57d436,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:17.802746 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1dd09726-1a3c-420f-a5aa-da8f9ca366b7 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:17.807437 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-1dd09726-1a3c-420f-a5aa-da8f9ca366b7 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3315811 Dec 20 14:36:17.809052 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 39100) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:17.818686 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c9ccc2-de65-4a69-b301-2a0f3e79a561 req-0c5c5a47-634f-4d21-a6c3-885c9368487e tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:17.821586 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c2c9ccc2-de65-4a69-b301-2a0f3e79a561 req-0c5c5a47-634f-4d21-a6c3-885c9368487e tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/ports?device_id=b35ec18f-30de-413a-8917-017627ca3908 HTTP/1.1" status: 200 len: 945 time: 0.1388614 Dec 20 14:36:17.826712 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-9b892eab-feac-422a-bc79-63d5b7479773 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Request body: {'security_group_rule': {'security_group_id': '969dbae2-1f09-4146-88dc-ce47bb57d436', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:36:17.905164 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ca9ca3f2-3023-4cce-9f59-5cd9132ad49b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:17.906544 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9b892eab-feac-422a-bc79-63d5b7479773 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:17.913552 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c2c9ccc2-de65-4a69-b301-2a0f3e79a561 req-cf97d427-ab00-4b6c-a30e-b9c7a525d931 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff2c97d-c902-4302-9c87-14f917dbe0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797446 Dec 20 14:36:17.920451 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ee1a7f-9d19-4609-a85b-b3da0e5b8a2d req-eafff9b2-116e-405e-a8f4-0873ab94d4ec tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:17.928312 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c0ee1a7f-9d19-4609-a85b-b3da0e5b8a2d req-eafff9b2-116e-405e-a8f4-0873ab94d4ec tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf3b1474-17cb-4239-8de2-387b192e8826 HTTP/1.1" status: 200 len: 946 time: 0.0912850 Dec 20 14:36:17.931350 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ca9ca3f2-3023-4cce-9f59-5cd9132ad49b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:18.010265 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['58f0f195-78f5-4a10-aac7-4afa1dc030c3'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:36:18.010398 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9b892eab-feac-422a-bc79-63d5b7479773 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:18.018668 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-ca9ca3f2-3023-4cce-9f59-5cd9132ad49b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=72339951fe5247b482425a534e9641c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4554794 Dec 20 14:36:18.019411 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 39104) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:18.020466 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9ca3f2-3023-4cce-9f59-5cd9132ad49b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9849fcf9-f559-468c-adbb-2e2d29958809,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:18.046091 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9b892eab-feac-422a-bc79-63d5b7479773 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:18.051408 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c0ee1a7f-9d19-4609-a85b-b3da0e5b8a2d req-230b9467-daa1-4cf6-8e72-34a12db40e7d tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=f2f975e9-21d7-4fe5-b06b-fdbb671aee94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218786 Dec 20 14:36:18.091232 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b892eab-feac-422a-bc79-63d5b7479773 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a462086-2858-4b99-808a-af63699a8731,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:18.104896 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9b892eab-feac-422a-bc79-63d5b7479773 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:18.108997 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 39108) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:18.109647 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-9b892eab-feac-422a-bc79-63d5b7479773 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2861722 Dec 20 14:36:18.127754 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1ef2981f-3fda-4351-95bc-01d925db9b4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:18.134902 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-5ff58054-c094-4c82-bba5-afdce0a6420c tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] 10.222.0.54 "GET /v2.0/security-group-rules/5a462086-2858-4b99-808a-af63699a8731 HTTP/1.1" status: 200 len: 763 time: 0.0232348 Dec 20 14:36:18.138131 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 39110) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:18.156985 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1ef2981f-3fda-4351-95bc-01d925db9b4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:18.193066 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-59a947d9-e899-427c-9032-dba66b9a364e tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0531540 Dec 20 14:36:18.196791 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 39112) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:18.226691 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7cbb3fa5-c0d0-43a9-b957-edf730ce40d6 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:18.235677 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7cbb3fa5-c0d0-43a9-b957-edf730ce40d6 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:18.256796 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1ef2981f-3fda-4351-95bc-01d925db9b4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:18.261296 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1ef2981f-3fda-4351-95bc-01d925db9b4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:18.263196 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-1ef2981f-3fda-4351-95bc-01d925db9b4a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9849fcf9-f559-468c-adbb-2e2d29958809 HTTP/1.1" status: 204 len: 168 time: 0.2417200 Dec 20 14:36:18.279332 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef2981f-3fda-4351-95bc-01d925db9b4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9849fcf9-f559-468c-adbb-2e2d29958809,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:18.295804 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7cbb3fa5-c0d0-43a9-b957-edf730ce40d6 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:18.319153 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7cbb3fa5-c0d0-43a9-b957-edf730ce40d6 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:18.320204 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-7cbb3fa5-c0d0-43a9-b957-edf730ce40d6 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/5a462086-2858-4b99-808a-af63699a8731 HTTP/1.1" status: 204 len: 168 time: 0.1222112 Dec 20 14:36:18.321146 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbb3fa5-c0d0-43a9-b957-edf730ce40d6 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5a462086-2858-4b99-808a-af63699a8731,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:18.322925 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 39118) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:18.357157 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1f8c2d-d3f7-4dcd-a2f5-ff8fc9822bcc req-ea1b911c-4027-4d6a-9840-c7078e5576ac tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:18.365298 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1a1f8c2d-d3f7-4dcd-a2f5-ff8fc9822bcc req-ea1b911c-4027-4d6a-9840-c7078e5576ac tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/ports?device_id=28c3cc44-d7df-40fd-a6fc-99d16267b0b1 HTTP/1.1" status: 200 len: 949 time: 0.0825565 Dec 20 14:36:18.368645 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-9e1cb680-0960-40fa-9258-2f4f1c249184 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0445468 Dec 20 14:36:18.372866 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 39120) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:18.378587 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-15abfcbc-509b-4c88-b98a-ae9de77d3c58 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Request body: {'security_group_rule': {'security_group_id': '969dbae2-1f09-4146-88dc-ce47bb57d436', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:36:18.425876 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-15abfcbc-509b-4c88-b98a-ae9de77d3c58 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:18.453701 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1a1f8c2d-d3f7-4dcd-a2f5-ff8fc9822bcc req-0109ff18-f925-4bad-af16-9215e27ed904 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/security-groups?id=e899fdb2-c1a8-40be-a7f0-526dd0b6ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874634 Dec 20 14:36:18.515205 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-15abfcbc-509b-4c88-b98a-ae9de77d3c58 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:18.520259 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-15abfcbc-509b-4c88-b98a-ae9de77d3c58 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:18.539896 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15abfcbc-509b-4c88-b98a-ae9de77d3c58 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2d5f9b7-51de-4d2d-85e9-045da9582e19,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:18.550386 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-15abfcbc-509b-4c88-b98a-ae9de77d3c58 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:18.551710 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-15abfcbc-509b-4c88-b98a-ae9de77d3c58 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1767461 Dec 20 14:36:18.554809 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 39126) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:18.572895 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-c0be0efb-c93e-4d38-a5c5-60b7d440c0bc tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] 10.222.0.54 "GET /v2.0/security-group-rules/d2d5f9b7-51de-4d2d-85e9-045da9582e19 HTTP/1.1" status: 200 len: 763 time: 0.0167468 Dec 20 14:36:18.575460 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 39128) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:18.624107 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-90d33809-cacf-4cbe-8357-aa931a701db7 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0474575 Dec 20 14:36:18.626640 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 39132) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:18.652842 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a1df0853-b89f-4d8b-99ab-1ebc2c797b37 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:18.661040 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a1df0853-b89f-4d8b-99ab-1ebc2c797b37 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:18.696734 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a1df0853-b89f-4d8b-99ab-1ebc2c797b37 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:18.704767 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a1df0853-b89f-4d8b-99ab-1ebc2c797b37 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:18.708284 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-a1df0853-b89f-4d8b-99ab-1ebc2c797b37 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/d2d5f9b7-51de-4d2d-85e9-045da9582e19 HTTP/1.1" status: 204 len: 168 time: 0.0782976 Dec 20 14:36:18.709301 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 39138) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:18.710493 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1df0853-b89f-4d8b-99ab-1ebc2c797b37 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d2d5f9b7-51de-4d2d-85e9-045da9582e19,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:18.756834 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-cf7da91d-d6e8-4041-8c2d-d1bde8f53eab tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0467074 Dec 20 14:36:18.759776 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 39140) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:18.764846 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-064d21a8-8878-4ac0-965c-d1d7d6ff8039 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Request body: {'security_group_rule': {'security_group_id': '969dbae2-1f09-4146-88dc-ce47bb57d436', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:36:18.807592 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-064d21a8-8878-4ac0-965c-d1d7d6ff8039 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:18.859114 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-064d21a8-8878-4ac0-965c-d1d7d6ff8039 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:18.865032 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-064d21a8-8878-4ac0-965c-d1d7d6ff8039 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:18.886102 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064d21a8-8878-4ac0-965c-d1d7d6ff8039 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd4130ca-4166-4c7d-9772-e785397724bb,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:18.896913 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-064d21a8-8878-4ac0-965c-d1d7d6ff8039 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:18.898168 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-064d21a8-8878-4ac0-965c-d1d7d6ff8039 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1371548 Dec 20 14:36:18.900998 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 39148) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:18.922013 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-5db116e2-69a3-4f94-8f49-496030e42253 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] 10.222.0.54 "GET /v2.0/security-group-rules/bd4130ca-4166-4c7d-9772-e785397724bb HTTP/1.1" status: 200 len: 764 time: 0.0172081 Dec 20 14:36:18.922177 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 39152) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:18.970842 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-7907ea9e-3c66-4f03-b436-af2a4fc3c032 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0475142 Dec 20 14:36:18.973590 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 39158) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:19.002140 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0d21fd12-b1a3-41df-9f5d-3a780fe011b2 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:19.016004 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0d21fd12-b1a3-41df-9f5d-3a780fe011b2 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:19.084485 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fa47ed-5595-4ef6-ac81-03c7c0f7ce31 req-8851ca41-e24d-43c3-a71c-4009e9fc05f8 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:19.092139 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a7fa47ed-5595-4ef6-ac81-03c7c0f7ce31 req-8851ca41-e24d-43c3-a71c-4009e9fc05f8 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/ports?device_id=b35ec18f-30de-413a-8917-017627ca3908 HTTP/1.1" status: 200 len: 945 time: 0.0818665 Dec 20 14:36:19.099760 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0d21fd12-b1a3-41df-9f5d-3a780fe011b2 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:19.114644 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0d21fd12-b1a3-41df-9f5d-3a780fe011b2 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:19.115897 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-0d21fd12-b1a3-41df-9f5d-3a780fe011b2 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/bd4130ca-4166-4c7d-9772-e785397724bb HTTP/1.1" status: 204 len: 168 time: 0.1412442 Dec 20 14:36:19.119026 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 39162) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:19.122389 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d21fd12-b1a3-41df-9f5d-3a780fe011b2 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bd4130ca-4166-4c7d-9772-e785397724bb,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:19.160333 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a7fa47ed-5595-4ef6-ac81-03c7c0f7ce31 req-322335f4-5d41-4e6b-9594-e2e0981297c0 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff2c97d-c902-4302-9c87-14f917dbe0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671964 Dec 20 14:36:19.211679 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-38c87ad6-1223-4579-b306-fdfd9b67747d tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0906124 Dec 20 14:36:19.215973 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 39168) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:19.262093 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117e4323-0a87-40fe-b9cf-819dcceae0ff req-fe724de1-e745-4da4-a667-23f6a7ace381 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:19.265900 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-117e4323-0a87-40fe-b9cf-819dcceae0ff req-fe724de1-e745-4da4-a667-23f6a7ace381 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf3b1474-17cb-4239-8de2-387b192e8826 HTTP/1.1" status: 200 len: 946 time: 0.1077552 Dec 20 14:36:19.307216 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9e055f8f-d384-4b91-b321-4de9d248dd53 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:19.323389 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-117e4323-0a87-40fe-b9cf-819dcceae0ff req-fc8c4801-10e8-4ec7-ae03-dd4527612289 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=f2f975e9-21d7-4fe5-b06b-fdbb671aee94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503252 Dec 20 14:36:19.342297 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9e055f8f-d384-4b91-b321-4de9d248dd53 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:19.356528 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 58f0f195-78f5-4a10-aac7-4afa1dc030c3 up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:36:19.399442 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9e055f8f-d384-4b91-b321-4de9d248dd53 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:19.405141 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9e055f8f-d384-4b91-b321-4de9d248dd53 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:19.408746 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-9e055f8f-d384-4b91-b321-4de9d248dd53 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] 10.222.0.54 "DELETE /v2.0/security-groups/969dbae2-1f09-4146-88dc-ce47bb57d436 HTTP/1.1" status: 204 len: 168 time: 0.1877263 Dec 20 14:36:19.409547 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 39176) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:19.425738 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port 58f0f195-78f5-4a10-aac7-4afa1dc030c3 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:36:19.426375 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:19.427088 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e055f8f-d384-4b91-b321-4de9d248dd53 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=969dbae2-1f09-4146-88dc-ce47bb57d436,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:19.480393 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-ad4313d5-c142-4a27-affd-d9844b4d40bb tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0689328 Dec 20 14:36:19.485881 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 39186) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:19.492635 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-403798af-7dd5-4dfc-ab00-b2fdbd13bf59 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Request body: {'security_group': {'name': 'tempest-secgroup--1172718612'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:36:19.541827 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-403798af-7dd5-4dfc-ab00-b2fdbd13bf59 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:19.570300 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:19.630785 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 58f0f195-78f5-4a10-aac7-4afa1dc030c3, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=58f0f195-78f5-4a10-aac7-4afa1dc030c3,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:36:19.632001 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28c3cc44-d7df-40fd-a6fc-99d16267b0b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58f0f195-78f5-4a10-aac7-4afa1dc030c3'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:36:19.636042 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68edaab1-967b-4a76-913a-6da79d08c1bd" -d '{"events": [{"server_uuid": "28c3cc44-d7df-40fd-a6fc-99d16267b0b1", "name": "network-vif-plugged", "status": "completed", "tag": "58f0f195-78f5-4a10-aac7-4afa1dc030c3"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:36:19.642645 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:19.670614 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d658716e-6eac-4659-80f8-b48430b27e65 req-5819f0ad-2785-4975-b285-638b85a4f310 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:19.672510 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d658716e-6eac-4659-80f8-b48430b27e65 req-5819f0ad-2785-4975-b285-638b85a4f310 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/ports?device_id=28c3cc44-d7df-40fd-a6fc-99d16267b0b1 HTTP/1.1" status: 200 len: 949 time: 0.0785708 Dec 20 14:36:19.681972 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-403798af-7dd5-4dfc-ab00-b2fdbd13bf59 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:19.711802 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=58f0f195-78f5-4a10-aac7-4afa1dc030c3,revision_number=7']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:19.714802 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-403798af-7dd5-4dfc-ab00-b2fdbd13bf59 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:19.763897 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-403798af-7dd5-4dfc-ab00-b2fdbd13bf59 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:19.765167 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-403798af-7dd5-4dfc-ab00-b2fdbd13bf59 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2796960 Dec 20 14:36:19.768203 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 39196) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:19.771354 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403798af-7dd5-4dfc-ab00-b2fdbd13bf59 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b052c1-98f2-4602-902b-4b26af1da950,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:19.774384 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-d0b7aba0-565f-448c-bc2e-bb18c47c4592 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Request body: {'security_group_rule': {'security_group_id': 'e4b052c1-98f2-4602-902b-4b26af1da950', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:36:19.792222 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d658716e-6eac-4659-80f8-b48430b27e65 req-6761c746-3c5c-4687-9133-5eb306ec71c1 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/security-groups?id=e899fdb2-c1a8-40be-a7f0-526dd0b6ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044626 Dec 20 14:36:19.824179 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d0b7aba0-565f-448c-bc2e-bb18c47c4592 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:19.878228 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d0b7aba0-565f-448c-bc2e-bb18c47c4592 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:19.883892 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d0b7aba0-565f-448c-bc2e-bb18c47c4592 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:19.903896 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b7aba0-565f-448c-bc2e-bb18c47c4592 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7b7508d-64d5-48dc-ae32-0e9add7b125f,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:19.916330 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d0b7aba0-565f-448c-bc2e-bb18c47c4592 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:19.920169 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-d0b7aba0-565f-448c-bc2e-bb18c47c4592 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1479843 Dec 20 14:36:19.920430 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 39202) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:19.979520 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-797287dd-8907-44bd-b389-7c4d454d016a tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:20.007518 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-797287dd-8907-44bd-b389-7c4d454d016a tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:20.066289 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b89cbc9b-1b86-4836-a86d-908b96793f01 x-openstack-request-id: req-b89cbc9b-1b86-4836-a86d-908b96793f01 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:36:20.066769 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28c3cc44-d7df-40fd-a6fc-99d16267b0b1", "name": "network-vif-plugged", "status": "completed", "tag": "58f0f195-78f5-4a10-aac7-4afa1dc030c3", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:36:20.067144 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b89cbc9b-1b86-4836-a86d-908b96793f01 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:36:20.067636 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28c3cc44-d7df-40fd-a6fc-99d16267b0b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58f0f195-78f5-4a10-aac7-4afa1dc030c3', 'code': 200} Dec 20 14:36:20.081894 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-797287dd-8907-44bd-b389-7c4d454d016a tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:20.084880 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-797287dd-8907-44bd-b389-7c4d454d016a tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:20.087253 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-797287dd-8907-44bd-b389-7c4d454d016a tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] 10.222.0.54 "DELETE /v2.0/security-groups/e4b052c1-98f2-4602-902b-4b26af1da950 HTTP/1.1" status: 204 len: 168 time: 0.1645877 Dec 20 14:36:20.088690 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 39208) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:20.099976 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797287dd-8907-44bd-b389-7c4d454d016a tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b052c1-98f2-4602-902b-4b26af1da950,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:20.146467 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-217e3cc7-16ec-42c5-bd2e-87124a991565 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0562341 Dec 20 14:36:20.149418 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 39212) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:20.223600 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-93b814e1-6afc-4e0d-984c-e57d05153a25 tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0721724 Dec 20 14:36:20.227664 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 39218) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:20.258326 n-d-761264-19 neutron-server[103168]: INFO neutron.api.v2.resource [None req-9dcc14c8-bb09-414d-a8ef-838ae314859d tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] delete failed (client error): The resource could not be found. Dec 20 14:36:20.259480 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-9dcc14c8-bb09-414d-a8ef-838ae314859d tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] 10.222.0.54 "DELETE /v2.0/security-groups/e4b052c1-98f2-4602-902b-4b26af1da950 HTTP/1.1" status: 404 len: 347 time: 0.0281153 Dec 20 14:36:20.263524 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 39220) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:20.334234 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f535a41e-1c96-477a-900f-e3710381eeeb req-9cb5997b-4c88-4327-8d17-5e858793dd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:20.336157 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f535a41e-1c96-477a-900f-e3710381eeeb req-9cb5997b-4c88-4327-8d17-5e858793dd96 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=28c3cc44-d7df-40fd-a6fc-99d16267b0b1 HTTP/1.1" status: 200 len: 1102 time: 0.0629401 Dec 20 14:36:20.345328 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-182912c6-907b-49d4-b6c7-34dda17ec33e tempest-SecGroupTest-2141921163 tempest-SecGroupTest-2141921163-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0739284 Dec 20 14:36:20.358156 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1e43d3-a03a-4ff0-adf2-fcde179743e0 req-fc598f1b-9191-47a6-8d3b-8bc0c4193f26 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:20.365589 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0d1e43d3-a03a-4ff0-adf2-fcde179743e0 req-fc598f1b-9191-47a6-8d3b-8bc0c4193f26 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/ports?device_id=b35ec18f-30de-413a-8917-017627ca3908 HTTP/1.1" status: 200 len: 945 time: 0.1044631 Dec 20 14:36:20.417113 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f535a41e-1c96-477a-900f-e3710381eeeb req-208a1cb0-c50b-4303-a05a-2fab1e73810f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e899fdb2-c1a8-40be-a7f0-526dd0b6ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616753 Dec 20 14:36:20.427157 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0d1e43d3-a03a-4ff0-adf2-fcde179743e0 req-2f6d0e83-b46d-43c9-a584-0faca6e38f11 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff2c97d-c902-4302-9c87-14f917dbe0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606146 Dec 20 14:36:20.478661 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd8e90e-81bf-483f-a5f8-18bbe35c65b9 req-891284e1-0643-48a6-8cde-674a86eb10b5 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:20.480254 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6fd8e90e-81bf-483f-a5f8-18bbe35c65b9 req-891284e1-0643-48a6-8cde-674a86eb10b5 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf3b1474-17cb-4239-8de2-387b192e8826 HTTP/1.1" status: 200 len: 946 time: 0.0599105 Dec 20 14:36:20.543848 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6fd8e90e-81bf-483f-a5f8-18bbe35c65b9 req-f9439067-f2f3-4484-9191-6f6f7e67b0f0 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=f2f975e9-21d7-4fe5-b06b-fdbb671aee94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537004 Dec 20 14:36:20.780053 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 39236) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:20.906776 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e5bc53-5975-40e9-9456-7edb3e6d6619 req-0f5c6f07-b8fc-4900-837d-fe73161e3ca5 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:20.908333 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-37e5bc53-5975-40e9-9456-7edb3e6d6619 req-0f5c6f07-b8fc-4900-837d-fe73161e3ca5 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/ports?device_id=28c3cc44-d7df-40fd-a6fc-99d16267b0b1 HTTP/1.1" status: 200 len: 950 time: 0.0514810 Dec 20 14:36:20.966718 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-37e5bc53-5975-40e9-9456-7edb3e6d6619 req-932001ff-027c-4c35-bdd1-4ee247eb7af4 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/security-groups?id=e899fdb2-c1a8-40be-a7f0-526dd0b6ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522633 Dec 20 14:36:21.105760 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 39252) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:21.105919 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-a48efd20-8f16-46fa-9e6f-d361eb906ac5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=cc964733109444ca8aec3764757b4815&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3325117 Dec 20 14:36:21.164652 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e7acf0bd-9f85-41ee-8d4d-34e58b1fbef4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:21.188570 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e7acf0bd-9f85-41ee-8d4d-34e58b1fbef4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:21.241081 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e7acf0bd-9f85-41ee-8d4d-34e58b1fbef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:21.245136 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e7acf0bd-9f85-41ee-8d4d-34e58b1fbef4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:21.246324 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-e7acf0bd-9f85-41ee-8d4d-34e58b1fbef4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0a9c3fd9-48c5-4b5a-a29d-953a69f8bb14 HTTP/1.1" status: 204 len: 168 time: 0.1390343 Dec 20 14:36:21.254630 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7acf0bd-9f85-41ee-8d4d-34e58b1fbef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a9c3fd9-48c5-4b5a-a29d-953a69f8bb14,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:21.589810 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71615db4-df03-4b5a-adf3-3d558ad25cb5 req-1c49cbd2-0e29-4371-9462-931582a91ee1 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:21.591927 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-71615db4-df03-4b5a-adf3-3d558ad25cb5 req-1c49cbd2-0e29-4371-9462-931582a91ee1 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/ports?device_id=b35ec18f-30de-413a-8917-017627ca3908 HTTP/1.1" status: 200 len: 945 time: 0.0740609 Dec 20 14:36:21.663160 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-71615db4-df03-4b5a-adf3-3d558ad25cb5 req-5098f7be-5263-4855-bae1-c53e44762ea5 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff2c97d-c902-4302-9c87-14f917dbe0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626235 Dec 20 14:36:21.691307 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35dee85-2ea1-4a46-a638-7d18b955481e req-7a475171-f64e-4e0b-9cdc-212d12d4ec79 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:21.693164 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f35dee85-2ea1-4a46-a638-7d18b955481e req-7a475171-f64e-4e0b-9cdc-212d12d4ec79 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf3b1474-17cb-4239-8de2-387b192e8826 HTTP/1.1" status: 200 len: 946 time: 0.0639663 Dec 20 14:36:21.773319 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f35dee85-2ea1-4a46-a638-7d18b955481e req-e49c5634-8d07-4825-93d4-b8366d04215a tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=f2f975e9-21d7-4fe5-b06b-fdbb671aee94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721843 Dec 20 14:36:22.109325 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648f1d07-3d0f-4d22-8710-6f6e0be2f97d req-5b46f954-cfb0-4622-ae46-7d9df2e67454 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:22.111057 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-648f1d07-3d0f-4d22-8710-6f6e0be2f97d req-5b46f954-cfb0-4622-ae46-7d9df2e67454 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/ports?device_id=28c3cc44-d7df-40fd-a6fc-99d16267b0b1 HTTP/1.1" status: 200 len: 950 time: 0.0669360 Dec 20 14:36:22.168302 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-648f1d07-3d0f-4d22-8710-6f6e0be2f97d req-bd5553e1-8866-467d-956d-af353c2c29fc tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/security-groups?id=e899fdb2-c1a8-40be-a7f0-526dd0b6ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503902 Dec 20 14:36:22.297312 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66088419-7ea9-4efe-b6ea-ea1ffb30c57b req-163ad472-4cf3-4a31-8dca-8afdb53c3678 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:22.303397 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-66088419-7ea9-4efe-b6ea-ea1ffb30c57b req-163ad472-4cf3-4a31-8dca-8afdb53c3678 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/ports?device_id=28c3cc44-d7df-40fd-a6fc-99d16267b0b1 HTTP/1.1" status: 200 len: 950 time: 0.0636098 Dec 20 14:36:22.353419 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-66088419-7ea9-4efe-b6ea-ea1ffb30c57b req-efbc59d1-963e-4cd0-8a01-d76de8dd660a tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/security-groups?id=e899fdb2-c1a8-40be-a7f0-526dd0b6ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491159 Dec 20 14:36:22.742065 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503bd117-a3be-4309-9383-4e6e7ac4195f req-aab1978e-93e2-4001-86e4-95ea3697dcaa tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:22.751519 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-503bd117-a3be-4309-9383-4e6e7ac4195f req-aab1978e-93e2-4001-86e4-95ea3697dcaa tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/ports?device_id=28c3cc44-d7df-40fd-a6fc-99d16267b0b1 HTTP/1.1" status: 200 len: 950 time: 0.0674284 Dec 20 14:36:22.813543 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-503bd117-a3be-4309-9383-4e6e7ac4195f req-e0b22fb1-be4f-4287-92f0-b526f5e2e5f7 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/security-groups?id=e899fdb2-c1a8-40be-a7f0-526dd0b6ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609338 Dec 20 14:36:22.849275 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddfc78f-b328-4ed9-b75f-d049e1cc115e req-3ae6b50d-4079-416b-955c-f95666d0c6a0 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:22.851485 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-cddfc78f-b328-4ed9-b75f-d049e1cc115e req-3ae6b50d-4079-416b-955c-f95666d0c6a0 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/ports?device_id=b35ec18f-30de-413a-8917-017627ca3908 HTTP/1.1" status: 200 len: 945 time: 0.0740690 Dec 20 14:36:22.943112 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-cddfc78f-b328-4ed9-b75f-d049e1cc115e req-7d69b724-a436-4516-b101-af555ba7e6ee tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff2c97d-c902-4302-9c87-14f917dbe0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851598 Dec 20 14:36:23.044256 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90547bab-39ad-4d4a-951e-59c2e6e5d94c req-b0b3f1b6-bbe2-4f00-a072-dbda71eedb71 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:23.045965 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-90547bab-39ad-4d4a-951e-59c2e6e5d94c req-b0b3f1b6-bbe2-4f00-a072-dbda71eedb71 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf3b1474-17cb-4239-8de2-387b192e8826 HTTP/1.1" status: 200 len: 946 time: 0.0634727 Dec 20 14:36:23.117825 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-90547bab-39ad-4d4a-951e-59c2e6e5d94c req-9db1e262-eecb-4a41-baa6-2f12c027cbec tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=f2f975e9-21d7-4fe5-b06b-fdbb671aee94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610793 Dec 20 14:36:23.942537 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c067dc-ecfa-4ec3-a741-9020bbbde2b6 req-50c8d4bb-2630-4801-b956-3d772829d18c tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:23.944181 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b2c067dc-ecfa-4ec3-a741-9020bbbde2b6 req-50c8d4bb-2630-4801-b956-3d772829d18c tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/ports?device_id=28c3cc44-d7df-40fd-a6fc-99d16267b0b1 HTTP/1.1" status: 200 len: 950 time: 0.0636549 Dec 20 14:36:24.008077 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b2c067dc-ecfa-4ec3-a741-9020bbbde2b6 req-999b0e17-7594-4868-99e8-af6f3e965bf7 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/security-groups?id=e899fdb2-c1a8-40be-a7f0-526dd0b6ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572922 Dec 20 14:36:24.121603 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c268a7bc-ca04-4043-8d4b-15e1a583c827 req-c327f1b9-3fec-4a53-8735-5d1561bf23c9 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:24.127275 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c268a7bc-ca04-4043-8d4b-15e1a583c827 req-c327f1b9-3fec-4a53-8735-5d1561bf23c9 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/ports?device_id=b35ec18f-30de-413a-8917-017627ca3908 HTTP/1.1" status: 200 len: 945 time: 0.0590618 Dec 20 14:36:24.133909 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 39382) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:24.205018 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c268a7bc-ca04-4043-8d4b-15e1a583c827 req-71a2d829-7414-4d2f-83be-ef08bd6f0739 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff2c97d-c902-4302-9c87-14f917dbe0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747244 Dec 20 14:36:24.261568 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be0ae27-22cf-46d6-8444-25aca2aa43fc req-99233bfa-2152-477a-b6ec-80ddc54a8641 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:24.263477 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0be0ae27-22cf-46d6-8444-25aca2aa43fc req-99233bfa-2152-477a-b6ec-80ddc54a8641 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf3b1474-17cb-4239-8de2-387b192e8826 HTTP/1.1" status: 200 len: 946 time: 0.0755007 Dec 20 14:36:24.315999 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0be0ae27-22cf-46d6-8444-25aca2aa43fc req-97bfe1fb-aa30-4db6-8105-92808fb84dd5 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=f2f975e9-21d7-4fe5-b06b-fdbb671aee94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439236 Dec 20 14:36:24.401510 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f406e1c7-79cb-4225-aed0-de9af1d6623f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:24.496951 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f406e1c7-79cb-4225-aed0-de9af1d6623f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:24.499809 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f406e1c7-79cb-4225-aed0-de9af1d6623f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:24.545741 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-f406e1c7-79cb-4225-aed0-de9af1d6623f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=aff34e3e2728467e865ed414a4c1c94e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4106147 Dec 20 14:36:24.548598 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 39400) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:24.551550 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f406e1c7-79cb-4225-aed0-de9af1d6623f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c41b42a-307b-4595-a20c-880f2bec6477,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:24.610328 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a1bd8130-4972-4c75-a550-7ace4b705573 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:24.640822 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a1bd8130-4972-4c75-a550-7ace4b705573 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:24.693254 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a1bd8130-4972-4c75-a550-7ace4b705573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:24.696441 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a1bd8130-4972-4c75-a550-7ace4b705573 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:24.698772 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-a1bd8130-4972-4c75-a550-7ace4b705573 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8c41b42a-307b-4595-a20c-880f2bec6477 HTTP/1.1" status: 204 len: 168 time: 0.1475141 Dec 20 14:36:24.706174 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bd8130-4972-4c75-a550-7ace4b705573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c41b42a-307b-4595-a20c-880f2bec6477,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:25.165716 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925f3dec-9cf2-4c1b-aac9-e3a459e379b2 req-3f7e159a-5952-49c4-93b5-66e45fbfba51 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:25.168535 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-925f3dec-9cf2-4c1b-aac9-e3a459e379b2 req-3f7e159a-5952-49c4-93b5-66e45fbfba51 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/ports?device_id=28c3cc44-d7df-40fd-a6fc-99d16267b0b1 HTTP/1.1" status: 200 len: 950 time: 0.0639110 Dec 20 14:36:25.248860 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-925f3dec-9cf2-4c1b-aac9-e3a459e379b2 req-0ff34a77-8b7c-4adc-9d79-35997fe163b5 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/security-groups?id=e899fdb2-c1a8-40be-a7f0-526dd0b6ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711961 Dec 20 14:36:25.315013 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 39432) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:25.336254 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-02a38b9a-630b-4cd5-a90c-cf64777d5b71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:25.446044 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc962eb2-842d-44b8-936d-669588b67d74 req-a05d81b9-475c-428d-b0e3-3353fa308fcd tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:25.447913 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fc962eb2-842d-44b8-936d-669588b67d74 req-a05d81b9-475c-428d-b0e3-3353fa308fcd tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/ports?device_id=b35ec18f-30de-413a-8917-017627ca3908 HTTP/1.1" status: 200 len: 945 time: 0.1139750 Dec 20 14:36:25.488319 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fa5d0a-9624-4701-8429-8dca58756736 req-883761a7-a95a-4d3c-b52d-6a68f70b8560 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:25.495505 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d3fa5d0a-9624-4701-8429-8dca58756736 req-883761a7-a95a-4d3c-b52d-6a68f70b8560 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf3b1474-17cb-4239-8de2-387b192e8826 HTTP/1.1" status: 200 len: 946 time: 0.0806303 Dec 20 14:36:25.521834 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-02a38b9a-630b-4cd5-a90c-cf64777d5b71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:25.527022 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fc962eb2-842d-44b8-936d-669588b67d74 req-383b8940-4bd3-472c-9861-d57686bd005f tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff2c97d-c902-4302-9c87-14f917dbe0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691097 Dec 20 14:36:25.530626 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-02a38b9a-630b-4cd5-a90c-cf64777d5b71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:25.554822 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d3fa5d0a-9624-4701-8429-8dca58756736 req-a0f8b370-605d-4e8c-b92a-1d8f1e340b3e tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=f2f975e9-21d7-4fe5-b06b-fdbb671aee94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566201 Dec 20 14:36:25.589814 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-02a38b9a-630b-4cd5-a90c-cf64777d5b71 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=07fdf8f6d6a748808040b61e168cd5f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2738056 Dec 20 14:36:25.591051 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a38b9a-630b-4cd5-a90c-cf64777d5b71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45b833d6-d30d-4baf-b5de-a53e99d6c88a,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:25.594969 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 39440) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:25.663419 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-150e59c3-c95a-4027-9215-d0528de94790 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:25.689637 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-150e59c3-c95a-4027-9215-d0528de94790 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:25.750015 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-150e59c3-c95a-4027-9215-d0528de94790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:25.753323 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-150e59c3-c95a-4027-9215-d0528de94790 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:25.754657 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-150e59c3-c95a-4027-9215-d0528de94790 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/45b833d6-d30d-4baf-b5de-a53e99d6c88a HTTP/1.1" status: 204 len: 168 time: 0.1602321 Dec 20 14:36:25.764031 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150e59c3-c95a-4027-9215-d0528de94790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45b833d6-d30d-4baf-b5de-a53e99d6c88a,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:26.426265 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bba123-d2b2-4a13-b974-16290cda671f req-f9f8e3b7-1e0c-4b6c-afce-8e94d61d6b76 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:26.428163 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f6bba123-d2b2-4a13-b974-16290cda671f req-f9f8e3b7-1e0c-4b6c-afce-8e94d61d6b76 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/ports?device_id=28c3cc44-d7df-40fd-a6fc-99d16267b0b1 HTTP/1.1" status: 200 len: 950 time: 0.0774662 Dec 20 14:36:26.490621 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f6bba123-d2b2-4a13-b974-16290cda671f req-7fb62024-2252-4961-9fcd-911c4b23daa4 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/security-groups?id=e899fdb2-c1a8-40be-a7f0-526dd0b6ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562596 Dec 20 14:36:26.681047 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ac62a3-f8e1-4a9b-a3af-ffb1cbbca6e7 req-f08d7ce6-f530-41cf-ba9e-9edd6aa0775c tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:26.690666 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-39ac62a3-f8e1-4a9b-a3af-ffb1cbbca6e7 req-f08d7ce6-f530-41cf-ba9e-9edd6aa0775c tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/ports?device_id=b35ec18f-30de-413a-8917-017627ca3908 HTTP/1.1" status: 200 len: 945 time: 0.0756779 Dec 20 14:36:26.757288 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-39ac62a3-f8e1-4a9b-a3af-ffb1cbbca6e7 req-79162f29-6775-4862-b644-c1cdeca017e0 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff2c97d-c902-4302-9c87-14f917dbe0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653274 Dec 20 14:36:26.796478 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186245cd-610d-4b19-8427-8850911d04b1 req-6726bced-3415-4de4-8427-89de9d1ef47d tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:26.805455 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-186245cd-610d-4b19-8427-8850911d04b1 req-6726bced-3415-4de4-8427-89de9d1ef47d tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf3b1474-17cb-4239-8de2-387b192e8826 HTTP/1.1" status: 200 len: 946 time: 0.1189573 Dec 20 14:36:26.856746 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-186245cd-610d-4b19-8427-8850911d04b1 req-577128c7-1ce7-41ef-b77b-02e3f965b3e6 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=f2f975e9-21d7-4fe5-b06b-fdbb671aee94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500376 Dec 20 14:36:27.657772 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc5e68f-819b-4335-b1bf-b9a8e81772cb req-a14f286f-ccb0-40be-b70b-e742076f73ec tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:27.665933 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bdc5e68f-819b-4335-b1bf-b9a8e81772cb req-a14f286f-ccb0-40be-b70b-e742076f73ec tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/ports?device_id=28c3cc44-d7df-40fd-a6fc-99d16267b0b1 HTTP/1.1" status: 200 len: 950 time: 0.0651987 Dec 20 14:36:27.731929 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bdc5e68f-819b-4335-b1bf-b9a8e81772cb req-985edafe-2b8c-4a11-beab-706179adab4f tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/security-groups?id=e899fdb2-c1a8-40be-a7f0-526dd0b6ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649049 Dec 20 14:36:27.976880 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6098293-591f-4c0e-8e57-ad43baf904bc req-67f9edc6-dcb6-4b27-bce0-bd5928a23133 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:27.987044 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e6098293-591f-4c0e-8e57-ad43baf904bc req-67f9edc6-dcb6-4b27-bce0-bd5928a23133 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/ports?device_id=b35ec18f-30de-413a-8917-017627ca3908 HTTP/1.1" status: 200 len: 945 time: 0.1004326 Dec 20 14:36:28.033852 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe1f9fb-e694-4055-9a92-ead301fc597b req-ffd3df43-6806-4bb7-9303-0ab721066d9f tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:28.043932 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2fe1f9fb-e694-4055-9a92-ead301fc597b req-ffd3df43-6806-4bb7-9303-0ab721066d9f tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf3b1474-17cb-4239-8de2-387b192e8826 HTTP/1.1" status: 200 len: 946 time: 0.0817020 Dec 20 14:36:28.054245 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e6098293-591f-4c0e-8e57-ad43baf904bc req-dcc5bf39-68d0-4d24-b645-65de1e73a61f tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff2c97d-c902-4302-9c87-14f917dbe0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655296 Dec 20 14:36:28.121929 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2fe1f9fb-e694-4055-9a92-ead301fc597b req-d9666619-a527-48ff-baab-401fcb083fa4 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=f2f975e9-21d7-4fe5-b06b-fdbb671aee94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766823 Dec 20 14:36:28.865104 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd38d095-ff73-4140-8214-1dcd40b4884d req-70c083c7-a2e5-4112-b762-639280c89848 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:28.872756 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-cd38d095-ff73-4140-8214-1dcd40b4884d req-70c083c7-a2e5-4112-b762-639280c89848 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/ports?device_id=28c3cc44-d7df-40fd-a6fc-99d16267b0b1 HTTP/1.1" status: 200 len: 950 time: 0.0599561 Dec 20 14:36:28.921898 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-cd38d095-ff73-4140-8214-1dcd40b4884d req-29a2d644-7192-41af-a835-3dd2ed74faff tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/security-groups?id=e899fdb2-c1a8-40be-a7f0-526dd0b6ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482302 Dec 20 14:36:29.221079 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f970d12-450d-4cb0-824f-320749bb4271 req-26588034-c03f-4756-a0ff-60ab0121c637 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:29.231437 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9f970d12-450d-4cb0-824f-320749bb4271 req-26588034-c03f-4756-a0ff-60ab0121c637 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/ports?device_id=b35ec18f-30de-413a-8917-017627ca3908 HTTP/1.1" status: 200 len: 945 time: 0.0702453 Dec 20 14:36:29.326521 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9f970d12-450d-4cb0-824f-320749bb4271 req-8a770c7a-90bd-4890-b7eb-c6b91f6d3f17 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff2c97d-c902-4302-9c87-14f917dbe0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914667 Dec 20 14:36:29.348575 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e4ff6c-3391-40fc-97b9-5cb1e7636043 req-4c261b54-41b5-4928-ac54-ca43c376dd9e tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:29.360746 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c9e4ff6c-3391-40fc-97b9-5cb1e7636043 req-4c261b54-41b5-4928-ac54-ca43c376dd9e tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf3b1474-17cb-4239-8de2-387b192e8826 HTTP/1.1" status: 200 len: 946 time: 0.0877759 Dec 20 14:36:29.414545 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c9e4ff6c-3391-40fc-97b9-5cb1e7636043 req-9ce11c03-c4a0-4776-ac59-dc2d6ea59411 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=f2f975e9-21d7-4fe5-b06b-fdbb671aee94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520141 Dec 20 14:36:29.633915 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f199b81b-4e38-4a6d-91bc-4435a677b9bc req-d474dc1a-6104-49f6-86a0-9a1dd8588175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:29.635536 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f199b81b-4e38-4a6d-91bc-4435a677b9bc req-d474dc1a-6104-49f6-86a0-9a1dd8588175 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b35ec18f-30de-413a-8917-017627ca3908 HTTP/1.1" status: 200 len: 1097 time: 0.0476546 Dec 20 14:36:29.685623 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f199b81b-4e38-4a6d-91bc-4435a677b9bc req-cb871d1e-0675-4fa9-b9eb-7764c470d984 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6ff2c97d-c902-4302-9c87-14f917dbe0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430286 Dec 20 14:36:29.958860 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 39594) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:30.045038 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 39598) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:30.146950 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968afb6f-d92f-43fe-bf00-1b0433791652 req-4ced83b6-3038-45a8-916a-1f0fe69090fb tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:30.158624 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-968afb6f-d92f-43fe-bf00-1b0433791652 req-4ced83b6-3038-45a8-916a-1f0fe69090fb tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/ports?device_id=28c3cc44-d7df-40fd-a6fc-99d16267b0b1 HTTP/1.1" status: 200 len: 950 time: 0.0929284 Dec 20 14:36:30.211894 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ee250b41-835c-400d-93f6-5cdbaa09607a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:30.226455 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-968afb6f-d92f-43fe-bf00-1b0433791652 req-526a2574-6b74-4286-9f3d-343c7fb1fe08 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/security-groups?id=e899fdb2-c1a8-40be-a7f0-526dd0b6ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664911 Dec 20 14:36:30.237747 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-87a45e00-4b14-4d4a-ac78-8d1e8e1a7504 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:30.373417 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ee250b41-835c-400d-93f6-5cdbaa09607a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:30.375694 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-87a45e00-4b14-4d4a-ac78-8d1e8e1a7504 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:30.379548 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ee250b41-835c-400d-93f6-5cdbaa09607a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:30.392816 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-87a45e00-4b14-4d4a-ac78-8d1e8e1a7504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:30.484921 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-ee250b41-835c-400d-93f6-5cdbaa09607a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2af26f0fac944816a132e990cd858a82&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4380317 Dec 20 14:36:30.487822 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 39612) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:30.490316 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-87a45e00-4b14-4d4a-ac78-8d1e8e1a7504 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e0912c44306e45d3b70270a64dc097ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5298436 Dec 20 14:36:30.491350 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee250b41-835c-400d-93f6-5cdbaa09607a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e08e491e-b94c-4cb5-99bd-a847ff2dbdb5,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:30.495336 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 39614) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:30.556934 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a45e00-4b14-4d4a-ac78-8d1e8e1a7504 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f9d3660-dd1e-42ea-9861-698704f065a4,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:30.578923 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e37326c-6d1e-4634-88ba-d91ff21eac58 req-0dab5396-6567-4ed5-88b5-6d6db0aed1ef tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:30.578923 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0e37326c-6d1e-4634-88ba-d91ff21eac58 req-0dab5396-6567-4ed5-88b5-6d6db0aed1ef tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/ports?device_id=b35ec18f-30de-413a-8917-017627ca3908 HTTP/1.1" status: 200 len: 945 time: 0.1699052 Dec 20 14:36:30.617157 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d0f5f7e6-537f-4a96-a496-6f15d83faf7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:30.624135 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39595159-f1d6-42d2-a1ce-a5c1b54ab7a1 req-1cd9f13a-5fbd-4853-b4e7-6a6c0741f9ab tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:30.625998 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-39595159-f1d6-42d2-a1ce-a5c1b54ab7a1 req-1cd9f13a-5fbd-4853-b4e7-6a6c0741f9ab tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf3b1474-17cb-4239-8de2-387b192e8826 HTTP/1.1" status: 200 len: 946 time: 0.1423278 Dec 20 14:36:30.646118 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-89c8982e-ff34-4649-a24f-a8321a92f686 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:30.659572 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-59767881-e02e-4804-be0a-b6af89dd7e1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:30.662533 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0e37326c-6d1e-4634-88ba-d91ff21eac58 req-6a015848-c6b9-4add-a689-3d53d3582f33 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff2c97d-c902-4302-9c87-14f917dbe0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715775 Dec 20 14:36:30.684756 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-89c8982e-ff34-4649-a24f-a8321a92f686 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:30.692638 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d0f5f7e6-537f-4a96-a496-6f15d83faf7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:30.780359 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-39595159-f1d6-42d2-a1ce-a5c1b54ab7a1 req-e2aaf8c3-d7dd-4e8f-b621-705ea911ad6a tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=f2f975e9-21d7-4fe5-b06b-fdbb671aee94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351955 Dec 20 14:36:30.799511 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-89c8982e-ff34-4649-a24f-a8321a92f686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:30.800806 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d0f5f7e6-537f-4a96-a496-6f15d83faf7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:30.804382 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-89c8982e-ff34-4649-a24f-a8321a92f686 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:30.805338 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d0f5f7e6-537f-4a96-a496-6f15d83faf7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:30.806627 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-d0f5f7e6-537f-4a96-a496-6f15d83faf7f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1f9d3660-dd1e-42ea-9861-698704f065a4 HTTP/1.1" status: 204 len: 168 time: 0.3101802 Dec 20 14:36:30.819648 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-89c8982e-ff34-4649-a24f-a8321a92f686 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e08e491e-b94c-4cb5-99bd-a847ff2dbdb5 HTTP/1.1" status: 204 len: 168 time: 0.3304536 Dec 20 14:36:30.835159 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c8982e-ff34-4649-a24f-a8321a92f686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e08e491e-b94c-4cb5-99bd-a847ff2dbdb5,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:30.846351 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f5f7e6-537f-4a96-a496-6f15d83faf7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f9d3660-dd1e-42ea-9861-698704f065a4,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:31.117967 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccef4c4-ad1c-464d-9326-def9733e04eb req-658c7883-2903-4b54-85bf-9f1a52851c42 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:31.151891 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccef4c4-ad1c-464d-9326-def9733e04eb req-658c7883-2903-4b54-85bf-9f1a52851c42 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:31.153796 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1174956-7f3d-4045-93d9-c213320416bb req-e581cacc-c852-428a-820c-ca8cd3a14ae9 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:31.166862 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f1174956-7f3d-4045-93d9-c213320416bb req-e581cacc-c852-428a-820c-ca8cd3a14ae9 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 945 time: 0.1360633 Dec 20 14:36:31.191565 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccef4c4-ad1c-464d-9326-def9733e04eb req-658c7883-2903-4b54-85bf-9f1a52851c42 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:31.221602 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccef4c4-ad1c-464d-9326-def9733e04eb req-658c7883-2903-4b54-85bf-9f1a52851c42 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:31.247182 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccef4c4-ad1c-464d-9326-def9733e04eb req-658c7883-2903-4b54-85bf-9f1a52851c42 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:31.258279 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccef4c4-ad1c-464d-9326-def9733e04eb req-658c7883-2903-4b54-85bf-9f1a52851c42 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:31.274061 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccef4c4-ad1c-464d-9326-def9733e04eb req-658c7883-2903-4b54-85bf-9f1a52851c42 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:31.276915 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cccef4c4-ad1c-464d-9326-def9733e04eb req-658c7883-2903-4b54-85bf-9f1a52851c42 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bec07a8-c25f-4f16-885e-b65a42ac76c9 HTTP/1.1" status: 200 len: 5434 time: 0.3351853 Dec 20 14:36:31.306909 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f1174956-7f3d-4045-93d9-c213320416bb req-617dd68b-d5a9-4207-a502-609a300cdfc0 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=92081c13-7979-4810-b5cd-70c14477209d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389492 Dec 20 14:36:31.420496 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 39638) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:31.449954 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cccef4c4-ad1c-464d-9326-def9733e04eb req-d9a26e2d-4ea4-4582-939d-400daa24a653 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/security-groups?id=9a5fb326-e11a-43c7-acb8-8cef9da4f833&id=90051062-f265-4ecc-9e5a-22ebfc7553a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1666479 Dec 20 14:36:31.479084 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fe78b201-3764-4006-91b7-25a0e160cb51 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:31.488911 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 39640) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:31.524232 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4d5cda06-28fb-49af-b39d-c8ac887f0197 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:31.612585 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a499bb54-ee8d-4128-81bf-8315a2a98fe1 req-13b57e26-1466-4e84-b484-29e08c64da51 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:31.614898 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a499bb54-ee8d-4128-81bf-8315a2a98fe1 req-13b57e26-1466-4e84-b484-29e08c64da51 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/ports?device_id=28c3cc44-d7df-40fd-a6fc-99d16267b0b1 HTTP/1.1" status: 200 len: 950 time: 0.2117422 Dec 20 14:36:31.684184 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4d5cda06-28fb-49af-b39d-c8ac887f0197 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:31.699240 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2af401-720b-43da-9c32-6c11d0a06ede req-48c64d30-d443-4e44-9d55-d25a8c88c150 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:31.707667 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9a2af401-720b-43da-9c32-6c11d0a06ede req-48c64d30-d443-4e44-9d55-d25a8c88c150 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 945 time: 0.0906913 Dec 20 14:36:31.712371 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a499bb54-ee8d-4128-81bf-8315a2a98fe1 req-1682e667-3899-4568-8d33-c4cd0c831a3f tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/security-groups?id=e899fdb2-c1a8-40be-a7f0-526dd0b6ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905433 Dec 20 14:36:31.714641 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fe78b201-3764-4006-91b7-25a0e160cb51 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:31.715896 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4d5cda06-28fb-49af-b39d-c8ac887f0197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:31.721890 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fe78b201-3764-4006-91b7-25a0e160cb51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:31.786387 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe78b201-3764-4006-91b7-25a0e160cb51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1843b25-176a-48d4-aea9-7ae4b764f156,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:31.794516 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-fe78b201-3764-4006-91b7-25a0e160cb51 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5e074d3235bb4298931a8aba75b6c419&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3739929 Dec 20 14:36:31.795945 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 39648) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:31.834657 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9a2af401-720b-43da-9c32-6c11d0a06ede req-5cc1f7c7-7281-4d31-8b33-e2b0ea72c465 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=92081c13-7979-4810-b5cd-70c14477209d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260931 Dec 20 14:36:31.848295 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-4d5cda06-28fb-49af-b39d-c8ac887f0197 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=022e81cd79c74076bf15d7d7cc2bb02c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3578465 Dec 20 14:36:31.849448 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5cda06-28fb-49af-b39d-c8ac887f0197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd7cee2-f913-424d-a085-3d37b055f3ba,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:31.851900 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 39650) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:31.980099 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d9f4fb9f-0b38-432e-9c68-2ce90d52b7e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:31.998181 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06759f9b-ba23-4c59-961e-6f30bc9ac0da req-dc036c30-534f-4346-8abf-d42fa45135b8 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:32.004204 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06759f9b-ba23-4c59-961e-6f30bc9ac0da req-dc036c30-534f-4346-8abf-d42fa45135b8 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:32.010199 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06759f9b-ba23-4c59-961e-6f30bc9ac0da req-dc036c30-534f-4346-8abf-d42fa45135b8 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:32.016166 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06759f9b-ba23-4c59-961e-6f30bc9ac0da req-dc036c30-534f-4346-8abf-d42fa45135b8 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:32.022684 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06759f9b-ba23-4c59-961e-6f30bc9ac0da req-dc036c30-534f-4346-8abf-d42fa45135b8 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:32.028697 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06759f9b-ba23-4c59-961e-6f30bc9ac0da req-dc036c30-534f-4346-8abf-d42fa45135b8 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:32.034625 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06759f9b-ba23-4c59-961e-6f30bc9ac0da req-dc036c30-534f-4346-8abf-d42fa45135b8 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:32.044112 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-06759f9b-ba23-4c59-961e-6f30bc9ac0da req-dc036c30-534f-4346-8abf-d42fa45135b8 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bec07a8-c25f-4f16-885e-b65a42ac76c9 HTTP/1.1" status: 200 len: 5434 time: 0.2112138 Dec 20 14:36:32.056662 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7d79d0d8-e7e5-4cb5-893d-7b9eaf1431b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:32.074261 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b88fa0-66ea-4940-9070-d37448a639c8 req-ffd12da1-735d-4007-8fb9-479943e3e32d tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:32.086583 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-43b88fa0-66ea-4940-9070-d37448a639c8 req-ffd12da1-735d-4007-8fb9-479943e3e32d tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/ports?device_id=b35ec18f-30de-413a-8917-017627ca3908 HTTP/1.1" status: 200 len: 945 time: 0.1165752 Dec 20 14:36:32.097643 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d9f4fb9f-0b38-432e-9c68-2ce90d52b7e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:32.152473 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7d79d0d8-e7e5-4cb5-893d-7b9eaf1431b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:32.152958 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d9f4fb9f-0b38-432e-9c68-2ce90d52b7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:32.156910 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d9f4fb9f-0b38-432e-9c68-2ce90d52b7e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:32.158089 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-d9f4fb9f-0b38-432e-9c68-2ce90d52b7e6 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a1843b25-176a-48d4-aea9-7ae4b764f156 HTTP/1.1" status: 204 len: 168 time: 0.3611279 Dec 20 14:36:32.175715 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f4fb9f-0b38-432e-9c68-2ce90d52b7e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1843b25-176a-48d4-aea9-7ae4b764f156,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:32.226113 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-43b88fa0-66ea-4940-9070-d37448a639c8 req-83489180-35c5-4505-8497-52af41bbb5ac tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff2c97d-c902-4302-9c87-14f917dbe0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229033 Dec 20 14:36:32.270330 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7d79d0d8-e7e5-4cb5-893d-7b9eaf1431b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:32.273386 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7d79d0d8-e7e5-4cb5-893d-7b9eaf1431b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:32.275722 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-7d79d0d8-e7e5-4cb5-893d-7b9eaf1431b5 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0cd7cee2-f913-424d-a085-3d37b055f3ba HTTP/1.1" status: 204 len: 168 time: 0.4226682 Dec 20 14:36:32.305602 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d79d0d8-e7e5-4cb5-893d-7b9eaf1431b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd7cee2-f913-424d-a085-3d37b055f3ba,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:32.652938 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8a751f-0f63-4079-bbb0-1df95fa494f3 req-f39e19b9-f5ea-434c-90bc-39407fd8a551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:32.657929 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5a8a751f-0f63-4079-bbb0-1df95fa494f3 req-f39e19b9-f5ea-434c-90bc-39407fd8a551 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=73b54c51b78c45c0a74ac90fc0f7e0af&device_id=b35ec18f-30de-413a-8917-017627ca3908 HTTP/1.1" status: 200 len: 1097 time: 0.1560946 Dec 20 14:36:32.686767 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0e8c60-260b-418c-be4f-130726206787 req-62465652-04fa-43d8-bbac-67c5d5c527be tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:32.695461 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7e0e8c60-260b-418c-be4f-130726206787 req-62465652-04fa-43d8-bbac-67c5d5c527be tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/networks?id=7ed718b3-d2e8-4b72-a238-726203897046 HTTP/1.1" status: 200 len: 812 time: 0.3126419 Dec 20 14:36:32.715970 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7e0e8c60-260b-418c-be4f-130726206787 req-53cde994-567a-42c3-b59d-42ba5cddaabe tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/quotas/514f3908f9164c0fa19c6d421ce9f2b3 HTTP/1.1" status: 200 len: 375 time: 0.0190701 Dec 20 14:36:32.716668 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b790b244-2e8f-44ac-864d-f98e4a9ee738 req-b34ec50b-9ed9-4d41-b765-c5e753c1e55c tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:32.725601 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b790b244-2e8f-44ac-864d-f98e4a9ee738 req-b34ec50b-9ed9-4d41-b765-c5e753c1e55c tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/ports?device_id=b35ec18f-30de-413a-8917-017627ca3908 HTTP/1.1" status: 200 len: 945 time: 0.1141608 Dec 20 14:36:32.814843 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7e0e8c60-260b-418c-be4f-130726206787 req-e16dc3f3-ebc9-437d-92ac-9044b48c0b2f tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=514f3908f9164c0fa19c6d421ce9f2b3&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0967784 Dec 20 14:36:32.842855 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b0f7d2d6-c947-4fa3-8751-d03fa38ab1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:32.895313 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b790b244-2e8f-44ac-864d-f98e4a9ee738 req-bd382399-77a3-4139-9785-f122a107447a tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff2c97d-c902-4302-9c87-14f917dbe0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605268 Dec 20 14:36:32.895313 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8a751f-0f63-4079-bbb0-1df95fa494f3 req-b61688b2-a54c-45ba-85a7-29b93399587e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:32.900205 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5a8a751f-0f63-4079-bbb0-1df95fa494f3 req-b61688b2-a54c-45ba-85a7-29b93399587e service neutron] 10.222.0.47 "GET /v2.0/networks?id=4e9c693b-ae57-4db2-bda8-62d561eefb48 HTTP/1.1" status: 200 len: 912 time: 0.2312415 Dec 20 14:36:33.016821 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5a8a751f-0f63-4079-bbb0-1df95fa494f3 req-7d457de2-1a7e-4119-86d5-af993d24e6f4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a2b3a98-8334-4dc0-9ba4-25e1ff2006d8 HTTP/1.1" status: 200 len: 217 time: 0.1043143 Dec 20 14:36:33.018087 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7e0e8c60-260b-418c-be4f-130726206787 req-1cb75aec-ca8c-431d-997c-ba8badd991d2 service neutron] 10.222.0.54 "GET /v2.0/networks/7ed718b3-d2e8-4b72-a238-726203897046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016647 Dec 20 14:36:33.118057 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3c348f-6c5d-4579-944c-c20ead32231f req-1fedb17c-33b4-4b0d-84f0-f245429990f5 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:33.126811 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-df3c348f-6c5d-4579-944c-c20ead32231f req-1fedb17c-33b4-4b0d-84f0-f245429990f5 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/ports?device_id=28c3cc44-d7df-40fd-a6fc-99d16267b0b1 HTTP/1.1" status: 200 len: 950 time: 0.1079772 Dec 20 14:36:33.135773 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8a751f-0f63-4079-bbb0-1df95fa494f3 req-91b695fb-d772-47a0-aca9-3542ec18dfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:33.137984 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5a8a751f-0f63-4079-bbb0-1df95fa494f3 req-91b695fb-d772-47a0-aca9-3542ec18dfa5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c60a30f0-6c73-44bc-9d4a-8152d2aea897 HTTP/1.1" status: 200 len: 851 time: 0.0918338 Dec 20 14:36:33.179507 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7e0e8c60-260b-418c-be4f-130726206787 req-30641ad6-ab54-49a1-b73b-d2fc65c52bfa service neutron] 10.222.0.54 "GET /v2.0/networks/7ed718b3-d2e8-4b72-a238-726203897046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585917 Dec 20 14:36:33.203774 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5a8a751f-0f63-4079-bbb0-1df95fa494f3 req-52efb0b8-9fcf-4cf9-a87c-af95d19005b2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4e9c693b-ae57-4db2-bda8-62d561eefb48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436919 Dec 20 14:36:33.217571 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-df3c348f-6c5d-4579-944c-c20ead32231f req-14be7673-c465-4704-8dc1-043d38c0dad9 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/security-groups?id=e899fdb2-c1a8-40be-a7f0-526dd0b6ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895541 Dec 20 14:36:33.384975 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5a8a751f-0f63-4079-bbb0-1df95fa494f3 req-e9957f19-22de-4535-b891-c60d2971ff72 service neutron] 10.222.0.47 "GET /v2.0/networks/4e9c693b-ae57-4db2-bda8-62d561eefb48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586771 Dec 20 14:36:33.457275 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5682b714-ae00-4596-a85a-57ae203f65c8 req-3d0d0e56-3c45-4f5d-8652-de675ef3b83c tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc1e08ed-a6af-4b8b-b67b-bf49cfbcc841 HTTP/1.1" status: 200 len: 210 time: 0.0654383 Dec 20 14:36:33.567859 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5a8a751f-0f63-4079-bbb0-1df95fa494f3 req-dc7451ab-1c1d-4d49-a43c-2bf7ffbc675f service neutron] 10.222.0.47 "GET /v2.0/networks/4e9c693b-ae57-4db2-bda8-62d561eefb48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605437 Dec 20 14:36:33.721190 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:34.146178 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13100fd1-1b13-4fb4-93ed-30359c007bee req-caddf9b7-900e-45c3-b377-5f88c4ed43cf tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:34.147914 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-13100fd1-1b13-4fb4-93ed-30359c007bee req-caddf9b7-900e-45c3-b377-5f88c4ed43cf tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/ports?device_id=b35ec18f-30de-413a-8917-017627ca3908 HTTP/1.1" status: 200 len: 945 time: 0.1083815 Dec 20 14:36:34.218888 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-13100fd1-1b13-4fb4-93ed-30359c007bee req-bd36a942-4d47-4189-966b-c109acb131fd tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff2c97d-c902-4302-9c87-14f917dbe0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643671 Dec 20 14:36:34.412699 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3788ffd-eea7-4565-9fe9-7c4d52b304ed req-55c86d71-b4b4-494d-86b5-5ffc8afd7105 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:34.424175 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a3788ffd-eea7-4565-9fe9-7c4d52b304ed req-55c86d71-b4b4-494d-86b5-5ffc8afd7105 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/ports?device_id=28c3cc44-d7df-40fd-a6fc-99d16267b0b1 HTTP/1.1" status: 200 len: 950 time: 0.0828698 Dec 20 14:36:34.532823 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a3788ffd-eea7-4565-9fe9-7c4d52b304ed req-a510cfe8-2a0d-4dcd-b354-437badef6032 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/security-groups?id=e899fdb2-c1a8-40be-a7f0-526dd0b6ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055279 Dec 20 14:36:34.610147 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-48f306af-34ef-4232-a784-2c5ea3d476cd req-ebccc281-7a05-4fc0-9839-4a5c93c4d12f tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc1e08ed-a6af-4b8b-b67b-bf49cfbcc841 HTTP/1.1" status: 200 len: 210 time: 0.0357237 Dec 20 14:36:34.651421 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 39768) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:34.931166 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c0d312-1413-498f-8601-39f652edff96 req-d7287fa9-0918-4e19-b40a-b4ab869b7e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:34.931730 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c0d312-1413-498f-8601-39f652edff96 req-d7287fa9-0918-4e19-b40a-b4ab869b7e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:34.932202 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c0d312-1413-498f-8601-39f652edff96 req-d7287fa9-0918-4e19-b40a-b4ab869b7e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:34.932661 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c0d312-1413-498f-8601-39f652edff96 req-d7287fa9-0918-4e19-b40a-b4ab869b7e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:34.933118 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c0d312-1413-498f-8601-39f652edff96 req-d7287fa9-0918-4e19-b40a-b4ab869b7e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:34.933574 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c0d312-1413-498f-8601-39f652edff96 req-d7287fa9-0918-4e19-b40a-b4ab869b7e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:34.934030 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c0d312-1413-498f-8601-39f652edff96 req-d7287fa9-0918-4e19-b40a-b4ab869b7e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:34.936210 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-75c0d312-1413-498f-8601-39f652edff96 req-d7287fa9-0918-4e19-b40a-b4ab869b7e0c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7bec07a8-c25f-4f16-885e-b65a42ac76c9 HTTP/1.1" status: 200 len: 6498 time: 0.2834110 Dec 20 14:36:35.069686 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-75c0d312-1413-498f-8601-39f652edff96 req-45a7a938-7fc3-4356-b210-eb93445e2491 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=90051062-f265-4ecc-9e5a-22ebfc7553a7&id=9a5fb326-e11a-43c7-acb8-8cef9da4f833&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1246302 Dec 20 14:36:35.110096 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 14:36:35.207498 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0e8c60-260b-418c-be4f-130726206787 req-4182f071-dfa6-4d51-b14d-1f5a8d7cd2cc tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:35.209871 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7e0e8c60-260b-418c-be4f-130726206787 req-4182f071-dfa6-4d51-b14d-1f5a8d7cd2cc tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.30 "GET /v2.0/networks?id=7ed718b3-d2e8-4b72-a238-726203897046 HTTP/1.1" status: 200 len: 812 time: 0.1958768 Dec 20 14:36:35.230780 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-7e0e8c60-260b-418c-be4f-130726206787 req-8eaf41d7-95fc-462f-91b2-2d22d0ad6b24 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Request body: {'port': {'device_id': 'bc1e08ed-a6af-4b8b-b67b-bf49cfbcc841', 'network_id': '7ed718b3-d2e8-4b72-a238-726203897046', 'admin_state_up': True, 'tenant_id': '514f3908f9164c0fa19c6d421ce9f2b3'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:36:35.502680 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72276d06-2e2c-4390-9032-5e5181b10fa6 req-35fed4eb-e5a0-47ba-8eef-d4bae3227660 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:35.522530 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-72276d06-2e2c-4390-9032-5e5181b10fa6 req-35fed4eb-e5a0-47ba-8eef-d4bae3227660 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/ports?device_id=b35ec18f-30de-413a-8917-017627ca3908 HTTP/1.1" status: 200 len: 945 time: 0.1290245 Dec 20 14:36:35.574993 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e0e8c60-260b-418c-be4f-130726206787 req-8eaf41d7-95fc-462f-91b2-2d22d0ad6b24 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Made reservation on behalf of 514f3908f9164c0fa19c6d421ce9f2b3 for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:36:35.579529 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-7e0e8c60-260b-418c-be4f-130726206787 req-8eaf41d7-95fc-462f-91b2-2d22d0ad6b24 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:35.692373 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-72276d06-2e2c-4390-9032-5e5181b10fa6 req-84687a8f-234e-4a98-8b61-0d5620420442 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff2c97d-c902-4302-9c87-14f917dbe0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672065 Dec 20 14:36:35.745849 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:35.763784 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72bdd4-91ca-4c0f-bc29-2d4a23736cde req-19098677-3771-4971-b1dd-f9bfdc63cbd0 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:35.772585 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3a72bdd4-91ca-4c0f-bc29-2d4a23736cde req-19098677-3771-4971-b1dd-f9bfdc63cbd0 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/ports?device_id=28c3cc44-d7df-40fd-a6fc-99d16267b0b1 HTTP/1.1" status: 200 len: 950 time: 0.1289907 Dec 20 14:36:35.841549 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3a72bdd4-91ca-4c0f-bc29-2d4a23736cde req-61d43aa6-f0a7-474b-8866-9d7febea3911 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/security-groups?id=e899fdb2-c1a8-40be-a7f0-526dd0b6ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627789 Dec 20 14:36:35.913079 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-04a2e7f7-0796-4965-9ec1-002ef5b3c805 req-85f7bd3f-0b01-403c-94cc-4f5e08345596 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc1e08ed-a6af-4b8b-b67b-bf49cfbcc841 HTTP/1.1" status: 200 len: 210 time: 0.0441725 Dec 20 14:36:35.922110 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [req-7e0e8c60-260b-418c-be4f-130726206787 req-8eaf41d7-95fc-462f-91b2-2d22d0ad6b24 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Allocated IP 172.20.0.7 (7ed718b3-d2e8-4b72-a238-726203897046/5d68b841-2dcc-4f7d-9f3b-ab3557b797a0/2f328448-a642-404d-96ba-389de2cd13ed) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:36:36.161263 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-7e0e8c60-260b-418c-be4f-130726206787 req-8eaf41d7-95fc-462f-91b2-2d22d0ad6b24 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:36.200177 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:36.209812 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-7e0e8c60-260b-418c-be4f-130726206787 req-8eaf41d7-95fc-462f-91b2-2d22d0ad6b24 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:36.227814 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['02d7bb87-3236-41e6-86d5-147fff80b815'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:36:36.260878 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e0e8c60-260b-418c-be4f-130726206787 req-8eaf41d7-95fc-462f-91b2-2d22d0ad6b24 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Network 7ed718b3-d2e8-4b72-a238-726203897046 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:36:36.264355 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [req-7e0e8c60-260b-418c-be4f-130726206787 req-8eaf41d7-95fc-462f-91b2-2d22d0ad6b24 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:36:36.268677 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e0e8c60-260b-418c-be4f-130726206787 req-8eaf41d7-95fc-462f-91b2-2d22d0ad6b24 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:36:36.299071 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaf41d7-95fc-462f-91b2-2d22d0ad6b24 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Pushing event updated for resources: {'Port': ['ID=2f328448-a642-404d-96ba-389de2cd13ed,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:36.312774 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eaf41d7-95fc-462f-91b2-2d22d0ad6b24 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:36:36.313119 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eaf41d7-95fc-462f-91b2-2d22d0ad6b24 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:36:36.313460 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eaf41d7-95fc-462f-91b2-2d22d0ad6b24 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:36:36.313797 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eaf41d7-95fc-462f-91b2-2d22d0ad6b24 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:36:36.314128 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eaf41d7-95fc-462f-91b2-2d22d0ad6b24 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:36:36.314476 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eaf41d7-95fc-462f-91b2-2d22d0ad6b24 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:36:36.314817 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eaf41d7-95fc-462f-91b2-2d22d0ad6b24 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:36:36.315143 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eaf41d7-95fc-462f-91b2-2d22d0ad6b24 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:36:36.315611 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eaf41d7-95fc-462f-91b2-2d22d0ad6b24 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:36:36.315936 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eaf41d7-95fc-462f-91b2-2d22d0ad6b24 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:36:36.316261 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eaf41d7-95fc-462f-91b2-2d22d0ad6b24 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:36:36.316585 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eaf41d7-95fc-462f-91b2-2d22d0ad6b24 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:36:36.316904 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eaf41d7-95fc-462f-91b2-2d22d0ad6b24 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:36:36.341997 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0e8c60-260b-418c-be4f-130726206787 req-8eaf41d7-95fc-462f-91b2-2d22d0ad6b24 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:36.342649 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-7e0e8c60-260b-418c-be4f-130726206787 req-8eaf41d7-95fc-462f-91b2-2d22d0ad6b24 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:36.364923 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7e0e8c60-260b-418c-be4f-130726206787 req-8eaf41d7-95fc-462f-91b2-2d22d0ad6b24 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1451633 Dec 20 14:36:36.567972 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-7e0e8c60-260b-418c-be4f-130726206787 req-8e182c78-115d-44d7-93b8-fbb2f0cdd49e service neutron] Request body: {'port': {'device_id': 'bc1e08ed-a6af-4b8b-b67b-bf49cfbcc841', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-19'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:36:36.657700 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-d88c2045-be5e-495f-8b2e-cf50dfd68058 None None] Provisioning complete for port 2f328448-a642-404d-96ba-389de2cd13ed triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:36:36.660427 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d88c2045-be5e-495f-8b2e-cf50dfd68058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:36.673908 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-7e0e8c60-260b-418c-be4f-130726206787 req-8e182c78-115d-44d7-93b8-fbb2f0cdd49e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:36.755104 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-d88c2045-be5e-495f-8b2e-cf50dfd68058 None None] Port 2f328448-a642-404d-96ba-389de2cd13ed cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:36:36.776724 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 39860) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:36.888591 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8dfab5-d60e-4be9-a838-39f144b3b94a req-d47ae590-9bb2-4f53-97a0-2269f85e9eb4 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:36.898470 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4a8dfab5-d60e-4be9-a838-39f144b3b94a req-d47ae590-9bb2-4f53-97a0-2269f85e9eb4 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/ports?device_id=b35ec18f-30de-413a-8917-017627ca3908 HTTP/1.1" status: 200 len: 945 time: 0.0769036 Dec 20 14:36:36.985693 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4a8dfab5-d60e-4be9-a838-39f144b3b94a req-554ea36c-5c81-4236-b8c3-0e3c298c8b0a tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff2c97d-c902-4302-9c87-14f917dbe0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713937 Dec 20 14:36:37.122079 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68251a7e-3bba-46ee-8fbe-b7ec89de0016 req-106a6956-6860-4135-b448-e5cf3b0fdb60 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:37.124581 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-68251a7e-3bba-46ee-8fbe-b7ec89de0016 req-106a6956-6860-4135-b448-e5cf3b0fdb60 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/ports?device_id=28c3cc44-d7df-40fd-a6fc-99d16267b0b1 HTTP/1.1" status: 200 len: 950 time: 0.1617477 Dec 20 14:36:37.137683 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b2a1b9-bcab-4c86-be96-2979f7bea3fd req-5b0c34b6-9365-4722-8c5e-efad5ce328a0 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:37.141748 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-24b2a1b9-bcab-4c86-be96-2979f7bea3fd req-5b0c34b6-9365-4722-8c5e-efad5ce328a0 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc1e08ed-a6af-4b8b-b67b-bf49cfbcc841 HTTP/1.1" status: 200 len: 931 time: 0.0778797 Dec 20 14:36:37.226628 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [req-7e0e8c60-260b-418c-be4f-130726206787 req-8e182c78-115d-44d7-93b8-fbb2f0cdd49e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f328448-a642-404d-96ba-389de2cd13ed {{(pid=103168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:36:37.227761 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-24b2a1b9-bcab-4c86-be96-2979f7bea3fd req-5f62738e-a8c3-4999-853c-69c3e1deb9f2 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=f2f975e9-21d7-4fe5-b06b-fdbb671aee94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742280 Dec 20 14:36:37.237395 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-7e0e8c60-260b-418c-be4f-130726206787 req-8e182c78-115d-44d7-93b8-fbb2f0cdd49e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:37.264368 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.provisioning_blocks [req-7e0e8c60-260b-418c-be4f-130726206787 req-8e182c78-115d-44d7-93b8-fbb2f0cdd49e service neutron] Transition to ACTIVE for port object 2f328448-a642-404d-96ba-389de2cd13ed will not be triggered until provisioned by entity L2. {{(pid=103168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:36:37.282897 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8d4bc158-1088-4040-b1c8-684d1f9b8436 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:37.284610 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-7e0e8c60-260b-418c-be4f-130726206787 req-8e182c78-115d-44d7-93b8-fbb2f0cdd49e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:37.413838 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-68251a7e-3bba-46ee-8fbe-b7ec89de0016 req-3c64bd8c-9ebc-42d5-af2d-22d6dddc8716 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/security-groups?id=e899fdb2-c1a8-40be-a7f0-526dd0b6ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789161 Dec 20 14:36:37.436618 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e182c78-115d-44d7-93b8-fbb2f0cdd49e service neutron] Pushing event updated for resources: {'Port': ['ID=2f328448-a642-404d-96ba-389de2cd13ed,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:37.482103 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8d4bc158-1088-4040-b1c8-684d1f9b8436 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:37.500628 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8d4bc158-1088-4040-b1c8-684d1f9b8436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:37.586633 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 39884) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:37.587217 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-8d4bc158-1088-4040-b1c8-684d1f9b8436 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=71ec043ad33e406a986cbd1bfca48168&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8087802 Dec 20 14:36:37.588037 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4bc158-1088-4040-b1c8-684d1f9b8436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d875956e-bb77-4d91-b874-b0f718d70281,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:37.612484 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4bc158-1088-4040-b1c8-684d1f9b8436 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:36:37.612879 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4bc158-1088-4040-b1c8-684d1f9b8436 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:36:37.613187 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4bc158-1088-4040-b1c8-684d1f9b8436 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:36:37.613522 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4bc158-1088-4040-b1c8-684d1f9b8436 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:36:37.613856 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4bc158-1088-4040-b1c8-684d1f9b8436 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:36:37.614186 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4bc158-1088-4040-b1c8-684d1f9b8436 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:36:37.614516 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4bc158-1088-4040-b1c8-684d1f9b8436 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:36:37.614875 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4bc158-1088-4040-b1c8-684d1f9b8436 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:36:37.615200 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4bc158-1088-4040-b1c8-684d1f9b8436 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:36:37.615603 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4bc158-1088-4040-b1c8-684d1f9b8436 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:36:37.615927 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4bc158-1088-4040-b1c8-684d1f9b8436 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:36:37.616262 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4bc158-1088-4040-b1c8-684d1f9b8436 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:36:37.616584 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4bc158-1088-4040-b1c8-684d1f9b8436 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:36:37.703195 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-7e0e8c60-260b-418c-be4f-130726206787 req-8e182c78-115d-44d7-93b8-fbb2f0cdd49e service neutron] Attempting to bind port 2f328448-a642-404d-96ba-389de2cd13ed on host n-h1-761264-19 for vnic_type normal with profile {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:36:37.703595 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-7e0e8c60-260b-418c-be4f-130726206787 req-8e182c78-115d-44d7-93b8-fbb2f0cdd49e service neutron] Attempting to bind port 2f328448-a642-404d-96ba-389de2cd13ed by drivers openvswitch,hyperv on host n-h1-761264-19 at level 0 using segments [{'id': '64c4cfe8-4670-4033-981a-f04cac942433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7ed718b3-d2e8-4b72-a238-726203897046'}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:36:37.704082 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0e8c60-260b-418c-be4f-130726206787 req-8e182c78-115d-44d7-93b8-fbb2f0cdd49e service neutron] Attempting to bind port 2f328448-a642-404d-96ba-389de2cd13ed on network 7ed718b3-d2e8-4b72-a238-726203897046 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:36:37.721147 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0e8c60-260b-418c-be4f-130726206787 req-8e182c78-115d-44d7-93b8-fbb2f0cdd49e service neutron] Port 2f328448-a642-404d-96ba-389de2cd13ed on network 7ed718b3-d2e8-4b72-a238-726203897046 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-19 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:36:37.721551 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0e8c60-260b-418c-be4f-130726206787 req-8e182c78-115d-44d7-93b8-fbb2f0cdd49e service neutron] Attempting to bind port 2f328448-a642-404d-96ba-389de2cd13ed on network 7ed718b3-d2e8-4b72-a238-726203897046 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:36:37.732543 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-809465cb-f2d4-43b4-b176-59e8ea4ac72c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:37.743944 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f901dd73-e6f2-445d-bced-af1d755f603f req-917f5b56-21dc-4057-8ceb-b24d12403a5c tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:37.751413 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f901dd73-e6f2-445d-bced-af1d755f603f req-917f5b56-21dc-4057-8ceb-b24d12403a5c tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/ports?device_id=b35ec18f-30de-413a-8917-017627ca3908 HTTP/1.1" status: 200 len: 945 time: 0.1516838 Dec 20 14:36:37.774664 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0e8c60-260b-418c-be4f-130726206787 req-8e182c78-115d-44d7-93b8-fbb2f0cdd49e service neutron] Checking agent: {'id': '3e5ace3e-dd7b-4522-a7c4-77d13dbeab1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:36:37.775296 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0e8c60-260b-418c-be4f-130726206787 req-8e182c78-115d-44d7-93b8-fbb2f0cdd49e service neutron] Checking segment: {'id': '64c4cfe8-4670-4033-981a-f04cac942433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7ed718b3-d2e8-4b72-a238-726203897046'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:36:37.775688 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0e8c60-260b-418c-be4f-130726206787 req-8e182c78-115d-44d7-93b8-fbb2f0cdd49e service neutron] Bound using segment: {'id': '64c4cfe8-4670-4033-981a-f04cac942433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7ed718b3-d2e8-4b72-a238-726203897046'} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:36:37.776143 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-7e0e8c60-260b-418c-be4f-130726206787 req-8e182c78-115d-44d7-93b8-fbb2f0cdd49e service neutron] Bound port: 2f328448-a642-404d-96ba-389de2cd13ed, host: n-h1-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64c4cfe8-4670-4033-981a-f04cac942433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7ed718b3-d2e8-4b72-a238-726203897046'}}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:36:37.776498 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-7e0e8c60-260b-418c-be4f-130726206787 req-8e182c78-115d-44d7-93b8-fbb2f0cdd49e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:37.793586 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-809465cb-f2d4-43b4-b176-59e8ea4ac72c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:37.901551 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f901dd73-e6f2-445d-bced-af1d755f603f req-b3eff629-34f6-44a5-95e4-6c8c28a84df2 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff2c97d-c902-4302-9c87-14f917dbe0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180744 Dec 20 14:36:37.924367 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-7e0e8c60-260b-418c-be4f-130726206787 req-8e182c78-115d-44d7-93b8-fbb2f0cdd49e service neutron] For port 2f328448-a642-404d-96ba-389de2cd13ed, host n-h1-761264-19, cleared binding levels {{(pid=103168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:36:37.924367 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-7e0e8c60-260b-418c-be4f-130726206787 req-8e182c78-115d-44d7-93b8-fbb2f0cdd49e service neutron] For port 2f328448-a642-404d-96ba-389de2cd13ed, host n-h1-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=2f328448-a642-404d-96ba-389de2cd13ed,segment=NetworkSegment(64c4cfe8-4670-4033-981a-f04cac942433),segment_id=64c4cfe8-4670-4033-981a-f04cac942433)] {{(pid=103168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:36:37.934287 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-7e0e8c60-260b-418c-be4f-130726206787 req-8e182c78-115d-44d7-93b8-fbb2f0cdd49e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:37.939194 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-809465cb-f2d4-43b4-b176-59e8ea4ac72c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:37.941847 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-809465cb-f2d4-43b4-b176-59e8ea4ac72c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:37.945942 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-809465cb-f2d4-43b4-b176-59e8ea4ac72c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d875956e-bb77-4d91-b874-b0f718d70281 HTTP/1.1" status: 204 len: 168 time: 0.3554618 Dec 20 14:36:37.976425 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0e8c60-260b-418c-be4f-130726206787 req-8e182c78-115d-44d7-93b8-fbb2f0cdd49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:37.977157 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-7e0e8c60-260b-418c-be4f-130726206787 req-8e182c78-115d-44d7-93b8-fbb2f0cdd49e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:37.984077 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7e0e8c60-260b-418c-be4f-130726206787 req-8e182c78-115d-44d7-93b8-fbb2f0cdd49e service neutron] 10.222.0.30 "PUT /v2.0/ports/2f328448-a642-404d-96ba-389de2cd13ed HTTP/1.1" status: 200 len: 1092 time: 1.6093287 Dec 20 14:36:37.993957 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc1e08ed-a6af-4b8b-b67b-bf49cfbcc841', 'tag': '2f328448-a642-404d-96ba-389de2cd13ed'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:36:37.996732 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06b4ab18-14c1-4896-9197-b79739795ada" -d '{"events": [{"name": "network-changed", "server_uuid": "bc1e08ed-a6af-4b8b-b67b-bf49cfbcc841", "tag": "2f328448-a642-404d-96ba-389de2cd13ed"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:36:38.031007 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809465cb-f2d4-43b4-b176-59e8ea4ac72c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d875956e-bb77-4d91-b874-b0f718d70281,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:38.109103 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae7466aa-0893-40a2-8b43-428e5b3a3b03 x-openstack-request-id: req-ae7466aa-0893-40a2-8b43-428e5b3a3b03 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:36:38.109380 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc1e08ed-a6af-4b8b-b67b-bf49cfbcc841", "tag": "2f328448-a642-404d-96ba-389de2cd13ed", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:36:38.109636 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ae7466aa-0893-40a2-8b43-428e5b3a3b03 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:36:38.110037 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc1e08ed-a6af-4b8b-b67b-bf49cfbcc841', 'tag': '2f328448-a642-404d-96ba-389de2cd13ed', 'status': 'completed', 'code': 200} Dec 20 14:36:38.147483 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e182c78-115d-44d7-93b8-fbb2f0cdd49e service neutron] Pushing event updated for resources: {'Port': ['ID=2f328448-a642-404d-96ba-389de2cd13ed,revision_number=3']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:38.163796 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0e8c60-260b-418c-be4f-130726206787 req-07dbabd4-c377-422d-9da9-7c0fc5768c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:38.165609 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7e0e8c60-260b-418c-be4f-130726206787 req-07dbabd4-c377-422d-9da9-7c0fc5768c10 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=514f3908f9164c0fa19c6d421ce9f2b3&device_id=bc1e08ed-a6af-4b8b-b67b-bf49cfbcc841 HTTP/1.1" status: 200 len: 1095 time: 0.1166840 Dec 20 14:36:38.224943 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7e0e8c60-260b-418c-be4f-130726206787 req-0c1d7241-d880-403b-a029-4862ccb4791c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f328448-a642-404d-96ba-389de2cd13ed HTTP/1.1" status: 200 len: 217 time: 0.0492244 Dec 20 14:36:38.357614 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0e8c60-260b-418c-be4f-130726206787 req-17e8d9be-c6eb-460a-96e5-e3c0055a317e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:38.362116 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7e0e8c60-260b-418c-be4f-130726206787 req-17e8d9be-c6eb-460a-96e5-e3c0055a317e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5d68b841-2dcc-4f7d-9f3b-ab3557b797a0 HTTP/1.1" status: 200 len: 851 time: 0.1300273 Dec 20 14:36:38.598256 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8150f21-6b4d-4e5d-ac78-d2991c65f4cc req-d8efc754-4b5d-4309-b2f3-57c3b8777572 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:38.607984 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e8150f21-6b4d-4e5d-ac78-d2991c65f4cc req-d8efc754-4b5d-4309-b2f3-57c3b8777572 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/ports?device_id=28c3cc44-d7df-40fd-a6fc-99d16267b0b1 HTTP/1.1" status: 200 len: 950 time: 0.0817733 Dec 20 14:36:38.681210 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e8150f21-6b4d-4e5d-ac78-d2991c65f4cc req-4eb638a0-878f-41f2-bb7c-b5a3abd71325 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/security-groups?id=e899fdb2-c1a8-40be-a7f0-526dd0b6ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639422 Dec 20 14:36:38.682260 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 39920) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:38.703431 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d21031db-2761-4da0-82d1-0f95ada70694 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:38.816350 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d21031db-2761-4da0-82d1-0f95ada70694 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:38.823206 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d21031db-2761-4da0-82d1-0f95ada70694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:38.834805 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85c4a9b-314a-4c0b-8b7f-4ba661eb5d48 req-3df023cf-e51c-46df-adaf-f3b16a86d829 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:38.837223 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d85c4a9b-314a-4c0b-8b7f-4ba661eb5d48 req-3df023cf-e51c-46df-adaf-f3b16a86d829 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc1e08ed-a6af-4b8b-b67b-bf49cfbcc841 HTTP/1.1" status: 200 len: 943 time: 0.5101342 Dec 20 14:36:38.888221 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-d21031db-2761-4da0-82d1-0f95ada70694 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f99aedf7dc5b42808451dd4435d27141&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2024841 Dec 20 14:36:38.889052 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21031db-2761-4da0-82d1-0f95ada70694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=823e783f-dcf8-4f83-ab6d-b4cdec7fffec,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:38.889168 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0e8c60-260b-418c-be4f-130726206787 req-fcb18f89-9a8d-400a-b9a2-38ffed0dc6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:38.890696 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7e0e8c60-260b-418c-be4f-130726206787 req-fcb18f89-9a8d-400a-b9a2-38ffed0dc6ee service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ed718b3-d2e8-4b72-a238-726203897046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5015216 Dec 20 14:36:38.891245 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 39924) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:38.897048 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d85c4a9b-314a-4c0b-8b7f-4ba661eb5d48 req-b5634e07-1be4-4670-ad9f-591203200933 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=f2f975e9-21d7-4fe5-b06b-fdbb671aee94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515234 Dec 20 14:36:39.018286 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cce7e8d0-8ae0-4fd7-8953-c9d0e361f88d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:39.061167 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cce7e8d0-8ae0-4fd7-8953-c9d0e361f88d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:39.064928 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7e0e8c60-260b-418c-be4f-130726206787 req-e3d77978-ac33-400e-855e-0999d84d7cdb service neutron] 10.222.0.30 "GET /v2.0/networks/7ed718b3-d2e8-4b72-a238-726203897046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601224 Dec 20 14:36:39.083178 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734ec04c-4d3f-4ba1-94b1-33d4e156a6cb req-ba5185ec-c29b-4bee-acce-7e2d6afadf5e tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:39.085242 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-734ec04c-4d3f-4ba1-94b1-33d4e156a6cb req-ba5185ec-c29b-4bee-acce-7e2d6afadf5e tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/ports?device_id=b35ec18f-30de-413a-8917-017627ca3908 HTTP/1.1" status: 200 len: 945 time: 0.1089993 Dec 20 14:36:39.149453 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-734ec04c-4d3f-4ba1-94b1-33d4e156a6cb req-c664b36d-04cf-450a-be9a-687bcc74ee87 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff2c97d-c902-4302-9c87-14f917dbe0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568242 Dec 20 14:36:39.180688 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7e0e8c60-260b-418c-be4f-130726206787 req-92f1f6f2-e395-495c-9d8a-0fa2b36569e7 service neutron] 10.222.0.30 "GET /v2.0/networks/7ed718b3-d2e8-4b72-a238-726203897046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081367 Dec 20 14:36:39.210884 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cce7e8d0-8ae0-4fd7-8953-c9d0e361f88d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:39.214948 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cce7e8d0-8ae0-4fd7-8953-c9d0e361f88d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:39.218502 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-cce7e8d0-8ae0-4fd7-8953-c9d0e361f88d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/823e783f-dcf8-4f83-ab6d-b4cdec7fffec HTTP/1.1" status: 204 len: 168 time: 0.3232186 Dec 20 14:36:39.226208 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce7e8d0-8ae0-4fd7-8953-c9d0e361f88d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=823e783f-dcf8-4f83-ab6d-b4cdec7fffec,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:39.316501 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b4ab18-14c1-4896-9197-b79739795ada req-4fcd56a5-f7af-4d0a-a3c0-5c3e50152e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:39.322630 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-06b4ab18-14c1-4896-9197-b79739795ada req-4fcd56a5-f7af-4d0a-a3c0-5c3e50152e33 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=514f3908f9164c0fa19c6d421ce9f2b3&device_id=bc1e08ed-a6af-4b8b-b67b-bf49cfbcc841 HTTP/1.1" status: 200 len: 1095 time: 0.0726669 Dec 20 14:36:39.453990 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b4ab18-14c1-4896-9197-b79739795ada req-32c42d35-408d-4c34-8490-2799d859ef4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:39.456021 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-06b4ab18-14c1-4896-9197-b79739795ada req-32c42d35-408d-4c34-8490-2799d859ef4a service neutron] 10.222.0.30 "GET /v2.0/networks?id=7ed718b3-d2e8-4b72-a238-726203897046 HTTP/1.1" status: 200 len: 913 time: 0.1240160 Dec 20 14:36:39.515848 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-06b4ab18-14c1-4896-9197-b79739795ada req-9987c6a1-f04b-4785-915b-d9a577352c07 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f328448-a642-404d-96ba-389de2cd13ed HTTP/1.1" status: 200 len: 217 time: 0.0503817 Dec 20 14:36:39.583094 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b4ab18-14c1-4896-9197-b79739795ada req-71496988-d7cc-45dc-95d3-23fcdabaf51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:39.584799 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-06b4ab18-14c1-4896-9197-b79739795ada req-71496988-d7cc-45dc-95d3-23fcdabaf51f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5d68b841-2dcc-4f7d-9f3b-ab3557b797a0 HTTP/1.1" status: 200 len: 851 time: 0.0609689 Dec 20 14:36:39.654171 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b4ab18-14c1-4896-9197-b79739795ada req-3af9a4e4-c8f7-4729-b0a3-d5ab0d0e0a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:39.654171 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-06b4ab18-14c1-4896-9197-b79739795ada req-3af9a4e4-c8f7-4729-b0a3-d5ab0d0e0a5a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ed718b3-d2e8-4b72-a238-726203897046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0608315 Dec 20 14:36:39.853122 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9052ba82-8231-47d8-97b1-1b5f0caa7ebe req-2e489db2-5c41-4578-97d7-5e7b0ae6c075 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:39.854662 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9052ba82-8231-47d8-97b1-1b5f0caa7ebe req-2e489db2-5c41-4578-97d7-5e7b0ae6c075 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/ports?device_id=28c3cc44-d7df-40fd-a6fc-99d16267b0b1 HTTP/1.1" status: 200 len: 950 time: 0.0725029 Dec 20 14:36:39.875804 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-06b4ab18-14c1-4896-9197-b79739795ada req-15f9535b-7247-4bbf-a5f9-f4bf6d0105b4 service neutron] 10.222.0.30 "GET /v2.0/networks/7ed718b3-d2e8-4b72-a238-726203897046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144146 Dec 20 14:36:39.984197 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-06b4ab18-14c1-4896-9197-b79739795ada req-48636fc3-1555-4428-8ef3-9b99d502f2fe service neutron] 10.222.0.30 "GET /v2.0/networks/7ed718b3-d2e8-4b72-a238-726203897046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985732 Dec 20 14:36:40.014697 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9052ba82-8231-47d8-97b1-1b5f0caa7ebe req-f678f5cc-f795-48a4-aad4-ead5c69f8048 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/security-groups?id=e899fdb2-c1a8-40be-a7f0-526dd0b6ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501215 Dec 20 14:36:40.105133 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb70d1ba-5f58-4bab-80a8-3e242a21e27a req-07d811d5-81f1-4c36-9701-495b339690c6 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:40.106812 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-cb70d1ba-5f58-4bab-80a8-3e242a21e27a req-07d811d5-81f1-4c36-9701-495b339690c6 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc1e08ed-a6af-4b8b-b67b-bf49cfbcc841 HTTP/1.1" status: 200 len: 943 time: 0.0824311 Dec 20 14:36:40.165924 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-cb70d1ba-5f58-4bab-80a8-3e242a21e27a req-4797d9f6-316a-4da5-aa84-0d59d9204cd8 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=f2f975e9-21d7-4fe5-b06b-fdbb671aee94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491221 Dec 20 14:36:40.285253 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caea6b6c-5524-4904-a460-0a10fc8cbdb5 req-75ef7a2b-8b6e-4ee8-82d1-ad08006e56c4 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:40.286882 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-caea6b6c-5524-4904-a460-0a10fc8cbdb5 req-75ef7a2b-8b6e-4ee8-82d1-ad08006e56c4 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/ports?device_id=b35ec18f-30de-413a-8917-017627ca3908 HTTP/1.1" status: 200 len: 945 time: 0.0557888 Dec 20 14:36:40.348627 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-caea6b6c-5524-4904-a460-0a10fc8cbdb5 req-d4a02ab2-d090-41bf-af49-3c2f2239c1cb tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff2c97d-c902-4302-9c87-14f917dbe0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552013 Dec 20 14:36:41.093057 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36eb58d-427f-4770-ae1a-dfdebc9ce3c0 req-008cfd8b-6ed7-4130-9027-2fd7b4723cfa tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:41.094829 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e36eb58d-427f-4770-ae1a-dfdebc9ce3c0 req-008cfd8b-6ed7-4130-9027-2fd7b4723cfa tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.47 "GET /v2.0/ports?device_id=b35ec18f-30de-413a-8917-017627ca3908 HTTP/1.1" status: 200 len: 945 time: 0.0721138 Dec 20 14:36:41.227807 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eb1b93-541a-425f-9b71-49b94ed9e40e req-8a1c8bd8-ae92-43a9-ab6b-cec413efa3cf tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:41.237480 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-e36eb58d-427f-4770-ae1a-dfdebc9ce3c0 req-483a370b-76aa-4abe-a2a6-f6b0fe3f2a8d tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Deleting port 6a2b3a98-8334-4dc0-9ba4-25e1ff2006d8 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:36:41.237913 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e36eb58d-427f-4770-ae1a-dfdebc9ce3c0 req-483a370b-76aa-4abe-a2a6-f6b0fe3f2a8d tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:41.242598 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f8eb1b93-541a-425f-9b71-49b94ed9e40e req-8a1c8bd8-ae92-43a9-ab6b-cec413efa3cf tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/ports?device_id=28c3cc44-d7df-40fd-a6fc-99d16267b0b1 HTTP/1.1" status: 200 len: 950 time: 0.0974474 Dec 20 14:36:41.316053 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f8eb1b93-541a-425f-9b71-49b94ed9e40e req-be219e2f-c2ca-409f-ad84-9e11fd22d066 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/security-groups?id=e899fdb2-c1a8-40be-a7f0-526dd0b6ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717864 Dec 20 14:36:41.435296 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b5049e-e2bd-4303-9c2c-4d2171df9545 req-9dd6688f-6a75-45f5-8ba7-7615bfe41a76 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:41.454095 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b3b5049e-e2bd-4303-9c2c-4d2171df9545 req-9dd6688f-6a75-45f5-8ba7-7615bfe41a76 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc1e08ed-a6af-4b8b-b67b-bf49cfbcc841 HTTP/1.1" status: 200 len: 943 time: 0.1743665 Dec 20 14:36:41.457640 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-e36eb58d-427f-4770-ae1a-dfdebc9ce3c0 req-483a370b-76aa-4abe-a2a6-f6b0fe3f2a8d tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] For port 6a2b3a98-8334-4dc0-9ba4-25e1ff2006d8, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=6a2b3a98-8334-4dc0-9ba4-25e1ff2006d8,segment=NetworkSegment(53618fa9-4105-49a9-a955-23da9897e6b1),segment_id=53618fa9-4105-49a9-a955-23da9897e6b1)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:36:41.458244 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e36eb58d-427f-4770-ae1a-dfdebc9ce3c0 req-483a370b-76aa-4abe-a2a6-f6b0fe3f2a8d tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:41.508987 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-e36eb58d-427f-4770-ae1a-dfdebc9ce3c0 req-483a370b-76aa-4abe-a2a6-f6b0fe3f2a8d tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Calling delete_port for 6a2b3a98-8334-4dc0-9ba4-25e1ff2006d8 owned by compute:nova {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:36:41.541168 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:41.549631 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b3b5049e-e2bd-4303-9c2c-4d2171df9545 req-762ab319-5433-4bc6-89b7-40bd12602a42 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=f2f975e9-21d7-4fe5-b06b-fdbb671aee94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923190 Dec 20 14:36:41.552360 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e71338b-acad-4e87-b580-9c76c915d084 req-e0f28e9e-c18e-4d80-a274-22da897af067 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:41.563239 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2e71338b-acad-4e87-b580-9c76c915d084 req-e0f28e9e-c18e-4d80-a274-22da897af067 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/ports?device_id=b35ec18f-30de-413a-8917-017627ca3908 HTTP/1.1" status: 200 len: 945 time: 0.0873275 Dec 20 14:36:41.655220 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2e71338b-acad-4e87-b580-9c76c915d084 req-cef0f751-0871-430d-b0bf-176cad2ff886 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff2c97d-c902-4302-9c87-14f917dbe0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908766 Dec 20 14:36:41.698206 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e36eb58d-427f-4770-ae1a-dfdebc9ce3c0 req-483a370b-76aa-4abe-a2a6-f6b0fe3f2a8d tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:41.713070 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['caff25a2-9cc3-4665-b056-26b789f7a5dd', '6a2b3a98-8334-4dc0-9ba4-25e1ff2006d8'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:36:41.745801 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483a370b-76aa-4abe-a2a6-f6b0fe3f2a8d tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Pushing event deleted for resources: {'Port': ['ID=6a2b3a98-8334-4dc0-9ba4-25e1ff2006d8,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:41.818281 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-e36eb58d-427f-4770-ae1a-dfdebc9ce3c0 req-483a370b-76aa-4abe-a2a6-f6b0fe3f2a8d tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] No DVR routers for this DVR port 6a2b3a98-8334-4dc0-9ba4-25e1ff2006d8 on host n-h2-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:36:41.822429 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e36eb58d-427f-4770-ae1a-dfdebc9ce3c0 req-483a370b-76aa-4abe-a2a6-f6b0fe3f2a8d tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:41.825314 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e36eb58d-427f-4770-ae1a-dfdebc9ce3c0 req-483a370b-76aa-4abe-a2a6-f6b0fe3f2a8d tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.47 "DELETE /v2.0/ports/6a2b3a98-8334-4dc0-9ba4-25e1ff2006d8 HTTP/1.1" status: 204 len: 173 time: 0.7179611 Dec 20 14:36:41.826094 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b35ec18f-30de-413a-8917-017627ca3908', 'name': 'network-vif-deleted', 'tag': '6a2b3a98-8334-4dc0-9ba4-25e1ff2006d8'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:36:41.828591 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a455ea17-f6bb-4ddf-9257-916d568720ed" -d '{"events": [{"server_uuid": "b35ec18f-30de-413a-8917-017627ca3908", "name": "network-vif-deleted", "tag": "6a2b3a98-8334-4dc0-9ba4-25e1ff2006d8"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:36:41.886872 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b259a2e-991d-4ff2-b924-eee883cfb377 x-openstack-request-id: req-1b259a2e-991d-4ff2-b924-eee883cfb377 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:36:41.887643 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b35ec18f-30de-413a-8917-017627ca3908", "name": "network-vif-deleted", "tag": "6a2b3a98-8334-4dc0-9ba4-25e1ff2006d8", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:36:41.888110 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1b259a2e-991d-4ff2-b924-eee883cfb377 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:36:41.888880 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b35ec18f-30de-413a-8917-017627ca3908', 'name': 'network-vif-deleted', 'tag': '6a2b3a98-8334-4dc0-9ba4-25e1ff2006d8', 'status': 'completed', 'code': 200} Dec 20 14:36:42.085433 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 40032) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:42.216194 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2e8410cb-e375-4ede-9f2e-95cb136a0a16 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:42.357378 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2e8410cb-e375-4ede-9f2e-95cb136a0a16 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:42.367194 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2e8410cb-e375-4ede-9f2e-95cb136a0a16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:42.423418 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-2e8410cb-e375-4ede-9f2e-95cb136a0a16 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f338f1fc39f24c3aa02a499a7c7e6134&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3368559 Dec 20 14:36:42.425942 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 40044) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:42.436918 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8410cb-e375-4ede-9f2e-95cb136a0a16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3bb683e-d522-4d36-959f-742c29a5a579,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:42.456609 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 2f328448-a642-404d-96ba-389de2cd13ed details requested by agent hyperv_n-h1-761264-19 with host n-h1-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:36:42.501103 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc174d3-2c88-4381-9d4b-68706696f83a req-ee142e01-f570-42f5-b23e-f6596c48c4b8 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:42.505684 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2fc174d3-2c88-4381-9d4b-68706696f83a req-ee142e01-f570-42f5-b23e-f6596c48c4b8 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/ports?device_id=28c3cc44-d7df-40fd-a6fc-99d16267b0b1 HTTP/1.1" status: 200 len: 950 time: 0.0968451 Dec 20 14:36:42.530093 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5abe5fe6-b3cf-43c1-9481-601c149a8400 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:42.583308 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5abe5fe6-b3cf-43c1-9481-601c149a8400 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:42.617430 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 2f328448-a642-404d-96ba-389de2cd13ed, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=2f328448-a642-404d-96ba-389de2cd13ed,segment=NetworkSegment(64c4cfe8-4670-4033-981a-f04cac942433),segment_id=64c4cfe8-4670-4033-981a-f04cac942433)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:36:42.627719 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2fc174d3-2c88-4381-9d4b-68706696f83a req-b8552532-444c-4983-9a4a-942ce555928a tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/security-groups?id=e899fdb2-c1a8-40be-a7f0-526dd0b6ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158941 Dec 20 14:36:42.653258 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Returning: {'device': '2f328448-a642-404d-96ba-389de2cd13ed', 'network_id': '7ed718b3-d2e8-4b72-a238-726203897046', 'port_id': '2f328448-a642-404d-96ba-389de2cd13ed', 'mac_address': 'fa:16:3e:3d:54:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d68b841-2dcc-4f7d-9f3b-ab3557b797a0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:36:42.685730 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5abe5fe6-b3cf-43c1-9481-601c149a8400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:42.689368 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5abe5fe6-b3cf-43c1-9481-601c149a8400 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:42.690938 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-5abe5fe6-b3cf-43c1-9481-601c149a8400 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c3bb683e-d522-4d36-959f-742c29a5a579 HTTP/1.1" status: 204 len: 168 time: 0.2635152 Dec 20 14:36:42.705430 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abe5fe6-b3cf-43c1-9481-601c149a8400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3bb683e-d522-4d36-959f-742c29a5a579,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:42.705686 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:42.729590 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f328448-a642-404d-96ba-389de2cd13ed {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:36:42.729868 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595fa9e8-d051-47ba-9049-57ace70a4d5c req-177cb034-2886-4ebb-bb4a-0dd4bed5b9f0 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:42.731949 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-595fa9e8-d051-47ba-9049-57ace70a4d5c req-177cb034-2886-4ebb-bb4a-0dd4bed5b9f0 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc1e08ed-a6af-4b8b-b67b-bf49cfbcc841 HTTP/1.1" status: 200 len: 943 time: 0.0808668 Dec 20 14:36:42.764826 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 2f328448-a642-404d-96ba-389de2cd13ed, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=2f328448-a642-404d-96ba-389de2cd13ed,segment=NetworkSegment(64c4cfe8-4670-4033-981a-f04cac942433),segment_id=64c4cfe8-4670-4033-981a-f04cac942433)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:36:42.774536 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:42.825328 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-595fa9e8-d051-47ba-9049-57ace70a4d5c req-c685f246-a9fb-4bdd-a0dd-23d4a7f44882 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=f2f975e9-21d7-4fe5-b06b-fdbb671aee94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858741 Dec 20 14:36:42.841298 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=2f328448-a642-404d-96ba-389de2cd13ed,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:42.934863 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 40068) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:43.049424 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76054d6c-5456-4244-81f0-f18a5748dfd5 req-d2b64b86-bc77-47c5-9302-cb5ebd2e3512 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:43.051329 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-76054d6c-5456-4244-81f0-f18a5748dfd5 req-d2b64b86-bc77-47c5-9302-cb5ebd2e3512 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/ports?device_id=50f8cdff-dfe7-4b38-b373-88790e4f0182 HTTP/1.1" status: 200 len: 946 time: 0.0670393 Dec 20 14:36:43.111496 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-76054d6c-5456-4244-81f0-f18a5748dfd5 req-3388e3f3-bff9-4c77-8b5f-4b26f62eb55c tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff2c97d-c902-4302-9c87-14f917dbe0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534060 Dec 20 14:36:43.180135 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['2f328448-a642-404d-96ba-389de2cd13ed'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:36:43.309587 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c8af8db1-042a-4d36-8372-ced40f65fb7f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:43.377903 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 40080) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:43.402182 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a404b81d-21d3-4756-9f6e-e986d88c4800 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:43.417764 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c8af8db1-042a-4d36-8372-ced40f65fb7f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:43.424650 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c8af8db1-042a-4d36-8372-ced40f65fb7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:43.485397 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-c8af8db1-042a-4d36-8372-ced40f65fb7f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c29feacc0d904871af9e00f12714fc23&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5474124 Dec 20 14:36:43.485763 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8af8db1-042a-4d36-8372-ced40f65fb7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d219a011-9ef6-44d7-bd8a-eeaf5b4a6640,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:43.486519 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 40086) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:43.549891 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a404b81d-21d3-4756-9f6e-e986d88c4800 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:43.556608 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a404b81d-21d3-4756-9f6e-e986d88c4800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:43.563865 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-33a17027-7b7f-49ce-9c0e-72ca4416592f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:43.592934 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-33a17027-7b7f-49ce-9c0e-72ca4416592f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:43.607813 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-a404b81d-21d3-4756-9f6e-e986d88c4800 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=542b0f3c7cdf447ab7856b4c2fed3ffe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2287025 Dec 20 14:36:43.608738 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a404b81d-21d3-4756-9f6e-e986d88c4800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=577c8d24-7487-4fdd-bc69-80cbb5a4f54b,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:43.611131 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 40090) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:43.657446 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-33a17027-7b7f-49ce-9c0e-72ca4416592f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:43.661342 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-33a17027-7b7f-49ce-9c0e-72ca4416592f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:43.663069 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-33a17027-7b7f-49ce-9c0e-72ca4416592f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d219a011-9ef6-44d7-bd8a-eeaf5b4a6640 HTTP/1.1" status: 204 len: 168 time: 0.1752555 Dec 20 14:36:43.677081 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-105e6f45-0d7b-4a9c-82fb-904aa9d03fa8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:43.687556 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a17027-7b7f-49ce-9c0e-72ca4416592f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d219a011-9ef6-44d7-bd8a-eeaf5b4a6640,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:43.720001 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-105e6f45-0d7b-4a9c-82fb-904aa9d03fa8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:43.771529 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3024736d-4f04-47b9-a6a4-123f784e96a6 req-009dba1b-5923-4c7d-904e-11581ab03625 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:43.773336 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3024736d-4f04-47b9-a6a4-123f784e96a6 req-009dba1b-5923-4c7d-904e-11581ab03625 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/ports?device_id=28c3cc44-d7df-40fd-a6fc-99d16267b0b1 HTTP/1.1" status: 200 len: 950 time: 0.0670531 Dec 20 14:36:43.787232 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-105e6f45-0d7b-4a9c-82fb-904aa9d03fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:43.791386 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-105e6f45-0d7b-4a9c-82fb-904aa9d03fa8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:43.796026 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-105e6f45-0d7b-4a9c-82fb-904aa9d03fa8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/577c8d24-7487-4fdd-bc69-80cbb5a4f54b HTTP/1.1" status: 204 len: 168 time: 0.1838598 Dec 20 14:36:43.804584 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105e6f45-0d7b-4a9c-82fb-904aa9d03fa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=577c8d24-7487-4fdd-bc69-80cbb5a4f54b,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:43.864669 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3024736d-4f04-47b9-a6a4-123f784e96a6 req-d840100c-eaa3-4c07-8293-2da76b935a1c tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/security-groups?id=e899fdb2-c1a8-40be-a7f0-526dd0b6ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798972 Dec 20 14:36:43.970624 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fb049c-fe9d-4653-8a99-6910b8e78fc6 req-566f0afc-5bf6-41aa-a8d1-9e985beb58bc tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:43.972256 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-87fb049c-fe9d-4653-8a99-6910b8e78fc6 req-566f0afc-5bf6-41aa-a8d1-9e985beb58bc tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc1e08ed-a6af-4b8b-b67b-bf49cfbcc841 HTTP/1.1" status: 200 len: 944 time: 0.0576162 Dec 20 14:36:44.029827 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-87fb049c-fe9d-4653-8a99-6910b8e78fc6 req-b117d186-daaa-4713-9b99-e520f67d556b tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=f2f975e9-21d7-4fe5-b06b-fdbb671aee94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498366 Dec 20 14:36:44.098454 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 40104) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:44.114422 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2004f153-4adb-4bbd-a0b1-fc5eba8bb688 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:44.206587 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 40110) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:44.226375 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2004f153-4adb-4bbd-a0b1-fc5eba8bb688 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:44.242351 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2004f153-4adb-4bbd-a0b1-fc5eba8bb688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:44.262707 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c320fc-9b3c-44e3-a27d-95c15f3a92d3 req-087399eb-67f1-431d-bb5a-9e8835630aff tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:44.279367 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-16c320fc-9b3c-44e3-a27d-95c15f3a92d3 req-087399eb-67f1-431d-bb5a-9e8835630aff tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/ports?device_id=50f8cdff-dfe7-4b38-b373-88790e4f0182 HTTP/1.1" status: 200 len: 946 time: 0.0805929 Dec 20 14:36:44.288747 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2004f153-4adb-4bbd-a0b1-fc5eba8bb688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55b3fd11-47d5-46ea-88c2-a8a832fa4ea6,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:44.304661 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-2004f153-4adb-4bbd-a0b1-fc5eba8bb688 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8ac9748a7f944e53b9aad715fb03d716&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2049530 Dec 20 14:36:44.307823 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 40118) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:44.364778 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-16c320fc-9b3c-44e3-a27d-95c15f3a92d3 req-f820a5e0-7447-421d-b5fc-bd69c261058a tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff2c97d-c902-4302-9c87-14f917dbe0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783434 Dec 20 14:36:44.376039 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-acbcfc05-df82-441b-8254-8a19b5f0e309 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:44.386975 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fb4b960c-bbfa-43b3-acbd-539cd758d6bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:44.415749 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-acbcfc05-df82-441b-8254-8a19b5f0e309 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:44.455350 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 2f328448-a642-404d-96ba-389de2cd13ed up at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:36:44.509581 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-acbcfc05-df82-441b-8254-8a19b5f0e309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:44.509737 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-acbcfc05-df82-441b-8254-8a19b5f0e309 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:44.510933 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-acbcfc05-df82-441b-8254-8a19b5f0e309 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/55b3fd11-47d5-46ea-88c2-a8a832fa4ea6 HTTP/1.1" status: 204 len: 168 time: 0.2020106 Dec 20 14:36:44.520235 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning for port 2f328448-a642-404d-96ba-389de2cd13ed completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:36:44.526166 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning complete for port 2f328448-a642-404d-96ba-389de2cd13ed triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:36:44.526988 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:44.532735 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbcfc05-df82-441b-8254-8a19b5f0e309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b3fd11-47d5-46ea-88c2-a8a832fa4ea6,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:44.536991 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fb4b960c-bbfa-43b3-acbd-539cd758d6bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:44.543791 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fb4b960c-bbfa-43b3-acbd-539cd758d6bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:44.598662 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-fb4b960c-bbfa-43b3-acbd-539cd758d6bf admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3b773d3d699e41aba2d0b4c90dc32826&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3906806 Dec 20 14:36:44.600054 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4b960c-bbfa-43b3-acbd-539cd758d6bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae25ee99-cf1c-454d-9ae2-2a94164bf5aa,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:44.601433 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 40130) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:44.658153 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:44.693986 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a29f3efa-1385-4238-ad38-67f90dcedaa5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:44.700377 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc1e08ed-a6af-4b8b-b67b-bf49cfbcc841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f328448-a642-404d-96ba-389de2cd13ed'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:36:44.703008 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f95f7d8-545c-450f-912e-0f297594f859" -d '{"events": [{"server_uuid": "bc1e08ed-a6af-4b8b-b67b-bf49cfbcc841", "name": "network-vif-plugged", "status": "completed", "tag": "2f328448-a642-404d-96ba-389de2cd13ed"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:36:44.727234 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a29f3efa-1385-4238-ad38-67f90dcedaa5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:44.738852 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 2f328448-a642-404d-96ba-389de2cd13ed, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=2f328448-a642-404d-96ba-389de2cd13ed,segment=NetworkSegment(64c4cfe8-4670-4033-981a-f04cac942433),segment_id=64c4cfe8-4670-4033-981a-f04cac942433)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:36:44.747608 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:44.762562 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45b86783-64dc-41b0-8cf3-8b40806705c3 x-openstack-request-id: req-45b86783-64dc-41b0-8cf3-8b40806705c3 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:36:44.763094 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc1e08ed-a6af-4b8b-b67b-bf49cfbcc841", "name": "network-vif-plugged", "status": "completed", "tag": "2f328448-a642-404d-96ba-389de2cd13ed", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:36:44.763498 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-45b86783-64dc-41b0-8cf3-8b40806705c3 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:36:44.764143 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc1e08ed-a6af-4b8b-b67b-bf49cfbcc841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f328448-a642-404d-96ba-389de2cd13ed', 'code': 200} Dec 20 14:36:44.808075 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a29f3efa-1385-4238-ad38-67f90dcedaa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:44.812593 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a29f3efa-1385-4238-ad38-67f90dcedaa5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:44.813840 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-a29f3efa-1385-4238-ad38-67f90dcedaa5 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ae25ee99-cf1c-454d-9ae2-2a94164bf5aa HTTP/1.1" status: 204 len: 168 time: 0.2106881 Dec 20 14:36:44.822712 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29f3efa-1385-4238-ad38-67f90dcedaa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae25ee99-cf1c-454d-9ae2-2a94164bf5aa,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:44.844002 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=2f328448-a642-404d-96ba-389de2cd13ed,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:44.902565 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719eb56a-5ac4-4218-bed6-25b8d7534ddf req-59ceae92-2759-4bbb-9495-a9a41125c919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:44.904158 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-719eb56a-5ac4-4218-bed6-25b8d7534ddf req-59ceae92-2759-4bbb-9495-a9a41125c919 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bc1e08ed-a6af-4b8b-b67b-bf49cfbcc841 HTTP/1.1" status: 200 len: 1097 time: 0.0643852 Dec 20 14:36:44.970882 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-719eb56a-5ac4-4218-bed6-25b8d7534ddf req-4ccac894-afb4-40aa-92bd-9d3275105aff service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f2f975e9-21d7-4fe5-b06b-fdbb671aee94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586374 Dec 20 14:36:45.020034 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efc7f39-ab54-4b01-b419-65906daee543 req-2cb9a3d6-23ae-4d76-bb9a-d65e323fa194 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:45.021647 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9efc7f39-ab54-4b01-b419-65906daee543 req-2cb9a3d6-23ae-4d76-bb9a-d65e323fa194 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/ports?device_id=28c3cc44-d7df-40fd-a6fc-99d16267b0b1 HTTP/1.1" status: 200 len: 950 time: 0.0553815 Dec 20 14:36:45.100815 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9efc7f39-ab54-4b01-b419-65906daee543 req-e4a1e024-905e-4b6e-b0be-32818e7dceed tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/security-groups?id=e899fdb2-c1a8-40be-a7f0-526dd0b6ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713701 Dec 20 14:36:45.145812 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:45.184894 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37e84fd-4fbc-451a-a03e-622c03e1306f req-609f933b-9603-43bd-b0c5-1c4a6373e648 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:45.186578 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d37e84fd-4fbc-451a-a03e-622c03e1306f req-609f933b-9603-43bd-b0c5-1c4a6373e648 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc1e08ed-a6af-4b8b-b67b-bf49cfbcc841 HTTP/1.1" status: 200 len: 945 time: 0.0694902 Dec 20 14:36:45.249551 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d37e84fd-4fbc-451a-a03e-622c03e1306f req-ce845a93-87df-4388-9c19-1453431a6b8d tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=f2f975e9-21d7-4fe5-b06b-fdbb671aee94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546806 Dec 20 14:36:45.330960 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1743a9db-27a4-4e19-bb7a-07a23b4de8e5 req-a8e0c45d-0092-4493-aa11-7da0e0914137 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:45.332507 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1743a9db-27a4-4e19-bb7a-07a23b4de8e5 req-a8e0c45d-0092-4493-aa11-7da0e0914137 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.47 "GET /v2.0/ports?device_id=50f8cdff-dfe7-4b38-b373-88790e4f0182 HTTP/1.1" status: 200 len: 946 time: 0.0619476 Dec 20 14:36:45.418178 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 40170) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:45.441504 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4805d4f4-778f-4004-976e-b3f1ed623a0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:45.450828 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-1743a9db-27a4-4e19-bb7a-07a23b4de8e5 req-096c54f0-d4ca-4f5e-968d-754225c2077b tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Deleting port caff25a2-9cc3-4665-b056-26b789f7a5dd {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:36:45.451481 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-1743a9db-27a4-4e19-bb7a-07a23b4de8e5 req-096c54f0-d4ca-4f5e-968d-754225c2077b tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:45.495025 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 6a2b3a98-8334-4dc0-9ba4-25e1ff2006d8 no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:36:45.511612 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b055c0e9-81ca-4020-887f-0aca31b269ea req-7662f5cd-4d8c-44cb-8242-1e46a34bee30 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:45.513214 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b055c0e9-81ca-4020-887f-0aca31b269ea req-7662f5cd-4d8c-44cb-8242-1e46a34bee30 tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/ports?device_id=50f8cdff-dfe7-4b38-b373-88790e4f0182 HTTP/1.1" status: 200 len: 946 time: 0.0737910 Dec 20 14:36:45.551734 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] No Port match for: 6a2b3a98-8334-4dc0-9ba4-25e1ff2006d8 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:36:45.552006 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 6a2b3a98-8334-4dc0-9ba4-25e1ff2006d8 not bound to the agent host n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:36:45.597859 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b055c0e9-81ca-4020-887f-0aca31b269ea req-cd5e8982-a5a1-4b3d-82a5-ddd88d63e46e tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ff2c97d-c902-4302-9c87-14f917dbe0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744066 Dec 20 14:36:45.612347 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-1743a9db-27a4-4e19-bb7a-07a23b4de8e5 req-096c54f0-d4ca-4f5e-968d-754225c2077b tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] For port caff25a2-9cc3-4665-b056-26b789f7a5dd, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=caff25a2-9cc3-4665-b056-26b789f7a5dd,segment=NetworkSegment(53618fa9-4105-49a9-a955-23da9897e6b1),segment_id=53618fa9-4105-49a9-a955-23da9897e6b1)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:36:45.612871 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-1743a9db-27a4-4e19-bb7a-07a23b4de8e5 req-096c54f0-d4ca-4f5e-968d-754225c2077b tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:45.616058 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4805d4f4-778f-4004-976e-b3f1ed623a0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:45.629636 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-1743a9db-27a4-4e19-bb7a-07a23b4de8e5 req-096c54f0-d4ca-4f5e-968d-754225c2077b tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Calling delete_port for caff25a2-9cc3-4665-b056-26b789f7a5dd owned by compute:nova {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:36:45.633622 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4805d4f4-778f-4004-976e-b3f1ed623a0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:45.687470 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-4805d4f4-778f-4004-976e-b3f1ed623a0e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=83beaab70dee4f958248124760241705&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2679770 Dec 20 14:36:45.688682 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4805d4f4-778f-4004-976e-b3f1ed623a0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36be8f05-7d00-454d-9c59-5dc20f679e04,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:45.690688 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 40178) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:45.789807 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c618e898-65c6-4462-a924-2267ab062b9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:45.827590 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c618e898-65c6-4462-a924-2267ab062b9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:45.849838 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-1743a9db-27a4-4e19-bb7a-07a23b4de8e5 req-096c54f0-d4ca-4f5e-968d-754225c2077b tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:45.863506 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['caff25a2-9cc3-4665-b056-26b789f7a5dd'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:36:45.896622 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096c54f0-d4ca-4f5e-968d-754225c2077b tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Pushing event deleted for resources: {'Port': ['ID=caff25a2-9cc3-4665-b056-26b789f7a5dd,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:45.949647 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-1743a9db-27a4-4e19-bb7a-07a23b4de8e5 req-096c54f0-d4ca-4f5e-968d-754225c2077b tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] No DVR routers for this DVR port caff25a2-9cc3-4665-b056-26b789f7a5dd on host n-h2-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:36:45.952556 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-1743a9db-27a4-4e19-bb7a-07a23b4de8e5 req-096c54f0-d4ca-4f5e-968d-754225c2077b tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:45.956719 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1743a9db-27a4-4e19-bb7a-07a23b4de8e5 req-096c54f0-d4ca-4f5e-968d-754225c2077b tempest-ServerRescueTestJSON-181413411 tempest-ServerRescueTestJSON-181413411-project] 10.222.0.47 "DELETE /v2.0/ports/caff25a2-9cc3-4665-b056-26b789f7a5dd HTTP/1.1" status: 204 len: 173 time: 0.6175976 Dec 20 14:36:45.958582 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50f8cdff-dfe7-4b38-b373-88790e4f0182', 'name': 'network-vif-deleted', 'tag': 'caff25a2-9cc3-4665-b056-26b789f7a5dd'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:36:45.962245 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97a06959-40ae-49a7-a455-b240943bf475" -d '{"events": [{"server_uuid": "50f8cdff-dfe7-4b38-b373-88790e4f0182", "name": "network-vif-deleted", "tag": "caff25a2-9cc3-4665-b056-26b789f7a5dd"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:36:45.972046 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c618e898-65c6-4462-a924-2267ab062b9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:45.978100 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c618e898-65c6-4462-a924-2267ab062b9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:45.979617 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-c618e898-65c6-4462-a924-2267ab062b9a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/36be8f05-7d00-454d-9c59-5dc20f679e04 HTTP/1.1" status: 204 len: 168 time: 0.2875211 Dec 20 14:36:45.989678 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c618e898-65c6-4462-a924-2267ab062b9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36be8f05-7d00-454d-9c59-5dc20f679e04,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:46.023912 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56f181cf-9587-464d-82ec-db3d53afa681 x-openstack-request-id: req-56f181cf-9587-464d-82ec-db3d53afa681 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:36:46.024308 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50f8cdff-dfe7-4b38-b373-88790e4f0182", "name": "network-vif-deleted", "tag": "caff25a2-9cc3-4665-b056-26b789f7a5dd", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:36:46.024725 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-56f181cf-9587-464d-82ec-db3d53afa681 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:36:46.025271 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50f8cdff-dfe7-4b38-b373-88790e4f0182', 'name': 'network-vif-deleted', 'tag': 'caff25a2-9cc3-4665-b056-26b789f7a5dd', 'status': 'completed', 'code': 200} Dec 20 14:36:46.239552 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c2916e-8414-42ae-b77e-00b0834b952c req-c1baa474-4f20-4637-9d32-ec974dd9b89d tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:46.241301 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d1c2916e-8414-42ae-b77e-00b0834b952c req-c1baa474-4f20-4637-9d32-ec974dd9b89d tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/ports?device_id=28c3cc44-d7df-40fd-a6fc-99d16267b0b1 HTTP/1.1" status: 200 len: 950 time: 0.0599794 Dec 20 14:36:46.321481 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d1c2916e-8414-42ae-b77e-00b0834b952c req-ac216d0f-c91c-46ac-b1a3-fa068b2c456a tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/security-groups?id=e899fdb2-c1a8-40be-a7f0-526dd0b6ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734448 Dec 20 14:36:46.424690 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31732d18-5e99-4a8a-a50a-5ea5d5288981 req-a93af26e-e045-45d8-84d8-daeed834d426 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:46.439513 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-31732d18-5e99-4a8a-a50a-5ea5d5288981 req-a93af26e-e045-45d8-84d8-daeed834d426 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc1e08ed-a6af-4b8b-b67b-bf49cfbcc841 HTTP/1.1" status: 200 len: 945 time: 0.1037529 Dec 20 14:36:46.524423 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-31732d18-5e99-4a8a-a50a-5ea5d5288981 req-9f7c1724-01ad-40c5-8323-10c193ae298c tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=f2f975e9-21d7-4fe5-b06b-fdbb671aee94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835528 Dec 20 14:36:46.680526 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 40228) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:47.111865 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-de289e8b-494e-4a83-a97c-f47e470b6e2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1595867'] for router_interface, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:47.410832 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-de289e8b-494e-4a83-a97c-f47e470b6e2b admin admin] Deleting port e5e70745-0f09-46b6-abb4-0b33aecabb49 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:36:47.411190 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-de289e8b-494e-4a83-a97c-f47e470b6e2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:47.520103 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a29e767-8c93-49b8-a1c5-707c734506c3 req-83d88285-fc14-4b63-be67-7727d88fe7e4 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:47.521712 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0a29e767-8c93-49b8-a1c5-707c734506c3 req-83d88285-fc14-4b63-be67-7727d88fe7e4 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/ports?device_id=28c3cc44-d7df-40fd-a6fc-99d16267b0b1 HTTP/1.1" status: 200 len: 950 time: 0.1082888 Dec 20 14:36:47.547272 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-de289e8b-494e-4a83-a97c-f47e470b6e2b admin admin] For port e5e70745-0f09-46b6-abb4-0b33aecabb49, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=e5e70745-0f09-46b6-abb4-0b33aecabb49,segment=NetworkSegment(53618fa9-4105-49a9-a955-23da9897e6b1),segment_id=53618fa9-4105-49a9-a955-23da9897e6b1)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:36:47.548141 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-de289e8b-494e-4a83-a97c-f47e470b6e2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:47.573396 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-de289e8b-494e-4a83-a97c-f47e470b6e2b admin admin] Calling delete_port for e5e70745-0f09-46b6-abb4-0b33aecabb49 owned by network:router_interface {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:36:47.613899 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0a29e767-8c93-49b8-a1c5-707c734506c3 req-79074f12-665a-448b-8bb1-6ca497f5272c tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/security-groups?id=e899fdb2-c1a8-40be-a7f0-526dd0b6ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800381 Dec 20 14:36:47.715294 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1d5cc1-7066-4e91-b5a2-d918c0abdedf req-b9c6280b-c78b-4367-a83e-bc2495b5146d tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:47.717650 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2b1d5cc1-7066-4e91-b5a2-d918c0abdedf req-b9c6280b-c78b-4367-a83e-bc2495b5146d tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc1e08ed-a6af-4b8b-b67b-bf49cfbcc841 HTTP/1.1" status: 200 len: 945 time: 0.0674284 Dec 20 14:36:47.782508 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2b1d5cc1-7066-4e91-b5a2-d918c0abdedf req-76e092f5-881b-47e1-9b12-fc9322d26271 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=f2f975e9-21d7-4fe5-b06b-fdbb671aee94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586724 Dec 20 14:36:47.886937 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-de289e8b-494e-4a83-a97c-f47e470b6e2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:47.917820 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de289e8b-494e-4a83-a97c-f47e470b6e2b admin admin] Pushing event deleted for resources: {'Port': ['ID=e5e70745-0f09-46b6-abb4-0b33aecabb49,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:48.114759 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-de289e8b-494e-4a83-a97c-f47e470b6e2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582411'] for router_interface, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:48.368589 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de289e8b-494e-4a83-a97c-f47e470b6e2b admin admin] Router d173b83f-f7f2-465d-8e4b-808cfe40e63f has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:36:48.393312 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 40296) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:48.489884 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de289e8b-494e-4a83-a97c-f47e470b6e2b admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:36:48.495704 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-de289e8b-494e-4a83-a97c-f47e470b6e2b admin admin] 10.222.0.54 "PUT /v2.0/routers/d173b83f-f7f2-465d-8e4b-808cfe40e63f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8140616 Dec 20 14:36:48.498751 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 40302) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:48.501920 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082d51ad-7cb7-41b2-996c-e27f443ed031 None None] Sync routers for ids ['d173b83f-f7f2-465d-8e4b-808cfe40e63f'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:36:48.530956 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082d51ad-7cb7-41b2-996c-e27f443ed031 None None] Routers {'d173b83f-f7f2-465d-8e4b-808cfe40e63f'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:36:48.531639 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-082d51ad-7cb7-41b2-996c-e27f443ed031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:36:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['d173b83f-f7f2-465d-8e4b-808cfe40e63f'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:36:48.603366 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fc786c1b-1ce5-4c45-ae65-db3b28ecf0db admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:48.664165 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-082d51ad-7cb7-41b2-996c-e27f443ed031 None None] Set router d173b83f-f7f2-465d-8e4b-808cfe40e63f gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:36:48.717593 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 40310) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:48.815344 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0eadf5d9-be38-4b3f-838f-c09838f0092f admin admin] Publish callbacks [] for router, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:48.855749 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-082d51ad-7cb7-41b2-996c-e27f443ed031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd173b83f-f7f2-465d-8e4b-808cfe40e63f', 'name': 'tempest-ServerRescueTestJSON-1828449498-router', 'tenant_id': '73b54c51b78c45c0a74ac90fc0f7e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'a0abe8d0-337f-40bb-9e7f-7e8f387e7077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:34:32Z', 'updated_at': '2021-12-20T14:36:47Z', 'revision_number': 5, 'project_id': '73b54c51b78c45c0a74ac90fc0f7e0af', 'gw_port': {'id': 'a0abe8d0-337f-40bb-9e7f-7e8f387e7077', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:7a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd173b83f-f7f2-465d-8e4b-808cfe40e63f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:34:33Z', 'updated_at': '2021-12-20T14:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:36:48.884820 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082d51ad-7cb7-41b2-996c-e27f443ed031 None None] Checking router: d173b83f-f7f2-465d-8e4b-808cfe40e63f for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:36:48.887525 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcf3f5f-fa82-4c93-8251-698820b8cb31 req-fad45049-05cf-43a3-9f22-65f13fe2b971 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:48.891157 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9fcf3f5f-fa82-4c93-8251-698820b8cb31 req-fad45049-05cf-43a3-9f22-65f13fe2b971 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/ports?device_id=28c3cc44-d7df-40fd-a6fc-99d16267b0b1 HTTP/1.1" status: 200 len: 950 time: 0.1491423 Dec 20 14:36:48.907665 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082d51ad-7cb7-41b2-996c-e27f443ed031 None None] Routers {'d173b83f-f7f2-465d-8e4b-808cfe40e63f'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:36:48.908294 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-082d51ad-7cb7-41b2-996c-e27f443ed031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:36:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['d173b83f-f7f2-465d-8e4b-808cfe40e63f'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:36:48.990312 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fc786c1b-1ce5-4c45-ae65-db3b28ecf0db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:49.014266 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fc786c1b-1ce5-4c45-ae65-db3b28ecf0db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:49.024679 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-22b31024-12e7-4fa1-b857-5c0f79f58632 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:49.028575 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-082d51ad-7cb7-41b2-996c-e27f443ed031 None None] Set router d173b83f-f7f2-465d-8e4b-808cfe40e63f gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:36:49.062407 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0eadf5d9-be38-4b3f-838f-c09838f0092f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:49.093600 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9fcf3f5f-fa82-4c93-8251-698820b8cb31 req-8cca2093-056b-4405-99cf-a0d81eb3466d tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/security-groups?id=e899fdb2-c1a8-40be-a7f0-526dd0b6ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891606 Dec 20 14:36:49.105914 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-fc786c1b-1ce5-4c45-ae65-db3b28ecf0db admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a42783fdee144e579b1ed69fd615baf1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7090714 Dec 20 14:36:49.109880 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 40322) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:49.137660 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc786c1b-1ce5-4c45-ae65-db3b28ecf0db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64581808-5fcd-49a3-9a0d-9841e1414a43,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:49.181686 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-22b31024-12e7-4fa1-b857-5c0f79f58632 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:49.189424 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-22b31024-12e7-4fa1-b857-5c0f79f58632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:49.213120 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-360379bd-d15f-44de-ad76-d32483d27be2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:49.226272 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-0eadf5d9-be38-4b3f-838f-c09838f0092f admin admin] Deleting port a0abe8d0-337f-40bb-9e7f-7e8f387e7077 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:36:49.226785 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0eadf5d9-be38-4b3f-838f-c09838f0092f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:49.243121 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b31024-12e7-4fa1-b857-5c0f79f58632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51d1eb8f-b61c-4d95-8faf-14dcca57e9e0,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:49.267757 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-22b31024-12e7-4fa1-b857-5c0f79f58632 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2f7c967232ac4b3db3a925be9c4fa16a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5490310 Dec 20 14:36:49.270301 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 40326) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:49.279994 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-360379bd-d15f-44de-ad76-d32483d27be2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:49.302679 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-082d51ad-7cb7-41b2-996c-e27f443ed031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd173b83f-f7f2-465d-8e4b-808cfe40e63f', 'name': 'tempest-ServerRescueTestJSON-1828449498-router', 'tenant_id': '73b54c51b78c45c0a74ac90fc0f7e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'a0abe8d0-337f-40bb-9e7f-7e8f387e7077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:34:32Z', 'updated_at': '2021-12-20T14:36:47Z', 'revision_number': 5, 'project_id': '73b54c51b78c45c0a74ac90fc0f7e0af', 'gw_port': {'id': 'a0abe8d0-337f-40bb-9e7f-7e8f387e7077', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:7a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd173b83f-f7f2-465d-8e4b-808cfe40e63f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:34:33Z', 'updated_at': '2021-12-20T14:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:36:49.330454 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082d51ad-7cb7-41b2-996c-e27f443ed031 None None] The sync data for ids ['d173b83f-f7f2-465d-8e4b-808cfe40e63f'] in n-d-761264-19 is: [{'id': 'd173b83f-f7f2-465d-8e4b-808cfe40e63f', 'name': 'tempest-ServerRescueTestJSON-1828449498-router', 'tenant_id': '73b54c51b78c45c0a74ac90fc0f7e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'a0abe8d0-337f-40bb-9e7f-7e8f387e7077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:34:32Z', 'updated_at': '2021-12-20T14:36:47Z', 'revision_number': 5, 'project_id': '73b54c51b78c45c0a74ac90fc0f7e0af', 'gw_port': {'id': 'a0abe8d0-337f-40bb-9e7f-7e8f387e7077', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:7a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd173b83f-f7f2-465d-8e4b-808cfe40e63f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:34:33Z', 'updated_at': '2021-12-20T14:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:36:49.346754 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6498d1b7-bb8c-47fd-aa04-3eefd9b141c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:49.381893 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6498d1b7-bb8c-47fd-aa04-3eefd9b141c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:49.395976 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-360379bd-d15f-44de-ad76-d32483d27be2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:49.398963 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-360379bd-d15f-44de-ad76-d32483d27be2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:49.400775 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-360379bd-d15f-44de-ad76-d32483d27be2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/64581808-5fcd-49a3-9a0d-9841e1414a43 HTTP/1.1" status: 204 len: 168 time: 0.2890742 Dec 20 14:36:49.416422 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360379bd-d15f-44de-ad76-d32483d27be2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64581808-5fcd-49a3-9a0d-9841e1414a43,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:49.432211 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-0eadf5d9-be38-4b3f-838f-c09838f0092f admin admin] For port a0abe8d0-337f-40bb-9e7f-7e8f387e7077, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=a0abe8d0-337f-40bb-9e7f-7e8f387e7077,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:36:49.432555 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0eadf5d9-be38-4b3f-838f-c09838f0092f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:49.462513 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-0eadf5d9-be38-4b3f-838f-c09838f0092f admin admin] Calling delete_port for a0abe8d0-337f-40bb-9e7f-7e8f387e7077 owned by network:router_gateway {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:36:49.476736 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6498d1b7-bb8c-47fd-aa04-3eefd9b141c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:49.479545 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6498d1b7-bb8c-47fd-aa04-3eefd9b141c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:49.483913 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-6498d1b7-bb8c-47fd-aa04-3eefd9b141c8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/51d1eb8f-b61c-4d95-8faf-14dcca57e9e0 HTTP/1.1" status: 204 len: 168 time: 0.2095857 Dec 20 14:36:49.500009 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6498d1b7-bb8c-47fd-aa04-3eefd9b141c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51d1eb8f-b61c-4d95-8faf-14dcca57e9e0,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:49.528734 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device caff25a2-9cc3-4665-b056-26b789f7a5dd no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:36:49.557775 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] No Port match for: caff25a2-9cc3-4665-b056-26b789f7a5dd {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:36:49.558503 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device caff25a2-9cc3-4665-b056-26b789f7a5dd not bound to the agent host n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:36:49.716844 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0eadf5d9-be38-4b3f-838f-c09838f0092f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:49.779916 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eadf5d9-be38-4b3f-838f-c09838f0092f admin admin] Pushing event deleted for resources: {'Port': ['ID=a0abe8d0-337f-40bb-9e7f-7e8f387e7077,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:49.864239 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0eadf5d9-be38-4b3f-838f-c09838f0092f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584913'] for router_gateway, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:49.996139 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0eadf5d9-be38-4b3f-838f-c09838f0092f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40132'] for router, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:49.999166 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0eadf5d9-be38-4b3f-838f-c09838f0092f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:50.031804 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 40342) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:50.061742 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d6d3b5f5-ebac-4ead-84a7-c9f2153bc331 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:50.088885 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0eadf5d9-be38-4b3f-838f-c09838f0092f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1594808'] for router, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:50.089813 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eadf5d9-be38-4b3f-838f-c09838f0092f admin admin] Fanout notify agent at l3_agent the message router_deleted on router d173b83f-f7f2-465d-8e4b-808cfe40e63f {{(pid=103167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 14:36:50.098559 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0eadf5d9-be38-4b3f-838f-c09838f0092f admin admin] Publish callbacks [] for router, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:50.100720 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-0eadf5d9-be38-4b3f-838f-c09838f0092f admin admin] 10.222.0.54 "DELETE /v2.0/routers/d173b83f-f7f2-465d-8e4b-808cfe40e63f HTTP/1.1" status: 204 len: 168 time: 1.5956717 Dec 20 14:36:50.103330 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 40344) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:50.248754 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 40350) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:50.248912 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae55da78-6df4-4f68-9d53-5b7930403cee admin admin] Deleting subnet c60a30f0-6c73-44bc-9d4a-8152d2aea897 {{(pid=103167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:36:50.255724 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ae55da78-6df4-4f68-9d53-5b7930403cee admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:50.269160 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2fbb6221-735c-4c94-9c6f-8c5fce04225a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:50.325261 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ae55da78-6df4-4f68-9d53-5b7930403cee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954412'] for subnet, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:50.356851 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d6d3b5f5-ebac-4ead-84a7-c9f2153bc331 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:50.370246 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d6d3b5f5-ebac-4ead-84a7-c9f2153bc331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:50.374780 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e59825-09f4-4bb0-944c-14f34ad090b8 req-734c11b5-39b6-42de-95bb-96d38ce37076 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:50.382226 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b1e59825-09f4-4bb0-944c-14f34ad090b8 req-734c11b5-39b6-42de-95bb-96d38ce37076 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/ports?device_id=28c3cc44-d7df-40fd-a6fc-99d16267b0b1 HTTP/1.1" status: 200 len: 950 time: 0.1239047 Dec 20 14:36:50.410523 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ae55da78-6df4-4f68-9d53-5b7930403cee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:50.433108 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-d6d3b5f5-ebac-4ead-84a7-c9f2153bc331 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c5e9d5aca2f246bb8a514b0994c6689e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3991778 Dec 20 14:36:50.435839 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 40354) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:50.436425 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d3b5f5-ebac-4ead-84a7-c9f2153bc331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e8f4343-e69e-462f-ab7f-1afd3011ae3b,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:50.461005 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2fbb6221-735c-4c94-9c6f-8c5fce04225a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:50.466451 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2fbb6221-735c-4c94-9c6f-8c5fce04225a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:50.508276 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-2fbb6221-735c-4c94-9c6f-8c5fce04225a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=21cae9e1b3c947b580fdcaa3108b81de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2584255 Dec 20 14:36:50.512916 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 40358) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:50.523861 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b1e59825-09f4-4bb0-944c-14f34ad090b8 req-5b480844-b8ee-4063-ad51-43f90a68f623 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/security-groups?id=e899fdb2-c1a8-40be-a7f0-526dd0b6ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405740 Dec 20 14:36:50.529701 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbb6221-735c-4c94-9c6f-8c5fce04225a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45b033e2-b6d5-4483-aa3f-be396886335b,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:50.550093 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d89f0324-7a82-458b-aae1-b34669fcca07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:50.576665 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b0746530-5080-47d4-81e3-680f6ec369ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:50.581341 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d89f0324-7a82-458b-aae1-b34669fcca07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:50.601767 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ae55da78-6df4-4f68-9d53-5b7930403cee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:50.603642 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b0746530-5080-47d4-81e3-680f6ec369ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:50.650698 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ae55da78-6df4-4f68-9d53-5b7930403cee admin admin] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:50.654238 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-ae55da78-6df4-4f68-9d53-5b7930403cee admin admin] 10.222.0.54 "DELETE /v2.0/subnets/c60a30f0-6c73-44bc-9d4a-8152d2aea897 HTTP/1.1" status: 204 len: 168 time: 0.5484703 Dec 20 14:36:50.656139 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae55da78-6df4-4f68-9d53-5b7930403cee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c60a30f0-6c73-44bc-9d4a-8152d2aea897,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:50.658351 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 40360) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:50.761269 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d89f0324-7a82-458b-aae1-b34669fcca07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:50.764204 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d89f0324-7a82-458b-aae1-b34669fcca07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:50.765427 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-d89f0324-7a82-458b-aae1-b34669fcca07 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8e8f4343-e69e-462f-ab7f-1afd3011ae3b HTTP/1.1" status: 204 len: 168 time: 0.3282111 Dec 20 14:36:50.791312 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c306376e-b8cb-426f-91f2-8d998e3dc924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:50.794703 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89f0324-7a82-458b-aae1-b34669fcca07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e8f4343-e69e-462f-ab7f-1afd3011ae3b,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:50.911483 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c306376e-b8cb-426f-91f2-8d998e3dc924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:50.937454 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-c306376e-b8cb-426f-91f2-8d998e3dc924 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e9c693b-ae57-4db2-bda8-62d561eefb48']}} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:36:50.949828 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-c306376e-b8cb-426f-91f2-8d998e3dc924 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53618fa9-4105-49a9-a955-23da9897e6b1') {'for_net_delete': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:36:50.950447 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-c306376e-b8cb-426f-91f2-8d998e3dc924 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53618fa9-4105-49a9-a955-23da9897e6b1') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:36:50.962369 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c306376e-b8cb-426f-91f2-8d998e3dc924 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954405'] for segment, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:50.982553 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c306376e-b8cb-426f-91f2-8d998e3dc924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:50.990711 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c306376e-b8cb-426f-91f2-8d998e3dc924 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=103167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:36:50.991612 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c306376e-b8cb-426f-91f2-8d998e3dc924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9956000'] for segment, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:50.995282 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:36:50.995282 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:36:50.995282 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:36:50.995282 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:36:50.995282 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:36:50.995282 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:36:50.995282 n-d-761264-19 neutron-server[103167]: Traceback (most recent call last): Dec 20 14:36:50.995282 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:36:50.995282 n-d-761264-19 neutron-server[103167]: timer() Dec 20 14:36:50.995282 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:36:50.995282 n-d-761264-19 neutron-server[103167]: cb(*args, **kw) Dec 20 14:36:50.995282 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:36:50.995282 n-d-761264-19 neutron-server[103167]: return func(*args, **kwargs) Dec 20 14:36:50.995282 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:36:50.995282 n-d-761264-19 neutron-server[103167]: self._notify() Dec 20 14:36:50.995282 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:36:50.995282 n-d-761264-19 neutron-server[103167]: self.callback(batched_events) Dec 20 14:36:50.995282 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:36:50.995282 n-d-761264-19 neutron-server[103167]: event.method(event) Dec 20 14:36:50.995282 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:36:50.995282 n-d-761264-19 neutron-server[103167]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:36:50.995282 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:36:50.995282 n-d-761264-19 neutron-server[103167]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:36:50.995282 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:36:50.995282 n-d-761264-19 neutron-server[103167]: return f(self, *a, **k) Dec 20 14:36:50.995282 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:36:50.995282 n-d-761264-19 neutron-server[103167]: return self._get(url).json() Dec 20 14:36:50.995282 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:36:50.995282 n-d-761264-19 neutron-server[103167]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:36:50.995282 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:36:50.995282 n-d-761264-19 neutron-server[103167]: return self.request(url, 'GET', **kwargs) Dec 20 14:36:50.995282 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:36:50.995282 n-d-761264-19 neutron-server[103167]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:36:50.995282 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:36:50.995282 n-d-761264-19 neutron-server[103167]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:36:50.995282 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:36:50.995282 n-d-761264-19 neutron-server[103167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:36:50.995282 n-d-761264-19 neutron-server[103167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:36:51.052429 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b0746530-5080-47d4-81e3-680f6ec369ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:51.056820 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b0746530-5080-47d4-81e3-680f6ec369ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:51.061563 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-b0746530-5080-47d4-81e3-680f6ec369ad admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/45b033e2-b6d5-4483-aa3f-be396886335b HTTP/1.1" status: 204 len: 168 time: 0.5475776 Dec 20 14:36:51.073078 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0746530-5080-47d4-81e3-680f6ec369ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45b033e2-b6d5-4483-aa3f-be396886335b,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:51.213066 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device a0abe8d0-337f-40bb-9e7f-7e8f387e7077 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:36:51.241532 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: a0abe8d0-337f-40bb-9e7f-7e8f387e7077 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:36:51.241890 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device a0abe8d0-337f-40bb-9e7f-7e8f387e7077 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:36:51.242312 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device e5e70745-0f09-46b6-abb4-0b33aecabb49 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:36:51.268854 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: e5e70745-0f09-46b6-abb4-0b33aecabb49 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:36:51.269203 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device e5e70745-0f09-46b6-abb4-0b33aecabb49 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:36:51.432265 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c306376e-b8cb-426f-91f2-8d998e3dc924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:51.439931 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c306376e-b8cb-426f-91f2-8d998e3dc924 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:51.446429 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-c306376e-b8cb-426f-91f2-8d998e3dc924 admin admin] 10.222.0.54 "DELETE /v2.0/networks/4e9c693b-ae57-4db2-bda8-62d561eefb48 HTTP/1.1" status: 204 len: 168 time: 0.7840774 Dec 20 14:36:51.461657 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c306376e-b8cb-426f-91f2-8d998e3dc924 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e9c693b-ae57-4db2-bda8-62d561eefb48,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:51.610340 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 40390) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:51.683057 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-3c8d76ae-3503-4045-bf8b-796055dd84db admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=73b54c51b78c45c0a74ac90fc0f7e0af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0715098 Dec 20 14:36:51.685689 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 40392) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:51.727616 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431237cc-38ef-4952-8ea8-52c580c1f77c req-cb203a1a-0516-41da-a2fc-f3d734b9232e tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:51.729206 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-431237cc-38ef-4952-8ea8-52c580c1f77c req-cb203a1a-0516-41da-a2fc-f3d734b9232e tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/ports?device_id=28c3cc44-d7df-40fd-a6fc-99d16267b0b1 HTTP/1.1" status: 200 len: 950 time: 0.0933030 Dec 20 14:36:51.769756 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-68b45b33-cd99-4716-9315-cd2069956e68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:51.815354 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-68b45b33-cd99-4716-9315-cd2069956e68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:51.827585 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-431237cc-38ef-4952-8ea8-52c580c1f77c req-41b08102-7504-4e3b-a33b-468f441b34fa tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/security-groups?id=e899fdb2-c1a8-40be-a7f0-526dd0b6ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898228 Dec 20 14:36:51.877276 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-68b45b33-cd99-4716-9315-cd2069956e68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:51.880047 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-68b45b33-cd99-4716-9315-cd2069956e68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:51.881480 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-68b45b33-cd99-4716-9315-cd2069956e68 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6ff2c97d-c902-4302-9c87-14f917dbe0ba HTTP/1.1" status: 204 len: 168 time: 0.1947224 Dec 20 14:36:51.890812 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b45b33-cd99-4716-9315-cd2069956e68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff2c97d-c902-4302-9c87-14f917dbe0ba,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:52.963180 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcedf6a-975a-42f9-b1ff-c56b9d5fd248 req-d858cd69-9cb5-4a29-8b4e-cbab3a593ba0 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:52.965579 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1dcedf6a-975a-42f9-b1ff-c56b9d5fd248 req-d858cd69-9cb5-4a29-8b4e-cbab3a593ba0 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/ports?device_id=28c3cc44-d7df-40fd-a6fc-99d16267b0b1 HTTP/1.1" status: 200 len: 950 time: 0.0544035 Dec 20 14:36:53.028680 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1dcedf6a-975a-42f9-b1ff-c56b9d5fd248 req-f0876d6c-2ea9-4436-bcfa-b654731eafc3 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/security-groups?id=e899fdb2-c1a8-40be-a7f0-526dd0b6ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531852 Dec 20 14:36:53.783430 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 40486) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:54.124304 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-d7e3b5f9-b457-4546-9d40-20125b4ce924 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-436792538-network', 'tenant_id': '00efcaeac84b4199b6a09c1d68f04db6'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:36:54.163939 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7e3b5f9-b457-4546-9d40-20125b4ce924 admin admin] Made reservation on behalf of 00efcaeac84b4199b6a09c1d68f04db6 for: {'network': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:36:54.167316 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d7e3b5f9-b457-4546-9d40-20125b4ce924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:54.187736 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d7e3b5f9-b457-4546-9d40-20125b4ce924 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:54.308597 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d7e3b5f9-b457-4546-9d40-20125b4ce924 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:54.316139 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d7e3b5f9-b457-4546-9d40-20125b4ce924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:54.352378 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e3b5f9-b457-4546-9d40-20125b4ce924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e76da185-8de1-4646-a29e-91800d0da557,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:54.419217 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7e3b5f9-b457-4546-9d40-20125b4ce924 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=103167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:36:54.452441 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d7e3b5f9-b457-4546-9d40-20125b4ce924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:54.463896 n-d-761264-19 neutron-server[103167]: INFO neutron.db.segments_db [None req-d7e3b5f9-b457-4546-9d40-20125b4ce924 admin admin] Added segment 3515e8f5-6773-4361-ba5b-35f8bf79f3ac of type vlan for network 16861179-9f3e-402c-bf5f-b12eac5d27ce Dec 20 14:36:54.500671 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c70386-1fea-47f9-b582-96428c034862 req-93abc9aa-151f-4cc1-9ef2-8d3b55297032 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:54.502500 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d4c70386-1fea-47f9-b582-96428c034862 req-93abc9aa-151f-4cc1-9ef2-8d3b55297032 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/ports?device_id=28c3cc44-d7df-40fd-a6fc-99d16267b0b1 HTTP/1.1" status: 200 len: 950 time: 0.1547940 Dec 20 14:36:54.557207 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d7e3b5f9-b457-4546-9d40-20125b4ce924 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:54.599609 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d4c70386-1fea-47f9-b582-96428c034862 req-4485f2ce-27e1-4d19-b950-f205994ef61d tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/security-groups?id=e899fdb2-c1a8-40be-a7f0-526dd0b6ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784857 Dec 20 14:36:54.640217 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d7e3b5f9-b457-4546-9d40-20125b4ce924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:54.642199 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e3b5f9-b457-4546-9d40-20125b4ce924 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:54.642844 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d7e3b5f9-b457-4546-9d40-20125b4ce924 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:54.679455 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-d7e3b5f9-b457-4546-9d40-20125b4ce924 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8936152 Dec 20 14:36:54.682443 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 40526) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:54.687213 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-b334e9ec-3750-4294-9045-efdfbe69fff5 admin admin] Request body: {'subnet': {'network_id': '16861179-9f3e-402c-bf5f-b12eac5d27ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-436792538-subnet', 'tenant_id': '00efcaeac84b4199b6a09c1d68f04db6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:36:54.728067 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e3b5f9-b457-4546-9d40-20125b4ce924 admin admin] Pushing event updated for resources: {'Network': ['ID=16861179-9f3e-402c-bf5f-b12eac5d27ce,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:54.747104 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 16861179-9f3e-402c-bf5f-b12eac5d27ce details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:36:54.753098 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b334e9ec-3750-4294-9045-efdfbe69fff5 admin admin] Made reservation on behalf of 00efcaeac84b4199b6a09c1d68f04db6 for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:36:54.755753 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b334e9ec-3750-4294-9045-efdfbe69fff5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:54.967421 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b334e9ec-3750-4294-9045-efdfbe69fff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:55.033714 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b334e9ec-3750-4294-9045-efdfbe69fff5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a147cdc-5c9c-4c71-a71c-e62af245514f,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:55.039381 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b334e9ec-3750-4294-9045-efdfbe69fff5 admin admin] Checking segment: {'id': '3515e8f5-6773-4361-ba5b-35f8bf79f3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '16861179-9f3e-402c-bf5f-b12eac5d27ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:36:55.039381 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b334e9ec-3750-4294-9045-efdfbe69fff5 admin admin] Network hostable DHCP agents. Network: 16861179-9f3e-402c-bf5f-b12eac5d27ce, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:36:55.074572 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b334e9ec-3750-4294-9045-efdfbe69fff5 admin admin] Network 16861179-9f3e-402c-bf5f-b12eac5d27ce is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:36:55.082089 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-b334e9ec-3750-4294-9045-efdfbe69fff5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 16861179-9f3e-402c-bf5f-b12eac5d27ce) {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:36:55.090405 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b334e9ec-3750-4294-9045-efdfbe69fff5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:55.091191 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b334e9ec-3750-4294-9045-efdfbe69fff5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:55.096640 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f51be97-b080-487f-8a69-71a7ac310dae None None] Network 16861179-9f3e-402c-bf5f-b12eac5d27ce requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:36:55.114482 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-b334e9ec-3750-4294-9045-efdfbe69fff5 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4310436 Dec 20 14:36:55.406147 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af78acc-85c2-4224-aecc-beac8fddaeee None None] Network 16861179-9f3e-402c-bf5f-b12eac5d27ce requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:36:55.770571 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c5fa3d-513c-4fe9-9d67-badb284fda42 req-d9f7b37a-bea2-46b9-8081-bf2239f0f6ed tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:55.772232 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-30c5fa3d-513c-4fe9-9d67-badb284fda42 req-d9f7b37a-bea2-46b9-8081-bf2239f0f6ed tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/ports?device_id=28c3cc44-d7df-40fd-a6fc-99d16267b0b1 HTTP/1.1" status: 200 len: 950 time: 0.0711324 Dec 20 14:36:55.860449 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-30c5fa3d-513c-4fe9-9d67-badb284fda42 req-6a7a842e-1023-4059-8313-79749943f797 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/security-groups?id=e899fdb2-c1a8-40be-a7f0-526dd0b6ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791025 Dec 20 14:36:56.216164 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fd3c76-a5db-43d4-ad9b-001d7a7d67eb req-518372de-810c-4c9c-87f9-938e9a348b9a tempest-ServerTagsTestJSON-277393942 tempest-ServerTagsTestJSON-277393942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:56.217737 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-12fd3c76-a5db-43d4-ad9b-001d7a7d67eb req-518372de-810c-4c9c-87f9-938e9a348b9a tempest-ServerTagsTestJSON-277393942 tempest-ServerTagsTestJSON-277393942-project] 10.222.0.54 "GET /v2.0/networks?id=16861179-9f3e-402c-bf5f-b12eac5d27ce HTTP/1.1" status: 200 len: 808 time: 0.1290791 Dec 20 14:36:56.240526 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-12fd3c76-a5db-43d4-ad9b-001d7a7d67eb req-2ff22a06-1b5f-4ec8-959c-40b47fb5eb77 tempest-ServerTagsTestJSON-277393942 tempest-ServerTagsTestJSON-277393942-project] 10.222.0.54 "GET /v2.0/quotas/00efcaeac84b4199b6a09c1d68f04db6 HTTP/1.1" status: 200 len: 375 time: 0.0109949 Dec 20 14:36:56.281386 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-12fd3c76-a5db-43d4-ad9b-001d7a7d67eb req-5364b9ca-74a8-49a9-9eca-164eaf050fb0 tempest-ServerTagsTestJSON-277393942 tempest-ServerTagsTestJSON-277393942-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=00efcaeac84b4199b6a09c1d68f04db6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326345 Dec 20 14:36:56.382805 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-12fd3c76-a5db-43d4-ad9b-001d7a7d67eb req-e762b9ac-f729-4f04-8b1e-aaaa2792887f service neutron] 10.222.0.54 "GET /v2.0/networks/16861179-9f3e-402c-bf5f-b12eac5d27ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914829 Dec 20 14:36:56.493068 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-12fd3c76-a5db-43d4-ad9b-001d7a7d67eb req-e14324c6-229b-4cc0-a0a5-4a721090c911 service neutron] 10.222.0.54 "GET /v2.0/networks/16861179-9f3e-402c-bf5f-b12eac5d27ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035116 Dec 20 14:36:56.712419 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6cf7fc32-15ea-48b9-9a15-ea3bc31c183b req-9be5c143-f24c-4d8c-9d6d-d3b52d32cc98 tempest-ServerTagsTestJSON-277393942 tempest-ServerTagsTestJSON-277393942-project] 10.222.0.54 "GET /v2.0/ports?device_id=2609487c-ff81-4914-91d2-3cd6ac181c70 HTTP/1.1" status: 200 len: 210 time: 0.0400798 Dec 20 14:36:57.049161 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3162ecf7-db9f-406d-9e65-2fe92d37dc86 req-da12be7f-3613-4bf3-9629-f7d4ab3d46e4 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:57.050786 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3162ecf7-db9f-406d-9e65-2fe92d37dc86 req-da12be7f-3613-4bf3-9629-f7d4ab3d46e4 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/ports?device_id=28c3cc44-d7df-40fd-a6fc-99d16267b0b1 HTTP/1.1" status: 200 len: 950 time: 0.0786178 Dec 20 14:36:57.169579 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3162ecf7-db9f-406d-9e65-2fe92d37dc86 req-3cc7ad35-84a5-4c01-96b1-22d57c3b0a67 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/security-groups?id=e899fdb2-c1a8-40be-a7f0-526dd0b6ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014910 Dec 20 14:36:57.249168 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 40732) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:57.396736 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3e67f5cb-9370-41b7-8be0-8ded954c67e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:57.494210 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3e67f5cb-9370-41b7-8be0-8ded954c67e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:57.501766 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3e67f5cb-9370-41b7-8be0-8ded954c67e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:57.526933 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 58f0f195-78f5-4a10-aac7-4afa1dc030c3 details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:36:57.529225 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 58f0f195-78f5-4a10-aac7-4afa1dc030c3 no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:36:57.558419 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-3e67f5cb-9370-41b7-8be0-8ded954c67e1 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=31eb377df0f647638af835e90917be2e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3070583 Dec 20 14:36:57.560214 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e67f5cb-9370-41b7-8be0-8ded954c67e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09e380a8-c6ee-4c42-afe8-b8ea1f51d237,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:57.561741 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 40742) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:57.649377 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3e71796f-0125-458f-ba66-3133c59a0349 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:57.691941 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3e71796f-0125-458f-ba66-3133c59a0349 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:57.730804 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 58f0f195-78f5-4a10-aac7-4afa1dc030c3, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=58f0f195-78f5-4a10-aac7-4afa1dc030c3,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:36:57.782036 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': '58f0f195-78f5-4a10-aac7-4afa1dc030c3', 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1', 'port_id': '58f0f195-78f5-4a10-aac7-4afa1dc030c3', 'mac_address': 'fa:16:3e:70:33:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36bf280f-81bb-4486-a87a-9b9505a1cec4', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:36:57.804629 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3e71796f-0125-458f-ba66-3133c59a0349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:57.808102 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3e71796f-0125-458f-ba66-3133c59a0349 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:57.818610 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-3e71796f-0125-458f-ba66-3133c59a0349 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/09e380a8-c6ee-4c42-afe8-b8ea1f51d237 HTTP/1.1" status: 204 len: 168 time: 0.2523561 Dec 20 14:36:57.857627 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:57.871069 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e71796f-0125-458f-ba66-3133c59a0349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09e380a8-c6ee-4c42-afe8-b8ea1f51d237,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:57.873418 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:57.926740 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4faecda3-7538-4f60-a6ee-008eec48216e req-5b8a2513-4322-4301-9a25-eacf7554691d tempest-ServerTagsTestJSON-277393942 tempest-ServerTagsTestJSON-277393942-project] 10.222.0.54 "GET /v2.0/ports?device_id=2609487c-ff81-4914-91d2-3cd6ac181c70 HTTP/1.1" status: 200 len: 210 time: 0.0994911 Dec 20 14:36:57.929010 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28c3cc44-d7df-40fd-a6fc-99d16267b0b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58f0f195-78f5-4a10-aac7-4afa1dc030c3'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:36:57.931562 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d03b86c-2278-4a95-97a0-31e4d4ec7578" -d '{"events": [{"server_uuid": "28c3cc44-d7df-40fd-a6fc-99d16267b0b1", "name": "network-vif-unplugged", "status": "completed", "tag": "58f0f195-78f5-4a10-aac7-4afa1dc030c3"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:36:57.975764 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 58f0f195-78f5-4a10-aac7-4afa1dc030c3, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=58f0f195-78f5-4a10-aac7-4afa1dc030c3,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:36:57.993471 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 58f0f195-78f5-4a10-aac7-4afa1dc030c3 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:36:58.013877 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 14:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d501ed4-cfc2-4e9c-87c8-02ba3f45f369 x-openstack-request-id: req-2d501ed4-cfc2-4e9c-87c8-02ba3f45f369 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:36:58.014177 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28c3cc44-d7df-40fd-a6fc-99d16267b0b1", "name": "network-vif-unplugged", "status": "completed", "tag": "58f0f195-78f5-4a10-aac7-4afa1dc030c3", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:36:58.014434 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2d501ed4-cfc2-4e9c-87c8-02ba3f45f369 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:36:58.014961 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28c3cc44-d7df-40fd-a6fc-99d16267b0b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58f0f195-78f5-4a10-aac7-4afa1dc030c3', 'code': 200} Dec 20 14:36:58.015727 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:58.106425 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.db.api [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103169) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 14:36:58.106860 n-d-761264-19 neutron-server[103169]: DEBUG oslo_db.api [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 14:36:58.108057 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=58f0f195-78f5-4a10-aac7-4afa1dc030c3,revision_number=8']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:58.116559 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:36:58.116907 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:36:58.117248 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:36:58.117589 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:36:58.118035 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:36:58.118508 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:36:58.118677 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:36:58.119193 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:36:58.120440 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:36:58.120933 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:36:58.121425 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:36:58.121902 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:36:58.122380 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:36:58.315730 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fd3c76-a5db-43d4-ad9b-001d7a7d67eb req-49610aa4-76fd-47d9-a954-e3d97e4e3c0f tempest-ServerTagsTestJSON-277393942 tempest-ServerTagsTestJSON-277393942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:58.318267 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-12fd3c76-a5db-43d4-ad9b-001d7a7d67eb req-49610aa4-76fd-47d9-a954-e3d97e4e3c0f tempest-ServerTagsTestJSON-277393942 tempest-ServerTagsTestJSON-277393942-project] 10.222.0.30 "GET /v2.0/networks?id=16861179-9f3e-402c-bf5f-b12eac5d27ce HTTP/1.1" status: 200 len: 808 time: 0.1822510 Dec 20 14:36:58.373320 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-12fd3c76-a5db-43d4-ad9b-001d7a7d67eb req-a56b7f50-248e-40f5-9d69-0949a667684e tempest-ServerTagsTestJSON-277393942 tempest-ServerTagsTestJSON-277393942-project] Request body: {'port': {'device_id': '2609487c-ff81-4914-91d2-3cd6ac181c70', 'network_id': '16861179-9f3e-402c-bf5f-b12eac5d27ce', 'admin_state_up': True, 'tenant_id': '00efcaeac84b4199b6a09c1d68f04db6'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:36:58.408054 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 40766) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:58.425812 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-970d7484-05c6-43ee-a58a-327a3dc086f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:58.475095 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e52d90e-f885-4268-9d83-1d2ae69d167c req-c52a3483-6b99-4e08-8752-1af489776400 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:58.476572 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3e52d90e-f885-4268-9d83-1d2ae69d167c req-c52a3483-6b99-4e08-8752-1af489776400 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/ports?device_id=28c3cc44-d7df-40fd-a6fc-99d16267b0b1 HTTP/1.1" status: 200 len: 948 time: 0.1563489 Dec 20 14:36:58.523625 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-970d7484-05c6-43ee-a58a-327a3dc086f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:58.528939 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-970d7484-05c6-43ee-a58a-327a3dc086f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:58.554869 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3e52d90e-f885-4268-9d83-1d2ae69d167c req-c99e8cf6-6ca0-48fc-8af7-ce63cbb1807b tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/security-groups?id=e899fdb2-c1a8-40be-a7f0-526dd0b6ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699046 Dec 20 14:36:58.562292 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-970d7484-05c6-43ee-a58a-327a3dc086f9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=fcedcb64c9e14a7f90b973a1766b9251&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1518123 Dec 20 14:36:58.566416 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 40770) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:36:58.578904 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12fd3c76-a5db-43d4-ad9b-001d7a7d67eb req-a56b7f50-248e-40f5-9d69-0949a667684e tempest-ServerTagsTestJSON-277393942 tempest-ServerTagsTestJSON-277393942-project] Made reservation on behalf of 00efcaeac84b4199b6a09c1d68f04db6 for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:36:58.582528 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-12fd3c76-a5db-43d4-ad9b-001d7a7d67eb req-a56b7f50-248e-40f5-9d69-0949a667684e tempest-ServerTagsTestJSON-277393942 tempest-ServerTagsTestJSON-277393942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:58.588463 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970d7484-05c6-43ee-a58a-327a3dc086f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57285579-0248-4fcb-832d-723e63651384,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:58.636365 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0d92c695-8412-4f1a-8613-649663847254 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:58.664523 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0d92c695-8412-4f1a-8613-649663847254 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:58.664797 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:58.690709 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58f0f195-78f5-4a10-aac7-4afa1dc030c3 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:36:58.720374 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 58f0f195-78f5-4a10-aac7-4afa1dc030c3, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=58f0f195-78f5-4a10-aac7-4afa1dc030c3,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:36:58.724501 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0d92c695-8412-4f1a-8613-649663847254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:58.728250 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0d92c695-8412-4f1a-8613-649663847254 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:58.728731 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:58.734078 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-0d92c695-8412-4f1a-8613-649663847254 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/57285579-0248-4fcb-832d-723e63651384 HTTP/1.1" status: 204 len: 168 time: 0.1662710 Dec 20 14:36:58.746313 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d92c695-8412-4f1a-8613-649663847254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57285579-0248-4fcb-832d-723e63651384,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:58.757424 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [req-12fd3c76-a5db-43d4-ad9b-001d7a7d67eb req-a56b7f50-248e-40f5-9d69-0949a667684e tempest-ServerTagsTestJSON-277393942 tempest-ServerTagsTestJSON-277393942-project] Allocated IP 172.20.0.2 (16861179-9f3e-402c-bf5f-b12eac5d27ce/0a147cdc-5c9c-4c71-a71c-e62af245514f/a6989b79-e898-4177-a07e-4d7c57bc58d0) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:36:58.799689 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=58f0f195-78f5-4a10-aac7-4afa1dc030c3,revision_number=9']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:58.955246 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-12fd3c76-a5db-43d4-ad9b-001d7a7d67eb req-a56b7f50-248e-40f5-9d69-0949a667684e tempest-ServerTagsTestJSON-277393942 tempest-ServerTagsTestJSON-277393942-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:59.008251 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-12fd3c76-a5db-43d4-ad9b-001d7a7d67eb req-a56b7f50-248e-40f5-9d69-0949a667684e tempest-ServerTagsTestJSON-277393942 tempest-ServerTagsTestJSON-277393942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:59.033959 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['58f0f195-78f5-4a10-aac7-4afa1dc030c3'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:36:59.109672 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56b7f50-248e-40f5-9d69-0949a667684e tempest-ServerTagsTestJSON-277393942 tempest-ServerTagsTestJSON-277393942-project] Pushing event updated for resources: {'Port': ['ID=a6989b79-e898-4177-a07e-4d7c57bc58d0,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:36:59.135801 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929040a0-8cb1-473e-bb68-e66226d1f29d req-ac6a0eb4-af03-4927-8863-ab51002de9dd tempest-ServerTagsTestJSON-277393942 tempest-ServerTagsTestJSON-277393942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:59.145698 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-929040a0-8cb1-473e-bb68-e66226d1f29d req-ac6a0eb4-af03-4927-8863-ab51002de9dd tempest-ServerTagsTestJSON-277393942 tempest-ServerTagsTestJSON-277393942-project] 10.222.0.54 "GET /v2.0/ports?device_id=2609487c-ff81-4914-91d2-3cd6ac181c70 HTTP/1.1" status: 200 len: 931 time: 0.0899498 Dec 20 14:36:59.210454 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-929040a0-8cb1-473e-bb68-e66226d1f29d req-eb213392-90ed-4a79-b5c7-dbce87c030a8 tempest-ServerTagsTestJSON-277393942 tempest-ServerTagsTestJSON-277393942-project] 10.222.0.54 "GET /v2.0/security-groups?id=e76da185-8de1-4646-a29e-91800d0da557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634868 Dec 20 14:36:59.227957 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12fd3c76-a5db-43d4-ad9b-001d7a7d67eb req-a56b7f50-248e-40f5-9d69-0949a667684e tempest-ServerTagsTestJSON-277393942 tempest-ServerTagsTestJSON-277393942-project] Network 16861179-9f3e-402c-bf5f-b12eac5d27ce is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:36:59.232269 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [req-12fd3c76-a5db-43d4-ad9b-001d7a7d67eb req-a56b7f50-248e-40f5-9d69-0949a667684e tempest-ServerTagsTestJSON-277393942 tempest-ServerTagsTestJSON-277393942-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:36:59.241616 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-12fd3c76-a5db-43d4-ad9b-001d7a7d67eb req-a56b7f50-248e-40f5-9d69-0949a667684e tempest-ServerTagsTestJSON-277393942 tempest-ServerTagsTestJSON-277393942-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:36:59.307043 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:36:59.307043 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:36:59.307043 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:36:59.307043 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:36:59.307043 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:36:59.307043 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:36:59.307043 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:36:59.307043 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:36:59.307043 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:36:59.307043 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:36:59.307043 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:36:59.307043 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:36:59.307043 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:36:59.307043 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:36:59.307043 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:36:59.307043 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:36:59.307043 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:36:59.307043 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:36:59.307043 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:36:59.307043 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:36:59.307043 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:36:59.307043 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:36:59.307043 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:36:59.307043 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:36:59.307043 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:36:59.307043 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:36:59.307043 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:36:59.307043 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:36:59.307043 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:36:59.307043 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:36:59.307043 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:36:59.307043 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:36:59.307043 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:36:59.307043 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:36:59.307043 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:36:59.307043 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:36:59.309814 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:36:59.309814 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:36:59.309814 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:36:59.309814 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:36:59.309814 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:36:59.309814 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:36:59.309814 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:36:59.309814 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:36:59.309814 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:36:59.309814 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:36:59.309814 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:36:59.309814 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:36:59.311712 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23602e4b-b0da-42b8-adab-44058e7e64c9 req-04059fee-efd8-4d93-8e61-eb42de5ef595 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:59.320690 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-23602e4b-b0da-42b8-adab-44058e7e64c9 req-04059fee-efd8-4d93-8e61-eb42de5ef595 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 945 time: 0.2133174 Dec 20 14:36:59.365622 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fd3c76-a5db-43d4-ad9b-001d7a7d67eb req-a56b7f50-248e-40f5-9d69-0949a667684e tempest-ServerTagsTestJSON-277393942 tempest-ServerTagsTestJSON-277393942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:59.366621 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-12fd3c76-a5db-43d4-ad9b-001d7a7d67eb req-a56b7f50-248e-40f5-9d69-0949a667684e tempest-ServerTagsTestJSON-277393942 tempest-ServerTagsTestJSON-277393942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:59.412550 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-12fd3c76-a5db-43d4-ad9b-001d7a7d67eb req-a56b7f50-248e-40f5-9d69-0949a667684e tempest-ServerTagsTestJSON-277393942 tempest-ServerTagsTestJSON-277393942-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0466509 Dec 20 14:36:59.429011 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-23602e4b-b0da-42b8-adab-44058e7e64c9 req-788a97e5-dc61-46b8-a43c-b89ad63c8a2e tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=92081c13-7979-4810-b5cd-70c14477209d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025033 Dec 20 14:36:59.452180 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-12fd3c76-a5db-43d4-ad9b-001d7a7d67eb req-2f764e28-70e1-4f98-a6d1-6f5dcb34529a service neutron] Request body: {'port': {'device_id': '2609487c-ff81-4914-91d2-3cd6ac181c70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-19'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:36:59.570803 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-12fd3c76-a5db-43d4-ad9b-001d7a7d67eb req-2f764e28-70e1-4f98-a6d1-6f5dcb34529a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:36:59.626079 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21d01eb-77d2-426e-a190-124e5553cbd4 req-daa61b77-aaf0-45ca-a88b-1cf62815537b tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:59.628450 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c21d01eb-77d2-426e-a190-124e5553cbd4 req-daa61b77-aaf0-45ca-a88b-1cf62815537b tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 945 time: 0.0881705 Dec 20 14:36:59.765034 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c21d01eb-77d2-426e-a190-124e5553cbd4 req-fca79cac-b884-4c3e-8b34-d1e90c7b29fe tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=92081c13-7979-4810-b5cd-70c14477209d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287100 Dec 20 14:36:59.876956 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f535ea-ff21-4a8a-b286-844f58ef4a0b req-309780d9-6dc4-4fda-996b-bf14cc7d8c09 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:36:59.878526 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-26f535ea-ff21-4a8a-b286-844f58ef4a0b req-309780d9-6dc4-4fda-996b-bf14cc7d8c09 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/ports?device_id=28c3cc44-d7df-40fd-a6fc-99d16267b0b1 HTTP/1.1" status: 200 len: 949 time: 0.1396184 Dec 20 14:37:00.047120 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-26f535ea-ff21-4a8a-b286-844f58ef4a0b req-afca65c8-66c6-405e-b82e-73b7f064bf49 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/security-groups?id=e899fdb2-c1a8-40be-a7f0-526dd0b6ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483707 Dec 20 14:37:00.082073 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [req-12fd3c76-a5db-43d4-ad9b-001d7a7d67eb req-2f764e28-70e1-4f98-a6d1-6f5dcb34529a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6989b79-e898-4177-a07e-4d7c57bc58d0 {{(pid=103168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:37:00.094431 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-12fd3c76-a5db-43d4-ad9b-001d7a7d67eb req-2f764e28-70e1-4f98-a6d1-6f5dcb34529a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:00.111541 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.provisioning_blocks [req-12fd3c76-a5db-43d4-ad9b-001d7a7d67eb req-2f764e28-70e1-4f98-a6d1-6f5dcb34529a service neutron] Transition to ACTIVE for port object a6989b79-e898-4177-a07e-4d7c57bc58d0 will not be triggered until provisioned by entity L2. {{(pid=103168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:37:00.120598 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-12fd3c76-a5db-43d4-ad9b-001d7a7d67eb req-2f764e28-70e1-4f98-a6d1-6f5dcb34529a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:00.161569 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6f18a4-8e6c-44c5-aceb-b2e8cb939478 req-258004c6-661c-4090-80ed-8bcfc074b8ba tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:00.161951 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4f6f18a4-8e6c-44c5-aceb-b2e8cb939478 req-258004c6-661c-4090-80ed-8bcfc074b8ba tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 945 time: 0.0798426 Dec 20 14:37:00.226426 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f764e28-70e1-4f98-a6d1-6f5dcb34529a service neutron] Pushing event updated for resources: {'Port': ['ID=a6989b79-e898-4177-a07e-4d7c57bc58d0,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:00.264746 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4f6f18a4-8e6c-44c5-aceb-b2e8cb939478 req-261e68b1-bd06-4658-9d48-84523d981b96 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=92081c13-7979-4810-b5cd-70c14477209d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863197 Dec 20 14:37:00.322472 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-12fd3c76-a5db-43d4-ad9b-001d7a7d67eb req-2f764e28-70e1-4f98-a6d1-6f5dcb34529a service neutron] Attempting to bind port a6989b79-e898-4177-a07e-4d7c57bc58d0 on host n-h1-761264-19 for vnic_type normal with profile {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:37:00.326125 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-12fd3c76-a5db-43d4-ad9b-001d7a7d67eb req-2f764e28-70e1-4f98-a6d1-6f5dcb34529a service neutron] Attempting to bind port a6989b79-e898-4177-a07e-4d7c57bc58d0 by drivers openvswitch,hyperv on host n-h1-761264-19 at level 0 using segments [{'id': '3515e8f5-6773-4361-ba5b-35f8bf79f3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '16861179-9f3e-402c-bf5f-b12eac5d27ce'}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:37:00.327667 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12fd3c76-a5db-43d4-ad9b-001d7a7d67eb req-2f764e28-70e1-4f98-a6d1-6f5dcb34529a service neutron] Attempting to bind port a6989b79-e898-4177-a07e-4d7c57bc58d0 on network 16861179-9f3e-402c-bf5f-b12eac5d27ce {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:37:00.344067 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12fd3c76-a5db-43d4-ad9b-001d7a7d67eb req-2f764e28-70e1-4f98-a6d1-6f5dcb34529a service neutron] Port a6989b79-e898-4177-a07e-4d7c57bc58d0 on network 16861179-9f3e-402c-bf5f-b12eac5d27ce not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-19 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:37:00.344514 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12fd3c76-a5db-43d4-ad9b-001d7a7d67eb req-2f764e28-70e1-4f98-a6d1-6f5dcb34529a service neutron] Attempting to bind port a6989b79-e898-4177-a07e-4d7c57bc58d0 on network 16861179-9f3e-402c-bf5f-b12eac5d27ce {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:37:00.384866 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12fd3c76-a5db-43d4-ad9b-001d7a7d67eb req-2f764e28-70e1-4f98-a6d1-6f5dcb34529a service neutron] Checking agent: {'id': '3e5ace3e-dd7b-4522-a7c4-77d13dbeab1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:37:00.385886 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12fd3c76-a5db-43d4-ad9b-001d7a7d67eb req-2f764e28-70e1-4f98-a6d1-6f5dcb34529a service neutron] Checking segment: {'id': '3515e8f5-6773-4361-ba5b-35f8bf79f3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '16861179-9f3e-402c-bf5f-b12eac5d27ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:37:00.386481 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12fd3c76-a5db-43d4-ad9b-001d7a7d67eb req-2f764e28-70e1-4f98-a6d1-6f5dcb34529a service neutron] Bound using segment: {'id': '3515e8f5-6773-4361-ba5b-35f8bf79f3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '16861179-9f3e-402c-bf5f-b12eac5d27ce'} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:37:00.387169 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-12fd3c76-a5db-43d4-ad9b-001d7a7d67eb req-2f764e28-70e1-4f98-a6d1-6f5dcb34529a service neutron] Bound port: a6989b79-e898-4177-a07e-4d7c57bc58d0, host: n-h1-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3515e8f5-6773-4361-ba5b-35f8bf79f3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '16861179-9f3e-402c-bf5f-b12eac5d27ce'}}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:37:00.387718 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-12fd3c76-a5db-43d4-ad9b-001d7a7d67eb req-2f764e28-70e1-4f98-a6d1-6f5dcb34529a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:00.443039 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 40846) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:00.523400 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-12fd3c76-a5db-43d4-ad9b-001d7a7d67eb req-2f764e28-70e1-4f98-a6d1-6f5dcb34529a service neutron] For port a6989b79-e898-4177-a07e-4d7c57bc58d0, host n-h1-761264-19, cleared binding levels {{(pid=103168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:37:00.531174 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-12fd3c76-a5db-43d4-ad9b-001d7a7d67eb req-2f764e28-70e1-4f98-a6d1-6f5dcb34529a service neutron] For port a6989b79-e898-4177-a07e-4d7c57bc58d0, host n-h1-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=a6989b79-e898-4177-a07e-4d7c57bc58d0,segment=NetworkSegment(3515e8f5-6773-4361-ba5b-35f8bf79f3ac),segment_id=3515e8f5-6773-4361-ba5b-35f8bf79f3ac)] {{(pid=103168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:37:00.541088 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-12fd3c76-a5db-43d4-ad9b-001d7a7d67eb req-2f764e28-70e1-4f98-a6d1-6f5dcb34529a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:00.578273 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c04d03-d9a4-439f-ad17-b7b363490320 req-10dcd0ef-7559-4acb-bb80-cddbaf93fde0 tempest-ServerTagsTestJSON-277393942 tempest-ServerTagsTestJSON-277393942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:00.580850 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-58c04d03-d9a4-439f-ad17-b7b363490320 req-10dcd0ef-7559-4acb-bb80-cddbaf93fde0 tempest-ServerTagsTestJSON-277393942 tempest-ServerTagsTestJSON-277393942-project] 10.222.0.54 "GET /v2.0/ports?device_id=2609487c-ff81-4914-91d2-3cd6ac181c70 HTTP/1.1" status: 200 len: 943 time: 0.2327046 Dec 20 14:37:00.613778 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fd3c76-a5db-43d4-ad9b-001d7a7d67eb req-2f764e28-70e1-4f98-a6d1-6f5dcb34529a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:00.614743 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-12fd3c76-a5db-43d4-ad9b-001d7a7d67eb req-2f764e28-70e1-4f98-a6d1-6f5dcb34529a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:00.616657 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-12fd3c76-a5db-43d4-ad9b-001d7a7d67eb req-2f764e28-70e1-4f98-a6d1-6f5dcb34529a service neutron] 10.222.0.30 "PUT /v2.0/ports/a6989b79-e898-4177-a07e-4d7c57bc58d0 HTTP/1.1" status: 200 len: 1092 time: 1.1864712 Dec 20 14:37:00.617410 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2609487c-ff81-4914-91d2-3cd6ac181c70', 'tag': 'a6989b79-e898-4177-a07e-4d7c57bc58d0'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:37:00.620730 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd5b2ca1-b4a3-4829-b8a0-04e070aa49de" -d '{"events": [{"name": "network-changed", "server_uuid": "2609487c-ff81-4914-91d2-3cd6ac181c70", "tag": "a6989b79-e898-4177-a07e-4d7c57bc58d0"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:37:00.645202 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-72bf405a-13a7-4d6d-94af-1c64d8f3603f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:00.681534 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c9a76b77-f5f8-4a34-b0ab-ea5f9ea46ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:00.748021 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-502edd3a-2b35-422f-9bff-d1750dcd9186 x-openstack-request-id: req-502edd3a-2b35-422f-9bff-d1750dcd9186 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:37:00.748701 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2609487c-ff81-4914-91d2-3cd6ac181c70", "tag": "a6989b79-e898-4177-a07e-4d7c57bc58d0", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:37:00.748888 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-502edd3a-2b35-422f-9bff-d1750dcd9186 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:37:00.749260 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2609487c-ff81-4914-91d2-3cd6ac181c70', 'tag': 'a6989b79-e898-4177-a07e-4d7c57bc58d0', 'status': 'completed', 'code': 200} Dec 20 14:37:00.768138 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f764e28-70e1-4f98-a6d1-6f5dcb34529a service neutron] Pushing event updated for resources: {'Port': ['ID=a6989b79-e898-4177-a07e-4d7c57bc58d0,revision_number=3']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:00.788310 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-58c04d03-d9a4-439f-ad17-b7b363490320 req-87b0d0e5-b5c5-42ec-8f28-331712c70e64 tempest-ServerTagsTestJSON-277393942 tempest-ServerTagsTestJSON-277393942-project] 10.222.0.54 "GET /v2.0/security-groups?id=e76da185-8de1-4646-a29e-91800d0da557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475980 Dec 20 14:37:00.795277 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fd3c76-a5db-43d4-ad9b-001d7a7d67eb req-3a5d792a-f19b-49a4-bd4b-b914e4351678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:00.796803 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-12fd3c76-a5db-43d4-ad9b-001d7a7d67eb req-3a5d792a-f19b-49a4-bd4b-b914e4351678 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=00efcaeac84b4199b6a09c1d68f04db6&device_id=2609487c-ff81-4914-91d2-3cd6ac181c70 HTTP/1.1" status: 200 len: 1095 time: 0.1002240 Dec 20 14:37:00.803591 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-72bf405a-13a7-4d6d-94af-1c64d8f3603f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:00.815310 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-72bf405a-13a7-4d6d-94af-1c64d8f3603f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:00.860882 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-12fd3c76-a5db-43d4-ad9b-001d7a7d67eb req-5928dd90-cf83-4984-a8c3-807dd5943f70 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a6989b79-e898-4177-a07e-4d7c57bc58d0 HTTP/1.1" status: 200 len: 217 time: 0.0551901 Dec 20 14:37:00.910644 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-72bf405a-13a7-4d6d-94af-1c64d8f3603f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c6634e6c106e4d7682dbdbf7411ef25c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4645758 Dec 20 14:37:00.911911 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bf405a-13a7-4d6d-94af-1c64d8f3603f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd3df90-2c51-4eb9-8c4a-87fc8d57c42f,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:00.913954 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 40864) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:00.952808 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fd3c76-a5db-43d4-ad9b-001d7a7d67eb req-732ca714-00b4-4fd8-9b27-631260e6ae7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:00.954506 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-12fd3c76-a5db-43d4-ad9b-001d7a7d67eb req-732ca714-00b4-4fd8-9b27-631260e6ae7b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0a147cdc-5c9c-4c71-a71c-e62af245514f HTTP/1.1" status: 200 len: 848 time: 0.0866609 Dec 20 14:37:01.004363 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-12fd3c76-a5db-43d4-ad9b-001d7a7d67eb req-840e707d-32b5-4e72-9dc2-ed10b2a595eb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=16861179-9f3e-402c-bf5f-b12eac5d27ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386829 Dec 20 14:37:01.136085 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b8c5665b-6d85-47de-a0d2-135eba71811b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:01.164187 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b8c5665b-6d85-47de-a0d2-135eba71811b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:01.225784 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942dd258-380e-49f2-89c5-e914d1f89900 req-b375c9d2-cf5a-44a6-aeea-9be504d2b005 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:01.228091 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-942dd258-380e-49f2-89c5-e914d1f89900 req-b375c9d2-cf5a-44a6-aeea-9be504d2b005 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/ports?device_id=28c3cc44-d7df-40fd-a6fc-99d16267b0b1 HTTP/1.1" status: 200 len: 949 time: 0.0628629 Dec 20 14:37:01.238483 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390291d9-6a1b-4566-ae7e-cf03632f5024 req-7b71b558-c05a-408b-baf8-b4455901102b tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:01.241139 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-390291d9-6a1b-4566-ae7e-cf03632f5024 req-7b71b558-c05a-408b-baf8-b4455901102b tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 945 time: 0.2338471 Dec 20 14:37:01.286975 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-12fd3c76-a5db-43d4-ad9b-001d7a7d67eb req-b66e19df-52db-45d4-a16b-e865d1e0c34f service neutron] 10.222.0.30 "GET /v2.0/networks/16861179-9f3e-402c-bf5f-b12eac5d27ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699752 Dec 20 14:37:01.288174 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b8c5665b-6d85-47de-a0d2-135eba71811b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:01.290817 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b8c5665b-6d85-47de-a0d2-135eba71811b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:01.292045 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-b8c5665b-6d85-47de-a0d2-135eba71811b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1dd3df90-2c51-4eb9-8c4a-87fc8d57c42f HTTP/1.1" status: 204 len: 168 time: 0.3744230 Dec 20 14:37:01.310110 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-942dd258-380e-49f2-89c5-e914d1f89900 req-e61cdab6-2faa-4904-a525-4ec8de9ed48a tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/security-groups?id=e899fdb2-c1a8-40be-a7f0-526dd0b6ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749874 Dec 20 14:37:01.318024 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 40888) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:01.335765 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c5665b-6d85-47de-a0d2-135eba71811b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dd3df90-2c51-4eb9-8c4a-87fc8d57c42f,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:01.378859 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-390291d9-6a1b-4566-ae7e-cf03632f5024 req-61f279d7-f906-4c27-b0f4-1521fc49d1e1 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=92081c13-7979-4810-b5cd-70c14477209d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299717 Dec 20 14:37:01.469887 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7cf8da7d-9be5-404c-8a84-957b1cce3686 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:01.479605 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-12fd3c76-a5db-43d4-ad9b-001d7a7d67eb req-896f225e-315c-4303-b537-3b74073d248c service neutron] 10.222.0.30 "GET /v2.0/networks/16861179-9f3e-402c-bf5f-b12eac5d27ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530073 Dec 20 14:37:01.575717 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 58f0f195-78f5-4a10-aac7-4afa1dc030c3 up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:37:01.579452 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7cf8da7d-9be5-404c-8a84-957b1cce3686 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:01.590437 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7cf8da7d-9be5-404c-8a84-957b1cce3686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:01.593026 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5b2ca1-b4a3-4829-b8a0-04e070aa49de req-4eb9fcae-ffad-4884-9921-e4d3eff42316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:01.594802 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cd5b2ca1-b4a3-4829-b8a0-04e070aa49de req-4eb9fcae-ffad-4884-9921-e4d3eff42316 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=00efcaeac84b4199b6a09c1d68f04db6&device_id=2609487c-ff81-4914-91d2-3cd6ac181c70 HTTP/1.1" status: 200 len: 1095 time: 0.0581710 Dec 20 14:37:01.647073 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-7cf8da7d-9be5-404c-8a84-957b1cce3686 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=67b673c1543e44399dc4848a3d74e8d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3274534 Dec 20 14:37:01.647827 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf8da7d-9be5-404c-8a84-957b1cce3686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a41766b3-6cdd-4a78-a651-a3229317a5bc,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:01.663424 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 40896) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:01.693711 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port 58f0f195-78f5-4a10-aac7-4afa1dc030c3 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:37:01.695402 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:01.744847 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5b2ca1-b4a3-4829-b8a0-04e070aa49de req-0f2dcc1d-b565-4460-9820-4510a65e89f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:01.747213 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cd5b2ca1-b4a3-4829-b8a0-04e070aa49de req-0f2dcc1d-b565-4460-9820-4510a65e89f1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=16861179-9f3e-402c-bf5f-b12eac5d27ce HTTP/1.1" status: 200 len: 909 time: 0.1417458 Dec 20 14:37:01.785889 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2a08a055-49f4-4a63-8b25-9fb3cd357fea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:01.821376 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2a08a055-49f4-4a63-8b25-9fb3cd357fea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:01.821628 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:01.834775 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cd5b2ca1-b4a3-4829-b8a0-04e070aa49de req-9a4b0b88-87e9-40e4-9d37-f24248d7a1ce service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a6989b79-e898-4177-a07e-4d7c57bc58d0 HTTP/1.1" status: 200 len: 217 time: 0.0787640 Dec 20 14:37:01.875021 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28c3cc44-d7df-40fd-a6fc-99d16267b0b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58f0f195-78f5-4a10-aac7-4afa1dc030c3'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:37:01.880940 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c0e971-0c60-4495-b4b8-9a70a8c1343b" -d '{"events": [{"server_uuid": "28c3cc44-d7df-40fd-a6fc-99d16267b0b1", "name": "network-vif-plugged", "status": "completed", "tag": "58f0f195-78f5-4a10-aac7-4afa1dc030c3"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:37:01.897808 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 58f0f195-78f5-4a10-aac7-4afa1dc030c3, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=58f0f195-78f5-4a10-aac7-4afa1dc030c3,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:37:01.906531 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:01.921914 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5b2ca1-b4a3-4829-b8a0-04e070aa49de req-57b15bb4-4248-4610-a96c-8a964cc39b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:01.922638 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cd5b2ca1-b4a3-4829-b8a0-04e070aa49de req-57b15bb4-4248-4610-a96c-8a964cc39b7f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0a147cdc-5c9c-4c71-a71c-e62af245514f HTTP/1.1" status: 200 len: 848 time: 0.0677726 Dec 20 14:37:01.933989 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2a08a055-49f4-4a63-8b25-9fb3cd357fea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:01.941090 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2a08a055-49f4-4a63-8b25-9fb3cd357fea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:01.942648 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-2a08a055-49f4-4a63-8b25-9fb3cd357fea admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a41766b3-6cdd-4a78-a651-a3229317a5bc HTTP/1.1" status: 204 len: 168 time: 0.2769058 Dec 20 14:37:01.943559 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 40902) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:01.982955 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=58f0f195-78f5-4a10-aac7-4afa1dc030c3,revision_number=10']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:01.989022 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d9cd62c-51ba-49b1-b690-987ca8261ec2 x-openstack-request-id: req-8d9cd62c-51ba-49b1-b690-987ca8261ec2 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:37:01.989319 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28c3cc44-d7df-40fd-a6fc-99d16267b0b1", "name": "network-vif-plugged", "status": "completed", "tag": "58f0f195-78f5-4a10-aac7-4afa1dc030c3", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:37:01.989574 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8d9cd62c-51ba-49b1-b690-987ca8261ec2 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:37:01.990027 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28c3cc44-d7df-40fd-a6fc-99d16267b0b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58f0f195-78f5-4a10-aac7-4afa1dc030c3', 'code': 200} Dec 20 14:37:01.993468 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cd5b2ca1-b4a3-4829-b8a0-04e070aa49de req-ecf88ec3-2b7c-4c82-9942-bd53520a89b0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=16861179-9f3e-402c-bf5f-b12eac5d27ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592434 Dec 20 14:37:02.011852 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-cb44ce1e-8216-4dea-8fdd-dd2a32873bd0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:02.017379 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a08a055-49f4-4a63-8b25-9fb3cd357fea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a41766b3-6cdd-4a78-a651-a3229317a5bc,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:02.112462 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53908a9c-2086-4856-83a8-1efb00c81c3c req-ace548fb-f6c9-4f25-b1e9-4223cb233f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:02.114031 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-53908a9c-2086-4856-83a8-1efb00c81c3c req-ace548fb-f6c9-4f25-b1e9-4223cb233f17 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cf003c138d1640a0b0d8e178896f3259&device_id=28c3cc44-d7df-40fd-a6fc-99d16267b0b1 HTTP/1.1" status: 200 len: 1101 time: 0.2888117 Dec 20 14:37:02.135896 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a36cce2-762f-4aac-b55b-f0f35e8bde00 req-fb835be6-d933-4e85-aab5-ee8ed8b05313 tempest-ServerTagsTestJSON-277393942 tempest-ServerTagsTestJSON-277393942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:02.143466 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5a36cce2-762f-4aac-b55b-f0f35e8bde00 req-fb835be6-d933-4e85-aab5-ee8ed8b05313 tempest-ServerTagsTestJSON-277393942 tempest-ServerTagsTestJSON-277393942-project] 10.222.0.54 "GET /v2.0/ports?device_id=2609487c-ff81-4914-91d2-3cd6ac181c70 HTTP/1.1" status: 200 len: 943 time: 0.1289811 Dec 20 14:37:02.189830 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-cb44ce1e-8216-4dea-8fdd-dd2a32873bd0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:02.202931 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-cb44ce1e-8216-4dea-8fdd-dd2a32873bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:02.242255 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cd5b2ca1-b4a3-4829-b8a0-04e070aa49de req-060af9f2-ed0e-484f-a812-04703140fba3 service neutron] 10.222.0.30 "GET /v2.0/networks/16861179-9f3e-402c-bf5f-b12eac5d27ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378666 Dec 20 14:37:02.248324 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53908a9c-2086-4856-83a8-1efb00c81c3c req-6e5b9679-852b-4001-ba02-d380030ecdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:02.249908 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-53908a9c-2086-4856-83a8-1efb00c81c3c req-6e5b9679-852b-4001-ba02-d380030ecdf6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1 HTTP/1.1" status: 200 len: 870 time: 0.1117749 Dec 20 14:37:02.312034 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-53908a9c-2086-4856-83a8-1efb00c81c3c req-ccce63af-d424-45ed-9632-151b8ccb9163 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=58f0f195-78f5-4a10-aac7-4afa1dc030c3 HTTP/1.1" status: 200 len: 217 time: 0.0524924 Dec 20 14:37:02.314191 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5a36cce2-762f-4aac-b55b-f0f35e8bde00 req-a9d934f6-0fb6-4313-96af-40b75ec44eaa tempest-ServerTagsTestJSON-277393942 tempest-ServerTagsTestJSON-277393942-project] 10.222.0.54 "GET /v2.0/security-groups?id=e76da185-8de1-4646-a29e-91800d0da557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695843 Dec 20 14:37:02.328345 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb44ce1e-8216-4dea-8fdd-dd2a32873bd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=429a55be-a4f2-4899-9820-7a5a8ce6fe49,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:02.349993 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-cb44ce1e-8216-4dea-8fdd-dd2a32873bd0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=799c745fb60145199887dff1b4e72f64&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3919206 Dec 20 14:37:02.353013 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 40908) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:02.363725 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fc58f9-64a0-4324-83cd-1aee45dea30f req-9eca676c-365e-4332-a877-50626f4db91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:02.365321 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-33fc58f9-64a0-4324-83cd-1aee45dea30f req-9eca676c-365e-4332-a877-50626f4db91f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=28c3cc44-d7df-40fd-a6fc-99d16267b0b1 HTTP/1.1" status: 200 len: 1103 time: 0.1788571 Dec 20 14:37:02.421809 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53908a9c-2086-4856-83a8-1efb00c81c3c req-a8d03a6f-5cca-423b-9cd6-988fe2affaad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:02.423305 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-53908a9c-2086-4856-83a8-1efb00c81c3c req-a8d03a6f-5cca-423b-9cd6-988fe2affaad service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36bf280f-81bb-4486-a87a-9b9505a1cec4 HTTP/1.1" status: 200 len: 843 time: 0.0978172 Dec 20 14:37:02.477732 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cd5b2ca1-b4a3-4829-b8a0-04e070aa49de req-260b5f02-3f9e-4f71-9016-2140be3cad14 service neutron] 10.222.0.30 "GET /v2.0/networks/16861179-9f3e-402c-bf5f-b12eac5d27ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266467 Dec 20 14:37:02.521602 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-33fc58f9-64a0-4324-83cd-1aee45dea30f req-98efe7bd-ad6f-49cf-afcf-2e0b8d02415b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e899fdb2-c1a8-40be-a7f0-526dd0b6ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365559 Dec 20 14:37:02.542082 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53908a9c-2086-4856-83a8-1efb00c81c3c req-119eba3b-ca70-4a71-8608-6d687b1515cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:02.543676 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-53908a9c-2086-4856-83a8-1efb00c81c3c req-119eba3b-ca70-4a71-8608-6d687b1515cd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1072404 Dec 20 14:37:02.567117 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4608f2f0-9533-4988-82b3-fcfd214966c6 req-fd3fdc9d-f9ad-44c4-b11d-47a29c884507 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:02.570272 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4608f2f0-9533-4988-82b3-fcfd214966c6 req-fd3fdc9d-f9ad-44c4-b11d-47a29c884507 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/ports?device_id=28c3cc44-d7df-40fd-a6fc-99d16267b0b1 HTTP/1.1" status: 200 len: 951 time: 0.1231008 Dec 20 14:37:02.580244 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a163a6e5-f18a-491c-978f-6eb6d2f167b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:02.598102 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5ab487-bbce-4b6c-a92e-958025ca7ffb req-2463bdb3-5e3d-490f-a15e-a33428278b87 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:02.605734 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0c5ab487-bbce-4b6c-a92e-958025ca7ffb req-2463bdb3-5e3d-490f-a15e-a33428278b87 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 945 time: 0.0876338 Dec 20 14:37:02.658946 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a163a6e5-f18a-491c-978f-6eb6d2f167b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:02.666697 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4608f2f0-9533-4988-82b3-fcfd214966c6 req-b5b86890-449c-4e6e-9a3e-0a62928a31ce tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/security-groups?id=e899fdb2-c1a8-40be-a7f0-526dd0b6ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850086 Dec 20 14:37:02.704381 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0c5ab487-bbce-4b6c-a92e-958025ca7ffb req-3dd72b37-0451-4390-b15c-b6f2d2f3d878 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=92081c13-7979-4810-b5cd-70c14477209d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918407 Dec 20 14:37:02.758202 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a163a6e5-f18a-491c-978f-6eb6d2f167b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:02.762717 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a163a6e5-f18a-491c-978f-6eb6d2f167b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:02.769323 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-a163a6e5-f18a-491c-978f-6eb6d2f167b4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/429a55be-a4f2-4899-9820-7a5a8ce6fe49 HTTP/1.1" status: 204 len: 168 time: 0.4116526 Dec 20 14:37:02.784617 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a163a6e5-f18a-491c-978f-6eb6d2f167b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=429a55be-a4f2-4899-9820-7a5a8ce6fe49,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:02.839826 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b8b4c9ac-bdbe-4098-b40f-652a18f18730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:02.937225 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-53908a9c-2086-4856-83a8-1efb00c81c3c req-d240fb0a-440c-4f6a-a7ab-89b95afee4dd service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290611 Dec 20 14:37:03.093040 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-53908a9c-2086-4856-83a8-1efb00c81c3c req-37928519-5db4-4471-8e75-d5355caf46b4 service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468132 Dec 20 14:37:03.331653 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c75b1269-f4a3-4fc8-bf4f-79564d936b36 req-3771dcaa-590f-4d06-aab7-b20fa25a53aa service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7bec07a8-c25f-4f16-885e-b65a42ac76c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0685523 Dec 20 14:37:03.515002 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144c152b-3db8-44b6-a9b8-cf63eb5c2be9 req-152369cd-bfc4-414e-8def-75ebb5061b29 tempest-ServerTagsTestJSON-277393942 tempest-ServerTagsTestJSON-277393942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:03.516742 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-144c152b-3db8-44b6-a9b8-cf63eb5c2be9 req-152369cd-bfc4-414e-8def-75ebb5061b29 tempest-ServerTagsTestJSON-277393942 tempest-ServerTagsTestJSON-277393942-project] 10.222.0.54 "GET /v2.0/ports?device_id=2609487c-ff81-4914-91d2-3cd6ac181c70 HTTP/1.1" status: 200 len: 943 time: 0.0885625 Dec 20 14:37:03.700432 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75b1269-f4a3-4fc8-bf4f-79564d936b36 req-de7cd4cf-939b-4f3e-af3c-85732f01e01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:03.703060 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75b1269-f4a3-4fc8-bf4f-79564d936b36 req-de7cd4cf-939b-4f3e-af3c-85732f01e01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:03.703661 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75b1269-f4a3-4fc8-bf4f-79564d936b36 req-de7cd4cf-939b-4f3e-af3c-85732f01e01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:03.704031 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75b1269-f4a3-4fc8-bf4f-79564d936b36 req-de7cd4cf-939b-4f3e-af3c-85732f01e01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:03.704499 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75b1269-f4a3-4fc8-bf4f-79564d936b36 req-de7cd4cf-939b-4f3e-af3c-85732f01e01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:03.704962 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75b1269-f4a3-4fc8-bf4f-79564d936b36 req-de7cd4cf-939b-4f3e-af3c-85732f01e01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:03.705677 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75b1269-f4a3-4fc8-bf4f-79564d936b36 req-de7cd4cf-939b-4f3e-af3c-85732f01e01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:03.707464 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c75b1269-f4a3-4fc8-bf4f-79564d936b36 req-de7cd4cf-939b-4f3e-af3c-85732f01e01c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1080628f9fb44b28a6ddf9255bb33498&device_id=7bec07a8-c25f-4f16-885e-b65a42ac76c9 HTTP/1.1" status: 200 len: 6498 time: 0.1895864 Dec 20 14:37:03.734000 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:03.765055 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-144c152b-3db8-44b6-a9b8-cf63eb5c2be9 req-0a7ea5ee-d765-4266-a306-df3bd60a2c3e tempest-ServerTagsTestJSON-277393942 tempest-ServerTagsTestJSON-277393942-project] 10.222.0.54 "GET /v2.0/security-groups?id=e76da185-8de1-4646-a29e-91800d0da557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371771 Dec 20 14:37:03.853202 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d6dd29-792d-4d51-979c-dcd4de90ce9f req-52fce332-99c4-494a-8e34-5d1082d3b948 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:03.864430 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-57d6dd29-792d-4d51-979c-dcd4de90ce9f req-52fce332-99c4-494a-8e34-5d1082d3b948 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/ports?device_id=28c3cc44-d7df-40fd-a6fc-99d16267b0b1 HTTP/1.1" status: 200 len: 951 time: 0.0870385 Dec 20 14:37:03.942945 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-57d6dd29-792d-4d51-979c-dcd4de90ce9f req-76a97f99-5d0b-4590-a920-820cd5512a26 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/security-groups?id=e899fdb2-c1a8-40be-a7f0-526dd0b6ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751729 Dec 20 14:37:03.959990 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75b1269-f4a3-4fc8-bf4f-79564d936b36 req-37ed223c-33a5-4800-a356-0616d0a17b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:03.960466 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75b1269-f4a3-4fc8-bf4f-79564d936b36 req-37ed223c-33a5-4800-a356-0616d0a17b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:03.960934 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75b1269-f4a3-4fc8-bf4f-79564d936b36 req-37ed223c-33a5-4800-a356-0616d0a17b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:03.962604 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c75b1269-f4a3-4fc8-bf4f-79564d936b36 req-37ed223c-33a5-4800-a356-0616d0a17b57 service neutron] 10.222.0.30 "GET /v2.0/networks?id=687c5259-7995-4ccd-9da8-b7cf90c319a1&id=e922ff15-a662-4866-8b6a-3d6f701ab36c&id=e922ff15-a662-4866-8b6a-3d6f701ab36c&id=e922ff15-a662-4866-8b6a-3d6f701ab36c&id=e922ff15-a662-4866-8b6a-3d6f701ab36c&id=781006d9-7985-4914-91ad-a5e554b7cb56&id=781006d9-7985-4914-91ad-a5e554b7cb56 HTTP/1.1" status: 200 len: 2293 time: 0.1965775 Dec 20 14:37:04.060607 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c75b1269-f4a3-4fc8-bf4f-79564d936b36 req-19365bc1-4768-49d6-bb26-31d549405146 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=79cf19b9-8f3f-44e9-85d5-0608077b5b17 HTTP/1.1" status: 200 len: 1000 time: 0.0778573 Dec 20 14:37:04.155128 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75b1269-f4a3-4fc8-bf4f-79564d936b36 req-20e7a0d6-a524-4bf1-ac9d-9fe8a259da5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:04.156760 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c75b1269-f4a3-4fc8-bf4f-79564d936b36 req-20e7a0d6-a524-4bf1-ac9d-9fe8a259da5f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b510740f-81e5-461d-83bc-0c27692ea662 HTTP/1.1" status: 200 len: 850 time: 0.0809472 Dec 20 14:37:04.213664 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7077e1b7-6a44-4465-87fa-f3442ea5842b req-3885919b-2b9e-4c82-adfe-bf7666cca2c5 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:04.215479 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7077e1b7-6a44-4465-87fa-f3442ea5842b req-3885919b-2b9e-4c82-adfe-bf7666cca2c5 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 945 time: 0.2518973 Dec 20 14:37:04.246809 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75b1269-f4a3-4fc8-bf4f-79564d936b36 req-620e365b-7eb0-4b78-bad5-8dc0c9a105a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:04.248458 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c75b1269-f4a3-4fc8-bf4f-79564d936b36 req-620e365b-7eb0-4b78-bad5-8dc0c9a105a6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=687c5259-7995-4ccd-9da8-b7cf90c319a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0829654 Dec 20 14:37:04.365019 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7077e1b7-6a44-4465-87fa-f3442ea5842b req-8f4f66e7-d395-45cb-8acf-c6c326905806 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=92081c13-7979-4810-b5cd-70c14477209d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383045 Dec 20 14:37:04.419541 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786b30f1-f0fd-4c19-8262-fded6d0014a2 req-de13cd32-3cb7-4669-9b9e-0ab94110b493 tempest-ServersAdminTestJSON-1539305092 tempest-ServersAdminTestJSON-1539305092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:04.426160 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-786b30f1-f0fd-4c19-8262-fded6d0014a2 req-de13cd32-3cb7-4669-9b9e-0ab94110b493 tempest-ServersAdminTestJSON-1539305092 tempest-ServersAdminTestJSON-1539305092-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=28c3cc44-d7df-40fd-a6fc-99d16267b0b1 HTTP/1.1" status: 200 len: 1103 time: 0.1158400 Dec 20 14:37:04.461976 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c75b1269-f4a3-4fc8-bf4f-79564d936b36 req-3cee54df-5125-4cc8-8e39-d305fd426ab5 service neutron] 10.222.0.30 "GET /v2.0/networks/687c5259-7995-4ccd-9da8-b7cf90c319a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999564 Dec 20 14:37:04.497200 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-786b30f1-f0fd-4c19-8262-fded6d0014a2 req-a5da3987-c955-4398-955a-ef8aea4cf4a6 tempest-ServersAdminTestJSON-1539305092 tempest-ServersAdminTestJSON-1539305092-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=e899fdb2-c1a8-40be-a7f0-526dd0b6ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615780 Dec 20 14:37:04.533167 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device a6989b79-e898-4177-a07e-4d7c57bc58d0 details requested by agent hyperv_n-h1-761264-19 with host n-h1-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:37:04.545599 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 40988) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:04.620556 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c75b1269-f4a3-4fc8-bf4f-79564d936b36 req-569b0156-1f47-4f2f-9966-3e791669299c service neutron] 10.222.0.30 "GET /v2.0/networks/687c5259-7995-4ccd-9da8-b7cf90c319a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469567 Dec 20 14:37:04.672134 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port a6989b79-e898-4177-a07e-4d7c57bc58d0, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=a6989b79-e898-4177-a07e-4d7c57bc58d0,segment=NetworkSegment(3515e8f5-6773-4361-ba5b-35f8bf79f3ac),segment_id=3515e8f5-6773-4361-ba5b-35f8bf79f3ac)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:37:04.687230 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Returning: {'device': 'a6989b79-e898-4177-a07e-4d7c57bc58d0', 'network_id': '16861179-9f3e-402c-bf5f-b12eac5d27ce', 'port_id': 'a6989b79-e898-4177-a07e-4d7c57bc58d0', 'mac_address': 'fa:16:3e:6b:37:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a147cdc-5c9c-4c71-a71c-e62af245514f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:37:04.687598 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c75b1269-f4a3-4fc8-bf4f-79564d936b36 req-1c2941e7-6a08-442d-b638-fb189fe3152e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.112&port_id=8f31b9a5-1a84-4aca-854e-f0b8620002cb HTTP/1.1" status: 200 len: 217 time: 0.0582874 Dec 20 14:37:04.741411 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:04.742933 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-0ed12769-093f-4886-a1f4-2b414f843fe0 tempest-ExternalNetworksAdminNegativeTestJSON-1292795107 tempest-ExternalNetworksAdminNegativeTestJSON-1292795107-project-admin] Request body: {'floatingip': {'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:37:04.759614 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6989b79-e898-4177-a07e-4d7c57bc58d0 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:37:04.777995 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75b1269-f4a3-4fc8-bf4f-79564d936b36 req-3d4db760-726c-4e81-a2bd-450ac20cd221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:04.780253 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c75b1269-f4a3-4fc8-bf4f-79564d936b36 req-3d4db760-726c-4e81-a2bd-450ac20cd221 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=aaeac8b3-4bcd-4183-8fdc-e7e9bf33dceb HTTP/1.1" status: 200 len: 797 time: 0.0839324 Dec 20 14:37:04.784454 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port a6989b79-e898-4177-a07e-4d7c57bc58d0, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=a6989b79-e898-4177-a07e-4d7c57bc58d0,segment=NetworkSegment(3515e8f5-6773-4361-ba5b-35f8bf79f3ac),segment_id=3515e8f5-6773-4361-ba5b-35f8bf79f3ac)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:37:04.789968 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:04.801447 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0ed12769-093f-4886-a1f4-2b414f843fe0 tempest-ExternalNetworksAdminNegativeTestJSON-1292795107 tempest-ExternalNetworksAdminNegativeTestJSON-1292795107-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:04.858034 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=a6989b79-e898-4177-a07e-4d7c57bc58d0,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:04.879540 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75b1269-f4a3-4fc8-bf4f-79564d936b36 req-433fd995-8dbd-4355-a571-8ceb6240cd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:04.882655 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c75b1269-f4a3-4fc8-bf4f-79564d936b36 req-433fd995-8dbd-4355-a571-8ceb6240cd27 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e922ff15-a662-4866-8b6a-3d6f701ab36c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0938096 Dec 20 14:37:04.900408 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10bf49f-c174-46b6-a1a6-19af925b97d4 req-83f56c63-17af-4d80-a4e9-ddcf2827b059 tempest-ServersAdminTestJSON-1539305092 tempest-ServersAdminTestJSON-1539305092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:04.902626 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e10bf49f-c174-46b6-a1a6-19af925b97d4 req-83f56c63-17af-4d80-a4e9-ddcf2827b059 tempest-ServersAdminTestJSON-1539305092 tempest-ServersAdminTestJSON-1539305092-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=28c3cc44-d7df-40fd-a6fc-99d16267b0b1 HTTP/1.1" status: 200 len: 1103 time: 0.1248174 Dec 20 14:37:04.971578 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e10bf49f-c174-46b6-a1a6-19af925b97d4 req-748edf4a-47ee-493f-b7cc-7e1ff2724828 tempest-ServersAdminTestJSON-1539305092 tempest-ServersAdminTestJSON-1539305092-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=e899fdb2-c1a8-40be-a7f0-526dd0b6ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599530 Dec 20 14:37:04.972809 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0ed12769-093f-4886-a1f4-2b414f843fe0 tempest-ExternalNetworksAdminNegativeTestJSON-1292795107 tempest-ExternalNetworksAdminNegativeTestJSON-1292795107-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:05.024277 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641fbeda-0060-47ca-8806-d29b6aaa4db5 req-1e084783-2145-4e68-8e5a-991fa05e0980 tempest-ServerTagsTestJSON-277393942 tempest-ServerTagsTestJSON-277393942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:05.026432 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-641fbeda-0060-47ca-8806-d29b6aaa4db5 req-1e084783-2145-4e68-8e5a-991fa05e0980 tempest-ServerTagsTestJSON-277393942 tempest-ServerTagsTestJSON-277393942-project] 10.222.0.54 "GET /v2.0/ports?device_id=2609487c-ff81-4914-91d2-3cd6ac181c70 HTTP/1.1" status: 200 len: 944 time: 0.1049750 Dec 20 14:37:05.067377 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c75b1269-f4a3-4fc8-bf4f-79564d936b36 req-10556742-a384-4003-8b90-2e71a64e0d74 service neutron] 10.222.0.30 "GET /v2.0/networks/e922ff15-a662-4866-8b6a-3d6f701ab36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760004 Dec 20 14:37:05.118646 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-0ed12769-093f-4886-a1f4-2b414f843fe0 tempest-ExternalNetworksAdminNegativeTestJSON-1292795107 tempest-ExternalNetworksAdminNegativeTestJSON-1292795107-project-admin] Allocated IP 172.25.0.154 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/e2415911-1a88-47c1-9593-b834ebb5f4ee) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:37:05.190769 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-641fbeda-0060-47ca-8806-d29b6aaa4db5 req-e3de3bad-ff1a-4ad9-b353-ed7da01abe6b tempest-ServerTagsTestJSON-277393942 tempest-ServerTagsTestJSON-277393942-project] 10.222.0.54 "GET /v2.0/security-groups?id=e76da185-8de1-4646-a29e-91800d0da557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531599 Dec 20 14:37:05.217103 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['a6989b79-e898-4177-a07e-4d7c57bc58d0'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:37:05.272059 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c75b1269-f4a3-4fc8-bf4f-79564d936b36 req-5522dedd-4cff-4028-abc1-a1a5654aff97 service neutron] 10.222.0.30 "GET /v2.0/networks/e922ff15-a662-4866-8b6a-3d6f701ab36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918986 Dec 20 14:37:05.351282 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0ed12769-093f-4886-a1f4-2b414f843fe0 tempest-ExternalNetworksAdminNegativeTestJSON-1292795107 tempest-ExternalNetworksAdminNegativeTestJSON-1292795107-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:05.364229 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c75b1269-f4a3-4fc8-bf4f-79564d936b36 req-3c8c26fb-a48a-4190-bbdb-b27c14f484dc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.119&port_id=cdb31bb5-074e-403d-ab47-e55bfa522aff HTTP/1.1" status: 200 len: 217 time: 0.0842068 Dec 20 14:37:05.449715 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75b1269-f4a3-4fc8-bf4f-79564d936b36 req-4570c108-4199-43c5-bed3-f6f42b70cbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:05.452443 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c75b1269-f4a3-4fc8-bf4f-79564d936b36 req-4570c108-4199-43c5-bed3-f6f42b70cbb2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=aaeac8b3-4bcd-4183-8fdc-e7e9bf33dceb HTTP/1.1" status: 200 len: 797 time: 0.0779765 Dec 20 14:37:05.458328 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1f44dd-cf1a-43b1-a6a8-46704b81abb8 req-76845ff6-d6f1-4850-b3b7-ff50d76c9f98 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:05.460435 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-dd1f44dd-cf1a-43b1-a6a8-46704b81abb8 req-76845ff6-d6f1-4850-b3b7-ff50d76c9f98 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/ports?device_id=7db0b0e5-da11-45a9-a458-01671a2efebc HTTP/1.1" status: 200 len: 950 time: 0.0911260 Dec 20 14:37:05.476875 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0ed12769-093f-4886-a1f4-2b414f843fe0 tempest-ExternalNetworksAdminNegativeTestJSON-1292795107 tempest-ExternalNetworksAdminNegativeTestJSON-1292795107-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:05.541816 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed12769-093f-4886-a1f4-2b414f843fe0 tempest-ExternalNetworksAdminNegativeTestJSON-1292795107 tempest-ExternalNetworksAdminNegativeTestJSON-1292795107-project-admin] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:37:05.556781 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-0ed12769-093f-4886-a1f4-2b414f843fe0 tempest-ExternalNetworksAdminNegativeTestJSON-1292795107 tempest-ExternalNetworksAdminNegativeTestJSON-1292795107-project-admin] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:37:05.562218 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed12769-093f-4886-a1f4-2b414f843fe0 tempest-ExternalNetworksAdminNegativeTestJSON-1292795107 tempest-ExternalNetworksAdminNegativeTestJSON-1292795107-project-admin] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:37:05.569226 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75b1269-f4a3-4fc8-bf4f-79564d936b36 req-9fe41e91-a56b-4623-a566-b05ce7844a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:05.571008 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c75b1269-f4a3-4fc8-bf4f-79564d936b36 req-9fe41e91-a56b-4623-a566-b05ce7844a20 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e922ff15-a662-4866-8b6a-3d6f701ab36c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0995746 Dec 20 14:37:05.579287 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ff473a-41c4-466d-b274-2634aab8f6e3 req-b6a5be87-0546-406b-af6a-7f2ca01c33fc tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:05.580828 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-02ff473a-41c4-466d-b274-2634aab8f6e3 req-b6a5be87-0546-406b-af6a-7f2ca01c33fc tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 945 time: 0.0979283 Dec 20 14:37:05.600228 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed12769-093f-4886-a1f4-2b414f843fe0 tempest-ExternalNetworksAdminNegativeTestJSON-1292795107 tempest-ExternalNetworksAdminNegativeTestJSON-1292795107-project-admin] Pushing event updated for resources: {'Port': ['ID=e2415911-1a88-47c1-9593-b834ebb5f4ee,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:05.609146 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-dd1f44dd-cf1a-43b1-a6a8-46704b81abb8 req-015086be-3f1f-4966-b0c4-3c8bf9055892 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/security-groups?id=e899fdb2-c1a8-40be-a7f0-526dd0b6ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407781 Dec 20 14:37:05.698288 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-02ff473a-41c4-466d-b274-2634aab8f6e3 req-5e5a3612-fda0-4515-8822-6d8600d89643 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=92081c13-7979-4810-b5cd-70c14477209d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083865 Dec 20 14:37:05.734256 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:05.734927 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0ed12769-093f-4886-a1f4-2b414f843fe0 tempest-ExternalNetworksAdminNegativeTestJSON-1292795107 tempest-ExternalNetworksAdminNegativeTestJSON-1292795107-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:05.763186 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c75b1269-f4a3-4fc8-bf4f-79564d936b36 req-4be9337c-9435-45ab-ab6d-1b9cce38f985 service neutron] 10.222.0.30 "GET /v2.0/networks/e922ff15-a662-4866-8b6a-3d6f701ab36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808457 Dec 20 14:37:05.782810 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0ed12769-093f-4886-a1f4-2b414f843fe0 tempest-ExternalNetworksAdminNegativeTestJSON-1292795107 tempest-ExternalNetworksAdminNegativeTestJSON-1292795107-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:05.889751 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c75b1269-f4a3-4fc8-bf4f-79564d936b36 req-e308fdce-18f4-4d9f-a92d-9e882fa4daba service neutron] 10.222.0.30 "GET /v2.0/networks/e922ff15-a662-4866-8b6a-3d6f701ab36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177635 Dec 20 14:37:05.945323 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c75b1269-f4a3-4fc8-bf4f-79564d936b36 req-61be31a5-88d6-4766-8769-b13d2d1ef7d9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.108&port_id=c2b6402c-cca9-42ae-b247-701e4186077e HTTP/1.1" status: 200 len: 217 time: 0.0467818 Dec 20 14:37:05.986894 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0ed12769-093f-4886-a1f4-2b414f843fe0 tempest-ExternalNetworksAdminNegativeTestJSON-1292795107 tempest-ExternalNetworksAdminNegativeTestJSON-1292795107-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:05.995309 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0ed12769-093f-4886-a1f4-2b414f843fe0 tempest-ExternalNetworksAdminNegativeTestJSON-1292795107 tempest-ExternalNetworksAdminNegativeTestJSON-1292795107-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:06.014522 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75b1269-f4a3-4fc8-bf4f-79564d936b36 req-b8d71763-b78b-49e4-aac1-60927b5ce8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:06.016347 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c75b1269-f4a3-4fc8-bf4f-79564d936b36 req-b8d71763-b78b-49e4-aac1-60927b5ce8c2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=aaeac8b3-4bcd-4183-8fdc-e7e9bf33dceb HTTP/1.1" status: 200 len: 797 time: 0.0616140 Dec 20 14:37:06.077354 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75b1269-f4a3-4fc8-bf4f-79564d936b36 req-f4e9a9fa-e7ef-4e3b-9df8-048dc7a34e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:06.079982 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c75b1269-f4a3-4fc8-bf4f-79564d936b36 req-f4e9a9fa-e7ef-4e3b-9df8-048dc7a34e18 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e922ff15-a662-4866-8b6a-3d6f701ab36c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0562994 Dec 20 14:37:06.082713 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed12769-093f-4886-a1f4-2b414f843fe0 tempest-ExternalNetworksAdminNegativeTestJSON-1292795107 tempest-ExternalNetworksAdminNegativeTestJSON-1292795107-project-admin] Pushing event updated for resources: {'Port': ['ID=e2415911-1a88-47c1-9593-b834ebb5f4ee,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:06.088804 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0ed12769-093f-4886-a1f4-2b414f843fe0 tempest-ExternalNetworksAdminNegativeTestJSON-1292795107 tempest-ExternalNetworksAdminNegativeTestJSON-1292795107-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585115'] for floatingip, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:06.110754 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0ed12769-093f-4886-a1f4-2b414f843fe0 tempest-ExternalNetworksAdminNegativeTestJSON-1292795107 tempest-ExternalNetworksAdminNegativeTestJSON-1292795107-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:06.115756 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-0ed12769-093f-4886-a1f4-2b414f843fe0 tempest-ExternalNetworksAdminNegativeTestJSON-1292795107 tempest-ExternalNetworksAdminNegativeTestJSON-1292795107-project-admin] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5689459 Dec 20 14:37:06.115921 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 41040) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:06.130637 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-63d9e1f8-206e-4475-966d-0a5f01854166 tempest-ExternalNetworksAdminNegativeTestJSON-1292795107 tempest-ExternalNetworksAdminNegativeTestJSON-1292795107-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1151294973', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'fixed_ips': [{'ip_address': '172.25.0.154'}]}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:37:06.202694 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:06.255771 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63d9e1f8-206e-4475-966d-0a5f01854166 tempest-ExternalNetworksAdminNegativeTestJSON-1292795107 tempest-ExternalNetworksAdminNegativeTestJSON-1292795107-project-admin] Made reservation on behalf of 37e4ee4363d44b3286c47c71edc5e34d for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:37:06.260273 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-63d9e1f8-206e-4475-966d-0a5f01854166 tempest-ExternalNetworksAdminNegativeTestJSON-1292795107 tempest-ExternalNetworksAdminNegativeTestJSON-1292795107-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:06.285822 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-63d9e1f8-206e-4475-966d-0a5f01854166 tempest-ExternalNetworksAdminNegativeTestJSON-1292795107 tempest-ExternalNetworksAdminNegativeTestJSON-1292795107-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:06.307041 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c75b1269-f4a3-4fc8-bf4f-79564d936b36 req-e6d1f28a-096c-4b58-9d30-42697817116a service neutron] 10.222.0.30 "GET /v2.0/networks/e922ff15-a662-4866-8b6a-3d6f701ab36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187371 Dec 20 14:37:06.430386 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5ce31c-889a-4b0d-bd2c-d4d2e04e9ab0 req-60af07a4-c1c3-436e-9942-57dc0545f2cf tempest-ServerTagsTestJSON-277393942 tempest-ServerTagsTestJSON-277393942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:06.434280 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-cd5ce31c-889a-4b0d-bd2c-d4d2e04e9ab0 req-60af07a4-c1c3-436e-9942-57dc0545f2cf tempest-ServerTagsTestJSON-277393942 tempest-ServerTagsTestJSON-277393942-project] 10.222.0.54 "GET /v2.0/ports?device_id=2609487c-ff81-4914-91d2-3cd6ac181c70 HTTP/1.1" status: 200 len: 944 time: 0.0902464 Dec 20 14:37:06.511203 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-cd5ce31c-889a-4b0d-bd2c-d4d2e04e9ab0 req-97652812-54be-42bb-922c-186a437a2f52 tempest-ServerTagsTestJSON-277393942 tempest-ServerTagsTestJSON-277393942-project] 10.222.0.54 "GET /v2.0/security-groups?id=e76da185-8de1-4646-a29e-91800d0da557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715637 Dec 20 14:37:06.534925 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device a6989b79-e898-4177-a07e-4d7c57bc58d0 up at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:37:06.606357 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning for port a6989b79-e898-4177-a07e-4d7c57bc58d0 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:37:06.611550 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning complete for port a6989b79-e898-4177-a07e-4d7c57bc58d0 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:37:06.611927 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:06.768769 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:06.811092 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2609487c-ff81-4914-91d2-3cd6ac181c70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6989b79-e898-4177-a07e-4d7c57bc58d0'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:37:06.813889 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-355d6187-0bba-46be-acf4-069718b22664" -d '{"events": [{"server_uuid": "2609487c-ff81-4914-91d2-3cd6ac181c70", "name": "network-vif-plugged", "status": "completed", "tag": "a6989b79-e898-4177-a07e-4d7c57bc58d0"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:37:06.832571 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port a6989b79-e898-4177-a07e-4d7c57bc58d0, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=a6989b79-e898-4177-a07e-4d7c57bc58d0,segment=NetworkSegment(3515e8f5-6773-4361-ba5b-35f8bf79f3ac),segment_id=3515e8f5-6773-4361-ba5b-35f8bf79f3ac)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:37:06.840700 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:06.867827 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0fd362-e810-4bce-83b1-ad17290f2a7f req-28d87d12-0319-4331-930e-e28fb2334979 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:06.877272 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8b0fd362-e810-4bce-83b1-ad17290f2a7f req-28d87d12-0319-4331-930e-e28fb2334979 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 945 time: 0.0772543 Dec 20 14:37:06.902760 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=a6989b79-e898-4177-a07e-4d7c57bc58d0,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:06.940050 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8b0fd362-e810-4bce-83b1-ad17290f2a7f req-b89a4316-f374-4822-bf31-7e5562e123d3 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=92081c13-7979-4810-b5cd-70c14477209d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612864 Dec 20 14:37:07.005525 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d931ddb-337d-4321-af1a-06f05ca0755c x-openstack-request-id: req-6d931ddb-337d-4321-af1a-06f05ca0755c {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:37:07.005839 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2609487c-ff81-4914-91d2-3cd6ac181c70", "name": "network-vif-plugged", "status": "completed", "tag": "a6989b79-e898-4177-a07e-4d7c57bc58d0", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:37:07.006096 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6d931ddb-337d-4321-af1a-06f05ca0755c {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:37:07.006498 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2609487c-ff81-4914-91d2-3cd6ac181c70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6989b79-e898-4177-a07e-4d7c57bc58d0', 'code': 200} Dec 20 14:37:07.149436 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87061689-a5f6-4afb-8603-622d4ae4faa5 req-fae66488-2ddf-47b1-afba-84a1760eb622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:07.151980 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-87061689-a5f6-4afb-8603-622d4ae4faa5 req-fae66488-2ddf-47b1-afba-84a1760eb622 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2609487c-ff81-4914-91d2-3cd6ac181c70 HTTP/1.1" status: 200 len: 1097 time: 0.0575316 Dec 20 14:37:07.155447 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c75b1269-f4a3-4fc8-bf4f-79564d936b36 req-cdef6774-2426-4493-8dd6-63c97a17c448 service neutron] 10.222.0.30 "GET /v2.0/networks/e922ff15-a662-4866-8b6a-3d6f701ab36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8387377 Dec 20 14:37:07.195396 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-63d9e1f8-206e-4475-966d-0a5f01854166 tempest-ExternalNetworksAdminNegativeTestJSON-1292795107 tempest-ExternalNetworksAdminNegativeTestJSON-1292795107-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:07.230083 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-87061689-a5f6-4afb-8603-622d4ae4faa5 req-51a265a6-9fea-41cb-b1e1-7db15c70cfc6 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e76da185-8de1-4646-a29e-91800d0da557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618944 Dec 20 14:37:07.260775 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c15ce3e-7426-4977-9c4b-0407f4e5302a req-b8a3f966-b7de-422a-8ec5-5efeaeffa79e tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:07.262297 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0c15ce3e-7426-4977-9c4b-0407f4e5302a req-b8a3f966-b7de-422a-8ec5-5efeaeffa79e tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.47 "GET /v2.0/ports?device_id=7db0b0e5-da11-45a9-a458-01671a2efebc HTTP/1.1" status: 200 len: 950 time: 0.2658858 Dec 20 14:37:07.263020 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-63d9e1f8-206e-4475-966d-0a5f01854166 tempest-ExternalNetworksAdminNegativeTestJSON-1292795107 tempest-ExternalNetworksAdminNegativeTestJSON-1292795107-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:07.269228 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [None req-63d9e1f8-206e-4475-966d-0a5f01854166 tempest-ExternalNetworksAdminNegativeTestJSON-1292795107 tempest-ExternalNetworksAdminNegativeTestJSON-1292795107-project-admin] device_id is not set on port b289b0ac-9f5f-48f6-a103-b8df6e1e7e80 yet. {{(pid=103168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 14:37:07.280736 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dbb976-5d2c-4d98-b3ee-5139334daf48 req-9e506b45-33b5-427a-bde4-a2e05c08a4da tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:07.282317 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a7dbb976-5d2c-4d98-b3ee-5139334daf48 req-9e506b45-33b5-427a-bde4-a2e05c08a4da tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/ports?device_id=7db0b0e5-da11-45a9-a458-01671a2efebc HTTP/1.1" status: 200 len: 950 time: 0.2972181 Dec 20 14:37:07.284279 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c75b1269-f4a3-4fc8-bf4f-79564d936b36 req-a80d5d3e-5896-484d-9c9a-b71f71db9e9c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.7&port_id=c388c669-8dbc-4a20-aa6b-dcc41424fb88 HTTP/1.1" status: 200 len: 217 time: 0.0845890 Dec 20 14:37:07.450380 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d9e1f8-206e-4475-966d-0a5f01854166 tempest-ExternalNetworksAdminNegativeTestJSON-1292795107 tempest-ExternalNetworksAdminNegativeTestJSON-1292795107-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fdc543c-1a67-4fd7-818a-22eea1e82432,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:07.562879 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a7dbb976-5d2c-4d98-b3ee-5139334daf48 req-c70c9c5e-674d-49e3-8091-cb59600aac91 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/security-groups?id=e899fdb2-c1a8-40be-a7f0-526dd0b6ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599502 Dec 20 14:37:07.602203 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75b1269-f4a3-4fc8-bf4f-79564d936b36 req-5cef3506-4209-40c2-919f-68777bed4c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:07.603750 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c75b1269-f4a3-4fc8-bf4f-79564d936b36 req-5cef3506-4209-40c2-919f-68777bed4c8c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=aaeac8b3-4bcd-4183-8fdc-e7e9bf33dceb HTTP/1.1" status: 200 len: 797 time: 0.0869422 Dec 20 14:37:07.679750 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-0c15ce3e-7426-4977-9c4b-0407f4e5302a req-e7da60c1-2d65-4e6f-95d8-4b3dc641de81 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Deleting port f6734bfb-2eed-444c-88ca-1ef855a12a4b {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:37:07.680001 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-0c15ce3e-7426-4977-9c4b-0407f4e5302a req-e7da60c1-2d65-4e6f-95d8-4b3dc641de81 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:07.696017 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d417696-8f0f-4cbb-91f8-bf47c273eb9f req-47ffc041-6c9f-4b83-ad3b-f9da6a68324f tempest-ServerTagsTestJSON-277393942 tempest-ServerTagsTestJSON-277393942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:07.705231 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0d417696-8f0f-4cbb-91f8-bf47c273eb9f req-47ffc041-6c9f-4b83-ad3b-f9da6a68324f tempest-ServerTagsTestJSON-277393942 tempest-ServerTagsTestJSON-277393942-project] 10.222.0.54 "GET /v2.0/ports?device_id=2609487c-ff81-4914-91d2-3cd6ac181c70 HTTP/1.1" status: 200 len: 945 time: 0.0856597 Dec 20 14:37:07.767281 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0d417696-8f0f-4cbb-91f8-bf47c273eb9f req-c65aebcd-0c5c-4df0-9136-496106a0a8a8 tempest-ServerTagsTestJSON-277393942 tempest-ServerTagsTestJSON-277393942-project] 10.222.0.54 "GET /v2.0/security-groups?id=e76da185-8de1-4646-a29e-91800d0da557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609965 Dec 20 14:37:07.784643 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-63d9e1f8-206e-4475-966d-0a5f01854166 tempest-ExternalNetworksAdminNegativeTestJSON-1292795107 tempest-ExternalNetworksAdminNegativeTestJSON-1292795107-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 20 14:37:07.785162 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63d9e1f8-206e-4475-966d-0a5f01854166 tempest-ExternalNetworksAdminNegativeTestJSON-1292795107 tempest-ExternalNetworksAdminNegativeTestJSON-1292795107-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:37:07.815320 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75b1269-f4a3-4fc8-bf4f-79564d936b36 req-39f799df-1ea5-4101-8a8c-50434b057c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:07.815320 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c75b1269-f4a3-4fc8-bf4f-79564d936b36 req-39f799df-1ea5-4101-8a8c-50434b057c12 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e922ff15-a662-4866-8b6a-3d6f701ab36c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1831684 Dec 20 14:37:07.829959 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 41090) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:07.830289 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-63d9e1f8-206e-4475-966d-0a5f01854166 tempest-ExternalNetworksAdminNegativeTestJSON-1292795107 tempest-ExternalNetworksAdminNegativeTestJSON-1292795107-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.7126234 Dec 20 14:37:07.873511 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-0c15ce3e-7426-4977-9c4b-0407f4e5302a req-e7da60c1-2d65-4e6f-95d8-4b3dc641de81 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] For port f6734bfb-2eed-444c-88ca-1ef855a12a4b, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=f6734bfb-2eed-444c-88ca-1ef855a12a4b,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:37:07.873866 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-0c15ce3e-7426-4977-9c4b-0407f4e5302a req-e7da60c1-2d65-4e6f-95d8-4b3dc641de81 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:07.924039 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-0c15ce3e-7426-4977-9c4b-0407f4e5302a req-e7da60c1-2d65-4e6f-95d8-4b3dc641de81 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Calling delete_port for f6734bfb-2eed-444c-88ca-1ef855a12a4b owned by compute:nova {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:37:08.009591 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-c77926d2-cc55-41ec-9856-6c8d8e0871b7 tempest-ExternalNetworksAdminNegativeTestJSON-1292795107 tempest-ExternalNetworksAdminNegativeTestJSON-1292795107-project-admin] Deleting port e2415911-1a88-47c1-9593-b834ebb5f4ee {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:37:08.010139 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c77926d2-cc55-41ec-9856-6c8d8e0871b7 tempest-ExternalNetworksAdminNegativeTestJSON-1292795107 tempest-ExternalNetworksAdminNegativeTestJSON-1292795107-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:08.061111 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c75b1269-f4a3-4fc8-bf4f-79564d936b36 req-0c841608-9bcf-4dd7-a8e2-31e1bc2ac338 service neutron] 10.222.0.30 "GET /v2.0/networks/e922ff15-a662-4866-8b6a-3d6f701ab36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273400 Dec 20 14:37:08.109727 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c77926d2-cc55-41ec-9856-6c8d8e0871b7 tempest-ExternalNetworksAdminNegativeTestJSON-1292795107 tempest-ExternalNetworksAdminNegativeTestJSON-1292795107-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:08.110194 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c77926d2-cc55-41ec-9856-6c8d8e0871b7 tempest-ExternalNetworksAdminNegativeTestJSON-1292795107 tempest-ExternalNetworksAdminNegativeTestJSON-1292795107-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:08.129583 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-c77926d2-cc55-41ec-9856-6c8d8e0871b7 tempest-ExternalNetworksAdminNegativeTestJSON-1292795107 tempest-ExternalNetworksAdminNegativeTestJSON-1292795107-project-admin] Calling delete_port for e2415911-1a88-47c1-9593-b834ebb5f4ee owned by network:floatingip {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:37:08.201016 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e15e6dc-5ca0-466c-863c-ce9bc3bcf677 req-b90d9682-4a31-4033-9b46-b5b7fae588e3 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:08.204953 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3e15e6dc-5ca0-466c-863c-ce9bc3bcf677 req-b90d9682-4a31-4033-9b46-b5b7fae588e3 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 945 time: 0.1576419 Dec 20 14:37:08.273953 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c75b1269-f4a3-4fc8-bf4f-79564d936b36 req-66ee17dd-0cdd-46ed-b9d3-a9fb1f5a5858 service neutron] 10.222.0.30 "GET /v2.0/networks/e922ff15-a662-4866-8b6a-3d6f701ab36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883230 Dec 20 14:37:08.332916 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c75b1269-f4a3-4fc8-bf4f-79564d936b36 req-41c9e2be-add5-4168-a65e-f0cb96d878b4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9bc1aacd-a2ef-491f-a27e-99c9073aabbc HTTP/1.1" status: 200 len: 217 time: 0.0465450 Dec 20 14:37:08.340073 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3e15e6dc-5ca0-466c-863c-ce9bc3bcf677 req-c7717ca1-b176-451e-931a-ee4b438261f5 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=92081c13-7979-4810-b5cd-70c14477209d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222394 Dec 20 14:37:08.341714 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c77926d2-cc55-41ec-9856-6c8d8e0871b7 tempest-ExternalNetworksAdminNegativeTestJSON-1292795107 tempest-ExternalNetworksAdminNegativeTestJSON-1292795107-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:08.376009 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77926d2-cc55-41ec-9856-6c8d8e0871b7 tempest-ExternalNetworksAdminNegativeTestJSON-1292795107 tempest-ExternalNetworksAdminNegativeTestJSON-1292795107-project-admin] Pushing event deleted for resources: {'Port': ['ID=e2415911-1a88-47c1-9593-b834ebb5f4ee,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:08.432069 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-0c15ce3e-7426-4977-9c4b-0407f4e5302a req-e7da60c1-2d65-4e6f-95d8-4b3dc641de81 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:08.445536 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['a3f8fc2a-2ebe-4696-a439-9c8f3a83e995', '58f0f195-78f5-4a10-aac7-4afa1dc030c3'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:37:08.462922 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c77926d2-cc55-41ec-9856-6c8d8e0871b7 tempest-ExternalNetworksAdminNegativeTestJSON-1292795107 tempest-ExternalNetworksAdminNegativeTestJSON-1292795107-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:08.466226 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c77926d2-cc55-41ec-9856-6c8d8e0871b7 tempest-ExternalNetworksAdminNegativeTestJSON-1292795107 tempest-ExternalNetworksAdminNegativeTestJSON-1292795107-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:08.467747 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-c77926d2-cc55-41ec-9856-6c8d8e0871b7 tempest-ExternalNetworksAdminNegativeTestJSON-1292795107 tempest-ExternalNetworksAdminNegativeTestJSON-1292795107-project-admin] 10.222.0.54 "DELETE /v2.0/floatingips/d5ad7c07-a263-47d9-a3b2-329d3b7c00b0 HTTP/1.1" status: 204 len: 168 time: 0.6368420 Dec 20 14:37:08.520502 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7da60c1-2d65-4e6f-95d8-4b3dc641de81 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Pushing event deleted for resources: {'Port': ['ID=f6734bfb-2eed-444c-88ca-1ef855a12a4b,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:08.668952 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c15ce3e-7426-4977-9c4b-0407f4e5302a req-e7da60c1-2d65-4e6f-95d8-4b3dc641de81 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] No DVR routers for this DVR port f6734bfb-2eed-444c-88ca-1ef855a12a4b on host n-h2-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:37:08.686631 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75b1269-f4a3-4fc8-bf4f-79564d936b36 req-e1405ec8-3b5c-41c8-bae2-cf25f6f2b4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:08.688415 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c75b1269-f4a3-4fc8-bf4f-79564d936b36 req-e1405ec8-3b5c-41c8-bae2-cf25f6f2b4c5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7d232d75-8ac0-41ba-a979-02f9a30b542c HTTP/1.1" status: 200 len: 797 time: 0.3355608 Dec 20 14:37:08.689617 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-0c15ce3e-7426-4977-9c4b-0407f4e5302a req-e7da60c1-2d65-4e6f-95d8-4b3dc641de81 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:08.693064 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0c15ce3e-7426-4977-9c4b-0407f4e5302a req-e7da60c1-2d65-4e6f-95d8-4b3dc641de81 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.47 "DELETE /v2.0/ports/f6734bfb-2eed-444c-88ca-1ef855a12a4b HTTP/1.1" status: 204 len: 173 time: 1.4067066 Dec 20 14:37:08.693547 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7db0b0e5-da11-45a9-a458-01671a2efebc', 'name': 'network-vif-deleted', 'tag': 'f6734bfb-2eed-444c-88ca-1ef855a12a4b'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:37:08.708838 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3271273-b9a5-4b50-9fa8-721d1217c739" -d '{"events": [{"server_uuid": "7db0b0e5-da11-45a9-a458-01671a2efebc", "name": "network-vif-deleted", "tag": "f6734bfb-2eed-444c-88ca-1ef855a12a4b"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:37:08.826754 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-83bdacfa-fd3d-4188-a8c5-50e2ed116e4a req-058fae98-e71e-4dc0-87b0-b3e7a1441cdf tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/ports?device_id=7db0b0e5-da11-45a9-a458-01671a2efebc HTTP/1.1" status: 200 len: 210 time: 0.1147161 Dec 20 14:37:08.856295 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ede37ba-9a04-4db6-bc98-5e8c44d86241 x-openstack-request-id: req-1ede37ba-9a04-4db6-bc98-5e8c44d86241 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:37:08.856544 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7db0b0e5-da11-45a9-a458-01671a2efebc", "name": "network-vif-deleted", "tag": "f6734bfb-2eed-444c-88ca-1ef855a12a4b", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:37:08.856647 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1ede37ba-9a04-4db6-bc98-5e8c44d86241 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:37:08.857004 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7db0b0e5-da11-45a9-a458-01671a2efebc', 'name': 'network-vif-deleted', 'tag': 'f6734bfb-2eed-444c-88ca-1ef855a12a4b', 'status': 'completed', 'code': 200} Dec 20 14:37:08.858986 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75b1269-f4a3-4fc8-bf4f-79564d936b36 req-ef7bcf05-dff7-4002-ba67-1e2e2d9a0224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:08.872639 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c75b1269-f4a3-4fc8-bf4f-79564d936b36 req-ef7bcf05-dff7-4002-ba67-1e2e2d9a0224 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=781006d9-7985-4914-91ad-a5e554b7cb56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1512177 Dec 20 14:37:09.127399 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb7ecec-0b65-4cab-9903-2674fec84006 req-a5246c81-dee4-4273-99d3-cc1456648527 tempest-ServerTagsTestJSON-277393942 tempest-ServerTagsTestJSON-277393942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:09.129130 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6cb7ecec-0b65-4cab-9903-2674fec84006 req-a5246c81-dee4-4273-99d3-cc1456648527 tempest-ServerTagsTestJSON-277393942 tempest-ServerTagsTestJSON-277393942-project] 10.222.0.54 "GET /v2.0/ports?device_id=2609487c-ff81-4914-91d2-3cd6ac181c70 HTTP/1.1" status: 200 len: 945 time: 0.1763010 Dec 20 14:37:09.168511 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c75b1269-f4a3-4fc8-bf4f-79564d936b36 req-ee29c73b-b854-406f-b4ef-e9506d9c8977 service neutron] 10.222.0.30 "GET /v2.0/networks/781006d9-7985-4914-91ad-a5e554b7cb56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2865379 Dec 20 14:37:09.269260 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6cb7ecec-0b65-4cab-9903-2674fec84006 req-5bf6afec-0f74-4cc7-a26e-57a00e271746 tempest-ServerTagsTestJSON-277393942 tempest-ServerTagsTestJSON-277393942-project] 10.222.0.54 "GET /v2.0/security-groups?id=e76da185-8de1-4646-a29e-91800d0da557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265697 Dec 20 14:37:09.295437 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 41126) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:09.326400 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c75b1269-f4a3-4fc8-bf4f-79564d936b36 req-33cf5e6c-b246-4b65-831e-7a9f16d5c4fd service neutron] 10.222.0.30 "GET /v2.0/networks/781006d9-7985-4914-91ad-a5e554b7cb56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468782 Dec 20 14:37:09.405687 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c75b1269-f4a3-4fc8-bf4f-79564d936b36 req-929cb29b-30d5-4787-a72a-a87c5c87fca0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a9e6ecc6-74ae-4b76-8dcf-5a91360c2536 HTTP/1.1" status: 200 len: 217 time: 0.0637121 Dec 20 14:37:09.484858 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75b1269-f4a3-4fc8-bf4f-79564d936b36 req-c455ec48-94f7-458d-8e87-b7818063ab82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:09.486789 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c75b1269-f4a3-4fc8-bf4f-79564d936b36 req-c455ec48-94f7-458d-8e87-b7818063ab82 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7d232d75-8ac0-41ba-a979-02f9a30b542c HTTP/1.1" status: 200 len: 797 time: 0.0732028 Dec 20 14:37:09.537476 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a304f521-b6de-4f42-a6fd-5ebc24334108 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:09.591932 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75b1269-f4a3-4fc8-bf4f-79564d936b36 req-7be0ead7-37cc-4ca6-91bc-64d100cafcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:09.593341 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c75b1269-f4a3-4fc8-bf4f-79564d936b36 req-7be0ead7-37cc-4ca6-91bc-64d100cafcc7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=781006d9-7985-4914-91ad-a5e554b7cb56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0779340 Dec 20 14:37:09.601878 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device f6734bfb-2eed-444c-88ca-1ef855a12a4b no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:37:09.602743 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd87eb3d-41ae-4ca6-9a84-658edb51c4c6 req-3447ccc0-983f-4d26-a16c-f416dca65165 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:09.606279 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-dd87eb3d-41ae-4ca6-9a84-658edb51c4c6 req-3447ccc0-983f-4d26-a16c-f416dca65165 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 945 time: 0.1091101 Dec 20 14:37:09.647162 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] No Port match for: f6734bfb-2eed-444c-88ca-1ef855a12a4b {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:37:09.649837 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device f6734bfb-2eed-444c-88ca-1ef855a12a4b not bound to the agent host n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:37:09.700787 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a304f521-b6de-4f42-a6fd-5ebc24334108 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:09.707917 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a304f521-b6de-4f42-a6fd-5ebc24334108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:09.732910 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-dd87eb3d-41ae-4ca6-9a84-658edb51c4c6 req-f9aa7505-b0de-4241-89a1-00dd6cb5fda7 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=92081c13-7979-4810-b5cd-70c14477209d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171241 Dec 20 14:37:09.757437 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c75b1269-f4a3-4fc8-bf4f-79564d936b36 req-a010b479-137b-4ab4-9798-1be26999a845 service neutron] 10.222.0.30 "GET /v2.0/networks/781006d9-7985-4914-91ad-a5e554b7cb56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500900 Dec 20 14:37:09.765511 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-a304f521-b6de-4f42-a6fd-5ebc24334108 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5446112f7dc940c79e3d35bcb94125b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4690163 Dec 20 14:37:09.768837 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 41140) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:09.836439 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a304f521-b6de-4f42-a6fd-5ebc24334108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=477d0fe0-c193-4df0-ac93-1e1ee92e7b60,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:09.865861 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7d2bcbb5-57de-4af1-a938-89ad822e4c32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:09.874811 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c75b1269-f4a3-4fc8-bf4f-79564d936b36 req-05f3f49f-9fa0-4f04-8969-5be86075f80a service neutron] 10.222.0.30 "GET /v2.0/networks/781006d9-7985-4914-91ad-a5e554b7cb56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096082 Dec 20 14:37:09.909819 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7d2bcbb5-57de-4af1-a938-89ad822e4c32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:09.997402 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7d2bcbb5-57de-4af1-a938-89ad822e4c32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:10.002619 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7d2bcbb5-57de-4af1-a938-89ad822e4c32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:10.011417 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-7d2bcbb5-57de-4af1-a938-89ad822e4c32 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/477d0fe0-c193-4df0-ac93-1e1ee92e7b60 HTTP/1.1" status: 204 len: 168 time: 0.2414103 Dec 20 14:37:10.020255 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2bcbb5-57de-4af1-a938-89ad822e4c32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=477d0fe0-c193-4df0-ac93-1e1ee92e7b60,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:10.393528 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36adfc56-52d8-4809-a4f2-8dd5b2c2e108 req-0306ca8d-9bac-4c58-a432-901b501479cb tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:10.402120 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-36adfc56-52d8-4809-a4f2-8dd5b2c2e108 req-0306ca8d-9bac-4c58-a432-901b501479cb tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c7c996c-8135-4b2b-9c14-6a6dcea5b009 HTTP/1.1" status: 200 len: 949 time: 0.0983276 Dec 20 14:37:10.482533 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-36adfc56-52d8-4809-a4f2-8dd5b2c2e108 req-2ed89f3b-04dd-49d5-a64e-1f5ec804ebfa tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/security-groups?id=e899fdb2-c1a8-40be-a7f0-526dd0b6ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793200 Dec 20 14:37:10.754892 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 41180) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:10.862451 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-5cd774bf-9904-4364-ac3a-66f15b4fefa6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=37e4ee4363d44b3286c47c71edc5e34d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1055257 Dec 20 14:37:10.865617 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 41188) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:10.876255 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e712f6-b1af-4d40-bddb-36345f83cc24 req-ee605a6e-2968-4447-ab7e-421257f087a5 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:10.879298 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-16e712f6-b1af-4d40-bddb-36345f83cc24 req-ee605a6e-2968-4447-ab7e-421257f087a5 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 945 time: 0.0643060 Dec 20 14:37:10.934220 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-67ea5a49-d9e4-4dc3-ab65-5ef40b9bc185 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:10.963608 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-67ea5a49-d9e4-4dc3-ab65-5ef40b9bc185 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:10.979883 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-16e712f6-b1af-4d40-bddb-36345f83cc24 req-f290597f-0dee-43da-8d3b-9b55828b49bc tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=92081c13-7979-4810-b5cd-70c14477209d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941420 Dec 20 14:37:11.046655 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-67ea5a49-d9e4-4dc3-ab65-5ef40b9bc185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:11.051623 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-67ea5a49-d9e4-4dc3-ab65-5ef40b9bc185 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:11.053643 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-67ea5a49-d9e4-4dc3-ab65-5ef40b9bc185 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5fdc543c-1a67-4fd7-818a-22eea1e82432 HTTP/1.1" status: 204 len: 168 time: 0.1857090 Dec 20 14:37:11.067917 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ea5a49-d9e4-4dc3-ab65-5ef40b9bc185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fdc543c-1a67-4fd7-818a-22eea1e82432,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:11.312802 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 41200) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:11.460726 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e679fd57-af0b-4f95-bb6b-ab345e5a3a3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:11.540735 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:11.577631 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314dc19d-8058-405b-a0b8-0be4d9170e74 req-7e7ecddd-54c9-4409-992b-eb49b4439371 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:11.579345 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-314dc19d-8058-405b-a0b8-0be4d9170e74 req-7e7ecddd-54c9-4409-992b-eb49b4439371 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.47 "GET /v2.0/ports?device_id=8c7c996c-8135-4b2b-9c14-6a6dcea5b009 HTTP/1.1" status: 200 len: 949 time: 0.0763211 Dec 20 14:37:11.636186 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ef15ac-f608-46c8-a99a-d655669d8def req-12ebb94b-5232-433a-86fc-0b9f9f1fadcd tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:11.637477 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e679fd57-af0b-4f95-bb6b-ab345e5a3a3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:11.646034 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-61ef15ac-f608-46c8-a99a-d655669d8def req-12ebb94b-5232-433a-86fc-0b9f9f1fadcd tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c7c996c-8135-4b2b-9c14-6a6dcea5b009 HTTP/1.1" status: 200 len: 949 time: 0.0780265 Dec 20 14:37:11.649573 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e679fd57-af0b-4f95-bb6b-ab345e5a3a3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:11.697322 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-61ef15ac-f608-46c8-a99a-d655669d8def req-8658283e-2f6e-4e71-8f79-59b010a28063 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/security-groups?id=e899fdb2-c1a8-40be-a7f0-526dd0b6ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502114 Dec 20 14:37:11.730207 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-e679fd57-af0b-4f95-bb6b-ab345e5a3a3a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=15fbdfaa0c834b8bb6db1c5807fcd133&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4123280 Dec 20 14:37:11.730683 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 41220) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:11.734186 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e679fd57-af0b-4f95-bb6b-ab345e5a3a3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb46b514-f044-447e-8770-4d3dc0f55119,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:11.757595 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-314dc19d-8058-405b-a0b8-0be4d9170e74 req-0faf0017-88fd-457f-b724-59e4d3ee120f tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Deleting port a3f8fc2a-2ebe-4696-a439-9c8f3a83e995 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:37:11.758071 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-314dc19d-8058-405b-a0b8-0be4d9170e74 req-0faf0017-88fd-457f-b724-59e4d3ee120f tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:11.813775 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f228aaa6-5b2e-49ae-a143-2f302d9cbb4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:11.845991 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f228aaa6-5b2e-49ae-a143-2f302d9cbb4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:11.861481 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-314dc19d-8058-405b-a0b8-0be4d9170e74 req-0faf0017-88fd-457f-b724-59e4d3ee120f tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] For port a3f8fc2a-2ebe-4696-a439-9c8f3a83e995, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=a3f8fc2a-2ebe-4696-a439-9c8f3a83e995,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:37:11.861798 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-314dc19d-8058-405b-a0b8-0be4d9170e74 req-0faf0017-88fd-457f-b724-59e4d3ee120f tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:11.878590 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-314dc19d-8058-405b-a0b8-0be4d9170e74 req-0faf0017-88fd-457f-b724-59e4d3ee120f tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Calling delete_port for a3f8fc2a-2ebe-4696-a439-9c8f3a83e995 owned by compute:nova {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:37:11.914352 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f228aaa6-5b2e-49ae-a143-2f302d9cbb4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:11.917438 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f228aaa6-5b2e-49ae-a143-2f302d9cbb4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:11.921229 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-f228aaa6-5b2e-49ae-a143-2f302d9cbb4a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/cb46b514-f044-447e-8770-4d3dc0f55119 HTTP/1.1" status: 204 len: 168 time: 0.1869667 Dec 20 14:37:11.930214 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f228aaa6-5b2e-49ae-a143-2f302d9cbb4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb46b514-f044-447e-8770-4d3dc0f55119,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:12.112826 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 14:37:12.138749 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf6c871-607a-46d3-9f5b-a319e3fe4169 req-824d1c2a-f99e-4695-9d28-295a5f996002 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:12.147837 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-faf6c871-607a-46d3-9f5b-a319e3fe4169 req-824d1c2a-f99e-4695-9d28-295a5f996002 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 945 time: 0.0791476 Dec 20 14:37:12.173154 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-314dc19d-8058-405b-a0b8-0be4d9170e74 req-0faf0017-88fd-457f-b724-59e4d3ee120f tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:12.200742 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['a3f8fc2a-2ebe-4696-a439-9c8f3a83e995', '58f0f195-78f5-4a10-aac7-4afa1dc030c3'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:37:12.249310 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faf0017-88fd-457f-b724-59e4d3ee120f tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Pushing event deleted for resources: {'Port': ['ID=a3f8fc2a-2ebe-4696-a439-9c8f3a83e995,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:12.274819 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-faf6c871-607a-46d3-9f5b-a319e3fe4169 req-ae8ffe2d-94e9-4ac8-9221-80eee2b1fdb1 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=92081c13-7979-4810-b5cd-70c14477209d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252067 Dec 20 14:37:12.366701 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-314dc19d-8058-405b-a0b8-0be4d9170e74 req-0faf0017-88fd-457f-b724-59e4d3ee120f tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] No DVR routers for this DVR port a3f8fc2a-2ebe-4696-a439-9c8f3a83e995 on host n-h2-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:37:12.374030 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-314dc19d-8058-405b-a0b8-0be4d9170e74 req-0faf0017-88fd-457f-b724-59e4d3ee120f tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:12.381460 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-314dc19d-8058-405b-a0b8-0be4d9170e74 req-0faf0017-88fd-457f-b724-59e4d3ee120f tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.47 "DELETE /v2.0/ports/a3f8fc2a-2ebe-4696-a439-9c8f3a83e995 HTTP/1.1" status: 204 len: 173 time: 0.7892995 Dec 20 14:37:12.383077 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c7c996c-8135-4b2b-9c14-6a6dcea5b009', 'name': 'network-vif-deleted', 'tag': 'a3f8fc2a-2ebe-4696-a439-9c8f3a83e995'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:37:12.401036 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-230bc446-2b7b-412c-82b5-4aff74c393fe" -d '{"events": [{"server_uuid": "8c7c996c-8135-4b2b-9c14-6a6dcea5b009", "name": "network-vif-deleted", "tag": "a3f8fc2a-2ebe-4696-a439-9c8f3a83e995"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:37:12.495046 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aa8edd3-725f-455f-a7b5-6bceff6eee26 x-openstack-request-id: req-8aa8edd3-725f-455f-a7b5-6bceff6eee26 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:37:12.495046 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c7c996c-8135-4b2b-9c14-6a6dcea5b009", "name": "network-vif-deleted", "tag": "a3f8fc2a-2ebe-4696-a439-9c8f3a83e995", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:37:12.495046 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8aa8edd3-725f-455f-a7b5-6bceff6eee26 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:37:12.495046 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c7c996c-8135-4b2b-9c14-6a6dcea5b009', 'name': 'network-vif-deleted', 'tag': 'a3f8fc2a-2ebe-4696-a439-9c8f3a83e995', 'status': 'completed', 'code': 200} Dec 20 14:37:12.712987 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 41266) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:12.738180 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b8584e57-ef42-4964-991d-1858473398df admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:12.884702 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ac28f050-cb50-4379-b62f-ff4398a454cd req-68c579e4-878f-44ce-86ac-b9da3bdf2723 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c7c996c-8135-4b2b-9c14-6a6dcea5b009 HTTP/1.1" status: 200 len: 210 time: 0.0365441 Dec 20 14:37:12.903383 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b8584e57-ef42-4964-991d-1858473398df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:12.913268 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b8584e57-ef42-4964-991d-1858473398df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:12.984858 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8584e57-ef42-4964-991d-1858473398df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=369e3136-3734-49b1-85a6-cdb8c4f67cb1,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:12.996503 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-b8584e57-ef42-4964-991d-1858473398df admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5039438340a5481699a9be3590c040f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2817969 Dec 20 14:37:12.999264 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 41274) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:13.075599 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6b5d15d8-d519-41e7-ae0a-64ff725c519e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:13.103718 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6b5d15d8-d519-41e7-ae0a-64ff725c519e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:13.195825 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6b5d15d8-d519-41e7-ae0a-64ff725c519e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:13.198657 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6b5d15d8-d519-41e7-ae0a-64ff725c519e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:13.199871 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-6b5d15d8-d519-41e7-ae0a-64ff725c519e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/369e3136-3734-49b1-85a6-cdb8c4f67cb1 HTTP/1.1" status: 204 len: 168 time: 0.1991186 Dec 20 14:37:13.211151 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5d15d8-d519-41e7-ae0a-64ff725c519e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=369e3136-3734-49b1-85a6-cdb8c4f67cb1,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:13.457157 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b87da6e-822c-4ea5-b4e5-383b708ba074 req-10bf710b-1ef0-4ba0-ab4f-3006c3ba3cf6 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:13.459021 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7b87da6e-822c-4ea5-b4e5-383b708ba074 req-10bf710b-1ef0-4ba0-ab4f-3006c3ba3cf6 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 945 time: 0.0745895 Dec 20 14:37:13.525941 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7b87da6e-822c-4ea5-b4e5-383b708ba074 req-d97a2b91-44b2-4b8e-95a2-d619a4a94713 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=92081c13-7979-4810-b5cd-70c14477209d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600376 Dec 20 14:37:13.783176 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 41320) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:13.801041 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-da77d0e4-81a4-4408-bfcf-67b522141652 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:13.932002 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-da77d0e4-81a4-4408-bfcf-67b522141652 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:13.939820 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-da77d0e4-81a4-4408-bfcf-67b522141652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:13.975270 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-da77d0e4-81a4-4408-bfcf-67b522141652 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=483fa11784e142589754f19b767790e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1872573 Dec 20 14:37:13.978918 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 41330) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:14.047157 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da77d0e4-81a4-4408-bfcf-67b522141652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a5032a2-cb6e-4429-a003-f57ed9216685,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:14.085278 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2be685b8-1ea6-49be-adee-fcb0aa366cfa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:14.117244 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f3fff0-de0b-47ef-b63f-0c92c62f7c51 req-f3a17ce4-6190-4d53-8a52-a19c38d0a64b tempest-ServerTagsTestJSON-277393942 tempest-ServerTagsTestJSON-277393942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:14.126643 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e0f3fff0-de0b-47ef-b63f-0c92c62f7c51 req-f3a17ce4-6190-4d53-8a52-a19c38d0a64b tempest-ServerTagsTestJSON-277393942 tempest-ServerTagsTestJSON-277393942-project] 10.222.0.54 "GET /v2.0/ports?device_id=2609487c-ff81-4914-91d2-3cd6ac181c70 HTTP/1.1" status: 200 len: 945 time: 0.1116343 Dec 20 14:37:14.133766 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2be685b8-1ea6-49be-adee-fcb0aa366cfa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:14.215377 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e0f3fff0-de0b-47ef-b63f-0c92c62f7c51 req-0dead816-e9ee-41ac-90f3-baf929806cdc tempest-ServerTagsTestJSON-277393942 tempest-ServerTagsTestJSON-277393942-project] 10.222.0.54 "GET /v2.0/security-groups?id=e76da185-8de1-4646-a29e-91800d0da557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875359 Dec 20 14:37:14.239060 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2be685b8-1ea6-49be-adee-fcb0aa366cfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:14.243687 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2be685b8-1ea6-49be-adee-fcb0aa366cfa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:14.245276 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-2be685b8-1ea6-49be-adee-fcb0aa366cfa admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7a5032a2-cb6e-4429-a003-f57ed9216685 HTTP/1.1" status: 204 len: 168 time: 0.2647536 Dec 20 14:37:14.259140 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be685b8-1ea6-49be-adee-fcb0aa366cfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a5032a2-cb6e-4429-a003-f57ed9216685,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:14.367552 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92e7e6c-4dde-4c87-b014-d93812e45514 req-c52f1486-6227-48a0-b014-51b0be4d3dbf tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:14.370340 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b92e7e6c-4dde-4c87-b014-d93812e45514 req-c52f1486-6227-48a0-b014-51b0be4d3dbf tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/ports?device_id=28c3cc44-d7df-40fd-a6fc-99d16267b0b1 HTTP/1.1" status: 200 len: 951 time: 0.0636671 Dec 20 14:37:14.427500 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b92e7e6c-4dde-4c87-b014-d93812e45514 req-399e2f38-5556-418c-99f9-d7df0b1d2b20 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/security-groups?id=e899fdb2-c1a8-40be-a7f0-526dd0b6ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502362 Dec 20 14:37:14.553389 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 41352) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:14.676196 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a98fb08-e0b3-4e03-9654-3377f7dee441 req-fd60754b-9519-49f4-b1ac-9f1cde7a47c0 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:14.678092 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0a98fb08-e0b3-4e03-9654-3377f7dee441 req-fd60754b-9519-49f4-b1ac-9f1cde7a47c0 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 945 time: 0.0658107 Dec 20 14:37:14.730218 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0a98fb08-e0b3-4e03-9654-3377f7dee441 req-f66f5b0f-99dd-411d-b113-bdc9fb584e46 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=92081c13-7979-4810-b5cd-70c14477209d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453455 Dec 20 14:37:14.873624 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-f2fa0949-e185-4b5b-9ac1-c86943e85999 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Request body: {'floatingip': {'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:37:14.904550 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f2fa0949-e185-4b5b-9ac1-c86943e85999 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Publish callbacks [] for floatingip, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:15.027213 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f2fa0949-e185-4b5b-9ac1-c86943e85999 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:15.155199 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-f2fa0949-e185-4b5b-9ac1-c86943e85999 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Allocated IP 172.25.0.155 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/bea9a7f9-0e05-463b-a5b7-26a7a01b10a5) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:37:15.158607 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:15.278517 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f2fa0949-e185-4b5b-9ac1-c86943e85999 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:15.336238 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f2fa0949-e185-4b5b-9ac1-c86943e85999 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:15.378969 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a3aa0-8742-48a2-a068-b58de131ddaf req-8754a71a-172c-45bb-b1e2-63061f210ea0 tempest-ServerTagsTestJSON-277393942 tempest-ServerTagsTestJSON-277393942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:15.378969 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-241a3aa0-8742-48a2-a068-b58de131ddaf req-8754a71a-172c-45bb-b1e2-63061f210ea0 tempest-ServerTagsTestJSON-277393942 tempest-ServerTagsTestJSON-277393942-project] 10.222.0.54 "GET /v2.0/ports?device_id=2609487c-ff81-4914-91d2-3cd6ac181c70 HTTP/1.1" status: 200 len: 945 time: 0.0678501 Dec 20 14:37:15.394309 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2fa0949-e185-4b5b-9ac1-c86943e85999 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:37:15.397710 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-f2fa0949-e185-4b5b-9ac1-c86943e85999 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:37:15.402558 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fa0949-e185-4b5b-9ac1-c86943e85999 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:37:15.430450 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fa0949-e185-4b5b-9ac1-c86943e85999 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Pushing event updated for resources: {'Port': ['ID=bea9a7f9-0e05-463b-a5b7-26a7a01b10a5,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:15.544136 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f2fa0949-e185-4b5b-9ac1-c86943e85999 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:15.599607 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-241a3aa0-8742-48a2-a068-b58de131ddaf req-f6bdbdc7-de8c-4c91-adc6-61f6bcf01a69 tempest-ServerTagsTestJSON-277393942 tempest-ServerTagsTestJSON-277393942-project] 10.222.0.54 "GET /v2.0/security-groups?id=e76da185-8de1-4646-a29e-91800d0da557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168381 Dec 20 14:37:15.627188 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device a3f8fc2a-2ebe-4696-a439-9c8f3a83e995 no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:37:15.640124 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9659cd9-3d49-4bcc-bc75-ea73ef4cec97 req-f692d954-bc16-481b-b68c-cd93a7dbe918 tempest-ServerTagsTestJSON-277393942 tempest-ServerTagsTestJSON-277393942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:15.642895 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a9659cd9-3d49-4bcc-bc75-ea73ef4cec97 req-f692d954-bc16-481b-b68c-cd93a7dbe918 tempest-ServerTagsTestJSON-277393942 tempest-ServerTagsTestJSON-277393942-project] 10.222.0.30 "GET /v2.0/ports?device_id=2609487c-ff81-4914-91d2-3cd6ac181c70 HTTP/1.1" status: 200 len: 945 time: 0.1850240 Dec 20 14:37:15.652602 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] No Port match for: a3f8fc2a-2ebe-4696-a439-9c8f3a83e995 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:37:15.654636 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device a3f8fc2a-2ebe-4696-a439-9c8f3a83e995 not bound to the agent host n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:37:15.663949 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f2fa0949-e185-4b5b-9ac1-c86943e85999 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:15.706788 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a691be7-0486-4896-b847-ae7fccf448dc req-9efc1703-17de-4890-8762-d082a665581b tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:15.717781 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4a691be7-0486-4896-b847-ae7fccf448dc req-9efc1703-17de-4890-8762-d082a665581b tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/ports?device_id=28c3cc44-d7df-40fd-a6fc-99d16267b0b1 HTTP/1.1" status: 200 len: 951 time: 0.1547999 Dec 20 14:37:15.779459 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284c80b7-c8fc-462e-937d-5490993b2d29 req-bf51c894-92d0-40f3-b380-e55254ec9cff tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:15.781015 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-284c80b7-c8fc-462e-937d-5490993b2d29 req-bf51c894-92d0-40f3-b380-e55254ec9cff tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.47 "GET /v2.0/ports?device_id=28c3cc44-d7df-40fd-a6fc-99d16267b0b1 HTTP/1.1" status: 200 len: 951 time: 0.1338682 Dec 20 14:37:15.816978 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4a691be7-0486-4896-b847-ae7fccf448dc req-ec0272d3-81f4-4395-9b20-8127c7b94729 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/security-groups?id=e899fdb2-c1a8-40be-a7f0-526dd0b6ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993681 Dec 20 14:37:15.891811 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-a9659cd9-3d49-4bcc-bc75-ea73ef4cec97 req-67a8b2ee-385d-4252-b052-f91d335ff0a6 tempest-ServerTagsTestJSON-277393942 tempest-ServerTagsTestJSON-277393942-project] Deleting port a6989b79-e898-4177-a07e-4d7c57bc58d0 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:37:15.892157 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-a9659cd9-3d49-4bcc-bc75-ea73ef4cec97 req-67a8b2ee-385d-4252-b052-f91d335ff0a6 tempest-ServerTagsTestJSON-277393942 tempest-ServerTagsTestJSON-277393942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:15.979398 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f2fa0949-e185-4b5b-9ac1-c86943e85999 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:15.989369 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f2fa0949-e185-4b5b-9ac1-c86943e85999 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:16.024029 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9270e7-be36-414d-b28e-8ea2a5098436 req-559ff1fa-713b-45ba-b0e0-e2c5978eed95 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:16.025515 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1d9270e7-be36-414d-b28e-8ea2a5098436 req-559ff1fa-713b-45ba-b0e0-e2c5978eed95 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 945 time: 0.1776319 Dec 20 14:37:16.069974 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-284c80b7-c8fc-462e-937d-5490993b2d29 req-ae6c4215-e4b9-4bd5-a96e-9e04c61c6017 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Deleting port 58f0f195-78f5-4a10-aac7-4afa1dc030c3 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:37:16.070323 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-284c80b7-c8fc-462e-937d-5490993b2d29 req-ae6c4215-e4b9-4bd5-a96e-9e04c61c6017 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:16.074457 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-a9659cd9-3d49-4bcc-bc75-ea73ef4cec97 req-67a8b2ee-385d-4252-b052-f91d335ff0a6 tempest-ServerTagsTestJSON-277393942 tempest-ServerTagsTestJSON-277393942-project] For port a6989b79-e898-4177-a07e-4d7c57bc58d0, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=a6989b79-e898-4177-a07e-4d7c57bc58d0,segment=NetworkSegment(3515e8f5-6773-4361-ba5b-35f8bf79f3ac),segment_id=3515e8f5-6773-4361-ba5b-35f8bf79f3ac)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:37:16.074925 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-a9659cd9-3d49-4bcc-bc75-ea73ef4cec97 req-67a8b2ee-385d-4252-b052-f91d335ff0a6 tempest-ServerTagsTestJSON-277393942 tempest-ServerTagsTestJSON-277393942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:16.100608 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fa0949-e185-4b5b-9ac1-c86943e85999 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Pushing event updated for resources: {'Port': ['ID=bea9a7f9-0e05-463b-a5b7-26a7a01b10a5,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:16.111664 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-a9659cd9-3d49-4bcc-bc75-ea73ef4cec97 req-67a8b2ee-385d-4252-b052-f91d335ff0a6 tempest-ServerTagsTestJSON-277393942 tempest-ServerTagsTestJSON-277393942-project] Calling delete_port for a6989b79-e898-4177-a07e-4d7c57bc58d0 owned by compute:nova {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:37:16.128254 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f2fa0949-e185-4b5b-9ac1-c86943e85999 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585115'] for floatingip, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:16.152398 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f2fa0949-e185-4b5b-9ac1-c86943e85999 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:16.153799 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-f2fa0949-e185-4b5b-9ac1-c86943e85999 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5985167 Dec 20 14:37:16.156490 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 41408) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:16.163401 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-2e294b2c-e32a-461f-ae12-aae8c51c2f47 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1852427032'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:37:16.199358 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e294b2c-e32a-461f-ae12-aae8c51c2f47 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Made reservation on behalf of 751a05b16b5044a7945a905d09156a04 for: {'network': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:37:16.203174 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2e294b2c-e32a-461f-ae12-aae8c51c2f47 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:16.216428 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2e294b2c-e32a-461f-ae12-aae8c51c2f47 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:16.392978 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2e294b2c-e32a-461f-ae12-aae8c51c2f47 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:16.403797 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2e294b2c-e32a-461f-ae12-aae8c51c2f47 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:16.453112 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e294b2c-e32a-461f-ae12-aae8c51c2f47 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=103167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:37:16.466569 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e294b2c-e32a-461f-ae12-aae8c51c2f47 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4aad2a7-34c4-4475-83fc-fc22d5394c33,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:16.482187 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2e294b2c-e32a-461f-ae12-aae8c51c2f47 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:16.482753 n-d-761264-19 neutron-server[103167]: INFO neutron.db.segments_db [None req-2e294b2c-e32a-461f-ae12-aae8c51c2f47 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Added segment ab0bc1e6-7457-4c12-bc38-cefb8ca25ab3 of type vlan for network 0013eb67-65c9-4183-862e-cebcb457bba6 Dec 20 14:37:16.540321 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2e294b2c-e32a-461f-ae12-aae8c51c2f47 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:16.578136 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2e294b2c-e32a-461f-ae12-aae8c51c2f47 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:16.586297 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e294b2c-e32a-461f-ae12-aae8c51c2f47 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:16.587312 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2e294b2c-e32a-461f-ae12-aae8c51c2f47 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:16.684951 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-2e294b2c-e32a-461f-ae12-aae8c51c2f47 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5273249 Dec 20 14:37:16.688415 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 41424) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:16.694225 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-4269e30e-1e30-4be0-8a0b-b69df7946529 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Request body: {'subnet': {'network_id': '0013eb67-65c9-4183-862e-cebcb457bba6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:37:16.702688 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-a9659cd9-3d49-4bcc-bc75-ea73ef4cec97 req-67a8b2ee-385d-4252-b052-f91d335ff0a6 tempest-ServerTagsTestJSON-277393942 tempest-ServerTagsTestJSON-277393942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:16.719419 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e294b2c-e32a-461f-ae12-aae8c51c2f47 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Pushing event updated for resources: {'Network': ['ID=0013eb67-65c9-4183-862e-cebcb457bba6,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:16.719619 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['a6989b79-e898-4177-a07e-4d7c57bc58d0'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:37:16.737732 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1d9270e7-be36-414d-b28e-8ea2a5098436 req-18fece75-7b93-4144-98f1-1f7297718bce tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=92081c13-7979-4810-b5cd-70c14477209d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6968322 Dec 20 14:37:16.759048 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 0013eb67-65c9-4183-862e-cebcb457bba6 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:37:16.811253 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a8b2ee-385d-4252-b052-f91d335ff0a6 tempest-ServerTagsTestJSON-277393942 tempest-ServerTagsTestJSON-277393942-project] Pushing event deleted for resources: {'Port': ['ID=a6989b79-e898-4177-a07e-4d7c57bc58d0,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:16.822540 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-cc70be07-fd34-4987-be99-c6d453dd9949 req-b9d1b84d-31b4-4234-acee-7207e97483f4 tempest-ServerTagsTestJSON-277393942 tempest-ServerTagsTestJSON-277393942-project] 10.222.0.54 "GET /v2.0/ports?device_id=2609487c-ff81-4914-91d2-3cd6ac181c70 HTTP/1.1" status: 200 len: 210 time: 0.0780108 Dec 20 14:37:16.925976 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9659cd9-3d49-4bcc-bc75-ea73ef4cec97 req-67a8b2ee-385d-4252-b052-f91d335ff0a6 tempest-ServerTagsTestJSON-277393942 tempest-ServerTagsTestJSON-277393942-project] No DVR routers for this DVR port a6989b79-e898-4177-a07e-4d7c57bc58d0 on host n-h1-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:37:16.929389 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-a9659cd9-3d49-4bcc-bc75-ea73ef4cec97 req-67a8b2ee-385d-4252-b052-f91d335ff0a6 tempest-ServerTagsTestJSON-277393942 tempest-ServerTagsTestJSON-277393942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:16.933678 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a9659cd9-3d49-4bcc-bc75-ea73ef4cec97 req-67a8b2ee-385d-4252-b052-f91d335ff0a6 tempest-ServerTagsTestJSON-277393942 tempest-ServerTagsTestJSON-277393942-project] 10.222.0.30 "DELETE /v2.0/ports/a6989b79-e898-4177-a07e-4d7c57bc58d0 HTTP/1.1" status: 204 len: 173 time: 1.2690008 Dec 20 14:37:16.936438 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2609487c-ff81-4914-91d2-3cd6ac181c70', 'name': 'network-vif-deleted', 'tag': 'a6989b79-e898-4177-a07e-4d7c57bc58d0'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:37:16.939710 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4515354-8675-4393-9105-5f620471a15a" -d '{"events": [{"server_uuid": "2609487c-ff81-4914-91d2-3cd6ac181c70", "name": "network-vif-deleted", "tag": "a6989b79-e898-4177-a07e-4d7c57bc58d0"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:37:16.956486 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-284c80b7-c8fc-462e-937d-5490993b2d29 req-ae6c4215-e4b9-4bd5-a96e-9e04c61c6017 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] For port 58f0f195-78f5-4a10-aac7-4afa1dc030c3, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=58f0f195-78f5-4a10-aac7-4afa1dc030c3,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:37:16.956903 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-284c80b7-c8fc-462e-937d-5490993b2d29 req-ae6c4215-e4b9-4bd5-a96e-9e04c61c6017 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:17.040010 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d418f0-85c3-4c1d-80bb-3b98549d60f2 x-openstack-request-id: req-77d418f0-85c3-4c1d-80bb-3b98549d60f2 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:37:17.040253 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2609487c-ff81-4914-91d2-3cd6ac181c70", "name": "network-vif-deleted", "tag": "a6989b79-e898-4177-a07e-4d7c57bc58d0", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:37:17.040534 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-77d418f0-85c3-4c1d-80bb-3b98549d60f2 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:37:17.040989 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2609487c-ff81-4914-91d2-3cd6ac181c70', 'name': 'network-vif-deleted', 'tag': 'a6989b79-e898-4177-a07e-4d7c57bc58d0', 'status': 'completed', 'code': 200} Dec 20 14:37:17.047651 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4269e30e-1e30-4be0-8a0b-b69df7946529 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Made reservation on behalf of 751a05b16b5044a7945a905d09156a04 for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:37:17.051465 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4269e30e-1e30-4be0-8a0b-b69df7946529 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:17.059646 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-284c80b7-c8fc-462e-937d-5490993b2d29 req-ae6c4215-e4b9-4bd5-a96e-9e04c61c6017 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Calling delete_port for 58f0f195-78f5-4a10-aac7-4afa1dc030c3 owned by compute:nova {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:37:17.197136 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b935f6ae-4a6c-4eca-ac91-ed8d7071cc12 req-f847d60c-3279-45cf-a988-80d0809a9060 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:17.206309 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b935f6ae-4a6c-4eca-ac91-ed8d7071cc12 req-f847d60c-3279-45cf-a988-80d0809a9060 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/ports?device_id=28c3cc44-d7df-40fd-a6fc-99d16267b0b1 HTTP/1.1" status: 200 len: 951 time: 0.2630050 Dec 20 14:37:17.295431 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b935f6ae-4a6c-4eca-ac91-ed8d7071cc12 req-a04992cf-bc03-4849-8295-fd61b35bb7c1 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.54 "GET /v2.0/security-groups?id=e899fdb2-c1a8-40be-a7f0-526dd0b6ff8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878391 Dec 20 14:37:17.318714 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4269e30e-1e30-4be0-8a0b-b69df7946529 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:17.372024 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-284c80b7-c8fc-462e-937d-5490993b2d29 req-ae6c4215-e4b9-4bd5-a96e-9e04c61c6017 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:17.385713 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['58f0f195-78f5-4a10-aac7-4afa1dc030c3'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:37:17.389770 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4269e30e-1e30-4be0-8a0b-b69df7946529 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Pushing event updated for resources: {'Subnet': ['ID=113d1cb2-387c-403f-9ac8-8f032d192d9b,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:17.400205 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4269e30e-1e30-4be0-8a0b-b69df7946529 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Checking segment: {'id': 'ab0bc1e6-7457-4c12-bc38-cefb8ca25ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0013eb67-65c9-4183-862e-cebcb457bba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:37:17.400577 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4269e30e-1e30-4be0-8a0b-b69df7946529 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Network hostable DHCP agents. Network: 0013eb67-65c9-4183-862e-cebcb457bba6, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:37:17.445238 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4269e30e-1e30-4be0-8a0b-b69df7946529 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Network 0013eb67-65c9-4183-862e-cebcb457bba6 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:37:17.456076 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c4215-e4b9-4bd5-a96e-9e04c61c6017 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Pushing event deleted for resources: {'Port': ['ID=58f0f195-78f5-4a10-aac7-4afa1dc030c3,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:17.464745 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-4269e30e-1e30-4be0-8a0b-b69df7946529 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 0013eb67-65c9-4183-862e-cebcb457bba6) {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:37:17.473678 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4269e30e-1e30-4be0-8a0b-b69df7946529 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:17.476274 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4269e30e-1e30-4be0-8a0b-b69df7946529 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:17.485711 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a2092a-6114-463c-a4bd-aa6ee8ddc512 None None] Network 0013eb67-65c9-4183-862e-cebcb457bba6 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:37:17.530975 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-4269e30e-1e30-4be0-8a0b-b69df7946529 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8413165 Dec 20 14:37:17.534670 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 41444) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:17.542207 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-284c80b7-c8fc-462e-937d-5490993b2d29 req-ae6c4215-e4b9-4bd5-a96e-9e04c61c6017 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] No DVR routers for this DVR port 58f0f195-78f5-4a10-aac7-4afa1dc030c3 on host n-h2-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:37:17.545767 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-e2dc92b7-65bf-4fef-9bd6-c27db8a3ec24 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1154451089', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}, 'admin_state_up': False}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:37:17.546330 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-284c80b7-c8fc-462e-937d-5490993b2d29 req-ae6c4215-e4b9-4bd5-a96e-9e04c61c6017 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:17.558898 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-284c80b7-c8fc-462e-937d-5490993b2d29 req-ae6c4215-e4b9-4bd5-a96e-9e04c61c6017 tempest-ServersAdminTestJSON-2116383362 tempest-ServersAdminTestJSON-2116383362-project] 10.222.0.47 "DELETE /v2.0/ports/58f0f195-78f5-4a10-aac7-4afa1dc030c3 HTTP/1.1" status: 204 len: 173 time: 1.7671459 Dec 20 14:37:17.617972 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e2dc92b7-65bf-4fef-9bd6-c27db8a3ec24 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40114'] for router, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:17.619346 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e2dc92b7-65bf-4fef-9bd6-c27db8a3ec24 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40139'] for router, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:17.703336 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32dcaa3d-c17b-40e4-b9ac-8a055030122b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-0013eb67-65c9-4183-862e-cebcb457bba6', 'network_id': '0013eb67-65c9-4183-862e-cebcb457bba6', 'project_id': '751a05b16b5044a7945a905d09156a04', 'fixed_ips': [{'subnet_id': '113d1cb2-387c-403f-9ac8-8f032d192d9b'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:37:17.705055 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-32dcaa3d-c17b-40e4-b9ac-8a055030122b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:17.732652 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e2dc92b7-65bf-4fef-9bd6-c27db8a3ec24 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:17.930462 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e2dc92b7-65bf-4fef-9bd6-c27db8a3ec24 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:17.949657 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-32dcaa3d-c17b-40e4-b9ac-8a055030122b None None] Allocated IP 172.20.0.2 (0013eb67-65c9-4183-862e-cebcb457bba6/113d1cb2-387c-403f-9ac8-8f032d192d9b/2a97f9ca-1443-4932-bd1c-261d6787ec13) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:37:17.969746 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 41456) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:18.096605 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d5cc338-74bf-4c3b-9dcb-e882c8b56d18 admin admin] Deleting subnet 0a147cdc-5c9c-4c71-a71c-e62af245514f {{(pid=103168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:37:18.101111 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5d5cc338-74bf-4c3b-9dcb-e882c8b56d18 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:18.174085 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5d5cc338-74bf-4c3b-9dcb-e882c8b56d18 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9023023'] for subnet, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:18.183024 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-32dcaa3d-c17b-40e4-b9ac-8a055030122b None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:18.194788 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-32dcaa3d-c17b-40e4-b9ac-8a055030122b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:18.247019 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32dcaa3d-c17b-40e4-b9ac-8a055030122b None None] Network 0013eb67-65c9-4183-862e-cebcb457bba6 is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:37:18.256785 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-32dcaa3d-c17b-40e4-b9ac-8a055030122b None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:37:18.267077 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32dcaa3d-c17b-40e4-b9ac-8a055030122b None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:37:18.280034 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5d5cc338-74bf-4c3b-9dcb-e882c8b56d18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:18.384330 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5d5cc338-74bf-4c3b-9dcb-e882c8b56d18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8850800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470517'] for subnet, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:18.433827 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5cc338-74bf-4c3b-9dcb-e882c8b56d18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a147cdc-5c9c-4c71-a71c-e62af245514f,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:18.436312 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5d5cc338-74bf-4c3b-9dcb-e882c8b56d18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:18.445381 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-5d5cc338-74bf-4c3b-9dcb-e882c8b56d18 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/0a147cdc-5c9c-4c71-a71c-e62af245514f HTTP/1.1" status: 204 len: 168 time: 0.4738536 Dec 20 14:37:18.455507 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 41468) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:18.458196 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff7cccf-52ce-40ee-aace-eac92ae636f2 req-98edc363-63c5-4477-8c49-12aba8c3250f tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:18.459881 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6ff7cccf-52ce-40ee-aace-eac92ae636f2 req-98edc363-63c5-4477-8c49-12aba8c3250f tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 945 time: 0.5245407 Dec 20 14:37:18.475255 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dcaa3d-c17b-40e4-b9ac-8a055030122b None None] Pushing event updated for resources: {'Port': ['ID=2a97f9ca-1443-4932-bd1c-261d6787ec13,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:18.482175 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-32dcaa3d-c17b-40e4-b9ac-8a055030122b None None] Attempting to bind port 2a97f9ca-1443-4932-bd1c-261d6787ec13 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:37:18.482175 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-32dcaa3d-c17b-40e4-b9ac-8a055030122b None None] Attempting to bind port 2a97f9ca-1443-4932-bd1c-261d6787ec13 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': 'ab0bc1e6-7457-4c12-bc38-cefb8ca25ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0013eb67-65c9-4183-862e-cebcb457bba6'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:37:18.482529 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32dcaa3d-c17b-40e4-b9ac-8a055030122b None None] Attempting to bind port 2a97f9ca-1443-4932-bd1c-261d6787ec13 on network 0013eb67-65c9-4183-862e-cebcb457bba6 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:37:18.489135 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32dcaa3d-c17b-40e4-b9ac-8a055030122b None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:37:18.489670 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32dcaa3d-c17b-40e4-b9ac-8a055030122b None None] Checking segment: {'id': 'ab0bc1e6-7457-4c12-bc38-cefb8ca25ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0013eb67-65c9-4183-862e-cebcb457bba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:37:18.490170 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-32dcaa3d-c17b-40e4-b9ac-8a055030122b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:18.490653 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32dcaa3d-c17b-40e4-b9ac-8a055030122b None None] Bound using segment: {'id': 'ab0bc1e6-7457-4c12-bc38-cefb8ca25ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0013eb67-65c9-4183-862e-cebcb457bba6'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:37:18.491255 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-32dcaa3d-c17b-40e4-b9ac-8a055030122b None None] Bound port: 2a97f9ca-1443-4932-bd1c-261d6787ec13, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab0bc1e6-7457-4c12-bc38-cefb8ca25ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0013eb67-65c9-4183-862e-cebcb457bba6'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:37:18.491642 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-32dcaa3d-c17b-40e4-b9ac-8a055030122b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:18.570165 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d385b4d9-fa49-4dd8-9df0-03dd60019ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:18.593898 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6ff7cccf-52ce-40ee-aace-eac92ae636f2 req-d973f5e0-f19a-4918-b80f-f06f6105cb3c tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=92081c13-7979-4810-b5cd-70c14477209d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221724 Dec 20 14:37:18.600196 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-32dcaa3d-c17b-40e4-b9ac-8a055030122b None None] For port 2a97f9ca-1443-4932-bd1c-261d6787ec13, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:37:18.606270 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-32dcaa3d-c17b-40e4-b9ac-8a055030122b None None] For port 2a97f9ca-1443-4932-bd1c-261d6787ec13, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=2a97f9ca-1443-4932-bd1c-261d6787ec13,segment=NetworkSegment(ab0bc1e6-7457-4c12-bc38-cefb8ca25ab3),segment_id=ab0bc1e6-7457-4c12-bc38-cefb8ca25ab3)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:37:18.620377 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-32dcaa3d-c17b-40e4-b9ac-8a055030122b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:18.671551 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d385b4d9-fa49-4dd8-9df0-03dd60019ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:18.699826 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-d385b4d9-fa49-4dd8-9df0-03dd60019ef0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16861179-9f3e-402c-bf5f-b12eac5d27ce']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:37:18.712532 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-d385b4d9-fa49-4dd8-9df0-03dd60019ef0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3515e8f5-6773-4361-ba5b-35f8bf79f3ac') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:37:18.712931 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-d385b4d9-fa49-4dd8-9df0-03dd60019ef0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3515e8f5-6773-4361-ba5b-35f8bf79f3ac') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:37:18.726661 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d385b4d9-fa49-4dd8-9df0-03dd60019ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:18.743966 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d385b4d9-fa49-4dd8-9df0-03dd60019ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:18.752370 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d385b4d9-fa49-4dd8-9df0-03dd60019ef0 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:37:18.753452 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d385b4d9-fa49-4dd8-9df0-03dd60019ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:18.822836 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:37:18.822836 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:37:18.822836 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:37:18.822836 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:37:18.822836 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:37:18.822836 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:37:18.822836 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:37:18.822836 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:37:18.822836 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:37:18.822836 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:37:18.822836 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:37:18.822836 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:37:18.822836 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:37:18.822836 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:37:18.822836 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:37:18.822836 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:37:18.822836 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:37:18.822836 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:37:18.822836 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:37:18.822836 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:37:18.822836 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 14:37:18.822836 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:37:18.822836 n-d-761264-19 neutron-server[103168]: timer() Dec 20 14:37:18.822836 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:37:18.822836 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 14:37:18.822836 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:37:18.822836 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 14:37:18.822836 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:37:18.822836 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 14:37:18.822836 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:37:18.822836 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 14:37:18.822836 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:37:18.822836 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 14:37:18.822836 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:37:18.822836 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:37:18.822836 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:37:18.822836 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:37:18.822836 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:37:18.822836 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 14:37:18.822836 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:37:18.822836 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 14:37:18.822836 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:37:18.822836 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:37:18.822836 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:37:18.822836 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 14:37:18.822836 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:37:18.822836 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:37:18.822836 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:37:18.822836 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:37:18.822836 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:37:18.822836 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:37:18.822836 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:37:18.827043 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dcaa3d-c17b-40e4-b9ac-8a055030122b None None] Pushing event updated for resources: {'Port': ['ID=2a97f9ca-1443-4932-bd1c-261d6787ec13,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:18.833082 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d385b4d9-fa49-4dd8-9df0-03dd60019ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:18.865113 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d385b4d9-fa49-4dd8-9df0-03dd60019ef0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:18.882131 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-d385b4d9-fa49-4dd8-9df0-03dd60019ef0 admin admin] 10.222.0.54 "DELETE /v2.0/networks/16861179-9f3e-402c-bf5f-b12eac5d27ce HTTP/1.1" status: 204 len: 168 time: 0.4224463 Dec 20 14:37:18.900766 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e2dc92b7-65bf-4fef-9bd6-c27db8a3ec24 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Publish callbacks [] for router_gateway, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:18.917083 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d385b4d9-fa49-4dd8-9df0-03dd60019ef0 admin admin] Pushing event deleted for resources: {'Network': ['ID=16861179-9f3e-402c-bf5f-b12eac5d27ce,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:18.933534 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e2dc92b7-65bf-4fef-9bd6-c27db8a3ec24 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:19.043829 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28c3cc44-d7df-40fd-a6fc-99d16267b0b1', 'name': 'network-vif-deleted', 'tag': '58f0f195-78f5-4a10-aac7-4afa1dc030c3'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:37:19.045264 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c2fdf79-235c-4285-955b-13c2346eef8c" -d '{"events": [{"server_uuid": "28c3cc44-d7df-40fd-a6fc-99d16267b0b1", "name": "network-vif-deleted", "tag": "58f0f195-78f5-4a10-aac7-4afa1dc030c3"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:37:19.164418 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d7408c9-30e0-4c8f-a6bc-8850a0fb8738 x-openstack-request-id: req-6d7408c9-30e0-4c8f-a6bc-8850a0fb8738 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:37:19.164717 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28c3cc44-d7df-40fd-a6fc-99d16267b0b1", "name": "network-vif-deleted", "tag": "58f0f195-78f5-4a10-aac7-4afa1dc030c3", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:37:19.174080 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6d7408c9-30e0-4c8f-a6bc-8850a0fb8738 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:37:19.174762 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28c3cc44-d7df-40fd-a6fc-99d16267b0b1', 'name': 'network-vif-deleted', 'tag': '58f0f195-78f5-4a10-aac7-4afa1dc030c3', 'status': 'completed', 'code': 200} Dec 20 14:37:19.181211 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c6d006-5774-4ccc-8215-7312ce83f25e req-a646d04e-3f2b-4928-9b3d-e54c6bfeadbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:19.183051 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-23c6d006-5774-4ccc-8215-7312ce83f25e req-a646d04e-3f2b-4928-9b3d-e54c6bfeadbf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=514f3908f9164c0fa19c6d421ce9f2b3&device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 1097 time: 0.0899620 Dec 20 14:37:19.246617 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f9d74f-c013-49e0-b2cf-e136b115da23 req-13bd2d91-5c39-427c-b589-a0faaabbc13a tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:19.254511 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f1f9d74f-c013-49e0-b2cf-e136b115da23 req-13bd2d91-5c39-427c-b589-a0faaabbc13a tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 945 time: 0.1771834 Dec 20 14:37:19.299511 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-e2dc92b7-65bf-4fef-9bd6-c27db8a3ec24 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Allocated IP 172.25.0.225 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/1be0e2ae-f5a3-422e-985e-ec2bce4886ad) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:37:19.410849 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c6d006-5774-4ccc-8215-7312ce83f25e req-8fdfbb9b-2db2-4651-8a91-ef02c71bfb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:19.421184 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-23c6d006-5774-4ccc-8215-7312ce83f25e req-8fdfbb9b-2db2-4651-8a91-ef02c71bfb2f service neutron] 10.222.0.30 "GET /v2.0/networks?id=7ed718b3-d2e8-4b72-a238-726203897046 HTTP/1.1" status: 200 len: 913 time: 0.2290213 Dec 20 14:37:19.434767 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 41488) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:19.448035 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 41490) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:19.466501 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f1f9d74f-c013-49e0-b2cf-e136b115da23 req-fec00089-792e-4723-8b97-ebdd87a08cd9 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=92081c13-7979-4810-b5cd-70c14477209d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2110221 Dec 20 14:37:19.534332 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-23c6d006-5774-4ccc-8215-7312ce83f25e req-14133912-0fc0-4dcb-a0d8-f3d2e6ab5755 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7 HTTP/1.1" status: 200 len: 1000 time: 0.1048017 Dec 20 14:37:19.535739 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e2dc92b7-65bf-4fef-9bd6-c27db8a3ec24 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:19.539395 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-a6af9f30-7776-4518-a6e5-518b04a7bc84 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=00efcaeac84b4199b6a09c1d68f04db6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1041114 Dec 20 14:37:19.543239 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 41494) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:19.618150 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0c4cb351-d145-4c1b-b2d8-67328cb8d4c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:19.634110 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c6d006-5774-4ccc-8215-7312ce83f25e req-56c01ea7-e918-45a2-9813-7a00bd57c690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:19.636661 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-23c6d006-5774-4ccc-8215-7312ce83f25e req-56c01ea7-e918-45a2-9813-7a00bd57c690 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5d68b841-2dcc-4f7d-9f3b-ab3557b797a0 HTTP/1.1" status: 200 len: 851 time: 0.0939043 Dec 20 14:37:19.640361 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e2dc92b7-65bf-4fef-9bd6-c27db8a3ec24 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:19.652092 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 58f0f195-78f5-4a10-aac7-4afa1dc030c3 no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:37:19.687230 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] No Port match for: 58f0f195-78f5-4a10-aac7-4afa1dc030c3 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:37:19.687582 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 58f0f195-78f5-4a10-aac7-4afa1dc030c3 not bound to the agent host n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:37:19.722229 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0c4cb351-d145-4c1b-b2d8-67328cb8d4c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:19.737779 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c6d006-5774-4ccc-8215-7312ce83f25e req-f529b100-37af-4fe4-b1df-493e8f85a529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:19.740477 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-23c6d006-5774-4ccc-8215-7312ce83f25e req-f529b100-37af-4fe4-b1df-493e8f85a529 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ed718b3-d2e8-4b72-a238-726203897046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0959783 Dec 20 14:37:19.751422 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2dc92b7-65bf-4fef-9bd6-c27db8a3ec24 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:37:19.762384 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-e2dc92b7-65bf-4fef-9bd6-c27db8a3ec24 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:37:19.780330 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2dc92b7-65bf-4fef-9bd6-c27db8a3ec24 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:37:19.790016 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dc92b7-65bf-4fef-9bd6-c27db8a3ec24 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Pushing event updated for resources: {'Port': ['ID=1be0e2ae-f5a3-422e-985e-ec2bce4886ad,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:19.854366 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-23c6d006-5774-4ccc-8215-7312ce83f25e req-b809d4c7-9327-4cf2-9599-0806d9bc3be0 service neutron] 10.222.0.30 "GET /v2.0/networks/7ed718b3-d2e8-4b72-a238-726203897046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028264 Dec 20 14:37:19.875624 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-f2c95fb5-4da6-4cb6-a896-1b2224eb5120 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=cf003c138d1640a0b0d8e178896f3259&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4255531 Dec 20 14:37:19.881750 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 41502) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:19.956224 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0c4cb351-d145-4c1b-b2d8-67328cb8d4c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:19.958973 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0c4cb351-d145-4c1b-b2d8-67328cb8d4c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:19.960149 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-0c4cb351-d145-4c1b-b2d8-67328cb8d4c5 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e76da185-8de1-4646-a29e-91800d0da557 HTTP/1.1" status: 204 len: 168 time: 0.4160297 Dec 20 14:37:19.992759 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-646643d3-db1e-45a5-9a3f-47d580eb3498 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:20.040386 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-23c6d006-5774-4ccc-8215-7312ce83f25e req-03f458ad-4f85-4f85-aacd-80de585c23b8 service neutron] 10.222.0.30 "GET /v2.0/networks/7ed718b3-d2e8-4b72-a238-726203897046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760488 Dec 20 14:37:20.064312 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-646643d3-db1e-45a5-9a3f-47d580eb3498 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:20.067041 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4cb351-d145-4c1b-b2d8-67328cb8d4c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e76da185-8de1-4646-a29e-91800d0da557,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:20.212508 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-646643d3-db1e-45a5-9a3f-47d580eb3498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:20.217809 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-646643d3-db1e-45a5-9a3f-47d580eb3498 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:20.222060 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-646643d3-db1e-45a5-9a3f-47d580eb3498 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e899fdb2-c1a8-40be-a7f0-526dd0b6ff8f HTTP/1.1" status: 204 len: 168 time: 0.3367360 Dec 20 14:37:20.231018 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646643d3-db1e-45a5-9a3f-47d580eb3498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e899fdb2-c1a8-40be-a7f0-526dd0b6ff8f,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:20.263273 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e2dc92b7-65bf-4fef-9bd6-c27db8a3ec24 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Publish callbacks [] for router_gateway, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:20.465296 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8b925a-2b13-4015-8900-5aef641321e5 None None] Network 0013eb67-65c9-4183-862e-cebcb457bba6 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:37:20.616431 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device a6989b79-e898-4177-a07e-4d7c57bc58d0 no longer exists at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:37:20.643317 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] No Port match for: a6989b79-e898-4177-a07e-4d7c57bc58d0 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:37:20.643317 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device a6989b79-e898-4177-a07e-4d7c57bc58d0 not bound to the agent host n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:37:20.665301 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-4a6570dd-2ec9-4f17-83d9-c2bcacd908cf None None] Provisioning complete for port 2a97f9ca-1443-4932-bd1c-261d6787ec13 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:37:20.666397 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4a6570dd-2ec9-4f17-83d9-c2bcacd908cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:20.692365 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e2dc92b7-65bf-4fef-9bd6-c27db8a3ec24 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013'] for router, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:20.751063 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22727e90-94f0-4705-b853-07337adbb3d4 req-56d0833a-16fe-4ff5-bdd2-62a6bf81e3f9 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:20.753587 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-22727e90-94f0-4705-b853-07337adbb3d4 req-56d0833a-16fe-4ff5-bdd2-62a6bf81e3f9 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 945 time: 0.1591587 Dec 20 14:37:20.826669 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4a6570dd-2ec9-4f17-83d9-c2bcacd908cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:20.844448 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-22727e90-94f0-4705-b853-07337adbb3d4 req-a2bb3fc1-5335-4589-af42-b771724c5c96 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=92081c13-7979-4810-b5cd-70c14477209d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823910 Dec 20 14:37:20.893980 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-4a6570dd-2ec9-4f17-83d9-c2bcacd908cf None None] For port 2a97f9ca-1443-4932-bd1c-261d6787ec13, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=2a97f9ca-1443-4932-bd1c-261d6787ec13,segment=NetworkSegment(ab0bc1e6-7457-4c12-bc38-cefb8ca25ab3),segment_id=ab0bc1e6-7457-4c12-bc38-cefb8ca25ab3)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:37:20.904044 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4a6570dd-2ec9-4f17-83d9-c2bcacd908cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:20.952588 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2dc92b7-65bf-4fef-9bd6-c27db8a3ec24 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Router 69d8d64e-b9f0-4cd0-a25d-253abbb48725 is scheduled to L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 with binding_index 1 {{(pid=103167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 14:37:21.004022 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6570dd-2ec9-4f17-83d9-c2bcacd908cf None None] Pushing event updated for resources: {'Port': ['ID=2a97f9ca-1443-4932-bd1c-261d6787ec13,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:21.113683 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2dc92b7-65bf-4fef-9bd6-c27db8a3ec24 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:37:21.125087 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6018aad9-0d69-4d1b-a16d-7f097f1325dc None None] Sync routers for ids ['69d8d64e-b9f0-4cd0-a25d-253abbb48725'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:37:21.129494 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 41532) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:21.141024 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e2dc92b7-65bf-4fef-9bd6-c27db8a3ec24 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Publish callbacks [] for router, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:21.144887 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-e2dc92b7-65bf-4fef-9bd6-c27db8a3ec24 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 3.6066780 Dec 20 14:37:21.148077 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 41536) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:21.164346 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6018aad9-0d69-4d1b-a16d-7f097f1325dc None None] Routers {'69d8d64e-b9f0-4cd0-a25d-253abbb48725'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:37:21.165196 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-6018aad9-0d69-4d1b-a16d-7f097f1325dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:37:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['69d8d64e-b9f0-4cd0-a25d-253abbb48725'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:37:21.235440 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-ac6938cb-0e5d-4f45-b7ef-988019152e1a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=029d950f6b444e6a9b99fd8a9a98d44f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1045651 Dec 20 14:37:21.236296 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 41538) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:21.271538 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-6018aad9-0d69-4d1b-a16d-7f097f1325dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:37:21.330124 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-b9066002-414e-4e0d-87c5-278afe362419 None None] Provisioning complete for port 2a97f9ca-1443-4932-bd1c-261d6787ec13 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:37:21.332780 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b9066002-414e-4e0d-87c5-278afe362419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:21.336611 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6018aad9-0d69-4d1b-a16d-7f097f1325dc None None] Routers {'69d8d64e-b9f0-4cd0-a25d-253abbb48725'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:37:21.341557 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-6018aad9-0d69-4d1b-a16d-7f097f1325dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:37:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['69d8d64e-b9f0-4cd0-a25d-253abbb48725'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:37:21.369918 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-be8b5e6b-799d-47a3-b3bd-4e499783a0fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:21.411300 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-be8b5e6b-799d-47a3-b3bd-4e499783a0fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:21.476048 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-be8b5e6b-799d-47a3-b3bd-4e499783a0fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:21.479624 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-be8b5e6b-799d-47a3-b3bd-4e499783a0fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:21.481630 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-be8b5e6b-799d-47a3-b3bd-4e499783a0fb admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4d5e012a-8cc1-4bc1-9b14-75cc2a30ec74 HTTP/1.1" status: 204 len: 168 time: 0.2442853 Dec 20 14:37:21.491338 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8b5e6b-799d-47a3-b3bd-4e499783a0fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d5e012a-8cc1-4bc1-9b14-75cc2a30ec74,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:21.598238 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 2a97f9ca-1443-4932-bd1c-261d6787ec13 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:37:21.725162 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-6018aad9-0d69-4d1b-a16d-7f097f1325dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:37:21.726655 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6018aad9-0d69-4d1b-a16d-7f097f1325dc None None] The sync data for ids ['69d8d64e-b9f0-4cd0-a25d-253abbb48725'] in n-d-761264-19 is: [] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:37:21.763002 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 2a97f9ca-1443-4932-bd1c-261d6787ec13 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:37:21.763631 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:22.100449 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3b7db548-4d6e-4626-a568-cb935a2388f7 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:22.212516 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18ecd7f-3e63-4b38-9935-81852bf05748 req-f6dda205-0fc0-4017-844d-7c6e65a5ed06 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:22.214614 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d18ecd7f-3e63-4b38-9935-81852bf05748 req-f6dda205-0fc0-4017-844d-7c6e65a5ed06 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 945 time: 0.1992271 Dec 20 14:37:22.304729 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 41592) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:22.333921 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d18ecd7f-3e63-4b38-9935-81852bf05748 req-613f5d03-d8b1-4a89-b5bc-2f8d3119202e tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=92081c13-7979-4810-b5cd-70c14477209d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041224 Dec 20 14:37:22.571105 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-b86bf71d-3086-43cc-a2e3-f4540052d3b1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-785040931-network', 'tenant_id': 'c0643adf2af04815b0d3549cf80b60b4'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:37:22.666442 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8156108c-9fa4-4fe1-8afd-cba2c9f1c9f3 req-39a6dc86-53cf-49de-95a1-d6b6d71b1b4c tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:22.672812 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8156108c-9fa4-4fe1-8afd-cba2c9f1c9f3 req-39a6dc86-53cf-49de-95a1-d6b6d71b1b4c tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 945 time: 0.2041063 Dec 20 14:37:22.684324 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b86bf71d-3086-43cc-a2e3-f4540052d3b1 admin admin] Made reservation on behalf of c0643adf2af04815b0d3549cf80b60b4 for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:37:22.687889 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b86bf71d-3086-43cc-a2e3-f4540052d3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:22.719412 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-3b7db548-4d6e-4626-a568-cb935a2388f7 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Allocated IP 172.20.0.1 (0013eb67-65c9-4183-862e-cebcb457bba6/113d1cb2-387c-403f-9ac8-8f032d192d9b/a43e204a-dc62-48cc-98b5-b9ff15244f11) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:37:22.736912 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b86bf71d-3086-43cc-a2e3-f4540052d3b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:22.775418 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8156108c-9fa4-4fe1-8afd-cba2c9f1c9f3 req-a2d60362-98d1-4045-a5d7-d243bd9b52a6 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=92081c13-7979-4810-b5cd-70c14477209d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949388 Dec 20 14:37:22.910383 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b86bf71d-3086-43cc-a2e3-f4540052d3b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:22.916596 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b86bf71d-3086-43cc-a2e3-f4540052d3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:22.978749 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b86bf71d-3086-43cc-a2e3-f4540052d3b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:37:22.999500 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b86bf71d-3086-43cc-a2e3-f4540052d3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:22.999839 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-b86bf71d-3086-43cc-a2e3-f4540052d3b1 admin admin] Added segment 877e7bc7-97ff-42dc-9484-98838533dd48 of type vlan for network 87a69cd0-a64c-42dd-a7fc-edd3efea59ce Dec 20 14:37:23.068228 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3b7db548-4d6e-4626-a568-cb935a2388f7 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:23.109685 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b86bf71d-3086-43cc-a2e3-f4540052d3b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:23.112465 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86bf71d-3086-43cc-a2e3-f4540052d3b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=492ab771-3b49-4e8d-9a2b-07a5a30294ac,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:23.128104 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3b7db548-4d6e-4626-a568-cb935a2388f7 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:23.196150 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b86bf71d-3086-43cc-a2e3-f4540052d3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:23.197301 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86bf71d-3086-43cc-a2e3-f4540052d3b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:23.200502 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b86bf71d-3086-43cc-a2e3-f4540052d3b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:23.223524 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6f1483-9bb2-412e-be5f-163cb905cae0 req-2652f4e5-de93-47bf-9ea3-a8bdc6253130 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:23.225726 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3a6f1483-9bb2-412e-be5f-163cb905cae0 req-2652f4e5-de93-47bf-9ea3-a8bdc6253130 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 945 time: 0.1042690 Dec 20 14:37:23.228681 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7db548-4d6e-4626-a568-cb935a2388f7 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Network 0013eb67-65c9-4183-862e-cebcb457bba6 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:37:23.232791 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-3b7db548-4d6e-4626-a568-cb935a2388f7 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:37:23.238862 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7db548-4d6e-4626-a568-cb935a2388f7 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:37:23.275731 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7db548-4d6e-4626-a568-cb935a2388f7 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Pushing event updated for resources: {'Port': ['ID=a43e204a-dc62-48cc-98b5-b9ff15244f11,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:23.322487 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-b86bf71d-3086-43cc-a2e3-f4540052d3b1 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0139494 Dec 20 14:37:23.326215 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 41652) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:23.336692 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-ab449c7f-bb9d-4001-8427-14ab04b4230d admin admin] Request body: {'subnet': {'network_id': '87a69cd0-a64c-42dd-a7fc-edd3efea59ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-785040931-subnet', 'tenant_id': 'c0643adf2af04815b0d3549cf80b60b4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:37:23.347245 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3b7db548-4d6e-4626-a568-cb935a2388f7 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595714'] for router_interface, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:23.387234 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3a6f1483-9bb2-412e-be5f-163cb905cae0 req-99cb39b8-0344-4287-8ad1-34a0f484aaa0 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=92081c13-7979-4810-b5cd-70c14477209d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415675 Dec 20 14:37:23.400081 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86bf71d-3086-43cc-a2e3-f4540052d3b1 admin admin] Pushing event updated for resources: {'Network': ['ID=87a69cd0-a64c-42dd-a7fc-edd3efea59ce,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:23.411286 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 87a69cd0-a64c-42dd-a7fc-edd3efea59ce details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:37:23.571233 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab449c7f-bb9d-4001-8427-14ab04b4230d admin admin] Made reservation on behalf of c0643adf2af04815b0d3549cf80b60b4 for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:37:23.575274 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ab449c7f-bb9d-4001-8427-14ab04b4230d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:23.726353 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-544e8325-bb71-475a-92ed-210d2a5ac6cd None None] Provisioning complete for port a43e204a-dc62-48cc-98b5-b9ff15244f11 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:37:23.727018 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-544e8325-bb71-475a-92ed-210d2a5ac6cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:23.731298 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f14e743-91cc-42ec-ba65-8026ab78fab0 req-b4111e8a-f04b-4869-b4ef-8eafd73e9c4b tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:23.743757 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7f14e743-91cc-42ec-ba65-8026ab78fab0 req-b4111e8a-f04b-4869-b4ef-8eafd73e9c4b tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 945 time: 0.0776014 Dec 20 14:37:23.793563 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3b7db548-4d6e-4626-a568-cb935a2388f7 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:23.802427 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-544e8325-bb71-475a-92ed-210d2a5ac6cd None None] Port a43e204a-dc62-48cc-98b5-b9ff15244f11 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:37:23.876677 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7f14e743-91cc-42ec-ba65-8026ab78fab0 req-b5fb6f67-540a-407b-b6d7-e5f073aa281f tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=92081c13-7979-4810-b5cd-70c14477209d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311467 Dec 20 14:37:24.138047 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ab449c7f-bb9d-4001-8427-14ab04b4230d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:24.254001 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab449c7f-bb9d-4001-8427-14ab04b4230d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9e11c76-32b6-463b-b516-e12248ff878a,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:24.280426 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab449c7f-bb9d-4001-8427-14ab04b4230d admin admin] Checking segment: {'id': '877e7bc7-97ff-42dc-9484-98838533dd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '87a69cd0-a64c-42dd-a7fc-edd3efea59ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:37:24.280816 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab449c7f-bb9d-4001-8427-14ab04b4230d admin admin] Network hostable DHCP agents. Network: 87a69cd0-a64c-42dd-a7fc-edd3efea59ce, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:37:24.324505 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab449c7f-bb9d-4001-8427-14ab04b4230d admin admin] Network 87a69cd0-a64c-42dd-a7fc-edd3efea59ce is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:37:24.329084 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3b7db548-4d6e-4626-a568-cb935a2388f7 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:24.336092 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3b7db548-4d6e-4626-a568-cb935a2388f7 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:24.348013 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-ab449c7f-bb9d-4001-8427-14ab04b4230d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 87a69cd0-a64c-42dd-a7fc-edd3efea59ce) {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:37:24.356983 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3730e423-a78b-4fe2-9e15-1f2bfd0615ef None None] Network 87a69cd0-a64c-42dd-a7fc-edd3efea59ce requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:37:24.465185 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab449c7f-bb9d-4001-8427-14ab04b4230d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:24.465894 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ab449c7f-bb9d-4001-8427-14ab04b4230d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:24.477032 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0fe29d9-157a-44b7-a6f2-8ef106986b68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-87a69cd0-a64c-42dd-a7fc-edd3efea59ce', 'network_id': '87a69cd0-a64c-42dd-a7fc-edd3efea59ce', 'project_id': 'c0643adf2af04815b0d3549cf80b60b4', 'fixed_ips': [{'subnet_id': 'a9e11c76-32b6-463b-b516-e12248ff878a'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:37:24.478009 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b0fe29d9-157a-44b7-a6f2-8ef106986b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:24.498333 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-ab449c7f-bb9d-4001-8427-14ab04b4230d admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1705298 Dec 20 14:37:24.501403 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 41678) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:24.506057 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-edebc531-96b8-45f6-80bf-8d9af07c6f65 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-785040931-router', 'tenant_id': 'c0643adf2af04815b0d3549cf80b60b4', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:37:24.516677 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3b7db548-4d6e-4626-a568-cb935a2388f7 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1595702'] for router_interface, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:24.523742 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7db548-4d6e-4626-a568-cb935a2388f7 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Pushing event updated for resources: {'Port': ['ID=a43e204a-dc62-48cc-98b5-b9ff15244f11,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:24.558754 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-edebc531-96b8-45f6-80bf-8d9af07c6f65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40114'] for router, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:24.562670 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-edebc531-96b8-45f6-80bf-8d9af07c6f65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40139'] for router, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:24.680868 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-edebc531-96b8-45f6-80bf-8d9af07c6f65 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:24.818845 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-b0fe29d9-157a-44b7-a6f2-8ef106986b68 None None] Allocated IP 172.20.0.2 (87a69cd0-a64c-42dd-a7fc-edd3efea59ce/a9e11c76-32b6-463b-b516-e12248ff878a/6fda2c38-1936-4b68-8e06-e5e20a08cd5e) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:37:24.867338 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-edebc531-96b8-45f6-80bf-8d9af07c6f65 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:25.152953 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b0fe29d9-157a-44b7-a6f2-8ef106986b68 None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:25.167732 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b0fe29d9-157a-44b7-a6f2-8ef106986b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:25.175577 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f7f649-525d-4a0d-8ada-f3c60eb07b3b req-7490461d-ff03-47c8-b845-ad8ed168fcda tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:25.189643 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-27f7f649-525d-4a0d-8ada-f3c60eb07b3b req-7490461d-ff03-47c8-b845-ad8ed168fcda tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 945 time: 0.1754942 Dec 20 14:37:25.229763 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0fe29d9-157a-44b7-a6f2-8ef106986b68 None None] Network 87a69cd0-a64c-42dd-a7fc-edd3efea59ce is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:37:25.235557 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-b0fe29d9-157a-44b7-a6f2-8ef106986b68 None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:37:25.240497 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fe29d9-157a-44b7-a6f2-8ef106986b68 None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:37:25.265675 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-27f7f649-525d-4a0d-8ada-f3c60eb07b3b req-26a3049b-5e58-4d92-958f-a068af8dc7a6 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=92081c13-7979-4810-b5cd-70c14477209d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742753 Dec 20 14:37:25.278866 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fe29d9-157a-44b7-a6f2-8ef106986b68 None None] Pushing event updated for resources: {'Port': ['ID=6fda2c38-1936-4b68-8e06-e5e20a08cd5e,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:25.322368 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-b0fe29d9-157a-44b7-a6f2-8ef106986b68 None None] Attempting to bind port 6fda2c38-1936-4b68-8e06-e5e20a08cd5e on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:37:25.322909 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-b0fe29d9-157a-44b7-a6f2-8ef106986b68 None None] Attempting to bind port 6fda2c38-1936-4b68-8e06-e5e20a08cd5e by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '877e7bc7-97ff-42dc-9484-98838533dd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '87a69cd0-a64c-42dd-a7fc-edd3efea59ce'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:37:25.323530 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fe29d9-157a-44b7-a6f2-8ef106986b68 None None] Attempting to bind port 6fda2c38-1936-4b68-8e06-e5e20a08cd5e on network 87a69cd0-a64c-42dd-a7fc-edd3efea59ce {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:37:25.330595 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fe29d9-157a-44b7-a6f2-8ef106986b68 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:37:25.331606 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fe29d9-157a-44b7-a6f2-8ef106986b68 None None] Checking segment: {'id': '877e7bc7-97ff-42dc-9484-98838533dd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '87a69cd0-a64c-42dd-a7fc-edd3efea59ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:37:25.332266 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b0fe29d9-157a-44b7-a6f2-8ef106986b68 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:25.332859 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fe29d9-157a-44b7-a6f2-8ef106986b68 None None] Bound using segment: {'id': '877e7bc7-97ff-42dc-9484-98838533dd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '87a69cd0-a64c-42dd-a7fc-edd3efea59ce'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:37:25.333840 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-b0fe29d9-157a-44b7-a6f2-8ef106986b68 None None] Bound port: 6fda2c38-1936-4b68-8e06-e5e20a08cd5e, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '877e7bc7-97ff-42dc-9484-98838533dd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '87a69cd0-a64c-42dd-a7fc-edd3efea59ce'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:37:25.334500 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b0fe29d9-157a-44b7-a6f2-8ef106986b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:25.352220 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-233b68ec-0292-4657-8c8d-17c1844a897a req-9487881a-c4db-4059-9ad4-d6927bff6fe9 tempest-TenantUsagesTestJSON-324586094 tempest-TenantUsagesTestJSON-324586094-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=a603a13625624a3998693dbc166df8e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316000 Dec 20 14:37:25.412038 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-b0fe29d9-157a-44b7-a6f2-8ef106986b68 None None] For port 6fda2c38-1936-4b68-8e06-e5e20a08cd5e, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:37:25.417771 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-b0fe29d9-157a-44b7-a6f2-8ef106986b68 None None] For port 6fda2c38-1936-4b68-8e06-e5e20a08cd5e, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=6fda2c38-1936-4b68-8e06-e5e20a08cd5e,segment=NetworkSegment(877e7bc7-97ff-42dc-9484-98838533dd48),segment_id=877e7bc7-97ff-42dc-9484-98838533dd48)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:37:25.432556 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b0fe29d9-157a-44b7-a6f2-8ef106986b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:25.491277 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7db548-4d6e-4626-a568-cb935a2388f7 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Network 0013eb67-65c9-4183-862e-cebcb457bba6 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:37:25.504838 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-3b7db548-4d6e-4626-a568-cb935a2388f7 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:37:25.553637 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-edebc531-96b8-45f6-80bf-8d9af07c6f65 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:25.596497 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fe29d9-157a-44b7-a6f2-8ef106986b68 None None] Pushing event updated for resources: {'Port': ['ID=6fda2c38-1936-4b68-8e06-e5e20a08cd5e,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:25.614641 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-edebc531-96b8-45f6-80bf-8d9af07c6f65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:25.703270 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233b68ec-0292-4657-8c8d-17c1844a897a req-bfa775fb-2e4f-4c68-ab68-0d0b979c506c tempest-TenantUsagesTestJSON-324586094 tempest-TenantUsagesTestJSON-324586094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:25.722469 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-233b68ec-0292-4657-8c8d-17c1844a897a req-bfa775fb-2e4f-4c68-ab68-0d0b979c506c tempest-TenantUsagesTestJSON-324586094 tempest-TenantUsagesTestJSON-324586094-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3689175 Dec 20 14:37:25.803467 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-233b68ec-0292-4657-8c8d-17c1844a897a req-4284e353-468f-4ec4-b2d1-79b8ae3df29b tempest-TenantUsagesTestJSON-324586094 tempest-TenantUsagesTestJSON-324586094-project] 10.222.0.54 "GET /v2.0/quotas/a603a13625624a3998693dbc166df8e4 HTTP/1.1" status: 200 len: 375 time: 0.0803988 Dec 20 14:37:25.909379 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee1e6cc-dcc6-4645-85e3-77774c8597b2 req-d0331de9-2e28-4c93-9c82-6640397954ce tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:25.917830 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3ee1e6cc-dcc6-4645-85e3-77774c8597b2 req-d0331de9-2e28-4c93-9c82-6640397954ce tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 945 time: 0.1992130 Dec 20 14:37:25.927627 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-233b68ec-0292-4657-8c8d-17c1844a897a req-c740342e-fc61-478b-af2a-03a802f98245 tempest-TenantUsagesTestJSON-324586094 tempest-TenantUsagesTestJSON-324586094-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=a603a13625624a3998693dbc166df8e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1166115 Dec 20 14:37:25.966020 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b7db548-4d6e-4626-a568-cb935a2388f7 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Router 69d8d64e-b9f0-4cd0-a25d-253abbb48725 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:37:26.012508 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-edebc531-96b8-45f6-80bf-8d9af07c6f65 admin admin] Allocated IP 172.25.0.14 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/56b00ed9-8503-4ce4-abdb-57c2bebf35e6) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:37:26.108825 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-44f355c3-788c-403e-bc66-99b02499d9d8 None None] Provisioning complete for port a43e204a-dc62-48cc-98b5-b9ff15244f11 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:37:26.109252 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-44f355c3-788c-403e-bc66-99b02499d9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:26.213888 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-44f355c3-788c-403e-bc66-99b02499d9d8 None None] Port a43e204a-dc62-48cc-98b5-b9ff15244f11 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:37:26.225883 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3ee1e6cc-dcc6-4645-85e3-77774c8597b2 req-330366e1-a8fa-4acd-a1b5-4870be1c6706 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=92081c13-7979-4810-b5cd-70c14477209d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3029680 Dec 20 14:37:26.295283 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-812986d9-05a3-4b7c-9bba-5fea2efce619 req-bb81da46-20d2-4dee-aa6d-07b16ee15d4c tempest-TenantUsagesTestJSON-324586094 tempest-TenantUsagesTestJSON-324586094-project] 10.222.0.54 "GET /v2.0/ports?device_id=fac26512-90e6-4a1a-86dd-352198ac9be7 HTTP/1.1" status: 200 len: 210 time: 0.0606177 Dec 20 14:37:26.301800 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-edebc531-96b8-45f6-80bf-8d9af07c6f65 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:26.311231 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b7db548-4d6e-4626-a568-cb935a2388f7 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:37:26.324166 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-3b7db548-4d6e-4626-a568-cb935a2388f7 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] 10.222.0.54 "PUT /v2.0/routers/69d8d64e-b9f0-4cd0-a25d-253abbb48725/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1743953 Dec 20 14:37:26.326877 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 41726) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:26.331709 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-c76d84df-4096-4792-b343-42daca89e673 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Request body: {'port': {'network_id': '0013eb67-65c9-4183-862e-cebcb457bba6', 'name': 'tempest-FloatingIPAdminTestJSON-1972772378'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:37:26.337709 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2561a85a-8dca-40ff-8534-5c08b60ab546 None None] Sync routers for ids ['69d8d64e-b9f0-4cd0-a25d-253abbb48725'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:37:26.363324 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2561a85a-8dca-40ff-8534-5c08b60ab546 None None] Routers {'69d8d64e-b9f0-4cd0-a25d-253abbb48725'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:37:26.364132 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-2561a85a-8dca-40ff-8534-5c08b60ab546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:37:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['69d8d64e-b9f0-4cd0-a25d-253abbb48725'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:37:26.423788 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-edebc531-96b8-45f6-80bf-8d9af07c6f65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:26.465326 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-2561a85a-8dca-40ff-8534-5c08b60ab546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:37:26.487948 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2561a85a-8dca-40ff-8534-5c08b60ab546 None None] Routers {'69d8d64e-b9f0-4cd0-a25d-253abbb48725'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:37:26.491258 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-2561a85a-8dca-40ff-8534-5c08b60ab546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:37:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['69d8d64e-b9f0-4cd0-a25d-253abbb48725'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:37:26.522370 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edebc531-96b8-45f6-80bf-8d9af07c6f65 admin admin] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:37:26.528549 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-edebc531-96b8-45f6-80bf-8d9af07c6f65 admin admin] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:37:26.536572 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edebc531-96b8-45f6-80bf-8d9af07c6f65 admin admin] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:37:26.548183 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c76d84df-4096-4792-b343-42daca89e673 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Made reservation on behalf of 751a05b16b5044a7945a905d09156a04 for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:37:26.549902 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-2561a85a-8dca-40ff-8534-5c08b60ab546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:37:26.553229 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c76d84df-4096-4792-b343-42daca89e673 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:26.554490 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2561a85a-8dca-40ff-8534-5c08b60ab546 None None] The sync data for ids ['69d8d64e-b9f0-4cd0-a25d-253abbb48725'] in n-d-761264-19 is: [] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:37:26.569511 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edebc531-96b8-45f6-80bf-8d9af07c6f65 admin admin] Pushing event updated for resources: {'Port': ['ID=56b00ed9-8503-4ce4-abdb-57c2bebf35e6,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:26.584078 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [None req-c76d84df-4096-4792-b343-42daca89e673 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] device_id is not set on port 3eb6151a-6a33-410f-b4d9-717d450d5d5d yet. {{(pid=103167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 14:37:26.757326 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-c76d84df-4096-4792-b343-42daca89e673 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Allocated IP 172.20.0.12 (0013eb67-65c9-4183-862e-cebcb457bba6/113d1cb2-387c-403f-9ac8-8f032d192d9b/3eb6151a-6a33-410f-b4d9-717d450d5d5d) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:37:26.972916 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-edebc531-96b8-45f6-80bf-8d9af07c6f65 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:27.074417 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c76d84df-4096-4792-b343-42daca89e673 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:27.135667 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c76d84df-4096-4792-b343-42daca89e673 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:27.206091 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76d84df-4096-4792-b343-42daca89e673 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Network 0013eb67-65c9-4183-862e-cebcb457bba6 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:37:27.216747 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-c76d84df-4096-4792-b343-42daca89e673 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:37:27.266305 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76d84df-4096-4792-b343-42daca89e673 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:37:27.399346 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 6fda2c38-1936-4b68-8e06-e5e20a08cd5e up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:37:27.417408 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76d84df-4096-4792-b343-42daca89e673 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Pushing event updated for resources: {'Port': ['ID=3eb6151a-6a33-410f-b4d9-717d450d5d5d,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:27.516065 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-edebc531-96b8-45f6-80bf-8d9af07c6f65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013'] for router, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:27.518102 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 6fda2c38-1936-4b68-8e06-e5e20a08cd5e triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:37:27.520142 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:27.531312 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fbff3dfb-a7ab-41ab-a93a-54f1e0c96157 req-04cc06ed-228b-450c-af79-fdfd082afbd3 tempest-TenantUsagesTestJSON-324586094 tempest-TenantUsagesTestJSON-324586094-project] 10.222.0.54 "GET /v2.0/ports?device_id=fac26512-90e6-4a1a-86dd-352198ac9be7 HTTP/1.1" status: 200 len: 210 time: 0.0809546 Dec 20 14:37:27.558458 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76d84df-4096-4792-b343-42daca89e673 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:27.559148 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c76d84df-4096-4792-b343-42daca89e673 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:27.591989 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db92c50-2e92-4e2b-ac28-34b5a5f629d3 None None] Network 87a69cd0-a64c-42dd-a7fc-edd3efea59ce requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:37:27.614174 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-c76d84df-4096-4792-b343-42daca89e673 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.2863717 Dec 20 14:37:27.618385 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 41762) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:27.803900 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a00e29e-254c-430d-9b27-d74465e4ad45 req-22e11714-4a37-428a-abea-7666a4129fd9 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:27.807539 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4a00e29e-254c-430d-9b27-d74465e4ad45 req-22e11714-4a37-428a-abea-7666a4129fd9 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 945 time: 0.3723443 Dec 20 14:37:27.834025 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-233b68ec-0292-4657-8c8d-17c1844a897a req-c434423a-4ca9-4c05-9cbb-eebff78b6547 tempest-TenantUsagesTestJSON-324586094 tempest-TenantUsagesTestJSON-324586094-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=a603a13625624a3998693dbc166df8e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0776637 Dec 20 14:37:27.862082 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-1228204c-ac02-41d8-aab9-86876f948763 None None] Provisioning complete for port 6fda2c38-1936-4b68-8e06-e5e20a08cd5e triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:37:27.865078 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-1228204c-ac02-41d8-aab9-86876f948763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:27.952597 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-dab14447-82c9-4d3f-a897-b14decfe21fc tempest-FloatingIPAdminTestJSON-1195118575 tempest-FloatingIPAdminTestJSON-1195118575-project-admin] Request body: {'floatingip': {'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'project_id': '751a05b16b5044a7945a905d09156a04', 'port_id': '3eb6151a-6a33-410f-b4d9-717d450d5d5d'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:37:27.980390 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:28.000141 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-dab14447-82c9-4d3f-a897-b14decfe21fc tempest-FloatingIPAdminTestJSON-1195118575 tempest-FloatingIPAdminTestJSON-1195118575-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:28.038658 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] For port 6fda2c38-1936-4b68-8e06-e5e20a08cd5e, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=6fda2c38-1936-4b68-8e06-e5e20a08cd5e,segment=NetworkSegment(877e7bc7-97ff-42dc-9484-98838533dd48),segment_id=877e7bc7-97ff-42dc-9484-98838533dd48)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:37:28.072374 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:28.109123 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-1228204c-ac02-41d8-aab9-86876f948763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:28.236293 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-dab14447-82c9-4d3f-a897-b14decfe21fc tempest-FloatingIPAdminTestJSON-1195118575 tempest-FloatingIPAdminTestJSON-1195118575-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:28.274683 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.db.api [None req-1228204c-ac02-41d8-aab9-86876f948763 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103169) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 14:37:28.275193 n-d-761264-19 neutron-server[103169]: DEBUG oslo_db.api [None req-1228204c-ac02-41d8-aab9-86876f948763 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 14:37:28.287739 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Pushing event updated for resources: {'Port': ['ID=6fda2c38-1936-4b68-8e06-e5e20a08cd5e,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:28.308323 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233b68ec-0292-4657-8c8d-17c1844a897a req-86c00589-1db8-4a62-b9bc-2753547a85c7 tempest-TenantUsagesTestJSON-324586094 tempest-TenantUsagesTestJSON-324586094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:28.311316 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-233b68ec-0292-4657-8c8d-17c1844a897a req-86c00589-1db8-4a62-b9bc-2753547a85c7 tempest-TenantUsagesTestJSON-324586094 tempest-TenantUsagesTestJSON-324586094-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4669576 Dec 20 14:37:28.329882 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4a00e29e-254c-430d-9b27-d74465e4ad45 req-851b04be-3adb-4799-bf81-fc2a2e925abf tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=92081c13-7979-4810-b5cd-70c14477209d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5037198 Dec 20 14:37:28.343623 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-233b68ec-0292-4657-8c8d-17c1844a897a req-19f286bc-fb24-4088-8701-2994fd4d1002 tempest-TenantUsagesTestJSON-324586094 tempest-TenantUsagesTestJSON-324586094-project] Request body: {'port': {'device_id': 'fac26512-90e6-4a1a-86dd-352198ac9be7', 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1', 'admin_state_up': True, 'tenant_id': 'a603a13625624a3998693dbc166df8e4'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:37:28.419604 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edebc531-96b8-45f6-80bf-8d9af07c6f65 admin admin] Router f87d2f66-4df2-4471-91c1-3b9c797a16b9 is scheduled to L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 with binding_index 1 {{(pid=103168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 14:37:28.532520 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-dab14447-82c9-4d3f-a897-b14decfe21fc tempest-FloatingIPAdminTestJSON-1195118575 tempest-FloatingIPAdminTestJSON-1195118575-project-admin] Allocated IP 172.25.0.230 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/c6407fd0-7a3d-42da-96dd-cd85d8e76573) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:37:28.557847 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144241be-b4c7-4d9a-b658-18e41944db56 req-2312c35c-ff1b-41b5-80bb-c40b16b7e10f tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:28.559724 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-144241be-b4c7-4d9a-b658-18e41944db56 req-2312c35c-ff1b-41b5-80bb-c40b16b7e10f tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 945 time: 0.0969567 Dec 20 14:37:28.694884 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-144241be-b4c7-4d9a-b658-18e41944db56 req-943d184b-4c87-4588-8145-6e4ed1551a54 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=92081c13-7979-4810-b5cd-70c14477209d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193507 Dec 20 14:37:28.743147 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-dab14447-82c9-4d3f-a897-b14decfe21fc tempest-FloatingIPAdminTestJSON-1195118575 tempest-FloatingIPAdminTestJSON-1195118575-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:28.764923 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 41792) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:28.883163 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-dab14447-82c9-4d3f-a897-b14decfe21fc tempest-FloatingIPAdminTestJSON-1195118575 tempest-FloatingIPAdminTestJSON-1195118575-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:28.888316 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 41796) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:28.960526 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520fe5d1-4672-4d2d-97f8-778a4f856e2a req-b7b73719-088e-47a5-8788-c230e673c8fa tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:28.969123 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-520fe5d1-4672-4d2d-97f8-778a4f856e2a req-b7b73719-088e-47a5-8788-c230e673c8fa tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 945 time: 0.1586704 Dec 20 14:37:29.010353 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-c77d1ee7-06c4-419e-869b-52b515d4422a None None] Provisioning complete for port 6fda2c38-1936-4b68-8e06-e5e20a08cd5e triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:37:29.010353 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c77d1ee7-06c4-419e-869b-52b515d4422a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:29.013113 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab14447-82c9-4d3f-a897-b14decfe21fc tempest-FloatingIPAdminTestJSON-1195118575 tempest-FloatingIPAdminTestJSON-1195118575-project-admin] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:37:29.017198 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-dab14447-82c9-4d3f-a897-b14decfe21fc tempest-FloatingIPAdminTestJSON-1195118575 tempest-FloatingIPAdminTestJSON-1195118575-project-admin] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:37:29.035246 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab14447-82c9-4d3f-a897-b14decfe21fc tempest-FloatingIPAdminTestJSON-1195118575 tempest-FloatingIPAdminTestJSON-1195118575-project-admin] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:37:29.090504 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab14447-82c9-4d3f-a897-b14decfe21fc tempest-FloatingIPAdminTestJSON-1195118575 tempest-FloatingIPAdminTestJSON-1195118575-project-admin] Pushing event updated for resources: {'Port': ['ID=c6407fd0-7a3d-42da-96dd-cd85d8e76573,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:29.134340 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ff0d0366-aeca-4784-9b5d-764f21e11055 req-bb497f40-15d2-4897-badc-3341160303bf tempest-TenantUsagesTestJSON-324586094 tempest-TenantUsagesTestJSON-324586094-project] 10.222.0.54 "GET /v2.0/ports?device_id=fac26512-90e6-4a1a-86dd-352198ac9be7 HTTP/1.1" status: 200 len: 210 time: 0.1343412 Dec 20 14:37:29.177571 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0053ec3d-a01a-4b6b-b230-9ec4ebe4025a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:29.215924 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-c77d1ee7-06c4-419e-869b-52b515d4422a None None] Provisioning complete for port 3eb6151a-6a33-410f-b4d9-717d450d5d5d triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:37:29.216926 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c77d1ee7-06c4-419e-869b-52b515d4422a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:29.217760 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-520fe5d1-4672-4d2d-97f8-778a4f856e2a req-3755c979-0f86-4e95-8233-85e890671401 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=92081c13-7979-4810-b5cd-70c14477209d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2476406 Dec 20 14:37:29.233211 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-36bd734e-03f4-47f4-85c6-fad02e8d2fbb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:29.294217 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edebc531-96b8-45f6-80bf-8d9af07c6f65 admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:37:29.316766 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821d2d26-5e43-4e93-860b-60c475736473 None None] Sync routers for ids ['f87d2f66-4df2-4471-91c1-3b9c797a16b9'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:37:29.350356 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 6fda2c38-1936-4b68-8e06-e5e20a08cd5e up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:37:29.371456 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-edebc531-96b8-45f6-80bf-8d9af07c6f65 admin admin] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:29.373763 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-edebc531-96b8-45f6-80bf-8d9af07c6f65 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.8710837 Dec 20 14:37:29.380719 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 41802) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:29.414482 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-c77d1ee7-06c4-419e-869b-52b515d4422a None None] Port 3eb6151a-6a33-410f-b4d9-717d450d5d5d cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:37:29.425044 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821d2d26-5e43-4e93-860b-60c475736473 None None] Routers {'f87d2f66-4df2-4471-91c1-3b9c797a16b9'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:37:29.426119 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-821d2d26-5e43-4e93-860b-60c475736473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:37:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['f87d2f66-4df2-4471-91c1-3b9c797a16b9'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:37:29.507302 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 6fda2c38-1936-4b68-8e06-e5e20a08cd5e triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:37:29.507765 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:29.535682 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0053ec3d-a01a-4b6b-b230-9ec4ebe4025a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:29.571525 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-36bd734e-03f4-47f4-85c6-fad02e8d2fbb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:29.573575 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0053ec3d-a01a-4b6b-b230-9ec4ebe4025a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:29.592083 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-36bd734e-03f4-47f4-85c6-fad02e8d2fbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:29.639492 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-233b68ec-0292-4657-8c8d-17c1844a897a req-19f286bc-fb24-4088-8701-2994fd4d1002 tempest-TenantUsagesTestJSON-324586094 tempest-TenantUsagesTestJSON-324586094-project] Made reservation on behalf of a603a13625624a3998693dbc166df8e4 for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:37:29.643733 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-233b68ec-0292-4657-8c8d-17c1844a897a req-19f286bc-fb24-4088-8701-2994fd4d1002 tempest-TenantUsagesTestJSON-324586094 tempest-TenantUsagesTestJSON-324586094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:29.662140 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-233b68ec-0292-4657-8c8d-17c1844a897a req-19f286bc-fb24-4088-8701-2994fd4d1002 tempest-TenantUsagesTestJSON-324586094 tempest-TenantUsagesTestJSON-324586094-project] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:29.689032 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-821d2d26-5e43-4e93-860b-60c475736473 None None] Set router f87d2f66-4df2-4471-91c1-3b9c797a16b9 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:37:29.695780 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-0053ec3d-a01a-4b6b-b230-9ec4ebe4025a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b8f5af561e844568a5842ea96d43fde4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9268172 Dec 20 14:37:29.708973 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 41804) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:29.732510 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-36bd734e-03f4-47f4-85c6-fad02e8d2fbb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=920a9fcc91134a1fa6fd0ed6c595cce8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8374515 Dec 20 14:37:29.737571 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 41806) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:29.741370 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0053ec3d-a01a-4b6b-b230-9ec4ebe4025a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=992a6e78-fa6c-408d-bd4a-c8221fff631d,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:29.778431 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8dda5f-b2e0-4536-a698-b47132bb5971 req-2c4f3cce-bd20-4017-91b8-c1891407b8a6 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:29.786038 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2f8dda5f-b2e0-4536-a698-b47132bb5971 req-2c4f3cce-bd20-4017-91b8-c1891407b8a6 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 945 time: 0.4101558 Dec 20 14:37:29.863994 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bd734e-03f4-47f4-85c6-fad02e8d2fbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e27c41f3-ac57-4dea-a95f-496c22b6ad52,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:29.898875 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e8919d15-ee56-4ddb-8e31-d2c78c623435 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:29.907570 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-dab14447-82c9-4d3f-a897-b14decfe21fc tempest-FloatingIPAdminTestJSON-1195118575 tempest-FloatingIPAdminTestJSON-1195118575-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:29.927017 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2f8dda5f-b2e0-4536-a698-b47132bb5971 req-5e7a3c64-6509-4c94-b570-285300907a3b tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=92081c13-7979-4810-b5cd-70c14477209d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325605 Dec 20 14:37:29.956276 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5e084b62-5668-4821-aa8d-47460ecf1dd5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:29.970998 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-821d2d26-5e43-4e93-860b-60c475736473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87d2f66-4df2-4471-91c1-3b9c797a16b9', 'name': 'tempest-AttachVolumeTestJSON-785040931-router', 'tenant_id': 'c0643adf2af04815b0d3549cf80b60b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '56b00ed9-8503-4ce4-abdb-57c2bebf35e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:37:24Z', 'updated_at': '2021-12-20T14:37:26Z', 'revision_number': 3, 'project_id': 'c0643adf2af04815b0d3549cf80b60b4', 'gw_port': {'id': '56b00ed9-8503-4ce4-abdb-57c2bebf35e6', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:02:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f87d2f66-4df2-4471-91c1-3b9c797a16b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:37:25Z', 'updated_at': '2021-12-20T14:37:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:37:29.975778 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e8919d15-ee56-4ddb-8e31-d2c78c623435 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:29.998219 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821d2d26-5e43-4e93-860b-60c475736473 None None] Checking router: f87d2f66-4df2-4471-91c1-3b9c797a16b9 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:37:29.998561 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821d2d26-5e43-4e93-860b-60c475736473 None None] Updating router f87d2f66-4df2-4471-91c1-3b9c797a16b9 port 56b00ed9-8503-4ce4-abdb-57c2bebf35e6 binding host n-d-761264-19 {{(pid=103169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 14:37:30.008679 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-233b68ec-0292-4657-8c8d-17c1844a897a req-19f286bc-fb24-4088-8701-2994fd4d1002 tempest-TenantUsagesTestJSON-324586094 tempest-TenantUsagesTestJSON-324586094-project] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:30.016218 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-233b68ec-0292-4657-8c8d-17c1844a897a req-19f286bc-fb24-4088-8701-2994fd4d1002 tempest-TenantUsagesTestJSON-324586094 tempest-TenantUsagesTestJSON-324586094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:30.038762 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-821d2d26-5e43-4e93-860b-60c475736473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:30.061578 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5e084b62-5668-4821-aa8d-47460ecf1dd5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:30.081405 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-dab14447-82c9-4d3f-a897-b14decfe21fc tempest-FloatingIPAdminTestJSON-1195118575 tempest-FloatingIPAdminTestJSON-1195118575-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:30.111574 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f286bc-fb24-4088-8701-2994fd4d1002 tempest-TenantUsagesTestJSON-324586094 tempest-TenantUsagesTestJSON-324586094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba2b8475-0af7-413b-917e-b0f769d584e0,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:30.166381 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e8919d15-ee56-4ddb-8e31-d2c78c623435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:30.169962 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e8919d15-ee56-4ddb-8e31-d2c78c623435 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:30.173351 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-e8919d15-ee56-4ddb-8e31-d2c78c623435 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/992a6e78-fa6c-408d-bd4a-c8221fff631d HTTP/1.1" status: 204 len: 168 time: 0.4590137 Dec 20 14:37:30.185676 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8919d15-ee56-4ddb-8e31-d2c78c623435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=992a6e78-fa6c-408d-bd4a-c8221fff631d,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:30.259562 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5e084b62-5668-4821-aa8d-47460ecf1dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:30.262700 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5e084b62-5668-4821-aa8d-47460ecf1dd5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:30.266986 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-5e084b62-5668-4821-aa8d-47460ecf1dd5 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e27c41f3-ac57-4dea-a95f-496c22b6ad52 HTTP/1.1" status: 204 len: 168 time: 0.5266604 Dec 20 14:37:30.282277 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e084b62-5668-4821-aa8d-47460ecf1dd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e27c41f3-ac57-4dea-a95f-496c22b6ad52,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:30.317790 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [req-233b68ec-0292-4657-8c8d-17c1844a897a req-19f286bc-fb24-4088-8701-2994fd4d1002 tempest-TenantUsagesTestJSON-324586094 tempest-TenantUsagesTestJSON-324586094-project] Allocated IP 192.168.233.73 (00c897c2-e98d-4716-a0b4-8f9f297fa8a1/36bf280f-81bb-4486-a87a-9b9505a1cec4/5d9a63e3-9c8b-447c-bb05-8cf4d19eda8b) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:37:30.327147 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8438a32f-61ae-4fe7-b20a-f804eb5ac753 req-48656df8-c5dd-4172-9eb0-e568b3cc004a tempest-TenantUsagesTestJSON-324586094 tempest-TenantUsagesTestJSON-324586094-project] 10.222.0.54 "GET /v2.0/ports?device_id=fac26512-90e6-4a1a-86dd-352198ac9be7 HTTP/1.1" status: 200 len: 210 time: 0.0483978 Dec 20 14:37:30.401266 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-dab14447-82c9-4d3f-a897-b14decfe21fc tempest-FloatingIPAdminTestJSON-1195118575 tempest-FloatingIPAdminTestJSON-1195118575-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:30.411999 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-dab14447-82c9-4d3f-a897-b14decfe21fc tempest-FloatingIPAdminTestJSON-1195118575 tempest-FloatingIPAdminTestJSON-1195118575-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:30.507593 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab14447-82c9-4d3f-a897-b14decfe21fc tempest-FloatingIPAdminTestJSON-1195118575 tempest-FloatingIPAdminTestJSON-1195118575-project-admin] Pushing event updated for resources: {'Port': ['ID=c6407fd0-7a3d-42da-96dd-cd85d8e76573,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:30.541449 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-dab14447-82c9-4d3f-a897-b14decfe21fc tempest-FloatingIPAdminTestJSON-1195118575 tempest-FloatingIPAdminTestJSON-1195118575-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585115'] for floatingip, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:30.564055 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-20cef2a6-8e49-4558-b6b8-ae3ddef5531f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:30.583660 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-821d2d26-5e43-4e93-860b-60c475736473 None None] Publish callbacks [] for port, precommit_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:30.592489 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-821d2d26-5e43-4e93-860b-60c475736473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:30.667499 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-233b68ec-0292-4657-8c8d-17c1844a897a req-19f286bc-fb24-4088-8701-2994fd4d1002 tempest-TenantUsagesTestJSON-324586094 tempest-TenantUsagesTestJSON-324586094-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:30.700239 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-821d2d26-5e43-4e93-860b-60c475736473 None None] Attempting to bind port 56b00ed9-8503-4ce4-abdb-57c2bebf35e6 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:37:30.700623 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-821d2d26-5e43-4e93-860b-60c475736473 None None] Attempting to bind port 56b00ed9-8503-4ce4-abdb-57c2bebf35e6 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:37:30.700996 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821d2d26-5e43-4e93-860b-60c475736473 None None] Attempting to bind port 56b00ed9-8503-4ce4-abdb-57c2bebf35e6 on network c3f8658e-da35-41f3-bd03-509e29ebd6f3 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:37:30.711397 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff98e0c7-1c06-4152-b672-b89c3997a49a None None] Pushing event updated for resources: {'Port': ['ID=56b00ed9-8503-4ce4-abdb-57c2bebf35e6,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:30.715536 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-eb54b655-092f-4c3f-a90a-642026f6fb90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:30.718847 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821d2d26-5e43-4e93-860b-60c475736473 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:37:30.719231 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821d2d26-5e43-4e93-860b-60c475736473 None None] Checking segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:37:30.720602 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-821d2d26-5e43-4e93-860b-60c475736473 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:30.721119 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821d2d26-5e43-4e93-860b-60c475736473 None None] Bound using segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:37:30.721752 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-821d2d26-5e43-4e93-860b-60c475736473 None None] Bound port: 56b00ed9-8503-4ce4-abdb-57c2bebf35e6, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:37:30.722208 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-821d2d26-5e43-4e93-860b-60c475736473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:30.758178 n-d-761264-19 neutron-server[103167]: INFO neutron.db.l3_db [None req-dab14447-82c9-4d3f-a897-b14decfe21fc tempest-FloatingIPAdminTestJSON-1195118575 tempest-FloatingIPAdminTestJSON-1195118575-project-admin] Floating IP 4a5fa3ae-426c-40fa-9d3e-5dcff08b91d8 associated. External IP: 172.25.0.230, port: 3eb6151a-6a33-410f-b4d9-717d450d5d5d. Dec 20 14:37:30.787212 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 41820) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:30.796067 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-821d2d26-5e43-4e93-860b-60c475736473 None None] For port 56b00ed9-8503-4ce4-abdb-57c2bebf35e6, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:37:30.796343 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-233b68ec-0292-4657-8c8d-17c1844a897a req-19f286bc-fb24-4088-8701-2994fd4d1002 tempest-TenantUsagesTestJSON-324586094 tempest-TenantUsagesTestJSON-324586094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:30.800621 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-821d2d26-5e43-4e93-860b-60c475736473 None None] For port 56b00ed9-8503-4ce4-abdb-57c2bebf35e6, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=56b00ed9-8503-4ce4-abdb-57c2bebf35e6,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:37:30.809336 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-821d2d26-5e43-4e93-860b-60c475736473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:30.818981 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d244285f-159f-443c-98fb-109c3b163f30 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:30.844265 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 41822) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:30.869256 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821d2d26-5e43-4e93-860b-60c475736473 None None] Routers {'f87d2f66-4df2-4471-91c1-3b9c797a16b9'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:37:30.870161 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-821d2d26-5e43-4e93-860b-60c475736473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:37:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['f87d2f66-4df2-4471-91c1-3b9c797a16b9'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:37:30.886651 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-233b68ec-0292-4657-8c8d-17c1844a897a req-19f286bc-fb24-4088-8701-2994fd4d1002 tempest-TenantUsagesTestJSON-324586094 tempest-TenantUsagesTestJSON-324586094-project] Network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:37:30.895382 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9fe0703d-4c1a-4309-b518-c0b5a4ce8bb0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:30.904803 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [req-233b68ec-0292-4657-8c8d-17c1844a897a req-19f286bc-fb24-4088-8701-2994fd4d1002 tempest-TenantUsagesTestJSON-324586094 tempest-TenantUsagesTestJSON-324586094-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:37:30.907153 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-20cef2a6-8e49-4558-b6b8-ae3ddef5531f admin admin] Allocated IP 172.20.0.1 (87a69cd0-a64c-42dd-a7fc-edd3efea59ce/a9e11c76-32b6-463b-b516-e12248ff878a/b967ee65-6521-4a47-accc-695b3ca396d4) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:37:30.920365 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-233b68ec-0292-4657-8c8d-17c1844a897a req-19f286bc-fb24-4088-8701-2994fd4d1002 tempest-TenantUsagesTestJSON-324586094 tempest-TenantUsagesTestJSON-324586094-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:37:30.923127 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f286bc-fb24-4088-8701-2994fd4d1002 tempest-TenantUsagesTestJSON-324586094 tempest-TenantUsagesTestJSON-324586094-project] Pushing event updated for resources: {'Port': ['ID=5d9a63e3-9c8b-447c-bb05-8cf4d19eda8b,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:31.054696 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dab14447-82c9-4d3f-a897-b14decfe21fc tempest-FloatingIPAdminTestJSON-1195118575 tempest-FloatingIPAdminTestJSON-1195118575-project-admin] Router 69d8d64e-b9f0-4cd0-a25d-253abbb48725 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:37:31.095804 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff98e0c7-1c06-4152-b672-b89c3997a49a None None] Pushing event updated for resources: {'Port': ['ID=56b00ed9-8503-4ce4-abdb-57c2bebf35e6,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:31.188337 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-821d2d26-5e43-4e93-860b-60c475736473 None None] Set router f87d2f66-4df2-4471-91c1-3b9c797a16b9 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:37:31.228810 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d244285f-159f-443c-98fb-109c3b163f30 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:31.237340 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233b68ec-0292-4657-8c8d-17c1844a897a req-19f286bc-fb24-4088-8701-2994fd4d1002 tempest-TenantUsagesTestJSON-324586094 tempest-TenantUsagesTestJSON-324586094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:31.238022 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-233b68ec-0292-4657-8c8d-17c1844a897a req-19f286bc-fb24-4088-8701-2994fd4d1002 tempest-TenantUsagesTestJSON-324586094 tempest-TenantUsagesTestJSON-324586094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:31.264892 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-20cef2a6-8e49-4558-b6b8-ae3ddef5531f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:31.316224 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d244285f-159f-443c-98fb-109c3b163f30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:31.385110 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-d244285f-159f-443c-98fb-109c3b163f30 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=bf3ff684fd6b40ad897a0bcd94a5e8e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5966678 Dec 20 14:37:31.386617 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-20cef2a6-8e49-4558-b6b8-ae3ddef5531f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:31.400562 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 41826) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:31.407186 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d244285f-159f-443c-98fb-109c3b163f30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e199f926-accb-4db1-b249-428a24999b32,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:31.461369 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-adbaea6b-c3c9-4d6b-a403-29b93c9af031 None None] Provisioning complete for port 5d9a63e3-9c8b-447c-bb05-8cf4d19eda8b triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:37:31.462562 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-adbaea6b-c3c9-4d6b-a403-29b93c9af031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:31.495199 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20cef2a6-8e49-4558-b6b8-ae3ddef5531f admin admin] Network 87a69cd0-a64c-42dd-a7fc-edd3efea59ce is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:37:31.525146 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-20cef2a6-8e49-4558-b6b8-ae3ddef5531f admin admin] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:37:31.538543 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-233b68ec-0292-4657-8c8d-17c1844a897a req-19f286bc-fb24-4088-8701-2994fd4d1002 tempest-TenantUsagesTestJSON-324586094 tempest-TenantUsagesTestJSON-324586094-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2052019 Dec 20 14:37:31.547797 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cef2a6-8e49-4558-b6b8-ae3ddef5531f admin admin] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:37:31.565514 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-adbaea6b-c3c9-4d6b-a403-29b93c9af031 None None] Port 5d9a63e3-9c8b-447c-bb05-8cf4d19eda8b cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:37:31.622171 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-821d2d26-5e43-4e93-860b-60c475736473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87d2f66-4df2-4471-91c1-3b9c797a16b9', 'name': 'tempest-AttachVolumeTestJSON-785040931-router', 'tenant_id': 'c0643adf2af04815b0d3549cf80b60b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '56b00ed9-8503-4ce4-abdb-57c2bebf35e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:37:24Z', 'updated_at': '2021-12-20T14:37:26Z', 'revision_number': 3, 'project_id': 'c0643adf2af04815b0d3549cf80b60b4', 'gw_port': {'id': '56b00ed9-8503-4ce4-abdb-57c2bebf35e6', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:02:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f87d2f66-4df2-4471-91c1-3b9c797a16b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:37:25Z', 'updated_at': '2021-12-20T14:37:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:37:31.622884 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-233b68ec-0292-4657-8c8d-17c1844a897a req-a909f555-be26-4200-9788-fc20e265b731 service neutron] Request body: {'port': {'device_id': 'fac26512-90e6-4a1a-86dd-352198ac9be7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-19'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:37:31.694099 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821d2d26-5e43-4e93-860b-60c475736473 None None] The sync data for ids ['f87d2f66-4df2-4471-91c1-3b9c797a16b9'] in n-d-761264-19 is: [{'id': 'f87d2f66-4df2-4471-91c1-3b9c797a16b9', 'name': 'tempest-AttachVolumeTestJSON-785040931-router', 'tenant_id': 'c0643adf2af04815b0d3549cf80b60b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '56b00ed9-8503-4ce4-abdb-57c2bebf35e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:37:24Z', 'updated_at': '2021-12-20T14:37:26Z', 'revision_number': 3, 'project_id': 'c0643adf2af04815b0d3549cf80b60b4', 'gw_port': {'id': '56b00ed9-8503-4ce4-abdb-57c2bebf35e6', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:02:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f87d2f66-4df2-4471-91c1-3b9c797a16b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:37:25Z', 'updated_at': '2021-12-20T14:37:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:37:31.706314 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cef2a6-8e49-4558-b6b8-ae3ddef5531f admin admin] Pushing event updated for resources: {'Port': ['ID=b967ee65-6521-4a47-accc-695b3ca396d4,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:31.764936 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dab14447-82c9-4d3f-a897-b14decfe21fc tempest-FloatingIPAdminTestJSON-1195118575 tempest-FloatingIPAdminTestJSON-1195118575-project-admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:37:31.781939 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23be599c-f0d4-4b63-8eac-e58788279d2d None None] Sync routers for ids ['69d8d64e-b9f0-4cd0-a25d-253abbb48725'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:37:31.788823 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-20cef2a6-8e49-4558-b6b8-ae3ddef5531f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595714'] for router_interface, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:31.794972 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-dab14447-82c9-4d3f-a897-b14decfe21fc tempest-FloatingIPAdminTestJSON-1195118575 tempest-FloatingIPAdminTestJSON-1195118575-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:31.811108 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23be599c-f0d4-4b63-8eac-e58788279d2d None None] Routers {'69d8d64e-b9f0-4cd0-a25d-253abbb48725'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:37:31.812113 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-23be599c-f0d4-4b63-8eac-e58788279d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:37:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['69d8d64e-b9f0-4cd0-a25d-253abbb48725'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:37:31.839536 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-dab14447-82c9-4d3f-a897-b14decfe21fc tempest-FloatingIPAdminTestJSON-1195118575 tempest-FloatingIPAdminTestJSON-1195118575-project-admin] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 4.2196956 Dec 20 14:37:31.842560 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 41828) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:31.859767 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584a1d7a-d11b-4015-9b24-64df72adc7f8 req-52d814e6-a41e-4334-8a56-e5225ee49b82 tempest-TenantUsagesTestJSON-324586094 tempest-TenantUsagesTestJSON-324586094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:31.868234 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-584a1d7a-d11b-4015-9b24-64df72adc7f8 req-52d814e6-a41e-4334-8a56-e5225ee49b82 tempest-TenantUsagesTestJSON-324586094 tempest-TenantUsagesTestJSON-324586094-project] 10.222.0.54 "GET /v2.0/ports?device_id=fac26512-90e6-4a1a-86dd-352198ac9be7 HTTP/1.1" status: 200 len: 935 time: 0.3863432 Dec 20 14:37:31.879520 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-23be599c-f0d4-4b63-8eac-e58788279d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:37:31.890483 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23be599c-f0d4-4b63-8eac-e58788279d2d None None] Routers {'69d8d64e-b9f0-4cd0-a25d-253abbb48725'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:37:31.891141 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-23be599c-f0d4-4b63-8eac-e58788279d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:37:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['69d8d64e-b9f0-4cd0-a25d-253abbb48725'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:37:31.904654 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-3b73842d-4f76-4f0e-87cf-663244d7789f None None] Provisioning complete for port b967ee65-6521-4a47-accc-695b3ca396d4 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:37:31.905285 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-3b73842d-4f76-4f0e-87cf-663244d7789f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:31.931204 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-20068534-797d-4a05-a08b-23c071f5a549 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:31.934858 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-23be599c-f0d4-4b63-8eac-e58788279d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:37:31.935851 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23be599c-f0d4-4b63-8eac-e58788279d2d None None] The sync data for ids ['69d8d64e-b9f0-4cd0-a25d-253abbb48725'] in n-d-761264-19 is: [] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:37:31.960700 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-20068534-797d-4a05-a08b-23c071f5a549 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:31.983376 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-3b73842d-4f76-4f0e-87cf-663244d7789f None None] Port b967ee65-6521-4a47-accc-695b3ca396d4 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:37:31.987440 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-0b643c97-ac29-457e-88c7-9fc573d23658 tempest-FloatingIPAdminTestJSON-1195118575 tempest-FloatingIPAdminTestJSON-1195118575-project-admin] 10.222.0.54 "GET /v2.0/floatingips/4a5fa3ae-426c-40fa-9d3e-5dcff08b91d8 HTTP/1.1" status: 200 len: 984 time: 0.1433794 Dec 20 14:37:31.988381 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 41830) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:32.010100 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-233b68ec-0292-4657-8c8d-17c1844a897a req-a909f555-be26-4200-9788-fc20e265b731 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:32.085528 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9fe0703d-4c1a-4309-b518-c0b5a4ce8bb0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:32.144101 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9fe0703d-4c1a-4309-b518-c0b5a4ce8bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:32.161376 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-8e24a318-071d-4ade-9f46-dc30334d45e1 tempest-FloatingIPAdminTestJSON-1195118575 tempest-FloatingIPAdminTestJSON-1195118575-project-admin] 10.222.0.54 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3821 time: 0.1691751 Dec 20 14:37:32.161738 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 41832) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:32.191868 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-584a1d7a-d11b-4015-9b24-64df72adc7f8 req-916c81fb-175c-464e-b15a-68b04b46d602 tempest-TenantUsagesTestJSON-324586094 tempest-TenantUsagesTestJSON-324586094-project] 10.222.0.54 "GET /v2.0/security-groups?id=ba2b8475-0af7-413b-917e-b0f769d584e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3225515 Dec 20 14:37:32.219468 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-20068534-797d-4a05-a08b-23c071f5a549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:32.222747 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-20068534-797d-4a05-a08b-23c071f5a549 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:32.226315 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-20068534-797d-4a05-a08b-23c071f5a549 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e199f926-accb-4db1-b249-428a24999b32 HTTP/1.1" status: 204 len: 168 time: 0.8022866 Dec 20 14:37:32.258746 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-9fe0703d-4c1a-4309-b518-c0b5a4ce8bb0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3c9341ed70fa4af2a7a17f664f7f3998&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4080007 Dec 20 14:37:32.262373 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 41836) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:32.263030 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe0703d-4c1a-4309-b518-c0b5a4ce8bb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b69629c-a7e7-4ea6-9b2a-16b6948bdb96,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:32.375513 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20068534-797d-4a05-a08b-23c071f5a549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e199f926-accb-4db1-b249-428a24999b32,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:32.443590 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-20cef2a6-8e49-4558-b6b8-ae3ddef5531f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:32.494992 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-c7d728aa-e884-4c47-b2ba-0f4d71eb8211 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Deleting port c6407fd0-7a3d-42da-96dd-cd85d8e76573 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:37:32.495320 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c7d728aa-e884-4c47-b2ba-0f4d71eb8211 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:32.579508 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a2b03948-9a0a-4d9c-a2ab-d43fca871531 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:32.617881 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c7d728aa-e884-4c47-b2ba-0f4d71eb8211 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:32.618859 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c7d728aa-e884-4c47-b2ba-0f4d71eb8211 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:32.636250 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-c7d728aa-e884-4c47-b2ba-0f4d71eb8211 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Calling delete_port for c6407fd0-7a3d-42da-96dd-cd85d8e76573 owned by network:floatingip {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:37:32.663471 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a2b03948-9a0a-4d9c-a2ab-d43fca871531 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:32.843581 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [req-233b68ec-0292-4657-8c8d-17c1844a897a req-a909f555-be26-4200-9788-fc20e265b731 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d9a63e3-9c8b-447c-bb05-8cf4d19eda8b {{(pid=103168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:37:32.848224 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8bef17af-7f99-40d7-a713-f69afc2bd0a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:32.856390 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-233b68ec-0292-4657-8c8d-17c1844a897a req-a909f555-be26-4200-9788-fc20e265b731 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:32.877917 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a2b03948-9a0a-4d9c-a2ab-d43fca871531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:32.880499 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a2b03948-9a0a-4d9c-a2ab-d43fca871531 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:32.886527 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-a2b03948-9a0a-4d9c-a2ab-d43fca871531 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5b69629c-a7e7-4ea6-9b2a-16b6948bdb96 HTTP/1.1" status: 204 len: 168 time: 0.6160083 Dec 20 14:37:32.902999 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b03948-9a0a-4d9c-a2ab-d43fca871531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b69629c-a7e7-4ea6-9b2a-16b6948bdb96,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:32.916684 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-20cef2a6-8e49-4558-b6b8-ae3ddef5531f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:32.929317 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-20cef2a6-8e49-4558-b6b8-ae3ddef5531f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:32.994217 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c7d728aa-e884-4c47-b2ba-0f4d71eb8211 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:33.003895 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.provisioning_blocks [req-233b68ec-0292-4657-8c8d-17c1844a897a req-a909f555-be26-4200-9788-fc20e265b731 service neutron] Transition to ACTIVE for port object 5d9a63e3-9c8b-447c-bb05-8cf4d19eda8b will not be triggered until provisioned by entity L2. {{(pid=103168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:37:33.027150 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-233b68ec-0292-4657-8c8d-17c1844a897a req-a909f555-be26-4200-9788-fc20e265b731 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:33.030812 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d728aa-e884-4c47-b2ba-0f4d71eb8211 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Pushing event deleted for resources: {'Port': ['ID=c6407fd0-7a3d-42da-96dd-cd85d8e76573,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:33.048550 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cef2a6-8e49-4558-b6b8-ae3ddef5531f admin admin] Pushing event updated for resources: {'Port': ['ID=b967ee65-6521-4a47-accc-695b3ca396d4,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:33.067024 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-20cef2a6-8e49-4558-b6b8-ae3ddef5531f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1595702'] for router_interface, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:33.140194 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c7d728aa-e884-4c47-b2ba-0f4d71eb8211 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Publish callbacks [] for floatingip, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:33.140728 n-d-761264-19 neutron-server[103167]: INFO neutron.db.l3_db [None req-c7d728aa-e884-4c47-b2ba-0f4d71eb8211 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Floating IP 4a5fa3ae-426c-40fa-9d3e-5dcff08b91d8 disassociated (deleted). External IP: 172.25.0.230, port: 3eb6151a-6a33-410f-b4d9-717d450d5d5d. Dec 20 14:37:33.329186 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a909f555-be26-4200-9788-fc20e265b731 service neutron] Pushing event updated for resources: {'Port': ['ID=5d9a63e3-9c8b-447c-bb05-8cf4d19eda8b,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:33.442700 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 56b00ed9-8503-4ce4-abdb-57c2bebf35e6 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:37:33.505590 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20cef2a6-8e49-4558-b6b8-ae3ddef5531f admin admin] Network 87a69cd0-a64c-42dd-a7fc-edd3efea59ce is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:37:33.507443 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 56b00ed9-8503-4ce4-abdb-57c2bebf35e6 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:37:33.507919 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:33.508791 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-233b68ec-0292-4657-8c8d-17c1844a897a req-a909f555-be26-4200-9788-fc20e265b731 service neutron] Attempting to bind port 5d9a63e3-9c8b-447c-bb05-8cf4d19eda8b on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:37:33.511151 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-233b68ec-0292-4657-8c8d-17c1844a897a req-a909f555-be26-4200-9788-fc20e265b731 service neutron] Attempting to bind port 5d9a63e3-9c8b-447c-bb05-8cf4d19eda8b by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:37:33.511501 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233b68ec-0292-4657-8c8d-17c1844a897a req-a909f555-be26-4200-9788-fc20e265b731 service neutron] Attempting to bind port 5d9a63e3-9c8b-447c-bb05-8cf4d19eda8b on network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:37:33.519016 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-20cef2a6-8e49-4558-b6b8-ae3ddef5531f admin admin] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:37:33.542900 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233b68ec-0292-4657-8c8d-17c1844a897a req-a909f555-be26-4200-9788-fc20e265b731 service neutron] Port 5d9a63e3-9c8b-447c-bb05-8cf4d19eda8b on network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:37:33.543122 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233b68ec-0292-4657-8c8d-17c1844a897a req-a909f555-be26-4200-9788-fc20e265b731 service neutron] Attempting to bind port 5d9a63e3-9c8b-447c-bb05-8cf4d19eda8b on network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:37:33.646094 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d640725-9293-4da8-b8c3-170af1f93bc0 req-9938cf56-1bf1-479f-8580-48cf2ccab25d tempest-TenantUsagesTestJSON-324586094 tempest-TenantUsagesTestJSON-324586094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:33.647849 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6d640725-9293-4da8-b8c3-170af1f93bc0 req-9938cf56-1bf1-479f-8580-48cf2ccab25d tempest-TenantUsagesTestJSON-324586094 tempest-TenantUsagesTestJSON-324586094-project] 10.222.0.54 "GET /v2.0/ports?device_id=fac26512-90e6-4a1a-86dd-352198ac9be7 HTTP/1.1" status: 200 len: 947 time: 0.2439108 Dec 20 14:37:33.666234 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233b68ec-0292-4657-8c8d-17c1844a897a req-a909f555-be26-4200-9788-fc20e265b731 service neutron] Checking agent: {'id': '43c60aee-e4af-4ecc-bee2-aac3569fafed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:37:33.666567 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233b68ec-0292-4657-8c8d-17c1844a897a req-a909f555-be26-4200-9788-fc20e265b731 service neutron] Checking segment: {'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:37:33.671281 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233b68ec-0292-4657-8c8d-17c1844a897a req-a909f555-be26-4200-9788-fc20e265b731 service neutron] Bound using segment: {'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:37:33.672108 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-233b68ec-0292-4657-8c8d-17c1844a897a req-a909f555-be26-4200-9788-fc20e265b731 service neutron] Bound port: 5d9a63e3-9c8b-447c-bb05-8cf4d19eda8b, host: n-h2-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'}}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:37:33.672685 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-233b68ec-0292-4657-8c8d-17c1844a897a req-a909f555-be26-4200-9788-fc20e265b731 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:33.690415 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:33.757099 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] For port 56b00ed9-8503-4ce4-abdb-57c2bebf35e6, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=56b00ed9-8503-4ce4-abdb-57c2bebf35e6,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:37:33.778033 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:33.782418 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:33.785016 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7d728aa-e884-4c47-b2ba-0f4d71eb8211 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Router 69d8d64e-b9f0-4cd0-a25d-253abbb48725 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:37:33.812052 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6d640725-9293-4da8-b8c3-170af1f93bc0 req-67735d7f-8762-4afe-b299-ac18135c1fd4 tempest-TenantUsagesTestJSON-324586094 tempest-TenantUsagesTestJSON-324586094-project] 10.222.0.54 "GET /v2.0/security-groups?id=ba2b8475-0af7-413b-917e-b0f769d584e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553628 Dec 20 14:37:33.855460 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20cef2a6-8e49-4558-b6b8-ae3ddef5531f admin admin] Router f87d2f66-4df2-4471-91c1-3b9c797a16b9 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:37:33.875619 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Pushing event updated for resources: {'Port': ['ID=56b00ed9-8503-4ce4-abdb-57c2bebf35e6,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:33.887922 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-233b68ec-0292-4657-8c8d-17c1844a897a req-a909f555-be26-4200-9788-fc20e265b731 service neutron] For port 5d9a63e3-9c8b-447c-bb05-8cf4d19eda8b, host n-h2-761264-19, cleared binding levels {{(pid=103168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:37:33.902953 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-233b68ec-0292-4657-8c8d-17c1844a897a req-a909f555-be26-4200-9788-fc20e265b731 service neutron] For port 5d9a63e3-9c8b-447c-bb05-8cf4d19eda8b, host n-h2-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=5d9a63e3-9c8b-447c-bb05-8cf4d19eda8b,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:37:33.923994 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-233b68ec-0292-4657-8c8d-17c1844a897a req-a909f555-be26-4200-9788-fc20e265b731 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:34.020649 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7d728aa-e884-4c47-b2ba-0f4d71eb8211 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:37:34.025062 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-bc44e96d-73f4-4c10-8580-d6674686a6ef None None] Provisioning complete for port b967ee65-6521-4a47-accc-695b3ca396d4 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:37:34.025638 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-bc44e96d-73f4-4c10-8580-d6674686a6ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:34.034562 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c7d728aa-e884-4c47-b2ba-0f4d71eb8211 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:34.042235 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a909f555-be26-4200-9788-fc20e265b731 service neutron] Pushing event updated for resources: {'Port': ['ID=5d9a63e3-9c8b-447c-bb05-8cf4d19eda8b,revision_number=3']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:34.050350 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233b68ec-0292-4657-8c8d-17c1844a897a req-a909f555-be26-4200-9788-fc20e265b731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:34.051373 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-233b68ec-0292-4657-8c8d-17c1844a897a req-a909f555-be26-4200-9788-fc20e265b731 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:34.052932 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-233b68ec-0292-4657-8c8d-17c1844a897a req-a909f555-be26-4200-9788-fc20e265b731 service neutron] 10.222.0.47 "PUT /v2.0/ports/5d9a63e3-9c8b-447c-bb05-8cf4d19eda8b HTTP/1.1" status: 200 len: 1096 time: 2.4644651 Dec 20 14:37:34.055682 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fac26512-90e6-4a1a-86dd-352198ac9be7', 'tag': '5d9a63e3-9c8b-447c-bb05-8cf4d19eda8b'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:37:34.065343 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baeeb0ce-bb40-4e5d-9cf9-561a3cecddd0" -d '{"events": [{"name": "network-changed", "server_uuid": "fac26512-90e6-4a1a-86dd-352198ac9be7", "tag": "5d9a63e3-9c8b-447c-bb05-8cf4d19eda8b"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:37:34.102559 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33a3a23-2dc4-4488-b29d-85db7c47e874 None None] Sync routers for ids ['69d8d64e-b9f0-4cd0-a25d-253abbb48725'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:37:34.142637 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-c7d728aa-e884-4c47-b2ba-0f4d71eb8211 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] 10.222.0.54 "DELETE /v2.0/floatingips/4a5fa3ae-426c-40fa-9d3e-5dcff08b91d8 HTTP/1.1" status: 204 len: 168 time: 1.9798234 Dec 20 14:37:34.147481 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 41882) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:34.154074 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-226a5577-2c6f-4f50-b003-4fcec92b73ae tempest-FloatingIPAdminTestJSON-1195118575 tempest-FloatingIPAdminTestJSON-1195118575-project-admin] Request body: {'floatingip': {'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:37:34.189761 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-bc44e96d-73f4-4c10-8580-d6674686a6ef None None] Port b967ee65-6521-4a47-accc-695b3ca396d4 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:37:34.197301 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33a3a23-2dc4-4488-b29d-85db7c47e874 None None] Routers {'69d8d64e-b9f0-4cd0-a25d-253abbb48725'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:37:34.198185 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-b33a3a23-2dc4-4488-b29d-85db7c47e874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:37:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['69d8d64e-b9f0-4cd0-a25d-253abbb48725'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:37:34.202535 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-226a5577-2c6f-4f50-b003-4fcec92b73ae tempest-FloatingIPAdminTestJSON-1195118575 tempest-FloatingIPAdminTestJSON-1195118575-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:34.212480 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae47476f-85aa-4546-852d-b5a8a8b38835 x-openstack-request-id: req-ae47476f-85aa-4546-852d-b5a8a8b38835 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:37:34.212862 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fac26512-90e6-4a1a-86dd-352198ac9be7", "tag": "5d9a63e3-9c8b-447c-bb05-8cf4d19eda8b", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:37:34.213071 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ae47476f-85aa-4546-852d-b5a8a8b38835 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:37:34.214319 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fac26512-90e6-4a1a-86dd-352198ac9be7', 'tag': '5d9a63e3-9c8b-447c-bb05-8cf4d19eda8b', 'status': 'completed', 'code': 200} Dec 20 14:37:34.254754 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-b33a3a23-2dc4-4488-b29d-85db7c47e874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:37:34.268169 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33a3a23-2dc4-4488-b29d-85db7c47e874 None None] Routers {'69d8d64e-b9f0-4cd0-a25d-253abbb48725'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:37:34.268994 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-b33a3a23-2dc4-4488-b29d-85db7c47e874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:37:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['69d8d64e-b9f0-4cd0-a25d-253abbb48725'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:37:34.321124 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-b33a3a23-2dc4-4488-b29d-85db7c47e874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:37:34.328973 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33a3a23-2dc4-4488-b29d-85db7c47e874 None None] The sync data for ids ['69d8d64e-b9f0-4cd0-a25d-253abbb48725'] in n-d-761264-19 is: [] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:37:34.342920 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233b68ec-0292-4657-8c8d-17c1844a897a req-29c3ff4c-d046-494c-8d10-84ad782d2d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:34.348032 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-233b68ec-0292-4657-8c8d-17c1844a897a req-29c3ff4c-d046-494c-8d10-84ad782d2d2b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a603a13625624a3998693dbc166df8e4&device_id=fac26512-90e6-4a1a-86dd-352198ac9be7 HTTP/1.1" status: 200 len: 1099 time: 0.1325011 Dec 20 14:37:34.435194 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-226a5577-2c6f-4f50-b003-4fcec92b73ae tempest-FloatingIPAdminTestJSON-1195118575 tempest-FloatingIPAdminTestJSON-1195118575-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:34.436557 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-233b68ec-0292-4657-8c8d-17c1844a897a req-912efc9a-708c-4d4f-90e3-30dcec1a7cca service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=5d9a63e3-9c8b-447c-bb05-8cf4d19eda8b HTTP/1.1" status: 200 len: 217 time: 0.0803249 Dec 20 14:37:34.437636 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20cef2a6-8e49-4558-b6b8-ae3ddef5531f admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:37:34.451644 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-20cef2a6-8e49-4558-b6b8-ae3ddef5531f admin admin] 10.222.0.54 "PUT /v2.0/routers/f87d2f66-4df2-4471-91c1-3b9c797a16b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0612752 Dec 20 14:37:34.495502 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233b68ec-0292-4657-8c8d-17c1844a897a req-0fe38d95-0629-4bc0-b1b8-56b9e885a0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:34.497004 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-233b68ec-0292-4657-8c8d-17c1844a897a req-0fe38d95-0629-4bc0-b1b8-56b9e885a0d7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36bf280f-81bb-4486-a87a-9b9505a1cec4 HTTP/1.1" status: 200 len: 843 time: 0.0529144 Dec 20 14:37:34.532347 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f5aa55-2939-408e-aa74-0651522b842c None None] Sync routers for ids ['f87d2f66-4df2-4471-91c1-3b9c797a16b9'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:37:34.545407 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f5aa55-2939-408e-aa74-0651522b842c None None] Routers {'f87d2f66-4df2-4471-91c1-3b9c797a16b9'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:37:34.546037 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-63f5aa55-2939-408e-aa74-0651522b842c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:37:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['f87d2f66-4df2-4471-91c1-3b9c797a16b9'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:37:34.564697 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233b68ec-0292-4657-8c8d-17c1844a897a req-d018f42d-d716-4ae3-93a1-ea92f5d74bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:34.567519 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-233b68ec-0292-4657-8c8d-17c1844a897a req-d018f42d-d716-4ae3-93a1-ea92f5d74bb0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0623238 Dec 20 14:37:34.634885 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-226a5577-2c6f-4f50-b003-4fcec92b73ae tempest-FloatingIPAdminTestJSON-1195118575 tempest-FloatingIPAdminTestJSON-1195118575-project-admin] Allocated IP 172.25.0.55 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/475bd49f-2651-482b-b99b-74fdc43204ed) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:37:34.680934 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-63f5aa55-2939-408e-aa74-0651522b842c None None] Set router f87d2f66-4df2-4471-91c1-3b9c797a16b9 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:37:34.890503 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-226a5577-2c6f-4f50-b003-4fcec92b73ae tempest-FloatingIPAdminTestJSON-1195118575 tempest-FloatingIPAdminTestJSON-1195118575-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:34.979691 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-226a5577-2c6f-4f50-b003-4fcec92b73ae tempest-FloatingIPAdminTestJSON-1195118575 tempest-FloatingIPAdminTestJSON-1195118575-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:34.998199 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-63f5aa55-2939-408e-aa74-0651522b842c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87d2f66-4df2-4471-91c1-3b9c797a16b9', 'name': 'tempest-AttachVolumeTestJSON-785040931-router', 'tenant_id': 'c0643adf2af04815b0d3549cf80b60b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '56b00ed9-8503-4ce4-abdb-57c2bebf35e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:37:24Z', 'updated_at': '2021-12-20T14:37:32Z', 'revision_number': 4, 'project_id': 'c0643adf2af04815b0d3549cf80b60b4', 'gw_port': {'id': '56b00ed9-8503-4ce4-abdb-57c2bebf35e6', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:02:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87d2f66-4df2-4471-91c1-3b9c797a16b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:37:25Z', 'updated_at': '2021-12-20T14:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'b967ee65-6521-4a47-accc-695b3ca396d4', 'name': '', 'network_id': '87a69cd0-a64c-42dd-a7fc-edd3efea59ce', 'tenant_id': 'c0643adf2af04815b0d3549cf80b60b4', 'mac_address': 'fa:16:3e:f2:e9:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f87d2f66-4df2-4471-91c1-3b9c797a16b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': 'a9e11c76-32b6-463b-b516-e12248ff878a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:37:30Z', 'updated_at': '2021-12-20T14:37:32Z', 'revision_number': 2, 'project_id': 'c0643adf2af04815b0d3549cf80b60b4', 'subnets': [{'id': 'a9e11c76-32b6-463b-b516-e12248ff878a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:37:35.034470 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f5aa55-2939-408e-aa74-0651522b842c None None] Checking router: f87d2f66-4df2-4471-91c1-3b9c797a16b9 for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:37:35.034752 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f5aa55-2939-408e-aa74-0651522b842c None None] Updating router f87d2f66-4df2-4471-91c1-3b9c797a16b9 port b967ee65-6521-4a47-accc-695b3ca396d4 binding host n-d-761264-19 {{(pid=103170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 14:37:35.040756 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226a5577-2c6f-4f50-b003-4fcec92b73ae tempest-FloatingIPAdminTestJSON-1195118575 tempest-FloatingIPAdminTestJSON-1195118575-project-admin] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:37:35.045532 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-226a5577-2c6f-4f50-b003-4fcec92b73ae tempest-FloatingIPAdminTestJSON-1195118575 tempest-FloatingIPAdminTestJSON-1195118575-project-admin] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:37:35.048965 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226a5577-2c6f-4f50-b003-4fcec92b73ae tempest-FloatingIPAdminTestJSON-1195118575 tempest-FloatingIPAdminTestJSON-1195118575-project-admin] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:37:35.051282 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226a5577-2c6f-4f50-b003-4fcec92b73ae tempest-FloatingIPAdminTestJSON-1195118575 tempest-FloatingIPAdminTestJSON-1195118575-project-admin] Pushing event updated for resources: {'Port': ['ID=475bd49f-2651-482b-b99b-74fdc43204ed,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:35.074469 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-63f5aa55-2939-408e-aa74-0651522b842c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:35.170827 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b29688a-e984-43e5-85ca-1ea32c866411 req-40497065-4ded-450a-82b7-21ea4ad6cc97 tempest-TenantUsagesTestJSON-324586094 tempest-TenantUsagesTestJSON-324586094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:35.178297 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7b29688a-e984-43e5-85ca-1ea32c866411 req-40497065-4ded-450a-82b7-21ea4ad6cc97 tempest-TenantUsagesTestJSON-324586094 tempest-TenantUsagesTestJSON-324586094-project] 10.222.0.54 "GET /v2.0/ports?device_id=fac26512-90e6-4a1a-86dd-352198ac9be7 HTTP/1.1" status: 200 len: 947 time: 0.1515479 Dec 20 14:37:35.187275 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-233b68ec-0292-4657-8c8d-17c1844a897a req-577b739f-ddf7-48ca-9451-3e8a6f605bd7 service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6126544 Dec 20 14:37:35.190991 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-226a5577-2c6f-4f50-b003-4fcec92b73ae tempest-FloatingIPAdminTestJSON-1195118575 tempest-FloatingIPAdminTestJSON-1195118575-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:35.271816 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-226a5577-2c6f-4f50-b003-4fcec92b73ae tempest-FloatingIPAdminTestJSON-1195118575 tempest-FloatingIPAdminTestJSON-1195118575-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:35.317214 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 56b00ed9-8503-4ce4-abdb-57c2bebf35e6 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:37:35.332795 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7b29688a-e984-43e5-85ca-1ea32c866411 req-24e55804-82b5-4e44-ac76-bc368f229e3a tempest-TenantUsagesTestJSON-324586094 tempest-TenantUsagesTestJSON-324586094-project] 10.222.0.54 "GET /v2.0/security-groups?id=ba2b8475-0af7-413b-917e-b0f769d584e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534109 Dec 20 14:37:35.380843 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-233b68ec-0292-4657-8c8d-17c1844a897a req-de7f29a2-edaf-4ebd-9c4f-d5763bd93e67 service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852007 Dec 20 14:37:35.469224 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 56b00ed9-8503-4ce4-abdb-57c2bebf35e6 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:37:35.471446 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:35.552258 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeeb0ce-bb40-4e5d-9cf9-561a3cecddd0 req-bdff7688-897c-4cfb-9815-8c67dbf5b447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:35.556925 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-baeeb0ce-bb40-4e5d-9cf9-561a3cecddd0 req-bdff7688-897c-4cfb-9815-8c67dbf5b447 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a603a13625624a3998693dbc166df8e4&device_id=fac26512-90e6-4a1a-86dd-352198ac9be7 HTTP/1.1" status: 200 len: 1099 time: 0.1089320 Dec 20 14:37:35.691648 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-226a5577-2c6f-4f50-b003-4fcec92b73ae tempest-FloatingIPAdminTestJSON-1195118575 tempest-FloatingIPAdminTestJSON-1195118575-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:35.699163 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-226a5577-2c6f-4f50-b003-4fcec92b73ae tempest-FloatingIPAdminTestJSON-1195118575 tempest-FloatingIPAdminTestJSON-1195118575-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:35.703340 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 41920) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:35.730861 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-ed3fbf66-8c5c-4bc4-8694-3c7c52c4e264 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1639993122', 'description': 'tempest-description--1888890526'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:37:35.777141 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:35.812586 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeeb0ce-bb40-4e5d-9cf9-561a3cecddd0 req-75782555-b846-440c-9db6-9143118d6d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:35.814554 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-baeeb0ce-bb40-4e5d-9cf9-561a3cecddd0 req-75782555-b846-440c-9db6-9143118d6d66 service neutron] 10.222.0.47 "GET /v2.0/networks?id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1 HTTP/1.1" status: 200 len: 870 time: 0.2498922 Dec 20 14:37:35.830332 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-63f5aa55-2939-408e-aa74-0651522b842c None None] Publish callbacks [] for port, precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:35.843894 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-63f5aa55-2939-408e-aa74-0651522b842c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:35.891359 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-226a5577-2c6f-4f50-b003-4fcec92b73ae tempest-FloatingIPAdminTestJSON-1195118575 tempest-FloatingIPAdminTestJSON-1195118575-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585115'] for floatingip, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:35.905263 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4d671d-84f9-497f-b93e-9229e32c7c6e None None] Pushing event updated for resources: {'Port': ['ID=b967ee65-6521-4a47-accc-695b3ca396d4,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:35.911529 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-baeeb0ce-bb40-4e5d-9cf9-561a3cecddd0 req-b847fffe-8106-46dd-95ff-9d6a2970845a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=5d9a63e3-9c8b-447c-bb05-8cf4d19eda8b HTTP/1.1" status: 200 len: 217 time: 0.0881953 Dec 20 14:37:35.928309 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4d671d-84f9-497f-b93e-9229e32c7c6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:37:35.930193 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226a5577-2c6f-4f50-b003-4fcec92b73ae tempest-FloatingIPAdminTestJSON-1195118575 tempest-FloatingIPAdminTestJSON-1195118575-project-admin] Pushing event updated for resources: {'Port': ['ID=475bd49f-2651-482b-b99b-74fdc43204ed,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:35.930390 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4d671d-84f9-497f-b93e-9229e32c7c6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:37:35.930867 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4d671d-84f9-497f-b93e-9229e32c7c6e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:37:35.936941 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-226a5577-2c6f-4f50-b003-4fcec92b73ae tempest-FloatingIPAdminTestJSON-1195118575 tempest-FloatingIPAdminTestJSON-1195118575-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:35.940998 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4d671d-84f9-497f-b93e-9229e32c7c6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:37:35.941213 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-226a5577-2c6f-4f50-b003-4fcec92b73ae tempest-FloatingIPAdminTestJSON-1195118575 tempest-FloatingIPAdminTestJSON-1195118575-project-admin] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7918363 Dec 20 14:37:35.943797 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4d671d-84f9-497f-b93e-9229e32c7c6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:37:35.944154 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 41928) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:35.945925 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4d671d-84f9-497f-b93e-9229e32c7c6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:37:35.946417 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4d671d-84f9-497f-b93e-9229e32c7c6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:37:35.948208 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4d671d-84f9-497f-b93e-9229e32c7c6e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:37:35.949450 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4d671d-84f9-497f-b93e-9229e32c7c6e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:37:35.949876 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4d671d-84f9-497f-b93e-9229e32c7c6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:37:35.951135 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4d671d-84f9-497f-b93e-9229e32c7c6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:37:35.951762 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4d671d-84f9-497f-b93e-9229e32c7c6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:37:35.952699 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4d671d-84f9-497f-b93e-9229e32c7c6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:37:35.974208 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ed3fbf66-8c5c-4bc4-8694-3c7c52c4e264 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:36.036332 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeeb0ce-bb40-4e5d-9cf9-561a3cecddd0 req-0ac44c51-e158-4d63-9922-b4c606ae1a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:36.040382 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-baeeb0ce-bb40-4e5d-9cf9-561a3cecddd0 req-0ac44c51-e158-4d63-9922-b4c606ae1a0e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36bf280f-81bb-4486-a87a-9b9505a1cec4 HTTP/1.1" status: 200 len: 843 time: 0.1198287 Dec 20 14:37:36.080766 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-63f5aa55-2939-408e-aa74-0651522b842c None None] Attempting to bind port b967ee65-6521-4a47-accc-695b3ca396d4 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:37:36.081133 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-63f5aa55-2939-408e-aa74-0651522b842c None None] Attempting to bind port b967ee65-6521-4a47-accc-695b3ca396d4 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '877e7bc7-97ff-42dc-9484-98838533dd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '87a69cd0-a64c-42dd-a7fc-edd3efea59ce'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:37:36.081553 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f5aa55-2939-408e-aa74-0651522b842c None None] Attempting to bind port b967ee65-6521-4a47-accc-695b3ca396d4 on network 87a69cd0-a64c-42dd-a7fc-edd3efea59ce {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:37:36.099303 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f5aa55-2939-408e-aa74-0651522b842c None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:37:36.099680 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f5aa55-2939-408e-aa74-0651522b842c None None] Checking segment: {'id': '877e7bc7-97ff-42dc-9484-98838533dd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '87a69cd0-a64c-42dd-a7fc-edd3efea59ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:37:36.100078 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-63f5aa55-2939-408e-aa74-0651522b842c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:36.100463 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f5aa55-2939-408e-aa74-0651522b842c None None] Bound using segment: {'id': '877e7bc7-97ff-42dc-9484-98838533dd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '87a69cd0-a64c-42dd-a7fc-edd3efea59ce'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:37:36.100933 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-63f5aa55-2939-408e-aa74-0651522b842c None None] Bound port: b967ee65-6521-4a47-accc-695b3ca396d4, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '877e7bc7-97ff-42dc-9484-98838533dd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '87a69cd0-a64c-42dd-a7fc-edd3efea59ce'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:37:36.101303 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-63f5aa55-2939-408e-aa74-0651522b842c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:36.106983 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ed3fbf66-8c5c-4bc4-8694-3c7c52c4e264 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:36.115942 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ed3fbf66-8c5c-4bc4-8694-3c7c52c4e264 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:36.141140 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeeb0ce-bb40-4e5d-9cf9-561a3cecddd0 req-39f91602-90fd-422f-8649-4598731d68d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:36.145247 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-baeeb0ce-bb40-4e5d-9cf9-561a3cecddd0 req-39f91602-90fd-422f-8649-4598731d68d7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0915523 Dec 20 14:37:36.154331 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ed3fbf66-8c5c-4bc4-8694-3c7c52c4e264 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:36.158865 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-ed3fbf66-8c5c-4bc4-8694-3c7c52c4e264 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4415057 Dec 20 14:37:36.159489 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 41936) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:36.167405 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-e5f14ca1-b6b3-41ec-a1f4-1ca86ad31956 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Request body: {'security_group_rule': {'security_group_id': 'c47d898d-9929-440f-b783-78aa0f136a6b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:37:36.176902 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3fbf66-8c5c-4bc4-8694-3c7c52c4e264 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c47d898d-9929-440f-b783-78aa0f136a6b,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:36.213176 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e5f14ca1-b6b3-41ec-a1f4-1ca86ad31956 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:36.228942 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-63f5aa55-2939-408e-aa74-0651522b842c None None] For port b967ee65-6521-4a47-accc-695b3ca396d4, host n-d-761264-19, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:37:36.229679 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:36.239949 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-63f5aa55-2939-408e-aa74-0651522b842c None None] For port b967ee65-6521-4a47-accc-695b3ca396d4, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=b967ee65-6521-4a47-accc-695b3ca396d4,segment=NetworkSegment(877e7bc7-97ff-42dc-9484-98838533dd48),segment_id=877e7bc7-97ff-42dc-9484-98838533dd48)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:37:36.247969 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-63f5aa55-2939-408e-aa74-0651522b842c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:36.304186 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e5f14ca1-b6b3-41ec-a1f4-1ca86ad31956 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:36.311719 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e5f14ca1-b6b3-41ec-a1f4-1ca86ad31956 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:36.342945 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f14ca1-b6b3-41ec-a1f4-1ca86ad31956 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e5e57cc-afd7-4ef6-8897-79a9c762f025,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:36.366422 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-dea52b38-750a-4741-8de3-4db24114d730 tempest-FloatingIPAdminTestJSON-308379947 tempest-FloatingIPAdminTestJSON-308379947-project] Request body: {'floatingip': {'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:37:36.379352 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e5f14ca1-b6b3-41ec-a1f4-1ca86ad31956 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:36.380652 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-e5f14ca1-b6b3-41ec-a1f4-1ca86ad31956 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2170293 Dec 20 14:37:36.391844 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-baeeb0ce-bb40-4e5d-9cf9-561a3cecddd0 req-5f8c3f59-d0ec-4628-b2fb-abdd87d5c5a6 service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383547 Dec 20 14:37:36.392336 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 41942) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:36.400813 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-32a4b33c-ca3f-45f3-bb5a-b4d18010ede0 None None] Provisioning complete for port b967ee65-6521-4a47-accc-695b3ca396d4 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:37:36.400813 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-32a4b33c-ca3f-45f3-bb5a-b4d18010ede0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:36.401509 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f5aa55-2939-408e-aa74-0651522b842c None None] Routers {'f87d2f66-4df2-4471-91c1-3b9c797a16b9'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:37:36.401509 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-63f5aa55-2939-408e-aa74-0651522b842c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:37:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['f87d2f66-4df2-4471-91c1-3b9c797a16b9'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:37:36.402690 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4d671d-84f9-497f-b93e-9229e32c7c6e None None] Pushing event updated for resources: {'Port': ['ID=b967ee65-6521-4a47-accc-695b3ca396d4,revision_number=4']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:36.410602 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-32227f22-e0cf-43e2-a565-0835b6a6d766 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Request body: {'security_group_rule': {'security_group_id': 'c47d898d-9929-440f-b783-78aa0f136a6b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:37:36.416567 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-dea52b38-750a-4741-8de3-4db24114d730 tempest-FloatingIPAdminTestJSON-308379947 tempest-FloatingIPAdminTestJSON-308379947-project] Publish callbacks [] for floatingip, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:36.617894 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-32a4b33c-ca3f-45f3-bb5a-b4d18010ede0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:36.653681 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-63f5aa55-2939-408e-aa74-0651522b842c None None] Set router f87d2f66-4df2-4471-91c1-3b9c797a16b9 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:37:36.666916 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-dea52b38-750a-4741-8de3-4db24114d730 tempest-FloatingIPAdminTestJSON-308379947 tempest-FloatingIPAdminTestJSON-308379947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:36.678225 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-32227f22-e0cf-43e2-a565-0835b6a6d766 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:36.694442 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-32a4b33c-ca3f-45f3-bb5a-b4d18010ede0 None None] For port b967ee65-6521-4a47-accc-695b3ca396d4, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=b967ee65-6521-4a47-accc-695b3ca396d4,segment=NetworkSegment(877e7bc7-97ff-42dc-9484-98838533dd48),segment_id=877e7bc7-97ff-42dc-9484-98838533dd48)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:37:36.702642 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-32a4b33c-ca3f-45f3-bb5a-b4d18010ede0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:36.724942 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bd2aee-66ed-4dac-851f-80ef129844d5 req-0613e87e-5af1-4742-b42b-5f01de0e4323 tempest-TenantUsagesTestJSON-324586094 tempest-TenantUsagesTestJSON-324586094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:36.727406 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-52bd2aee-66ed-4dac-851f-80ef129844d5 req-0613e87e-5af1-4742-b42b-5f01de0e4323 tempest-TenantUsagesTestJSON-324586094 tempest-TenantUsagesTestJSON-324586094-project] 10.222.0.54 "GET /v2.0/ports?device_id=fac26512-90e6-4a1a-86dd-352198ac9be7 HTTP/1.1" status: 200 len: 947 time: 0.2414634 Dec 20 14:37:36.811360 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-32227f22-e0cf-43e2-a565-0835b6a6d766 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:36.820949 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-32227f22-e0cf-43e2-a565-0835b6a6d766 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:36.826706 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a4b33c-ca3f-45f3-bb5a-b4d18010ede0 None None] Pushing event updated for resources: {'Port': ['ID=b967ee65-6521-4a47-accc-695b3ca396d4,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:36.851450 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-18a37c4e-505a-4748-bb40-4be4984e3e8a None None] Provisioning complete for port b967ee65-6521-4a47-accc-695b3ca396d4 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:37:36.852307 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-18a37c4e-505a-4748-bb40-4be4984e3e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:36.856829 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-baeeb0ce-bb40-4e5d-9cf9-561a3cecddd0 req-ddb331e3-0a75-4def-a207-6f20657b47f3 service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4312425 Dec 20 14:37:36.862462 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32227f22-e0cf-43e2-a565-0835b6a6d766 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23255efd-c467-4c33-9dc5-d24b8d51a20e,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:36.900126 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32227f22-e0cf-43e2-a565-0835b6a6d766 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:37:36.901120 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32227f22-e0cf-43e2-a565-0835b6a6d766 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:37:36.901463 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32227f22-e0cf-43e2-a565-0835b6a6d766 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:37:36.901798 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32227f22-e0cf-43e2-a565-0835b6a6d766 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:37:36.902131 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32227f22-e0cf-43e2-a565-0835b6a6d766 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:37:36.902463 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32227f22-e0cf-43e2-a565-0835b6a6d766 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:37:36.902811 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32227f22-e0cf-43e2-a565-0835b6a6d766 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:37:36.903134 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32227f22-e0cf-43e2-a565-0835b6a6d766 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:37:36.903453 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32227f22-e0cf-43e2-a565-0835b6a6d766 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:37:36.903841 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32227f22-e0cf-43e2-a565-0835b6a6d766 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:37:36.904169 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32227f22-e0cf-43e2-a565-0835b6a6d766 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:37:36.904489 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32227f22-e0cf-43e2-a565-0835b6a6d766 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:37:36.904801 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32227f22-e0cf-43e2-a565-0835b6a6d766 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:37:36.912591 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-52bd2aee-66ed-4dac-851f-80ef129844d5 req-42a9a111-0766-48b0-84b0-3c5f3d072ec1 tempest-TenantUsagesTestJSON-324586094 tempest-TenantUsagesTestJSON-324586094-project] 10.222.0.54 "GET /v2.0/security-groups?id=ba2b8475-0af7-413b-917e-b0f769d584e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694531 Dec 20 14:37:36.915688 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-32227f22-e0cf-43e2-a565-0835b6a6d766 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:36.916626 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-32227f22-e0cf-43e2-a565-0835b6a6d766 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5233293 Dec 20 14:37:36.920361 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 41952) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:36.925844 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-b99f2235-3a9d-42d6-af8f-f11889559647 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Request body: {'floatingip': {'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:37:36.958050 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b99f2235-3a9d-42d6-af8f-f11889559647 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Publish callbacks [] for floatingip, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:36.968046 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-dea52b38-750a-4741-8de3-4db24114d730 tempest-FloatingIPAdminTestJSON-308379947 tempest-FloatingIPAdminTestJSON-308379947-project] Allocated IP 172.25.0.64 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/69508bb8-906c-419a-abb5-4d31efca83d9) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:37:37.095444 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-63f5aa55-2939-408e-aa74-0651522b842c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87d2f66-4df2-4471-91c1-3b9c797a16b9', 'name': 'tempest-AttachVolumeTestJSON-785040931-router', 'tenant_id': 'c0643adf2af04815b0d3549cf80b60b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '56b00ed9-8503-4ce4-abdb-57c2bebf35e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:37:24Z', 'updated_at': '2021-12-20T14:37:32Z', 'revision_number': 4, 'project_id': 'c0643adf2af04815b0d3549cf80b60b4', 'gw_port': {'id': '56b00ed9-8503-4ce4-abdb-57c2bebf35e6', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:02:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87d2f66-4df2-4471-91c1-3b9c797a16b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:37:25Z', 'updated_at': '2021-12-20T14:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'b967ee65-6521-4a47-accc-695b3ca396d4', 'name': '', 'network_id': '87a69cd0-a64c-42dd-a7fc-edd3efea59ce', 'tenant_id': 'c0643adf2af04815b0d3549cf80b60b4', 'mac_address': 'fa:16:3e:f2:e9:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f87d2f66-4df2-4471-91c1-3b9c797a16b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': 'a9e11c76-32b6-463b-b516-e12248ff878a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:37:30Z', 'updated_at': '2021-12-20T14:37:36Z', 'revision_number': 4, 'project_id': 'c0643adf2af04815b0d3549cf80b60b4', 'subnets': [{'id': 'a9e11c76-32b6-463b-b516-e12248ff878a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:37:37.126519 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-dea52b38-750a-4741-8de3-4db24114d730 tempest-FloatingIPAdminTestJSON-308379947 tempest-FloatingIPAdminTestJSON-308379947-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:37.153978 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b99f2235-3a9d-42d6-af8f-f11889559647 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:37.175231 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-dea52b38-750a-4741-8de3-4db24114d730 tempest-FloatingIPAdminTestJSON-308379947 tempest-FloatingIPAdminTestJSON-308379947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:37.181231 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f5aa55-2939-408e-aa74-0651522b842c None None] The sync data for ids ['f87d2f66-4df2-4471-91c1-3b9c797a16b9'] in n-d-761264-19 is: [{'id': 'f87d2f66-4df2-4471-91c1-3b9c797a16b9', 'name': 'tempest-AttachVolumeTestJSON-785040931-router', 'tenant_id': 'c0643adf2af04815b0d3549cf80b60b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '56b00ed9-8503-4ce4-abdb-57c2bebf35e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:37:24Z', 'updated_at': '2021-12-20T14:37:32Z', 'revision_number': 4, 'project_id': 'c0643adf2af04815b0d3549cf80b60b4', 'gw_port': {'id': '56b00ed9-8503-4ce4-abdb-57c2bebf35e6', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:02:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87d2f66-4df2-4471-91c1-3b9c797a16b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:37:25Z', 'updated_at': '2021-12-20T14:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'b967ee65-6521-4a47-accc-695b3ca396d4', 'name': '', 'network_id': '87a69cd0-a64c-42dd-a7fc-edd3efea59ce', 'tenant_id': 'c0643adf2af04815b0d3549cf80b60b4', 'mac_address': 'fa:16:3e:f2:e9:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f87d2f66-4df2-4471-91c1-3b9c797a16b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': 'a9e11c76-32b6-463b-b516-e12248ff878a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:37:30Z', 'updated_at': '2021-12-20T14:37:36Z', 'revision_number': 4, 'project_id': 'c0643adf2af04815b0d3549cf80b60b4', 'subnets': [{'id': 'a9e11c76-32b6-463b-b516-e12248ff878a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:37:37.213890 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea52b38-750a-4741-8de3-4db24114d730 tempest-FloatingIPAdminTestJSON-308379947 tempest-FloatingIPAdminTestJSON-308379947-project] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:37:37.217066 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-dea52b38-750a-4741-8de3-4db24114d730 tempest-FloatingIPAdminTestJSON-308379947 tempest-FloatingIPAdminTestJSON-308379947-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:37:37.221234 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea52b38-750a-4741-8de3-4db24114d730 tempest-FloatingIPAdminTestJSON-308379947 tempest-FloatingIPAdminTestJSON-308379947-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:37:37.262253 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea52b38-750a-4741-8de3-4db24114d730 tempest-FloatingIPAdminTestJSON-308379947 tempest-FloatingIPAdminTestJSON-308379947-project] Pushing event updated for resources: {'Port': ['ID=69508bb8-906c-419a-abb5-4d31efca83d9,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:37.355969 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-dea52b38-750a-4741-8de3-4db24114d730 tempest-FloatingIPAdminTestJSON-308379947 tempest-FloatingIPAdminTestJSON-308379947-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:37.417863 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-dea52b38-750a-4741-8de3-4db24114d730 tempest-FloatingIPAdminTestJSON-308379947 tempest-FloatingIPAdminTestJSON-308379947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:37.424620 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-b99f2235-3a9d-42d6-af8f-f11889559647 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Allocated IP 172.25.0.18 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/b44a7bd8-c22a-4a7c-bc9b-d3abd542beb7) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:37:37.623002 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b99f2235-3a9d-42d6-af8f-f11889559647 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:37.692891 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-dea52b38-750a-4741-8de3-4db24114d730 tempest-FloatingIPAdminTestJSON-308379947 tempest-FloatingIPAdminTestJSON-308379947-project] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:37.700015 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b99f2235-3a9d-42d6-af8f-f11889559647 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:37.700523 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-dea52b38-750a-4741-8de3-4db24114d730 tempest-FloatingIPAdminTestJSON-308379947 tempest-FloatingIPAdminTestJSON-308379947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:37.727567 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 5d9a63e3-9c8b-447c-bb05-8cf4d19eda8b details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:37:37.800825 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea52b38-750a-4741-8de3-4db24114d730 tempest-FloatingIPAdminTestJSON-308379947 tempest-FloatingIPAdminTestJSON-308379947-project] Pushing event updated for resources: {'Port': ['ID=69508bb8-906c-419a-abb5-4d31efca83d9,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:37.819326 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea52b38-750a-4741-8de3-4db24114d730 tempest-FloatingIPAdminTestJSON-308379947 tempest-FloatingIPAdminTestJSON-308379947-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:37:37.819326 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea52b38-750a-4741-8de3-4db24114d730 tempest-FloatingIPAdminTestJSON-308379947 tempest-FloatingIPAdminTestJSON-308379947-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:37:37.819687 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea52b38-750a-4741-8de3-4db24114d730 tempest-FloatingIPAdminTestJSON-308379947 tempest-FloatingIPAdminTestJSON-308379947-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:37:37.820001 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea52b38-750a-4741-8de3-4db24114d730 tempest-FloatingIPAdminTestJSON-308379947 tempest-FloatingIPAdminTestJSON-308379947-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:37:37.820333 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea52b38-750a-4741-8de3-4db24114d730 tempest-FloatingIPAdminTestJSON-308379947 tempest-FloatingIPAdminTestJSON-308379947-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:37:37.820662 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea52b38-750a-4741-8de3-4db24114d730 tempest-FloatingIPAdminTestJSON-308379947 tempest-FloatingIPAdminTestJSON-308379947-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:37:37.820986 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea52b38-750a-4741-8de3-4db24114d730 tempest-FloatingIPAdminTestJSON-308379947 tempest-FloatingIPAdminTestJSON-308379947-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:37:37.822275 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea52b38-750a-4741-8de3-4db24114d730 tempest-FloatingIPAdminTestJSON-308379947 tempest-FloatingIPAdminTestJSON-308379947-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:37:37.822275 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea52b38-750a-4741-8de3-4db24114d730 tempest-FloatingIPAdminTestJSON-308379947 tempest-FloatingIPAdminTestJSON-308379947-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:37:37.822275 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea52b38-750a-4741-8de3-4db24114d730 tempest-FloatingIPAdminTestJSON-308379947 tempest-FloatingIPAdminTestJSON-308379947-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:37:37.827186 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea52b38-750a-4741-8de3-4db24114d730 tempest-FloatingIPAdminTestJSON-308379947 tempest-FloatingIPAdminTestJSON-308379947-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:37:37.827774 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea52b38-750a-4741-8de3-4db24114d730 tempest-FloatingIPAdminTestJSON-308379947 tempest-FloatingIPAdminTestJSON-308379947-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:37:37.828278 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea52b38-750a-4741-8de3-4db24114d730 tempest-FloatingIPAdminTestJSON-308379947 tempest-FloatingIPAdminTestJSON-308379947-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:37:37.839776 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-dea52b38-750a-4741-8de3-4db24114d730 tempest-FloatingIPAdminTestJSON-308379947 tempest-FloatingIPAdminTestJSON-308379947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585115'] for floatingip, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:37.862817 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99f2235-3a9d-42d6-af8f-f11889559647 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:37:37.864003 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-dea52b38-750a-4741-8de3-4db24114d730 tempest-FloatingIPAdminTestJSON-308379947 tempest-FloatingIPAdminTestJSON-308379947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:37.870279 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-dea52b38-750a-4741-8de3-4db24114d730 tempest-FloatingIPAdminTestJSON-308379947 tempest-FloatingIPAdminTestJSON-308379947-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9247181 Dec 20 14:37:37.870746 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 41976) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:37.874536 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-b99f2235-3a9d-42d6-af8f-f11889559647 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:37:37.880601 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99f2235-3a9d-42d6-af8f-f11889559647 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:37:37.991115 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 5d9a63e3-9c8b-447c-bb05-8cf4d19eda8b, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=5d9a63e3-9c8b-447c-bb05-8cf4d19eda8b,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:37:38.008787 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': '5d9a63e3-9c8b-447c-bb05-8cf4d19eda8b', 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1', 'port_id': '5d9a63e3-9c8b-447c-bb05-8cf4d19eda8b', 'mac_address': 'fa:16:3e:29:be:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36bf280f-81bb-4486-a87a-9b9505a1cec4', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:37:38.037245 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99f2235-3a9d-42d6-af8f-f11889559647 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Pushing event updated for resources: {'Port': ['ID=b44a7bd8-c22a-4a7c-bc9b-d3abd542beb7,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:38.094491 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:38.112625 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d9a63e3-9c8b-447c-bb05-8cf4d19eda8b {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:37:38.158464 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-8db19eff-e645-48db-8562-7a0d00faa3bc tempest-FloatingIPAdminTestJSON-1195118575 tempest-FloatingIPAdminTestJSON-1195118575-project-admin] 10.222.0.54 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4003 time: 0.2811382 Dec 20 14:37:38.158830 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 5d9a63e3-9c8b-447c-bb05-8cf4d19eda8b, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=5d9a63e3-9c8b-447c-bb05-8cf4d19eda8b,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:37:38.164326 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 41984) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:38.165814 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352c1a15-f385-4558-9e40-022034e26b0d req-3f8c9a63-9671-4550-9db7-3dafb8dab3ff tempest-TenantUsagesTestJSON-324586094 tempest-TenantUsagesTestJSON-324586094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:38.169773 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:38.170042 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-352c1a15-f385-4558-9e40-022034e26b0d req-3f8c9a63-9671-4550-9db7-3dafb8dab3ff tempest-TenantUsagesTestJSON-324586094 tempest-TenantUsagesTestJSON-324586094-project] 10.222.0.54 "GET /v2.0/ports?device_id=fac26512-90e6-4a1a-86dd-352198ac9be7 HTTP/1.1" status: 200 len: 947 time: 0.1061323 Dec 20 14:37:38.231369 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-34cc7c48-77bc-461b-b3e3-34fe185229c6 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] 10.222.0.54 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0658820 Dec 20 14:37:38.233930 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 41986) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:38.264918 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=5d9a63e3-9c8b-447c-bb05-8cf4d19eda8b,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:38.298072 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b99f2235-3a9d-42d6-af8f-f11889559647 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:38.305151 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-352c1a15-f385-4558-9e40-022034e26b0d req-31837fee-e952-488e-911b-0f16caf12a9f tempest-TenantUsagesTestJSON-324586094 tempest-TenantUsagesTestJSON-324586094-project] 10.222.0.54 "GET /v2.0/security-groups?id=ba2b8475-0af7-413b-917e-b0f769d584e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268344 Dec 20 14:37:38.405030 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b99f2235-3a9d-42d6-af8f-f11889559647 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:38.459538 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['5d9a63e3-9c8b-447c-bb05-8cf4d19eda8b'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:37:38.469636 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-5524ac37-bf68-4a0e-b3b3-20bd5871e2ab tempest-FloatingIPAdminTestJSON-308379947 tempest-FloatingIPAdminTestJSON-308379947-project] Deleting port 69508bb8-906c-419a-abb5-4d31efca83d9 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:37:38.469969 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5524ac37-bf68-4a0e-b3b3-20bd5871e2ab tempest-FloatingIPAdminTestJSON-308379947 tempest-FloatingIPAdminTestJSON-308379947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:38.546374 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 41990) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:38.683098 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5524ac37-bf68-4a0e-b3b3-20bd5871e2ab tempest-FloatingIPAdminTestJSON-308379947 tempest-FloatingIPAdminTestJSON-308379947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:38.683431 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5524ac37-bf68-4a0e-b3b3-20bd5871e2ab tempest-FloatingIPAdminTestJSON-308379947 tempest-FloatingIPAdminTestJSON-308379947-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:38.730599 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-5524ac37-bf68-4a0e-b3b3-20bd5871e2ab tempest-FloatingIPAdminTestJSON-308379947 tempest-FloatingIPAdminTestJSON-308379947-project] Calling delete_port for 69508bb8-906c-419a-abb5-4d31efca83d9 owned by network:floatingip {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:37:38.752820 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6a4308ed-8936-4823-b5bb-a1d6f451f8fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:38.797836 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b99f2235-3a9d-42d6-af8f-f11889559647 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:38.808205 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b99f2235-3a9d-42d6-af8f-f11889559647 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:38.911399 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6a4308ed-8936-4823-b5bb-a1d6f451f8fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:38.918519 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99f2235-3a9d-42d6-af8f-f11889559647 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Pushing event updated for resources: {'Port': ['ID=b44a7bd8-c22a-4a7c-bc9b-d3abd542beb7,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:38.919016 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6a4308ed-8936-4823-b5bb-a1d6f451f8fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:38.960253 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-6a4308ed-8936-4823-b5bb-a1d6f451f8fb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3724c4c63c204c68a65a70d83a078899&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4125705 Dec 20 14:37:38.962820 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 41996) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:38.968578 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b99f2235-3a9d-42d6-af8f-f11889559647 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585115'] for floatingip, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:38.998034 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4308ed-8936-4823-b5bb-a1d6f451f8fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26c97653-8ac9-47c4-8707-4d308f76eedb,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:39.012124 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b99f2235-3a9d-42d6-af8f-f11889559647 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:39.013868 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-b99f2235-3a9d-42d6-af8f-f11889559647 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0922441 Dec 20 14:37:39.037552 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5524ac37-bf68-4a0e-b3b3-20bd5871e2ab tempest-FloatingIPAdminTestJSON-308379947 tempest-FloatingIPAdminTestJSON-308379947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:39.051817 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4c9070da-0a04-4f6d-80cb-51d5c38ab46c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:39.083385 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4c9070da-0a04-4f6d-80cb-51d5c38ab46c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:39.089164 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5524ac37-bf68-4a0e-b3b3-20bd5871e2ab tempest-FloatingIPAdminTestJSON-308379947 tempest-FloatingIPAdminTestJSON-308379947-project] Pushing event deleted for resources: {'Port': ['ID=69508bb8-906c-419a-abb5-4d31efca83d9,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:39.147493 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4c9070da-0a04-4f6d-80cb-51d5c38ab46c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:39.150446 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4c9070da-0a04-4f6d-80cb-51d5c38ab46c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:39.151931 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-4c9070da-0a04-4f6d-80cb-51d5c38ab46c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/26c97653-8ac9-47c4-8707-4d308f76eedb HTTP/1.1" status: 204 len: 168 time: 0.1881917 Dec 20 14:37:39.162588 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5524ac37-bf68-4a0e-b3b3-20bd5871e2ab tempest-FloatingIPAdminTestJSON-308379947 tempest-FloatingIPAdminTestJSON-308379947-project] Publish callbacks [] for floatingip, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:39.165835 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5524ac37-bf68-4a0e-b3b3-20bd5871e2ab tempest-FloatingIPAdminTestJSON-308379947 tempest-FloatingIPAdminTestJSON-308379947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:39.167511 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9070da-0a04-4f6d-80cb-51d5c38ab46c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c97653-8ac9-47c4-8707-4d308f76eedb,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:39.169723 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42002) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:39.169917 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-5524ac37-bf68-4a0e-b3b3-20bd5871e2ab tempest-FloatingIPAdminTestJSON-308379947 tempest-FloatingIPAdminTestJSON-308379947-project] 10.222.0.54 "DELETE /v2.0/floatingips/c79fc46a-1785-46ea-a4a7-18567eb1e03a HTTP/1.1" status: 204 len: 168 time: 0.9350040 Dec 20 14:37:39.320038 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-b7bb69a4-450d-40a2-a0d3-25fd5f7c0ab7 tempest-FloatingIPAdminTestJSON-1195118575 tempest-FloatingIPAdminTestJSON-1195118575-project-admin] Deleting port 475bd49f-2651-482b-b99b-74fdc43204ed {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:37:39.320622 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b7bb69a4-450d-40a2-a0d3-25fd5f7c0ab7 tempest-FloatingIPAdminTestJSON-1195118575 tempest-FloatingIPAdminTestJSON-1195118575-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:39.326984 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device b967ee65-6521-4a47-accc-695b3ca396d4 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:37:39.365178 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f8f71cc9-5dc1-4a86-900a-788f8b8df11a req-9f67ab32-3a12-40ce-ad98-033a213d0ef5 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1639993122&fields=id&tenant_id=c0643adf2af04815b0d3549cf80b60b4 HTTP/1.1" status: 200 len: 267 time: 0.0744641 Dec 20 14:37:39.411364 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port b967ee65-6521-4a47-accc-695b3ca396d4 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:37:39.412052 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:39.469359 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b7bb69a4-450d-40a2-a0d3-25fd5f7c0ab7 tempest-FloatingIPAdminTestJSON-1195118575 tempest-FloatingIPAdminTestJSON-1195118575-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:39.470004 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b7bb69a4-450d-40a2-a0d3-25fd5f7c0ab7 tempest-FloatingIPAdminTestJSON-1195118575 tempest-FloatingIPAdminTestJSON-1195118575-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:39.491289 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e2d75a-b680-4943-9acf-6cba3dfc0731 req-6dc21e77-f0d9-47c7-8e84-8ef5c8c2c3f8 tempest-TenantUsagesTestJSON-324586094 tempest-TenantUsagesTestJSON-324586094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:39.493078 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a6e2d75a-b680-4943-9acf-6cba3dfc0731 req-6dc21e77-f0d9-47c7-8e84-8ef5c8c2c3f8 tempest-TenantUsagesTestJSON-324586094 tempest-TenantUsagesTestJSON-324586094-project] 10.222.0.54 "GET /v2.0/ports?device_id=fac26512-90e6-4a1a-86dd-352198ac9be7 HTTP/1.1" status: 200 len: 948 time: 0.0854251 Dec 20 14:37:39.498877 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-b7bb69a4-450d-40a2-a0d3-25fd5f7c0ab7 tempest-FloatingIPAdminTestJSON-1195118575 tempest-FloatingIPAdminTestJSON-1195118575-project-admin] Calling delete_port for 475bd49f-2651-482b-b99b-74fdc43204ed owned by network:floatingip {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:37:39.508800 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f71cc9-5dc1-4a86-900a-788f8b8df11a req-41fe4791-48f8-4e01-a295-84a2278b05b3 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:39.510965 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f8f71cc9-5dc1-4a86-900a-788f8b8df11a req-41fe4791-48f8-4e01-a295-84a2278b05b3 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "GET /v2.0/networks?id=87a69cd0-a64c-42dd-a7fc-edd3efea59ce HTTP/1.1" status: 200 len: 810 time: 0.1359823 Dec 20 14:37:39.536999 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f8f71cc9-5dc1-4a86-900a-788f8b8df11a req-0e4153bd-6139-4c6a-aead-68062e04a5ea tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "GET /v2.0/quotas/c0643adf2af04815b0d3549cf80b60b4 HTTP/1.1" status: 200 len: 375 time: 0.0168934 Dec 20 14:37:39.596405 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f8f71cc9-5dc1-4a86-900a-788f8b8df11a req-6f93c9ff-7bde-44a4-82b9-848ee1a37264 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=c0643adf2af04815b0d3549cf80b60b4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0525401 Dec 20 14:37:39.601852 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a6e2d75a-b680-4943-9acf-6cba3dfc0731 req-53da90b0-31ba-40b8-8aee-52f72cebdb9f tempest-TenantUsagesTestJSON-324586094 tempest-TenantUsagesTestJSON-324586094-project] 10.222.0.54 "GET /v2.0/security-groups?id=ba2b8475-0af7-413b-917e-b0f769d584e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005530 Dec 20 14:37:39.693798 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b7bb69a4-450d-40a2-a0d3-25fd5f7c0ab7 tempest-FloatingIPAdminTestJSON-1195118575 tempest-FloatingIPAdminTestJSON-1195118575-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:39.722447 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bb69a4-450d-40a2-a0d3-25fd5f7c0ab7 tempest-FloatingIPAdminTestJSON-1195118575 tempest-FloatingIPAdminTestJSON-1195118575-project-admin] Pushing event deleted for resources: {'Port': ['ID=475bd49f-2651-482b-b99b-74fdc43204ed,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:39.742937 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 5d9a63e3-9c8b-447c-bb05-8cf4d19eda8b up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:37:39.803428 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning for port 5d9a63e3-9c8b-447c-bb05-8cf4d19eda8b completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:37:39.803811 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b7bb69a4-450d-40a2-a0d3-25fd5f7c0ab7 tempest-FloatingIPAdminTestJSON-1195118575 tempest-FloatingIPAdminTestJSON-1195118575-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:39.807307 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b7bb69a4-450d-40a2-a0d3-25fd5f7c0ab7 tempest-FloatingIPAdminTestJSON-1195118575 tempest-FloatingIPAdminTestJSON-1195118575-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:39.812865 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 42032) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:39.813082 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-b7bb69a4-450d-40a2-a0d3-25fd5f7c0ab7 tempest-FloatingIPAdminTestJSON-1195118575 tempest-FloatingIPAdminTestJSON-1195118575-project-admin] 10.222.0.54 "DELETE /v2.0/floatingips/2d0f81eb-94f8-4ec4-a478-70f871313663 HTTP/1.1" status: 204 len: 168 time: 0.6421225 Dec 20 14:37:39.823910 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port 5d9a63e3-9c8b-447c-bb05-8cf4d19eda8b triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:37:39.827250 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:39.949111 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:39.988202 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-fea3da20-2d7e-4692-8d8c-b963bafb51e5 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Deleting port 3eb6151a-6a33-410f-b4d9-717d450d5d5d {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:37:39.988718 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fea3da20-2d7e-4692-8d8c-b963bafb51e5 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:39.992150 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 5d9a63e3-9c8b-447c-bb05-8cf4d19eda8b, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=5d9a63e3-9c8b-447c-bb05-8cf4d19eda8b,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:37:39.993472 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fac26512-90e6-4a1a-86dd-352198ac9be7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d9a63e3-9c8b-447c-bb05-8cf4d19eda8b'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:37:39.997321 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a594f1c-fe39-4cc3-b537-84f36a57eb8b" -d '{"events": [{"server_uuid": "fac26512-90e6-4a1a-86dd-352198ac9be7", "name": "network-vif-plugged", "status": "completed", "tag": "5d9a63e3-9c8b-447c-bb05-8cf4d19eda8b"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:37:40.001851 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:40.033751 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f8f71cc9-5dc1-4a86-900a-788f8b8df11a req-c1c05bb3-8397-43bd-a2b3-993be3a041ae service neutron] 10.222.0.54 "GET /v2.0/networks/87a69cd0-a64c-42dd-a7fc-edd3efea59ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4219749 Dec 20 14:37:40.077695 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6259ce1e-a97c-413e-9960-bf4e258bddf8 x-openstack-request-id: req-6259ce1e-a97c-413e-9960-bf4e258bddf8 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:37:40.077988 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fac26512-90e6-4a1a-86dd-352198ac9be7", "name": "network-vif-plugged", "status": "completed", "tag": "5d9a63e3-9c8b-447c-bb05-8cf4d19eda8b", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:37:40.078244 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6259ce1e-a97c-413e-9960-bf4e258bddf8 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:37:40.079191 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fac26512-90e6-4a1a-86dd-352198ac9be7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d9a63e3-9c8b-447c-bb05-8cf4d19eda8b', 'code': 200} Dec 20 14:37:40.117988 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=5d9a63e3-9c8b-447c-bb05-8cf4d19eda8b,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:40.212295 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fea3da20-2d7e-4692-8d8c-b963bafb51e5 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:40.230044 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-fea3da20-2d7e-4692-8d8c-b963bafb51e5 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Calling delete_port for 3eb6151a-6a33-410f-b4d9-717d450d5d5d owned by {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:37:40.259929 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6964943-b9b6-4230-8c47-e1a6cc053154 req-075b28e7-e75f-489e-b4e6-f1464e16c67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:40.261460 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c6964943-b9b6-4230-8c47-e1a6cc053154 req-075b28e7-e75f-489e-b4e6-f1464e16c67a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fac26512-90e6-4a1a-86dd-352198ac9be7 HTTP/1.1" status: 200 len: 1101 time: 0.1044621 Dec 20 14:37:40.291755 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f8f71cc9-5dc1-4a86-900a-788f8b8df11a req-324fe4e4-f39a-4062-b7f1-1e82581b22c6 service neutron] 10.222.0.54 "GET /v2.0/networks/87a69cd0-a64c-42dd-a7fc-edd3efea59ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295077 Dec 20 14:37:40.359917 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c6964943-b9b6-4230-8c47-e1a6cc053154 req-83a9d6b6-3e3e-44d2-afc9-e171c8116cd6 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ba2b8475-0af7-413b-917e-b0f769d584e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655773 Dec 20 14:37:40.439914 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fea3da20-2d7e-4692-8d8c-b963bafb51e5 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:40.494987 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea3da20-2d7e-4692-8d8c-b963bafb51e5 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Pushing event deleted for resources: {'Port': ['ID=3eb6151a-6a33-410f-b4d9-717d450d5d5d,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:40.534709 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-36a984e6-d938-44ca-91c3-0a7b9b480ffb req-897eed1d-7aec-4ad2-bc86-ac691ba71c64 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "GET /v2.0/ports?device_id=c09bc019-13ea-434d-bbc0-07c863b22aea HTTP/1.1" status: 200 len: 210 time: 0.0462306 Dec 20 14:37:40.594519 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42064) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:40.609684 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fea3da20-2d7e-4692-8d8c-b963bafb51e5 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:40.613630 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-fea3da20-2d7e-4692-8d8c-b963bafb51e5 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] 10.222.0.54 "DELETE /v2.0/ports/3eb6151a-6a33-410f-b4d9-717d450d5d5d HTTP/1.1" status: 204 len: 168 time: 0.7997208 Dec 20 14:37:40.616215 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 42068) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:40.722057 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1808c5-b651-4bf1-bed9-6e4db631fca6 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:40.726639 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-7e1808c5-b651-4bf1-bed9-6e4db631fca6 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] 10.222.0.54 "GET /v2.0/ports?device_id=69d8d64e-b9f0-4cd0-a25d-253abbb48725 HTTP/1.1" status: 200 len: 913 time: 0.1060696 Dec 20 14:37:40.727564 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42076) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:40.806621 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62673080-7b2e-4f17-89f0-0aa0d3bba380 req-020d96c6-6dc6-4684-96c9-cfdc7d432c2d tempest-TenantUsagesTestJSON-324586094 tempest-TenantUsagesTestJSON-324586094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:40.814503 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-62673080-7b2e-4f17-89f0-0aa0d3bba380 req-020d96c6-6dc6-4684-96c9-cfdc7d432c2d tempest-TenantUsagesTestJSON-324586094 tempest-TenantUsagesTestJSON-324586094-project] 10.222.0.54 "GET /v2.0/ports?device_id=fac26512-90e6-4a1a-86dd-352198ac9be7 HTTP/1.1" status: 200 len: 949 time: 0.1052282 Dec 20 14:37:40.843297 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d150bb0c-39ea-4481-a75a-7ff2c5da1e37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:40.886223 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-62673080-7b2e-4f17-89f0-0aa0d3bba380 req-8f144e26-6723-4947-bafa-094775ea63bb tempest-TenantUsagesTestJSON-324586094 tempest-TenantUsagesTestJSON-324586094-project] 10.222.0.54 "GET /v2.0/security-groups?id=ba2b8475-0af7-413b-917e-b0f769d584e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707805 Dec 20 14:37:41.071333 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d150bb0c-39ea-4481-a75a-7ff2c5da1e37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:41.081441 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d150bb0c-39ea-4481-a75a-7ff2c5da1e37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:41.127355 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d150bb0c-39ea-4481-a75a-7ff2c5da1e37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85ff9e33-f1fa-4ea9-92b2-3ade4aaaab77,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:41.144598 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-d150bb0c-39ea-4481-a75a-7ff2c5da1e37 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c128d55600fb491686a6bcae0577d604&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5463417 Dec 20 14:37:41.146354 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 42088) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:41.230895 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cc334b24-19fe-4565-8d95-9dc83fac2e26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:41.258681 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cc334b24-19fe-4565-8d95-9dc83fac2e26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:41.323103 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9c040270-df42-42cc-af84-dd1d8eec589c tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1595867'] for router_interface, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:41.343330 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cc334b24-19fe-4565-8d95-9dc83fac2e26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:41.347066 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cc334b24-19fe-4565-8d95-9dc83fac2e26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:41.348797 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-cc334b24-19fe-4565-8d95-9dc83fac2e26 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/85ff9e33-f1fa-4ea9-92b2-3ade4aaaab77 HTTP/1.1" status: 204 len: 168 time: 0.2005303 Dec 20 14:37:41.365545 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc334b24-19fe-4565-8d95-9dc83fac2e26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ff9e33-f1fa-4ea9-92b2-3ade4aaaab77,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:41.548013 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:41.698826 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-39962f86-5a23-4d7d-a388-f702fad9b75d req-65d47e73-e7db-4eec-a085-dee541c9ebab tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "GET /v2.0/ports?device_id=c09bc019-13ea-434d-bbc0-07c863b22aea HTTP/1.1" status: 200 len: 210 time: 0.0637538 Dec 20 14:37:41.730717 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-9c040270-df42-42cc-af84-dd1d8eec589c tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Deleting port a43e204a-dc62-48cc-98b5-b9ff15244f11 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:37:41.731363 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9c040270-df42-42cc-af84-dd1d8eec589c tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:41.895648 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9c040270-df42-42cc-af84-dd1d8eec589c tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:41.915749 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-9c040270-df42-42cc-af84-dd1d8eec589c tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Calling delete_port for a43e204a-dc62-48cc-98b5-b9ff15244f11 owned by network:router_interface {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:37:42.032268 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f71cc9-5dc1-4a86-900a-788f8b8df11a req-1200a9bb-e15a-4484-9bf9-369fba251068 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:42.033862 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f8f71cc9-5dc1-4a86-900a-788f8b8df11a req-1200a9bb-e15a-4484-9bf9-369fba251068 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.30 "GET /v2.0/networks?id=87a69cd0-a64c-42dd-a7fc-edd3efea59ce HTTP/1.1" status: 200 len: 810 time: 0.2207100 Dec 20 14:37:42.187845 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f8f71cc9-5dc1-4a86-900a-788f8b8df11a req-144c9313-8a05-4544-8d82-97c85a41f71b tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0643adf2af04815b0d3549cf80b60b4 HTTP/1.1" status: 200 len: 380 time: 0.1306169 Dec 20 14:37:42.208532 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850e65b9-7eed-4e02-bd89-dcbd8a97f217 req-895cecd5-f9e0-4cbb-a704-d2270217ec84 tempest-TenantUsagesTestJSON-324586094 tempest-TenantUsagesTestJSON-324586094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:42.216508 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-850e65b9-7eed-4e02-bd89-dcbd8a97f217 req-895cecd5-f9e0-4cbb-a704-d2270217ec84 tempest-TenantUsagesTestJSON-324586094 tempest-TenantUsagesTestJSON-324586094-project] 10.222.0.54 "GET /v2.0/ports?device_id=fac26512-90e6-4a1a-86dd-352198ac9be7 HTTP/1.1" status: 200 len: 949 time: 0.1909585 Dec 20 14:37:42.225216 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-f8f71cc9-5dc1-4a86-900a-788f8b8df11a req-2ed280a0-d721-43a9-8268-b5d81ee6cef0 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Request body: {'port': {'device_id': 'c09bc019-13ea-434d-bbc0-07c863b22aea', 'network_id': '87a69cd0-a64c-42dd-a7fc-edd3efea59ce', 'admin_state_up': True, 'tenant_id': 'c0643adf2af04815b0d3549cf80b60b4', 'security_groups': ['c47d898d-9929-440f-b783-78aa0f136a6b']}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:37:42.356851 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-850e65b9-7eed-4e02-bd89-dcbd8a97f217 req-a3dec285-52a4-43a2-9e7f-64df3e8e2a58 tempest-TenantUsagesTestJSON-324586094 tempest-TenantUsagesTestJSON-324586094-project] 10.222.0.54 "GET /v2.0/security-groups?id=ba2b8475-0af7-413b-917e-b0f769d584e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276193 Dec 20 14:37:42.428079 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8f71cc9-5dc1-4a86-900a-788f8b8df11a req-2ed280a0-d721-43a9-8268-b5d81ee6cef0 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Made reservation on behalf of c0643adf2af04815b0d3549cf80b60b4 for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:37:42.434187 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-f8f71cc9-5dc1-4a86-900a-788f8b8df11a req-2ed280a0-d721-43a9-8268-b5d81ee6cef0 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:42.678439 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [req-f8f71cc9-5dc1-4a86-900a-788f8b8df11a req-2ed280a0-d721-43a9-8268-b5d81ee6cef0 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Allocated IP 172.20.0.9 (87a69cd0-a64c-42dd-a7fc-edd3efea59ce/a9e11c76-32b6-463b-b516-e12248ff878a/93af668f-2513-4104-bc3f-9ee7e91d2ff6) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:37:42.679565 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9c040270-df42-42cc-af84-dd1d8eec589c tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:42.733809 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c040270-df42-42cc-af84-dd1d8eec589c tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Pushing event deleted for resources: {'Port': ['ID=a43e204a-dc62-48cc-98b5-b9ff15244f11,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:42.904762 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8b5f340e-bf06-476a-8db7-e8c8387d78ee req-63f27fb5-84e9-4dd4-97ce-b11734b8a813 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "GET /v2.0/ports?device_id=c09bc019-13ea-434d-bbc0-07c863b22aea HTTP/1.1" status: 200 len: 210 time: 0.0383315 Dec 20 14:37:42.998259 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-f8f71cc9-5dc1-4a86-900a-788f8b8df11a req-2ed280a0-d721-43a9-8268-b5d81ee6cef0 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:43.081308 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9c040270-df42-42cc-af84-dd1d8eec589c tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582411'] for router_interface, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:43.115130 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-f8f71cc9-5dc1-4a86-900a-788f8b8df11a req-2ed280a0-d721-43a9-8268-b5d81ee6cef0 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:43.188523 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8f71cc9-5dc1-4a86-900a-788f8b8df11a req-2ed280a0-d721-43a9-8268-b5d81ee6cef0 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Network 87a69cd0-a64c-42dd-a7fc-edd3efea59ce is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:37:43.195260 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [req-f8f71cc9-5dc1-4a86-900a-788f8b8df11a req-2ed280a0-d721-43a9-8268-b5d81ee6cef0 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:37:43.213264 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8f71cc9-5dc1-4a86-900a-788f8b8df11a req-2ed280a0-d721-43a9-8268-b5d81ee6cef0 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:37:43.259658 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed280a0-d721-43a9-8268-b5d81ee6cef0 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Pushing event updated for resources: {'Port': ['ID=93af668f-2513-4104-bc3f-9ee7e91d2ff6,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:43.330844 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f71cc9-5dc1-4a86-900a-788f8b8df11a req-2ed280a0-d721-43a9-8268-b5d81ee6cef0 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:43.331975 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-f8f71cc9-5dc1-4a86-900a-788f8b8df11a req-2ed280a0-d721-43a9-8268-b5d81ee6cef0 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:43.361109 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f8f71cc9-5dc1-4a86-900a-788f8b8df11a req-2ed280a0-d721-43a9-8268-b5d81ee6cef0 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1649199 Dec 20 14:37:43.374680 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-f8f71cc9-5dc1-4a86-900a-788f8b8df11a req-fe0d3a75-3e91-454c-bc2b-88149b2ef397 service neutron] Request body: {'port': {'device_id': 'c09bc019-13ea-434d-bbc0-07c863b22aea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-19'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:37:43.464285 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c040270-df42-42cc-af84-dd1d8eec589c tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Router 69d8d64e-b9f0-4cd0-a25d-253abbb48725 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:37:43.464706 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-f8f71cc9-5dc1-4a86-900a-788f8b8df11a req-fe0d3a75-3e91-454c-bc2b-88149b2ef397 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:43.631600 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-f1826a3d-2c36-4a74-8d91-f1c3d7bf9a91 None None] Provisioning complete for port 93af668f-2513-4104-bc3f-9ee7e91d2ff6 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:37:43.632136 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f1826a3d-2c36-4a74-8d91-f1c3d7bf9a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:43.653510 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c040270-df42-42cc-af84-dd1d8eec589c tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:37:43.660591 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-9c040270-df42-42cc-af84-dd1d8eec589c tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] 10.222.0.54 "PUT /v2.0/routers/69d8d64e-b9f0-4cd0-a25d-253abbb48725/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9307742 Dec 20 14:37:43.663153 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42168) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:43.683777 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3195f1f0-7215-4474-aa7c-afa0cb43df69 None None] Sync routers for ids ['69d8d64e-b9f0-4cd0-a25d-253abbb48725'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:37:43.711574 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3195f1f0-7215-4474-aa7c-afa0cb43df69 None None] Routers {'69d8d64e-b9f0-4cd0-a25d-253abbb48725'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:37:43.712505 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-3195f1f0-7215-4474-aa7c-afa0cb43df69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:37:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['69d8d64e-b9f0-4cd0-a25d-253abbb48725'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:37:43.716375 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-f1826a3d-2c36-4a74-8d91-f1c3d7bf9a91 None None] Port 93af668f-2513-4104-bc3f-9ee7e91d2ff6 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:37:43.753676 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-3195f1f0-7215-4474-aa7c-afa0cb43df69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:37:43.765123 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3195f1f0-7215-4474-aa7c-afa0cb43df69 None None] Routers {'69d8d64e-b9f0-4cd0-a25d-253abbb48725'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:37:43.765885 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-3195f1f0-7215-4474-aa7c-afa0cb43df69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:37:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['69d8d64e-b9f0-4cd0-a25d-253abbb48725'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:37:43.812100 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-3195f1f0-7215-4474-aa7c-afa0cb43df69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:37:43.812996 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3195f1f0-7215-4474-aa7c-afa0cb43df69 None None] The sync data for ids ['69d8d64e-b9f0-4cd0-a25d-253abbb48725'] in n-d-761264-19 is: [] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:37:43.826401 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 42172) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:43.848969 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7a6a2e38-124a-4506-b654-9960522f523c tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Publish callbacks [] for router, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:43.922632 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [req-f8f71cc9-5dc1-4a86-900a-788f8b8df11a req-fe0d3a75-3e91-454c-bc2b-88149b2ef397 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93af668f-2513-4104-bc3f-9ee7e91d2ff6 {{(pid=103168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:37:43.933059 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-f8f71cc9-5dc1-4a86-900a-788f8b8df11a req-fe0d3a75-3e91-454c-bc2b-88149b2ef397 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:43.942854 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c0d12c-b42d-4c52-8011-529b619aeef1 req-fde58ff3-9dbf-47de-aff9-97635d678bdb tempest-TenantUsagesTestJSON-324586094 tempest-TenantUsagesTestJSON-324586094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:43.950309 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a4c0d12c-b42d-4c52-8011-529b619aeef1 req-fde58ff3-9dbf-47de-aff9-97635d678bdb tempest-TenantUsagesTestJSON-324586094 tempest-TenantUsagesTestJSON-324586094-project] 10.222.0.54 "GET /v2.0/ports?device_id=fac26512-90e6-4a1a-86dd-352198ac9be7 HTTP/1.1" status: 200 len: 949 time: 0.1276276 Dec 20 14:37:43.993794 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.provisioning_blocks [req-f8f71cc9-5dc1-4a86-900a-788f8b8df11a req-fe0d3a75-3e91-454c-bc2b-88149b2ef397 service neutron] Transition to ACTIVE for port object 93af668f-2513-4104-bc3f-9ee7e91d2ff6 will not be triggered until provisioned by entity L2. {{(pid=103168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:37:44.001402 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5ae47a02-3023-4613-9794-d06acb773607 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:44.006695 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-f8f71cc9-5dc1-4a86-900a-788f8b8df11a req-fe0d3a75-3e91-454c-bc2b-88149b2ef397 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:44.058063 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7a6a2e38-124a-4506-b654-9960522f523c tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:44.078402 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a4c0d12c-b42d-4c52-8011-529b619aeef1 req-d9f5a2fd-3e95-4e1d-b65e-eaaa1962b56d tempest-TenantUsagesTestJSON-324586094 tempest-TenantUsagesTestJSON-324586094-project] 10.222.0.54 "GET /v2.0/security-groups?id=ba2b8475-0af7-413b-917e-b0f769d584e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271222 Dec 20 14:37:44.107259 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8252960-55a5-4db8-b2cf-b14b21d699e9 req-697feb3d-26e6-4efb-9849-f5cd3ca3042b tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:44.110995 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d8252960-55a5-4db8-b2cf-b14b21d699e9 req-697feb3d-26e6-4efb-9849-f5cd3ca3042b tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "GET /v2.0/ports?device_id=c09bc019-13ea-434d-bbc0-07c863b22aea HTTP/1.1" status: 200 len: 943 time: 0.0971458 Dec 20 14:37:44.118345 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0d3a75-3e91-454c-bc2b-88149b2ef397 service neutron] Pushing event updated for resources: {'Port': ['ID=93af668f-2513-4104-bc3f-9ee7e91d2ff6,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:44.245202 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d8252960-55a5-4db8-b2cf-b14b21d699e9 req-b8e3217d-3984-4993-92b1-1eda13b4cd94 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "GET /v2.0/security-groups?id=c47d898d-9929-440f-b783-78aa0f136a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771582 Dec 20 14:37:44.255462 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-7a6a2e38-124a-4506-b654-9960522f523c tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Deleting port 1be0e2ae-f5a3-422e-985e-ec2bce4886ad {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:37:44.256453 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7a6a2e38-124a-4506-b654-9960522f523c tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:44.258868 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-f8f71cc9-5dc1-4a86-900a-788f8b8df11a req-fe0d3a75-3e91-454c-bc2b-88149b2ef397 service neutron] Attempting to bind port 93af668f-2513-4104-bc3f-9ee7e91d2ff6 on host n-h1-761264-19 for vnic_type normal with profile {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:37:44.259364 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-f8f71cc9-5dc1-4a86-900a-788f8b8df11a req-fe0d3a75-3e91-454c-bc2b-88149b2ef397 service neutron] Attempting to bind port 93af668f-2513-4104-bc3f-9ee7e91d2ff6 by drivers openvswitch,hyperv on host n-h1-761264-19 at level 0 using segments [{'id': '877e7bc7-97ff-42dc-9484-98838533dd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '87a69cd0-a64c-42dd-a7fc-edd3efea59ce'}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:37:44.259555 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f71cc9-5dc1-4a86-900a-788f8b8df11a req-fe0d3a75-3e91-454c-bc2b-88149b2ef397 service neutron] Attempting to bind port 93af668f-2513-4104-bc3f-9ee7e91d2ff6 on network 87a69cd0-a64c-42dd-a7fc-edd3efea59ce {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:37:44.275352 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f71cc9-5dc1-4a86-900a-788f8b8df11a req-fe0d3a75-3e91-454c-bc2b-88149b2ef397 service neutron] Port 93af668f-2513-4104-bc3f-9ee7e91d2ff6 on network 87a69cd0-a64c-42dd-a7fc-edd3efea59ce not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-19 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:37:44.275691 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f71cc9-5dc1-4a86-900a-788f8b8df11a req-fe0d3a75-3e91-454c-bc2b-88149b2ef397 service neutron] Attempting to bind port 93af668f-2513-4104-bc3f-9ee7e91d2ff6 on network 87a69cd0-a64c-42dd-a7fc-edd3efea59ce {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:37:44.288422 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5ae47a02-3023-4613-9794-d06acb773607 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:44.289994 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f71cc9-5dc1-4a86-900a-788f8b8df11a req-fe0d3a75-3e91-454c-bc2b-88149b2ef397 service neutron] Checking agent: {'id': '3e5ace3e-dd7b-4522-a7c4-77d13dbeab1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:37:44.290613 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f71cc9-5dc1-4a86-900a-788f8b8df11a req-fe0d3a75-3e91-454c-bc2b-88149b2ef397 service neutron] Checking segment: {'id': '877e7bc7-97ff-42dc-9484-98838533dd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '87a69cd0-a64c-42dd-a7fc-edd3efea59ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:37:44.290920 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f71cc9-5dc1-4a86-900a-788f8b8df11a req-fe0d3a75-3e91-454c-bc2b-88149b2ef397 service neutron] Bound using segment: {'id': '877e7bc7-97ff-42dc-9484-98838533dd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '87a69cd0-a64c-42dd-a7fc-edd3efea59ce'} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:37:44.291449 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-f8f71cc9-5dc1-4a86-900a-788f8b8df11a req-fe0d3a75-3e91-454c-bc2b-88149b2ef397 service neutron] Bound port: 93af668f-2513-4104-bc3f-9ee7e91d2ff6, host: n-h1-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '877e7bc7-97ff-42dc-9484-98838533dd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '87a69cd0-a64c-42dd-a7fc-edd3efea59ce'}}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:37:44.291951 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-f8f71cc9-5dc1-4a86-900a-788f8b8df11a req-fe0d3a75-3e91-454c-bc2b-88149b2ef397 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:44.296218 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5ae47a02-3023-4613-9794-d06acb773607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:44.373765 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-5ae47a02-3023-4613-9794-d06acb773607 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2f0cbefbd0824ecfbbf0f24c6eb58641&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5441229 Dec 20 14:37:44.374531 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae47a02-3023-4613-9794-d06acb773607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4193a114-3a6b-4d2e-93a3-6d4e342b54e3,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:44.377074 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 42178) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:44.402917 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7a6a2e38-124a-4506-b654-9960522f523c tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:44.416943 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-7a6a2e38-124a-4506-b654-9960522f523c tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Calling delete_port for 1be0e2ae-f5a3-422e-985e-ec2bce4886ad owned by network:router_gateway {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:37:44.436169 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-f8f71cc9-5dc1-4a86-900a-788f8b8df11a req-fe0d3a75-3e91-454c-bc2b-88149b2ef397 service neutron] For port 93af668f-2513-4104-bc3f-9ee7e91d2ff6, host n-h1-761264-19, cleared binding levels {{(pid=103168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:37:44.440684 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-f8f71cc9-5dc1-4a86-900a-788f8b8df11a req-fe0d3a75-3e91-454c-bc2b-88149b2ef397 service neutron] For port 93af668f-2513-4104-bc3f-9ee7e91d2ff6, host n-h1-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=93af668f-2513-4104-bc3f-9ee7e91d2ff6,segment=NetworkSegment(877e7bc7-97ff-42dc-9484-98838533dd48),segment_id=877e7bc7-97ff-42dc-9484-98838533dd48)] {{(pid=103168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:37:44.448974 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-f8f71cc9-5dc1-4a86-900a-788f8b8df11a req-fe0d3a75-3e91-454c-bc2b-88149b2ef397 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:44.488303 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-48318c45-b77b-4d6b-9646-c1763208c5c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:44.512083 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f71cc9-5dc1-4a86-900a-788f8b8df11a req-fe0d3a75-3e91-454c-bc2b-88149b2ef397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:44.512695 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-f8f71cc9-5dc1-4a86-900a-788f8b8df11a req-fe0d3a75-3e91-454c-bc2b-88149b2ef397 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:44.514108 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f8f71cc9-5dc1-4a86-900a-788f8b8df11a req-fe0d3a75-3e91-454c-bc2b-88149b2ef397 service neutron] 10.222.0.30 "PUT /v2.0/ports/93af668f-2513-4104-bc3f-9ee7e91d2ff6 HTTP/1.1" status: 200 len: 1092 time: 1.1449778 Dec 20 14:37:44.518457 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c09bc019-13ea-434d-bbc0-07c863b22aea', 'tag': '93af668f-2513-4104-bc3f-9ee7e91d2ff6'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:37:44.519497 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3859d34e-0d9c-45ea-b697-e41ff56fa5b8" -d '{"events": [{"name": "network-changed", "server_uuid": "c09bc019-13ea-434d-bbc0-07c863b22aea", "tag": "93af668f-2513-4104-bc3f-9ee7e91d2ff6"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:37:44.574982 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-48318c45-b77b-4d6b-9646-c1763208c5c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:44.604649 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0d3a75-3e91-454c-bc2b-88149b2ef397 service neutron] Pushing event updated for resources: {'Port': ['ID=93af668f-2513-4104-bc3f-9ee7e91d2ff6,revision_number=3']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:44.611758 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de6f36bd-89fd-460b-84cc-e4aab3284ae4 x-openstack-request-id: req-de6f36bd-89fd-460b-84cc-e4aab3284ae4 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:37:44.612188 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c09bc019-13ea-434d-bbc0-07c863b22aea", "tag": "93af668f-2513-4104-bc3f-9ee7e91d2ff6", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:37:44.612544 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-de6f36bd-89fd-460b-84cc-e4aab3284ae4 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:37:44.613597 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c09bc019-13ea-434d-bbc0-07c863b22aea', 'tag': '93af668f-2513-4104-bc3f-9ee7e91d2ff6', 'status': 'completed', 'code': 200} Dec 20 14:37:44.652874 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7a6a2e38-124a-4506-b654-9960522f523c tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:44.693313 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f71cc9-5dc1-4a86-900a-788f8b8df11a req-d63ceff2-05d6-466e-be70-9eb53ba9fa19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:44.695828 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f8f71cc9-5dc1-4a86-900a-788f8b8df11a req-d63ceff2-05d6-466e-be70-9eb53ba9fa19 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c0643adf2af04815b0d3549cf80b60b4&device_id=c09bc019-13ea-434d-bbc0-07c863b22aea HTTP/1.1" status: 200 len: 1095 time: 0.1161773 Dec 20 14:37:44.709262 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6a2e38-124a-4506-b654-9960522f523c tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Pushing event deleted for resources: {'Port': ['ID=1be0e2ae-f5a3-422e-985e-ec2bce4886ad,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:44.768136 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f8f71cc9-5dc1-4a86-900a-788f8b8df11a req-1b711a8c-e960-406f-bcc5-1356d1935877 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93af668f-2513-4104-bc3f-9ee7e91d2ff6 HTTP/1.1" status: 200 len: 217 time: 0.0615211 Dec 20 14:37:44.768427 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-48318c45-b77b-4d6b-9646-c1763208c5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:44.771921 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-48318c45-b77b-4d6b-9646-c1763208c5c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:44.776123 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-48318c45-b77b-4d6b-9646-c1763208c5c0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4193a114-3a6b-4d2e-93a3-6d4e342b54e3 HTTP/1.1" status: 204 len: 168 time: 0.3916776 Dec 20 14:37:44.785601 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7a6a2e38-124a-4506-b654-9960522f523c tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584913'] for router_gateway, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:44.814242 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48318c45-b77b-4d6b-9646-c1763208c5c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4193a114-3a6b-4d2e-93a3-6d4e342b54e3,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:44.952583 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7a6a2e38-124a-4506-b654-9960522f523c tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40132'] for router, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:44.958079 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7a6a2e38-124a-4506-b654-9960522f523c tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:45.062228 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7a6a2e38-124a-4506-b654-9960522f523c tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1594808'] for router, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:45.062822 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a6a2e38-124a-4506-b654-9960522f523c tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Fanout notify agent at l3_agent the message router_deleted on router 69d8d64e-b9f0-4cd0-a25d-253abbb48725 {{(pid=103167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 14:37:45.072651 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7a6a2e38-124a-4506-b654-9960522f523c tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Publish callbacks [] for router, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:45.087619 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-7a6a2e38-124a-4506-b654-9960522f523c tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] 10.222.0.54 "DELETE /v2.0/routers/69d8d64e-b9f0-4cd0-a25d-253abbb48725 HTTP/1.1" status: 204 len: 168 time: 1.4228692 Dec 20 14:37:45.089403 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42190) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:45.177664 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:45.197389 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_v2 [None req-d65772fc-32bc-471d-a560-f9456536220d tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Deleting subnet 113d1cb2-387c-403f-9ac8-8f032d192d9b {{(pid=103167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:37:45.201988 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d65772fc-32bc-471d-a560-f9456536220d tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Publish callbacks [] for subnet, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:45.293901 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d65772fc-32bc-471d-a560-f9456536220d tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954412'] for subnet, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:45.452537 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd45f4c-c421-41e5-8a0e-ab02f65a29dc req-1222c120-935a-4f10-bd5f-e60b1fe148fb tempest-TenantUsagesTestJSON-324586094 tempest-TenantUsagesTestJSON-324586094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:45.454295 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1cd45f4c-c421-41e5-8a0e-ab02f65a29dc req-1222c120-935a-4f10-bd5f-e60b1fe148fb tempest-TenantUsagesTestJSON-324586094 tempest-TenantUsagesTestJSON-324586094-project] 10.222.0.54 "GET /v2.0/ports?device_id=fac26512-90e6-4a1a-86dd-352198ac9be7 HTTP/1.1" status: 200 len: 949 time: 0.1166623 Dec 20 14:37:45.468075 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f71cc9-5dc1-4a86-900a-788f8b8df11a req-35b21ab7-984a-4531-9bd8-7d4d1af9417f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:45.469521 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f8f71cc9-5dc1-4a86-900a-788f8b8df11a req-35b21ab7-984a-4531-9bd8-7d4d1af9417f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a9e11c76-32b6-463b-b516-e12248ff878a HTTP/1.1" status: 200 len: 849 time: 0.6946514 Dec 20 14:37:45.482419 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d65772fc-32bc-471d-a560-f9456536220d tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:45.504108 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1066e9-059e-4588-960c-06781fbf0c68 req-bdfb7f0c-800d-4019-bd89-3e9b00a621b8 tempest-TenantUsagesTestJSON-324586094 tempest-TenantUsagesTestJSON-324586094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:45.505714 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1a1066e9-059e-4588-960c-06781fbf0c68 req-bdfb7f0c-800d-4019-bd89-3e9b00a621b8 tempest-TenantUsagesTestJSON-324586094 tempest-TenantUsagesTestJSON-324586094-project] 10.222.0.47 "GET /v2.0/ports?device_id=fac26512-90e6-4a1a-86dd-352198ac9be7 HTTP/1.1" status: 200 len: 949 time: 0.6043098 Dec 20 14:37:45.533773 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3e1d2f-d5a3-4076-b58f-ac1cc650a043 req-769786df-ddf9-4209-bd54-1c7ad6ad8b5f tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:45.535558 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-df3e1d2f-d5a3-4076-b58f-ac1cc650a043 req-769786df-ddf9-4209-bd54-1c7ad6ad8b5f tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "GET /v2.0/ports?device_id=c09bc019-13ea-434d-bbc0-07c863b22aea HTTP/1.1" status: 200 len: 943 time: 0.1345549 Dec 20 14:37:45.590538 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1cd45f4c-c421-41e5-8a0e-ab02f65a29dc req-601a870e-1fef-4f9d-b872-e6baed80d9fa tempest-TenantUsagesTestJSON-324586094 tempest-TenantUsagesTestJSON-324586094-project] 10.222.0.54 "GET /v2.0/security-groups?id=ba2b8475-0af7-413b-917e-b0f769d584e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217239 Dec 20 14:37:45.627450 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d65772fc-32bc-471d-a560-f9456536220d tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:45.646197 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d65772fc-32bc-471d-a560-f9456536220d tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:45.651438 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f71cc9-5dc1-4a86-900a-788f8b8df11a req-8882b1dd-a42f-49f0-8d8b-e350e21c5812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:45.652979 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f8f71cc9-5dc1-4a86-900a-788f8b8df11a req-8882b1dd-a42f-49f0-8d8b-e350e21c5812 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=87a69cd0-a64c-42dd-a7fc-edd3efea59ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1721125 Dec 20 14:37:45.654626 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90aaf0a2-eaf1-4ee8-95cc-070b6b017c08 None None] Network 0013eb67-65c9-4183-862e-cebcb457bba6 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:37:45.670978 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-d65772fc-32bc-471d-a560-f9456536220d tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] 10.222.0.54 "DELETE /v2.0/subnets/113d1cb2-387c-403f-9ac8-8f032d192d9b HTTP/1.1" status: 204 len: 168 time: 0.5750151 Dec 20 14:37:45.683352 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 42210) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:45.719440 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65772fc-32bc-471d-a560-f9456536220d tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Pushing event deleted for resources: {'Subnet': ['ID=113d1cb2-387c-403f-9ac8-8f032d192d9b,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:45.750623 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-df3e1d2f-d5a3-4076-b58f-ac1cc650a043 req-bf256346-b889-46cc-8fff-d4e3c1ec7498 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "GET /v2.0/security-groups?id=c47d898d-9929-440f-b783-78aa0f136a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1561859 Dec 20 14:37:45.876722 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4fedbca6-df2e-421b-a19a-cb91c392da5d tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:45.910766 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-1a1066e9-059e-4588-960c-06781fbf0c68 req-46b49cf5-2694-49cf-80b6-dcf70a3b1743 tempest-TenantUsagesTestJSON-324586094 tempest-TenantUsagesTestJSON-324586094-project] Deleting port 5d9a63e3-9c8b-447c-bb05-8cf4d19eda8b {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:37:45.911565 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-1a1066e9-059e-4588-960c-06781fbf0c68 req-46b49cf5-2694-49cf-80b6-dcf70a3b1743 tempest-TenantUsagesTestJSON-324586094 tempest-TenantUsagesTestJSON-324586094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:45.935435 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f8f71cc9-5dc1-4a86-900a-788f8b8df11a req-af9444b6-93a1-4777-b5a6-ceb03bb3763e service neutron] 10.222.0.30 "GET /v2.0/networks/87a69cd0-a64c-42dd-a7fc-edd3efea59ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534592 Dec 20 14:37:45.993129 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45295d7f-badd-492b-af54-3989a433d1f6 None None] DHCP port deletion for 0013eb67-65c9-4183-862e-cebcb457bba6 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:37:46.096603 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-45295d7f-badd-492b-af54-3989a433d1f6 None None] Deleting port 2a97f9ca-1443-4932-bd1c-261d6787ec13 {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:37:46.097276 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-45295d7f-badd-492b-af54-3989a433d1f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:46.181191 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-45295d7f-badd-492b-af54-3989a433d1f6 None None] For port 2a97f9ca-1443-4932-bd1c-261d6787ec13, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=2a97f9ca-1443-4932-bd1c-261d6787ec13,segment=NetworkSegment(ab0bc1e6-7457-4c12-bc38-cefb8ca25ab3),segment_id=ab0bc1e6-7457-4c12-bc38-cefb8ca25ab3)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:37:46.181874 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-45295d7f-badd-492b-af54-3989a433d1f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:46.214815 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-1a1066e9-059e-4588-960c-06781fbf0c68 req-46b49cf5-2694-49cf-80b6-dcf70a3b1743 tempest-TenantUsagesTestJSON-324586094 tempest-TenantUsagesTestJSON-324586094-project] For port 5d9a63e3-9c8b-447c-bb05-8cf4d19eda8b, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=5d9a63e3-9c8b-447c-bb05-8cf4d19eda8b,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:37:46.219628 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-1a1066e9-059e-4588-960c-06781fbf0c68 req-46b49cf5-2694-49cf-80b6-dcf70a3b1743 tempest-TenantUsagesTestJSON-324586094 tempest-TenantUsagesTestJSON-324586094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:46.228620 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-45295d7f-badd-492b-af54-3989a433d1f6 None None] Calling delete_port for 2a97f9ca-1443-4932-bd1c-261d6787ec13 owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:37:46.244266 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-4fedbca6-df2e-421b-a19a-cb91c392da5d tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Deleting port 2a97f9ca-1443-4932-bd1c-261d6787ec13 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:37:46.245126 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4fedbca6-df2e-421b-a19a-cb91c392da5d tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:46.266571 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-1a1066e9-059e-4588-960c-06781fbf0c68 req-46b49cf5-2694-49cf-80b6-dcf70a3b1743 tempest-TenantUsagesTestJSON-324586094 tempest-TenantUsagesTestJSON-324586094-project] Calling delete_port for 5d9a63e3-9c8b-447c-bb05-8cf4d19eda8b owned by compute:nova {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:37:46.270043 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f8f71cc9-5dc1-4a86-900a-788f8b8df11a req-d28daaa3-342c-4b85-bf48-f4955abc186b service neutron] 10.222.0.30 "GET /v2.0/networks/87a69cd0-a64c-42dd-a7fc-edd3efea59ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3203733 Dec 20 14:37:46.373410 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-45295d7f-badd-492b-af54-3989a433d1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:46.406610 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45295d7f-badd-492b-af54-3989a433d1f6 None None] Pushing event deleted for resources: {'Port': ['ID=2a97f9ca-1443-4932-bd1c-261d6787ec13,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:46.426935 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45295d7f-badd-492b-af54-3989a433d1f6 None None] No DVR routers for this DVR port 2a97f9ca-1443-4932-bd1c-261d6787ec13 on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:37:46.462981 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-4fedbca6-df2e-421b-a19a-cb91c392da5d tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] For port 2a97f9ca-1443-4932-bd1c-261d6787ec13, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=2a97f9ca-1443-4932-bd1c-261d6787ec13,segment=NetworkSegment(ab0bc1e6-7457-4c12-bc38-cefb8ca25ab3),segment_id=ab0bc1e6-7457-4c12-bc38-cefb8ca25ab3)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:37:46.463352 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4fedbca6-df2e-421b-a19a-cb91c392da5d tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:46.486823 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-4fedbca6-df2e-421b-a19a-cb91c392da5d tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Calling delete_port for 2a97f9ca-1443-4932-bd1c-261d6787ec13 owned by network:dhcp {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:37:46.528249 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3859d34e-0d9c-45ea-b697-e41ff56fa5b8 req-2e788770-78d8-4867-ba44-2d963a17db05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:46.534678 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3859d34e-0d9c-45ea-b697-e41ff56fa5b8 req-2e788770-78d8-4867-ba44-2d963a17db05 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c0643adf2af04815b0d3549cf80b60b4&device_id=c09bc019-13ea-434d-bbc0-07c863b22aea HTTP/1.1" status: 200 len: 1095 time: 0.1928413 Dec 20 14:37:46.765009 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881dd1e9-3cdf-44a6-952f-e85414a1faa9 req-7c22108c-a570-4ca4-98b3-dbf3106c0f61 tempest-TenantUsagesTestJSON-324586094 tempest-TenantUsagesTestJSON-324586094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:46.772286 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-881dd1e9-3cdf-44a6-952f-e85414a1faa9 req-7c22108c-a570-4ca4-98b3-dbf3106c0f61 tempest-TenantUsagesTestJSON-324586094 tempest-TenantUsagesTestJSON-324586094-project] 10.222.0.54 "GET /v2.0/ports?device_id=fac26512-90e6-4a1a-86dd-352198ac9be7 HTTP/1.1" status: 200 len: 949 time: 0.0758462 Dec 20 14:37:46.789308 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:37:46.789308 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:37:46.789308 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:37:46.789308 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:37:46.789308 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:37:46.789308 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:37:46.789308 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:37:46.789308 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:37:46.789308 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:37:46.789308 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:37:46.789308 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:37:46.789308 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:37:46.789308 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:37:46.789308 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:37:46.789308 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:37:46.789308 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:37:46.789308 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:37:46.789308 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:37:46.789308 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:37:46.789308 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:37:46.789308 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:37:46.789308 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:37:46.789308 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:37:46.789308 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:37:46.789308 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:37:46.789308 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:37:46.789308 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:37:46.789308 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:37:46.789308 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:37:46.789308 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:37:46.789308 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:37:46.789308 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:37:46.789308 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:37:46.789308 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:37:46.789308 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:37:46.789308 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:37:46.793090 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:37:46.793090 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:37:46.793090 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:37:46.793090 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:37:46.793090 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:37:46.793090 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:37:46.793090 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:37:46.793090 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:37:46.793090 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:37:46.793090 n-d-761264-19 neutron-server[103168]: self.session.flush() Dec 20 14:37:46.793090 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:37:46.793090 n-d-761264-19 neutron-server[103168]: self.session.flush() Dec 20 14:37:46.807279 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4fedbca6-df2e-421b-a19a-cb91c392da5d tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:46.823246 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-1a1066e9-059e-4588-960c-06781fbf0c68 req-46b49cf5-2694-49cf-80b6-dcf70a3b1743 tempest-TenantUsagesTestJSON-324586094 tempest-TenantUsagesTestJSON-324586094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:46.854477 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fedbca6-df2e-421b-a19a-cb91c392da5d tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Pushing event deleted for resources: {'Port': ['ID=2a97f9ca-1443-4932-bd1c-261d6787ec13,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:46.873739 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fedbca6-df2e-421b-a19a-cb91c392da5d tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] No DVR routers for this DVR port 2a97f9ca-1443-4932-bd1c-261d6787ec13 on host n-d-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:37:46.888101 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-881dd1e9-3cdf-44a6-952f-e85414a1faa9 req-d8855ddb-cda7-461f-8826-565c8ae248f4 tempest-TenantUsagesTestJSON-324586094 tempest-TenantUsagesTestJSON-324586094-project] 10.222.0.54 "GET /v2.0/security-groups?id=ba2b8475-0af7-413b-917e-b0f769d584e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121378 Dec 20 14:37:46.951529 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3859d34e-0d9c-45ea-b697-e41ff56fa5b8 req-c40cfbe1-acd6-4f4d-8dea-0cb938a79fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:46.952706 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3859d34e-0d9c-45ea-b697-e41ff56fa5b8 req-c40cfbe1-acd6-4f4d-8dea-0cb938a79fe4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=87a69cd0-a64c-42dd-a7fc-edd3efea59ce HTTP/1.1" status: 200 len: 911 time: 0.3753273 Dec 20 14:37:46.954255 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b49cf5-2694-49cf-80b6-dcf70a3b1743 tempest-TenantUsagesTestJSON-324586094 tempest-TenantUsagesTestJSON-324586094-project] Pushing event deleted for resources: {'Port': ['ID=5d9a63e3-9c8b-447c-bb05-8cf4d19eda8b,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:47.055851 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a1066e9-059e-4588-960c-06781fbf0c68 req-46b49cf5-2694-49cf-80b6-dcf70a3b1743 tempest-TenantUsagesTestJSON-324586094 tempest-TenantUsagesTestJSON-324586094-project] No DVR routers for this DVR port 5d9a63e3-9c8b-447c-bb05-8cf4d19eda8b on host n-h2-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:37:47.058465 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3859d34e-0d9c-45ea-b697-e41ff56fa5b8 req-25133c3f-a3ff-40eb-8ad4-bd8066324c0b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93af668f-2513-4104-bc3f-9ee7e91d2ff6 HTTP/1.1" status: 200 len: 217 time: 0.0829391 Dec 20 14:37:47.060206 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-1a1066e9-059e-4588-960c-06781fbf0c68 req-46b49cf5-2694-49cf-80b6-dcf70a3b1743 tempest-TenantUsagesTestJSON-324586094 tempest-TenantUsagesTestJSON-324586094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:47.063735 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1a1066e9-059e-4588-960c-06781fbf0c68 req-46b49cf5-2694-49cf-80b6-dcf70a3b1743 tempest-TenantUsagesTestJSON-324586094 tempest-TenantUsagesTestJSON-324586094-project] 10.222.0.47 "DELETE /v2.0/ports/5d9a63e3-9c8b-447c-bb05-8cf4d19eda8b HTTP/1.1" status: 204 len: 173 time: 1.5397029 Dec 20 14:37:47.111492 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fac26512-90e6-4a1a-86dd-352198ac9be7', 'name': 'network-vif-deleted', 'tag': '5d9a63e3-9c8b-447c-bb05-8cf4d19eda8b'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:37:47.114960 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08aacbb2-31b8-432f-8aaf-d30b48b390a2" -d '{"events": [{"server_uuid": "fac26512-90e6-4a1a-86dd-352198ac9be7", "name": "network-vif-deleted", "tag": "5d9a63e3-9c8b-447c-bb05-8cf4d19eda8b"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:37:47.150701 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4fedbca6-df2e-421b-a19a-cb91c392da5d tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:47.209244 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-4fedbca6-df2e-421b-a19a-cb91c392da5d tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0013eb67-65c9-4183-862e-cebcb457bba6']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:37:47.222595 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cbf309d-9538-4a83-96b5-9b34c8c2d209 x-openstack-request-id: req-0cbf309d-9538-4a83-96b5-9b34c8c2d209 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:37:47.223013 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fac26512-90e6-4a1a-86dd-352198ac9be7", "name": "network-vif-deleted", "tag": "5d9a63e3-9c8b-447c-bb05-8cf4d19eda8b", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:37:47.223297 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0cbf309d-9538-4a83-96b5-9b34c8c2d209 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:37:47.223766 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fac26512-90e6-4a1a-86dd-352198ac9be7', 'name': 'network-vif-deleted', 'tag': '5d9a63e3-9c8b-447c-bb05-8cf4d19eda8b', 'status': 'completed', 'code': 200} Dec 20 14:37:47.232774 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5b5349-13db-4995-b4f9-4236350e9752 req-dac2bfac-6b5a-4486-bf95-54d07712b08b tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:47.234494 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ab5b5349-13db-4995-b4f9-4236350e9752 req-dac2bfac-6b5a-4486-bf95-54d07712b08b tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "GET /v2.0/ports?device_id=c09bc019-13ea-434d-bbc0-07c863b22aea HTTP/1.1" status: 200 len: 943 time: 0.3692756 Dec 20 14:37:47.241063 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-4fedbca6-df2e-421b-a19a-cb91c392da5d tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab0bc1e6-7457-4c12-bc38-cefb8ca25ab3') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:37:47.241352 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-4fedbca6-df2e-421b-a19a-cb91c392da5d tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab0bc1e6-7457-4c12-bc38-cefb8ca25ab3') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:37:47.269331 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3859d34e-0d9c-45ea-b697-e41ff56fa5b8 req-f22336dc-1eec-4f58-bb88-2d07efc8c55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:47.270469 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3859d34e-0d9c-45ea-b697-e41ff56fa5b8 req-f22336dc-1eec-4f58-bb88-2d07efc8c55f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a9e11c76-32b6-463b-b516-e12248ff878a HTTP/1.1" status: 200 len: 849 time: 0.1439655 Dec 20 14:37:47.278983 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4fedbca6-df2e-421b-a19a-cb91c392da5d tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:47.288636 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 2a97f9ca-1443-4932-bd1c-261d6787ec13 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:37:47.316786 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 2a97f9ca-1443-4932-bd1c-261d6787ec13 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:37:47.317407 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 2a97f9ca-1443-4932-bd1c-261d6787ec13 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:37:47.330786 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4fedbca6-df2e-421b-a19a-cb91c392da5d tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:47.348933 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42250) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:47.356374 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fedbca6-df2e-421b-a19a-cb91c392da5d tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:37:47.356785 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4fedbca6-df2e-421b-a19a-cb91c392da5d tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:47.359855 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:37:47.359855 n-d-761264-19 neutron-server[103168]: self.session.flush() Dec 20 14:37:47.359855 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:37:47.359855 n-d-761264-19 neutron-server[103168]: self.session.flush() Dec 20 14:37:47.359855 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 14:37:47.359855 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:37:47.359855 n-d-761264-19 neutron-server[103168]: timer() Dec 20 14:37:47.359855 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:37:47.359855 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 14:37:47.359855 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:37:47.359855 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 14:37:47.359855 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:37:47.359855 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 14:37:47.359855 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:37:47.359855 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 14:37:47.359855 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:37:47.359855 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 14:37:47.359855 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:37:47.359855 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:37:47.359855 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:37:47.359855 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:37:47.359855 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:37:47.359855 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 14:37:47.359855 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:37:47.359855 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 14:37:47.359855 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:37:47.359855 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:37:47.359855 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:37:47.359855 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 14:37:47.359855 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:37:47.359855 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:37:47.359855 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:37:47.359855 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:37:47.359855 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:37:47.359855 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:37:47.359855 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:37:47.419752 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ab5b5349-13db-4995-b4f9-4236350e9752 req-7e2d53f2-b027-4962-a546-d42506cd25e9 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "GET /v2.0/security-groups?id=c47d898d-9929-440f-b783-78aa0f136a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1750460 Dec 20 14:37:47.429273 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3859d34e-0d9c-45ea-b697-e41ff56fa5b8 req-acd32f97-1839-4c98-b8d7-4f2973728915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:47.431335 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3859d34e-0d9c-45ea-b697-e41ff56fa5b8 req-acd32f97-1839-4c98-b8d7-4f2973728915 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=87a69cd0-a64c-42dd-a7fc-edd3efea59ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1498320 Dec 20 14:37:47.441099 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4fedbca6-df2e-421b-a19a-cb91c392da5d tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:47.457982 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4fedbca6-df2e-421b-a19a-cb91c392da5d tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:47.462469 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-4fedbca6-df2e-421b-a19a-cb91c392da5d tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] 10.222.0.54 "DELETE /v2.0/networks/0013eb67-65c9-4183-862e-cebcb457bba6 HTTP/1.1" status: 204 len: 168 time: 1.7767856 Dec 20 14:37:47.464865 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42254) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:47.487340 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fedbca6-df2e-421b-a19a-cb91c392da5d tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Pushing event deleted for resources: {'Network': ['ID=0013eb67-65c9-4183-862e-cebcb457bba6,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:47.511108 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-368f50f4-0753-4515-ad0f-6ff0d661d6d5 tempest-QuotasNegativeTest-1856634628 tempest-QuotasNegativeTest-1856634628-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:37:47.569083 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3859d34e-0d9c-45ea-b697-e41ff56fa5b8 req-3317eb9a-aeb4-43f5-9d8f-ea0808745a3d service neutron] 10.222.0.30 "GET /v2.0/networks/87a69cd0-a64c-42dd-a7fc-edd3efea59ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293309 Dec 20 14:37:47.575739 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-368f50f4-0753-4515-ad0f-6ff0d661d6d5 tempest-QuotasNegativeTest-1856634628 tempest-QuotasNegativeTest-1856634628-project-admin] 10.222.0.54 "PUT /v2.0/quotas/4dc9d22d9ccb49d7aec6829c0b9aca3a HTTP/1.1" status: 200 len: 368 time: 0.2246935 Dec 20 14:37:47.576863 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 42258) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:47.583582 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-c924596b-9fde-4071-9afa-b7671d7dc2d2 tempest-QuotasNegativeTest-1856634628 tempest-QuotasNegativeTest-1856634628-project-admin] Request body: {'network': {'project_id': '4dc9d22d9ccb49d7aec6829c0b9aca3a'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:37:47.632734 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-3411b574-294b-42b6-839e-0f6b51528e13 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Deleting port bea9a7f9-0e05-463b-a5b7-26a7a01b10a5 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:37:47.633085 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3411b574-294b-42b6-839e-0f6b51528e13 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:47.676638 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c924596b-9fde-4071-9afa-b7671d7dc2d2 tempest-QuotasNegativeTest-1856634628 tempest-QuotasNegativeTest-1856634628-project-admin] Made reservation on behalf of 4dc9d22d9ccb49d7aec6829c0b9aca3a for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:37:47.683243 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c924596b-9fde-4071-9afa-b7671d7dc2d2 tempest-QuotasNegativeTest-1856634628 tempest-QuotasNegativeTest-1856634628-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:47.711726 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c924596b-9fde-4071-9afa-b7671d7dc2d2 tempest-QuotasNegativeTest-1856634628 tempest-QuotasNegativeTest-1856634628-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:47.747042 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 5d9a63e3-9c8b-447c-bb05-8cf4d19eda8b no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:37:47.755554 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3411b574-294b-42b6-839e-0f6b51528e13 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:47.756203 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3411b574-294b-42b6-839e-0f6b51528e13 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:47.771682 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-3411b574-294b-42b6-839e-0f6b51528e13 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Calling delete_port for bea9a7f9-0e05-463b-a5b7-26a7a01b10a5 owned by network:floatingip {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:37:47.830215 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3859d34e-0d9c-45ea-b697-e41ff56fa5b8 req-4b4ba429-5f3d-4971-bafc-53ce006c4709 service neutron] 10.222.0.30 "GET /v2.0/networks/87a69cd0-a64c-42dd-a7fc-edd3efea59ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410922 Dec 20 14:37:47.830886 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] No Port match for: 5d9a63e3-9c8b-447c-bb05-8cf4d19eda8b {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:37:47.831252 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 5d9a63e3-9c8b-447c-bb05-8cf4d19eda8b not bound to the agent host n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:37:47.912196 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c924596b-9fde-4071-9afa-b7671d7dc2d2 tempest-QuotasNegativeTest-1856634628 tempest-QuotasNegativeTest-1856634628-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:47.920516 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c924596b-9fde-4071-9afa-b7671d7dc2d2 tempest-QuotasNegativeTest-1856634628 tempest-QuotasNegativeTest-1856634628-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:47.947796 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c924596b-9fde-4071-9afa-b7671d7dc2d2 tempest-QuotasNegativeTest-1856634628 tempest-QuotasNegativeTest-1856634628-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:37:47.968355 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c924596b-9fde-4071-9afa-b7671d7dc2d2 tempest-QuotasNegativeTest-1856634628 tempest-QuotasNegativeTest-1856634628-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:47.968941 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-c924596b-9fde-4071-9afa-b7671d7dc2d2 tempest-QuotasNegativeTest-1856634628 tempest-QuotasNegativeTest-1856634628-project-admin] Added segment 7fade251-da47-46b4-b583-eba5c345ccad of type vlan for network 02b09077-e2fb-4ba1-9532-8821f3671327 Dec 20 14:37:47.969651 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3411b574-294b-42b6-839e-0f6b51528e13 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:47.970843 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c924596b-9fde-4071-9afa-b7671d7dc2d2 tempest-QuotasNegativeTest-1856634628 tempest-QuotasNegativeTest-1856634628-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3b43da5-ad69-4628-a149-1bf72b6712a2,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:48.022606 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3411b574-294b-42b6-839e-0f6b51528e13 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Pushing event deleted for resources: {'Port': ['ID=bea9a7f9-0e05-463b-a5b7-26a7a01b10a5,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:48.024287 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c924596b-9fde-4071-9afa-b7671d7dc2d2 tempest-QuotasNegativeTest-1856634628 tempest-QuotasNegativeTest-1856634628-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:48.076318 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c924596b-9fde-4071-9afa-b7671d7dc2d2 tempest-QuotasNegativeTest-1856634628 tempest-QuotasNegativeTest-1856634628-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:48.077328 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c924596b-9fde-4071-9afa-b7671d7dc2d2 tempest-QuotasNegativeTest-1856634628 tempest-QuotasNegativeTest-1856634628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:48.078061 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c924596b-9fde-4071-9afa-b7671d7dc2d2 tempest-QuotasNegativeTest-1856634628 tempest-QuotasNegativeTest-1856634628-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:48.097564 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3411b574-294b-42b6-839e-0f6b51528e13 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Publish callbacks [] for floatingip, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:48.101082 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3411b574-294b-42b6-839e-0f6b51528e13 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:48.103343 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-3411b574-294b-42b6-839e-0f6b51528e13 tempest-FloatingIPAdminTestJSON-189204986 tempest-FloatingIPAdminTestJSON-189204986-project] 10.222.0.54 "DELETE /v2.0/floatingips/46936f97-12e1-4f90-9eec-8150f7908314 HTTP/1.1" status: 204 len: 168 time: 0.6364572 Dec 20 14:37:48.148715 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-c924596b-9fde-4071-9afa-b7671d7dc2d2 tempest-QuotasNegativeTest-1856634628 tempest-QuotasNegativeTest-1856634628-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5705428 Dec 20 14:37:48.152531 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42280) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:48.157497 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c924596b-9fde-4071-9afa-b7671d7dc2d2 tempest-QuotasNegativeTest-1856634628 tempest-QuotasNegativeTest-1856634628-project-admin] Pushing event updated for resources: {'Network': ['ID=02b09077-e2fb-4ba1-9532-8821f3671327,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:48.162461 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-93fc8698-3ae2-4f52-9139-0cfab12d5429 tempest-QuotasNegativeTest-1856634628 tempest-QuotasNegativeTest-1856634628-project-admin] Request body: {'network': {'project_id': '4dc9d22d9ccb49d7aec6829c0b9aca3a'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:37:48.169703 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 02b09077-e2fb-4ba1-9532-8821f3671327 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:37:48.197232 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93fc8698-3ae2-4f52-9139-0cfab12d5429 tempest-QuotasNegativeTest-1856634628 tempest-QuotasNegativeTest-1856634628-project-admin] Made reservation on behalf of 4dc9d22d9ccb49d7aec6829c0b9aca3a for: {'network': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:37:48.201021 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-93fc8698-3ae2-4f52-9139-0cfab12d5429 tempest-QuotasNegativeTest-1856634628 tempest-QuotasNegativeTest-1856634628-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:48.242261 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93fc8698-3ae2-4f52-9139-0cfab12d5429 tempest-QuotasNegativeTest-1856634628 tempest-QuotasNegativeTest-1856634628-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=103167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:37:48.257538 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-93fc8698-3ae2-4f52-9139-0cfab12d5429 tempest-QuotasNegativeTest-1856634628 tempest-QuotasNegativeTest-1856634628-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:48.257881 n-d-761264-19 neutron-server[103167]: INFO neutron.db.segments_db [None req-93fc8698-3ae2-4f52-9139-0cfab12d5429 tempest-QuotasNegativeTest-1856634628 tempest-QuotasNegativeTest-1856634628-project-admin] Added segment eaccfb55-3857-43b3-857e-368f7e70cb30 of type vlan for network fe6cac81-0f0b-43b1-b462-0f6391ebc875 Dec 20 14:37:48.324243 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-93fc8698-3ae2-4f52-9139-0cfab12d5429 tempest-QuotasNegativeTest-1856634628 tempest-QuotasNegativeTest-1856634628-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:48.364948 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-93fc8698-3ae2-4f52-9139-0cfab12d5429 tempest-QuotasNegativeTest-1856634628 tempest-QuotasNegativeTest-1856634628-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:48.366491 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93fc8698-3ae2-4f52-9139-0cfab12d5429 tempest-QuotasNegativeTest-1856634628 tempest-QuotasNegativeTest-1856634628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:48.367683 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-93fc8698-3ae2-4f52-9139-0cfab12d5429 tempest-QuotasNegativeTest-1856634628 tempest-QuotasNegativeTest-1856634628-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:48.403619 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 42288) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:48.417981 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-93fc8698-3ae2-4f52-9139-0cfab12d5429 tempest-QuotasNegativeTest-1856634628 tempest-QuotasNegativeTest-1856634628-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.2632058 Dec 20 14:37:48.420685 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 42292) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:48.425731 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-70ae376c-84b0-43c4-a57c-57d29e097c7b tempest-QuotasNegativeTest-1856634628 tempest-QuotasNegativeTest-1856634628-project-admin] Request body: {'network': {'project_id': '4dc9d22d9ccb49d7aec6829c0b9aca3a'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:37:48.461157 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-70ae376c-84b0-43c4-a57c-57d29e097c7b tempest-QuotasNegativeTest-1856634628 tempest-QuotasNegativeTest-1856634628-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 20 14:37:48.461687 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70ae376c-84b0-43c4-a57c-57d29e097c7b tempest-QuotasNegativeTest-1856634628 tempest-QuotasNegativeTest-1856634628-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:37:48.462882 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fc8698-3ae2-4f52-9139-0cfab12d5429 tempest-QuotasNegativeTest-1856634628 tempest-QuotasNegativeTest-1856634628-project-admin] Pushing event updated for resources: {'Network': ['ID=fe6cac81-0f0b-43b1-b462-0f6391ebc875,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:48.466436 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-70ae376c-84b0-43c4-a57c-57d29e097c7b tempest-QuotasNegativeTest-1856634628 tempest-QuotasNegativeTest-1856634628-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0431035 Dec 20 14:37:48.467946 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42296) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:48.476854 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network fe6cac81-0f0b-43b1-b462-0f6391ebc875 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:37:48.486034 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 42298) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:48.571695 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-438516d8-93a5-47d6-b3c1-fff49d4ca7d4 tempest-QuotasNegativeTest-1856634628 tempest-QuotasNegativeTest-1856634628-project-admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4dc9d22d9ccb49d7aec6829c0b9aca3a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1005888 Dec 20 14:37:48.572669 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 42302) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:48.746571 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc21e961-7d43-4343-a53d-8256e611b8e3 req-0431b970-7003-49d3-8c67-47e107ea39bf tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:48.748048 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cc21e961-7d43-4343-a53d-8256e611b8e3 req-0431b970-7003-49d3-8c67-47e107ea39bf tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "GET /v2.0/ports?device_id=c09bc019-13ea-434d-bbc0-07c863b22aea HTTP/1.1" status: 200 len: 943 time: 0.1662917 Dec 20 14:37:48.754339 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d0dd8909-f245-48f2-8840-d3a43bc42c0c tempest-QuotasNegativeTest-1856634628 tempest-QuotasNegativeTest-1856634628-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:48.766751 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-971615e8-8702-4756-a1a1-e9db253e6361 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=751a05b16b5044a7945a905d09156a04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2785611 Dec 20 14:37:48.769250 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42304) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:48.793035 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-9863bfbd-ce63-4cf4-ab71-730e7f97675b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a603a13625624a3998693dbc166df8e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3880913 Dec 20 14:37:48.796274 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42306) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:48.808656 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d0dd8909-f245-48f2-8840-d3a43bc42c0c tempest-QuotasNegativeTest-1856634628 tempest-QuotasNegativeTest-1856634628-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:48.854252 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cc21e961-7d43-4343-a53d-8256e611b8e3 req-3a4e698c-4655-470a-ad09-688f9dfc7541 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "GET /v2.0/security-groups?id=c47d898d-9929-440f-b783-78aa0f136a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970523 Dec 20 14:37:48.863761 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4e9a257d-2c3c-41fe-9f34-a900235db277 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:48.893463 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d0dd8909-f245-48f2-8840-d3a43bc42c0c tempest-QuotasNegativeTest-1856634628 tempest-QuotasNegativeTest-1856634628-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:48.898309 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d0dd8909-f245-48f2-8840-d3a43bc42c0c tempest-QuotasNegativeTest-1856634628 tempest-QuotasNegativeTest-1856634628-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:48.903058 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-d0dd8909-f245-48f2-8840-d3a43bc42c0c tempest-QuotasNegativeTest-1856634628 tempest-QuotasNegativeTest-1856634628-project-admin] 10.222.0.54 "DELETE /v2.0/security-groups/b3b43da5-ad69-4628-a149-1bf72b6712a2 HTTP/1.1" status: 204 len: 168 time: 0.3254077 Dec 20 14:37:48.903339 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6f897641-dd48-4ee8-9407-2b62247a3aa1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:48.903784 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42308) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:48.912692 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dd8909-f245-48f2-8840-d3a43bc42c0c tempest-QuotasNegativeTest-1856634628 tempest-QuotasNegativeTest-1856634628-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3b43da5-ad69-4628-a149-1bf72b6712a2,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:48.914165 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4e9a257d-2c3c-41fe-9f34-a900235db277 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:49.041182 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6f897641-dd48-4ee8-9407-2b62247a3aa1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:49.079954 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f75b3575-6ae5-4f64-848c-b6227457fd2a tempest-QuotasNegativeTest-1856634628 tempest-QuotasNegativeTest-1856634628-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:49.107597 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 14:37:49.150636 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4e9a257d-2c3c-41fe-9f34-a900235db277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:49.153366 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4e9a257d-2c3c-41fe-9f34-a900235db277 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:49.154552 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-4e9a257d-2c3c-41fe-9f34-a900235db277 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c4aad2a7-34c4-4475-83fc-fc22d5394c33 HTTP/1.1" status: 204 len: 168 time: 0.3842971 Dec 20 14:37:49.160274 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6f897641-dd48-4ee8-9407-2b62247a3aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:49.162457 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6f897641-dd48-4ee8-9407-2b62247a3aa1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:49.163583 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-6f897641-dd48-4ee8-9407-2b62247a3aa1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ba2b8475-0af7-413b-917e-b0f769d584e0 HTTP/1.1" status: 204 len: 168 time: 0.3663933 Dec 20 14:37:49.171536 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9a257d-2c3c-41fe-9f34-a900235db277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4aad2a7-34c4-4475-83fc-fc22d5394c33,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:49.196727 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f897641-dd48-4ee8-9407-2b62247a3aa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba2b8475-0af7-413b-917e-b0f769d584e0,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:49.245197 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f75b3575-6ae5-4f64-848c-b6227457fd2a tempest-QuotasNegativeTest-1856634628 tempest-QuotasNegativeTest-1856634628-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:49.276710 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-f75b3575-6ae5-4f64-848c-b6227457fd2a tempest-QuotasNegativeTest-1856634628 tempest-QuotasNegativeTest-1856634628-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe6cac81-0f0b-43b1-b462-0f6391ebc875']}} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:37:49.299108 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-f75b3575-6ae5-4f64-848c-b6227457fd2a tempest-QuotasNegativeTest-1856634628 tempest-QuotasNegativeTest-1856634628-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaccfb55-3857-43b3-857e-368f7e70cb30') {'for_net_delete': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:37:49.299787 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-f75b3575-6ae5-4f64-848c-b6227457fd2a tempest-QuotasNegativeTest-1856634628 tempest-QuotasNegativeTest-1856634628-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaccfb55-3857-43b3-857e-368f7e70cb30') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:37:49.329083 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f75b3575-6ae5-4f64-848c-b6227457fd2a tempest-QuotasNegativeTest-1856634628 tempest-QuotasNegativeTest-1856634628-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954405'] for segment, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:49.348536 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f75b3575-6ae5-4f64-848c-b6227457fd2a tempest-QuotasNegativeTest-1856634628 tempest-QuotasNegativeTest-1856634628-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:49.357469 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f75b3575-6ae5-4f64-848c-b6227457fd2a tempest-QuotasNegativeTest-1856634628 tempest-QuotasNegativeTest-1856634628-project-admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=103167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:37:49.357983 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f75b3575-6ae5-4f64-848c-b6227457fd2a tempest-QuotasNegativeTest-1856634628 tempest-QuotasNegativeTest-1856634628-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9956000'] for segment, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:49.360248 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:37:49.360248 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:37:49.360248 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:37:49.360248 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:37:49.360248 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:37:49.360248 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:37:49.360248 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:37:49.360248 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:37:49.360248 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:37:49.360248 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:37:49.360248 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:37:49.360248 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:37:49.360248 n-d-761264-19 neutron-server[103167]: Traceback (most recent call last): Dec 20 14:37:49.360248 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:37:49.360248 n-d-761264-19 neutron-server[103167]: timer() Dec 20 14:37:49.360248 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:37:49.360248 n-d-761264-19 neutron-server[103167]: cb(*args, **kw) Dec 20 14:37:49.360248 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:37:49.360248 n-d-761264-19 neutron-server[103167]: return func(*args, **kwargs) Dec 20 14:37:49.360248 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:37:49.360248 n-d-761264-19 neutron-server[103167]: self._notify() Dec 20 14:37:49.360248 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:37:49.360248 n-d-761264-19 neutron-server[103167]: self.callback(batched_events) Dec 20 14:37:49.360248 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:37:49.360248 n-d-761264-19 neutron-server[103167]: event.method(event) Dec 20 14:37:49.360248 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:37:49.360248 n-d-761264-19 neutron-server[103167]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:37:49.360248 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:37:49.360248 n-d-761264-19 neutron-server[103167]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:37:49.360248 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:37:49.360248 n-d-761264-19 neutron-server[103167]: return f(self, *a, **k) Dec 20 14:37:49.360248 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:37:49.360248 n-d-761264-19 neutron-server[103167]: return self._get(url).json() Dec 20 14:37:49.360248 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:37:49.360248 n-d-761264-19 neutron-server[103167]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:37:49.360248 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:37:49.360248 n-d-761264-19 neutron-server[103167]: return self.request(url, 'GET', **kwargs) Dec 20 14:37:49.360248 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:37:49.360248 n-d-761264-19 neutron-server[103167]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:37:49.360248 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:37:49.360248 n-d-761264-19 neutron-server[103167]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:37:49.360248 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:37:49.360248 n-d-761264-19 neutron-server[103167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:37:49.360248 n-d-761264-19 neutron-server[103167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:37:49.437878 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f75b3575-6ae5-4f64-848c-b6227457fd2a tempest-QuotasNegativeTest-1856634628 tempest-QuotasNegativeTest-1856634628-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:49.456797 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f75b3575-6ae5-4f64-848c-b6227457fd2a tempest-QuotasNegativeTest-1856634628 tempest-QuotasNegativeTest-1856634628-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:49.461047 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-f75b3575-6ae5-4f64-848c-b6227457fd2a tempest-QuotasNegativeTest-1856634628 tempest-QuotasNegativeTest-1856634628-project-admin] 10.222.0.54 "DELETE /v2.0/networks/fe6cac81-0f0b-43b1-b462-0f6391ebc875 HTTP/1.1" status: 204 len: 168 time: 0.5548019 Dec 20 14:37:49.462079 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75b3575-6ae5-4f64-848c-b6227457fd2a tempest-QuotasNegativeTest-1856634628 tempest-QuotasNegativeTest-1856634628-project-admin] Pushing event deleted for resources: {'Network': ['ID=fe6cac81-0f0b-43b1-b462-0f6391ebc875,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:49.463678 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 42320) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:49.543981 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5ff125be-7b98-448c-a3e4-98e17fcba58a tempest-QuotasNegativeTest-1856634628 tempest-QuotasNegativeTest-1856634628-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:49.651349 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5ff125be-7b98-448c-a3e4-98e17fcba58a tempest-QuotasNegativeTest-1856634628 tempest-QuotasNegativeTest-1856634628-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:49.677596 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42322) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:49.691746 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7b8074e5-e390-40e7-8b62-3e1f18d2d53d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:49.708877 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-5ff125be-7b98-448c-a3e4-98e17fcba58a tempest-QuotasNegativeTest-1856634628 tempest-QuotasNegativeTest-1856634628-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02b09077-e2fb-4ba1-9532-8821f3671327']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:37:49.724666 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-5ff125be-7b98-448c-a3e4-98e17fcba58a tempest-QuotasNegativeTest-1856634628 tempest-QuotasNegativeTest-1856634628-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fade251-da47-46b4-b583-eba5c345ccad') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:37:49.725062 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-5ff125be-7b98-448c-a3e4-98e17fcba58a tempest-QuotasNegativeTest-1856634628 tempest-QuotasNegativeTest-1856634628-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fade251-da47-46b4-b583-eba5c345ccad') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:37:49.737874 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5ff125be-7b98-448c-a3e4-98e17fcba58a tempest-QuotasNegativeTest-1856634628 tempest-QuotasNegativeTest-1856634628-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:49.754151 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 42326) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:49.772589 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1354408e-3256-4ed4-8208-4ad9c24171b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:49.783556 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5ff125be-7b98-448c-a3e4-98e17fcba58a tempest-QuotasNegativeTest-1856634628 tempest-QuotasNegativeTest-1856634628-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:49.788218 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7b8074e5-e390-40e7-8b62-3e1f18d2d53d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:49.793181 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7b8074e5-e390-40e7-8b62-3e1f18d2d53d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:49.800184 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ff125be-7b98-448c-a3e4-98e17fcba58a tempest-QuotasNegativeTest-1856634628 tempest-QuotasNegativeTest-1856634628-project-admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:37:49.800447 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5ff125be-7b98-448c-a3e4-98e17fcba58a tempest-QuotasNegativeTest-1856634628 tempest-QuotasNegativeTest-1856634628-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:49.802509 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 14:37:49.802509 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:37:49.802509 n-d-761264-19 neutron-server[103168]: timer() Dec 20 14:37:49.802509 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:37:49.802509 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 14:37:49.802509 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:37:49.802509 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 14:37:49.802509 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:37:49.802509 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 14:37:49.802509 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:37:49.802509 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 14:37:49.802509 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:37:49.802509 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 14:37:49.802509 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:37:49.802509 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:37:49.802509 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:37:49.802509 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:37:49.802509 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:37:49.802509 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 14:37:49.802509 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:37:49.802509 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 14:37:49.802509 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:37:49.802509 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:37:49.802509 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:37:49.802509 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 14:37:49.802509 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:37:49.802509 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:37:49.802509 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:37:49.802509 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:37:49.802509 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:37:49.802509 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:37:49.802509 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:37:49.839174 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-7b8074e5-e390-40e7-8b62-3e1f18d2d53d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ab3f69f93b2441abbc17cc6f3050a0f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1578257 Dec 20 14:37:49.839734 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42328) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:49.846954 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8074e5-e390-40e7-8b62-3e1f18d2d53d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c36ab22f-dc83-4e30-82e1-cf9bcd2c812a,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:49.885621 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5ff125be-7b98-448c-a3e4-98e17fcba58a tempest-QuotasNegativeTest-1856634628 tempest-QuotasNegativeTest-1856634628-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:49.892682 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5ff125be-7b98-448c-a3e4-98e17fcba58a tempest-QuotasNegativeTest-1856634628 tempest-QuotasNegativeTest-1856634628-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:49.898683 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-5ff125be-7b98-448c-a3e4-98e17fcba58a tempest-QuotasNegativeTest-1856634628 tempest-QuotasNegativeTest-1856634628-project-admin] 10.222.0.54 "DELETE /v2.0/networks/02b09077-e2fb-4ba1-9532-8821f3671327 HTTP/1.1" status: 204 len: 168 time: 0.4314213 Dec 20 14:37:49.913795 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff125be-7b98-448c-a3e4-98e17fcba58a tempest-QuotasNegativeTest-1856634628 tempest-QuotasNegativeTest-1856634628-project-admin] Pushing event deleted for resources: {'Network': ['ID=02b09077-e2fb-4ba1-9532-8821f3671327,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:49.943936 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a7aaed0c-3841-4770-a881-c1e301978646 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:49.949790 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1354408e-3256-4ed4-8208-4ad9c24171b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:49.958557 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1354408e-3256-4ed4-8208-4ad9c24171b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:50.003889 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-1354408e-3256-4ed4-8208-4ad9c24171b5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d31efeca5d0e41dfafcdac493ce4ccfb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2483268 Dec 20 14:37:50.004891 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1354408e-3256-4ed4-8208-4ad9c24171b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eaef346-3883-41c6-a0f0-c13b474570f6,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:50.011774 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 42334) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:50.028061 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a7aaed0c-3841-4770-a881-c1e301978646 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:50.080815 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7be02a61-f590-4f89-b9aa-5e5fd15e93c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:50.089102 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7871bc-3550-4d02-ac2e-fabc642dc8d5 req-518a0a89-f60d-41b4-b5ed-3af74001cd62 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:50.099540 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2d7871bc-3550-4d02-ac2e-fabc642dc8d5 req-518a0a89-f60d-41b4-b5ed-3af74001cd62 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "GET /v2.0/ports?device_id=c09bc019-13ea-434d-bbc0-07c863b22aea HTTP/1.1" status: 200 len: 943 time: 0.1285067 Dec 20 14:37:50.112052 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7be02a61-f590-4f89-b9aa-5e5fd15e93c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:50.155356 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2d7871bc-3550-4d02-ac2e-fabc642dc8d5 req-06e265eb-911d-42b9-ac88-2d1b0197c5e9 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "GET /v2.0/security-groups?id=c47d898d-9929-440f-b783-78aa0f136a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551007 Dec 20 14:37:50.157058 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a7aaed0c-3841-4770-a881-c1e301978646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:50.159907 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a7aaed0c-3841-4770-a881-c1e301978646 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:50.161306 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-a7aaed0c-3841-4770-a881-c1e301978646 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c36ab22f-dc83-4e30-82e1-cf9bcd2c812a HTTP/1.1" status: 204 len: 168 time: 0.3205576 Dec 20 14:37:50.176275 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aaed0c-3841-4770-a881-c1e301978646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c36ab22f-dc83-4e30-82e1-cf9bcd2c812a,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:50.198537 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7be02a61-f590-4f89-b9aa-5e5fd15e93c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:50.203410 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7be02a61-f590-4f89-b9aa-5e5fd15e93c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:50.204790 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-7be02a61-f590-4f89-b9aa-5e5fd15e93c0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7eaef346-3883-41c6-a0f0-c13b474570f6 HTTP/1.1" status: 204 len: 168 time: 0.1918352 Dec 20 14:37:50.215696 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be02a61-f590-4f89-b9aa-5e5fd15e93c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eaef346-3883-41c6-a0f0-c13b474570f6,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:50.744451 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 93af668f-2513-4104-bc3f-9ee7e91d2ff6 details requested by agent hyperv_n-h1-761264-19 with host n-h1-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:37:50.882818 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 93af668f-2513-4104-bc3f-9ee7e91d2ff6, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=93af668f-2513-4104-bc3f-9ee7e91d2ff6,segment=NetworkSegment(877e7bc7-97ff-42dc-9484-98838533dd48),segment_id=877e7bc7-97ff-42dc-9484-98838533dd48)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:37:50.900451 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Returning: {'device': '93af668f-2513-4104-bc3f-9ee7e91d2ff6', 'network_id': '87a69cd0-a64c-42dd-a7fc-edd3efea59ce', 'port_id': '93af668f-2513-4104-bc3f-9ee7e91d2ff6', 'mac_address': 'fa:16:3e:bc:c4:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e11c76-32b6-463b-b516-e12248ff878a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:37:50.913561 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 42350) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:50.938563 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c99af975-cba3-414b-99cb-0ea78a8cfcb3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:50.987766 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:51.012312 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93af668f-2513-4104-bc3f-9ee7e91d2ff6 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:37:51.033706 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42354) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:51.064996 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 93af668f-2513-4104-bc3f-9ee7e91d2ff6, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=93af668f-2513-4104-bc3f-9ee7e91d2ff6,segment=NetworkSegment(877e7bc7-97ff-42dc-9484-98838533dd48),segment_id=877e7bc7-97ff-42dc-9484-98838533dd48)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:37:51.070985 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:51.086219 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c99af975-cba3-414b-99cb-0ea78a8cfcb3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:51.095837 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c99af975-cba3-414b-99cb-0ea78a8cfcb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:51.148610 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99af975-cba3-414b-99cb-0ea78a8cfcb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ec0aea-9115-42c7-a06f-b897e2633bb7,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:51.154542 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-c99af975-cba3-414b-99cb-0ea78a8cfcb3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c3e2714867954803b4ecf966e63acf10&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2390332 Dec 20 14:37:51.157160 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 42360) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:51.168253 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=93af668f-2513-4104-bc3f-9ee7e91d2ff6,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:51.235869 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e815a2fb-961a-4faa-ac56-38d0af1f1ff3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:51.251973 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-afbf69de-3b39-4c5f-ba6f-59968c3322bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:51.338038 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-afbf69de-3b39-4c5f-ba6f-59968c3322bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:51.358296 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e815a2fb-961a-4faa-ac56-38d0af1f1ff3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:51.362685 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c749df0-af41-4766-b781-6c90b22eb46a req-233ddca5-72f2-4005-a331-639f68d02c6e tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:51.364592 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4c749df0-af41-4766-b781-6c90b22eb46a req-233ddca5-72f2-4005-a331-639f68d02c6e tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "GET /v2.0/ports?device_id=c09bc019-13ea-434d-bbc0-07c863b22aea HTTP/1.1" status: 200 len: 944 time: 0.0939231 Dec 20 14:37:51.364999 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e815a2fb-961a-4faa-ac56-38d0af1f1ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:51.440698 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-e815a2fb-961a-4faa-ac56-38d0af1f1ff3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=93fd9a376e264ee295f11b4727ce7ee2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4056756 Dec 20 14:37:51.443368 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42374) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:51.490144 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e815a2fb-961a-4faa-ac56-38d0af1f1ff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47d8c677-c936-42e1-968e-d7d90333d598,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:51.495877 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4c749df0-af41-4766-b781-6c90b22eb46a req-d52ee024-8149-4954-992a-733a8635dfbf tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "GET /v2.0/security-groups?id=c47d898d-9929-440f-b783-78aa0f136a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181529 Dec 20 14:37:51.522926 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['93af668f-2513-4104-bc3f-9ee7e91d2ff6'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:37:51.525012 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-afbf69de-3b39-4c5f-ba6f-59968c3322bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:51.531284 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-afbf69de-3b39-4c5f-ba6f-59968c3322bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:51.535657 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-afbf69de-3b39-4c5f-ba6f-59968c3322bf admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e6ec0aea-9115-42c7-a06f-b897e2633bb7 HTTP/1.1" status: 204 len: 168 time: 0.3771932 Dec 20 14:37:51.545076 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbf69de-3b39-4c5f-ba6f-59968c3322bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ec0aea-9115-42c7-a06f-b897e2633bb7,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:51.569551 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0f0b51a5-d26f-4574-9fbd-ecd7fada1cf9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:51.605632 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0f0b51a5-d26f-4574-9fbd-ecd7fada1cf9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:51.685536 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0f0b51a5-d26f-4574-9fbd-ecd7fada1cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:51.691977 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0f0b51a5-d26f-4574-9fbd-ecd7fada1cf9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:51.694092 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-0f0b51a5-d26f-4574-9fbd-ecd7fada1cf9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/47d8c677-c936-42e1-968e-d7d90333d598 HTTP/1.1" status: 204 len: 168 time: 0.2496266 Dec 20 14:37:51.706919 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0b51a5-d26f-4574-9fbd-ecd7fada1cf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d8c677-c936-42e1-968e-d7d90333d598,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:52.056135 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42398) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:52.284811 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-41422666-db4d-41d6-baaa-4c96c25df83b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:52.388201 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-41422666-db4d-41d6-baaa-4c96c25df83b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:52.400879 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-41422666-db4d-41d6-baaa-4c96c25df83b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:52.448226 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 42418) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:52.448774 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-41422666-db4d-41d6-baaa-4c96c25df83b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0a428a980ef74852b093837fbe243a26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3899808 Dec 20 14:37:52.449755 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41422666-db4d-41d6-baaa-4c96c25df83b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a86b6ff-0395-42ef-acdf-819e5831ec28,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:52.451197 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 42420) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:52.479235 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b6486e48-5633-4de1-beea-db4e4d617f73 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:52.558343 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2d4334fc-d03c-41d6-943e-3de6f87c6af0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:52.597106 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2d4334fc-d03c-41d6-943e-3de6f87c6af0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:52.688365 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b6486e48-5633-4de1-beea-db4e4d617f73 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:52.697596 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f24ed74-101a-48f2-aeaa-3a58091d4a6d req-0c181bdc-d9f3-41b9-9ed4-eebbde30235b tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:52.699193 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2f24ed74-101a-48f2-aeaa-3a58091d4a6d req-0c181bdc-d9f3-41b9-9ed4-eebbde30235b tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "GET /v2.0/ports?device_id=c09bc019-13ea-434d-bbc0-07c863b22aea HTTP/1.1" status: 200 len: 944 time: 0.1045911 Dec 20 14:37:52.700845 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b6486e48-5633-4de1-beea-db4e4d617f73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:52.762459 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2d4334fc-d03c-41d6-943e-3de6f87c6af0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:52.765177 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2d4334fc-d03c-41d6-943e-3de6f87c6af0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:52.768731 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-2d4334fc-d03c-41d6-943e-3de6f87c6af0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3a86b6ff-0395-42ef-acdf-819e5831ec28 HTTP/1.1" status: 204 len: 168 time: 0.3163674 Dec 20 14:37:52.773208 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-b6486e48-5633-4de1-beea-db4e4d617f73 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5dda421d450e411b96b388162f474866&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3169069 Dec 20 14:37:52.779108 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42446) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:52.780916 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6486e48-5633-4de1-beea-db4e4d617f73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=932a7868-e933-408b-8cc2-255f95ec47db,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:52.805923 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4334fc-d03c-41d6-943e-3de6f87c6af0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a86b6ff-0395-42ef-acdf-819e5831ec28,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:52.812222 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2f24ed74-101a-48f2-aeaa-3a58091d4a6d req-6d999495-84fa-48d6-808d-087465225919 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "GET /v2.0/security-groups?id=c47d898d-9929-440f-b783-78aa0f136a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013877 Dec 20 14:37:52.891983 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-dbf4c3ab-ff0e-450d-b76e-686333a25911 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:52.920417 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-dbf4c3ab-ff0e-450d-b76e-686333a25911 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:52.934560 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42456) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:52.991859 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-dbf4c3ab-ff0e-450d-b76e-686333a25911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:52.994988 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-dbf4c3ab-ff0e-450d-b76e-686333a25911 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:52.996237 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-dbf4c3ab-ff0e-450d-b76e-686333a25911 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/932a7868-e933-408b-8cc2-255f95ec47db HTTP/1.1" status: 204 len: 168 time: 0.2160811 Dec 20 14:37:53.004112 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf4c3ab-ff0e-450d-b76e-686333a25911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=932a7868-e933-408b-8cc2-255f95ec47db,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:53.147015 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-36ff6202-47cf-44e6-8868-ef8b5b7c386b req-97b13fe9-beff-436c-86af-f2a490e8848d tempest-FlavorsV2NegativeTest-1257641476 tempest-FlavorsV2NegativeTest-1257641476-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=25d9aecb019c49f5bda1748c23518ed2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0255368 Dec 20 14:37:53.267319 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-8e39f249-a3c7-45ff-aded-675d8442730a tempest-NetworksNegativeTestJSON-350215807 tempest-NetworksNegativeTestJSON-350215807-project] Request body: {'port': {'network_id': 'b6e74b9c-0a2d-47c2-921a-a2ac10c35429', 'name': 'tempest-NetworksNegativeTestJSON-877103156'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:37:53.284812 n-d-761264-19 neutron-server[103167]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e39f249-a3c7-45ff-aded-675d8442730a tempest-NetworksNegativeTestJSON-350215807 tempest-NetworksNegativeTestJSON-350215807-project] POST failed (client error): The resource could not be found. Dec 20 14:37:53.285361 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e39f249-a3c7-45ff-aded-675d8442730a tempest-NetworksNegativeTestJSON-350215807 tempest-NetworksNegativeTestJSON-350215807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:37:53.287143 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-8e39f249-a3c7-45ff-aded-675d8442730a tempest-NetworksNegativeTestJSON-350215807 tempest-NetworksNegativeTestJSON-350215807-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3542395 Dec 20 14:37:53.292997 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 42478) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:53.300887 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ff6202-47cf-44e6-8868-ef8b5b7c386b req-3b99d4c1-c151-4ea6-951d-9a4742538861 tempest-FlavorsV2NegativeTest-1257641476 tempest-FlavorsV2NegativeTest-1257641476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:53.302961 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-36ff6202-47cf-44e6-8868-ef8b5b7c386b req-3b99d4c1-c151-4ea6-951d-9a4742538861 tempest-FlavorsV2NegativeTest-1257641476 tempest-FlavorsV2NegativeTest-1257641476-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1472299 Dec 20 14:37:53.316822 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-6576f3d9-4911-4b24-9feb-72033f1813cf tempest-NetworksNegativeTestJSON-350215807 tempest-NetworksNegativeTestJSON-350215807-project] DELETE failed (client error): The resource could not be found. Dec 20 14:37:53.317566 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6576f3d9-4911-4b24-9feb-72033f1813cf tempest-NetworksNegativeTestJSON-350215807 tempest-NetworksNegativeTestJSON-350215807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:37:53.322603 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-6576f3d9-4911-4b24-9feb-72033f1813cf tempest-NetworksNegativeTestJSON-350215807 tempest-NetworksNegativeTestJSON-350215807-project] 10.222.0.54 "DELETE /v2.0/networks/d0fd2d5f-a2dd-491a-9464-3947eef8a0c4 HTTP/1.1" status: 404 len: 339 time: 0.0283647 Dec 20 14:37:53.323075 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-36ff6202-47cf-44e6-8868-ef8b5b7c386b req-b709d087-81c2-4101-8857-f30a4276ed21 tempest-FlavorsV2NegativeTest-1257641476 tempest-FlavorsV2NegativeTest-1257641476-project] 10.222.0.54 "GET /v2.0/quotas/25d9aecb019c49f5bda1748c23518ed2 HTTP/1.1" status: 200 len: 375 time: 0.0129664 Dec 20 14:37:53.328231 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 42480) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:53.357917 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0a986be-e4b9-4943-951e-2f13d5e66972 tempest-NetworksNegativeTestJSON-350215807 tempest-NetworksNegativeTestJSON-350215807-project] DELETE failed (client error): The resource could not be found. Dec 20 14:37:53.358644 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0a986be-e4b9-4943-951e-2f13d5e66972 tempest-NetworksNegativeTestJSON-350215807 tempest-NetworksNegativeTestJSON-350215807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:37:53.362037 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-b0a986be-e4b9-4943-951e-2f13d5e66972 tempest-NetworksNegativeTestJSON-350215807 tempest-NetworksNegativeTestJSON-350215807-project] 10.222.0.54 "DELETE /v2.0/ports/a822607f-4705-4957-84d4-abe8fe973efb HTTP/1.1" status: 404 len: 333 time: 0.0327015 Dec 20 14:37:53.368740 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 42482) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:53.385579 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-36ff6202-47cf-44e6-8868-ef8b5b7c386b req-8defb1d1-9dfd-4542-abf4-fd03eceba5ef tempest-FlavorsV2NegativeTest-1257641476 tempest-FlavorsV2NegativeTest-1257641476-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=25d9aecb019c49f5bda1748c23518ed2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0512309 Dec 20 14:37:53.397554 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-021de5d5-70c2-40a7-beaa-8bb78fc4e018 tempest-NetworksNegativeTestJSON-350215807 tempest-NetworksNegativeTestJSON-350215807-project] DELETE failed (client error): The resource could not be found. Dec 20 14:37:53.398686 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-021de5d5-70c2-40a7-beaa-8bb78fc4e018 tempest-NetworksNegativeTestJSON-350215807 tempest-NetworksNegativeTestJSON-350215807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:37:53.402673 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-021de5d5-70c2-40a7-beaa-8bb78fc4e018 tempest-NetworksNegativeTestJSON-350215807 tempest-NetworksNegativeTestJSON-350215807-project] 10.222.0.54 "DELETE /v2.0/subnets/37d5a491-7052-4536-bb91-5225be127a0a HTTP/1.1" status: 404 len: 337 time: 0.0326395 Dec 20 14:37:53.406350 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 42490) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:53.429312 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b3f86d9-b6c4-4227-a902-3889691bb905 tempest-NetworksNegativeTestJSON-350215807 tempest-NetworksNegativeTestJSON-350215807-project] GET failed (client error): The resource could not be found. Dec 20 14:37:53.435116 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-2b3f86d9-b6c4-4227-a902-3889691bb905 tempest-NetworksNegativeTestJSON-350215807 tempest-NetworksNegativeTestJSON-350215807-project] 10.222.0.54 "GET /v2.0/networks/f51373cb-fe3f-4732-95d7-d6af8ea21855 HTTP/1.1" status: 404 len: 339 time: 0.0232258 Dec 20 14:37:53.435760 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 42494) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:53.465195 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f8b45f7-23be-4d6f-ab12-032ba2d40159 tempest-NetworksNegativeTestJSON-350215807 tempest-NetworksNegativeTestJSON-350215807-project] GET failed (client error): The resource could not be found. Dec 20 14:37:53.466538 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-4f8b45f7-23be-4d6f-ab12-032ba2d40159 tempest-NetworksNegativeTestJSON-350215807 tempest-NetworksNegativeTestJSON-350215807-project] 10.222.0.54 "GET /v2.0/ports/4f6933a4-3004-4ea0-8302-f5998c03cd2b HTTP/1.1" status: 404 len: 333 time: 0.0297859 Dec 20 14:37:53.471880 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 42498) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:53.483448 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42500) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:53.501517 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2187807e-42d6-407e-a1b3-c1aed681a819 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:53.504339 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-95b7bad9-d96f-40bb-a2a3-c2aa25df6c11 tempest-NetworksNegativeTestJSON-350215807 tempest-NetworksNegativeTestJSON-350215807-project] GET failed (client error): The resource could not be found. Dec 20 14:37:53.505739 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-95b7bad9-d96f-40bb-a2a3-c2aa25df6c11 tempest-NetworksNegativeTestJSON-350215807 tempest-NetworksNegativeTestJSON-350215807-project] 10.222.0.54 "GET /v2.0/subnets/f015d31b-c98b-4e7a-ab0c-e43022c2fd48 HTTP/1.1" status: 404 len: 337 time: 0.0329037 Dec 20 14:37:53.509620 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 42502) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:53.515098 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-d6e1a79c-dd4f-4fac-ab40-3245abaa4e6b tempest-NetworksNegativeTestJSON-350215807 tempest-NetworksNegativeTestJSON-350215807-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:37:53.537320 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6e1a79c-dd4f-4fac-ab40-3245abaa4e6b tempest-NetworksNegativeTestJSON-350215807 tempest-NetworksNegativeTestJSON-350215807-project] PUT failed (client error): The resource could not be found. Dec 20 14:37:53.537846 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6e1a79c-dd4f-4fac-ab40-3245abaa4e6b tempest-NetworksNegativeTestJSON-350215807 tempest-NetworksNegativeTestJSON-350215807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:37:53.539187 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-d6e1a79c-dd4f-4fac-ab40-3245abaa4e6b tempest-NetworksNegativeTestJSON-350215807 tempest-NetworksNegativeTestJSON-350215807-project] 10.222.0.54 "PUT /v2.0/networks/1033a3e4-8a82-411e-9590-83d53233e0e3 HTTP/1.1" status: 404 len: 339 time: 0.0285730 Dec 20 14:37:53.542995 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 42504) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:53.549815 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-c80f53ff-2f7b-41c0-b6c3-55712e36b3d5 tempest-NetworksNegativeTestJSON-350215807 tempest-NetworksNegativeTestJSON-350215807-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:37:53.576328 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-c80f53ff-2f7b-41c0-b6c3-55712e36b3d5 tempest-NetworksNegativeTestJSON-350215807 tempest-NetworksNegativeTestJSON-350215807-project] PUT failed (client error): The resource could not be found. Dec 20 14:37:53.576989 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c80f53ff-2f7b-41c0-b6c3-55712e36b3d5 tempest-NetworksNegativeTestJSON-350215807 tempest-NetworksNegativeTestJSON-350215807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:37:53.578565 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-c80f53ff-2f7b-41c0-b6c3-55712e36b3d5 tempest-NetworksNegativeTestJSON-350215807 tempest-NetworksNegativeTestJSON-350215807-project] 10.222.0.54 "PUT /v2.0/ports/cb02d47b-1c28-4eea-bb9a-b3179ae41a6d HTTP/1.1" status: 404 len: 333 time: 0.0344002 Dec 20 14:37:53.582411 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 42510) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:53.588472 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-12b6d527-85ee-4169-bd7f-57de47612c99 tempest-NetworksNegativeTestJSON-350215807 tempest-NetworksNegativeTestJSON-350215807-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:37:53.605467 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2187807e-42d6-407e-a1b3-c1aed681a819 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:53.612326 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2187807e-42d6-407e-a1b3-c1aed681a819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:53.614567 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-12b6d527-85ee-4169-bd7f-57de47612c99 tempest-NetworksNegativeTestJSON-350215807 tempest-NetworksNegativeTestJSON-350215807-project] PUT failed (client error): The resource could not be found. Dec 20 14:37:53.615060 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12b6d527-85ee-4169-bd7f-57de47612c99 tempest-NetworksNegativeTestJSON-350215807 tempest-NetworksNegativeTestJSON-350215807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:37:53.616365 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-12b6d527-85ee-4169-bd7f-57de47612c99 tempest-NetworksNegativeTestJSON-350215807 tempest-NetworksNegativeTestJSON-350215807-project] 10.222.0.54 "PUT /v2.0/subnets/9148ebda-729a-407e-bfea-6268a573131d HTTP/1.1" status: 404 len: 337 time: 0.0325403 Dec 20 14:37:53.661082 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-2187807e-42d6-407e-a1b3-c1aed681a819 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=62ca2e424b8a470085c1785e065fd9d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1764677 Dec 20 14:37:53.662072 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2187807e-42d6-407e-a1b3-c1aed681a819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05b07729-52a4-4300-96c8-ca5dc3169921,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:53.664133 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 42516) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:53.729533 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8a92bc6b-d8f2-4707-87cf-8f06172cebc8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:53.755061 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8a92bc6b-d8f2-4707-87cf-8f06172cebc8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:53.815969 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8a92bc6b-d8f2-4707-87cf-8f06172cebc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:53.818799 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8a92bc6b-d8f2-4707-87cf-8f06172cebc8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:53.820117 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-8a92bc6b-d8f2-4707-87cf-8f06172cebc8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/05b07729-52a4-4300-96c8-ca5dc3169921 HTTP/1.1" status: 204 len: 168 time: 0.1543493 Dec 20 14:37:53.828630 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a92bc6b-d8f2-4707-87cf-8f06172cebc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05b07729-52a4-4300-96c8-ca5dc3169921,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:53.984448 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee40eb2-aead-4f48-898d-f664a61e022f req-62f50c50-a382-423c-bb8b-ef6a25d779c3 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:53.985920 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2ee40eb2-aead-4f48-898d-f664a61e022f req-62f50c50-a382-423c-bb8b-ef6a25d779c3 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "GET /v2.0/ports?device_id=c09bc019-13ea-434d-bbc0-07c863b22aea HTTP/1.1" status: 200 len: 944 time: 0.0632632 Dec 20 14:37:54.029826 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42536) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:54.050524 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2ee40eb2-aead-4f48-898d-f664a61e022f req-1679b1ee-8021-46ed-82fc-6f53e14e85e4 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "GET /v2.0/security-groups?id=c47d898d-9929-440f-b783-78aa0f136a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580029 Dec 20 14:37:54.253837 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-dc798044-d836-40bd-8c8d-abda1a7dc318 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:54.344079 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-dc798044-d836-40bd-8c8d-abda1a7dc318 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:54.349141 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-dc798044-d836-40bd-8c8d-abda1a7dc318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:54.389714 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc798044-d836-40bd-8c8d-abda1a7dc318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5cb5911-71da-404c-9b46-8ecc5302d4a6,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:54.396870 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-dc798044-d836-40bd-8c8d-abda1a7dc318 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2cce49ad84b448ef9ff86cc6f35b8993&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3626645 Dec 20 14:37:54.397440 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 42548) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:54.415525 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42550) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:54.439745 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a75db7a6-a8cc-4977-a975-fdfa8b3042c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:54.466223 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-23b27c71-e6d5-4e0a-9785-821cbac32ff5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:54.500332 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-23b27c71-e6d5-4e0a-9785-821cbac32ff5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:54.513648 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 42554) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:54.552546 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a75db7a6-a8cc-4977-a975-fdfa8b3042c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:54.560236 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a75db7a6-a8cc-4977-a975-fdfa8b3042c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:54.568198 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-23b27c71-e6d5-4e0a-9785-821cbac32ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:54.573276 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-23b27c71-e6d5-4e0a-9785-821cbac32ff5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:54.576160 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-23b27c71-e6d5-4e0a-9785-821cbac32ff5 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d5cb5911-71da-404c-9b46-8ecc5302d4a6 HTTP/1.1" status: 204 len: 168 time: 0.1778181 Dec 20 14:37:54.589512 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b27c71-e6d5-4e0a-9785-821cbac32ff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5cb5911-71da-404c-9b46-8ecc5302d4a6,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:54.617351 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 42562) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:54.618075 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-a75db7a6-a8cc-4977-a975-fdfa8b3042c5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=06e3d085dd624ea096957351329180f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1993442 Dec 20 14:37:54.619909 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75db7a6-a8cc-4977-a975-fdfa8b3042c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=833e60c7-3c95-4dd8-8d96-09c7892e8e4f,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:54.664633 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-96423cc7-15f4-4f3c-9ce3-44ea4453bfa7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:54.707133 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-676d52cd-faed-4456-8f58-b2ff6dfe3fd9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:54.742304 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-676d52cd-faed-4456-8f58-b2ff6dfe3fd9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:54.758888 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 93af668f-2513-4104-bc3f-9ee7e91d2ff6 up at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:37:54.811196 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-96423cc7-15f4-4f3c-9ce3-44ea4453bfa7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:54.818064 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-96423cc7-15f4-4f3c-9ce3-44ea4453bfa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:54.834308 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning for port 93af668f-2513-4104-bc3f-9ee7e91d2ff6 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:37:54.840144 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning complete for port 93af668f-2513-4104-bc3f-9ee7e91d2ff6 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:37:54.841438 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:54.843399 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-676d52cd-faed-4456-8f58-b2ff6dfe3fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:54.846080 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-676d52cd-faed-4456-8f58-b2ff6dfe3fd9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:54.850432 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-676d52cd-faed-4456-8f58-b2ff6dfe3fd9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/833e60c7-3c95-4dd8-8d96-09c7892e8e4f HTTP/1.1" status: 204 len: 168 time: 0.2312400 Dec 20 14:37:54.883878 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-96423cc7-15f4-4f3c-9ce3-44ea4453bfa7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=25d9aecb019c49f5bda1748c23518ed2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3691707 Dec 20 14:37:54.886494 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 42574) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:54.898302 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96423cc7-15f4-4f3c-9ce3-44ea4453bfa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b74198ff-de19-435a-b3b0-c8db7bf1a65f,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:54.914035 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676d52cd-faed-4456-8f58-b2ff6dfe3fd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=833e60c7-3c95-4dd8-8d96-09c7892e8e4f,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:54.962884 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-affad222-13fb-4862-a12f-4a4176dac665 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:54.990331 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-affad222-13fb-4862-a12f-4a4176dac665 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:55.045056 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-affad222-13fb-4862-a12f-4a4176dac665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:55.047751 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-affad222-13fb-4862-a12f-4a4176dac665 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:55.051868 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-affad222-13fb-4862-a12f-4a4176dac665 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b74198ff-de19-435a-b3b0-c8db7bf1a65f HTTP/1.1" status: 204 len: 168 time: 0.1617498 Dec 20 14:37:55.067284 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affad222-13fb-4862-a12f-4a4176dac665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b74198ff-de19-435a-b3b0-c8db7bf1a65f,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:55.171424 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:55.194160 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956e94c4-1465-4987-bd0a-fdf66cbec6a7 req-bf62d81b-6c53-42f7-90a3-8fea35455504 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:55.202198 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-956e94c4-1465-4987-bd0a-fdf66cbec6a7 req-bf62d81b-6c53-42f7-90a3-8fea35455504 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "GET /v2.0/ports?device_id=c09bc019-13ea-434d-bbc0-07c863b22aea HTTP/1.1" status: 200 len: 944 time: 0.0720325 Dec 20 14:37:55.203649 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c09bc019-13ea-434d-bbc0-07c863b22aea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93af668f-2513-4104-bc3f-9ee7e91d2ff6'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:37:55.206134 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a0ca3ae-76d6-4bec-a7eb-01adb3eb15aa" -d '{"events": [{"server_uuid": "c09bc019-13ea-434d-bbc0-07c863b22aea", "name": "network-vif-plugged", "status": "completed", "tag": "93af668f-2513-4104-bc3f-9ee7e91d2ff6"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:37:55.220259 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 93af668f-2513-4104-bc3f-9ee7e91d2ff6, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=93af668f-2513-4104-bc3f-9ee7e91d2ff6,segment=NetworkSegment(877e7bc7-97ff-42dc-9484-98838533dd48),segment_id=877e7bc7-97ff-42dc-9484-98838533dd48)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:37:55.226578 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:55.274765 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c919d0a6-81dc-4804-808e-b06bf0d85f7a x-openstack-request-id: req-c919d0a6-81dc-4804-808e-b06bf0d85f7a {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:37:55.275314 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c09bc019-13ea-434d-bbc0-07c863b22aea", "name": "network-vif-plugged", "status": "completed", "tag": "93af668f-2513-4104-bc3f-9ee7e91d2ff6", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:37:55.275634 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-956e94c4-1465-4987-bd0a-fdf66cbec6a7 req-e4e7eaf6-f42b-4fc0-a254-fe2668873aad tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "GET /v2.0/security-groups?id=c47d898d-9929-440f-b783-78aa0f136a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722761 Dec 20 14:37:55.276431 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c919d0a6-81dc-4804-808e-b06bf0d85f7a {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:37:55.277032 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c09bc019-13ea-434d-bbc0-07c863b22aea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93af668f-2513-4104-bc3f-9ee7e91d2ff6', 'code': 200} Dec 20 14:37:55.327039 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=93af668f-2513-4104-bc3f-9ee7e91d2ff6,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:55.394554 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d615a29e-4217-48b3-8028-e179743f745e req-eadc3e62-b037-40aa-b872-1f64aec21ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:55.396345 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d615a29e-4217-48b3-8028-e179743f745e req-eadc3e62-b037-40aa-b872-1f64aec21ca1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c09bc019-13ea-434d-bbc0-07c863b22aea HTTP/1.1" status: 200 len: 1097 time: 0.0718796 Dec 20 14:37:55.454964 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d615a29e-4217-48b3-8028-e179743f745e req-10fbe28c-4f99-43c8-8a37-9457c2675dd1 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c47d898d-9929-440f-b783-78aa0f136a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494382 Dec 20 14:37:55.719033 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 42608) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:55.973040 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-17b3fd21-7fcb-4e00-8f27-69150acd81dc tempest-PortsAdminExtendedAttrsTestJSON-523561713 tempest-PortsAdminExtendedAttrsTestJSON-523561713-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1070179541'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:37:56.004599 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17b3fd21-7fcb-4e00-8f27-69150acd81dc tempest-PortsAdminExtendedAttrsTestJSON-523561713 tempest-PortsAdminExtendedAttrsTestJSON-523561713-project] Made reservation on behalf of dcd09658749a4ac1b913dc7fc489ca02 for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:37:56.008236 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-17b3fd21-7fcb-4e00-8f27-69150acd81dc tempest-PortsAdminExtendedAttrsTestJSON-523561713 tempest-PortsAdminExtendedAttrsTestJSON-523561713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:56.020529 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-17b3fd21-7fcb-4e00-8f27-69150acd81dc tempest-PortsAdminExtendedAttrsTestJSON-523561713 tempest-PortsAdminExtendedAttrsTestJSON-523561713-project] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:56.106317 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-17b3fd21-7fcb-4e00-8f27-69150acd81dc tempest-PortsAdminExtendedAttrsTestJSON-523561713 tempest-PortsAdminExtendedAttrsTestJSON-523561713-project] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:56.111464 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-17b3fd21-7fcb-4e00-8f27-69150acd81dc tempest-PortsAdminExtendedAttrsTestJSON-523561713 tempest-PortsAdminExtendedAttrsTestJSON-523561713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:56.143993 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17b3fd21-7fcb-4e00-8f27-69150acd81dc tempest-PortsAdminExtendedAttrsTestJSON-523561713 tempest-PortsAdminExtendedAttrsTestJSON-523561713-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:37:56.151017 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b3fd21-7fcb-4e00-8f27-69150acd81dc tempest-PortsAdminExtendedAttrsTestJSON-523561713 tempest-PortsAdminExtendedAttrsTestJSON-523561713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eedb76d6-90be-4a2f-be94-60d15a945f3e,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:56.160297 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-17b3fd21-7fcb-4e00-8f27-69150acd81dc tempest-PortsAdminExtendedAttrsTestJSON-523561713 tempest-PortsAdminExtendedAttrsTestJSON-523561713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:56.160759 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-17b3fd21-7fcb-4e00-8f27-69150acd81dc tempest-PortsAdminExtendedAttrsTestJSON-523561713 tempest-PortsAdminExtendedAttrsTestJSON-523561713-project] Added segment dc9ac37a-d3eb-4b9e-8134-c5704b58f846 of type vlan for network 0755bc71-0db0-47e6-b322-11b63722698b Dec 20 14:37:56.213208 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-17b3fd21-7fcb-4e00-8f27-69150acd81dc tempest-PortsAdminExtendedAttrsTestJSON-523561713 tempest-PortsAdminExtendedAttrsTestJSON-523561713-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:56.247052 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-17b3fd21-7fcb-4e00-8f27-69150acd81dc tempest-PortsAdminExtendedAttrsTestJSON-523561713 tempest-PortsAdminExtendedAttrsTestJSON-523561713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:56.252930 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b3fd21-7fcb-4e00-8f27-69150acd81dc tempest-PortsAdminExtendedAttrsTestJSON-523561713 tempest-PortsAdminExtendedAttrsTestJSON-523561713-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:56.253645 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-17b3fd21-7fcb-4e00-8f27-69150acd81dc tempest-PortsAdminExtendedAttrsTestJSON-523561713 tempest-PortsAdminExtendedAttrsTestJSON-523561713-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:56.326892 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-17b3fd21-7fcb-4e00-8f27-69150acd81dc tempest-PortsAdminExtendedAttrsTestJSON-523561713 tempest-PortsAdminExtendedAttrsTestJSON-523561713-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.6059661 Dec 20 14:37:56.334031 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b3fd21-7fcb-4e00-8f27-69150acd81dc tempest-PortsAdminExtendedAttrsTestJSON-523561713 tempest-PortsAdminExtendedAttrsTestJSON-523561713-project] Pushing event updated for resources: {'Network': ['ID=0755bc71-0db0-47e6-b322-11b63722698b,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:56.345417 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 0755bc71-0db0-47e6-b322-11b63722698b details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:37:56.433523 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cebf1f-5706-4a30-8b2a-1e4f373501a9 req-6c226c89-ad2e-4c5d-bb51-10891ee8e1dd tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:56.435609 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f6cebf1f-5706-4a30-8b2a-1e4f373501a9 req-6c226c89-ad2e-4c5d-bb51-10891ee8e1dd tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "GET /v2.0/ports?device_id=c09bc019-13ea-434d-bbc0-07c863b22aea HTTP/1.1" status: 200 len: 945 time: 0.0579693 Dec 20 14:37:56.488214 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f6cebf1f-5706-4a30-8b2a-1e4f373501a9 req-6416a8b7-4f15-44f9-8de6-38ad6d24c22e tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "GET /v2.0/security-groups?id=c47d898d-9929-440f-b783-78aa0f136a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452709 Dec 20 14:37:56.498594 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 42650) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:56.633923 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42656) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:56.638952 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-f8f63c8b-ef2b-4ee2-a867-192b817b7b20 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Request body: {'port': {'network_id': '0755bc71-0db0-47e6-b322-11b63722698b', 'binding:host_id': 'n-h2-761264-19', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-615064669'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:37:56.664057 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8f63c8b-ef2b-4ee2-a867-192b817b7b20 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Made reservation on behalf of 188177df400245e9856c5ae7ee0032d6 for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:37:56.666590 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f8f63c8b-ef2b-4ee2-a867-192b817b7b20 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:56.676332 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f8f63c8b-ef2b-4ee2-a867-192b817b7b20 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:56.765980 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f8f63c8b-ef2b-4ee2-a867-192b817b7b20 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:56.771382 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f8f63c8b-ef2b-4ee2-a867-192b817b7b20 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:56.777099 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [None req-f8f63c8b-ef2b-4ee2-a867-192b817b7b20 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] device_id is not set on port ddee26f0-8fdc-4ddc-8168-7bac4d87a3e5 yet. {{(pid=103167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 14:37:56.779463 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-016ee1c4-8c60-432e-b8e6-e79611dbbc17 tempest-DvrRoutersNegativeTest-1130531738 tempest-DvrRoutersNegativeTest-1130531738-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1598809070', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:37:56.783111 n-d-761264-19 neutron-server[103168]: DEBUG neutron.policy [None req-016ee1c4-8c60-432e-b8e6-e79611dbbc17 tempest-DvrRoutersNegativeTest-1130531738 tempest-DvrRoutersNegativeTest-1130531738-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103168) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Dec 20 14:37:56.783691 n-d-761264-19 neutron-server[103168]: DEBUG neutron.policy [None req-016ee1c4-8c60-432e-b8e6-e79611dbbc17 tempest-DvrRoutersNegativeTest-1130531738 tempest-DvrRoutersNegativeTest-1130531738-project] Failed policy check for 'create_router' {{(pid=103168) enforce /opt/stack/neutron/neutron/policy.py:524}} Dec 20 14:37:56.784667 n-d-761264-19 neutron-server[103168]: INFO neutron.api.v2.resource [None req-016ee1c4-8c60-432e-b8e6-e79611dbbc17 tempest-DvrRoutersNegativeTest-1130531738 tempest-DvrRoutersNegativeTest-1130531738-project] create failed (client error): Access was denied to this resource. Dec 20 14:37:56.786264 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-016ee1c4-8c60-432e-b8e6-e79611dbbc17 tempest-DvrRoutersNegativeTest-1130531738 tempest-DvrRoutersNegativeTest-1130531738-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2861121 Dec 20 14:37:56.811472 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 42664) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:56.860325 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f63c8b-ef2b-4ee2-a867-192b817b7b20 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4d4ce24-f67e-4d60-b106-3418be412329,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:56.973970 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-cda8bd34-6757-4c4d-a9ed-17a0fe19699b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-963734160-network', 'tenant_id': 'dd643e87c2cd4e07a679e3616b63447a'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:37:57.000241 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cda8bd34-6757-4c4d-a9ed-17a0fe19699b admin admin] Made reservation on behalf of dd643e87c2cd4e07a679e3616b63447a for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:37:57.003821 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cda8bd34-6757-4c4d-a9ed-17a0fe19699b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:57.014097 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cda8bd34-6757-4c4d-a9ed-17a0fe19699b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:57.074226 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [None req-f8f63c8b-ef2b-4ee2-a867-192b817b7b20 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] device_id is not set on port ddee26f0-8fdc-4ddc-8168-7bac4d87a3e5 yet. {{(pid=103167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 14:37:57.087271 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f8f63c8b-ef2b-4ee2-a867-192b817b7b20 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:57.093877 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f8f63c8b-ef2b-4ee2-a867-192b817b7b20 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:57.118039 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cda8bd34-6757-4c4d-a9ed-17a0fe19699b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:57.124335 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cda8bd34-6757-4c4d-a9ed-17a0fe19699b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:57.145001 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cda8bd34-6757-4c4d-a9ed-17a0fe19699b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:37:57.153146 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42670) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:57.169259 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f63c8b-ef2b-4ee2-a867-192b817b7b20 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Pushing event updated for resources: {'Port': ['ID=ddee26f0-8fdc-4ddc-8168-7bac4d87a3e5,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:57.178316 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda8bd34-6757-4c4d-a9ed-17a0fe19699b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16dbb5df-5a96-481b-b8f3-59dc4e45a7bd,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:57.178864 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f63c8b-ef2b-4ee2-a867-192b817b7b20 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Checking segment: {'id': 'dc9ac37a-d3eb-4b9e-8134-c5704b58f846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0755bc71-0db0-47e6-b322-11b63722698b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:37:57.179294 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f63c8b-ef2b-4ee2-a867-192b817b7b20 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Network hostable DHCP agents. Network: 0755bc71-0db0-47e6-b322-11b63722698b, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:37:57.181433 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cda8bd34-6757-4c4d-a9ed-17a0fe19699b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:57.181766 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-cda8bd34-6757-4c4d-a9ed-17a0fe19699b admin admin] Added segment 22d1adb1-48a1-447d-995a-bb775ec3ca0d of type vlan for network adb14423-d253-449b-99d0-dbcf8c2e2fbf Dec 20 14:37:57.201636 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f63c8b-ef2b-4ee2-a867-192b817b7b20 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Network 0755bc71-0db0-47e6-b322-11b63722698b is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:37:57.216194 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-f8f63c8b-ef2b-4ee2-a867-192b817b7b20 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 0755bc71-0db0-47e6-b322-11b63722698b) {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:37:57.220595 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f63c8b-ef2b-4ee2-a867-192b817b7b20 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:37:57.231354 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b242d423-1416-4667-8d7a-2af819fef37c None None] Network 0755bc71-0db0-47e6-b322-11b63722698b requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:37:57.240683 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-f8f63c8b-ef2b-4ee2-a867-192b817b7b20 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempting to bind port ddee26f0-8fdc-4ddc-8168-7bac4d87a3e5 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:37:57.241060 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-f8f63c8b-ef2b-4ee2-a867-192b817b7b20 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempting to bind port ddee26f0-8fdc-4ddc-8168-7bac4d87a3e5 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': 'dc9ac37a-d3eb-4b9e-8134-c5704b58f846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0755bc71-0db0-47e6-b322-11b63722698b'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:37:57.241440 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f63c8b-ef2b-4ee2-a867-192b817b7b20 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempting to bind port ddee26f0-8fdc-4ddc-8168-7bac4d87a3e5 on network 0755bc71-0db0-47e6-b322-11b63722698b {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:37:57.248413 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f63c8b-ef2b-4ee2-a867-192b817b7b20 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Port ddee26f0-8fdc-4ddc-8168-7bac4d87a3e5 on network 0755bc71-0db0-47e6-b322-11b63722698b not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:37:57.248770 n-d-761264-19 neutron-server[103167]: ERROR neutron.plugins.ml2.managers [None req-f8f63c8b-ef2b-4ee2-a867-192b817b7b20 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Failed to bind port ddee26f0-8fdc-4ddc-8168-7bac4d87a3e5 on host n-h2-761264-19 for vnic_type normal using segments [{'id': 'dc9ac37a-d3eb-4b9e-8134-c5704b58f846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0755bc71-0db0-47e6-b322-11b63722698b'}] Dec 20 14:37:57.249204 n-d-761264-19 neutron-server[103167]: INFO neutron.plugins.ml2.plugin [None req-f8f63c8b-ef2b-4ee2-a867-192b817b7b20 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempt 2 to bind port ddee26f0-8fdc-4ddc-8168-7bac4d87a3e5 Dec 20 14:37:57.253193 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cda8bd34-6757-4c4d-a9ed-17a0fe19699b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:57.264988 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-f8f63c8b-ef2b-4ee2-a867-192b817b7b20 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempting to bind port ddee26f0-8fdc-4ddc-8168-7bac4d87a3e5 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:37:57.265875 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-f8f63c8b-ef2b-4ee2-a867-192b817b7b20 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempting to bind port ddee26f0-8fdc-4ddc-8168-7bac4d87a3e5 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': 'dc9ac37a-d3eb-4b9e-8134-c5704b58f846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0755bc71-0db0-47e6-b322-11b63722698b'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:37:57.266380 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f63c8b-ef2b-4ee2-a867-192b817b7b20 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempting to bind port ddee26f0-8fdc-4ddc-8168-7bac4d87a3e5 on network 0755bc71-0db0-47e6-b322-11b63722698b {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:37:57.272732 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f63c8b-ef2b-4ee2-a867-192b817b7b20 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Port ddee26f0-8fdc-4ddc-8168-7bac4d87a3e5 on network 0755bc71-0db0-47e6-b322-11b63722698b not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:37:57.273982 n-d-761264-19 neutron-server[103167]: ERROR neutron.plugins.ml2.managers [None req-f8f63c8b-ef2b-4ee2-a867-192b817b7b20 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Failed to bind port ddee26f0-8fdc-4ddc-8168-7bac4d87a3e5 on host n-h2-761264-19 for vnic_type normal using segments [{'id': 'dc9ac37a-d3eb-4b9e-8134-c5704b58f846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0755bc71-0db0-47e6-b322-11b63722698b'}] Dec 20 14:37:57.274818 n-d-761264-19 neutron-server[103167]: INFO neutron.plugins.ml2.plugin [None req-f8f63c8b-ef2b-4ee2-a867-192b817b7b20 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempt 3 to bind port ddee26f0-8fdc-4ddc-8168-7bac4d87a3e5 Dec 20 14:37:57.287098 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cda8bd34-6757-4c4d-a9ed-17a0fe19699b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:57.288088 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda8bd34-6757-4c4d-a9ed-17a0fe19699b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:57.288760 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cda8bd34-6757-4c4d-a9ed-17a0fe19699b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:57.292443 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-f8f63c8b-ef2b-4ee2-a867-192b817b7b20 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempting to bind port ddee26f0-8fdc-4ddc-8168-7bac4d87a3e5 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:37:57.292986 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-f8f63c8b-ef2b-4ee2-a867-192b817b7b20 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempting to bind port ddee26f0-8fdc-4ddc-8168-7bac4d87a3e5 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': 'dc9ac37a-d3eb-4b9e-8134-c5704b58f846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0755bc71-0db0-47e6-b322-11b63722698b'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:37:57.293317 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f63c8b-ef2b-4ee2-a867-192b817b7b20 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempting to bind port ddee26f0-8fdc-4ddc-8168-7bac4d87a3e5 on network 0755bc71-0db0-47e6-b322-11b63722698b {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:37:57.298349 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f63c8b-ef2b-4ee2-a867-192b817b7b20 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Port ddee26f0-8fdc-4ddc-8168-7bac4d87a3e5 on network 0755bc71-0db0-47e6-b322-11b63722698b not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:37:57.298699 n-d-761264-19 neutron-server[103167]: ERROR neutron.plugins.ml2.managers [None req-f8f63c8b-ef2b-4ee2-a867-192b817b7b20 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Failed to bind port ddee26f0-8fdc-4ddc-8168-7bac4d87a3e5 on host n-h2-761264-19 for vnic_type normal using segments [{'id': 'dc9ac37a-d3eb-4b9e-8134-c5704b58f846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0755bc71-0db0-47e6-b322-11b63722698b'}] Dec 20 14:37:57.299120 n-d-761264-19 neutron-server[103167]: INFO neutron.plugins.ml2.plugin [None req-f8f63c8b-ef2b-4ee2-a867-192b817b7b20 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempt 4 to bind port ddee26f0-8fdc-4ddc-8168-7bac4d87a3e5 Dec 20 14:37:57.343366 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-f8f63c8b-ef2b-4ee2-a867-192b817b7b20 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempting to bind port ddee26f0-8fdc-4ddc-8168-7bac4d87a3e5 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:37:57.343862 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-f8f63c8b-ef2b-4ee2-a867-192b817b7b20 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempting to bind port ddee26f0-8fdc-4ddc-8168-7bac4d87a3e5 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': 'dc9ac37a-d3eb-4b9e-8134-c5704b58f846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0755bc71-0db0-47e6-b322-11b63722698b'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:37:57.344270 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f63c8b-ef2b-4ee2-a867-192b817b7b20 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempting to bind port ddee26f0-8fdc-4ddc-8168-7bac4d87a3e5 on network 0755bc71-0db0-47e6-b322-11b63722698b {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:37:57.359310 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-febf5984-8452-4415-b8a9-804479610929 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:57.362994 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-cda8bd34-6757-4c4d-a9ed-17a0fe19699b admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5501626 Dec 20 14:37:57.363673 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 42676) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:57.370839 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-dc948b97-337e-437d-b1dc-ccced38888f5 admin admin] Request body: {'subnet': {'network_id': 'adb14423-d253-449b-99d0-dbcf8c2e2fbf', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-963734160-subnet', 'tenant_id': 'dd643e87c2cd4e07a679e3616b63447a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:37:57.380189 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f63c8b-ef2b-4ee2-a867-192b817b7b20 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Port ddee26f0-8fdc-4ddc-8168-7bac4d87a3e5 on network 0755bc71-0db0-47e6-b322-11b63722698b not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:37:57.380559 n-d-761264-19 neutron-server[103167]: ERROR neutron.plugins.ml2.managers [None req-f8f63c8b-ef2b-4ee2-a867-192b817b7b20 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Failed to bind port ddee26f0-8fdc-4ddc-8168-7bac4d87a3e5 on host n-h2-761264-19 for vnic_type normal using segments [{'id': 'dc9ac37a-d3eb-4b9e-8134-c5704b58f846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0755bc71-0db0-47e6-b322-11b63722698b'}] Dec 20 14:37:57.381025 n-d-761264-19 neutron-server[103167]: INFO neutron.plugins.ml2.plugin [None req-f8f63c8b-ef2b-4ee2-a867-192b817b7b20 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempt 5 to bind port ddee26f0-8fdc-4ddc-8168-7bac4d87a3e5 Dec 20 14:37:57.397682 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda8bd34-6757-4c4d-a9ed-17a0fe19699b admin admin] Pushing event updated for resources: {'Network': ['ID=adb14423-d253-449b-99d0-dbcf8c2e2fbf,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:57.404626 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc948b97-337e-437d-b1dc-ccced38888f5 admin admin] Made reservation on behalf of dd643e87c2cd4e07a679e3616b63447a for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:37:57.408925 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-dc948b97-337e-437d-b1dc-ccced38888f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:57.411296 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network adb14423-d253-449b-99d0-dbcf8c2e2fbf details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:37:57.422652 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-f8f63c8b-ef2b-4ee2-a867-192b817b7b20 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempting to bind port ddee26f0-8fdc-4ddc-8168-7bac4d87a3e5 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:37:57.423019 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-f8f63c8b-ef2b-4ee2-a867-192b817b7b20 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempting to bind port ddee26f0-8fdc-4ddc-8168-7bac4d87a3e5 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': 'dc9ac37a-d3eb-4b9e-8134-c5704b58f846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0755bc71-0db0-47e6-b322-11b63722698b'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:37:57.423436 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f63c8b-ef2b-4ee2-a867-192b817b7b20 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempting to bind port ddee26f0-8fdc-4ddc-8168-7bac4d87a3e5 on network 0755bc71-0db0-47e6-b322-11b63722698b {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:37:57.440984 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f63c8b-ef2b-4ee2-a867-192b817b7b20 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Port ddee26f0-8fdc-4ddc-8168-7bac4d87a3e5 on network 0755bc71-0db0-47e6-b322-11b63722698b not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:37:57.441312 n-d-761264-19 neutron-server[103167]: ERROR neutron.plugins.ml2.managers [None req-f8f63c8b-ef2b-4ee2-a867-192b817b7b20 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Failed to bind port ddee26f0-8fdc-4ddc-8168-7bac4d87a3e5 on host n-h2-761264-19 for vnic_type normal using segments [{'id': 'dc9ac37a-d3eb-4b9e-8134-c5704b58f846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0755bc71-0db0-47e6-b322-11b63722698b'}] Dec 20 14:37:57.442815 n-d-761264-19 neutron-server[103167]: INFO neutron.plugins.ml2.plugin [None req-f8f63c8b-ef2b-4ee2-a867-192b817b7b20 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempt 6 to bind port ddee26f0-8fdc-4ddc-8168-7bac4d87a3e5 Dec 20 14:37:57.481009 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-f8f63c8b-ef2b-4ee2-a867-192b817b7b20 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempting to bind port ddee26f0-8fdc-4ddc-8168-7bac4d87a3e5 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:37:57.481351 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-f8f63c8b-ef2b-4ee2-a867-192b817b7b20 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempting to bind port ddee26f0-8fdc-4ddc-8168-7bac4d87a3e5 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': 'dc9ac37a-d3eb-4b9e-8134-c5704b58f846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0755bc71-0db0-47e6-b322-11b63722698b'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:37:57.481689 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f63c8b-ef2b-4ee2-a867-192b817b7b20 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempting to bind port ddee26f0-8fdc-4ddc-8168-7bac4d87a3e5 on network 0755bc71-0db0-47e6-b322-11b63722698b {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:37:57.489979 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f63c8b-ef2b-4ee2-a867-192b817b7b20 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Port ddee26f0-8fdc-4ddc-8168-7bac4d87a3e5 on network 0755bc71-0db0-47e6-b322-11b63722698b not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:37:57.490299 n-d-761264-19 neutron-server[103167]: ERROR neutron.plugins.ml2.managers [None req-f8f63c8b-ef2b-4ee2-a867-192b817b7b20 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Failed to bind port ddee26f0-8fdc-4ddc-8168-7bac4d87a3e5 on host n-h2-761264-19 for vnic_type normal using segments [{'id': 'dc9ac37a-d3eb-4b9e-8134-c5704b58f846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0755bc71-0db0-47e6-b322-11b63722698b'}] Dec 20 14:37:57.491809 n-d-761264-19 neutron-server[103167]: INFO neutron.plugins.ml2.plugin [None req-f8f63c8b-ef2b-4ee2-a867-192b817b7b20 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempt 7 to bind port ddee26f0-8fdc-4ddc-8168-7bac4d87a3e5 Dec 20 14:37:57.539647 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-f8f63c8b-ef2b-4ee2-a867-192b817b7b20 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempting to bind port ddee26f0-8fdc-4ddc-8168-7bac4d87a3e5 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:37:57.539647 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-f8f63c8b-ef2b-4ee2-a867-192b817b7b20 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempting to bind port ddee26f0-8fdc-4ddc-8168-7bac4d87a3e5 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': 'dc9ac37a-d3eb-4b9e-8134-c5704b58f846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0755bc71-0db0-47e6-b322-11b63722698b'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:37:57.539647 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f63c8b-ef2b-4ee2-a867-192b817b7b20 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempting to bind port ddee26f0-8fdc-4ddc-8168-7bac4d87a3e5 on network 0755bc71-0db0-47e6-b322-11b63722698b {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:37:57.545646 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f63c8b-ef2b-4ee2-a867-192b817b7b20 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Port ddee26f0-8fdc-4ddc-8168-7bac4d87a3e5 on network 0755bc71-0db0-47e6-b322-11b63722698b not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:37:57.546012 n-d-761264-19 neutron-server[103167]: ERROR neutron.plugins.ml2.managers [None req-f8f63c8b-ef2b-4ee2-a867-192b817b7b20 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Failed to bind port ddee26f0-8fdc-4ddc-8168-7bac4d87a3e5 on host n-h2-761264-19 for vnic_type normal using segments [{'id': 'dc9ac37a-d3eb-4b9e-8134-c5704b58f846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0755bc71-0db0-47e6-b322-11b63722698b'}] Dec 20 14:37:57.551961 n-d-761264-19 neutron-server[103167]: INFO neutron.plugins.ml2.plugin [None req-f8f63c8b-ef2b-4ee2-a867-192b817b7b20 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempt 8 to bind port ddee26f0-8fdc-4ddc-8168-7bac4d87a3e5 Dec 20 14:37:57.569817 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-f8f63c8b-ef2b-4ee2-a867-192b817b7b20 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempting to bind port ddee26f0-8fdc-4ddc-8168-7bac4d87a3e5 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:37:57.570195 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-f8f63c8b-ef2b-4ee2-a867-192b817b7b20 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempting to bind port ddee26f0-8fdc-4ddc-8168-7bac4d87a3e5 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': 'dc9ac37a-d3eb-4b9e-8134-c5704b58f846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0755bc71-0db0-47e6-b322-11b63722698b'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:37:57.570527 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f63c8b-ef2b-4ee2-a867-192b817b7b20 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempting to bind port ddee26f0-8fdc-4ddc-8168-7bac4d87a3e5 on network 0755bc71-0db0-47e6-b322-11b63722698b {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:37:57.585423 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f63c8b-ef2b-4ee2-a867-192b817b7b20 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Port ddee26f0-8fdc-4ddc-8168-7bac4d87a3e5 on network 0755bc71-0db0-47e6-b322-11b63722698b not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:37:57.585656 n-d-761264-19 neutron-server[103167]: ERROR neutron.plugins.ml2.managers [None req-f8f63c8b-ef2b-4ee2-a867-192b817b7b20 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Failed to bind port ddee26f0-8fdc-4ddc-8168-7bac4d87a3e5 on host n-h2-761264-19 for vnic_type normal using segments [{'id': 'dc9ac37a-d3eb-4b9e-8134-c5704b58f846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0755bc71-0db0-47e6-b322-11b63722698b'}] Dec 20 14:37:57.587946 n-d-761264-19 neutron-server[103167]: INFO neutron.plugins.ml2.plugin [None req-f8f63c8b-ef2b-4ee2-a867-192b817b7b20 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempt 9 to bind port ddee26f0-8fdc-4ddc-8168-7bac4d87a3e5 Dec 20 14:37:57.612533 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-febf5984-8452-4415-b8a9-804479610929 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:57.615813 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-f8f63c8b-ef2b-4ee2-a867-192b817b7b20 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempting to bind port ddee26f0-8fdc-4ddc-8168-7bac4d87a3e5 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:37:57.616178 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-f8f63c8b-ef2b-4ee2-a867-192b817b7b20 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempting to bind port ddee26f0-8fdc-4ddc-8168-7bac4d87a3e5 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': 'dc9ac37a-d3eb-4b9e-8134-c5704b58f846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0755bc71-0db0-47e6-b322-11b63722698b'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:37:57.616510 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f63c8b-ef2b-4ee2-a867-192b817b7b20 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempting to bind port ddee26f0-8fdc-4ddc-8168-7bac4d87a3e5 on network 0755bc71-0db0-47e6-b322-11b63722698b {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:37:57.620425 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-febf5984-8452-4415-b8a9-804479610929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:57.626250 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f63c8b-ef2b-4ee2-a867-192b817b7b20 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Port ddee26f0-8fdc-4ddc-8168-7bac4d87a3e5 on network 0755bc71-0db0-47e6-b322-11b63722698b not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:37:57.626576 n-d-761264-19 neutron-server[103167]: ERROR neutron.plugins.ml2.managers [None req-f8f63c8b-ef2b-4ee2-a867-192b817b7b20 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Failed to bind port ddee26f0-8fdc-4ddc-8168-7bac4d87a3e5 on host n-h2-761264-19 for vnic_type normal using segments [{'id': 'dc9ac37a-d3eb-4b9e-8134-c5704b58f846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0755bc71-0db0-47e6-b322-11b63722698b'}] Dec 20 14:37:57.627166 n-d-761264-19 neutron-server[103167]: INFO neutron.plugins.ml2.plugin [None req-f8f63c8b-ef2b-4ee2-a867-192b817b7b20 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempt 10 to bind port ddee26f0-8fdc-4ddc-8168-7bac4d87a3e5 Dec 20 14:37:57.670528 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-dc948b97-337e-437d-b1dc-ccced38888f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8848317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10470522'] for subnet, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:57.682232 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-febf5984-8452-4415-b8a9-804479610929 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6139522b4a9c46a1ad8779c9aeeea2f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5281785 Dec 20 14:37:57.683035 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-f8f63c8b-ef2b-4ee2-a867-192b817b7b20 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempting to bind port ddee26f0-8fdc-4ddc-8168-7bac4d87a3e5 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:37:57.683371 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-f8f63c8b-ef2b-4ee2-a867-192b817b7b20 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempting to bind port ddee26f0-8fdc-4ddc-8168-7bac4d87a3e5 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': 'dc9ac37a-d3eb-4b9e-8134-c5704b58f846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0755bc71-0db0-47e6-b322-11b63722698b'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:37:57.683702 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f63c8b-ef2b-4ee2-a867-192b817b7b20 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempting to bind port ddee26f0-8fdc-4ddc-8168-7bac4d87a3e5 on network 0755bc71-0db0-47e6-b322-11b63722698b {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:37:57.685758 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42684) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:57.693450 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febf5984-8452-4415-b8a9-804479610929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd02a109-5250-4552-b4c5-13c9c16ec9c6,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:57.705516 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f63c8b-ef2b-4ee2-a867-192b817b7b20 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Port ddee26f0-8fdc-4ddc-8168-7bac4d87a3e5 on network 0755bc71-0db0-47e6-b322-11b63722698b not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:37:57.706107 n-d-761264-19 neutron-server[103167]: ERROR neutron.plugins.ml2.managers [None req-f8f63c8b-ef2b-4ee2-a867-192b817b7b20 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Failed to bind port ddee26f0-8fdc-4ddc-8168-7bac4d87a3e5 on host n-h2-761264-19 for vnic_type normal using segments [{'id': 'dc9ac37a-d3eb-4b9e-8134-c5704b58f846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0755bc71-0db0-47e6-b322-11b63722698b'}] Dec 20 14:37:57.706608 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f8f63c8b-ef2b-4ee2-a867-192b817b7b20 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:57.715158 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6418a1-444a-4b56-a8e4-ff8077898e87 req-6ea60de3-394d-4178-9e10-2626bd6666bf tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:57.716720 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5e6418a1-444a-4b56-a8e4-ff8077898e87 req-6ea60de3-394d-4178-9e10-2626bd6666bf tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "GET /v2.0/ports?device_id=c09bc019-13ea-434d-bbc0-07c863b22aea HTTP/1.1" status: 200 len: 945 time: 0.1225893 Dec 20 14:37:57.752115 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc948b97-337e-437d-b1dc-ccced38888f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fccf7ccc-63e4-40ea-8267-9189b896b5e1,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:57.791006 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc948b97-337e-437d-b1dc-ccced38888f5 admin admin] Checking segment: {'id': '22d1adb1-48a1-447d-995a-bb775ec3ca0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'adb14423-d253-449b-99d0-dbcf8c2e2fbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:37:57.792395 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc948b97-337e-437d-b1dc-ccced38888f5 admin admin] Network hostable DHCP agents. Network: adb14423-d253-449b-99d0-dbcf8c2e2fbf, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:37:57.800663 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5e6418a1-444a-4b56-a8e4-ff8077898e87 req-9e0d49ab-a74e-4b4a-9f61-0983c0d0b646 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "GET /v2.0/security-groups?id=c47d898d-9929-440f-b783-78aa0f136a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765579 Dec 20 14:37:57.810543 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-f8f63c8b-ef2b-4ee2-a867-192b817b7b20 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] For port ddee26f0-8fdc-4ddc-8168-7bac4d87a3e5, host n-h2-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:37:57.810794 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-f8f63c8b-ef2b-4ee2-a867-192b817b7b20 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempted to set empty binding levels {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 20 14:37:57.814446 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c93e997b-b627-4a20-9263-bc4aeffed4dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:57.821193 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f8f63c8b-ef2b-4ee2-a867-192b817b7b20 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:57.821922 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc948b97-337e-437d-b1dc-ccced38888f5 admin admin] Network adb14423-d253-449b-99d0-dbcf8c2e2fbf is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:37:57.833681 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-dc948b97-337e-437d-b1dc-ccced38888f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, adb14423-d253-449b-99d0-dbcf8c2e2fbf) {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:37:57.839431 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc948b97-337e-437d-b1dc-ccced38888f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:57.840386 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-dc948b97-337e-437d-b1dc-ccced38888f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:57.847374 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6244b0bf-4956-4d70-b68c-5f2fa56c8900 None None] Network adb14423-d253-449b-99d0-dbcf8c2e2fbf requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:37:57.867817 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-dc948b97-337e-437d-b1dc-ccced38888f5 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4984598 Dec 20 14:37:57.868148 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 42688) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:57.882219 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c93e997b-b627-4a20-9263-bc4aeffed4dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:57.882929 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-fe41ab80-998c-4e38-acba-e92ac2307e3c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-963734160-router', 'tenant_id': 'dd643e87c2cd4e07a679e3616b63447a', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:37:57.889258 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f63c8b-ef2b-4ee2-a867-192b817b7b20 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:57.889847 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f8f63c8b-ef2b-4ee2-a867-192b817b7b20 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:57.935350 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fe41ab80-998c-4e38-acba-e92ac2307e3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40114'] for router, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:57.940226 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fe41ab80-998c-4e38-acba-e92ac2307e3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40139'] for router, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:57.974670 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f09c46-6e0b-4fb4-8646-f0c25324d21a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-adb14423-d253-449b-99d0-dbcf8c2e2fbf', 'network_id': 'adb14423-d253-449b-99d0-dbcf8c2e2fbf', 'project_id': 'dd643e87c2cd4e07a679e3616b63447a', 'fixed_ips': [{'subnet_id': 'fccf7ccc-63e4-40ea-8267-9189b896b5e1'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:37:57.975692 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-45f09c46-6e0b-4fb4-8646-f0c25324d21a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:57.985622 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f63c8b-ef2b-4ee2-a867-192b817b7b20 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Pushing event updated for resources: {'Port': ['ID=ddee26f0-8fdc-4ddc-8168-7bac4d87a3e5,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:58.011821 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fe41ab80-998c-4e38-acba-e92ac2307e3c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:58.025512 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-f8f63c8b-ef2b-4ee2-a867-192b817b7b20 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 1.3904145 Dec 20 14:37:58.027055 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42690) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:58.106186 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe97018-bf28-4b79-8bf0-0b081dd3cc35 req-72d9cfc1-9775-4abe-b6a1-8dce84483c7d tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:58.107735 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-dbe97018-bf28-4b79-8bf0-0b081dd3cc35 req-72d9cfc1-9775-4abe-b6a1-8dce84483c7d tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "GET /v2.0/ports?device_id=c09bc019-13ea-434d-bbc0-07c863b22aea HTTP/1.1" status: 200 len: 945 time: 0.1426947 Dec 20 14:37:58.109247 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c93e997b-b627-4a20-9263-bc4aeffed4dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:58.113223 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c93e997b-b627-4a20-9263-bc4aeffed4dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:58.114384 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-c93e997b-b627-4a20-9263-bc4aeffed4dc admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/fd02a109-5250-4552-b4c5-13c9c16ec9c6 HTTP/1.1" status: 204 len: 168 time: 0.4273515 Dec 20 14:37:58.118499 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 42694) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:58.127149 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-b9e997e4-ee35-47d6-83ad-4f69c46611ef tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Request body: {'floatingip': {'port_id': '93af668f-2513-4104-bc3f-9ee7e91d2ff6'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:37:58.184020 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-45f09c46-6e0b-4fb4-8646-f0c25324d21a None None] Allocated IP 172.20.0.2 (adb14423-d253-449b-99d0-dbcf8c2e2fbf/fccf7ccc-63e4-40ea-8267-9189b896b5e1/ce88b491-e697-468d-a93e-d3efc3187c36) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:37:58.204152 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93e997b-b627-4a20-9263-bc4aeffed4dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd02a109-5250-4552-b4c5-13c9c16ec9c6,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:58.270548 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-8ef7820c-5c0b-4346-a515-7e84d78c21f0 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Deleting port ddee26f0-8fdc-4ddc-8168-7bac4d87a3e5 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:37:58.271063 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8ef7820c-5c0b-4346-a515-7e84d78c21f0 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:58.376844 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-8ef7820c-5c0b-4346-a515-7e84d78c21f0 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] For port ddee26f0-8fdc-4ddc-8168-7bac4d87a3e5, host n-h2-761264-19, got binding levels [] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:37:58.377168 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8ef7820c-5c0b-4346-a515-7e84d78c21f0 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:58.396564 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-8ef7820c-5c0b-4346-a515-7e84d78c21f0 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Calling delete_port for ddee26f0-8fdc-4ddc-8168-7bac4d87a3e5 owned by {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:37:58.515016 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-45f09c46-6e0b-4fb4-8646-f0c25324d21a None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:58.534023 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-45f09c46-6e0b-4fb4-8646-f0c25324d21a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:58.558410 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8ef7820c-5c0b-4346-a515-7e84d78c21f0 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:58.569696 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f09c46-6e0b-4fb4-8646-f0c25324d21a None None] Network adb14423-d253-449b-99d0-dbcf8c2e2fbf is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:37:58.598895 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-45f09c46-6e0b-4fb4-8646-f0c25324d21a None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:37:58.601246 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef7820c-5c0b-4346-a515-7e84d78c21f0 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Pushing event deleted for resources: {'Port': ['ID=ddee26f0-8fdc-4ddc-8168-7bac4d87a3e5,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:58.606885 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8ef7820c-5c0b-4346-a515-7e84d78c21f0 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:58.608774 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f09c46-6e0b-4fb4-8646-f0c25324d21a None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:37:58.610561 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-8ef7820c-5c0b-4346-a515-7e84d78c21f0 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] 10.222.0.54 "DELETE /v2.0/ports/ddee26f0-8fdc-4ddc-8168-7bac4d87a3e5 HTTP/1.1" status: 204 len: 168 time: 0.5761473 Dec 20 14:37:58.613410 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42708) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:58.648220 n-d-761264-19 neutron-server[103167]: INFO neutron.pecan_wsgi.hooks.translation [None req-3aff1fc0-8717-4bab-8fbe-141253bf69f5 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] GET failed (client error): The resource could not be found. Dec 20 14:37:58.649653 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-3aff1fc0-8717-4bab-8fbe-141253bf69f5 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] 10.222.0.54 "GET /v2.0/ports/ddee26f0-8fdc-4ddc-8168-7bac4d87a3e5 HTTP/1.1" status: 404 len: 333 time: 0.0286286 Dec 20 14:37:58.654305 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42710) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:58.660016 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f09c46-6e0b-4fb4-8646-f0c25324d21a None None] Pushing event updated for resources: {'Port': ['ID=ce88b491-e697-468d-a93e-d3efc3187c36,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:58.661134 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-624a90c0-2bc3-4d6b-a153-6b6e15c2b91e tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Request body: {'port': {'network_id': '0755bc71-0db0-47e6-b322-11b63722698b', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1657372150'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:37:58.683190 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f09c46-6e0b-4fb4-8646-f0c25324d21a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:37:58.683622 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f09c46-6e0b-4fb4-8646-f0c25324d21a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:37:58.683970 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f09c46-6e0b-4fb4-8646-f0c25324d21a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:37:58.684388 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f09c46-6e0b-4fb4-8646-f0c25324d21a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:37:58.684810 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f09c46-6e0b-4fb4-8646-f0c25324d21a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:37:58.685205 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f09c46-6e0b-4fb4-8646-f0c25324d21a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:37:58.685598 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f09c46-6e0b-4fb4-8646-f0c25324d21a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:37:58.685936 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f09c46-6e0b-4fb4-8646-f0c25324d21a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:37:58.686247 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f09c46-6e0b-4fb4-8646-f0c25324d21a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:37:58.686945 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f09c46-6e0b-4fb4-8646-f0c25324d21a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:37:58.687487 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f09c46-6e0b-4fb4-8646-f0c25324d21a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:37:58.688014 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f09c46-6e0b-4fb4-8646-f0c25324d21a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:37:58.688529 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f09c46-6e0b-4fb4-8646-f0c25324d21a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:37:58.696906 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-624a90c0-2bc3-4d6b-a153-6b6e15c2b91e tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Made reservation on behalf of 188177df400245e9856c5ae7ee0032d6 for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:37:58.701012 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-624a90c0-2bc3-4d6b-a153-6b6e15c2b91e tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:58.707657 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-45f09c46-6e0b-4fb4-8646-f0c25324d21a None None] Attempting to bind port ce88b491-e697-468d-a93e-d3efc3187c36 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:37:58.708260 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-45f09c46-6e0b-4fb4-8646-f0c25324d21a None None] Attempting to bind port ce88b491-e697-468d-a93e-d3efc3187c36 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '22d1adb1-48a1-447d-995a-bb775ec3ca0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'adb14423-d253-449b-99d0-dbcf8c2e2fbf'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:37:58.708824 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f09c46-6e0b-4fb4-8646-f0c25324d21a None None] Attempting to bind port ce88b491-e697-468d-a93e-d3efc3187c36 on network adb14423-d253-449b-99d0-dbcf8c2e2fbf {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:37:58.714710 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f09c46-6e0b-4fb4-8646-f0c25324d21a None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:37:58.715437 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f09c46-6e0b-4fb4-8646-f0c25324d21a None None] Checking segment: {'id': '22d1adb1-48a1-447d-995a-bb775ec3ca0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'adb14423-d253-449b-99d0-dbcf8c2e2fbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:37:58.716007 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-45f09c46-6e0b-4fb4-8646-f0c25324d21a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:58.716566 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f09c46-6e0b-4fb4-8646-f0c25324d21a None None] Bound using segment: {'id': '22d1adb1-48a1-447d-995a-bb775ec3ca0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'adb14423-d253-449b-99d0-dbcf8c2e2fbf'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:37:58.717237 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-45f09c46-6e0b-4fb4-8646-f0c25324d21a None None] Bound port: ce88b491-e697-468d-a93e-d3efc3187c36, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22d1adb1-48a1-447d-995a-bb775ec3ca0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'adb14423-d253-449b-99d0-dbcf8c2e2fbf'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:37:58.717827 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-45f09c46-6e0b-4fb4-8646-f0c25324d21a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:58.721012 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [None req-624a90c0-2bc3-4d6b-a153-6b6e15c2b91e tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] device_id is not set on port 96f66bb2-5ae2-40dc-9b76-27e4646d70b5 yet. {{(pid=103167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 14:37:58.736981 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fe41ab80-998c-4e38-acba-e92ac2307e3c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:58.744590 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b9e997e4-ee35-47d6-83ad-4f69c46611ef tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Publish callbacks [] for floatingip, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:58.794547 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-45f09c46-6e0b-4fb4-8646-f0c25324d21a None None] For port ce88b491-e697-468d-a93e-d3efc3187c36, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:37:58.798253 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-45f09c46-6e0b-4fb4-8646-f0c25324d21a None None] For port ce88b491-e697-468d-a93e-d3efc3187c36, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=ce88b491-e697-468d-a93e-d3efc3187c36,segment=NetworkSegment(22d1adb1-48a1-447d-995a-bb775ec3ca0d),segment_id=22d1adb1-48a1-447d-995a-bb775ec3ca0d)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:37:58.804805 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-45f09c46-6e0b-4fb4-8646-f0c25324d21a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:58.881029 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f09c46-6e0b-4fb4-8646-f0c25324d21a None None] Pushing event updated for resources: {'Port': ['ID=ce88b491-e697-468d-a93e-d3efc3187c36,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:58.962619 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-624a90c0-2bc3-4d6b-a153-6b6e15c2b91e tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:59.005003 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-624a90c0-2bc3-4d6b-a153-6b6e15c2b91e tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:59.054947 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624a90c0-2bc3-4d6b-a153-6b6e15c2b91e tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Network 0755bc71-0db0-47e6-b322-11b63722698b is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:37:59.056425 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-624a90c0-2bc3-4d6b-a153-6b6e15c2b91e tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:37:59.059088 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624a90c0-2bc3-4d6b-a153-6b6e15c2b91e tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:37:59.060424 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624a90c0-2bc3-4d6b-a153-6b6e15c2b91e tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:37:59.061038 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-624a90c0-2bc3-4d6b-a153-6b6e15c2b91e tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:59.075244 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624a90c0-2bc3-4d6b-a153-6b6e15c2b91e tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Pushing event updated for resources: {'Port': ['ID=96f66bb2-5ae2-40dc-9b76-27e4646d70b5,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:59.087637 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-624a90c0-2bc3-4d6b-a153-6b6e15c2b91e tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.4301751 Dec 20 14:37:59.090175 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42722) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:37:59.095774 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-73a8b24b-b5b3-4331-9029-34823627b191 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-761264-19'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:37:59.208468 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-73a8b24b-b5b3-4331-9029-34823627b191 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:59.351593 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fe41ab80-998c-4e38-acba-e92ac2307e3c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:59.401608 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device ce88b491-e697-468d-a93e-d3efc3187c36 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:37:59.410886 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fe41ab80-998c-4e38-acba-e92ac2307e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:59.466091 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [None req-73a8b24b-b5b3-4331-9029-34823627b191 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] device_id is not set on port 96f66bb2-5ae2-40dc-9b76-27e4646d70b5 yet. {{(pid=103167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 14:37:59.475217 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-73a8b24b-b5b3-4331-9029-34823627b191 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:59.483390 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-73a8b24b-b5b3-4331-9029-34823627b191 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:59.558273 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port ce88b491-e697-468d-a93e-d3efc3187c36 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:37:59.558908 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:59.614998 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.db.resource_extend [None req-b9e997e4-ee35-47d6-83ad-4f69c46611ef tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 14:37:59.660621 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-73a8b24b-b5b3-4331-9029-34823627b191 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempting to bind port 96f66bb2-5ae2-40dc-9b76-27e4646d70b5 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:37:59.661014 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-73a8b24b-b5b3-4331-9029-34823627b191 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempting to bind port 96f66bb2-5ae2-40dc-9b76-27e4646d70b5 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': 'dc9ac37a-d3eb-4b9e-8134-c5704b58f846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0755bc71-0db0-47e6-b322-11b63722698b'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:37:59.663408 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a8b24b-b5b3-4331-9029-34823627b191 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempting to bind port 96f66bb2-5ae2-40dc-9b76-27e4646d70b5 on network 0755bc71-0db0-47e6-b322-11b63722698b {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:37:59.680106 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a8b24b-b5b3-4331-9029-34823627b191 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Pushing event updated for resources: {'Port': ['ID=96f66bb2-5ae2-40dc-9b76-27e4646d70b5,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:37:59.690372 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a8b24b-b5b3-4331-9029-34823627b191 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Port 96f66bb2-5ae2-40dc-9b76-27e4646d70b5 on network 0755bc71-0db0-47e6-b322-11b63722698b not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:37:59.691284 n-d-761264-19 neutron-server[103167]: ERROR neutron.plugins.ml2.managers [None req-73a8b24b-b5b3-4331-9029-34823627b191 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Failed to bind port 96f66bb2-5ae2-40dc-9b76-27e4646d70b5 on host n-h2-761264-19 for vnic_type normal using segments [{'id': 'dc9ac37a-d3eb-4b9e-8134-c5704b58f846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0755bc71-0db0-47e6-b322-11b63722698b'}] Dec 20 14:37:59.694281 n-d-761264-19 neutron-server[103167]: INFO neutron.plugins.ml2.plugin [None req-73a8b24b-b5b3-4331-9029-34823627b191 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempt 2 to bind port 96f66bb2-5ae2-40dc-9b76-27e4646d70b5 Dec 20 14:37:59.702991 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-fe41ab80-998c-4e38-acba-e92ac2307e3c admin admin] Allocated IP 172.25.0.207 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/658fbbb0-1a19-4ae8-819c-2f25d589e4e9) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:37:59.710239 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b9e997e4-ee35-47d6-83ad-4f69c46611ef tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:59.726761 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-73a8b24b-b5b3-4331-9029-34823627b191 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempting to bind port 96f66bb2-5ae2-40dc-9b76-27e4646d70b5 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:37:59.729255 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-73a8b24b-b5b3-4331-9029-34823627b191 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempting to bind port 96f66bb2-5ae2-40dc-9b76-27e4646d70b5 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': 'dc9ac37a-d3eb-4b9e-8134-c5704b58f846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0755bc71-0db0-47e6-b322-11b63722698b'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:37:59.730919 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a8b24b-b5b3-4331-9029-34823627b191 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempting to bind port 96f66bb2-5ae2-40dc-9b76-27e4646d70b5 on network 0755bc71-0db0-47e6-b322-11b63722698b {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:37:59.740302 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a8b24b-b5b3-4331-9029-34823627b191 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Port 96f66bb2-5ae2-40dc-9b76-27e4646d70b5 on network 0755bc71-0db0-47e6-b322-11b63722698b not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:37:59.741806 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b9e997e4-ee35-47d6-83ad-4f69c46611ef tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585115'] for floatingip, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:59.742600 n-d-761264-19 neutron-server[103167]: ERROR neutron.plugins.ml2.managers [None req-73a8b24b-b5b3-4331-9029-34823627b191 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Failed to bind port 96f66bb2-5ae2-40dc-9b76-27e4646d70b5 on host n-h2-761264-19 for vnic_type normal using segments [{'id': 'dc9ac37a-d3eb-4b9e-8134-c5704b58f846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0755bc71-0db0-47e6-b322-11b63722698b'}] Dec 20 14:37:59.746468 n-d-761264-19 neutron-server[103167]: INFO neutron.plugins.ml2.plugin [None req-73a8b24b-b5b3-4331-9029-34823627b191 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempt 3 to bind port 96f66bb2-5ae2-40dc-9b76-27e4646d70b5 Dec 20 14:37:59.787398 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-73a8b24b-b5b3-4331-9029-34823627b191 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempting to bind port 96f66bb2-5ae2-40dc-9b76-27e4646d70b5 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:37:59.792682 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-73a8b24b-b5b3-4331-9029-34823627b191 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempting to bind port 96f66bb2-5ae2-40dc-9b76-27e4646d70b5 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': 'dc9ac37a-d3eb-4b9e-8134-c5704b58f846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0755bc71-0db0-47e6-b322-11b63722698b'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:37:59.792913 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:59.793819 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a8b24b-b5b3-4331-9029-34823627b191 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempting to bind port 96f66bb2-5ae2-40dc-9b76-27e4646d70b5 on network 0755bc71-0db0-47e6-b322-11b63722698b {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:37:59.812374 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a8b24b-b5b3-4331-9029-34823627b191 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Port 96f66bb2-5ae2-40dc-9b76-27e4646d70b5 on network 0755bc71-0db0-47e6-b322-11b63722698b not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:37:59.813279 n-d-761264-19 neutron-server[103167]: ERROR neutron.plugins.ml2.managers [None req-73a8b24b-b5b3-4331-9029-34823627b191 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Failed to bind port 96f66bb2-5ae2-40dc-9b76-27e4646d70b5 on host n-h2-761264-19 for vnic_type normal using segments [{'id': 'dc9ac37a-d3eb-4b9e-8134-c5704b58f846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0755bc71-0db0-47e6-b322-11b63722698b'}] Dec 20 14:37:59.817462 n-d-761264-19 neutron-server[103167]: INFO neutron.plugins.ml2.plugin [None req-73a8b24b-b5b3-4331-9029-34823627b191 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempt 4 to bind port 96f66bb2-5ae2-40dc-9b76-27e4646d70b5 Dec 20 14:37:59.854711 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-73a8b24b-b5b3-4331-9029-34823627b191 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempting to bind port 96f66bb2-5ae2-40dc-9b76-27e4646d70b5 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:37:59.855685 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-73a8b24b-b5b3-4331-9029-34823627b191 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempting to bind port 96f66bb2-5ae2-40dc-9b76-27e4646d70b5 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': 'dc9ac37a-d3eb-4b9e-8134-c5704b58f846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0755bc71-0db0-47e6-b322-11b63722698b'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:37:59.857276 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a8b24b-b5b3-4331-9029-34823627b191 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempting to bind port 96f66bb2-5ae2-40dc-9b76-27e4646d70b5 on network 0755bc71-0db0-47e6-b322-11b63722698b {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:37:59.888944 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] For port ce88b491-e697-468d-a93e-d3efc3187c36, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=ce88b491-e697-468d-a93e-d3efc3187c36,segment=NetworkSegment(22d1adb1-48a1-447d-995a-bb775ec3ca0d),segment_id=22d1adb1-48a1-447d-995a-bb775ec3ca0d)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:37:59.890860 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a8b24b-b5b3-4331-9029-34823627b191 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Port 96f66bb2-5ae2-40dc-9b76-27e4646d70b5 on network 0755bc71-0db0-47e6-b322-11b63722698b not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:37:59.891687 n-d-761264-19 neutron-server[103167]: ERROR neutron.plugins.ml2.managers [None req-73a8b24b-b5b3-4331-9029-34823627b191 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Failed to bind port 96f66bb2-5ae2-40dc-9b76-27e4646d70b5 on host n-h2-761264-19 for vnic_type normal using segments [{'id': 'dc9ac37a-d3eb-4b9e-8134-c5704b58f846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0755bc71-0db0-47e6-b322-11b63722698b'}] Dec 20 14:37:59.892528 n-d-761264-19 neutron-server[103167]: INFO neutron.plugins.ml2.plugin [None req-73a8b24b-b5b3-4331-9029-34823627b191 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempt 5 to bind port 96f66bb2-5ae2-40dc-9b76-27e4646d70b5 Dec 20 14:37:59.896777 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:37:59.913795 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-73a8b24b-b5b3-4331-9029-34823627b191 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempting to bind port 96f66bb2-5ae2-40dc-9b76-27e4646d70b5 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:37:59.914589 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-73a8b24b-b5b3-4331-9029-34823627b191 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempting to bind port 96f66bb2-5ae2-40dc-9b76-27e4646d70b5 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': 'dc9ac37a-d3eb-4b9e-8134-c5704b58f846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0755bc71-0db0-47e6-b322-11b63722698b'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:37:59.915230 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a8b24b-b5b3-4331-9029-34823627b191 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempting to bind port 96f66bb2-5ae2-40dc-9b76-27e4646d70b5 on network 0755bc71-0db0-47e6-b322-11b63722698b {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:37:59.921516 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a8b24b-b5b3-4331-9029-34823627b191 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Port 96f66bb2-5ae2-40dc-9b76-27e4646d70b5 on network 0755bc71-0db0-47e6-b322-11b63722698b not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:37:59.921970 n-d-761264-19 neutron-server[103167]: ERROR neutron.plugins.ml2.managers [None req-73a8b24b-b5b3-4331-9029-34823627b191 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Failed to bind port 96f66bb2-5ae2-40dc-9b76-27e4646d70b5 on host n-h2-761264-19 for vnic_type normal using segments [{'id': 'dc9ac37a-d3eb-4b9e-8134-c5704b58f846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0755bc71-0db0-47e6-b322-11b63722698b'}] Dec 20 14:37:59.923580 n-d-761264-19 neutron-server[103167]: INFO neutron.plugins.ml2.plugin [None req-73a8b24b-b5b3-4331-9029-34823627b191 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempt 6 to bind port 96f66bb2-5ae2-40dc-9b76-27e4646d70b5 Dec 20 14:37:59.943676 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-73a8b24b-b5b3-4331-9029-34823627b191 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempting to bind port 96f66bb2-5ae2-40dc-9b76-27e4646d70b5 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:37:59.943887 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-73a8b24b-b5b3-4331-9029-34823627b191 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempting to bind port 96f66bb2-5ae2-40dc-9b76-27e4646d70b5 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': 'dc9ac37a-d3eb-4b9e-8134-c5704b58f846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0755bc71-0db0-47e6-b322-11b63722698b'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:37:59.944931 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a8b24b-b5b3-4331-9029-34823627b191 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempting to bind port 96f66bb2-5ae2-40dc-9b76-27e4646d70b5 on network 0755bc71-0db0-47e6-b322-11b63722698b {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:37:59.963891 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a8b24b-b5b3-4331-9029-34823627b191 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Port 96f66bb2-5ae2-40dc-9b76-27e4646d70b5 on network 0755bc71-0db0-47e6-b322-11b63722698b not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:37:59.963891 n-d-761264-19 neutron-server[103167]: ERROR neutron.plugins.ml2.managers [None req-73a8b24b-b5b3-4331-9029-34823627b191 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Failed to bind port 96f66bb2-5ae2-40dc-9b76-27e4646d70b5 on host n-h2-761264-19 for vnic_type normal using segments [{'id': 'dc9ac37a-d3eb-4b9e-8134-c5704b58f846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0755bc71-0db0-47e6-b322-11b63722698b'}] Dec 20 14:37:59.963891 n-d-761264-19 neutron-server[103167]: INFO neutron.plugins.ml2.plugin [None req-73a8b24b-b5b3-4331-9029-34823627b191 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempt 7 to bind port 96f66bb2-5ae2-40dc-9b76-27e4646d70b5 Dec 20 14:37:59.988375 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-73a8b24b-b5b3-4331-9029-34823627b191 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempting to bind port 96f66bb2-5ae2-40dc-9b76-27e4646d70b5 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:37:59.988826 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-73a8b24b-b5b3-4331-9029-34823627b191 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempting to bind port 96f66bb2-5ae2-40dc-9b76-27e4646d70b5 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': 'dc9ac37a-d3eb-4b9e-8134-c5704b58f846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0755bc71-0db0-47e6-b322-11b63722698b'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:37:59.989234 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a8b24b-b5b3-4331-9029-34823627b191 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempting to bind port 96f66bb2-5ae2-40dc-9b76-27e4646d70b5 on network 0755bc71-0db0-47e6-b322-11b63722698b {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:37:59.995748 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a8b24b-b5b3-4331-9029-34823627b191 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Port 96f66bb2-5ae2-40dc-9b76-27e4646d70b5 on network 0755bc71-0db0-47e6-b322-11b63722698b not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:37:59.996161 n-d-761264-19 neutron-server[103167]: ERROR neutron.plugins.ml2.managers [None req-73a8b24b-b5b3-4331-9029-34823627b191 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Failed to bind port 96f66bb2-5ae2-40dc-9b76-27e4646d70b5 on host n-h2-761264-19 for vnic_type normal using segments [{'id': 'dc9ac37a-d3eb-4b9e-8134-c5704b58f846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0755bc71-0db0-47e6-b322-11b63722698b'}] Dec 20 14:37:59.996614 n-d-761264-19 neutron-server[103167]: INFO neutron.plugins.ml2.plugin [None req-73a8b24b-b5b3-4331-9029-34823627b191 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempt 8 to bind port 96f66bb2-5ae2-40dc-9b76-27e4646d70b5 Dec 20 14:38:00.021970 n-d-761264-19 neutron-server[103168]: INFO neutron.db.l3_db [None req-b9e997e4-ee35-47d6-83ad-4f69c46611ef tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Floating IP 55289cfc-7867-4712-9d2f-55d25ee7f16c associated. External IP: 172.25.0.18, port: 93af668f-2513-4104-bc3f-9ee7e91d2ff6. Dec 20 14:38:00.028643 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-73a8b24b-b5b3-4331-9029-34823627b191 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempting to bind port 96f66bb2-5ae2-40dc-9b76-27e4646d70b5 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:38:00.028980 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-73a8b24b-b5b3-4331-9029-34823627b191 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempting to bind port 96f66bb2-5ae2-40dc-9b76-27e4646d70b5 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': 'dc9ac37a-d3eb-4b9e-8134-c5704b58f846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0755bc71-0db0-47e6-b322-11b63722698b'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:38:00.029325 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a8b24b-b5b3-4331-9029-34823627b191 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempting to bind port 96f66bb2-5ae2-40dc-9b76-27e4646d70b5 on network 0755bc71-0db0-47e6-b322-11b63722698b {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:38:00.040556 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a8b24b-b5b3-4331-9029-34823627b191 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Port 96f66bb2-5ae2-40dc-9b76-27e4646d70b5 on network 0755bc71-0db0-47e6-b322-11b63722698b not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:38:00.040886 n-d-761264-19 neutron-server[103167]: ERROR neutron.plugins.ml2.managers [None req-73a8b24b-b5b3-4331-9029-34823627b191 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Failed to bind port 96f66bb2-5ae2-40dc-9b76-27e4646d70b5 on host n-h2-761264-19 for vnic_type normal using segments [{'id': 'dc9ac37a-d3eb-4b9e-8134-c5704b58f846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0755bc71-0db0-47e6-b322-11b63722698b'}] Dec 20 14:38:00.041283 n-d-761264-19 neutron-server[103167]: INFO neutron.plugins.ml2.plugin [None req-73a8b24b-b5b3-4331-9029-34823627b191 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempt 9 to bind port 96f66bb2-5ae2-40dc-9b76-27e4646d70b5 Dec 20 14:38:00.059650 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Pushing event updated for resources: {'Port': ['ID=ce88b491-e697-468d-a93e-d3efc3187c36,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:38:00.082036 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-73a8b24b-b5b3-4331-9029-34823627b191 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempting to bind port 96f66bb2-5ae2-40dc-9b76-27e4646d70b5 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:38:00.086801 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-73a8b24b-b5b3-4331-9029-34823627b191 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempting to bind port 96f66bb2-5ae2-40dc-9b76-27e4646d70b5 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': 'dc9ac37a-d3eb-4b9e-8134-c5704b58f846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0755bc71-0db0-47e6-b322-11b63722698b'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:38:00.087181 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a8b24b-b5b3-4331-9029-34823627b191 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempting to bind port 96f66bb2-5ae2-40dc-9b76-27e4646d70b5 on network 0755bc71-0db0-47e6-b322-11b63722698b {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:38:00.093679 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a8b24b-b5b3-4331-9029-34823627b191 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Port 96f66bb2-5ae2-40dc-9b76-27e4646d70b5 on network 0755bc71-0db0-47e6-b322-11b63722698b not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:38:00.094013 n-d-761264-19 neutron-server[103167]: ERROR neutron.plugins.ml2.managers [None req-73a8b24b-b5b3-4331-9029-34823627b191 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Failed to bind port 96f66bb2-5ae2-40dc-9b76-27e4646d70b5 on host n-h2-761264-19 for vnic_type normal using segments [{'id': 'dc9ac37a-d3eb-4b9e-8134-c5704b58f846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0755bc71-0db0-47e6-b322-11b63722698b'}] Dec 20 14:38:00.094394 n-d-761264-19 neutron-server[103167]: INFO neutron.plugins.ml2.plugin [None req-73a8b24b-b5b3-4331-9029-34823627b191 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempt 10 to bind port 96f66bb2-5ae2-40dc-9b76-27e4646d70b5 Dec 20 14:38:00.116853 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fe41ab80-998c-4e38-acba-e92ac2307e3c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:00.123950 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-73a8b24b-b5b3-4331-9029-34823627b191 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempting to bind port 96f66bb2-5ae2-40dc-9b76-27e4646d70b5 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:38:00.124295 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-73a8b24b-b5b3-4331-9029-34823627b191 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempting to bind port 96f66bb2-5ae2-40dc-9b76-27e4646d70b5 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': 'dc9ac37a-d3eb-4b9e-8134-c5704b58f846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0755bc71-0db0-47e6-b322-11b63722698b'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:38:00.124636 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a8b24b-b5b3-4331-9029-34823627b191 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempting to bind port 96f66bb2-5ae2-40dc-9b76-27e4646d70b5 on network 0755bc71-0db0-47e6-b322-11b63722698b {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:38:00.135394 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a8b24b-b5b3-4331-9029-34823627b191 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Port 96f66bb2-5ae2-40dc-9b76-27e4646d70b5 on network 0755bc71-0db0-47e6-b322-11b63722698b not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:38:00.135728 n-d-761264-19 neutron-server[103167]: ERROR neutron.plugins.ml2.managers [None req-73a8b24b-b5b3-4331-9029-34823627b191 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Failed to bind port 96f66bb2-5ae2-40dc-9b76-27e4646d70b5 on host n-h2-761264-19 for vnic_type normal using segments [{'id': 'dc9ac37a-d3eb-4b9e-8134-c5704b58f846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0755bc71-0db0-47e6-b322-11b63722698b'}] Dec 20 14:38:00.136173 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-73a8b24b-b5b3-4331-9029-34823627b191 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:00.236735 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-73a8b24b-b5b3-4331-9029-34823627b191 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] For port 96f66bb2-5ae2-40dc-9b76-27e4646d70b5, host n-h2-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:38:00.238804 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-73a8b24b-b5b3-4331-9029-34823627b191 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempted to set empty binding levels {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 20 14:38:00.248360 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-73a8b24b-b5b3-4331-9029-34823627b191 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:00.354286 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fe41ab80-998c-4e38-acba-e92ac2307e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:00.372127 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-73a8b24b-b5b3-4331-9029-34823627b191 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] In _notify_port_updated(), no bound segment for port 96f66bb2-5ae2-40dc-9b76-27e4646d70b5 on network 0755bc71-0db0-47e6-b322-11b63722698b {{(pid=103167) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 20 14:38:00.372992 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a8b24b-b5b3-4331-9029-34823627b191 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:00.374398 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-73a8b24b-b5b3-4331-9029-34823627b191 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:00.378616 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-73a8b24b-b5b3-4331-9029-34823627b191 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] 10.222.0.54 "PUT /v2.0/ports/96f66bb2-5ae2-40dc-9b76-27e4646d70b5 HTTP/1.1" status: 200 len: 976 time: 1.2870862 Dec 20 14:38:00.380586 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 42750) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:38:00.387567 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a8b24b-b5b3-4331-9029-34823627b191 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Pushing event updated for resources: {'Port': ['ID=96f66bb2-5ae2-40dc-9b76-27e4646d70b5,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:38:00.433546 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe41ab80-998c-4e38-acba-e92ac2307e3c admin admin] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:38:00.483366 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-fe41ab80-998c-4e38-acba-e92ac2307e3c admin admin] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:38:00.492124 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f23a09b-eeb8-4024-b221-25792a961373 None None] Network adb14423-d253-449b-99d0-dbcf8c2e2fbf requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:38:00.550502 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe41ab80-998c-4e38-acba-e92ac2307e3c admin admin] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:38:00.588435 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-8e60e665-797a-474f-9a32-6f99f8305f5d None None] Provisioning complete for port ce88b491-e697-468d-a93e-d3efc3187c36 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:38:00.589309 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8e60e665-797a-474f-9a32-6f99f8305f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:00.596071 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938a835e-27c3-4418-9c70-17d6feec567b req-6a6470c5-b0d6-4fc6-873e-6c9171f62fc5 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:00.612991 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe41ab80-998c-4e38-acba-e92ac2307e3c admin admin] Pushing event updated for resources: {'Port': ['ID=658fbbb0-1a19-4ae8-819c-2f25d589e4e9,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:38:00.613871 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938a835e-27c3-4418-9c70-17d6feec567b req-6a6470c5-b0d6-4fc6-873e-6c9171f62fc5 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:00.625587 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938a835e-27c3-4418-9c70-17d6feec567b req-6a6470c5-b0d6-4fc6-873e-6c9171f62fc5 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:00.634825 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938a835e-27c3-4418-9c70-17d6feec567b req-6a6470c5-b0d6-4fc6-873e-6c9171f62fc5 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:00.641244 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938a835e-27c3-4418-9c70-17d6feec567b req-6a6470c5-b0d6-4fc6-873e-6c9171f62fc5 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:00.657895 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938a835e-27c3-4418-9c70-17d6feec567b req-6a6470c5-b0d6-4fc6-873e-6c9171f62fc5 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:00.665553 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938a835e-27c3-4418-9c70-17d6feec567b req-6a6470c5-b0d6-4fc6-873e-6c9171f62fc5 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:00.667570 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-938a835e-27c3-4418-9c70-17d6feec567b req-6a6470c5-b0d6-4fc6-873e-6c9171f62fc5 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3e943d5-5d01-407d-9414-c89d08826b2f HTTP/1.1" status: 200 len: 5444 time: 0.2093878 Dec 20 14:38:00.709367 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504abe13-b919-4b8a-a2bc-abb34f7c0da1 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:00.710004 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504abe13-b919-4b8a-a2bc-abb34f7c0da1 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:00.710905 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504abe13-b919-4b8a-a2bc-abb34f7c0da1 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:00.711444 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504abe13-b919-4b8a-a2bc-abb34f7c0da1 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:00.711944 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504abe13-b919-4b8a-a2bc-abb34f7c0da1 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:00.712459 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504abe13-b919-4b8a-a2bc-abb34f7c0da1 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:00.712964 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504abe13-b919-4b8a-a2bc-abb34f7c0da1 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:00.713479 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504abe13-b919-4b8a-a2bc-abb34f7c0da1 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:00.713989 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504abe13-b919-4b8a-a2bc-abb34f7c0da1 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:00.714779 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504abe13-b919-4b8a-a2bc-abb34f7c0da1 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:00.715295 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504abe13-b919-4b8a-a2bc-abb34f7c0da1 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:00.715805 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504abe13-b919-4b8a-a2bc-abb34f7c0da1 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:00.716324 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504abe13-b919-4b8a-a2bc-abb34f7c0da1 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:00.717078 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504abe13-b919-4b8a-a2bc-abb34f7c0da1 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:00.717586 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504abe13-b919-4b8a-a2bc-abb34f7c0da1 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:00.718164 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504abe13-b919-4b8a-a2bc-abb34f7c0da1 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:00.718669 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504abe13-b919-4b8a-a2bc-abb34f7c0da1 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:00.719206 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504abe13-b919-4b8a-a2bc-abb34f7c0da1 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:00.719710 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504abe13-b919-4b8a-a2bc-abb34f7c0da1 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:00.720218 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504abe13-b919-4b8a-a2bc-abb34f7c0da1 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:00.720724 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504abe13-b919-4b8a-a2bc-abb34f7c0da1 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:00.721222 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504abe13-b919-4b8a-a2bc-abb34f7c0da1 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:00.721723 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504abe13-b919-4b8a-a2bc-abb34f7c0da1 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:00.722222 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504abe13-b919-4b8a-a2bc-abb34f7c0da1 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:00.722737 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504abe13-b919-4b8a-a2bc-abb34f7c0da1 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:00.723299 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504abe13-b919-4b8a-a2bc-abb34f7c0da1 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:00.723804 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504abe13-b919-4b8a-a2bc-abb34f7c0da1 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:00.724306 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504abe13-b919-4b8a-a2bc-abb34f7c0da1 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:00.725809 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504abe13-b919-4b8a-a2bc-abb34f7c0da1 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:00.726966 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504abe13-b919-4b8a-a2bc-abb34f7c0da1 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:00.727452 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504abe13-b919-4b8a-a2bc-abb34f7c0da1 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:00.728077 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504abe13-b919-4b8a-a2bc-abb34f7c0da1 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:00.728589 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504abe13-b919-4b8a-a2bc-abb34f7c0da1 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:00.729098 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504abe13-b919-4b8a-a2bc-abb34f7c0da1 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:00.729602 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504abe13-b919-4b8a-a2bc-abb34f7c0da1 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:00.730106 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504abe13-b919-4b8a-a2bc-abb34f7c0da1 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:00.730681 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504abe13-b919-4b8a-a2bc-abb34f7c0da1 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:00.731130 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504abe13-b919-4b8a-a2bc-abb34f7c0da1 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:00.731779 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504abe13-b919-4b8a-a2bc-abb34f7c0da1 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:00.732504 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504abe13-b919-4b8a-a2bc-abb34f7c0da1 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:00.733097 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504abe13-b919-4b8a-a2bc-abb34f7c0da1 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:00.734613 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504abe13-b919-4b8a-a2bc-abb34f7c0da1 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:00.736139 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504abe13-b919-4b8a-a2bc-abb34f7c0da1 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:00.736318 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504abe13-b919-4b8a-a2bc-abb34f7c0da1 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:00.736770 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504abe13-b919-4b8a-a2bc-abb34f7c0da1 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:00.737606 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504abe13-b919-4b8a-a2bc-abb34f7c0da1 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:00.738482 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504abe13-b919-4b8a-a2bc-abb34f7c0da1 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:00.739349 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504abe13-b919-4b8a-a2bc-abb34f7c0da1 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:00.740803 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504abe13-b919-4b8a-a2bc-abb34f7c0da1 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:00.741025 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-561a556b-7bd4-4bea-b70c-8f66ce202b57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:00.741686 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504abe13-b919-4b8a-a2bc-abb34f7c0da1 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:00.743397 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504abe13-b919-4b8a-a2bc-abb34f7c0da1 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:00.754571 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-504abe13-b919-4b8a-a2bc-abb34f7c0da1 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 45687 time: 0.3528662 Dec 20 14:38:00.757110 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 42758) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:38:00.765624 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-938a835e-27c3-4418-9c70-17d6feec567b req-e85cb7f5-5e1d-42f5-a25e-99e24a2609a5 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/security-groups?id=43c0ac57-a0d4-4728-b359-486d90e63ad1&id=81a62dd3-6166-418b-a2f3-15daa19beec9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0853848 Dec 20 14:38:00.868681 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9e997e4-ee35-47d6-83ad-4f69c46611ef tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Router f87d2f66-4df2-4471-91c1-3b9c797a16b9 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:38:01.179974 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-ea00e813-6e47-498a-bea3-213370649850 None None] Provisioning complete for port ce88b491-e697-468d-a93e-d3efc3187c36 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:38:01.179974 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ea00e813-6e47-498a-bea3-213370649850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:01.220709 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-de4bce5b-be40-43be-a42c-08addbbbcd0a tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Deleting port 96f66bb2-5ae2-40dc-9b76-27e4646d70b5 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:38:01.221312 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-de4bce5b-be40-43be-a42c-08addbbbcd0a tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:01.267145 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9e997e4-ee35-47d6-83ad-4f69c46611ef tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:38:01.282293 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbecbc06-0856-40e1-9dfa-db627d7dcc9e None None] Sync routers for ids ['f87d2f66-4df2-4471-91c1-3b9c797a16b9'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:38:01.303359 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbecbc06-0856-40e1-9dfa-db627d7dcc9e None None] Routers {'f87d2f66-4df2-4471-91c1-3b9c797a16b9'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:38:01.304597 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-fbecbc06-0856-40e1-9dfa-db627d7dcc9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:37:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['f87d2f66-4df2-4471-91c1-3b9c797a16b9'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:38:01.312223 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b9e997e4-ee35-47d6-83ad-4f69c46611ef tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:01.340189 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fe41ab80-998c-4e38-acba-e92ac2307e3c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:01.342179 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device ce88b491-e697-468d-a93e-d3efc3187c36 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:38:01.449019 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port ce88b491-e697-468d-a93e-d3efc3187c36 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:38:01.449480 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:01.451300 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-fbecbc06-0856-40e1-9dfa-db627d7dcc9e None None] Set router f87d2f66-4df2-4471-91c1-3b9c797a16b9 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:38:01.605847 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42782) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:38:01.748572 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b6a4630c-585e-440c-b59e-2e87e99f7752 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:01.838391 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-de4bce5b-be40-43be-a42c-08addbbbcd0a tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] For port 96f66bb2-5ae2-40dc-9b76-27e4646d70b5, host n-h2-761264-19, got binding levels [] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:38:01.839242 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-de4bce5b-be40-43be-a42c-08addbbbcd0a tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:01.864799 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b6a4630c-585e-440c-b59e-2e87e99f7752 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:01.870610 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-fbecbc06-0856-40e1-9dfa-db627d7dcc9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87d2f66-4df2-4471-91c1-3b9c797a16b9', 'name': 'tempest-AttachVolumeTestJSON-785040931-router', 'tenant_id': 'c0643adf2af04815b0d3549cf80b60b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '56b00ed9-8503-4ce4-abdb-57c2bebf35e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:37:24Z', 'updated_at': '2021-12-20T14:37:32Z', 'revision_number': 4, 'project_id': 'c0643adf2af04815b0d3549cf80b60b4', 'gw_port': {'id': '56b00ed9-8503-4ce4-abdb-57c2bebf35e6', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:02:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87d2f66-4df2-4471-91c1-3b9c797a16b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:37:25Z', 'updated_at': '2021-12-20T14:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': '55289cfc-7867-4712-9d2f-55d25ee7f16c', 'tenant_id': 'c0643adf2af04815b0d3549cf80b60b4', 'floating_ip_address': '172.25.0.18', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': 'f87d2f66-4df2-4471-91c1-3b9c797a16b9', 'port_id': '93af668f-2513-4104-bc3f-9ee7e91d2ff6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1634, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87a69cd0-a64c-42dd-a7fc-edd3efea59ce', 'mac_address': 'fa:16:3e:bc:c4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09bc019-13ea-434d-bbc0-07c863b22aea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T14:37:38Z', 'updated_at': '2021-12-20T14:37:59Z', 'revision_number': 1, 'project_id': 'c0643adf2af04815b0d3549cf80b60b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b967ee65-6521-4a47-accc-695b3ca396d4', 'name': '', 'network_id': '87a69cd0-a64c-42dd-a7fc-edd3efea59ce', 'tenant_id': 'c0643adf2af04815b0d3549cf80b60b4', 'mac_address': 'fa:16:3e:f2:e9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87d2f66-4df2-4471-91c1-3b9c797a16b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': 'a9e11c76-32b6-463b-b516-e12248ff878a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:37:30Z', 'updated_at': '2021-12-20T14:37:36Z', 'revision_number': 5, 'project_id': 'c0643adf2af04815b0d3549cf80b60b4', 'subnets': [{'id': 'a9e11c76-32b6-463b-b516-e12248ff878a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:38:01.873315 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-b9e997e4-ee35-47d6-83ad-4f69c46611ef tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "PUT /v2.0/floatingips/55289cfc-7867-4712-9d2f-55d25ee7f16c HTTP/1.1" status: 200 len: 990 time: 3.7524292 Dec 20 14:38:01.876454 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b6a4630c-585e-440c-b59e-2e87e99f7752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:01.878483 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c09bc019-13ea-434d-bbc0-07c863b22aea', 'tag': '93af668f-2513-4104-bc3f-9ee7e91d2ff6'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:38:01.880791 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de123df0-f4c0-4e34-9d59-75fcea8f39a6" -d '{"events": [{"name": "network-changed", "server_uuid": "c09bc019-13ea-434d-bbc0-07c863b22aea", "tag": "93af668f-2513-4104-bc3f-9ee7e91d2ff6"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:38:01.894824 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-de4bce5b-be40-43be-a42c-08addbbbcd0a tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Calling delete_port for 96f66bb2-5ae2-40dc-9b76-27e4646d70b5 owned by {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:38:01.937221 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbecbc06-0856-40e1-9dfa-db627d7dcc9e None None] Checking router: f87d2f66-4df2-4471-91c1-3b9c797a16b9 for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:38:01.961099 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbecbc06-0856-40e1-9dfa-db627d7dcc9e None None] Routers {'f87d2f66-4df2-4471-91c1-3b9c797a16b9'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:38:01.962026 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-fbecbc06-0856-40e1-9dfa-db627d7dcc9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:37:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['f87d2f66-4df2-4471-91c1-3b9c797a16b9'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:38:01.967610 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-b6a4630c-585e-440c-b59e-2e87e99f7752 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c1066ba12a224e6ea71aa6f1ffce9822&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3606334 Dec 20 14:38:01.975541 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42792) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:38:01.986081 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a4630c-585e-440c-b59e-2e87e99f7752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f070b6ab-e48a-4394-b2cd-3357d0da8816,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:38:02.055681 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-de4bce5b-be40-43be-a42c-08addbbbcd0a tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:02.062920 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b25dd5e-1235-412e-a38f-95269701b1c2 x-openstack-request-id: req-0b25dd5e-1235-412e-a38f-95269701b1c2 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:38:02.063190 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c09bc019-13ea-434d-bbc0-07c863b22aea", "tag": "93af668f-2513-4104-bc3f-9ee7e91d2ff6", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:38:02.063453 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0b25dd5e-1235-412e-a38f-95269701b1c2 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:38:02.063860 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c09bc019-13ea-434d-bbc0-07c863b22aea', 'tag': '93af668f-2513-4104-bc3f-9ee7e91d2ff6', 'status': 'completed', 'code': 200} Dec 20 14:38:02.099183 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6ad5a3d4-24a1-46ce-89f2-273a23e7fadc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:02.125915 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6ad5a3d4-24a1-46ce-89f2-273a23e7fadc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:02.193694 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6ad5a3d4-24a1-46ce-89f2-273a23e7fadc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:02.199262 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6ad5a3d4-24a1-46ce-89f2-273a23e7fadc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:02.202884 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-6ad5a3d4-24a1-46ce-89f2-273a23e7fadc admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f070b6ab-e48a-4394-b2cd-3357d0da8816 HTTP/1.1" status: 204 len: 168 time: 0.2212043 Dec 20 14:38:02.203049 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-fbecbc06-0856-40e1-9dfa-db627d7dcc9e None None] Set router f87d2f66-4df2-4471-91c1-3b9c797a16b9 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:38:02.205611 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4bce5b-be40-43be-a42c-08addbbbcd0a tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Pushing event deleted for resources: {'Port': ['ID=96f66bb2-5ae2-40dc-9b76-27e4646d70b5,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:38:02.220275 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad5a3d4-24a1-46ce-89f2-273a23e7fadc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f070b6ab-e48a-4394-b2cd-3357d0da8816,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:38:02.224176 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae1719-50e5-4693-ab10-6f2bba20dd25 req-c1b933b9-04e4-4893-ac69-103403586853 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:02.230656 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae1719-50e5-4693-ab10-6f2bba20dd25 req-c1b933b9-04e4-4893-ac69-103403586853 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:02.237204 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae1719-50e5-4693-ab10-6f2bba20dd25 req-c1b933b9-04e4-4893-ac69-103403586853 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:02.243146 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae1719-50e5-4693-ab10-6f2bba20dd25 req-c1b933b9-04e4-4893-ac69-103403586853 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:02.250339 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae1719-50e5-4693-ab10-6f2bba20dd25 req-c1b933b9-04e4-4893-ac69-103403586853 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:02.257224 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae1719-50e5-4693-ab10-6f2bba20dd25 req-c1b933b9-04e4-4893-ac69-103403586853 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:02.263334 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae1719-50e5-4693-ab10-6f2bba20dd25 req-c1b933b9-04e4-4893-ac69-103403586853 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:02.265459 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9fae1719-50e5-4693-ab10-6f2bba20dd25 req-c1b933b9-04e4-4893-ac69-103403586853 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3e943d5-5d01-407d-9414-c89d08826b2f HTTP/1.1" status: 200 len: 5444 time: 0.8493707 Dec 20 14:38:02.283907 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-de4bce5b-be40-43be-a42c-08addbbbcd0a tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:02.287508 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-de4bce5b-be40-43be-a42c-08addbbbcd0a tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] 10.222.0.54 "DELETE /v2.0/ports/96f66bb2-5ae2-40dc-9b76-27e4646d70b5 HTTP/1.1" status: 204 len: 168 time: 1.5277390 Dec 20 14:38:02.298604 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42798) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:38:02.365682 n-d-761264-19 neutron-server[103167]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5cc6a99-186f-4c38-b5a1-8cee8d06ada8 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] GET failed (client error): The resource could not be found. Dec 20 14:38:02.372761 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 42800) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:38:02.375597 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-a5cc6a99-186f-4c38-b5a1-8cee8d06ada8 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] 10.222.0.54 "GET /v2.0/ports/96f66bb2-5ae2-40dc-9b76-27e4646d70b5 HTTP/1.1" status: 404 len: 333 time: 0.0758317 Dec 20 14:38:02.381402 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-ff3cc8db-7571-47e5-919b-85bf4cb31a6d tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-618990742', 'network_id': '0755bc71-0db0-47e6-b322-11b63722698b'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:38:02.396636 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caad648-d8a8-461a-909a-991d115fc4ca req-5cc9ec66-c8bd-4d54-8fc4-75583dc3d116 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:02.402692 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caad648-d8a8-461a-909a-991d115fc4ca req-5cc9ec66-c8bd-4d54-8fc4-75583dc3d116 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:02.408641 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caad648-d8a8-461a-909a-991d115fc4ca req-5cc9ec66-c8bd-4d54-8fc4-75583dc3d116 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:02.414684 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caad648-d8a8-461a-909a-991d115fc4ca req-5cc9ec66-c8bd-4d54-8fc4-75583dc3d116 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:02.420990 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caad648-d8a8-461a-909a-991d115fc4ca req-5cc9ec66-c8bd-4d54-8fc4-75583dc3d116 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:02.426970 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caad648-d8a8-461a-909a-991d115fc4ca req-5cc9ec66-c8bd-4d54-8fc4-75583dc3d116 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:02.433587 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caad648-d8a8-461a-909a-991d115fc4ca req-5cc9ec66-c8bd-4d54-8fc4-75583dc3d116 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:02.435400 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2caad648-d8a8-461a-909a-991d115fc4ca req-5cc9ec66-c8bd-4d54-8fc4-75583dc3d116 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3e943d5-5d01-407d-9414-c89d08826b2f HTTP/1.1" status: 200 len: 5444 time: 0.3812997 Dec 20 14:38:02.437358 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de123df0-f4c0-4e34-9d59-75fcea8f39a6 req-ee1c0c8c-f94b-4c22-aac3-90f5aae64cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:02.438788 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-de123df0-f4c0-4e34-9d59-75fcea8f39a6 req-ee1c0c8c-f94b-4c22-aac3-90f5aae64cd8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c0643adf2af04815b0d3549cf80b60b4&device_id=c09bc019-13ea-434d-bbc0-07c863b22aea HTTP/1.1" status: 200 len: 1097 time: 0.3288064 Dec 20 14:38:02.454890 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae1719-50e5-4693-ab10-6f2bba20dd25 req-f3a75a2e-ace2-4076-affc-20a960fe2ec5 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:02.456366 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9fae1719-50e5-4693-ab10-6f2bba20dd25 req-f3a75a2e-ace2-4076-affc-20a960fe2ec5 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.47 "GET /v2.0/ports/53964767-e153-45ad-817f-303368cbc376?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1788206 Dec 20 14:38:02.528306 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fe41ab80-998c-4e38-acba-e92ac2307e3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013'] for router, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:02.640661 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-fbecbc06-0856-40e1-9dfa-db627d7dcc9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87d2f66-4df2-4471-91c1-3b9c797a16b9', 'name': 'tempest-AttachVolumeTestJSON-785040931-router', 'tenant_id': 'c0643adf2af04815b0d3549cf80b60b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '56b00ed9-8503-4ce4-abdb-57c2bebf35e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:37:24Z', 'updated_at': '2021-12-20T14:37:32Z', 'revision_number': 4, 'project_id': 'c0643adf2af04815b0d3549cf80b60b4', 'gw_port': {'id': '56b00ed9-8503-4ce4-abdb-57c2bebf35e6', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:02:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87d2f66-4df2-4471-91c1-3b9c797a16b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:37:25Z', 'updated_at': '2021-12-20T14:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': '55289cfc-7867-4712-9d2f-55d25ee7f16c', 'tenant_id': 'c0643adf2af04815b0d3549cf80b60b4', 'floating_ip_address': '172.25.0.18', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': 'f87d2f66-4df2-4471-91c1-3b9c797a16b9', 'port_id': '93af668f-2513-4104-bc3f-9ee7e91d2ff6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1634, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87a69cd0-a64c-42dd-a7fc-edd3efea59ce', 'mac_address': 'fa:16:3e:bc:c4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09bc019-13ea-434d-bbc0-07c863b22aea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T14:37:38Z', 'updated_at': '2021-12-20T14:37:59Z', 'revision_number': 1, 'project_id': 'c0643adf2af04815b0d3549cf80b60b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b967ee65-6521-4a47-accc-695b3ca396d4', 'name': '', 'network_id': '87a69cd0-a64c-42dd-a7fc-edd3efea59ce', 'tenant_id': 'c0643adf2af04815b0d3549cf80b60b4', 'mac_address': 'fa:16:3e:f2:e9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87d2f66-4df2-4471-91c1-3b9c797a16b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': 'a9e11c76-32b6-463b-b516-e12248ff878a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:37:30Z', 'updated_at': '2021-12-20T14:37:36Z', 'revision_number': 5, 'project_id': 'c0643adf2af04815b0d3549cf80b60b4', 'subnets': [{'id': 'a9e11c76-32b6-463b-b516-e12248ff878a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:38:02.675906 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbecbc06-0856-40e1-9dfa-db627d7dcc9e None None] The sync data for ids ['f87d2f66-4df2-4471-91c1-3b9c797a16b9'] in n-d-761264-19 is: [{'id': 'f87d2f66-4df2-4471-91c1-3b9c797a16b9', 'name': 'tempest-AttachVolumeTestJSON-785040931-router', 'tenant_id': 'c0643adf2af04815b0d3549cf80b60b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '56b00ed9-8503-4ce4-abdb-57c2bebf35e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:37:24Z', 'updated_at': '2021-12-20T14:37:32Z', 'revision_number': 4, 'project_id': 'c0643adf2af04815b0d3549cf80b60b4', 'gw_port': {'id': '56b00ed9-8503-4ce4-abdb-57c2bebf35e6', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:02:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87d2f66-4df2-4471-91c1-3b9c797a16b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:37:25Z', 'updated_at': '2021-12-20T14:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': '55289cfc-7867-4712-9d2f-55d25ee7f16c', 'tenant_id': 'c0643adf2af04815b0d3549cf80b60b4', 'floating_ip_address': '172.25.0.18', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': 'f87d2f66-4df2-4471-91c1-3b9c797a16b9', 'port_id': '93af668f-2513-4104-bc3f-9ee7e91d2ff6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1634, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87a69cd0-a64c-42dd-a7fc-edd3efea59ce', 'mac_address': 'fa:16:3e:bc:c4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09bc019-13ea-434d-bbc0-07c863b22aea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T14:37:38Z', 'updated_at': '2021-12-20T14:37:59Z', 'revision_number': 1, 'project_id': 'c0643adf2af04815b0d3549cf80b60b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b967ee65-6521-4a47-accc-695b3ca396d4', 'name': '', 'network_id': '87a69cd0-a64c-42dd-a7fc-edd3efea59ce', 'tenant_id': 'c0643adf2af04815b0d3549cf80b60b4', 'mac_address': 'fa:16:3e:f2:e9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87d2f66-4df2-4471-91c1-3b9c797a16b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': 'a9e11c76-32b6-463b-b516-e12248ff878a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:37:30Z', 'updated_at': '2021-12-20T14:37:36Z', 'revision_number': 5, 'project_id': 'c0643adf2af04815b0d3549cf80b60b4', 'subnets': [{'id': 'a9e11c76-32b6-463b-b516-e12248ff878a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:38:02.687885 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42804) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:38:02.702648 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-bb989503-0ba5-4b4f-89ed-a74dd07ca560 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:02.703502 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff3cc8db-7571-47e5-919b-85bf4cb31a6d tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Made reservation on behalf of 188177df400245e9856c5ae7ee0032d6 for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:38:02.705856 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ff3cc8db-7571-47e5-919b-85bf4cb31a6d tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:02.802010 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2caad648-d8a8-461a-909a-991d115fc4ca req-bd1a751a-1eeb-4d37-b047-7b762c8fa479 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/security-groups?id=43c0ac57-a0d4-4728-b359-486d90e63ad1&id=81a62dd3-6166-418b-a2f3-15daa19beec9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3542740 Dec 20 14:38:02.812347 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [None req-ff3cc8db-7571-47e5-919b-85bf4cb31a6d tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] device_id is not set on port 87143899-c8e5-44a2-b1b9-dc990402046c yet. {{(pid=103168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 14:38:02.822498 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-bb989503-0ba5-4b4f-89ed-a74dd07ca560 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:02.830243 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de123df0-f4c0-4e34-9d59-75fcea8f39a6 req-c190025b-672a-44cc-a758-d883af8c50fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:02.831792 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-de123df0-f4c0-4e34-9d59-75fcea8f39a6 req-c190025b-672a-44cc-a758-d883af8c50fd service neutron] 10.222.0.30 "GET /v2.0/networks?id=87a69cd0-a64c-42dd-a7fc-edd3efea59ce HTTP/1.1" status: 200 len: 911 time: 0.3817339 Dec 20 14:38:02.831936 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-bb989503-0ba5-4b4f-89ed-a74dd07ca560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:02.849393 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-89a48ca8-5d62-4de3-b27e-b48d12a6bd6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:02.883020 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9fae1719-50e5-4693-ab10-6f2bba20dd25 req-973785ac-72e4-40ad-ad9e-fcfcf39a4bca tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.47 "GET /v2.0/networks/0723578d-9472-40dd-b5d6-4342bff5fd37?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4121048 Dec 20 14:38:02.886808 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-bb989503-0ba5-4b4f-89ed-a74dd07ca560 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=966db357857a497fba2a7f3920ebdea0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1973090 Dec 20 14:38:02.897551 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42808) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:38:02.924467 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-9fae1719-50e5-4693-ab10-6f2bba20dd25 req-6c9f0c79-386e-40e5-a9b8-b44b7a9481cd service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:38:02.951777 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb989503-0ba5-4b4f-89ed-a74dd07ca560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37061d8c-7c81-4ffb-9584-408a390a03a0,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:38:02.973876 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-eb4a9323-b105-4dad-80ab-6d5baee47a99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:03.003283 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-eb4a9323-b105-4dad-80ab-6d5baee47a99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:03.010675 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496bf09e-ceca-46f6-b081-31136c010e5b None None] New status for floating IP 55289cfc-7867-4712-9d2f-55d25ee7f16c: ACTIVE {{(pid=103169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 14:38:03.070216 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-eb4a9323-b105-4dad-80ab-6d5baee47a99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:03.075426 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-eb4a9323-b105-4dad-80ab-6d5baee47a99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:03.079340 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-eb4a9323-b105-4dad-80ab-6d5baee47a99 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/37061d8c-7c81-4ffb-9584-408a390a03a0 HTTP/1.1" status: 204 len: 168 time: 0.1773186 Dec 20 14:38:03.091827 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-de123df0-f4c0-4e34-9d59-75fcea8f39a6 req-4261080a-f672-4d86-8f52-372056fa26d8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93af668f-2513-4104-bc3f-9ee7e91d2ff6 HTTP/1.1" status: 200 len: 998 time: 0.2521217 Dec 20 14:38:03.134819 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4a9323-b105-4dad-80ab-6d5baee47a99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37061d8c-7c81-4ffb-9584-408a390a03a0,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:38:03.169492 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-9fae1719-50e5-4693-ab10-6f2bba20dd25 req-6c9f0c79-386e-40e5-a9b8-b44b7a9481cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:03.252944 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de123df0-f4c0-4e34-9d59-75fcea8f39a6 req-d6dd6417-f46f-41f5-8eab-2680f0d74f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:03.254527 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-de123df0-f4c0-4e34-9d59-75fcea8f39a6 req-d6dd6417-f46f-41f5-8eab-2680f0d74f07 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a9e11c76-32b6-463b-b516-e12248ff878a HTTP/1.1" status: 200 len: 849 time: 0.1436577 Dec 20 14:38:03.255438 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe41ab80-998c-4e38-acba-e92ac2307e3c admin admin] Router a83cf8df-14c0-4905-8667-b3a435a81e98 is scheduled to L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 with binding_index 1 {{(pid=103168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 14:38:03.385803 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ff3cc8db-7571-47e5-919b-85bf4cb31a6d tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:03.508712 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de123df0-f4c0-4e34-9d59-75fcea8f39a6 req-e756323c-f7f9-45bd-a410-3de46132834c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:03.510233 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-de123df0-f4c0-4e34-9d59-75fcea8f39a6 req-e756323c-f7f9-45bd-a410-3de46132834c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=87a69cd0-a64c-42dd-a7fc-edd3efea59ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2274358 Dec 20 14:38:03.613767 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe41ab80-998c-4e38-acba-e92ac2307e3c admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:38:03.615818 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ff3cc8db-7571-47e5-919b-85bf4cb31a6d tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:03.626926 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f7cb38-e40a-4c0e-b6ab-b0c3ac496648 None None] Sync routers for ids ['a83cf8df-14c0-4905-8667-b3a435a81e98'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:38:03.639547 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f7cb38-e40a-4c0e-b6ab-b0c3ac496648 None None] Routers {'a83cf8df-14c0-4905-8667-b3a435a81e98'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:38:03.640458 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-76f7cb38-e40a-4c0e-b6ab-b0c3ac496648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:38:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['a83cf8df-14c0-4905-8667-b3a435a81e98'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:38:03.641015 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-9fae1719-50e5-4693-ab10-6f2bba20dd25 req-6c9f0c79-386e-40e5-a9b8-b44b7a9481cd service neutron] For port 53964767-e153-45ad-817f-303368cbc376, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=53964767-e153-45ad-817f-303368cbc376,segment=NetworkSegment(083290ff-00d5-486e-85d5-49b2b24fbd9d),segment_id=083290ff-00d5-486e-85d5-49b2b24fbd9d)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:38:03.715671 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fe41ab80-998c-4e38-acba-e92ac2307e3c admin admin] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:03.716816 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-fe41ab80-998c-4e38-acba-e92ac2307e3c admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.8476105 Dec 20 14:38:03.721056 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42826) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:38:03.729231 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:03.740876 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3cc8db-7571-47e5-919b-85bf4cb31a6d tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Network 0755bc71-0db0-47e6-b322-11b63722698b is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:38:03.757188 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3cc8db-7571-47e5-919b-85bf4cb31a6d tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Pushing event updated for resources: {'Port': ['ID=87143899-c8e5-44a2-b1b9-dc990402046c,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:38:03.759686 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-ff3cc8db-7571-47e5-919b-85bf4cb31a6d tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:38:03.764893 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3cc8db-7571-47e5-919b-85bf4cb31a6d tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:38:03.765834 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3cc8db-7571-47e5-919b-85bf4cb31a6d tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:03.766404 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ff3cc8db-7571-47e5-919b-85bf4cb31a6d tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:03.778990 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-de123df0-f4c0-4e34-9d59-75fcea8f39a6 req-a719dae4-6725-405b-8414-a205fbc4494e service neutron] 10.222.0.30 "GET /v2.0/networks/87a69cd0-a64c-42dd-a7fc-edd3efea59ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531588 Dec 20 14:38:03.781655 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-76f7cb38-e40a-4c0e-b6ab-b0c3ac496648 None None] Set router a83cf8df-14c0-4905-8667-b3a435a81e98 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:38:03.782150 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-9fae1719-50e5-4693-ab10-6f2bba20dd25 req-6c9f0c79-386e-40e5-a9b8-b44b7a9481cd service neutron] For port 53964767-e153-45ad-817f-303368cbc376, host n-h2-761264-19, cleared binding levels {{(pid=103168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:38:03.835857 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 2a179faf-fd88-4d1c-8683-0a8bb9be5690 no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:38:03.852314 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-ff3cc8db-7571-47e5-919b-85bf4cb31a6d tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.4754593 Dec 20 14:38:03.861580 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 42830) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:38:03.876882 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [req-9fae1719-50e5-4693-ab10-6f2bba20dd25 req-6c9f0c79-386e-40e5-a9b8-b44b7a9481cd service neutron] device_id is not set on port 53964767-e153-45ad-817f-303368cbc376 yet. {{(pid=103168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 14:38:03.926908 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-9fae1719-50e5-4693-ab10-6f2bba20dd25 req-6c9f0c79-386e-40e5-a9b8-b44b7a9481cd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:04.035434 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:04.049168 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-9fae1719-50e5-4693-ab10-6f2bba20dd25 req-6c9f0c79-386e-40e5-a9b8-b44b7a9481cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:04.163533 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 2a179faf-fd88-4d1c-8683-0a8bb9be5690, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=2a179faf-fd88-4d1c-8683-0a8bb9be5690,segment=NetworkSegment(083290ff-00d5-486e-85d5-49b2b24fbd9d),segment_id=083290ff-00d5-486e-85d5-49b2b24fbd9d)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:38:04.167177 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3e943d5-5d01-407d-9414-c89d08826b2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a179faf-fd88-4d1c-8683-0a8bb9be5690'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:38:04.175225 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2bd43e5-23e8-4a01-8cc2-c69fcb1c0148" -d '{"events": [{"server_uuid": "b3e943d5-5d01-407d-9414-c89d08826b2f", "name": "network-vif-unplugged", "status": "completed", "tag": "2a179faf-fd88-4d1c-8683-0a8bb9be5690"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:38:04.186560 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:04.187317 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 2c856671-3a5c-476e-9630-cfd7595c0f1c no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:38:04.258189 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e22e5a-7c0d-4ca3-b006-cc82dd5ddacb tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:04.260583 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-77e22e5a-7c0d-4ca3-b006-cc82dd5ddacb tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] 10.222.0.54 "GET /v2.0/ports/87143899-c8e5-44a2-b1b9-dc990402046c HTTP/1.1" status: 200 len: 954 time: 0.3980181 Dec 20 14:38:04.295270 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 42846) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:38:04.329933 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-76f7cb38-e40a-4c0e-b6ab-b0c3ac496648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83cf8df-14c0-4905-8667-b3a435a81e98', 'name': 'tempest-FloatingIPsNegativeTestJSON-963734160-router', 'tenant_id': 'dd643e87c2cd4e07a679e3616b63447a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '658fbbb0-1a19-4ae8-819c-2f25d589e4e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:37:57Z', 'updated_at': '2021-12-20T14:38:01Z', 'revision_number': 3, 'project_id': 'dd643e87c2cd4e07a679e3616b63447a', 'gw_port': {'id': '658fbbb0-1a19-4ae8-819c-2f25d589e4e9', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:cb:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a83cf8df-14c0-4905-8667-b3a435a81e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:37:59Z', 'updated_at': '2021-12-20T14:37:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:38:04.386913 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 14:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9666ef68-699a-4c19-8add-e008d01a9b07 x-openstack-request-id: req-9666ef68-699a-4c19-8add-e008d01a9b07 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:38:04.387202 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3e943d5-5d01-407d-9414-c89d08826b2f", "name": "network-vif-unplugged", "status": "completed", "tag": "2a179faf-fd88-4d1c-8683-0a8bb9be5690", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:38:04.387476 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9666ef68-699a-4c19-8add-e008d01a9b07 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:38:04.387869 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3e943d5-5d01-407d-9414-c89d08826b2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a179faf-fd88-4d1c-8683-0a8bb9be5690', 'code': 200} Dec 20 14:38:04.408126 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f7cb38-e40a-4c0e-b6ab-b0c3ac496648 None None] Checking router: a83cf8df-14c0-4905-8667-b3a435a81e98 for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:38:04.408490 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f7cb38-e40a-4c0e-b6ab-b0c3ac496648 None None] Updating router a83cf8df-14c0-4905-8667-b3a435a81e98 port 658fbbb0-1a19-4ae8-819c-2f25d589e4e9 binding host n-d-761264-19 {{(pid=103170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 14:38:04.469484 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=2a179faf-fd88-4d1c-8683-0a8bb9be5690,revision_number=6']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:38:04.510630 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-76f7cb38-e40a-4c0e-b6ab-b0c3ac496648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:04.512777 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9f0c79-386e-40e5-a9b8-b44b7a9481cd service neutron] Pushing event updated for resources: {'Port': ['ID=53964767-e153-45ad-817f-303368cbc376,revision_number=6']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:38:04.519355 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-de123df0-f4c0-4e34-9d59-75fcea8f39a6 req-a5d46fe5-c481-4953-9c87-c7faca2539e5 service neutron] 10.222.0.30 "GET /v2.0/networks/87a69cd0-a64c-42dd-a7fc-edd3efea59ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6966553 Dec 20 14:38:04.563175 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2331c54d-0445-4412-95a3-dcbcc8550f4c req-a6653165-bf55-455b-8c17-541ea12fde07 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:04.572090 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2331c54d-0445-4412-95a3-dcbcc8550f4c req-a6653165-bf55-455b-8c17-541ea12fde07 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:04.580406 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2331c54d-0445-4412-95a3-dcbcc8550f4c req-a6653165-bf55-455b-8c17-541ea12fde07 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:04.584070 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:04.594831 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2331c54d-0445-4412-95a3-dcbcc8550f4c req-a6653165-bf55-455b-8c17-541ea12fde07 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:04.602542 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2331c54d-0445-4412-95a3-dcbcc8550f4c req-a6653165-bf55-455b-8c17-541ea12fde07 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:04.611645 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2331c54d-0445-4412-95a3-dcbcc8550f4c req-a6653165-bf55-455b-8c17-541ea12fde07 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:04.614526 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2331c54d-0445-4412-95a3-dcbcc8550f4c req-a6653165-bf55-455b-8c17-541ea12fde07 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3e943d5-5d01-407d-9414-c89d08826b2f HTTP/1.1" status: 200 len: 4665 time: 0.6356328 Dec 20 14:38:04.615664 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fae1719-50e5-4693-ab10-6f2bba20dd25 req-6c9f0c79-386e-40e5-a9b8-b44b7a9481cd service neutron] No DVR routers for this DVR port 53964767-e153-45ad-817f-303368cbc376 on host n-h2-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:38:04.646070 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 2c856671-3a5c-476e-9630-cfd7595c0f1c, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=2c856671-3a5c-476e-9630-cfd7595c0f1c,segment=NetworkSegment(083290ff-00d5-486e-85d5-49b2b24fbd9d),segment_id=083290ff-00d5-486e-85d5-49b2b24fbd9d)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:38:04.654552 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:04.658811 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 21f92dd2-a47b-44a5-8d5b-a2f2ccf8ee4f no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:38:04.778799 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2331c54d-0445-4412-95a3-dcbcc8550f4c req-79a68e48-4d42-47c2-b770-bf1158372021 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/security-groups?id=43c0ac57-a0d4-4728-b359-486d90e63ad1&id=81a62dd3-6166-418b-a2f3-15daa19beec9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1050768 Dec 20 14:38:04.779868 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-45b9d175-5fc6-4e5b-9f4d-43ddca20d876 None None] Provisioning complete for port 53964767-e153-45ad-817f-303368cbc376 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:38:04.781269 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-9fae1719-50e5-4693-ab10-6f2bba20dd25 req-6c9f0c79-386e-40e5-a9b8-b44b7a9481cd service neutron] In _notify_port_updated(), no bound segment for port 53964767-e153-45ad-817f-303368cbc376 on network 0723578d-9472-40dd-b5d6-4342bff5fd37 {{(pid=103168) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 20 14:38:04.781903 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-45b9d175-5fc6-4e5b-9f4d-43ddca20d876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:04.782382 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae1719-50e5-4693-ab10-6f2bba20dd25 req-6c9f0c79-386e-40e5-a9b8-b44b7a9481cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:04.783321 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-9fae1719-50e5-4693-ab10-6f2bba20dd25 req-6c9f0c79-386e-40e5-a9b8-b44b7a9481cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:04.785754 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9fae1719-50e5-4693-ab10-6f2bba20dd25 req-6c9f0c79-386e-40e5-a9b8-b44b7a9481cd service neutron] 10.222.0.47 "PUT /v2.0/ports/53964767-e153-45ad-817f-303368cbc376 HTTP/1.1" status: 200 len: 1032 time: 1.8948965 Dec 20 14:38:04.825280 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=2c856671-3a5c-476e-9630-cfd7595c0f1c,revision_number=6']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:38:04.846635 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-45b9d175-5fc6-4e5b-9f4d-43ddca20d876 None None] Port 53964767-e153-45ad-817f-303368cbc376 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:38:04.867691 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-d0a67805-450c-41c3-ab3c-858b88083a4c tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Deleting port 87143899-c8e5-44a2-b1b9-dc990402046c {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:38:04.869098 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d0a67805-450c-41c3-ab3c-858b88083a4c tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:04.892666 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:04.922084 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae1719-50e5-4693-ab10-6f2bba20dd25 req-9f5f6d03-1a6b-47e9-b096-af500a27bd44 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:04.931390 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9fae1719-50e5-4693-ab10-6f2bba20dd25 req-9f5f6d03-1a6b-47e9-b096-af500a27bd44 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.47 "GET /v2.0/ports/472629f0-99a5-462a-9b97-0c161849b783?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1380458 Dec 20 14:38:04.933437 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 21f92dd2-a47b-44a5-8d5b-a2f2ccf8ee4f, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=21f92dd2-a47b-44a5-8d5b-a2f2ccf8ee4f,segment=NetworkSegment(38e3b0df-fe83-43da-b83c-677d17fe07c0),segment_id=38e3b0df-fe83-43da-b83c-677d17fe07c0)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:38:04.943173 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:04.944281 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 472629f0-99a5-462a-9b97-0c161849b783 no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:38:04.989986 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-9fae1719-50e5-4693-ab10-6f2bba20dd25 req-0e376c26-fae2-423e-a59b-f4db4777fa91 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:38:05.121539 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=21f92dd2-a47b-44a5-8d5b-a2f2ccf8ee4f,revision_number=6']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:38:05.178760 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-76f7cb38-e40a-4c0e-b6ab-b0c3ac496648 None None] Publish callbacks [] for port, precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:05.198498 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-76f7cb38-e40a-4c0e-b6ab-b0c3ac496648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:05.210096 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:05.286186 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 472629f0-99a5-462a-9b97-0c161849b783, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=472629f0-99a5-462a-9b97-0c161849b783,segment=NetworkSegment(083290ff-00d5-486e-85d5-49b2b24fbd9d),segment_id=083290ff-00d5-486e-85d5-49b2b24fbd9d)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:38:05.297157 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:05.298117 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 53964767-e153-45ad-817f-303368cbc376 no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:38:05.311171 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-73d5b2f7-1889-4c9c-9363-b450f2f927c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:05.347878 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-76f7cb38-e40a-4c0e-b6ab-b0c3ac496648 None None] Attempting to bind port 658fbbb0-1a19-4ae8-819c-2f25d589e4e9 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:38:05.353282 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-76f7cb38-e40a-4c0e-b6ab-b0c3ac496648 None None] Attempting to bind port 658fbbb0-1a19-4ae8-819c-2f25d589e4e9 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:38:05.356594 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f7cb38-e40a-4c0e-b6ab-b0c3ac496648 None None] Attempting to bind port 658fbbb0-1a19-4ae8-819c-2f25d589e4e9 on network c3f8658e-da35-41f3-bd03-509e29ebd6f3 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:38:05.383532 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f7cb38-e40a-4c0e-b6ab-b0c3ac496648 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:38:05.384061 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f7cb38-e40a-4c0e-b6ab-b0c3ac496648 None None] Checking segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:38:05.395501 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-76f7cb38-e40a-4c0e-b6ab-b0c3ac496648 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:05.395793 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f7cb38-e40a-4c0e-b6ab-b0c3ac496648 None None] Bound using segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:38:05.396411 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-76f7cb38-e40a-4c0e-b6ab-b0c3ac496648 None None] Bound port: 658fbbb0-1a19-4ae8-819c-2f25d589e4e9, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:38:05.397594 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-76f7cb38-e40a-4c0e-b6ab-b0c3ac496648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:05.399707 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff3834e-081c-4468-959f-fa586a4b0868 None None] Pushing event updated for resources: {'Port': ['ID=658fbbb0-1a19-4ae8-819c-2f25d589e4e9,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:38:05.501192 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-76f7cb38-e40a-4c0e-b6ab-b0c3ac496648 None None] For port 658fbbb0-1a19-4ae8-819c-2f25d589e4e9, host n-d-761264-19, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:38:05.506994 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-76f7cb38-e40a-4c0e-b6ab-b0c3ac496648 None None] For port 658fbbb0-1a19-4ae8-819c-2f25d589e4e9, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=658fbbb0-1a19-4ae8-819c-2f25d589e4e9,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:38:05.513836 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-76f7cb38-e40a-4c0e-b6ab-b0c3ac496648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:05.618423 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 53964767-e153-45ad-817f-303368cbc376 not bound to the agent host n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:38:05.618887 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device fc4dfef1-284b-46a8-abf8-8899705f3844 no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:38:05.632266 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=472629f0-99a5-462a-9b97-0c161849b783,revision_number=6']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:38:05.636672 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f7cb38-e40a-4c0e-b6ab-b0c3ac496648 None None] Routers {'a83cf8df-14c0-4905-8667-b3a435a81e98'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:38:05.638411 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-76f7cb38-e40a-4c0e-b6ab-b0c3ac496648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:38:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['a83cf8df-14c0-4905-8667-b3a435a81e98'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:38:05.681269 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d0a67805-450c-41c3-ab3c-858b88083a4c tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:05.721685 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-73d5b2f7-1889-4c9c-9363-b450f2f927c1 admin admin] Allocated IP 172.20.0.1 (adb14423-d253-449b-99d0-dbcf8c2e2fbf/fccf7ccc-63e4-40ea-8267-9189b896b5e1/b44e63fd-407c-44e8-9aaa-9fb00932bbec) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:38:05.745990 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:05.753542 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:05.756017 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-9fae1719-50e5-4693-ab10-6f2bba20dd25 req-0e376c26-fae2-423e-a59b-f4db4777fa91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:05.787047 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-d0a67805-450c-41c3-ab3c-858b88083a4c tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Calling delete_port for 87143899-c8e5-44a2-b1b9-dc990402046c owned by {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:38:05.799210 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port fc4dfef1-284b-46a8-abf8-8899705f3844, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=fc4dfef1-284b-46a8-abf8-8899705f3844,segment=NetworkSegment(38e3b0df-fe83-43da-b83c-677d17fe07c0),segment_id=38e3b0df-fe83-43da-b83c-677d17fe07c0)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:38:05.806277 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:05.810004 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device fc3c68f4-a329-4427-b5d7-367e479e930e no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:38:05.814243 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-76f7cb38-e40a-4c0e-b6ab-b0c3ac496648 None None] Set router a83cf8df-14c0-4905-8667-b3a435a81e98 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:38:05.876592 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-73d5b2f7-1889-4c9c-9363-b450f2f927c1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:05.917224 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-73d5b2f7-1889-4c9c-9363-b450f2f927c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:05.972525 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff3834e-081c-4468-959f-fa586a4b0868 None None] Pushing event updated for resources: {'Port': ['ID=658fbbb0-1a19-4ae8-819c-2f25d589e4e9,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:38:06.003006 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:06.006547 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d5b2f7-1889-4c9c-9363-b450f2f927c1 admin admin] Network adb14423-d253-449b-99d0-dbcf8c2e2fbf is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:38:06.009662 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-73d5b2f7-1889-4c9c-9363-b450f2f927c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:38:06.040511 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d5b2f7-1889-4c9c-9363-b450f2f927c1 admin admin] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:38:06.075511 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-be8e9508-ef1e-4284-882c-efb06f97f371 req-8a005a63-eb9b-4f55-9508-0ad818a38030 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3965139 Dec 20 14:38:06.088763 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=fc4dfef1-284b-46a8-abf8-8899705f3844,revision_number=6']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:38:06.124430 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port fc3c68f4-a329-4427-b5d7-367e479e930e, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=fc3c68f4-a329-4427-b5d7-367e479e930e,segment=NetworkSegment(083ec5a2-8034-45c0-81b5-ec9dea4598e2),segment_id=083ec5a2-8034-45c0-81b5-ec9dea4598e2)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:38:06.131871 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:06.142641 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d5b2f7-1889-4c9c-9363-b450f2f927c1 admin admin] Pushing event updated for resources: {'Port': ['ID=b44e63fd-407c-44e8-9aaa-9fb00932bbec,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:38:06.177567 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-73d5b2f7-1889-4c9c-9363-b450f2f927c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595714'] for router_interface, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:06.293684 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=fc3c68f4-a329-4427-b5d7-367e479e930e,revision_number=6']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:38:06.298976 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:06.305987 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-76f7cb38-e40a-4c0e-b6ab-b0c3ac496648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83cf8df-14c0-4905-8667-b3a435a81e98', 'name': 'tempest-FloatingIPsNegativeTestJSON-963734160-router', 'tenant_id': 'dd643e87c2cd4e07a679e3616b63447a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '658fbbb0-1a19-4ae8-819c-2f25d589e4e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:37:57Z', 'updated_at': '2021-12-20T14:38:01Z', 'revision_number': 3, 'project_id': 'dd643e87c2cd4e07a679e3616b63447a', 'gw_port': {'id': '658fbbb0-1a19-4ae8-819c-2f25d589e4e9', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:cb:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a83cf8df-14c0-4905-8667-b3a435a81e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:37:59Z', 'updated_at': '2021-12-20T14:38:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:38:06.352134 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f7cb38-e40a-4c0e-b6ab-b0c3ac496648 None None] The sync data for ids ['a83cf8df-14c0-4905-8667-b3a435a81e98'] in n-d-761264-19 is: [{'id': 'a83cf8df-14c0-4905-8667-b3a435a81e98', 'name': 'tempest-FloatingIPsNegativeTestJSON-963734160-router', 'tenant_id': 'dd643e87c2cd4e07a679e3616b63447a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '658fbbb0-1a19-4ae8-819c-2f25d589e4e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:37:57Z', 'updated_at': '2021-12-20T14:38:01Z', 'revision_number': 3, 'project_id': 'dd643e87c2cd4e07a679e3616b63447a', 'gw_port': {'id': '658fbbb0-1a19-4ae8-819c-2f25d589e4e9', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:cb:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a83cf8df-14c0-4905-8667-b3a435a81e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:37:59Z', 'updated_at': '2021-12-20T14:38:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:38:06.389096 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3e943d5-5d01-407d-9414-c89d08826b2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c856671-3a5c-476e-9630-cfd7595c0f1c'}, {'server_uuid': 'b3e943d5-5d01-407d-9414-c89d08826b2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21f92dd2-a47b-44a5-8d5b-a2f2ccf8ee4f'}, {'server_uuid': 'b3e943d5-5d01-407d-9414-c89d08826b2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '472629f0-99a5-462a-9b97-0c161849b783'}, {'server_uuid': 'b3e943d5-5d01-407d-9414-c89d08826b2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc4dfef1-284b-46a8-abf8-8899705f3844'}, {'server_uuid': 'b3e943d5-5d01-407d-9414-c89d08826b2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc3c68f4-a329-4427-b5d7-367e479e930e'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:38:06.392107 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b39dfc7-4447-4e02-b889-93bb81ad4a47" -d '{"events": [{"server_uuid": "b3e943d5-5d01-407d-9414-c89d08826b2f", "name": "network-vif-unplugged", "status": "completed", "tag": "2c856671-3a5c-476e-9630-cfd7595c0f1c"}, {"server_uuid": "b3e943d5-5d01-407d-9414-c89d08826b2f", "name": "network-vif-unplugged", "status": "completed", "tag": "21f92dd2-a47b-44a5-8d5b-a2f2ccf8ee4f"}, {"server_uuid": "b3e943d5-5d01-407d-9414-c89d08826b2f", "name": "network-vif-unplugged", "status": "completed", "tag": "472629f0-99a5-462a-9b97-0c161849b783"}, {"server_uuid": "b3e943d5-5d01-407d-9414-c89d08826b2f", "name": "network-vif-unplugged", "status": "completed", "tag": "fc4dfef1-284b-46a8-abf8-8899705f3844"}, {"server_uuid": "b3e943d5-5d01-407d-9414-c89d08826b2f", "name": "network-vif-unplugged", "status": "completed", "tag": "fc3c68f4-a329-4427-b5d7-367e479e930e"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:38:06.426563 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8e9508-ef1e-4284-882c-efb06f97f371 req-ea3207ac-5637-49fc-86b7-8ae57a53b3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:06.429545 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-be8e9508-ef1e-4284-882c-efb06f97f371 req-ea3207ac-5637-49fc-86b7-8ae57a53b3ca service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=514f3908f9164c0fa19c6d421ce9f2b3&device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 1097 time: 0.3293760 Dec 20 14:38:06.448210 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6fdd45-9869-43db-9e73-07d3bfe28439 req-d3ec7012-3bc4-4baa-ab1b-b2ed7f6aa374 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:06.455470 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6fdd45-9869-43db-9e73-07d3bfe28439 req-d3ec7012-3bc4-4baa-ab1b-b2ed7f6aa374 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:06.463137 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6fdd45-9869-43db-9e73-07d3bfe28439 req-d3ec7012-3bc4-4baa-ab1b-b2ed7f6aa374 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:06.470644 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6fdd45-9869-43db-9e73-07d3bfe28439 req-d3ec7012-3bc4-4baa-ab1b-b2ed7f6aa374 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:06.473242 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-73d5b2f7-1889-4c9c-9363-b450f2f927c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:06.477112 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6fdd45-9869-43db-9e73-07d3bfe28439 req-d3ec7012-3bc4-4baa-ab1b-b2ed7f6aa374 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:06.483388 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6fdd45-9869-43db-9e73-07d3bfe28439 req-d3ec7012-3bc4-4baa-ab1b-b2ed7f6aa374 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:06.485333 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1b6fdd45-9869-43db-9e73-07d3bfe28439 req-d3ec7012-3bc4-4baa-ab1b-b2ed7f6aa374 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3e943d5-5d01-407d-9414-c89d08826b2f HTTP/1.1" status: 200 len: 4655 time: 0.4278224 Dec 20 14:38:06.503191 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-7b2fcd0b-609e-4ebc-98ab-c8985a1909d0 None None] Provisioning complete for port b44e63fd-407c-44e8-9aaa-9fb00932bbec triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:38:06.504884 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-7b2fcd0b-609e-4ebc-98ab-c8985a1909d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:06.528470 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d0a67805-450c-41c3-ab3c-858b88083a4c tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:06.575844 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 877 Content-Type: application/json Date: Mon, 20 Dec 2021 14:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-326d78f5-f945-4275-bc05-2cf741b5c0e6 x-openstack-request-id: req-326d78f5-f945-4275-bc05-2cf741b5c0e6 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:38:06.577280 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3e943d5-5d01-407d-9414-c89d08826b2f", "name": "network-vif-unplugged", "status": "completed", "tag": "2c856671-3a5c-476e-9630-cfd7595c0f1c", "code": 200}, {"server_uuid": "b3e943d5-5d01-407d-9414-c89d08826b2f", "name": "network-vif-unplugged", "status": "completed", "tag": "21f92dd2-a47b-44a5-8d5b-a2f2ccf8ee4f", "code": 200}, {"server_uuid": "b3e943d5-5d01-407d-9414-c89d08826b2f", "name": "network-vif-unplugged", "status": "completed", "tag": "472629f0-99a5-462a-9b97-0c161849b783", "code": 200}, {"server_uuid": "b3e943d5-5d01-407d-9414-c89d08826b2f", "name": "network-vif-unplugged", "status": "completed", "tag": "fc4dfef1-284b-46a8-abf8-8899705f3844", "code": 200}, {"server_uuid": "b3e943d5-5d01-407d-9414-c89d08826b2f", "name": "network-vif-unplugged", "status": "completed", "tag": "fc3c68f4-a329-4427-b5d7-367e479e930e", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:38:06.577280 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-326d78f5-f945-4275-bc05-2cf741b5c0e6 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:38:06.578634 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3e943d5-5d01-407d-9414-c89d08826b2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c856671-3a5c-476e-9630-cfd7595c0f1c', 'code': 200} Dec 20 14:38:06.579441 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3e943d5-5d01-407d-9414-c89d08826b2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21f92dd2-a47b-44a5-8d5b-a2f2ccf8ee4f', 'code': 200} Dec 20 14:38:06.579908 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3e943d5-5d01-407d-9414-c89d08826b2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '472629f0-99a5-462a-9b97-0c161849b783', 'code': 200} Dec 20 14:38:06.581934 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3e943d5-5d01-407d-9414-c89d08826b2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc4dfef1-284b-46a8-abf8-8899705f3844', 'code': 200} Dec 20 14:38:06.582615 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3e943d5-5d01-407d-9414-c89d08826b2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc3c68f4-a329-4427-b5d7-367e479e930e', 'code': 200} Dec 20 14:38:06.616411 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-7b2fcd0b-609e-4ebc-98ab-c8985a1909d0 None None] Port b44e63fd-407c-44e8-9aaa-9fb00932bbec cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:38:06.638773 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a67805-450c-41c3-ab3c-858b88083a4c tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Pushing event deleted for resources: {'Port': ['ID=87143899-c8e5-44a2-b1b9-dc990402046c,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:38:06.640409 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 42894) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:38:06.649492 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-9fae1719-50e5-4693-ab10-6f2bba20dd25 req-0e376c26-fae2-423e-a59b-f4db4777fa91 service neutron] For port 472629f0-99a5-462a-9b97-0c161849b783, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=472629f0-99a5-462a-9b97-0c161849b783,segment=NetworkSegment(083290ff-00d5-486e-85d5-49b2b24fbd9d),segment_id=083290ff-00d5-486e-85d5-49b2b24fbd9d)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:38:06.670910 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d0a67805-450c-41c3-ab3c-858b88083a4c tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:06.677040 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-d0a67805-450c-41c3-ab3c-858b88083a4c tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] 10.222.0.54 "DELETE /v2.0/ports/87143899-c8e5-44a2-b1b9-dc990402046c HTTP/1.1" status: 204 len: 168 time: 2.3558772 Dec 20 14:38:06.682994 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 42898) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:38:06.764508 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac6c6337-1035-4f54-95c7-ecbd4c52210e tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] GET failed (client error): The resource could not be found. Dec 20 14:38:06.766011 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-ac6c6337-1035-4f54-95c7-ecbd4c52210e tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] 10.222.0.54 "GET /v2.0/ports/87143899-c8e5-44a2-b1b9-dc990402046c HTTP/1.1" status: 404 len: 333 time: 0.0734177 Dec 20 14:38:06.812936 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42900) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:38:06.818795 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-5fd29b5f-f8ec-4e97-af35-878739d779ee tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Request body: {'port': {'network_id': '0755bc71-0db0-47e6-b322-11b63722698b', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-952865751'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:38:06.852771 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fd29b5f-f8ec-4e97-af35-878739d779ee tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Made reservation on behalf of 188177df400245e9856c5ae7ee0032d6 for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:38:06.853127 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1b6fdd45-9869-43db-9e73-07d3bfe28439 req-99f5ec8d-dc93-4cfd-ae4e-6350a09d108a tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/security-groups?id=43c0ac57-a0d4-4728-b359-486d90e63ad1&id=81a62dd3-6166-418b-a2f3-15daa19beec9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3294861 Dec 20 14:38:06.855143 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-9fae1719-50e5-4693-ab10-6f2bba20dd25 req-0e376c26-fae2-423e-a59b-f4db4777fa91 service neutron] For port 472629f0-99a5-462a-9b97-0c161849b783, host n-h2-761264-19, cleared binding levels {{(pid=103168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:38:06.856707 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5fd29b5f-f8ec-4e97-af35-878739d779ee tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:06.878496 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-73d5b2f7-1889-4c9c-9363-b450f2f927c1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:06.887706 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-73d5b2f7-1889-4c9c-9363-b450f2f927c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:06.894831 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [None req-5fd29b5f-f8ec-4e97-af35-878739d779ee tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] device_id is not set on port 28fcb0e1-e8b4-4020-a873-b9e2f3665636 yet. {{(pid=103167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 14:38:06.907685 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8e9508-ef1e-4284-882c-efb06f97f371 req-bc48a9bb-039c-4d8c-9b2a-e60586dc4bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:06.909242 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-be8e9508-ef1e-4284-882c-efb06f97f371 req-bc48a9bb-039c-4d8c-9b2a-e60586dc4bc5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7ed718b3-d2e8-4b72-a238-726203897046 HTTP/1.1" status: 200 len: 913 time: 0.4230227 Dec 20 14:38:06.932850 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a50efd88-f25a-4340-80f4-9a26a59de1c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:06.982829 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [req-9fae1719-50e5-4693-ab10-6f2bba20dd25 req-0e376c26-fae2-423e-a59b-f4db4777fa91 service neutron] device_id is not set on port 472629f0-99a5-462a-9b97-0c161849b783 yet. {{(pid=103168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 14:38:07.002394 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-9fae1719-50e5-4693-ab10-6f2bba20dd25 req-0e376c26-fae2-423e-a59b-f4db4777fa91 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:07.018384 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-9fae1719-50e5-4693-ab10-6f2bba20dd25 req-0e376c26-fae2-423e-a59b-f4db4777fa91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:07.064733 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-73d5b2f7-1889-4c9c-9363-b450f2f927c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1595702'] for router_interface, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:07.069098 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-be8e9508-ef1e-4284-882c-efb06f97f371 req-14f4e10c-b5b4-4825-a39f-ac9a7fe501db service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7 HTTP/1.1" status: 200 len: 1000 time: 0.1451154 Dec 20 14:38:07.143881 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d5b2f7-1889-4c9c-9363-b450f2f927c1 admin admin] Pushing event updated for resources: {'Port': ['ID=b44e63fd-407c-44e8-9aaa-9fb00932bbec,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:38:07.218124 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fae1719-50e5-4693-ab10-6f2bba20dd25 req-0e376c26-fae2-423e-a59b-f4db4777fa91 service neutron] No DVR routers for this DVR port 472629f0-99a5-462a-9b97-0c161849b783 on host n-h2-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:38:07.228577 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e376c26-fae2-423e-a59b-f4db4777fa91 service neutron] Pushing event updated for resources: {'Port': ['ID=472629f0-99a5-462a-9b97-0c161849b783,revision_number=7']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:38:07.309588 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8e9508-ef1e-4284-882c-efb06f97f371 req-6ea45293-9f0d-4f44-92b7-681e24d57f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:07.311883 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-be8e9508-ef1e-4284-882c-efb06f97f371 req-6ea45293-9f0d-4f44-92b7-681e24d57f76 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5d68b841-2dcc-4f7d-9f3b-ab3557b797a0 HTTP/1.1" status: 200 len: 851 time: 0.2265158 Dec 20 14:38:07.349865 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5fd29b5f-f8ec-4e97-af35-878739d779ee tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:07.368765 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d5b2f7-1889-4c9c-9363-b450f2f927c1 admin admin] Network adb14423-d253-449b-99d0-dbcf8c2e2fbf is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:38:07.371907 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-73d5b2f7-1889-4c9c-9363-b450f2f927c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:38:07.416358 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-9fae1719-50e5-4693-ab10-6f2bba20dd25 req-0e376c26-fae2-423e-a59b-f4db4777fa91 service neutron] In _notify_port_updated(), no bound segment for port 472629f0-99a5-462a-9b97-0c161849b783 on network 0723578d-9472-40dd-b5d6-4342bff5fd37 {{(pid=103168) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 20 14:38:07.417263 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae1719-50e5-4693-ab10-6f2bba20dd25 req-0e376c26-fae2-423e-a59b-f4db4777fa91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:07.417876 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-9fae1719-50e5-4693-ab10-6f2bba20dd25 req-0e376c26-fae2-423e-a59b-f4db4777fa91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:07.419694 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9fae1719-50e5-4693-ab10-6f2bba20dd25 req-0e376c26-fae2-423e-a59b-f4db4777fa91 service neutron] 10.222.0.47 "PUT /v2.0/ports/472629f0-99a5-462a-9b97-0c161849b783 HTTP/1.1" status: 200 len: 1032 time: 2.4475086 Dec 20 14:38:07.445256 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 658fbbb0-1a19-4ae8-819c-2f25d589e4e9 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:38:07.449217 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a50efd88-f25a-4340-80f4-9a26a59de1c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:07.498495 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a50efd88-f25a-4340-80f4-9a26a59de1c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:07.503285 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5fd29b5f-f8ec-4e97-af35-878739d779ee tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:07.585039 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-6463c723-518b-4e2f-af31-a604c8a0f1d3 None None] Provisioning complete for port 472629f0-99a5-462a-9b97-0c161849b783 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:38:07.585522 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8e9508-ef1e-4284-882c-efb06f97f371 req-cc7ed94d-f48b-4dfb-bf6c-d77996fa89e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:07.585902 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6463c723-518b-4e2f-af31-a604c8a0f1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:07.589505 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 658fbbb0-1a19-4ae8-819c-2f25d589e4e9 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:38:07.590305 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:07.594170 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-be8e9508-ef1e-4284-882c-efb06f97f371 req-cc7ed94d-f48b-4dfb-bf6c-d77996fa89e2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ed718b3-d2e8-4b72-a238-726203897046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2713642 Dec 20 14:38:07.681025 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-6463c723-518b-4e2f-af31-a604c8a0f1d3 None None] Port 472629f0-99a5-462a-9b97-0c161849b783 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:38:07.722262 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd29b5f-f8ec-4e97-af35-878739d779ee tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Pushing event updated for resources: {'Port': ['ID=28fcb0e1-e8b4-4020-a873-b9e2f3665636,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:38:07.738111 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-a50efd88-f25a-4340-80f4-9a26a59de1c8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1eb6136245704d18a7f811da050f1fb2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0927498 Dec 20 14:38:07.738642 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd29b5f-f8ec-4e97-af35-878739d779ee tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Network 0755bc71-0db0-47e6-b322-11b63722698b is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:38:07.741287 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42906) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:38:07.742116 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50efd88-f25a-4340-80f4-9a26a59de1c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e81be57-ba6d-4c11-87d2-8dbf786a0218,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:38:07.787098 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:07.791170 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-5fd29b5f-f8ec-4e97-af35-878739d779ee tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:38:07.796620 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd29b5f-f8ec-4e97-af35-878739d779ee tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:38:07.797989 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd29b5f-f8ec-4e97-af35-878739d779ee tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:07.798851 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5fd29b5f-f8ec-4e97-af35-878739d779ee tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:07.831728 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] For port 658fbbb0-1a19-4ae8-819c-2f25d589e4e9, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=658fbbb0-1a19-4ae8-819c-2f25d589e4e9,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:38:07.839502 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:07.842357 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ccba4302-f24a-4466-9866-c9f28a015a72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:07.854611 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-9fae1719-50e5-4693-ab10-6f2bba20dd25 req-374d9b58-55df-4fbf-97af-74d8f9050cf4 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Deleting port 2c856671-3a5c-476e-9630-cfd7595c0f1c {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:38:07.854983 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-9fae1719-50e5-4693-ab10-6f2bba20dd25 req-374d9b58-55df-4fbf-97af-74d8f9050cf4 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:07.872558 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ccba4302-f24a-4466-9866-c9f28a015a72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:07.877179 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-ebb617c6-7815-4f83-a889-6c0966a24683 None None] Provisioning complete for port b44e63fd-407c-44e8-9aaa-9fb00932bbec triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:38:07.877559 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ebb617c6-7815-4f83-a889-6c0966a24683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:07.883902 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-be8e9508-ef1e-4284-882c-efb06f97f371 req-d622cf47-389d-4623-9c14-0a6b878effee service neutron] 10.222.0.30 "GET /v2.0/networks/7ed718b3-d2e8-4b72-a238-726203897046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699289 Dec 20 14:38:07.929129 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-ebb617c6-7815-4f83-a889-6c0966a24683 None None] Port b44e63fd-407c-44e8-9aaa-9fb00932bbec cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:38:07.933913 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-5fd29b5f-f8ec-4e97-af35-878739d779ee tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.1198394 Dec 20 14:38:07.935453 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ccba4302-f24a-4466-9866-c9f28a015a72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:07.938168 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ccba4302-f24a-4466-9866-c9f28a015a72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:07.939415 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-ccba4302-f24a-4466-9866-c9f28a015a72 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8e81be57-ba6d-4c11-87d2-8dbf786a0218 HTTP/1.1" status: 204 len: 168 time: 0.1952214 Dec 20 14:38:07.940246 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42912) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:38:07.951105 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73d5b2f7-1889-4c9c-9363-b450f2f927c1 admin admin] Router a83cf8df-14c0-4905-8667-b3a435a81e98 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:38:07.956445 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-8b73a839-2706-4a69-aba6-a927383ce925 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-761264-19'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:38:07.959389 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Pushing event updated for resources: {'Port': ['ID=658fbbb0-1a19-4ae8-819c-2f25d589e4e9,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:38:08.015755 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccba4302-f24a-4466-9866-c9f28a015a72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e81be57-ba6d-4c11-87d2-8dbf786a0218,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:38:08.088971 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8b73a839-2706-4a69-aba6-a927383ce925 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:08.094441 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-be8e9508-ef1e-4284-882c-efb06f97f371 req-36ac4424-a6de-4cc2-a7e1-802fddb8ff5f service neutron] 10.222.0.30 "GET /v2.0/networks/7ed718b3-d2e8-4b72-a238-726203897046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718411 Dec 20 14:38:08.166488 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-9fae1719-50e5-4693-ab10-6f2bba20dd25 req-374d9b58-55df-4fbf-97af-74d8f9050cf4 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] For port 2c856671-3a5c-476e-9630-cfd7595c0f1c, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=2c856671-3a5c-476e-9630-cfd7595c0f1c,segment=NetworkSegment(083290ff-00d5-486e-85d5-49b2b24fbd9d),segment_id=083290ff-00d5-486e-85d5-49b2b24fbd9d)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:38:08.166924 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-9fae1719-50e5-4693-ab10-6f2bba20dd25 req-374d9b58-55df-4fbf-97af-74d8f9050cf4 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:08.185803 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-9fae1719-50e5-4693-ab10-6f2bba20dd25 req-374d9b58-55df-4fbf-97af-74d8f9050cf4 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Calling delete_port for 2c856671-3a5c-476e-9630-cfd7595c0f1c owned by compute:nova {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:38:08.302125 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73d5b2f7-1889-4c9c-9363-b450f2f927c1 admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:38:08.332915 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-73d5b2f7-1889-4c9c-9363-b450f2f927c1 admin admin] 10.222.0.54 "PUT /v2.0/routers/a83cf8df-14c0-4905-8667-b3a435a81e98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6101601 Dec 20 14:38:08.372464 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [None req-8b73a839-2706-4a69-aba6-a927383ce925 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] device_id is not set on port 28fcb0e1-e8b4-4020-a873-b9e2f3665636 yet. {{(pid=103167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 14:38:08.408681 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8b73a839-2706-4a69-aba6-a927383ce925 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:08.431271 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b5d4a3-0a02-47e8-9645-c75fc723827b req-80374415-876d-4425-9e2f-0d4fc0efb827 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:08.432948 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8b73a839-2706-4a69-aba6-a927383ce925 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:08.450804 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b5d4a3-0a02-47e8-9645-c75fc723827b req-80374415-876d-4425-9e2f-0d4fc0efb827 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:08.456764 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b5d4a3-0a02-47e8-9645-c75fc723827b req-80374415-876d-4425-9e2f-0d4fc0efb827 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:08.471240 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b5d4a3-0a02-47e8-9645-c75fc723827b req-80374415-876d-4425-9e2f-0d4fc0efb827 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:08.478121 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b5d4a3-0a02-47e8-9645-c75fc723827b req-80374415-876d-4425-9e2f-0d4fc0efb827 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:08.479993 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e8b5d4a3-0a02-47e8-9645-c75fc723827b req-80374415-876d-4425-9e2f-0d4fc0efb827 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3e943d5-5d01-407d-9414-c89d08826b2f HTTP/1.1" status: 200 len: 3876 time: 0.2178490 Dec 20 14:38:08.484405 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 42922) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:38:08.504303 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f2645cf7-280a-49e0-bb91-70ec043d909e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:08.519640 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b73a839-2706-4a69-aba6-a927383ce925 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Pushing event updated for resources: {'Port': ['ID=28fcb0e1-e8b4-4020-a873-b9e2f3665636,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:38:08.552993 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-8b73a839-2706-4a69-aba6-a927383ce925 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempting to bind port 28fcb0e1-e8b4-4020-a873-b9e2f3665636 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:38:08.553712 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-8b73a839-2706-4a69-aba6-a927383ce925 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempting to bind port 28fcb0e1-e8b4-4020-a873-b9e2f3665636 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': 'dc9ac37a-d3eb-4b9e-8134-c5704b58f846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0755bc71-0db0-47e6-b322-11b63722698b'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:38:08.554221 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b73a839-2706-4a69-aba6-a927383ce925 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempting to bind port 28fcb0e1-e8b4-4020-a873-b9e2f3665636 on network 0755bc71-0db0-47e6-b322-11b63722698b {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:38:08.560410 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b73a839-2706-4a69-aba6-a927383ce925 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Port 28fcb0e1-e8b4-4020-a873-b9e2f3665636 on network 0755bc71-0db0-47e6-b322-11b63722698b not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:38:08.560780 n-d-761264-19 neutron-server[103167]: ERROR neutron.plugins.ml2.managers [None req-8b73a839-2706-4a69-aba6-a927383ce925 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Failed to bind port 28fcb0e1-e8b4-4020-a873-b9e2f3665636 on host n-h2-761264-19 for vnic_type normal using segments [{'id': 'dc9ac37a-d3eb-4b9e-8134-c5704b58f846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0755bc71-0db0-47e6-b322-11b63722698b'}] Dec 20 14:38:08.571485 n-d-761264-19 neutron-server[103167]: INFO neutron.plugins.ml2.plugin [None req-8b73a839-2706-4a69-aba6-a927383ce925 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempt 2 to bind port 28fcb0e1-e8b4-4020-a873-b9e2f3665636 Dec 20 14:38:08.596341 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-8b73a839-2706-4a69-aba6-a927383ce925 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempting to bind port 28fcb0e1-e8b4-4020-a873-b9e2f3665636 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:38:08.596608 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-9fae1719-50e5-4693-ab10-6f2bba20dd25 req-374d9b58-55df-4fbf-97af-74d8f9050cf4 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:08.596773 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-8b73a839-2706-4a69-aba6-a927383ce925 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempting to bind port 28fcb0e1-e8b4-4020-a873-b9e2f3665636 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': 'dc9ac37a-d3eb-4b9e-8134-c5704b58f846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0755bc71-0db0-47e6-b322-11b63722698b'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:38:08.597206 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b73a839-2706-4a69-aba6-a927383ce925 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempting to bind port 28fcb0e1-e8b4-4020-a873-b9e2f3665636 on network 0755bc71-0db0-47e6-b322-11b63722698b {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:38:08.608772 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b73a839-2706-4a69-aba6-a927383ce925 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Port 28fcb0e1-e8b4-4020-a873-b9e2f3665636 on network 0755bc71-0db0-47e6-b322-11b63722698b not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:38:08.608772 n-d-761264-19 neutron-server[103167]: ERROR neutron.plugins.ml2.managers [None req-8b73a839-2706-4a69-aba6-a927383ce925 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Failed to bind port 28fcb0e1-e8b4-4020-a873-b9e2f3665636 on host n-h2-761264-19 for vnic_type normal using segments [{'id': 'dc9ac37a-d3eb-4b9e-8134-c5704b58f846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0755bc71-0db0-47e6-b322-11b63722698b'}] Dec 20 14:38:08.609131 n-d-761264-19 neutron-server[103167]: INFO neutron.plugins.ml2.plugin [None req-8b73a839-2706-4a69-aba6-a927383ce925 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempt 3 to bind port 28fcb0e1-e8b4-4020-a873-b9e2f3665636 Dec 20 14:38:08.638216 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-8b73a839-2706-4a69-aba6-a927383ce925 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempting to bind port 28fcb0e1-e8b4-4020-a873-b9e2f3665636 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:38:08.639508 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-8b73a839-2706-4a69-aba6-a927383ce925 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempting to bind port 28fcb0e1-e8b4-4020-a873-b9e2f3665636 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': 'dc9ac37a-d3eb-4b9e-8134-c5704b58f846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0755bc71-0db0-47e6-b322-11b63722698b'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:38:08.639987 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b73a839-2706-4a69-aba6-a927383ce925 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempting to bind port 28fcb0e1-e8b4-4020-a873-b9e2f3665636 on network 0755bc71-0db0-47e6-b322-11b63722698b {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:38:08.655106 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b73a839-2706-4a69-aba6-a927383ce925 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Port 28fcb0e1-e8b4-4020-a873-b9e2f3665636 on network 0755bc71-0db0-47e6-b322-11b63722698b not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:38:08.655540 n-d-761264-19 neutron-server[103167]: ERROR neutron.plugins.ml2.managers [None req-8b73a839-2706-4a69-aba6-a927383ce925 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Failed to bind port 28fcb0e1-e8b4-4020-a873-b9e2f3665636 on host n-h2-761264-19 for vnic_type normal using segments [{'id': 'dc9ac37a-d3eb-4b9e-8134-c5704b58f846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0755bc71-0db0-47e6-b322-11b63722698b'}] Dec 20 14:38:08.656008 n-d-761264-19 neutron-server[103167]: INFO neutron.plugins.ml2.plugin [None req-8b73a839-2706-4a69-aba6-a927383ce925 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempt 4 to bind port 28fcb0e1-e8b4-4020-a873-b9e2f3665636 Dec 20 14:38:08.676675 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374d9b58-55df-4fbf-97af-74d8f9050cf4 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Pushing event deleted for resources: {'Port': ['ID=2c856671-3a5c-476e-9630-cfd7595c0f1c,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:38:08.687772 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-8b73a839-2706-4a69-aba6-a927383ce925 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempting to bind port 28fcb0e1-e8b4-4020-a873-b9e2f3665636 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:38:08.688144 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-8b73a839-2706-4a69-aba6-a927383ce925 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempting to bind port 28fcb0e1-e8b4-4020-a873-b9e2f3665636 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': 'dc9ac37a-d3eb-4b9e-8134-c5704b58f846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0755bc71-0db0-47e6-b322-11b63722698b'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:38:08.688330 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b73a839-2706-4a69-aba6-a927383ce925 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempting to bind port 28fcb0e1-e8b4-4020-a873-b9e2f3665636 on network 0755bc71-0db0-47e6-b322-11b63722698b {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:38:08.693872 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b73a839-2706-4a69-aba6-a927383ce925 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Port 28fcb0e1-e8b4-4020-a873-b9e2f3665636 on network 0755bc71-0db0-47e6-b322-11b63722698b not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:38:08.694198 n-d-761264-19 neutron-server[103167]: ERROR neutron.plugins.ml2.managers [None req-8b73a839-2706-4a69-aba6-a927383ce925 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Failed to bind port 28fcb0e1-e8b4-4020-a873-b9e2f3665636 on host n-h2-761264-19 for vnic_type normal using segments [{'id': 'dc9ac37a-d3eb-4b9e-8134-c5704b58f846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0755bc71-0db0-47e6-b322-11b63722698b'}] Dec 20 14:38:08.694588 n-d-761264-19 neutron-server[103167]: INFO neutron.plugins.ml2.plugin [None req-8b73a839-2706-4a69-aba6-a927383ce925 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempt 5 to bind port 28fcb0e1-e8b4-4020-a873-b9e2f3665636 Dec 20 14:38:08.712805 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-8b73a839-2706-4a69-aba6-a927383ce925 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempting to bind port 28fcb0e1-e8b4-4020-a873-b9e2f3665636 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:38:08.713080 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-8b73a839-2706-4a69-aba6-a927383ce925 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempting to bind port 28fcb0e1-e8b4-4020-a873-b9e2f3665636 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': 'dc9ac37a-d3eb-4b9e-8134-c5704b58f846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0755bc71-0db0-47e6-b322-11b63722698b'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:38:08.713491 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b73a839-2706-4a69-aba6-a927383ce925 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempting to bind port 28fcb0e1-e8b4-4020-a873-b9e2f3665636 on network 0755bc71-0db0-47e6-b322-11b63722698b {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:38:08.718888 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b73a839-2706-4a69-aba6-a927383ce925 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Port 28fcb0e1-e8b4-4020-a873-b9e2f3665636 on network 0755bc71-0db0-47e6-b322-11b63722698b not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:38:08.719219 n-d-761264-19 neutron-server[103167]: ERROR neutron.plugins.ml2.managers [None req-8b73a839-2706-4a69-aba6-a927383ce925 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Failed to bind port 28fcb0e1-e8b4-4020-a873-b9e2f3665636 on host n-h2-761264-19 for vnic_type normal using segments [{'id': 'dc9ac37a-d3eb-4b9e-8134-c5704b58f846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0755bc71-0db0-47e6-b322-11b63722698b'}] Dec 20 14:38:08.719619 n-d-761264-19 neutron-server[103167]: INFO neutron.plugins.ml2.plugin [None req-8b73a839-2706-4a69-aba6-a927383ce925 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempt 6 to bind port 28fcb0e1-e8b4-4020-a873-b9e2f3665636 Dec 20 14:38:08.734703 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-8b73a839-2706-4a69-aba6-a927383ce925 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempting to bind port 28fcb0e1-e8b4-4020-a873-b9e2f3665636 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:38:08.735085 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-8b73a839-2706-4a69-aba6-a927383ce925 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempting to bind port 28fcb0e1-e8b4-4020-a873-b9e2f3665636 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': 'dc9ac37a-d3eb-4b9e-8134-c5704b58f846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0755bc71-0db0-47e6-b322-11b63722698b'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:38:08.735424 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b73a839-2706-4a69-aba6-a927383ce925 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempting to bind port 28fcb0e1-e8b4-4020-a873-b9e2f3665636 on network 0755bc71-0db0-47e6-b322-11b63722698b {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:38:08.740853 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b73a839-2706-4a69-aba6-a927383ce925 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Port 28fcb0e1-e8b4-4020-a873-b9e2f3665636 on network 0755bc71-0db0-47e6-b322-11b63722698b not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:38:08.741181 n-d-761264-19 neutron-server[103167]: ERROR neutron.plugins.ml2.managers [None req-8b73a839-2706-4a69-aba6-a927383ce925 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Failed to bind port 28fcb0e1-e8b4-4020-a873-b9e2f3665636 on host n-h2-761264-19 for vnic_type normal using segments [{'id': 'dc9ac37a-d3eb-4b9e-8134-c5704b58f846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0755bc71-0db0-47e6-b322-11b63722698b'}] Dec 20 14:38:08.741583 n-d-761264-19 neutron-server[103167]: INFO neutron.plugins.ml2.plugin [None req-8b73a839-2706-4a69-aba6-a927383ce925 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempt 7 to bind port 28fcb0e1-e8b4-4020-a873-b9e2f3665636 Dec 20 14:38:08.748176 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e8b5d4a3-0a02-47e8-9645-c75fc723827b req-66f5c24e-78f0-487f-89dc-e5f764d5788b tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/security-groups?id=81a62dd3-6166-418b-a2f3-15daa19beec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2408442 Dec 20 14:38:08.759814 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-8b73a839-2706-4a69-aba6-a927383ce925 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempting to bind port 28fcb0e1-e8b4-4020-a873-b9e2f3665636 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:38:08.760356 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-8b73a839-2706-4a69-aba6-a927383ce925 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempting to bind port 28fcb0e1-e8b4-4020-a873-b9e2f3665636 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': 'dc9ac37a-d3eb-4b9e-8134-c5704b58f846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0755bc71-0db0-47e6-b322-11b63722698b'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:38:08.760702 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b73a839-2706-4a69-aba6-a927383ce925 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempting to bind port 28fcb0e1-e8b4-4020-a873-b9e2f3665636 on network 0755bc71-0db0-47e6-b322-11b63722698b {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:38:08.766340 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b73a839-2706-4a69-aba6-a927383ce925 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Port 28fcb0e1-e8b4-4020-a873-b9e2f3665636 on network 0755bc71-0db0-47e6-b322-11b63722698b not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:38:08.766679 n-d-761264-19 neutron-server[103167]: ERROR neutron.plugins.ml2.managers [None req-8b73a839-2706-4a69-aba6-a927383ce925 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Failed to bind port 28fcb0e1-e8b4-4020-a873-b9e2f3665636 on host n-h2-761264-19 for vnic_type normal using segments [{'id': 'dc9ac37a-d3eb-4b9e-8134-c5704b58f846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0755bc71-0db0-47e6-b322-11b63722698b'}] Dec 20 14:38:08.767132 n-d-761264-19 neutron-server[103167]: INFO neutron.plugins.ml2.plugin [None req-8b73a839-2706-4a69-aba6-a927383ce925 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempt 8 to bind port 28fcb0e1-e8b4-4020-a873-b9e2f3665636 Dec 20 14:38:08.773700 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fae1719-50e5-4693-ab10-6f2bba20dd25 req-374d9b58-55df-4fbf-97af-74d8f9050cf4 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] No DVR routers for this DVR port 2c856671-3a5c-476e-9630-cfd7595c0f1c on host n-h2-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:38:08.777182 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-9fae1719-50e5-4693-ab10-6f2bba20dd25 req-374d9b58-55df-4fbf-97af-74d8f9050cf4 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:08.781312 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9fae1719-50e5-4693-ab10-6f2bba20dd25 req-374d9b58-55df-4fbf-97af-74d8f9050cf4 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.47 "DELETE /v2.0/ports/2c856671-3a5c-476e-9630-cfd7595c0f1c HTTP/1.1" status: 204 len: 173 time: 1.3451719 Dec 20 14:38:08.782652 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3e943d5-5d01-407d-9414-c89d08826b2f', 'name': 'network-vif-deleted', 'tag': '2c856671-3a5c-476e-9630-cfd7595c0f1c'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:38:08.788503 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-8b73a839-2706-4a69-aba6-a927383ce925 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempting to bind port 28fcb0e1-e8b4-4020-a873-b9e2f3665636 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:38:08.789118 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-8b73a839-2706-4a69-aba6-a927383ce925 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempting to bind port 28fcb0e1-e8b4-4020-a873-b9e2f3665636 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': 'dc9ac37a-d3eb-4b9e-8134-c5704b58f846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0755bc71-0db0-47e6-b322-11b63722698b'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:38:08.789661 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b73a839-2706-4a69-aba6-a927383ce925 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempting to bind port 28fcb0e1-e8b4-4020-a873-b9e2f3665636 on network 0755bc71-0db0-47e6-b322-11b63722698b {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:38:08.794508 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fbb6b0b-2832-4880-bf64-02f71bf1b004" -d '{"events": [{"server_uuid": "b3e943d5-5d01-407d-9414-c89d08826b2f", "name": "network-vif-deleted", "tag": "2c856671-3a5c-476e-9630-cfd7595c0f1c"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:38:08.795783 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b73a839-2706-4a69-aba6-a927383ce925 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Port 28fcb0e1-e8b4-4020-a873-b9e2f3665636 on network 0755bc71-0db0-47e6-b322-11b63722698b not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:38:08.796295 n-d-761264-19 neutron-server[103167]: ERROR neutron.plugins.ml2.managers [None req-8b73a839-2706-4a69-aba6-a927383ce925 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Failed to bind port 28fcb0e1-e8b4-4020-a873-b9e2f3665636 on host n-h2-761264-19 for vnic_type normal using segments [{'id': 'dc9ac37a-d3eb-4b9e-8134-c5704b58f846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0755bc71-0db0-47e6-b322-11b63722698b'}] Dec 20 14:38:08.797095 n-d-761264-19 neutron-server[103167]: INFO neutron.plugins.ml2.plugin [None req-8b73a839-2706-4a69-aba6-a927383ce925 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempt 9 to bind port 28fcb0e1-e8b4-4020-a873-b9e2f3665636 Dec 20 14:38:08.819945 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-8b73a839-2706-4a69-aba6-a927383ce925 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempting to bind port 28fcb0e1-e8b4-4020-a873-b9e2f3665636 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:38:08.820665 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-8b73a839-2706-4a69-aba6-a927383ce925 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempting to bind port 28fcb0e1-e8b4-4020-a873-b9e2f3665636 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': 'dc9ac37a-d3eb-4b9e-8134-c5704b58f846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0755bc71-0db0-47e6-b322-11b63722698b'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:38:08.821165 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b73a839-2706-4a69-aba6-a927383ce925 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempting to bind port 28fcb0e1-e8b4-4020-a873-b9e2f3665636 on network 0755bc71-0db0-47e6-b322-11b63722698b {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:38:08.828657 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b73a839-2706-4a69-aba6-a927383ce925 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Port 28fcb0e1-e8b4-4020-a873-b9e2f3665636 on network 0755bc71-0db0-47e6-b322-11b63722698b not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:38:08.828992 n-d-761264-19 neutron-server[103167]: ERROR neutron.plugins.ml2.managers [None req-8b73a839-2706-4a69-aba6-a927383ce925 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Failed to bind port 28fcb0e1-e8b4-4020-a873-b9e2f3665636 on host n-h2-761264-19 for vnic_type normal using segments [{'id': 'dc9ac37a-d3eb-4b9e-8134-c5704b58f846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0755bc71-0db0-47e6-b322-11b63722698b'}] Dec 20 14:38:08.829376 n-d-761264-19 neutron-server[103167]: INFO neutron.plugins.ml2.plugin [None req-8b73a839-2706-4a69-aba6-a927383ce925 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempt 10 to bind port 28fcb0e1-e8b4-4020-a873-b9e2f3665636 Dec 20 14:38:08.845290 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-8b73a839-2706-4a69-aba6-a927383ce925 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempting to bind port 28fcb0e1-e8b4-4020-a873-b9e2f3665636 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:38:08.845633 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-8b73a839-2706-4a69-aba6-a927383ce925 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempting to bind port 28fcb0e1-e8b4-4020-a873-b9e2f3665636 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': 'dc9ac37a-d3eb-4b9e-8134-c5704b58f846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0755bc71-0db0-47e6-b322-11b63722698b'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:38:08.845966 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b73a839-2706-4a69-aba6-a927383ce925 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempting to bind port 28fcb0e1-e8b4-4020-a873-b9e2f3665636 on network 0755bc71-0db0-47e6-b322-11b63722698b {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:38:08.852945 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b73a839-2706-4a69-aba6-a927383ce925 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Port 28fcb0e1-e8b4-4020-a873-b9e2f3665636 on network 0755bc71-0db0-47e6-b322-11b63722698b not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:38:08.855021 n-d-761264-19 neutron-server[103167]: ERROR neutron.plugins.ml2.managers [None req-8b73a839-2706-4a69-aba6-a927383ce925 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Failed to bind port 28fcb0e1-e8b4-4020-a873-b9e2f3665636 on host n-h2-761264-19 for vnic_type normal using segments [{'id': 'dc9ac37a-d3eb-4b9e-8134-c5704b58f846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0755bc71-0db0-47e6-b322-11b63722698b'}] Dec 20 14:38:08.856017 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8b73a839-2706-4a69-aba6-a927383ce925 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:08.937116 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ac4474-ee98-413b-955f-a0eebc7f2f9b None None] Sync routers for ids ['a83cf8df-14c0-4905-8667-b3a435a81e98'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:38:08.955310 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ac4474-ee98-413b-955f-a0eebc7f2f9b None None] Routers {'a83cf8df-14c0-4905-8667-b3a435a81e98'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:38:08.956438 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-74ac4474-ee98-413b-955f-a0eebc7f2f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:38:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['a83cf8df-14c0-4905-8667-b3a435a81e98'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:38:08.959223 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f2645cf7-280a-49e0-bb91-70ec043d909e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:08.961344 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebdc9dc4-ab3b-44a8-bd92-5f0caca5352d x-openstack-request-id: req-ebdc9dc4-ab3b-44a8-bd92-5f0caca5352d {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:38:08.961613 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3e943d5-5d01-407d-9414-c89d08826b2f", "name": "network-vif-deleted", "tag": "2c856671-3a5c-476e-9630-cfd7595c0f1c", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:38:08.962011 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ebdc9dc4-ab3b-44a8-bd92-5f0caca5352d {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:38:08.962370 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3e943d5-5d01-407d-9414-c89d08826b2f', 'name': 'network-vif-deleted', 'tag': '2c856671-3a5c-476e-9630-cfd7595c0f1c', 'status': 'completed', 'code': 200} Dec 20 14:38:08.964552 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f2645cf7-280a-49e0-bb91-70ec043d909e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:08.967779 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7845d2f7-1e5f-4ef6-aaad-bbc06596a6cb req-41917661-ece2-45ad-8e8c-bcab71e44367 tempest-FloatingIPsNegativeTestJSON-900198886 tempest-FloatingIPsNegativeTestJSON-900198886-project] 10.222.0.54 "GET /v2.0/floatingips?tenant_id=dd643e87c2cd4e07a679e3616b63447a HTTP/1.1" status: 200 len: 217 time: 0.0783598 Dec 20 14:38:09.046677 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-8b73a839-2706-4a69-aba6-a927383ce925 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] For port 28fcb0e1-e8b4-4020-a873-b9e2f3665636, host n-h2-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:38:09.047363 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-8b73a839-2706-4a69-aba6-a927383ce925 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attempted to set empty binding levels {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 20 14:38:09.053834 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-f2645cf7-280a-49e0-bb91-70ec043d909e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e416d19e471d4e7e9f55222acd3bee18&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5666916 Dec 20 14:38:09.054756 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2645cf7-280a-49e0-bb91-70ec043d909e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e445e442-e95f-4d4d-91e0-6fee2b65e862,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:38:09.059686 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8b73a839-2706-4a69-aba6-a927383ce925 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:09.062192 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42934) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:38:09.083189 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6379440f-16f8-4927-a2f4-e792bf0a35cb req-999d1049-499e-438c-9075-c3721445dd13 tempest-FloatingIPsNegativeTestJSON-900198886 tempest-FloatingIPsNegativeTestJSON-900198886-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0598855 Dec 20 14:38:09.088080 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-9fae1719-50e5-4693-ab10-6f2bba20dd25 req-0ad92300-ad66-4a5b-9223-f5492c62e244 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Deleting port 21f92dd2-a47b-44a5-8d5b-a2f2ccf8ee4f {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:38:09.088430 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-9fae1719-50e5-4693-ab10-6f2bba20dd25 req-0ad92300-ad66-4a5b-9223-f5492c62e244 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:09.136018 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-8b73a839-2706-4a69-aba6-a927383ce925 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] In _notify_port_updated(), no bound segment for port 28fcb0e1-e8b4-4020-a873-b9e2f3665636 on network 0755bc71-0db0-47e6-b322-11b63722698b {{(pid=103167) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 20 14:38:09.137031 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b73a839-2706-4a69-aba6-a927383ce925 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:09.137835 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8b73a839-2706-4a69-aba6-a927383ce925 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:09.139297 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-8b73a839-2706-4a69-aba6-a927383ce925 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] 10.222.0.54 "PUT /v2.0/ports/28fcb0e1-e8b4-4020-a873-b9e2f3665636 HTTP/1.1" status: 200 len: 975 time: 1.1961448 Dec 20 14:38:09.182545 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42938) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:38:09.205350 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-74ac4474-ee98-413b-955f-a0eebc7f2f9b None None] Set router a83cf8df-14c0-4905-8667-b3a435a81e98 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:38:09.218931 n-d-761264-19 neutron-server[103167]: INFO neutron.api.v2.resource [req-84119337-72df-4c60-a37e-f3f483116445 req-a2c95426-6502-4beb-80af-e9e9fc314838 tempest-FloatingIPsNegativeTestJSON-900198886 tempest-FloatingIPsNegativeTestJSON-900198886-project] show failed (client error): The resource could not be found. Dec 20 14:38:09.220104 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-84119337-72df-4c60-a37e-f3f483116445 req-a2c95426-6502-4beb-80af-e9e9fc314838 tempest-FloatingIPsNegativeTestJSON-900198886 tempest-FloatingIPsNegativeTestJSON-900198886-project] 10.222.0.54 "GET /v2.0/floatingips/4687d57e-c0fc-4f7d-b506-9a14426f6d17 HTTP/1.1" status: 404 len: 350 time: 0.1044426 Dec 20 14:38:09.232477 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 42940) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:38:09.263391 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b73a839-2706-4a69-aba6-a927383ce925 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Pushing event updated for resources: {'Port': ['ID=28fcb0e1-e8b4-4020-a873-b9e2f3665636,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:38:09.363366 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 658fbbb0-1a19-4ae8-819c-2f25d589e4e9 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:38:09.371566 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-cd43e803-04ee-4ccb-b262-84c3abbedfce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:09.389143 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-9fae1719-50e5-4693-ab10-6f2bba20dd25 req-0ad92300-ad66-4a5b-9223-f5492c62e244 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] For port 21f92dd2-a47b-44a5-8d5b-a2f2ccf8ee4f, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=21f92dd2-a47b-44a5-8d5b-a2f2ccf8ee4f,segment=NetworkSegment(38e3b0df-fe83-43da-b83c-677d17fe07c0),segment_id=38e3b0df-fe83-43da-b83c-677d17fe07c0)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:38:09.389732 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-9fae1719-50e5-4693-ab10-6f2bba20dd25 req-0ad92300-ad66-4a5b-9223-f5492c62e244 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:09.423088 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-cd43e803-04ee-4ccb-b262-84c3abbedfce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:09.470999 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-9fae1719-50e5-4693-ab10-6f2bba20dd25 req-0ad92300-ad66-4a5b-9223-f5492c62e244 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Calling delete_port for 21f92dd2-a47b-44a5-8d5b-a2f2ccf8ee4f owned by compute:nova {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:38:09.477763 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 658fbbb0-1a19-4ae8-819c-2f25d589e4e9 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:38:09.477984 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:09.479325 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-b74dbc45-f451-4be2-aaac-e0406b902dca tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Deleting port 28fcb0e1-e8b4-4020-a873-b9e2f3665636 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:38:09.480300 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b74dbc45-f451-4be2-aaac-e0406b902dca tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:09.556166 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-74ac4474-ee98-413b-955f-a0eebc7f2f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83cf8df-14c0-4905-8667-b3a435a81e98', 'name': 'tempest-FloatingIPsNegativeTestJSON-963734160-router', 'tenant_id': 'dd643e87c2cd4e07a679e3616b63447a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '658fbbb0-1a19-4ae8-819c-2f25d589e4e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:37:57Z', 'updated_at': '2021-12-20T14:38:06Z', 'revision_number': 4, 'project_id': 'dd643e87c2cd4e07a679e3616b63447a', 'gw_port': {'id': '658fbbb0-1a19-4ae8-819c-2f25d589e4e9', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:cb:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83cf8df-14c0-4905-8667-b3a435a81e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:37:59Z', 'updated_at': '2021-12-20T14:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'b44e63fd-407c-44e8-9aaa-9fb00932bbec', 'name': '', 'network_id': 'adb14423-d253-449b-99d0-dbcf8c2e2fbf', 'tenant_id': 'dd643e87c2cd4e07a679e3616b63447a', 'mac_address': 'fa:16:3e:15:0b:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a83cf8df-14c0-4905-8667-b3a435a81e98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'fccf7ccc-63e4-40ea-8267-9189b896b5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:38:05Z', 'updated_at': '2021-12-20T14:38:06Z', 'revision_number': 2, 'project_id': 'dd643e87c2cd4e07a679e3616b63447a', 'subnets': [{'id': 'fccf7ccc-63e4-40ea-8267-9189b896b5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:38:09.572135 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-cd43e803-04ee-4ccb-b262-84c3abbedfce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:09.574875 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-cd43e803-04ee-4ccb-b262-84c3abbedfce admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:09.576115 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-cd43e803-04ee-4ccb-b262-84c3abbedfce admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e445e442-e95f-4d4d-91e0-6fee2b65e862 HTTP/1.1" status: 204 len: 168 time: 0.5110285 Dec 20 14:38:09.589577 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd43e803-04ee-4ccb-b262-84c3abbedfce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e445e442-e95f-4d4d-91e0-6fee2b65e862,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:38:09.591069 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ac4474-ee98-413b-955f-a0eebc7f2f9b None None] Checking router: a83cf8df-14c0-4905-8667-b3a435a81e98 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:38:09.591435 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ac4474-ee98-413b-955f-a0eebc7f2f9b None None] Updating router a83cf8df-14c0-4905-8667-b3a435a81e98 port b44e63fd-407c-44e8-9aaa-9fb00932bbec binding host n-d-761264-19 {{(pid=103169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 14:38:09.627810 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-b74dbc45-f451-4be2-aaac-e0406b902dca tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] For port 28fcb0e1-e8b4-4020-a873-b9e2f3665636, host n-h2-761264-19, got binding levels [] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:38:09.628171 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b74dbc45-f451-4be2-aaac-e0406b902dca tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:09.644519 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-b74dbc45-f451-4be2-aaac-e0406b902dca tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Calling delete_port for 28fcb0e1-e8b4-4020-a873-b9e2f3665636 owned by {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:38:09.659259 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-74ac4474-ee98-413b-955f-a0eebc7f2f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:09.767477 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b74dbc45-f451-4be2-aaac-e0406b902dca tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:09.791072 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-9fae1719-50e5-4693-ab10-6f2bba20dd25 req-0ad92300-ad66-4a5b-9223-f5492c62e244 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:09.815210 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74dbc45-f451-4be2-aaac-e0406b902dca tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Pushing event deleted for resources: {'Port': ['ID=28fcb0e1-e8b4-4020-a873-b9e2f3665636,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:38:09.827470 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b74dbc45-f451-4be2-aaac-e0406b902dca tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:09.835005 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-b74dbc45-f451-4be2-aaac-e0406b902dca tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] 10.222.0.54 "DELETE /v2.0/ports/28fcb0e1-e8b4-4020-a873-b9e2f3665636 HTTP/1.1" status: 204 len: 168 time: 0.6471486 Dec 20 14:38:09.836681 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42948) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:38:09.892224 n-d-761264-19 neutron-server[103167]: INFO neutron.pecan_wsgi.hooks.translation [None req-19ffb7e2-5054-4316-bbd2-fc00af1fa299 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] GET failed (client error): The resource could not be found. Dec 20 14:38:09.896837 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-19ffb7e2-5054-4316-bbd2-fc00af1fa299 tempest-PortsAdminExtendedAttrsTestJSON-2139015812 tempest-PortsAdminExtendedAttrsTestJSON-2139015812-project-admin] 10.222.0.54 "GET /v2.0/ports/28fcb0e1-e8b4-4020-a873-b9e2f3665636 HTTP/1.1" status: 404 len: 333 time: 0.0554745 Dec 20 14:38:09.910211 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 42952) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:38:09.996515 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-74ac4474-ee98-413b-955f-a0eebc7f2f9b None None] Publish callbacks [] for port, precommit_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:10.006632 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-74ac4474-ee98-413b-955f-a0eebc7f2f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:10.010107 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad92300-ad66-4a5b-9223-f5492c62e244 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Pushing event deleted for resources: {'Port': ['ID=21f92dd2-a47b-44a5-8d5b-a2f2ccf8ee4f,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:38:10.090124 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bf0bc4-a76c-4066-bac7-b984f5f4be2f None None] Pushing event updated for resources: {'Port': ['ID=b44e63fd-407c-44e8-9aaa-9fb00932bbec,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:38:10.139592 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fae1719-50e5-4693-ab10-6f2bba20dd25 req-0ad92300-ad66-4a5b-9223-f5492c62e244 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] No DVR routers for this DVR port 21f92dd2-a47b-44a5-8d5b-a2f2ccf8ee4f on host n-h2-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:38:10.168309 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-9fae1719-50e5-4693-ab10-6f2bba20dd25 req-0ad92300-ad66-4a5b-9223-f5492c62e244 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:10.171748 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9fae1719-50e5-4693-ab10-6f2bba20dd25 req-0ad92300-ad66-4a5b-9223-f5492c62e244 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.47 "DELETE /v2.0/ports/21f92dd2-a47b-44a5-8d5b-a2f2ccf8ee4f HTTP/1.1" status: 204 len: 173 time: 1.3713996 Dec 20 14:38:10.180584 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1cc42359-cb67-43d9-9108-3db9f9c7faea tempest-PortsAdminExtendedAttrsTestJSON-523561713 tempest-PortsAdminExtendedAttrsTestJSON-523561713-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:10.196163 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-74ac4474-ee98-413b-955f-a0eebc7f2f9b None None] Attempting to bind port b44e63fd-407c-44e8-9aaa-9fb00932bbec on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:38:10.196906 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-74ac4474-ee98-413b-955f-a0eebc7f2f9b None None] Attempting to bind port b44e63fd-407c-44e8-9aaa-9fb00932bbec by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '22d1adb1-48a1-447d-995a-bb775ec3ca0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'adb14423-d253-449b-99d0-dbcf8c2e2fbf'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:38:10.197463 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ac4474-ee98-413b-955f-a0eebc7f2f9b None None] Attempting to bind port b44e63fd-407c-44e8-9aaa-9fb00932bbec on network adb14423-d253-449b-99d0-dbcf8c2e2fbf {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:38:10.205538 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ac4474-ee98-413b-955f-a0eebc7f2f9b None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:38:10.206243 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ac4474-ee98-413b-955f-a0eebc7f2f9b None None] Checking segment: {'id': '22d1adb1-48a1-447d-995a-bb775ec3ca0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'adb14423-d253-449b-99d0-dbcf8c2e2fbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:38:10.206972 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-74ac4474-ee98-413b-955f-a0eebc7f2f9b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:10.207581 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ac4474-ee98-413b-955f-a0eebc7f2f9b None None] Bound using segment: {'id': '22d1adb1-48a1-447d-995a-bb775ec3ca0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'adb14423-d253-449b-99d0-dbcf8c2e2fbf'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:38:10.211919 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-74ac4474-ee98-413b-955f-a0eebc7f2f9b None None] Bound port: b44e63fd-407c-44e8-9aaa-9fb00932bbec, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22d1adb1-48a1-447d-995a-bb775ec3ca0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'adb14423-d253-449b-99d0-dbcf8c2e2fbf'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:38:10.212710 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-74ac4474-ee98-413b-955f-a0eebc7f2f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:10.256453 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbafafc1-aafc-4c84-a887-3755825d812a req-cd4d5031-95db-4a4a-a2b7-c7a8e6945f72 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:10.262606 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbafafc1-aafc-4c84-a887-3755825d812a req-cd4d5031-95db-4a4a-a2b7-c7a8e6945f72 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:10.271934 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbafafc1-aafc-4c84-a887-3755825d812a req-cd4d5031-95db-4a4a-a2b7-c7a8e6945f72 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:10.284507 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-dbafafc1-aafc-4c84-a887-3755825d812a req-cd4d5031-95db-4a4a-a2b7-c7a8e6945f72 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3e943d5-5d01-407d-9414-c89d08826b2f HTTP/1.1" status: 200 len: 2410 time: 0.3725410 Dec 20 14:38:10.321198 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-74ac4474-ee98-413b-955f-a0eebc7f2f9b None None] For port b44e63fd-407c-44e8-9aaa-9fb00932bbec, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:38:10.326073 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-74ac4474-ee98-413b-955f-a0eebc7f2f9b None None] For port b44e63fd-407c-44e8-9aaa-9fb00932bbec, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=b44e63fd-407c-44e8-9aaa-9fb00932bbec,segment=NetworkSegment(22d1adb1-48a1-447d-995a-bb775ec3ca0d),segment_id=22d1adb1-48a1-447d-995a-bb775ec3ca0d)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:38:10.332804 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-74ac4474-ee98-413b-955f-a0eebc7f2f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:10.437570 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ac4474-ee98-413b-955f-a0eebc7f2f9b None None] Routers {'a83cf8df-14c0-4905-8667-b3a435a81e98'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:38:10.438346 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-74ac4474-ee98-413b-955f-a0eebc7f2f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:38:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['a83cf8df-14c0-4905-8667-b3a435a81e98'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:38:10.559467 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bf0bc4-a76c-4066-bac7-b984f5f4be2f None None] Pushing event updated for resources: {'Port': ['ID=b44e63fd-407c-44e8-9aaa-9fb00932bbec,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:38:10.644799 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-dbafafc1-aafc-4c84-a887-3755825d812a req-c3d71b98-c958-40c1-a307-b1bc90600c4b tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/security-groups?id=81a62dd3-6166-418b-a2f3-15daa19beec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3591366 Dec 20 14:38:10.674355 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1cc42359-cb67-43d9-9108-3db9f9c7faea tempest-PortsAdminExtendedAttrsTestJSON-523561713 tempest-PortsAdminExtendedAttrsTestJSON-523561713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:10.736728 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-1cc42359-cb67-43d9-9108-3db9f9c7faea tempest-PortsAdminExtendedAttrsTestJSON-523561713 tempest-PortsAdminExtendedAttrsTestJSON-523561713-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0755bc71-0db0-47e6-b322-11b63722698b']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:38:10.761350 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-1cc42359-cb67-43d9-9108-3db9f9c7faea tempest-PortsAdminExtendedAttrsTestJSON-523561713 tempest-PortsAdminExtendedAttrsTestJSON-523561713-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc9ac37a-d3eb-4b9e-8134-c5704b58f846') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:38:10.762171 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-1cc42359-cb67-43d9-9108-3db9f9c7faea tempest-PortsAdminExtendedAttrsTestJSON-523561713 tempest-PortsAdminExtendedAttrsTestJSON-523561713-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc9ac37a-d3eb-4b9e-8134-c5704b58f846') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:38:10.822457 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1cc42359-cb67-43d9-9108-3db9f9c7faea tempest-PortsAdminExtendedAttrsTestJSON-523561713 tempest-PortsAdminExtendedAttrsTestJSON-523561713-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:10.841936 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-f68d8149-b27a-4bf4-9195-84c581e24760 None None] Provisioning complete for port b44e63fd-407c-44e8-9aaa-9fb00932bbec triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:38:10.843043 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f68d8149-b27a-4bf4-9195-84c581e24760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:10.868893 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-9fae1719-50e5-4693-ab10-6f2bba20dd25 req-b4694658-2b30-4a0c-b550-466152b6dbf0 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Deleting port 2a179faf-fd88-4d1c-8683-0a8bb9be5690 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:38:10.878346 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-9fae1719-50e5-4693-ab10-6f2bba20dd25 req-b4694658-2b30-4a0c-b550-466152b6dbf0 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:10.901569 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-74ac4474-ee98-413b-955f-a0eebc7f2f9b None None] Set router a83cf8df-14c0-4905-8667-b3a435a81e98 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:38:10.904204 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1cc42359-cb67-43d9-9108-3db9f9c7faea tempest-PortsAdminExtendedAttrsTestJSON-523561713 tempest-PortsAdminExtendedAttrsTestJSON-523561713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:10.940011 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cc42359-cb67-43d9-9108-3db9f9c7faea tempest-PortsAdminExtendedAttrsTestJSON-523561713 tempest-PortsAdminExtendedAttrsTestJSON-523561713-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:38:10.940267 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1cc42359-cb67-43d9-9108-3db9f9c7faea tempest-PortsAdminExtendedAttrsTestJSON-523561713 tempest-PortsAdminExtendedAttrsTestJSON-523561713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:10.944622 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:38:10.944622 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:38:10.944622 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:38:10.944622 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:38:10.944622 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:38:10.944622 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:38:10.944622 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:38:10.944622 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:38:10.944622 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:38:10.944622 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:38:10.944622 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:38:10.944622 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:38:10.944622 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:38:10.944622 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:38:10.944622 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:38:10.944622 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:38:10.944622 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:38:10.944622 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:38:10.944622 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:38:10.944622 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:38:10.944622 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:38:10.944622 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:38:10.944622 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 14:38:10.944622 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:38:10.944622 n-d-761264-19 neutron-server[103168]: timer() Dec 20 14:38:10.944622 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:38:10.944622 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 14:38:10.944622 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:38:10.944622 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 14:38:10.944622 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:38:10.944622 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 14:38:10.944622 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:38:10.944622 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 14:38:10.944622 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:38:10.944622 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 14:38:10.944622 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:38:10.944622 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:38:10.944622 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:38:10.944622 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:38:10.944622 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:38:10.944622 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 14:38:10.944622 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:38:10.944622 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 14:38:10.944622 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:38:10.944622 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:38:10.944622 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:38:10.944622 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 14:38:10.944622 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:38:10.944622 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:38:10.944622 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:38:10.944622 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:38:10.944622 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:38:10.944622 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:38:10.944622 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:38:10.979055 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3e943d5-5d01-407d-9414-c89d08826b2f', 'name': 'network-vif-deleted', 'tag': '21f92dd2-a47b-44a5-8d5b-a2f2ccf8ee4f'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:38:10.981322 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2f6adba-7b0f-4b5b-928d-4e1310d3e4f0" -d '{"events": [{"server_uuid": "b3e943d5-5d01-407d-9414-c89d08826b2f", "name": "network-vif-deleted", "tag": "21f92dd2-a47b-44a5-8d5b-a2f2ccf8ee4f"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:38:11.144033 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea0b5d2f-0739-41e9-b88a-53a932f059ee x-openstack-request-id: req-ea0b5d2f-0739-41e9-b88a-53a932f059ee {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:38:11.144618 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3e943d5-5d01-407d-9414-c89d08826b2f", "name": "network-vif-deleted", "tag": "21f92dd2-a47b-44a5-8d5b-a2f2ccf8ee4f", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:38:11.145008 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ea0b5d2f-0739-41e9-b88a-53a932f059ee {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:38:11.145417 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3e943d5-5d01-407d-9414-c89d08826b2f', 'name': 'network-vif-deleted', 'tag': '21f92dd2-a47b-44a5-8d5b-a2f2ccf8ee4f', 'status': 'completed', 'code': 200} Dec 20 14:38:11.151026 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f68d8149-b27a-4bf4-9195-84c581e24760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:11.167099 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1cc42359-cb67-43d9-9108-3db9f9c7faea tempest-PortsAdminExtendedAttrsTestJSON-523561713 tempest-PortsAdminExtendedAttrsTestJSON-523561713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:11.178673 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1cc42359-cb67-43d9-9108-3db9f9c7faea tempest-PortsAdminExtendedAttrsTestJSON-523561713 tempest-PortsAdminExtendedAttrsTestJSON-523561713-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:11.185438 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-1cc42359-cb67-43d9-9108-3db9f9c7faea tempest-PortsAdminExtendedAttrsTestJSON-523561713 tempest-PortsAdminExtendedAttrsTestJSON-523561713-project] 10.222.0.54 "DELETE /v2.0/networks/0755bc71-0db0-47e6-b322-11b63722698b HTTP/1.1" status: 204 len: 168 time: 1.2696011 Dec 20 14:38:11.187874 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-9fae1719-50e5-4693-ab10-6f2bba20dd25 req-b4694658-2b30-4a0c-b550-466152b6dbf0 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] For port 2a179faf-fd88-4d1c-8683-0a8bb9be5690, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=2a179faf-fd88-4d1c-8683-0a8bb9be5690,segment=NetworkSegment(083290ff-00d5-486e-85d5-49b2b24fbd9d),segment_id=083290ff-00d5-486e-85d5-49b2b24fbd9d)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:38:11.189116 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-9fae1719-50e5-4693-ab10-6f2bba20dd25 req-b4694658-2b30-4a0c-b550-466152b6dbf0 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:11.216584 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-f68d8149-b27a-4bf4-9195-84c581e24760 None None] For port b44e63fd-407c-44e8-9aaa-9fb00932bbec, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=b44e63fd-407c-44e8-9aaa-9fb00932bbec,segment=NetworkSegment(22d1adb1-48a1-447d-995a-bb775ec3ca0d),segment_id=22d1adb1-48a1-447d-995a-bb775ec3ca0d)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:38:11.219132 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-9fae1719-50e5-4693-ab10-6f2bba20dd25 req-b4694658-2b30-4a0c-b550-466152b6dbf0 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Calling delete_port for 2a179faf-fd88-4d1c-8683-0a8bb9be5690 owned by compute:nova {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:38:11.221184 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc42359-cb67-43d9-9108-3db9f9c7faea tempest-PortsAdminExtendedAttrsTestJSON-523561713 tempest-PortsAdminExtendedAttrsTestJSON-523561713-project] Pushing event deleted for resources: {'Network': ['ID=0755bc71-0db0-47e6-b322-11b63722698b,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:38:11.231473 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f68d8149-b27a-4bf4-9195-84c581e24760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:11.322282 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68d8149-b27a-4bf4-9195-84c581e24760 None None] Pushing event updated for resources: {'Port': ['ID=b44e63fd-407c-44e8-9aaa-9fb00932bbec,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:38:11.362652 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f263609c-abd3-4388-9557-ffb3a8a01e06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1595867'] for router_interface, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:11.367548 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-9fae1719-50e5-4693-ab10-6f2bba20dd25 req-b4694658-2b30-4a0c-b550-466152b6dbf0 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:11.373335 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-71ec6344-e9fc-4a2b-ab31-4f66c2208cf8 None None] Provisioning complete for port b44e63fd-407c-44e8-9aaa-9fb00932bbec triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:38:11.374077 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-71ec6344-e9fc-4a2b-ab31-4f66c2208cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:11.442690 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-74ac4474-ee98-413b-955f-a0eebc7f2f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83cf8df-14c0-4905-8667-b3a435a81e98', 'name': 'tempest-FloatingIPsNegativeTestJSON-963734160-router', 'tenant_id': 'dd643e87c2cd4e07a679e3616b63447a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '658fbbb0-1a19-4ae8-819c-2f25d589e4e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:37:57Z', 'updated_at': '2021-12-20T14:38:06Z', 'revision_number': 4, 'project_id': 'dd643e87c2cd4e07a679e3616b63447a', 'gw_port': {'id': '658fbbb0-1a19-4ae8-819c-2f25d589e4e9', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:cb:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83cf8df-14c0-4905-8667-b3a435a81e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:37:59Z', 'updated_at': '2021-12-20T14:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'b44e63fd-407c-44e8-9aaa-9fb00932bbec', 'name': '', 'network_id': 'adb14423-d253-449b-99d0-dbcf8c2e2fbf', 'tenant_id': 'dd643e87c2cd4e07a679e3616b63447a', 'mac_address': 'fa:16:3e:15:0b:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a83cf8df-14c0-4905-8667-b3a435a81e98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'fccf7ccc-63e4-40ea-8267-9189b896b5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:38:05Z', 'updated_at': '2021-12-20T14:38:10Z', 'revision_number': 4, 'project_id': 'dd643e87c2cd4e07a679e3616b63447a', 'subnets': [{'id': 'fccf7ccc-63e4-40ea-8267-9189b896b5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:38:11.452105 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4694658-2b30-4a0c-b550-466152b6dbf0 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Pushing event deleted for resources: {'Port': ['ID=2a179faf-fd88-4d1c-8683-0a8bb9be5690,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:38:11.525612 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ac4474-ee98-413b-955f-a0eebc7f2f9b None None] The sync data for ids ['a83cf8df-14c0-4905-8667-b3a435a81e98'] in n-d-761264-19 is: [{'id': 'a83cf8df-14c0-4905-8667-b3a435a81e98', 'name': 'tempest-FloatingIPsNegativeTestJSON-963734160-router', 'tenant_id': 'dd643e87c2cd4e07a679e3616b63447a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '658fbbb0-1a19-4ae8-819c-2f25d589e4e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:37:57Z', 'updated_at': '2021-12-20T14:38:06Z', 'revision_number': 4, 'project_id': 'dd643e87c2cd4e07a679e3616b63447a', 'gw_port': {'id': '658fbbb0-1a19-4ae8-819c-2f25d589e4e9', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:cb:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83cf8df-14c0-4905-8667-b3a435a81e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:37:59Z', 'updated_at': '2021-12-20T14:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'b44e63fd-407c-44e8-9aaa-9fb00932bbec', 'name': '', 'network_id': 'adb14423-d253-449b-99d0-dbcf8c2e2fbf', 'tenant_id': 'dd643e87c2cd4e07a679e3616b63447a', 'mac_address': 'fa:16:3e:15:0b:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a83cf8df-14c0-4905-8667-b3a435a81e98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'fccf7ccc-63e4-40ea-8267-9189b896b5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:38:05Z', 'updated_at': '2021-12-20T14:38:10Z', 'revision_number': 4, 'project_id': 'dd643e87c2cd4e07a679e3616b63447a', 'subnets': [{'id': 'fccf7ccc-63e4-40ea-8267-9189b896b5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:38:11.667846 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:11.708830 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42996) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:38:11.897960 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b1e2d5-69cd-4aee-b650-225599ba0c3f req-eeb31903-7b78-4478-9271-0744e2d9f872 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:11.906908 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b1e2d5-69cd-4aee-b650-225599ba0c3f req-eeb31903-7b78-4478-9271-0744e2d9f872 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:11.916711 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e2b1e2d5-69cd-4aee-b650-225599ba0c3f req-eeb31903-7b78-4478-9271-0744e2d9f872 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3e943d5-5d01-407d-9414-c89d08826b2f HTTP/1.1" status: 200 len: 1677 time: 0.1430156 Dec 20 14:38:12.025710 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-95791418-c686-4773-afd5-ba110105b679 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=dcd09658749a4ac1b913dc7fc489ca02&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3149223 Dec 20 14:38:12.028269 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 43004) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:38:12.125412 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5ffcf51f-b777-469f-b5e6-65972a2da96e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:12.132705 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fae1719-50e5-4693-ab10-6f2bba20dd25 req-b4694658-2b30-4a0c-b550-466152b6dbf0 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] No DVR routers for this DVR port 2a179faf-fd88-4d1c-8683-0a8bb9be5690 on host n-h2-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:38:12.154322 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5ffcf51f-b777-469f-b5e6-65972a2da96e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:12.159065 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-9fae1719-50e5-4693-ab10-6f2bba20dd25 req-b4694658-2b30-4a0c-b550-466152b6dbf0 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:12.163034 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9fae1719-50e5-4693-ab10-6f2bba20dd25 req-b4694658-2b30-4a0c-b550-466152b6dbf0 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.47 "DELETE /v2.0/ports/2a179faf-fd88-4d1c-8683-0a8bb9be5690 HTTP/1.1" status: 204 len: 173 time: 1.9803054 Dec 20 14:38:12.233947 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e2b1e2d5-69cd-4aee-b650-225599ba0c3f req-50307d40-8b06-4a8c-95c7-3c1351b4b146 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/security-groups?id=81a62dd3-6166-418b-a2f3-15daa19beec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3151398 Dec 20 14:38:12.241070 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5ffcf51f-b777-469f-b5e6-65972a2da96e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:12.246006 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5ffcf51f-b777-469f-b5e6-65972a2da96e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:12.251094 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-5ffcf51f-b777-469f-b5e6-65972a2da96e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/eedb76d6-90be-4a2f-be94-60d15a945f3e HTTP/1.1" status: 204 len: 168 time: 0.2212317 Dec 20 14:38:12.274352 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffcf51f-b777-469f-b5e6-65972a2da96e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eedb76d6-90be-4a2f-be94-60d15a945f3e,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:38:12.399136 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-9fae1719-50e5-4693-ab10-6f2bba20dd25 req-7fa1f122-db28-4171-b5a1-fc6ac9f27029 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Deleting port fc3c68f4-a329-4427-b5d7-367e479e930e {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:38:12.399577 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-9fae1719-50e5-4693-ab10-6f2bba20dd25 req-7fa1f122-db28-4171-b5a1-fc6ac9f27029 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:12.594496 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-9fae1719-50e5-4693-ab10-6f2bba20dd25 req-7fa1f122-db28-4171-b5a1-fc6ac9f27029 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] For port fc3c68f4-a329-4427-b5d7-367e479e930e, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=fc3c68f4-a329-4427-b5d7-367e479e930e,segment=NetworkSegment(083ec5a2-8034-45c0-81b5-ec9dea4598e2),segment_id=083ec5a2-8034-45c0-81b5-ec9dea4598e2)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:38:12.594953 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-9fae1719-50e5-4693-ab10-6f2bba20dd25 req-7fa1f122-db28-4171-b5a1-fc6ac9f27029 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:12.657838 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-f263609c-abd3-4388-9557-ffb3a8a01e06 admin admin] Deleting port b44e63fd-407c-44e8-9aaa-9fb00932bbec {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:38:12.658175 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f263609c-abd3-4388-9557-ffb3a8a01e06 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:12.842699 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-f263609c-abd3-4388-9557-ffb3a8a01e06 admin admin] For port b44e63fd-407c-44e8-9aaa-9fb00932bbec, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=b44e63fd-407c-44e8-9aaa-9fb00932bbec,segment=NetworkSegment(22d1adb1-48a1-447d-995a-bb775ec3ca0d),segment_id=22d1adb1-48a1-447d-995a-bb775ec3ca0d)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:38:12.843537 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f263609c-abd3-4388-9557-ffb3a8a01e06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:12.859918 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 43026) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:38:12.872084 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-f263609c-abd3-4388-9557-ffb3a8a01e06 admin admin] Calling delete_port for b44e63fd-407c-44e8-9aaa-9fb00932bbec owned by network:router_interface {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:38:12.896012 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-9fae1719-50e5-4693-ab10-6f2bba20dd25 req-7fa1f122-db28-4171-b5a1-fc6ac9f27029 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:12.896372 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-9fae1719-50e5-4693-ab10-6f2bba20dd25 req-7fa1f122-db28-4171-b5a1-fc6ac9f27029 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585115'] for floatingip, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:12.896872 n-d-761264-19 neutron-server[103168]: INFO neutron.db.l3_db [req-9fae1719-50e5-4693-ab10-6f2bba20dd25 req-7fa1f122-db28-4171-b5a1-fc6ac9f27029 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Floating IP 868eabd0-0007-45da-9873-633ef80c9f1c disassociated. External IP: 172.25.0.157, port: fc3c68f4-a329-4427-b5d7-367e479e930e. Dec 20 14:38:12.897406 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-9fae1719-50e5-4693-ab10-6f2bba20dd25 req-7fa1f122-db28-4171-b5a1-fc6ac9f27029 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Calling delete_port for fc3c68f4-a329-4427-b5d7-367e479e930e owned by compute:nova {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:38:12.917967 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-88b6741f-b626-49f7-a172-5ec9194b6c71 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=188177df400245e9856c5ae7ee0032d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0568037 Dec 20 14:38:12.920469 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 43028) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:38:12.991443 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-faab4ecb-6979-4d2d-af19-9785658e4309 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:13.017803 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-faab4ecb-6979-4d2d-af19-9785658e4309 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:13.114384 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-faab4ecb-6979-4d2d-af19-9785658e4309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:13.117828 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-faab4ecb-6979-4d2d-af19-9785658e4309 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:13.121895 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-faab4ecb-6979-4d2d-af19-9785658e4309 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c4d4ce24-f67e-4d60-b106-3418be412329 HTTP/1.1" status: 204 len: 168 time: 0.1974714 Dec 20 14:38:13.132026 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faab4ecb-6979-4d2d-af19-9785658e4309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4d4ce24-f67e-4d60-b106-3418be412329,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:38:13.146788 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3e943d5-5d01-407d-9414-c89d08826b2f', 'name': 'network-vif-deleted', 'tag': '2a179faf-fd88-4d1c-8683-0a8bb9be5690'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:38:13.149711 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c73405f-15ed-407e-b062-09533376b7b8" -d '{"events": [{"server_uuid": "b3e943d5-5d01-407d-9414-c89d08826b2f", "name": "network-vif-deleted", "tag": "2a179faf-fd88-4d1c-8683-0a8bb9be5690"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:38:13.226678 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-9fae1719-50e5-4693-ab10-6f2bba20dd25 req-7fa1f122-db28-4171-b5a1-fc6ac9f27029 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:13.268145 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f263609c-abd3-4388-9557-ffb3a8a01e06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:13.285780 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85771f2a-c609-4f39-8c94-b480d605a7e5 x-openstack-request-id: req-85771f2a-c609-4f39-8c94-b480d605a7e5 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:38:13.286222 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3e943d5-5d01-407d-9414-c89d08826b2f", "name": "network-vif-deleted", "tag": "2a179faf-fd88-4d1c-8683-0a8bb9be5690", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:38:13.286549 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-85771f2a-c609-4f39-8c94-b480d605a7e5 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:38:13.287164 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3e943d5-5d01-407d-9414-c89d08826b2f', 'name': 'network-vif-deleted', 'tag': '2a179faf-fd88-4d1c-8683-0a8bb9be5690', 'status': 'completed', 'code': 200} Dec 20 14:38:13.346829 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa1f122-db28-4171-b5a1-fc6ac9f27029 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Pushing event deleted for resources: {'Port': ['ID=fc3c68f4-a329-4427-b5d7-367e479e930e,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:38:13.422545 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device b44e63fd-407c-44e8-9aaa-9fb00932bbec up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:38:13.461019 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f263609c-abd3-4388-9557-ffb3a8a01e06 admin admin] Pushing event deleted for resources: {'Port': ['ID=b44e63fd-407c-44e8-9aaa-9fb00932bbec,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:38:13.464288 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: b44e63fd-407c-44e8-9aaa-9fb00932bbec {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:38:13.464646 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device b44e63fd-407c-44e8-9aaa-9fb00932bbec not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 20 14:38:13.510263 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Port b44e63fd-407c-44e8-9aaa-9fb00932bbec not found, will not notify nova. {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 20 14:38:13.713477 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebb76fc-81fa-43a0-8158-a4b2cbc4673a req-583bad0c-db87-4e43-abec-f7222b6b4b4c tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:13.715168 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9ebb76fc-81fa-43a0-8158-a4b2cbc4673a req-583bad0c-db87-4e43-abec-f7222b6b4b4c tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3e943d5-5d01-407d-9414-c89d08826b2f HTTP/1.1" status: 200 len: 943 time: 0.3657179 Dec 20 14:38:13.965104 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9fae1719-50e5-4693-ab10-6f2bba20dd25 req-7fa1f122-db28-4171-b5a1-fc6ac9f27029 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Router 21b3531e-3ded-4003-b85d-db0755e309d2 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:38:13.971281 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9ebb76fc-81fa-43a0-8158-a4b2cbc4673a req-f9b67490-a168-4f65-9288-8f3f13eb23c3 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/security-groups?id=81a62dd3-6166-418b-a2f3-15daa19beec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1497035 Dec 20 14:38:14.042673 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f263609c-abd3-4388-9557-ffb3a8a01e06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582411'] for router_interface, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:14.235374 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9fae1719-50e5-4693-ab10-6f2bba20dd25 req-7fa1f122-db28-4171-b5a1-fc6ac9f27029 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:38:14.247173 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98938949-cc6b-4489-9453-289fb7a99b51 None None] Sync routers for ids ['21b3531e-3ded-4003-b85d-db0755e309d2'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:38:14.264639 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98938949-cc6b-4489-9453-289fb7a99b51 None None] Routers {'21b3531e-3ded-4003-b85d-db0755e309d2'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:38:14.265503 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-98938949-cc6b-4489-9453-289fb7a99b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:38:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['21b3531e-3ded-4003-b85d-db0755e309d2'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:38:14.296945 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fae1719-50e5-4693-ab10-6f2bba20dd25 req-7fa1f122-db28-4171-b5a1-fc6ac9f27029 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] No DVR routers for this DVR port fc3c68f4-a329-4427-b5d7-367e479e930e on host n-h2-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:38:14.300678 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-9fae1719-50e5-4693-ab10-6f2bba20dd25 req-7fa1f122-db28-4171-b5a1-fc6ac9f27029 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:14.304624 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9fae1719-50e5-4693-ab10-6f2bba20dd25 req-7fa1f122-db28-4171-b5a1-fc6ac9f27029 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.47 "DELETE /v2.0/ports/fc3c68f4-a329-4427-b5d7-367e479e930e HTTP/1.1" status: 204 len: 173 time: 2.1336949 Dec 20 14:38:14.485783 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-98938949-cc6b-4489-9453-289fb7a99b51 None None] Set router 21b3531e-3ded-4003-b85d-db0755e309d2 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:38:14.521710 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f263609c-abd3-4388-9557-ffb3a8a01e06 admin admin] Router a83cf8df-14c0-4905-8667-b3a435a81e98 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:38:14.542165 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-9fae1719-50e5-4693-ab10-6f2bba20dd25 req-a6da84fc-6c61-4435-ae3d-85dd2d1eb355 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Deleting port fc4dfef1-284b-46a8-abf8-8899705f3844 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:38:14.542165 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-9fae1719-50e5-4693-ab10-6f2bba20dd25 req-a6da84fc-6c61-4435-ae3d-85dd2d1eb355 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:14.730659 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-9fae1719-50e5-4693-ab10-6f2bba20dd25 req-a6da84fc-6c61-4435-ae3d-85dd2d1eb355 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] For port fc4dfef1-284b-46a8-abf8-8899705f3844, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=fc4dfef1-284b-46a8-abf8-8899705f3844,segment=NetworkSegment(38e3b0df-fe83-43da-b83c-677d17fe07c0),segment_id=38e3b0df-fe83-43da-b83c-677d17fe07c0)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:38:14.731077 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-9fae1719-50e5-4693-ab10-6f2bba20dd25 req-a6da84fc-6c61-4435-ae3d-85dd2d1eb355 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:14.739381 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f263609c-abd3-4388-9557-ffb3a8a01e06 admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:38:14.748649 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 43094) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:38:14.749220 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-f263609c-abd3-4388-9557-ffb3a8a01e06 admin admin] 10.222.0.54 "PUT /v2.0/routers/a83cf8df-14c0-4905-8667-b3a435a81e98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5155239 Dec 20 14:38:14.751865 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d991df44-dbcf-4172-a5e7-ec1dd29eacb5 None None] Sync routers for ids ['a83cf8df-14c0-4905-8667-b3a435a81e98'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:38:14.754476 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-9fae1719-50e5-4693-ab10-6f2bba20dd25 req-a6da84fc-6c61-4435-ae3d-85dd2d1eb355 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Calling delete_port for fc4dfef1-284b-46a8-abf8-8899705f3844 owned by compute:nova {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:38:14.773322 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d991df44-dbcf-4172-a5e7-ec1dd29eacb5 None None] Routers {'a83cf8df-14c0-4905-8667-b3a435a81e98'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:38:14.776187 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-d991df44-dbcf-4172-a5e7-ec1dd29eacb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:38:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['a83cf8df-14c0-4905-8667-b3a435a81e98'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:38:14.902000 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-98938949-cc6b-4489-9453-289fb7a99b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b3531e-3ded-4003-b85d-db0755e309d2', 'name': 'tempest-TaggedBootDevicesTest_v242-972240548-router', 'tenant_id': '7db68c07b2e8445b8d4272fa646b5852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '23153ac4-6f0c-4b72-a442-4c60a53871eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:26:28Z', 'updated_at': '2021-12-20T14:26:35Z', 'revision_number': 4, 'project_id': '7db68c07b2e8445b8d4272fa646b5852', 'gw_port': {'id': '23153ac4-6f0c-4b72-a442-4c60a53871eb', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:26:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b3531e-3ded-4003-b85d-db0755e309d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:26:29Z', 'updated_at': '2021-12-20T14:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'd01b40c7-8271-4420-ac6c-d886fcd388df', 'name': '', 'network_id': '16189b34-662f-400f-bc52-e94ab90158e1', 'tenant_id': '7db68c07b2e8445b8d4272fa646b5852', 'mac_address': 'fa:16:3e:9d:36:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b3531e-3ded-4003-b85d-db0755e309d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '2fffa9a2-9cbe-46b2-9b29-5a8bd9778f5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:26:34Z', 'updated_at': '2021-12-20T14:26:43Z', 'revision_number': 5, 'project_id': '7db68c07b2e8445b8d4272fa646b5852', 'subnets': [{'id': '2fffa9a2-9cbe-46b2-9b29-5a8bd9778f5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:38:14.929713 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-d991df44-dbcf-4172-a5e7-ec1dd29eacb5 None None] Set router a83cf8df-14c0-4905-8667-b3a435a81e98 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:38:14.938792 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98938949-cc6b-4489-9453-289fb7a99b51 None None] Checking router: 21b3531e-3ded-4003-b85d-db0755e309d2 for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:38:14.943705 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ef5e98ed-55c8-49c8-b057-5a103d37ce6a admin admin] Publish callbacks [] for router, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:14.950011 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98938949-cc6b-4489-9453-289fb7a99b51 None None] Routers {'21b3531e-3ded-4003-b85d-db0755e309d2'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:38:14.951259 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-98938949-cc6b-4489-9453-289fb7a99b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:38:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['21b3531e-3ded-4003-b85d-db0755e309d2'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:38:14.991883 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-9fae1719-50e5-4693-ab10-6f2bba20dd25 req-a6da84fc-6c61-4435-ae3d-85dd2d1eb355 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:15.035478 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6da84fc-6c61-4435-ae3d-85dd2d1eb355 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Pushing event deleted for resources: {'Port': ['ID=fc4dfef1-284b-46a8-abf8-8899705f3844,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:38:15.108701 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fae1719-50e5-4693-ab10-6f2bba20dd25 req-a6da84fc-6c61-4435-ae3d-85dd2d1eb355 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] No DVR routers for this DVR port fc4dfef1-284b-46a8-abf8-8899705f3844 on host n-h2-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:38:15.127269 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-9fae1719-50e5-4693-ab10-6f2bba20dd25 req-a6da84fc-6c61-4435-ae3d-85dd2d1eb355 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:15.133030 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9fae1719-50e5-4693-ab10-6f2bba20dd25 req-a6da84fc-6c61-4435-ae3d-85dd2d1eb355 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.47 "DELETE /v2.0/ports/fc4dfef1-284b-46a8-abf8-8899705f3844 HTTP/1.1" status: 204 len: 173 time: 0.7940519 Dec 20 14:38:15.186688 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ef5e98ed-55c8-49c8-b057-5a103d37ce6a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:15.198987 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-98938949-cc6b-4489-9453-289fb7a99b51 None None] Set router 21b3531e-3ded-4003-b85d-db0755e309d2 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:38:15.209561 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-bc084be6-1101-44ac-98bf-ec6965713288 req-d682bff5-d855-422b-bb65-9fd3574c1c56 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3e943d5-5d01-407d-9414-c89d08826b2f HTTP/1.1" status: 200 len: 210 time: 0.0647576 Dec 20 14:38:15.288389 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3e943d5-5d01-407d-9414-c89d08826b2f', 'name': 'network-vif-deleted', 'tag': 'fc3c68f4-a329-4427-b5d7-367e479e930e'}, {'server_uuid': 'b3e943d5-5d01-407d-9414-c89d08826b2f', 'name': 'network-vif-deleted', 'tag': 'fc4dfef1-284b-46a8-abf8-8899705f3844'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:38:15.292841 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-689a3867-ba83-4333-8914-9c72e548aaa2" -d '{"events": [{"server_uuid": "b3e943d5-5d01-407d-9414-c89d08826b2f", "name": "network-vif-deleted", "tag": "fc3c68f4-a329-4427-b5d7-367e479e930e"}, {"server_uuid": "b3e943d5-5d01-407d-9414-c89d08826b2f", "name": "network-vif-deleted", "tag": "fc4dfef1-284b-46a8-abf8-8899705f3844"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:38:15.301267 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-ef5e98ed-55c8-49c8-b057-5a103d37ce6a admin admin] Deleting port 658fbbb0-1a19-4ae8-819c-2f25d589e4e9 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:38:15.301627 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ef5e98ed-55c8-49c8-b057-5a103d37ce6a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:15.312070 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:15.344992 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-d991df44-dbcf-4172-a5e7-ec1dd29eacb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83cf8df-14c0-4905-8667-b3a435a81e98', 'name': 'tempest-FloatingIPsNegativeTestJSON-963734160-router', 'tenant_id': 'dd643e87c2cd4e07a679e3616b63447a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '658fbbb0-1a19-4ae8-819c-2f25d589e4e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:37:57Z', 'updated_at': '2021-12-20T14:38:13Z', 'revision_number': 5, 'project_id': 'dd643e87c2cd4e07a679e3616b63447a', 'gw_port': {'id': '658fbbb0-1a19-4ae8-819c-2f25d589e4e9', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:cb:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83cf8df-14c0-4905-8667-b3a435a81e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:37:59Z', 'updated_at': '2021-12-20T14:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:38:15.391924 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d991df44-dbcf-4172-a5e7-ec1dd29eacb5 None None] Checking router: a83cf8df-14c0-4905-8667-b3a435a81e98 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:38:15.407695 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d991df44-dbcf-4172-a5e7-ec1dd29eacb5 None None] Routers {'a83cf8df-14c0-4905-8667-b3a435a81e98'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:38:15.408661 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-d991df44-dbcf-4172-a5e7-ec1dd29eacb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:38:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['a83cf8df-14c0-4905-8667-b3a435a81e98'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:38:15.441017 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 20 Dec 2021 14:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6bf189f-6fa4-4811-aa91-9164720f2fba x-openstack-request-id: req-f6bf189f-6fa4-4811-aa91-9164720f2fba {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:38:15.441399 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3e943d5-5d01-407d-9414-c89d08826b2f", "name": "network-vif-deleted", "tag": "fc3c68f4-a329-4427-b5d7-367e479e930e", "status": "completed", "code": 200}, {"server_uuid": "b3e943d5-5d01-407d-9414-c89d08826b2f", "name": "network-vif-deleted", "tag": "fc4dfef1-284b-46a8-abf8-8899705f3844", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:38:15.442421 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f6bf189f-6fa4-4811-aa91-9164720f2fba {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:38:15.442974 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3e943d5-5d01-407d-9414-c89d08826b2f', 'name': 'network-vif-deleted', 'tag': 'fc3c68f4-a329-4427-b5d7-367e479e930e', 'status': 'completed', 'code': 200} Dec 20 14:38:15.443307 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3e943d5-5d01-407d-9414-c89d08826b2f', 'name': 'network-vif-deleted', 'tag': 'fc4dfef1-284b-46a8-abf8-8899705f3844', 'status': 'completed', 'code': 200} Dec 20 14:38:15.480424 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-ef5e98ed-55c8-49c8-b057-5a103d37ce6a admin admin] For port 658fbbb0-1a19-4ae8-819c-2f25d589e4e9, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=658fbbb0-1a19-4ae8-819c-2f25d589e4e9,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:38:15.480922 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ef5e98ed-55c8-49c8-b057-5a103d37ce6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:15.502055 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-ef5e98ed-55c8-49c8-b057-5a103d37ce6a admin admin] Calling delete_port for 658fbbb0-1a19-4ae8-819c-2f25d589e4e9 owned by network:router_gateway {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:38:15.748060 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-d991df44-dbcf-4172-a5e7-ec1dd29eacb5 None None] Set router a83cf8df-14c0-4905-8667-b3a435a81e98 gateway port host: None {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:38:15.803968 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-98938949-cc6b-4489-9453-289fb7a99b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b3531e-3ded-4003-b85d-db0755e309d2', 'name': 'tempest-TaggedBootDevicesTest_v242-972240548-router', 'tenant_id': '7db68c07b2e8445b8d4272fa646b5852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '23153ac4-6f0c-4b72-a442-4c60a53871eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:26:28Z', 'updated_at': '2021-12-20T14:26:35Z', 'revision_number': 4, 'project_id': '7db68c07b2e8445b8d4272fa646b5852', 'gw_port': {'id': '23153ac4-6f0c-4b72-a442-4c60a53871eb', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:26:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b3531e-3ded-4003-b85d-db0755e309d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:26:29Z', 'updated_at': '2021-12-20T14:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'd01b40c7-8271-4420-ac6c-d886fcd388df', 'name': '', 'network_id': '16189b34-662f-400f-bc52-e94ab90158e1', 'tenant_id': '7db68c07b2e8445b8d4272fa646b5852', 'mac_address': 'fa:16:3e:9d:36:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b3531e-3ded-4003-b85d-db0755e309d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '2fffa9a2-9cbe-46b2-9b29-5a8bd9778f5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:26:34Z', 'updated_at': '2021-12-20T14:26:43Z', 'revision_number': 5, 'project_id': '7db68c07b2e8445b8d4272fa646b5852', 'subnets': [{'id': '2fffa9a2-9cbe-46b2-9b29-5a8bd9778f5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:38:15.868711 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98938949-cc6b-4489-9453-289fb7a99b51 None None] The sync data for ids ['21b3531e-3ded-4003-b85d-db0755e309d2'] in n-d-761264-19 is: [{'id': '21b3531e-3ded-4003-b85d-db0755e309d2', 'name': 'tempest-TaggedBootDevicesTest_v242-972240548-router', 'tenant_id': '7db68c07b2e8445b8d4272fa646b5852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '23153ac4-6f0c-4b72-a442-4c60a53871eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:26:28Z', 'updated_at': '2021-12-20T14:26:35Z', 'revision_number': 4, 'project_id': '7db68c07b2e8445b8d4272fa646b5852', 'gw_port': {'id': '23153ac4-6f0c-4b72-a442-4c60a53871eb', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:26:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b3531e-3ded-4003-b85d-db0755e309d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:26:29Z', 'updated_at': '2021-12-20T14:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'd01b40c7-8271-4420-ac6c-d886fcd388df', 'name': '', 'network_id': '16189b34-662f-400f-bc52-e94ab90158e1', 'tenant_id': '7db68c07b2e8445b8d4272fa646b5852', 'mac_address': 'fa:16:3e:9d:36:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b3531e-3ded-4003-b85d-db0755e309d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '2fffa9a2-9cbe-46b2-9b29-5a8bd9778f5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:26:34Z', 'updated_at': '2021-12-20T14:26:43Z', 'revision_number': 5, 'project_id': '7db68c07b2e8445b8d4272fa646b5852', 'subnets': [{'id': '2fffa9a2-9cbe-46b2-9b29-5a8bd9778f5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:38:15.945337 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-d991df44-dbcf-4172-a5e7-ec1dd29eacb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83cf8df-14c0-4905-8667-b3a435a81e98', 'name': 'tempest-FloatingIPsNegativeTestJSON-963734160-router', 'tenant_id': 'dd643e87c2cd4e07a679e3616b63447a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:37:57Z', 'updated_at': '2021-12-20T14:38:15Z', 'revision_number': 6, 'project_id': 'dd643e87c2cd4e07a679e3616b63447a', 'gw_port_host': None}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:38:15.989420 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 43132) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:38:16.015395 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ef5e98ed-55c8-49c8-b057-5a103d37ce6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:16.026482 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d991df44-dbcf-4172-a5e7-ec1dd29eacb5 None None] The sync data for ids ['a83cf8df-14c0-4905-8667-b3a435a81e98'] in n-d-761264-19 is: [{'id': 'a83cf8df-14c0-4905-8667-b3a435a81e98', 'name': 'tempest-FloatingIPsNegativeTestJSON-963734160-router', 'tenant_id': 'dd643e87c2cd4e07a679e3616b63447a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:37:57Z', 'updated_at': '2021-12-20T14:38:15Z', 'revision_number': 6, 'project_id': 'dd643e87c2cd4e07a679e3616b63447a', 'gw_port_host': None}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:38:16.090764 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5e98ed-55c8-49c8-b057-5a103d37ce6a admin admin] Pushing event deleted for resources: {'Port': ['ID=658fbbb0-1a19-4ae8-819c-2f25d589e4e9,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:38:16.215874 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ef5e98ed-55c8-49c8-b057-5a103d37ce6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584913'] for router_gateway, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:16.298879 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-64e531a2-07bd-416a-8864-1a08750ea94e tempest-QuotasTest-938830543 tempest-QuotasTest-938830543-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:38:16.357444 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-64e531a2-07bd-416a-8864-1a08750ea94e tempest-QuotasTest-938830543 tempest-QuotasTest-938830543-project-admin] 10.222.0.54 "PUT /v2.0/quotas/c4e87f76734a4a749666751ee8295049 HTTP/1.1" status: 200 len: 366 time: 0.3665900 Dec 20 14:38:16.359613 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 43148) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:38:16.410400 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-9b860e4e-c508-4291-83d0-446bc172b742 tempest-QuotasTest-938830543 tempest-QuotasTest-938830543-project-admin] 10.222.0.54 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0475767 Dec 20 14:38:16.420662 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 43150) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:38:16.446099 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-724bdc1e-a158-4022-9692-c1503db01331 tempest-QuotasTest-938830543 tempest-QuotasTest-938830543-project-admin] 10.222.0.54 "GET /v2.0/quotas/c4e87f76734a4a749666751ee8295049 HTTP/1.1" status: 200 len: 366 time: 0.0219808 Dec 20 14:38:16.446871 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 43154) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:38:16.488245 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-1da52500-9360-4277-abe0-262100a986db tempest-QuotasTest-938830543 tempest-QuotasTest-938830543-project-admin] 10.222.0.54 "DELETE /v2.0/quotas/c4e87f76734a4a749666751ee8295049 HTTP/1.1" status: 204 len: 168 time: 0.0375729 Dec 20 14:38:16.488689 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 43156) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:38:16.499756 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d831196d-70ac-41f0-a415-6545e4ad862e None None] New status for floating IP 868eabd0-0007-45da-9873-633ef80c9f1c: DOWN {{(pid=103170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 14:38:16.509511 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-cd08e39f-50dc-4934-a506-bd18fb3369f9 tempest-QuotasTest-938830543 tempest-QuotasTest-938830543-project-admin] 10.222.0.54 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0175686 Dec 20 14:38:16.509767 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 43160) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:38:16.523084 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-3b15fe83-647f-4396-aa95-ffc61ce6da14 tempest-QuotasTest-938830543 tempest-QuotasTest-938830543-project-admin] 10.222.0.54 "GET /v2.0/quotas/c4e87f76734a4a749666751ee8295049 HTTP/1.1" status: 200 len: 370 time: 0.0100093 Dec 20 14:38:16.524608 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 43166) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:38:16.536159 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-b0e397a9-7557-45fa-bf5c-f8f58090074f tempest-QuotasTest-938830543 tempest-QuotasTest-938830543-project-admin] 10.222.0.54 "GET /v2.0/quotas/c4e87f76734a4a749666751ee8295049/default HTTP/1.1" status: 200 len: 370 time: 0.0059183 Dec 20 14:38:16.537561 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 43168) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:38:16.564644 n-d-761264-19 neutron-server[103168]: INFO neutron.api.v2.resource [None req-33404261-313d-4dce-95c7-445fcedf2345 tempest-QuotasTest-938830543 tempest-QuotasTest-938830543-project-admin] delete failed (client error): The resource could not be found. Dec 20 14:38:16.565713 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-33404261-313d-4dce-95c7-445fcedf2345 tempest-QuotasTest-938830543 tempest-QuotasTest-938830543-project-admin] 10.222.0.54 "DELETE /v2.0/quotas/c4e87f76734a4a749666751ee8295049 HTTP/1.1" status: 404 len: 348 time: 0.0252223 Dec 20 14:38:16.843562 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 43174) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:38:16.898398 n-d-761264-19 neutron-server[103168]: DEBUG neutron.quota.resource [None req-1b5ad375-1efe-419f-8363-521978958772 tempest-QuotasTest-938830543 tempest-QuotasTest-938830543-project-admin] Usage tracker for resource:network and project:a6cd2aa7bb4f4f25810136909b30af15 is out of sync, need to count used quota {{(pid=103168) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 20 14:38:16.904102 n-d-761264-19 neutron-server[103168]: DEBUG neutron.quota.resource [None req-1b5ad375-1efe-419f-8363-521978958772 tempest-QuotasTest-938830543 tempest-QuotasTest-938830543-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103168) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 20 14:38:16.920104 n-d-761264-19 neutron-server[103168]: DEBUG neutron.quota.resource [None req-1b5ad375-1efe-419f-8363-521978958772 tempest-QuotasTest-938830543 tempest-QuotasTest-938830543-project-admin] Usage tracker for resource:subnet and project:a6cd2aa7bb4f4f25810136909b30af15 is out of sync, need to count used quota {{(pid=103168) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 20 14:38:16.935978 n-d-761264-19 neutron-server[103168]: DEBUG neutron.quota.resource [None req-1b5ad375-1efe-419f-8363-521978958772 tempest-QuotasTest-938830543 tempest-QuotasTest-938830543-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103168) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 20 14:38:16.943201 n-d-761264-19 neutron-server[103168]: DEBUG neutron.quota.resource [None req-1b5ad375-1efe-419f-8363-521978958772 tempest-QuotasTest-938830543 tempest-QuotasTest-938830543-project-admin] Usage tracker for resource:subnetpool and project:a6cd2aa7bb4f4f25810136909b30af15 is out of sync, need to count used quota {{(pid=103168) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 20 14:38:16.955467 n-d-761264-19 neutron-server[103168]: DEBUG neutron.quota.resource [None req-1b5ad375-1efe-419f-8363-521978958772 tempest-QuotasTest-938830543 tempest-QuotasTest-938830543-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103168) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 20 14:38:16.979273 n-d-761264-19 neutron-server[103168]: DEBUG neutron.quota.resource [None req-1b5ad375-1efe-419f-8363-521978958772 tempest-QuotasTest-938830543 tempest-QuotasTest-938830543-project-admin] Usage tracker for resource:port and project:a6cd2aa7bb4f4f25810136909b30af15 is out of sync, need to count used quota {{(pid=103168) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 20 14:38:16.986661 n-d-761264-19 neutron-server[103168]: DEBUG neutron.quota.resource [None req-1b5ad375-1efe-419f-8363-521978958772 tempest-QuotasTest-938830543 tempest-QuotasTest-938830543-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103168) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 20 14:38:17.007488 n-d-761264-19 neutron-server[103168]: DEBUG neutron.quota.resource [None req-1b5ad375-1efe-419f-8363-521978958772 tempest-QuotasTest-938830543 tempest-QuotasTest-938830543-project-admin] Usage tracker for resource:router and project:a6cd2aa7bb4f4f25810136909b30af15 is out of sync, need to count used quota {{(pid=103168) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 20 14:38:17.012061 n-d-761264-19 neutron-server[103168]: DEBUG neutron.quota.resource [None req-1b5ad375-1efe-419f-8363-521978958772 tempest-QuotasTest-938830543 tempest-QuotasTest-938830543-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103168) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 20 14:38:17.030112 n-d-761264-19 neutron-server[103168]: DEBUG neutron.quota.resource [None req-1b5ad375-1efe-419f-8363-521978958772 tempest-QuotasTest-938830543 tempest-QuotasTest-938830543-project-admin] Usage tracker for resource:floatingip and project:a6cd2aa7bb4f4f25810136909b30af15 is out of sync, need to count used quota {{(pid=103168) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 20 14:38:17.040097 n-d-761264-19 neutron-server[103168]: DEBUG neutron.quota.resource [None req-1b5ad375-1efe-419f-8363-521978958772 tempest-QuotasTest-938830543 tempest-QuotasTest-938830543-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103168) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 20 14:38:17.124916 n-d-761264-19 neutron-server[103168]: DEBUG neutron.quota.resource [None req-1b5ad375-1efe-419f-8363-521978958772 tempest-QuotasTest-938830543 tempest-QuotasTest-938830543-project-admin] Usage tracker for resource:security_group and project:a6cd2aa7bb4f4f25810136909b30af15 is out of sync, need to count used quota {{(pid=103168) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 20 14:38:17.131764 n-d-761264-19 neutron-server[103168]: DEBUG neutron.quota.resource [None req-1b5ad375-1efe-419f-8363-521978958772 tempest-QuotasTest-938830543 tempest-QuotasTest-938830543-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103168) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 20 14:38:17.143868 n-d-761264-19 neutron-server[103168]: DEBUG neutron.quota.resource [None req-1b5ad375-1efe-419f-8363-521978958772 tempest-QuotasTest-938830543 tempest-QuotasTest-938830543-project-admin] Usage tracker for resource:security_group_rule and project:a6cd2aa7bb4f4f25810136909b30af15 is out of sync, need to count used quota {{(pid=103168) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 20 14:38:17.159103 n-d-761264-19 neutron-server[103168]: DEBUG neutron.quota.resource [None req-1b5ad375-1efe-419f-8363-521978958772 tempest-QuotasTest-938830543 tempest-QuotasTest-938830543-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103168) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 20 14:38:17.165653 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-1b5ad375-1efe-419f-8363-521978958772 tempest-QuotasTest-938830543 tempest-QuotasTest-938830543-project-admin] 10.222.0.54 "GET /v2.0/quotas/a6cd2aa7bb4f4f25810136909b30af15/details.json HTTP/1.1" status: 200 len: 703 time: 0.3172829 Dec 20 14:38:17.278233 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-06ae3b02-a59b-4f9e-9c1a-7d75201ff5ac req-3042b91c-526e-4b42-9362-6af6de350b6e tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3e943d5-5d01-407d-9414-c89d08826b2f HTTP/1.1" status: 200 len: 210 time: 0.0692830 Dec 20 14:38:17.286898 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ef5e98ed-55c8-49c8-b057-5a103d37ce6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40132'] for router, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:17.292742 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ef5e98ed-55c8-49c8-b057-5a103d37ce6a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:17.311145 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device b44e63fd-407c-44e8-9aaa-9fb00932bbec no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:38:17.347750 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ef5e98ed-55c8-49c8-b057-5a103d37ce6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1594808'] for router, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:17.348841 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef5e98ed-55c8-49c8-b057-5a103d37ce6a admin admin] Fanout notify agent at l3_agent the message router_deleted on router a83cf8df-14c0-4905-8667-b3a435a81e98 {{(pid=103167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 14:38:17.356239 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ef5e98ed-55c8-49c8-b057-5a103d37ce6a admin admin] Publish callbacks [] for router, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:17.359565 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-ef5e98ed-55c8-49c8-b057-5a103d37ce6a admin admin] 10.222.0.54 "DELETE /v2.0/routers/a83cf8df-14c0-4905-8667-b3a435a81e98 HTTP/1.1" status: 204 len: 168 time: 2.6087816 Dec 20 14:38:17.362355 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 43184) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:38:17.414607 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: b44e63fd-407c-44e8-9aaa-9fb00932bbec {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:38:17.427993 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device b44e63fd-407c-44e8-9aaa-9fb00932bbec not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:38:17.428854 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 658fbbb0-1a19-4ae8-819c-2f25d589e4e9 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:38:17.458503 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_v2 [None req-587433fe-fb9a-4884-ae0b-66711aef4cfc admin admin] Deleting subnet fccf7ccc-63e4-40ea-8267-9189b896b5e1 {{(pid=103168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:38:17.468717 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-587433fe-fb9a-4884-ae0b-66711aef4cfc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:17.477267 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 658fbbb0-1a19-4ae8-819c-2f25d589e4e9 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:38:17.478052 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 658fbbb0-1a19-4ae8-819c-2f25d589e4e9 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:38:17.579742 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-587433fe-fb9a-4884-ae0b-66711aef4cfc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9023023'] for subnet, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:17.789525 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-587433fe-fb9a-4884-ae0b-66711aef4cfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:17.888289 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-587433fe-fb9a-4884-ae0b-66711aef4cfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8850800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470517'] for subnet, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:17.898577 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 43202) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:38:17.939836 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587433fe-fb9a-4884-ae0b-66711aef4cfc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fccf7ccc-63e4-40ea-8267-9189b896b5e1,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:38:17.960751 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-587433fe-fb9a-4884-ae0b-66711aef4cfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:17.961655 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 43206) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:38:17.961756 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8b5462-9819-4f33-a027-a6521855d449 None None] Network adb14423-d253-449b-99d0-dbcf8c2e2fbf requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:38:17.961842 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-587433fe-fb9a-4884-ae0b-66711aef4cfc admin admin] 10.222.0.54 "DELETE /v2.0/subnets/fccf7ccc-63e4-40ea-8267-9189b896b5e1 HTTP/1.1" status: 204 len: 168 time: 0.5964522 Dec 20 14:38:18.117963 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b751a138-da6c-4769-8644-754e209767f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:18.125006 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7b5a5524-1fb5-441b-9b73-67bdbfb37ecc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:18.226983 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8cadde9-425b-46d8-8581-9cfd9ba0fec6 None None] DHCP port deletion for adb14423-d253-449b-99d0-dbcf8c2e2fbf request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:38:18.300835 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7b5a5524-1fb5-441b-9b73-67bdbfb37ecc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:18.310950 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-c8cadde9-425b-46d8-8581-9cfd9ba0fec6 None None] Deleting port ce88b491-e697-468d-a93e-d3efc3187c36 {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:38:18.311973 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c8cadde9-425b-46d8-8581-9cfd9ba0fec6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:18.316172 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7b5a5524-1fb5-441b-9b73-67bdbfb37ecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:18.389280 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5a5524-1fb5-441b-9b73-67bdbfb37ecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d73b52e9-0a07-4c0c-a153-6f565247e72f,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:38:18.401625 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-b751a138-da6c-4769-8644-754e209767f2 admin admin] Deleting port ce88b491-e697-468d-a93e-d3efc3187c36 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:38:18.402009 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b751a138-da6c-4769-8644-754e209767f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:18.415194 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-c8cadde9-425b-46d8-8581-9cfd9ba0fec6 None None] For port ce88b491-e697-468d-a93e-d3efc3187c36, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=ce88b491-e697-468d-a93e-d3efc3187c36,segment=NetworkSegment(22d1adb1-48a1-447d-995a-bb775ec3ca0d),segment_id=22d1adb1-48a1-447d-995a-bb775ec3ca0d)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:38:18.415596 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c8cadde9-425b-46d8-8581-9cfd9ba0fec6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:18.434968 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-c8cadde9-425b-46d8-8581-9cfd9ba0fec6 None None] Calling delete_port for ce88b491-e697-468d-a93e-d3efc3187c36 owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:38:18.475243 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-7b5a5524-1fb5-441b-9b73-67bdbfb37ecc admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=27e4195d4f4642bb81f1bd030df0473a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5713730 Dec 20 14:38:18.475538 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 43216) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:38:18.476069 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-aaa024b5-9b1c-4e7b-9f88-0111a7a39de6 req-7fe601ae-6320-4e3c-8145-231f89b85481 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3e943d5-5d01-407d-9414-c89d08826b2f HTTP/1.1" status: 200 len: 210 time: 0.0811911 Dec 20 14:38:18.535643 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-b751a138-da6c-4769-8644-754e209767f2 admin admin] For port ce88b491-e697-468d-a93e-d3efc3187c36, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=ce88b491-e697-468d-a93e-d3efc3187c36,segment=NetworkSegment(22d1adb1-48a1-447d-995a-bb775ec3ca0d),segment_id=22d1adb1-48a1-447d-995a-bb775ec3ca0d)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:38:18.535986 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b751a138-da6c-4769-8644-754e209767f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:18.551374 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c8cadde9-425b-46d8-8581-9cfd9ba0fec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:18.581169 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-b751a138-da6c-4769-8644-754e209767f2 admin admin] Calling delete_port for ce88b491-e697-468d-a93e-d3efc3187c36 owned by network:dhcp {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:38:18.584348 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7dd8d37d-4ead-4542-8171-14cb99e1aa65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:18.587901 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cadde9-425b-46d8-8581-9cfd9ba0fec6 None None] Pushing event deleted for resources: {'Port': ['ID=ce88b491-e697-468d-a93e-d3efc3187c36,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:38:18.590921 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8cadde9-425b-46d8-8581-9cfd9ba0fec6 None None] No DVR routers for this DVR port ce88b491-e697-468d-a93e-d3efc3187c36 on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:38:18.621648 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7dd8d37d-4ead-4542-8171-14cb99e1aa65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:18.689012 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7dd8d37d-4ead-4542-8171-14cb99e1aa65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:18.692135 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7dd8d37d-4ead-4542-8171-14cb99e1aa65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:18.695721 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-7dd8d37d-4ead-4542-8171-14cb99e1aa65 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d73b52e9-0a07-4c0c-a153-6f565247e72f HTTP/1.1" status: 204 len: 168 time: 0.2123978 Dec 20 14:38:18.722288 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd8d37d-4ead-4542-8171-14cb99e1aa65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d73b52e9-0a07-4c0c-a153-6f565247e72f,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:38:18.737928 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b751a138-da6c-4769-8644-754e209767f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:18.811305 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b751a138-da6c-4769-8644-754e209767f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce88b491-e697-468d-a93e-d3efc3187c36,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:38:18.823170 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b751a138-da6c-4769-8644-754e209767f2 admin admin] No DVR routers for this DVR port ce88b491-e697-468d-a93e-d3efc3187c36 on host n-d-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:38:19.011014 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b751a138-da6c-4769-8644-754e209767f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:19.110144 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-b751a138-da6c-4769-8644-754e209767f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adb14423-d253-449b-99d0-dbcf8c2e2fbf']}} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:38:19.127358 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-b751a138-da6c-4769-8644-754e209767f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22d1adb1-48a1-447d-995a-bb775ec3ca0d') {'for_net_delete': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:38:19.127913 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-b751a138-da6c-4769-8644-754e209767f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22d1adb1-48a1-447d-995a-bb775ec3ca0d') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:38:19.141659 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b751a138-da6c-4769-8644-754e209767f2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954405'] for segment, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:19.156915 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b751a138-da6c-4769-8644-754e209767f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:19.167342 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b751a138-da6c-4769-8644-754e209767f2 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=103167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:38:19.168283 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b751a138-da6c-4769-8644-754e209767f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9956000'] for segment, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:19.172386 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:38:19.172386 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:38:19.172386 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:38:19.172386 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:38:19.172386 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:38:19.172386 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:38:19.172386 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:38:19.172386 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:38:19.172386 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:38:19.172386 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:38:19.172386 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:38:19.172386 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:38:19.172386 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:38:19.172386 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:38:19.172386 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:38:19.172386 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:38:19.172386 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:38:19.172386 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:38:19.172386 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:38:19.172386 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:38:19.172386 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:38:19.172386 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:38:19.172386 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:38:19.172386 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:38:19.172386 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:38:19.172386 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:38:19.172386 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:38:19.172386 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:38:19.172386 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:38:19.172386 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:38:19.172386 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:38:19.172386 n-d-761264-19 neutron-server[103167]: self.session.flush() Dec 20 14:38:19.172386 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:38:19.172386 n-d-761264-19 neutron-server[103167]: self.session.flush() Dec 20 14:38:19.172386 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:38:19.172386 n-d-761264-19 neutron-server[103167]: self.session.flush() Dec 20 14:38:19.175308 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:38:19.175308 n-d-761264-19 neutron-server[103167]: self.session.flush() Dec 20 14:38:19.175308 n-d-761264-19 neutron-server[103167]: Traceback (most recent call last): Dec 20 14:38:19.175308 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:38:19.175308 n-d-761264-19 neutron-server[103167]: timer() Dec 20 14:38:19.175308 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:38:19.175308 n-d-761264-19 neutron-server[103167]: cb(*args, **kw) Dec 20 14:38:19.175308 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:38:19.175308 n-d-761264-19 neutron-server[103167]: return func(*args, **kwargs) Dec 20 14:38:19.175308 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:38:19.175308 n-d-761264-19 neutron-server[103167]: self._notify() Dec 20 14:38:19.175308 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:38:19.175308 n-d-761264-19 neutron-server[103167]: self.callback(batched_events) Dec 20 14:38:19.175308 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:38:19.175308 n-d-761264-19 neutron-server[103167]: event.method(event) Dec 20 14:38:19.175308 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:38:19.175308 n-d-761264-19 neutron-server[103167]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:38:19.175308 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:38:19.175308 n-d-761264-19 neutron-server[103167]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:38:19.175308 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:38:19.175308 n-d-761264-19 neutron-server[103167]: return f(self, *a, **k) Dec 20 14:38:19.175308 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:38:19.175308 n-d-761264-19 neutron-server[103167]: return self._get(url).json() Dec 20 14:38:19.175308 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:38:19.175308 n-d-761264-19 neutron-server[103167]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:38:19.175308 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:38:19.175308 n-d-761264-19 neutron-server[103167]: return self.request(url, 'GET', **kwargs) Dec 20 14:38:19.175308 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:38:19.175308 n-d-761264-19 neutron-server[103167]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:38:19.175308 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:38:19.175308 n-d-761264-19 neutron-server[103167]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:38:19.175308 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:38:19.175308 n-d-761264-19 neutron-server[103167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:38:19.175308 n-d-761264-19 neutron-server[103167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:38:19.202926 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 43248) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:38:19.224436 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4faa352c-49af-413d-9b7a-b376f62bfe6a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:19.309145 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b751a138-da6c-4769-8644-754e209767f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:19.356904 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b751a138-da6c-4769-8644-754e209767f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:19.363803 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-b751a138-da6c-4769-8644-754e209767f2 admin admin] 10.222.0.54 "DELETE /v2.0/networks/adb14423-d253-449b-99d0-dbcf8c2e2fbf HTTP/1.1" status: 204 len: 168 time: 1.4026468 Dec 20 14:38:19.364639 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device ce88b491-e697-468d-a93e-d3efc3187c36 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:38:19.365802 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b751a138-da6c-4769-8644-754e209767f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=adb14423-d253-449b-99d0-dbcf8c2e2fbf,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:38:19.417252 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: ce88b491-e697-468d-a93e-d3efc3187c36 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:38:19.419310 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device ce88b491-e697-468d-a93e-d3efc3187c36 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:38:19.464047 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4faa352c-49af-413d-9b7a-b376f62bfe6a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:19.473450 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4faa352c-49af-413d-9b7a-b376f62bfe6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:19.514766 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-4faa352c-49af-413d-9b7a-b376f62bfe6a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a6cd2aa7bb4f4f25810136909b30af15&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3082988 Dec 20 14:38:19.515559 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 43262) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:38:19.574403 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faa352c-49af-413d-9b7a-b376f62bfe6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f298dc-fb80-4839-a2f0-263dac6c5e4a,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:38:19.665292 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b2a51c2f-a65c-433e-a570-81e3d13bba8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:19.709124 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5d7d286f-1cd2-48c1-a7c4-a106c3e9ad1a req-6e2da14d-d947-4084-903c-c6ca48d77ab4 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3e943d5-5d01-407d-9414-c89d08826b2f HTTP/1.1" status: 200 len: 210 time: 0.0984733 Dec 20 14:38:19.764007 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b2a51c2f-a65c-433e-a570-81e3d13bba8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:19.781493 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 43270) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:38:19.849676 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b2a51c2f-a65c-433e-a570-81e3d13bba8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:19.852390 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b2a51c2f-a65c-433e-a570-81e3d13bba8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:19.853585 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-b2a51c2f-a65c-433e-a570-81e3d13bba8f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d8f298dc-fb80-4839-a2f0-263dac6c5e4a HTTP/1.1" status: 204 len: 168 time: 0.3375058 Dec 20 14:38:19.861937 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a51c2f-a65c-433e-a570-81e3d13bba8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8f298dc-fb80-4839-a2f0-263dac6c5e4a,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:38:19.864600 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-7416fc0e-6742-40d4-917c-b20c89fd4ec7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=dd643e87c2cd4e07a679e3616b63447a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0817018 Dec 20 14:38:19.867251 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 43274) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:38:19.933974 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9eab22da-2c0f-4839-b52e-18dbb98a8b3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:19.968478 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9eab22da-2c0f-4839-b52e-18dbb98a8b3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:20.053354 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9eab22da-2c0f-4839-b52e-18dbb98a8b3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:20.056519 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9eab22da-2c0f-4839-b52e-18dbb98a8b3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:20.060565 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-9eab22da-2c0f-4839-b52e-18dbb98a8b3e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/16dbb5df-5a96-481b-b8f3-59dc4e45a7bd HTTP/1.1" status: 204 len: 168 time: 0.1918325 Dec 20 14:38:20.088800 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eab22da-2c0f-4839-b52e-18dbb98a8b3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16dbb5df-5a96-481b-b8f3-59dc4e45a7bd,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:38:20.962814 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c840e6e1-28b5-4c33-93c7-6db9b94a5e29 req-4cbb64fc-d95e-41dc-b4da-6ef171e5734b tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3e943d5-5d01-407d-9414-c89d08826b2f HTTP/1.1" status: 200 len: 210 time: 0.0460980 Dec 20 14:38:22.180002 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 43410) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:38:22.205333 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-06c186c1-0aa6-4cbb-85c5-333eee1384b1 req-5b8b0d4d-71ab-4fcc-b1d9-0ac3a91f4190 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3e943d5-5d01-407d-9414-c89d08826b2f HTTP/1.1" status: 200 len: 210 time: 0.0587430 Dec 20 14:38:22.393676 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 43420) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:38:22.557489 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-b028f4a8-2312-4e22-99c9-cb50849de703 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-893950364', 'router:external': True}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:38:22.597365 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b028f4a8-2312-4e22-99c9-cb50849de703 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Made reservation on behalf of 9e5566fc71a34c1c9b2ffeda757a828f for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:38:22.599903 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b028f4a8-2312-4e22-99c9-cb50849de703 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:22.615500 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b028f4a8-2312-4e22-99c9-cb50849de703 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:22.631437 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4f911f6e-1d16-4ffc-b288-17c31935f4c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:22.756614 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b028f4a8-2312-4e22-99c9-cb50849de703 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:22.798980 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4f911f6e-1d16-4ffc-b288-17c31935f4c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:22.798980 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b028f4a8-2312-4e22-99c9-cb50849de703 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:22.807160 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4f911f6e-1d16-4ffc-b288-17c31935f4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:22.849633 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b028f4a8-2312-4e22-99c9-cb50849de703 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:38:22.865667 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b028f4a8-2312-4e22-99c9-cb50849de703 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db23b773-e6a4-4d3c-abfc-2c1971426265,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:38:22.878700 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-4f911f6e-1d16-4ffc-b288-17c31935f4c1 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f8c7ca9b2fad4796ae54a520317d1320&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6952195 Dec 20 14:38:22.879494 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 43430) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:38:22.913603 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b028f4a8-2312-4e22-99c9-cb50849de703 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:22.914198 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-b028f4a8-2312-4e22-99c9-cb50849de703 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Added segment 09a74a0c-8784-4d2a-a807-49480306b491 of type vlan for network a84e7433-1f86-4c61-b6f8-946da9d4115a Dec 20 14:38:22.916384 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f911f6e-1d16-4ffc-b288-17c31935f4c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3390076-05e2-463d-b97c-7d9649944bb8,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:38:23.006712 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ee9f5c29-13d4-4785-8f0d-851fe478f0e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:23.012466 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b028f4a8-2312-4e22-99c9-cb50849de703 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:23.060125 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b028f4a8-2312-4e22-99c9-cb50849de703 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:23.060353 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ee9f5c29-13d4-4785-8f0d-851fe478f0e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:23.061305 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b028f4a8-2312-4e22-99c9-cb50849de703 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:23.061898 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b028f4a8-2312-4e22-99c9-cb50849de703 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:23.106047 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-b028f4a8-2312-4e22-99c9-cb50849de703 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.7109330 Dec 20 14:38:23.106508 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 43436) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:38:23.128461 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-3ee53600-ea7a-47a9-a088-c2b06e739b07 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Request body: {'subnet': {'network_id': 'a84e7433-1f86-4c61-b6f8-946da9d4115a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:38:23.157168 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b028f4a8-2312-4e22-99c9-cb50849de703 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Pushing event updated for resources: {'Network': ['ID=a84e7433-1f86-4c61-b6f8-946da9d4115a,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:38:23.174232 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network a84e7433-1f86-4c61-b6f8-946da9d4115a details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:38:23.209867 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ee53600-ea7a-47a9-a088-c2b06e739b07 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Made reservation on behalf of 9e5566fc71a34c1c9b2ffeda757a828f for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:38:23.214396 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3ee53600-ea7a-47a9-a088-c2b06e739b07 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:23.402408 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ee9f5c29-13d4-4785-8f0d-851fe478f0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:23.432966 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ee9f5c29-13d4-4785-8f0d-851fe478f0e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:23.434515 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-ee9f5c29-13d4-4785-8f0d-851fe478f0e6 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e3390076-05e2-463d-b97c-7d9649944bb8 HTTP/1.1" status: 204 len: 168 time: 0.5534246 Dec 20 14:38:23.572026 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9f5c29-13d4-4785-8f0d-851fe478f0e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3390076-05e2-463d-b97c-7d9649944bb8,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:38:23.666142 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-dc36cc02-f39d-49e5-9fb1-f8c6564708ba req-9ceaf1f7-947f-4bee-a500-3a63ae3324fe tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3e943d5-5d01-407d-9414-c89d08826b2f HTTP/1.1" status: 200 len: 210 time: 0.2847486 Dec 20 14:38:24.117933 n-d-761264-19 neutron-server[103167]: DEBUG neutron.objects.ports [None req-3ee53600-ea7a-47a9-a088-c2b06e739b07 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103167) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 20 14:38:24.118400 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3ee53600-ea7a-47a9-a088-c2b06e739b07 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:24.231341 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee53600-ea7a-47a9-a088-c2b06e739b07 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Checking segment: {'id': '09a74a0c-8784-4d2a-a807-49480306b491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'a84e7433-1f86-4c61-b6f8-946da9d4115a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:38:24.232321 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee53600-ea7a-47a9-a088-c2b06e739b07 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Network hostable DHCP agents. Network: a84e7433-1f86-4c61-b6f8-946da9d4115a, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:38:24.242264 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee53600-ea7a-47a9-a088-c2b06e739b07 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Pushing event updated for resources: {'Subnet': ['ID=05eeb9b8-e506-4ab4-8b73-c7abc6680298,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:38:24.288826 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee53600-ea7a-47a9-a088-c2b06e739b07 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Network a84e7433-1f86-4c61-b6f8-946da9d4115a is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:38:24.313059 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-3ee53600-ea7a-47a9-a088-c2b06e739b07 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, a84e7433-1f86-4c61-b6f8-946da9d4115a) {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:38:24.323454 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13bbfa9c-71c9-4fe9-90b2-1ec2156da548 None None] Network a84e7433-1f86-4c61-b6f8-946da9d4115a requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:38:24.335429 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee53600-ea7a-47a9-a088-c2b06e739b07 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:24.336043 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3ee53600-ea7a-47a9-a088-c2b06e739b07 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:24.399421 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-3ee53600-ea7a-47a9-a088-c2b06e739b07 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2890053 Dec 20 14:38:24.400229 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 43474) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:38:24.414450 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-03ad213c-1aef-49dc-8172-73e7b72f625a tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-936145692', 'network_id': 'a84e7433-1f86-4c61-b6f8-946da9d4115a'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:38:24.480442 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03ad213c-1aef-49dc-8172-73e7b72f625a tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Made reservation on behalf of 9e5566fc71a34c1c9b2ffeda757a828f for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:38:24.484423 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-03ad213c-1aef-49dc-8172-73e7b72f625a tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:24.529206 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [None req-03ad213c-1aef-49dc-8172-73e7b72f625a tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] device_id is not set on port 62e30069-39b2-421d-8d04-2baab499ef70 yet. {{(pid=103167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 14:38:24.571069 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3339f6-3155-420a-b24d-d012bf8ca2af None None] Network a84e7433-1f86-4c61-b6f8-946da9d4115a requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:38:24.875803 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d087b6e9-812f-439d-bc32-ee085cc069b4 req-384d23ee-f29e-44e0-9fb6-9e2a537df766 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3e943d5-5d01-407d-9414-c89d08826b2f HTTP/1.1" status: 200 len: 210 time: 0.0821536 Dec 20 14:38:24.877196 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-03ad213c-1aef-49dc-8172-73e7b72f625a tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Allocated IP 172.20.0.4 (a84e7433-1f86-4c61-b6f8-946da9d4115a/05eeb9b8-e506-4ab4-8b73-c7abc6680298/62e30069-39b2-421d-8d04-2baab499ef70) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:38:25.117046 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-03ad213c-1aef-49dc-8172-73e7b72f625a tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:25.164447 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-03ad213c-1aef-49dc-8172-73e7b72f625a tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:25.230976 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ad213c-1aef-49dc-8172-73e7b72f625a tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Network a84e7433-1f86-4c61-b6f8-946da9d4115a is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:38:25.234570 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-03ad213c-1aef-49dc-8172-73e7b72f625a tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:38:25.246388 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ad213c-1aef-49dc-8172-73e7b72f625a tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:38:25.250530 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ad213c-1aef-49dc-8172-73e7b72f625a tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Pushing event updated for resources: {'Port': ['ID=62e30069-39b2-421d-8d04-2baab499ef70,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:38:25.306823 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ad213c-1aef-49dc-8172-73e7b72f625a tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:25.307460 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-03ad213c-1aef-49dc-8172-73e7b72f625a tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:25.343050 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 43524) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:38:25.343767 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-03ad213c-1aef-49dc-8172-73e7b72f625a tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 0.9405389 Dec 20 14:38:25.538526 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-f12de8e9-dca8-4e8f-b51c-efb850132de5 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Deleting port 62e30069-39b2-421d-8d04-2baab499ef70 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:38:25.539813 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f12de8e9-dca8-4e8f-b51c-efb850132de5 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:25.645776 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5206c37c-8360-4bf4-9f17-664c46c54aeb req-3a057a0b-966c-4068-83a5-a3e614e9cf30 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:25.658496 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5206c37c-8360-4bf4-9f17-664c46c54aeb req-3a057a0b-966c-4068-83a5-a3e614e9cf30 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 945 time: 0.0949800 Dec 20 14:38:25.798842 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5206c37c-8360-4bf4-9f17-664c46c54aeb req-f1fe5938-2c69-4d14-9ac5-b55ce1429361 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=92081c13-7979-4810-b5cd-70c14477209d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392627 Dec 20 14:38:25.848902 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4c5cf0a4-897a-4bef-9677-3f521bd51557 req-8b67f310-1431-4998-83fb-9902b8e44b26 tempest-ImagesOneServerTestJSON-642101698 tempest-ImagesOneServerTestJSON-642101698-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=b7d8e7b3740042d5abc5f057ea2eba54&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0912426 Dec 20 14:38:25.963826 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23a33f1-304a-4e39-9d24-0165ca369497 req-1c16833f-9deb-4464-b4e3-73ca037c9bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:25.965576 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e23a33f1-304a-4e39-9d24-0165ca369497 req-1c16833f-9deb-4464-b4e3-73ca037c9bc9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=514f3908f9164c0fa19c6d421ce9f2b3&device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 1097 time: 0.3886948 Dec 20 14:38:25.967797 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f12de8e9-dca8-4e8f-b51c-efb850132de5 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:26.051155 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-f12de8e9-dca8-4e8f-b51c-efb850132de5 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Calling delete_port for 62e30069-39b2-421d-8d04-2baab499ef70 owned by {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:38:26.061131 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-783e016e-50ba-4efc-b179-bd4cf0b7edc8 req-077e29da-725b-43ec-b344-889ebeca9bf7 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3e943d5-5d01-407d-9414-c89d08826b2f HTTP/1.1" status: 200 len: 210 time: 0.0336480 Dec 20 14:38:26.112580 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 14:38:26.515198 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5cf0a4-897a-4bef-9677-3f521bd51557 req-2927cc9c-4555-4d47-86ed-2f20462ee0cf tempest-ImagesOneServerTestJSON-642101698 tempest-ImagesOneServerTestJSON-642101698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:26.516725 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4c5cf0a4-897a-4bef-9677-3f521bd51557 req-2927cc9c-4555-4d47-86ed-2f20462ee0cf tempest-ImagesOneServerTestJSON-642101698 tempest-ImagesOneServerTestJSON-642101698-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6669271 Dec 20 14:38:26.558087 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4c5cf0a4-897a-4bef-9677-3f521bd51557 req-f05c8581-302a-49ef-8f6e-6e00e4121903 tempest-ImagesOneServerTestJSON-642101698 tempest-ImagesOneServerTestJSON-642101698-project] 10.222.0.54 "GET /v2.0/quotas/b7d8e7b3740042d5abc5f057ea2eba54 HTTP/1.1" status: 200 len: 375 time: 0.0272927 Dec 20 14:38:26.561156 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23a33f1-304a-4e39-9d24-0165ca369497 req-16d5be4a-6cf6-445c-9f57-fe0ea10feb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:26.562318 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e23a33f1-304a-4e39-9d24-0165ca369497 req-16d5be4a-6cf6-445c-9f57-fe0ea10feb09 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7ed718b3-d2e8-4b72-a238-726203897046 HTTP/1.1" status: 200 len: 913 time: 0.5655212 Dec 20 14:38:26.646761 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4c5cf0a4-897a-4bef-9677-3f521bd51557 req-777aecd0-db9b-4992-8db3-ef5268db3d4c tempest-ImagesOneServerTestJSON-642101698 tempest-ImagesOneServerTestJSON-642101698-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=b7d8e7b3740042d5abc5f057ea2eba54&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0618553 Dec 20 14:38:26.694002 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e23a33f1-304a-4e39-9d24-0165ca369497 req-df300492-6fd4-4436-8d55-0ce99f584fc2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7 HTTP/1.1" status: 200 len: 1000 time: 0.1231129 Dec 20 14:38:26.748529 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f12de8e9-dca8-4e8f-b51c-efb850132de5 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:26.791413 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12de8e9-dca8-4e8f-b51c-efb850132de5 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Pushing event deleted for resources: {'Port': ['ID=62e30069-39b2-421d-8d04-2baab499ef70,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:38:26.807976 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23a33f1-304a-4e39-9d24-0165ca369497 req-c0b186ba-0a22-4a52-968c-298c0f7789bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:26.820559 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e23a33f1-304a-4e39-9d24-0165ca369497 req-c0b186ba-0a22-4a52-968c-298c0f7789bb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5d68b841-2dcc-4f7d-9f3b-ab3557b797a0 HTTP/1.1" status: 200 len: 851 time: 0.1181512 Dec 20 14:38:26.987311 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22728351-1bf2-49c6-82ab-9908472b2d51 req-86055b67-ce5e-40d0-b6e0-f2f30778956f tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:27.005531 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-22728351-1bf2-49c6-82ab-9908472b2d51 req-86055b67-ce5e-40d0-b6e0-f2f30778956f tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 945 time: 0.1068881 Dec 20 14:38:27.074767 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b97fa170-6cb9-48b1-bce8-f7a2c533e106 req-f1e75f3c-675a-42a5-903d-ff0dcc292a71 tempest-ImagesOneServerTestJSON-642101698 tempest-ImagesOneServerTestJSON-642101698-project] 10.222.0.54 "GET /v2.0/ports?device_id=bd94f6b8-7b91-4f41-ae09-b59e20d3cdb6 HTTP/1.1" status: 200 len: 210 time: 0.1131692 Dec 20 14:38:27.089302 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23a33f1-304a-4e39-9d24-0165ca369497 req-68105259-252d-4512-b63f-e01cea91e116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:27.090938 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e23a33f1-304a-4e39-9d24-0165ca369497 req-68105259-252d-4512-b63f-e01cea91e116 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ed718b3-d2e8-4b72-a238-726203897046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2588916 Dec 20 14:38:27.094121 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f12de8e9-dca8-4e8f-b51c-efb850132de5 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:27.103859 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-f12de8e9-dca8-4e8f-b51c-efb850132de5 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] 10.222.0.54 "DELETE /v2.0/ports/62e30069-39b2-421d-8d04-2baab499ef70 HTTP/1.1" status: 204 len: 168 time: 1.7588272 Dec 20 14:38:27.104569 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 43584) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:38:27.105027 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-22728351-1bf2-49c6-82ab-9908472b2d51 req-57631fdd-4b2f-4541-b2c3-fc212e3ce82f tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=92081c13-7979-4810-b5cd-70c14477209d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985050 Dec 20 14:38:27.130869 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-264ab71c-f205-4fbb-908c-7a93b4291d17 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a84e7433-1f86-4c61-b6f8-946da9d4115a', 'external_fixed_ips': [{'subnet_id': '05eeb9b8-e506-4ab4-8b73-c7abc6680298', 'ip_address': '172.20.0.4'}]}}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:38:27.218090 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-264ab71c-f205-4fbb-908c-7a93b4291d17 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40114'] for router, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:27.219565 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-264ab71c-f205-4fbb-908c-7a93b4291d17 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40139'] for router, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:27.249542 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ff14463f-b138-419e-a658-c7fcc5bc096a req-f9606056-f96b-4222-8f1f-75e92333c0c3 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3e943d5-5d01-407d-9414-c89d08826b2f HTTP/1.1" status: 200 len: 210 time: 0.0397170 Dec 20 14:38:27.288338 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-264ab71c-f205-4fbb-908c-7a93b4291d17 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:27.403236 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e23a33f1-304a-4e39-9d24-0165ca369497 req-fc01f485-1180-4100-abdd-c2b4932f495d service neutron] 10.222.0.30 "GET /v2.0/networks/7ed718b3-d2e8-4b72-a238-726203897046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2882259 Dec 20 14:38:27.536016 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-264ab71c-f205-4fbb-908c-7a93b4291d17 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:27.684158 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e23a33f1-304a-4e39-9d24-0165ca369497 req-bcc7cf47-669e-46be-9727-4d455aa70ef1 service neutron] 10.222.0.30 "GET /v2.0/networks/7ed718b3-d2e8-4b72-a238-726203897046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2806637 Dec 20 14:38:27.988164 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-264ab71c-f205-4fbb-908c-7a93b4291d17 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:28.028594 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-264ab71c-f205-4fbb-908c-7a93b4291d17 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:28.324944 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e5dde-847a-4295-9d46-f2e3309b42c1 req-551ea5ef-5f3e-4c15-991c-8162d9a1b923 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:28.333369 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-971e5dde-847a-4295-9d46-f2e3309b42c1 req-551ea5ef-5f3e-4c15-991c-8162d9a1b923 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 945 time: 0.1143088 Dec 20 14:38:28.337892 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-498361b2-9410-41b4-a86b-f7c996d75494 req-3b41bce3-ba1c-4fb6-bd18-6078b0656cbd tempest-ImagesOneServerTestJSON-642101698 tempest-ImagesOneServerTestJSON-642101698-project] 10.222.0.54 "GET /v2.0/ports?device_id=bd94f6b8-7b91-4f41-ae09-b59e20d3cdb6 HTTP/1.1" status: 200 len: 210 time: 0.0527015 Dec 20 14:38:28.375278 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-264ab71c-f205-4fbb-908c-7a93b4291d17 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Allocated IP 172.20.0.4 (a84e7433-1f86-4c61-b6f8-946da9d4115a/05eeb9b8-e506-4ab4-8b73-c7abc6680298/c88659cb-52ff-4f3b-9b45-c7325290922d) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:38:28.479169 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-971e5dde-847a-4295-9d46-f2e3309b42c1 req-2ae98cf3-110e-4d27-9bc6-43824eb817b6 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=92081c13-7979-4810-b5cd-70c14477209d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1424332 Dec 20 14:38:28.596564 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4c5cf0a4-897a-4bef-9677-3f521bd51557 req-cbc81b25-7414-461d-bbc9-b593ef02bff1 tempest-ImagesOneServerTestJSON-642101698 tempest-ImagesOneServerTestJSON-642101698-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=b7d8e7b3740042d5abc5f057ea2eba54&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0768857 Dec 20 14:38:28.662767 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7037ce67-1df4-41bd-ba50-5c167efd0254 req-fc4f8c38-4846-4172-828e-a342da7d08f2 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3e943d5-5d01-407d-9414-c89d08826b2f HTTP/1.1" status: 200 len: 210 time: 0.0809908 Dec 20 14:38:28.776096 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-264ab71c-f205-4fbb-908c-7a93b4291d17 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:28.806252 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5cf0a4-897a-4bef-9677-3f521bd51557 req-e9859244-7884-43c0-89f3-60a062725b47 tempest-ImagesOneServerTestJSON-642101698 tempest-ImagesOneServerTestJSON-642101698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:28.808058 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4c5cf0a4-897a-4bef-9677-3f521bd51557 req-e9859244-7884-43c0-89f3-60a062725b47 tempest-ImagesOneServerTestJSON-642101698 tempest-ImagesOneServerTestJSON-642101698-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1989286 Dec 20 14:38:28.822306 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-4c5cf0a4-897a-4bef-9677-3f521bd51557 req-4abb3873-fc9e-42b7-8d17-dcffac3b79ae tempest-ImagesOneServerTestJSON-642101698 tempest-ImagesOneServerTestJSON-642101698-project] Request body: {'port': {'device_id': 'bd94f6b8-7b91-4f41-ae09-b59e20d3cdb6', 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1', 'admin_state_up': True, 'tenant_id': 'b7d8e7b3740042d5abc5f057ea2eba54'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:38:28.915230 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-264ab71c-f205-4fbb-908c-7a93b4291d17 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:29.009726 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264ab71c-f205-4fbb-908c-7a93b4291d17 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Network a84e7433-1f86-4c61-b6f8-946da9d4115a is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:38:29.017058 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-264ab71c-f205-4fbb-908c-7a93b4291d17 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:38:29.020508 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264ab71c-f205-4fbb-908c-7a93b4291d17 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Pushing event updated for resources: {'Port': ['ID=c88659cb-52ff-4f3b-9b45-c7325290922d,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:38:29.023311 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264ab71c-f205-4fbb-908c-7a93b4291d17 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:38:29.079507 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c5cf0a4-897a-4bef-9677-3f521bd51557 req-4abb3873-fc9e-42b7-8d17-dcffac3b79ae tempest-ImagesOneServerTestJSON-642101698 tempest-ImagesOneServerTestJSON-642101698-project] Made reservation on behalf of b7d8e7b3740042d5abc5f057ea2eba54 for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:38:29.083688 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-4c5cf0a4-897a-4bef-9677-3f521bd51557 req-4abb3873-fc9e-42b7-8d17-dcffac3b79ae tempest-ImagesOneServerTestJSON-642101698 tempest-ImagesOneServerTestJSON-642101698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:29.153281 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-4c5cf0a4-897a-4bef-9677-3f521bd51557 req-4abb3873-fc9e-42b7-8d17-dcffac3b79ae tempest-ImagesOneServerTestJSON-642101698 tempest-ImagesOneServerTestJSON-642101698-project] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:29.366069 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-264ab71c-f205-4fbb-908c-7a93b4291d17 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:29.369312 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-4c5cf0a4-897a-4bef-9677-3f521bd51557 req-4abb3873-fc9e-42b7-8d17-dcffac3b79ae tempest-ImagesOneServerTestJSON-642101698 tempest-ImagesOneServerTestJSON-642101698-project] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:29.408756 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-4c5cf0a4-897a-4bef-9677-3f521bd51557 req-4abb3873-fc9e-42b7-8d17-dcffac3b79ae tempest-ImagesOneServerTestJSON-642101698 tempest-ImagesOneServerTestJSON-642101698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:29.475647 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abb3873-fc9e-42b7-8d17-dcffac3b79ae tempest-ImagesOneServerTestJSON-642101698 tempest-ImagesOneServerTestJSON-642101698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37c0318c-1a70-4376-ad4c-72d356df775a,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:38:29.549525 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b6fb81de-2378-46db-899a-6ef317c26c09 req-21ac917c-44e6-446b-a38f-11163343b6e4 tempest-ImagesOneServerTestJSON-642101698 tempest-ImagesOneServerTestJSON-642101698-project] 10.222.0.54 "GET /v2.0/ports?device_id=bd94f6b8-7b91-4f41-ae09-b59e20d3cdb6 HTTP/1.1" status: 200 len: 210 time: 0.0848405 Dec 20 14:38:29.718894 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [req-4c5cf0a4-897a-4bef-9677-3f521bd51557 req-4abb3873-fc9e-42b7-8d17-dcffac3b79ae tempest-ImagesOneServerTestJSON-642101698 tempest-ImagesOneServerTestJSON-642101698-project] Allocated IP 192.168.233.34 (00c897c2-e98d-4716-a0b4-8f9f297fa8a1/36bf280f-81bb-4486-a87a-9b9505a1cec4/31bce163-700d-44ee-b463-c923ce820b9e) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:38:29.727397 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d820fc3-d2bb-44a1-8209-846e7938759b req-006e5da8-26b8-4356-b447-5d29d1ec1190 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:29.729635 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7d820fc3-d2bb-44a1-8209-846e7938759b req-006e5da8-26b8-4356-b447-5d29d1ec1190 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 945 time: 0.0863719 Dec 20 14:38:29.821830 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7d820fc3-d2bb-44a1-8209-846e7938759b req-b3d89352-5b62-4e16-a418-ac8927d8edc7 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=92081c13-7979-4810-b5cd-70c14477209d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772414 Dec 20 14:38:29.870832 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9409e6cc-ee4d-4774-a2f9-4b55d37e4564 req-161c6e97-9e58-481d-bef6-d236c31773dd tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3e943d5-5d01-407d-9414-c89d08826b2f HTTP/1.1" status: 200 len: 210 time: 0.0453069 Dec 20 14:38:29.919590 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-264ab71c-f205-4fbb-908c-7a93b4291d17 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013'] for router, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:30.126417 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-4c5cf0a4-897a-4bef-9677-3f521bd51557 req-4abb3873-fc9e-42b7-8d17-dcffac3b79ae tempest-ImagesOneServerTestJSON-642101698 tempest-ImagesOneServerTestJSON-642101698-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:30.184748 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-4c5cf0a4-897a-4bef-9677-3f521bd51557 req-4abb3873-fc9e-42b7-8d17-dcffac3b79ae tempest-ImagesOneServerTestJSON-642101698 tempest-ImagesOneServerTestJSON-642101698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:30.201704 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-264ab71c-f205-4fbb-908c-7a93b4291d17 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Router 45531223-2af4-4c55-b334-fcb3dec60f1c is scheduled to L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 with binding_index 1 {{(pid=103168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 14:38:30.289074 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c5cf0a4-897a-4bef-9677-3f521bd51557 req-4abb3873-fc9e-42b7-8d17-dcffac3b79ae tempest-ImagesOneServerTestJSON-642101698 tempest-ImagesOneServerTestJSON-642101698-project] Network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:38:30.296456 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [req-4c5cf0a4-897a-4bef-9677-3f521bd51557 req-4abb3873-fc9e-42b7-8d17-dcffac3b79ae tempest-ImagesOneServerTestJSON-642101698 tempest-ImagesOneServerTestJSON-642101698-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:38:30.303066 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abb3873-fc9e-42b7-8d17-dcffac3b79ae tempest-ImagesOneServerTestJSON-642101698 tempest-ImagesOneServerTestJSON-642101698-project] Pushing event updated for resources: {'Port': ['ID=31bce163-700d-44ee-b463-c923ce820b9e,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:38:30.306790 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c5cf0a4-897a-4bef-9677-3f521bd51557 req-4abb3873-fc9e-42b7-8d17-dcffac3b79ae tempest-ImagesOneServerTestJSON-642101698 tempest-ImagesOneServerTestJSON-642101698-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:38:30.410537 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5cf0a4-897a-4bef-9677-3f521bd51557 req-4abb3873-fc9e-42b7-8d17-dcffac3b79ae tempest-ImagesOneServerTestJSON-642101698 tempest-ImagesOneServerTestJSON-642101698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:30.411307 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-4c5cf0a4-897a-4bef-9677-3f521bd51557 req-4abb3873-fc9e-42b7-8d17-dcffac3b79ae tempest-ImagesOneServerTestJSON-642101698 tempest-ImagesOneServerTestJSON-642101698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:30.432753 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4c5cf0a4-897a-4bef-9677-3f521bd51557 req-4abb3873-fc9e-42b7-8d17-dcffac3b79ae tempest-ImagesOneServerTestJSON-642101698 tempest-ImagesOneServerTestJSON-642101698-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6147587 Dec 20 14:38:30.435964 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-264ab71c-f205-4fbb-908c-7a93b4291d17 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:38:30.453949 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-4c5cf0a4-897a-4bef-9677-3f521bd51557 req-5b5cb6c0-70e1-443b-90f6-9ee49af2d213 service neutron] Request body: {'port': {'device_id': 'bd94f6b8-7b91-4f41-ae09-b59e20d3cdb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-19'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:38:30.466901 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f51ce9-00c4-4171-a09a-f0bcfe8abb37 None None] Sync routers for ids ['45531223-2af4-4c55-b334-fcb3dec60f1c'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:38:30.490032 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f51ce9-00c4-4171-a09a-f0bcfe8abb37 None None] Routers {'45531223-2af4-4c55-b334-fcb3dec60f1c'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:38:30.491002 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-87f51ce9-00c4-4171-a09a-f0bcfe8abb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:38:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['45531223-2af4-4c55-b334-fcb3dec60f1c'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:38:30.540542 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-264ab71c-f205-4fbb-908c-7a93b4291d17 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:30.545451 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-264ab71c-f205-4fbb-908c-7a93b4291d17 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 3.4269853 Dec 20 14:38:30.546086 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 43676) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:38:30.660256 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-4c5cf0a4-897a-4bef-9677-3f521bd51557 req-5b5cb6c0-70e1-443b-90f6-9ee49af2d213 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:30.793376 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c7bc44c5-0dc6-4b77-8657-d61d18983b94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:30.804094 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-87f51ce9-00c4-4171-a09a-f0bcfe8abb37 None None] Set router 45531223-2af4-4c55-b334-fcb3dec60f1c gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:38:30.868122 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-dd14407e-99c4-451b-acea-ab68e6a7ded8 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks [] for router, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:31.065871 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5093dabf-0d62-4be2-8f62-4531c1a092c4 req-f46df6ec-0c12-4a14-9365-ec01a6809458 tempest-ImagesOneServerTestJSON-642101698 tempest-ImagesOneServerTestJSON-642101698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:31.074347 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5093dabf-0d62-4be2-8f62-4531c1a092c4 req-f46df6ec-0c12-4a14-9365-ec01a6809458 tempest-ImagesOneServerTestJSON-642101698 tempest-ImagesOneServerTestJSON-642101698-project] 10.222.0.54 "GET /v2.0/ports?device_id=bd94f6b8-7b91-4f41-ae09-b59e20d3cdb6 HTTP/1.1" status: 200 len: 935 time: 0.2602084 Dec 20 14:38:31.209636 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5093dabf-0d62-4be2-8f62-4531c1a092c4 req-74b7fc28-3f7a-472e-81c7-3da322ba7b40 tempest-ImagesOneServerTestJSON-642101698 tempest-ImagesOneServerTestJSON-642101698-project] 10.222.0.54 "GET /v2.0/security-groups?id=37c0318c-1a70-4376-ad4c-72d356df775a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342638 Dec 20 14:38:31.221882 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-938d53d5-4a52-4c5d-9e90-9139287bb13c None None] Provisioning complete for port 31bce163-700d-44ee-b463-c923ce820b9e triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:38:31.222808 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-938d53d5-4a52-4c5d-9e90-9139287bb13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:31.332709 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-dd14407e-99c4-451b-acea-ab68e6a7ded8 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:31.438013 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9e63d2-4292-474d-85a6-f95630afcc98 req-07722d57-168e-40a7-9088-5f2adfbc3289 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:31.457405 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9b9e63d2-4292-474d-85a6-f95630afcc98 req-07722d57-168e-40a7-9088-5f2adfbc3289 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 945 time: 0.4463692 Dec 20 14:38:31.573268 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9b9e63d2-4292-474d-85a6-f95630afcc98 req-c3a63aa0-b27e-4e0f-9dd1-f946f6ecd33f tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=92081c13-7979-4810-b5cd-70c14477209d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090255 Dec 20 14:38:31.579242 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [req-4c5cf0a4-897a-4bef-9677-3f521bd51557 req-5b5cb6c0-70e1-443b-90f6-9ee49af2d213 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31bce163-700d-44ee-b463-c923ce820b9e {{(pid=103168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:38:31.588796 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-4c5cf0a4-897a-4bef-9677-3f521bd51557 req-5b5cb6c0-70e1-443b-90f6-9ee49af2d213 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:31.603976 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.provisioning_blocks [req-4c5cf0a4-897a-4bef-9677-3f521bd51557 req-5b5cb6c0-70e1-443b-90f6-9ee49af2d213 service neutron] Transition to ACTIVE for port object 31bce163-700d-44ee-b463-c923ce820b9e will not be triggered until provisioned by entity L2. {{(pid=103168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:38:31.666490 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-4c5cf0a4-897a-4bef-9677-3f521bd51557 req-5b5cb6c0-70e1-443b-90f6-9ee49af2d213 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:31.670798 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-dd14407e-99c4-451b-acea-ab68e6a7ded8 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Deleting port c88659cb-52ff-4f3b-9b45-c7325290922d {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:38:31.671356 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-dd14407e-99c4-451b-acea-ab68e6a7ded8 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:31.722630 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f524fb25-dccc-43fc-8d7b-ebb74bf846e4 req-2abd5504-8fa7-4d98-b7cc-395696569a0a tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3e943d5-5d01-407d-9414-c89d08826b2f HTTP/1.1" status: 200 len: 210 time: 0.1167715 Dec 20 14:38:31.815384 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-938d53d5-4a52-4c5d-9e90-9139287bb13c None None] Port 31bce163-700d-44ee-b463-c923ce820b9e cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:38:31.869344 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5cb6c0-70e1-443b-90f6-9ee49af2d213 service neutron] Pushing event updated for resources: {'Port': ['ID=31bce163-700d-44ee-b463-c923ce820b9e,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:38:31.953708 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-87f51ce9-00c4-4171-a09a-f0bcfe8abb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45531223-2af4-4c55-b334-fcb3dec60f1c', 'name': '', 'tenant_id': '9e5566fc71a34c1c9b2ffeda757a828f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a84e7433-1f86-4c61-b6f8-946da9d4115a', 'external_fixed_ips': [{'subnet_id': '05eeb9b8-e506-4ab4-8b73-c7abc6680298', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': 'c88659cb-52ff-4f3b-9b45-c7325290922d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:38:27Z', 'updated_at': '2021-12-20T14:38:29Z', 'revision_number': 3, 'project_id': '9e5566fc71a34c1c9b2ffeda757a828f', 'gw_port': {'id': 'c88659cb-52ff-4f3b-9b45-c7325290922d', 'name': '', 'network_id': 'a84e7433-1f86-4c61-b6f8-946da9d4115a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:e9:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45531223-2af4-4c55-b334-fcb3dec60f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '05eeb9b8-e506-4ab4-8b73-c7abc6680298', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:38:28Z', 'updated_at': '2021-12-20T14:38:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '05eeb9b8-e506-4ab4-8b73-c7abc6680298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:38:31.969431 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-dd14407e-99c4-451b-acea-ab68e6a7ded8 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:32.000219 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-dd14407e-99c4-451b-acea-ab68e6a7ded8 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Calling delete_port for c88659cb-52ff-4f3b-9b45-c7325290922d owned by network:router_gateway {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:38:32.008816 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f51ce9-00c4-4171-a09a-f0bcfe8abb37 None None] Checking router: 45531223-2af4-4c55-b334-fcb3dec60f1c for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:38:32.009241 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f51ce9-00c4-4171-a09a-f0bcfe8abb37 None None] Updating router 45531223-2af4-4c55-b334-fcb3dec60f1c port c88659cb-52ff-4f3b-9b45-c7325290922d binding host n-d-761264-19 {{(pid=103169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 14:38:32.058379 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-87f51ce9-00c4-4171-a09a-f0bcfe8abb37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:32.081516 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-4c5cf0a4-897a-4bef-9677-3f521bd51557 req-5b5cb6c0-70e1-443b-90f6-9ee49af2d213 service neutron] Attempting to bind port 31bce163-700d-44ee-b463-c923ce820b9e on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:38:32.082495 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-4c5cf0a4-897a-4bef-9677-3f521bd51557 req-5b5cb6c0-70e1-443b-90f6-9ee49af2d213 service neutron] Attempting to bind port 31bce163-700d-44ee-b463-c923ce820b9e by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:38:32.083118 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5cf0a4-897a-4bef-9677-3f521bd51557 req-5b5cb6c0-70e1-443b-90f6-9ee49af2d213 service neutron] Attempting to bind port 31bce163-700d-44ee-b463-c923ce820b9e on network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:38:32.110148 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5cf0a4-897a-4bef-9677-3f521bd51557 req-5b5cb6c0-70e1-443b-90f6-9ee49af2d213 service neutron] Port 31bce163-700d-44ee-b463-c923ce820b9e on network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:38:32.110892 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5cf0a4-897a-4bef-9677-3f521bd51557 req-5b5cb6c0-70e1-443b-90f6-9ee49af2d213 service neutron] Attempting to bind port 31bce163-700d-44ee-b463-c923ce820b9e on network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:38:32.134957 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5cf0a4-897a-4bef-9677-3f521bd51557 req-5b5cb6c0-70e1-443b-90f6-9ee49af2d213 service neutron] Checking agent: {'id': '43c60aee-e4af-4ecc-bee2-aac3569fafed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:38:32.152483 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5cf0a4-897a-4bef-9677-3f521bd51557 req-5b5cb6c0-70e1-443b-90f6-9ee49af2d213 service neutron] Checking segment: {'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:38:32.153356 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5cf0a4-897a-4bef-9677-3f521bd51557 req-5b5cb6c0-70e1-443b-90f6-9ee49af2d213 service neutron] Bound using segment: {'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:38:32.154087 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-4c5cf0a4-897a-4bef-9677-3f521bd51557 req-5b5cb6c0-70e1-443b-90f6-9ee49af2d213 service neutron] Bound port: 31bce163-700d-44ee-b463-c923ce820b9e, host: n-h2-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'}}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:38:32.154700 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-4c5cf0a4-897a-4bef-9677-3f521bd51557 req-5b5cb6c0-70e1-443b-90f6-9ee49af2d213 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:32.312185 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-4c5cf0a4-897a-4bef-9677-3f521bd51557 req-5b5cb6c0-70e1-443b-90f6-9ee49af2d213 service neutron] For port 31bce163-700d-44ee-b463-c923ce820b9e, host n-h2-761264-19, cleared binding levels {{(pid=103168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:38:32.319010 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-4c5cf0a4-897a-4bef-9677-3f521bd51557 req-5b5cb6c0-70e1-443b-90f6-9ee49af2d213 service neutron] For port 31bce163-700d-44ee-b463-c923ce820b9e, host n-h2-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=31bce163-700d-44ee-b463-c923ce820b9e,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:38:32.424143 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-4c5cf0a4-897a-4bef-9677-3f521bd51557 req-5b5cb6c0-70e1-443b-90f6-9ee49af2d213 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:32.455346 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5cf0a4-897a-4bef-9677-3f521bd51557 req-5b5cb6c0-70e1-443b-90f6-9ee49af2d213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:32.460337 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-4c5cf0a4-897a-4bef-9677-3f521bd51557 req-5b5cb6c0-70e1-443b-90f6-9ee49af2d213 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:32.461962 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4c5cf0a4-897a-4bef-9677-3f521bd51557 req-5b5cb6c0-70e1-443b-90f6-9ee49af2d213 service neutron] 10.222.0.47 "PUT /v2.0/ports/31bce163-700d-44ee-b463-c923ce820b9e HTTP/1.1" status: 200 len: 1096 time: 2.0198314 Dec 20 14:38:32.463884 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd94f6b8-7b91-4f41-ae09-b59e20d3cdb6', 'tag': '31bce163-700d-44ee-b463-c923ce820b9e'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:38:32.475690 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-489d476e-1c1f-4890-bca4-9a4d45d2037b" -d '{"events": [{"name": "network-changed", "server_uuid": "bd94f6b8-7b91-4f41-ae09-b59e20d3cdb6", "tag": "31bce163-700d-44ee-b463-c923ce820b9e"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:38:32.539063 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-dd14407e-99c4-451b-acea-ab68e6a7ded8 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:32.663482 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dffb8519-4426-4878-a67f-a442138dc3bc x-openstack-request-id: req-dffb8519-4426-4878-a67f-a442138dc3bc {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:38:32.663926 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd94f6b8-7b91-4f41-ae09-b59e20d3cdb6", "tag": "31bce163-700d-44ee-b463-c923ce820b9e", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:38:32.664309 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-dffb8519-4426-4878-a67f-a442138dc3bc {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:38:32.665059 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd94f6b8-7b91-4f41-ae09-b59e20d3cdb6', 'tag': '31bce163-700d-44ee-b463-c923ce820b9e', 'status': 'completed', 'code': 200} Dec 20 14:38:32.713454 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e05d053-5f0b-495b-af0b-d992944cf4c6 req-2390429b-47d6-4dad-a49a-a9014b33b60e tempest-ImagesOneServerTestJSON-642101698 tempest-ImagesOneServerTestJSON-642101698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:32.715256 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7e05d053-5f0b-495b-af0b-d992944cf4c6 req-2390429b-47d6-4dad-a49a-a9014b33b60e tempest-ImagesOneServerTestJSON-642101698 tempest-ImagesOneServerTestJSON-642101698-project] 10.222.0.54 "GET /v2.0/ports?device_id=bd94f6b8-7b91-4f41-ae09-b59e20d3cdb6 HTTP/1.1" status: 200 len: 947 time: 0.3993647 Dec 20 14:38:32.777792 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5cf0a4-897a-4bef-9677-3f521bd51557 req-9c725c8c-03d9-4e9f-be13-9b46b919eb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:32.779581 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4c5cf0a4-897a-4bef-9677-3f521bd51557 req-9c725c8c-03d9-4e9f-be13-9b46b919eb8a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b7d8e7b3740042d5abc5f057ea2eba54&device_id=bd94f6b8-7b91-4f41-ae09-b59e20d3cdb6 HTTP/1.1" status: 200 len: 1099 time: 0.2228055 Dec 20 14:38:32.780318 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5cb6c0-70e1-443b-90f6-9ee49af2d213 service neutron] Pushing event updated for resources: {'Port': ['ID=31bce163-700d-44ee-b463-c923ce820b9e,revision_number=3']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:38:32.810127 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-dd14407e-99c4-451b-acea-ab68e6a7ded8 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584913'] for router_gateway, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:32.812919 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd14407e-99c4-451b-acea-ab68e6a7ded8 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Pushing event deleted for resources: {'Port': ['ID=c88659cb-52ff-4f3b-9b45-c7325290922d,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:38:32.841494 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7e05d053-5f0b-495b-af0b-d992944cf4c6 req-0c286923-efe1-4561-9b0d-7fbb848855f5 tempest-ImagesOneServerTestJSON-642101698 tempest-ImagesOneServerTestJSON-642101698-project] 10.222.0.54 "GET /v2.0/security-groups?id=37c0318c-1a70-4376-ad4c-72d356df775a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093574 Dec 20 14:38:32.843795 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4c5cf0a4-897a-4bef-9677-3f521bd51557 req-b5ea2347-c3ae-4fb6-81e0-6d8649daf1a9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=31bce163-700d-44ee-b463-c923ce820b9e HTTP/1.1" status: 200 len: 217 time: 0.0556703 Dec 20 14:38:32.931891 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5cf0a4-897a-4bef-9677-3f521bd51557 req-a43cc4e1-e281-4a9c-95eb-0f45d8d31db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:32.933673 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4c5cf0a4-897a-4bef-9677-3f521bd51557 req-a43cc4e1-e281-4a9c-95eb-0f45d8d31db8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36bf280f-81bb-4486-a87a-9b9505a1cec4 HTTP/1.1" status: 200 len: 843 time: 0.0828614 Dec 20 14:38:32.975735 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-0a4a5b4c-77b4-4e2d-83e7-9c9b67dc39ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:33.042315 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.db.api [None req-87f51ce9-00c4-4171-a09a-f0bcfe8abb37 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103169) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 14:38:33.042887 n-d-761264-19 neutron-server[103169]: DEBUG oslo_db.api [None req-87f51ce9-00c4-4171-a09a-f0bcfe8abb37 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 14:38:33.087951 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-dd14407e-99c4-451b-acea-ab68e6a7ded8 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40132'] for router, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:33.097956 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-dd14407e-99c4-451b-acea-ab68e6a7ded8 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:33.179037 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e56ea4-8933-44f5-baf9-654318f7ef95 req-5c6f892a-d10c-4095-880e-b55a957dad7a tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:33.188297 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-06e56ea4-8933-44f5-baf9-654318f7ef95 req-5c6f892a-d10c-4095-880e-b55a957dad7a tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 945 time: 0.3267088 Dec 20 14:38:33.197802 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-dd14407e-99c4-451b-acea-ab68e6a7ded8 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1594808'] for router, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:33.198827 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd14407e-99c4-451b-acea-ab68e6a7ded8 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 45531223-2af4-4c55-b334-fcb3dec60f1c {{(pid=103167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 14:38:33.205453 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-dd14407e-99c4-451b-acea-ab68e6a7ded8 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks [] for router, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:33.207496 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-dd14407e-99c4-451b-acea-ab68e6a7ded8 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] 10.222.0.54 "DELETE /v2.0/routers/45531223-2af4-4c55-b334-fcb3dec60f1c HTTP/1.1" status: 204 len: 168 time: 2.6599767 Dec 20 14:38:33.235769 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 43738) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:38:33.390716 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_v2 [None req-25c551f6-8466-4557-b7bd-7776eae50a2b tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Deleting subnet 05eeb9b8-e506-4ab4-8b73-c7abc6680298 {{(pid=103167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:38:33.399525 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-25c551f6-8466-4557-b7bd-7776eae50a2b tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:33.502681 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-25c551f6-8466-4557-b7bd-7776eae50a2b tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954412'] for subnet, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:33.600258 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f51ce9-00c4-4171-a09a-f0bcfe8abb37 None None] Port c88659cb-52ff-4f3b-9b45-c7325290922d not found while updating agent binding for router 45531223-2af4-4c55-b334-fcb3dec60f1c. {{(pid=103169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 20 14:38:33.612509 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f51ce9-00c4-4171-a09a-f0bcfe8abb37 None None] Routers set() bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:38:33.613671 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f51ce9-00c4-4171-a09a-f0bcfe8abb37 None None] Router IDs set() for agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 20 14:38:33.615014 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_agentschedulers_db [None req-87f51ce9-00c4-4171-a09a-f0bcfe8abb37 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'45531223-2af4-4c55-b334-fcb3dec60f1c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:38:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent'). {{(pid=103169) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 20 14:38:33.615528 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f51ce9-00c4-4171-a09a-f0bcfe8abb37 None None] The sync data for ids ['45531223-2af4-4c55-b334-fcb3dec60f1c'] in n-d-761264-19 is: [] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:38:33.626968 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-06e56ea4-8933-44f5-baf9-654318f7ef95 req-b81b55cf-42b4-4c24-b538-821d6c89f924 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=92081c13-7979-4810-b5cd-70c14477209d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4374847 Dec 20 14:38:33.628324 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-25c551f6-8466-4557-b7bd-7776eae50a2b tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:33.713205 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-497e5217-6851-4f65-8c4d-b002615cac5c req-c324ea31-ff6b-4b58-8f7f-a3ed4988fe55 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3e943d5-5d01-407d-9414-c89d08826b2f HTTP/1.1" status: 200 len: 210 time: 0.6986506 Dec 20 14:38:33.725627 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5cf0a4-897a-4bef-9677-3f521bd51557 req-b7091928-6371-4ead-b1eb-ceaba4d2d1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:33.727156 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4c5cf0a4-897a-4bef-9677-3f521bd51557 req-b7091928-6371-4ead-b1eb-ceaba4d2d1ad service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7852523 Dec 20 14:38:33.744078 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:33.766037 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-25c551f6-8466-4557-b7bd-7776eae50a2b tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:33.816115 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c551f6-8466-4557-b7bd-7776eae50a2b tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=05eeb9b8-e506-4ab4-8b73-c7abc6680298,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:38:33.819456 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-25c551f6-8466-4557-b7bd-7776eae50a2b tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:33.826595 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 43748) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:38:33.826825 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-25c551f6-8466-4557-b7bd-7776eae50a2b tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] 10.222.0.54 "DELETE /v2.0/subnets/05eeb9b8-e506-4ab4-8b73-c7abc6680298 HTTP/1.1" status: 204 len: 168 time: 0.5897689 Dec 20 14:38:33.924838 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4c5cf0a4-897a-4bef-9677-3f521bd51557 req-626fd2c3-5380-4b72-927a-6187002da849 service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898117 Dec 20 14:38:33.934213 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e94d4e48-c8be-498d-a078-47b6837366a3 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:34.103616 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd37acf-d0de-4662-8e68-ef1404ae1a6d req-04fa7a29-3071-4069-bb24-89a7748d3f92 tempest-ImagesOneServerTestJSON-642101698 tempest-ImagesOneServerTestJSON-642101698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:34.105359 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4cd37acf-d0de-4662-8e68-ef1404ae1a6d req-04fa7a29-3071-4069-bb24-89a7748d3f92 tempest-ImagesOneServerTestJSON-642101698 tempest-ImagesOneServerTestJSON-642101698-project] 10.222.0.54 "GET /v2.0/ports?device_id=bd94f6b8-7b91-4f41-ae09-b59e20d3cdb6 HTTP/1.1" status: 200 len: 947 time: 0.0949378 Dec 20 14:38:34.186346 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4c5cf0a4-897a-4bef-9677-3f521bd51557 req-47699793-57f7-4670-8d18-48af4d60e241 service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477961 Dec 20 14:38:34.196405 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e94d4e48-c8be-498d-a078-47b6837366a3 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:34.218248 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4cd37acf-d0de-4662-8e68-ef1404ae1a6d req-08264072-3fed-446d-a0e3-8ed90c465dde tempest-ImagesOneServerTestJSON-642101698 tempest-ImagesOneServerTestJSON-642101698-project] 10.222.0.54 "GET /v2.0/security-groups?id=37c0318c-1a70-4376-ad4c-72d356df775a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011548 Dec 20 14:38:34.224998 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-e94d4e48-c8be-498d-a078-47b6837366a3 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a84e7433-1f86-4c61-b6f8-946da9d4115a']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:38:34.235248 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-e94d4e48-c8be-498d-a078-47b6837366a3 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09a74a0c-8784-4d2a-a807-49480306b491') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:38:34.235544 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-e94d4e48-c8be-498d-a078-47b6837366a3 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09a74a0c-8784-4d2a-a807-49480306b491') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:38:34.250189 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e94d4e48-c8be-498d-a078-47b6837366a3 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:34.296395 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e94d4e48-c8be-498d-a078-47b6837366a3 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:34.311974 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e94d4e48-c8be-498d-a078-47b6837366a3 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:38:34.312515 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e94d4e48-c8be-498d-a078-47b6837366a3 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:34.315693 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:38:34.315693 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:38:34.315693 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:38:34.315693 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:38:34.315693 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:38:34.315693 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:38:34.315693 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:38:34.315693 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:38:34.315693 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:38:34.315693 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:38:34.315693 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:38:34.315693 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:38:34.315693 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:38:34.315693 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:38:34.315693 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:38:34.315693 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:38:34.315693 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:38:34.315693 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:38:34.315693 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:38:34.315693 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:38:34.315693 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:38:34.315693 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:38:34.315693 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 14:38:34.315693 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:38:34.315693 n-d-761264-19 neutron-server[103168]: timer() Dec 20 14:38:34.315693 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:38:34.315693 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 14:38:34.315693 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:38:34.315693 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 14:38:34.315693 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:38:34.315693 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 14:38:34.315693 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:38:34.315693 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 14:38:34.315693 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:38:34.315693 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 14:38:34.315693 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:38:34.315693 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:38:34.315693 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:38:34.315693 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:38:34.315693 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:38:34.315693 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 14:38:34.315693 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:38:34.315693 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 14:38:34.315693 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:38:34.315693 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:38:34.315693 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:38:34.315693 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 14:38:34.315693 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:38:34.315693 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:38:34.315693 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:38:34.315693 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:38:34.315693 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:38:34.315693 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:38:34.315693 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:38:34.367507 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489d476e-1c1f-4890-bca4-9a4d45d2037b req-58146463-c66a-40c6-a8c2-81048a12127f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:34.369224 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-489d476e-1c1f-4890-bca4-9a4d45d2037b req-58146463-c66a-40c6-a8c2-81048a12127f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b7d8e7b3740042d5abc5f057ea2eba54&device_id=bd94f6b8-7b91-4f41-ae09-b59e20d3cdb6 HTTP/1.1" status: 200 len: 1099 time: 0.1164579 Dec 20 14:38:34.429277 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e94d4e48-c8be-498d-a078-47b6837366a3 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:34.466757 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e94d4e48-c8be-498d-a078-47b6837366a3 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a84e7433-1f86-4c61-b6f8-946da9d4115a {{(pid=103168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 20 14:38:34.471813 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e94d4e48-c8be-498d-a078-47b6837366a3 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:34.495897 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-e94d4e48-c8be-498d-a078-47b6837366a3 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] 10.222.0.54 "DELETE /v2.0/networks/a84e7433-1f86-4c61-b6f8-946da9d4115a HTTP/1.1" status: 204 len: 168 time: 0.6570399 Dec 20 14:38:34.517128 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94d4e48-c8be-498d-a078-47b6837366a3 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Pushing event deleted for resources: {'Network': ['ID=a84e7433-1f86-4c61-b6f8-946da9d4115a,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:38:34.596160 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489d476e-1c1f-4890-bca4-9a4d45d2037b req-bad6d4b9-ba2a-4397-913c-9f34e7cecc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:34.598211 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-489d476e-1c1f-4890-bca4-9a4d45d2037b req-bad6d4b9-ba2a-4397-913c-9f34e7cecc18 service neutron] 10.222.0.47 "GET /v2.0/networks?id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1 HTTP/1.1" status: 200 len: 870 time: 0.2218966 Dec 20 14:38:34.717249 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-489d476e-1c1f-4890-bca4-9a4d45d2037b req-0257709c-e116-4493-90a1-20208dba27ac service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=31bce163-700d-44ee-b463-c923ce820b9e HTTP/1.1" status: 200 len: 217 time: 0.1112611 Dec 20 14:38:34.936488 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489d476e-1c1f-4890-bca4-9a4d45d2037b req-6856a1c0-968a-4efc-80d8-7b0cbe9ef81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:34.942620 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-489d476e-1c1f-4890-bca4-9a4d45d2037b req-6856a1c0-968a-4efc-80d8-7b0cbe9ef81d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36bf280f-81bb-4486-a87a-9b9505a1cec4 HTTP/1.1" status: 200 len: 843 time: 0.2166135 Dec 20 14:38:35.051448 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 43790) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:38:35.055836 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b31e419-35b6-4606-9899-d1d0c2e7424d req-08e32cd7-7e86-4043-a0ac-f7bb6a406bac tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:35.060185 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-4f90d98f-b0b9-4408-b020-8db2163c6235 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Request body: {'router': {'name': 'tempest-router--325873109', 'project_id': '0676c88e9b2b4fbc9a90b72913861cce'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:38:35.060449 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7b31e419-35b6-4606-9899-d1d0c2e7424d req-08e32cd7-7e86-4043-a0ac-f7bb6a406bac tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 945 time: 0.2639556 Dec 20 14:38:35.122337 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a5d5e860-c30e-4e7e-8dc4-fdc93a3fd396 req-824d12d0-4e22-49fe-8275-cc32771d34e6 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3e943d5-5d01-407d-9414-c89d08826b2f HTTP/1.1" status: 200 len: 210 time: 0.0898311 Dec 20 14:38:35.129545 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489d476e-1c1f-4890-bca4-9a4d45d2037b req-e1cf4cc9-14a1-431c-b9c6-f96449a32f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:35.132089 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-489d476e-1c1f-4890-bca4-9a4d45d2037b req-e1cf4cc9-14a1-431c-b9c6-f96449a32f85 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1789343 Dec 20 14:38:35.160010 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4f90d98f-b0b9-4408-b020-8db2163c6235 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40114'] for router, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:35.162175 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4f90d98f-b0b9-4408-b020-8db2163c6235 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40139'] for router, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:35.186183 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7b31e419-35b6-4606-9899-d1d0c2e7424d req-94e9264d-9c43-460d-939f-b0951e2866af tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=92081c13-7979-4810-b5cd-70c14477209d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152816 Dec 20 14:38:35.286521 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4f90d98f-b0b9-4408-b020-8db2163c6235 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:35.292579 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4f90d98f-b0b9-4408-b020-8db2163c6235 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013'] for router, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:35.314755 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4f90d98f-b0b9-4408-b020-8db2163c6235 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks [] for router, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:35.326090 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-489d476e-1c1f-4890-bca4-9a4d45d2037b req-2b3549fc-76e5-4240-b042-8faeb5587569 service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830328 Dec 20 14:38:35.328621 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-4f90d98f-b0b9-4408-b020-8db2163c6235 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2749875 Dec 20 14:38:35.330860 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 43802) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:38:35.407696 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc58bbfe-1edb-4db4-a60e-d29608471cbc req-68c274d5-90e5-442e-a832-342cd721d7bb tempest-ImagesOneServerTestJSON-642101698 tempest-ImagesOneServerTestJSON-642101698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:35.409520 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-cc58bbfe-1edb-4db4-a60e-d29608471cbc req-68c274d5-90e5-442e-a832-342cd721d7bb tempest-ImagesOneServerTestJSON-642101698 tempest-ImagesOneServerTestJSON-642101698-project] 10.222.0.54 "GET /v2.0/ports?device_id=bd94f6b8-7b91-4f41-ae09-b59e20d3cdb6 HTTP/1.1" status: 200 len: 947 time: 0.0794549 Dec 20 14:38:35.481125 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-87be0d54-7819-45c5-899b-e0c69973bd19 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks [] for router, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:35.487161 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-cc58bbfe-1edb-4db4-a60e-d29608471cbc req-ef36ac64-aa30-4218-919d-cfacaa2b981e tempest-ImagesOneServerTestJSON-642101698 tempest-ImagesOneServerTestJSON-642101698-project] 10.222.0.54 "GET /v2.0/security-groups?id=37c0318c-1a70-4376-ad4c-72d356df775a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696650 Dec 20 14:38:35.587842 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-489d476e-1c1f-4890-bca4-9a4d45d2037b req-75507fcc-06cd-4d5c-88de-d7c0b9516890 service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458670 Dec 20 14:38:35.699310 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-87be0d54-7819-45c5-899b-e0c69973bd19 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40132'] for router, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:35.701659 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-87be0d54-7819-45c5-899b-e0c69973bd19 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:35.728321 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:35.770431 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-87be0d54-7819-45c5-899b-e0c69973bd19 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1594808'] for router, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:35.771437 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87be0d54-7819-45c5-899b-e0c69973bd19 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 63cc0d2f-d361-4be8-8fe2-b2444ba7b343 {{(pid=103168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 14:38:35.776174 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-87be0d54-7819-45c5-899b-e0c69973bd19 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:35.776753 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-87be0d54-7819-45c5-899b-e0c69973bd19 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] 10.222.0.54 "DELETE /v2.0/routers/63cc0d2f-d361-4be8-8fe2-b2444ba7b343 HTTP/1.1" status: 204 len: 168 time: 0.4444222 Dec 20 14:38:35.954670 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 43816) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:38:35.966388 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 31bce163-700d-44ee-b463-c923ce820b9e details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:38:36.124410 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 31bce163-700d-44ee-b463-c923ce820b9e, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=31bce163-700d-44ee-b463-c923ce820b9e,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:38:36.148480 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': '31bce163-700d-44ee-b463-c923ce820b9e', 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1', 'port_id': '31bce163-700d-44ee-b463-c923ce820b9e', 'mac_address': 'fa:16:3e:c9:7d:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36bf280f-81bb-4486-a87a-9b9505a1cec4', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:38:36.223774 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-06593f45-44c0-4be5-bb81-d018a3adf8f1 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1500489619', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}, 'admin_state_up': False}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:38:36.257217 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:36.262139 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-06593f45-44c0-4be5-bb81-d018a3adf8f1 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40114'] for router, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:36.265636 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-06593f45-44c0-4be5-bb81-d018a3adf8f1 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40139'] for router, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:36.265828 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:36.293799 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31bce163-700d-44ee-b463-c923ce820b9e {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:38:36.319574 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 31bce163-700d-44ee-b463-c923ce820b9e, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=31bce163-700d-44ee-b463-c923ce820b9e,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:38:36.326084 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:36.365542 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6e7ef1da-a3aa-4bd0-b78d-aa35789154de req-7b7eaa1c-3eb2-47c0-8368-a7b2c2433340 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3e943d5-5d01-407d-9414-c89d08826b2f HTTP/1.1" status: 200 len: 210 time: 0.0820754 Dec 20 14:38:36.396504 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=31bce163-700d-44ee-b463-c923ce820b9e,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:38:36.482829 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-06593f45-44c0-4be5-bb81-d018a3adf8f1 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:36.531880 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['31bce163-700d-44ee-b463-c923ce820b9e'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:38:36.740639 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeffb16-b6c5-44a5-8e8a-243bb1f24872 req-9c72032f-e88a-42ad-b494-1395caeeb9d6 tempest-ImagesOneServerTestJSON-642101698 tempest-ImagesOneServerTestJSON-642101698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:36.742644 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-06593f45-44c0-4be5-bb81-d018a3adf8f1 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:36.754421 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2eeffb16-b6c5-44a5-8e8a-243bb1f24872 req-9c72032f-e88a-42ad-b494-1395caeeb9d6 tempest-ImagesOneServerTestJSON-642101698 tempest-ImagesOneServerTestJSON-642101698-project] 10.222.0.54 "GET /v2.0/ports?device_id=bd94f6b8-7b91-4f41-ae09-b59e20d3cdb6 HTTP/1.1" status: 200 len: 948 time: 0.1350248 Dec 20 14:38:36.859432 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2eeffb16-b6c5-44a5-8e8a-243bb1f24872 req-f245d9ab-42eb-4e5b-a944-4f99f68c8856 tempest-ImagesOneServerTestJSON-642101698 tempest-ImagesOneServerTestJSON-642101698-project] 10.222.0.54 "GET /v2.0/security-groups?id=37c0318c-1a70-4376-ad4c-72d356df775a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037211 Dec 20 14:38:37.094989 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-06593f45-44c0-4be5-bb81-d018a3adf8f1 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks [] for router_gateway, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:37.153592 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-06593f45-44c0-4be5-bb81-d018a3adf8f1 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:37.415664 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-06593f45-44c0-4be5-bb81-d018a3adf8f1 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Allocated IP 172.25.0.175 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/adcffd5f-2554-48ec-88a1-0c197ef9a64b) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:38:37.588258 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-dc043750-f18a-457b-843d-93bd6890e906 req-25d70e54-8250-4e6f-965b-e42e42106f1a tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3e943d5-5d01-407d-9414-c89d08826b2f HTTP/1.1" status: 200 len: 210 time: 0.0656476 Dec 20 14:38:37.627077 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-06593f45-44c0-4be5-bb81-d018a3adf8f1 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:37.724374 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20275dd8-c5e8-4f42-a024-a95641ef7866 req-73b22ad5-be44-41f3-80b3-9cb919b51ccd tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:37.731400 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20275dd8-c5e8-4f42-a024-a95641ef7866 req-73b22ad5-be44-41f3-80b3-9cb919b51ccd tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:37.743750 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20275dd8-c5e8-4f42-a024-a95641ef7866 req-73b22ad5-be44-41f3-80b3-9cb919b51ccd tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:37.756211 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20275dd8-c5e8-4f42-a024-a95641ef7866 req-73b22ad5-be44-41f3-80b3-9cb919b51ccd tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:37.767357 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20275dd8-c5e8-4f42-a024-a95641ef7866 req-73b22ad5-be44-41f3-80b3-9cb919b51ccd tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:37.779533 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20275dd8-c5e8-4f42-a024-a95641ef7866 req-73b22ad5-be44-41f3-80b3-9cb919b51ccd tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:37.791356 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20275dd8-c5e8-4f42-a024-a95641ef7866 req-73b22ad5-be44-41f3-80b3-9cb919b51ccd tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:37.794017 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-20275dd8-c5e8-4f42-a024-a95641ef7866 req-73b22ad5-be44-41f3-80b3-9cb919b51ccd tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bec07a8-c25f-4f16-885e-b65a42ac76c9 HTTP/1.1" status: 200 len: 5434 time: 0.1510072 Dec 20 14:38:37.803713 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-06593f45-44c0-4be5-bb81-d018a3adf8f1 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:37.867428 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06593f45-44c0-4be5-bb81-d018a3adf8f1 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:38:37.877004 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-06593f45-44c0-4be5-bb81-d018a3adf8f1 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:38:37.880158 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06593f45-44c0-4be5-bb81-d018a3adf8f1 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:38:37.925113 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06593f45-44c0-4be5-bb81-d018a3adf8f1 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Pushing event updated for resources: {'Port': ['ID=adcffd5f-2554-48ec-88a1-0c197ef9a64b,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:38:37.953414 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06593f45-44c0-4be5-bb81-d018a3adf8f1 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:38:37.954389 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06593f45-44c0-4be5-bb81-d018a3adf8f1 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:38:37.954761 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06593f45-44c0-4be5-bb81-d018a3adf8f1 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:38:37.955117 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06593f45-44c0-4be5-bb81-d018a3adf8f1 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:38:37.955467 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06593f45-44c0-4be5-bb81-d018a3adf8f1 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:38:37.955793 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06593f45-44c0-4be5-bb81-d018a3adf8f1 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:38:37.956124 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06593f45-44c0-4be5-bb81-d018a3adf8f1 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:38:37.956455 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06593f45-44c0-4be5-bb81-d018a3adf8f1 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:38:37.956859 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06593f45-44c0-4be5-bb81-d018a3adf8f1 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:38:37.957205 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06593f45-44c0-4be5-bb81-d018a3adf8f1 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:38:37.957537 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06593f45-44c0-4be5-bb81-d018a3adf8f1 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:38:37.957863 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06593f45-44c0-4be5-bb81-d018a3adf8f1 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:38:37.958188 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06593f45-44c0-4be5-bb81-d018a3adf8f1 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:38:37.973133 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-20275dd8-c5e8-4f42-a024-a95641ef7866 req-c6abb9d3-c198-4710-8697-fa2dd814c1b8 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/security-groups?id=9a5fb326-e11a-43c7-acb8-8cef9da4f833&id=90051062-f265-4ecc-9e5a-22ebfc7553a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1668103 Dec 20 14:38:37.978949 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 31bce163-700d-44ee-b463-c923ce820b9e up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:38:38.110604 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc007a76-8528-4380-a87f-bf75905c0b69 req-e255c5f6-d301-444a-a218-36ee159d33ff tempest-ImagesOneServerTestJSON-642101698 tempest-ImagesOneServerTestJSON-642101698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:38.119621 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-dc007a76-8528-4380-a87f-bf75905c0b69 req-e255c5f6-d301-444a-a218-36ee159d33ff tempest-ImagesOneServerTestJSON-642101698 tempest-ImagesOneServerTestJSON-642101698-project] 10.222.0.54 "GET /v2.0/ports?device_id=bd94f6b8-7b91-4f41-ae09-b59e20d3cdb6 HTTP/1.1" status: 200 len: 948 time: 0.1300058 Dec 20 14:38:38.150672 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning for port 31bce163-700d-44ee-b463-c923ce820b9e completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:38:38.157303 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port 31bce163-700d-44ee-b463-c923ce820b9e triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:38:38.157681 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:38.252341 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-dc007a76-8528-4380-a87f-bf75905c0b69 req-521afcda-8734-45d1-9e49-537bf688bb6d tempest-ImagesOneServerTestJSON-642101698 tempest-ImagesOneServerTestJSON-642101698-project] 10.222.0.54 "GET /v2.0/security-groups?id=37c0318c-1a70-4376-ad4c-72d356df775a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245391 Dec 20 14:38:38.293194 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:38.323995 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd94f6b8-7b91-4f41-ae09-b59e20d3cdb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31bce163-700d-44ee-b463-c923ce820b9e'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:38:38.326661 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a156e63-98a5-4543-b32d-d5084d31f670" -d '{"events": [{"server_uuid": "bd94f6b8-7b91-4f41-ae09-b59e20d3cdb6", "name": "network-vif-plugged", "status": "completed", "tag": "31bce163-700d-44ee-b463-c923ce820b9e"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:38:38.352716 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 31bce163-700d-44ee-b463-c923ce820b9e, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=31bce163-700d-44ee-b463-c923ce820b9e,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:38:38.359588 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:38.400226 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68d84933-00bf-49bf-b1ee-5fc87b5f93dc x-openstack-request-id: req-68d84933-00bf-49bf-b1ee-5fc87b5f93dc {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:38:38.400528 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd94f6b8-7b91-4f41-ae09-b59e20d3cdb6", "name": "network-vif-plugged", "status": "completed", "tag": "31bce163-700d-44ee-b463-c923ce820b9e", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:38:38.400748 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-68d84933-00bf-49bf-b1ee-5fc87b5f93dc {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:38:38.401874 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd94f6b8-7b91-4f41-ae09-b59e20d3cdb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31bce163-700d-44ee-b463-c923ce820b9e', 'code': 200} Dec 20 14:38:38.435416 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-06593f45-44c0-4be5-bb81-d018a3adf8f1 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks [] for router_gateway, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:38.439891 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=31bce163-700d-44ee-b463-c923ce820b9e,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:38:38.543334 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4341a8-af22-4334-b197-26201d7e3c27 req-764738f0-f51d-44f6-b78b-374aba250943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:38.545022 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ec4341a8-af22-4334-b197-26201d7e3c27 req-764738f0-f51d-44f6-b78b-374aba250943 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bd94f6b8-7b91-4f41-ae09-b59e20d3cdb6 HTTP/1.1" status: 200 len: 1101 time: 0.0609992 Dec 20 14:38:38.610466 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ec4341a8-af22-4334-b197-26201d7e3c27 req-0e49d5e6-5b3b-413a-b504-e22bae6dc5cd service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=37c0318c-1a70-4376-ad4c-72d356df775a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577736 Dec 20 14:38:38.708913 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-06593f45-44c0-4be5-bb81-d018a3adf8f1 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013'] for router, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:38.729617 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2ad4ff23-5130-41b5-8b02-8952c554b514 req-f96e234f-1e45-43fd-b651-e70033af2a76 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3e943d5-5d01-407d-9414-c89d08826b2f HTTP/1.1" status: 200 len: 210 time: 0.0434489 Dec 20 14:38:38.864735 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06593f45-44c0-4be5-bb81-d018a3adf8f1 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Router 13c5e35b-9f4a-43f8-a7c3-e01f7d3327d8 is scheduled to L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 with binding_index 1 {{(pid=103167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 14:38:38.953190 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26934a5c-e021-460a-9fdf-e0f811bff6c9 req-a6cc0644-797a-48fc-a791-4396e7619827 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:38.960641 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26934a5c-e021-460a-9fdf-e0f811bff6c9 req-a6cc0644-797a-48fc-a791-4396e7619827 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:38.969131 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26934a5c-e021-460a-9fdf-e0f811bff6c9 req-a6cc0644-797a-48fc-a791-4396e7619827 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:38.976530 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26934a5c-e021-460a-9fdf-e0f811bff6c9 req-a6cc0644-797a-48fc-a791-4396e7619827 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:38.983996 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26934a5c-e021-460a-9fdf-e0f811bff6c9 req-a6cc0644-797a-48fc-a791-4396e7619827 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:38.991331 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26934a5c-e021-460a-9fdf-e0f811bff6c9 req-a6cc0644-797a-48fc-a791-4396e7619827 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:38.999743 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26934a5c-e021-460a-9fdf-e0f811bff6c9 req-a6cc0644-797a-48fc-a791-4396e7619827 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:39.002444 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-26934a5c-e021-460a-9fdf-e0f811bff6c9 req-a6cc0644-797a-48fc-a791-4396e7619827 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.30 "GET /v2.0/ports?device_id=7bec07a8-c25f-4f16-885e-b65a42ac76c9 HTTP/1.1" status: 200 len: 5434 time: 0.1505296 Dec 20 14:38:39.009327 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06593f45-44c0-4be5-bb81-d018a3adf8f1 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:38:39.024632 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e08edbf-d64d-4122-a25f-5c004e225ebb None None] Sync routers for ids ['13c5e35b-9f4a-43f8-a7c3-e01f7d3327d8'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:38:39.049852 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-06593f45-44c0-4be5-bb81-d018a3adf8f1 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks [] for router, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:39.060768 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-06593f45-44c0-4be5-bb81-d018a3adf8f1 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.0953166 Dec 20 14:38:39.061019 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e08edbf-d64d-4122-a25f-5c004e225ebb None None] Routers {'13c5e35b-9f4a-43f8-a7c3-e01f7d3327d8'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:38:39.061019 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-2e08edbf-d64d-4122-a25f-5c004e225ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:38:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['13c5e35b-9f4a-43f8-a7c3-e01f7d3327d8'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:38:39.061225 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 43902) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:38:39.119412 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26934a5c-e021-460a-9fdf-e0f811bff6c9 req-8335a759-bbfc-47e4-817f-06f2cdd825ad tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:39.122305 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-26934a5c-e021-460a-9fdf-e0f811bff6c9 req-8335a759-bbfc-47e4-817f-06f2cdd825ad tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.30 "GET /v2.0/ports/8f31b9a5-1a84-4aca-854e-f0b8620002cb?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1111326 Dec 20 14:38:39.169546 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-2e08edbf-d64d-4122-a25f-5c004e225ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:38:39.309534 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e08edbf-d64d-4122-a25f-5c004e225ebb None None] Routers {'13c5e35b-9f4a-43f8-a7c3-e01f7d3327d8'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:38:39.315633 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-2e08edbf-d64d-4122-a25f-5c004e225ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:38:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['13c5e35b-9f4a-43f8-a7c3-e01f7d3327d8'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:38:39.377301 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-2e08edbf-d64d-4122-a25f-5c004e225ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:38:39.378342 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e08edbf-d64d-4122-a25f-5c004e225ebb None None] The sync data for ids ['13c5e35b-9f4a-43f8-a7c3-e01f7d3327d8'] in n-d-761264-19 is: [] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:38:39.438850 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-26934a5c-e021-460a-9fdf-e0f811bff6c9 req-c7325f20-5a1f-43c0-8b1f-96455c5d06d6 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.30 "GET /v2.0/networks/e922ff15-a662-4866-8b6a-3d6f701ab36c?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3105562 Dec 20 14:38:39.453555 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-26934a5c-e021-460a-9fdf-e0f811bff6c9 req-f504144a-54c0-4a23-b144-8412a4465ab7 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:38:39.571067 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-26934a5c-e021-460a-9fdf-e0f811bff6c9 req-f504144a-54c0-4a23-b144-8412a4465ab7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:39.797417 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d4f44-afd2-409b-80de-f58e23af88e9 req-873af4f0-e214-413b-b478-7469ddc08508 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:39.803855 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d4f44-afd2-409b-80de-f58e23af88e9 req-873af4f0-e214-413b-b478-7469ddc08508 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:39.809953 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d4f44-afd2-409b-80de-f58e23af88e9 req-873af4f0-e214-413b-b478-7469ddc08508 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:39.816446 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d4f44-afd2-409b-80de-f58e23af88e9 req-873af4f0-e214-413b-b478-7469ddc08508 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:39.822566 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d4f44-afd2-409b-80de-f58e23af88e9 req-873af4f0-e214-413b-b478-7469ddc08508 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:39.828629 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d4f44-afd2-409b-80de-f58e23af88e9 req-873af4f0-e214-413b-b478-7469ddc08508 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:39.835080 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d4f44-afd2-409b-80de-f58e23af88e9 req-873af4f0-e214-413b-b478-7469ddc08508 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:39.843436 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-286d4f44-afd2-409b-80de-f58e23af88e9 req-873af4f0-e214-413b-b478-7469ddc08508 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bec07a8-c25f-4f16-885e-b65a42ac76c9 HTTP/1.1" status: 200 len: 5434 time: 0.1466491 Dec 20 14:38:39.850659 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-bfc026aa-b2bd-49c5-8931-87e94874df45 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] 10.222.0.54 "GET /v2.0/routers/13c5e35b-9f4a-43f8-a7c3-e01f7d3327d8 HTTP/1.1" status: 200 len: 921 time: 0.7860057 Dec 20 14:38:39.855181 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 43924) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:38:39.923062 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-865dcb7f-fd7d-4c00-8ab4-90ded8725adb tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] 10.222.0.54 "GET /v2.0/ports?device_id=13c5e35b-9f4a-43f8-a7c3-e01f7d3327d8 HTTP/1.1" status: 200 len: 205 time: 0.0435982 Dec 20 14:38:39.923275 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 43930) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:38:39.934326 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-26934a5c-e021-460a-9fdf-e0f811bff6c9 req-f504144a-54c0-4a23-b144-8412a4465ab7 service neutron] For port 8f31b9a5-1a84-4aca-854e-f0b8620002cb, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=8f31b9a5-1a84-4aca-854e-f0b8620002cb,segment=NetworkSegment(eacc05f1-3b35-400c-b97b-4a37ce60f203),segment_id=eacc05f1-3b35-400c-b97b-4a37ce60f203)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:38:39.945190 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce30c316-0f5d-4141-b025-1f0be1035818 req-c621417b-09d5-457a-a360-fa4e5128639e tempest-ImagesOneServerTestJSON-642101698 tempest-ImagesOneServerTestJSON-642101698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:39.946681 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ce30c316-0f5d-4141-b025-1f0be1035818 req-c621417b-09d5-457a-a360-fa4e5128639e tempest-ImagesOneServerTestJSON-642101698 tempest-ImagesOneServerTestJSON-642101698-project] 10.222.0.54 "GET /v2.0/ports?device_id=bd94f6b8-7b91-4f41-ae09-b59e20d3cdb6 HTTP/1.1" status: 200 len: 949 time: 0.0887823 Dec 20 14:38:40.009713 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-286d4f44-afd2-409b-80de-f58e23af88e9 req-46b175b3-7440-49c3-9b5f-100b897bb936 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/security-groups?id=9a5fb326-e11a-43c7-acb8-8cef9da4f833&id=90051062-f265-4ecc-9e5a-22ebfc7553a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1571028 Dec 20 14:38:40.054443 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-26934a5c-e021-460a-9fdf-e0f811bff6c9 req-f504144a-54c0-4a23-b144-8412a4465ab7 service neutron] For port 8f31b9a5-1a84-4aca-854e-f0b8620002cb, host n-h1-761264-19, cleared binding levels {{(pid=103168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:38:40.069172 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ce30c316-0f5d-4141-b025-1f0be1035818 req-e1e69e9f-de5e-4467-aeb1-583ff7441c1e tempest-ImagesOneServerTestJSON-642101698 tempest-ImagesOneServerTestJSON-642101698-project] 10.222.0.54 "GET /v2.0/security-groups?id=37c0318c-1a70-4376-ad4c-72d356df775a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129525 Dec 20 14:38:40.134059 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 43936) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:38:40.142175 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [req-26934a5c-e021-460a-9fdf-e0f811bff6c9 req-f504144a-54c0-4a23-b144-8412a4465ab7 service neutron] device_id is not set on port 8f31b9a5-1a84-4aca-854e-f0b8620002cb yet. {{(pid=103168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 14:38:40.157123 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-efde6ef5-b127-4f56-99fe-7669e366f986 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks [] for router, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:40.163786 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-26934a5c-e021-460a-9fdf-e0f811bff6c9 req-f504144a-54c0-4a23-b144-8412a4465ab7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:40.178602 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-26934a5c-e021-460a-9fdf-e0f811bff6c9 req-f504144a-54c0-4a23-b144-8412a4465ab7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:40.258914 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f504144a-54c0-4a23-b144-8412a4465ab7 service neutron] Pushing event updated for resources: {'Port': ['ID=8f31b9a5-1a84-4aca-854e-f0b8620002cb,revision_number=6']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:38:40.273638 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f504144a-54c0-4a23-b144-8412a4465ab7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:38:40.273991 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f504144a-54c0-4a23-b144-8412a4465ab7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:38:40.274330 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f504144a-54c0-4a23-b144-8412a4465ab7 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:38:40.274664 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f504144a-54c0-4a23-b144-8412a4465ab7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:38:40.275019 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f504144a-54c0-4a23-b144-8412a4465ab7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:38:40.275345 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f504144a-54c0-4a23-b144-8412a4465ab7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:38:40.275669 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f504144a-54c0-4a23-b144-8412a4465ab7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:38:40.275994 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f504144a-54c0-4a23-b144-8412a4465ab7 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:38:40.276311 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f504144a-54c0-4a23-b144-8412a4465ab7 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:38:40.276640 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f504144a-54c0-4a23-b144-8412a4465ab7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:38:40.277575 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f504144a-54c0-4a23-b144-8412a4465ab7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:38:40.277908 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f504144a-54c0-4a23-b144-8412a4465ab7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:38:40.278229 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f504144a-54c0-4a23-b144-8412a4465ab7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:38:40.317744 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-26934a5c-e021-460a-9fdf-e0f811bff6c9 req-f504144a-54c0-4a23-b144-8412a4465ab7 service neutron] No DVR routers for this DVR port 8f31b9a5-1a84-4aca-854e-f0b8620002cb on host n-h1-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:38:40.324494 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-81b9e9f2-5bd3-4ccf-8ae5-95b051e568c7 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:40.376669 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-26934a5c-e021-460a-9fdf-e0f811bff6c9 req-f504144a-54c0-4a23-b144-8412a4465ab7 service neutron] In _notify_port_updated(), no bound segment for port 8f31b9a5-1a84-4aca-854e-f0b8620002cb on network e922ff15-a662-4866-8b6a-3d6f701ab36c {{(pid=103168) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 20 14:38:40.377877 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26934a5c-e021-460a-9fdf-e0f811bff6c9 req-f504144a-54c0-4a23-b144-8412a4465ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:40.378253 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-26934a5c-e021-460a-9fdf-e0f811bff6c9 req-f504144a-54c0-4a23-b144-8412a4465ab7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:40.383312 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-26934a5c-e021-460a-9fdf-e0f811bff6c9 req-f504144a-54c0-4a23-b144-8412a4465ab7 service neutron] 10.222.0.30 "PUT /v2.0/ports/8f31b9a5-1a84-4aca-854e-f0b8620002cb HTTP/1.1" status: 200 len: 1028 time: 0.9326591 Dec 20 14:38:40.436358 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-81b9e9f2-5bd3-4ccf-8ae5-95b051e568c7 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:40.480483 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-efde6ef5-b127-4f56-99fe-7669e366f986 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:40.493532 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26934a5c-e021-460a-9fdf-e0f811bff6c9 req-7e38ed29-9d3f-4c0e-88c1-5c34222171f9 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:40.495546 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-26934a5c-e021-460a-9fdf-e0f811bff6c9 req-7e38ed29-9d3f-4c0e-88c1-5c34222171f9 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.30 "GET /v2.0/ports/cdb31bb5-074e-403d-ab47-e55bfa522aff?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1075139 Dec 20 14:38:40.510884 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-26934a5c-e021-460a-9fdf-e0f811bff6c9 req-35e11a82-da42-4285-9c84-7b672794a2ad service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:38:40.601030 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-26934a5c-e021-460a-9fdf-e0f811bff6c9 req-35e11a82-da42-4285-9c84-7b672794a2ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:40.643607 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-81b9e9f2-5bd3-4ccf-8ae5-95b051e568c7 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:40.656846 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-81b9e9f2-5bd3-4ccf-8ae5-95b051e568c7 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:40.660689 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-81b9e9f2-5bd3-4ccf-8ae5-95b051e568c7 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "DELETE /v2.0/security-groups/81a62dd3-6166-418b-a2f3-15daa19beec9 HTTP/1.1" status: 204 len: 168 time: 0.5229688 Dec 20 14:38:40.661544 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 43960) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:38:40.677738 n-d-761264-19 neutron-server[103168]: INFO neutron.api.v2.resource [None req-d1ce2b87-7ea0-4cfa-81ce-a7974f996e9f tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] show failed (client error): The resource could not be found. Dec 20 14:38:40.681847 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-d1ce2b87-7ea0-4cfa-81ce-a7974f996e9f tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "GET /v2.0/security-groups/81a62dd3-6166-418b-a2f3-15daa19beec9 HTTP/1.1" status: 404 len: 347 time: 0.0163410 Dec 20 14:38:40.681847 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 43964) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:38:40.685603 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b9e9f2-5bd3-4ccf-8ae5-95b051e568c7 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a62dd3-6166-418b-a2f3-15daa19beec9,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:38:40.737364 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-efde6ef5-b127-4f56-99fe-7669e366f986 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Deleting port adcffd5f-2554-48ec-88a1-0c197ef9a64b {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:38:40.737701 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-efde6ef5-b127-4f56-99fe-7669e366f986 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:40.840728 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-9d9fed85-cfff-4dac-b3c5-1e9c94756e7d None None] Provisioning complete for port 8f31b9a5-1a84-4aca-854e-f0b8620002cb triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:38:40.841383 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-9d9fed85-cfff-4dac-b3c5-1e9c94756e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:40.859068 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-efde6ef5-b127-4f56-99fe-7669e366f986 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:40.878902 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-efde6ef5-b127-4f56-99fe-7669e366f986 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Calling delete_port for adcffd5f-2554-48ec-88a1-0c197ef9a64b owned by network:router_gateway {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:38:40.954247 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fed85-cfff-4dac-b3c5-1e9c94756e7d None None] Port 8f31b9a5-1a84-4aca-854e-f0b8620002cb cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:38:40.998032 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-26934a5c-e021-460a-9fdf-e0f811bff6c9 req-35e11a82-da42-4285-9c84-7b672794a2ad service neutron] For port cdb31bb5-074e-403d-ab47-e55bfa522aff, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=cdb31bb5-074e-403d-ab47-e55bfa522aff,segment=NetworkSegment(eacc05f1-3b35-400c-b97b-4a37ce60f203),segment_id=eacc05f1-3b35-400c-b97b-4a37ce60f203)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:38:41.010290 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-857aa40c-82c2-43d5-8763-5d063f5dac7b tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Deleting port e43d0711-26bc-47c3-8bb2-e1acd712a093 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:38:41.010618 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-857aa40c-82c2-43d5-8763-5d063f5dac7b tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:41.082209 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-26934a5c-e021-460a-9fdf-e0f811bff6c9 req-35e11a82-da42-4285-9c84-7b672794a2ad service neutron] For port cdb31bb5-074e-403d-ab47-e55bfa522aff, host n-h1-761264-19, cleared binding levels {{(pid=103168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:38:41.136991 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [req-26934a5c-e021-460a-9fdf-e0f811bff6c9 req-35e11a82-da42-4285-9c84-7b672794a2ad service neutron] device_id is not set on port cdb31bb5-074e-403d-ab47-e55bfa522aff yet. {{(pid=103168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 14:38:41.145122 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-857aa40c-82c2-43d5-8763-5d063f5dac7b tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:41.145886 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-857aa40c-82c2-43d5-8763-5d063f5dac7b tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:41.147462 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-efde6ef5-b127-4f56-99fe-7669e366f986 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:41.163298 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-26934a5c-e021-460a-9fdf-e0f811bff6c9 req-35e11a82-da42-4285-9c84-7b672794a2ad service neutron] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:41.204438 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-857aa40c-82c2-43d5-8763-5d063f5dac7b tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Calling delete_port for e43d0711-26bc-47c3-8bb2-e1acd712a093 owned by network:floatingip {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:38:41.206500 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-26934a5c-e021-460a-9fdf-e0f811bff6c9 req-35e11a82-da42-4285-9c84-7b672794a2ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:41.213041 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efde6ef5-b127-4f56-99fe-7669e366f986 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Pushing event deleted for resources: {'Port': ['ID=adcffd5f-2554-48ec-88a1-0c197ef9a64b,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:38:41.314336 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-efde6ef5-b127-4f56-99fe-7669e366f986 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584913'] for router_gateway, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:41.353360 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-26934a5c-e021-460a-9fdf-e0f811bff6c9 req-35e11a82-da42-4285-9c84-7b672794a2ad service neutron] No DVR routers for this DVR port cdb31bb5-074e-403d-ab47-e55bfa522aff on host n-h1-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:38:41.367310 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936f2fa9-40a2-439b-a281-b4561408b2be req-05fb3d5b-1f81-426c-983b-3f1fa383f99c tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:41.374082 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936f2fa9-40a2-439b-a281-b4561408b2be req-05fb3d5b-1f81-426c-983b-3f1fa383f99c tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:41.381771 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936f2fa9-40a2-439b-a281-b4561408b2be req-05fb3d5b-1f81-426c-983b-3f1fa383f99c tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:41.390190 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936f2fa9-40a2-439b-a281-b4561408b2be req-05fb3d5b-1f81-426c-983b-3f1fa383f99c tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:41.397249 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936f2fa9-40a2-439b-a281-b4561408b2be req-05fb3d5b-1f81-426c-983b-3f1fa383f99c tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:41.404278 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936f2fa9-40a2-439b-a281-b4561408b2be req-05fb3d5b-1f81-426c-983b-3f1fa383f99c tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:41.414007 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-936f2fa9-40a2-439b-a281-b4561408b2be req-05fb3d5b-1f81-426c-983b-3f1fa383f99c tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bec07a8-c25f-4f16-885e-b65a42ac76c9 HTTP/1.1" status: 200 len: 4581 time: 0.2599957 Dec 20 14:38:41.419574 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e11a82-da42-4285-9c84-7b672794a2ad service neutron] Pushing event updated for resources: {'Port': ['ID=cdb31bb5-074e-403d-ab47-e55bfa522aff,revision_number=6']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:38:41.457557 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-efde6ef5-b127-4f56-99fe-7669e366f986 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40132'] for router, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:41.462173 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-efde6ef5-b127-4f56-99fe-7669e366f986 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:41.531388 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-efde6ef5-b127-4f56-99fe-7669e366f986 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1594808'] for router, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:41.532225 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efde6ef5-b127-4f56-99fe-7669e366f986 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Fanout notify agent at l3_agent the message router_deleted on router 13c5e35b-9f4a-43f8-a7c3-e01f7d3327d8 {{(pid=103167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 14:38:41.541375 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-efde6ef5-b127-4f56-99fe-7669e366f986 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks [] for router, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:41.546640 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-efde6ef5-b127-4f56-99fe-7669e366f986 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] 10.222.0.54 "DELETE /v2.0/routers/13c5e35b-9f4a-43f8-a7c3-e01f7d3327d8 HTTP/1.1" status: 204 len: 168 time: 1.6185200 Dec 20 14:38:41.554623 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 43988) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:38:41.558265 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:41.563229 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-5ea5cc5d-5469-4322-8778-8c25b5d76046 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2061716000', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'enable_snat': False}}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:38:41.595403 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-26934a5c-e021-460a-9fdf-e0f811bff6c9 req-35e11a82-da42-4285-9c84-7b672794a2ad service neutron] In _notify_port_updated(), no bound segment for port cdb31bb5-074e-403d-ab47-e55bfa522aff on network e922ff15-a662-4866-8b6a-3d6f701ab36c {{(pid=103168) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 20 14:38:41.597854 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26934a5c-e021-460a-9fdf-e0f811bff6c9 req-35e11a82-da42-4285-9c84-7b672794a2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:41.598515 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-26934a5c-e021-460a-9fdf-e0f811bff6c9 req-35e11a82-da42-4285-9c84-7b672794a2ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:41.599641 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-08181c17-3e85-48fc-8b81-5bb9d2438b40 None None] Provisioning complete for port cdb31bb5-074e-403d-ab47-e55bfa522aff triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:38:41.599931 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-26934a5c-e021-460a-9fdf-e0f811bff6c9 req-35e11a82-da42-4285-9c84-7b672794a2ad service neutron] 10.222.0.30 "PUT /v2.0/ports/cdb31bb5-074e-403d-ab47-e55bfa522aff HTTP/1.1" status: 200 len: 1028 time: 1.0951657 Dec 20 14:38:41.602604 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-08181c17-3e85-48fc-8b81-5bb9d2438b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:41.651326 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-08181c17-3e85-48fc-8b81-5bb9d2438b40 None None] Port cdb31bb5-074e-403d-ab47-e55bfa522aff cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:38:41.698654 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-936f2fa9-40a2-439b-a281-b4561408b2be req-29fb3f83-27bd-499e-b244-39b55fe9b82a tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/security-groups?id=9a5fb326-e11a-43c7-acb8-8cef9da4f833&id=90051062-f265-4ecc-9e5a-22ebfc7553a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2836626 Dec 20 14:38:41.753070 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5ea5cc5d-5469-4322-8778-8c25b5d76046 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40114'] for router, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:41.754112 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5ea5cc5d-5469-4322-8778-8c25b5d76046 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40139'] for router, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:41.845770 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5ea5cc5d-5469-4322-8778-8c25b5d76046 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:41.855738 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-857aa40c-82c2-43d5-8763-5d063f5dac7b tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:41.991086 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-26934a5c-e021-460a-9fdf-e0f811bff6c9 req-cc08ccd4-06eb-47ca-8d12-189f8beb0736 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Deleting port 79cf19b9-8f3f-44e9-85d5-0608077b5b17 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:38:41.991417 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-26934a5c-e021-460a-9fdf-e0f811bff6c9 req-cc08ccd4-06eb-47ca-8d12-189f8beb0736 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:41.995149 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857aa40c-82c2-43d5-8763-5d063f5dac7b tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Pushing event deleted for resources: {'Port': ['ID=e43d0711-26bc-47c3-8bb2-e1acd712a093,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:38:42.503362 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5ea5cc5d-5469-4322-8778-8c25b5d76046 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:42.547726 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-857aa40c-82c2-43d5-8763-5d063f5dac7b tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks [] for floatingip, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:42.550606 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-857aa40c-82c2-43d5-8763-5d063f5dac7b tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:42.554939 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-857aa40c-82c2-43d5-8763-5d063f5dac7b tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "DELETE /v2.0/floatingips/868eabd0-0007-45da-9873-633ef80c9f1c HTTP/1.1" status: 204 len: 168 time: 1.8690653 Dec 20 14:38:42.555144 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 44018) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:38:42.573052 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-26934a5c-e021-460a-9fdf-e0f811bff6c9 req-cc08ccd4-06eb-47ca-8d12-189f8beb0736 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] For port 79cf19b9-8f3f-44e9-85d5-0608077b5b17, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=79cf19b9-8f3f-44e9-85d5-0608077b5b17,segment=NetworkSegment(7a62ea4e-2f48-436b-a84b-3154d016eb3f),segment_id=7a62ea4e-2f48-436b-a84b-3154d016eb3f)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:38:42.573420 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-26934a5c-e021-460a-9fdf-e0f811bff6c9 req-cc08ccd4-06eb-47ca-8d12-189f8beb0736 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:42.694678 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-e1d07c11-dc8f-43c9-9935-20593cf9ebb4 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Deleting port 53964767-e153-45ad-817f-303368cbc376 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:38:42.695043 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e1d07c11-dc8f-43c9-9935-20593cf9ebb4 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:42.876977 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e1d07c11-dc8f-43c9-9935-20593cf9ebb4 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:42.904772 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-e1d07c11-dc8f-43c9-9935-20593cf9ebb4 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Calling delete_port for 53964767-e153-45ad-817f-303368cbc376 owned by {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:38:42.932324 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abec83a-e379-44a0-92b1-cc89fc54df13 req-b1d28cb1-9568-480d-8575-5eb97e2aa860 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:42.939757 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abec83a-e379-44a0-92b1-cc89fc54df13 req-b1d28cb1-9568-480d-8575-5eb97e2aa860 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:42.948162 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abec83a-e379-44a0-92b1-cc89fc54df13 req-b1d28cb1-9568-480d-8575-5eb97e2aa860 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:42.955117 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abec83a-e379-44a0-92b1-cc89fc54df13 req-b1d28cb1-9568-480d-8575-5eb97e2aa860 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:42.965074 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abec83a-e379-44a0-92b1-cc89fc54df13 req-b1d28cb1-9568-480d-8575-5eb97e2aa860 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:42.973469 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1abec83a-e379-44a0-92b1-cc89fc54df13 req-b1d28cb1-9568-480d-8575-5eb97e2aa860 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bec07a8-c25f-4f16-885e-b65a42ac76c9 HTTP/1.1" status: 200 len: 3884 time: 0.1442866 Dec 20 14:38:42.979017 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-26934a5c-e021-460a-9fdf-e0f811bff6c9 req-cc08ccd4-06eb-47ca-8d12-189f8beb0736 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:42.979927 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-26934a5c-e021-460a-9fdf-e0f811bff6c9 req-cc08ccd4-06eb-47ca-8d12-189f8beb0736 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585115'] for floatingip, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:42.980252 n-d-761264-19 neutron-server[103168]: INFO neutron.db.l3_db [req-26934a5c-e021-460a-9fdf-e0f811bff6c9 req-cc08ccd4-06eb-47ca-8d12-189f8beb0736 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Floating IP 6127866f-477b-4f0b-8956-a7c639471410 disassociated. External IP: 172.25.0.27, port: 79cf19b9-8f3f-44e9-85d5-0608077b5b17. Dec 20 14:38:42.980658 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-26934a5c-e021-460a-9fdf-e0f811bff6c9 req-cc08ccd4-06eb-47ca-8d12-189f8beb0736 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Calling delete_port for 79cf19b9-8f3f-44e9-85d5-0608077b5b17 owned by compute:nova {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:38:43.021579 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device cdb31bb5-074e-403d-ab47-e55bfa522aff no longer exists at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:38:43.036847 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5ea5cc5d-5469-4322-8778-8c25b5d76046 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:43.093649 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5ea5cc5d-5469-4322-8778-8c25b5d76046 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:43.099371 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1abec83a-e379-44a0-92b1-cc89fc54df13 req-f5754ce2-432d-4cdc-a0e3-54dc04ca5c59 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/security-groups?id=90051062-f265-4ecc-9e5a-22ebfc7553a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240072 Dec 20 14:38:43.143029 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device cdb31bb5-074e-403d-ab47-e55bfa522aff not bound to the agent host n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:38:43.143583 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device c388c669-8dbc-4a20-aa6b-dcc41424fb88 no longer exists at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:38:43.309878 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e1d07c11-dc8f-43c9-9935-20593cf9ebb4 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:43.330591 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:43.365468 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d07c11-dc8f-43c9-9935-20593cf9ebb4 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Pushing event deleted for resources: {'Port': ['ID=53964767-e153-45ad-817f-303368cbc376,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:38:43.366234 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-5ea5cc5d-5469-4322-8778-8c25b5d76046 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Allocated IP 172.25.0.216 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/ac415791-4731-4c3b-9783-826a38e64e42) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:38:43.384257 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-26934a5c-e021-460a-9fdf-e0f811bff6c9 req-cc08ccd4-06eb-47ca-8d12-189f8beb0736 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:43.409971 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port c388c669-8dbc-4a20-aa6b-dcc41424fb88, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=c388c669-8dbc-4a20-aa6b-dcc41424fb88,segment=NetworkSegment(eacc05f1-3b35-400c-b97b-4a37ce60f203),segment_id=eacc05f1-3b35-400c-b97b-4a37ce60f203)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:38:43.412152 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bec07a8-c25f-4f16-885e-b65a42ac76c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c388c669-8dbc-4a20-aa6b-dcc41424fb88'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:38:43.417821 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3035144f-f38e-4985-aa6c-d8fdd53371dc" -d '{"events": [{"server_uuid": "7bec07a8-c25f-4f16-885e-b65a42ac76c9", "name": "network-vif-unplugged", "status": "completed", "tag": "c388c669-8dbc-4a20-aa6b-dcc41424fb88"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:38:43.422391 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:43.424500 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 79cf19b9-8f3f-44e9-85d5-0608077b5b17 no longer exists at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:38:43.468436 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] No Port match for: 79cf19b9-8f3f-44e9-85d5-0608077b5b17 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:38:43.469059 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 79cf19b9-8f3f-44e9-85d5-0608077b5b17 not bound to the agent host n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:38:43.469649 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device a9e6ecc6-74ae-4b76-8dcf-5a91360c2536 no longer exists at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:38:43.480004 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc08ccd4-06eb-47ca-8d12-189f8beb0736 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Pushing event deleted for resources: {'Port': ['ID=79cf19b9-8f3f-44e9-85d5-0608077b5b17,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:38:43.565161 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 14:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a66fc36f-17e3-4fe4-b3eb-52cb41624014 x-openstack-request-id: req-a66fc36f-17e3-4fe4-b3eb-52cb41624014 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:38:43.568278 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bec07a8-c25f-4f16-885e-b65a42ac76c9", "name": "network-vif-unplugged", "status": "completed", "tag": "c388c669-8dbc-4a20-aa6b-dcc41424fb88", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:38:43.568725 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a66fc36f-17e3-4fe4-b3eb-52cb41624014 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:38:43.569287 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bec07a8-c25f-4f16-885e-b65a42ac76c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c388c669-8dbc-4a20-aa6b-dcc41424fb88', 'code': 200} Dec 20 14:38:43.600301 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e1d07c11-dc8f-43c9-9935-20593cf9ebb4 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:43.606240 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-e1d07c11-dc8f-43c9-9935-20593cf9ebb4 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "DELETE /v2.0/ports/53964767-e153-45ad-817f-303368cbc376 HTTP/1.1" status: 204 len: 168 time: 1.0501971 Dec 20 14:38:43.608688 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 44070) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:38:43.637438 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=c388c669-8dbc-4a20-aa6b-dcc41424fb88,revision_number=6']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:38:43.705298 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 44082) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:38:43.747038 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:43.779007 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port a9e6ecc6-74ae-4b76-8dcf-5a91360c2536, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=a9e6ecc6-74ae-4b76-8dcf-5a91360c2536,segment=NetworkSegment(7cf4651a-770a-4651-b0ec-3d23ef01f817),segment_id=7cf4651a-770a-4651-b0ec-3d23ef01f817)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:38:43.785874 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:43.787381 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 8f31b9a5-1a84-4aca-854e-f0b8620002cb no longer exists at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:38:43.875557 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=a9e6ecc6-74ae-4b76-8dcf-5a91360c2536,revision_number=6']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:38:43.922237 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 8f31b9a5-1a84-4aca-854e-f0b8620002cb not bound to the agent host n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:38:43.923544 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device c2b6402c-cca9-42ae-b247-701e4186077e no longer exists at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:38:43.978245 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 31bce163-700d-44ee-b463-c923ce820b9e details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:38:43.983808 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-07058ec5-e76d-4956-8338-318a77bc6b30 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Deleting port 472629f0-99a5-462a-9b97-0c161849b783 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:38:43.984151 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-07058ec5-e76d-4956-8338-318a77bc6b30 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:44.113990 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d40893de-71b5-4a6c-8c7d-16963379c7e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:44.131457 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.db.resource_extend [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 14:38:44.135081 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [req-26934a5c-e021-460a-9fdf-e0f811bff6c9 req-cc08ccd4-06eb-47ca-8d12-189f8beb0736 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Router 77adfd81-713f-40d2-ac35-9007298b0d4b has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:38:44.136224 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:44.140472 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5ea5cc5d-5469-4322-8778-8c25b5d76046 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:44.261617 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-07058ec5-e76d-4956-8338-318a77bc6b30 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:44.297303 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port c2b6402c-cca9-42ae-b247-701e4186077e, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=c2b6402c-cca9-42ae-b247-701e4186077e,segment=NetworkSegment(eacc05f1-3b35-400c-b97b-4a37ce60f203),segment_id=eacc05f1-3b35-400c-b97b-4a37ce60f203)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:38:44.298980 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-07058ec5-e76d-4956-8338-318a77bc6b30 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Calling delete_port for 472629f0-99a5-462a-9b97-0c161849b783 owned by {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:38:44.406106 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 31bce163-700d-44ee-b463-c923ce820b9e, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=31bce163-700d-44ee-b463-c923ce820b9e,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:38:44.465411 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:44.466377 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 9bc1aacd-a2ef-491f-a27e-99c9073aabbc no longer exists at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:38:44.471477 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': '31bce163-700d-44ee-b463-c923ce820b9e', 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1', 'port_id': '31bce163-700d-44ee-b463-c923ce820b9e', 'mac_address': 'fa:16:3e:c9:7d:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36bf280f-81bb-4486-a87a-9b9505a1cec4', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:38:44.528651 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5ea5cc5d-5469-4322-8778-8c25b5d76046 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:44.580150 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=c2b6402c-cca9-42ae-b247-701e4186077e,revision_number=6']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:38:44.661910 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:44.687357 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea5cc5d-5469-4322-8778-8c25b5d76046 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:38:44.695774 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-26934a5c-e021-460a-9fdf-e0f811bff6c9 req-cc08ccd4-06eb-47ca-8d12-189f8beb0736 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:38:44.702192 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-5ea5cc5d-5469-4322-8778-8c25b5d76046 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:38:44.709553 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea5cc5d-5469-4322-8778-8c25b5d76046 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Pushing event updated for resources: {'Port': ['ID=ac415791-4731-4c3b-9783-826a38e64e42,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:38:44.711823 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea5cc5d-5469-4322-8778-8c25b5d76046 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:38:44.715809 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508847a4-df0a-4cdc-afab-f033ab740a27 req-c844acf2-199d-4cd1-b33a-7bb1be6bfb39 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:44.716321 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d40893de-71b5-4a6c-8c7d-16963379c7e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:44.727338 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508847a4-df0a-4cdc-afab-f033ab740a27 req-c844acf2-199d-4cd1-b33a-7bb1be6bfb39 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:44.727952 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0207470e-d18f-4b2f-9a96-228c6e41323e None None] Sync routers for ids ['77adfd81-713f-40d2-ac35-9007298b0d4b'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:38:44.744173 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 31bce163-700d-44ee-b463-c923ce820b9e {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:38:44.744595 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508847a4-df0a-4cdc-afab-f033ab740a27 req-c844acf2-199d-4cd1-b33a-7bb1be6bfb39 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:44.761104 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508847a4-df0a-4cdc-afab-f033ab740a27 req-c844acf2-199d-4cd1-b33a-7bb1be6bfb39 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:44.762985 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-508847a4-df0a-4cdc-afab-f033ab740a27 req-c844acf2-199d-4cd1-b33a-7bb1be6bfb39 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bec07a8-c25f-4f16-885e-b65a42ac76c9 HTTP/1.1" status: 200 len: 3143 time: 0.4326091 Dec 20 14:38:44.764251 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-07058ec5-e76d-4956-8338-318a77bc6b30 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:44.768615 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0207470e-d18f-4b2f-9a96-228c6e41323e None None] Routers {'77adfd81-713f-40d2-ac35-9007298b0d4b'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:38:44.769438 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-0207470e-d18f-4b2f-9a96-228c6e41323e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:38:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['77adfd81-713f-40d2-ac35-9007298b0d4b'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:38:44.784003 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 31bce163-700d-44ee-b463-c923ce820b9e, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=31bce163-700d-44ee-b463-c923ce820b9e,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:38:44.811734 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07058ec5-e76d-4956-8338-318a77bc6b30 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Pushing event deleted for resources: {'Port': ['ID=472629f0-99a5-462a-9b97-0c161849b783,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:38:44.827251 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:44.835425 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:44.874804 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d40893de-71b5-4a6c-8c7d-16963379c7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:44.916176 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-26934a5c-e021-460a-9fdf-e0f811bff6c9 req-cc08ccd4-06eb-47ca-8d12-189f8beb0736 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] No DVR routers for this DVR port 79cf19b9-8f3f-44e9-85d5-0608077b5b17 on host n-h1-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:38:44.951394 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-26934a5c-e021-460a-9fdf-e0f811bff6c9 req-cc08ccd4-06eb-47ca-8d12-189f8beb0736 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:44.955581 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['31bce163-700d-44ee-b463-c923ce820b9e'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:38:44.971811 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-26934a5c-e021-460a-9fdf-e0f811bff6c9 req-cc08ccd4-06eb-47ca-8d12-189f8beb0736 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.30 "DELETE /v2.0/ports/79cf19b9-8f3f-44e9-85d5-0608077b5b17 HTTP/1.1" status: 204 len: 173 time: 3.3552196 Dec 20 14:38:45.023319 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 9bc1aacd-a2ef-491f-a27e-99c9073aabbc, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=9bc1aacd-a2ef-491f-a27e-99c9073aabbc,segment=NetworkSegment(7cf4651a-770a-4651-b0ec-3d23ef01f817),segment_id=7cf4651a-770a-4651-b0ec-3d23ef01f817)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:38:45.030010 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=31bce163-700d-44ee-b463-c923ce820b9e,revision_number=6']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:38:45.032962 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40893de-71b5-4a6c-8c7d-16963379c7e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf59c479-8c75-4604-bb28-7a2998d5b6a6,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:38:45.040258 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bec07a8-c25f-4f16-885e-b65a42ac76c9', 'name': 'network-vif-deleted', 'tag': '79cf19b9-8f3f-44e9-85d5-0608077b5b17'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:38:45.046105 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:45.048224 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11c0998e-edd4-4c3e-9ccf-410315f766d9" -d '{"events": [{"server_uuid": "7bec07a8-c25f-4f16-885e-b65a42ac76c9", "name": "network-vif-deleted", "tag": "79cf19b9-8f3f-44e9-85d5-0608077b5b17"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:38:45.123400 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=9bc1aacd-a2ef-491f-a27e-99c9073aabbc,revision_number=6']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:38:45.123665 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-508847a4-df0a-4cdc-afab-f033ab740a27 req-54497fd3-a8cb-4042-8046-371915bf8ea9 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/security-groups?id=90051062-f265-4ecc-9e5a-22ebfc7553a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3191054 Dec 20 14:38:45.133853 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-0207470e-d18f-4b2f-9a96-228c6e41323e None None] Set router 77adfd81-713f-40d2-ac35-9007298b0d4b gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:38:45.143690 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-07058ec5-e76d-4956-8338-318a77bc6b30 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:45.147082 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-07058ec5-e76d-4956-8338-318a77bc6b30 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "DELETE /v2.0/ports/472629f0-99a5-462a-9b97-0c161849b783 HTTP/1.1" status: 204 len: 168 time: 1.5213437 Dec 20 14:38:45.153148 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 44132) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:38:45.272055 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f1e5c36-0cb0-48a4-bb00-6f80021ee1e7 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Deleting subnet 09e7c8eb-4da5-4994-ad75-557cbde9bb05 {{(pid=103167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:38:45.276497 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6f1e5c36-0cb0-48a4-bb00-6f80021ee1e7 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks [] for subnet, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:45.363838 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:45.375588 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6f1e5c36-0cb0-48a4-bb00-6f80021ee1e7 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954412'] for subnet, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:45.385312 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66c1a846-a447-4627-b0cf-4c161bcbc553 x-openstack-request-id: req-66c1a846-a447-4627-b0cf-4c161bcbc553 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:38:45.385604 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bec07a8-c25f-4f16-885e-b65a42ac76c9", "name": "network-vif-deleted", "tag": "79cf19b9-8f3f-44e9-85d5-0608077b5b17", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:38:45.385864 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-66c1a846-a447-4627-b0cf-4c161bcbc553 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:38:45.387070 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bec07a8-c25f-4f16-885e-b65a42ac76c9', 'name': 'network-vif-deleted', 'tag': '79cf19b9-8f3f-44e9-85d5-0608077b5b17', 'status': 'completed', 'code': 200} Dec 20 14:38:45.434970 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-d40893de-71b5-4a6c-8c7d-16963379c7e3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=415eb616a45f4d94beb2f213650b8ce7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7267745 Dec 20 14:38:45.437479 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 44148) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:38:45.665128 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6f1e5c36-0cb0-48a4-bb00-6f80021ee1e7 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:45.682026 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bec07a8-c25f-4f16-885e-b65a42ac76c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9e6ecc6-74ae-4b76-8dcf-5a91360c2536'}, {'server_uuid': '7bec07a8-c25f-4f16-885e-b65a42ac76c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2b6402c-cca9-42ae-b247-701e4186077e'}, {'server_uuid': '7bec07a8-c25f-4f16-885e-b65a42ac76c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bc1aacd-a2ef-491f-a27e-99c9073aabbc'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:38:45.684999 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69573d18-81b5-427b-af41-3eeb3e723dfa" -d '{"events": [{"server_uuid": "7bec07a8-c25f-4f16-885e-b65a42ac76c9", "name": "network-vif-unplugged", "status": "completed", "tag": "a9e6ecc6-74ae-4b76-8dcf-5a91360c2536"}, {"server_uuid": "7bec07a8-c25f-4f16-885e-b65a42ac76c9", "name": "network-vif-unplugged", "status": "completed", "tag": "c2b6402c-cca9-42ae-b247-701e4186077e"}, {"server_uuid": "7bec07a8-c25f-4f16-885e-b65a42ac76c9", "name": "network-vif-unplugged", "status": "completed", "tag": "9bc1aacd-a2ef-491f-a27e-99c9073aabbc"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:38:45.798535 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Mon, 20 Dec 2021 14:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89c10bbb-2d7d-4334-a9be-7bcdadcede79 x-openstack-request-id: req-89c10bbb-2d7d-4334-a9be-7bcdadcede79 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:38:45.799185 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bec07a8-c25f-4f16-885e-b65a42ac76c9", "name": "network-vif-unplugged", "status": "completed", "tag": "a9e6ecc6-74ae-4b76-8dcf-5a91360c2536", "code": 200}, {"server_uuid": "7bec07a8-c25f-4f16-885e-b65a42ac76c9", "name": "network-vif-unplugged", "status": "completed", "tag": "c2b6402c-cca9-42ae-b247-701e4186077e", "code": 200}, {"server_uuid": "7bec07a8-c25f-4f16-885e-b65a42ac76c9", "name": "network-vif-unplugged", "status": "completed", "tag": "9bc1aacd-a2ef-491f-a27e-99c9073aabbc", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:38:45.799658 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-89c10bbb-2d7d-4334-a9be-7bcdadcede79 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:38:45.800237 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bec07a8-c25f-4f16-885e-b65a42ac76c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9e6ecc6-74ae-4b76-8dcf-5a91360c2536', 'code': 200} Dec 20 14:38:45.800878 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bec07a8-c25f-4f16-885e-b65a42ac76c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2b6402c-cca9-42ae-b247-701e4186077e', 'code': 200} Dec 20 14:38:45.801595 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bec07a8-c25f-4f16-885e-b65a42ac76c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bc1aacd-a2ef-491f-a27e-99c9073aabbc', 'code': 200} Dec 20 14:38:45.819707 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6f1e5c36-0cb0-48a4-bb00-6f80021ee1e7 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:45.820330 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-26934a5c-e021-460a-9fdf-e0f811bff6c9 req-a3dad4f7-9a18-44d2-a955-7528232401a0 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Deleting port a9e6ecc6-74ae-4b76-8dcf-5a91360c2536 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:38:45.820330 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-26934a5c-e021-460a-9fdf-e0f811bff6c9 req-a3dad4f7-9a18-44d2-a955-7528232401a0 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:45.870361 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1e5c36-0cb0-48a4-bb00-6f80021ee1e7 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Pushing event deleted for resources: {'Subnet': ['ID=09e7c8eb-4da5-4994-ad75-557cbde9bb05,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:38:45.883499 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6f1e5c36-0cb0-48a4-bb00-6f80021ee1e7 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:45.888663 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-6f1e5c36-0cb0-48a4-bb00-6f80021ee1e7 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "DELETE /v2.0/subnets/09e7c8eb-4da5-4994-ad75-557cbde9bb05 HTTP/1.1" status: 204 len: 168 time: 0.7344711 Dec 20 14:38:45.892474 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 44152) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:38:45.903130 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae13e821-3c7f-438f-893b-c7ea40d5f52e None None] Network 2d7ab868-da79-43c0-805a-c026f1ebce8a requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:38:45.965075 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c81235f3-f873-4de3-93f9-223858415688 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:45.993556 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e6c24aa-e8b3-4d5a-8542-02a748e83a8a tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Deleting subnet 04afb03f-72c8-4cee-8126-4aad15c5f0f5 {{(pid=103167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:38:45.997900 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9e6c24aa-e8b3-4d5a-8542-02a748e83a8a tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks [] for subnet, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:46.001330 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 31bce163-700d-44ee-b463-c923ce820b9e up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:38:46.024123 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c81235f3-f873-4de3-93f9-223858415688 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:46.062462 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9e6c24aa-e8b3-4d5a-8542-02a748e83a8a tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954412'] for subnet, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:46.099539 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c81235f3-f873-4de3-93f9-223858415688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:46.102554 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c81235f3-f873-4de3-93f9-223858415688 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:46.107390 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-c81235f3-f873-4de3-93f9-223858415688 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/cf59c479-8c75-4604-bb28-7a2998d5b6a6 HTTP/1.1" status: 204 len: 168 time: 0.5340207 Dec 20 14:38:46.114900 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5ea5cc5d-5469-4322-8778-8c25b5d76046 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:46.143112 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-0207470e-d18f-4b2f-9a96-228c6e41323e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77adfd81-713f-40d2-ac35-9007298b0d4b', 'name': 'tempest-TaggedBootDevicesTest-914184533-router', 'tenant_id': '1080628f9fb44b28a6ddf9255bb33498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'ff64fd73-d087-4cb3-88ab-fee372ba0869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:27:05Z', 'updated_at': '2021-12-20T14:27:13Z', 'revision_number': 4, 'project_id': '1080628f9fb44b28a6ddf9255bb33498', 'gw_port': {'id': 'ff64fd73-d087-4cb3-88ab-fee372ba0869', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:76:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77adfd81-713f-40d2-ac35-9007298b0d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:27:06Z', 'updated_at': '2021-12-20T14:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '21b5efa4-a44b-400f-bfcb-7a106d38ea39', 'name': '', 'network_id': '687c5259-7995-4ccd-9da8-b7cf90c319a1', 'tenant_id': '1080628f9fb44b28a6ddf9255bb33498', 'mac_address': 'fa:16:3e:0c:99:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77adfd81-713f-40d2-ac35-9007298b0d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'b510740f-81e5-461d-83bc-0c27692ea662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:27:11Z', 'updated_at': '2021-12-20T14:27:22Z', 'revision_number': 5, 'project_id': '1080628f9fb44b28a6ddf9255bb33498', 'subnets': [{'id': 'b510740f-81e5-461d-83bc-0c27692ea662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:38:46.186010 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81235f3-f873-4de3-93f9-223858415688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf59c479-8c75-4604-bb28-7a2998d5b6a6,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:38:46.189143 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-26934a5c-e021-460a-9fdf-e0f811bff6c9 req-a3dad4f7-9a18-44d2-a955-7528232401a0 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] For port a9e6ecc6-74ae-4b76-8dcf-5a91360c2536, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=a9e6ecc6-74ae-4b76-8dcf-5a91360c2536,segment=NetworkSegment(7cf4651a-770a-4651-b0ec-3d23ef01f817),segment_id=7cf4651a-770a-4651-b0ec-3d23ef01f817)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:38:46.189505 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-26934a5c-e021-460a-9fdf-e0f811bff6c9 req-a3dad4f7-9a18-44d2-a955-7528232401a0 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:46.230776 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-26934a5c-e021-460a-9fdf-e0f811bff6c9 req-a3dad4f7-9a18-44d2-a955-7528232401a0 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Calling delete_port for a9e6ecc6-74ae-4b76-8dcf-5a91360c2536 owned by compute:nova {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:38:46.253495 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port 31bce163-700d-44ee-b463-c923ce820b9e triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:38:46.254140 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:46.258783 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c692ee-c3e1-46ed-9511-007507113153 None None] DHCP port deletion for 2d7ab868-da79-43c0-805a-c026f1ebce8a request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:38:46.266807 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0207470e-d18f-4b2f-9a96-228c6e41323e None None] Checking router: 77adfd81-713f-40d2-ac35-9007298b0d4b for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:38:46.318614 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9e6c24aa-e8b3-4d5a-8542-02a748e83a8a tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:46.361554 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0207470e-d18f-4b2f-9a96-228c6e41323e None None] Routers {'77adfd81-713f-40d2-ac35-9007298b0d4b'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:38:46.362197 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-0207470e-d18f-4b2f-9a96-228c6e41323e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:38:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['77adfd81-713f-40d2-ac35-9007298b0d4b'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:38:46.478262 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9e6c24aa-e8b3-4d5a-8542-02a748e83a8a tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:46.497757 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8750cefb-fbd2-49ff-8469-2cac36e90e5c req-615dadbd-1942-46e4-997b-4a5ad387dbe7 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:46.513029 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8750cefb-fbd2-49ff-8469-2cac36e90e5c req-615dadbd-1942-46e4-997b-4a5ad387dbe7 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:46.516655 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9e6c24aa-e8b3-4d5a-8542-02a748e83a8a tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:46.524634 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8750cefb-fbd2-49ff-8469-2cac36e90e5c req-615dadbd-1942-46e4-997b-4a5ad387dbe7 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:46.531529 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-9e6c24aa-e8b3-4d5a-8542-02a748e83a8a tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "DELETE /v2.0/subnets/04afb03f-72c8-4cee-8126-4aad15c5f0f5 HTTP/1.1" status: 204 len: 168 time: 0.6377800 Dec 20 14:38:46.536626 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8750cefb-fbd2-49ff-8469-2cac36e90e5c req-615dadbd-1942-46e4-997b-4a5ad387dbe7 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:46.548325 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8750cefb-fbd2-49ff-8469-2cac36e90e5c req-615dadbd-1942-46e4-997b-4a5ad387dbe7 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bec07a8-c25f-4f16-885e-b65a42ac76c9 HTTP/1.1" status: 200 len: 3141 time: 0.2456217 Dec 20 14:38:46.548832 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 44180) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:38:46.571893 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93fc13ba-72c2-4101-ba50-5738255070b8 None None] Network 0723578d-9472-40dd-b5d6-4342bff5fd37 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:38:46.582176 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6c24aa-e8b3-4d5a-8542-02a748e83a8a tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Pushing event deleted for resources: {'Subnet': ['ID=04afb03f-72c8-4cee-8126-4aad15c5f0f5,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:38:46.788195 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 44184) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:38:46.798555 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-0207470e-d18f-4b2f-9a96-228c6e41323e None None] Set router 77adfd81-713f-40d2-ac35-9007298b0d4b gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:38:46.808914 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-34b239db-d0f5-47da-96cb-8a39bfd7364a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:46.889755 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8750cefb-fbd2-49ff-8469-2cac36e90e5c req-51559b31-cbe3-4ea7-ac9b-56e975f61eef tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/security-groups?id=90051062-f265-4ecc-9e5a-22ebfc7553a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3193336 Dec 20 14:38:46.904120 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-864ad374-c73d-4c85-861b-520160acb08f tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:46.926481 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5ea5cc5d-5469-4322-8778-8c25b5d76046 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013'] for router, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:46.933865 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-26934a5c-e021-460a-9fdf-e0f811bff6c9 req-a3dad4f7-9a18-44d2-a955-7528232401a0 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:47.035455 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-10c692ee-c3e1-46ed-9511-007507113153 None None] Deleting port 18093386-3b4e-4a06-8d49-1627284c1944 {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:38:47.035914 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-10c692ee-c3e1-46ed-9511-007507113153 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:47.042828 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-34b239db-d0f5-47da-96cb-8a39bfd7364a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:47.051422 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-34b239db-d0f5-47da-96cb-8a39bfd7364a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:47.107811 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b239db-d0f5-47da-96cb-8a39bfd7364a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f274a5ff-73cb-43a4-876a-d950402296a7,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:38:47.117930 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dad4f7-9a18-44d2-a955-7528232401a0 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Pushing event deleted for resources: {'Port': ['ID=a9e6ecc6-74ae-4b76-8dcf-5a91360c2536,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:38:47.156970 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:47.177407 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-34b239db-d0f5-47da-96cb-8a39bfd7364a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3e710078123447938a4348d06645bd03&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3857672 Dec 20 14:38:47.178040 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 44192) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:38:47.201730 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 31bce163-700d-44ee-b463-c923ce820b9e, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=31bce163-700d-44ee-b463-c923ce820b9e,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:38:47.211167 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:47.242683 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-10c692ee-c3e1-46ed-9511-007507113153 None None] For port 18093386-3b4e-4a06-8d49-1627284c1944, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=18093386-3b4e-4a06-8d49-1627284c1944,segment=NetworkSegment(38e3b0df-fe83-43da-b83c-677d17fe07c0),segment_id=38e3b0df-fe83-43da-b83c-677d17fe07c0)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:38:47.243963 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-10c692ee-c3e1-46ed-9511-007507113153 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:47.258243 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95ba6ea-28ac-42b7-930c-5df426fa6216 None None] DHCP port deletion for 0723578d-9472-40dd-b5d6-4342bff5fd37 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:38:47.297563 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-26934a5c-e021-460a-9fdf-e0f811bff6c9 req-a3dad4f7-9a18-44d2-a955-7528232401a0 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] No DVR routers for this DVR port a9e6ecc6-74ae-4b76-8dcf-5a91360c2536 on host n-h1-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:38:47.301179 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-26934a5c-e021-460a-9fdf-e0f811bff6c9 req-a3dad4f7-9a18-44d2-a955-7528232401a0 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:47.302707 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-10c692ee-c3e1-46ed-9511-007507113153 None None] Calling delete_port for 18093386-3b4e-4a06-8d49-1627284c1944 owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:38:47.305843 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-26934a5c-e021-460a-9fdf-e0f811bff6c9 req-a3dad4f7-9a18-44d2-a955-7528232401a0 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.30 "DELETE /v2.0/ports/a9e6ecc6-74ae-4b76-8dcf-5a91360c2536 HTTP/1.1" status: 204 len: 173 time: 2.3149955 Dec 20 14:38:47.370791 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a6f2ef52-7cad-4891-b1e5-a95f90943caf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:47.390936 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=31bce163-700d-44ee-b463-c923ce820b9e,revision_number=7']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:38:47.398406 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bec07a8-c25f-4f16-885e-b65a42ac76c9', 'name': 'network-vif-deleted', 'tag': 'a9e6ecc6-74ae-4b76-8dcf-5a91360c2536'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:38:47.402989 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7f70de8-c410-412f-9059-8988f3885cd5" -d '{"events": [{"server_uuid": "7bec07a8-c25f-4f16-885e-b65a42ac76c9", "name": "network-vif-deleted", "tag": "a9e6ecc6-74ae-4b76-8dcf-5a91360c2536"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:38:47.406442 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-864ad374-c73d-4c85-861b-520160acb08f tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Deleting port 18093386-3b4e-4a06-8d49-1627284c1944 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:38:47.413408 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-864ad374-c73d-4c85-861b-520160acb08f tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:47.425375 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-c95ba6ea-28ac-42b7-930c-5df426fa6216 None None] Deleting port 7f609e62-c31b-4035-9e29-69874198eda8 {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:38:47.425839 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c95ba6ea-28ac-42b7-930c-5df426fa6216 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:47.429935 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a6f2ef52-7cad-4891-b1e5-a95f90943caf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:47.511595 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ea5cc5d-5469-4322-8778-8c25b5d76046 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Router cbc58f51-0fbb-499c-8cb6-5d3a4c9daf2e is scheduled to L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 with binding_index 1 {{(pid=103168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 14:38:47.516922 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 18093386-3b4e-4a06-8d49-1627284c1944 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:38:47.530817 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6df3b335-f6cf-4380-bce1-3695044c77dd x-openstack-request-id: req-6df3b335-f6cf-4380-bce1-3695044c77dd {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:38:47.531271 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bec07a8-c25f-4f16-885e-b65a42ac76c9", "name": "network-vif-deleted", "tag": "a9e6ecc6-74ae-4b76-8dcf-5a91360c2536", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:38:47.531750 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6df3b335-f6cf-4380-bce1-3695044c77dd {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:38:47.532427 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bec07a8-c25f-4f16-885e-b65a42ac76c9', 'name': 'network-vif-deleted', 'tag': 'a9e6ecc6-74ae-4b76-8dcf-5a91360c2536', 'status': 'completed', 'code': 200} Dec 20 14:38:47.534992 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-10c692ee-c3e1-46ed-9511-007507113153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:47.538624 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-0207470e-d18f-4b2f-9a96-228c6e41323e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77adfd81-713f-40d2-ac35-9007298b0d4b', 'name': 'tempest-TaggedBootDevicesTest-914184533-router', 'tenant_id': '1080628f9fb44b28a6ddf9255bb33498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'ff64fd73-d087-4cb3-88ab-fee372ba0869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:27:05Z', 'updated_at': '2021-12-20T14:27:13Z', 'revision_number': 4, 'project_id': '1080628f9fb44b28a6ddf9255bb33498', 'gw_port': {'id': 'ff64fd73-d087-4cb3-88ab-fee372ba0869', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:76:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77adfd81-713f-40d2-ac35-9007298b0d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:27:06Z', 'updated_at': '2021-12-20T14:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '21b5efa4-a44b-400f-bfcb-7a106d38ea39', 'name': '', 'network_id': '687c5259-7995-4ccd-9da8-b7cf90c319a1', 'tenant_id': '1080628f9fb44b28a6ddf9255bb33498', 'mac_address': 'fa:16:3e:0c:99:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77adfd81-713f-40d2-ac35-9007298b0d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'b510740f-81e5-461d-83bc-0c27692ea662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:27:11Z', 'updated_at': '2021-12-20T14:27:22Z', 'revision_number': 5, 'project_id': '1080628f9fb44b28a6ddf9255bb33498', 'subnets': [{'id': 'b510740f-81e5-461d-83bc-0c27692ea662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:38:47.546016 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a6f2ef52-7cad-4891-b1e5-a95f90943caf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:47.551275 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a6f2ef52-7cad-4891-b1e5-a95f90943caf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:47.553920 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-a6f2ef52-7cad-4891-b1e5-a95f90943caf admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f274a5ff-73cb-43a4-876a-d950402296a7 HTTP/1.1" status: 204 len: 168 time: 0.3740773 Dec 20 14:38:47.588560 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f2ef52-7cad-4891-b1e5-a95f90943caf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f274a5ff-73cb-43a4-876a-d950402296a7,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:38:47.814019 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd94f6b8-7b91-4f41-ae09-b59e20d3cdb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31bce163-700d-44ee-b463-c923ce820b9e'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:38:47.816700 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ab7e18a-eb43-42b4-8d5e-98ce984cf091" -d '{"events": [{"server_uuid": "bd94f6b8-7b91-4f41-ae09-b59e20d3cdb6", "name": "network-vif-plugged", "status": "completed", "tag": "31bce163-700d-44ee-b463-c923ce820b9e"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:38:47.824611 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0207470e-d18f-4b2f-9a96-228c6e41323e None None] The sync data for ids ['77adfd81-713f-40d2-ac35-9007298b0d4b'] in n-d-761264-19 is: [{'id': '77adfd81-713f-40d2-ac35-9007298b0d4b', 'name': 'tempest-TaggedBootDevicesTest-914184533-router', 'tenant_id': '1080628f9fb44b28a6ddf9255bb33498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'ff64fd73-d087-4cb3-88ab-fee372ba0869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:27:05Z', 'updated_at': '2021-12-20T14:27:13Z', 'revision_number': 4, 'project_id': '1080628f9fb44b28a6ddf9255bb33498', 'gw_port': {'id': 'ff64fd73-d087-4cb3-88ab-fee372ba0869', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:76:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77adfd81-713f-40d2-ac35-9007298b0d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:27:06Z', 'updated_at': '2021-12-20T14:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '21b5efa4-a44b-400f-bfcb-7a106d38ea39', 'name': '', 'network_id': '687c5259-7995-4ccd-9da8-b7cf90c319a1', 'tenant_id': '1080628f9fb44b28a6ddf9255bb33498', 'mac_address': 'fa:16:3e:0c:99:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77adfd81-713f-40d2-ac35-9007298b0d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'b510740f-81e5-461d-83bc-0c27692ea662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:27:11Z', 'updated_at': '2021-12-20T14:27:22Z', 'revision_number': 5, 'project_id': '1080628f9fb44b28a6ddf9255bb33498', 'subnets': [{'id': 'b510740f-81e5-461d-83bc-0c27692ea662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:38:47.837720 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 18093386-3b4e-4a06-8d49-1627284c1944 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:38:47.838068 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 18093386-3b4e-4a06-8d49-1627284c1944 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:38:47.838480 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 7f609e62-c31b-4035-9e29-69874198eda8 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:38:47.848342 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c692ee-c3e1-46ed-9511-007507113153 None None] Pushing event deleted for resources: {'Port': ['ID=18093386-3b4e-4a06-8d49-1627284c1944,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:38:47.873822 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c692ee-c3e1-46ed-9511-007507113153 None None] No DVR routers for this DVR port 18093386-3b4e-4a06-8d49-1627284c1944 on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:38:48.014564 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f9cb85e-9712-45f7-9d06-31c33ba372fb x-openstack-request-id: req-1f9cb85e-9712-45f7-9d06-31c33ba372fb {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:38:48.014923 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd94f6b8-7b91-4f41-ae09-b59e20d3cdb6", "name": "network-vif-plugged", "status": "completed", "tag": "31bce163-700d-44ee-b463-c923ce820b9e", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:38:48.015290 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1f9cb85e-9712-45f7-9d06-31c33ba372fb {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:38:48.015570 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd94f6b8-7b91-4f41-ae09-b59e20d3cdb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31bce163-700d-44ee-b463-c923ce820b9e', 'code': 200} Dec 20 14:38:48.047948 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-c95ba6ea-28ac-42b7-930c-5df426fa6216 None None] For port 7f609e62-c31b-4035-9e29-69874198eda8, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=7f609e62-c31b-4035-9e29-69874198eda8,segment=NetworkSegment(083290ff-00d5-486e-85d5-49b2b24fbd9d),segment_id=083290ff-00d5-486e-85d5-49b2b24fbd9d)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:38:48.048670 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c95ba6ea-28ac-42b7-930c-5df426fa6216 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:48.078766 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-c95ba6ea-28ac-42b7-930c-5df426fa6216 None None] Calling delete_port for 7f609e62-c31b-4035-9e29-69874198eda8 owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:38:48.228292 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a58d28a-5087-4be5-847a-f1c01240b53e req-81ca9133-165a-4784-8e4b-0bb52c3987f1 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:48.244431 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a58d28a-5087-4be5-847a-f1c01240b53e req-81ca9133-165a-4784-8e4b-0bb52c3987f1 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:48.256877 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a58d28a-5087-4be5-847a-f1c01240b53e req-81ca9133-165a-4784-8e4b-0bb52c3987f1 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:48.276037 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:48.290492 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2a58d28a-5087-4be5-847a-f1c01240b53e req-81ca9133-165a-4784-8e4b-0bb52c3987f1 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bec07a8-c25f-4f16-885e-b65a42ac76c9 HTTP/1.1" status: 200 len: 2408 time: 0.1783392 Dec 20 14:38:48.314092 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] For port 7f609e62-c31b-4035-9e29-69874198eda8, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=7f609e62-c31b-4035-9e29-69874198eda8,segment=NetworkSegment(083290ff-00d5-486e-85d5-49b2b24fbd9d),segment_id=083290ff-00d5-486e-85d5-49b2b24fbd9d)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:38:48.322134 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:48.396942 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2a58d28a-5087-4be5-847a-f1c01240b53e req-008b2387-63ee-4b0d-ad70-35010c472a5b tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/security-groups?id=90051062-f265-4ecc-9e5a-22ebfc7553a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043735 Dec 20 14:38:48.422754 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c95ba6ea-28ac-42b7-930c-5df426fa6216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:48.425459 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-864ad374-c73d-4c85-861b-520160acb08f tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] For port 18093386-3b4e-4a06-8d49-1627284c1944, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=18093386-3b4e-4a06-8d49-1627284c1944,segment=NetworkSegment(38e3b0df-fe83-43da-b83c-677d17fe07c0),segment_id=38e3b0df-fe83-43da-b83c-677d17fe07c0)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:38:48.425882 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-864ad374-c73d-4c85-861b-520160acb08f tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:48.448006 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95ba6ea-28ac-42b7-930c-5df426fa6216 None None] No DVR routers for this DVR port 7f609e62-c31b-4035-9e29-69874198eda8 on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:38:48.455688 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Pushing event updated for resources: {'Port': ['ID=7f609e62-c31b-4035-9e29-69874198eda8,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:38:48.478754 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-864ad374-c73d-4c85-861b-520160acb08f tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Calling delete_port for 18093386-3b4e-4a06-8d49-1627284c1944 owned by network:dhcp {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:38:48.505552 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08fb2a0-8297-4978-afe5-7b5a9a3e0fbc None None] New status for floating IP 6127866f-477b-4f0b-8956-a7c639471410: DOWN {{(pid=103170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 14:38:48.780467 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95ba6ea-28ac-42b7-930c-5df426fa6216 None None] Pushing event deleted for resources: {'Port': ['ID=7f609e62-c31b-4035-9e29-69874198eda8,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:38:48.830821 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ea5cc5d-5469-4322-8778-8c25b5d76046 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:38:48.841310 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82386e3d-0c86-42a7-a82b-41ef026c3920 None None] Sync routers for ids ['cbc58f51-0fbb-499c-8cb6-5d3a4c9daf2e'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:38:48.856095 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82386e3d-0c86-42a7-a82b-41ef026c3920 None None] Routers {'cbc58f51-0fbb-499c-8cb6-5d3a4c9daf2e'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:38:48.856095 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-82386e3d-0c86-42a7-a82b-41ef026c3920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:38:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['cbc58f51-0fbb-499c-8cb6-5d3a4c9daf2e'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:38:49.024547 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5ea5cc5d-5469-4322-8778-8c25b5d76046 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:49.032421 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-5ea5cc5d-5469-4322-8778-8c25b5d76046 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 7.4753311 Dec 20 14:38:49.033784 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 44256) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:38:49.037818 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-26934a5c-e021-460a-9fdf-e0f811bff6c9 req-c61b1aef-7e69-477e-bc5e-f6c3ba68161d tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Deleting port 9bc1aacd-a2ef-491f-a27e-99c9073aabbc {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:38:49.039755 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-26934a5c-e021-460a-9fdf-e0f811bff6c9 req-c61b1aef-7e69-477e-bc5e-f6c3ba68161d tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:49.047931 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-864ad374-c73d-4c85-861b-520160acb08f tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:49.170147 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-82386e3d-0c86-42a7-a82b-41ef026c3920 None None] Set router cbc58f51-0fbb-499c-8cb6-5d3a4c9daf2e gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:38:49.177768 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864ad374-c73d-4c85-861b-520160acb08f tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Pushing event deleted for resources: {'Port': ['ID=18093386-3b4e-4a06-8d49-1627284c1944,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:38:49.200356 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864ad374-c73d-4c85-861b-520160acb08f tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] No DVR routers for this DVR port 18093386-3b4e-4a06-8d49-1627284c1944 on host n-d-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:38:49.306709 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-b2582b8c-626b-45e9-a50a-9c45e760387c tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] 10.222.0.54 "GET /v2.0/routers/cbc58f51-0fbb-499c-8cb6-5d3a4c9daf2e HTTP/1.1" status: 200 len: 909 time: 0.2715740 Dec 20 14:38:49.317987 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-864ad374-c73d-4c85-861b-520160acb08f tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:49.318322 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 44262) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:38:49.325540 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-22423cb1-c2e0-4944-a202-1efb7ced97ab tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2061716000', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'enable_snat': True}}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:38:49.350491 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-864ad374-c73d-4c85-861b-520160acb08f tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d7ab868-da79-43c0-805a-c026f1ebce8a']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:38:49.361916 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-864ad374-c73d-4c85-861b-520160acb08f tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38e3b0df-fe83-43da-b83c-677d17fe07c0') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:38:49.362210 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-864ad374-c73d-4c85-861b-520160acb08f tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38e3b0df-fe83-43da-b83c-677d17fe07c0') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:38:49.377726 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-864ad374-c73d-4c85-861b-520160acb08f tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:49.392534 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-22423cb1-c2e0-4944-a202-1efb7ced97ab tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40114'] for router, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:49.397911 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-22423cb1-c2e0-4944-a202-1efb7ced97ab tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40139'] for router, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:49.406811 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-864ad374-c73d-4c85-861b-520160acb08f tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:49.448158 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-864ad374-c73d-4c85-861b-520160acb08f tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:38:49.448771 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-864ad374-c73d-4c85-861b-520160acb08f tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:49.476213 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-26934a5c-e021-460a-9fdf-e0f811bff6c9 req-c61b1aef-7e69-477e-bc5e-f6c3ba68161d tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] For port 9bc1aacd-a2ef-491f-a27e-99c9073aabbc, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=9bc1aacd-a2ef-491f-a27e-99c9073aabbc,segment=NetworkSegment(7cf4651a-770a-4651-b0ec-3d23ef01f817),segment_id=7cf4651a-770a-4651-b0ec-3d23ef01f817)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:38:49.479580 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-26934a5c-e021-460a-9fdf-e0f811bff6c9 req-c61b1aef-7e69-477e-bc5e-f6c3ba68161d tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:49.483925 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:38:49.483925 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:38:49.483925 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:38:49.483925 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:38:49.483925 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:38:49.483925 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:38:49.483925 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:38:49.483925 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:38:49.483925 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:38:49.483925 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:38:49.483925 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:38:49.483925 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:38:49.483925 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:38:49.483925 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:38:49.483925 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:38:49.483925 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:38:49.483925 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:38:49.483925 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:38:49.483925 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:38:49.483925 n-d-761264-19 neutron-server[103168]: self.session.flush() Dec 20 14:38:49.483925 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:38:49.483925 n-d-761264-19 neutron-server[103168]: self.session.flush() Dec 20 14:38:49.483925 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:38:49.483925 n-d-761264-19 neutron-server[103168]: self.session.flush() Dec 20 14:38:49.483925 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:38:49.483925 n-d-761264-19 neutron-server[103168]: self.session.flush() Dec 20 14:38:49.483925 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 14:38:49.483925 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:38:49.483925 n-d-761264-19 neutron-server[103168]: timer() Dec 20 14:38:49.483925 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:38:49.483925 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 14:38:49.483925 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:38:49.483925 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 14:38:49.483925 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:38:49.483925 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 14:38:49.483925 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:38:49.483925 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 14:38:49.483925 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:38:49.483925 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 14:38:49.483925 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:38:49.483925 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:38:49.483925 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:38:49.483925 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:38:49.483925 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:38:49.483925 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 14:38:49.483925 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:38:49.483925 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 14:38:49.483925 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:38:49.483925 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:38:49.483925 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:38:49.483925 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 14:38:49.483925 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:38:49.483925 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:38:49.483925 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:38:49.483925 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:38:49.487603 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:38:49.487603 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:38:49.487603 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:38:49.517512 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-22423cb1-c2e0-4944-a202-1efb7ced97ab tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:49.586776 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-26934a5c-e021-460a-9fdf-e0f811bff6c9 req-c61b1aef-7e69-477e-bc5e-f6c3ba68161d tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Calling delete_port for 9bc1aacd-a2ef-491f-a27e-99c9073aabbc owned by compute:nova {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:38:49.691949 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-82386e3d-0c86-42a7-a82b-41ef026c3920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbc58f51-0fbb-499c-8cb6-5d3a4c9daf2e', 'name': 'tempest-snat-router-2061716000', 'tenant_id': '9e5566fc71a34c1c9b2ffeda757a828f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.216'}], 'enable_snat': False}, 'gw_port_id': 'ac415791-4731-4c3b-9783-826a38e64e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:38:41Z', 'updated_at': '2021-12-20T14:38:45Z', 'revision_number': 3, 'project_id': '9e5566fc71a34c1c9b2ffeda757a828f', 'gw_port': {'id': 'ac415791-4731-4c3b-9783-826a38e64e42', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:3b:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbc58f51-0fbb-499c-8cb6-5d3a4c9daf2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:38:43Z', 'updated_at': '2021-12-20T14:38:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:38:49.801065 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82386e3d-0c86-42a7-a82b-41ef026c3920 None None] Checking router: cbc58f51-0fbb-499c-8cb6-5d3a4c9daf2e for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:38:49.801729 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82386e3d-0c86-42a7-a82b-41ef026c3920 None None] Updating router cbc58f51-0fbb-499c-8cb6-5d3a4c9daf2e port ac415791-4731-4c3b-9783-826a38e64e42 binding host n-d-761264-19 {{(pid=103169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 14:38:49.877232 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-82386e3d-0c86-42a7-a82b-41ef026c3920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:49.907938 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-22423cb1-c2e0-4944-a202-1efb7ced97ab tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:49.958511 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-26934a5c-e021-460a-9fdf-e0f811bff6c9 req-c61b1aef-7e69-477e-bc5e-f6c3ba68161d tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:50.008862 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61b1aef-7e69-477e-bc5e-f6c3ba68161d tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Pushing event deleted for resources: {'Port': ['ID=9bc1aacd-a2ef-491f-a27e-99c9073aabbc,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:38:50.011782 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-864ad374-c73d-4c85-861b-520160acb08f tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:50.017146 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-864ad374-c73d-4c85-861b-520160acb08f tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:50.025800 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-864ad374-c73d-4c85-861b-520160acb08f tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "DELETE /v2.0/networks/2d7ab868-da79-43c0-805a-c026f1ebce8a HTTP/1.1" status: 204 len: 168 time: 3.4729166 Dec 20 14:38:50.030300 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 44290) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:38:50.149339 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864ad374-c73d-4c85-861b-520160acb08f tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Pushing event deleted for resources: {'Network': ['ID=2d7ab868-da79-43c0-805a-c026f1ebce8a,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:38:50.158604 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fcb2df0f-c3f2-4f58-926b-26bc75dc8287 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:50.227157 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e8b86a-9836-4801-8fe0-ce953a8b3269 req-1d9d6dac-a1ad-477e-8f81-ac25450a8934 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:50.234562 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e8b86a-9836-4801-8fe0-ce953a8b3269 req-1d9d6dac-a1ad-477e-8f81-ac25450a8934 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:50.243540 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-28e8b86a-9836-4801-8fe0-ce953a8b3269 req-1d9d6dac-a1ad-477e-8f81-ac25450a8934 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bec07a8-c25f-4f16-885e-b65a42ac76c9 HTTP/1.1" status: 200 len: 1675 time: 0.6848543 Dec 20 14:38:50.389565 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-26934a5c-e021-460a-9fdf-e0f811bff6c9 req-c61b1aef-7e69-477e-bc5e-f6c3ba68161d tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] No DVR routers for this DVR port 9bc1aacd-a2ef-491f-a27e-99c9073aabbc on host n-h1-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:38:50.417933 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-26934a5c-e021-460a-9fdf-e0f811bff6c9 req-c61b1aef-7e69-477e-bc5e-f6c3ba68161d tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:50.430141 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-26934a5c-e021-460a-9fdf-e0f811bff6c9 req-c61b1aef-7e69-477e-bc5e-f6c3ba68161d tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.30 "DELETE /v2.0/ports/9bc1aacd-a2ef-491f-a27e-99c9073aabbc HTTP/1.1" status: 204 len: 173 time: 3.1135290 Dec 20 14:38:50.430646 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bec07a8-c25f-4f16-885e-b65a42ac76c9', 'name': 'network-vif-deleted', 'tag': '9bc1aacd-a2ef-491f-a27e-99c9073aabbc'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:38:50.437609 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77a8fb36-846e-420a-b226-8fa47df9244e" -d '{"events": [{"server_uuid": "7bec07a8-c25f-4f16-885e-b65a42ac76c9", "name": "network-vif-deleted", "tag": "9bc1aacd-a2ef-491f-a27e-99c9073aabbc"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:38:50.460094 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-22423cb1-c2e0-4944-a202-1efb7ced97ab tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:50.476388 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-82386e3d-0c86-42a7-a82b-41ef026c3920 None None] Publish callbacks [] for port, precommit_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:50.483837 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-82386e3d-0c86-42a7-a82b-41ef026c3920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:50.531010 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-22423cb1-c2e0-4944-a202-1efb7ced97ab tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:50.615336 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0e4222e-abf3-4b67-ae81-54b488e1ba1a x-openstack-request-id: req-d0e4222e-abf3-4b67-ae81-54b488e1ba1a {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:38:50.615868 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bec07a8-c25f-4f16-885e-b65a42ac76c9", "name": "network-vif-deleted", "tag": "9bc1aacd-a2ef-491f-a27e-99c9073aabbc", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:38:50.615868 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d0e4222e-abf3-4b67-ae81-54b488e1ba1a {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:38:50.616284 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bec07a8-c25f-4f16-885e-b65a42ac76c9', 'name': 'network-vif-deleted', 'tag': '9bc1aacd-a2ef-491f-a27e-99c9073aabbc', 'status': 'completed', 'code': 200} Dec 20 14:38:50.665807 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-82386e3d-0c86-42a7-a82b-41ef026c3920 None None] Attempting to bind port ac415791-4731-4c3b-9783-826a38e64e42 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:38:50.666168 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-82386e3d-0c86-42a7-a82b-41ef026c3920 None None] Attempting to bind port ac415791-4731-4c3b-9783-826a38e64e42 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:38:50.666596 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82386e3d-0c86-42a7-a82b-41ef026c3920 None None] Attempting to bind port ac415791-4731-4c3b-9783-826a38e64e42 on network c3f8658e-da35-41f3-bd03-509e29ebd6f3 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:38:50.683574 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82386e3d-0c86-42a7-a82b-41ef026c3920 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:38:50.683946 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82386e3d-0c86-42a7-a82b-41ef026c3920 None None] Checking segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:38:50.684353 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-82386e3d-0c86-42a7-a82b-41ef026c3920 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:50.684735 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82386e3d-0c86-42a7-a82b-41ef026c3920 None None] Bound using segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:38:50.685268 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-82386e3d-0c86-42a7-a82b-41ef026c3920 None None] Bound port: ac415791-4731-4c3b-9783-826a38e64e42, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:38:50.685645 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-82386e3d-0c86-42a7-a82b-41ef026c3920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:50.725063 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fcb2df0f-c3f2-4f58-926b-26bc75dc8287 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:50.748020 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-28e8b86a-9836-4801-8fe0-ce953a8b3269 req-caff1b13-e64b-4bef-9285-3d4652b37a3e tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/security-groups?id=90051062-f265-4ecc-9e5a-22ebfc7553a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5035069 Dec 20 14:38:50.757174 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-22423cb1-c2e0-4944-a202-1efb7ced97ab tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Allocated IP 172.25.0.121 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/96572dc6-14cf-4d60-8cf9-78f3067b929d) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:38:50.757751 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc39003-fbfb-4ca8-9d5b-5359c33a0379 None None] Pushing event updated for resources: {'Port': ['ID=ac415791-4731-4c3b-9783-826a38e64e42,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:38:50.887518 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-fcb2df0f-c3f2-4f58-926b-26bc75dc8287 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0723578d-9472-40dd-b5d6-4342bff5fd37']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:38:50.920760 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-fcb2df0f-c3f2-4f58-926b-26bc75dc8287 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '083290ff-00d5-486e-85d5-49b2b24fbd9d') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:38:50.920995 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-fcb2df0f-c3f2-4f58-926b-26bc75dc8287 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '083290ff-00d5-486e-85d5-49b2b24fbd9d') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:38:50.994383 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-82386e3d-0c86-42a7-a82b-41ef026c3920 None None] For port ac415791-4731-4c3b-9783-826a38e64e42, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:38:51.013516 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-82386e3d-0c86-42a7-a82b-41ef026c3920 None None] For port ac415791-4731-4c3b-9783-826a38e64e42, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=ac415791-4731-4c3b-9783-826a38e64e42,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:38:51.021812 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-82386e3d-0c86-42a7-a82b-41ef026c3920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:51.033266 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fcb2df0f-c3f2-4f58-926b-26bc75dc8287 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:51.185144 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fcb2df0f-c3f2-4f58-926b-26bc75dc8287 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:51.241256 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-22423cb1-c2e0-4944-a202-1efb7ced97ab tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:51.242667 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82386e3d-0c86-42a7-a82b-41ef026c3920 None None] Routers {'cbc58f51-0fbb-499c-8cb6-5d3a4c9daf2e'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:38:51.251628 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-82386e3d-0c86-42a7-a82b-41ef026c3920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:38:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['cbc58f51-0fbb-499c-8cb6-5d3a4c9daf2e'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:38:51.262958 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcb2df0f-c3f2-4f58-926b-26bc75dc8287 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:38:51.269849 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fcb2df0f-c3f2-4f58-926b-26bc75dc8287 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:51.283355 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 14:38:51.283355 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:38:51.283355 n-d-761264-19 neutron-server[103168]: timer() Dec 20 14:38:51.283355 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:38:51.283355 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 14:38:51.283355 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:38:51.283355 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 14:38:51.283355 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:38:51.283355 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 14:38:51.283355 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:38:51.283355 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 14:38:51.283355 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:38:51.283355 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 14:38:51.283355 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:38:51.283355 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:38:51.283355 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:38:51.283355 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:38:51.283355 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:38:51.283355 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 14:38:51.283355 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:38:51.283355 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 14:38:51.283355 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:38:51.283355 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:38:51.283355 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:38:51.283355 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 14:38:51.283355 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:38:51.283355 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:38:51.283355 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:38:51.283355 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:38:51.283355 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:38:51.283355 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:38:51.283355 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:38:51.307438 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-26934a5c-e021-460a-9fdf-e0f811bff6c9 req-4cd15e10-22cc-428a-b79c-caf5c0e4d0c0 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Deleting port c388c669-8dbc-4a20-aa6b-dcc41424fb88 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:38:51.308299 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-26934a5c-e021-460a-9fdf-e0f811bff6c9 req-4cd15e10-22cc-428a-b79c-caf5c0e4d0c0 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:51.340814 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-22423cb1-c2e0-4944-a202-1efb7ced97ab tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:51.405573 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22423cb1-c2e0-4944-a202-1efb7ced97ab tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Pushing event updated for resources: {'Port': ['ID=96572dc6-14cf-4d60-8cf9-78f3067b929d,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:38:51.442434 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22423cb1-c2e0-4944-a202-1efb7ced97ab tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:38:51.446046 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-22423cb1-c2e0-4944-a202-1efb7ced97ab tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:38:51.454319 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22423cb1-c2e0-4944-a202-1efb7ced97ab tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:38:51.486341 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-82386e3d-0c86-42a7-a82b-41ef026c3920 None None] Set router cbc58f51-0fbb-499c-8cb6-5d3a4c9daf2e gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:38:51.569024 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc39003-fbfb-4ca8-9d5b-5359c33a0379 None None] Pushing event updated for resources: {'Port': ['ID=ac415791-4731-4c3b-9783-826a38e64e42,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:38:51.692443 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fcb2df0f-c3f2-4f58-926b-26bc75dc8287 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:51.717276 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fcb2df0f-c3f2-4f58-926b-26bc75dc8287 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:51.720753 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-fcb2df0f-c3f2-4f58-926b-26bc75dc8287 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] 10.222.0.54 "DELETE /v2.0/networks/0723578d-9472-40dd-b5d6-4342bff5fd37 HTTP/1.1" status: 204 len: 168 time: 1.6711361 Dec 20 14:38:51.721817 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb2df0f-c3f2-4f58-926b-26bc75dc8287 tempest-TaggedBootDevicesTest_v242-1041216079 tempest-TaggedBootDevicesTest_v242-1041216079-project] Pushing event deleted for resources: {'Network': ['ID=0723578d-9472-40dd-b5d6-4342bff5fd37,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:38:51.893394 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-26934a5c-e021-460a-9fdf-e0f811bff6c9 req-4cd15e10-22cc-428a-b79c-caf5c0e4d0c0 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] For port c388c669-8dbc-4a20-aa6b-dcc41424fb88, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=c388c669-8dbc-4a20-aa6b-dcc41424fb88,segment=NetworkSegment(eacc05f1-3b35-400c-b97b-4a37ce60f203),segment_id=eacc05f1-3b35-400c-b97b-4a37ce60f203)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:38:51.893748 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-26934a5c-e021-460a-9fdf-e0f811bff6c9 req-4cd15e10-22cc-428a-b79c-caf5c0e4d0c0 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:51.979691 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-26934a5c-e021-460a-9fdf-e0f811bff6c9 req-4cd15e10-22cc-428a-b79c-caf5c0e4d0c0 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Calling delete_port for c388c669-8dbc-4a20-aa6b-dcc41424fb88 owned by compute:nova {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:38:52.140794 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-82386e3d-0c86-42a7-a82b-41ef026c3920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbc58f51-0fbb-499c-8cb6-5d3a4c9daf2e', 'name': 'tempest-snat-router-2061716000', 'tenant_id': '9e5566fc71a34c1c9b2ffeda757a828f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.216'}], 'enable_snat': False}, 'gw_port_id': 'ac415791-4731-4c3b-9783-826a38e64e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:38:41Z', 'updated_at': '2021-12-20T14:38:45Z', 'revision_number': 3, 'project_id': '9e5566fc71a34c1c9b2ffeda757a828f', 'gw_port': {'id': 'ac415791-4731-4c3b-9783-826a38e64e42', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:3b:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbc58f51-0fbb-499c-8cb6-5d3a4c9daf2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:38:43Z', 'updated_at': '2021-12-20T14:38:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:38:52.191133 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2322dc5-cfdc-454e-ae55-70f431e88852 req-5b8c7ba6-7ebf-4f34-b7b3-66889c573d05 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:52.197321 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2322dc5-cfdc-454e-ae55-70f431e88852 req-5b8c7ba6-7ebf-4f34-b7b3-66889c573d05 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:38:52.199368 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e2322dc5-cfdc-454e-ae55-70f431e88852 req-5b8c7ba6-7ebf-4f34-b7b3-66889c573d05 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bec07a8-c25f-4f16-885e-b65a42ac76c9 HTTP/1.1" status: 200 len: 1675 time: 0.1584089 Dec 20 14:38:52.256313 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82386e3d-0c86-42a7-a82b-41ef026c3920 None None] The sync data for ids ['cbc58f51-0fbb-499c-8cb6-5d3a4c9daf2e'] in n-d-761264-19 is: [{'id': 'cbc58f51-0fbb-499c-8cb6-5d3a4c9daf2e', 'name': 'tempest-snat-router-2061716000', 'tenant_id': '9e5566fc71a34c1c9b2ffeda757a828f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.216'}], 'enable_snat': False}, 'gw_port_id': 'ac415791-4731-4c3b-9783-826a38e64e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:38:41Z', 'updated_at': '2021-12-20T14:38:45Z', 'revision_number': 3, 'project_id': '9e5566fc71a34c1c9b2ffeda757a828f', 'gw_port': {'id': 'ac415791-4731-4c3b-9783-826a38e64e42', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:3b:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbc58f51-0fbb-499c-8cb6-5d3a4c9daf2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:38:43Z', 'updated_at': '2021-12-20T14:38:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-761264-19'}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:38:52.323148 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e2322dc5-cfdc-454e-ae55-70f431e88852 req-391fcf81-ee9c-4708-bc49-93cf70986c7a tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/security-groups?id=90051062-f265-4ecc-9e5a-22ebfc7553a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158979 Dec 20 14:38:52.338755 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-22423cb1-c2e0-4944-a202-1efb7ced97ab tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:52.423459 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 44370) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:38:52.510626 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-26934a5c-e021-460a-9fdf-e0f811bff6c9 req-4cd15e10-22cc-428a-b79c-caf5c0e4d0c0 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:52.590805 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd15e10-22cc-428a-b79c-caf5c0e4d0c0 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Pushing event deleted for resources: {'Port': ['ID=c388c669-8dbc-4a20-aa6b-dcc41424fb88,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:38:52.670279 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-26934a5c-e021-460a-9fdf-e0f811bff6c9 req-4cd15e10-22cc-428a-b79c-caf5c0e4d0c0 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] No DVR routers for this DVR port c388c669-8dbc-4a20-aa6b-dcc41424fb88 on host n-h1-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:38:52.674057 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-26934a5c-e021-460a-9fdf-e0f811bff6c9 req-4cd15e10-22cc-428a-b79c-caf5c0e4d0c0 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:52.678507 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-26934a5c-e021-460a-9fdf-e0f811bff6c9 req-4cd15e10-22cc-428a-b79c-caf5c0e4d0c0 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.30 "DELETE /v2.0/ports/c388c669-8dbc-4a20-aa6b-dcc41424fb88 HTTP/1.1" status: 204 len: 173 time: 2.2092330 Dec 20 14:38:52.678507 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bec07a8-c25f-4f16-885e-b65a42ac76c9', 'name': 'network-vif-deleted', 'tag': 'c388c669-8dbc-4a20-aa6b-dcc41424fb88'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:38:52.681994 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30fff8fb-d120-4a49-be82-c687177c9bab" -d '{"events": [{"server_uuid": "7bec07a8-c25f-4f16-885e-b65a42ac76c9", "name": "network-vif-deleted", "tag": "c388c669-8dbc-4a20-aa6b-dcc41424fb88"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:38:52.727055 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ce76dcef-dcaf-49f7-acb8-c541a99bb9ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:52.753276 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-075cc09b-b61c-49bd-87e1-575bfdd9c1c9 x-openstack-request-id: req-075cc09b-b61c-49bd-87e1-575bfdd9c1c9 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:38:52.753572 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bec07a8-c25f-4f16-885e-b65a42ac76c9", "name": "network-vif-deleted", "tag": "c388c669-8dbc-4a20-aa6b-dcc41424fb88", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:38:52.753816 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-075cc09b-b61c-49bd-87e1-575bfdd9c1c9 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:38:52.754209 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bec07a8-c25f-4f16-885e-b65a42ac76c9', 'name': 'network-vif-deleted', 'tag': 'c388c669-8dbc-4a20-aa6b-dcc41424fb88', 'status': 'completed', 'code': 200} Dec 20 14:38:52.839223 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-26934a5c-e021-460a-9fdf-e0f811bff6c9 req-dd2b16a5-7036-4bce-b28f-258e148b84d5 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Deleting port c2b6402c-cca9-42ae-b247-701e4186077e {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:38:52.839562 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-26934a5c-e021-460a-9fdf-e0f811bff6c9 req-dd2b16a5-7036-4bce-b28f-258e148b84d5 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:52.976766 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ce76dcef-dcaf-49f7-acb8-c541a99bb9ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:52.991123 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ce76dcef-dcaf-49f7-acb8-c541a99bb9ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:53.034817 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-ce76dcef-dcaf-49f7-acb8-c541a99bb9ba admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6df9880d85a84826955dd01bc27568f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6068711 Dec 20 14:38:53.036404 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 44388) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:38:53.059114 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-26934a5c-e021-460a-9fdf-e0f811bff6c9 req-dd2b16a5-7036-4bce-b28f-258e148b84d5 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] For port c2b6402c-cca9-42ae-b247-701e4186077e, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=c2b6402c-cca9-42ae-b247-701e4186077e,segment=NetworkSegment(eacc05f1-3b35-400c-b97b-4a37ce60f203),segment_id=eacc05f1-3b35-400c-b97b-4a37ce60f203)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:38:53.059886 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-26934a5c-e021-460a-9fdf-e0f811bff6c9 req-dd2b16a5-7036-4bce-b28f-258e148b84d5 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:53.077661 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-22423cb1-c2e0-4944-a202-1efb7ced97ab tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013'] for router, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:53.090508 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-26934a5c-e021-460a-9fdf-e0f811bff6c9 req-dd2b16a5-7036-4bce-b28f-258e148b84d5 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Calling delete_port for c2b6402c-cca9-42ae-b247-701e4186077e owned by compute:nova {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:38:53.094831 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce76dcef-dcaf-49f7-acb8-c541a99bb9ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16318a07-2932-4d3a-b1ee-938e7350bbee,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:38:53.278560 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-82610ec4-3d54-4994-b983-5c004fc59252 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:53.456255 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-82610ec4-3d54-4994-b983-5c004fc59252 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:53.516137 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-82610ec4-3d54-4994-b983-5c004fc59252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:53.519122 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-82610ec4-3d54-4994-b983-5c004fc59252 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:53.531282 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-82610ec4-3d54-4994-b983-5c004fc59252 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/16318a07-2932-4d3a-b1ee-938e7350bbee HTTP/1.1" status: 204 len: 168 time: 0.4846346 Dec 20 14:38:53.537804 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device ac415791-4731-4c3b-9783-826a38e64e42 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:38:53.576594 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82610ec4-3d54-4994-b983-5c004fc59252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16318a07-2932-4d3a-b1ee-938e7350bbee,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:38:53.579132 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-26934a5c-e021-460a-9fdf-e0f811bff6c9 req-dd2b16a5-7036-4bce-b28f-258e148b84d5 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:53.641980 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22423cb1-c2e0-4944-a202-1efb7ced97ab tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Router 3aee6132-974b-4d7d-b9df-a59ace866fd2 is scheduled to L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 with binding_index 1 {{(pid=103167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 14:38:53.688653 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2b16a5-7036-4bce-b28f-258e148b84d5 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Pushing event deleted for resources: {'Port': ['ID=c2b6402c-cca9-42ae-b247-701e4186077e,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:38:53.705250 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9b27051b-ddb0-437d-aa0f-d688c6249f7a req-dd200d25-230a-4540-930a-fdd69297497d tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bec07a8-c25f-4f16-885e-b65a42ac76c9 HTTP/1.1" status: 200 len: 210 time: 0.0963917 Dec 20 14:38:53.833296 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port ac415791-4731-4c3b-9783-826a38e64e42 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:38:53.833681 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:53.867525 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-26934a5c-e021-460a-9fdf-e0f811bff6c9 req-dd2b16a5-7036-4bce-b28f-258e148b84d5 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] No DVR routers for this DVR port c2b6402c-cca9-42ae-b247-701e4186077e on host n-h1-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:38:53.876482 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-26934a5c-e021-460a-9fdf-e0f811bff6c9 req-dd2b16a5-7036-4bce-b28f-258e148b84d5 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:53.891391 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-26934a5c-e021-460a-9fdf-e0f811bff6c9 req-dd2b16a5-7036-4bce-b28f-258e148b84d5 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.30 "DELETE /v2.0/ports/c2b6402c-cca9-42ae-b247-701e4186077e HTTP/1.1" status: 204 len: 173 time: 1.2060776 Dec 20 14:38:53.967839 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22423cb1-c2e0-4944-a202-1efb7ced97ab tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:38:53.988389 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ed869a-20c6-46cc-8ed6-a92a9e5760bf None None] Sync routers for ids ['3aee6132-974b-4d7d-b9df-a59ace866fd2'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:38:53.993583 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-22423cb1-c2e0-4944-a202-1efb7ced97ab tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks [] for router, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:53.995767 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-22423cb1-c2e0-4944-a202-1efb7ced97ab tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.6751490 Dec 20 14:38:53.998605 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 44416) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:38:54.012343 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ed869a-20c6-46cc-8ed6-a92a9e5760bf None None] Routers {'3aee6132-974b-4d7d-b9df-a59ace866fd2'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:38:54.012992 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-f1ed869a-20c6-46cc-8ed6-a92a9e5760bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:38:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['3aee6132-974b-4d7d-b9df-a59ace866fd2'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:38:54.219438 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:54.294067 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] For port ac415791-4731-4c3b-9783-826a38e64e42, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=ac415791-4731-4c3b-9783-826a38e64e42,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:38:54.311201 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:54.401917 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-f1ed869a-20c6-46cc-8ed6-a92a9e5760bf None None] Set router 3aee6132-974b-4d7d-b9df-a59ace866fd2 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:38:54.402134 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-501db5ab-f6a2-45de-b1c2-da0efb79cf01 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] 10.222.0.54 "GET /v2.0/routers/3aee6132-974b-4d7d-b9df-a59ace866fd2 HTTP/1.1" status: 200 len: 908 time: 0.4022663 Dec 20 14:38:54.404874 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 44434) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:38:54.453444 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 44436) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:38:54.481281 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-25324356-6314-4ff4-abfc-3f6bef7b3dee admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:54.514831 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Pushing event updated for resources: {'Port': ['ID=ac415791-4731-4c3b-9783-826a38e64e42,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:38:54.690989 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-25324356-6314-4ff4-abfc-3f6bef7b3dee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:54.706648 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-25324356-6314-4ff4-abfc-3f6bef7b3dee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:54.716875 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-279d335b-380b-4901-9375-4b9a0a8cb3dd tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks [] for router, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:54.759130 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bec07a8-c25f-4f16-885e-b65a42ac76c9', 'name': 'network-vif-deleted', 'tag': 'c2b6402c-cca9-42ae-b247-701e4186077e'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:38:54.761494 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3680775-6522-413e-8a36-90fd1a90f180" -d '{"events": [{"server_uuid": "7bec07a8-c25f-4f16-885e-b65a42ac76c9", "name": "network-vif-deleted", "tag": "c2b6402c-cca9-42ae-b247-701e4186077e"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:38:54.831532 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 44448) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:38:54.840715 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-25324356-6314-4ff4-abfc-3f6bef7b3dee admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b590f9c99f8d412389d7ae55a011c68f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3860989 Dec 20 14:38:54.842559 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25324356-6314-4ff4-abfc-3f6bef7b3dee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61efc903-2894-432e-a52b-7c6c97bf70ca,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:38:54.905371 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-f1ed869a-20c6-46cc-8ed6-a92a9e5760bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aee6132-974b-4d7d-b9df-a59ace866fd2', 'name': 'tempest-snat-router-2061716000', 'tenant_id': '9e5566fc71a34c1c9b2ffeda757a828f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '96572dc6-14cf-4d60-8cf9-78f3067b929d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:38:49Z', 'updated_at': '2021-12-20T14:38:51Z', 'revision_number': 3, 'project_id': '9e5566fc71a34c1c9b2ffeda757a828f', 'gw_port': {'id': '96572dc6-14cf-4d60-8cf9-78f3067b929d', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:51:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aee6132-974b-4d7d-b9df-a59ace866fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:38:50Z', 'updated_at': '2021-12-20T14:38:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:38:54.964515 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ed869a-20c6-46cc-8ed6-a92a9e5760bf None None] Checking router: 3aee6132-974b-4d7d-b9df-a59ace866fd2 for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:38:54.965294 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ed869a-20c6-46cc-8ed6-a92a9e5760bf None None] Updating router 3aee6132-974b-4d7d-b9df-a59ace866fd2 port 96572dc6-14cf-4d60-8cf9-78f3067b929d binding host n-d-761264-19 {{(pid=103170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 14:38:54.984320 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52ec260f-c39a-48e0-9043-c99248d53aa3 x-openstack-request-id: req-52ec260f-c39a-48e0-9043-c99248d53aa3 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:38:54.984904 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bec07a8-c25f-4f16-885e-b65a42ac76c9", "name": "network-vif-deleted", "tag": "c2b6402c-cca9-42ae-b247-701e4186077e", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:38:54.984904 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-52ec260f-c39a-48e0-9043-c99248d53aa3 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:38:54.985291 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bec07a8-c25f-4f16-885e-b65a42ac76c9', 'name': 'network-vif-deleted', 'tag': 'c2b6402c-cca9-42ae-b247-701e4186077e', 'status': 'completed', 'code': 200} Dec 20 14:38:55.000561 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-333a6a80-fafe-48be-b41e-5bfe8c9c6043 req-9613fd74-1c36-48da-aa6a-e50b4b555598 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bec07a8-c25f-4f16-885e-b65a42ac76c9 HTTP/1.1" status: 200 len: 210 time: 0.0697174 Dec 20 14:38:55.027644 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f1ed869a-20c6-46cc-8ed6-a92a9e5760bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:55.031529 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5dfab891-5f02-4d52-a03a-002501c4a612 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:55.069194 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-279d335b-380b-4901-9375-4b9a0a8cb3dd tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:55.082571 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5dfab891-5f02-4d52-a03a-002501c4a612 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:55.176581 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-279d335b-380b-4901-9375-4b9a0a8cb3dd tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Deleting port 96572dc6-14cf-4d60-8cf9-78f3067b929d {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:38:55.177055 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-279d335b-380b-4901-9375-4b9a0a8cb3dd tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:55.356660 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-279d335b-380b-4901-9375-4b9a0a8cb3dd tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:55.392448 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-279d335b-380b-4901-9375-4b9a0a8cb3dd tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Calling delete_port for 96572dc6-14cf-4d60-8cf9-78f3067b929d owned by network:router_gateway {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:38:55.477812 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device ac415791-4731-4c3b-9783-826a38e64e42 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:38:55.519290 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5dfab891-5f02-4d52-a03a-002501c4a612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:55.530857 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5dfab891-5f02-4d52-a03a-002501c4a612 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:55.535988 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-5dfab891-5f02-4d52-a03a-002501c4a612 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/61efc903-2894-432e-a52b-7c6c97bf70ca HTTP/1.1" status: 204 len: 168 time: 0.7011564 Dec 20 14:38:55.602199 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port ac415791-4731-4c3b-9783-826a38e64e42 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:38:55.602667 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:55.628460 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfab891-5f02-4d52-a03a-002501c4a612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61efc903-2894-432e-a52b-7c6c97bf70ca,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:38:55.988891 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-279d335b-380b-4901-9375-4b9a0a8cb3dd tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:56.081372 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279d335b-380b-4901-9375-4b9a0a8cb3dd tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Pushing event deleted for resources: {'Port': ['ID=96572dc6-14cf-4d60-8cf9-78f3067b929d,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:38:56.178267 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.db.api [None req-f1ed869a-20c6-46cc-8ed6-a92a9e5760bf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 14:38:56.179454 n-d-761264-19 neutron-server[103170]: DEBUG oslo_db.api [None req-f1ed869a-20c6-46cc-8ed6-a92a9e5760bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 14:38:56.190870 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-471ad8b2-d4bb-4e89-8c5e-32b2443d465b req-8b9ffc42-09ff-4032-8ad9-dbc2b26da67e tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bec07a8-c25f-4f16-885e-b65a42ac76c9 HTTP/1.1" status: 200 len: 210 time: 0.0723400 Dec 20 14:38:56.352940 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-279d335b-380b-4901-9375-4b9a0a8cb3dd tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584913'] for router_gateway, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:56.478468 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-279d335b-380b-4901-9375-4b9a0a8cb3dd tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40132'] for router, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:56.481259 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-279d335b-380b-4901-9375-4b9a0a8cb3dd tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:56.732772 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-279d335b-380b-4901-9375-4b9a0a8cb3dd tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1594808'] for router, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:56.733497 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-279d335b-380b-4901-9375-4b9a0a8cb3dd tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3aee6132-974b-4d7d-b9df-a59ace866fd2 {{(pid=103167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 14:38:56.738579 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-279d335b-380b-4901-9375-4b9a0a8cb3dd tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks [] for router, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:56.740275 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-279d335b-380b-4901-9375-4b9a0a8cb3dd tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] 10.222.0.54 "DELETE /v2.0/routers/3aee6132-974b-4d7d-b9df-a59ace866fd2 HTTP/1.1" status: 204 len: 168 time: 2.3344083 Dec 20 14:38:56.743464 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 44506) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:38:56.756859 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ed869a-20c6-46cc-8ed6-a92a9e5760bf None None] Port 96572dc6-14cf-4d60-8cf9-78f3067b929d not found while updating agent binding for router 3aee6132-974b-4d7d-b9df-a59ace866fd2. {{(pid=103170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 20 14:38:56.793272 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ed869a-20c6-46cc-8ed6-a92a9e5760bf None None] Routers set() bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:38:56.797008 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ed869a-20c6-46cc-8ed6-a92a9e5760bf None None] Router IDs set() for agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 20 14:38:56.797798 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_agentschedulers_db [None req-f1ed869a-20c6-46cc-8ed6-a92a9e5760bf None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3aee6132-974b-4d7d-b9df-a59ace866fd2'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:38:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent'). {{(pid=103170) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 20 14:38:56.798186 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ed869a-20c6-46cc-8ed6-a92a9e5760bf None None] The sync data for ids ['3aee6132-974b-4d7d-b9df-a59ace866fd2'] in n-d-761264-19 is: [] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:38:56.903891 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4ab98114-124e-482d-ae85-30f4a0ab588f tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks [] for router, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:57.193761 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4ab98114-124e-482d-ae85-30f4a0ab588f tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:57.397136 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-4ab98114-124e-482d-ae85-30f4a0ab588f tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Deleting port ac415791-4731-4c3b-9783-826a38e64e42 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:38:57.403085 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4ab98114-124e-482d-ae85-30f4a0ab588f tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:57.634675 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2772a406-5315-4008-80ec-698582697bbd req-1a1ee289-541a-4e46-b1a6-b50a002aa245 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bec07a8-c25f-4f16-885e-b65a42ac76c9 HTTP/1.1" status: 200 len: 210 time: 0.2242498 Dec 20 14:38:57.715909 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-4ab98114-124e-482d-ae85-30f4a0ab588f tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] For port ac415791-4731-4c3b-9783-826a38e64e42, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=ac415791-4731-4c3b-9783-826a38e64e42,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:38:57.716761 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4ab98114-124e-482d-ae85-30f4a0ab588f tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:57.740835 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-4ab98114-124e-482d-ae85-30f4a0ab588f tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Calling delete_port for ac415791-4731-4c3b-9783-826a38e64e42 owned by network:router_gateway {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:38:58.377290 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4ab98114-124e-482d-ae85-30f4a0ab588f tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:58.412562 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab98114-124e-482d-ae85-30f4a0ab588f tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Pushing event deleted for resources: {'Port': ['ID=ac415791-4731-4c3b-9783-826a38e64e42,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:38:58.623043 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4ab98114-124e-482d-ae85-30f4a0ab588f tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584913'] for router_gateway, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:58.943720 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-46a8a3b2-53de-4f6d-b1cb-17893b02e8d6 req-c9b686f8-80cc-4039-962e-c5b693a0f592 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bec07a8-c25f-4f16-885e-b65a42ac76c9 HTTP/1.1" status: 200 len: 210 time: 0.1106019 Dec 20 14:38:58.961024 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4ab98114-124e-482d-ae85-30f4a0ab588f tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40132'] for router, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:58.963880 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4ab98114-124e-482d-ae85-30f4a0ab588f tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:59.065636 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4ab98114-124e-482d-ae85-30f4a0ab588f tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1594808'] for router, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:59.066624 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ab98114-124e-482d-ae85-30f4a0ab588f tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cbc58f51-0fbb-499c-8cb6-5d3a4c9daf2e {{(pid=103168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 14:38:59.073410 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4ab98114-124e-482d-ae85-30f4a0ab588f tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:59.075818 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-4ab98114-124e-482d-ae85-30f4a0ab588f tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] 10.222.0.54 "DELETE /v2.0/routers/cbc58f51-0fbb-499c-8cb6-5d3a4c9daf2e HTTP/1.1" status: 204 len: 168 time: 2.3312712 Dec 20 14:38:59.079407 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 44586) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:38:59.091598 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-00025392-b27c-439d-9d06-0a56baf75733 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-36811079', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}, 'admin_state_up': False}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:38:59.206562 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-00025392-b27c-439d-9d06-0a56baf75733 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40114'] for router, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:59.209100 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-00025392-b27c-439d-9d06-0a56baf75733 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40139'] for router, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:59.478586 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-00025392-b27c-439d-9d06-0a56baf75733 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:38:59.842914 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-00025392-b27c-439d-9d06-0a56baf75733 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:00.285954 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-25f4ca8e-fa27-47b6-85fc-cf1f4d17eed1 req-d5c42b4c-e2b4-46ec-b75a-0ca3353d49c5 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bec07a8-c25f-4f16-885e-b65a42ac76c9 HTTP/1.1" status: 200 len: 210 time: 0.0950973 Dec 20 14:39:00.562906 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-00025392-b27c-439d-9d06-0a56baf75733 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks [] for router_gateway, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:00.588717 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-00025392-b27c-439d-9d06-0a56baf75733 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:00.728351 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-af36c4db-0a58-49bc-beb0-b26c1d79fc54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:00.883272 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-00025392-b27c-439d-9d06-0a56baf75733 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Allocated IP 172.25.0.24 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/2d951a4f-bc63-47df-963b-68ec0e847c9c) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:39:01.224826 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-00025392-b27c-439d-9d06-0a56baf75733 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:01.333615 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device ac415791-4731-4c3b-9783-826a38e64e42 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:39:01.342405 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-00025392-b27c-439d-9d06-0a56baf75733 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:01.375860 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: ac415791-4731-4c3b-9783-826a38e64e42 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:39:01.376206 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device ac415791-4731-4c3b-9783-826a38e64e42 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:39:01.396892 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00025392-b27c-439d-9d06-0a56baf75733 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:39:01.400901 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-00025392-b27c-439d-9d06-0a56baf75733 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:39:01.404353 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00025392-b27c-439d-9d06-0a56baf75733 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:39:01.444768 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00025392-b27c-439d-9d06-0a56baf75733 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Pushing event updated for resources: {'Port': ['ID=2d951a4f-bc63-47df-963b-68ec0e847c9c,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:39:01.583630 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a4eb431c-da05-4ad9-aff7-c2fab533e19f req-4922a585-3d56-43b5-a012-dfc625fe2e0f tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bec07a8-c25f-4f16-885e-b65a42ac76c9 HTTP/1.1" status: 200 len: 210 time: 0.0521929 Dec 20 14:39:02.473692 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-00025392-b27c-439d-9d06-0a56baf75733 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks [] for router_gateway, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:02.854764 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-34b29e95-1980-49f7-91a3-92e299c6d722 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:02.915374 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3149694b-230c-4c5f-a1ea-27c1ec0b8908 req-b6f3e776-c125-4164-873b-9c0838856da1 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bec07a8-c25f-4f16-885e-b65a42ac76c9 HTTP/1.1" status: 200 len: 210 time: 0.1187301 Dec 20 14:39:02.950388 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-00025392-b27c-439d-9d06-0a56baf75733 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013'] for router, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:03.112867 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 14:39:03.149678 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00025392-b27c-439d-9d06-0a56baf75733 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Router e74d1315-fbf0-47a9-a0fa-25f79212af37 is scheduled to L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 with binding_index 1 {{(pid=103168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 14:39:03.421540 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00025392-b27c-439d-9d06-0a56baf75733 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:39:03.431332 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b761f77-f3d3-4536-baee-f414a84a3f7d None None] Sync routers for ids ['e74d1315-fbf0-47a9-a0fa-25f79212af37'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:39:03.461053 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-00025392-b27c-439d-9d06-0a56baf75733 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:03.461319 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b761f77-f3d3-4536-baee-f414a84a3f7d None None] Routers {'e74d1315-fbf0-47a9-a0fa-25f79212af37'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:39:03.461861 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-7b761f77-f3d3-4536-baee-f414a84a3f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:39:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['e74d1315-fbf0-47a9-a0fa-25f79212af37'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:39:03.462516 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-00025392-b27c-439d-9d06-0a56baf75733 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 4.3818312 Dec 20 14:39:03.465170 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 44714) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:39:03.472259 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-d18d3980-e453-48c7-a2a4-88bdfbcb60f2 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'enable_snat': False}}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:39:03.615095 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-7b761f77-f3d3-4536-baee-f414a84a3f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:39:03.628025 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b761f77-f3d3-4536-baee-f414a84a3f7d None None] Routers {'e74d1315-fbf0-47a9-a0fa-25f79212af37'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:39:03.629329 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-7b761f77-f3d3-4536-baee-f414a84a3f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:39:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['e74d1315-fbf0-47a9-a0fa-25f79212af37'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:39:03.749303 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-7b761f77-f3d3-4536-baee-f414a84a3f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:39:03.755392 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b761f77-f3d3-4536-baee-f414a84a3f7d None None] The sync data for ids ['e74d1315-fbf0-47a9-a0fa-25f79212af37'] in n-d-761264-19 is: [] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:39:03.842880 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:04.093549 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4783801a-9c13-43e9-8259-e8aa33367288 req-4a2609fb-1ad3-4e1a-ac09-90a70afe6d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:39:04.095088 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4783801a-9c13-43e9-8259-e8aa33367288 req-4a2609fb-1ad3-4e1a-ac09-90a70afe6d4e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b7d8e7b3740042d5abc5f057ea2eba54&device_id=bd94f6b8-7b91-4f41-ae09-b59e20d3cdb6 HTTP/1.1" status: 200 len: 1101 time: 0.2616744 Dec 20 14:39:04.186921 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5c1361d0-a422-445d-8b5b-42a86108e5b4 req-f465834c-5b9c-47f1-b95b-c680ad14e596 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bec07a8-c25f-4f16-885e-b65a42ac76c9 HTTP/1.1" status: 200 len: 210 time: 0.0715742 Dec 20 14:39:04.465451 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4783801a-9c13-43e9-8259-e8aa33367288 req-861f4eb0-56f3-452b-9f2a-b1f9b9c22aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:39:04.470042 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4783801a-9c13-43e9-8259-e8aa33367288 req-861f4eb0-56f3-452b-9f2a-b1f9b9c22aad service neutron] 10.222.0.47 "GET /v2.0/networks?id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1 HTTP/1.1" status: 200 len: 870 time: 0.3303640 Dec 20 14:39:04.615907 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4783801a-9c13-43e9-8259-e8aa33367288 req-4f021c78-7473-4e2e-95c7-40979a8676d6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=31bce163-700d-44ee-b463-c923ce820b9e HTTP/1.1" status: 200 len: 217 time: 0.1377926 Dec 20 14:39:04.819922 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4783801a-9c13-43e9-8259-e8aa33367288 req-d4541279-714f-4f19-adde-b100ad08466b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:39:04.821717 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4783801a-9c13-43e9-8259-e8aa33367288 req-d4541279-714f-4f19-adde-b100ad08466b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36bf280f-81bb-4486-a87a-9b9505a1cec4 HTTP/1.1" status: 200 len: 843 time: 0.1866903 Dec 20 14:39:04.957466 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d18d3980-e453-48c7-a2a4-88bdfbcb60f2 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:04.968253 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4783801a-9c13-43e9-8259-e8aa33367288 req-f226764c-0478-4760-95fe-c900180ec555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:39:04.970260 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4783801a-9c13-43e9-8259-e8aa33367288 req-f226764c-0478-4760-95fe-c900180ec555 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1111915 Dec 20 14:39:05.128613 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4783801a-9c13-43e9-8259-e8aa33367288 req-34cb9d46-a420-4383-877d-704d30179358 service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430209 Dec 20 14:39:05.393688 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-42269312-c4c2-414e-905a-db6c234578d3 req-81a6dd5a-9763-4dbb-989d-fc415fa74eff tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bec07a8-c25f-4f16-885e-b65a42ac76c9 HTTP/1.1" status: 200 len: 210 time: 0.0524595 Dec 20 14:39:05.438613 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4783801a-9c13-43e9-8259-e8aa33367288 req-998da530-23f5-4b34-a9bf-e87dd0d1d056 service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3019662 Dec 20 14:39:05.727331 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:05.879671 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d6783b9d-18f3-4bc2-9276-004ec197674b req-d4de9476-e655-4e92-89c5-1384ed741e8f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bf3b1474-17cb-4239-8de2-387b192e8826&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1497838 Dec 20 14:39:06.206917 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:06.296157 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d18d3980-e453-48c7-a2a4-88bdfbcb60f2 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1584976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40157'] for router, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:06.301942 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d18d3980-e453-48c7-a2a4-88bdfbcb60f2 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1584999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1585022', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1594780'] for router, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:06.457982 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6783b9d-18f3-4bc2-9276-004ec197674b req-70ad45f1-2954-44fa-9eeb-9ed1f7e5bfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:39:06.459623 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d6783b9d-18f3-4bc2-9276-004ec197674b req-70ad45f1-2954-44fa-9eeb-9ed1f7e5bfbc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=514f3908f9164c0fa19c6d421ce9f2b3&device_id=bf3b1474-17cb-4239-8de2-387b192e8826 HTTP/1.1" status: 200 len: 1098 time: 0.5126917 Dec 20 14:39:06.461387 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d18d3980-e453-48c7-a2a4-88bdfbcb60f2 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Router e74d1315-fbf0-47a9-a0fa-25f79212af37 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:39:06.596930 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1565b1c4-1bb8-4cf6-92c1-639de99009b0 req-7f025c0d-9c7d-4afa-808b-1c98fcb3aa6b tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bec07a8-c25f-4f16-885e-b65a42ac76c9 HTTP/1.1" status: 200 len: 210 time: 0.0638959 Dec 20 14:39:06.619041 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d18d3980-e453-48c7-a2a4-88bdfbcb60f2 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:39:06.629226 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040ffea1-427c-42fc-9d26-5362d58a64e4 None None] Sync routers for ids ['e74d1315-fbf0-47a9-a0fa-25f79212af37'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:39:06.636439 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d18d3980-e453-48c7-a2a4-88bdfbcb60f2 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:06.641639 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-d18d3980-e453-48c7-a2a4-88bdfbcb60f2 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] 10.222.0.54 "PUT /v2.0/routers/e74d1315-fbf0-47a9-a0fa-25f79212af37 HTTP/1.1" status: 200 len: 919 time: 3.1752179 Dec 20 14:39:06.643314 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040ffea1-427c-42fc-9d26-5362d58a64e4 None None] Routers {'e74d1315-fbf0-47a9-a0fa-25f79212af37'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:39:06.645995 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 44790) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:39:06.653778 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-040ffea1-427c-42fc-9d26-5362d58a64e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:39:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['e74d1315-fbf0-47a9-a0fa-25f79212af37'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:39:06.768298 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-040ffea1-427c-42fc-9d26-5362d58a64e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:39:06.792716 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040ffea1-427c-42fc-9d26-5362d58a64e4 None None] Routers {'e74d1315-fbf0-47a9-a0fa-25f79212af37'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:39:06.793656 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-040ffea1-427c-42fc-9d26-5362d58a64e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:39:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['e74d1315-fbf0-47a9-a0fa-25f79212af37'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:39:06.812396 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6783b9d-18f3-4bc2-9276-004ec197674b req-fba912e2-f201-4428-80b9-4b2e2027ecb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:39:06.813898 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d6783b9d-18f3-4bc2-9276-004ec197674b req-fba912e2-f201-4428-80b9-4b2e2027ecb8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7ed718b3-d2e8-4b72-a238-726203897046 HTTP/1.1" status: 200 len: 913 time: 0.2033718 Dec 20 14:39:06.863342 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-040ffea1-427c-42fc-9d26-5362d58a64e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:39:06.867823 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040ffea1-427c-42fc-9d26-5362d58a64e4 None None] The sync data for ids ['e74d1315-fbf0-47a9-a0fa-25f79212af37'] in n-d-761264-19 is: [] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:39:06.908094 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d6783b9d-18f3-4bc2-9276-004ec197674b req-2bf7e619-b849-446e-b90e-a7c7ce076d4f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=02d7bb87-3236-41e6-86d5-147fff80b815 HTTP/1.1" status: 200 len: 217 time: 0.0864391 Dec 20 14:39:07.043617 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6783b9d-18f3-4bc2-9276-004ec197674b req-fd463991-4e1c-446e-a4ea-bf022028ed0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:39:07.045792 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d6783b9d-18f3-4bc2-9276-004ec197674b req-fd463991-4e1c-446e-a4ea-bf022028ed0a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5d68b841-2dcc-4f7d-9f3b-ab3557b797a0 HTTP/1.1" status: 200 len: 851 time: 0.1267202 Dec 20 14:39:07.149902 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6783b9d-18f3-4bc2-9276-004ec197674b req-a8929bc3-aa2c-4be0-b884-747e867880c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:39:07.151761 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d6783b9d-18f3-4bc2-9276-004ec197674b req-a8929bc3-aa2c-4be0-b884-747e867880c0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ed718b3-d2e8-4b72-a238-726203897046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0986190 Dec 20 14:39:07.301601 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d6783b9d-18f3-4bc2-9276-004ec197674b req-d36ae417-eac1-4fca-a851-4bc3ce814917 service neutron] 10.222.0.30 "GET /v2.0/networks/7ed718b3-d2e8-4b72-a238-726203897046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391108 Dec 20 14:39:07.529319 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d6783b9d-18f3-4bc2-9276-004ec197674b req-f61ef2ad-df1f-4a2d-83d4-9723491b495f service neutron] 10.222.0.30 "GET /v2.0/networks/7ed718b3-d2e8-4b72-a238-726203897046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241657 Dec 20 14:39:07.559772 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 44804) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:39:07.560016 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-2df87495-70b1-4d5b-8732-4151ed89067b tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] 10.222.0.54 "GET /v2.0/routers/e74d1315-fbf0-47a9-a0fa-25f79212af37 HTTP/1.1" status: 200 len: 919 time: 0.9120431 Dec 20 14:39:07.772628 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32487d3e-5600-46e7-91d7-73c1889b6128 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:39:07.778177 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 44816) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:39:07.785902 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-32487d3e-5600-46e7-91d7-73c1889b6128 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=c3f8658e-da35-41f3-bd03-509e29ebd6f3&device_id=e74d1315-fbf0-47a9-a0fa-25f79212af37&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2249122 Dec 20 14:39:07.811133 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8d4b5540-2f61-426e-a374-7910b86ff60f req-3de1e19c-7388-4ee7-900c-a03d0710a51a tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bec07a8-c25f-4f16-885e-b65a42ac76c9 HTTP/1.1" status: 200 len: 210 time: 0.0810547 Dec 20 14:39:07.937339 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c5d72e-322e-4ddc-bf28-df9b609a9d83 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:39:07.942010 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 44822) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:39:07.942904 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-81c5d72e-322e-4ddc-bf28-df9b609a9d83 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] 10.222.0.54 "GET /v2.0/networks/c3f8658e-da35-41f3-bd03-509e29ebd6f3 HTTP/1.1" status: 200 len: 881 time: 0.1638093 Dec 20 14:39:08.017647 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-f31155e6-5063-4482-89f1-b48d0eb1dcb8 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] 10.222.0.54 "GET /v2.0/ports?device_id=e74d1315-fbf0-47a9-a0fa-25f79212af37 HTTP/1.1" status: 200 len: 205 time: 0.0722473 Dec 20 14:39:08.021164 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 44828) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:39:08.868649 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3a7bc3ec-b0dc-4473-8d96-a88f48e87dca tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks [] for router, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:08.969222 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3ca6d5cd-12d8-4fcb-b3a8-9fac6b9131e0 req-41483ebd-b84a-41c1-921a-8a013b77b8e4 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bec07a8-c25f-4f16-885e-b65a42ac76c9 HTTP/1.1" status: 200 len: 210 time: 0.0742974 Dec 20 14:39:09.138189 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3a7bc3ec-b0dc-4473-8d96-a88f48e87dca tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:09.292526 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-3a7bc3ec-b0dc-4473-8d96-a88f48e87dca tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Deleting port 2d951a4f-bc63-47df-963b-68ec0e847c9c {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:39:09.292828 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3a7bc3ec-b0dc-4473-8d96-a88f48e87dca tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:09.402967 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3a7bc3ec-b0dc-4473-8d96-a88f48e87dca tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:09.433037 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-3a7bc3ec-b0dc-4473-8d96-a88f48e87dca tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Calling delete_port for 2d951a4f-bc63-47df-963b-68ec0e847c9c owned by network:router_gateway {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:39:09.846817 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3a7bc3ec-b0dc-4473-8d96-a88f48e87dca tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:09.892093 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7bc3ec-b0dc-4473-8d96-a88f48e87dca tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Pushing event deleted for resources: {'Port': ['ID=2d951a4f-bc63-47df-963b-68ec0e847c9c,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:39:10.012602 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3a7bc3ec-b0dc-4473-8d96-a88f48e87dca tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584913'] for router_gateway, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:10.259745 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3a7bc3ec-b0dc-4473-8d96-a88f48e87dca tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40132'] for router, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:10.286157 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3a7bc3ec-b0dc-4473-8d96-a88f48e87dca tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:10.299883 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-34c5dc0e-d867-4d8c-accd-3009cc299095 req-5e4b2ff1-f7ca-4694-b72d-8e7a211f3d46 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bec07a8-c25f-4f16-885e-b65a42ac76c9 HTTP/1.1" status: 200 len: 210 time: 0.1436768 Dec 20 14:39:10.405171 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3a7bc3ec-b0dc-4473-8d96-a88f48e87dca tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1594808'] for router, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:10.405816 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a7bc3ec-b0dc-4473-8d96-a88f48e87dca tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Fanout notify agent at l3_agent the message router_deleted on router e74d1315-fbf0-47a9-a0fa-25f79212af37 {{(pid=103168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 14:39:10.414548 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3a7bc3ec-b0dc-4473-8d96-a88f48e87dca tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:10.415774 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-3a7bc3ec-b0dc-4473-8d96-a88f48e87dca tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] 10.222.0.54 "DELETE /v2.0/routers/e74d1315-fbf0-47a9-a0fa-25f79212af37 HTTP/1.1" status: 204 len: 168 time: 2.3936524 Dec 20 14:39:10.419593 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 44882) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:39:10.427974 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-e2d5d579-64ff-422f-85cc-9883a2e918b6 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2138037545', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:39:10.490321 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e2d5d579-64ff-422f-85cc-9883a2e918b6 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40114'] for router, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:10.494351 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e2d5d579-64ff-422f-85cc-9883a2e918b6 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40139'] for router, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:10.578599 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e2d5d579-64ff-422f-85cc-9883a2e918b6 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:10.590051 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e2d5d579-64ff-422f-85cc-9883a2e918b6 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013'] for router, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:10.622514 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e2d5d579-64ff-422f-85cc-9883a2e918b6 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks [] for router, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:10.627389 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-e2d5d579-64ff-422f-85cc-9883a2e918b6 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2064407 Dec 20 14:39:10.629734 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 44886) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:39:10.636873 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-06a8572c-eacb-49d1-8d6b-eddf7cd425ba tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:39:10.914403 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-06a8572c-eacb-49d1-8d6b-eddf7cd425ba tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:11.232132 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-06a8572c-eacb-49d1-8d6b-eddf7cd425ba tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks [] for router_gateway, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:11.253141 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-06a8572c-eacb-49d1-8d6b-eddf7cd425ba tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:11.371548 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-06a8572c-eacb-49d1-8d6b-eddf7cd425ba tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Allocated IP 172.25.0.239 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/5d538476-c2cc-4b6b-aac1-789a6d860b0e) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:39:11.480477 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e574c061-ea95-41cf-b62e-e074138a17ba req-fa91dcb4-1064-479e-a803-ac2e48400f4b tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bec07a8-c25f-4f16-885e-b65a42ac76c9 HTTP/1.1" status: 200 len: 210 time: 0.0724468 Dec 20 14:39:11.574793 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:11.643809 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-06a8572c-eacb-49d1-8d6b-eddf7cd425ba tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:11.680382 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-06a8572c-eacb-49d1-8d6b-eddf7cd425ba tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:11.773624 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a8572c-eacb-49d1-8d6b-eddf7cd425ba tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:39:11.778144 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-06a8572c-eacb-49d1-8d6b-eddf7cd425ba tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:39:11.781996 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a8572c-eacb-49d1-8d6b-eddf7cd425ba tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:39:11.788186 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a8572c-eacb-49d1-8d6b-eddf7cd425ba tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Pushing event updated for resources: {'Port': ['ID=5d538476-c2cc-4b6b-aac1-789a6d860b0e,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:39:12.093895 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-06a8572c-eacb-49d1-8d6b-eddf7cd425ba tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks [] for router_gateway, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:12.379534 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-06a8572c-eacb-49d1-8d6b-eddf7cd425ba tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1584976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40157'] for router, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:12.383328 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-06a8572c-eacb-49d1-8d6b-eddf7cd425ba tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1584999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1585022', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1594780'] for router, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:12.588434 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7462bd83-6dcc-450f-bbd1-2b07be137b15 req-11d9ed5d-0344-4eb3-95bb-f497f860d8e1 tempest-ImagesOneServerTestJSON-642101698 tempest-ImagesOneServerTestJSON-642101698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:39:12.590431 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7462bd83-6dcc-450f-bbd1-2b07be137b15 req-11d9ed5d-0344-4eb3-95bb-f497f860d8e1 tempest-ImagesOneServerTestJSON-642101698 tempest-ImagesOneServerTestJSON-642101698-project] 10.222.0.54 "GET /v2.0/ports?device_id=bd94f6b8-7b91-4f41-ae09-b59e20d3cdb6 HTTP/1.1" status: 200 len: 949 time: 0.2014806 Dec 20 14:39:12.618004 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4fbec769-46cd-489e-941b-0db204e393d3 req-65a0e003-9c7d-4c4e-9516-b0778712b2ba tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bec07a8-c25f-4f16-885e-b65a42ac76c9 HTTP/1.1" status: 200 len: 210 time: 0.0370827 Dec 20 14:39:12.642129 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06a8572c-eacb-49d1-8d6b-eddf7cd425ba tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Router 2811bf19-54f6-48fd-aae2-db1b220c5906 is scheduled to L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 with binding_index 1 {{(pid=103167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 14:39:12.673803 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7462bd83-6dcc-450f-bbd1-2b07be137b15 req-0f2085e7-9e6b-42a0-886f-7c3e5caa293b tempest-ImagesOneServerTestJSON-642101698 tempest-ImagesOneServerTestJSON-642101698-project] 10.222.0.54 "GET /v2.0/security-groups?id=37c0318c-1a70-4376-ad4c-72d356df775a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715187 Dec 20 14:39:12.856760 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06a8572c-eacb-49d1-8d6b-eddf7cd425ba tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:39:12.870399 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b205eaa-c616-4706-8676-59951329b337 None None] Sync routers for ids ['2811bf19-54f6-48fd-aae2-db1b220c5906'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:39:12.876616 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-06a8572c-eacb-49d1-8d6b-eddf7cd425ba tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks [] for router, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:12.878119 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-06a8572c-eacb-49d1-8d6b-eddf7cd425ba tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] 10.222.0.54 "PUT /v2.0/routers/2811bf19-54f6-48fd-aae2-db1b220c5906 HTTP/1.1" status: 200 len: 880 time: 2.2463555 Dec 20 14:39:12.880787 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 44980) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:39:12.891338 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b205eaa-c616-4706-8676-59951329b337 None None] Routers {'2811bf19-54f6-48fd-aae2-db1b220c5906'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:39:12.892533 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-1b205eaa-c616-4706-8676-59951329b337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:39:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['2811bf19-54f6-48fd-aae2-db1b220c5906'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:39:12.988287 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-1b205eaa-c616-4706-8676-59951329b337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:39:13.022151 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b205eaa-c616-4706-8676-59951329b337 None None] Routers {'2811bf19-54f6-48fd-aae2-db1b220c5906'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:39:13.022942 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-1b205eaa-c616-4706-8676-59951329b337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:39:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['2811bf19-54f6-48fd-aae2-db1b220c5906'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:39:13.057372 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-103b8ab9-0036-4e04-a8b6-e1f0b84f203e tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] 10.222.0.54 "GET /v2.0/routers/2811bf19-54f6-48fd-aae2-db1b220c5906 HTTP/1.1" status: 200 len: 921 time: 0.1745703 Dec 20 14:39:13.060235 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 44990) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:39:13.126022 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-1b205eaa-c616-4706-8676-59951329b337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:39:13.126930 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b205eaa-c616-4706-8676-59951329b337 None None] The sync data for ids ['2811bf19-54f6-48fd-aae2-db1b220c5906'] in n-d-761264-19 is: [] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:39:13.131021 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9f3315-df57-4249-9468-86cd65a16dfc tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:39:13.135410 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 44994) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:39:13.147428 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-2f9f3315-df57-4249-9468-86cd65a16dfc tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=c3f8658e-da35-41f3-bd03-509e29ebd6f3&device_id=2811bf19-54f6-48fd-aae2-db1b220c5906&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0859220 Dec 20 14:39:13.288917 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 44996) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:39:13.300423 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40a500f-bee2-47cc-b8d3-a6c6cf56bb93 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:39:13.304451 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-f40a500f-bee2-47cc-b8d3-a6c6cf56bb93 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] 10.222.0.54 "GET /v2.0/networks/c3f8658e-da35-41f3-bd03-509e29ebd6f3 HTTP/1.1" status: 200 len: 881 time: 0.1653192 Dec 20 14:39:13.305292 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 45000) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:39:13.347744 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 45002) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:39:13.352157 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-29e09fc3-e1d5-4592-aabc-7392225b8fc5 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] 10.222.0.54 "GET /v2.0/ports?device_id=2811bf19-54f6-48fd-aae2-db1b220c5906 HTTP/1.1" status: 200 len: 205 time: 0.0437603 Dec 20 14:39:13.462158 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3be65bc4-580f-4343-b368-7ae8d464bd31 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:13.551854 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9a61e031-38df-4458-a495-ae2f4dd4294a tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks [] for router, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:13.718048 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9a61e031-38df-4458-a495-ae2f4dd4294a tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:14.100330 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-90a191de-02cd-4653-8a8c-cb6b5afa16ac req-b3ea65f7-5c64-4e28-997d-64c21b089b5f tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bec07a8-c25f-4f16-885e-b65a42ac76c9 HTTP/1.1" status: 200 len: 210 time: 0.3960395 Dec 20 14:39:14.133011 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3be65bc4-580f-4343-b368-7ae8d464bd31 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:14.140812 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3be65bc4-580f-4343-b368-7ae8d464bd31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:14.141011 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 31bce163-700d-44ee-b463-c923ce820b9e no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:39:14.201998 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-3be65bc4-580f-4343-b368-7ae8d464bd31 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7af0fd38e83a40f99680ea6048b40a24&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9118543 Dec 20 14:39:14.204810 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 45056) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:39:14.205457 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be65bc4-580f-4343-b368-7ae8d464bd31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efa281ac-91fc-4742-b3b8-f61fdf43d7db,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:39:14.221527 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-9a61e031-38df-4458-a495-ae2f4dd4294a tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Deleting port 5d538476-c2cc-4b6b-aac1-789a6d860b0e {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:39:14.221878 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9a61e031-38df-4458-a495-ae2f4dd4294a tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:14.287863 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:14.300902 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fa786f92-388e-4fdf-a0da-a754b1056605 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:14.324876 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fa786f92-388e-4fdf-a0da-a754b1056605 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:14.335473 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 31bce163-700d-44ee-b463-c923ce820b9e, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=31bce163-700d-44ee-b463-c923ce820b9e,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:39:14.336540 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd94f6b8-7b91-4f41-ae09-b59e20d3cdb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31bce163-700d-44ee-b463-c923ce820b9e'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:39:14.353404 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69f3e2f2-f970-45e4-936b-71212e27be9b" -d '{"events": [{"server_uuid": "bd94f6b8-7b91-4f41-ae09-b59e20d3cdb6", "name": "network-vif-unplugged", "status": "completed", "tag": "31bce163-700d-44ee-b463-c923ce820b9e"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:39:14.372936 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:14.380705 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9a61e031-38df-4458-a495-ae2f4dd4294a tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:14.385173 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fa786f92-388e-4fdf-a0da-a754b1056605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:14.389374 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fa786f92-388e-4fdf-a0da-a754b1056605 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:14.393753 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-fa786f92-388e-4fdf-a0da-a754b1056605 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/efa281ac-91fc-4742-b3b8-f61fdf43d7db HTTP/1.1" status: 204 len: 168 time: 0.1853745 Dec 20 14:39:14.401455 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-9a61e031-38df-4458-a495-ae2f4dd4294a tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Calling delete_port for 5d538476-c2cc-4b6b-aac1-789a6d860b0e owned by network:router_gateway {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:39:14.408610 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa786f92-388e-4fdf-a0da-a754b1056605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa281ac-91fc-4742-b3b8-f61fdf43d7db,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:39:14.461749 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 14:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-376f7031-bece-4629-9aba-89d0e343003b x-openstack-request-id: req-376f7031-bece-4629-9aba-89d0e343003b {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:39:14.462475 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd94f6b8-7b91-4f41-ae09-b59e20d3cdb6", "name": "network-vif-unplugged", "status": "completed", "tag": "31bce163-700d-44ee-b463-c923ce820b9e", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:39:14.463011 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-376f7031-bece-4629-9aba-89d0e343003b {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:39:14.463621 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd94f6b8-7b91-4f41-ae09-b59e20d3cdb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31bce163-700d-44ee-b463-c923ce820b9e', 'code': 200} Dec 20 14:39:14.511844 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=31bce163-700d-44ee-b463-c923ce820b9e,revision_number=8']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:39:14.522265 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:39:14.522591 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:39:14.523131 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:39:14.523673 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:39:14.524324 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:39:14.524831 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:39:14.525503 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:39:14.526299 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:39:14.527234 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:39:14.527901 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:39:14.528438 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:39:14.529099 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:39:14.529593 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:39:14.612973 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9a61e031-38df-4458-a495-ae2f4dd4294a tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:14.650583 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a61e031-38df-4458-a495-ae2f4dd4294a tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Pushing event deleted for resources: {'Port': ['ID=5d538476-c2cc-4b6b-aac1-789a6d860b0e,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:39:14.723906 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9a61e031-38df-4458-a495-ae2f4dd4294a tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584913'] for router_gateway, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:14.788858 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 45074) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:39:14.806253 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e1edd55b-27aa-439f-b17f-8796d6408f06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:14.853834 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9a61e031-38df-4458-a495-ae2f4dd4294a tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40132'] for router, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:14.859312 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9a61e031-38df-4458-a495-ae2f4dd4294a tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:14.901070 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e1edd55b-27aa-439f-b17f-8796d6408f06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:14.907946 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e1edd55b-27aa-439f-b17f-8796d6408f06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:14.930641 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9a61e031-38df-4458-a495-ae2f4dd4294a tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1594808'] for router, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:14.931579 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a61e031-38df-4458-a495-ae2f4dd4294a tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Fanout notify agent at l3_agent the message router_deleted on router 2811bf19-54f6-48fd-aae2-db1b220c5906 {{(pid=103167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 14:39:14.945348 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9a61e031-38df-4458-a495-ae2f4dd4294a tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks [] for router, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:14.950119 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-9a61e031-38df-4458-a495-ae2f4dd4294a tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] 10.222.0.54 "DELETE /v2.0/routers/2811bf19-54f6-48fd-aae2-db1b220c5906 HTTP/1.1" status: 204 len: 168 time: 1.5977619 Dec 20 14:39:14.950696 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 45076) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:39:14.955800 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-f68daa7c-5605-431c-9acb-53e525aa48ff tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2009181531', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:39:14.965697 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-e1edd55b-27aa-439f-b17f-8796d6408f06 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=75e19094fcc5432ca968296dc8600fd6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1729057 Dec 20 14:39:14.965697 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1edd55b-27aa-439f-b17f-8796d6408f06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=125cd2e9-9bc6-4bae-bf67-18cce5fae96e,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:39:14.966398 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 45078) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:39:14.992286 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f68daa7c-5605-431c-9acb-53e525aa48ff tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40114'] for router, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:14.994008 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f68daa7c-5605-431c-9acb-53e525aa48ff tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40139'] for router, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:15.034852 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-46730904-99bf-4ce4-87ce-3995eb8c3a81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:15.058287 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-46730904-99bf-4ce4-87ce-3995eb8c3a81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:15.061360 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f68daa7c-5605-431c-9acb-53e525aa48ff tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:15.069088 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f68daa7c-5605-431c-9acb-53e525aa48ff tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013'] for router, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:15.106956 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f68daa7c-5605-431c-9acb-53e525aa48ff tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:15.111060 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-f68daa7c-5605-431c-9acb-53e525aa48ff tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1591349 Dec 20 14:39:15.111368 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 45082) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:39:15.116451 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-683192a2-c795-4e7f-b7e1-86210928a939 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'enable_snat': True}}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:39:15.120750 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-46730904-99bf-4ce4-87ce-3995eb8c3a81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:15.123047 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-46730904-99bf-4ce4-87ce-3995eb8c3a81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:15.128192 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-46730904-99bf-4ce4-87ce-3995eb8c3a81 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/125cd2e9-9bc6-4bae-bf67-18cce5fae96e HTTP/1.1" status: 204 len: 168 time: 0.1572120 Dec 20 14:39:15.195719 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:15.203751 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46730904-99bf-4ce4-87ce-3995eb8c3a81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=125cd2e9-9bc6-4bae-bf67-18cce5fae96e,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:39:15.250209 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-63ca39f9-538e-4242-9c13-18e42656d223 req-98b89ab9-1115-44e9-9bc7-04d6638d90b1 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bec07a8-c25f-4f16-885e-b65a42ac76c9 HTTP/1.1" status: 200 len: 210 time: 0.0356758 Dec 20 14:39:15.435309 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-683192a2-c795-4e7f-b7e1-86210928a939 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:15.688927 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-683192a2-c795-4e7f-b7e1-86210928a939 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:15.714698 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-683192a2-c795-4e7f-b7e1-86210928a939 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:15.874050 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-683192a2-c795-4e7f-b7e1-86210928a939 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Allocated IP 172.25.0.20 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/298f4421-c407-489d-a878-e8b26ef50cd5) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:39:16.010775 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-683192a2-c795-4e7f-b7e1-86210928a939 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:16.062103 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-683192a2-c795-4e7f-b7e1-86210928a939 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:16.107711 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-683192a2-c795-4e7f-b7e1-86210928a939 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:39:16.110746 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-683192a2-c795-4e7f-b7e1-86210928a939 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:39:16.114525 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683192a2-c795-4e7f-b7e1-86210928a939 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:39:16.140828 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683192a2-c795-4e7f-b7e1-86210928a939 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Pushing event updated for resources: {'Port': ['ID=298f4421-c407-489d-a878-e8b26ef50cd5,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:39:16.166431 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 31bce163-700d-44ee-b463-c923ce820b9e details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:39:16.325757 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 31bce163-700d-44ee-b463-c923ce820b9e, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=31bce163-700d-44ee-b463-c923ce820b9e,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:39:16.364541 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': '31bce163-700d-44ee-b463-c923ce820b9e', 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1', 'port_id': '31bce163-700d-44ee-b463-c923ce820b9e', 'mac_address': 'fa:16:3e:c9:7d:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36bf280f-81bb-4486-a87a-9b9505a1cec4', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:39:16.460040 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-683192a2-c795-4e7f-b7e1-86210928a939 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:16.460384 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b8121b61-aff6-4a4d-9512-cac3969f0e41 req-f781e6f2-f8c9-459e-a8d2-fc12103e2f23 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bec07a8-c25f-4f16-885e-b65a42ac76c9 HTTP/1.1" status: 200 len: 210 time: 0.0598190 Dec 20 14:39:16.712730 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:16.735430 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31bce163-700d-44ee-b463-c923ce820b9e {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:39:16.759356 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 31bce163-700d-44ee-b463-c923ce820b9e, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=31bce163-700d-44ee-b463-c923ce820b9e,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:39:16.769562 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:16.804725 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-683192a2-c795-4e7f-b7e1-86210928a939 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1584976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40157'] for router, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:16.810317 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-683192a2-c795-4e7f-b7e1-86210928a939 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1584999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1585022', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1594780'] for router, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:16.834284 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=31bce163-700d-44ee-b463-c923ce820b9e,revision_number=9']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:39:16.880967 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['31bce163-700d-44ee-b463-c923ce820b9e'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:39:17.022961 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-683192a2-c795-4e7f-b7e1-86210928a939 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Router cee582d4-4e9e-4fa2-a968-9ce3f5ab9cc1 is scheduled to L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 with binding_index 1 {{(pid=103167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 14:39:17.180067 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-683192a2-c795-4e7f-b7e1-86210928a939 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:39:17.185349 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-683192a2-c795-4e7f-b7e1-86210928a939 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks [] for router, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:17.186302 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-683192a2-c795-4e7f-b7e1-86210928a939 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] 10.222.0.54 "PUT /v2.0/routers/cee582d4-4e9e-4fa2-a968-9ce3f5ab9cc1 HTTP/1.1" status: 200 len: 914 time: 2.0734975 Dec 20 14:39:17.189265 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 45158) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:39:17.192142 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d413f81b-523b-412e-98be-7ea407494770 None None] Sync routers for ids ['cee582d4-4e9e-4fa2-a968-9ce3f5ab9cc1'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:39:17.203755 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d413f81b-523b-412e-98be-7ea407494770 None None] Routers {'cee582d4-4e9e-4fa2-a968-9ce3f5ab9cc1'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:39:17.205142 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-d413f81b-523b-412e-98be-7ea407494770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:39:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['cee582d4-4e9e-4fa2-a968-9ce3f5ab9cc1'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:39:17.249902 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-d413f81b-523b-412e-98be-7ea407494770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:39:17.262679 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d413f81b-523b-412e-98be-7ea407494770 None None] Routers {'cee582d4-4e9e-4fa2-a968-9ce3f5ab9cc1'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:39:17.263940 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-d413f81b-523b-412e-98be-7ea407494770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:39:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['cee582d4-4e9e-4fa2-a968-9ce3f5ab9cc1'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:39:17.314561 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-d413f81b-523b-412e-98be-7ea407494770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:39:17.315915 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d413f81b-523b-412e-98be-7ea407494770 None None] The sync data for ids ['cee582d4-4e9e-4fa2-a968-9ce3f5ab9cc1'] in n-d-761264-19 is: [] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:39:17.378878 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-f70ff1e0-8bfc-4c02-8ef6-92181c1cfc30 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] 10.222.0.54 "GET /v2.0/routers/cee582d4-4e9e-4fa2-a968-9ce3f5ab9cc1 HTTP/1.1" status: 200 len: 920 time: 0.1857426 Dec 20 14:39:17.379054 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 45168) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:39:17.420379 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332aea2d-5eb5-4751-8748-18db674c9327 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:39:17.422279 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-332aea2d-5eb5-4751-8748-18db674c9327 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=c3f8658e-da35-41f3-bd03-509e29ebd6f3&device_id=cee582d4-4e9e-4fa2-a968-9ce3f5ab9cc1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0423021 Dec 20 14:39:17.424949 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 45170) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:39:17.531379 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68c8830-5ee8-4f0c-90ba-beb6cca39608 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:39:17.532929 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-f68c8830-5ee8-4f0c-90ba-beb6cca39608 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] 10.222.0.54 "GET /v2.0/networks/c3f8658e-da35-41f3-bd03-509e29ebd6f3 HTTP/1.1" status: 200 len: 881 time: 0.1068363 Dec 20 14:39:17.536134 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 45180) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:39:17.577157 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-544ee287-1ca5-447c-a712-16b81cfe4180 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] 10.222.0.54 "GET /v2.0/ports?device_id=cee582d4-4e9e-4fa2-a968-9ce3f5ab9cc1 HTTP/1.1" status: 200 len: 205 time: 0.0375292 Dec 20 14:39:17.577400 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 45184) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:39:17.776081 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0c5c53ba-5fc2-4b64-ae68-9662fc1eb0cf req-ec38cfe5-6214-48e5-af3e-75c2766b6745 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bec07a8-c25f-4f16-885e-b65a42ac76c9 HTTP/1.1" status: 200 len: 210 time: 0.1614087 Dec 20 14:39:17.861232 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-abb0bfe0-2e49-42ca-a7fa-22d6df787e4d tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks [] for router, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:17.994541 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-abb0bfe0-2e49-42ca-a7fa-22d6df787e4d tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:18.013381 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 45224) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:39:18.093078 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-abb0bfe0-2e49-42ca-a7fa-22d6df787e4d tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Deleting port 298f4421-c407-489d-a878-e8b26ef50cd5 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:39:18.093682 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-abb0bfe0-2e49-42ca-a7fa-22d6df787e4d tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:18.182382 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 31bce163-700d-44ee-b463-c923ce820b9e up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:39:18.254491 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-abb0bfe0-2e49-42ca-a7fa-22d6df787e4d tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:18.284189 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-abb0bfe0-2e49-42ca-a7fa-22d6df787e4d tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Calling delete_port for 298f4421-c407-489d-a878-e8b26ef50cd5 owned by network:router_gateway {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:39:18.301790 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port 31bce163-700d-44ee-b463-c923ce820b9e triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:39:18.303083 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:18.371936 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 45234) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:39:18.477271 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:18.518859 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd94f6b8-7b91-4f41-ae09-b59e20d3cdb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31bce163-700d-44ee-b463-c923ce820b9e'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:39:18.527599 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e52f9c7c-7487-46da-b4e6-ffaef68a4bb0" -d '{"events": [{"server_uuid": "bd94f6b8-7b91-4f41-ae09-b59e20d3cdb6", "name": "network-vif-plugged", "status": "completed", "tag": "31bce163-700d-44ee-b463-c923ce820b9e"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:39:18.577923 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 31bce163-700d-44ee-b463-c923ce820b9e, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=31bce163-700d-44ee-b463-c923ce820b9e,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:39:18.597597 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:18.643678 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ab88309b-115a-43b1-9a27-e037e45e1d78 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:18.742092 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-abb0bfe0-2e49-42ca-a7fa-22d6df787e4d tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:18.785432 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8460250f-dfd7-4a4e-84f6-b0b661a7b47d x-openstack-request-id: req-8460250f-dfd7-4a4e-84f6-b0b661a7b47d {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:39:18.786052 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd94f6b8-7b91-4f41-ae09-b59e20d3cdb6", "name": "network-vif-plugged", "status": "completed", "tag": "31bce163-700d-44ee-b463-c923ce820b9e", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:39:18.786540 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8460250f-dfd7-4a4e-84f6-b0b661a7b47d {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:39:18.787262 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd94f6b8-7b91-4f41-ae09-b59e20d3cdb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31bce163-700d-44ee-b463-c923ce820b9e', 'code': 200} Dec 20 14:39:18.788517 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=31bce163-700d-44ee-b463-c923ce820b9e,revision_number=10']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:39:18.809373 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb0bfe0-2e49-42ca-a7fa-22d6df787e4d tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Pushing event deleted for resources: {'Port': ['ID=298f4421-c407-489d-a878-e8b26ef50cd5,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:39:18.914626 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-abb0bfe0-2e49-42ca-a7fa-22d6df787e4d tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584913'] for router_gateway, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:18.985191 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5d699178-cf52-4d74-a923-c16ae7afbf61 req-69983d5a-8c00-494e-9ac5-08af4c89f780 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bec07a8-c25f-4f16-885e-b65a42ac76c9 HTTP/1.1" status: 200 len: 210 time: 0.0510809 Dec 20 14:39:19.018542 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ab88309b-115a-43b1-9a27-e037e45e1d78 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:19.026516 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-abb0bfe0-2e49-42ca-a7fa-22d6df787e4d tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40132'] for router, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:19.029403 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-abb0bfe0-2e49-42ca-a7fa-22d6df787e4d tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:19.029914 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ab88309b-115a-43b1-9a27-e037e45e1d78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:19.089351 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-ab88309b-115a-43b1-9a27-e037e45e1d78 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=973e79d40bf74ee5a59ce23cb046fe53&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7160900 Dec 20 14:39:19.090329 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 45262) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:39:19.112306 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-abb0bfe0-2e49-42ca-a7fa-22d6df787e4d tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1594808'] for router, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:19.113169 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abb0bfe0-2e49-42ca-a7fa-22d6df787e4d tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Fanout notify agent at l3_agent the message router_deleted on router cee582d4-4e9e-4fa2-a968-9ce3f5ab9cc1 {{(pid=103167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 14:39:19.121918 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-abb0bfe0-2e49-42ca-a7fa-22d6df787e4d tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks [] for router, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:19.128129 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-abb0bfe0-2e49-42ca-a7fa-22d6df787e4d tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] 10.222.0.54 "DELETE /v2.0/routers/cee582d4-4e9e-4fa2-a968-9ce3f5ab9cc1 HTTP/1.1" status: 204 len: 168 time: 1.5483139 Dec 20 14:39:19.129037 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 45264) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:39:19.135817 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab88309b-115a-43b1-9a27-e037e45e1d78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f83fb1e-5f9c-42b4-84c1-2b797e8a9534,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:39:19.145710 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-1d243cc2-4e5f-46b9-9939-579738ba5b17 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2062560104', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:39:19.208054 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1d243cc2-4e5f-46b9-9939-579738ba5b17 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40114'] for router, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:19.209200 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1d243cc2-4e5f-46b9-9939-579738ba5b17 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40139'] for router, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:19.241198 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3195a6f6-d2e7-4cab-b04c-f197768abff9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:19.246324 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-bac373a0-48e6-42bb-bc35-58040e9b0914 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1595867'] for router_interface, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:19.362008 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1d243cc2-4e5f-46b9-9939-579738ba5b17 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:19.392685 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3195a6f6-d2e7-4cab-b04c-f197768abff9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:19.407670 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1d243cc2-4e5f-46b9-9939-579738ba5b17 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013'] for router, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:19.461108 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1d243cc2-4e5f-46b9-9939-579738ba5b17 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:19.464944 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-1d243cc2-4e5f-46b9-9939-579738ba5b17 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3275397 Dec 20 14:39:19.465283 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 45268) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:39:19.469850 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-a7fae98f-592f-45b5-95a3-921b366ede72 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'enable_snat': False}}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:39:19.553634 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3195a6f6-d2e7-4cab-b04c-f197768abff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:19.558156 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3195a6f6-d2e7-4cab-b04c-f197768abff9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:19.562195 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-3195a6f6-d2e7-4cab-b04c-f197768abff9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5f83fb1e-5f9c-42b4-84c1-2b797e8a9534 HTTP/1.1" status: 204 len: 168 time: 0.4670696 Dec 20 14:39:19.573402 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3195a6f6-d2e7-4cab-b04c-f197768abff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f83fb1e-5f9c-42b4-84c1-2b797e8a9534,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:39:19.755969 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-bac373a0-48e6-42bb-bc35-58040e9b0914 admin admin] Deleting port d01b40c7-8271-4420-ac6c-d886fcd388df {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:39:19.756813 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-bac373a0-48e6-42bb-bc35-58040e9b0914 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:19.966420 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-bac373a0-48e6-42bb-bc35-58040e9b0914 admin admin] For port d01b40c7-8271-4420-ac6c-d886fcd388df, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=d01b40c7-8271-4420-ac6c-d886fcd388df,segment=NetworkSegment(083ec5a2-8034-45c0-81b5-ec9dea4598e2),segment_id=083ec5a2-8034-45c0-81b5-ec9dea4598e2)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:39:19.966805 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-bac373a0-48e6-42bb-bc35-58040e9b0914 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:19.983984 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-bac373a0-48e6-42bb-bc35-58040e9b0914 admin admin] Calling delete_port for d01b40c7-8271-4420-ac6c-d886fcd388df owned by network:router_interface {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:39:20.178455 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 45288) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:39:20.213902 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-bac373a0-48e6-42bb-bc35-58040e9b0914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:20.225819 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-79341b02-a222-4c94-a2a4-d78860859846 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:20.254241 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac373a0-48e6-42bb-bc35-58040e9b0914 admin admin] Pushing event deleted for resources: {'Port': ['ID=d01b40c7-8271-4420-ac6c-d886fcd388df,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:39:20.311759 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-cb51e858-b321-4b88-81fe-bc251a4d17ef req-640bda3d-e865-40a7-8f16-2851ad0b0387 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bec07a8-c25f-4f16-885e-b65a42ac76c9 HTTP/1.1" status: 200 len: 210 time: 0.1339839 Dec 20 14:39:20.440898 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a7fae98f-592f-45b5-95a3-921b366ede72 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:20.541338 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-bac373a0-48e6-42bb-bc35-58040e9b0914 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582411'] for router_interface, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:20.636992 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-79341b02-a222-4c94-a2a4-d78860859846 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:20.650016 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-79341b02-a222-4c94-a2a4-d78860859846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:20.771374 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-79341b02-a222-4c94-a2a4-d78860859846 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4a82ed6195d64e22ac0ab78248bb1559&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5918965 Dec 20 14:39:20.773127 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 45294) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:39:20.802928 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79341b02-a222-4c94-a2a4-d78860859846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b520494e-16b2-4e3a-b0f9-fa3f185aa835,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:39:20.874208 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bac373a0-48e6-42bb-bc35-58040e9b0914 admin admin] Router 21b3531e-3ded-4003-b85d-db0755e309d2 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:39:21.039134 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bac373a0-48e6-42bb-bc35-58040e9b0914 admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:39:21.049492 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9351c18e-fe99-4e8d-aa22-8a7cbd2cc2cf None None] Sync routers for ids ['21b3531e-3ded-4003-b85d-db0755e309d2'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:39:21.063463 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-bac373a0-48e6-42bb-bc35-58040e9b0914 admin admin] 10.222.0.54 "PUT /v2.0/routers/21b3531e-3ded-4003-b85d-db0755e309d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0456009 Dec 20 14:39:21.063693 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9351c18e-fe99-4e8d-aa22-8a7cbd2cc2cf None None] Routers {'21b3531e-3ded-4003-b85d-db0755e309d2'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:39:21.063693 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-9351c18e-fe99-4e8d-aa22-8a7cbd2cc2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:39:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['21b3531e-3ded-4003-b85d-db0755e309d2'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:39:21.063910 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 45308) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:39:21.124058 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-471ed31a-e5eb-4d0c-977c-12ed63ea5c4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:21.198259 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-471ed31a-e5eb-4d0c-977c-12ed63ea5c4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:21.265623 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8a4f0217-51ba-47b1-9f3c-234c358daee1 admin admin] Publish callbacks [] for router, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:21.271808 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a7fae98f-592f-45b5-95a3-921b366ede72 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:21.301124 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-9351c18e-fe99-4e8d-aa22-8a7cbd2cc2cf None None] Set router 21b3531e-3ded-4003-b85d-db0755e309d2 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:39:21.304168 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a7fae98f-592f-45b5-95a3-921b366ede72 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:21.411048 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-471ed31a-e5eb-4d0c-977c-12ed63ea5c4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:21.413772 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-471ed31a-e5eb-4d0c-977c-12ed63ea5c4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:21.424492 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-471ed31a-e5eb-4d0c-977c-12ed63ea5c4c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b520494e-16b2-4e3a-b0f9-fa3f185aa835 HTTP/1.1" status: 204 len: 168 time: 0.6377704 Dec 20 14:39:21.473908 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471ed31a-e5eb-4d0c-977c-12ed63ea5c4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b520494e-16b2-4e3a-b0f9-fa3f185aa835,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:39:21.601495 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-a7fae98f-592f-45b5-95a3-921b366ede72 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Allocated IP 172.25.0.83 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/4046d9fe-0703-47d5-aa10-9593b6a6f880) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:39:21.795110 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-9351c18e-fe99-4e8d-aa22-8a7cbd2cc2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b3531e-3ded-4003-b85d-db0755e309d2', 'name': 'tempest-TaggedBootDevicesTest_v242-972240548-router', 'tenant_id': '7db68c07b2e8445b8d4272fa646b5852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '23153ac4-6f0c-4b72-a442-4c60a53871eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:26:28Z', 'updated_at': '2021-12-20T14:39:20Z', 'revision_number': 5, 'project_id': '7db68c07b2e8445b8d4272fa646b5852', 'gw_port': {'id': '23153ac4-6f0c-4b72-a442-4c60a53871eb', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:26:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b3531e-3ded-4003-b85d-db0755e309d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:26:29Z', 'updated_at': '2021-12-20T14:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:39:21.828326 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a7fae98f-592f-45b5-95a3-921b366ede72 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:21.882333 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9351c18e-fe99-4e8d-aa22-8a7cbd2cc2cf None None] Checking router: 21b3531e-3ded-4003-b85d-db0755e309d2 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:39:21.901566 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9351c18e-fe99-4e8d-aa22-8a7cbd2cc2cf None None] Routers {'21b3531e-3ded-4003-b85d-db0755e309d2'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:39:21.902505 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-9351c18e-fe99-4e8d-aa22-8a7cbd2cc2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:39:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['21b3531e-3ded-4003-b85d-db0755e309d2'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:39:21.905426 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a7fae98f-592f-45b5-95a3-921b366ede72 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:21.980668 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7fae98f-592f-45b5-95a3-921b366ede72 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:39:21.983789 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-a7fae98f-592f-45b5-95a3-921b366ede72 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:39:21.987598 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fae98f-592f-45b5-95a3-921b366ede72 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:39:22.069169 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fae98f-592f-45b5-95a3-921b366ede72 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Pushing event updated for resources: {'Port': ['ID=4046d9fe-0703-47d5-aa10-9593b6a6f880,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:39:22.125694 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e8c06e0e-830e-49a1-a3a5-782ac3ed3c15 req-498b5439-bead-45cb-ac10-d42a00933760 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bec07a8-c25f-4f16-885e-b65a42ac76c9 HTTP/1.1" status: 200 len: 210 time: 0.1388359 Dec 20 14:39:22.162679 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8a4f0217-51ba-47b1-9f3c-234c358daee1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:22.247264 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-9351c18e-fe99-4e8d-aa22-8a7cbd2cc2cf None None] Set router 21b3531e-3ded-4003-b85d-db0755e309d2 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:39:22.263307 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-8a4f0217-51ba-47b1-9f3c-234c358daee1 admin admin] Deleting port 23153ac4-6f0c-4b72-a442-4c60a53871eb {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:39:22.263653 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8a4f0217-51ba-47b1-9f3c-234c358daee1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:22.452572 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-8a4f0217-51ba-47b1-9f3c-234c358daee1 admin admin] For port 23153ac4-6f0c-4b72-a442-4c60a53871eb, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=23153ac4-6f0c-4b72-a442-4c60a53871eb,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:39:22.452933 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8a4f0217-51ba-47b1-9f3c-234c358daee1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:22.483003 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-8a4f0217-51ba-47b1-9f3c-234c358daee1 admin admin] Calling delete_port for 23153ac4-6f0c-4b72-a442-4c60a53871eb owned by network:router_gateway {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:39:22.556692 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a7fae98f-592f-45b5-95a3-921b366ede72 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:22.574980 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-9351c18e-fe99-4e8d-aa22-8a7cbd2cc2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b3531e-3ded-4003-b85d-db0755e309d2', 'name': 'tempest-TaggedBootDevicesTest_v242-972240548-router', 'tenant_id': '7db68c07b2e8445b8d4272fa646b5852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '23153ac4-6f0c-4b72-a442-4c60a53871eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:26:28Z', 'updated_at': '2021-12-20T14:39:20Z', 'revision_number': 5, 'project_id': '7db68c07b2e8445b8d4272fa646b5852', 'gw_port': {'id': '23153ac4-6f0c-4b72-a442-4c60a53871eb', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:26:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b3531e-3ded-4003-b85d-db0755e309d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:26:29Z', 'updated_at': '2021-12-20T14:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:39:22.668219 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9351c18e-fe99-4e8d-aa22-8a7cbd2cc2cf None None] The sync data for ids ['21b3531e-3ded-4003-b85d-db0755e309d2'] in n-d-761264-19 is: [{'id': '21b3531e-3ded-4003-b85d-db0755e309d2', 'name': 'tempest-TaggedBootDevicesTest_v242-972240548-router', 'tenant_id': '7db68c07b2e8445b8d4272fa646b5852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '23153ac4-6f0c-4b72-a442-4c60a53871eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:26:28Z', 'updated_at': '2021-12-20T14:39:20Z', 'revision_number': 5, 'project_id': '7db68c07b2e8445b8d4272fa646b5852', 'gw_port': {'id': '23153ac4-6f0c-4b72-a442-4c60a53871eb', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:26:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b3531e-3ded-4003-b85d-db0755e309d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:26:29Z', 'updated_at': '2021-12-20T14:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:39:22.880753 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a7fae98f-592f-45b5-95a3-921b366ede72 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1584976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40157'] for router, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:22.883581 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8a4f0217-51ba-47b1-9f3c-234c358daee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:22.898370 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a7fae98f-592f-45b5-95a3-921b366ede72 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1584999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1585022', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1594780'] for router, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:22.908983 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 45354) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:39:22.931961 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4f0217-51ba-47b1-9f3c-234c358daee1 admin admin] Pushing event deleted for resources: {'Port': ['ID=23153ac4-6f0c-4b72-a442-4c60a53871eb,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:39:23.009304 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8a4f0217-51ba-47b1-9f3c-234c358daee1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584913'] for router_gateway, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:23.109625 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7fae98f-592f-45b5-95a3-921b366ede72 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Router dc3aba27-efc8-49f3-9ad4-f0aeed6c948b is scheduled to L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 with binding_index 1 {{(pid=103167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 14:39:23.127799 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8a4f0217-51ba-47b1-9f3c-234c358daee1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40132'] for router, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:23.130679 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8a4f0217-51ba-47b1-9f3c-234c358daee1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:23.201160 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8a4f0217-51ba-47b1-9f3c-234c358daee1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1594808'] for router, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:23.203416 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a4f0217-51ba-47b1-9f3c-234c358daee1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21b3531e-3ded-4003-b85d-db0755e309d2 {{(pid=103168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 14:39:23.213773 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8a4f0217-51ba-47b1-9f3c-234c358daee1 admin admin] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:23.215600 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-8a4f0217-51ba-47b1-9f3c-234c358daee1 admin admin] 10.222.0.54 "DELETE /v2.0/routers/21b3531e-3ded-4003-b85d-db0755e309d2 HTTP/1.1" status: 204 len: 168 time: 2.1509759 Dec 20 14:39:23.222888 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 45370) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:39:23.295883 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6f7997c-b908-4b73-9bb0-c0fbbb773566 admin admin] Deleting subnet 2fffa9a2-9cbe-46b2-9b29-5a8bd9778f5b {{(pid=103168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:39:23.303626 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a6f7997c-b908-4b73-9bb0-c0fbbb773566 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:23.321097 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-2bf6165d-5d63-44ae-9635-b1683423bd0c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-561465118-network', 'tenant_id': '5872e9bc729b476ba1be7ebc41db140a'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:39:23.380385 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a6f7997c-b908-4b73-9bb0-c0fbbb773566 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9023023'] for subnet, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:23.461227 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device d01b40c7-8271-4420-ac6c-d886fcd388df no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:39:23.505603 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a6f7997c-b908-4b73-9bb0-c0fbbb773566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:23.509228 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: d01b40c7-8271-4420-ac6c-d886fcd388df {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:39:23.509758 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device d01b40c7-8271-4420-ac6c-d886fcd388df not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:39:23.549501 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f3509298-c965-40dc-916c-6fce9d69f2bc req-e712fa89-0374-4325-8d4b-ec388631731a tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bec07a8-c25f-4f16-885e-b65a42ac76c9 HTTP/1.1" status: 200 len: 210 time: 0.1769457 Dec 20 14:39:23.592012 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a6f7997c-b908-4b73-9bb0-c0fbbb773566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8850800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470517'] for subnet, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:23.596334 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7fae98f-592f-45b5-95a3-921b366ede72 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:39:23.605017 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a7fae98f-592f-45b5-95a3-921b366ede72 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Publish callbacks [] for router, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:23.618473 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a246e5-f421-4dab-b91d-42b23cdbbd49 None None] Sync routers for ids ['dc3aba27-efc8-49f3-9ad4-f0aeed6c948b'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:39:23.627945 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-a7fae98f-592f-45b5-95a3-921b366ede72 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] 10.222.0.54 "PUT /v2.0/routers/dc3aba27-efc8-49f3-9ad4-f0aeed6c948b HTTP/1.1" status: 200 len: 915 time: 4.1614485 Dec 20 14:39:23.631355 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 45376) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:39:23.641055 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a246e5-f421-4dab-b91d-42b23cdbbd49 None None] Routers {'dc3aba27-efc8-49f3-9ad4-f0aeed6c948b'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:39:23.642242 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-d1a246e5-f421-4dab-b91d-42b23cdbbd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:39:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['dc3aba27-efc8-49f3-9ad4-f0aeed6c948b'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:39:23.645565 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f7997c-b908-4b73-9bb0-c0fbbb773566 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fffa9a2-9cbe-46b2-9b29-5a8bd9778f5b,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:39:23.647652 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a6f7997c-b908-4b73-9bb0-c0fbbb773566 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:23.652976 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438826ee-f38e-486a-b80f-a7d0a7ae33a0 None None] Network 16189b34-662f-400f-bc52-e94ab90158e1 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:39:23.655737 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-a6f7997c-b908-4b73-9bb0-c0fbbb773566 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/2fffa9a2-9cbe-46b2-9b29-5a8bd9778f5b HTTP/1.1" status: 204 len: 168 time: 0.4314311 Dec 20 14:39:23.660579 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 45378) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:39:23.725303 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-d1a246e5-f421-4dab-b91d-42b23cdbbd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:39:23.744562 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a246e5-f421-4dab-b91d-42b23cdbbd49 None None] Routers {'dc3aba27-efc8-49f3-9ad4-f0aeed6c948b'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:39:23.747954 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-d1a246e5-f421-4dab-b91d-42b23cdbbd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:39:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['dc3aba27-efc8-49f3-9ad4-f0aeed6c948b'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:39:23.750068 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bf6165d-5d63-44ae-9635-b1683423bd0c admin admin] Made reservation on behalf of 5872e9bc729b476ba1be7ebc41db140a for: {'network': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:39:23.752913 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2bf6165d-5d63-44ae-9635-b1683423bd0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:23.791576 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2bf6165d-5d63-44ae-9635-b1683423bd0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:23.826367 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-d1a246e5-f421-4dab-b91d-42b23cdbbd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:39:23.828613 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a246e5-f421-4dab-b91d-42b23cdbbd49 None None] The sync data for ids ['dc3aba27-efc8-49f3-9ad4-f0aeed6c948b'] in n-d-761264-19 is: [] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:39:23.982034 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e1c41436-87c1-4492-b832-ede68463d6d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:24.009983 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-f4de8dec-2d59-4c53-ac55-173417f89dfa tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] 10.222.0.54 "GET /v2.0/routers/dc3aba27-efc8-49f3-9ad4-f0aeed6c948b HTTP/1.1" status: 200 len: 921 time: 0.3717902 Dec 20 14:39:24.011980 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 45380) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:39:24.082183 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2bf6165d-5d63-44ae-9635-b1683423bd0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:24.107287 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b28462f-8791-4e41-b5fb-e5667641f37e tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:39:24.108873 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-3b28462f-8791-4e41-b5fb-e5667641f37e tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=c3f8658e-da35-41f3-bd03-509e29ebd6f3&device_id=dc3aba27-efc8-49f3-9ad4-f0aeed6c948b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0957417 Dec 20 14:39:24.111559 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 45382) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:39:24.140437 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2bf6165d-5d63-44ae-9635-b1683423bd0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:24.143288 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c3e95a-00c8-4b4b-abf2-bff89b6c4ca7 None None] DHCP port deletion for 16189b34-662f-400f-bc52-e94ab90158e1 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:39:24.161716 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bf6165d-5d63-44ae-9635-b1683423bd0c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=103167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:39:24.204420 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2bf6165d-5d63-44ae-9635-b1683423bd0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:24.204950 n-d-761264-19 neutron-server[103167]: INFO neutron.db.segments_db [None req-2bf6165d-5d63-44ae-9635-b1683423bd0c admin admin] Added segment 393c3eba-89a5-49a5-b391-7b027a59b79d of type vlan for network 582436ed-b909-4427-9350-0e0947d57bea Dec 20 14:39:24.220627 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf6165d-5d63-44ae-9635-b1683423bd0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fec1286-194e-484a-b25d-3f2f7d273d21,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:39:24.319144 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-e0c3e95a-00c8-4b4b-abf2-bff89b6c4ca7 None None] Deleting port 9a8afc1c-14fe-4cb6-bc44-3a475c27d0dd {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:39:24.319632 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e0c3e95a-00c8-4b4b-abf2-bff89b6c4ca7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:24.327489 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-e1c41436-87c1-4492-b832-ede68463d6d9 admin admin] Deleting port 9a8afc1c-14fe-4cb6-bc44-3a475c27d0dd {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:39:24.328241 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e1c41436-87c1-4492-b832-ede68463d6d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:24.335047 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2bf6165d-5d63-44ae-9635-b1683423bd0c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:24.367165 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c19ec98-5072-4138-af36-516e865e161e tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:39:24.376236 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-9c19ec98-5072-4138-af36-516e865e161e tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] 10.222.0.54 "GET /v2.0/networks/c3f8658e-da35-41f3-bd03-509e29ebd6f3 HTTP/1.1" status: 200 len: 881 time: 0.2609460 Dec 20 14:39:24.387164 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 45396) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:39:24.399658 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-e0c3e95a-00c8-4b4b-abf2-bff89b6c4ca7 None None] For port 9a8afc1c-14fe-4cb6-bc44-3a475c27d0dd, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=9a8afc1c-14fe-4cb6-bc44-3a475c27d0dd,segment=NetworkSegment(083ec5a2-8034-45c0-81b5-ec9dea4598e2),segment_id=083ec5a2-8034-45c0-81b5-ec9dea4598e2)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:39:24.400188 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e0c3e95a-00c8-4b4b-abf2-bff89b6c4ca7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:24.435256 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-e0c3e95a-00c8-4b4b-abf2-bff89b6c4ca7 None None] Calling delete_port for 9a8afc1c-14fe-4cb6-bc44-3a475c27d0dd owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:39:24.487858 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-59706ab9-cd0c-4b23-a1b5-d95e892cb4b5 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] 10.222.0.54 "GET /v2.0/ports?device_id=dc3aba27-efc8-49f3-9ad4-f0aeed6c948b HTTP/1.1" status: 200 len: 205 time: 0.0912211 Dec 20 14:39:24.488679 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 45400) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:39:24.527891 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-e1c41436-87c1-4492-b832-ede68463d6d9 admin admin] For port 9a8afc1c-14fe-4cb6-bc44-3a475c27d0dd, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=9a8afc1c-14fe-4cb6-bc44-3a475c27d0dd,segment=NetworkSegment(083ec5a2-8034-45c0-81b5-ec9dea4598e2),segment_id=083ec5a2-8034-45c0-81b5-ec9dea4598e2)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:39:24.528547 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e1c41436-87c1-4492-b832-ede68463d6d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:24.531222 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2bf6165d-5d63-44ae-9635-b1683423bd0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:24.532407 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf6165d-5d63-44ae-9635-b1683423bd0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:39:24.533163 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2bf6165d-5d63-44ae-9635-b1683423bd0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:24.594235 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-e1c41436-87c1-4492-b832-ede68463d6d9 admin admin] Calling delete_port for 9a8afc1c-14fe-4cb6-bc44-3a475c27d0dd owned by network:dhcp {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:39:24.643078 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-2bf6165d-5d63-44ae-9635-b1683423bd0c admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.6064181 Dec 20 14:39:24.648206 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 45404) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:39:24.655320 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-ec4276c3-cef8-40ff-8067-b5a2b7190ce9 admin admin] Request body: {'subnet': {'network_id': '582436ed-b909-4427-9350-0e0947d57bea', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-561465118-subnet', 'tenant_id': '5872e9bc729b476ba1be7ebc41db140a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:39:24.655493 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e0c3e95a-00c8-4b4b-abf2-bff89b6c4ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:24.694088 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c3e95a-00c8-4b4b-abf2-bff89b6c4ca7 None None] No DVR routers for this DVR port 9a8afc1c-14fe-4cb6-bc44-3a475c27d0dd on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:39:24.702596 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c3e95a-00c8-4b4b-abf2-bff89b6c4ca7 None None] Pushing event deleted for resources: {'Port': ['ID=9a8afc1c-14fe-4cb6-bc44-3a475c27d0dd,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:39:24.722906 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 45408) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:39:24.732223 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf6165d-5d63-44ae-9635-b1683423bd0c admin admin] Pushing event updated for resources: {'Network': ['ID=582436ed-b909-4427-9350-0e0947d57bea,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:39:24.745655 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 582436ed-b909-4427-9350-0e0947d57bea details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:39:24.807347 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec4276c3-cef8-40ff-8067-b5a2b7190ce9 admin admin] Made reservation on behalf of 5872e9bc729b476ba1be7ebc41db140a for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:39:24.810045 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ec4276c3-cef8-40ff-8067-b5a2b7190ce9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:24.876727 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f3154b66-adcc-4973-9db5-f166b462053a tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks [] for router, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:24.905946 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e1c41436-87c1-4492-b832-ede68463d6d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:24.951155 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-edd76c00-682b-4e69-a1dd-b8c709f17b8f tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:24.955744 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c41436-87c1-4492-b832-ede68463d6d9 admin admin] No DVR routers for this DVR port 9a8afc1c-14fe-4cb6-bc44-3a475c27d0dd on host n-d-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:39:24.957670 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c41436-87c1-4492-b832-ede68463d6d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a8afc1c-14fe-4cb6-bc44-3a475c27d0dd,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:39:25.027755 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-edd76c00-682b-4e69-a1dd-b8c709f17b8f tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:25.060453 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f3154b66-adcc-4973-9db5-f166b462053a tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:25.154373 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e1c41436-87c1-4492-b832-ede68463d6d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:25.172575 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-f3154b66-adcc-4973-9db5-f166b462053a tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Deleting port 4046d9fe-0703-47d5-aa10-9593b6a6f880 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:39:25.173026 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f3154b66-adcc-4973-9db5-f166b462053a tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:25.195318 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-e1c41436-87c1-4492-b832-ede68463d6d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16189b34-662f-400f-bc52-e94ab90158e1']}} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:39:25.199096 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ec4276c3-cef8-40ff-8067-b5a2b7190ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:25.217347 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-e1c41436-87c1-4492-b832-ede68463d6d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '083ec5a2-8034-45c0-81b5-ec9dea4598e2') {'for_net_delete': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:39:25.217708 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-e1c41436-87c1-4492-b832-ede68463d6d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '083ec5a2-8034-45c0-81b5-ec9dea4598e2') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:39:25.257373 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e1c41436-87c1-4492-b832-ede68463d6d9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954405'] for segment, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:25.268483 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-edd76c00-682b-4e69-a1dd-b8c709f17b8f tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:25.271699 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-edd76c00-682b-4e69-a1dd-b8c709f17b8f tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:25.272893 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-edd76c00-682b-4e69-a1dd-b8c709f17b8f tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "DELETE /v2.0/security-groups/90051062-f265-4ecc-9e5a-22ebfc7553a7 HTTP/1.1" status: 204 len: 168 time: 0.5486426 Dec 20 14:39:25.277285 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 45410) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:39:25.302668 n-d-761264-19 neutron-server[103168]: INFO neutron.api.v2.resource [None req-6c18264f-1835-432b-9e72-74ac6906e9cb tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] show failed (client error): The resource could not be found. Dec 20 14:39:25.307002 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-6c18264f-1835-432b-9e72-74ac6906e9cb tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "GET /v2.0/security-groups/90051062-f265-4ecc-9e5a-22ebfc7553a7 HTTP/1.1" status: 404 len: 347 time: 0.0286102 Dec 20 14:39:25.308623 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e1c41436-87c1-4492-b832-ede68463d6d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:25.312515 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd76c00-682b-4e69-a1dd-b8c709f17b8f tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90051062-f265-4ecc-9e5a-22ebfc7553a7,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:39:25.313183 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 45412) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:39:25.324853 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1c41436-87c1-4492-b832-ede68463d6d9 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=103167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:39:25.325455 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e1c41436-87c1-4492-b832-ede68463d6d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9956000'] for segment, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:25.327813 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:39:25.327813 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:39:25.327813 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:39:25.327813 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:39:25.327813 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:39:25.327813 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:39:25.327813 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:39:25.327813 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:39:25.327813 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:39:25.327813 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:39:25.327813 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:39:25.327813 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:39:25.327813 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:39:25.327813 n-d-761264-19 neutron-server[103167]: self.session.flush() Dec 20 14:39:25.327813 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:39:25.327813 n-d-761264-19 neutron-server[103167]: self.session.flush() Dec 20 14:39:25.327813 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:39:25.327813 n-d-761264-19 neutron-server[103167]: self.session.flush() Dec 20 14:39:25.327813 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:39:25.327813 n-d-761264-19 neutron-server[103167]: self.session.flush() Dec 20 14:39:25.327813 n-d-761264-19 neutron-server[103167]: Traceback (most recent call last): Dec 20 14:39:25.327813 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:39:25.327813 n-d-761264-19 neutron-server[103167]: timer() Dec 20 14:39:25.327813 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:39:25.327813 n-d-761264-19 neutron-server[103167]: cb(*args, **kw) Dec 20 14:39:25.327813 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:39:25.327813 n-d-761264-19 neutron-server[103167]: return func(*args, **kwargs) Dec 20 14:39:25.327813 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:39:25.327813 n-d-761264-19 neutron-server[103167]: self._notify() Dec 20 14:39:25.327813 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:39:25.327813 n-d-761264-19 neutron-server[103167]: self.callback(batched_events) Dec 20 14:39:25.327813 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:39:25.327813 n-d-761264-19 neutron-server[103167]: event.method(event) Dec 20 14:39:25.327813 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:39:25.327813 n-d-761264-19 neutron-server[103167]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:39:25.327813 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:39:25.327813 n-d-761264-19 neutron-server[103167]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:39:25.327813 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:39:25.327813 n-d-761264-19 neutron-server[103167]: return f(self, *a, **k) Dec 20 14:39:25.327813 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:39:25.327813 n-d-761264-19 neutron-server[103167]: return self._get(url).json() Dec 20 14:39:25.327813 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:39:25.327813 n-d-761264-19 neutron-server[103167]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:39:25.327813 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:39:25.327813 n-d-761264-19 neutron-server[103167]: return self.request(url, 'GET', **kwargs) Dec 20 14:39:25.327813 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:39:25.327813 n-d-761264-19 neutron-server[103167]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:39:25.327813 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:39:25.327813 n-d-761264-19 neutron-server[103167]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:39:25.327813 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:39:25.327813 n-d-761264-19 neutron-server[103167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:39:25.327813 n-d-761264-19 neutron-server[103167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:39:25.331419 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4276c3-cef8-40ff-8067-b5a2b7190ce9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70d40f17-a553-4bf2-95b2-20c8185624a2,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:39:25.428558 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4276c3-cef8-40ff-8067-b5a2b7190ce9 admin admin] Checking segment: {'id': '393c3eba-89a5-49a5-b391-7b027a59b79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '582436ed-b909-4427-9350-0e0947d57bea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:39:25.428997 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4276c3-cef8-40ff-8067-b5a2b7190ce9 admin admin] Network hostable DHCP agents. Network: 582436ed-b909-4427-9350-0e0947d57bea, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:39:25.450861 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f3154b66-adcc-4973-9db5-f166b462053a tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:25.462699 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 9a8afc1c-14fe-4cb6-bc44-3a475c27d0dd no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:39:25.489471 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e1c41436-87c1-4492-b832-ede68463d6d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:25.500808 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e1c41436-87c1-4492-b832-ede68463d6d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:25.505119 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 9a8afc1c-14fe-4cb6-bc44-3a475c27d0dd {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:39:25.505461 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 9a8afc1c-14fe-4cb6-bc44-3a475c27d0dd not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:39:25.505870 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 23153ac4-6f0c-4b72-a442-4c60a53871eb no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:39:25.511757 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-e1c41436-87c1-4492-b832-ede68463d6d9 admin admin] 10.222.0.54 "DELETE /v2.0/networks/16189b34-662f-400f-bc52-e94ab90158e1 HTTP/1.1" status: 204 len: 168 time: 1.8476357 Dec 20 14:39:25.512829 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 45426) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:39:25.522093 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4276c3-cef8-40ff-8067-b5a2b7190ce9 admin admin] Network 582436ed-b909-4427-9350-0e0947d57bea is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:39:25.529658 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-f3154b66-adcc-4973-9db5-f166b462053a tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Calling delete_port for 4046d9fe-0703-47d5-aa10-9593b6a6f880 owned by network:router_gateway {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:39:25.540509 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-ec4276c3-cef8-40ff-8067-b5a2b7190ce9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 582436ed-b909-4427-9350-0e0947d57bea) {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:39:25.546868 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4276c3-cef8-40ff-8067-b5a2b7190ce9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:39:25.547729 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ec4276c3-cef8-40ff-8067-b5a2b7190ce9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:25.566301 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da760855-4592-4ade-aa7b-ab3765b2d37d None None] Network 582436ed-b909-4427-9350-0e0947d57bea requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:39:25.612415 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c41436-87c1-4492-b832-ede68463d6d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=16189b34-662f-400f-bc52-e94ab90158e1,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:39:25.652798 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-ec4276c3-cef8-40ff-8067-b5a2b7190ce9 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0016849 Dec 20 14:39:25.687694 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 23153ac4-6f0c-4b72-a442-4c60a53871eb {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:39:25.688346 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 23153ac4-6f0c-4b72-a442-4c60a53871eb not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:39:25.765683 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-6693f247-0395-4e09-91c5-e2ab32fa076e tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Deleting port 5f683788-8baf-4410-a3c9-06eb14ee0a6c {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:39:25.766062 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6693f247-0395-4e09-91c5-e2ab32fa076e tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:25.860792 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c395dbac-d42c-4760-a144-ade8664d6b01 None None] Network 582436ed-b909-4427-9350-0e0947d57bea requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:39:26.101212 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6693f247-0395-4e09-91c5-e2ab32fa076e tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:26.101510 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6693f247-0395-4e09-91c5-e2ab32fa076e tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:26.116039 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-6693f247-0395-4e09-91c5-e2ab32fa076e tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Calling delete_port for 5f683788-8baf-4410-a3c9-06eb14ee0a6c owned by network:floatingip {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:39:26.423014 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6693f247-0395-4e09-91c5-e2ab32fa076e tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:26.438021 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d12cb894-5cbc-4a33-888b-0897f9ae03ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1595867'] for router_interface, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:26.477657 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f3154b66-adcc-4973-9db5-f166b462053a tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:26.485602 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6693f247-0395-4e09-91c5-e2ab32fa076e tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Pushing event deleted for resources: {'Port': ['ID=5f683788-8baf-4410-a3c9-06eb14ee0a6c,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:39:26.537107 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3154b66-adcc-4973-9db5-f166b462053a tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Pushing event deleted for resources: {'Port': ['ID=4046d9fe-0703-47d5-aa10-9593b6a6f880,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:39:26.842962 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6693f247-0395-4e09-91c5-e2ab32fa076e tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks [] for floatingip, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:26.850306 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6693f247-0395-4e09-91c5-e2ab32fa076e tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:26.854909 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-6693f247-0395-4e09-91c5-e2ab32fa076e tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "DELETE /v2.0/floatingips/6127866f-477b-4f0b-8956-a7c639471410 HTTP/1.1" status: 204 len: 168 time: 1.5374432 Dec 20 14:39:26.918307 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 45456) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:39:26.920778 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f3154b66-adcc-4973-9db5-f166b462053a tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584913'] for router_gateway, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:27.042892 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f3154b66-adcc-4973-9db5-f166b462053a tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40132'] for router, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:27.045296 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f3154b66-adcc-4973-9db5-f166b462053a tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:27.099211 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f3154b66-adcc-4973-9db5-f166b462053a tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1594808'] for router, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:27.099724 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3154b66-adcc-4973-9db5-f166b462053a tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Fanout notify agent at l3_agent the message router_deleted on router dc3aba27-efc8-49f3-9ad4-f0aeed6c948b {{(pid=103168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 14:39:27.107394 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f3154b66-adcc-4973-9db5-f166b462053a tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:27.108495 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-f3154b66-adcc-4973-9db5-f166b462053a tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] 10.222.0.54 "DELETE /v2.0/routers/dc3aba27-efc8-49f3-9ad4-f0aeed6c948b HTTP/1.1" status: 204 len: 168 time: 2.6188738 Dec 20 14:39:27.130641 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 45462) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:39:27.138151 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-a62f5846-5ce8-4f5f-807a-8880a70d5bff tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1235338967', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}, 'admin_state_up': False}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:39:27.233958 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a62f5846-5ce8-4f5f-807a-8880a70d5bff tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40114'] for router, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:27.235124 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a62f5846-5ce8-4f5f-807a-8880a70d5bff tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40139'] for router, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:27.264164 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-d4e07fb3-52ea-4e9c-954b-a41edb131e38 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Deleting port cdb31bb5-074e-403d-ab47-e55bfa522aff {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:39:27.265051 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d4e07fb3-52ea-4e9c-954b-a41edb131e38 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:27.361654 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-d12cb894-5cbc-4a33-888b-0897f9ae03ab admin admin] Deleting port 46417196-96d9-441c-a7b5-85c4071bbedf {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:39:27.362322 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d12cb894-5cbc-4a33-888b-0897f9ae03ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:27.386312 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d4e07fb3-52ea-4e9c-954b-a41edb131e38 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:27.400914 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-d4e07fb3-52ea-4e9c-954b-a41edb131e38 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Calling delete_port for cdb31bb5-074e-403d-ab47-e55bfa522aff owned by {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:39:27.486887 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a62f5846-5ce8-4f5f-807a-8880a70d5bff tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:27.533344 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-d12cb894-5cbc-4a33-888b-0897f9ae03ab admin admin] For port 46417196-96d9-441c-a7b5-85c4071bbedf, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=46417196-96d9-441c-a7b5-85c4071bbedf,segment=NetworkSegment(e229c016-118f-4672-8d14-787027aa44d0),segment_id=e229c016-118f-4672-8d14-787027aa44d0)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:39:27.533759 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d12cb894-5cbc-4a33-888b-0897f9ae03ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:27.562350 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-d12cb894-5cbc-4a33-888b-0897f9ae03ab admin admin] Calling delete_port for 46417196-96d9-441c-a7b5-85c4071bbedf owned by network:router_interface {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:39:27.796482 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a62f5846-5ce8-4f5f-807a-8880a70d5bff tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:27.979747 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d4e07fb3-52ea-4e9c-954b-a41edb131e38 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:27.997119 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d12cb894-5cbc-4a33-888b-0897f9ae03ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:28.036570 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e07fb3-52ea-4e9c-954b-a41edb131e38 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Pushing event deleted for resources: {'Port': ['ID=cdb31bb5-074e-403d-ab47-e55bfa522aff,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:39:28.063515 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12cb894-5cbc-4a33-888b-0897f9ae03ab admin admin] Pushing event deleted for resources: {'Port': ['ID=46417196-96d9-441c-a7b5-85c4071bbedf,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:39:28.266392 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d4e07fb3-52ea-4e9c-954b-a41edb131e38 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:28.270265 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-d4e07fb3-52ea-4e9c-954b-a41edb131e38 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "DELETE /v2.0/ports/cdb31bb5-074e-403d-ab47-e55bfa522aff HTTP/1.1" status: 204 len: 168 time: 1.3508430 Dec 20 14:39:28.276458 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 45480) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:39:28.513814 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d12cb894-5cbc-4a33-888b-0897f9ae03ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582411'] for router_interface, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:28.542976 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-2d719c8b-0a36-4404-af20-3e346994c1fb tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Deleting port 8f31b9a5-1a84-4aca-854e-f0b8620002cb {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:39:28.543741 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2d719c8b-0a36-4404-af20-3e346994c1fb tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:28.609271 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a62f5846-5ce8-4f5f-807a-8880a70d5bff tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks [] for router_gateway, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:28.700616 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a62f5846-5ce8-4f5f-807a-8880a70d5bff tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:28.817060 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2d719c8b-0a36-4404-af20-3e346994c1fb tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:28.848147 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-2d719c8b-0a36-4404-af20-3e346994c1fb tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Calling delete_port for 8f31b9a5-1a84-4aca-854e-f0b8620002cb owned by {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:39:28.945965 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d12cb894-5cbc-4a33-888b-0897f9ae03ab admin admin] Router 1731c8d3-8119-4c52-bc5a-c8e06ef3101c has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:39:28.947596 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-a62f5846-5ce8-4f5f-807a-8880a70d5bff tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Allocated IP 172.25.0.105 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/10ae5082-753e-4d7d-9e2d-578de1e3e4bc) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:39:29.194190 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d12cb894-5cbc-4a33-888b-0897f9ae03ab admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:39:29.205580 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59575ac-0351-4c25-be3f-5ae86fc314d8 None None] Sync routers for ids ['1731c8d3-8119-4c52-bc5a-c8e06ef3101c'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:39:29.215880 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-d12cb894-5cbc-4a33-888b-0897f9ae03ab admin admin] 10.222.0.54 "PUT /v2.0/routers/1731c8d3-8119-4c52-bc5a-c8e06ef3101c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6962459 Dec 20 14:39:29.217176 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 45500) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:39:29.223517 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59575ac-0351-4c25-be3f-5ae86fc314d8 None None] Routers {'1731c8d3-8119-4c52-bc5a-c8e06ef3101c'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:39:29.229758 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-c59575ac-0351-4c25-be3f-5ae86fc314d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:39:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['1731c8d3-8119-4c52-bc5a-c8e06ef3101c'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:39:29.263496 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2d719c8b-0a36-4404-af20-3e346994c1fb tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:29.331619 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a62f5846-5ce8-4f5f-807a-8880a70d5bff tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:29.365302 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d719c8b-0a36-4404-af20-3e346994c1fb tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Pushing event deleted for resources: {'Port': ['ID=8f31b9a5-1a84-4aca-854e-f0b8620002cb,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:39:29.484531 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7d8d9133-a8a2-41f2-9980-67b7efc157fd admin admin] Publish callbacks [] for router, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:29.495853 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-c59575ac-0351-4c25-be3f-5ae86fc314d8 None None] Set router 1731c8d3-8119-4c52-bc5a-c8e06ef3101c gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:39:29.617036 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7d8d9133-a8a2-41f2-9980-67b7efc157fd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:29.742577 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-c59575ac-0351-4c25-be3f-5ae86fc314d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1731c8d3-8119-4c52-bc5a-c8e06ef3101c', 'name': 'tempest-TaggedBootDevicesTest_v242-48672068-router', 'tenant_id': '1d76d13fea96483daf60522f99ce0738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '8c9d8b9c-853c-48cf-8f42-cd01d49f0d10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:26:40Z', 'updated_at': '2021-12-20T14:39:27Z', 'revision_number': 5, 'project_id': '1d76d13fea96483daf60522f99ce0738', 'gw_port': {'id': '8c9d8b9c-853c-48cf-8f42-cd01d49f0d10', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1731c8d3-8119-4c52-bc5a-c8e06ef3101c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:26:41Z', 'updated_at': '2021-12-20T14:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:39:29.747376 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-7d8d9133-a8a2-41f2-9980-67b7efc157fd admin admin] Deleting port 8c9d8b9c-853c-48cf-8f42-cd01d49f0d10 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:39:29.748169 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7d8d9133-a8a2-41f2-9980-67b7efc157fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:29.827419 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59575ac-0351-4c25-be3f-5ae86fc314d8 None None] Checking router: 1731c8d3-8119-4c52-bc5a-c8e06ef3101c for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:39:29.847332 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59575ac-0351-4c25-be3f-5ae86fc314d8 None None] Routers {'1731c8d3-8119-4c52-bc5a-c8e06ef3101c'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:39:29.848584 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-c59575ac-0351-4c25-be3f-5ae86fc314d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:39:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['1731c8d3-8119-4c52-bc5a-c8e06ef3101c'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:39:29.931746 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-7d8d9133-a8a2-41f2-9980-67b7efc157fd admin admin] For port 8c9d8b9c-853c-48cf-8f42-cd01d49f0d10, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=8c9d8b9c-853c-48cf-8f42-cd01d49f0d10,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:39:29.932480 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7d8d9133-a8a2-41f2-9980-67b7efc157fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:29.968900 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-7d8d9133-a8a2-41f2-9980-67b7efc157fd admin admin] Calling delete_port for 8c9d8b9c-853c-48cf-8f42-cd01d49f0d10 owned by network:router_gateway {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:39:30.250805 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2d719c8b-0a36-4404-af20-3e346994c1fb tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:30.266059 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-2d719c8b-0a36-4404-af20-3e346994c1fb tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "DELETE /v2.0/ports/8f31b9a5-1a84-4aca-854e-f0b8620002cb HTTP/1.1" status: 204 len: 168 time: 1.9833639 Dec 20 14:39:30.267335 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 45556) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:39:30.269106 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a62f5846-5ce8-4f5f-807a-8880a70d5bff tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:30.375981 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7d8d9133-a8a2-41f2-9980-67b7efc157fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:30.390125 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62f5846-5ce8-4f5f-807a-8880a70d5bff tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:39:30.397735 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-c59575ac-0351-4c25-be3f-5ae86fc314d8 None None] Set router 1731c8d3-8119-4c52-bc5a-c8e06ef3101c gateway port host: None {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:39:30.415161 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-a62f5846-5ce8-4f5f-807a-8880a70d5bff tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:39:30.432448 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62f5846-5ce8-4f5f-807a-8880a70d5bff tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:39:30.451047 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8d9133-a8a2-41f2-9980-67b7efc157fd admin admin] Pushing event deleted for resources: {'Port': ['ID=8c9d8b9c-853c-48cf-8f42-cd01d49f0d10,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:39:30.457495 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe7b0f4-bf3f-4bc5-b637-7a44fe210895 req-df5eb259-13e5-40e2-892b-6a9c9f1c4b11 tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:39:30.459260 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0fe7b0f4-bf3f-4bc5-b637-7a44fe210895 req-df5eb259-13e5-40e2-892b-6a9c9f1c4b11 tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] 10.222.0.54 "GET /v2.0/networks?id=582436ed-b909-4427-9350-0e0947d57bea HTTP/1.1" status: 200 len: 808 time: 1.0077915 Dec 20 14:39:30.486046 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-c59575ac-0351-4c25-be3f-5ae86fc314d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1731c8d3-8119-4c52-bc5a-c8e06ef3101c', 'name': 'tempest-TaggedBootDevicesTest_v242-48672068-router', 'tenant_id': '1d76d13fea96483daf60522f99ce0738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:26:40Z', 'updated_at': '2021-12-20T14:39:29Z', 'revision_number': 6, 'project_id': '1d76d13fea96483daf60522f99ce0738', 'gw_port_host': None}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:39:30.521592 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59575ac-0351-4c25-be3f-5ae86fc314d8 None None] The sync data for ids ['1731c8d3-8119-4c52-bc5a-c8e06ef3101c'] in n-d-761264-19 is: [{'id': '1731c8d3-8119-4c52-bc5a-c8e06ef3101c', 'name': 'tempest-TaggedBootDevicesTest_v242-48672068-router', 'tenant_id': '1d76d13fea96483daf60522f99ce0738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:26:40Z', 'updated_at': '2021-12-20T14:39:29Z', 'revision_number': 6, 'project_id': '1d76d13fea96483daf60522f99ce0738', 'gw_port_host': None}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:39:30.527436 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62f5846-5ce8-4f5f-807a-8880a70d5bff tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Pushing event updated for resources: {'Port': ['ID=10ae5082-753e-4d7d-9e2d-578de1e3e4bc,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:39:30.548211 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_v2 [None req-6621f25d-a9fb-48c0-a70e-bbc26199dd0e tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Deleting subnet 7d232d75-8ac0-41ba-a979-02f9a30b542c {{(pid=103167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:39:30.561855 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6621f25d-a9fb-48c0-a70e-bbc26199dd0e tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks [] for subnet, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:30.635504 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0fe7b0f4-bf3f-4bc5-b637-7a44fe210895 req-193be934-eb09-4ae0-8543-f7a591bb35fa tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] 10.222.0.54 "GET /v2.0/quotas/5872e9bc729b476ba1be7ebc41db140a HTTP/1.1" status: 200 len: 375 time: 0.1243908 Dec 20 14:39:30.672790 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007c5523-8c58-4336-aaf0-6e4a4b9caa6e req-8e50cfc5-b30e-4769-be35-23ded4b119d9 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:39:30.674362 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-007c5523-8c58-4336-aaf0-6e4a4b9caa6e req-8e50cfc5-b30e-4769-be35-23ded4b119d9 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 945 time: 0.2256095 Dec 20 14:39:30.682071 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6621f25d-a9fb-48c0-a70e-bbc26199dd0e tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954412'] for subnet, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:30.693120 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-0ac1915c-acc0-42fd-99b9-ccfbbdd25d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:30.750527 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7d8d9133-a8a2-41f2-9980-67b7efc157fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584913'] for router_gateway, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:30.761684 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0fe7b0f4-bf3f-4bc5-b637-7a44fe210895 req-722eccc6-0cf1-41c4-9a40-e2103e58387e tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=5872e9bc729b476ba1be7ebc41db140a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1252334 Dec 20 14:39:30.963405 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-007c5523-8c58-4336-aaf0-6e4a4b9caa6e req-9da2b34c-993f-4465-81b1-cd30230307cc tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=92081c13-7979-4810-b5cd-70c14477209d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2554607 Dec 20 14:39:30.981359 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7d8d9133-a8a2-41f2-9980-67b7efc157fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40132'] for router, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:30.985754 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7d8d9133-a8a2-41f2-9980-67b7efc157fd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:31.097423 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0fe7b0f4-bf3f-4bc5-b637-7a44fe210895 req-7f295ae1-720b-4c0d-8688-46d7b2f1bb98 service neutron] 10.222.0.54 "GET /v2.0/networks/582436ed-b909-4427-9350-0e0947d57bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792301 Dec 20 14:39:31.191091 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7d8d9133-a8a2-41f2-9980-67b7efc157fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1594808'] for router, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:31.191747 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d8d9133-a8a2-41f2-9980-67b7efc157fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1731c8d3-8119-4c52-bc5a-c8e06ef3101c {{(pid=103167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 14:39:31.217903 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7d8d9133-a8a2-41f2-9980-67b7efc157fd admin admin] Publish callbacks [] for router, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:31.219226 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-7d8d9133-a8a2-41f2-9980-67b7efc157fd admin admin] 10.222.0.54 "DELETE /v2.0/routers/1731c8d3-8119-4c52-bc5a-c8e06ef3101c HTTP/1.1" status: 204 len: 168 time: 1.9961119 Dec 20 14:39:31.222929 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6621f25d-a9fb-48c0-a70e-bbc26199dd0e tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:31.227244 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 45628) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:39:31.304346 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a62f5846-5ce8-4f5f-807a-8880a70d5bff tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks [] for router_gateway, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:31.360868 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4950a42-c969-477b-b5da-eda13ee80279 admin admin] Deleting subnet d312ed75-4c8d-484b-9089-ae9bdb787f93 {{(pid=103167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:39:31.383646 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0fe7b0f4-bf3f-4bc5-b637-7a44fe210895 req-0e6badc4-6594-455b-8928-62833e2b56ba service neutron] 10.222.0.54 "GET /v2.0/networks/582436ed-b909-4427-9350-0e0947d57bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716179 Dec 20 14:39:31.396877 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c4950a42-c969-477b-b5da-eda13ee80279 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:31.463486 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6621f25d-a9fb-48c0-a70e-bbc26199dd0e tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:31.511166 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6621f25d-a9fb-48c0-a70e-bbc26199dd0e tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:31.517674 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5295b87c-e788-44c2-ae0c-fee32d10aa30 None None] Network 781006d9-7985-4914-91ad-a5e554b7cb56 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:39:31.519551 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-6621f25d-a9fb-48c0-a70e-bbc26199dd0e tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "DELETE /v2.0/subnets/7d232d75-8ac0-41ba-a979-02f9a30b542c HTTP/1.1" status: 204 len: 168 time: 1.2478073 Dec 20 14:39:31.523296 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 45654) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:39:31.531232 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6621f25d-a9fb-48c0-a70e-bbc26199dd0e tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Pushing event deleted for resources: {'Subnet': ['ID=7d232d75-8ac0-41ba-a979-02f9a30b542c,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:39:31.555471 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c4950a42-c969-477b-b5da-eda13ee80279 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954412'] for subnet, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:31.692379 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c3b0a4-6b27-43fd-8bbb-b86361c9554a req-2cf2440a-08d6-4e13-80f3-31f10ad1f466 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:39:31.707162 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-40c3b0a4-6b27-43fd-8bbb-b86361c9554a req-2cf2440a-08d6-4e13-80f3-31f10ad1f466 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 945 time: 0.3685114 Dec 20 14:39:31.767311 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_v2 [None req-96fea0f0-96eb-494b-9e09-2740f905f7d1 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Deleting subnet aaeac8b3-4bcd-4183-8fdc-e7e9bf33dceb {{(pid=103168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:39:31.773513 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-96fea0f0-96eb-494b-9e09-2740f905f7d1 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks [] for subnet, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:31.777097 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 46417196-96d9-441c-a7b5-85c4071bbedf no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:39:31.877887 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-96fea0f0-96eb-494b-9e09-2740f905f7d1 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9023023'] for subnet, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:31.954230 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 46417196-96d9-441c-a7b5-85c4071bbedf {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:39:31.954641 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 46417196-96d9-441c-a7b5-85c4071bbedf not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:39:31.955126 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 8c9d8b9c-853c-48cf-8f42-cd01d49f0d10 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:39:31.979059 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c4950a42-c969-477b-b5da-eda13ee80279 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:32.061285 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 8c9d8b9c-853c-48cf-8f42-cd01d49f0d10 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:39:32.064538 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 8c9d8b9c-853c-48cf-8f42-cd01d49f0d10 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:39:32.103232 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c4950a42-c969-477b-b5da-eda13ee80279 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:32.115773 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a62f5846-5ce8-4f5f-807a-8880a70d5bff tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013'] for router, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:32.131365 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c4950a42-c969-477b-b5da-eda13ee80279 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:32.143818 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-c4950a42-c969-477b-b5da-eda13ee80279 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/d312ed75-4c8d-484b-9089-ae9bdb787f93 HTTP/1.1" status: 204 len: 168 time: 0.8888431 Dec 20 14:39:32.147579 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 45698) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:39:32.152025 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d26ced-0279-4fb4-94b3-09bfa4bfde52 None None] Network 4e62ec92-fdfb-40e1-893b-8045dcf9ab7e requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:39:32.197600 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-05ec2f43-76c2-416b-9dd3-9793797e5402 req-4b777762-e8e0-4baf-9a22-6758cc2bb96e tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c3e1d5a-6292-447d-a186-ce6f2cc7add1 HTTP/1.1" status: 200 len: 210 time: 0.2339239 Dec 20 14:39:32.279986 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4950a42-c969-477b-b5da-eda13ee80279 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d312ed75-4c8d-484b-9089-ae9bdb787f93,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:39:32.471785 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4dd520-d6cb-4746-a516-2baa4a1ee5de None None] DHCP port deletion for 781006d9-7985-4914-91ad-a5e554b7cb56 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:39:32.497654 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-40c3b0a4-6b27-43fd-8bbb-b86361c9554a req-56c030a3-a69a-41cb-9322-9f8944054970 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=92081c13-7979-4810-b5cd-70c14477209d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7846773 Dec 20 14:39:32.508653 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-62db1dea-aac3-4289-9613-d567d7a37bbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:32.592427 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a62f5846-5ce8-4f5f-807a-8880a70d5bff tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Router 2c0ce5e1-5a84-4dfb-a93b-1f889968c88a is scheduled to L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 with binding_index 1 {{(pid=103168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 14:39:32.612156 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-fa4dd520-d6cb-4746-a516-2baa4a1ee5de None None] Deleting port 985daaf8-f888-4249-96bf-221b9ac356cd {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:39:32.613365 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-fa4dd520-d6cb-4746-a516-2baa4a1ee5de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:32.656235 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-62db1dea-aac3-4289-9613-d567d7a37bbf admin admin] Deleting port 69b462a0-5005-4f3c-a4c8-17eaaf8e6489 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:39:32.656811 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-62db1dea-aac3-4289-9613-d567d7a37bbf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:32.705017 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-96fea0f0-96eb-494b-9e09-2740f905f7d1 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:32.732728 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-fa4dd520-d6cb-4746-a516-2baa4a1ee5de None None] For port 985daaf8-f888-4249-96bf-221b9ac356cd, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=985daaf8-f888-4249-96bf-221b9ac356cd,segment=NetworkSegment(7cf4651a-770a-4651-b0ec-3d23ef01f817),segment_id=7cf4651a-770a-4651-b0ec-3d23ef01f817)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:39:32.733417 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-fa4dd520-d6cb-4746-a516-2baa4a1ee5de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:32.763252 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-fa4dd520-d6cb-4746-a516-2baa4a1ee5de None None] Calling delete_port for 985daaf8-f888-4249-96bf-221b9ac356cd owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:39:32.861221 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-62db1dea-aac3-4289-9613-d567d7a37bbf admin admin] For port 69b462a0-5005-4f3c-a4c8-17eaaf8e6489, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=69b462a0-5005-4f3c-a4c8-17eaaf8e6489,segment=NetworkSegment(e229c016-118f-4672-8d14-787027aa44d0),segment_id=e229c016-118f-4672-8d14-787027aa44d0)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:39:32.862311 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-62db1dea-aac3-4289-9613-d567d7a37bbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:32.890887 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d78024-e595-4d25-977d-a2ca1e02886f None None] DHCP port deletion for 4e62ec92-fdfb-40e1-893b-8045dcf9ab7e request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:39:32.914987 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-62db1dea-aac3-4289-9613-d567d7a37bbf admin admin] Calling delete_port for 69b462a0-5005-4f3c-a4c8-17eaaf8e6489 owned by network:dhcp {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:39:32.981531 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-26da9ba2-d045-49f1-90dd-a5ce767f5a3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:33.000161 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-fa4dd520-d6cb-4746-a516-2baa4a1ee5de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:33.099665 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4dd520-d6cb-4746-a516-2baa4a1ee5de None None] No DVR routers for this DVR port 985daaf8-f888-4249-96bf-221b9ac356cd on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:39:33.112299 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4dd520-d6cb-4746-a516-2baa4a1ee5de None None] Pushing event deleted for resources: {'Port': ['ID=985daaf8-f888-4249-96bf-221b9ac356cd,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:39:33.156861 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-08d78024-e595-4d25-977d-a2ca1e02886f None None] Deleting port 69b462a0-5005-4f3c-a4c8-17eaaf8e6489 {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:39:33.157711 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-08d78024-e595-4d25-977d-a2ca1e02886f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:33.210636 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a62f5846-5ce8-4f5f-807a-8880a70d5bff tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:39:33.225561 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff703397-3515-491e-9ea9-5c7e7c0b479c None None] Sync routers for ids ['2c0ce5e1-5a84-4dfb-a93b-1f889968c88a'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:39:33.245503 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff703397-3515-491e-9ea9-5c7e7c0b479c None None] Routers {'2c0ce5e1-5a84-4dfb-a93b-1f889968c88a'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:39:33.245503 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-ff703397-3515-491e-9ea9-5c7e7c0b479c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:39:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['2c0ce5e1-5a84-4dfb-a93b-1f889968c88a'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:39:33.266106 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-62db1dea-aac3-4289-9613-d567d7a37bbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:33.332104 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62db1dea-aac3-4289-9613-d567d7a37bbf admin admin] No DVR routers for this DVR port 69b462a0-5005-4f3c-a4c8-17eaaf8e6489 on host n-d-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:39:33.402300 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-08d78024-e595-4d25-977d-a2ca1e02886f None None] For port 69b462a0-5005-4f3c-a4c8-17eaaf8e6489, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=69b462a0-5005-4f3c-a4c8-17eaaf8e6489,segment=NetworkSegment(e229c016-118f-4672-8d14-787027aa44d0),segment_id=e229c016-118f-4672-8d14-787027aa44d0)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:39:33.403077 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-08d78024-e595-4d25-977d-a2ca1e02886f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:33.410741 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-ff703397-3515-491e-9ea9-5c7e7c0b479c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:39:33.424231 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-08d78024-e595-4d25-977d-a2ca1e02886f None None] Calling delete_port for 69b462a0-5005-4f3c-a4c8-17eaaf8e6489 owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:39:33.452187 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff703397-3515-491e-9ea9-5c7e7c0b479c None None] Routers {'2c0ce5e1-5a84-4dfb-a93b-1f889968c88a'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:39:33.452822 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-ff703397-3515-491e-9ea9-5c7e7c0b479c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:39:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['2c0ce5e1-5a84-4dfb-a93b-1f889968c88a'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:39:33.532909 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-ff703397-3515-491e-9ea9-5c7e7c0b479c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:39:33.533901 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff703397-3515-491e-9ea9-5c7e7c0b479c None None] The sync data for ids ['2c0ce5e1-5a84-4dfb-a93b-1f889968c88a'] in n-d-761264-19 is: [] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:39:33.537665 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62db1dea-aac3-4289-9613-d567d7a37bbf admin admin] Pushing event deleted for resources: {'Port': ['ID=69b462a0-5005-4f3c-a4c8-17eaaf8e6489,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:39:33.560626 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 985daaf8-f888-4249-96bf-221b9ac356cd no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:39:33.594591 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a62f5846-5ce8-4f5f-807a-8880a70d5bff tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:33.598985 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-a62f5846-5ce8-4f5f-807a-8880a70d5bff tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.4660666 Dec 20 14:39:33.622199 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 985daaf8-f888-4249-96bf-221b9ac356cd {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:39:33.622811 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 985daaf8-f888-4249-96bf-221b9ac356cd not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:39:33.622969 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 69b462a0-5005-4f3c-a4c8-17eaaf8e6489 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:39:33.631413 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c603c5-5b57-4c05-a02c-762d8e0a14ef req-3622f8dc-0c87-459e-9b7c-1b078b808a49 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:39:33.636784 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-44c603c5-5b57-4c05-a02c-762d8e0a14ef req-3622f8dc-0c87-459e-9b7c-1b078b808a49 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/networks?id=7ed718b3-d2e8-4b72-a238-726203897046 HTTP/1.1" status: 200 len: 812 time: 0.3363137 Dec 20 14:39:33.647404 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 45806) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:39:33.665037 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-40469648-ccd0-48f7-ad32-ff4c6e2105a1 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:39:33.703689 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 69b462a0-5005-4f3c-a4c8-17eaaf8e6489 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:39:33.717688 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 69b462a0-5005-4f3c-a4c8-17eaaf8e6489 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:39:33.772077 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-62db1dea-aac3-4289-9613-d567d7a37bbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:33.833697 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-62db1dea-aac3-4289-9613-d567d7a37bbf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e62ec92-fdfb-40e1-893b-8045dcf9ab7e']}} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:39:33.855685 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-62db1dea-aac3-4289-9613-d567d7a37bbf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e229c016-118f-4672-8d14-787027aa44d0') {'for_net_delete': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:39:33.856383 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-62db1dea-aac3-4289-9613-d567d7a37bbf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e229c016-118f-4672-8d14-787027aa44d0') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:39:33.857480 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:33.869484 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-62db1dea-aac3-4289-9613-d567d7a37bbf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954405'] for segment, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:33.885426 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-62db1dea-aac3-4289-9613-d567d7a37bbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:33.892396 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62db1dea-aac3-4289-9613-d567d7a37bbf admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=103167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:39:33.893189 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-62db1dea-aac3-4289-9613-d567d7a37bbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9956000'] for segment, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:33.914632 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-08d78024-e595-4d25-977d-a2ca1e02886f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:33.923681 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-44c603c5-5b57-4c05-a02c-762d8e0a14ef req-06f9766e-3508-435d-9331-5302fca20a7d tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/quotas/514f3908f9164c0fa19c6d421ce9f2b3 HTTP/1.1" status: 200 len: 375 time: 0.2380009 Dec 20 14:39:33.991449 n-d-761264-19 neutron-server[103167]: Traceback (most recent call last): Dec 20 14:39:33.991449 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:39:33.991449 n-d-761264-19 neutron-server[103167]: timer() Dec 20 14:39:33.991449 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:39:33.991449 n-d-761264-19 neutron-server[103167]: cb(*args, **kw) Dec 20 14:39:33.991449 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:39:33.991449 n-d-761264-19 neutron-server[103167]: return func(*args, **kwargs) Dec 20 14:39:33.991449 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:39:33.991449 n-d-761264-19 neutron-server[103167]: self._notify() Dec 20 14:39:33.991449 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:39:33.991449 n-d-761264-19 neutron-server[103167]: self.callback(batched_events) Dec 20 14:39:33.991449 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:39:33.991449 n-d-761264-19 neutron-server[103167]: event.method(event) Dec 20 14:39:33.991449 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:39:33.991449 n-d-761264-19 neutron-server[103167]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:39:33.991449 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:39:33.991449 n-d-761264-19 neutron-server[103167]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:39:33.991449 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:39:33.991449 n-d-761264-19 neutron-server[103167]: return f(self, *a, **k) Dec 20 14:39:33.991449 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:39:33.991449 n-d-761264-19 neutron-server[103167]: return self._get(url).json() Dec 20 14:39:33.991449 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:39:33.991449 n-d-761264-19 neutron-server[103167]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:39:33.991449 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:39:33.991449 n-d-761264-19 neutron-server[103167]: return self.request(url, 'GET', **kwargs) Dec 20 14:39:33.991449 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:39:33.991449 n-d-761264-19 neutron-server[103167]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:39:33.991449 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:39:33.991449 n-d-761264-19 neutron-server[103167]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:39:33.991449 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:39:33.991449 n-d-761264-19 neutron-server[103167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:39:33.991449 n-d-761264-19 neutron-server[103167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:39:34.004678 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-dbff4a92-a367-4621-8820-0ea8ea951c34 req-c964f220-51fd-4513-8f9e-116a7d44b543 tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c3e1d5a-6292-447d-a186-ce6f2cc7add1 HTTP/1.1" status: 200 len: 210 time: 0.5622196 Dec 20 14:39:34.007586 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-62db1dea-aac3-4289-9613-d567d7a37bbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:34.021997 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-62db1dea-aac3-4289-9613-d567d7a37bbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:34.030317 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-62db1dea-aac3-4289-9613-d567d7a37bbf admin admin] 10.222.0.54 "DELETE /v2.0/networks/4e62ec92-fdfb-40e1-893b-8045dcf9ab7e HTTP/1.1" status: 204 len: 168 time: 1.8754475 Dec 20 14:39:34.075045 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62db1dea-aac3-4289-9613-d567d7a37bbf admin admin] Pushing event deleted for resources: {'Network': ['ID=4e62ec92-fdfb-40e1-893b-8045dcf9ab7e,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:39:34.095170 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d78024-e595-4d25-977d-a2ca1e02886f None None] Pushing event deleted for resources: {'Port': ['ID=69b462a0-5005-4f3c-a4c8-17eaaf8e6489,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:39:34.114996 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d78024-e595-4d25-977d-a2ca1e02886f None None] No DVR routers for this DVR port 69b462a0-5005-4f3c-a4c8-17eaaf8e6489 on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:39:34.303245 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-96fea0f0-96eb-494b-9e09-2740f905f7d1 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8850800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470517'] for subnet, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:34.348049 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 45840) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:39:34.448601 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-6aaefcdd-d41a-4ca7-8a7c-e32096458ec5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7db68c07b2e8445b8d4272fa646b5852&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0992701 Dec 20 14:39:34.451092 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 45844) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:39:34.483391 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fea0f0-96eb-494b-9e09-2740f905f7d1 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Pushing event deleted for resources: {'Subnet': ['ID=aaeac8b3-4bcd-4183-8fdc-e7e9bf33dceb,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:39:34.507820 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe7b0f4-bf3f-4bc5-b637-7a44fe210895 req-caa8c002-ebc8-408a-8f87-cccb1bb3e0e3 tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:39:34.509306 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bdef9fc-db32-44cf-a066-7fd847557bd3 None None] Network e922ff15-a662-4866-8b6a-3d6f701ab36c requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:39:34.510837 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0fe7b0f4-bf3f-4bc5-b637-7a44fe210895 req-caa8c002-ebc8-408a-8f87-cccb1bb3e0e3 tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] 10.222.0.47 "GET /v2.0/networks?id=582436ed-b909-4427-9350-0e0947d57bea HTTP/1.1" status: 200 len: 808 time: 0.3658752 Dec 20 14:39:34.518676 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-96fea0f0-96eb-494b-9e09-2740f905f7d1 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:34.529145 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-96fea0f0-96eb-494b-9e09-2740f905f7d1 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "DELETE /v2.0/subnets/aaeac8b3-4bcd-4183-8fdc-e7e9bf33dceb HTTP/1.1" status: 204 len: 168 time: 3.0047226 Dec 20 14:39:34.533266 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 45848) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:39:34.711520 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-0fe7b0f4-bf3f-4bc5-b637-7a44fe210895 req-2c04c235-2643-434a-bae1-1213e2090e60 tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] Request body: {'port': {'device_id': '5c3e1d5a-6292-447d-a186-ce6f2cc7add1', 'network_id': '582436ed-b909-4427-9350-0e0947d57bea', 'admin_state_up': True, 'tenant_id': '5872e9bc729b476ba1be7ebc41db140a'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:39:34.738562 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-51ff5c67-c171-475f-8903-57c3cfc90618 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:34.770888 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-441e3b33-780c-4168-a59f-048092918f64 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:34.810487 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-51ff5c67-c171-475f-8903-57c3cfc90618 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:34.874985 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a28855-7b56-4cf4-ab26-9db0ba2b8dee None None] DHCP port deletion for e922ff15-a662-4866-8b6a-3d6f701ab36c request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:39:34.930544 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-44c603c5-5b57-4c05-a02c-762d8e0a14ef req-8930e56c-564c-4819-9691-88afa4b430a9 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=514f3908f9164c0fa19c6d421ce9f2b3&fields=id HTTP/1.1" status: 200 len: 440 time: 0.9158857 Dec 20 14:39:34.951532 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-441e3b33-780c-4168-a59f-048092918f64 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:34.978004 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-441e3b33-780c-4168-a59f-048092918f64 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['781006d9-7985-4914-91ad-a5e554b7cb56']}} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:39:34.999938 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-65a28855-7b56-4cf4-ab26-9db0ba2b8dee None None] Deleting port d1d6c951-2bc0-4d5f-8a7e-aa39ce5f0e33 {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:39:35.000701 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-65a28855-7b56-4cf4-ab26-9db0ba2b8dee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:35.001532 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-441e3b33-780c-4168-a59f-048092918f64 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cf4651a-770a-4651-b0ec-3d23ef01f817') {'for_net_delete': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:39:35.001832 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-441e3b33-780c-4168-a59f-048092918f64 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cf4651a-770a-4651-b0ec-3d23ef01f817') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:39:35.028757 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-441e3b33-780c-4168-a59f-048092918f64 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954405'] for segment, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:35.062995 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-441e3b33-780c-4168-a59f-048092918f64 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:35.080778 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-441e3b33-780c-4168-a59f-048092918f64 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=103167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:39:35.083542 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-441e3b33-780c-4168-a59f-048092918f64 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9956000'] for segment, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:35.098028 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-65a28855-7b56-4cf4-ab26-9db0ba2b8dee None None] For port d1d6c951-2bc0-4d5f-8a7e-aa39ce5f0e33, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=d1d6c951-2bc0-4d5f-8a7e-aa39ce5f0e33,segment=NetworkSegment(eacc05f1-3b35-400c-b97b-4a37ce60f203),segment_id=eacc05f1-3b35-400c-b97b-4a37ce60f203)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:39:35.099043 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-65a28855-7b56-4cf4-ab26-9db0ba2b8dee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:35.114288 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-65a28855-7b56-4cf4-ab26-9db0ba2b8dee None None] Calling delete_port for d1d6c951-2bc0-4d5f-8a7e-aa39ce5f0e33 owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:39:35.140283 n-d-761264-19 neutron-server[103167]: Traceback (most recent call last): Dec 20 14:39:35.140283 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:39:35.140283 n-d-761264-19 neutron-server[103167]: timer() Dec 20 14:39:35.140283 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:39:35.140283 n-d-761264-19 neutron-server[103167]: cb(*args, **kw) Dec 20 14:39:35.140283 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:39:35.140283 n-d-761264-19 neutron-server[103167]: return func(*args, **kwargs) Dec 20 14:39:35.140283 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:39:35.140283 n-d-761264-19 neutron-server[103167]: self._notify() Dec 20 14:39:35.140283 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:39:35.140283 n-d-761264-19 neutron-server[103167]: self.callback(batched_events) Dec 20 14:39:35.140283 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:39:35.140283 n-d-761264-19 neutron-server[103167]: event.method(event) Dec 20 14:39:35.140283 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:39:35.140283 n-d-761264-19 neutron-server[103167]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:39:35.140283 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:39:35.140283 n-d-761264-19 neutron-server[103167]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:39:35.140283 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:39:35.140283 n-d-761264-19 neutron-server[103167]: return f(self, *a, **k) Dec 20 14:39:35.140283 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:39:35.140283 n-d-761264-19 neutron-server[103167]: return self._get(url).json() Dec 20 14:39:35.140283 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:39:35.140283 n-d-761264-19 neutron-server[103167]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:39:35.140283 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:39:35.140283 n-d-761264-19 neutron-server[103167]: return self.request(url, 'GET', **kwargs) Dec 20 14:39:35.140283 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:39:35.140283 n-d-761264-19 neutron-server[103167]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:39:35.140283 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:39:35.140283 n-d-761264-19 neutron-server[103167]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:39:35.140283 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:39:35.140283 n-d-761264-19 neutron-server[103167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:39:35.140283 n-d-761264-19 neutron-server[103167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:39:35.175983 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-44c603c5-5b57-4c05-a02c-762d8e0a14ef req-61766f63-d9b0-4d97-85b9-a43b629f418e service neutron] 10.222.0.54 "GET /v2.0/networks/7ed718b3-d2e8-4b72-a238-726203897046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320738 Dec 20 14:39:35.204338 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-441e3b33-780c-4168-a59f-048092918f64 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:35.215448 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-441e3b33-780c-4168-a59f-048092918f64 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:35.237613 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-441e3b33-780c-4168-a59f-048092918f64 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "DELETE /v2.0/networks/781006d9-7985-4914-91ad-a5e554b7cb56 HTTP/1.1" status: 204 len: 168 time: 0.6860046 Dec 20 14:39:35.237613 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 45888) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:39:35.271062 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-51ff5c67-c171-475f-8903-57c3cfc90618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:35.273874 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-51ff5c67-c171-475f-8903-57c3cfc90618 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:35.275152 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-51ff5c67-c171-475f-8903-57c3cfc90618 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/43c0ac57-a0d4-4728-b359-486d90e63ad1 HTTP/1.1" status: 204 len: 168 time: 0.8229239 Dec 20 14:39:35.281282 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-40469648-ccd0-48f7-ad32-ff4c6e2105a1 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:35.296900 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441e3b33-780c-4168-a59f-048092918f64 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Pushing event deleted for resources: {'Network': ['ID=781006d9-7985-4914-91ad-a5e554b7cb56,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:39:35.315839 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-65a28855-7b56-4cf4-ab26-9db0ba2b8dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:35.340725 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fe7b0f4-bf3f-4bc5-b637-7a44fe210895 req-2c04c235-2643-434a-bae1-1213e2090e60 tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] Made reservation on behalf of 5872e9bc729b476ba1be7ebc41db140a for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:39:35.347638 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-0fe7b0f4-bf3f-4bc5-b637-7a44fe210895 req-2c04c235-2643-434a-bae1-1213e2090e60 tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:35.388034 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-40469648-ccd0-48f7-ad32-ff4c6e2105a1 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:35.398173 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3540628c-eead-43fd-9b48-78f4e5ca6d54 req-c733a675-2764-482c-b801-8e47d424f0db tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c3e1d5a-6292-447d-a186-ce6f2cc7add1 HTTP/1.1" status: 200 len: 210 time: 0.1698298 Dec 20 14:39:35.404550 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ff5c67-c171-475f-8903-57c3cfc90618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c0ac57-a0d4-4728-b359-486d90e63ad1,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:39:35.418072 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a28855-7b56-4cf4-ab26-9db0ba2b8dee None None] No DVR routers for this DVR port d1d6c951-2bc0-4d5f-8a7e-aa39ce5f0e33 on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:39:35.474047 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a28855-7b56-4cf4-ab26-9db0ba2b8dee None None] Pushing event deleted for resources: {'Port': ['ID=d1d6c951-2bc0-4d5f-8a7e-aa39ce5f0e33,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:39:35.520254 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device d1d6c951-2bc0-4d5f-8a7e-aa39ce5f0e33 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:39:35.554645 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5f04ac55-d169-414b-9dda-9e08fd3f06c2 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:35.613315 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: d1d6c951-2bc0-4d5f-8a7e-aa39ce5f0e33 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:39:35.631367 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device d1d6c951-2bc0-4d5f-8a7e-aa39ce5f0e33 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:39:35.714676 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-44c603c5-5b57-4c05-a02c-762d8e0a14ef req-d1fd20d9-34ae-4db4-9f66-e487f3b13308 service neutron] 10.222.0.54 "GET /v2.0/networks/7ed718b3-d2e8-4b72-a238-726203897046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5373607 Dec 20 14:39:35.770338 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:35.807576 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5f04ac55-d169-414b-9dda-9e08fd3f06c2 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:35.836624 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-5f04ac55-d169-414b-9dda-9e08fd3f06c2 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e922ff15-a662-4866-8b6a-3d6f701ab36c']}} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:39:35.844482 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [req-0fe7b0f4-bf3f-4bc5-b637-7a44fe210895 req-2c04c235-2643-434a-bae1-1213e2090e60 tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] Allocated IP 172.20.0.6 (582436ed-b909-4427-9350-0e0947d57bea/70d40f17-a553-4bf2-95b2-20c8185624a2/259dd028-4f93-409e-aae0-d2d37884b386) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:39:35.848232 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-5f04ac55-d169-414b-9dda-9e08fd3f06c2 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eacc05f1-3b35-400c-b97b-4a37ce60f203') {'for_net_delete': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:39:35.849885 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-5f04ac55-d169-414b-9dda-9e08fd3f06c2 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eacc05f1-3b35-400c-b97b-4a37ce60f203') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:39:35.877534 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5f04ac55-d169-414b-9dda-9e08fd3f06c2 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954405'] for segment, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:35.921132 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5f04ac55-d169-414b-9dda-9e08fd3f06c2 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:35.955119 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f04ac55-d169-414b-9dda-9e08fd3f06c2 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=103167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:39:35.956168 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5f04ac55-d169-414b-9dda-9e08fd3f06c2 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9956000'] for segment, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:35.971155 n-d-761264-19 neutron-server[103167]: Traceback (most recent call last): Dec 20 14:39:35.971155 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:39:35.971155 n-d-761264-19 neutron-server[103167]: timer() Dec 20 14:39:35.971155 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:39:35.971155 n-d-761264-19 neutron-server[103167]: cb(*args, **kw) Dec 20 14:39:35.971155 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:39:35.971155 n-d-761264-19 neutron-server[103167]: return func(*args, **kwargs) Dec 20 14:39:35.971155 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:39:35.971155 n-d-761264-19 neutron-server[103167]: self._notify() Dec 20 14:39:35.971155 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:39:35.971155 n-d-761264-19 neutron-server[103167]: self.callback(batched_events) Dec 20 14:39:35.971155 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:39:35.971155 n-d-761264-19 neutron-server[103167]: event.method(event) Dec 20 14:39:35.971155 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:39:35.971155 n-d-761264-19 neutron-server[103167]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:39:35.971155 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:39:35.971155 n-d-761264-19 neutron-server[103167]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:39:35.971155 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:39:35.971155 n-d-761264-19 neutron-server[103167]: return f(self, *a, **k) Dec 20 14:39:35.971155 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:39:35.971155 n-d-761264-19 neutron-server[103167]: return self._get(url).json() Dec 20 14:39:35.971155 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:39:35.971155 n-d-761264-19 neutron-server[103167]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:39:35.971155 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:39:35.971155 n-d-761264-19 neutron-server[103167]: return self.request(url, 'GET', **kwargs) Dec 20 14:39:35.971155 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:39:35.971155 n-d-761264-19 neutron-server[103167]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:39:35.971155 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:39:35.971155 n-d-761264-19 neutron-server[103167]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:39:35.971155 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:39:35.971155 n-d-761264-19 neutron-server[103167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:39:35.971155 n-d-761264-19 neutron-server[103167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:39:36.043810 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-40469648-ccd0-48f7-ad32-ff4c6e2105a1 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Deleting port 10ae5082-753e-4d7d-9e2d-578de1e3e4bc {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:39:36.044323 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-40469648-ccd0-48f7-ad32-ff4c6e2105a1 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:36.187968 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-376abe59-4d19-4bf6-abc2-22e8b008149e req-0744eb84-cf2d-4772-80f4-898c9be09e1d tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf52da41-569b-42da-a907-b1d8c46c3f5c HTTP/1.1" status: 200 len: 210 time: 0.0597198 Dec 20 14:39:36.207191 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:36.217989 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5f04ac55-d169-414b-9dda-9e08fd3f06c2 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:36.229475 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5f04ac55-d169-414b-9dda-9e08fd3f06c2 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:36.236296 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-5f04ac55-d169-414b-9dda-9e08fd3f06c2 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] 10.222.0.54 "DELETE /v2.0/networks/e922ff15-a662-4866-8b6a-3d6f701ab36c HTTP/1.1" status: 204 len: 168 time: 0.9979420 Dec 20 14:39:36.275348 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f04ac55-d169-414b-9dda-9e08fd3f06c2 tempest-TaggedBootDevicesTest-1764985429 tempest-TaggedBootDevicesTest-1764985429-project] Pushing event deleted for resources: {'Network': ['ID=e922ff15-a662-4866-8b6a-3d6f701ab36c,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:39:36.342600 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 45970) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:39:36.357106 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-40469648-ccd0-48f7-ad32-ff4c6e2105a1 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:36.372964 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-40469648-ccd0-48f7-ad32-ff4c6e2105a1 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Calling delete_port for 10ae5082-753e-4d7d-9e2d-578de1e3e4bc owned by network:router_gateway {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:39:36.487412 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-0fe7b0f4-bf3f-4bc5-b637-7a44fe210895 req-2c04c235-2643-434a-bae1-1213e2090e60 tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:36.517528 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-de4ef77d-eb06-44a9-91f8-848280d6c203 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1d76d13fea96483daf60522f99ce0738&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1724024 Dec 20 14:39:36.527108 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 45986) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:39:36.703599 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0efdb4d7-b9f7-4e8d-81ce-48ffc930d9f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:36.732380 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0efdb4d7-b9f7-4e8d-81ce-48ffc930d9f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:36.801450 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-0fe7b0f4-bf3f-4bc5-b637-7a44fe210895 req-2c04c235-2643-434a-bae1-1213e2090e60 tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:36.824930 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0efdb4d7-b9f7-4e8d-81ce-48ffc930d9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:36.827754 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0efdb4d7-b9f7-4e8d-81ce-48ffc930d9f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:36.828936 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-0efdb4d7-b9f7-4e8d-81ce-48ffc930d9f2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/110616d9-d540-4559-ba9c-0d52c651337d HTTP/1.1" status: 204 len: 168 time: 0.3006032 Dec 20 14:39:36.904408 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efdb4d7-b9f7-4e8d-81ce-48ffc930d9f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=110616d9-d540-4559-ba9c-0d52c651337d,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:39:36.989032 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fe7b0f4-bf3f-4bc5-b637-7a44fe210895 req-2c04c235-2643-434a-bae1-1213e2090e60 tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] Network 582436ed-b909-4427-9350-0e0947d57bea is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:39:36.999726 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [req-0fe7b0f4-bf3f-4bc5-b637-7a44fe210895 req-2c04c235-2643-434a-bae1-1213e2090e60 tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:39:37.006263 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fe7b0f4-bf3f-4bc5-b637-7a44fe210895 req-2c04c235-2643-434a-bae1-1213e2090e60 tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:39:37.078914 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afc58f9-ab19-4a56-ab09-c57f8d5e62e6 req-c1c2b8d7-f531-4d14-b0a7-cb0d558d8669 tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:39:37.080506 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4afc58f9-ab19-4a56-ab09-c57f8d5e62e6 req-c1c2b8d7-f531-4d14-b0a7-cb0d558d8669 tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c3e1d5a-6292-447d-a186-ce6f2cc7add1 HTTP/1.1" status: 200 len: 931 time: 0.4038010 Dec 20 14:39:37.081789 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-40469648-ccd0-48f7-ad32-ff4c6e2105a1 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:37.100838 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe7b0f4-bf3f-4bc5-b637-7a44fe210895 req-2c04c235-2643-434a-bae1-1213e2090e60 tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:39:37.101786 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-0fe7b0f4-bf3f-4bc5-b637-7a44fe210895 req-2c04c235-2643-434a-bae1-1213e2090e60 tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:37.165061 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c04c235-2643-434a-bae1-1213e2090e60 tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] Pushing event updated for resources: {'Port': ['ID=259dd028-4f93-409e-aae0-d2d37884b386,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:39:37.194924 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0fe7b0f4-bf3f-4bc5-b637-7a44fe210895 req-2c04c235-2643-434a-bae1-1213e2090e60 tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4873669 Dec 20 14:39:37.267877 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4afc58f9-ab19-4a56-ab09-c57f8d5e62e6 req-d82ad394-1b9a-469f-a33e-e178cb032973 tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] 10.222.0.54 "GET /v2.0/security-groups?id=8fec1286-194e-484a-b25d-3f2f7d273d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601028 Dec 20 14:39:37.275963 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-0fe7b0f4-bf3f-4bc5-b637-7a44fe210895 req-b389a931-73b3-4ca6-90ec-4a4e24c73f11 service neutron] Request body: {'port': {'device_id': '5c3e1d5a-6292-447d-a186-ce6f2cc7add1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-19'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:39:37.281476 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40469648-ccd0-48f7-ad32-ff4c6e2105a1 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Pushing event deleted for resources: {'Port': ['ID=10ae5082-753e-4d7d-9e2d-578de1e3e4bc,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:39:37.492334 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d9ffbaa8-0d37-4a58-b395-ac2625bd5c78 req-201920d6-13c7-4372-bbca-e12069d84d65 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf52da41-569b-42da-a907-b1d8c46c3f5c HTTP/1.1" status: 200 len: 210 time: 0.0999324 Dec 20 14:39:37.841473 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-40469648-ccd0-48f7-ad32-ff4c6e2105a1 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584913'] for router_gateway, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:37.884781 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-0fe7b0f4-bf3f-4bc5-b637-7a44fe210895 req-b389a931-73b3-4ca6-90ec-4a4e24c73f11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:38.412177 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c603c5-5b57-4c05-a02c-762d8e0a14ef req-fe84d2d8-00aa-468e-9b5a-eb4ced52740f tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:39:38.413979 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-44c603c5-5b57-4c05-a02c-762d8e0a14ef req-fe84d2d8-00aa-468e-9b5a-eb4ced52740f tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.30 "GET /v2.0/networks?id=7ed718b3-d2e8-4b72-a238-726203897046 HTTP/1.1" status: 200 len: 812 time: 0.1978374 Dec 20 14:39:38.416439 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-40469648-ccd0-48f7-ad32-ff4c6e2105a1 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1584976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40157'] for router, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:38.435400 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-44c603c5-5b57-4c05-a02c-762d8e0a14ef req-912f9c24-f05b-4bc0-b901-3c9cafd64c8e tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Request body: {'port': {'device_id': 'bf52da41-569b-42da-a907-b1d8c46c3f5c', 'network_id': '7ed718b3-d2e8-4b72-a238-726203897046', 'admin_state_up': True, 'tenant_id': '514f3908f9164c0fa19c6d421ce9f2b3'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:39:38.440284 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-40469648-ccd0-48f7-ad32-ff4c6e2105a1 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1584999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1585022', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1594780'] for router, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:38.695288 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c6238672-fed0-4e07-8d77-681fd12e5f59 req-6eb64923-c6c0-4e6d-8618-27bfdc206842 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf52da41-569b-42da-a907-b1d8c46c3f5c HTTP/1.1" status: 200 len: 210 time: 0.0595996 Dec 20 14:39:38.889783 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40469648-ccd0-48f7-ad32-ff4c6e2105a1 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Router 2c0ce5e1-5a84-4dfb-a93b-1f889968c88a has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:39:38.945417 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d288b92-5c5e-4fc2-ba55-7761e20cbffe req-39d749f5-3199-4b87-919d-6fecbf3d182a tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:39:38.954984 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3d288b92-5c5e-4fc2-ba55-7761e20cbffe req-39d749f5-3199-4b87-919d-6fecbf3d182a tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c3e1d5a-6292-447d-a186-ce6f2cc7add1 HTTP/1.1" status: 200 len: 931 time: 0.4339323 Dec 20 14:39:39.031307 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 46176) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:39:39.159494 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44c603c5-5b57-4c05-a02c-762d8e0a14ef req-912f9c24-f05b-4bc0-b901-3c9cafd64c8e tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Made reservation on behalf of 514f3908f9164c0fa19c6d421ce9f2b3 for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:39:39.164815 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-44c603c5-5b57-4c05-a02c-762d8e0a14ef req-912f9c24-f05b-4bc0-b901-3c9cafd64c8e tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:39.232064 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-52f0d057-fefe-4505-adf2-4f1e1924b8d4 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1185357318-network', 'tenant_id': '67ceb3e4c4c347328cf6df9ccf41d3e6'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:39:39.279545 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40469648-ccd0-48f7-ad32-ff4c6e2105a1 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:39:39.289572 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52f0d057-fefe-4505-adf2-4f1e1924b8d4 admin admin] Made reservation on behalf of 67ceb3e4c4c347328cf6df9ccf41d3e6 for: {'network': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:39:39.295103 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb2012a-c3be-44bc-ae53-57ea2b338b54 None None] Sync routers for ids ['2c0ce5e1-5a84-4dfb-a93b-1f889968c88a'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:39:39.296980 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-52f0d057-fefe-4505-adf2-4f1e1924b8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:39.322642 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-40469648-ccd0-48f7-ad32-ff4c6e2105a1 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:39.328541 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-40469648-ccd0-48f7-ad32-ff4c6e2105a1 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] 10.222.0.54 "PUT /v2.0/routers/2c0ce5e1-5a84-4dfb-a93b-1f889968c88a HTTP/1.1" status: 200 len: 706 time: 5.6746070 Dec 20 14:39:39.331378 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 46188) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:39:39.332342 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-52f0d057-fefe-4505-adf2-4f1e1924b8d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:39.335381 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb2012a-c3be-44bc-ae53-57ea2b338b54 None None] Routers {'2c0ce5e1-5a84-4dfb-a93b-1f889968c88a'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:39:39.336190 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-4cb2012a-c3be-44bc-ae53-57ea2b338b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:39:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['2c0ce5e1-5a84-4dfb-a93b-1f889968c88a'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:39:39.346985 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3d288b92-5c5e-4fc2-ba55-7761e20cbffe req-b044590a-2df6-4394-9f9e-928147e5605a tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] 10.222.0.54 "GET /v2.0/security-groups?id=8fec1286-194e-484a-b25d-3f2f7d273d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3901999 Dec 20 14:39:39.439499 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-4cb2012a-c3be-44bc-ae53-57ea2b338b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:39:39.470243 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb2012a-c3be-44bc-ae53-57ea2b338b54 None None] Routers {'2c0ce5e1-5a84-4dfb-a93b-1f889968c88a'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:39:39.483674 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-4cb2012a-c3be-44bc-ae53-57ea2b338b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:39:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['2c0ce5e1-5a84-4dfb-a93b-1f889968c88a'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:39:39.532231 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-52f0d057-fefe-4505-adf2-4f1e1924b8d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:39.539892 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [req-44c603c5-5b57-4c05-a02c-762d8e0a14ef req-912f9c24-f05b-4bc0-b901-3c9cafd64c8e tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Allocated IP 172.20.0.9 (7ed718b3-d2e8-4b72-a238-726203897046/5d68b841-2dcc-4f7d-9f3b-ab3557b797a0/ee1747d4-a1cf-4796-859d-d6ab8be7a2a6) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:39:39.591856 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-4cb2012a-c3be-44bc-ae53-57ea2b338b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:39:39.592837 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb2012a-c3be-44bc-ae53-57ea2b338b54 None None] The sync data for ids ['2c0ce5e1-5a84-4dfb-a93b-1f889968c88a'] in n-d-761264-19 is: [] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:39:39.646851 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-52f0d057-fefe-4505-adf2-4f1e1924b8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:39.692859 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f0d057-fefe-4505-adf2-4f1e1924b8d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f0c833f-37bb-40a7-b07e-919fa2ff8364,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:39:39.721149 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-9622bb86-a191-4c9f-b07e-bdd0ceee4f8d tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] 10.222.0.54 "GET /v2.0/routers/2c0ce5e1-5a84-4dfb-a93b-1f889968c88a HTTP/1.1" status: 200 len: 741 time: 0.3621602 Dec 20 14:39:39.726425 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0d057-fefe-4505-adf2-4f1e1924b8d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:39:39.727053 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0d057-fefe-4505-adf2-4f1e1924b8d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:39:39.727578 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0d057-fefe-4505-adf2-4f1e1924b8d4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:39:39.728655 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0d057-fefe-4505-adf2-4f1e1924b8d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:39:39.733565 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0d057-fefe-4505-adf2-4f1e1924b8d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:39:39.734132 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0d057-fefe-4505-adf2-4f1e1924b8d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:39:39.736828 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0d057-fefe-4505-adf2-4f1e1924b8d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:39:39.737192 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0d057-fefe-4505-adf2-4f1e1924b8d4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:39:39.737527 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0d057-fefe-4505-adf2-4f1e1924b8d4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:39:39.737858 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0d057-fefe-4505-adf2-4f1e1924b8d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:39:39.738336 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0d057-fefe-4505-adf2-4f1e1924b8d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:39:39.738665 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0d057-fefe-4505-adf2-4f1e1924b8d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:39:39.739024 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f0d057-fefe-4505-adf2-4f1e1924b8d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:39:39.771085 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 46198) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:39:39.813818 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [req-0fe7b0f4-bf3f-4bc5-b637-7a44fe210895 req-b389a931-73b3-4ca6-90ec-4a4e24c73f11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 259dd028-4f93-409e-aae0-d2d37884b386 {{(pid=103168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:39:39.852496 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52f0d057-fefe-4505-adf2-4f1e1924b8d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=103167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:39:39.856733 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-0fe7b0f4-bf3f-4bc5-b637-7a44fe210895 req-b389a931-73b3-4ca6-90ec-4a4e24c73f11 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:39.925672 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.provisioning_blocks [req-0fe7b0f4-bf3f-4bc5-b637-7a44fe210895 req-b389a931-73b3-4ca6-90ec-4a4e24c73f11 service neutron] Transition to ACTIVE for port object 259dd028-4f93-409e-aae0-d2d37884b386 will not be triggered until provisioned by entity L2. {{(pid=103168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:39:39.936311 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-0fe7b0f4-bf3f-4bc5-b637-7a44fe210895 req-b389a931-73b3-4ca6-90ec-4a4e24c73f11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:40.004373 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-44c603c5-5b57-4c05-a02c-762d8e0a14ef req-912f9c24-f05b-4bc0-b901-3c9cafd64c8e tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:40.086235 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-44c603c5-5b57-4c05-a02c-762d8e0a14ef req-912f9c24-f05b-4bc0-b901-3c9cafd64c8e tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:40.100301 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['02d7bb87-3236-41e6-86d5-147fff80b815', '2f328448-a642-404d-96ba-389de2cd13ed'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:39:40.116497 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 14:39:40.179156 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44c603c5-5b57-4c05-a02c-762d8e0a14ef req-912f9c24-f05b-4bc0-b901-3c9cafd64c8e tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Network 7ed718b3-d2e8-4b72-a238-726203897046 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:39:40.207504 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b389a931-73b3-4ca6-90ec-4a4e24c73f11 service neutron] Pushing event updated for resources: {'Port': ['ID=259dd028-4f93-409e-aae0-d2d37884b386,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:39:40.237255 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [req-44c603c5-5b57-4c05-a02c-762d8e0a14ef req-912f9c24-f05b-4bc0-b901-3c9cafd64c8e tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:39:40.246468 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-44c603c5-5b57-4c05-a02c-762d8e0a14ef req-912f9c24-f05b-4bc0-b901-3c9cafd64c8e tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:39:40.417433 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c603c5-5b57-4c05-a02c-762d8e0a14ef req-912f9c24-f05b-4bc0-b901-3c9cafd64c8e tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:39:40.422497 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-44c603c5-5b57-4c05-a02c-762d8e0a14ef req-912f9c24-f05b-4bc0-b901-3c9cafd64c8e tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:40.539411 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-44c603c5-5b57-4c05-a02c-762d8e0a14ef req-912f9c24-f05b-4bc0-b901-3c9cafd64c8e tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1104546 Dec 20 14:39:40.565271 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-44c603c5-5b57-4c05-a02c-762d8e0a14ef req-51262362-898e-4cd5-81c5-0c5b4377f176 service neutron] Request body: {'port': {'device_id': 'bf52da41-569b-42da-a907-b1d8c46c3f5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-19'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:39:40.617625 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912f9c24-f05b-4bc0-b901-3c9cafd64c8e tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Pushing event updated for resources: {'Port': ['ID=ee1747d4-a1cf-4796-859d-d6ab8be7a2a6,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:39:40.671569 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912f9c24-f05b-4bc0-b901-3c9cafd64c8e tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:39:40.677189 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912f9c24-f05b-4bc0-b901-3c9cafd64c8e tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:39:40.677877 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912f9c24-f05b-4bc0-b901-3c9cafd64c8e tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:39:40.678531 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912f9c24-f05b-4bc0-b901-3c9cafd64c8e tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:39:40.679132 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912f9c24-f05b-4bc0-b901-3c9cafd64c8e tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:39:40.679699 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912f9c24-f05b-4bc0-b901-3c9cafd64c8e tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:39:40.681065 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912f9c24-f05b-4bc0-b901-3c9cafd64c8e tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:39:40.681669 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912f9c24-f05b-4bc0-b901-3c9cafd64c8e tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:39:40.682817 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912f9c24-f05b-4bc0-b901-3c9cafd64c8e tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:39:40.684013 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912f9c24-f05b-4bc0-b901-3c9cafd64c8e tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:39:40.690665 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912f9c24-f05b-4bc0-b901-3c9cafd64c8e tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:39:40.692101 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912f9c24-f05b-4bc0-b901-3c9cafd64c8e tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:39:40.692101 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912f9c24-f05b-4bc0-b901-3c9cafd64c8e tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:39:40.736240 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-0958e9da-8b82-447f-a146-c0d4230e08f3 None None] Provisioning complete for port ee1747d4-a1cf-4796-859d-d6ab8be7a2a6 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:39:40.738205 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-0958e9da-8b82-447f-a146-c0d4230e08f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:40.832904 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-0958e9da-8b82-447f-a146-c0d4230e08f3 None None] Port ee1747d4-a1cf-4796-859d-d6ab8be7a2a6 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:39:40.837541 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-44c603c5-5b57-4c05-a02c-762d8e0a14ef req-51262362-898e-4cd5-81c5-0c5b4377f176 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:40.841744 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-0fe7b0f4-bf3f-4bc5-b637-7a44fe210895 req-b389a931-73b3-4ca6-90ec-4a4e24c73f11 service neutron] Attempting to bind port 259dd028-4f93-409e-aae0-d2d37884b386 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:39:40.842425 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-0fe7b0f4-bf3f-4bc5-b637-7a44fe210895 req-b389a931-73b3-4ca6-90ec-4a4e24c73f11 service neutron] Attempting to bind port 259dd028-4f93-409e-aae0-d2d37884b386 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': '393c3eba-89a5-49a5-b391-7b027a59b79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '582436ed-b909-4427-9350-0e0947d57bea'}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:39:40.843065 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe7b0f4-bf3f-4bc5-b637-7a44fe210895 req-b389a931-73b3-4ca6-90ec-4a4e24c73f11 service neutron] Attempting to bind port 259dd028-4f93-409e-aae0-d2d37884b386 on network 582436ed-b909-4427-9350-0e0947d57bea {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:39:40.885761 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe7b0f4-bf3f-4bc5-b637-7a44fe210895 req-b389a931-73b3-4ca6-90ec-4a4e24c73f11 service neutron] Port 259dd028-4f93-409e-aae0-d2d37884b386 on network 582436ed-b909-4427-9350-0e0947d57bea not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:39:40.886762 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe7b0f4-bf3f-4bc5-b637-7a44fe210895 req-b389a931-73b3-4ca6-90ec-4a4e24c73f11 service neutron] Attempting to bind port 259dd028-4f93-409e-aae0-d2d37884b386 on network 582436ed-b909-4427-9350-0e0947d57bea {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:39:40.903152 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe7b0f4-bf3f-4bc5-b637-7a44fe210895 req-b389a931-73b3-4ca6-90ec-4a4e24c73f11 service neutron] Checking agent: {'id': '43c60aee-e4af-4ecc-bee2-aac3569fafed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:39:40.903905 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe7b0f4-bf3f-4bc5-b637-7a44fe210895 req-b389a931-73b3-4ca6-90ec-4a4e24c73f11 service neutron] Checking segment: {'id': '393c3eba-89a5-49a5-b391-7b027a59b79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '582436ed-b909-4427-9350-0e0947d57bea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:39:40.904533 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe7b0f4-bf3f-4bc5-b637-7a44fe210895 req-b389a931-73b3-4ca6-90ec-4a4e24c73f11 service neutron] Bound using segment: {'id': '393c3eba-89a5-49a5-b391-7b027a59b79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '582436ed-b909-4427-9350-0e0947d57bea'} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:39:40.905288 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-0fe7b0f4-bf3f-4bc5-b637-7a44fe210895 req-b389a931-73b3-4ca6-90ec-4a4e24c73f11 service neutron] Bound port: 259dd028-4f93-409e-aae0-d2d37884b386, host: n-h2-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '393c3eba-89a5-49a5-b391-7b027a59b79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '582436ed-b909-4427-9350-0e0947d57bea'}}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:39:40.905874 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-0fe7b0f4-bf3f-4bc5-b637-7a44fe210895 req-b389a931-73b3-4ca6-90ec-4a4e24c73f11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:41.000031 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7f0d79-8329-415f-a414-4dc68de5c079 req-79249d93-c66b-4006-ad07-b862eb191ab4 tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:39:41.008702 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-aa7f0d79-8329-415f-a414-4dc68de5c079 req-79249d93-c66b-4006-ad07-b862eb191ab4 tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c3e1d5a-6292-447d-a186-ce6f2cc7add1 HTTP/1.1" status: 200 len: 943 time: 0.3106713 Dec 20 14:39:41.113279 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-3e587e07-9d90-47bd-a2dd-ae9d7b5ad5c5 tempest-RoutersAdminTest-1366850381 tempest-RoutersAdminTest-1366850381-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=c3f8658e-da35-41f3-bd03-509e29ebd6f3&device_id=2c0ce5e1-5a84-4dfb-a93b-1f889968c88a HTTP/1.1" status: 200 len: 205 time: 1.3400950 Dec 20 14:39:41.115466 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0f9cd3e1-e824-4cff-9e34-5bd7372c4e09 req-42130b29-e73b-487f-9100-e96fc431d5fa tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf52da41-569b-42da-a907-b1d8c46c3f5c HTTP/1.1" status: 200 len: 210 time: 1.2519507 Dec 20 14:39:41.115953 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 46222) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:39:41.125440 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-52f0d057-fefe-4505-adf2-4f1e1924b8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:41.126037 n-d-761264-19 neutron-server[103167]: INFO neutron.db.segments_db [None req-52f0d057-fefe-4505-adf2-4f1e1924b8d4 admin admin] Added segment cd4089e6-2195-4c12-a63e-540990110f44 of type vlan for network dc98123f-613d-46fd-bb58-669e46e2509f Dec 20 14:39:41.168194 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-aa7f0d79-8329-415f-a414-4dc68de5c079 req-378f0759-3272-4e94-8770-e92284c05a59 tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] 10.222.0.54 "GET /v2.0/security-groups?id=8fec1286-194e-484a-b25d-3f2f7d273d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444418 Dec 20 14:39:41.183057 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-0fe7b0f4-bf3f-4bc5-b637-7a44fe210895 req-b389a931-73b3-4ca6-90ec-4a4e24c73f11 service neutron] For port 259dd028-4f93-409e-aae0-d2d37884b386, host n-h2-761264-19, cleared binding levels {{(pid=103168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:39:41.195696 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-0fe7b0f4-bf3f-4bc5-b637-7a44fe210895 req-b389a931-73b3-4ca6-90ec-4a4e24c73f11 service neutron] For port 259dd028-4f93-409e-aae0-d2d37884b386, host n-h2-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=259dd028-4f93-409e-aae0-d2d37884b386,segment=NetworkSegment(393c3eba-89a5-49a5-b391-7b027a59b79d),segment_id=393c3eba-89a5-49a5-b391-7b027a59b79d)] {{(pid=103168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:39:41.204051 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-0fe7b0f4-bf3f-4bc5-b637-7a44fe210895 req-b389a931-73b3-4ca6-90ec-4a4e24c73f11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:41.215011 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-2182101f-72d7-480f-9227-3f276d4dcd91 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] 10.222.0.54 "GET /v2.0/ports?device_id=2c0ce5e1-5a84-4dfb-a93b-1f889968c88a HTTP/1.1" status: 200 len: 205 time: 0.0762908 Dec 20 14:39:41.216622 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 46224) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:39:41.302114 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-bdcee15a-543d-4b35-8092-120ef5a79edc tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks [] for router, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:41.308199 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe7b0f4-bf3f-4bc5-b637-7a44fe210895 req-b389a931-73b3-4ca6-90ec-4a4e24c73f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:39:41.308837 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-0fe7b0f4-bf3f-4bc5-b637-7a44fe210895 req-b389a931-73b3-4ca6-90ec-4a4e24c73f11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:41.310276 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0fe7b0f4-bf3f-4bc5-b637-7a44fe210895 req-b389a931-73b3-4ca6-90ec-4a4e24c73f11 service neutron] 10.222.0.47 "PUT /v2.0/ports/259dd028-4f93-409e-aae0-d2d37884b386 HTTP/1.1" status: 200 len: 1092 time: 4.0641460 Dec 20 14:39:41.311093 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c3e1d5a-6292-447d-a186-ce6f2cc7add1', 'tag': '259dd028-4f93-409e-aae0-d2d37884b386'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:39:41.313090 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f932c49-79c8-4136-a188-28b23f2bf566" -d '{"events": [{"name": "network-changed", "server_uuid": "5c3e1d5a-6292-447d-a186-ce6f2cc7add1", "tag": "259dd028-4f93-409e-aae0-d2d37884b386"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:39:41.452320 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90d5b718-4138-4042-970e-010f7aaba9d2 x-openstack-request-id: req-90d5b718-4138-4042-970e-010f7aaba9d2 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:39:41.453096 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c3e1d5a-6292-447d-a186-ce6f2cc7add1", "tag": "259dd028-4f93-409e-aae0-d2d37884b386", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:39:41.453664 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-90d5b718-4138-4042-970e-010f7aaba9d2 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:39:41.454406 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c3e1d5a-6292-447d-a186-ce6f2cc7add1', 'tag': '259dd028-4f93-409e-aae0-d2d37884b386', 'status': 'completed', 'code': 200} Dec 20 14:39:41.477776 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b389a931-73b3-4ca6-90ec-4a4e24c73f11 service neutron] Pushing event updated for resources: {'Port': ['ID=259dd028-4f93-409e-aae0-d2d37884b386,revision_number=3']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:39:41.521055 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe7b0f4-bf3f-4bc5-b637-7a44fe210895 req-6d483daa-a4d6-4034-85ed-33d1511e0dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:39:41.523112 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0fe7b0f4-bf3f-4bc5-b637-7a44fe210895 req-6d483daa-a4d6-4034-85ed-33d1511e0dbc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5872e9bc729b476ba1be7ebc41db140a&device_id=5c3e1d5a-6292-447d-a186-ce6f2cc7add1 HTTP/1.1" status: 200 len: 1095 time: 0.1530464 Dec 20 14:39:41.525633 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-bdcee15a-543d-4b35-8092-120ef5a79edc tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40132'] for router, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:41.528525 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-bdcee15a-543d-4b35-8092-120ef5a79edc tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:41.596349 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:41.607546 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-bdcee15a-543d-4b35-8092-120ef5a79edc tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1594808'] for router, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:41.608099 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdcee15a-543d-4b35-8092-120ef5a79edc tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Fanout notify agent at l3_agent the message router_deleted on router 2c0ce5e1-5a84-4dfb-a93b-1f889968c88a {{(pid=103167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 14:39:41.616775 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-bdcee15a-543d-4b35-8092-120ef5a79edc tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] Publish callbacks [] for router, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:41.618004 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-bdcee15a-543d-4b35-8092-120ef5a79edc tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] 10.222.0.54 "DELETE /v2.0/routers/2c0ce5e1-5a84-4dfb-a93b-1f889968c88a HTTP/1.1" status: 204 len: 168 time: 0.4003758 Dec 20 14:39:41.622506 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 46242) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:39:41.655189 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0fe7b0f4-bf3f-4bc5-b637-7a44fe210895 req-ace77477-95b4-4b57-8ece-fb0c9a3da1b4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=259dd028-4f93-409e-aae0-d2d37884b386 HTTP/1.1" status: 200 len: 217 time: 0.1158686 Dec 20 14:39:41.696324 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-52f0d057-fefe-4505-adf2-4f1e1924b8d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:41.752774 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-5111ac2e-0499-437f-9f0e-d529dea65dde tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] 10.222.0.54 "GET /v2.0/ports?device_id=2c0ce5e1-5a84-4dfb-a93b-1f889968c88a HTTP/1.1" status: 200 len: 205 time: 0.1262956 Dec 20 14:39:41.752774 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-52f0d057-fefe-4505-adf2-4f1e1924b8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:41.754167 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 46244) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:39:41.754818 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f0d057-fefe-4505-adf2-4f1e1924b8d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:39:41.755494 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-52f0d057-fefe-4505-adf2-4f1e1924b8d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:41.810747 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-52f0d057-fefe-4505-adf2-4f1e1924b8d4 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.7764072 Dec 20 14:39:41.823098 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 46248) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:39:41.834978 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-f871081d-54be-4ad8-9b5f-30b0713fbef6 admin admin] Request body: {'subnet': {'network_id': 'dc98123f-613d-46fd-bb58-669e46e2509f', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1185357318-subnet', 'tenant_id': '67ceb3e4c4c347328cf6df9ccf41d3e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:39:41.898442 n-d-761264-19 neutron-server[103168]: INFO neutron.api.v2.resource [None req-8e94b4b8-c7bb-410d-92e8-cfd0f73a45c4 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] delete failed (client error): The resource could not be found. Dec 20 14:39:41.899827 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-8e94b4b8-c7bb-410d-92e8-cfd0f73a45c4 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] 10.222.0.54 "DELETE /v2.0/routers/2c0ce5e1-5a84-4dfb-a93b-1f889968c88a HTTP/1.1" status: 404 len: 336 time: 0.1414826 Dec 20 14:39:41.910052 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 46250) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:39:41.962162 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f871081d-54be-4ad8-9b5f-30b0713fbef6 admin admin] Made reservation on behalf of 67ceb3e4c4c347328cf6df9ccf41d3e6 for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:39:41.973595 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f871081d-54be-4ad8-9b5f-30b0713fbef6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:41.977003 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f0d057-fefe-4505-adf2-4f1e1924b8d4 admin admin] Pushing event updated for resources: {'Network': ['ID=dc98123f-613d-46fd-bb58-669e46e2509f,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:39:41.989473 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network dc98123f-613d-46fd-bb58-669e46e2509f details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:39:41.998945 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [req-44c603c5-5b57-4c05-a02c-762d8e0a14ef req-51262362-898e-4cd5-81c5-0c5b4377f176 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee1747d4-a1cf-4796-859d-d6ab8be7a2a6 {{(pid=103168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:39:42.015659 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-782cef90-073f-4e3a-9279-fa391863bb62 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] 10.222.0.54 "GET /v2.0/ports?device_id=dc3aba27-efc8-49f3-9ad4-f0aeed6c948b HTTP/1.1" status: 200 len: 205 time: 0.1029041 Dec 20 14:39:42.039893 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 46252) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:39:42.043612 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-44c603c5-5b57-4c05-a02c-762d8e0a14ef req-51262362-898e-4cd5-81c5-0c5b4377f176 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:42.064060 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe7b0f4-bf3f-4bc5-b637-7a44fe210895 req-ef6c5c0b-695f-45f9-9b7e-fec8b2e4f706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:39:42.067264 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0fe7b0f4-bf3f-4bc5-b637-7a44fe210895 req-ef6c5c0b-695f-45f9-9b7e-fec8b2e4f706 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=70d40f17-a553-4bf2-95b2-20c8185624a2 HTTP/1.1" status: 200 len: 848 time: 0.4035318 Dec 20 14:39:42.242827 n-d-761264-19 neutron-server[103168]: INFO neutron.api.v2.resource [None req-897c9e3c-f08c-4a65-8936-54a22962c2b7 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] delete failed (client error): The resource could not be found. Dec 20 14:39:42.246703 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-897c9e3c-f08c-4a65-8936-54a22962c2b7 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] 10.222.0.54 "DELETE /v2.0/routers/dc3aba27-efc8-49f3-9ad4-f0aeed6c948b HTTP/1.1" status: 404 len: 336 time: 0.2027779 Dec 20 14:39:42.257229 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0fe7b0f4-bf3f-4bc5-b637-7a44fe210895 req-3022a135-46ee-43af-a56a-d8fe1e92c34e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=582436ed-b909-4427-9350-0e0947d57bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1219842 Dec 20 14:39:42.262061 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 46258) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:39:42.265119 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.provisioning_blocks [req-44c603c5-5b57-4c05-a02c-762d8e0a14ef req-51262362-898e-4cd5-81c5-0c5b4377f176 service neutron] Transition to ACTIVE for port object ee1747d4-a1cf-4796-859d-d6ab8be7a2a6 will not be triggered until provisioned by entity L2. {{(pid=103168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:39:42.354578 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-44c603c5-5b57-4c05-a02c-762d8e0a14ef req-51262362-898e-4cd5-81c5-0c5b4377f176 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:42.373599 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-205982ad-64c7-4ba8-af88-40c5380efb27 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] 10.222.0.54 "GET /v2.0/ports?device_id=cee582d4-4e9e-4fa2-a968-9ce3f5ab9cc1 HTTP/1.1" status: 200 len: 205 time: 0.1101394 Dec 20 14:39:42.379395 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 46260) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:39:42.457426 n-d-761264-19 neutron-server[103167]: INFO neutron.api.v2.resource [None req-9bb06214-3be5-4a90-85af-5dd400a81912 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] delete failed (client error): The resource could not be found. Dec 20 14:39:42.460958 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-9bb06214-3be5-4a90-85af-5dd400a81912 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] 10.222.0.54 "DELETE /v2.0/routers/cee582d4-4e9e-4fa2-a968-9ce3f5ab9cc1 HTTP/1.1" status: 404 len: 336 time: 0.0755675 Dec 20 14:39:42.462114 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 46264) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:39:42.469570 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4467273-a595-4203-95e5-986f91c50b21 req-c9078c7c-64ec-40a1-a963-29e1d366b981 tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:39:42.477351 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c4467273-a595-4203-95e5-986f91c50b21 req-c9078c7c-64ec-40a1-a963-29e1d366b981 tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c3e1d5a-6292-447d-a186-ce6f2cc7add1 HTTP/1.1" status: 200 len: 943 time: 0.1909499 Dec 20 14:39:42.559104 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-f6f4292f-7449-4d4a-a3eb-9f561553b1e7 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] 10.222.0.54 "GET /v2.0/ports?device_id=2811bf19-54f6-48fd-aae2-db1b220c5906 HTTP/1.1" status: 200 len: 205 time: 0.0605760 Dec 20 14:39:42.573685 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 46274) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:39:42.616539 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f871081d-54be-4ad8-9b5f-30b0713fbef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:42.641475 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c4467273-a595-4203-95e5-986f91c50b21 req-f29daad8-16f3-40ea-b707-9f55a771c778 tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] 10.222.0.54 "GET /v2.0/security-groups?id=8fec1286-194e-484a-b25d-3f2f7d273d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570499 Dec 20 14:39:42.714110 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51262362-898e-4cd5-81c5-0c5b4377f176 service neutron] Pushing event updated for resources: {'Port': ['ID=ee1747d4-a1cf-4796-859d-d6ab8be7a2a6,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:39:42.730512 n-d-761264-19 neutron-server[103168]: INFO neutron.api.v2.resource [None req-49a8e50e-e9d4-4afe-aad0-5889113ef9ef tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] delete failed (client error): The resource could not be found. Dec 20 14:39:42.732090 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-49a8e50e-e9d4-4afe-aad0-5889113ef9ef tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] 10.222.0.54 "DELETE /v2.0/routers/2811bf19-54f6-48fd-aae2-db1b220c5906 HTTP/1.1" status: 404 len: 336 time: 0.1428273 Dec 20 14:39:42.744377 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 46284) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:39:42.769942 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:39:42.769942 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:39:42.769942 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:39:42.769942 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:39:42.769942 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:39:42.769942 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:39:42.769942 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:39:42.769942 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:39:42.769942 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:39:42.769942 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:39:42.769942 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:39:42.769942 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:39:42.769942 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:39:42.769942 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:39:42.769942 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:39:42.769942 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:39:42.769942 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:39:42.769942 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:39:42.769942 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:39:42.769942 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:39:42.769942 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:39:42.769942 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:39:42.769942 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:39:42.769942 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:39:42.769942 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:39:42.769942 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:39:42.769942 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:39:42.769942 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:39:42.769942 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:39:42.769942 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:39:42.769942 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:39:42.769942 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:39:42.769942 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:39:42.769942 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:39:42.769942 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:39:42.769942 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:39:42.772701 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:39:42.772701 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:39:42.772701 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:39:42.772701 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:39:42.772701 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:39:42.772701 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:39:42.772701 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:39:42.772701 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:39:42.772701 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:39:42.772701 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:39:42.772701 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:39:42.772701 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:39:42.790697 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b87431b-5b36-40f0-b247-baa81768cda9 req-c2c1b5e0-58c1-4cee-9ab9-642af53bb769 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:39:42.793183 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3b87431b-5b36-40f0-b247-baa81768cda9 req-c2c1b5e0-58c1-4cee-9ab9-642af53bb769 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf52da41-569b-42da-a907-b1d8c46c3f5c HTTP/1.1" status: 200 len: 943 time: 0.4522934 Dec 20 14:39:42.843564 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-0e0442e6-7384-4a08-a6a5-5f4691ff2fd4 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] 10.222.0.54 "GET /v2.0/ports?device_id=e74d1315-fbf0-47a9-a0fa-25f79212af37 HTTP/1.1" status: 200 len: 205 time: 0.0750191 Dec 20 14:39:42.852072 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 46294) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:39:42.855828 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0fe7b0f4-bf3f-4bc5-b637-7a44fe210895 req-aa3ab017-f4c6-4b05-8532-87aab174d6fb service neutron] 10.222.0.47 "GET /v2.0/networks/582436ed-b909-4427-9350-0e0947d57bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5812070 Dec 20 14:39:42.908477 n-d-761264-19 neutron-server[103167]: INFO neutron.api.v2.resource [None req-724fc3a9-8a96-425d-80a3-a82cffb0e855 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] delete failed (client error): The resource could not be found. Dec 20 14:39:42.912071 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-724fc3a9-8a96-425d-80a3-a82cffb0e855 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] 10.222.0.54 "DELETE /v2.0/routers/e74d1315-fbf0-47a9-a0fa-25f79212af37 HTTP/1.1" status: 404 len: 336 time: 0.0564950 Dec 20 14:39:42.915140 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 46296) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:39:42.933035 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f871081d-54be-4ad8-9b5f-30b0713fbef6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a4c76fa-a03b-4950-9492-2efaf4e38618,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:39:42.959794 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f871081d-54be-4ad8-9b5f-30b0713fbef6 admin admin] Checking segment: {'id': 'cd4089e6-2195-4c12-a63e-540990110f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'dc98123f-613d-46fd-bb58-669e46e2509f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:39:42.960233 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f871081d-54be-4ad8-9b5f-30b0713fbef6 admin admin] Network hostable DHCP agents. Network: dc98123f-613d-46fd-bb58-669e46e2509f, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:39:43.015730 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f871081d-54be-4ad8-9b5f-30b0713fbef6 admin admin] Network dc98123f-613d-46fd-bb58-669e46e2509f is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:39:43.035570 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-1e2a98ff-36ba-4665-9eff-24d61beb7fd3 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] 10.222.0.54 "GET /v2.0/ports?device_id=13c5e35b-9f4a-43f8-a7c3-e01f7d3327d8 HTTP/1.1" status: 200 len: 205 time: 0.1110320 Dec 20 14:39:43.037556 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 46308) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:39:43.047717 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3b87431b-5b36-40f0-b247-baa81768cda9 req-c540e55e-a596-46d1-bef6-81ad1d21ba65 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=f2f975e9-21d7-4fe5-b06b-fdbb671aee94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308879 Dec 20 14:39:43.105538 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-f871081d-54be-4ad8-9b5f-30b0713fbef6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, dc98123f-613d-46fd-bb58-669e46e2509f) {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:39:43.110321 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f871081d-54be-4ad8-9b5f-30b0713fbef6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:39:43.111213 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f871081d-54be-4ad8-9b5f-30b0713fbef6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:43.112318 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-44c603c5-5b57-4c05-a02c-762d8e0a14ef req-51262362-898e-4cd5-81c5-0c5b4377f176 service neutron] Attempting to bind port ee1747d4-a1cf-4796-859d-d6ab8be7a2a6 on host n-h1-761264-19 for vnic_type normal with profile {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:39:43.112650 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-44c603c5-5b57-4c05-a02c-762d8e0a14ef req-51262362-898e-4cd5-81c5-0c5b4377f176 service neutron] Attempting to bind port ee1747d4-a1cf-4796-859d-d6ab8be7a2a6 by drivers openvswitch,hyperv on host n-h1-761264-19 at level 0 using segments [{'id': '64c4cfe8-4670-4033-981a-f04cac942433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7ed718b3-d2e8-4b72-a238-726203897046'}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:39:43.113051 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c603c5-5b57-4c05-a02c-762d8e0a14ef req-51262362-898e-4cd5-81c5-0c5b4377f176 service neutron] Attempting to bind port ee1747d4-a1cf-4796-859d-d6ab8be7a2a6 on network 7ed718b3-d2e8-4b72-a238-726203897046 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:39:43.117528 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1083fc0b-6c00-4c28-b5a8-d3b9ede07237 None None] Network dc98123f-613d-46fd-bb58-669e46e2509f requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:39:43.126520 n-d-761264-19 neutron-server[103167]: INFO neutron.api.v2.resource [None req-efc8edae-8a82-486a-8a90-5ebf0fa8c528 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] delete failed (client error): The resource could not be found. Dec 20 14:39:43.128490 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-efc8edae-8a82-486a-8a90-5ebf0fa8c528 tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] 10.222.0.54 "DELETE /v2.0/routers/13c5e35b-9f4a-43f8-a7c3-e01f7d3327d8 HTTP/1.1" status: 404 len: 336 time: 0.0884018 Dec 20 14:39:43.132377 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 46312) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:39:43.141479 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c603c5-5b57-4c05-a02c-762d8e0a14ef req-51262362-898e-4cd5-81c5-0c5b4377f176 service neutron] Port ee1747d4-a1cf-4796-859d-d6ab8be7a2a6 on network 7ed718b3-d2e8-4b72-a238-726203897046 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-19 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:39:43.141479 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c603c5-5b57-4c05-a02c-762d8e0a14ef req-51262362-898e-4cd5-81c5-0c5b4377f176 service neutron] Attempting to bind port ee1747d4-a1cf-4796-859d-d6ab8be7a2a6 on network 7ed718b3-d2e8-4b72-a238-726203897046 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:39:43.142362 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-f871081d-54be-4ad8-9b5f-30b0713fbef6 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3113005 Dec 20 14:39:43.285994 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfd8852-aa78-4f5a-9055-848d2e108cf7 req-a28c0ecb-e287-486c-81c2-b8e9d638ef4f tempest-ImagesOneServerTestJSON-642101698 tempest-ImagesOneServerTestJSON-642101698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:39:43.288362 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-cdfd8852-aa78-4f5a-9055-848d2e108cf7 req-a28c0ecb-e287-486c-81c2-b8e9d638ef4f tempest-ImagesOneServerTestJSON-642101698 tempest-ImagesOneServerTestJSON-642101698-project] 10.222.0.54 "GET /v2.0/ports?device_id=bd94f6b8-7b91-4f41-ae09-b59e20d3cdb6 HTTP/1.1" status: 200 len: 950 time: 0.1052346 Dec 20 14:39:43.332147 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e23a63-430b-40ee-8818-aa4d8d743dea None None] Network dc98123f-613d-46fd-bb58-669e46e2509f requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:39:43.413436 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-cdfd8852-aa78-4f5a-9055-848d2e108cf7 req-3feb218e-b084-4bfb-a836-3d26dd9dd377 tempest-ImagesOneServerTestJSON-642101698 tempest-ImagesOneServerTestJSON-642101698-project] 10.222.0.54 "GET /v2.0/security-groups?id=37c0318c-1a70-4376-ad4c-72d356df775a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152418 Dec 20 14:39:43.738549 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb52e427-5a75-48fb-81ad-9ca15b0b4b9f tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] DELETE failed (client error): The resource could not be found. Dec 20 14:39:43.738943 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb52e427-5a75-48fb-81ad-9ca15b0b4b9f tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:39:43.744537 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-eb52e427-5a75-48fb-81ad-9ca15b0b4b9f tempest-RoutersAdminTest-1307135762 tempest-RoutersAdminTest-1307135762-project] 10.222.0.54 "DELETE /v2.0/subnets/05eeb9b8-e506-4ab4-8b73-c7abc6680298 HTTP/1.1" status: 404 len: 337 time: 0.5984597 Dec 20 14:39:43.752334 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c603c5-5b57-4c05-a02c-762d8e0a14ef req-51262362-898e-4cd5-81c5-0c5b4377f176 service neutron] Checking agent: {'id': '3e5ace3e-dd7b-4522-a7c4-77d13dbeab1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:39:43.752675 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c603c5-5b57-4c05-a02c-762d8e0a14ef req-51262362-898e-4cd5-81c5-0c5b4377f176 service neutron] Checking segment: {'id': '64c4cfe8-4670-4033-981a-f04cac942433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7ed718b3-d2e8-4b72-a238-726203897046'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:39:43.753058 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c603c5-5b57-4c05-a02c-762d8e0a14ef req-51262362-898e-4cd5-81c5-0c5b4377f176 service neutron] Bound using segment: {'id': '64c4cfe8-4670-4033-981a-f04cac942433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7ed718b3-d2e8-4b72-a238-726203897046'} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:39:43.753501 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-44c603c5-5b57-4c05-a02c-762d8e0a14ef req-51262362-898e-4cd5-81c5-0c5b4377f176 service neutron] Bound port: ee1747d4-a1cf-4796-859d-d6ab8be7a2a6, host: n-h1-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64c4cfe8-4670-4033-981a-f04cac942433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7ed718b3-d2e8-4b72-a238-726203897046'}}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:39:43.753855 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-44c603c5-5b57-4c05-a02c-762d8e0a14ef req-51262362-898e-4cd5-81c5-0c5b4377f176 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:43.759716 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0fe7b0f4-bf3f-4bc5-b637-7a44fe210895 req-30d3d7f2-7d12-4151-b389-60f365ac42a7 service neutron] 10.222.0.47 "GET /v2.0/networks/582436ed-b909-4427-9350-0e0947d57bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8928642 Dec 20 14:39:43.831857 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bc802f-4e9d-4cb3-b0dc-81c753d758fd req-5ad5d0c3-b11a-47f1-9bdd-e0f054f495d5 tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:39:43.833033 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-07bc802f-4e9d-4cb3-b0dc-81c753d758fd req-5ad5d0c3-b11a-47f1-9bdd-e0f054f495d5 tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c3e1d5a-6292-447d-a186-ce6f2cc7add1 HTTP/1.1" status: 200 len: 943 time: 0.0815957 Dec 20 14:39:43.968443 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-44c603c5-5b57-4c05-a02c-762d8e0a14ef req-51262362-898e-4cd5-81c5-0c5b4377f176 service neutron] For port ee1747d4-a1cf-4796-859d-d6ab8be7a2a6, host n-h1-761264-19, cleared binding levels {{(pid=103168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:39:43.973477 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f932c49-79c8-4136-a188-28b23f2bf566 req-9423d3a7-55a9-418c-bece-6e8418fa6aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:39:43.974012 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-07bc802f-4e9d-4cb3-b0dc-81c753d758fd req-d8724001-3acd-4583-979f-bef734ee3d75 tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] 10.222.0.54 "GET /v2.0/security-groups?id=8fec1286-194e-484a-b25d-3f2f7d273d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290436 Dec 20 14:39:43.975230 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8f932c49-79c8-4136-a188-28b23f2bf566 req-9423d3a7-55a9-418c-bece-6e8418fa6aaa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5872e9bc729b476ba1be7ebc41db140a&device_id=5c3e1d5a-6292-447d-a186-ce6f2cc7add1 HTTP/1.1" status: 200 len: 1095 time: 0.1158116 Dec 20 14:39:43.978549 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-44c603c5-5b57-4c05-a02c-762d8e0a14ef req-51262362-898e-4cd5-81c5-0c5b4377f176 service neutron] For port ee1747d4-a1cf-4796-859d-d6ab8be7a2a6, host n-h1-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=ee1747d4-a1cf-4796-859d-d6ab8be7a2a6,segment=NetworkSegment(64c4cfe8-4670-4033-981a-f04cac942433),segment_id=64c4cfe8-4670-4033-981a-f04cac942433)] {{(pid=103168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:39:43.987608 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9c003a-842f-4c17-97fb-4a547d22f11e req-ef0ed156-5511-415e-ad7c-78b4a6a04eaa tempest-InstanceActionsTestJSON-478168865 tempest-InstanceActionsTestJSON-478168865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:39:43.989185 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0c9c003a-842f-4c17-97fb-4a547d22f11e req-ef0ed156-5511-415e-ad7c-78b4a6a04eaa tempest-InstanceActionsTestJSON-478168865 tempest-InstanceActionsTestJSON-478168865-project] 10.222.0.54 "GET /v2.0/networks?id=dc98123f-613d-46fd-bb58-669e46e2509f HTTP/1.1" status: 200 len: 814 time: 0.2554889 Dec 20 14:39:43.999492 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-44c603c5-5b57-4c05-a02c-762d8e0a14ef req-51262362-898e-4cd5-81c5-0c5b4377f176 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:44.079153 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c603c5-5b57-4c05-a02c-762d8e0a14ef req-51262362-898e-4cd5-81c5-0c5b4377f176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:39:44.084267 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-44c603c5-5b57-4c05-a02c-762d8e0a14ef req-51262362-898e-4cd5-81c5-0c5b4377f176 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:44.085792 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-44c603c5-5b57-4c05-a02c-762d8e0a14ef req-51262362-898e-4cd5-81c5-0c5b4377f176 service neutron] 10.222.0.30 "PUT /v2.0/ports/ee1747d4-a1cf-4796-859d-d6ab8be7a2a6 HTTP/1.1" status: 200 len: 1092 time: 3.5342655 Dec 20 14:39:44.107088 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf52da41-569b-42da-a907-b1d8c46c3f5c', 'tag': 'ee1747d4-a1cf-4796-859d-d6ab8be7a2a6'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:39:44.132061 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a21f2339-088b-4826-a368-0b713c24d006" -d '{"events": [{"name": "network-changed", "server_uuid": "bf52da41-569b-42da-a907-b1d8c46c3f5c", "tag": "ee1747d4-a1cf-4796-859d-d6ab8be7a2a6"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:39:44.167475 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0c9c003a-842f-4c17-97fb-4a547d22f11e req-6a8530ae-0b11-4031-8d0b-dca77e00a6d8 tempest-InstanceActionsTestJSON-478168865 tempest-InstanceActionsTestJSON-478168865-project] 10.222.0.54 "GET /v2.0/quotas/67ceb3e4c4c347328cf6df9ccf41d3e6 HTTP/1.1" status: 200 len: 375 time: 0.1657054 Dec 20 14:39:44.273889 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de34af80-0d84-4dd3-8aae-d62b26c5100d req-f0bac73d-d8a7-45d8-af5d-3f699f5c27ba tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:39:44.286472 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-de34af80-0d84-4dd3-8aae-d62b26c5100d req-f0bac73d-d8a7-45d8-af5d-3f699f5c27ba tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf52da41-569b-42da-a907-b1d8c46c3f5c HTTP/1.1" status: 200 len: 943 time: 0.0898585 Dec 20 14:39:44.332856 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 46352) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:39:44.379773 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51262362-898e-4cd5-81c5-0c5b4377f176 service neutron] Pushing event updated for resources: {'Port': ['ID=ee1747d4-a1cf-4796-859d-d6ab8be7a2a6,revision_number=3']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:39:44.386750 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0c9c003a-842f-4c17-97fb-4a547d22f11e req-d6d0dfd0-1b68-4b81-a497-a403572b0a58 tempest-InstanceActionsTestJSON-478168865 tempest-InstanceActionsTestJSON-478168865-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=67ceb3e4c4c347328cf6df9ccf41d3e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2180934 Dec 20 14:39:44.438254 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-de34af80-0d84-4dd3-8aae-d62b26c5100d req-e6e750c3-c06c-47c7-a7f5-54ecceddb83c tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=f2f975e9-21d7-4fe5-b06b-fdbb671aee94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496258 Dec 20 14:39:44.460149 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c603c5-5b57-4c05-a02c-762d8e0a14ef req-21e740e1-7d12-4979-a766-7acc836d1f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:39:44.464173 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-44c603c5-5b57-4c05-a02c-762d8e0a14ef req-21e740e1-7d12-4979-a766-7acc836d1f6a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=514f3908f9164c0fa19c6d421ce9f2b3&device_id=bf52da41-569b-42da-a907-b1d8c46c3f5c HTTP/1.1" status: 200 len: 1095 time: 0.3157647 Dec 20 14:39:44.592796 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fe316a3-4461-408a-9028-cba20dfd9797 x-openstack-request-id: req-7fe316a3-4461-408a-9028-cba20dfd9797 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:39:44.593293 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf52da41-569b-42da-a907-b1d8c46c3f5c", "tag": "ee1747d4-a1cf-4796-859d-d6ab8be7a2a6", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:39:44.593551 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7fe316a3-4461-408a-9028-cba20dfd9797 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:39:44.593958 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf52da41-569b-42da-a907-b1d8c46c3f5c', 'tag': 'ee1747d4-a1cf-4796-859d-d6ab8be7a2a6', 'status': 'completed', 'code': 200} Dec 20 14:39:44.608416 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f932c49-79c8-4136-a188-28b23f2bf566 req-78e7aaca-7daf-4d38-acfa-9a84c2819255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:39:44.610788 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8f932c49-79c8-4136-a188-28b23f2bf566 req-78e7aaca-7daf-4d38-acfa-9a84c2819255 service neutron] 10.222.0.47 "GET /v2.0/networks?id=582436ed-b909-4427-9350-0e0947d57bea HTTP/1.1" status: 200 len: 909 time: 0.6207225 Dec 20 14:39:44.612122 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-44c603c5-5b57-4c05-a02c-762d8e0a14ef req-d53511c5-aa31-4df5-8b5f-47fb4637fad8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee1747d4-a1cf-4796-859d-d6ab8be7a2a6 HTTP/1.1" status: 200 len: 217 time: 0.1370018 Dec 20 14:39:44.617335 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-097a0b8b-93c7-4f59-83fe-989d422d2c09 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:44.750343 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c33062b-dc40-45f5-a201-efdc6af899ec req-90e69f8f-78ea-4bbb-92ac-cf1d99796cbf tempest-ImagesOneServerTestJSON-642101698 tempest-ImagesOneServerTestJSON-642101698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:39:44.759072 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1c33062b-dc40-45f5-a201-efdc6af899ec req-90e69f8f-78ea-4bbb-92ac-cf1d99796cbf tempest-ImagesOneServerTestJSON-642101698 tempest-ImagesOneServerTestJSON-642101698-project] 10.222.0.54 "GET /v2.0/ports?device_id=bd94f6b8-7b91-4f41-ae09-b59e20d3cdb6 HTTP/1.1" status: 200 len: 950 time: 0.1027112 Dec 20 14:39:44.761111 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8f932c49-79c8-4136-a188-28b23f2bf566 req-104ce740-b647-47f7-b289-c94534fc3c52 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=259dd028-4f93-409e-aae0-d2d37884b386 HTTP/1.1" status: 200 len: 217 time: 0.1411180 Dec 20 14:39:44.860834 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1c33062b-dc40-45f5-a201-efdc6af899ec req-35456ebd-e5b7-4a17-93f6-451770869853 tempest-ImagesOneServerTestJSON-642101698 tempest-ImagesOneServerTestJSON-642101698-project] 10.222.0.54 "GET /v2.0/security-groups?id=37c0318c-1a70-4376-ad4c-72d356df775a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006825 Dec 20 14:39:44.866483 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f932c49-79c8-4136-a188-28b23f2bf566 req-ed0629f6-d3ae-4703-9374-6a37565faf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:39:44.868558 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8f932c49-79c8-4136-a188-28b23f2bf566 req-ed0629f6-d3ae-4703-9374-6a37565faf91 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=70d40f17-a553-4bf2-95b2-20c8185624a2 HTTP/1.1" status: 200 len: 848 time: 0.0995750 Dec 20 14:39:44.901277 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-097a0b8b-93c7-4f59-83fe-989d422d2c09 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:44.915439 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-097a0b8b-93c7-4f59-83fe-989d422d2c09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:44.935969 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0c9c003a-842f-4c17-97fb-4a547d22f11e req-3d5a569c-055e-43c4-9021-5b4658bcc9c9 service neutron] 10.222.0.54 "GET /v2.0/networks/dc98123f-613d-46fd-bb58-669e46e2509f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5379026 Dec 20 14:39:44.964115 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8f932c49-79c8-4136-a188-28b23f2bf566 req-06a03dbb-f83b-416f-bbb3-dd689951f62a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=582436ed-b909-4427-9350-0e0947d57bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742493 Dec 20 14:39:44.965581 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c603c5-5b57-4c05-a02c-762d8e0a14ef req-1ff5e62e-a9ce-4f70-aa51-16302255b73e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:39:44.967406 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-44c603c5-5b57-4c05-a02c-762d8e0a14ef req-1ff5e62e-a9ce-4f70-aa51-16302255b73e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5d68b841-2dcc-4f7d-9f3b-ab3557b797a0 HTTP/1.1" status: 200 len: 851 time: 0.3457243 Dec 20 14:39:44.981037 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-097a0b8b-93c7-4f59-83fe-989d422d2c09 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=12ecf47b9a334bf8b6ec3a1cc79e5f19&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6429350 Dec 20 14:39:44.983747 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097a0b8b-93c7-4f59-83fe-989d422d2c09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b504ae-595a-4400-8922-6422178a1c23,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:39:44.984814 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 46366) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:39:45.190371 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:45.202283 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f90a6b6b-6942-4e81-9b10-d22b45be5ebc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:45.231423 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f90a6b6b-6942-4e81-9b10-d22b45be5ebc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:45.304901 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c603c5-5b57-4c05-a02c-762d8e0a14ef req-549a69d4-ed61-41c4-9692-7d3908042b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:39:45.306495 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-44c603c5-5b57-4c05-a02c-762d8e0a14ef req-549a69d4-ed61-41c4-9692-7d3908042b63 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ed718b3-d2e8-4b72-a238-726203897046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3267672 Dec 20 14:39:45.313201 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f90a6b6b-6942-4e81-9b10-d22b45be5ebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:45.316246 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f90a6b6b-6942-4e81-9b10-d22b45be5ebc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:45.320411 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-f90a6b6b-6942-4e81-9b10-d22b45be5ebc admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b8b504ae-595a-4400-8922-6422178a1c23 HTTP/1.1" status: 204 len: 168 time: 0.3111241 Dec 20 14:39:45.349590 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0c9c003a-842f-4c17-97fb-4a547d22f11e req-c0d1b7e9-78f8-4317-b497-96d6eaeec461 service neutron] 10.222.0.54 "GET /v2.0/networks/dc98123f-613d-46fd-bb58-669e46e2509f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4125428 Dec 20 14:39:45.369151 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a6b6b-6942-4e81-9b10-d22b45be5ebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b504ae-595a-4400-8922-6422178a1c23,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:39:45.378900 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8f932c49-79c8-4136-a188-28b23f2bf566 req-0087dd92-79de-41cd-8571-81b766c84281 service neutron] 10.222.0.47 "GET /v2.0/networks/582436ed-b909-4427-9350-0e0947d57bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3948421 Dec 20 14:39:45.540644 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-44c603c5-5b57-4c05-a02c-762d8e0a14ef req-9282e4b1-85fa-408c-9e5d-496540021300 service neutron] 10.222.0.30 "GET /v2.0/networks/7ed718b3-d2e8-4b72-a238-726203897046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154291 Dec 20 14:39:45.568940 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8f932c49-79c8-4136-a188-28b23f2bf566 req-44b41357-4225-4cf9-b274-4de3f4c4f771 service neutron] 10.222.0.47 "GET /v2.0/networks/582436ed-b909-4427-9350-0e0947d57bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830788 Dec 20 14:39:45.778461 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-44c603c5-5b57-4c05-a02c-762d8e0a14ef req-cb202e97-d345-4317-b3ad-23f36b3b285e service neutron] 10.222.0.30 "GET /v2.0/networks/7ed718b3-d2e8-4b72-a238-726203897046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270305 Dec 20 14:39:45.995629 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2eb242-310d-4551-80cd-ef8a1895e30c req-a1738b62-c3a5-49da-a318-cac8402cbbe7 tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:39:45.998000 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-bd2eb242-310d-4551-80cd-ef8a1895e30c req-a1738b62-c3a5-49da-a318-cac8402cbbe7 tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c3e1d5a-6292-447d-a186-ce6f2cc7add1 HTTP/1.1" status: 200 len: 943 time: 0.1906064 Dec 20 14:39:46.007983 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21f2339-088b-4826-a368-0b713c24d006 req-e7e53858-5767-420f-83bb-9e312e9d4be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:39:46.010644 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a21f2339-088b-4826-a368-0b713c24d006 req-e7e53858-5767-420f-83bb-9e312e9d4be2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=514f3908f9164c0fa19c6d421ce9f2b3&device_id=bf52da41-569b-42da-a907-b1d8c46c3f5c HTTP/1.1" status: 200 len: 1095 time: 0.1609421 Dec 20 14:39:46.035570 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 46422) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:39:46.189681 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 46430) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:39:46.233076 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-bd2eb242-310d-4551-80cd-ef8a1895e30c req-c05e46e3-1a83-4152-9f25-b60828feb9e5 tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] 10.222.0.54 "GET /v2.0/security-groups?id=8fec1286-194e-484a-b25d-3f2f7d273d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202752 Dec 20 14:39:46.299674 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21f2339-088b-4826-a368-0b713c24d006 req-9bf6efe6-f7c3-4c37-b979-71d8daf46e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:39:46.303586 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a21f2339-088b-4826-a368-0b713c24d006 req-9bf6efe6-f7c3-4c37-b979-71d8daf46e64 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7ed718b3-d2e8-4b72-a238-726203897046 HTTP/1.1" status: 200 len: 913 time: 0.2801120 Dec 20 14:39:46.306054 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 259dd028-4f93-409e-aae0-d2d37884b386 details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:39:46.351174 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-4e728b40-ca49-4dd7-b430-c3c87c5010d5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9e5566fc71a34c1c9b2ffeda757a828f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1589575 Dec 20 14:39:46.355442 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 46434) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:39:46.393489 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a21f2339-088b-4826-a368-0b713c24d006 req-1d54e0ae-cea0-4ba3-a911-21bb744f1b6b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee1747d4-a1cf-4796-859d-d6ab8be7a2a6 HTTP/1.1" status: 200 len: 217 time: 0.0840614 Dec 20 14:39:46.414228 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 31bce163-700d-44ee-b463-c923ce820b9e no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:39:46.476800 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9fc758fa-9335-4542-a6ea-f5b286656977 req-6e2498f0-6b1b-425f-8d5c-190bca68ff61 tempest-InstanceActionsTestJSON-478168865 tempest-InstanceActionsTestJSON-478168865-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6816048-ddeb-4cbc-bbe8-76d0072a6cf6 HTTP/1.1" status: 200 len: 210 time: 0.0607734 Dec 20 14:39:46.520086 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21f2339-088b-4826-a368-0b713c24d006 req-1d820613-0b03-4ced-8397-6415b79c1f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:39:46.523164 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a21f2339-088b-4826-a368-0b713c24d006 req-1d820613-0b03-4ced-8397-6415b79c1f30 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5d68b841-2dcc-4f7d-9f3b-ab3557b797a0 HTTP/1.1" status: 200 len: 851 time: 0.1222835 Dec 20 14:39:46.593297 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21f2339-088b-4826-a368-0b713c24d006 req-08b3a71e-4989-494d-bb31-ba6f063a52a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:39:46.595292 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a21f2339-088b-4826-a368-0b713c24d006 req-08b3a71e-4989-494d-bb31-ba6f063a52a1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ed718b3-d2e8-4b72-a238-726203897046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0645673 Dec 20 14:39:46.634917 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1d82c119-fa79-4b4b-9b8b-3f1d33e61c43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:46.641948 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:46.675597 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-80fc21fa-9ea0-41ea-9053-6ab11fe28ae4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:46.690827 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ec8765-5a51-4706-bf34-c5479b74e17f req-ae51374e-1a94-4ad6-8e23-577c3eaf48a2 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:39:46.698822 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-90ec8765-5a51-4706-bf34-c5479b74e17f req-ae51374e-1a94-4ad6-8e23-577c3eaf48a2 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf52da41-569b-42da-a907-b1d8c46c3f5c HTTP/1.1" status: 200 len: 943 time: 0.2815678 Dec 20 14:39:46.729815 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd94f6b8-7b91-4f41-ae09-b59e20d3cdb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31bce163-700d-44ee-b463-c923ce820b9e'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:39:46.735976 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bad19a2-2117-4e11-a982-039b9b3ef9ca" -d '{"events": [{"server_uuid": "bd94f6b8-7b91-4f41-ae09-b59e20d3cdb6", "name": "network-vif-unplugged", "status": "completed", "tag": "31bce163-700d-44ee-b463-c923ce820b9e"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:39:46.766446 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-80fc21fa-9ea0-41ea-9053-6ab11fe28ae4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:46.801520 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 31bce163-700d-44ee-b463-c923ce820b9e, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=31bce163-700d-44ee-b463-c923ce820b9e,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:39:46.814657 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:46.826604 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 259dd028-4f93-409e-aae0-d2d37884b386, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=259dd028-4f93-409e-aae0-d2d37884b386,segment=NetworkSegment(393c3eba-89a5-49a5-b391-7b027a59b79d),segment_id=393c3eba-89a5-49a5-b391-7b027a59b79d)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:39:46.850797 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a21f2339-088b-4826-a368-0b713c24d006 req-438ce85f-50a6-44c8-8523-637d793321f5 service neutron] 10.222.0.30 "GET /v2.0/networks/7ed718b3-d2e8-4b72-a238-726203897046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374840 Dec 20 14:39:46.850908 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-90ec8765-5a51-4706-bf34-c5479b74e17f req-0d22c319-4478-4635-a64e-425b75a7db1b tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=f2f975e9-21d7-4fe5-b06b-fdbb671aee94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443143 Dec 20 14:39:46.941881 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 14:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-502198c6-b86a-41da-baca-2e7fcc70dd14 x-openstack-request-id: req-502198c6-b86a-41da-baca-2e7fcc70dd14 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:39:46.942177 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd94f6b8-7b91-4f41-ae09-b59e20d3cdb6", "name": "network-vif-unplugged", "status": "completed", "tag": "31bce163-700d-44ee-b463-c923ce820b9e", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:39:46.947634 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1d82c119-fa79-4b4b-9b8b-3f1d33e61c43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:46.948856 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-502198c6-b86a-41da-baca-2e7fcc70dd14 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:39:46.949672 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd94f6b8-7b91-4f41-ae09-b59e20d3cdb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31bce163-700d-44ee-b463-c923ce820b9e', 'code': 200} Dec 20 14:39:46.950803 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': '259dd028-4f93-409e-aae0-d2d37884b386', 'network_id': '582436ed-b909-4427-9350-0e0947d57bea', 'port_id': '259dd028-4f93-409e-aae0-d2d37884b386', 'mac_address': 'fa:16:3e:05:64:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70d40f17-a553-4bf2-95b2-20c8185624a2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:39:46.962055 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=31bce163-700d-44ee-b463-c923ce820b9e,revision_number=11']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:39:46.966376 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-80fc21fa-9ea0-41ea-9053-6ab11fe28ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:46.976426 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-80fc21fa-9ea0-41ea-9053-6ab11fe28ae4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:46.980085 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-80fc21fa-9ea0-41ea-9053-6ab11fe28ae4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/db23b773-e6a4-4d3c-abfc-2c1971426265 HTTP/1.1" status: 204 len: 168 time: 0.6120164 Dec 20 14:39:47.007170 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1d82c119-fa79-4b4b-9b8b-3f1d33e61c43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:47.022401 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fc21fa-9ea0-41ea-9053-6ab11fe28ae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db23b773-e6a4-4d3c-abfc-2c1971426265,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:39:47.075866 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a21f2339-088b-4826-a368-0b713c24d006 req-8747a90c-8b81-4050-ac43-34dc994c3883 service neutron] 10.222.0.30 "GET /v2.0/networks/7ed718b3-d2e8-4b72-a238-726203897046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256005 Dec 20 14:39:47.143447 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d82c119-fa79-4b4b-9b8b-3f1d33e61c43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6852f82b-2ebd-4f27-aa14-c30636cd49c1,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:39:47.150359 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:47.197592 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-1d82c119-fa79-4b4b-9b8b-3f1d33e61c43 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=842c94de23d74c00a5ac0d7c9edb00f8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1605906 Dec 20 14:39:47.200763 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 46452) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:39:47.238922 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f2c270-3f29-4741-894f-6706f3b0e2f5 req-373b8de1-e766-4ac0-bcae-4f211805c4e3 tempest-ImagesOneServerTestJSON-642101698 tempest-ImagesOneServerTestJSON-642101698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:39:47.246664 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f6f2c270-3f29-4741-894f-6706f3b0e2f5 req-373b8de1-e766-4ac0-bcae-4f211805c4e3 tempest-ImagesOneServerTestJSON-642101698 tempest-ImagesOneServerTestJSON-642101698-project] 10.222.0.54 "GET /v2.0/ports?device_id=bd94f6b8-7b91-4f41-ae09-b59e20d3cdb6 HTTP/1.1" status: 200 len: 948 time: 0.2283382 Dec 20 14:39:47.363681 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f6f2c270-3f29-4741-894f-6706f3b0e2f5 req-b1aeac7a-6134-4389-bf87-59aead8b1c08 tempest-ImagesOneServerTestJSON-642101698 tempest-ImagesOneServerTestJSON-642101698-project] 10.222.0.54 "GET /v2.0/security-groups?id=37c0318c-1a70-4376-ad4c-72d356df775a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113296 Dec 20 14:39:47.397173 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 259dd028-4f93-409e-aae0-d2d37884b386 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:39:47.423590 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 259dd028-4f93-409e-aae0-d2d37884b386, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=259dd028-4f93-409e-aae0-d2d37884b386,segment=NetworkSegment(393c3eba-89a5-49a5-b391-7b027a59b79d),segment_id=393c3eba-89a5-49a5-b391-7b027a59b79d)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:39:47.430766 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1980f5b1-bb78-4378-88e2-d293804e3417 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:47.432803 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:47.560786 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1980f5b1-bb78-4378-88e2-d293804e3417 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:47.596653 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=259dd028-4f93-409e-aae0-d2d37884b386,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:39:47.687383 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['259dd028-4f93-409e-aae0-d2d37884b386'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:39:47.797954 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e2e1b1-b74b-48e5-9553-fdee859272de req-e971ac78-5797-44bd-839d-3f8ba0d989b1 tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:39:47.806298 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-558b3439-4e53-405c-8499-9f832e18fc33 req-c94a79a9-6bc5-4bdb-b27a-d9f9cf2d1d8f tempest-InstanceActionsTestJSON-478168865 tempest-InstanceActionsTestJSON-478168865-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6816048-ddeb-4cbc-bbe8-76d0072a6cf6 HTTP/1.1" status: 200 len: 210 time: 0.0638454 Dec 20 14:39:47.813686 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c6e2e1b1-b74b-48e5-9553-fdee859272de req-e971ac78-5797-44bd-839d-3f8ba0d989b1 tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c3e1d5a-6292-447d-a186-ce6f2cc7add1 HTTP/1.1" status: 200 len: 944 time: 0.3219383 Dec 20 14:39:47.967817 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9c003a-842f-4c17-97fb-4a547d22f11e req-6e0c2c45-4772-4f46-aa16-e371ef71cdbd tempest-InstanceActionsTestJSON-478168865 tempest-InstanceActionsTestJSON-478168865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:39:47.969645 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0c9c003a-842f-4c17-97fb-4a547d22f11e req-6e0c2c45-4772-4f46-aa16-e371ef71cdbd tempest-InstanceActionsTestJSON-478168865 tempest-InstanceActionsTestJSON-478168865-project] 10.222.0.47 "GET /v2.0/networks?id=dc98123f-613d-46fd-bb58-669e46e2509f HTTP/1.1" status: 200 len: 814 time: 0.4301667 Dec 20 14:39:48.004914 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-0c9c003a-842f-4c17-97fb-4a547d22f11e req-ed4fcbf7-84c5-45b6-8f59-b2f15aa84223 tempest-InstanceActionsTestJSON-478168865 tempest-InstanceActionsTestJSON-478168865-project] Request body: {'port': {'device_id': 'a6816048-ddeb-4cbc-bbe8-76d0072a6cf6', 'network_id': 'dc98123f-613d-46fd-bb58-669e46e2509f', 'admin_state_up': True, 'tenant_id': '67ceb3e4c4c347328cf6df9ccf41d3e6'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:39:48.065011 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c6e2e1b1-b74b-48e5-9553-fdee859272de req-8d983e67-5402-40db-b5dd-b3f810dd07b6 tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] 10.222.0.54 "GET /v2.0/security-groups?id=8fec1286-194e-484a-b25d-3f2f7d273d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503841 Dec 20 14:39:48.073447 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ef6432-5536-4d3b-934f-db80694dfed6 req-bb4ee846-551f-4b78-bf34-c5102b34c3a0 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:39:48.079316 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f9ef6432-5536-4d3b-934f-db80694dfed6 req-bb4ee846-551f-4b78-bf34-c5102b34c3a0 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf52da41-569b-42da-a907-b1d8c46c3f5c HTTP/1.1" status: 200 len: 943 time: 0.1115201 Dec 20 14:39:48.108174 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1980f5b1-bb78-4378-88e2-d293804e3417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:48.112102 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1980f5b1-bb78-4378-88e2-d293804e3417 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:48.112388 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-1980f5b1-bb78-4378-88e2-d293804e3417 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6852f82b-2ebd-4f27-aa14-c30636cd49c1 HTTP/1.1" status: 204 len: 168 time: 0.9105554 Dec 20 14:39:48.147599 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1980f5b1-bb78-4378-88e2-d293804e3417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6852f82b-2ebd-4f27-aa14-c30636cd49c1,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:39:48.205678 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f9ef6432-5536-4d3b-934f-db80694dfed6 req-1f807eeb-8ab5-46b7-a0dc-490ee8192792 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=f2f975e9-21d7-4fe5-b06b-fdbb671aee94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192443 Dec 20 14:39:48.280421 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c9c003a-842f-4c17-97fb-4a547d22f11e req-ed4fcbf7-84c5-45b6-8f59-b2f15aa84223 tempest-InstanceActionsTestJSON-478168865 tempest-InstanceActionsTestJSON-478168865-project] Made reservation on behalf of 67ceb3e4c4c347328cf6df9ccf41d3e6 for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:39:48.284655 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-0c9c003a-842f-4c17-97fb-4a547d22f11e req-ed4fcbf7-84c5-45b6-8f59-b2f15aa84223 tempest-InstanceActionsTestJSON-478168865 tempest-InstanceActionsTestJSON-478168865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:48.441229 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [req-0c9c003a-842f-4c17-97fb-4a547d22f11e req-ed4fcbf7-84c5-45b6-8f59-b2f15aa84223 tempest-InstanceActionsTestJSON-478168865 tempest-InstanceActionsTestJSON-478168865-project] Allocated IP 172.20.0.8 (dc98123f-613d-46fd-bb58-669e46e2509f/2a4c76fa-a03b-4950-9492-2efaf4e38618/6f86927c-c55d-4a4c-9130-e72a45d362b5) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:39:48.658258 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e54c736-0fe3-4b94-b3e0-16ce6dfbaf09 req-9aa01bf2-6321-4cd2-8c6b-da0d2095f636 tempest-ImagesOneServerTestJSON-642101698 tempest-ImagesOneServerTestJSON-642101698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:39:48.659986 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3e54c736-0fe3-4b94-b3e0-16ce6dfbaf09 req-9aa01bf2-6321-4cd2-8c6b-da0d2095f636 tempest-ImagesOneServerTestJSON-642101698 tempest-ImagesOneServerTestJSON-642101698-project] 10.222.0.54 "GET /v2.0/ports?device_id=bd94f6b8-7b91-4f41-ae09-b59e20d3cdb6 HTTP/1.1" status: 200 len: 948 time: 0.1109884 Dec 20 14:39:48.719748 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-0c9c003a-842f-4c17-97fb-4a547d22f11e req-ed4fcbf7-84c5-45b6-8f59-b2f15aa84223 tempest-InstanceActionsTestJSON-478168865 tempest-InstanceActionsTestJSON-478168865-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:48.770883 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3e54c736-0fe3-4b94-b3e0-16ce6dfbaf09 req-42143a56-55d2-40ef-a190-89546051b4e3 tempest-ImagesOneServerTestJSON-642101698 tempest-ImagesOneServerTestJSON-642101698-project] 10.222.0.54 "GET /v2.0/security-groups?id=37c0318c-1a70-4376-ad4c-72d356df775a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009889 Dec 20 14:39:48.813878 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e7fa13-9bc1-4903-8ad2-5ff9b29e4d56 req-e37b0677-0bd1-44e5-a3f9-de1fc0980aa6 tempest-ImagesOneServerTestJSON-642101698 tempest-ImagesOneServerTestJSON-642101698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:39:48.820834 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f6e7fa13-9bc1-4903-8ad2-5ff9b29e4d56 req-e37b0677-0bd1-44e5-a3f9-de1fc0980aa6 tempest-ImagesOneServerTestJSON-642101698 tempest-ImagesOneServerTestJSON-642101698-project] 10.222.0.47 "GET /v2.0/ports?device_id=bd94f6b8-7b91-4f41-ae09-b59e20d3cdb6 HTTP/1.1" status: 200 len: 948 time: 0.1217580 Dec 20 14:39:48.845263 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-0c9c003a-842f-4c17-97fb-4a547d22f11e req-ed4fcbf7-84c5-45b6-8f59-b2f15aa84223 tempest-InstanceActionsTestJSON-478168865 tempest-InstanceActionsTestJSON-478168865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:48.962413 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4fcbf7-84c5-45b6-8f59-b2f15aa84223 tempest-InstanceActionsTestJSON-478168865 tempest-InstanceActionsTestJSON-478168865-project] Pushing event updated for resources: {'Port': ['ID=6f86927c-c55d-4a4c-9130-e72a45d362b5,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:39:48.972404 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c9c003a-842f-4c17-97fb-4a547d22f11e req-ed4fcbf7-84c5-45b6-8f59-b2f15aa84223 tempest-InstanceActionsTestJSON-478168865 tempest-InstanceActionsTestJSON-478168865-project] Network dc98123f-613d-46fd-bb58-669e46e2509f is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:39:48.974298 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [req-0c9c003a-842f-4c17-97fb-4a547d22f11e req-ed4fcbf7-84c5-45b6-8f59-b2f15aa84223 tempest-InstanceActionsTestJSON-478168865 tempest-InstanceActionsTestJSON-478168865-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:39:48.976687 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c9c003a-842f-4c17-97fb-4a547d22f11e req-ed4fcbf7-84c5-45b6-8f59-b2f15aa84223 tempest-InstanceActionsTestJSON-478168865 tempest-InstanceActionsTestJSON-478168865-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:39:49.033820 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9c003a-842f-4c17-97fb-4a547d22f11e req-ed4fcbf7-84c5-45b6-8f59-b2f15aa84223 tempest-InstanceActionsTestJSON-478168865 tempest-InstanceActionsTestJSON-478168865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:39:49.037270 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-0c9c003a-842f-4c17-97fb-4a547d22f11e req-ed4fcbf7-84c5-45b6-8f59-b2f15aa84223 tempest-InstanceActionsTestJSON-478168865 tempest-InstanceActionsTestJSON-478168865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:49.064683 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0c9c003a-842f-4c17-97fb-4a547d22f11e req-ed4fcbf7-84c5-45b6-8f59-b2f15aa84223 tempest-InstanceActionsTestJSON-478168865 tempest-InstanceActionsTestJSON-478168865-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0641189 Dec 20 14:39:49.082895 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-0c9c003a-842f-4c17-97fb-4a547d22f11e req-232cd795-76a9-4e55-ab47-ecb92b851152 service neutron] Request body: {'port': {'device_id': 'a6816048-ddeb-4cbc-bbe8-76d0072a6cf6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-19'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:39:49.113738 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438554e2-d944-4b3c-a9c3-70542e1a28d0 req-f59b5537-f7f8-4a6f-8f2b-788947aabd89 tempest-InstanceActionsTestJSON-478168865 tempest-InstanceActionsTestJSON-478168865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:39:49.115364 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-438554e2-d944-4b3c-a9c3-70542e1a28d0 req-f59b5537-f7f8-4a6f-8f2b-788947aabd89 tempest-InstanceActionsTestJSON-478168865 tempest-InstanceActionsTestJSON-478168865-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6816048-ddeb-4cbc-bbe8-76d0072a6cf6 HTTP/1.1" status: 200 len: 931 time: 0.1127241 Dec 20 14:39:49.119161 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-f6e7fa13-9bc1-4903-8ad2-5ff9b29e4d56 req-f068598d-13d7-4983-8688-9392a598ce61 tempest-ImagesOneServerTestJSON-642101698 tempest-ImagesOneServerTestJSON-642101698-project] Deleting port 31bce163-700d-44ee-b463-c923ce820b9e {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:39:49.120085 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-f6e7fa13-9bc1-4903-8ad2-5ff9b29e4d56 req-f068598d-13d7-4983-8688-9392a598ce61 tempest-ImagesOneServerTestJSON-642101698 tempest-ImagesOneServerTestJSON-642101698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:49.231889 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-438554e2-d944-4b3c-a9c3-70542e1a28d0 req-39c62f28-6d4c-4d17-acc4-e6440938411f tempest-InstanceActionsTestJSON-478168865 tempest-InstanceActionsTestJSON-478168865-project] 10.222.0.54 "GET /v2.0/security-groups?id=8f0c833f-37bb-40a7-b07e-919fa2ff8364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070073 Dec 20 14:39:49.329348 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-f6e7fa13-9bc1-4903-8ad2-5ff9b29e4d56 req-f068598d-13d7-4983-8688-9392a598ce61 tempest-ImagesOneServerTestJSON-642101698 tempest-ImagesOneServerTestJSON-642101698-project] For port 31bce163-700d-44ee-b463-c923ce820b9e, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=31bce163-700d-44ee-b463-c923ce820b9e,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:39:49.330045 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-f6e7fa13-9bc1-4903-8ad2-5ff9b29e4d56 req-f068598d-13d7-4983-8688-9392a598ce61 tempest-ImagesOneServerTestJSON-642101698 tempest-ImagesOneServerTestJSON-642101698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:49.343831 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-0c9c003a-842f-4c17-97fb-4a547d22f11e req-232cd795-76a9-4e55-ab47-ecb92b851152 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:49.372773 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-f6e7fa13-9bc1-4903-8ad2-5ff9b29e4d56 req-f068598d-13d7-4983-8688-9392a598ce61 tempest-ImagesOneServerTestJSON-642101698 tempest-ImagesOneServerTestJSON-642101698-project] Calling delete_port for 31bce163-700d-44ee-b463-c923ce820b9e owned by compute:nova {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:39:49.500661 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a171263e-30c1-426f-a8be-86e10b8f9dac req-1e80929d-9dc0-4098-86d0-5ecfa0fee0b3 tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:39:49.510489 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a171263e-30c1-426f-a8be-86e10b8f9dac req-1e80929d-9dc0-4098-86d0-5ecfa0fee0b3 tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c3e1d5a-6292-447d-a186-ce6f2cc7add1 HTTP/1.1" status: 200 len: 944 time: 0.2840471 Dec 20 14:39:49.630496 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-f6e7fa13-9bc1-4903-8ad2-5ff9b29e4d56 req-f068598d-13d7-4983-8688-9392a598ce61 tempest-ImagesOneServerTestJSON-642101698 tempest-ImagesOneServerTestJSON-642101698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:49.697160 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 46536) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:39:49.705353 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f068598d-13d7-4983-8688-9392a598ce61 tempest-ImagesOneServerTestJSON-642101698 tempest-ImagesOneServerTestJSON-642101698-project] Pushing event deleted for resources: {'Port': ['ID=31bce163-700d-44ee-b463-c923ce820b9e,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:39:49.743561 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6e7fa13-9bc1-4903-8ad2-5ff9b29e4d56 req-f068598d-13d7-4983-8688-9392a598ce61 tempest-ImagesOneServerTestJSON-642101698 tempest-ImagesOneServerTestJSON-642101698-project] No DVR routers for this DVR port 31bce163-700d-44ee-b463-c923ce820b9e on host n-h2-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:39:49.750968 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-f6e7fa13-9bc1-4903-8ad2-5ff9b29e4d56 req-f068598d-13d7-4983-8688-9392a598ce61 tempest-ImagesOneServerTestJSON-642101698 tempest-ImagesOneServerTestJSON-642101698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:49.755351 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f6e7fa13-9bc1-4903-8ad2-5ff9b29e4d56 req-f068598d-13d7-4983-8688-9392a598ce61 tempest-ImagesOneServerTestJSON-642101698 tempest-ImagesOneServerTestJSON-642101698-project] 10.222.0.47 "DELETE /v2.0/ports/31bce163-700d-44ee-b463-c923ce820b9e HTTP/1.1" status: 204 len: 173 time: 0.9268787 Dec 20 14:39:49.756112 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd94f6b8-7b91-4f41-ae09-b59e20d3cdb6', 'name': 'network-vif-deleted', 'tag': '31bce163-700d-44ee-b463-c923ce820b9e'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:39:49.759193 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e75af8-11f1-444b-9e8b-c9fe55cb88df" -d '{"events": [{"server_uuid": "bd94f6b8-7b91-4f41-ae09-b59e20d3cdb6", "name": "network-vif-deleted", "tag": "31bce163-700d-44ee-b463-c923ce820b9e"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:39:49.772833 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2f23fc-3d49-4e4f-a0d4-88089c0a23f7 req-1b36b6bc-992c-4a6b-84c1-8addf06bce27 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:39:49.777748 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a171263e-30c1-426f-a8be-86e10b8f9dac req-b1cb4372-521a-4b4c-b5aa-b8d9c8c8daee tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] 10.222.0.54 "GET /v2.0/security-groups?id=8fec1286-194e-484a-b25d-3f2f7d273d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651651 Dec 20 14:39:49.803387 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7b2f23fc-3d49-4e4f-a0d4-88089c0a23f7 req-1b36b6bc-992c-4a6b-84c1-8addf06bce27 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf52da41-569b-42da-a907-b1d8c46c3f5c HTTP/1.1" status: 200 len: 943 time: 0.4263961 Dec 20 14:39:49.950333 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7b2f23fc-3d49-4e4f-a0d4-88089c0a23f7 req-0ba1a4b4-d6b7-4d8e-af5e-ef6fb62a0e99 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=f2f975e9-21d7-4fe5-b06b-fdbb671aee94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443675 Dec 20 14:39:50.315398 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 259dd028-4f93-409e-aae0-d2d37884b386 up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:39:50.366897 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a63619e-f946-42dc-ad81-8f666d948c24 x-openstack-request-id: req-8a63619e-f946-42dc-ad81-8f666d948c24 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:39:50.367428 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd94f6b8-7b91-4f41-ae09-b59e20d3cdb6", "name": "network-vif-deleted", "tag": "31bce163-700d-44ee-b463-c923ce820b9e", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:39:50.368390 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8a63619e-f946-42dc-ad81-8f666d948c24 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:39:50.368897 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd94f6b8-7b91-4f41-ae09-b59e20d3cdb6', 'name': 'network-vif-deleted', 'tag': '31bce163-700d-44ee-b463-c923ce820b9e', 'status': 'completed', 'code': 200} Dec 20 14:39:50.466103 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning for port 259dd028-4f93-409e-aae0-d2d37884b386 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:39:50.472145 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port 259dd028-4f93-409e-aae0-d2d37884b386 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:39:50.472519 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:50.578646 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f001b8d-d5be-4958-8be1-f3362705c233 req-bddacffd-9427-4cea-85cd-c2e25463d8a6 tempest-InstanceActionsTestJSON-478168865 tempest-InstanceActionsTestJSON-478168865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:39:50.580848 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3f001b8d-d5be-4958-8be1-f3362705c233 req-bddacffd-9427-4cea-85cd-c2e25463d8a6 tempest-InstanceActionsTestJSON-478168865 tempest-InstanceActionsTestJSON-478168865-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6816048-ddeb-4cbc-bbe8-76d0072a6cf6 HTTP/1.1" status: 200 len: 931 time: 0.1158981 Dec 20 14:39:50.612886 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:50.653817 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c3e1d5a-6292-447d-a186-ce6f2cc7add1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '259dd028-4f93-409e-aae0-d2d37884b386'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:39:50.661298 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a18316b3-e95f-40ee-83bc-50a8e1df1a22" -d '{"events": [{"server_uuid": "5c3e1d5a-6292-447d-a186-ce6f2cc7add1", "name": "network-vif-plugged", "status": "completed", "tag": "259dd028-4f93-409e-aae0-d2d37884b386"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:39:50.686903 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 259dd028-4f93-409e-aae0-d2d37884b386, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=259dd028-4f93-409e-aae0-d2d37884b386,segment=NetworkSegment(393c3eba-89a5-49a5-b391-7b027a59b79d),segment_id=393c3eba-89a5-49a5-b391-7b027a59b79d)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:39:50.688007 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3f001b8d-d5be-4958-8be1-f3362705c233 req-52acd2e5-5293-44fe-a9e6-c753da820667 tempest-InstanceActionsTestJSON-478168865 tempest-InstanceActionsTestJSON-478168865-project] 10.222.0.54 "GET /v2.0/security-groups?id=8f0c833f-37bb-40a7-b07e-919fa2ff8364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989189 Dec 20 14:39:50.704393 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:50.707007 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 31bce163-700d-44ee-b463-c923ce820b9e no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:39:50.718204 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-27e2d975-2a89-462b-8d43-0c594170a145 tempest-RoutersAdminNegativeIpV6Test-1382953225 tempest-RoutersAdminNegativeIpV6Test-1382953225-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-533201579', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:39:50.771545 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fd36e14c-94cc-44d2-a0d6-9b97d0fb7b75 req-f0fed955-8db0-4cf6-a514-4b532b2f531c tempest-ImagesOneServerTestJSON-642101698 tempest-ImagesOneServerTestJSON-642101698-project] 10.222.0.54 "GET /v2.0/ports?device_id=bd94f6b8-7b91-4f41-ae09-b59e20d3cdb6 HTTP/1.1" status: 200 len: 210 time: 0.0706918 Dec 20 14:39:50.802118 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27e2d975-2a89-462b-8d43-0c594170a145 tempest-RoutersAdminNegativeIpV6Test-1382953225 tempest-RoutersAdminNegativeIpV6Test-1382953225-project-admin] Made reservation on behalf of ad0ac5aadbf84b30850cc721ea355594 for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:39:50.804450 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-27e2d975-2a89-462b-8d43-0c594170a145 tempest-RoutersAdminNegativeIpV6Test-1382953225 tempest-RoutersAdminNegativeIpV6Test-1382953225-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:50.819729 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfbfcc4f-cdcc-47cc-90f9-b3a35f3140bb x-openstack-request-id: req-dfbfcc4f-cdcc-47cc-90f9-b3a35f3140bb {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:39:50.820630 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c3e1d5a-6292-447d-a186-ce6f2cc7add1", "name": "network-vif-plugged", "status": "completed", "tag": "259dd028-4f93-409e-aae0-d2d37884b386", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:39:50.821091 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-dfbfcc4f-cdcc-47cc-90f9-b3a35f3140bb {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:39:50.821693 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c3e1d5a-6292-447d-a186-ce6f2cc7add1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '259dd028-4f93-409e-aae0-d2d37884b386', 'code': 200} Dec 20 14:39:50.831729 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] No Port match for: 31bce163-700d-44ee-b463-c923ce820b9e {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:39:50.839124 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 31bce163-700d-44ee-b463-c923ce820b9e not bound to the agent host n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:39:50.856430 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-27e2d975-2a89-462b-8d43-0c594170a145 tempest-RoutersAdminNegativeIpV6Test-1382953225 tempest-RoutersAdminNegativeIpV6Test-1382953225-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:50.894952 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=259dd028-4f93-409e-aae0-d2d37884b386,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:39:50.955735 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c49ef2-a661-42d8-92de-44d6bbfebb0b req-72798d9b-f2ee-407f-85c0-c020f07468b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:39:50.957867 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-22c49ef2-a661-42d8-92de-44d6bbfebb0b req-72798d9b-f2ee-407f-85c0-c020f07468b9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5c3e1d5a-6292-447d-a186-ce6f2cc7add1 HTTP/1.1" status: 200 len: 1097 time: 0.0785434 Dec 20 14:39:51.024610 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-27e2d975-2a89-462b-8d43-0c594170a145 tempest-RoutersAdminNegativeIpV6Test-1382953225 tempest-RoutersAdminNegativeIpV6Test-1382953225-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:51.035465 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-22c49ef2-a661-42d8-92de-44d6bbfebb0b req-b11d9ea8-b31f-4c44-9039-114f3506f411 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8fec1286-194e-484a-b25d-3f2f7d273d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696092 Dec 20 14:39:51.055120 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-27e2d975-2a89-462b-8d43-0c594170a145 tempest-RoutersAdminNegativeIpV6Test-1382953225 tempest-RoutersAdminNegativeIpV6Test-1382953225-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:51.064013 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [None req-27e2d975-2a89-462b-8d43-0c594170a145 tempest-RoutersAdminNegativeIpV6Test-1382953225 tempest-RoutersAdminNegativeIpV6Test-1382953225-project-admin] device_id is not set on port 51ba753b-49b0-41e0-8c00-6d652d5c41ab yet. {{(pid=103168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 14:39:51.156777 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [req-0c9c003a-842f-4c17-97fb-4a547d22f11e req-232cd795-76a9-4e55-ab47-ecb92b851152 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f86927c-c55d-4a4c-9130-e72a45d362b5 {{(pid=103168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:39:51.168392 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e2d975-2a89-462b-8d43-0c594170a145 tempest-RoutersAdminNegativeIpV6Test-1382953225 tempest-RoutersAdminNegativeIpV6Test-1382953225-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20a9f12b-ce8c-49c4-960a-1eed12783cf3,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:39:51.182660 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-0c9c003a-842f-4c17-97fb-4a547d22f11e req-232cd795-76a9-4e55-ab47-ecb92b851152 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:51.188132 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee38c342-38dc-495e-b3b0-127c457711bb req-0801211b-08c9-4f2e-a46e-8796c186a679 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:39:51.196178 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf785739-5436-4882-ad7a-cae1f2728204 req-1d0b93e1-775b-40b7-8392-e6447aaf1c0f tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:39:51.197380 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ee38c342-38dc-495e-b3b0-127c457711bb req-0801211b-08c9-4f2e-a46e-8796c186a679 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf52da41-569b-42da-a907-b1d8c46c3f5c HTTP/1.1" status: 200 len: 943 time: 0.1003165 Dec 20 14:39:51.198045 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cf785739-5436-4882-ad7a-cae1f2728204 req-1d0b93e1-775b-40b7-8392-e6447aaf1c0f tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c3e1d5a-6292-447d-a186-ce6f2cc7add1 HTTP/1.1" status: 200 len: 945 time: 0.2332940 Dec 20 14:39:51.249492 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.provisioning_blocks [req-0c9c003a-842f-4c17-97fb-4a547d22f11e req-232cd795-76a9-4e55-ab47-ecb92b851152 service neutron] Transition to ACTIVE for port object 6f86927c-c55d-4a4c-9130-e72a45d362b5 will not be triggered until provisioned by entity L2. {{(pid=103168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:39:51.258018 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-0c9c003a-842f-4c17-97fb-4a547d22f11e req-232cd795-76a9-4e55-ab47-ecb92b851152 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:51.259736 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ee38c342-38dc-495e-b3b0-127c457711bb req-d2d139fa-e267-4727-a132-1fa613f7752b tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=f2f975e9-21d7-4fe5-b06b-fdbb671aee94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612290 Dec 20 14:39:51.323540 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device ee1747d4-a1cf-4796-859d-d6ab8be7a2a6 details requested by agent hyperv_n-h1-761264-19 with host n-h1-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:39:51.502155 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port ee1747d4-a1cf-4796-859d-d6ab8be7a2a6, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=ee1747d4-a1cf-4796-859d-d6ab8be7a2a6,segment=NetworkSegment(64c4cfe8-4670-4033-981a-f04cac942433),segment_id=64c4cfe8-4670-4033-981a-f04cac942433)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:39:51.516722 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Returning: {'device': 'ee1747d4-a1cf-4796-859d-d6ab8be7a2a6', 'network_id': '7ed718b3-d2e8-4b72-a238-726203897046', 'port_id': 'ee1747d4-a1cf-4796-859d-d6ab8be7a2a6', 'mac_address': 'fa:16:3e:92:ed:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d68b841-2dcc-4f7d-9f3b-ab3557b797a0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:39:51.539536 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cf785739-5436-4882-ad7a-cae1f2728204 req-e5a7a925-caad-45b8-8fc9-cdc11bbb702a tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] 10.222.0.54 "GET /v2.0/security-groups?id=8fec1286-194e-484a-b25d-3f2f7d273d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3252566 Dec 20 14:39:51.540941 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-27e2d975-2a89-462b-8d43-0c594170a145 tempest-RoutersAdminNegativeIpV6Test-1382953225 tempest-RoutersAdminNegativeIpV6Test-1382953225-project-admin] Allocated IP 172.25.0.78 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/51ba753b-49b0-41e0-8c00-6d652d5c41ab) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:39:51.573175 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:51.593486 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee1747d4-a1cf-4796-859d-d6ab8be7a2a6 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:39:51.620232 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port ee1747d4-a1cf-4796-859d-d6ab8be7a2a6, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=ee1747d4-a1cf-4796-859d-d6ab8be7a2a6,segment=NetworkSegment(64c4cfe8-4670-4033-981a-f04cac942433),segment_id=64c4cfe8-4670-4033-981a-f04cac942433)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:39:51.626958 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:51.675865 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232cd795-76a9-4e55-ab47-ecb92b851152 service neutron] Pushing event updated for resources: {'Port': ['ID=6f86927c-c55d-4a4c-9130-e72a45d362b5,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:39:51.827577 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=ee1747d4-a1cf-4796-859d-d6ab8be7a2a6,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:39:51.875138 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a25635b-d45c-48ca-95f9-1d1ba06dd59b req-f1170537-4753-47a0-86b6-a5c4d455826e tempest-InstanceActionsTestJSON-478168865 tempest-InstanceActionsTestJSON-478168865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:39:51.892340 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0a25635b-d45c-48ca-95f9-1d1ba06dd59b req-f1170537-4753-47a0-86b6-a5c4d455826e tempest-InstanceActionsTestJSON-478168865 tempest-InstanceActionsTestJSON-478168865-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6816048-ddeb-4cbc-bbe8-76d0072a6cf6 HTTP/1.1" status: 200 len: 943 time: 0.0814300 Dec 20 14:39:51.910196 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-0c9c003a-842f-4c17-97fb-4a547d22f11e req-232cd795-76a9-4e55-ab47-ecb92b851152 service neutron] Attempting to bind port 6f86927c-c55d-4a4c-9130-e72a45d362b5 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:39:51.910820 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-0c9c003a-842f-4c17-97fb-4a547d22f11e req-232cd795-76a9-4e55-ab47-ecb92b851152 service neutron] Attempting to bind port 6f86927c-c55d-4a4c-9130-e72a45d362b5 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': 'cd4089e6-2195-4c12-a63e-540990110f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'dc98123f-613d-46fd-bb58-669e46e2509f'}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:39:51.911073 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c9c003a-842f-4c17-97fb-4a547d22f11e req-232cd795-76a9-4e55-ab47-ecb92b851152 service neutron] Attempting to bind port 6f86927c-c55d-4a4c-9130-e72a45d362b5 on network dc98123f-613d-46fd-bb58-669e46e2509f {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:39:51.938915 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c9c003a-842f-4c17-97fb-4a547d22f11e req-232cd795-76a9-4e55-ab47-ecb92b851152 service neutron] Port 6f86927c-c55d-4a4c-9130-e72a45d362b5 on network dc98123f-613d-46fd-bb58-669e46e2509f not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:39:51.939144 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c9c003a-842f-4c17-97fb-4a547d22f11e req-232cd795-76a9-4e55-ab47-ecb92b851152 service neutron] Attempting to bind port 6f86927c-c55d-4a4c-9130-e72a45d362b5 on network dc98123f-613d-46fd-bb58-669e46e2509f {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:39:51.958536 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c9c003a-842f-4c17-97fb-4a547d22f11e req-232cd795-76a9-4e55-ab47-ecb92b851152 service neutron] Checking agent: {'id': '43c60aee-e4af-4ecc-bee2-aac3569fafed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:39:51.958962 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c9c003a-842f-4c17-97fb-4a547d22f11e req-232cd795-76a9-4e55-ab47-ecb92b851152 service neutron] Checking segment: {'id': 'cd4089e6-2195-4c12-a63e-540990110f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'dc98123f-613d-46fd-bb58-669e46e2509f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:39:51.959315 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c9c003a-842f-4c17-97fb-4a547d22f11e req-232cd795-76a9-4e55-ab47-ecb92b851152 service neutron] Bound using segment: {'id': 'cd4089e6-2195-4c12-a63e-540990110f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'dc98123f-613d-46fd-bb58-669e46e2509f'} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:39:51.959768 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-0c9c003a-842f-4c17-97fb-4a547d22f11e req-232cd795-76a9-4e55-ab47-ecb92b851152 service neutron] Bound port: 6f86927c-c55d-4a4c-9130-e72a45d362b5, host: n-h2-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd4089e6-2195-4c12-a63e-540990110f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'dc98123f-613d-46fd-bb58-669e46e2509f'}}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:39:51.960133 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-0c9c003a-842f-4c17-97fb-4a547d22f11e req-232cd795-76a9-4e55-ab47-ecb92b851152 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:52.000811 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-27e2d975-2a89-462b-8d43-0c594170a145 tempest-RoutersAdminNegativeIpV6Test-1382953225 tempest-RoutersAdminNegativeIpV6Test-1382953225-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:52.009670 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['ee1747d4-a1cf-4796-859d-d6ab8be7a2a6'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:39:52.013775 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0a25635b-d45c-48ca-95f9-1d1ba06dd59b req-2bcf0a64-2cc4-47fe-93b1-cd033cd488e2 tempest-InstanceActionsTestJSON-478168865 tempest-InstanceActionsTestJSON-478168865-project] 10.222.0.54 "GET /v2.0/security-groups?id=8f0c833f-37bb-40a7-b07e-919fa2ff8364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198878 Dec 20 14:39:52.117148 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-0c9c003a-842f-4c17-97fb-4a547d22f11e req-232cd795-76a9-4e55-ab47-ecb92b851152 service neutron] For port 6f86927c-c55d-4a4c-9130-e72a45d362b5, host n-h2-761264-19, cleared binding levels {{(pid=103168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:39:52.122823 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-0c9c003a-842f-4c17-97fb-4a547d22f11e req-232cd795-76a9-4e55-ab47-ecb92b851152 service neutron] For port 6f86927c-c55d-4a4c-9130-e72a45d362b5, host n-h2-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=6f86927c-c55d-4a4c-9130-e72a45d362b5,segment=NetworkSegment(cd4089e6-2195-4c12-a63e-540990110f44),segment_id=cd4089e6-2195-4c12-a63e-540990110f44)] {{(pid=103168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:39:52.175183 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-0c9c003a-842f-4c17-97fb-4a547d22f11e req-232cd795-76a9-4e55-ab47-ecb92b851152 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:52.180184 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-27e2d975-2a89-462b-8d43-0c594170a145 tempest-RoutersAdminNegativeIpV6Test-1382953225 tempest-RoutersAdminNegativeIpV6Test-1382953225-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:52.255558 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9c003a-842f-4c17-97fb-4a547d22f11e req-232cd795-76a9-4e55-ab47-ecb92b851152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:39:52.256184 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-0c9c003a-842f-4c17-97fb-4a547d22f11e req-232cd795-76a9-4e55-ab47-ecb92b851152 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:52.257720 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0c9c003a-842f-4c17-97fb-4a547d22f11e req-232cd795-76a9-4e55-ab47-ecb92b851152 service neutron] 10.222.0.47 "PUT /v2.0/ports/6f86927c-c55d-4a4c-9130-e72a45d362b5 HTTP/1.1" status: 200 len: 1092 time: 3.1844811 Dec 20 14:39:52.261117 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6816048-ddeb-4cbc-bbe8-76d0072a6cf6', 'tag': '6f86927c-c55d-4a4c-9130-e72a45d362b5'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:39:52.263642 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f37152d-6c0f-4645-a5e8-bd287df8a59b" -d '{"events": [{"name": "network-changed", "server_uuid": "a6816048-ddeb-4cbc-bbe8-76d0072a6cf6", "tag": "6f86927c-c55d-4a4c-9130-e72a45d362b5"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:39:52.276493 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e2d975-2a89-462b-8d43-0c594170a145 tempest-RoutersAdminNegativeIpV6Test-1382953225 tempest-RoutersAdminNegativeIpV6Test-1382953225-project-admin] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:39:52.282673 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-27e2d975-2a89-462b-8d43-0c594170a145 tempest-RoutersAdminNegativeIpV6Test-1382953225 tempest-RoutersAdminNegativeIpV6Test-1382953225-project-admin] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:39:52.286524 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e2d975-2a89-462b-8d43-0c594170a145 tempest-RoutersAdminNegativeIpV6Test-1382953225 tempest-RoutersAdminNegativeIpV6Test-1382953225-project-admin] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:39:52.311008 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232cd795-76a9-4e55-ab47-ecb92b851152 service neutron] Pushing event updated for resources: {'Port': ['ID=6f86927c-c55d-4a4c-9130-e72a45d362b5,revision_number=3']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:39:52.355008 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d63a8219-78da-4822-be49-66a97976363f x-openstack-request-id: req-d63a8219-78da-4822-be49-66a97976363f {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:39:52.355302 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6816048-ddeb-4cbc-bbe8-76d0072a6cf6", "tag": "6f86927c-c55d-4a4c-9130-e72a45d362b5", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:39:52.355613 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d63a8219-78da-4822-be49-66a97976363f {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:39:52.356463 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6816048-ddeb-4cbc-bbe8-76d0072a6cf6', 'tag': '6f86927c-c55d-4a4c-9130-e72a45d362b5', 'status': 'completed', 'code': 200} Dec 20 14:39:52.390039 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e2d975-2a89-462b-8d43-0c594170a145 tempest-RoutersAdminNegativeIpV6Test-1382953225 tempest-RoutersAdminNegativeIpV6Test-1382953225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:39:52.390675 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-27e2d975-2a89-462b-8d43-0c594170a145 tempest-RoutersAdminNegativeIpV6Test-1382953225 tempest-RoutersAdminNegativeIpV6Test-1382953225-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:52.410822 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e2d975-2a89-462b-8d43-0c594170a145 tempest-RoutersAdminNegativeIpV6Test-1382953225 tempest-RoutersAdminNegativeIpV6Test-1382953225-project-admin] Pushing event updated for resources: {'Port': ['ID=51ba753b-49b0-41e0-8c00-6d652d5c41ab,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:39:52.418648 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-27e2d975-2a89-462b-8d43-0c594170a145 tempest-RoutersAdminNegativeIpV6Test-1382953225 tempest-RoutersAdminNegativeIpV6Test-1382953225-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 2.7199805 Dec 20 14:39:52.421527 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 46584) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:39:52.430051 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-bb604083-2c55-45c5-a0a1-d7aa2a2b887c tempest-RoutersAdminNegativeIpV6Test-1382953225 tempest-RoutersAdminNegativeIpV6Test-1382953225-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.78'}]}}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:39:52.441317 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9c003a-842f-4c17-97fb-4a547d22f11e req-a13ed55b-61f0-44e5-aab4-d3d673191043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:39:52.442931 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0c9c003a-842f-4c17-97fb-4a547d22f11e req-a13ed55b-61f0-44e5-aab4-d3d673191043 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=67ceb3e4c4c347328cf6df9ccf41d3e6&device_id=a6816048-ddeb-4cbc-bbe8-76d0072a6cf6 HTTP/1.1" status: 200 len: 1095 time: 0.1025519 Dec 20 14:39:52.468920 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 46586) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:39:52.490847 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355d09a9-a915-4f9f-b260-7fc609d28480 req-3564662d-f3f1-45d4-8eab-f071b72a8821 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:39:52.492709 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-355d09a9-a915-4f9f-b260-7fc609d28480 req-3564662d-f3f1-45d4-8eab-f071b72a8821 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf52da41-569b-42da-a907-b1d8c46c3f5c HTTP/1.1" status: 200 len: 944 time: 0.0894639 Dec 20 14:39:52.495211 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0c9c003a-842f-4c17-97fb-4a547d22f11e req-0870fde8-9a48-4195-a970-75ce0fcf96b8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6f86927c-c55d-4a4c-9130-e72a45d362b5 HTTP/1.1" status: 200 len: 217 time: 0.0417001 Dec 20 14:39:52.504805 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-bb604083-2c55-45c5-a0a1-d7aa2a2b887c tempest-RoutersAdminNegativeIpV6Test-1382953225 tempest-RoutersAdminNegativeIpV6Test-1382953225-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40114'] for router, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:52.505961 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-bb604083-2c55-45c5-a0a1-d7aa2a2b887c tempest-RoutersAdminNegativeIpV6Test-1382953225 tempest-RoutersAdminNegativeIpV6Test-1382953225-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40139'] for router, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:52.560766 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-355d09a9-a915-4f9f-b260-7fc609d28480 req-8966b529-3dd5-42ea-babc-7198c107b19d tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=f2f975e9-21d7-4fe5-b06b-fdbb671aee94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589240 Dec 20 14:39:52.581266 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9c003a-842f-4c17-97fb-4a547d22f11e req-0bae9a76-cdf1-4376-b772-022c1ffe6da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:39:52.582694 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0c9c003a-842f-4c17-97fb-4a547d22f11e req-0bae9a76-cdf1-4376-b772-022c1ffe6da0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2a4c76fa-a03b-4950-9492-2efaf4e38618 HTTP/1.1" status: 200 len: 854 time: 0.0795507 Dec 20 14:39:52.698847 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-90d652c0-d2bd-4407-afc5-c9bd6ca4fe8f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b7d8e7b3740042d5abc5f057ea2eba54&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2261879 Dec 20 14:39:52.699056 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-bb604083-2c55-45c5-a0a1-d7aa2a2b887c tempest-RoutersAdminNegativeIpV6Test-1382953225 tempest-RoutersAdminNegativeIpV6Test-1382953225-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:52.700311 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0c9c003a-842f-4c17-97fb-4a547d22f11e req-915e4e94-ad1f-4b3e-9c42-895edbb816cf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dc98123f-613d-46fd-bb58-669e46e2509f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538352 Dec 20 14:39:52.700831 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 46598) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:39:52.951815 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d84fe5-ff16-41c3-a2f9-f140c82e3ede req-f100a6a9-bfa2-4fc5-8c87-8757963cf873 tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:39:52.953292 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-37d84fe5-ff16-41c3-a2f9-f140c82e3ede req-f100a6a9-bfa2-4fc5-8c87-8757963cf873 tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c3e1d5a-6292-447d-a186-ce6f2cc7add1 HTTP/1.1" status: 200 len: 945 time: 0.3057046 Dec 20 14:39:52.995533 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-bb604083-2c55-45c5-a0a1-d7aa2a2b887c tempest-RoutersAdminNegativeIpV6Test-1382953225 tempest-RoutersAdminNegativeIpV6Test-1382953225-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:53.018179 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0c9c003a-842f-4c17-97fb-4a547d22f11e req-56ae432d-0a85-42f7-968b-559d6378c7cd service neutron] 10.222.0.47 "GET /v2.0/networks/dc98123f-613d-46fd-bb58-669e46e2509f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3090026 Dec 20 14:39:53.021124 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a2534f4b-52f8-40d7-a192-4d88f6f3c167 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:53.133846 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d299b8-557e-44c8-ac50-6b9ef96209c1 req-bc0f238e-570a-4aaa-8309-bff63db6a410 tempest-InstanceActionsTestJSON-478168865 tempest-InstanceActionsTestJSON-478168865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:39:53.135708 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-74d299b8-557e-44c8-ac50-6b9ef96209c1 req-bc0f238e-570a-4aaa-8309-bff63db6a410 tempest-InstanceActionsTestJSON-478168865 tempest-InstanceActionsTestJSON-478168865-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6816048-ddeb-4cbc-bbe8-76d0072a6cf6 HTTP/1.1" status: 200 len: 943 time: 0.0563769 Dec 20 14:39:53.161875 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a2534f4b-52f8-40d7-a192-4d88f6f3c167 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:53.189008 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-74d299b8-557e-44c8-ac50-6b9ef96209c1 req-92c8ac4a-83df-475f-b621-b0eb57699b5f tempest-InstanceActionsTestJSON-478168865 tempest-InstanceActionsTestJSON-478168865-project] 10.222.0.54 "GET /v2.0/security-groups?id=8f0c833f-37bb-40a7-b07e-919fa2ff8364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467513 Dec 20 14:39:53.209280 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-37d84fe5-ff16-41c3-a2f9-f140c82e3ede req-9089dad6-2eec-440f-a28b-9fe8cf6074d7 tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] 10.222.0.54 "GET /v2.0/security-groups?id=8fec1286-194e-484a-b25d-3f2f7d273d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456732 Dec 20 14:39:53.267301 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a2534f4b-52f8-40d7-a192-4d88f6f3c167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:53.269953 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a2534f4b-52f8-40d7-a192-4d88f6f3c167 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:53.274199 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-a2534f4b-52f8-40d7-a192-4d88f6f3c167 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/37c0318c-1a70-4376-ad4c-72d356df775a HTTP/1.1" status: 204 len: 168 time: 0.5692773 Dec 20 14:39:53.311122 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0c9c003a-842f-4c17-97fb-4a547d22f11e req-c8096f7e-109b-4bed-9cbe-a6bf72135186 service neutron] 10.222.0.47 "GET /v2.0/networks/dc98123f-613d-46fd-bb58-669e46e2509f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2804205 Dec 20 14:39:53.329412 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device ee1747d4-a1cf-4796-859d-d6ab8be7a2a6 up at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:39:53.330170 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2534f4b-52f8-40d7-a192-4d88f6f3c167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37c0318c-1a70-4376-ad4c-72d356df775a,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:39:53.496119 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning for port ee1747d4-a1cf-4796-859d-d6ab8be7a2a6 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:39:53.503774 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning complete for port ee1747d4-a1cf-4796-859d-d6ab8be7a2a6 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:39:53.504476 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:53.685598 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:53.720251 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f37152d-6c0f-4645-a5e8-bd287df8a59b req-68ac4771-0d7b-4b92-b9c8-c846cfc77e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:39:53.721799 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2f37152d-6c0f-4645-a5e8-bd287df8a59b req-68ac4771-0d7b-4b92-b9c8-c846cfc77e68 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=67ceb3e4c4c347328cf6df9ccf41d3e6&device_id=a6816048-ddeb-4cbc-bbe8-76d0072a6cf6 HTTP/1.1" status: 200 len: 1095 time: 0.3288791 Dec 20 14:39:53.732421 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port ee1747d4-a1cf-4796-859d-d6ab8be7a2a6, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=ee1747d4-a1cf-4796-859d-d6ab8be7a2a6,segment=NetworkSegment(64c4cfe8-4670-4033-981a-f04cac942433),segment_id=64c4cfe8-4670-4033-981a-f04cac942433)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:39:53.734376 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf52da41-569b-42da-a907-b1d8c46c3f5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee1747d4-a1cf-4796-859d-d6ab8be7a2a6'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:39:53.737930 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1471e1d-3af3-40fa-b9d6-b8a040b461e5" -d '{"events": [{"server_uuid": "bf52da41-569b-42da-a907-b1d8c46c3f5c", "name": "network-vif-plugged", "status": "completed", "tag": "ee1747d4-a1cf-4796-859d-d6ab8be7a2a6"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:39:53.743366 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:53.862241 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=ee1747d4-a1cf-4796-859d-d6ab8be7a2a6,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:39:53.874551 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9736142-0390-450f-a612-a996d9a993f2 x-openstack-request-id: req-d9736142-0390-450f-a612-a996d9a993f2 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:39:53.874973 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf52da41-569b-42da-a907-b1d8c46c3f5c", "name": "network-vif-plugged", "status": "completed", "tag": "ee1747d4-a1cf-4796-859d-d6ab8be7a2a6", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:39:53.875672 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d9736142-0390-450f-a612-a996d9a993f2 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:39:53.876382 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf52da41-569b-42da-a907-b1d8c46c3f5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee1747d4-a1cf-4796-859d-d6ab8be7a2a6', 'code': 200} Dec 20 14:39:53.969721 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-bb604083-2c55-45c5-a0a1-d7aa2a2b887c tempest-RoutersAdminNegativeIpV6Test-1382953225 tempest-RoutersAdminNegativeIpV6Test-1382953225-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:54.066907 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-bb604083-2c55-45c5-a0a1-d7aa2a2b887c tempest-RoutersAdminNegativeIpV6Test-1382953225 tempest-RoutersAdminNegativeIpV6Test-1382953225-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:54.094982 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0320c7fa-6f04-47e3-99f9-7152641cbb72 req-66d99adc-461c-4fa3-9282-0305542a17cc tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:39:54.102773 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0320c7fa-6f04-47e3-99f9-7152641cbb72 req-66d99adc-461c-4fa3-9282-0305542a17cc tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf52da41-569b-42da-a907-b1d8c46c3f5c HTTP/1.1" status: 200 len: 944 time: 0.4239075 Dec 20 14:39:54.203785 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea86680-ebd1-47cd-8eaf-bc3dafc5afc0 req-1a1ac063-008d-4f6d-bfe1-a00819b79442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:39:54.205364 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5ea86680-ebd1-47cd-8eaf-bc3dafc5afc0 req-1a1ac063-008d-4f6d-bfe1-a00819b79442 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bf52da41-569b-42da-a907-b1d8c46c3f5c HTTP/1.1" status: 200 len: 1097 time: 0.2512603 Dec 20 14:39:54.273062 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0320c7fa-6f04-47e3-99f9-7152641cbb72 req-f84a5e73-c339-4810-8046-73ce0ddc0830 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=f2f975e9-21d7-4fe5-b06b-fdbb671aee94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691685 Dec 20 14:39:54.355232 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f37152d-6c0f-4645-a5e8-bd287df8a59b req-0a632865-713d-49f2-a291-941e58376c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:39:54.359498 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2f37152d-6c0f-4645-a5e8-bd287df8a59b req-0a632865-713d-49f2-a291-941e58376c6d service neutron] 10.222.0.47 "GET /v2.0/networks?id=dc98123f-613d-46fd-bb58-669e46e2509f HTTP/1.1" status: 200 len: 915 time: 0.6013963 Dec 20 14:39:54.394904 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5ea86680-ebd1-47cd-8eaf-bc3dafc5afc0 req-f632fd22-cd1a-4e2a-b67e-c6530dbc6bd8 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f2f975e9-21d7-4fe5-b06b-fdbb671aee94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734610 Dec 20 14:39:54.472085 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2f37152d-6c0f-4645-a5e8-bd287df8a59b req-4bc8352e-12a1-41f1-b549-ebb46b1734d8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6f86927c-c55d-4a4c-9130-e72a45d362b5 HTTP/1.1" status: 200 len: 217 time: 0.0760467 Dec 20 14:39:54.500305 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b716f1-2029-48d2-82fb-37c5537ef82a req-b354a960-8c64-416f-9d92-5bb443bd47a7 tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:39:54.510187 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-10b716f1-2029-48d2-82fb-37c5537ef82a req-b354a960-8c64-416f-9d92-5bb443bd47a7 tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c3e1d5a-6292-447d-a186-ce6f2cc7add1 HTTP/1.1" status: 200 len: 945 time: 0.1137612 Dec 20 14:39:54.534446 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f37152d-6c0f-4645-a5e8-bd287df8a59b req-14d62103-c0ac-4e28-b82a-256b0f871683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:39:54.535800 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2f37152d-6c0f-4645-a5e8-bd287df8a59b req-14d62103-c0ac-4e28-b82a-256b0f871683 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2a4c76fa-a03b-4950-9492-2efaf4e38618 HTTP/1.1" status: 200 len: 854 time: 0.0505769 Dec 20 14:39:54.551883 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3cb457-26f7-40ac-9fd6-0bda5b06e2fa req-410ad0f8-1709-49da-a33f-a7c816768679 tempest-InstanceActionsTestJSON-478168865 tempest-InstanceActionsTestJSON-478168865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:39:54.559151 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cf3cb457-26f7-40ac-9fd6-0bda5b06e2fa req-410ad0f8-1709-49da-a33f-a7c816768679 tempest-InstanceActionsTestJSON-478168865 tempest-InstanceActionsTestJSON-478168865-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6816048-ddeb-4cbc-bbe8-76d0072a6cf6 HTTP/1.1" status: 200 len: 943 time: 0.1621079 Dec 20 14:39:54.585757 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-10b716f1-2029-48d2-82fb-37c5537ef82a req-8ae0f7eb-feb9-414a-8c08-9f5651f4a1dd tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] 10.222.0.54 "GET /v2.0/security-groups?id=8fec1286-194e-484a-b25d-3f2f7d273d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727084 Dec 20 14:39:54.593530 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 46652) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:39:54.628604 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2f37152d-6c0f-4645-a5e8-bd287df8a59b req-070fd884-54f8-4379-8fbc-39270742f0e9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dc98123f-613d-46fd-bb58-669e46e2509f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496025 Dec 20 14:39:54.735561 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2f37152d-6c0f-4645-a5e8-bd287df8a59b req-2406499f-e3f5-4cfd-9e17-0c7fa584bab9 service neutron] 10.222.0.47 "GET /v2.0/networks/dc98123f-613d-46fd-bb58-669e46e2509f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968232 Dec 20 14:39:54.739126 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-bb604083-2c55-45c5-a0a1-d7aa2a2b887c tempest-RoutersAdminNegativeIpV6Test-1382953225 tempest-RoutersAdminNegativeIpV6Test-1382953225-project-admin] Publish callbacks [] for router, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:54.794309 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-bd08903a-ba88-425b-84b2-b1c2471b6074 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1169588892-network', 'tenant_id': '647d4c96b4824b53b7215db6116f9517'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:39:54.819330 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd08903a-ba88-425b-84b2-b1c2471b6074 admin admin] Made reservation on behalf of 647d4c96b4824b53b7215db6116f9517 for: {'network': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:39:54.821686 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-bd08903a-ba88-425b-84b2-b1c2471b6074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:54.831042 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-bd08903a-ba88-425b-84b2-b1c2471b6074 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:54.854526 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cf3cb457-26f7-40ac-9fd6-0bda5b06e2fa req-8e636b25-2744-46f1-bb11-e567b3c8260a tempest-InstanceActionsTestJSON-478168865 tempest-InstanceActionsTestJSON-478168865-project] 10.222.0.54 "GET /v2.0/security-groups?id=8f0c833f-37bb-40a7-b07e-919fa2ff8364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2943902 Dec 20 14:39:54.947906 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-bd08903a-ba88-425b-84b2-b1c2471b6074 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:54.952176 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-bd08903a-ba88-425b-84b2-b1c2471b6074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:54.978476 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd08903a-ba88-425b-84b2-b1c2471b6074 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=103167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:39:54.999239 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd08903a-ba88-425b-84b2-b1c2471b6074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d8f9af8-570f-427c-97b6-de8f4d1694fe,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:39:55.005981 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-bd08903a-ba88-425b-84b2-b1c2471b6074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:55.006425 n-d-761264-19 neutron-server[103167]: INFO neutron.db.segments_db [None req-bd08903a-ba88-425b-84b2-b1c2471b6074 admin admin] Added segment 9c5b2800-df8a-4047-8744-d8423b687cc4 of type vlan for network 74ca7104-e6e4-4eba-8cec-af557c0b63a5 Dec 20 14:39:55.023174 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 46660) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:39:55.097393 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-bd08903a-ba88-425b-84b2-b1c2471b6074 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:55.132081 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-bd08903a-ba88-425b-84b2-b1c2471b6074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:55.133705 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd08903a-ba88-425b-84b2-b1c2471b6074 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:39:55.134536 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-bd08903a-ba88-425b-84b2-b1c2471b6074 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:55.162319 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-bd08903a-ba88-425b-84b2-b1c2471b6074 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5625463 Dec 20 14:39:55.162654 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 46666) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:39:55.186416 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-544c3fee-7ccc-4607-9702-e993b83027d0 admin admin] Request body: {'subnet': {'network_id': '74ca7104-e6e4-4eba-8cec-af557c0b63a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1169588892-subnet', 'tenant_id': '647d4c96b4824b53b7215db6116f9517', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:39:55.452157 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd08903a-ba88-425b-84b2-b1c2471b6074 admin admin] Pushing event updated for resources: {'Network': ['ID=74ca7104-e6e4-4eba-8cec-af557c0b63a5,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:39:55.467849 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 74ca7104-e6e4-4eba-8cec-af557c0b63a5 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:39:55.469426 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-bb604083-2c55-45c5-a0a1-d7aa2a2b887c tempest-RoutersAdminNegativeIpV6Test-1382953225 tempest-RoutersAdminNegativeIpV6Test-1382953225-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40132'] for router, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:55.476108 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-bb604083-2c55-45c5-a0a1-d7aa2a2b887c tempest-RoutersAdminNegativeIpV6Test-1382953225 tempest-RoutersAdminNegativeIpV6Test-1382953225-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:55.491589 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2f37152d-6c0f-4645-a5e8-bd287df8a59b req-2e3740cf-9cdb-4611-bbc3-35621d33b079 service neutron] 10.222.0.47 "GET /v2.0/networks/dc98123f-613d-46fd-bb58-669e46e2509f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7447882 Dec 20 14:39:55.539786 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-bb604083-2c55-45c5-a0a1-d7aa2a2b887c tempest-RoutersAdminNegativeIpV6Test-1382953225 tempest-RoutersAdminNegativeIpV6Test-1382953225-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1594808'] for router, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:55.540359 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb604083-2c55-45c5-a0a1-d7aa2a2b887c tempest-RoutersAdminNegativeIpV6Test-1382953225 tempest-RoutersAdminNegativeIpV6Test-1382953225-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 82d0e43d-fe18-4ac2-99d8-592ee264887b {{(pid=103168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 14:39:55.572803 n-d-761264-19 neutron-server[103168]: INFO neutron.api.v2.resource [None req-bb604083-2c55-45c5-a0a1-d7aa2a2b887c tempest-RoutersAdminNegativeIpV6Test-1382953225 tempest-RoutersAdminNegativeIpV6Test-1382953225-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 20 14:39:55.576616 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-bb604083-2c55-45c5-a0a1-d7aa2a2b887c tempest-RoutersAdminNegativeIpV6Test-1382953225 tempest-RoutersAdminNegativeIpV6Test-1382953225-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.1515398 Dec 20 14:39:55.577466 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 46670) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:39:55.591082 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-544c3fee-7ccc-4607-9702-e993b83027d0 admin admin] Made reservation on behalf of 647d4c96b4824b53b7215db6116f9517 for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:39:55.593722 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-544c3fee-7ccc-4607-9702-e993b83027d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:55.730340 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc722cf7-5ef9-4be9-a6a2-edb1db112ab6 req-6f89726f-e303-4d28-ac24-98abc9f6701d tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:39:55.731776 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-dc722cf7-5ef9-4be9-a6a2-edb1db112ab6 req-6f89726f-e303-4d28-ac24-98abc9f6701d tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf52da41-569b-42da-a907-b1d8c46c3f5c HTTP/1.1" status: 200 len: 945 time: 0.3091137 Dec 20 14:39:55.771100 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bb1525-3782-4e12-875d-d8f7dcedda8c req-c50f71c2-b8f8-4cfd-98fa-3277f4e3263c tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:39:55.774832 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-19bb1525-3782-4e12-875d-d8f7dcedda8c req-c50f71c2-b8f8-4cfd-98fa-3277f4e3263c tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c3e1d5a-6292-447d-a186-ce6f2cc7add1 HTTP/1.1" status: 200 len: 945 time: 0.0921509 Dec 20 14:39:55.791245 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac61324-9237-4c52-a363-5929164e6a50 req-4f20c5e3-d72d-477e-8785-83ceb4485884 tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:39:55.793243 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-dac61324-9237-4c52-a363-5929164e6a50 req-4f20c5e3-d72d-477e-8785-83ceb4485884 tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c3e1d5a-6292-447d-a186-ce6f2cc7add1 HTTP/1.1" status: 200 len: 945 time: 0.1210885 Dec 20 14:39:55.895150 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-19bb1525-3782-4e12-875d-d8f7dcedda8c req-984ac5b4-559e-49a6-b294-b5439dba54f9 tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] 10.222.0.54 "GET /v2.0/security-groups?id=8fec1286-194e-484a-b25d-3f2f7d273d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136653 Dec 20 14:39:55.924004 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-dc722cf7-5ef9-4be9-a6a2-edb1db112ab6 req-2c1acc53-84ab-4727-82b1-203a0e0c001b tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=f2f975e9-21d7-4fe5-b06b-fdbb671aee94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780119 Dec 20 14:39:55.956119 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-dac61324-9237-4c52-a363-5929164e6a50 req-6191f9f6-7cc4-489a-8131-60c4ea465009 tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] Deleting port 259dd028-4f93-409e-aae0-d2d37884b386 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:39:55.956468 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-dac61324-9237-4c52-a363-5929164e6a50 req-6191f9f6-7cc4-489a-8131-60c4ea465009 tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:55.965399 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-c68a5413-04f0-462e-8ced-1728057b9a37 tempest-RoutersAdminNegativeIpV6Test-1382953225 tempest-RoutersAdminNegativeIpV6Test-1382953225-project-admin] Deleting port 51ba753b-49b0-41e0-8c00-6d652d5c41ab {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:39:55.965751 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c68a5413-04f0-462e-8ced-1728057b9a37 tempest-RoutersAdminNegativeIpV6Test-1382953225 tempest-RoutersAdminNegativeIpV6Test-1382953225-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:56.073190 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-dac61324-9237-4c52-a363-5929164e6a50 req-6191f9f6-7cc4-489a-8131-60c4ea465009 tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] For port 259dd028-4f93-409e-aae0-d2d37884b386, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=259dd028-4f93-409e-aae0-d2d37884b386,segment=NetworkSegment(393c3eba-89a5-49a5-b391-7b027a59b79d),segment_id=393c3eba-89a5-49a5-b391-7b027a59b79d)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:39:56.073624 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-dac61324-9237-4c52-a363-5929164e6a50 req-6191f9f6-7cc4-489a-8131-60c4ea465009 tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:56.089455 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-dac61324-9237-4c52-a363-5929164e6a50 req-6191f9f6-7cc4-489a-8131-60c4ea465009 tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] Calling delete_port for 259dd028-4f93-409e-aae0-d2d37884b386 owned by compute:nova {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:39:56.124713 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-544c3fee-7ccc-4607-9702-e993b83027d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:56.241924 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-dac61324-9237-4c52-a363-5929164e6a50 req-6191f9f6-7cc4-489a-8131-60c4ea465009 tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:56.256811 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['259dd028-4f93-409e-aae0-d2d37884b386'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:39:56.275613 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6191f9f6-7cc4-489a-8131-60c4ea465009 tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] Pushing event deleted for resources: {'Port': ['ID=259dd028-4f93-409e-aae0-d2d37884b386,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:39:56.301502 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544c3fee-7ccc-4607-9702-e993b83027d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c40f7186-b871-4167-b42c-6edd2a024911,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:39:56.318670 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 6f86927c-c55d-4a4c-9130-e72a45d362b5 details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:39:56.321731 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-dac61324-9237-4c52-a363-5929164e6a50 req-6191f9f6-7cc4-489a-8131-60c4ea465009 tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] No DVR routers for this DVR port 259dd028-4f93-409e-aae0-d2d37884b386 on host n-h2-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:39:56.324868 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-dac61324-9237-4c52-a363-5929164e6a50 req-6191f9f6-7cc4-489a-8131-60c4ea465009 tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:56.328697 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-dac61324-9237-4c52-a363-5929164e6a50 req-6191f9f6-7cc4-489a-8131-60c4ea465009 tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] 10.222.0.47 "DELETE /v2.0/ports/259dd028-4f93-409e-aae0-d2d37884b386 HTTP/1.1" status: 204 len: 173 time: 0.5291278 Dec 20 14:39:56.329251 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c3e1d5a-6292-447d-a186-ce6f2cc7add1', 'name': 'network-vif-deleted', 'tag': '259dd028-4f93-409e-aae0-d2d37884b386'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:39:56.331290 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de88d12-4804-4d96-9250-a79fcdd85c1e req-456319f5-78ad-4687-ba48-45859c3fbb3e tempest-InstanceActionsTestJSON-478168865 tempest-InstanceActionsTestJSON-478168865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:39:56.332840 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1de88d12-4804-4d96-9250-a79fcdd85c1e req-456319f5-78ad-4687-ba48-45859c3fbb3e tempest-InstanceActionsTestJSON-478168865 tempest-InstanceActionsTestJSON-478168865-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6816048-ddeb-4cbc-bbe8-76d0072a6cf6 HTTP/1.1" status: 200 len: 943 time: 0.2139120 Dec 20 14:39:56.334803 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c68a5413-04f0-462e-8ced-1728057b9a37 tempest-RoutersAdminNegativeIpV6Test-1382953225 tempest-RoutersAdminNegativeIpV6Test-1382953225-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:56.339253 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be4d3268-9304-4a91-91b8-3e88e95cdcd8" -d '{"events": [{"server_uuid": "5c3e1d5a-6292-447d-a186-ce6f2cc7add1", "name": "network-vif-deleted", "tag": "259dd028-4f93-409e-aae0-d2d37884b386"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:39:56.367103 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-c68a5413-04f0-462e-8ced-1728057b9a37 tempest-RoutersAdminNegativeIpV6Test-1382953225 tempest-RoutersAdminNegativeIpV6Test-1382953225-project-admin] Calling delete_port for 51ba753b-49b0-41e0-8c00-6d652d5c41ab owned by {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:39:56.396690 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2073034-518d-41e2-95d2-95f328c5fa12 x-openstack-request-id: req-f2073034-518d-41e2-95d2-95f328c5fa12 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:39:56.396987 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c3e1d5a-6292-447d-a186-ce6f2cc7add1", "name": "network-vif-deleted", "tag": "259dd028-4f93-409e-aae0-d2d37884b386", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:39:56.397236 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f2073034-518d-41e2-95d2-95f328c5fa12 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:39:56.397636 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c3e1d5a-6292-447d-a186-ce6f2cc7add1', 'name': 'network-vif-deleted', 'tag': '259dd028-4f93-409e-aae0-d2d37884b386', 'status': 'completed', 'code': 200} Dec 20 14:39:56.458082 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544c3fee-7ccc-4607-9702-e993b83027d0 admin admin] Checking segment: {'id': '9c5b2800-df8a-4047-8744-d8423b687cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '74ca7104-e6e4-4eba-8cec-af557c0b63a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:39:56.458340 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544c3fee-7ccc-4607-9702-e993b83027d0 admin admin] Network hostable DHCP agents. Network: 74ca7104-e6e4-4eba-8cec-af557c0b63a5, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:39:56.465307 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 6f86927c-c55d-4a4c-9130-e72a45d362b5, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=6f86927c-c55d-4a4c-9130-e72a45d362b5,segment=NetworkSegment(cd4089e6-2195-4c12-a63e-540990110f44),segment_id=cd4089e6-2195-4c12-a63e-540990110f44)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:39:56.484328 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': '6f86927c-c55d-4a4c-9130-e72a45d362b5', 'network_id': 'dc98123f-613d-46fd-bb58-669e46e2509f', 'port_id': '6f86927c-c55d-4a4c-9130-e72a45d362b5', 'mac_address': 'fa:16:3e:80:b1:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a4c76fa-a03b-4950-9492-2efaf4e38618', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:39:56.530698 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:56.547594 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f86927c-c55d-4a4c-9130-e72a45d362b5 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:39:56.558963 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544c3fee-7ccc-4607-9702-e993b83027d0 admin admin] Network 74ca7104-e6e4-4eba-8cec-af557c0b63a5 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:39:56.578803 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 6f86927c-c55d-4a4c-9130-e72a45d362b5, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=6f86927c-c55d-4a4c-9130-e72a45d362b5,segment=NetworkSegment(cd4089e6-2195-4c12-a63e-540990110f44),segment_id=cd4089e6-2195-4c12-a63e-540990110f44)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:39:56.585131 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:56.649370 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=6f86927c-c55d-4a4c-9130-e72a45d362b5,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:39:56.783614 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['6f86927c-c55d-4a4c-9130-e72a45d362b5'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:39:56.942187 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1de88d12-4804-4d96-9250-a79fcdd85c1e req-719fff02-847c-48d3-8ba0-92456f361b68 tempest-InstanceActionsTestJSON-478168865 tempest-InstanceActionsTestJSON-478168865-project] 10.222.0.54 "GET /v2.0/security-groups?id=8f0c833f-37bb-40a7-b07e-919fa2ff8364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5033352 Dec 20 14:39:56.954276 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-544c3fee-7ccc-4607-9702-e993b83027d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 74ca7104-e6e4-4eba-8cec-af557c0b63a5) {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:39:56.968962 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544c3fee-7ccc-4607-9702-e993b83027d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:39:56.969564 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-544c3fee-7ccc-4607-9702-e993b83027d0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:56.976836 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0cee85b5-532b-42af-a8e9-65c75959f6ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1595867'] for router_interface, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:56.985102 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c8b79f-450e-4396-b121-653cb66e4071 None None] Network 74ca7104-e6e4-4eba-8cec-af557c0b63a5 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:39:57.150345 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 46690) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:39:57.151218 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-544c3fee-7ccc-4607-9702-e993b83027d0 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9872825 Dec 20 14:39:57.156885 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-6d01abfe-65b8-4bc3-8f2e-885c54fc8846 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1169588892-router', 'tenant_id': '647d4c96b4824b53b7215db6116f9517', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:39:57.168659 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c68a5413-04f0-462e-8ced-1728057b9a37 tempest-RoutersAdminNegativeIpV6Test-1382953225 tempest-RoutersAdminNegativeIpV6Test-1382953225-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:57.175342 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1464ade6-7d15-4a9d-acfb-95d69a648f36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-74ca7104-e6e4-4eba-8cec-af557c0b63a5', 'network_id': '74ca7104-e6e4-4eba-8cec-af557c0b63a5', 'project_id': '647d4c96b4824b53b7215db6116f9517', 'fixed_ips': [{'subnet_id': 'c40f7186-b871-4167-b42c-6edd2a024911'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:39:57.176239 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-1464ade6-7d15-4a9d-acfb-95d69a648f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:57.212363 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6d01abfe-65b8-4bc3-8f2e-885c54fc8846 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40114'] for router, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:57.214089 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6d01abfe-65b8-4bc3-8f2e-885c54fc8846 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40139'] for router, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:57.228018 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1a4bf1-d1fe-4d8c-b7a9-19efdca896b4 req-96db6192-7c41-47aa-a929-f0a38d8e3b02 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:39:57.229987 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6b1a4bf1-d1fe-4d8c-b7a9-19efdca896b4 req-96db6192-7c41-47aa-a929-f0a38d8e3b02 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf52da41-569b-42da-a907-b1d8c46c3f5c HTTP/1.1" status: 200 len: 945 time: 0.1609344 Dec 20 14:39:57.293474 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6d01abfe-65b8-4bc3-8f2e-885c54fc8846 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:57.368487 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6b1a4bf1-d1fe-4d8c-b7a9-19efdca896b4 req-4976882b-5ad8-4984-a1c7-d901a462702a tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=f2f975e9-21d7-4fe5-b06b-fdbb671aee94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087053 Dec 20 14:39:57.369325 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68a5413-04f0-462e-8ced-1728057b9a37 tempest-RoutersAdminNegativeIpV6Test-1382953225 tempest-RoutersAdminNegativeIpV6Test-1382953225-project-admin] Pushing event deleted for resources: {'Port': ['ID=51ba753b-49b0-41e0-8c00-6d652d5c41ab,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:39:57.503689 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-1464ade6-7d15-4a9d-acfb-95d69a648f36 None None] Allocated IP 172.20.0.2 (74ca7104-e6e4-4eba-8cec-af557c0b63a5/c40f7186-b871-4167-b42c-6edd2a024911/91f53570-e1d4-4796-b10b-33a066f43402) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:39:57.679143 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6d01abfe-65b8-4bc3-8f2e-885c54fc8846 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:57.724163 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 46710) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:39:57.725288 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c68a5413-04f0-462e-8ced-1728057b9a37 tempest-RoutersAdminNegativeIpV6Test-1382953225 tempest-RoutersAdminNegativeIpV6Test-1382953225-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:57.732642 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-c68a5413-04f0-462e-8ced-1728057b9a37 tempest-RoutersAdminNegativeIpV6Test-1382953225 tempest-RoutersAdminNegativeIpV6Test-1382953225-project-admin] 10.222.0.54 "DELETE /v2.0/ports/51ba753b-49b0-41e0-8c00-6d652d5c41ab HTTP/1.1" status: 204 len: 168 time: 2.1523967 Dec 20 14:39:57.767105 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9d451dd6-ca55-4820-ae24-0bf096ba3dc5 req-649eb614-f8b4-4524-86d4-0d6988391ec1 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=514f3908f9164c0fa19c6d421ce9f2b3 HTTP/1.1" status: 200 len: 267 time: 0.2041161 Dec 20 14:39:57.818525 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-1464ade6-7d15-4a9d-acfb-95d69a648f36 None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:57.831177 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-1464ade6-7d15-4a9d-acfb-95d69a648f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:57.909106 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d451dd6-ca55-4820-ae24-0bf096ba3dc5 req-6ea38ebf-f9ed-43ac-870a-df33fb48d1f3 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:39:57.918403 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9d451dd6-ca55-4820-ae24-0bf096ba3dc5 req-6ea38ebf-f9ed-43ac-870a-df33fb48d1f3 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf52da41-569b-42da-a907-b1d8c46c3f5c HTTP/1.1" status: 200 len: 945 time: 0.1420939 Dec 20 14:39:57.919340 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658f915c-2d2d-432a-b5c4-f22225edd8aa req-f07f0232-194d-4ae1-a0e3-0334792c0583 tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:39:57.920864 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1464ade6-7d15-4a9d-acfb-95d69a648f36 None None] Network 74ca7104-e6e4-4eba-8cec-af557c0b63a5 is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:39:57.926664 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-9d451dd6-ca55-4820-ae24-0bf096ba3dc5 req-28a597c9-01c8-4581-b363-64a279ff6dd0 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Request body: {'port': {'security_groups': []}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:39:57.927727 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-658f915c-2d2d-432a-b5c4-f22225edd8aa req-f07f0232-194d-4ae1-a0e3-0334792c0583 tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] 10.222.0.54 "GET /v2.0/networks?id=582436ed-b909-4427-9350-0e0947d57bea HTTP/1.1" status: 200 len: 808 time: 0.6320083 Dec 20 14:39:57.948948 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-1464ade6-7d15-4a9d-acfb-95d69a648f36 None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:39:57.954658 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1464ade6-7d15-4a9d-acfb-95d69a648f36 None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:39:57.966300 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-658f915c-2d2d-432a-b5c4-f22225edd8aa req-be3b42f7-2eca-4773-bca2-af7264b4e28b tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] 10.222.0.54 "GET /v2.0/quotas/5872e9bc729b476ba1be7ebc41db140a HTTP/1.1" status: 200 len: 375 time: 0.0210609 Dec 20 14:39:57.984863 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1464ade6-7d15-4a9d-acfb-95d69a648f36 None None] Pushing event updated for resources: {'Port': ['ID=91f53570-e1d4-4796-b10b-33a066f43402,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:39:57.994123 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-0cee85b5-532b-42af-a8e9-65c75959f6ad admin admin] Deleting port 21b5efa4-a44b-400f-bfcb-7a106d38ea39 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:39:57.994593 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0cee85b5-532b-42af-a8e9-65c75959f6ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:58.002405 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0567af79-dcff-48ee-9032-810cdf2b7304 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:58.062694 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-658f915c-2d2d-432a-b5c4-f22225edd8aa req-52e63188-77f7-45aa-b5ca-1439616d9345 tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=5872e9bc729b476ba1be7ebc41db140a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0812330 Dec 20 14:39:58.073266 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-1464ade6-7d15-4a9d-acfb-95d69a648f36 None None] Attempting to bind port 91f53570-e1d4-4796-b10b-33a066f43402 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:39:58.073687 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-1464ade6-7d15-4a9d-acfb-95d69a648f36 None None] Attempting to bind port 91f53570-e1d4-4796-b10b-33a066f43402 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '9c5b2800-df8a-4047-8744-d8423b687cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '74ca7104-e6e4-4eba-8cec-af557c0b63a5'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:39:58.073989 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1464ade6-7d15-4a9d-acfb-95d69a648f36 None None] Attempting to bind port 91f53570-e1d4-4796-b10b-33a066f43402 on network 74ca7104-e6e4-4eba-8cec-af557c0b63a5 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:39:58.080239 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1464ade6-7d15-4a9d-acfb-95d69a648f36 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:39:58.080613 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1464ade6-7d15-4a9d-acfb-95d69a648f36 None None] Checking segment: {'id': '9c5b2800-df8a-4047-8744-d8423b687cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '74ca7104-e6e4-4eba-8cec-af557c0b63a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:39:58.081016 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-1464ade6-7d15-4a9d-acfb-95d69a648f36 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:58.081399 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1464ade6-7d15-4a9d-acfb-95d69a648f36 None None] Bound using segment: {'id': '9c5b2800-df8a-4047-8744-d8423b687cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '74ca7104-e6e4-4eba-8cec-af557c0b63a5'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:39:58.081877 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-1464ade6-7d15-4a9d-acfb-95d69a648f36 None None] Bound port: 91f53570-e1d4-4796-b10b-33a066f43402, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c5b2800-df8a-4047-8744-d8423b687cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '74ca7104-e6e4-4eba-8cec-af557c0b63a5'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:39:58.082259 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-1464ade6-7d15-4a9d-acfb-95d69a648f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:58.131752 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 46720) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:39:58.162974 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-1464ade6-7d15-4a9d-acfb-95d69a648f36 None None] For port 91f53570-e1d4-4796-b10b-33a066f43402, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:39:58.168834 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-9d451dd6-ca55-4820-ae24-0bf096ba3dc5 req-28a597c9-01c8-4581-b363-64a279ff6dd0 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:58.169615 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-1464ade6-7d15-4a9d-acfb-95d69a648f36 None None] For port 91f53570-e1d4-4796-b10b-33a066f43402, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=91f53570-e1d4-4796-b10b-33a066f43402,segment=NetworkSegment(9c5b2800-df8a-4047-8744-d8423b687cc4),segment_id=9c5b2800-df8a-4047-8744-d8423b687cc4)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:39:58.177826 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-1464ade6-7d15-4a9d-acfb-95d69a648f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:58.247917 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-658f915c-2d2d-432a-b5c4-f22225edd8aa req-7833e828-21d9-457f-9751-5161becc3f8a service neutron] 10.222.0.54 "GET /v2.0/networks/582436ed-b909-4427-9350-0e0947d57bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837835 Dec 20 14:39:58.263330 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1464ade6-7d15-4a9d-acfb-95d69a648f36 None None] Pushing event updated for resources: {'Port': ['ID=91f53570-e1d4-4796-b10b-33a066f43402,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:39:58.277930 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-0cee85b5-532b-42af-a8e9-65c75959f6ad admin admin] For port 21b5efa4-a44b-400f-bfcb-7a106d38ea39, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=21b5efa4-a44b-400f-bfcb-7a106d38ea39,segment=NetworkSegment(7a62ea4e-2f48-436b-a84b-3154d016eb3f),segment_id=7a62ea4e-2f48-436b-a84b-3154d016eb3f)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:39:58.278220 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0cee85b5-532b-42af-a8e9-65c75959f6ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:58.316892 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-0cee85b5-532b-42af-a8e9-65c75959f6ad admin admin] Calling delete_port for 21b5efa4-a44b-400f-bfcb-7a106d38ea39 owned by network:router_interface {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:39:58.329411 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 6f86927c-c55d-4a4c-9130-e72a45d362b5 up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:39:58.357339 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5a51f401-c635-4d32-a364-76093b9b2125 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:58.389939 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning for port 6f86927c-c55d-4a4c-9130-e72a45d362b5 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:39:58.399707 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port 6f86927c-c55d-4a4c-9130-e72a45d362b5 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:39:58.400176 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0567af79-dcff-48ee-9032-810cdf2b7304 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:58.400563 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:58.415545 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-658f915c-2d2d-432a-b5c4-f22225edd8aa req-9cc132e0-16dc-49bf-9bab-e26fded4c668 service neutron] 10.222.0.54 "GET /v2.0/networks/582436ed-b909-4427-9350-0e0947d57bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658123 Dec 20 14:39:58.427476 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0567af79-dcff-48ee-9032-810cdf2b7304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:58.428403 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6d01abfe-65b8-4bc3-8f2e-885c54fc8846 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:58.457683 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6d01abfe-65b8-4bc3-8f2e-885c54fc8846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:58.585373 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:58.614217 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6816048-ddeb-4cbc-bbe8-76d0072a6cf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f86927c-c55d-4a4c-9130-e72a45d362b5'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:39:58.617315 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c25bfed8-0349-4de1-bc25-6020254db10c" -d '{"events": [{"server_uuid": "a6816048-ddeb-4cbc-bbe8-76d0072a6cf6", "name": "network-vif-plugged", "status": "completed", "tag": "6f86927c-c55d-4a4c-9130-e72a45d362b5"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:39:58.651114 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 6f86927c-c55d-4a4c-9130-e72a45d362b5, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=6f86927c-c55d-4a4c-9130-e72a45d362b5,segment=NetworkSegment(cd4089e6-2195-4c12-a63e-540990110f44),segment_id=cd4089e6-2195-4c12-a63e-540990110f44)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:39:58.658864 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:58.660178 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 259dd028-4f93-409e-aae0-d2d37884b386 no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:39:58.666765 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-6d01abfe-65b8-4bc3-8f2e-885c54fc8846 admin admin] Allocated IP 172.25.0.66 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/a61bbef8-275e-4607-812c-a53b27b04a42) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:39:58.755223 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] No Port match for: 259dd028-4f93-409e-aae0-d2d37884b386 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:39:58.756311 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 259dd028-4f93-409e-aae0-d2d37884b386 not bound to the agent host n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:39:58.772319 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0567af79-dcff-48ee-9032-810cdf2b7304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ffbd4c7-c246-487f-90c5-8e2df970b1fd,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:39:58.792368 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=6f86927c-c55d-4a4c-9130-e72a45d362b5,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:39:58.813683 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-0567af79-dcff-48ee-9032-810cdf2b7304 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6e71a229463445619054ddf4cb9cd66f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0797689 Dec 20 14:39:58.820199 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 46732) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:39:58.823021 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb9373b-3b96-4973-92d1-15447fbd637a req-66a0104f-5ccb-4e57-9e49-33cadc702641 tempest-InstanceActionsTestJSON-478168865 tempest-InstanceActionsTestJSON-478168865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:39:58.824917 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ceb9373b-3b96-4973-92d1-15447fbd637a req-66a0104f-5ccb-4e57-9e49-33cadc702641 tempest-InstanceActionsTestJSON-478168865 tempest-InstanceActionsTestJSON-478168865-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6816048-ddeb-4cbc-bbe8-76d0072a6cf6 HTTP/1.1" status: 200 len: 945 time: 0.1039696 Dec 20 14:39:58.864155 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5a51f401-c635-4d32-a364-76093b9b2125 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:58.886087 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5a51f401-c635-4d32-a364-76093b9b2125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:58.892884 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6d01abfe-65b8-4bc3-8f2e-885c54fc8846 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:58.943499 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ceb9373b-3b96-4973-92d1-15447fbd637a req-a02ec263-4404-4314-bb50-5eb88a31486a tempest-InstanceActionsTestJSON-478168865 tempest-InstanceActionsTestJSON-478168865-project] 10.222.0.54 "GET /v2.0/security-groups?id=8f0c833f-37bb-40a7-b07e-919fa2ff8364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069851 Dec 20 14:39:58.982703 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-9d451dd6-ca55-4820-ae24-0bf096ba3dc5 req-28a597c9-01c8-4581-b363-64a279ff6dd0 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] For port ee1747d4-a1cf-4796-859d-d6ab8be7a2a6, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=ee1747d4-a1cf-4796-859d-d6ab8be7a2a6,segment=NetworkSegment(64c4cfe8-4670-4033-981a-f04cac942433),segment_id=64c4cfe8-4670-4033-981a-f04cac942433)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:39:58.989907 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6d01abfe-65b8-4bc3-8f2e-885c54fc8846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:59.004296 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-5a51f401-c635-4d32-a364-76093b9b2125 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=013035ee7ffc42aaa3f2f75f954b97de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8649633 Dec 20 14:39:59.006677 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 46738) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:39:59.016696 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a51f401-c635-4d32-a364-76093b9b2125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dee1e0d2-aad8-498b-ae58-a535b0e30483,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:39:59.065825 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-59199aeb-0b87-4ba1-90bf-be496b2847e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:59.090804 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-59199aeb-0b87-4ba1-90bf-be496b2847e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:59.095629 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-296112ba-3aac-4b76-bb6a-46028376d2d2 x-openstack-request-id: req-296112ba-3aac-4b76-bb6a-46028376d2d2 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:39:59.095993 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6816048-ddeb-4cbc-bbe8-76d0072a6cf6", "name": "network-vif-plugged", "status": "completed", "tag": "6f86927c-c55d-4a4c-9130-e72a45d362b5", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:39:59.096265 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-296112ba-3aac-4b76-bb6a-46028376d2d2 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:39:59.096687 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6816048-ddeb-4cbc-bbe8-76d0072a6cf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f86927c-c55d-4a4c-9130-e72a45d362b5', 'code': 200} Dec 20 14:39:59.137537 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d01abfe-65b8-4bc3-8f2e-885c54fc8846 admin admin] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:39:59.144984 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-6d01abfe-65b8-4bc3-8f2e-885c54fc8846 admin admin] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:39:59.162623 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d01abfe-65b8-4bc3-8f2e-885c54fc8846 admin admin] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:39:59.167289 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-9d451dd6-ca55-4820-ae24-0bf096ba3dc5 req-28a597c9-01c8-4581-b363-64a279ff6dd0 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:59.175607 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-9d451dd6-ca55-4820-ae24-0bf096ba3dc5 req-28a597c9-01c8-4581-b363-64a279ff6dd0 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:59.178307 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d01abfe-65b8-4bc3-8f2e-885c54fc8846 admin admin] Pushing event updated for resources: {'Port': ['ID=a61bbef8-275e-4607-812c-a53b27b04a42,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:39:59.192014 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['02d7bb87-3236-41e6-86d5-147fff80b815', '2f328448-a642-404d-96ba-389de2cd13ed', 'ee1747d4-a1cf-4796-859d-d6ab8be7a2a6'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:39:59.206375 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-59199aeb-0b87-4ba1-90bf-be496b2847e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:59.209424 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-59199aeb-0b87-4ba1-90bf-be496b2847e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:59.210683 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-59199aeb-0b87-4ba1-90bf-be496b2847e7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5ffbd4c7-c246-487f-90c5-8e2df970b1fd HTTP/1.1" status: 204 len: 168 time: 0.3852446 Dec 20 14:39:59.269710 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d451dd6-ca55-4820-ae24-0bf096ba3dc5 req-28a597c9-01c8-4581-b363-64a279ff6dd0 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:39:59.270391 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-9d451dd6-ca55-4820-ae24-0bf096ba3dc5 req-28a597c9-01c8-4581-b363-64a279ff6dd0 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:59.272354 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9d451dd6-ca55-4820-ae24-0bf096ba3dc5 req-28a597c9-01c8-4581-b363-64a279ff6dd0 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "PUT /v2.0/ports/ee1747d4-a1cf-4796-859d-d6ab8be7a2a6 HTTP/1.1" status: 200 len: 904 time: 1.3522179 Dec 20 14:39:59.272625 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0cee85b5-532b-42af-a8e9-65c75959f6ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:59.277150 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf52da41-569b-42da-a907-b1d8c46c3f5c', 'tag': 'ee1747d4-a1cf-4796-859d-d6ab8be7a2a6'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:39:59.279481 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1b7ebf9-a5a7-4979-acfa-e8b9f3b15a0a" -d '{"events": [{"name": "network-changed", "server_uuid": "bf52da41-569b-42da-a907-b1d8c46c3f5c", "tag": "ee1747d4-a1cf-4796-859d-d6ab8be7a2a6"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:39:59.285941 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59199aeb-0b87-4ba1-90bf-be496b2847e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ffbd4c7-c246-487f-90c5-8e2df970b1fd,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:39:59.328618 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c3c210fa-b8b0-40d1-9f67-d4fb9c16fbfa req-8da2c7e9-abfa-4fed-9f23-d039aca1973f tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed3b2e35-d412-496f-ad48-03371d5a94df HTTP/1.1" status: 200 len: 210 time: 0.1604803 Dec 20 14:39:59.329907 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d7a82015-762c-4431-9d4d-a772db091f9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:59.415378 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a597c9-01c8-4581-b363-64a279ff6dd0 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Pushing event updated for resources: {'Port': ['ID=ee1747d4-a1cf-4796-859d-d6ab8be7a2a6,revision_number=6']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:39:59.440611 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['ee1747d4-a1cf-4796-859d-d6ab8be7a2a6'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:39:59.453605 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c35072f-f237-45a4-b6fa-9be3402c4154 req-2e80f603-c664-4340-ac79-123c47adcc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:39:59.480387 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9c35072f-f237-45a4-b6fa-9be3402c4154 req-2e80f603-c664-4340-ac79-123c47adcc83 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a6816048-ddeb-4cbc-bbe8-76d0072a6cf6 HTTP/1.1" status: 200 len: 1097 time: 0.2956874 Dec 20 14:39:59.519333 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d98e2f6-0a4a-469e-b91a-2ee688e44840 x-openstack-request-id: req-2d98e2f6-0a4a-469e-b91a-2ee688e44840 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:39:59.519876 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf52da41-569b-42da-a907-b1d8c46c3f5c", "tag": "ee1747d4-a1cf-4796-859d-d6ab8be7a2a6", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:39:59.520311 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2d98e2f6-0a4a-469e-b91a-2ee688e44840 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:39:59.521546 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf52da41-569b-42da-a907-b1d8c46c3f5c', 'tag': 'ee1747d4-a1cf-4796-859d-d6ab8be7a2a6', 'status': 'completed', 'code': 200} Dec 20 14:39:59.537265 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cee85b5-532b-42af-a8e9-65c75959f6ad admin admin] Pushing event deleted for resources: {'Port': ['ID=21b5efa4-a44b-400f-bfcb-7a106d38ea39,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:39:59.622657 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d7a82015-762c-4431-9d4d-a772db091f9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:39:59.760212 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 91f53570-e1d4-4796-b10b-33a066f43402 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:39:59.894608 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276b854c-f11d-4977-9bbc-c27322e208bf req-1450b4a7-9f73-4703-a115-11d29e620166 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:39:59.905430 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-276b854c-f11d-4977-9bbc-c27322e208bf req-1450b4a7-9f73-4703-a115-11d29e620166 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf52da41-569b-42da-a907-b1d8c46c3f5c HTTP/1.1" status: 200 len: 907 time: 0.3803871 Dec 20 14:39:59.918171 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b7ebf9-a5a7-4979-acfa-e8b9f3b15a0a req-370a4acb-b1d0-4c46-a6fd-a5e0e92cc2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:39:59.931922 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d1b7ebf9-a5a7-4979-acfa-e8b9f3b15a0a req-370a4acb-b1d0-4c46-a6fd-a5e0e92cc2b1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=514f3908f9164c0fa19c6d421ce9f2b3&device_id=bf52da41-569b-42da-a907-b1d8c46c3f5c HTTP/1.1" status: 200 len: 1059 time: 0.4267738 Dec 20 14:39:59.967468 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0cee85b5-532b-42af-a8e9-65c75959f6ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582411'] for router_interface, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:00.041140 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-db626bfe-211b-4232-911f-6399bdcb70e7 None None] Provisioning complete for port ee1747d4-a1cf-4796-859d-d6ab8be7a2a6 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:40:00.041506 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-db626bfe-211b-4232-911f-6399bdcb70e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:00.087738 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 91f53570-e1d4-4796-b10b-33a066f43402 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:40:00.088031 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:00.132609 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce456cdd-0087-427e-8301-2b80d027da4f None None] Network 74ca7104-e6e4-4eba-8cec-af557c0b63a5 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:40:00.191442 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b7ebf9-a5a7-4979-acfa-e8b9f3b15a0a req-06a0e7d1-e894-40bd-a8d4-c38b96d725d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:40:00.193275 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d1b7ebf9-a5a7-4979-acfa-e8b9f3b15a0a req-06a0e7d1-e894-40bd-a8d4-c38b96d725d8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7ed718b3-d2e8-4b72-a238-726203897046 HTTP/1.1" status: 200 len: 913 time: 0.1821058 Dec 20 14:40:00.291874 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9c35072f-f237-45a4-b6fa-9be3402c4154 req-628355a9-123d-4d37-8ff8-8bcd9b42011e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8f0c833f-37bb-40a7-b07e-919fa2ff8364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7981257 Dec 20 14:40:00.294138 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d1b7ebf9-a5a7-4979-acfa-e8b9f3b15a0a req-d5f523dd-9b78-4169-b1fa-bc2424fe50dd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee1747d4-a1cf-4796-859d-d6ab8be7a2a6 HTTP/1.1" status: 200 len: 217 time: 0.0853221 Dec 20 14:40:00.368167 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b7ebf9-a5a7-4979-acfa-e8b9f3b15a0a req-785c3361-9774-4c2c-a03d-65adead0d679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:40:00.371141 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04448e6b-3712-412a-86f5-0263f868d91e req-ebc8499f-f0f9-494f-bb40-93ebf5dca1e1 tempest-InstanceActionsTestJSON-478168865 tempest-InstanceActionsTestJSON-478168865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:40:00.372940 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-04448e6b-3712-412a-86f5-0263f868d91e req-ebc8499f-f0f9-494f-bb40-93ebf5dca1e1 tempest-InstanceActionsTestJSON-478168865 tempest-InstanceActionsTestJSON-478168865-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6816048-ddeb-4cbc-bbe8-76d0072a6cf6 HTTP/1.1" status: 200 len: 945 time: 0.2933052 Dec 20 14:40:00.373732 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d1b7ebf9-a5a7-4979-acfa-e8b9f3b15a0a req-785c3361-9774-4c2c-a03d-65adead0d679 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5d68b841-2dcc-4f7d-9f3b-ab3557b797a0 HTTP/1.1" status: 200 len: 851 time: 0.0607383 Dec 20 14:40:00.411159 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:00.478388 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d7a82015-762c-4431-9d4d-a772db091f9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:00.481603 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d7a82015-762c-4431-9d4d-a772db091f9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:00.481745 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] For port 91f53570-e1d4-4796-b10b-33a066f43402, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=91f53570-e1d4-4796-b10b-33a066f43402,segment=NetworkSegment(9c5b2800-df8a-4047-8744-d8423b687cc4),segment_id=9c5b2800-df8a-4047-8744-d8423b687cc4)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:40:00.485893 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-d7a82015-762c-4431-9d4d-a772db091f9c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/dee1e0d2-aad8-498b-ae58-a535b0e30483 HTTP/1.1" status: 204 len: 168 time: 1.4333715 Dec 20 14:40:00.490660 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:00.504764 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1da14e-4e15-49a3-8d37-4469e378185d req-33d2ee89-526e-4da5-beb5-e66b83fb34e8 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:40:00.515133 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cb1da14e-4e15-49a3-8d37-4469e378185d req-33d2ee89-526e-4da5-beb5-e66b83fb34e8 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 945 time: 0.4430759 Dec 20 14:40:00.549862 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a82015-762c-4431-9d4d-a772db091f9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee1e0d2-aad8-498b-ae58-a535b0e30483,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:40:00.565816 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-aa836f8a-e716-4a01-bc8c-7eaeebb2626a None None] Provisioning complete for port 91f53570-e1d4-4796-b10b-33a066f43402 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:40:00.566244 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-aa836f8a-e716-4a01-bc8c-7eaeebb2626a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:00.595475 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b7ebf9-a5a7-4979-acfa-e8b9f3b15a0a req-a3cbe8a8-45a5-4f50-a090-798982520a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:40:00.597169 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d1b7ebf9-a5a7-4979-acfa-e8b9f3b15a0a req-a3cbe8a8-45a5-4f50-a090-798982520a58 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ed718b3-d2e8-4b72-a238-726203897046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2153296 Dec 20 14:40:00.659975 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Pushing event updated for resources: {'Port': ['ID=91f53570-e1d4-4796-b10b-33a066f43402,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:40:00.699790 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b66fd2df-0f8a-4990-babe-d1a825e80dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:00.703926 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 46776) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:40:00.715414 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-04448e6b-3712-412a-86f5-0263f868d91e req-cbe3a6b7-bda0-4391-ac61-53c44cdfc27e tempest-InstanceActionsTestJSON-478168865 tempest-InstanceActionsTestJSON-478168865-project] 10.222.0.54 "GET /v2.0/security-groups?id=8f0c833f-37bb-40a7-b07e-919fa2ff8364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958148 Dec 20 14:40:00.763430 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658f915c-2d2d-432a-b5c4-f22225edd8aa req-534a5db7-659b-4ba9-bb2a-a47a4006627e tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:40:00.766387 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-658f915c-2d2d-432a-b5c4-f22225edd8aa req-534a5db7-659b-4ba9-bb2a-a47a4006627e tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] 10.222.0.47 "GET /v2.0/networks?id=582436ed-b909-4427-9350-0e0947d57bea HTTP/1.1" status: 200 len: 808 time: 0.5050213 Dec 20 14:40:00.802379 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d1b7ebf9-a5a7-4979-acfa-e8b9f3b15a0a req-c5b6299a-0d20-4f1a-9478-0c64c5ae3910 service neutron] 10.222.0.30 "GET /v2.0/networks/7ed718b3-d2e8-4b72-a238-726203897046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947103 Dec 20 14:40:00.819887 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6d01abfe-65b8-4bc3-8f2e-885c54fc8846 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:00.824085 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-658f915c-2d2d-432a-b5c4-f22225edd8aa req-37b7004d-34ce-4b00-9a9b-316bfb53143e tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] Request body: {'port': {'device_id': 'ed3b2e35-d412-496f-ad48-03371d5a94df', 'network_id': '582436ed-b909-4427-9350-0e0947d57bea', 'admin_state_up': True, 'tenant_id': '5872e9bc729b476ba1be7ebc41db140a'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:40:00.943951 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cb1da14e-4e15-49a3-8d37-4469e378185d req-c113f91a-018c-4f90-af6c-bf74f7228433 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=92081c13-7979-4810-b5cd-70c14477209d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4245884 Dec 20 14:40:00.965103 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-e9b6ad28-ece6-4c27-ad82-9f4237961ef4 None None] Provisioning complete for port 91f53570-e1d4-4796-b10b-33a066f43402 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:40:00.968323 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e9b6ad28-ece6-4c27-ad82-9f4237961ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:01.045439 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d971c76b-7da2-4743-933d-0616667e471d req-5dc28514-e22b-4f6f-acf2-969d52b174dd tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed3b2e35-d412-496f-ad48-03371d5a94df HTTP/1.1" status: 200 len: 210 time: 0.0512729 Dec 20 14:40:01.099948 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cee85b5-532b-42af-a8e9-65c75959f6ad admin admin] Router 77adfd81-713f-40d2-ac35-9007298b0d4b has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:40:01.107389 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-a739924c-f6a6-4269-9278-30924a23df87 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1973856967-network', 'tenant_id': 'a3e78bebca21442f93a8ad3de6085df5'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:40:01.149031 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-658f915c-2d2d-432a-b5c4-f22225edd8aa req-37b7004d-34ce-4b00-9a9b-316bfb53143e tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] Made reservation on behalf of 5872e9bc729b476ba1be7ebc41db140a for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:40:01.152614 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-658f915c-2d2d-432a-b5c4-f22225edd8aa req-37b7004d-34ce-4b00-9a9b-316bfb53143e tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:01.174753 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b1e8b-c5c0-4f24-b154-6d59eb1ddb3b req-b5bf247b-92f8-40ec-9f89-3885ade61266 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:40:01.176573 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a83b1e8b-c5c0-4f24-b154-6d59eb1ddb3b req-b5bf247b-92f8-40ec-9f89-3885ade61266 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 945 time: 0.1180880 Dec 20 14:40:01.178847 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d1b7ebf9-a5a7-4979-acfa-e8b9f3b15a0a req-3454e904-5937-43a7-ab0c-aa10d32967be service neutron] 10.222.0.30 "GET /v2.0/networks/7ed718b3-d2e8-4b72-a238-726203897046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3566465 Dec 20 14:40:01.220733 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 46784) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:40:01.256737 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a739924c-f6a6-4269-9278-30924a23df87 admin admin] Made reservation on behalf of a3e78bebca21442f93a8ad3de6085df5 for: {'network': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:40:01.260595 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a739924c-f6a6-4269-9278-30924a23df87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:01.293498 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a739924c-f6a6-4269-9278-30924a23df87 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:01.318103 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a83b1e8b-c5c0-4f24-b154-6d59eb1ddb3b req-f9b2ea0b-b610-4bf6-963d-312b15a05fb2 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=92081c13-7979-4810-b5cd-70c14477209d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984542 Dec 20 14:40:01.343291 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6d01abfe-65b8-4bc3-8f2e-885c54fc8846 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013'] for router, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:01.449834 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-a04d5473-ee82-4d01-8a6e-6518e6e4b91a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ad0ac5aadbf84b30850cc721ea355594&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2277837 Dec 20 14:40:01.452670 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 46788) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:40:01.528961 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [req-658f915c-2d2d-432a-b5c4-f22225edd8aa req-37b7004d-34ce-4b00-9a9b-316bfb53143e tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] Allocated IP 172.20.0.6 (582436ed-b909-4427-9350-0e0947d57bea/70d40f17-a553-4bf2-95b2-20c8185624a2/1ddc3404-9308-4ccb-b520-56a9f8041b99) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:40:01.536598 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cee85b5-532b-42af-a8e9-65c75959f6ad admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:40:01.543857 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 91f53570-e1d4-4796-b10b-33a066f43402 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:40:01.548296 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-0cee85b5-532b-42af-a8e9-65c75959f6ad admin admin] 10.222.0.54 "PUT /v2.0/routers/77adfd81-713f-40d2-ac35-9007298b0d4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5195863 Dec 20 14:40:01.550802 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 46796) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:40:01.551756 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e526ef70-0a62-41aa-a267-3ec1adec5aa4 None None] Sync routers for ids ['77adfd81-713f-40d2-ac35-9007298b0d4b'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:40:01.564964 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e526ef70-0a62-41aa-a267-3ec1adec5aa4 None None] Routers {'77adfd81-713f-40d2-ac35-9007298b0d4b'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:40:01.565680 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-e526ef70-0a62-41aa-a267-3ec1adec5aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:39:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['77adfd81-713f-40d2-ac35-9007298b0d4b'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:40:01.603951 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 91f53570-e1d4-4796-b10b-33a066f43402 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:40:01.604697 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:01.609490 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5699daa3-003a-46c1-b622-78d38556d2b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:01.636257 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5699daa3-003a-46c1-b622-78d38556d2b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:01.703570 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-e526ef70-0a62-41aa-a267-3ec1adec5aa4 None None] Set router 77adfd81-713f-40d2-ac35-9007298b0d4b gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:40:01.743870 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d01abfe-65b8-4bc3-8f2e-885c54fc8846 admin admin] Router 6e45dd99-c2ab-4545-8b84-7fd1a02c02e4 is scheduled to L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 with binding_index 1 {{(pid=103168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 14:40:01.759063 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5699daa3-003a-46c1-b622-78d38556d2b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:01.762185 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5699daa3-003a-46c1-b622-78d38556d2b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:01.763586 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-5699daa3-003a-46c1-b622-78d38556d2b3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/20a9f12b-ce8c-49c4-960a-1eed12783cf3 HTTP/1.1" status: 204 len: 168 time: 0.3098264 Dec 20 14:40:01.791380 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a739924c-f6a6-4269-9278-30924a23df87 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:01.793109 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5699daa3-003a-46c1-b622-78d38556d2b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a9f12b-ce8c-49c4-960a-1eed12783cf3,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:40:01.827155 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a739924c-f6a6-4269-9278-30924a23df87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:01.915575 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-658f915c-2d2d-432a-b5c4-f22225edd8aa req-37b7004d-34ce-4b00-9a9b-316bfb53143e tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:01.956987 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a739924c-f6a6-4269-9278-30924a23df87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c00e471-b822-4bde-8413-ee09845062ce,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:40:01.959795 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a739924c-f6a6-4269-9278-30924a23df87 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=103167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:40:02.029245 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-e526ef70-0a62-41aa-a267-3ec1adec5aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77adfd81-713f-40d2-ac35-9007298b0d4b', 'name': 'tempest-TaggedBootDevicesTest-914184533-router', 'tenant_id': '1080628f9fb44b28a6ddf9255bb33498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'ff64fd73-d087-4cb3-88ab-fee372ba0869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:27:05Z', 'updated_at': '2021-12-20T14:39:59Z', 'revision_number': 5, 'project_id': '1080628f9fb44b28a6ddf9255bb33498', 'gw_port': {'id': 'ff64fd73-d087-4cb3-88ab-fee372ba0869', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:76:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77adfd81-713f-40d2-ac35-9007298b0d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:27:06Z', 'updated_at': '2021-12-20T14:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:40:02.065266 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e526ef70-0a62-41aa-a267-3ec1adec5aa4 None None] Checking router: 77adfd81-713f-40d2-ac35-9007298b0d4b for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:40:02.076733 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e526ef70-0a62-41aa-a267-3ec1adec5aa4 None None] Routers {'77adfd81-713f-40d2-ac35-9007298b0d4b'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:40:02.077894 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-e526ef70-0a62-41aa-a267-3ec1adec5aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:39:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['77adfd81-713f-40d2-ac35-9007298b0d4b'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:40:02.212092 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-e526ef70-0a62-41aa-a267-3ec1adec5aa4 None None] Set router 77adfd81-713f-40d2-ac35-9007298b0d4b gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:40:02.373088 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3acec3c1-ca09-449b-a922-71d5af002aaf admin admin] Publish callbacks [] for router, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:02.436865 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ea42df-0260-411c-834f-e34bc6af1323 req-429a5289-fd05-4b7c-a12c-827a3e635fef tempest-InstanceActionsTestJSON-478168865 tempest-InstanceActionsTestJSON-478168865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:40:02.438757 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b1ea42df-0260-411c-834f-e34bc6af1323 req-429a5289-fd05-4b7c-a12c-827a3e635fef tempest-InstanceActionsTestJSON-478168865 tempest-InstanceActionsTestJSON-478168865-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6816048-ddeb-4cbc-bbe8-76d0072a6cf6 HTTP/1.1" status: 200 len: 945 time: 0.2091801 Dec 20 14:40:02.455275 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-e526ef70-0a62-41aa-a267-3ec1adec5aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77adfd81-713f-40d2-ac35-9007298b0d4b', 'name': 'tempest-TaggedBootDevicesTest-914184533-router', 'tenant_id': '1080628f9fb44b28a6ddf9255bb33498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'ff64fd73-d087-4cb3-88ab-fee372ba0869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:27:05Z', 'updated_at': '2021-12-20T14:39:59Z', 'revision_number': 5, 'project_id': '1080628f9fb44b28a6ddf9255bb33498', 'gw_port': {'id': 'ff64fd73-d087-4cb3-88ab-fee372ba0869', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:76:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77adfd81-713f-40d2-ac35-9007298b0d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:27:06Z', 'updated_at': '2021-12-20T14:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:40:02.469713 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d01abfe-65b8-4bc3-8f2e-885c54fc8846 admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:40:02.480943 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b375d246-83b8-455c-a37f-d05f4df315c3 None None] Sync routers for ids ['6e45dd99-c2ab-4545-8b84-7fd1a02c02e4'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:40:02.499640 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b375d246-83b8-455c-a37f-d05f4df315c3 None None] Routers {'6e45dd99-c2ab-4545-8b84-7fd1a02c02e4'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:40:02.500566 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-b375d246-83b8-455c-a37f-d05f4df315c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:39:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['6e45dd99-c2ab-4545-8b84-7fd1a02c02e4'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:40:02.532002 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e526ef70-0a62-41aa-a267-3ec1adec5aa4 None None] The sync data for ids ['77adfd81-713f-40d2-ac35-9007298b0d4b'] in n-d-761264-19 is: [{'id': '77adfd81-713f-40d2-ac35-9007298b0d4b', 'name': 'tempest-TaggedBootDevicesTest-914184533-router', 'tenant_id': '1080628f9fb44b28a6ddf9255bb33498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'ff64fd73-d087-4cb3-88ab-fee372ba0869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:27:05Z', 'updated_at': '2021-12-20T14:39:59Z', 'revision_number': 5, 'project_id': '1080628f9fb44b28a6ddf9255bb33498', 'gw_port': {'id': 'ff64fd73-d087-4cb3-88ab-fee372ba0869', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:76:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77adfd81-713f-40d2-ac35-9007298b0d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:27:06Z', 'updated_at': '2021-12-20T14:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:40:02.546504 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6d01abfe-65b8-4bc3-8f2e-885c54fc8846 admin admin] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:02.551292 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-6d01abfe-65b8-4bc3-8f2e-885c54fc8846 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.3998189 Dec 20 14:40:02.552834 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 46824) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:40:02.572131 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a739924c-f6a6-4269-9278-30924a23df87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:02.575966 n-d-761264-19 neutron-server[103167]: INFO neutron.db.segments_db [None req-a739924c-f6a6-4269-9278-30924a23df87 admin admin] Added segment cf764769-bd48-4fb7-ac99-d6f6b1edeed6 of type vlan for network ef0adef7-2e9a-4c5f-ae6d-93be04aa201b Dec 20 14:40:02.604004 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b1ea42df-0260-411c-834f-e34bc6af1323 req-ebe388bd-38da-438d-ae6b-d3515cfa130b tempest-InstanceActionsTestJSON-478168865 tempest-InstanceActionsTestJSON-478168865-project] 10.222.0.54 "GET /v2.0/security-groups?id=8f0c833f-37bb-40a7-b07e-919fa2ff8364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558208 Dec 20 14:40:02.607667 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3acec3c1-ca09-449b-a922-71d5af002aaf admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:02.652866 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd550a2-4caa-4ee9-b085-3e5a46640269 req-20ce8ac0-eced-4396-ac24-385274d0cb28 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:40:02.655534 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-cdd550a2-4caa-4ee9-b085-3e5a46640269 req-20ce8ac0-eced-4396-ac24-385274d0cb28 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/networks?id=7ed718b3-d2e8-4b72-a238-726203897046 HTTP/1.1" status: 200 len: 812 time: 0.9508951 Dec 20 14:40:02.686898 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-3acec3c1-ca09-449b-a922-71d5af002aaf admin admin] Deleting port ff64fd73-d087-4cb3-88ab-fee372ba0869 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:40:02.688200 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3acec3c1-ca09-449b-a922-71d5af002aaf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:02.714623 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-658f915c-2d2d-432a-b5c4-f22225edd8aa req-37b7004d-34ce-4b00-9a9b-316bfb53143e tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:02.781870 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-cdd550a2-4caa-4ee9-b085-3e5a46640269 req-7a9873d2-86ab-45d0-8995-78c10b02d6c1 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/quotas/514f3908f9164c0fa19c6d421ce9f2b3 HTTP/1.1" status: 200 len: 375 time: 0.1151559 Dec 20 14:40:02.821812 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a739924c-f6a6-4269-9278-30924a23df87 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:02.876903 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-658f915c-2d2d-432a-b5c4-f22225edd8aa req-37b7004d-34ce-4b00-9a9b-316bfb53143e tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] Network 582436ed-b909-4427-9350-0e0947d57bea is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:40:02.888456 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-b375d246-83b8-455c-a37f-d05f4df315c3 None None] Set router 6e45dd99-c2ab-4545-8b84-7fd1a02c02e4 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:40:02.919471 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [req-658f915c-2d2d-432a-b5c4-f22225edd8aa req-37b7004d-34ce-4b00-9a9b-316bfb53143e tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:40:02.931200 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-658f915c-2d2d-432a-b5c4-f22225edd8aa req-37b7004d-34ce-4b00-9a9b-316bfb53143e tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:40:02.937473 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-3acec3c1-ca09-449b-a922-71d5af002aaf admin admin] For port ff64fd73-d087-4cb3-88ab-fee372ba0869, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=ff64fd73-d087-4cb3-88ab-fee372ba0869,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:40:02.950398 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3acec3c1-ca09-449b-a922-71d5af002aaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:02.968384 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-3acec3c1-ca09-449b-a922-71d5af002aaf admin admin] Calling delete_port for ff64fd73-d087-4cb3-88ab-fee372ba0869 owned by network:router_gateway {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:40:02.980960 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b7004d-34ce-4b00-9a9b-316bfb53143e tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] Pushing event updated for resources: {'Port': ['ID=1ddc3404-9308-4ccb-b520-56a9f8041b99,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:40:03.007663 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a739924c-f6a6-4269-9278-30924a23df87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:03.008087 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f5cddb91-92ae-48a5-8e47-159e6628f39b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:03.008849 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a739924c-f6a6-4269-9278-30924a23df87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:40:03.010807 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a739924c-f6a6-4269-9278-30924a23df87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:03.125510 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-a739924c-f6a6-4269-9278-30924a23df87 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.4062009 Dec 20 14:40:03.126407 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 46836) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:40:03.138673 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-cdd550a2-4caa-4ee9-b085-3e5a46640269 req-b0de104a-2955-4759-97ae-6da28aa79ef9 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=514f3908f9164c0fa19c6d421ce9f2b3&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3135166 Dec 20 14:40:03.150573 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb5590-b8a9-40a7-9692-d32a91c25703 req-56806e87-8eb5-4c96-999e-960e422c124d tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:40:03.153161 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-31eb5590-b8a9-40a7-9692-d32a91c25703 req-56806e87-8eb5-4c96-999e-960e422c124d tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed3b2e35-d412-496f-ad48-03371d5a94df HTTP/1.1" status: 200 len: 931 time: 0.2431943 Dec 20 14:40:03.175994 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-e5c761e7-bc2f-496d-86e0-c682caaa20d1 admin admin] Request body: {'subnet': {'network_id': 'ef0adef7-2e9a-4c5f-ae6d-93be04aa201b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1973856967-subnet', 'tenant_id': 'a3e78bebca21442f93a8ad3de6085df5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:40:03.178647 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658f915c-2d2d-432a-b5c4-f22225edd8aa req-37b7004d-34ce-4b00-9a9b-316bfb53143e tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:40:03.179324 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-658f915c-2d2d-432a-b5c4-f22225edd8aa req-37b7004d-34ce-4b00-9a9b-316bfb53143e tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:03.213013 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a739924c-f6a6-4269-9278-30924a23df87 admin admin] Pushing event updated for resources: {'Network': ['ID=ef0adef7-2e9a-4c5f-ae6d-93be04aa201b,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:40:03.245082 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network ef0adef7-2e9a-4c5f-ae6d-93be04aa201b details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:40:03.287337 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-658f915c-2d2d-432a-b5c4-f22225edd8aa req-37b7004d-34ce-4b00-9a9b-316bfb53143e tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4702406 Dec 20 14:40:03.311617 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-658f915c-2d2d-432a-b5c4-f22225edd8aa req-ccfbe248-1fa4-4a51-afc2-a390979c9db4 service neutron] Request body: {'port': {'device_id': 'ed3b2e35-d412-496f-ad48-03371d5a94df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-19'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:40:03.346550 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5c761e7-bc2f-496d-86e0-c682caaa20d1 admin admin] Made reservation on behalf of a3e78bebca21442f93a8ad3de6085df5 for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:40:03.364483 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e5c761e7-bc2f-496d-86e0-c682caaa20d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:03.404808 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-31eb5590-b8a9-40a7-9692-d32a91c25703 req-a9cf393b-bf55-43e9-b979-b9e61105b059 tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] 10.222.0.54 "GET /v2.0/security-groups?id=8fec1286-194e-484a-b25d-3f2f7d273d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222009 Dec 20 14:40:03.415154 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 21b5efa4-a44b-400f-bfcb-7a106d38ea39 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:40:03.500386 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 21b5efa4-a44b-400f-bfcb-7a106d38ea39 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:40:03.501278 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 21b5efa4-a44b-400f-bfcb-7a106d38ea39 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:40:03.546147 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3acec3c1-ca09-449b-a922-71d5af002aaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:03.573474 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-b375d246-83b8-455c-a37f-d05f4df315c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e45dd99-c2ab-4545-8b84-7fd1a02c02e4', 'name': 'tempest-ServersTestBootFromVolume-1169588892-router', 'tenant_id': '647d4c96b4824b53b7215db6116f9517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'a61bbef8-275e-4607-812c-a53b27b04a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:39:57Z', 'updated_at': '2021-12-20T14:39:59Z', 'revision_number': 3, 'project_id': '647d4c96b4824b53b7215db6116f9517', 'gw_port': {'id': 'a61bbef8-275e-4607-812c-a53b27b04a42', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e1:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e45dd99-c2ab-4545-8b84-7fd1a02c02e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:39:58Z', 'updated_at': '2021-12-20T14:39:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:40:03.635033 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acec3c1-ca09-449b-a922-71d5af002aaf admin admin] Pushing event deleted for resources: {'Port': ['ID=ff64fd73-d087-4cb3-88ab-fee372ba0869,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:40:03.637457 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-658f915c-2d2d-432a-b5c4-f22225edd8aa req-ccfbe248-1fa4-4a51-afc2-a390979c9db4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:03.642308 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b375d246-83b8-455c-a37f-d05f4df315c3 None None] Checking router: 6e45dd99-c2ab-4545-8b84-7fd1a02c02e4 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:40:03.645462 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b375d246-83b8-455c-a37f-d05f4df315c3 None None] Updating router 6e45dd99-c2ab-4545-8b84-7fd1a02c02e4 port a61bbef8-275e-4607-812c-a53b27b04a42 binding host n-d-761264-19 {{(pid=103169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 14:40:03.733561 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b375d246-83b8-455c-a37f-d05f4df315c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:03.741863 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:03.746823 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-cdd550a2-4caa-4ee9-b085-3e5a46640269 req-59c7d802-53dc-433b-a232-9dc926f8c0d8 service neutron] 10.222.0.54 "GET /v2.0/networks/7ed718b3-d2e8-4b72-a238-726203897046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5745690 Dec 20 14:40:03.873553 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 46856) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:40:03.934960 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3acec3c1-ca09-449b-a922-71d5af002aaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584913'] for router_gateway, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:04.082550 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce220c56-b05a-45ab-ac00-9a5fc88fc2f7 req-a714acd2-e280-4e82-84f1-76f9d61f9e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:40:04.084099 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ce220c56-b05a-45ab-ac00-9a5fc88fc2f7 req-a714acd2-e280-4e82-84f1-76f9d61f9e43 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=67ceb3e4c4c347328cf6df9ccf41d3e6&device_id=a6816048-ddeb-4cbc-bbe8-76d0072a6cf6 HTTP/1.1" status: 200 len: 1097 time: 0.2725859 Dec 20 14:40:04.093257 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8178980-e9c9-4552-879f-bed50a1f90a3 req-54d5f555-cfad-4787-8ede-af79aba08444 tempest-InstanceActionsTestJSON-478168865 tempest-InstanceActionsTestJSON-478168865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:40:04.100681 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d8178980-e9c9-4552-879f-bed50a1f90a3 req-54d5f555-cfad-4787-8ede-af79aba08444 tempest-InstanceActionsTestJSON-478168865 tempest-InstanceActionsTestJSON-478168865-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6816048-ddeb-4cbc-bbe8-76d0072a6cf6 HTTP/1.1" status: 200 len: 945 time: 0.2816300 Dec 20 14:40:04.111523 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e5c761e7-bc2f-496d-86e0-c682caaa20d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8848317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10470522'] for subnet, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:04.114895 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-cdd550a2-4caa-4ee9-b085-3e5a46640269 req-1af76d2b-fa88-4c9d-9e77-702548d9f867 service neutron] 10.222.0.54 "GET /v2.0/networks/7ed718b3-d2e8-4b72-a238-726203897046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3556113 Dec 20 14:40:04.125177 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b375d246-83b8-455c-a37f-d05f4df315c3 None None] Publish callbacks [] for port, precommit_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:04.125583 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3acec3c1-ca09-449b-a922-71d5af002aaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40132'] for router, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:04.132900 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b375d246-83b8-455c-a37f-d05f4df315c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:04.140611 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3acec3c1-ca09-449b-a922-71d5af002aaf admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:04.145438 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-979116b6-c154-46a2-bb61-4c42f19452e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:04.155696 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-2161c5d4-0154-4330-a3f2-b8868fbecd13 tempest-RoutersAdminNegativeTest-1538834557 tempest-RoutersAdminNegativeTest-1538834557-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-477499112', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:40:04.218951 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4cd0ff-eda2-437e-af61-5d75aaf973e6 None None] Pushing event updated for resources: {'Port': ['ID=a61bbef8-275e-4607-812c-a53b27b04a42,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:40:04.222048 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-b375d246-83b8-455c-a37f-d05f4df315c3 None None] Attempting to bind port a61bbef8-275e-4607-812c-a53b27b04a42 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:40:04.222698 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-b375d246-83b8-455c-a37f-d05f4df315c3 None None] Attempting to bind port a61bbef8-275e-4607-812c-a53b27b04a42 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:40:04.223326 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b375d246-83b8-455c-a37f-d05f4df315c3 None None] Attempting to bind port a61bbef8-275e-4607-812c-a53b27b04a42 on network c3f8658e-da35-41f3-bd03-509e29ebd6f3 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:40:04.231828 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b375d246-83b8-455c-a37f-d05f4df315c3 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:40:04.232393 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b375d246-83b8-455c-a37f-d05f4df315c3 None None] Checking segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:40:04.232942 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b375d246-83b8-455c-a37f-d05f4df315c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:04.233582 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b375d246-83b8-455c-a37f-d05f4df315c3 None None] Bound using segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:40:04.234151 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-b375d246-83b8-455c-a37f-d05f4df315c3 None None] Bound port: a61bbef8-275e-4607-812c-a53b27b04a42, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:40:04.234781 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b375d246-83b8-455c-a37f-d05f4df315c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:04.316768 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-b375d246-83b8-455c-a37f-d05f4df315c3 None None] For port a61bbef8-275e-4607-812c-a53b27b04a42, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:40:04.321503 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-b375d246-83b8-455c-a37f-d05f4df315c3 None None] For port a61bbef8-275e-4607-812c-a53b27b04a42, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=a61bbef8-275e-4607-812c-a53b27b04a42,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:40:04.329575 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b375d246-83b8-455c-a37f-d05f4df315c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:04.345080 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [req-658f915c-2d2d-432a-b5c4-f22225edd8aa req-ccfbe248-1fa4-4a51-afc2-a390979c9db4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ddc3404-9308-4ccb-b520-56a9f8041b99 {{(pid=103167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:40:04.357195 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-658f915c-2d2d-432a-b5c4-f22225edd8aa req-ccfbe248-1fa4-4a51-afc2-a390979c9db4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:04.395346 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-658f915c-2d2d-432a-b5c4-f22225edd8aa req-ccfbe248-1fa4-4a51-afc2-a390979c9db4 service neutron] Transition to ACTIVE for port object 1ddc3404-9308-4ccb-b520-56a9f8041b99 will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:40:04.408483 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-658f915c-2d2d-432a-b5c4-f22225edd8aa req-ccfbe248-1fa4-4a51-afc2-a390979c9db4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:04.416514 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-979116b6-c154-46a2-bb61-4c42f19452e1 admin admin] Allocated IP 172.20.0.1 (74ca7104-e6e4-4eba-8cec-af557c0b63a5/c40f7186-b871-4167-b42c-6edd2a024911/20b0f414-c4af-4f4d-9c5a-8ed411648163) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:40:04.427465 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b375d246-83b8-455c-a37f-d05f4df315c3 None None] Routers {'6e45dd99-c2ab-4545-8b84-7fd1a02c02e4'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:40:04.428340 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-b375d246-83b8-455c-a37f-d05f4df315c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:40:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['6e45dd99-c2ab-4545-8b84-7fd1a02c02e4'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:40:04.478042 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3acec3c1-ca09-449b-a922-71d5af002aaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1594808'] for router, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:04.478752 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3acec3c1-ca09-449b-a922-71d5af002aaf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77adfd81-713f-40d2-ac35-9007298b0d4b {{(pid=103168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 14:40:04.483863 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3acec3c1-ca09-449b-a922-71d5af002aaf admin admin] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:04.485008 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-3acec3c1-ca09-449b-a922-71d5af002aaf admin admin] 10.222.0.54 "DELETE /v2.0/routers/77adfd81-713f-40d2-ac35-9007298b0d4b HTTP/1.1" status: 204 len: 168 time: 2.9301653 Dec 20 14:40:04.497678 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 46866) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:40:04.517769 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbe248-1fa4-4a51-afc2-a390979c9db4 service neutron] Pushing event updated for resources: {'Port': ['ID=1ddc3404-9308-4ccb-b520-56a9f8041b99,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:40:04.589932 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-b375d246-83b8-455c-a37f-d05f4df315c3 None None] Set router 6e45dd99-c2ab-4545-8b84-7fd1a02c02e4 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:40:04.591557 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d8178980-e9c9-4552-879f-bed50a1f90a3 req-3dadb8a2-9e2a-4c1f-9fa4-c1732339e086 tempest-InstanceActionsTestJSON-478168865 tempest-InstanceActionsTestJSON-478168865-project] 10.222.0.54 "GET /v2.0/security-groups?id=8f0c833f-37bb-40a7-b07e-919fa2ff8364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4891033 Dec 20 14:40:04.610555 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c761e7-bc2f-496d-86e0-c682caaa20d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=321fbd4d-33d9-43dd-a3f0-2f0927e656e9,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:40:04.655948 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2161c5d4-0154-4330-a3f2-b8868fbecd13 tempest-RoutersAdminNegativeTest-1538834557 tempest-RoutersAdminNegativeTest-1538834557-project-admin] Made reservation on behalf of a4d9359a8c914caaa3a2fb6426662a98 for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:40:04.669772 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2161c5d4-0154-4330-a3f2-b8868fbecd13 tempest-RoutersAdminNegativeTest-1538834557 tempest-RoutersAdminNegativeTest-1538834557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:04.737522 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4cd0ff-eda2-437e-af61-5d75aaf973e6 None None] Pushing event updated for resources: {'Port': ['ID=a61bbef8-275e-4607-812c-a53b27b04a42,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:40:04.836148 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-658f915c-2d2d-432a-b5c4-f22225edd8aa req-ccfbe248-1fa4-4a51-afc2-a390979c9db4 service neutron] Attempting to bind port 1ddc3404-9308-4ccb-b520-56a9f8041b99 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:40:04.837791 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-658f915c-2d2d-432a-b5c4-f22225edd8aa req-ccfbe248-1fa4-4a51-afc2-a390979c9db4 service neutron] Attempting to bind port 1ddc3404-9308-4ccb-b520-56a9f8041b99 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': '393c3eba-89a5-49a5-b391-7b027a59b79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '582436ed-b909-4427-9350-0e0947d57bea'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:40:04.839143 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658f915c-2d2d-432a-b5c4-f22225edd8aa req-ccfbe248-1fa4-4a51-afc2-a390979c9db4 service neutron] Attempting to bind port 1ddc3404-9308-4ccb-b520-56a9f8041b99 on network 582436ed-b909-4427-9350-0e0947d57bea {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:40:04.852298 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2161c5d4-0154-4330-a3f2-b8868fbecd13 tempest-RoutersAdminNegativeTest-1538834557 tempest-RoutersAdminNegativeTest-1538834557-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:04.859067 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce220c56-b05a-45ab-ac00-9a5fc88fc2f7 req-d69ef340-98c1-4174-a611-a428cad5c371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:40:04.860080 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-cd7e7452-85fd-48a8-9729-46d736f9e87c req-ce16cc3f-370c-47cc-ac39-71cc0ca2ed7a tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=340c2378-32ed-4988-8942-8080338241fe HTTP/1.1" status: 200 len: 210 time: 0.3084221 Dec 20 14:40:04.876872 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658f915c-2d2d-432a-b5c4-f22225edd8aa req-ccfbe248-1fa4-4a51-afc2-a390979c9db4 service neutron] Port 1ddc3404-9308-4ccb-b520-56a9f8041b99 on network 582436ed-b909-4427-9350-0e0947d57bea not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:40:04.877220 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658f915c-2d2d-432a-b5c4-f22225edd8aa req-ccfbe248-1fa4-4a51-afc2-a390979c9db4 service neutron] Attempting to bind port 1ddc3404-9308-4ccb-b520-56a9f8041b99 on network 582436ed-b909-4427-9350-0e0947d57bea {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:40:04.877380 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ce220c56-b05a-45ab-ac00-9a5fc88fc2f7 req-d69ef340-98c1-4174-a611-a428cad5c371 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dc98123f-613d-46fd-bb58-669e46e2509f HTTP/1.1" status: 200 len: 915 time: 0.7619998 Dec 20 14:40:04.879683 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c761e7-bc2f-496d-86e0-c682caaa20d1 admin admin] Checking segment: {'id': 'cf764769-bd48-4fb7-ac99-d6f6b1edeed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ef0adef7-2e9a-4c5f-ae6d-93be04aa201b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:40:04.881939 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c761e7-bc2f-496d-86e0-c682caaa20d1 admin admin] Network hostable DHCP agents. Network: ef0adef7-2e9a-4c5f-ae6d-93be04aa201b, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:40:04.885245 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c1b8d24-9e87-4427-8f0c-379eea6aa7f7 admin admin] Deleting subnet b510740f-81e5-461d-83bc-0c27692ea662 {{(pid=103167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:40:04.888837 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0c1b8d24-9e87-4427-8f0c-379eea6aa7f7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:04.914529 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658f915c-2d2d-432a-b5c4-f22225edd8aa req-ccfbe248-1fa4-4a51-afc2-a390979c9db4 service neutron] Checking agent: {'id': '43c60aee-e4af-4ecc-bee2-aac3569fafed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:40:04.914928 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658f915c-2d2d-432a-b5c4-f22225edd8aa req-ccfbe248-1fa4-4a51-afc2-a390979c9db4 service neutron] Checking segment: {'id': '393c3eba-89a5-49a5-b391-7b027a59b79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '582436ed-b909-4427-9350-0e0947d57bea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:40:04.915296 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658f915c-2d2d-432a-b5c4-f22225edd8aa req-ccfbe248-1fa4-4a51-afc2-a390979c9db4 service neutron] Bound using segment: {'id': '393c3eba-89a5-49a5-b391-7b027a59b79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '582436ed-b909-4427-9350-0e0947d57bea'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:40:04.915754 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-658f915c-2d2d-432a-b5c4-f22225edd8aa req-ccfbe248-1fa4-4a51-afc2-a390979c9db4 service neutron] Bound port: 1ddc3404-9308-4ccb-b520-56a9f8041b99, host: n-h2-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '393c3eba-89a5-49a5-b391-7b027a59b79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '582436ed-b909-4427-9350-0e0947d57bea'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:40:04.916101 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-658f915c-2d2d-432a-b5c4-f22225edd8aa req-ccfbe248-1fa4-4a51-afc2-a390979c9db4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:04.946836 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-b375d246-83b8-455c-a37f-d05f4df315c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e45dd99-c2ab-4545-8b84-7fd1a02c02e4', 'name': 'tempest-ServersTestBootFromVolume-1169588892-router', 'tenant_id': '647d4c96b4824b53b7215db6116f9517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'a61bbef8-275e-4607-812c-a53b27b04a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:39:57Z', 'updated_at': '2021-12-20T14:39:59Z', 'revision_number': 3, 'project_id': '647d4c96b4824b53b7215db6116f9517', 'gw_port': {'id': 'a61bbef8-275e-4607-812c-a53b27b04a42', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e1:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e45dd99-c2ab-4545-8b84-7fd1a02c02e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:39:58Z', 'updated_at': '2021-12-20T14:40:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:40:04.970009 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0c1b8d24-9e87-4427-8f0c-379eea6aa7f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954412'] for subnet, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:04.991573 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ce220c56-b05a-45ab-ac00-9a5fc88fc2f7 req-321036b2-295a-42e2-90b3-2b0d8ad92222 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6f86927c-c55d-4a4c-9130-e72a45d362b5 HTTP/1.1" status: 200 len: 217 time: 0.1043887 Dec 20 14:40:05.011546 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b375d246-83b8-455c-a37f-d05f4df315c3 None None] The sync data for ids ['6e45dd99-c2ab-4545-8b84-7fd1a02c02e4'] in n-d-761264-19 is: [{'id': '6e45dd99-c2ab-4545-8b84-7fd1a02c02e4', 'name': 'tempest-ServersTestBootFromVolume-1169588892-router', 'tenant_id': '647d4c96b4824b53b7215db6116f9517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'a61bbef8-275e-4607-812c-a53b27b04a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:39:57Z', 'updated_at': '2021-12-20T14:39:59Z', 'revision_number': 3, 'project_id': '647d4c96b4824b53b7215db6116f9517', 'gw_port': {'id': 'a61bbef8-275e-4607-812c-a53b27b04a42', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e1:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e45dd99-c2ab-4545-8b84-7fd1a02c02e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:39:58Z', 'updated_at': '2021-12-20T14:40:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:40:05.033826 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-979116b6-c154-46a2-bb61-4c42f19452e1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:05.114896 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c761e7-bc2f-496d-86e0-c682caaa20d1 admin admin] Network ef0adef7-2e9a-4c5f-ae6d-93be04aa201b is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:40:05.127462 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d65f85a-2c25-46c7-85fc-473e223ed7a5 req-bda5fc1b-5710-411f-96e4-a1fc164d9390 tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:40:05.129079 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8d65f85a-2c25-46c7-85fc-473e223ed7a5 req-bda5fc1b-5710-411f-96e4-a1fc164d9390 tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed3b2e35-d412-496f-ad48-03371d5a94df HTTP/1.1" status: 200 len: 943 time: 0.2431962 Dec 20 14:40:05.166181 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce220c56-b05a-45ab-ac00-9a5fc88fc2f7 req-322cbf77-6578-4d50-a289-8bcf52fefc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:40:05.167150 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ce220c56-b05a-45ab-ac00-9a5fc88fc2f7 req-322cbf77-6578-4d50-a289-8bcf52fefc82 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2a4c76fa-a03b-4950-9492-2efaf4e38618 HTTP/1.1" status: 200 len: 854 time: 0.1662214 Dec 20 14:40:05.172639 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-e5c761e7-bc2f-496d-86e0-c682caaa20d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, ef0adef7-2e9a-4c5f-ae6d-93be04aa201b) {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:40:05.184223 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c40eeeb-7cfd-4b85-ac4d-30e11eb435a3 None None] Network ef0adef7-2e9a-4c5f-ae6d-93be04aa201b requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:40:05.204280 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c761e7-bc2f-496d-86e0-c682caaa20d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:40:05.204966 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e5c761e7-bc2f-496d-86e0-c682caaa20d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:05.247766 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0c1b8d24-9e87-4427-8f0c-379eea6aa7f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:05.254287 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ce220c56-b05a-45ab-ac00-9a5fc88fc2f7 req-67d98b6b-3e26-450d-a84c-d6f4e93b8b97 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dc98123f-613d-46fd-bb58-669e46e2509f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0795174 Dec 20 14:40:05.307327 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2161c5d4-0154-4330-a3f2-b8868fbecd13 tempest-RoutersAdminNegativeTest-1538834557 tempest-RoutersAdminNegativeTest-1538834557-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:05.324677 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-658f915c-2d2d-432a-b5c4-f22225edd8aa req-ccfbe248-1fa4-4a51-afc2-a390979c9db4 service neutron] For port 1ddc3404-9308-4ccb-b520-56a9f8041b99, host n-h2-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:40:05.342800 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-658f915c-2d2d-432a-b5c4-f22225edd8aa req-ccfbe248-1fa4-4a51-afc2-a390979c9db4 service neutron] For port 1ddc3404-9308-4ccb-b520-56a9f8041b99, host n-h2-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=1ddc3404-9308-4ccb-b520-56a9f8041b99,segment=NetworkSegment(393c3eba-89a5-49a5-b391-7b027a59b79d),segment_id=393c3eba-89a5-49a5-b391-7b027a59b79d)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:40:05.345797 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-e5c761e7-bc2f-496d-86e0-c682caaa20d1 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.2167573 Dec 20 14:40:05.353106 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0c1b8d24-9e87-4427-8f0c-379eea6aa7f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:05.362126 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-658f915c-2d2d-432a-b5c4-f22225edd8aa req-ccfbe248-1fa4-4a51-afc2-a390979c9db4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:05.365646 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4942a005-c24e-4161-8337-8dc099717652 None None] Network ef0adef7-2e9a-4c5f-ae6d-93be04aa201b requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:40:05.384689 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2161c5d4-0154-4330-a3f2-b8868fbecd13 tempest-RoutersAdminNegativeTest-1538834557 tempest-RoutersAdminNegativeTest-1538834557-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:05.418219 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [None req-2161c5d4-0154-4330-a3f2-b8868fbecd13 tempest-RoutersAdminNegativeTest-1538834557 tempest-RoutersAdminNegativeTest-1538834557-project-admin] device_id is not set on port 19b3c5ba-5a4a-4cf3-a2bb-d119582751a6 yet. {{(pid=103168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 14:40:05.447645 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1b8d24-9e87-4427-8f0c-379eea6aa7f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b510740f-81e5-461d-83bc-0c27692ea662,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:40:05.540881 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0c1b8d24-9e87-4427-8f0c-379eea6aa7f7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:05.549919 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-0c1b8d24-9e87-4427-8f0c-379eea6aa7f7 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/b510740f-81e5-461d-83bc-0c27692ea662 HTTP/1.1" status: 204 len: 168 time: 1.0478506 Dec 20 14:40:05.561260 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658f915c-2d2d-432a-b5c4-f22225edd8aa req-ccfbe248-1fa4-4a51-afc2-a390979c9db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:40:05.562240 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-658f915c-2d2d-432a-b5c4-f22225edd8aa req-ccfbe248-1fa4-4a51-afc2-a390979c9db4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:05.564026 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-658f915c-2d2d-432a-b5c4-f22225edd8aa req-ccfbe248-1fa4-4a51-afc2-a390979c9db4 service neutron] 10.222.0.47 "PUT /v2.0/ports/1ddc3404-9308-4ccb-b520-56a9f8041b99 HTTP/1.1" status: 200 len: 1092 time: 2.2661722 Dec 20 14:40:05.566756 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed3b2e35-d412-496f-ad48-03371d5a94df', 'tag': '1ddc3404-9308-4ccb-b520-56a9f8041b99'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:40:05.570963 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 46878) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:40:05.577671 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0950fd6e-42fc-4adc-9190-5587d0e9913b" -d '{"events": [{"name": "network-changed", "server_uuid": "ed3b2e35-d412-496f-ad48-03371d5a94df", "tag": "1ddc3404-9308-4ccb-b520-56a9f8041b99"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:40:05.590141 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-979116b6-c154-46a2-bb61-4c42f19452e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:05.623988 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7158f129-15cf-4d8c-b046-4184614d3fae None None] Network 687c5259-7995-4ccd-9da8-b7cf90c319a1 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:40:05.625621 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8d65f85a-2c25-46c7-85fc-473e223ed7a5 req-28afe7d1-009f-404a-ab15-2ed8d06f835e tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] 10.222.0.54 "GET /v2.0/security-groups?id=8fec1286-194e-484a-b25d-3f2f7d273d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4766424 Dec 20 14:40:05.630690 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979116b6-c154-46a2-bb61-4c42f19452e1 admin admin] Network 74ca7104-e6e4-4eba-8cec-af557c0b63a5 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:40:05.632483 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device ff64fd73-d087-4cb3-88ab-fee372ba0869 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:40:05.644534 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-979116b6-c154-46a2-bb61-4c42f19452e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:40:05.740091 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: ff64fd73-d087-4cb3-88ab-fee372ba0869 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:40:05.740452 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device ff64fd73-d087-4cb3-88ab-fee372ba0869 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:40:05.746074 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979116b6-c154-46a2-bb61-4c42f19452e1 admin admin] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:40:05.762672 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3a98196-7455-4dd6-88bd-0ac5c8cb8466 x-openstack-request-id: req-a3a98196-7455-4dd6-88bd-0ac5c8cb8466 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:40:05.764994 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed3b2e35-d412-496f-ad48-03371d5a94df", "tag": "1ddc3404-9308-4ccb-b520-56a9f8041b99", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:40:05.765341 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a3a98196-7455-4dd6-88bd-0ac5c8cb8466 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:40:05.765841 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed3b2e35-d412-496f-ad48-03371d5a94df', 'tag': '1ddc3404-9308-4ccb-b520-56a9f8041b99', 'status': 'completed', 'code': 200} Dec 20 14:40:05.811409 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbe248-1fa4-4a51-afc2-a390979c9db4 service neutron] Pushing event updated for resources: {'Port': ['ID=1ddc3404-9308-4ccb-b520-56a9f8041b99,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:40:05.880883 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2161c5d4-0154-4330-a3f2-b8868fbecd13 tempest-RoutersAdminNegativeTest-1538834557 tempest-RoutersAdminNegativeTest-1538834557-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee70223-791f-4985-9768-57e8c45c621c,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:40:05.958979 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658f915c-2d2d-432a-b5c4-f22225edd8aa req-4ab2df5e-a77b-459d-bf9a-e87345184946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:40:05.960814 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-658f915c-2d2d-432a-b5c4-f22225edd8aa req-4ab2df5e-a77b-459d-bf9a-e87345184946 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5872e9bc729b476ba1be7ebc41db140a&device_id=ed3b2e35-d412-496f-ad48-03371d5a94df HTTP/1.1" status: 200 len: 1095 time: 0.3186522 Dec 20 14:40:05.976671 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:06.037596 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-658f915c-2d2d-432a-b5c4-f22225edd8aa req-45bdc5ab-a4ad-412e-8bbb-95f105d4dc8f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1ddc3404-9308-4ccb-b520-56a9f8041b99 HTTP/1.1" status: 200 len: 217 time: 0.0607488 Dec 20 14:40:06.038554 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-979116b6-c154-46a2-bb61-4c42f19452e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595714'] for router_interface, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:06.195313 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:06.235159 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979116b6-c154-46a2-bb61-4c42f19452e1 admin admin] Pushing event updated for resources: {'Port': ['ID=20b0f414-c4af-4f4d-9c5a-8ed411648163,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:40:06.236856 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc53054-3824-488d-bbc1-4f99de8b1a76 None None] DHCP port deletion for 687c5259-7995-4ccd-9da8-b7cf90c319a1 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:40:06.285053 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-67418e5c-401e-435a-baa1-b480f4f02ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:06.321423 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-479ff25f-5aad-4d8d-8a92-94bb631aa45c req-44a1221c-46ba-4e0a-894f-80581ce1604c tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=340c2378-32ed-4988-8942-8080338241fe HTTP/1.1" status: 200 len: 210 time: 0.1036193 Dec 20 14:40:06.321886 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ce220c56-b05a-45ab-ac00-9a5fc88fc2f7 req-b69e6b2c-fc90-43a4-88ea-14e52d2b61bb service neutron] 10.222.0.47 "GET /v2.0/networks/dc98123f-613d-46fd-bb58-669e46e2509f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0387831 Dec 20 14:40:06.355272 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-e9e19fa6-5330-4205-8e2a-84acf775b0e9 None None] Provisioning complete for port 20b0f414-c4af-4f4d-9c5a-8ed411648163 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:40:06.356030 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e9e19fa6-5330-4205-8e2a-84acf775b0e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:06.388727 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-979116b6-c154-46a2-bb61-4c42f19452e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:06.439062 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6ad7d4-7889-4fcb-a8c8-906c04307cdf req-255fa64d-2edf-443d-96b4-396c4f60dbb6 tempest-InstanceActionsTestJSON-478168865 tempest-InstanceActionsTestJSON-478168865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:40:06.440782 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ba6ad7d4-7889-4fcb-a8c8-906c04307cdf req-255fa64d-2edf-443d-96b4-396c4f60dbb6 tempest-InstanceActionsTestJSON-478168865 tempest-InstanceActionsTestJSON-478168865-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6816048-ddeb-4cbc-bbe8-76d0072a6cf6 HTTP/1.1" status: 200 len: 945 time: 0.5930793 Dec 20 14:40:06.459957 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-e9e19fa6-5330-4205-8e2a-84acf775b0e9 None None] Port 20b0f414-c4af-4f4d-9c5a-8ed411648163 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:40:06.463459 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-1cc53054-3824-488d-bbc1-4f99de8b1a76 None None] Deleting port d1c93514-e8e0-4dfa-a4f8-4e4bfa3d82c1 {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:40:06.464149 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-1cc53054-3824-488d-bbc1-4f99de8b1a76 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:06.491188 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-2161c5d4-0154-4330-a3f2-b8868fbecd13 tempest-RoutersAdminNegativeTest-1538834557 tempest-RoutersAdminNegativeTest-1538834557-project-admin] Allocated IP 172.25.0.5 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/19b3c5ba-5a4a-4cf3-a2bb-d119582751a6) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:40:06.528588 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658f915c-2d2d-432a-b5c4-f22225edd8aa req-19cbe008-fbb7-465a-af79-1a5ef2628499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:40:06.530348 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-658f915c-2d2d-432a-b5c4-f22225edd8aa req-19cbe008-fbb7-465a-af79-1a5ef2628499 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=70d40f17-a553-4bf2-95b2-20c8185624a2 HTTP/1.1" status: 200 len: 848 time: 0.3372576 Dec 20 14:40:06.558114 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-1cc53054-3824-488d-bbc1-4f99de8b1a76 None None] For port d1c93514-e8e0-4dfa-a4f8-4e4bfa3d82c1, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=d1c93514-e8e0-4dfa-a4f8-4e4bfa3d82c1,segment=NetworkSegment(7a62ea4e-2f48-436b-a84b-3154d016eb3f),segment_id=7a62ea4e-2f48-436b-a84b-3154d016eb3f)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:40:06.558844 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-1cc53054-3824-488d-bbc1-4f99de8b1a76 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:06.566901 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-48515da2-ca14-4a5c-b4dd-1a1932b8b4b4 req-5d6bbd8f-ac80-4772-a43b-2f2f9ae59047 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bc1e08ed-a6af-4b8b-b67b-bf49cfbcc841&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2376990 Dec 20 14:40:06.577747 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-1cc53054-3824-488d-bbc1-4f99de8b1a76 None None] Calling delete_port for d1c93514-e8e0-4dfa-a4f8-4e4bfa3d82c1 owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:40:06.699077 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ba6ad7d4-7889-4fcb-a8c8-906c04307cdf req-7e5d483b-5a61-486b-ac20-2c5b3127025e tempest-InstanceActionsTestJSON-478168865 tempest-InstanceActionsTestJSON-478168865-project] 10.222.0.54 "GET /v2.0/security-groups?id=8f0c833f-37bb-40a7-b07e-919fa2ff8364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354887 Dec 20 14:40:06.744245 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd550a2-4caa-4ee9-b085-3e5a46640269 req-297608c7-5b64-4444-97fe-f422072a4fc0 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:40:06.746107 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cdd550a2-4caa-4ee9-b085-3e5a46640269 req-297608c7-5b64-4444-97fe-f422072a4fc0 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.30 "GET /v2.0/networks?id=7ed718b3-d2e8-4b72-a238-726203897046 HTTP/1.1" status: 200 len: 812 time: 0.6908638 Dec 20 14:40:06.771164 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-658f915c-2d2d-432a-b5c4-f22225edd8aa req-7e3c3449-13f1-4145-b5a6-5ed5ef24e825 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=582436ed-b909-4427-9350-0e0947d57bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2156792 Dec 20 14:40:06.780253 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-67418e5c-401e-435a-baa1-b480f4f02ae8 admin admin] Deleting port d1c93514-e8e0-4dfa-a4f8-4e4bfa3d82c1 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:40:06.780590 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-67418e5c-401e-435a-baa1-b480f4f02ae8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:06.791567 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-1cc53054-3824-488d-bbc1-4f99de8b1a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:06.835462 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-cdd550a2-4caa-4ee9-b085-3e5a46640269 req-dc1b8aaa-c9f7-46c2-a86b-2b7a99d6a508 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Request body: {'port': {'device_id': '340c2378-32ed-4988-8942-8080338241fe', 'network_id': '7ed718b3-d2e8-4b72-a238-726203897046', 'admin_state_up': True, 'tenant_id': '514f3908f9164c0fa19c6d421ce9f2b3'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:40:06.854078 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc53054-3824-488d-bbc1-4f99de8b1a76 None None] Pushing event deleted for resources: {'Port': ['ID=d1c93514-e8e0-4dfa-a4f8-4e4bfa3d82c1,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:40:06.855866 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc53054-3824-488d-bbc1-4f99de8b1a76 None None] No DVR routers for this DVR port d1c93514-e8e0-4dfa-a4f8-4e4bfa3d82c1 on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:40:06.908839 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ce220c56-b05a-45ab-ac00-9a5fc88fc2f7 req-b49c90f0-d628-4114-b12d-4860e888bea9 service neutron] 10.222.0.47 "GET /v2.0/networks/dc98123f-613d-46fd-bb58-669e46e2509f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5297043 Dec 20 14:40:06.981925 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-979116b6-c154-46a2-bb61-4c42f19452e1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:06.995349 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48515da2-ca14-4a5c-b4dd-1a1932b8b4b4 req-eda7ecd5-f87b-4ded-a4e4-6e52f2d4bc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:40:06.995349 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-48515da2-ca14-4a5c-b4dd-1a1932b8b4b4 req-eda7ecd5-f87b-4ded-a4e4-6e52f2d4bc97 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=514f3908f9164c0fa19c6d421ce9f2b3&device_id=bc1e08ed-a6af-4b8b-b67b-bf49cfbcc841 HTTP/1.1" status: 200 len: 1097 time: 0.3139930 Dec 20 14:40:07.002028 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-979116b6-c154-46a2-bb61-4c42f19452e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:07.037491 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-67418e5c-401e-435a-baa1-b480f4f02ae8 admin admin] For port d1c93514-e8e0-4dfa-a4f8-4e4bfa3d82c1, host n-d-761264-19, got binding levels [] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:40:07.037862 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-67418e5c-401e-435a-baa1-b480f4f02ae8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:07.103027 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-67418e5c-401e-435a-baa1-b480f4f02ae8 admin admin] Calling delete_port for d1c93514-e8e0-4dfa-a4f8-4e4bfa3d82c1 owned by network:dhcp {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:40:07.109505 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.ipam_backend_mixin [None req-67418e5c-401e-435a-baa1-b480f4f02ae8 admin admin] Port d1c93514-e8e0-4dfa-a4f8-4e4bfa3d82c1 was not found and therefore no delete operation was performed {{(pid=103168) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 20 14:40:07.129404 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-67418e5c-401e-435a-baa1-b480f4f02ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:07.155528 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac8fd6d-532e-4057-9002-7e3a3cfd4d9f req-1adfaccf-2e98-4491-ad8c-87b82dc455c1 tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:40:07.157152 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3ac8fd6d-532e-4057-9002-7e3a3cfd4d9f req-1adfaccf-2e98-4491-ad8c-87b82dc455c1 tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed3b2e35-d412-496f-ad48-03371d5a94df HTTP/1.1" status: 200 len: 943 time: 0.3363500 Dec 20 14:40:07.207279 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67418e5c-401e-435a-baa1-b480f4f02ae8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1c93514-e8e0-4dfa-a4f8-4e4bfa3d82c1,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:40:07.214394 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67418e5c-401e-435a-baa1-b480f4f02ae8 admin admin] No DVR routers for this DVR port d1c93514-e8e0-4dfa-a4f8-4e4bfa3d82c1 on host n-d-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:40:07.226470 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5b605e-7d4b-421c-9017-440d3b71e5b3 req-af872d6f-009b-4bc1-a9b6-b6f6d27f71bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:40:07.228213 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8b5b605e-7d4b-421c-9017-440d3b71e5b3 req-af872d6f-009b-4bc1-a9b6-b6f6d27f71bc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=67ceb3e4c4c347328cf6df9ccf41d3e6&device_id=a6816048-ddeb-4cbc-bbe8-76d0072a6cf6 HTTP/1.1" status: 200 len: 1097 time: 0.2436075 Dec 20 14:40:07.357452 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2161c5d4-0154-4330-a3f2-b8868fbecd13 tempest-RoutersAdminNegativeTest-1538834557 tempest-RoutersAdminNegativeTest-1538834557-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:07.485994 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-67418e5c-401e-435a-baa1-b480f4f02ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:07.524734 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device a61bbef8-275e-4607-812c-a53b27b04a42 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:40:07.587188 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-10ff8f0c-109e-4d4a-86d9-b89d43f8d6df req-8089e8cf-5b65-4491-914b-4b330f97858d tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=340c2378-32ed-4988-8942-8080338241fe HTTP/1.1" status: 200 len: 210 time: 0.0836945 Dec 20 14:40:07.620666 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port a61bbef8-275e-4607-812c-a53b27b04a42 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:40:07.621462 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:07.633534 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-658f915c-2d2d-432a-b5c4-f22225edd8aa req-fec0eaae-ae83-4190-96c3-0f37f1bdd8d3 service neutron] 10.222.0.47 "GET /v2.0/networks/582436ed-b909-4427-9350-0e0947d57bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7637849 Dec 20 14:40:07.666320 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979116b6-c154-46a2-bb61-4c42f19452e1 admin admin] Pushing event updated for resources: {'Port': ['ID=20b0f414-c4af-4f4d-9c5a-8ed411648163,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:40:07.687858 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-979116b6-c154-46a2-bb61-4c42f19452e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1595702'] for router_interface, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:07.788440 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:07.827860 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48515da2-ca14-4a5c-b4dd-1a1932b8b4b4 req-45fd4f43-ee6c-4669-b9a1-ed0ae2da8f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:40:07.829548 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-48515da2-ca14-4a5c-b4dd-1a1932b8b4b4 req-45fd4f43-ee6c-4669-b9a1-ed0ae2da8f89 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7ed718b3-d2e8-4b72-a238-726203897046 HTTP/1.1" status: 200 len: 913 time: 0.3469074 Dec 20 14:40:07.854838 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] For port a61bbef8-275e-4607-812c-a53b27b04a42, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=a61bbef8-275e-4607-812c-a53b27b04a42,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:40:07.865936 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:07.923557 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Pushing event updated for resources: {'Port': ['ID=a61bbef8-275e-4607-812c-a53b27b04a42,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:40:07.945224 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device d1c93514-e8e0-4dfa-a4f8-4e4bfa3d82c1 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:40:07.978541 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: d1c93514-e8e0-4dfa-a4f8-4e4bfa3d82c1 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:40:07.979026 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device d1c93514-e8e0-4dfa-a4f8-4e4bfa3d82c1 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:40:08.029725 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979116b6-c154-46a2-bb61-4c42f19452e1 admin admin] Network 74ca7104-e6e4-4eba-8cec-af557c0b63a5 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:40:08.033337 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-48515da2-ca14-4a5c-b4dd-1a1932b8b4b4 req-c421b5dd-edfb-4f37-b030-897a033727b7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f328448-a642-404d-96ba-389de2cd13ed HTTP/1.1" status: 200 len: 217 time: 0.1895671 Dec 20 14:40:08.039430 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-979116b6-c154-46a2-bb61-4c42f19452e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:40:08.093484 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-658f915c-2d2d-432a-b5c4-f22225edd8aa req-718c78db-5732-4f22-a9e1-4f26b3aa6c02 service neutron] 10.222.0.47 "GET /v2.0/networks/582436ed-b909-4427-9350-0e0947d57bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4507236 Dec 20 14:40:08.128219 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-67418e5c-401e-435a-baa1-b480f4f02ae8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['687c5259-7995-4ccd-9da8-b7cf90c319a1']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:40:08.138217 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-67418e5c-401e-435a-baa1-b480f4f02ae8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a62ea4e-2f48-436b-a84b-3154d016eb3f') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:40:08.138503 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-67418e5c-401e-435a-baa1-b480f4f02ae8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a62ea4e-2f48-436b-a84b-3154d016eb3f') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:40:08.148906 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-67418e5c-401e-435a-baa1-b480f4f02ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:08.162525 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdd550a2-4caa-4ee9-b085-3e5a46640269 req-dc1b8aaa-c9f7-46c2-a86b-2b7a99d6a508 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Made reservation on behalf of 514f3908f9164c0fa19c6d421ce9f2b3 for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:40:08.165827 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-cdd550a2-4caa-4ee9-b085-3e5a46640269 req-dc1b8aaa-c9f7-46c2-a86b-2b7a99d6a508 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:08.166508 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed48e284-3e32-47a1-bea6-45ce09419a88 req-47436a32-4a01-41f1-81f7-0fe99daf1481 tempest-InstanceActionsTestJSON-478168865 tempest-InstanceActionsTestJSON-478168865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:40:08.168241 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ed48e284-3e32-47a1-bea6-45ce09419a88 req-47436a32-4a01-41f1-81f7-0fe99daf1481 tempest-InstanceActionsTestJSON-478168865 tempest-InstanceActionsTestJSON-478168865-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6816048-ddeb-4cbc-bbe8-76d0072a6cf6 HTTP/1.1" status: 200 len: 945 time: 0.3282945 Dec 20 14:40:08.181105 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48515da2-ca14-4a5c-b4dd-1a1932b8b4b4 req-ccd84d09-c07c-49f3-b585-d868a707628a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:40:08.182679 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-48515da2-ca14-4a5c-b4dd-1a1932b8b4b4 req-ccd84d09-c07c-49f3-b585-d868a707628a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5d68b841-2dcc-4f7d-9f3b-ab3557b797a0 HTTP/1.1" status: 200 len: 851 time: 0.1382067 Dec 20 14:40:08.191868 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3ac8fd6d-532e-4057-9002-7e3a3cfd4d9f req-489ba943-f94a-4975-84d9-0874817bceae tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] 10.222.0.54 "GET /v2.0/security-groups?id=8fec1286-194e-484a-b25d-3f2f7d273d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0054829 Dec 20 14:40:08.194950 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-67418e5c-401e-435a-baa1-b480f4f02ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:08.199065 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2161c5d4-0154-4330-a3f2-b8868fbecd13 tempest-RoutersAdminNegativeTest-1538834557 tempest-RoutersAdminNegativeTest-1538834557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:08.251933 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5b605e-7d4b-421c-9017-440d3b71e5b3 req-65ae7bfb-e73c-416d-95c8-da4d9c08a4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:40:08.251933 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8b5b605e-7d4b-421c-9017-440d3b71e5b3 req-65ae7bfb-e73c-416d-95c8-da4d9c08a4f4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dc98123f-613d-46fd-bb58-669e46e2509f HTTP/1.1" status: 200 len: 915 time: 1.0145016 Dec 20 14:40:08.259203 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67418e5c-401e-435a-baa1-b480f4f02ae8 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:40:08.259643 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-67418e5c-401e-435a-baa1-b480f4f02ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:08.284480 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:40:08.284480 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:40:08.284480 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:40:08.284480 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:40:08.284480 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:40:08.284480 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:40:08.284480 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:40:08.284480 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:40:08.284480 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:40:08.284480 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:40:08.284480 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:40:08.284480 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:40:08.284480 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:40:08.284480 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:40:08.284480 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:40:08.284480 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:40:08.284480 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:40:08.284480 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:40:08.284480 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:40:08.284480 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:40:08.284480 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:40:08.284480 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:40:08.284480 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:40:08.284480 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:40:08.284480 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:40:08.284480 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:40:08.284480 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:40:08.284480 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:40:08.284480 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:40:08.284480 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:40:08.284480 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:40:08.284480 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:40:08.284480 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:40:08.284480 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:40:08.284480 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:40:08.284480 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:40:08.287628 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:40:08.287628 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:40:08.287628 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:40:08.287628 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:40:08.287628 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:40:08.287628 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:40:08.287628 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:40:08.287628 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:40:08.287628 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:40:08.287628 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:40:08.287628 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 14:40:08.287628 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:40:08.287628 n-d-761264-19 neutron-server[103168]: timer() Dec 20 14:40:08.287628 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:40:08.287628 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 14:40:08.289141 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:40:08.289141 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 14:40:08.289141 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:40:08.289141 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 14:40:08.289141 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:40:08.289141 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 14:40:08.289141 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:40:08.289141 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 14:40:08.289141 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:40:08.289141 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:40:08.289141 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:40:08.289141 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:40:08.289141 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:40:08.289141 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 14:40:08.289141 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:40:08.289141 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 14:40:08.289141 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:40:08.289141 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:40:08.289141 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:40:08.289141 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 14:40:08.289141 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:40:08.289141 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:40:08.289141 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:40:08.289141 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:40:08.289141 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:40:08.289141 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:40:08.289141 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:40:08.338683 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0950fd6e-42fc-4adc-9190-5587d0e9913b req-67e48789-d97b-456e-9915-2704ca7dd370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:40:08.340245 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0950fd6e-42fc-4adc-9190-5587d0e9913b req-67e48789-d97b-456e-9915-2704ca7dd370 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5872e9bc729b476ba1be7ebc41db140a&device_id=ed3b2e35-d412-496f-ad48-03371d5a94df HTTP/1.1" status: 200 len: 1095 time: 0.1929488 Dec 20 14:40:08.348077 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48515da2-ca14-4a5c-b4dd-1a1932b8b4b4 req-323aa517-81bc-483a-b5dd-0c0123502a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:40:08.349538 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-48515da2-ca14-4a5c-b4dd-1a1932b8b4b4 req-323aa517-81bc-483a-b5dd-0c0123502a94 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ed718b3-d2e8-4b72-a238-726203897046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1403208 Dec 20 14:40:08.364266 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ed48e284-3e32-47a1-bea6-45ce09419a88 req-08e86a29-c200-41c4-b6ab-79f6af500215 tempest-InstanceActionsTestJSON-478168865 tempest-InstanceActionsTestJSON-478168865-project] 10.222.0.54 "GET /v2.0/security-groups?id=8f0c833f-37bb-40a7-b07e-919fa2ff8364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586978 Dec 20 14:40:08.366112 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-979116b6-c154-46a2-bb61-4c42f19452e1 admin admin] Router 6e45dd99-c2ab-4545-8b84-7fd1a02c02e4 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:40:08.403474 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-14d3e5df-587d-4b86-ad7c-31832ff53d2c None None] Provisioning complete for port 20b0f414-c4af-4f4d-9c5a-8ed411648163 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:40:08.403847 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-14d3e5df-587d-4b86-ad7c-31832ff53d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:08.424885 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8b5b605e-7d4b-421c-9017-440d3b71e5b3 req-34b5e078-c1c4-4e5e-93a3-0c4986dd9990 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6f86927c-c55d-4a4c-9130-e72a45d362b5 HTTP/1.1" status: 200 len: 217 time: 0.1322417 Dec 20 14:40:08.442408 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2161c5d4-0154-4330-a3f2-b8868fbecd13 tempest-RoutersAdminNegativeTest-1538834557 tempest-RoutersAdminNegativeTest-1538834557-project-admin] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:40:08.458240 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2161c5d4-0154-4330-a3f2-b8868fbecd13 tempest-RoutersAdminNegativeTest-1538834557 tempest-RoutersAdminNegativeTest-1538834557-project-admin] Pushing event updated for resources: {'Port': ['ID=19b3c5ba-5a4a-4cf3-a2bb-d119582751a6,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:40:08.481722 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-2161c5d4-0154-4330-a3f2-b8868fbecd13 tempest-RoutersAdminNegativeTest-1538834557 tempest-RoutersAdminNegativeTest-1538834557-project-admin] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:40:08.494381 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-67418e5c-401e-435a-baa1-b480f4f02ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:08.496306 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2161c5d4-0154-4330-a3f2-b8868fbecd13 tempest-RoutersAdminNegativeTest-1538834557 tempest-RoutersAdminNegativeTest-1538834557-project-admin] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:40:08.530360 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-67418e5c-401e-435a-baa1-b480f4f02ae8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:08.536983 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-67418e5c-401e-435a-baa1-b480f4f02ae8 admin admin] 10.222.0.54 "DELETE /v2.0/networks/687c5259-7995-4ccd-9da8-b7cf90c319a1 HTTP/1.1" status: 204 len: 168 time: 2.9427085 Dec 20 14:40:08.540576 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 46908) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:40:08.610258 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-14d3e5df-587d-4b86-ad7c-31832ff53d2c None None] Port 20b0f414-c4af-4f4d-9c5a-8ed411648163 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:40:08.616332 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-48515da2-ca14-4a5c-b4dd-1a1932b8b4b4 req-9ceee42f-ccef-4173-bd01-655cb897333f service neutron] 10.222.0.30 "GET /v2.0/networks/7ed718b3-d2e8-4b72-a238-726203897046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482307 Dec 20 14:40:08.619530 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0950fd6e-42fc-4adc-9190-5587d0e9913b req-886e3970-37bf-406b-964b-8ee9a9994794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:40:08.621393 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0950fd6e-42fc-4adc-9190-5587d0e9913b req-886e3970-37bf-406b-964b-8ee9a9994794 service neutron] 10.222.0.47 "GET /v2.0/networks?id=582436ed-b909-4427-9350-0e0947d57bea HTTP/1.1" status: 200 len: 909 time: 0.2708888 Dec 20 14:40:08.629067 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67418e5c-401e-435a-baa1-b480f4f02ae8 admin admin] Pushing event deleted for resources: {'Network': ['ID=687c5259-7995-4ccd-9da8-b7cf90c319a1,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:40:08.661858 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5b605e-7d4b-421c-9017-440d3b71e5b3 req-955305b3-b71e-4b7e-951b-5fa4f7f12153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:40:08.663399 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8b5b605e-7d4b-421c-9017-440d3b71e5b3 req-955305b3-b71e-4b7e-951b-5fa4f7f12153 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2a4c76fa-a03b-4950-9492-2efaf4e38618 HTTP/1.1" status: 200 len: 854 time: 0.2235861 Dec 20 14:40:08.672883 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2161c5d4-0154-4330-a3f2-b8868fbecd13 tempest-RoutersAdminNegativeTest-1538834557 tempest-RoutersAdminNegativeTest-1538834557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:40:08.673541 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2161c5d4-0154-4330-a3f2-b8868fbecd13 tempest-RoutersAdminNegativeTest-1538834557 tempest-RoutersAdminNegativeTest-1538834557-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:08.695194 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0950fd6e-42fc-4adc-9190-5587d0e9913b req-a56961c6-0329-4cdd-b49a-648cf85bfccf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1ddc3404-9308-4ccb-b520-56a9f8041b99 HTTP/1.1" status: 200 len: 217 time: 0.0566764 Dec 20 14:40:08.699441 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [req-cdd550a2-4caa-4ee9-b085-3e5a46640269 req-dc1b8aaa-c9f7-46c2-a86b-2b7a99d6a508 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Allocated IP 172.20.0.3 (7ed718b3-d2e8-4b72-a238-726203897046/5d68b841-2dcc-4f7d-9f3b-ab3557b797a0/17c2c893-bc43-4526-9a61-6425ff3784bf) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:40:08.759429 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-979116b6-c154-46a2-bb61-4c42f19452e1 admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:40:08.773366 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-979116b6-c154-46a2-bb61-4c42f19452e1 admin admin] 10.222.0.54 "PUT /v2.0/routers/6e45dd99-c2ab-4545-8b84-7fd1a02c02e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2032068 Dec 20 14:40:08.778771 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8dcb268d-8730-4f82-9873-ee518a27b365 req-612075cc-c3f9-4714-90a2-752100921b15 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=340c2378-32ed-4988-8942-8080338241fe HTTP/1.1" status: 200 len: 210 time: 0.0988557 Dec 20 14:40:08.780086 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f7e7e6-8553-46f9-8b3a-32b029012d90 None None] Sync routers for ids ['6e45dd99-c2ab-4545-8b84-7fd1a02c02e4'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:40:08.780624 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8b5b605e-7d4b-421c-9017-440d3b71e5b3 req-2441822b-8c10-4f7e-9401-1aaf42bb792a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dc98123f-613d-46fd-bb58-669e46e2509f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0995543 Dec 20 14:40:08.794152 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-2161c5d4-0154-4330-a3f2-b8868fbecd13 tempest-RoutersAdminNegativeTest-1538834557 tempest-RoutersAdminNegativeTest-1538834557-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 4.9167168 Dec 20 14:40:08.798640 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 46914) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:40:08.808917 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-53b1e42d-aca4-4d45-9fd7-46fc13703c0c tempest-RoutersAdminNegativeTest-1538834557 tempest-RoutersAdminNegativeTest-1538834557-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.5'}]}}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:40:08.813360 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0950fd6e-42fc-4adc-9190-5587d0e9913b req-21e3ce86-b688-45e0-b84b-b14ae47b2184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:40:08.814972 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0950fd6e-42fc-4adc-9190-5587d0e9913b req-21e3ce86-b688-45e0-b84b-b14ae47b2184 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=70d40f17-a553-4bf2-95b2-20c8185624a2 HTTP/1.1" status: 200 len: 848 time: 0.0855403 Dec 20 14:40:08.822654 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-48515da2-ca14-4a5c-b4dd-1a1932b8b4b4 req-5fde466c-cb19-4b39-bd02-7a93433f800c service neutron] 10.222.0.30 "GET /v2.0/networks/7ed718b3-d2e8-4b72-a238-726203897046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951556 Dec 20 14:40:08.822949 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f7e7e6-8553-46f9-8b3a-32b029012d90 None None] Routers {'6e45dd99-c2ab-4545-8b84-7fd1a02c02e4'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:40:08.823189 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-25f7e7e6-8553-46f9-8b3a-32b029012d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:40:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['6e45dd99-c2ab-4545-8b84-7fd1a02c02e4'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:40:08.862140 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0950fd6e-42fc-4adc-9190-5587d0e9913b req-77cdaef2-f666-4629-bee7-f6ed31614458 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=582436ed-b909-4427-9350-0e0947d57bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389075 Dec 20 14:40:08.954876 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-53b1e42d-aca4-4d45-9fd7-46fc13703c0c tempest-RoutersAdminNegativeTest-1538834557 tempest-RoutersAdminNegativeTest-1538834557-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40114'] for router, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:08.954876 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-53b1e42d-aca4-4d45-9fd7-46fc13703c0c tempest-RoutersAdminNegativeTest-1538834557 tempest-RoutersAdminNegativeTest-1538834557-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40139'] for router, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:09.105745 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-53b1e42d-aca4-4d45-9fd7-46fc13703c0c tempest-RoutersAdminNegativeTest-1538834557 tempest-RoutersAdminNegativeTest-1538834557-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:09.138627 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8b5b605e-7d4b-421c-9017-440d3b71e5b3 req-b72bf077-6d03-4b1e-913d-9b4e3761ef43 service neutron] 10.222.0.47 "GET /v2.0/networks/dc98123f-613d-46fd-bb58-669e46e2509f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3396301 Dec 20 14:40:09.343771 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-25f7e7e6-8553-46f9-8b3a-32b029012d90 None None] Set router 6e45dd99-c2ab-4545-8b84-7fd1a02c02e4 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:40:09.345007 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-cdd550a2-4caa-4ee9-b085-3e5a46640269 req-dc1b8aaa-c9f7-46c2-a86b-2b7a99d6a508 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:09.427139 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8b5b605e-7d4b-421c-9017-440d3b71e5b3 req-2c8cb473-aa95-484b-96b2-8cdc2928220a service neutron] 10.222.0.47 "GET /v2.0/networks/dc98123f-613d-46fd-bb58-669e46e2509f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777431 Dec 20 14:40:09.467670 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-cdd550a2-4caa-4ee9-b085-3e5a46640269 req-dc1b8aaa-c9f7-46c2-a86b-2b7a99d6a508 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:09.479692 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['02d7bb87-3236-41e6-86d5-147fff80b815', '2f328448-a642-404d-96ba-389de2cd13ed'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:40:09.539273 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device a61bbef8-275e-4607-812c-a53b27b04a42 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:40:09.556569 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0950fd6e-42fc-4adc-9190-5587d0e9913b req-37a384ca-64ef-439b-94d5-aecd9bdc79e6 service neutron] 10.222.0.47 "GET /v2.0/networks/582436ed-b909-4427-9350-0e0947d57bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6830382 Dec 20 14:40:09.572259 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-53b1e42d-aca4-4d45-9fd7-46fc13703c0c tempest-RoutersAdminNegativeTest-1538834557 tempest-RoutersAdminNegativeTest-1538834557-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:09.576506 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdd550a2-4caa-4ee9-b085-3e5a46640269 req-dc1b8aaa-c9f7-46c2-a86b-2b7a99d6a508 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Network 7ed718b3-d2e8-4b72-a238-726203897046 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:40:09.591558 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [req-cdd550a2-4caa-4ee9-b085-3e5a46640269 req-dc1b8aaa-c9f7-46c2-a86b-2b7a99d6a508 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:40:09.595531 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdd550a2-4caa-4ee9-b085-3e5a46640269 req-dc1b8aaa-c9f7-46c2-a86b-2b7a99d6a508 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:40:09.652497 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1b8aaa-c9f7-46c2-a86b-2b7a99d6a508 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Pushing event updated for resources: {'Port': ['ID=17c2c893-bc43-4526-9a61-6425ff3784bf,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:40:09.719913 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d507157-b05e-428f-8889-834a901ca363 req-abd7849d-d515-444f-af77-e016b96ffa4e tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:40:09.721448 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3d507157-b05e-428f-8889-834a901ca363 req-abd7849d-d515-444f-af77-e016b96ffa4e tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed3b2e35-d412-496f-ad48-03371d5a94df HTTP/1.1" status: 200 len: 943 time: 0.2682431 Dec 20 14:40:09.810502 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 46932) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:40:09.825243 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd550a2-4caa-4ee9-b085-3e5a46640269 req-dc1b8aaa-c9f7-46c2-a86b-2b7a99d6a508 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:40:09.837477 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-cdd550a2-4caa-4ee9-b085-3e5a46640269 req-dc1b8aaa-c9f7-46c2-a86b-2b7a99d6a508 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:09.849511 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-6962d25f-394c-4d18-970c-d2a8f03f845a tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] Request body: {'security_group': {'name': 'tempest-securitygroup--144768755', 'description': 'tempest-description--212173272'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:40:09.862235 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port a61bbef8-275e-4607-812c-a53b27b04a42 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:40:09.863366 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:09.872223 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0950fd6e-42fc-4adc-9190-5587d0e9913b req-52209824-51ad-4099-8597-331983fb5b47 service neutron] 10.222.0.47 "GET /v2.0/networks/582436ed-b909-4427-9350-0e0947d57bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2903733 Dec 20 14:40:09.892711 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-25f7e7e6-8553-46f9-8b3a-32b029012d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e45dd99-c2ab-4545-8b84-7fd1a02c02e4', 'name': 'tempest-ServersTestBootFromVolume-1169588892-router', 'tenant_id': '647d4c96b4824b53b7215db6116f9517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'a61bbef8-275e-4607-812c-a53b27b04a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:39:57Z', 'updated_at': '2021-12-20T14:40:06Z', 'revision_number': 4, 'project_id': '647d4c96b4824b53b7215db6116f9517', 'gw_port': {'id': 'a61bbef8-275e-4607-812c-a53b27b04a42', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e45dd99-c2ab-4545-8b84-7fd1a02c02e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:39:58Z', 'updated_at': '2021-12-20T14:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '20b0f414-c4af-4f4d-9c5a-8ed411648163', 'name': '', 'network_id': '74ca7104-e6e4-4eba-8cec-af557c0b63a5', 'tenant_id': '647d4c96b4824b53b7215db6116f9517', 'mac_address': 'fa:16:3e:ec:3d:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e45dd99-c2ab-4545-8b84-7fd1a02c02e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': 'c40f7186-b871-4167-b42c-6edd2a024911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:40:04Z', 'updated_at': '2021-12-20T14:40:06Z', 'revision_number': 2, 'project_id': '647d4c96b4824b53b7215db6116f9517', 'subnets': [{'id': 'c40f7186-b871-4167-b42c-6edd2a024911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:40:09.976866 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f7e7e6-8553-46f9-8b3a-32b029012d90 None None] Checking router: 6e45dd99-c2ab-4545-8b84-7fd1a02c02e4 for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:40:09.977183 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f7e7e6-8553-46f9-8b3a-32b029012d90 None None] Updating router 6e45dd99-c2ab-4545-8b84-7fd1a02c02e4 port 20b0f414-c4af-4f4d-9c5a-8ed411648163 binding host n-d-761264-19 {{(pid=103170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 14:40:09.979750 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cdd550a2-4caa-4ee9-b085-3e5a46640269 req-dc1b8aaa-c9f7-46c2-a86b-2b7a99d6a508 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1679304 Dec 20 14:40:10.039434 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-cdd550a2-4caa-4ee9-b085-3e5a46640269 req-d27750e8-ee87-4ae0-b3e6-d687a27a2571 service neutron] Request body: {'port': {'device_id': '340c2378-32ed-4988-8942-8080338241fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-19'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:40:10.068101 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-25f7e7e6-8553-46f9-8b3a-32b029012d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:10.158596 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3d507157-b05e-428f-8889-834a901ca363 req-4d7e21ed-4987-4aa3-a803-4d16a313a1a5 tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] 10.222.0.54 "GET /v2.0/security-groups?id=8fec1286-194e-484a-b25d-3f2f7d273d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4253321 Dec 20 14:40:10.174473 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6962d25f-394c-4d18-970c-d2a8f03f845a tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:10.289382 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-11dac967-0a21-4c84-943c-5ae28cd3641f None None] Provisioning complete for port 17c2c893-bc43-4526-9a61-6425ff3784bf triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:40:10.289737 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-11dac967-0a21-4c84-943c-5ae28cd3641f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:10.314837 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd888864-dcc8-48d0-a4c7-344c27307d19 req-b701ccc3-aa9d-4d52-9a46-4fb38f0a4226 tempest-InstanceActionsTestJSON-478168865 tempest-InstanceActionsTestJSON-478168865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:40:10.314837 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bd888864-dcc8-48d0-a4c7-344c27307d19 req-b701ccc3-aa9d-4d52-9a46-4fb38f0a4226 tempest-InstanceActionsTestJSON-478168865 tempest-InstanceActionsTestJSON-478168865-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6816048-ddeb-4cbc-bbe8-76d0072a6cf6 HTTP/1.1" status: 200 len: 945 time: 0.1808083 Dec 20 14:40:10.386158 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-11dac967-0a21-4c84-943c-5ae28cd3641f None None] Port 17c2c893-bc43-4526-9a61-6425ff3784bf cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:40:10.393286 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 1ddc3404-9308-4ccb-b520-56a9f8041b99 details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:40:10.421984 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-cdd550a2-4caa-4ee9-b085-3e5a46640269 req-d27750e8-ee87-4ae0-b3e6-d687a27a2571 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:10.437888 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5e34a186-a4ec-4a7e-adb6-addbfd18cc99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1595867'] for router_interface, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:10.476199 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-25f7e7e6-8553-46f9-8b3a-32b029012d90 None None] Publish callbacks [] for port, precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:10.487211 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-25f7e7e6-8553-46f9-8b3a-32b029012d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:10.515453 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bd888864-dcc8-48d0-a4c7-344c27307d19 req-657e1faa-5219-48cd-a85a-df65a67dbc32 tempest-InstanceActionsTestJSON-478168865 tempest-InstanceActionsTestJSON-478168865-project] 10.222.0.54 "GET /v2.0/security-groups?id=8f0c833f-37bb-40a7-b07e-919fa2ff8364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692221 Dec 20 14:40:10.565509 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf90dce-a72a-4d29-bacc-d3138ddba3eb None None] Pushing event updated for resources: {'Port': ['ID=20b0f414-c4af-4f4d-9c5a-8ed411648163,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:40:10.570928 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-53b1e42d-aca4-4d45-9fd7-46fc13703c0c tempest-RoutersAdminNegativeTest-1538834557 tempest-RoutersAdminNegativeTest-1538834557-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:10.572228 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 1ddc3404-9308-4ccb-b520-56a9f8041b99, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=1ddc3404-9308-4ccb-b520-56a9f8041b99,segment=NetworkSegment(393c3eba-89a5-49a5-b391-7b027a59b79d),segment_id=393c3eba-89a5-49a5-b391-7b027a59b79d)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:40:10.577631 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf90dce-a72a-4d29-bacc-d3138ddba3eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:40:10.577983 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf90dce-a72a-4d29-bacc-d3138ddba3eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:40:10.578414 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf90dce-a72a-4d29-bacc-d3138ddba3eb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:40:10.578832 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf90dce-a72a-4d29-bacc-d3138ddba3eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:40:10.579214 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf90dce-a72a-4d29-bacc-d3138ddba3eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:40:10.579692 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf90dce-a72a-4d29-bacc-d3138ddba3eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:40:10.580097 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf90dce-a72a-4d29-bacc-d3138ddba3eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:40:10.580581 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf90dce-a72a-4d29-bacc-d3138ddba3eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:40:10.580964 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf90dce-a72a-4d29-bacc-d3138ddba3eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:40:10.581490 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf90dce-a72a-4d29-bacc-d3138ddba3eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:40:10.581842 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf90dce-a72a-4d29-bacc-d3138ddba3eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:40:10.582205 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf90dce-a72a-4d29-bacc-d3138ddba3eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:40:10.582591 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf90dce-a72a-4d29-bacc-d3138ddba3eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:40:10.613650 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c7fa88-ce1d-4f8f-8f14-97cefb73aa22 req-1f1a43f9-82d0-4daf-86c3-167c9ae4aaad tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:40:10.616704 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-53b1e42d-aca4-4d45-9fd7-46fc13703c0c tempest-RoutersAdminNegativeTest-1538834557 tempest-RoutersAdminNegativeTest-1538834557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:10.623137 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d0c7fa88-ce1d-4f8f-8f14-97cefb73aa22 req-1f1a43f9-82d0-4daf-86c3-167c9ae4aaad tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=340c2378-32ed-4988-8942-8080338241fe HTTP/1.1" status: 200 len: 931 time: 0.3089564 Dec 20 14:40:10.658933 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': '1ddc3404-9308-4ccb-b520-56a9f8041b99', 'network_id': '582436ed-b909-4427-9350-0e0947d57bea', 'port_id': '1ddc3404-9308-4ccb-b520-56a9f8041b99', 'mac_address': 'fa:16:3e:0e:15:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70d40f17-a553-4bf2-95b2-20c8185624a2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:40:10.694798 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6962d25f-394c-4d18-970c-d2a8f03f845a tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:10.712411 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6962d25f-394c-4d18-970c-d2a8f03f845a tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:10.773803 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-25f7e7e6-8553-46f9-8b3a-32b029012d90 None None] Attempting to bind port 20b0f414-c4af-4f4d-9c5a-8ed411648163 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:40:10.774631 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-25f7e7e6-8553-46f9-8b3a-32b029012d90 None None] Attempting to bind port 20b0f414-c4af-4f4d-9c5a-8ed411648163 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '9c5b2800-df8a-4047-8744-d8423b687cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '74ca7104-e6e4-4eba-8cec-af557c0b63a5'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:40:10.776458 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f7e7e6-8553-46f9-8b3a-32b029012d90 None None] Attempting to bind port 20b0f414-c4af-4f4d-9c5a-8ed411648163 on network 74ca7104-e6e4-4eba-8cec-af557c0b63a5 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:40:10.788800 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:10.790385 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f7e7e6-8553-46f9-8b3a-32b029012d90 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:40:10.791606 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f7e7e6-8553-46f9-8b3a-32b029012d90 None None] Checking segment: {'id': '9c5b2800-df8a-4047-8744-d8423b687cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '74ca7104-e6e4-4eba-8cec-af557c0b63a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:40:10.793035 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-25f7e7e6-8553-46f9-8b3a-32b029012d90 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:10.793903 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f7e7e6-8553-46f9-8b3a-32b029012d90 None None] Bound using segment: {'id': '9c5b2800-df8a-4047-8744-d8423b687cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '74ca7104-e6e4-4eba-8cec-af557c0b63a5'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:40:10.794874 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-25f7e7e6-8553-46f9-8b3a-32b029012d90 None None] Bound port: 20b0f414-c4af-4f4d-9c5a-8ed411648163, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c5b2800-df8a-4047-8744-d8423b687cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '74ca7104-e6e4-4eba-8cec-af557c0b63a5'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:40:10.795669 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-25f7e7e6-8553-46f9-8b3a-32b029012d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:10.824345 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ddc3404-9308-4ccb-b520-56a9f8041b99 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:40:10.876172 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d0c7fa88-ce1d-4f8f-8f14-97cefb73aa22 req-ad04236b-8638-439c-bbf1-615c61e211de tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=f2f975e9-21d7-4fe5-b06b-fdbb671aee94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518153 Dec 20 14:40:10.886490 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 1ddc3404-9308-4ccb-b520-56a9f8041b99, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=1ddc3404-9308-4ccb-b520-56a9f8041b99,segment=NetworkSegment(393c3eba-89a5-49a5-b391-7b027a59b79d),segment_id=393c3eba-89a5-49a5-b391-7b027a59b79d)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:40:10.904980 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:10.931014 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6962d25f-394c-4d18-970c-d2a8f03f845a tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:10.932260 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-6962d25f-394c-4d18-970c-d2a8f03f845a tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.1134717 Dec 20 14:40:10.936963 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-53b1e42d-aca4-4d45-9fd7-46fc13703c0c tempest-RoutersAdminNegativeTest-1538834557 tempest-RoutersAdminNegativeTest-1538834557-project-admin] Publish callbacks [] for router, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:10.938003 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 46940) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:40:10.942669 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-3509997a-5b49-4537-9cca-5381792d0e8c tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] Request body: {'security_group_rule': {'security_group_id': '1fd3dc76-3453-41b8-8d7d-617eb8eaea07', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:40:10.970792 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-25f7e7e6-8553-46f9-8b3a-32b029012d90 None None] For port 20b0f414-c4af-4f4d-9c5a-8ed411648163, host n-d-761264-19, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:40:10.989946 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-25f7e7e6-8553-46f9-8b3a-32b029012d90 None None] For port 20b0f414-c4af-4f4d-9c5a-8ed411648163, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=20b0f414-c4af-4f4d-9c5a-8ed411648163,segment=NetworkSegment(9c5b2800-df8a-4047-8744-d8423b687cc4),segment_id=9c5b2800-df8a-4047-8744-d8423b687cc4)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:40:10.998597 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-25f7e7e6-8553-46f9-8b3a-32b029012d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:11.009327 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6962d25f-394c-4d18-970c-d2a8f03f845a tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fd3dc76-3453-41b8-8d7d-617eb8eaea07,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:40:11.033591 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=1ddc3404-9308-4ccb-b520-56a9f8041b99,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:40:11.042558 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-5cd58514-e2c9-4e94-aadc-cf992fd6571b None None] Provisioning complete for port 20b0f414-c4af-4f4d-9c5a-8ed411648163 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:40:11.043034 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-5cd58514-e2c9-4e94-aadc-cf992fd6571b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:11.172813 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['1ddc3404-9308-4ccb-b520-56a9f8041b99'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:40:11.181174 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3509997a-5b49-4537-9cca-5381792d0e8c tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:11.182577 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f7e7e6-8553-46f9-8b3a-32b029012d90 None None] Routers {'6e45dd99-c2ab-4545-8b84-7fd1a02c02e4'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:40:11.183963 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-25f7e7e6-8553-46f9-8b3a-32b029012d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:40:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['6e45dd99-c2ab-4545-8b84-7fd1a02c02e4'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:40:11.298512 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf90dce-a72a-4d29-bacc-d3138ddba3eb None None] Pushing event updated for resources: {'Port': ['ID=20b0f414-c4af-4f4d-9c5a-8ed411648163,revision_number=4']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:40:11.308021 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-5cd58514-e2c9-4e94-aadc-cf992fd6571b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:11.445358 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-53b1e42d-aca4-4d45-9fd7-46fc13703c0c tempest-RoutersAdminNegativeTest-1538834557 tempest-RoutersAdminNegativeTest-1538834557-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40132'] for router, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:11.450383 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-5cd58514-e2c9-4e94-aadc-cf992fd6571b None None] For port 20b0f414-c4af-4f4d-9c5a-8ed411648163, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=20b0f414-c4af-4f4d-9c5a-8ed411648163,segment=NetworkSegment(9c5b2800-df8a-4047-8744-d8423b687cc4),segment_id=9c5b2800-df8a-4047-8744-d8423b687cc4)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:40:11.456419 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-53b1e42d-aca4-4d45-9fd7-46fc13703c0c tempest-RoutersAdminNegativeTest-1538834557 tempest-RoutersAdminNegativeTest-1538834557-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:11.460534 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-5cd58514-e2c9-4e94-aadc-cf992fd6571b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:11.517216 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a410b6e7-7168-4a26-bfc9-3bd38bf53f6b req-9b130aa9-6a00-48eb-839b-9bb04348b7f6 tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:40:11.519567 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a410b6e7-7168-4a26-bfc9-3bd38bf53f6b req-9b130aa9-6a00-48eb-839b-9bb04348b7f6 tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed3b2e35-d412-496f-ad48-03371d5a94df HTTP/1.1" status: 200 len: 944 time: 0.2479222 Dec 20 14:40:11.545752 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-25f7e7e6-8553-46f9-8b3a-32b029012d90 None None] Set router 6e45dd99-c2ab-4545-8b84-7fd1a02c02e4 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:40:11.553554 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-53b1e42d-aca4-4d45-9fd7-46fc13703c0c tempest-RoutersAdminNegativeTest-1538834557 tempest-RoutersAdminNegativeTest-1538834557-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1594808'] for router, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:11.554552 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53b1e42d-aca4-4d45-9fd7-46fc13703c0c tempest-RoutersAdminNegativeTest-1538834557 tempest-RoutersAdminNegativeTest-1538834557-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2371e5df-d7e7-45ba-b279-9172a874f92b {{(pid=103167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 14:40:11.604300 n-d-761264-19 neutron-server[103167]: INFO neutron.api.v2.resource [None req-53b1e42d-aca4-4d45-9fd7-46fc13703c0c tempest-RoutersAdminNegativeTest-1538834557 tempest-RoutersAdminNegativeTest-1538834557-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 20 14:40:11.611163 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-53b1e42d-aca4-4d45-9fd7-46fc13703c0c tempest-RoutersAdminNegativeTest-1538834557 tempest-RoutersAdminNegativeTest-1538834557-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 409 len: 370 time: 2.8090854 Dec 20 14:40:11.611769 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 46948) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:40:11.632385 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3509997a-5b49-4537-9cca-5381792d0e8c tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:11.666107 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3509997a-5b49-4537-9cca-5381792d0e8c tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:11.692303 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [req-cdd550a2-4caa-4ee9-b085-3e5a46640269 req-d27750e8-ee87-4ae0-b3e6-d687a27a2571 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17c2c893-bc43-4526-9a61-6425ff3784bf {{(pid=103168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:40:11.720249 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-cdd550a2-4caa-4ee9-b085-3e5a46640269 req-d27750e8-ee87-4ae0-b3e6-d687a27a2571 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:11.725389 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3509997a-5b49-4537-9cca-5381792d0e8c tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:11.727194 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-3509997a-5b49-4537-9cca-5381792d0e8c tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7882516 Dec 20 14:40:11.733307 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 46950) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:40:11.742438 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3509997a-5b49-4537-9cca-5381792d0e8c tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e107aa7-091f-406e-9213-24dea9bdcddc,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:40:11.749647 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-5e34a186-a4ec-4a7e-adb6-addbfd18cc99 admin admin] Deleting port 8459eabb-2aba-4163-beed-3beb24227917 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:40:11.750363 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5e34a186-a4ec-4a7e-adb6-addbfd18cc99 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:11.792146 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:11.803437 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd58514-e2c9-4e94-aadc-cf992fd6571b None None] Pushing event updated for resources: {'Port': ['ID=20b0f414-c4af-4f4d-9c5a-8ed411648163,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:40:11.824100 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-31d255c3-2c79-410c-9fde-482e479aec1a None None] Provisioning complete for port 20b0f414-c4af-4f4d-9c5a-8ed411648163 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:40:11.824491 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-31d255c3-2c79-410c-9fde-482e479aec1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:11.881045 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-5e34a186-a4ec-4a7e-adb6-addbfd18cc99 admin admin] For port 8459eabb-2aba-4163-beed-3beb24227917, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=8459eabb-2aba-4163-beed-3beb24227917,segment=NetworkSegment(80fb5237-2476-4121-b95c-191242314e71),segment_id=80fb5237-2476-4121-b95c-191242314e71)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:40:11.882224 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5e34a186-a4ec-4a7e-adb6-addbfd18cc99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:11.887227 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4076bb-29d2-4d1b-9f3f-a20b12db0d0c req-2f9e78f2-f0e6-4d3f-8486-664df3aa3b08 tempest-InstanceActionsTestJSON-478168865 tempest-InstanceActionsTestJSON-478168865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:40:11.889959 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fe4076bb-29d2-4d1b-9f3f-a20b12db0d0c req-2f9e78f2-f0e6-4d3f-8486-664df3aa3b08 tempest-InstanceActionsTestJSON-478168865 tempest-InstanceActionsTestJSON-478168865-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6816048-ddeb-4cbc-bbe8-76d0072a6cf6 HTTP/1.1" status: 200 len: 945 time: 0.1910195 Dec 20 14:40:11.909749 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-5e34a186-a4ec-4a7e-adb6-addbfd18cc99 admin admin] Calling delete_port for 8459eabb-2aba-4163-beed-3beb24227917 owned by network:router_interface {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:40:11.997890 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fe4076bb-29d2-4d1b-9f3f-a20b12db0d0c req-e70b0c29-49d1-4be5-b32e-dbc034a75514 tempest-InstanceActionsTestJSON-478168865 tempest-InstanceActionsTestJSON-478168865-project] 10.222.0.54 "GET /v2.0/security-groups?id=8f0c833f-37bb-40a7-b07e-919fa2ff8364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959826 Dec 20 14:40:12.003172 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-cb228cc5-d5d6-4e27-bffa-1aa5587f0897 tempest-RoutersAdminNegativeTest-1538834557 tempest-RoutersAdminNegativeTest-1538834557-project-admin] Deleting port 19b3c5ba-5a4a-4cf3-a2bb-d119582751a6 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:40:12.003706 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-cb228cc5-d5d6-4e27-bffa-1aa5587f0897 tempest-RoutersAdminNegativeTest-1538834557 tempest-RoutersAdminNegativeTest-1538834557-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:12.029675 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-203d42c3-7342-4839-892e-592dfa6c3d04 tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] Request body: {'security_group_rule': {'security_group_id': '1fd3dc76-3453-41b8-8d7d-617eb8eaea07', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:40:12.038383 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-25f7e7e6-8553-46f9-8b3a-32b029012d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e45dd99-c2ab-4545-8b84-7fd1a02c02e4', 'name': 'tempest-ServersTestBootFromVolume-1169588892-router', 'tenant_id': '647d4c96b4824b53b7215db6116f9517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'a61bbef8-275e-4607-812c-a53b27b04a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:39:57Z', 'updated_at': '2021-12-20T14:40:06Z', 'revision_number': 4, 'project_id': '647d4c96b4824b53b7215db6116f9517', 'gw_port': {'id': 'a61bbef8-275e-4607-812c-a53b27b04a42', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e45dd99-c2ab-4545-8b84-7fd1a02c02e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:39:58Z', 'updated_at': '2021-12-20T14:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '20b0f414-c4af-4f4d-9c5a-8ed411648163', 'name': '', 'network_id': '74ca7104-e6e4-4eba-8cec-af557c0b63a5', 'tenant_id': '647d4c96b4824b53b7215db6116f9517', 'mac_address': 'fa:16:3e:ec:3d:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e45dd99-c2ab-4545-8b84-7fd1a02c02e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': 'c40f7186-b871-4167-b42c-6edd2a024911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:40:04Z', 'updated_at': '2021-12-20T14:40:10Z', 'revision_number': 4, 'project_id': '647d4c96b4824b53b7215db6116f9517', 'subnets': [{'id': 'c40f7186-b871-4167-b42c-6edd2a024911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:40:12.073851 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f7e7e6-8553-46f9-8b3a-32b029012d90 None None] The sync data for ids ['6e45dd99-c2ab-4545-8b84-7fd1a02c02e4'] in n-d-761264-19 is: [{'id': '6e45dd99-c2ab-4545-8b84-7fd1a02c02e4', 'name': 'tempest-ServersTestBootFromVolume-1169588892-router', 'tenant_id': '647d4c96b4824b53b7215db6116f9517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'a61bbef8-275e-4607-812c-a53b27b04a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:39:57Z', 'updated_at': '2021-12-20T14:40:06Z', 'revision_number': 4, 'project_id': '647d4c96b4824b53b7215db6116f9517', 'gw_port': {'id': 'a61bbef8-275e-4607-812c-a53b27b04a42', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e45dd99-c2ab-4545-8b84-7fd1a02c02e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:39:58Z', 'updated_at': '2021-12-20T14:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '20b0f414-c4af-4f4d-9c5a-8ed411648163', 'name': '', 'network_id': '74ca7104-e6e4-4eba-8cec-af557c0b63a5', 'tenant_id': '647d4c96b4824b53b7215db6116f9517', 'mac_address': 'fa:16:3e:ec:3d:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e45dd99-c2ab-4545-8b84-7fd1a02c02e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': 'c40f7186-b871-4167-b42c-6edd2a024911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:40:04Z', 'updated_at': '2021-12-20T14:40:10Z', 'revision_number': 4, 'project_id': '647d4c96b4824b53b7215db6116f9517', 'subnets': [{'id': 'c40f7186-b871-4167-b42c-6edd2a024911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:40:12.106628 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a410b6e7-7168-4a26-bfc9-3bd38bf53f6b req-2b34d063-16c2-45be-b020-3335a147b4d9 tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] 10.222.0.54 "GET /v2.0/security-groups?id=8fec1286-194e-484a-b25d-3f2f7d273d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5489497 Dec 20 14:40:12.122521 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.provisioning_blocks [req-cdd550a2-4caa-4ee9-b085-3e5a46640269 req-d27750e8-ee87-4ae0-b3e6-d687a27a2571 service neutron] Transition to ACTIVE for port object 17c2c893-bc43-4526-9a61-6425ff3784bf will not be triggered until provisioned by entity L2. {{(pid=103168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:40:12.209241 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-cb228cc5-d5d6-4e27-bffa-1aa5587f0897 tempest-RoutersAdminNegativeTest-1538834557 tempest-RoutersAdminNegativeTest-1538834557-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:12.215599 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-cdd550a2-4caa-4ee9-b085-3e5a46640269 req-d27750e8-ee87-4ae0-b3e6-d687a27a2571 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:12.242212 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dd723a-f5a5-4fd7-be6e-94c0a353a48a req-f21eab34-d188-4877-bd9c-ed9ea7afcd13 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:40:12.256516 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-07dd723a-f5a5-4fd7-be6e-94c0a353a48a req-f21eab34-d188-4877-bd9c-ed9ea7afcd13 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=340c2378-32ed-4988-8942-8080338241fe HTTP/1.1" status: 200 len: 943 time: 0.1303596 Dec 20 14:40:12.259890 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-cb228cc5-d5d6-4e27-bffa-1aa5587f0897 tempest-RoutersAdminNegativeTest-1538834557 tempest-RoutersAdminNegativeTest-1538834557-project-admin] Calling delete_port for 19b3c5ba-5a4a-4cf3-a2bb-d119582751a6 owned by {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:40:12.470959 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-203d42c3-7342-4839-892e-592dfa6c3d04 tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:12.619970 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-07dd723a-f5a5-4fd7-be6e-94c0a353a48a req-780699b4-897b-4e41-b0ce-ef47388a7566 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=f2f975e9-21d7-4fe5-b06b-fdbb671aee94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3501151 Dec 20 14:40:12.777345 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-cb228cc5-d5d6-4e27-bffa-1aa5587f0897 tempest-RoutersAdminNegativeTest-1538834557 tempest-RoutersAdminNegativeTest-1538834557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:12.824942 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb228cc5-d5d6-4e27-bffa-1aa5587f0897 tempest-RoutersAdminNegativeTest-1538834557 tempest-RoutersAdminNegativeTest-1538834557-project-admin] Pushing event deleted for resources: {'Port': ['ID=19b3c5ba-5a4a-4cf3-a2bb-d119582751a6,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:40:13.025697 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-cb228cc5-d5d6-4e27-bffa-1aa5587f0897 tempest-RoutersAdminNegativeTest-1538834557 tempest-RoutersAdminNegativeTest-1538834557-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:13.036011 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-cb228cc5-d5d6-4e27-bffa-1aa5587f0897 tempest-RoutersAdminNegativeTest-1538834557 tempest-RoutersAdminNegativeTest-1538834557-project-admin] 10.222.0.54 "DELETE /v2.0/ports/19b3c5ba-5a4a-4cf3-a2bb-d119582751a6 HTTP/1.1" status: 204 len: 168 time: 1.4185798 Dec 20 14:40:13.060947 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596ed542-1c6e-4839-9664-49209c05d9bc req-afdf5d89-a091-419b-9ca1-1e088362c7c9 tempest-InstanceActionsTestJSON-478168865 tempest-InstanceActionsTestJSON-478168865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:40:13.074179 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-596ed542-1c6e-4839-9664-49209c05d9bc req-afdf5d89-a091-419b-9ca1-1e088362c7c9 tempest-InstanceActionsTestJSON-478168865 tempest-InstanceActionsTestJSON-478168865-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6816048-ddeb-4cbc-bbe8-76d0072a6cf6 HTTP/1.1" status: 200 len: 945 time: 0.1360254 Dec 20 14:40:13.160841 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-596ed542-1c6e-4839-9664-49209c05d9bc req-6131a223-74fb-49bc-bc8f-04f354c405ed tempest-InstanceActionsTestJSON-478168865 tempest-InstanceActionsTestJSON-478168865-project] 10.222.0.54 "GET /v2.0/security-groups?id=8f0c833f-37bb-40a7-b07e-919fa2ff8364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848804 Dec 20 14:40:13.215472 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27750e8-ee87-4ae0-b3e6-d687a27a2571 service neutron] Pushing event updated for resources: {'Port': ['ID=17c2c893-bc43-4526-9a61-6425ff3784bf,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:40:13.333408 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-203d42c3-7342-4839-892e-592dfa6c3d04 tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:13.358689 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-203d42c3-7342-4839-892e-592dfa6c3d04 tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:13.446938 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203d42c3-7342-4839-892e-592dfa6c3d04 tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d26eac31-a190-4775-904b-3a3bcc3f8b2a,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:40:13.453455 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-cdd550a2-4caa-4ee9-b085-3e5a46640269 req-d27750e8-ee87-4ae0-b3e6-d687a27a2571 service neutron] Attempting to bind port 17c2c893-bc43-4526-9a61-6425ff3784bf on host n-h1-761264-19 for vnic_type normal with profile {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:40:13.453653 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-cdd550a2-4caa-4ee9-b085-3e5a46640269 req-d27750e8-ee87-4ae0-b3e6-d687a27a2571 service neutron] Attempting to bind port 17c2c893-bc43-4526-9a61-6425ff3784bf by drivers openvswitch,hyperv on host n-h1-761264-19 at level 0 using segments [{'id': '64c4cfe8-4670-4033-981a-f04cac942433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7ed718b3-d2e8-4b72-a238-726203897046'}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:40:13.454074 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd550a2-4caa-4ee9-b085-3e5a46640269 req-d27750e8-ee87-4ae0-b3e6-d687a27a2571 service neutron] Attempting to bind port 17c2c893-bc43-4526-9a61-6425ff3784bf on network 7ed718b3-d2e8-4b72-a238-726203897046 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:40:13.464607 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd550a2-4caa-4ee9-b085-3e5a46640269 req-d27750e8-ee87-4ae0-b3e6-d687a27a2571 service neutron] Port 17c2c893-bc43-4526-9a61-6425ff3784bf on network 7ed718b3-d2e8-4b72-a238-726203897046 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-19 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:40:13.465157 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd550a2-4caa-4ee9-b085-3e5a46640269 req-d27750e8-ee87-4ae0-b3e6-d687a27a2571 service neutron] Attempting to bind port 17c2c893-bc43-4526-9a61-6425ff3784bf on network 7ed718b3-d2e8-4b72-a238-726203897046 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:40:13.471371 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 46972) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:40:13.479649 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c8d269-3c82-478e-a286-e62d1a8521e0 req-ba606b76-37ae-405f-ad4e-036dee73b104 tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:40:13.489040 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c4c8d269-3c82-478e-a286-e62d1a8521e0 req-ba606b76-37ae-405f-ad4e-036dee73b104 tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed3b2e35-d412-496f-ad48-03371d5a94df HTTP/1.1" status: 200 len: 944 time: 0.2603092 Dec 20 14:40:13.503793 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-203d42c3-7342-4839-892e-592dfa6c3d04 tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:13.505141 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-203d42c3-7342-4839-892e-592dfa6c3d04 tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7640054 Dec 20 14:40:13.509631 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 46978) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:40:13.515274 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-b8e7d84b-93fb-46ca-a24b-eb3ba517b0ce tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] Request body: {'floatingip': {'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:40:13.516376 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd550a2-4caa-4ee9-b085-3e5a46640269 req-d27750e8-ee87-4ae0-b3e6-d687a27a2571 service neutron] Checking agent: {'id': '3e5ace3e-dd7b-4522-a7c4-77d13dbeab1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:40:13.516839 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd550a2-4caa-4ee9-b085-3e5a46640269 req-d27750e8-ee87-4ae0-b3e6-d687a27a2571 service neutron] Checking segment: {'id': '64c4cfe8-4670-4033-981a-f04cac942433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7ed718b3-d2e8-4b72-a238-726203897046'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:40:13.517591 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd550a2-4caa-4ee9-b085-3e5a46640269 req-d27750e8-ee87-4ae0-b3e6-d687a27a2571 service neutron] Bound using segment: {'id': '64c4cfe8-4670-4033-981a-f04cac942433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7ed718b3-d2e8-4b72-a238-726203897046'} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:40:13.518140 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-cdd550a2-4caa-4ee9-b085-3e5a46640269 req-d27750e8-ee87-4ae0-b3e6-d687a27a2571 service neutron] Bound port: 17c2c893-bc43-4526-9a61-6425ff3784bf, host: n-h1-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64c4cfe8-4670-4033-981a-f04cac942433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7ed718b3-d2e8-4b72-a238-726203897046'}}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:40:13.519209 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-cdd550a2-4caa-4ee9-b085-3e5a46640269 req-d27750e8-ee87-4ae0-b3e6-d687a27a2571 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:13.524613 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 20b0f414-c4af-4f4d-9c5a-8ed411648163 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:40:13.542410 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5e34a186-a4ec-4a7e-adb6-addbfd18cc99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:13.581552 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b8e7d84b-93fb-46ca-a24b-eb3ba517b0ce tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] Publish callbacks [] for floatingip, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:13.604574 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e34a186-a4ec-4a7e-adb6-addbfd18cc99 admin admin] Pushing event deleted for resources: {'Port': ['ID=8459eabb-2aba-4163-beed-3beb24227917,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:40:13.752251 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 20b0f414-c4af-4f4d-9c5a-8ed411648163 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:40:13.754020 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:14.029953 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c4c8d269-3c82-478e-a286-e62d1a8521e0 req-a4cd263d-b75f-4fd0-8acd-05291c685ebf tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] 10.222.0.54 "GET /v2.0/security-groups?id=8fec1286-194e-484a-b25d-3f2f7d273d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5388381 Dec 20 14:40:14.031690 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c7ec1eb1-47ad-4f61-9642-af94aba0c40f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:14.117781 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26066b4c-3522-4d5c-bcef-4506844754ea req-041dad67-0a1b-4fa7-99fb-87a0ac3befdc tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:40:14.120021 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-26066b4c-3522-4d5c-bcef-4506844754ea req-041dad67-0a1b-4fa7-99fb-87a0ac3befdc tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=340c2378-32ed-4988-8942-8080338241fe HTTP/1.1" status: 200 len: 943 time: 0.2136555 Dec 20 14:40:14.144488 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b8e7d84b-93fb-46ca-a24b-eb3ba517b0ce tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:14.221621 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-cdd550a2-4caa-4ee9-b085-3e5a46640269 req-d27750e8-ee87-4ae0-b3e6-d687a27a2571 service neutron] For port 17c2c893-bc43-4526-9a61-6425ff3784bf, host n-h1-761264-19, cleared binding levels {{(pid=103168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:40:14.238134 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-cdd550a2-4caa-4ee9-b085-3e5a46640269 req-d27750e8-ee87-4ae0-b3e6-d687a27a2571 service neutron] For port 17c2c893-bc43-4526-9a61-6425ff3784bf, host n-h1-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=17c2c893-bc43-4526-9a61-6425ff3784bf,segment=NetworkSegment(64c4cfe8-4670-4033-981a-f04cac942433),segment_id=64c4cfe8-4670-4033-981a-f04cac942433)] {{(pid=103168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:40:14.250635 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-cdd550a2-4caa-4ee9-b085-3e5a46640269 req-d27750e8-ee87-4ae0-b3e6-d687a27a2571 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:14.271241 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5e34a186-a4ec-4a7e-adb6-addbfd18cc99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582411'] for router_interface, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:14.380887 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 1ddc3404-9308-4ccb-b520-56a9f8041b99 up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:40:14.407287 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd550a2-4caa-4ee9-b085-3e5a46640269 req-d27750e8-ee87-4ae0-b3e6-d687a27a2571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:40:14.409186 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-cdd550a2-4caa-4ee9-b085-3e5a46640269 req-d27750e8-ee87-4ae0-b3e6-d687a27a2571 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:14.412498 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cdd550a2-4caa-4ee9-b085-3e5a46640269 req-d27750e8-ee87-4ae0-b3e6-d687a27a2571 service neutron] 10.222.0.30 "PUT /v2.0/ports/17c2c893-bc43-4526-9a61-6425ff3784bf HTTP/1.1" status: 200 len: 1092 time: 4.3950191 Dec 20 14:40:14.413452 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '340c2378-32ed-4988-8942-8080338241fe', 'tag': '17c2c893-bc43-4526-9a61-6425ff3784bf'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:40:14.427540 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-26066b4c-3522-4d5c-bcef-4506844754ea req-3a64081b-c2c6-4b31-a78b-a95c9ec12d18 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=f2f975e9-21d7-4fe5-b06b-fdbb671aee94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166095 Dec 20 14:40:14.431374 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21577280-75bb-491c-b9fb-7bfc938e3863" -d '{"events": [{"name": "network-changed", "server_uuid": "340c2378-32ed-4988-8942-8080338241fe", "tag": "17c2c893-bc43-4526-9a61-6425ff3784bf"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:40:14.460320 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-b8e7d84b-93fb-46ca-a24b-eb3ba517b0ce tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] Allocated IP 172.25.0.156 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/345ab5db-83e1-4429-87c4-dade5489aa95) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:40:14.469793 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c7ec1eb1-47ad-4f61-9642-af94aba0c40f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:14.479631 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f09d2a-f5c4-4604-9882-f53e3e43cd56 req-f9ef7910-6f21-4681-ad94-53d4e9d54b6b tempest-InstanceActionsTestJSON-478168865 tempest-InstanceActionsTestJSON-478168865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:40:14.481324 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a7f09d2a-f5c4-4604-9882-f53e3e43cd56 req-f9ef7910-6f21-4681-ad94-53d4e9d54b6b tempest-InstanceActionsTestJSON-478168865 tempest-InstanceActionsTestJSON-478168865-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6816048-ddeb-4cbc-bbe8-76d0072a6cf6 HTTP/1.1" status: 200 len: 945 time: 0.2430310 Dec 20 14:40:14.487723 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c7ec1eb1-47ad-4f61-9642-af94aba0c40f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:14.575678 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning for port 1ddc3404-9308-4ccb-b520-56a9f8041b99 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:40:14.600574 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port 1ddc3404-9308-4ccb-b520-56a9f8041b99 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:40:14.601896 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:14.694966 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0f1d7cb-7d93-43ff-916c-9510e1834e2d x-openstack-request-id: req-a0f1d7cb-7d93-43ff-916c-9510e1834e2d {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:40:14.700370 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ec1eb1-47ad-4f61-9642-af94aba0c40f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=362d0fc3-6279-4651-9a11-6833bf823977,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:40:14.703936 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "340c2378-32ed-4988-8942-8080338241fe", "tag": "17c2c893-bc43-4526-9a61-6425ff3784bf", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:40:14.704833 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a0f1d7cb-7d93-43ff-916c-9510e1834e2d {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:40:14.705876 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '340c2378-32ed-4988-8942-8080338241fe', 'tag': '17c2c893-bc43-4526-9a61-6425ff3784bf', 'status': 'completed', 'code': 200} Dec 20 14:40:14.712064 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-c7ec1eb1-47ad-4f61-9642-af94aba0c40f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6dc116eaa7484f92bb455d4c5025a16d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2397120 Dec 20 14:40:14.732688 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 46990) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:40:14.808742 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:14.871326 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27750e8-ee87-4ae0-b3e6-d687a27a2571 service neutron] Pushing event updated for resources: {'Port': ['ID=17c2c893-bc43-4526-9a61-6425ff3784bf,revision_number=3']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:40:14.896545 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 1ddc3404-9308-4ccb-b520-56a9f8041b99, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=1ddc3404-9308-4ccb-b520-56a9f8041b99,segment=NetworkSegment(393c3eba-89a5-49a5-b391-7b027a59b79d),segment_id=393c3eba-89a5-49a5-b391-7b027a59b79d)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:40:14.898882 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed3b2e35-d412-496f-ad48-03371d5a94df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ddc3404-9308-4ccb-b520-56a9f8041b99'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:40:14.905624 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c063f3f-ec17-4cb4-9c6e-837debb655a9" -d '{"events": [{"server_uuid": "ed3b2e35-d412-496f-ad48-03371d5a94df", "name": "network-vif-plugged", "status": "completed", "tag": "1ddc3404-9308-4ccb-b520-56a9f8041b99"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:40:14.915026 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:14.933032 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd550a2-4caa-4ee9-b085-3e5a46640269 req-a9b3c386-7c02-4d15-a94d-0f4647cb67ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:40:14.936077 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cdd550a2-4caa-4ee9-b085-3e5a46640269 req-a9b3c386-7c02-4d15-a94d-0f4647cb67ca service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=514f3908f9164c0fa19c6d421ce9f2b3&device_id=340c2378-32ed-4988-8942-8080338241fe HTTP/1.1" status: 200 len: 1095 time: 0.3965538 Dec 20 14:40:14.975696 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b8e7d84b-93fb-46ca-a24b-eb3ba517b0ce tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:15.005656 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-a7f09d2a-f5c4-4604-9882-f53e3e43cd56 req-058295df-ed96-48c5-ad7f-7ab176e09061 tempest-InstanceActionsTestJSON-478168865 tempest-InstanceActionsTestJSON-478168865-project] Deleting port 6f86927c-c55d-4a4c-9130-e72a45d362b5 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:40:15.006136 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-a7f09d2a-f5c4-4604-9882-f53e3e43cd56 req-058295df-ed96-48c5-ad7f-7ab176e09061 tempest-InstanceActionsTestJSON-478168865 tempest-InstanceActionsTestJSON-478168865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:15.029223 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4e8e15ec-0d47-4017-a97c-465ceee5d4ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:15.043805 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cdd550a2-4caa-4ee9-b085-3e5a46640269 req-d9ef3293-c6f5-4979-86c2-2491fcf68bc8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=17c2c893-bc43-4526-9a61-6425ff3784bf HTTP/1.1" status: 200 len: 217 time: 0.0984545 Dec 20 14:40:15.069023 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89659c6-9ad1-48bb-b93f-3661be79614d req-4414ef54-5a24-47c2-b1ca-69e2ecfdfd3e tempest-InstanceActionsTestJSON-478168865 tempest-InstanceActionsTestJSON-478168865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:40:15.071745 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=1ddc3404-9308-4ccb-b520-56a9f8041b99,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:40:15.086534 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a89659c6-9ad1-48bb-b93f-3661be79614d req-4414ef54-5a24-47c2-b1ca-69e2ecfdfd3e tempest-InstanceActionsTestJSON-478168865 tempest-InstanceActionsTestJSON-478168865-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6816048-ddeb-4cbc-bbe8-76d0072a6cf6 HTTP/1.1" status: 200 len: 945 time: 0.6209526 Dec 20 14:40:15.103961 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-198e95d2-08cb-4788-8e08-11374759451a x-openstack-request-id: req-198e95d2-08cb-4788-8e08-11374759451a {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:40:15.104280 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed3b2e35-d412-496f-ad48-03371d5a94df", "name": "network-vif-plugged", "status": "completed", "tag": "1ddc3404-9308-4ccb-b520-56a9f8041b99", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:40:15.104971 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-198e95d2-08cb-4788-8e08-11374759451a {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:40:15.105393 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed3b2e35-d412-496f-ad48-03371d5a94df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ddc3404-9308-4ccb-b520-56a9f8041b99', 'code': 200} Dec 20 14:40:15.110099 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:40:15.110568 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:40:15.111074 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:40:15.111436 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:40:15.111833 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:40:15.112219 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:40:15.112596 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:40:15.113234 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:40:15.113234 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:40:15.113607 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:40:15.114013 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:40:15.114343 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:40:15.114662 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:40:15.119123 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4e8e15ec-0d47-4017-a97c-465ceee5d4ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:15.182313 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b8e7d84b-93fb-46ca-a24b-eb3ba517b0ce tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:15.216157 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:15.487013 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd550a2-4caa-4ee9-b085-3e5a46640269 req-10129233-b2c8-4840-aa72-e9f27f1bbabf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:40:15.488957 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cdd550a2-4caa-4ee9-b085-3e5a46640269 req-10129233-b2c8-4840-aa72-e9f27f1bbabf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5d68b841-2dcc-4f7d-9f3b-ab3557b797a0 HTTP/1.1" status: 200 len: 851 time: 0.3885925 Dec 20 14:40:15.498774 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9306dcb3-3238-483c-a0d2-0493f763810a req-ffde2ae8-eb15-440d-97c1-716714964a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:40:15.500389 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9306dcb3-3238-483c-a0d2-0493f763810a req-ffde2ae8-eb15-440d-97c1-716714964a65 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ed3b2e35-d412-496f-ad48-03371d5a94df HTTP/1.1" status: 200 len: 1097 time: 0.3688347 Dec 20 14:40:15.522717 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a89659c6-9ad1-48bb-b93f-3661be79614d req-5c48e24a-38e8-4bb1-b6d5-b0291896ec74 tempest-InstanceActionsTestJSON-478168865 tempest-InstanceActionsTestJSON-478168865-project] 10.222.0.54 "GET /v2.0/security-groups?id=8f0c833f-37bb-40a7-b07e-919fa2ff8364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4343987 Dec 20 14:40:15.558658 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e34a186-a4ec-4a7e-adb6-addbfd18cc99 admin admin] Router d8b8dfe7-46ec-40e6-9068-c92190a97c0b has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:40:15.595187 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd550a2-4caa-4ee9-b085-3e5a46640269 req-077269b7-a94f-479b-b8c8-3e9732891c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:40:15.596708 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cdd550a2-4caa-4ee9-b085-3e5a46640269 req-077269b7-a94f-479b-b8c8-3e9732891c92 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ed718b3-d2e8-4b72-a238-726203897046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0954680 Dec 20 14:40:15.602327 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9306dcb3-3238-483c-a0d2-0493f763810a req-30bb2e7b-d547-43dc-bda5-07061a4a8156 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8fec1286-194e-484a-b25d-3f2f7d273d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893013 Dec 20 14:40:15.639963 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-a7f09d2a-f5c4-4604-9882-f53e3e43cd56 req-058295df-ed96-48c5-ad7f-7ab176e09061 tempest-InstanceActionsTestJSON-478168865 tempest-InstanceActionsTestJSON-478168865-project] For port 6f86927c-c55d-4a4c-9130-e72a45d362b5, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=6f86927c-c55d-4a4c-9130-e72a45d362b5,segment=NetworkSegment(cd4089e6-2195-4c12-a63e-540990110f44),segment_id=cd4089e6-2195-4c12-a63e-540990110f44)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:40:15.640647 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-a7f09d2a-f5c4-4604-9882-f53e3e43cd56 req-058295df-ed96-48c5-ad7f-7ab176e09061 tempest-InstanceActionsTestJSON-478168865 tempest-InstanceActionsTestJSON-478168865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:15.676415 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e7d84b-93fb-46ca-a24b-eb3ba517b0ce tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:40:15.687867 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-b8e7d84b-93fb-46ca-a24b-eb3ba517b0ce tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:40:15.690412 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-a7f09d2a-f5c4-4604-9882-f53e3e43cd56 req-058295df-ed96-48c5-ad7f-7ab176e09061 tempest-InstanceActionsTestJSON-478168865 tempest-InstanceActionsTestJSON-478168865-project] Calling delete_port for 6f86927c-c55d-4a4c-9130-e72a45d362b5 owned by compute:nova {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:40:15.697707 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e7d84b-93fb-46ca-a24b-eb3ba517b0ce tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:40:15.737516 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e7d84b-93fb-46ca-a24b-eb3ba517b0ce tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] Pushing event updated for resources: {'Port': ['ID=345ab5db-83e1-4429-87c4-dade5489aa95,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:40:15.737757 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e34a186-a4ec-4a7e-adb6-addbfd18cc99 admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:40:15.771182 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3312e36c-80e5-42c1-b6b4-616fb49c9d21 None None] Sync routers for ids ['d8b8dfe7-46ec-40e6-9068-c92190a97c0b'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:40:15.777505 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-5e34a186-a4ec-4a7e-adb6-addbfd18cc99 admin admin] 10.222.0.54 "PUT /v2.0/routers/d8b8dfe7-46ec-40e6-9068-c92190a97c0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2276261 Dec 20 14:40:15.784580 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 47004) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:40:15.820083 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3312e36c-80e5-42c1-b6b4-616fb49c9d21 None None] Routers {'d8b8dfe7-46ec-40e6-9068-c92190a97c0b'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:40:15.820920 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-3312e36c-80e5-42c1-b6b4-616fb49c9d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:40:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['d8b8dfe7-46ec-40e6-9068-c92190a97c0b'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:40:15.889828 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ddd9f8-af1a-4ce2-b869-4741049ee80d req-0ad03283-c942-4ea7-8db2-1055def5fec0 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:40:15.892579 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e2ddd9f8-af1a-4ce2-b869-4741049ee80d req-0ad03283-c942-4ea7-8db2-1055def5fec0 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=340c2378-32ed-4988-8942-8080338241fe HTTP/1.1" status: 200 len: 943 time: 0.1734076 Dec 20 14:40:15.907262 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4e8e15ec-0d47-4017-a97c-465ceee5d4ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:15.912198 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4e8e15ec-0d47-4017-a97c-465ceee5d4ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:15.913906 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-4e8e15ec-0d47-4017-a97c-465ceee5d4ad admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/362d0fc3-6279-4651-9a11-6833bf823977 HTTP/1.1" status: 204 len: 168 time: 1.1798339 Dec 20 14:40:15.914173 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cdd550a2-4caa-4ee9-b085-3e5a46640269 req-7e131782-7756-47e3-b434-080a16206e84 service neutron] 10.222.0.30 "GET /v2.0/networks/7ed718b3-d2e8-4b72-a238-726203897046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3066721 Dec 20 14:40:16.000686 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2e4b6e-36f1-42eb-a899-8f4bbc4bc957 req-79102635-cb59-4761-9c33-4ebe28d59913 tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:40:16.008361 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8a2e4b6e-36f1-42eb-a899-8f4bbc4bc957 req-79102635-cb59-4761-9c33-4ebe28d59913 tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed3b2e35-d412-496f-ad48-03371d5a94df HTTP/1.1" status: 200 len: 945 time: 0.4211383 Dec 20 14:40:16.021101 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8e15ec-0d47-4017-a97c-465ceee5d4ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=362d0fc3-6279-4651-9a11-6833bf823977,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:40:16.026586 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e2ddd9f8-af1a-4ce2-b869-4741049ee80d req-b3421c9e-1fc8-434f-b5bd-f4a897844afd tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=f2f975e9-21d7-4fe5-b06b-fdbb671aee94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206470 Dec 20 14:40:16.108263 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cdd550a2-4caa-4ee9-b085-3e5a46640269 req-94e18527-6993-45ae-a80b-c091cac34c93 service neutron] 10.222.0.30 "GET /v2.0/networks/7ed718b3-d2e8-4b72-a238-726203897046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861329 Dec 20 14:40:16.241957 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b8e7d84b-93fb-46ca-a24b-eb3ba517b0ce tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:16.262825 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-75fd96ba-9f62-46fb-b90f-7c9d57ff5f77 admin admin] Publish callbacks [] for router, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:16.280363 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8a2e4b6e-36f1-42eb-a899-8f4bbc4bc957 req-23717225-adec-4f55-a98e-58c97cfb9f66 tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] 10.222.0.54 "GET /v2.0/security-groups?id=8fec1286-194e-484a-b25d-3f2f7d273d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703483 Dec 20 14:40:16.282135 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-3312e36c-80e5-42c1-b6b4-616fb49c9d21 None None] Set router d8b8dfe7-46ec-40e6-9068-c92190a97c0b gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:40:16.340650 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21577280-75bb-491c-b9fb-7bfc938e3863 req-b1fe45a9-67dd-4fba-b098-434d1a730377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:40:16.343522 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-21577280-75bb-491c-b9fb-7bfc938e3863 req-b1fe45a9-67dd-4fba-b098-434d1a730377 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=514f3908f9164c0fa19c6d421ce9f2b3&device_id=340c2378-32ed-4988-8942-8080338241fe HTTP/1.1" status: 200 len: 1095 time: 0.1447549 Dec 20 14:40:16.345216 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-a7f09d2a-f5c4-4604-9882-f53e3e43cd56 req-058295df-ed96-48c5-ad7f-7ab176e09061 tempest-InstanceActionsTestJSON-478168865 tempest-InstanceActionsTestJSON-478168865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:16.402853 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b8e7d84b-93fb-46ca-a24b-eb3ba517b0ce tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:16.404751 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058295df-ed96-48c5-ad7f-7ab176e09061 tempest-InstanceActionsTestJSON-478168865 tempest-InstanceActionsTestJSON-478168865-project] Pushing event deleted for resources: {'Port': ['ID=6f86927c-c55d-4a4c-9130-e72a45d362b5,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:40:16.422441 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['6f86927c-c55d-4a4c-9130-e72a45d362b5'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:40:16.582458 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21577280-75bb-491c-b9fb-7bfc938e3863 req-f684b7e1-c0ad-4661-a63f-ccdc2cef6514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:40:16.584249 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-21577280-75bb-491c-b9fb-7bfc938e3863 req-f684b7e1-c0ad-4661-a63f-ccdc2cef6514 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7ed718b3-d2e8-4b72-a238-726203897046 HTTP/1.1" status: 200 len: 913 time: 0.2327163 Dec 20 14:40:16.672693 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-21577280-75bb-491c-b9fb-7bfc938e3863 req-14666f3e-289c-433c-8178-4c14e822c22e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=17c2c893-bc43-4526-9a61-6425ff3784bf HTTP/1.1" status: 200 len: 217 time: 0.0797310 Dec 20 14:40:16.745233 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 47016) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:40:16.750844 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-3312e36c-80e5-42c1-b6b4-616fb49c9d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b8dfe7-46ec-40e6-9068-c92190a97c0b', 'name': 'tempest-TaggedBootDevicesTest-1502395348-router', 'tenant_id': 'c489912587c547e48e340ab05f23d081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': '95482f67-0626-48b9-8ae3-7cd8282ae82d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:27:23Z', 'updated_at': '2021-12-20T14:40:13Z', 'revision_number': 5, 'project_id': 'c489912587c547e48e340ab05f23d081', 'gw_port': {'id': '95482f67-0626-48b9-8ae3-7cd8282ae82d', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:40:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b8dfe7-46ec-40e6-9068-c92190a97c0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:27:25Z', 'updated_at': '2021-12-20T14:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:40:16.777445 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21577280-75bb-491c-b9fb-7bfc938e3863 req-437357a4-162c-43e3-9354-8aa8b00117a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:40:16.779131 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-21577280-75bb-491c-b9fb-7bfc938e3863 req-437357a4-162c-43e3-9354-8aa8b00117a1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5d68b841-2dcc-4f7d-9f3b-ab3557b797a0 HTTP/1.1" status: 200 len: 851 time: 0.0991910 Dec 20 14:40:16.810467 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-75fd96ba-9f62-46fb-b90f-7c9d57ff5f77 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:16.815563 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3312e36c-80e5-42c1-b6b4-616fb49c9d21 None None] Checking router: d8b8dfe7-46ec-40e6-9068-c92190a97c0b for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:40:16.835804 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3312e36c-80e5-42c1-b6b4-616fb49c9d21 None None] Routers {'d8b8dfe7-46ec-40e6-9068-c92190a97c0b'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:40:16.839555 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-3312e36c-80e5-42c1-b6b4-616fb49c9d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:40:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['d8b8dfe7-46ec-40e6-9068-c92190a97c0b'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:40:16.860937 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-eb0df2e1-9b3f-449c-b374-47fc3e41d4c4 req-837518fc-973a-4bcf-addf-5e8d7a558d68 tempest-InstanceActionsTestJSON-478168865 tempest-InstanceActionsTestJSON-478168865-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6816048-ddeb-4cbc-bbe8-76d0072a6cf6 HTTP/1.1" status: 200 len: 210 time: 0.0852115 Dec 20 14:40:16.878107 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7f09d2a-f5c4-4604-9882-f53e3e43cd56 req-058295df-ed96-48c5-ad7f-7ab176e09061 tempest-InstanceActionsTestJSON-478168865 tempest-InstanceActionsTestJSON-478168865-project] No DVR routers for this DVR port 6f86927c-c55d-4a4c-9130-e72a45d362b5 on host n-h2-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:40:16.889165 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-789caa1a-f96b-40af-a036-d47b62be9501 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a4d9359a8c914caaa3a2fb6426662a98&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1424146 Dec 20 14:40:16.892969 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 47018) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:40:16.895676 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-a7f09d2a-f5c4-4604-9882-f53e3e43cd56 req-058295df-ed96-48c5-ad7f-7ab176e09061 tempest-InstanceActionsTestJSON-478168865 tempest-InstanceActionsTestJSON-478168865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:16.899119 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21577280-75bb-491c-b9fb-7bfc938e3863 req-e07b9222-8151-4eda-bf33-8010e0ef53ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:40:16.899710 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a7f09d2a-f5c4-4604-9882-f53e3e43cd56 req-058295df-ed96-48c5-ad7f-7ab176e09061 tempest-InstanceActionsTestJSON-478168865 tempest-InstanceActionsTestJSON-478168865-project] 10.222.0.47 "DELETE /v2.0/ports/6f86927c-c55d-4a4c-9130-e72a45d362b5 HTTP/1.1" status: 204 len: 173 time: 2.4084561 Dec 20 14:40:16.900827 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-21577280-75bb-491c-b9fb-7bfc938e3863 req-e07b9222-8151-4eda-bf33-8010e0ef53ab service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ed718b3-d2e8-4b72-a238-726203897046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1128125 Dec 20 14:40:16.906608 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6816048-ddeb-4cbc-bbe8-76d0072a6cf6', 'name': 'network-vif-deleted', 'tag': '6f86927c-c55d-4a4c-9130-e72a45d362b5'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:40:16.910355 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3343c02-34e9-4fff-b35f-80270f5bf446" -d '{"events": [{"server_uuid": "a6816048-ddeb-4cbc-bbe8-76d0072a6cf6", "name": "network-vif-deleted", "tag": "6f86927c-c55d-4a4c-9130-e72a45d362b5"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:40:17.024973 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-3312e36c-80e5-42c1-b6b4-616fb49c9d21 None None] Set router d8b8dfe7-46ec-40e6-9068-c92190a97c0b gateway port host: None {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:40:17.058773 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-21577280-75bb-491c-b9fb-7bfc938e3863 req-439f678e-4f0c-4988-828f-5ba08cc6fe34 service neutron] 10.222.0.30 "GET /v2.0/networks/7ed718b3-d2e8-4b72-a238-726203897046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424401 Dec 20 14:40:17.084795 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87f846ad-d011-4be3-bef8-554e0db46896 x-openstack-request-id: req-87f846ad-d011-4be3-bef8-554e0db46896 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:40:17.085583 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6816048-ddeb-4cbc-bbe8-76d0072a6cf6", "name": "network-vif-deleted", "tag": "6f86927c-c55d-4a4c-9130-e72a45d362b5", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:40:17.086301 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-87f846ad-d011-4be3-bef8-554e0db46896 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:40:17.095760 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6816048-ddeb-4cbc-bbe8-76d0072a6cf6', 'name': 'network-vif-deleted', 'tag': '6f86927c-c55d-4a4c-9130-e72a45d362b5', 'status': 'completed', 'code': 200} Dec 20 14:40:17.127966 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 14:40:17.144567 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-3312e36c-80e5-42c1-b6b4-616fb49c9d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b8dfe7-46ec-40e6-9068-c92190a97c0b', 'name': 'tempest-TaggedBootDevicesTest-1502395348-router', 'tenant_id': 'c489912587c547e48e340ab05f23d081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:27:23Z', 'updated_at': '2021-12-20T14:40:16Z', 'revision_number': 6, 'project_id': 'c489912587c547e48e340ab05f23d081', 'gw_port_host': None}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:40:17.167733 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b8e7d84b-93fb-46ca-a24b-eb3ba517b0ce tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:17.191406 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b8e7d84b-93fb-46ca-a24b-eb3ba517b0ce tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:17.239704 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3312e36c-80e5-42c1-b6b4-616fb49c9d21 None None] The sync data for ids ['d8b8dfe7-46ec-40e6-9068-c92190a97c0b'] in n-d-761264-19 is: [{'id': 'd8b8dfe7-46ec-40e6-9068-c92190a97c0b', 'name': 'tempest-TaggedBootDevicesTest-1502395348-router', 'tenant_id': 'c489912587c547e48e340ab05f23d081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:27:23Z', 'updated_at': '2021-12-20T14:40:16Z', 'revision_number': 6, 'project_id': 'c489912587c547e48e340ab05f23d081', 'gw_port_host': None}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:40:17.308857 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d73e0c-97a9-45fb-a296-ae8d405108f4 req-4d5fdcb5-2801-49ea-87bc-7a0571563d58 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:40:17.312097 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-39d73e0c-97a9-45fb-a296-ae8d405108f4 req-4d5fdcb5-2801-49ea-87bc-7a0571563d58 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=340c2378-32ed-4988-8942-8080338241fe HTTP/1.1" status: 200 len: 943 time: 0.1280386 Dec 20 14:40:17.316100 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-21577280-75bb-491c-b9fb-7bfc938e3863 req-92c07220-e9ab-4813-aa2f-052f2ebe87db service neutron] 10.222.0.30 "GET /v2.0/networks/7ed718b3-d2e8-4b72-a238-726203897046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441173 Dec 20 14:40:17.393296 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b8e7d84b-93fb-46ca-a24b-eb3ba517b0ce tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585115'] for floatingip, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:17.435135 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-39d73e0c-97a9-45fb-a296-ae8d405108f4 req-09d922c3-1a56-452f-9afa-e556633afb79 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=f2f975e9-21d7-4fe5-b06b-fdbb671aee94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151567 Dec 20 14:40:17.462832 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-75fd96ba-9f62-46fb-b90f-7c9d57ff5f77 admin admin] Deleting port 95482f67-0626-48b9-8ae3-7cd8282ae82d {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:40:17.463460 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-75fd96ba-9f62-46fb-b90f-7c9d57ff5f77 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:17.480175 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e7d84b-93fb-46ca-a24b-eb3ba517b0ce tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] Pushing event updated for resources: {'Port': ['ID=345ab5db-83e1-4429-87c4-dade5489aa95,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:40:17.512545 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b8e7d84b-93fb-46ca-a24b-eb3ba517b0ce tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:17.520492 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-b8e7d84b-93fb-46ca-a24b-eb3ba517b0ce tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0031736 Dec 20 14:40:17.568700 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a8d12d6a-5d78-42cf-92cc-9b35ce377aa0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:17.642802 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 8459eabb-2aba-4163-beed-3beb24227917 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:40:17.649329 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7252903-2ae0-4d65-bdda-a38b58c7de84 req-b2d58a79-2f83-47b1-8138-2a6b3e8d575d tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:40:17.652322 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d7252903-2ae0-4d65-bdda-a38b58c7de84 req-b2d58a79-2f83-47b1-8138-2a6b3e8d575d tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed3b2e35-d412-496f-ad48-03371d5a94df HTTP/1.1" status: 200 len: 945 time: 0.2438610 Dec 20 14:40:17.688522 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 8459eabb-2aba-4163-beed-3beb24227917 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:40:17.689249 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 8459eabb-2aba-4163-beed-3beb24227917 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:40:17.704518 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a8d12d6a-5d78-42cf-92cc-9b35ce377aa0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:17.796020 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-75fd96ba-9f62-46fb-b90f-7c9d57ff5f77 admin admin] For port 95482f67-0626-48b9-8ae3-7cd8282ae82d, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=95482f67-0626-48b9-8ae3-7cd8282ae82d,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:40:17.796388 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-75fd96ba-9f62-46fb-b90f-7c9d57ff5f77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:17.823925 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-75fd96ba-9f62-46fb-b90f-7c9d57ff5f77 admin admin] Calling delete_port for 95482f67-0626-48b9-8ae3-7cd8282ae82d owned by network:router_gateway {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:40:17.859010 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d7252903-2ae0-4d65-bdda-a38b58c7de84 req-d18baa10-e509-45f4-9234-6257638b0bd9 tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] 10.222.0.54 "GET /v2.0/security-groups?id=8fec1286-194e-484a-b25d-3f2f7d273d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576025 Dec 20 14:40:17.905725 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a8d12d6a-5d78-42cf-92cc-9b35ce377aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:17.909452 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a8d12d6a-5d78-42cf-92cc-9b35ce377aa0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:17.910894 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-a8d12d6a-5d78-42cf-92cc-9b35ce377aa0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3ee70223-791f-4985-9768-57e8c45c621c HTTP/1.1" status: 204 len: 168 time: 1.0051811 Dec 20 14:40:17.934443 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d12d6a-5d78-42cf-92cc-9b35ce377aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ee70223-791f-4985-9768-57e8c45c621c,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:40:17.977016 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 47072) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:40:18.090388 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_v2 [None req-14ea379c-aa5b-4cff-bf03-bb5a39048eba admin admin] Deleting subnet 2a4c76fa-a03b-4950-9492-2efaf4e38618 {{(pid=103168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:40:18.101367 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-14ea379c-aa5b-4cff-bf03-bb5a39048eba admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:18.171973 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-14ea379c-aa5b-4cff-bf03-bb5a39048eba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9023023'] for subnet, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:18.244201 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-14ea379c-aa5b-4cff-bf03-bb5a39048eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:18.292025 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-75fd96ba-9f62-46fb-b90f-7c9d57ff5f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:18.324100 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-14ea379c-aa5b-4cff-bf03-bb5a39048eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8850800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470517'] for subnet, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:18.361299 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fd96ba-9f62-46fb-b90f-7c9d57ff5f77 admin admin] Pushing event deleted for resources: {'Port': ['ID=95482f67-0626-48b9-8ae3-7cd8282ae82d,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:40:18.405116 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ea379c-aa5b-4cff-bf03-bb5a39048eba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a4c76fa-a03b-4950-9492-2efaf4e38618,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:40:18.410016 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 6f86927c-c55d-4a4c-9130-e72a45d362b5 no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:40:18.433591 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-14ea379c-aa5b-4cff-bf03-bb5a39048eba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:18.442019 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-14ea379c-aa5b-4cff-bf03-bb5a39048eba admin admin] 10.222.0.54 "DELETE /v2.0/subnets/2a4c76fa-a03b-4950-9492-2efaf4e38618 HTTP/1.1" status: 204 len: 168 time: 0.4631023 Dec 20 14:40:18.444224 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 47086) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:40:18.498357 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] No Port match for: 6f86927c-c55d-4a4c-9130-e72a45d362b5 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:40:18.499623 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 6f86927c-c55d-4a4c-9130-e72a45d362b5 not bound to the agent host n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:40:18.551171 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8b551f22-f2e8-4286-8b27-bf7c9af45126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:18.596673 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-75fd96ba-9f62-46fb-b90f-7c9d57ff5f77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584913'] for router_gateway, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:18.756954 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-75fd96ba-9f62-46fb-b90f-7c9d57ff5f77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40132'] for router, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:18.764819 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a21049-e521-4635-9907-93504039a56d req-9d4e5ac3-2591-4872-b6ef-0abb4abc6984 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:40:18.764982 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-75fd96ba-9f62-46fb-b90f-7c9d57ff5f77 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:18.774001 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-50a21049-e521-4635-9907-93504039a56d req-9d4e5ac3-2591-4872-b6ef-0abb4abc6984 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=340c2378-32ed-4988-8942-8080338241fe HTTP/1.1" status: 200 len: 943 time: 0.1389363 Dec 20 14:40:18.799333 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8b551f22-f2e8-4286-8b27-bf7c9af45126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:18.864210 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-8b551f22-f2e8-4286-8b27-bf7c9af45126 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc98123f-613d-46fd-bb58-669e46e2509f']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:40:18.902354 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-75fd96ba-9f62-46fb-b90f-7c9d57ff5f77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1594808'] for router, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:18.902942 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75fd96ba-9f62-46fb-b90f-7c9d57ff5f77 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8b8dfe7-46ec-40e6-9068-c92190a97c0b {{(pid=103167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 14:40:18.919456 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-75fd96ba-9f62-46fb-b90f-7c9d57ff5f77 admin admin] Publish callbacks [] for router, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:18.920691 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-75fd96ba-9f62-46fb-b90f-7c9d57ff5f77 admin admin] 10.222.0.54 "DELETE /v2.0/routers/d8b8dfe7-46ec-40e6-9068-c92190a97c0b HTTP/1.1" status: 204 len: 168 time: 3.1333432 Dec 20 14:40:18.924240 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 47132) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:40:18.930675 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-8b551f22-f2e8-4286-8b27-bf7c9af45126 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd4089e6-2195-4c12-a63e-540990110f44') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:40:18.931006 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-8b551f22-f2e8-4286-8b27-bf7c9af45126 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd4089e6-2195-4c12-a63e-540990110f44') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:40:18.966942 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-50a21049-e521-4635-9907-93504039a56d req-c8f61453-704a-4fa1-a5b4-65980d8495d9 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=f2f975e9-21d7-4fe5-b06b-fdbb671aee94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918042 Dec 20 14:40:18.991987 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8b551f22-f2e8-4286-8b27-bf7c9af45126 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:19.023323 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8b551f22-f2e8-4286-8b27-bf7c9af45126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:19.041305 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b551f22-f2e8-4286-8b27-bf7c9af45126 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:40:19.042104 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8b551f22-f2e8-4286-8b27-bf7c9af45126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:19.065084 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbec4307-8079-4ea4-995a-f49ae9e11c30 admin admin] Deleting subnet c581abf8-3f6d-4cda-8ac9-5abb058165eb {{(pid=103167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:40:19.078052 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fbec4307-8079-4ea4-995a-f49ae9e11c30 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:19.082632 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:40:19.082632 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:40:19.082632 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:40:19.082632 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:40:19.082632 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:40:19.082632 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:40:19.082632 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:40:19.082632 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:40:19.082632 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:40:19.082632 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:40:19.082632 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:40:19.082632 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:40:19.082632 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:40:19.082632 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:40:19.082632 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:40:19.082632 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:40:19.082632 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:40:19.082632 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:40:19.082632 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:40:19.082632 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:40:19.082632 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:40:19.082632 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:40:19.082632 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:40:19.082632 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:40:19.082632 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 14:40:19.082632 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:40:19.082632 n-d-761264-19 neutron-server[103168]: timer() Dec 20 14:40:19.082632 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:40:19.082632 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 14:40:19.082632 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:40:19.082632 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 14:40:19.082632 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:40:19.082632 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 14:40:19.082632 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:40:19.082632 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 14:40:19.082632 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:40:19.082632 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 14:40:19.082632 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:40:19.082632 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:40:19.082632 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:40:19.082632 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:40:19.082632 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:40:19.082632 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 14:40:19.082632 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:40:19.082632 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 14:40:19.082632 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:40:19.082632 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:40:19.082632 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:40:19.082632 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 14:40:19.082632 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:40:19.082632 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:40:19.082632 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:40:19.082632 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:40:19.082632 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:40:19.082632 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:40:19.086611 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:40:19.160067 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fbec4307-8079-4ea4-995a-f49ae9e11c30 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954412'] for subnet, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:19.212666 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8b551f22-f2e8-4286-8b27-bf7c9af45126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:19.243276 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8b551f22-f2e8-4286-8b27-bf7c9af45126 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:19.248546 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-8b551f22-f2e8-4286-8b27-bf7c9af45126 admin admin] 10.222.0.54 "DELETE /v2.0/networks/dc98123f-613d-46fd-bb58-669e46e2509f HTTP/1.1" status: 204 len: 168 time: 0.8003347 Dec 20 14:40:19.307609 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b551f22-f2e8-4286-8b27-bf7c9af45126 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc98123f-613d-46fd-bb58-669e46e2509f,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:40:19.352200 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fbec4307-8079-4ea4-995a-f49ae9e11c30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:19.466125 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fbec4307-8079-4ea4-995a-f49ae9e11c30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:19.495992 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 95482f67-0626-48b9-8ae3-7cd8282ae82d no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:40:19.520410 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90f417c-20e6-415e-85e5-af04dfb201d1 req-b818b9db-77f3-4ad5-812c-5c2c3d5f74f5 tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:40:19.522075 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b90f417c-20e6-415e-85e5-af04dfb201d1 req-b818b9db-77f3-4ad5-812c-5c2c3d5f74f5 tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed3b2e35-d412-496f-ad48-03371d5a94df HTTP/1.1" status: 200 len: 945 time: 0.3143868 Dec 20 14:40:19.524989 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbec4307-8079-4ea4-995a-f49ae9e11c30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c581abf8-3f6d-4cda-8ac9-5abb058165eb,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:40:19.527083 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fbec4307-8079-4ea4-995a-f49ae9e11c30 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:19.533785 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 47154) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:40:19.534081 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-fbec4307-8079-4ea4-995a-f49ae9e11c30 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/c581abf8-3f6d-4cda-8ac9-5abb058165eb HTTP/1.1" status: 204 len: 168 time: 0.6087346 Dec 20 14:40:19.557085 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 95482f67-0626-48b9-8ae3-7cd8282ae82d {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:40:19.557633 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 95482f67-0626-48b9-8ae3-7cd8282ae82d not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:40:19.567009 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f135b4-d397-4435-9c93-f9c7fe71716b None None] Network 70f621de-d9ad-4169-bb56-a746af3b57b7 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:40:19.601454 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 47158) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:40:19.683388 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 47160) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:40:19.701762 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b90f417c-20e6-415e-85e5-af04dfb201d1 req-8d6419eb-91e9-426f-be56-4b7b31b8d1d2 tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] 10.222.0.54 "GET /v2.0/security-groups?id=8fec1286-194e-484a-b25d-3f2f7d273d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660450 Dec 20 14:40:19.730843 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-413c38ce-1178-4130-82fd-51e7adecbc67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:19.760449 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-8f673607-06ca-4b6b-87cf-0f0196b671f9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=67ceb3e4c4c347328cf6df9ccf41d3e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1516805 Dec 20 14:40:19.763091 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 47164) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:40:19.831661 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459c0928-c9e1-485e-8558-8b32b990421a None None] DHCP port deletion for 70f621de-d9ad-4169-bb56-a746af3b57b7 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:40:19.843176 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-95295258-ed92-42a3-9bd9-30397d2fa702 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:19.863385 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-413c38ce-1178-4130-82fd-51e7adecbc67 admin admin] Deleting port 095c6b65-c43f-43bc-8757-ed7055a9bbfb {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:40:19.863642 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-413c38ce-1178-4130-82fd-51e7adecbc67 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:19.879083 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-95295258-ed92-42a3-9bd9-30397d2fa702 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:19.948220 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-459c0928-c9e1-485e-8558-8b32b990421a None None] Deleting port 095c6b65-c43f-43bc-8757-ed7055a9bbfb {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:40:19.948220 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-459c0928-c9e1-485e-8558-8b32b990421a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:19.970867 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-95295258-ed92-42a3-9bd9-30397d2fa702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:19.974676 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-95295258-ed92-42a3-9bd9-30397d2fa702 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:19.982435 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-95295258-ed92-42a3-9bd9-30397d2fa702 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8f0c833f-37bb-40a7-b07e-919fa2ff8364 HTTP/1.1" status: 204 len: 168 time: 0.2176590 Dec 20 14:40:20.001445 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95295258-ed92-42a3-9bd9-30397d2fa702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f0c833f-37bb-40a7-b07e-919fa2ff8364,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:40:20.027319 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-413c38ce-1178-4130-82fd-51e7adecbc67 admin admin] For port 095c6b65-c43f-43bc-8757-ed7055a9bbfb, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=095c6b65-c43f-43bc-8757-ed7055a9bbfb,segment=NetworkSegment(80fb5237-2476-4121-b95c-191242314e71),segment_id=80fb5237-2476-4121-b95c-191242314e71)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:40:20.029601 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-413c38ce-1178-4130-82fd-51e7adecbc67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:20.072218 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-413c38ce-1178-4130-82fd-51e7adecbc67 admin admin] Calling delete_port for 095c6b65-c43f-43bc-8757-ed7055a9bbfb owned by network:dhcp {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:40:20.142497 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-459c0928-c9e1-485e-8558-8b32b990421a None None] For port 095c6b65-c43f-43bc-8757-ed7055a9bbfb, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=095c6b65-c43f-43bc-8757-ed7055a9bbfb,segment=NetworkSegment(80fb5237-2476-4121-b95c-191242314e71),segment_id=80fb5237-2476-4121-b95c-191242314e71)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:40:20.142848 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-459c0928-c9e1-485e-8558-8b32b990421a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:20.186298 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-459c0928-c9e1-485e-8558-8b32b990421a None None] Calling delete_port for 095c6b65-c43f-43bc-8757-ed7055a9bbfb owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:40:20.257345 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-0ae9f12d-4b30-4ee4-9e2c-5b0bbadbf225 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-38340882'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:40:20.421552 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757c0ac2-6444-4045-bbbc-4b3bb79978c0 req-f7d509f7-a2ec-4ef5-8a5f-25c75576fa89 tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:40:20.422923 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-757c0ac2-6444-4045-bbbc-4b3bb79978c0 req-f7d509f7-a2ec-4ef5-8a5f-25c75576fa89 tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] 10.222.0.47 "GET /v2.0/ports?device_id=ed3b2e35-d412-496f-ad48-03371d5a94df HTTP/1.1" status: 200 len: 945 time: 0.2097723 Dec 20 14:40:20.436444 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f71a726-c013-4006-b997-33c54119198b req-7cd0c033-c468-4e76-83a3-3d44d2a375c5 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:40:20.438821 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8f71a726-c013-4006-b997-33c54119198b req-7cd0c033-c468-4e76-83a3-3d44d2a375c5 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=340c2378-32ed-4988-8942-8080338241fe HTTP/1.1" status: 200 len: 943 time: 0.3183060 Dec 20 14:40:20.497906 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ae9f12d-4b30-4ee4-9e2c-5b0bbadbf225 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Made reservation on behalf of 331e142a26474b4286a79db3442ae94c for: {'network': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:40:20.505058 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0ae9f12d-4b30-4ee4-9e2c-5b0bbadbf225 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:20.538429 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-413c38ce-1178-4130-82fd-51e7adecbc67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:20.575381 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413c38ce-1178-4130-82fd-51e7adecbc67 admin admin] Pushing event deleted for resources: {'Port': ['ID=095c6b65-c43f-43bc-8757-ed7055a9bbfb,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:40:20.582656 n-d-761264-19 neutron-server[103169]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 20 14:40:20.582656 n-d-761264-19 neutron-server[103169]: from cryptography.utils import int_from_bytes Dec 20 14:40:20.582656 n-d-761264-19 neutron-server[103169]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 20 14:40:20.582656 n-d-761264-19 neutron-server[103169]: from cryptography.utils import int_from_bytes Dec 20 14:40:20.582656 n-d-761264-19 neutron-server[103169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:40:20.582656 n-d-761264-19 neutron-server[103169]: self.session.flush() Dec 20 14:40:20.582656 n-d-761264-19 neutron-server[103169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:40:20.582656 n-d-761264-19 neutron-server[103169]: self.session.flush() Dec 20 14:40:20.582656 n-d-761264-19 neutron-server[103169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:40:20.582656 n-d-761264-19 neutron-server[103169]: self.session.flush() Dec 20 14:40:20.582656 n-d-761264-19 neutron-server[103169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:40:20.582656 n-d-761264-19 neutron-server[103169]: self.session.flush() Dec 20 14:40:20.582656 n-d-761264-19 neutron-server[103169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:40:20.582656 n-d-761264-19 neutron-server[103169]: self.session.flush() Dec 20 14:40:20.582656 n-d-761264-19 neutron-server[103169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:40:20.582656 n-d-761264-19 neutron-server[103169]: self.session.flush() Dec 20 14:40:20.582656 n-d-761264-19 neutron-server[103169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:40:20.582656 n-d-761264-19 neutron-server[103169]: self.session.flush() Dec 20 14:40:20.582656 n-d-761264-19 neutron-server[103169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:40:20.582656 n-d-761264-19 neutron-server[103169]: self.session.flush() Dec 20 14:40:20.582656 n-d-761264-19 neutron-server[103169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:40:20.582656 n-d-761264-19 neutron-server[103169]: self.session.flush() Dec 20 14:40:20.582656 n-d-761264-19 neutron-server[103169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:40:20.582656 n-d-761264-19 neutron-server[103169]: self.session.flush() Dec 20 14:40:20.582656 n-d-761264-19 neutron-server[103169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:40:20.582656 n-d-761264-19 neutron-server[103169]: self.session.flush() Dec 20 14:40:20.582656 n-d-761264-19 neutron-server[103169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:40:20.582656 n-d-761264-19 neutron-server[103169]: self.session.flush() Dec 20 14:40:20.582656 n-d-761264-19 neutron-server[103169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:40:20.582656 n-d-761264-19 neutron-server[103169]: self.session.flush() Dec 20 14:40:20.582656 n-d-761264-19 neutron-server[103169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:40:20.582656 n-d-761264-19 neutron-server[103169]: self.session.flush() Dec 20 14:40:20.582656 n-d-761264-19 neutron-server[103169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:40:20.582656 n-d-761264-19 neutron-server[103169]: self.session.flush() Dec 20 14:40:20.582656 n-d-761264-19 neutron-server[103169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:40:20.582656 n-d-761264-19 neutron-server[103169]: self.session.flush() Dec 20 14:40:20.582656 n-d-761264-19 neutron-server[103169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:40:20.582656 n-d-761264-19 neutron-server[103169]: self.session.flush() Dec 20 14:40:20.582656 n-d-761264-19 neutron-server[103169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:40:20.582656 n-d-761264-19 neutron-server[103169]: self.session.flush() Dec 20 14:40:20.582656 n-d-761264-19 neutron-server[103169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:40:20.582656 n-d-761264-19 neutron-server[103169]: self.session.flush() Dec 20 14:40:20.586476 n-d-761264-19 neutron-server[103169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:40:20.586476 n-d-761264-19 neutron-server[103169]: self.session.flush() Dec 20 14:40:20.586476 n-d-761264-19 neutron-server[103169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:40:20.586476 n-d-761264-19 neutron-server[103169]: self.session.flush() Dec 20 14:40:20.586476 n-d-761264-19 neutron-server[103169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:40:20.586476 n-d-761264-19 neutron-server[103169]: self.session.flush() Dec 20 14:40:20.586476 n-d-761264-19 neutron-server[103169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:40:20.586476 n-d-761264-19 neutron-server[103169]: self.session.flush() Dec 20 14:40:20.586476 n-d-761264-19 neutron-server[103169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:40:20.586476 n-d-761264-19 neutron-server[103169]: self.session.flush() Dec 20 14:40:20.586476 n-d-761264-19 neutron-server[103169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:40:20.586476 n-d-761264-19 neutron-server[103169]: self.session.flush() Dec 20 14:40:20.586476 n-d-761264-19 neutron-server[103169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:40:20.586476 n-d-761264-19 neutron-server[103169]: self.session.flush() Dec 20 14:40:20.597178 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8f71a726-c013-4006-b997-33c54119198b req-84457d87-dd90-456c-8151-9d849ffc6156 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=f2f975e9-21d7-4fe5-b06b-fdbb671aee94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458192 Dec 20 14:40:20.602238 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413c38ce-1178-4130-82fd-51e7adecbc67 admin admin] No DVR routers for this DVR port 095c6b65-c43f-43bc-8757-ed7055a9bbfb on host n-d-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:40:20.605113 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-459c0928-c9e1-485e-8558-8b32b990421a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:20.620839 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0ae9f12d-4b30-4ee4-9e2c-5b0bbadbf225 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:20.743506 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459c0928-c9e1-485e-8558-8b32b990421a None None] Pushing event deleted for resources: {'Port': ['ID=095c6b65-c43f-43bc-8757-ed7055a9bbfb,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:40:20.761787 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459c0928-c9e1-485e-8558-8b32b990421a None None] No DVR routers for this DVR port 095c6b65-c43f-43bc-8757-ed7055a9bbfb on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:40:20.844083 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-413c38ce-1178-4130-82fd-51e7adecbc67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:20.887053 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-757c0ac2-6444-4045-bbbc-4b3bb79978c0 req-7594b4fd-938b-4116-acc9-dadd92a4599c tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] Deleting port 1ddc3404-9308-4ccb-b520-56a9f8041b99 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:40:20.887390 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-757c0ac2-6444-4045-bbbc-4b3bb79978c0 req-7594b4fd-938b-4116-acc9-dadd92a4599c tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:20.948477 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-413c38ce-1178-4130-82fd-51e7adecbc67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70f621de-d9ad-4169-bb56-a746af3b57b7']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:40:20.965440 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-413c38ce-1178-4130-82fd-51e7adecbc67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80fb5237-2476-4121-b95c-191242314e71') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:40:20.966186 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-413c38ce-1178-4130-82fd-51e7adecbc67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80fb5237-2476-4121-b95c-191242314e71') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:40:20.983620 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-413c38ce-1178-4130-82fd-51e7adecbc67 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:20.985381 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0ae9f12d-4b30-4ee4-9e2c-5b0bbadbf225 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:20.997012 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0ae9f12d-4b30-4ee4-9e2c-5b0bbadbf225 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:20.999571 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18bb674-6bb6-48f9-a3ef-189c9fa612c8 req-e5388d9b-560f-4465-a32f-12f58a7092fe tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:40:21.001572 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a18bb674-6bb6-48f9-a3ef-189c9fa612c8 req-e5388d9b-560f-4465-a32f-12f58a7092fe tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed3b2e35-d412-496f-ad48-03371d5a94df HTTP/1.1" status: 200 len: 945 time: 0.1516252 Dec 20 14:40:21.037853 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ae9f12d-4b30-4ee4-9e2c-5b0bbadbf225 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=103167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:40:21.050129 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-413c38ce-1178-4130-82fd-51e7adecbc67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:21.088761 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-413c38ce-1178-4130-82fd-51e7adecbc67 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:40:21.089734 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-413c38ce-1178-4130-82fd-51e7adecbc67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:21.098086 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 14:40:21.098086 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:40:21.098086 n-d-761264-19 neutron-server[103168]: timer() Dec 20 14:40:21.098086 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:40:21.098086 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 14:40:21.098086 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:40:21.098086 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 14:40:21.098086 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:40:21.098086 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 14:40:21.098086 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:40:21.098086 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 14:40:21.098086 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:40:21.098086 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 14:40:21.098086 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:40:21.098086 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:40:21.098086 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:40:21.098086 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:40:21.098086 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:40:21.098086 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 14:40:21.098086 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:40:21.098086 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 14:40:21.098086 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:40:21.098086 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:40:21.098086 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:40:21.098086 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 14:40:21.098086 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:40:21.098086 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:40:21.098086 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:40:21.098086 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:40:21.098086 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:40:21.098086 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:40:21.098086 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:40:21.126581 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae9f12d-4b30-4ee4-9e2c-5b0bbadbf225 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e62f158-707c-4b26-9d0f-93283699e3d2,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:40:21.126581 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-757c0ac2-6444-4045-bbbc-4b3bb79978c0 req-7594b4fd-938b-4116-acc9-dadd92a4599c tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] For port 1ddc3404-9308-4ccb-b520-56a9f8041b99, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=1ddc3404-9308-4ccb-b520-56a9f8041b99,segment=NetworkSegment(393c3eba-89a5-49a5-b391-7b027a59b79d),segment_id=393c3eba-89a5-49a5-b391-7b027a59b79d)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:40:21.126581 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-757c0ac2-6444-4045-bbbc-4b3bb79978c0 req-7594b4fd-938b-4116-acc9-dadd92a4599c tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:21.130480 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0ae9f12d-4b30-4ee4-9e2c-5b0bbadbf225 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:21.130865 n-d-761264-19 neutron-server[103167]: INFO neutron.db.segments_db [None req-0ae9f12d-4b30-4ee4-9e2c-5b0bbadbf225 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Added segment 18d17298-7c49-4f95-bf9d-9b0f234f6593 of type vlan for network cabf0b24-a71a-40c7-b87c-238bc0624625 Dec 20 14:40:21.155490 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-757c0ac2-6444-4045-bbbc-4b3bb79978c0 req-7594b4fd-938b-4116-acc9-dadd92a4599c tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] Calling delete_port for 1ddc3404-9308-4ccb-b520-56a9f8041b99 owned by compute:nova {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:40:21.249834 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a18bb674-6bb6-48f9-a3ef-189c9fa612c8 req-6d7c17a2-d484-47ea-9b62-a0812fcd0198 tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] 10.222.0.54 "GET /v2.0/security-groups?id=8fec1286-194e-484a-b25d-3f2f7d273d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301528 Dec 20 14:40:21.260582 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0ae9f12d-4b30-4ee4-9e2c-5b0bbadbf225 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:21.260798 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-413c38ce-1178-4130-82fd-51e7adecbc67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:21.303488 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0ae9f12d-4b30-4ee4-9e2c-5b0bbadbf225 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:21.311616 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-413c38ce-1178-4130-82fd-51e7adecbc67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:21.311879 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae9f12d-4b30-4ee4-9e2c-5b0bbadbf225 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:40:21.311879 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0ae9f12d-4b30-4ee4-9e2c-5b0bbadbf225 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:21.314068 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-413c38ce-1178-4130-82fd-51e7adecbc67 admin admin] 10.222.0.54 "DELETE /v2.0/networks/70f621de-d9ad-4169-bb56-a746af3b57b7 HTTP/1.1" status: 204 len: 168 time: 1.7777550 Dec 20 14:40:21.340285 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413c38ce-1178-4130-82fd-51e7adecbc67 admin admin] Pushing event deleted for resources: {'Network': ['ID=70f621de-d9ad-4169-bb56-a746af3b57b7,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:40:21.450016 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 17c2c893-bc43-4526-9a61-6425ff3784bf details requested by agent hyperv_n-h1-761264-19 with host n-h1-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:40:21.530994 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 095c6b65-c43f-43bc-8757-ed7055a9bbfb no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:40:21.560219 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae9f12d-4b30-4ee4-9e2c-5b0bbadbf225 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Pushing event updated for resources: {'Network': ['ID=cabf0b24-a71a-40c7-b87c-238bc0624625,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:40:21.580040 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-0ae9f12d-4b30-4ee4-9e2c-5b0bbadbf225 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.8916883 Dec 20 14:40:21.581685 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 47196) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:40:21.597676 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-b5820e2c-9f3d-4459-b1ca-10a962fe71ba tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Request body: {'subnet': {'network_id': 'cabf0b24-a71a-40c7-b87c-238bc0624625', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:40:21.664362 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network cabf0b24-a71a-40c7-b87c-238bc0624625 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:40:21.694492 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 47202) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:40:21.791871 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 095c6b65-c43f-43bc-8757-ed7055a9bbfb {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:40:21.795444 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 095c6b65-c43f-43bc-8757-ed7055a9bbfb not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:40:21.902599 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5820e2c-9f3d-4459-b1ca-10a962fe71ba tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Made reservation on behalf of 331e142a26474b4286a79db3442ae94c for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:40:21.911918 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b5820e2c-9f3d-4459-b1ca-10a962fe71ba tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:21.986225 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-757c0ac2-6444-4045-bbbc-4b3bb79978c0 req-7594b4fd-938b-4116-acc9-dadd92a4599c tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:22.004812 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['1ddc3404-9308-4ccb-b520-56a9f8041b99'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:40:22.092201 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7594b4fd-938b-4116-acc9-dadd92a4599c tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] Pushing event deleted for resources: {'Port': ['ID=1ddc3404-9308-4ccb-b520-56a9f8041b99,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:40:22.110193 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-51cdc4d2-f6b0-4a0a-a019-d8273013d81c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1080628f9fb44b28a6ddf9255bb33498&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4131911 Dec 20 14:40:22.111010 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 47210) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:40:22.135732 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 17c2c893-bc43-4526-9a61-6425ff3784bf, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=17c2c893-bc43-4526-9a61-6425ff3784bf,segment=NetworkSegment(64c4cfe8-4670-4033-981a-f04cac942433),segment_id=64c4cfe8-4670-4033-981a-f04cac942433)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:40:22.163990 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Returning: {'device': '17c2c893-bc43-4526-9a61-6425ff3784bf', 'network_id': '7ed718b3-d2e8-4b72-a238-726203897046', 'port_id': '17c2c893-bc43-4526-9a61-6425ff3784bf', 'mac_address': 'fa:16:3e:f1:17:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d68b841-2dcc-4f7d-9f3b-ab3557b797a0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:40:22.256323 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:22.293000 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba86233b-ea01-492f-b590-175a4b67d697 req-ba0d0078-5f42-4e85-89a0-77f003787b3e tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:40:22.295169 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ba86233b-ea01-492f-b590-175a4b67d697 req-ba0d0078-5f42-4e85-89a0-77f003787b3e tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=340c2378-32ed-4988-8942-8080338241fe HTTP/1.1" status: 200 len: 943 time: 0.4420013 Dec 20 14:40:22.298136 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-757c0ac2-6444-4045-bbbc-4b3bb79978c0 req-7594b4fd-938b-4116-acc9-dadd92a4599c tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] No DVR routers for this DVR port 1ddc3404-9308-4ccb-b520-56a9f8041b99 on host n-h2-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:40:22.310963 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17c2c893-bc43-4526-9a61-6425ff3784bf {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:40:22.341431 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-757c0ac2-6444-4045-bbbc-4b3bb79978c0 req-7594b4fd-938b-4116-acc9-dadd92a4599c tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:22.344835 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-757c0ac2-6444-4045-bbbc-4b3bb79978c0 req-7594b4fd-938b-4116-acc9-dadd92a4599c tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] 10.222.0.47 "DELETE /v2.0/ports/1ddc3404-9308-4ccb-b520-56a9f8041b99 HTTP/1.1" status: 204 len: 173 time: 1.8903644 Dec 20 14:40:22.345318 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 47216) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:40:22.346011 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8aafe990-90c1-4b57-9c66-e1c5805a8697 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:22.356594 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed3b2e35-d412-496f-ad48-03371d5a94df', 'name': 'network-vif-deleted', 'tag': '1ddc3404-9308-4ccb-b520-56a9f8041b99'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:40:22.375138 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c77dec4-7a9e-47a6-a17b-04aa74fd38a2" -d '{"events": [{"server_uuid": "ed3b2e35-d412-496f-ad48-03371d5a94df", "name": "network-vif-deleted", "tag": "1ddc3404-9308-4ccb-b520-56a9f8041b99"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:40:22.429931 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 17c2c893-bc43-4526-9a61-6425ff3784bf, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=17c2c893-bc43-4526-9a61-6425ff3784bf,segment=NetworkSegment(64c4cfe8-4670-4033-981a-f04cac942433),segment_id=64c4cfe8-4670-4033-981a-f04cac942433)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:40:22.437995 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:22.541130 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8aafe990-90c1-4b57-9c66-e1c5805a8697 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:22.655012 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-e6c8966a-bb54-4d3c-844d-19e85734dfff admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1306038323-network', 'tenant_id': '3115d9c834b740c4bc9873c9c427aa90'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:40:22.665237 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ba86233b-ea01-492f-b590-175a4b67d697 req-e0ec5f93-b346-4e6c-9021-ca97210ae026 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=f2f975e9-21d7-4fe5-b06b-fdbb671aee94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3252826 Dec 20 14:40:22.694802 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6c8966a-bb54-4d3c-844d-19e85734dfff admin admin] Made reservation on behalf of 3115d9c834b740c4bc9873c9c427aa90 for: {'network': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:40:22.695498 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=17c2c893-bc43-4526-9a61-6425ff3784bf,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:40:22.695908 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e6c8966a-bb54-4d3c-844d-19e85734dfff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:22.724632 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8aafe990-90c1-4b57-9c66-e1c5805a8697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:22.734791 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8aafe990-90c1-4b57-9c66-e1c5805a8697 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:22.738893 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-8aafe990-90c1-4b57-9c66-e1c5805a8697 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9a5fb326-e11a-43c7-acb8-8cef9da4f833 HTTP/1.1" status: 204 len: 168 time: 0.6208563 Dec 20 14:40:22.747864 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aafe990-90c1-4b57-9c66-e1c5805a8697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a5fb326-e11a-43c7-acb8-8cef9da4f833,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:40:22.755284 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e6c8966a-bb54-4d3c-844d-19e85734dfff admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:22.837472 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['17c2c893-bc43-4526-9a61-6425ff3784bf'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:40:22.859848 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b973aaf-44cb-4c0f-a344-a65d894b22b2 x-openstack-request-id: req-7b973aaf-44cb-4c0f-a344-a65d894b22b2 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:40:22.865404 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed3b2e35-d412-496f-ad48-03371d5a94df", "name": "network-vif-deleted", "tag": "1ddc3404-9308-4ccb-b520-56a9f8041b99", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:40:22.865648 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7b973aaf-44cb-4c0f-a344-a65d894b22b2 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:40:22.866024 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed3b2e35-d412-496f-ad48-03371d5a94df', 'name': 'network-vif-deleted', 'tag': '1ddc3404-9308-4ccb-b520-56a9f8041b99', 'status': 'completed', 'code': 200} Dec 20 14:40:22.866470 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c1fb45eb-585a-4980-a8d9-9854d2952016 req-ad5c661f-4d07-4738-bbe1-603d976f717d tempest-VolumesActionsTest-139380697 tempest-VolumesActionsTest-139380697-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed3b2e35-d412-496f-ad48-03371d5a94df HTTP/1.1" status: 200 len: 210 time: 0.1798770 Dec 20 14:40:22.962078 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b5820e2c-9f3d-4459-b1ca-10a962fe71ba tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8848317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10470522'] for subnet, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:23.056247 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e6c8966a-bb54-4d3c-844d-19e85734dfff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:23.068731 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e6c8966a-bb54-4d3c-844d-19e85734dfff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:23.071056 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5820e2c-9f3d-4459-b1ca-10a962fe71ba tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Pushing event updated for resources: {'Subnet': ['ID=f9d57697-fcac-4ead-85c2-68d34ea4eeab,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:40:23.075506 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5820e2c-9f3d-4459-b1ca-10a962fe71ba tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Checking segment: {'id': '18d17298-7c49-4f95-bf9d-9b0f234f6593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'cabf0b24-a71a-40c7-b87c-238bc0624625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:40:23.075506 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5820e2c-9f3d-4459-b1ca-10a962fe71ba tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Network hostable DHCP agents. Network: cabf0b24-a71a-40c7-b87c-238bc0624625, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:40:23.118981 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5820e2c-9f3d-4459-b1ca-10a962fe71ba tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Network cabf0b24-a71a-40c7-b87c-238bc0624625 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:40:23.146655 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-b5820e2c-9f3d-4459-b1ca-10a962fe71ba tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, cabf0b24-a71a-40c7-b87c-238bc0624625) {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:40:23.152549 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6c8966a-bb54-4d3c-844d-19e85734dfff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=103167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:40:23.160254 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bdd8406-f2d9-465f-b2d8-161ccb7a0860 None None] Network cabf0b24-a71a-40c7-b87c-238bc0624625 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:40:23.171591 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c8966a-bb54-4d3c-844d-19e85734dfff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=184da6ec-7500-49cd-bb6f-dbd290e97297,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:40:23.191136 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e6c8966a-bb54-4d3c-844d-19e85734dfff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:23.191499 n-d-761264-19 neutron-server[103167]: INFO neutron.db.segments_db [None req-e6c8966a-bb54-4d3c-844d-19e85734dfff admin admin] Added segment afd13456-b851-44c0-ba87-ef106a42f074 of type vlan for network 139558a3-4daf-4e8e-84c5-5f0d17680fd8 Dec 20 14:40:23.213251 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5820e2c-9f3d-4459-b1ca-10a962fe71ba tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:40:23.221694 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b5820e2c-9f3d-4459-b1ca-10a962fe71ba tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:23.274129 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e6c8966a-bb54-4d3c-844d-19e85734dfff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:23.338928 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e6c8966a-bb54-4d3c-844d-19e85734dfff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:23.338928 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c8966a-bb54-4d3c-844d-19e85734dfff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:40:23.338928 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e6c8966a-bb54-4d3c-844d-19e85734dfff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:23.348538 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 47230) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:40:23.356462 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-68497d74-910b-4244-aa05-3d0a8d1afa09 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-974939839', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:40:23.364879 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-b5820e2c-9f3d-4459-b1ca-10a962fe71ba tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7693217 Dec 20 14:40:23.503332 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-e6c8966a-bb54-4d3c-844d-19e85734dfff admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1126294 Dec 20 14:40:23.532381 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c8966a-bb54-4d3c-844d-19e85734dfff admin admin] Pushing event updated for resources: {'Network': ['ID=139558a3-4daf-4e8e-84c5-5f0d17680fd8,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:40:23.557985 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643d6b6d-04b3-450a-b10a-91d48dd73d34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-cabf0b24-a71a-40c7-b87c-238bc0624625', 'network_id': 'cabf0b24-a71a-40c7-b87c-238bc0624625', 'project_id': '331e142a26474b4286a79db3442ae94c', 'fixed_ips': [{'subnet_id': 'f9d57697-fcac-4ead-85c2-68d34ea4eeab'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:40:23.560148 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-643d6b6d-04b3-450a-b10a-91d48dd73d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:23.561568 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-68497d74-910b-4244-aa05-3d0a8d1afa09 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40114'] for router, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:23.564522 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-68497d74-910b-4244-aa05-3d0a8d1afa09 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40139'] for router, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:23.571998 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 139558a3-4daf-4e8e-84c5-5f0d17680fd8 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:40:23.682684 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-68497d74-910b-4244-aa05-3d0a8d1afa09 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:23.692192 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-68497d74-910b-4244-aa05-3d0a8d1afa09 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013'] for router, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:23.725806 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-68497d74-910b-4244-aa05-3d0a8d1afa09 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Publish callbacks [] for router, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:23.730314 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-68497d74-910b-4244-aa05-3d0a8d1afa09 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.3808002 Dec 20 14:40:23.730951 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 47238) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:40:23.834342 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 47244) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:40:23.950517 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-683f4e3b-a89d-428d-b71e-6faf4ddf29e0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c489912587c547e48e340ab05f23d081&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1132119 Dec 20 14:40:23.952496 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 47250) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:40:24.004914 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-643d6b6d-04b3-450a-b10a-91d48dd73d34 None None] Allocated IP 172.20.0.2 (cabf0b24-a71a-40c7-b87c-238bc0624625/f9d57697-fcac-4ead-85c2-68d34ea4eeab/00129077-4612-4a34-8d46-fed7756c2ab3) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:40:24.153414 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5b3473ab-26d3-435e-a8d8-9e6a8315b142 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:24.163487 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2715c98b-efd7-424f-be74-aba7ce78613d req-44ee5e4c-65eb-44df-93d9-a47eb55f2aea tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:40:24.180710 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2715c98b-efd7-424f-be74-aba7ce78613d req-44ee5e4c-65eb-44df-93d9-a47eb55f2aea tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=340c2378-32ed-4988-8942-8080338241fe HTTP/1.1" status: 200 len: 944 time: 0.3433530 Dec 20 14:40:24.256896 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5b3473ab-26d3-435e-a8d8-9e6a8315b142 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:24.359837 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-767b5c7e-ff37-4d60-897d-ff1eff0c9cf6 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:24.365723 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2715c98b-efd7-424f-be74-aba7ce78613d req-f80cd88b-4ef1-45a4-9931-cdf455e01d1d tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=f2f975e9-21d7-4fe5-b06b-fdbb671aee94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672797 Dec 20 14:40:24.371451 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-643d6b6d-04b3-450a-b10a-91d48dd73d34 None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:24.413156 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-643d6b6d-04b3-450a-b10a-91d48dd73d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:24.450472 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 1ddc3404-9308-4ccb-b520-56a9f8041b99 no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:40:24.611371 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] No Port match for: 1ddc3404-9308-4ccb-b520-56a9f8041b99 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:40:24.611715 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 1ddc3404-9308-4ccb-b520-56a9f8041b99 not bound to the agent host n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:40:24.634136 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643d6b6d-04b3-450a-b10a-91d48dd73d34 None None] Network cabf0b24-a71a-40c7-b87c-238bc0624625 is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:40:24.651985 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-643d6b6d-04b3-450a-b10a-91d48dd73d34 None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:40:24.652971 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5b3473ab-26d3-435e-a8d8-9e6a8315b142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:24.655810 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5b3473ab-26d3-435e-a8d8-9e6a8315b142 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:24.659755 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-5b3473ab-26d3-435e-a8d8-9e6a8315b142 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c416036a-f530-41e8-9a7d-58a46c679c5f HTTP/1.1" status: 204 len: 168 time: 0.7008739 Dec 20 14:40:24.663020 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643d6b6d-04b3-450a-b10a-91d48dd73d34 None None] Pushing event updated for resources: {'Port': ['ID=00129077-4612-4a34-8d46-fed7756c2ab3,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:40:24.671139 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643d6b6d-04b3-450a-b10a-91d48dd73d34 None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:40:24.701889 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3473ab-26d3-435e-a8d8-9e6a8315b142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c416036a-f530-41e8-9a7d-58a46c679c5f,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:40:24.844175 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-767b5c7e-ff37-4d60-897d-ff1eff0c9cf6 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Allocated IP 172.20.0.1 (cabf0b24-a71a-40c7-b87c-238bc0624625/f9d57697-fcac-4ead-85c2-68d34ea4eeab/4aa6ab8a-0efb-400b-aeb7-d8ab42e10cf6) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:40:24.852252 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-643d6b6d-04b3-450a-b10a-91d48dd73d34 None None] Attempting to bind port 00129077-4612-4a34-8d46-fed7756c2ab3 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:40:24.855686 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab2f37c-215c-4bd5-b5fe-25fdd492929c req-9ac61e31-cc0e-4245-9e57-ebb73ddbf2d5 tempest-ComputeTenantNetworksTest-1684113509 tempest-ComputeTenantNetworksTest-1684113509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:40:24.859426 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-643d6b6d-04b3-450a-b10a-91d48dd73d34 None None] Attempting to bind port 00129077-4612-4a34-8d46-fed7756c2ab3 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '18d17298-7c49-4f95-bf9d-9b0f234f6593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'cabf0b24-a71a-40c7-b87c-238bc0624625'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:40:24.860194 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643d6b6d-04b3-450a-b10a-91d48dd73d34 None None] Attempting to bind port 00129077-4612-4a34-8d46-fed7756c2ab3 on network cabf0b24-a71a-40c7-b87c-238bc0624625 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:40:24.876788 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab2f37c-215c-4bd5-b5fe-25fdd492929c req-9ac61e31-cc0e-4245-9e57-ebb73ddbf2d5 tempest-ComputeTenantNetworksTest-1684113509 tempest-ComputeTenantNetworksTest-1684113509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:40:24.878101 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643d6b6d-04b3-450a-b10a-91d48dd73d34 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:40:24.880467 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643d6b6d-04b3-450a-b10a-91d48dd73d34 None None] Checking segment: {'id': '18d17298-7c49-4f95-bf9d-9b0f234f6593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'cabf0b24-a71a-40c7-b87c-238bc0624625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:40:24.880923 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-643d6b6d-04b3-450a-b10a-91d48dd73d34 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:24.881327 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643d6b6d-04b3-450a-b10a-91d48dd73d34 None None] Bound using segment: {'id': '18d17298-7c49-4f95-bf9d-9b0f234f6593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'cabf0b24-a71a-40c7-b87c-238bc0624625'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:40:24.881841 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-643d6b6d-04b3-450a-b10a-91d48dd73d34 None None] Bound port: 00129077-4612-4a34-8d46-fed7756c2ab3, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18d17298-7c49-4f95-bf9d-9b0f234f6593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'cabf0b24-a71a-40c7-b87c-238bc0624625'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:40:24.882232 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-643d6b6d-04b3-450a-b10a-91d48dd73d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:24.892487 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab2f37c-215c-4bd5-b5fe-25fdd492929c req-9ac61e31-cc0e-4245-9e57-ebb73ddbf2d5 tempest-ComputeTenantNetworksTest-1684113509 tempest-ComputeTenantNetworksTest-1684113509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:40:24.900019 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9ab2f37c-215c-4bd5-b5fe-25fdd492929c req-9ac61e31-cc0e-4245-9e57-ebb73ddbf2d5 tempest-ComputeTenantNetworksTest-1684113509 tempest-ComputeTenantNetworksTest-1684113509-project] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.5056252 Dec 20 14:40:25.009003 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-643d6b6d-04b3-450a-b10a-91d48dd73d34 None None] For port 00129077-4612-4a34-8d46-fed7756c2ab3, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:40:25.022007 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-643d6b6d-04b3-450a-b10a-91d48dd73d34 None None] For port 00129077-4612-4a34-8d46-fed7756c2ab3, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=00129077-4612-4a34-8d46-fed7756c2ab3,segment=NetworkSegment(18d17298-7c49-4f95-bf9d-9b0f234f6593),segment_id=18d17298-7c49-4f95-bf9d-9b0f234f6593)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:40:25.030580 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-643d6b6d-04b3-450a-b10a-91d48dd73d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:25.126931 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914321ca-ce00-4c89-9acb-be8ea31f4af4 req-8a7dbe44-1254-4aa5-81e1-8836bf90586e tempest-ComputeTenantNetworksTest-1684113509 tempest-ComputeTenantNetworksTest-1684113509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:40:25.128557 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-914321ca-ce00-4c89-9acb-be8ea31f4af4 req-8a7dbe44-1254-4aa5-81e1-8836bf90586e tempest-ComputeTenantNetworksTest-1684113509 tempest-ComputeTenantNetworksTest-1684113509-project] 10.222.0.54 "GET /v2.0/networks/139558a3-4daf-4e8e-84c5-5f0d17680fd8 HTTP/1.1" status: 200 len: 769 time: 0.1461501 Dec 20 14:40:25.143992 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 47274) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:40:25.164224 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-767b5c7e-ff37-4d60-897d-ff1eff0c9cf6 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:25.224157 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643d6b6d-04b3-450a-b10a-91d48dd73d34 None None] Pushing event updated for resources: {'Port': ['ID=00129077-4612-4a34-8d46-fed7756c2ab3,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:40:25.288749 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-767b5c7e-ff37-4d60-897d-ff1eff0c9cf6 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:25.377246 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-742d3b7b-1f40-40f9-9647-e1e9e5c2e183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:25.433272 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767b5c7e-ff37-4d60-897d-ff1eff0c9cf6 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Network cabf0b24-a71a-40c7-b87c-238bc0624625 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:40:25.441758 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-767b5c7e-ff37-4d60-897d-ff1eff0c9cf6 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:40:25.474177 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767b5c7e-ff37-4d60-897d-ff1eff0c9cf6 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:40:25.493115 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 17c2c893-bc43-4526-9a61-6425ff3784bf up at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:40:25.649598 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767b5c7e-ff37-4d60-897d-ff1eff0c9cf6 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Pushing event updated for resources: {'Port': ['ID=4aa6ab8a-0efb-400b-aeb7-d8ab42e10cf6,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:40:25.678121 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-742d3b7b-1f40-40f9-9647-e1e9e5c2e183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:25.738555 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-742d3b7b-1f40-40f9-9647-e1e9e5c2e183 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['139558a3-4daf-4e8e-84c5-5f0d17680fd8']}} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:40:25.743430 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning for port 17c2c893-bc43-4526-9a61-6425ff3784bf completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:40:25.753602 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning complete for port 17c2c893-bc43-4526-9a61-6425ff3784bf triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:40:25.753976 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:25.759376 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-767b5c7e-ff37-4d60-897d-ff1eff0c9cf6 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595714'] for router_interface, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:25.768502 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-742d3b7b-1f40-40f9-9647-e1e9e5c2e183 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afd13456-b851-44c0-ba87-ef106a42f074') {'for_net_delete': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:40:25.774875 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-742d3b7b-1f40-40f9-9647-e1e9e5c2e183 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afd13456-b851-44c0-ba87-ef106a42f074') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:40:25.802639 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-742d3b7b-1f40-40f9-9647-e1e9e5c2e183 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954405'] for segment, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:25.859050 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-742d3b7b-1f40-40f9-9647-e1e9e5c2e183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:25.883522 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-742d3b7b-1f40-40f9-9647-e1e9e5c2e183 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=103167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:40:25.885397 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-742d3b7b-1f40-40f9-9647-e1e9e5c2e183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9956000'] for segment, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:25.888813 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:40:25.888813 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:40:25.888813 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:40:25.888813 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:40:25.888813 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:40:25.888813 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:40:25.888813 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:40:25.888813 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:40:25.888813 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:40:25.888813 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:40:25.888813 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:40:25.888813 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:40:25.888813 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:40:25.888813 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:40:25.888813 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:40:25.888813 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:40:25.888813 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:40:25.888813 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:40:25.888813 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:40:25.888813 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:40:25.888813 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:40:25.888813 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:40:25.888813 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:40:25.888813 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:40:25.888813 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:40:25.888813 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:40:25.888813 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:40:25.888813 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:40:25.888813 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:40:25.888813 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:40:25.888813 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:40:25.888813 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:40:25.888813 n-d-761264-19 neutron-server[103167]: Traceback (most recent call last): Dec 20 14:40:25.888813 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:40:25.888813 n-d-761264-19 neutron-server[103167]: timer() Dec 20 14:40:25.888813 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:40:25.888813 n-d-761264-19 neutron-server[103167]: cb(*args, **kw) Dec 20 14:40:25.888813 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:40:25.888813 n-d-761264-19 neutron-server[103167]: return func(*args, **kwargs) Dec 20 14:40:25.888813 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:40:25.888813 n-d-761264-19 neutron-server[103167]: self._notify() Dec 20 14:40:25.888813 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:40:25.888813 n-d-761264-19 neutron-server[103167]: self.callback(batched_events) Dec 20 14:40:25.888813 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:40:25.888813 n-d-761264-19 neutron-server[103167]: event.method(event) Dec 20 14:40:25.892281 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:40:25.892281 n-d-761264-19 neutron-server[103167]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:40:25.892281 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:40:25.892281 n-d-761264-19 neutron-server[103167]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:40:25.892281 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:40:25.892281 n-d-761264-19 neutron-server[103167]: return f(self, *a, **k) Dec 20 14:40:25.892281 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:40:25.892281 n-d-761264-19 neutron-server[103167]: return self._get(url).json() Dec 20 14:40:25.892281 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:40:25.892281 n-d-761264-19 neutron-server[103167]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:40:25.892281 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:40:25.892281 n-d-761264-19 neutron-server[103167]: return self.request(url, 'GET', **kwargs) Dec 20 14:40:25.892281 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:40:25.892281 n-d-761264-19 neutron-server[103167]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:40:25.892281 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:40:25.892281 n-d-761264-19 neutron-server[103167]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:40:25.892281 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:40:25.892281 n-d-761264-19 neutron-server[103167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:40:25.892281 n-d-761264-19 neutron-server[103167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:40:26.041342 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:26.070847 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-742d3b7b-1f40-40f9-9647-e1e9e5c2e183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:26.080164 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-742d3b7b-1f40-40f9-9647-e1e9e5c2e183 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:26.088435 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-742d3b7b-1f40-40f9-9647-e1e9e5c2e183 admin admin] 10.222.0.54 "DELETE /v2.0/networks/139558a3-4daf-4e8e-84c5-5f0d17680fd8 HTTP/1.1" status: 204 len: 168 time: 0.9418931 Dec 20 14:40:26.117751 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '340c2378-32ed-4988-8942-8080338241fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17c2c893-bc43-4526-9a61-6425ff3784bf'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:40:26.120982 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9301f83c-2d14-425a-b5d1-80d7b6172b78" -d '{"events": [{"server_uuid": "340c2378-32ed-4988-8942-8080338241fe", "name": "network-vif-plugged", "status": "completed", "tag": "17c2c893-bc43-4526-9a61-6425ff3784bf"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:40:26.126584 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742d3b7b-1f40-40f9-9647-e1e9e5c2e183 admin admin] Pushing event deleted for resources: {'Network': ['ID=139558a3-4daf-4e8e-84c5-5f0d17680fd8,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:40:26.166234 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 17c2c893-bc43-4526-9a61-6425ff3784bf, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=17c2c893-bc43-4526-9a61-6425ff3784bf,segment=NetworkSegment(64c4cfe8-4670-4033-981a-f04cac942433),segment_id=64c4cfe8-4670-4033-981a-f04cac942433)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:40:26.173829 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:26.187801 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-767b5c7e-ff37-4d60-897d-ff1eff0c9cf6 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:26.280843 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfdac4f1-0449-44af-97aa-7c7e1ad85233 x-openstack-request-id: req-bfdac4f1-0449-44af-97aa-7c7e1ad85233 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:40:26.281248 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "340c2378-32ed-4988-8942-8080338241fe", "name": "network-vif-plugged", "status": "completed", "tag": "17c2c893-bc43-4526-9a61-6425ff3784bf", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:40:26.281604 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bfdac4f1-0449-44af-97aa-7c7e1ad85233 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:40:26.282161 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '340c2378-32ed-4988-8942-8080338241fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17c2c893-bc43-4526-9a61-6425ff3784bf', 'code': 200} Dec 20 14:40:26.355758 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=17c2c893-bc43-4526-9a61-6425ff3784bf,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:40:26.567336 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 47326) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:40:26.866578 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd442d14-8a69-4bd1-b5e4-1cf20d4d61ad req-23575d5f-a11c-421e-802d-ddb91b26be73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:40:26.869279 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cd442d14-8a69-4bd1-b5e4-1cf20d4d61ad req-23575d5f-a11c-421e-802d-ddb91b26be73 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=340c2378-32ed-4988-8942-8080338241fe HTTP/1.1" status: 200 len: 1097 time: 0.2929063 Dec 20 14:40:26.887477 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7eb2da-8258-4a4e-b259-e10b494df49c req-75d8c050-cace-45dc-958e-4d1b4dcb7a3b tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:40:26.907330 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5a7eb2da-8258-4a4e-b259-e10b494df49c req-75d8c050-cace-45dc-958e-4d1b4dcb7a3b tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=340c2378-32ed-4988-8942-8080338241fe HTTP/1.1" status: 200 len: 945 time: 1.3528197 Dec 20 14:40:27.052179 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-c51d70b5-875a-4fee-8017-6e6103178715 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3115d9c834b740c4bc9873c9c427aa90&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4758384 Dec 20 14:40:27.057234 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 47346) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:40:27.179413 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5a7eb2da-8258-4a4e-b259-e10b494df49c req-41eec5e6-2621-467c-82b5-f6f61ff66982 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=f2f975e9-21d7-4fe5-b06b-fdbb671aee94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705936 Dec 20 14:40:27.185272 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 47348) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:40:27.216595 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cd442d14-8a69-4bd1-b5e4-1cf20d4d61ad req-cb76ea3b-f127-4f6d-94eb-f1242cb469c3 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f2f975e9-21d7-4fe5-b06b-fdbb671aee94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3128676 Dec 20 14:40:27.326919 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4b9a526a-29c9-43a4-a8f0-3055dc975854 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:27.475053 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4b9a526a-29c9-43a4-a8f0-3055dc975854 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:27.492998 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825be347-8e11-4f44-a13d-0ba898162c00 None None] Network cabf0b24-a71a-40c7-b87c-238bc0624625 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:40:27.508694 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-d3308f6a-8587-43a5-8263-ec117b14dad0 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1367843669-network', 'tenant_id': 'df4fc5f062c24b48b2976dde88fb04ce'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:40:27.515578 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-767b5c7e-ff37-4d60-897d-ff1eff0c9cf6 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:27.523594 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-767b5c7e-ff37-4d60-897d-ff1eff0c9cf6 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:27.705033 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3308f6a-8587-43a5-8263-ec117b14dad0 admin admin] Made reservation on behalf of df4fc5f062c24b48b2976dde88fb04ce for: {'network': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:40:27.711933 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d3308f6a-8587-43a5-8263-ec117b14dad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:27.728347 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4b9a526a-29c9-43a4-a8f0-3055dc975854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:27.741661 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4b9a526a-29c9-43a4-a8f0-3055dc975854 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:27.747386 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-4b9a526a-29c9-43a4-a8f0-3055dc975854 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/184da6ec-7500-49cd-bb6f-dbd290e97297 HTTP/1.1" status: 204 len: 168 time: 0.5955601 Dec 20 14:40:27.748639 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-df504958-adda-4805-bc22-6143076049a6 None None] Provisioning complete for port 00129077-4612-4a34-8d46-fed7756c2ab3 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:40:27.749544 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-df504958-adda-4805-bc22-6143076049a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:27.798253 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d3308f6a-8587-43a5-8263-ec117b14dad0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:27.818515 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767b5c7e-ff37-4d60-897d-ff1eff0c9cf6 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Pushing event updated for resources: {'Port': ['ID=4aa6ab8a-0efb-400b-aeb7-d8ab42e10cf6,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:40:27.828553 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 00129077-4612-4a34-8d46-fed7756c2ab3 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:40:27.833010 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-767b5c7e-ff37-4d60-897d-ff1eff0c9cf6 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1595702'] for router_interface, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:27.840350 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9a526a-29c9-43a4-a8f0-3055dc975854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=184da6ec-7500-49cd-bb6f-dbd290e97297,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:40:27.975206 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d3308f6a-8587-43a5-8263-ec117b14dad0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:27.989045 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d3308f6a-8587-43a5-8263-ec117b14dad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:28.046748 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 00129077-4612-4a34-8d46-fed7756c2ab3 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:40:28.047501 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:28.058277 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3308f6a-8587-43a5-8263-ec117b14dad0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=103167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:40:28.172370 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d3308f6a-8587-43a5-8263-ec117b14dad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:28.172880 n-d-761264-19 neutron-server[103167]: INFO neutron.db.segments_db [None req-d3308f6a-8587-43a5-8263-ec117b14dad0 admin admin] Added segment d7d72d61-d555-4de4-ae11-76ec772cb1c3 of type vlan for network af49d91e-952c-43c8-bc9d-27103b4f9eeb Dec 20 14:40:28.194016 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3308f6a-8587-43a5-8263-ec117b14dad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed0be7c-43ed-465d-90a7-becfa1e42aad,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:40:28.226307 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767b5c7e-ff37-4d60-897d-ff1eff0c9cf6 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Network cabf0b24-a71a-40c7-b87c-238bc0624625 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:40:28.228003 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-767b5c7e-ff37-4d60-897d-ff1eff0c9cf6 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:40:28.272964 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-df504958-adda-4805-bc22-6143076049a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:28.400665 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d3308f6a-8587-43a5-8263-ec117b14dad0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:28.450783 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:28.502594 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d3308f6a-8587-43a5-8263-ec117b14dad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:28.503924 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3308f6a-8587-43a5-8263-ec117b14dad0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:40:28.510509 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d3308f6a-8587-43a5-8263-ec117b14dad0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:28.537485 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-767b5c7e-ff37-4d60-897d-ff1eff0c9cf6 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Router e7933c06-6231-4dc2-9caa-a0dd6a06251d is scheduled to L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 with binding_index 1 {{(pid=103168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 14:40:28.552694 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-df504958-adda-4805-bc22-6143076049a6 None None] For port 00129077-4612-4a34-8d46-fed7756c2ab3, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=00129077-4612-4a34-8d46-fed7756c2ab3,segment=NetworkSegment(18d17298-7c49-4f95-bf9d-9b0f234f6593),segment_id=18d17298-7c49-4f95-bf9d-9b0f234f6593)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:40:28.571658 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-df504958-adda-4805-bc22-6143076049a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:28.696444 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3308f6a-8587-43a5-8263-ec117b14dad0 admin admin] Pushing event updated for resources: {'Network': ['ID=af49d91e-952c-43c8-bc9d-27103b4f9eeb,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:40:28.729887 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-d3308f6a-8587-43a5-8263-ec117b14dad0 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5429177 Dec 20 14:40:28.739451 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network af49d91e-952c-43c8-bc9d-27103b4f9eeb details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:40:28.741431 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 47378) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:40:28.758188 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-4618c090-83c1-4b2b-a6cf-770c5949cb7e admin admin] Request body: {'subnet': {'network_id': 'af49d91e-952c-43c8-bc9d-27103b4f9eeb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1367843669-subnet', 'tenant_id': 'df4fc5f062c24b48b2976dde88fb04ce', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:40:28.863331 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-767b5c7e-ff37-4d60-897d-ff1eff0c9cf6 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:40:28.865795 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf1d0ec-05b5-4f55-80f1-d4d24b8d6b34 req-ea47f96c-2db4-443c-9aad-2c41f2e1196c tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:40:28.871548 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-acf1d0ec-05b5-4f55-80f1-d4d24b8d6b34 req-ea47f96c-2db4-443c-9aad-2c41f2e1196c tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=340c2378-32ed-4988-8942-8080338241fe HTTP/1.1" status: 200 len: 945 time: 0.4017153 Dec 20 14:40:28.877765 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4618c090-83c1-4b2b-a6cf-770c5949cb7e admin admin] Made reservation on behalf of df4fc5f062c24b48b2976dde88fb04ce for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:40:28.893034 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3a4099-b874-450d-b610-5db0e4c53d1b None None] Sync routers for ids ['e7933c06-6231-4dc2-9caa-a0dd6a06251d'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:40:28.893622 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-767b5c7e-ff37-4d60-897d-ff1eff0c9cf6 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] 10.222.0.54 "PUT /v2.0/routers/e7933c06-6231-4dc2-9caa-a0dd6a06251d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1575351 Dec 20 14:40:28.893742 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4618c090-83c1-4b2b-a6cf-770c5949cb7e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:28.900732 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 47392) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:40:28.909146 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-978ada57-9bc9-48ac-af0f-4ca4bcf8c577 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Request body: {'port': {'network_id': 'cabf0b24-a71a-40c7-b87c-238bc0624625', 'name': 'tempest-FloatingIPNegativeTestJSON-1765845635'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:40:28.930026 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3a4099-b874-450d-b610-5db0e4c53d1b None None] Routers {'e7933c06-6231-4dc2-9caa-a0dd6a06251d'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:40:28.930966 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-2d3a4099-b874-450d-b610-5db0e4c53d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:40:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['e7933c06-6231-4dc2-9caa-a0dd6a06251d'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:40:29.045360 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-acf1d0ec-05b5-4f55-80f1-d4d24b8d6b34 req-61450080-0711-442a-87b9-dbcbb22937e7 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=f2f975e9-21d7-4fe5-b06b-fdbb671aee94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406105 Dec 20 14:40:29.049564 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-2d3a4099-b874-450d-b610-5db0e4c53d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:40:29.065539 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-cf2a5b83-3e47-4d48-97aa-7db3c4d70735 None None] Provisioning complete for port 4aa6ab8a-0efb-400b-aeb7-d8ab42e10cf6 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:40:29.078697 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-cf2a5b83-3e47-4d48-97aa-7db3c4d70735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:29.083000 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3a4099-b874-450d-b610-5db0e4c53d1b None None] Routers {'e7933c06-6231-4dc2-9caa-a0dd6a06251d'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:40:29.083669 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-2d3a4099-b874-450d-b610-5db0e4c53d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:40:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['e7933c06-6231-4dc2-9caa-a0dd6a06251d'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:40:29.180902 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df504958-adda-4805-bc22-6143076049a6 None None] Pushing event updated for resources: {'Port': ['ID=00129077-4612-4a34-8d46-fed7756c2ab3,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:40:29.182839 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-2d3a4099-b874-450d-b610-5db0e4c53d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:40:29.185544 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3a4099-b874-450d-b610-5db0e4c53d1b None None] The sync data for ids ['e7933c06-6231-4dc2-9caa-a0dd6a06251d'] in n-d-761264-19 is: [] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:40:29.202108 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.db.api [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103169) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 14:40:29.202626 n-d-761264-19 neutron-server[103169]: DEBUG oslo_db.api [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 14:40:29.209254 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-cf2a5b83-3e47-4d48-97aa-7db3c4d70735 None None] Port 4aa6ab8a-0efb-400b-aeb7-d8ab42e10cf6 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:40:29.279813 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-cf2a5b83-3e47-4d48-97aa-7db3c4d70735 None None] Provisioning complete for port 00129077-4612-4a34-8d46-fed7756c2ab3 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:40:29.280592 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-cf2a5b83-3e47-4d48-97aa-7db3c4d70735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:29.371445 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4618c090-83c1-4b2b-a6cf-770c5949cb7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:29.377414 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-978ada57-9bc9-48ac-af0f-4ca4bcf8c577 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Made reservation on behalf of 331e142a26474b4286a79db3442ae94c for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:40:29.394381 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-978ada57-9bc9-48ac-af0f-4ca4bcf8c577 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:29.465226 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [None req-978ada57-9bc9-48ac-af0f-4ca4bcf8c577 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] device_id is not set on port c73c3cae-bac8-429b-a991-430da8d6d330 yet. {{(pid=103168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 14:40:29.594165 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4618c090-83c1-4b2b-a6cf-770c5949cb7e admin admin] Checking segment: {'id': 'd7d72d61-d555-4de4-ae11-76ec772cb1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'af49d91e-952c-43c8-bc9d-27103b4f9eeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:40:29.594874 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4618c090-83c1-4b2b-a6cf-770c5949cb7e admin admin] Network hostable DHCP agents. Network: af49d91e-952c-43c8-bc9d-27103b4f9eeb, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:40:29.614419 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4618c090-83c1-4b2b-a6cf-770c5949cb7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f97011d1-f2f0-407b-9576-8f32ba5917ec,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:40:29.648810 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4618c090-83c1-4b2b-a6cf-770c5949cb7e admin admin] Network af49d91e-952c-43c8-bc9d-27103b4f9eeb is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:40:29.664199 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-4618c090-83c1-4b2b-a6cf-770c5949cb7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, af49d91e-952c-43c8-bc9d-27103b4f9eeb) {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:40:29.670245 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4618c090-83c1-4b2b-a6cf-770c5949cb7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:40:29.671742 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4618c090-83c1-4b2b-a6cf-770c5949cb7e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:29.674218 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569cf613-1548-4b7c-ab9d-acfac6df9822 None None] Network af49d91e-952c-43c8-bc9d-27103b4f9eeb requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:40:29.703331 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-4618c090-83c1-4b2b-a6cf-770c5949cb7e admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9574199 Dec 20 14:40:29.762355 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-978ada57-9bc9-48ac-af0f-4ca4bcf8c577 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Allocated IP 172.20.0.7 (cabf0b24-a71a-40c7-b87c-238bc0624625/f9d57697-fcac-4ead-85c2-68d34ea4eeab/c73c3cae-bac8-429b-a991-430da8d6d330) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:40:29.809795 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 47416) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:40:30.097366 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-978ada57-9bc9-48ac-af0f-4ca4bcf8c577 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:30.156875 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-cf12c1ab-be22-4398-93cc-0b24d5638296 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1027199231-network', 'tenant_id': '9abc31fa6fc849d78699cc7e0935f4b6'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:40:30.194098 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-978ada57-9bc9-48ac-af0f-4ca4bcf8c577 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:30.263229 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf12c1ab-be22-4398-93cc-0b24d5638296 admin admin] Made reservation on behalf of 9abc31fa6fc849d78699cc7e0935f4b6 for: {'network': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:40:30.269850 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-cf12c1ab-be22-4398-93cc-0b24d5638296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:30.307413 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-13a2a6a3-b15f-4239-aff0-40cac44b3bf1 None None] Provisioning complete for port 4aa6ab8a-0efb-400b-aeb7-d8ab42e10cf6 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:40:30.307947 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-13a2a6a3-b15f-4239-aff0-40cac44b3bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:30.318331 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-978ada57-9bc9-48ac-af0f-4ca4bcf8c577 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Network cabf0b24-a71a-40c7-b87c-238bc0624625 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:40:30.331471 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-978ada57-9bc9-48ac-af0f-4ca4bcf8c577 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:40:30.342857 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978ada57-9bc9-48ac-af0f-4ca4bcf8c577 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:40:30.350920 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-cf12c1ab-be22-4398-93cc-0b24d5638296 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:30.429979 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978ada57-9bc9-48ac-af0f-4ca4bcf8c577 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Pushing event updated for resources: {'Port': ['ID=c73c3cae-bac8-429b-a991-430da8d6d330,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:40:30.436465 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-13a2a6a3-b15f-4239-aff0-40cac44b3bf1 None None] Port 4aa6ab8a-0efb-400b-aeb7-d8ab42e10cf6 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:40:30.494373 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978ada57-9bc9-48ac-af0f-4ca4bcf8c577 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:40:30.495664 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-978ada57-9bc9-48ac-af0f-4ca4bcf8c577 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:30.499589 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 00129077-4612-4a34-8d46-fed7756c2ab3 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:40:30.542440 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-978ada57-9bc9-48ac-af0f-4ca4bcf8c577 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6405597 Dec 20 14:40:30.545707 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 47436) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:40:30.550658 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-4b5a2088-b17a-481b-adfe-993b5f18f3ea tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Request body: {'floatingip': {'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:40:30.583998 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-cf12c1ab-be22-4398-93cc-0b24d5638296 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:30.615101 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe988a3-b39e-47c5-b712-a7a14777aa16 req-8692f363-c6c1-47cd-8a62-bacbf3a71ebb tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:40:30.618602 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bfe988a3-b39e-47c5-b712-a7a14777aa16 req-8692f363-c6c1-47cd-8a62-bacbf3a71ebb tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=340c2378-32ed-4988-8942-8080338241fe HTTP/1.1" status: 200 len: 945 time: 0.3628037 Dec 20 14:40:30.621855 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-cf12c1ab-be22-4398-93cc-0b24d5638296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:30.625961 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b761b8-eb5e-4513-8768-df144dca68c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-af49d91e-952c-43c8-bc9d-27103b4f9eeb', 'network_id': 'af49d91e-952c-43c8-bc9d-27103b4f9eeb', 'project_id': 'df4fc5f062c24b48b2976dde88fb04ce', 'fixed_ips': [{'subnet_id': 'f97011d1-f2f0-407b-9576-8f32ba5917ec'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:40:30.628323 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-25b761b8-eb5e-4513-8768-df144dca68c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:30.648105 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4b5a2088-b17a-481b-adfe-993b5f18f3ea tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Publish callbacks [] for floatingip, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:30.711392 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-44ca1b43-19da-44d6-8597-a2259cbd414b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:30.721240 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf12c1ab-be22-4398-93cc-0b24d5638296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ed5ef2-2f3c-449a-9fc2-4f90803128c0,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:40:30.847497 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 00129077-4612-4a34-8d46-fed7756c2ab3 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:40:30.848264 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:30.960710 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4b5a2088-b17a-481b-adfe-993b5f18f3ea tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:31.092920 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-25b761b8-eb5e-4513-8768-df144dca68c4 None None] Allocated IP 172.20.0.2 (af49d91e-952c-43c8-bc9d-27103b4f9eeb/f97011d1-f2f0-407b-9576-8f32ba5917ec/9ac26907-b01b-4c70-9cef-69f5c25f05c0) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:40:31.121140 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-33414e42-25ae-41a5-bbfd-fe68eab70507 None None] Provisioning complete for port c73c3cae-bac8-429b-a991-430da8d6d330 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:40:31.121955 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-33414e42-25ae-41a5-bbfd-fe68eab70507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:31.249377 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-33414e42-25ae-41a5-bbfd-fe68eab70507 None None] Port c73c3cae-bac8-429b-a991-430da8d6d330 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:40:31.337876 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-4b5a2088-b17a-481b-adfe-993b5f18f3ea tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Allocated IP 172.25.0.227 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/9d6e5705-82cf-40cf-b8e2-f61349123efa) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:40:31.604323 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-25b761b8-eb5e-4513-8768-df144dca68c4 None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:31.626624 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-25b761b8-eb5e-4513-8768-df144dca68c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:31.661858 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4b5a2088-b17a-481b-adfe-993b5f18f3ea tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:31.772635 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf12c1ab-be22-4398-93cc-0b24d5638296 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=103167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:40:31.794342 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b761b8-eb5e-4513-8768-df144dca68c4 None None] Pushing event updated for resources: {'Port': ['ID=9ac26907-b01b-4c70-9cef-69f5c25f05c0,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:40:31.838754 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b761b8-eb5e-4513-8768-df144dca68c4 None None] Network af49d91e-952c-43c8-bc9d-27103b4f9eeb is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:40:31.841339 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-25b761b8-eb5e-4513-8768-df144dca68c4 None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:40:31.855573 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b761b8-eb5e-4513-8768-df144dca68c4 None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:40:31.895205 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4b5a2088-b17a-481b-adfe-993b5f18f3ea tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:31.950976 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-cf12c1ab-be22-4398-93cc-0b24d5638296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:31.954972 n-d-761264-19 neutron-server[103167]: INFO neutron.db.segments_db [None req-cf12c1ab-be22-4398-93cc-0b24d5638296 admin admin] Added segment 684010eb-b9c8-44ca-8706-1c0ac63af0ec of type vlan for network 247d6423-5fdf-4eed-9378-2e1201ada444 Dec 20 14:40:32.085328 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-25b761b8-eb5e-4513-8768-df144dca68c4 None None] Attempting to bind port 9ac26907-b01b-4c70-9cef-69f5c25f05c0 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:40:32.090939 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-25b761b8-eb5e-4513-8768-df144dca68c4 None None] Attempting to bind port 9ac26907-b01b-4c70-9cef-69f5c25f05c0 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': 'd7d72d61-d555-4de4-ae11-76ec772cb1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'af49d91e-952c-43c8-bc9d-27103b4f9eeb'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:40:32.092195 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b761b8-eb5e-4513-8768-df144dca68c4 None None] Attempting to bind port 9ac26907-b01b-4c70-9cef-69f5c25f05c0 on network af49d91e-952c-43c8-bc9d-27103b4f9eeb {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:40:32.110878 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b761b8-eb5e-4513-8768-df144dca68c4 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:40:32.112518 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b761b8-eb5e-4513-8768-df144dca68c4 None None] Checking segment: {'id': 'd7d72d61-d555-4de4-ae11-76ec772cb1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'af49d91e-952c-43c8-bc9d-27103b4f9eeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:40:32.113386 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-25b761b8-eb5e-4513-8768-df144dca68c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:32.114777 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b761b8-eb5e-4513-8768-df144dca68c4 None None] Bound using segment: {'id': 'd7d72d61-d555-4de4-ae11-76ec772cb1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'af49d91e-952c-43c8-bc9d-27103b4f9eeb'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:40:32.119136 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-25b761b8-eb5e-4513-8768-df144dca68c4 None None] Bound port: 9ac26907-b01b-4c70-9cef-69f5c25f05c0, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7d72d61-d555-4de4-ae11-76ec772cb1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'af49d91e-952c-43c8-bc9d-27103b4f9eeb'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:40:32.120433 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-25b761b8-eb5e-4513-8768-df144dca68c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:32.169922 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5a2088-b17a-481b-adfe-993b5f18f3ea tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:40:32.191234 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-4b5a2088-b17a-481b-adfe-993b5f18f3ea tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:40:32.204090 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5a2088-b17a-481b-adfe-993b5f18f3ea tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:40:32.239550 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5a2088-b17a-481b-adfe-993b5f18f3ea tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Pushing event updated for resources: {'Port': ['ID=9d6e5705-82cf-40cf-b8e2-f61349123efa,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:40:32.302430 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bfe988a3-b39e-47c5-b712-a7a14777aa16 req-3b6f1830-2312-4737-ac92-d658437cd50f tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=f2f975e9-21d7-4fe5-b06b-fdbb671aee94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6691208 Dec 20 14:40:32.313726 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-25b761b8-eb5e-4513-8768-df144dca68c4 None None] For port 9ac26907-b01b-4c70-9cef-69f5c25f05c0, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:40:32.314706 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-cf12c1ab-be22-4398-93cc-0b24d5638296 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:32.319651 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-25b761b8-eb5e-4513-8768-df144dca68c4 None None] For port 9ac26907-b01b-4c70-9cef-69f5c25f05c0, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=9ac26907-b01b-4c70-9cef-69f5c25f05c0,segment=NetworkSegment(d7d72d61-d555-4de4-ae11-76ec772cb1c3),segment_id=d7d72d61-d555-4de4-ae11-76ec772cb1c3)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:40:32.360258 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-25b761b8-eb5e-4513-8768-df144dca68c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:32.412463 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-cf12c1ab-be22-4398-93cc-0b24d5638296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:32.413602 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf12c1ab-be22-4398-93cc-0b24d5638296 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:40:32.414625 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-cf12c1ab-be22-4398-93cc-0b24d5638296 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:32.616080 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b761b8-eb5e-4513-8768-df144dca68c4 None None] Pushing event updated for resources: {'Port': ['ID=9ac26907-b01b-4c70-9cef-69f5c25f05c0,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:40:32.701264 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4b5a2088-b17a-481b-adfe-993b5f18f3ea tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:32.705561 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf12c1ab-be22-4398-93cc-0b24d5638296 admin admin] Pushing event updated for resources: {'Network': ['ID=247d6423-5fdf-4eed-9378-2e1201ada444,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:40:32.719023 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-cf12c1ab-be22-4398-93cc-0b24d5638296 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.9077806 Dec 20 14:40:32.724060 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 47452) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:40:32.737547 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-9a59b01c-5d4c-4b49-96d3-6e57651ca53e admin admin] Request body: {'subnet': {'network_id': '247d6423-5fdf-4eed-9378-2e1201ada444', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1027199231-subnet', 'tenant_id': '9abc31fa6fc849d78699cc7e0935f4b6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:40:32.754406 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 247d6423-5fdf-4eed-9378-2e1201ada444 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:40:32.808372 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a59b01c-5d4c-4b49-96d3-6e57651ca53e admin admin] Made reservation on behalf of 9abc31fa6fc849d78699cc7e0935f4b6 for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:40:32.812204 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9a59b01c-5d4c-4b49-96d3-6e57651ca53e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:32.864427 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4b5a2088-b17a-481b-adfe-993b5f18f3ea tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:33.292634 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8c3db9ea-b895-4d96-9583-0196cb399164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:33.546375 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4b5a2088-b17a-481b-adfe-993b5f18f3ea tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:33.559875 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4b5a2088-b17a-481b-adfe-993b5f18f3ea tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:33.587159 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acadd0d0-eca3-4899-a486-473cb0c1d26a req-87dd2a88-3076-41f3-91de-63d346003fc6 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:40:33.602057 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-acadd0d0-eca3-4899-a486-473cb0c1d26a req-87dd2a88-3076-41f3-91de-63d346003fc6 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=340c2378-32ed-4988-8942-8080338241fe HTTP/1.1" status: 200 len: 945 time: 0.3958905 Dec 20 14:40:33.753622 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9a59b01c-5d4c-4b49-96d3-6e57651ca53e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:33.777992 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:33.840864 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5a2088-b17a-481b-adfe-993b5f18f3ea tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Pushing event updated for resources: {'Port': ['ID=9d6e5705-82cf-40cf-b8e2-f61349123efa,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:40:33.851959 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a59b01c-5d4c-4b49-96d3-6e57651ca53e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8bc57f1-3730-4dfb-a3cb-cf3c3829d7fe,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:40:33.885991 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4b5a2088-b17a-481b-adfe-993b5f18f3ea tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585115'] for floatingip, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:33.891666 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-acadd0d0-eca3-4899-a486-473cb0c1d26a req-04b6c3fa-5685-463e-b3f6-54ba758a2d6a tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=f2f975e9-21d7-4fe5-b06b-fdbb671aee94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878036 Dec 20 14:40:33.937282 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4b5a2088-b17a-481b-adfe-993b5f18f3ea tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:33.938637 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-4b5a2088-b17a-481b-adfe-993b5f18f3ea tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3915861 Dec 20 14:40:33.944176 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 47462) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:40:33.951812 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-167f0aa7-b763-44c8-9d67-c21199e929bf tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Request body: {'floatingip': {'port_id': 'c73c3cae-bac8-429b-a991-430da8d6d330', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:40:33.998849 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a59b01c-5d4c-4b49-96d3-6e57651ca53e admin admin] Checking segment: {'id': '684010eb-b9c8-44ca-8706-1c0ac63af0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '247d6423-5fdf-4eed-9378-2e1201ada444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:40:33.999502 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a59b01c-5d4c-4b49-96d3-6e57651ca53e admin admin] Network hostable DHCP agents. Network: 247d6423-5fdf-4eed-9378-2e1201ada444, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:40:34.058057 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a59b01c-5d4c-4b49-96d3-6e57651ca53e admin admin] Network 247d6423-5fdf-4eed-9378-2e1201ada444 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:40:34.080551 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-167f0aa7-b763-44c8-9d67-c21199e929bf tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Publish callbacks [] for floatingip, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:34.083284 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-9a59b01c-5d4c-4b49-96d3-6e57651ca53e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 247d6423-5fdf-4eed-9378-2e1201ada444) {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:40:34.088163 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a59b01c-5d4c-4b49-96d3-6e57651ca53e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:40:34.089005 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9a59b01c-5d4c-4b49-96d3-6e57651ca53e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:34.094331 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e730bf8b-424f-4a39-b87c-2b3bd127b116 None None] Network 247d6423-5fdf-4eed-9378-2e1201ada444 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:40:34.114369 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-9a59b01c-5d4c-4b49-96d3-6e57651ca53e admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3887830 Dec 20 14:40:34.119225 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 47464) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:40:34.126421 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-78126dd6-ef05-4e45-a956-432cec9949b7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1027199231-router', 'tenant_id': '9abc31fa6fc849d78699cc7e0935f4b6', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:40:34.195783 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-78126dd6-ef05-4e45-a956-432cec9949b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40114'] for router, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:34.196859 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-78126dd6-ef05-4e45-a956-432cec9949b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40139'] for router, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:34.376004 n-d-761264-19 neutron-server[103168]: INFO neutron.api.v2.resource [None req-167f0aa7-b763-44c8-9d67-c21199e929bf tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] update failed (client error): The resource could not be found. Dec 20 14:40:34.382442 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-167f0aa7-b763-44c8-9d67-c21199e929bf tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] 10.222.0.54 "PUT /v2.0/floatingips/a9f3109d-9263-42ab-92da-449e67d2f482 HTTP/1.1" status: 404 len: 507 time: 0.4341714 Dec 20 14:40:34.383363 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 47468) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:40:34.480900 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e0cc28-88cc-4200-bd88-545343543c06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-247d6423-5fdf-4eed-9378-2e1201ada444', 'network_id': '247d6423-5fdf-4eed-9378-2e1201ada444', 'project_id': '9abc31fa6fc849d78699cc7e0935f4b6', 'fixed_ips': [{'subnet_id': 'a8bc57f1-3730-4dfb-a3cb-cf3c3829d7fe'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:40:34.482567 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-49e0cc28-88cc-4200-bd88-545343543c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:34.484187 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-78126dd6-ef05-4e45-a956-432cec9949b7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:34.546174 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 9ac26907-b01b-4c70-9cef-69f5c25f05c0 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:40:34.770078 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-dc70401a-17bd-4a96-bce4-a185ae45b175 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Deleting port 9d6e5705-82cf-40cf-b8e2-f61349123efa {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:40:34.770605 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-dc70401a-17bd-4a96-bce4-a185ae45b175 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:35.038551 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-49e0cc28-88cc-4200-bd88-545343543c06 None None] Allocated IP 172.20.0.2 (247d6423-5fdf-4eed-9378-2e1201ada444/a8bc57f1-3730-4dfb-a3cb-cf3c3829d7fe/85cdcf4e-27a1-42e3-914e-65d538d81195) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:40:35.064792 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-dc70401a-17bd-4a96-bce4-a185ae45b175 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:35.065410 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-dc70401a-17bd-4a96-bce4-a185ae45b175 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:35.088898 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-dc70401a-17bd-4a96-bce4-a185ae45b175 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Calling delete_port for 9d6e5705-82cf-40cf-b8e2-f61349123efa owned by network:floatingip {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:40:35.120089 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-78126dd6-ef05-4e45-a956-432cec9949b7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:35.278999 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3510c5cc-4777-417d-bf68-b2bd06a06a62 None None] Network af49d91e-952c-43c8-bc9d-27103b4f9eeb requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:40:35.428274 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 9ac26907-b01b-4c70-9cef-69f5c25f05c0 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:40:35.429234 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:35.444838 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26e17cb-3f76-49d6-8ef6-827d8b9eb85f req-b2a279d1-39e5-4661-bede-59c35762e6ef tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:40:35.467255 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c26e17cb-3f76-49d6-8ef6-827d8b9eb85f req-b2a279d1-39e5-4661-bede-59c35762e6ef tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=340c2378-32ed-4988-8942-8080338241fe HTTP/1.1" status: 200 len: 945 time: 0.3189518 Dec 20 14:40:35.568162 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-dc70401a-17bd-4a96-bce4-a185ae45b175 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:35.740470 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc70401a-17bd-4a96-bce4-a185ae45b175 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Pushing event deleted for resources: {'Port': ['ID=9d6e5705-82cf-40cf-b8e2-f61349123efa,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:40:35.753961 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c26e17cb-3f76-49d6-8ef6-827d8b9eb85f req-4ea57790-e961-482b-9a02-f4b1db65d145 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=f2f975e9-21d7-4fe5-b06b-fdbb671aee94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747358 Dec 20 14:40:35.910232 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:35.957618 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-dc70401a-17bd-4a96-bce4-a185ae45b175 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Publish callbacks [] for floatingip, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:35.965280 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-dc70401a-17bd-4a96-bce4-a185ae45b175 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:35.967017 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-dc70401a-17bd-4a96-bce4-a185ae45b175 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] 10.222.0.54 "DELETE /v2.0/floatingips/a9f3109d-9263-42ab-92da-449e67d2f482 HTTP/1.1" status: 204 len: 168 time: 1.5822139 Dec 20 14:40:35.972496 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 47482) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:40:35.982350 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-1ec62f7a-95f9-455c-9248-f3c0bb4c6ecd tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Request body: {'floatingip': {'floating_network_id': 'cabf0b24-a71a-40c7-b87c-238bc0624625', 'port_id': 'c73c3cae-bac8-429b-a991-430da8d6d330', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:40:36.067170 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1ec62f7a-95f9-455c-9248-f3c0bb4c6ecd tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Publish callbacks [] for floatingip, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:36.143901 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:36.161152 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-0d2eab81-c610-4ff6-b7e8-a7095613f0e0 None None] Provisioning complete for port 9ac26907-b01b-4c70-9cef-69f5c25f05c0 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:40:36.161696 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-0d2eab81-c610-4ff6-b7e8-a7095613f0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:36.255823 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-78126dd6-ef05-4e45-a956-432cec9949b7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:36.320146 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-49e0cc28-88cc-4200-bd88-545343543c06 None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:36.336314 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-78126dd6-ef05-4e45-a956-432cec9949b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:36.344844 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-49e0cc28-88cc-4200-bd88-545343543c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:36.446956 n-d-761264-19 neutron-server[103168]: INFO neutron.api.v2.resource [None req-1ec62f7a-95f9-455c-9248-f3c0bb4c6ecd tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 14:40:36.448682 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-1ec62f7a-95f9-455c-9248-f3c0bb4c6ecd tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.4748061 Dec 20 14:40:36.453913 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 47490) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:40:36.460916 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-c77d8ace-cf39-4dc0-9ac6-787a4e9f8b77 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Request body: {'floatingip': {'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'port_id': 'c73c3cae-bac8-429b-a991-430da8d6d330', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:40:36.493853 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e0cc28-88cc-4200-bd88-545343543c06 None None] Pushing event updated for resources: {'Port': ['ID=85cdcf4e-27a1-42e3-914e-65d538d81195,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:40:36.534306 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c77d8ace-cf39-4dc0-9ac6-787a4e9f8b77 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Publish callbacks [] for floatingip, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:36.627301 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] For port 9ac26907-b01b-4c70-9cef-69f5c25f05c0, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=9ac26907-b01b-4c70-9cef-69f5c25f05c0,segment=NetworkSegment(d7d72d61-d555-4de4-ae11-76ec772cb1c3),segment_id=d7d72d61-d555-4de4-ae11-76ec772cb1c3)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:40:36.647894 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-78126dd6-ef05-4e45-a956-432cec9949b7 admin admin] Allocated IP 172.25.0.31 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/79ca2368-2b22-4bbc-b4c5-f0b5c6649422) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:40:36.654081 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:36.668248 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e0cc28-88cc-4200-bd88-545343543c06 None None] Network 247d6423-5fdf-4eed-9378-2e1201ada444 is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:40:36.670636 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:36.792671 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c77d8ace-cf39-4dc0-9ac6-787a4e9f8b77 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:36.871839 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Pushing event updated for resources: {'Port': ['ID=9ac26907-b01b-4c70-9cef-69f5c25f05c0,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:40:36.879161 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-49e0cc28-88cc-4200-bd88-545343543c06 None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:40:36.885395 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e0cc28-88cc-4200-bd88-545343543c06 None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:40:37.030936 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-78126dd6-ef05-4e45-a956-432cec9949b7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:37.109919 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-78126dd6-ef05-4e45-a956-432cec9949b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:37.136684 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-49e0cc28-88cc-4200-bd88-545343543c06 None None] Attempting to bind port 85cdcf4e-27a1-42e3-914e-65d538d81195 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:40:37.140268 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-49e0cc28-88cc-4200-bd88-545343543c06 None None] Attempting to bind port 85cdcf4e-27a1-42e3-914e-65d538d81195 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '684010eb-b9c8-44ca-8706-1c0ac63af0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '247d6423-5fdf-4eed-9378-2e1201ada444'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:40:37.141042 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e0cc28-88cc-4200-bd88-545343543c06 None None] Attempting to bind port 85cdcf4e-27a1-42e3-914e-65d538d81195 on network 247d6423-5fdf-4eed-9378-2e1201ada444 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:40:37.151213 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e0cc28-88cc-4200-bd88-545343543c06 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:40:37.152527 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e0cc28-88cc-4200-bd88-545343543c06 None None] Checking segment: {'id': '684010eb-b9c8-44ca-8706-1c0ac63af0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '247d6423-5fdf-4eed-9378-2e1201ada444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:40:37.153721 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-49e0cc28-88cc-4200-bd88-545343543c06 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:37.154387 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e0cc28-88cc-4200-bd88-545343543c06 None None] Bound using segment: {'id': '684010eb-b9c8-44ca-8706-1c0ac63af0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '247d6423-5fdf-4eed-9378-2e1201ada444'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:40:37.155337 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-49e0cc28-88cc-4200-bd88-545343543c06 None None] Bound port: 85cdcf4e-27a1-42e3-914e-65d538d81195, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '684010eb-b9c8-44ca-8706-1c0ac63af0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '247d6423-5fdf-4eed-9378-2e1201ada444'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:40:37.155996 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-49e0cc28-88cc-4200-bd88-545343543c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:37.211496 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-c77d8ace-cf39-4dc0-9ac6-787a4e9f8b77 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Allocated IP 172.25.0.124 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/cfd5695b-2e0a-447d-8940-b1833a0cef74) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:40:37.225929 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78126dd6-ef05-4e45-a956-432cec9949b7 admin admin] Pushing event updated for resources: {'Port': ['ID=79ca2368-2b22-4bbc-b4c5-f0b5c6649422,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:40:37.256357 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78126dd6-ef05-4e45-a956-432cec9949b7 admin admin] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:40:37.262433 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-78126dd6-ef05-4e45-a956-432cec9949b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:40:37.267809 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78126dd6-ef05-4e45-a956-432cec9949b7 admin admin] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:40:37.268056 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-49e0cc28-88cc-4200-bd88-545343543c06 None None] For port 85cdcf4e-27a1-42e3-914e-65d538d81195, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:40:37.274375 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-49e0cc28-88cc-4200-bd88-545343543c06 None None] For port 85cdcf4e-27a1-42e3-914e-65d538d81195, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=85cdcf4e-27a1-42e3-914e-65d538d81195,segment=NetworkSegment(684010eb-b9c8-44ca-8706-1c0ac63af0ec),segment_id=684010eb-b9c8-44ca-8706-1c0ac63af0ec)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:40:37.287362 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-49e0cc28-88cc-4200-bd88-545343543c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:37.379230 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-a1b4f515-222a-460a-9f04-9b223331423c None None] Provisioning complete for port 9ac26907-b01b-4c70-9cef-69f5c25f05c0 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:40:37.379573 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a1b4f515-222a-460a-9f04-9b223331423c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:37.535818 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c77d8ace-cf39-4dc0-9ac6-787a4e9f8b77 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:37.703624 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c77d8ace-cf39-4dc0-9ac6-787a4e9f8b77 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:37.758777 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e0cc28-88cc-4200-bd88-545343543c06 None None] Pushing event updated for resources: {'Port': ['ID=85cdcf4e-27a1-42e3-914e-65d538d81195,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:40:37.881645 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77d8ace-cf39-4dc0-9ac6-787a4e9f8b77 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:40:37.884368 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77d8ace-cf39-4dc0-9ac6-787a4e9f8b77 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Pushing event updated for resources: {'Port': ['ID=cfd5695b-2e0a-447d-8940-b1833a0cef74,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:40:37.893582 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-c77d8ace-cf39-4dc0-9ac6-787a4e9f8b77 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:40:37.900320 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77d8ace-cf39-4dc0-9ac6-787a4e9f8b77 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:40:37.935699 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-78126dd6-ef05-4e45-a956-432cec9949b7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:38.262052 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-c77d8ace-cf39-4dc0-9ac6-787a4e9f8b77 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Deleting port cfd5695b-2e0a-447d-8940-b1833a0cef74 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:40:38.262831 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c77d8ace-cf39-4dc0-9ac6-787a4e9f8b77 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:38.299920 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-78126dd6-ef05-4e45-a956-432cec9949b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013'] for router, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:38.361698 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c77d8ace-cf39-4dc0-9ac6-787a4e9f8b77 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:38.362032 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c77d8ace-cf39-4dc0-9ac6-787a4e9f8b77 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:38.380738 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-c77d8ace-cf39-4dc0-9ac6-787a4e9f8b77 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Calling delete_port for cfd5695b-2e0a-447d-8940-b1833a0cef74 owned by network:floatingip {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:40:38.569907 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78126dd6-ef05-4e45-a956-432cec9949b7 admin admin] Router b616e8bf-b9aa-4e07-88e4-eb8293705097 is scheduled to L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 with binding_index 1 {{(pid=103167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 14:40:38.572777 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c77d8ace-cf39-4dc0-9ac6-787a4e9f8b77 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:38.640815 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77d8ace-cf39-4dc0-9ac6-787a4e9f8b77 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Pushing event deleted for resources: {'Port': ['ID=cfd5695b-2e0a-447d-8940-b1833a0cef74,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:40:38.828192 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78126dd6-ef05-4e45-a956-432cec9949b7 admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:40:38.852032 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aebaf4d-d6ae-45a1-8314-b40ea7b26aa8 None None] Sync routers for ids ['b616e8bf-b9aa-4e07-88e4-eb8293705097'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:40:38.879731 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-78126dd6-ef05-4e45-a956-432cec9949b7 admin admin] Publish callbacks [] for router, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:38.886351 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-78126dd6-ef05-4e45-a956-432cec9949b7 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.7604294 Dec 20 14:40:38.886698 n-d-761264-19 neutron-server[103168]: INFO neutron.api.v2.resource [None req-c77d8ace-cf39-4dc0-9ac6-787a4e9f8b77 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] create failed (client error): The resource could not be found. Dec 20 14:40:38.886698 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-c77d8ace-cf39-4dc0-9ac6-787a4e9f8b77 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.4292266 Dec 20 14:40:38.888650 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 47502) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:40:38.896857 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 47504) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:40:38.936812 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aebaf4d-d6ae-45a1-8314-b40ea7b26aa8 None None] Routers {'b616e8bf-b9aa-4e07-88e4-eb8293705097'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:40:38.936812 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-2aebaf4d-d6ae-45a1-8314-b40ea7b26aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:40:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['b616e8bf-b9aa-4e07-88e4-eb8293705097'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:40:39.137926 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-76163676-8488-4b13-8ce9-9d96597f9749 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Deleting port c73c3cae-bac8-429b-a991-430da8d6d330 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:40:39.138299 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-76163676-8488-4b13-8ce9-9d96597f9749 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:39.430472 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-76163676-8488-4b13-8ce9-9d96597f9749 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:39.530168 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-76163676-8488-4b13-8ce9-9d96597f9749 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Calling delete_port for c73c3cae-bac8-429b-a991-430da8d6d330 owned by {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:40:39.612997 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b295d8e-6ad9-4dc6-bef7-7fd21777d71b None None] Network 247d6423-5fdf-4eed-9378-2e1201ada444 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:40:39.625240 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 85cdcf4e-27a1-42e3-914e-65d538d81195 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:40:39.649684 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-74376001-00ec-4ce4-8914-2da3ca44f1af None None] Provisioning complete for port 85cdcf4e-27a1-42e3-914e-65d538d81195 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:40:39.650652 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-74376001-00ec-4ce4-8914-2da3ca44f1af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:39.909983 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-76163676-8488-4b13-8ce9-9d96597f9749 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:40.003939 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76163676-8488-4b13-8ce9-9d96597f9749 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Pushing event deleted for resources: {'Port': ['ID=c73c3cae-bac8-429b-a991-430da8d6d330,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:40:40.061788 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76163676-8488-4b13-8ce9-9d96597f9749 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:40:40.062081 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76163676-8488-4b13-8ce9-9d96597f9749 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:40:40.062381 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76163676-8488-4b13-8ce9-9d96597f9749 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:40:40.062756 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76163676-8488-4b13-8ce9-9d96597f9749 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:40:40.063087 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76163676-8488-4b13-8ce9-9d96597f9749 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:40:40.063469 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76163676-8488-4b13-8ce9-9d96597f9749 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:40:40.068967 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76163676-8488-4b13-8ce9-9d96597f9749 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:40:40.069346 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76163676-8488-4b13-8ce9-9d96597f9749 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:40:40.069689 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76163676-8488-4b13-8ce9-9d96597f9749 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:40:40.070028 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76163676-8488-4b13-8ce9-9d96597f9749 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:40:40.070366 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76163676-8488-4b13-8ce9-9d96597f9749 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:40:40.070694 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76163676-8488-4b13-8ce9-9d96597f9749 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:40:40.091107 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76163676-8488-4b13-8ce9-9d96597f9749 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:40:40.248784 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-76163676-8488-4b13-8ce9-9d96597f9749 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:40.260497 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-76163676-8488-4b13-8ce9-9d96597f9749 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] 10.222.0.54 "DELETE /v2.0/ports/c73c3cae-bac8-429b-a991-430da8d6d330 HTTP/1.1" status: 204 len: 168 time: 1.3623152 Dec 20 14:40:40.264757 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 47510) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:40:40.270959 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-2aebaf4d-d6ae-45a1-8314-b40ea7b26aa8 None None] Set router b616e8bf-b9aa-4e07-88e4-eb8293705097 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:40:40.274248 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-74376001-00ec-4ce4-8914-2da3ca44f1af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:40.409808 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c280ab0a-d705-48ab-a39a-87d1f267b434 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:40:40.415329 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-c280ab0a-d705-48ab-a39a-87d1f267b434 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7933c06-6231-4dc2-9caa-a0dd6a06251d HTTP/1.1" status: 200 len: 913 time: 0.1490765 Dec 20 14:40:40.416559 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 47514) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:40:40.507304 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 85cdcf4e-27a1-42e3-914e-65d538d81195 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:40:40.507722 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:40.578221 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-74376001-00ec-4ce4-8914-2da3ca44f1af None None] For port 85cdcf4e-27a1-42e3-914e-65d538d81195, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=85cdcf4e-27a1-42e3-914e-65d538d81195,segment=NetworkSegment(684010eb-b9c8-44ca-8706-1c0ac63af0ec),segment_id=684010eb-b9c8-44ca-8706-1c0ac63af0ec)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:40:40.589688 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-74376001-00ec-4ce4-8914-2da3ca44f1af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:40.745934 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74376001-00ec-4ce4-8914-2da3ca44f1af None None] Pushing event updated for resources: {'Port': ['ID=85cdcf4e-27a1-42e3-914e-65d538d81195,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:40:40.782603 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-2aebaf4d-d6ae-45a1-8314-b40ea7b26aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b616e8bf-b9aa-4e07-88e4-eb8293705097', 'name': 'tempest-AttachVolumeShelveTestJSON-1027199231-router', 'tenant_id': '9abc31fa6fc849d78699cc7e0935f4b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '79ca2368-2b22-4bbc-b4c5-f0b5c6649422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:40:34Z', 'updated_at': '2021-12-20T14:40:37Z', 'revision_number': 3, 'project_id': '9abc31fa6fc849d78699cc7e0935f4b6', 'gw_port': {'id': '79ca2368-2b22-4bbc-b4c5-f0b5c6649422', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f2:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b616e8bf-b9aa-4e07-88e4-eb8293705097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:40:36Z', 'updated_at': '2021-12-20T14:40:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:40:40.837796 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aebaf4d-d6ae-45a1-8314-b40ea7b26aa8 None None] Checking router: b616e8bf-b9aa-4e07-88e4-eb8293705097 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:40:40.838309 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aebaf4d-d6ae-45a1-8314-b40ea7b26aa8 None None] Updating router b616e8bf-b9aa-4e07-88e4-eb8293705097 port 79ca2368-2b22-4bbc-b4c5-f0b5c6649422 binding host n-d-761264-19 {{(pid=103169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 14:40:40.904684 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2aebaf4d-d6ae-45a1-8314-b40ea7b26aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:41.003872 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-48f64c77-b3a5-441a-b7a1-0a8dd698281c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:41.285838 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 9ac26907-b01b-4c70-9cef-69f5c25f05c0 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:40:41.312334 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-0185ad54-aecc-42bc-a9c2-e441a34a5a88 None None] Provisioning complete for port 85cdcf4e-27a1-42e3-914e-65d538d81195 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:40:41.312701 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-0185ad54-aecc-42bc-a9c2-e441a34a5a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:41.375194 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7db7ffd5-72ce-44aa-b8ba-21e7e8f9b22e tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1595867'] for router_interface, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:41.438545 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-48f64c77-b3a5-441a-b7a1-0a8dd698281c admin admin] Allocated IP 172.20.0.1 (247d6423-5fdf-4eed-9378-2e1201ada444/a8bc57f1-3730-4dfb-a3cb-cf3c3829d7fe/7d2afa49-8d0f-4a2a-9610-c506691ede27) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:40:41.482231 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 9ac26907-b01b-4c70-9cef-69f5c25f05c0 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:40:41.482563 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:41.660359 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:41.678985 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-48f64c77-b3a5-441a-b7a1-0a8dd698281c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:41.753950 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-48f64c77-b3a5-441a-b7a1-0a8dd698281c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:41.767445 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2aebaf4d-d6ae-45a1-8314-b40ea7b26aa8 None None] Publish callbacks [] for port, precommit_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:41.781116 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2aebaf4d-d6ae-45a1-8314-b40ea7b26aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:41.854623 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f64c77-b3a5-441a-b7a1-0a8dd698281c admin admin] Pushing event updated for resources: {'Port': ['ID=7d2afa49-8d0f-4a2a-9610-c506691ede27,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:40:41.899997 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f64c77-b3a5-441a-b7a1-0a8dd698281c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:40:41.900657 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f64c77-b3a5-441a-b7a1-0a8dd698281c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:40:41.901185 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f64c77-b3a5-441a-b7a1-0a8dd698281c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:40:41.901700 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f64c77-b3a5-441a-b7a1-0a8dd698281c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:40:41.902215 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f64c77-b3a5-441a-b7a1-0a8dd698281c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:40:41.902749 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f64c77-b3a5-441a-b7a1-0a8dd698281c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:40:41.903259 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f64c77-b3a5-441a-b7a1-0a8dd698281c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:40:41.907339 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f64c77-b3a5-441a-b7a1-0a8dd698281c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:40:41.907915 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f64c77-b3a5-441a-b7a1-0a8dd698281c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:40:41.908442 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f64c77-b3a5-441a-b7a1-0a8dd698281c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:40:41.908964 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f64c77-b3a5-441a-b7a1-0a8dd698281c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:40:41.909479 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f64c77-b3a5-441a-b7a1-0a8dd698281c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:40:41.909982 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f64c77-b3a5-441a-b7a1-0a8dd698281c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:40:41.915520 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-2aebaf4d-d6ae-45a1-8314-b40ea7b26aa8 None None] Attempting to bind port 79ca2368-2b22-4bbc-b4c5-f0b5c6649422 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:40:41.916137 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-2aebaf4d-d6ae-45a1-8314-b40ea7b26aa8 None None] Attempting to bind port 79ca2368-2b22-4bbc-b4c5-f0b5c6649422 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:40:41.916704 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aebaf4d-d6ae-45a1-8314-b40ea7b26aa8 None None] Attempting to bind port 79ca2368-2b22-4bbc-b4c5-f0b5c6649422 on network c3f8658e-da35-41f3-bd03-509e29ebd6f3 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:40:41.920644 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f64c77-b3a5-441a-b7a1-0a8dd698281c admin admin] Network 247d6423-5fdf-4eed-9378-2e1201ada444 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:40:41.921576 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb6878b-9cdf-46e7-84ae-53d0de698926 None None] Pushing event updated for resources: {'Port': ['ID=79ca2368-2b22-4bbc-b4c5-f0b5c6649422,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:40:41.924778 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-48f64c77-b3a5-441a-b7a1-0a8dd698281c admin admin] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:40:41.927344 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f64c77-b3a5-441a-b7a1-0a8dd698281c admin admin] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:40:41.938783 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aebaf4d-d6ae-45a1-8314-b40ea7b26aa8 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:40:41.939676 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aebaf4d-d6ae-45a1-8314-b40ea7b26aa8 None None] Checking segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:40:41.940272 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2aebaf4d-d6ae-45a1-8314-b40ea7b26aa8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:41.940834 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aebaf4d-d6ae-45a1-8314-b40ea7b26aa8 None None] Bound using segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:40:41.941550 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-2aebaf4d-d6ae-45a1-8314-b40ea7b26aa8 None None] Bound port: 79ca2368-2b22-4bbc-b4c5-f0b5c6649422, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:40:41.942310 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2aebaf4d-d6ae-45a1-8314-b40ea7b26aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:42.025579 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-48f64c77-b3a5-441a-b7a1-0a8dd698281c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595714'] for router_interface, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:42.060073 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 85cdcf4e-27a1-42e3-914e-65d538d81195 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:40:42.144852 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2aebaf4d-d6ae-45a1-8314-b40ea7b26aa8 None None] For port 79ca2368-2b22-4bbc-b4c5-f0b5c6649422, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:40:42.214742 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2aebaf4d-d6ae-45a1-8314-b40ea7b26aa8 None None] For port 79ca2368-2b22-4bbc-b4c5-f0b5c6649422, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=79ca2368-2b22-4bbc-b4c5-f0b5c6649422,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:40:42.237377 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2aebaf4d-d6ae-45a1-8314-b40ea7b26aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:42.397947 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-48f64c77-b3a5-441a-b7a1-0a8dd698281c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:42.426418 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb6878b-9cdf-46e7-84ae-53d0de698926 None None] Pushing event updated for resources: {'Port': ['ID=79ca2368-2b22-4bbc-b4c5-f0b5c6649422,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:40:42.492116 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-7db7ffd5-72ce-44aa-b8ba-21e7e8f9b22e tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Deleting port 4aa6ab8a-0efb-400b-aeb7-d8ab42e10cf6 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:40:42.492926 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7db7ffd5-72ce-44aa-b8ba-21e7e8f9b22e tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:42.522157 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 85cdcf4e-27a1-42e3-914e-65d538d81195 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:40:42.524111 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:42.610093 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aebaf4d-d6ae-45a1-8314-b40ea7b26aa8 None None] Routers {'b616e8bf-b9aa-4e07-88e4-eb8293705097'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:40:42.615411 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-2aebaf4d-d6ae-45a1-8314-b40ea7b26aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:40:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['b616e8bf-b9aa-4e07-88e4-eb8293705097'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:40:42.660538 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-99a40eee-bf32-45a8-87ff-85a9691987d4 None None] Provisioning complete for port 7d2afa49-8d0f-4a2a-9610-c506691ede27 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:40:42.661144 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-99a40eee-bf32-45a8-87ff-85a9691987d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:42.746468 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7db7ffd5-72ce-44aa-b8ba-21e7e8f9b22e tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:42.783894 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-7db7ffd5-72ce-44aa-b8ba-21e7e8f9b22e tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Calling delete_port for 4aa6ab8a-0efb-400b-aeb7-d8ab42e10cf6 owned by network:router_interface {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:40:42.855368 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-48f64c77-b3a5-441a-b7a1-0a8dd698281c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:42.876313 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-48f64c77-b3a5-441a-b7a1-0a8dd698281c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:42.966151 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-99a40eee-bf32-45a8-87ff-85a9691987d4 None None] Port 7d2afa49-8d0f-4a2a-9610-c506691ede27 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:40:43.086822 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f64c77-b3a5-441a-b7a1-0a8dd698281c admin admin] Pushing event updated for resources: {'Port': ['ID=7d2afa49-8d0f-4a2a-9610-c506691ede27,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:40:43.111886 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-48f64c77-b3a5-441a-b7a1-0a8dd698281c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1595702'] for router_interface, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:43.222373 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7db7ffd5-72ce-44aa-b8ba-21e7e8f9b22e tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:43.313864 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f64c77-b3a5-441a-b7a1-0a8dd698281c admin admin] Network 247d6423-5fdf-4eed-9378-2e1201ada444 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:40:43.317419 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-48f64c77-b3a5-441a-b7a1-0a8dd698281c admin admin] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:40:43.504994 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db7ffd5-72ce-44aa-b8ba-21e7e8f9b22e tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Pushing event deleted for resources: {'Port': ['ID=4aa6ab8a-0efb-400b-aeb7-d8ab42e10cf6,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:40:43.530199 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-2aebaf4d-d6ae-45a1-8314-b40ea7b26aa8 None None] Set router b616e8bf-b9aa-4e07-88e4-eb8293705097 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:40:43.675325 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48f64c77-b3a5-441a-b7a1-0a8dd698281c admin admin] Router b616e8bf-b9aa-4e07-88e4-eb8293705097 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:40:43.713388 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7db7ffd5-72ce-44aa-b8ba-21e7e8f9b22e tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582411'] for router_interface, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:43.967071 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48f64c77-b3a5-441a-b7a1-0a8dd698281c admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:40:43.978051 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-48f64c77-b3a5-441a-b7a1-0a8dd698281c admin admin] 10.222.0.54 "PUT /v2.0/routers/b616e8bf-b9aa-4e07-88e4-eb8293705097/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0875955 Dec 20 14:40:43.978303 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-83012f7d-9602-49da-9478-9d0b5d1215aa None None] Provisioning complete for port 7d2afa49-8d0f-4a2a-9610-c506691ede27 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:40:43.978490 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-83012f7d-9602-49da-9478-9d0b5d1215aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:44.040723 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-83012f7d-9602-49da-9478-9d0b5d1215aa None None] Port 7d2afa49-8d0f-4a2a-9610-c506691ede27 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:40:44.056821 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7db7ffd5-72ce-44aa-b8ba-21e7e8f9b22e tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Router e7933c06-6231-4dc2-9caa-a0dd6a06251d has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:40:44.069189 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-2aebaf4d-d6ae-45a1-8314-b40ea7b26aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b616e8bf-b9aa-4e07-88e4-eb8293705097', 'name': 'tempest-AttachVolumeShelveTestJSON-1027199231-router', 'tenant_id': '9abc31fa6fc849d78699cc7e0935f4b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '79ca2368-2b22-4bbc-b4c5-f0b5c6649422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:40:34Z', 'updated_at': '2021-12-20T14:40:42Z', 'revision_number': 4, 'project_id': '9abc31fa6fc849d78699cc7e0935f4b6', 'gw_port': {'id': '79ca2368-2b22-4bbc-b4c5-f0b5c6649422', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f2:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b616e8bf-b9aa-4e07-88e4-eb8293705097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:40:36Z', 'updated_at': '2021-12-20T14:40:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '7d2afa49-8d0f-4a2a-9610-c506691ede27', 'name': '', 'network_id': '247d6423-5fdf-4eed-9378-2e1201ada444', 'tenant_id': '9abc31fa6fc849d78699cc7e0935f4b6', 'mac_address': 'fa:16:3e:31:69:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b616e8bf-b9aa-4e07-88e4-eb8293705097', 'device_owner': 'network:router_interface', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': 'a8bc57f1-3730-4dfb-a3cb-cf3c3829d7fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:40:41Z', 'updated_at': '2021-12-20T14:40:41Z', 'revision_number': 1, 'project_id': '9abc31fa6fc849d78699cc7e0935f4b6', 'subnets': [{'id': 'a8bc57f1-3730-4dfb-a3cb-cf3c3829d7fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:40:44.135248 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aebaf4d-d6ae-45a1-8314-b40ea7b26aa8 None None] The sync data for ids ['b616e8bf-b9aa-4e07-88e4-eb8293705097'] in n-d-761264-19 is: [{'id': 'b616e8bf-b9aa-4e07-88e4-eb8293705097', 'name': 'tempest-AttachVolumeShelveTestJSON-1027199231-router', 'tenant_id': '9abc31fa6fc849d78699cc7e0935f4b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '79ca2368-2b22-4bbc-b4c5-f0b5c6649422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:40:34Z', 'updated_at': '2021-12-20T14:40:42Z', 'revision_number': 4, 'project_id': '9abc31fa6fc849d78699cc7e0935f4b6', 'gw_port': {'id': '79ca2368-2b22-4bbc-b4c5-f0b5c6649422', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f2:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b616e8bf-b9aa-4e07-88e4-eb8293705097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:40:36Z', 'updated_at': '2021-12-20T14:40:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '7d2afa49-8d0f-4a2a-9610-c506691ede27', 'name': '', 'network_id': '247d6423-5fdf-4eed-9378-2e1201ada444', 'tenant_id': '9abc31fa6fc849d78699cc7e0935f4b6', 'mac_address': 'fa:16:3e:31:69:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b616e8bf-b9aa-4e07-88e4-eb8293705097', 'device_owner': 'network:router_interface', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': 'a8bc57f1-3730-4dfb-a3cb-cf3c3829d7fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:40:41Z', 'updated_at': '2021-12-20T14:40:41Z', 'revision_number': 1, 'project_id': '9abc31fa6fc849d78699cc7e0935f4b6', 'subnets': [{'id': 'a8bc57f1-3730-4dfb-a3cb-cf3c3829d7fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:40:44.189450 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7db7ffd5-72ce-44aa-b8ba-21e7e8f9b22e tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:40:44.202982 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-7db7ffd5-72ce-44aa-b8ba-21e7e8f9b22e tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] 10.222.0.54 "PUT /v2.0/routers/e7933c06-6231-4dc2-9caa-a0dd6a06251d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7850597 Dec 20 14:40:44.203429 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f68f3f5-71e9-40ee-972e-304d5d4c1c2c None None] Sync routers for ids ['e7933c06-6231-4dc2-9caa-a0dd6a06251d'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:40:44.206413 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 47538) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:40:44.222616 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f68f3f5-71e9-40ee-972e-304d5d4c1c2c None None] Routers {'e7933c06-6231-4dc2-9caa-a0dd6a06251d'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:40:44.223579 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-8f68f3f5-71e9-40ee-972e-304d5d4c1c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:40:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['e7933c06-6231-4dc2-9caa-a0dd6a06251d'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:40:44.332270 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-8f68f3f5-71e9-40ee-972e-304d5d4c1c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:40:44.368375 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f68f3f5-71e9-40ee-972e-304d5d4c1c2c None None] Routers {'e7933c06-6231-4dc2-9caa-a0dd6a06251d'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:40:44.369018 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-8f68f3f5-71e9-40ee-972e-304d5d4c1c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:40:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['e7933c06-6231-4dc2-9caa-a0dd6a06251d'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:40:44.383826 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-141267e7-055f-48ae-bec4-e589564153a9 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Publish callbacks [] for router, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:44.414457 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-8f68f3f5-71e9-40ee-972e-304d5d4c1c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:40:44.415642 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f68f3f5-71e9-40ee-972e-304d5d4c1c2c None None] The sync data for ids ['e7933c06-6231-4dc2-9caa-a0dd6a06251d'] in n-d-761264-19 is: [] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:40:44.606784 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-141267e7-055f-48ae-bec4-e589564153a9 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40132'] for router, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:44.609119 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-141267e7-055f-48ae-bec4-e589564153a9 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:44.674682 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-141267e7-055f-48ae-bec4-e589564153a9 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1594808'] for router, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:44.675241 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-141267e7-055f-48ae-bec4-e589564153a9 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Fanout notify agent at l3_agent the message router_deleted on router e7933c06-6231-4dc2-9caa-a0dd6a06251d {{(pid=103168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 14:40:44.683431 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-141267e7-055f-48ae-bec4-e589564153a9 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:44.685701 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-141267e7-055f-48ae-bec4-e589564153a9 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] 10.222.0.54 "DELETE /v2.0/routers/e7933c06-6231-4dc2-9caa-a0dd6a06251d HTTP/1.1" status: 204 len: 168 time: 0.4774091 Dec 20 14:40:44.688532 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 47542) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:40:44.772091 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_v2 [None req-e80492d0-de1c-49a9-b88d-7451522f9ee7 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Deleting subnet f9d57697-fcac-4ead-85c2-68d34ea4eeab {{(pid=103168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:40:44.789553 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e80492d0-de1c-49a9-b88d-7451522f9ee7 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Publish callbacks [] for subnet, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:44.940842 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e80492d0-de1c-49a9-b88d-7451522f9ee7 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9023023'] for subnet, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:45.077215 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e80492d0-de1c-49a9-b88d-7451522f9ee7 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:45.188839 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e80492d0-de1c-49a9-b88d-7451522f9ee7 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8850800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470517'] for subnet, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:45.219056 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:45.268309 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e80492d0-de1c-49a9-b88d-7451522f9ee7 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:45.275356 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 47548) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:40:45.277763 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d146923b-3487-4520-b239-ee59bdc28d1c None None] Network cabf0b24-a71a-40c7-b87c-238bc0624625 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:40:45.281393 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-e80492d0-de1c-49a9-b88d-7451522f9ee7 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] 10.222.0.54 "DELETE /v2.0/subnets/f9d57697-fcac-4ead-85c2-68d34ea4eeab HTTP/1.1" status: 204 len: 168 time: 0.5835395 Dec 20 14:40:45.290304 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80492d0-de1c-49a9-b88d-7451522f9ee7 tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Pushing event deleted for resources: {'Subnet': ['ID=f9d57697-fcac-4ead-85c2-68d34ea4eeab,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:40:45.407442 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5c5c9571-c284-41cf-be6c-3b9ff92084cc tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:45.534157 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-5c5c9571-c284-41cf-be6c-3b9ff92084cc tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Deleting port 00129077-4612-4a34-8d46-fed7756c2ab3 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:40:45.534495 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5c5c9571-c284-41cf-be6c-3b9ff92084cc tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:45.606760 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-5c5c9571-c284-41cf-be6c-3b9ff92084cc tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] For port 00129077-4612-4a34-8d46-fed7756c2ab3, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=00129077-4612-4a34-8d46-fed7756c2ab3,segment=NetworkSegment(18d17298-7c49-4f95-bf9d-9b0f234f6593),segment_id=18d17298-7c49-4f95-bf9d-9b0f234f6593)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:40:45.607099 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5c5c9571-c284-41cf-be6c-3b9ff92084cc tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:45.620893 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f30ee4-118e-448a-9d2a-668e536e9cc1 None None] DHCP port deletion for cabf0b24-a71a-40c7-b87c-238bc0624625 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:40:45.648513 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-5c5c9571-c284-41cf-be6c-3b9ff92084cc tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Calling delete_port for 00129077-4612-4a34-8d46-fed7756c2ab3 owned by network:dhcp {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:40:45.774148 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-a3f30ee4-118e-448a-9d2a-668e536e9cc1 None None] Deleting port 00129077-4612-4a34-8d46-fed7756c2ab3 {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:40:45.774522 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a3f30ee4-118e-448a-9d2a-668e536e9cc1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:45.782227 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5c5c9571-c284-41cf-be6c-3b9ff92084cc tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:45.834279 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5c9571-c284-41cf-be6c-3b9ff92084cc tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] No DVR routers for this DVR port 00129077-4612-4a34-8d46-fed7756c2ab3 on host n-d-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:40:45.867846 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5c9571-c284-41cf-be6c-3b9ff92084cc tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Pushing event deleted for resources: {'Port': ['ID=00129077-4612-4a34-8d46-fed7756c2ab3,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:40:45.950173 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-a3f30ee4-118e-448a-9d2a-668e536e9cc1 None None] For port 00129077-4612-4a34-8d46-fed7756c2ab3, host n-d-761264-19, got binding levels [] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:40:45.950595 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a3f30ee4-118e-448a-9d2a-668e536e9cc1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:45.958025 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5c5c9571-c284-41cf-be6c-3b9ff92084cc tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:45.969778 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-a3f30ee4-118e-448a-9d2a-668e536e9cc1 None None] Calling delete_port for 00129077-4612-4a34-8d46-fed7756c2ab3 owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:40:45.975711 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.ipam_backend_mixin [None req-a3f30ee4-118e-448a-9d2a-668e536e9cc1 None None] Port 00129077-4612-4a34-8d46-fed7756c2ab3 was not found and therefore no delete operation was performed {{(pid=103169) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 20 14:40:45.977028 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a3f30ee4-118e-448a-9d2a-668e536e9cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:45.995728 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-5c5c9571-c284-41cf-be6c-3b9ff92084cc tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cabf0b24-a71a-40c7-b87c-238bc0624625']}} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:40:46.007977 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-5c5c9571-c284-41cf-be6c-3b9ff92084cc tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18d17298-7c49-4f95-bf9d-9b0f234f6593') {'for_net_delete': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:40:46.008299 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-5c5c9571-c284-41cf-be6c-3b9ff92084cc tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18d17298-7c49-4f95-bf9d-9b0f234f6593') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:40:46.019452 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f30ee4-118e-448a-9d2a-668e536e9cc1 None None] Pushing event deleted for resources: {'Port': ['ID=00129077-4612-4a34-8d46-fed7756c2ab3,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:40:46.019855 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5c5c9571-c284-41cf-be6c-3b9ff92084cc tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954405'] for segment, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:46.023663 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f30ee4-118e-448a-9d2a-668e536e9cc1 None None] No DVR routers for this DVR port 00129077-4612-4a34-8d46-fed7756c2ab3 on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:40:46.051412 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 79ca2368-2b22-4bbc-b4c5-f0b5c6649422 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:40:46.055247 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5c5c9571-c284-41cf-be6c-3b9ff92084cc tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:46.069260 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c5c9571-c284-41cf-be6c-3b9ff92084cc tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:40:46.069984 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5c5c9571-c284-41cf-be6c-3b9ff92084cc tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9956000'] for segment, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:46.183881 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 79ca2368-2b22-4bbc-b4c5-f0b5c6649422 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:40:46.185653 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:46.285126 n-d-761264-19 neutron-server[103167]: Traceback (most recent call last): Dec 20 14:40:46.285126 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:40:46.285126 n-d-761264-19 neutron-server[103167]: timer() Dec 20 14:40:46.285126 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:40:46.285126 n-d-761264-19 neutron-server[103167]: cb(*args, **kw) Dec 20 14:40:46.285126 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:40:46.285126 n-d-761264-19 neutron-server[103167]: return func(*args, **kwargs) Dec 20 14:40:46.285126 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:40:46.285126 n-d-761264-19 neutron-server[103167]: self._notify() Dec 20 14:40:46.285126 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:40:46.285126 n-d-761264-19 neutron-server[103167]: self.callback(batched_events) Dec 20 14:40:46.285126 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:40:46.285126 n-d-761264-19 neutron-server[103167]: event.method(event) Dec 20 14:40:46.285126 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:40:46.285126 n-d-761264-19 neutron-server[103167]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:40:46.285126 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:40:46.285126 n-d-761264-19 neutron-server[103167]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:40:46.285126 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:40:46.285126 n-d-761264-19 neutron-server[103167]: return f(self, *a, **k) Dec 20 14:40:46.285126 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:40:46.285126 n-d-761264-19 neutron-server[103167]: return self._get(url).json() Dec 20 14:40:46.285126 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:40:46.285126 n-d-761264-19 neutron-server[103167]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:40:46.285126 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:40:46.285126 n-d-761264-19 neutron-server[103167]: return self.request(url, 'GET', **kwargs) Dec 20 14:40:46.285126 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:40:46.285126 n-d-761264-19 neutron-server[103167]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:40:46.285126 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:40:46.285126 n-d-761264-19 neutron-server[103167]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:40:46.285126 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:40:46.285126 n-d-761264-19 neutron-server[103167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:40:46.285126 n-d-761264-19 neutron-server[103167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:40:46.298007 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5c5c9571-c284-41cf-be6c-3b9ff92084cc tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:46.305767 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5c5c9571-c284-41cf-be6c-3b9ff92084cc tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:46.315805 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-5c5c9571-c284-41cf-be6c-3b9ff92084cc tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] 10.222.0.54 "DELETE /v2.0/networks/cabf0b24-a71a-40c7-b87c-238bc0624625 HTTP/1.1" status: 204 len: 168 time: 1.0389259 Dec 20 14:40:46.351507 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5c9571-c284-41cf-be6c-3b9ff92084cc tempest-FloatingIPNegativeTestJSON-701461389 tempest-FloatingIPNegativeTestJSON-701461389-project] Pushing event deleted for resources: {'Network': ['ID=cabf0b24-a71a-40c7-b87c-238bc0624625,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:40:46.428906 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:46.481279 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] For port 79ca2368-2b22-4bbc-b4c5-f0b5c6649422, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=79ca2368-2b22-4bbc-b4c5-f0b5c6649422,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:40:46.490890 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:46.632282 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 00129077-4612-4a34-8d46-fed7756c2ab3 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:40:46.663590 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 00129077-4612-4a34-8d46-fed7756c2ab3 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:40:46.663945 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 00129077-4612-4a34-8d46-fed7756c2ab3 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:40:46.667145 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Pushing event updated for resources: {'Port': ['ID=79ca2368-2b22-4bbc-b4c5-f0b5c6649422,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:40:46.821924 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 47566) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:40:47.147030 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-81d26545-0c66-42c3-b5ec-e94e8be2aa1e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=331e142a26474b4286a79db3442ae94c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3238201 Dec 20 14:40:47.149775 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 47578) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:40:47.239669 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-446757c8-9332-4720-bc78-0511d2d1ec1b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:47.306530 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-446757c8-9332-4720-bc78-0511d2d1ec1b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:47.368502 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-446757c8-9332-4720-bc78-0511d2d1ec1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:47.372570 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-446757c8-9332-4720-bc78-0511d2d1ec1b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:47.373805 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-446757c8-9332-4720-bc78-0511d2d1ec1b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5e62f158-707c-4b26-9d0f-93283699e3d2 HTTP/1.1" status: 204 len: 168 time: 0.2230623 Dec 20 14:40:47.398335 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446757c8-9332-4720-bc78-0511d2d1ec1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e62f158-707c-4b26-9d0f-93283699e3d2,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:40:47.924481 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 79ca2368-2b22-4bbc-b4c5-f0b5c6649422 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:40:48.037863 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 79ca2368-2b22-4bbc-b4c5-f0b5c6649422 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:40:48.038378 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:48.156628 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8eb978-2cef-4554-9c5c-233b9b8b1715 None None] Sync routers for ids ['b616e8bf-b9aa-4e07-88e4-eb8293705097'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:40:48.192614 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8eb978-2cef-4554-9c5c-233b9b8b1715 None None] Routers {'b616e8bf-b9aa-4e07-88e4-eb8293705097'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:40:48.193268 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-8e8eb978-2cef-4554-9c5c-233b9b8b1715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:40:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['b616e8bf-b9aa-4e07-88e4-eb8293705097'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:40:48.372592 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-8e8eb978-2cef-4554-9c5c-233b9b8b1715 None None] Set router b616e8bf-b9aa-4e07-88e4-eb8293705097 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:40:48.742347 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-8e8eb978-2cef-4554-9c5c-233b9b8b1715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b616e8bf-b9aa-4e07-88e4-eb8293705097', 'name': 'tempest-AttachVolumeShelveTestJSON-1027199231-router', 'tenant_id': '9abc31fa6fc849d78699cc7e0935f4b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '79ca2368-2b22-4bbc-b4c5-f0b5c6649422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:40:34Z', 'updated_at': '2021-12-20T14:40:42Z', 'revision_number': 4, 'project_id': '9abc31fa6fc849d78699cc7e0935f4b6', 'gw_port': {'id': '79ca2368-2b22-4bbc-b4c5-f0b5c6649422', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b616e8bf-b9aa-4e07-88e4-eb8293705097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:40:36Z', 'updated_at': '2021-12-20T14:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '7d2afa49-8d0f-4a2a-9610-c506691ede27', 'name': '', 'network_id': '247d6423-5fdf-4eed-9378-2e1201ada444', 'tenant_id': '9abc31fa6fc849d78699cc7e0935f4b6', 'mac_address': 'fa:16:3e:31:69:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b616e8bf-b9aa-4e07-88e4-eb8293705097', 'device_owner': 'network:router_interface', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': 'a8bc57f1-3730-4dfb-a3cb-cf3c3829d7fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:40:41Z', 'updated_at': '2021-12-20T14:40:42Z', 'revision_number': 2, 'project_id': '9abc31fa6fc849d78699cc7e0935f4b6', 'subnets': [{'id': 'a8bc57f1-3730-4dfb-a3cb-cf3c3829d7fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:40:48.782600 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8eb978-2cef-4554-9c5c-233b9b8b1715 None None] Checking router: b616e8bf-b9aa-4e07-88e4-eb8293705097 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:40:48.783090 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8eb978-2cef-4554-9c5c-233b9b8b1715 None None] Updating router b616e8bf-b9aa-4e07-88e4-eb8293705097 port 7d2afa49-8d0f-4a2a-9610-c506691ede27 binding host n-d-761264-19 {{(pid=103169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 14:40:48.817717 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8e8eb978-2cef-4554-9c5c-233b9b8b1715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:49.011687 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 47626) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:40:49.294677 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8e8eb978-2cef-4554-9c5c-233b9b8b1715 None None] Publish callbacks [] for port, precommit_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:49.298737 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-9e21e2f0-2384-4b2b-a3fc-c38339be006d tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Request body: {'networks': [{'name': 'tempest-network--2105623334'}, {'name': 'tempest-network--1629270669'}]} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:40:49.299456 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-9e21e2f0-2384-4b2b-a3fc-c38339be006d tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Request body: {'network': {'name': 'tempest-network--2105623334'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:40:49.300407 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-9e21e2f0-2384-4b2b-a3fc-c38339be006d tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Request body: {'network': {'name': 'tempest-network--1629270669'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:40:49.310245 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8e8eb978-2cef-4554-9c5c-233b9b8b1715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:49.338705 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e21e2f0-2384-4b2b-a3fc-c38339be006d tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Made reservation on behalf of 97e35c710c5d49399344273f41045998 for: {'network': 2} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:40:49.345430 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9e21e2f0-2384-4b2b-a3fc-c38339be006d tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:49.370037 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9e21e2f0-2384-4b2b-a3fc-c38339be006d tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:49.406706 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e7400f-0715-4b04-979a-9fb5e5658f9a None None] Pushing event updated for resources: {'Port': ['ID=7d2afa49-8d0f-4a2a-9610-c506691ede27,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:40:49.604235 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9e21e2f0-2384-4b2b-a3fc-c38339be006d tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:49.612507 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9e21e2f0-2384-4b2b-a3fc-c38339be006d tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:49.612507 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9e21e2f0-2384-4b2b-a3fc-c38339be006d tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:49.645186 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-8e8eb978-2cef-4554-9c5c-233b9b8b1715 None None] Attempting to bind port 7d2afa49-8d0f-4a2a-9610-c506691ede27 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:40:49.646399 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-8e8eb978-2cef-4554-9c5c-233b9b8b1715 None None] Attempting to bind port 7d2afa49-8d0f-4a2a-9610-c506691ede27 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '684010eb-b9c8-44ca-8706-1c0ac63af0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '247d6423-5fdf-4eed-9378-2e1201ada444'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:40:49.646900 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8eb978-2cef-4554-9c5c-233b9b8b1715 None None] Attempting to bind port 7d2afa49-8d0f-4a2a-9610-c506691ede27 on network 247d6423-5fdf-4eed-9378-2e1201ada444 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:40:49.657921 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8eb978-2cef-4554-9c5c-233b9b8b1715 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:40:49.658611 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8eb978-2cef-4554-9c5c-233b9b8b1715 None None] Checking segment: {'id': '684010eb-b9c8-44ca-8706-1c0ac63af0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '247d6423-5fdf-4eed-9378-2e1201ada444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:40:49.659108 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8e8eb978-2cef-4554-9c5c-233b9b8b1715 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:49.659591 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8eb978-2cef-4554-9c5c-233b9b8b1715 None None] Bound using segment: {'id': '684010eb-b9c8-44ca-8706-1c0ac63af0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '247d6423-5fdf-4eed-9378-2e1201ada444'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:40:49.660610 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-8e8eb978-2cef-4554-9c5c-233b9b8b1715 None None] Bound port: 7d2afa49-8d0f-4a2a-9610-c506691ede27, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '684010eb-b9c8-44ca-8706-1c0ac63af0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '247d6423-5fdf-4eed-9378-2e1201ada444'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:40:49.661251 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8e8eb978-2cef-4554-9c5c-233b9b8b1715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:49.790430 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-8e8eb978-2cef-4554-9c5c-233b9b8b1715 None None] For port 7d2afa49-8d0f-4a2a-9610-c506691ede27, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:40:49.801585 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-8e8eb978-2cef-4554-9c5c-233b9b8b1715 None None] For port 7d2afa49-8d0f-4a2a-9610-c506691ede27, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=7d2afa49-8d0f-4a2a-9610-c506691ede27,segment=NetworkSegment(684010eb-b9c8-44ca-8706-1c0ac63af0ec),segment_id=684010eb-b9c8-44ca-8706-1c0ac63af0ec)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:40:49.810494 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8e8eb978-2cef-4554-9c5c-233b9b8b1715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:49.992936 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8eb978-2cef-4554-9c5c-233b9b8b1715 None None] Routers {'b616e8bf-b9aa-4e07-88e4-eb8293705097'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:40:49.993885 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-8e8eb978-2cef-4554-9c5c-233b9b8b1715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:40:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['b616e8bf-b9aa-4e07-88e4-eb8293705097'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:40:49.996851 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e7400f-0715-4b04-979a-9fb5e5658f9a None None] Pushing event updated for resources: {'Port': ['ID=7d2afa49-8d0f-4a2a-9610-c506691ede27,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:40:50.161318 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-1f5f025d-9641-4367-954a-aa89a2360043 None None] Provisioning complete for port 7d2afa49-8d0f-4a2a-9610-c506691ede27 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:40:50.161802 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-1f5f025d-9641-4367-954a-aa89a2360043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:50.268804 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc3dbb-8e7c-4f89-8c19-008ceee04771 req-54920792-8dd8-4957-9dcf-01da9c671d77 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:40:50.272280 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2ddc3dbb-8e7c-4f89-8c19-008ceee04771 req-54920792-8dd8-4957-9dcf-01da9c671d77 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.54 "GET /v2.0/networks?id=af49d91e-952c-43c8-bc9d-27103b4f9eeb HTTP/1.1" status: 200 len: 816 time: 0.5161300 Dec 20 14:40:50.391147 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2ddc3dbb-8e7c-4f89-8c19-008ceee04771 req-317b8482-cd79-4aa8-882e-984a367eda3b tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.54 "GET /v2.0/quotas/df4fc5f062c24b48b2976dde88fb04ce HTTP/1.1" status: 200 len: 375 time: 0.0986288 Dec 20 14:40:50.403814 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e21e2f0-2384-4b2b-a3fc-c38339be006d tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=735e89a4-c01d-49b7-a1a2-a55b3ebb5b27,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:40:50.474006 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-1f5f025d-9641-4367-954a-aa89a2360043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:50.530818 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-1f5f025d-9641-4367-954a-aa89a2360043 None None] For port 7d2afa49-8d0f-4a2a-9610-c506691ede27, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=7d2afa49-8d0f-4a2a-9610-c506691ede27,segment=NetworkSegment(684010eb-b9c8-44ca-8706-1c0ac63af0ec),segment_id=684010eb-b9c8-44ca-8706-1c0ac63af0ec)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:40:50.540376 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-8e8eb978-2cef-4554-9c5c-233b9b8b1715 None None] Set router b616e8bf-b9aa-4e07-88e4-eb8293705097 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:40:50.542645 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-1f5f025d-9641-4367-954a-aa89a2360043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:50.597822 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e21e2f0-2384-4b2b-a3fc-c38339be006d tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:40:50.638247 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9e21e2f0-2384-4b2b-a3fc-c38339be006d tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:50.640230 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-9e21e2f0-2384-4b2b-a3fc-c38339be006d tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Added segment 84c6eeca-a9b7-410e-9aae-45ba37fc98fd of type vlan for network 72ecd930-863b-46d4-8f24-fc327ff75f71 Dec 20 14:40:50.839325 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2ddc3dbb-8e7c-4f89-8c19-008ceee04771 req-7a936347-3122-4f00-a3e1-939760d8081e tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=df4fc5f062c24b48b2976dde88fb04ce&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4237852 Dec 20 14:40:50.842072 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-7a5b184c-b83d-447f-aefc-820b236fe732 None None] Provisioning complete for port 7d2afa49-8d0f-4a2a-9610-c506691ede27 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:40:50.842260 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-7a5b184c-b83d-447f-aefc-820b236fe732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:50.844423 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9e21e2f0-2384-4b2b-a3fc-c38339be006d tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:50.928983 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5f025d-9641-4367-954a-aa89a2360043 None None] Pushing event updated for resources: {'Port': ['ID=7d2afa49-8d0f-4a2a-9610-c506691ede27,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:40:51.082713 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e21e2f0-2384-4b2b-a3fc-c38339be006d tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:40:51.107923 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9e21e2f0-2384-4b2b-a3fc-c38339be006d tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:51.108546 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-9e21e2f0-2384-4b2b-a3fc-c38339be006d tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Added segment fca0dd52-a10c-475b-ad76-01c8136151a2 of type vlan for network 42f3b921-2f9e-4e79-9e1a-9d81eb4b31d8 Dec 20 14:40:51.154694 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 47680) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:40:51.159820 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-f1b90351-1ec1-40e9-9e0f-40e9388a38ae tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Request body: {'security_group': {'name': 'tempest-securitygroup--211447419', 'description': 'tempest-description--1318267696'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:40:51.178610 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2ddc3dbb-8e7c-4f89-8c19-008ceee04771 req-d25c73c4-53ca-4f58-9c7d-55a5f3e9771e service neutron] 10.222.0.54 "GET /v2.0/networks/af49d91e-952c-43c8-bc9d-27103b4f9eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3272109 Dec 20 14:40:51.213850 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f1b90351-1ec1-40e9-9e0f-40e9388a38ae tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:51.252233 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9e21e2f0-2384-4b2b-a3fc-c38339be006d tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:51.367801 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9e21e2f0-2384-4b2b-a3fc-c38339be006d tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:51.368623 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9e21e2f0-2384-4b2b-a3fc-c38339be006d tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:51.377075 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f1b90351-1ec1-40e9-9e0f-40e9388a38ae tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:51.392794 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e21e2f0-2384-4b2b-a3fc-c38339be006d tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:40:51.417376 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e21e2f0-2384-4b2b-a3fc-c38339be006d tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:40:51.427441 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9e21e2f0-2384-4b2b-a3fc-c38339be006d tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:51.432298 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f1b90351-1ec1-40e9-9e0f-40e9388a38ae tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:51.474855 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ad3bb-a273-4162-897c-589cf3b2d5b4 req-2ad6011b-733e-4502-aa82-f89b81394d9d tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:40:51.476843 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6a4ad3bb-a273-4162-897c-589cf3b2d5b4 req-2ad6011b-733e-4502-aa82-f89b81394d9d tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=340c2378-32ed-4988-8942-8080338241fe HTTP/1.1" status: 200 len: 945 time: 0.0981169 Dec 20 14:40:51.500309 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f1b90351-1ec1-40e9-9e0f-40e9388a38ae tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:51.502789 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-f1b90351-1ec1-40e9-9e0f-40e9388a38ae tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3464954 Dec 20 14:40:51.509503 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 47688) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:40:51.542240 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-007f3fcd-15ca-4438-800a-a5733807d4fe tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Request body: {'security_group_rule': {'security_group_id': '32bfc1ff-28fd-45a5-ae96-207d0fefe02f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:40:51.564109 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b90351-1ec1-40e9-9e0f-40e9388a38ae tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32bfc1ff-28fd-45a5-ae96-207d0fefe02f,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:40:51.568154 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-8e8eb978-2cef-4554-9c5c-233b9b8b1715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b616e8bf-b9aa-4e07-88e4-eb8293705097', 'name': 'tempest-AttachVolumeShelveTestJSON-1027199231-router', 'tenant_id': '9abc31fa6fc849d78699cc7e0935f4b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '79ca2368-2b22-4bbc-b4c5-f0b5c6649422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:40:34Z', 'updated_at': '2021-12-20T14:40:42Z', 'revision_number': 4, 'project_id': '9abc31fa6fc849d78699cc7e0935f4b6', 'gw_port': {'id': '79ca2368-2b22-4bbc-b4c5-f0b5c6649422', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b616e8bf-b9aa-4e07-88e4-eb8293705097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:40:36Z', 'updated_at': '2021-12-20T14:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '7d2afa49-8d0f-4a2a-9610-c506691ede27', 'name': '', 'network_id': '247d6423-5fdf-4eed-9378-2e1201ada444', 'tenant_id': '9abc31fa6fc849d78699cc7e0935f4b6', 'mac_address': 'fa:16:3e:31:69:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b616e8bf-b9aa-4e07-88e4-eb8293705097', 'device_owner': 'network:router_interface', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': 'a8bc57f1-3730-4dfb-a3cb-cf3c3829d7fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:40:41Z', 'updated_at': '2021-12-20T14:40:49Z', 'revision_number': 4, 'project_id': '9abc31fa6fc849d78699cc7e0935f4b6', 'subnets': [{'id': 'a8bc57f1-3730-4dfb-a3cb-cf3c3829d7fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:40:51.669773 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6a4ad3bb-a273-4162-897c-589cf3b2d5b4 req-dbf0fcb5-e4e7-4d94-adf6-50f6135db55c tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=f2f975e9-21d7-4fe5-b06b-fdbb671aee94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648736 Dec 20 14:40:51.776092 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-007f3fcd-15ca-4438-800a-a5733807d4fe tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:51.814464 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2ddc3dbb-8e7c-4f89-8c19-008ceee04771 req-99427738-58d4-48f7-8492-d0054de53bc4 service neutron] 10.222.0.54 "GET /v2.0/networks/af49d91e-952c-43c8-bc9d-27103b4f9eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6265118 Dec 20 14:40:51.818233 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e21e2f0-2384-4b2b-a3fc-c38339be006d tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Pushing event updated for resources: {'Network': ['ID=72ecd930-863b-46d4-8f24-fc327ff75f71,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:40:51.846098 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 47698) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:40:51.853617 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-9e21e2f0-2384-4b2b-a3fc-c38339be006d tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.8301876 Dec 20 14:40:52.136254 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e21e2f0-2384-4b2b-a3fc-c38339be006d tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Pushing event updated for resources: {'Network': ['ID=42f3b921-2f9e-4e79-9e1a-9d81eb4b31d8,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:40:52.366494 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 72ecd930-863b-46d4-8f24-fc327ff75f71 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:40:52.376529 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 7d2afa49-8d0f-4a2a-9610-c506691ede27 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:40:52.455507 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 42f3b921-2f9e-4e79-9e1a-9d81eb4b31d8 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:40:52.697322 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8eb978-2cef-4554-9c5c-233b9b8b1715 None None] The sync data for ids ['b616e8bf-b9aa-4e07-88e4-eb8293705097'] in n-d-761264-19 is: [{'id': 'b616e8bf-b9aa-4e07-88e4-eb8293705097', 'name': 'tempest-AttachVolumeShelveTestJSON-1027199231-router', 'tenant_id': '9abc31fa6fc849d78699cc7e0935f4b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '79ca2368-2b22-4bbc-b4c5-f0b5c6649422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:40:34Z', 'updated_at': '2021-12-20T14:40:42Z', 'revision_number': 4, 'project_id': '9abc31fa6fc849d78699cc7e0935f4b6', 'gw_port': {'id': '79ca2368-2b22-4bbc-b4c5-f0b5c6649422', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b616e8bf-b9aa-4e07-88e4-eb8293705097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:40:36Z', 'updated_at': '2021-12-20T14:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '7d2afa49-8d0f-4a2a-9610-c506691ede27', 'name': '', 'network_id': '247d6423-5fdf-4eed-9378-2e1201ada444', 'tenant_id': '9abc31fa6fc849d78699cc7e0935f4b6', 'mac_address': 'fa:16:3e:31:69:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b616e8bf-b9aa-4e07-88e4-eb8293705097', 'device_owner': 'network:router_interface', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': 'a8bc57f1-3730-4dfb-a3cb-cf3c3829d7fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:40:41Z', 'updated_at': '2021-12-20T14:40:49Z', 'revision_number': 4, 'project_id': '9abc31fa6fc849d78699cc7e0935f4b6', 'subnets': [{'id': 'a8bc57f1-3730-4dfb-a3cb-cf3c3829d7fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:40:52.853376 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-007f3fcd-15ca-4438-800a-a5733807d4fe tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:52.873334 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-007f3fcd-15ca-4438-800a-a5733807d4fe tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:52.989346 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007f3fcd-15ca-4438-800a-a5733807d4fe tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92b9de7c-9aa3-460f-9ba5-95b85d98dfd8,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:40:53.019547 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-007f3fcd-15ca-4438-800a-a5733807d4fe tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:53.020778 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-007f3fcd-15ca-4438-800a-a5733807d4fe tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5086243 Dec 20 14:40:53.037789 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 47746) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:40:53.054700 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-d2569dcc-ede1-4546-9e90-42ef641ddc96 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Request body: {'security_group_rule': {'security_group_id': '32bfc1ff-28fd-45a5-ae96-207d0fefe02f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:40:53.083192 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 7d2afa49-8d0f-4a2a-9610-c506691ede27 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:40:53.083570 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:53.177906 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8610db89-755f-43ee-8ad3-0fa9bf43347e tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:40:53.186333 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8610db89-755f-43ee-8ad3-0fa9bf43347e tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:40:53.195841 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8610db89-755f-43ee-8ad3-0fa9bf43347e tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:40:53.211360 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8610db89-755f-43ee-8ad3-0fa9bf43347e tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:40:53.232676 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7ecb10-e6b5-4b88-bd8b-70df7a2573ca req-c159906f-8094-4756-88d7-344e06a1aaff tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:40:53.239246 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8c7ecb10-e6b5-4b88-bd8b-70df7a2573ca req-c159906f-8094-4756-88d7-344e06a1aaff tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=340c2378-32ed-4988-8942-8080338241fe HTTP/1.1" status: 200 len: 945 time: 0.4061658 Dec 20 14:40:53.242016 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 47750) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:40:53.247067 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-8610db89-755f-43ee-8ad3-0fa9bf43347e tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 1.3904822 Dec 20 14:40:53.261413 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d2569dcc-ede1-4546-9e90-42ef641ddc96 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:53.500248 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d2569dcc-ede1-4546-9e90-42ef641ddc96 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:53.554876 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d88e5deb-e572-47cd-90cd-1ca3844559c5 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:53.610240 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8c7ecb10-e6b5-4b88-bd8b-70df7a2573ca req-523f4278-b85f-4dd3-99d2-9736bd4e588b tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=f2f975e9-21d7-4fe5-b06b-fdbb671aee94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3372006 Dec 20 14:40:53.629609 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 17c2c893-bc43-4526-9a61-6425ff3784bf details requested by agent hyperv_n-h1-761264-19 with host n-h1-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:40:53.742569 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d2569dcc-ede1-4546-9e90-42ef641ddc96 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:53.870151 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2569dcc-ede1-4546-9e90-42ef641ddc96 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0506fc21-e884-49c1-8953-ec027723444f,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:40:53.906078 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d2569dcc-ede1-4546-9e90-42ef641ddc96 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:53.913061 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 47770) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:40:53.932075 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-b14ceb9e-23cb-43e5-89d1-33925b0c1e4f tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Request body: {'floatingip': {'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:40:53.935926 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-d2569dcc-ede1-4546-9e90-42ef641ddc96 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8730891 Dec 20 14:40:54.025024 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7af7eb-627f-4c76-8663-b1704d7fdeca req-23212ff7-4728-4e8d-8dee-1ee2559a7f7a tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:40:54.030533 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6d7af7eb-627f-4c76-8663-b1704d7fdeca req-23212ff7-4728-4e8d-8dee-1ee2559a7f7a tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.54 "GET /v2.0/networks?id=af49d91e-952c-43c8-bc9d-27103b4f9eeb HTTP/1.1" status: 200 len: 816 time: 0.5387945 Dec 20 14:40:54.045068 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 17c2c893-bc43-4526-9a61-6425ff3784bf, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=17c2c893-bc43-4526-9a61-6425ff3784bf,segment=NetworkSegment(64c4cfe8-4670-4033-981a-f04cac942433),segment_id=64c4cfe8-4670-4033-981a-f04cac942433)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:40:54.073039 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6d7af7eb-627f-4c76-8663-b1704d7fdeca req-0ea106ca-e2cf-4525-b620-5d7010ce8893 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.54 "GET /v2.0/quotas/df4fc5f062c24b48b2976dde88fb04ce HTTP/1.1" status: 200 len: 375 time: 0.0340133 Dec 20 14:40:54.120234 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Returning: {'device': '17c2c893-bc43-4526-9a61-6425ff3784bf', 'network_id': '7ed718b3-d2e8-4b72-a238-726203897046', 'port_id': '17c2c893-bc43-4526-9a61-6425ff3784bf', 'mac_address': 'fa:16:3e:f1:17:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d68b841-2dcc-4f7d-9f3b-ab3557b797a0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:40:54.140271 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 14:40:54.144930 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d88e5deb-e572-47cd-90cd-1ca3844559c5 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:54.217420 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-d88e5deb-e572-47cd-90cd-1ca3844559c5 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72ecd930-863b-46d4-8f24-fc327ff75f71']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:40:54.223949 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6d7af7eb-627f-4c76-8663-b1704d7fdeca req-aa3965c0-ed23-45b9-a9f1-a3e768565209 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=df4fc5f062c24b48b2976dde88fb04ce&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1486013 Dec 20 14:40:54.240334 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b14ceb9e-23cb-43e5-89d1-33925b0c1e4f tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Publish callbacks [] for floatingip, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:54.247941 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-d88e5deb-e572-47cd-90cd-1ca3844559c5 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84c6eeca-a9b7-410e-9aae-45ba37fc98fd') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:40:54.248451 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-d88e5deb-e572-47cd-90cd-1ca3844559c5 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84c6eeca-a9b7-410e-9aae-45ba37fc98fd') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:40:54.272660 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:54.296264 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 17c2c893-bc43-4526-9a61-6425ff3784bf {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:40:54.328143 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d88e5deb-e572-47cd-90cd-1ca3844559c5 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:54.348271 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 17c2c893-bc43-4526-9a61-6425ff3784bf, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=17c2c893-bc43-4526-9a61-6425ff3784bf,segment=NetworkSegment(64c4cfe8-4670-4033-981a-f04cac942433),segment_id=64c4cfe8-4670-4033-981a-f04cac942433)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:40:54.353748 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:54.371107 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d88e5deb-e572-47cd-90cd-1ca3844559c5 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:54.411883 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d88e5deb-e572-47cd-90cd-1ca3844559c5 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:40:54.412499 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d88e5deb-e572-47cd-90cd-1ca3844559c5 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:54.419006 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:40:54.419006 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:40:54.419006 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:40:54.419006 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:40:54.419006 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:40:54.419006 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:40:54.419006 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:40:54.419006 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:40:54.419006 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:40:54.419006 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:40:54.419006 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:40:54.419006 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:40:54.419006 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:40:54.419006 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:40:54.419006 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:40:54.419006 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:40:54.419006 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:40:54.419006 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:40:54.419006 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:40:54.419006 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:40:54.419006 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:40:54.419006 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:40:54.419006 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:40:54.419006 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:40:54.419006 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 14:40:54.419006 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:40:54.419006 n-d-761264-19 neutron-server[103168]: timer() Dec 20 14:40:54.419006 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:40:54.419006 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 14:40:54.419006 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:40:54.419006 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 14:40:54.419006 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:40:54.419006 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 14:40:54.419006 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:40:54.419006 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 14:40:54.419006 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:40:54.419006 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 14:40:54.419006 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:40:54.419006 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:40:54.419006 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:40:54.419006 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:40:54.419006 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:40:54.419006 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 14:40:54.419006 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:40:54.419006 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 14:40:54.419006 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:40:54.419006 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:40:54.419006 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:40:54.419006 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 14:40:54.419006 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:40:54.419006 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:40:54.419006 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:40:54.419006 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:40:54.419006 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:40:54.419006 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:40:54.424107 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:40:54.496914 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6d7af7eb-627f-4c76-8663-b1704d7fdeca req-bf782607-61f6-43f6-abb9-b67b9fe391b3 service neutron] 10.222.0.54 "GET /v2.0/networks/af49d91e-952c-43c8-bc9d-27103b4f9eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704911 Dec 20 14:40:54.528365 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['17c2c893-bc43-4526-9a61-6425ff3784bf'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:40:54.548651 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=17c2c893-bc43-4526-9a61-6425ff3784bf,revision_number=6']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:40:54.636633 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d88e5deb-e572-47cd-90cd-1ca3844559c5 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:54.673729 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d88e5deb-e572-47cd-90cd-1ca3844559c5 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:54.682500 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-d88e5deb-e572-47cd-90cd-1ca3844559c5 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] 10.222.0.54 "DELETE /v2.0/networks/72ecd930-863b-46d4-8f24-fc327ff75f71 HTTP/1.1" status: 204 len: 168 time: 1.4390666 Dec 20 14:40:54.692756 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 47780) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:40:54.751529 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88e5deb-e572-47cd-90cd-1ca3844559c5 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Pushing event deleted for resources: {'Network': ['ID=72ecd930-863b-46d4-8f24-fc327ff75f71,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:40:54.880628 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6d7af7eb-627f-4c76-8663-b1704d7fdeca req-d9455dc4-21dd-4979-988e-90b4d927507b service neutron] 10.222.0.54 "GET /v2.0/networks/af49d91e-952c-43c8-bc9d-27103b4f9eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3829145 Dec 20 14:40:55.008904 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b14ceb9e-23cb-43e5-89d1-33925b0c1e4f tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:55.032897 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-53ef8096-6e0b-4252-b0dc-2c6a4dc6c232 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:55.155584 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc3dbb-8e7c-4f89-8c19-008ceee04771 req-8d1a297e-7d90-4fd4-962e-8874315f8d75 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:40:55.160970 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2ddc3dbb-8e7c-4f89-8c19-008ceee04771 req-8d1a297e-7d90-4fd4-962e-8874315f8d75 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.47 "GET /v2.0/networks?id=af49d91e-952c-43c8-bc9d-27103b4f9eeb HTTP/1.1" status: 200 len: 816 time: 0.5833311 Dec 20 14:40:55.181700 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-2ddc3dbb-8e7c-4f89-8c19-008ceee04771 req-5296f25b-76fb-4517-9668-22eaed8c0991 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] Request body: {'port': {'device_id': '1853e57b-2105-43c2-a14c-5ab04a68a020', 'network_id': 'af49d91e-952c-43c8-bc9d-27103b4f9eeb', 'admin_state_up': True, 'tenant_id': 'df4fc5f062c24b48b2976dde88fb04ce'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:40:55.248037 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aa380b-9c50-4692-9fba-64b593d762aa req-d9091ab7-4485-4ae7-a3b9-48b5cb8f23fd tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:40:55.251177 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-75aa380b-9c50-4692-9fba-64b593d762aa req-d9091ab7-4485-4ae7-a3b9-48b5cb8f23fd tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=340c2378-32ed-4988-8942-8080338241fe HTTP/1.1" status: 200 len: 944 time: 0.3936570 Dec 20 14:40:55.498965 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ddc3dbb-8e7c-4f89-8c19-008ceee04771 req-5296f25b-76fb-4517-9668-22eaed8c0991 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] Made reservation on behalf of df4fc5f062c24b48b2976dde88fb04ce for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:40:55.509352 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-2ddc3dbb-8e7c-4f89-8c19-008ceee04771 req-5296f25b-76fb-4517-9668-22eaed8c0991 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:55.564855 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-53ef8096-6e0b-4252-b0dc-2c6a4dc6c232 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:55.598139 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-75aa380b-9c50-4692-9fba-64b593d762aa req-0749118c-2367-4e13-bb99-8783cb1abbc8 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=f2f975e9-21d7-4fe5-b06b-fdbb671aee94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3352513 Dec 20 14:40:55.614712 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-b14ceb9e-23cb-43e5-89d1-33925b0c1e4f tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Allocated IP 172.25.0.197 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/a699bc63-ef52-41c7-a357-6a32d9d6f4b3) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:40:55.634511 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 17c2c893-bc43-4526-9a61-6425ff3784bf up at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:40:55.653337 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-53ef8096-6e0b-4252-b0dc-2c6a4dc6c232 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42f3b921-2f9e-4e79-9e1a-9d81eb4b31d8']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:40:55.687394 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-53ef8096-6e0b-4252-b0dc-2c6a4dc6c232 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fca0dd52-a10c-475b-ad76-01c8136151a2') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:40:55.687774 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-53ef8096-6e0b-4252-b0dc-2c6a4dc6c232 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fca0dd52-a10c-475b-ad76-01c8136151a2') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:40:55.759116 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-53ef8096-6e0b-4252-b0dc-2c6a4dc6c232 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:55.808081 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-53ef8096-6e0b-4252-b0dc-2c6a4dc6c232 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:55.816050 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning complete for port 17c2c893-bc43-4526-9a61-6425ff3784bf triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:40:55.816435 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:55.824422 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53ef8096-6e0b-4252-b0dc-2c6a4dc6c232 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:40:55.826025 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-53ef8096-6e0b-4252-b0dc-2c6a4dc6c232 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:55.985222 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 14:40:55.985222 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:40:55.985222 n-d-761264-19 neutron-server[103168]: timer() Dec 20 14:40:55.985222 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:40:55.985222 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 14:40:55.985222 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:40:55.985222 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 14:40:55.985222 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:40:55.985222 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 14:40:55.985222 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:40:55.985222 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 14:40:55.985222 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:40:55.985222 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 14:40:55.985222 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:40:55.985222 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:40:55.985222 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:40:55.985222 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:40:55.985222 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:40:55.985222 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 14:40:55.985222 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:40:55.985222 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 14:40:55.985222 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:40:55.985222 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:40:55.985222 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:40:55.985222 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 14:40:55.985222 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:40:55.985222 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:40:55.985222 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:40:55.985222 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:40:55.985222 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:40:55.985222 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:40:55.985222 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:40:56.081693 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:56.110363 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '340c2378-32ed-4988-8942-8080338241fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17c2c893-bc43-4526-9a61-6425ff3784bf'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:40:56.112618 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b63418e4-de59-4bc0-8524-39e5460f8031" -d '{"events": [{"server_uuid": "340c2378-32ed-4988-8942-8080338241fe", "name": "network-vif-plugged", "status": "completed", "tag": "17c2c893-bc43-4526-9a61-6425ff3784bf"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:40:56.122367 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-53ef8096-6e0b-4252-b0dc-2c6a4dc6c232 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:56.128349 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 17c2c893-bc43-4526-9a61-6425ff3784bf, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=17c2c893-bc43-4526-9a61-6425ff3784bf,segment=NetworkSegment(64c4cfe8-4670-4033-981a-f04cac942433),segment_id=64c4cfe8-4670-4033-981a-f04cac942433)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:40:56.138905 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:56.143279 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-53ef8096-6e0b-4252-b0dc-2c6a4dc6c232 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:56.156641 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-53ef8096-6e0b-4252-b0dc-2c6a4dc6c232 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] 10.222.0.54 "DELETE /v2.0/networks/42f3b921-2f9e-4e79-9e1a-9d81eb4b31d8 HTTP/1.1" status: 204 len: 168 time: 1.4627256 Dec 20 14:40:56.167123 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 47826) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:40:56.236798 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [req-2ddc3dbb-8e7c-4f89-8c19-008ceee04771 req-5296f25b-76fb-4517-9668-22eaed8c0991 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] Allocated IP 172.20.0.4 (af49d91e-952c-43c8-bc9d-27103b4f9eeb/f97011d1-f2f0-407b-9576-8f32ba5917ec/15c75cab-1066-441c-995d-a5c93f5d52b0) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:40:56.264988 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=17c2c893-bc43-4526-9a61-6425ff3784bf,revision_number=7']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:40:56.297231 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16fd23fa-50b7-478e-a0b3-08c3782d04f9 x-openstack-request-id: req-16fd23fa-50b7-478e-a0b3-08c3782d04f9 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:40:56.297533 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "340c2378-32ed-4988-8942-8080338241fe", "name": "network-vif-plugged", "status": "completed", "tag": "17c2c893-bc43-4526-9a61-6425ff3784bf", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:40:56.297788 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-16fd23fa-50b7-478e-a0b3-08c3782d04f9 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:40:56.298186 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '340c2378-32ed-4988-8942-8080338241fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17c2c893-bc43-4526-9a61-6425ff3784bf', 'code': 200} Dec 20 14:40:56.311812 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ef8096-6e0b-4252-b0dc-2c6a4dc6c232 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Pushing event deleted for resources: {'Network': ['ID=42f3b921-2f9e-4e79-9e1a-9d81eb4b31d8,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:40:56.434260 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b14ceb9e-23cb-43e5-89d1-33925b0c1e4f tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:56.526551 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b14ceb9e-23cb-43e5-89d1-33925b0c1e4f tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:56.587949 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14ceb9e-23cb-43e5-89d1-33925b0c1e4f tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:40:56.594495 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-b14ceb9e-23cb-43e5-89d1-33925b0c1e4f tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:40:56.598377 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14ceb9e-23cb-43e5-89d1-33925b0c1e4f tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:40:56.629842 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14ceb9e-23cb-43e5-89d1-33925b0c1e4f tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Pushing event updated for resources: {'Port': ['ID=a699bc63-ef52-41c7-a357-6a32d9d6f4b3,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:40:56.939249 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b14ceb9e-23cb-43e5-89d1-33925b0c1e4f tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:56.990437 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481b27e6-5c69-4804-a127-4d4ddc5e0787 req-f0b1eee3-ff20-42f1-97f2-343d255a89a4 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:40:56.992064 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-481b27e6-5c69-4804-a127-4d4ddc5e0787 req-f0b1eee3-ff20-42f1-97f2-343d255a89a4 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=340c2378-32ed-4988-8942-8080338241fe HTTP/1.1" status: 200 len: 945 time: 0.1965368 Dec 20 14:40:57.167010 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa9eec6-61d5-4501-bb98-86bb49be47d3 req-448d8542-ad02-4f52-8507-5ef20b847e46 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:40:57.174847 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-cfa9eec6-61d5-4501-bb98-86bb49be47d3 req-448d8542-ad02-4f52-8507-5ef20b847e46 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.54 "GET /v2.0/networks?id=af49d91e-952c-43c8-bc9d-27103b4f9eeb HTTP/1.1" status: 200 len: 816 time: 1.2324266 Dec 20 14:40:57.188759 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b14ceb9e-23cb-43e5-89d1-33925b0c1e4f tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:57.217675 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-481b27e6-5c69-4804-a127-4d4ddc5e0787 req-ebc654d5-67db-47f8-a0ff-203355fcb2b9 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=f2f975e9-21d7-4fe5-b06b-fdbb671aee94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131214 Dec 20 14:40:57.258869 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-cfa9eec6-61d5-4501-bb98-86bb49be47d3 req-df8efe17-535b-4be6-949e-407a4ca7dbb0 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.54 "GET /v2.0/quotas/df4fc5f062c24b48b2976dde88fb04ce HTTP/1.1" status: 200 len: 375 time: 0.0821958 Dec 20 14:40:57.371951 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9e6f98-f2b1-4b86-8ad1-2d795badcaaa tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:40:57.379202 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9e6f98-f2b1-4b86-8ad1-2d795badcaaa tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:40:57.381436 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-1d9e6f98-f2b1-4b86-8ad1-2d795badcaaa tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 1.2111342 Dec 20 14:40:57.386341 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 47854) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:40:57.397150 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-92faf6d6-dea8-4208-b662-d4a50d545c04 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1178635871'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:40:57.452368 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-2ddc3dbb-8e7c-4f89-8c19-008ceee04771 req-5296f25b-76fb-4517-9668-22eaed8c0991 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:57.513870 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-cfa9eec6-61d5-4501-bb98-86bb49be47d3 req-54d640da-a8f9-4521-a3f5-523fb16e516e tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=df4fc5f062c24b48b2976dde88fb04ce&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2536664 Dec 20 14:40:57.567596 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92faf6d6-dea8-4208-b662-d4a50d545c04 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Made reservation on behalf of 97e35c710c5d49399344273f41045998 for: {'network': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:40:57.571790 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-92faf6d6-dea8-4208-b662-d4a50d545c04 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:57.692864 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-2ddc3dbb-8e7c-4f89-8c19-008ceee04771 req-5296f25b-76fb-4517-9668-22eaed8c0991 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:57.695668 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92faf6d6-dea8-4208-b662-d4a50d545c04 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=103167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:40:57.779459 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-92faf6d6-dea8-4208-b662-d4a50d545c04 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:57.779883 n-d-761264-19 neutron-server[103167]: INFO neutron.db.segments_db [None req-92faf6d6-dea8-4208-b662-d4a50d545c04 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Added segment 875faaa5-4256-4ed1-b0ff-03c59bd0d6e4 of type vlan for network 7871e10f-df70-454f-9efb-54150b513b7f Dec 20 14:40:57.784849 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-cfa9eec6-61d5-4501-bb98-86bb49be47d3 req-2572a559-4fa9-4417-ab0c-dca903467921 service neutron] 10.222.0.54 "GET /v2.0/networks/af49d91e-952c-43c8-bc9d-27103b4f9eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2696867 Dec 20 14:40:57.921500 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ddc3dbb-8e7c-4f89-8c19-008ceee04771 req-5296f25b-76fb-4517-9668-22eaed8c0991 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] Network af49d91e-952c-43c8-bc9d-27103b4f9eeb is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:40:57.963762 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [req-2ddc3dbb-8e7c-4f89-8c19-008ceee04771 req-5296f25b-76fb-4517-9668-22eaed8c0991 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:40:57.966266 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5296f25b-76fb-4517-9668-22eaed8c0991 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] Pushing event updated for resources: {'Port': ['ID=15c75cab-1066-441c-995d-a5c93f5d52b0,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:40:57.970039 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ddc3dbb-8e7c-4f89-8c19-008ceee04771 req-5296f25b-76fb-4517-9668-22eaed8c0991 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:40:57.990198 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-92faf6d6-dea8-4208-b662-d4a50d545c04 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:58.288107 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-cfa9eec6-61d5-4501-bb98-86bb49be47d3 req-ef03c5c0-c533-4bd6-b572-46aa28b7fa8f service neutron] 10.222.0.54 "GET /v2.0/networks/af49d91e-952c-43c8-bc9d-27103b4f9eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4601471 Dec 20 14:40:58.335054 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.db.resource_extend [None req-92faf6d6-dea8-4208-b662-d4a50d545c04 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 14:40:58.451701 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-92faf6d6-dea8-4208-b662-d4a50d545c04 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:58.475467 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-7a5aaa9a-b6c6-4d8e-926e-7010e195fb47 None None] Provisioning complete for port 15c75cab-1066-441c-995d-a5c93f5d52b0 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:40:58.476105 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-7a5aaa9a-b6c6-4d8e-926e-7010e195fb47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:58.481463 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92faf6d6-dea8-4208-b662-d4a50d545c04 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:40:58.483018 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-92faf6d6-dea8-4208-b662-d4a50d545c04 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:58.642568 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-7a5aaa9a-b6c6-4d8e-926e-7010e195fb47 None None] Port 15c75cab-1066-441c-995d-a5c93f5d52b0 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:40:58.671987 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-92faf6d6-dea8-4208-b662-d4a50d545c04 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2794893 Dec 20 14:40:58.673277 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 47910) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:40:58.818242 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92faf6d6-dea8-4208-b662-d4a50d545c04 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Pushing event updated for resources: {'Network': ['ID=7871e10f-df70-454f-9efb-54150b513b7f,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:40:58.831248 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 7871e10f-df70-454f-9efb-54150b513b7f details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:40:58.835831 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-99ed79b3-0f09-426a-91a2-914520e5ac1d tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1384050123'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:40:58.974605 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99ed79b3-0f09-426a-91a2-914520e5ac1d tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Made reservation on behalf of 97e35c710c5d49399344273f41045998 for: {'network': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:40:58.983738 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-99ed79b3-0f09-426a-91a2-914520e5ac1d tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:59.024750 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7af7eb-627f-4c76-8663-b1704d7fdeca req-57eac678-f976-4d6b-9d4c-eda8c161ec9e tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:40:59.041675 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6d7af7eb-627f-4c76-8663-b1704d7fdeca req-57eac678-f976-4d6b-9d4c-eda8c161ec9e tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.47 "GET /v2.0/networks?id=af49d91e-952c-43c8-bc9d-27103b4f9eeb HTTP/1.1" status: 200 len: 816 time: 1.7134829 Dec 20 14:40:59.094322 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99ed79b3-0f09-426a-91a2-914520e5ac1d tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=103167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:40:59.143095 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-99ed79b3-0f09-426a-91a2-914520e5ac1d tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:59.143462 n-d-761264-19 neutron-server[103167]: INFO neutron.db.segments_db [None req-99ed79b3-0f09-426a-91a2-914520e5ac1d tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Added segment a90f5e29-e360-461a-a234-3f66bc576a0c of type vlan for network 4086249c-4208-4f02-9ca6-95489e0823ec Dec 20 14:40:59.148443 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-6d7af7eb-627f-4c76-8663-b1704d7fdeca req-ef04236a-36db-4ae6-9cb6-0a69f15e12db tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] Request body: {'port': {'device_id': 'e0fc7994-01df-46cf-ab92-7895a14784a3', 'network_id': 'af49d91e-952c-43c8-bc9d-27103b4f9eeb', 'admin_state_up': True, 'tenant_id': 'df4fc5f062c24b48b2976dde88fb04ce'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:40:59.267389 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2bf0a27a-c0cd-47d6-9781-a594e03c3543 req-15100ba8-cde2-457f-be5e-2bf16ab1bcef tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.54 "GET /v2.0/ports?device_id=c927572d-cd17-477c-aed3-ef5855249ad6 HTTP/1.1" status: 200 len: 210 time: 0.2170885 Dec 20 14:40:59.267725 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-99ed79b3-0f09-426a-91a2-914520e5ac1d tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:59.294682 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc3dbb-8e7c-4f89-8c19-008ceee04771 req-5296f25b-76fb-4517-9668-22eaed8c0991 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:40:59.294682 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-2ddc3dbb-8e7c-4f89-8c19-008ceee04771 req-5296f25b-76fb-4517-9668-22eaed8c0991 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:59.377338 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2ddc3dbb-8e7c-4f89-8c19-008ceee04771 req-5296f25b-76fb-4517-9668-22eaed8c0991 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2049525 Dec 20 14:40:59.401017 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f7237b-a7f9-4c82-94eb-e31b79f94221 req-895915c3-9d54-4ba6-a2e9-e2b64fbf3133 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:40:59.416497 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c4f7237b-a7f9-4c82-94eb-e31b79f94221 req-895915c3-9d54-4ba6-a2e9-e2b64fbf3133 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=340c2378-32ed-4988-8942-8080338241fe HTTP/1.1" status: 200 len: 945 time: 0.5601540 Dec 20 14:40:59.473805 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [req-2ddc3dbb-8e7c-4f89-8c19-008ceee04771 req-42dde21c-50a3-4bf6-ad23-9f2c9f75165c tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:40:59.481119 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2ddc3dbb-8e7c-4f89-8c19-008ceee04771 req-42dde21c-50a3-4bf6-ad23-9f2c9f75165c tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0220859 Dec 20 14:40:59.538574 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-2ddc3dbb-8e7c-4f89-8c19-008ceee04771 req-3f72658d-fe13-4fb3-bd46-99bab0619813 service neutron] Request body: {'port': {'device_id': '1853e57b-2105-43c2-a14c-5ab04a68a020', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-19'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:40:59.543280 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b14ceb9e-23cb-43e5-89d1-33925b0c1e4f tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:59.571517 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b14ceb9e-23cb-43e5-89d1-33925b0c1e4f tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:59.636560 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-99ed79b3-0f09-426a-91a2-914520e5ac1d tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:59.652388 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ed79b3-0f09-426a-91a2-914520e5ac1d tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:40:59.669652 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-99ed79b3-0f09-426a-91a2-914520e5ac1d tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:59.862707 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14ceb9e-23cb-43e5-89d1-33925b0c1e4f tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Pushing event updated for resources: {'Port': ['ID=a699bc63-ef52-41c7-a357-6a32d9d6f4b3,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:40:59.909573 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ed79b3-0f09-426a-91a2-914520e5ac1d tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Pushing event updated for resources: {'Network': ['ID=4086249c-4208-4f02-9ca6-95489e0823ec,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:40:59.914115 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b14ceb9e-23cb-43e5-89d1-33925b0c1e4f tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585115'] for floatingip, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:40:59.933206 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 4086249c-4208-4f02-9ca6-95489e0823ec details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:40:59.953460 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-99ed79b3-0f09-426a-91a2-914520e5ac1d tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1360362 Dec 20 14:40:59.959869 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 47946) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:40:59.979715 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-e24a89f9-4045-47cd-b402-947490663759 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Request body: {'ports': [{'network_id': '7871e10f-df70-454f-9efb-54150b513b7f', 'name': 'tempest-port--2036515192', 'admin_state_up': True}, {'network_id': '4086249c-4208-4f02-9ca6-95489e0823ec', 'admin_state_up': False}]} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:40:59.980404 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-e24a89f9-4045-47cd-b402-947490663759 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Request body: {'port': {'network_id': '7871e10f-df70-454f-9efb-54150b513b7f', 'name': 'tempest-port--2036515192', 'admin_state_up': True}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:40:59.983161 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-e24a89f9-4045-47cd-b402-947490663759 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Request body: {'port': {'network_id': '4086249c-4208-4f02-9ca6-95489e0823ec', 'admin_state_up': False}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:41:00.033701 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d7af7eb-627f-4c76-8663-b1704d7fdeca req-ef04236a-36db-4ae6-9cb6-0a69f15e12db tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] Made reservation on behalf of df4fc5f062c24b48b2976dde88fb04ce for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:41:00.049884 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-6d7af7eb-627f-4c76-8663-b1704d7fdeca req-ef04236a-36db-4ae6-9cb6-0a69f15e12db tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:00.078445 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c4f7237b-a7f9-4c82-94eb-e31b79f94221 req-b9f70552-b27a-491e-924f-fdc6314d6797 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=f2f975e9-21d7-4fe5-b06b-fdbb671aee94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6605816 Dec 20 14:41:00.135602 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-2ddc3dbb-8e7c-4f89-8c19-008ceee04771 req-3f72658d-fe13-4fb3-bd46-99bab0619813 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:00.282367 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b14ceb9e-23cb-43e5-89d1-33925b0c1e4f tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:00.285469 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-b14ceb9e-23cb-43e5-89d1-33925b0c1e4f tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.3719163 Dec 20 14:41:00.655246 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [req-6d7af7eb-627f-4c76-8663-b1704d7fdeca req-ef04236a-36db-4ae6-9cb6-0a69f15e12db tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] Allocated IP 172.20.0.13 (af49d91e-952c-43c8-bc9d-27103b4f9eeb/f97011d1-f2f0-407b-9576-8f32ba5917ec/af91cac1-6b1c-484f-ba7c-4f1f74bd6d48) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:41:00.673151 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-87be2986-4da6-4871-8162-deac0533ce37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:01.144948 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-6d7af7eb-627f-4c76-8663-b1704d7fdeca req-ef04236a-36db-4ae6-9cb6-0a69f15e12db tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:01.324577 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b3627f18-1785-4f43-ae57-5d85961023e0 req-dddad876-e677-45ba-9569-86e1a4de18ae tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.54 "GET /v2.0/ports?device_id=c927572d-cd17-477c-aed3-ef5855249ad6 HTTP/1.1" status: 200 len: 210 time: 0.0942135 Dec 20 14:41:01.526683 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-6d7af7eb-627f-4c76-8663-b1704d7fdeca req-ef04236a-36db-4ae6-9cb6-0a69f15e12db tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:01.905487 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [req-2ddc3dbb-8e7c-4f89-8c19-008ceee04771 req-3f72658d-fe13-4fb3-bd46-99bab0619813 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15c75cab-1066-441c-995d-a5c93f5d52b0 {{(pid=103167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:41:01.931934 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-2ddc3dbb-8e7c-4f89-8c19-008ceee04771 req-3f72658d-fe13-4fb3-bd46-99bab0619813 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:01.968575 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d7af7eb-627f-4c76-8663-b1704d7fdeca req-ef04236a-36db-4ae6-9cb6-0a69f15e12db tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] Network af49d91e-952c-43c8-bc9d-27103b4f9eeb is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:41:01.978559 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-2ddc3dbb-8e7c-4f89-8c19-008ceee04771 req-3f72658d-fe13-4fb3-bd46-99bab0619813 service neutron] Transition to ACTIVE for port object 15c75cab-1066-441c-995d-a5c93f5d52b0 will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:41:01.988667 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-2ddc3dbb-8e7c-4f89-8c19-008ceee04771 req-3f72658d-fe13-4fb3-bd46-99bab0619813 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:02.033556 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [req-6d7af7eb-627f-4c76-8663-b1704d7fdeca req-ef04236a-36db-4ae6-9cb6-0a69f15e12db tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:41:02.051711 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d7af7eb-627f-4c76-8663-b1704d7fdeca req-ef04236a-36db-4ae6-9cb6-0a69f15e12db tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:41:02.072118 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e512df16-816c-4f10-afde-7ee5080437b1 req-a50c50d7-51b8-47ef-8618-fefb3305bbc7 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:02.085366 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e512df16-816c-4f10-afde-7ee5080437b1 req-a50c50d7-51b8-47ef-8618-fefb3305bbc7 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=340c2378-32ed-4988-8942-8080338241fe HTTP/1.1" status: 200 len: 945 time: 0.5519588 Dec 20 14:41:02.095271 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef04236a-36db-4ae6-9cb6-0a69f15e12db tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] Pushing event updated for resources: {'Port': ['ID=af91cac1-6b1c-484f-ba7c-4f1f74bd6d48,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:41:02.110199 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f72658d-fe13-4fb3-bd46-99bab0619813 service neutron] Pushing event updated for resources: {'Port': ['ID=15c75cab-1066-441c-995d-a5c93f5d52b0,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:41:02.149381 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa9eec6-61d5-4501-bb98-86bb49be47d3 req-e04a1ba9-43bc-4cbe-a425-31d8ad8a5924 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:02.153154 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cfa9eec6-61d5-4501-bb98-86bb49be47d3 req-e04a1ba9-43bc-4cbe-a425-31d8ad8a5924 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.30 "GET /v2.0/networks?id=af49d91e-952c-43c8-bc9d-27103b4f9eeb HTTP/1.1" status: 200 len: 816 time: 0.9440358 Dec 20 14:41:02.170697 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-cfa9eec6-61d5-4501-bb98-86bb49be47d3 req-95f6c3a2-6099-4006-b478-5c5e47c32bb5 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] Request body: {'port': {'device_id': 'c927572d-cd17-477c-aed3-ef5855249ad6', 'network_id': 'af49d91e-952c-43c8-bc9d-27103b4f9eeb', 'admin_state_up': True, 'tenant_id': 'df4fc5f062c24b48b2976dde88fb04ce'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:41:02.299690 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-2ddc3dbb-8e7c-4f89-8c19-008ceee04771 req-3f72658d-fe13-4fb3-bd46-99bab0619813 service neutron] Attempting to bind port 15c75cab-1066-441c-995d-a5c93f5d52b0 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:41:02.300803 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-2ddc3dbb-8e7c-4f89-8c19-008ceee04771 req-3f72658d-fe13-4fb3-bd46-99bab0619813 service neutron] Attempting to bind port 15c75cab-1066-441c-995d-a5c93f5d52b0 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': 'd7d72d61-d555-4de4-ae11-76ec772cb1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'af49d91e-952c-43c8-bc9d-27103b4f9eeb'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:41:02.301237 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ddc3dbb-8e7c-4f89-8c19-008ceee04771 req-3f72658d-fe13-4fb3-bd46-99bab0619813 service neutron] Attempting to bind port 15c75cab-1066-441c-995d-a5c93f5d52b0 on network af49d91e-952c-43c8-bc9d-27103b4f9eeb {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:41:02.310828 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ddc3dbb-8e7c-4f89-8c19-008ceee04771 req-3f72658d-fe13-4fb3-bd46-99bab0619813 service neutron] Port 15c75cab-1066-441c-995d-a5c93f5d52b0 on network af49d91e-952c-43c8-bc9d-27103b4f9eeb not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:41:02.316999 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ddc3dbb-8e7c-4f89-8c19-008ceee04771 req-3f72658d-fe13-4fb3-bd46-99bab0619813 service neutron] Attempting to bind port 15c75cab-1066-441c-995d-a5c93f5d52b0 on network af49d91e-952c-43c8-bc9d-27103b4f9eeb {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:41:02.329203 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ddc3dbb-8e7c-4f89-8c19-008ceee04771 req-3f72658d-fe13-4fb3-bd46-99bab0619813 service neutron] Checking agent: {'id': '43c60aee-e4af-4ecc-bee2-aac3569fafed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:41:02.329733 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ddc3dbb-8e7c-4f89-8c19-008ceee04771 req-3f72658d-fe13-4fb3-bd46-99bab0619813 service neutron] Checking segment: {'id': 'd7d72d61-d555-4de4-ae11-76ec772cb1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'af49d91e-952c-43c8-bc9d-27103b4f9eeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:41:02.330203 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ddc3dbb-8e7c-4f89-8c19-008ceee04771 req-3f72658d-fe13-4fb3-bd46-99bab0619813 service neutron] Bound using segment: {'id': 'd7d72d61-d555-4de4-ae11-76ec772cb1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'af49d91e-952c-43c8-bc9d-27103b4f9eeb'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:41:02.330835 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-2ddc3dbb-8e7c-4f89-8c19-008ceee04771 req-3f72658d-fe13-4fb3-bd46-99bab0619813 service neutron] Bound port: 15c75cab-1066-441c-995d-a5c93f5d52b0, host: n-h2-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7d72d61-d555-4de4-ae11-76ec772cb1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'af49d91e-952c-43c8-bc9d-27103b4f9eeb'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:41:02.331243 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-2ddc3dbb-8e7c-4f89-8c19-008ceee04771 req-3f72658d-fe13-4fb3-bd46-99bab0619813 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:02.569158 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e512df16-816c-4f10-afde-7ee5080437b1 req-27b1a7f4-9f5b-4847-8dde-476a27255dfe tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=f2f975e9-21d7-4fe5-b06b-fdbb671aee94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4817705 Dec 20 14:41:02.595013 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7af7eb-627f-4c76-8663-b1704d7fdeca req-ef04236a-36db-4ae6-9cb6-0a69f15e12db tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:02.610545 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-6d7af7eb-627f-4c76-8663-b1704d7fdeca req-ef04236a-36db-4ae6-9cb6-0a69f15e12db tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:02.636767 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-e3216ae4-9b31-44bd-9446-723324af7958 None None] Provisioning complete for port af91cac1-6b1c-484f-ba7c-4f1f74bd6d48 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:41:02.640862 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e3216ae4-9b31-44bd-9446-723324af7958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:02.650340 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-2ddc3dbb-8e7c-4f89-8c19-008ceee04771 req-3f72658d-fe13-4fb3-bd46-99bab0619813 service neutron] For port 15c75cab-1066-441c-995d-a5c93f5d52b0, host n-h2-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:41:02.672629 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-2ddc3dbb-8e7c-4f89-8c19-008ceee04771 req-3f72658d-fe13-4fb3-bd46-99bab0619813 service neutron] For port 15c75cab-1066-441c-995d-a5c93f5d52b0, host n-h2-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=15c75cab-1066-441c-995d-a5c93f5d52b0,segment=NetworkSegment(d7d72d61-d555-4de4-ae11-76ec772cb1c3),segment_id=d7d72d61-d555-4de4-ae11-76ec772cb1c3)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:41:02.678891 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e24a89f9-4045-47cd-b402-947490663759 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Made reservation on behalf of 97e35c710c5d49399344273f41045998 for: {'port': 2} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:41:02.682214 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-2ddc3dbb-8e7c-4f89-8c19-008ceee04771 req-3f72658d-fe13-4fb3-bd46-99bab0619813 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:02.701772 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e24a89f9-4045-47cd-b402-947490663759 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:02.788324 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-e3216ae4-9b31-44bd-9446-723324af7958 None None] Port af91cac1-6b1c-484f-ba7c-4f1f74bd6d48 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:41:02.911090 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7bdebb4d-d4ae-4190-8a1b-64f8ec5dabc3 req-b3231527-4ab5-4040-a3e3-8f3e78832fed tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.54 "GET /v2.0/ports?device_id=c927572d-cd17-477c-aed3-ef5855249ad6 HTTP/1.1" status: 200 len: 210 time: 0.1055379 Dec 20 14:41:02.911822 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a9587857-0e76-4493-bf54-ae90e4804871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:02.928846 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6d7af7eb-627f-4c76-8663-b1704d7fdeca req-ef04236a-36db-4ae6-9cb6-0a69f15e12db tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8150613 Dec 20 14:41:02.953056 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f72658d-fe13-4fb3-bd46-99bab0619813 service neutron] Pushing event updated for resources: {'Port': ['ID=15c75cab-1066-441c-995d-a5c93f5d52b0,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:41:02.953965 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e24a89f9-4045-47cd-b402-947490663759 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:02.999684 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc3dbb-8e7c-4f89-8c19-008ceee04771 req-3f72658d-fe13-4fb3-bd46-99bab0619813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:03.000662 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-2ddc3dbb-8e7c-4f89-8c19-008ceee04771 req-3f72658d-fe13-4fb3-bd46-99bab0619813 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:03.007912 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2ddc3dbb-8e7c-4f89-8c19-008ceee04771 req-3f72658d-fe13-4fb3-bd46-99bab0619813 service neutron] 10.222.0.47 "PUT /v2.0/ports/15c75cab-1066-441c-995d-a5c93f5d52b0 HTTP/1.1" status: 200 len: 1092 time: 3.4858644 Dec 20 14:41:03.008466 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1853e57b-2105-43c2-a14c-5ab04a68a020', 'tag': '15c75cab-1066-441c-995d-a5c93f5d52b0'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:41:03.013956 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dbf919e-db3c-4516-a4c6-c665d8bb75ee" -d '{"events": [{"name": "network-changed", "server_uuid": "1853e57b-2105-43c2-a14c-5ab04a68a020", "tag": "15c75cab-1066-441c-995d-a5c93f5d52b0"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:41:03.356847 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c65c354e-fd76-4d41-8cf9-746f2b3b24d5 x-openstack-request-id: req-c65c354e-fd76-4d41-8cf9-746f2b3b24d5 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:41:03.357151 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1853e57b-2105-43c2-a14c-5ab04a68a020", "tag": "15c75cab-1066-441c-995d-a5c93f5d52b0", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:41:03.357399 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c65c354e-fd76-4d41-8cf9-746f2b3b24d5 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:41:03.357816 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1853e57b-2105-43c2-a14c-5ab04a68a020', 'tag': '15c75cab-1066-441c-995d-a5c93f5d52b0', 'status': 'completed', 'code': 200} Dec 20 14:41:03.390534 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-6d7af7eb-627f-4c76-8663-b1704d7fdeca req-23f30cfe-637a-4a3e-9011-765fc0e2f5a1 service neutron] Request body: {'port': {'device_id': 'e0fc7994-01df-46cf-ab92-7895a14784a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-19'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:41:03.423131 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc3dbb-8e7c-4f89-8c19-008ceee04771 req-93e7dad9-bcc6-4125-9f90-a573aa69b197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:03.438385 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2ddc3dbb-8e7c-4f89-8c19-008ceee04771 req-93e7dad9-bcc6-4125-9f90-a573aa69b197 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=df4fc5f062c24b48b2976dde88fb04ce&device_id=1853e57b-2105-43c2-a14c-5ab04a68a020 HTTP/1.1" status: 200 len: 1095 time: 0.3540885 Dec 20 14:41:03.454763 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfa9eec6-61d5-4501-bb98-86bb49be47d3 req-95f6c3a2-6099-4006-b478-5c5e47c32bb5 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] Made reservation on behalf of df4fc5f062c24b48b2976dde88fb04ce for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:41:03.474359 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-cfa9eec6-61d5-4501-bb98-86bb49be47d3 req-95f6c3a2-6099-4006-b478-5c5e47c32bb5 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:03.743767 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2ddc3dbb-8e7c-4f89-8c19-008ceee04771 req-671f7e78-1311-4503-b72f-08de93efcbcd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=15c75cab-1066-441c-995d-a5c93f5d52b0 HTTP/1.1" status: 200 len: 217 time: 0.2959893 Dec 20 14:41:03.762900 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:03.845520 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [None req-e24a89f9-4045-47cd-b402-947490663759 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] device_id is not set on port 3c9b5591-4939-4cd7-a17b-65488e4b79f7 yet. {{(pid=103168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 14:41:03.921492 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc3dbb-8e7c-4f89-8c19-008ceee04771 req-e656a87c-5d0a-4c24-8db7-2011e866a1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:03.929121 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2ddc3dbb-8e7c-4f89-8c19-008ceee04771 req-e656a87c-5d0a-4c24-8db7-2011e866a1d0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f97011d1-f2f0-407b-9576-8f32ba5917ec HTTP/1.1" status: 200 len: 855 time: 0.1729603 Dec 20 14:41:04.147430 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc3dbb-8e7c-4f89-8c19-008ceee04771 req-00661662-b57b-44e0-b392-c45c8646b087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:04.153596 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2ddc3dbb-8e7c-4f89-8c19-008ceee04771 req-00661662-b57b-44e0-b392-c45c8646b087 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=af49d91e-952c-43c8-bc9d-27103b4f9eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2178602 Dec 20 14:41:04.392575 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e24a89f9-4045-47cd-b402-947490663759 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:04.520985 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2ddc3dbb-8e7c-4f89-8c19-008ceee04771 req-6ab7202c-b707-44bb-8fc0-3f5a9f803f55 service neutron] 10.222.0.47 "GET /v2.0/networks/af49d91e-952c-43c8-bc9d-27103b4f9eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3591127 Dec 20 14:41:04.610790 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [None req-e24a89f9-4045-47cd-b402-947490663759 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] device_id is not set on port 99888036-223e-405e-a764-eb298442c6b6 yet. {{(pid=103168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 14:41:04.621945 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-6d7af7eb-627f-4c76-8663-b1704d7fdeca req-23f30cfe-637a-4a3e-9011-765fc0e2f5a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:04.716230 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4367aa71-8410-497b-bdd2-58c0e5fcb67e req-81c562d3-282a-4f62-b2c7-ea546646ca5e tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:04.718247 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4367aa71-8410-497b-bdd2-58c0e5fcb67e req-81c562d3-282a-4f62-b2c7-ea546646ca5e tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=340c2378-32ed-4988-8942-8080338241fe HTTP/1.1" status: 200 len: 945 time: 0.8607204 Dec 20 14:41:04.819133 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [req-cfa9eec6-61d5-4501-bb98-86bb49be47d3 req-95f6c3a2-6099-4006-b478-5c5e47c32bb5 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] Allocated IP 172.20.0.11 (af49d91e-952c-43c8-bc9d-27103b4f9eeb/f97011d1-f2f0-407b-9576-8f32ba5917ec/58340edc-3895-4ed1-8b62-5fc3d1d12ab9) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:41:04.911150 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2ddc3dbb-8e7c-4f89-8c19-008ceee04771 req-79f835c2-2334-45e6-a433-db33b51f4b13 service neutron] 10.222.0.47 "GET /v2.0/networks/af49d91e-952c-43c8-bc9d-27103b4f9eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3810165 Dec 20 14:41:05.115098 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbf919e-db3c-4516-a4c6-c665d8bb75ee req-27b82ff3-f572-4ea7-86d2-b1b29594aa8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:05.117600 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2dbf919e-db3c-4516-a4c6-c665d8bb75ee req-27b82ff3-f572-4ea7-86d2-b1b29594aa8b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=df4fc5f062c24b48b2976dde88fb04ce&device_id=1853e57b-2105-43c2-a14c-5ab04a68a020 HTTP/1.1" status: 200 len: 1095 time: 0.1090872 Dec 20 14:41:05.196263 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-cfa9eec6-61d5-4501-bb98-86bb49be47d3 req-95f6c3a2-6099-4006-b478-5c5e47c32bb5 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:05.313565 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-cfa9eec6-61d5-4501-bb98-86bb49be47d3 req-95f6c3a2-6099-4006-b478-5c5e47c32bb5 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:05.474865 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f6c3a2-6099-4006-b478-5c5e47c32bb5 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] Pushing event updated for resources: {'Port': ['ID=58340edc-3895-4ed1-8b62-5fc3d1d12ab9,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:41:05.511610 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbf919e-db3c-4516-a4c6-c665d8bb75ee req-f15b8608-fe5f-409f-ae62-6d5b2c93de02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:05.516888 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2dbf919e-db3c-4516-a4c6-c665d8bb75ee req-f15b8608-fe5f-409f-ae62-6d5b2c93de02 service neutron] 10.222.0.47 "GET /v2.0/networks?id=af49d91e-952c-43c8-bc9d-27103b4f9eeb HTTP/1.1" status: 200 len: 917 time: 0.3919199 Dec 20 14:41:05.570422 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4367aa71-8410-497b-bdd2-58c0e5fcb67e req-fb55f672-9fc9-4038-98fc-640569f40389 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=f2f975e9-21d7-4fe5-b06b-fdbb671aee94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896051 Dec 20 14:41:05.650518 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfa9eec6-61d5-4501-bb98-86bb49be47d3 req-95f6c3a2-6099-4006-b478-5c5e47c32bb5 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] Network af49d91e-952c-43c8-bc9d-27103b4f9eeb is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:41:05.741347 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:05.773835 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2dbf919e-db3c-4516-a4c6-c665d8bb75ee req-04c1a34e-2a61-414a-9e6c-d6f4cd0e483b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=15c75cab-1066-441c-995d-a5c93f5d52b0 HTTP/1.1" status: 200 len: 217 time: 0.2470832 Dec 20 14:41:05.942292 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbf919e-db3c-4516-a4c6-c665d8bb75ee req-eb621459-8307-4df8-b438-67735df2a7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:05.947500 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2dbf919e-db3c-4516-a4c6-c665d8bb75ee req-eb621459-8307-4df8-b438-67735df2a7a7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f97011d1-f2f0-407b-9576-8f32ba5917ec HTTP/1.1" status: 200 len: 855 time: 0.1653979 Dec 20 14:41:05.979346 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [req-cfa9eec6-61d5-4501-bb98-86bb49be47d3 req-95f6c3a2-6099-4006-b478-5c5e47c32bb5 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:41:06.017873 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfa9eec6-61d5-4501-bb98-86bb49be47d3 req-95f6c3a2-6099-4006-b478-5c5e47c32bb5 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:41:06.140996 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbf919e-db3c-4516-a4c6-c665d8bb75ee req-64f509d7-2db5-442a-9838-2d247c107373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:06.143222 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2dbf919e-db3c-4516-a4c6-c665d8bb75ee req-64f509d7-2db5-442a-9838-2d247c107373 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=af49d91e-952c-43c8-bc9d-27103b4f9eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1854858 Dec 20 14:41:06.188557 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:06.482482 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2dbf919e-db3c-4516-a4c6-c665d8bb75ee req-aae813d8-de98-4ca8-a893-7d0b745b48f2 service neutron] 10.222.0.47 "GET /v2.0/networks/af49d91e-952c-43c8-bc9d-27103b4f9eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3252821 Dec 20 14:41:06.561552 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-66a1561a-b6ca-4e0c-86be-3af219ec9f31 None None] Provisioning complete for port 58340edc-3895-4ed1-8b62-5fc3d1d12ab9 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:41:06.561942 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-66a1561a-b6ca-4e0c-86be-3af219ec9f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:06.596645 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8b6d3c4f-e7aa-4540-b4e2-ac0f63e87f8f req-1a6090ed-2e65-4cad-9b4b-28caf3367e31 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2229002 Dec 20 14:41:06.637250 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 15c75cab-1066-441c-995d-a5c93f5d52b0 details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:41:06.710499 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-66a1561a-b6ca-4e0c-86be-3af219ec9f31 None None] Port 58340edc-3895-4ed1-8b62-5fc3d1d12ab9 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:41:06.775959 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e24a89f9-4045-47cd-b402-947490663759 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:06.823056 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa9eec6-61d5-4501-bb98-86bb49be47d3 req-95f6c3a2-6099-4006-b478-5c5e47c32bb5 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:06.823994 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-cfa9eec6-61d5-4501-bb98-86bb49be47d3 req-95f6c3a2-6099-4006-b478-5c5e47c32bb5 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:06.926094 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6d3c4f-e7aa-4540-b4e2-ac0f63e87f8f req-6da7f3a8-061c-4cbd-822d-d174302caf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:06.927779 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8b6d3c4f-e7aa-4540-b4e2-ac0f63e87f8f req-6da7f3a8-061c-4cbd-822d-d174302caf6e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=514f3908f9164c0fa19c6d421ce9f2b3&device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 1097 time: 0.2160046 Dec 20 14:41:06.966405 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90438889-465d-4955-8d06-4862351bef13 req-875a5e81-a58c-480f-983a-8534fee21ba5 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:06.978770 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-90438889-465d-4955-8d06-4862351bef13 req-875a5e81-a58c-480f-983a-8534fee21ba5 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.54 "GET /v2.0/ports?device_id=c927572d-cd17-477c-aed3-ef5855249ad6 HTTP/1.1" status: 200 len: 932 time: 0.9656668 Dec 20 14:41:07.070595 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cfa9eec6-61d5-4501-bb98-86bb49be47d3 req-95f6c3a2-6099-4006-b478-5c5e47c32bb5 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9066942 Dec 20 14:41:07.093451 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2dbf919e-db3c-4516-a4c6-c665d8bb75ee req-59a1ab0d-aeba-4e19-921c-323b698602e5 service neutron] 10.222.0.47 "GET /v2.0/networks/af49d91e-952c-43c8-bc9d-27103b4f9eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5729291 Dec 20 14:41:07.111736 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [req-cfa9eec6-61d5-4501-bb98-86bb49be47d3 req-9f72d2cc-bf13-4192-a31f-136f6396ffdd tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:41:07.113187 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cfa9eec6-61d5-4501-bb98-86bb49be47d3 req-9f72d2cc-bf13-4192-a31f-136f6396ffdd tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0163727 Dec 20 14:41:07.125708 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 15c75cab-1066-441c-995d-a5c93f5d52b0, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=15c75cab-1066-441c-995d-a5c93f5d52b0,segment=NetworkSegment(d7d72d61-d555-4de4-ae11-76ec772cb1c3),segment_id=d7d72d61-d555-4de4-ae11-76ec772cb1c3)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:41:07.178090 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-cfa9eec6-61d5-4501-bb98-86bb49be47d3 req-ce05fd78-9f83-4bf7-bcfa-f7333dbdd887 service neutron] Request body: {'port': {'device_id': 'c927572d-cd17-477c-aed3-ef5855249ad6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-19'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:41:07.195913 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': '15c75cab-1066-441c-995d-a5c93f5d52b0', 'network_id': 'af49d91e-952c-43c8-bc9d-27103b4f9eeb', 'port_id': '15c75cab-1066-441c-995d-a5c93f5d52b0', 'mac_address': 'fa:16:3e:37:d2:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f97011d1-f2f0-407b-9576-8f32ba5917ec', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:41:07.235999 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e24a89f9-4045-47cd-b402-947490663759 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:07.348729 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:07.380037 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-90438889-465d-4955-8d06-4862351bef13 req-bdf7caf7-fab6-4bf0-97e1-f2c4b8b5d8e8 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.54 "GET /v2.0/security-groups?id=4ed0be7c-43ed-465d-90a7-becfa1e42aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3561101 Dec 20 14:41:07.409549 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15c75cab-1066-441c-995d-a5c93f5d52b0 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:41:07.419226 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6d3c4f-e7aa-4540-b4e2-ac0f63e87f8f req-b5ff789b-1bde-4f3c-9dbb-86911b32d3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:07.431912 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8b6d3c4f-e7aa-4540-b4e2-ac0f63e87f8f req-b5ff789b-1bde-4f3c-9dbb-86911b32d3d2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7ed718b3-d2e8-4b72-a238-726203897046 HTTP/1.1" status: 200 len: 913 time: 0.4796329 Dec 20 14:41:07.432697 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24a89f9-4045-47cd-b402-947490663759 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Pushing event updated for resources: {'Port': ['ID=3c9b5591-4939-4cd7-a17b-65488e4b79f7,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:41:07.436825 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-cfa9eec6-61d5-4501-bb98-86bb49be47d3 req-ce05fd78-9f83-4bf7-bcfa-f7333dbdd887 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:07.450939 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24a89f9-4045-47cd-b402-947490663759 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Checking segment: {'id': '875faaa5-4256-4ed1-b0ff-03c59bd0d6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7871e10f-df70-454f-9efb-54150b513b7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:41:07.451307 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24a89f9-4045-47cd-b402-947490663759 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Network hostable DHCP agents. Network: 7871e10f-df70-454f-9efb-54150b513b7f, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:41:07.470227 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [req-6d7af7eb-627f-4c76-8663-b1704d7fdeca req-23f30cfe-637a-4a3e-9011-765fc0e2f5a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af91cac1-6b1c-484f-ba7c-4f1f74bd6d48 {{(pid=103168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:41:07.553506 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 15c75cab-1066-441c-995d-a5c93f5d52b0, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=15c75cab-1066-441c-995d-a5c93f5d52b0,segment=NetworkSegment(d7d72d61-d555-4de4-ae11-76ec772cb1c3),segment_id=d7d72d61-d555-4de4-ae11-76ec772cb1c3)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:41:07.567513 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-6d7af7eb-627f-4c76-8663-b1704d7fdeca req-23f30cfe-637a-4a3e-9011-765fc0e2f5a1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:07.588960 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:07.739204 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8b6d3c4f-e7aa-4540-b4e2-ac0f63e87f8f req-182d8106-76d8-430b-af32-a29cc566b8d6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7 HTTP/1.1" status: 200 len: 1000 time: 0.2879307 Dec 20 14:41:07.784128 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=15c75cab-1066-441c-995d-a5c93f5d52b0,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:41:07.801031 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24a89f9-4045-47cd-b402-947490663759 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Network 7871e10f-df70-454f-9efb-54150b513b7f is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:41:07.837868 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.provisioning_blocks [req-6d7af7eb-627f-4c76-8663-b1704d7fdeca req-23f30cfe-637a-4a3e-9011-765fc0e2f5a1 service neutron] Transition to ACTIVE for port object af91cac1-6b1c-484f-ba7c-4f1f74bd6d48 will not be triggered until provisioned by entity L2. {{(pid=103168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:41:07.855570 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['15c75cab-1066-441c-995d-a5c93f5d52b0'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:41:07.874161 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6d3c4f-e7aa-4540-b4e2-ac0f63e87f8f req-ca146087-161d-436e-93aa-c3ede5a0890d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:07.880431 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8b6d3c4f-e7aa-4540-b4e2-ac0f63e87f8f req-ca146087-161d-436e-93aa-c3ede5a0890d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5d68b841-2dcc-4f7d-9f3b-ab3557b797a0 HTTP/1.1" status: 200 len: 851 time: 0.1280005 Dec 20 14:41:08.054648 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-6d7af7eb-627f-4c76-8663-b1704d7fdeca req-23f30cfe-637a-4a3e-9011-765fc0e2f5a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:08.064159 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6d3c4f-e7aa-4540-b4e2-ac0f63e87f8f req-742785e9-6576-4854-9383-cb41a8dfdf0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:08.079649 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8b6d3c4f-e7aa-4540-b4e2-ac0f63e87f8f req-742785e9-6576-4854-9383-cb41a8dfdf0c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ed718b3-d2e8-4b72-a238-726203897046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1786761 Dec 20 14:41:08.128340 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-e24a89f9-4045-47cd-b402-947490663759 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 7871e10f-df70-454f-9efb-54150b513b7f) {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:41:08.150092 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8afff4f2-618b-4a99-80eb-ee3ead3f3fda None None] Network 7871e10f-df70-454f-9efb-54150b513b7f requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:41:08.274493 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24a89f9-4045-47cd-b402-947490663759 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:41:08.301037 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e24a89f9-4045-47cd-b402-947490663759 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:08.379702 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48338f7-ddd5-497a-9bdb-4be20b45d3cb req-75da7e35-de86-41b8-9a4c-2196f0759b80 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:08.407347 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d48338f7-ddd5-497a-9bdb-4be20b45d3cb req-75da7e35-de86-41b8-9a4c-2196f0759b80 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=340c2378-32ed-4988-8942-8080338241fe HTTP/1.1" status: 200 len: 945 time: 0.7687211 Dec 20 14:41:08.478482 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8b6d3c4f-e7aa-4540-b4e2-ac0f63e87f8f req-64c110c9-14f3-4146-b694-42f61e235152 service neutron] 10.222.0.30 "GET /v2.0/networks/7ed718b3-d2e8-4b72-a238-726203897046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3878961 Dec 20 14:41:08.695410 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f30cfe-637a-4a3e-9011-765fc0e2f5a1 service neutron] Pushing event updated for resources: {'Port': ['ID=af91cac1-6b1c-484f-ba7c-4f1f74bd6d48,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:41:08.830104 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8b6d3c4f-e7aa-4540-b4e2-ac0f63e87f8f req-9a02a1f5-b64c-43f5-934a-316163917c49 service neutron] 10.222.0.30 "GET /v2.0/networks/7ed718b3-d2e8-4b72-a238-726203897046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3411059 Dec 20 14:41:08.914201 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-6d7af7eb-627f-4c76-8663-b1704d7fdeca req-23f30cfe-637a-4a3e-9011-765fc0e2f5a1 service neutron] Attempting to bind port af91cac1-6b1c-484f-ba7c-4f1f74bd6d48 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:41:08.914862 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-6d7af7eb-627f-4c76-8663-b1704d7fdeca req-23f30cfe-637a-4a3e-9011-765fc0e2f5a1 service neutron] Attempting to bind port af91cac1-6b1c-484f-ba7c-4f1f74bd6d48 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': 'd7d72d61-d555-4de4-ae11-76ec772cb1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'af49d91e-952c-43c8-bc9d-27103b4f9eeb'}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:41:08.915142 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7af7eb-627f-4c76-8663-b1704d7fdeca req-23f30cfe-637a-4a3e-9011-765fc0e2f5a1 service neutron] Attempting to bind port af91cac1-6b1c-484f-ba7c-4f1f74bd6d48 on network af49d91e-952c-43c8-bc9d-27103b4f9eeb {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:41:08.931086 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24a89f9-4045-47cd-b402-947490663759 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Checking segment: {'id': 'a90f5e29-e360-461a-a234-3f66bc576a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4086249c-4208-4f02-9ca6-95489e0823ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:41:08.932116 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24a89f9-4045-47cd-b402-947490663759 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Network hostable DHCP agents. Network: 4086249c-4208-4f02-9ca6-95489e0823ec, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:41:08.969642 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d48338f7-ddd5-497a-9bdb-4be20b45d3cb req-b25ff644-8684-4a6e-9ac0-0c696baab229 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=f2f975e9-21d7-4fe5-b06b-fdbb671aee94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5409348 Dec 20 14:41:09.044927 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7af7eb-627f-4c76-8663-b1704d7fdeca req-23f30cfe-637a-4a3e-9011-765fc0e2f5a1 service neutron] Port af91cac1-6b1c-484f-ba7c-4f1f74bd6d48 on network af49d91e-952c-43c8-bc9d-27103b4f9eeb not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:41:09.045258 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7af7eb-627f-4c76-8663-b1704d7fdeca req-23f30cfe-637a-4a3e-9011-765fc0e2f5a1 service neutron] Attempting to bind port af91cac1-6b1c-484f-ba7c-4f1f74bd6d48 on network af49d91e-952c-43c8-bc9d-27103b4f9eeb {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:41:09.126001 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7af7eb-627f-4c76-8663-b1704d7fdeca req-23f30cfe-637a-4a3e-9011-765fc0e2f5a1 service neutron] Checking agent: {'id': '43c60aee-e4af-4ecc-bee2-aac3569fafed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:41:09.132354 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7af7eb-627f-4c76-8663-b1704d7fdeca req-23f30cfe-637a-4a3e-9011-765fc0e2f5a1 service neutron] Checking segment: {'id': 'd7d72d61-d555-4de4-ae11-76ec772cb1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'af49d91e-952c-43c8-bc9d-27103b4f9eeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:41:09.132784 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7af7eb-627f-4c76-8663-b1704d7fdeca req-23f30cfe-637a-4a3e-9011-765fc0e2f5a1 service neutron] Bound using segment: {'id': 'd7d72d61-d555-4de4-ae11-76ec772cb1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'af49d91e-952c-43c8-bc9d-27103b4f9eeb'} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:41:09.133277 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-6d7af7eb-627f-4c76-8663-b1704d7fdeca req-23f30cfe-637a-4a3e-9011-765fc0e2f5a1 service neutron] Bound port: af91cac1-6b1c-484f-ba7c-4f1f74bd6d48, host: n-h2-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7d72d61-d555-4de4-ae11-76ec772cb1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'af49d91e-952c-43c8-bc9d-27103b4f9eeb'}}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:41:09.133654 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-6d7af7eb-627f-4c76-8663-b1704d7fdeca req-23f30cfe-637a-4a3e-9011-765fc0e2f5a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:09.210869 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24a89f9-4045-47cd-b402-947490663759 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Pushing event updated for resources: {'Port': ['ID=99888036-223e-405e-a764-eb298442c6b6,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:41:09.413076 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24a89f9-4045-47cd-b402-947490663759 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Network 4086249c-4208-4f02-9ca6-95489e0823ec is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:41:09.461415 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-e24a89f9-4045-47cd-b402-947490663759 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 4086249c-4208-4f02-9ca6-95489e0823ec) {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:41:09.475207 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ffd70ab-94e1-4bc4-8722-308be2eba34f None None] Network 4086249c-4208-4f02-9ca6-95489e0823ec requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:41:09.518670 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24a89f9-4045-47cd-b402-947490663759 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:41:09.549671 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24a89f9-4045-47cd-b402-947490663759 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:09.575260 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24a89f9-4045-47cd-b402-947490663759 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:09.578128 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e24a89f9-4045-47cd-b402-947490663759 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:09.654996 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-6d7af7eb-627f-4c76-8663-b1704d7fdeca req-23f30cfe-637a-4a3e-9011-765fc0e2f5a1 service neutron] For port af91cac1-6b1c-484f-ba7c-4f1f74bd6d48, host n-h2-761264-19, cleared binding levels {{(pid=103168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:41:09.659489 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-6d7af7eb-627f-4c76-8663-b1704d7fdeca req-23f30cfe-637a-4a3e-9011-765fc0e2f5a1 service neutron] For port af91cac1-6b1c-484f-ba7c-4f1f74bd6d48, host n-h2-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=af91cac1-6b1c-484f-ba7c-4f1f74bd6d48,segment=NetworkSegment(d7d72d61-d555-4de4-ae11-76ec772cb1c3),segment_id=d7d72d61-d555-4de4-ae11-76ec772cb1c3)] {{(pid=103168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:41:09.696004 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-6d7af7eb-627f-4c76-8663-b1704d7fdeca req-23f30cfe-637a-4a3e-9011-765fc0e2f5a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:10.520426 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab82c131-9234-43d1-a1d1-18f2ee00be2a req-7f821279-371a-4b27-9155-36d82a172c50 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:10.532824 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ab82c131-9234-43d1-a1d1-18f2ee00be2a req-7f821279-371a-4b27-9155-36d82a172c50 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.54 "GET /v2.0/ports?device_id=c927572d-cd17-477c-aed3-ef5855249ad6 HTTP/1.1" status: 200 len: 932 time: 1.3160601 Dec 20 14:41:10.575551 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7af7eb-627f-4c76-8663-b1704d7fdeca req-23f30cfe-637a-4a3e-9011-765fc0e2f5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:10.576598 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-6d7af7eb-627f-4c76-8663-b1704d7fdeca req-23f30cfe-637a-4a3e-9011-765fc0e2f5a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:10.578055 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6d7af7eb-627f-4c76-8663-b1704d7fdeca req-23f30cfe-637a-4a3e-9011-765fc0e2f5a1 service neutron] 10.222.0.47 "PUT /v2.0/ports/af91cac1-6b1c-484f-ba7c-4f1f74bd6d48 HTTP/1.1" status: 200 len: 1093 time: 7.6088128 Dec 20 14:41:10.618795 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0fc7994-01df-46cf-ab92-7895a14784a3', 'tag': 'af91cac1-6b1c-484f-ba7c-4f1f74bd6d48'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:41:10.625296 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 15c75cab-1066-441c-995d-a5c93f5d52b0 up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:41:10.628838 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa449250-ad68-4ec4-9caa-81b18bf98889" -d '{"events": [{"name": "network-changed", "server_uuid": "e0fc7994-01df-46cf-ab92-7895a14784a3", "tag": "af91cac1-6b1c-484f-ba7c-4f1f74bd6d48"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:41:10.640405 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-e24a89f9-4045-47cd-b402-947490663759 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 10.6754169 Dec 20 14:41:10.643294 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 48098) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:41:10.826356 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning for port 15c75cab-1066-441c-995d-a5c93f5d52b0 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:41:10.841687 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port 15c75cab-1066-441c-995d-a5c93f5d52b0 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:41:10.842064 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:10.895384 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c5eeea-89df-4877-9656-0b9aed2f5dda tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:10.916400 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c5eeea-89df-4877-9656-0b9aed2f5dda tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:10.927827 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-f8c5eeea-89df-4877-9656-0b9aed2f5dda tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2831168 Dec 20 14:41:10.928733 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 48104) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:41:11.088134 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7af7eb-627f-4c76-8663-b1704d7fdeca req-1f55957d-1ebd-44a6-a5c6-9764505c471a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:11.091350 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6d7af7eb-627f-4c76-8663-b1704d7fdeca req-1f55957d-1ebd-44a6-a5c6-9764505c471a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=df4fc5f062c24b48b2976dde88fb04ce&device_id=e0fc7994-01df-46cf-ab92-7895a14784a3 HTTP/1.1" status: 200 len: 1096 time: 0.3536892 Dec 20 14:41:11.110176 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ab82c131-9234-43d1-a1d1-18f2ee00be2a req-ca17dc47-c6f6-4e32-a257-c12ffb6772ed tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.54 "GET /v2.0/security-groups?id=4ed0be7c-43ed-465d-90a7-becfa1e42aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5749910 Dec 20 14:41:11.143789 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [req-cfa9eec6-61d5-4501-bb98-86bb49be47d3 req-ce05fd78-9f83-4bf7-bcfa-f7333dbdd887 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58340edc-3895-4ed1-8b62-5fc3d1d12ab9 {{(pid=103168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:41:11.151412 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f30cfe-637a-4a3e-9011-765fc0e2f5a1 service neutron] Pushing event updated for resources: {'Port': ['ID=af91cac1-6b1c-484f-ba7c-4f1f74bd6d48,revision_number=3']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:41:11.246090 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-4dc14952-bdc0-482b-8a0e-4ea8e7398e91 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Deleting port 3c9b5591-4939-4cd7-a17b-65488e4b79f7 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:41:11.246510 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4dc14952-bdc0-482b-8a0e-4ea8e7398e91 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:11.286608 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6d7af7eb-627f-4c76-8663-b1704d7fdeca req-b7c64f17-0c58-4354-b31e-e90e2780f1a7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=af91cac1-6b1c-484f-ba7c-4f1f74bd6d48 HTTP/1.1" status: 200 len: 217 time: 0.1585729 Dec 20 14:41:11.297061 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-cfa9eec6-61d5-4501-bb98-86bb49be47d3 req-ce05fd78-9f83-4bf7-bcfa-f7333dbdd887 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:11.416851 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4dc14952-bdc0-482b-8a0e-4ea8e7398e91 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:11.431566 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-4dc14952-bdc0-482b-8a0e-4ea8e7398e91 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Calling delete_port for 3c9b5591-4939-4cd7-a17b-65488e4b79f7 owned by {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:41:11.447024 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.provisioning_blocks [req-cfa9eec6-61d5-4501-bb98-86bb49be47d3 req-ce05fd78-9f83-4bf7-bcfa-f7333dbdd887 service neutron] Transition to ACTIVE for port object 58340edc-3895-4ed1-8b62-5fc3d1d12ab9 will not be triggered until provisioned by entity L2. {{(pid=103168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:41:11.507739 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-cfa9eec6-61d5-4501-bb98-86bb49be47d3 req-ce05fd78-9f83-4bf7-bcfa-f7333dbdd887 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:11.540432 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4dc14952-bdc0-482b-8a0e-4ea8e7398e91 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:11.593098 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc14952-bdc0-482b-8a0e-4ea8e7398e91 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Pushing event deleted for resources: {'Port': ['ID=3c9b5591-4939-4cd7-a17b-65488e4b79f7,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:41:11.603914 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4dc14952-bdc0-482b-8a0e-4ea8e7398e91 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:11.624526 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-4dc14952-bdc0-482b-8a0e-4ea8e7398e91 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] 10.222.0.54 "DELETE /v2.0/ports/3c9b5591-4939-4cd7-a17b-65488e4b79f7 HTTP/1.1" status: 204 len: 168 time: 0.6918690 Dec 20 14:41:11.630225 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 48110) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:41:11.665624 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce05fd78-9f83-4bf7-bcfa-f7333dbdd887 service neutron] Pushing event updated for resources: {'Port': ['ID=58340edc-3895-4ed1-8b62-5fc3d1d12ab9,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:41:11.712349 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:11.713825 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:11.735210 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7af7eb-627f-4c76-8663-b1704d7fdeca req-d33bc198-b881-4373-9b3f-3dda3e5eafb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:11.737470 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6d7af7eb-627f-4c76-8663-b1704d7fdeca req-d33bc198-b881-4373-9b3f-3dda3e5eafb0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f97011d1-f2f0-407b-9576-8f32ba5917ec HTTP/1.1" status: 200 len: 855 time: 0.4373910 Dec 20 14:41:11.841973 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-40041dd6-19a8-4158-9321-8dec875ee234 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Deleting port 99888036-223e-405e-a764-eb298442c6b6 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:41:11.842566 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-40041dd6-19a8-4158-9321-8dec875ee234 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:11.873266 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 15c75cab-1066-441c-995d-a5c93f5d52b0, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=15c75cab-1066-441c-995d-a5c93f5d52b0,segment=NetworkSegment(d7d72d61-d555-4de4-ae11-76ec772cb1c3),segment_id=d7d72d61-d555-4de4-ae11-76ec772cb1c3)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:41:11.875610 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1853e57b-2105-43c2-a14c-5ab04a68a020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15c75cab-1066-441c-995d-a5c93f5d52b0'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:41:11.878969 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9cc86fe-7476-4422-b715-b4d162310112" -d '{"events": [{"server_uuid": "1853e57b-2105-43c2-a14c-5ab04a68a020", "name": "network-vif-plugged", "status": "completed", "tag": "15c75cab-1066-441c-995d-a5c93f5d52b0"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:41:11.884275 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:11.986535 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0c6f46cb-5df4-4ca0-a0df-a2cb7e5f2614 req-a0d854b8-b60c-4eb8-ab8a-19b27cbc32d9 tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--144768755&fields=id&tenant_id=647d4c96b4824b53b7215db6116f9517 HTTP/1.1" status: 200 len: 267 time: 0.5844269 Dec 20 14:41:12.023058 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-cfa9eec6-61d5-4501-bb98-86bb49be47d3 req-ce05fd78-9f83-4bf7-bcfa-f7333dbdd887 service neutron] Attempting to bind port 58340edc-3895-4ed1-8b62-5fc3d1d12ab9 on host n-h1-761264-19 for vnic_type normal with profile {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:41:12.023058 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-cfa9eec6-61d5-4501-bb98-86bb49be47d3 req-ce05fd78-9f83-4bf7-bcfa-f7333dbdd887 service neutron] Attempting to bind port 58340edc-3895-4ed1-8b62-5fc3d1d12ab9 by drivers openvswitch,hyperv on host n-h1-761264-19 at level 0 using segments [{'id': 'd7d72d61-d555-4de4-ae11-76ec772cb1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'af49d91e-952c-43c8-bc9d-27103b4f9eeb'}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:41:12.023058 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa9eec6-61d5-4501-bb98-86bb49be47d3 req-ce05fd78-9f83-4bf7-bcfa-f7333dbdd887 service neutron] Attempting to bind port 58340edc-3895-4ed1-8b62-5fc3d1d12ab9 on network af49d91e-952c-43c8-bc9d-27103b4f9eeb {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:41:12.023565 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=15c75cab-1066-441c-995d-a5c93f5d52b0,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:41:12.035054 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-40041dd6-19a8-4158-9321-8dec875ee234 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:12.083830 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-40041dd6-19a8-4158-9321-8dec875ee234 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Calling delete_port for 99888036-223e-405e-a764-eb298442c6b6 owned by {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:41:12.197302 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7af7eb-627f-4c76-8663-b1704d7fdeca req-648b5f44-1e26-48c7-9b88-7234ecd76653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:12.202542 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6d7af7eb-627f-4c76-8663-b1704d7fdeca req-648b5f44-1e26-48c7-9b88-7234ecd76653 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=af49d91e-952c-43c8-bc9d-27103b4f9eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3975573 Dec 20 14:41:12.207629 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa9eec6-61d5-4501-bb98-86bb49be47d3 req-ce05fd78-9f83-4bf7-bcfa-f7333dbdd887 service neutron] Port 58340edc-3895-4ed1-8b62-5fc3d1d12ab9 on network af49d91e-952c-43c8-bc9d-27103b4f9eeb not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-19 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:41:12.207962 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa9eec6-61d5-4501-bb98-86bb49be47d3 req-ce05fd78-9f83-4bf7-bcfa-f7333dbdd887 service neutron] Attempting to bind port 58340edc-3895-4ed1-8b62-5fc3d1d12ab9 on network af49d91e-952c-43c8-bc9d-27103b4f9eeb {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:41:12.350086 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa9eec6-61d5-4501-bb98-86bb49be47d3 req-ce05fd78-9f83-4bf7-bcfa-f7333dbdd887 service neutron] Checking agent: {'id': '3e5ace3e-dd7b-4522-a7c4-77d13dbeab1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:41:12.351703 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa9eec6-61d5-4501-bb98-86bb49be47d3 req-ce05fd78-9f83-4bf7-bcfa-f7333dbdd887 service neutron] Checking segment: {'id': 'd7d72d61-d555-4de4-ae11-76ec772cb1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'af49d91e-952c-43c8-bc9d-27103b4f9eeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:41:12.353176 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa9eec6-61d5-4501-bb98-86bb49be47d3 req-ce05fd78-9f83-4bf7-bcfa-f7333dbdd887 service neutron] Bound using segment: {'id': 'd7d72d61-d555-4de4-ae11-76ec772cb1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'af49d91e-952c-43c8-bc9d-27103b4f9eeb'} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:41:12.353838 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-cfa9eec6-61d5-4501-bb98-86bb49be47d3 req-ce05fd78-9f83-4bf7-bcfa-f7333dbdd887 service neutron] Bound port: 58340edc-3895-4ed1-8b62-5fc3d1d12ab9, host: n-h1-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7d72d61-d555-4de4-ae11-76ec772cb1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'af49d91e-952c-43c8-bc9d-27103b4f9eeb'}}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:41:12.355225 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-cfa9eec6-61d5-4501-bb98-86bb49be47d3 req-ce05fd78-9f83-4bf7-bcfa-f7333dbdd887 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:12.376854 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-40041dd6-19a8-4158-9321-8dec875ee234 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:12.420016 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6f46cb-5df4-4ca0-a0df-a2cb7e5f2614 req-3c71e4df-4e37-42b1-986b-a394f716328c tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:12.426444 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0c6f46cb-5df4-4ca0-a0df-a2cb7e5f2614 req-3c71e4df-4e37-42b1-986b-a394f716328c tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] 10.222.0.54 "GET /v2.0/networks?id=74ca7104-e6e4-4eba-8cec-af557c0b63a5 HTTP/1.1" status: 200 len: 816 time: 0.4174964 Dec 20 14:41:12.557356 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-40041dd6-19a8-4158-9321-8dec875ee234 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:12.572609 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-40041dd6-19a8-4158-9321-8dec875ee234 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] 10.222.0.54 "DELETE /v2.0/ports/99888036-223e-405e-a764-eb298442c6b6 HTTP/1.1" status: 204 len: 168 time: 0.9394155 Dec 20 14:41:12.581271 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40041dd6-19a8-4158-9321-8dec875ee234 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Pushing event deleted for resources: {'Port': ['ID=99888036-223e-405e-a764-eb298442c6b6,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:41:12.583047 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 48122) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:41:12.647171 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 48124) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:41:12.647866 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-998c94c3-a197-4bc6-b01c-66db733cd5d4 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0613451 Dec 20 14:41:12.657270 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-6a9e62c2-0d45-4620-8a88-6b79a10fb9c0 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1978528076'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:41:12.657621 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0c6f46cb-5df4-4ca0-a0df-a2cb7e5f2614 req-5fb2ffa2-1ee1-4f7e-bdbf-14f226ab4c2c tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] 10.222.0.54 "GET /v2.0/quotas/647d4c96b4824b53b7215db6116f9517 HTTP/1.1" status: 200 len: 375 time: 0.1063778 Dec 20 14:41:12.715448 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a9e62c2-0d45-4620-8a88-6b79a10fb9c0 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Made reservation on behalf of 97e35c710c5d49399344273f41045998 for: {'network': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:41:12.719620 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6a9e62c2-0d45-4620-8a88-6b79a10fb9c0 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:12.808849 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a9e62c2-0d45-4620-8a88-6b79a10fb9c0 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=103167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:41:12.816333 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6d7af7eb-627f-4c76-8663-b1704d7fdeca req-88c4be7d-c423-4c8e-b224-511b815f8b93 service neutron] 10.222.0.47 "GET /v2.0/networks/af49d91e-952c-43c8-bc9d-27103b4f9eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5760953 Dec 20 14:41:12.826567 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-cfa9eec6-61d5-4501-bb98-86bb49be47d3 req-ce05fd78-9f83-4bf7-bcfa-f7333dbdd887 service neutron] For port 58340edc-3895-4ed1-8b62-5fc3d1d12ab9, host n-h1-761264-19, cleared binding levels {{(pid=103168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:41:12.845955 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6a9e62c2-0d45-4620-8a88-6b79a10fb9c0 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:12.846631 n-d-761264-19 neutron-server[103167]: INFO neutron.db.segments_db [None req-6a9e62c2-0d45-4620-8a88-6b79a10fb9c0 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Added segment 282086c4-8b03-48aa-9e5a-05ab9cc823b8 of type vlan for network 381897ac-b390-468a-ae2e-ca32ddd1f33c Dec 20 14:41:12.917144 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-cfa9eec6-61d5-4501-bb98-86bb49be47d3 req-ce05fd78-9f83-4bf7-bcfa-f7333dbdd887 service neutron] For port 58340edc-3895-4ed1-8b62-5fc3d1d12ab9, host n-h1-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=58340edc-3895-4ed1-8b62-5fc3d1d12ab9,segment=NetworkSegment(d7d72d61-d555-4de4-ae11-76ec772cb1c3),segment_id=d7d72d61-d555-4de4-ae11-76ec772cb1c3)] {{(pid=103168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:41:12.960117 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6a9e62c2-0d45-4620-8a88-6b79a10fb9c0 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:12.968881 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-cfa9eec6-61d5-4501-bb98-86bb49be47d3 req-ce05fd78-9f83-4bf7-bcfa-f7333dbdd887 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:12.999469 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0c6f46cb-5df4-4ca0-a0df-a2cb7e5f2614 req-23adc01a-3ed3-4d87-b7d6-91d12ee02f1d tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=647d4c96b4824b53b7215db6116f9517&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3321216 Dec 20 14:41:13.011988 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6a9e62c2-0d45-4620-8a88-6b79a10fb9c0 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:13.032061 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9e62c2-0d45-4620-8a88-6b79a10fb9c0 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:13.032849 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6a9e62c2-0d45-4620-8a88-6b79a10fb9c0 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:13.227335 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0c6f46cb-5df4-4ca0-a0df-a2cb7e5f2614 req-659d4a14-e994-4be9-b47d-6a50638ac0bf service neutron] 10.222.0.54 "GET /v2.0/networks/74ca7104-e6e4-4eba-8cec-af557c0b63a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862180 Dec 20 14:41:13.270452 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa9eec6-61d5-4501-bb98-86bb49be47d3 req-ce05fd78-9f83-4bf7-bcfa-f7333dbdd887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:13.271222 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-cfa9eec6-61d5-4501-bb98-86bb49be47d3 req-ce05fd78-9f83-4bf7-bcfa-f7333dbdd887 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:13.272646 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cfa9eec6-61d5-4501-bb98-86bb49be47d3 req-ce05fd78-9f83-4bf7-bcfa-f7333dbdd887 service neutron] 10.222.0.30 "PUT /v2.0/ports/58340edc-3895-4ed1-8b62-5fc3d1d12ab9 HTTP/1.1" status: 200 len: 1093 time: 6.1256368 Dec 20 14:41:13.285296 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-6a9e62c2-0d45-4620-8a88-6b79a10fb9c0 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6325026 Dec 20 14:41:13.287290 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9e62c2-0d45-4620-8a88-6b79a10fb9c0 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Pushing event updated for resources: {'Network': ['ID=381897ac-b390-468a-ae2e-ca32ddd1f33c,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:41:13.295605 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 48134) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:41:13.307158 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-51bd0165-3062-4ad1-9522-aebc0375a428 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1840549364'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:41:13.308937 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 381897ac-b390-468a-ae2e-ca32ddd1f33c details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:41:13.634438 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce05fd78-9f83-4bf7-bcfa-f7333dbdd887 service neutron] Pushing event updated for resources: {'Port': ['ID=58340edc-3895-4ed1-8b62-5fc3d1d12ab9,revision_number=3']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:41:13.727557 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51bd0165-3062-4ad1-9522-aebc0375a428 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Made reservation on behalf of 97e35c710c5d49399344273f41045998 for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:41:13.731131 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-51bd0165-3062-4ad1-9522-aebc0375a428 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:13.749984 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6d7af7eb-627f-4c76-8663-b1704d7fdeca req-f821bbc4-a52a-4050-9c3c-99664023ab44 service neutron] 10.222.0.47 "GET /v2.0/networks/af49d91e-952c-43c8-bc9d-27103b4f9eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9185612 Dec 20 14:41:13.840094 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa9eec6-61d5-4501-bb98-86bb49be47d3 req-2fb71a7e-70cf-427d-8896-77067baf61a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:13.840094 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cfa9eec6-61d5-4501-bb98-86bb49be47d3 req-2fb71a7e-70cf-427d-8896-77067baf61a5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=df4fc5f062c24b48b2976dde88fb04ce&device_id=c927572d-cd17-477c-aed3-ef5855249ad6 HTTP/1.1" status: 200 len: 1096 time: 0.4447722 Dec 20 14:41:13.960606 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cfa9eec6-61d5-4501-bb98-86bb49be47d3 req-68d3c30f-f516-4334-ba25-fad62e20ca84 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=58340edc-3895-4ed1-8b62-5fc3d1d12ab9 HTTP/1.1" status: 200 len: 217 time: 0.1365998 Dec 20 14:41:14.097820 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa9eec6-61d5-4501-bb98-86bb49be47d3 req-bf69a134-8a66-4d94-8583-9875852508c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:14.099312 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cfa9eec6-61d5-4501-bb98-86bb49be47d3 req-bf69a134-8a66-4d94-8583-9875852508c5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f97011d1-f2f0-407b-9576-8f32ba5917ec HTTP/1.1" status: 200 len: 855 time: 0.1252062 Dec 20 14:41:14.120010 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51bd0165-3062-4ad1-9522-aebc0375a428 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:41:14.224563 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-51bd0165-3062-4ad1-9522-aebc0375a428 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:14.224911 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-51bd0165-3062-4ad1-9522-aebc0375a428 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Added segment b2ae6f27-5c7b-48e8-8872-8bc36c182973 of type vlan for network d4fb6962-fb92-4b6b-a48e-8ced031c86d3 Dec 20 14:41:14.270477 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0c6f46cb-5df4-4ca0-a0df-a2cb7e5f2614 req-18a74d48-8c33-491c-b0b3-e36140157f6e service neutron] 10.222.0.54 "GET /v2.0/networks/74ca7104-e6e4-4eba-8cec-af557c0b63a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0073898 Dec 20 14:41:14.323101 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa9eec6-61d5-4501-bb98-86bb49be47d3 req-25f76894-dcb5-42e2-8f34-5b0d767b5745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:14.328685 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cfa9eec6-61d5-4501-bb98-86bb49be47d3 req-25f76894-dcb5-42e2-8f34-5b0d767b5745 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=af49d91e-952c-43c8-bc9d-27103b4f9eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2060149 Dec 20 14:41:14.446200 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-51bd0165-3062-4ad1-9522-aebc0375a428 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:14.594016 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.db.resource_extend [None req-51bd0165-3062-4ad1-9522-aebc0375a428 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 14:41:14.637556 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-51bd0165-3062-4ad1-9522-aebc0375a428 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:14.642354 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:41:14.642354 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:41:14.642354 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:41:14.642354 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:41:14.642354 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:41:14.642354 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:41:14.642354 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:41:14.642354 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:41:14.642354 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:41:14.642354 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:41:14.642354 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:41:14.642354 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:41:14.642354 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:41:14.642354 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:41:14.642354 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:41:14.642354 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:41:14.642354 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:41:14.642354 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:41:14.642354 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:41:14.642354 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:41:14.642354 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:41:14.642354 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:41:14.642354 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:41:14.642354 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:41:14.642354 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:41:14.642354 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:41:14.642354 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:41:14.642354 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:41:14.642354 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:41:14.642354 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:41:14.642354 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:41:14.642354 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:41:14.642354 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:41:14.642354 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:41:14.642354 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:41:14.642354 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:41:14.645204 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:41:14.645204 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:41:14.645204 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:41:14.645204 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:41:14.645204 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:41:14.645204 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:41:14.645204 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:41:14.645204 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:41:14.645204 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:41:14.645204 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:41:14.645204 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:41:14.645204 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:41:14.645204 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51bd0165-3062-4ad1-9522-aebc0375a428 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:14.646261 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-51bd0165-3062-4ad1-9522-aebc0375a428 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:14.732282 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-51bd0165-3062-4ad1-9522-aebc0375a428 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4316213 Dec 20 14:41:14.841624 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 48150) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:41:14.850621 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-ecaaac56-a8b4-40f7-87ee-b4278ed99bf4 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Request body: {'subnets': [{'network_id': '381897ac-b390-468a-ae2e-ca32ddd1f33c', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--41547222', 'ip_version': 4}, {'network_id': 'd4fb6962-fb92-4b6b-a48e-8ced031c86d3', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:41:14.851693 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-ecaaac56-a8b4-40f7-87ee-b4278ed99bf4 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Request body: {'subnet': {'network_id': '381897ac-b390-468a-ae2e-ca32ddd1f33c', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--41547222', 'ip_version': 4}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:41:14.853590 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-ecaaac56-a8b4-40f7-87ee-b4278ed99bf4 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Request body: {'subnet': {'network_id': 'd4fb6962-fb92-4b6b-a48e-8ced031c86d3', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:41:14.890301 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cfa9eec6-61d5-4501-bb98-86bb49be47d3 req-f5359677-2d82-4bfd-89dc-2b4f8320db27 service neutron] 10.222.0.30 "GET /v2.0/networks/af49d91e-952c-43c8-bc9d-27103b4f9eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5452507 Dec 20 14:41:15.128977 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bd0165-3062-4ad1-9522-aebc0375a428 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Pushing event updated for resources: {'Network': ['ID=d4fb6962-fb92-4b6b-a48e-8ced031c86d3,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:41:15.153943 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network d4fb6962-fb92-4b6b-a48e-8ced031c86d3 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:41:15.163035 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecaaac56-a8b4-40f7-87ee-b4278ed99bf4 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Made reservation on behalf of 97e35c710c5d49399344273f41045998 for: {'subnet': 2} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:41:15.168056 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ecaaac56-a8b4-40f7-87ee-b4278ed99bf4 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:15.168416 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ecaaac56-a8b4-40f7-87ee-b4278ed99bf4 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:15.372953 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:15.387093 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2349ba-2c73-436a-96e8-379126f7bfed req-1646d74a-49bb-4985-a610-40cd846e0f1b tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:15.391885 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7b2349ba-2c73-436a-96e8-379126f7bfed req-1646d74a-49bb-4985-a610-40cd846e0f1b tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=340c2378-32ed-4988-8942-8080338241fe HTTP/1.1" status: 200 len: 945 time: 0.2371743 Dec 20 14:41:15.425369 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cfa9eec6-61d5-4501-bb98-86bb49be47d3 req-36114e15-e45b-42e6-acfc-46ccf5747ab7 service neutron] 10.222.0.30 "GET /v2.0/networks/af49d91e-952c-43c8-bc9d-27103b4f9eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4297416 Dec 20 14:41:15.532884 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7b2349ba-2c73-436a-96e8-379126f7bfed req-8431a28e-766d-4b3d-aa13-be410c879e04 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=f2f975e9-21d7-4fe5-b06b-fdbb671aee94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325393 Dec 20 14:41:15.814346 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca3e8483-d5e3-4def-93e9-daf35616dcc4 x-openstack-request-id: req-ca3e8483-d5e3-4def-93e9-daf35616dcc4 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:41:15.814683 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0fc7994-01df-46cf-ab92-7895a14784a3", "tag": "af91cac1-6b1c-484f-ba7c-4f1f74bd6d48", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:41:15.814987 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ca3e8483-d5e3-4def-93e9-daf35616dcc4 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:41:15.815393 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0fc7994-01df-46cf-ab92-7895a14784a3', 'tag': 'af91cac1-6b1c-484f-ba7c-4f1f74bd6d48', 'status': 'completed', 'code': 200} Dec 20 14:41:15.931731 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d947ca41-c243-4c7f-b0c3-770d88908950 x-openstack-request-id: req-d947ca41-c243-4c7f-b0c3-770d88908950 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:41:15.932028 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1853e57b-2105-43c2-a14c-5ab04a68a020", "name": "network-vif-plugged", "status": "completed", "tag": "15c75cab-1066-441c-995d-a5c93f5d52b0", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:41:15.932490 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d947ca41-c243-4c7f-b0c3-770d88908950 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:41:15.933876 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1853e57b-2105-43c2-a14c-5ab04a68a020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15c75cab-1066-441c-995d-a5c93f5d52b0', 'code': 200} Dec 20 14:41:15.982679 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa449250-ad68-4ec4-9caa-81b18bf98889 req-5a9ec855-5352-4c20-a10a-fbf94ec252c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:15.984324 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fa449250-ad68-4ec4-9caa-81b18bf98889 req-5a9ec855-5352-4c20-a10a-fbf94ec252c6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=df4fc5f062c24b48b2976dde88fb04ce&device_id=e0fc7994-01df-46cf-ab92-7895a14784a3 HTTP/1.1" status: 200 len: 1096 time: 0.1388595 Dec 20 14:41:16.317950 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f324e83-7790-4f4a-8be5-273cf56b17e8 req-ed4b8e2f-9949-4a67-9087-1decbde590d3 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:16.337514 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6f324e83-7790-4f4a-8be5-273cf56b17e8 req-ed4b8e2f-9949-4a67-9087-1decbde590d3 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.54 "GET /v2.0/ports?device_id=c927572d-cd17-477c-aed3-ef5855249ad6 HTTP/1.1" status: 200 len: 944 time: 0.2012978 Dec 20 14:41:16.462749 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6f324e83-7790-4f4a-8be5-273cf56b17e8 req-e2b535a9-d91e-4311-976e-f79b654f31c8 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.54 "GET /v2.0/security-groups?id=4ed0be7c-43ed-465d-90a7-becfa1e42aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246414 Dec 20 14:41:16.464641 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa449250-ad68-4ec4-9caa-81b18bf98889 req-357485ef-e1f8-4128-bc85-129cc32b562f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:16.466670 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fa449250-ad68-4ec4-9caa-81b18bf98889 req-357485ef-e1f8-4128-bc85-129cc32b562f service neutron] 10.222.0.47 "GET /v2.0/networks?id=af49d91e-952c-43c8-bc9d-27103b4f9eeb HTTP/1.1" status: 200 len: 917 time: 0.4589448 Dec 20 14:41:16.641024 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fa449250-ad68-4ec4-9caa-81b18bf98889 req-384b4d72-16df-4022-96db-230b1b7b8e11 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=af91cac1-6b1c-484f-ba7c-4f1f74bd6d48 HTTP/1.1" status: 200 len: 217 time: 0.1598778 Dec 20 14:41:16.645454 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device af91cac1-6b1c-484f-ba7c-4f1f74bd6d48 details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:41:16.826659 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ecaaac56-a8b4-40f7-87ee-b4278ed99bf4 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:16.871086 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7e889022-eea1-4960-a2a3-27a19e5f6a8b req-40c71152-2d86-4de1-a75b-4933bfdc6cbf tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] 10.222.0.54 "GET /v2.0/ports?device_id=4dacff5e-5fa0-480d-8dd2-bd040653649a HTTP/1.1" status: 200 len: 210 time: 0.1882246 Dec 20 14:41:16.939049 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa449250-ad68-4ec4-9caa-81b18bf98889 req-c16fb305-a932-479f-a048-08da96b201b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:16.945964 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fa449250-ad68-4ec4-9caa-81b18bf98889 req-c16fb305-a932-479f-a048-08da96b201b0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f97011d1-f2f0-407b-9576-8f32ba5917ec HTTP/1.1" status: 200 len: 855 time: 0.2865412 Dec 20 14:41:16.955839 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c20092-9a2a-4cf5-92ca-81ad58cee1e2 req-89cd9be6-b2e2-49b0-a3fc-1da07a4f62f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:16.958319 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-58c20092-9a2a-4cf5-92ca-81ad58cee1e2 req-89cd9be6-b2e2-49b0-a3fc-1da07a4f62f4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1853e57b-2105-43c2-a14c-5ab04a68a020 HTTP/1.1" status: 200 len: 1097 time: 0.8605909 Dec 20 14:41:17.039573 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port af91cac1-6b1c-484f-ba7c-4f1f74bd6d48, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=af91cac1-6b1c-484f-ba7c-4f1f74bd6d48,segment=NetworkSegment(d7d72d61-d555-4de4-ae11-76ec772cb1c3),segment_id=d7d72d61-d555-4de4-ae11-76ec772cb1c3)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:41:17.050226 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecaaac56-a8b4-40f7-87ee-b4278ed99bf4 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Checking segment: {'id': '282086c4-8b03-48aa-9e5a-05ab9cc823b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '381897ac-b390-468a-ae2e-ca32ddd1f33c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:41:17.050790 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecaaac56-a8b4-40f7-87ee-b4278ed99bf4 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Network hostable DHCP agents. Network: 381897ac-b390-468a-ae2e-ca32ddd1f33c, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:41:17.103213 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': 'af91cac1-6b1c-484f-ba7c-4f1f74bd6d48', 'network_id': 'af49d91e-952c-43c8-bc9d-27103b4f9eeb', 'port_id': 'af91cac1-6b1c-484f-ba7c-4f1f74bd6d48', 'mac_address': 'fa:16:3e:75:2d:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f97011d1-f2f0-407b-9576-8f32ba5917ec', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:41:17.152910 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaaac56-a8b4-40f7-87ee-b4278ed99bf4 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Pushing event updated for resources: {'Subnet': ['ID=a386e70c-9986-4205-9019-b102e5ef499c,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:41:17.219308 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-58c20092-9a2a-4cf5-92ca-81ad58cee1e2 req-697e5483-1de7-4fde-8266-f444f6f80c6c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4ed0be7c-43ed-465d-90a7-becfa1e42aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127364 Dec 20 14:41:17.220059 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecaaac56-a8b4-40f7-87ee-b4278ed99bf4 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Network 381897ac-b390-468a-ae2e-ca32ddd1f33c is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:41:17.251714 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-ecaaac56-a8b4-40f7-87ee-b4278ed99bf4 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 381897ac-b390-468a-ae2e-ca32ddd1f33c) {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:41:17.263319 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:17.263949 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ecaaac56-a8b4-40f7-87ee-b4278ed99bf4 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:17.275133 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126b3fd0-f28f-434a-99d2-32ec472a88f2 None None] Network 381897ac-b390-468a-ae2e-ca32ddd1f33c requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:41:17.356457 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa449250-ad68-4ec4-9caa-81b18bf98889 req-0a3a3e09-fdb7-46d1-bdf9-2ba5a548cb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:17.362549 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fa449250-ad68-4ec4-9caa-81b18bf98889 req-0a3a3e09-fdb7-46d1-bdf9-2ba5a548cb28 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=af49d91e-952c-43c8-bc9d-27103b4f9eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4065011 Dec 20 14:41:17.508829 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaaac56-a8b4-40f7-87ee-b4278ed99bf4 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Pushing event updated for resources: {'Subnet': ['ID=8048be88-d0aa-403c-a5c4-b658661ebe84,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:41:17.552349 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecaaac56-a8b4-40f7-87ee-b4278ed99bf4 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Checking segment: {'id': 'b2ae6f27-5c7b-48e8-8872-8bc36c182973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd4fb6962-fb92-4b6b-a48e-8ced031c86d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:41:17.552749 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecaaac56-a8b4-40f7-87ee-b4278ed99bf4 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Network hostable DHCP agents. Network: d4fb6962-fb92-4b6b-a48e-8ced031c86d3, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:41:17.577254 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af91cac1-6b1c-484f-ba7c-4f1f74bd6d48 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:41:17.605334 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port af91cac1-6b1c-484f-ba7c-4f1f74bd6d48, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=af91cac1-6b1c-484f-ba7c-4f1f74bd6d48,segment=NetworkSegment(d7d72d61-d555-4de4-ae11-76ec772cb1c3),segment_id=d7d72d61-d555-4de4-ae11-76ec772cb1c3)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:41:17.610489 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6f46cb-5df4-4ca0-a0df-a2cb7e5f2614 req-927b0535-37db-448e-bb29-a546cb6eeca0 tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:17.617102 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:17.621776 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecaaac56-a8b4-40f7-87ee-b4278ed99bf4 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Network d4fb6962-fb92-4b6b-a48e-8ced031c86d3 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:41:17.623819 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0c6f46cb-5df4-4ca0-a0df-a2cb7e5f2614 req-927b0535-37db-448e-bb29-a546cb6eeca0 tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] 10.222.0.30 "GET /v2.0/networks?id=74ca7104-e6e4-4eba-8cec-af557c0b63a5 HTTP/1.1" status: 200 len: 816 time: 0.5226893 Dec 20 14:41:17.644774 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-ecaaac56-a8b4-40f7-87ee-b4278ed99bf4 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, d4fb6962-fb92-4b6b-a48e-8ced031c86d3) {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:41:17.650023 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecaaac56-a8b4-40f7-87ee-b4278ed99bf4 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:17.650843 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecaaac56-a8b4-40f7-87ee-b4278ed99bf4 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:17.651576 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ecaaac56-a8b4-40f7-87ee-b4278ed99bf4 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:17.689559 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-ecaaac56-a8b4-40f7-87ee-b4278ed99bf4 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1424 time: 2.8429046 Dec 20 14:41:17.690868 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 48208) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:41:17.700858 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1741a6c1-74bb-48ad-9f02-f5f4523de3ec req-5f081413-1fe8-47f0-9b8d-9c07d5ae098e tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:17.711352 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1741a6c1-74bb-48ad-9f02-f5f4523de3ec req-5f081413-1fe8-47f0-9b8d-9c07d5ae098e tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=340c2378-32ed-4988-8942-8080338241fe HTTP/1.1" status: 200 len: 945 time: 0.5624089 Dec 20 14:41:17.779327 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8791ea-475d-4955-9621-744c8b9eaabf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-381897ac-b390-468a-ae2e-ca32ddd1f33c', 'network_id': '381897ac-b390-468a-ae2e-ca32ddd1f33c', 'project_id': '97e35c710c5d49399344273f41045998', 'fixed_ips': [{'subnet_id': 'a386e70c-9986-4205-9019-b102e5ef499c'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:41:17.781234 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-5b8791ea-475d-4955-9621-744c8b9eaabf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:17.813145 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=af91cac1-6b1c-484f-ba7c-4f1f74bd6d48,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:41:17.818525 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c927572d-cd17-477c-aed3-ef5855249ad6', 'tag': '58340edc-3895-4ed1-8b62-5fc3d1d12ab9'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:41:17.821378 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5871e38-e473-4ede-a4bc-0448a4e17665" -d '{"events": [{"name": "network-changed", "server_uuid": "c927572d-cd17-477c-aed3-ef5855249ad6", "tag": "58340edc-3895-4ed1-8b62-5fc3d1d12ab9"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:41:17.824307 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d765c007-67eb-4cb8-851e-062af5537a43 None None] Network d4fb6962-fb92-4b6b-a48e-8ced031c86d3 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:41:17.929784 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1741a6c1-74bb-48ad-9f02-f5f4523de3ec req-cdc547d1-ad97-46fb-a669-fa268e2abd21 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=f2f975e9-21d7-4fe5-b06b-fdbb671aee94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105851 Dec 20 14:41:17.949115 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['af91cac1-6b1c-484f-ba7c-4f1f74bd6d48'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:41:17.955010 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:41:17.955354 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:41:17.955698 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:41:17.959152 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:41:17.959560 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:41:17.959893 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:41:17.960225 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:41:17.960558 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:41:17.960899 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:41:17.961220 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:41:17.961534 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:41:17.961856 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:41:17.962177 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:41:17.977857 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0c6f46cb-5df4-4ca0-a0df-a2cb7e5f2614 req-0276ad7c-42e5-42fc-a052-735333fbe147 tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=647d4c96b4824b53b7215db6116f9517 HTTP/1.1" status: 200 len: 379 time: 0.3363013 Dec 20 14:41:17.998568 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-0c6f46cb-5df4-4ca0-a0df-a2cb7e5f2614 req-1ae61efd-6241-4a21-9959-bc6081a0470c tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] Request body: {'port': {'device_id': '4dacff5e-5fa0-480d-8dd2-bd040653649a', 'network_id': '74ca7104-e6e4-4eba-8cec-af557c0b63a5', 'admin_state_up': True, 'tenant_id': '647d4c96b4824b53b7215db6116f9517', 'security_groups': ['1fd3dc76-3453-41b8-8d7d-617eb8eaea07']}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:41:18.083099 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f783e1-6776-4a1c-8458-a85097a9b5b5 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:18.093841 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f783e1-6776-4a1c-8458-a85097a9b5b5 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:18.095363 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f783e1-6776-4a1c-8458-a85097a9b5b5 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:18.107273 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-03f783e1-6776-4a1c-8458-a85097a9b5b5 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2050 time: 0.4137766 Dec 20 14:41:18.107916 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 48214) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:41:18.188601 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_v2 [None req-9450f7ec-6f2e-45dc-9e59-48424febcbec tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Deleting subnet a386e70c-9986-4205-9019-b102e5ef499c {{(pid=103167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:41:18.200523 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9450f7ec-6f2e-45dc-9e59-48424febcbec tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Publish callbacks [] for subnet, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:18.285225 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fa449250-ad68-4ec4-9caa-81b18bf98889 req-85995a6c-d386-4fa3-93c1-35904648a333 service neutron] 10.222.0.47 "GET /v2.0/networks/af49d91e-952c-43c8-bc9d-27103b4f9eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8228474 Dec 20 14:41:18.315545 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9450f7ec-6f2e-45dc-9e59-48424febcbec tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954412'] for subnet, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:18.520469 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9450f7ec-6f2e-45dc-9e59-48424febcbec tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:18.657550 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27d9314-c746-4cb1-b733-ae73e40b1992 req-2814160b-06b2-45c2-bdda-5f0a9bbca5db tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:18.664913 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d27d9314-c746-4cb1-b733-ae73e40b1992 req-2814160b-06b2-45c2-bdda-5f0a9bbca5db tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.54 "GET /v2.0/ports?device_id=c927572d-cd17-477c-aed3-ef5855249ad6 HTTP/1.1" status: 200 len: 944 time: 0.4604349 Dec 20 14:41:18.665724 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c6f46cb-5df4-4ca0-a0df-a2cb7e5f2614 req-1ae61efd-6241-4a21-9959-bc6081a0470c tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] Made reservation on behalf of 647d4c96b4824b53b7215db6116f9517 for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:41:18.670800 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-0c6f46cb-5df4-4ca0-a0df-a2cb7e5f2614 req-1ae61efd-6241-4a21-9959-bc6081a0470c tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:18.700614 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9450f7ec-6f2e-45dc-9e59-48424febcbec tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:18.736596 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8302706c-f751-457c-80f2-356f43fdfd30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-d4fb6962-fb92-4b6b-a48e-8ced031c86d3', 'network_id': 'd4fb6962-fb92-4b6b-a48e-8ced031c86d3', 'project_id': '97e35c710c5d49399344273f41045998', 'fixed_ips': [{'subnet_id': '8048be88-d0aa-403c-a5c4-b658661ebe84'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:41:18.737477 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8302706c-f751-457c-80f2-356f43fdfd30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:18.780236 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9450f7ec-6f2e-45dc-9e59-48424febcbec tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Pushing event deleted for resources: {'Subnet': ['ID=a386e70c-9986-4205-9019-b102e5ef499c,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:41:18.843740 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9450f7ec-6f2e-45dc-9e59-48424febcbec tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:18.852964 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-9450f7ec-6f2e-45dc-9e59-48424febcbec tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] 10.222.0.54 "DELETE /v2.0/subnets/a386e70c-9986-4205-9019-b102e5ef499c HTTP/1.1" status: 204 len: 168 time: 0.7439654 Dec 20 14:41:18.857268 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 48224) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:41:18.969851 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d27d9314-c746-4cb1-b733-ae73e40b1992 req-8d2b02a4-1f11-4374-91e4-44f3c8a854bc tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.54 "GET /v2.0/security-groups?id=4ed0be7c-43ed-465d-90a7-becfa1e42aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703345 Dec 20 14:41:18.981398 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fa449250-ad68-4ec4-9caa-81b18bf98889 req-37fc68d1-d662-4a07-bbab-fa624ebc25cb service neutron] 10.222.0.47 "GET /v2.0/networks/af49d91e-952c-43c8-bc9d-27103b4f9eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6848371 Dec 20 14:41:19.008303 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_v2 [None req-6821f4f3-3064-4446-a7c6-7758a795a249 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Deleting subnet 8048be88-d0aa-403c-a5c4-b658661ebe84 {{(pid=103167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:41:19.012784 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6821f4f3-3064-4446-a7c6-7758a795a249 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Publish callbacks [] for subnet, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:19.071457 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-895d6f7a-d740-4b55-8ce6-09a03ac747c2 x-openstack-request-id: req-895d6f7a-d740-4b55-8ce6-09a03ac747c2 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:41:19.071897 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c927572d-cd17-477c-aed3-ef5855249ad6", "tag": "58340edc-3895-4ed1-8b62-5fc3d1d12ab9", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:41:19.072251 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-895d6f7a-d740-4b55-8ce6-09a03ac747c2 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:41:19.072808 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c927572d-cd17-477c-aed3-ef5855249ad6', 'tag': '58340edc-3895-4ed1-8b62-5fc3d1d12ab9', 'status': 'completed', 'code': 200} Dec 20 14:41:19.077138 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server [None req-5b8791ea-475d-4955-9621-744c8b9eaabf None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a386e70c-9986-4205-9019-b102e5ef499c: This subnet is being modified by another concurrent operation. Dec 20 14:41:19.077138 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 20 14:41:19.077138 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 20 14:41:19.077138 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 20 14:41:19.077138 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 20 14:41:19.077138 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 20 14:41:19.077138 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 20 14:41:19.077138 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 20 14:41:19.077138 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 20 14:41:19.077138 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 20 14:41:19.077138 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 20 14:41:19.077138 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 20 14:41:19.077138 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 14:41:19.077138 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 14:41:19.077138 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 14:41:19.077138 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 14:41:19.077138 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 20 14:41:19.077138 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 14:41:19.077138 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 20 14:41:19.077138 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 20 14:41:19.077138 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 14:41:19.077138 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 14:41:19.077138 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 14:41:19.077138 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 14:41:19.077138 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 20 14:41:19.077138 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 14:41:19.077138 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 20 14:41:19.077138 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 20 14:41:19.077138 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 14:41:19.077138 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 14:41:19.077138 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 14:41:19.077138 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 14:41:19.077138 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 20 14:41:19.077138 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 20 14:41:19.077138 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 20 14:41:19.077138 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 20 14:41:19.077138 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 20 14:41:19.077138 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 20 14:41:19.077138 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 20 14:41:19.077138 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 20 14:41:19.077138 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 20 14:41:19.077138 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 20 14:41:19.077138 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Dec 20 14:41:19.077138 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 14:41:19.077138 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 20 14:41:19.077138 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 20 14:41:19.077138 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 20 14:41:19.077138 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 20 14:41:19.077138 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 14:41:19.077138 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 14:41:19.077138 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 14:41:19.077138 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 14:41:19.077138 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 20 14:41:19.077138 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 14:41:19.082484 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 20 14:41:19.082484 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 20 14:41:19.082484 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 14:41:19.082484 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 14:41:19.082484 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 14:41:19.082484 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 14:41:19.082484 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 20 14:41:19.082484 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 14:41:19.082484 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 20 14:41:19.082484 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 20 14:41:19.082484 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 14:41:19.082484 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 14:41:19.082484 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 14:41:19.082484 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 14:41:19.082484 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 20 14:41:19.082484 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 20 14:41:19.082484 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 20 14:41:19.082484 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 20 14:41:19.082484 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 20 14:41:19.082484 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 20 14:41:19.082484 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1463, in create_port_db Dec 20 14:41:19.082484 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 20 14:41:19.082484 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 20 14:41:19.082484 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 20 14:41:19.082484 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 14:41:19.082484 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 14:41:19.082484 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 14:41:19.082484 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 14:41:19.082484 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 20 14:41:19.082484 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 20 14:41:19.082484 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 20 14:41:19.082484 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 20 14:41:19.082484 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 20 14:41:19.082484 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 20 14:41:19.082484 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 20 14:41:19.082484 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server raise exception Dec 20 14:41:19.082484 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a386e70c-9986-4205-9019-b102e5ef499c: This subnet is being modified by another concurrent operation. Dec 20 14:41:19.082484 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server Dec 20 14:41:19.165928 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4f3e1d1f-b443-4364-80fa-ef0469a5af89 req-61502ba3-c10a-41f0-ab96-81ce2e30d75d tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] 10.222.0.54 "GET /v2.0/ports?device_id=4dacff5e-5fa0-480d-8dd2-bd040653649a HTTP/1.1" status: 200 len: 210 time: 0.0486403 Dec 20 14:41:19.188253 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [req-0c6f46cb-5df4-4ca0-a0df-a2cb7e5f2614 req-1ae61efd-6241-4a21-9959-bc6081a0470c tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] Allocated IP 172.20.0.7 (74ca7104-e6e4-4eba-8cec-af557c0b63a5/c40f7186-b871-4167-b42c-6edd2a024911/d68c79bf-82c8-4e18-bad9-cbb7a5e03e50) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:41:19.251133 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6821f4f3-3064-4446-a7c6-7758a795a249 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954412'] for subnet, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:19.444553 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32525b85-4504-4f27-aec2-c7d395ac4c89 None None] Network 381897ac-b390-468a-ae2e-ca32ddd1f33c requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:41:19.473924 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6821f4f3-3064-4446-a7c6-7758a795a249 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:19.492578 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5f46f6-df4a-42be-a277-2cca775b12c9 req-36cdf4e7-c9ad-4966-990e-5e37730c73b8 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:19.500985 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ec5f46f6-df4a-42be-a277-2cca775b12c9 req-36cdf4e7-c9ad-4966-990e-5e37730c73b8 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=340c2378-32ed-4988-8942-8080338241fe HTTP/1.1" status: 200 len: 945 time: 0.2248225 Dec 20 14:41:19.633022 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-0c6f46cb-5df4-4ca0-a0df-a2cb7e5f2614 req-1ae61efd-6241-4a21-9959-bc6081a0470c tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:19.679476 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ec5f46f6-df4a-42be-a277-2cca775b12c9 req-48fed07e-83f1-4a4c-8ce5-e899f3dbf450 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=f2f975e9-21d7-4fe5-b06b-fdbb671aee94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772065 Dec 20 14:41:19.726908 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 58340edc-3895-4ed1-8b62-5fc3d1d12ab9 details requested by agent hyperv_n-h1-761264-19 with host n-h1-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:41:19.738276 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-0c6f46cb-5df4-4ca0-a0df-a2cb7e5f2614 req-1ae61efd-6241-4a21-9959-bc6081a0470c tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:19.745293 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5871e38-e473-4ede-a4bc-0448a4e17665 req-d8bebc3a-c956-4dc5-b9d6-1ba3e8c6465f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:19.747709 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d5871e38-e473-4ede-a4bc-0448a4e17665 req-d8bebc3a-c956-4dc5-b9d6-1ba3e8c6465f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=df4fc5f062c24b48b2976dde88fb04ce&device_id=c927572d-cd17-477c-aed3-ef5855249ad6 HTTP/1.1" status: 200 len: 1096 time: 0.6252439 Dec 20 14:41:19.752076 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4a6b78d4-3cd5-45db-8639-7604eac3d3ca req-cc537035-b216-40ee-a17e-ca37246934f9 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--211447419&fields=id&tenant_id=9abc31fa6fc849d78699cc7e0935f4b6 HTTP/1.1" status: 200 len: 267 time: 0.2227633 Dec 20 14:41:19.857449 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c6f46cb-5df4-4ca0-a0df-a2cb7e5f2614 req-1ae61efd-6241-4a21-9959-bc6081a0470c tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] Network 74ca7104-e6e4-4eba-8cec-af557c0b63a5 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:41:19.870320 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [req-0c6f46cb-5df4-4ca0-a0df-a2cb7e5f2614 req-1ae61efd-6241-4a21-9959-bc6081a0470c tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:41:19.874025 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c6f46cb-5df4-4ca0-a0df-a2cb7e5f2614 req-1ae61efd-6241-4a21-9959-bc6081a0470c tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:41:19.895743 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae61efd-6241-4a21-9959-bc6081a0470c tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] Pushing event updated for resources: {'Port': ['ID=d68c79bf-82c8-4e18-bad9-cbb7a5e03e50,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:41:19.963896 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6821f4f3-3064-4446-a7c6-7758a795a249 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:19.970782 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server [None req-8302706c-f751-457c-80f2-356f43fdfd30 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8048be88-d0aa-403c-a5c4-b658661ebe84: This subnet is being modified by another concurrent operation. Dec 20 14:41:19.970782 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 20 14:41:19.970782 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 20 14:41:19.970782 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 20 14:41:19.970782 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 20 14:41:19.970782 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 20 14:41:19.970782 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 20 14:41:19.970782 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 20 14:41:19.970782 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 20 14:41:19.970782 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 20 14:41:19.970782 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 20 14:41:19.970782 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 20 14:41:19.970782 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 14:41:19.970782 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 14:41:19.970782 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 14:41:19.970782 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 14:41:19.970782 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 20 14:41:19.970782 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 14:41:19.970782 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 20 14:41:19.970782 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 20 14:41:19.970782 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 14:41:19.970782 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 14:41:19.970782 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 14:41:19.970782 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 14:41:19.970782 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 20 14:41:19.970782 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 14:41:19.970782 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 20 14:41:19.970782 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 20 14:41:19.970782 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 14:41:19.970782 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 14:41:19.970782 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 14:41:19.970782 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 14:41:19.970782 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 20 14:41:19.970782 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 20 14:41:19.970782 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 20 14:41:19.970782 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 20 14:41:19.970782 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 20 14:41:19.970782 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 20 14:41:19.970782 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 20 14:41:19.970782 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 20 14:41:19.970782 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 20 14:41:19.970782 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 20 14:41:19.970782 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Dec 20 14:41:19.970782 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 14:41:19.970782 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 20 14:41:19.970782 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 20 14:41:19.970782 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 20 14:41:19.970782 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 20 14:41:19.970782 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 14:41:19.970782 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 14:41:19.970782 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 14:41:19.970782 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 14:41:19.970782 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 20 14:41:19.970782 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 14:41:19.975620 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 20 14:41:19.975620 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 20 14:41:19.975620 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 14:41:19.975620 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 14:41:19.975620 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 14:41:19.975620 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 14:41:19.975620 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 20 14:41:19.975620 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 14:41:19.975620 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 20 14:41:19.975620 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 20 14:41:19.975620 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 14:41:19.975620 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 14:41:19.975620 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 14:41:19.975620 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 14:41:19.975620 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 20 14:41:19.975620 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 20 14:41:19.975620 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 20 14:41:19.975620 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 20 14:41:19.975620 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 20 14:41:19.975620 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 20 14:41:19.975620 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1463, in create_port_db Dec 20 14:41:19.975620 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 20 14:41:19.975620 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 20 14:41:19.975620 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 20 14:41:19.975620 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 14:41:19.975620 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 14:41:19.975620 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 14:41:19.975620 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 14:41:19.975620 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 20 14:41:19.975620 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 20 14:41:19.975620 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 20 14:41:19.975620 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 20 14:41:19.975620 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 20 14:41:19.975620 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 20 14:41:19.975620 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 20 14:41:19.975620 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server raise exception Dec 20 14:41:19.975620 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8048be88-d0aa-403c-a5c4-b658661ebe84: This subnet is being modified by another concurrent operation. Dec 20 14:41:19.975620 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server Dec 20 14:41:20.008189 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 58340edc-3895-4ed1-8b62-5fc3d1d12ab9, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=58340edc-3895-4ed1-8b62-5fc3d1d12ab9,segment=NetworkSegment(d7d72d61-d555-4de4-ae11-76ec772cb1c3),segment_id=d7d72d61-d555-4de4-ae11-76ec772cb1c3)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:41:20.019301 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66e3d24-594b-441c-9b19-eb2cc4992c27 None None] Network d4fb6962-fb92-4b6b-a48e-8ced031c86d3 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:41:20.029425 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6f46cb-5df4-4ca0-a0df-a2cb7e5f2614 req-1ae61efd-6241-4a21-9959-bc6081a0470c tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:20.030093 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-0c6f46cb-5df4-4ca0-a0df-a2cb7e5f2614 req-1ae61efd-6241-4a21-9959-bc6081a0470c tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:20.115607 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0c6f46cb-5df4-4ca0-a0df-a2cb7e5f2614 req-1ae61efd-6241-4a21-9959-bc6081a0470c tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1296082 Dec 20 14:41:20.128861 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-0c6f46cb-5df4-4ca0-a0df-a2cb7e5f2614 req-847b37e9-fa79-4c8f-bbef-a6eba46b2955 service neutron] Request body: {'port': {'device_id': '4dacff5e-5fa0-480d-8dd2-bd040653649a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-19'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:41:20.132361 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6821f4f3-3064-4446-a7c6-7758a795a249 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Pushing event deleted for resources: {'Subnet': ['ID=8048be88-d0aa-403c-a5c4-b658661ebe84,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:41:20.209168 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6821f4f3-3064-4446-a7c6-7758a795a249 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:20.222946 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-6821f4f3-3064-4446-a7c6-7758a795a249 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] 10.222.0.54 "DELETE /v2.0/subnets/8048be88-d0aa-403c-a5c4-b658661ebe84 HTTP/1.1" status: 204 len: 168 time: 1.3632674 Dec 20 14:41:20.230475 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 48268) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:41:20.259893 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Returning: {'device': '58340edc-3895-4ed1-8b62-5fc3d1d12ab9', 'network_id': 'af49d91e-952c-43c8-bc9d-27103b4f9eeb', 'port_id': '58340edc-3895-4ed1-8b62-5fc3d1d12ab9', 'mac_address': 'fa:16:3e:12:7a:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f97011d1-f2f0-407b-9576-8f32ba5917ec', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:41:20.385338 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:20.388173 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e53a66-c56d-4816-a86a-52a40e8ed712 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:20.390360 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-0c6f46cb-5df4-4ca0-a0df-a2cb7e5f2614 req-847b37e9-fa79-4c8f-bbef-a6eba46b2955 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:20.395015 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-14e53a66-c56d-4816-a86a-52a40e8ed712 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1469131 Dec 20 14:41:20.403189 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5871e38-e473-4ede-a4bc-0448a4e17665 req-58a20c0a-1fec-455c-aef9-61449bc1d6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:20.405049 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d5871e38-e473-4ede-a4bc-0448a4e17665 req-58a20c0a-1fec-455c-aef9-61449bc1d6e8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=af49d91e-952c-43c8-bc9d-27103b4f9eeb HTTP/1.1" status: 200 len: 917 time: 0.6481526 Dec 20 14:41:20.411297 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 48270) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:41:20.436662 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018775b3-f9f6-456f-b2ff-dce340a230d1 None None] get_active_networks_info from n-d-761264-19 {{(pid=103169) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 20 14:41:20.442502 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65876028-b9c9-4395-9edf-f8d0b17a184a req-714f2597-6466-4821-b71a-3f1b137b45a7 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:20.448824 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58340edc-3895-4ed1-8b62-5fc3d1d12ab9 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:41:20.456143 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-65876028-b9c9-4395-9edf-f8d0b17a184a req-714f2597-6466-4821-b71a-3f1b137b45a7 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.54 "GET /v2.0/ports?device_id=c927572d-cd17-477c-aed3-ef5855249ad6 HTTP/1.1" status: 200 len: 944 time: 0.2501051 Dec 20 14:41:20.524281 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-14987673-3ed3-4256-b18f-82826314d37e None None] Provisioning complete for port d68c79bf-82c8-4e18-bad9-cbb7a5e03e50 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:41:20.524658 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-14987673-3ed3-4256-b18f-82826314d37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:20.604300 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d5871e38-e473-4ede-a4bc-0448a4e17665 req-0976244c-d974-402d-805c-a8568c1366f2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=58340edc-3895-4ed1-8b62-5fc3d1d12ab9 HTTP/1.1" status: 200 len: 217 time: 0.1597426 Dec 20 14:41:20.637794 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 58340edc-3895-4ed1-8b62-5fc3d1d12ab9, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=58340edc-3895-4ed1-8b62-5fc3d1d12ab9,segment=NetworkSegment(d7d72d61-d555-4de4-ae11-76ec772cb1c3),segment_id=d7d72d61-d555-4de4-ae11-76ec772cb1c3)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:41:20.680104 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:20.782007 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device af91cac1-6b1c-484f-ba7c-4f1f74bd6d48 up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:41:20.795537 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=58340edc-3895-4ed1-8b62-5fc3d1d12ab9,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:41:20.831563 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-65876028-b9c9-4395-9edf-f8d0b17a184a req-54b70acb-96cd-4a13-b3f5-a1686e33684d tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.54 "GET /v2.0/security-groups?id=4ed0be7c-43ed-465d-90a7-becfa1e42aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3736999 Dec 20 14:41:20.868031 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-14987673-3ed3-4256-b18f-82826314d37e None None] Port d68c79bf-82c8-4e18-bad9-cbb7a5e03e50 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:41:20.891892 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6b78d4-3cd5-45db-8639-7604eac3d3ca req-def6554d-6f94-474f-9e2f-afefce4c9ce6 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:20.894260 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4a6b78d4-3cd5-45db-8639-7604eac3d3ca req-def6554d-6f94-474f-9e2f-afefce4c9ce6 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/networks?id=247d6423-5fdf-4eed-9378-2e1201ada444 HTTP/1.1" status: 200 len: 817 time: 1.0510497 Dec 20 14:41:20.946579 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4a6b78d4-3cd5-45db-8639-7604eac3d3ca req-5cb7a468-ce07-41d4-ad8d-d53a1752e902 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/quotas/9abc31fa6fc849d78699cc7e0935f4b6 HTTP/1.1" status: 200 len: 375 time: 0.0311575 Dec 20 14:41:20.998142 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-89418de2-0373-4b0b-a93e-41f5c75eeec4 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:21.010819 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning for port af91cac1-6b1c-484f-ba7c-4f1f74bd6d48 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:41:21.025244 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port af91cac1-6b1c-484f-ba7c-4f1f74bd6d48 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:41:21.025797 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:21.091924 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018775b3-f9f6-456f-b2ff-dce340a230d1 None None] Resources bound (agent type, host, resource id): {{(pid=103169) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 14:41:21.121750 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5871e38-e473-4ede-a4bc-0448a4e17665 req-65aa4984-4c64-40b8-a5a6-7bc88c815590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:21.123901 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d5871e38-e473-4ede-a4bc-0448a4e17665 req-65aa4984-4c64-40b8-a5a6-7bc88c815590 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f97011d1-f2f0-407b-9576-8f32ba5917ec HTTP/1.1" status: 200 len: 855 time: 0.4779742 Dec 20 14:41:21.242455 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845a1406-aa1d-4219-a6be-c9a8d23f8e1a req-b8dbf7d3-1150-4063-820e-9f41e7617692 tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:21.249902 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-845a1406-aa1d-4219-a6be-c9a8d23f8e1a req-b8dbf7d3-1150-4063-820e-9f41e7617692 tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] 10.222.0.54 "GET /v2.0/ports?device_id=4dacff5e-5fa0-480d-8dd2-bd040653649a HTTP/1.1" status: 200 len: 931 time: 0.2325072 Dec 20 14:41:21.279106 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:21.521528 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-845a1406-aa1d-4219-a6be-c9a8d23f8e1a req-3991fd2c-85e8-4410-8d89-b28c2c525b41 tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] 10.222.0.54 "GET /v2.0/security-groups?id=1fd3dc76-3453-41b8-8d7d-617eb8eaea07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2632744 Dec 20 14:41:21.575474 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4a6b78d4-3cd5-45db-8639-7604eac3d3ca req-664f8899-cc51-4c24-b32e-ee1f631b6db2 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=9abc31fa6fc849d78699cc7e0935f4b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6161959 Dec 20 14:41:21.629075 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['58340edc-3895-4ed1-8b62-5fc3d1d12ab9'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:41:21.730288 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5871e38-e473-4ede-a4bc-0448a4e17665 req-fe5d6e92-12a7-414d-bff2-cffc42795b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:21.737611 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d5871e38-e473-4ede-a4bc-0448a4e17665 req-fe5d6e92-12a7-414d-bff2-cffc42795b41 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=af49d91e-952c-43c8-bc9d-27103b4f9eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5963907 Dec 20 14:41:21.837866 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-89418de2-0373-4b0b-a93e-41f5c75eeec4 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:21.900531 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [req-0c6f46cb-5df4-4ca0-a0df-a2cb7e5f2614 req-847b37e9-fa79-4c8f-bbef-a6eba46b2955 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d68c79bf-82c8-4e18-bad9-cbb7a5e03e50 {{(pid=103168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:41:21.923840 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394c575b-9e01-4fb7-81c2-ed50431e8bd1 req-bf24e3cc-326c-4a78-8c0b-643bcf2104e6 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:21.939558 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-394c575b-9e01-4fb7-81c2-ed50431e8bd1 req-bf24e3cc-326c-4a78-8c0b-643bcf2104e6 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=340c2378-32ed-4988-8942-8080338241fe HTTP/1.1" status: 200 len: 945 time: 0.2182646 Dec 20 14:41:21.997987 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-0c6f46cb-5df4-4ca0-a0df-a2cb7e5f2614 req-847b37e9-fa79-4c8f-bbef-a6eba46b2955 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:22.062026 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port af91cac1-6b1c-484f-ba7c-4f1f74bd6d48, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=af91cac1-6b1c-484f-ba7c-4f1f74bd6d48,segment=NetworkSegment(d7d72d61-d555-4de4-ae11-76ec772cb1c3),segment_id=d7d72d61-d555-4de4-ae11-76ec772cb1c3)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:41:22.120016 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.provisioning_blocks [req-0c6f46cb-5df4-4ca0-a0df-a2cb7e5f2614 req-847b37e9-fa79-4c8f-bbef-a6eba46b2955 service neutron] Transition to ACTIVE for port object d68c79bf-82c8-4e18-bad9-cbb7a5e03e50 will not be triggered until provisioned by entity L2. {{(pid=103168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:41:22.143715 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-394c575b-9e01-4fb7-81c2-ed50431e8bd1 req-575d5dc3-3aba-4a56-9a23-89c6aa1c5bd5 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=f2f975e9-21d7-4fe5-b06b-fdbb671aee94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030966 Dec 20 14:41:22.145357 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-0c6f46cb-5df4-4ca0-a0df-a2cb7e5f2614 req-847b37e9-fa79-4c8f-bbef-a6eba46b2955 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:22.173575 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0fc7994-01df-46cf-ab92-7895a14784a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af91cac1-6b1c-484f-ba7c-4f1f74bd6d48'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:41:22.176017 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3e7ca87-9eef-45b9-b7ab-65da73cf2b4d" -d '{"events": [{"server_uuid": "e0fc7994-01df-46cf-ab92-7895a14784a3", "name": "network-vif-plugged", "status": "completed", "tag": "af91cac1-6b1c-484f-ba7c-4f1f74bd6d48"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:41:22.213601 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:22.233501 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d5871e38-e473-4ede-a4bc-0448a4e17665 req-b1feba30-912a-48a6-82dc-840d911a28a3 service neutron] 10.222.0.30 "GET /v2.0/networks/af49d91e-952c-43c8-bc9d-27103b4f9eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4861369 Dec 20 14:41:22.313330 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847b37e9-fa79-4c8f-bbef-a6eba46b2955 service neutron] Pushing event updated for resources: {'Port': ['ID=d68c79bf-82c8-4e18-bad9-cbb7a5e03e50,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:41:22.529890 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4a6b78d4-3cd5-45db-8639-7604eac3d3ca req-94859dde-06a4-4df2-87b7-133683c4ed61 service neutron] 10.222.0.54 "GET /v2.0/networks/247d6423-5fdf-4eed-9378-2e1201ada444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7905226 Dec 20 14:41:22.540159 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-89418de2-0373-4b0b-a93e-41f5c75eeec4 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4fb6962-fb92-4b6b-a48e-8ced031c86d3']}} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:41:22.602635 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a3298f-9884-454f-a061-6d86bc7bd6c7 req-ad95d840-14d3-4c8b-9589-d66b8a9646d6 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:22.607424 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-12a3298f-9884-454f-a061-6d86bc7bd6c7 req-ad95d840-14d3-4c8b-9589-d66b8a9646d6 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.54 "GET /v2.0/ports?device_id=c927572d-cd17-477c-aed3-ef5855249ad6 HTTP/1.1" status: 200 len: 945 time: 0.3037846 Dec 20 14:41:22.634995 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-89418de2-0373-4b0b-a93e-41f5c75eeec4 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2ae6f27-5c7b-48e8-8872-8bc36c182973') {'for_net_delete': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:41:22.635977 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-89418de2-0373-4b0b-a93e-41f5c75eeec4 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2ae6f27-5c7b-48e8-8872-8bc36c182973') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:41:22.664454 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-0c6f46cb-5df4-4ca0-a0df-a2cb7e5f2614 req-847b37e9-fa79-4c8f-bbef-a6eba46b2955 service neutron] Attempting to bind port d68c79bf-82c8-4e18-bad9-cbb7a5e03e50 on host n-h1-761264-19 for vnic_type normal with profile {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:41:22.664792 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-0c6f46cb-5df4-4ca0-a0df-a2cb7e5f2614 req-847b37e9-fa79-4c8f-bbef-a6eba46b2955 service neutron] Attempting to bind port d68c79bf-82c8-4e18-bad9-cbb7a5e03e50 by drivers openvswitch,hyperv on host n-h1-761264-19 at level 0 using segments [{'id': '9c5b2800-df8a-4047-8744-d8423b687cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '74ca7104-e6e4-4eba-8cec-af557c0b63a5'}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:41:22.665120 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6f46cb-5df4-4ca0-a0df-a2cb7e5f2614 req-847b37e9-fa79-4c8f-bbef-a6eba46b2955 service neutron] Attempting to bind port d68c79bf-82c8-4e18-bad9-cbb7a5e03e50 on network 74ca7104-e6e4-4eba-8cec-af557c0b63a5 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:41:22.681315 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-89418de2-0373-4b0b-a93e-41f5c75eeec4 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954405'] for segment, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:22.694560 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6f46cb-5df4-4ca0-a0df-a2cb7e5f2614 req-847b37e9-fa79-4c8f-bbef-a6eba46b2955 service neutron] Port d68c79bf-82c8-4e18-bad9-cbb7a5e03e50 on network 74ca7104-e6e4-4eba-8cec-af557c0b63a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-19 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:41:22.695185 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6f46cb-5df4-4ca0-a0df-a2cb7e5f2614 req-847b37e9-fa79-4c8f-bbef-a6eba46b2955 service neutron] Attempting to bind port d68c79bf-82c8-4e18-bad9-cbb7a5e03e50 on network 74ca7104-e6e4-4eba-8cec-af557c0b63a5 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:41:22.740939 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6f46cb-5df4-4ca0-a0df-a2cb7e5f2614 req-847b37e9-fa79-4c8f-bbef-a6eba46b2955 service neutron] Checking agent: {'id': '3e5ace3e-dd7b-4522-a7c4-77d13dbeab1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:41:22.741274 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6f46cb-5df4-4ca0-a0df-a2cb7e5f2614 req-847b37e9-fa79-4c8f-bbef-a6eba46b2955 service neutron] Checking segment: {'id': '9c5b2800-df8a-4047-8744-d8423b687cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '74ca7104-e6e4-4eba-8cec-af557c0b63a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:41:22.747152 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6f46cb-5df4-4ca0-a0df-a2cb7e5f2614 req-847b37e9-fa79-4c8f-bbef-a6eba46b2955 service neutron] Bound using segment: {'id': '9c5b2800-df8a-4047-8744-d8423b687cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '74ca7104-e6e4-4eba-8cec-af557c0b63a5'} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:41:22.747839 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-0c6f46cb-5df4-4ca0-a0df-a2cb7e5f2614 req-847b37e9-fa79-4c8f-bbef-a6eba46b2955 service neutron] Bound port: d68c79bf-82c8-4e18-bad9-cbb7a5e03e50, host: n-h1-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c5b2800-df8a-4047-8744-d8423b687cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '74ca7104-e6e4-4eba-8cec-af557c0b63a5'}}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:41:22.748417 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-0c6f46cb-5df4-4ca0-a0df-a2cb7e5f2614 req-847b37e9-fa79-4c8f-bbef-a6eba46b2955 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:22.799660 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-12a3298f-9884-454f-a061-6d86bc7bd6c7 req-9e28a1e2-795c-4bde-b491-f89c4e927cc4 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.54 "GET /v2.0/security-groups?id=4ed0be7c-43ed-465d-90a7-becfa1e42aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728261 Dec 20 14:41:22.819096 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4a6b78d4-3cd5-45db-8639-7604eac3d3ca req-05b40b6b-4cc5-4f2e-b9d3-72102b9be39c service neutron] 10.222.0.54 "GET /v2.0/networks/247d6423-5fdf-4eed-9378-2e1201ada444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2868855 Dec 20 14:41:22.842197 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d5871e38-e473-4ede-a4bc-0448a4e17665 req-418c0ffa-fab7-47f7-9c34-44b4856cb10f service neutron] 10.222.0.30 "GET /v2.0/networks/af49d91e-952c-43c8-bc9d-27103b4f9eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5141430 Dec 20 14:41:22.846303 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=af91cac1-6b1c-484f-ba7c-4f1f74bd6d48,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:41:22.931987 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-89418de2-0373-4b0b-a93e-41f5c75eeec4 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:22.948584 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-0c6f46cb-5df4-4ca0-a0df-a2cb7e5f2614 req-847b37e9-fa79-4c8f-bbef-a6eba46b2955 service neutron] For port d68c79bf-82c8-4e18-bad9-cbb7a5e03e50, host n-h1-761264-19, cleared binding levels {{(pid=103168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:41:22.954489 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-0c6f46cb-5df4-4ca0-a0df-a2cb7e5f2614 req-847b37e9-fa79-4c8f-bbef-a6eba46b2955 service neutron] For port d68c79bf-82c8-4e18-bad9-cbb7a5e03e50, host n-h1-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=d68c79bf-82c8-4e18-bad9-cbb7a5e03e50,segment=NetworkSegment(9c5b2800-df8a-4047-8744-d8423b687cc4),segment_id=9c5b2800-df8a-4047-8744-d8423b687cc4)] {{(pid=103168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:41:22.967834 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-0c6f46cb-5df4-4ca0-a0df-a2cb7e5f2614 req-847b37e9-fa79-4c8f-bbef-a6eba46b2955 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:22.970930 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89418de2-0373-4b0b-a93e-41f5c75eeec4 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=103167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:41:22.973139 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-89418de2-0373-4b0b-a93e-41f5c75eeec4 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9956000'] for segment, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:23.004026 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a9cd1a-a44e-4913-acd8-ad1631f6a25b None None] get_active_networks_info from n-d-761264-19 {{(pid=103169) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 20 14:41:23.117975 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847b37e9-fa79-4c8f-bbef-a6eba46b2955 service neutron] Pushing event updated for resources: {'Port': ['ID=d68c79bf-82c8-4e18-bad9-cbb7a5e03e50,revision_number=3']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:41:23.121414 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:41:23.121414 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:41:23.121414 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:41:23.121414 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:41:23.121414 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:41:23.121414 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:41:23.121414 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:41:23.121414 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:41:23.121414 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:41:23.121414 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:41:23.121414 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:41:23.121414 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:41:23.121414 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:41:23.121414 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:41:23.121414 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:41:23.121414 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:41:23.121414 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:41:23.121414 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:41:23.121414 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:41:23.121414 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:41:23.121414 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:41:23.121414 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:41:23.121414 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:41:23.121414 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:41:23.121414 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:41:23.121414 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:41:23.121414 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:41:23.121414 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:41:23.121414 n-d-761264-19 neutron-server[103167]: Traceback (most recent call last): Dec 20 14:41:23.121414 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:41:23.121414 n-d-761264-19 neutron-server[103167]: timer() Dec 20 14:41:23.121414 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:41:23.121414 n-d-761264-19 neutron-server[103167]: cb(*args, **kw) Dec 20 14:41:23.121414 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:41:23.121414 n-d-761264-19 neutron-server[103167]: return func(*args, **kwargs) Dec 20 14:41:23.121414 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:41:23.121414 n-d-761264-19 neutron-server[103167]: self._notify() Dec 20 14:41:23.121414 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:41:23.121414 n-d-761264-19 neutron-server[103167]: self.callback(batched_events) Dec 20 14:41:23.121414 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:41:23.121414 n-d-761264-19 neutron-server[103167]: event.method(event) Dec 20 14:41:23.121414 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:41:23.121414 n-d-761264-19 neutron-server[103167]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:41:23.121414 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:41:23.121414 n-d-761264-19 neutron-server[103167]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:41:23.121414 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:41:23.121414 n-d-761264-19 neutron-server[103167]: return f(self, *a, **k) Dec 20 14:41:23.121414 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:41:23.121414 n-d-761264-19 neutron-server[103167]: return self._get(url).json() Dec 20 14:41:23.127313 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:41:23.127313 n-d-761264-19 neutron-server[103167]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:41:23.127313 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:41:23.127313 n-d-761264-19 neutron-server[103167]: return self.request(url, 'GET', **kwargs) Dec 20 14:41:23.127313 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:41:23.127313 n-d-761264-19 neutron-server[103167]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:41:23.127313 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:41:23.127313 n-d-761264-19 neutron-server[103167]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:41:23.127313 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:41:23.127313 n-d-761264-19 neutron-server[103167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:41:23.127313 n-d-761264-19 neutron-server[103167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:41:23.132675 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-89418de2-0373-4b0b-a93e-41f5c75eeec4 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:23.141710 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6f46cb-5df4-4ca0-a0df-a2cb7e5f2614 req-847b37e9-fa79-4c8f-bbef-a6eba46b2955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:23.145118 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-0c6f46cb-5df4-4ca0-a0df-a2cb7e5f2614 req-847b37e9-fa79-4c8f-bbef-a6eba46b2955 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:23.146841 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0c6f46cb-5df4-4ca0-a0df-a2cb7e5f2614 req-847b37e9-fa79-4c8f-bbef-a6eba46b2955 service neutron] 10.222.0.30 "PUT /v2.0/ports/d68c79bf-82c8-4e18-bad9-cbb7a5e03e50 HTTP/1.1" status: 200 len: 1092 time: 3.0223043 Dec 20 14:41:23.147363 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dacff5e-5fa0-480d-8dd2-bd040653649a', 'tag': 'd68c79bf-82c8-4e18-bad9-cbb7a5e03e50'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:41:23.149633 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f292f96a-07cc-4957-bb46-e36d6bddc6ab" -d '{"events": [{"name": "network-changed", "server_uuid": "4dacff5e-5fa0-480d-8dd2-bd040653649a", "tag": "d68c79bf-82c8-4e18-bad9-cbb7a5e03e50"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:41:23.171740 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-89418de2-0373-4b0b-a93e-41f5c75eeec4 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:23.205893 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 48374) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:41:23.208008 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-89418de2-0373-4b0b-a93e-41f5c75eeec4 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] 10.222.0.54 "DELETE /v2.0/networks/d4fb6962-fb92-4b6b-a48e-8ced031c86d3 HTTP/1.1" status: 204 len: 168 time: 2.7926502 Dec 20 14:41:23.241884 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89418de2-0373-4b0b-a93e-41f5c75eeec4 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Pushing event deleted for resources: {'Network': ['ID=d4fb6962-fb92-4b6b-a48e-8ced031c86d3,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:41:23.365701 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e95cecfb-b0d0-412d-afe7-a35e0b52dfc3 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:23.482804 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a9cd1a-a44e-4913-acd8-ad1631f6a25b None None] Resources bound (agent type, host, resource id): {{(pid=103169) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 14:41:23.508009 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-5de698c5-35a4-43aa-9aa7-f0da2d02a834 None None] Provisioning complete for port b44a7bd8-c22a-4a7c-bc9b-d3abd542beb7 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:41:23.508889 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-5de698c5-35a4-43aa-9aa7-f0da2d02a834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:23.532346 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6f46cb-5df4-4ca0-a0df-a2cb7e5f2614 req-dd240d8a-47c0-489f-9ed0-b2461af704e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:23.533866 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0c6f46cb-5df4-4ca0-a0df-a2cb7e5f2614 req-dd240d8a-47c0-489f-9ed0-b2461af704e0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=647d4c96b4824b53b7215db6116f9517&device_id=4dacff5e-5fa0-480d-8dd2-bd040653649a HTTP/1.1" status: 200 len: 1095 time: 0.1660290 Dec 20 14:41:23.600661 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d72073f0-d69d-4954-b898-3f65117518de x-openstack-request-id: req-d72073f0-d69d-4954-b898-3f65117518de {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:41:23.602383 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0fc7994-01df-46cf-ab92-7895a14784a3", "name": "network-vif-plugged", "status": "completed", "tag": "af91cac1-6b1c-484f-ba7c-4f1f74bd6d48", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:41:23.602661 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d72073f0-d69d-4954-b898-3f65117518de {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:41:23.611389 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0fc7994-01df-46cf-ab92-7895a14784a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af91cac1-6b1c-484f-ba7c-4f1f74bd6d48', 'code': 200} Dec 20 14:41:23.612407 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-5de698c5-35a4-43aa-9aa7-f0da2d02a834 None None] Port b44a7bd8-c22a-4a7c-bc9b-d3abd542beb7 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:41:23.714376 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0c6f46cb-5df4-4ca0-a0df-a2cb7e5f2614 req-7fdeb5f7-0239-426e-8843-c23b99123dc6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d68c79bf-82c8-4e18-bad9-cbb7a5e03e50 HTTP/1.1" status: 200 len: 217 time: 0.1247072 Dec 20 14:41:23.728748 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-396a1904-40de-490b-a402-f5e390e01137 x-openstack-request-id: req-396a1904-40de-490b-a402-f5e390e01137 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:41:23.729045 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dacff5e-5fa0-480d-8dd2-bd040653649a", "tag": "d68c79bf-82c8-4e18-bad9-cbb7a5e03e50", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:41:23.729302 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-396a1904-40de-490b-a402-f5e390e01137 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:41:23.729707 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dacff5e-5fa0-480d-8dd2-bd040653649a', 'tag': 'd68c79bf-82c8-4e18-bad9-cbb7a5e03e50', 'status': 'completed', 'code': 200} Dec 20 14:41:23.749598 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcc7cde-334f-4a85-8a40-5e123df1f98b req-7e737fc2-df4d-4c31-bf9c-23667766d38a tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:23.768537 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5bcc7cde-334f-4a85-8a40-5e123df1f98b req-7e737fc2-df4d-4c31-bf9c-23667766d38a tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] 10.222.0.54 "GET /v2.0/ports?device_id=4dacff5e-5fa0-480d-8dd2-bd040653649a HTTP/1.1" status: 200 len: 943 time: 0.2664566 Dec 20 14:41:23.912300 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5bcc7cde-334f-4a85-8a40-5e123df1f98b req-426ed9de-3e5b-42d8-800c-a2768cfa2c10 tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] 10.222.0.54 "GET /v2.0/security-groups?id=1fd3dc76-3453-41b8-8d7d-617eb8eaea07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1371469 Dec 20 14:41:24.019279 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-5de698c5-35a4-43aa-9aa7-f0da2d02a834 None None] Provisioning complete for port 56b00ed9-8503-4ce4-abdb-57c2bebf35e6 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:41:24.020006 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-5de698c5-35a4-43aa-9aa7-f0da2d02a834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:24.171161 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb21d7-2cfd-47f0-a35a-8c30b5dace4b req-7fdcf334-a342-452a-93f2-0a7c8d1702be tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:24.172839 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1ecb21d7-2cfd-47f0-a35a-8c30b5dace4b req-7fdcf334-a342-452a-93f2-0a7c8d1702be tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "GET /v2.0/ports?device_id=c09bc019-13ea-434d-bbc0-07c863b22aea HTTP/1.1" status: 200 len: 945 time: 0.0957987 Dec 20 14:41:24.268203 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1ecb21d7-2cfd-47f0-a35a-8c30b5dace4b req-7b84f916-918e-4dde-95e3-ba2e4b995d03 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "GET /v2.0/security-groups?id=c47d898d-9929-440f-b783-78aa0f136a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885420 Dec 20 14:41:24.344057 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6f46cb-5df4-4ca0-a0df-a2cb7e5f2614 req-2510c0ef-b1f4-4c01-a014-25d8fe2b75f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:24.346490 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0c6f46cb-5df4-4ca0-a0df-a2cb7e5f2614 req-2510c0ef-b1f4-4c01-a014-25d8fe2b75f8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c40f7186-b871-4167-b42c-6edd2a024911 HTTP/1.1" status: 200 len: 855 time: 0.0620549 Dec 20 14:41:24.513071 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f3a030f7-ebb4-4b05-b49b-92dd735699a8 req-995f2c4c-0251-422c-bf6f-a1fa155384cc tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a83aaac-7396-4782-a290-1f0b3f47602a HTTP/1.1" status: 200 len: 210 time: 0.0650644 Dec 20 14:41:24.545176 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-5de698c5-35a4-43aa-9aa7-f0da2d02a834 None None] Provisioning complete for port e189da3e-223c-4ea2-92aa-f8e6806a56a0 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:41:24.545890 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-5de698c5-35a4-43aa-9aa7-f0da2d02a834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:24.565107 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e95cecfb-b0d0-412d-afe7-a35e0b52dfc3 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:24.592592 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e60fe0-eaeb-445d-a2fe-2b0e9ed9751d req-fdaec012-1a40-4dd5-a902-6a1e54052323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:24.594525 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-32e60fe0-eaeb-445d-a2fe-2b0e9ed9751d req-fdaec012-1a40-4dd5-a902-6a1e54052323 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e0fc7994-01df-46cf-ab92-7895a14784a3 HTTP/1.1" status: 200 len: 1098 time: 0.8640854 Dec 20 14:41:24.610091 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-e95cecfb-b0d0-412d-afe7-a35e0b52dfc3 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['381897ac-b390-468a-ae2e-ca32ddd1f33c']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:41:24.668318 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-e95cecfb-b0d0-412d-afe7-a35e0b52dfc3 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '282086c4-8b03-48aa-9e5a-05ab9cc823b8') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:41:24.668929 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-e95cecfb-b0d0-412d-afe7-a35e0b52dfc3 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '282086c4-8b03-48aa-9e5a-05ab9cc823b8') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:41:24.694315 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3166eba-5f0c-4bf3-9f3f-67bfc8eba087 req-5a58e586-8c6e-4f26-8a65-777e361aac78 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:24.711479 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b3166eba-5f0c-4bf3-9f3f-67bfc8eba087 req-5a58e586-8c6e-4f26-8a65-777e361aac78 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=340c2378-32ed-4988-8942-8080338241fe HTTP/1.1" status: 200 len: 945 time: 0.3614049 Dec 20 14:41:24.737566 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e95cecfb-b0d0-412d-afe7-a35e0b52dfc3 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:24.744781 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87a9597-74e5-4117-b14a-989369aa8b1c req-2aa33a12-0a5a-4cc2-bd8a-f307f8df42d0 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:24.757954 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a87a9597-74e5-4117-b14a-989369aa8b1c req-2aa33a12-0a5a-4cc2-bd8a-f307f8df42d0 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.54 "GET /v2.0/ports?device_id=c927572d-cd17-477c-aed3-ef5855249ad6 HTTP/1.1" status: 200 len: 945 time: 0.1228580 Dec 20 14:41:24.809196 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6f46cb-5df4-4ca0-a0df-a2cb7e5f2614 req-a4a42365-a6cc-45fa-a800-87adb1002cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:24.817412 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0c6f46cb-5df4-4ca0-a0df-a2cb7e5f2614 req-a4a42365-a6cc-45fa-a800-87adb1002cbf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=74ca7104-e6e4-4eba-8cec-af557c0b63a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4319334 Dec 20 14:41:24.845036 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-5de698c5-35a4-43aa-9aa7-f0da2d02a834 None None] Provisioning complete for port c5cfc7d5-af88-4835-9028-f358ac1f6ff1 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:41:24.845583 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-5de698c5-35a4-43aa-9aa7-f0da2d02a834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:24.888262 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a87a9597-74e5-4117-b14a-989369aa8b1c req-d5ae2b1b-94bf-43f2-8f8e-632c6da1b672 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.54 "GET /v2.0/security-groups?id=4ed0be7c-43ed-465d-90a7-becfa1e42aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176667 Dec 20 14:41:24.985105 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e95cecfb-b0d0-412d-afe7-a35e0b52dfc3 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:25.100392 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-5de698c5-35a4-43aa-9aa7-f0da2d02a834 None None] Provisioning complete for port a61bbef8-275e-4607-812c-a53b27b04a42 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:41:25.101063 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-5de698c5-35a4-43aa-9aa7-f0da2d02a834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:25.177409 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e95cecfb-b0d0-412d-afe7-a35e0b52dfc3 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:41:25.177930 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e95cecfb-b0d0-412d-afe7-a35e0b52dfc3 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:25.186316 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:41:25.186316 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:41:25.186316 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:41:25.186316 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:41:25.186316 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:41:25.186316 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:41:25.186316 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:41:25.186316 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:41:25.186316 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:41:25.186316 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:41:25.186316 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:41:25.186316 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:41:25.186316 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:41:25.186316 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:41:25.186316 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:41:25.186316 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:41:25.186316 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:41:25.186316 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:41:25.186316 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:41:25.186316 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:41:25.186316 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:41:25.186316 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:41:25.186316 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:41:25.186316 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:41:25.186316 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:41:25.186316 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:41:25.186316 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:41:25.186316 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:41:25.186316 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:41:25.186316 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:41:25.186316 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:41:25.186316 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:41:25.186316 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:41:25.186316 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:41:25.186316 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 14:41:25.186316 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:41:25.186316 n-d-761264-19 neutron-server[103168]: timer() Dec 20 14:41:25.186316 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:41:25.186316 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 14:41:25.186316 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:41:25.186316 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 14:41:25.190032 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:41:25.190032 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 14:41:25.190032 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:41:25.190032 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 14:41:25.190032 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:41:25.190032 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 14:41:25.190032 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:41:25.190032 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:41:25.190032 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:41:25.190032 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:41:25.190032 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:41:25.190032 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 14:41:25.190032 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:41:25.190032 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 14:41:25.190032 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:41:25.190032 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:41:25.190032 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:41:25.190032 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 14:41:25.190032 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:41:25.190032 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:41:25.190032 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:41:25.190032 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:41:25.190032 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:41:25.190032 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:41:25.190032 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:41:25.200781 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-32e60fe0-eaeb-445d-a2fe-2b0e9ed9751d req-cd8579c7-608b-4b9f-9e4c-9078c72d3b2d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4ed0be7c-43ed-465d-90a7-becfa1e42aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5859339 Dec 20 14:41:25.207092 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7906f1b-d85c-4eeb-a552-0e5d16bbfd46 req-7e56801f-e929-4d05-94e3-411b81e284f4 tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:25.216620 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a7906f1b-d85c-4eeb-a552-0e5d16bbfd46 req-7e56801f-e929-4d05-94e3-411b81e284f4 tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] 10.222.0.54 "GET /v2.0/ports?device_id=4dacff5e-5fa0-480d-8dd2-bd040653649a HTTP/1.1" status: 200 len: 943 time: 0.1831250 Dec 20 14:41:25.308933 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-5de698c5-35a4-43aa-9aa7-f0da2d02a834 None None] Provisioning complete for port a699bc63-ef52-41c7-a357-6a32d9d6f4b3 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:41:25.310132 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-5de698c5-35a4-43aa-9aa7-f0da2d02a834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:25.320086 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b3166eba-5f0c-4bf3-9f3f-67bfc8eba087 req-44ac5ac5-0976-4cdb-b701-177cfa6e619b tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=f2f975e9-21d7-4fe5-b06b-fdbb671aee94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6051991 Dec 20 14:41:25.418686 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-5de698c5-35a4-43aa-9aa7-f0da2d02a834 None None] Port a699bc63-ef52-41c7-a357-6a32d9d6f4b3 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:41:25.460322 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-5de698c5-35a4-43aa-9aa7-f0da2d02a834 None None] Provisioning complete for port f4a76fa9-f3ec-4364-a7a4-fa4341c8c955 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:41:25.460847 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-5de698c5-35a4-43aa-9aa7-f0da2d02a834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:25.464255 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a7906f1b-d85c-4eeb-a552-0e5d16bbfd46 req-465771df-4ee4-4fe6-807e-90500900dd25 tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] 10.222.0.54 "GET /v2.0/security-groups?id=1fd3dc76-3453-41b8-8d7d-617eb8eaea07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2463291 Dec 20 14:41:25.571481 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-5de698c5-35a4-43aa-9aa7-f0da2d02a834 None None] Port f4a76fa9-f3ec-4364-a7a4-fa4341c8c955 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:41:25.599073 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-5de698c5-35a4-43aa-9aa7-f0da2d02a834 None None] Provisioning complete for port 79ca2368-2b22-4bbc-b4c5-f0b5c6649422 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:41:25.599711 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-5de698c5-35a4-43aa-9aa7-f0da2d02a834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:25.651748 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e95cecfb-b0d0-412d-afe7-a35e0b52dfc3 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:25.661024 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e95cecfb-b0d0-412d-afe7-a35e0b52dfc3 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:25.674713 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-e95cecfb-b0d0-412d-afe7-a35e0b52dfc3 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] 10.222.0.54 "DELETE /v2.0/networks/381897ac-b390-468a-ae2e-ca32ddd1f33c HTTP/1.1" status: 204 len: 168 time: 2.4672618 Dec 20 14:41:25.677436 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 48426) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:41:25.778288 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 58340edc-3895-4ed1-8b62-5fc3d1d12ab9 up at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:41:25.844109 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95cecfb-b0d0-412d-afe7-a35e0b52dfc3 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Pushing event deleted for resources: {'Network': ['ID=381897ac-b390-468a-ae2e-ca32ddd1f33c,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:41:25.858506 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0c6f46cb-5df4-4ca0-a0df-a2cb7e5f2614 req-30ccc4a8-36c7-405a-8828-1b88c6393ffd service neutron] 10.222.0.30 "GET /v2.0/networks/74ca7104-e6e4-4eba-8cec-af557c0b63a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0019984 Dec 20 14:41:25.956865 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f739828-5504-4172-9bfc-8fde5e704bfd req-35e55ec7-0511-4872-806e-7529c04e72ea tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:25.964764 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5f739828-5504-4172-9bfc-8fde5e704bfd req-35e55ec7-0511-4872-806e-7529c04e72ea tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "GET /v2.0/ports?device_id=c09bc019-13ea-434d-bbc0-07c863b22aea HTTP/1.1" status: 200 len: 945 time: 0.4258313 Dec 20 14:41:26.020514 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9456fcde-6d23-49a5-a1fd-1051e0679aa9 req-8d9d6e26-20ba-454c-a346-68c91366703d tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a83aaac-7396-4782-a290-1f0b3f47602a HTTP/1.1" status: 200 len: 210 time: 0.1087439 Dec 20 14:41:26.033331 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2e6ec97d-bec8-48a9-af27-c5857464e075 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:26.058686 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5f739828-5504-4172-9bfc-8fde5e704bfd req-9a6522bf-9ff1-4e6c-9511-1000a84bdc27 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "GET /v2.0/security-groups?id=c47d898d-9929-440f-b783-78aa0f136a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752511 Dec 20 14:41:26.065268 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-5de698c5-35a4-43aa-9aa7-f0da2d02a834 None None] Provisioning complete for port 345ab5db-83e1-4429-87c4-dade5489aa95 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:41:26.065812 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-5de698c5-35a4-43aa-9aa7-f0da2d02a834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:26.192172 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-5de698c5-35a4-43aa-9aa7-f0da2d02a834 None None] Port 345ab5db-83e1-4429-87c4-dade5489aa95 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:41:26.204774 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning for port 58340edc-3895-4ed1-8b62-5fc3d1d12ab9 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:41:26.221908 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6b78d4-3cd5-45db-8639-7604eac3d3ca req-1d12fec2-5c6d-4adb-bfc0-603134bd20cd tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:26.223606 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4a6b78d4-3cd5-45db-8639-7604eac3d3ca req-1d12fec2-5c6d-4adb-bfc0-603134bd20cd tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.47 "GET /v2.0/networks?id=247d6423-5fdf-4eed-9378-2e1201ada444 HTTP/1.1" status: 200 len: 817 time: 0.6375251 Dec 20 14:41:26.223806 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning complete for port 58340edc-3895-4ed1-8b62-5fc3d1d12ab9 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:41:26.224368 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:26.281112 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee24ca1-cc21-474c-bd86-b9b5313644a9 req-79cb9256-bc2e-4f77-801e-61b1a22ac493 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:26.289813 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7ee24ca1-cc21-474c-bd86-b9b5313644a9 req-79cb9256-bc2e-4f77-801e-61b1a22ac493 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.54 "GET /v2.0/ports?device_id=c927572d-cd17-477c-aed3-ef5855249ad6 HTTP/1.1" status: 200 len: 945 time: 0.1389170 Dec 20 14:41:26.317075 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0c6f46cb-5df4-4ca0-a0df-a2cb7e5f2614 req-6c40e9e1-f190-461d-958f-6b964ef16dde service neutron] 10.222.0.30 "GET /v2.0/networks/74ca7104-e6e4-4eba-8cec-af557c0b63a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4191103 Dec 20 14:41:26.427674 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2e6ec97d-bec8-48a9-af27-c5857464e075 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:26.466351 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:26.502277 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-2e6ec97d-bec8-48a9-af27-c5857464e075 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4086249c-4208-4f02-9ca6-95489e0823ec']}} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:41:26.512707 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-2e6ec97d-bec8-48a9-af27-c5857464e075 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a90f5e29-e360-461a-a234-3f66bc576a0c') {'for_net_delete': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:41:26.513258 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-2e6ec97d-bec8-48a9-af27-c5857464e075 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a90f5e29-e360-461a-a234-3f66bc576a0c') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:41:26.530521 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2e6ec97d-bec8-48a9-af27-c5857464e075 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954405'] for segment, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:26.554134 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2e6ec97d-bec8-48a9-af27-c5857464e075 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:26.562082 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e6ec97d-bec8-48a9-af27-c5857464e075 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=103167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:41:26.562992 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2e6ec97d-bec8-48a9-af27-c5857464e075 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9956000'] for segment, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:26.591276 n-d-761264-19 neutron-server[103167]: Traceback (most recent call last): Dec 20 14:41:26.591276 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:41:26.591276 n-d-761264-19 neutron-server[103167]: timer() Dec 20 14:41:26.591276 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:41:26.591276 n-d-761264-19 neutron-server[103167]: cb(*args, **kw) Dec 20 14:41:26.591276 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:41:26.591276 n-d-761264-19 neutron-server[103167]: return func(*args, **kwargs) Dec 20 14:41:26.591276 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:41:26.591276 n-d-761264-19 neutron-server[103167]: self._notify() Dec 20 14:41:26.591276 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:41:26.591276 n-d-761264-19 neutron-server[103167]: self.callback(batched_events) Dec 20 14:41:26.591276 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:41:26.591276 n-d-761264-19 neutron-server[103167]: event.method(event) Dec 20 14:41:26.591276 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:41:26.591276 n-d-761264-19 neutron-server[103167]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:41:26.591276 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:41:26.591276 n-d-761264-19 neutron-server[103167]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:41:26.591276 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:41:26.591276 n-d-761264-19 neutron-server[103167]: return f(self, *a, **k) Dec 20 14:41:26.591276 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:41:26.591276 n-d-761264-19 neutron-server[103167]: return self._get(url).json() Dec 20 14:41:26.591276 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:41:26.591276 n-d-761264-19 neutron-server[103167]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:41:26.591276 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:41:26.591276 n-d-761264-19 neutron-server[103167]: return self.request(url, 'GET', **kwargs) Dec 20 14:41:26.591276 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:41:26.591276 n-d-761264-19 neutron-server[103167]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:41:26.591276 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:41:26.591276 n-d-761264-19 neutron-server[103167]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:41:26.591276 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:41:26.591276 n-d-761264-19 neutron-server[103167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:41:26.591276 n-d-761264-19 neutron-server[103167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:41:26.621658 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c927572d-cd17-477c-aed3-ef5855249ad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58340edc-3895-4ed1-8b62-5fc3d1d12ab9'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:41:26.625672 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-048877a6-0f17-43b8-8110-6bf327f07986" -d '{"events": [{"server_uuid": "c927572d-cd17-477c-aed3-ef5855249ad6", "name": "network-vif-plugged", "status": "completed", "tag": "58340edc-3895-4ed1-8b62-5fc3d1d12ab9"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:41:26.640575 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 58340edc-3895-4ed1-8b62-5fc3d1d12ab9, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=58340edc-3895-4ed1-8b62-5fc3d1d12ab9,segment=NetworkSegment(d7d72d61-d555-4de4-ae11-76ec772cb1c3),segment_id=d7d72d61-d555-4de4-ae11-76ec772cb1c3)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:41:26.680276 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:26.681793 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7ee24ca1-cc21-474c-bd86-b9b5313644a9 req-0e682f4e-b4d6-4056-ad4a-b0126b03aa6c tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.54 "GET /v2.0/security-groups?id=4ed0be7c-43ed-465d-90a7-becfa1e42aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3880932 Dec 20 14:41:26.700350 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4a6b78d4-3cd5-45db-8639-7604eac3d3ca req-39893bfc-b3b5-4021-b75f-14512c2d15e4 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9abc31fa6fc849d78699cc7e0935f4b6 HTTP/1.1" status: 200 len: 379 time: 0.4606280 Dec 20 14:41:26.718648 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2e6ec97d-bec8-48a9-af27-c5857464e075 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:26.719400 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-4a6b78d4-3cd5-45db-8639-7604eac3d3ca req-6d618675-4080-4aa0-8795-5c2d5ddf5ec4 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Request body: {'port': {'device_id': '2a83aaac-7396-4782-a290-1f0b3f47602a', 'network_id': '247d6423-5fdf-4eed-9378-2e1201ada444', 'admin_state_up': True, 'tenant_id': '9abc31fa6fc849d78699cc7e0935f4b6', 'security_groups': ['32bfc1ff-28fd-45a5-ae96-207d0fefe02f']}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:41:26.764549 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2e6ec97d-bec8-48a9-af27-c5857464e075 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:26.773813 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-2e6ec97d-bec8-48a9-af27-c5857464e075 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] 10.222.0.54 "DELETE /v2.0/networks/4086249c-4208-4f02-9ca6-95489e0823ec HTTP/1.1" status: 204 len: 168 time: 1.0950387 Dec 20 14:41:26.783284 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6ec97d-bec8-48a9-af27-c5857464e075 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Pushing event deleted for resources: {'Network': ['ID=4086249c-4208-4f02-9ca6-95489e0823ec,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:41:26.785136 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 48450) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:41:26.830259 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=58340edc-3895-4ed1-8b62-5fc3d1d12ab9,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:41:26.859933 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f292f96a-07cc-4957-bb46-e36d6bddc6ab req-0c5a8c2d-754c-4483-bd04-dcb032a10ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:26.861267 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f292f96a-07cc-4957-bb46-e36d6bddc6ab req-0c5a8c2d-754c-4483-bd04-dcb032a10ff5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=647d4c96b4824b53b7215db6116f9517&device_id=4dacff5e-5fa0-480d-8dd2-bd040653649a HTTP/1.1" status: 200 len: 1095 time: 0.3718286 Dec 20 14:41:26.955336 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf67ad6-1274-45b7-8c3f-7bdd139a45e7 req-97f1bdbf-e2e3-4193-b94e-8ea72971d657 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:26.963544 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1bf67ad6-1274-45b7-8c3f-7bdd139a45e7 req-97f1bdbf-e2e3-4193-b94e-8ea72971d657 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=340c2378-32ed-4988-8942-8080338241fe HTTP/1.1" status: 200 len: 945 time: 0.3649948 Dec 20 14:41:26.974664 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7ab66854-b571-4161-814a-fc7e6ecbffc9 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:27.071355 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1bf67ad6-1274-45b7-8c3f-7bdd139a45e7 req-c42ec74c-b751-4025-8ba1-feea1adad54b tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=f2f975e9-21d7-4fe5-b06b-fdbb671aee94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064999 Dec 20 14:41:27.080198 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f292f96a-07cc-4957-bb46-e36d6bddc6ab req-a8a49697-b94c-4a8d-91ee-1b40fc340329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:27.081336 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f292f96a-07cc-4957-bb46-e36d6bddc6ab req-a8a49697-b94c-4a8d-91ee-1b40fc340329 service neutron] 10.222.0.30 "GET /v2.0/networks?id=74ca7104-e6e4-4eba-8cec-af557c0b63a5 HTTP/1.1" status: 200 len: 917 time: 0.2095804 Dec 20 14:41:27.176924 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b18c3dbb-a04f-4b12-959a-d8f5a0f00500 x-openstack-request-id: req-b18c3dbb-a04f-4b12-959a-d8f5a0f00500 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:41:27.177242 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c927572d-cd17-477c-aed3-ef5855249ad6", "name": "network-vif-plugged", "status": "completed", "tag": "58340edc-3895-4ed1-8b62-5fc3d1d12ab9", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:41:27.177491 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b18c3dbb-a04f-4b12-959a-d8f5a0f00500 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:41:27.177910 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c927572d-cd17-477c-aed3-ef5855249ad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58340edc-3895-4ed1-8b62-5fc3d1d12ab9', 'code': 200} Dec 20 14:41:27.178128 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faee930f-971f-42c2-a3a8-668d5577b355 req-220410fe-8e83-45f5-8df9-e67a59dae357 tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:27.186681 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-faee930f-971f-42c2-a3a8-668d5577b355 req-220410fe-8e83-45f5-8df9-e67a59dae357 tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] 10.222.0.54 "GET /v2.0/ports?device_id=4dacff5e-5fa0-480d-8dd2-bd040653649a HTTP/1.1" status: 200 len: 943 time: 0.3324409 Dec 20 14:41:27.189647 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f292f96a-07cc-4957-bb46-e36d6bddc6ab req-d7721471-71f0-4357-9514-281c926145b3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d68c79bf-82c8-4e18-bad9-cbb7a5e03e50 HTTP/1.1" status: 200 len: 217 time: 0.0964386 Dec 20 14:41:27.223541 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7ab66854-b571-4161-814a-fc7e6ecbffc9 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:27.239061 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a6b78d4-3cd5-45db-8639-7604eac3d3ca req-6d618675-4080-4aa0-8795-5c2d5ddf5ec4 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Made reservation on behalf of 9abc31fa6fc849d78699cc7e0935f4b6 for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:41:27.244049 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-4a6b78d4-3cd5-45db-8639-7604eac3d3ca req-6d618675-4080-4aa0-8795-5c2d5ddf5ec4 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:27.276380 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-7ab66854-b571-4161-814a-fc7e6ecbffc9 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7871e10f-df70-454f-9efb-54150b513b7f']}} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:41:27.352037 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-faee930f-971f-42c2-a3a8-668d5577b355 req-c711d716-fa32-44a3-9369-c570a2197017 tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] 10.222.0.54 "GET /v2.0/security-groups?id=1fd3dc76-3453-41b8-8d7d-617eb8eaea07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1643064 Dec 20 14:41:27.354880 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-7ab66854-b571-4161-814a-fc7e6ecbffc9 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '875faaa5-4256-4ed1-b0ff-03c59bd0d6e4') {'for_net_delete': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:41:27.355177 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-7ab66854-b571-4161-814a-fc7e6ecbffc9 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '875faaa5-4256-4ed1-b0ff-03c59bd0d6e4') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:41:27.359620 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f292f96a-07cc-4957-bb46-e36d6bddc6ab req-9379b792-d23d-406a-a183-b99157e20cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:27.371523 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f292f96a-07cc-4957-bb46-e36d6bddc6ab req-9379b792-d23d-406a-a183-b99157e20cc8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c40f7186-b871-4167-b42c-6edd2a024911 HTTP/1.1" status: 200 len: 855 time: 0.1485181 Dec 20 14:41:27.376198 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7ab66854-b571-4161-814a-fc7e6ecbffc9 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954405'] for segment, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:27.409047 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a62fe7b-1d56-475b-9afd-44ae88cbbcc6 req-9c8ca5ad-2403-447f-aa7f-a6d461b760cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:27.412721 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3a62fe7b-1d56-475b-9afd-44ae88cbbcc6 req-9c8ca5ad-2403-447f-aa7f-a6d461b760cd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c927572d-cd17-477c-aed3-ef5855249ad6 HTTP/1.1" status: 200 len: 1098 time: 0.1587422 Dec 20 14:41:27.433951 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a7ac4c-38eb-4f05-aac1-a762b4d997c9 req-82802cdc-e9dd-4efb-8772-b29c8ef031c4 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:27.439701 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-87a7ac4c-38eb-4f05-aac1-a762b4d997c9 req-82802cdc-e9dd-4efb-8772-b29c8ef031c4 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "GET /v2.0/ports?device_id=c09bc019-13ea-434d-bbc0-07c863b22aea HTTP/1.1" status: 200 len: 945 time: 0.1660492 Dec 20 14:41:27.440813 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7ab66854-b571-4161-814a-fc7e6ecbffc9 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:27.520839 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ab66854-b571-4161-814a-fc7e6ecbffc9 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=103167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:41:27.521246 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7ab66854-b571-4161-814a-fc7e6ecbffc9 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9956000'] for segment, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:27.543480 n-d-761264-19 neutron-server[103167]: Traceback (most recent call last): Dec 20 14:41:27.543480 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:41:27.543480 n-d-761264-19 neutron-server[103167]: timer() Dec 20 14:41:27.543480 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:41:27.543480 n-d-761264-19 neutron-server[103167]: cb(*args, **kw) Dec 20 14:41:27.543480 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:41:27.543480 n-d-761264-19 neutron-server[103167]: return func(*args, **kwargs) Dec 20 14:41:27.543480 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:41:27.543480 n-d-761264-19 neutron-server[103167]: self._notify() Dec 20 14:41:27.543480 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:41:27.543480 n-d-761264-19 neutron-server[103167]: self.callback(batched_events) Dec 20 14:41:27.543480 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:41:27.543480 n-d-761264-19 neutron-server[103167]: event.method(event) Dec 20 14:41:27.543480 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:41:27.543480 n-d-761264-19 neutron-server[103167]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:41:27.543480 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:41:27.543480 n-d-761264-19 neutron-server[103167]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:41:27.543480 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:41:27.543480 n-d-761264-19 neutron-server[103167]: return f(self, *a, **k) Dec 20 14:41:27.543480 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:41:27.543480 n-d-761264-19 neutron-server[103167]: return self._get(url).json() Dec 20 14:41:27.543480 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:41:27.543480 n-d-761264-19 neutron-server[103167]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:41:27.543480 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:41:27.543480 n-d-761264-19 neutron-server[103167]: return self.request(url, 'GET', **kwargs) Dec 20 14:41:27.543480 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:41:27.543480 n-d-761264-19 neutron-server[103167]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:41:27.543480 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:41:27.543480 n-d-761264-19 neutron-server[103167]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:41:27.543480 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:41:27.543480 n-d-761264-19 neutron-server[103167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:41:27.543480 n-d-761264-19 neutron-server[103167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:41:27.642054 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7bde8bc8-ad87-4c97-83c5-3d9b7feabcc6 req-2fb22cf0-84d8-43e7-8347-02f88866b944 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a83aaac-7396-4782-a290-1f0b3f47602a HTTP/1.1" status: 200 len: 210 time: 0.0960915 Dec 20 14:41:27.677406 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-87a7ac4c-38eb-4f05-aac1-a762b4d997c9 req-301db8e9-c858-4cef-b780-d581e5b47232 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "GET /v2.0/security-groups?id=c47d898d-9929-440f-b783-78aa0f136a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2275672 Dec 20 14:41:27.678934 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7ab66854-b571-4161-814a-fc7e6ecbffc9 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:27.682648 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3a62fe7b-1d56-475b-9afd-44ae88cbbcc6 req-e5d13b72-efbd-4fb0-929f-2e3d342d717c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4ed0be7c-43ed-465d-90a7-becfa1e42aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067690 Dec 20 14:41:27.689344 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7ab66854-b571-4161-814a-fc7e6ecbffc9 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:27.694491 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-7ab66854-b571-4161-814a-fc7e6ecbffc9 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] 10.222.0.54 "DELETE /v2.0/networks/7871e10f-df70-454f-9efb-54150b513b7f HTTP/1.1" status: 204 len: 168 time: 0.9058506 Dec 20 14:41:27.694716 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f292f96a-07cc-4957-bb46-e36d6bddc6ab req-1ecf86c5-fbc9-4c38-900e-539a5b3fd5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:27.710414 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab66854-b571-4161-814a-fc7e6ecbffc9 tempest-BulkNetworkOpsTest-2004040837 tempest-BulkNetworkOpsTest-2004040837-project] Pushing event deleted for resources: {'Network': ['ID=7871e10f-df70-454f-9efb-54150b513b7f,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:41:27.716928 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f292f96a-07cc-4957-bb46-e36d6bddc6ab req-1ecf86c5-fbc9-4c38-900e-539a5b3fd5db service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=74ca7104-e6e4-4eba-8cec-af557c0b63a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2447853 Dec 20 14:41:27.718361 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [req-4a6b78d4-3cd5-45db-8639-7604eac3d3ca req-6d618675-4080-4aa0-8795-5c2d5ddf5ec4 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Allocated IP 172.20.0.12 (247d6423-5fdf-4eed-9378-2e1201ada444/a8bc57f1-3730-4dfb-a3cb-cf3c3829d7fe/39fb46ec-bbfe-447b-a277-aff72f4fa08d) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:41:27.917837 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7825dc32-451a-4242-9f9a-1a0be0923191 req-7e08c843-1753-4498-9074-1fac4a835713 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:27.919428 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7825dc32-451a-4242-9f9a-1a0be0923191 req-7e08c843-1753-4498-9074-1fac4a835713 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.54 "GET /v2.0/ports?device_id=c927572d-cd17-477c-aed3-ef5855249ad6 HTTP/1.1" status: 200 len: 946 time: 0.1194425 Dec 20 14:41:28.019545 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d978b5a3-1678-4427-9f82-e488be0d2eba req-742a52e3-6e69-4a02-999b-0948ad2aad1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:28.021646 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d978b5a3-1678-4427-9f82-e488be0d2eba req-742a52e3-6e69-4a02-999b-0948ad2aad1d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=514f3908f9164c0fa19c6d421ce9f2b3&device_id=340c2378-32ed-4988-8942-8080338241fe HTTP/1.1" status: 200 len: 1097 time: 0.0694926 Dec 20 14:41:28.112623 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-4a6b78d4-3cd5-45db-8639-7604eac3d3ca req-6d618675-4080-4aa0-8795-5c2d5ddf5ec4 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:28.114190 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 48484) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:41:28.242012 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7825dc32-451a-4242-9f9a-1a0be0923191 req-d51c3466-54f5-4e4c-ba39-cda5fc7d4416 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.54 "GET /v2.0/security-groups?id=4ed0be7c-43ed-465d-90a7-becfa1e42aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3033602 Dec 20 14:41:28.274887 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d978b5a3-1678-4427-9f82-e488be0d2eba req-d0bb06ee-fd97-4cd0-8a5c-755add2cafc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:28.278380 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d978b5a3-1678-4427-9f82-e488be0d2eba req-d0bb06ee-fd97-4cd0-8a5c-755add2cafc5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7ed718b3-d2e8-4b72-a238-726203897046 HTTP/1.1" status: 200 len: 913 time: 0.2481997 Dec 20 14:41:28.322436 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f292f96a-07cc-4957-bb46-e36d6bddc6ab req-c5bae632-550d-4259-ba1c-8f04b7e9c19e service neutron] 10.222.0.30 "GET /v2.0/networks/74ca7104-e6e4-4eba-8cec-af557c0b63a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3677981 Dec 20 14:41:28.432944 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d978b5a3-1678-4427-9f82-e488be0d2eba req-96ad1da5-9a3c-4e35-8ad1-209661286224 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=17c2c893-bc43-4526-9a61-6425ff3784bf HTTP/1.1" status: 200 len: 217 time: 0.1136196 Dec 20 14:41:28.436452 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f292f96a-07cc-4957-bb46-e36d6bddc6ab req-45667e3f-e220-4285-bd06-6b887073f773 service neutron] 10.222.0.30 "GET /v2.0/networks/74ca7104-e6e4-4eba-8cec-af557c0b63a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037409 Dec 20 14:41:28.441697 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-4a6b78d4-3cd5-45db-8639-7604eac3d3ca req-6d618675-4080-4aa0-8795-5c2d5ddf5ec4 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:28.468768 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a6b78d4-3cd5-45db-8639-7604eac3d3ca req-6d618675-4080-4aa0-8795-5c2d5ddf5ec4 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Network 247d6423-5fdf-4eed-9378-2e1201ada444 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:41:28.479226 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [req-4a6b78d4-3cd5-45db-8639-7604eac3d3ca req-6d618675-4080-4aa0-8795-5c2d5ddf5ec4 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:41:28.514895 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a6b78d4-3cd5-45db-8639-7604eac3d3ca req-6d618675-4080-4aa0-8795-5c2d5ddf5ec4 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:41:28.525223 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad28997-f546-40f0-be24-1471626828ee req-735b2418-b608-4483-be18-766954e0fb77 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:28.527276 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-aad28997-f546-40f0-be24-1471626828ee req-735b2418-b608-4483-be18-766954e0fb77 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=340c2378-32ed-4988-8942-8080338241fe HTTP/1.1" status: 200 len: 945 time: 0.3330326 Dec 20 14:41:28.561874 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d978b5a3-1678-4427-9f82-e488be0d2eba req-cac72fd3-f29d-4e06-86ad-2b22408444ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:28.564362 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d978b5a3-1678-4427-9f82-e488be0d2eba req-cac72fd3-f29d-4e06-86ad-2b22408444ef service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5d68b841-2dcc-4f7d-9f3b-ab3557b797a0 HTTP/1.1" status: 200 len: 851 time: 0.1123292 Dec 20 14:41:28.597693 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-aad28997-f546-40f0-be24-1471626828ee req-d2186909-bad1-4a2c-99c2-d18c6b2042c0 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=f2f975e9-21d7-4fe5-b06b-fdbb671aee94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614743 Dec 20 14:41:28.662905 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 48498) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:41:28.685335 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d618675-4080-4aa0-8795-5c2d5ddf5ec4 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Pushing event updated for resources: {'Port': ['ID=39fb46ec-bbfe-447b-a277-aff72f4fa08d,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:41:28.717714 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6adff6-c235-427b-b69e-1f4fc2dd761f req-bb4b7aea-4497-4eef-a977-cd51a6ab4371 tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:28.719378 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-be6adff6-c235-427b-b69e-1f4fc2dd761f req-bb4b7aea-4497-4eef-a977-cd51a6ab4371 tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] 10.222.0.54 "GET /v2.0/ports?device_id=4dacff5e-5fa0-480d-8dd2-bd040653649a HTTP/1.1" status: 200 len: 943 time: 0.2081251 Dec 20 14:41:28.730100 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-6e77d0f5-3497-4866-934a-a012236ffa1a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=97e35c710c5d49399344273f41045998&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5849111 Dec 20 14:41:28.736346 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 48504) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:41:28.757285 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d978b5a3-1678-4427-9f82-e488be0d2eba req-3fcd6d96-a272-43b1-8573-09c0b6897264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:28.758813 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d978b5a3-1678-4427-9f82-e488be0d2eba req-3fcd6d96-a272-43b1-8573-09c0b6897264 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ed718b3-d2e8-4b72-a238-726203897046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1597574 Dec 20 14:41:28.761268 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6b78d4-3cd5-45db-8639-7604eac3d3ca req-6d618675-4080-4aa0-8795-5c2d5ddf5ec4 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:28.761864 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-4a6b78d4-3cd5-45db-8639-7604eac3d3ca req-6d618675-4080-4aa0-8795-5c2d5ddf5ec4 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:28.804027 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4a6b78d4-3cd5-45db-8639-7604eac3d3ca req-6d618675-4080-4aa0-8795-5c2d5ddf5ec4 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0955248 Dec 20 14:41:28.861371 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-4a6b78d4-3cd5-45db-8639-7604eac3d3ca req-0f89a93a-3fa8-4bc7-8a23-cf89bfc27882 service neutron] Request body: {'port': {'device_id': '2a83aaac-7396-4782-a290-1f0b3f47602a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-19'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:41:28.867315 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_v2 [None req-41e5cfa9-3504-428d-b92b-f85ed84382e4 admin admin] Deleting subnet 70d40f17-a553-4bf2-95b2-20c8185624a2 {{(pid=103167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:41:28.909301 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-be6adff6-c235-427b-b69e-1f4fc2dd761f req-f9e31ee1-4176-445e-ae24-9809c9d2bf33 tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] 10.222.0.54 "GET /v2.0/security-groups?id=1fd3dc76-3453-41b8-8d7d-617eb8eaea07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1696990 Dec 20 14:41:28.911710 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-de2ae351-7145-4eee-b7b3-fc50a5ad5fa9 None None] Provisioning complete for port 39fb46ec-bbfe-447b-a277-aff72f4fa08d triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:41:28.912206 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-de2ae351-7145-4eee-b7b3-fc50a5ad5fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:28.980642 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-4a6b78d4-3cd5-45db-8639-7604eac3d3ca req-0f89a93a-3fa8-4bc7-8a23-cf89bfc27882 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:29.001425 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-de2ae351-7145-4eee-b7b3-fc50a5ad5fa9 None None] Port 39fb46ec-bbfe-447b-a277-aff72f4fa08d cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:41:29.028350 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-41e5cfa9-3504-428d-b92b-f85ed84382e4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:29.118035 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-41e5cfa9-3504-428d-b92b-f85ed84382e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954412'] for subnet, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:29.178144 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-41e5cfa9-3504-428d-b92b-f85ed84382e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:29.256734 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-41e5cfa9-3504-428d-b92b-f85ed84382e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:29.280568 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc6d630-c867-438f-a1fd-988cf0874fda req-f34ce784-c31b-4eb8-ac22-381225e59ac2 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:29.283779 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-bbc6d630-c867-438f-a1fd-988cf0874fda req-f34ce784-c31b-4eb8-ac22-381225e59ac2 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "GET /v2.0/ports?device_id=c09bc019-13ea-434d-bbc0-07c863b22aea HTTP/1.1" status: 200 len: 945 time: 0.1783001 Dec 20 14:41:29.304185 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d978b5a3-1678-4427-9f82-e488be0d2eba req-f4e4b7d1-fda8-4cc3-9ace-ec8cba37f5ad service neutron] 10.222.0.30 "GET /v2.0/networks/7ed718b3-d2e8-4b72-a238-726203897046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5259013 Dec 20 14:41:29.306372 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-41e5cfa9-3504-428d-b92b-f85ed84382e4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:29.312636 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 48518) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:41:29.312878 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-41e5cfa9-3504-428d-b92b-f85ed84382e4 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/70d40f17-a553-4bf2-95b2-20c8185624a2 HTTP/1.1" status: 204 len: 168 time: 0.6461096 Dec 20 14:41:29.317885 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d895395f-082c-443d-967e-14d3bd457ff1 None None] Network 582436ed-b909-4427-9350-0e0947d57bea requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:41:29.362011 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e5cfa9-3504-428d-b92b-f85ed84382e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70d40f17-a553-4bf2-95b2-20c8185624a2,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:41:29.377343 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73562e2a-a60e-49c2-b7bb-74f3ae1320e5 req-514487c9-6ade-4b6e-88ed-75a9cf9195d7 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:29.379757 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-73562e2a-a60e-49c2-b7bb-74f3ae1320e5 req-514487c9-6ade-4b6e-88ed-75a9cf9195d7 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a83aaac-7396-4782-a290-1f0b3f47602a HTTP/1.1" status: 200 len: 932 time: 0.5907173 Dec 20 14:41:29.470309 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-bbc6d630-c867-438f-a1fd-988cf0874fda req-7f03b399-465d-4303-b591-5862d8472edf tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "GET /v2.0/security-groups?id=c47d898d-9929-440f-b783-78aa0f136a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1403778 Dec 20 14:41:29.509256 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5f9e4830-ddff-42bb-94d9-ac1570f08c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:29.518214 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f3cfad1d-5811-4b69-800b-1a5c2b080f47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:29.564658 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f3cfad1d-5811-4b69-800b-1a5c2b080f47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:29.577684 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [req-4a6b78d4-3cd5-45db-8639-7604eac3d3ca req-0f89a93a-3fa8-4bc7-8a23-cf89bfc27882 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39fb46ec-bbfe-447b-a277-aff72f4fa08d {{(pid=103168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:41:29.623706 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-4a6b78d4-3cd5-45db-8639-7604eac3d3ca req-0f89a93a-3fa8-4bc7-8a23-cf89bfc27882 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:29.674031 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f3cfad1d-5811-4b69-800b-1a5c2b080f47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:29.677586 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f3cfad1d-5811-4b69-800b-1a5c2b080f47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:29.691463 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-f3cfad1d-5811-4b69-800b-1a5c2b080f47 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/735e89a4-c01d-49b7-a1a2-a55b3ebb5b27 HTTP/1.1" status: 204 len: 168 time: 0.9440408 Dec 20 14:41:29.738566 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cfad1d-5811-4b69-800b-1a5c2b080f47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=735e89a4-c01d-49b7-a1a2-a55b3ebb5b27,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:41:29.746302 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.provisioning_blocks [req-4a6b78d4-3cd5-45db-8639-7604eac3d3ca req-0f89a93a-3fa8-4bc7-8a23-cf89bfc27882 service neutron] Transition to ACTIVE for port object 39fb46ec-bbfe-447b-a277-aff72f4fa08d will not be triggered until provisioned by entity L2. {{(pid=103168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:41:29.757622 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-4a6b78d4-3cd5-45db-8639-7604eac3d3ca req-0f89a93a-3fa8-4bc7-8a23-cf89bfc27882 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:29.763957 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-73562e2a-a60e-49c2-b7bb-74f3ae1320e5 req-f06a6a63-6d34-4aa4-b592-fadab1c5fb49 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=32bfc1ff-28fd-45a5-ae96-207d0fefe02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3515594 Dec 20 14:41:29.828398 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d978b5a3-1678-4427-9f82-e488be0d2eba req-0c00ef2e-8af7-4474-a103-af2504313a41 service neutron] 10.222.0.30 "GET /v2.0/networks/7ed718b3-d2e8-4b72-a238-726203897046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4784009 Dec 20 14:41:29.947594 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40612de4-92dc-4c59-810f-74955a6f521d None None] DHCP port deletion for 582436ed-b909-4427-9350-0e0947d57bea request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:41:29.954950 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f89a93a-3fa8-4bc7-8a23-cf89bfc27882 service neutron] Pushing event updated for resources: {'Port': ['ID=39fb46ec-bbfe-447b-a277-aff72f4fa08d,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:41:29.997470 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abca3886-a51a-4f8b-a657-12dac4b4b7fe req-2678ef91-775c-47d5-8eb5-f692eb15f1a9 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:30.001565 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-abca3886-a51a-4f8b-a657-12dac4b4b7fe req-2678ef91-775c-47d5-8eb5-f692eb15f1a9 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.54 "GET /v2.0/ports?device_id=c927572d-cd17-477c-aed3-ef5855249ad6 HTTP/1.1" status: 200 len: 946 time: 0.4158220 Dec 20 14:41:30.062465 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11432ca-e94c-4441-b242-952ee75a6de5 req-05728503-c6b3-495c-bf6f-8f449514e120 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:30.064430 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a11432ca-e94c-4441-b242-952ee75a6de5 req-05728503-c6b3-495c-bf6f-8f449514e120 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=340c2378-32ed-4988-8942-8080338241fe HTTP/1.1" status: 200 len: 945 time: 0.1491630 Dec 20 14:41:30.112450 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5f9e4830-ddff-42bb-94d9-ac1570f08c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:30.184539 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-5f9e4830-ddff-42bb-94d9-ac1570f08c0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['582436ed-b909-4427-9350-0e0947d57bea']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:41:30.208271 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a11432ca-e94c-4441-b242-952ee75a6de5 req-6b2f64fb-62cc-43e8-aa99-af2f00ae94a6 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=f2f975e9-21d7-4fe5-b06b-fdbb671aee94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335957 Dec 20 14:41:30.335863 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e26733-b93f-4e0f-9465-b0cbccee0901 req-cf4680b2-d576-4a04-9e80-766a01f2b108 tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:30.337430 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b2e26733-b93f-4e0f-9465-b0cbccee0901 req-cf4680b2-d576-4a04-9e80-766a01f2b108 tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] 10.222.0.54 "GET /v2.0/ports?device_id=4dacff5e-5fa0-480d-8dd2-bd040653649a HTTP/1.1" status: 200 len: 943 time: 0.0776017 Dec 20 14:41:30.343859 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-abca3886-a51a-4f8b-a657-12dac4b4b7fe req-915c23ae-f93b-4ead-aa08-d7e0c4d0b4bf tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.54 "GET /v2.0/security-groups?id=4ed0be7c-43ed-465d-90a7-becfa1e42aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3354073 Dec 20 14:41:30.351977 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-5f9e4830-ddff-42bb-94d9-ac1570f08c0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '393c3eba-89a5-49a5-b391-7b027a59b79d') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:41:30.352275 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-5f9e4830-ddff-42bb-94d9-ac1570f08c0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '393c3eba-89a5-49a5-b391-7b027a59b79d') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:41:30.446005 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5f9e4830-ddff-42bb-94d9-ac1570f08c0a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:30.464022 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b2e26733-b93f-4e0f-9465-b0cbccee0901 req-975243f7-a753-4e90-a68e-ad874e2311e1 tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] 10.222.0.54 "GET /v2.0/security-groups?id=1fd3dc76-3453-41b8-8d7d-617eb8eaea07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199696 Dec 20 14:41:30.468594 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-4a6b78d4-3cd5-45db-8639-7604eac3d3ca req-0f89a93a-3fa8-4bc7-8a23-cf89bfc27882 service neutron] Attempting to bind port 39fb46ec-bbfe-447b-a277-aff72f4fa08d on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:41:30.469064 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-4a6b78d4-3cd5-45db-8639-7604eac3d3ca req-0f89a93a-3fa8-4bc7-8a23-cf89bfc27882 service neutron] Attempting to bind port 39fb46ec-bbfe-447b-a277-aff72f4fa08d by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': '684010eb-b9c8-44ca-8706-1c0ac63af0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '247d6423-5fdf-4eed-9378-2e1201ada444'}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:41:30.469723 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a6b78d4-3cd5-45db-8639-7604eac3d3ca req-0f89a93a-3fa8-4bc7-8a23-cf89bfc27882 service neutron] Attempting to bind port 39fb46ec-bbfe-447b-a277-aff72f4fa08d on network 247d6423-5fdf-4eed-9378-2e1201ada444 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:41:30.474190 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5f9e4830-ddff-42bb-94d9-ac1570f08c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:30.478150 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a6b78d4-3cd5-45db-8639-7604eac3d3ca req-0f89a93a-3fa8-4bc7-8a23-cf89bfc27882 service neutron] Port 39fb46ec-bbfe-447b-a277-aff72f4fa08d on network 247d6423-5fdf-4eed-9378-2e1201ada444 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:41:30.478582 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a6b78d4-3cd5-45db-8639-7604eac3d3ca req-0f89a93a-3fa8-4bc7-8a23-cf89bfc27882 service neutron] Attempting to bind port 39fb46ec-bbfe-447b-a277-aff72f4fa08d on network 247d6423-5fdf-4eed-9378-2e1201ada444 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:41:30.493203 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a6b78d4-3cd5-45db-8639-7604eac3d3ca req-0f89a93a-3fa8-4bc7-8a23-cf89bfc27882 service neutron] Checking agent: {'id': '43c60aee-e4af-4ecc-bee2-aac3569fafed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:41:30.493551 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a6b78d4-3cd5-45db-8639-7604eac3d3ca req-0f89a93a-3fa8-4bc7-8a23-cf89bfc27882 service neutron] Checking segment: {'id': '684010eb-b9c8-44ca-8706-1c0ac63af0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '247d6423-5fdf-4eed-9378-2e1201ada444'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:41:30.493985 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a6b78d4-3cd5-45db-8639-7604eac3d3ca req-0f89a93a-3fa8-4bc7-8a23-cf89bfc27882 service neutron] Bound using segment: {'id': '684010eb-b9c8-44ca-8706-1c0ac63af0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '247d6423-5fdf-4eed-9378-2e1201ada444'} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:41:30.495116 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-4a6b78d4-3cd5-45db-8639-7604eac3d3ca req-0f89a93a-3fa8-4bc7-8a23-cf89bfc27882 service neutron] Bound port: 39fb46ec-bbfe-447b-a277-aff72f4fa08d, host: n-h2-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '684010eb-b9c8-44ca-8706-1c0ac63af0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '247d6423-5fdf-4eed-9378-2e1201ada444'}}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:41:30.495712 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-4a6b78d4-3cd5-45db-8639-7604eac3d3ca req-0f89a93a-3fa8-4bc7-8a23-cf89bfc27882 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:30.499077 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f9e4830-ddff-42bb-94d9-ac1570f08c0a admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:41:30.499576 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5f9e4830-ddff-42bb-94d9-ac1570f08c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:30.501608 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:41:30.501608 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:41:30.501608 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:41:30.501608 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:41:30.501608 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:41:30.501608 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:41:30.501608 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:41:30.501608 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:41:30.501608 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:41:30.501608 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:41:30.501608 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:41:30.501608 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:41:30.501608 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:41:30.501608 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:41:30.501608 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:41:30.501608 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:41:30.501608 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:41:30.501608 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:41:30.501608 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:41:30.501608 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:41:30.501608 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:41:30.501608 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:41:30.501608 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 14:41:30.501608 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:41:30.501608 n-d-761264-19 neutron-server[103168]: timer() Dec 20 14:41:30.501608 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:41:30.501608 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 14:41:30.501608 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:41:30.501608 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 14:41:30.501608 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:41:30.501608 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 14:41:30.501608 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:41:30.501608 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 14:41:30.501608 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:41:30.501608 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 14:41:30.501608 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:41:30.501608 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:41:30.501608 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:41:30.501608 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:41:30.501608 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:41:30.501608 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 14:41:30.501608 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:41:30.501608 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 14:41:30.501608 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:41:30.501608 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:41:30.501608 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:41:30.501608 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 14:41:30.501608 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:41:30.501608 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:41:30.501608 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:41:30.501608 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:41:30.501608 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:41:30.501608 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:41:30.501608 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:41:30.672558 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-76737f15-8aff-4dfb-828d-a86dad5c23d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:30.676623 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5f9e4830-ddff-42bb-94d9-ac1570f08c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:30.688929 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5f9e4830-ddff-42bb-94d9-ac1570f08c0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:30.692569 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-5f9e4830-ddff-42bb-94d9-ac1570f08c0a admin admin] 10.222.0.54 "DELETE /v2.0/networks/582436ed-b909-4427-9350-0e0947d57bea HTTP/1.1" status: 204 len: 168 time: 1.3782852 Dec 20 14:41:30.710977 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca7b6d6-9e9e-4ea0-b487-c0e75b2e6842 req-92056b22-5e49-41cd-83ba-f0cb286fdf88 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:30.716977 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b9a59-cad6-480b-88ab-95a9b14e5e19 req-4052e1d4-30e2-4efc-a7de-611891a3a1b2 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:30.720688 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6ca7b6d6-9e9e-4ea0-b487-c0e75b2e6842 req-92056b22-5e49-41cd-83ba-f0cb286fdf88 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "GET /v2.0/ports?device_id=c09bc019-13ea-434d-bbc0-07c863b22aea HTTP/1.1" status: 200 len: 945 time: 0.1076903 Dec 20 14:41:30.724484 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-697b9a59-cad6-480b-88ab-95a9b14e5e19 req-4052e1d4-30e2-4efc-a7de-611891a3a1b2 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.54 "GET /v2.0/ports?device_id=1853e57b-2105-43c2-a14c-5ab04a68a020 HTTP/1.1" status: 200 len: 945 time: 0.1624858 Dec 20 14:41:30.733629 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-4a6b78d4-3cd5-45db-8639-7604eac3d3ca req-0f89a93a-3fa8-4bc7-8a23-cf89bfc27882 service neutron] For port 39fb46ec-bbfe-447b-a277-aff72f4fa08d, host n-h2-761264-19, cleared binding levels {{(pid=103168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:41:30.737836 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9e4830-ddff-42bb-94d9-ac1570f08c0a admin admin] Pushing event deleted for resources: {'Network': ['ID=582436ed-b909-4427-9350-0e0947d57bea,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:41:30.779702 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-4a6b78d4-3cd5-45db-8639-7604eac3d3ca req-0f89a93a-3fa8-4bc7-8a23-cf89bfc27882 service neutron] For port 39fb46ec-bbfe-447b-a277-aff72f4fa08d, host n-h2-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=39fb46ec-bbfe-447b-a277-aff72f4fa08d,segment=NetworkSegment(684010eb-b9c8-44ca-8706-1c0ac63af0ec),segment_id=684010eb-b9c8-44ca-8706-1c0ac63af0ec)] {{(pid=103168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:41:30.786449 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-4a6b78d4-3cd5-45db-8639-7604eac3d3ca req-0f89a93a-3fa8-4bc7-8a23-cf89bfc27882 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:30.810614 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6ca7b6d6-9e9e-4ea0-b487-c0e75b2e6842 req-e2e65706-6944-4b9f-a383-5fe3c0cf2fa4 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "GET /v2.0/security-groups?id=c47d898d-9929-440f-b783-78aa0f136a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890033 Dec 20 14:41:30.862981 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6b78d4-3cd5-45db-8639-7604eac3d3ca req-0f89a93a-3fa8-4bc7-8a23-cf89bfc27882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:30.863602 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-4a6b78d4-3cd5-45db-8639-7604eac3d3ca req-0f89a93a-3fa8-4bc7-8a23-cf89bfc27882 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:30.865025 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4a6b78d4-3cd5-45db-8639-7604eac3d3ca req-0f89a93a-3fa8-4bc7-8a23-cf89bfc27882 service neutron] 10.222.0.47 "PUT /v2.0/ports/39fb46ec-bbfe-447b-a277-aff72f4fa08d HTTP/1.1" status: 200 len: 1093 time: 2.0227067 Dec 20 14:41:30.865491 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a83aaac-7396-4782-a290-1f0b3f47602a', 'tag': '39fb46ec-bbfe-447b-a277-aff72f4fa08d'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:41:30.872515 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b975b292-4b8d-45c9-80cf-0d0163653ec4" -d '{"events": [{"name": "network-changed", "server_uuid": "2a83aaac-7396-4782-a290-1f0b3f47602a", "tag": "39fb46ec-bbfe-447b-a277-aff72f4fa08d"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:41:30.897416 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-697b9a59-cad6-480b-88ab-95a9b14e5e19 req-8d6f0bfb-4e47-4ad5-a47d-f4488241fa6c tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.54 "GET /v2.0/security-groups?id=4ed0be7c-43ed-465d-90a7-becfa1e42aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627643 Dec 20 14:41:30.968792 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f89a93a-3fa8-4bc7-8a23-cf89bfc27882 service neutron] Pushing event updated for resources: {'Port': ['ID=39fb46ec-bbfe-447b-a277-aff72f4fa08d,revision_number=3']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:41:31.005252 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6b78d4-3cd5-45db-8639-7604eac3d3ca req-6acfb097-3cfe-4f72-9f84-b8bb9580e34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:31.008272 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4a6b78d4-3cd5-45db-8639-7604eac3d3ca req-6acfb097-3cfe-4f72-9f84-b8bb9580e34b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9abc31fa6fc849d78699cc7e0935f4b6&device_id=2a83aaac-7396-4782-a290-1f0b3f47602a HTTP/1.1" status: 200 len: 1096 time: 0.0774529 Dec 20 14:41:31.111797 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 48568) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:41:31.133267 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 14:41:31.153028 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16b18290-ca00-4019-977f-0c97467bb299 x-openstack-request-id: req-16b18290-ca00-4019-977f-0c97467bb299 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:41:31.153309 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a83aaac-7396-4782-a290-1f0b3f47602a", "tag": "39fb46ec-bbfe-447b-a277-aff72f4fa08d", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:41:31.153592 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-16b18290-ca00-4019-977f-0c97467bb299 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:41:31.153985 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a83aaac-7396-4782-a290-1f0b3f47602a', 'tag': '39fb46ec-bbfe-447b-a277-aff72f4fa08d', 'status': 'completed', 'code': 200} Dec 20 14:41:31.155876 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4a6b78d4-3cd5-45db-8639-7604eac3d3ca req-33971814-471e-4feb-94f6-9cd4ba5c71f6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39fb46ec-bbfe-447b-a277-aff72f4fa08d HTTP/1.1" status: 200 len: 217 time: 0.1375372 Dec 20 14:41:31.172081 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f0df1-0bf5-4eac-b949-f916c465ad2d req-544e91fa-c00c-468b-beed-840e4e3a5617 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:31.179985 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-193f0df1-0bf5-4eac-b949-f916c465ad2d req-544e91fa-c00c-468b-beed-840e4e3a5617 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a83aaac-7396-4782-a290-1f0b3f47602a HTTP/1.1" status: 200 len: 944 time: 0.1567292 Dec 20 14:41:31.230005 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-9155e6df-d995-4e67-87ac-e31488b57def admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5872e9bc729b476ba1be7ebc41db140a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1162324 Dec 20 14:41:31.230964 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 48574) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:41:31.301276 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 48582) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:41:31.311648 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-193f0df1-0bf5-4eac-b949-f916c465ad2d req-27b42ac3-a02e-4d27-b4cf-a9c882d6e2d1 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=32bfc1ff-28fd-45a5-ae96-207d0fefe02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1295209 Dec 20 14:41:31.384925 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-30c70cb2-5147-446c-a625-edc10408c1d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:31.410109 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6b78d4-3cd5-45db-8639-7604eac3d3ca req-c88f95b0-e7cf-4541-8f38-30d03061a162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:31.422809 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4a6b78d4-3cd5-45db-8639-7604eac3d3ca req-c88f95b0-e7cf-4541-8f38-30d03061a162 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a8bc57f1-3730-4dfb-a3cb-cf3c3829d7fe HTTP/1.1" status: 200 len: 856 time: 0.2470632 Dec 20 14:41:31.433216 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-30c70cb2-5147-446c-a625-edc10408c1d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:31.505964 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-30c70cb2-5147-446c-a625-edc10408c1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:31.507081 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-30c70cb2-5147-446c-a625-edc10408c1d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:31.508253 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-30c70cb2-5147-446c-a625-edc10408c1d2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8fec1286-194e-484a-b25d-3f2f7d273d21 HTTP/1.1" status: 204 len: 168 time: 0.2750499 Dec 20 14:41:31.508726 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76525f59-1eaa-42cd-b7e2-fc868c558a93 req-b8d2cbb8-5caa-4e27-a41f-5458af81f790 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:31.510301 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-76525f59-1eaa-42cd-b7e2-fc868c558a93 req-b8d2cbb8-5caa-4e27-a41f-5458af81f790 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0fc7994-01df-46cf-ab92-7895a14784a3 HTTP/1.1" status: 200 len: 946 time: 0.2357333 Dec 20 14:41:31.532806 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c70cb2-5147-446c-a625-edc10408c1d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fec1286-194e-484a-b25d-3f2f7d273d21,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:41:31.560327 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6b78d4-3cd5-45db-8639-7604eac3d3ca req-1ac57121-8c7e-443b-a885-c8eb397773ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:31.561886 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4a6b78d4-3cd5-45db-8639-7604eac3d3ca req-1ac57121-8c7e-443b-a885-c8eb397773ee service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=247d6423-5fdf-4eed-9378-2e1201ada444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1318228 Dec 20 14:41:31.612592 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0665f5-87c8-4f1f-9dd0-48bec6eb156a req-ef9cd094-77f7-47e2-beaf-4827e5f2eccb tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:31.618239 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1e0665f5-87c8-4f1f-9dd0-48bec6eb156a req-ef9cd094-77f7-47e2-beaf-4827e5f2eccb tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=340c2378-32ed-4988-8942-8080338241fe HTTP/1.1" status: 200 len: 945 time: 0.1246102 Dec 20 14:41:31.627043 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-76525f59-1eaa-42cd-b7e2-fc868c558a93 req-553221f6-a0a4-4c61-bfae-ac2ca7659f80 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.54 "GET /v2.0/security-groups?id=4ed0be7c-43ed-465d-90a7-becfa1e42aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006536 Dec 20 14:41:31.685354 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-9403ea29-f6e0-4e29-b4e5-50f9e3852ad1 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-787396731'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:41:31.792315 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 17c2c893-bc43-4526-9a61-6425ff3784bf no longer exists at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:41:31.801804 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1e0665f5-87c8-4f1f-9dd0-48bec6eb156a req-cec0f8f5-0ef5-4133-b221-562745d8edc5 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=f2f975e9-21d7-4fe5-b06b-fdbb671aee94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685338 Dec 20 14:41:31.808986 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4a6b78d4-3cd5-45db-8639-7604eac3d3ca req-482d37f9-dc9f-4b70-8084-42a0ba4ce45f service neutron] 10.222.0.47 "GET /v2.0/networks/247d6423-5fdf-4eed-9378-2e1201ada444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363522 Dec 20 14:41:31.821946 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9403ea29-f6e0-4e29-b4e5-50f9e3852ad1 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Made reservation on behalf of 22c02344811c428a9e1331746c69f00a for: {'network': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:41:31.836374 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9403ea29-f6e0-4e29-b4e5-50f9e3852ad1 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:31.859491 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9403ea29-f6e0-4e29-b4e5-50f9e3852ad1 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:31.895329 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92ffbb2-daf6-4db5-8342-88016a17c8f4 req-3a4583ca-60b4-4e98-91f4-d58139f06e89 tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:31.898188 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f92ffbb2-daf6-4db5-8342-88016a17c8f4 req-3a4583ca-60b4-4e98-91f4-d58139f06e89 tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] 10.222.0.54 "GET /v2.0/ports?device_id=4dacff5e-5fa0-480d-8dd2-bd040653649a HTTP/1.1" status: 200 len: 943 time: 0.1548018 Dec 20 14:41:32.031009 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:32.079996 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9403ea29-f6e0-4e29-b4e5-50f9e3852ad1 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:32.087521 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9403ea29-f6e0-4e29-b4e5-50f9e3852ad1 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:32.113064 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '340c2378-32ed-4988-8942-8080338241fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17c2c893-bc43-4526-9a61-6425ff3784bf'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:41:32.117611 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5ceac1a-02fb-408f-b43a-7b8cd8a87d3a" -d '{"events": [{"server_uuid": "340c2378-32ed-4988-8942-8080338241fe", "name": "network-vif-unplugged", "status": "completed", "tag": "17c2c893-bc43-4526-9a61-6425ff3784bf"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:41:32.135375 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 17c2c893-bc43-4526-9a61-6425ff3784bf, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=17c2c893-bc43-4526-9a61-6425ff3784bf,segment=NetworkSegment(64c4cfe8-4670-4033-981a-f04cac942433),segment_id=64c4cfe8-4670-4033-981a-f04cac942433)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:41:32.142070 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:32.159414 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9403ea29-f6e0-4e29-b4e5-50f9e3852ad1 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=103167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:41:32.185974 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9403ea29-f6e0-4e29-b4e5-50f9e3852ad1 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89492479-9a79-4dae-9697-7768f764379e,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:41:32.202010 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9403ea29-f6e0-4e29-b4e5-50f9e3852ad1 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:32.202372 n-d-761264-19 neutron-server[103167]: INFO neutron.db.segments_db [None req-9403ea29-f6e0-4e29-b4e5-50f9e3852ad1 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Added segment 0f408d06-0df9-49eb-8b47-2271df1920e2 of type vlan for network 29ef3415-d170-4f1c-aef3-dad36233599e Dec 20 14:41:32.236957 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4a6b78d4-3cd5-45db-8639-7604eac3d3ca req-fd47af41-1ee0-4b66-87b4-28a947803b49 service neutron] 10.222.0.47 "GET /v2.0/networks/247d6423-5fdf-4eed-9378-2e1201ada444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4138515 Dec 20 14:41:32.246836 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f92ffbb2-daf6-4db5-8342-88016a17c8f4 req-c990b3b9-aea3-464e-9794-f1df9f459fc8 tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] 10.222.0.54 "GET /v2.0/security-groups?id=1fd3dc76-3453-41b8-8d7d-617eb8eaea07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2201164 Dec 20 14:41:32.269293 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=17c2c893-bc43-4526-9a61-6425ff3784bf,revision_number=8']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:41:32.311009 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9403ea29-f6e0-4e29-b4e5-50f9e3852ad1 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:32.392843 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b975b292-4b8d-45c9-80cf-0d0163653ec4 req-a8625884-b543-465d-8dd9-15a7cf09c387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:32.395537 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b975b292-4b8d-45c9-80cf-0d0163653ec4 req-a8625884-b543-465d-8dd9-15a7cf09c387 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9abc31fa6fc849d78699cc7e0935f4b6&device_id=2a83aaac-7396-4782-a290-1f0b3f47602a HTTP/1.1" status: 200 len: 1096 time: 0.0940366 Dec 20 14:41:32.557610 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c37a008-2e42-4df2-b4a4-7b466add4817 req-591f95cc-a2c7-4367-9a18-bbd292c035bd tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:32.559744 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1c37a008-2e42-4df2-b4a4-7b466add4817 req-591f95cc-a2c7-4367-9a18-bbd292c035bd tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "GET /v2.0/ports?device_id=c09bc019-13ea-434d-bbc0-07c863b22aea HTTP/1.1" status: 200 len: 945 time: 0.1369381 Dec 20 14:41:32.599244 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b975b292-4b8d-45c9-80cf-0d0163653ec4 req-2f6227b7-546b-421d-a24f-59006b54bebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:32.601348 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b975b292-4b8d-45c9-80cf-0d0163653ec4 req-2f6227b7-546b-421d-a24f-59006b54bebf service neutron] 10.222.0.47 "GET /v2.0/networks?id=247d6423-5fdf-4eed-9378-2e1201ada444 HTTP/1.1" status: 200 len: 918 time: 0.1981730 Dec 20 14:41:32.694888 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b975b292-4b8d-45c9-80cf-0d0163653ec4 req-cfef1ecf-d1b0-46cb-b0bd-92acbe04de13 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39fb46ec-bbfe-447b-a277-aff72f4fa08d HTTP/1.1" status: 200 len: 217 time: 0.0800076 Dec 20 14:41:32.703601 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1c37a008-2e42-4df2-b4a4-7b466add4817 req-2d801dfe-47d0-4051-a4ea-21ce04e806b0 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "GET /v2.0/security-groups?id=c47d898d-9929-440f-b783-78aa0f136a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290321 Dec 20 14:41:32.780794 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 20 Dec 2021 14:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee855aa2-3934-4570-9962-e175ce3e7e17 x-openstack-request-id: req-ee855aa2-3934-4570-9962-e175ce3e7e17 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:41:32.781486 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "340c2378-32ed-4988-8942-8080338241fe", "name": "network-vif-unplugged", "status": "failed", "tag": "17c2c893-bc43-4526-9a61-6425ff3784bf", "code": 422}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:41:32.781987 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ee855aa2-3934-4570-9962-e175ce3e7e17 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:41:32.782967 n-d-761264-19 neutron-server[103169]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '340c2378-32ed-4988-8942-8080338241fe', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '17c2c893-bc43-4526-9a61-6425ff3784bf', 'code': 422} returned with failed status Dec 20 14:41:32.813614 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b975b292-4b8d-45c9-80cf-0d0163653ec4 req-9a980749-6bd5-4e7f-9154-b6f4d6610f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:32.814556 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9403ea29-f6e0-4e29-b4e5-50f9e3852ad1 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:32.820587 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9403ea29-f6e0-4e29-b4e5-50f9e3852ad1 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:32.821322 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9403ea29-f6e0-4e29-b4e5-50f9e3852ad1 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:32.824642 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b975b292-4b8d-45c9-80cf-0d0163653ec4 req-9a980749-6bd5-4e7f-9154-b6f4d6610f15 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a8bc57f1-3730-4dfb-a3cb-cf3c3829d7fe HTTP/1.1" status: 200 len: 856 time: 0.1142645 Dec 20 14:41:32.849878 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20a586b-cae2-459e-a451-f688d9b261eb req-739b6e01-15c0-4711-978e-8e4bb006ad3d tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:32.857637 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f20a586b-cae2-459e-a451-f688d9b261eb req-739b6e01-15c0-4711-978e-8e4bb006ad3d tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.54 "GET /v2.0/ports?device_id=c927572d-cd17-477c-aed3-ef5855249ad6 HTTP/1.1" status: 200 len: 946 time: 0.0943356 Dec 20 14:41:32.859031 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8c357f9d-d7cc-484d-ab8b-63a759c30a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:32.935478 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f20a586b-cae2-459e-a451-f688d9b261eb req-9a7f2e0c-4202-4af1-a2cd-b2a105588096 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.54 "GET /v2.0/security-groups?id=4ed0be7c-43ed-465d-90a7-becfa1e42aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764990 Dec 20 14:41:32.947321 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-9403ea29-f6e0-4e29-b4e5-50f9e3852ad1 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.6355453 Dec 20 14:41:33.022986 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9403ea29-f6e0-4e29-b4e5-50f9e3852ad1 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Pushing event updated for resources: {'Network': ['ID=29ef3415-d170-4f1c-aef3-dad36233599e,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:41:33.036766 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 29ef3415-d170-4f1c-aef3-dad36233599e details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:41:33.071456 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66e8290-c20f-4bc3-b33b-91c9ce3a8af1 req-7a5387b8-f793-438e-a828-8b921959580d tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:33.083500 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a66e8290-c20f-4bc3-b33b-91c9ce3a8af1 req-7a5387b8-f793-438e-a828-8b921959580d tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a83aaac-7396-4782-a290-1f0b3f47602a HTTP/1.1" status: 200 len: 944 time: 0.2140696 Dec 20 14:41:33.282123 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe635bc-bf22-427e-bd62-0efd2a55062a req-778c2a28-8052-48b8-aa6e-ba27e59f0b5a tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:33.290640 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fbe635bc-bf22-427e-bd62-0efd2a55062a req-778c2a28-8052-48b8-aa6e-ba27e59f0b5a tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=340c2378-32ed-4988-8942-8080338241fe HTTP/1.1" status: 200 len: 943 time: 0.1411393 Dec 20 14:41:33.408189 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fbe635bc-bf22-427e-bd62-0efd2a55062a req-b1fe2aaf-f9ff-4978-a755-76460e9e8394 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=f2f975e9-21d7-4fe5-b06b-fdbb671aee94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157672 Dec 20 14:41:33.759103 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:33.779159 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d82fdd-9097-4af8-862a-46640984f61b req-850f40cf-6fe5-49f2-8b76-499ae931d0c9 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:33.788082 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-67d82fdd-9097-4af8-862a-46640984f61b req-850f40cf-6fe5-49f2-8b76-499ae931d0c9 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.54 "GET /v2.0/ports?device_id=1853e57b-2105-43c2-a14c-5ab04a68a020 HTTP/1.1" status: 200 len: 945 time: 0.0743139 Dec 20 14:41:33.839446 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b975b292-4b8d-45c9-80cf-0d0163653ec4 req-cae3134d-2bc5-423b-b13a-b2bbb9adf18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:33.843558 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b975b292-4b8d-45c9-80cf-0d0163653ec4 req-cae3134d-2bc5-423b-b13a-b2bbb9adf18f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=247d6423-5fdf-4eed-9378-2e1201ada444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.0102980 Dec 20 14:41:33.858708 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-67d82fdd-9097-4af8-862a-46640984f61b req-818a52fe-f696-4753-a479-efe3010529a0 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.54 "GET /v2.0/security-groups?id=4ed0be7c-43ed-465d-90a7-becfa1e42aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694826 Dec 20 14:41:33.943795 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a66e8290-c20f-4bc3-b33b-91c9ce3a8af1 req-fd92b766-4b9c-4ae2-aac4-1ebeae97d6cc tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=32bfc1ff-28fd-45a5-ae96-207d0fefe02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8590791 Dec 20 14:41:34.073679 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b975b292-4b8d-45c9-80cf-0d0163653ec4 req-0128472b-351e-4276-83d4-81caa17ed910 service neutron] 10.222.0.47 "GET /v2.0/networks/247d6423-5fdf-4eed-9378-2e1201ada444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210934 Dec 20 14:41:34.085647 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2b1b47-6ff0-48f3-b952-b9f3f3ac538d req-6fe45821-cdd1-4764-b1b6-c10a5da7d3a9 tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:34.094985 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2a2b1b47-6ff0-48f3-b952-b9f3f3ac538d req-6fe45821-cdd1-4764-b1b6-c10a5da7d3a9 tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] 10.222.0.54 "GET /v2.0/ports?device_id=4dacff5e-5fa0-480d-8dd2-bd040653649a HTTP/1.1" status: 200 len: 943 time: 0.0774238 Dec 20 14:41:34.207923 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b975b292-4b8d-45c9-80cf-0d0163653ec4 req-7134c1b0-3e70-4954-b0f3-f6fbb39a40af service neutron] 10.222.0.47 "GET /v2.0/networks/247d6423-5fdf-4eed-9378-2e1201ada444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209595 Dec 20 14:41:34.241160 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2a2b1b47-6ff0-48f3-b952-b9f3f3ac538d req-a49fa9b3-e7a3-4f06-a495-b9cea9b09c2f tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] 10.222.0.54 "GET /v2.0/security-groups?id=1fd3dc76-3453-41b8-8d7d-617eb8eaea07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1398613 Dec 20 14:41:34.302516 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c62a273-d9f4-4d4a-b656-68845f481463 req-daed429b-3748-4347-81c9-81e14e764358 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:34.310896 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0c62a273-d9f4-4d4a-b656-68845f481463 req-daed429b-3748-4347-81c9-81e14e764358 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 945 time: 0.1016815 Dec 20 14:41:34.386453 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0c62a273-d9f4-4d4a-b656-68845f481463 req-27966731-0738-4103-9ef4-9db969543708 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=92081c13-7979-4810-b5cd-70c14477209d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691340 Dec 20 14:41:34.458015 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a826a2-fb35-4a16-8c87-e096ff0b18fa req-6c21f949-7f75-47f9-b809-74c4f3b29011 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:34.461271 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-35a826a2-fb35-4a16-8c87-e096ff0b18fa req-6c21f949-7f75-47f9-b809-74c4f3b29011 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "GET /v2.0/ports?device_id=c09bc019-13ea-434d-bbc0-07c863b22aea HTTP/1.1" status: 200 len: 945 time: 0.1052551 Dec 20 14:41:34.572988 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-35a826a2-fb35-4a16-8c87-e096ff0b18fa req-bdb76ada-eebc-457a-a883-70e90e91a460 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "GET /v2.0/security-groups?id=c47d898d-9929-440f-b783-78aa0f136a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973437 Dec 20 14:41:34.748515 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3931af4-ad59-493f-b01e-f49e0c2b250a req-2ce1794a-a84c-454b-a92d-feb45960157d tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:34.754115 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 39fb46ec-bbfe-447b-a277-aff72f4fa08d details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:41:34.754624 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63b72a9-b529-4779-88b8-36d30db25365 req-2bb3efad-b736-4074-9fe0-caa25b474929 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:34.758162 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3931af4-ad59-493f-b01e-f49e0c2b250a req-2ce1794a-a84c-454b-a92d-feb45960157d tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:34.763547 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c63b72a9-b529-4779-88b8-36d30db25365 req-2bb3efad-b736-4074-9fe0-caa25b474929 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 945 time: 0.1134429 Dec 20 14:41:34.772179 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3931af4-ad59-493f-b01e-f49e0c2b250a req-2ce1794a-a84c-454b-a92d-feb45960157d tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:34.779953 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b3931af4-ad59-493f-b01e-f49e0c2b250a req-2ce1794a-a84c-454b-a92d-feb45960157d tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.54 "GET /v2.0/ports?device_id=c927572d-cd17-477c-aed3-ef5855249ad6&device_id=e0fc7994-01df-46cf-ab92-7895a14784a3&device_id=1853e57b-2105-43c2-a14c-5ab04a68a020 HTTP/1.1" status: 200 len: 2418 time: 0.0842957 Dec 20 14:41:34.840727 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b3931af4-ad59-493f-b01e-f49e0c2b250a req-b9a7b27d-160b-4ab7-a628-571da19061e5 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.54 "GET /v2.0/security-groups?id=4ed0be7c-43ed-465d-90a7-becfa1e42aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587921 Dec 20 14:41:34.868185 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c63b72a9-b529-4779-88b8-36d30db25365 req-fc61f5b4-3e63-4ce6-b285-3bc83c6fff5e tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=92081c13-7979-4810-b5cd-70c14477209d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962660 Dec 20 14:41:34.996204 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 39fb46ec-bbfe-447b-a277-aff72f4fa08d, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=39fb46ec-bbfe-447b-a277-aff72f4fa08d,segment=NetworkSegment(684010eb-b9c8-44ca-8706-1c0ac63af0ec),segment_id=684010eb-b9c8-44ca-8706-1c0ac63af0ec)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:41:35.013533 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': '39fb46ec-bbfe-447b-a277-aff72f4fa08d', 'network_id': '247d6423-5fdf-4eed-9378-2e1201ada444', 'port_id': '39fb46ec-bbfe-447b-a277-aff72f4fa08d', 'mac_address': 'fa:16:3e:ea:be:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8bc57f1-3730-4dfb-a3cb-cf3c3829d7fe', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:41:35.053679 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:35.088674 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39fb46ec-bbfe-447b-a277-aff72f4fa08d {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:41:35.130271 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 39fb46ec-bbfe-447b-a277-aff72f4fa08d, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=39fb46ec-bbfe-447b-a277-aff72f4fa08d,segment=NetworkSegment(684010eb-b9c8-44ca-8706-1c0ac63af0ec),segment_id=684010eb-b9c8-44ca-8706-1c0ac63af0ec)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:41:35.143672 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:35.216016 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323df673-5e5c-4bdc-ae40-acdf12ff0e92 req-9527515d-66d0-43dd-9139-357a4e2e2e0e tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:35.228830 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-323df673-5e5c-4bdc-ae40-acdf12ff0e92 req-9527515d-66d0-43dd-9139-357a4e2e2e0e tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.54 "GET /v2.0/ports?device_id=c927572d-cd17-477c-aed3-ef5855249ad6 HTTP/1.1" status: 200 len: 946 time: 0.1266377 Dec 20 14:41:35.242415 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=39fb46ec-bbfe-447b-a277-aff72f4fa08d,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:41:35.253990 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516d4e0c-da18-4484-8c5f-53eb54dadb84 req-f04948c7-16bc-4696-a08d-c277bafae8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:35.263172 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-516d4e0c-da18-4484-8c5f-53eb54dadb84 req-f04948c7-16bc-4696-a08d-c277bafae8cd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c0643adf2af04815b0d3549cf80b60b4&device_id=c09bc019-13ea-434d-bbc0-07c863b22aea HTTP/1.1" status: 200 len: 1097 time: 0.1260171 Dec 20 14:41:35.386141 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['39fb46ec-bbfe-447b-a277-aff72f4fa08d'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:41:35.428781 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516d4e0c-da18-4484-8c5f-53eb54dadb84 req-ccba8901-3b1c-453e-9543-ba164311df4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:35.430353 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-516d4e0c-da18-4484-8c5f-53eb54dadb84 req-ccba8901-3b1c-453e-9543-ba164311df4b service neutron] 10.222.0.30 "GET /v2.0/networks?id=87a69cd0-a64c-42dd-a7fc-edd3efea59ce HTTP/1.1" status: 200 len: 911 time: 0.1565287 Dec 20 14:41:35.455321 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2aa0f9-3689-48a4-bdf8-fc975f7b834b req-c801634b-7c7b-4558-84f1-7c4cab45b55e tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:35.466257 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6c2aa0f9-3689-48a4-bdf8-fc975f7b834b req-c801634b-7c7b-4558-84f1-7c4cab45b55e tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a83aaac-7396-4782-a290-1f0b3f47602a HTTP/1.1" status: 200 len: 945 time: 0.1178415 Dec 20 14:41:35.548966 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-516d4e0c-da18-4484-8c5f-53eb54dadb84 req-1e6714fa-8e17-42da-9bd0-b43c34b363d6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93af668f-2513-4104-bc3f-9ee7e91d2ff6 HTTP/1.1" status: 200 len: 1000 time: 0.1098850 Dec 20 14:41:35.599559 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6c2aa0f9-3689-48a4-bdf8-fc975f7b834b req-c98a5415-ad3d-4ee6-87bd-665e8d494786 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=32bfc1ff-28fd-45a5-ae96-207d0fefe02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311936 Dec 20 14:41:35.638555 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516d4e0c-da18-4484-8c5f-53eb54dadb84 req-fc4ce199-7aae-41e6-8201-30325bf9cad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:35.640289 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-516d4e0c-da18-4484-8c5f-53eb54dadb84 req-fc4ce199-7aae-41e6-8201-30325bf9cad0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a9e11c76-32b6-463b-b516-e12248ff878a HTTP/1.1" status: 200 len: 849 time: 0.0795672 Dec 20 14:41:35.687745 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-323df673-5e5c-4bdc-ae40-acdf12ff0e92 req-694ff3be-9f9a-4bfc-a0bb-a1903592c7de tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.54 "GET /v2.0/security-groups?id=4ed0be7c-43ed-465d-90a7-becfa1e42aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4519470 Dec 20 14:41:35.813386 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 17c2c893-bc43-4526-9a61-6425ff3784bf no longer exists at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:41:35.830989 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516d4e0c-da18-4484-8c5f-53eb54dadb84 req-742ad76d-f3d8-4011-bcfc-1f765f26e22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:35.832533 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-516d4e0c-da18-4484-8c5f-53eb54dadb84 req-742ad76d-f3d8-4011-bcfc-1f765f26e22f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=87a69cd0-a64c-42dd-a7fc-edd3efea59ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1438253 Dec 20 14:41:35.872397 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:35.881169 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0804139-8bec-4f94-9006-245cc8789493 req-71de53fe-f1a5-4f45-b080-1882a5520dd5 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:35.892665 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a0804139-8bec-4f94-9006-245cc8789493 req-71de53fe-f1a5-4f45-b080-1882a5520dd5 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "GET /v2.0/ports?device_id=c09bc019-13ea-434d-bbc0-07c863b22aea HTTP/1.1" status: 200 len: 945 time: 0.1258016 Dec 20 14:41:35.967173 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-516d4e0c-da18-4484-8c5f-53eb54dadb84 req-255eb76f-a62d-4593-9618-894997c3026d service neutron] 10.222.0.30 "GET /v2.0/networks/87a69cd0-a64c-42dd-a7fc-edd3efea59ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190517 Dec 20 14:41:35.991001 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a0804139-8bec-4f94-9006-245cc8789493 req-18d141c5-4ab0-482f-bb15-a283f5e1ec3e tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "GET /v2.0/security-groups?id=c47d898d-9929-440f-b783-78aa0f136a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940690 Dec 20 14:41:36.006163 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979c8941-0ec2-42e7-9ec7-621eecbd2208 req-c4c43962-129b-4a70-a3b6-650bd6609694 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:36.006163 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-979c8941-0ec2-42e7-9ec7-621eecbd2208 req-c4c43962-129b-4a70-a3b6-650bd6609694 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 945 time: 0.2278454 Dec 20 14:41:36.154072 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfe2393-068d-4349-91a0-4115e8a09696 req-cb04455b-0735-4c16-b6d6-5e64a0c79984 tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:36.155353 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-516d4e0c-da18-4484-8c5f-53eb54dadb84 req-c30375b2-517e-4409-8027-d967027c4586 service neutron] 10.222.0.30 "GET /v2.0/networks/87a69cd0-a64c-42dd-a7fc-edd3efea59ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710894 Dec 20 14:41:36.156423 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fcfe2393-068d-4349-91a0-4115e8a09696 req-cb04455b-0735-4c16-b6d6-5e64a0c79984 tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] 10.222.0.54 "GET /v2.0/ports?device_id=4dacff5e-5fa0-480d-8dd2-bd040653649a HTTP/1.1" status: 200 len: 943 time: 0.0683100 Dec 20 14:41:36.180495 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-979c8941-0ec2-42e7-9ec7-621eecbd2208 req-a978383b-3385-456c-ab54-e53a6cb74ac7 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=92081c13-7979-4810-b5cd-70c14477209d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1635518 Dec 20 14:41:36.225817 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:36.265532 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fcfe2393-068d-4349-91a0-4115e8a09696 req-e893c500-7069-46be-95aa-d736a8136539 tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] 10.222.0.54 "GET /v2.0/security-groups?id=1fd3dc76-3453-41b8-8d7d-617eb8eaea07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880651 Dec 20 14:41:36.290916 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 48706) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:41:36.296059 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-f74377b4-f36c-47fe-9bd8-2ded0f92cf17 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Request body: {'subnet': {'network_id': '29ef3415-d170-4f1c-aef3-dad36233599e', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:41:36.427055 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f74377b4-f36c-47fe-9bd8-2ded0f92cf17 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Made reservation on behalf of 22c02344811c428a9e1331746c69f00a for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:41:36.430934 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f74377b4-f36c-47fe-9bd8-2ded0f92cf17 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:36.671761 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f74377b4-f36c-47fe-9bd8-2ded0f92cf17 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:36.749569 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 39fb46ec-bbfe-447b-a277-aff72f4fa08d up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:41:36.863261 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74377b4-f36c-47fe-9bd8-2ded0f92cf17 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Checking segment: {'id': '0f408d06-0df9-49eb-8b47-2271df1920e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '29ef3415-d170-4f1c-aef3-dad36233599e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:41:36.863261 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74377b4-f36c-47fe-9bd8-2ded0f92cf17 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Network hostable DHCP agents. Network: 29ef3415-d170-4f1c-aef3-dad36233599e, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:41:36.863261 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74377b4-f36c-47fe-9bd8-2ded0f92cf17 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Pushing event updated for resources: {'Subnet': ['ID=17185ec2-da80-4c5e-a252-c670e956ceee,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:41:36.874084 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning for port 39fb46ec-bbfe-447b-a277-aff72f4fa08d completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:41:36.878571 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port 39fb46ec-bbfe-447b-a277-aff72f4fa08d triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:41:36.881027 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:36.931438 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e064f53-9184-46fc-9c5f-7b8a3e335d36 req-f7c0c76c-7413-4f20-992e-5a2ea05097ac tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:36.941654 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3e064f53-9184-46fc-9c5f-7b8a3e335d36 req-f7c0c76c-7413-4f20-992e-5a2ea05097ac tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a83aaac-7396-4782-a290-1f0b3f47602a HTTP/1.1" status: 200 len: 945 time: 0.2101822 Dec 20 14:41:37.017004 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74377b4-f36c-47fe-9bd8-2ded0f92cf17 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Network 29ef3415-d170-4f1c-aef3-dad36233599e is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:41:37.027277 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:37.078854 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-f74377b4-f36c-47fe-9bd8-2ded0f92cf17 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 29ef3415-d170-4f1c-aef3-dad36233599e) {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:41:37.082763 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a83aaac-7396-4782-a290-1f0b3f47602a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39fb46ec-bbfe-447b-a277-aff72f4fa08d'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:41:37.088540 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0afc86ce-acd8-46fe-8d0b-2251003388ab" -d '{"events": [{"server_uuid": "2a83aaac-7396-4782-a290-1f0b3f47602a", "name": "network-vif-plugged", "status": "completed", "tag": "39fb46ec-bbfe-447b-a277-aff72f4fa08d"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:41:37.097835 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56eb6130-eba0-4900-9a47-31f259d5ee8b None None] Network 29ef3415-d170-4f1c-aef3-dad36233599e requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:41:37.116949 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3e064f53-9184-46fc-9c5f-7b8a3e335d36 req-375dc12e-fd9c-4337-acc4-3d56f06901ce tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=32bfc1ff-28fd-45a5-ae96-207d0fefe02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1741276 Dec 20 14:41:37.125300 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74377b4-f36c-47fe-9bd8-2ded0f92cf17 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:37.128699 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f74377b4-f36c-47fe-9bd8-2ded0f92cf17 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:37.155455 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 39fb46ec-bbfe-447b-a277-aff72f4fa08d, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=39fb46ec-bbfe-447b-a277-aff72f4fa08d,segment=NetworkSegment(684010eb-b9c8-44ca-8706-1c0ac63af0ec),segment_id=684010eb-b9c8-44ca-8706-1c0ac63af0ec)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:41:37.172272 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-f74377b4-f36c-47fe-9bd8-2ded0f92cf17 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8767385 Dec 20 14:41:37.172272 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 48748) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:41:37.177313 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-efd02e29-8097-4466-b5b7-cc4314678414 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-674097336'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:41:37.196005 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182a5557-a104-47bf-bc65-8cf39d666e5d req-00691cfd-5395-40e1-a2c3-301df487e8a9 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:37.199765 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-182a5557-a104-47bf-bc65-8cf39d666e5d req-00691cfd-5395-40e1-a2c3-301df487e8a9 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "GET /v2.0/ports?device_id=c09bc019-13ea-434d-bbc0-07c863b22aea HTTP/1.1" status: 200 len: 945 time: 0.0831540 Dec 20 14:41:37.233987 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efd02e29-8097-4466-b5b7-cc4314678414 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Made reservation on behalf of 22c02344811c428a9e1331746c69f00a for: {'network': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:41:37.236134 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:37.238184 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-efd02e29-8097-4466-b5b7-cc4314678414 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:37.287853 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efd02e29-8097-4466-b5b7-cc4314678414 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=103167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:41:37.301343 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-182a5557-a104-47bf-bc65-8cf39d666e5d req-5c8d522f-de8f-471c-a8eb-b61bce13b7f0 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "GET /v2.0/security-groups?id=c47d898d-9929-440f-b783-78aa0f136a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945163 Dec 20 14:41:37.328483 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-efd02e29-8097-4466-b5b7-cc4314678414 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:37.328483 n-d-761264-19 neutron-server[103167]: INFO neutron.db.segments_db [None req-efd02e29-8097-4466-b5b7-cc4314678414 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Added segment d7db3d8e-e6b8-4d3e-b887-4860669960fc of type vlan for network ba9ccf3c-4d48-4430-9d5b-94abfe311e38 Dec 20 14:41:37.333811 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=39fb46ec-bbfe-447b-a277-aff72f4fa08d,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:41:37.352502 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e42ded7-24df-473b-8aab-16c302a2106e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-29ef3415-d170-4f1c-aef3-dad36233599e', 'network_id': '29ef3415-d170-4f1c-aef3-dad36233599e', 'project_id': '22c02344811c428a9e1331746c69f00a', 'fixed_ips': [{'subnet_id': '17185ec2-da80-4c5e-a252-c670e956ceee'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:41:37.353728 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2e42ded7-24df-473b-8aab-16c302a2106e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:37.380857 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-efd02e29-8097-4466-b5b7-cc4314678414 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:37.408930 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-efd02e29-8097-4466-b5b7-cc4314678414 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:37.419308 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd02e29-8097-4466-b5b7-cc4314678414 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:37.426159 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-efd02e29-8097-4466-b5b7-cc4314678414 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:37.558214 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd02e29-8097-4466-b5b7-cc4314678414 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Pushing event updated for resources: {'Network': ['ID=ba9ccf3c-4d48-4430-9d5b-94abfe311e38,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:41:37.570514 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-efd02e29-8097-4466-b5b7-cc4314678414 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3970273 Dec 20 14:41:37.573366 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 48762) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:41:37.580348 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-59649d4a-7033-4c75-8692-8e5f1f008653 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Request body: {'subnet': {'network_id': 'ba9ccf3c-4d48-4430-9d5b-94abfe311e38', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:41:37.638658 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-2e42ded7-24df-473b-8aab-16c302a2106e None None] Allocated IP 2001:db8:0:ffff::2 (29ef3415-d170-4f1c-aef3-dad36233599e/17185ec2-da80-4c5e-a252-c670e956ceee/d576ae14-8b6f-4f4d-a394-519a9219e601) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:41:37.652966 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6900ab3-f163-4cd1-a1ca-bd7712bfb272 req-2819d677-d4c0-4ea2-8437-b6a229e69f31 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:37.660915 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a6900ab3-f163-4cd1-a1ca-bd7712bfb272 req-2819d677-d4c0-4ea2-8437-b6a229e69f31 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 945 time: 0.1226299 Dec 20 14:41:37.663962 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f58dd1-b786-4f4e-895b-83e128dfbed2 req-3266cbd4-7a2a-4776-92e1-8f63ce966fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:37.665666 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-26f58dd1-b786-4f4e-895b-83e128dfbed2 req-3266cbd4-7a2a-4776-92e1-8f63ce966fc2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2a83aaac-7396-4782-a290-1f0b3f47602a HTTP/1.1" status: 200 len: 1098 time: 0.1656458 Dec 20 14:41:37.731815 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-26f58dd1-b786-4f4e-895b-83e128dfbed2 req-03ba930e-6701-40e2-8ce9-5e05dc9c6aff service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=32bfc1ff-28fd-45a5-ae96-207d0fefe02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463710 Dec 20 14:41:37.762833 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a6900ab3-f163-4cd1-a1ca-bd7712bfb272 req-0488a925-ba32-44df-a5c6-f9c47de27255 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=92081c13-7979-4810-b5cd-70c14477209d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009769 Dec 20 14:41:37.803758 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dd6b6b0-77e5-42c3-a6b9-3abc74ebcad2 x-openstack-request-id: req-3dd6b6b0-77e5-42c3-a6b9-3abc74ebcad2 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:41:37.805007 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a83aaac-7396-4782-a290-1f0b3f47602a", "name": "network-vif-plugged", "status": "completed", "tag": "39fb46ec-bbfe-447b-a277-aff72f4fa08d", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:41:37.805007 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3dd6b6b0-77e5-42c3-a6b9-3abc74ebcad2 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:41:37.805279 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a83aaac-7396-4782-a290-1f0b3f47602a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39fb46ec-bbfe-447b-a277-aff72f4fa08d', 'code': 200} Dec 20 14:41:37.808212 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network ba9ccf3c-4d48-4430-9d5b-94abfe311e38 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:41:37.832933 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59649d4a-7033-4c75-8692-8e5f1f008653 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Made reservation on behalf of 22c02344811c428a9e1331746c69f00a for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:41:37.838423 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-59649d4a-7033-4c75-8692-8e5f1f008653 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:37.884657 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de71de4-c89b-42db-87da-f1291679cc2d req-11571f1f-dbac-4896-a7d7-b8b615b957f3 tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:37.893476 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5de71de4-c89b-42db-87da-f1291679cc2d req-11571f1f-dbac-4896-a7d7-b8b615b957f3 tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] 10.222.0.54 "GET /v2.0/ports?device_id=4dacff5e-5fa0-480d-8dd2-bd040653649a HTTP/1.1" status: 200 len: 943 time: 0.1699047 Dec 20 14:41:37.990233 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2e42ded7-24df-473b-8aab-16c302a2106e None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:38.009136 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2e42ded7-24df-473b-8aab-16c302a2106e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:38.098077 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e42ded7-24df-473b-8aab-16c302a2106e None None] Pushing event updated for resources: {'Port': ['ID=d576ae14-8b6f-4f4d-a394-519a9219e601,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:41:38.123441 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e42ded7-24df-473b-8aab-16c302a2106e None None] Network 29ef3415-d170-4f1c-aef3-dad36233599e is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:41:38.128799 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-2e42ded7-24df-473b-8aab-16c302a2106e None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:41:38.131412 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e42ded7-24df-473b-8aab-16c302a2106e None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:41:38.161703 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5de71de4-c89b-42db-87da-f1291679cc2d req-ee933046-5a55-48b6-ac0d-a1c8027831d4 tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] 10.222.0.54 "GET /v2.0/security-groups?id=1fd3dc76-3453-41b8-8d7d-617eb8eaea07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2636130 Dec 20 14:41:38.221339 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52df4e06-61e6-4db5-b448-eb000f134419 req-bde5c74e-7da9-419b-91bf-9dfaf9d08ee5 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:38.229380 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-52df4e06-61e6-4db5-b448-eb000f134419 req-bde5c74e-7da9-419b-91bf-9dfaf9d08ee5 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.54 "GET /v2.0/ports?device_id=1853e57b-2105-43c2-a14c-5ab04a68a020 HTTP/1.1" status: 200 len: 945 time: 0.1695554 Dec 20 14:41:38.241369 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-2e42ded7-24df-473b-8aab-16c302a2106e None None] Attempting to bind port d576ae14-8b6f-4f4d-a394-519a9219e601 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:41:38.242761 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-2e42ded7-24df-473b-8aab-16c302a2106e None None] Attempting to bind port d576ae14-8b6f-4f4d-a394-519a9219e601 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '0f408d06-0df9-49eb-8b47-2271df1920e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '29ef3415-d170-4f1c-aef3-dad36233599e'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:41:38.243587 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e42ded7-24df-473b-8aab-16c302a2106e None None] Attempting to bind port d576ae14-8b6f-4f4d-a394-519a9219e601 on network 29ef3415-d170-4f1c-aef3-dad36233599e {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:41:38.251880 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e42ded7-24df-473b-8aab-16c302a2106e None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:41:38.252627 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e42ded7-24df-473b-8aab-16c302a2106e None None] Checking segment: {'id': '0f408d06-0df9-49eb-8b47-2271df1920e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '29ef3415-d170-4f1c-aef3-dad36233599e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:41:38.253269 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2e42ded7-24df-473b-8aab-16c302a2106e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:38.253686 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e42ded7-24df-473b-8aab-16c302a2106e None None] Bound using segment: {'id': '0f408d06-0df9-49eb-8b47-2271df1920e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '29ef3415-d170-4f1c-aef3-dad36233599e'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:41:38.254526 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-2e42ded7-24df-473b-8aab-16c302a2106e None None] Bound port: d576ae14-8b6f-4f4d-a394-519a9219e601, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f408d06-0df9-49eb-8b47-2271df1920e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '29ef3415-d170-4f1c-aef3-dad36233599e'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:41:38.255265 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2e42ded7-24df-473b-8aab-16c302a2106e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:38.309805 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-52df4e06-61e6-4db5-b448-eb000f134419 req-0627ca4f-97ac-462f-a44b-f15b402850b4 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.54 "GET /v2.0/security-groups?id=4ed0be7c-43ed-465d-90a7-becfa1e42aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789483 Dec 20 14:41:38.340981 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2e42ded7-24df-473b-8aab-16c302a2106e None None] For port d576ae14-8b6f-4f4d-a394-519a9219e601, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:41:38.344603 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2e42ded7-24df-473b-8aab-16c302a2106e None None] For port d576ae14-8b6f-4f4d-a394-519a9219e601, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=d576ae14-8b6f-4f4d-a394-519a9219e601,segment=NetworkSegment(0f408d06-0df9-49eb-8b47-2271df1920e2),segment_id=0f408d06-0df9-49eb-8b47-2271df1920e2)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:41:38.350873 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2e42ded7-24df-473b-8aab-16c302a2106e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:38.397379 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a876608b-b29d-43d9-a9db-32b91dc702ff req-f8124153-b23f-427b-984f-dc1819642fdc tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:38.398973 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a876608b-b29d-43d9-a9db-32b91dc702ff req-f8124153-b23f-427b-984f-dc1819642fdc tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a83aaac-7396-4782-a290-1f0b3f47602a HTTP/1.1" status: 200 len: 946 time: 0.1098139 Dec 20 14:41:38.409717 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e42ded7-24df-473b-8aab-16c302a2106e None None] Pushing event updated for resources: {'Port': ['ID=d576ae14-8b6f-4f4d-a394-519a9219e601,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:41:38.461481 n-d-761264-19 neutron-server[103167]: DEBUG neutron.objects.ports [None req-59649d4a-7033-4c75-8692-8e5f1f008653 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103167) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 20 14:41:38.468720 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-59649d4a-7033-4c75-8692-8e5f1f008653 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:38.546699 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a876608b-b29d-43d9-a9db-32b91dc702ff req-a7ef62c6-5b5e-4d9f-aa84-961f9688fe36 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=32bfc1ff-28fd-45a5-ae96-207d0fefe02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078556 Dec 20 14:41:38.567206 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59649d4a-7033-4c75-8692-8e5f1f008653 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Pushing event updated for resources: {'Subnet': ['ID=ce0bf471-0a64-42c6-8e7d-fd00921625dd,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:41:38.583861 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59649d4a-7033-4c75-8692-8e5f1f008653 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Checking segment: {'id': 'd7db3d8e-e6b8-4d3e-b887-4860669960fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ba9ccf3c-4d48-4430-9d5b-94abfe311e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:41:38.583861 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59649d4a-7033-4c75-8692-8e5f1f008653 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Network hostable DHCP agents. Network: ba9ccf3c-4d48-4430-9d5b-94abfe311e38, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:41:38.607933 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59649d4a-7033-4c75-8692-8e5f1f008653 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Network ba9ccf3c-4d48-4430-9d5b-94abfe311e38 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:41:38.646573 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-59649d4a-7033-4c75-8692-8e5f1f008653 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, ba9ccf3c-4d48-4430-9d5b-94abfe311e38) {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:41:38.651828 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59649d4a-7033-4c75-8692-8e5f1f008653 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:38.652582 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-59649d4a-7033-4c75-8692-8e5f1f008653 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:38.657001 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b29ebcb-fc8c-4d44-8340-05b99811ed62 None None] Network ba9ccf3c-4d48-4430-9d5b-94abfe311e38 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:41:38.677189 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 48786) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:41:38.677421 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-59649d4a-7033-4c75-8692-8e5f1f008653 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1028986 Dec 20 14:41:38.685959 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-d5ab76e5-631a-489d-8d7c-f3b988db5f22 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Request body: {'port': {'network_id': 'ba9ccf3c-4d48-4430-9d5b-94abfe311e38', 'name': 'tempest-NetworksIpV6TestAttrs-729678387'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:41:38.794069 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e93d8f-7c18-4a68-b1c9-cbb8ae0c1494 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-ba9ccf3c-4d48-4430-9d5b-94abfe311e38', 'network_id': 'ba9ccf3c-4d48-4430-9d5b-94abfe311e38', 'project_id': '22c02344811c428a9e1331746c69f00a', 'fixed_ips': [{'subnet_id': 'ce0bf471-0a64-42c6-8e7d-fd00921625dd'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:41:38.795350 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-46e93d8f-7c18-4a68-b1c9-cbb8ae0c1494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:38.832065 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5ab76e5-631a-489d-8d7c-f3b988db5f22 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Made reservation on behalf of 22c02344811c428a9e1331746c69f00a for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:41:38.836967 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d5ab76e5-631a-489d-8d7c-f3b988db5f22 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:38.883500 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [None req-d5ab76e5-631a-489d-8d7c-f3b988db5f22 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] device_id is not set on port ffebbf82-1796-4d8c-a632-496a3594ce69 yet. {{(pid=103168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 14:41:38.969714 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-46e93d8f-7c18-4a68-b1c9-cbb8ae0c1494 None None] Allocated IP 2001:db8::f816:3eff:fe8b:3d78 (ba9ccf3c-4d48-4430-9d5b-94abfe311e38/ce0bf471-0a64-42c6-8e7d-fd00921625dd/0766f6ce-79f3-4e45-833d-c14a72c29491) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:41:39.088209 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b86060d-acab-43aa-b483-3e1fefa1738a req-73767904-90f3-4748-aa19-5d4e68bd33c3 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:39.089988 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8b86060d-acab-43aa-b483-3e1fefa1738a req-73767904-90f3-4748-aa19-5d4e68bd33c3 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 945 time: 0.2189596 Dec 20 14:41:39.186099 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8b86060d-acab-43aa-b483-3e1fefa1738a req-667e0afa-fe18-4bd2-926d-b6accb3cf314 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=92081c13-7979-4810-b5cd-70c14477209d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794239 Dec 20 14:41:39.190134 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-46e93d8f-7c18-4a68-b1c9-cbb8ae0c1494 None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:39.207772 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-46e93d8f-7c18-4a68-b1c9-cbb8ae0c1494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:39.273236 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e93d8f-7c18-4a68-b1c9-cbb8ae0c1494 None None] Network ba9ccf3c-4d48-4430-9d5b-94abfe311e38 is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:41:39.276320 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-46e93d8f-7c18-4a68-b1c9-cbb8ae0c1494 None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:41:39.280033 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e93d8f-7c18-4a68-b1c9-cbb8ae0c1494 None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:41:39.295155 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-d5ab76e5-631a-489d-8d7c-f3b988db5f22 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Allocated IP 2001:db8::f816:3eff:fe63:cf69 (ba9ccf3c-4d48-4430-9d5b-94abfe311e38/ce0bf471-0a64-42c6-8e7d-fd00921625dd/ffebbf82-1796-4d8c-a632-496a3594ce69) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:41:39.315590 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e93d8f-7c18-4a68-b1c9-cbb8ae0c1494 None None] Pushing event updated for resources: {'Port': ['ID=0766f6ce-79f3-4e45-833d-c14a72c29491,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:41:39.351553 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5206efba-ebab-4e7c-bb1f-06ce0ffd8ed1 req-be05f79d-a6f8-4517-a7ba-adebc6937f1b tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:39.360660 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5206efba-ebab-4e7c-bb1f-06ce0ffd8ed1 req-be05f79d-a6f8-4517-a7ba-adebc6937f1b tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] 10.222.0.54 "GET /v2.0/ports?device_id=4dacff5e-5fa0-480d-8dd2-bd040653649a HTTP/1.1" status: 200 len: 943 time: 0.1077948 Dec 20 14:41:39.400556 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-46e93d8f-7c18-4a68-b1c9-cbb8ae0c1494 None None] Attempting to bind port 0766f6ce-79f3-4e45-833d-c14a72c29491 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:41:39.400968 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-46e93d8f-7c18-4a68-b1c9-cbb8ae0c1494 None None] Attempting to bind port 0766f6ce-79f3-4e45-833d-c14a72c29491 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': 'd7db3d8e-e6b8-4d3e-b887-4860669960fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ba9ccf3c-4d48-4430-9d5b-94abfe311e38'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:41:39.401335 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e93d8f-7c18-4a68-b1c9-cbb8ae0c1494 None None] Attempting to bind port 0766f6ce-79f3-4e45-833d-c14a72c29491 on network ba9ccf3c-4d48-4430-9d5b-94abfe311e38 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:41:39.417268 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e93d8f-7c18-4a68-b1c9-cbb8ae0c1494 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:41:39.417595 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e93d8f-7c18-4a68-b1c9-cbb8ae0c1494 None None] Checking segment: {'id': 'd7db3d8e-e6b8-4d3e-b887-4860669960fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ba9ccf3c-4d48-4430-9d5b-94abfe311e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:41:39.419534 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-46e93d8f-7c18-4a68-b1c9-cbb8ae0c1494 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:39.420039 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e93d8f-7c18-4a68-b1c9-cbb8ae0c1494 None None] Bound using segment: {'id': 'd7db3d8e-e6b8-4d3e-b887-4860669960fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ba9ccf3c-4d48-4430-9d5b-94abfe311e38'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:41:39.420509 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-46e93d8f-7c18-4a68-b1c9-cbb8ae0c1494 None None] Bound port: 0766f6ce-79f3-4e45-833d-c14a72c29491, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7db3d8e-e6b8-4d3e-b887-4860669960fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ba9ccf3c-4d48-4430-9d5b-94abfe311e38'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:41:39.420897 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-46e93d8f-7c18-4a68-b1c9-cbb8ae0c1494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:39.437070 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5206efba-ebab-4e7c-bb1f-06ce0ffd8ed1 req-b0cf3958-55e0-4b1e-b20f-9110a9f603ca tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] 10.222.0.54 "GET /v2.0/security-groups?id=1fd3dc76-3453-41b8-8d7d-617eb8eaea07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751882 Dec 20 14:41:39.558451 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-46e93d8f-7c18-4a68-b1c9-cbb8ae0c1494 None None] For port 0766f6ce-79f3-4e45-833d-c14a72c29491, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:41:39.564892 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-46e93d8f-7c18-4a68-b1c9-cbb8ae0c1494 None None] For port 0766f6ce-79f3-4e45-833d-c14a72c29491, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=0766f6ce-79f3-4e45-833d-c14a72c29491,segment=NetworkSegment(d7db3d8e-e6b8-4d3e-b887-4860669960fc),segment_id=d7db3d8e-e6b8-4d3e-b887-4860669960fc)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:41:39.577070 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-46e93d8f-7c18-4a68-b1c9-cbb8ae0c1494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:39.637682 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e76014-28b8-4696-bbac-e2bd5ea113fc req-b7ef7deb-426e-477a-be39-8ac7f16628e5 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:39.639295 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-19e76014-28b8-4696-bbac-e2bd5ea113fc req-b7ef7deb-426e-477a-be39-8ac7f16628e5 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.54 "GET /v2.0/ports?device_id=1853e57b-2105-43c2-a14c-5ab04a68a020 HTTP/1.1" status: 200 len: 945 time: 0.1586568 Dec 20 14:41:39.656842 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e93d8f-7c18-4a68-b1c9-cbb8ae0c1494 None None] Pushing event updated for resources: {'Port': ['ID=0766f6ce-79f3-4e45-833d-c14a72c29491,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:41:39.782098 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d5ab76e5-631a-489d-8d7c-f3b988db5f22 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:39.789333 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b90f43-186c-40df-8acc-8c5af70c2b84 req-d658869d-79d0-49fc-b4c3-62548e27f1f5 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:39.790883 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-81b90f43-186c-40df-8acc-8c5af70c2b84 req-d658869d-79d0-49fc-b4c3-62548e27f1f5 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a83aaac-7396-4782-a290-1f0b3f47602a HTTP/1.1" status: 200 len: 946 time: 0.0709057 Dec 20 14:41:39.826423 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device d68c79bf-82c8-4e18-bad9-cbb7a5e03e50 details requested by agent hyperv_n-h1-761264-19 with host n-h1-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:41:39.901212 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d5ab76e5-631a-489d-8d7c-f3b988db5f22 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:39.911761 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-81b90f43-186c-40df-8acc-8c5af70c2b84 req-6a195034-e16c-494e-8ccd-791f7de0a2a2 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=32bfc1ff-28fd-45a5-ae96-207d0fefe02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109474 Dec 20 14:41:39.964425 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-19e76014-28b8-4696-bbac-e2bd5ea113fc req-e9dcaab9-c1fc-42e5-b07d-241272bac637 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.54 "GET /v2.0/security-groups?id=4ed0be7c-43ed-465d-90a7-becfa1e42aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3049736 Dec 20 14:41:40.009875 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ab76e5-631a-489d-8d7c-f3b988db5f22 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Network ba9ccf3c-4d48-4430-9d5b-94abfe311e38 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:41:40.015658 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-d5ab76e5-631a-489d-8d7c-f3b988db5f22 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:41:40.031576 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e485dfe8-8b27-4f9c-92ff-702e4883124d None None] Network 29ef3415-d170-4f1c-aef3-dad36233599e requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:41:40.083518 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ab76e5-631a-489d-8d7c-f3b988db5f22 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Pushing event updated for resources: {'Port': ['ID=ffebbf82-1796-4d8c-a632-496a3594ce69,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:41:40.090961 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ab76e5-631a-489d-8d7c-f3b988db5f22 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:41:40.103573 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ab76e5-631a-489d-8d7c-f3b988db5f22 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:40.104115 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d5ab76e5-631a-489d-8d7c-f3b988db5f22 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:40.140751 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-d5ab76e5-631a-489d-8d7c-f3b988db5f22 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.4606876 Dec 20 14:41:40.143440 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 48824) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:41:40.174544 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port d68c79bf-82c8-4e18-bad9-cbb7a5e03e50, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=d68c79bf-82c8-4e18-bad9-cbb7a5e03e50,segment=NetworkSegment(9c5b2800-df8a-4047-8744-d8423b687cc4),segment_id=9c5b2800-df8a-4047-8744-d8423b687cc4)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:41:40.206023 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba82bb-275e-4bcb-8863-2b27c6e57564 req-ffa5ba9a-9876-48fb-ba34-920a896f4e2f tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:40.210336 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-cdba82bb-275e-4bcb-8863-2b27c6e57564 req-ffa5ba9a-9876-48fb-ba34-920a896f4e2f tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a83aaac-7396-4782-a290-1f0b3f47602a HTTP/1.1" status: 200 len: 946 time: 0.1108778 Dec 20 14:41:40.220390 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 48830) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:41:40.233092 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-13b5f20f-70b1-4d1c-8b0f-e45739736042 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Request body: {'floatingip': {'port_id': '39fb46ec-bbfe-447b-a277-aff72f4fa08d'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:41:40.255946 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Returning: {'device': 'd68c79bf-82c8-4e18-bad9-cbb7a5e03e50', 'network_id': '74ca7104-e6e4-4eba-8cec-af557c0b63a5', 'port_id': 'd68c79bf-82c8-4e18-bad9-cbb7a5e03e50', 'mac_address': 'fa:16:3e:63:8c:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c40f7186-b871-4167-b42c-6edd2a024911', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:41:40.259887 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_v2 [None req-06118892-3429-4796-99e9-165306946380 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Deleting subnet ce0bf471-0a64-42c6-8e7d-fd00921625dd {{(pid=103168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:41:40.262067 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device d576ae14-8b6f-4f4d-a394-519a9219e601 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:41:40.264693 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-06118892-3429-4796-99e9-165306946380 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks [] for subnet, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:40.329698 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-1dfb48bd-78c7-4ff1-9a8b-3c1919a30713 None None] Provisioning complete for port d576ae14-8b6f-4f4d-a394-519a9219e601 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:41:40.330160 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-1dfb48bd-78c7-4ff1-9a8b-3c1919a30713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:40.352400 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-13b5f20f-70b1-4d1c-8b0f-e45739736042 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Publish callbacks [] for floatingip, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:40.430186 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-06118892-3429-4796-99e9-165306946380 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9023023'] for subnet, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:40.462393 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce9a531-15ef-49fc-a6f3-03e57b3c6d89 req-9e0aa1be-8200-4e9e-9dd1-ff649b5f2fee tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:40.472115 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0ce9a531-15ef-49fc-a6f3-03e57b3c6d89 req-9e0aa1be-8200-4e9e-9dd1-ff649b5f2fee tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 945 time: 0.1512024 Dec 20 14:41:40.514129 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:40.563570 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d68c79bf-82c8-4e18-bad9-cbb7a5e03e50 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:41:40.630536 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port d68c79bf-82c8-4e18-bad9-cbb7a5e03e50, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=d68c79bf-82c8-4e18-bad9-cbb7a5e03e50,segment=NetworkSegment(9c5b2800-df8a-4047-8744-d8423b687cc4),segment_id=9c5b2800-df8a-4047-8744-d8423b687cc4)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:41:40.636810 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0ce9a531-15ef-49fc-a6f3-03e57b3c6d89 req-c324c77b-d4f1-437f-bea6-1e349e8d357b tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=92081c13-7979-4810-b5cd-70c14477209d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1636319 Dec 20 14:41:40.638095 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port d576ae14-8b6f-4f4d-a394-519a9219e601 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:41:40.638634 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:40.701008 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd93745d-a0be-4204-87f8-699d866de93b req-1c573314-b7c2-4ce9-a78a-ca3fa1bd0beb tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:40.708605 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bd93745d-a0be-4204-87f8-699d866de93b req-1c573314-b7c2-4ce9-a78a-ca3fa1bd0beb tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] 10.222.0.54 "GET /v2.0/ports?device_id=4dacff5e-5fa0-480d-8dd2-bd040653649a HTTP/1.1" status: 200 len: 943 time: 0.1328027 Dec 20 14:41:40.710062 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:40.737339 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-06118892-3429-4796-99e9-165306946380 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:40.876782 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:40.898458 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-06118892-3429-4796-99e9-165306946380 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8850800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470517'] for subnet, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:40.965860 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06118892-3429-4796-99e9-165306946380 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Pushing event deleted for resources: {'Subnet': ['ID=ce0bf471-0a64-42c6-8e7d-fd00921625dd,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:41:40.980524 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-06118892-3429-4796-99e9-165306946380 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:41.004481 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-06118892-3429-4796-99e9-165306946380 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] 10.222.0.54 "DELETE /v2.0/subnets/ce0bf471-0a64-42c6-8e7d-fd00921625dd HTTP/1.1" status: 204 len: 168 time: 0.8595531 Dec 20 14:41:41.009256 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 48848) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:41:41.323043 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=d68c79bf-82c8-4e18-bad9-cbb7a5e03e50,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:41:41.326232 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-1dfb48bd-78c7-4ff1-9a8b-3c1919a30713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:41.368820 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5cf32ab-1b55-4641-8960-d4c32c1cb7ca tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:41.371318 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] For port d576ae14-8b6f-4f4d-a394-519a9219e601, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=d576ae14-8b6f-4f4d-a394-519a9219e601,segment=NetworkSegment(0f408d06-0df9-49eb-8b47-2271df1920e2),segment_id=0f408d06-0df9-49eb-8b47-2271df1920e2)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:41:41.371467 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5cf32ab-1b55-4641-8960-d4c32c1cb7ca tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:41.378706 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-c5cf32ab-1b55-4641-8960-d4c32c1cb7ca tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3645101 Dec 20 14:41:41.378966 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:41.382438 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 48850) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:41:41.434173 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Pushing event updated for resources: {'Port': ['ID=d576ae14-8b6f-4f4d-a394-519a9219e601,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:41:41.500557 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e5ad02-71f7-4583-a9ee-788f64517e08 req-03af0630-a792-4eb8-97f2-94883e65bd46 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:41.502171 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-24e5ad02-71f7-4583-a9ee-788f64517e08 req-03af0630-a792-4eb8-97f2-94883e65bd46 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.54 "GET /v2.0/ports?device_id=1853e57b-2105-43c2-a14c-5ab04a68a020 HTTP/1.1" status: 200 len: 945 time: 0.3040304 Dec 20 14:41:41.508324 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4fee2488-881a-494e-a00e-a1863bf28692 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:41.511875 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10d6954-9cc6-4686-a7ad-776cc8d961c0 None None] Network ba9ccf3c-4d48-4430-9d5b-94abfe311e38 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:41:41.560430 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fee2488-881a-494e-a00e-a1863bf28692 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 20 14:41:41.560890 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fee2488-881a-494e-a00e-a1863bf28692 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:41:41.567971 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-4fee2488-881a-494e-a00e-a1863bf28692 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] 10.222.0.54 "DELETE /v2.0/networks/ba9ccf3c-4d48-4430-9d5b-94abfe311e38 HTTP/1.1" status: 409 len: 466 time: 0.1810775 Dec 20 14:41:41.568848 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 48856) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:41:41.575701 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-1ed8c8d2-a597-4260-aace-cc00c834aa0c tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-690610948'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:41:41.592631 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['d68c79bf-82c8-4e18-bad9-cbb7a5e03e50'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:41:41.594279 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bd93745d-a0be-4204-87f8-699d866de93b req-a812f607-e132-493a-9e84-62702d9f5208 tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] 10.222.0.54 "GET /v2.0/security-groups?id=1fd3dc76-3453-41b8-8d7d-617eb8eaea07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8756683 Dec 20 14:41:41.598974 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-24e5ad02-71f7-4583-a9ee-788f64517e08 req-7a08a860-842c-438e-9451-3193cd2d9c05 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.54 "GET /v2.0/security-groups?id=4ed0be7c-43ed-465d-90a7-becfa1e42aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722847 Dec 20 14:41:41.626968 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.db.api [None req-1dfb48bd-78c7-4ff1-9a8b-3c1919a30713 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103169) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 14:41:41.627324 n-d-761264-19 neutron-server[103169]: DEBUG oslo_db.api [None req-1dfb48bd-78c7-4ff1-9a8b-3c1919a30713 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 14:41:41.633545 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ed8c8d2-a597-4260-aace-cc00c834aa0c tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Made reservation on behalf of 22c02344811c428a9e1331746c69f00a for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:41:41.637404 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1ed8c8d2-a597-4260-aace-cc00c834aa0c tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:41.681412 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ed8c8d2-a597-4260-aace-cc00c834aa0c tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:41:41.689117 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:41.695139 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1ed8c8d2-a597-4260-aace-cc00c834aa0c tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:41.695613 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-1ed8c8d2-a597-4260-aace-cc00c834aa0c tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Added segment bb4c81ad-bca1-47af-ab27-96b769f2d265 of type vlan for network 1810cf08-c166-44b4-80b6-afef3538e351 Dec 20 14:41:41.726458 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.db.resource_extend [None req-13b5f20f-70b1-4d1c-8b0f-e45739736042 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 14:41:41.756000 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1ed8c8d2-a597-4260-aace-cc00c834aa0c tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:41.789379 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1ed8c8d2-a597-4260-aace-cc00c834aa0c tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:41.809124 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed8c8d2-a597-4260-aace-cc00c834aa0c tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:41.810058 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1ed8c8d2-a597-4260-aace-cc00c834aa0c tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:41.855671 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07aede1e-27ff-429b-b1b9-a8b1f2771cb2 None None] DHCP port deletion for ba9ccf3c-4d48-4430-9d5b-94abfe311e38 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:41:41.883782 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-13b5f20f-70b1-4d1c-8b0f-e45739736042 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:41.906821 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-1ed8c8d2-a597-4260-aace-cc00c834aa0c tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3281188 Dec 20 14:41:41.907217 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09442e42-a56e-4746-b35f-e828397ecc9b req-7d34359e-3663-483b-9fb2-8b94313a808d tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:41.907345 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 48868) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:41:41.907452 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-09442e42-a56e-4746-b35f-e828397ecc9b req-7d34359e-3663-483b-9fb2-8b94313a808d tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 945 time: 0.1816163 Dec 20 14:41:41.907452 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-13b5f20f-70b1-4d1c-8b0f-e45739736042 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585115'] for floatingip, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:41.910122 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-7012303e-8339-42ad-8364-ce0e598664d8 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Request body: {'subnet': {'network_id': '1810cf08-c166-44b4-80b6-afef3538e351', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:41:41.944368 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-07aede1e-27ff-429b-b1b9-a8b1f2771cb2 None None] Deleting port 0766f6ce-79f3-4e45-833d-c14a72c29491 {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:41:41.944959 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-07aede1e-27ff-429b-b1b9-a8b1f2771cb2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:42.003230 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed8c8d2-a597-4260-aace-cc00c834aa0c tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Pushing event updated for resources: {'Network': ['ID=1810cf08-c166-44b4-80b6-afef3538e351,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:41:42.009633 n-d-761264-19 neutron-server[103167]: INFO neutron.db.l3_db [None req-13b5f20f-70b1-4d1c-8b0f-e45739736042 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Floating IP 26ade9b3-c04a-4b9e-8aa4-2b22c09c1bf5 associated. External IP: 172.25.0.197, port: 39fb46ec-bbfe-447b-a277-aff72f4fa08d. Dec 20 14:41:42.026165 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed8c8d2-a597-4260-aace-cc00c834aa0c tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:41:42.027066 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-07aede1e-27ff-429b-b1b9-a8b1f2771cb2 None None] For port 0766f6ce-79f3-4e45-833d-c14a72c29491, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=0766f6ce-79f3-4e45-833d-c14a72c29491,segment=NetworkSegment(d7db3d8e-e6b8-4d3e-b887-4860669960fc),segment_id=d7db3d8e-e6b8-4d3e-b887-4860669960fc)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:41:42.027466 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-07aede1e-27ff-429b-b1b9-a8b1f2771cb2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:42.031494 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed8c8d2-a597-4260-aace-cc00c834aa0c tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:41:42.033964 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed8c8d2-a597-4260-aace-cc00c834aa0c tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:41:42.037567 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed8c8d2-a597-4260-aace-cc00c834aa0c tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:41:42.037946 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed8c8d2-a597-4260-aace-cc00c834aa0c tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:41:42.038353 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed8c8d2-a597-4260-aace-cc00c834aa0c tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:41:42.038786 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed8c8d2-a597-4260-aace-cc00c834aa0c tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:41:42.039470 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed8c8d2-a597-4260-aace-cc00c834aa0c tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:41:42.039874 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed8c8d2-a597-4260-aace-cc00c834aa0c tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:41:42.040365 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed8c8d2-a597-4260-aace-cc00c834aa0c tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:41:42.040767 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed8c8d2-a597-4260-aace-cc00c834aa0c tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:41:42.041660 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed8c8d2-a597-4260-aace-cc00c834aa0c tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:41:42.042057 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed8c8d2-a597-4260-aace-cc00c834aa0c tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:41:42.065973 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-07aede1e-27ff-429b-b1b9-a8b1f2771cb2 None None] Calling delete_port for 0766f6ce-79f3-4e45-833d-c14a72c29491 owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:41:42.096457 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-09442e42-a56e-4746-b35f-e828397ecc9b req-47c882f3-9392-4cdd-8315-28576c75f562 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=92081c13-7979-4810-b5cd-70c14477209d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841517 Dec 20 14:41:42.166388 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 1810cf08-c166-44b4-80b6-afef3538e351 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:41:42.168125 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device d576ae14-8b6f-4f4d-a394-519a9219e601 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:41:42.183683 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7012303e-8339-42ad-8364-ce0e598664d8 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Made reservation on behalf of 22c02344811c428a9e1331746c69f00a for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:41:42.188024 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7012303e-8339-42ad-8364-ce0e598664d8 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:42.263558 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-07aede1e-27ff-429b-b1b9-a8b1f2771cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:42.314666 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13b5f20f-70b1-4d1c-8b0f-e45739736042 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Router b616e8bf-b9aa-4e07-88e4-eb8293705097 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:41:42.389988 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aede1e-27ff-429b-b1b9-a8b1f2771cb2 None None] Pushing event deleted for resources: {'Port': ['ID=0766f6ce-79f3-4e45-833d-c14a72c29491,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:41:42.414165 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07aede1e-27ff-429b-b1b9-a8b1f2771cb2 None None] No DVR routers for this DVR port 0766f6ce-79f3-4e45-833d-c14a72c29491 on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:41:42.432719 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port d576ae14-8b6f-4f4d-a394-519a9219e601 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:41:42.433199 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:42.508318 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13b5f20f-70b1-4d1c-8b0f-e45739736042 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:41:42.513631 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-13b5f20f-70b1-4d1c-8b0f-e45739736042 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:42.520816 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb062a3a-29c1-45ca-a788-a7bfb5a2f07b None None] Sync routers for ids ['b616e8bf-b9aa-4e07-88e4-eb8293705097'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:41:42.544930 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb062a3a-29c1-45ca-a788-a7bfb5a2f07b None None] Routers {'b616e8bf-b9aa-4e07-88e4-eb8293705097'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:41:42.548702 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-13b5f20f-70b1-4d1c-8b0f-e45739736042 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "PUT /v2.0/floatingips/26ade9b3-c04a-4b9e-8aa4-2b22c09c1bf5 HTTP/1.1" status: 200 len: 992 time: 2.3268020 Dec 20 14:41:42.549443 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a83aaac-7396-4782-a290-1f0b3f47602a', 'tag': '39fb46ec-bbfe-447b-a277-aff72f4fa08d'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:41:42.552007 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8f4097a-73f7-42bb-8460-4ea004e9c1d9" -d '{"events": [{"name": "network-changed", "server_uuid": "2a83aaac-7396-4782-a290-1f0b3f47602a", "tag": "39fb46ec-bbfe-447b-a277-aff72f4fa08d"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:41:42.552812 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-cb062a3a-29c1-45ca-a788-a7bfb5a2f07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:41:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['b616e8bf-b9aa-4e07-88e4-eb8293705097'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:41:42.591518 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-9c89e25b-1b1d-4e44-93d7-c93dfec1ee8e None None] Could not find standard attr ID for object 0766f6ce-79f3-4e45-833d-c14a72c29491. {{(pid=103169) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 14:41:42.625733 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0c67449-db64-4ed9-bd97-30612585b8fa x-openstack-request-id: req-b0c67449-db64-4ed9-bd97-30612585b8fa {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:41:42.626297 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a83aaac-7396-4782-a290-1f0b3f47602a", "tag": "39fb46ec-bbfe-447b-a277-aff72f4fa08d", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:41:42.626297 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b0c67449-db64-4ed9-bd97-30612585b8fa {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:41:42.626684 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a83aaac-7396-4782-a290-1f0b3f47602a', 'tag': '39fb46ec-bbfe-447b-a277-aff72f4fa08d', 'status': 'completed', 'code': 200} Dec 20 14:41:42.653933 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-9c89e25b-1b1d-4e44-93d7-c93dfec1ee8e None None] Provisioning complete for port d576ae14-8b6f-4f4d-a394-519a9219e601 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:41:42.654295 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-9c89e25b-1b1d-4e44-93d7-c93dfec1ee8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:42.669372 n-d-761264-19 neutron-server[103168]: DEBUG neutron.objects.ports [None req-7012303e-8339-42ad-8364-ce0e598664d8 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103168) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 20 14:41:42.669372 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7012303e-8339-42ad-8364-ce0e598664d8 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8848317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10470522'] for subnet, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:42.791617 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-cb062a3a-29c1-45ca-a788-a7bfb5a2f07b None None] Set router b616e8bf-b9aa-4e07-88e4-eb8293705097 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:41:42.820691 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c933ec7-c930-4ae9-b23a-46d88c6715c9 req-9b7e5846-baaf-4ff1-872f-2814b8d26224 tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:42.838993 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0c933ec7-c930-4ae9-b23a-46d88c6715c9 req-9b7e5846-baaf-4ff1-872f-2814b8d26224 tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] 10.222.0.54 "GET /v2.0/ports?device_id=4dacff5e-5fa0-480d-8dd2-bd040653649a HTTP/1.1" status: 200 len: 944 time: 0.1156430 Dec 20 14:41:42.902386 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0c933ec7-c930-4ae9-b23a-46d88c6715c9 req-2e5a6fdd-1064-4762-bcfe-6b614cb83a79 tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] 10.222.0.54 "GET /v2.0/security-groups?id=1fd3dc76-3453-41b8-8d7d-617eb8eaea07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622187 Dec 20 14:41:42.936733 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7012303e-8339-42ad-8364-ce0e598664d8 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Pushing event updated for resources: {'Subnet': ['ID=fc12a3b8-1383-45ec-864e-d67463c3da43,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:41:42.953903 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f4097a-73f7-42bb-8460-4ea004e9c1d9 req-141fe24c-9fdb-4422-8b01-7ce4f7408d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:42.955398 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a8f4097a-73f7-42bb-8460-4ea004e9c1d9 req-141fe24c-9fdb-4422-8b01-7ce4f7408d8a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9abc31fa6fc849d78699cc7e0935f4b6&device_id=2a83aaac-7396-4782-a290-1f0b3f47602a HTTP/1.1" status: 200 len: 1098 time: 0.2876906 Dec 20 14:41:43.015273 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d167787-5c01-41a8-b937-f1b4cc7b604c req-180fef57-0dbc-4096-9bbb-31ad5411c805 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:43.017354 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9d167787-5c01-41a8-b937-f1b4cc7b604c req-180fef57-0dbc-4096-9bbb-31ad5411c805 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.54 "GET /v2.0/ports?device_id=1853e57b-2105-43c2-a14c-5ab04a68a020 HTTP/1.1" status: 200 len: 945 time: 0.1739233 Dec 20 14:41:43.020497 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7012303e-8339-42ad-8364-ce0e598664d8 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Checking segment: {'id': 'bb4c81ad-bca1-47af-ab27-96b769f2d265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1810cf08-c166-44b4-80b6-afef3538e351'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:41:43.020868 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7012303e-8339-42ad-8364-ce0e598664d8 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Network hostable DHCP agents. Network: 1810cf08-c166-44b4-80b6-afef3538e351, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:41:43.128330 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7012303e-8339-42ad-8364-ce0e598664d8 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Network 1810cf08-c166-44b4-80b6-afef3538e351 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:41:43.181301 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-cb062a3a-29c1-45ca-a788-a7bfb5a2f07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b616e8bf-b9aa-4e07-88e4-eb8293705097', 'name': 'tempest-AttachVolumeShelveTestJSON-1027199231-router', 'tenant_id': '9abc31fa6fc849d78699cc7e0935f4b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '79ca2368-2b22-4bbc-b4c5-f0b5c6649422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:40:34Z', 'updated_at': '2021-12-20T14:40:42Z', 'revision_number': 4, 'project_id': '9abc31fa6fc849d78699cc7e0935f4b6', 'gw_port': {'id': '79ca2368-2b22-4bbc-b4c5-f0b5c6649422', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b616e8bf-b9aa-4e07-88e4-eb8293705097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:40:36Z', 'updated_at': '2021-12-20T14:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': '26ade9b3-c04a-4b9e-8aa4-2b22c09c1bf5', 'tenant_id': '9abc31fa6fc849d78699cc7e0935f4b6', 'floating_ip_address': '172.25.0.197', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': 'b616e8bf-b9aa-4e07-88e4-eb8293705097', 'port_id': '39fb46ec-bbfe-447b-a277-aff72f4fa08d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2000, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '247d6423-5fdf-4eed-9378-2e1201ada444', 'mac_address': 'fa:16:3e:ea:be:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a83aaac-7396-4782-a290-1f0b3f47602a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T14:40:56Z', 'updated_at': '2021-12-20T14:41:41Z', 'revision_number': 1, 'project_id': '9abc31fa6fc849d78699cc7e0935f4b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d2afa49-8d0f-4a2a-9610-c506691ede27', 'name': '', 'network_id': '247d6423-5fdf-4eed-9378-2e1201ada444', 'tenant_id': '9abc31fa6fc849d78699cc7e0935f4b6', 'mac_address': 'fa:16:3e:31:69:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b616e8bf-b9aa-4e07-88e4-eb8293705097', 'device_owner': 'network:router_interface', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': 'a8bc57f1-3730-4dfb-a3cb-cf3c3829d7fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:40:41Z', 'updated_at': '2021-12-20T14:40:50Z', 'revision_number': 5, 'project_id': '9abc31fa6fc849d78699cc7e0935f4b6', 'subnets': [{'id': 'a8bc57f1-3730-4dfb-a3cb-cf3c3829d7fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:41:43.192171 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9d167787-5c01-41a8-b937-f1b4cc7b604c req-cf749373-c4f7-4653-8af4-45aee669dcce tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.54 "GET /v2.0/security-groups?id=4ed0be7c-43ed-465d-90a7-becfa1e42aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672678 Dec 20 14:41:43.200021 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-7012303e-8339-42ad-8364-ce0e598664d8 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 1810cf08-c166-44b4-80b6-afef3538e351) {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:41:43.207061 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f4097a-73f7-42bb-8460-4ea004e9c1d9 req-57114bb7-6fa6-43d0-8f8e-8f3562fce5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:43.208787 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a8f4097a-73f7-42bb-8460-4ea004e9c1d9 req-57114bb7-6fa6-43d0-8f8e-8f3562fce5e1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=247d6423-5fdf-4eed-9378-2e1201ada444 HTTP/1.1" status: 200 len: 918 time: 0.2414839 Dec 20 14:41:43.213521 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb062a3a-29c1-45ca-a788-a7bfb5a2f07b None None] Checking router: b616e8bf-b9aa-4e07-88e4-eb8293705097 for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:41:43.213871 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50aef774-92d3-4cd5-be71-39622685307b None None] Network 1810cf08-c166-44b4-80b6-afef3538e351 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:41:43.226251 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb062a3a-29c1-45ca-a788-a7bfb5a2f07b None None] Routers {'b616e8bf-b9aa-4e07-88e4-eb8293705097'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:41:43.227232 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-cb062a3a-29c1-45ca-a788-a7bfb5a2f07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:41:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['b616e8bf-b9aa-4e07-88e4-eb8293705097'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:41:43.232204 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7012303e-8339-42ad-8364-ce0e598664d8 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:43.232899 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7012303e-8339-42ad-8364-ce0e598664d8 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:43.340805 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-7012303e-8339-42ad-8364-ce0e598664d8 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4362125 Dec 20 14:41:43.341073 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 48916) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:41:43.346690 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-7a192f72-ce08-464e-91d2-0039225bc63a tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Request body: {'port': {'network_id': '1810cf08-c166-44b4-80b6-afef3538e351', 'name': 'tempest-NetworksIpV6TestAttrs-508709805'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:41:43.392821 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a8f4097a-73f7-42bb-8460-4ea004e9c1d9 req-a8c20fb5-0788-4824-a3c2-40ef060e336d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39fb46ec-bbfe-447b-a277-aff72f4fa08d HTTP/1.1" status: 200 len: 1000 time: 0.1699514 Dec 20 14:41:43.499969 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f4097a-73f7-42bb-8460-4ea004e9c1d9 req-2c793630-4acb-417d-bb8f-12d944d3366f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:43.501396 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8a2675-ce7a-4ed1-a15f-3ccaa45b7b29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-1810cf08-c166-44b4-80b6-afef3538e351', 'network_id': '1810cf08-c166-44b4-80b6-afef3538e351', 'project_id': '22c02344811c428a9e1331746c69f00a', 'fixed_ips': [{'subnet_id': 'fc12a3b8-1383-45ec-864e-d67463c3da43'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:41:43.501944 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a8f4097a-73f7-42bb-8460-4ea004e9c1d9 req-2c793630-4acb-417d-bb8f-12d944d3366f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a8bc57f1-3730-4dfb-a3cb-cf3c3829d7fe HTTP/1.1" status: 200 len: 856 time: 0.0990362 Dec 20 14:41:43.503526 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-7c8a2675-ce7a-4ed1-a15f-3ccaa45b7b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:43.598672 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f4097a-73f7-42bb-8460-4ea004e9c1d9 req-7caa43b3-5503-4737-acc9-b4669c3a3814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:43.600185 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a8f4097a-73f7-42bb-8460-4ea004e9c1d9 req-7caa43b3-5503-4737-acc9-b4669c3a3814 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=247d6423-5fdf-4eed-9378-2e1201ada444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0913255 Dec 20 14:41:43.651280 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a192f72-ce08-464e-91d2-0039225bc63a tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Made reservation on behalf of 22c02344811c428a9e1331746c69f00a for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:41:43.655371 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7a192f72-ce08-464e-91d2-0039225bc63a tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:43.655837 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-cb062a3a-29c1-45ca-a788-a7bfb5a2f07b None None] Set router b616e8bf-b9aa-4e07-88e4-eb8293705097 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:41:43.681799 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [None req-7a192f72-ce08-464e-91d2-0039225bc63a tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] device_id is not set on port dc6d38af-2976-4bca-ac51-13a25f42176d yet. {{(pid=103167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 14:41:43.695686 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc08a61-9cbf-4b1e-95af-ef484e45433a req-e3895bf1-97d0-4056-aed7-d1a108a6d12b tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:43.703866 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5dc08a61-9cbf-4b1e-95af-ef484e45433a req-e3895bf1-97d0-4056-aed7-d1a108a6d12b tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 945 time: 0.1114135 Dec 20 14:41:43.766703 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5dc08a61-9cbf-4b1e-95af-ef484e45433a req-82a46f67-0ef7-455b-8dbe-0ac29ced2b77 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=92081c13-7979-4810-b5cd-70c14477209d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606601 Dec 20 14:41:43.797626 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a8f4097a-73f7-42bb-8460-4ea004e9c1d9 req-6afdf70b-3820-475d-a9d3-08e533abbd06 service neutron] 10.222.0.47 "GET /v2.0/networks/247d6423-5fdf-4eed-9378-2e1201ada444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872921 Dec 20 14:41:43.799204 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-7c8a2675-ce7a-4ed1-a15f-3ccaa45b7b29 None None] Allocated IP 2001:db8::f816:3eff:fe81:f624 (1810cf08-c166-44b4-80b6-afef3538e351/fc12a3b8-1383-45ec-864e-d67463c3da43/18c765db-d911-4f24-aa76-62575e81ae67) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:41:43.852568 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device d68c79bf-82c8-4e18-bad9-cbb7a5e03e50 up at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:41:43.936139 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a8f4097a-73f7-42bb-8460-4ea004e9c1d9 req-c5cc5665-8b77-4754-8a0d-272dcabca976 service neutron] 10.222.0.47 "GET /v2.0/networks/247d6423-5fdf-4eed-9378-2e1201ada444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227911 Dec 20 14:41:44.053711 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning for port d68c79bf-82c8-4e18-bad9-cbb7a5e03e50 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:41:44.059995 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning complete for port d68c79bf-82c8-4e18-bad9-cbb7a5e03e50 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:41:44.059995 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:44.125653 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-7c8a2675-ce7a-4ed1-a15f-3ccaa45b7b29 None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:44.126156 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5babc50-ca89-4393-98c3-9a7b3bb6fad3 req-84137390-4ff6-495c-b865-9a6216cfc86b tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:44.127881 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a5babc50-ca89-4393-98c3-9a7b3bb6fad3 req-84137390-4ff6-495c-b865-9a6216cfc86b tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] 10.222.0.54 "GET /v2.0/ports?device_id=4dacff5e-5fa0-480d-8dd2-bd040653649a HTTP/1.1" status: 200 len: 944 time: 0.0812273 Dec 20 14:41:44.135377 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-7c8a2675-ce7a-4ed1-a15f-3ccaa45b7b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:44.147588 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-cb062a3a-29c1-45ca-a788-a7bfb5a2f07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b616e8bf-b9aa-4e07-88e4-eb8293705097', 'name': 'tempest-AttachVolumeShelveTestJSON-1027199231-router', 'tenant_id': '9abc31fa6fc849d78699cc7e0935f4b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '79ca2368-2b22-4bbc-b4c5-f0b5c6649422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:40:34Z', 'updated_at': '2021-12-20T14:40:42Z', 'revision_number': 4, 'project_id': '9abc31fa6fc849d78699cc7e0935f4b6', 'gw_port': {'id': '79ca2368-2b22-4bbc-b4c5-f0b5c6649422', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b616e8bf-b9aa-4e07-88e4-eb8293705097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:40:36Z', 'updated_at': '2021-12-20T14:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': '26ade9b3-c04a-4b9e-8aa4-2b22c09c1bf5', 'tenant_id': '9abc31fa6fc849d78699cc7e0935f4b6', 'floating_ip_address': '172.25.0.197', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': 'b616e8bf-b9aa-4e07-88e4-eb8293705097', 'port_id': '39fb46ec-bbfe-447b-a277-aff72f4fa08d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2000, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '247d6423-5fdf-4eed-9378-2e1201ada444', 'mac_address': 'fa:16:3e:ea:be:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a83aaac-7396-4782-a290-1f0b3f47602a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T14:40:56Z', 'updated_at': '2021-12-20T14:41:41Z', 'revision_number': 1, 'project_id': '9abc31fa6fc849d78699cc7e0935f4b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d2afa49-8d0f-4a2a-9610-c506691ede27', 'name': '', 'network_id': '247d6423-5fdf-4eed-9378-2e1201ada444', 'tenant_id': '9abc31fa6fc849d78699cc7e0935f4b6', 'mac_address': 'fa:16:3e:31:69:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b616e8bf-b9aa-4e07-88e4-eb8293705097', 'device_owner': 'network:router_interface', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': 'a8bc57f1-3730-4dfb-a3cb-cf3c3829d7fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:40:41Z', 'updated_at': '2021-12-20T14:40:50Z', 'revision_number': 5, 'project_id': '9abc31fa6fc849d78699cc7e0935f4b6', 'subnets': [{'id': 'a8bc57f1-3730-4dfb-a3cb-cf3c3829d7fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:41:44.184379 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb062a3a-29c1-45ca-a788-a7bfb5a2f07b None None] The sync data for ids ['b616e8bf-b9aa-4e07-88e4-eb8293705097'] in n-d-761264-19 is: [{'id': 'b616e8bf-b9aa-4e07-88e4-eb8293705097', 'name': 'tempest-AttachVolumeShelveTestJSON-1027199231-router', 'tenant_id': '9abc31fa6fc849d78699cc7e0935f4b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '79ca2368-2b22-4bbc-b4c5-f0b5c6649422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:40:34Z', 'updated_at': '2021-12-20T14:40:42Z', 'revision_number': 4, 'project_id': '9abc31fa6fc849d78699cc7e0935f4b6', 'gw_port': {'id': '79ca2368-2b22-4bbc-b4c5-f0b5c6649422', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b616e8bf-b9aa-4e07-88e4-eb8293705097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:40:36Z', 'updated_at': '2021-12-20T14:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': '26ade9b3-c04a-4b9e-8aa4-2b22c09c1bf5', 'tenant_id': '9abc31fa6fc849d78699cc7e0935f4b6', 'floating_ip_address': '172.25.0.197', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': 'b616e8bf-b9aa-4e07-88e4-eb8293705097', 'port_id': '39fb46ec-bbfe-447b-a277-aff72f4fa08d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2000, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '247d6423-5fdf-4eed-9378-2e1201ada444', 'mac_address': 'fa:16:3e:ea:be:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a83aaac-7396-4782-a290-1f0b3f47602a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T14:40:56Z', 'updated_at': '2021-12-20T14:41:41Z', 'revision_number': 1, 'project_id': '9abc31fa6fc849d78699cc7e0935f4b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d2afa49-8d0f-4a2a-9610-c506691ede27', 'name': '', 'network_id': '247d6423-5fdf-4eed-9378-2e1201ada444', 'tenant_id': '9abc31fa6fc849d78699cc7e0935f4b6', 'mac_address': 'fa:16:3e:31:69:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b616e8bf-b9aa-4e07-88e4-eb8293705097', 'device_owner': 'network:router_interface', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': 'a8bc57f1-3730-4dfb-a3cb-cf3c3829d7fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:40:41Z', 'updated_at': '2021-12-20T14:40:50Z', 'revision_number': 5, 'project_id': '9abc31fa6fc849d78699cc7e0935f4b6', 'subnets': [{'id': 'a8bc57f1-3730-4dfb-a3cb-cf3c3829d7fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:41:44.195738 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8a2675-ce7a-4ed1-a15f-3ccaa45b7b29 None None] Network 1810cf08-c166-44b4-80b6-afef3538e351 is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:41:44.201151 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-7c8a2675-ce7a-4ed1-a15f-3ccaa45b7b29 None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:41:44.204496 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8a2675-ce7a-4ed1-a15f-3ccaa45b7b29 None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:41:44.287877 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-7a192f72-ce08-464e-91d2-0039225bc63a tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Allocated IP 2001:db8::f816:3eff:fedb:b6c8 (1810cf08-c166-44b4-80b6-afef3538e351/fc12a3b8-1383-45ec-864e-d67463c3da43/dc6d38af-2976-4bca-ac51-13a25f42176d) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:41:44.319567 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8a2675-ce7a-4ed1-a15f-3ccaa45b7b29 None None] Pushing event updated for resources: {'Port': ['ID=18c765db-d911-4f24-aa76-62575e81ae67,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:41:44.327271 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a5babc50-ca89-4393-98c3-9a7b3bb6fad3 req-92bd27f3-6bf9-4c9d-957a-a5bc1c9b0505 tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] 10.222.0.54 "GET /v2.0/security-groups?id=1fd3dc76-3453-41b8-8d7d-617eb8eaea07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187835 Dec 20 14:41:44.348384 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:44.393461 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-7c8a2675-ce7a-4ed1-a15f-3ccaa45b7b29 None None] Attempting to bind port 18c765db-d911-4f24-aa76-62575e81ae67 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:41:44.393989 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-7c8a2675-ce7a-4ed1-a15f-3ccaa45b7b29 None None] Attempting to bind port 18c765db-d911-4f24-aa76-62575e81ae67 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': 'bb4c81ad-bca1-47af-ab27-96b769f2d265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1810cf08-c166-44b4-80b6-afef3538e351'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:41:44.394464 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8a2675-ce7a-4ed1-a15f-3ccaa45b7b29 None None] Attempting to bind port 18c765db-d911-4f24-aa76-62575e81ae67 on network 1810cf08-c166-44b4-80b6-afef3538e351 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:41:44.401883 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8a2675-ce7a-4ed1-a15f-3ccaa45b7b29 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:41:44.402456 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8a2675-ce7a-4ed1-a15f-3ccaa45b7b29 None None] Checking segment: {'id': 'bb4c81ad-bca1-47af-ab27-96b769f2d265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1810cf08-c166-44b4-80b6-afef3538e351'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:41:44.402991 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-7c8a2675-ce7a-4ed1-a15f-3ccaa45b7b29 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:44.403521 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8a2675-ce7a-4ed1-a15f-3ccaa45b7b29 None None] Bound using segment: {'id': 'bb4c81ad-bca1-47af-ab27-96b769f2d265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1810cf08-c166-44b4-80b6-afef3538e351'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:41:44.404520 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-7c8a2675-ce7a-4ed1-a15f-3ccaa45b7b29 None None] Bound port: 18c765db-d911-4f24-aa76-62575e81ae67, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb4c81ad-bca1-47af-ab27-96b769f2d265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1810cf08-c166-44b4-80b6-afef3538e351'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:41:44.405382 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-7c8a2675-ce7a-4ed1-a15f-3ccaa45b7b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:44.454270 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a7f3b7-9178-4243-98da-5ee90be27728 req-926f3b1a-3a3d-471f-a33b-c0c5f5799fb0 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:44.458387 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b0a7f3b7-9178-4243-98da-5ee90be27728 req-926f3b1a-3a3d-471f-a33b-c0c5f5799fb0 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.54 "GET /v2.0/ports?device_id=1853e57b-2105-43c2-a14c-5ab04a68a020 HTTP/1.1" status: 200 len: 945 time: 0.0791497 Dec 20 14:41:44.475622 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dacff5e-5fa0-480d-8dd2-bd040653649a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd68c79bf-82c8-4e18-bad9-cbb7a5e03e50'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:41:44.478502 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed265309-73a1-4938-8bf2-4f4ee44d77d9" -d '{"events": [{"server_uuid": "4dacff5e-5fa0-480d-8dd2-bd040653649a", "name": "network-vif-plugged", "status": "completed", "tag": "d68c79bf-82c8-4e18-bad9-cbb7a5e03e50"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:41:44.531860 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port d68c79bf-82c8-4e18-bad9-cbb7a5e03e50, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=d68c79bf-82c8-4e18-bad9-cbb7a5e03e50,segment=NetworkSegment(9c5b2800-df8a-4047-8744-d8423b687cc4),segment_id=9c5b2800-df8a-4047-8744-d8423b687cc4)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:41:44.545101 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:44.551494 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b0a7f3b7-9178-4243-98da-5ee90be27728 req-e9dd5a30-beca-47eb-b398-77be19268604 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.54 "GET /v2.0/security-groups?id=4ed0be7c-43ed-465d-90a7-becfa1e42aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826542 Dec 20 14:41:44.555957 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edf88059-587c-478b-8def-094f5fbbd0b5 x-openstack-request-id: req-edf88059-587c-478b-8def-094f5fbbd0b5 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:41:44.556368 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dacff5e-5fa0-480d-8dd2-bd040653649a", "name": "network-vif-plugged", "status": "completed", "tag": "d68c79bf-82c8-4e18-bad9-cbb7a5e03e50", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:41:44.557427 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-edf88059-587c-478b-8def-094f5fbbd0b5 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:41:44.557427 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dacff5e-5fa0-480d-8dd2-bd040653649a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd68c79bf-82c8-4e18-bad9-cbb7a5e03e50', 'code': 200} Dec 20 14:41:44.638536 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7a192f72-ce08-464e-91d2-0039225bc63a tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:44.644575 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=d68c79bf-82c8-4e18-bad9-cbb7a5e03e50,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:41:44.653539 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-7c8a2675-ce7a-4ed1-a15f-3ccaa45b7b29 None None] For port 18c765db-d911-4f24-aa76-62575e81ae67, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:41:44.659231 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4633a6f7-232e-4c16-af5f-94c7f8f71d42 None None] New status for floating IP 26ade9b3-c04a-4b9e-8aa4-2b22c09c1bf5: ACTIVE {{(pid=103169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 14:41:44.664597 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-7c8a2675-ce7a-4ed1-a15f-3ccaa45b7b29 None None] For port 18c765db-d911-4f24-aa76-62575e81ae67, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=18c765db-d911-4f24-aa76-62575e81ae67,segment=NetworkSegment(bb4c81ad-bca1-47af-ab27-96b769f2d265),segment_id=bb4c81ad-bca1-47af-ab27-96b769f2d265)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:41:44.688912 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7a192f72-ce08-464e-91d2-0039225bc63a tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:44.701338 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-7c8a2675-ce7a-4ed1-a15f-3ccaa45b7b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:44.741722 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a192f72-ce08-464e-91d2-0039225bc63a tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Network 1810cf08-c166-44b4-80b6-afef3538e351 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:41:44.750029 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-7a192f72-ce08-464e-91d2-0039225bc63a tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:41:44.754659 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a192f72-ce08-464e-91d2-0039225bc63a tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:41:44.761668 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a192f72-ce08-464e-91d2-0039225bc63a tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:44.762330 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7a192f72-ce08-464e-91d2-0039225bc63a tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:44.788352 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a192f72-ce08-464e-91d2-0039225bc63a tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Pushing event updated for resources: {'Port': ['ID=dc6d38af-2976-4bca-ac51-13a25f42176d,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:41:44.799039 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a192f72-ce08-464e-91d2-0039225bc63a tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:41:44.800186 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a192f72-ce08-464e-91d2-0039225bc63a tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:41:44.800435 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a192f72-ce08-464e-91d2-0039225bc63a tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:41:44.800830 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a192f72-ce08-464e-91d2-0039225bc63a tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:41:44.801367 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a192f72-ce08-464e-91d2-0039225bc63a tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:41:44.801632 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a192f72-ce08-464e-91d2-0039225bc63a tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:41:44.802199 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a192f72-ce08-464e-91d2-0039225bc63a tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:41:44.802389 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a192f72-ce08-464e-91d2-0039225bc63a tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:41:44.802874 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a192f72-ce08-464e-91d2-0039225bc63a tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:41:44.803349 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a192f72-ce08-464e-91d2-0039225bc63a tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:41:44.803878 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a192f72-ce08-464e-91d2-0039225bc63a tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:41:44.804243 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a192f72-ce08-464e-91d2-0039225bc63a tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:41:44.804579 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a192f72-ce08-464e-91d2-0039225bc63a tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:41:44.815005 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-7a192f72-ce08-464e-91d2-0039225bc63a tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.4725039 Dec 20 14:41:44.817575 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 48966) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:41:44.870084 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8a2675-ce7a-4ed1-a15f-3ccaa45b7b29 None None] Pushing event updated for resources: {'Port': ['ID=18c765db-d911-4f24-aa76-62575e81ae67,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:41:44.914171 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_v2 [None req-321cac43-f222-4f7f-bfc1-0a13e9eb01d5 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Deleting subnet fc12a3b8-1383-45ec-864e-d67463c3da43 {{(pid=103168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:41:44.926313 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-321cac43-f222-4f7f-bfc1-0a13e9eb01d5 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks [] for subnet, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:45.000437 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-321cac43-f222-4f7f-bfc1-0a13e9eb01d5 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9023023'] for subnet, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:45.081427 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33402a8f-e015-4dec-819a-1c8919ef3378 req-876fc19a-fad1-4257-8101-0cf9fbb9b001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:45.083356 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-33402a8f-e015-4dec-819a-1c8919ef3378 req-876fc19a-fad1-4257-8101-0cf9fbb9b001 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4dacff5e-5fa0-480d-8dd2-bd040653649a HTTP/1.1" status: 200 len: 1097 time: 0.4355860 Dec 20 14:41:45.096698 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc0110-dc55-4a02-8523-2387c0311954 req-b0328596-9a1e-482c-b2c9-01ad0005b63e tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:45.107326 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9cfc0110-dc55-4a02-8523-2387c0311954 req-b0328596-9a1e-482c-b2c9-01ad0005b63e tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 945 time: 0.1242502 Dec 20 14:41:45.236465 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:45.266601 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9cfc0110-dc55-4a02-8523-2387c0311954 req-cf024f2b-dc76-4f23-afcb-7ee4bc8143ce tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=92081c13-7979-4810-b5cd-70c14477209d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1534302 Dec 20 14:41:45.270000 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-33402a8f-e015-4dec-819a-1c8919ef3378 req-6da9e838-063b-4dde-ad9a-33aad50b4404 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1fd3dc76-3453-41b8-8d7d-617eb8eaea07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1555212 Dec 20 14:41:45.327330 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-321cac43-f222-4f7f-bfc1-0a13e9eb01d5 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:45.448142 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-321cac43-f222-4f7f-bfc1-0a13e9eb01d5 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8850800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470517'] for subnet, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:45.484837 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321cac43-f222-4f7f-bfc1-0a13e9eb01d5 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Pushing event deleted for resources: {'Subnet': ['ID=fc12a3b8-1383-45ec-864e-d67463c3da43,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:41:45.491135 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-321cac43-f222-4f7f-bfc1-0a13e9eb01d5 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:45.497675 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 48992) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:41:45.497924 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-321cac43-f222-4f7f-bfc1-0a13e9eb01d5 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] 10.222.0.54 "DELETE /v2.0/subnets/fc12a3b8-1383-45ec-864e-d67463c3da43 HTTP/1.1" status: 204 len: 168 time: 0.6774137 Dec 20 14:41:45.513880 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a1922-4309-4b74-9745-a4f8e7d12dea req-2c1b9a8d-d6b9-4a0b-8c73-af07eafbfb8d tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:45.519259 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f48a1922-4309-4b74-9745-a4f8e7d12dea req-2c1b9a8d-d6b9-4a0b-8c73-af07eafbfb8d tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] 10.222.0.54 "GET /v2.0/ports?device_id=4dacff5e-5fa0-480d-8dd2-bd040653649a HTTP/1.1" status: 200 len: 945 time: 0.1093969 Dec 20 14:41:45.581192 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f48a1922-4309-4b74-9745-a4f8e7d12dea req-4d9effc3-4246-412f-9d3a-0551ec82dcf6 tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] 10.222.0.54 "GET /v2.0/security-groups?id=1fd3dc76-3453-41b8-8d7d-617eb8eaea07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590408 Dec 20 14:41:45.593465 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad81b12-aa3e-42f6-b319-86944cb0948c tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:45.596623 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad81b12-aa3e-42f6-b319-86944cb0948c tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:45.601009 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-bad81b12-aa3e-42f6-b319-86944cb0948c tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0992365 Dec 20 14:41:45.601724 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 48998) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:41:45.748279 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5f7a0a04-c0f9-4b1f-b4b9-f59c0d570c27 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:45.768624 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef441a21-b761-4bd7-83ab-fa926ec685db req-d7bc6cc4-04f4-4b69-b535-77b4c6b34daa tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:45.770416 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ef441a21-b761-4bd7-83ab-fa926ec685db req-d7bc6cc4-04f4-4b69-b535-77b4c6b34daa tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.54 "GET /v2.0/ports?device_id=1853e57b-2105-43c2-a14c-5ab04a68a020 HTTP/1.1" status: 200 len: 945 time: 0.0981417 Dec 20 14:41:45.782222 n-d-761264-19 neutron-server[103167]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f7a0a04-c0f9-4b1f-b4b9-f59c0d570c27 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 20 14:41:45.782784 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f7a0a04-c0f9-4b1f-b4b9-f59c0d570c27 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:41:45.790303 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-5f7a0a04-c0f9-4b1f-b4b9-f59c0d570c27 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] 10.222.0.54 "DELETE /v2.0/networks/1810cf08-c166-44b4-80b6-afef3538e351 HTTP/1.1" status: 409 len: 466 time: 0.1833422 Dec 20 14:41:45.791923 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 49008) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:41:45.799749 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-f1d4e0d1-adbb-4dc3-80a4-927fabc555b9 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-599822792'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:41:45.841757 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ef441a21-b761-4bd7-83ab-fa926ec685db req-f4eb2162-5840-458b-936e-2c1098a4d671 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.54 "GET /v2.0/security-groups?id=4ed0be7c-43ed-465d-90a7-becfa1e42aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542963 Dec 20 14:41:45.853184 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1d4e0d1-adbb-4dc3-80a4-927fabc555b9 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Made reservation on behalf of 22c02344811c428a9e1331746c69f00a for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:41:45.857875 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f1d4e0d1-adbb-4dc3-80a4-927fabc555b9 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:45.893235 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1d4e0d1-adbb-4dc3-80a4-927fabc555b9 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:41:45.903584 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f1d4e0d1-adbb-4dc3-80a4-927fabc555b9 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:45.903918 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-f1d4e0d1-adbb-4dc3-80a4-927fabc555b9 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Added segment fc623136-2cf5-4bb9-9a83-066012731f2a of type vlan for network 188c642a-cfe8-4f92-b773-297271e201b6 Dec 20 14:41:45.974196 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f1d4e0d1-adbb-4dc3-80a4-927fabc555b9 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:46.022013 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f1d4e0d1-adbb-4dc3-80a4-927fabc555b9 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:46.027949 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d4e0d1-adbb-4dc3-80a4-927fabc555b9 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:46.030815 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f1d4e0d1-adbb-4dc3-80a4-927fabc555b9 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:46.140257 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 18c765db-d911-4f24-aa76-62575e81ae67 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:41:46.148348 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-f1d4e0d1-adbb-4dc3-80a4-927fabc555b9 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3543696 Dec 20 14:41:46.151601 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 49016) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:41:46.156770 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-afedd3b7-d09e-4a85-b218-c3af613a839d tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Request body: {'subnet': {'network_id': '188c642a-cfe8-4f92-b773-297271e201b6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:41:46.158368 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d4e0d1-adbb-4dc3-80a4-927fabc555b9 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Pushing event updated for resources: {'Network': ['ID=188c642a-cfe8-4f92-b773-297271e201b6,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:41:46.189734 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 188c642a-cfe8-4f92-b773-297271e201b6 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:41:46.281499 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afedd3b7-d09e-4a85-b218-c3af613a839d tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Made reservation on behalf of 22c02344811c428a9e1331746c69f00a for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:41:46.290605 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-afedd3b7-d09e-4a85-b218-c3af613a839d tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:46.337837 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13125347-7301-400b-85df-af557d3b690a None None] Network 1810cf08-c166-44b4-80b6-afef3538e351 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:41:46.419480 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-3dcf1de4-dd09-4031-a40e-4c7b0ff183fd None None] Provisioning complete for port 18c765db-d911-4f24-aa76-62575e81ae67 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:41:46.420089 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-3dcf1de4-dd09-4031-a40e-4c7b0ff183fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:46.422773 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 18c765db-d911-4f24-aa76-62575e81ae67 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:41:46.423310 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:46.575636 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d4f8fa-f1b1-48df-b2e1-9c085ba3535d req-f5cab14d-8cb4-4057-b15d-127601676607 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:46.577672 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-70d4f8fa-f1b1-48df-b2e1-9c085ba3535d req-f5cab14d-8cb4-4057-b15d-127601676607 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 945 time: 0.0897670 Dec 20 14:41:46.613209 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:46.663545 n-d-761264-19 neutron-server[103167]: DEBUG neutron.objects.ports [None req-afedd3b7-d09e-4a85-b218-c3af613a839d tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103167) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 20 14:41:46.674048 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-afedd3b7-d09e-4a85-b218-c3af613a839d tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:46.723372 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] For port 18c765db-d911-4f24-aa76-62575e81ae67, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=18c765db-d911-4f24-aa76-62575e81ae67,segment=NetworkSegment(bb4c81ad-bca1-47af-ab27-96b769f2d265),segment_id=bb4c81ad-bca1-47af-ab27-96b769f2d265)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:41:46.733120 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:46.782246 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-3dcf1de4-dd09-4031-a40e-4c7b0ff183fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:46.802692 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77244f91-2ced-4d7f-872e-19feddcff698 req-37ef91ef-6434-40dc-aa20-7edab1d49067 tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:46.810489 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-77244f91-2ced-4d7f-872e-19feddcff698 req-37ef91ef-6434-40dc-aa20-7edab1d49067 tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] 10.222.0.54 "GET /v2.0/ports?device_id=4dacff5e-5fa0-480d-8dd2-bd040653649a HTTP/1.1" status: 200 len: 945 time: 0.0980694 Dec 20 14:41:46.868548 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-77244f91-2ced-4d7f-872e-19feddcff698 req-0dba69e7-8f27-426f-9b4e-ae120d1448df tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] 10.222.0.54 "GET /v2.0/security-groups?id=1fd3dc76-3453-41b8-8d7d-617eb8eaea07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551660 Dec 20 14:41:46.885646 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-70d4f8fa-f1b1-48df-b2e1-9c085ba3535d req-282df769-d3d9-419b-a912-62941245d7d2 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=92081c13-7979-4810-b5cd-70c14477209d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3006771 Dec 20 14:41:46.918522 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afedd3b7-d09e-4a85-b218-c3af613a839d tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Checking segment: {'id': 'fc623136-2cf5-4bb9-9a83-066012731f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '188c642a-cfe8-4f92-b773-297271e201b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:41:46.918949 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afedd3b7-d09e-4a85-b218-c3af613a839d tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Network hostable DHCP agents. Network: 188c642a-cfe8-4f92-b773-297271e201b6, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:41:46.921621 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afedd3b7-d09e-4a85-b218-c3af613a839d tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Pushing event updated for resources: {'Subnet': ['ID=6c79c6db-ab5e-4366-9020-3d53a9112c40,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:41:46.992468 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afedd3b7-d09e-4a85-b218-c3af613a839d tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Network 188c642a-cfe8-4f92-b773-297271e201b6 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:41:47.029025 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-afedd3b7-d09e-4a85-b218-c3af613a839d tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 188c642a-cfe8-4f92-b773-297271e201b6) {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:41:47.044433 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afedd3b7-d09e-4a85-b218-c3af613a839d tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:47.045747 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-afedd3b7-d09e-4a85-b218-c3af613a839d tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:47.108078 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e1227a-c701-423e-9834-c29c51e10e23 None None] DHCP port deletion for 1810cf08-c166-44b4-80b6-afef3538e351 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:41:47.108078 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5552785a-098c-4c0c-bc2b-41a2fc7913ac None None] Network 188c642a-cfe8-4f92-b773-297271e201b6 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:41:47.112865 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-afedd3b7-d09e-4a85-b218-c3af613a839d tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.9560165 Dec 20 14:41:47.113101 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 49046) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:41:47.201150 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a829a1-b3f4-4354-9a57-a349bdbec143 req-d6384882-2c86-4b8b-984c-83a3379d94fc tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:47.203968 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-49a829a1-b3f4-4354-9a57-a349bdbec143 req-d6384882-2c86-4b8b-984c-83a3379d94fc tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.54 "GET /v2.0/ports?device_id=1853e57b-2105-43c2-a14c-5ab04a68a020 HTTP/1.1" status: 200 len: 945 time: 0.1249487 Dec 20 14:41:47.227574 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Pushing event updated for resources: {'Port': ['ID=18c765db-d911-4f24-aa76-62575e81ae67,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:41:47.293553 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-49a829a1-b3f4-4354-9a57-a349bdbec143 req-642de4a8-cbc9-4632-96e3-a026c019ef9e tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.54 "GET /v2.0/security-groups?id=4ed0be7c-43ed-465d-90a7-becfa1e42aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748603 Dec 20 14:41:47.296224 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.db.api [None req-3dcf1de4-dd09-4031-a40e-4c7b0ff183fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103169) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 14:41:47.296576 n-d-761264-19 neutron-server[103169]: DEBUG oslo_db.api [None req-3dcf1de4-dd09-4031-a40e-4c7b0ff183fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 14:41:47.355150 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-41e1227a-c701-423e-9834-c29c51e10e23 None None] Deleting port 18c765db-d911-4f24-aa76-62575e81ae67 {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:41:47.357358 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-41e1227a-c701-423e-9834-c29c51e10e23 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:47.437778 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf07bba-7bed-4c15-b6d2-1db75a950dc1 req-cea8d226-d0a0-4ee4-8519-52f3a6af37ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:47.439561 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bdf07bba-7bed-4c15-b6d2-1db75a950dc1 req-cea8d226-d0a0-4ee4-8519-52f3a6af37ff service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=514f3908f9164c0fa19c6d421ce9f2b3&device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 1097 time: 0.1602762 Dec 20 14:41:47.453305 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-41e1227a-c701-423e-9834-c29c51e10e23 None None] For port 18c765db-d911-4f24-aa76-62575e81ae67, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=18c765db-d911-4f24-aa76-62575e81ae67,segment=NetworkSegment(bb4c81ad-bca1-47af-ab27-96b769f2d265),segment_id=bb4c81ad-bca1-47af-ab27-96b769f2d265)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:41:47.453953 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-41e1227a-c701-423e-9834-c29c51e10e23 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:47.456986 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617ad1ad-b2d9-49fb-aef2-1a329d16d79d req-7c1fc691-cc6c-4923-a1cd-25f80523ba6a tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:47.459680 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-617ad1ad-b2d9-49fb-aef2-1a329d16d79d req-7c1fc691-cc6c-4923-a1cd-25f80523ba6a tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 945 time: 0.1720943 Dec 20 14:41:47.478564 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26467f80-199d-4fb9-9e8a-b908a7fe568a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-188c642a-cfe8-4f92-b773-297271e201b6', 'network_id': '188c642a-cfe8-4f92-b773-297271e201b6', 'project_id': '22c02344811c428a9e1331746c69f00a', 'fixed_ips': [{'subnet_id': '6c79c6db-ab5e-4366-9020-3d53a9112c40'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:41:47.480877 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-26467f80-199d-4fb9-9e8a-b908a7fe568a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:47.498480 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-41e1227a-c701-423e-9834-c29c51e10e23 None None] Calling delete_port for 18c765db-d911-4f24-aa76-62575e81ae67 owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:41:47.502877 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-af58d6d7-b61f-494f-86d9-300e1845aa28 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:47.601275 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-617ad1ad-b2d9-49fb-aef2-1a329d16d79d req-4aa44af6-dd8e-4e96-95b9-a9e5dbb445d7 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=92081c13-7979-4810-b5cd-70c14477209d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272013 Dec 20 14:41:47.761013 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-41e1227a-c701-423e-9834-c29c51e10e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:47.769535 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-26467f80-199d-4fb9-9e8a-b908a7fe568a None None] Allocated IP 2001:db8::f816:3eff:fe71:61f (188c642a-cfe8-4f92-b773-297271e201b6/6c79c6db-ab5e-4366-9020-3d53a9112c40/280daf63-0083-45a3-b03a-c3680880d19f) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:41:47.780722 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-af58d6d7-b61f-494f-86d9-300e1845aa28 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:47.813886 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e1227a-c701-423e-9834-c29c51e10e23 None None] Pushing event deleted for resources: {'Port': ['ID=18c765db-d911-4f24-aa76-62575e81ae67,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:41:47.834021 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e1227a-c701-423e-9834-c29c51e10e23 None None] No DVR routers for this DVR port 18c765db-d911-4f24-aa76-62575e81ae67 on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:41:47.843235 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf07bba-7bed-4c15-b6d2-1db75a950dc1 req-696136b1-3887-49c2-b598-b4840975ba01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:47.844929 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bdf07bba-7bed-4c15-b6d2-1db75a950dc1 req-696136b1-3887-49c2-b598-b4840975ba01 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7ed718b3-d2e8-4b72-a238-726203897046 HTTP/1.1" status: 200 len: 913 time: 0.3808131 Dec 20 14:41:47.867540 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-3dcf1de4-dd09-4031-a40e-4c7b0ff183fd None None] Port 18c765db-d911-4f24-aa76-62575e81ae67 update to ACTIVE by agent not found {{(pid=103169) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 20 14:41:47.976696 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bdf07bba-7bed-4c15-b6d2-1db75a950dc1 req-9652ba90-9078-49ea-9383-b5dd02fd77c3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7 HTTP/1.1" status: 200 len: 1000 time: 0.1239178 Dec 20 14:41:48.049779 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf07bba-7bed-4c15-b6d2-1db75a950dc1 req-61e8d0ee-7f71-4d56-ac6c-8d87e083f333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:48.051783 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bdf07bba-7bed-4c15-b6d2-1db75a950dc1 req-61e8d0ee-7f71-4d56-ac6c-8d87e083f333 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5d68b841-2dcc-4f7d-9f3b-ab3557b797a0 HTTP/1.1" status: 200 len: 851 time: 0.0586171 Dec 20 14:41:48.114529 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da13da9-2b30-4d27-b6b0-635b4b1dc9c9 req-98289539-34a0-4ae0-aa98-f1d5314acbc2 tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:48.125208 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2da13da9-2b30-4d27-b6b0-635b4b1dc9c9 req-98289539-34a0-4ae0-aa98-f1d5314acbc2 tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] 10.222.0.54 "GET /v2.0/ports?device_id=4dacff5e-5fa0-480d-8dd2-bd040653649a HTTP/1.1" status: 200 len: 945 time: 0.1279948 Dec 20 14:41:48.126602 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-26467f80-199d-4fb9-9e8a-b908a7fe568a None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:48.128141 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf07bba-7bed-4c15-b6d2-1db75a950dc1 req-de307715-e825-4fed-90a4-cd505b0cc2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:48.132164 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bdf07bba-7bed-4c15-b6d2-1db75a950dc1 req-de307715-e825-4fed-90a4-cd505b0cc2fb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ed718b3-d2e8-4b72-a238-726203897046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0683775 Dec 20 14:41:48.136157 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-26467f80-199d-4fb9-9e8a-b908a7fe568a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:48.192899 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26467f80-199d-4fb9-9e8a-b908a7fe568a None None] Pushing event updated for resources: {'Port': ['ID=280daf63-0083-45a3-b03a-c3680880d19f,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:41:48.195840 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 18c765db-d911-4f24-aa76-62575e81ae67 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:41:48.239288 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26467f80-199d-4fb9-9e8a-b908a7fe568a None None] Network 188c642a-cfe8-4f92-b773-297271e201b6 is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:41:48.240016 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2da13da9-2b30-4d27-b6b0-635b4b1dc9c9 req-47dc77f5-cf67-4bfe-be77-b6c330dcd7b0 tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] 10.222.0.54 "GET /v2.0/security-groups?id=1fd3dc76-3453-41b8-8d7d-617eb8eaea07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134026 Dec 20 14:41:48.241499 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-26467f80-199d-4fb9-9e8a-b908a7fe568a None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:41:48.243485 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 18c765db-d911-4f24-aa76-62575e81ae67 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:41:48.244000 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 18c765db-d911-4f24-aa76-62575e81ae67 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:41:48.245877 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26467f80-199d-4fb9-9e8a-b908a7fe568a None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:41:48.294065 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-af58d6d7-b61f-494f-86d9-300e1845aa28 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:48.324036 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-26467f80-199d-4fb9-9e8a-b908a7fe568a None None] Attempting to bind port 280daf63-0083-45a3-b03a-c3680880d19f on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:41:48.324433 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-26467f80-199d-4fb9-9e8a-b908a7fe568a None None] Attempting to bind port 280daf63-0083-45a3-b03a-c3680880d19f by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': 'fc623136-2cf5-4bb9-9a83-066012731f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '188c642a-cfe8-4f92-b773-297271e201b6'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:41:48.324826 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26467f80-199d-4fb9-9e8a-b908a7fe568a None None] Attempting to bind port 280daf63-0083-45a3-b03a-c3680880d19f on network 188c642a-cfe8-4f92-b773-297271e201b6 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:41:48.336297 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26467f80-199d-4fb9-9e8a-b908a7fe568a None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:41:48.336776 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26467f80-199d-4fb9-9e8a-b908a7fe568a None None] Checking segment: {'id': 'fc623136-2cf5-4bb9-9a83-066012731f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '188c642a-cfe8-4f92-b773-297271e201b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:41:48.337156 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-26467f80-199d-4fb9-9e8a-b908a7fe568a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:48.337567 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26467f80-199d-4fb9-9e8a-b908a7fe568a None None] Bound using segment: {'id': 'fc623136-2cf5-4bb9-9a83-066012731f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '188c642a-cfe8-4f92-b773-297271e201b6'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:41:48.338115 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-26467f80-199d-4fb9-9e8a-b908a7fe568a None None] Bound port: 280daf63-0083-45a3-b03a-c3680880d19f, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc623136-2cf5-4bb9-9a83-066012731f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '188c642a-cfe8-4f92-b773-297271e201b6'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:41:48.340782 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-26467f80-199d-4fb9-9e8a-b908a7fe568a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:48.386252 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af58d6d7-b61f-494f-86d9-300e1845aa28 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Pushing event deleted for resources: {'Subnet': ['ID=6c79c6db-ab5e-4366-9020-3d53a9112c40,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:41:48.447601 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-26467f80-199d-4fb9-9e8a-b908a7fe568a None None] For port 280daf63-0083-45a3-b03a-c3680880d19f, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:41:48.451021 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-26467f80-199d-4fb9-9e8a-b908a7fe568a None None] For port 280daf63-0083-45a3-b03a-c3680880d19f, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=280daf63-0083-45a3-b03a-c3680880d19f,segment=NetworkSegment(fc623136-2cf5-4bb9-9a83-066012731f2a),segment_id=fc623136-2cf5-4bb9-9a83-066012731f2a)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:41:48.456733 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-26467f80-199d-4fb9-9e8a-b908a7fe568a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:48.503019 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802ecbf9-53ad-4411-85ca-8f11cdbbaa1b req-50d6b83a-f51b-4d57-bea0-0fa8a42ae1a8 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:48.504604 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-802ecbf9-53ad-4411-85ca-8f11cdbbaa1b req-50d6b83a-f51b-4d57-bea0-0fa8a42ae1a8 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.54 "GET /v2.0/ports?device_id=1853e57b-2105-43c2-a14c-5ab04a68a020 HTTP/1.1" status: 200 len: 945 time: 0.0963445 Dec 20 14:41:48.560709 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bdf07bba-7bed-4c15-b6d2-1db75a950dc1 req-fadd884f-10a7-470c-9a9e-ec71719e2a2f service neutron] 10.222.0.30 "GET /v2.0/networks/7ed718b3-d2e8-4b72-a238-726203897046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4070554 Dec 20 14:41:48.564189 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-802ecbf9-53ad-4411-85ca-8f11cdbbaa1b req-3f0564d0-3c30-414f-9a89-6a3d77b8a368 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.54 "GET /v2.0/security-groups?id=4ed0be7c-43ed-465d-90a7-becfa1e42aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509288 Dec 20 14:41:48.567703 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-af58d6d7-b61f-494f-86d9-300e1845aa28 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:48.586113 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26467f80-199d-4fb9-9e8a-b908a7fe568a None None] Pushing event updated for resources: {'Port': ['ID=280daf63-0083-45a3-b03a-c3680880d19f,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:41:48.610081 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b623355d-4298-48e7-a4f6-7a71577db677 None None] Network 188c642a-cfe8-4f92-b773-297271e201b6 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:41:48.730025 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bae2c40-f535-41cc-8eda-be31f656ddd1 None None] get_active_networks_info from n-d-761264-19 {{(pid=103169) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 20 14:41:48.845959 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6a9174-3a49-47e8-864a-3e77e69b765b req-ef1aef7b-564f-4adc-af92-c95a049f4dd6 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:48.859276 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9f6a9174-3a49-47e8-864a-3e77e69b765b req-ef1aef7b-564f-4adc-af92-c95a049f4dd6 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 945 time: 0.1017904 Dec 20 14:41:48.911297 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9f6a9174-3a49-47e8-864a-3e77e69b765b req-44c221aa-6dcd-4044-bf9e-746aa4a4d555 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=92081c13-7979-4810-b5cd-70c14477209d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510025 Dec 20 14:41:48.931702 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bae2c40-f535-41cc-8eda-be31f656ddd1 None None] Resources bound (agent type, host, resource id): {{(pid=103169) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 14:41:49.097988 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e112500c-2f71-4ea2-af07-31c0ff186031 req-f9b93f18-2bd7-4be1-bd3a-9a060d785d01 tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:49.103083 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e112500c-2f71-4ea2-af07-31c0ff186031 req-f9b93f18-2bd7-4be1-bd3a-9a060d785d01 tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] 10.222.0.54 "GET /v2.0/ports?device_id=4dacff5e-5fa0-480d-8dd2-bd040653649a HTTP/1.1" status: 200 len: 945 time: 0.7296655 Dec 20 14:41:49.108748 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 49096) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:41:49.113736 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-fc560344-7e79-4101-bb40-d76e9b6fcbf3 tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] Request body: {'floatingip': {'port_id': 'd68c79bf-82c8-4e18-bad9-cbb7a5e03e50'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:41:49.131098 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-af58d6d7-b61f-494f-86d9-300e1845aa28 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['188c642a-cfe8-4f92-b773-297271e201b6']}} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:41:49.147272 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-af58d6d7-b61f-494f-86d9-300e1845aa28 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc623136-2cf5-4bb9-9a83-066012731f2a') {'for_net_delete': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:41:49.147645 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-af58d6d7-b61f-494f-86d9-300e1845aa28 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc623136-2cf5-4bb9-9a83-066012731f2a') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:41:49.166486 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-af58d6d7-b61f-494f-86d9-300e1845aa28 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954405'] for segment, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:49.169682 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bdf07bba-7bed-4c15-b6d2-1db75a950dc1 req-c43d43a9-27e5-4e6f-976a-1560d11095be service neutron] 10.222.0.30 "GET /v2.0/networks/7ed718b3-d2e8-4b72-a238-726203897046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5977752 Dec 20 14:41:49.196708 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-af58d6d7-b61f-494f-86d9-300e1845aa28 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:49.205660 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af58d6d7-b61f-494f-86d9-300e1845aa28 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=103167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:41:49.206060 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-af58d6d7-b61f-494f-86d9-300e1845aa28 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9956000'] for segment, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:49.208194 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fc560344-7e79-4101-bb40-d76e9b6fcbf3 tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] Publish callbacks [] for floatingip, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:49.210787 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:41:49.210787 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:41:49.210787 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:41:49.210787 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:41:49.210787 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:41:49.210787 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:41:49.210787 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:41:49.210787 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:41:49.210787 n-d-761264-19 neutron-server[103167]: Traceback (most recent call last): Dec 20 14:41:49.210787 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:41:49.210787 n-d-761264-19 neutron-server[103167]: timer() Dec 20 14:41:49.210787 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:41:49.210787 n-d-761264-19 neutron-server[103167]: cb(*args, **kw) Dec 20 14:41:49.210787 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:41:49.210787 n-d-761264-19 neutron-server[103167]: return func(*args, **kwargs) Dec 20 14:41:49.210787 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:41:49.210787 n-d-761264-19 neutron-server[103167]: self._notify() Dec 20 14:41:49.210787 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:41:49.210787 n-d-761264-19 neutron-server[103167]: self.callback(batched_events) Dec 20 14:41:49.210787 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:41:49.210787 n-d-761264-19 neutron-server[103167]: event.method(event) Dec 20 14:41:49.210787 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:41:49.210787 n-d-761264-19 neutron-server[103167]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:41:49.210787 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:41:49.210787 n-d-761264-19 neutron-server[103167]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:41:49.210787 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:41:49.210787 n-d-761264-19 neutron-server[103167]: return f(self, *a, **k) Dec 20 14:41:49.210787 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:41:49.210787 n-d-761264-19 neutron-server[103167]: return self._get(url).json() Dec 20 14:41:49.210787 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:41:49.210787 n-d-761264-19 neutron-server[103167]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:41:49.210787 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:41:49.210787 n-d-761264-19 neutron-server[103167]: return self.request(url, 'GET', **kwargs) Dec 20 14:41:49.210787 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:41:49.210787 n-d-761264-19 neutron-server[103167]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:41:49.210787 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:41:49.210787 n-d-761264-19 neutron-server[103167]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:41:49.210787 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:41:49.210787 n-d-761264-19 neutron-server[103167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:41:49.210787 n-d-761264-19 neutron-server[103167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:41:49.311540 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.db.api [None req-af58d6d7-b61f-494f-86d9-300e1845aa28 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 20 14:41:49.311540 n-d-761264-19 neutron-server[103167]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 20 14:41:49.311540 n-d-761264-19 neutron-server[103167]: [parameters: {'id': '188c642a-cfe8-4f92-b773-297271e201b6'}] Dec 20 14:41:49.311540 n-d-761264-19 neutron-server[103167]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103167) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 14:41:49.312089 n-d-761264-19 neutron-server[103167]: DEBUG oslo_db.api [None req-af58d6d7-b61f-494f-86d9-300e1845aa28 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 14:41:49.814092 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-af58d6d7-b61f-494f-86d9-300e1845aa28 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:49.915866 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fc560344-7e79-4101-bb40-d76e9b6fcbf3 tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:49.916158 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-af58d6d7-b61f-494f-86d9-300e1845aa28 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Deleting port 280daf63-0083-45a3-b03a-c3680880d19f {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:41:49.916486 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-af58d6d7-b61f-494f-86d9-300e1845aa28 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:49.954021 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fc560344-7e79-4101-bb40-d76e9b6fcbf3 tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585115'] for floatingip, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:50.032655 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-af58d6d7-b61f-494f-86d9-300e1845aa28 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] For port 280daf63-0083-45a3-b03a-c3680880d19f, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=280daf63-0083-45a3-b03a-c3680880d19f,segment=NetworkSegment(fc623136-2cf5-4bb9-9a83-066012731f2a),segment_id=fc623136-2cf5-4bb9-9a83-066012731f2a)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:41:50.033192 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-af58d6d7-b61f-494f-86d9-300e1845aa28 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:50.049436 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-af58d6d7-b61f-494f-86d9-300e1845aa28 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Calling delete_port for 280daf63-0083-45a3-b03a-c3680880d19f owned by network:dhcp {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:41:50.132211 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d55dffc-761d-4a74-91cd-f7f0cfcc14a7 req-c821b0e4-598c-4f6d-86f3-c29f2080e2da tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:50.139335 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1d55dffc-761d-4a74-91cd-f7f0cfcc14a7 req-c821b0e4-598c-4f6d-86f3-c29f2080e2da tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.54 "GET /v2.0/ports?device_id=1853e57b-2105-43c2-a14c-5ab04a68a020 HTTP/1.1" status: 200 len: 945 time: 0.2215140 Dec 20 14:41:50.195807 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-af58d6d7-b61f-494f-86d9-300e1845aa28 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:50.203127 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1d55dffc-761d-4a74-91cd-f7f0cfcc14a7 req-6aafe757-ed90-4bce-a88e-cc4da9371319 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.54 "GET /v2.0/security-groups?id=4ed0be7c-43ed-465d-90a7-becfa1e42aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620189 Dec 20 14:41:50.241368 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af58d6d7-b61f-494f-86d9-300e1845aa28 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Pushing event deleted for resources: {'Port': ['ID=280daf63-0083-45a3-b03a-c3680880d19f,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:41:50.243310 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af58d6d7-b61f-494f-86d9-300e1845aa28 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] No DVR routers for this DVR port 280daf63-0083-45a3-b03a-c3680880d19f on host n-d-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:41:50.243564 n-d-761264-19 neutron-server[103168]: INFO neutron.db.l3_db [None req-fc560344-7e79-4101-bb40-d76e9b6fcbf3 tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] Floating IP d271d1f0-8770-42bf-8df5-f990ac42e2e3 associated. External IP: 172.25.0.156, port: d68c79bf-82c8-4e18-bad9-cbb7a5e03e50. Dec 20 14:41:50.308698 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7de49f-a075-4571-8a8e-63f0444a817f req-49e19ebd-f667-4469-b7cd-58e0d5207b2d tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:50.317441 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3e7de49f-a075-4571-8a8e-63f0444a817f req-49e19ebd-f667-4469-b7cd-58e0d5207b2d tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 945 time: 0.1309731 Dec 20 14:41:50.409767 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-af58d6d7-b61f-494f-86d9-300e1845aa28 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:50.464814 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3e7de49f-a075-4571-8a8e-63f0444a817f req-b7540f42-dc36-47ad-9b5b-53d677a4ce2e tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=92081c13-7979-4810-b5cd-70c14477209d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1463652 Dec 20 14:41:50.504595 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-af58d6d7-b61f-494f-86d9-300e1845aa28 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['188c642a-cfe8-4f92-b773-297271e201b6']}} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:41:50.550451 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-af58d6d7-b61f-494f-86d9-300e1845aa28 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc623136-2cf5-4bb9-9a83-066012731f2a') {'for_net_delete': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:41:50.550981 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-af58d6d7-b61f-494f-86d9-300e1845aa28 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc623136-2cf5-4bb9-9a83-066012731f2a') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:41:50.616085 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-af58d6d7-b61f-494f-86d9-300e1845aa28 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954405'] for segment, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:50.689064 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-af58d6d7-b61f-494f-86d9-300e1845aa28 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:50.701778 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af58d6d7-b61f-494f-86d9-300e1845aa28 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=103167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:41:50.702539 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-af58d6d7-b61f-494f-86d9-300e1845aa28 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9956000'] for segment, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:50.707426 n-d-761264-19 neutron-server[103167]: Traceback (most recent call last): Dec 20 14:41:50.707426 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:41:50.707426 n-d-761264-19 neutron-server[103167]: timer() Dec 20 14:41:50.707426 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:41:50.707426 n-d-761264-19 neutron-server[103167]: cb(*args, **kw) Dec 20 14:41:50.707426 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:41:50.707426 n-d-761264-19 neutron-server[103167]: return func(*args, **kwargs) Dec 20 14:41:50.707426 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:41:50.707426 n-d-761264-19 neutron-server[103167]: self._notify() Dec 20 14:41:50.707426 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:41:50.707426 n-d-761264-19 neutron-server[103167]: self.callback(batched_events) Dec 20 14:41:50.707426 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:41:50.707426 n-d-761264-19 neutron-server[103167]: event.method(event) Dec 20 14:41:50.707426 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:41:50.707426 n-d-761264-19 neutron-server[103167]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:41:50.707426 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:41:50.707426 n-d-761264-19 neutron-server[103167]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:41:50.707426 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:41:50.707426 n-d-761264-19 neutron-server[103167]: return f(self, *a, **k) Dec 20 14:41:50.707426 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:41:50.707426 n-d-761264-19 neutron-server[103167]: return self._get(url).json() Dec 20 14:41:50.707426 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:41:50.707426 n-d-761264-19 neutron-server[103167]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:41:50.707426 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:41:50.707426 n-d-761264-19 neutron-server[103167]: return self.request(url, 'GET', **kwargs) Dec 20 14:41:50.707426 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:41:50.707426 n-d-761264-19 neutron-server[103167]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:41:50.707426 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:41:50.707426 n-d-761264-19 neutron-server[103167]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:41:50.707426 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:41:50.707426 n-d-761264-19 neutron-server[103167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:41:50.707426 n-d-761264-19 neutron-server[103167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:41:50.739365 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43e847c-5c3d-4eaf-ae13-c135320fb5bf req-36fe5b4d-2268-42d3-b295-c4f51fefbd0f tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:50.742086 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a43e847c-5c3d-4eaf-ae13-c135320fb5bf req-36fe5b4d-2268-42d3-b295-c4f51fefbd0f tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 945 time: 0.1863334 Dec 20 14:41:50.844487 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a43e847c-5c3d-4eaf-ae13-c135320fb5bf req-b80e7c82-c981-4ddf-abeb-66d00c8473d1 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=92081c13-7979-4810-b5cd-70c14477209d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653946 Dec 20 14:41:50.850019 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-af58d6d7-b61f-494f-86d9-300e1845aa28 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:50.867722 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-af58d6d7-b61f-494f-86d9-300e1845aa28 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:50.876186 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc560344-7e79-4101-bb40-d76e9b6fcbf3 tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] Router 6e45dd99-c2ab-4545-8b84-7fd1a02c02e4 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:41:50.880223 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-af58d6d7-b61f-494f-86d9-300e1845aa28 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] 10.222.0.54 "DELETE /v2.0/networks/188c642a-cfe8-4f92-b773-297271e201b6 HTTP/1.1" status: 204 len: 168 time: 3.7661057 Dec 20 14:41:50.884362 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 49128) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:41:50.902539 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-51df7f46-a1d0-4340-98c1-2916a183de27 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1089322237'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:41:50.902892 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b442eea-de6b-452b-9920-8dea5288a15a req-046378ce-0056-4d04-aab9-4ae2be2aef4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:50.905171 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7b442eea-de6b-452b-9920-8dea5288a15a req-046378ce-0056-4d04-aab9-4ae2be2aef4e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=df4fc5f062c24b48b2976dde88fb04ce&device_id=1853e57b-2105-43c2-a14c-5ab04a68a020 HTTP/1.1" status: 200 len: 1097 time: 0.1302884 Dec 20 14:41:50.914089 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af58d6d7-b61f-494f-86d9-300e1845aa28 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Pushing event deleted for resources: {'Network': ['ID=188c642a-cfe8-4f92-b773-297271e201b6,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:41:50.949461 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51df7f46-a1d0-4340-98c1-2916a183de27 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Made reservation on behalf of 22c02344811c428a9e1331746c69f00a for: {'network': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:41:50.955164 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-51df7f46-a1d0-4340-98c1-2916a183de27 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:50.983840 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d82c620-9e3e-4045-b29d-a77a0f9edf72 req-602d9644-4e44-4b0b-a7ae-1f647be0bec5 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:50.992648 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9d82c620-9e3e-4045-b29d-a77a0f9edf72 req-602d9644-4e44-4b0b-a7ae-1f647be0bec5 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.54 "GET /v2.0/ports?device_id=1853e57b-2105-43c2-a14c-5ab04a68a020 HTTP/1.1" status: 200 len: 945 time: 0.2169096 Dec 20 14:41:50.997075 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51df7f46-a1d0-4340-98c1-2916a183de27 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=103167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:41:51.010755 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-51df7f46-a1d0-4340-98c1-2916a183de27 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:51.011139 n-d-761264-19 neutron-server[103167]: INFO neutron.db.segments_db [None req-51df7f46-a1d0-4340-98c1-2916a183de27 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Added segment 02d87ab9-cf1a-4a09-bc52-814d36be1c4d of type vlan for network 7fbca2af-1a5b-4665-bb15-db679218e021 Dec 20 14:41:51.072001 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-51df7f46-a1d0-4340-98c1-2916a183de27 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:51.192959 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-51df7f46-a1d0-4340-98c1-2916a183de27 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:51.199812 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51df7f46-a1d0-4340-98c1-2916a183de27 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:51.201315 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-51df7f46-a1d0-4340-98c1-2916a183de27 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:51.290779 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-51df7f46-a1d0-4340-98c1-2916a183de27 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4021795 Dec 20 14:41:51.291565 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 49132) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:41:51.296822 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-1f026b68-af30-44c4-8be9-039fd0bc2f8c tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Request body: {'subnet': {'network_id': '7fbca2af-1a5b-4665-bb15-db679218e021', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:41:51.313908 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbb6ee5-b162-4aa7-ab9e-71a66fcbefb3 req-417a5ef1-ee7b-4b63-bbc6-ae7d4d01ac21 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:51.315600 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4fbb6ee5-b162-4aa7-ab9e-71a66fcbefb3 req-417a5ef1-ee7b-4b63-bbc6-ae7d4d01ac21 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 945 time: 0.2097178 Dec 20 14:41:51.327074 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51df7f46-a1d0-4340-98c1-2916a183de27 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Pushing event updated for resources: {'Network': ['ID=7fbca2af-1a5b-4665-bb15-db679218e021,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:41:51.339723 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 7fbca2af-1a5b-4665-bb15-db679218e021 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:41:51.497715 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4fbb6ee5-b162-4aa7-ab9e-71a66fcbefb3 req-127b20bc-841b-4e0f-a3f7-564bc37632ae tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=92081c13-7979-4810-b5cd-70c14477209d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1605308 Dec 20 14:41:51.550561 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f026b68-af30-44c4-8be9-039fd0bc2f8c tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Made reservation on behalf of 22c02344811c428a9e1331746c69f00a for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:41:51.554370 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1f026b68-af30-44c4-8be9-039fd0bc2f8c tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:51.603396 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9d82c620-9e3e-4045-b29d-a77a0f9edf72 req-cef9ddc8-906b-42c2-802a-cf04f6cb4357 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.54 "GET /v2.0/security-groups?id=4ed0be7c-43ed-465d-90a7-becfa1e42aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6097169 Dec 20 14:41:51.659432 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b442eea-de6b-452b-9920-8dea5288a15a req-0c1448d2-10f8-4e11-85ec-7f280fcc9d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:51.661683 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7b442eea-de6b-452b-9920-8dea5288a15a req-0c1448d2-10f8-4e11-85ec-7f280fcc9d23 service neutron] 10.222.0.47 "GET /v2.0/networks?id=af49d91e-952c-43c8-bc9d-27103b4f9eeb HTTP/1.1" status: 200 len: 917 time: 0.7456887 Dec 20 14:41:51.679975 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc560344-7e79-4101-bb40-d76e9b6fcbf3 tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:41:51.692978 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fc560344-7e79-4101-bb40-d76e9b6fcbf3 tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:51.693353 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1c181c-da34-4e1e-9a7a-201898f878e1 None None] Sync routers for ids ['6e45dd99-c2ab-4545-8b84-7fd1a02c02e4'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:41:51.717636 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1c181c-da34-4e1e-9a7a-201898f878e1 None None] Routers {'6e45dd99-c2ab-4545-8b84-7fd1a02c02e4'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:41:51.718270 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-5a1c181c-da34-4e1e-9a7a-201898f878e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:41:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['6e45dd99-c2ab-4545-8b84-7fd1a02c02e4'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:41:51.762318 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7b442eea-de6b-452b-9920-8dea5288a15a req-ad7a759c-cf19-4439-a5ef-d6cd0bd093a6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=15c75cab-1066-441c-995d-a5c93f5d52b0 HTTP/1.1" status: 200 len: 217 time: 0.0795605 Dec 20 14:41:51.815012 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-fc560344-7e79-4101-bb40-d76e9b6fcbf3 tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] 10.222.0.54 "PUT /v2.0/floatingips/d271d1f0-8770-42bf-8df5-f990ac42e2e3 HTTP/1.1" status: 200 len: 991 time: 2.7050402 Dec 20 14:41:51.840264 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dacff5e-5fa0-480d-8dd2-bd040653649a', 'tag': 'd68c79bf-82c8-4e18-bad9-cbb7a5e03e50'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:41:51.842760 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02c86d00-d6f2-49d7-a9cf-b8612491c7d9" -d '{"events": [{"name": "network-changed", "server_uuid": "4dacff5e-5fa0-480d-8dd2-bd040653649a", "tag": "d68c79bf-82c8-4e18-bad9-cbb7a5e03e50"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:41:51.899634 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b442eea-de6b-452b-9920-8dea5288a15a req-43469b46-f340-4c86-bf3d-1ab98fdfa91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:51.901300 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7b442eea-de6b-452b-9920-8dea5288a15a req-43469b46-f340-4c86-bf3d-1ab98fdfa91b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f97011d1-f2f0-407b-9576-8f32ba5917ec HTTP/1.1" status: 200 len: 855 time: 0.1314983 Dec 20 14:41:51.916088 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2b1c63-e8bf-4175-8f6b-e3796964de97 req-82109b80-5d69-4944-a435-b7a606f04eeb tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:51.925058 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1c2b1c63-e8bf-4175-8f6b-e3796964de97 req-82109b80-5d69-4944-a435-b7a606f04eeb tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 945 time: 0.1325071 Dec 20 14:41:51.959663 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-5a1c181c-da34-4e1e-9a7a-201898f878e1 None None] Set router 6e45dd99-c2ab-4545-8b84-7fd1a02c02e4 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:41:51.987366 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1f026b68-af30-44c4-8be9-039fd0bc2f8c tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:52.013596 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f18c8620-3200-4dfb-a485-fadb6ff960e3 x-openstack-request-id: req-f18c8620-3200-4dfb-a485-fadb6ff960e3 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:41:52.014359 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dacff5e-5fa0-480d-8dd2-bd040653649a", "tag": "d68c79bf-82c8-4e18-bad9-cbb7a5e03e50", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:41:52.014877 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f18c8620-3200-4dfb-a485-fadb6ff960e3 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:41:52.015460 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dacff5e-5fa0-480d-8dd2-bd040653649a', 'tag': 'd68c79bf-82c8-4e18-bad9-cbb7a5e03e50', 'status': 'completed', 'code': 200} Dec 20 14:41:52.068391 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1c2b1c63-e8bf-4175-8f6b-e3796964de97 req-b297161b-16dc-4853-9e40-626567d216dc tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=92081c13-7979-4810-b5cd-70c14477209d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421573 Dec 20 14:41:52.070752 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b442eea-de6b-452b-9920-8dea5288a15a req-ce1cc26b-78ec-4864-af0a-98e98a864b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:52.072215 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7b442eea-de6b-452b-9920-8dea5288a15a req-ce1cc26b-78ec-4864-af0a-98e98a864b3d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=af49d91e-952c-43c8-bc9d-27103b4f9eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1234825 Dec 20 14:41:52.129513 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f026b68-af30-44c4-8be9-039fd0bc2f8c tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Pushing event updated for resources: {'Subnet': ['ID=8c739a44-3450-47e7-9b9b-e22be37c082f,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:41:52.201605 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c86d00-d6f2-49d7-a9cf-b8612491c7d9 req-73bf2984-530b-4d3c-a87c-1a7c96c85705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:52.207979 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-02c86d00-d6f2-49d7-a9cf-b8612491c7d9 req-73bf2984-530b-4d3c-a87c-1a7c96c85705 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=647d4c96b4824b53b7215db6116f9517&device_id=4dacff5e-5fa0-480d-8dd2-bd040653649a HTTP/1.1" status: 200 len: 1097 time: 0.1890888 Dec 20 14:41:52.210618 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7b442eea-de6b-452b-9920-8dea5288a15a req-7b0ccb96-c30e-425e-be90-83408535d3cb service neutron] 10.222.0.47 "GET /v2.0/networks/af49d91e-952c-43c8-bc9d-27103b4f9eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204946 Dec 20 14:41:52.214978 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f026b68-af30-44c4-8be9-039fd0bc2f8c tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Checking segment: {'id': '02d87ab9-cf1a-4a09-bc52-814d36be1c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7fbca2af-1a5b-4665-bb15-db679218e021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:41:52.215603 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f026b68-af30-44c4-8be9-039fd0bc2f8c tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Network hostable DHCP agents. Network: 7fbca2af-1a5b-4665-bb15-db679218e021, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:41:52.368868 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f026b68-af30-44c4-8be9-039fd0bc2f8c tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Network 7fbca2af-1a5b-4665-bb15-db679218e021 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:41:52.374535 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-5a1c181c-da34-4e1e-9a7a-201898f878e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e45dd99-c2ab-4545-8b84-7fd1a02c02e4', 'name': 'tempest-ServersTestBootFromVolume-1169588892-router', 'tenant_id': '647d4c96b4824b53b7215db6116f9517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'a61bbef8-275e-4607-812c-a53b27b04a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:39:57Z', 'updated_at': '2021-12-20T14:40:06Z', 'revision_number': 4, 'project_id': '647d4c96b4824b53b7215db6116f9517', 'gw_port': {'id': 'a61bbef8-275e-4607-812c-a53b27b04a42', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e45dd99-c2ab-4545-8b84-7fd1a02c02e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:39:58Z', 'updated_at': '2021-12-20T14:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': 'd271d1f0-8770-42bf-8df5-f990ac42e2e3', 'tenant_id': '647d4c96b4824b53b7215db6116f9517', 'floating_ip_address': '172.25.0.156', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': '6e45dd99-c2ab-4545-8b84-7fd1a02c02e4', 'port_id': 'd68c79bf-82c8-4e18-bad9-cbb7a5e03e50', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1940, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74ca7104-e6e4-4eba-8cec-af557c0b63a5', 'mac_address': 'fa:16:3e:63:8c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dacff5e-5fa0-480d-8dd2-bd040653649a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T14:40:16Z', 'updated_at': '2021-12-20T14:41:49Z', 'revision_number': 1, 'project_id': '647d4c96b4824b53b7215db6116f9517', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20b0f414-c4af-4f4d-9c5a-8ed411648163', 'name': '', 'network_id': '74ca7104-e6e4-4eba-8cec-af557c0b63a5', 'tenant_id': '647d4c96b4824b53b7215db6116f9517', 'mac_address': 'fa:16:3e:ec:3d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e45dd99-c2ab-4545-8b84-7fd1a02c02e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': 'c40f7186-b871-4167-b42c-6edd2a024911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:40:04Z', 'updated_at': '2021-12-20T14:40:11Z', 'revision_number': 5, 'project_id': '647d4c96b4824b53b7215db6116f9517', 'subnets': [{'id': 'c40f7186-b871-4167-b42c-6edd2a024911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:41:52.388843 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-1f026b68-af30-44c4-8be9-039fd0bc2f8c tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 7fbca2af-1a5b-4665-bb15-db679218e021) {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:41:52.400401 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff9252c-7e94-41b2-941f-b0688cef2e5e None None] Network 7fbca2af-1a5b-4665-bb15-db679218e021 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:41:52.410775 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f026b68-af30-44c4-8be9-039fd0bc2f8c tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:52.411647 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1f026b68-af30-44c4-8be9-039fd0bc2f8c tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:52.426535 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7b442eea-de6b-452b-9920-8dea5288a15a req-a0adf3ac-d12a-49fc-a9c4-9417ed558257 service neutron] 10.222.0.47 "GET /v2.0/networks/af49d91e-952c-43c8-bc9d-27103b4f9eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021184 Dec 20 14:41:52.444770 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1c181c-da34-4e1e-9a7a-201898f878e1 None None] Checking router: 6e45dd99-c2ab-4545-8b84-7fd1a02c02e4 for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:41:52.454430 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-1f026b68-af30-44c4-8be9-039fd0bc2f8c tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1616194 Dec 20 14:41:52.458598 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 49148) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:41:52.467190 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1c181c-da34-4e1e-9a7a-201898f878e1 None None] Routers {'6e45dd99-c2ab-4545-8b84-7fd1a02c02e4'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:41:52.469290 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c86d00-d6f2-49d7-a9cf-b8612491c7d9 req-1c6b3a40-406e-4ee0-85cd-ed031aa3732c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:52.470961 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-02c86d00-d6f2-49d7-a9cf-b8612491c7d9 req-1c6b3a40-406e-4ee0-85cd-ed031aa3732c service neutron] 10.222.0.30 "GET /v2.0/networks?id=74ca7104-e6e4-4eba-8cec-af557c0b63a5 HTTP/1.1" status: 200 len: 917 time: 0.2508187 Dec 20 14:41:52.471174 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-5a1c181c-da34-4e1e-9a7a-201898f878e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:41:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['6e45dd99-c2ab-4545-8b84-7fd1a02c02e4'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:41:52.588826 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9972563f-b16f-432c-a96e-e055759097e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-7fbca2af-1a5b-4665-bb15-db679218e021', 'network_id': '7fbca2af-1a5b-4665-bb15-db679218e021', 'project_id': '22c02344811c428a9e1331746c69f00a', 'fixed_ips': [{'subnet_id': '8c739a44-3450-47e7-9b9b-e22be37c082f'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:41:52.589715 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-9972563f-b16f-432c-a96e-e055759097e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:52.658820 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-02c86d00-d6f2-49d7-a9cf-b8612491c7d9 req-6c3b5d50-858d-4864-8399-9dbd5ba689e1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d68c79bf-82c8-4e18-bad9-cbb7a5e03e50 HTTP/1.1" status: 200 len: 999 time: 0.1669335 Dec 20 14:41:52.748862 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5e7a2a4a-e25e-4738-b56d-ab489aced7af tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:52.822063 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-5a1c181c-da34-4e1e-9a7a-201898f878e1 None None] Set router 6e45dd99-c2ab-4545-8b84-7fd1a02c02e4 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:41:53.075635 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c86d00-d6f2-49d7-a9cf-b8612491c7d9 req-a4e39ee0-31d0-49f8-b5e0-ca0c3bcc1df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:53.075635 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-02c86d00-d6f2-49d7-a9cf-b8612491c7d9 req-a4e39ee0-31d0-49f8-b5e0-ca0c3bcc1df4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c40f7186-b871-4167-b42c-6edd2a024911 HTTP/1.1" status: 200 len: 855 time: 0.4079628 Dec 20 14:41:53.131413 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5e7a2a4a-e25e-4738-b56d-ab489aced7af tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:53.137750 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-9972563f-b16f-432c-a96e-e055759097e8 None None] Allocated IP 2001:db8::2 (7fbca2af-1a5b-4665-bb15-db679218e021/8c739a44-3450-47e7-9b9b-e22be37c082f/c3825271-a72a-4dd4-b3e8-11808eec1337) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:41:53.277197 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f91ff9f-5db9-432b-9cad-20db390f9db1 req-36bad129-e1b5-4e41-98fa-d6256f724865 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:53.278828 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3f91ff9f-5db9-432b-9cad-20db390f9db1 req-36bad129-e1b5-4e41-98fa-d6256f724865 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.54 "GET /v2.0/ports?device_id=1853e57b-2105-43c2-a14c-5ab04a68a020 HTTP/1.1" status: 200 len: 945 time: 0.4620972 Dec 20 14:41:53.297418 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c86d00-d6f2-49d7-a9cf-b8612491c7d9 req-d0e27c7d-1267-4ea2-b34a-0579e61bad3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:53.299129 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-02c86d00-d6f2-49d7-a9cf-b8612491c7d9 req-d0e27c7d-1267-4ea2-b34a-0579e61bad3c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=74ca7104-e6e4-4eba-8cec-af557c0b63a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2016642 Dec 20 14:41:53.322421 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-5a1c181c-da34-4e1e-9a7a-201898f878e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e45dd99-c2ab-4545-8b84-7fd1a02c02e4', 'name': 'tempest-ServersTestBootFromVolume-1169588892-router', 'tenant_id': '647d4c96b4824b53b7215db6116f9517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'a61bbef8-275e-4607-812c-a53b27b04a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:39:57Z', 'updated_at': '2021-12-20T14:40:06Z', 'revision_number': 4, 'project_id': '647d4c96b4824b53b7215db6116f9517', 'gw_port': {'id': 'a61bbef8-275e-4607-812c-a53b27b04a42', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e45dd99-c2ab-4545-8b84-7fd1a02c02e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:39:58Z', 'updated_at': '2021-12-20T14:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': 'd271d1f0-8770-42bf-8df5-f990ac42e2e3', 'tenant_id': '647d4c96b4824b53b7215db6116f9517', 'floating_ip_address': '172.25.0.156', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': '6e45dd99-c2ab-4545-8b84-7fd1a02c02e4', 'port_id': 'd68c79bf-82c8-4e18-bad9-cbb7a5e03e50', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1940, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74ca7104-e6e4-4eba-8cec-af557c0b63a5', 'mac_address': 'fa:16:3e:63:8c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dacff5e-5fa0-480d-8dd2-bd040653649a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T14:40:16Z', 'updated_at': '2021-12-20T14:41:49Z', 'revision_number': 1, 'project_id': '647d4c96b4824b53b7215db6116f9517', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20b0f414-c4af-4f4d-9c5a-8ed411648163', 'name': '', 'network_id': '74ca7104-e6e4-4eba-8cec-af557c0b63a5', 'tenant_id': '647d4c96b4824b53b7215db6116f9517', 'mac_address': 'fa:16:3e:ec:3d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e45dd99-c2ab-4545-8b84-7fd1a02c02e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': 'c40f7186-b871-4167-b42c-6edd2a024911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:40:04Z', 'updated_at': '2021-12-20T14:40:11Z', 'revision_number': 5, 'project_id': '647d4c96b4824b53b7215db6116f9517', 'subnets': [{'id': 'c40f7186-b871-4167-b42c-6edd2a024911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:41:53.416580 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafa0c20-72ba-4a9a-b440-4f3f1383252e req-17d41f0a-7437-46c2-9ccb-ea2261a810b4 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:53.422763 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1c181c-da34-4e1e-9a7a-201898f878e1 None None] The sync data for ids ['6e45dd99-c2ab-4545-8b84-7fd1a02c02e4'] in n-d-761264-19 is: [{'id': '6e45dd99-c2ab-4545-8b84-7fd1a02c02e4', 'name': 'tempest-ServersTestBootFromVolume-1169588892-router', 'tenant_id': '647d4c96b4824b53b7215db6116f9517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'a61bbef8-275e-4607-812c-a53b27b04a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:39:57Z', 'updated_at': '2021-12-20T14:40:06Z', 'revision_number': 4, 'project_id': '647d4c96b4824b53b7215db6116f9517', 'gw_port': {'id': 'a61bbef8-275e-4607-812c-a53b27b04a42', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e45dd99-c2ab-4545-8b84-7fd1a02c02e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:39:58Z', 'updated_at': '2021-12-20T14:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': 'd271d1f0-8770-42bf-8df5-f990ac42e2e3', 'tenant_id': '647d4c96b4824b53b7215db6116f9517', 'floating_ip_address': '172.25.0.156', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': '6e45dd99-c2ab-4545-8b84-7fd1a02c02e4', 'port_id': 'd68c79bf-82c8-4e18-bad9-cbb7a5e03e50', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1940, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74ca7104-e6e4-4eba-8cec-af557c0b63a5', 'mac_address': 'fa:16:3e:63:8c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dacff5e-5fa0-480d-8dd2-bd040653649a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T14:40:16Z', 'updated_at': '2021-12-20T14:41:49Z', 'revision_number': 1, 'project_id': '647d4c96b4824b53b7215db6116f9517', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20b0f414-c4af-4f4d-9c5a-8ed411648163', 'name': '', 'network_id': '74ca7104-e6e4-4eba-8cec-af557c0b63a5', 'tenant_id': '647d4c96b4824b53b7215db6116f9517', 'mac_address': 'fa:16:3e:ec:3d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e45dd99-c2ab-4545-8b84-7fd1a02c02e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': 'c40f7186-b871-4167-b42c-6edd2a024911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:40:04Z', 'updated_at': '2021-12-20T14:40:11Z', 'revision_number': 5, 'project_id': '647d4c96b4824b53b7215db6116f9517', 'subnets': [{'id': 'c40f7186-b871-4167-b42c-6edd2a024911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:41:53.428551 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-dafa0c20-72ba-4a9a-b440-4f3f1383252e req-17d41f0a-7437-46c2-9ccb-ea2261a810b4 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 945 time: 0.1185694 Dec 20 14:41:53.433784 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3f91ff9f-5db9-432b-9cad-20db390f9db1 req-2fc14476-107e-49e4-9bf4-55c50ae2d253 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.54 "GET /v2.0/security-groups?id=4ed0be7c-43ed-465d-90a7-becfa1e42aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449506 Dec 20 14:41:53.471855 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-9972563f-b16f-432c-a96e-e055759097e8 None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:53.483526 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-9972563f-b16f-432c-a96e-e055759097e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:53.531849 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9972563f-b16f-432c-a96e-e055759097e8 None None] Network 7fbca2af-1a5b-4665-bb15-db679218e021 is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:41:53.534364 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5e7a2a4a-e25e-4738-b56d-ab489aced7af tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8850800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470517'] for subnet, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:53.537608 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-02c86d00-d6f2-49d7-a9cf-b8612491c7d9 req-d9fe7626-af17-427d-acbc-47e96cc848d6 service neutron] 10.222.0.30 "GET /v2.0/networks/74ca7104-e6e4-4eba-8cec-af557c0b63a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078804 Dec 20 14:41:53.569666 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-9972563f-b16f-432c-a96e-e055759097e8 None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:41:53.582364 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-dafa0c20-72ba-4a9a-b440-4f3f1383252e req-d008c29d-4a6d-4c32-a609-755cfb58d1fa tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=92081c13-7979-4810-b5cd-70c14477209d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513665 Dec 20 14:41:53.598972 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9972563f-b16f-432c-a96e-e055759097e8 None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:41:53.638672 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7a2a4a-e25e-4738-b56d-ab489aced7af tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Pushing event deleted for resources: {'Subnet': ['ID=8c739a44-3450-47e7-9b9b-e22be37c082f,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:41:53.668828 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-02c86d00-d6f2-49d7-a9cf-b8612491c7d9 req-f1be6385-f044-45d0-8ce7-1b6980156c0b service neutron] 10.222.0.30 "GET /v2.0/networks/74ca7104-e6e4-4eba-8cec-af557c0b63a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129947 Dec 20 14:41:53.675504 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9972563f-b16f-432c-a96e-e055759097e8 None None] Pushing event updated for resources: {'Port': ['ID=c3825271-a72a-4dd4-b3e8-11808eec1337,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:41:53.737989 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5e7a2a4a-e25e-4738-b56d-ab489aced7af tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:53.771951 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-9972563f-b16f-432c-a96e-e055759097e8 None None] Attempting to bind port c3825271-a72a-4dd4-b3e8-11808eec1337 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:41:53.772324 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-9972563f-b16f-432c-a96e-e055759097e8 None None] Attempting to bind port c3825271-a72a-4dd4-b3e8-11808eec1337 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '02d87ab9-cf1a-4a09-bc52-814d36be1c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7fbca2af-1a5b-4665-bb15-db679218e021'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:41:53.772683 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9972563f-b16f-432c-a96e-e055759097e8 None None] Attempting to bind port c3825271-a72a-4dd4-b3e8-11808eec1337 on network 7fbca2af-1a5b-4665-bb15-db679218e021 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:41:53.780573 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-5e7a2a4a-e25e-4738-b56d-ab489aced7af tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fbca2af-1a5b-4665-bb15-db679218e021']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:41:53.786050 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9972563f-b16f-432c-a96e-e055759097e8 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:41:53.786441 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9972563f-b16f-432c-a96e-e055759097e8 None None] Checking segment: {'id': '02d87ab9-cf1a-4a09-bc52-814d36be1c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7fbca2af-1a5b-4665-bb15-db679218e021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:41:53.786870 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-9972563f-b16f-432c-a96e-e055759097e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:53.787271 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9972563f-b16f-432c-a96e-e055759097e8 None None] Bound using segment: {'id': '02d87ab9-cf1a-4a09-bc52-814d36be1c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7fbca2af-1a5b-4665-bb15-db679218e021'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:41:53.787775 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-9972563f-b16f-432c-a96e-e055759097e8 None None] Bound port: c3825271-a72a-4dd4-b3e8-11808eec1337, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02d87ab9-cf1a-4a09-bc52-814d36be1c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7fbca2af-1a5b-4665-bb15-db679218e021'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:41:53.791686 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-9972563f-b16f-432c-a96e-e055759097e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:53.810312 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-5e7a2a4a-e25e-4738-b56d-ab489aced7af tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02d87ab9-cf1a-4a09-bc52-814d36be1c4d') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:41:53.810595 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-5e7a2a4a-e25e-4738-b56d-ab489aced7af tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02d87ab9-cf1a-4a09-bc52-814d36be1c4d') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:41:53.841964 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5e7a2a4a-e25e-4738-b56d-ab489aced7af tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:53.870047 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5e7a2a4a-e25e-4738-b56d-ab489aced7af tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:53.895457 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e7a2a4a-e25e-4738-b56d-ab489aced7af tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:41:53.906681 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded059bb-a69c-434c-b43c-17172a377d8c None None] New status for floating IP d271d1f0-8770-42bf-8df5-f990ac42e2e3: ACTIVE {{(pid=103169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 14:41:53.909748 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5e7a2a4a-e25e-4738-b56d-ab489aced7af tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:53.954816 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:41:53.954816 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:41:53.954816 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:41:53.954816 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:41:53.954816 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:41:53.954816 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:41:53.954816 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:41:53.954816 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:41:53.954816 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:41:53.954816 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:41:53.954816 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:41:53.954816 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:41:53.954816 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:41:53.954816 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:41:53.954816 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:41:53.954816 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:41:53.954816 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:41:53.954816 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:41:53.954816 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:41:53.954816 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:41:53.954816 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:41:53.954816 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:41:53.954816 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 14:41:53.954816 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:41:53.954816 n-d-761264-19 neutron-server[103168]: timer() Dec 20 14:41:53.954816 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:41:53.954816 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 14:41:53.954816 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:41:53.954816 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 14:41:53.954816 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:41:53.954816 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 14:41:53.954816 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:41:53.954816 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 14:41:53.954816 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:41:53.954816 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 14:41:53.954816 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:41:53.954816 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:41:53.954816 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:41:53.954816 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:41:53.954816 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:41:53.954816 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 14:41:53.954816 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:41:53.954816 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 14:41:53.954816 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:41:53.954816 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:41:53.954816 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:41:53.954816 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 14:41:53.954816 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:41:53.954816 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:41:53.954816 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:41:53.954816 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:41:53.954816 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:41:53.954816 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:41:53.954816 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:41:54.057678 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.db.api [None req-5e7a2a4a-e25e-4738-b56d-ab489aced7af tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 20 14:41:54.057678 n-d-761264-19 neutron-server[103168]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 20 14:41:54.057678 n-d-761264-19 neutron-server[103168]: [parameters: {'id': '7fbca2af-1a5b-4665-bb15-db679218e021'}] Dec 20 14:41:54.057678 n-d-761264-19 neutron-server[103168]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 14:41:54.068638 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-9972563f-b16f-432c-a96e-e055759097e8 None None] For port c3825271-a72a-4dd4-b3e8-11808eec1337, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:41:54.078191 n-d-761264-19 neutron-server[103168]: DEBUG oslo_db.api [None req-5e7a2a4a-e25e-4738-b56d-ab489aced7af tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 14:41:54.080442 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ace262-b363-4fa0-acc9-d526cda20e29 req-af3bc095-0d77-41ee-95d9-d113d2d3e118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:54.084614 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-58ace262-b363-4fa0-acc9-d526cda20e29 req-af3bc095-0d77-41ee-95d9-d113d2d3e118 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=514f3908f9164c0fa19c6d421ce9f2b3&device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 1097 time: 0.1207781 Dec 20 14:41:54.085165 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-9972563f-b16f-432c-a96e-e055759097e8 None None] For port c3825271-a72a-4dd4-b3e8-11808eec1337, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=c3825271-a72a-4dd4-b3e8-11808eec1337,segment=NetworkSegment(02d87ab9-cf1a-4a09-bc52-814d36be1c4d),segment_id=02d87ab9-cf1a-4a09-bc52-814d36be1c4d)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:41:54.096076 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-9972563f-b16f-432c-a96e-e055759097e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:54.195599 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5408b991-ee1d-48d5-90ce-e966a791f03e req-db181bc0-73c0-4d1d-ba86-27409eb027bd tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:54.197439 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5408b991-ee1d-48d5-90ce-e966a791f03e req-db181bc0-73c0-4d1d-ba86-27409eb027bd tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 945 time: 0.1456890 Dec 20 14:41:54.304277 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ace262-b363-4fa0-acc9-d526cda20e29 req-0c212d7a-835a-46df-a595-3a509bb14d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:54.305797 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-58ace262-b363-4fa0-acc9-d526cda20e29 req-0c212d7a-835a-46df-a595-3a509bb14d9d service neutron] 10.222.0.30 "GET /v2.0/networks?id=7ed718b3-d2e8-4b72-a238-726203897046 HTTP/1.1" status: 200 len: 913 time: 0.2120793 Dec 20 14:41:54.381567 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9972563f-b16f-432c-a96e-e055759097e8 None None] Pushing event updated for resources: {'Port': ['ID=c3825271-a72a-4dd4-b3e8-11808eec1337,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:41:54.392829 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5408b991-ee1d-48d5-90ce-e966a791f03e req-ad0f14d2-f334-4580-a5cc-da83ecf0c72f tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=92081c13-7979-4810-b5cd-70c14477209d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1866612 Dec 20 14:41:54.393276 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7619dba3-0319-4ad2-ace7-7569caa2672e None None] Network 7fbca2af-1a5b-4665-bb15-db679218e021 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:41:54.449082 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-58ace262-b363-4fa0-acc9-d526cda20e29 req-d0f34f57-250a-4d36-995c-7fa835ae5d62 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7 HTTP/1.1" status: 200 len: 1000 time: 0.1357310 Dec 20 14:41:54.519342 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bbebd7b-f84e-4657-b383-239cc0a355e7 None None] get_active_networks_info from n-d-761264-19 {{(pid=103169) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 20 14:41:54.555394 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ace262-b363-4fa0-acc9-d526cda20e29 req-6dcc69d5-a5a5-4c1d-9140-60114ff54988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:54.557687 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-58ace262-b363-4fa0-acc9-d526cda20e29 req-6dcc69d5-a5a5-4c1d-9140-60114ff54988 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5d68b841-2dcc-4f7d-9f3b-ab3557b797a0 HTTP/1.1" status: 200 len: 851 time: 0.1009362 Dec 20 14:41:54.580678 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5e7a2a4a-e25e-4738-b56d-ab489aced7af tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:54.650939 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ace262-b363-4fa0-acc9-d526cda20e29 req-42e0feaa-f7ad-42d2-9b67-b601dd31a054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:54.652649 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-58ace262-b363-4fa0-acc9-d526cda20e29 req-42e0feaa-f7ad-42d2-9b67-b601dd31a054 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ed718b3-d2e8-4b72-a238-726203897046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0781512 Dec 20 14:41:54.664063 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e98d3f5-96b6-4ecb-8b58-58f6a1f2e270 req-67218a1a-cddb-4e17-9e2a-eed5bc4d5f33 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:54.673439 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9e98d3f5-96b6-4ecb-8b58-58f6a1f2e270 req-67218a1a-cddb-4e17-9e2a-eed5bc4d5f33 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.54 "GET /v2.0/ports?device_id=1853e57b-2105-43c2-a14c-5ab04a68a020 HTTP/1.1" status: 200 len: 945 time: 0.1097112 Dec 20 14:41:54.695901 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-5e7a2a4a-e25e-4738-b56d-ab489aced7af tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Deleting port c3825271-a72a-4dd4-b3e8-11808eec1337 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:41:54.696305 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5e7a2a4a-e25e-4738-b56d-ab489aced7af tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:54.715278 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bbebd7b-f84e-4657-b383-239cc0a355e7 None None] Resources bound (agent type, host, resource id): {{(pid=103169) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 14:41:54.781456 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9e98d3f5-96b6-4ecb-8b58-58f6a1f2e270 req-bbb2f7ad-6405-4b48-8de1-684f7a21ede0 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.54 "GET /v2.0/security-groups?id=4ed0be7c-43ed-465d-90a7-becfa1e42aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944459 Dec 20 14:41:54.788664 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-5e7a2a4a-e25e-4738-b56d-ab489aced7af tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] For port c3825271-a72a-4dd4-b3e8-11808eec1337, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=c3825271-a72a-4dd4-b3e8-11808eec1337,segment=NetworkSegment(02d87ab9-cf1a-4a09-bc52-814d36be1c4d),segment_id=02d87ab9-cf1a-4a09-bc52-814d36be1c4d)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:41:54.789368 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5e7a2a4a-e25e-4738-b56d-ab489aced7af tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:54.805963 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-5e7a2a4a-e25e-4738-b56d-ab489aced7af tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Calling delete_port for c3825271-a72a-4dd4-b3e8-11808eec1337 owned by network:dhcp {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:41:54.938889 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5e7a2a4a-e25e-4738-b56d-ab489aced7af tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:54.977431 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7a2a4a-e25e-4738-b56d-ab489aced7af tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Pushing event deleted for resources: {'Port': ['ID=c3825271-a72a-4dd4-b3e8-11808eec1337,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:41:54.988177 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7a2a4a-e25e-4738-b56d-ab489aced7af tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] No DVR routers for this DVR port c3825271-a72a-4dd4-b3e8-11808eec1337 on host n-d-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:41:55.041872 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6097062-cb97-4041-b904-41507ee75bc5 req-293a5112-7039-4547-9f13-fac0b85ad4e4 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:55.049905 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d6097062-cb97-4041-b904-41507ee75bc5 req-293a5112-7039-4547-9f13-fac0b85ad4e4 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.54 "GET /v2.0/ports?device_id=1853e57b-2105-43c2-a14c-5ab04a68a020 HTTP/1.1" status: 200 len: 945 time: 0.1669679 Dec 20 14:41:55.087536 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-58ace262-b363-4fa0-acc9-d526cda20e29 req-fdb0e937-d1a8-4d2e-9daa-4464b11ccebd service neutron] 10.222.0.30 "GET /v2.0/networks/7ed718b3-d2e8-4b72-a238-726203897046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3860872 Dec 20 14:41:55.116986 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5e7a2a4a-e25e-4738-b56d-ab489aced7af tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:55.145892 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-5e7a2a4a-e25e-4738-b56d-ab489aced7af tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fbca2af-1a5b-4665-bb15-db679218e021']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:41:55.158087 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-5e7a2a4a-e25e-4738-b56d-ab489aced7af tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02d87ab9-cf1a-4a09-bc52-814d36be1c4d') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:41:55.158468 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-5e7a2a4a-e25e-4738-b56d-ab489aced7af tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02d87ab9-cf1a-4a09-bc52-814d36be1c4d') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:41:55.181364 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5e7a2a4a-e25e-4738-b56d-ab489aced7af tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:55.212696 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5e7a2a4a-e25e-4738-b56d-ab489aced7af tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:55.230412 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e7a2a4a-e25e-4738-b56d-ab489aced7af tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:41:55.230815 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5e7a2a4a-e25e-4738-b56d-ab489aced7af tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:55.290991 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d6097062-cb97-4041-b904-41507ee75bc5 req-d5601163-8647-401b-b62f-fe5854842225 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.54 "GET /v2.0/security-groups?id=4ed0be7c-43ed-465d-90a7-becfa1e42aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398231 Dec 20 14:41:55.361206 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 14:41:55.361206 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:41:55.361206 n-d-761264-19 neutron-server[103168]: timer() Dec 20 14:41:55.361206 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:41:55.361206 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 14:41:55.361206 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:41:55.361206 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 14:41:55.361206 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:41:55.361206 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 14:41:55.361206 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:41:55.361206 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 14:41:55.361206 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:41:55.361206 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 14:41:55.361206 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:41:55.361206 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:41:55.361206 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:41:55.361206 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:41:55.361206 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:41:55.361206 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 14:41:55.361206 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:41:55.361206 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 14:41:55.361206 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:41:55.361206 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:41:55.361206 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:41:55.361206 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 14:41:55.361206 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:41:55.361206 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:41:55.361206 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:41:55.361206 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:41:55.361206 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:41:55.361206 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:41:55.361206 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:41:55.397412 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5e7a2a4a-e25e-4738-b56d-ab489aced7af tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:55.405985 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5e7a2a4a-e25e-4738-b56d-ab489aced7af tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:55.409267 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-5e7a2a4a-e25e-4738-b56d-ab489aced7af tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] 10.222.0.54 "DELETE /v2.0/networks/7fbca2af-1a5b-4665-bb15-db679218e021 HTTP/1.1" status: 204 len: 168 time: 2.9491258 Dec 20 14:41:55.412841 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 49196) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:41:55.417742 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-08d6a22c-5632-41d6-8a5b-3da9bd718ac5 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-669120382'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:41:55.448086 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7a2a4a-e25e-4738-b56d-ab489aced7af tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Pushing event deleted for resources: {'Network': ['ID=7fbca2af-1a5b-4665-bb15-db679218e021,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:41:55.491290 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08d6a22c-5632-41d6-8a5b-3da9bd718ac5 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Made reservation on behalf of 22c02344811c428a9e1331746c69f00a for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:41:55.498339 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-08d6a22c-5632-41d6-8a5b-3da9bd718ac5 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:55.516232 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-58ace262-b363-4fa0-acc9-d526cda20e29 req-cceee340-7333-465f-86a6-9cc847e37f6d service neutron] 10.222.0.30 "GET /v2.0/networks/7ed718b3-d2e8-4b72-a238-726203897046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3949230 Dec 20 14:41:55.553913 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf7f0d9-c6c5-465a-b3ac-2178057ae343 req-5ced35b4-3c4e-4a27-aa2e-000fadf3c64c tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:55.555781 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4bf7f0d9-c6c5-465a-b3ac-2178057ae343 req-5ced35b4-3c4e-4a27-aa2e-000fadf3c64c tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0fc7994-01df-46cf-ab92-7895a14784a3 HTTP/1.1" status: 200 len: 946 time: 0.1382475 Dec 20 14:41:55.559988 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08d6a22c-5632-41d6-8a5b-3da9bd718ac5 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:41:55.579415 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-08d6a22c-5632-41d6-8a5b-3da9bd718ac5 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:55.579760 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-08d6a22c-5632-41d6-8a5b-3da9bd718ac5 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Added segment 0714bcb4-09dd-465f-8619-fa4a73e06e2d of type vlan for network c1feaba0-1698-43f6-9ea2-13a407247c85 Dec 20 14:41:55.601679 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751f0d56-2d42-48b0-bfe5-bac47d726174 req-897afc87-ef49-4ddb-99ae-7cfd63be0ba4 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:55.603314 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-751f0d56-2d42-48b0-bfe5-bac47d726174 req-897afc87-ef49-4ddb-99ae-7cfd63be0ba4 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 945 time: 0.0761483 Dec 20 14:41:55.636659 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4bf7f0d9-c6c5-465a-b3ac-2178057ae343 req-797b6160-cd0a-4150-aae0-8910dcbd0e66 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.54 "GET /v2.0/security-groups?id=4ed0be7c-43ed-465d-90a7-becfa1e42aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739574 Dec 20 14:41:55.655018 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-08d6a22c-5632-41d6-8a5b-3da9bd718ac5 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:55.710988 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-751f0d56-2d42-48b0-bfe5-bac47d726174 req-dd949fd1-42b6-435e-a2de-6fe734af8e8b tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=92081c13-7979-4810-b5cd-70c14477209d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850103 Dec 20 14:41:55.724535 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-08d6a22c-5632-41d6-8a5b-3da9bd718ac5 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:55.738114 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d6a22c-5632-41d6-8a5b-3da9bd718ac5 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:55.739051 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-08d6a22c-5632-41d6-8a5b-3da9bd718ac5 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:55.779691 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-08d6a22c-5632-41d6-8a5b-3da9bd718ac5 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3657861 Dec 20 14:41:55.784749 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 49200) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:41:55.807267 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-cc243455-15be-4159-8aac-2710f13ea211 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Request body: {'subnet': {'network_id': 'c1feaba0-1698-43f6-9ea2-13a407247c85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:41:55.823453 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d6a22c-5632-41d6-8a5b-3da9bd718ac5 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Pushing event updated for resources: {'Network': ['ID=c1feaba0-1698-43f6-9ea2-13a407247c85,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:41:55.837168 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network c1feaba0-1698-43f6-9ea2-13a407247c85 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:41:55.848902 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20850a17-b8c9-43a1-89b2-b29aa321570f req-9e181969-b9fd-44f3-a06b-14a7a3afd176 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:55.850620 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-20850a17-b8c9-43a1-89b2-b29aa321570f req-9e181969-b9fd-44f3-a06b-14a7a3afd176 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.54 "GET /v2.0/ports?device_id=c927572d-cd17-477c-aed3-ef5855249ad6 HTTP/1.1" status: 200 len: 946 time: 0.1114061 Dec 20 14:41:55.948204 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-20850a17-b8c9-43a1-89b2-b29aa321570f req-051daedb-677f-46a5-8fcd-054687dac506 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.54 "GET /v2.0/security-groups?id=4ed0be7c-43ed-465d-90a7-becfa1e42aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674999 Dec 20 14:41:55.964040 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc243455-15be-4159-8aac-2710f13ea211 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Made reservation on behalf of 22c02344811c428a9e1331746c69f00a for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:41:55.976370 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-cc243455-15be-4159-8aac-2710f13ea211 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:56.006576 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [req-7cc55cc2-479d-4529-a270-c2360fe5b6e2 req-de277871-0663-4bbf-af39-fdcabb2b34a9 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:41:56.008273 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7cc55cc2-479d-4529-a270-c2360fe5b6e2 req-de277871-0663-4bbf-af39-fdcabb2b34a9 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067654 Dec 20 14:41:56.148810 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7cc55cc2-479d-4529-a270-c2360fe5b6e2 req-cb7e713b-774a-4b90-b748-e9c654353666 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.54 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1324489 Dec 20 14:41:56.269275 n-d-761264-19 neutron-server[103167]: DEBUG neutron.objects.ports [None req-cc243455-15be-4159-8aac-2710f13ea211 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103167) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 20 14:41:56.271054 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-cc243455-15be-4159-8aac-2710f13ea211 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:56.352371 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc243455-15be-4159-8aac-2710f13ea211 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Pushing event updated for resources: {'Subnet': ['ID=f0122d65-a357-4104-812a-a47ea8f19ff0,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:41:56.363997 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc243455-15be-4159-8aac-2710f13ea211 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Checking segment: {'id': '0714bcb4-09dd-465f-8619-fa4a73e06e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c1feaba0-1698-43f6-9ea2-13a407247c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:41:56.364366 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc243455-15be-4159-8aac-2710f13ea211 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Network hostable DHCP agents. Network: c1feaba0-1698-43f6-9ea2-13a407247c85, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:41:56.384487 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc243455-15be-4159-8aac-2710f13ea211 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Network c1feaba0-1698-43f6-9ea2-13a407247c85 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:41:56.395862 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-cc243455-15be-4159-8aac-2710f13ea211 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, c1feaba0-1698-43f6-9ea2-13a407247c85) {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:41:56.406049 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc243455-15be-4159-8aac-2710f13ea211 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:56.406851 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-cc243455-15be-4159-8aac-2710f13ea211 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:56.409660 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6d7fe3-537d-4c2d-852a-1cbcc7d9de89 None None] Network c1feaba0-1698-43f6-9ea2-13a407247c85 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:41:56.469499 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-cc243455-15be-4159-8aac-2710f13ea211 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.6815641 Dec 20 14:41:56.471142 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 49214) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:41:56.530375 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab4df2d-8a37-4b36-afc4-4544124680cc req-49079ea8-4074-4c43-b5a4-354b88b7fa13 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:56.542980 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0ab4df2d-8a37-4b36-afc4-4544124680cc req-49079ea8-4074-4c43-b5a4-354b88b7fa13 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.54 "GET /v2.0/ports?device_id=1853e57b-2105-43c2-a14c-5ab04a68a020 HTTP/1.1" status: 200 len: 945 time: 0.1198161 Dec 20 14:41:56.620765 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0ab4df2d-8a37-4b36-afc4-4544124680cc req-d55eedda-541c-40c6-a21a-5f0854e59b59 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.54 "GET /v2.0/security-groups?id=4ed0be7c-43ed-465d-90a7-becfa1e42aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771308 Dec 20 14:41:56.644159 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3636c13-ee62-4e53-959d-55ab63fb0efb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-c1feaba0-1698-43f6-9ea2-13a407247c85', 'network_id': 'c1feaba0-1698-43f6-9ea2-13a407247c85', 'project_id': '22c02344811c428a9e1331746c69f00a', 'fixed_ips': [{'subnet_id': 'f0122d65-a357-4104-812a-a47ea8f19ff0'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:41:56.645545 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f3636c13-ee62-4e53-959d-55ab63fb0efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:56.700300 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-bce44d7d-de63-4505-b01b-0628e1e9f2c1 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:56.823687 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-bce44d7d-de63-4505-b01b-0628e1e9f2c1 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:56.861098 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-f3636c13-ee62-4e53-959d-55ab63fb0efb None None] Allocated IP 2001:db8::f816:3eff:fea6:7b93 (c1feaba0-1698-43f6-9ea2-13a407247c85/f0122d65-a357-4104-812a-a47ea8f19ff0/29b4b106-eeb3-4ca4-a226-5013a1102758) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:41:56.884694 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3c0707-e3ea-4e7d-bc1d-915dcb3bdd07 req-50c74129-6d50-4246-9b95-7e039d894b17 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:56.886582 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3f3c0707-e3ea-4e7d-bc1d-915dcb3bdd07 req-50c74129-6d50-4246-9b95-7e039d894b17 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0fc7994-01df-46cf-ab92-7895a14784a3 HTTP/1.1" status: 200 len: 946 time: 0.1012082 Dec 20 14:41:56.922491 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effecdcd-a384-4538-b701-1d38f41ae32e req-f70164df-6a30-4886-88af-9fd1075f0479 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:56.927315 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-effecdcd-a384-4538-b701-1d38f41ae32e req-f70164df-6a30-4886-88af-9fd1075f0479 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 945 time: 0.1012869 Dec 20 14:41:56.952200 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3f3c0707-e3ea-4e7d-bc1d-915dcb3bdd07 req-8abc654e-f95b-484b-8634-4f169b74f07b tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.54 "GET /v2.0/security-groups?id=4ed0be7c-43ed-465d-90a7-becfa1e42aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540056 Dec 20 14:41:57.031239 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-effecdcd-a384-4538-b701-1d38f41ae32e req-b455e11e-5208-498d-a60d-d51b3c6a6504 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=92081c13-7979-4810-b5cd-70c14477209d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969408 Dec 20 14:41:57.089812 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f3636c13-ee62-4e53-959d-55ab63fb0efb None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:57.104316 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f3636c13-ee62-4e53-959d-55ab63fb0efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:57.173540 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-bce44d7d-de63-4505-b01b-0628e1e9f2c1 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:57.190652 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3636c13-ee62-4e53-959d-55ab63fb0efb None None] Network c1feaba0-1698-43f6-9ea2-13a407247c85 is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:41:57.193019 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df65cc8-b725-402e-89ac-cd6daa4c88e9 req-41371e34-9587-47b3-b62b-6de2dda5b1f7 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:57.200512 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-f3636c13-ee62-4e53-959d-55ab63fb0efb None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:41:57.202995 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3df65cc8-b725-402e-89ac-cd6daa4c88e9 req-41371e34-9587-47b3-b62b-6de2dda5b1f7 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 945 time: 0.0725462 Dec 20 14:41:57.205533 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3636c13-ee62-4e53-959d-55ab63fb0efb None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:41:57.278980 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce44d7d-de63-4505-b01b-0628e1e9f2c1 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Pushing event deleted for resources: {'Subnet': ['ID=f0122d65-a357-4104-812a-a47ea8f19ff0,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:41:57.285832 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3636c13-ee62-4e53-959d-55ab63fb0efb None None] Pushing event updated for resources: {'Port': ['ID=29b4b106-eeb3-4ca4-a226-5013a1102758,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:41:57.331944 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787de6f6-f3e5-4ee3-884e-9a4ff58866f0 req-4b72589f-d4cf-4cf3-ab42-1b611ab3a6aa tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:57.340998 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-787de6f6-f3e5-4ee3-884e-9a4ff58866f0 req-4b72589f-d4cf-4cf3-ab42-1b611ab3a6aa tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.54 "GET /v2.0/ports?device_id=c927572d-cd17-477c-aed3-ef5855249ad6 HTTP/1.1" status: 200 len: 946 time: 0.2733607 Dec 20 14:41:57.350072 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-f3636c13-ee62-4e53-959d-55ab63fb0efb None None] Attempting to bind port 29b4b106-eeb3-4ca4-a226-5013a1102758 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:41:57.350442 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-f3636c13-ee62-4e53-959d-55ab63fb0efb None None] Attempting to bind port 29b4b106-eeb3-4ca4-a226-5013a1102758 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '0714bcb4-09dd-465f-8619-fa4a73e06e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c1feaba0-1698-43f6-9ea2-13a407247c85'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:41:57.350842 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3636c13-ee62-4e53-959d-55ab63fb0efb None None] Attempting to bind port 29b4b106-eeb3-4ca4-a226-5013a1102758 on network c1feaba0-1698-43f6-9ea2-13a407247c85 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:41:57.361845 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3636c13-ee62-4e53-959d-55ab63fb0efb None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:41:57.362223 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3636c13-ee62-4e53-959d-55ab63fb0efb None None] Checking segment: {'id': '0714bcb4-09dd-465f-8619-fa4a73e06e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c1feaba0-1698-43f6-9ea2-13a407247c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:41:57.362457 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3df65cc8-b725-402e-89ac-cd6daa4c88e9 req-94e8878b-5e07-4c51-bec5-227e7318e53d tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=92081c13-7979-4810-b5cd-70c14477209d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507933 Dec 20 14:41:57.362620 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f3636c13-ee62-4e53-959d-55ab63fb0efb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:57.363048 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3636c13-ee62-4e53-959d-55ab63fb0efb None None] Bound using segment: {'id': '0714bcb4-09dd-465f-8619-fa4a73e06e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c1feaba0-1698-43f6-9ea2-13a407247c85'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:41:57.363530 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-f3636c13-ee62-4e53-959d-55ab63fb0efb None None] Bound port: 29b4b106-eeb3-4ca4-a226-5013a1102758, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0714bcb4-09dd-465f-8619-fa4a73e06e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c1feaba0-1698-43f6-9ea2-13a407247c85'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:41:57.363913 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f3636c13-ee62-4e53-959d-55ab63fb0efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:57.424634 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-bce44d7d-de63-4505-b01b-0628e1e9f2c1 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:57.485102 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-787de6f6-f3e5-4ee3-884e-9a4ff58866f0 req-508f7445-eb67-4e76-8087-e71e44cfafa5 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.54 "GET /v2.0/security-groups?id=4ed0be7c-43ed-465d-90a7-becfa1e42aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428196 Dec 20 14:41:57.512565 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-f3636c13-ee62-4e53-959d-55ab63fb0efb None None] For port 29b4b106-eeb3-4ca4-a226-5013a1102758, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:41:57.516151 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-f3636c13-ee62-4e53-959d-55ab63fb0efb None None] For port 29b4b106-eeb3-4ca4-a226-5013a1102758, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=29b4b106-eeb3-4ca4-a226-5013a1102758,segment=NetworkSegment(0714bcb4-09dd-465f-8619-fa4a73e06e2d),segment_id=0714bcb4-09dd-465f-8619-fa4a73e06e2d)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:41:57.523734 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f3636c13-ee62-4e53-959d-55ab63fb0efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:57.525521 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-bce44d7d-de63-4505-b01b-0628e1e9f2c1 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1feaba0-1698-43f6-9ea2-13a407247c85']}} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:41:57.552555 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-bce44d7d-de63-4505-b01b-0628e1e9f2c1 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0714bcb4-09dd-465f-8619-fa4a73e06e2d') {'for_net_delete': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:41:57.552853 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-bce44d7d-de63-4505-b01b-0628e1e9f2c1 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0714bcb4-09dd-465f-8619-fa4a73e06e2d') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:41:57.574262 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-bce44d7d-de63-4505-b01b-0628e1e9f2c1 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954405'] for segment, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:57.590460 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3636c13-ee62-4e53-959d-55ab63fb0efb None None] Pushing event updated for resources: {'Port': ['ID=29b4b106-eeb3-4ca4-a226-5013a1102758,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:41:57.606635 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-bce44d7d-de63-4505-b01b-0628e1e9f2c1 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:57.620088 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bce44d7d-de63-4505-b01b-0628e1e9f2c1 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=103167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:41:57.620917 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-bce44d7d-de63-4505-b01b-0628e1e9f2c1 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9956000'] for segment, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:57.626665 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:41:57.626665 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:41:57.626665 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:41:57.626665 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:41:57.626665 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:41:57.626665 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:41:57.626665 n-d-761264-19 neutron-server[103167]: Traceback (most recent call last): Dec 20 14:41:57.626665 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:41:57.626665 n-d-761264-19 neutron-server[103167]: timer() Dec 20 14:41:57.626665 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:41:57.626665 n-d-761264-19 neutron-server[103167]: cb(*args, **kw) Dec 20 14:41:57.626665 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:41:57.626665 n-d-761264-19 neutron-server[103167]: return func(*args, **kwargs) Dec 20 14:41:57.626665 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:41:57.626665 n-d-761264-19 neutron-server[103167]: self._notify() Dec 20 14:41:57.626665 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:41:57.626665 n-d-761264-19 neutron-server[103167]: self.callback(batched_events) Dec 20 14:41:57.626665 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:41:57.626665 n-d-761264-19 neutron-server[103167]: event.method(event) Dec 20 14:41:57.626665 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:41:57.626665 n-d-761264-19 neutron-server[103167]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:41:57.626665 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:41:57.626665 n-d-761264-19 neutron-server[103167]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:41:57.626665 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:41:57.626665 n-d-761264-19 neutron-server[103167]: return f(self, *a, **k) Dec 20 14:41:57.626665 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:41:57.626665 n-d-761264-19 neutron-server[103167]: return self._get(url).json() Dec 20 14:41:57.626665 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:41:57.626665 n-d-761264-19 neutron-server[103167]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:41:57.626665 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:41:57.626665 n-d-761264-19 neutron-server[103167]: return self.request(url, 'GET', **kwargs) Dec 20 14:41:57.626665 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:41:57.626665 n-d-761264-19 neutron-server[103167]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:41:57.626665 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:41:57.626665 n-d-761264-19 neutron-server[103167]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:41:57.626665 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:41:57.626665 n-d-761264-19 neutron-server[103167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:41:57.626665 n-d-761264-19 neutron-server[103167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:41:57.688680 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d0bee3-e088-4b8f-a704-4c7c4113c710 None None] Network c1feaba0-1698-43f6-9ea2-13a407247c85 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:41:57.739627 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.db.api [None req-bce44d7d-de63-4505-b01b-0628e1e9f2c1 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 20 14:41:57.739627 n-d-761264-19 neutron-server[103167]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 20 14:41:57.739627 n-d-761264-19 neutron-server[103167]: [parameters: {'id': 'c1feaba0-1698-43f6-9ea2-13a407247c85'}] Dec 20 14:41:57.739627 n-d-761264-19 neutron-server[103167]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103167) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 14:41:57.740528 n-d-761264-19 neutron-server[103167]: DEBUG oslo_db.api [None req-bce44d7d-de63-4505-b01b-0628e1e9f2c1 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 14:41:57.826637 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aafca761-e51a-4c5a-bfb8-698354e2052b None None] get_active_networks_info from n-d-761264-19 {{(pid=103169) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 20 14:41:57.881637 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474bedf7-000e-4de4-9114-249b2e2f5faf req-cef229a1-a525-44fa-a616-9a93c1e00963 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:57.886224 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 49250) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:41:57.888163 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474bedf7-000e-4de4-9114-249b2e2f5faf req-cef229a1-a525-44fa-a616-9a93c1e00963 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:57.908445 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474bedf7-000e-4de4-9114-249b2e2f5faf req-cef229a1-a525-44fa-a616-9a93c1e00963 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:57.915914 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-474bedf7-000e-4de4-9114-249b2e2f5faf req-cef229a1-a525-44fa-a616-9a93c1e00963 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.54 "GET /v2.0/ports?device_id=c927572d-cd17-477c-aed3-ef5855249ad6&device_id=e0fc7994-01df-46cf-ab92-7895a14784a3&device_id=1853e57b-2105-43c2-a14c-5ab04a68a020 HTTP/1.1" status: 200 len: 2418 time: 0.1390581 Dec 20 14:41:58.017416 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-474bedf7-000e-4de4-9114-249b2e2f5faf req-82efa1e6-ac72-4930-9013-7310c92144b2 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.54 "GET /v2.0/security-groups?id=4ed0be7c-43ed-465d-90a7-becfa1e42aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004865 Dec 20 14:41:58.036436 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafca761-e51a-4c5a-bfb8-698354e2052b None None] Resources bound (agent type, host, resource id): {{(pid=103169) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 14:41:58.099686 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4a341cae-c252-4a5b-8ca0-8ef14ed03196 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:58.168729 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [req-aa26571b-a1e7-407c-ac47-0f7741188819 req-ce732286-044d-40ac-bb6d-94d0d153a393 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:41:58.169840 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-aa26571b-a1e7-407c-ac47-0f7741188819 req-ce732286-044d-40ac-bb6d-94d0d153a393 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066538 Dec 20 14:41:58.331877 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-bce44d7d-de63-4505-b01b-0628e1e9f2c1 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:58.414650 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4a341cae-c252-4a5b-8ca0-8ef14ed03196 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:58.420437 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4a341cae-c252-4a5b-8ca0-8ef14ed03196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:58.455878 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-aa26571b-a1e7-407c-ac47-0f7741188819 req-153b5758-a5a5-4afe-a217-7e0b03a36ee5 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.54 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2679341 Dec 20 14:41:58.500946 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-bce44d7d-de63-4505-b01b-0628e1e9f2c1 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Deleting port 29b4b106-eeb3-4ca4-a226-5013a1102758 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:41:58.501623 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-bce44d7d-de63-4505-b01b-0628e1e9f2c1 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:58.538284 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-4a341cae-c252-4a5b-8ca0-8ef14ed03196 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1fdb67a8cf8346fe8efe18f30f843b56&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6505980 Dec 20 14:41:58.539170 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a341cae-c252-4a5b-8ca0-8ef14ed03196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d483b03f-2138-4cfa-9ab5-abfadf090c6e,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:41:58.554861 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 49290) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:41:58.649233 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-848fa38d-30f8-4021-895b-70b2eb90f86a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:58.669152 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-bce44d7d-de63-4505-b01b-0628e1e9f2c1 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] For port 29b4b106-eeb3-4ca4-a226-5013a1102758, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=29b4b106-eeb3-4ca4-a226-5013a1102758,segment=NetworkSegment(0714bcb4-09dd-465f-8619-fa4a73e06e2d),segment_id=0714bcb4-09dd-465f-8619-fa4a73e06e2d)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:41:58.669843 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-bce44d7d-de63-4505-b01b-0628e1e9f2c1 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:58.689696 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-848fa38d-30f8-4021-895b-70b2eb90f86a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:58.699867 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-bce44d7d-de63-4505-b01b-0628e1e9f2c1 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Calling delete_port for 29b4b106-eeb3-4ca4-a226-5013a1102758 owned by network:dhcp {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:41:58.769761 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-848fa38d-30f8-4021-895b-70b2eb90f86a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:58.772701 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-848fa38d-30f8-4021-895b-70b2eb90f86a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:58.777356 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-848fa38d-30f8-4021-895b-70b2eb90f86a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d483b03f-2138-4cfa-9ab5-abfadf090c6e HTTP/1.1" status: 204 len: 168 time: 0.2214355 Dec 20 14:41:58.788507 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848fa38d-30f8-4021-895b-70b2eb90f86a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d483b03f-2138-4cfa-9ab5-abfadf090c6e,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:41:58.866393 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-bce44d7d-de63-4505-b01b-0628e1e9f2c1 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:58.928718 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce44d7d-de63-4505-b01b-0628e1e9f2c1 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] No DVR routers for this DVR port 29b4b106-eeb3-4ca4-a226-5013a1102758 on host n-d-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:41:58.992196 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce44d7d-de63-4505-b01b-0628e1e9f2c1 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Pushing event deleted for resources: {'Port': ['ID=29b4b106-eeb3-4ca4-a226-5013a1102758,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:41:59.041781 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f448ef-edc5-48a9-8e35-23a1016899ef req-5560fa38-6fd8-4bbc-a2fb-dae35bfb6929 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:41:59.043546 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-38f448ef-edc5-48a9-8e35-23a1016899ef req-5560fa38-6fd8-4bbc-a2fb-dae35bfb6929 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=340c2378-32ed-4988-8942-8080338241fe HTTP/1.1" status: 200 len: 943 time: 0.1329513 Dec 20 14:41:59.180718 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-bce44d7d-de63-4505-b01b-0628e1e9f2c1 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:59.221052 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-bce44d7d-de63-4505-b01b-0628e1e9f2c1 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1feaba0-1698-43f6-9ea2-13a407247c85']}} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:41:59.234076 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-bce44d7d-de63-4505-b01b-0628e1e9f2c1 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0714bcb4-09dd-465f-8619-fa4a73e06e2d') {'for_net_delete': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:41:59.235627 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-bce44d7d-de63-4505-b01b-0628e1e9f2c1 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0714bcb4-09dd-465f-8619-fa4a73e06e2d') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:41:59.261312 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-bce44d7d-de63-4505-b01b-0628e1e9f2c1 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954405'] for segment, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:59.288774 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-bce44d7d-de63-4505-b01b-0628e1e9f2c1 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:59.310762 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bce44d7d-de63-4505-b01b-0628e1e9f2c1 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=103167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:41:59.311266 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-bce44d7d-de63-4505-b01b-0628e1e9f2c1 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9956000'] for segment, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:59.316780 n-d-761264-19 neutron-server[103167]: Traceback (most recent call last): Dec 20 14:41:59.316780 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:41:59.316780 n-d-761264-19 neutron-server[103167]: timer() Dec 20 14:41:59.316780 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:41:59.316780 n-d-761264-19 neutron-server[103167]: cb(*args, **kw) Dec 20 14:41:59.316780 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:41:59.316780 n-d-761264-19 neutron-server[103167]: return func(*args, **kwargs) Dec 20 14:41:59.316780 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:41:59.316780 n-d-761264-19 neutron-server[103167]: self._notify() Dec 20 14:41:59.316780 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:41:59.316780 n-d-761264-19 neutron-server[103167]: self.callback(batched_events) Dec 20 14:41:59.316780 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:41:59.316780 n-d-761264-19 neutron-server[103167]: event.method(event) Dec 20 14:41:59.316780 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:41:59.316780 n-d-761264-19 neutron-server[103167]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:41:59.316780 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:41:59.316780 n-d-761264-19 neutron-server[103167]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:41:59.316780 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:41:59.316780 n-d-761264-19 neutron-server[103167]: return f(self, *a, **k) Dec 20 14:41:59.316780 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:41:59.316780 n-d-761264-19 neutron-server[103167]: return self._get(url).json() Dec 20 14:41:59.316780 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:41:59.316780 n-d-761264-19 neutron-server[103167]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:41:59.316780 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:41:59.316780 n-d-761264-19 neutron-server[103167]: return self.request(url, 'GET', **kwargs) Dec 20 14:41:59.316780 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:41:59.316780 n-d-761264-19 neutron-server[103167]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:41:59.316780 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:41:59.316780 n-d-761264-19 neutron-server[103167]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:41:59.316780 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:41:59.316780 n-d-761264-19 neutron-server[103167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:41:59.316780 n-d-761264-19 neutron-server[103167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:41:59.352067 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-38f448ef-edc5-48a9-8e35-23a1016899ef req-607123b5-050e-4a38-922b-169ab1d80d10 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Deleting port 17c2c893-bc43-4526-9a61-6425ff3784bf {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:41:59.354968 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-38f448ef-edc5-48a9-8e35-23a1016899ef req-607123b5-050e-4a38-922b-169ab1d80d10 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:59.489728 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-bce44d7d-de63-4505-b01b-0628e1e9f2c1 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:59.509735 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-bce44d7d-de63-4505-b01b-0628e1e9f2c1 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:59.520583 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-bce44d7d-de63-4505-b01b-0628e1e9f2c1 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] 10.222.0.54 "DELETE /v2.0/networks/c1feaba0-1698-43f6-9ea2-13a407247c85 HTTP/1.1" status: 204 len: 168 time: 3.0481575 Dec 20 14:41:59.536084 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 49384) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:41:59.537112 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce44d7d-de63-4505-b01b-0628e1e9f2c1 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Pushing event deleted for resources: {'Network': ['ID=c1feaba0-1698-43f6-9ea2-13a407247c85,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:41:59.575892 n-d-761264-19 neutron-server[103167]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa21a09c-2e84-4bd9-9af4-975f434d41cc tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] DELETE failed (client error): The resource could not be found. Dec 20 14:41:59.577386 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa21a09c-2e84-4bd9-9af4-975f434d41cc tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:41:59.581213 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-aa21a09c-2e84-4bd9-9af4-975f434d41cc tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] 10.222.0.54 "DELETE /v2.0/subnets/f0122d65-a357-4104-812a-a47ea8f19ff0 HTTP/1.1" status: 404 len: 337 time: 0.0415611 Dec 20 14:41:59.584272 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 49392) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:41:59.610697 n-d-761264-19 neutron-server[103167]: INFO neutron.pecan_wsgi.hooks.translation [None req-a86a51d7-cb35-4c63-ba01-712280b70893 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] DELETE failed (client error): The resource could not be found. Dec 20 14:41:59.611274 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a86a51d7-cb35-4c63-ba01-712280b70893 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:41:59.615119 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-a86a51d7-cb35-4c63-ba01-712280b70893 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] 10.222.0.54 "DELETE /v2.0/networks/c1feaba0-1698-43f6-9ea2-13a407247c85 HTTP/1.1" status: 404 len: 339 time: 0.0294456 Dec 20 14:41:59.617648 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 49396) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:41:59.617880 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-38f448ef-edc5-48a9-8e35-23a1016899ef req-607123b5-050e-4a38-922b-169ab1d80d10 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] For port 17c2c893-bc43-4526-9a61-6425ff3784bf, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=17c2c893-bc43-4526-9a61-6425ff3784bf,segment=NetworkSegment(64c4cfe8-4670-4033-981a-f04cac942433),segment_id=64c4cfe8-4670-4033-981a-f04cac942433)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:41:59.619038 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-38f448ef-edc5-48a9-8e35-23a1016899ef req-607123b5-050e-4a38-922b-169ab1d80d10 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:59.650521 n-d-761264-19 neutron-server[103167]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaaf69d6-2c3c-41d4-b94d-3a0cf2a64009 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] DELETE failed (client error): The resource could not be found. Dec 20 14:41:59.651045 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eaaf69d6-2c3c-41d4-b94d-3a0cf2a64009 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:41:59.659413 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-eaaf69d6-2c3c-41d4-b94d-3a0cf2a64009 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] 10.222.0.54 "DELETE /v2.0/subnets/8c739a44-3450-47e7-9b9b-e22be37c082f HTTP/1.1" status: 404 len: 337 time: 0.0406449 Dec 20 14:41:59.661422 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-38f448ef-edc5-48a9-8e35-23a1016899ef req-607123b5-050e-4a38-922b-169ab1d80d10 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Calling delete_port for 17c2c893-bc43-4526-9a61-6425ff3784bf owned by compute:nova {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:41:59.663702 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 49402) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:41:59.719975 n-d-761264-19 neutron-server[103167]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f2ae4a2-6f6f-448d-ba02-329ef66ce8c1 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] DELETE failed (client error): The resource could not be found. Dec 20 14:41:59.720521 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f2ae4a2-6f6f-448d-ba02-329ef66ce8c1 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:41:59.724059 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-3f2ae4a2-6f6f-448d-ba02-329ef66ce8c1 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] 10.222.0.54 "DELETE /v2.0/networks/7fbca2af-1a5b-4665-bb15-db679218e021 HTTP/1.1" status: 404 len: 339 time: 0.0591660 Dec 20 14:41:59.727371 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 49410) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:41:59.770300 n-d-761264-19 neutron-server[103167]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f51964d-acc8-49e5-a379-b905c4035ffe tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] DELETE failed (client error): The resource could not be found. Dec 20 14:41:59.770883 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f51964d-acc8-49e5-a379-b905c4035ffe tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:41:59.774768 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-0f51964d-acc8-49e5-a379-b905c4035ffe tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] 10.222.0.54 "DELETE /v2.0/subnets/6c79c6db-ab5e-4366-9020-3d53a9112c40 HTTP/1.1" status: 404 len: 337 time: 0.0455737 Dec 20 14:41:59.779734 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 49416) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:41:59.832640 n-d-761264-19 neutron-server[103167]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cfa0afe-458e-4c37-abf6-8567e2213358 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] DELETE failed (client error): The resource could not be found. Dec 20 14:41:59.837394 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cfa0afe-458e-4c37-abf6-8567e2213358 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:41:59.841106 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-8cfa0afe-458e-4c37-abf6-8567e2213358 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] 10.222.0.54 "DELETE /v2.0/networks/188c642a-cfe8-4f92-b773-297271e201b6 HTTP/1.1" status: 404 len: 339 time: 0.0606501 Dec 20 14:41:59.846006 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 49426) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:41:59.943744 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-38f448ef-edc5-48a9-8e35-23a1016899ef req-607123b5-050e-4a38-922b-169ab1d80d10 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:41:59.958959 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['02d7bb87-3236-41e6-86d5-147fff80b815', '2f328448-a642-404d-96ba-389de2cd13ed'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:41:59.978887 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607123b5-050e-4a38-922b-169ab1d80d10 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Pushing event deleted for resources: {'Port': ['ID=17c2c893-bc43-4526-9a61-6425ff3784bf,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:00.097458 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-a28102ee-4d1f-4e6c-af75-fa11ac17b785 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Deleting port dc6d38af-2976-4bca-ac51-13a25f42176d {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:42:00.098115 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a28102ee-4d1f-4e6c-af75-fa11ac17b785 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:00.124053 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-38f448ef-edc5-48a9-8e35-23a1016899ef req-607123b5-050e-4a38-922b-169ab1d80d10 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] No DVR routers for this DVR port 17c2c893-bc43-4526-9a61-6425ff3784bf on host n-h1-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:42:00.127057 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-38f448ef-edc5-48a9-8e35-23a1016899ef req-607123b5-050e-4a38-922b-169ab1d80d10 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:00.140461 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-38f448ef-edc5-48a9-8e35-23a1016899ef req-607123b5-050e-4a38-922b-169ab1d80d10 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "DELETE /v2.0/ports/17c2c893-bc43-4526-9a61-6425ff3784bf HTTP/1.1" status: 204 len: 173 time: 1.0850198 Dec 20 14:42:00.142121 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '340c2378-32ed-4988-8942-8080338241fe', 'name': 'network-vif-deleted', 'tag': '17c2c893-bc43-4526-9a61-6425ff3784bf'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:42:00.151412 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69fca6cb-767e-4886-a859-0bb1d6a2e113" -d '{"events": [{"server_uuid": "340c2378-32ed-4988-8942-8080338241fe", "name": "network-vif-deleted", "tag": "17c2c893-bc43-4526-9a61-6425ff3784bf"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:42:00.609483 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 20 Dec 2021 14:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bad586da-12ad-4dff-8021-eaaa19bc3b76 x-openstack-request-id: req-bad586da-12ad-4dff-8021-eaaa19bc3b76 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:42:00.610344 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "340c2378-32ed-4988-8942-8080338241fe", "name": "network-vif-deleted", "tag": "17c2c893-bc43-4526-9a61-6425ff3784bf", "status": "failed", "code": 422}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:42:00.610344 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bad586da-12ad-4dff-8021-eaaa19bc3b76 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:42:00.614439 n-d-761264-19 neutron-server[103168]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '340c2378-32ed-4988-8942-8080338241fe', 'name': 'network-vif-deleted', 'tag': '17c2c893-bc43-4526-9a61-6425ff3784bf', 'status': 'failed', 'code': 422} returned with failed status Dec 20 14:42:00.692218 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-befc1a1d-98d1-48fb-bbc8-19797ec5bebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:00.863131 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a28102ee-4d1f-4e6c-af75-fa11ac17b785 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:00.898047 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-a28102ee-4d1f-4e6c-af75-fa11ac17b785 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Calling delete_port for dc6d38af-2976-4bca-ac51-13a25f42176d owned by {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:42:01.061061 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a28102ee-4d1f-4e6c-af75-fa11ac17b785 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:01.118245 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28102ee-4d1f-4e6c-af75-fa11ac17b785 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Pushing event deleted for resources: {'Port': ['ID=dc6d38af-2976-4bca-ac51-13a25f42176d,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:01.168466 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a28102ee-4d1f-4e6c-af75-fa11ac17b785 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:01.174939 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-a28102ee-4d1f-4e6c-af75-fa11ac17b785 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] 10.222.0.54 "DELETE /v2.0/ports/dc6d38af-2976-4bca-ac51-13a25f42176d HTTP/1.1" status: 204 len: 168 time: 1.3264828 Dec 20 14:42:01.176233 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 49590) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:42:01.224187 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-25308cc4-1aae-47c0-b281-b1d46d8ccb8e tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] DELETE failed (client error): The resource could not be found. Dec 20 14:42:01.229549 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25308cc4-1aae-47c0-b281-b1d46d8ccb8e tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:42:01.233575 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-25308cc4-1aae-47c0-b281-b1d46d8ccb8e tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] 10.222.0.54 "DELETE /v2.0/subnets/fc12a3b8-1383-45ec-864e-d67463c3da43 HTTP/1.1" status: 404 len: 337 time: 0.0562959 Dec 20 14:42:01.236667 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 49596) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:42:01.421511 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b59689e8-3c2e-4584-be5f-75b6d4d72805 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:01.523974 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b59689e8-3c2e-4584-be5f-75b6d4d72805 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:01.545453 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-b59689e8-3c2e-4584-be5f-75b6d4d72805 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1810cf08-c166-44b4-80b6-afef3538e351']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:42:01.552839 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30ce6f8-7da7-40e1-89fd-1f7062fadbd4 req-3c1dec80-36d4-4c08-93e2-9e9f482d455b tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:01.555860 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-b59689e8-3c2e-4584-be5f-75b6d4d72805 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb4c81ad-bca1-47af-ab27-96b769f2d265') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:42:01.556384 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-b59689e8-3c2e-4584-be5f-75b6d4d72805 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb4c81ad-bca1-47af-ab27-96b769f2d265') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:42:01.563434 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f30ce6f8-7da7-40e1-89fd-1f7062fadbd4 req-3c1dec80-36d4-4c08-93e2-9e9f482d455b tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.54 "GET /v2.0/ports?device_id=c927572d-cd17-477c-aed3-ef5855249ad6 HTTP/1.1" status: 200 len: 946 time: 0.0821025 Dec 20 14:42:01.569208 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b59689e8-3c2e-4584-be5f-75b6d4d72805 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:01.584979 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b59689e8-3c2e-4584-be5f-75b6d4d72805 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:01.596332 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b59689e8-3c2e-4584-be5f-75b6d4d72805 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:42:01.596999 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b59689e8-3c2e-4584-be5f-75b6d4d72805 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:01.600366 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 14:42:01.600366 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:42:01.600366 n-d-761264-19 neutron-server[103168]: timer() Dec 20 14:42:01.600366 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:42:01.600366 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 14:42:01.600366 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:42:01.600366 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 14:42:01.600366 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:42:01.600366 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 14:42:01.600366 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:42:01.600366 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 14:42:01.600366 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:42:01.600366 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 14:42:01.600366 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:42:01.600366 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:42:01.600366 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:42:01.600366 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:42:01.600366 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:42:01.600366 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 14:42:01.600366 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:42:01.600366 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 14:42:01.600366 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:42:01.600366 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:42:01.600366 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:42:01.600366 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 14:42:01.600366 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:42:01.600366 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:42:01.600366 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:42:01.600366 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:42:01.600366 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:42:01.600366 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:42:01.600366 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:42:01.707227 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f30ce6f8-7da7-40e1-89fd-1f7062fadbd4 req-3db2a6c3-dc3f-4911-a3e0-d76c810dffc5 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.54 "GET /v2.0/security-groups?id=4ed0be7c-43ed-465d-90a7-becfa1e42aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424408 Dec 20 14:42:01.717542 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b59689e8-3c2e-4584-be5f-75b6d4d72805 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:01.734359 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b59689e8-3c2e-4584-be5f-75b6d4d72805 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:01.737862 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-b59689e8-3c2e-4584-be5f-75b6d4d72805 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] 10.222.0.54 "DELETE /v2.0/networks/1810cf08-c166-44b4-80b6-afef3538e351 HTTP/1.1" status: 204 len: 168 time: 0.5000279 Dec 20 14:42:01.740472 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 49648) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:42:01.848000 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59689e8-3c2e-4584-be5f-75b6d4d72805 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Pushing event deleted for resources: {'Network': ['ID=1810cf08-c166-44b4-80b6-afef3538e351,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:01.953342 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7880dbad-e957-46a3-812d-67741cf195cc req-09141133-251e-4b62-91d4-cf3ba85aa448 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:01.955103 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7880dbad-e957-46a3-812d-67741cf195cc req-09141133-251e-4b62-91d4-cf3ba85aa448 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf52da41-569b-42da-a907-b1d8c46c3f5c HTTP/1.1" status: 200 len: 907 time: 0.2154133 Dec 20 14:42:01.991722 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-650cbf1c-8403-46df-bf49-951e87f269f2 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Deleting port ffebbf82-1796-4d8c-a632-496a3594ce69 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:42:01.992161 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-650cbf1c-8403-46df-bf49-951e87f269f2 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:02.099766 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-650cbf1c-8403-46df-bf49-951e87f269f2 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:02.113646 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-650cbf1c-8403-46df-bf49-951e87f269f2 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Calling delete_port for ffebbf82-1796-4d8c-a632-496a3594ce69 owned by {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:42:02.225181 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-650cbf1c-8403-46df-bf49-951e87f269f2 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:02.280029 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-650cbf1c-8403-46df-bf49-951e87f269f2 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:02.287505 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-650cbf1c-8403-46df-bf49-951e87f269f2 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] 10.222.0.54 "DELETE /v2.0/ports/ffebbf82-1796-4d8c-a632-496a3594ce69 HTTP/1.1" status: 204 len: 168 time: 0.5395977 Dec 20 14:42:02.289842 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650cbf1c-8403-46df-bf49-951e87f269f2 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Pushing event deleted for resources: {'Port': ['ID=ffebbf82-1796-4d8c-a632-496a3594ce69,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:02.290074 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 49716) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:42:02.330666 n-d-761264-19 neutron-server[103167]: INFO neutron.pecan_wsgi.hooks.translation [None req-68bb5b00-fed9-460a-8e90-c52b524b9854 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] DELETE failed (client error): The resource could not be found. Dec 20 14:42:02.331163 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68bb5b00-fed9-460a-8e90-c52b524b9854 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:42:02.334187 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-68bb5b00-fed9-460a-8e90-c52b524b9854 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] 10.222.0.54 "DELETE /v2.0/subnets/ce0bf471-0a64-42c6-8e7d-fd00921625dd HTTP/1.1" status: 404 len: 337 time: 0.0430703 Dec 20 14:42:02.338802 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 49722) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:42:02.457802 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d39b588b-6b1e-4bf0-be24-e7a8c39fd043 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:02.555435 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d39b588b-6b1e-4bf0-be24-e7a8c39fd043 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:02.577583 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-d39b588b-6b1e-4bf0-be24-e7a8c39fd043 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba9ccf3c-4d48-4430-9d5b-94abfe311e38']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:42:02.592147 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-d39b588b-6b1e-4bf0-be24-e7a8c39fd043 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7db3d8e-e6b8-4d3e-b887-4860669960fc') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:42:02.592568 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-d39b588b-6b1e-4bf0-be24-e7a8c39fd043 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7db3d8e-e6b8-4d3e-b887-4860669960fc') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:42:02.609540 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d39b588b-6b1e-4bf0-be24-e7a8c39fd043 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:02.624258 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d39b588b-6b1e-4bf0-be24-e7a8c39fd043 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:02.630818 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d39b588b-6b1e-4bf0-be24-e7a8c39fd043 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:42:02.631194 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d39b588b-6b1e-4bf0-be24-e7a8c39fd043 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:02.634275 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 14:42:02.634275 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:42:02.634275 n-d-761264-19 neutron-server[103168]: timer() Dec 20 14:42:02.634275 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:42:02.634275 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 14:42:02.634275 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:42:02.634275 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 14:42:02.634275 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:42:02.634275 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 14:42:02.634275 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:42:02.634275 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 14:42:02.634275 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:42:02.634275 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 14:42:02.634275 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:42:02.634275 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:42:02.634275 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:42:02.634275 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:42:02.634275 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:42:02.634275 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 14:42:02.634275 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:42:02.634275 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 14:42:02.634275 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:42:02.634275 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:42:02.634275 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:42:02.634275 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 14:42:02.634275 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:42:02.634275 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:42:02.634275 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:42:02.634275 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:42:02.634275 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:42:02.634275 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:42:02.634275 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:42:02.706790 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d39b588b-6b1e-4bf0-be24-e7a8c39fd043 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:02.714839 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d39b588b-6b1e-4bf0-be24-e7a8c39fd043 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:02.719728 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-d39b588b-6b1e-4bf0-be24-e7a8c39fd043 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] 10.222.0.54 "DELETE /v2.0/networks/ba9ccf3c-4d48-4430-9d5b-94abfe311e38 HTTP/1.1" status: 204 len: 168 time: 0.3792930 Dec 20 14:42:02.722579 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 49768) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:42:02.785509 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39b588b-6b1e-4bf0-be24-e7a8c39fd043 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Pushing event deleted for resources: {'Network': ['ID=ba9ccf3c-4d48-4430-9d5b-94abfe311e38,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:02.823348 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3c01a9f-1a67-472f-bfac-e0d0a7f73b74 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Deleting subnet 17185ec2-da80-4c5e-a252-c670e956ceee {{(pid=103168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:42:02.828360 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d3c01a9f-1a67-472f-bfac-e0d0a7f73b74 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks [] for subnet, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:02.874902 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-7dd38b37-e55c-496a-9a81-6cc90afae772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:02.892782 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb78f248-1fda-41bf-81eb-c950929d2b93 req-a5a8e5cc-3e14-477a-9aed-8dd2aa5e9aa2 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:02.895708 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-eb78f248-1fda-41bf-81eb-c950929d2b93 req-a5a8e5cc-3e14-477a-9aed-8dd2aa5e9aa2 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.54 "GET /v2.0/ports?device_id=c927572d-cd17-477c-aed3-ef5855249ad6 HTTP/1.1" status: 200 len: 946 time: 0.1031647 Dec 20 14:42:02.923000 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d3c01a9f-1a67-472f-bfac-e0d0a7f73b74 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9023023'] for subnet, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:03.004746 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-eb78f248-1fda-41bf-81eb-c950929d2b93 req-ef9c0a85-8a7d-4515-a231-b5cb5b68517c tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.54 "GET /v2.0/security-groups?id=4ed0be7c-43ed-465d-90a7-becfa1e42aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017776 Dec 20 14:42:03.067041 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d3c01a9f-1a67-472f-bfac-e0d0a7f73b74 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:03.156109 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe60b5b-0b43-411e-832f-5a34afdb73e9 req-9a3ceda1-5fff-4729-a0ea-db0f2aa3e066 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:03.157683 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1fe60b5b-0b43-411e-832f-5a34afdb73e9 req-9a3ceda1-5fff-4729-a0ea-db0f2aa3e066 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf52da41-569b-42da-a907-b1d8c46c3f5c HTTP/1.1" status: 200 len: 907 time: 0.0931587 Dec 20 14:42:03.169592 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d3c01a9f-1a67-472f-bfac-e0d0a7f73b74 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8850800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470517'] for subnet, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:03.198319 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c01a9f-1a67-472f-bfac-e0d0a7f73b74 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Pushing event deleted for resources: {'Subnet': ['ID=17185ec2-da80-4c5e-a252-c670e956ceee,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:03.200351 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d3c01a9f-1a67-472f-bfac-e0d0a7f73b74 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:03.203733 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-d3c01a9f-1a67-472f-bfac-e0d0a7f73b74 tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] 10.222.0.54 "DELETE /v2.0/subnets/17185ec2-da80-4c5e-a252-c670e956ceee HTTP/1.1" status: 204 len: 168 time: 0.4799843 Dec 20 14:42:03.206368 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 49826) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:42:03.212065 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aaf7df0-cdd8-4bc7-992f-08dd0e73833f None None] Network 29ef3415-d170-4f1c-aef3-dad36233599e requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:42:03.287723 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e1bd09aa-f812-4352-914d-1c4b52f8670e tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:03.353919 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-e1bd09aa-f812-4352-914d-1c4b52f8670e tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Deleting port d576ae14-8b6f-4f4d-a394-519a9219e601 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:42:03.354372 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e1bd09aa-f812-4352-914d-1c4b52f8670e tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:03.405402 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ec3edd-24bf-4ef9-89e7-0596b5cf6863 None None] DHCP port deletion for 29ef3415-d170-4f1c-aef3-dad36233599e request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:42:03.440514 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-e1bd09aa-f812-4352-914d-1c4b52f8670e tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] For port d576ae14-8b6f-4f4d-a394-519a9219e601, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=d576ae14-8b6f-4f4d-a394-519a9219e601,segment=NetworkSegment(0f408d06-0df9-49eb-8b47-2271df1920e2),segment_id=0f408d06-0df9-49eb-8b47-2271df1920e2)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:42:03.441177 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e1bd09aa-f812-4352-914d-1c4b52f8670e tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:03.457306 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-e1bd09aa-f812-4352-914d-1c4b52f8670e tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Calling delete_port for d576ae14-8b6f-4f4d-a394-519a9219e601 owned by network:dhcp {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:42:03.468854 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff181541-2890-498b-ad75-1c0ee3692ce7 req-41ea24b6-c5d9-42e4-9916-e6624d0619ab tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:03.470036 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-18ec3edd-24bf-4ef9-89e7-0596b5cf6863 None None] Deleting port d576ae14-8b6f-4f4d-a394-519a9219e601 {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:42:03.470536 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ff181541-2890-498b-ad75-1c0ee3692ce7 req-41ea24b6-c5d9-42e4-9916-e6624d0619ab tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.30 "GET /v2.0/ports?device_id=c927572d-cd17-477c-aed3-ef5855249ad6 HTTP/1.1" status: 200 len: 946 time: 0.0835612 Dec 20 14:42:03.471043 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-18ec3edd-24bf-4ef9-89e7-0596b5cf6863 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:03.549995 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e1bd09aa-f812-4352-914d-1c4b52f8670e tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:03.555539 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-18ec3edd-24bf-4ef9-89e7-0596b5cf6863 None None] For port d576ae14-8b6f-4f4d-a394-519a9219e601, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=d576ae14-8b6f-4f4d-a394-519a9219e601,segment=NetworkSegment(0f408d06-0df9-49eb-8b47-2271df1920e2),segment_id=0f408d06-0df9-49eb-8b47-2271df1920e2)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:42:03.555937 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-18ec3edd-24bf-4ef9-89e7-0596b5cf6863 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:03.569910 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-18ec3edd-24bf-4ef9-89e7-0596b5cf6863 None None] Calling delete_port for d576ae14-8b6f-4f4d-a394-519a9219e601 owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:42:03.576453 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bd09aa-f812-4352-914d-1c4b52f8670e tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Pushing event deleted for resources: {'Port': ['ID=d576ae14-8b6f-4f4d-a394-519a9219e601,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:03.579972 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bd09aa-f812-4352-914d-1c4b52f8670e tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] No DVR routers for this DVR port d576ae14-8b6f-4f4d-a394-519a9219e601 on host n-d-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:42:03.593444 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-ff181541-2890-498b-ad75-1c0ee3692ce7 req-bba83e7a-fdd5-4a6c-aef4-c19e732d6bf0 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] Deleting port 58340edc-3895-4ed1-8b62-5fc3d1d12ab9 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:42:03.593785 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-ff181541-2890-498b-ad75-1c0ee3692ce7 req-bba83e7a-fdd5-4a6c-aef4-c19e732d6bf0 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:03.669915 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-18ec3edd-24bf-4ef9-89e7-0596b5cf6863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:03.674236 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e1bd09aa-f812-4352-914d-1c4b52f8670e tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:03.689856 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-ff181541-2890-498b-ad75-1c0ee3692ce7 req-bba83e7a-fdd5-4a6c-aef4-c19e732d6bf0 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] For port 58340edc-3895-4ed1-8b62-5fc3d1d12ab9, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=58340edc-3895-4ed1-8b62-5fc3d1d12ab9,segment=NetworkSegment(d7d72d61-d555-4de4-ae11-76ec772cb1c3),segment_id=d7d72d61-d555-4de4-ae11-76ec772cb1c3)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:42:03.690215 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-ff181541-2890-498b-ad75-1c0ee3692ce7 req-bba83e7a-fdd5-4a6c-aef4-c19e732d6bf0 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:03.696414 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-e1bd09aa-f812-4352-914d-1c4b52f8670e tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29ef3415-d170-4f1c-aef3-dad36233599e']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:42:03.698579 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ec3edd-24bf-4ef9-89e7-0596b5cf6863 None None] Pushing event deleted for resources: {'Port': ['ID=d576ae14-8b6f-4f4d-a394-519a9219e601,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:03.704542 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-ff181541-2890-498b-ad75-1c0ee3692ce7 req-bba83e7a-fdd5-4a6c-aef4-c19e732d6bf0 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] Calling delete_port for 58340edc-3895-4ed1-8b62-5fc3d1d12ab9 owned by compute:nova {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:42:03.704930 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ec3edd-24bf-4ef9-89e7-0596b5cf6863 None None] No DVR routers for this DVR port d576ae14-8b6f-4f4d-a394-519a9219e601 on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:42:03.715345 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-e1bd09aa-f812-4352-914d-1c4b52f8670e tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f408d06-0df9-49eb-8b47-2271df1920e2') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:42:03.715345 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-e1bd09aa-f812-4352-914d-1c4b52f8670e tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f408d06-0df9-49eb-8b47-2271df1920e2') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:42:03.725747 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e1bd09aa-f812-4352-914d-1c4b52f8670e tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:03.740549 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e1bd09aa-f812-4352-914d-1c4b52f8670e tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:03.750146 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:03.759773 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1bd09aa-f812-4352-914d-1c4b52f8670e tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:42:03.760318 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e1bd09aa-f812-4352-914d-1c4b52f8670e tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:03.763617 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 14:42:03.763617 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:42:03.763617 n-d-761264-19 neutron-server[103168]: timer() Dec 20 14:42:03.763617 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:42:03.763617 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 14:42:03.763617 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:42:03.763617 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 14:42:03.763617 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:42:03.763617 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 14:42:03.763617 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:42:03.763617 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 14:42:03.763617 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:42:03.763617 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 14:42:03.763617 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:42:03.763617 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:42:03.763617 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:42:03.763617 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:42:03.763617 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:42:03.763617 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 14:42:03.763617 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:42:03.763617 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 14:42:03.763617 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:42:03.763617 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:42:03.763617 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:42:03.763617 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 14:42:03.763617 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:42:03.763617 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:42:03.763617 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:42:03.763617 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:42:03.763617 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:42:03.763617 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:42:03.763617 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:42:03.839886 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-ff181541-2890-498b-ad75-1c0ee3692ce7 req-bba83e7a-fdd5-4a6c-aef4-c19e732d6bf0 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:03.850871 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbff194-3e5c-481e-a850-183b8a675cef req-e4787d28-549c-4af9-90bc-cf32c4283962 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:03.851329 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['58340edc-3895-4ed1-8b62-5fc3d1d12ab9'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:42:03.852876 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9bbff194-3e5c-481e-a850-183b8a675cef req-e4787d28-549c-4af9-90bc-cf32c4283962 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf52da41-569b-42da-a907-b1d8c46c3f5c HTTP/1.1" status: 200 len: 907 time: 0.1064816 Dec 20 14:42:03.854069 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e1bd09aa-f812-4352-914d-1c4b52f8670e tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:03.862396 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e1bd09aa-f812-4352-914d-1c4b52f8670e tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:03.866521 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['15c75cab-1066-441c-995d-a5c93f5d52b0', 'af91cac1-6b1c-484f-ba7c-4f1f74bd6d48'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:42:03.870783 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-e1bd09aa-f812-4352-914d-1c4b52f8670e tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] 10.222.0.54 "DELETE /v2.0/networks/29ef3415-d170-4f1c-aef3-dad36233599e HTTP/1.1" status: 204 len: 168 time: 0.6601093 Dec 20 14:42:03.880567 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba83e7a-fdd5-4a6c-aef4-c19e732d6bf0 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] Pushing event deleted for resources: {'Port': ['ID=58340edc-3895-4ed1-8b62-5fc3d1d12ab9,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:03.911363 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bd09aa-f812-4352-914d-1c4b52f8670e tempest-NetworksIpV6TestAttrs-1557092879 tempest-NetworksIpV6TestAttrs-1557092879-project] Pushing event deleted for resources: {'Network': ['ID=29ef3415-d170-4f1c-aef3-dad36233599e,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:03.946549 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff181541-2890-498b-ad75-1c0ee3692ce7 req-bba83e7a-fdd5-4a6c-aef4-c19e732d6bf0 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] No DVR routers for this DVR port 58340edc-3895-4ed1-8b62-5fc3d1d12ab9 on host n-h1-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:42:03.953915 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-ff181541-2890-498b-ad75-1c0ee3692ce7 req-bba83e7a-fdd5-4a6c-aef4-c19e732d6bf0 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:03.957361 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ff181541-2890-498b-ad75-1c0ee3692ce7 req-bba83e7a-fdd5-4a6c-aef4-c19e732d6bf0 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.30 "DELETE /v2.0/ports/58340edc-3895-4ed1-8b62-5fc3d1d12ab9 HTTP/1.1" status: 204 len: 173 time: 0.4783833 Dec 20 14:42:03.957827 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c927572d-cd17-477c-aed3-ef5855249ad6', 'name': 'network-vif-deleted', 'tag': '58340edc-3895-4ed1-8b62-5fc3d1d12ab9'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:42:03.995418 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-551189bc-87a4-4e84-8fdf-89333806bac7" -d '{"events": [{"server_uuid": "c927572d-cd17-477c-aed3-ef5855249ad6", "name": "network-vif-deleted", "tag": "58340edc-3895-4ed1-8b62-5fc3d1d12ab9"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:42:04.047658 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-9bbff194-3e5c-481e-a850-183b8a675cef req-2f4bf59f-0fd0-4e76-b5a9-6b8eaada53f7 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Deleting port ee1747d4-a1cf-4796-859d-d6ab8be7a2a6 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:42:04.048105 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-9bbff194-3e5c-481e-a850-183b8a675cef req-2f4bf59f-0fd0-4e76-b5a9-6b8eaada53f7 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:04.174133 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device d576ae14-8b6f-4f4d-a394-519a9219e601 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:42:04.174647 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8821dff-0ebb-44b2-b932-99d02836e6e5 x-openstack-request-id: req-c8821dff-0ebb-44b2-b932-99d02836e6e5 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:42:04.174995 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c927572d-cd17-477c-aed3-ef5855249ad6", "name": "network-vif-deleted", "tag": "58340edc-3895-4ed1-8b62-5fc3d1d12ab9", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:42:04.175728 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c8821dff-0ebb-44b2-b932-99d02836e6e5 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:42:04.176462 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c927572d-cd17-477c-aed3-ef5855249ad6', 'name': 'network-vif-deleted', 'tag': '58340edc-3895-4ed1-8b62-5fc3d1d12ab9', 'status': 'completed', 'code': 200} Dec 20 14:42:04.286354 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: d576ae14-8b6f-4f4d-a394-519a9219e601 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:42:04.303165 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device d576ae14-8b6f-4f4d-a394-519a9219e601 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:42:04.365265 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f05a4402-fea3-44cf-a1a7-fdc5729bb4a2 req-87b92ce3-6704-4e05-b4da-9c64c6b1bc83 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.54 "GET /v2.0/ports?device_id=c927572d-cd17-477c-aed3-ef5855249ad6 HTTP/1.1" status: 200 len: 210 time: 0.1138380 Dec 20 14:42:04.400010 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-9bbff194-3e5c-481e-a850-183b8a675cef req-2f4bf59f-0fd0-4e76-b5a9-6b8eaada53f7 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] For port ee1747d4-a1cf-4796-859d-d6ab8be7a2a6, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=ee1747d4-a1cf-4796-859d-d6ab8be7a2a6,segment=NetworkSegment(64c4cfe8-4670-4033-981a-f04cac942433),segment_id=64c4cfe8-4670-4033-981a-f04cac942433)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:42:04.400753 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-9bbff194-3e5c-481e-a850-183b8a675cef req-2f4bf59f-0fd0-4e76-b5a9-6b8eaada53f7 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:04.417371 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-9bbff194-3e5c-481e-a850-183b8a675cef req-2f4bf59f-0fd0-4e76-b5a9-6b8eaada53f7 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Calling delete_port for ee1747d4-a1cf-4796-859d-d6ab8be7a2a6 owned by compute:nova {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:42:04.445448 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c439b93d-fe0e-4057-ab0e-efffd6ab33fa req-7ee233c7-b596-4867-808a-a80f8d2767f3 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:04.459360 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c439b93d-fe0e-4057-ab0e-efffd6ab33fa req-7ee233c7-b596-4867-808a-a80f8d2767f3 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf52da41-569b-42da-a907-b1d8c46c3f5c HTTP/1.1" status: 200 len: 907 time: 0.1621761 Dec 20 14:42:04.628521 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 49888) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:42:04.715651 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-9bbff194-3e5c-481e-a850-183b8a675cef req-2f4bf59f-0fd0-4e76-b5a9-6b8eaada53f7 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:04.769643 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4bf59f-0fd0-4e76-b5a9-6b8eaada53f7 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Pushing event deleted for resources: {'Port': ['ID=ee1747d4-a1cf-4796-859d-d6ab8be7a2a6,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:04.780381 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cd7c5a-55fd-4d02-a0b7-2045b10bab9e req-b257f538-a167-4e5a-8967-b309f407c5f4 tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:04.787246 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d0cd7c5a-55fd-4d02-a0b7-2045b10bab9e req-b257f538-a167-4e5a-8967-b309f407c5f4 tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] 10.222.0.54 "GET /v2.0/networks?id=ef0adef7-2e9a-4c5f-ae6d-93be04aa201b HTTP/1.1" status: 200 len: 814 time: 0.2224333 Dec 20 14:42:04.843286 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-b3db6427-a9a9-4f07-9d86-8bcd6f93986a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=22c02344811c428a9e1331746c69f00a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2088051 Dec 20 14:42:04.845599 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 49894) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:42:04.917158 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-bb701368-485b-472e-936c-22446ddc8a3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:04.952569 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-bb701368-485b-472e-936c-22446ddc8a3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:05.021318 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-bb701368-485b-472e-936c-22446ddc8a3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:05.025375 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-bb701368-485b-472e-936c-22446ddc8a3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:05.026959 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-bb701368-485b-472e-936c-22446ddc8a3f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/89492479-9a79-4dae-9697-7768f764379e HTTP/1.1" status: 204 len: 168 time: 0.1803141 Dec 20 14:42:05.039408 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb701368-485b-472e-936c-22446ddc8a3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89492479-9a79-4dae-9697-7768f764379e,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:05.225607 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d0cd7c5a-55fd-4d02-a0b7-2045b10bab9e req-c17096a0-29b1-4dd4-b9f8-15b425436e2b tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] 10.222.0.54 "GET /v2.0/quotas/a3e78bebca21442f93a8ad3de6085df5 HTTP/1.1" status: 200 len: 375 time: 0.4371212 Dec 20 14:42:05.241185 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bbff194-3e5c-481e-a850-183b8a675cef req-2f4bf59f-0fd0-4e76-b5a9-6b8eaada53f7 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] No DVR routers for this DVR port ee1747d4-a1cf-4796-859d-d6ab8be7a2a6 on host n-h1-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:42:05.243943 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-9bbff194-3e5c-481e-a850-183b8a675cef req-2f4bf59f-0fd0-4e76-b5a9-6b8eaada53f7 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:05.247681 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9bbff194-3e5c-481e-a850-183b8a675cef req-2f4bf59f-0fd0-4e76-b5a9-6b8eaada53f7 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.30 "DELETE /v2.0/ports/ee1747d4-a1cf-4796-859d-d6ab8be7a2a6 HTTP/1.1" status: 204 len: 173 time: 1.3770013 Dec 20 14:42:05.248172 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf52da41-569b-42da-a907-b1d8c46c3f5c', 'name': 'network-vif-deleted', 'tag': 'ee1747d4-a1cf-4796-859d-d6ab8be7a2a6'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:42:05.250676 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9cd86d2-4f4a-42e4-9f99-3fa0645212ef" -d '{"events": [{"server_uuid": "bf52da41-569b-42da-a907-b1d8c46c3f5c", "name": "network-vif-deleted", "tag": "ee1747d4-a1cf-4796-859d-d6ab8be7a2a6"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:42:05.288208 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d0cd7c5a-55fd-4d02-a0b7-2045b10bab9e req-7d8eea10-2907-4675-954b-dd5a7d754c8f tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=a3e78bebca21442f93a8ad3de6085df5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0481279 Dec 20 14:42:05.293970 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [req-d0cd7c5a-55fd-4d02-a0b7-2045b10bab9e req-b6b0b29f-9305-4d02-9599-3885ab04a26b service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:42:05.302233 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d0cd7c5a-55fd-4d02-a0b7-2045b10bab9e req-b6b0b29f-9305-4d02-9599-3885ab04a26b service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0126896 Dec 20 14:42:05.314915 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69daba28-1d45-4fee-8d62-85dc3a5e401e x-openstack-request-id: req-69daba28-1d45-4fee-8d62-85dc3a5e401e {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:42:05.315291 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf52da41-569b-42da-a907-b1d8c46c3f5c", "name": "network-vif-deleted", "tag": "ee1747d4-a1cf-4796-859d-d6ab8be7a2a6", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:42:05.315574 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-69daba28-1d45-4fee-8d62-85dc3a5e401e {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:42:05.315982 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf52da41-569b-42da-a907-b1d8c46c3f5c', 'name': 'network-vif-deleted', 'tag': 'ee1747d4-a1cf-4796-859d-d6ab8be7a2a6', 'status': 'completed', 'code': 200} Dec 20 14:42:05.428508 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d0cd7c5a-55fd-4d02-a0b7-2045b10bab9e req-08db818b-fbdd-477f-9a8e-4b5ad409b31f service neutron] 10.222.0.54 "GET /v2.0/networks/ef0adef7-2e9a-4c5f-ae6d-93be04aa201b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250520 Dec 20 14:42:05.538673 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d0cd7c5a-55fd-4d02-a0b7-2045b10bab9e req-c7aeb062-74ac-45b7-bd90-010f2d13eaa5 service neutron] 10.222.0.54 "GET /v2.0/networks/ef0adef7-2e9a-4c5f-ae6d-93be04aa201b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075044 Dec 20 14:42:05.750695 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:05.787718 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9a4d6055-10f5-424e-8b60-30dd2f2fe7f7 req-7b6710c3-7b02-47a9-913c-6cd5b67c483e tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf52da41-569b-42da-a907-b1d8c46c3f5c HTTP/1.1" status: 200 len: 210 time: 0.0801320 Dec 20 14:42:05.883978 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-31732068-b2ae-4dd0-af7b-79fae1451d34 req-9d605cd8-4804-45e2-beb8-eab8ad7cf07e tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d79631a-bb97-49d1-82c4-27e5074c20cd HTTP/1.1" status: 200 len: 210 time: 0.0477715 Dec 20 14:42:05.907818 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0275ef63-1a30-4c41-b0a5-50bb66e547c1 req-2b35a649-5a00-415a-be6f-8eefd05d0788 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:05.915211 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0275ef63-1a30-4c41-b0a5-50bb66e547c1 req-2b35a649-5a00-415a-be6f-8eefd05d0788 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0fc7994-01df-46cf-ab92-7895a14784a3 HTTP/1.1" status: 200 len: 946 time: 0.1336031 Dec 20 14:42:05.961009 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device ee1747d4-a1cf-4796-859d-d6ab8be7a2a6 no longer exists at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:42:06.007260 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] No Port match for: ee1747d4-a1cf-4796-859d-d6ab8be7a2a6 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:42:06.007667 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device ee1747d4-a1cf-4796-859d-d6ab8be7a2a6 not bound to the agent host n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:42:06.008148 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 58340edc-3895-4ed1-8b62-5fc3d1d12ab9 no longer exists at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:42:06.023892 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0275ef63-1a30-4c41-b0a5-50bb66e547c1 req-f0947423-7899-4f53-80ba-0e8f9d330b3b tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.54 "GET /v2.0/security-groups?id=4ed0be7c-43ed-465d-90a7-becfa1e42aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013985 Dec 20 14:42:06.031098 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] No Port match for: 58340edc-3895-4ed1-8b62-5fc3d1d12ab9 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:42:06.031444 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 58340edc-3895-4ed1-8b62-5fc3d1d12ab9 not bound to the agent host n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:42:06.039527 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 49938) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:42:06.163922 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-38a33704-898a-4fb7-9d28-3017ec75e781 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Request body: {'network': {'name': 'tempest-RoutersTest-1611358572'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:42:06.202229 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:06.208506 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38a33704-898a-4fb7-9d28-3017ec75e781 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Made reservation on behalf of 50053969373c435f81b8431b3e816f88 for: {'network': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:42:06.212534 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-38a33704-898a-4fb7-9d28-3017ec75e781 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:06.254429 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-38a33704-898a-4fb7-9d28-3017ec75e781 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:06.364774 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-38a33704-898a-4fb7-9d28-3017ec75e781 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:06.369089 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-38a33704-898a-4fb7-9d28-3017ec75e781 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:06.399833 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38a33704-898a-4fb7-9d28-3017ec75e781 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=103167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:42:06.417260 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a33704-898a-4fb7-9d28-3017ec75e781 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d8d0976-df5a-49a4-bfa7-8bfaabc0a608,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:06.421110 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-38a33704-898a-4fb7-9d28-3017ec75e781 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:06.421449 n-d-761264-19 neutron-server[103167]: INFO neutron.db.segments_db [None req-38a33704-898a-4fb7-9d28-3017ec75e781 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Added segment a6ddcac6-130a-4cc4-88e1-1181e307fd80 of type vlan for network 7d262223-8623-4638-a018-3babfa958614 Dec 20 14:42:06.479381 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-38a33704-898a-4fb7-9d28-3017ec75e781 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:06.508255 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-38a33704-898a-4fb7-9d28-3017ec75e781 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:06.514111 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a33704-898a-4fb7-9d28-3017ec75e781 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:06.514701 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-38a33704-898a-4fb7-9d28-3017ec75e781 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:06.587761 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-38a33704-898a-4fb7-9d28-3017ec75e781 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5470014 Dec 20 14:42:06.590955 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 49950) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:42:06.594263 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a33704-898a-4fb7-9d28-3017ec75e781 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Pushing event updated for resources: {'Network': ['ID=7d262223-8623-4638-a018-3babfa958614,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:06.613916 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-b3bc1f4e-14e8-46a1-b40d-9ed4a77c7774 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Request body: {'network': {'name': 'tempest-RoutersTest-1014967387'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:42:06.615264 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 7d262223-8623-4638-a018-3babfa958614 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:42:06.646232 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3bc1f4e-14e8-46a1-b40d-9ed4a77c7774 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Made reservation on behalf of 50053969373c435f81b8431b3e816f88 for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:42:06.651305 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b3bc1f4e-14e8-46a1-b40d-9ed4a77c7774 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:06.685030 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3bc1f4e-14e8-46a1-b40d-9ed4a77c7774 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:42:06.713487 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b3bc1f4e-14e8-46a1-b40d-9ed4a77c7774 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:06.713857 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-b3bc1f4e-14e8-46a1-b40d-9ed4a77c7774 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Added segment 6b83c73e-956c-4f94-b156-4015bb86159f of type vlan for network bda545e7-59cd-4fdc-8e75-3ac8a79b73a9 Dec 20 14:42:06.780372 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b3bc1f4e-14e8-46a1-b40d-9ed4a77c7774 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:06.791138 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-aa722052-dfbb-4a0a-b1a0-1da2a38e4466 req-a873bdb6-aeae-41f5-bd7d-32133f9f4488 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1853e57b-2105-43c2-a14c-5ab04a68a020&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0980937 Dec 20 14:42:06.821165 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b3bc1f4e-14e8-46a1-b40d-9ed4a77c7774 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:06.828229 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3bc1f4e-14e8-46a1-b40d-9ed4a77c7774 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:06.828681 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b3bc1f4e-14e8-46a1-b40d-9ed4a77c7774 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:06.925054 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-b3bc1f4e-14e8-46a1-b40d-9ed4a77c7774 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3326132 Dec 20 14:42:06.928643 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 49960) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:42:06.934266 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bc1f4e-14e8-46a1-b40d-9ed4a77c7774 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Pushing event updated for resources: {'Network': ['ID=bda545e7-59cd-4fdc-8e75-3ac8a79b73a9,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:06.939624 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-5b119d5c-d820-4bbc-b06a-6dcfc4b6f428 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Request body: {'subnet': {'network_id': '7d262223-8623-4638-a018-3babfa958614', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:42:06.948093 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network bda545e7-59cd-4fdc-8e75-3ac8a79b73a9 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:42:06.949655 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa722052-dfbb-4a0a-b1a0-1da2a38e4466 req-50747baa-e794-416d-8df7-395d4146cacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:06.951491 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-aa722052-dfbb-4a0a-b1a0-1da2a38e4466 req-50747baa-e794-416d-8df7-395d4146cacd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=df4fc5f062c24b48b2976dde88fb04ce&device_id=1853e57b-2105-43c2-a14c-5ab04a68a020 HTTP/1.1" status: 200 len: 1097 time: 0.0943930 Dec 20 14:42:07.019011 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b14de9bd-5a1d-408a-aa27-50220f2fb6af req-b6a97a1f-584f-46b0-b10c-b7b593d9b574 tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d79631a-bb97-49d1-82c4-27e5074c20cd HTTP/1.1" status: 200 len: 210 time: 0.0527024 Dec 20 14:42:07.116058 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b119d5c-d820-4bbc-b06a-6dcfc4b6f428 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Made reservation on behalf of 50053969373c435f81b8431b3e816f88 for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:42:07.120811 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5b119d5c-d820-4bbc-b06a-6dcfc4b6f428 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:07.173680 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa722052-dfbb-4a0a-b1a0-1da2a38e4466 req-ac413e2f-d7b5-49be-b35e-5623904c32ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:07.175608 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-aa722052-dfbb-4a0a-b1a0-1da2a38e4466 req-ac413e2f-d7b5-49be-b35e-5623904c32ed service neutron] 10.222.0.47 "GET /v2.0/networks?id=af49d91e-952c-43c8-bc9d-27103b4f9eeb HTTP/1.1" status: 200 len: 917 time: 0.1994524 Dec 20 14:42:07.262757 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a81718d-d17a-4a2d-9bc7-2eb3953dca15 req-b18770f6-ec1c-4924-9574-dae2e9901867 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:07.264510 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1a81718d-d17a-4a2d-9bc7-2eb3953dca15 req-b18770f6-ec1c-4924-9574-dae2e9901867 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc1e08ed-a6af-4b8b-b67b-bf49cfbcc841 HTTP/1.1" status: 200 len: 945 time: 0.1708105 Dec 20 14:42:07.269118 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-aa722052-dfbb-4a0a-b1a0-1da2a38e4466 req-5f1c9330-d4f6-47fd-934d-f3eb3e7a271b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=15c75cab-1066-441c-995d-a5c93f5d52b0 HTTP/1.1" status: 200 len: 217 time: 0.0812225 Dec 20 14:42:07.325272 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac2b8e-3771-4d71-932d-68f637cf161c req-8b082c1c-f685-47de-bed4-e10ebb2d5963 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:07.326809 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0eac2b8e-3771-4d71-932d-68f637cf161c req-8b082c1c-f685-47de-bed4-e10ebb2d5963 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.47 "GET /v2.0/ports?device_id=e0fc7994-01df-46cf-ab92-7895a14784a3 HTTP/1.1" status: 200 len: 946 time: 0.2250352 Dec 20 14:42:07.339102 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bd310f-ba9e-440f-a486-ad637bf6f852 req-64339063-7dcc-4e01-8b04-58c272be70b9 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:07.340546 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-75bd310f-ba9e-440f-a486-ad637bf6f852 req-64339063-7dcc-4e01-8b04-58c272be70b9 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0fc7994-01df-46cf-ab92-7895a14784a3 HTTP/1.1" status: 200 len: 946 time: 0.1303723 Dec 20 14:42:07.410094 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa722052-dfbb-4a0a-b1a0-1da2a38e4466 req-174cbb60-df8f-4c2b-8592-58f2d2ffd6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:07.411433 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-aa722052-dfbb-4a0a-b1a0-1da2a38e4466 req-174cbb60-df8f-4c2b-8592-58f2d2ffd6aa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f97011d1-f2f0-407b-9576-8f32ba5917ec HTTP/1.1" status: 200 len: 855 time: 0.1140621 Dec 20 14:42:07.418821 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9394de04-8ff9-40ab-aa7f-9b916c2c703f req-ef472e3b-6feb-4f4b-abdc-df111002b353 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bf3b1474-17cb-4239-8de2-387b192e8826&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1506212 Dec 20 14:42:07.419728 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cd7c5a-55fd-4d02-a0b7-2045b10bab9e req-b7f91c85-60a2-432b-ba1a-9393d2073fb8 tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:07.421471 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d0cd7c5a-55fd-4d02-a0b7-2045b10bab9e req-b7f91c85-60a2-432b-ba1a-9393d2073fb8 tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] 10.222.0.30 "GET /v2.0/networks?id=ef0adef7-2e9a-4c5f-ae6d-93be04aa201b HTTP/1.1" status: 200 len: 814 time: 0.2620473 Dec 20 14:42:07.434009 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1a81718d-d17a-4a2d-9bc7-2eb3953dca15 req-c54af272-1330-428d-ab38-7a23781e5c8c tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=f2f975e9-21d7-4fe5-b06b-fdbb671aee94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376379 Dec 20 14:42:07.467978 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-d0cd7c5a-55fd-4d02-a0b7-2045b10bab9e req-3b3b3984-ce56-4326-a3af-89cbec2a79dc tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] Request body: {'port': {'device_id': '4d79631a-bb97-49d1-82c4-27e5074c20cd', 'network_id': 'ef0adef7-2e9a-4c5f-ae6d-93be04aa201b', 'admin_state_up': True, 'tenant_id': 'a3e78bebca21442f93a8ad3de6085df5'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:42:07.535337 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa722052-dfbb-4a0a-b1a0-1da2a38e4466 req-d4bc7985-32c5-44a3-8b6c-333d8fa822f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:07.536776 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-75bd310f-ba9e-440f-a486-ad637bf6f852 req-c27b1210-70ac-411c-9873-ed286727ab20 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.54 "GET /v2.0/security-groups?id=4ed0be7c-43ed-465d-90a7-becfa1e42aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795022 Dec 20 14:42:07.536918 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-aa722052-dfbb-4a0a-b1a0-1da2a38e4466 req-d4bc7985-32c5-44a3-8b6c-333d8fa822f1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=af49d91e-952c-43c8-bc9d-27103b4f9eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1141789 Dec 20 14:42:07.616810 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9394de04-8ff9-40ab-aa7f-9b916c2c703f req-a9a1e5c5-f7b7-4116-8805-ff0238135c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:07.618302 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9394de04-8ff9-40ab-aa7f-9b916c2c703f req-a9a1e5c5-f7b7-4116-8805-ff0238135c68 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=514f3908f9164c0fa19c6d421ce9f2b3&device_id=bf3b1474-17cb-4239-8de2-387b192e8826 HTTP/1.1" status: 200 len: 1098 time: 0.1617451 Dec 20 14:42:07.632831 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5b119d5c-d820-4bbc-b06a-6dcfc4b6f428 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:07.647587 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-0eac2b8e-3771-4d71-932d-68f637cf161c req-81e1d92f-7079-498f-98ca-cdb4cd4786e7 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] Deleting port af91cac1-6b1c-484f-ba7c-4f1f74bd6d48 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:42:07.648432 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-0eac2b8e-3771-4d71-932d-68f637cf161c req-81e1d92f-7079-498f-98ca-cdb4cd4786e7 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:07.678071 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-aa722052-dfbb-4a0a-b1a0-1da2a38e4466 req-bc893ae8-bfab-4251-90a8-c8706e672db6 service neutron] 10.222.0.47 "GET /v2.0/networks/af49d91e-952c-43c8-bc9d-27103b4f9eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302123 Dec 20 14:42:07.679121 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0cd7c5a-55fd-4d02-a0b7-2045b10bab9e req-3b3b3984-ce56-4326-a3af-89cbec2a79dc tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] Made reservation on behalf of a3e78bebca21442f93a8ad3de6085df5 for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:42:07.682558 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-d0cd7c5a-55fd-4d02-a0b7-2045b10bab9e req-3b3b3984-ce56-4326-a3af-89cbec2a79dc tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:07.815217 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b119d5c-d820-4bbc-b06a-6dcfc4b6f428 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Pushing event updated for resources: {'Subnet': ['ID=b736e014-1ed3-40db-88e3-c516a9a26e7e,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:07.846238 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b119d5c-d820-4bbc-b06a-6dcfc4b6f428 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Checking segment: {'id': 'a6ddcac6-130a-4cc4-88e1-1181e307fd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7d262223-8623-4638-a018-3babfa958614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:42:07.846620 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b119d5c-d820-4bbc-b06a-6dcfc4b6f428 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Network hostable DHCP agents. Network: 7d262223-8623-4638-a018-3babfa958614, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:42:07.862623 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdc9d55-9191-4e73-851a-6268fbac4b98 req-ffa02869-f2be-4913-9d76-39b32d15a8d4 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:07.864228 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3cdc9d55-9191-4e73-851a-6268fbac4b98 req-ffa02869-f2be-4913-9d76-39b32d15a8d4 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc1e08ed-a6af-4b8b-b67b-bf49cfbcc841 HTTP/1.1" status: 200 len: 945 time: 0.1778386 Dec 20 14:42:07.911087 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9394de04-8ff9-40ab-aa7f-9b916c2c703f req-c73390ee-34c5-4b25-8e03-437454d39521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:07.913093 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9394de04-8ff9-40ab-aa7f-9b916c2c703f req-c73390ee-34c5-4b25-8e03-437454d39521 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7ed718b3-d2e8-4b72-a238-726203897046 HTTP/1.1" status: 200 len: 913 time: 0.2390342 Dec 20 14:42:07.917729 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b119d5c-d820-4bbc-b06a-6dcfc4b6f428 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Network 7d262223-8623-4638-a018-3babfa958614 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:42:07.921698 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-0eac2b8e-3771-4d71-932d-68f637cf161c req-81e1d92f-7079-498f-98ca-cdb4cd4786e7 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] For port af91cac1-6b1c-484f-ba7c-4f1f74bd6d48, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=af91cac1-6b1c-484f-ba7c-4f1f74bd6d48,segment=NetworkSegment(d7d72d61-d555-4de4-ae11-76ec772cb1c3),segment_id=d7d72d61-d555-4de4-ae11-76ec772cb1c3)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:42:07.921925 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-0eac2b8e-3771-4d71-932d-68f637cf161c req-81e1d92f-7079-498f-98ca-cdb4cd4786e7 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:07.944754 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-aa722052-dfbb-4a0a-b1a0-1da2a38e4466 req-adc748d0-29c3-4653-a1fe-376f050d453b service neutron] 10.222.0.47 "GET /v2.0/networks/af49d91e-952c-43c8-bc9d-27103b4f9eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504556 Dec 20 14:42:07.972010 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-5b119d5c-d820-4bbc-b06a-6dcfc4b6f428 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 7d262223-8623-4638-a018-3babfa958614) {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:42:07.973831 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-0eac2b8e-3771-4d71-932d-68f637cf161c req-81e1d92f-7079-498f-98ca-cdb4cd4786e7 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] Calling delete_port for af91cac1-6b1c-484f-ba7c-4f1f74bd6d48 owned by compute:nova {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:42:07.975429 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [req-d0cd7c5a-55fd-4d02-a0b7-2045b10bab9e req-3b3b3984-ce56-4326-a3af-89cbec2a79dc tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] Allocated IP 172.20.0.3 (ef0adef7-2e9a-4c5f-ae6d-93be04aa201b/321fbd4d-33d9-43dd-a3f0-2f0927e656e9/d90e2b2c-7f6a-43b1-ac17-5a5c0954ddd5) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:42:07.977067 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9394de04-8ff9-40ab-aa7f-9b916c2c703f req-098835e8-210b-43b2-b972-0701e3c7f9fe service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=02d7bb87-3236-41e6-86d5-147fff80b815 HTTP/1.1" status: 200 len: 217 time: 0.0450757 Dec 20 14:42:07.983268 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b119d5c-d820-4bbc-b06a-6dcfc4b6f428 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:07.983853 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5b119d5c-d820-4bbc-b06a-6dcfc4b6f428 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:07.997619 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005898c6-002d-4728-b07f-1119d8dbe2c6 None None] Network 7d262223-8623-4638-a018-3babfa958614 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:42:08.078743 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-5b119d5c-d820-4bbc-b06a-6dcfc4b6f428 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1480730 Dec 20 14:42:08.085941 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 49980) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:42:08.095224 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-21eed1a7-e788-4453-8c49-63dd076c8702 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Request body: {'subnet': {'network_id': 'bda545e7-59cd-4fdc-8e75-3ac8a79b73a9', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:42:08.141421 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 14:42:08.156110 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-3cdc9d55-9191-4e73-851a-6268fbac4b98 req-198aca69-0e1c-4628-afaa-1a4602d24911 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Deleting port 2f328448-a642-404d-96ba-389de2cd13ed {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:42:08.156525 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-3cdc9d55-9191-4e73-851a-6268fbac4b98 req-198aca69-0e1c-4628-afaa-1a4602d24911 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:08.167165 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fb4705ee-484e-4ff9-985e-897a57c955cc req-1778a181-1a09-499b-bad1-c1eb0a59c55b tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d79631a-bb97-49d1-82c4-27e5074c20cd HTTP/1.1" status: 200 len: 210 time: 0.0396869 Dec 20 14:42:08.193285 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9394de04-8ff9-40ab-aa7f-9b916c2c703f req-d22d832a-48fa-4ff8-b49d-13a02f73ac9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:08.195552 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9394de04-8ff9-40ab-aa7f-9b916c2c703f req-d22d832a-48fa-4ff8-b49d-13a02f73ac9e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5d68b841-2dcc-4f7d-9f3b-ab3557b797a0 HTTP/1.1" status: 200 len: 851 time: 0.1993263 Dec 20 14:42:08.224420 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32953f0-e658-4a34-a77e-faaa9ffa2e8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-7d262223-8623-4638-a018-3babfa958614', 'network_id': '7d262223-8623-4638-a018-3babfa958614', 'project_id': '50053969373c435f81b8431b3e816f88', 'fixed_ips': [{'subnet_id': 'b736e014-1ed3-40db-88e3-c516a9a26e7e'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:42:08.227994 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a32953f0-e658-4a34-a77e-faaa9ffa2e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:08.340382 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-d0cd7c5a-55fd-4d02-a0b7-2045b10bab9e req-3b3b3984-ce56-4326-a3af-89cbec2a79dc tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:08.347751 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-3cdc9d55-9191-4e73-851a-6268fbac4b98 req-198aca69-0e1c-4628-afaa-1a4602d24911 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] For port 2f328448-a642-404d-96ba-389de2cd13ed, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=2f328448-a642-404d-96ba-389de2cd13ed,segment=NetworkSegment(64c4cfe8-4670-4033-981a-f04cac942433),segment_id=64c4cfe8-4670-4033-981a-f04cac942433)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:42:08.348112 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-3cdc9d55-9191-4e73-851a-6268fbac4b98 req-198aca69-0e1c-4628-afaa-1a4602d24911 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:08.366744 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-3cdc9d55-9191-4e73-851a-6268fbac4b98 req-198aca69-0e1c-4628-afaa-1a4602d24911 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Calling delete_port for 2f328448-a642-404d-96ba-389de2cd13ed owned by compute:nova {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:42:08.420747 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9394de04-8ff9-40ab-aa7f-9b916c2c703f req-1f33835d-f92c-4cce-a3ac-b89858b8181c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:08.422506 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9394de04-8ff9-40ab-aa7f-9b916c2c703f req-1f33835d-f92c-4cce-a3ac-b89858b8181c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ed718b3-d2e8-4b72-a238-726203897046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1797571 Dec 20 14:42:08.425825 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21eed1a7-e788-4453-8c49-63dd076c8702 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Made reservation on behalf of 50053969373c435f81b8431b3e816f88 for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:42:08.430219 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-21eed1a7-e788-4453-8c49-63dd076c8702 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:08.467000 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-d0cd7c5a-55fd-4d02-a0b7-2045b10bab9e req-3b3b3984-ce56-4326-a3af-89cbec2a79dc tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:08.470762 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-a32953f0-e658-4a34-a77e-faaa9ffa2e8b None None] Allocated IP 172.20.0.2 (7d262223-8623-4638-a018-3babfa958614/b736e014-1ed3-40db-88e3-c516a9a26e7e/fe2425a9-bcef-451e-9c0f-f8def5ec6540) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:42:08.552374 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9394de04-8ff9-40ab-aa7f-9b916c2c703f req-6e5a16b7-fe1d-40a6-a385-56ce1856e106 service neutron] 10.222.0.30 "GET /v2.0/networks/7ed718b3-d2e8-4b72-a238-726203897046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163874 Dec 20 14:42:08.554584 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0cd7c5a-55fd-4d02-a0b7-2045b10bab9e req-3b3b3984-ce56-4326-a3af-89cbec2a79dc tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] Network ef0adef7-2e9a-4c5f-ae6d-93be04aa201b is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:42:08.563655 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [req-d0cd7c5a-55fd-4d02-a0b7-2045b10bab9e req-3b3b3984-ce56-4326-a3af-89cbec2a79dc tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:42:08.566590 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0cd7c5a-55fd-4d02-a0b7-2045b10bab9e req-3b3b3984-ce56-4326-a3af-89cbec2a79dc tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:42:08.588352 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c97a659-d8e6-423b-84b2-38a504ee6f53 None None] DHCP port deletion for ef0adef7-2e9a-4c5f-ae6d-93be04aa201b request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:42:08.611134 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3b3984-ce56-4326-a3af-89cbec2a79dc tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] Pushing event updated for resources: {'Port': ['ID=d90e2b2c-7f6a-43b1-ac17-5a5c0954ddd5,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:08.687574 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cd7c5a-55fd-4d02-a0b7-2045b10bab9e req-3b3b3984-ce56-4326-a3af-89cbec2a79dc tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:08.688254 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-d0cd7c5a-55fd-4d02-a0b7-2045b10bab9e req-3b3b3984-ce56-4326-a3af-89cbec2a79dc tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:08.732522 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-0eac2b8e-3771-4d71-932d-68f637cf161c req-81e1d92f-7079-498f-98ca-cdb4cd4786e7 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:08.748565 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d0cd7c5a-55fd-4d02-a0b7-2045b10bab9e req-3b3b3984-ce56-4326-a3af-89cbec2a79dc tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2939370 Dec 20 14:42:08.749632 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-3cdc9d55-9191-4e73-851a-6268fbac4b98 req-198aca69-0e1c-4628-afaa-1a4602d24911 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:08.790778 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a32953f0-e658-4a34-a77e-faaa9ffa2e8b None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:08.800736 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b6caf4a1-8583-41e5-8a7a-0cc36917d719 req-a180948e-1ffb-4566-bbe7-a05780ff9d69 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0fc7994-01df-46cf-ab92-7895a14784a3 HTTP/1.1" status: 200 len: 210 time: 0.0737746 Dec 20 14:42:08.802115 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['15c75cab-1066-441c-995d-a5c93f5d52b0', 'af91cac1-6b1c-484f-ba7c-4f1f74bd6d48'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:42:08.813196 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-d0cd7c5a-55fd-4d02-a0b7-2045b10bab9e req-679cf2ad-872a-4553-89b0-8b0b91e548fb service neutron] Request body: {'port': {'device_id': '4d79631a-bb97-49d1-82c4-27e5074c20cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-19'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:42:08.814948 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e1d92f-7079-498f-98ca-cdb4cd4786e7 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] Pushing event deleted for resources: {'Port': ['ID=af91cac1-6b1c-484f-ba7c-4f1f74bd6d48,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:08.849839 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198aca69-0e1c-4628-afaa-1a4602d24911 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Pushing event deleted for resources: {'Port': ['ID=2f328448-a642-404d-96ba-389de2cd13ed,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:08.866115 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['02d7bb87-3236-41e6-86d5-147fff80b815', '2f328448-a642-404d-96ba-389de2cd13ed'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:42:08.871551 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-3b48c0ef-edb6-4e5f-a777-6c39aa9884d8 None None] Provisioning complete for port d90e2b2c-7f6a-43b1-ac17-5a5c0954ddd5 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:42:08.872490 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-3b48c0ef-edb6-4e5f-a777-6c39aa9884d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:08.920726 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cdc9d55-9191-4e73-851a-6268fbac4b98 req-198aca69-0e1c-4628-afaa-1a4602d24911 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] No DVR routers for this DVR port 2f328448-a642-404d-96ba-389de2cd13ed on host n-h1-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:42:08.923894 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-3cdc9d55-9191-4e73-851a-6268fbac4b98 req-198aca69-0e1c-4628-afaa-1a4602d24911 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:08.926172 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eac2b8e-3771-4d71-932d-68f637cf161c req-81e1d92f-7079-498f-98ca-cdb4cd4786e7 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] No DVR routers for this DVR port af91cac1-6b1c-484f-ba7c-4f1f74bd6d48 on host n-h2-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:42:08.929177 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3cdc9d55-9191-4e73-851a-6268fbac4b98 req-198aca69-0e1c-4628-afaa-1a4602d24911 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.30 "DELETE /v2.0/ports/2f328448-a642-404d-96ba-389de2cd13ed HTTP/1.1" status: 204 len: 173 time: 1.0206411 Dec 20 14:42:08.929774 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc1e08ed-a6af-4b8b-b67b-bf49cfbcc841', 'name': 'network-vif-deleted', 'tag': '2f328448-a642-404d-96ba-389de2cd13ed'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:42:08.932618 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea7da34c-8dc9-43c5-9fe4-70d14ab614b3" -d '{"events": [{"server_uuid": "bc1e08ed-a6af-4b8b-b67b-bf49cfbcc841", "name": "network-vif-deleted", "tag": "2f328448-a642-404d-96ba-389de2cd13ed"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:42:08.939352 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-0eac2b8e-3771-4d71-932d-68f637cf161c req-81e1d92f-7079-498f-98ca-cdb4cd4786e7 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:08.942613 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0eac2b8e-3771-4d71-932d-68f637cf161c req-81e1d92f-7079-498f-98ca-cdb4cd4786e7 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.47 "DELETE /v2.0/ports/af91cac1-6b1c-484f-ba7c-4f1f74bd6d48 HTTP/1.1" status: 204 len: 173 time: 1.5991259 Dec 20 14:42:08.943115 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0fc7994-01df-46cf-ab92-7895a14784a3', 'name': 'network-vif-deleted', 'tag': 'af91cac1-6b1c-484f-ba7c-4f1f74bd6d48'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:42:08.945918 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-564c1006-0cb2-4a87-9f0f-3a99a2bd4204" -d '{"events": [{"server_uuid": "e0fc7994-01df-46cf-ab92-7895a14784a3", "name": "network-vif-deleted", "tag": "af91cac1-6b1c-484f-ba7c-4f1f74bd6d48"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:42:08.965386 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae43d086-1c68-438d-ab15-aad85239c440 req-3c1e2b17-4f9d-4db8-b0b3-2445a1bb13fd tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:08.973388 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ae43d086-1c68-438d-ab15-aad85239c440 req-3c1e2b17-4f9d-4db8-b0b3-2445a1bb13fd tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc1e08ed-a6af-4b8b-b67b-bf49cfbcc841 HTTP/1.1" status: 200 len: 867 time: 0.3265147 Dec 20 14:42:08.982426 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9394de04-8ff9-40ab-aa7f-9b916c2c703f req-e10646aa-8b54-467a-81cc-828eeed826a0 service neutron] 10.222.0.30 "GET /v2.0/networks/7ed718b3-d2e8-4b72-a238-726203897046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4176056 Dec 20 14:42:08.983933 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-d0cd7c5a-55fd-4d02-a0b7-2045b10bab9e req-679cf2ad-872a-4553-89b0-8b0b91e548fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:08.985998 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a32953f0-e658-4a34-a77e-faaa9ffa2e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:09.007135 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-3b48c0ef-edb6-4e5f-a777-6c39aa9884d8 None None] Port d90e2b2c-7f6a-43b1-ac17-5a5c0954ddd5 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:42:09.119062 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32953f0-e658-4a34-a77e-faaa9ffa2e8b None None] Network 7d262223-8623-4638-a018-3babfa958614 is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:42:09.129231 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-a32953f0-e658-4a34-a77e-faaa9ffa2e8b None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:42:09.142133 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32953f0-e658-4a34-a77e-faaa9ffa2e8b None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:42:09.188810 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32953f0-e658-4a34-a77e-faaa9ffa2e8b None None] Pushing event updated for resources: {'Port': ['ID=fe2425a9-bcef-451e-9c0f-f8def5ec6540,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:09.248637 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7feeaaea-f737-4fc7-a714-c88d32922f28 x-openstack-request-id: req-7feeaaea-f737-4fc7-a714-c88d32922f28 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:42:09.248994 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc1e08ed-a6af-4b8b-b67b-bf49cfbcc841", "name": "network-vif-deleted", "tag": "2f328448-a642-404d-96ba-389de2cd13ed", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:42:09.249594 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7feeaaea-f737-4fc7-a714-c88d32922f28 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:42:09.249850 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc1e08ed-a6af-4b8b-b67b-bf49cfbcc841', 'name': 'network-vif-deleted', 'tag': '2f328448-a642-404d-96ba-389de2cd13ed', 'status': 'completed', 'code': 200} Dec 20 14:42:09.302333 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-21eed1a7-e788-4453-8c49-63dd076c8702 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:09.409817 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d417c99-2932-460e-a8f2-fe9c875559f2 x-openstack-request-id: req-2d417c99-2932-460e-a8f2-fe9c875559f2 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:42:09.410536 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0fc7994-01df-46cf-ab92-7895a14784a3", "name": "network-vif-deleted", "tag": "af91cac1-6b1c-484f-ba7c-4f1f74bd6d48", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:42:09.410536 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2d417c99-2932-460e-a8f2-fe9c875559f2 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:42:09.411101 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0fc7994-01df-46cf-ab92-7895a14784a3', 'name': 'network-vif-deleted', 'tag': 'af91cac1-6b1c-484f-ba7c-4f1f74bd6d48', 'status': 'completed', 'code': 200} Dec 20 14:42:09.452264 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-a32953f0-e658-4a34-a77e-faaa9ffa2e8b None None] Attempting to bind port fe2425a9-bcef-451e-9c0f-f8def5ec6540 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:42:09.452907 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-a32953f0-e658-4a34-a77e-faaa9ffa2e8b None None] Attempting to bind port fe2425a9-bcef-451e-9c0f-f8def5ec6540 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': 'a6ddcac6-130a-4cc4-88e1-1181e307fd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7d262223-8623-4638-a018-3babfa958614'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:42:09.453825 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32953f0-e658-4a34-a77e-faaa9ffa2e8b None None] Attempting to bind port fe2425a9-bcef-451e-9c0f-f8def5ec6540 on network 7d262223-8623-4638-a018-3babfa958614 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:42:09.484371 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ae43d086-1c68-438d-ab15-aad85239c440 req-21ca8db8-8fd6-4ff2-9077-28509a3093f2 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=f2f975e9-21d7-4fe5-b06b-fdbb671aee94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5099406 Dec 20 14:42:09.509967 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32953f0-e658-4a34-a77e-faaa9ffa2e8b None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:42:09.510347 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32953f0-e658-4a34-a77e-faaa9ffa2e8b None None] Checking segment: {'id': 'a6ddcac6-130a-4cc4-88e1-1181e307fd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7d262223-8623-4638-a018-3babfa958614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:42:09.510814 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a32953f0-e658-4a34-a77e-faaa9ffa2e8b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:09.511219 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32953f0-e658-4a34-a77e-faaa9ffa2e8b None None] Bound using segment: {'id': 'a6ddcac6-130a-4cc4-88e1-1181e307fd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7d262223-8623-4638-a018-3babfa958614'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:42:09.511716 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-a32953f0-e658-4a34-a77e-faaa9ffa2e8b None None] Bound port: fe2425a9-bcef-451e-9c0f-f8def5ec6540, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6ddcac6-130a-4cc4-88e1-1181e307fd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7d262223-8623-4638-a018-3babfa958614'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:42:09.512670 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a32953f0-e658-4a34-a77e-faaa9ffa2e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:09.514860 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eed1a7-e788-4453-8c49-63dd076c8702 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Pushing event updated for resources: {'Subnet': ['ID=800cd042-1dd5-433c-ba6e-9d97a57eb500,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:09.562402 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21eed1a7-e788-4453-8c49-63dd076c8702 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Checking segment: {'id': '6b83c73e-956c-4f94-b156-4015bb86159f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'bda545e7-59cd-4fdc-8e75-3ac8a79b73a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:42:09.566035 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21eed1a7-e788-4453-8c49-63dd076c8702 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Network hostable DHCP agents. Network: bda545e7-59cd-4fdc-8e75-3ac8a79b73a9, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:42:09.628136 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21eed1a7-e788-4453-8c49-63dd076c8702 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Network bda545e7-59cd-4fdc-8e75-3ac8a79b73a9 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:42:09.655263 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-21eed1a7-e788-4453-8c49-63dd076c8702 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, bda545e7-59cd-4fdc-8e75-3ac8a79b73a9) {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:42:09.664454 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21eed1a7-e788-4453-8c49-63dd076c8702 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:09.669279 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-21eed1a7-e788-4453-8c49-63dd076c8702 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:09.699273 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed5201a-b7bf-4401-b8e2-40755ff21ab0 None None] Network bda545e7-59cd-4fdc-8e75-3ac8a79b73a9 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:42:09.718233 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-21eed1a7-e788-4453-8c49-63dd076c8702 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6306384 Dec 20 14:42:09.720738 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 50002) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:42:09.743352 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-9060ce7e-249a-4372-8e21-6cb4bfc3898e tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1030743765', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:42:09.753033 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3b54cd-179f-4364-b149-6063b558391f req-8a84be3e-1090-4542-9381-485ff5cdccbc tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:09.761729 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-bc3b54cd-179f-4364-b149-6063b558391f req-8a84be3e-1090-4542-9381-485ff5cdccbc tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d79631a-bb97-49d1-82c4-27e5074c20cd HTTP/1.1" status: 200 len: 931 time: 0.2929728 Dec 20 14:42:09.786402 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [req-d0cd7c5a-55fd-4d02-a0b7-2045b10bab9e req-679cf2ad-872a-4553-89b0-8b0b91e548fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d90e2b2c-7f6a-43b1-ac17-5a5c0954ddd5 {{(pid=103168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:42:09.798670 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9060ce7e-249a-4372-8e21-6cb4bfc3898e tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40114'] for router, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:09.801160 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9060ce7e-249a-4372-8e21-6cb4bfc3898e tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40139'] for router, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:09.811752 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-d0cd7c5a-55fd-4d02-a0b7-2045b10bab9e req-679cf2ad-872a-4553-89b0-8b0b91e548fb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:09.854747 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.provisioning_blocks [req-d0cd7c5a-55fd-4d02-a0b7-2045b10bab9e req-679cf2ad-872a-4553-89b0-8b0b91e548fb service neutron] Transition to ACTIVE for port object d90e2b2c-7f6a-43b1-ac17-5a5c0954ddd5 will not be triggered until provisioned by entity L2. {{(pid=103168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:42:09.867801 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-d0cd7c5a-55fd-4d02-a0b7-2045b10bab9e req-679cf2ad-872a-4553-89b0-8b0b91e548fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:09.884746 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-bc3b54cd-179f-4364-b149-6063b558391f req-d09ce7d8-737e-4c88-849e-fc8a9ff6574c tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] 10.222.0.54 "GET /v2.0/security-groups?id=7c00e471-b822-4bde-8413-ee09845062ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219738 Dec 20 14:42:09.970970 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9060ce7e-249a-4372-8e21-6cb4bfc3898e tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:09.983528 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9060ce7e-249a-4372-8e21-6cb4bfc3898e tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013'] for router, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:10.012630 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd04866-29a5-4f61-b4e5-c9a89ee13be6 None None] DHCP port deletion for ef0adef7-2e9a-4c5f-ae6d-93be04aa201b request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:42:10.014637 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679cf2ad-872a-4553-89b0-8b0b91e548fb service neutron] Pushing event updated for resources: {'Port': ['ID=d90e2b2c-7f6a-43b1-ac17-5a5c0954ddd5,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:10.022510 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9060ce7e-249a-4372-8e21-6cb4bfc3898e tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks [] for router, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:10.030033 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-9060ce7e-249a-4372-8e21-6cb4bfc3898e tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3057382 Dec 20 14:42:10.030582 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 50010) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:42:10.106338 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-a32953f0-e658-4a34-a77e-faaa9ffa2e8b None None] For port fe2425a9-bcef-451e-9c0f-f8def5ec6540, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:42:10.110428 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-a32953f0-e658-4a34-a77e-faaa9ffa2e8b None None] For port fe2425a9-bcef-451e-9c0f-f8def5ec6540, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=fe2425a9-bcef-451e-9c0f-f8def5ec6540,segment=NetworkSegment(a6ddcac6-130a-4cc4-88e1-1181e307fd80),segment_id=a6ddcac6-130a-4cc4-88e1-1181e307fd80)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:42:10.143109 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a32953f0-e658-4a34-a77e-faaa9ffa2e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:10.180215 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ea29df-7e03-4881-9a7d-3fbba54c8ec4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-bda545e7-59cd-4fdc-8e75-3ac8a79b73a9', 'network_id': 'bda545e7-59cd-4fdc-8e75-3ac8a79b73a9', 'project_id': '50053969373c435f81b8431b3e816f88', 'fixed_ips': [{'subnet_id': '800cd042-1dd5-433c-ba6e-9d97a57eb500'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:42:10.181372 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e5ea29df-7e03-4881-9a7d-3fbba54c8ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:10.237457 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-d0cd7c5a-55fd-4d02-a0b7-2045b10bab9e req-679cf2ad-872a-4553-89b0-8b0b91e548fb service neutron] Attempting to bind port d90e2b2c-7f6a-43b1-ac17-5a5c0954ddd5 on host n-h1-761264-19 for vnic_type normal with profile {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:42:10.237942 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-d0cd7c5a-55fd-4d02-a0b7-2045b10bab9e req-679cf2ad-872a-4553-89b0-8b0b91e548fb service neutron] Attempting to bind port d90e2b2c-7f6a-43b1-ac17-5a5c0954ddd5 by drivers openvswitch,hyperv on host n-h1-761264-19 at level 0 using segments [{'id': 'cf764769-bd48-4fb7-ac99-d6f6b1edeed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ef0adef7-2e9a-4c5f-ae6d-93be04aa201b'}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:42:10.238271 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0cd7c5a-55fd-4d02-a0b7-2045b10bab9e req-679cf2ad-872a-4553-89b0-8b0b91e548fb service neutron] Attempting to bind port d90e2b2c-7f6a-43b1-ac17-5a5c0954ddd5 on network ef0adef7-2e9a-4c5f-ae6d-93be04aa201b {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:42:10.244086 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0cd7c5a-55fd-4d02-a0b7-2045b10bab9e req-679cf2ad-872a-4553-89b0-8b0b91e548fb service neutron] Port d90e2b2c-7f6a-43b1-ac17-5a5c0954ddd5 on network ef0adef7-2e9a-4c5f-ae6d-93be04aa201b not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-19 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:42:10.244778 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0cd7c5a-55fd-4d02-a0b7-2045b10bab9e req-679cf2ad-872a-4553-89b0-8b0b91e548fb service neutron] Attempting to bind port d90e2b2c-7f6a-43b1-ac17-5a5c0954ddd5 on network ef0adef7-2e9a-4c5f-ae6d-93be04aa201b {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:42:10.253447 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0cd7c5a-55fd-4d02-a0b7-2045b10bab9e req-679cf2ad-872a-4553-89b0-8b0b91e548fb service neutron] Checking agent: {'id': '3e5ace3e-dd7b-4522-a7c4-77d13dbeab1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:42:10.253799 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0cd7c5a-55fd-4d02-a0b7-2045b10bab9e req-679cf2ad-872a-4553-89b0-8b0b91e548fb service neutron] Checking segment: {'id': 'cf764769-bd48-4fb7-ac99-d6f6b1edeed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ef0adef7-2e9a-4c5f-ae6d-93be04aa201b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:42:10.254184 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0cd7c5a-55fd-4d02-a0b7-2045b10bab9e req-679cf2ad-872a-4553-89b0-8b0b91e548fb service neutron] Bound using segment: {'id': 'cf764769-bd48-4fb7-ac99-d6f6b1edeed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ef0adef7-2e9a-4c5f-ae6d-93be04aa201b'} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:42:10.254644 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-d0cd7c5a-55fd-4d02-a0b7-2045b10bab9e req-679cf2ad-872a-4553-89b0-8b0b91e548fb service neutron] Bound port: d90e2b2c-7f6a-43b1-ac17-5a5c0954ddd5, host: n-h1-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf764769-bd48-4fb7-ac99-d6f6b1edeed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ef0adef7-2e9a-4c5f-ae6d-93be04aa201b'}}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:42:10.255059 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-d0cd7c5a-55fd-4d02-a0b7-2045b10bab9e req-679cf2ad-872a-4553-89b0-8b0b91e548fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:10.348803 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-d0cd7c5a-55fd-4d02-a0b7-2045b10bab9e req-679cf2ad-872a-4553-89b0-8b0b91e548fb service neutron] For port d90e2b2c-7f6a-43b1-ac17-5a5c0954ddd5, host n-h1-761264-19, cleared binding levels {{(pid=103168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:42:10.352774 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-d0cd7c5a-55fd-4d02-a0b7-2045b10bab9e req-679cf2ad-872a-4553-89b0-8b0b91e548fb service neutron] For port d90e2b2c-7f6a-43b1-ac17-5a5c0954ddd5, host n-h1-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=d90e2b2c-7f6a-43b1-ac17-5a5c0954ddd5,segment=NetworkSegment(cf764769-bd48-4fb7-ac99-d6f6b1edeed6),segment_id=cf764769-bd48-4fb7-ac99-d6f6b1edeed6)] {{(pid=103168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:42:10.358941 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-d0cd7c5a-55fd-4d02-a0b7-2045b10bab9e req-679cf2ad-872a-4553-89b0-8b0b91e548fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:10.395319 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32953f0-e658-4a34-a77e-faaa9ffa2e8b None None] Pushing event updated for resources: {'Port': ['ID=fe2425a9-bcef-451e-9c0f-f8def5ec6540,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:10.401366 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cd7c5a-55fd-4d02-a0b7-2045b10bab9e req-679cf2ad-872a-4553-89b0-8b0b91e548fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:10.402133 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-d0cd7c5a-55fd-4d02-a0b7-2045b10bab9e req-679cf2ad-872a-4553-89b0-8b0b91e548fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:10.403670 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d0cd7c5a-55fd-4d02-a0b7-2045b10bab9e req-679cf2ad-872a-4553-89b0-8b0b91e548fb service neutron] 10.222.0.30 "PUT /v2.0/ports/d90e2b2c-7f6a-43b1-ac17-5a5c0954ddd5 HTTP/1.1" status: 200 len: 1092 time: 1.6233690 Dec 20 14:42:10.487323 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62758072-6212-43b9-b0d6-8f0b8bd12a93 None None] DHCP port deletion for ef0adef7-2e9a-4c5f-ae6d-93be04aa201b request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:42:10.500971 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679cf2ad-872a-4553-89b0-8b0b91e548fb service neutron] Pushing event updated for resources: {'Port': ['ID=d90e2b2c-7f6a-43b1-ac17-5a5c0954ddd5,revision_number=3']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:10.558215 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cd7c5a-55fd-4d02-a0b7-2045b10bab9e req-d4c07ed3-ec93-41fc-96e3-bafdb3739c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:10.560188 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d0cd7c5a-55fd-4d02-a0b7-2045b10bab9e req-d4c07ed3-ec93-41fc-96e3-bafdb3739c17 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a3e78bebca21442f93a8ad3de6085df5&device_id=4d79631a-bb97-49d1-82c4-27e5074c20cd HTTP/1.1" status: 200 len: 1095 time: 0.1058621 Dec 20 14:42:10.654969 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d0cd7c5a-55fd-4d02-a0b7-2045b10bab9e req-2fa19a36-a15d-4133-bd74-96a5cebc6e05 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d90e2b2c-7f6a-43b1-ac17-5a5c0954ddd5 HTTP/1.1" status: 200 len: 217 time: 0.0716107 Dec 20 14:42:10.708340 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-e5ea29df-7e03-4881-9a7d-3fbba54c8ec4 None None] Allocated IP 172.21.0.2 (bda545e7-59cd-4fdc-8e75-3ac8a79b73a9/800cd042-1dd5-433c-ba6e-9d97a57eb500/906cb74c-7e8a-4d23-871d-e36916049feb) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:42:10.739062 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cd7c5a-55fd-4d02-a0b7-2045b10bab9e req-f863024f-8995-42a5-a6bf-493a6b9ee5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:10.742618 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d0cd7c5a-55fd-4d02-a0b7-2045b10bab9e req-f863024f-8995-42a5-a6bf-493a6b9ee5cc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=321fbd4d-33d9-43dd-a3f0-2f0927e656e9 HTTP/1.1" status: 200 len: 854 time: 0.0843711 Dec 20 14:42:10.866685 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device af91cac1-6b1c-484f-ba7c-4f1f74bd6d48 no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:42:10.908436 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] No Port match for: af91cac1-6b1c-484f-ba7c-4f1f74bd6d48 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:42:10.908800 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device af91cac1-6b1c-484f-ba7c-4f1f74bd6d48 not bound to the agent host n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:42:10.916196 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a3ff87-8c2c-4e28-bf3f-d68568efc24d req-d209f01b-4745-44c1-b43e-31ffac210b72 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:10.924924 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f1a3ff87-8c2c-4e28-bf3f-d68568efc24d req-d209f01b-4745-44c1-b43e-31ffac210b72 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.54 "GET /v2.0/ports?device_id=1853e57b-2105-43c2-a14c-5ab04a68a020 HTTP/1.1" status: 200 len: 945 time: 0.6143122 Dec 20 14:42:11.066646 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-474fe4f5-ed54-4d8e-8da7-b9904e8443aa tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:11.071773 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e5ea29df-7e03-4881-9a7d-3fbba54c8ec4 None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:11.086351 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f1a3ff87-8c2c-4e28-bf3f-d68568efc24d req-a40cb73e-e05e-40fa-9c82-4951f84c658b tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.54 "GET /v2.0/security-groups?id=4ed0be7c-43ed-465d-90a7-becfa1e42aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594937 Dec 20 14:42:11.091639 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e5ea29df-7e03-4881-9a7d-3fbba54c8ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:11.166640 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ea29df-7e03-4881-9a7d-3fbba54c8ec4 None None] Pushing event updated for resources: {'Port': ['ID=906cb74c-7e8a-4d23-871d-e36916049feb,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:11.179831 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ea29df-7e03-4881-9a7d-3fbba54c8ec4 None None] Network bda545e7-59cd-4fdc-8e75-3ac8a79b73a9 is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:42:11.181362 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-e5ea29df-7e03-4881-9a7d-3fbba54c8ec4 None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:42:11.183837 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ea29df-7e03-4881-9a7d-3fbba54c8ec4 None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:42:11.231637 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d0cd7c5a-55fd-4d02-a0b7-2045b10bab9e req-1074ee4d-1490-4923-a72e-bd79c4dd2d04 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ef0adef7-2e9a-4c5f-ae6d-93be04aa201b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4798784 Dec 20 14:42:11.262343 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-e5ea29df-7e03-4881-9a7d-3fbba54c8ec4 None None] Attempting to bind port 906cb74c-7e8a-4d23-871d-e36916049feb on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:42:11.263605 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-e5ea29df-7e03-4881-9a7d-3fbba54c8ec4 None None] Attempting to bind port 906cb74c-7e8a-4d23-871d-e36916049feb by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '6b83c73e-956c-4f94-b156-4015bb86159f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'bda545e7-59cd-4fdc-8e75-3ac8a79b73a9'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:42:11.264289 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ea29df-7e03-4881-9a7d-3fbba54c8ec4 None None] Attempting to bind port 906cb74c-7e8a-4d23-871d-e36916049feb on network bda545e7-59cd-4fdc-8e75-3ac8a79b73a9 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:42:11.269435 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d79631a-bb97-49d1-82c4-27e5074c20cd', 'tag': 'd90e2b2c-7f6a-43b1-ac17-5a5c0954ddd5'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:42:11.271187 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ea29df-7e03-4881-9a7d-3fbba54c8ec4 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:42:11.272212 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ea29df-7e03-4881-9a7d-3fbba54c8ec4 None None] Checking segment: {'id': '6b83c73e-956c-4f94-b156-4015bb86159f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'bda545e7-59cd-4fdc-8e75-3ac8a79b73a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:42:11.272997 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e5ea29df-7e03-4881-9a7d-3fbba54c8ec4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:11.273609 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ea29df-7e03-4881-9a7d-3fbba54c8ec4 None None] Bound using segment: {'id': '6b83c73e-956c-4f94-b156-4015bb86159f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'bda545e7-59cd-4fdc-8e75-3ac8a79b73a9'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:42:11.274316 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-e5ea29df-7e03-4881-9a7d-3fbba54c8ec4 None None] Bound port: 906cb74c-7e8a-4d23-871d-e36916049feb, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b83c73e-956c-4f94-b156-4015bb86159f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'bda545e7-59cd-4fdc-8e75-3ac8a79b73a9'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:42:11.275329 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e5ea29df-7e03-4881-9a7d-3fbba54c8ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:11.322636 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70bbb848-63e9-496c-8234-54c24504e48b" -d '{"events": [{"name": "network-changed", "server_uuid": "4d79631a-bb97-49d1-82c4-27e5074c20cd", "tag": "d90e2b2c-7f6a-43b1-ac17-5a5c0954ddd5"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:42:11.421126 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-e5ea29df-7e03-4881-9a7d-3fbba54c8ec4 None None] For port 906cb74c-7e8a-4d23-871d-e36916049feb, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:42:11.425587 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d0cd7c5a-55fd-4d02-a0b7-2045b10bab9e req-419660a8-846a-4085-9017-ae48b7043021 service neutron] 10.222.0.30 "GET /v2.0/networks/ef0adef7-2e9a-4c5f-ae6d-93be04aa201b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766829 Dec 20 14:42:11.426261 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-e5ea29df-7e03-4881-9a7d-3fbba54c8ec4 None None] For port 906cb74c-7e8a-4d23-871d-e36916049feb, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=906cb74c-7e8a-4d23-871d-e36916049feb,segment=NetworkSegment(6b83c73e-956c-4f94-b156-4015bb86159f),segment_id=6b83c73e-956c-4f94-b156-4015bb86159f)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:42:11.438219 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbd04d8-04fb-43f4-8d36-5490d59aa20d req-356f9cae-61c5-4d03-9446-e2b15a414e10 tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:11.439208 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c365deb-dbe2-4a43-b7a1-a8907badfc09 req-f063c0f2-4b27-4002-b867-ce84af79b171 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:11.443337 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e5ea29df-7e03-4881-9a7d-3fbba54c8ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:11.447102 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0cbd04d8-04fb-43f4-8d36-5490d59aa20d req-356f9cae-61c5-4d03-9446-e2b15a414e10 tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d79631a-bb97-49d1-82c4-27e5074c20cd HTTP/1.1" status: 200 len: 943 time: 0.2246442 Dec 20 14:42:11.452069 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3c365deb-dbe2-4a43-b7a1-a8907badfc09 req-f063c0f2-4b27-4002-b867-ce84af79b171 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf3b1474-17cb-4239-8de2-387b192e8826 HTTP/1.1" status: 200 len: 946 time: 0.2183044 Dec 20 14:42:11.523302 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ea29df-7e03-4881-9a7d-3fbba54c8ec4 None None] Pushing event updated for resources: {'Port': ['ID=906cb74c-7e8a-4d23-871d-e36916049feb,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:11.613381 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:11.625865 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3c365deb-dbe2-4a43-b7a1-a8907badfc09 req-27d9486b-6bce-44ba-b261-b6c5d91a9f80 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=f2f975e9-21d7-4fe5-b06b-fdbb671aee94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722991 Dec 20 14:42:11.639615 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165c5730-f688-4ff4-88a9-f4441f119695 req-5ead7952-0348-466d-8f06-f9a02aead5c5 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:11.642515 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-165c5730-f688-4ff4-88a9-f4441f119695 req-5ead7952-0348-466d-8f06-f9a02aead5c5 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf3b1474-17cb-4239-8de2-387b192e8826 HTTP/1.1" status: 200 len: 946 time: 0.2650886 Dec 20 14:42:11.680643 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d0cd7c5a-55fd-4d02-a0b7-2045b10bab9e req-516f0f2d-1c0f-4060-ab83-27d8d6a70088 service neutron] 10.222.0.30 "GET /v2.0/networks/ef0adef7-2e9a-4c5f-ae6d-93be04aa201b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245612 Dec 20 14:42:11.801572 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0cbd04d8-04fb-43f4-8d36-5490d59aa20d req-b2efc0bc-bbc6-4616-a306-5cb36f8caddb tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] 10.222.0.54 "GET /v2.0/security-groups?id=7c00e471-b822-4bde-8413-ee09845062ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3532579 Dec 20 14:42:11.822630 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63feae6f-e5ec-488a-bb73-655829f2b290 x-openstack-request-id: req-63feae6f-e5ec-488a-bb73-655829f2b290 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:42:11.822965 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d79631a-bb97-49d1-82c4-27e5074c20cd", "tag": "d90e2b2c-7f6a-43b1-ac17-5a5c0954ddd5", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:42:11.823716 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-63feae6f-e5ec-488a-bb73-655829f2b290 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:42:11.824298 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d79631a-bb97-49d1-82c4-27e5074c20cd', 'tag': 'd90e2b2c-7f6a-43b1-ac17-5a5c0954ddd5', 'status': 'completed', 'code': 200} Dec 20 14:42:11.843321 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-474fe4f5-ed54-4d8e-8da7-b9904e8443aa tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Allocated IP 172.20.0.1 (7d262223-8623-4638-a018-3babfa958614/b736e014-1ed3-40db-88e3-c516a9a26e7e/ec9291e7-16a7-488b-9e95-7bd84576a468) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:42:11.881129 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-165c5730-f688-4ff4-88a9-f4441f119695 req-6a1c8339-77d9-4df2-82fc-cccb4da2575d tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Deleting port 02d7bb87-3236-41e6-86d5-147fff80b815 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:42:11.883118 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-165c5730-f688-4ff4-88a9-f4441f119695 req-6a1c8339-77d9-4df2-82fc-cccb4da2575d tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:11.944253 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bbb848-63e9-496c-8234-54c24504e48b req-3ae43e1b-acf8-49a7-837d-bca6d20318e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:11.946236 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-70bbb848-63e9-496c-8234-54c24504e48b req-3ae43e1b-acf8-49a7-837d-bca6d20318e6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a3e78bebca21442f93a8ad3de6085df5&device_id=4d79631a-bb97-49d1-82c4-27e5074c20cd HTTP/1.1" status: 200 len: 1095 time: 0.0948770 Dec 20 14:42:11.980081 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 2f328448-a642-404d-96ba-389de2cd13ed no longer exists at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:42:12.018713 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] No Port match for: 2f328448-a642-404d-96ba-389de2cd13ed {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:42:12.020643 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 2f328448-a642-404d-96ba-389de2cd13ed not bound to the agent host n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:42:12.020880 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad847568-d193-4fc7-9ccd-205c00cc9f9f None None] Network 7d262223-8623-4638-a018-3babfa958614 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:42:12.146284 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bbb848-63e9-496c-8234-54c24504e48b req-c8c36a4e-4c9e-4351-b9b7-b5f1a023f80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:12.148871 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-70bbb848-63e9-496c-8234-54c24504e48b req-c8c36a4e-4c9e-4351-b9b7-b5f1a023f80e service neutron] 10.222.0.30 "GET /v2.0/networks?id=ef0adef7-2e9a-4c5f-ae6d-93be04aa201b HTTP/1.1" status: 200 len: 915 time: 0.1938047 Dec 20 14:42:12.166972 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-abce9783-af8a-4453-95a9-7fef989b4491 None None] Provisioning complete for port fe2425a9-bcef-451e-9c0f-f8def5ec6540 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:42:12.167491 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-abce9783-af8a-4453-95a9-7fef989b4491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:12.173214 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-474fe4f5-ed54-4d8e-8da7-b9904e8443aa tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:12.256093 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-70bbb848-63e9-496c-8234-54c24504e48b req-258d26e5-eb7d-434a-a261-0aee8fd670c4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d90e2b2c-7f6a-43b1-ac17-5a5c0954ddd5 HTTP/1.1" status: 200 len: 217 time: 0.0930395 Dec 20 14:42:12.277862 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 906cb74c-7e8a-4d23-871d-e36916049feb up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:42:12.352800 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-165c5730-f688-4ff4-88a9-f4441f119695 req-6a1c8339-77d9-4df2-82fc-cccb4da2575d tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] For port 02d7bb87-3236-41e6-86d5-147fff80b815, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=02d7bb87-3236-41e6-86d5-147fff80b815,segment=NetworkSegment(64c4cfe8-4670-4033-981a-f04cac942433),segment_id=64c4cfe8-4670-4033-981a-f04cac942433)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:42:12.353342 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-165c5730-f688-4ff4-88a9-f4441f119695 req-6a1c8339-77d9-4df2-82fc-cccb4da2575d tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:12.368508 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-165c5730-f688-4ff4-88a9-f4441f119695 req-6a1c8339-77d9-4df2-82fc-cccb4da2575d tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Calling delete_port for 02d7bb87-3236-41e6-86d5-147fff80b815 owned by compute:nova {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:42:12.430571 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a98305-ded2-4c9c-bdc5-e06154ffeb03 req-4e8efd92-00ea-4962-aeaa-c5f04aac51f9 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:12.431806 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-abce9783-af8a-4453-95a9-7fef989b4491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:12.432685 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-75a98305-ded2-4c9c-bdc5-e06154ffeb03 req-4e8efd92-00ea-4962-aeaa-c5f04aac51f9 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.54 "GET /v2.0/ports?device_id=1853e57b-2105-43c2-a14c-5ab04a68a020 HTTP/1.1" status: 200 len: 945 time: 0.1791058 Dec 20 14:42:12.434990 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bbb848-63e9-496c-8234-54c24504e48b req-a152a29b-60dc-4ecf-b555-10e904b07e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:12.436444 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-70bbb848-63e9-496c-8234-54c24504e48b req-a152a29b-60dc-4ecf-b555-10e904b07e16 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=321fbd4d-33d9-43dd-a3f0-2f0927e656e9 HTTP/1.1" status: 200 len: 854 time: 0.1652205 Dec 20 14:42:12.450085 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 906cb74c-7e8a-4d23-871d-e36916049feb triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:42:12.450461 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:12.504644 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-70bbb848-63e9-496c-8234-54c24504e48b req-435fd5ff-46a1-4368-aa54-c23a00cd295e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ef0adef7-2e9a-4c5f-ae6d-93be04aa201b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533695 Dec 20 14:42:12.530747 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3740dbb9-67eb-4df1-80d4-151d71ab4b1d req-d244db4c-5bb3-42be-8f40-35be6ec80f28 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:12.535065 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3740dbb9-67eb-4df1-80d4-151d71ab4b1d req-d244db4c-5bb3-42be-8f40-35be6ec80f28 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.47 "GET /v2.0/ports?device_id=1853e57b-2105-43c2-a14c-5ab04a68a020 HTTP/1.1" status: 200 len: 945 time: 0.3499713 Dec 20 14:42:12.546657 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-abce9783-af8a-4453-95a9-7fef989b4491 None None] For port fe2425a9-bcef-451e-9c0f-f8def5ec6540, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=fe2425a9-bcef-451e-9c0f-f8def5ec6540,segment=NetworkSegment(a6ddcac6-130a-4cc4-88e1-1181e307fd80),segment_id=a6ddcac6-130a-4cc4-88e1-1181e307fd80)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:42:12.560037 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-abce9783-af8a-4453-95a9-7fef989b4491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:12.642780 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-75a98305-ded2-4c9c-bdc5-e06154ffeb03 req-c8be1452-7ab5-4a78-a950-e98b9350c357 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.54 "GET /v2.0/security-groups?id=4ed0be7c-43ed-465d-90a7-becfa1e42aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986833 Dec 20 14:42:12.678949 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-474fe4f5-ed54-4d8e-8da7-b9904e8443aa tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:12.714536 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:12.718102 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abce9783-af8a-4453-95a9-7fef989b4491 None None] Pushing event updated for resources: {'Port': ['ID=fe2425a9-bcef-451e-9c0f-f8def5ec6540,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:12.786573 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-70bbb848-63e9-496c-8234-54c24504e48b req-ad2c942c-5570-4cdd-8546-64d8718c327a service neutron] 10.222.0.30 "GET /v2.0/networks/ef0adef7-2e9a-4c5f-ae6d-93be04aa201b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692320 Dec 20 14:42:12.794508 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474fe4f5-ed54-4d8e-8da7-b9904e8443aa tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Network 7d262223-8623-4638-a018-3babfa958614 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:42:12.798923 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] For port 906cb74c-7e8a-4d23-871d-e36916049feb, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=906cb74c-7e8a-4d23-871d-e36916049feb,segment=NetworkSegment(6b83c73e-956c-4f94-b156-4015bb86159f),segment_id=6b83c73e-956c-4f94-b156-4015bb86159f)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:42:12.799202 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-165c5730-f688-4ff4-88a9-f4441f119695 req-6a1c8339-77d9-4df2-82fc-cccb4da2575d tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:12.806148 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:12.806982 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device fe2425a9-bcef-451e-9c0f-f8def5ec6540 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:42:12.811981 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-d34207a5-56a7-4777-9c49-228752bb48cd None None] Provisioning complete for port fe2425a9-bcef-451e-9c0f-f8def5ec6540 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:42:12.811981 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d34207a5-56a7-4777-9c49-228752bb48cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:12.817788 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-474fe4f5-ed54-4d8e-8da7-b9904e8443aa tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:42:12.840954 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474fe4f5-ed54-4d8e-8da7-b9904e8443aa tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:42:12.896030 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474fe4f5-ed54-4d8e-8da7-b9904e8443aa tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Pushing event updated for resources: {'Port': ['ID=ec9291e7-16a7-488b-9e95-7bd84576a468,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:12.955925 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-441bf1c0-5332-4067-9fcf-d74f09e3f61e req-25a7d2a1-8387-432f-a81c-169bf2515b15 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf3b1474-17cb-4239-8de2-387b192e8826 HTTP/1.1" status: 200 len: 210 time: 0.0996480 Dec 20 14:42:13.017843 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1c8339-77d9-4df2-82fc-cccb4da2575d tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Pushing event deleted for resources: {'Port': ['ID=02d7bb87-3236-41e6-86d5-147fff80b815,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:13.042344 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Pushing event updated for resources: {'Port': ['ID=906cb74c-7e8a-4d23-871d-e36916049feb,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:13.050505 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-70bbb848-63e9-496c-8234-54c24504e48b req-3aec67d6-b83e-4cd5-9715-1c0544135892 service neutron] 10.222.0.30 "GET /v2.0/networks/ef0adef7-2e9a-4c5f-ae6d-93be04aa201b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555416 Dec 20 14:42:13.118933 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-3740dbb9-67eb-4df1-80d4-151d71ab4b1d req-ccf335ce-ce20-40cb-8d6c-3beecc821a6c tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] Deleting port 15c75cab-1066-441c-995d-a5c93f5d52b0 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:42:13.119809 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-3740dbb9-67eb-4df1-80d4-151d71ab4b1d req-ccf335ce-ce20-40cb-8d6c-3beecc821a6c tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:13.164170 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port fe2425a9-bcef-451e-9c0f-f8def5ec6540 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:42:13.164662 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:13.289897 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-165c5730-f688-4ff4-88a9-f4441f119695 req-6a1c8339-77d9-4df2-82fc-cccb4da2575d tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] No DVR routers for this DVR port 02d7bb87-3236-41e6-86d5-147fff80b815 on host n-h1-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:42:13.347038 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-165c5730-f688-4ff4-88a9-f4441f119695 req-6a1c8339-77d9-4df2-82fc-cccb4da2575d tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:13.357626 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-165c5730-f688-4ff4-88a9-f4441f119695 req-6a1c8339-77d9-4df2-82fc-cccb4da2575d tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.30 "DELETE /v2.0/ports/02d7bb87-3236-41e6-86d5-147fff80b815 HTTP/1.1" status: 204 len: 173 time: 1.7035198 Dec 20 14:42:13.371954 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-178892da-d641-4d45-961e-47c31dddee21 None None] Provisioning complete for port ec9291e7-16a7-488b-9e95-7bd84576a468 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:42:13.372419 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-178892da-d641-4d45-961e-47c31dddee21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:13.375673 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf3b1474-17cb-4239-8de2-387b192e8826', 'name': 'network-vif-deleted', 'tag': '02d7bb87-3236-41e6-86d5-147fff80b815'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:42:13.377844 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac6edb88-67f1-4530-bc2d-3c58ddf471c4" -d '{"events": [{"server_uuid": "bf3b1474-17cb-4239-8de2-387b192e8826", "name": "network-vif-deleted", "tag": "02d7bb87-3236-41e6-86d5-147fff80b815"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:42:13.396455 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-474fe4f5-ed54-4d8e-8da7-b9904e8443aa tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595714'] for router_interface, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:13.435931 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-178892da-d641-4d45-961e-47c31dddee21 None None] Port ec9291e7-16a7-488b-9e95-7bd84576a468 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:42:13.476639 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699547aa-b386-4ec7-b8e4-0511af57c71d None None] Network bda545e7-59cd-4fdc-8e75-3ac8a79b73a9 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:42:13.492335 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84112bec-65cb-4ad0-bf53-3ac06e0afcfb x-openstack-request-id: req-84112bec-65cb-4ad0-bf53-3ac06e0afcfb {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:42:13.492633 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf3b1474-17cb-4239-8de2-387b192e8826", "name": "network-vif-deleted", "tag": "02d7bb87-3236-41e6-86d5-147fff80b815", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:42:13.492890 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-84112bec-65cb-4ad0-bf53-3ac06e0afcfb {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:42:13.493282 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf3b1474-17cb-4239-8de2-387b192e8826', 'name': 'network-vif-deleted', 'tag': '02d7bb87-3236-41e6-86d5-147fff80b815', 'status': 'completed', 'code': 200} Dec 20 14:42:13.516449 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-3740dbb9-67eb-4df1-80d4-151d71ab4b1d req-ccf335ce-ce20-40cb-8d6c-3beecc821a6c tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] For port 15c75cab-1066-441c-995d-a5c93f5d52b0, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=15c75cab-1066-441c-995d-a5c93f5d52b0,segment=NetworkSegment(d7d72d61-d555-4de4-ae11-76ec772cb1c3),segment_id=d7d72d61-d555-4de4-ae11-76ec772cb1c3)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:42:13.516819 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-3740dbb9-67eb-4df1-80d4-151d71ab4b1d req-ccf335ce-ce20-40cb-8d6c-3beecc821a6c tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:13.577433 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-3740dbb9-67eb-4df1-80d4-151d71ab4b1d req-ccf335ce-ce20-40cb-8d6c-3beecc821a6c tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] Calling delete_port for 15c75cab-1066-441c-995d-a5c93f5d52b0 owned by compute:nova {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:42:13.590086 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-27d2e1a3-a59c-4fb3-b505-ddac0c417576 None None] Provisioning complete for port 906cb74c-7e8a-4d23-871d-e36916049feb triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:42:13.590537 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-27d2e1a3-a59c-4fb3-b505-ddac0c417576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:13.595176 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213dd21f-2470-4545-b481-f07e3183d7e8 req-1c1fddc1-a100-4b4c-b47c-8a3ad5aa6724 tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:13.596732 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-213dd21f-2470-4545-b481-f07e3183d7e8 req-1c1fddc1-a100-4b4c-b47c-8a3ad5aa6724 tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d79631a-bb97-49d1-82c4-27e5074c20cd HTTP/1.1" status: 200 len: 943 time: 0.3402820 Dec 20 14:42:13.750624 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-213dd21f-2470-4545-b481-f07e3183d7e8 req-3e6034cf-8a27-42b1-bd7f-8014628bde6e tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] 10.222.0.54 "GET /v2.0/security-groups?id=7c00e471-b822-4bde-8413-ee09845062ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408374 Dec 20 14:42:13.756334 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-474fe4f5-ed54-4d8e-8da7-b9904e8443aa tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:13.863515 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e297a61-8392-4952-8ff6-5c5369e97d3f req-229b7ab6-e352-4702-bbbe-9860eab4428c tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:13.871603 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2e297a61-8392-4952-8ff6-5c5369e97d3f req-229b7ab6-e352-4702-bbbe-9860eab4428c tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.54 "GET /v2.0/ports?device_id=1853e57b-2105-43c2-a14c-5ab04a68a020 HTTP/1.1" status: 200 len: 945 time: 0.1245961 Dec 20 14:42:13.935076 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2e297a61-8392-4952-8ff6-5c5369e97d3f req-20d23ebf-4423-4960-a25c-3d7d3fce2656 tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.54 "GET /v2.0/security-groups?id=4ed0be7c-43ed-465d-90a7-becfa1e42aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588009 Dec 20 14:42:13.990162 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 02d7bb87-3236-41e6-86d5-147fff80b815 no longer exists at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:42:14.033521 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-3740dbb9-67eb-4df1-80d4-151d71ab4b1d req-ccf335ce-ce20-40cb-8d6c-3beecc821a6c tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:14.043688 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] No Port match for: 02d7bb87-3236-41e6-86d5-147fff80b815 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:42:14.044032 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 02d7bb87-3236-41e6-86d5-147fff80b815 not bound to the agent host n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:42:14.086827 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-676f465d-511e-45c8-bf18-237a39a46e9a None None] Provisioning complete for port 906cb74c-7e8a-4d23-871d-e36916049feb triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:42:14.087391 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-676f465d-511e-45c8-bf18-237a39a46e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:14.162564 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 906cb74c-7e8a-4d23-871d-e36916049feb up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:42:14.197109 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf335ce-ce20-40cb-8d6c-3beecc821a6c tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] Pushing event deleted for resources: {'Port': ['ID=15c75cab-1066-441c-995d-a5c93f5d52b0,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:14.271649 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-3740dbb9-67eb-4df1-80d4-151d71ab4b1d req-ccf335ce-ce20-40cb-8d6c-3beecc821a6c tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] No DVR routers for this DVR port 15c75cab-1066-441c-995d-a5c93f5d52b0 on host n-h2-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:42:14.276826 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-3740dbb9-67eb-4df1-80d4-151d71ab4b1d req-ccf335ce-ce20-40cb-8d6c-3beecc821a6c tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:14.287209 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3740dbb9-67eb-4df1-80d4-151d71ab4b1d req-ccf335ce-ce20-40cb-8d6c-3beecc821a6c tempest-ListServerFiltersTestJSON-1669383324 tempest-ListServerFiltersTestJSON-1669383324-project] 10.222.0.47 "DELETE /v2.0/ports/15c75cab-1066-441c-995d-a5c93f5d52b0 HTTP/1.1" status: 204 len: 173 time: 1.7378361 Dec 20 14:42:14.327888 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 906cb74c-7e8a-4d23-871d-e36916049feb triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:42:14.327888 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:14.354559 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-474fe4f5-ed54-4d8e-8da7-b9904e8443aa tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:14.377514 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-474fe4f5-ed54-4d8e-8da7-b9904e8443aa tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:14.533759 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474fe4f5-ed54-4d8e-8da7-b9904e8443aa tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Pushing event updated for resources: {'Port': ['ID=ec9291e7-16a7-488b-9e95-7bd84576a468,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:14.539671 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device fe2425a9-bcef-451e-9c0f-f8def5ec6540 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:42:14.550095 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f65f92-a04d-4828-9519-c3e092e8cffb req-e9ed83bd-5b64-42aa-9e0a-0c3ee173edb9 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:14.563887 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f6f65f92-a04d-4828-9519-c3e092e8cffb req-e9ed83bd-5b64-42aa-9e0a-0c3ee173edb9 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 945 time: 0.1089828 Dec 20 14:42:14.573079 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-474fe4f5-ed54-4d8e-8da7-b9904e8443aa tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1595702'] for router_interface, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:14.647422 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port fe2425a9-bcef-451e-9c0f-f8def5ec6540 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:42:14.647843 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:14.661225 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f6f65f92-a04d-4828-9519-c3e092e8cffb req-0f37ad1d-2c44-48bc-8db8-21303e9d8660 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=92081c13-7979-4810-b5cd-70c14477209d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964115 Dec 20 14:42:14.695254 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474fe4f5-ed54-4d8e-8da7-b9904e8443aa tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Network 7d262223-8623-4638-a018-3babfa958614 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:42:14.700455 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-474fe4f5-ed54-4d8e-8da7-b9904e8443aa tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:42:14.848414 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 15c75cab-1066-441c-995d-a5c93f5d52b0 no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:42:14.876413 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] No Port match for: 15c75cab-1066-441c-995d-a5c93f5d52b0 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:42:14.877112 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 15c75cab-1066-441c-995d-a5c93f5d52b0 not bound to the agent host n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:42:14.993187 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 50074) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:42:15.065745 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_v2 [None req-97143262-a42b-469b-8bb1-81a2e34b9d7b admin admin] Deleting subnet f97011d1-f2f0-407b-9576-8f32ba5917ec {{(pid=103168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:42:15.073938 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-97143262-a42b-469b-8bb1-81a2e34b9d7b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:15.114837 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-97143262-a42b-469b-8bb1-81a2e34b9d7b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9023023'] for subnet, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:15.148114 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-b226f9da-860e-4f53-96b9-9c0137812e47 None None] Provisioning complete for port ec9291e7-16a7-488b-9e95-7bd84576a468 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:42:15.148594 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b226f9da-860e-4f53-96b9-9c0137812e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:15.192276 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-b226f9da-860e-4f53-96b9-9c0137812e47 None None] Port ec9291e7-16a7-488b-9e95-7bd84576a468 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:42:15.215771 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-97143262-a42b-469b-8bb1-81a2e34b9d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:15.250003 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017c09e5-07e3-42ca-ada0-e76f37db67c4 req-b77d5582-b3a3-40bd-8ec6-d559b2704b6a tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:15.250682 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:15.257956 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-017c09e5-07e3-42ca-ada0-e76f37db67c4 req-b77d5582-b3a3-40bd-8ec6-d559b2704b6a tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d79631a-bb97-49d1-82c4-27e5074c20cd HTTP/1.1" status: 200 len: 943 time: 0.1256285 Dec 20 14:42:15.307180 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-97143262-a42b-469b-8bb1-81a2e34b9d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8850800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470517'] for subnet, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:15.330518 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-017c09e5-07e3-42ca-ada0-e76f37db67c4 req-d09e780c-8bf6-4e3d-8814-f87d1e598aeb tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] 10.222.0.54 "GET /v2.0/security-groups?id=7c00e471-b822-4bde-8413-ee09845062ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714638 Dec 20 14:42:15.346263 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-474fe4f5-ed54-4d8e-8da7-b9904e8443aa tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Router 40803e14-09ab-44bc-94ee-af5678d531ab is scheduled to L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 with binding_index 1 {{(pid=103167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 14:42:15.347771 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97143262-a42b-469b-8bb1-81a2e34b9d7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f97011d1-f2f0-407b-9576-8f32ba5917ec,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:15.347771 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-97143262-a42b-469b-8bb1-81a2e34b9d7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:15.348283 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-97143262-a42b-469b-8bb1-81a2e34b9d7b admin admin] 10.222.0.54 "DELETE /v2.0/subnets/f97011d1-f2f0-407b-9576-8f32ba5917ec HTTP/1.1" status: 204 len: 168 time: 0.3527050 Dec 20 14:42:15.352325 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 50080) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:42:15.353955 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba000dab-3ef4-47d6-b0bf-36b7d39dce3e None None] Network af49d91e-952c-43c8-bc9d-27103b4f9eeb requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:42:15.476558 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a827e48e-37cb-414a-818f-31988fa2c4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:15.494003 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1853e57b-2105-43c2-a14c-5ab04a68a020', 'name': 'network-vif-deleted', 'tag': '15c75cab-1066-441c-995d-a5c93f5d52b0'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:42:15.497260 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29ec82b2-7981-43d9-89dc-f1ca4e771ee6" -d '{"events": [{"server_uuid": "1853e57b-2105-43c2-a14c-5ab04a68a020", "name": "network-vif-deleted", "tag": "15c75cab-1066-441c-995d-a5c93f5d52b0"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:42:15.550871 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-474fe4f5-ed54-4d8e-8da7-b9904e8443aa tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:42:15.564128 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f5aa29-72c3-420c-8117-a22dd1c664a7 None None] Sync routers for ids ['40803e14-09ab-44bc-94ee-af5678d531ab'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:42:15.568606 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-474fe4f5-ed54-4d8e-8da7-b9904e8443aa tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "PUT /v2.0/routers/40803e14-09ab-44bc-94ee-af5678d531ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5302274 Dec 20 14:42:15.571248 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 50088) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:42:15.585126 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f5aa29-72c3-420c-8117-a22dd1c664a7 None None] Routers {'40803e14-09ab-44bc-94ee-af5678d531ab'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:42:15.585752 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-18f5aa29-72c3-420c-8117-a22dd1c664a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:42:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['40803e14-09ab-44bc-94ee-af5678d531ab'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:42:15.638464 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-a827e48e-37cb-414a-818f-31988fa2c4d7 admin admin] Deleting port 9ac26907-b01b-4c70-9cef-69f5c25f05c0 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:42:15.639250 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a827e48e-37cb-414a-818f-31988fa2c4d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:15.642205 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-385e9922-37a8-4c8f-a897-9cbaef241018 x-openstack-request-id: req-385e9922-37a8-4c8f-a897-9cbaef241018 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:42:15.642510 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1853e57b-2105-43c2-a14c-5ab04a68a020", "name": "network-vif-deleted", "tag": "15c75cab-1066-441c-995d-a5c93f5d52b0", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:42:15.642791 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-385e9922-37a8-4c8f-a897-9cbaef241018 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:42:15.643196 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1853e57b-2105-43c2-a14c-5ab04a68a020', 'name': 'network-vif-deleted', 'tag': '15c75cab-1066-441c-995d-a5c93f5d52b0', 'status': 'completed', 'code': 200} Dec 20 14:42:15.662144 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16939cb-6bf2-4a9d-9a54-fc32dfd5a8b8 None None] DHCP port deletion for af49d91e-952c-43c8-bc9d-27103b4f9eeb request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:42:15.685784 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-18f5aa29-72c3-420c-8117-a22dd1c664a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:42:15.699221 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd315ab-bf10-4edc-990a-e84d2b7dfb5e tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:15.704399 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-afd315ab-bf10-4edc-990a-e84d2b7dfb5e tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "GET /v2.0/ports/ec9291e7-16a7-488b-9e95-7bd84576a468 HTTP/1.1" status: 200 len: 910 time: 0.1294694 Dec 20 14:42:15.705309 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 50092) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:42:15.705693 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f5aa29-72c3-420c-8117-a22dd1c664a7 None None] Routers {'40803e14-09ab-44bc-94ee-af5678d531ab'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:42:15.706691 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-18f5aa29-72c3-420c-8117-a22dd1c664a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:42:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['40803e14-09ab-44bc-94ee-af5678d531ab'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:42:15.787135 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-18f5aa29-72c3-420c-8117-a22dd1c664a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:42:15.788188 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f5aa29-72c3-420c-8117-a22dd1c664a7 None None] The sync data for ids ['40803e14-09ab-44bc-94ee-af5678d531ab'] in n-d-761264-19 is: [] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:42:15.795457 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-a16939cb-6bf2-4a9d-9a54-fc32dfd5a8b8 None None] Deleting port 9ac26907-b01b-4c70-9cef-69f5c25f05c0 {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:42:15.795878 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a16939cb-6bf2-4a9d-9a54-fc32dfd5a8b8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:15.901391 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-a827e48e-37cb-414a-818f-31988fa2c4d7 admin admin] For port 9ac26907-b01b-4c70-9cef-69f5c25f05c0, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=9ac26907-b01b-4c70-9cef-69f5c25f05c0,segment=NetworkSegment(d7d72d61-d555-4de4-ae11-76ec772cb1c3),segment_id=d7d72d61-d555-4de4-ae11-76ec772cb1c3)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:42:15.904878 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a827e48e-37cb-414a-818f-31988fa2c4d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:15.915960 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 50096) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:42:15.924055 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-a16939cb-6bf2-4a9d-9a54-fc32dfd5a8b8 None None] For port 9ac26907-b01b-4c70-9cef-69f5c25f05c0, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=9ac26907-b01b-4c70-9cef-69f5c25f05c0,segment=NetworkSegment(d7d72d61-d555-4de4-ae11-76ec772cb1c3),segment_id=d7d72d61-d555-4de4-ae11-76ec772cb1c3)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:42:15.924676 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a16939cb-6bf2-4a9d-9a54-fc32dfd5a8b8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:15.928345 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-a827e48e-37cb-414a-818f-31988fa2c4d7 admin admin] Calling delete_port for 9ac26907-b01b-4c70-9cef-69f5c25f05c0 owned by network:dhcp {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:42:15.945349 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-a16939cb-6bf2-4a9d-9a54-fc32dfd5a8b8 None None] Calling delete_port for 9ac26907-b01b-4c70-9cef-69f5c25f05c0 owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:42:16.010879 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device d90e2b2c-7f6a-43b1-ac17-5a5c0954ddd5 details requested by agent hyperv_n-h1-761264-19 with host n-h1-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:42:16.050153 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6379e829-431a-4c5b-8b21-e06c04fcd40a req-75695667-e91d-42e1-b3b3-4021df67f1c4 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:16.061237 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6379e829-431a-4c5b-8b21-e06c04fcd40a req-75695667-e91d-42e1-b3b3-4021df67f1c4 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 945 time: 0.2637379 Dec 20 14:42:16.143240 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 9ac26907-b01b-4c70-9cef-69f5c25f05c0 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:42:16.152714 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a827e48e-37cb-414a-818f-31988fa2c4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:16.182073 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a16939cb-6bf2-4a9d-9a54-fc32dfd5a8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:16.187844 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-05098146-6078-4014-a4c1-a051cd299e9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:16.223412 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16939cb-6bf2-4a9d-9a54-fc32dfd5a8b8 None None] Pushing event deleted for resources: {'Port': ['ID=9ac26907-b01b-4c70-9cef-69f5c25f05c0,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:16.225300 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 9ac26907-b01b-4c70-9cef-69f5c25f05c0 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:42:16.225643 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 9ac26907-b01b-4c70-9cef-69f5c25f05c0 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:42:16.228225 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34205315-7b61-4fb8-94c6-43beea782250 req-dee0d876-cbbb-4ca7-818e-d85794c844a5 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:16.229753 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-34205315-7b61-4fb8-94c6-43beea782250 req-dee0d876-cbbb-4ca7-818e-d85794c844a5 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.30 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 945 time: 0.1127195 Dec 20 14:42:16.232776 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a827e48e-37cb-414a-818f-31988fa2c4d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ac26907-b01b-4c70-9cef-69f5c25f05c0,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:16.252970 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a827e48e-37cb-414a-818f-31988fa2c4d7 admin admin] No DVR routers for this DVR port 9ac26907-b01b-4c70-9cef-69f5c25f05c0 on host n-d-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:42:16.256085 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16939cb-6bf2-4a9d-9a54-fc32dfd5a8b8 None None] No DVR routers for this DVR port 9ac26907-b01b-4c70-9cef-69f5c25f05c0 on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:42:16.260084 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port d90e2b2c-7f6a-43b1-ac17-5a5c0954ddd5, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=d90e2b2c-7f6a-43b1-ac17-5a5c0954ddd5,segment=NetworkSegment(cf764769-bd48-4fb7-ac99-d6f6b1edeed6),segment_id=cf764769-bd48-4fb7-ac99-d6f6b1edeed6)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:42:16.305298 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Returning: {'device': 'd90e2b2c-7f6a-43b1-ac17-5a5c0954ddd5', 'network_id': 'ef0adef7-2e9a-4c5f-ae6d-93be04aa201b', 'port_id': 'd90e2b2c-7f6a-43b1-ac17-5a5c0954ddd5', 'mac_address': 'fa:16:3e:1e:28:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '321fbd4d-33d9-43dd-a3f0-2f0927e656e9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:42:16.337616 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6379e829-431a-4c5b-8b21-e06c04fcd40a req-2acf4c45-8843-481e-8c2d-1d524e732e8e tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups?id=92081c13-7979-4810-b5cd-70c14477209d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2748244 Dec 20 14:42:16.364966 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d7aa2b9c-59af-47fc-a82f-302621d3a7e6 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:16.403486 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:16.418548 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d90e2b2c-7f6a-43b1-ac17-5a5c0954ddd5 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:42:16.441506 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port d90e2b2c-7f6a-43b1-ac17-5a5c0954ddd5, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=d90e2b2c-7f6a-43b1-ac17-5a5c0954ddd5,segment=NetworkSegment(cf764769-bd48-4fb7-ac99-d6f6b1edeed6),segment_id=cf764769-bd48-4fb7-ac99-d6f6b1edeed6)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:42:16.442277 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a827e48e-37cb-414a-818f-31988fa2c4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:16.446529 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:16.492883 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-34205315-7b61-4fb8-94c6-43beea782250 req-66f58051-b7f1-4d3e-b95e-32c1cbfca9f1 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Deleting port dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:42:16.493220 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-34205315-7b61-4fb8-94c6-43beea782250 req-66f58051-b7f1-4d3e-b95e-32c1cbfca9f1 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:16.496901 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=d90e2b2c-7f6a-43b1-ac17-5a5c0954ddd5,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:16.505746 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-a827e48e-37cb-414a-818f-31988fa2c4d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af49d91e-952c-43c8-bc9d-27103b4f9eeb']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:42:16.529019 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-a827e48e-37cb-414a-818f-31988fa2c4d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7d72d61-d555-4de4-ae11-76ec772cb1c3') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:42:16.529394 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-a827e48e-37cb-414a-818f-31988fa2c4d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7d72d61-d555-4de4-ae11-76ec772cb1c3') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:42:16.551712 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a827e48e-37cb-414a-818f-31988fa2c4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:16.563341 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-05098146-6078-4014-a4c1-a051cd299e9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:16.574362 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12ccc59-a008-4ef6-99c9-ca42e5813b96 req-623a64ad-e6ce-4a62-b558-bb9e5acfe8b1 tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:16.575898 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e12ccc59-a008-4ef6-99c9-ca42e5813b96 req-623a64ad-e6ce-4a62-b558-bb9e5acfe8b1 tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d79631a-bb97-49d1-82c4-27e5074c20cd HTTP/1.1" status: 200 len: 944 time: 0.1372018 Dec 20 14:42:16.577743 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-05098146-6078-4014-a4c1-a051cd299e9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:16.580628 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a827e48e-37cb-414a-818f-31988fa2c4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:16.620100 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a827e48e-37cb-414a-818f-31988fa2c4d7 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:42:16.620505 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a827e48e-37cb-414a-818f-31988fa2c4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:16.622238 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:42:16.622238 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:42:16.622238 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:42:16.622238 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:42:16.622238 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:42:16.622238 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:42:16.622238 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:42:16.622238 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:42:16.622238 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:42:16.622238 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:42:16.622238 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:42:16.622238 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:42:16.622238 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:42:16.622238 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:42:16.622238 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:42:16.622238 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:42:16.622238 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:42:16.622238 n-d-761264-19 neutron-server[103168]: self.session.flush() Dec 20 14:42:16.622238 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:42:16.622238 n-d-761264-19 neutron-server[103168]: self.session.flush() Dec 20 14:42:16.622238 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:42:16.622238 n-d-761264-19 neutron-server[103168]: self.session.flush() Dec 20 14:42:16.622238 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:42:16.622238 n-d-761264-19 neutron-server[103168]: self.session.flush() Dec 20 14:42:16.622238 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 14:42:16.622238 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:42:16.622238 n-d-761264-19 neutron-server[103168]: timer() Dec 20 14:42:16.622238 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:42:16.622238 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 14:42:16.622238 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:42:16.622238 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 14:42:16.622238 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:42:16.622238 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 14:42:16.622238 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:42:16.622238 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 14:42:16.622238 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:42:16.622238 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 14:42:16.622238 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:42:16.622238 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:42:16.622238 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:42:16.622238 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:42:16.622238 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:42:16.622238 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 14:42:16.622238 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:42:16.622238 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 14:42:16.622238 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:42:16.622238 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:42:16.622238 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:42:16.622238 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 14:42:16.622238 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:42:16.622238 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:42:16.622238 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:42:16.622238 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:42:16.622238 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:42:16.622238 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:42:16.622238 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:42:16.666765 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-34205315-7b61-4fb8-94c6-43beea782250 req-66f58051-b7f1-4d3e-b95e-32c1cbfca9f1 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] For port dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7,segment=NetworkSegment(64c4cfe8-4670-4033-981a-f04cac942433),segment_id=64c4cfe8-4670-4033-981a-f04cac942433)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:42:16.667328 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-34205315-7b61-4fb8-94c6-43beea782250 req-66f58051-b7f1-4d3e-b95e-32c1cbfca9f1 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:16.693204 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05098146-6078-4014-a4c1-a051cd299e9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6b26ff7-585c-4be7-a663-e189d4836d73,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:16.705774 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-05098146-6078-4014-a4c1-a051cd299e9e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=32da7f47f0334c9b916a61edb2bc2413&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7231400 Dec 20 14:42:16.722513 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 50106) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:42:16.764889 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a827e48e-37cb-414a-818f-31988fa2c4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:16.773262 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e12ccc59-a008-4ef6-99c9-ca42e5813b96 req-aaa23b41-4d06-4f6c-b745-052f50712a7b tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] 10.222.0.54 "GET /v2.0/security-groups?id=7c00e471-b822-4bde-8413-ee09845062ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798692 Dec 20 14:42:16.781463 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a827e48e-37cb-414a-818f-31988fa2c4d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:16.787928 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-a827e48e-37cb-414a-818f-31988fa2c4d7 admin admin] 10.222.0.54 "DELETE /v2.0/networks/af49d91e-952c-43c8-bc9d-27103b4f9eeb HTTP/1.1" status: 204 len: 168 time: 1.4336915 Dec 20 14:42:16.806561 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a827e48e-37cb-414a-818f-31988fa2c4d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=af49d91e-952c-43c8-bc9d-27103b4f9eeb,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:16.810375 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['d90e2b2c-7f6a-43b1-ac17-5a5c0954ddd5'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:42:16.821108 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-d7aa2b9c-59af-47fc-a82f-302621d3a7e6 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Allocated IP 172.21.0.1 (bda545e7-59cd-4fdc-8e75-3ac8a79b73a9/800cd042-1dd5-433c-ba6e-9d97a57eb500/6adbedad-529b-4e57-a15e-d603417d2dfc) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:42:16.831347 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-09745b36-a2a6-40a7-b636-8d47fe68dbe7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:16.862554 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-09745b36-a2a6-40a7-b636-8d47fe68dbe7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:16.928893 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-09745b36-a2a6-40a7-b636-8d47fe68dbe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:16.932102 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-09745b36-a2a6-40a7-b636-8d47fe68dbe7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:16.933335 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-09745b36-a2a6-40a7-b636-8d47fe68dbe7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c6b26ff7-585c-4be7-a663-e189d4836d73 HTTP/1.1" status: 204 len: 168 time: 0.2092936 Dec 20 14:42:16.955355 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09745b36-a2a6-40a7-b636-8d47fe68dbe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6b26ff7-585c-4be7-a663-e189d4836d73,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:17.015622 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 50112) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:42:17.026226 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-34205315-7b61-4fb8-94c6-43beea782250 req-66f58051-b7f1-4d3e-b95e-32c1cbfca9f1 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:17.026595 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-34205315-7b61-4fb8-94c6-43beea782250 req-66f58051-b7f1-4d3e-b95e-32c1cbfca9f1 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585115'] for floatingip, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:17.026926 n-d-761264-19 neutron-server[103167]: INFO neutron.db.l3_db [req-34205315-7b61-4fb8-94c6-43beea782250 req-66f58051-b7f1-4d3e-b95e-32c1cbfca9f1 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Floating IP e4dcd5e9-5d18-4253-9ba7-a410b9c3c4d8 disassociated. External IP: 172.25.0.122, port: dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7. Dec 20 14:42:17.027278 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-34205315-7b61-4fb8-94c6-43beea782250 req-66f58051-b7f1-4d3e-b95e-32c1cbfca9f1 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Calling delete_port for dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7 owned by compute:nova {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:42:17.062482 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d7aa2b9c-59af-47fc-a82f-302621d3a7e6 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:17.073593 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-d50e5ed6-4325-4dfe-bed6-07430c20f9fd admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=df4fc5f062c24b48b2976dde88fb04ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0552375 Dec 20 14:42:17.076718 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 50114) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:42:17.133519 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c292d500-3461-4ced-a8d1-41779f82e74b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:17.159817 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c292d500-3461-4ced-a8d1-41779f82e74b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:17.160175 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d7aa2b9c-59af-47fc-a82f-302621d3a7e6 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:17.221741 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c292d500-3461-4ced-a8d1-41779f82e74b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:17.224902 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c292d500-3461-4ced-a8d1-41779f82e74b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:17.229022 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-c292d500-3461-4ced-a8d1-41779f82e74b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4ed0be7c-43ed-465d-90a7-becfa1e42aad HTTP/1.1" status: 204 len: 168 time: 0.1486478 Dec 20 14:42:17.234823 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7aa2b9c-59af-47fc-a82f-302621d3a7e6 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Network bda545e7-59cd-4fdc-8e75-3ac8a79b73a9 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:42:17.243370 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-d7aa2b9c-59af-47fc-a82f-302621d3a7e6 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:42:17.251563 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c292d500-3461-4ced-a8d1-41779f82e74b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed0be7c-43ed-465d-90a7-becfa1e42aad,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:17.252469 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7aa2b9c-59af-47fc-a82f-302621d3a7e6 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:42:17.258541 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aa2b9c-59af-47fc-a82f-302621d3a7e6 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Pushing event updated for resources: {'Port': ['ID=6adbedad-529b-4e57-a15e-d603417d2dfc,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:17.300016 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-34205315-7b61-4fb8-94c6-43beea782250 req-66f58051-b7f1-4d3e-b95e-32c1cbfca9f1 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:17.347514 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f58051-b7f1-4d3e-b95e-32c1cbfca9f1 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Pushing event deleted for resources: {'Port': ['ID=dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:17.353841 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d7aa2b9c-59af-47fc-a82f-302621d3a7e6 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595714'] for router_interface, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:17.770617 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-e602fd55-1aef-4843-b966-5de8018c1061 None None] Provisioning complete for port 6adbedad-529b-4e57-a15e-d603417d2dfc triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:42:17.772571 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e602fd55-1aef-4843-b966-5de8018c1061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:17.872448 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-e602fd55-1aef-4843-b966-5de8018c1061 None None] Port 6adbedad-529b-4e57-a15e-d603417d2dfc cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:42:17.894865 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f3a89857-dfc0-4aed-a8b4-15eb4fd7729d req-436b82a4-de1a-469c-b16f-39721a1a7099 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 210 time: 0.4102283 Dec 20 14:42:17.959671 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354f75cc-4021-4117-8993-42f360604b54 req-a413bf97-37fe-465c-9cb7-de99cf419e7c tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:17.961835 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-354f75cc-4021-4117-8993-42f360604b54 req-a413bf97-37fe-465c-9cb7-de99cf419e7c tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d79631a-bb97-49d1-82c4-27e5074c20cd HTTP/1.1" status: 200 len: 944 time: 0.0674131 Dec 20 14:42:17.991662 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d7aa2b9c-59af-47fc-a82f-302621d3a7e6 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:18.008851 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device d90e2b2c-7f6a-43b1-ac17-5a5c0954ddd5 up at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:42:18.027470 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [req-34205315-7b61-4fb8-94c6-43beea782250 req-66f58051-b7f1-4d3e-b95e-32c1cbfca9f1 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Router 18e35978-b94c-4ba4-b744-71c00caceebd has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:42:18.080150 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-354f75cc-4021-4117-8993-42f360604b54 req-9fb430fe-06bb-4b6d-b16a-2694720e461c tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] 10.222.0.54 "GET /v2.0/security-groups?id=7c00e471-b822-4bde-8413-ee09845062ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086576 Dec 20 14:42:18.106761 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning for port d90e2b2c-7f6a-43b1-ac17-5a5c0954ddd5 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:42:18.115222 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning complete for port d90e2b2c-7f6a-43b1-ac17-5a5c0954ddd5 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:42:18.115733 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:18.115848 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 50154) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:42:18.217748 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:18.252817 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d79631a-bb97-49d1-82c4-27e5074c20cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd90e2b2c-7f6a-43b1-ac17-5a5c0954ddd5'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:42:18.255710 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-780e9720-3228-472d-8dac-fbaaa409bcee" -d '{"events": [{"server_uuid": "4d79631a-bb97-49d1-82c4-27e5074c20cd", "name": "network-vif-plugged", "status": "completed", "tag": "d90e2b2c-7f6a-43b1-ac17-5a5c0954ddd5"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:42:18.258415 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-b13a8489-e47b-415f-bc03-1f7bae0e125b admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-166136001-network', 'tenant_id': '1636d9c1cbf54d0cbc3c2889c60e0de1'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:42:18.270769 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port d90e2b2c-7f6a-43b1-ac17-5a5c0954ddd5, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=d90e2b2c-7f6a-43b1-ac17-5a5c0954ddd5,segment=NetworkSegment(cf764769-bd48-4fb7-ac99-d6f6b1edeed6),segment_id=cf764769-bd48-4fb7-ac99-d6f6b1edeed6)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:42:18.281864 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:18.308125 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b13a8489-e47b-415f-bc03-1f7bae0e125b admin admin] Made reservation on behalf of 1636d9c1cbf54d0cbc3c2889c60e0de1 for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:42:18.312134 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b13a8489-e47b-415f-bc03-1f7bae0e125b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:18.339895 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a39bf886-ac1f-4925-89f9-dba710f1fd51 x-openstack-request-id: req-a39bf886-ac1f-4925-89f9-dba710f1fd51 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:42:18.341035 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d79631a-bb97-49d1-82c4-27e5074c20cd", "name": "network-vif-plugged", "status": "completed", "tag": "d90e2b2c-7f6a-43b1-ac17-5a5c0954ddd5", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:42:18.341485 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a39bf886-ac1f-4925-89f9-dba710f1fd51 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:42:18.342127 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d79631a-bb97-49d1-82c4-27e5074c20cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd90e2b2c-7f6a-43b1-ac17-5a5c0954ddd5', 'code': 200} Dec 20 14:42:18.346925 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b13a8489-e47b-415f-bc03-1f7bae0e125b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:18.360536 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-34205315-7b61-4fb8-94c6-43beea782250 req-66f58051-b7f1-4d3e-b95e-32c1cbfca9f1 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:42:18.386649 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e2c474-8cd5-4f81-9d8f-c2d3d0319297 None None] Sync routers for ids ['18e35978-b94c-4ba4-b744-71c00caceebd'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:42:18.418421 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=d90e2b2c-7f6a-43b1-ac17-5a5c0954ddd5,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:18.421204 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e2c474-8cd5-4f81-9d8f-c2d3d0319297 None None] Routers {'18e35978-b94c-4ba4-b744-71c00caceebd'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:42:18.421820 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-b0e2c474-8cd5-4f81-9d8f-c2d3d0319297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:42:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['18e35978-b94c-4ba4-b744-71c00caceebd'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:42:18.430712 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-34205315-7b61-4fb8-94c6-43beea782250 req-66f58051-b7f1-4d3e-b95e-32c1cbfca9f1 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] No DVR routers for this DVR port dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7 on host n-h1-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:42:18.463676 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:42:18.464038 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:42:18.464368 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:42:18.464751 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:42:18.465023 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:42:18.465357 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:42:18.465716 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:42:18.465996 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:42:18.466315 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:42:18.466641 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:42:18.467173 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:42:18.467725 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:42:18.467842 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:42:18.468017 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 50168) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:42:18.469302 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-34205315-7b61-4fb8-94c6-43beea782250 req-66f58051-b7f1-4d3e-b95e-32c1cbfca9f1 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:18.479110 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-34205315-7b61-4fb8-94c6-43beea782250 req-66f58051-b7f1-4d3e-b95e-32c1cbfca9f1 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.30 "DELETE /v2.0/ports/dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7 HTTP/1.1" status: 204 len: 173 time: 2.2199872 Dec 20 14:42:18.480075 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b13a8489-e47b-415f-bc03-1f7bae0e125b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:18.492003 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a76f30c8-712d-44b7-9ed3-98bb884698ef', 'name': 'network-vif-deleted', 'tag': 'dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:42:18.496930 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84f2e25a-dd80-44cd-9fda-acf5fa3eeafe" -d '{"events": [{"server_uuid": "a76f30c8-712d-44b7-9ed3-98bb884698ef", "name": "network-vif-deleted", "tag": "dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:42:18.499589 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b13a8489-e47b-415f-bc03-1f7bae0e125b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:18.551690 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d7aa2b9c-59af-47fc-a82f-302621d3a7e6 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:18.552009 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13a8489-e47b-415f-bc03-1f7bae0e125b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39cc3d6c-44fc-4e36-bd29-b65b9c74787a,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:18.561958 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b483c1e-eee0-47c0-8640-0b60eecad6c9 req-47e1ea7e-f582-47ea-98a5-1c9d78345fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:18.564102 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1b483c1e-eee0-47c0-8640-0b60eecad6c9 req-47e1ea7e-f582-47ea-98a5-1c9d78345fc2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4d79631a-bb97-49d1-82c4-27e5074c20cd HTTP/1.1" status: 200 len: 1097 time: 0.1621244 Dec 20 14:42:18.571205 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d7aa2b9c-59af-47fc-a82f-302621d3a7e6 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:18.586234 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-babc1c7e-b656-4ca4-9e36-2cb43d6cfa3a x-openstack-request-id: req-babc1c7e-b656-4ca4-9e36-2cb43d6cfa3a {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:42:18.586628 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a76f30c8-712d-44b7-9ed3-98bb884698ef", "name": "network-vif-deleted", "tag": "dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:42:18.587233 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-babc1c7e-b656-4ca4-9e36-2cb43d6cfa3a {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:42:18.587693 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a76f30c8-712d-44b7-9ed3-98bb884698ef', 'name': 'network-vif-deleted', 'tag': 'dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7', 'status': 'completed', 'code': 200} Dec 20 14:42:18.605508 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b13a8489-e47b-415f-bc03-1f7bae0e125b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:42:18.666053 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b13a8489-e47b-415f-bc03-1f7bae0e125b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:18.666411 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-b13a8489-e47b-415f-bc03-1f7bae0e125b admin admin] Added segment ed6ba27c-4fb2-4dee-b4d7-555678bc1a6c of type vlan for network 605a1a3b-49f1-441c-8c92-6dec0470875d Dec 20 14:42:18.698171 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1b483c1e-eee0-47c0-8640-0b60eecad6c9 req-40747eb0-a474-422a-a928-6f910aa8dddc service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7c00e471-b822-4bde-8413-ee09845062ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140475 Dec 20 14:42:18.698551 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d7aa2b9c-59af-47fc-a82f-302621d3a7e6 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1595702'] for router_interface, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:18.702986 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aa2b9c-59af-47fc-a82f-302621d3a7e6 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Pushing event updated for resources: {'Port': ['ID=6adbedad-529b-4e57-a15e-d603417d2dfc,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:18.709661 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-a7c406c0-a27f-4055-b374-49d42fae2a69 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1722963720-network', 'tenant_id': '4c1d8fcd459b4ae28a936c2de3ff581d'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:42:18.737540 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b13a8489-e47b-415f-bc03-1f7bae0e125b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:18.768515 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b13a8489-e47b-415f-bc03-1f7bae0e125b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:18.769867 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13a8489-e47b-415f-bc03-1f7bae0e125b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:18.770501 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b13a8489-e47b-415f-bc03-1f7bae0e125b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:18.790642 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7c406c0-a27f-4055-b374-49d42fae2a69 admin admin] Made reservation on behalf of 4c1d8fcd459b4ae28a936c2de3ff581d for: {'network': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:42:18.793092 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a7c406c0-a27f-4055-b374-49d42fae2a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:18.805623 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a7c406c0-a27f-4055-b374-49d42fae2a69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:18.826350 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-b13a8489-e47b-415f-bc03-1f7bae0e125b admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.7093461 Dec 20 14:42:18.832488 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 50176) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:42:18.842662 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-e0188ac3-c437-4989-a7d6-c22c23e61a7c admin admin] Request body: {'subnet': {'network_id': '605a1a3b-49f1-441c-8c92-6dec0470875d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-166136001-subnet', 'tenant_id': '1636d9c1cbf54d0cbc3c2889c60e0de1', 'ip_version': 4}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:42:18.853786 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-b0e2c474-8cd5-4f81-9d8f-c2d3d0319297 None None] Set router 18e35978-b94c-4ba4-b744-71c00caceebd gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:42:18.874065 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13a8489-e47b-415f-bc03-1f7bae0e125b admin admin] Pushing event updated for resources: {'Network': ['ID=605a1a3b-49f1-441c-8c92-6dec0470875d,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:18.892836 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 605a1a3b-49f1-441c-8c92-6dec0470875d details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:42:18.905479 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7aa2b9c-59af-47fc-a82f-302621d3a7e6 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Network bda545e7-59cd-4fdc-8e75-3ac8a79b73a9 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:42:18.910854 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-d7aa2b9c-59af-47fc-a82f-302621d3a7e6 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:42:18.920898 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0188ac3-c437-4989-a7d6-c22c23e61a7c admin admin] Made reservation on behalf of 1636d9c1cbf54d0cbc3c2889c60e0de1 for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:42:18.923814 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e0188ac3-c437-4989-a7d6-c22c23e61a7c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:19.129733 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-156f9a61-5c69-4bd5-a78d-8bef7f6a97c1 req-798d3356-a0b5-4a1c-b097-5996874e71bd tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/ports?device_id=a76f30c8-712d-44b7-9ed3-98bb884698ef HTTP/1.1" status: 200 len: 210 time: 0.0914061 Dec 20 14:42:19.158935 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a7c406c0-a27f-4055-b374-49d42fae2a69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:19.174673 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a7c406c0-a27f-4055-b374-49d42fae2a69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:19.176325 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-b0e2c474-8cd5-4f81-9d8f-c2d3d0319297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18e35978-b94c-4ba4-b744-71c00caceebd', 'name': 'tempest-ServerActionsTestJSON-1066541955-router', 'tenant_id': '514f3908f9164c0fa19c6d421ce9f2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'c5cfc7d5-af88-4835-9028-f358ac1f6ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:30:15Z', 'updated_at': '2021-12-20T14:30:22Z', 'revision_number': 4, 'project_id': '514f3908f9164c0fa19c6d421ce9f2b3', 'gw_port': {'id': 'c5cfc7d5-af88-4835-9028-f358ac1f6ff1', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:73:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e35978-b94c-4ba4-b744-71c00caceebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:30:16Z', 'updated_at': '2021-12-20T14:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '0d96f557-f566-4d41-9fda-e912fb82e5bb', 'name': '', 'network_id': '7ed718b3-d2e8-4b72-a238-726203897046', 'tenant_id': '514f3908f9164c0fa19c6d421ce9f2b3', 'mac_address': 'fa:16:3e:a1:98:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e35978-b94c-4ba4-b744-71c00caceebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '5d68b841-2dcc-4f7d-9f3b-ab3557b797a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:30:20Z', 'updated_at': '2021-12-20T14:30:26Z', 'revision_number': 5, 'project_id': '514f3908f9164c0fa19c6d421ce9f2b3', 'subnets': [{'id': '5d68b841-2dcc-4f7d-9f3b-ab3557b797a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:42:19.198494 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7aa2b9c-59af-47fc-a82f-302621d3a7e6 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Router 40803e14-09ab-44bc-94ee-af5678d531ab has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:42:19.213508 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e2c474-8cd5-4f81-9d8f-c2d3d0319297 None None] Checking router: 18e35978-b94c-4ba4-b744-71c00caceebd for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:42:19.225326 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7c406c0-a27f-4055-b374-49d42fae2a69 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=103167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:42:19.232240 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e2c474-8cd5-4f81-9d8f-c2d3d0319297 None None] Routers {'18e35978-b94c-4ba4-b744-71c00caceebd'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:42:19.232393 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc0eff2-b049-4365-ab3a-c8d94b91b2c6 req-a8f80c33-6c51-4225-8dff-b2592be9946b tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:19.233221 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-b0e2c474-8cd5-4f81-9d8f-c2d3d0319297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:42:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['18e35978-b94c-4ba4-b744-71c00caceebd'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:42:19.234701 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5cc0eff2-b049-4365-ab3a-c8d94b91b2c6 req-a8f80c33-6c51-4225-8dff-b2592be9946b tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d79631a-bb97-49d1-82c4-27e5074c20cd HTTP/1.1" status: 200 len: 945 time: 0.0615613 Dec 20 14:42:19.241004 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-1ba242f7-9008-46d9-b65f-c70bf59e4bf9 None None] Provisioning complete for port 6adbedad-529b-4e57-a15e-d603417d2dfc triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:42:19.241637 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-1ba242f7-9008-46d9-b65f-c70bf59e4bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:19.247798 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c406c0-a27f-4055-b374-49d42fae2a69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d3074f-115c-48f1-a175-0dcd02af11cf,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:19.258424 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a7c406c0-a27f-4055-b374-49d42fae2a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:19.258715 n-d-761264-19 neutron-server[103167]: INFO neutron.db.segments_db [None req-a7c406c0-a27f-4055-b374-49d42fae2a69 admin admin] Added segment e8d2272b-3995-4a5a-a1f2-9fe885798f90 of type vlan for network 066f68d2-cba5-4b68-b475-037a2e046a05 Dec 20 14:42:19.310161 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5cc0eff2-b049-4365-ab3a-c8d94b91b2c6 req-1a78bcf9-0937-4601-b87b-c0d317144eb4 tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] 10.222.0.54 "GET /v2.0/security-groups?id=7c00e471-b822-4bde-8413-ee09845062ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662622 Dec 20 14:42:19.365876 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-1ba242f7-9008-46d9-b65f-c70bf59e4bf9 None None] Port 6adbedad-529b-4e57-a15e-d603417d2dfc cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:42:19.403386 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-b0e2c474-8cd5-4f81-9d8f-c2d3d0319297 None None] Set router 18e35978-b94c-4ba4-b744-71c00caceebd gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:42:19.450520 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a7c406c0-a27f-4055-b374-49d42fae2a69 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:19.453146 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7aa2b9c-59af-47fc-a82f-302621d3a7e6 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:42:19.462972 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82971a3-b3ac-4d17-9a80-5db330cecfd4 None None] Sync routers for ids ['40803e14-09ab-44bc-94ee-af5678d531ab'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:42:19.464948 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-d7aa2b9c-59af-47fc-a82f-302621d3a7e6 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "PUT /v2.0/routers/40803e14-09ab-44bc-94ee-af5678d531ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7585323 Dec 20 14:42:19.467992 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 50184) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:42:19.480821 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82971a3-b3ac-4d17-9a80-5db330cecfd4 None None] Routers {'40803e14-09ab-44bc-94ee-af5678d531ab'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:42:19.482088 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-e82971a3-b3ac-4d17-9a80-5db330cecfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:42:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['40803e14-09ab-44bc-94ee-af5678d531ab'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:42:19.497717 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e0188ac3-c437-4989-a7d6-c22c23e61a7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:19.521598 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-e82971a3-b3ac-4d17-9a80-5db330cecfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:42:19.524318 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111412d5-0639-452a-9f3b-d38a49dfcf12 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:19.525935 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-111412d5-0639-452a-9f3b-d38a49dfcf12 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "GET /v2.0/ports/6adbedad-529b-4e57-a15e-d603417d2dfc HTTP/1.1" status: 200 len: 910 time: 0.0567067 Dec 20 14:42:19.531904 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 50186) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:42:19.534585 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a7c406c0-a27f-4055-b374-49d42fae2a69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:19.535588 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c406c0-a27f-4055-b374-49d42fae2a69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:19.536158 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a7c406c0-a27f-4055-b374-49d42fae2a69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:19.537412 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82971a3-b3ac-4d17-9a80-5db330cecfd4 None None] Routers {'40803e14-09ab-44bc-94ee-af5678d531ab'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:42:19.538127 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-e82971a3-b3ac-4d17-9a80-5db330cecfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:42:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['40803e14-09ab-44bc-94ee-af5678d531ab'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:42:19.589422 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-e82971a3-b3ac-4d17-9a80-5db330cecfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:42:19.590252 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82971a3-b3ac-4d17-9a80-5db330cecfd4 None None] The sync data for ids ['40803e14-09ab-44bc-94ee-af5678d531ab'] in n-d-761264-19 is: [] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:42:19.594031 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0188ac3-c437-4989-a7d6-c22c23e61a7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3ff8908-054b-4ca4-a9bd-c18c8b0a32c3,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:19.634761 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-a7c406c0-a27f-4055-b374-49d42fae2a69 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1487322 Dec 20 14:42:19.634952 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 50188) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:42:19.640941 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-f58c04e4-d819-455b-89fe-994e51073c75 admin admin] Request body: {'subnet': {'network_id': '066f68d2-cba5-4b68-b475-037a2e046a05', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1722963720-subnet', 'tenant_id': '4c1d8fcd459b4ae28a936c2de3ff581d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:42:19.645408 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c406c0-a27f-4055-b374-49d42fae2a69 admin admin] Pushing event updated for resources: {'Network': ['ID=066f68d2-cba5-4b68-b475-037a2e046a05,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:19.650413 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-b0e2c474-8cd5-4f81-9d8f-c2d3d0319297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18e35978-b94c-4ba4-b744-71c00caceebd', 'name': 'tempest-ServerActionsTestJSON-1066541955-router', 'tenant_id': '514f3908f9164c0fa19c6d421ce9f2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'c5cfc7d5-af88-4835-9028-f358ac1f6ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:30:15Z', 'updated_at': '2021-12-20T14:30:22Z', 'revision_number': 4, 'project_id': '514f3908f9164c0fa19c6d421ce9f2b3', 'gw_port': {'id': 'c5cfc7d5-af88-4835-9028-f358ac1f6ff1', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:73:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e35978-b94c-4ba4-b744-71c00caceebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:30:16Z', 'updated_at': '2021-12-20T14:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '0d96f557-f566-4d41-9fda-e912fb82e5bb', 'name': '', 'network_id': '7ed718b3-d2e8-4b72-a238-726203897046', 'tenant_id': '514f3908f9164c0fa19c6d421ce9f2b3', 'mac_address': 'fa:16:3e:a1:98:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e35978-b94c-4ba4-b744-71c00caceebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '5d68b841-2dcc-4f7d-9f3b-ab3557b797a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:30:20Z', 'updated_at': '2021-12-20T14:30:26Z', 'revision_number': 5, 'project_id': '514f3908f9164c0fa19c6d421ce9f2b3', 'subnets': [{'id': '5d68b841-2dcc-4f7d-9f3b-ab3557b797a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:42:19.652954 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0188ac3-c437-4989-a7d6-c22c23e61a7c admin admin] Checking segment: {'id': 'ed6ba27c-4fb2-4dee-b4d7-555678bc1a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '605a1a3b-49f1-441c-8c92-6dec0470875d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:42:19.653312 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0188ac3-c437-4989-a7d6-c22c23e61a7c admin admin] Network hostable DHCP agents. Network: 605a1a3b-49f1-441c-8c92-6dec0470875d, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:42:19.671942 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0188ac3-c437-4989-a7d6-c22c23e61a7c admin admin] Network 605a1a3b-49f1-441c-8c92-6dec0470875d is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:42:19.682653 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 066f68d2-cba5-4b68-b475-037a2e046a05 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:42:19.685150 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e2c474-8cd5-4f81-9d8f-c2d3d0319297 None None] The sync data for ids ['18e35978-b94c-4ba4-b744-71c00caceebd'] in n-d-761264-19 is: [{'id': '18e35978-b94c-4ba4-b744-71c00caceebd', 'name': 'tempest-ServerActionsTestJSON-1066541955-router', 'tenant_id': '514f3908f9164c0fa19c6d421ce9f2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'c5cfc7d5-af88-4835-9028-f358ac1f6ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:30:15Z', 'updated_at': '2021-12-20T14:30:22Z', 'revision_number': 4, 'project_id': '514f3908f9164c0fa19c6d421ce9f2b3', 'gw_port': {'id': 'c5cfc7d5-af88-4835-9028-f358ac1f6ff1', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:73:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e35978-b94c-4ba4-b744-71c00caceebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:30:16Z', 'updated_at': '2021-12-20T14:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '0d96f557-f566-4d41-9fda-e912fb82e5bb', 'name': '', 'network_id': '7ed718b3-d2e8-4b72-a238-726203897046', 'tenant_id': '514f3908f9164c0fa19c6d421ce9f2b3', 'mac_address': 'fa:16:3e:a1:98:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e35978-b94c-4ba4-b744-71c00caceebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '5d68b841-2dcc-4f7d-9f3b-ab3557b797a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:30:20Z', 'updated_at': '2021-12-20T14:30:26Z', 'revision_number': 5, 'project_id': '514f3908f9164c0fa19c6d421ce9f2b3', 'subnets': [{'id': '5d68b841-2dcc-4f7d-9f3b-ab3557b797a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:42:19.689743 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-e0188ac3-c437-4989-a7d6-c22c23e61a7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 605a1a3b-49f1-441c-8c92-6dec0470875d) {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:42:19.702276 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0188ac3-c437-4989-a7d6-c22c23e61a7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:19.702562 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e0188ac3-c437-4989-a7d6-c22c23e61a7c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:19.732055 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00081f9b-5e14-4aec-b0d9-9f5d7dd4f00f None None] Network 605a1a3b-49f1-441c-8c92-6dec0470875d requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:42:19.749074 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-e0188ac3-c437-4989-a7d6-c22c23e61a7c admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.9159360 Dec 20 14:42:19.749868 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 50192) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:42:19.754967 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-50725c8a-a20c-4259-994d-8bb4a3991f48 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-166136001-router', 'tenant_id': '1636d9c1cbf54d0cbc3c2889c60e0de1', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:42:19.803317 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-50725c8a-a20c-4259-994d-8bb4a3991f48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40114'] for router, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:19.804822 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-50725c8a-a20c-4259-994d-8bb4a3991f48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40139'] for router, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:19.809597 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f58c04e4-d819-455b-89fe-994e51073c75 admin admin] Made reservation on behalf of 4c1d8fcd459b4ae28a936c2de3ff581d for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:42:19.815070 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f58c04e4-d819-455b-89fe-994e51073c75 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:19.877179 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-50725c8a-a20c-4259-994d-8bb4a3991f48 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:19.893800 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc40e520-1a12-4bac-b494-80d8e579b665 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-605a1a3b-49f1-441c-8c92-6dec0470875d', 'network_id': '605a1a3b-49f1-441c-8c92-6dec0470875d', 'project_id': '1636d9c1cbf54d0cbc3c2889c60e0de1', 'fixed_ips': [{'subnet_id': 'f3ff8908-054b-4ca4-a9bd-c18c8b0a32c3'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:42:19.894798 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-fc40e520-1a12-4bac-b494-80d8e579b665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:20.017460 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7 no longer exists at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:42:20.091479 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-50725c8a-a20c-4259-994d-8bb4a3991f48 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:20.098250 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] No Port match for: dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:42:20.098642 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device dc43ce5a-2a9d-4644-b5bb-a51cb8a709a7 not bound to the agent host n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:42:20.177540 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-fc40e520-1a12-4bac-b494-80d8e579b665 None None] Allocated IP 172.20.0.2 (605a1a3b-49f1-441c-8c92-6dec0470875d/f3ff8908-054b-4ca4-a9bd-c18c8b0a32c3/3fdd4934-77a4-4756-8b31-869ed77bf100) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:42:20.207254 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeabc3cb-1b7b-468d-9395-fe8347583806 None None] New status for floating IP e4dcd5e9-5d18-4253-9ba7-a410b9c3c4d8: DOWN {{(pid=103169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 14:42:20.265942 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 50200) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:42:20.492982 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f58c04e4-d819-455b-89fe-994e51073c75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8848317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10470522'] for subnet, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:20.504795 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-fc40e520-1a12-4bac-b494-80d8e579b665 None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:20.512403 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-31958f73-6381-49bc-8642-3d09efc65c4e tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:20.512709 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-fc40e520-1a12-4bac-b494-80d8e579b665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:20.550287 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67151ba3-90a6-48b9-a6d3-2f758ee6d56d req-e038d71a-e80c-48ee-a1e1-28d689183559 tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:20.551921 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-67151ba3-90a6-48b9-a6d3-2f758ee6d56d req-e038d71a-e80c-48ee-a1e1-28d689183559 tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d79631a-bb97-49d1-82c4-27e5074c20cd HTTP/1.1" status: 200 len: 945 time: 0.1267219 Dec 20 14:42:20.553527 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-50725c8a-a20c-4259-994d-8bb4a3991f48 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:20.565486 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc40e520-1a12-4bac-b494-80d8e579b665 None None] Network 605a1a3b-49f1-441c-8c92-6dec0470875d is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:42:20.569436 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-fc40e520-1a12-4bac-b494-80d8e579b665 None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:42:20.578849 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc40e520-1a12-4bac-b494-80d8e579b665 None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:42:20.583619 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc40e520-1a12-4bac-b494-80d8e579b665 None None] Pushing event updated for resources: {'Port': ['ID=3fdd4934-77a4-4756-8b31-869ed77bf100,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:20.585165 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-50725c8a-a20c-4259-994d-8bb4a3991f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:20.605130 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58c04e4-d819-455b-89fe-994e51073c75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=071a62cf-8e7b-4323-a6ef-80759ec5f629,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:20.610704 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-31958f73-6381-49bc-8642-3d09efc65c4e tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:20.640734 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58c04e4-d819-455b-89fe-994e51073c75 admin admin] Checking segment: {'id': 'e8d2272b-3995-4a5a-a1f2-9fe885798f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '066f68d2-cba5-4b68-b475-037a2e046a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:42:20.641212 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58c04e4-d819-455b-89fe-994e51073c75 admin admin] Network hostable DHCP agents. Network: 066f68d2-cba5-4b68-b475-037a2e046a05, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:42:20.652509 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-428f6c5a-dd71-4776-ada2-75b1e77dddc6 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1595867'] for router_interface, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:20.653001 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-fc40e520-1a12-4bac-b494-80d8e579b665 None None] Attempting to bind port 3fdd4934-77a4-4756-8b31-869ed77bf100 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:42:20.653503 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-fc40e520-1a12-4bac-b494-80d8e579b665 None None] Attempting to bind port 3fdd4934-77a4-4756-8b31-869ed77bf100 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': 'ed6ba27c-4fb2-4dee-b4d7-555678bc1a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '605a1a3b-49f1-441c-8c92-6dec0470875d'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:42:20.653934 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc40e520-1a12-4bac-b494-80d8e579b665 None None] Attempting to bind port 3fdd4934-77a4-4756-8b31-869ed77bf100 on network 605a1a3b-49f1-441c-8c92-6dec0470875d {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:42:20.660295 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc40e520-1a12-4bac-b494-80d8e579b665 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:42:20.660953 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc40e520-1a12-4bac-b494-80d8e579b665 None None] Checking segment: {'id': 'ed6ba27c-4fb2-4dee-b4d7-555678bc1a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '605a1a3b-49f1-441c-8c92-6dec0470875d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:42:20.661571 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-fc40e520-1a12-4bac-b494-80d8e579b665 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:20.662055 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc40e520-1a12-4bac-b494-80d8e579b665 None None] Bound using segment: {'id': 'ed6ba27c-4fb2-4dee-b4d7-555678bc1a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '605a1a3b-49f1-441c-8c92-6dec0470875d'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:42:20.662630 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-fc40e520-1a12-4bac-b494-80d8e579b665 None None] Bound port: 3fdd4934-77a4-4756-8b31-869ed77bf100, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed6ba27c-4fb2-4dee-b4d7-555678bc1a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '605a1a3b-49f1-441c-8c92-6dec0470875d'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:42:20.663181 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-fc40e520-1a12-4bac-b494-80d8e579b665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:20.740988 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-fc40e520-1a12-4bac-b494-80d8e579b665 None None] For port 3fdd4934-77a4-4756-8b31-869ed77bf100, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:42:20.745339 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58c04e4-d819-455b-89fe-994e51073c75 admin admin] Network 066f68d2-cba5-4b68-b475-037a2e046a05 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:42:20.746168 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-fc40e520-1a12-4bac-b494-80d8e579b665 None None] For port 3fdd4934-77a4-4756-8b31-869ed77bf100, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=3fdd4934-77a4-4756-8b31-869ed77bf100,segment=NetworkSegment(ed6ba27c-4fb2-4dee-b4d7-555678bc1a6c),segment_id=ed6ba27c-4fb2-4dee-b4d7-555678bc1a6c)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:42:20.751940 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-fc40e520-1a12-4bac-b494-80d8e579b665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:20.759252 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-67151ba3-90a6-48b9-a6d3-2f758ee6d56d req-8e63c7ee-3a87-48e7-88cd-466d414bf526 tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] 10.222.0.54 "GET /v2.0/security-groups?id=7c00e471-b822-4bde-8413-ee09845062ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811819 Dec 20 14:42:20.822227 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-50725c8a-a20c-4259-994d-8bb4a3991f48 admin admin] Allocated IP 172.25.0.133 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/9bbba56b-3c73-4b38-bc1b-ef639453488f) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:42:20.836438 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-31958f73-6381-49bc-8642-3d09efc65c4e tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:20.840243 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-31958f73-6381-49bc-8642-3d09efc65c4e tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:20.844491 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-31958f73-6381-49bc-8642-3d09efc65c4e tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "DELETE /v2.0/security-groups/92081c13-7979-4810-b5cd-70c14477209d HTTP/1.1" status: 204 len: 168 time: 0.5739317 Dec 20 14:42:20.850535 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 50210) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:42:20.854008 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc40e520-1a12-4bac-b494-80d8e579b665 None None] Pushing event updated for resources: {'Port': ['ID=3fdd4934-77a4-4756-8b31-869ed77bf100,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:20.869758 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-f58c04e4-d819-455b-89fe-994e51073c75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 066f68d2-cba5-4b68-b475-037a2e046a05) {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:42:20.887111 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c6efdb-6a6a-41e5-9849-c6f7581c1947 None None] Network 066f68d2-cba5-4b68-b475-037a2e046a05 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:42:20.889846 n-d-761264-19 neutron-server[103167]: INFO neutron.api.v2.resource [None req-1618f751-be11-4ab7-bd53-a0ee407fbf8d tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] show failed (client error): The resource could not be found. Dec 20 14:42:20.893048 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-1618f751-be11-4ab7-bd53-a0ee407fbf8d tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "GET /v2.0/security-groups/92081c13-7979-4810-b5cd-70c14477209d HTTP/1.1" status: 404 len: 347 time: 0.0398996 Dec 20 14:42:20.894068 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 50218) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:42:20.896552 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31958f73-6381-49bc-8642-3d09efc65c4e tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92081c13-7979-4810-b5cd-70c14477209d,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:20.907825 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58c04e4-d819-455b-89fe-994e51073c75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:20.908969 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f58c04e4-d819-455b-89fe-994e51073c75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:20.993247 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-f58c04e4-d819-455b-89fe-994e51073c75 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3572962 Dec 20 14:42:21.105410 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf38a10-f53a-43d4-bd4c-d4389ec6216d None None] Network 066f68d2-cba5-4b68-b475-037a2e046a05 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:42:21.259584 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-50725c8a-a20c-4259-994d-8bb4a3991f48 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:21.264536 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-b6746942-d603-4216-9240-9c34deec4846 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Deleting port f4a76fa9-f3ec-4364-a7a4-fa4341c8c955 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:42:21.264921 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b6746942-d603-4216-9240-9c34deec4846 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:21.369658 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-428f6c5a-dd71-4776-ada2-75b1e77dddc6 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Deleting port 6adbedad-529b-4e57-a15e-d603417d2dfc {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:42:21.370430 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-428f6c5a-dd71-4776-ada2-75b1e77dddc6 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:21.435775 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-50725c8a-a20c-4259-994d-8bb4a3991f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:21.538451 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-428f6c5a-dd71-4776-ada2-75b1e77dddc6 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:21.574450 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-428f6c5a-dd71-4776-ada2-75b1e77dddc6 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Calling delete_port for 6adbedad-529b-4e57-a15e-d603417d2dfc owned by network:router_interface {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:42:21.848894 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50725c8a-a20c-4259-994d-8bb4a3991f48 admin admin] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:42:21.857695 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-50725c8a-a20c-4259-994d-8bb4a3991f48 admin admin] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:42:21.863914 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b6746942-d603-4216-9240-9c34deec4846 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:21.864240 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b6746942-d603-4216-9240-9c34deec4846 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:21.874970 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50725c8a-a20c-4259-994d-8bb4a3991f48 admin admin] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:42:21.875976 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21ef00f-8bea-402d-bfcb-5507e64488a6 None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:42:21.950412 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-fb1e7bab-e204-4236-a3c4-fd6b7015fc37 None None] Provisioning complete for port 9bbba56b-3c73-4b38-bc1b-ef639453488f triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:42:21.950852 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-fb1e7bab-e204-4236-a3c4-fd6b7015fc37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:21.974794 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-73746481-de50-4082-8ffc-2cf55aeff057 tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:21.985862 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-73746481-de50-4082-8ffc-2cf55aeff057 tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] 10.222.0.54 "GET /v2.0/networks?id=066f68d2-cba5-4b68-b475-037a2e046a05 HTTP/1.1" status: 200 len: 818 time: 0.2468119 Dec 20 14:42:21.995746 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50725c8a-a20c-4259-994d-8bb4a3991f48 admin admin] Pushing event updated for resources: {'Port': ['ID=9bbba56b-3c73-4b38-bc1b-ef639453488f,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:22.020294 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-a83a2e6c-b3d2-46b4-beae-eee4ce0ce32b tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] 10.222.0.54 "GET /v2.0/quotas/4c1d8fcd459b4ae28a936c2de3ff581d HTTP/1.1" status: 200 len: 375 time: 0.0333743 Dec 20 14:42:22.026331 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-fb1e7bab-e204-4236-a3c4-fd6b7015fc37 None None] Port 9bbba56b-3c73-4b38-bc1b-ef639453488f cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:42:22.042594 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-428f6c5a-dd71-4776-ada2-75b1e77dddc6 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:22.046439 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-b6746942-d603-4216-9240-9c34deec4846 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Calling delete_port for f4a76fa9-f3ec-4364-a7a4-fa4341c8c955 owned by network:floatingip {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:42:22.152019 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428f6c5a-dd71-4776-ada2-75b1e77dddc6 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Pushing event deleted for resources: {'Port': ['ID=6adbedad-529b-4e57-a15e-d603417d2dfc,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:22.157016 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-e2b9fe68-ffa5-48cf-bfbe-b80162b13a95 tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=4c1d8fcd459b4ae28a936c2de3ff581d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1357872 Dec 20 14:42:22.495693 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 3fdd4934-77a4-4756-8b31-869ed77bf100 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:42:22.524789 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-18dc86b3-9ad1-4a3d-8100-f52e1653491c service neutron] 10.222.0.54 "GET /v2.0/networks/066f68d2-cba5-4b68-b475-037a2e046a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3202305 Dec 20 14:42:22.582143 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-428f6c5a-dd71-4776-ada2-75b1e77dddc6 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582411'] for router_interface, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:22.637687 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 3fdd4934-77a4-4756-8b31-869ed77bf100 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:42:22.639499 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:22.655331 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99581ba-e5f1-4a21-b8f9-58c3310c2b05 None None] Network 605a1a3b-49f1-441c-8c92-6dec0470875d requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:42:22.724385 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-50725c8a-a20c-4259-994d-8bb4a3991f48 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:22.764314 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-785cf224-b13b-4ba0-a97d-c08725f5724f service neutron] 10.222.0.54 "GET /v2.0/networks/066f68d2-cba5-4b68-b475-037a2e046a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297113 Dec 20 14:42:22.850234 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b6746942-d603-4216-9240-9c34deec4846 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:22.877462 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-9a7f4d97-7a5d-45d4-9670-bdb6b38ac3c9 None None] Provisioning complete for port 3fdd4934-77a4-4756-8b31-869ed77bf100 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:42:22.877926 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-9a7f4d97-7a5d-45d4-9670-bdb6b38ac3c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:22.887790 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-428f6c5a-dd71-4776-ada2-75b1e77dddc6 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Router 40803e14-09ab-44bc-94ee-af5678d531ab has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:42:22.928617 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6746942-d603-4216-9240-9c34deec4846 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Pushing event deleted for resources: {'Port': ['ID=f4a76fa9-f3ec-4364-a7a4-fa4341c8c955,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:23.014465 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:23.016298 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07cce9f-33f6-46fa-99df-140be3311a1b None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:42:23.036562 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b6746942-d603-4216-9240-9c34deec4846 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Publish callbacks [] for floatingip, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:23.039963 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b6746942-d603-4216-9240-9c34deec4846 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:23.041196 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-b6746942-d603-4216-9240-9c34deec4846 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] 10.222.0.54 "DELETE /v2.0/floatingips/e4dcd5e9-5d18-4253-9ba7-a410b9c3c4d8 HTTP/1.1" status: 204 len: 168 time: 2.1459846 Dec 20 14:42:23.045516 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 50308) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:42:23.071792 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-50725c8a-a20c-4259-994d-8bb4a3991f48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013'] for router, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:23.109277 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-428f6c5a-dd71-4776-ada2-75b1e77dddc6 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:42:23.127373 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b52f2b-797d-45c6-84e3-ecd82c73854b None None] Sync routers for ids ['40803e14-09ab-44bc-94ee-af5678d531ab'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:42:23.139473 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] For port 3fdd4934-77a4-4756-8b31-869ed77bf100, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=3fdd4934-77a4-4756-8b31-869ed77bf100,segment=NetworkSegment(ed6ba27c-4fb2-4dee-b4d7-555678bc1a6c),segment_id=ed6ba27c-4fb2-4dee-b4d7-555678bc1a6c)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:42:23.147182 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b52f2b-797d-45c6-84e3-ecd82c73854b None None] Routers {'40803e14-09ab-44bc-94ee-af5678d531ab'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:42:23.148441 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-38b52f2b-797d-45c6-84e3-ecd82c73854b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:42:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['40803e14-09ab-44bc-94ee-af5678d531ab'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:42:23.152701 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-428f6c5a-dd71-4776-ada2-75b1e77dddc6 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "PUT /v2.0/routers/40803e14-09ab-44bc-94ee-af5678d531ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6183734 Dec 20 14:42:23.156010 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:23.162250 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 50312) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:42:23.260741 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-38b52f2b-797d-45c6-84e3-ecd82c73854b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:42:23.343160 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b52f2b-797d-45c6-84e3-ecd82c73854b None None] Routers {'40803e14-09ab-44bc-94ee-af5678d531ab'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:42:23.346553 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-38b52f2b-797d-45c6-84e3-ecd82c73854b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:42:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['40803e14-09ab-44bc-94ee-af5678d531ab'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:42:23.516213 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-38b52f2b-797d-45c6-84e3-ecd82c73854b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:42:23.516931 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b52f2b-797d-45c6-84e3-ecd82c73854b None None] The sync data for ids ['40803e14-09ab-44bc-94ee-af5678d531ab'] in n-d-761264-19 is: [] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:42:23.518803 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b0ceda63-2b6b-4e3b-a178-329052e1e613 req-bcc82bd8-0860-42eb-af04-886055ccc15d tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0add9d2-d4c4-462b-8238-06680673970f HTTP/1.1" status: 200 len: 210 time: 0.0687833 Dec 20 14:42:23.679553 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50725c8a-a20c-4259-994d-8bb4a3991f48 admin admin] Router 170895b5-d586-4d33-ab47-857411170d7b is scheduled to L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 with binding_index 1 {{(pid=103167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 14:42:23.718234 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Pushing event updated for resources: {'Port': ['ID=3fdd4934-77a4-4756-8b31-869ed77bf100,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:23.819132 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-ec4bb023-be99-4744-87eb-acad8510799a None None] Provisioning complete for port 3fdd4934-77a4-4756-8b31-869ed77bf100 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:42:23.821803 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ec4bb023-be99-4744-87eb-acad8510799a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:23.910775 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50725c8a-a20c-4259-994d-8bb4a3991f48 admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:42:23.930398 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb63d98-e583-4d9b-ba9b-91665838bec4 None None] Sync routers for ids ['170895b5-d586-4d33-ab47-857411170d7b'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:42:23.971752 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb63d98-e583-4d9b-ba9b-91665838bec4 None None] Routers {'170895b5-d586-4d33-ab47-857411170d7b'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:42:23.972527 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-ddb63d98-e583-4d9b-ba9b-91665838bec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:42:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['170895b5-d586-4d33-ab47-857411170d7b'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:42:24.031610 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-23acc470-6630-48a0-9408-52e8d9ad9d3b tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1595867'] for router_interface, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:24.045798 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-50725c8a-a20c-4259-994d-8bb4a3991f48 admin admin] Publish callbacks [] for router, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:24.050556 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-50725c8a-a20c-4259-994d-8bb4a3991f48 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 4.2992923 Dec 20 14:42:24.061168 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 50332) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:42:24.182151 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-ddb63d98-e583-4d9b-ba9b-91665838bec4 None None] Set router 170895b5-d586-4d33-ab47-857411170d7b gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:42:24.455153 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7be1e97b-727f-4aeb-99f5-22211f18c561 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1595867'] for router_interface, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:24.514016 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 3fdd4934-77a4-4756-8b31-869ed77bf100 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:42:24.727605 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-ddb63d98-e583-4d9b-ba9b-91665838bec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '170895b5-d586-4d33-ab47-857411170d7b', 'name': 'tempest-ImageQuotaTest-166136001-router', 'tenant_id': '1636d9c1cbf54d0cbc3c2889c60e0de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': '9bbba56b-3c73-4b38-bc1b-ef639453488f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:42:19Z', 'updated_at': '2021-12-20T14:42:22Z', 'revision_number': 3, 'project_id': '1636d9c1cbf54d0cbc3c2889c60e0de1', 'gw_port': {'id': '9bbba56b-3c73-4b38-bc1b-ef639453488f', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:d5:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '170895b5-d586-4d33-ab47-857411170d7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:42:20Z', 'updated_at': '2021-12-20T14:42:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:42:24.797812 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 3fdd4934-77a4-4756-8b31-869ed77bf100 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:42:24.797812 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:24.871785 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb63d98-e583-4d9b-ba9b-91665838bec4 None None] Checking router: 170895b5-d586-4d33-ab47-857411170d7b for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:42:24.872459 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb63d98-e583-4d9b-ba9b-91665838bec4 None None] Updating router 170895b5-d586-4d33-ab47-857411170d7b port 9bbba56b-3c73-4b38-bc1b-ef639453488f binding host n-d-761264-19 {{(pid=103169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 14:42:24.992359 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ddb63d98-e583-4d9b-ba9b-91665838bec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:25.046331 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-23acc470-6630-48a0-9408-52e8d9ad9d3b tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Deleting port ec9291e7-16a7-488b-9e95-7bd84576a468 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:42:25.047167 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-23acc470-6630-48a0-9408-52e8d9ad9d3b tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:25.246713 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-23acc470-6630-48a0-9408-52e8d9ad9d3b tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:25.294586 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-23acc470-6630-48a0-9408-52e8d9ad9d3b tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Calling delete_port for ec9291e7-16a7-488b-9e95-7bd84576a468 owned by network:router_interface {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:42:25.433873 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-57023054-b7ed-40ce-9721-6d4bc9ca42b4 req-b1e93b25-609e-40af-ae16-b6b28f8ef9b6 tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0add9d2-d4c4-462b-8238-06680673970f HTTP/1.1" status: 200 len: 210 time: 0.7971377 Dec 20 14:42:25.634491 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ddb63d98-e583-4d9b-ba9b-91665838bec4 None None] Publish callbacks [] for port, precommit_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:25.648606 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ddb63d98-e583-4d9b-ba9b-91665838bec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:25.767308 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-23acc470-6630-48a0-9408-52e8d9ad9d3b tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:25.772847 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-ddb63d98-e583-4d9b-ba9b-91665838bec4 None None] Attempting to bind port 9bbba56b-3c73-4b38-bc1b-ef639453488f on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:42:25.773355 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-ddb63d98-e583-4d9b-ba9b-91665838bec4 None None] Attempting to bind port 9bbba56b-3c73-4b38-bc1b-ef639453488f by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:42:25.774245 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb63d98-e583-4d9b-ba9b-91665838bec4 None None] Attempting to bind port 9bbba56b-3c73-4b38-bc1b-ef639453488f on network c3f8658e-da35-41f3-bd03-509e29ebd6f3 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:42:25.789194 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e4f031-3085-40b3-b0fc-5d8e3fd5450f None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:42:25.841503 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb63d98-e583-4d9b-ba9b-91665838bec4 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:42:25.842274 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb63d98-e583-4d9b-ba9b-91665838bec4 None None] Checking segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:42:25.843259 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ddb63d98-e583-4d9b-ba9b-91665838bec4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:25.845296 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb63d98-e583-4d9b-ba9b-91665838bec4 None None] Bound using segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:42:25.846190 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-ddb63d98-e583-4d9b-ba9b-91665838bec4 None None] Bound port: 9bbba56b-3c73-4b38-bc1b-ef639453488f, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:42:25.850836 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ddb63d98-e583-4d9b-ba9b-91665838bec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:25.897082 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23acc470-6630-48a0-9408-52e8d9ad9d3b tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Pushing event deleted for resources: {'Port': ['ID=ec9291e7-16a7-488b-9e95-7bd84576a468,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:26.041591 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-e4c3aa78-e3b2-4267-b579-2898a1eee489 tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:26.043331 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-e4c3aa78-e3b2-4267-b579-2898a1eee489 tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] 10.222.0.47 "GET /v2.0/networks?id=066f68d2-cba5-4b68-b475-037a2e046a05 HTTP/1.1" status: 200 len: 818 time: 0.3949625 Dec 20 14:42:26.048723 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-ddb63d98-e583-4d9b-ba9b-91665838bec4 None None] For port 9bbba56b-3c73-4b38-bc1b-ef639453488f, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:42:26.048900 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6e46c9ae-ceec-45b8-832a-4d83e44b38b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:26.055867 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-ddb63d98-e583-4d9b-ba9b-91665838bec4 None None] For port 9bbba56b-3c73-4b38-bc1b-ef639453488f, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=9bbba56b-3c73-4b38-bc1b-ef639453488f,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:42:26.065213 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-7be1e97b-727f-4aeb-99f5-22211f18c561 admin admin] Deleting port 0d96f557-f566-4d41-9fda-e912fb82e5bb {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:42:26.065555 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7be1e97b-727f-4aeb-99f5-22211f18c561 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:26.105014 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ddb63d98-e583-4d9b-ba9b-91665838bec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:26.105469 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-aa525a54-6af4-4cd3-9edc-c6db3020ea12 tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] Request body: {'port': {'device_id': '72808abe-1403-4aac-9bd9-92aa1bb0128a', 'network_id': '066f68d2-cba5-4b68-b475-037a2e046a05', 'admin_state_up': True, 'tenant_id': '4c1d8fcd459b4ae28a936c2de3ff581d'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:42:26.142289 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c45a9c-5e05-4fb8-bed3-0a9d1bcaeafa None None] Pushing event updated for resources: {'Port': ['ID=9bbba56b-3c73-4b38-bc1b-ef639453488f,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:26.244023 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aceb3210-616c-44df-99ca-1df96859743d None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:42:26.304260 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb63d98-e583-4d9b-ba9b-91665838bec4 None None] Routers {'170895b5-d586-4d33-ab47-857411170d7b'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:42:26.306523 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-ddb63d98-e583-4d9b-ba9b-91665838bec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:42:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['170895b5-d586-4d33-ab47-857411170d7b'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:42:26.397937 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-7be1e97b-727f-4aeb-99f5-22211f18c561 admin admin] For port 0d96f557-f566-4d41-9fda-e912fb82e5bb, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=0d96f557-f566-4d41-9fda-e912fb82e5bb,segment=NetworkSegment(64c4cfe8-4670-4033-981a-f04cac942433),segment_id=64c4cfe8-4670-4033-981a-f04cac942433)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:42:26.398220 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7be1e97b-727f-4aeb-99f5-22211f18c561 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:26.403647 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-542ec134-caec-43e6-b5e8-4b85774f9fb7 None None] Provisioning complete for port 9bbba56b-3c73-4b38-bc1b-ef639453488f triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:42:26.404267 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-542ec134-caec-43e6-b5e8-4b85774f9fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:26.413457 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-7be1e97b-727f-4aeb-99f5-22211f18c561 admin admin] Calling delete_port for 0d96f557-f566-4d41-9fda-e912fb82e5bb owned by network:router_interface {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:42:26.505590 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-23acc470-6630-48a0-9408-52e8d9ad9d3b tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582411'] for router_interface, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:26.520462 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-ff8e5b94-ca49-4933-96ec-4d326b958bd5 tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:26.521948 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-ff8e5b94-ca49-4933-96ec-4d326b958bd5 tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] 10.222.0.30 "GET /v2.0/networks?id=066f68d2-cba5-4b68-b475-037a2e046a05 HTTP/1.1" status: 200 len: 818 time: 0.4643078 Dec 20 14:42:26.524443 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c45a9c-5e05-4fb8-bed3-0a9d1bcaeafa None None] Pushing event updated for resources: {'Port': ['ID=9bbba56b-3c73-4b38-bc1b-ef639453488f,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:26.538360 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-0578ac5f-5b0e-4eb6-a202-275b20855aca tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:26.540116 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-0578ac5f-5b0e-4eb6-a202-275b20855aca tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] 10.222.0.47 "GET /v2.0/networks?id=066f68d2-cba5-4b68-b475-037a2e046a05 HTTP/1.1" status: 200 len: 818 time: 0.3973260 Dec 20 14:42:26.545453 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-e30ed128-f1f0-4bd0-9227-adf85a3328bd tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] Request body: {'port': {'device_id': 'd0add9d2-d4c4-462b-8238-06680673970f', 'network_id': '066f68d2-cba5-4b68-b475-037a2e046a05', 'admin_state_up': True, 'tenant_id': '4c1d8fcd459b4ae28a936c2de3ff581d'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:42:26.557272 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-82decec1-82b1-4186-aab5-5776f97683db tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] Request body: {'port': {'device_id': '1f130345-1138-4d50-add7-de8f7e377b9b', 'network_id': '066f68d2-cba5-4b68-b475-037a2e046a05', 'admin_state_up': True, 'tenant_id': '4c1d8fcd459b4ae28a936c2de3ff581d'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:42:26.687228 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-ddb63d98-e583-4d9b-ba9b-91665838bec4 None None] Set router 170895b5-d586-4d33-ab47-857411170d7b gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:42:26.729156 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-542ec134-caec-43e6-b5e8-4b85774f9fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:26.758379 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-23e01d28-6a9f-472a-bfe5-2d99f14e2a81 req-82145f8c-7373-40e7-ae8f-75ffbc7bc04b tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0add9d2-d4c4-462b-8238-06680673970f HTTP/1.1" status: 200 len: 210 time: 0.1333416 Dec 20 14:42:26.817612 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-542ec134-caec-43e6-b5e8-4b85774f9fb7 None None] For port 9bbba56b-3c73-4b38-bc1b-ef639453488f, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=9bbba56b-3c73-4b38-bc1b-ef639453488f,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:42:26.861785 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-542ec134-caec-43e6-b5e8-4b85774f9fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:26.900912 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23acc470-6630-48a0-9408-52e8d9ad9d3b tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Router 40803e14-09ab-44bc-94ee-af5678d531ab has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:42:26.952735 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542ec134-caec-43e6-b5e8-4b85774f9fb7 None None] Pushing event updated for resources: {'Port': ['ID=9bbba56b-3c73-4b38-bc1b-ef639453488f,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:27.007085 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-67f76d96-2f91-48c4-bbbe-7d081f799ace None None] Provisioning complete for port 9bbba56b-3c73-4b38-bc1b-ef639453488f triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:42:27.007543 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-67f76d96-2f91-48c4-bbbe-7d081f799ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:27.065702 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-82decec1-82b1-4186-aab5-5776f97683db tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] Made reservation on behalf of 4c1d8fcd459b4ae28a936c2de3ff581d for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:42:27.070254 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7be1e97b-727f-4aeb-99f5-22211f18c561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:27.071120 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-ddb63d98-e583-4d9b-ba9b-91665838bec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '170895b5-d586-4d33-ab47-857411170d7b', 'name': 'tempest-ImageQuotaTest-166136001-router', 'tenant_id': '1636d9c1cbf54d0cbc3c2889c60e0de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': '9bbba56b-3c73-4b38-bc1b-ef639453488f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:42:19Z', 'updated_at': '2021-12-20T14:42:22Z', 'revision_number': 3, 'project_id': '1636d9c1cbf54d0cbc3c2889c60e0de1', 'gw_port': {'id': '9bbba56b-3c73-4b38-bc1b-ef639453488f', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:d5:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '170895b5-d586-4d33-ab47-857411170d7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:42:20Z', 'updated_at': '2021-12-20T14:42:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:42:27.073581 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-82decec1-82b1-4186-aab5-5776f97683db tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:27.110194 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-e30ed128-f1f0-4bd0-9227-adf85a3328bd tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] Made reservation on behalf of 4c1d8fcd459b4ae28a936c2de3ff581d for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:42:27.113982 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-6e46c9ae-ceec-45b8-832a-4d83e44b38b4 admin admin] Allocated IP 172.20.0.1 (605a1a3b-49f1-441c-8c92-6dec0470875d/f3ff8908-054b-4ca4-a9bd-c18c8b0a32c3/8df92dad-f594-4575-8a66-933a20c4376a) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:42:27.114193 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-e30ed128-f1f0-4bd0-9227-adf85a3328bd tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:27.116277 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be1e97b-727f-4aeb-99f5-22211f18c561 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d96f557-f566-4d41-9fda-e912fb82e5bb,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:27.147117 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23acc470-6630-48a0-9408-52e8d9ad9d3b tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:42:27.147516 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb63d98-e583-4d9b-ba9b-91665838bec4 None None] The sync data for ids ['170895b5-d586-4d33-ab47-857411170d7b'] in n-d-761264-19 is: [{'id': '170895b5-d586-4d33-ab47-857411170d7b', 'name': 'tempest-ImageQuotaTest-166136001-router', 'tenant_id': '1636d9c1cbf54d0cbc3c2889c60e0de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': '9bbba56b-3c73-4b38-bc1b-ef639453488f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:42:19Z', 'updated_at': '2021-12-20T14:42:22Z', 'revision_number': 3, 'project_id': '1636d9c1cbf54d0cbc3c2889c60e0de1', 'gw_port': {'id': '9bbba56b-3c73-4b38-bc1b-ef639453488f', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:d5:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '170895b5-d586-4d33-ab47-857411170d7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:42:20Z', 'updated_at': '2021-12-20T14:42:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:42:27.163644 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-23acc470-6630-48a0-9408-52e8d9ad9d3b tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "PUT /v2.0/routers/40803e14-09ab-44bc-94ee-af5678d531ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9991174 Dec 20 14:42:27.166076 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b2f095-606d-43ec-8736-432c6fdcb388 None None] Sync routers for ids ['40803e14-09ab-44bc-94ee-af5678d531ab'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:42:27.167028 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 50364) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:42:27.192872 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b2f095-606d-43ec-8736-432c6fdcb388 None None] Routers {'40803e14-09ab-44bc-94ee-af5678d531ab'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:42:27.197568 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-d2b2f095-606d-43ec-8736-432c6fdcb388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:42:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['40803e14-09ab-44bc-94ee-af5678d531ab'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:42:27.280001 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-d2b2f095-606d-43ec-8736-432c6fdcb388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:42:27.285936 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-8b5b17a3-6ade-4b44-bbb8-d9b8d7c14fcd tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "GET /v2.0/ports?device_id=40803e14-09ab-44bc-94ee-af5678d531ab HTTP/1.1" status: 200 len: 205 time: 0.1164143 Dec 20 14:42:27.299018 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 50366) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:42:27.305778 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b2f095-606d-43ec-8736-432c6fdcb388 None None] Routers {'40803e14-09ab-44bc-94ee-af5678d531ab'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:42:27.307911 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-d2b2f095-606d-43ec-8736-432c6fdcb388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:42:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['40803e14-09ab-44bc-94ee-af5678d531ab'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:42:27.423701 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-e30ed128-f1f0-4bd0-9227-adf85a3328bd tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] Allocated IP 172.20.0.6 (066f68d2-cba5-4b68-b475-037a2e046a05/071a62cf-8e7b-4323-a6ef-80759ec5f629/f9cafc63-5c15-436b-8f5b-505741674ca5) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:42:27.484744 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-aa525a54-6af4-4cd3-9edc-c6db3020ea12 tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] Made reservation on behalf of 4c1d8fcd459b4ae28a936c2de3ff581d for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:42:27.496482 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-aa525a54-6af4-4cd3-9edc-c6db3020ea12 tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:27.524051 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-d2b2f095-606d-43ec-8736-432c6fdcb388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:42:27.525031 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b2f095-606d-43ec-8736-432c6fdcb388 None None] The sync data for ids ['40803e14-09ab-44bc-94ee-af5678d531ab'] in n-d-761264-19 is: [] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:42:27.574433 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-744e8db0-36c4-49f2-b489-0a9d522229c8 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks [] for router, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:27.659219 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-e30ed128-f1f0-4bd0-9227-adf85a3328bd tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:27.714164 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-e30ed128-f1f0-4bd0-9227-adf85a3328bd tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:27.859383 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6e46c9ae-ceec-45b8-832a-4d83e44b38b4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:27.879710 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-e30ed128-f1f0-4bd0-9227-adf85a3328bd tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] Network 066f68d2-cba5-4b68-b475-037a2e046a05 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:42:27.889444 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-e30ed128-f1f0-4bd0-9227-adf85a3328bd tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:42:27.894137 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30ed128-f1f0-4bd0-9227-adf85a3328bd tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] Pushing event updated for resources: {'Port': ['ID=f9cafc63-5c15-436b-8f5b-505741674ca5,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:27.896821 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-e30ed128-f1f0-4bd0-9227-adf85a3328bd tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:42:27.899905 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-82decec1-82b1-4186-aab5-5776f97683db tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] Allocated IP 172.20.0.13 (066f68d2-cba5-4b68-b475-037a2e046a05/071a62cf-8e7b-4323-a6ef-80759ec5f629/e1983f78-ac3c-4c6f-b563-25b2223c346e) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:42:27.982032 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-e30ed128-f1f0-4bd0-9227-adf85a3328bd tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:27.982820 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-e30ed128-f1f0-4bd0-9227-adf85a3328bd tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:28.032469 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-e30ed128-f1f0-4bd0-9227-adf85a3328bd tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4908395 Dec 20 14:42:28.047519 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-23722a83-ae45-4fe8-a3f0-982ae71807b9 service neutron] Request body: {'port': {'device_id': 'd0add9d2-d4c4-462b-8238-06680673970f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-19'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:42:28.166574 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-744e8db0-36c4-49f2-b489-0a9d522229c8 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40132'] for router, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:28.181872 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7be1e97b-727f-4aeb-99f5-22211f18c561 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582411'] for router_interface, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:28.186504 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-744e8db0-36c4-49f2-b489-0a9d522229c8 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:28.188517 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-23722a83-ae45-4fe8-a3f0-982ae71807b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:28.217403 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-82decec1-82b1-4186-aab5-5776f97683db tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:28.334537 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafca37f-1bc9-4381-b33e-741d4bd079e2 req-e8f034b3-03e0-419e-b4fb-eba8b1da3c1e tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:28.344399 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-aafca37f-1bc9-4381-b33e-741d4bd079e2 req-e8f034b3-03e0-419e-b4fb-eba8b1da3c1e tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0add9d2-d4c4-462b-8238-06680673970f HTTP/1.1" status: 200 len: 931 time: 0.3373485 Dec 20 14:42:28.359550 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6e46c9ae-ceec-45b8-832a-4d83e44b38b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:28.391469 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-82decec1-82b1-4186-aab5-5776f97683db tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:28.430268 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-744e8db0-36c4-49f2-b489-0a9d522229c8 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1594808'] for router, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:28.430927 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-744e8db0-36c4-49f2-b489-0a9d522229c8 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Fanout notify agent at l3_agent the message router_deleted on router 40803e14-09ab-44bc-94ee-af5678d531ab {{(pid=103167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 14:42:28.461418 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82decec1-82b1-4186-aab5-5776f97683db tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] Pushing event updated for resources: {'Port': ['ID=e1983f78-ac3c-4c6f-b563-25b2223c346e,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:28.476022 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-744e8db0-36c4-49f2-b489-0a9d522229c8 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks [] for router, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:28.480341 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-744e8db0-36c4-49f2-b489-0a9d522229c8 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "DELETE /v2.0/routers/40803e14-09ab-44bc-94ee-af5678d531ab HTTP/1.1" status: 204 len: 168 time: 1.1700177 Dec 20 14:42:28.481849 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 50376) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:42:28.533509 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e46c9ae-ceec-45b8-832a-4d83e44b38b4 admin admin] Network 605a1a3b-49f1-441c-8c92-6dec0470875d is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:42:28.551437 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-aafca37f-1bc9-4381-b33e-741d4bd079e2 req-58f82280-aece-45b3-8b95-f20d14e93f18 tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] 10.222.0.54 "GET /v2.0/security-groups?id=f5d3074f-115c-48f1-a175-0dcd02af11cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059453 Dec 20 14:42:28.552962 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-6e46c9ae-ceec-45b8-832a-4d83e44b38b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:42:28.577276 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-82decec1-82b1-4186-aab5-5776f97683db tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] Network 066f68d2-cba5-4b68-b475-037a2e046a05 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:42:28.588148 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-82decec1-82b1-4186-aab5-5776f97683db tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:42:28.592488 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-82decec1-82b1-4186-aab5-5776f97683db tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:42:28.661654 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 9bbba56b-3c73-4b38-bc1b-ef639453488f up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:42:28.702470 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-82decec1-82b1-4186-aab5-5776f97683db tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:28.703328 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-82decec1-82b1-4186-aab5-5776f97683db tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:28.740160 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dd8262a-3e97-4a34-b478-ca716ea8c293 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Deleting subnet 800cd042-1dd5-433c-ba6e-9d97a57eb500 {{(pid=103168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:42:28.748750 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-82decec1-82b1-4186-aab5-5776f97683db tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1980565 Dec 20 14:42:28.749513 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7dd8262a-3e97-4a34-b478-ca716ea8c293 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks [] for subnet, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:28.793883 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 9bbba56b-3c73-4b38-bc1b-ef639453488f triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:42:28.797234 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:28.804175 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-056802b3-b4dc-4257-be79-37cbb5696891 service neutron] Request body: {'port': {'device_id': '1f130345-1138-4d50-add7-de8f7e377b9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-19'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:42:28.928424 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-056802b3-b4dc-4257-be79-37cbb5696891 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:28.987822 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7dd8262a-3e97-4a34-b478-ca716ea8c293 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9023023'] for subnet, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:29.057942 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e46c9ae-ceec-45b8-832a-4d83e44b38b4 admin admin] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:42:29.068659 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e46c9ae-ceec-45b8-832a-4d83e44b38b4 admin admin] Pushing event updated for resources: {'Port': ['ID=8df92dad-f594-4575-8a66-933a20c4376a,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:29.082196 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-dc1f5127-722a-4a7b-96ae-9c2f06968392 None None] Provisioning complete for port 8df92dad-f594-4575-8a66-933a20c4376a triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:42:29.082829 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-dc1f5127-722a-4a7b-96ae-9c2f06968392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:29.125812 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-aa525a54-6af4-4cd3-9edc-c6db3020ea12 tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] Allocated IP 172.20.0.3 (066f68d2-cba5-4b68-b475-037a2e046a05/071a62cf-8e7b-4323-a6ef-80759ec5f629/54958822-b70f-4655-b03d-b9388ef82258) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:42:29.139191 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7dd8262a-3e97-4a34-b478-ca716ea8c293 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:29.146992 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-dc1f5127-722a-4a7b-96ae-9c2f06968392 None None] Port 8df92dad-f594-4575-8a66-933a20c4376a cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:42:29.154270 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6e46c9ae-ceec-45b8-832a-4d83e44b38b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595714'] for router_interface, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:29.317371 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7dd8262a-3e97-4a34-b478-ca716ea8c293 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8850800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470517'] for subnet, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:29.365025 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7dd8262a-3e97-4a34-b478-ca716ea8c293 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:29.371083 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545639c0-16e4-4a79-baa4-79aecbc966ef None None] Network bda545e7-59cd-4fdc-8e75-3ac8a79b73a9 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:42:29.374924 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-7dd8262a-3e97-4a34-b478-ca716ea8c293 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "DELETE /v2.0/subnets/800cd042-1dd5-433c-ba6e-9d97a57eb500 HTTP/1.1" status: 204 len: 168 time: 0.8894596 Dec 20 14:42:29.374924 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd8262a-3e97-4a34-b478-ca716ea8c293 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Pushing event deleted for resources: {'Subnet': ['ID=800cd042-1dd5-433c-ba6e-9d97a57eb500,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:29.377590 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 50384) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:42:29.486388 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-aa525a54-6af4-4cd3-9edc-c6db3020ea12 tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:29.490274 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_v2 [None req-06d17f83-a0b5-487e-99ec-57ce174c91cd tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Deleting subnet b736e014-1ed3-40db-88e3-c516a9a26e7e {{(pid=103168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:42:29.497450 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-06d17f83-a0b5-487e-99ec-57ce174c91cd tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks [] for subnet, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:29.555433 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7be1e97b-727f-4aeb-99f5-22211f18c561 admin admin] Router 18e35978-b94c-4ba4-b744-71c00caceebd has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:42:29.564202 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6e46c9ae-ceec-45b8-832a-4d83e44b38b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:29.662045 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-06d17f83-a0b5-487e-99ec-57ce174c91cd tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9023023'] for subnet, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:29.662258 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-aa525a54-6af4-4cd3-9edc-c6db3020ea12 tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:29.680045 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660e325e-a33c-4a5e-96a0-11371d7335b8 None None] DHCP port deletion for bda545e7-59cd-4fdc-8e75-3ac8a79b73a9 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:42:29.750254 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-660e325e-a33c-4a5e-96a0-11371d7335b8 None None] Deleting port 906cb74c-7e8a-4d23-871d-e36916049feb {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:42:29.750635 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-660e325e-a33c-4a5e-96a0-11371d7335b8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:29.786459 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-aa525a54-6af4-4cd3-9edc-c6db3020ea12 tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] Network 066f68d2-cba5-4b68-b475-037a2e046a05 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:42:29.809261 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-aa525a54-6af4-4cd3-9edc-c6db3020ea12 tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:42:29.822128 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-aa525a54-6af4-4cd3-9edc-c6db3020ea12 tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:42:29.840278 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-660e325e-a33c-4a5e-96a0-11371d7335b8 None None] For port 906cb74c-7e8a-4d23-871d-e36916049feb, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=906cb74c-7e8a-4d23-871d-e36916049feb,segment=NetworkSegment(6b83c73e-956c-4f94-b156-4015bb86159f),segment_id=6b83c73e-956c-4f94-b156-4015bb86159f)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:42:29.840772 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-660e325e-a33c-4a5e-96a0-11371d7335b8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:29.867386 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-660e325e-a33c-4a5e-96a0-11371d7335b8 None None] Calling delete_port for 906cb74c-7e8a-4d23-871d-e36916049feb owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:42:29.868828 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa525a54-6af4-4cd3-9edc-c6db3020ea12 tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] Pushing event updated for resources: {'Port': ['ID=54958822-b70f-4655-b03d-b9388ef82258,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:29.943726 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7be1e97b-727f-4aeb-99f5-22211f18c561 admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:42:29.954495 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-7be1e97b-727f-4aeb-99f5-22211f18c561 admin admin] 10.222.0.54 "PUT /v2.0/routers/18e35978-b94c-4ba4-b744-71c00caceebd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9076259 Dec 20 14:42:29.960471 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 50388) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:42:29.962271 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448e5afd-d73c-452d-91d2-786f88258776 None None] Sync routers for ids ['18e35978-b94c-4ba4-b744-71c00caceebd'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:42:29.983031 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448e5afd-d73c-452d-91d2-786f88258776 None None] Routers {'18e35978-b94c-4ba4-b744-71c00caceebd'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:42:29.984683 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-448e5afd-d73c-452d-91d2-786f88258776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:42:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['18e35978-b94c-4ba4-b744-71c00caceebd'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:42:30.025527 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-aa525a54-6af4-4cd3-9edc-c6db3020ea12 tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:30.026364 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-aa525a54-6af4-4cd3-9edc-c6db3020ea12 tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:30.101351 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-aa525a54-6af4-4cd3-9edc-c6db3020ea12 tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0328748 Dec 20 14:42:30.130488 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6e46c9ae-ceec-45b8-832a-4d83e44b38b4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:30.184941 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-3246d7b2-2e07-420c-81c1-70fd483fadc8 service neutron] Request body: {'port': {'device_id': '72808abe-1403-4aac-9bd9-92aa1bb0128a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-19'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:42:30.192397 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6e46c9ae-ceec-45b8-832a-4d83e44b38b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:30.376272 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6e46c9ae-ceec-45b8-832a-4d83e44b38b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1595702'] for router_interface, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:30.386634 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e46c9ae-ceec-45b8-832a-4d83e44b38b4 admin admin] Pushing event updated for resources: {'Port': ['ID=8df92dad-f594-4575-8a66-933a20c4376a,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:30.391259 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7cbfb4a1-bc44-4ae0-a27a-00b3c3543bdb admin admin] Publish callbacks [] for router, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:30.400613 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-3246d7b2-2e07-420c-81c1-70fd483fadc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:30.421732 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 906cb74c-7e8a-4d23-871d-e36916049feb no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:42:30.445626 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-06d17f83-a0b5-487e-99ec-57ce174c91cd tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:30.489413 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-448e5afd-d73c-452d-91d2-786f88258776 None None] Set router 18e35978-b94c-4ba4-b744-71c00caceebd gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:42:30.496832 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fec205-c9a3-4a3c-8a75-0d14a12ad4e3 req-38fe3e34-9bd1-4715-a915-cd1841908853 tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:30.505146 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-29fec205-c9a3-4a3c-8a75-0d14a12ad4e3 req-38fe3e34-9bd1-4715-a915-cd1841908853 tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0add9d2-d4c4-462b-8238-06680673970f HTTP/1.1" status: 200 len: 931 time: 0.7479866 Dec 20 14:42:30.583491 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-29fec205-c9a3-4a3c-8a75-0d14a12ad4e3 req-7097c04f-0a01-445a-8826-cea46298189d tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] 10.222.0.54 "GET /v2.0/security-groups?id=f5d3074f-115c-48f1-a175-0dcd02af11cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778856 Dec 20 14:42:30.608136 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-06d17f83-a0b5-487e-99ec-57ce174c91cd tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8850800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470517'] for subnet, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:30.611962 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-660e325e-a33c-4a5e-96a0-11371d7335b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:30.672212 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660e325e-a33c-4a5e-96a0-11371d7335b8 None None] No DVR routers for this DVR port 906cb74c-7e8a-4d23-871d-e36916049feb on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:42:30.679034 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d17f83-a0b5-487e-99ec-57ce174c91cd tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Pushing event deleted for resources: {'Subnet': ['ID=b736e014-1ed3-40db-88e3-c516a9a26e7e,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:30.681202 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-06d17f83-a0b5-487e-99ec-57ce174c91cd tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:30.687902 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-06d17f83-a0b5-487e-99ec-57ce174c91cd tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "DELETE /v2.0/subnets/b736e014-1ed3-40db-88e3-c516a9a26e7e HTTP/1.1" status: 204 len: 168 time: 1.3089280 Dec 20 14:42:30.690739 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 50396) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:42:30.711420 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f5440d-2735-48db-90fe-94c560e2f4b4 None None] Network 7d262223-8623-4638-a018-3babfa958614 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:42:30.719577 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660e325e-a33c-4a5e-96a0-11371d7335b8 None None] Pushing event deleted for resources: {'Port': ['ID=906cb74c-7e8a-4d23-871d-e36916049feb,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:30.731743 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-23722a83-ae45-4fe8-a3f0-982ae71807b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9cafc63-5c15-436b-8f5b-505741674ca5 {{(pid=103168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:42:30.743156 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:30.760112 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-38a3bde6-e73e-4f75-9c48-4667f4e4dca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:30.774484 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-23722a83-ae45-4fe8-a3f0-982ae71807b9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:30.802990 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.provisioning_blocks [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-23722a83-ae45-4fe8-a3f0-982ae71807b9 service neutron] Transition to ACTIVE for port object f9cafc63-5c15-436b-8f5b-505741674ca5 will not be triggered until provisioned by entity L2. {{(pid=103168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:42:30.812670 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fa3196c1-b670-430c-b5e7-616da9c0d93e tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:30.822674 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-23722a83-ae45-4fe8-a3f0-982ae71807b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:30.835865 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e46c9ae-ceec-45b8-832a-4d83e44b38b4 admin admin] Network 605a1a3b-49f1-441c-8c92-6dec0470875d is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:42:30.844719 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7cbfb4a1-bc44-4ae0-a27a-00b3c3543bdb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:30.858375 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-6e46c9ae-ceec-45b8-832a-4d83e44b38b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:42:31.010816 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-448e5afd-d73c-452d-91d2-786f88258776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18e35978-b94c-4ba4-b744-71c00caceebd', 'name': 'tempest-ServerActionsTestJSON-1066541955-router', 'tenant_id': '514f3908f9164c0fa19c6d421ce9f2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'c5cfc7d5-af88-4835-9028-f358ac1f6ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:30:15Z', 'updated_at': '2021-12-20T14:42:26Z', 'revision_number': 5, 'project_id': '514f3908f9164c0fa19c6d421ce9f2b3', 'gw_port': {'id': 'c5cfc7d5-af88-4835-9028-f358ac1f6ff1', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:73:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e35978-b94c-4ba4-b744-71c00caceebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:30:16Z', 'updated_at': '2021-12-20T14:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:42:31.107512 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23722a83-ae45-4fe8-a3f0-982ae71807b9 service neutron] Pushing event updated for resources: {'Port': ['ID=f9cafc63-5c15-436b-8f5b-505741674ca5,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:31.122647 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76086b5-6a96-4c64-a815-6d6ca2fcf748 None None] DHCP port deletion for 7d262223-8623-4638-a018-3babfa958614 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:42:31.135959 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448e5afd-d73c-452d-91d2-786f88258776 None None] Checking router: 18e35978-b94c-4ba4-b744-71c00caceebd for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:42:31.236505 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448e5afd-d73c-452d-91d2-786f88258776 None None] Routers {'18e35978-b94c-4ba4-b744-71c00caceebd'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:42:31.241214 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-448e5afd-d73c-452d-91d2-786f88258776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:42:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['18e35978-b94c-4ba4-b744-71c00caceebd'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:42:31.279685 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e46c9ae-ceec-45b8-832a-4d83e44b38b4 admin admin] Router 170895b5-d586-4d33-ab47-857411170d7b has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:42:31.282661 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fa3196c1-b670-430c-b5e7-616da9c0d93e tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:31.353357 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-fa3196c1-b670-430c-b5e7-616da9c0d93e tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bda545e7-59cd-4fdc-8e75-3ac8a79b73a9']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:42:31.395788 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-fa3196c1-b670-430c-b5e7-616da9c0d93e tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b83c73e-956c-4f94-b156-4015bb86159f') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:42:31.396414 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-fa3196c1-b670-430c-b5e7-616da9c0d93e tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b83c73e-956c-4f94-b156-4015bb86159f') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:42:31.433768 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fa3196c1-b670-430c-b5e7-616da9c0d93e tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:31.475217 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-23722a83-ae45-4fe8-a3f0-982ae71807b9 service neutron] Attempting to bind port f9cafc63-5c15-436b-8f5b-505741674ca5 on host n-h1-761264-19 for vnic_type normal with profile {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:42:31.475880 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-23722a83-ae45-4fe8-a3f0-982ae71807b9 service neutron] Attempting to bind port f9cafc63-5c15-436b-8f5b-505741674ca5 by drivers openvswitch,hyperv on host n-h1-761264-19 at level 0 using segments [{'id': 'e8d2272b-3995-4a5a-a1f2-9fe885798f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '066f68d2-cba5-4b68-b475-037a2e046a05'}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:42:31.476451 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-23722a83-ae45-4fe8-a3f0-982ae71807b9 service neutron] Attempting to bind port f9cafc63-5c15-436b-8f5b-505741674ca5 on network 066f68d2-cba5-4b68-b475-037a2e046a05 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:42:31.479674 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-7cbfb4a1-bc44-4ae0-a27a-00b3c3543bdb admin admin] Deleting port c5cfc7d5-af88-4835-9028-f358ac1f6ff1 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:42:31.480020 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7cbfb4a1-bc44-4ae0-a27a-00b3c3543bdb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:31.492959 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-c140a847-2ecf-44f0-b7be-1c74eef2d8d6 None None] Provisioning complete for port 8df92dad-f594-4575-8a66-933a20c4376a triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:42:31.497852 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c140a847-2ecf-44f0-b7be-1c74eef2d8d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:31.511439 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fa3196c1-b670-430c-b5e7-616da9c0d93e tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:31.530269 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-23722a83-ae45-4fe8-a3f0-982ae71807b9 service neutron] Port f9cafc63-5c15-436b-8f5b-505741674ca5 on network 066f68d2-cba5-4b68-b475-037a2e046a05 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-19 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:42:31.530927 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-23722a83-ae45-4fe8-a3f0-982ae71807b9 service neutron] Attempting to bind port f9cafc63-5c15-436b-8f5b-505741674ca5 on network 066f68d2-cba5-4b68-b475-037a2e046a05 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:42:31.535290 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa3196c1-b670-430c-b5e7-616da9c0d93e tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:42:31.535977 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fa3196c1-b670-430c-b5e7-616da9c0d93e tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:31.545397 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-448e5afd-d73c-452d-91d2-786f88258776 None None] Set router 18e35978-b94c-4ba4-b744-71c00caceebd gateway port host: None {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:42:31.548003 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:42:31.548003 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:42:31.548003 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:42:31.548003 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:42:31.548003 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:42:31.548003 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:42:31.548003 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:42:31.548003 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:42:31.548003 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:42:31.548003 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:42:31.548003 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:42:31.548003 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:42:31.548003 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:42:31.548003 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:42:31.548003 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:42:31.548003 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:42:31.548003 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:42:31.548003 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:42:31.548003 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:42:31.548003 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:42:31.548003 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:42:31.548003 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:42:31.548003 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 14:42:31.548003 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:42:31.548003 n-d-761264-19 neutron-server[103168]: timer() Dec 20 14:42:31.548003 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:42:31.548003 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 14:42:31.548003 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:42:31.548003 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 14:42:31.548003 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:42:31.548003 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 14:42:31.548003 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:42:31.548003 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 14:42:31.548003 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:42:31.548003 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 14:42:31.548003 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:42:31.548003 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:42:31.548003 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:42:31.548003 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:42:31.548003 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:42:31.548003 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 14:42:31.548003 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:42:31.548003 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 14:42:31.548003 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:42:31.548003 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:42:31.548003 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:42:31.548003 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 14:42:31.548003 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:42:31.548003 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:42:31.548003 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:42:31.548003 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:42:31.548003 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:42:31.548003 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:42:31.548003 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:42:31.592183 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-23722a83-ae45-4fe8-a3f0-982ae71807b9 service neutron] Checking agent: {'id': '3e5ace3e-dd7b-4522-a7c4-77d13dbeab1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:42:31.592844 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-23722a83-ae45-4fe8-a3f0-982ae71807b9 service neutron] Checking segment: {'id': 'e8d2272b-3995-4a5a-a1f2-9fe885798f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '066f68d2-cba5-4b68-b475-037a2e046a05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:42:31.593519 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-23722a83-ae45-4fe8-a3f0-982ae71807b9 service neutron] Bound using segment: {'id': 'e8d2272b-3995-4a5a-a1f2-9fe885798f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '066f68d2-cba5-4b68-b475-037a2e046a05'} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:42:31.594284 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-23722a83-ae45-4fe8-a3f0-982ae71807b9 service neutron] Bound port: f9cafc63-5c15-436b-8f5b-505741674ca5, host: n-h1-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8d2272b-3995-4a5a-a1f2-9fe885798f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '066f68d2-cba5-4b68-b475-037a2e046a05'}}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:42:31.594997 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-23722a83-ae45-4fe8-a3f0-982ae71807b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:31.600815 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-056802b3-b4dc-4257-be79-37cbb5696891 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1983f78-ac3c-4c6f-b563-25b2223c346e {{(pid=103168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:42:31.617727 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-7cbfb4a1-bc44-4ae0-a27a-00b3c3543bdb admin admin] For port c5cfc7d5-af88-4835-9028-f358ac1f6ff1, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=c5cfc7d5-af88-4835-9028-f358ac1f6ff1,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:42:31.618251 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7cbfb4a1-bc44-4ae0-a27a-00b3c3543bdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:31.641262 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-7cbfb4a1-bc44-4ae0-a27a-00b3c3543bdb admin admin] Calling delete_port for c5cfc7d5-af88-4835-9028-f358ac1f6ff1 owned by network:router_gateway {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:42:31.650981 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-448e5afd-d73c-452d-91d2-786f88258776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18e35978-b94c-4ba4-b744-71c00caceebd', 'name': 'tempest-ServerActionsTestJSON-1066541955-router', 'tenant_id': '514f3908f9164c0fa19c6d421ce9f2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:30:15Z', 'updated_at': '2021-12-20T14:42:30Z', 'revision_number': 6, 'project_id': '514f3908f9164c0fa19c6d421ce9f2b3', 'gw_port_host': None}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:42:31.665286 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-a76086b5-6a96-4c64-a815-6d6ca2fcf748 None None] Deleting port fe2425a9-bcef-451e-9c0f-f8def5ec6540 {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:42:31.665980 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a76086b5-6a96-4c64-a815-6d6ca2fcf748 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:31.677675 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-056802b3-b4dc-4257-be79-37cbb5696891 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:31.706398 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fa3196c1-b670-430c-b5e7-616da9c0d93e tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:31.714680 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fa3196c1-b670-430c-b5e7-616da9c0d93e tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:31.720156 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-fa3196c1-b670-430c-b5e7-616da9c0d93e tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "DELETE /v2.0/networks/bda545e7-59cd-4fdc-8e75-3ac8a79b73a9 HTTP/1.1" status: 204 len: 168 time: 1.0277429 Dec 20 14:42:31.748185 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.provisioning_blocks [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-056802b3-b4dc-4257-be79-37cbb5696891 service neutron] Transition to ACTIVE for port object e1983f78-ac3c-4c6f-b563-25b2223c346e will not be triggered until provisioned by entity L2. {{(pid=103168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:42:31.754444 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 50408) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:42:31.754852 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-c140a847-2ecf-44f0-b7be-1c74eef2d8d6 None None] Port 8df92dad-f594-4575-8a66-933a20c4376a cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:42:31.778298 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448e5afd-d73c-452d-91d2-786f88258776 None None] The sync data for ids ['18e35978-b94c-4ba4-b744-71c00caceebd'] in n-d-761264-19 is: [{'id': '18e35978-b94c-4ba4-b744-71c00caceebd', 'name': 'tempest-ServerActionsTestJSON-1066541955-router', 'tenant_id': '514f3908f9164c0fa19c6d421ce9f2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:30:15Z', 'updated_at': '2021-12-20T14:42:30Z', 'revision_number': 6, 'project_id': '514f3908f9164c0fa19c6d421ce9f2b3', 'gw_port_host': None}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:42:31.817449 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-056802b3-b4dc-4257-be79-37cbb5696891 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:31.857053 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3196c1-b670-430c-b5e7-616da9c0d93e tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Pushing event deleted for resources: {'Network': ['ID=bda545e7-59cd-4fdc-8e75-3ac8a79b73a9,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:31.881212 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e46c9ae-ceec-45b8-832a-4d83e44b38b4 admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:42:31.893280 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733e0f0e-5c8b-4f7e-9b96-d3b206e03476 None None] Sync routers for ids ['170895b5-d586-4d33-ab47-857411170d7b'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:42:31.900689 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-a76086b5-6a96-4c64-a815-6d6ca2fcf748 None None] For port fe2425a9-bcef-451e-9c0f-f8def5ec6540, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=fe2425a9-bcef-451e-9c0f-f8def5ec6540,segment=NetworkSegment(a6ddcac6-130a-4cc4-88e1-1181e307fd80),segment_id=a6ddcac6-130a-4cc4-88e1-1181e307fd80)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:42:31.901115 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a76086b5-6a96-4c64-a815-6d6ca2fcf748 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:31.910439 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733e0f0e-5c8b-4f7e-9b96-d3b206e03476 None None] Routers {'170895b5-d586-4d33-ab47-857411170d7b'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:42:31.911939 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-733e0f0e-5c8b-4f7e-9b96-d3b206e03476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:42:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['170895b5-d586-4d33-ab47-857411170d7b'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:42:31.912184 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-6e46c9ae-ceec-45b8-832a-4d83e44b38b4 admin admin] 10.222.0.54 "PUT /v2.0/routers/170895b5-d586-4d33-ab47-857411170d7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8469191 Dec 20 14:42:31.937324 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-a76086b5-6a96-4c64-a815-6d6ca2fcf748 None None] Calling delete_port for fe2425a9-bcef-451e-9c0f-f8def5ec6540 owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:42:32.157381 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a76086b5-6a96-4c64-a815-6d6ca2fcf748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:32.162118 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-733e0f0e-5c8b-4f7e-9b96-d3b206e03476 None None] Set router 170895b5-d586-4d33-ab47-857411170d7b gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:42:32.210716 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-23722a83-ae45-4fe8-a3f0-982ae71807b9 service neutron] For port f9cafc63-5c15-436b-8f5b-505741674ca5, host n-h1-761264-19, cleared binding levels {{(pid=103168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:42:32.229568 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-491b1820-ba9f-41c0-91d0-d8bb74eb52d1 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:32.236652 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-23722a83-ae45-4fe8-a3f0-982ae71807b9 service neutron] For port f9cafc63-5c15-436b-8f5b-505741674ca5, host n-h1-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=f9cafc63-5c15-436b-8f5b-505741674ca5,segment=NetworkSegment(e8d2272b-3995-4a5a-a1f2-9fe885798f90),segment_id=e8d2272b-3995-4a5a-a1f2-9fe885798f90)] {{(pid=103168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:42:32.237328 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76086b5-6a96-4c64-a815-6d6ca2fcf748 None None] Pushing event deleted for resources: {'Port': ['ID=fe2425a9-bcef-451e-9c0f-f8def5ec6540,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:32.252432 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-23722a83-ae45-4fe8-a3f0-982ae71807b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:32.254554 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76086b5-6a96-4c64-a815-6d6ca2fcf748 None None] No DVR routers for this DVR port fe2425a9-bcef-451e-9c0f-f8def5ec6540 on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:42:32.259390 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056802b3-b4dc-4257-be79-37cbb5696891 service neutron] Pushing event updated for resources: {'Port': ['ID=e1983f78-ac3c-4c6f-b563-25b2223c346e,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:32.517131 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-3246d7b2-2e07-420c-81c1-70fd483fadc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54958822-b70f-4655-b03d-b9388ef82258 {{(pid=103167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:42:32.551704 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-3246d7b2-2e07-420c-81c1-70fd483fadc8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:32.572187 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-23722a83-ae45-4fe8-a3f0-982ae71807b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:32.584087 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-23722a83-ae45-4fe8-a3f0-982ae71807b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:32.586419 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-23722a83-ae45-4fe8-a3f0-982ae71807b9 service neutron] 10.222.0.30 "PUT /v2.0/ports/f9cafc63-5c15-436b-8f5b-505741674ca5 HTTP/1.1" status: 200 len: 1092 time: 4.5435276 Dec 20 14:42:32.590042 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0add9d2-d4c4-462b-8238-06680673970f', 'tag': 'f9cafc63-5c15-436b-8f5b-505741674ca5'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:42:32.593413 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b636df41-66e4-40c6-ac56-d7e25ea65c00" -d '{"events": [{"name": "network-changed", "server_uuid": "d0add9d2-d4c4-462b-8238-06680673970f", "tag": "f9cafc63-5c15-436b-8f5b-505741674ca5"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:42:32.641351 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-056802b3-b4dc-4257-be79-37cbb5696891 service neutron] Attempting to bind port e1983f78-ac3c-4c6f-b563-25b2223c346e on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:42:32.642690 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-056802b3-b4dc-4257-be79-37cbb5696891 service neutron] Attempting to bind port e1983f78-ac3c-4c6f-b563-25b2223c346e by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': 'e8d2272b-3995-4a5a-a1f2-9fe885798f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '066f68d2-cba5-4b68-b475-037a2e046a05'}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:42:32.643231 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-056802b3-b4dc-4257-be79-37cbb5696891 service neutron] Attempting to bind port e1983f78-ac3c-4c6f-b563-25b2223c346e on network 066f68d2-cba5-4b68-b475-037a2e046a05 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:42:32.674390 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-3246d7b2-2e07-420c-81c1-70fd483fadc8 service neutron] Transition to ACTIVE for port object 54958822-b70f-4655-b03d-b9388ef82258 will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:42:32.720784 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f67169a-8423-472a-ac99-10b7b0e60eb3 req-1f02cd10-ff57-4c05-9aa5-c2ba6cac41b3 tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:32.727272 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2f67169a-8423-472a-ac99-10b7b0e60eb3 req-1f02cd10-ff57-4c05-9aa5-c2ba6cac41b3 tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0add9d2-d4c4-462b-8238-06680673970f HTTP/1.1" status: 200 len: 943 time: 0.8920879 Dec 20 14:42:32.773149 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-056802b3-b4dc-4257-be79-37cbb5696891 service neutron] Port e1983f78-ac3c-4c6f-b563-25b2223c346e on network 066f68d2-cba5-4b68-b475-037a2e046a05 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:42:32.775891 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-056802b3-b4dc-4257-be79-37cbb5696891 service neutron] Attempting to bind port e1983f78-ac3c-4c6f-b563-25b2223c346e on network 066f68d2-cba5-4b68-b475-037a2e046a05 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:42:32.779783 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc890fa8-25a3-4198-b50f-dc5d9c0b2e29 x-openstack-request-id: req-dc890fa8-25a3-4198-b50f-dc5d9c0b2e29 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:42:32.779783 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0add9d2-d4c4-462b-8238-06680673970f", "tag": "f9cafc63-5c15-436b-8f5b-505741674ca5", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:42:32.780197 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-dc890fa8-25a3-4198-b50f-dc5d9c0b2e29 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:42:32.780502 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-3246d7b2-2e07-420c-81c1-70fd483fadc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:32.780770 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0add9d2-d4c4-462b-8238-06680673970f', 'tag': 'f9cafc63-5c15-436b-8f5b-505741674ca5', 'status': 'completed', 'code': 200} Dec 20 14:42:32.783266 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-733e0f0e-5c8b-4f7e-9b96-d3b206e03476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '170895b5-d586-4d33-ab47-857411170d7b', 'name': 'tempest-ImageQuotaTest-166136001-router', 'tenant_id': '1636d9c1cbf54d0cbc3c2889c60e0de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': '9bbba56b-3c73-4b38-bc1b-ef639453488f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:42:19Z', 'updated_at': '2021-12-20T14:42:29Z', 'revision_number': 4, 'project_id': '1636d9c1cbf54d0cbc3c2889c60e0de1', 'gw_port': {'id': '9bbba56b-3c73-4b38-bc1b-ef639453488f', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:d5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170895b5-d586-4d33-ab47-857411170d7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:42:20Z', 'updated_at': '2021-12-20T14:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '8df92dad-f594-4575-8a66-933a20c4376a', 'name': '', 'network_id': '605a1a3b-49f1-441c-8c92-6dec0470875d', 'tenant_id': '1636d9c1cbf54d0cbc3c2889c60e0de1', 'mac_address': 'fa:16:3e:e4:0e:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '170895b5-d586-4d33-ab47-857411170d7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': 'f3ff8908-054b-4ca4-a9bd-c18c8b0a32c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:42:26Z', 'updated_at': '2021-12-20T14:42:29Z', 'revision_number': 2, 'project_id': '1636d9c1cbf54d0cbc3c2889c60e0de1', 'subnets': [{'id': 'f3ff8908-054b-4ca4-a9bd-c18c8b0a32c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:42:32.792163 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23722a83-ae45-4fe8-a3f0-982ae71807b9 service neutron] Pushing event updated for resources: {'Port': ['ID=f9cafc63-5c15-436b-8f5b-505741674ca5,revision_number=3']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:32.850832 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-bb6a3070-be6c-4e32-8b6f-dffd85b42046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:32.855139 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733e0f0e-5c8b-4f7e-9b96-d3b206e03476 None None] Checking router: 170895b5-d586-4d33-ab47-857411170d7b for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:42:32.856703 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733e0f0e-5c8b-4f7e-9b96-d3b206e03476 None None] Updating router 170895b5-d586-4d33-ab47-857411170d7b port 8df92dad-f594-4575-8a66-933a20c4376a binding host n-d-761264-19 {{(pid=103170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 14:42:32.866301 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 0d96f557-f566-4d41-9fda-e912fb82e5bb no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:42:32.882858 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-056802b3-b4dc-4257-be79-37cbb5696891 service neutron] Checking agent: {'id': '43c60aee-e4af-4ecc-bee2-aac3569fafed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:42:32.886761 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-056802b3-b4dc-4257-be79-37cbb5696891 service neutron] Checking segment: {'id': 'e8d2272b-3995-4a5a-a1f2-9fe885798f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '066f68d2-cba5-4b68-b475-037a2e046a05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:42:32.887604 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-056802b3-b4dc-4257-be79-37cbb5696891 service neutron] Bound using segment: {'id': 'e8d2272b-3995-4a5a-a1f2-9fe885798f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '066f68d2-cba5-4b68-b475-037a2e046a05'} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:42:32.890233 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-056802b3-b4dc-4257-be79-37cbb5696891 service neutron] Bound port: e1983f78-ac3c-4c6f-b563-25b2223c346e, host: n-h2-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8d2272b-3995-4a5a-a1f2-9fe885798f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '066f68d2-cba5-4b68-b475-037a2e046a05'}}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:42:32.891149 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-056802b3-b4dc-4257-be79-37cbb5696891 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:32.918267 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-491b1820-ba9f-41c0-91d0-d8bb74eb52d1 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:32.933766 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 0d96f557-f566-4d41-9fda-e912fb82e5bb {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:42:32.935711 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 0d96f557-f566-4d41-9fda-e912fb82e5bb not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:42:32.936373 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device fe2425a9-bcef-451e-9c0f-f8def5ec6540 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:42:32.939953 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-733e0f0e-5c8b-4f7e-9b96-d3b206e03476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:32.973514 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-491b1820-ba9f-41c0-91d0-d8bb74eb52d1 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d262223-8623-4638-a018-3babfa958614']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:42:32.982097 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7cbfb4a1-bc44-4ae0-a27a-00b3c3543bdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:32.986710 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: fe2425a9-bcef-451e-9c0f-f8def5ec6540 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:42:32.987426 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device fe2425a9-bcef-451e-9c0f-f8def5ec6540 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:42:33.051901 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-eee17cf2-33ee-46fb-885f-a74b66199cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:33.053727 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-eee17cf2-33ee-46fb-885f-a74b66199cca service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4c1d8fcd459b4ae28a936c2de3ff581d&device_id=d0add9d2-d4c4-462b-8238-06680673970f HTTP/1.1" status: 200 len: 1095 time: 0.3613043 Dec 20 14:42:33.081823 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-491b1820-ba9f-41c0-91d0-d8bb74eb52d1 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6ddcac6-130a-4cc4-88e1-1181e307fd80') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:42:33.082302 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-491b1820-ba9f-41c0-91d0-d8bb74eb52d1 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6ddcac6-130a-4cc4-88e1-1181e307fd80') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:42:33.141578 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-491b1820-ba9f-41c0-91d0-d8bb74eb52d1 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:33.145974 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-263238c2-4220-46aa-9907-4f3021ca6657 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9cafc63-5c15-436b-8f5b-505741674ca5 HTTP/1.1" status: 200 len: 217 time: 0.0727563 Dec 20 14:42:33.164744 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1889951-2151-4ea8-8327-1eef964d60aa None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:42:33.227000 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3246d7b2-2e07-420c-81c1-70fd483fadc8 service neutron] Pushing event updated for resources: {'Port': ['ID=54958822-b70f-4655-b03d-b9388ef82258,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:33.267618 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-491b1820-ba9f-41c0-91d0-d8bb74eb52d1 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:33.275693 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-056802b3-b4dc-4257-be79-37cbb5696891 service neutron] For port e1983f78-ac3c-4c6f-b563-25b2223c346e, host n-h2-761264-19, cleared binding levels {{(pid=103168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:42:33.316025 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-491b1820-ba9f-41c0-91d0-d8bb74eb52d1 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:42:33.316481 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-491b1820-ba9f-41c0-91d0-d8bb74eb52d1 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:33.319925 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 14:42:33.319925 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:42:33.319925 n-d-761264-19 neutron-server[103168]: timer() Dec 20 14:42:33.319925 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:42:33.319925 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 14:42:33.319925 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:42:33.319925 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 14:42:33.319925 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:42:33.319925 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 14:42:33.319925 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:42:33.319925 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 14:42:33.319925 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:42:33.319925 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 14:42:33.319925 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:42:33.319925 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:42:33.319925 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:42:33.319925 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:42:33.319925 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:42:33.319925 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 14:42:33.319925 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:42:33.319925 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 14:42:33.319925 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:42:33.319925 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:42:33.319925 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:42:33.319925 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 14:42:33.319925 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:42:33.319925 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:42:33.319925 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:42:33.319925 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:42:33.319925 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:42:33.319925 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:42:33.319925 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:42:33.359820 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-056802b3-b4dc-4257-be79-37cbb5696891 service neutron] For port e1983f78-ac3c-4c6f-b563-25b2223c346e, host n-h2-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=e1983f78-ac3c-4c6f-b563-25b2223c346e,segment=NetworkSegment(e8d2272b-3995-4a5a-a1f2-9fe885798f90),segment_id=e8d2272b-3995-4a5a-a1f2-9fe885798f90)] {{(pid=103168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:42:33.451103 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-6841e90b-63bd-408d-86e8-5353e282f4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:33.464286 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-6841e90b-63bd-408d-86e8-5353e282f4a7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=071a62cf-8e7b-4323-a6ef-80759ec5f629 HTTP/1.1" status: 200 len: 858 time: 0.3071511 Dec 20 14:42:33.465756 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-056802b3-b4dc-4257-be79-37cbb5696891 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:33.493493 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-733e0f0e-5c8b-4f7e-9b96-d3b206e03476 None None] Publish callbacks [] for port, precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:33.510000 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-733e0f0e-5c8b-4f7e-9b96-d3b206e03476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:33.691317 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-d6900365-4d86-4bdc-84db-0409e1c71e69 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=066f68d2-cba5-4b68-b475-037a2e046a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1936321 Dec 20 14:42:33.714395 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28f2eff-05d4-44c5-80e3-3ddb26e44da0 None None] Pushing event updated for resources: {'Port': ['ID=8df92dad-f594-4575-8a66-933a20c4376a,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:33.725169 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-056802b3-b4dc-4257-be79-37cbb5696891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:33.729323 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-056802b3-b4dc-4257-be79-37cbb5696891 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:33.737946 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-056802b3-b4dc-4257-be79-37cbb5696891 service neutron] 10.222.0.47 "PUT /v2.0/ports/e1983f78-ac3c-4c6f-b563-25b2223c346e HTTP/1.1" status: 200 len: 1093 time: 4.9520125 Dec 20 14:42:33.775201 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:33.788053 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-491b1820-ba9f-41c0-91d0-d8bb74eb52d1 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:33.810440 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28f2eff-05d4-44c5-80e3-3ddb26e44da0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:42:33.810699 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28f2eff-05d4-44c5-80e3-3ddb26e44da0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:42:33.816511 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28f2eff-05d4-44c5-80e3-3ddb26e44da0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:42:33.816891 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28f2eff-05d4-44c5-80e3-3ddb26e44da0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:42:33.817327 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28f2eff-05d4-44c5-80e3-3ddb26e44da0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:42:33.817709 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28f2eff-05d4-44c5-80e3-3ddb26e44da0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:42:33.818979 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28f2eff-05d4-44c5-80e3-3ddb26e44da0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:42:33.819316 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28f2eff-05d4-44c5-80e3-3ddb26e44da0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:42:33.820197 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28f2eff-05d4-44c5-80e3-3ddb26e44da0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:42:33.821542 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28f2eff-05d4-44c5-80e3-3ddb26e44da0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:42:33.821879 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28f2eff-05d4-44c5-80e3-3ddb26e44da0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:42:33.825271 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28f2eff-05d4-44c5-80e3-3ddb26e44da0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:42:33.825655 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28f2eff-05d4-44c5-80e3-3ddb26e44da0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:42:33.856757 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-491b1820-ba9f-41c0-91d0-d8bb74eb52d1 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:33.873645 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-491b1820-ba9f-41c0-91d0-d8bb74eb52d1 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "DELETE /v2.0/networks/7d262223-8623-4638-a018-3babfa958614 HTTP/1.1" status: 204 len: 168 time: 2.1100905 Dec 20 14:42:33.877775 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-733e0f0e-5c8b-4f7e-9b96-d3b206e03476 None None] Attempting to bind port 8df92dad-f594-4575-8a66-933a20c4376a on host n-d-761264-19 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:42:33.878192 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-733e0f0e-5c8b-4f7e-9b96-d3b206e03476 None None] Attempting to bind port 8df92dad-f594-4575-8a66-933a20c4376a by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': 'ed6ba27c-4fb2-4dee-b4d7-555678bc1a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '605a1a3b-49f1-441c-8c92-6dec0470875d'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:42:33.880106 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733e0f0e-5c8b-4f7e-9b96-d3b206e03476 None None] Attempting to bind port 8df92dad-f594-4575-8a66-933a20c4376a on network 605a1a3b-49f1-441c-8c92-6dec0470875d {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:42:33.895355 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733e0f0e-5c8b-4f7e-9b96-d3b206e03476 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:42:33.896494 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733e0f0e-5c8b-4f7e-9b96-d3b206e03476 None None] Checking segment: {'id': 'ed6ba27c-4fb2-4dee-b4d7-555678bc1a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '605a1a3b-49f1-441c-8c92-6dec0470875d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:42:33.896910 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-733e0f0e-5c8b-4f7e-9b96-d3b206e03476 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:33.902148 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733e0f0e-5c8b-4f7e-9b96-d3b206e03476 None None] Bound using segment: {'id': 'ed6ba27c-4fb2-4dee-b4d7-555678bc1a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '605a1a3b-49f1-441c-8c92-6dec0470875d'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:42:33.903915 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-733e0f0e-5c8b-4f7e-9b96-d3b206e03476 None None] Bound port: 8df92dad-f594-4575-8a66-933a20c4376a, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed6ba27c-4fb2-4dee-b4d7-555678bc1a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '605a1a3b-49f1-441c-8c92-6dec0470875d'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:42:33.904769 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-733e0f0e-5c8b-4f7e-9b96-d3b206e03476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:33.997513 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 50440) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:42:34.051703 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-20dbae60-e5f9-40ed-9fd6-e2bf51ae794f tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Request body: {'network': {'name': 'tempest-RoutersTest-1879154611'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:42:34.062815 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056802b3-b4dc-4257-be79-37cbb5696891 service neutron] Pushing event updated for resources: {'Port': ['ID=e1983f78-ac3c-4c6f-b563-25b2223c346e,revision_number=3']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:34.067151 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-733e0f0e-5c8b-4f7e-9b96-d3b206e03476 None None] For port 8df92dad-f594-4575-8a66-933a20c4376a, host n-d-761264-19, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:42:34.096250 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-733e0f0e-5c8b-4f7e-9b96-d3b206e03476 None None] For port 8df92dad-f594-4575-8a66-933a20c4376a, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=8df92dad-f594-4575-8a66-933a20c4376a,segment=NetworkSegment(ed6ba27c-4fb2-4dee-b4d7-555678bc1a6c),segment_id=ed6ba27c-4fb2-4dee-b4d7-555678bc1a6c)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:42:34.100826 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-114e5350-7795-4403-9d23-36685568558e None None] Provisioning complete for port 8df92dad-f594-4575-8a66-933a20c4376a triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:42:34.101481 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-114e5350-7795-4403-9d23-36685568558e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:34.103799 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-733e0f0e-5c8b-4f7e-9b96-d3b206e03476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:34.112660 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbfb4a1-bc44-4ae0-a27a-00b3c3543bdb admin admin] Pushing event deleted for resources: {'Port': ['ID=c5cfc7d5-af88-4835-9028-f358ac1f6ff1,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:34.132301 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2f67169a-8423-472a-ac99-10b7b0e60eb3 req-b46e633d-a7f4-4d35-89ed-157f20a89ef8 tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] 10.222.0.54 "GET /v2.0/security-groups?id=f5d3074f-115c-48f1-a175-0dcd02af11cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3789470 Dec 20 14:42:34.157517 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491b1820-ba9f-41c0-91d0-d8bb74eb52d1 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Pushing event deleted for resources: {'Network': ['ID=7d262223-8623-4638-a018-3babfa958614,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:34.182769 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20dbae60-e5f9-40ed-9fd6-e2bf51ae794f tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Made reservation on behalf of 50053969373c435f81b8431b3e816f88 for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:42:34.193437 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-20dbae60-e5f9-40ed-9fd6-e2bf51ae794f tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:34.322452 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28f2eff-05d4-44c5-80e3-3ddb26e44da0 None None] Pushing event updated for resources: {'Port': ['ID=8df92dad-f594-4575-8a66-933a20c4376a,revision_number=4']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:34.333714 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733e0f0e-5c8b-4f7e-9b96-d3b206e03476 None None] Routers {'170895b5-d586-4d33-ab47-857411170d7b'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:42:34.335390 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-733e0f0e-5c8b-4f7e-9b96-d3b206e03476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:42:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['170895b5-d586-4d33-ab47-857411170d7b'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:42:34.339585 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20dbae60-e5f9-40ed-9fd6-e2bf51ae794f tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:42:34.365602 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-114e5350-7795-4403-9d23-36685568558e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:34.427371 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-a8dad0c4-d537-449f-818a-651d7866fece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:34.435931 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-a8dad0c4-d537-449f-818a-651d7866fece service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4c1d8fcd459b4ae28a936c2de3ff581d&device_id=1f130345-1138-4d50-add7-de8f7e377b9b HTTP/1.1" status: 200 len: 1096 time: 0.6218743 Dec 20 14:42:34.462763 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 50444) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:42:34.464900 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-114e5350-7795-4403-9d23-36685568558e None None] For port 8df92dad-f594-4575-8a66-933a20c4376a, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=8df92dad-f594-4575-8a66-933a20c4376a,segment=NetworkSegment(ed6ba27c-4fb2-4dee-b4d7-555678bc1a6c),segment_id=ed6ba27c-4fb2-4dee-b4d7-555678bc1a6c)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:42:34.475668 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device c5cfc7d5-af88-4835-9028-f358ac1f6ff1 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:42:34.516771 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-b5a577db-b89b-4537-9f9c-db797c6bd3aa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e1983f78-ac3c-4c6f-b563-25b2223c346e HTTP/1.1" status: 200 len: 217 time: 0.0711794 Dec 20 14:42:34.520006 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: c5cfc7d5-af88-4835-9028-f358ac1f6ff1 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:42:34.522047 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device c5cfc7d5-af88-4835-9028-f358ac1f6ff1 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:42:34.523503 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-719c6c4d-b996-44c7-981f-16507115c669 service neutron] 10.222.0.30 "GET /v2.0/networks/066f68d2-cba5-4b68-b475-037a2e046a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8168149 Dec 20 14:42:34.526256 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-20dbae60-e5f9-40ed-9fd6-e2bf51ae794f tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:34.526256 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-20dbae60-e5f9-40ed-9fd6-e2bf51ae794f tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Added segment ff5a3486-d933-4a0d-9905-b1c17a7e7b81 of type vlan for network 6f2b0bea-ef1e-4b76-8606-37d348a27bc6 Dec 20 14:42:34.527088 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-114e5350-7795-4403-9d23-36685568558e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:34.600339 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7cbfb4a1-bc44-4ae0-a27a-00b3c3543bdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584913'] for router_gateway, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:34.645823 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114e5350-7795-4403-9d23-36685568558e None None] Pushing event updated for resources: {'Port': ['ID=8df92dad-f594-4575-8a66-933a20c4376a,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:34.666376 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-733e0f0e-5c8b-4f7e-9b96-d3b206e03476 None None] Set router 170895b5-d586-4d33-ab47-857411170d7b gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:42:34.699287 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-20dbae60-e5f9-40ed-9fd6-e2bf51ae794f tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:34.720444 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-c5b93d4b-4f35-4c1f-ab87-77746e9f13af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:34.722034 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-c5b93d4b-4f35-4c1f-ab87-77746e9f13af service neutron] 10.222.0.47 "GET /v2.0/subnets?id=071a62cf-8e7b-4323-a6ef-80759ec5f629 HTTP/1.1" status: 200 len: 858 time: 0.1899590 Dec 20 14:42:34.725913 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-3246d7b2-2e07-420c-81c1-70fd483fadc8 service neutron] Attempting to bind port 54958822-b70f-4655-b03d-b9388ef82258 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:42:34.726246 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-3246d7b2-2e07-420c-81c1-70fd483fadc8 service neutron] Attempting to bind port 54958822-b70f-4655-b03d-b9388ef82258 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': 'e8d2272b-3995-4a5a-a1f2-9fe885798f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '066f68d2-cba5-4b68-b475-037a2e046a05'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:42:34.726577 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-3246d7b2-2e07-420c-81c1-70fd483fadc8 service neutron] Attempting to bind port 54958822-b70f-4655-b03d-b9388ef82258 on network 066f68d2-cba5-4b68-b475-037a2e046a05 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:42:34.769046 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-b9e024cc-2f31-4c29-bf71-0fc741a8f89d None None] Provisioning complete for port 8df92dad-f594-4575-8a66-933a20c4376a triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:42:34.769597 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b9e024cc-2f31-4c29-bf71-0fc741a8f89d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:34.778620 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-cd5f6d59-2359-4ce3-aac4-9f232a2a3eb6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=066f68d2-cba5-4b68-b475-037a2e046a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438020 Dec 20 14:42:34.782938 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f130345-1138-4d50-add7-de8f7e377b9b', 'tag': 'e1983f78-ac3c-4c6f-b563-25b2223c346e'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:42:34.785849 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0858e41d-210e-4ba3-a90f-49c92a661d8f" -d '{"events": [{"name": "network-changed", "server_uuid": "1f130345-1138-4d50-add7-de8f7e377b9b", "tag": "e1983f78-ac3c-4c6f-b563-25b2223c346e"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:42:34.909692 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-3246d7b2-2e07-420c-81c1-70fd483fadc8 service neutron] Port 54958822-b70f-4655-b03d-b9388ef82258 on network 066f68d2-cba5-4b68-b475-037a2e046a05 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:42:34.910221 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-3246d7b2-2e07-420c-81c1-70fd483fadc8 service neutron] Attempting to bind port 54958822-b70f-4655-b03d-b9388ef82258 on network 066f68d2-cba5-4b68-b475-037a2e046a05 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:42:34.915503 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-d58d51c4-4911-40cc-9d99-2a4d380f25c7 service neutron] 10.222.0.47 "GET /v2.0/networks/066f68d2-cba5-4b68-b475-037a2e046a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215291 Dec 20 14:42:34.917022 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-088622a6-cec8-42a8-8384-32431edcdcfa x-openstack-request-id: req-088622a6-cec8-42a8-8384-32431edcdcfa {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:42:34.917286 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f130345-1138-4d50-add7-de8f7e377b9b", "tag": "e1983f78-ac3c-4c6f-b563-25b2223c346e", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:42:34.917545 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-088622a6-cec8-42a8-8384-32431edcdcfa {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:42:34.917938 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f130345-1138-4d50-add7-de8f7e377b9b', 'tag': 'e1983f78-ac3c-4c6f-b563-25b2223c346e', 'status': 'completed', 'code': 200} Dec 20 14:42:34.924114 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-20dbae60-e5f9-40ed-9fd6-e2bf51ae794f tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:34.930771 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20dbae60-e5f9-40ed-9fd6-e2bf51ae794f tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:34.931926 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-20dbae60-e5f9-40ed-9fd6-e2bf51ae794f tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:34.981614 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-20dbae60-e5f9-40ed-9fd6-e2bf51ae794f tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9416127 Dec 20 14:42:34.992760 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 50454) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:42:35.002410 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-eef53304-c303-44bc-be8d-6157663656dd service neutron] 10.222.0.30 "GET /v2.0/networks/066f68d2-cba5-4b68-b475-037a2e046a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4604037 Dec 20 14:42:35.009111 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-ae5bc80e-068f-465e-8426-cfbf4ad78872 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Request body: {'subnet': {'network_id': '6f2b0bea-ef1e-4b76-8606-37d348a27bc6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:42:35.018196 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-3246d7b2-2e07-420c-81c1-70fd483fadc8 service neutron] Checking agent: {'id': '43c60aee-e4af-4ecc-bee2-aac3569fafed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:42:35.019516 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-3246d7b2-2e07-420c-81c1-70fd483fadc8 service neutron] Checking segment: {'id': 'e8d2272b-3995-4a5a-a1f2-9fe885798f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '066f68d2-cba5-4b68-b475-037a2e046a05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:42:35.021168 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-3246d7b2-2e07-420c-81c1-70fd483fadc8 service neutron] Bound using segment: {'id': 'e8d2272b-3995-4a5a-a1f2-9fe885798f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '066f68d2-cba5-4b68-b475-037a2e046a05'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:42:35.023807 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-3246d7b2-2e07-420c-81c1-70fd483fadc8 service neutron] Bound port: 54958822-b70f-4655-b03d-b9388ef82258, host: n-h2-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8d2272b-3995-4a5a-a1f2-9fe885798f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '066f68d2-cba5-4b68-b475-037a2e046a05'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:42:35.025062 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-3246d7b2-2e07-420c-81c1-70fd483fadc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:35.029465 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-733e0f0e-5c8b-4f7e-9b96-d3b206e03476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '170895b5-d586-4d33-ab47-857411170d7b', 'name': 'tempest-ImageQuotaTest-166136001-router', 'tenant_id': '1636d9c1cbf54d0cbc3c2889c60e0de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': '9bbba56b-3c73-4b38-bc1b-ef639453488f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:42:19Z', 'updated_at': '2021-12-20T14:42:29Z', 'revision_number': 4, 'project_id': '1636d9c1cbf54d0cbc3c2889c60e0de1', 'gw_port': {'id': '9bbba56b-3c73-4b38-bc1b-ef639453488f', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:d5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170895b5-d586-4d33-ab47-857411170d7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:42:20Z', 'updated_at': '2021-12-20T14:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '8df92dad-f594-4575-8a66-933a20c4376a', 'name': '', 'network_id': '605a1a3b-49f1-441c-8c92-6dec0470875d', 'tenant_id': '1636d9c1cbf54d0cbc3c2889c60e0de1', 'mac_address': 'fa:16:3e:e4:0e:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '170895b5-d586-4d33-ab47-857411170d7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': 'f3ff8908-054b-4ca4-a9bd-c18c8b0a32c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:42:26Z', 'updated_at': '2021-12-20T14:42:34Z', 'revision_number': 4, 'project_id': '1636d9c1cbf54d0cbc3c2889c60e0de1', 'subnets': [{'id': 'f3ff8908-054b-4ca4-a9bd-c18c8b0a32c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:42:35.043353 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7cbfb4a1-bc44-4ae0-a27a-00b3c3543bdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40132'] for router, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:35.065613 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7cbfb4a1-bc44-4ae0-a27a-00b3c3543bdb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:35.076740 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733e0f0e-5c8b-4f7e-9b96-d3b206e03476 None None] The sync data for ids ['170895b5-d586-4d33-ab47-857411170d7b'] in n-d-761264-19 is: [{'id': '170895b5-d586-4d33-ab47-857411170d7b', 'name': 'tempest-ImageQuotaTest-166136001-router', 'tenant_id': '1636d9c1cbf54d0cbc3c2889c60e0de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': '9bbba56b-3c73-4b38-bc1b-ef639453488f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:42:19Z', 'updated_at': '2021-12-20T14:42:29Z', 'revision_number': 4, 'project_id': '1636d9c1cbf54d0cbc3c2889c60e0de1', 'gw_port': {'id': '9bbba56b-3c73-4b38-bc1b-ef639453488f', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:d5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170895b5-d586-4d33-ab47-857411170d7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:42:20Z', 'updated_at': '2021-12-20T14:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '8df92dad-f594-4575-8a66-933a20c4376a', 'name': '', 'network_id': '605a1a3b-49f1-441c-8c92-6dec0470875d', 'tenant_id': '1636d9c1cbf54d0cbc3c2889c60e0de1', 'mac_address': 'fa:16:3e:e4:0e:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '170895b5-d586-4d33-ab47-857411170d7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': 'f3ff8908-054b-4ca4-a9bd-c18c8b0a32c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:42:26Z', 'updated_at': '2021-12-20T14:42:34Z', 'revision_number': 4, 'project_id': '1636d9c1cbf54d0cbc3c2889c60e0de1', 'subnets': [{'id': 'f3ff8908-054b-4ca4-a9bd-c18c8b0a32c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:42:35.118750 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7cbfb4a1-bc44-4ae0-a27a-00b3c3543bdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1594808'] for router, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:35.119681 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cbfb4a1-bc44-4ae0-a27a-00b3c3543bdb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18e35978-b94c-4ba4-b744-71c00caceebd {{(pid=103167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 14:42:35.125007 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7cbfb4a1-bc44-4ae0-a27a-00b3c3543bdb admin admin] Publish callbacks [] for router, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:35.128212 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-7cbfb4a1-bc44-4ae0-a27a-00b3c3543bdb admin admin] 10.222.0.54 "DELETE /v2.0/routers/18e35978-b94c-4ba4-b744-71c00caceebd HTTP/1.1" status: 204 len: 168 time: 5.1636436 Dec 20 14:42:35.129284 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 50456) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:42:35.293910 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_v2 [None req-e119d2b1-c026-4ef4-a00c-140a9495ab82 admin admin] Deleting subnet 5d68b841-2dcc-4f7d-9f3b-ab3557b797a0 {{(pid=103167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:42:35.328690 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e119d2b1-c026-4ef4-a00c-140a9495ab82 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:35.334361 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-88d2e2eb-575a-41fa-8c68-310e380e2cee service neutron] 10.222.0.47 "GET /v2.0/networks/066f68d2-cba5-4b68-b475-037a2e046a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3892057 Dec 20 14:42:35.338775 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dbae60-e5f9-40ed-9fd6-e2bf51ae794f tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Pushing event updated for resources: {'Network': ['ID=6f2b0bea-ef1e-4b76-8606-37d348a27bc6,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:35.366494 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 6f2b0bea-ef1e-4b76-8606-37d348a27bc6 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:42:35.369204 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b636df41-66e4-40c6-ac56-d7e25ea65c00 req-57a9e052-91a3-4f83-a9d6-1db427c18570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:35.370767 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-3246d7b2-2e07-420c-81c1-70fd483fadc8 service neutron] For port 54958822-b70f-4655-b03d-b9388ef82258, host n-h2-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:42:35.371322 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b636df41-66e4-40c6-ac56-d7e25ea65c00 req-57a9e052-91a3-4f83-a9d6-1db427c18570 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4c1d8fcd459b4ae28a936c2de3ff581d&device_id=d0add9d2-d4c4-462b-8238-06680673970f HTTP/1.1" status: 200 len: 1095 time: 0.2683632 Dec 20 14:42:35.438326 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-3246d7b2-2e07-420c-81c1-70fd483fadc8 service neutron] For port 54958822-b70f-4655-b03d-b9388ef82258, host n-h2-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=54958822-b70f-4655-b03d-b9388ef82258,segment=NetworkSegment(e8d2272b-3995-4a5a-a1f2-9fe885798f90),segment_id=e8d2272b-3995-4a5a-a1f2-9fe885798f90)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:42:35.471879 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e119d2b1-c026-4ef4-a00c-140a9495ab82 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954412'] for subnet, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:35.481925 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0edbc4-d9ad-41dd-a347-085dab40b42a req-f4e1087c-ae58-40e1-a6ae-e6e47ea74011 tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:35.483676 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3c0edbc4-d9ad-41dd-a347-085dab40b42a req-f4e1087c-ae58-40e1-a6ae-e6e47ea74011 tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0add9d2-d4c4-462b-8238-06680673970f HTTP/1.1" status: 200 len: 943 time: 0.2101192 Dec 20 14:42:35.509947 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-3246d7b2-2e07-420c-81c1-70fd483fadc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:35.544903 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae5bc80e-068f-465e-8426-cfbf4ad78872 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Made reservation on behalf of 50053969373c435f81b8431b3e816f88 for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:42:35.548702 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ae5bc80e-068f-465e-8426-cfbf4ad78872 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:35.584160 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-3246d7b2-2e07-420c-81c1-70fd483fadc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:35.585102 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-3246d7b2-2e07-420c-81c1-70fd483fadc8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:35.587991 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-3246d7b2-2e07-420c-81c1-70fd483fadc8 service neutron] 10.222.0.47 "PUT /v2.0/ports/54958822-b70f-4655-b03d-b9388ef82258 HTTP/1.1" status: 200 len: 1092 time: 5.4080427 Dec 20 14:42:35.604447 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72808abe-1403-4aac-9bd9-92aa1bb0128a', 'tag': '54958822-b70f-4655-b03d-b9388ef82258'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:42:35.608082 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4121d615-1854-4229-9c84-1585725bf124" -d '{"events": [{"name": "network-changed", "server_uuid": "72808abe-1403-4aac-9bd9-92aa1bb0128a", "tag": "54958822-b70f-4655-b03d-b9388ef82258"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:42:35.691205 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3c0edbc4-d9ad-41dd-a347-085dab40b42a req-0329a44e-662a-4e9a-8933-08082e4eaa71 tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] 10.222.0.54 "GET /v2.0/security-groups?id=f5d3074f-115c-48f1-a175-0dcd02af11cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788397 Dec 20 14:42:35.725919 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ae9f03a-c3ab-4c21-9bd1-372b464cecf3 x-openstack-request-id: req-5ae9f03a-c3ab-4c21-9bd1-372b464cecf3 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:42:35.726224 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72808abe-1403-4aac-9bd9-92aa1bb0128a", "tag": "54958822-b70f-4655-b03d-b9388ef82258", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:42:35.726476 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5ae9f03a-c3ab-4c21-9bd1-372b464cecf3 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:42:35.726930 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72808abe-1403-4aac-9bd9-92aa1bb0128a', 'tag': '54958822-b70f-4655-b03d-b9388ef82258', 'status': 'completed', 'code': 200} Dec 20 14:42:35.756623 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:35.823014 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3246d7b2-2e07-420c-81c1-70fd483fadc8 service neutron] Pushing event updated for resources: {'Port': ['ID=54958822-b70f-4655-b03d-b9388ef82258,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:35.846668 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-c4853863-2567-42f4-ae0b-30ed1daa23fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:35.848226 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-c4853863-2567-42f4-ae0b-30ed1daa23fe service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4c1d8fcd459b4ae28a936c2de3ff581d&device_id=72808abe-1403-4aac-9bd9-92aa1bb0128a HTTP/1.1" status: 200 len: 1095 time: 0.1900830 Dec 20 14:42:35.854441 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e119d2b1-c026-4ef4-a00c-140a9495ab82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:35.942763 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-ebb54dbf-b7e6-4538-8a67-235a9b1f642c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=54958822-b70f-4655-b03d-b9388ef82258 HTTP/1.1" status: 200 len: 217 time: 0.0831192 Dec 20 14:42:36.049547 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858e41d-210e-4ba3-a90f-49c92a661d8f req-e1e1d5cc-d6c1-4432-9222-77b69eb3c06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:36.049547 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0858e41d-210e-4ba3-a90f-49c92a661d8f req-e1e1d5cc-d6c1-4432-9222-77b69eb3c06b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4c1d8fcd459b4ae28a936c2de3ff581d&device_id=1f130345-1138-4d50-add7-de8f7e377b9b HTTP/1.1" status: 200 len: 1096 time: 0.6021607 Dec 20 14:42:36.067385 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-84fdb4da-d773-4624-b65a-6d0a38cc27d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:36.076588 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-84fdb4da-d773-4624-b65a-6d0a38cc27d8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=071a62cf-8e7b-4323-a6ef-80759ec5f629 HTTP/1.1" status: 200 len: 858 time: 0.1144233 Dec 20 14:42:36.080588 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e119d2b1-c026-4ef4-a00c-140a9495ab82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:36.099581 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b636df41-66e4-40c6-ac56-d7e25ea65c00 req-f6ad2446-bbc4-4154-98cf-c164cbca3b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:36.100500 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b636df41-66e4-40c6-ac56-d7e25ea65c00 req-f6ad2446-bbc4-4154-98cf-c164cbca3b84 service neutron] 10.222.0.30 "GET /v2.0/networks?id=066f68d2-cba5-4b68-b475-037a2e046a05 HTTP/1.1" status: 200 len: 919 time: 0.7191608 Dec 20 14:42:36.154242 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87aefac-5fea-4168-ac02-5a57c49487d5 None None] Network 7ed718b3-d2e8-4b72-a238-726203897046 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:42:36.172245 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e119d2b1-c026-4ef4-a00c-140a9495ab82 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:36.175842 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-e119d2b1-c026-4ef4-a00c-140a9495ab82 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/5d68b841-2dcc-4f7d-9f3b-ab3557b797a0 HTTP/1.1" status: 204 len: 168 time: 1.0439391 Dec 20 14:42:36.178470 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-dfc6c63c-0bc0-4306-8f9a-b5aafe5a90ae service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=066f68d2-cba5-4b68-b475-037a2e046a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0782366 Dec 20 14:42:36.179124 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 50468) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:42:36.182773 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e119d2b1-c026-4ef4-a00c-140a9495ab82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d68b841-2dcc-4f7d-9f3b-ab3557b797a0,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:36.209367 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b636df41-66e4-40c6-ac56-d7e25ea65c00 req-0ec5dae5-8e5a-48bc-8335-86cab7b4fa96 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9cafc63-5c15-436b-8f5b-505741674ca5 HTTP/1.1" status: 200 len: 217 time: 0.0917163 Dec 20 14:42:36.299620 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b636df41-66e4-40c6-ac56-d7e25ea65c00 req-c17368d0-a557-4e86-aade-cbbc8a44191d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:36.301686 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b636df41-66e4-40c6-ac56-d7e25ea65c00 req-c17368d0-a557-4e86-aade-cbbc8a44191d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=071a62cf-8e7b-4323-a6ef-80759ec5f629 HTTP/1.1" status: 200 len: 858 time: 0.0825813 Dec 20 14:42:36.349378 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858e41d-210e-4ba3-a90f-49c92a661d8f req-9a277ed2-4b66-4042-98d9-8459f84fcb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:36.350221 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0858e41d-210e-4ba3-a90f-49c92a661d8f req-9a277ed2-4b66-4042-98d9-8459f84fcb75 service neutron] 10.222.0.47 "GET /v2.0/networks?id=066f68d2-cba5-4b68-b475-037a2e046a05 HTTP/1.1" status: 200 len: 919 time: 0.2869227 Dec 20 14:42:36.380004 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:36.389502 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b636df41-66e4-40c6-ac56-d7e25ea65c00 req-06c69632-38c6-4d19-8697-9cd077c20be9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=066f68d2-cba5-4b68-b475-037a2e046a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612206 Dec 20 14:42:36.458386 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 8df92dad-f594-4575-8a66-933a20c4376a up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:42:36.495923 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e540b732-2589-46c8-b65f-0a25dec39185 None None] DHCP port deletion for 7ed718b3-d2e8-4b72-a238-726203897046 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:42:36.520280 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0858e41d-210e-4ba3-a90f-49c92a661d8f req-118cb25c-d630-4a38-862d-321ed31996cf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e1983f78-ac3c-4c6f-b563-25b2223c346e HTTP/1.1" status: 200 len: 217 time: 0.1384609 Dec 20 14:42:36.582504 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 8df92dad-f594-4575-8a66-933a20c4376a triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:42:36.582616 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5c6e5367-040d-4c11-a799-df3ba96315a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:36.582710 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:36.586001 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-e540b732-2589-46c8-b65f-0a25dec39185 None None] Deleting port cc7a6ac2-ed9e-4fc9-bf84-5350b7d2542a {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:42:36.586371 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e540b732-2589-46c8-b65f-0a25dec39185 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:36.668442 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-d2c54c67-f988-4c38-b4d9-468348f212f7 service neutron] 10.222.0.47 "GET /v2.0/networks/066f68d2-cba5-4b68-b475-037a2e046a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4755886 Dec 20 14:42:36.704896 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-e540b732-2589-46c8-b65f-0a25dec39185 None None] For port cc7a6ac2-ed9e-4fc9-bf84-5350b7d2542a, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=cc7a6ac2-ed9e-4fc9-bf84-5350b7d2542a,segment=NetworkSegment(64c4cfe8-4670-4033-981a-f04cac942433),segment_id=64c4cfe8-4670-4033-981a-f04cac942433)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:42:36.705227 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e540b732-2589-46c8-b65f-0a25dec39185 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:36.728981 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-e540b732-2589-46c8-b65f-0a25dec39185 None None] Calling delete_port for cc7a6ac2-ed9e-4fc9-bf84-5350b7d2542a owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:42:36.781807 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e375b89c-bade-4045-b98b-07d68ef4fddb req-4c972190-d881-438b-9d8a-1060f2872570 service neutron] 10.222.0.47 "GET /v2.0/networks/066f68d2-cba5-4b68-b475-037a2e046a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034453 Dec 20 14:42:36.787175 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6f8e872b-d223-465f-8ff0-7f760794bee8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1595867'] for router_interface, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:36.816240 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ae5bc80e-068f-465e-8426-cfbf4ad78872 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8848317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10470522'] for subnet, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:36.908344 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-5c6e5367-040d-4c11-a799-df3ba96315a8 admin admin] Deleting port cc7a6ac2-ed9e-4fc9-bf84-5350b7d2542a {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:42:36.908598 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5c6e5367-040d-4c11-a799-df3ba96315a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:36.920765 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858e41d-210e-4ba3-a90f-49c92a661d8f req-5c38b194-c009-4ea4-b80b-40a453ea58fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:36.922746 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0858e41d-210e-4ba3-a90f-49c92a661d8f req-5c38b194-c009-4ea4-b80b-40a453ea58fa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=071a62cf-8e7b-4323-a6ef-80759ec5f629 HTTP/1.1" status: 200 len: 858 time: 0.3452780 Dec 20 14:42:37.008479 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e540b732-2589-46c8-b65f-0a25dec39185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:37.044212 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0858e41d-210e-4ba3-a90f-49c92a661d8f req-c4d5e3e2-5c83-425c-b9f8-a041b5b8f09e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=066f68d2-cba5-4b68-b475-037a2e046a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0867617 Dec 20 14:42:37.059949 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4121d615-1854-4229-9c84-1585725bf124 req-0fc4f2bd-24f4-4f1a-a10e-4ec8177f97ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:37.061791 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4121d615-1854-4229-9c84-1585725bf124 req-0fc4f2bd-24f4-4f1a-a10e-4ec8177f97ac service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4c1d8fcd459b4ae28a936c2de3ff581d&device_id=72808abe-1403-4aac-9bd9-92aa1bb0128a HTTP/1.1" status: 200 len: 1095 time: 0.2186375 Dec 20 14:42:37.065808 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e540b732-2589-46c8-b65f-0a25dec39185 None None] No DVR routers for this DVR port cc7a6ac2-ed9e-4fc9-bf84-5350b7d2542a on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:42:37.073314 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e540b732-2589-46c8-b65f-0a25dec39185 None None] Pushing event deleted for resources: {'Port': ['ID=cc7a6ac2-ed9e-4fc9-bf84-5350b7d2542a,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:37.073495 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b636df41-66e4-40c6-ac56-d7e25ea65c00 req-90ad4913-51bb-4b30-b720-9a6b2bcbfcc9 service neutron] 10.222.0.30 "GET /v2.0/networks/066f68d2-cba5-4b68-b475-037a2e046a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5976923 Dec 20 14:42:37.076023 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5bc80e-068f-465e-8426-cfbf4ad78872 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Pushing event updated for resources: {'Subnet': ['ID=c31a1ed3-5ee7-4741-b261-fc9a60edc69e,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:37.167491 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed849c9-c6ab-4dae-a431-98a4ac3f5b6b req-a684098d-3bee-4276-8c68-58b8b8594f98 tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:37.169222 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fed849c9-c6ab-4dae-a431-98a4ac3f5b6b req-a684098d-3bee-4276-8c68-58b8b8594f98 tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0add9d2-d4c4-462b-8238-06680673970f HTTP/1.1" status: 200 len: 943 time: 0.3208315 Dec 20 14:42:37.217890 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-5c6e5367-040d-4c11-a799-df3ba96315a8 admin admin] For port cc7a6ac2-ed9e-4fc9-bf84-5350b7d2542a, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=cc7a6ac2-ed9e-4fc9-bf84-5350b7d2542a,segment=NetworkSegment(64c4cfe8-4670-4033-981a-f04cac942433),segment_id=64c4cfe8-4670-4033-981a-f04cac942433)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:42:37.218476 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5c6e5367-040d-4c11-a799-df3ba96315a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:37.264228 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-5c6e5367-040d-4c11-a799-df3ba96315a8 admin admin] Calling delete_port for cc7a6ac2-ed9e-4fc9-bf84-5350b7d2542a owned by network:dhcp {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:42:37.330412 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5bc80e-068f-465e-8426-cfbf4ad78872 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Checking segment: {'id': 'ff5a3486-d933-4a0d-9905-b1c17a7e7b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6f2b0bea-ef1e-4b76-8606-37d348a27bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:42:37.331101 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5bc80e-068f-465e-8426-cfbf4ad78872 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Network hostable DHCP agents. Network: 6f2b0bea-ef1e-4b76-8606-37d348a27bc6, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:42:37.398139 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fed849c9-c6ab-4dae-a431-98a4ac3f5b6b req-20e8fa46-bf3c-4726-8b77-38585239b8c5 tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] 10.222.0.54 "GET /v2.0/security-groups?id=f5d3074f-115c-48f1-a175-0dcd02af11cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162421 Dec 20 14:42:37.404912 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0858e41d-210e-4ba3-a90f-49c92a661d8f req-34c70e68-f0c0-489f-b9aa-952612e30c85 service neutron] 10.222.0.47 "GET /v2.0/networks/066f68d2-cba5-4b68-b475-037a2e046a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3425374 Dec 20 14:42:37.407966 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b636df41-66e4-40c6-ac56-d7e25ea65c00 req-c3a10298-ae6e-46e8-be35-a298a127c0d7 service neutron] 10.222.0.30 "GET /v2.0/networks/066f68d2-cba5-4b68-b475-037a2e046a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3111784 Dec 20 14:42:37.425427 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4121d615-1854-4229-9c84-1585725bf124 req-1ff43b54-eabf-444e-8c6a-8267bbdf9dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:37.427116 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4121d615-1854-4229-9c84-1585725bf124 req-1ff43b54-eabf-444e-8c6a-8267bbdf9dcf service neutron] 10.222.0.47 "GET /v2.0/networks?id=066f68d2-cba5-4b68-b475-037a2e046a05 HTTP/1.1" status: 200 len: 919 time: 0.3540692 Dec 20 14:42:37.448577 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5bc80e-068f-465e-8426-cfbf4ad78872 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Network 6f2b0bea-ef1e-4b76-8606-37d348a27bc6 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:42:37.487057 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-ae5bc80e-068f-465e-8426-cfbf4ad78872 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 6f2b0bea-ef1e-4b76-8606-37d348a27bc6) {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:42:37.494103 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5bc80e-068f-465e-8426-cfbf4ad78872 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:37.494619 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4121d615-1854-4229-9c84-1585725bf124 req-98866eee-352f-4dab-bab2-1eb14bfb5f8f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=54958822-b70f-4655-b03d-b9388ef82258 HTTP/1.1" status: 200 len: 217 time: 0.0480840 Dec 20 14:42:37.494764 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ae5bc80e-068f-465e-8426-cfbf4ad78872 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:37.500723 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5c6e5367-040d-4c11-a799-df3ba96315a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:37.503758 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c7124d-b835-4a32-a80d-ba78366c1258 None None] Network 6f2b0bea-ef1e-4b76-8606-37d348a27bc6 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:42:37.529955 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-ae5bc80e-068f-465e-8426-cfbf4ad78872 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5275471 Dec 20 14:42:37.530755 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 50478) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:42:37.536761 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-c78b57d1-c050-4373-8792-0cb45d85a23e tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1144711970', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:42:37.543599 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0858e41d-210e-4ba3-a90f-49c92a661d8f req-dfeb8451-abcc-43d1-b0e1-7fe70543e348 service neutron] 10.222.0.47 "GET /v2.0/networks/066f68d2-cba5-4b68-b475-037a2e046a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302593 Dec 20 14:42:37.572300 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c78b57d1-c050-4373-8792-0cb45d85a23e tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40114'] for router, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:37.574985 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c78b57d1-c050-4373-8792-0cb45d85a23e tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40139'] for router, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:37.581634 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6e5367-040d-4c11-a799-df3ba96315a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc7a6ac2-ed9e-4fc9-bf84-5350b7d2542a,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:37.588743 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6e5367-040d-4c11-a799-df3ba96315a8 admin admin] No DVR routers for this DVR port cc7a6ac2-ed9e-4fc9-bf84-5350b7d2542a on host n-d-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:42:37.658859 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4121d615-1854-4229-9c84-1585725bf124 req-62bd110b-a741-4db6-90e4-332b039f5785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:37.661043 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4121d615-1854-4229-9c84-1585725bf124 req-62bd110b-a741-4db6-90e4-332b039f5785 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=071a62cf-8e7b-4323-a6ef-80759ec5f629 HTTP/1.1" status: 200 len: 858 time: 0.1555326 Dec 20 14:42:37.689566 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c78b57d1-c050-4373-8792-0cb45d85a23e tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:37.697115 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c78b57d1-c050-4373-8792-0cb45d85a23e tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013'] for router, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:37.720247 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c78b57d1-c050-4373-8792-0cb45d85a23e tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:37.725404 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-c78b57d1-c050-4373-8792-0cb45d85a23e tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1918173 Dec 20 14:42:37.726599 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 50480) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:42:37.732237 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-f22bedd7-29b1-4344-9809-14d44f516bfd tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Request body: {'port': {'network_id': '6f2b0bea-ef1e-4b76-8606-37d348a27bc6', 'name': 'tempest-RoutersTest-1076056277'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:42:37.877604 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9110812c-5712-4b10-b484-b947f31fff54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-6f2b0bea-ef1e-4b76-8606-37d348a27bc6', 'network_id': '6f2b0bea-ef1e-4b76-8606-37d348a27bc6', 'project_id': '50053969373c435f81b8431b3e816f88', 'fixed_ips': [{'subnet_id': 'c31a1ed3-5ee7-4741-b261-fc9a60edc69e'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:42:37.878898 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-9110812c-5712-4b10-b484-b947f31fff54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:37.899256 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f22bedd7-29b1-4344-9809-14d44f516bfd tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Made reservation on behalf of 50053969373c435f81b8431b3e816f88 for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:42:37.905594 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f22bedd7-29b1-4344-9809-14d44f516bfd tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:37.931970 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [None req-f22bedd7-29b1-4344-9809-14d44f516bfd tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] device_id is not set on port ef4cf32f-d925-46e9-b47e-a8332662278d yet. {{(pid=103168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 14:42:38.043370 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4121d615-1854-4229-9c84-1585725bf124 req-f9f627c8-4808-4648-ab6f-9c029e092ce1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=066f68d2-cba5-4b68-b475-037a2e046a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3714411 Dec 20 14:42:38.050601 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5c6e5367-040d-4c11-a799-df3ba96315a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:38.053543 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-9110812c-5712-4b10-b484-b947f31fff54 None None] Allocated IP 172.20.0.2 (6f2b0bea-ef1e-4b76-8606-37d348a27bc6/c31a1ed3-5ee7-4741-b261-fc9a60edc69e/ee846d29-632b-4417-8826-2b45c96fa788) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:42:38.116392 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-5c6e5367-040d-4c11-a799-df3ba96315a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ed718b3-d2e8-4b72-a238-726203897046']}} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:42:38.167502 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-5c6e5367-040d-4c11-a799-df3ba96315a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64c4cfe8-4670-4033-981a-f04cac942433') {'for_net_delete': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:42:38.167702 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-5c6e5367-040d-4c11-a799-df3ba96315a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64c4cfe8-4670-4033-981a-f04cac942433') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:42:38.186973 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5c6e5367-040d-4c11-a799-df3ba96315a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954405'] for segment, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:38.215976 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5c6e5367-040d-4c11-a799-df3ba96315a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:38.231402 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-9110812c-5712-4b10-b484-b947f31fff54 None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:38.233525 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-6f8e872b-d223-465f-8ff0-7f760794bee8 admin admin] Deleting port 8df92dad-f594-4575-8a66-933a20c4376a {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:42:38.234124 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6f8e872b-d223-465f-8ff0-7f760794bee8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:38.238798 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c6e5367-040d-4c11-a799-df3ba96315a8 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=103167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:42:38.239202 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5c6e5367-040d-4c11-a799-df3ba96315a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9956000'] for segment, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:38.240990 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:42:38.240990 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:42:38.240990 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:42:38.240990 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:42:38.240990 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:42:38.240990 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:42:38.240990 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:42:38.240990 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:42:38.240990 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:42:38.240990 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:42:38.240990 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:42:38.240990 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:42:38.240990 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:42:38.240990 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:42:38.240990 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:42:38.240990 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:42:38.240990 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:42:38.240990 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:42:38.240990 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:42:38.240990 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:42:38.240990 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:42:38.240990 n-d-761264-19 neutron-server[103167]: self.session.flush() Dec 20 14:42:38.240990 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:42:38.240990 n-d-761264-19 neutron-server[103167]: self.session.flush() Dec 20 14:42:38.240990 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:42:38.240990 n-d-761264-19 neutron-server[103167]: self.session.flush() Dec 20 14:42:38.240990 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:42:38.240990 n-d-761264-19 neutron-server[103167]: self.session.flush() Dec 20 14:42:38.240990 n-d-761264-19 neutron-server[103167]: Traceback (most recent call last): Dec 20 14:42:38.240990 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:42:38.240990 n-d-761264-19 neutron-server[103167]: timer() Dec 20 14:42:38.240990 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:42:38.240990 n-d-761264-19 neutron-server[103167]: cb(*args, **kw) Dec 20 14:42:38.240990 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:42:38.240990 n-d-761264-19 neutron-server[103167]: return func(*args, **kwargs) Dec 20 14:42:38.240990 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:42:38.240990 n-d-761264-19 neutron-server[103167]: self._notify() Dec 20 14:42:38.240990 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:42:38.240990 n-d-761264-19 neutron-server[103167]: self.callback(batched_events) Dec 20 14:42:38.240990 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:42:38.240990 n-d-761264-19 neutron-server[103167]: event.method(event) Dec 20 14:42:38.240990 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:42:38.240990 n-d-761264-19 neutron-server[103167]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:42:38.240990 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:42:38.240990 n-d-761264-19 neutron-server[103167]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:42:38.240990 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:42:38.240990 n-d-761264-19 neutron-server[103167]: return f(self, *a, **k) Dec 20 14:42:38.240990 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:42:38.240990 n-d-761264-19 neutron-server[103167]: return self._get(url).json() Dec 20 14:42:38.240990 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:42:38.240990 n-d-761264-19 neutron-server[103167]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:42:38.240990 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:42:38.240990 n-d-761264-19 neutron-server[103167]: return self.request(url, 'GET', **kwargs) Dec 20 14:42:38.244846 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:42:38.244846 n-d-761264-19 neutron-server[103167]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:42:38.244846 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:42:38.244846 n-d-761264-19 neutron-server[103167]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:42:38.244846 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:42:38.244846 n-d-761264-19 neutron-server[103167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:42:38.244846 n-d-761264-19 neutron-server[103167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:42:38.249304 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-9110812c-5712-4b10-b484-b947f31fff54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:38.312539 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9110812c-5712-4b10-b484-b947f31fff54 None None] Pushing event updated for resources: {'Port': ['ID=ee846d29-632b-4417-8826-2b45c96fa788,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:38.315782 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4121d615-1854-4229-9c84-1585725bf124 req-7bb37c3e-abbb-45c2-875d-124dd52fab1c service neutron] 10.222.0.47 "GET /v2.0/networks/066f68d2-cba5-4b68-b475-037a2e046a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493145 Dec 20 14:42:38.334488 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9110812c-5712-4b10-b484-b947f31fff54 None None] Network 6f2b0bea-ef1e-4b76-8606-37d348a27bc6 is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:42:38.336060 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-9110812c-5712-4b10-b484-b947f31fff54 None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:42:38.338581 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9110812c-5712-4b10-b484-b947f31fff54 None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:42:38.341680 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-f22bedd7-29b1-4344-9809-14d44f516bfd tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Allocated IP 172.20.0.3 (6f2b0bea-ef1e-4b76-8606-37d348a27bc6/c31a1ed3-5ee7-4741-b261-fc9a60edc69e/ef4cf32f-d925-46e9-b47e-a8332662278d) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:42:38.394568 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device cc7a6ac2-ed9e-4fc9-bf84-5350b7d2542a no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:42:38.440376 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: cc7a6ac2-ed9e-4fc9-bf84-5350b7d2542a {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:42:38.440585 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device cc7a6ac2-ed9e-4fc9-bf84-5350b7d2542a not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:42:38.461742 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-9110812c-5712-4b10-b484-b947f31fff54 None None] Attempting to bind port ee846d29-632b-4417-8826-2b45c96fa788 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:42:38.462382 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-9110812c-5712-4b10-b484-b947f31fff54 None None] Attempting to bind port ee846d29-632b-4417-8826-2b45c96fa788 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': 'ff5a3486-d933-4a0d-9905-b1c17a7e7b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6f2b0bea-ef1e-4b76-8606-37d348a27bc6'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:42:38.463922 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9110812c-5712-4b10-b484-b947f31fff54 None None] Attempting to bind port ee846d29-632b-4417-8826-2b45c96fa788 on network 6f2b0bea-ef1e-4b76-8606-37d348a27bc6 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:42:38.483394 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9110812c-5712-4b10-b484-b947f31fff54 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:42:38.483775 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9110812c-5712-4b10-b484-b947f31fff54 None None] Checking segment: {'id': 'ff5a3486-d933-4a0d-9905-b1c17a7e7b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6f2b0bea-ef1e-4b76-8606-37d348a27bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:42:38.484370 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-9110812c-5712-4b10-b484-b947f31fff54 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:38.484920 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9110812c-5712-4b10-b484-b947f31fff54 None None] Bound using segment: {'id': 'ff5a3486-d933-4a0d-9905-b1c17a7e7b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6f2b0bea-ef1e-4b76-8606-37d348a27bc6'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:42:38.485585 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-9110812c-5712-4b10-b484-b947f31fff54 None None] Bound port: ee846d29-632b-4417-8826-2b45c96fa788, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff5a3486-d933-4a0d-9905-b1c17a7e7b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6f2b0bea-ef1e-4b76-8606-37d348a27bc6'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:42:38.486128 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-9110812c-5712-4b10-b484-b947f31fff54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:38.499252 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5c6e5367-040d-4c11-a799-df3ba96315a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:38.531025 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5c6e5367-040d-4c11-a799-df3ba96315a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:38.538035 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-5c6e5367-040d-4c11-a799-df3ba96315a8 admin admin] 10.222.0.54 "DELETE /v2.0/networks/7ed718b3-d2e8-4b72-a238-726203897046 HTTP/1.1" status: 204 len: 168 time: 2.3492713 Dec 20 14:42:38.555239 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f22bedd7-29b1-4344-9809-14d44f516bfd tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:38.594714 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f22bedd7-29b1-4344-9809-14d44f516bfd tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:38.600546 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6e5367-040d-4c11-a799-df3ba96315a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ed718b3-d2e8-4b72-a238-726203897046,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:38.635693 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-6f8e872b-d223-465f-8ff0-7f760794bee8 admin admin] For port 8df92dad-f594-4575-8a66-933a20c4376a, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=8df92dad-f594-4575-8a66-933a20c4376a,segment=NetworkSegment(ed6ba27c-4fb2-4dee-b4d7-555678bc1a6c),segment_id=ed6ba27c-4fb2-4dee-b4d7-555678bc1a6c)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:42:38.636063 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6f8e872b-d223-465f-8ff0-7f760794bee8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:38.647684 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22bedd7-29b1-4344-9809-14d44f516bfd tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Pushing event updated for resources: {'Port': ['ID=ef4cf32f-d925-46e9-b47e-a8332662278d,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:38.660206 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-6f8e872b-d223-465f-8ff0-7f760794bee8 admin admin] Calling delete_port for 8df92dad-f594-4575-8a66-933a20c4376a owned by network:router_interface {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:42:38.662834 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22bedd7-29b1-4344-9809-14d44f516bfd tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Network 6f2b0bea-ef1e-4b76-8606-37d348a27bc6 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:42:38.664290 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-f22bedd7-29b1-4344-9809-14d44f516bfd tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:42:38.667054 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22bedd7-29b1-4344-9809-14d44f516bfd tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:42:38.676424 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b19ad4-3f18-420a-af91-db1d8154b586 req-be76f0da-68d4-4bb5-a0e9-277fc6ff9e97 tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:38.683855 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-95b19ad4-3f18-420a-af91-db1d8154b586 req-be76f0da-68d4-4bb5-a0e9-277fc6ff9e97 tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0add9d2-d4c4-462b-8238-06680673970f HTTP/1.1" status: 200 len: 943 time: 0.1595697 Dec 20 14:42:38.708497 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-9110812c-5712-4b10-b484-b947f31fff54 None None] For port ee846d29-632b-4417-8826-2b45c96fa788, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:42:38.715193 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-9110812c-5712-4b10-b484-b947f31fff54 None None] For port ee846d29-632b-4417-8826-2b45c96fa788, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=ee846d29-632b-4417-8826-2b45c96fa788,segment=NetworkSegment(ff5a3486-d933-4a0d-9905-b1c17a7e7b81),segment_id=ff5a3486-d933-4a0d-9905-b1c17a7e7b81)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:42:38.725508 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4121d615-1854-4229-9c84-1585725bf124 req-506a1659-ea93-4634-94fb-9611f2678268 service neutron] 10.222.0.47 "GET /v2.0/networks/066f68d2-cba5-4b68-b475-037a2e046a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3447104 Dec 20 14:42:38.729891 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-9110812c-5712-4b10-b484-b947f31fff54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:38.756863 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22bedd7-29b1-4344-9809-14d44f516bfd tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:38.757513 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f22bedd7-29b1-4344-9809-14d44f516bfd tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:38.781098 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-f22bedd7-29b1-4344-9809-14d44f516bfd tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.0530930 Dec 20 14:42:38.781825 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 50492) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:42:38.803151 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-95b19ad4-3f18-420a-af91-db1d8154b586 req-79a1c296-54d6-42ff-8d37-ee55b2e6460c tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] 10.222.0.54 "GET /v2.0/security-groups?id=f5d3074f-115c-48f1-a175-0dcd02af11cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162398 Dec 20 14:42:38.848883 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9110812c-5712-4b10-b484-b947f31fff54 None None] Pushing event updated for resources: {'Port': ['ID=ee846d29-632b-4417-8826-2b45c96fa788,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:38.907486 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 50494) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:42:38.974355 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device e1983f78-ac3c-4c6f-b563-25b2223c346e details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:42:39.049278 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6f8e872b-d223-465f-8ff0-7f760794bee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:39.098484 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8e872b-d223-465f-8ff0-7f760794bee8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8df92dad-f594-4575-8a66-933a20c4376a,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:39.151483 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-3824a2ee-89dd-495d-87f2-8a0991fbb80f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=514f3908f9164c0fa19c6d421ce9f2b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2427449 Dec 20 14:42:39.158276 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 50500) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:42:39.256528 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port e1983f78-ac3c-4c6f-b563-25b2223c346e, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=e1983f78-ac3c-4c6f-b563-25b2223c346e,segment=NetworkSegment(e8d2272b-3995-4a5a-a1f2-9fe885798f90),segment_id=e8d2272b-3995-4a5a-a1f2-9fe885798f90)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:42:39.295829 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': 'e1983f78-ac3c-4c6f-b563-25b2223c346e', 'network_id': '066f68d2-cba5-4b68-b475-037a2e046a05', 'port_id': 'e1983f78-ac3c-4c6f-b563-25b2223c346e', 'mac_address': 'fa:16:3e:d7:50:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '071a62cf-8e7b-4323-a6ef-80759ec5f629', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:42:39.401676 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-45ffc56c-32bf-4dea-a063-3e852fc89aef tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:39.409592 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-da1a1614-eb1d-478b-a81b-4325d24e0eb3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:39.410814 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:39.446439 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1983f78-ac3c-4c6f-b563-25b2223c346e {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:42:39.479784 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-da1a1614-eb1d-478b-a81b-4325d24e0eb3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:39.493623 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port e1983f78-ac3c-4c6f-b563-25b2223c346e, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=e1983f78-ac3c-4c6f-b563-25b2223c346e,segment=NetworkSegment(e8d2272b-3995-4a5a-a1f2-9fe885798f90),segment_id=e8d2272b-3995-4a5a-a1f2-9fe885798f90)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:42:39.501670 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:39.510328 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6f8e872b-d223-465f-8ff0-7f760794bee8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582411'] for router_interface, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:39.570586 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=e1983f78-ac3c-4c6f-b563-25b2223c346e,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:39.677501 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-da1a1614-eb1d-478b-a81b-4325d24e0eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:39.680294 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-da1a1614-eb1d-478b-a81b-4325d24e0eb3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:39.681625 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-da1a1614-eb1d-478b-a81b-4325d24e0eb3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f2f975e9-21d7-4fe5-b06b-fdbb671aee94 HTTP/1.1" status: 204 len: 168 time: 0.5220640 Dec 20 14:42:39.698319 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1a1614-eb1d-478b-a81b-4325d24e0eb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f975e9-21d7-4fe5-b06b-fdbb671aee94,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:39.726232 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['e1983f78-ac3c-4c6f-b563-25b2223c346e'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:42:39.775471 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-45ffc56c-32bf-4dea-a063-3e852fc89aef tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:39.784970 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-45ffc56c-32bf-4dea-a063-3e852fc89aef tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:39.839499 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f8e872b-d223-465f-8ff0-7f760794bee8 admin admin] Router 170895b5-d586-4d33-ab47-857411170d7b has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:42:39.911861 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ffc56c-32bf-4dea-a063-3e852fc89aef tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Pushing event updated for resources: {'Port': ['ID=ef4cf32f-d925-46e9-b47e-a8332662278d,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:40.093813 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f8e872b-d223-465f-8ff0-7f760794bee8 admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:42:40.105228 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667a8b04-82fe-49e1-8160-c3871d2612cd None None] Sync routers for ids ['170895b5-d586-4d33-ab47-857411170d7b'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:42:40.110558 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-6f8e872b-d223-465f-8ff0-7f760794bee8 admin admin] 10.222.0.54 "PUT /v2.0/routers/170895b5-d586-4d33-ab47-857411170d7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6463759 Dec 20 14:42:40.122331 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 50514) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:42:40.125644 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5490aaf2-9feb-4ca1-8e05-90e0b273e9d7 req-c272bca5-d4fc-4794-8d48-0f3e426c5c46 tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:40.144617 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667a8b04-82fe-49e1-8160-c3871d2612cd None None] Routers {'170895b5-d586-4d33-ab47-857411170d7b'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:42:40.144789 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5490aaf2-9feb-4ca1-8e05-90e0b273e9d7 req-c272bca5-d4fc-4794-8d48-0f3e426c5c46 tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0add9d2-d4c4-462b-8238-06680673970f HTTP/1.1" status: 200 len: 943 time: 0.1991475 Dec 20 14:42:40.145273 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-667a8b04-82fe-49e1-8160-c3871d2612cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:42:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['170895b5-d586-4d33-ab47-857411170d7b'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:42:40.222863 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device f9cafc63-5c15-436b-8f5b-505741674ca5 details requested by agent hyperv_n-h1-761264-19 with host n-h1-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:42:40.278267 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9a7d4d81-e308-4883-9729-64a07c8d485b admin admin] Publish callbacks [] for router, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:40.480565 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ffe337-362b-49c6-b21a-c887c6aad8fe None None] Network 6f2b0bea-ef1e-4b76-8606-37d348a27bc6 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:42:40.518802 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-667a8b04-82fe-49e1-8160-c3871d2612cd None None] Set router 170895b5-d586-4d33-ab47-857411170d7b gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:42:40.568139 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5490aaf2-9feb-4ca1-8e05-90e0b273e9d7 req-58fac930-92b8-44be-ba74-adf83fb194b1 tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] 10.222.0.54 "GET /v2.0/security-groups?id=f5d3074f-115c-48f1-a175-0dcd02af11cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4223206 Dec 20 14:42:40.596132 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9a7d4d81-e308-4883-9729-64a07c8d485b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:40.666360 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device ee846d29-632b-4417-8826-2b45c96fa788 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:42:40.703278 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-45ffc56c-32bf-4dea-a063-3e852fc89aef tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595714'] for router_interface, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:40.763806 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-9a7d4d81-e308-4883-9729-64a07c8d485b admin admin] Deleting port 9bbba56b-3c73-4b38-bc1b-ef639453488f {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:42:40.765770 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9a7d4d81-e308-4883-9729-64a07c8d485b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:40.925469 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port f9cafc63-5c15-436b-8f5b-505741674ca5, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=f9cafc63-5c15-436b-8f5b-505741674ca5,segment=NetworkSegment(e8d2272b-3995-4a5a-a1f2-9fe885798f90),segment_id=e8d2272b-3995-4a5a-a1f2-9fe885798f90)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:42:40.929171 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2ed8c6ac-1228-4f42-b8c1-bf4096e62453 None None] Provisioning complete for port ee846d29-632b-4417-8826-2b45c96fa788 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:42:40.929544 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2ed8c6ac-1228-4f42-b8c1-bf4096e62453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:40.979694 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-9a7d4d81-e308-4883-9729-64a07c8d485b admin admin] For port 9bbba56b-3c73-4b38-bc1b-ef639453488f, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=9bbba56b-3c73-4b38-bc1b-ef639453488f,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:42:40.979904 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-45ffc56c-32bf-4dea-a063-3e852fc89aef tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:40.980168 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9a7d4d81-e308-4883-9729-64a07c8d485b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:41.020072 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-9a7d4d81-e308-4883-9729-64a07c8d485b admin admin] Calling delete_port for 9bbba56b-3c73-4b38-bc1b-ef639453488f owned by network:router_gateway {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:42:41.098801 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 54958822-b70f-4655-b03d-b9388ef82258 details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:42:41.100500 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device e1983f78-ac3c-4c6f-b563-25b2223c346e up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:42:41.195090 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Returning: {'device': 'f9cafc63-5c15-436b-8f5b-505741674ca5', 'network_id': '066f68d2-cba5-4b68-b475-037a2e046a05', 'port_id': 'f9cafc63-5c15-436b-8f5b-505741674ca5', 'mac_address': 'fa:16:3e:44:c6:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '071a62cf-8e7b-4323-a6ef-80759ec5f629', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:42:41.324894 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.db.resource_extend [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 14:42:41.406105 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9a7d4d81-e308-4883-9729-64a07c8d485b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:41.448791 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-45ffc56c-32bf-4dea-a063-3e852fc89aef tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:41.456125 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-45ffc56c-32bf-4dea-a063-3e852fc89aef tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:41.476792 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7d4d81-e308-4883-9729-64a07c8d485b admin admin] Pushing event deleted for resources: {'Port': ['ID=9bbba56b-3c73-4b38-bc1b-ef639453488f,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:41.600677 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d525f1-0cf1-4907-a598-1a25beaa1778 None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:42:41.607481 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port ee846d29-632b-4417-8826-2b45c96fa788 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:42:41.607929 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:41.663209 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9a7d4d81-e308-4883-9729-64a07c8d485b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584913'] for router_gateway, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:41.873439 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9a7d4d81-e308-4883-9729-64a07c8d485b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40132'] for router, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:41.879113 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9a7d4d81-e308-4883-9729-64a07c8d485b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:41.994639 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9a7d4d81-e308-4883-9729-64a07c8d485b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1594808'] for router, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:41.995719 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a7d4d81-e308-4883-9729-64a07c8d485b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 170895b5-d586-4d33-ab47-857411170d7b {{(pid=103167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 14:42:42.001516 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9a7d4d81-e308-4883-9729-64a07c8d485b admin admin] Publish callbacks [] for router, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:42.003410 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-9a7d4d81-e308-4883-9729-64a07c8d485b admin admin] 10.222.0.54 "DELETE /v2.0/routers/170895b5-d586-4d33-ab47-857411170d7b HTTP/1.1" status: 204 len: 168 time: 1.8796599 Dec 20 14:42:42.006157 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 50572) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:42:42.082937 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2ed8c6ac-1228-4f42-b8c1-bf4096e62453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:42.098922 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:42.101673 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ffc56c-32bf-4dea-a063-3e852fc89aef tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Pushing event updated for resources: {'Port': ['ID=ef4cf32f-d925-46e9-b47e-a8332662278d,revision_number=3']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:42.104542 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-667a8b04-82fe-49e1-8160-c3871d2612cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '170895b5-d586-4d33-ab47-857411170d7b', 'name': 'tempest-ImageQuotaTest-166136001-router', 'tenant_id': '1636d9c1cbf54d0cbc3c2889c60e0de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': '9bbba56b-3c73-4b38-bc1b-ef639453488f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:42:19Z', 'updated_at': '2021-12-20T14:42:38Z', 'revision_number': 5, 'project_id': '1636d9c1cbf54d0cbc3c2889c60e0de1', 'gw_port': {'id': '9bbba56b-3c73-4b38-bc1b-ef639453488f', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:d5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170895b5-d586-4d33-ab47-857411170d7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:42:20Z', 'updated_at': '2021-12-20T14:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:42:42.115491 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_v2 [None req-32d717fa-e487-4499-b6e4-41c22661764a admin admin] Deleting subnet f3ff8908-054b-4ca4-a9bd-c18c8b0a32c3 {{(pid=103167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:42:42.127047 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-32d717fa-e487-4499-b6e4-41c22661764a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:42.133821 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:42.159354 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ffc56c-32bf-4dea-a063-3e852fc89aef tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:42:42.161069 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ffc56c-32bf-4dea-a063-3e852fc89aef tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:42:42.161573 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ffc56c-32bf-4dea-a063-3e852fc89aef tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:42:42.165107 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ffc56c-32bf-4dea-a063-3e852fc89aef tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:42:42.165770 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ffc56c-32bf-4dea-a063-3e852fc89aef tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:42:42.166261 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ffc56c-32bf-4dea-a063-3e852fc89aef tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:42:42.166768 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ffc56c-32bf-4dea-a063-3e852fc89aef tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:42:42.167241 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ffc56c-32bf-4dea-a063-3e852fc89aef tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:42:42.168958 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ffc56c-32bf-4dea-a063-3e852fc89aef tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:42:42.169520 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ffc56c-32bf-4dea-a063-3e852fc89aef tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:42:42.171016 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ffc56c-32bf-4dea-a063-3e852fc89aef tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:42:42.171623 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ffc56c-32bf-4dea-a063-3e852fc89aef tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:42:42.172945 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ffc56c-32bf-4dea-a063-3e852fc89aef tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:42:42.219155 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-32d717fa-e487-4499-b6e4-41c22661764a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954412'] for subnet, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:42.236304 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2ed8c6ac-1228-4f42-b8c1-bf4096e62453 None None] For port ee846d29-632b-4417-8826-2b45c96fa788, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=ee846d29-632b-4417-8826-2b45c96fa788,segment=NetworkSegment(ff5a3486-d933-4a0d-9905-b1c17a7e7b81),segment_id=ff5a3486-d933-4a0d-9905-b1c17a7e7b81)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:42:42.264533 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667a8b04-82fe-49e1-8160-c3871d2612cd None None] Checking router: 170895b5-d586-4d33-ab47-857411170d7b for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:42:42.270756 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-45ffc56c-32bf-4dea-a063-3e852fc89aef tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1595702'] for router_interface, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:42.295537 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning for port e1983f78-ac3c-4c6f-b563-25b2223c346e completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:42:42.297703 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2ed8c6ac-1228-4f42-b8c1-bf4096e62453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:42.325609 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-32d717fa-e487-4499-b6e4-41c22661764a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:42.354493 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9cafc63-5c15-436b-8f5b-505741674ca5 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:42:42.451870 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ffc56c-32bf-4dea-a063-3e852fc89aef tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Network 6f2b0bea-ef1e-4b76-8606-37d348a27bc6 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:42:42.453399 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-32d717fa-e487-4499-b6e4-41c22661764a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:42.460306 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-45ffc56c-32bf-4dea-a063-3e852fc89aef tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:42:42.513099 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd9f87a-b50d-47c4-b8d9-d14c39585c1f req-e63b8308-eb45-43fb-81e3-ef2ba49d3eb4 tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:42.529933 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8fd9f87a-b50d-47c4-b8d9-d14c39585c1f req-e63b8308-eb45-43fb-81e3-ef2ba49d3eb4 tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0add9d2-d4c4-462b-8238-06680673970f HTTP/1.1" status: 200 len: 943 time: 0.3934138 Dec 20 14:42:42.566648 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d717fa-e487-4499-b6e4-41c22661764a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3ff8908-054b-4ca4-a9bd-c18c8b0a32c3,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:42.579063 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-32d717fa-e487-4499-b6e4-41c22661764a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:42.588977 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-32d717fa-e487-4499-b6e4-41c22661764a admin admin] 10.222.0.54 "DELETE /v2.0/subnets/f3ff8908-054b-4ca4-a9bd-c18c8b0a32c3 HTTP/1.1" status: 204 len: 168 time: 0.5813253 Dec 20 14:42:42.589694 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 50584) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:42:42.620201 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port f9cafc63-5c15-436b-8f5b-505741674ca5, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=f9cafc63-5c15-436b-8f5b-505741674ca5,segment=NetworkSegment(e8d2272b-3995-4a5a-a1f2-9fe885798f90),segment_id=e8d2272b-3995-4a5a-a1f2-9fe885798f90)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:42:42.640981 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 54958822-b70f-4655-b03d-b9388ef82258, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=54958822-b70f-4655-b03d-b9388ef82258,segment=NetworkSegment(e8d2272b-3995-4a5a-a1f2-9fe885798f90),segment_id=e8d2272b-3995-4a5a-a1f2-9fe885798f90)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:42:42.657839 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed8c6ac-1228-4f42-b8c1-bf4096e62453 None None] Pushing event updated for resources: {'Port': ['ID=ee846d29-632b-4417-8826-2b45c96fa788,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:42.662478 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port e1983f78-ac3c-4c6f-b563-25b2223c346e triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:42:42.663143 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:42.672773 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8fd9f87a-b50d-47c4-b8d9-d14c39585c1f req-ae3ef445-029b-4acf-b10b-53bb9ba3e284 tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] 10.222.0.54 "GET /v2.0/security-groups?id=f5d3074f-115c-48f1-a175-0dcd02af11cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402609 Dec 20 14:42:42.712181 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:42.714923 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': '54958822-b70f-4655-b03d-b9388ef82258', 'network_id': '066f68d2-cba5-4b68-b475-037a2e046a05', 'port_id': '54958822-b70f-4655-b03d-b9388ef82258', 'mac_address': 'fa:16:3e:97:97:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '071a62cf-8e7b-4323-a6ef-80759ec5f629', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:42:42.722049 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78837369-cb97-4738-9748-345c6ae7a230 None None] Network 605a1a3b-49f1-441c-8c92-6dec0470875d requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:42:42.839641 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-703da11f-af71-4457-9ef3-3520b7beee49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:42.843457 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667a8b04-82fe-49e1-8160-c3871d2612cd None None] Routers set() bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:42:42.844121 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667a8b04-82fe-49e1-8160-c3871d2612cd None None] Router IDs set() for agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 20 14:42:42.844744 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_agentschedulers_db [None req-667a8b04-82fe-49e1-8160-c3871d2612cd None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'170895b5-d586-4d33-ab47-857411170d7b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:42:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent'). {{(pid=103169) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 20 14:42:42.845139 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667a8b04-82fe-49e1-8160-c3871d2612cd None None] The sync data for ids ['170895b5-d586-4d33-ab47-857411170d7b'] in n-d-761264-19 is: [] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:42:42.945110 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45ffc56c-32bf-4dea-a063-3e852fc89aef tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Router f9ca8501-56a0-463e-a8ca-bed728383b8c is scheduled to L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 with binding_index 1 {{(pid=103168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 14:42:42.974339 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=f9cafc63-5c15-436b-8f5b-505741674ca5,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:43.003027 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-703da11f-af71-4457-9ef3-3520b7beee49 admin admin] Deleting port 3fdd4934-77a4-4756-8b31-869ed77bf100 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:42:43.003806 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-703da11f-af71-4457-9ef3-3520b7beee49 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:43.145681 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-0a15d6ea-ca66-45d6-a3ad-26ff63515c02 None None] Provisioning complete for port ef4cf32f-d925-46e9-b47e-a8332662278d triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:42:43.146638 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-0a15d6ea-ca66-45d6-a3ad-26ff63515c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:43.259989 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-703da11f-af71-4457-9ef3-3520b7beee49 admin admin] For port 3fdd4934-77a4-4756-8b31-869ed77bf100, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=3fdd4934-77a4-4756-8b31-869ed77bf100,segment=NetworkSegment(ed6ba27c-4fb2-4dee-b4d7-555678bc1a6c),segment_id=ed6ba27c-4fb2-4dee-b4d7-555678bc1a6c)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:42:43.262339 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-703da11f-af71-4457-9ef3-3520b7beee49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:43.278881 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45ffc56c-32bf-4dea-a063-3e852fc89aef tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:42:43.283106 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['f9cafc63-5c15-436b-8f5b-505741674ca5'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:42:43.285500 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-45ffc56c-32bf-4dea-a063-3e852fc89aef tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "PUT /v2.0/routers/f9ca8501-56a0-463e-a8ca-bed728383b8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5023866 Dec 20 14:42:43.288727 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 50598) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:42:43.295765 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f90e263-144f-4ece-a5d7-122cf88e595e None None] Sync routers for ids ['f9ca8501-56a0-463e-a8ca-bed728383b8c'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:42:43.318866 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f90e263-144f-4ece-a5d7-122cf88e595e None None] Routers {'f9ca8501-56a0-463e-a8ca-bed728383b8c'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:42:43.319927 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-2f90e263-144f-4ece-a5d7-122cf88e595e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:42:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['f9ca8501-56a0-463e-a8ca-bed728383b8c'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:42:43.330962 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-703da11f-af71-4457-9ef3-3520b7beee49 admin admin] Calling delete_port for 3fdd4934-77a4-4756-8b31-869ed77bf100 owned by network:dhcp {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:42:43.457901 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-2f90e263-144f-4ece-a5d7-122cf88e595e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:42:43.474799 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64189322-2c16-47af-a248-49b2bae1d583 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:43.481026 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-64189322-2c16-47af-a248-49b2bae1d583 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "GET /v2.0/ports/ef4cf32f-d925-46e9-b47e-a8332662278d HTTP/1.1" status: 200 len: 977 time: 0.1912644 Dec 20 14:42:43.484828 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 50606) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:42:43.492453 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f90e263-144f-4ece-a5d7-122cf88e595e None None] Routers {'f9ca8501-56a0-463e-a8ca-bed728383b8c'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:42:43.497812 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-2f90e263-144f-4ece-a5d7-122cf88e595e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:42:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['f9ca8501-56a0-463e-a8ca-bed728383b8c'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:42:43.500207 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721211ca-2f4c-4b4f-a305-c7b96d9c884d None None] DHCP port deletion for 605a1a3b-49f1-441c-8c92-6dec0470875d request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:42:43.511248 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:43.517660 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:43.572324 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-703da11f-af71-4457-9ef3-3520b7beee49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:43.634351 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-2f90e263-144f-4ece-a5d7-122cf88e595e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:42:43.635623 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f90e263-144f-4ece-a5d7-122cf88e595e None None] The sync data for ids ['f9ca8501-56a0-463e-a8ca-bed728383b8c'] in n-d-761264-19 is: [] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:42:43.686793 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703da11f-af71-4457-9ef3-3520b7beee49 admin admin] No DVR routers for this DVR port 3fdd4934-77a4-4756-8b31-869ed77bf100 on host n-d-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:42:43.697046 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device ee846d29-632b-4417-8826-2b45c96fa788 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:42:43.739973 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703da11f-af71-4457-9ef3-3520b7beee49 admin admin] Pushing event deleted for resources: {'Port': ['ID=3fdd4934-77a4-4756-8b31-869ed77bf100,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:43.808694 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-0a15d6ea-ca66-45d6-a3ad-26ff63515c02 None None] Port ef4cf32f-d925-46e9-b47e-a8332662278d cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:42:43.846466 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-721211ca-2f4c-4b4f-a305-c7b96d9c884d None None] The port '3fdd4934-77a4-4756-8b31-869ed77bf100' was deleted {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 20 14:42:43.850346 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f130345-1138-4d50-add7-de8f7e377b9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1983f78-ac3c-4c6f-b563-25b2223c346e'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:42:43.858182 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1988258c-927f-45ce-86d3-f70743b31d94" -d '{"events": [{"server_uuid": "1f130345-1138-4d50-add7-de8f7e377b9b", "name": "network-vif-plugged", "status": "completed", "tag": "e1983f78-ac3c-4c6f-b563-25b2223c346e"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:42:43.873291 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-703da11f-af71-4457-9ef3-3520b7beee49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:43.900906 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54958822-b70f-4655-b03d-b9388ef82258 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:42:43.921034 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-703da11f-af71-4457-9ef3-3520b7beee49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['605a1a3b-49f1-441c-8c92-6dec0470875d']}} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:42:43.958240 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-703da11f-af71-4457-9ef3-3520b7beee49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed6ba27c-4fb2-4dee-b4d7-555678bc1a6c') {'for_net_delete': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:42:43.958547 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-703da11f-af71-4457-9ef3-3520b7beee49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed6ba27c-4fb2-4dee-b4d7-555678bc1a6c') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:42:43.972464 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 54958822-b70f-4655-b03d-b9388ef82258, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=54958822-b70f-4655-b03d-b9388ef82258,segment=NetworkSegment(e8d2272b-3995-4a5a-a1f2-9fe885798f90),segment_id=e8d2272b-3995-4a5a-a1f2-9fe885798f90)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:42:43.985557 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-703da11f-af71-4457-9ef3-3520b7beee49 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954405'] for segment, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:44.005189 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:44.034097 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-703da11f-af71-4457-9ef3-3520b7beee49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:44.041111 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port e1983f78-ac3c-4c6f-b563-25b2223c346e, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=e1983f78-ac3c-4c6f-b563-25b2223c346e,segment=NetworkSegment(e8d2272b-3995-4a5a-a1f2-9fe885798f90),segment_id=e8d2272b-3995-4a5a-a1f2-9fe885798f90)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:42:44.048266 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-703da11f-af71-4457-9ef3-3520b7beee49 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=103167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:42:44.048695 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-703da11f-af71-4457-9ef3-3520b7beee49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9956000'] for segment, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:44.210623 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-0a15d6ea-ca66-45d6-a3ad-26ff63515c02 None None] Provisioning complete for port ee846d29-632b-4417-8826-2b45c96fa788 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:42:44.211216 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-0a15d6ea-ca66-45d6-a3ad-26ff63515c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:44.243891 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1004a0b3-cf81-45c5-90de-c3195ce40ced x-openstack-request-id: req-1004a0b3-cf81-45c5-90de-c3195ce40ced {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:42:44.244503 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f130345-1138-4d50-add7-de8f7e377b9b", "name": "network-vif-plugged", "status": "completed", "tag": "e1983f78-ac3c-4c6f-b563-25b2223c346e", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:42:44.244935 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1004a0b3-cf81-45c5-90de-c3195ce40ced {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:42:44.245177 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f130345-1138-4d50-add7-de8f7e377b9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1983f78-ac3c-4c6f-b563-25b2223c346e', 'code': 200} Dec 20 14:42:44.246246 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=54958822-b70f-4655-b03d-b9388ef82258,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:44.314087 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 50624) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:42:44.327163 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:44.354192 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:42:44.354192 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:42:44.354192 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:42:44.354192 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:42:44.354192 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:42:44.354192 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:42:44.354192 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:42:44.354192 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:42:44.354192 n-d-761264-19 neutron-server[103167]: Traceback (most recent call last): Dec 20 14:42:44.354192 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:42:44.354192 n-d-761264-19 neutron-server[103167]: timer() Dec 20 14:42:44.354192 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:42:44.354192 n-d-761264-19 neutron-server[103167]: cb(*args, **kw) Dec 20 14:42:44.354192 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:42:44.354192 n-d-761264-19 neutron-server[103167]: return func(*args, **kwargs) Dec 20 14:42:44.354192 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:42:44.354192 n-d-761264-19 neutron-server[103167]: self._notify() Dec 20 14:42:44.354192 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:42:44.354192 n-d-761264-19 neutron-server[103167]: self.callback(batched_events) Dec 20 14:42:44.354192 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:42:44.354192 n-d-761264-19 neutron-server[103167]: event.method(event) Dec 20 14:42:44.354192 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:42:44.354192 n-d-761264-19 neutron-server[103167]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:42:44.354192 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:42:44.354192 n-d-761264-19 neutron-server[103167]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:42:44.354192 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:42:44.354192 n-d-761264-19 neutron-server[103167]: return f(self, *a, **k) Dec 20 14:42:44.354192 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:42:44.354192 n-d-761264-19 neutron-server[103167]: return self._get(url).json() Dec 20 14:42:44.354192 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:42:44.354192 n-d-761264-19 neutron-server[103167]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:42:44.354192 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:42:44.354192 n-d-761264-19 neutron-server[103167]: return self.request(url, 'GET', **kwargs) Dec 20 14:42:44.354192 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:42:44.354192 n-d-761264-19 neutron-server[103167]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:42:44.354192 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:42:44.354192 n-d-761264-19 neutron-server[103167]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:42:44.354192 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:42:44.354192 n-d-761264-19 neutron-server[103167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:42:44.354192 n-d-761264-19 neutron-server[103167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:42:44.359226 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-703da11f-af71-4457-9ef3-3520b7beee49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:44.368477 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-703da11f-af71-4457-9ef3-3520b7beee49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:44.375502 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['54958822-b70f-4655-b03d-b9388ef82258'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:42:44.380448 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-703da11f-af71-4457-9ef3-3520b7beee49 admin admin] 10.222.0.54 "DELETE /v2.0/networks/605a1a3b-49f1-441c-8c92-6dec0470875d HTTP/1.1" status: 204 len: 168 time: 1.7880499 Dec 20 14:42:44.427810 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703da11f-af71-4457-9ef3-3520b7beee49 admin admin] Pushing event deleted for resources: {'Network': ['ID=605a1a3b-49f1-441c-8c92-6dec0470875d,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:44.460761 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12777de-e8f1-4475-9d79-209f08e533ee req-05dad208-6380-4170-bf64-4221913224fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:44.462461 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a12777de-e8f1-4475-9d79-209f08e533ee req-05dad208-6380-4170-bf64-4221913224fc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1f130345-1138-4d50-add7-de8f7e377b9b HTTP/1.1" status: 200 len: 1098 time: 0.1952643 Dec 20 14:42:44.498018 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f840296-f1fb-424a-a9e9-0648c4ef2ee9 req-4f247b15-290f-4b53-b731-459f27e44d21 tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:44.507018 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6f840296-f1fb-424a-a9e9-0648c4ef2ee9 req-4f247b15-290f-4b53-b731-459f27e44d21 tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0add9d2-d4c4-462b-8238-06680673970f HTTP/1.1" status: 200 len: 944 time: 0.1747158 Dec 20 14:42:44.550422 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b632981c-949f-4316-80c4-f570530faabc tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1595867'] for router_interface, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:44.601817 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6f840296-f1fb-424a-a9e9-0648c4ef2ee9 req-2f98f61e-2c53-4631-9b98-02a53d625f26 tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] 10.222.0.54 "GET /v2.0/security-groups?id=f5d3074f-115c-48f1-a175-0dcd02af11cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918350 Dec 20 14:42:44.642199 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 50630) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:42:44.669532 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=e1983f78-ac3c-4c6f-b563-25b2223c346e,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:44.682748 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a12777de-e8f1-4475-9d79-209f08e533ee req-d1b6fd75-f29f-4481-80eb-887870df2b71 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f5d3074f-115c-48f1-a175-0dcd02af11cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066407 Dec 20 14:42:44.694256 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-85585c57-7832-4934-bb53-0813b5b8e83d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:44.716895 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-570607ee-0352-4ad4-a3dc-24b0ec012c78 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1636d9c1cbf54d0cbc3c2889c60e0de1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0725143 Dec 20 14:42:44.718844 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 50632) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:42:44.770498 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port ee846d29-632b-4417-8826-2b45c96fa788 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:42:44.770937 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:44.788301 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-71aa3376-61cf-483d-9dde-3402024d0535 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:44.822114 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-71aa3376-61cf-483d-9dde-3402024d0535 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:44.894309 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-71aa3376-61cf-483d-9dde-3402024d0535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:44.906422 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-71aa3376-61cf-483d-9dde-3402024d0535 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:44.906422 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-71aa3376-61cf-483d-9dde-3402024d0535 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/39cc3d6c-44fc-4e36-bd29-b65b9c74787a HTTP/1.1" status: 204 len: 168 time: 0.1789439 Dec 20 14:42:44.933661 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aa3376-61cf-483d-9dde-3402024d0535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39cc3d6c-44fc-4e36-bd29-b65b9c74787a,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:44.965729 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71aa3376-61cf-483d-9dde-3402024d0535 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:42:44.966049 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71aa3376-61cf-483d-9dde-3402024d0535 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:42:44.966423 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71aa3376-61cf-483d-9dde-3402024d0535 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:42:44.971876 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71aa3376-61cf-483d-9dde-3402024d0535 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:42:44.972298 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71aa3376-61cf-483d-9dde-3402024d0535 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:42:44.972643 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71aa3376-61cf-483d-9dde-3402024d0535 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:42:44.972974 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71aa3376-61cf-483d-9dde-3402024d0535 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:42:44.973312 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71aa3376-61cf-483d-9dde-3402024d0535 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:42:44.978796 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71aa3376-61cf-483d-9dde-3402024d0535 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:42:44.979199 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71aa3376-61cf-483d-9dde-3402024d0535 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:42:44.979542 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71aa3376-61cf-483d-9dde-3402024d0535 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:42:44.979876 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71aa3376-61cf-483d-9dde-3402024d0535 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:42:44.986585 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71aa3376-61cf-483d-9dde-3402024d0535 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:42:45.000974 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-fac9917f-facf-40e5-94b1-f883fc59e577 None None] Provisioning complete for port ef4cf32f-d925-46e9-b47e-a8332662278d triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:42:45.001385 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-fac9917f-facf-40e5-94b1-f883fc59e577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:45.027658 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-85585c57-7832-4934-bb53-0813b5b8e83d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:45.050258 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-85585c57-7832-4934-bb53-0813b5b8e83d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:45.104330 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-85585c57-7832-4934-bb53-0813b5b8e83d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d5738d94111d4c32aaee008d806c2e62&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7884409 Dec 20 14:42:45.106973 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 50640) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:42:45.131563 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 14:42:45.148381 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85585c57-7832-4934-bb53-0813b5b8e83d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4be968a-8e04-4f30-94bb-c551ea4e930c,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:45.156757 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-fac9917f-facf-40e5-94b1-f883fc59e577 None None] Port ef4cf32f-d925-46e9-b47e-a8332662278d cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:42:45.165807 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-b632981c-949f-4316-80c4-f570530faabc tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Deleting port ef4cf32f-d925-46e9-b47e-a8332662278d {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:42:45.167291 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b632981c-949f-4316-80c4-f570530faabc tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:45.222663 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1c03a725-f5e4-4e27-9b4d-5f474453e3f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:45.255880 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:45.281699 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b632981c-949f-4316-80c4-f570530faabc tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:45.296497 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 8df92dad-f594-4575-8a66-933a20c4376a no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:42:45.300282 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-b632981c-949f-4316-80c4-f570530faabc tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Calling delete_port for ef4cf32f-d925-46e9-b47e-a8332662278d owned by network:router_interface {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:42:45.307086 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1c03a725-f5e4-4e27-9b4d-5f474453e3f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:45.343543 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 8df92dad-f594-4575-8a66-933a20c4376a {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:42:45.344216 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 8df92dad-f594-4575-8a66-933a20c4376a not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:42:45.344640 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 3fdd4934-77a4-4756-8b31-869ed77bf100 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:42:45.391641 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 3fdd4934-77a4-4756-8b31-869ed77bf100 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:42:45.392112 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 3fdd4934-77a4-4756-8b31-869ed77bf100 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:42:45.414418 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1c03a725-f5e4-4e27-9b4d-5f474453e3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:45.418934 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1c03a725-f5e4-4e27-9b4d-5f474453e3f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:45.420328 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-1c03a725-f5e4-4e27-9b4d-5f474453e3f6 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b4be968a-8e04-4f30-94bb-c551ea4e930c HTTP/1.1" status: 204 len: 168 time: 0.3123164 Dec 20 14:42:45.442504 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c03a725-f5e4-4e27-9b4d-5f474453e3f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4be968a-8e04-4f30-94bb-c551ea4e930c,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:45.465401 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 9bbba56b-3c73-4b38-bc1b-ef639453488f no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:42:45.507940 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 9bbba56b-3c73-4b38-bc1b-ef639453488f {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:42:45.508281 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 9bbba56b-3c73-4b38-bc1b-ef639453488f not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:42:45.569739 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b632981c-949f-4316-80c4-f570530faabc tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:45.606022 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b632981c-949f-4316-80c4-f570530faabc tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Pushing event deleted for resources: {'Port': ['ID=ef4cf32f-d925-46e9-b47e-a8332662278d,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:45.783291 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 50654) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:42:45.800599 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ffa82540-f732-4afd-b084-10dd5f92fc38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:45.959037 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b632981c-949f-4316-80c4-f570530faabc tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582411'] for router_interface, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:46.003919 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ffa82540-f732-4afd-b084-10dd5f92fc38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:46.003919 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ffa82540-f732-4afd-b084-10dd5f92fc38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:46.018771 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 54958822-b70f-4655-b03d-b9388ef82258 up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:42:46.135483 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-ffa82540-f732-4afd-b084-10dd5f92fc38 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.3506799 Dec 20 14:42:46.136457 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 50670) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:42:46.150531 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning for port 54958822-b70f-4655-b03d-b9388ef82258 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:42:46.164895 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port 54958822-b70f-4655-b03d-b9388ef82258 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:42:46.165388 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:46.186466 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa82540-f732-4afd-b084-10dd5f92fc38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=687fa406-71f5-4c3d-af89-b3a053ec19e0,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:46.189820 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 50672) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:42:46.260291 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0f413f30-d17f-43d2-ba45-377bf238cdc0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:46.282336 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:46.308759 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72808abe-1403-4aac-9bd9-92aa1bb0128a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54958822-b70f-4655-b03d-b9388ef82258'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:42:46.311310 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-612e9ea8-9373-4a7a-af7d-5758f6956f7d" -d '{"events": [{"server_uuid": "72808abe-1403-4aac-9bd9-92aa1bb0128a", "name": "network-vif-plugged", "status": "completed", "tag": "54958822-b70f-4655-b03d-b9388ef82258"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:42:46.324288 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fed2a2ef-a486-4bd8-82ce-13dc23d8f6b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:46.327963 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 54958822-b70f-4655-b03d-b9388ef82258, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=54958822-b70f-4655-b03d-b9388ef82258,segment=NetworkSegment(e8d2272b-3995-4a5a-a1f2-9fe885798f90),segment_id=e8d2272b-3995-4a5a-a1f2-9fe885798f90)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:42:46.340255 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:46.363497 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fed2a2ef-a486-4bd8-82ce-13dc23d8f6b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:46.416542 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edc120f2-76be-44e8-b2a4-a23bd910f215 x-openstack-request-id: req-edc120f2-76be-44e8-b2a4-a23bd910f215 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:42:46.418361 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72808abe-1403-4aac-9bd9-92aa1bb0128a", "name": "network-vif-plugged", "status": "completed", "tag": "54958822-b70f-4655-b03d-b9388ef82258", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:42:46.418757 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-edc120f2-76be-44e8-b2a4-a23bd910f215 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:42:46.419234 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72808abe-1403-4aac-9bd9-92aa1bb0128a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54958822-b70f-4655-b03d-b9388ef82258', 'code': 200} Dec 20 14:42:46.441876 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0f413f30-d17f-43d2-ba45-377bf238cdc0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:46.447669 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0f413f30-d17f-43d2-ba45-377bf238cdc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:46.462066 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=54958822-b70f-4655-b03d-b9388ef82258,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:46.505587 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fed2a2ef-a486-4bd8-82ce-13dc23d8f6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:46.508486 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fed2a2ef-a486-4bd8-82ce-13dc23d8f6b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:46.510179 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-fed2a2ef-a486-4bd8-82ce-13dc23d8f6b8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/687fa406-71f5-4c3d-af89-b3a053ec19e0 HTTP/1.1" status: 204 len: 168 time: 0.3722882 Dec 20 14:42:46.573137 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-0f413f30-d17f-43d2-ba45-377bf238cdc0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1e818b0c50a24eb2911dce76ae5a6556&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3803794 Dec 20 14:42:46.574078 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 50682) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:42:46.653464 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f413f30-d17f-43d2-ba45-377bf238cdc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccdcfcf1-2d69-4aa5-82c8-544ae1305217,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:46.680179 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed2a2ef-a486-4bd8-82ce-13dc23d8f6b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=687fa406-71f5-4c3d-af89-b3a053ec19e0,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:46.700162 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ef55ee-5f6d-4ff8-a354-815df2d11124 req-40ce6685-4f2c-4959-95d2-932635f1cd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:46.702065 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-93ef55ee-5f6d-4ff8-a354-815df2d11124 req-40ce6685-4f2c-4959-95d2-932635f1cd97 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=72808abe-1403-4aac-9bd9-92aa1bb0128a HTTP/1.1" status: 200 len: 1097 time: 0.1985402 Dec 20 14:42:46.703411 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a3735ab4-389a-4227-afb4-97d16d8fad36 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:46.719069 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device f9cafc63-5c15-436b-8f5b-505741674ca5 up at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:42:46.791203 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a3735ab4-389a-4227-afb4-97d16d8fad36 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:46.826021 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:42:46.826021 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:42:46.826021 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:42:46.826021 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:42:46.826021 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:42:46.826021 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:42:46.826021 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:42:46.826021 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:42:46.826021 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:42:46.826021 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:42:46.826021 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:42:46.826021 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:42:46.826021 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:42:46.826021 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:42:46.826021 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:42:46.826021 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:42:46.826021 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:42:46.826021 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:42:46.826021 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:42:46.826021 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:42:46.826021 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:42:46.826021 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:42:46.826021 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:42:46.826021 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:42:46.826021 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:42:46.826021 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:42:46.826021 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:42:46.826021 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:42:46.826021 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:42:46.826021 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:42:46.826021 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:42:46.826021 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:42:46.826021 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:42:46.826021 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:42:46.826021 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:42:46.826021 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:42:46.828822 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:42:46.828822 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:42:46.828822 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:42:46.828822 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:42:46.828822 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:42:46.828822 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:42:46.828822 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:42:46.828822 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:42:46.828822 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:42:46.828822 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:42:46.828822 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:42:46.828822 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:42:46.831197 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70f7a23-bd14-499d-9bdd-79eaafff6831 req-ecd60fce-7995-4433-a0f0-4efb934e9312 tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:46.833076 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f70f7a23-bd14-499d-9bdd-79eaafff6831 req-ecd60fce-7995-4433-a0f0-4efb934e9312 tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0add9d2-d4c4-462b-8238-06680673970f HTTP/1.1" status: 200 len: 944 time: 0.8547597 Dec 20 14:42:46.842963 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning for port f9cafc63-5c15-436b-8f5b-505741674ca5 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:42:46.848329 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning complete for port f9cafc63-5c15-436b-8f5b-505741674ca5 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:42:46.848712 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:46.882569 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b632981c-949f-4316-80c4-f570530faabc tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Router f9ca8501-56a0-463e-a8ca-bed728383b8c has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:42:46.895768 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-93ef55ee-5f6d-4ff8-a354-815df2d11124 req-fdc86d4a-4756-4d85-8771-3abd065cf9a1 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f5d3074f-115c-48f1-a175-0dcd02af11cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852117 Dec 20 14:42:46.922387 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a3735ab4-389a-4227-afb4-97d16d8fad36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:46.925997 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a3735ab4-389a-4227-afb4-97d16d8fad36 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:46.930827 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-a3735ab4-389a-4227-afb4-97d16d8fad36 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ccdcfcf1-2d69-4aa5-82c8-544ae1305217 HTTP/1.1" status: 204 len: 168 time: 0.3448110 Dec 20 14:42:46.942806 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3735ab4-389a-4227-afb4-97d16d8fad36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccdcfcf1-2d69-4aa5-82c8-544ae1305217,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:46.976221 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:47.025583 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port f9cafc63-5c15-436b-8f5b-505741674ca5, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=f9cafc63-5c15-436b-8f5b-505741674ca5,segment=NetworkSegment(e8d2272b-3995-4a5a-a1f2-9fe885798f90),segment_id=e8d2272b-3995-4a5a-a1f2-9fe885798f90)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:42:47.031919 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:47.134897 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=f9cafc63-5c15-436b-8f5b-505741674ca5,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:47.144065 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f70f7a23-bd14-499d-9bdd-79eaafff6831 req-ff38b0a5-fed1-47d7-a4a6-cc8f052a5f52 tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] 10.222.0.54 "GET /v2.0/security-groups?id=f5d3074f-115c-48f1-a175-0dcd02af11cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975752 Dec 20 14:42:47.147846 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b632981c-949f-4316-80c4-f570530faabc tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:42:47.162668 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500408bc-c8fe-40dd-ac87-78c77fcdc99a None None] Sync routers for ids ['f9ca8501-56a0-463e-a8ca-bed728383b8c'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:42:47.168616 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-b632981c-949f-4316-80c4-f570530faabc tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "PUT /v2.0/routers/f9ca8501-56a0-463e-a8ca-bed728383b8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6814380 Dec 20 14:42:47.172292 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 50698) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:42:47.184897 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500408bc-c8fe-40dd-ac87-78c77fcdc99a None None] Routers {'f9ca8501-56a0-463e-a8ca-bed728383b8c'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:42:47.185777 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-500408bc-c8fe-40dd-ac87-78c77fcdc99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:42:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['f9ca8501-56a0-463e-a8ca-bed728383b8c'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:42:47.285046 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-500408bc-c8fe-40dd-ac87-78c77fcdc99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:42:47.294770 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500408bc-c8fe-40dd-ac87-78c77fcdc99a None None] Routers {'f9ca8501-56a0-463e-a8ca-bed728383b8c'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:42:47.295372 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-500408bc-c8fe-40dd-ac87-78c77fcdc99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:42:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['f9ca8501-56a0-463e-a8ca-bed728383b8c'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:42:47.346361 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-500408bc-c8fe-40dd-ac87-78c77fcdc99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:42:47.347054 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500408bc-c8fe-40dd-ac87-78c77fcdc99a None None] The sync data for ids ['f9ca8501-56a0-463e-a8ca-bed728383b8c'] in n-d-761264-19 is: [] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:42:47.632135 n-d-761264-19 neutron-server[103167]: INFO neutron.api.v2.resource [None req-2cd58725-fe4a-4478-99fa-7d9a654115bd tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] remove_router_interface failed (client error): The resource could not be found. Dec 20 14:42:47.633192 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-2cd58725-fe4a-4478-99fa-7d9a654115bd tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "PUT /v2.0/routers/f9ca8501-56a0-463e-a8ca-bed728383b8c/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4571693 Dec 20 14:42:47.636602 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 50722) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:42:47.702126 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-f29a7a5b-4494-49ab-9a3b-c0442259a7bb tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "GET /v2.0/ports?device_id=f9ca8501-56a0-463e-a8ca-bed728383b8c HTTP/1.1" status: 200 len: 205 time: 0.0622733 Dec 20 14:42:47.703266 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 50726) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:42:47.786706 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 50728) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:42:47.848653 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-75c905b9-b81a-4b00-8f82-fdb1849d809b tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks [] for router, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:47.949858 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-9c7375de-6417-4a5a-89fd-b9d5303c583a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-525781048-network', 'tenant_id': 'd7ac4ef8887a44c694f37700b678a7f1'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:42:48.027247 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c7375de-6417-4a5a-89fd-b9d5303c583a admin admin] Made reservation on behalf of d7ac4ef8887a44c694f37700b678a7f1 for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:42:48.034961 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9c7375de-6417-4a5a-89fd-b9d5303c583a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:48.059980 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9c7375de-6417-4a5a-89fd-b9d5303c583a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:48.209232 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9c7375de-6417-4a5a-89fd-b9d5303c583a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:48.216531 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9c7375de-6417-4a5a-89fd-b9d5303c583a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:48.280717 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c7375de-6417-4a5a-89fd-b9d5303c583a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:42:48.289947 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7375de-6417-4a5a-89fd-b9d5303c583a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92216dec-10aa-45a5-b789-dd8a96164fa6,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:48.301677 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9c7375de-6417-4a5a-89fd-b9d5303c583a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:48.303509 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-9c7375de-6417-4a5a-89fd-b9d5303c583a admin admin] Added segment dd2316b7-99c5-47dc-8eaa-c0ed88e5c141 of type vlan for network 9b4f7907-bd5d-4ee9-954d-84febe01c0f5 Dec 20 14:42:48.378172 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9c7375de-6417-4a5a-89fd-b9d5303c583a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:48.412689 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9c7375de-6417-4a5a-89fd-b9d5303c583a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:48.414005 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7375de-6417-4a5a-89fd-b9d5303c583a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:48.416461 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9c7375de-6417-4a5a-89fd-b9d5303c583a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:48.420666 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0add9d2-d4c4-462b-8238-06680673970f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9cafc63-5c15-436b-8f5b-505741674ca5'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:42:48.423417 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d004f9-ce83-47dd-b3c8-4d25b69328e6" -d '{"events": [{"server_uuid": "d0add9d2-d4c4-462b-8238-06680673970f", "name": "network-vif-plugged", "status": "completed", "tag": "f9cafc63-5c15-436b-8f5b-505741674ca5"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:42:48.450140 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-9c7375de-6417-4a5a-89fd-b9d5303c583a admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6615806 Dec 20 14:42:48.462444 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 50750) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:42:48.470010 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-eb58e6d2-7571-4b8f-a6c8-273c54c1502f admin admin] Request body: {'subnet': {'network_id': '9b4f7907-bd5d-4ee9-954d-84febe01c0f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-525781048-subnet', 'tenant_id': 'd7ac4ef8887a44c694f37700b678a7f1', 'ip_version': 4}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:42:48.490306 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78395e26-c5e6-42cc-a52d-079af10830ec x-openstack-request-id: req-78395e26-c5e6-42cc-a52d-079af10830ec {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:42:48.495984 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0add9d2-d4c4-462b-8238-06680673970f", "name": "network-vif-plugged", "status": "completed", "tag": "f9cafc63-5c15-436b-8f5b-505741674ca5", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:42:48.496520 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-78395e26-c5e6-42cc-a52d-079af10830ec {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:42:48.497082 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0add9d2-d4c4-462b-8238-06680673970f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9cafc63-5c15-436b-8f5b-505741674ca5', 'code': 200} Dec 20 14:42:48.570558 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7989a15-6e31-459b-a403-d481a4d74b57 req-35bc1c99-2eb4-4674-9ffc-c070833bcb48 tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:48.578001 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d7989a15-6e31-459b-a403-d481a4d74b57 req-35bc1c99-2eb4-4674-9ffc-c070833bcb48 tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0add9d2-d4c4-462b-8238-06680673970f HTTP/1.1" status: 200 len: 945 time: 0.0966406 Dec 20 14:42:48.591533 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb58e6d2-7571-4b8f-a6c8-273c54c1502f admin admin] Made reservation on behalf of d7ac4ef8887a44c694f37700b678a7f1 for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:42:48.595036 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-eb58e6d2-7571-4b8f-a6c8-273c54c1502f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:48.631964 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7375de-6417-4a5a-89fd-b9d5303c583a admin admin] Pushing event updated for resources: {'Network': ['ID=9b4f7907-bd5d-4ee9-954d-84febe01c0f5,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:48.644349 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 9b4f7907-bd5d-4ee9-954d-84febe01c0f5 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:42:48.742204 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-75c905b9-b81a-4b00-8f82-fdb1849d809b tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40132'] for router, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:48.745241 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-75c905b9-b81a-4b00-8f82-fdb1849d809b tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:48.770017 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ab4be-af61-4fe5-aab6-8b6aa1d582fe req-11ddab34-0085-48a4-8225-cac8628aa7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:48.771773 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a83ab4be-af61-4fe5-aab6-8b6aa1d582fe req-11ddab34-0085-48a4-8225-cac8628aa7fe service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d0add9d2-d4c4-462b-8238-06680673970f HTTP/1.1" status: 200 len: 1097 time: 0.1982827 Dec 20 14:42:48.826532 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a83ab4be-af61-4fe5-aab6-8b6aa1d582fe req-a20da6b8-ca2f-453e-81f3-96c04cb73acb service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f5d3074f-115c-48f1-a175-0dcd02af11cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468245 Dec 20 14:42:48.871608 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-75c905b9-b81a-4b00-8f82-fdb1849d809b tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1594808'] for router, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:48.872589 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75c905b9-b81a-4b00-8f82-fdb1849d809b tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Fanout notify agent at l3_agent the message router_deleted on router f9ca8501-56a0-463e-a8ca-bed728383b8c {{(pid=103167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 14:42:48.881383 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-75c905b9-b81a-4b00-8f82-fdb1849d809b tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks [] for router, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:48.885456 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-75c905b9-b81a-4b00-8f82-fdb1849d809b tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "DELETE /v2.0/routers/f9ca8501-56a0-463e-a8ca-bed728383b8c HTTP/1.1" status: 204 len: 168 time: 1.1754031 Dec 20 14:42:48.886849 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 50758) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:42:48.946942 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d7989a15-6e31-459b-a403-d481a4d74b57 req-c40e491d-6a3f-4df9-a993-4cfe56fc2451 tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] 10.222.0.54 "GET /v2.0/security-groups?id=f5d3074f-115c-48f1-a175-0dcd02af11cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3656604 Dec 20 14:42:48.990923 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_v2 [None req-0aced1f5-ab2c-4fe9-81c2-34635f24cb1f tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Deleting subnet c31a1ed3-5ee7-4741-b261-fc9a60edc69e {{(pid=103167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:42:48.995450 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0aced1f5-ab2c-4fe9-81c2-34635f24cb1f tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks [] for subnet, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:49.041229 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-eb58e6d2-7571-4b8f-a6c8-273c54c1502f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8848317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10470522'] for subnet, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:49.047567 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0aced1f5-ab2c-4fe9-81c2-34635f24cb1f tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954412'] for subnet, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:49.148797 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb58e6d2-7571-4b8f-a6c8-273c54c1502f admin admin] Pushing event updated for resources: {'Subnet': ['ID=42b01fad-7b58-4f4b-9190-ade38b52aa11,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:49.155076 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb58e6d2-7571-4b8f-a6c8-273c54c1502f admin admin] Checking segment: {'id': 'dd2316b7-99c5-47dc-8eaa-c0ed88e5c141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '9b4f7907-bd5d-4ee9-954d-84febe01c0f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:42:49.155742 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb58e6d2-7571-4b8f-a6c8-273c54c1502f admin admin] Network hostable DHCP agents. Network: 9b4f7907-bd5d-4ee9-954d-84febe01c0f5, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:42:49.190494 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0aced1f5-ab2c-4fe9-81c2-34635f24cb1f tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:49.205565 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb58e6d2-7571-4b8f-a6c8-273c54c1502f admin admin] Network 9b4f7907-bd5d-4ee9-954d-84febe01c0f5 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:42:49.222416 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-eb58e6d2-7571-4b8f-a6c8-273c54c1502f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 9b4f7907-bd5d-4ee9-954d-84febe01c0f5) {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:42:49.227124 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb58e6d2-7571-4b8f-a6c8-273c54c1502f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:49.227654 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-eb58e6d2-7571-4b8f-a6c8-273c54c1502f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:49.234802 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d71dba4-bc18-4537-8d3b-8283d5e1f872 None None] Network 9b4f7907-bd5d-4ee9-954d-84febe01c0f5 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:42:49.260905 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-eb58e6d2-7571-4b8f-a6c8-273c54c1502f admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7971539 Dec 20 14:42:49.261721 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 50770) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:42:49.274170 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-e6e71304-31d2-45be-b684-28793023a9f7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-525781048-router', 'tenant_id': 'd7ac4ef8887a44c694f37700b678a7f1', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:42:49.298701 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0aced1f5-ab2c-4fe9-81c2-34635f24cb1f tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:49.344994 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e6e71304-31d2-45be-b684-28793023a9f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40114'] for router, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:49.346249 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e6e71304-31d2-45be-b684-28793023a9f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40139'] for router, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:49.377203 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aced1f5-ab2c-4fe9-81c2-34635f24cb1f tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Pushing event deleted for resources: {'Subnet': ['ID=c31a1ed3-5ee7-4741-b261-fc9a60edc69e,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:49.396261 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0aced1f5-ab2c-4fe9-81c2-34635f24cb1f tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:49.403669 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-0aced1f5-ab2c-4fe9-81c2-34635f24cb1f tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "DELETE /v2.0/subnets/c31a1ed3-5ee7-4741-b261-fc9a60edc69e HTTP/1.1" status: 204 len: 168 time: 0.5156026 Dec 20 14:42:49.406252 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 50776) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:42:49.453380 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5eac8db-5d9c-4b18-9cef-226376f4fb22 None None] Network 6f2b0bea-ef1e-4b76-8606-37d348a27bc6 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:42:49.470313 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e6e71304-31d2-45be-b684-28793023a9f7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:49.585843 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6d044449-e8b6-486d-b364-aa49b5c83437 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:49.661069 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-6d044449-e8b6-486d-b364-aa49b5c83437 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Deleting port ee846d29-632b-4417-8826-2b45c96fa788 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:42:49.661436 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6d044449-e8b6-486d-b364-aa49b5c83437 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:49.769214 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-6d044449-e8b6-486d-b364-aa49b5c83437 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] For port ee846d29-632b-4417-8826-2b45c96fa788, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=ee846d29-632b-4417-8826-2b45c96fa788,segment=NetworkSegment(ff5a3486-d933-4a0d-9905-b1c17a7e7b81),segment_id=ff5a3486-d933-4a0d-9905-b1c17a7e7b81)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:42:49.770253 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e6e71304-31d2-45be-b684-28793023a9f7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:49.770368 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6d044449-e8b6-486d-b364-aa49b5c83437 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:49.807794 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-6d044449-e8b6-486d-b364-aa49b5c83437 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Calling delete_port for ee846d29-632b-4417-8826-2b45c96fa788 owned by network:dhcp {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:42:49.935879 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6d044449-e8b6-486d-b364-aa49b5c83437 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:49.995384 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1129d34b-0548-497b-a101-d7389ee5ea84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-9b4f7907-bd5d-4ee9-954d-84febe01c0f5', 'network_id': '9b4f7907-bd5d-4ee9-954d-84febe01c0f5', 'project_id': 'd7ac4ef8887a44c694f37700b678a7f1', 'fixed_ips': [{'subnet_id': '42b01fad-7b58-4f4b-9190-ade38b52aa11'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:42:49.997515 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-1129d34b-0548-497b-a101-d7389ee5ea84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:50.082547 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d044449-e8b6-486d-b364-aa49b5c83437 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] No DVR routers for this DVR port ee846d29-632b-4417-8826-2b45c96fa788 on host n-d-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:42:50.089466 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d044449-e8b6-486d-b364-aa49b5c83437 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Pushing event deleted for resources: {'Port': ['ID=ee846d29-632b-4417-8826-2b45c96fa788,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:50.351312 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e6e71304-31d2-45be-b684-28793023a9f7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:50.364548 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ffd86d-8db2-4fd1-bad7-92c9b9e355e1 None None] DHCP port deletion for 6f2b0bea-ef1e-4b76-8606-37d348a27bc6 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:42:50.403700 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6d044449-e8b6-486d-b364-aa49b5c83437 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:50.406546 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-1129d34b-0548-497b-a101-d7389ee5ea84 None None] Allocated IP 172.20.0.2 (9b4f7907-bd5d-4ee9-954d-84febe01c0f5/42b01fad-7b58-4f4b-9190-ade38b52aa11/d96ac9c2-7293-43ef-ae1d-9a863eece0d1) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:42:50.441087 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e6e71304-31d2-45be-b684-28793023a9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:50.457638 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-6d044449-e8b6-486d-b364-aa49b5c83437 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f2b0bea-ef1e-4b76-8606-37d348a27bc6']}} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:42:50.474149 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f984705-511e-4209-9e7b-eaa40c9339e6 req-22399085-b219-43d5-b8b7-7a5c209519f5 tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:50.476536 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1f984705-511e-4209-9e7b-eaa40c9339e6 req-22399085-b219-43d5-b8b7-7a5c209519f5 tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0add9d2-d4c4-462b-8238-06680673970f HTTP/1.1" status: 200 len: 945 time: 0.3433256 Dec 20 14:42:50.491496 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-6d044449-e8b6-486d-b364-aa49b5c83437 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff5a3486-d933-4a0d-9905-b1c17a7e7b81') {'for_net_delete': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:42:50.491968 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-6d044449-e8b6-486d-b364-aa49b5c83437 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff5a3486-d933-4a0d-9905-b1c17a7e7b81') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:42:50.534549 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6d044449-e8b6-486d-b364-aa49b5c83437 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954405'] for segment, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:50.575945 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6d044449-e8b6-486d-b364-aa49b5c83437 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:50.594539 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d044449-e8b6-486d-b364-aa49b5c83437 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=103167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:42:50.595266 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6d044449-e8b6-486d-b364-aa49b5c83437 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9956000'] for segment, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:50.741259 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:42:50.741259 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:42:50.741259 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:42:50.741259 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:42:50.741259 n-d-761264-19 neutron-server[103167]: Traceback (most recent call last): Dec 20 14:42:50.741259 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:42:50.741259 n-d-761264-19 neutron-server[103167]: timer() Dec 20 14:42:50.741259 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:42:50.741259 n-d-761264-19 neutron-server[103167]: cb(*args, **kw) Dec 20 14:42:50.741259 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:42:50.741259 n-d-761264-19 neutron-server[103167]: return func(*args, **kwargs) Dec 20 14:42:50.741259 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:42:50.741259 n-d-761264-19 neutron-server[103167]: self._notify() Dec 20 14:42:50.741259 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:42:50.741259 n-d-761264-19 neutron-server[103167]: self.callback(batched_events) Dec 20 14:42:50.741259 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:42:50.741259 n-d-761264-19 neutron-server[103167]: event.method(event) Dec 20 14:42:50.741259 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:42:50.741259 n-d-761264-19 neutron-server[103167]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:42:50.741259 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:42:50.741259 n-d-761264-19 neutron-server[103167]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:42:50.741259 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:42:50.741259 n-d-761264-19 neutron-server[103167]: return f(self, *a, **k) Dec 20 14:42:50.741259 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:42:50.741259 n-d-761264-19 neutron-server[103167]: return self._get(url).json() Dec 20 14:42:50.741259 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:42:50.741259 n-d-761264-19 neutron-server[103167]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:42:50.741259 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:42:50.741259 n-d-761264-19 neutron-server[103167]: return self.request(url, 'GET', **kwargs) Dec 20 14:42:50.741259 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:42:50.741259 n-d-761264-19 neutron-server[103167]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:42:50.741259 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:42:50.741259 n-d-761264-19 neutron-server[103167]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:42:50.741259 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:42:50.741259 n-d-761264-19 neutron-server[103167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:42:50.741259 n-d-761264-19 neutron-server[103167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:42:50.748349 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6d044449-e8b6-486d-b364-aa49b5c83437 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:50.755528 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6d044449-e8b6-486d-b364-aa49b5c83437 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:50.766247 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-6d044449-e8b6-486d-b364-aa49b5c83437 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "DELETE /v2.0/networks/6f2b0bea-ef1e-4b76-8606-37d348a27bc6 HTTP/1.1" status: 204 len: 168 time: 1.3583603 Dec 20 14:42:50.778092 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 50798) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:42:50.788677 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-c185487b-9682-43e3-8449-a511f2795963 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Request body: {'network': {'name': 'tempest-RoutersTest-1107342366'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:42:50.820411 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1f984705-511e-4209-9e7b-eaa40c9339e6 req-94ca88b4-51b9-48ee-ae6a-67c15cb8f11c tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] 10.222.0.54 "GET /v2.0/security-groups?id=f5d3074f-115c-48f1-a175-0dcd02af11cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026230 Dec 20 14:42:50.824750 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d044449-e8b6-486d-b364-aa49b5c83437 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Pushing event deleted for resources: {'Network': ['ID=6f2b0bea-ef1e-4b76-8606-37d348a27bc6,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:50.859849 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-1129d34b-0548-497b-a101-d7389ee5ea84 None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:50.867573 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-e6e71304-31d2-45be-b684-28793023a9f7 admin admin] Allocated IP 172.25.0.65 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/5cace7f5-a1da-4c16-985f-7c944ee48bf0) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:42:50.877758 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-1129d34b-0548-497b-a101-d7389ee5ea84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:50.928942 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1129d34b-0548-497b-a101-d7389ee5ea84 None None] Network 9b4f7907-bd5d-4ee9-954d-84febe01c0f5 is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:42:50.936336 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-1129d34b-0548-497b-a101-d7389ee5ea84 None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:42:50.944714 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1129d34b-0548-497b-a101-d7389ee5ea84 None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:42:50.961614 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1129d34b-0548-497b-a101-d7389ee5ea84 None None] Pushing event updated for resources: {'Port': ['ID=d96ac9c2-7293-43ef-ae1d-9a863eece0d1,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:51.033367 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-1129d34b-0548-497b-a101-d7389ee5ea84 None None] Attempting to bind port d96ac9c2-7293-43ef-ae1d-9a863eece0d1 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:42:51.033745 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-1129d34b-0548-497b-a101-d7389ee5ea84 None None] Attempting to bind port d96ac9c2-7293-43ef-ae1d-9a863eece0d1 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': 'dd2316b7-99c5-47dc-8eaa-c0ed88e5c141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '9b4f7907-bd5d-4ee9-954d-84febe01c0f5'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:42:51.034105 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1129d34b-0548-497b-a101-d7389ee5ea84 None None] Attempting to bind port d96ac9c2-7293-43ef-ae1d-9a863eece0d1 on network 9b4f7907-bd5d-4ee9-954d-84febe01c0f5 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:42:51.041841 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1129d34b-0548-497b-a101-d7389ee5ea84 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:42:51.042224 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1129d34b-0548-497b-a101-d7389ee5ea84 None None] Checking segment: {'id': 'dd2316b7-99c5-47dc-8eaa-c0ed88e5c141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '9b4f7907-bd5d-4ee9-954d-84febe01c0f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:42:51.042636 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-1129d34b-0548-497b-a101-d7389ee5ea84 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:51.043068 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1129d34b-0548-497b-a101-d7389ee5ea84 None None] Bound using segment: {'id': 'dd2316b7-99c5-47dc-8eaa-c0ed88e5c141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '9b4f7907-bd5d-4ee9-954d-84febe01c0f5'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:42:51.043559 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-1129d34b-0548-497b-a101-d7389ee5ea84 None None] Bound port: d96ac9c2-7293-43ef-ae1d-9a863eece0d1, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd2316b7-99c5-47dc-8eaa-c0ed88e5c141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '9b4f7907-bd5d-4ee9-954d-84febe01c0f5'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:42:51.043993 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-1129d34b-0548-497b-a101-d7389ee5ea84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:51.049527 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e6e71304-31d2-45be-b684-28793023a9f7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:51.132608 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c185487b-9682-43e3-8449-a511f2795963 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Made reservation on behalf of 50053969373c435f81b8431b3e816f88 for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:42:51.136844 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c185487b-9682-43e3-8449-a511f2795963 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:51.149183 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e6e71304-31d2-45be-b684-28793023a9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:51.159290 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-1129d34b-0548-497b-a101-d7389ee5ea84 None None] For port d96ac9c2-7293-43ef-ae1d-9a863eece0d1, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:42:51.166472 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-1129d34b-0548-497b-a101-d7389ee5ea84 None None] For port d96ac9c2-7293-43ef-ae1d-9a863eece0d1, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=d96ac9c2-7293-43ef-ae1d-9a863eece0d1,segment=NetworkSegment(dd2316b7-99c5-47dc-8eaa-c0ed88e5c141),segment_id=dd2316b7-99c5-47dc-8eaa-c0ed88e5c141)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:42:51.173495 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-1129d34b-0548-497b-a101-d7389ee5ea84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:51.174480 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c185487b-9682-43e3-8449-a511f2795963 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:42:51.187371 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c185487b-9682-43e3-8449-a511f2795963 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:51.187717 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-c185487b-9682-43e3-8449-a511f2795963 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Added segment f1f76676-aa5c-40bd-a9fe-cdd8f2f97679 of type vlan for network df96cde4-b903-4d06-881a-f1ba1242a036 Dec 20 14:42:51.252898 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c185487b-9682-43e3-8449-a511f2795963 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:51.275742 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1129d34b-0548-497b-a101-d7389ee5ea84 None None] Pushing event updated for resources: {'Port': ['ID=d96ac9c2-7293-43ef-ae1d-9a863eece0d1,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:51.315410 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e71304-31d2-45be-b684-28793023a9f7 admin admin] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:42:51.317526 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-e6e71304-31d2-45be-b684-28793023a9f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:42:51.320930 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e71304-31d2-45be-b684-28793023a9f7 admin admin] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:42:51.335272 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87e6b7c-9e7f-44f7-9051-498d3bee4e37 None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:42:51.397668 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c185487b-9682-43e3-8449-a511f2795963 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:51.401879 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-a9d23812-2b94-4501-820b-d397461be550 None None] Provisioning complete for port 5cace7f5-a1da-4c16-985f-7c944ee48bf0 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:42:51.402337 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a9d23812-2b94-4501-820b-d397461be550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:51.403694 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c185487b-9682-43e3-8449-a511f2795963 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:51.404322 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c185487b-9682-43e3-8449-a511f2795963 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:51.408215 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e71304-31d2-45be-b684-28793023a9f7 admin admin] Pushing event updated for resources: {'Port': ['ID=5cace7f5-a1da-4c16-985f-7c944ee48bf0,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:51.538302 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 50818) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:42:51.554128 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-4593f778-42a2-4c68-9a41-c56ac0acb21a tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Request body: {'subnet': {'network_id': 'df96cde4-b903-4d06-881a-f1ba1242a036', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:42:51.559216 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-c185487b-9682-43e3-8449-a511f2795963 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7650959 Dec 20 14:42:51.576736 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device ee846d29-632b-4417-8826-2b45c96fa788 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:42:51.592463 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-a9d23812-2b94-4501-820b-d397461be550 None None] Port 5cace7f5-a1da-4c16-985f-7c944ee48bf0 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:42:51.616374 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: ee846d29-632b-4417-8826-2b45c96fa788 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:42:51.616716 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device ee846d29-632b-4417-8826-2b45c96fa788 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:42:51.748988 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c185487b-9682-43e3-8449-a511f2795963 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Pushing event updated for resources: {'Network': ['ID=df96cde4-b903-4d06-881a-f1ba1242a036,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:51.762404 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network df96cde4-b903-4d06-881a-f1ba1242a036 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:42:51.807406 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4593f778-42a2-4c68-9a41-c56ac0acb21a tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Made reservation on behalf of 50053969373c435f81b8431b3e816f88 for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:42:51.815854 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4593f778-42a2-4c68-9a41-c56ac0acb21a tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:52.066606 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddfce7b-9291-411b-923e-5957b6367e46 req-77d53f76-ef5f-45b9-a31e-e9f34053504a tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:52.081367 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8ddfce7b-9291-411b-923e-5957b6367e46 req-77d53f76-ef5f-45b9-a31e-e9f34053504a tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "GET /v2.0/ports?device_id=c09bc019-13ea-434d-bbc0-07c863b22aea HTTP/1.1" status: 200 len: 945 time: 0.1423116 Dec 20 14:42:52.117677 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e6e71304-31d2-45be-b684-28793023a9f7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:52.169011 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4593f778-42a2-4c68-9a41-c56ac0acb21a tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:52.181398 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8ddfce7b-9291-411b-923e-5957b6367e46 req-5191c2fb-b535-4416-8e41-ad0e271ef8f8 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "GET /v2.0/security-groups?id=c47d898d-9929-440f-b783-78aa0f136a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990949 Dec 20 14:42:52.249977 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c2bff8-477d-467c-86f2-b42fcdb6196b req-5f695a33-6e02-40ea-b4de-b9cfff0f49e6 tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:52.259362 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b2c2bff8-477d-467c-86f2-b42fcdb6196b req-5f695a33-6e02-40ea-b4de-b9cfff0f49e6 tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0add9d2-d4c4-462b-8238-06680673970f HTTP/1.1" status: 200 len: 945 time: 0.2750561 Dec 20 14:42:52.321296 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4593f778-42a2-4c68-9a41-c56ac0acb21a tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Pushing event updated for resources: {'Subnet': ['ID=7c0cfd8f-17d6-442b-a360-039d124c4798,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:52.339570 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4593f778-42a2-4c68-9a41-c56ac0acb21a tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Checking segment: {'id': 'f1f76676-aa5c-40bd-a9fe-cdd8f2f97679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'df96cde4-b903-4d06-881a-f1ba1242a036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:42:52.339917 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4593f778-42a2-4c68-9a41-c56ac0acb21a tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Network hostable DHCP agents. Network: df96cde4-b903-4d06-881a-f1ba1242a036, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:42:52.369628 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b2c2bff8-477d-467c-86f2-b42fcdb6196b req-dcd4bfd6-2ee3-4a30-83f7-d5e25cae13fa tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] 10.222.0.54 "GET /v2.0/security-groups?id=f5d3074f-115c-48f1-a175-0dcd02af11cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091223 Dec 20 14:42:52.383036 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4593f778-42a2-4c68-9a41-c56ac0acb21a tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Network df96cde4-b903-4d06-881a-f1ba1242a036 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:42:52.401119 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-4593f778-42a2-4c68-9a41-c56ac0acb21a tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, df96cde4-b903-4d06-881a-f1ba1242a036) {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:42:52.411975 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de620aee-4afa-4c10-9bfc-a5c36c0b4a8c None None] Network df96cde4-b903-4d06-881a-f1ba1242a036 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:42:52.418637 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4593f778-42a2-4c68-9a41-c56ac0acb21a tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:52.419809 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4593f778-42a2-4c68-9a41-c56ac0acb21a tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:52.429642 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e6e71304-31d2-45be-b684-28793023a9f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013'] for router, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:52.477470 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-4593f778-42a2-4c68-9a41-c56ac0acb21a tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9348569 Dec 20 14:42:52.482787 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 50842) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:42:52.489149 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-24133642-06cb-4e91-885d-48a211cc4463 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1978464722', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:42:52.541605 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-24133642-06cb-4e91-885d-48a211cc4463 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40114'] for router, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:52.555680 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-24133642-06cb-4e91-885d-48a211cc4463 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40139'] for router, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:52.590201 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de446e0b-a15c-4fa0-b040-dd84accef351 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-df96cde4-b903-4d06-881a-f1ba1242a036', 'network_id': 'df96cde4-b903-4d06-881a-f1ba1242a036', 'project_id': '50053969373c435f81b8431b3e816f88', 'fixed_ips': [{'subnet_id': '7c0cfd8f-17d6-442b-a360-039d124c4798'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:42:52.593883 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-de446e0b-a15c-4fa0-b040-dd84accef351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:52.651948 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-24133642-06cb-4e91-885d-48a211cc4463 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:52.660202 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-24133642-06cb-4e91-885d-48a211cc4463 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013'] for router, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:52.683068 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd548da-2a31-4b6b-8471-0dcad4cee4f6 req-9f2076f0-dd62-4f25-a745-4d37f64c955d tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:52.690810 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5fd548da-2a31-4b6b-8471-0dcad4cee4f6 req-9f2076f0-dd62-4f25-a745-4d37f64c955d tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f130345-1138-4d50-add7-de8f7e377b9b HTTP/1.1" status: 200 len: 946 time: 0.1072764 Dec 20 14:42:52.707594 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-24133642-06cb-4e91-885d-48a211cc4463 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks [] for router, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:52.709031 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-24133642-06cb-4e91-885d-48a211cc4463 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2247858 Dec 20 14:42:52.714676 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 50848) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:42:52.773120 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5fd548da-2a31-4b6b-8471-0dcad4cee4f6 req-03bf6aec-7c2f-4cbf-bd27-b458cabe37b5 tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] 10.222.0.54 "GET /v2.0/security-groups?id=f5d3074f-115c-48f1-a175-0dcd02af11cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813272 Dec 20 14:42:52.813499 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6e71304-31d2-45be-b684-28793023a9f7 admin admin] Router 5ab9b23e-59f0-460f-a663-4100d95cb8d0 is scheduled to L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 with binding_index 1 {{(pid=103168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 14:42:52.903948 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-de446e0b-a15c-4fa0-b040-dd84accef351 None None] Allocated IP 172.20.0.2 (df96cde4-b903-4d06-881a-f1ba1242a036/7c0cfd8f-17d6-442b-a360-039d124c4798/903119c5-d8fc-42d6-bc08-3a31f237d23b) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:42:52.938226 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a82cd8-4b74-4f4d-a542-802752f212ea None None] Network 9b4f7907-bd5d-4ee9-954d-84febe01c0f5 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:42:53.030255 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6e71304-31d2-45be-b684-28793023a9f7 admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:42:53.054812 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf07eb1-78c4-464c-9b85-0201eb6cde29 None None] Sync routers for ids ['5ab9b23e-59f0-460f-a663-4100d95cb8d0'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:42:53.088526 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e6e71304-31d2-45be-b684-28793023a9f7 admin admin] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:53.090402 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-e6e71304-31d2-45be-b684-28793023a9f7 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.8265810 Dec 20 14:42:53.093383 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 50866) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:42:53.095608 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf07eb1-78c4-464c-9b85-0201eb6cde29 None None] Routers {'5ab9b23e-59f0-460f-a663-4100d95cb8d0'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:42:53.097635 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-2cf07eb1-78c4-464c-9b85-0201eb6cde29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:42:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['5ab9b23e-59f0-460f-a663-4100d95cb8d0'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:42:53.160412 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-aa8040d9-45d4-40be-a61b-3aaf48082445 None None] Provisioning complete for port d96ac9c2-7293-43ef-ae1d-9a863eece0d1 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:42:53.160862 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-aa8040d9-45d4-40be-a61b-3aaf48082445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:53.222768 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f528ff00-486c-42fd-808c-e5458344635b req-7f9a995e-77e4-4cb7-8d92-181a01747f7d tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:53.224373 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f528ff00-486c-42fd-808c-e5458344635b req-7f9a995e-77e4-4cb7-8d92-181a01747f7d tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] 10.222.0.54 "GET /v2.0/ports?device_id=72808abe-1403-4aac-9bd9-92aa1bb0128a HTTP/1.1" status: 200 len: 945 time: 0.2661667 Dec 20 14:42:53.264845 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9fc50cfd-2083-4853-90be-470ee51bde6f tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:53.420299 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f528ff00-486c-42fd-808c-e5458344635b req-4772cfc6-cc24-43d3-aeb2-b352e4e7d65f tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] 10.222.0.54 "GET /v2.0/security-groups?id=f5d3074f-115c-48f1-a175-0dcd02af11cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582921 Dec 20 14:42:53.480038 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-2cf07eb1-78c4-464c-9b85-0201eb6cde29 None None] Set router 5ab9b23e-59f0-460f-a663-4100d95cb8d0 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:42:53.746388 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-de446e0b-a15c-4fa0-b040-dd84accef351 None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:53.753573 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device d96ac9c2-7293-43ef-ae1d-9a863eece0d1 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:42:53.885302 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-aa8040d9-45d4-40be-a61b-3aaf48082445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:53.899317 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-de446e0b-a15c-4fa0-b040-dd84accef351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:53.901176 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192be6a9-f304-4615-a7e0-fff16dd7cf84 req-6e786418-f685-4a4c-9a90-7da29821bbc7 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:53.914587 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-192be6a9-f304-4615-a7e0-fff16dd7cf84 req-6e786418-f685-4a4c-9a90-7da29821bbc7 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "GET /v2.0/ports?device_id=c09bc019-13ea-434d-bbc0-07c863b22aea HTTP/1.1" status: 200 len: 945 time: 0.2230055 Dec 20 14:42:53.978794 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de446e0b-a15c-4fa0-b040-dd84accef351 None None] Network df96cde4-b903-4d06-881a-f1ba1242a036 is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:42:54.034904 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-9fc50cfd-2083-4853-90be-470ee51bde6f tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Allocated IP 172.20.0.1 (df96cde4-b903-4d06-881a-f1ba1242a036/7c0cfd8f-17d6-442b-a360-039d124c4798/e8fcc1ab-3c27-4286-ab58-5204d9abd20c) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:42:54.090438 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-192be6a9-f304-4615-a7e0-fff16dd7cf84 req-36f31d63-0679-4e89-a273-3c3bcd2f3056 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "GET /v2.0/security-groups?id=c47d898d-9929-440f-b783-78aa0f136a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1728494 Dec 20 14:42:54.115568 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-aa8040d9-45d4-40be-a61b-3aaf48082445 None None] For port d96ac9c2-7293-43ef-ae1d-9a863eece0d1, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=d96ac9c2-7293-43ef-ae1d-9a863eece0d1,segment=NetworkSegment(dd2316b7-99c5-47dc-8eaa-c0ed88e5c141),segment_id=dd2316b7-99c5-47dc-8eaa-c0ed88e5c141)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:42:54.133602 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-de446e0b-a15c-4fa0-b040-dd84accef351 None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:42:54.138410 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de446e0b-a15c-4fa0-b040-dd84accef351 None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:42:54.173904 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-aa8040d9-45d4-40be-a61b-3aaf48082445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:54.233237 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port d96ac9c2-7293-43ef-ae1d-9a863eece0d1 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:42:54.233469 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-2cf07eb1-78c4-464c-9b85-0201eb6cde29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab9b23e-59f0-460f-a663-4100d95cb8d0', 'name': 'tempest-TestVolumeBackupRestore-525781048-router', 'tenant_id': 'd7ac4ef8887a44c694f37700b678a7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': '5cace7f5-a1da-4c16-985f-7c944ee48bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:42:49Z', 'updated_at': '2021-12-20T14:42:51Z', 'revision_number': 3, 'project_id': 'd7ac4ef8887a44c694f37700b678a7f1', 'gw_port': {'id': '5cace7f5-a1da-4c16-985f-7c944ee48bf0', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:52:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab9b23e-59f0-460f-a663-4100d95cb8d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:42:50Z', 'updated_at': '2021-12-20T14:42:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:42:54.235417 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:54.287527 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9fc50cfd-2083-4853-90be-470ee51bde6f tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:54.301532 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf07eb1-78c4-464c-9b85-0201eb6cde29 None None] Checking router: 5ab9b23e-59f0-460f-a663-4100d95cb8d0 for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:42:54.301749 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf07eb1-78c4-464c-9b85-0201eb6cde29 None None] Updating router 5ab9b23e-59f0-460f-a663-4100d95cb8d0 port 5cace7f5-a1da-4c16-985f-7c944ee48bf0 binding host n-d-761264-19 {{(pid=103170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 14:42:54.328972 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2cf07eb1-78c4-464c-9b85-0201eb6cde29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:54.331312 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9fc50cfd-2083-4853-90be-470ee51bde6f tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:54.359265 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de446e0b-a15c-4fa0-b040-dd84accef351 None None] Pushing event updated for resources: {'Port': ['ID=903119c5-d8fc-42d6-bc08-3a31f237d23b,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:54.374643 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc50cfd-2083-4853-90be-470ee51bde6f tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Network df96cde4-b903-4d06-881a-f1ba1242a036 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:42:54.381529 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-9fc50cfd-2083-4853-90be-470ee51bde6f tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:42:54.388539 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc50cfd-2083-4853-90be-470ee51bde6f tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:42:54.461602 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc50cfd-2083-4853-90be-470ee51bde6f tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Pushing event updated for resources: {'Port': ['ID=e8fcc1ab-3c27-4286-ab58-5204d9abd20c,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:54.483688 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9fc50cfd-2083-4853-90be-470ee51bde6f tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595714'] for router_interface, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:54.569636 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8040d9-45d4-40be-a61b-3aaf48082445 None None] Pushing event updated for resources: {'Port': ['ID=d96ac9c2-7293-43ef-ae1d-9a863eece0d1,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:54.611714 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-de446e0b-a15c-4fa0-b040-dd84accef351 None None] Attempting to bind port 903119c5-d8fc-42d6-bc08-3a31f237d23b on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:42:54.612158 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-de446e0b-a15c-4fa0-b040-dd84accef351 None None] Attempting to bind port 903119c5-d8fc-42d6-bc08-3a31f237d23b by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': 'f1f76676-aa5c-40bd-a9fe-cdd8f2f97679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'df96cde4-b903-4d06-881a-f1ba1242a036'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:42:54.612631 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de446e0b-a15c-4fa0-b040-dd84accef351 None None] Attempting to bind port 903119c5-d8fc-42d6-bc08-3a31f237d23b on network df96cde4-b903-4d06-881a-f1ba1242a036 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:42:54.690131 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-c12bebbb-6235-46c1-8463-e650cf48d15a None None] Provisioning complete for port d96ac9c2-7293-43ef-ae1d-9a863eece0d1 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:42:54.690505 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c12bebbb-6235-46c1-8463-e650cf48d15a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:54.747666 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9fc50cfd-2083-4853-90be-470ee51bde6f tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:54.767319 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de446e0b-a15c-4fa0-b040-dd84accef351 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:42:54.768352 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de446e0b-a15c-4fa0-b040-dd84accef351 None None] Checking segment: {'id': 'f1f76676-aa5c-40bd-a9fe-cdd8f2f97679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'df96cde4-b903-4d06-881a-f1ba1242a036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:42:54.768945 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-de446e0b-a15c-4fa0-b040-dd84accef351 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:54.769478 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de446e0b-a15c-4fa0-b040-dd84accef351 None None] Bound using segment: {'id': 'f1f76676-aa5c-40bd-a9fe-cdd8f2f97679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'df96cde4-b903-4d06-881a-f1ba1242a036'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:42:54.770203 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-de446e0b-a15c-4fa0-b040-dd84accef351 None None] Bound port: 903119c5-d8fc-42d6-bc08-3a31f237d23b, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1f76676-aa5c-40bd-a9fe-cdd8f2f97679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'df96cde4-b903-4d06-881a-f1ba1242a036'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:42:54.770878 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-de446e0b-a15c-4fa0-b040-dd84accef351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:54.889249 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2cf07eb1-78c4-464c-9b85-0201eb6cde29 None None] Publish callbacks [] for port, precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:54.900746 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2cf07eb1-78c4-464c-9b85-0201eb6cde29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:54.904260 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-de446e0b-a15c-4fa0-b040-dd84accef351 None None] For port 903119c5-d8fc-42d6-bc08-3a31f237d23b, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:42:54.925284 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-de446e0b-a15c-4fa0-b040-dd84accef351 None None] For port 903119c5-d8fc-42d6-bc08-3a31f237d23b, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=903119c5-d8fc-42d6-bc08-3a31f237d23b,segment=NetworkSegment(f1f76676-aa5c-40bd-a9fe-cdd8f2f97679),segment_id=f1f76676-aa5c-40bd-a9fe-cdd8f2f97679)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:42:54.933614 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-de446e0b-a15c-4fa0-b040-dd84accef351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:55.017508 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de446e0b-a15c-4fa0-b040-dd84accef351 None None] Pushing event updated for resources: {'Port': ['ID=903119c5-d8fc-42d6-bc08-3a31f237d23b,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:55.036206 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7b780a-fc42-4a7a-a7d7-e01d174d53b4 None None] Pushing event updated for resources: {'Port': ['ID=5cace7f5-a1da-4c16-985f-7c944ee48bf0,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:55.081121 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6d4bc3-6629-4150-b8bf-0ccfa7515549 None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:42:55.094525 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-2cf07eb1-78c4-464c-9b85-0201eb6cde29 None None] Attempting to bind port 5cace7f5-a1da-4c16-985f-7c944ee48bf0 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:42:55.095024 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-2cf07eb1-78c4-464c-9b85-0201eb6cde29 None None] Attempting to bind port 5cace7f5-a1da-4c16-985f-7c944ee48bf0 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:42:55.095657 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf07eb1-78c4-464c-9b85-0201eb6cde29 None None] Attempting to bind port 5cace7f5-a1da-4c16-985f-7c944ee48bf0 on network c3f8658e-da35-41f3-bd03-509e29ebd6f3 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:42:55.112634 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf07eb1-78c4-464c-9b85-0201eb6cde29 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:42:55.113173 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf07eb1-78c4-464c-9b85-0201eb6cde29 None None] Checking segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:42:55.113684 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2cf07eb1-78c4-464c-9b85-0201eb6cde29 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:55.114157 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf07eb1-78c4-464c-9b85-0201eb6cde29 None None] Bound using segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:42:55.115054 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-2cf07eb1-78c4-464c-9b85-0201eb6cde29 None None] Bound port: 5cace7f5-a1da-4c16-985f-7c944ee48bf0, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:42:55.115672 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2cf07eb1-78c4-464c-9b85-0201eb6cde29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:55.121654 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fd8d22-e01d-4be4-adbf-78b1dd37726f req-02e67ffa-36af-4a6a-8a39-38dde2be6035 tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:55.130445 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-11fd8d22-e01d-4be4-adbf-78b1dd37726f req-02e67ffa-36af-4a6a-8a39-38dde2be6035 tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] 10.222.0.54 "GET /v2.0/ports?device_id=72808abe-1403-4aac-9bd9-92aa1bb0128a HTTP/1.1" status: 200 len: 945 time: 0.9123821 Dec 20 14:42:55.172022 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-790fc3d1-5589-41ef-8903-add2990cefda None None] Provisioning complete for port 5cace7f5-a1da-4c16-985f-7c944ee48bf0 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:42:55.172393 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-790fc3d1-5589-41ef-8903-add2990cefda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:55.197745 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-2cf07eb1-78c4-464c-9b85-0201eb6cde29 None None] For port 5cace7f5-a1da-4c16-985f-7c944ee48bf0, host n-d-761264-19, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:42:55.201964 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-2cf07eb1-78c4-464c-9b85-0201eb6cde29 None None] For port 5cace7f5-a1da-4c16-985f-7c944ee48bf0, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=5cace7f5-a1da-4c16-985f-7c944ee48bf0,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:42:55.224464 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-2cf07eb1-78c4-464c-9b85-0201eb6cde29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:55.290162 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-11fd8d22-e01d-4be4-adbf-78b1dd37726f req-999d4fdf-48aa-402f-ba6b-81be00f44410 tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] 10.222.0.54 "GET /v2.0/security-groups?id=f5d3074f-115c-48f1-a175-0dcd02af11cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550548 Dec 20 14:42:55.305923 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-790fc3d1-5589-41ef-8903-add2990cefda None None] Port 5cace7f5-a1da-4c16-985f-7c944ee48bf0 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:42:55.342180 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899af017-350f-48be-b3aa-c80f25d147ba None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:42:55.352497 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf07eb1-78c4-464c-9b85-0201eb6cde29 None None] Routers {'5ab9b23e-59f0-460f-a663-4100d95cb8d0'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:42:55.353146 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-2cf07eb1-78c4-464c-9b85-0201eb6cde29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:42:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['5ab9b23e-59f0-460f-a663-4100d95cb8d0'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:42:55.465542 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a78f311a-20c4-41d3-9f5f-ec4a10f7903e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:55.489838 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-b78f8810-844c-4900-9090-ed0e9eaa6ccb None None] Provisioning complete for port 5cace7f5-a1da-4c16-985f-7c944ee48bf0 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:42:55.490319 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7b780a-fc42-4a7a-a7d7-e01d174d53b4 None None] Pushing event updated for resources: {'Port': ['ID=5cace7f5-a1da-4c16-985f-7c944ee48bf0,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:55.490802 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b78f8810-844c-4900-9090-ed0e9eaa6ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:55.528953 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-2cf07eb1-78c4-464c-9b85-0201eb6cde29 None None] Set router 5ab9b23e-59f0-460f-a663-4100d95cb8d0 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:42:55.624886 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9fc50cfd-2083-4853-90be-470ee51bde6f tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:55.705414 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9fc50cfd-2083-4853-90be-470ee51bde6f tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:55.743625 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b78f8810-844c-4900-9090-ed0e9eaa6ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:55.752783 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-a78f311a-20c4-41d3-9f5f-ec4a10f7903e admin admin] Allocated IP 172.20.0.1 (9b4f7907-bd5d-4ee9-954d-84febe01c0f5/42b01fad-7b58-4f4b-9190-ade38b52aa11/a1a22649-86d4-45c9-8ea3-9d5d209e01b3) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:42:55.828934 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-b78f8810-844c-4900-9090-ed0e9eaa6ccb None None] For port 5cace7f5-a1da-4c16-985f-7c944ee48bf0, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=5cace7f5-a1da-4c16-985f-7c944ee48bf0,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:42:55.835420 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 903119c5-d8fc-42d6-bc08-3a31f237d23b up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:42:55.876744 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc50cfd-2083-4853-90be-470ee51bde6f tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Pushing event updated for resources: {'Port': ['ID=e8fcc1ab-3c27-4286-ab58-5204d9abd20c,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:55.913909 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b78f8810-844c-4900-9090-ed0e9eaa6ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:55.970164 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6968dc88-851e-4fc5-b223-2e025fea3cb3 req-eaf88ced-9be9-4d63-b26b-eb5950dedbf5 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:55.978708 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6968dc88-851e-4fc5-b223-2e025fea3cb3 req-eaf88ced-9be9-4d63-b26b-eb5950dedbf5 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "GET /v2.0/ports?device_id=c09bc019-13ea-434d-bbc0-07c863b22aea HTTP/1.1" status: 200 len: 945 time: 0.6912265 Dec 20 14:42:56.010773 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78f8810-844c-4900-9090-ed0e9eaa6ccb None None] Pushing event updated for resources: {'Port': ['ID=5cace7f5-a1da-4c16-985f-7c944ee48bf0,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:56.031652 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9fc50cfd-2083-4853-90be-470ee51bde6f tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1595702'] for router_interface, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:56.043877 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a78f311a-20c4-41d3-9f5f-ec4a10f7903e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:56.046185 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-2cf07eb1-78c4-464c-9b85-0201eb6cde29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab9b23e-59f0-460f-a663-4100d95cb8d0', 'name': 'tempest-TestVolumeBackupRestore-525781048-router', 'tenant_id': 'd7ac4ef8887a44c694f37700b678a7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': '5cace7f5-a1da-4c16-985f-7c944ee48bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:42:49Z', 'updated_at': '2021-12-20T14:42:51Z', 'revision_number': 3, 'project_id': 'd7ac4ef8887a44c694f37700b678a7f1', 'gw_port': {'id': '5cace7f5-a1da-4c16-985f-7c944ee48bf0', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:52:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab9b23e-59f0-460f-a663-4100d95cb8d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:42:50Z', 'updated_at': '2021-12-20T14:42:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:42:56.047618 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29472552-43e5-4f29-819b-1f27731d6177 req-f04ad4f7-c414-414e-89ad-4c7f792db2c1 tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:56.049182 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-29472552-43e5-4f29-819b-1f27731d6177 req-f04ad4f7-c414-414e-89ad-4c7f792db2c1 tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] 10.222.0.47 "GET /v2.0/ports?device_id=72808abe-1403-4aac-9bd9-92aa1bb0128a HTTP/1.1" status: 200 len: 945 time: 0.5773697 Dec 20 14:42:56.077289 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 903119c5-d8fc-42d6-bc08-3a31f237d23b triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:42:56.077740 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:56.081159 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf07eb1-78c4-464c-9b85-0201eb6cde29 None None] The sync data for ids ['5ab9b23e-59f0-460f-a663-4100d95cb8d0'] in n-d-761264-19 is: [{'id': '5ab9b23e-59f0-460f-a663-4100d95cb8d0', 'name': 'tempest-TestVolumeBackupRestore-525781048-router', 'tenant_id': 'd7ac4ef8887a44c694f37700b678a7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': '5cace7f5-a1da-4c16-985f-7c944ee48bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:42:49Z', 'updated_at': '2021-12-20T14:42:51Z', 'revision_number': 3, 'project_id': 'd7ac4ef8887a44c694f37700b678a7f1', 'gw_port': {'id': '5cace7f5-a1da-4c16-985f-7c944ee48bf0', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:52:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab9b23e-59f0-460f-a663-4100d95cb8d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:42:50Z', 'updated_at': '2021-12-20T14:42:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:42:56.157756 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a78f311a-20c4-41d3-9f5f-ec4a10f7903e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:56.177136 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6968dc88-851e-4fc5-b223-2e025fea3cb3 req-828af9af-fdc8-4662-8467-c3a471c9759c tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "GET /v2.0/security-groups?id=c47d898d-9929-440f-b783-78aa0f136a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1973634 Dec 20 14:42:56.240761 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78f311a-20c4-41d3-9f5f-ec4a10f7903e admin admin] Network 9b4f7907-bd5d-4ee9-954d-84febe01c0f5 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:42:56.243858 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-a78f311a-20c4-41d3-9f5f-ec4a10f7903e admin admin] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:42:56.249221 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78f311a-20c4-41d3-9f5f-ec4a10f7903e admin admin] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:42:56.252630 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78f311a-20c4-41d3-9f5f-ec4a10f7903e admin admin] Pushing event updated for resources: {'Port': ['ID=a1a22649-86d4-45c9-8ea3-9d5d209e01b3,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:56.317155 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a78f311a-20c4-41d3-9f5f-ec4a10f7903e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595714'] for router_interface, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:56.357431 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:56.450813 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] For port 903119c5-d8fc-42d6-bc08-3a31f237d23b, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=903119c5-d8fc-42d6-bc08-3a31f237d23b,segment=NetworkSegment(f1f76676-aa5c-40bd-a9fe-cdd8f2f97679),segment_id=f1f76676-aa5c-40bd-a9fe-cdd8f2f97679)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:42:56.463958 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:56.470874 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device d96ac9c2-7293-43ef-ae1d-9a863eece0d1 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:42:56.667837 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5d57b9-feac-4193-b85d-fbe4d1d1bb68 req-a8b8765a-5e2d-4879-8c6d-81affb2a91a0 tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:56.669929 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-dd5d57b9-feac-4193-b85d-fbe4d1d1bb68 req-a8b8765a-5e2d-4879-8c6d-81affb2a91a0 tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] 10.222.0.54 "GET /v2.0/ports?device_id=72808abe-1403-4aac-9bd9-92aa1bb0128a HTTP/1.1" status: 200 len: 945 time: 0.2105074 Dec 20 14:42:56.714520 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Pushing event updated for resources: {'Port': ['ID=903119c5-d8fc-42d6-bc08-3a31f237d23b,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:56.735652 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port d96ac9c2-7293-43ef-ae1d-9a863eece0d1 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:42:56.736028 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:56.810715 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-dd5d57b9-feac-4193-b85d-fbe4d1d1bb68 req-2b6ee73c-a84f-4faa-9499-da21f2afcbc5 tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] 10.222.0.54 "GET /v2.0/security-groups?id=f5d3074f-115c-48f1-a175-0dcd02af11cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321692 Dec 20 14:42:56.811813 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a78f311a-20c4-41d3-9f5f-ec4a10f7903e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:56.867555 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-3e5ba766-41d5-4b8f-af24-93c677766bdd None None] Provisioning complete for port a1a22649-86d4-45c9-8ea3-9d5d209e01b3 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:42:56.868118 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-3e5ba766-41d5-4b8f-af24-93c677766bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:56.914832 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-3e5ba766-41d5-4b8f-af24-93c677766bdd None None] Port a1a22649-86d4-45c9-8ea3-9d5d209e01b3 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:42:56.945299 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6f9e7d-7559-4b34-8df7-e54b4a70160d None None] Network df96cde4-b903-4d06-881a-f1ba1242a036 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:42:57.089698 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc50cfd-2083-4853-90be-470ee51bde6f tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Network df96cde4-b903-4d06-881a-f1ba1242a036 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:42:57.092645 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-29472552-43e5-4f29-819b-1f27731d6177 req-2337dae9-9532-4f7d-9a8f-66fa0239985e tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] Deleting port 54958822-b70f-4655-b03d-b9388ef82258 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:42:57.092645 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-29472552-43e5-4f29-819b-1f27731d6177 req-2337dae9-9532-4f7d-9a8f-66fa0239985e tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:57.092848 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-ac6b45b6-bba5-46f8-a9aa-f5c946f1cb2a None None] Provisioning complete for port 903119c5-d8fc-42d6-bc08-3a31f237d23b triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:42:57.092968 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ac6b45b6-bba5-46f8-a9aa-f5c946f1cb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:57.137137 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-9fc50cfd-2083-4853-90be-470ee51bde6f tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:42:57.268514 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a78f311a-20c4-41d3-9f5f-ec4a10f7903e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:57.281235 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a78f311a-20c4-41d3-9f5f-ec4a10f7903e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:57.386989 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-29472552-43e5-4f29-819b-1f27731d6177 req-2337dae9-9532-4f7d-9a8f-66fa0239985e tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] For port 54958822-b70f-4655-b03d-b9388ef82258, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=54958822-b70f-4655-b03d-b9388ef82258,segment=NetworkSegment(e8d2272b-3995-4a5a-a1f2-9fe885798f90),segment_id=e8d2272b-3995-4a5a-a1f2-9fe885798f90)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:42:57.387367 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-29472552-43e5-4f29-819b-1f27731d6177 req-2337dae9-9532-4f7d-9a8f-66fa0239985e tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:57.403773 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-29472552-43e5-4f29-819b-1f27731d6177 req-2337dae9-9532-4f7d-9a8f-66fa0239985e tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] Calling delete_port for 54958822-b70f-4655-b03d-b9388ef82258 owned by compute:nova {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:42:57.582208 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78f311a-20c4-41d3-9f5f-ec4a10f7903e admin admin] Pushing event updated for resources: {'Port': ['ID=a1a22649-86d4-45c9-8ea3-9d5d209e01b3,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:57.595213 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a78f311a-20c4-41d3-9f5f-ec4a10f7903e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1595702'] for router_interface, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:57.603048 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2d234d0e-4414-40d0-bfb4-a7a5e73149f1 None None] Provisioning complete for port 903119c5-d8fc-42d6-bc08-3a31f237d23b triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:42:57.603048 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2d234d0e-4414-40d0-bfb4-a7a5e73149f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:57.607228 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9efa97f-e8bc-4215-bc10-00030c190abd req-b563ac53-a19a-4961-9392-f921eaa78224 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:57.609339 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b9efa97f-e8bc-4215-bc10-00030c190abd req-b563ac53-a19a-4961-9392-f921eaa78224 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "GET /v2.0/ports?device_id=c09bc019-13ea-434d-bbc0-07c863b22aea HTTP/1.1" status: 200 len: 945 time: 0.2506797 Dec 20 14:42:57.781171 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b9efa97f-e8bc-4215-bc10-00030c190abd req-5e21b443-71c9-42bc-af17-e03ea74f04cf tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "GET /v2.0/security-groups?id=c47d898d-9929-440f-b783-78aa0f136a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1574452 Dec 20 14:42:57.856924 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 903119c5-d8fc-42d6-bc08-3a31f237d23b up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:42:57.873577 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-29472552-43e5-4f29-819b-1f27731d6177 req-2337dae9-9532-4f7d-9a8f-66fa0239985e tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:57.888883 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78f311a-20c4-41d3-9f5f-ec4a10f7903e admin admin] Network 9b4f7907-bd5d-4ee9-954d-84febe01c0f5 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:42:57.890513 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-a78f311a-20c4-41d3-9f5f-ec4a10f7903e admin admin] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:42:57.952294 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2337dae9-9532-4f7d-9a8f-66fa0239985e tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] Pushing event deleted for resources: {'Port': ['ID=54958822-b70f-4655-b03d-b9388ef82258,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:42:57.966085 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['f9cafc63-5c15-436b-8f5b-505741674ca5'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:42:57.977473 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-29472552-43e5-4f29-819b-1f27731d6177 req-2337dae9-9532-4f7d-9a8f-66fa0239985e tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] No DVR routers for this DVR port 54958822-b70f-4655-b03d-b9388ef82258 on host n-h2-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:42:57.981982 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['e1983f78-ac3c-4c6f-b563-25b2223c346e', '54958822-b70f-4655-b03d-b9388ef82258'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:42:57.984777 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-29472552-43e5-4f29-819b-1f27731d6177 req-2337dae9-9532-4f7d-9a8f-66fa0239985e tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:57.994654 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-29472552-43e5-4f29-819b-1f27731d6177 req-2337dae9-9532-4f7d-9a8f-66fa0239985e tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] 10.222.0.47 "DELETE /v2.0/ports/54958822-b70f-4655-b03d-b9388ef82258 HTTP/1.1" status: 204 len: 173 time: 1.9258375 Dec 20 14:42:57.997876 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72808abe-1403-4aac-9bd9-92aa1bb0128a', 'name': 'network-vif-deleted', 'tag': '54958822-b70f-4655-b03d-b9388ef82258'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:42:58.018832 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15cab24f-4f2f-4793-b2b2-ff20d18ed71f" -d '{"events": [{"server_uuid": "72808abe-1403-4aac-9bd9-92aa1bb0128a", "name": "network-vif-deleted", "tag": "54958822-b70f-4655-b03d-b9388ef82258"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:42:58.167244 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-21bcaf8f-d93a-4f9c-be9a-ec23c5f9e0fc req-3a60bc17-adc7-4701-ad13-f59dccc18a9e tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] 10.222.0.54 "GET /v2.0/ports?device_id=72808abe-1403-4aac-9bd9-92aa1bb0128a HTTP/1.1" status: 200 len: 210 time: 0.1907315 Dec 20 14:42:58.219603 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2d234d0e-4414-40d0-bfb4-a7a5e73149f1 None None] Provisioning complete for port e8fcc1ab-3c27-4286-ab58-5204d9abd20c triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:42:58.219884 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2d234d0e-4414-40d0-bfb4-a7a5e73149f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:58.222609 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fc50cfd-2083-4853-90be-470ee51bde6f tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Router a4f26585-57de-4af8-a898-117e33c37974 is scheduled to L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 with binding_index 1 {{(pid=103167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 14:42:58.301487 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a78f311a-20c4-41d3-9f5f-ec4a10f7903e admin admin] Router 5ab9b23e-59f0-460f-a663-4100d95cb8d0 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:42:58.354563 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0105d808-8950-4698-b7c9-762a3774344e x-openstack-request-id: req-0105d808-8950-4698-b7c9-762a3774344e {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:42:58.355783 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72808abe-1403-4aac-9bd9-92aa1bb0128a", "name": "network-vif-deleted", "tag": "54958822-b70f-4655-b03d-b9388ef82258", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:42:58.356180 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0105d808-8950-4698-b7c9-762a3774344e {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:42:58.356857 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72808abe-1403-4aac-9bd9-92aa1bb0128a', 'name': 'network-vif-deleted', 'tag': '54958822-b70f-4655-b03d-b9388ef82258', 'status': 'completed', 'code': 200} Dec 20 14:42:58.450253 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-2d234d0e-4414-40d0-bfb4-a7a5e73149f1 None None] Port e8fcc1ab-3c27-4286-ab58-5204d9abd20c cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:42:58.467164 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fc50cfd-2083-4853-90be-470ee51bde6f tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:42:58.484549 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-9fc50cfd-2083-4853-90be-470ee51bde6f tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "PUT /v2.0/routers/a4f26585-57de-4af8-a898-117e33c37974/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7678611 Dec 20 14:42:58.488119 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 50946) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:42:58.503281 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cd63cd-5c18-4831-bc2b-1f25995b1b51 None None] Sync routers for ids ['a4f26585-57de-4af8-a898-117e33c37974'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:42:58.565689 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a78f311a-20c4-41d3-9f5f-ec4a10f7903e admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:42:58.586090 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 903119c5-d8fc-42d6-bc08-3a31f237d23b triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:42:58.586411 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:58.589580 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe83dfac-9e67-4bba-adf6-8387b091a421 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:58.594559 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-fe83dfac-9e67-4bba-adf6-8387b091a421 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "GET /v2.0/ports/e8fcc1ab-3c27-4286-ab58-5204d9abd20c HTTP/1.1" status: 200 len: 910 time: 0.1019726 Dec 20 14:42:58.594863 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-a78f311a-20c4-41d3-9f5f-ec4a10f7903e admin admin] 10.222.0.54 "PUT /v2.0/routers/5ab9b23e-59f0-460f-a663-4100d95cb8d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4967041 Dec 20 14:42:58.594863 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 50950) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:42:58.715280 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cd63cd-5c18-4831-bc2b-1f25995b1b51 None None] Routers {'a4f26585-57de-4af8-a898-117e33c37974'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:42:58.716685 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-a4cd63cd-5c18-4831-bc2b-1f25995b1b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:42:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['a4f26585-57de-4af8-a898-117e33c37974'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:42:59.047203 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4faac318-374d-4690-b8d7-1aaec15e32d9 None None] Sync routers for ids ['5ab9b23e-59f0-460f-a663-4100d95cb8d0'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:42:59.076405 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4faac318-374d-4690-b8d7-1aaec15e32d9 None None] Routers {'5ab9b23e-59f0-460f-a663-4100d95cb8d0'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:42:59.077940 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-4faac318-374d-4690-b8d7-1aaec15e32d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:42:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['5ab9b23e-59f0-460f-a663-4100d95cb8d0'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:42:59.185764 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b24de8-c421-4679-b279-6a2cf1c4c676 req-c2b0aac0-4221-4a5b-88f3-07effefa6dfb tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:42:59.188223 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-17b24de8-c421-4679-b279-6a2cf1c4c676 req-c2b0aac0-4221-4a5b-88f3-07effefa6dfb tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "GET /v2.0/ports?device_id=c09bc019-13ea-434d-bbc0-07c863b22aea HTTP/1.1" status: 200 len: 945 time: 0.1868379 Dec 20 14:42:59.211390 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-a4cd63cd-5c18-4831-bc2b-1f25995b1b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:42:59.276745 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2b71c9ee-8ece-4b1d-84ae-e5e97515958a tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1595867'] for router_interface, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:59.291465 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-32051f78-5ce2-44b1-9066-7e0fe0c52624 None None] Provisioning complete for port e8fcc1ab-3c27-4286-ab58-5204d9abd20c triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:42:59.291894 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-32051f78-5ce2-44b1-9066-7e0fe0c52624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:59.305720 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-17b24de8-c421-4679-b279-6a2cf1c4c676 req-4fde7ef5-bf9a-4870-a6c1-6f56f78f0f32 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "GET /v2.0/security-groups?id=c47d898d-9929-440f-b783-78aa0f136a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081054 Dec 20 14:42:59.438046 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-4faac318-374d-4690-b8d7-1aaec15e32d9 None None] Set router 5ab9b23e-59f0-460f-a663-4100d95cb8d0 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:42:59.448626 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cd63cd-5c18-4831-bc2b-1f25995b1b51 None None] Routers {'a4f26585-57de-4af8-a898-117e33c37974'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:42:59.449272 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-a4cd63cd-5c18-4831-bc2b-1f25995b1b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:42:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['a4f26585-57de-4af8-a898-117e33c37974'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:42:59.555124 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-a4cd63cd-5c18-4831-bc2b-1f25995b1b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:42:59.555796 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cd63cd-5c18-4831-bc2b-1f25995b1b51 None None] The sync data for ids ['a4f26585-57de-4af8-a898-117e33c37974'] in n-d-761264-19 is: [] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:42:59.563592 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 5cace7f5-a1da-4c16-985f-7c944ee48bf0 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:42:59.679650 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-32051f78-5ce2-44b1-9066-7e0fe0c52624 None None] Port e8fcc1ab-3c27-4286-ab58-5204d9abd20c cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:42:59.754373 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-32051f78-5ce2-44b1-9066-7e0fe0c52624 None None] Provisioning complete for port a1a22649-86d4-45c9-8ea3-9d5d209e01b3 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:42:59.754899 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-32051f78-5ce2-44b1-9066-7e0fe0c52624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:59.803387 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-2b71c9ee-8ece-4b1d-84ae-e5e97515958a tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Deleting port e8fcc1ab-3c27-4286-ab58-5204d9abd20c {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:42:59.803980 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2b71c9ee-8ece-4b1d-84ae-e5e97515958a tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:59.837308 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 5cace7f5-a1da-4c16-985f-7c944ee48bf0 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:42:59.837747 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:42:59.840572 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-32051f78-5ce2-44b1-9066-7e0fe0c52624 None None] Port a1a22649-86d4-45c9-8ea3-9d5d209e01b3 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:42:59.963128 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 50990) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:43:00.008790 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2b71c9ee-8ece-4b1d-84ae-e5e97515958a tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:00.041092 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-2b71c9ee-8ece-4b1d-84ae-e5e97515958a tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Calling delete_port for e8fcc1ab-3c27-4286-ab58-5204d9abd20c owned by network:router_interface {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:43:00.069812 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-3a7b55d7-e9f8-411f-92d9-3fabf241f1be None None] Provisioning complete for port e8fcc1ab-3c27-4286-ab58-5204d9abd20c triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:43:00.071082 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-3a7b55d7-e9f8-411f-92d9-3fabf241f1be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:00.121457 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-4faac318-374d-4690-b8d7-1aaec15e32d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab9b23e-59f0-460f-a663-4100d95cb8d0', 'name': 'tempest-TestVolumeBackupRestore-525781048-router', 'tenant_id': 'd7ac4ef8887a44c694f37700b678a7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': '5cace7f5-a1da-4c16-985f-7c944ee48bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:42:49Z', 'updated_at': '2021-12-20T14:42:56Z', 'revision_number': 4, 'project_id': 'd7ac4ef8887a44c694f37700b678a7f1', 'gw_port': {'id': '5cace7f5-a1da-4c16-985f-7c944ee48bf0', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:52:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab9b23e-59f0-460f-a663-4100d95cb8d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:42:50Z', 'updated_at': '2021-12-20T14:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'a1a22649-86d4-45c9-8ea3-9d5d209e01b3', 'name': '', 'network_id': '9b4f7907-bd5d-4ee9-954d-84febe01c0f5', 'tenant_id': 'd7ac4ef8887a44c694f37700b678a7f1', 'mac_address': 'fa:16:3e:d3:cb:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab9b23e-59f0-460f-a663-4100d95cb8d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': '42b01fad-7b58-4f4b-9190-ade38b52aa11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:42:55Z', 'updated_at': '2021-12-20T14:42:56Z', 'revision_number': 2, 'project_id': 'd7ac4ef8887a44c694f37700b678a7f1', 'subnets': [{'id': '42b01fad-7b58-4f4b-9190-ade38b52aa11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:43:00.133673 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 54958822-b70f-4655-b03d-b9388ef82258 no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:43:00.187721 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4faac318-374d-4690-b8d7-1aaec15e32d9 None None] Checking router: 5ab9b23e-59f0-460f-a663-4100d95cb8d0 for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:43:00.188532 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4faac318-374d-4690-b8d7-1aaec15e32d9 None None] Updating router 5ab9b23e-59f0-460f-a663-4100d95cb8d0 port a1a22649-86d4-45c9-8ea3-9d5d209e01b3 binding host n-d-761264-19 {{(pid=103170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 14:43:00.236616 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] No Port match for: 54958822-b70f-4655-b03d-b9388ef82258 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:43:00.237172 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 54958822-b70f-4655-b03d-b9388ef82258 not bound to the agent host n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:43:00.247965 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4faac318-374d-4690-b8d7-1aaec15e32d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:00.259029 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-3a7b55d7-e9f8-411f-92d9-3fabf241f1be None None] Port e8fcc1ab-3c27-4286-ab58-5204d9abd20c cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:43:00.269169 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c428abf4-bff1-4c29-b3b1-a230ef9624af admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:00.271263 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 51006) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:43:00.279221 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-db754210-4ed5-4782-8965-58690b2097ea admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-17163954-network', 'tenant_id': 'a476ebf78cb049d48d0a9739417b1d8d'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:43:00.358972 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db754210-4ed5-4782-8965-58690b2097ea admin admin] Made reservation on behalf of a476ebf78cb049d48d0a9739417b1d8d for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:43:00.363842 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-db754210-4ed5-4782-8965-58690b2097ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:00.380762 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-db754210-4ed5-4782-8965-58690b2097ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:00.418778 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c428abf4-bff1-4c29-b3b1-a230ef9624af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:00.425383 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c428abf4-bff1-4c29-b3b1-a230ef9624af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:00.477349 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2b71c9ee-8ece-4b1d-84ae-e5e97515958a tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:00.492509 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-c428abf4-bff1-4c29-b3b1-a230ef9624af admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4848e09d60a74356ac86d6c5a3008d4d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5282004 Dec 20 14:43:00.493526 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 51014) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:43:00.494674 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c428abf4-bff1-4c29-b3b1-a230ef9624af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7df5f77-a9c2-4c9e-81f7-3eb45c0bf28b,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:00.539838 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b71c9ee-8ece-4b1d-84ae-e5e97515958a tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Pushing event deleted for resources: {'Port': ['ID=e8fcc1ab-3c27-4286-ab58-5204d9abd20c,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:00.665504 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-382188c9-7e99-42e9-a3b2-80b47b57cff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:00.689161 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-49d7ba0c-0142-41ab-a754-156f6ed690e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:00.758823 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a958c56-162b-4b7d-82bd-fe1ad30db1f4 req-20e59cf8-29b2-471c-9e2a-3fbcbd7ffc80 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:43:00.760405 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5a958c56-162b-4b7d-82bd-fe1ad30db1f4 req-20e59cf8-29b2-471c-9e2a-3fbcbd7ffc80 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "GET /v2.0/ports?device_id=c09bc019-13ea-434d-bbc0-07c863b22aea HTTP/1.1" status: 200 len: 945 time: 0.1548674 Dec 20 14:43:00.778822 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-49d7ba0c-0142-41ab-a754-156f6ed690e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:00.820547 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2b71c9ee-8ece-4b1d-84ae-e5e97515958a tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582411'] for router_interface, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:00.830240 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-db754210-4ed5-4782-8965-58690b2097ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:00.838201 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-db754210-4ed5-4782-8965-58690b2097ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:00.841744 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4faac318-374d-4690-b8d7-1aaec15e32d9 None None] Publish callbacks [] for port, precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:00.857479 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4faac318-374d-4690-b8d7-1aaec15e32d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:00.877446 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5a958c56-162b-4b7d-82bd-fe1ad30db1f4 req-5522a214-689d-4a0d-a746-d2ce42cffd99 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "GET /v2.0/security-groups?id=c47d898d-9929-440f-b783-78aa0f136a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091654 Dec 20 14:43:00.916067 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db754210-4ed5-4782-8965-58690b2097ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c7b87eb-4c50-4a69-9192-d45e15acbfc3,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:00.945598 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-49d7ba0c-0142-41ab-a754-156f6ed690e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:00.952364 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-49d7ba0c-0142-41ab-a754-156f6ed690e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:00.958429 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-49d7ba0c-0142-41ab-a754-156f6ed690e3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a7df5f77-a9c2-4c9e-81f7-3eb45c0bf28b HTTP/1.1" status: 204 len: 168 time: 0.4412081 Dec 20 14:43:00.971537 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d7ba0c-0142-41ab-a754-156f6ed690e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7df5f77-a9c2-4c9e-81f7-3eb45c0bf28b,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:00.986157 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc69ab63-bee0-421b-9655-78d2bdee957a None None] Pushing event updated for resources: {'Port': ['ID=a1a22649-86d4-45c9-8ea3-9d5d209e01b3,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:01.002410 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-4faac318-374d-4690-b8d7-1aaec15e32d9 None None] Attempting to bind port a1a22649-86d4-45c9-8ea3-9d5d209e01b3 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:43:01.002811 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-4faac318-374d-4690-b8d7-1aaec15e32d9 None None] Attempting to bind port a1a22649-86d4-45c9-8ea3-9d5d209e01b3 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': 'dd2316b7-99c5-47dc-8eaa-c0ed88e5c141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '9b4f7907-bd5d-4ee9-954d-84febe01c0f5'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:43:01.003177 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4faac318-374d-4690-b8d7-1aaec15e32d9 None None] Attempting to bind port a1a22649-86d4-45c9-8ea3-9d5d209e01b3 on network 9b4f7907-bd5d-4ee9-954d-84febe01c0f5 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:43:01.008667 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4faac318-374d-4690-b8d7-1aaec15e32d9 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:43:01.009038 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4faac318-374d-4690-b8d7-1aaec15e32d9 None None] Checking segment: {'id': 'dd2316b7-99c5-47dc-8eaa-c0ed88e5c141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '9b4f7907-bd5d-4ee9-954d-84febe01c0f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:43:01.009437 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4faac318-374d-4690-b8d7-1aaec15e32d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:01.010277 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4faac318-374d-4690-b8d7-1aaec15e32d9 None None] Bound using segment: {'id': 'dd2316b7-99c5-47dc-8eaa-c0ed88e5c141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '9b4f7907-bd5d-4ee9-954d-84febe01c0f5'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:43:01.010776 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-4faac318-374d-4690-b8d7-1aaec15e32d9 None None] Bound port: a1a22649-86d4-45c9-8ea3-9d5d209e01b3, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd2316b7-99c5-47dc-8eaa-c0ed88e5c141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '9b4f7907-bd5d-4ee9-954d-84febe01c0f5'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:43:01.011160 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4faac318-374d-4690-b8d7-1aaec15e32d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:01.068401 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db754210-4ed5-4782-8965-58690b2097ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:43:01.081545 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-db754210-4ed5-4782-8965-58690b2097ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:01.081896 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-db754210-4ed5-4782-8965-58690b2097ea admin admin] Added segment 133a67eb-e4ac-41a6-a630-d77394f5b962 of type vlan for network f6025bcf-e318-4487-b9de-ccfa08936504 Dec 20 14:43:01.141646 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-4faac318-374d-4690-b8d7-1aaec15e32d9 None None] For port a1a22649-86d4-45c9-8ea3-9d5d209e01b3, host n-d-761264-19, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:43:01.143761 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-db754210-4ed5-4782-8965-58690b2097ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:01.146258 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-4faac318-374d-4690-b8d7-1aaec15e32d9 None None] For port a1a22649-86d4-45c9-8ea3-9d5d209e01b3, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=a1a22649-86d4-45c9-8ea3-9d5d209e01b3,segment=NetworkSegment(dd2316b7-99c5-47dc-8eaa-c0ed88e5c141),segment_id=dd2316b7-99c5-47dc-8eaa-c0ed88e5c141)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:43:01.157459 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4faac318-374d-4690-b8d7-1aaec15e32d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:01.215320 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4faac318-374d-4690-b8d7-1aaec15e32d9 None None] Routers {'5ab9b23e-59f0-460f-a663-4100d95cb8d0'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:43:01.215986 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-4faac318-374d-4690-b8d7-1aaec15e32d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:42:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['5ab9b23e-59f0-460f-a663-4100d95cb8d0'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:43:01.325515 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-db754210-4ed5-4782-8965-58690b2097ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:01.327405 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db754210-4ed5-4782-8965-58690b2097ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:43:01.328379 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-db754210-4ed5-4782-8965-58690b2097ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:01.407534 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-db754210-4ed5-4782-8965-58690b2097ea admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1351550 Dec 20 14:43:01.410423 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 51026) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:43:01.415444 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-9227a5a2-ed88-4433-8589-1f1d041312ce None None] Provisioning complete for port a1a22649-86d4-45c9-8ea3-9d5d209e01b3 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:43:01.415979 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-9227a5a2-ed88-4433-8589-1f1d041312ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:01.417369 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-0bc84a88-2a75-4922-bd48-9461de25449d admin admin] Request body: {'subnet': {'network_id': 'f6025bcf-e318-4487-b9de-ccfa08936504', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-17163954-subnet', 'tenant_id': 'a476ebf78cb049d48d0a9739417b1d8d', 'ip_version': 4}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:43:01.472506 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bc84a88-2a75-4922-bd48-9461de25449d admin admin] Made reservation on behalf of a476ebf78cb049d48d0a9739417b1d8d for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:43:01.475543 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0bc84a88-2a75-4922-bd48-9461de25449d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:01.495496 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1680939-54de-477d-8743-868bfe599cf7 req-e1d99c6c-a6ca-4847-8c0f-22bb88163bac tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:43:01.520162 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1680939-54de-477d-8743-868bfe599cf7 req-e1d99c6c-a6ca-4847-8c0f-22bb88163bac tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:43:01.536311 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d1680939-54de-477d-8743-868bfe599cf7 req-e1d99c6c-a6ca-4847-8c0f-22bb88163bac tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f130345-1138-4d50-add7-de8f7e377b9b&device_id=d0add9d2-d4c4-462b-8238-06680673970f HTTP/1.1" status: 200 len: 1682 time: 0.3691413 Dec 20 14:43:01.554757 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-4faac318-374d-4690-b8d7-1aaec15e32d9 None None] Set router 5ab9b23e-59f0-460f-a663-4100d95cb8d0 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:43:01.682963 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-9227a5a2-ed88-4433-8589-1f1d041312ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:01.687767 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc69ab63-bee0-421b-9655-78d2bdee957a None None] Pushing event updated for resources: {'Port': ['ID=a1a22649-86d4-45c9-8ea3-9d5d209e01b3,revision_number=4']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:01.754495 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b71c9ee-8ece-4b1d-84ae-e5e97515958a tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Router a4f26585-57de-4af8-a898-117e33c37974 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:43:01.761325 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db754210-4ed5-4782-8965-58690b2097ea admin admin] Pushing event updated for resources: {'Network': ['ID=f6025bcf-e318-4487-b9de-ccfa08936504,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:01.781812 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network f6025bcf-e318-4487-b9de-ccfa08936504 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:43:01.787270 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-9227a5a2-ed88-4433-8589-1f1d041312ce None None] For port a1a22649-86d4-45c9-8ea3-9d5d209e01b3, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=a1a22649-86d4-45c9-8ea3-9d5d209e01b3,segment=NetworkSegment(dd2316b7-99c5-47dc-8eaa-c0ed88e5c141),segment_id=dd2316b7-99c5-47dc-8eaa-c0ed88e5c141)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:43:01.803708 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 51032) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:43:01.805419 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-9227a5a2-ed88-4433-8589-1f1d041312ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:01.847940 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d1680939-54de-477d-8743-868bfe599cf7 req-b24d8e29-9eda-4f5d-b86f-72b1c721703a tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] 10.222.0.54 "GET /v2.0/security-groups?id=f5d3074f-115c-48f1-a175-0dcd02af11cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3102798 Dec 20 14:43:01.907767 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9227a5a2-ed88-4433-8589-1f1d041312ce None None] Pushing event updated for resources: {'Port': ['ID=a1a22649-86d4-45c9-8ea3-9d5d209e01b3,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:01.913520 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-4faac318-374d-4690-b8d7-1aaec15e32d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab9b23e-59f0-460f-a663-4100d95cb8d0', 'name': 'tempest-TestVolumeBackupRestore-525781048-router', 'tenant_id': 'd7ac4ef8887a44c694f37700b678a7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': '5cace7f5-a1da-4c16-985f-7c944ee48bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:42:49Z', 'updated_at': '2021-12-20T14:42:56Z', 'revision_number': 4, 'project_id': 'd7ac4ef8887a44c694f37700b678a7f1', 'gw_port': {'id': '5cace7f5-a1da-4c16-985f-7c944ee48bf0', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:52:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab9b23e-59f0-460f-a663-4100d95cb8d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:42:50Z', 'updated_at': '2021-12-20T14:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'a1a22649-86d4-45c9-8ea3-9d5d209e01b3', 'name': '', 'network_id': '9b4f7907-bd5d-4ee9-954d-84febe01c0f5', 'tenant_id': 'd7ac4ef8887a44c694f37700b678a7f1', 'mac_address': 'fa:16:3e:d3:cb:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab9b23e-59f0-460f-a663-4100d95cb8d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': '42b01fad-7b58-4f4b-9190-ade38b52aa11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:42:55Z', 'updated_at': '2021-12-20T14:43:01Z', 'revision_number': 4, 'project_id': 'd7ac4ef8887a44c694f37700b678a7f1', 'subnets': [{'id': '42b01fad-7b58-4f4b-9190-ade38b52aa11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:43:01.948358 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-1272d0e2-beaa-40ff-bc04-7c409f969c76 None None] Provisioning complete for port a1a22649-86d4-45c9-8ea3-9d5d209e01b3 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:43:01.949012 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-1272d0e2-beaa-40ff-bc04-7c409f969c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:01.978708 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4faac318-374d-4690-b8d7-1aaec15e32d9 None None] The sync data for ids ['5ab9b23e-59f0-460f-a663-4100d95cb8d0'] in n-d-761264-19 is: [{'id': '5ab9b23e-59f0-460f-a663-4100d95cb8d0', 'name': 'tempest-TestVolumeBackupRestore-525781048-router', 'tenant_id': 'd7ac4ef8887a44c694f37700b678a7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': '5cace7f5-a1da-4c16-985f-7c944ee48bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:42:49Z', 'updated_at': '2021-12-20T14:42:56Z', 'revision_number': 4, 'project_id': 'd7ac4ef8887a44c694f37700b678a7f1', 'gw_port': {'id': '5cace7f5-a1da-4c16-985f-7c944ee48bf0', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:52:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab9b23e-59f0-460f-a663-4100d95cb8d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:42:50Z', 'updated_at': '2021-12-20T14:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'a1a22649-86d4-45c9-8ea3-9d5d209e01b3', 'name': '', 'network_id': '9b4f7907-bd5d-4ee9-954d-84febe01c0f5', 'tenant_id': 'd7ac4ef8887a44c694f37700b678a7f1', 'mac_address': 'fa:16:3e:d3:cb:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab9b23e-59f0-460f-a663-4100d95cb8d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': '42b01fad-7b58-4f4b-9190-ade38b52aa11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:42:55Z', 'updated_at': '2021-12-20T14:43:01Z', 'revision_number': 4, 'project_id': 'd7ac4ef8887a44c694f37700b678a7f1', 'subnets': [{'id': '42b01fad-7b58-4f4b-9190-ade38b52aa11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:43:01.987694 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0bc84a88-2a75-4922-bd48-9461de25449d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:02.031758 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b71c9ee-8ece-4b1d-84ae-e5e97515958a tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:43:02.070212 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-2b71c9ee-8ece-4b1d-84ae-e5e97515958a tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "PUT /v2.0/routers/a4f26585-57de-4af8-a898-117e33c37974/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4738960 Dec 20 14:43:02.070460 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 51040) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:43:02.084157 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc08f069-61c0-466f-813f-51f41f69baef None None] Sync routers for ids ['a4f26585-57de-4af8-a898-117e33c37974'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:43:02.141869 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9e2a1a89-55af-4485-924f-5e57c8ead574 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:02.181318 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-6c4b7ba2-02e7-4c51-9041-dedbcb18b14f tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "GET /v2.0/ports?device_id=a4f26585-57de-4af8-a898-117e33c37974 HTTP/1.1" status: 200 len: 205 time: 0.1078374 Dec 20 14:43:02.183183 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 51044) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:43:02.252461 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc08f069-61c0-466f-813f-51f41f69baef None None] Routers {'a4f26585-57de-4af8-a898-117e33c37974'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:43:02.253112 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-fc08f069-61c0-466f-813f-51f41f69baef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:42:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['a4f26585-57de-4af8-a898-117e33c37974'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:43:02.311912 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3c51ab7c-92ad-43e9-bc2c-db1721339c13 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks [] for router, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:02.341583 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-fc08f069-61c0-466f-813f-51f41f69baef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:43:02.344787 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device a1a22649-86d4-45c9-8ea3-9d5d209e01b3 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:43:02.422810 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc08f069-61c0-466f-813f-51f41f69baef None None] Routers {'a4f26585-57de-4af8-a898-117e33c37974'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:43:02.423659 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-fc08f069-61c0-466f-813f-51f41f69baef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:42:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['a4f26585-57de-4af8-a898-117e33c37974'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:43:02.435881 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc84a88-2a75-4922-bd48-9461de25449d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5e607f6-17bd-401a-91b9-7d4d86d3e052,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:02.501550 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8aa47d-c728-4408-80c4-c225f769968e req-ca6dc0bf-a787-427a-a2ec-6422058a2e37 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:43:02.509138 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ad8aa47d-c728-4408-80c4-c225f769968e req-ca6dc0bf-a787-427a-a2ec-6422058a2e37 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "GET /v2.0/ports?device_id=c09bc019-13ea-434d-bbc0-07c863b22aea HTTP/1.1" status: 200 len: 945 time: 0.3539457 Dec 20 14:43:02.522576 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc84a88-2a75-4922-bd48-9461de25449d admin admin] Checking segment: {'id': '133a67eb-e4ac-41a6-a630-d77394f5b962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f6025bcf-e318-4487-b9de-ccfa08936504'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:43:02.523086 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc84a88-2a75-4922-bd48-9461de25449d admin admin] Network hostable DHCP agents. Network: f6025bcf-e318-4487-b9de-ccfa08936504, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:43:02.536647 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-fc08f069-61c0-466f-813f-51f41f69baef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:43:02.537326 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc08f069-61c0-466f-813f-51f41f69baef None None] The sync data for ids ['a4f26585-57de-4af8-a898-117e33c37974'] in n-d-761264-19 is: [] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:43:02.579065 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port a1a22649-86d4-45c9-8ea3-9d5d209e01b3 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:43:02.579443 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:02.581096 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc84a88-2a75-4922-bd48-9461de25449d admin admin] Network f6025bcf-e318-4487-b9de-ccfa08936504 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:43:02.603248 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-0bc84a88-2a75-4922-bd48-9461de25449d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, f6025bcf-e318-4487-b9de-ccfa08936504) {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:43:02.609624 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc84a88-2a75-4922-bd48-9461de25449d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:43:02.610312 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0bc84a88-2a75-4922-bd48-9461de25449d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:02.646043 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9e2a1a89-55af-4485-924f-5e57c8ead574 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:02.668963 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9e2a1a89-55af-4485-924f-5e57c8ead574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:02.676277 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e0c69e-6d5b-4cb4-96af-b6c814e4434b None None] Network f6025bcf-e318-4487-b9de-ccfa08936504 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:43:02.700733 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ad8aa47d-c728-4408-80c4-c225f769968e req-36c59511-a279-4d6b-997f-d3f74c7d8bda tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "GET /v2.0/security-groups?id=c47d898d-9929-440f-b783-78aa0f136a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1903903 Dec 20 14:43:02.724510 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-0bc84a88-2a75-4922-bd48-9461de25449d admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3097320 Dec 20 14:43:02.736106 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 51054) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:43:02.743571 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-a479656a-181a-4797-946b-0cb68a416fe1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-17163954-router', 'tenant_id': 'a476ebf78cb049d48d0a9739417b1d8d', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:43:02.744891 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3c51ab7c-92ad-43e9-bc2c-db1721339c13 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40132'] for router, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:02.752283 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3c51ab7c-92ad-43e9-bc2c-db1721339c13 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:02.763064 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-9e2a1a89-55af-4485-924f-5e57c8ead574 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=37e41fbd823847af8099a765d1bb3b8a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9581451 Dec 20 14:43:02.763896 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a1a89-55af-4485-924f-5e57c8ead574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d618d31-d289-4dee-8373-9552d2b2e139,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:02.768120 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 51056) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:43:02.858771 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a479656a-181a-4797-946b-0cb68a416fe1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40114'] for router, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:02.861994 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a479656a-181a-4797-946b-0cb68a416fe1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40139'] for router, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:02.915534 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ec6b408e-eedc-4dbd-b31e-bbb18a1213de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:02.981620 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-705729d4-4a25-4969-b892-f74da44e8b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:03.060675 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ec6b408e-eedc-4dbd-b31e-bbb18a1213de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:03.076710 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a479656a-181a-4797-946b-0cb68a416fe1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:03.106940 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d91b54-e40b-4d65-ac73-7cd67de47416 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-f6025bcf-e318-4487-b9de-ccfa08936504', 'network_id': 'f6025bcf-e318-4487-b9de-ccfa08936504', 'project_id': 'a476ebf78cb049d48d0a9739417b1d8d', 'fixed_ips': [{'subnet_id': 'e5e607f6-17bd-401a-91b9-7d4d86d3e052'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:43:03.109665 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-42d91b54-e40b-4d65-ac73-7cd67de47416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:03.265875 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a479656a-181a-4797-946b-0cb68a416fe1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:03.298472 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ec6b408e-eedc-4dbd-b31e-bbb18a1213de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:03.301551 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ec6b408e-eedc-4dbd-b31e-bbb18a1213de admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:03.305932 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-ec6b408e-eedc-4dbd-b31e-bbb18a1213de admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1d618d31-d289-4dee-8373-9552d2b2e139 HTTP/1.1" status: 204 len: 168 time: 0.5309968 Dec 20 14:43:03.356812 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-42d91b54-e40b-4d65-ac73-7cd67de47416 None None] Allocated IP 172.20.0.2 (f6025bcf-e318-4487-b9de-ccfa08936504/e5e607f6-17bd-401a-91b9-7d4d86d3e052/bece1a7c-f185-4d98-ac53-cbaad6aa40ba) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:43:03.366768 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6b408e-eedc-4dbd-b31e-bbb18a1213de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d618d31-d289-4dee-8373-9552d2b2e139,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:03.394696 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3c51ab7c-92ad-43e9-bc2c-db1721339c13 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1594808'] for router, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:03.395306 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c51ab7c-92ad-43e9-bc2c-db1721339c13 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Fanout notify agent at l3_agent the message router_deleted on router a4f26585-57de-4af8-a898-117e33c37974 {{(pid=103168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 14:43:03.424127 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3c51ab7c-92ad-43e9-bc2c-db1721339c13 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:03.430954 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-3c51ab7c-92ad-43e9-bc2c-db1721339c13 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "DELETE /v2.0/routers/a4f26585-57de-4af8-a898-117e33c37974 HTTP/1.1" status: 204 len: 168 time: 1.2464023 Dec 20 14:43:03.431552 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 51066) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:43:03.547255 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4066718-875f-4ee3-9e83-bbfc0951e565 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Deleting subnet 7c0cfd8f-17d6-442b-a360-039d124c4798 {{(pid=103168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:43:03.550755 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d4066718-875f-4ee3-9e83-bbfc0951e565 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks [] for subnet, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:03.598603 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d4066718-875f-4ee3-9e83-bbfc0951e565 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9023023'] for subnet, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:03.625269 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a479656a-181a-4797-946b-0cb68a416fe1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:03.697751 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-42d91b54-e40b-4d65-ac73-7cd67de47416 None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:03.708330 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a479656a-181a-4797-946b-0cb68a416fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:03.714315 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-42d91b54-e40b-4d65-ac73-7cd67de47416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:03.808623 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d328bf-59de-4918-a5f3-1d0d46c2b967 req-b4595046-f6e7-40cf-960a-8c16b04aaea6 tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:43:03.819531 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c7d328bf-59de-4918-a5f3-1d0d46c2b967 req-b4595046-f6e7-40cf-960a-8c16b04aaea6 tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f130345-1138-4d50-add7-de8f7e377b9b HTTP/1.1" status: 200 len: 946 time: 0.4822552 Dec 20 14:43:03.824118 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d91b54-e40b-4d65-ac73-7cd67de47416 None None] Network f6025bcf-e318-4487-b9de-ccfa08936504 is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:43:03.834862 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-42d91b54-e40b-4d65-ac73-7cd67de47416 None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:43:03.848510 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d91b54-e40b-4d65-ac73-7cd67de47416 None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:43:03.851888 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d4066718-875f-4ee3-9e83-bbfc0951e565 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:03.875735 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d91b54-e40b-4d65-ac73-7cd67de47416 None None] Pushing event updated for resources: {'Port': ['ID=bece1a7c-f185-4d98-ac53-cbaad6aa40ba,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:03.878238 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:03.977720 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c7d328bf-59de-4918-a5f3-1d0d46c2b967 req-d545ba3b-fb0b-4be8-a46c-f751ee291c02 tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] 10.222.0.54 "GET /v2.0/security-groups?id=f5d3074f-115c-48f1-a175-0dcd02af11cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552615 Dec 20 14:43:04.024947 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-42d91b54-e40b-4d65-ac73-7cd67de47416 None None] Attempting to bind port bece1a7c-f185-4d98-ac53-cbaad6aa40ba on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:43:04.025705 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-42d91b54-e40b-4d65-ac73-7cd67de47416 None None] Attempting to bind port bece1a7c-f185-4d98-ac53-cbaad6aa40ba by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '133a67eb-e4ac-41a6-a630-d77394f5b962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f6025bcf-e318-4487-b9de-ccfa08936504'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:43:04.031187 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d91b54-e40b-4d65-ac73-7cd67de47416 None None] Attempting to bind port bece1a7c-f185-4d98-ac53-cbaad6aa40ba on network f6025bcf-e318-4487-b9de-ccfa08936504 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:43:04.040699 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d4066718-875f-4ee3-9e83-bbfc0951e565 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8850800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470517'] for subnet, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:04.046853 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d91b54-e40b-4d65-ac73-7cd67de47416 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:43:04.048883 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d91b54-e40b-4d65-ac73-7cd67de47416 None None] Checking segment: {'id': '133a67eb-e4ac-41a6-a630-d77394f5b962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f6025bcf-e318-4487-b9de-ccfa08936504'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:43:04.051038 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-42d91b54-e40b-4d65-ac73-7cd67de47416 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:04.056677 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d91b54-e40b-4d65-ac73-7cd67de47416 None None] Bound using segment: {'id': '133a67eb-e4ac-41a6-a630-d77394f5b962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f6025bcf-e318-4487-b9de-ccfa08936504'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:43:04.059591 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-42d91b54-e40b-4d65-ac73-7cd67de47416 None None] Bound port: bece1a7c-f185-4d98-ac53-cbaad6aa40ba, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '133a67eb-e4ac-41a6-a630-d77394f5b962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f6025bcf-e318-4487-b9de-ccfa08936504'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:43:04.060379 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-42d91b54-e40b-4d65-ac73-7cd67de47416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:04.088787 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d4066718-875f-4ee3-9e83-bbfc0951e565 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:04.094841 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-d4066718-875f-4ee3-9e83-bbfc0951e565 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "DELETE /v2.0/subnets/7c0cfd8f-17d6-442b-a360-039d124c4798 HTTP/1.1" status: 204 len: 168 time: 0.6560080 Dec 20 14:43:04.094841 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4066718-875f-4ee3-9e83-bbfc0951e565 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Pushing event deleted for resources: {'Subnet': ['ID=7c0cfd8f-17d6-442b-a360-039d124c4798,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:04.097613 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 51082) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:43:04.132383 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a2634d-6261-4a93-930e-0d90c6d59d88 None None] Network df96cde4-b903-4d06-881a-f1ba1242a036 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:43:04.183398 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a10148c-8ee1-4847-ad86-eca031938f4e req-59dca5a6-bb64-48e0-8717-051d34b1974e tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:43:04.185236 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3a10148c-8ee1-4847-ad86-eca031938f4e req-59dca5a6-bb64-48e0-8717-051d34b1974e tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] 10.222.0.47 "GET /v2.0/ports?device_id=1f130345-1138-4d50-add7-de8f7e377b9b HTTP/1.1" status: 200 len: 946 time: 0.3456171 Dec 20 14:43:04.196210 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-a479656a-181a-4797-946b-0cb68a416fe1 admin admin] Allocated IP 172.25.0.165 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/0108cdf3-c9c9-4ff5-a509-ea488f69ab92) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:43:04.230501 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a6dff15b-679d-4552-b261-b38a142e4fd0 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:04.250251 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac631ff-ab0c-4645-a6d5-ed4dafa7200f req-db76d53a-e997-4038-a898-c10a13c3789d tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:43:04.259607 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-eac631ff-ab0c-4645-a6d5-ed4dafa7200f req-db76d53a-e997-4038-a898-c10a13c3789d tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "GET /v2.0/ports?device_id=c09bc019-13ea-434d-bbc0-07c863b22aea HTTP/1.1" status: 200 len: 945 time: 0.3388591 Dec 20 14:43:04.303441 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-42d91b54-e40b-4d65-ac73-7cd67de47416 None None] For port bece1a7c-f185-4d98-ac53-cbaad6aa40ba, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:43:04.306949 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-a6dff15b-679d-4552-b261-b38a142e4fd0 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Deleting port 903119c5-d8fc-42d6-bc08-3a31f237d23b {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:43:04.307287 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a6dff15b-679d-4552-b261-b38a142e4fd0 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:04.307952 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-42d91b54-e40b-4d65-ac73-7cd67de47416 None None] For port bece1a7c-f185-4d98-ac53-cbaad6aa40ba, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=bece1a7c-f185-4d98-ac53-cbaad6aa40ba,segment=NetworkSegment(133a67eb-e4ac-41a6-a630-d77394f5b962),segment_id=133a67eb-e4ac-41a6-a630-d77394f5b962)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:43:04.324481 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-42d91b54-e40b-4d65-ac73-7cd67de47416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:04.414806 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d91b54-e40b-4d65-ac73-7cd67de47416 None None] Pushing event updated for resources: {'Port': ['ID=bece1a7c-f185-4d98-ac53-cbaad6aa40ba,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:04.417885 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e957f6-cb32-4edb-9a48-95f91e53fdbb None None] DHCP port deletion for df96cde4-b903-4d06-881a-f1ba1242a036 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:43:04.454126 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-a6dff15b-679d-4552-b261-b38a142e4fd0 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] For port 903119c5-d8fc-42d6-bc08-3a31f237d23b, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=903119c5-d8fc-42d6-bc08-3a31f237d23b,segment=NetworkSegment(f1f76676-aa5c-40bd-a9fe-cdd8f2f97679),segment_id=f1f76676-aa5c-40bd-a9fe-cdd8f2f97679)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:43:04.454676 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a6dff15b-679d-4552-b261-b38a142e4fd0 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:04.469697 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-a6dff15b-679d-4552-b261-b38a142e4fd0 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Calling delete_port for 903119c5-d8fc-42d6-bc08-3a31f237d23b owned by network:dhcp {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:43:04.497541 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-3a10148c-8ee1-4847-ad86-eca031938f4e req-c2bdab86-6a9a-44a5-af53-b23ee3423d47 tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] Deleting port e1983f78-ac3c-4c6f-b563-25b2223c346e {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:43:04.497972 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-3a10148c-8ee1-4847-ad86-eca031938f4e req-c2bdab86-6a9a-44a5-af53-b23ee3423d47 tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:04.524321 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-eac631ff-ab0c-4645-a6d5-ed4dafa7200f req-68f4106d-e62a-4b65-b890-4a22930e9213 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "GET /v2.0/security-groups?id=c47d898d-9929-440f-b783-78aa0f136a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2629182 Dec 20 14:43:04.525493 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-24e957f6-cb32-4edb-9a48-95f91e53fdbb None None] Deleting port 903119c5-d8fc-42d6-bc08-3a31f237d23b {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:43:04.526270 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-24e957f6-cb32-4edb-9a48-95f91e53fdbb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:04.626084 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-24e957f6-cb32-4edb-9a48-95f91e53fdbb None None] For port 903119c5-d8fc-42d6-bc08-3a31f237d23b, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=903119c5-d8fc-42d6-bc08-3a31f237d23b,segment=NetworkSegment(f1f76676-aa5c-40bd-a9fe-cdd8f2f97679),segment_id=f1f76676-aa5c-40bd-a9fe-cdd8f2f97679)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:43:04.626318 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-24e957f6-cb32-4edb-9a48-95f91e53fdbb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:04.641797 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-24e957f6-cb32-4edb-9a48-95f91e53fdbb None None] Calling delete_port for 903119c5-d8fc-42d6-bc08-3a31f237d23b owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:43:04.678582 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a6dff15b-679d-4552-b261-b38a142e4fd0 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:04.700726 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-3a10148c-8ee1-4847-ad86-eca031938f4e req-c2bdab86-6a9a-44a5-af53-b23ee3423d47 tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] For port e1983f78-ac3c-4c6f-b563-25b2223c346e, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=e1983f78-ac3c-4c6f-b563-25b2223c346e,segment=NetworkSegment(e8d2272b-3995-4a5a-a1f2-9fe885798f90),segment_id=e8d2272b-3995-4a5a-a1f2-9fe885798f90)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:43:04.701995 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-3a10148c-8ee1-4847-ad86-eca031938f4e req-c2bdab86-6a9a-44a5-af53-b23ee3423d47 tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:04.709866 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6dff15b-679d-4552-b261-b38a142e4fd0 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] No DVR routers for this DVR port 903119c5-d8fc-42d6-bc08-3a31f237d23b on host n-d-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:43:04.729997 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-3a10148c-8ee1-4847-ad86-eca031938f4e req-c2bdab86-6a9a-44a5-af53-b23ee3423d47 tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] Calling delete_port for e1983f78-ac3c-4c6f-b563-25b2223c346e owned by compute:nova {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:43:04.747490 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-24e957f6-cb32-4edb-9a48-95f91e53fdbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:04.846361 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e957f6-cb32-4edb-9a48-95f91e53fdbb None None] Pushing event deleted for resources: {'Port': ['ID=903119c5-d8fc-42d6-bc08-3a31f237d23b,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:04.872609 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e957f6-cb32-4edb-9a48-95f91e53fdbb None None] No DVR routers for this DVR port 903119c5-d8fc-42d6-bc08-3a31f237d23b on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:43:04.878034 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dff15b-679d-4552-b261-b38a142e4fd0 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Pushing event deleted for resources: {'Port': ['ID=903119c5-d8fc-42d6-bc08-3a31f237d23b,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:04.936389 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2475ee-2488-4e04-a3cc-11841c263b61 req-6438e078-d943-4647-afc7-a24f953f434f tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:43:04.938125 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1a2475ee-2488-4e04-a3cc-11841c263b61 req-6438e078-d943-4647-afc7-a24f953f434f tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0add9d2-d4c4-462b-8238-06680673970f HTTP/1.1" status: 200 len: 945 time: 0.3266666 Dec 20 14:43:04.943129 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a479656a-181a-4797-946b-0cb68a416fe1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:05.021268 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a6dff15b-679d-4552-b261-b38a142e4fd0 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:05.112863 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4bc494-fb89-4ae8-85f6-3e9b9f531a38 req-fcb1f243-082a-437e-a415-628f181278b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:43:05.114587 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-df4bc494-fb89-4ae8-85f6-3e9b9f531a38 req-fcb1f243-082a-437e-a415-628f181278b6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c0643adf2af04815b0d3549cf80b60b4&device_id=c09bc019-13ea-434d-bbc0-07c863b22aea HTTP/1.1" status: 200 len: 1097 time: 0.2227700 Dec 20 14:43:05.126704 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a479656a-181a-4797-946b-0cb68a416fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:05.138880 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1392291-a87d-420e-a15b-081ce87e2d3d req-c960e613-f3a4-465e-b6fa-9947c98cdbe4 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:43:05.143363 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a1392291-a87d-420e-a15b-081ce87e2d3d req-c960e613-f3a4-465e-b6fa-9947c98cdbe4 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "GET /v2.0/ports?device_id=c09bc019-13ea-434d-bbc0-07c863b22aea HTTP/1.1" status: 200 len: 945 time: 0.1908417 Dec 20 14:43:05.154454 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-a6dff15b-679d-4552-b261-b38a142e4fd0 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df96cde4-b903-4d06-881a-f1ba1242a036']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:43:05.173147 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-a6dff15b-679d-4552-b261-b38a142e4fd0 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1f76676-aa5c-40bd-a9fe-cdd8f2f97679') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:43:05.174060 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-a6dff15b-679d-4552-b261-b38a142e4fd0 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1f76676-aa5c-40bd-a9fe-cdd8f2f97679') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:43:05.192227 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a6dff15b-679d-4552-b261-b38a142e4fd0 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:05.224653 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f7992d-6f23-487f-ac2d-ebcbdf6eb11b req-e9dac90e-61c4-43d1-928b-4a0011803138 tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:43:05.226186 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-45f7992d-6f23-487f-ac2d-ebcbdf6eb11b req-e9dac90e-61c4-43d1-928b-4a0011803138 tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f130345-1138-4d50-add7-de8f7e377b9b HTTP/1.1" status: 200 len: 946 time: 0.1158564 Dec 20 14:43:05.227287 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a6dff15b-679d-4552-b261-b38a142e4fd0 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:05.237563 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6dff15b-679d-4552-b261-b38a142e4fd0 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:43:05.237835 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a6dff15b-679d-4552-b261-b38a142e4fd0 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:05.242003 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:43:05.242003 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:43:05.242003 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:43:05.242003 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:43:05.242003 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:43:05.242003 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:43:05.242003 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:43:05.242003 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:43:05.242003 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:43:05.242003 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:43:05.242003 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:43:05.242003 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:43:05.242003 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 14:43:05.242003 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:43:05.242003 n-d-761264-19 neutron-server[103168]: timer() Dec 20 14:43:05.242003 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:43:05.242003 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 14:43:05.242003 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:43:05.242003 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 14:43:05.242003 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:43:05.242003 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 14:43:05.242003 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:43:05.242003 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 14:43:05.242003 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:43:05.242003 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 14:43:05.242003 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:43:05.242003 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:43:05.242003 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:43:05.242003 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:43:05.242003 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:43:05.242003 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 14:43:05.242003 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:43:05.242003 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 14:43:05.242003 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:43:05.242003 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:43:05.242003 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:43:05.242003 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 14:43:05.242003 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:43:05.242003 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:43:05.242003 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:43:05.242003 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:43:05.242003 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:43:05.242003 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:43:05.242003 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:43:05.266239 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a479656a-181a-4797-946b-0cb68a416fe1 admin admin] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:43:05.301911 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-1a2475ee-2488-4e04-a3cc-11841c263b61 req-dbd5e021-d328-44a5-bbc1-d4e011366a8f tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] Deleting port f9cafc63-5c15-436b-8f5b-505741674ca5 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:43:05.302260 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-1a2475ee-2488-4e04-a3cc-11841c263b61 req-dbd5e021-d328-44a5-bbc1-d4e011366a8f tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:05.306274 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-a479656a-181a-4797-946b-0cb68a416fe1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:43:05.319046 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a479656a-181a-4797-946b-0cb68a416fe1 admin admin] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:43:05.322835 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a479656a-181a-4797-946b-0cb68a416fe1 admin admin] Pushing event updated for resources: {'Port': ['ID=0108cdf3-c9c9-4ff5-a509-ea488f69ab92,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:05.327377 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23993bff-d90f-4dcd-b5ba-d6f71f75dc3b None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:43:05.402996 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a1392291-a87d-420e-a15b-081ce87e2d3d req-e2fe35ac-3b3d-4e66-8ce9-79718024ce3f tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "GET /v2.0/security-groups?id=c47d898d-9929-440f-b783-78aa0f136a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2180121 Dec 20 14:43:05.408635 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-3a10148c-8ee1-4847-ad86-eca031938f4e req-c2bdab86-6a9a-44a5-af53-b23ee3423d47 tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:05.418876 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4bc494-fb89-4ae8-85f6-3e9b9f531a38 req-f9894d29-69e3-423c-9a59-ae1c79cd5427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:43:05.420520 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-df4bc494-fb89-4ae8-85f6-3e9b9f531a38 req-f9894d29-69e3-423c-9a59-ae1c79cd5427 service neutron] 10.222.0.30 "GET /v2.0/networks?id=87a69cd0-a64c-42dd-a7fc-edd3efea59ce HTTP/1.1" status: 200 len: 911 time: 0.2928591 Dec 20 14:43:05.423838 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['f9cafc63-5c15-436b-8f5b-505741674ca5'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:43:05.482631 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['e1983f78-ac3c-4c6f-b563-25b2223c346e'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:43:05.501265 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a6dff15b-679d-4552-b261-b38a142e4fd0 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:05.511334 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a6dff15b-679d-4552-b261-b38a142e4fd0 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:05.525500 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-a6dff15b-679d-4552-b261-b38a142e4fd0 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "DELETE /v2.0/networks/df96cde4-b903-4d06-881a-f1ba1242a036 HTTP/1.1" status: 204 len: 168 time: 1.4236376 Dec 20 14:43:05.545455 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 51140) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:43:05.553769 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-36b2bbe8-7b09-4be1-a5c9-fde0c197ce9c tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1586008420', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}, 'admin_state_up': False}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:43:05.573039 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bdab86-6a9a-44a5-af53-b23ee3423d47 tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] Pushing event deleted for resources: {'Port': ['ID=e1983f78-ac3c-4c6f-b563-25b2223c346e,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:05.598226 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-4e3b4b6e-8018-43ab-8fc3-18bb3a8d8b24 None None] Provisioning complete for port 0108cdf3-c9c9-4ff5-a509-ea488f69ab92 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:43:05.598764 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4e3b4b6e-8018-43ab-8fc3-18bb3a8d8b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:05.623503 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-1a2475ee-2488-4e04-a3cc-11841c263b61 req-dbd5e021-d328-44a5-bbc1-d4e011366a8f tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] For port f9cafc63-5c15-436b-8f5b-505741674ca5, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=f9cafc63-5c15-436b-8f5b-505741674ca5,segment=NetworkSegment(e8d2272b-3995-4a5a-a1f2-9fe885798f90),segment_id=e8d2272b-3995-4a5a-a1f2-9fe885798f90)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:43:05.623968 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-1a2475ee-2488-4e04-a3cc-11841c263b61 req-dbd5e021-d328-44a5-bbc1-d4e011366a8f tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:05.645316 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-1a2475ee-2488-4e04-a3cc-11841c263b61 req-dbd5e021-d328-44a5-bbc1-d4e011366a8f tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] Calling delete_port for f9cafc63-5c15-436b-8f5b-505741674ca5 owned by compute:nova {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:43:05.676437 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-4e3b4b6e-8018-43ab-8fc3-18bb3a8d8b24 None None] Port 0108cdf3-c9c9-4ff5-a509-ea488f69ab92 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:43:05.774700 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:05.782436 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-45f7992d-6f23-487f-ac2d-ebcbdf6eb11b req-2ac3bbed-df01-4680-a013-6a900c5b89b0 tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] 10.222.0.54 "GET /v2.0/security-groups?id=f5d3074f-115c-48f1-a175-0dcd02af11cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5393968 Dec 20 14:43:05.812969 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dff15b-679d-4552-b261-b38a142e4fd0 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Pushing event deleted for resources: {'Network': ['ID=df96cde4-b903-4d06-881a-f1ba1242a036,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:05.856788 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-36b2bbe8-7b09-4be1-a5c9-fde0c197ce9c tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40114'] for router, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:05.858192 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-36b2bbe8-7b09-4be1-a5c9-fde0c197ce9c tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40139'] for router, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:05.864147 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-1a2475ee-2488-4e04-a3cc-11841c263b61 req-dbd5e021-d328-44a5-bbc1-d4e011366a8f tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:05.876986 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['e1983f78-ac3c-4c6f-b563-25b2223c346e'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:43:05.903970 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd5e021-d328-44a5-bbc1-d4e011366a8f tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] Pushing event deleted for resources: {'Port': ['ID=f9cafc63-5c15-436b-8f5b-505741674ca5,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:06.036343 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-36b2bbe8-7b09-4be1-a5c9-fde0c197ce9c tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:06.037244 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 51152) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:43:06.038167 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a2475ee-2488-4e04-a3cc-11841c263b61 req-dbd5e021-d328-44a5-bbc1-d4e011366a8f tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] No DVR routers for this DVR port f9cafc63-5c15-436b-8f5b-505741674ca5 on host n-h1-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:43:06.041875 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-1a2475ee-2488-4e04-a3cc-11841c263b61 req-dbd5e021-d328-44a5-bbc1-d4e011366a8f tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:06.045598 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1a2475ee-2488-4e04-a3cc-11841c263b61 req-dbd5e021-d328-44a5-bbc1-d4e011366a8f tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] 10.222.0.30 "DELETE /v2.0/ports/f9cafc63-5c15-436b-8f5b-505741674ca5 HTTP/1.1" status: 204 len: 173 time: 1.0996718 Dec 20 14:43:06.050335 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0add9d2-d4c4-462b-8238-06680673970f', 'name': 'network-vif-deleted', 'tag': 'f9cafc63-5c15-436b-8f5b-505741674ca5'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:43:06.052693 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-753f71aa-2b72-4741-9a5a-b40aa8434eb3" -d '{"events": [{"server_uuid": "d0add9d2-d4c4-462b-8238-06680673970f", "name": "network-vif-deleted", "tag": "f9cafc63-5c15-436b-8f5b-505741674ca5"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:43:06.120588 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e815fcde-2e36-4832-97d0-7a5fdde7fb24 None None] Network f6025bcf-e318-4487-b9de-ccfa08936504 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:43:06.128697 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a10148c-8ee1-4847-ad86-eca031938f4e req-c2bdab86-6a9a-44a5-af53-b23ee3423d47 tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] No DVR routers for this DVR port e1983f78-ac3c-4c6f-b563-25b2223c346e on host n-h2-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:43:06.132804 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-3a10148c-8ee1-4847-ad86-eca031938f4e req-c2bdab86-6a9a-44a5-af53-b23ee3423d47 tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:06.137385 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3a10148c-8ee1-4847-ad86-eca031938f4e req-c2bdab86-6a9a-44a5-af53-b23ee3423d47 tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] 10.222.0.47 "DELETE /v2.0/ports/e1983f78-ac3c-4c6f-b563-25b2223c346e HTTP/1.1" status: 204 len: 173 time: 1.9387987 Dec 20 14:43:06.138111 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f130345-1138-4d50-add7-de8f7e377b9b', 'name': 'network-vif-deleted', 'tag': 'e1983f78-ac3c-4c6f-b563-25b2223c346e'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:43:06.141229 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edd0915c-f30f-4183-8682-b2563607c734" -d '{"events": [{"server_uuid": "1f130345-1138-4d50-add7-de8f7e377b9b", "name": "network-vif-deleted", "tag": "e1983f78-ac3c-4c6f-b563-25b2223c346e"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:43:06.146415 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-df4bc494-fb89-4ae8-85f6-3e9b9f531a38 req-e77d837e-ef08-4d8a-8301-7034a30705cc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93af668f-2513-4104-bc3f-9ee7e91d2ff6 HTTP/1.1" status: 200 len: 1000 time: 0.6809206 Dec 20 14:43:06.199083 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-842dafa8-15ad-4acd-882f-ae888407b5ee x-openstack-request-id: req-842dafa8-15ad-4acd-882f-ae888407b5ee {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:43:06.204521 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0add9d2-d4c4-462b-8238-06680673970f", "name": "network-vif-deleted", "tag": "f9cafc63-5c15-436b-8f5b-505741674ca5", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:43:06.204834 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-842dafa8-15ad-4acd-882f-ae888407b5ee {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:43:06.205291 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0add9d2-d4c4-462b-8238-06680673970f', 'name': 'network-vif-deleted', 'tag': 'f9cafc63-5c15-436b-8f5b-505741674ca5', 'status': 'completed', 'code': 200} Dec 20 14:43:06.344194 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca5b0710-1df5-49dd-b797-9ffbb3ecce55 x-openstack-request-id: req-ca5b0710-1df5-49dd-b797-9ffbb3ecce55 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:43:06.344526 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f130345-1138-4d50-add7-de8f7e377b9b", "name": "network-vif-deleted", "tag": "e1983f78-ac3c-4c6f-b563-25b2223c346e", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:43:06.344791 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ca5b0710-1df5-49dd-b797-9ffbb3ecce55 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:43:06.345217 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f130345-1138-4d50-add7-de8f7e377b9b', 'name': 'network-vif-deleted', 'tag': 'e1983f78-ac3c-4c6f-b563-25b2223c346e', 'status': 'completed', 'code': 200} Dec 20 14:43:06.351307 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4bc494-fb89-4ae8-85f6-3e9b9f531a38 req-987e164e-6158-4ad9-9045-14a0504c1588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:43:06.352757 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-df4bc494-fb89-4ae8-85f6-3e9b9f531a38 req-987e164e-6158-4ad9-9045-14a0504c1588 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a9e11c76-32b6-463b-b516-e12248ff878a HTTP/1.1" status: 200 len: 849 time: 0.1987331 Dec 20 14:43:06.361923 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-36b2bbe8-7b09-4be1-a5c9-fde0c197ce9c tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:06.366423 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5a903119-6e16-48f4-9e0c-60c0a54014d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:06.376960 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-54d5d833-c104-40c3-8f63-615e78bff2e3 None None] Provisioning complete for port bece1a7c-f185-4d98-ac53-cbaad6aa40ba triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:43:06.378493 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-54d5d833-c104-40c3-8f63-615e78bff2e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:06.382227 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:06.429720 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device bece1a7c-f185-4d98-ac53-cbaad6aa40ba up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:43:06.510562 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4bc494-fb89-4ae8-85f6-3e9b9f531a38 req-286bd781-e5f9-469d-b163-6c1d374852a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:43:06.512544 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-df4bc494-fb89-4ae8-85f6-3e9b9f531a38 req-286bd781-e5f9-469d-b163-6c1d374852a3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=87a69cd0-a64c-42dd-a7fc-edd3efea59ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1407335 Dec 20 14:43:06.566105 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-54d5d833-c104-40c3-8f63-615e78bff2e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:06.590451 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a479656a-181a-4797-946b-0cb68a416fe1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:06.682900 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac85c24-d04c-4fe6-9b11-44ddfc6a45ff req-007ca1e5-0c52-4bb7-810b-d547448a0794 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:43:06.691656 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port bece1a7c-f185-4d98-ac53-cbaad6aa40ba triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:43:06.695336 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:06.695675 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6ac85c24-d04c-4fe6-9b11-44ddfc6a45ff req-007ca1e5-0c52-4bb7-810b-d547448a0794 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "GET /v2.0/ports?device_id=c09bc019-13ea-434d-bbc0-07c863b22aea HTTP/1.1" status: 200 len: 945 time: 0.1751733 Dec 20 14:43:06.700886 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-54d5d833-c104-40c3-8f63-615e78bff2e3 None None] For port bece1a7c-f185-4d98-ac53-cbaad6aa40ba, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=bece1a7c-f185-4d98-ac53-cbaad6aa40ba,segment=NetworkSegment(133a67eb-e4ac-41a6-a630-d77394f5b962),segment_id=133a67eb-e4ac-41a6-a630-d77394f5b962)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:43:06.725793 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5a903119-6e16-48f4-9e0c-60c0a54014d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:06.738673 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-54d5d833-c104-40c3-8f63-615e78bff2e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:06.747847 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5a903119-6e16-48f4-9e0c-60c0a54014d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:06.782185 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a903119-6e16-48f4-9e0c-60c0a54014d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56b0cdea-15e3-4be6-9c6b-6268b74d0512,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:06.806027 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d5d833-c104-40c3-8f63-615e78bff2e3 None None] Pushing event updated for resources: {'Port': ['ID=bece1a7c-f185-4d98-ac53-cbaad6aa40ba,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:06.830804 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-df4bc494-fb89-4ae8-85f6-3e9b9f531a38 req-1d335cdb-4f58-449d-b06d-9eb672e391dd service neutron] 10.222.0.30 "GET /v2.0/networks/87a69cd0-a64c-42dd-a7fc-edd3efea59ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079164 Dec 20 14:43:06.849588 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6ac85c24-d04c-4fe6-9b11-44ddfc6a45ff req-8ca156a6-a660-4467-8f34-0409e8412e3e tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "GET /v2.0/security-groups?id=c47d898d-9929-440f-b783-78aa0f136a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1530094 Dec 20 14:43:06.923373 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-5a903119-6e16-48f4-9e0c-60c0a54014d2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3224bac527f741be9f2c47233bf2a4db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8801785 Dec 20 14:43:06.951687 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 51168) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:43:07.049822 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-36b2bbe8-7b09-4be1-a5c9-fde0c197ce9c tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks [] for router_gateway, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:07.066098 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1f389b34-d6bd-4797-bf5c-db984259c7c0 req-c4fa6cae-ccc2-46fe-ba45-30d017fdb755 tempest-ListServersNegativeTestJSON-776346151 tempest-ListServersNegativeTestJSON-776346151-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f130345-1138-4d50-add7-de8f7e377b9b HTTP/1.1" status: 200 len: 210 time: 0.0557473 Dec 20 14:43:07.075874 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-8d03d361-dc80-4569-9e7f-9cca99ea6347 None None] Provisioning complete for port bece1a7c-f185-4d98-ac53-cbaad6aa40ba triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:43:07.076066 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8d03d361-dc80-4569-9e7f-9cca99ea6347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:07.100726 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-36b2bbe8-7b09-4be1-a5c9-fde0c197ce9c tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:07.129099 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-df4bc494-fb89-4ae8-85f6-3e9b9f531a38 req-a5878523-f66e-423e-b10f-e699e1904047 service neutron] 10.222.0.30 "GET /v2.0/networks/87a69cd0-a64c-42dd-a7fc-edd3efea59ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2893379 Dec 20 14:43:07.130540 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a479656a-181a-4797-946b-0cb68a416fe1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013'] for router, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:07.190746 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5f2cef7c-f23c-4804-bc6d-a107b0bd4e8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:07.222191 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 903119c5-d8fc-42d6-bc08-3a31f237d23b no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:43:07.245582 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 903119c5-d8fc-42d6-bc08-3a31f237d23b {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:43:07.246190 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 903119c5-d8fc-42d6-bc08-3a31f237d23b not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:43:07.259526 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5f2cef7c-f23c-4804-bc6d-a107b0bd4e8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:07.271998 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-36b2bbe8-7b09-4be1-a5c9-fde0c197ce9c tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Allocated IP 172.25.0.157 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/5595f302-82c0-4b0a-b456-be914894bbc9) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:43:07.337756 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a479656a-181a-4797-946b-0cb68a416fe1 admin admin] Router b75eaea9-da53-467f-accc-b11ade19adde is scheduled to L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 with binding_index 1 {{(pid=103167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 14:43:07.348793 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5f2cef7c-f23c-4804-bc6d-a107b0bd4e8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:07.351384 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5f2cef7c-f23c-4804-bc6d-a107b0bd4e8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:07.352558 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-5f2cef7c-f23c-4804-bc6d-a107b0bd4e8b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/56b0cdea-15e3-4be6-9c6b-6268b74d0512 HTTP/1.1" status: 204 len: 168 time: 0.3996544 Dec 20 14:43:07.368029 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2cef7c-f23c-4804-bc6d-a107b0bd4e8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b0cdea-15e3-4be6-9c6b-6268b74d0512,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:07.388225 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-36b2bbe8-7b09-4be1-a5c9-fde0c197ce9c tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:07.425052 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-36b2bbe8-7b09-4be1-a5c9-fde0c197ce9c tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:07.466456 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b2bbe8-7b09-4be1-a5c9-fde0c197ce9c tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:43:07.469441 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-36b2bbe8-7b09-4be1-a5c9-fde0c197ce9c tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:43:07.472965 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b2bbe8-7b09-4be1-a5c9-fde0c197ce9c tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:43:07.483042 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea39623a-4924-4173-822d-e4b5ded23646 None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:43:07.504042 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b2bbe8-7b09-4be1-a5c9-fde0c197ce9c tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Pushing event updated for resources: {'Port': ['ID=5595f302-82c0-4b0a-b456-be914894bbc9,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:07.505012 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a479656a-181a-4797-946b-0cb68a416fe1 admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:43:07.522932 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5012295e-776b-45ad-b1ae-f2b9abae5d13 None None] Sync routers for ids ['b75eaea9-da53-467f-accc-b11ade19adde'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:43:07.537101 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5012295e-776b-45ad-b1ae-f2b9abae5d13 None None] Routers {'b75eaea9-da53-467f-accc-b11ade19adde'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:43:07.540078 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-5012295e-776b-45ad-b1ae-f2b9abae5d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:43:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['b75eaea9-da53-467f-accc-b11ade19adde'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:43:07.541518 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-6d10f3e4-4580-4de8-9383-23552cb6596d None None] Provisioning complete for port 5595f302-82c0-4b0a-b456-be914894bbc9 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:43:07.542897 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6d10f3e4-4580-4de8-9383-23552cb6596d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:07.545147 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a479656a-181a-4797-946b-0cb68a416fe1 admin admin] Publish callbacks [] for router, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:07.546606 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-a479656a-181a-4797-946b-0cb68a416fe1 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.8094053 Dec 20 14:43:07.550649 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 51178) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:43:07.595450 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-6d10f3e4-4580-4de8-9383-23552cb6596d None None] Port 5595f302-82c0-4b0a-b456-be914894bbc9 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:43:07.870986 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-5012295e-776b-45ad-b1ae-f2b9abae5d13 None None] Set router b75eaea9-da53-467f-accc-b11ade19adde gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:43:07.881098 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-36b2bbe8-7b09-4be1-a5c9-fde0c197ce9c tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks [] for router_gateway, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:07.909259 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-41dc5b58-2cd5-4a81-88d2-7e44347bef51 req-4331c0a4-1225-4f3b-8735-389471f7f413 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2a83aaac-7396-4782-a290-1f0b3f47602a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1781924 Dec 20 14:43:08.107690 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc5b58-2cd5-4a81-88d2-7e44347bef51 req-c46532cf-a21f-423d-91a4-9b9c1a556b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:43:08.110526 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-41dc5b58-2cd5-4a81-88d2-7e44347bef51 req-c46532cf-a21f-423d-91a4-9b9c1a556b26 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9abc31fa6fc849d78699cc7e0935f4b6&device_id=2a83aaac-7396-4782-a290-1f0b3f47602a HTTP/1.1" status: 200 len: 1098 time: 0.1282506 Dec 20 14:43:08.123959 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device e1983f78-ac3c-4c6f-b563-25b2223c346e no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:43:08.147944 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-5012295e-776b-45ad-b1ae-f2b9abae5d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b75eaea9-da53-467f-accc-b11ade19adde', 'name': 'tempest-TestVolumeBackupRestore-17163954-router', 'tenant_id': 'a476ebf78cb049d48d0a9739417b1d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '0108cdf3-c9c9-4ff5-a509-ea488f69ab92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:43:02Z', 'updated_at': '2021-12-20T14:43:06Z', 'revision_number': 3, 'project_id': 'a476ebf78cb049d48d0a9739417b1d8d', 'gw_port': {'id': '0108cdf3-c9c9-4ff5-a509-ea488f69ab92', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:14:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b75eaea9-da53-467f-accc-b11ade19adde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:43:03Z', 'updated_at': '2021-12-20T14:43:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:43:08.171181 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] No Port match for: e1983f78-ac3c-4c6f-b563-25b2223c346e {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:43:08.171705 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device e1983f78-ac3c-4c6f-b563-25b2223c346e not bound to the agent host n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:43:08.211538 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5012295e-776b-45ad-b1ae-f2b9abae5d13 None None] Checking router: b75eaea9-da53-467f-accc-b11ade19adde for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:43:08.212167 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5012295e-776b-45ad-b1ae-f2b9abae5d13 None None] Updating router b75eaea9-da53-467f-accc-b11ade19adde port 0108cdf3-c9c9-4ff5-a509-ea488f69ab92 binding host n-d-761264-19 {{(pid=103170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 14:43:08.253322 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device bece1a7c-f185-4d98-ac53-cbaad6aa40ba up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:43:08.253533 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5012295e-776b-45ad-b1ae-f2b9abae5d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:08.392266 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port bece1a7c-f185-4d98-ac53-cbaad6aa40ba triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:43:08.393900 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:08.449562 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc5b58-2cd5-4a81-88d2-7e44347bef51 req-99c99991-93d1-4be8-85f4-9d25c2c5e54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:43:08.452867 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-41dc5b58-2cd5-4a81-88d2-7e44347bef51 req-99c99991-93d1-4be8-85f4-9d25c2c5e54c service neutron] 10.222.0.47 "GET /v2.0/networks?id=247d6423-5fdf-4eed-9378-2e1201ada444 HTTP/1.1" status: 200 len: 918 time: 0.3155355 Dec 20 14:43:08.453600 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 51206) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:43:08.605323 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6018ad83-e6f1-4104-88fd-afd7cf93e76b req-c74a6029-8f94-420d-a5b5-bc5da856d753 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:43:08.607565 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6018ad83-e6f1-4104-88fd-afd7cf93e76b req-c74a6029-8f94-420d-a5b5-bc5da856d753 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "GET /v2.0/ports?device_id=c09bc019-13ea-434d-bbc0-07c863b22aea HTTP/1.1" status: 200 len: 945 time: 0.6233151 Dec 20 14:43:08.648477 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_v2 [None req-144204dc-6be9-421a-9b88-493d1d6c5f13 admin admin] Deleting subnet 071a62cf-8e7b-4323-a6ef-80759ec5f629 {{(pid=103167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:43:08.652354 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-144204dc-6be9-421a-9b88-493d1d6c5f13 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:08.652510 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-36b2bbe8-7b09-4be1-a5c9-fde0c197ce9c tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013'] for router, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:08.658653 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5012295e-776b-45ad-b1ae-f2b9abae5d13 None None] Publish callbacks [] for port, precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:08.673029 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5012295e-776b-45ad-b1ae-f2b9abae5d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:08.693604 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-144204dc-6be9-421a-9b88-493d1d6c5f13 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954412'] for subnet, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:08.723118 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e11105-0ccf-4179-aec6-36721c33896b None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:43:08.739101 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-144204dc-6be9-421a-9b88-493d1d6c5f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:08.742227 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6018ad83-e6f1-4104-88fd-afd7cf93e76b req-e855bd14-de4a-4a18-aec8-be221929c538 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "GET /v2.0/security-groups?id=c47d898d-9929-440f-b783-78aa0f136a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228797 Dec 20 14:43:08.773723 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fcb8f8-64ac-41f2-b86c-7aefaa5007b8 None None] Pushing event updated for resources: {'Port': ['ID=0108cdf3-c9c9-4ff5-a509-ea488f69ab92,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:08.775303 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device f9cafc63-5c15-436b-8f5b-505741674ca5 no longer exists at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:43:08.776278 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-5012295e-776b-45ad-b1ae-f2b9abae5d13 None None] Attempting to bind port 0108cdf3-c9c9-4ff5-a509-ea488f69ab92 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:43:08.776642 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-5012295e-776b-45ad-b1ae-f2b9abae5d13 None None] Attempting to bind port 0108cdf3-c9c9-4ff5-a509-ea488f69ab92 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:43:08.776995 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5012295e-776b-45ad-b1ae-f2b9abae5d13 None None] Attempting to bind port 0108cdf3-c9c9-4ff5-a509-ea488f69ab92 on network c3f8658e-da35-41f3-bd03-509e29ebd6f3 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:43:08.783266 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5012295e-776b-45ad-b1ae-f2b9abae5d13 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:43:08.783947 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5012295e-776b-45ad-b1ae-f2b9abae5d13 None None] Checking segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:43:08.784095 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5012295e-776b-45ad-b1ae-f2b9abae5d13 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:08.784584 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5012295e-776b-45ad-b1ae-f2b9abae5d13 None None] Bound using segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:43:08.785062 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-5012295e-776b-45ad-b1ae-f2b9abae5d13 None None] Bound port: 0108cdf3-c9c9-4ff5-a509-ea488f69ab92, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:43:08.785250 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5012295e-776b-45ad-b1ae-f2b9abae5d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:08.786554 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-41dc5b58-2cd5-4a81-88d2-7e44347bef51 req-0fa1f1ed-5254-4289-848c-b5d4f7b20e35 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39fb46ec-bbfe-447b-a277-aff72f4fa08d HTTP/1.1" status: 200 len: 1002 time: 0.2837448 Dec 20 14:43:08.865821 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] No Port match for: f9cafc63-5c15-436b-8f5b-505741674ca5 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:43:08.868081 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device f9cafc63-5c15-436b-8f5b-505741674ca5 not bound to the agent host n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:43:08.888277 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-0a13fca1-1a1c-4848-b3de-da7d350314d3 None None] Provisioning complete for port 0108cdf3-c9c9-4ff5-a509-ea488f69ab92 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:43:08.888824 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-0a13fca1-1a1c-4848-b3de-da7d350314d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:08.914356 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-5012295e-776b-45ad-b1ae-f2b9abae5d13 None None] For port 0108cdf3-c9c9-4ff5-a509-ea488f69ab92, host n-d-761264-19, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:43:08.921840 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-5012295e-776b-45ad-b1ae-f2b9abae5d13 None None] For port 0108cdf3-c9c9-4ff5-a509-ea488f69ab92, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=0108cdf3-c9c9-4ff5-a509-ea488f69ab92,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:43:08.932804 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5012295e-776b-45ad-b1ae-f2b9abae5d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:08.933280 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9396f0cb-4eb1-4d56-9783-c83c483f1e5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:08.933510 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-0a13fca1-1a1c-4848-b3de-da7d350314d3 None None] Port 0108cdf3-c9c9-4ff5-a509-ea488f69ab92 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:43:08.954206 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc5b58-2cd5-4a81-88d2-7e44347bef51 req-73ecc22e-d148-433d-bca1-f2e46d9920a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:43:08.956137 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-41dc5b58-2cd5-4a81-88d2-7e44347bef51 req-73ecc22e-d148-433d-bca1-f2e46d9920a3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a8bc57f1-3730-4dfb-a3cb-cf3c3829d7fe HTTP/1.1" status: 200 len: 856 time: 0.1452258 Dec 20 14:43:08.961439 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-144204dc-6be9-421a-9b88-493d1d6c5f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:08.996043 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f411791-5b27-44a5-b6b6-d884ebea1391 None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:43:09.006182 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5012295e-776b-45ad-b1ae-f2b9abae5d13 None None] Routers {'b75eaea9-da53-467f-accc-b11ade19adde'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:43:09.007061 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-5012295e-776b-45ad-b1ae-f2b9abae5d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:43:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['b75eaea9-da53-467f-accc-b11ade19adde'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:43:09.013524 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fcb8f8-64ac-41f2-b86c-7aefaa5007b8 None None] Pushing event updated for resources: {'Port': ['ID=0108cdf3-c9c9-4ff5-a509-ea488f69ab92,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:09.017038 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36b2bbe8-7b09-4be1-a5c9-fde0c197ce9c tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Router 066d5c88-5789-4719-b04e-88969a778cc6 is scheduled to L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 with binding_index 1 {{(pid=103168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 14:43:09.025212 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144204dc-6be9-421a-9b88-493d1d6c5f13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=071a62cf-8e7b-4323-a6ef-80759ec5f629,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:09.027726 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-144204dc-6be9-421a-9b88-493d1d6c5f13 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:09.031775 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-144204dc-6be9-421a-9b88-493d1d6c5f13 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/071a62cf-8e7b-4323-a6ef-80759ec5f629 HTTP/1.1" status: 204 len: 168 time: 0.5756247 Dec 20 14:43:09.036092 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 51224) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:43:09.064288 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-399a29c1-6d26-47c7-aec2-68804bb90d3a None None] Provisioning complete for port 0108cdf3-c9c9-4ff5-a509-ea488f69ab92 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:43:09.065236 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-399a29c1-6d26-47c7-aec2-68804bb90d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:09.188448 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36b2bbe8-7b09-4be1-a5c9-fde0c197ce9c tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:43:09.193756 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc5b58-2cd5-4a81-88d2-7e44347bef51 req-38853fcc-f9e4-4c83-a657-32777092c9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:43:09.196490 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-41dc5b58-2cd5-4a81-88d2-7e44347bef51 req-38853fcc-f9e4-4c83-a657-32777092c9c6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=247d6423-5fdf-4eed-9378-2e1201ada444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2239988 Dec 20 14:43:09.202630 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19358eea-ab78-4507-9c82-9d1123b19892 None None] Sync routers for ids ['066d5c88-5789-4719-b04e-88969a778cc6'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:43:09.231542 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-399a29c1-6d26-47c7-aec2-68804bb90d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:09.240451 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19358eea-ab78-4507-9c82-9d1123b19892 None None] Routers {'066d5c88-5789-4719-b04e-88969a778cc6'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:43:09.241447 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-19358eea-ab78-4507-9c82-9d1123b19892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:43:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['066d5c88-5789-4719-b04e-88969a778cc6'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:43:09.242909 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-36b2bbe8-7b09-4be1-a5c9-fde0c197ce9c tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:09.250493 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-36b2bbe8-7b09-4be1-a5c9-fde0c197ce9c tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 3.7026834 Dec 20 14:43:09.251419 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 51228) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:43:09.287378 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-5012295e-776b-45ad-b1ae-f2b9abae5d13 None None] Set router b75eaea9-da53-467f-accc-b11ade19adde gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:43:09.328759 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-399a29c1-6d26-47c7-aec2-68804bb90d3a None None] For port 0108cdf3-c9c9-4ff5-a509-ea488f69ab92, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=0108cdf3-c9c9-4ff5-a509-ea488f69ab92,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:43:09.330323 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-19358eea-ab78-4507-9c82-9d1123b19892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:43:09.341560 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4975eb49-976d-405e-abcf-e07070d5f122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:09.348577 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-399a29c1-6d26-47c7-aec2-68804bb90d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:09.425098 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399a29c1-6d26-47c7-aec2-68804bb90d3a None None] Pushing event updated for resources: {'Port': ['ID=0108cdf3-c9c9-4ff5-a509-ea488f69ab92,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:09.429522 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19358eea-ab78-4507-9c82-9d1123b19892 None None] Routers {'066d5c88-5789-4719-b04e-88969a778cc6'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:43:09.430149 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-19358eea-ab78-4507-9c82-9d1123b19892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:43:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['066d5c88-5789-4719-b04e-88969a778cc6'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:43:09.468993 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-19358eea-ab78-4507-9c82-9d1123b19892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:43:09.469675 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19358eea-ab78-4507-9c82-9d1123b19892 None None] The sync data for ids ['066d5c88-5789-4719-b04e-88969a778cc6'] in n-d-761264-19 is: [] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:43:09.517166 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 51234) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:43:09.578316 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-5012295e-776b-45ad-b1ae-f2b9abae5d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b75eaea9-da53-467f-accc-b11ade19adde', 'name': 'tempest-TestVolumeBackupRestore-17163954-router', 'tenant_id': 'a476ebf78cb049d48d0a9739417b1d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '0108cdf3-c9c9-4ff5-a509-ea488f69ab92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:43:02Z', 'updated_at': '2021-12-20T14:43:06Z', 'revision_number': 3, 'project_id': 'a476ebf78cb049d48d0a9739417b1d8d', 'gw_port': {'id': '0108cdf3-c9c9-4ff5-a509-ea488f69ab92', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:14:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b75eaea9-da53-467f-accc-b11ade19adde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:43:03Z', 'updated_at': '2021-12-20T14:43:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:43:09.622010 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5012295e-776b-45ad-b1ae-f2b9abae5d13 None None] The sync data for ids ['b75eaea9-da53-467f-accc-b11ade19adde'] in n-d-761264-19 is: [{'id': 'b75eaea9-da53-467f-accc-b11ade19adde', 'name': 'tempest-TestVolumeBackupRestore-17163954-router', 'tenant_id': 'a476ebf78cb049d48d0a9739417b1d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '0108cdf3-c9c9-4ff5-a509-ea488f69ab92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:43:02Z', 'updated_at': '2021-12-20T14:43:06Z', 'revision_number': 3, 'project_id': 'a476ebf78cb049d48d0a9739417b1d8d', 'gw_port': {'id': '0108cdf3-c9c9-4ff5-a509-ea488f69ab92', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:14:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b75eaea9-da53-467f-accc-b11ade19adde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:43:03Z', 'updated_at': '2021-12-20T14:43:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:43:09.654153 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-d9c9a826-5d0d-457f-9679-caa8712bd3c7 tempest-MeteringTestJSON-738494277 tempest-MeteringTestJSON-738494277-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1288675780'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:43:09.654621 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-d9c9a826-5d0d-457f-9679-caa8712bd3c7 tempest-MeteringTestJSON-738494277 tempest-MeteringTestJSON-738494277-project-admin] Unknown quota resources ['metering_label']. {{(pid=103168) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 20 14:43:09.909841 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d9c9a826-5d0d-457f-9679-caa8712bd3c7 tempest-MeteringTestJSON-738494277 tempest-MeteringTestJSON-738494277-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:09.911109 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-d9c9a826-5d0d-457f-9679-caa8712bd3c7 tempest-MeteringTestJSON-738494277 tempest-MeteringTestJSON-738494277-project-admin] 10.222.0.54 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.3931744 Dec 20 14:43:09.913793 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 51240) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:43:09.918962 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-9719f6dc-4c6a-4fcc-a024-533f33193932 tempest-MeteringTestJSON-738494277 tempest-MeteringTestJSON-738494277-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '80b4cd09-cded-46cd-aef8-d016554169ae'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:43:09.919515 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-9719f6dc-4c6a-4fcc-a024-533f33193932 tempest-MeteringTestJSON-738494277 tempest-MeteringTestJSON-738494277-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103168) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 20 14:43:09.961219 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-9396f0cb-4eb1-4d56-9783-c83c483f1e5c admin admin] Allocated IP 172.20.0.1 (f6025bcf-e318-4487-b9de-ccfa08936504/e5e607f6-17bd-401a-91b9-7d4d86d3e052/ac6cc6e4-5e45-47db-bd7a-1da117a5623d) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:43:09.971464 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-41dc5b58-2cd5-4a81-88d2-7e44347bef51 req-7bc1c187-968b-4fd9-a124-42cd7d06f5ff service neutron] 10.222.0.47 "GET /v2.0/networks/247d6423-5fdf-4eed-9378-2e1201ada444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7423351 Dec 20 14:43:10.030716 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fd3fed25-7201-4e97-95dc-223ae39fecd2 req-d3fb1df9-7f6a-4fa4-9253-eda891bdc22e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c09bc019-13ea-434d-bbc0-07c863b22aea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6692204 Dec 20 14:43:10.035708 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4975eb49-976d-405e-abcf-e07070d5f122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:10.089180 n-d-761264-19 neutron-server[103168]: WARNING neutron.services.metering.metering_plugin [None req-9719f6dc-4c6a-4fcc-a024-533f33193932 tempest-MeteringTestJSON-738494277 tempest-MeteringTestJSON-738494277-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 20 14:43:10.113556 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-4975eb49-976d-405e-abcf-e07070d5f122 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['066f68d2-cba5-4b68-b475-037a2e046a05']}} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:43:10.176849 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-cccde325-8c7b-4e68-b4ee-810f9f5a90fe tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "GET /v2.0/routers/066d5c88-5789-4719-b04e-88969a778cc6 HTTP/1.1" status: 200 len: 881 time: 0.9210796 Dec 20 14:43:10.209160 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 51244) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:43:10.212560 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9719f6dc-4c6a-4fcc-a024-533f33193932 tempest-MeteringTestJSON-738494277 tempest-MeteringTestJSON-738494277-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:10.213989 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-9719f6dc-4c6a-4fcc-a024-533f33193932 tempest-MeteringTestJSON-738494277 tempest-MeteringTestJSON-738494277-project-admin] 10.222.0.54 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2992017 Dec 20 14:43:10.220992 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 51246) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:43:10.225661 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-935e42e7-b336-4167-bc5b-78fed47df278 tempest-MeteringTestJSON-738494277 tempest-MeteringTestJSON-738494277-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '80b4cd09-cded-46cd-aef8-d016554169ae'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:43:10.226462 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-935e42e7-b336-4167-bc5b-78fed47df278 tempest-MeteringTestJSON-738494277 tempest-MeteringTestJSON-738494277-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103168) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 20 14:43:10.231766 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 0108cdf3-c9c9-4ff5-a509-ea488f69ab92 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:43:10.248345 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-4975eb49-976d-405e-abcf-e07070d5f122 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8d2272b-3995-4a5a-a1f2-9fe885798f90') {'for_net_delete': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:43:10.248834 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-4975eb49-976d-405e-abcf-e07070d5f122 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8d2272b-3995-4a5a-a1f2-9fe885798f90') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:43:10.281121 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4975eb49-976d-405e-abcf-e07070d5f122 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954405'] for segment, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:10.312018 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 0108cdf3-c9c9-4ff5-a509-ea488f69ab92 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:43:10.312450 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:10.327166 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3fed25-7201-4e97-95dc-223ae39fecd2 req-61673eb1-3b7c-4ae4-9411-72b8ab20574f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:43:10.330323 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fd3fed25-7201-4e97-95dc-223ae39fecd2 req-61673eb1-3b7c-4ae4-9411-72b8ab20574f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c0643adf2af04815b0d3549cf80b60b4&device_id=c09bc019-13ea-434d-bbc0-07c863b22aea HTTP/1.1" status: 200 len: 1097 time: 0.2689588 Dec 20 14:43:10.351033 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4975eb49-976d-405e-abcf-e07070d5f122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:10.364134 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-41dc5b58-2cd5-4a81-88d2-7e44347bef51 req-1ee42041-caa9-46eb-a941-4e246ba4684f service neutron] 10.222.0.47 "GET /v2.0/networks/247d6423-5fdf-4eed-9378-2e1201ada444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3526330 Dec 20 14:43:10.371554 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4975eb49-976d-405e-abcf-e07070d5f122 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=103167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:43:10.372333 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4975eb49-976d-405e-abcf-e07070d5f122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9956000'] for segment, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:10.381234 n-d-761264-19 neutron-server[103167]: Traceback (most recent call last): Dec 20 14:43:10.381234 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:43:10.381234 n-d-761264-19 neutron-server[103167]: timer() Dec 20 14:43:10.381234 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:43:10.381234 n-d-761264-19 neutron-server[103167]: cb(*args, **kw) Dec 20 14:43:10.381234 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:43:10.381234 n-d-761264-19 neutron-server[103167]: return func(*args, **kwargs) Dec 20 14:43:10.381234 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:43:10.381234 n-d-761264-19 neutron-server[103167]: self._notify() Dec 20 14:43:10.381234 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:43:10.381234 n-d-761264-19 neutron-server[103167]: self.callback(batched_events) Dec 20 14:43:10.381234 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:43:10.381234 n-d-761264-19 neutron-server[103167]: event.method(event) Dec 20 14:43:10.381234 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:43:10.381234 n-d-761264-19 neutron-server[103167]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:43:10.381234 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:43:10.381234 n-d-761264-19 neutron-server[103167]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:43:10.381234 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:43:10.381234 n-d-761264-19 neutron-server[103167]: return f(self, *a, **k) Dec 20 14:43:10.381234 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:43:10.381234 n-d-761264-19 neutron-server[103167]: return self._get(url).json() Dec 20 14:43:10.381234 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:43:10.381234 n-d-761264-19 neutron-server[103167]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:43:10.381234 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:43:10.381234 n-d-761264-19 neutron-server[103167]: return self.request(url, 'GET', **kwargs) Dec 20 14:43:10.381234 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:43:10.381234 n-d-761264-19 neutron-server[103167]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:43:10.381234 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:43:10.381234 n-d-761264-19 neutron-server[103167]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:43:10.381234 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:43:10.381234 n-d-761264-19 neutron-server[103167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:43:10.381234 n-d-761264-19 neutron-server[103167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:43:10.402122 n-d-761264-19 neutron-server[103168]: WARNING neutron.services.metering.metering_plugin [None req-935e42e7-b336-4167-bc5b-78fed47df278 tempest-MeteringTestJSON-738494277 tempest-MeteringTestJSON-738494277-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 20 14:43:10.496283 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9396f0cb-4eb1-4d56-9783-c83c483f1e5c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:10.505177 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-935e42e7-b336-4167-bc5b-78fed47df278 tempest-MeteringTestJSON-738494277 tempest-MeteringTestJSON-738494277-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:10.508202 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-935e42e7-b336-4167-bc5b-78fed47df278 tempest-MeteringTestJSON-738494277 tempest-MeteringTestJSON-738494277-project-admin] 10.222.0.54 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2844543 Dec 20 14:43:10.515662 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 51250) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:43:10.535454 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-7fd3f597-c71c-43dd-bfc9-584a2dc9551b tempest-MeteringTestJSON-738494277 tempest-MeteringTestJSON-738494277-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-label-rules?id=c3afe710-1055-4658-b27e-831bc8b3bf48 HTTP/1.1" status: 200 len: 464 time: 0.0169506 Dec 20 14:43:10.539592 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 51252) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:43:10.558805 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4975eb49-976d-405e-abcf-e07070d5f122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:10.564025 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4975eb49-976d-405e-abcf-e07070d5f122 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:10.570582 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-4975eb49-976d-405e-abcf-e07070d5f122 admin admin] 10.222.0.54 "DELETE /v2.0/networks/066f68d2-cba5-4b68-b475-037a2e046a05 HTTP/1.1" status: 204 len: 168 time: 1.5246301 Dec 20 14:43:10.631236 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4975eb49-976d-405e-abcf-e07070d5f122 admin admin] Pushing event deleted for resources: {'Network': ['ID=066f68d2-cba5-4b68-b475-037a2e046a05,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:10.664038 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3fed25-7201-4e97-95dc-223ae39fecd2 req-d23281e2-9030-4467-a79d-1be197881c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:43:10.666758 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fd3fed25-7201-4e97-95dc-223ae39fecd2 req-d23281e2-9030-4467-a79d-1be197881c7e service neutron] 10.222.0.30 "GET /v2.0/networks?id=87a69cd0-a64c-42dd-a7fc-edd3efea59ce HTTP/1.1" status: 200 len: 911 time: 0.3003585 Dec 20 14:43:10.735480 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9396f0cb-4eb1-4d56-9783-c83c483f1e5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:10.785457 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-58ddd650-813b-4c18-a294-074a46e7072b tempest-MeteringTestJSON-738494277 tempest-MeteringTestJSON-738494277-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:10.787205 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-58ddd650-813b-4c18-a294-074a46e7072b tempest-MeteringTestJSON-738494277 tempest-MeteringTestJSON-738494277-project-admin] 10.222.0.54 "DELETE /v2.0/metering/metering-label-rules/c3afe710-1055-4658-b27e-831bc8b3bf48 HTTP/1.1" status: 204 len: 168 time: 0.2459962 Dec 20 14:43:10.793657 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 51262) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:43:10.827675 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-909f4b6e-3b4b-4e4b-8274-beb59abd2988 tempest-MeteringTestJSON-738494277 tempest-MeteringTestJSON-738494277-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-label-rules?id=c3afe710-1055-4658-b27e-831bc8b3bf48 HTTP/1.1" status: 200 len: 221 time: 0.0324786 Dec 20 14:43:10.834482 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 51264) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:43:10.836835 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 51266) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:43:10.839851 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-8af82687-fe66-4496-9a61-65951968c41c tempest-MeteringTestJSON-738494277 tempest-MeteringTestJSON-738494277-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1844094592', 'description': 'label created by tempest'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:43:10.840288 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9396f0cb-4eb1-4d56-9783-c83c483f1e5c admin admin] Network f6025bcf-e318-4487-b9de-ccfa08936504 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:43:10.840670 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-8af82687-fe66-4496-9a61-65951968c41c tempest-MeteringTestJSON-738494277 tempest-MeteringTestJSON-738494277-project-admin] Unknown quota resources ['metering_label']. {{(pid=103168) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 20 14:43:10.877818 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-9396f0cb-4eb1-4d56-9783-c83c483f1e5c admin admin] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:43:10.893144 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9396f0cb-4eb1-4d56-9783-c83c483f1e5c admin admin] Pushing event updated for resources: {'Port': ['ID=ac6cc6e4-5e45-47db-bd7a-1da117a5623d,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:10.897379 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9396f0cb-4eb1-4d56-9783-c83c483f1e5c admin admin] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:43:10.956302 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9396f0cb-4eb1-4d56-9783-c83c483f1e5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595714'] for router_interface, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:10.970768 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-473908df-b8c7-4319-8ce6-fa35c65d8e33 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.7543814 Dec 20 14:43:10.975160 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 51268) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:43:10.979921 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-b6f8c37d-e040-42af-9a5f-074f3e163040 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1586008420'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:43:11.033482 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fd3fed25-7201-4e97-95dc-223ae39fecd2 req-2249d66b-e5ab-4e43-94b7-01189cd15ae0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93af668f-2513-4104-bc3f-9ee7e91d2ff6 HTTP/1.1" status: 200 len: 1000 time: 0.3594968 Dec 20 14:43:11.141072 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3fed25-7201-4e97-95dc-223ae39fecd2 req-dfcbe94f-c5b1-4d71-ba69-d5d6fe025a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:43:11.142744 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fd3fed25-7201-4e97-95dc-223ae39fecd2 req-dfcbe94f-c5b1-4d71-ba69-d5d6fe025a37 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a9e11c76-32b6-463b-b516-e12248ff878a HTTP/1.1" status: 200 len: 849 time: 0.0948706 Dec 20 14:43:11.148176 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 51274) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:43:11.148770 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-952e4414-5c07-484c-b21a-0f03ccdc9ef2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4c1d8fcd459b4ae28a936c2de3ff581d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3067808 Dec 20 14:43:11.166318 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8af82687-fe66-4496-9a61-65951968c41c tempest-MeteringTestJSON-738494277 tempest-MeteringTestJSON-738494277-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:11.167800 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-8af82687-fe66-4496-9a61-65951968c41c tempest-MeteringTestJSON-738494277 tempest-MeteringTestJSON-738494277-project-admin] 10.222.0.54 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3325605 Dec 20 14:43:11.171478 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 51276) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:43:11.242715 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3fed25-7201-4e97-95dc-223ae39fecd2 req-c3cb140e-2fd3-4ab9-a295-5010d98d0508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:43:11.244491 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fd3fed25-7201-4e97-95dc-223ae39fecd2 req-c3cb140e-2fd3-4ab9-a295-5010d98d0508 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=87a69cd0-a64c-42dd-a7fc-edd3efea59ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0924447 Dec 20 14:43:11.314816 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-08355337-9746-49a1-9a50-77954ea5649d None None] Provisioning complete for port ac6cc6e4-5e45-47db-bd7a-1da117a5623d triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:43:11.316195 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-08355337-9746-49a1-9a50-77954ea5649d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:11.340315 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-e65fa652-af5c-42c3-a621-877eb9c9d51e tempest-MeteringTestJSON-738494277 tempest-MeteringTestJSON-738494277-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-labels?id=bda6acf9-4624-4567-ba40-c52d61b36aef HTTP/1.1" status: 200 len: 468 time: 0.1517086 Dec 20 14:43:11.347535 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 51278) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:43:11.381650 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9396f0cb-4eb1-4d56-9783-c83c483f1e5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:11.413333 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-08355337-9746-49a1-9a50-77954ea5649d None None] Port ac6cc6e4-5e45-47db-bd7a-1da117a5623d cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:43:11.444123 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fd3fed25-7201-4e97-95dc-223ae39fecd2 req-7d90aa55-478f-4de4-a5f6-0a3eafa0afaa service neutron] 10.222.0.30 "GET /v2.0/networks/87a69cd0-a64c-42dd-a7fc-edd3efea59ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902635 Dec 20 14:43:11.630709 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:11.636856 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fd3fed25-7201-4e97-95dc-223ae39fecd2 req-49c6deab-4b8d-471d-b1ea-47cf250eba45 service neutron] 10.222.0.30 "GET /v2.0/networks/87a69cd0-a64c-42dd-a7fc-edd3efea59ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837177 Dec 20 14:43:11.702821 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9396f0cb-4eb1-4d56-9783-c83c483f1e5c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:11.709658 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9396f0cb-4eb1-4d56-9783-c83c483f1e5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:11.783960 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9396f0cb-4eb1-4d56-9783-c83c483f1e5c admin admin] Pushing event updated for resources: {'Port': ['ID=ac6cc6e4-5e45-47db-bd7a-1da117a5623d,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:11.797607 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9396f0cb-4eb1-4d56-9783-c83c483f1e5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1595702'] for router_interface, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:11.866691 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b24c67d1-b15a-47c4-8f4b-5f0d8af39990 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:11.950940 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9396f0cb-4eb1-4d56-9783-c83c483f1e5c admin admin] Network f6025bcf-e318-4487-b9de-ccfa08936504 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:43:11.952953 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-9396f0cb-4eb1-4d56-9783-c83c483f1e5c admin admin] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:43:12.048760 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b24c67d1-b15a-47c4-8f4b-5f0d8af39990 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:12.061801 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5b5966c7-9244-446a-ab85-bfba239a972c tempest-MeteringTestJSON-738494277 tempest-MeteringTestJSON-738494277-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:12.063079 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-5b5966c7-9244-446a-ab85-bfba239a972c tempest-MeteringTestJSON-738494277 tempest-MeteringTestJSON-738494277-project-admin] 10.222.0.54 "DELETE /v2.0/metering/metering-labels/bda6acf9-4624-4567-ba40-c52d61b36aef HTTP/1.1" status: 204 len: 168 time: 0.7130370 Dec 20 14:43:12.066391 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 51284) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:43:12.144820 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-a89ec540-45e7-4165-8f7c-6a4b3226b258 tempest-MeteringTestJSON-738494277 tempest-MeteringTestJSON-738494277-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-labels?id=bda6acf9-4624-4567-ba40-c52d61b36aef HTTP/1.1" status: 200 len: 216 time: 0.0771499 Dec 20 14:43:12.148291 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 51286) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:43:12.171259 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-8948a124-df30-40d7-8af0-48c2cb1d2ef6 tempest-MeteringTestJSON-738494277 tempest-MeteringTestJSON-738494277-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0215397 Dec 20 14:43:12.176015 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 51288) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:43:12.192626 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9396f0cb-4eb1-4d56-9783-c83c483f1e5c admin admin] Router b75eaea9-da53-467f-accc-b11ade19adde has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:43:12.202218 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-b9c5826c-c75b-4b73-bc7a-d7f09cbd4473 tempest-MeteringTestJSON-738494277 tempest-MeteringTestJSON-738494277-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0250275 Dec 20 14:43:12.206794 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 51290) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:43:12.279536 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b6f8c37d-e040-42af-9a5f-074f3e163040 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1584976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40157'] for router, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:12.305372 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b24c67d1-b15a-47c4-8f4b-5f0d8af39990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:12.308518 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b24c67d1-b15a-47c4-8f4b-5f0d8af39990 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:12.310366 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-b24c67d1-b15a-47c4-8f4b-5f0d8af39990 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f5d3074f-115c-48f1-a175-0dcd02af11cf HTTP/1.1" status: 204 len: 168 time: 1.1597023 Dec 20 14:43:12.336572 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24c67d1-b15a-47c4-8f4b-5f0d8af39990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5d3074f-115c-48f1-a175-0dcd02af11cf,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:12.340375 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b6f8c37d-e040-42af-9a5f-074f3e163040 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1584999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1585022', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1594780'] for router, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:12.347747 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-7900e897-b911-4fc6-828e-8e88d4085e79 None None] Provisioning complete for port ac6cc6e4-5e45-47db-bd7a-1da117a5623d triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:43:12.348262 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-7900e897-b911-4fc6-828e-8e88d4085e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:12.449272 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-97f4a8e7-a5d5-4a0b-b289-e94fc56c6767 tempest-MeteringTestJSON-738494277 tempest-MeteringTestJSON-738494277-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-labels/80b4cd09-cded-46cd-aef8-d016554169ae HTTP/1.1" status: 200 len: 473 time: 0.2410076 Dec 20 14:43:12.454135 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 51296) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:43:12.473906 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-7900e897-b911-4fc6-828e-8e88d4085e79 None None] Port ac6cc6e4-5e45-47db-bd7a-1da117a5623d cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:43:12.488801 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-97f712d4-4a64-4718-85c3-8795aefed9ab tempest-MeteringTestJSON-738494277 tempest-MeteringTestJSON-738494277-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-label-rules/c5c4ba1a-ab10-4ecd-9638-9b0f92f565aa HTTP/1.1" status: 200 len: 461 time: 0.0337932 Dec 20 14:43:12.489439 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 51298) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:43:12.566965 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9396f0cb-4eb1-4d56-9783-c83c483f1e5c admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:43:12.578398 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8533ca-0b47-47c3-b596-2cfb89c12869 None None] Sync routers for ids ['b75eaea9-da53-467f-accc-b11ade19adde'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:43:12.586228 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6f8c37d-e040-42af-9a5f-074f3e163040 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Router 066d5c88-5789-4719-b04e-88969a778cc6 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:43:12.595771 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8533ca-0b47-47c3-b596-2cfb89c12869 None None] Routers {'b75eaea9-da53-467f-accc-b11ade19adde'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:43:12.597922 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-9396f0cb-4eb1-4d56-9783-c83c483f1e5c admin admin] 10.222.0.54 "PUT /v2.0/routers/b75eaea9-da53-467f-accc-b11ade19adde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0391653 Dec 20 14:43:12.599111 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-be8533ca-0b47-47c3-b596-2cfb89c12869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:43:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['b75eaea9-da53-467f-accc-b11ade19adde'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:43:12.901225 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-be8533ca-0b47-47c3-b596-2cfb89c12869 None None] Set router b75eaea9-da53-467f-accc-b11ade19adde gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:43:12.991242 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-431c073a-62fb-4e02-b743-d5473b709c6c tempest-MeteringTestJSON-738494277 tempest-MeteringTestJSON-738494277-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:12.995439 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-431c073a-62fb-4e02-b743-d5473b709c6c tempest-MeteringTestJSON-738494277 tempest-MeteringTestJSON-738494277-project-admin] 10.222.0.54 "DELETE /v2.0/metering/metering-label-rules/c5c4ba1a-ab10-4ecd-9638-9b0f92f565aa HTTP/1.1" status: 204 len: 168 time: 0.5002615 Dec 20 14:43:12.995603 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 51318) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:43:13.153841 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6f8c37d-e040-42af-9a5f-074f3e163040 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:43:13.162112 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b6f8c37d-e040-42af-9a5f-074f3e163040 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:13.164866 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd5961a-71aa-47bc-ac3e-09a90237ad9e None None] Sync routers for ids ['066d5c88-5789-4719-b04e-88969a778cc6'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:43:13.166165 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-b6f8c37d-e040-42af-9a5f-074f3e163040 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "PUT /v2.0/routers/066d5c88-5789-4719-b04e-88969a778cc6 HTTP/1.1" status: 200 len: 888 time: 2.1898232 Dec 20 14:43:13.166991 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 51324) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:43:13.185571 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd5961a-71aa-47bc-ac3e-09a90237ad9e None None] Routers {'066d5c88-5789-4719-b04e-88969a778cc6'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:43:13.186213 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-4fd5961a-71aa-47bc-ac3e-09a90237ad9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:43:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['066d5c88-5789-4719-b04e-88969a778cc6'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:43:13.284651 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-4fd5961a-71aa-47bc-ac3e-09a90237ad9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:43:13.301157 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd5961a-71aa-47bc-ac3e-09a90237ad9e None None] Routers {'066d5c88-5789-4719-b04e-88969a778cc6'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:43:13.301885 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-4fd5961a-71aa-47bc-ac3e-09a90237ad9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:43:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['066d5c88-5789-4719-b04e-88969a778cc6'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:43:13.349962 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-4fd5961a-71aa-47bc-ac3e-09a90237ad9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:43:13.351779 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd5961a-71aa-47bc-ac3e-09a90237ad9e None None] The sync data for ids ['066d5c88-5789-4719-b04e-88969a778cc6'] in n-d-761264-19 is: [] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:43:13.353300 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-be8533ca-0b47-47c3-b596-2cfb89c12869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b75eaea9-da53-467f-accc-b11ade19adde', 'name': 'tempest-TestVolumeBackupRestore-17163954-router', 'tenant_id': 'a476ebf78cb049d48d0a9739417b1d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '0108cdf3-c9c9-4ff5-a509-ea488f69ab92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:43:02Z', 'updated_at': '2021-12-20T14:43:11Z', 'revision_number': 4, 'project_id': 'a476ebf78cb049d48d0a9739417b1d8d', 'gw_port': {'id': '0108cdf3-c9c9-4ff5-a509-ea488f69ab92', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:14:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75eaea9-da53-467f-accc-b11ade19adde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:43:03Z', 'updated_at': '2021-12-20T14:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'ac6cc6e4-5e45-47db-bd7a-1da117a5623d', 'name': '', 'network_id': 'f6025bcf-e318-4487-b9de-ccfa08936504', 'tenant_id': 'a476ebf78cb049d48d0a9739417b1d8d', 'mac_address': 'fa:16:3e:a9:05:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b75eaea9-da53-467f-accc-b11ade19adde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': 'e5e607f6-17bd-401a-91b9-7d4d86d3e052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:43:08Z', 'updated_at': '2021-12-20T14:43:11Z', 'revision_number': 2, 'project_id': 'a476ebf78cb049d48d0a9739417b1d8d', 'subnets': [{'id': 'e5e607f6-17bd-401a-91b9-7d4d86d3e052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:43:13.408148 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d6265536-336b-4b92-889b-b77ba2420b32 tempest-MeteringTestJSON-738494277 tempest-MeteringTestJSON-738494277-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:13.409372 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-d6265536-336b-4b92-889b-b77ba2420b32 tempest-MeteringTestJSON-738494277 tempest-MeteringTestJSON-738494277-project-admin] 10.222.0.54 "DELETE /v2.0/metering/metering-labels/80b4cd09-cded-46cd-aef8-d016554169ae HTTP/1.1" status: 204 len: 168 time: 0.4128692 Dec 20 14:43:13.415159 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8533ca-0b47-47c3-b596-2cfb89c12869 None None] Checking router: b75eaea9-da53-467f-accc-b11ade19adde for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:43:13.415768 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8533ca-0b47-47c3-b596-2cfb89c12869 None None] Updating router b75eaea9-da53-467f-accc-b11ade19adde port ac6cc6e4-5e45-47db-bd7a-1da117a5623d binding host n-d-761264-19 {{(pid=103170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 14:43:13.463027 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-aea583cd-7cf2-40e1-ba07-85e7d5b23435 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "GET /v2.0/routers/066d5c88-5789-4719-b04e-88969a778cc6 HTTP/1.1" status: 200 len: 888 time: 0.2942700 Dec 20 14:43:13.466011 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 51362) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:43:13.483707 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-be8533ca-0b47-47c3-b596-2cfb89c12869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:13.498843 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-6328b5c6-c47a-4d9b-90ea-af4c8136de32 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "GET /v2.0/ports?device_id=066d5c88-5789-4719-b04e-88969a778cc6 HTTP/1.1" status: 200 len: 205 time: 0.0313711 Dec 20 14:43:13.501402 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 51364) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:43:13.657853 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f9d516e2-3b22-4d0b-a039-a2ad6685a54f tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks [] for router, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:13.718009 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 51380) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:43:13.832223 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 51386) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:43:13.891845 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-be8533ca-0b47-47c3-b596-2cfb89c12869 None None] Publish callbacks [] for port, precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:13.900998 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-be8533ca-0b47-47c3-b596-2cfb89c12869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:13.906595 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f9d516e2-3b22-4d0b-a039-a2ad6685a54f tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:14.004478 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bafc311-1d6c-427b-b091-dfa89cc63a46 None None] Pushing event updated for resources: {'Port': ['ID=ac6cc6e4-5e45-47db-bd7a-1da117a5623d,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:14.024863 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-ad239c47-bed9-4265-9c59-faaab0f936f8 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1072849412-network', 'tenant_id': '837c1c3730084608adec5713ed61c154'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:43:14.067693 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-f9d516e2-3b22-4d0b-a039-a2ad6685a54f tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Deleting port 5595f302-82c0-4b0a-b456-be914894bbc9 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:43:14.068359 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f9d516e2-3b22-4d0b-a039-a2ad6685a54f tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:14.103669 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad239c47-bed9-4265-9c59-faaab0f936f8 admin admin] Made reservation on behalf of 837c1c3730084608adec5713ed61c154 for: {'network': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:43:14.106203 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ad239c47-bed9-4265-9c59-faaab0f936f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:14.140883 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ad239c47-bed9-4265-9c59-faaab0f936f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:14.160996 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-be8533ca-0b47-47c3-b596-2cfb89c12869 None None] Attempting to bind port ac6cc6e4-5e45-47db-bd7a-1da117a5623d on host n-d-761264-19 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:43:14.169380 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-be8533ca-0b47-47c3-b596-2cfb89c12869 None None] Attempting to bind port ac6cc6e4-5e45-47db-bd7a-1da117a5623d by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '133a67eb-e4ac-41a6-a630-d77394f5b962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f6025bcf-e318-4487-b9de-ccfa08936504'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:43:14.169380 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8533ca-0b47-47c3-b596-2cfb89c12869 None None] Attempting to bind port ac6cc6e4-5e45-47db-bd7a-1da117a5623d on network f6025bcf-e318-4487-b9de-ccfa08936504 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:43:14.176359 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8533ca-0b47-47c3-b596-2cfb89c12869 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:43:14.177069 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8533ca-0b47-47c3-b596-2cfb89c12869 None None] Checking segment: {'id': '133a67eb-e4ac-41a6-a630-d77394f5b962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f6025bcf-e318-4487-b9de-ccfa08936504'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:43:14.177803 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-be8533ca-0b47-47c3-b596-2cfb89c12869 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:14.178547 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8533ca-0b47-47c3-b596-2cfb89c12869 None None] Bound using segment: {'id': '133a67eb-e4ac-41a6-a630-d77394f5b962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f6025bcf-e318-4487-b9de-ccfa08936504'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:43:14.179298 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-be8533ca-0b47-47c3-b596-2cfb89c12869 None None] Bound port: ac6cc6e4-5e45-47db-bd7a-1da117a5623d, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '133a67eb-e4ac-41a6-a630-d77394f5b962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f6025bcf-e318-4487-b9de-ccfa08936504'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:43:14.180133 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-be8533ca-0b47-47c3-b596-2cfb89c12869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:14.207358 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b9877f57-9da8-483c-adb9-bfecfa3ad2ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:14.272069 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f9d516e2-3b22-4d0b-a039-a2ad6685a54f tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:14.304036 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-f9d516e2-3b22-4d0b-a039-a2ad6685a54f tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Calling delete_port for 5595f302-82c0-4b0a-b456-be914894bbc9 owned by network:router_gateway {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:43:14.308675 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-be8533ca-0b47-47c3-b596-2cfb89c12869 None None] For port ac6cc6e4-5e45-47db-bd7a-1da117a5623d, host n-d-761264-19, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:43:14.316333 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-be8533ca-0b47-47c3-b596-2cfb89c12869 None None] For port ac6cc6e4-5e45-47db-bd7a-1da117a5623d, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=ac6cc6e4-5e45-47db-bd7a-1da117a5623d,segment=NetworkSegment(133a67eb-e4ac-41a6-a630-d77394f5b962),segment_id=133a67eb-e4ac-41a6-a630-d77394f5b962)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:43:14.336008 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-be8533ca-0b47-47c3-b596-2cfb89c12869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:14.432796 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8533ca-0b47-47c3-b596-2cfb89c12869 None None] Routers {'b75eaea9-da53-467f-accc-b11ade19adde'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:43:14.433495 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-be8533ca-0b47-47c3-b596-2cfb89c12869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:43:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['b75eaea9-da53-467f-accc-b11ade19adde'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:43:14.482619 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ad239c47-bed9-4265-9c59-faaab0f936f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:14.495709 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ad239c47-bed9-4265-9c59-faaab0f936f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:14.510815 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bafc311-1d6c-427b-b091-dfa89cc63a46 None None] Pushing event updated for resources: {'Port': ['ID=ac6cc6e4-5e45-47db-bd7a-1da117a5623d,revision_number=4']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:14.630579 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b9877f57-9da8-483c-adb9-bfecfa3ad2ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:14.633831 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-efc66f3a-ac6a-4173-812c-510a0fc585d3 None None] Provisioning complete for port ac6cc6e4-5e45-47db-bd7a-1da117a5623d triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:43:14.635052 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-efc66f3a-ac6a-4173-812c-510a0fc585d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:14.639672 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad239c47-bed9-4265-9c59-faaab0f936f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b61b3fd-e2b0-4d84-8217-7739ffefe674,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:14.650256 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-be8533ca-0b47-47c3-b596-2cfb89c12869 None None] Set router b75eaea9-da53-467f-accc-b11ade19adde gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:43:14.651017 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b9877f57-9da8-483c-adb9-bfecfa3ad2ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:14.685872 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f9d516e2-3b22-4d0b-a039-a2ad6685a54f tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:14.747680 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9877f57-9da8-483c-adb9-bfecfa3ad2ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d79f77b0-f520-4ab0-82a9-f39d3f9707b8,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:14.768385 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad239c47-bed9-4265-9c59-faaab0f936f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=103167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:43:14.789491 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d516e2-3b22-4d0b-a039-a2ad6685a54f tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Pushing event deleted for resources: {'Port': ['ID=5595f302-82c0-4b0a-b456-be914894bbc9,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:14.792396 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2d3ef9-336a-4b89-996e-f7325838509e None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:43:14.834786 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ad239c47-bed9-4265-9c59-faaab0f936f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:14.837292 n-d-761264-19 neutron-server[103167]: INFO neutron.db.segments_db [None req-ad239c47-bed9-4265-9c59-faaab0f936f8 admin admin] Added segment 2853b197-0c97-47b3-8325-df003bca0e8a of type vlan for network 777ef3ba-dcaa-4b2d-b2ea-b0d6aea1c617 Dec 20 14:43:14.848745 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-efc66f3a-ac6a-4173-812c-510a0fc585d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:14.868668 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-b9877f57-9da8-483c-adb9-bfecfa3ad2ad admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4096ff6f2d4540b684b47c2dbb736796&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0349729 Dec 20 14:43:14.874877 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 51432) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:43:14.948034 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f9d516e2-3b22-4d0b-a039-a2ad6685a54f tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584913'] for router_gateway, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:14.958159 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-efc66f3a-ac6a-4173-812c-510a0fc585d3 None None] For port ac6cc6e4-5e45-47db-bd7a-1da117a5623d, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=ac6cc6e4-5e45-47db-bd7a-1da117a5623d,segment=NetworkSegment(133a67eb-e4ac-41a6-a630-d77394f5b962),segment_id=133a67eb-e4ac-41a6-a630-d77394f5b962)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:43:14.990519 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-efc66f3a-ac6a-4173-812c-510a0fc585d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:14.998186 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ad239c47-bed9-4265-9c59-faaab0f936f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:15.057355 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-74ee1ff6-1ef4-4d5a-9948-4938032d3672 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:15.071779 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ad239c47-bed9-4265-9c59-faaab0f936f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:15.073114 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad239c47-bed9-4265-9c59-faaab0f936f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:43:15.073753 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ad239c47-bed9-4265-9c59-faaab0f936f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:15.103260 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc66f3a-ac6a-4173-812c-510a0fc585d3 None None] Pushing event updated for resources: {'Port': ['ID=ac6cc6e4-5e45-47db-bd7a-1da117a5623d,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:15.113807 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-ad239c47-bed9-4265-9c59-faaab0f936f8 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3937032 Dec 20 14:43:15.114626 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 51438) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:43:15.142415 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-82fafed1-5949-48e1-99c0-89de7f023a42 None None] Provisioning complete for port ac6cc6e4-5e45-47db-bd7a-1da117a5623d triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:43:15.143093 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-82fafed1-5949-48e1-99c0-89de7f023a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:15.193130 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad239c47-bed9-4265-9c59-faaab0f936f8 admin admin] Pushing event updated for resources: {'Network': ['ID=777ef3ba-dcaa-4b2d-b2ea-b0d6aea1c617,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:15.200019 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-ed438413-6c79-45bf-8397-18ee3977454c admin admin] Request body: {'subnet': {'network_id': '777ef3ba-dcaa-4b2d-b2ea-b0d6aea1c617', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1072849412-subnet', 'tenant_id': '837c1c3730084608adec5713ed61c154', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:43:15.201609 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f9d516e2-3b22-4d0b-a039-a2ad6685a54f tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40132'] for router, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:15.205280 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 777ef3ba-dcaa-4b2d-b2ea-b0d6aea1c617 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:43:15.205672 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-74ee1ff6-1ef4-4d5a-9948-4938032d3672 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:15.209607 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f9d516e2-3b22-4d0b-a039-a2ad6685a54f tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:15.210320 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-be8533ca-0b47-47c3-b596-2cfb89c12869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b75eaea9-da53-467f-accc-b11ade19adde', 'name': 'tempest-TestVolumeBackupRestore-17163954-router', 'tenant_id': 'a476ebf78cb049d48d0a9739417b1d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '0108cdf3-c9c9-4ff5-a509-ea488f69ab92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:43:02Z', 'updated_at': '2021-12-20T14:43:11Z', 'revision_number': 4, 'project_id': 'a476ebf78cb049d48d0a9739417b1d8d', 'gw_port': {'id': '0108cdf3-c9c9-4ff5-a509-ea488f69ab92', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:14:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75eaea9-da53-467f-accc-b11ade19adde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:43:03Z', 'updated_at': '2021-12-20T14:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'ac6cc6e4-5e45-47db-bd7a-1da117a5623d', 'name': '', 'network_id': 'f6025bcf-e318-4487-b9de-ccfa08936504', 'tenant_id': 'a476ebf78cb049d48d0a9739417b1d8d', 'mac_address': 'fa:16:3e:a9:05:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b75eaea9-da53-467f-accc-b11ade19adde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': 'e5e607f6-17bd-401a-91b9-7d4d86d3e052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:43:08Z', 'updated_at': '2021-12-20T14:43:14Z', 'revision_number': 4, 'project_id': 'a476ebf78cb049d48d0a9739417b1d8d', 'subnets': [{'id': 'e5e607f6-17bd-401a-91b9-7d4d86d3e052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:43:15.251073 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed438413-6c79-45bf-8397-18ee3977454c admin admin] Made reservation on behalf of 837c1c3730084608adec5713ed61c154 for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:43:15.254017 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ed438413-6c79-45bf-8397-18ee3977454c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:15.275976 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8533ca-0b47-47c3-b596-2cfb89c12869 None None] The sync data for ids ['b75eaea9-da53-467f-accc-b11ade19adde'] in n-d-761264-19 is: [{'id': 'b75eaea9-da53-467f-accc-b11ade19adde', 'name': 'tempest-TestVolumeBackupRestore-17163954-router', 'tenant_id': 'a476ebf78cb049d48d0a9739417b1d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '0108cdf3-c9c9-4ff5-a509-ea488f69ab92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:43:02Z', 'updated_at': '2021-12-20T14:43:11Z', 'revision_number': 4, 'project_id': 'a476ebf78cb049d48d0a9739417b1d8d', 'gw_port': {'id': '0108cdf3-c9c9-4ff5-a509-ea488f69ab92', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:14:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75eaea9-da53-467f-accc-b11ade19adde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:43:03Z', 'updated_at': '2021-12-20T14:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'ac6cc6e4-5e45-47db-bd7a-1da117a5623d', 'name': '', 'network_id': 'f6025bcf-e318-4487-b9de-ccfa08936504', 'tenant_id': 'a476ebf78cb049d48d0a9739417b1d8d', 'mac_address': 'fa:16:3e:a9:05:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b75eaea9-da53-467f-accc-b11ade19adde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': 'e5e607f6-17bd-401a-91b9-7d4d86d3e052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:43:08Z', 'updated_at': '2021-12-20T14:43:14Z', 'revision_number': 4, 'project_id': 'a476ebf78cb049d48d0a9739417b1d8d', 'subnets': [{'id': 'e5e607f6-17bd-401a-91b9-7d4d86d3e052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:43:15.328110 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f9d516e2-3b22-4d0b-a039-a2ad6685a54f tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1594808'] for router, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:15.329167 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9d516e2-3b22-4d0b-a039-a2ad6685a54f tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Fanout notify agent at l3_agent the message router_deleted on router 066d5c88-5789-4719-b04e-88969a778cc6 {{(pid=103168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 14:43:15.350607 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f9d516e2-3b22-4d0b-a039-a2ad6685a54f tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:15.364296 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-f9d516e2-3b22-4d0b-a039-a2ad6685a54f tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "DELETE /v2.0/routers/066d5c88-5789-4719-b04e-88969a778cc6 HTTP/1.1" status: 204 len: 168 time: 1.8611307 Dec 20 14:43:15.373002 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 51440) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:43:15.386854 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-5dde172d-3d7f-4faf-bb82-6432769b3d32 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Request body: {'network': {'name': 'tempest-RoutersTest-649077724'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:43:15.401105 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:15.424485 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-74ee1ff6-1ef4-4d5a-9948-4938032d3672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:15.427526 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dde172d-3d7f-4faf-bb82-6432769b3d32 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Made reservation on behalf of 50053969373c435f81b8431b3e816f88 for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:43:15.427881 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-74ee1ff6-1ef4-4d5a-9948-4938032d3672 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:15.432729 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-74ee1ff6-1ef4-4d5a-9948-4938032d3672 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d79f77b0-f520-4ab0-82a9-f39d3f9707b8 HTTP/1.1" status: 204 len: 168 time: 0.5511031 Dec 20 14:43:15.432891 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5dde172d-3d7f-4faf-bb82-6432769b3d32 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:15.477084 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ee1ff6-1ef4-4d5a-9948-4938032d3672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d79f77b0-f520-4ab0-82a9-f39d3f9707b8,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:15.504380 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dde172d-3d7f-4faf-bb82-6432769b3d32 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:43:15.527678 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5dde172d-3d7f-4faf-bb82-6432769b3d32 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:15.528095 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-5dde172d-3d7f-4faf-bb82-6432769b3d32 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Added segment c8a8fe67-0a14-4297-9aeb-cf09b3a22173 of type vlan for network 59bcc93a-bfa1-47cb-a6f3-30728772c162 Dec 20 14:43:15.630778 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5dde172d-3d7f-4faf-bb82-6432769b3d32 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:15.666860 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ed438413-6c79-45bf-8397-18ee3977454c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:15.672873 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5dde172d-3d7f-4faf-bb82-6432769b3d32 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:15.698295 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dde172d-3d7f-4faf-bb82-6432769b3d32 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:43:15.698993 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5dde172d-3d7f-4faf-bb82-6432769b3d32 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:15.779601 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed438413-6c79-45bf-8397-18ee3977454c admin admin] Checking segment: {'id': '2853b197-0c97-47b3-8325-df003bca0e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '777ef3ba-dcaa-4b2d-b2ea-b0d6aea1c617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:43:15.780318 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed438413-6c79-45bf-8397-18ee3977454c admin admin] Network hostable DHCP agents. Network: 777ef3ba-dcaa-4b2d-b2ea-b0d6aea1c617, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:43:15.795618 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-5dde172d-3d7f-4faf-bb82-6432769b3d32 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4198699 Dec 20 14:43:15.806926 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 51450) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:43:15.819762 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-4367c7fe-b35f-4d07-a8cb-c833c5c4cdc0 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Request body: {'subnet': {'network_id': '59bcc93a-bfa1-47cb-a6f3-30728772c162', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:43:15.826989 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed438413-6c79-45bf-8397-18ee3977454c admin admin] Pushing event updated for resources: {'Subnet': ['ID=064209e9-c56e-44a2-afd4-b9f1bd4f7fb7,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:15.881417 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dde172d-3d7f-4faf-bb82-6432769b3d32 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Pushing event updated for resources: {'Network': ['ID=59bcc93a-bfa1-47cb-a6f3-30728772c162,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:15.896911 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 59bcc93a-bfa1-47cb-a6f3-30728772c162 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:43:15.906668 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed438413-6c79-45bf-8397-18ee3977454c admin admin] Network 777ef3ba-dcaa-4b2d-b2ea-b0d6aea1c617 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:43:15.928827 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-ed438413-6c79-45bf-8397-18ee3977454c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 777ef3ba-dcaa-4b2d-b2ea-b0d6aea1c617) {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:43:15.933797 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed438413-6c79-45bf-8397-18ee3977454c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:43:15.934526 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ed438413-6c79-45bf-8397-18ee3977454c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:15.953216 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc246c9-2895-45a9-8c92-18f73f5a9dce None None] Network 777ef3ba-dcaa-4b2d-b2ea-b0d6aea1c617 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:43:15.987170 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-ed438413-6c79-45bf-8397-18ee3977454c admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7954490 Dec 20 14:43:16.005569 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4367c7fe-b35f-4d07-a8cb-c833c5c4cdc0 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Made reservation on behalf of 50053969373c435f81b8431b3e816f88 for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:43:16.014433 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4367c7fe-b35f-4d07-a8cb-c833c5c4cdc0 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:16.171154 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 51456) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:43:16.196117 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-81377fb2-3e90-4fc4-8bf9-3f889bed5fdd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:16.251441 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7114f4a-6d34-482e-bac2-c640ddd2eb72 None None] Network 777ef3ba-dcaa-4b2d-b2ea-b0d6aea1c617 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:43:16.405559 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-81377fb2-3e90-4fc4-8bf9-3f889bed5fdd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:16.423699 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device ac6cc6e4-5e45-47db-bd7a-1da117a5623d up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:43:16.425801 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-81377fb2-3e90-4fc4-8bf9-3f889bed5fdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:16.473021 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4367c7fe-b35f-4d07-a8cb-c833c5c4cdc0 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:16.537244 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81377fb2-3e90-4fc4-8bf9-3f889bed5fdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f58b16e5-b9c7-41c5-a6d8-ad5922cde93f,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:16.548515 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-81377fb2-3e90-4fc4-8bf9-3f889bed5fdd admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=568820ceb8ad4234b3264322754af633&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3754268 Dec 20 14:43:16.551753 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 51462) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:43:16.572999 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port ac6cc6e4-5e45-47db-bd7a-1da117a5623d triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:43:16.572999 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:16.740304 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0f2681e2-989d-4d04-96e3-251acdc7a93f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:16.795667 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0f2681e2-989d-4d04-96e3-251acdc7a93f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:16.914194 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0f2681e2-989d-4d04-96e3-251acdc7a93f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:16.917769 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0f2681e2-989d-4d04-96e3-251acdc7a93f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:16.922137 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-0f2681e2-989d-4d04-96e3-251acdc7a93f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f58b16e5-b9c7-41c5-a6d8-ad5922cde93f HTTP/1.1" status: 204 len: 168 time: 0.3660221 Dec 20 14:43:16.936720 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2681e2-989d-4d04-96e3-251acdc7a93f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f58b16e5-b9c7-41c5-a6d8-ad5922cde93f,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:17.106980 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4367c7fe-b35f-4d07-a8cb-c833c5c4cdc0 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Pushing event updated for resources: {'Subnet': ['ID=ab265250-1135-4afb-bc2b-a06188e43ad5,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:17.145289 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4367c7fe-b35f-4d07-a8cb-c833c5c4cdc0 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Checking segment: {'id': 'c8a8fe67-0a14-4297-9aeb-cf09b3a22173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '59bcc93a-bfa1-47cb-a6f3-30728772c162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:43:17.145675 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4367c7fe-b35f-4d07-a8cb-c833c5c4cdc0 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Network hostable DHCP agents. Network: 59bcc93a-bfa1-47cb-a6f3-30728772c162, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:43:17.250540 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4367c7fe-b35f-4d07-a8cb-c833c5c4cdc0 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Network 59bcc93a-bfa1-47cb-a6f3-30728772c162 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:43:17.277669 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-4367c7fe-b35f-4d07-a8cb-c833c5c4cdc0 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 59bcc93a-bfa1-47cb-a6f3-30728772c162) {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:43:17.286807 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33eb407-516c-4e57-bfa5-b40978556e7c None None] Network 59bcc93a-bfa1-47cb-a6f3-30728772c162 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:43:17.307794 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4367c7fe-b35f-4d07-a8cb-c833c5c4cdc0 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:43:17.308408 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4367c7fe-b35f-4d07-a8cb-c833c5c4cdc0 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:17.344742 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c294118-dba4-461a-8f3f-cbd8b4e22740 req-c1cdb593-6e86-48f2-8278-677e3371547b tempest-ServerMetadataNegativeTestJSON-697479673 tempest-ServerMetadataNegativeTestJSON-697479673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:43:17.354262 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1c294118-dba4-461a-8f3f-cbd8b4e22740 req-c1cdb593-6e86-48f2-8278-677e3371547b tempest-ServerMetadataNegativeTestJSON-697479673 tempest-ServerMetadataNegativeTestJSON-697479673-project] 10.222.0.54 "GET /v2.0/networks?id=777ef3ba-dcaa-4b2d-b2ea-b0d6aea1c617 HTTP/1.1" status: 200 len: 821 time: 0.2587814 Dec 20 14:43:17.381437 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-4367c7fe-b35f-4d07-a8cb-c833c5c4cdc0 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5695312 Dec 20 14:43:17.383991 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 51486) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:43:17.389613 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-4a6bad82-3e19-47ad-bd5f-2f0abaed9a2a tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1227360309', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:43:17.391479 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1c294118-dba4-461a-8f3f-cbd8b4e22740 req-9cc1bef8-5bc5-465f-bbab-f5635fd00956 tempest-ServerMetadataNegativeTestJSON-697479673 tempest-ServerMetadataNegativeTestJSON-697479673-project] 10.222.0.54 "GET /v2.0/quotas/837c1c3730084608adec5713ed61c154 HTTP/1.1" status: 200 len: 375 time: 0.0365770 Dec 20 14:43:17.452714 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4a6bad82-3e19-47ad-bd5f-2f0abaed9a2a tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40114'] for router, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:17.454275 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4a6bad82-3e19-47ad-bd5f-2f0abaed9a2a tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40139'] for router, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:17.488498 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1c294118-dba4-461a-8f3f-cbd8b4e22740 req-4766df75-1801-42ba-8350-6f7d4fb83b83 tempest-ServerMetadataNegativeTestJSON-697479673 tempest-ServerMetadataNegativeTestJSON-697479673-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=837c1c3730084608adec5713ed61c154&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0958600 Dec 20 14:43:17.494898 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [req-1c294118-dba4-461a-8f3f-cbd8b4e22740 req-16e2c4f6-e536-4c47-8b98-51023e302457 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:43:17.503466 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1c294118-dba4-461a-8f3f-cbd8b4e22740 req-16e2c4f6-e536-4c47-8b98-51023e302457 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0140598 Dec 20 14:43:17.554219 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503d955e-9617-4d06-8658-f67d2e3b94d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-59bcc93a-bfa1-47cb-a6f3-30728772c162', 'network_id': '59bcc93a-bfa1-47cb-a6f3-30728772c162', 'project_id': '50053969373c435f81b8431b3e816f88', 'fixed_ips': [{'subnet_id': 'ab265250-1135-4afb-bc2b-a06188e43ad5'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:43:17.555364 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-503d955e-9617-4d06-8658-f67d2e3b94d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:17.597666 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4a6bad82-3e19-47ad-bd5f-2f0abaed9a2a tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:17.612794 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4a6bad82-3e19-47ad-bd5f-2f0abaed9a2a tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013'] for router, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:17.650265 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4a6bad82-3e19-47ad-bd5f-2f0abaed9a2a tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:17.652122 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-4a6bad82-3e19-47ad-bd5f-2f0abaed9a2a tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2667878 Dec 20 14:43:17.655018 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 51496) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:43:17.689137 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1c294118-dba4-461a-8f3f-cbd8b4e22740 req-ae88fa2f-33cd-487d-99a2-5211007746ba service neutron] 10.222.0.54 "GET /v2.0/networks/777ef3ba-dcaa-4b2d-b2ea-b0d6aea1c617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847422 Dec 20 14:43:17.898596 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-503d955e-9617-4d06-8658-f67d2e3b94d8 None None] Allocated IP 172.20.0.2 (59bcc93a-bfa1-47cb-a6f3-30728772c162/ab265250-1135-4afb-bc2b-a06188e43ad5/f3e4819e-be22-48a4-8bbc-86d850377f8a) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:43:17.938594 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1c294118-dba4-461a-8f3f-cbd8b4e22740 req-228cd5f6-888b-4a6a-91c1-a2aa93ed1302 service neutron] 10.222.0.54 "GET /v2.0/networks/777ef3ba-dcaa-4b2d-b2ea-b0d6aea1c617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408321 Dec 20 14:43:18.305900 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-38fb06ef-c637-457b-a8db-93bab07d848a tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:18.396106 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-503d955e-9617-4d06-8658-f67d2e3b94d8 None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:18.409542 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-503d955e-9617-4d06-8658-f67d2e3b94d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:18.411731 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 51518) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:43:18.437595 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503d955e-9617-4d06-8658-f67d2e3b94d8 None None] Network 59bcc93a-bfa1-47cb-a6f3-30728772c162 is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:43:18.442619 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-503d955e-9617-4d06-8658-f67d2e3b94d8 None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:43:18.445427 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503d955e-9617-4d06-8658-f67d2e3b94d8 None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:43:18.563160 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503d955e-9617-4d06-8658-f67d2e3b94d8 None None] Pushing event updated for resources: {'Port': ['ID=f3e4819e-be22-48a4-8bbc-86d850377f8a,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:18.578500 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503d955e-9617-4d06-8658-f67d2e3b94d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:43:18.579284 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503d955e-9617-4d06-8658-f67d2e3b94d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:43:18.579800 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503d955e-9617-4d06-8658-f67d2e3b94d8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:43:18.580315 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503d955e-9617-4d06-8658-f67d2e3b94d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:43:18.580834 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503d955e-9617-4d06-8658-f67d2e3b94d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:43:18.581336 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503d955e-9617-4d06-8658-f67d2e3b94d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:43:18.581843 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503d955e-9617-4d06-8658-f67d2e3b94d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:43:18.582349 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503d955e-9617-4d06-8658-f67d2e3b94d8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:43:18.582930 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503d955e-9617-4d06-8658-f67d2e3b94d8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:43:18.583485 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503d955e-9617-4d06-8658-f67d2e3b94d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:43:18.583993 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503d955e-9617-4d06-8658-f67d2e3b94d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:43:18.584499 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503d955e-9617-4d06-8658-f67d2e3b94d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:43:18.585034 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503d955e-9617-4d06-8658-f67d2e3b94d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:43:18.622358 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-503d955e-9617-4d06-8658-f67d2e3b94d8 None None] Attempting to bind port f3e4819e-be22-48a4-8bbc-86d850377f8a on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:43:18.622740 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-503d955e-9617-4d06-8658-f67d2e3b94d8 None None] Attempting to bind port f3e4819e-be22-48a4-8bbc-86d850377f8a by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': 'c8a8fe67-0a14-4297-9aeb-cf09b3a22173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '59bcc93a-bfa1-47cb-a6f3-30728772c162'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:43:18.623121 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503d955e-9617-4d06-8658-f67d2e3b94d8 None None] Attempting to bind port f3e4819e-be22-48a4-8bbc-86d850377f8a on network 59bcc93a-bfa1-47cb-a6f3-30728772c162 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:43:18.630138 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503d955e-9617-4d06-8658-f67d2e3b94d8 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:43:18.630541 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503d955e-9617-4d06-8658-f67d2e3b94d8 None None] Checking segment: {'id': 'c8a8fe67-0a14-4297-9aeb-cf09b3a22173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '59bcc93a-bfa1-47cb-a6f3-30728772c162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:43:18.630953 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-503d955e-9617-4d06-8658-f67d2e3b94d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:18.631347 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503d955e-9617-4d06-8658-f67d2e3b94d8 None None] Bound using segment: {'id': 'c8a8fe67-0a14-4297-9aeb-cf09b3a22173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '59bcc93a-bfa1-47cb-a6f3-30728772c162'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:43:18.631954 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-503d955e-9617-4d06-8658-f67d2e3b94d8 None None] Bound port: f3e4819e-be22-48a4-8bbc-86d850377f8a, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8a8fe67-0a14-4297-9aeb-cf09b3a22173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '59bcc93a-bfa1-47cb-a6f3-30728772c162'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:43:18.632338 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-503d955e-9617-4d06-8658-f67d2e3b94d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:18.658932 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-b41708a7-4e3d-4c34-b8ff-c3a4b5cc3c1d tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-754114694'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:43:18.712285 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b41708a7-4e3d-4c34-b8ff-c3a4b5cc3c1d tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Made reservation on behalf of 68534c75d70f4d62be4b3e9ec4d9087b for: {'network': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:43:18.715935 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b41708a7-4e3d-4c34-b8ff-c3a4b5cc3c1d tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:18.733222 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b41708a7-4e3d-4c34-b8ff-c3a4b5cc3c1d tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:18.753693 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-503d955e-9617-4d06-8658-f67d2e3b94d8 None None] For port f3e4819e-be22-48a4-8bbc-86d850377f8a, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:43:18.758844 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-503d955e-9617-4d06-8658-f67d2e3b94d8 None None] For port f3e4819e-be22-48a4-8bbc-86d850377f8a, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=f3e4819e-be22-48a4-8bbc-86d850377f8a,segment=NetworkSegment(c8a8fe67-0a14-4297-9aeb-cf09b3a22173),segment_id=c8a8fe67-0a14-4297-9aeb-cf09b3a22173)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:43:18.773843 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-503d955e-9617-4d06-8658-f67d2e3b94d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:18.902462 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503d955e-9617-4d06-8658-f67d2e3b94d8 None None] Pushing event updated for resources: {'Port': ['ID=f3e4819e-be22-48a4-8bbc-86d850377f8a,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:18.904586 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b41708a7-4e3d-4c34-b8ff-c3a4b5cc3c1d tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:18.923253 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b41708a7-4e3d-4c34-b8ff-c3a4b5cc3c1d tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:18.971746 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-00d9ccce-e6a3-4fea-aa0e-f973ec77c1a9 req-a7290f20-e872-46c7-bbee-2bc89d4e876a tempest-ServerMetadataNegativeTestJSON-697479673 tempest-ServerMetadataNegativeTestJSON-697479673-project] 10.222.0.54 "GET /v2.0/ports?device_id=90a0af0f-6b41-4ccc-9ed0-17ea67bbc143 HTTP/1.1" status: 200 len: 210 time: 0.0627265 Dec 20 14:43:18.975497 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b41708a7-4e3d-4c34-b8ff-c3a4b5cc3c1d tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=103167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:43:18.993541 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b41708a7-4e3d-4c34-b8ff-c3a4b5cc3c1d tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:18.993961 n-d-761264-19 neutron-server[103167]: INFO neutron.db.segments_db [None req-b41708a7-4e3d-4c34-b8ff-c3a4b5cc3c1d tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Added segment 6564a9a6-c9e5-430f-8866-4f0967eb4cc4 of type vlan for network 1b707eaf-be7a-4f11-9468-9a2b3fb6ace5 Dec 20 14:43:18.995851 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41708a7-4e3d-4c34-b8ff-c3a4b5cc3c1d tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2733eac3-9c44-4036-8812-993a7887a825,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:19.100200 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b41708a7-4e3d-4c34-b8ff-c3a4b5cc3c1d tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:19.142887 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b41708a7-4e3d-4c34-b8ff-c3a4b5cc3c1d tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:19.151701 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41708a7-4e3d-4c34-b8ff-c3a4b5cc3c1d tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:43:19.152621 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b41708a7-4e3d-4c34-b8ff-c3a4b5cc3c1d tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:19.246017 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-b41708a7-4e3d-4c34-b8ff-c3a4b5cc3c1d tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.8318441 Dec 20 14:43:19.249714 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 51536) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:43:19.260229 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-1c2acce0-e64f-438e-8968-c80658d1ae8e tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Request body: {'subnet': {'network_id': '1b707eaf-be7a-4f11-9468-9a2b3fb6ace5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:43:19.320311 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41708a7-4e3d-4c34-b8ff-c3a4b5cc3c1d tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Pushing event updated for resources: {'Network': ['ID=1b707eaf-be7a-4f11-9468-9a2b3fb6ace5,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:19.337744 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 1b707eaf-be7a-4f11-9468-9a2b3fb6ace5 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:43:19.432973 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-38fb06ef-c637-457b-a8db-93bab07d848a tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Allocated IP 172.20.0.1 (59bcc93a-bfa1-47cb-a6f3-30728772c162/ab265250-1135-4afb-bc2b-a06188e43ad5/ae7565a5-455c-4079-9efa-eb4ab4077430) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:43:19.582963 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c2acce0-e64f-438e-8968-c80658d1ae8e tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Made reservation on behalf of 68534c75d70f4d62be4b3e9ec4d9087b for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:43:19.586761 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1c2acce0-e64f-438e-8968-c80658d1ae8e tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:19.630380 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-38fb06ef-c637-457b-a8db-93bab07d848a tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:19.729652 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-38fb06ef-c637-457b-a8db-93bab07d848a tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:19.803720 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38fb06ef-c637-457b-a8db-93bab07d848a tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Network 59bcc93a-bfa1-47cb-a6f3-30728772c162 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:43:19.811080 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-38fb06ef-c637-457b-a8db-93bab07d848a tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:43:19.817038 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fb06ef-c637-457b-a8db-93bab07d848a tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:43:19.857898 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fb06ef-c637-457b-a8db-93bab07d848a tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Pushing event updated for resources: {'Port': ['ID=ae7565a5-455c-4079-9efa-eb4ab4077430,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:19.968487 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-38fb06ef-c637-457b-a8db-93bab07d848a tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595714'] for router_interface, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:20.036125 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1c2acce0-e64f-438e-8968-c80658d1ae8e tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8848317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10470522'] for subnet, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:20.164894 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c294118-dba4-461a-8f3f-cbd8b4e22740 req-8682d465-4249-41c6-bfa8-142375ce7aba tempest-ServerMetadataNegativeTestJSON-697479673 tempest-ServerMetadataNegativeTestJSON-697479673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:43:20.166459 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1c294118-dba4-461a-8f3f-cbd8b4e22740 req-8682d465-4249-41c6-bfa8-142375ce7aba tempest-ServerMetadataNegativeTestJSON-697479673 tempest-ServerMetadataNegativeTestJSON-697479673-project] 10.222.0.47 "GET /v2.0/networks?id=777ef3ba-dcaa-4b2d-b2ea-b0d6aea1c617 HTTP/1.1" status: 200 len: 821 time: 0.3041391 Dec 20 14:43:20.185569 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-1c294118-dba4-461a-8f3f-cbd8b4e22740 req-afd00abf-967d-4526-9137-454309712352 tempest-ServerMetadataNegativeTestJSON-697479673 tempest-ServerMetadataNegativeTestJSON-697479673-project] Request body: {'port': {'device_id': '90a0af0f-6b41-4ccc-9ed0-17ea67bbc143', 'network_id': '777ef3ba-dcaa-4b2d-b2ea-b0d6aea1c617', 'admin_state_up': True, 'tenant_id': '837c1c3730084608adec5713ed61c154'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:43:20.209944 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2acce0-e64f-438e-8968-c80658d1ae8e tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Pushing event updated for resources: {'Subnet': ['ID=fa3c9f2e-9843-4c6c-a878-a6194e70b596,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:20.238790 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2acce0-e64f-438e-8968-c80658d1ae8e tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Checking segment: {'id': '6564a9a6-c9e5-430f-8866-4f0967eb4cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1b707eaf-be7a-4f11-9468-9a2b3fb6ace5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:43:20.239132 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2acce0-e64f-438e-8968-c80658d1ae8e tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Network hostable DHCP agents. Network: 1b707eaf-be7a-4f11-9468-9a2b3fb6ace5, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:43:20.267859 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device f3e4819e-be22-48a4-8bbc-86d850377f8a up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:43:20.334622 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2acce0-e64f-438e-8968-c80658d1ae8e tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Network 1b707eaf-be7a-4f11-9468-9a2b3fb6ace5 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:43:20.345862 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-38fb06ef-c637-457b-a8db-93bab07d848a tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:20.357364 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-00feb0dd-38df-4c1f-8c8c-fbeee8f590b2 req-06a03561-f29f-483e-b797-5b96f94d7944 tempest-ServerMetadataNegativeTestJSON-697479673 tempest-ServerMetadataNegativeTestJSON-697479673-project] 10.222.0.54 "GET /v2.0/ports?device_id=90a0af0f-6b41-4ccc-9ed0-17ea67bbc143 HTTP/1.1" status: 200 len: 210 time: 0.1897030 Dec 20 14:43:20.406619 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port f3e4819e-be22-48a4-8bbc-86d850377f8a triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:43:20.406619 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:20.423480 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c294118-dba4-461a-8f3f-cbd8b4e22740 req-afd00abf-967d-4526-9137-454309712352 tempest-ServerMetadataNegativeTestJSON-697479673 tempest-ServerMetadataNegativeTestJSON-697479673-project] Made reservation on behalf of 837c1c3730084608adec5713ed61c154 for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:43:20.427337 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-1c294118-dba4-461a-8f3f-cbd8b4e22740 req-afd00abf-967d-4526-9137-454309712352 tempest-ServerMetadataNegativeTestJSON-697479673 tempest-ServerMetadataNegativeTestJSON-697479673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:20.536781 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:20.548573 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-1c2acce0-e64f-438e-8968-c80658d1ae8e tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 1b707eaf-be7a-4f11-9468-9a2b3fb6ace5) {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:43:20.597153 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2acce0-e64f-438e-8968-c80658d1ae8e tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:43:20.597530 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1c2acce0-e64f-438e-8968-c80658d1ae8e tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:20.666458 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-1c2acce0-e64f-438e-8968-c80658d1ae8e tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4125943 Dec 20 14:43:20.667272 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 51552) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:43:20.680359 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-5ba114d1-e26f-4b2c-b19f-b5292c8d65ba tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Request body: {'port': {'network_id': '1b707eaf-be7a-4f11-9468-9a2b3fb6ace5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1038711835'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:43:20.787707 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [req-1c294118-dba4-461a-8f3f-cbd8b4e22740 req-afd00abf-967d-4526-9137-454309712352 tempest-ServerMetadataNegativeTestJSON-697479673 tempest-ServerMetadataNegativeTestJSON-697479673-project] Allocated IP 172.20.0.14 (777ef3ba-dcaa-4b2d-b2ea-b0d6aea1c617/064209e9-c56e-44a2-afd4-b9f1bd4f7fb7/131fd4e5-f0ed-490f-bf09-c78b7ddbdb88) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:43:20.923987 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27541ec5-8b63-4677-a606-ec13f9cb7f0f None None] Network 1b707eaf-be7a-4f11-9468-9a2b3fb6ace5 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:43:20.969277 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ba114d1-e26f-4b2c-b19f-b5292c8d65ba tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Made reservation on behalf of 68534c75d70f4d62be4b3e9ec4d9087b for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:43:20.972390 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5ba114d1-e26f-4b2c-b19f-b5292c8d65ba tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:21.010119 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [None req-5ba114d1-e26f-4b2c-b19f-b5292c8d65ba tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] device_id is not set on port 908bc507-0b9b-4d9d-a9b9-a0832b8a8fcc yet. {{(pid=103168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 14:43:21.017099 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-38fb06ef-c637-457b-a8db-93bab07d848a tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:21.019149 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-507085eb-f336-4d28-9da4-d8d54dc26177 None None] Network 59bcc93a-bfa1-47cb-a6f3-30728772c162 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:43:21.053371 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-1c294118-dba4-461a-8f3f-cbd8b4e22740 req-afd00abf-967d-4526-9137-454309712352 tempest-ServerMetadataNegativeTestJSON-697479673 tempest-ServerMetadataNegativeTestJSON-697479673-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:21.058902 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-38fb06ef-c637-457b-a8db-93bab07d848a tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:21.098073 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-1c294118-dba4-461a-8f3f-cbd8b4e22740 req-afd00abf-967d-4526-9137-454309712352 tempest-ServerMetadataNegativeTestJSON-697479673 tempest-ServerMetadataNegativeTestJSON-697479673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:21.159448 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c294118-dba4-461a-8f3f-cbd8b4e22740 req-afd00abf-967d-4526-9137-454309712352 tempest-ServerMetadataNegativeTestJSON-697479673 tempest-ServerMetadataNegativeTestJSON-697479673-project] Network 777ef3ba-dcaa-4b2d-b2ea-b0d6aea1c617 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:43:21.165746 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [req-1c294118-dba4-461a-8f3f-cbd8b4e22740 req-afd00abf-967d-4526-9137-454309712352 tempest-ServerMetadataNegativeTestJSON-697479673 tempest-ServerMetadataNegativeTestJSON-697479673-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:43:21.171021 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c294118-dba4-461a-8f3f-cbd8b4e22740 req-afd00abf-967d-4526-9137-454309712352 tempest-ServerMetadataNegativeTestJSON-697479673 tempest-ServerMetadataNegativeTestJSON-697479673-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:43:21.175596 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd00abf-967d-4526-9137-454309712352 tempest-ServerMetadataNegativeTestJSON-697479673 tempest-ServerMetadataNegativeTestJSON-697479673-project] Pushing event updated for resources: {'Port': ['ID=131fd4e5-f0ed-490f-bf09-c78b7ddbdb88,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:21.237689 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] For port f3e4819e-be22-48a4-8bbc-86d850377f8a, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=f3e4819e-be22-48a4-8bbc-86d850377f8a,segment=NetworkSegment(c8a8fe67-0a14-4297-9aeb-cf09b3a22173),segment_id=c8a8fe67-0a14-4297-9aeb-cf09b3a22173)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:43:21.244944 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-38fb06ef-c637-457b-a8db-93bab07d848a tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1595702'] for router_interface, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:21.249712 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fb06ef-c637-457b-a8db-93bab07d848a tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Pushing event updated for resources: {'Port': ['ID=ae7565a5-455c-4079-9efa-eb4ab4077430,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:21.252503 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c294118-dba4-461a-8f3f-cbd8b4e22740 req-afd00abf-967d-4526-9137-454309712352 tempest-ServerMetadataNegativeTestJSON-697479673 tempest-ServerMetadataNegativeTestJSON-697479673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:43:21.271097 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-1c294118-dba4-461a-8f3f-cbd8b4e22740 req-afd00abf-967d-4526-9137-454309712352 tempest-ServerMetadataNegativeTestJSON-697479673 tempest-ServerMetadataNegativeTestJSON-697479673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:21.317859 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:21.332418 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b2008c-5944-4809-829e-9f9fee867840 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-1b707eaf-be7a-4f11-9468-9a2b3fb6ace5', 'network_id': '1b707eaf-be7a-4f11-9468-9a2b3fb6ace5', 'project_id': '68534c75d70f4d62be4b3e9ec4d9087b', 'fixed_ips': [{'subnet_id': 'fa3c9f2e-9843-4c6c-a878-a6194e70b596'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:43:21.333241 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b1b2008c-5944-4809-829e-9f9fee867840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:21.358253 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1c294118-dba4-461a-8f3f-cbd8b4e22740 req-afd00abf-967d-4526-9137-454309712352 tempest-ServerMetadataNegativeTestJSON-697479673 tempest-ServerMetadataNegativeTestJSON-697479673-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1746542 Dec 20 14:43:21.377778 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-1c294118-dba4-461a-8f3f-cbd8b4e22740 req-60bb86fc-917d-4533-89ed-67defacf0738 service neutron] Request body: {'port': {'device_id': '90a0af0f-6b41-4ccc-9ed0-17ea67bbc143', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-19'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:43:21.414086 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-5ba114d1-e26f-4b2c-b19f-b5292c8d65ba tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Allocated IP 2001:db8::2ea (1b707eaf-be7a-4f11-9468-9a2b3fb6ace5/fa3c9f2e-9843-4c6c-a878-a6194e70b596/908bc507-0b9b-4d9d-a9b9-a0832b8a8fcc) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:43:21.447877 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-5b8a0b7b-7c63-48db-8cd2-dc09557c96fe None None] Provisioning complete for port f3e4819e-be22-48a4-8bbc-86d850377f8a triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:43:21.456839 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-5b8a0b7b-7c63-48db-8cd2-dc09557c96fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:21.568660 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-1c294118-dba4-461a-8f3f-cbd8b4e22740 req-60bb86fc-917d-4533-89ed-67defacf0738 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:21.669770 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Pushing event updated for resources: {'Port': ['ID=f3e4819e-be22-48a4-8bbc-86d850377f8a,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:21.942807 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa798ebf-2eda-4456-b122-2555b46a42c2 req-efcc955c-9566-4d49-a437-43aff80153a2 tempest-ServerMetadataNegativeTestJSON-697479673 tempest-ServerMetadataNegativeTestJSON-697479673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:43:21.944689 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-aa798ebf-2eda-4456-b122-2555b46a42c2 req-efcc955c-9566-4d49-a437-43aff80153a2 tempest-ServerMetadataNegativeTestJSON-697479673 tempest-ServerMetadataNegativeTestJSON-697479673-project] 10.222.0.54 "GET /v2.0/ports?device_id=90a0af0f-6b41-4ccc-9ed0-17ea67bbc143 HTTP/1.1" status: 200 len: 932 time: 0.3856494 Dec 20 14:43:21.952389 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38fb06ef-c637-457b-a8db-93bab07d848a tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Network 59bcc93a-bfa1-47cb-a6f3-30728772c162 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:43:21.958775 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-38fb06ef-c637-457b-a8db-93bab07d848a tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:43:22.084279 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-17f9155f-7913-47e7-8728-2b6921e79ec6 None None] Provisioning complete for port f3e4819e-be22-48a4-8bbc-86d850377f8a triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:43:22.085082 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-17f9155f-7913-47e7-8728-2b6921e79ec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:22.089265 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [req-1c294118-dba4-461a-8f3f-cbd8b4e22740 req-60bb86fc-917d-4533-89ed-67defacf0738 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 131fd4e5-f0ed-490f-bf09-c78b7ddbdb88 {{(pid=103167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:43:22.095105 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5ba114d1-e26f-4b2c-b19f-b5292c8d65ba tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:22.106064 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-1c294118-dba4-461a-8f3f-cbd8b4e22740 req-60bb86fc-917d-4533-89ed-67defacf0738 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:22.142944 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 14:43:22.144769 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-1c294118-dba4-461a-8f3f-cbd8b4e22740 req-60bb86fc-917d-4533-89ed-67defacf0738 service neutron] Transition to ACTIVE for port object 131fd4e5-f0ed-490f-bf09-c78b7ddbdb88 will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:43:22.159165 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-1c294118-dba4-461a-8f3f-cbd8b4e22740 req-60bb86fc-917d-4533-89ed-67defacf0738 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:22.269200 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5ba114d1-e26f-4b2c-b19f-b5292c8d65ba tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:22.297376 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device f3e4819e-be22-48a4-8bbc-86d850377f8a up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:43:22.392581 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba114d1-e26f-4b2c-b19f-b5292c8d65ba tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Network 1b707eaf-be7a-4f11-9468-9a2b3fb6ace5 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:43:22.398439 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-aa798ebf-2eda-4456-b122-2555b46a42c2 req-754cfca2-cc69-4eda-bdab-021f7c9918a7 tempest-ServerMetadataNegativeTestJSON-697479673 tempest-ServerMetadataNegativeTestJSON-697479673-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b61b3fd-e2b0-4d84-8217-7739ffefe674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4444323 Dec 20 14:43:22.404728 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-5ba114d1-e26f-4b2c-b19f-b5292c8d65ba tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:43:22.407550 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba114d1-e26f-4b2c-b19f-b5292c8d65ba tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:43:22.413790 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba114d1-e26f-4b2c-b19f-b5292c8d65ba tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:43:22.414452 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5ba114d1-e26f-4b2c-b19f-b5292c8d65ba tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:22.426447 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bb86fc-917d-4533-89ed-67defacf0738 service neutron] Pushing event updated for resources: {'Port': ['ID=131fd4e5-f0ed-490f-bf09-c78b7ddbdb88,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:22.441195 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba114d1-e26f-4b2c-b19f-b5292c8d65ba tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Pushing event updated for resources: {'Port': ['ID=908bc507-0b9b-4d9d-a9b9-a0832b8a8fcc,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:22.443580 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-1c294118-dba4-461a-8f3f-cbd8b4e22740 req-60bb86fc-917d-4533-89ed-67defacf0738 service neutron] Attempting to bind port 131fd4e5-f0ed-490f-bf09-c78b7ddbdb88 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:43:22.444037 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-1c294118-dba4-461a-8f3f-cbd8b4e22740 req-60bb86fc-917d-4533-89ed-67defacf0738 service neutron] Attempting to bind port 131fd4e5-f0ed-490f-bf09-c78b7ddbdb88 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': '2853b197-0c97-47b3-8325-df003bca0e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '777ef3ba-dcaa-4b2d-b2ea-b0d6aea1c617'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:43:22.444480 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c294118-dba4-461a-8f3f-cbd8b4e22740 req-60bb86fc-917d-4533-89ed-67defacf0738 service neutron] Attempting to bind port 131fd4e5-f0ed-490f-bf09-c78b7ddbdb88 on network 777ef3ba-dcaa-4b2d-b2ea-b0d6aea1c617 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:43:22.451911 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-17f9155f-7913-47e7-8728-2b6921e79ec6 None None] Provisioning complete for port ae7565a5-455c-4079-9efa-eb4ab4077430 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:43:22.452399 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-17f9155f-7913-47e7-8728-2b6921e79ec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:22.452860 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c294118-dba4-461a-8f3f-cbd8b4e22740 req-60bb86fc-917d-4533-89ed-67defacf0738 service neutron] Port 131fd4e5-f0ed-490f-bf09-c78b7ddbdb88 on network 777ef3ba-dcaa-4b2d-b2ea-b0d6aea1c617 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:43:22.454451 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c294118-dba4-461a-8f3f-cbd8b4e22740 req-60bb86fc-917d-4533-89ed-67defacf0738 service neutron] Attempting to bind port 131fd4e5-f0ed-490f-bf09-c78b7ddbdb88 on network 777ef3ba-dcaa-4b2d-b2ea-b0d6aea1c617 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:43:22.464216 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c294118-dba4-461a-8f3f-cbd8b4e22740 req-60bb86fc-917d-4533-89ed-67defacf0738 service neutron] Checking agent: {'id': '43c60aee-e4af-4ecc-bee2-aac3569fafed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:43:22.464739 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c294118-dba4-461a-8f3f-cbd8b4e22740 req-60bb86fc-917d-4533-89ed-67defacf0738 service neutron] Checking segment: {'id': '2853b197-0c97-47b3-8325-df003bca0e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '777ef3ba-dcaa-4b2d-b2ea-b0d6aea1c617'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:43:22.465309 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c294118-dba4-461a-8f3f-cbd8b4e22740 req-60bb86fc-917d-4533-89ed-67defacf0738 service neutron] Bound using segment: {'id': '2853b197-0c97-47b3-8325-df003bca0e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '777ef3ba-dcaa-4b2d-b2ea-b0d6aea1c617'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:43:22.465762 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-b1b2008c-5944-4809-829e-9f9fee867840 None None] Allocated IP 2001:db8::2 (1b707eaf-be7a-4f11-9468-9a2b3fb6ace5/fa3c9f2e-9843-4c6c-a878-a6194e70b596/6074a0a7-de75-4bfe-abf9-9a67e8abf204) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:43:22.465994 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-1c294118-dba4-461a-8f3f-cbd8b4e22740 req-60bb86fc-917d-4533-89ed-67defacf0738 service neutron] Bound port: 131fd4e5-f0ed-490f-bf09-c78b7ddbdb88, host: n-h2-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2853b197-0c97-47b3-8325-df003bca0e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '777ef3ba-dcaa-4b2d-b2ea-b0d6aea1c617'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:43:22.466452 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-1c294118-dba4-461a-8f3f-cbd8b4e22740 req-60bb86fc-917d-4533-89ed-67defacf0738 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:22.468221 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-5ba114d1-e26f-4b2c-b19f-b5292c8d65ba tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.7935112 Dec 20 14:43:22.471830 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 51576) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:43:22.478604 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-6378ad0b-e922-4568-a181-ea2ed73bf5b7 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Request body: {'port': {'network_id': '1b707eaf-be7a-4f11-9468-9a2b3fb6ace5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-640831353', 'allowed_address_pairs': [{'ip_address': '2001:db8::2ea', 'mac_address': 'fa:16:3e:5f:3b:14'}]}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:43:22.542927 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38fb06ef-c637-457b-a8db-93bab07d848a tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Router c2533581-95fb-4121-b012-efc5122e6305 is scheduled to L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 with binding_index 1 {{(pid=103168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 14:43:22.620137 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port f3e4819e-be22-48a4-8bbc-86d850377f8a triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:43:22.620510 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:22.663606 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-1c294118-dba4-461a-8f3f-cbd8b4e22740 req-60bb86fc-917d-4533-89ed-67defacf0738 service neutron] For port 131fd4e5-f0ed-490f-bf09-c78b7ddbdb88, host n-h2-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:43:22.673660 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-1c294118-dba4-461a-8f3f-cbd8b4e22740 req-60bb86fc-917d-4533-89ed-67defacf0738 service neutron] For port 131fd4e5-f0ed-490f-bf09-c78b7ddbdb88, host n-h2-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=131fd4e5-f0ed-490f-bf09-c78b7ddbdb88,segment=NetworkSegment(2853b197-0c97-47b3-8325-df003bca0e8a),segment_id=2853b197-0c97-47b3-8325-df003bca0e8a)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:43:22.677765 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-17f9155f-7913-47e7-8728-2b6921e79ec6 None None] Port ae7565a5-455c-4079-9efa-eb4ab4077430 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:43:22.686631 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-1c294118-dba4-461a-8f3f-cbd8b4e22740 req-60bb86fc-917d-4533-89ed-67defacf0738 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:22.785867 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c294118-dba4-461a-8f3f-cbd8b4e22740 req-60bb86fc-917d-4533-89ed-67defacf0738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:43:22.786859 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-1c294118-dba4-461a-8f3f-cbd8b4e22740 req-60bb86fc-917d-4533-89ed-67defacf0738 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:22.788589 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1c294118-dba4-461a-8f3f-cbd8b4e22740 req-60bb86fc-917d-4533-89ed-67defacf0738 service neutron] 10.222.0.47 "PUT /v2.0/ports/131fd4e5-f0ed-490f-bf09-c78b7ddbdb88 HTTP/1.1" status: 200 len: 1093 time: 1.4247506 Dec 20 14:43:22.789430 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90a0af0f-6b41-4ccc-9ed0-17ea67bbc143', 'tag': '131fd4e5-f0ed-490f-bf09-c78b7ddbdb88'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:43:22.792278 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d27d76f-980b-4bab-a98a-46a676fd2da3" -d '{"events": [{"name": "network-changed", "server_uuid": "90a0af0f-6b41-4ccc-9ed0-17ea67bbc143", "tag": "131fd4e5-f0ed-490f-bf09-c78b7ddbdb88"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:43:22.810345 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38fb06ef-c637-457b-a8db-93bab07d848a tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:43:22.825684 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d37349b-f72e-4a97-9756-c54be55be0d0 None None] Sync routers for ids ['c2533581-95fb-4121-b012-efc5122e6305'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:43:22.855433 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d37349b-f72e-4a97-9756-c54be55be0d0 None None] Routers {'c2533581-95fb-4121-b012-efc5122e6305'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:43:22.856451 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-2d37349b-f72e-4a97-9756-c54be55be0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:43:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['c2533581-95fb-4121-b012-efc5122e6305'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:43:22.856694 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-38fb06ef-c637-457b-a8db-93bab07d848a tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "PUT /v2.0/routers/c2533581-95fb-4121-b012-efc5122e6305/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1787314 Dec 20 14:43:22.875024 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 51588) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:43:22.879763 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bb86fc-917d-4533-89ed-67defacf0738 service neutron] Pushing event updated for resources: {'Port': ['ID=131fd4e5-f0ed-490f-bf09-c78b7ddbdb88,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:22.976992 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-025ae927-8e05-431e-a931-06d427c63f93 x-openstack-request-id: req-025ae927-8e05-431e-a931-06d427c63f93 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:43:22.977293 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90a0af0f-6b41-4ccc-9ed0-17ea67bbc143", "tag": "131fd4e5-f0ed-490f-bf09-c78b7ddbdb88", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:43:22.977600 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-025ae927-8e05-431e-a931-06d427c63f93 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:43:22.977964 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90a0af0f-6b41-4ccc-9ed0-17ea67bbc143', 'tag': '131fd4e5-f0ed-490f-bf09-c78b7ddbdb88', 'status': 'completed', 'code': 200} Dec 20 14:43:23.007162 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c294118-dba4-461a-8f3f-cbd8b4e22740 req-9f3167e1-f49c-45e6-8882-e65e3c149314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:43:23.015430 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-2d37349b-f72e-4a97-9756-c54be55be0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:43:23.017594 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1c294118-dba4-461a-8f3f-cbd8b4e22740 req-9f3167e1-f49c-45e6-8882-e65e3c149314 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=837c1c3730084608adec5713ed61c154&device_id=90a0af0f-6b41-4ccc-9ed0-17ea67bbc143 HTTP/1.1" status: 200 len: 1096 time: 0.1291666 Dec 20 14:43:23.028394 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-e8be4417-cf74-488d-abca-f81308bc2198 None None] Provisioning complete for port ae7565a5-455c-4079-9efa-eb4ab4077430 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:43:23.028748 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e8be4417-cf74-488d-abca-f81308bc2198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:23.032952 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d37349b-f72e-4a97-9756-c54be55be0d0 None None] Routers {'c2533581-95fb-4121-b012-efc5122e6305'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:43:23.034578 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-2d37349b-f72e-4a97-9756-c54be55be0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:43:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['c2533581-95fb-4121-b012-efc5122e6305'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:43:23.042417 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6378ad0b-e922-4568-a181-ea2ed73bf5b7 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Made reservation on behalf of 68534c75d70f4d62be4b3e9ec4d9087b for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:43:23.088775 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9c66a9-8adb-4f4c-81f3-2a753f141506 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:43:23.096233 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-ab9c66a9-8adb-4f4c-81f3-2a753f141506 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "GET /v2.0/ports/ae7565a5-455c-4079-9efa-eb4ab4077430 HTTP/1.1" status: 200 len: 910 time: 0.2200656 Dec 20 14:43:23.099117 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 51592) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:43:23.109297 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-8f19e697-c53c-4741-a38c-475dbb6dd5bd tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ab265250-1135-4afb-bc2b-a06188e43ad5'}]}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:43:23.116052 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1c294118-dba4-461a-8f3f-cbd8b4e22740 req-48dd5698-48e2-4744-957a-1ff730510d25 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=131fd4e5-f0ed-490f-bf09-c78b7ddbdb88 HTTP/1.1" status: 200 len: 217 time: 0.0881460 Dec 20 14:43:23.132523 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-2d37349b-f72e-4a97-9756-c54be55be0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:43:23.140803 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d37349b-f72e-4a97-9756-c54be55be0d0 None None] The sync data for ids ['c2533581-95fb-4121-b012-efc5122e6305'] in n-d-761264-19 is: [] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:43:23.162002 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b1b2008c-5944-4809-829e-9f9fee867840 None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:23.172100 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-e8be4417-cf74-488d-abca-f81308bc2198 None None] Port ae7565a5-455c-4079-9efa-eb4ab4077430 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:43:23.177369 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b1b2008c-5944-4809-829e-9f9fee867840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:23.236441 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b2008c-5944-4809-829e-9f9fee867840 None None] Network 1b707eaf-be7a-4f11-9468-9a2b3fb6ace5 is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:43:23.243246 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-b1b2008c-5944-4809-829e-9f9fee867840 None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:43:23.252529 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b2008c-5944-4809-829e-9f9fee867840 None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:43:23.279049 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6378ad0b-e922-4568-a181-ea2ed73bf5b7 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:23.290307 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c294118-dba4-461a-8f3f-cbd8b4e22740 req-8ee70294-30a3-45bd-87fc-f9085f793030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:43:23.293570 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1c294118-dba4-461a-8f3f-cbd8b4e22740 req-8ee70294-30a3-45bd-87fc-f9085f793030 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=064209e9-c56e-44a2-afd4-b9f1bd4f7fb7 HTTP/1.1" status: 200 len: 861 time: 0.1392064 Dec 20 14:43:23.299263 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b2008c-5944-4809-829e-9f9fee867840 None None] Pushing event updated for resources: {'Port': ['ID=6074a0a7-de75-4bfe-abf9-9a67e8abf204,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:23.334230 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [None req-6378ad0b-e922-4568-a181-ea2ed73bf5b7 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] device_id is not set on port ee02a1ce-875c-4762-96d5-c51648bc14ba yet. {{(pid=103168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 14:43:23.339822 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1c294118-dba4-461a-8f3f-cbd8b4e22740 req-541860a7-849f-4e9d-885b-dfb5f5823fd5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=777ef3ba-dcaa-4b2d-b2ea-b0d6aea1c617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375953 Dec 20 14:43:23.407190 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-b1b2008c-5944-4809-829e-9f9fee867840 None None] Attempting to bind port 6074a0a7-de75-4bfe-abf9-9a67e8abf204 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:43:23.407811 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-b1b2008c-5944-4809-829e-9f9fee867840 None None] Attempting to bind port 6074a0a7-de75-4bfe-abf9-9a67e8abf204 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '6564a9a6-c9e5-430f-8866-4f0967eb4cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1b707eaf-be7a-4f11-9468-9a2b3fb6ace5'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:43:23.409464 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b2008c-5944-4809-829e-9f9fee867840 None None] Attempting to bind port 6074a0a7-de75-4bfe-abf9-9a67e8abf204 on network 1b707eaf-be7a-4f11-9468-9a2b3fb6ace5 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:43:23.416502 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b2008c-5944-4809-829e-9f9fee867840 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:43:23.417364 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b2008c-5944-4809-829e-9f9fee867840 None None] Checking segment: {'id': '6564a9a6-c9e5-430f-8866-4f0967eb4cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1b707eaf-be7a-4f11-9468-9a2b3fb6ace5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:43:23.417945 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b1b2008c-5944-4809-829e-9f9fee867840 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:23.418565 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b2008c-5944-4809-829e-9f9fee867840 None None] Bound using segment: {'id': '6564a9a6-c9e5-430f-8866-4f0967eb4cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1b707eaf-be7a-4f11-9468-9a2b3fb6ace5'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:43:23.419214 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-b1b2008c-5944-4809-829e-9f9fee867840 None None] Bound port: 6074a0a7-de75-4bfe-abf9-9a67e8abf204, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6564a9a6-c9e5-430f-8866-4f0967eb4cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1b707eaf-be7a-4f11-9468-9a2b3fb6ace5'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:43:23.419794 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b1b2008c-5944-4809-829e-9f9fee867840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:23.529076 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-b1b2008c-5944-4809-829e-9f9fee867840 None None] For port 6074a0a7-de75-4bfe-abf9-9a67e8abf204, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:43:23.534039 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-b1b2008c-5944-4809-829e-9f9fee867840 None None] For port 6074a0a7-de75-4bfe-abf9-9a67e8abf204, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=6074a0a7-de75-4bfe-abf9-9a67e8abf204,segment=NetworkSegment(6564a9a6-c9e5-430f-8866-4f0967eb4cc4),segment_id=6564a9a6-c9e5-430f-8866-4f0967eb4cc4)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:43:23.547700 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b1b2008c-5944-4809-829e-9f9fee867840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:23.588781 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8f19e697-c53c-4741-a38c-475dbb6dd5bd tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:23.639007 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-6378ad0b-e922-4568-a181-ea2ed73bf5b7 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Allocated IP 2001:db8::222 (1b707eaf-be7a-4f11-9468-9a2b3fb6ace5/fa3c9f2e-9843-4c6c-a878-a6194e70b596/ee02a1ce-875c-4762-96d5-c51648bc14ba) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:43:23.640715 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b2008c-5944-4809-829e-9f9fee867840 None None] Pushing event updated for resources: {'Port': ['ID=6074a0a7-de75-4bfe-abf9-9a67e8abf204,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:23.697517 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1c294118-dba4-461a-8f3f-cbd8b4e22740 req-7ffbe56d-0429-472b-97db-871d16dc3bea service neutron] 10.222.0.47 "GET /v2.0/networks/777ef3ba-dcaa-4b2d-b2ea-b0d6aea1c617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3444893 Dec 20 14:43:23.926074 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89946648-3b9d-4001-b8c8-8962e5e20617 req-72f3ef2b-b557-4f6a-91fe-a0ca6622ee0d tempest-ServerMetadataNegativeTestJSON-697479673 tempest-ServerMetadataNegativeTestJSON-697479673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:43:23.938465 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-89946648-3b9d-4001-b8c8-8962e5e20617 req-72f3ef2b-b557-4f6a-91fe-a0ca6622ee0d tempest-ServerMetadataNegativeTestJSON-697479673 tempest-ServerMetadataNegativeTestJSON-697479673-project] 10.222.0.54 "GET /v2.0/ports?device_id=90a0af0f-6b41-4ccc-9ed0-17ea67bbc143 HTTP/1.1" status: 200 len: 944 time: 0.3642046 Dec 20 14:43:23.965354 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6378ad0b-e922-4568-a181-ea2ed73bf5b7 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:24.084475 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6378ad0b-e922-4568-a181-ea2ed73bf5b7 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:24.244709 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6378ad0b-e922-4568-a181-ea2ed73bf5b7 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Network 1b707eaf-be7a-4f11-9468-9a2b3fb6ace5 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:43:24.248752 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-6378ad0b-e922-4568-a181-ea2ed73bf5b7 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:43:24.253595 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6378ad0b-e922-4568-a181-ea2ed73bf5b7 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:43:24.260499 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6378ad0b-e922-4568-a181-ea2ed73bf5b7 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:43:24.261273 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6378ad0b-e922-4568-a181-ea2ed73bf5b7 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:24.293178 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6378ad0b-e922-4568-a181-ea2ed73bf5b7 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Pushing event updated for resources: {'Port': ['ID=ee02a1ce-875c-4762-96d5-c51648bc14ba,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:24.337810 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 6074a0a7-de75-4bfe-abf9-9a67e8abf204 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:43:24.348919 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-6378ad0b-e922-4568-a181-ea2ed73bf5b7 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.8758221 Dec 20 14:43:24.355361 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 51604) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:43:24.422340 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-89946648-3b9d-4001-b8c8-8962e5e20617 req-ad332035-c024-480e-bcaa-c94a1115e2b7 tempest-ServerMetadataNegativeTestJSON-697479673 tempest-ServerMetadataNegativeTestJSON-697479673-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b61b3fd-e2b0-4d84-8217-7739ffefe674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4828334 Dec 20 14:43:24.428032 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1c294118-dba4-461a-8f3f-cbd8b4e22740 req-c45d49ac-e746-4ee8-b49a-20d4e95b9da3 service neutron] 10.222.0.47 "GET /v2.0/networks/777ef3ba-dcaa-4b2d-b2ea-b0d6aea1c617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7188780 Dec 20 14:43:24.486418 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 6074a0a7-de75-4bfe-abf9-9a67e8abf204 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:43:24.487369 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:24.556084 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-275ca4b0-5169-4e50-9223-4f403477d5ae tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:43:24.566441 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-275ca4b0-5169-4e50-9223-4f403477d5ae tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:43:24.570669 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-275ca4b0-5169-4e50-9223-4f403477d5ae tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:43:24.575417 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-275ca4b0-5169-4e50-9223-4f403477d5ae tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.2162545 Dec 20 14:43:24.575926 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 51610) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:43:24.627092 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:24.662987 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d27d76f-980b-4bab-a98a-46a676fd2da3 req-82f73eb9-f229-4e4e-b9f0-50e2171c1c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:43:24.665718 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9d27d76f-980b-4bab-a98a-46a676fd2da3 req-82f73eb9-f229-4e4e-b9f0-50e2171c1c6f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=837c1c3730084608adec5713ed61c154&device_id=90a0af0f-6b41-4ccc-9ed0-17ea67bbc143 HTTP/1.1" status: 200 len: 1096 time: 0.1440983 Dec 20 14:43:24.675579 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] For port 6074a0a7-de75-4bfe-abf9-9a67e8abf204, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=6074a0a7-de75-4bfe-abf9-9a67e8abf204,segment=NetworkSegment(6564a9a6-c9e5-430f-8866-4f0967eb4cc4),segment_id=6564a9a6-c9e5-430f-8866-4f0967eb4cc4)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:43:24.681920 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:24.750666 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Pushing event updated for resources: {'Port': ['ID=6074a0a7-de75-4bfe-abf9-9a67e8abf204,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:24.751485 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-e264e996-0e85-45c1-84bf-e62282b803f8 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Deleting port ee02a1ce-875c-4762-96d5-c51648bc14ba {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:43:24.757557 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e264e996-0e85-45c1-84bf-e62282b803f8 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:24.927514 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e264e996-0e85-45c1-84bf-e62282b803f8 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:24.952884 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-e264e996-0e85-45c1-84bf-e62282b803f8 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Calling delete_port for ee02a1ce-875c-4762-96d5-c51648bc14ba owned by {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:43:24.953337 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d27d76f-980b-4bab-a98a-46a676fd2da3 req-e8ffc47c-4205-4bbf-b5e8-59baec00a600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:43:24.954996 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9d27d76f-980b-4bab-a98a-46a676fd2da3 req-e8ffc47c-4205-4bbf-b5e8-59baec00a600 service neutron] 10.222.0.47 "GET /v2.0/networks?id=777ef3ba-dcaa-4b2d-b2ea-b0d6aea1c617 HTTP/1.1" status: 200 len: 922 time: 0.2808495 Dec 20 14:43:24.966481 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8f19e697-c53c-4741-a38c-475dbb6dd5bd tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:25.015864 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9d27d76f-980b-4bab-a98a-46a676fd2da3 req-932671b2-39d3-4027-a1db-d8a5ab228727 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=131fd4e5-f0ed-490f-bf09-c78b7ddbdb88 HTTP/1.1" status: 200 len: 217 time: 0.0522275 Dec 20 14:43:25.039369 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8f19e697-c53c-4741-a38c-475dbb6dd5bd tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:25.255914 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d27d76f-980b-4bab-a98a-46a676fd2da3 req-24b8076b-8249-492a-877c-aa1938746fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:43:25.257438 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9d27d76f-980b-4bab-a98a-46a676fd2da3 req-24b8076b-8249-492a-877c-aa1938746fb9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=064209e9-c56e-44a2-afd4-b9f1bd4f7fb7 HTTP/1.1" status: 200 len: 861 time: 0.2321684 Dec 20 14:43:25.277472 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e264e996-0e85-45c1-84bf-e62282b803f8 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:25.326267 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9d27d76f-980b-4bab-a98a-46a676fd2da3 req-d6a61dc3-546c-45e0-9bbd-a61c4b460fda service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=777ef3ba-dcaa-4b2d-b2ea-b0d6aea1c617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378401 Dec 20 14:43:25.339530 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e264e996-0e85-45c1-84bf-e62282b803f8 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Pushing event deleted for resources: {'Port': ['ID=ee02a1ce-875c-4762-96d5-c51648bc14ba,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:25.361837 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f19e697-c53c-4741-a38c-475dbb6dd5bd tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:43:25.362458 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8f19e697-c53c-4741-a38c-475dbb6dd5bd tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:25.365283 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-8f19e697-c53c-4741-a38c-475dbb6dd5bd tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "PUT /v2.0/ports/ae7565a5-455c-4079-9efa-eb4ab4077430 HTTP/1.1" status: 200 len: 910 time: 2.2644587 Dec 20 14:43:25.366203 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f19e697-c53c-4741-a38c-475dbb6dd5bd tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Pushing event updated for resources: {'Port': ['ID=ae7565a5-455c-4079-9efa-eb4ab4077430,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:25.368655 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 51620) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:43:25.477566 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e264e996-0e85-45c1-84bf-e62282b803f8 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:25.490424 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-e264e996-0e85-45c1-84bf-e62282b803f8 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] 10.222.0.54 "DELETE /v2.0/ports/ee02a1ce-875c-4762-96d5-c51648bc14ba HTTP/1.1" status: 204 len: 168 time: 0.9129636 Dec 20 14:43:25.493351 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 51626) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:43:25.501583 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac38dfc6-ab72-4d41-910b-9a7a0a593089 None None] Network 1b707eaf-be7a-4f11-9468-9a2b3fb6ace5 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:43:25.560030 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4603325-241c-4a90-b5f7-c5977f9a45ce tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] GET failed (client error): The resource could not be found. Dec 20 14:43:25.562175 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-b4603325-241c-4a90-b5f7-c5977f9a45ce tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] 10.222.0.54 "GET /v2.0/ports/ee02a1ce-875c-4762-96d5-c51648bc14ba HTTP/1.1" status: 404 len: 333 time: 0.0650821 Dec 20 14:43:25.566200 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 51628) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:43:25.589831 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-91fafcec-8681-4425-a00a-a8c0bf92cb44 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Request body: {'port': {'network_id': '1b707eaf-be7a-4f11-9468-9a2b3fb6ace5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-17250158'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:43:25.601205 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9d27d76f-980b-4bab-a98a-46a676fd2da3 req-d86e8ee2-2a5a-48c8-85b6-c574cc6d5dec service neutron] 10.222.0.47 "GET /v2.0/networks/777ef3ba-dcaa-4b2d-b2ea-b0d6aea1c617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585270 Dec 20 14:43:25.690653 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-aa8ffa45-ea91-478b-b956-199dceeb48e8 None None] Provisioning complete for port 6074a0a7-de75-4bfe-abf9-9a67e8abf204 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:43:25.691279 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-aa8ffa45-ea91-478b-b956-199dceeb48e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:26.202702 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 131fd4e5-f0ed-490f-bf09-c78b7ddbdb88 details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:43:26.217371 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 6074a0a7-de75-4bfe-abf9-9a67e8abf204 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:43:26.260637 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1894a5d-e017-4e29-bde7-6ce8973b8a6f req-00469da6-0565-4ea0-a862-9b6cff4b3a6e tempest-ServerMetadataNegativeTestJSON-697479673 tempest-ServerMetadataNegativeTestJSON-697479673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:43:26.262309 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f1894a5d-e017-4e29-bde7-6ce8973b8a6f req-00469da6-0565-4ea0-a862-9b6cff4b3a6e tempest-ServerMetadataNegativeTestJSON-697479673 tempest-ServerMetadataNegativeTestJSON-697479673-project] 10.222.0.54 "GET /v2.0/ports?device_id=90a0af0f-6b41-4ccc-9ed0-17ea67bbc143 HTTP/1.1" status: 200 len: 944 time: 0.6947856 Dec 20 14:43:26.343364 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.db.resource_extend [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 14:43:26.361103 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f1894a5d-e017-4e29-bde7-6ce8973b8a6f req-e00b6029-dbc4-4bde-a973-3f31beb173b1 tempest-ServerMetadataNegativeTestJSON-697479673 tempest-ServerMetadataNegativeTestJSON-697479673-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b61b3fd-e2b0-4d84-8217-7739ffefe674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886729 Dec 20 14:43:26.362509 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91fafcec-8681-4425-a00a-a8c0bf92cb44 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Made reservation on behalf of 68534c75d70f4d62be4b3e9ec4d9087b for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:43:26.372479 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-91fafcec-8681-4425-a00a-a8c0bf92cb44 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:26.411382 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [None req-91fafcec-8681-4425-a00a-a8c0bf92cb44 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] device_id is not set on port ca4615d1-fe52-4a50-bc74-b45c364ac888 yet. {{(pid=103168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 14:43:26.436633 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-f46d76b0-9119-4c9f-a48a-f7e0b4c4ba83 None None] Provisioning complete for port 6074a0a7-de75-4bfe-abf9-9a67e8abf204 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:43:26.437290 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f46d76b0-9119-4c9f-a48a-f7e0b4c4ba83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:26.570410 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 6074a0a7-de75-4bfe-abf9-9a67e8abf204 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:43:26.570979 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:26.571295 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9d27d76f-980b-4bab-a98a-46a676fd2da3 req-44050623-c388-4ca2-9def-0864c6d32d62 service neutron] 10.222.0.47 "GET /v2.0/networks/777ef3ba-dcaa-4b2d-b2ea-b0d6aea1c617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9338074 Dec 20 14:43:26.635723 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49261af-5028-4eaf-80ff-7efc498d4a9b req-b48e6d8a-ebb9-411c-807e-b81d7f4e260a tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:43:26.646029 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e49261af-5028-4eaf-80ff-7efc498d4a9b req-b48e6d8a-ebb9-411c-807e-b81d7f4e260a tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a83aaac-7396-4782-a290-1f0b3f47602a HTTP/1.1" status: 200 len: 946 time: 0.1895931 Dec 20 14:43:26.678071 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 131fd4e5-f0ed-490f-bf09-c78b7ddbdb88, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=131fd4e5-f0ed-490f-bf09-c78b7ddbdb88,segment=NetworkSegment(2853b197-0c97-47b3-8325-df003bca0e8a),segment_id=2853b197-0c97-47b3-8325-df003bca0e8a)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:43:26.697235 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-91fafcec-8681-4425-a00a-a8c0bf92cb44 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Allocated IP 2001:db8::9c (1b707eaf-be7a-4f11-9468-9a2b3fb6ace5/fa3c9f2e-9843-4c6c-a878-a6194e70b596/ca4615d1-fe52-4a50-bc74-b45c364ac888) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:43:26.710631 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': '131fd4e5-f0ed-490f-bf09-c78b7ddbdb88', 'network_id': '777ef3ba-dcaa-4b2d-b2ea-b0d6aea1c617', 'port_id': '131fd4e5-f0ed-490f-bf09-c78b7ddbdb88', 'mac_address': 'fa:16:3e:92:19:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '064209e9-c56e-44a2-afd4-b9f1bd4f7fb7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:43:26.723113 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-f46d76b0-9119-4c9f-a48a-f7e0b4c4ba83 None None] Provisioning complete for port 908bc507-0b9b-4d9d-a9b9-a0832b8a8fcc triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:43:26.724473 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f46d76b0-9119-4c9f-a48a-f7e0b4c4ba83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:26.730785 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e49261af-5028-4eaf-80ff-7efc498d4a9b req-78cfacd4-6c35-4ca9-8c2a-a982da6e7a49 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=32bfc1ff-28fd-45a5-ae96-207d0fefe02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784678 Dec 20 14:43:26.837390 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d7a8dc85-d5ab-4bae-83da-6fe1766e1f8c tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1595867'] for router_interface, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:26.863536 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-f46d76b0-9119-4c9f-a48a-f7e0b4c4ba83 None None] Port 908bc507-0b9b-4d9d-a9b9-a0832b8a8fcc cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:43:26.870156 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:26.889161 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 131fd4e5-f0ed-490f-bf09-c78b7ddbdb88 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:43:26.935524 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 131fd4e5-f0ed-490f-bf09-c78b7ddbdb88, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=131fd4e5-f0ed-490f-bf09-c78b7ddbdb88,segment=NetworkSegment(2853b197-0c97-47b3-8325-df003bca0e8a),segment_id=2853b197-0c97-47b3-8325-df003bca0e8a)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:43:26.945705 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:26.948479 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-91fafcec-8681-4425-a00a-a8c0bf92cb44 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:27.008896 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-91fafcec-8681-4425-a00a-a8c0bf92cb44 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:27.027711 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=131fd4e5-f0ed-490f-bf09-c78b7ddbdb88,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:27.076777 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-51a1017a-10cf-4344-91da-60d32f4b4a2f None None] Provisioning complete for port 908bc507-0b9b-4d9d-a9b9-a0832b8a8fcc triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:43:27.077154 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-51a1017a-10cf-4344-91da-60d32f4b4a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:27.104569 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91fafcec-8681-4425-a00a-a8c0bf92cb44 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Network 1b707eaf-be7a-4f11-9468-9a2b3fb6ace5 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:43:27.134816 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-91fafcec-8681-4425-a00a-a8c0bf92cb44 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:43:27.148778 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fafcec-8681-4425-a00a-a8c0bf92cb44 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:43:27.155772 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91fafcec-8681-4425-a00a-a8c0bf92cb44 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:43:27.156433 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-91fafcec-8681-4425-a00a-a8c0bf92cb44 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:27.167507 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-51a1017a-10cf-4344-91da-60d32f4b4a2f None None] Port 908bc507-0b9b-4d9d-a9b9-a0832b8a8fcc cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:43:27.197994 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fafcec-8681-4425-a00a-a8c0bf92cb44 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Pushing event updated for resources: {'Port': ['ID=ca4615d1-fe52-4a50-bc74-b45c364ac888,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:27.209326 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['131fd4e5-f0ed-490f-bf09-c78b7ddbdb88'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:43:27.233719 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-91fafcec-8681-4425-a00a-a8c0bf92cb44 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.6630650 Dec 20 14:43:27.235327 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 51654) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:43:27.241326 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-5f03c674-24ac-4e2d-b8a9-937c83e56049 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2ea', 'mac_address': 'fa:16:3e:5f:3b:14'}]}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:43:27.302396 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-ace07603-bce7-498f-b79c-70de1d930a07 None None] Could not find standard attr ID for object ee02a1ce-875c-4762-96d5-c51648bc14ba. {{(pid=103169) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 14:43:27.327284 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-d7a8dc85-d5ab-4bae-83da-6fe1766e1f8c tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Deleting port ae7565a5-455c-4079-9efa-eb4ab4077430 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:43:27.328292 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d7a8dc85-d5ab-4bae-83da-6fe1766e1f8c tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:27.359668 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5f03c674-24ac-4e2d-b8a9-937c83e56049 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:27.541475 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d7a8dc85-d5ab-4bae-83da-6fe1766e1f8c tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:27.567515 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-d7a8dc85-d5ab-4bae-83da-6fe1766e1f8c tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Calling delete_port for ae7565a5-455c-4079-9efa-eb4ab4077430 owned by network:router_interface {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:43:27.716378 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5f03c674-24ac-4e2d-b8a9-937c83e56049 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:27.733814 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af0309d-f628-4caf-92d5-2ab4fb80eb6c req-bda8e50e-1a80-4ad4-8d67-7d78d1c2a4bc tempest-ServerMetadataNegativeTestJSON-697479673 tempest-ServerMetadataNegativeTestJSON-697479673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:43:27.743030 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-84f34354-31a4-4ddc-a11f-5d3ed81ccdae None None] Provisioning complete for port ca4615d1-fe52-4a50-bc74-b45c364ac888 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:43:27.743617 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-84f34354-31a4-4ddc-a11f-5d3ed81ccdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:27.745220 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9af0309d-f628-4caf-92d5-2ab4fb80eb6c req-bda8e50e-1a80-4ad4-8d67-7d78d1c2a4bc tempest-ServerMetadataNegativeTestJSON-697479673 tempest-ServerMetadataNegativeTestJSON-697479673-project] 10.222.0.54 "GET /v2.0/ports?device_id=90a0af0f-6b41-4ccc-9ed0-17ea67bbc143 HTTP/1.1" status: 200 len: 945 time: 0.1305861 Dec 20 14:43:27.747738 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5f03c674-24ac-4e2d-b8a9-937c83e56049 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:27.783985 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-84f34354-31a4-4ddc-a11f-5d3ed81ccdae None None] Port ca4615d1-fe52-4a50-bc74-b45c364ac888 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:43:27.822241 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-5f03c674-24ac-4e2d-b8a9-937c83e56049 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] In _notify_port_updated(), no bound segment for port ca4615d1-fe52-4a50-bc74-b45c364ac888 on network 1b707eaf-be7a-4f11-9468-9a2b3fb6ace5 {{(pid=103168) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 20 14:43:27.828511 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f03c674-24ac-4e2d-b8a9-937c83e56049 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:43:27.829148 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5f03c674-24ac-4e2d-b8a9-937c83e56049 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:27.833349 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-5f03c674-24ac-4e2d-b8a9-937c83e56049 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] 10.222.0.54 "PUT /v2.0/ports/ca4615d1-fe52-4a50-bc74-b45c364ac888 HTTP/1.1" status: 200 len: 1000 time: 0.5967948 Dec 20 14:43:27.836904 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 51664) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:43:27.900678 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f03c674-24ac-4e2d-b8a9-937c83e56049 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Pushing event updated for resources: {'Port': ['ID=ca4615d1-fe52-4a50-bc74-b45c364ac888,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:27.942797 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32c2044-d18b-4d88-b831-c09f30e5094d req-0701567f-f73f-4f8d-a93a-638856c551dc tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:43:27.946411 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9af0309d-f628-4caf-92d5-2ab4fb80eb6c req-3bef11f5-16fd-4911-abc3-aa1dd04b6780 tempest-ServerMetadataNegativeTestJSON-697479673 tempest-ServerMetadataNegativeTestJSON-697479673-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b61b3fd-e2b0-4d84-8217-7739ffefe674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999466 Dec 20 14:43:27.950799 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f32c2044-d18b-4d88-b831-c09f30e5094d req-0701567f-f73f-4f8d-a93a-638856c551dc tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a83aaac-7396-4782-a290-1f0b3f47602a HTTP/1.1" status: 200 len: 946 time: 0.0938940 Dec 20 14:43:27.967007 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d7a8dc85-d5ab-4bae-83da-6fe1766e1f8c tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:28.005906 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a8dc85-d5ab-4bae-83da-6fe1766e1f8c tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Pushing event deleted for resources: {'Port': ['ID=ae7565a5-455c-4079-9efa-eb4ab4077430,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:28.046774 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-87af04b0-a43f-4020-89f5-a231393ce0f7 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Deleting port ca4615d1-fe52-4a50-bc74-b45c364ac888 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:43:28.047419 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-87af04b0-a43f-4020-89f5-a231393ce0f7 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:28.199695 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 131fd4e5-f0ed-490f-bf09-c78b7ddbdb88 up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:43:28.252319 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-87af04b0-a43f-4020-89f5-a231393ce0f7 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:28.267910 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-87af04b0-a43f-4020-89f5-a231393ce0f7 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Calling delete_port for ca4615d1-fe52-4a50-bc74-b45c364ac888 owned by {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:43:28.274275 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d7a8dc85-d5ab-4bae-83da-6fe1766e1f8c tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582411'] for router_interface, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:28.306158 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f32c2044-d18b-4d88-b831-c09f30e5094d req-a81dba42-fce9-4789-b546-5e6487fb5336 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=32bfc1ff-28fd-45a5-ae96-207d0fefe02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3541131 Dec 20 14:43:28.312699 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning for port 131fd4e5-f0ed-490f-bf09-c78b7ddbdb88 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:43:28.320345 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port 131fd4e5-f0ed-490f-bf09-c78b7ddbdb88 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:43:28.321928 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:28.572702 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-87af04b0-a43f-4020-89f5-a231393ce0f7 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:28.611875 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87af04b0-a43f-4020-89f5-a231393ce0f7 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Pushing event deleted for resources: {'Port': ['ID=ca4615d1-fe52-4a50-bc74-b45c364ac888,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:28.638588 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7a8dc85-d5ab-4bae-83da-6fe1766e1f8c tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Router c2533581-95fb-4121-b012-efc5122e6305 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:43:28.671173 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-cb9a7754-87f0-4b45-89f8-aa154e60ec85 None None] Provisioning complete for port ca4615d1-fe52-4a50-bc74-b45c364ac888 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:43:28.671456 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-cb9a7754-87f0-4b45-89f8-aa154e60ec85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:28.712959 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-cb9a7754-87f0-4b45-89f8-aa154e60ec85 None None] Port ca4615d1-fe52-4a50-bc74-b45c364ac888 was deleted so its status cannot be updated. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 20 14:43:28.787976 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7a8dc85-d5ab-4bae-83da-6fe1766e1f8c tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:43:28.795244 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-d7a8dc85-d5ab-4bae-83da-6fe1766e1f8c tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "PUT /v2.0/routers/c2533581-95fb-4121-b012-efc5122e6305/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4043815 Dec 20 14:43:28.796156 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 51672) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:43:28.797579 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-87af04b0-a43f-4020-89f5-a231393ce0f7 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:28.803425 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-87af04b0-a43f-4020-89f5-a231393ce0f7 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] 10.222.0.54 "DELETE /v2.0/ports/ca4615d1-fe52-4a50-bc74-b45c364ac888 HTTP/1.1" status: 204 len: 168 time: 0.9607680 Dec 20 14:43:28.806313 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 51674) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:43:28.829788 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8a39a0-06f2-47ef-b563-0eb34ecd4e02 None None] Sync routers for ids ['c2533581-95fb-4121-b012-efc5122e6305'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:43:28.843756 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-5886089b-57dd-4349-9d63-0ae587caf2a7 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] GET failed (client error): The resource could not be found. Dec 20 14:43:28.848629 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-5886089b-57dd-4349-9d63-0ae587caf2a7 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] 10.222.0.54 "GET /v2.0/ports/ca4615d1-fe52-4a50-bc74-b45c364ac888 HTTP/1.1" status: 404 len: 333 time: 0.0378108 Dec 20 14:43:28.851176 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 51676) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:43:28.856371 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-2a98cba6-0aa0-4745-90bd-b6ff7e9f90f5 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Request body: {'port': {'network_id': '1b707eaf-be7a-4f11-9468-9a2b3fb6ace5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-875775603'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:43:28.861601 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8a39a0-06f2-47ef-b563-0eb34ecd4e02 None None] Routers {'c2533581-95fb-4121-b012-efc5122e6305'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:43:28.862398 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-fa8a39a0-06f2-47ef-b563-0eb34ecd4e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:43:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['c2533581-95fb-4121-b012-efc5122e6305'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:43:28.866193 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:28.870519 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 51678) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:43:28.874019 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-188814df-ffff-4ddc-99c0-e74a49080fdd tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2533581-95fb-4121-b012-efc5122e6305 HTTP/1.1" status: 200 len: 205 time: 0.0735481 Dec 20 14:43:28.925570 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-fa8a39a0-06f2-47ef-b563-0eb34ecd4e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:43:28.956506 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90a0af0f-6b41-4ccc-9ed0-17ea67bbc143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '131fd4e5-f0ed-490f-bf09-c78b7ddbdb88'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:43:28.958931 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e73e6e5e-8122-4a95-b227-dbd06031daee" -d '{"events": [{"server_uuid": "90a0af0f-6b41-4ccc-9ed0-17ea67bbc143", "name": "network-vif-plugged", "status": "completed", "tag": "131fd4e5-f0ed-490f-bf09-c78b7ddbdb88"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:43:28.964845 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 131fd4e5-f0ed-490f-bf09-c78b7ddbdb88, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=131fd4e5-f0ed-490f-bf09-c78b7ddbdb88,segment=NetworkSegment(2853b197-0c97-47b3-8325-df003bca0e8a),segment_id=2853b197-0c97-47b3-8325-df003bca0e8a)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:43:28.980842 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:28.988668 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8a39a0-06f2-47ef-b563-0eb34ecd4e02 None None] Routers {'c2533581-95fb-4121-b012-efc5122e6305'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:43:28.989336 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-fa8a39a0-06f2-47ef-b563-0eb34ecd4e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:43:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['c2533581-95fb-4121-b012-efc5122e6305'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:43:29.036137 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d202dce4-c56e-4ab0-966f-808ae43ce193 x-openstack-request-id: req-d202dce4-c56e-4ab0-966f-808ae43ce193 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:43:29.036428 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90a0af0f-6b41-4ccc-9ed0-17ea67bbc143", "name": "network-vif-plugged", "status": "completed", "tag": "131fd4e5-f0ed-490f-bf09-c78b7ddbdb88", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:43:29.036697 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d202dce4-c56e-4ab0-966f-808ae43ce193 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:43:29.037337 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90a0af0f-6b41-4ccc-9ed0-17ea67bbc143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '131fd4e5-f0ed-490f-bf09-c78b7ddbdb88', 'code': 200} Dec 20 14:43:29.055396 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-fa8a39a0-06f2-47ef-b563-0eb34ecd4e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:43:29.056075 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8a39a0-06f2-47ef-b563-0eb34ecd4e02 None None] The sync data for ids ['c2533581-95fb-4121-b012-efc5122e6305'] in n-d-761264-19 is: [] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:43:29.077323 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b5c9d94b-6651-4312-a581-f5a2d153e7d5 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks [] for router, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:29.106245 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=131fd4e5-f0ed-490f-bf09-c78b7ddbdb88,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:29.153171 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b8bbb2-9e39-4a92-b621-ce9bd915b8ff req-35e3622f-1365-43bf-80d1-8c72ef6c995d tempest-ServerMetadataNegativeTestJSON-697479673 tempest-ServerMetadataNegativeTestJSON-697479673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:43:29.154793 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-75b8bbb2-9e39-4a92-b621-ce9bd915b8ff req-35e3622f-1365-43bf-80d1-8c72ef6c995d tempest-ServerMetadataNegativeTestJSON-697479673 tempest-ServerMetadataNegativeTestJSON-697479673-project] 10.222.0.54 "GET /v2.0/ports?device_id=90a0af0f-6b41-4ccc-9ed0-17ea67bbc143 HTTP/1.1" status: 200 len: 946 time: 0.1162987 Dec 20 14:43:29.196474 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7303c488-6bd5-4561-9a6c-8531b5fc5779 req-2c99af4a-6268-4bb2-83e2-cdc7d40f5478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:43:29.198558 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7303c488-6bd5-4561-9a6c-8531b5fc5779 req-2c99af4a-6268-4bb2-83e2-cdc7d40f5478 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=90a0af0f-6b41-4ccc-9ed0-17ea67bbc143 HTTP/1.1" status: 200 len: 1098 time: 0.0861228 Dec 20 14:43:29.243736 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-75b8bbb2-9e39-4a92-b621-ce9bd915b8ff req-fa4d00cf-32df-4b4c-abb2-9d17c9370df3 tempest-ServerMetadataNegativeTestJSON-697479673 tempest-ServerMetadataNegativeTestJSON-697479673-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b61b3fd-e2b0-4d84-8217-7739ffefe674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826738 Dec 20 14:43:29.271163 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a98cba6-0aa0-4745-90bd-b6ff7e9f90f5 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Made reservation on behalf of 68534c75d70f4d62be4b3e9ec4d9087b for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:43:29.275442 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2a98cba6-0aa0-4745-90bd-b6ff7e9f90f5 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:29.284904 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7303c488-6bd5-4561-9a6c-8531b5fc5779 req-e1dbd55c-1c7e-4de2-81a5-3d91b738923f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8b61b3fd-e2b0-4d84-8217-7739ffefe674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771577 Dec 20 14:43:29.302003 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b5c9d94b-6651-4312-a581-f5a2d153e7d5 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40132'] for router, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:29.305843 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b5c9d94b-6651-4312-a581-f5a2d153e7d5 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:29.315456 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [None req-2a98cba6-0aa0-4745-90bd-b6ff7e9f90f5 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] device_id is not set on port 8a0b5145-3d4b-4cec-814c-60ef0ce572c0 yet. {{(pid=103168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 14:43:29.397899 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b5c9d94b-6651-4312-a581-f5a2d153e7d5 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1594808'] for router, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:29.398414 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5c9d94b-6651-4312-a581-f5a2d153e7d5 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Fanout notify agent at l3_agent the message router_deleted on router c2533581-95fb-4121-b012-efc5122e6305 {{(pid=103168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 14:43:29.409014 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b5c9d94b-6651-4312-a581-f5a2d153e7d5 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:29.413258 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 51692) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:43:29.413396 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-b5c9d94b-6651-4312-a581-f5a2d153e7d5 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "DELETE /v2.0/routers/c2533581-95fb-4121-b012-efc5122e6305 HTTP/1.1" status: 204 len: 168 time: 0.4636097 Dec 20 14:43:29.510524 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a95d646-db10-4e50-aa08-58114c178929 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Deleting subnet ab265250-1135-4afb-bc2b-a06188e43ad5 {{(pid=103167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:43:29.516666 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7a95d646-db10-4e50-aa08-58114c178929 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks [] for subnet, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:29.534510 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-2a98cba6-0aa0-4745-90bd-b6ff7e9f90f5 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Allocated IP 2001:db8::195 (1b707eaf-be7a-4f11-9468-9a2b3fb6ace5/fa3c9f2e-9843-4c6c-a878-a6194e70b596/8a0b5145-3d4b-4cec-814c-60ef0ce572c0) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:43:29.640893 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7a95d646-db10-4e50-aa08-58114c178929 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954412'] for subnet, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:29.708556 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2a98cba6-0aa0-4745-90bd-b6ff7e9f90f5 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:29.734001 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d31657d-4b09-4757-8b47-c8480fd35a66 req-9d9c248f-4022-49ea-97a1-a95927e14cfc tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:43:29.735638 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0d31657d-4b09-4757-8b47-c8480fd35a66 req-9d9c248f-4022-49ea-97a1-a95927e14cfc tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a83aaac-7396-4782-a290-1f0b3f47602a HTTP/1.1" status: 200 len: 946 time: 0.3182218 Dec 20 14:43:29.783408 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2a98cba6-0aa0-4745-90bd-b6ff7e9f90f5 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:29.823330 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7a95d646-db10-4e50-aa08-58114c178929 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:29.850455 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a98cba6-0aa0-4745-90bd-b6ff7e9f90f5 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Network 1b707eaf-be7a-4f11-9468-9a2b3fb6ace5 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:43:29.856545 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0d31657d-4b09-4757-8b47-c8480fd35a66 req-bceeffe3-0702-4f19-ae6a-96525da362c5 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=32bfc1ff-28fd-45a5-ae96-207d0fefe02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077051 Dec 20 14:43:29.865092 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-2a98cba6-0aa0-4745-90bd-b6ff7e9f90f5 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:43:29.867450 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a98cba6-0aa0-4745-90bd-b6ff7e9f90f5 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Pushing event updated for resources: {'Port': ['ID=8a0b5145-3d4b-4cec-814c-60ef0ce572c0,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:29.870255 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a98cba6-0aa0-4745-90bd-b6ff7e9f90f5 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:43:29.877490 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a98cba6-0aa0-4745-90bd-b6ff7e9f90f5 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:43:29.878949 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2a98cba6-0aa0-4745-90bd-b6ff7e9f90f5 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:29.911464 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-2a98cba6-0aa0-4745-90bd-b6ff7e9f90f5 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.0591469 Dec 20 14:43:29.916507 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 51700) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:43:29.924617 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-aa51c418-ac79-4cde-8f3b-287e4dfc16d8 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:5f:3b:14'}]}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:43:29.961788 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7a95d646-db10-4e50-aa08-58114c178929 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:29.997028 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a95d646-db10-4e50-aa08-58114c178929 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Pushing event deleted for resources: {'Subnet': ['ID=ab265250-1135-4afb-bc2b-a06188e43ad5,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:29.999479 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7a95d646-db10-4e50-aa08-58114c178929 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:30.003592 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-7a95d646-db10-4e50-aa08-58114c178929 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "DELETE /v2.0/subnets/ab265250-1135-4afb-bc2b-a06188e43ad5 HTTP/1.1" status: 204 len: 168 time: 0.5892360 Dec 20 14:43:30.007416 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 51702) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:43:30.022550 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8294da25-8f14-4401-bc0e-7c76d68170e5 None None] Network 59bcc93a-bfa1-47cb-a6f3-30728772c162 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:43:30.138935 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-784de62c-e873-4cb0-bdc6-a605dbcd770f tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:30.209300 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-aa51c418-ac79-4cde-8f3b-287e4dfc16d8 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:30.231993 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-784de62c-e873-4cb0-bdc6-a605dbcd770f tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Deleting port f3e4819e-be22-48a4-8bbc-86d850377f8a {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:43:30.232878 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-784de62c-e873-4cb0-bdc6-a605dbcd770f tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:30.324481 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47de0cc-2fc9-4a05-93f9-7f58755f43ba None None] DHCP port deletion for 59bcc93a-bfa1-47cb-a6f3-30728772c162 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:43:30.402387 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-784de62c-e873-4cb0-bdc6-a605dbcd770f tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] For port f3e4819e-be22-48a4-8bbc-86d850377f8a, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=f3e4819e-be22-48a4-8bbc-86d850377f8a,segment=NetworkSegment(c8a8fe67-0a14-4297-9aeb-cf09b3a22173),segment_id=c8a8fe67-0a14-4297-9aeb-cf09b3a22173)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:43:30.403083 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-784de62c-e873-4cb0-bdc6-a605dbcd770f tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:30.448073 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-f47de0cc-2fc9-4a05-93f9-7f58755f43ba None None] Deleting port f3e4819e-be22-48a4-8bbc-86d850377f8a {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:43:30.448877 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f47de0cc-2fc9-4a05-93f9-7f58755f43ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:30.451708 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-784de62c-e873-4cb0-bdc6-a605dbcd770f tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Calling delete_port for f3e4819e-be22-48a4-8bbc-86d850377f8a owned by network:dhcp {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:43:30.552488 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032abced-20aa-4d24-aa71-fe42baad9911 req-201cfc30-f3c7-47ea-b0b0-cb8e3d4133ec tempest-ServerMetadataNegativeTestJSON-697479673 tempest-ServerMetadataNegativeTestJSON-697479673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:43:30.563804 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-032abced-20aa-4d24-aa71-fe42baad9911 req-201cfc30-f3c7-47ea-b0b0-cb8e3d4133ec tempest-ServerMetadataNegativeTestJSON-697479673 tempest-ServerMetadataNegativeTestJSON-697479673-project] 10.222.0.54 "GET /v2.0/ports?device_id=90a0af0f-6b41-4ccc-9ed0-17ea67bbc143 HTTP/1.1" status: 200 len: 946 time: 0.1550925 Dec 20 14:43:30.574118 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-7d3e0e69-d9c0-4455-a48f-a786f6a2c541 None None] Provisioning complete for port 8a0b5145-3d4b-4cec-814c-60ef0ce572c0 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:43:30.574586 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-7d3e0e69-d9c0-4455-a48f-a786f6a2c541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:30.667589 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-032abced-20aa-4d24-aa71-fe42baad9911 req-33bbf137-2b56-49b0-9d01-95606b592a04 tempest-ServerMetadataNegativeTestJSON-697479673 tempest-ServerMetadataNegativeTestJSON-697479673-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b61b3fd-e2b0-4d84-8217-7739ffefe674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975318 Dec 20 14:43:30.685137 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-7d3e0e69-d9c0-4455-a48f-a786f6a2c541 None None] Port 8a0b5145-3d4b-4cec-814c-60ef0ce572c0 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:43:30.688298 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-784de62c-e873-4cb0-bdc6-a605dbcd770f tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:30.703337 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-f47de0cc-2fc9-4a05-93f9-7f58755f43ba None None] For port f3e4819e-be22-48a4-8bbc-86d850377f8a, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=f3e4819e-be22-48a4-8bbc-86d850377f8a,segment=NetworkSegment(c8a8fe67-0a14-4297-9aeb-cf09b3a22173),segment_id=c8a8fe67-0a14-4297-9aeb-cf09b3a22173)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:43:30.704657 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f47de0cc-2fc9-4a05-93f9-7f58755f43ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:30.708909 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784de62c-e873-4cb0-bdc6-a605dbcd770f tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] No DVR routers for this DVR port f3e4819e-be22-48a4-8bbc-86d850377f8a on host n-d-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:43:30.740162 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784de62c-e873-4cb0-bdc6-a605dbcd770f tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Pushing event deleted for resources: {'Port': ['ID=f3e4819e-be22-48a4-8bbc-86d850377f8a,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:30.762539 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-f47de0cc-2fc9-4a05-93f9-7f58755f43ba None None] Calling delete_port for f3e4819e-be22-48a4-8bbc-86d850377f8a owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:43:30.798368 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-aa51c418-ac79-4cde-8f3b-287e4dfc16d8 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:30.805657 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e6fda7ed-b93b-40b5-97f3-1907c9ad77b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:30.814209 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-aa51c418-ac79-4cde-8f3b-287e4dfc16d8 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:30.866535 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-784de62c-e873-4cb0-bdc6-a605dbcd770f tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:30.885061 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-aa51c418-ac79-4cde-8f3b-287e4dfc16d8 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] In _notify_port_updated(), no bound segment for port 8a0b5145-3d4b-4cec-814c-60ef0ce572c0 on network 1b707eaf-be7a-4f11-9468-9a2b3fb6ace5 {{(pid=103168) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 20 14:43:30.897061 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-784de62c-e873-4cb0-bdc6-a605dbcd770f tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59bcc93a-bfa1-47cb-a6f3-30728772c162']}} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:43:30.902397 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa51c418-ac79-4cde-8f3b-287e4dfc16d8 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:43:30.903556 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-aa51c418-ac79-4cde-8f3b-287e4dfc16d8 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:30.905853 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-aa51c418-ac79-4cde-8f3b-287e4dfc16d8 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] 10.222.0.54 "PUT /v2.0/ports/8a0b5145-3d4b-4cec-814c-60ef0ce572c0 HTTP/1.1" status: 200 len: 1002 time: 0.9871848 Dec 20 14:43:30.909352 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 51710) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:43:30.942214 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-784de62c-e873-4cb0-bdc6-a605dbcd770f tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8a8fe67-0a14-4297-9aeb-cf09b3a22173') {'for_net_delete': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:43:30.943327 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-784de62c-e873-4cb0-bdc6-a605dbcd770f tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8a8fe67-0a14-4297-9aeb-cf09b3a22173') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:43:30.956994 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f47de0cc-2fc9-4a05-93f9-7f58755f43ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:30.980883 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-784de62c-e873-4cb0-bdc6-a605dbcd770f tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954405'] for segment, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:31.003374 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47de0cc-2fc9-4a05-93f9-7f58755f43ba None None] No DVR routers for this DVR port f3e4819e-be22-48a4-8bbc-86d850377f8a on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:43:31.032669 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-784de62c-e873-4cb0-bdc6-a605dbcd770f tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:31.047137 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-784de62c-e873-4cb0-bdc6-a605dbcd770f tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=103167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:43:31.047548 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-784de62c-e873-4cb0-bdc6-a605dbcd770f tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9956000'] for segment, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:31.057518 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:43:31.057518 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:43:31.057518 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:43:31.057518 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:43:31.057518 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:43:31.057518 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:43:31.057518 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:43:31.057518 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:43:31.057518 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:43:31.057518 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:43:31.057518 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:43:31.057518 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:43:31.057518 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:43:31.057518 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:43:31.057518 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:43:31.057518 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:43:31.057518 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:43:31.057518 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:43:31.057518 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:43:31.057518 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:43:31.057518 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:43:31.057518 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:43:31.057518 n-d-761264-19 neutron-server[103167]: Traceback (most recent call last): Dec 20 14:43:31.057518 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:43:31.057518 n-d-761264-19 neutron-server[103167]: timer() Dec 20 14:43:31.057518 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:43:31.057518 n-d-761264-19 neutron-server[103167]: cb(*args, **kw) Dec 20 14:43:31.057518 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:43:31.057518 n-d-761264-19 neutron-server[103167]: return func(*args, **kwargs) Dec 20 14:43:31.057518 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:43:31.057518 n-d-761264-19 neutron-server[103167]: self._notify() Dec 20 14:43:31.057518 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:43:31.057518 n-d-761264-19 neutron-server[103167]: self.callback(batched_events) Dec 20 14:43:31.057518 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:43:31.057518 n-d-761264-19 neutron-server[103167]: event.method(event) Dec 20 14:43:31.057518 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:43:31.057518 n-d-761264-19 neutron-server[103167]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:43:31.057518 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:43:31.057518 n-d-761264-19 neutron-server[103167]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:43:31.057518 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:43:31.057518 n-d-761264-19 neutron-server[103167]: return f(self, *a, **k) Dec 20 14:43:31.057518 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:43:31.057518 n-d-761264-19 neutron-server[103167]: return self._get(url).json() Dec 20 14:43:31.057518 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:43:31.057518 n-d-761264-19 neutron-server[103167]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:43:31.057518 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:43:31.057518 n-d-761264-19 neutron-server[103167]: return self.request(url, 'GET', **kwargs) Dec 20 14:43:31.057518 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:43:31.057518 n-d-761264-19 neutron-server[103167]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:43:31.057518 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:43:31.057518 n-d-761264-19 neutron-server[103167]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:43:31.057518 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:43:31.057518 n-d-761264-19 neutron-server[103167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:43:31.057518 n-d-761264-19 neutron-server[103167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:43:31.073002 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47de0cc-2fc9-4a05-93f9-7f58755f43ba None None] Pushing event deleted for resources: {'Port': ['ID=f3e4819e-be22-48a4-8bbc-86d850377f8a,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:31.092068 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51c418-ac79-4cde-8f3b-287e4dfc16d8 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Pushing event updated for resources: {'Port': ['ID=8a0b5145-3d4b-4cec-814c-60ef0ce572c0,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:31.229166 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-cf81dcb6-e3e2-4483-a570-304203d161f0 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Deleting port 8a0b5145-3d4b-4cec-814c-60ef0ce572c0 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:43:31.229513 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cf81dcb6-e3e2-4483-a570-304203d161f0 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:31.282541 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-784de62c-e873-4cb0-bdc6-a605dbcd770f tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:31.299610 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-784de62c-e873-4cb0-bdc6-a605dbcd770f tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:31.310880 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-784de62c-e873-4cb0-bdc6-a605dbcd770f tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "DELETE /v2.0/networks/59bcc93a-bfa1-47cb-a6f3-30728772c162 HTTP/1.1" status: 204 len: 168 time: 1.3019392 Dec 20 14:43:31.321557 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b337b9d-d036-4660-bd8e-76b7092caf51 req-d2b2b74b-5da4-464f-923a-71990934781b tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:43:31.330449 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1b337b9d-d036-4660-bd8e-76b7092caf51 req-d2b2b74b-5da4-464f-923a-71990934781b tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a83aaac-7396-4782-a290-1f0b3f47602a HTTP/1.1" status: 200 len: 946 time: 0.1154914 Dec 20 14:43:31.332390 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 51716) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:43:31.379568 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-4798a1ab-a77d-43bb-9b8a-eef0565b0c1b tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1838996544', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:43:31.386199 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784de62c-e873-4cb0-bdc6-a605dbcd770f tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Pushing event deleted for resources: {'Network': ['ID=59bcc93a-bfa1-47cb-a6f3-30728772c162,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:31.410316 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cf81dcb6-e3e2-4483-a570-304203d161f0 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:31.430472 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-cf81dcb6-e3e2-4483-a570-304203d161f0 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Calling delete_port for 8a0b5145-3d4b-4cec-814c-60ef0ce572c0 owned by {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:43:31.443277 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1b337b9d-d036-4660-bd8e-76b7092caf51 req-394236dc-05a8-498d-afdf-b69a889adf2c tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=32bfc1ff-28fd-45a5-ae96-207d0fefe02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117327 Dec 20 14:43:31.479222 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4798a1ab-a77d-43bb-9b8a-eef0565b0c1b tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40114'] for router, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:31.481888 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4798a1ab-a77d-43bb-9b8a-eef0565b0c1b tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40139'] for router, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:31.546303 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-b0037df0-cabd-49aa-a671-0b1ab1ef4614 None None] Provisioning complete for port 8a0b5145-3d4b-4cec-814c-60ef0ce572c0 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:43:31.547305 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b0037df0-cabd-49aa-a671-0b1ab1ef4614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:31.558649 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4798a1ab-a77d-43bb-9b8a-eef0565b0c1b tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:31.568455 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4798a1ab-a77d-43bb-9b8a-eef0565b0c1b tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013'] for router, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:31.601950 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4798a1ab-a77d-43bb-9b8a-eef0565b0c1b tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks [] for router, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:31.603576 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-4798a1ab-a77d-43bb-9b8a-eef0565b0c1b tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2676461 Dec 20 14:43:31.607474 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 51722) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:43:31.611653 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-b0037df0-cabd-49aa-a671-0b1ab1ef4614 None None] Port 8a0b5145-3d4b-4cec-814c-60ef0ce572c0 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:43:31.616615 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-1d23d4e9-7155-47a4-9eae-7a9ffb99e326 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Request body: {'network': {'name': 'tempest-RoutersTest-797161890'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:43:31.651509 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d23d4e9-7155-47a4-9eae-7a9ffb99e326 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Made reservation on behalf of 50053969373c435f81b8431b3e816f88 for: {'network': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:43:31.656311 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1d23d4e9-7155-47a4-9eae-7a9ffb99e326 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:31.671963 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cf81dcb6-e3e2-4483-a570-304203d161f0 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:31.697850 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d23d4e9-7155-47a4-9eae-7a9ffb99e326 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=103167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:43:31.725385 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1d23d4e9-7155-47a4-9eae-7a9ffb99e326 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:31.727382 n-d-761264-19 neutron-server[103167]: INFO neutron.db.segments_db [None req-1d23d4e9-7155-47a4-9eae-7a9ffb99e326 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Added segment 17fcfe65-c949-4488-a560-3347d511c34b of type vlan for network e559c019-62a6-4da7-bfc3-aa6a5b63cbf1 Dec 20 14:43:31.738579 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cf81dcb6-e3e2-4483-a570-304203d161f0 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:31.745974 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-cf81dcb6-e3e2-4483-a570-304203d161f0 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] 10.222.0.54 "DELETE /v2.0/ports/8a0b5145-3d4b-4cec-814c-60ef0ce572c0 HTTP/1.1" status: 204 len: 168 time: 0.8351140 Dec 20 14:43:31.761128 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 51726) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:43:31.786799 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf81dcb6-e3e2-4483-a570-304203d161f0 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Pushing event deleted for resources: {'Port': ['ID=8a0b5145-3d4b-4cec-814c-60ef0ce572c0,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:31.814199 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1d23d4e9-7155-47a4-9eae-7a9ffb99e326 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:31.849685 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-d28c2b28-5deb-4878-8b8b-4a8e59b29668 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] GET failed (client error): The resource could not be found. Dec 20 14:43:31.851305 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-d28c2b28-5deb-4878-8b8b-4a8e59b29668 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] 10.222.0.54 "GET /v2.0/ports/8a0b5145-3d4b-4cec-814c-60ef0ce572c0 HTTP/1.1" status: 404 len: 333 time: 0.0744452 Dec 20 14:43:31.857621 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 51728) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:43:31.875156 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-02a2cd66-871b-40ee-a09b-5d56d16368cb tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Request body: {'port': {'network_id': '1b707eaf-be7a-4f11-9468-9a2b3fb6ace5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1183453372'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:43:31.934535 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:43:31.934535 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:43:31.934535 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:43:31.934535 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:43:31.934535 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:43:31.934535 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:43:31.934535 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:43:31.934535 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:43:31.934535 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:43:31.934535 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:43:31.934535 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:43:31.934535 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:43:31.934535 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:43:31.934535 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:43:31.934535 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:43:31.934535 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:43:31.934535 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:43:31.934535 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:43:31.934535 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:43:31.934535 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:43:31.934535 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:43:31.934535 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:43:31.934535 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:43:31.934535 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:43:31.934535 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:43:31.934535 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:43:31.934535 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:43:31.934535 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:43:31.934535 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:43:31.934535 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:43:31.934535 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:43:31.934535 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:43:31.934535 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:43:31.934535 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:43:31.934535 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:43:31.934535 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:43:31.937463 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:43:31.937463 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:43:31.937463 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:43:31.937463 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:43:31.937463 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:43:31.937463 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:43:31.937463 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:43:31.937463 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:43:31.937463 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:43:31.937463 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:43:31.937463 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:43:31.937463 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:43:31.941516 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ba2c8-eae0-4c53-8e79-d4979e4c34ee req-73478997-5a25-4abf-aca1-4adf9cb56a19 tempest-ServerMetadataNegativeTestJSON-697479673 tempest-ServerMetadataNegativeTestJSON-697479673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:43:31.943381 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-633ba2c8-eae0-4c53-8e79-d4979e4c34ee req-73478997-5a25-4abf-aca1-4adf9cb56a19 tempest-ServerMetadataNegativeTestJSON-697479673 tempest-ServerMetadataNegativeTestJSON-697479673-project] 10.222.0.54 "GET /v2.0/ports?device_id=90a0af0f-6b41-4ccc-9ed0-17ea67bbc143 HTTP/1.1" status: 200 len: 946 time: 0.0964758 Dec 20 14:43:31.947645 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1d23d4e9-7155-47a4-9eae-7a9ffb99e326 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:31.953536 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d23d4e9-7155-47a4-9eae-7a9ffb99e326 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:43:31.954061 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1d23d4e9-7155-47a4-9eae-7a9ffb99e326 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:32.039847 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-633ba2c8-eae0-4c53-8e79-d4979e4c34ee req-c34ae932-b4a5-46bc-a2de-5d2aceba882f tempest-ServerMetadataNegativeTestJSON-697479673 tempest-ServerMetadataNegativeTestJSON-697479673-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b61b3fd-e2b0-4d84-8217-7739ffefe674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874488 Dec 20 14:43:32.060658 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d23d4e9-7155-47a4-9eae-7a9ffb99e326 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Pushing event updated for resources: {'Network': ['ID=e559c019-62a6-4da7-bfc3-aa6a5b63cbf1,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:32.070305 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-1d23d4e9-7155-47a4-9eae-7a9ffb99e326 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4604044 Dec 20 14:43:32.073571 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network e559c019-62a6-4da7-bfc3-aa6a5b63cbf1 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:43:32.077000 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 51732) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:43:32.090176 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-59800a28-0cf1-4a11-90e9-c04311df87de tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Request body: {'subnet': {'network_id': 'e559c019-62a6-4da7-bfc3-aa6a5b63cbf1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:43:32.248074 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a2cd66-871b-40ee-a09b-5d56d16368cb tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Made reservation on behalf of 68534c75d70f4d62be4b3e9ec4d9087b for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:43:32.252901 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-02a2cd66-871b-40ee-a09b-5d56d16368cb tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:32.276562 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device f3e4819e-be22-48a4-8bbc-86d850377f8a no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:43:32.295801 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59800a28-0cf1-4a11-90e9-c04311df87de tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Made reservation on behalf of 50053969373c435f81b8431b3e816f88 for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:43:32.296334 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [None req-02a2cd66-871b-40ee-a09b-5d56d16368cb tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] device_id is not set on port 66e9b519-e316-48c9-a980-0e6aa808e5c3 yet. {{(pid=103167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 14:43:32.303997 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-59800a28-0cf1-4a11-90e9-c04311df87de tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:32.320698 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: f3e4819e-be22-48a4-8bbc-86d850377f8a {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:43:32.321070 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device f3e4819e-be22-48a4-8bbc-86d850377f8a not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:43:32.584013 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-02a2cd66-871b-40ee-a09b-5d56d16368cb tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Allocated IP 2001:db8::388 (1b707eaf-be7a-4f11-9468-9a2b3fb6ace5/fa3c9f2e-9843-4c6c-a878-a6194e70b596/66e9b519-e316-48c9-a980-0e6aa808e5c3) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:43:32.716408 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755df16b-3903-4f6e-b32f-350651ca2f03 req-f1efd736-54d9-4225-977a-71c5ca102a78 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:43:32.718030 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-755df16b-3903-4f6e-b32f-350651ca2f03 req-f1efd736-54d9-4225-977a-71c5ca102a78 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a83aaac-7396-4782-a290-1f0b3f47602a HTTP/1.1" status: 200 len: 946 time: 0.1182466 Dec 20 14:43:32.735711 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-59800a28-0cf1-4a11-90e9-c04311df87de tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8848317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10470522'] for subnet, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:32.861280 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bc15fc-bfd3-4b6c-82aa-d3f51f2b7001 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:32.863959 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-755df16b-3903-4f6e-b32f-350651ca2f03 req-b973b440-9c96-4e45-bf78-4e8fac5953fa tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=32bfc1ff-28fd-45a5-ae96-207d0fefe02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1345739 Dec 20 14:43:32.877947 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59800a28-0cf1-4a11-90e9-c04311df87de tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Pushing event updated for resources: {'Subnet': ['ID=81cdaa41-d9ce-4366-baf5-5d5a3483918c,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:32.891957 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59800a28-0cf1-4a11-90e9-c04311df87de tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Checking segment: {'id': '17fcfe65-c949-4488-a560-3347d511c34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e559c019-62a6-4da7-bfc3-aa6a5b63cbf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:43:32.892320 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59800a28-0cf1-4a11-90e9-c04311df87de tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Network hostable DHCP agents. Network: e559c019-62a6-4da7-bfc3-aa6a5b63cbf1, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:43:32.933670 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-02a2cd66-871b-40ee-a09b-5d56d16368cb tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:32.936492 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59800a28-0cf1-4a11-90e9-c04311df87de tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Network e559c019-62a6-4da7-bfc3-aa6a5b63cbf1 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:43:32.958466 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-59800a28-0cf1-4a11-90e9-c04311df87de tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, e559c019-62a6-4da7-bfc3-aa6a5b63cbf1) {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:43:32.968810 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea15252b-bca2-4e07-9ccf-33f04f23990c None None] Network e559c019-62a6-4da7-bfc3-aa6a5b63cbf1 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:43:32.984017 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59800a28-0cf1-4a11-90e9-c04311df87de tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:43:32.987031 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-59800a28-0cf1-4a11-90e9-c04311df87de tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:33.000632 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-02a2cd66-871b-40ee-a09b-5d56d16368cb tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:33.030695 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-59800a28-0cf1-4a11-90e9-c04311df87de tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9497626 Dec 20 14:43:33.031179 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 51766) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:43:33.102467 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a2cd66-871b-40ee-a09b-5d56d16368cb tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Pushing event updated for resources: {'Port': ['ID=66e9b519-e316-48c9-a980-0e6aa808e5c3,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:33.151502 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a2cd66-871b-40ee-a09b-5d56d16368cb tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Network 1b707eaf-be7a-4f11-9468-9a2b3fb6ace5 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:43:33.157070 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-02a2cd66-871b-40ee-a09b-5d56d16368cb tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:43:33.175359 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a2cd66-871b-40ee-a09b-5d56d16368cb tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:43:33.181693 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a2cd66-871b-40ee-a09b-5d56d16368cb tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:43:33.188100 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-02a2cd66-871b-40ee-a09b-5d56d16368cb tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:33.213017 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-02a2cd66-871b-40ee-a09b-5d56d16368cb tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.3432362 Dec 20 14:43:33.214012 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 51776) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:43:33.219666 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-6d9f507d-91a0-42da-ad57-b79b1101db60 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Request body: {'port': {'network_id': '1b707eaf-be7a-4f11-9468-9a2b3fb6ace5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-408664061'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:43:33.219858 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaaf647d-64fa-40b9-8021-9e4922cf27d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-e559c019-62a6-4da7-bfc3-aa6a5b63cbf1', 'network_id': 'e559c019-62a6-4da7-bfc3-aa6a5b63cbf1', 'project_id': '50053969373c435f81b8431b3e816f88', 'fixed_ips': [{'subnet_id': '81cdaa41-d9ce-4366-baf5-5d5a3483918c'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:43:33.220940 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-aaaf647d-64fa-40b9-8021-9e4922cf27d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:33.482187 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d9f507d-91a0-42da-ad57-b79b1101db60 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Made reservation on behalf of 68534c75d70f4d62be4b3e9ec4d9087b for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:43:33.486172 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6d9f507d-91a0-42da-ad57-b79b1101db60 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:33.530451 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [None req-6d9f507d-91a0-42da-ad57-b79b1101db60 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] device_id is not set on port 09cc05bc-33eb-4888-a02d-87d163abef98 yet. {{(pid=103167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 14:43:33.533471 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-92fca67d-695d-4d44-a502-e0aa75a70d44 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:33.609219 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-aaaf647d-64fa-40b9-8021-9e4922cf27d1 None None] Allocated IP 172.20.0.2 (e559c019-62a6-4da7-bfc3-aa6a5b63cbf1/81cdaa41-d9ce-4366-baf5-5d5a3483918c/5f11eccd-8683-4658-8c81-44195c6a910a) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:43:33.729738 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026252a7-a3d8-4f0c-8712-4a3207191b10 req-29aa28bb-6273-4469-a17f-0b23beadb8be tempest-ServerMetadataNegativeTestJSON-697479673 tempest-ServerMetadataNegativeTestJSON-697479673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:43:33.732693 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-026252a7-a3d8-4f0c-8712-4a3207191b10 req-29aa28bb-6273-4469-a17f-0b23beadb8be tempest-ServerMetadataNegativeTestJSON-697479673 tempest-ServerMetadataNegativeTestJSON-697479673-project] 10.222.0.54 "GET /v2.0/ports?device_id=90a0af0f-6b41-4ccc-9ed0-17ea67bbc143 HTTP/1.1" status: 200 len: 946 time: 0.1327782 Dec 20 14:43:33.783353 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-58338991-428f-44f7-9c28-9b6157a486d1 None None] Provisioning complete for port 66e9b519-e316-48c9-a980-0e6aa808e5c3 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:43:33.784127 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-58338991-428f-44f7-9c28-9b6157a486d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:33.806748 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-6d9f507d-91a0-42da-ad57-b79b1101db60 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Allocated IP 2001:db8::8c (1b707eaf-be7a-4f11-9468-9a2b3fb6ace5/fa3c9f2e-9843-4c6c-a878-a6194e70b596/09cc05bc-33eb-4888-a02d-87d163abef98) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:43:33.887042 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:33.907823 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-026252a7-a3d8-4f0c-8712-4a3207191b10 req-5e46d9a8-4a1a-4eee-84eb-9fe4a68ac230 tempest-ServerMetadataNegativeTestJSON-697479673 tempest-ServerMetadataNegativeTestJSON-697479673-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b61b3fd-e2b0-4d84-8217-7739ffefe674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679928 Dec 20 14:43:34.024767 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-58338991-428f-44f7-9c28-9b6157a486d1 None None] Port 66e9b519-e316-48c9-a980-0e6aa808e5c3 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:43:34.074322 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-aaaf647d-64fa-40b9-8021-9e4922cf27d1 None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:34.084916 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-aaaf647d-64fa-40b9-8021-9e4922cf27d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:34.107887 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaaf647d-64fa-40b9-8021-9e4922cf27d1 None None] Network e559c019-62a6-4da7-bfc3-aa6a5b63cbf1 is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:43:34.110449 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-aaaf647d-64fa-40b9-8021-9e4922cf27d1 None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:43:34.135952 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaaf647d-64fa-40b9-8021-9e4922cf27d1 None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:43:34.192931 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed132f-2886-41f9-811b-8e574c347207 req-6352afcb-58a9-46cf-8b06-5fb522284fc9 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:43:34.203944 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6d9f507d-91a0-42da-ad57-b79b1101db60 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:34.209088 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-05ed132f-2886-41f9-811b-8e574c347207 req-6352afcb-58a9-46cf-8b06-5fb522284fc9 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a83aaac-7396-4782-a290-1f0b3f47602a HTTP/1.1" status: 200 len: 946 time: 0.1942768 Dec 20 14:43:34.210879 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf647d-64fa-40b9-8021-9e4922cf27d1 None None] Pushing event updated for resources: {'Port': ['ID=5f11eccd-8683-4658-8c81-44195c6a910a,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:34.223638 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-aaaf647d-64fa-40b9-8021-9e4922cf27d1 None None] Attempting to bind port 5f11eccd-8683-4658-8c81-44195c6a910a on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:43:34.224284 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-aaaf647d-64fa-40b9-8021-9e4922cf27d1 None None] Attempting to bind port 5f11eccd-8683-4658-8c81-44195c6a910a by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '17fcfe65-c949-4488-a560-3347d511c34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e559c019-62a6-4da7-bfc3-aa6a5b63cbf1'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:43:34.224394 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaaf647d-64fa-40b9-8021-9e4922cf27d1 None None] Attempting to bind port 5f11eccd-8683-4658-8c81-44195c6a910a on network e559c019-62a6-4da7-bfc3-aa6a5b63cbf1 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:43:34.230304 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaaf647d-64fa-40b9-8021-9e4922cf27d1 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:43:34.230781 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaaf647d-64fa-40b9-8021-9e4922cf27d1 None None] Checking segment: {'id': '17fcfe65-c949-4488-a560-3347d511c34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e559c019-62a6-4da7-bfc3-aa6a5b63cbf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:43:34.231196 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-aaaf647d-64fa-40b9-8021-9e4922cf27d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:34.231585 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaaf647d-64fa-40b9-8021-9e4922cf27d1 None None] Bound using segment: {'id': '17fcfe65-c949-4488-a560-3347d511c34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e559c019-62a6-4da7-bfc3-aa6a5b63cbf1'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:43:34.232061 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-aaaf647d-64fa-40b9-8021-9e4922cf27d1 None None] Bound port: 5f11eccd-8683-4658-8c81-44195c6a910a, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17fcfe65-c949-4488-a560-3347d511c34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e559c019-62a6-4da7-bfc3-aa6a5b63cbf1'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:43:34.232441 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-aaaf647d-64fa-40b9-8021-9e4922cf27d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:34.256641 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6d9f507d-91a0-42da-ad57-b79b1101db60 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:34.275771 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-92fca67d-695d-4d44-a502-e0aa75a70d44 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Allocated IP 172.20.0.1 (e559c019-62a6-4da7-bfc3-aa6a5b63cbf1/81cdaa41-d9ce-4366-baf5-5d5a3483918c/ee99a0ab-7a0d-46d7-ad0e-29c134e184d0) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:43:34.324113 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9f507d-91a0-42da-ad57-b79b1101db60 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Network 1b707eaf-be7a-4f11-9468-9a2b3fb6ace5 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:43:34.331447 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-6d9f507d-91a0-42da-ad57-b79b1101db60 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:43:34.338389 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9f507d-91a0-42da-ad57-b79b1101db60 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:43:34.344746 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9f507d-91a0-42da-ad57-b79b1101db60 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:43:34.345721 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6d9f507d-91a0-42da-ad57-b79b1101db60 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:34.357083 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-05ed132f-2886-41f9-811b-8e574c347207 req-606ee332-2381-4957-891c-f81fbc07081f tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=32bfc1ff-28fd-45a5-ae96-207d0fefe02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1436851 Dec 20 14:43:34.357845 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-aaaf647d-64fa-40b9-8021-9e4922cf27d1 None None] For port 5f11eccd-8683-4658-8c81-44195c6a910a, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:43:34.362975 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-aaaf647d-64fa-40b9-8021-9e4922cf27d1 None None] For port 5f11eccd-8683-4658-8c81-44195c6a910a, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=5f11eccd-8683-4658-8c81-44195c6a910a,segment=NetworkSegment(17fcfe65-c949-4488-a560-3347d511c34b),segment_id=17fcfe65-c949-4488-a560-3347d511c34b)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:43:34.375799 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-aaaf647d-64fa-40b9-8021-9e4922cf27d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:34.390846 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 51790) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:43:34.392719 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-6d9f507d-91a0-42da-ad57-b79b1101db60 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.1775522 Dec 20 14:43:34.404594 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-bc271c34-6eb9-4932-9d0b-d0cd14d6b746 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2ea', 'mac_address': 'fa:16:3e:5f:3b:14'}, {'ip_address': '2001:db8::388', 'mac_address': 'fa:16:3e:23:78:37'}]}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:43:34.412302 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9f507d-91a0-42da-ad57-b79b1101db60 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Pushing event updated for resources: {'Port': ['ID=09cc05bc-33eb-4888-a02d-87d163abef98,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:34.493798 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf647d-64fa-40b9-8021-9e4922cf27d1 None None] Pushing event updated for resources: {'Port': ['ID=5f11eccd-8683-4658-8c81-44195c6a910a,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:34.863232 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-ab38a265-9009-4e16-abbc-055d56b0ec4f None None] Provisioning complete for port 09cc05bc-33eb-4888-a02d-87d163abef98 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:43:34.863568 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ab38a265-9009-4e16-abbc-055d56b0ec4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:34.869761 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8a537b-fd44-4432-a0f6-6d97c4d0e89b req-79f5d442-fab9-4f11-8796-5f69ddc6e048 tempest-ServerMetadataNegativeTestJSON-697479673 tempest-ServerMetadataNegativeTestJSON-697479673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:43:34.872365 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5b8a537b-fd44-4432-a0f6-6d97c4d0e89b req-79f5d442-fab9-4f11-8796-5f69ddc6e048 tempest-ServerMetadataNegativeTestJSON-697479673 tempest-ServerMetadataNegativeTestJSON-697479673-project] 10.222.0.47 "GET /v2.0/ports?device_id=90a0af0f-6b41-4ccc-9ed0-17ea67bbc143 HTTP/1.1" status: 200 len: 946 time: 0.1146107 Dec 20 14:43:34.931531 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-ab38a265-9009-4e16-abbc-055d56b0ec4f None None] Port 09cc05bc-33eb-4888-a02d-87d163abef98 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:43:35.091354 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-5b8a537b-fd44-4432-a0f6-6d97c4d0e89b req-0e09675d-5281-4d75-9e2c-23b2c0d5f190 tempest-ServerMetadataNegativeTestJSON-697479673 tempest-ServerMetadataNegativeTestJSON-697479673-project] Deleting port 131fd4e5-f0ed-490f-bf09-c78b7ddbdb88 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:43:35.091822 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-5b8a537b-fd44-4432-a0f6-6d97c4d0e89b req-0e09675d-5281-4d75-9e2c-23b2c0d5f190 tempest-ServerMetadataNegativeTestJSON-697479673 tempest-ServerMetadataNegativeTestJSON-697479673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:35.225195 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-5b8a537b-fd44-4432-a0f6-6d97c4d0e89b req-0e09675d-5281-4d75-9e2c-23b2c0d5f190 tempest-ServerMetadataNegativeTestJSON-697479673 tempest-ServerMetadataNegativeTestJSON-697479673-project] For port 131fd4e5-f0ed-490f-bf09-c78b7ddbdb88, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=131fd4e5-f0ed-490f-bf09-c78b7ddbdb88,segment=NetworkSegment(2853b197-0c97-47b3-8325-df003bca0e8a),segment_id=2853b197-0c97-47b3-8325-df003bca0e8a)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:43:35.225599 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-5b8a537b-fd44-4432-a0f6-6d97c4d0e89b req-0e09675d-5281-4d75-9e2c-23b2c0d5f190 tempest-ServerMetadataNegativeTestJSON-697479673 tempest-ServerMetadataNegativeTestJSON-697479673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:35.240728 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-92fca67d-695d-4d44-a502-e0aa75a70d44 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:35.242326 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-bc271c34-6eb9-4932-9d0b-d0cd14d6b746 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:35.247476 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-5b8a537b-fd44-4432-a0f6-6d97c4d0e89b req-0e09675d-5281-4d75-9e2c-23b2c0d5f190 tempest-ServerMetadataNegativeTestJSON-697479673 tempest-ServerMetadataNegativeTestJSON-697479673-project] Calling delete_port for 131fd4e5-f0ed-490f-bf09-c78b7ddbdb88 owned by compute:nova {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:43:35.269812 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ada2650-ebd4-41f4-a911-bc04c139433a req-8db430e2-61c2-466a-9eb1-3b8f588c48e1 tempest-ServerMetadataNegativeTestJSON-697479673 tempest-ServerMetadataNegativeTestJSON-697479673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:43:35.272123 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5ada2650-ebd4-41f4-a911-bc04c139433a req-8db430e2-61c2-466a-9eb1-3b8f588c48e1 tempest-ServerMetadataNegativeTestJSON-697479673 tempest-ServerMetadataNegativeTestJSON-697479673-project] 10.222.0.54 "GET /v2.0/ports?device_id=90a0af0f-6b41-4ccc-9ed0-17ea67bbc143 HTTP/1.1" status: 200 len: 946 time: 0.2435248 Dec 20 14:43:35.459742 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-5b8a537b-fd44-4432-a0f6-6d97c4d0e89b req-0e09675d-5281-4d75-9e2c-23b2c0d5f190 tempest-ServerMetadataNegativeTestJSON-697479673 tempest-ServerMetadataNegativeTestJSON-697479673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:35.473799 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['131fd4e5-f0ed-490f-bf09-c78b7ddbdb88'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:43:35.538457 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-bc271c34-6eb9-4932-9d0b-d0cd14d6b746 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:35.548046 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e09675d-5281-4d75-9e2c-23b2c0d5f190 tempest-ServerMetadataNegativeTestJSON-697479673 tempest-ServerMetadataNegativeTestJSON-697479673-project] Pushing event deleted for resources: {'Port': ['ID=131fd4e5-f0ed-490f-bf09-c78b7ddbdb88,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:35.585058 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-bc271c34-6eb9-4932-9d0b-d0cd14d6b746 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:35.629540 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b8a537b-fd44-4432-a0f6-6d97c4d0e89b req-0e09675d-5281-4d75-9e2c-23b2c0d5f190 tempest-ServerMetadataNegativeTestJSON-697479673 tempest-ServerMetadataNegativeTestJSON-697479673-project] No DVR routers for this DVR port 131fd4e5-f0ed-490f-bf09-c78b7ddbdb88 on host n-h2-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:43:35.632941 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-5b8a537b-fd44-4432-a0f6-6d97c4d0e89b req-0e09675d-5281-4d75-9e2c-23b2c0d5f190 tempest-ServerMetadataNegativeTestJSON-697479673 tempest-ServerMetadataNegativeTestJSON-697479673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:35.638932 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5b8a537b-fd44-4432-a0f6-6d97c4d0e89b req-0e09675d-5281-4d75-9e2c-23b2c0d5f190 tempest-ServerMetadataNegativeTestJSON-697479673 tempest-ServerMetadataNegativeTestJSON-697479673-project] 10.222.0.47 "DELETE /v2.0/ports/131fd4e5-f0ed-490f-bf09-c78b7ddbdb88 HTTP/1.1" status: 204 len: 173 time: 0.7587614 Dec 20 14:43:35.639247 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90a0af0f-6b41-4ccc-9ed0-17ea67bbc143', 'name': 'network-vif-deleted', 'tag': '131fd4e5-f0ed-490f-bf09-c78b7ddbdb88'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:43:35.642086 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4b74330-04a0-4dab-9fe5-d26dc6e76617" -d '{"events": [{"server_uuid": "90a0af0f-6b41-4ccc-9ed0-17ea67bbc143", "name": "network-vif-deleted", "tag": "131fd4e5-f0ed-490f-bf09-c78b7ddbdb88"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:43:35.667905 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cef745-6ea6-4018-a6c3-27ccd7e635a3 req-37a24be1-5e3e-4bc4-b561-5d1da4665fcd tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:43:35.676544 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e5cef745-6ea6-4018-a6c3-27ccd7e635a3 req-37a24be1-5e3e-4bc4-b561-5d1da4665fcd tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a83aaac-7396-4782-a290-1f0b3f47602a HTTP/1.1" status: 200 len: 946 time: 0.1310079 Dec 20 14:43:35.746354 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e5cef745-6ea6-4018-a6c3-27ccd7e635a3 req-dd253bd3-9589-4141-b77c-f26598de2e9f tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=32bfc1ff-28fd-45a5-ae96-207d0fefe02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687678 Dec 20 14:43:35.759604 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-bc271c34-6eb9-4932-9d0b-d0cd14d6b746 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] In _notify_port_updated(), no bound segment for port 09cc05bc-33eb-4888-a02d-87d163abef98 on network 1b707eaf-be7a-4f11-9468-9a2b3fb6ace5 {{(pid=103168) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 20 14:43:35.763724 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:35.767309 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc271c34-6eb9-4932-9d0b-d0cd14d6b746 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:43:35.768002 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-bc271c34-6eb9-4932-9d0b-d0cd14d6b746 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:35.770116 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-bc271c34-6eb9-4932-9d0b-d0cd14d6b746 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] 10.222.0.54 "PUT /v2.0/ports/09cc05bc-33eb-4888-a02d-87d163abef98 HTTP/1.1" status: 200 len: 1066 time: 1.3766840 Dec 20 14:43:35.773966 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 51806) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:43:35.795915 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5ada2650-ebd4-41f4-a911-bc04c139433a req-397e3833-74aa-46f4-9ebd-f5b9d0d2c8e4 tempest-ServerMetadataNegativeTestJSON-697479673 tempest-ServerMetadataNegativeTestJSON-697479673-project] 10.222.0.54 "GET /v2.0/security-groups?id=8b61b3fd-e2b0-4d84-8217-7739ffefe674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5099690 Dec 20 14:43:35.868868 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc271c34-6eb9-4932-9d0b-d0cd14d6b746 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Pushing event updated for resources: {'Port': ['ID=09cc05bc-33eb-4888-a02d-87d163abef98,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:35.935690 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-92fca67d-695d-4d44-a502-e0aa75a70d44 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:35.992515 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92fca67d-695d-4d44-a502-e0aa75a70d44 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Network e559c019-62a6-4da7-bfc3-aa6a5b63cbf1 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:43:35.997424 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-92fca67d-695d-4d44-a502-e0aa75a70d44 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:43:36.000432 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fca67d-695d-4d44-a502-e0aa75a70d44 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:43:36.064372 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fca67d-695d-4d44-a502-e0aa75a70d44 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Pushing event updated for resources: {'Port': ['ID=ee99a0ab-7a0d-46d7-ad0e-29c134e184d0,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:36.108957 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-92fca67d-695d-4d44-a502-e0aa75a70d44 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595714'] for router_interface, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:36.241574 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:36.404760 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2255a4d2-ed65-4c54-8ddf-1a82b1a4f754 None None] Network e559c019-62a6-4da7-bfc3-aa6a5b63cbf1 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:43:36.419414 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-0cc50a4f-2073-4f7c-9e03-086dad014852 None None] Provisioning complete for port 09cc05bc-33eb-4888-a02d-87d163abef98 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:43:36.419579 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-0cc50a4f-2073-4f7c-9e03-086dad014852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:36.433804 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-92fca67d-695d-4d44-a502-e0aa75a70d44 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:36.606378 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe4186fc-8f5e-4c88-8f75-c68adc56f7be x-openstack-request-id: req-fe4186fc-8f5e-4c88-8f75-c68adc56f7be {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:43:36.607697 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90a0af0f-6b41-4ccc-9ed0-17ea67bbc143", "name": "network-vif-deleted", "tag": "131fd4e5-f0ed-490f-bf09-c78b7ddbdb88", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:43:36.608375 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fe4186fc-8f5e-4c88-8f75-c68adc56f7be {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:43:36.609121 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90a0af0f-6b41-4ccc-9ed0-17ea67bbc143', 'name': 'network-vif-deleted', 'tag': '131fd4e5-f0ed-490f-bf09-c78b7ddbdb88', 'status': 'completed', 'code': 200} Dec 20 14:43:36.616621 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 5f11eccd-8683-4658-8c81-44195c6a910a up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:43:36.722818 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-661f3b81-78c0-4c20-b15d-77490f352c2a tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Deleting port 09cc05bc-33eb-4888-a02d-87d163abef98 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:43:36.723372 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-661f3b81-78c0-4c20-b15d-77490f352c2a tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:36.727324 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-0cc50a4f-2073-4f7c-9e03-086dad014852 None None] Port 09cc05bc-33eb-4888-a02d-87d163abef98 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:43:36.759970 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 5f11eccd-8683-4658-8c81-44195c6a910a triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:43:36.760676 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:36.889748 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-42202f53-7c99-4f0e-a5c0-1b9c0e084ee5 None None] Provisioning complete for port 5f11eccd-8683-4658-8c81-44195c6a910a triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:43:36.890111 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-42202f53-7c99-4f0e-a5c0-1b9c0e084ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:36.900829 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:36.911783 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 51828) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:43:36.997393 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-661f3b81-78c0-4c20-b15d-77490f352c2a tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:37.013232 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] For port 5f11eccd-8683-4658-8c81-44195c6a910a, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=5f11eccd-8683-4658-8c81-44195c6a910a,segment=NetworkSegment(17fcfe65-c949-4488-a560-3347d511c34b),segment_id=17fcfe65-c949-4488-a560-3347d511c34b)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:43:37.024377 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:37.035945 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-92fca67d-695d-4d44-a502-e0aa75a70d44 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:37.041861 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdb4707b-b05d-4e9b-a935-40118af40291 admin admin] Deleting subnet 064209e9-c56e-44a2-afd4-b9f1bd4f7fb7 {{(pid=103168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:43:37.048096 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fdb4707b-b05d-4e9b-a935-40118af40291 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:37.050703 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-92fca67d-695d-4d44-a502-e0aa75a70d44 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:37.063994 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-661f3b81-78c0-4c20-b15d-77490f352c2a tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Calling delete_port for 09cc05bc-33eb-4888-a02d-87d163abef98 owned by {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:43:37.176864 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fca67d-695d-4d44-a502-e0aa75a70d44 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Pushing event updated for resources: {'Port': ['ID=ee99a0ab-7a0d-46d7-ad0e-29c134e184d0,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:37.211834 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Pushing event updated for resources: {'Port': ['ID=5f11eccd-8683-4658-8c81-44195c6a910a,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:37.213977 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e607bf-a9e8-44f0-baa8-13fe5de0bae9 req-6972ff90-4ff0-433a-bac7-54aca612050c tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:43:37.227456 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-87e607bf-a9e8-44f0-baa8-13fe5de0bae9 req-6972ff90-4ff0-433a-bac7-54aca612050c tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a83aaac-7396-4782-a290-1f0b3f47602a HTTP/1.1" status: 200 len: 946 time: 0.2902882 Dec 20 14:43:37.254164 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fdb4707b-b05d-4e9b-a935-40118af40291 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9023023'] for subnet, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:37.343592 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-bffd32c3-6e7f-478b-8084-5a02cf6ebf69 None None] Provisioning complete for port ee99a0ab-7a0d-46d7-ad0e-29c134e184d0 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:43:37.343988 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-bffd32c3-6e7f-478b-8084-5a02cf6ebf69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:37.353874 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-92fca67d-695d-4d44-a502-e0aa75a70d44 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1595702'] for router_interface, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:37.440419 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-bffd32c3-6e7f-478b-8084-5a02cf6ebf69 None None] Port ee99a0ab-7a0d-46d7-ad0e-29c134e184d0 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:43:37.457815 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fdb4707b-b05d-4e9b-a935-40118af40291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:37.468804 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-bffd32c3-6e7f-478b-8084-5a02cf6ebf69 None None] Provisioning complete for port 5f11eccd-8683-4658-8c81-44195c6a910a triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:43:37.469236 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-bffd32c3-6e7f-478b-8084-5a02cf6ebf69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:37.536072 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92fca67d-695d-4d44-a502-e0aa75a70d44 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Network e559c019-62a6-4da7-bfc3-aa6a5b63cbf1 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:43:37.538766 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-92fca67d-695d-4d44-a502-e0aa75a70d44 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:43:37.547062 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fdb4707b-b05d-4e9b-a935-40118af40291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8850800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470517'] for subnet, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:37.599255 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-87e607bf-a9e8-44f0-baa8-13fe5de0bae9 req-a13f03e6-3e5d-4407-be05-0f4ac0b59afa tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=32bfc1ff-28fd-45a5-ae96-207d0fefe02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3339984 Dec 20 14:43:37.613637 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-661f3b81-78c0-4c20-b15d-77490f352c2a tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:37.665157 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb4707b-b05d-4e9b-a935-40118af40291 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=064209e9-c56e-44a2-afd4-b9f1bd4f7fb7,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:37.667780 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fdb4707b-b05d-4e9b-a935-40118af40291 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:37.671292 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-fdb4707b-b05d-4e9b-a935-40118af40291 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/064209e9-c56e-44a2-afd4-b9f1bd4f7fb7 HTTP/1.1" status: 204 len: 168 time: 0.7584240 Dec 20 14:43:37.674258 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661f3b81-78c0-4c20-b15d-77490f352c2a tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Pushing event deleted for resources: {'Port': ['ID=09cc05bc-33eb-4888-a02d-87d163abef98,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:37.679707 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 51832) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:43:37.773836 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-46c2d530-f851-4bf6-9e5a-ecbbc252e056 None None] Provisioning complete for port ee99a0ab-7a0d-46d7-ad0e-29c134e184d0 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:43:37.776746 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-46c2d530-f851-4bf6-9e5a-ecbbc252e056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:37.863918 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92fca67d-695d-4d44-a502-e0aa75a70d44 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Router 7dd96a12-7ea2-4fed-88ca-0d97ef737119 is scheduled to L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 with binding_index 1 {{(pid=103168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 14:43:37.926513 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-46c2d530-f851-4bf6-9e5a-ecbbc252e056 None None] Port ee99a0ab-7a0d-46d7-ad0e-29c134e184d0 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:43:37.966834 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-202ab65f-1aca-42ef-b317-df017bacc4ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:38.144728 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92fca67d-695d-4d44-a502-e0aa75a70d44 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:43:38.161749 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76632e41-1fa6-465d-a794-60e6d9be26e9 None None] Sync routers for ids ['7dd96a12-7ea2-4fed-88ca-0d97ef737119'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:43:38.174935 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-92fca67d-695d-4d44-a502-e0aa75a70d44 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "PUT /v2.0/routers/7dd96a12-7ea2-4fed-88ca-0d97ef737119/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1396697 Dec 20 14:43:38.179286 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-9d1db899-4a0e-4d46-8bff-166994fa3bf3 None None] Provisioning complete for port ee99a0ab-7a0d-46d7-ad0e-29c134e184d0 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:43:38.179978 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-9d1db899-4a0e-4d46-8bff-166994fa3bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:38.187096 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 51838) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:43:38.198388 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-c9c05a4f-b2e1-4abb-9519-9ac51c1d928e tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Request body: {'network': {'name': 'tempest-RoutersTest-698714013'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:43:38.204857 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76632e41-1fa6-465d-a794-60e6d9be26e9 None None] Routers {'7dd96a12-7ea2-4fed-88ca-0d97ef737119'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:43:38.207115 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-76632e41-1fa6-465d-a794-60e6d9be26e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:43:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['7dd96a12-7ea2-4fed-88ca-0d97ef737119'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:43:38.238901 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-202ab65f-1aca-42ef-b317-df017bacc4ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:38.312250 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 39fb46ec-bbfe-447b-a277-aff72f4fa08d details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:43:38.321976 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9c05a4f-b2e1-4abb-9519-9ac51c1d928e tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Made reservation on behalf of 50053969373c435f81b8431b3e816f88 for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:43:38.334168 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c9c05a4f-b2e1-4abb-9519-9ac51c1d928e tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:38.359640 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-661f3b81-78c0-4c20-b15d-77490f352c2a tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:38.383236 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-661f3b81-78c0-4c20-b15d-77490f352c2a tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] 10.222.0.54 "DELETE /v2.0/ports/09cc05bc-33eb-4888-a02d-87d163abef98 HTTP/1.1" status: 204 len: 168 time: 2.5949574 Dec 20 14:43:38.384351 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 51844) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:43:38.481374 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-202ab65f-1aca-42ef-b317-df017bacc4ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['777ef3ba-dcaa-4b2d-b2ea-b0d6aea1c617']}} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:43:38.486922 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9c05a4f-b2e1-4abb-9519-9ac51c1d928e tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:43:38.517896 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c9c05a4f-b2e1-4abb-9519-9ac51c1d928e tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:38.518583 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-c9c05a4f-b2e1-4abb-9519-9ac51c1d928e tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Added segment 772c4512-246b-475a-8007-c2c7031bb2ce of type vlan for network 9379c086-95d2-4fb0-8248-052d883dac5a Dec 20 14:43:38.541208 n-d-761264-19 neutron-server[103167]: INFO neutron.pecan_wsgi.hooks.translation [None req-4495a10e-020b-4e14-8f59-6a67c2bf4ed9 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] GET failed (client error): The resource could not be found. Dec 20 14:43:38.546206 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-4495a10e-020b-4e14-8f59-6a67c2bf4ed9 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] 10.222.0.54 "GET /v2.0/ports/09cc05bc-33eb-4888-a02d-87d163abef98 HTTP/1.1" status: 404 len: 333 time: 0.1454237 Dec 20 14:43:38.558183 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-76632e41-1fa6-465d-a794-60e6d9be26e9 None None] Set router 7dd96a12-7ea2-4fed-88ca-0d97ef737119 gateway port host: None {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:43:38.564356 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-202ab65f-1aca-42ef-b317-df017bacc4ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2853b197-0c97-47b3-8325-df003bca0e8a') {'for_net_delete': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:43:38.564682 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-202ab65f-1aca-42ef-b317-df017bacc4ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2853b197-0c97-47b3-8325-df003bca0e8a') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:43:38.564802 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 131fd4e5-f0ed-490f-bf09-c78b7ddbdb88 no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:43:38.569615 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 51862) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:43:38.628660 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c9c05a4f-b2e1-4abb-9519-9ac51c1d928e tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:38.676892 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] No Port match for: 131fd4e5-f0ed-490f-bf09-c78b7ddbdb88 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:43:38.677267 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 131fd4e5-f0ed-490f-bf09-c78b7ddbdb88 not bound to the agent host n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:43:38.678856 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 5f11eccd-8683-4658-8c81-44195c6a910a up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:43:38.692923 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c9c05a4f-b2e1-4abb-9519-9ac51c1d928e tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:38.703288 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c05a4f-b2e1-4abb-9519-9ac51c1d928e tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:43:38.704084 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c9c05a4f-b2e1-4abb-9519-9ac51c1d928e tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:38.713352 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-202ab65f-1aca-42ef-b317-df017bacc4ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954405'] for segment, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:38.765794 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-202ab65f-1aca-42ef-b317-df017bacc4ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:38.780949 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-202ab65f-1aca-42ef-b317-df017bacc4ca admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:43:38.781364 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-202ab65f-1aca-42ef-b317-df017bacc4ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9956000'] for segment, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:38.792464 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-9d1db899-4a0e-4d46-8bff-166994fa3bf3 None None] Port ee99a0ab-7a0d-46d7-ad0e-29c134e184d0 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:43:38.823632 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-c9c05a4f-b2e1-4abb-9519-9ac51c1d928e tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6302230 Dec 20 14:43:38.824947 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 51870) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:43:38.833784 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 39fb46ec-bbfe-447b-a277-aff72f4fa08d, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=39fb46ec-bbfe-447b-a277-aff72f4fa08d,segment=NetworkSegment(684010eb-b9c8-44ca-8706-1c0ac63af0ec),segment_id=684010eb-b9c8-44ca-8706-1c0ac63af0ec)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:43:38.841747 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-1d4600db-e0cd-4160-921c-15e53ffa28a1 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Request body: {'subnet': {'network_id': '9379c086-95d2-4fb0-8248-052d883dac5a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:43:38.884110 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': '39fb46ec-bbfe-447b-a277-aff72f4fa08d', 'network_id': '247d6423-5fdf-4eed-9378-2e1201ada444', 'port_id': '39fb46ec-bbfe-447b-a277-aff72f4fa08d', 'mac_address': 'fa:16:3e:ea:be:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8bc57f1-3730-4dfb-a3cb-cf3c3829d7fe', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:43:38.924781 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:43:38.924781 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:43:38.924781 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:43:38.924781 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:43:38.924781 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:43:38.924781 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:43:38.924781 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:43:38.924781 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:43:38.924781 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:43:38.924781 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:43:38.924781 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:43:38.924781 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:43:38.924781 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:43:38.924781 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:43:38.924781 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:43:38.924781 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:43:38.924781 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:43:38.924781 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:43:38.924781 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:43:38.924781 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:43:38.924781 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:43:38.924781 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:43:38.924781 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:43:38.924781 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:43:38.924781 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:43:38.924781 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:43:38.924781 n-d-761264-19 neutron-server[103167]: Traceback (most recent call last): Dec 20 14:43:38.924781 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:43:38.924781 n-d-761264-19 neutron-server[103167]: timer() Dec 20 14:43:38.924781 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:43:38.924781 n-d-761264-19 neutron-server[103167]: cb(*args, **kw) Dec 20 14:43:38.924781 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:43:38.924781 n-d-761264-19 neutron-server[103167]: return func(*args, **kwargs) Dec 20 14:43:38.924781 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:43:38.924781 n-d-761264-19 neutron-server[103167]: self._notify() Dec 20 14:43:38.924781 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:43:38.924781 n-d-761264-19 neutron-server[103167]: self.callback(batched_events) Dec 20 14:43:38.924781 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:43:38.924781 n-d-761264-19 neutron-server[103167]: event.method(event) Dec 20 14:43:38.924781 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:43:38.924781 n-d-761264-19 neutron-server[103167]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:43:38.924781 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:43:38.924781 n-d-761264-19 neutron-server[103167]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:43:38.924781 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:43:38.924781 n-d-761264-19 neutron-server[103167]: return f(self, *a, **k) Dec 20 14:43:38.924781 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:43:38.924781 n-d-761264-19 neutron-server[103167]: return self._get(url).json() Dec 20 14:43:38.924781 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:43:38.924781 n-d-761264-19 neutron-server[103167]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:43:38.924781 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:43:38.924781 n-d-761264-19 neutron-server[103167]: return self.request(url, 'GET', **kwargs) Dec 20 14:43:38.924781 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:43:38.924781 n-d-761264-19 neutron-server[103167]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:43:38.928192 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:43:38.928192 n-d-761264-19 neutron-server[103167]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:43:38.928192 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:43:38.928192 n-d-761264-19 neutron-server[103167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:43:38.928192 n-d-761264-19 neutron-server[103167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:43:38.938384 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-202ab65f-1aca-42ef-b317-df017bacc4ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:38.978899 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-202ab65f-1aca-42ef-b317-df017bacc4ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:38.985349 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-202ab65f-1aca-42ef-b317-df017bacc4ca admin admin] 10.222.0.54 "DELETE /v2.0/networks/777ef3ba-dcaa-4b2d-b2ea-b0d6aea1c617 HTTP/1.1" status: 204 len: 168 time: 1.2886035 Dec 20 14:43:39.028972 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 5f11eccd-8683-4658-8c81-44195c6a910a triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:43:39.029757 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:39.036715 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202ab65f-1aca-42ef-b317-df017bacc4ca admin admin] Pushing event deleted for resources: {'Network': ['ID=777ef3ba-dcaa-4b2d-b2ea-b0d6aea1c617,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:39.046961 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:39.069971 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fb1e9d-82d5-4af5-bfbc-796b2c876f1c req-e8ffe53a-bd49-4b63-bfa6-6fa1629cb0de tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:43:39.071783 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-36fb1e9d-82d5-4af5-bfbc-796b2c876f1c req-e8ffe53a-bd49-4b63-bfa6-6fa1629cb0de tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] 10.222.0.54 "GET /v2.0/ports?device_id=4dacff5e-5fa0-480d-8dd2-bd040653649a HTTP/1.1" status: 200 len: 945 time: 0.6557105 Dec 20 14:43:39.134628 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-76632e41-1fa6-465d-a794-60e6d9be26e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd96a12-7ea2-4fed-88ca-0d97ef737119', 'name': 'tempest-RoutersTest-router-1838996544', 'tenant_id': '50053969373c435f81b8431b3e816f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:43:31Z', 'updated_at': '2021-12-20T14:43:36Z', 'revision_number': 2, 'project_id': '50053969373c435f81b8431b3e816f88', 'gw_port_host': None, '_interfaces': [{'id': 'ee99a0ab-7a0d-46d7-ad0e-29c134e184d0', 'name': '', 'network_id': 'e559c019-62a6-4da7-bfc3-aa6a5b63cbf1', 'tenant_id': '50053969373c435f81b8431b3e816f88', 'mac_address': 'fa:16:3e:d8:66:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dd96a12-7ea2-4fed-88ca-0d97ef737119', 'device_owner': 'network:router_interface', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '81cdaa41-d9ce-4366-baf5-5d5a3483918c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:43:33Z', 'updated_at': '2021-12-20T14:43:36Z', 'revision_number': 2, 'project_id': '50053969373c435f81b8431b3e816f88', 'subnets': [{'id': '81cdaa41-d9ce-4366-baf5-5d5a3483918c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:43:39.158647 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c05a4f-b2e1-4abb-9519-9ac51c1d928e tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Pushing event updated for resources: {'Network': ['ID=9379c086-95d2-4fb0-8248-052d883dac5a,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:39.175808 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-61c70c99-b3dc-4069-a96d-eef00833d3ec tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Deleting port 66e9b519-e316-48c9-a980-0e6aa808e5c3 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:43:39.176159 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-61c70c99-b3dc-4069-a96d-eef00833d3ec tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:39.196012 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 9379c086-95d2-4fb0-8248-052d883dac5a details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:43:39.234980 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76632e41-1fa6-465d-a794-60e6d9be26e9 None None] Checking router: 7dd96a12-7ea2-4fed-88ca-0d97ef737119 for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:43:39.236053 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76632e41-1fa6-465d-a794-60e6d9be26e9 None None] Updating router 7dd96a12-7ea2-4fed-88ca-0d97ef737119 port ee99a0ab-7a0d-46d7-ad0e-29c134e184d0 binding host n-d-761264-19 {{(pid=103170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 14:43:39.248875 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d575aa8-5b91-45db-be4b-637f3defc022 req-ffafcb4a-3e2b-4c99-af01-86ade2a613a7 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:43:39.267404 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9d575aa8-5b91-45db-be4b-637f3defc022 req-ffafcb4a-3e2b-4c99-af01-86ade2a613a7 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a83aaac-7396-4782-a290-1f0b3f47602a HTTP/1.1" status: 200 len: 946 time: 0.3403604 Dec 20 14:43:39.298090 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-76632e41-1fa6-465d-a794-60e6d9be26e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:39.399790 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 39fb46ec-bbfe-447b-a277-aff72f4fa08d {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:43:39.412877 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-61c70c99-b3dc-4069-a96d-eef00833d3ec tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:39.433044 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d4600db-e0cd-4160-921c-15e53ffa28a1 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Made reservation on behalf of 50053969373c435f81b8431b3e816f88 for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:43:39.439709 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1d4600db-e0cd-4160-921c-15e53ffa28a1 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:39.455827 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-61c70c99-b3dc-4069-a96d-eef00833d3ec tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Calling delete_port for 66e9b519-e316-48c9-a980-0e6aa808e5c3 owned by {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:43:39.462189 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 51888) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:43:39.494742 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9d575aa8-5b91-45db-be4b-637f3defc022 req-65ca3858-1ea1-4714-b5ee-995ad686aae4 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=32bfc1ff-28fd-45a5-ae96-207d0fefe02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2259810 Dec 20 14:43:39.505308 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 39fb46ec-bbfe-447b-a277-aff72f4fa08d, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=39fb46ec-bbfe-447b-a277-aff72f4fa08d,segment=NetworkSegment(684010eb-b9c8-44ca-8706-1c0ac63af0ec),segment_id=684010eb-b9c8-44ca-8706-1c0ac63af0ec)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:43:39.601462 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:39.704766 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-61c70c99-b3dc-4069-a96d-eef00833d3ec tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:39.725951 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['39fb46ec-bbfe-447b-a277-aff72f4fa08d'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:43:39.753628 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c70c99-b3dc-4069-a96d-eef00833d3ec tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Pushing event deleted for resources: {'Port': ['ID=66e9b519-e316-48c9-a980-0e6aa808e5c3,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:39.761971 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-36fb1e9d-82d5-4af5-bfbc-796b2c876f1c req-d9836c7e-7df5-4ea6-80f0-c336b834671d tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] 10.222.0.54 "GET /v2.0/security-groups?id=1fd3dc76-3453-41b8-8d7d-617eb8eaea07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6655159 Dec 20 14:43:39.788312 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-61c70c99-b3dc-4069-a96d-eef00833d3ec tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:39.795537 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-61c70c99-b3dc-4069-a96d-eef00833d3ec tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] 10.222.0.54 "DELETE /v2.0/ports/66e9b519-e316-48c9-a980-0e6aa808e5c3 HTTP/1.1" status: 204 len: 168 time: 1.2248116 Dec 20 14:43:39.798393 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 51892) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:43:39.828218 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-ad96ee7a-5378-4ffe-a119-605b4c19af4b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=837c1c3730084608adec5713ed61c154&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3322151 Dec 20 14:43:39.828992 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 51896) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:43:39.844431 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=39fb46ec-bbfe-447b-a277-aff72f4fa08d,revision_number=6']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:39.899479 n-d-761264-19 neutron-server[103167]: INFO neutron.pecan_wsgi.hooks.translation [None req-0db02533-f553-4ff9-9ade-fa1f46c41b3a tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] GET failed (client error): The resource could not be found. Dec 20 14:43:39.909499 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-0db02533-f553-4ff9-9ade-fa1f46c41b3a tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] 10.222.0.54 "GET /v2.0/ports/66e9b519-e316-48c9-a980-0e6aa808e5c3 HTTP/1.1" status: 404 len: 333 time: 0.1074059 Dec 20 14:43:39.912236 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 51902) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:43:39.964837 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-76632e41-1fa6-465d-a794-60e6d9be26e9 None None] Publish callbacks [] for port, precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:39.978253 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-76632e41-1fa6-465d-a794-60e6d9be26e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:40.177558 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d86dfd-69f6-4e16-b82e-cddcfa4bc024 None None] Pushing event updated for resources: {'Port': ['ID=ee99a0ab-7a0d-46d7-ad0e-29c134e184d0,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:40.203648 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d86dfd-69f6-4e16-b82e-cddcfa4bc024 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:43:40.207223 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d86dfd-69f6-4e16-b82e-cddcfa4bc024 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:43:40.212523 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d86dfd-69f6-4e16-b82e-cddcfa4bc024 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:43:40.213416 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d86dfd-69f6-4e16-b82e-cddcfa4bc024 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:43:40.218683 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d86dfd-69f6-4e16-b82e-cddcfa4bc024 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:43:40.220352 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d86dfd-69f6-4e16-b82e-cddcfa4bc024 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:43:40.223379 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d86dfd-69f6-4e16-b82e-cddcfa4bc024 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:43:40.224520 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d86dfd-69f6-4e16-b82e-cddcfa4bc024 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:43:40.225093 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d86dfd-69f6-4e16-b82e-cddcfa4bc024 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:43:40.225716 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-42eef06d-918e-45e2-ae06-a4b640b104b6 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Deleting port 908bc507-0b9b-4d9d-a9b9-a0832b8a8fcc {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:43:40.226357 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-42eef06d-918e-45e2-ae06-a4b640b104b6 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:40.228393 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d86dfd-69f6-4e16-b82e-cddcfa4bc024 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:43:40.229933 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d86dfd-69f6-4e16-b82e-cddcfa4bc024 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:43:40.233751 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d86dfd-69f6-4e16-b82e-cddcfa4bc024 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:43:40.235081 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d86dfd-69f6-4e16-b82e-cddcfa4bc024 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:43:40.361436 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-76632e41-1fa6-465d-a794-60e6d9be26e9 None None] Attempting to bind port ee99a0ab-7a0d-46d7-ad0e-29c134e184d0 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:43:40.363188 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-76632e41-1fa6-465d-a794-60e6d9be26e9 None None] Attempting to bind port ee99a0ab-7a0d-46d7-ad0e-29c134e184d0 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '17fcfe65-c949-4488-a560-3347d511c34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e559c019-62a6-4da7-bfc3-aa6a5b63cbf1'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:43:40.363813 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76632e41-1fa6-465d-a794-60e6d9be26e9 None None] Attempting to bind port ee99a0ab-7a0d-46d7-ad0e-29c134e184d0 on network e559c019-62a6-4da7-bfc3-aa6a5b63cbf1 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:43:40.387994 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76632e41-1fa6-465d-a794-60e6d9be26e9 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:43:40.389829 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76632e41-1fa6-465d-a794-60e6d9be26e9 None None] Checking segment: {'id': '17fcfe65-c949-4488-a560-3347d511c34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e559c019-62a6-4da7-bfc3-aa6a5b63cbf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:43:40.390575 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-76632e41-1fa6-465d-a794-60e6d9be26e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:40.391218 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76632e41-1fa6-465d-a794-60e6d9be26e9 None None] Bound using segment: {'id': '17fcfe65-c949-4488-a560-3347d511c34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e559c019-62a6-4da7-bfc3-aa6a5b63cbf1'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:43:40.391972 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-76632e41-1fa6-465d-a794-60e6d9be26e9 None None] Bound port: ee99a0ab-7a0d-46d7-ad0e-29c134e184d0, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17fcfe65-c949-4488-a560-3347d511c34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e559c019-62a6-4da7-bfc3-aa6a5b63cbf1'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:43:40.392812 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-76632e41-1fa6-465d-a794-60e6d9be26e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:40.440136 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1d4600db-e0cd-4160-921c-15e53ffa28a1 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8848317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10470522'] for subnet, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:40.447799 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-42eef06d-918e-45e2-ae06-a4b640b104b6 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:40.461599 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-155559db-7572-4cc0-9c30-de1e989557d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:40.487999 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-42eef06d-918e-45e2-ae06-a4b640b104b6 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Calling delete_port for 908bc507-0b9b-4d9d-a9b9-a0832b8a8fcc owned by {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:43:40.784240 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-40a68a66-bc67-4b0b-82c7-411db2bd5761 None None] Provisioning complete for port ee99a0ab-7a0d-46d7-ad0e-29c134e184d0 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:43:40.785088 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-40a68a66-bc67-4b0b-82c7-411db2bd5761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:40.795909 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-155559db-7572-4cc0-9c30-de1e989557d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:40.800249 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-42eef06d-918e-45e2-ae06-a4b640b104b6 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:40.855631 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-76632e41-1fa6-465d-a794-60e6d9be26e9 None None] For port ee99a0ab-7a0d-46d7-ad0e-29c134e184d0, host n-d-761264-19, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:43:40.864560 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4600db-e0cd-4160-921c-15e53ffa28a1 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Checking segment: {'id': '772c4512-246b-475a-8007-c2c7031bb2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9379c086-95d2-4fb0-8248-052d883dac5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:43:40.864560 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4600db-e0cd-4160-921c-15e53ffa28a1 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Network hostable DHCP agents. Network: 9379c086-95d2-4fb0-8248-052d883dac5a, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:43:40.879201 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-76632e41-1fa6-465d-a794-60e6d9be26e9 None None] For port ee99a0ab-7a0d-46d7-ad0e-29c134e184d0, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=ee99a0ab-7a0d-46d7-ad0e-29c134e184d0,segment=NetworkSegment(17fcfe65-c949-4488-a560-3347d511c34b),segment_id=17fcfe65-c949-4488-a560-3347d511c34b)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:43:40.879710 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eef06d-918e-45e2-ae06-a4b640b104b6 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Pushing event deleted for resources: {'Port': ['ID=908bc507-0b9b-4d9d-a9b9-a0832b8a8fcc,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:40.880629 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4600db-e0cd-4160-921c-15e53ffa28a1 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Pushing event updated for resources: {'Subnet': ['ID=5c157bc3-6461-40ce-84ff-7c9b3fdb4343,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:40.887000 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-76632e41-1fa6-465d-a794-60e6d9be26e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:40.888595 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-40a68a66-bc67-4b0b-82c7-411db2bd5761 None None] Port ee99a0ab-7a0d-46d7-ad0e-29c134e184d0 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:43:40.931495 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-42eef06d-918e-45e2-ae06-a4b640b104b6 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:40.938156 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-42eef06d-918e-45e2-ae06-a4b640b104b6 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] 10.222.0.54 "DELETE /v2.0/ports/908bc507-0b9b-4d9d-a9b9-a0832b8a8fcc HTTP/1.1" status: 204 len: 168 time: 1.0089788 Dec 20 14:43:40.938847 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 51912) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:43:41.037231 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-155559db-7572-4cc0-9c30-de1e989557d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:41.044791 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-155559db-7572-4cc0-9c30-de1e989557d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:41.055503 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-155559db-7572-4cc0-9c30-de1e989557d4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8b61b3fd-e2b0-4d84-8217-7739ffefe674 HTTP/1.1" status: 204 len: 168 time: 1.2024677 Dec 20 14:43:41.056508 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_v2 [None req-6193b709-23b8-4f4c-8a89-578d4769c2dd tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Deleting subnet fa3c9f2e-9843-4c6c-a878-a6194e70b596 {{(pid=103167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:43:41.064454 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6193b709-23b8-4f4c-8a89-578d4769c2dd tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Publish callbacks [] for subnet, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:41.077424 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9873eaec-54ac-4979-8e92-ad0972cf024c req-d65a560f-55b4-4b48-9599-b034bb468c9c tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:43:41.094278 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9873eaec-54ac-4979-8e92-ad0972cf024c req-d65a560f-55b4-4b48-9599-b034bb468c9c tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a83aaac-7396-4782-a290-1f0b3f47602a HTTP/1.1" status: 200 len: 945 time: 0.4417927 Dec 20 14:43:41.105220 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d86dfd-69f6-4e16-b82e-cddcfa4bc024 None None] Pushing event updated for resources: {'Port': ['ID=ee99a0ab-7a0d-46d7-ad0e-29c134e184d0,revision_number=4']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:41.147996 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6193b709-23b8-4f4c-8a89-578d4769c2dd tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954412'] for subnet, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:41.172895 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155559db-7572-4cc0-9c30-de1e989557d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b61b3fd-e2b0-4d84-8217-7739ffefe674,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:41.195372 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76632e41-1fa6-465d-a794-60e6d9be26e9 None None] Routers {'7dd96a12-7ea2-4fed-88ca-0d97ef737119'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:43:41.199716 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-76632e41-1fa6-465d-a794-60e6d9be26e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:43:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['7dd96a12-7ea2-4fed-88ca-0d97ef737119'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:43:41.211731 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4600db-e0cd-4160-921c-15e53ffa28a1 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Network 9379c086-95d2-4fb0-8248-052d883dac5a is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:43:41.370932 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9873eaec-54ac-4979-8e92-ad0972cf024c req-e63fad67-daba-46c0-80c9-e5bcbeb74604 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=32bfc1ff-28fd-45a5-ae96-207d0fefe02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2297146 Dec 20 14:43:41.372112 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-1d4600db-e0cd-4160-921c-15e53ffa28a1 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 9379c086-95d2-4fb0-8248-052d883dac5a) {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:43:41.379599 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4600db-e0cd-4160-921c-15e53ffa28a1 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:43:41.381553 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1d4600db-e0cd-4160-921c-15e53ffa28a1 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:41.388497 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87365895-dbbd-41e9-85d9-d7d7c525435f None None] Network 9379c086-95d2-4fb0-8248-052d883dac5a requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:43:41.431179 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-1d4600db-e0cd-4160-921c-15e53ffa28a1 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5958068 Dec 20 14:43:41.431981 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 51920) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:43:41.506162 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-76632e41-1fa6-465d-a794-60e6d9be26e9 None None] Set router 7dd96a12-7ea2-4fed-88ca-0d97ef737119 gateway port host: None {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:43:41.719198 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6193b709-23b8-4f4c-8a89-578d4769c2dd tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:41.758887 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b70cb1-ebba-46ad-96a9-2b0ae36fef99 req-e5ee968f-6465-46b4-b9cb-a10250f0d76a tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:43:41.766261 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-42b70cb1-ebba-46ad-96a9-2b0ae36fef99 req-e5ee968f-6465-46b4-b9cb-a10250f0d76a tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] 10.222.0.54 "GET /v2.0/ports?device_id=4dacff5e-5fa0-480d-8dd2-bd040653649a HTTP/1.1" status: 200 len: 945 time: 0.3030601 Dec 20 14:43:41.905054 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6193b709-23b8-4f4c-8a89-578d4769c2dd tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:42.082009 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-42b70cb1-ebba-46ad-96a9-2b0ae36fef99 req-d535a628-3985-4a13-a9d9-4281ff825eec tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] 10.222.0.54 "GET /v2.0/security-groups?id=1fd3dc76-3453-41b8-8d7d-617eb8eaea07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1717231 Dec 20 14:43:42.082009 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193b709-23b8-4f4c-8a89-578d4769c2dd tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Pushing event deleted for resources: {'Subnet': ['ID=fa3c9f2e-9843-4c6c-a878-a6194e70b596,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:42.104085 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6193b709-23b8-4f4c-8a89-578d4769c2dd tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:42.124837 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-6193b709-23b8-4f4c-8a89-578d4769c2dd tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] 10.222.0.54 "DELETE /v2.0/subnets/fa3c9f2e-9843-4c6c-a878-a6194e70b596 HTTP/1.1" status: 204 len: 168 time: 1.1847928 Dec 20 14:43:42.139381 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 51930) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:43:42.341500 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42eeca8-12c3-4742-a9ae-fb55fedeee29 None None] Network 1b707eaf-be7a-4f11-9468-9a2b3fb6ace5 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:43:42.383829 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-76632e41-1fa6-465d-a794-60e6d9be26e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd96a12-7ea2-4fed-88ca-0d97ef737119', 'name': 'tempest-RoutersTest-router-1838996544', 'tenant_id': '50053969373c435f81b8431b3e816f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:43:31Z', 'updated_at': '2021-12-20T14:43:36Z', 'revision_number': 2, 'project_id': '50053969373c435f81b8431b3e816f88', 'gw_port_host': None, '_interfaces': [{'id': 'ee99a0ab-7a0d-46d7-ad0e-29c134e184d0', 'name': '', 'network_id': 'e559c019-62a6-4da7-bfc3-aa6a5b63cbf1', 'tenant_id': '50053969373c435f81b8431b3e816f88', 'mac_address': 'fa:16:3e:d8:66:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dd96a12-7ea2-4fed-88ca-0d97ef737119', 'device_owner': 'network:router_interface', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '81cdaa41-d9ce-4366-baf5-5d5a3483918c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:43:33Z', 'updated_at': '2021-12-20T14:43:40Z', 'revision_number': 4, 'project_id': '50053969373c435f81b8431b3e816f88', 'subnets': [{'id': '81cdaa41-d9ce-4366-baf5-5d5a3483918c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:43:42.393662 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 39fb46ec-bbfe-447b-a277-aff72f4fa08d up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:43:42.484014 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3eb6083a-d7db-48cb-ae18-276a2f9abf68 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:42.521149 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-31356013-c5e9-46db-b976-285edf0e75e8 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:42.532928 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76632e41-1fa6-465d-a794-60e6d9be26e9 None None] The sync data for ids ['7dd96a12-7ea2-4fed-88ca-0d97ef737119'] in n-d-761264-19 is: [{'id': '7dd96a12-7ea2-4fed-88ca-0d97ef737119', 'name': 'tempest-RoutersTest-router-1838996544', 'tenant_id': '50053969373c435f81b8431b3e816f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:43:31Z', 'updated_at': '2021-12-20T14:43:36Z', 'revision_number': 2, 'project_id': '50053969373c435f81b8431b3e816f88', 'gw_port_host': None, '_interfaces': [{'id': 'ee99a0ab-7a0d-46d7-ad0e-29c134e184d0', 'name': '', 'network_id': 'e559c019-62a6-4da7-bfc3-aa6a5b63cbf1', 'tenant_id': '50053969373c435f81b8431b3e816f88', 'mac_address': 'fa:16:3e:d8:66:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dd96a12-7ea2-4fed-88ca-0d97ef737119', 'device_owner': 'network:router_interface', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '81cdaa41-d9ce-4366-baf5-5d5a3483918c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:43:33Z', 'updated_at': '2021-12-20T14:43:40Z', 'revision_number': 4, 'project_id': '50053969373c435f81b8431b3e816f88', 'subnets': [{'id': '81cdaa41-d9ce-4366-baf5-5d5a3483918c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:43:42.577682 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:42.705639 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4bcbdb6-202f-487d-8720-90c9c082a876 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-9379c086-95d2-4fb0-8248-052d883dac5a', 'network_id': '9379c086-95d2-4fb0-8248-052d883dac5a', 'project_id': '50053969373c435f81b8431b3e816f88', 'fixed_ips': [{'subnet_id': '5c157bc3-6461-40ce-84ff-7c9b3fdb4343'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:43:42.706529 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f4bcbdb6-202f-487d-8720-90c9c082a876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:42.732368 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-c2a093c6-73a9-4b99-88dc-4cbf93089061 None None] Provisioning complete for port ee99a0ab-7a0d-46d7-ad0e-29c134e184d0 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:43:42.732620 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c2a093c6-73a9-4b99-88dc-4cbf93089061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:42.787873 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c16ea4c-c247-46fc-b3e7-8c251b58e201 req-75179195-66dd-4e59-9bdd-2e6aa1b22fa3 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:43:42.795903 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7c16ea4c-c247-46fc-b3e7-8c251b58e201 req-75179195-66dd-4e59-9bdd-2e6aa1b22fa3 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a83aaac-7396-4782-a290-1f0b3f47602a HTTP/1.1" status: 200 len: 945 time: 0.1635799 Dec 20 14:43:43.007857 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-3eb6083a-d7db-48cb-ae18-276a2f9abf68 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Deleting port 6074a0a7-de75-4bfe-abf9-9a67e8abf204 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:43:43.009073 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3eb6083a-d7db-48cb-ae18-276a2f9abf68 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:43.139894 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-3eb6083a-d7db-48cb-ae18-276a2f9abf68 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] For port 6074a0a7-de75-4bfe-abf9-9a67e8abf204, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=6074a0a7-de75-4bfe-abf9-9a67e8abf204,segment=NetworkSegment(6564a9a6-c9e5-430f-8866-4f0967eb4cc4),segment_id=6564a9a6-c9e5-430f-8866-4f0967eb4cc4)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:43:43.140375 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3eb6083a-d7db-48cb-ae18-276a2f9abf68 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:43.211363 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c2a093c6-73a9-4b99-88dc-4cbf93089061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:43.217931 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-3eb6083a-d7db-48cb-ae18-276a2f9abf68 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Calling delete_port for 6074a0a7-de75-4bfe-abf9-9a67e8abf204 owned by network:dhcp {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:43:43.365118 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7c16ea4c-c247-46fc-b3e7-8c251b58e201 req-48198f1a-c8e0-4733-b9c7-6cf4305fa98f tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=32bfc1ff-28fd-45a5-ae96-207d0fefe02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5608125 Dec 20 14:43:43.378533 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677481a7-be0e-448c-a774-76aef0f85de1 req-b888a58d-10cc-4cfa-9876-400fe2035231 tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:43:43.397675 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-677481a7-be0e-448c-a774-76aef0f85de1 req-b888a58d-10cc-4cfa-9876-400fe2035231 tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] 10.222.0.54 "GET /v2.0/ports?device_id=4dacff5e-5fa0-480d-8dd2-bd040653649a HTTP/1.1" status: 200 len: 945 time: 0.4270356 Dec 20 14:43:43.508069 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-f4bcbdb6-202f-487d-8720-90c9c082a876 None None] Allocated IP 172.21.0.2 (9379c086-95d2-4fb0-8248-052d883dac5a/5c157bc3-6461-40ce-84ff-7c9b3fdb4343/91c05c30-bcd5-412b-b8c1-45cb8b3f1ac5) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:43:43.596872 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3eb6083a-d7db-48cb-ae18-276a2f9abf68 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:43.723848 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 51968) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:43:43.759844 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-677481a7-be0e-448c-a774-76aef0f85de1 req-65e39cf9-eb41-48bf-b633-a59a91aadb06 tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] 10.222.0.54 "GET /v2.0/security-groups?id=1fd3dc76-3453-41b8-8d7d-617eb8eaea07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3544061 Dec 20 14:43:43.783441 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-c2a093c6-73a9-4b99-88dc-4cbf93089061 None None] For port ee99a0ab-7a0d-46d7-ad0e-29c134e184d0, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=ee99a0ab-7a0d-46d7-ad0e-29c134e184d0,segment=NetworkSegment(17fcfe65-c949-4488-a560-3347d511c34b),segment_id=17fcfe65-c949-4488-a560-3347d511c34b)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:43:43.787493 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb6083a-d7db-48cb-ae18-276a2f9abf68 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Pushing event deleted for resources: {'Port': ['ID=6074a0a7-de75-4bfe-abf9-9a67e8abf204,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:43.796686 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb6083a-d7db-48cb-ae18-276a2f9abf68 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] No DVR routers for this DVR port 6074a0a7-de75-4bfe-abf9-9a67e8abf204 on host n-d-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:43:43.848658 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c2a093c6-73a9-4b99-88dc-4cbf93089061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:43.947827 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port 39fb46ec-bbfe-447b-a277-aff72f4fa08d triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:43:43.948206 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:44.049840 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3eb6083a-d7db-48cb-ae18-276a2f9abf68 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:44.085511 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31df5c18-29f4-49b2-a020-8aabfe55ff52 None None] DHCP port deletion for 1b707eaf-be7a-4f11-9468-9a2b3fb6ace5 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:43:44.182390 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-3eb6083a-d7db-48cb-ae18-276a2f9abf68 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b707eaf-be7a-4f11-9468-9a2b3fb6ace5']}} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:43:44.189261 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-fb515a5d-b909-49d4-b1b6-30597672fc68 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-888194612-network', 'tenant_id': '8a3f5189e8f64307a0b577e5cb283b15'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:43:44.216021 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-3eb6083a-d7db-48cb-ae18-276a2f9abf68 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6564a9a6-c9e5-430f-8866-4f0967eb4cc4') {'for_net_delete': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:43:44.216659 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-3eb6083a-d7db-48cb-ae18-276a2f9abf68 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6564a9a6-c9e5-430f-8866-4f0967eb4cc4') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:43:44.229295 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb515a5d-b909-49d4-b1b6-30597672fc68 admin admin] Made reservation on behalf of 8a3f5189e8f64307a0b577e5cb283b15 for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:43:44.232824 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fb515a5d-b909-49d4-b1b6-30597672fc68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:44.245972 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a093c6-73a9-4b99-88dc-4cbf93089061 None None] Pushing event updated for resources: {'Port': ['ID=ee99a0ab-7a0d-46d7-ad0e-29c134e184d0,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:44.246650 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fb515a5d-b909-49d4-b1b6-30597672fc68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:44.248297 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3eb6083a-d7db-48cb-ae18-276a2f9abf68 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954405'] for segment, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:44.379948 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3eb6083a-d7db-48cb-ae18-276a2f9abf68 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:44.392905 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device ee99a0ab-7a0d-46d7-ad0e-29c134e184d0 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:43:44.395598 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3eb6083a-d7db-48cb-ae18-276a2f9abf68 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=103167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:43:44.396246 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3eb6083a-d7db-48cb-ae18-276a2f9abf68 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9956000'] for segment, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:44.401488 n-d-761264-19 neutron-server[103167]: Traceback (most recent call last): Dec 20 14:43:44.401488 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:43:44.401488 n-d-761264-19 neutron-server[103167]: timer() Dec 20 14:43:44.401488 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:43:44.401488 n-d-761264-19 neutron-server[103167]: cb(*args, **kw) Dec 20 14:43:44.401488 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:43:44.401488 n-d-761264-19 neutron-server[103167]: return func(*args, **kwargs) Dec 20 14:43:44.401488 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:43:44.401488 n-d-761264-19 neutron-server[103167]: self._notify() Dec 20 14:43:44.401488 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:43:44.401488 n-d-761264-19 neutron-server[103167]: self.callback(batched_events) Dec 20 14:43:44.401488 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:43:44.401488 n-d-761264-19 neutron-server[103167]: event.method(event) Dec 20 14:43:44.401488 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:43:44.401488 n-d-761264-19 neutron-server[103167]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:43:44.401488 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:43:44.401488 n-d-761264-19 neutron-server[103167]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:43:44.401488 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:43:44.401488 n-d-761264-19 neutron-server[103167]: return f(self, *a, **k) Dec 20 14:43:44.401488 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:43:44.401488 n-d-761264-19 neutron-server[103167]: return self._get(url).json() Dec 20 14:43:44.401488 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:43:44.401488 n-d-761264-19 neutron-server[103167]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:43:44.401488 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:43:44.401488 n-d-761264-19 neutron-server[103167]: return self.request(url, 'GET', **kwargs) Dec 20 14:43:44.401488 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:43:44.401488 n-d-761264-19 neutron-server[103167]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:43:44.401488 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:43:44.401488 n-d-761264-19 neutron-server[103167]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:43:44.401488 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:43:44.401488 n-d-761264-19 neutron-server[103167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:43:44.401488 n-d-761264-19 neutron-server[103167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:43:44.510891 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fb515a5d-b909-49d4-b1b6-30597672fc68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:44.527974 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fb515a5d-b909-49d4-b1b6-30597672fc68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:44.552696 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f4bcbdb6-202f-487d-8720-90c9c082a876 None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:44.571291 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f4bcbdb6-202f-487d-8720-90c9c082a876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:44.577514 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:44.624517 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb515a5d-b909-49d4-b1b6-30597672fc68 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:43:44.655606 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4bcbdb6-202f-487d-8720-90c9c082a876 None None] Network 9379c086-95d2-4fb0-8248-052d883dac5a is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:43:44.663250 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-f4bcbdb6-202f-487d-8720-90c9c082a876 None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:43:44.678473 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4bcbdb6-202f-487d-8720-90c9c082a876 None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:43:44.700178 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bcbdb6-202f-487d-8720-90c9c082a876 None None] Pushing event updated for resources: {'Port': ['ID=91c05c30-bcd5-412b-b8c1-45cb8b3f1ac5,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:44.716179 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a83aaac-7396-4782-a290-1f0b3f47602a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39fb46ec-bbfe-447b-a277-aff72f4fa08d'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:43:44.718708 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70e537fd-efe7-4b45-aac6-597add917d98" -d '{"events": [{"server_uuid": "2a83aaac-7396-4782-a290-1f0b3f47602a", "name": "network-vif-plugged", "status": "completed", "tag": "39fb46ec-bbfe-447b-a277-aff72f4fa08d"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:43:44.735982 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3eb6083a-d7db-48cb-ae18-276a2f9abf68 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:44.750879 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fb515a5d-b909-49d4-b1b6-30597672fc68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:44.751364 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-fb515a5d-b909-49d4-b1b6-30597672fc68 admin admin] Added segment 0e7fdf50-5b19-4be8-bc50-cf777ad84dac of type vlan for network e77a6991-7e9b-4f80-86c7-a3378ec4de6a Dec 20 14:43:44.754007 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3eb6083a-d7db-48cb-ae18-276a2f9abf68 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:44.758133 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-3eb6083a-d7db-48cb-ae18-276a2f9abf68 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] 10.222.0.54 "DELETE /v2.0/networks/1b707eaf-be7a-4f11-9468-9a2b3fb6ace5 HTTP/1.1" status: 204 len: 168 time: 2.6172950 Dec 20 14:43:44.793092 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb515a5d-b909-49d4-b1b6-30597672fc68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55e9b910-251f-47db-b519-d83bb0126a8a,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:44.832081 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb6083a-d7db-48cb-ae18-276a2f9abf68 tempest-AllowedAddressPairIpV6TestJSON-1169072022 tempest-AllowedAddressPairIpV6TestJSON-1169072022-project] Pushing event deleted for resources: {'Network': ['ID=1b707eaf-be7a-4f11-9468-9a2b3fb6ace5,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:44.894265 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb515a5d-b909-49d4-b1b6-30597672fc68 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:43:44.896440 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb515a5d-b909-49d4-b1b6-30597672fc68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:43:44.898595 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb515a5d-b909-49d4-b1b6-30597672fc68 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:43:44.899182 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb515a5d-b909-49d4-b1b6-30597672fc68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:43:44.899707 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb515a5d-b909-49d4-b1b6-30597672fc68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:43:44.901380 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb515a5d-b909-49d4-b1b6-30597672fc68 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:43:44.902058 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb515a5d-b909-49d4-b1b6-30597672fc68 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:43:44.902197 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 39fb46ec-bbfe-447b-a277-aff72f4fa08d, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=39fb46ec-bbfe-447b-a277-aff72f4fa08d,segment=NetworkSegment(684010eb-b9c8-44ca-8706-1c0ac63af0ec),segment_id=684010eb-b9c8-44ca-8706-1c0ac63af0ec)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:43:44.902763 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb515a5d-b909-49d4-b1b6-30597672fc68 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:43:44.902876 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1271adc-1b5d-4907-85ea-85f2069feb11 req-e6d93b65-fe32-460f-a59b-a1c15911427d tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:43:44.903963 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb515a5d-b909-49d4-b1b6-30597672fc68 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:43:44.905690 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f1271adc-1b5d-4907-85ea-85f2069feb11 req-e6d93b65-fe32-460f-a59b-a1c15911427d tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] 10.222.0.30 "GET /v2.0/ports?device_id=4dacff5e-5fa0-480d-8dd2-bd040653649a HTTP/1.1" status: 200 len: 945 time: 0.3909740 Dec 20 14:43:44.906170 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb515a5d-b909-49d4-b1b6-30597672fc68 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:43:44.906772 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb515a5d-b909-49d4-b1b6-30597672fc68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:43:44.907289 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb515a5d-b909-49d4-b1b6-30597672fc68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:43:44.908703 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb515a5d-b909-49d4-b1b6-30597672fc68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:43:44.925639 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port ee99a0ab-7a0d-46d7-ad0e-29c134e184d0 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:43:44.928855 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:44.942553 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:44.968834 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9797c71d-3584-4dc0-8f23-b70c0c3378f6 req-1d58fed9-d110-4b3d-ae47-9c6999954848 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:43:44.985849 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9797c71d-3584-4dc0-8f23-b70c0c3378f6 req-1d58fed9-d110-4b3d-ae47-9c6999954848 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a83aaac-7396-4782-a290-1f0b3f47602a HTTP/1.1" status: 200 len: 945 time: 0.3766549 Dec 20 14:43:44.989104 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fb515a5d-b909-49d4-b1b6-30597672fc68 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:45.111137 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fb515a5d-b909-49d4-b1b6-30597672fc68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:45.112735 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb515a5d-b909-49d4-b1b6-30597672fc68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:43:45.113539 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fb515a5d-b909-49d4-b1b6-30597672fc68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:45.163526 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-31356013-c5e9-46db-b976-285edf0e75e8 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Allocated IP 172.21.0.1 (9379c086-95d2-4fb0-8248-052d883dac5a/5c157bc3-6461-40ce-84ff-7c9b3fdb4343/d20ccaa3-c111-4619-a747-1574108a4b76) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:43:45.217831 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-f4bcbdb6-202f-487d-8720-90c9c082a876 None None] Attempting to bind port 91c05c30-bcd5-412b-b8c1-45cb8b3f1ac5 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:43:45.218513 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-f4bcbdb6-202f-487d-8720-90c9c082a876 None None] Attempting to bind port 91c05c30-bcd5-412b-b8c1-45cb8b3f1ac5 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '772c4512-246b-475a-8007-c2c7031bb2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9379c086-95d2-4fb0-8248-052d883dac5a'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:43:45.219135 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4bcbdb6-202f-487d-8720-90c9c082a876 None None] Attempting to bind port 91c05c30-bcd5-412b-b8c1-45cb8b3f1ac5 on network 9379c086-95d2-4fb0-8248-052d883dac5a {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:43:45.245081 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9797c71d-3584-4dc0-8f23-b70c0c3378f6 req-0a95a7fd-145a-442e-a57f-90f9f9df2e47 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=32bfc1ff-28fd-45a5-ae96-207d0fefe02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2582908 Dec 20 14:43:45.283908 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4bcbdb6-202f-487d-8720-90c9c082a876 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:43:45.285659 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4bcbdb6-202f-487d-8720-90c9c082a876 None None] Checking segment: {'id': '772c4512-246b-475a-8007-c2c7031bb2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9379c086-95d2-4fb0-8248-052d883dac5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:43:45.286709 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f4bcbdb6-202f-487d-8720-90c9c082a876 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:45.287788 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4bcbdb6-202f-487d-8720-90c9c082a876 None None] Bound using segment: {'id': '772c4512-246b-475a-8007-c2c7031bb2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9379c086-95d2-4fb0-8248-052d883dac5a'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:43:45.289368 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-f4bcbdb6-202f-487d-8720-90c9c082a876 None None] Bound port: 91c05c30-bcd5-412b-b8c1-45cb8b3f1ac5, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '772c4512-246b-475a-8007-c2c7031bb2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9379c086-95d2-4fb0-8248-052d883dac5a'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:43:45.290621 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f4bcbdb6-202f-487d-8720-90c9c082a876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:45.321710 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-f1271adc-1b5d-4907-85ea-85f2069feb11 req-f14e9c44-2c8a-4c8d-9c84-932ae642d85f tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] Deleting port d68c79bf-82c8-4e18-bad9-cbb7a5e03e50 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:43:45.340672 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-f1271adc-1b5d-4907-85ea-85f2069feb11 req-f14e9c44-2c8a-4c8d-9c84-932ae642d85f tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:45.347569 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=39fb46ec-bbfe-447b-a277-aff72f4fa08d,revision_number=7']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:45.356465 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 51992) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:43:45.373102 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:45.530784 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa650ee7-a949-4c15-9d5b-4dcd78b59f8a req-14851c5b-c981-4c0c-8c43-832f9506941a tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:43:45.539342 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fa650ee7-a949-4c15-9d5b-4dcd78b59f8a req-14851c5b-c981-4c0c-8c43-832f9506941a tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d79631a-bb97-49d1-82c4-27e5074c20cd HTTP/1.1" status: 200 len: 945 time: 0.1425536 Dec 20 14:43:45.572469 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-fb515a5d-b909-49d4-b1b6-30597672fc68 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.8019190 Dec 20 14:43:45.576858 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-f4bcbdb6-202f-487d-8720-90c9c082a876 None None] For port 91c05c30-bcd5-412b-b8c1-45cb8b3f1ac5, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:43:45.582279 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 51996) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:43:45.591091 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-f4bcbdb6-202f-487d-8720-90c9c082a876 None None] For port 91c05c30-bcd5-412b-b8c1-45cb8b3f1ac5, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=91c05c30-bcd5-412b-b8c1-45cb8b3f1ac5,segment=NetworkSegment(772c4512-246b-475a-8007-c2c7031bb2ce),segment_id=772c4512-246b-475a-8007-c2c7031bb2ce)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:43:45.598707 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-c823f49e-cd82-4989-ac8d-a96a3fefddc0 admin admin] Request body: {'subnet': {'network_id': 'e77a6991-7e9b-4f80-86c7-a3378ec4de6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-888194612-subnet', 'tenant_id': '8a3f5189e8f64307a0b577e5cb283b15', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:43:45.610440 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f4bcbdb6-202f-487d-8720-90c9c082a876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:45.644334 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a782ec27-2b1a-44d4-a262-2cad6bc6d26e req-05f80193-c447-4264-8ea5-37a7f9e7b8ac tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:43:45.657581 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a782ec27-2b1a-44d4-a262-2cad6bc6d26e req-05f80193-c447-4264-8ea5-37a7f9e7b8ac tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] 10.222.0.54 "GET /v2.0/ports?device_id=4dacff5e-5fa0-480d-8dd2-bd040653649a HTTP/1.1" status: 200 len: 945 time: 0.6035931 Dec 20 14:43:45.678532 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb515a5d-b909-49d4-b1b6-30597672fc68 admin admin] Pushing event updated for resources: {'Network': ['ID=e77a6991-7e9b-4f80-86c7-a3378ec4de6a,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:45.720381 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network e77a6991-7e9b-4f80-86c7-a3378ec4de6a details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:43:45.722824 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fa650ee7-a949-4c15-9d5b-4dcd78b59f8a req-1c87cecf-9e56-4294-80d9-ed300eccd722 tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] 10.222.0.54 "GET /v2.0/security-groups?id=7c00e471-b822-4bde-8413-ee09845062ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824043 Dec 20 14:43:45.739462 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-1c67f91c-3138-4c5a-b0a7-d3a53f702cc6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=68534c75d70f4d62be4b3e9ec4d9087b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3813493 Dec 20 14:43:45.742389 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 6074a0a7-de75-4bfe-abf9-9a67e8abf204 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:43:45.750985 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 51998) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:43:45.779347 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c823f49e-cd82-4989-ac8d-a96a3fefddc0 admin admin] Made reservation on behalf of 8a3f5189e8f64307a0b577e5cb283b15 for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:43:45.787223 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c823f49e-cd82-4989-ac8d-a96a3fefddc0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:45.844928 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 6074a0a7-de75-4bfe-abf9-9a67e8abf204 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:43:45.845283 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 6074a0a7-de75-4bfe-abf9-9a67e8abf204 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:43:45.848567 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bcbdb6-202f-487d-8720-90c9c082a876 None None] Pushing event updated for resources: {'Port': ['ID=91c05c30-bcd5-412b-b8c1-45cb8b3f1ac5,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:45.883619 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d49453-b0bf-427b-8714-640d9ab9579f x-openstack-request-id: req-b9d49453-b0bf-427b-8714-640d9ab9579f {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:43:45.883953 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a83aaac-7396-4782-a290-1f0b3f47602a", "name": "network-vif-plugged", "status": "completed", "tag": "39fb46ec-bbfe-447b-a277-aff72f4fa08d", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:43:45.884204 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b9d49453-b0bf-427b-8714-640d9ab9579f {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:43:45.884625 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a83aaac-7396-4782-a290-1f0b3f47602a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39fb46ec-bbfe-447b-a277-aff72f4fa08d', 'code': 200} Dec 20 14:43:45.909571 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-11f1f5e3-804f-40bb-8a6f-cbcc524ac54c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:45.937849 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-11f1f5e3-804f-40bb-8a6f-cbcc524ac54c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:46.014774 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-f1271adc-1b5d-4907-85ea-85f2069feb11 req-f14e9c44-2c8a-4c8d-9c84-932ae642d85f tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] For port d68c79bf-82c8-4e18-bad9-cbb7a5e03e50, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=d68c79bf-82c8-4e18-bad9-cbb7a5e03e50,segment=NetworkSegment(9c5b2800-df8a-4047-8744-d8423b687cc4),segment_id=9c5b2800-df8a-4047-8744-d8423b687cc4)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:43:46.016272 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-f1271adc-1b5d-4907-85ea-85f2069feb11 req-f14e9c44-2c8a-4c8d-9c84-932ae642d85f tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:46.020477 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-11f1f5e3-804f-40bb-8a6f-cbcc524ac54c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:46.023420 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-11f1f5e3-804f-40bb-8a6f-cbcc524ac54c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:46.034167 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-31356013-c5e9-46db-b976-285edf0e75e8 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:46.053500 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a782ec27-2b1a-44d4-a262-2cad6bc6d26e req-58c5a841-e789-40cf-9068-ba51c641078d tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] 10.222.0.54 "GET /v2.0/security-groups?id=1fd3dc76-3453-41b8-8d7d-617eb8eaea07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3941281 Dec 20 14:43:46.054865 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-11f1f5e3-804f-40bb-8a6f-cbcc524ac54c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2733eac3-9c44-4036-8812-993a7887a825 HTTP/1.1" status: 204 len: 168 time: 0.3021553 Dec 20 14:43:46.182496 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f1f5e3-804f-40bb-8a6f-cbcc524ac54c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2733eac3-9c44-4036-8812-993a7887a825,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:46.197743 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-31356013-c5e9-46db-b976-285edf0e75e8 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:46.253650 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f1f5e3-804f-40bb-8a6f-cbcc524ac54c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:43:46.260737 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f1f5e3-804f-40bb-8a6f-cbcc524ac54c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:43:46.261549 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f1f5e3-804f-40bb-8a6f-cbcc524ac54c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:43:46.262156 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f1f5e3-804f-40bb-8a6f-cbcc524ac54c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:43:46.263941 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f1f5e3-804f-40bb-8a6f-cbcc524ac54c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:43:46.267125 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f1f5e3-804f-40bb-8a6f-cbcc524ac54c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:43:46.268106 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f1f5e3-804f-40bb-8a6f-cbcc524ac54c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:43:46.281134 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31356013-c5e9-46db-b976-285edf0e75e8 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Network 9379c086-95d2-4fb0-8248-052d883dac5a is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:43:46.285032 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f1f5e3-804f-40bb-8a6f-cbcc524ac54c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:43:46.286322 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-31356013-c5e9-46db-b976-285edf0e75e8 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:43:46.290323 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f1f5e3-804f-40bb-8a6f-cbcc524ac54c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:43:46.291029 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f1f5e3-804f-40bb-8a6f-cbcc524ac54c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:43:46.292025 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f1f5e3-804f-40bb-8a6f-cbcc524ac54c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:43:46.297868 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f1f5e3-804f-40bb-8a6f-cbcc524ac54c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:43:46.298209 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31356013-c5e9-46db-b976-285edf0e75e8 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:43:46.299461 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f1f5e3-804f-40bb-8a6f-cbcc524ac54c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:43:46.451776 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31356013-c5e9-46db-b976-285edf0e75e8 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Pushing event updated for resources: {'Port': ['ID=d20ccaa3-c111-4619-a747-1574108a4b76,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:46.474519 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-31356013-c5e9-46db-b976-285edf0e75e8 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595714'] for router_interface, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:46.517754 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device ee99a0ab-7a0d-46d7-ad0e-29c134e184d0 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:43:46.574130 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c823f49e-cd82-4989-ac8d-a96a3fefddc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8848317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10470522'] for subnet, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:46.680735 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port ee99a0ab-7a0d-46d7-ad0e-29c134e184d0 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:43:46.681322 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:46.711686 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c823f49e-cd82-4989-ac8d-a96a3fefddc0 admin admin] Checking segment: {'id': '0e7fdf50-5b19-4be8-bc50-cf777ad84dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'e77a6991-7e9b-4f80-86c7-a3378ec4de6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:43:46.712569 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c823f49e-cd82-4989-ac8d-a96a3fefddc0 admin admin] Network hostable DHCP agents. Network: e77a6991-7e9b-4f80-86c7-a3378ec4de6a, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:43:46.883076 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade07f68-34d4-4561-b572-2c2e1d824cc9 req-82d50c90-aa1f-46e2-980f-2685284a2457 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:43:46.891906 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c823f49e-cd82-4989-ac8d-a96a3fefddc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=688232d4-a5ee-4fe6-bf9a-f2474a9f502e,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:46.898606 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ade07f68-34d4-4561-b572-2c2e1d824cc9 req-82d50c90-aa1f-46e2-980f-2685284a2457 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a83aaac-7396-4782-a290-1f0b3f47602a HTTP/1.1" status: 200 len: 946 time: 0.4077172 Dec 20 14:43:46.931013 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-f1271adc-1b5d-4907-85ea-85f2069feb11 req-f14e9c44-2c8a-4c8d-9c84-932ae642d85f tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:46.931457 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-f1271adc-1b5d-4907-85ea-85f2069feb11 req-f14e9c44-2c8a-4c8d-9c84-932ae642d85f tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585115'] for floatingip, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:46.931774 n-d-761264-19 neutron-server[103167]: INFO neutron.db.l3_db [req-f1271adc-1b5d-4907-85ea-85f2069feb11 req-f14e9c44-2c8a-4c8d-9c84-932ae642d85f tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] Floating IP d271d1f0-8770-42bf-8df5-f990ac42e2e3 disassociated. External IP: 172.25.0.156, port: d68c79bf-82c8-4e18-bad9-cbb7a5e03e50. Dec 20 14:43:46.932246 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-f1271adc-1b5d-4907-85ea-85f2069feb11 req-f14e9c44-2c8a-4c8d-9c84-932ae642d85f tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] Calling delete_port for d68c79bf-82c8-4e18-bad9-cbb7a5e03e50 owned by compute:nova {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:43:47.019100 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c823f49e-cd82-4989-ac8d-a96a3fefddc0 admin admin] Network e77a6991-7e9b-4f80-86c7-a3378ec4de6a is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:43:47.065596 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23ea98a-8f3e-4b9e-b012-0cdb2cdf5d62 req-60e11d47-c31b-4038-bf56-e3cd0231e7e4 tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:43:47.069310 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f23ea98a-8f3e-4b9e-b012-0cdb2cdf5d62 req-60e11d47-c31b-4038-bf56-e3cd0231e7e4 tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d79631a-bb97-49d1-82c4-27e5074c20cd HTTP/1.1" status: 200 len: 945 time: 0.3829105 Dec 20 14:43:47.116757 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-f1271adc-1b5d-4907-85ea-85f2069feb11 req-f14e9c44-2c8a-4c8d-9c84-932ae642d85f tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:47.166512 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-31356013-c5e9-46db-b976-285edf0e75e8 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:47.175350 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14e9c44-2c8a-4c8d-9c84-932ae642d85f tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] Pushing event deleted for resources: {'Port': ['ID=d68c79bf-82c8-4e18-bad9-cbb7a5e03e50,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:47.213571 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-c823f49e-cd82-4989-ac8d-a96a3fefddc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, e77a6991-7e9b-4f80-86c7-a3378ec4de6a) {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:43:47.231574 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e89551d-f7c9-423d-a4ce-e55d9a2f3b1c None None] Network e77a6991-7e9b-4f80-86c7-a3378ec4de6a requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:43:47.287761 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c823f49e-cd82-4989-ac8d-a96a3fefddc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:43:47.288694 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c823f49e-cd82-4989-ac8d-a96a3fefddc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:47.441010 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ade07f68-34d4-4561-b572-2c2e1d824cc9 req-b044b229-27d0-40c5-a83b-f577ec4e79bf tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=32bfc1ff-28fd-45a5-ae96-207d0fefe02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5411882 Dec 20 14:43:47.556496 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7047de04-8af5-4662-9c11-95dd9bd52a18 None None] Network e77a6991-7e9b-4f80-86c7-a3378ec4de6a requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:43:47.708052 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c23c8c1f-3abb-46cb-bef6-892966ff2fee req-beb193e3-46b5-44ed-9fdc-e05c88313c95 tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] 10.222.0.54 "GET /v2.0/ports?device_id=4dacff5e-5fa0-480d-8dd2-bd040653649a HTTP/1.1" status: 200 len: 210 time: 0.1020567 Dec 20 14:43:47.736723 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f1271adc-1b5d-4907-85ea-85f2069feb11 req-f14e9c44-2c8a-4c8d-9c84-932ae642d85f tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] Router 6e45dd99-c2ab-4545-8b84-7fd1a02c02e4 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:43:47.843541 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d5033e-5a22-460f-af60-a4f5a5f3905b None None] Network 9379c086-95d2-4fb0-8248-052d883dac5a requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:43:48.081736 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-bbb898a4-53b8-4c94-a208-944ab331a3d1 None None] Provisioning complete for port 91c05c30-bcd5-412b-b8c1-45cb8b3f1ac5 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:43:48.092846 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-bbb898a4-53b8-4c94-a208-944ab331a3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:48.112536 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e0141b-eec9-4107-8343-1c854bf6585b req-be54f8f9-3158-406f-900e-aa1cc945715d tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:43:48.121873 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-81e0141b-eec9-4107-8343-1c854bf6585b req-be54f8f9-3158-406f-900e-aa1cc945715d tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d79631a-bb97-49d1-82c4-27e5074c20cd HTTP/1.1" status: 200 len: 945 time: 1.2581267 Dec 20 14:43:48.191589 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-c823f49e-cd82-4989-ac8d-a96a3fefddc0 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.5889735 Dec 20 14:43:48.261554 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 52034) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:43:48.445605 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 91c05c30-bcd5-412b-b8c1-45cb8b3f1ac5 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:43:48.589949 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-ee45b619-1c8c-4c20-8c16-a21bc55e4d40 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-468150729'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:43:48.618258 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-81e0141b-eec9-4107-8343-1c854bf6585b req-16f97b62-05c4-42ef-9244-7ec41a2daad2 tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] 10.222.0.54 "GET /v2.0/security-groups?id=7c00e471-b822-4bde-8413-ee09845062ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4950237 Dec 20 14:43:48.678071 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-f23ea98a-8f3e-4b9e-b012-0cdb2cdf5d62 req-fd5f3762-7827-4f61-8ef2-6bb380428ce6 tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] Deleting port d90e2b2c-7f6a-43b1-ac17-5a5c0954ddd5 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:43:48.679111 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-f23ea98a-8f3e-4b9e-b012-0cdb2cdf5d62 req-fd5f3762-7827-4f61-8ef2-6bb380428ce6 tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:48.827775 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee45b619-1c8c-4c20-8c16-a21bc55e4d40 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Made reservation on behalf of 71d0c98cab4349b4848e68f8a37dbf12 for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:43:48.838396 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ee45b619-1c8c-4c20-8c16-a21bc55e4d40 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:48.902224 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ee45b619-1c8c-4c20-8c16-a21bc55e4d40 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:48.964826 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device d90e2b2c-7f6a-43b1-ac17-5a5c0954ddd5 no longer exists at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:43:49.040069 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-f23ea98a-8f3e-4b9e-b012-0cdb2cdf5d62 req-fd5f3762-7827-4f61-8ef2-6bb380428ce6 tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] For port d90e2b2c-7f6a-43b1-ac17-5a5c0954ddd5, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=d90e2b2c-7f6a-43b1-ac17-5a5c0954ddd5,segment=NetworkSegment(cf764769-bd48-4fb7-ac99-d6f6b1edeed6),segment_id=cf764769-bd48-4fb7-ac99-d6f6b1edeed6)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:43:49.041004 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-f23ea98a-8f3e-4b9e-b012-0cdb2cdf5d62 req-fd5f3762-7827-4f61-8ef2-6bb380428ce6 tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:49.066564 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f1271adc-1b5d-4907-85ea-85f2069feb11 req-f14e9c44-2c8a-4c8d-9c84-932ae642d85f tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:43:49.095200 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-31356013-c5e9-46db-b976-285edf0e75e8 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:49.102004 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-bbb898a4-53b8-4c94-a208-944ab331a3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:49.110011 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-f23ea98a-8f3e-4b9e-b012-0cdb2cdf5d62 req-fd5f3762-7827-4f61-8ef2-6bb380428ce6 tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] Calling delete_port for d90e2b2c-7f6a-43b1-ac17-5a5c0954ddd5 owned by compute:nova {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:43:49.135894 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-31356013-c5e9-46db-b976-285edf0e75e8 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:49.156669 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82603d5-e0cd-42ba-ae11-c7eb56fe0c0e None None] Sync routers for ids ['6e45dd99-c2ab-4545-8b84-7fd1a02c02e4'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:43:49.235890 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1271adc-1b5d-4907-85ea-85f2069feb11 req-f14e9c44-2c8a-4c8d-9c84-932ae642d85f tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] No DVR routers for this DVR port d68c79bf-82c8-4e18-bad9-cbb7a5e03e50 on host n-h1-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:43:49.248328 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-bbb898a4-53b8-4c94-a208-944ab331a3d1 None None] For port 91c05c30-bcd5-412b-b8c1-45cb8b3f1ac5, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=91c05c30-bcd5-412b-b8c1-45cb8b3f1ac5,segment=NetworkSegment(772c4512-246b-475a-8007-c2c7031bb2ce),segment_id=772c4512-246b-475a-8007-c2c7031bb2ce)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:43:49.262438 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-bbb898a4-53b8-4c94-a208-944ab331a3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:49.275955 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b50834-07f9-4d3c-97ef-5f1abf10fb89 req-18364f8f-c170-4d52-9575-e63fc0adffe2 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:43:49.277893 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-60b50834-07f9-4d3c-97ef-5f1abf10fb89 req-18364f8f-c170-4d52-9575-e63fc0adffe2 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a83aaac-7396-4782-a290-1f0b3f47602a HTTP/1.1" status: 200 len: 946 time: 0.3463759 Dec 20 14:43:49.279174 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-f1271adc-1b5d-4907-85ea-85f2069feb11 req-f14e9c44-2c8a-4c8d-9c84-932ae642d85f tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:49.306945 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f1271adc-1b5d-4907-85ea-85f2069feb11 req-f14e9c44-2c8a-4c8d-9c84-932ae642d85f tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] 10.222.0.30 "DELETE /v2.0/ports/d68c79bf-82c8-4e18-bad9-cbb7a5e03e50 HTTP/1.1" status: 204 len: 173 time: 4.3829579 Dec 20 14:43:49.307916 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82603d5-e0cd-42ba-ae11-c7eb56fe0c0e None None] Routers {'6e45dd99-c2ab-4545-8b84-7fd1a02c02e4'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:43:49.308613 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-d82603d5-e0cd-42ba-ae11-c7eb56fe0c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:43:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['6e45dd99-c2ab-4545-8b84-7fd1a02c02e4'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:43:49.309445 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dacff5e-5fa0-480d-8dd2-bd040653649a', 'name': 'network-vif-deleted', 'tag': 'd68c79bf-82c8-4e18-bad9-cbb7a5e03e50'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:43:49.316295 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ab80123-5393-4951-96fd-4707ee59fbcf" -d '{"events": [{"server_uuid": "4dacff5e-5fa0-480d-8dd2-bd040653649a", "name": "network-vif-deleted", "tag": "d68c79bf-82c8-4e18-bad9-cbb7a5e03e50"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:43:49.380581 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-31356013-c5e9-46db-b976-285edf0e75e8 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1595702'] for router_interface, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:49.426389 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-60b50834-07f9-4d3c-97ef-5f1abf10fb89 req-074c134f-ce0d-4280-937f-3f42da102709 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=32bfc1ff-28fd-45a5-ae96-207d0fefe02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998654 Dec 20 14:43:49.473850 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31356013-c5e9-46db-b976-285edf0e75e8 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Pushing event updated for resources: {'Port': ['ID=d20ccaa3-c111-4619-a747-1574108a4b76,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:49.558617 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-d82603d5-e0cd-42ba-ae11-c7eb56fe0c0e None None] Set router 6e45dd99-c2ab-4545-8b84-7fd1a02c02e4 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:43:49.632646 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 91c05c30-bcd5-412b-b8c1-45cb8b3f1ac5 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:43:49.633017 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:49.737140 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c8dae580-6202-4da8-8273-5e9d56307ae6 req-1785615f-16c3-4437-8d38-664d36ce77e9 tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] 10.222.0.54 "GET /v2.0/ports?device_id=4dacff5e-5fa0-480d-8dd2-bd040653649a HTTP/1.1" status: 200 len: 210 time: 0.0958619 Dec 20 14:43:49.778616 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ee45b619-1c8c-4c20-8c16-a21bc55e4d40 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:49.830028 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-965ff7f7-9e44-4ae5-bf2c-9eea2976429d x-openstack-request-id: req-965ff7f7-9e44-4ae5-bf2c-9eea2976429d {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:43:49.830547 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dacff5e-5fa0-480d-8dd2-bd040653649a", "name": "network-vif-deleted", "tag": "d68c79bf-82c8-4e18-bad9-cbb7a5e03e50", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:43:49.831088 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-965ff7f7-9e44-4ae5-bf2c-9eea2976429d {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:43:49.831777 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dacff5e-5fa0-480d-8dd2-bd040653649a', 'name': 'network-vif-deleted', 'tag': 'd68c79bf-82c8-4e18-bad9-cbb7a5e03e50', 'status': 'completed', 'code': 200} Dec 20 14:43:49.847283 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31356013-c5e9-46db-b976-285edf0e75e8 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Network 9379c086-95d2-4fb0-8248-052d883dac5a is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:43:49.848614 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ee45b619-1c8c-4c20-8c16-a21bc55e4d40 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:49.892886 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-31356013-c5e9-46db-b976-285edf0e75e8 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:43:49.942853 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-22eaed43-4a37-4896-a8bd-ced86d2044dc None None] Provisioning complete for port 91c05c30-bcd5-412b-b8c1-45cb8b3f1ac5 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:43:49.943513 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-22eaed43-4a37-4896-a8bd-ced86d2044dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:50.005206 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:50.030679 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33f3deb-e2ff-4728-bc9c-595560d73ff7 req-6a2727d8-c3e8-4ab9-ae44-31bd86655798 tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:43:50.032580 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a33f3deb-e2ff-4728-bc9c-595560d73ff7 req-6a2727d8-c3e8-4ab9-ae44-31bd86655798 tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d79631a-bb97-49d1-82c4-27e5074c20cd HTTP/1.1" status: 200 len: 945 time: 0.0820901 Dec 20 14:43:50.049115 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee45b619-1c8c-4c20-8c16-a21bc55e4d40 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ff47a56-afb3-4beb-853f-d6c8aceb8656,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:50.098103 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb898a4-53b8-4c94-a208-944ab331a3d1 None None] Pushing event updated for resources: {'Port': ['ID=91c05c30-bcd5-412b-b8c1-45cb8b3f1ac5,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:50.159946 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a33f3deb-e2ff-4728-bc9c-595560d73ff7 req-40385dd0-d0f3-4c07-8cd4-ec2ad1ed4f17 tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] 10.222.0.54 "GET /v2.0/security-groups?id=7c00e471-b822-4bde-8413-ee09845062ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145916 Dec 20 14:43:50.324609 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee45b619-1c8c-4c20-8c16-a21bc55e4d40 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:43:50.337384 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ee45b619-1c8c-4c20-8c16-a21bc55e4d40 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:50.337731 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-ee45b619-1c8c-4c20-8c16-a21bc55e4d40 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Added segment 0deaa76e-8a3e-44c4-a3b8-992392ef4539 of type vlan for network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 Dec 20 14:43:50.396135 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ee45b619-1c8c-4c20-8c16-a21bc55e4d40 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:50.461382 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbb8085-a343-45ca-a30e-8f869736eb51 req-20861426-48e7-455f-970f-3b820242b8c7 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:43:50.470867 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1dbb8085-a343-45ca-a30e-8f869736eb51 req-20861426-48e7-455f-970f-3b820242b8c7 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/networks?id=e77a6991-7e9b-4f80-86c7-a3378ec4de6a HTTP/1.1" status: 200 len: 813 time: 0.8691819 Dec 20 14:43:50.481983 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-f23ea98a-8f3e-4b9e-b012-0cdb2cdf5d62 req-fd5f3762-7827-4f61-8ef2-6bb380428ce6 tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:50.498686 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ee45b619-1c8c-4c20-8c16-a21bc55e4d40 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:50.504651 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device d68c79bf-82c8-4e18-bad9-cbb7a5e03e50 no longer exists at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:43:50.513068 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee45b619-1c8c-4c20-8c16-a21bc55e4d40 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:43:50.513629 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ee45b619-1c8c-4c20-8c16-a21bc55e4d40 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:50.606553 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee45b619-1c8c-4c20-8c16-a21bc55e4d40 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event updated for resources: {'Network': ['ID=e2be1aff-cd00-4c3f-b1c0-ddca69da57f4,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:50.660797 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:43:50.679205 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] No Port match for: d68c79bf-82c8-4e18-bad9-cbb7a5e03e50 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:43:50.691507 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device d68c79bf-82c8-4e18-bad9-cbb7a5e03e50 not bound to the agent host n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:43:50.713581 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1dbb8085-a343-45ca-a30e-8f869736eb51 req-557cc057-5285-4b1f-9473-5c9ffeb0bac2 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/quotas/8a3f5189e8f64307a0b577e5cb283b15 HTTP/1.1" status: 200 len: 375 time: 0.2413533 Dec 20 14:43:50.739345 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1fd332-1093-4266-b480-54454aee696a req-0d70af83-6926-4401-90ee-ffad04b856a1 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:43:50.743791 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5f3762-7827-4f61-8ef2-6bb380428ce6 tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] Pushing event deleted for resources: {'Port': ['ID=d90e2b2c-7f6a-43b1-ac17-5a5c0954ddd5,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:50.749418 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4e1fd332-1093-4266-b480-54454aee696a req-0d70af83-6926-4401-90ee-ffad04b856a1 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a83aaac-7396-4782-a290-1f0b3f47602a HTTP/1.1" status: 200 len: 946 time: 0.1599290 Dec 20 14:43:50.768075 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79dc88db-7e9e-472c-a9ee-7aa81dbbfc93 None None] DHCP port deletion for ef0adef7-2e9a-4c5f-ae6d-93be04aa201b request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:43:50.833233 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1dbb8085-a343-45ca-a30e-8f869736eb51 req-ba969641-1b6c-428a-8552-f9ff00bb1245 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=8a3f5189e8f64307a0b577e5cb283b15&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1186810 Dec 20 14:43:50.843696 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 91c05c30-bcd5-412b-b8c1-45cb8b3f1ac5 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:43:50.865104 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-ee45b619-1c8c-4c20-8c16-a21bc55e4d40 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.5917051 Dec 20 14:43:50.866716 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 52072) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:43:50.880894 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-7eebab1a-5e31-44ee-99e4-e76ee2a61c62 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Request body: {'subnet': {'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:43:50.915171 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-f23ea98a-8f3e-4b9e-b012-0cdb2cdf5d62 req-fd5f3762-7827-4f61-8ef2-6bb380428ce6 tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] No DVR routers for this DVR port d90e2b2c-7f6a-43b1-ac17-5a5c0954ddd5 on host n-h1-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:43:50.927905 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4e1fd332-1093-4266-b480-54454aee696a req-4232b8c4-8a63-4dd7-a8c3-0ab365c7f5a9 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=32bfc1ff-28fd-45a5-ae96-207d0fefe02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1686432 Dec 20 14:43:50.932353 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-f23ea98a-8f3e-4b9e-b012-0cdb2cdf5d62 req-fd5f3762-7827-4f61-8ef2-6bb380428ce6 tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:50.940238 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f23ea98a-8f3e-4b9e-b012-0cdb2cdf5d62 req-fd5f3762-7827-4f61-8ef2-6bb380428ce6 tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] 10.222.0.30 "DELETE /v2.0/ports/d90e2b2c-7f6a-43b1-ac17-5a5c0954ddd5 HTTP/1.1" status: 204 len: 173 time: 3.8360405 Dec 20 14:43:50.943621 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d79631a-bb97-49d1-82c4-27e5074c20cd', 'name': 'network-vif-deleted', 'tag': 'd90e2b2c-7f6a-43b1-ac17-5a5c0954ddd5'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:43:50.946389 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-474b40ff-fdae-4232-b185-d5902fc18b01" -d '{"events": [{"server_uuid": "4d79631a-bb97-49d1-82c4-27e5074c20cd", "name": "network-vif-deleted", "tag": "d90e2b2c-7f6a-43b1-ac17-5a5c0954ddd5"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:43:51.033245 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-22eaed43-4a37-4896-a8bd-ced86d2044dc None None] Provisioning complete for port d20ccaa3-c111-4619-a747-1574108a4b76 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:43:51.033867 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-22eaed43-4a37-4896-a8bd-ced86d2044dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:51.097339 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-22eaed43-4a37-4896-a8bd-ced86d2044dc None None] Port d20ccaa3-c111-4619-a747-1574108a4b76 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:43:51.102886 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 91c05c30-bcd5-412b-b8c1-45cb8b3f1ac5 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:43:51.103713 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:51.126421 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-d82603d5-e0cd-42ba-ae11-c7eb56fe0c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e45dd99-c2ab-4545-8b84-7fd1a02c02e4', 'name': 'tempest-ServersTestBootFromVolume-1169588892-router', 'tenant_id': '647d4c96b4824b53b7215db6116f9517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'a61bbef8-275e-4607-812c-a53b27b04a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:39:57Z', 'updated_at': '2021-12-20T14:40:06Z', 'revision_number': 4, 'project_id': '647d4c96b4824b53b7215db6116f9517', 'gw_port': {'id': 'a61bbef8-275e-4607-812c-a53b27b04a42', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e45dd99-c2ab-4545-8b84-7fd1a02c02e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:39:58Z', 'updated_at': '2021-12-20T14:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '20b0f414-c4af-4f4d-9c5a-8ed411648163', 'name': '', 'network_id': '74ca7104-e6e4-4eba-8cec-af557c0b63a5', 'tenant_id': '647d4c96b4824b53b7215db6116f9517', 'mac_address': 'fa:16:3e:ec:3d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e45dd99-c2ab-4545-8b84-7fd1a02c02e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': 'c40f7186-b871-4167-b42c-6edd2a024911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:40:04Z', 'updated_at': '2021-12-20T14:40:11Z', 'revision_number': 5, 'project_id': '647d4c96b4824b53b7215db6116f9517', 'subnets': [{'id': 'c40f7186-b871-4167-b42c-6edd2a024911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:43:51.170895 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31356013-c5e9-46db-b976-285edf0e75e8 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Router 7dd96a12-7ea2-4fed-88ca-0d97ef737119 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:43:51.230928 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2c88dffd-2e9c-4886-88d2-77e88cdf5720 req-d8bea76d-7861-4487-b67e-e6f93a776abb tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] 10.222.0.54 "GET /v2.0/ports?device_id=4dacff5e-5fa0-480d-8dd2-bd040653649a HTTP/1.1" status: 200 len: 210 time: 0.0686440 Dec 20 14:43:51.250807 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82603d5-e0cd-42ba-ae11-c7eb56fe0c0e None None] Checking router: 6e45dd99-c2ab-4545-8b84-7fd1a02c02e4 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:43:51.284082 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eebab1a-5e31-44ee-99e4-e76ee2a61c62 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Made reservation on behalf of 71d0c98cab4349b4848e68f8a37dbf12 for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:43:51.291309 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7eebab1a-5e31-44ee-99e4-e76ee2a61c62 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:51.306810 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82603d5-e0cd-42ba-ae11-c7eb56fe0c0e None None] Routers {'6e45dd99-c2ab-4545-8b84-7fd1a02c02e4'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:43:51.307912 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-d82603d5-e0cd-42ba-ae11-c7eb56fe0c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:43:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['6e45dd99-c2ab-4545-8b84-7fd1a02c02e4'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:43:51.522970 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-ac5433cb-5d14-4242-a7d4-59e4844b0664 None None] Provisioning complete for port d20ccaa3-c111-4619-a747-1574108a4b76 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:43:51.523606 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ac5433cb-5d14-4242-a7d4-59e4844b0664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:51.524353 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ccecc88-7d09-47fd-b0fa-36cab4d1e4b7 x-openstack-request-id: req-9ccecc88-7d09-47fd-b0fa-36cab4d1e4b7 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:43:51.524864 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d79631a-bb97-49d1-82c4-27e5074c20cd", "name": "network-vif-deleted", "tag": "d90e2b2c-7f6a-43b1-ac17-5a5c0954ddd5", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:43:51.528418 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9ccecc88-7d09-47fd-b0fa-36cab4d1e4b7 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:43:51.529068 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d79631a-bb97-49d1-82c4-27e5074c20cd', 'name': 'network-vif-deleted', 'tag': 'd90e2b2c-7f6a-43b1-ac17-5a5c0954ddd5', 'status': 'completed', 'code': 200} Dec 20 14:43:51.542211 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31356013-c5e9-46db-b976-285edf0e75e8 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:43:51.568244 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6495b8a9-7251-4e85-911d-49ceaadb138b None None] Sync routers for ids ['7dd96a12-7ea2-4fed-88ca-0d97ef737119'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:43:51.580085 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-31356013-c5e9-46db-b976-285edf0e75e8 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "PUT /v2.0/routers/7dd96a12-7ea2-4fed-88ca-0d97ef737119/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1468360 Dec 20 14:43:51.584738 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 52080) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:43:51.593359 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-bd8ce168-7b33-4412-bdb3-b4c64ceac371 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Request body: {'network': {'name': 'tempest-RoutersTest-314129587'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:43:51.624223 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6495b8a9-7251-4e85-911d-49ceaadb138b None None] Routers {'7dd96a12-7ea2-4fed-88ca-0d97ef737119'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:43:51.627916 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-6495b8a9-7251-4e85-911d-49ceaadb138b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:43:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['7dd96a12-7ea2-4fed-88ca-0d97ef737119'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:43:51.686269 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1dbb8085-a343-45ca-a30e-8f869736eb51 req-5f3216ab-c84e-4327-889b-fad6ae0ccde7 service neutron] 10.222.0.54 "GET /v2.0/networks/e77a6991-7e9b-4f80-86c7-a3378ec4de6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8520894 Dec 20 14:43:51.726844 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-ac5433cb-5d14-4242-a7d4-59e4844b0664 None None] Port d20ccaa3-c111-4619-a747-1574108a4b76 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:43:51.757382 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7eebab1a-5e31-44ee-99e4-e76ee2a61c62 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:51.785231 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-87ad2625-28de-42d9-adfc-79a59fa78e57 req-1f203160-1946-46a3-9200-dc6fbc010c6f tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d79631a-bb97-49d1-82c4-27e5074c20cd HTTP/1.1" status: 200 len: 210 time: 0.0420091 Dec 20 14:43:51.849960 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd8ce168-7b33-4412-bdb3-b4c64ceac371 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Made reservation on behalf of 50053969373c435f81b8431b3e816f88 for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:43:51.860687 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-bd8ce168-7b33-4412-bdb3-b4c64ceac371 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:51.926958 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eebab1a-5e31-44ee-99e4-e76ee2a61c62 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event updated for resources: {'Subnet': ['ID=3d09cae4-1539-409a-9b21-3346632468c5,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:51.935329 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd8ce168-7b33-4412-bdb3-b4c64ceac371 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:43:51.936213 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eebab1a-5e31-44ee-99e4-e76ee2a61c62 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Checking segment: {'id': '0deaa76e-8a3e-44c4-a3b8-992392ef4539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:43:51.941338 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eebab1a-5e31-44ee-99e4-e76ee2a61c62 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Network hostable DHCP agents. Network: e2be1aff-cd00-4c3f-b1c0-ddca69da57f4, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:43:51.961338 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-bd8ce168-7b33-4412-bdb3-b4c64ceac371 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:51.961691 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-bd8ce168-7b33-4412-bdb3-b4c64ceac371 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Added segment 1c8ab4ca-c35a-47d9-af18-00711d94b5dc of type vlan for network f40aaf94-a5c2-4555-8f51-87bd8723d363 Dec 20 14:43:51.973797 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1dbb8085-a343-45ca-a30e-8f869736eb51 req-46be54a3-c34f-4b7d-96ef-30c4baaf312f service neutron] 10.222.0.54 "GET /v2.0/networks/e77a6991-7e9b-4f80-86c7-a3378ec4de6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730453 Dec 20 14:43:51.986073 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-d82603d5-e0cd-42ba-ae11-c7eb56fe0c0e None None] Set router 6e45dd99-c2ab-4545-8b84-7fd1a02c02e4 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:43:52.013245 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eebab1a-5e31-44ee-99e4-e76ee2a61c62 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:43:52.034263 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-7eebab1a-5e31-44ee-99e4-e76ee2a61c62 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, e2be1aff-cd00-4c3f-b1c0-ddca69da57f4) {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:43:52.040516 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eebab1a-5e31-44ee-99e4-e76ee2a61c62 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:43:52.042156 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7eebab1a-5e31-44ee-99e4-e76ee2a61c62 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:52.045801 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-6495b8a9-7251-4e85-911d-49ceaadb138b None None] Set router 7dd96a12-7ea2-4fed-88ca-0d97ef737119 gateway port host: None {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:43:52.065536 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-bd8ce168-7b33-4412-bdb3-b4c64ceac371 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:52.091497 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75509f76-653f-4f95-aad7-974785f3184d None None] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:43:52.097431 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-7eebab1a-5e31-44ee-99e4-e76ee2a61c62 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2294910 Dec 20 14:43:52.101920 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 52088) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:43:52.112187 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-24c47628-91bf-4563-bd57-dc054f033086 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Request body: {'port': {'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'name': 'tempest-NetworksTestDHCPv6-36484718'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:43:52.233836 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6c5280-117b-451b-aa73-bc421c1eea35 req-1c63f0ad-db68-476e-8d64-4bd31f45030a tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:43:52.251219 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0a6c5280-117b-451b-aa73-bc421c1eea35 req-1c63f0ad-db68-476e-8d64-4bd31f45030a tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a83aaac-7396-4782-a290-1f0b3f47602a HTTP/1.1" status: 200 len: 946 time: 0.1400833 Dec 20 14:43:52.286364 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-bd8ce168-7b33-4412-bdb3-b4c64ceac371 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:52.294338 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8ce168-7b33-4412-bdb3-b4c64ceac371 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:43:52.295073 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-bd8ce168-7b33-4412-bdb3-b4c64ceac371 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:52.370185 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0a6c5280-117b-451b-aa73-bc421c1eea35 req-3cbca125-bab2-400d-b20e-cdcf59ca2c01 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=32bfc1ff-28fd-45a5-ae96-207d0fefe02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156654 Dec 20 14:43:52.407366 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-bd8ce168-7b33-4412-bdb3-b4c64ceac371 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8168232 Dec 20 14:43:52.408446 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 52096) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:43:52.415248 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-c68d753e-dcf5-4d6e-9566-0418f2da59c8 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Request body: {'subnet': {'network_id': 'f40aaf94-a5c2-4555-8f51-87bd8723d363', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:43:52.423560 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24c47628-91bf-4563-bd57-dc054f033086 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Made reservation on behalf of 71d0c98cab4349b4848e68f8a37dbf12 for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:43:52.429182 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-24c47628-91bf-4563-bd57-dc054f033086 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:52.587734 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-dd8c76c0-5369-4f55-868d-b46f333172a8 req-d0d39fc6-2470-463d-929e-12dee8583634 tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] 10.222.0.54 "GET /v2.0/ports?device_id=4dacff5e-5fa0-480d-8dd2-bd040653649a HTTP/1.1" status: 200 len: 210 time: 0.0698857 Dec 20 14:43:52.668866 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-6495b8a9-7251-4e85-911d-49ceaadb138b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd96a12-7ea2-4fed-88ca-0d97ef737119', 'name': 'tempest-RoutersTest-router-1838996544', 'tenant_id': '50053969373c435f81b8431b3e816f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:43:31Z', 'updated_at': '2021-12-20T14:43:46Z', 'revision_number': 3, 'project_id': '50053969373c435f81b8431b3e816f88', 'gw_port_host': None, '_interfaces': [{'id': 'd20ccaa3-c111-4619-a747-1574108a4b76', 'name': '', 'network_id': '9379c086-95d2-4fb0-8248-052d883dac5a', 'tenant_id': '50053969373c435f81b8431b3e816f88', 'mac_address': 'fa:16:3e:e6:40:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dd96a12-7ea2-4fed-88ca-0d97ef737119', 'device_owner': 'network:router_interface', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': '5c157bc3-6461-40ce-84ff-7c9b3fdb4343', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:43:43Z', 'updated_at': '2021-12-20T14:43:48Z', 'revision_number': 2, 'project_id': '50053969373c435f81b8431b3e816f88', 'subnets': [{'id': '5c157bc3-6461-40ce-84ff-7c9b3fdb4343', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee99a0ab-7a0d-46d7-ad0e-29c134e184d0', 'name': '', 'network_id': 'e559c019-62a6-4da7-bfc3-aa6a5b63cbf1', 'tenant_id': '50053969373c435f81b8431b3e816f88', 'mac_address': 'fa:16:3e:d8:66:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd96a12-7ea2-4fed-88ca-0d97ef737119', 'device_owner': 'network:router_interface', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '81cdaa41-d9ce-4366-baf5-5d5a3483918c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:43:33Z', 'updated_at': '2021-12-20T14:43:43Z', 'revision_number': 5, 'project_id': '50053969373c435f81b8431b3e816f88', 'subnets': [{'id': '81cdaa41-d9ce-4366-baf5-5d5a3483918c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:43:52.686636 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8ce168-7b33-4412-bdb3-b4c64ceac371 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Pushing event updated for resources: {'Network': ['ID=f40aaf94-a5c2-4555-8f51-87bd8723d363,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:52.719315 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6495b8a9-7251-4e85-911d-49ceaadb138b None None] Checking router: 7dd96a12-7ea2-4fed-88ca-0d97ef737119 for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:43:52.720433 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6495b8a9-7251-4e85-911d-49ceaadb138b None None] Updating router 7dd96a12-7ea2-4fed-88ca-0d97ef737119 port d20ccaa3-c111-4619-a747-1574108a4b76 binding host n-d-761264-19 {{(pid=103170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 14:43:52.731863 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [None req-24c47628-91bf-4563-bd57-dc054f033086 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] device_id is not set on port 6fdc3328-05ef-4865-872d-983b8a908125 yet. {{(pid=103168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 14:43:52.762928 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6495b8a9-7251-4e85-911d-49ceaadb138b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:52.786263 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c68d753e-dcf5-4d6e-9566-0418f2da59c8 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Made reservation on behalf of 50053969373c435f81b8431b3e816f88 for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:43:52.794133 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network f40aaf94-a5c2-4555-8f51-87bd8723d363 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:43:52.796744 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c68d753e-dcf5-4d6e-9566-0418f2da59c8 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:52.922330 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b562ce0a-fd42-4603-887b-4648ed02b7a5 req-5ed28351-e375-4843-b7e1-49012108899c tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 210 time: 0.5138631 Dec 20 14:43:53.178227 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a951b4b1-de1c-4533-9c52-07f32edd3f92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'project_id': '71d0c98cab4349b4848e68f8a37dbf12', 'fixed_ips': [{'subnet_id': '3d09cae4-1539-409a-9b21-3346632468c5'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:43:53.181974 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a951b4b1-de1c-4533-9c52-07f32edd3f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:53.251298 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6495b8a9-7251-4e85-911d-49ceaadb138b None None] Publish callbacks [] for port, precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:53.264468 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6495b8a9-7251-4e85-911d-49ceaadb138b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:53.316165 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-24c47628-91bf-4563-bd57-dc054f033086 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Allocated IP 2001:db8::15d (e2be1aff-cd00-4c3f-b1c0-ddca69da57f4/3d09cae4-1539-409a-9b21-3346632468c5/6fdc3328-05ef-4865-872d-983b8a908125) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:43:53.392289 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-d82603d5-e0cd-42ba-ae11-c7eb56fe0c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e45dd99-c2ab-4545-8b84-7fd1a02c02e4', 'name': 'tempest-ServersTestBootFromVolume-1169588892-router', 'tenant_id': '647d4c96b4824b53b7215db6116f9517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'a61bbef8-275e-4607-812c-a53b27b04a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:39:57Z', 'updated_at': '2021-12-20T14:40:06Z', 'revision_number': 4, 'project_id': '647d4c96b4824b53b7215db6116f9517', 'gw_port': {'id': 'a61bbef8-275e-4607-812c-a53b27b04a42', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e45dd99-c2ab-4545-8b84-7fd1a02c02e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:39:58Z', 'updated_at': '2021-12-20T14:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '20b0f414-c4af-4f4d-9c5a-8ed411648163', 'name': '', 'network_id': '74ca7104-e6e4-4eba-8cec-af557c0b63a5', 'tenant_id': '647d4c96b4824b53b7215db6116f9517', 'mac_address': 'fa:16:3e:ec:3d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e45dd99-c2ab-4545-8b84-7fd1a02c02e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': 'c40f7186-b871-4167-b42c-6edd2a024911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:40:04Z', 'updated_at': '2021-12-20T14:40:11Z', 'revision_number': 5, 'project_id': '647d4c96b4824b53b7215db6116f9517', 'subnets': [{'id': 'c40f7186-b871-4167-b42c-6edd2a024911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:43:53.443252 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c68d753e-dcf5-4d6e-9566-0418f2da59c8 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:53.508625 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9974f1c0-6429-4858-a9d4-2d6e5671130d None None] Pushing event updated for resources: {'Port': ['ID=d20ccaa3-c111-4619-a747-1574108a4b76,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:53.691104 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-6495b8a9-7251-4e85-911d-49ceaadb138b None None] Attempting to bind port d20ccaa3-c111-4619-a747-1574108a4b76 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:43:53.695016 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-6495b8a9-7251-4e85-911d-49ceaadb138b None None] Attempting to bind port d20ccaa3-c111-4619-a747-1574108a4b76 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '772c4512-246b-475a-8007-c2c7031bb2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9379c086-95d2-4fb0-8248-052d883dac5a'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:43:53.704328 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6495b8a9-7251-4e85-911d-49ceaadb138b None None] Attempting to bind port d20ccaa3-c111-4619-a747-1574108a4b76 on network 9379c086-95d2-4fb0-8248-052d883dac5a {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:43:53.757082 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6495b8a9-7251-4e85-911d-49ceaadb138b None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:43:53.769301 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6495b8a9-7251-4e85-911d-49ceaadb138b None None] Checking segment: {'id': '772c4512-246b-475a-8007-c2c7031bb2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9379c086-95d2-4fb0-8248-052d883dac5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:43:53.770249 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6495b8a9-7251-4e85-911d-49ceaadb138b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:53.777473 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6495b8a9-7251-4e85-911d-49ceaadb138b None None] Bound using segment: {'id': '772c4512-246b-475a-8007-c2c7031bb2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9379c086-95d2-4fb0-8248-052d883dac5a'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:43:53.778254 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-6495b8a9-7251-4e85-911d-49ceaadb138b None None] Bound port: d20ccaa3-c111-4619-a747-1574108a4b76, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '772c4512-246b-475a-8007-c2c7031bb2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9379c086-95d2-4fb0-8248-052d883dac5a'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:43:53.784986 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6495b8a9-7251-4e85-911d-49ceaadb138b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:53.888229 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68d753e-dcf5-4d6e-9566-0418f2da59c8 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Pushing event updated for resources: {'Subnet': ['ID=a1f90562-366d-4022-890f-c7f024fbed84,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:53.980916 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3d57d651-4d69-4806-a4d6-7c1e4fdba5c2 req-2c94f7d4-c1b4-4c66-a4ed-3a9738ea7e03 tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] 10.222.0.54 "GET /v2.0/ports?device_id=4dacff5e-5fa0-480d-8dd2-bd040653649a HTTP/1.1" status: 200 len: 210 time: 0.1208370 Dec 20 14:43:53.990549 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68d753e-dcf5-4d6e-9566-0418f2da59c8 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Checking segment: {'id': '1c8ab4ca-c35a-47d9-af18-00711d94b5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f40aaf94-a5c2-4555-8f51-87bd8723d363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:43:53.991867 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68d753e-dcf5-4d6e-9566-0418f2da59c8 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Network hostable DHCP agents. Network: f40aaf94-a5c2-4555-8f51-87bd8723d363, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:43:54.105138 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68d753e-dcf5-4d6e-9566-0418f2da59c8 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Network f40aaf94-a5c2-4555-8f51-87bd8723d363 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:43:54.121831 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-6495b8a9-7251-4e85-911d-49ceaadb138b None None] For port d20ccaa3-c111-4619-a747-1574108a4b76, host n-d-761264-19, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:43:54.136940 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-6495b8a9-7251-4e85-911d-49ceaadb138b None None] For port d20ccaa3-c111-4619-a747-1574108a4b76, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=d20ccaa3-c111-4619-a747-1574108a4b76,segment=NetworkSegment(772c4512-246b-475a-8007-c2c7031bb2ce),segment_id=772c4512-246b-475a-8007-c2c7031bb2ce)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:43:54.154975 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad9eeaa-ea25-4a54-9efc-dd7f2c55e0f5 req-0d1a8b04-0c41-4fa5-aa73-46d1d106c52b tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:43:54.166363 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-6495b8a9-7251-4e85-911d-49ceaadb138b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:54.167229 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cad9eeaa-ea25-4a54-9efc-dd7f2c55e0f5 req-0d1a8b04-0c41-4fa5-aa73-46d1d106c52b tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a83aaac-7396-4782-a290-1f0b3f47602a HTTP/1.1" status: 200 len: 946 time: 0.5575037 Dec 20 14:43:54.169458 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-c68d753e-dcf5-4d6e-9566-0418f2da59c8 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, f40aaf94-a5c2-4555-8f51-87bd8723d363) {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:43:54.216339 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68d753e-dcf5-4d6e-9566-0418f2da59c8 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:43:54.223949 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c68d753e-dcf5-4d6e-9566-0418f2da59c8 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:54.305611 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-24c47628-91bf-4563-bd57-dc054f033086 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:54.335325 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82603d5-e0cd-42ba-ae11-c7eb56fe0c0e None None] The sync data for ids ['6e45dd99-c2ab-4545-8b84-7fd1a02c02e4'] in n-d-761264-19 is: [{'id': '6e45dd99-c2ab-4545-8b84-7fd1a02c02e4', 'name': 'tempest-ServersTestBootFromVolume-1169588892-router', 'tenant_id': '647d4c96b4824b53b7215db6116f9517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'a61bbef8-275e-4607-812c-a53b27b04a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:39:57Z', 'updated_at': '2021-12-20T14:40:06Z', 'revision_number': 4, 'project_id': '647d4c96b4824b53b7215db6116f9517', 'gw_port': {'id': 'a61bbef8-275e-4607-812c-a53b27b04a42', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e45dd99-c2ab-4545-8b84-7fd1a02c02e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:39:58Z', 'updated_at': '2021-12-20T14:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '20b0f414-c4af-4f4d-9c5a-8ed411648163', 'name': '', 'network_id': '74ca7104-e6e4-4eba-8cec-af557c0b63a5', 'tenant_id': '647d4c96b4824b53b7215db6116f9517', 'mac_address': 'fa:16:3e:ec:3d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e45dd99-c2ab-4545-8b84-7fd1a02c02e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': 'c40f7186-b871-4167-b42c-6edd2a024911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:40:04Z', 'updated_at': '2021-12-20T14:40:11Z', 'revision_number': 5, 'project_id': '647d4c96b4824b53b7215db6116f9517', 'subnets': [{'id': 'c40f7186-b871-4167-b42c-6edd2a024911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:43:54.367695 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25117e46-e069-472d-a5a2-be069e72b02c None None] Network f40aaf94-a5c2-4555-8f51-87bd8723d363 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:43:54.395774 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cad9eeaa-ea25-4a54-9efc-dd7f2c55e0f5 req-36ef66af-6d17-43c2-a772-a3184e829d3a tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=32bfc1ff-28fd-45a5-ae96-207d0fefe02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2249177 Dec 20 14:43:54.451417 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6495b8a9-7251-4e85-911d-49ceaadb138b None None] Routers {'7dd96a12-7ea2-4fed-88ca-0d97ef737119'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:43:54.452151 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-6495b8a9-7251-4e85-911d-49ceaadb138b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:43:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['7dd96a12-7ea2-4fed-88ca-0d97ef737119'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:43:54.508854 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-24c47628-91bf-4563-bd57-dc054f033086 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:54.606746 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c47628-91bf-4563-bd57-dc054f033086 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:43:54.648175 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a4d70aa5-89fd-42b6-ba4d-7b3eb9e48188 req-66e2cc57-8942-4a73-954e-88e5e79c9029 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 210 time: 0.3147712 Dec 20 14:43:54.672807 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-c68d753e-dcf5-4d6e-9566-0418f2da59c8 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2627358 Dec 20 14:43:54.689972 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 52128) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:43:54.822868 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-e3797cf2-33d7-4dc3-be63-f543c6811de3 None None] Provisioning complete for port d20ccaa3-c111-4619-a747-1574108a4b76 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:43:54.827621 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e3797cf2-33d7-4dc3-be63-f543c6811de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:54.973388 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9cd0d5b-60ca-4b33-a116-6797fcd447d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-f40aaf94-a5c2-4555-8f51-87bd8723d363', 'network_id': 'f40aaf94-a5c2-4555-8f51-87bd8723d363', 'project_id': '50053969373c435f81b8431b3e816f88', 'fixed_ips': [{'subnet_id': 'a1f90562-366d-4022-890f-c7f024fbed84'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:43:54.978421 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d9cd0d5b-60ca-4b33-a116-6797fcd447d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:54.982414 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9974f1c0-6429-4858-a9d4-2d6e5671130d None None] Pushing event updated for resources: {'Port': ['ID=d20ccaa3-c111-4619-a747-1574108a4b76,revision_number=4']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:55.008342 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-24c47628-91bf-4563-bd57-dc054f033086 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:43:55.032552 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c47628-91bf-4563-bd57-dc054f033086 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:43:55.072831 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-a951b4b1-de1c-4533-9c52-07f32edd3f92 None None] Allocated IP 2001:db8::2 (e2be1aff-cd00-4c3f-b1c0-ddca69da57f4/3d09cae4-1539-409a-9b21-3346632468c5/f8d257a2-6e0c-4cc6-b50e-504d4ba2fd14) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:43:55.080017 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c47628-91bf-4563-bd57-dc054f033086 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:43:55.080687 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-24c47628-91bf-4563-bd57-dc054f033086 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:55.104565 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c47628-91bf-4563-bd57-dc054f033086 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event updated for resources: {'Port': ['ID=6fdc3328-05ef-4865-872d-983b8a908125,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:55.117668 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-6495b8a9-7251-4e85-911d-49ceaadb138b None None] Set router 7dd96a12-7ea2-4fed-88ca-0d97ef737119 gateway port host: None {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:43:55.217104 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-24c47628-91bf-4563-bd57-dc054f033086 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.1134820 Dec 20 14:43:55.217987 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 52136) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:43:55.288839 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-19d2d24f-ad48-4c45-b829-208648ba7387 req-dc62c4bd-87d3-4fdb-ae4e-4c2052c7b9d0 tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] 10.222.0.54 "GET /v2.0/ports?device_id=4dacff5e-5fa0-480d-8dd2-bd040653649a HTTP/1.1" status: 200 len: 210 time: 0.1457493 Dec 20 14:43:55.462968 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcff4bca-5cd2-4e1c-9d9f-4d9bf61231b6 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:43:55.482968 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-bcff4bca-5cd2-4e1c-9d9f-4d9bf61231b6 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.2053106 Dec 20 14:43:55.483634 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 52142) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:43:55.568185 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-d9cd0d5b-60ca-4b33-a116-6797fcd447d1 None None] Allocated IP 172.22.0.2 (f40aaf94-a5c2-4555-8f51-87bd8723d363/a1f90562-366d-4022-890f-c7f024fbed84/9fe30173-2155-4eb3-9b7a-3239d6dc0cce) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:43:55.638540 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-6495b8a9-7251-4e85-911d-49ceaadb138b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd96a12-7ea2-4fed-88ca-0d97ef737119', 'name': 'tempest-RoutersTest-router-1838996544', 'tenant_id': '50053969373c435f81b8431b3e816f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:43:31Z', 'updated_at': '2021-12-20T14:43:46Z', 'revision_number': 3, 'project_id': '50053969373c435f81b8431b3e816f88', 'gw_port_host': None, '_interfaces': [{'id': 'd20ccaa3-c111-4619-a747-1574108a4b76', 'name': '', 'network_id': '9379c086-95d2-4fb0-8248-052d883dac5a', 'tenant_id': '50053969373c435f81b8431b3e816f88', 'mac_address': 'fa:16:3e:e6:40:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dd96a12-7ea2-4fed-88ca-0d97ef737119', 'device_owner': 'network:router_interface', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': '5c157bc3-6461-40ce-84ff-7c9b3fdb4343', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:43:43Z', 'updated_at': '2021-12-20T14:43:54Z', 'revision_number': 4, 'project_id': '50053969373c435f81b8431b3e816f88', 'subnets': [{'id': '5c157bc3-6461-40ce-84ff-7c9b3fdb4343', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee99a0ab-7a0d-46d7-ad0e-29c134e184d0', 'name': '', 'network_id': 'e559c019-62a6-4da7-bfc3-aa6a5b63cbf1', 'tenant_id': '50053969373c435f81b8431b3e816f88', 'mac_address': 'fa:16:3e:d8:66:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd96a12-7ea2-4fed-88ca-0d97ef737119', 'device_owner': 'network:router_interface', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '81cdaa41-d9ce-4366-baf5-5d5a3483918c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:43:33Z', 'updated_at': '2021-12-20T14:43:43Z', 'revision_number': 5, 'project_id': '50053969373c435f81b8431b3e816f88', 'subnets': [{'id': '81cdaa41-d9ce-4366-baf5-5d5a3483918c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:43:55.677445 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6495b8a9-7251-4e85-911d-49ceaadb138b None None] The sync data for ids ['7dd96a12-7ea2-4fed-88ca-0d97ef737119'] in n-d-761264-19 is: [{'id': '7dd96a12-7ea2-4fed-88ca-0d97ef737119', 'name': 'tempest-RoutersTest-router-1838996544', 'tenant_id': '50053969373c435f81b8431b3e816f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:43:31Z', 'updated_at': '2021-12-20T14:43:46Z', 'revision_number': 3, 'project_id': '50053969373c435f81b8431b3e816f88', 'gw_port_host': None, '_interfaces': [{'id': 'd20ccaa3-c111-4619-a747-1574108a4b76', 'name': '', 'network_id': '9379c086-95d2-4fb0-8248-052d883dac5a', 'tenant_id': '50053969373c435f81b8431b3e816f88', 'mac_address': 'fa:16:3e:e6:40:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dd96a12-7ea2-4fed-88ca-0d97ef737119', 'device_owner': 'network:router_interface', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': '5c157bc3-6461-40ce-84ff-7c9b3fdb4343', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:43:43Z', 'updated_at': '2021-12-20T14:43:54Z', 'revision_number': 4, 'project_id': '50053969373c435f81b8431b3e816f88', 'subnets': [{'id': '5c157bc3-6461-40ce-84ff-7c9b3fdb4343', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee99a0ab-7a0d-46d7-ad0e-29c134e184d0', 'name': '', 'network_id': 'e559c019-62a6-4da7-bfc3-aa6a5b63cbf1', 'tenant_id': '50053969373c435f81b8431b3e816f88', 'mac_address': 'fa:16:3e:d8:66:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd96a12-7ea2-4fed-88ca-0d97ef737119', 'device_owner': 'network:router_interface', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '81cdaa41-d9ce-4366-baf5-5d5a3483918c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:43:33Z', 'updated_at': '2021-12-20T14:43:43Z', 'revision_number': 5, 'project_id': '50053969373c435f81b8431b3e816f88', 'subnets': [{'id': '81cdaa41-d9ce-4366-baf5-5d5a3483918c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:43:55.735174 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c098f26-d1c4-4f73-9872-ba6b51d48052 None None] New status for floating IP d271d1f0-8770-42bf-8df5-f990ac42e2e3: DOWN {{(pid=103169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 14:43:55.971144 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75c4cde-ceb7-456d-aec7-7cf68f6067cb req-21ed8e4c-d6ad-4793-9aed-f1e2346410ad tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:43:55.979370 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d75c4cde-ceb7-456d-aec7-7cf68f6067cb req-21ed8e4c-d6ad-4793-9aed-f1e2346410ad tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a83aaac-7396-4782-a290-1f0b3f47602a HTTP/1.1" status: 200 len: 946 time: 0.3111191 Dec 20 14:43:55.985509 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a3d7510f-daaa-4289-bc1c-ff359465338c req-8b6ede35-1a24-4fd8-92ca-01b6c5d46c6c tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 210 time: 0.1232755 Dec 20 14:43:56.030661 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-e749090a-76e5-46e5-9149-b5ea05cb2e6a tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Deleting port 6fdc3328-05ef-4865-872d-983b8a908125 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:43:56.031042 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e749090a-76e5-46e5-9149-b5ea05cb2e6a tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:56.198922 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d75c4cde-ceb7-456d-aec7-7cf68f6067cb req-45e3de5d-d1a3-42cd-82c1-c9a5e1363366 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=32bfc1ff-28fd-45a5-ae96-207d0fefe02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2180710 Dec 20 14:43:56.206358 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbb8085-a343-45ca-a30e-8f869736eb51 req-17fe323b-8975-473d-abf1-f6b7bf58547e tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:43:56.207861 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1dbb8085-a343-45ca-a30e-8f869736eb51 req-17fe323b-8975-473d-abf1-f6b7bf58547e tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.47 "GET /v2.0/networks?id=e77a6991-7e9b-4f80-86c7-a3378ec4de6a HTTP/1.1" status: 200 len: 813 time: 1.1424508 Dec 20 14:43:56.293129 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e749090a-76e5-46e5-9149-b5ea05cb2e6a tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:56.306158 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-1dbb8085-a343-45ca-a30e-8f869736eb51 req-0ec65577-e5e5-4bd5-b95a-a636bb1f3d60 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Request body: {'port': {'device_id': '0a709abf-7d39-42d6-b4f8-a672bf4a599e', 'network_id': 'e77a6991-7e9b-4f80-86c7-a3378ec4de6a', 'admin_state_up': True, 'tenant_id': '8a3f5189e8f64307a0b577e5cb283b15'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:43:56.320519 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-e749090a-76e5-46e5-9149-b5ea05cb2e6a tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Calling delete_port for 6fdc3328-05ef-4865-872d-983b8a908125 owned by {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:43:56.647810 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a3e9f2b7-6718-4204-8091-e3f15051f54a req-e3624ed0-2f06-4e67-9a90-e37bd9b7208d tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] 10.222.0.54 "GET /v2.0/ports?device_id=4dacff5e-5fa0-480d-8dd2-bd040653649a HTTP/1.1" status: 200 len: 210 time: 0.1577654 Dec 20 14:43:56.845270 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e749090a-76e5-46e5-9149-b5ea05cb2e6a tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:56.850471 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a951b4b1-de1c-4533-9c52-07f32edd3f92 None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:56.902456 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a951b4b1-de1c-4533-9c52-07f32edd3f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:56.906262 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device d20ccaa3-c111-4619-a747-1574108a4b76 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:43:56.912603 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d902c33f-a338-4fd2-bff7-a26abdf03083 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:56.977697 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e3797cf2-33d7-4dc3-be63-f543c6811de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:56.983374 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e749090a-76e5-46e5-9149-b5ea05cb2e6a tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event deleted for resources: {'Port': ['ID=6fdc3328-05ef-4865-872d-983b8a908125,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:57.043108 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a951b4b1-de1c-4533-9c52-07f32edd3f92 None None] Pushing event updated for resources: {'Port': ['ID=f8d257a2-6e0c-4cc6-b50e-504d4ba2fd14,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:57.089247 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e749090a-76e5-46e5-9149-b5ea05cb2e6a tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:57.092997 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-e749090a-76e5-46e5-9149-b5ea05cb2e6a tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "DELETE /v2.0/ports/6fdc3328-05ef-4865-872d-983b8a908125 HTTP/1.1" status: 204 len: 168 time: 1.6038895 Dec 20 14:43:57.097726 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 52158) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:43:57.168125 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d9cd0d5b-60ca-4b33-a116-6797fcd447d1 None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:57.202297 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d9cd0d5b-60ca-4b33-a116-6797fcd447d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:57.225748 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dbb8085-a343-45ca-a30e-8f869736eb51 req-0ec65577-e5e5-4bd5-b95a-a636bb1f3d60 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Made reservation on behalf of 8a3f5189e8f64307a0b577e5cb283b15 for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:43:57.237158 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ac0bbc-f1a9-45b4-9a77-bc1cb049ce6a tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:43:57.239060 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-1dbb8085-a343-45ca-a30e-8f869736eb51 req-0ec65577-e5e5-4bd5-b95a-a636bb1f3d60 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:57.240579 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ac0bbc-f1a9-45b4-9a77-bc1cb049ce6a tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:43:57.243039 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-68ac0bbc-f1a9-45b4-9a77-bc1cb049ce6a tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1439490 Dec 20 14:43:57.244640 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a951b4b1-de1c-4533-9c52-07f32edd3f92 None None] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:43:57.248779 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 52162) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:43:57.326768 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-a951b4b1-de1c-4533-9c52-07f32edd3f92 None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:43:57.368459 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a951b4b1-de1c-4533-9c52-07f32edd3f92 None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:43:57.418959 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e7b0fbfa-cfd9-46cc-80ef-cf996698e229 req-057578cb-ca58-4805-a933-8d643b15cd8a tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 210 time: 0.1530571 Dec 20 14:43:57.448831 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_v2 [None req-911a71fd-ea15-466a-b5af-0431f8c755aa tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Deleting subnet 3d09cae4-1539-409a-9b21-3346632468c5 {{(pid=103168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:43:57.451918 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9cd0d5b-60ca-4b33-a116-6797fcd447d1 None None] Network f40aaf94-a5c2-4555-8f51-87bd8723d363 is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:43:57.460916 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-e3797cf2-33d7-4dc3-be63-f543c6811de3 None None] For port d20ccaa3-c111-4619-a747-1574108a4b76, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=d20ccaa3-c111-4619-a747-1574108a4b76,segment=NetworkSegment(772c4512-246b-475a-8007-c2c7031bb2ce),segment_id=772c4512-246b-475a-8007-c2c7031bb2ce)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:43:57.465162 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-911a71fd-ea15-466a-b5af-0431f8c755aa tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks [] for subnet, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:57.473581 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port d20ccaa3-c111-4619-a747-1574108a4b76 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:43:57.474518 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:57.480800 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-d9cd0d5b-60ca-4b33-a116-6797fcd447d1 None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:43:57.552989 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d62aaa-96b5-4f75-8a25-f96729f9d321 req-92853c35-2e81-4124-9601-79bb49d3071b tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:43:57.557445 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a4d62aaa-96b5-4f75-8a25-f96729f9d321 req-92853c35-2e81-4124-9601-79bb49d3071b tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a83aaac-7396-4782-a290-1f0b3f47602a HTTP/1.1" status: 200 len: 946 time: 0.2409236 Dec 20 14:43:57.622415 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9cd0d5b-60ca-4b33-a116-6797fcd447d1 None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:43:57.626438 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-911a71fd-ea15-466a-b5af-0431f8c755aa tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9023023'] for subnet, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:57.653892 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e3797cf2-33d7-4dc3-be63-f543c6811de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:57.670493 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-a951b4b1-de1c-4533-9c52-07f32edd3f92 None None] Attempting to bind port f8d257a2-6e0c-4cc6-b50e-504d4ba2fd14 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:43:57.670930 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-a951b4b1-de1c-4533-9c52-07f32edd3f92 None None] Attempting to bind port f8d257a2-6e0c-4cc6-b50e-504d4ba2fd14 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '0deaa76e-8a3e-44c4-a3b8-992392ef4539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:43:57.671354 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a951b4b1-de1c-4533-9c52-07f32edd3f92 None None] Attempting to bind port f8d257a2-6e0c-4cc6-b50e-504d4ba2fd14 on network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:43:57.690066 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cd0d5b-60ca-4b33-a116-6797fcd447d1 None None] Pushing event updated for resources: {'Port': ['ID=9fe30173-2155-4eb3-9b7a-3239d6dc0cce,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:57.742973 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a4d62aaa-96b5-4f75-8a25-f96729f9d321 req-2215c8a2-47c9-4582-958c-e90e223e2d06 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=32bfc1ff-28fd-45a5-ae96-207d0fefe02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1684315 Dec 20 14:43:57.872114 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [req-1dbb8085-a343-45ca-a30e-8f869736eb51 req-0ec65577-e5e5-4bd5-b95a-a636bb1f3d60 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Allocated IP 172.20.0.7 (e77a6991-7e9b-4f80-86c7-a3378ec4de6a/688232d4-a5ee-4fe6-bf9a-f2474a9f502e/cbf29dfb-3708-422d-85ee-b8db53577948) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:43:57.917033 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e364680e-59b4-4e80-a7d5-67b46e97e61f req-493b9e18-be7a-482d-b788-96a719e85472 tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] 10.222.0.54 "GET /v2.0/ports?device_id=4dacff5e-5fa0-480d-8dd2-bd040653649a HTTP/1.1" status: 200 len: 210 time: 0.0869117 Dec 20 14:43:57.930211 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a951b4b1-de1c-4533-9c52-07f32edd3f92 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:43:57.930823 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a951b4b1-de1c-4533-9c52-07f32edd3f92 None None] Checking segment: {'id': '0deaa76e-8a3e-44c4-a3b8-992392ef4539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:43:57.949044 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a951b4b1-de1c-4533-9c52-07f32edd3f92 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:57.956935 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a951b4b1-de1c-4533-9c52-07f32edd3f92 None None] Bound using segment: {'id': '0deaa76e-8a3e-44c4-a3b8-992392ef4539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:43:57.957276 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-a951b4b1-de1c-4533-9c52-07f32edd3f92 None None] Bound port: f8d257a2-6e0c-4cc6-b50e-504d4ba2fd14, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0deaa76e-8a3e-44c4-a3b8-992392ef4539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:43:57.957846 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a951b4b1-de1c-4533-9c52-07f32edd3f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:57.975006 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-911a71fd-ea15-466a-b5af-0431f8c755aa tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:58.111122 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-c424d7b5-2377-4178-a052-36cf9738f36a None None] Provisioning complete for port d20ccaa3-c111-4619-a747-1574108a4b76 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:43:58.111488 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c424d7b5-2377-4178-a052-36cf9738f36a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:58.188010 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3797cf2-33d7-4dc3-be63-f543c6811de3 None None] Pushing event updated for resources: {'Port': ['ID=d20ccaa3-c111-4619-a747-1574108a4b76,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:58.190816 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-d902c33f-a338-4fd2-bff7-a26abdf03083 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Allocated IP 172.22.0.1 (f40aaf94-a5c2-4555-8f51-87bd8723d363/a1f90562-366d-4022-890f-c7f024fbed84/72165306-9081-4306-b774-2a4f0bae048c) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:43:58.210247 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-911a71fd-ea15-466a-b5af-0431f8c755aa tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8850800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470517'] for subnet, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:58.271263 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-d9cd0d5b-60ca-4b33-a116-6797fcd447d1 None None] Attempting to bind port 9fe30173-2155-4eb3-9b7a-3239d6dc0cce on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:43:58.271679 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-d9cd0d5b-60ca-4b33-a116-6797fcd447d1 None None] Attempting to bind port 9fe30173-2155-4eb3-9b7a-3239d6dc0cce by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '1c8ab4ca-c35a-47d9-af18-00711d94b5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f40aaf94-a5c2-4555-8f51-87bd8723d363'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:43:58.279450 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cd0d5b-60ca-4b33-a116-6797fcd447d1 None None] Attempting to bind port 9fe30173-2155-4eb3-9b7a-3239d6dc0cce on network f40aaf94-a5c2-4555-8f51-87bd8723d363 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:43:58.307746 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-911a71fd-ea15-466a-b5af-0431f8c755aa tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:58.320539 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-911a71fd-ea15-466a-b5af-0431f8c755aa tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "DELETE /v2.0/subnets/3d09cae4-1539-409a-9b21-3346632468c5 HTTP/1.1" status: 204 len: 168 time: 1.0703666 Dec 20 14:43:58.321869 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 52170) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:43:58.323157 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911a71fd-ea15-466a-b5af-0431f8c755aa tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event deleted for resources: {'Subnet': ['ID=3d09cae4-1539-409a-9b21-3346632468c5,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:58.350124 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cd0d5b-60ca-4b33-a116-6797fcd447d1 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:43:58.350666 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cd0d5b-60ca-4b33-a116-6797fcd447d1 None None] Checking segment: {'id': '1c8ab4ca-c35a-47d9-af18-00711d94b5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f40aaf94-a5c2-4555-8f51-87bd8723d363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:43:58.351130 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d9cd0d5b-60ca-4b33-a116-6797fcd447d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:58.351529 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cd0d5b-60ca-4b33-a116-6797fcd447d1 None None] Bound using segment: {'id': '1c8ab4ca-c35a-47d9-af18-00711d94b5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f40aaf94-a5c2-4555-8f51-87bd8723d363'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:43:58.352033 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-d9cd0d5b-60ca-4b33-a116-6797fcd447d1 None None] Bound port: 9fe30173-2155-4eb3-9b7a-3239d6dc0cce, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c8ab4ca-c35a-47d9-af18-00711d94b5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f40aaf94-a5c2-4555-8f51-87bd8723d363'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:43:58.352423 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d9cd0d5b-60ca-4b33-a116-6797fcd447d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:58.380633 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d902c33f-a338-4fd2-bff7-a26abdf03083 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:58.422655 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d902c33f-a338-4fd2-bff7-a26abdf03083 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:58.437773 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-b0c4063a-42fc-40d4-8173-20bd329094db tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1077735 Dec 20 14:43:58.439012 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 52172) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:43:58.448184 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-dcff1c6b-7090-4842-8a86-728fcb5785f6 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Request body: {'subnet': {'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:43:58.527234 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-d9cd0d5b-60ca-4b33-a116-6797fcd447d1 None None] For port 9fe30173-2155-4eb3-9b7a-3239d6dc0cce, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:43:58.536626 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-d9cd0d5b-60ca-4b33-a116-6797fcd447d1 None None] For port 9fe30173-2155-4eb3-9b7a-3239d6dc0cce, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=9fe30173-2155-4eb3-9b7a-3239d6dc0cce,segment=NetworkSegment(1c8ab4ca-c35a-47d9-af18-00711d94b5dc),segment_id=1c8ab4ca-c35a-47d9-af18-00711d94b5dc)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:43:58.563890 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d9cd0d5b-60ca-4b33-a116-6797fcd447d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:58.571411 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d902c33f-a338-4fd2-bff7-a26abdf03083 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Network f40aaf94-a5c2-4555-8f51-87bd8723d363 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:43:58.583357 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-d902c33f-a338-4fd2-bff7-a26abdf03083 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:43:58.589604 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d902c33f-a338-4fd2-bff7-a26abdf03083 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:43:58.593643 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d902c33f-a338-4fd2-bff7-a26abdf03083 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Pushing event updated for resources: {'Port': ['ID=72165306-9081-4306-b774-2a4f0bae048c,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:58.657397 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-78f70683-68bf-42a8-9077-7fe9398594d8 req-be6dfc4f-1ac5-458f-a0ef-89c7fd38e119 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 210 time: 0.0974281 Dec 20 14:43:58.674892 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-a951b4b1-de1c-4533-9c52-07f32edd3f92 None None] For port f8d257a2-6e0c-4cc6-b50e-504d4ba2fd14, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:43:58.682536 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d902c33f-a338-4fd2-bff7-a26abdf03083 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595714'] for router_interface, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:58.735929 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcff1c6b-7090-4842-8a86-728fcb5785f6 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Made reservation on behalf of 71d0c98cab4349b4848e68f8a37dbf12 for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:43:58.741742 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-a951b4b1-de1c-4533-9c52-07f32edd3f92 None None] For port f8d257a2-6e0c-4cc6-b50e-504d4ba2fd14, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=f8d257a2-6e0c-4cc6-b50e-504d4ba2fd14,segment=NetworkSegment(0deaa76e-8a3e-44c4-a3b8-992392ef4539),segment_id=0deaa76e-8a3e-44c4-a3b8-992392ef4539)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:43:58.755597 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-dcff1c6b-7090-4842-8a86-728fcb5785f6 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:58.764369 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a951b4b1-de1c-4533-9c52-07f32edd3f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:58.781975 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cd0d5b-60ca-4b33-a116-6797fcd447d1 None None] Pushing event updated for resources: {'Port': ['ID=9fe30173-2155-4eb3-9b7a-3239d6dc0cce,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:58.878129 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-1dbb8085-a343-45ca-a30e-8f869736eb51 req-0ec65577-e5e5-4bd5-b95a-a636bb1f3d60 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:58.912144 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a951b4b1-de1c-4533-9c52-07f32edd3f92 None None] Pushing event updated for resources: {'Port': ['ID=f8d257a2-6e0c-4cc6-b50e-504d4ba2fd14,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:58.921233 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device d20ccaa3-c111-4619-a747-1574108a4b76 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:43:59.030256 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port d20ccaa3-c111-4619-a747-1574108a4b76 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:43:59.030856 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:59.034314 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-1dbb8085-a343-45ca-a30e-8f869736eb51 req-0ec65577-e5e5-4bd5-b95a-a636bb1f3d60 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:59.135028 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 14:43:59.221254 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dbb8085-a343-45ca-a30e-8f869736eb51 req-0ec65577-e5e5-4bd5-b95a-a636bb1f3d60 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Network e77a6991-7e9b-4f80-86c7-a3378ec4de6a is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:43:59.234172 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [req-1dbb8085-a343-45ca-a30e-8f869736eb51 req-0ec65577-e5e5-4bd5-b95a-a636bb1f3d60 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:43:59.244538 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dbb8085-a343-45ca-a30e-8f869736eb51 req-0ec65577-e5e5-4bd5-b95a-a636bb1f3d60 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:43:59.257893 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec65577-e5e5-4bd5-b95a-a636bb1f3d60 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Pushing event updated for resources: {'Port': ['ID=cbf29dfb-3708-422d-85ee-b8db53577948,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:59.264866 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9681a606-8cb4-4dad-ba95-6b1100caf761 req-1f95305f-6371-40cb-8a6e-1d9392413107 tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] 10.222.0.54 "GET /v2.0/ports?device_id=4dacff5e-5fa0-480d-8dd2-bd040653649a HTTP/1.1" status: 200 len: 210 time: 0.1090965 Dec 20 14:43:59.298024 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ce84cd-cba4-4e4a-9987-27efe05dc29a req-69773bc2-f76e-4deb-bfe4-98d04b75a2a0 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:43:59.316984 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-41ce84cd-cba4-4e4a-9987-27efe05dc29a req-69773bc2-f76e-4deb-bfe4-98d04b75a2a0 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a83aaac-7396-4782-a290-1f0b3f47602a HTTP/1.1" status: 200 len: 946 time: 0.3293929 Dec 20 14:43:59.575992 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbb8085-a343-45ca-a30e-8f869736eb51 req-0ec65577-e5e5-4bd5-b95a-a636bb1f3d60 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:43:59.576747 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-1dbb8085-a343-45ca-a30e-8f869736eb51 req-0ec65577-e5e5-4bd5-b95a-a636bb1f3d60 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:59.595131 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d902c33f-a338-4fd2-bff7-a26abdf03083 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:59.602296 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-41ce84cd-cba4-4e4a-9987-27efe05dc29a req-c6bbcbfa-5319-46af-8d38-0a6b8842c235 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=32bfc1ff-28fd-45a5-ae96-207d0fefe02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2837338 Dec 20 14:43:59.657286 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-dcff1c6b-7090-4842-8a86-728fcb5785f6 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8848317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10470522'] for subnet, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:59.692436 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1dbb8085-a343-45ca-a30e-8f869736eb51 req-0ec65577-e5e5-4bd5-b95a-a636bb1f3d60 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3950150 Dec 20 14:43:59.706892 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-1dbb8085-a343-45ca-a30e-8f869736eb51 req-6fd3f49c-0175-4b74-87ec-cd07845d7454 service neutron] Request body: {'port': {'device_id': '0a709abf-7d39-42d6-b4f8-a672bf4a599e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-19'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:43:59.851013 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff1c6b-7090-4842-8a86-728fcb5785f6 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event updated for resources: {'Subnet': ['ID=217a22e1-b80c-478f-8511-1bdf907626f5,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:43:59.890360 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcff1c6b-7090-4842-8a86-728fcb5785f6 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:43:59.893505 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-dcff1c6b-7090-4842-8a86-728fcb5785f6 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:43:59.896935 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcff1c6b-7090-4842-8a86-728fcb5785f6 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:43:59.897670 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-dcff1c6b-7090-4842-8a86-728fcb5785f6 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:43:59.928456 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529520b8-59f4-438d-a062-49e8d200c1b9 req-4c65c101-d2f4-4070-b06f-55d1e692d1fe tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:43:59.937153 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-529520b8-59f4-438d-a062-49e8d200c1b9 req-4c65c101-d2f4-4070-b06f-55d1e692d1fe tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 931 time: 0.0834267 Dec 20 14:43:59.949472 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-dcff1c6b-7090-4842-8a86-728fcb5785f6 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5090356 Dec 20 14:43:59.957099 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 52200) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:43:59.962125 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-d86e9755-7588-456d-a8a3-5557dd5995fd tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Request body: {'port': {'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'name': 'tempest-NetworksTestDHCPv6-1093314243'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:44:00.086707 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-529520b8-59f4-438d-a062-49e8d200c1b9 req-51ed3688-6cfe-4a9d-919b-be0149b9acc8 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485441 Dec 20 14:44:00.188774 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d86e9755-7588-456d-a8a3-5557dd5995fd tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Made reservation on behalf of 71d0c98cab4349b4848e68f8a37dbf12 for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:44:00.199122 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d86e9755-7588-456d-a8a3-5557dd5995fd tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:00.249910 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [None req-d86e9755-7588-456d-a8a3-5557dd5995fd tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] device_id is not set on port a0ec6d9d-19be-4549-998f-b4379bd26617 yet. {{(pid=103168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 14:44:00.547021 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-d86e9755-7588-456d-a8a3-5557dd5995fd tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Allocated IP 2001:db8::215 (e2be1aff-cd00-4c3f-b1c0-ddca69da57f4/217a22e1-b80c-478f-8511-1bdf907626f5/a0ec6d9d-19be-4549-998f-b4379bd26617) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:44:00.697011 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-fecd2279-95a6-484b-ad48-297096e55029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:00.766974 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-1dbb8085-a343-45ca-a30e-8f869736eb51 req-6fd3f49c-0175-4b74-87ec-cd07845d7454 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:00.946526 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1946b9b8-9519-4424-9d49-7caf46bfe9b0 None None] Network f40aaf94-a5c2-4555-8f51-87bd8723d363 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:44:00.969121 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6880466a-7a52-48f6-863d-856102349f83 req-dd7cd26c-4f29-4c29-8286-16807f5b9558 tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] 10.222.0.54 "GET /v2.0/ports?device_id=4dacff5e-5fa0-480d-8dd2-bd040653649a HTTP/1.1" status: 200 len: 210 time: 0.4310143 Dec 20 14:44:01.099231 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 9fe30173-2155-4eb3-9b7a-3239d6dc0cce up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:44:01.109475 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc48761-a979-4500-8ef2-543466474730 req-5744b010-acf4-439e-9ca5-13714f246fca tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:01.120681 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8dc48761-a979-4500-8ef2-543466474730 req-5744b010-acf4-439e-9ca5-13714f246fca tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a83aaac-7396-4782-a290-1f0b3f47602a HTTP/1.1" status: 200 len: 946 time: 0.3486960 Dec 20 14:44:01.195984 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d86e9755-7588-456d-a8a3-5557dd5995fd tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:01.346075 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-b55e25bb-c521-4980-88c7-16cb46ea845a None None] Provisioning complete for port 9fe30173-2155-4eb3-9b7a-3239d6dc0cce triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:44:01.346446 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b55e25bb-c521-4980-88c7-16cb46ea845a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:01.378970 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c7faa6-efa4-47a6-9fdb-2f443bd27ea1 None None] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:44:01.724214 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8dc48761-a979-4500-8ef2-543466474730 req-570e55ad-b601-42d7-b598-e4dbb9f5c26b tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=32bfc1ff-28fd-45a5-ae96-207d0fefe02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5899868 Dec 20 14:44:01.738817 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [req-1dbb8085-a343-45ca-a30e-8f869736eb51 req-6fd3f49c-0175-4b74-87ec-cd07845d7454 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbf29dfb-3708-422d-85ee-b8db53577948 {{(pid=103167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:44:01.754312 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-1dbb8085-a343-45ca-a30e-8f869736eb51 req-6fd3f49c-0175-4b74-87ec-cd07845d7454 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:01.754636 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d86e9755-7588-456d-a8a3-5557dd5995fd tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:01.794586 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-1dbb8085-a343-45ca-a30e-8f869736eb51 req-6fd3f49c-0175-4b74-87ec-cd07845d7454 service neutron] Transition to ACTIVE for port object cbf29dfb-3708-422d-85ee-b8db53577948 will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:44:01.827612 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-1dbb8085-a343-45ca-a30e-8f869736eb51 req-6fd3f49c-0175-4b74-87ec-cd07845d7454 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:01.880339 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86e9755-7588-456d-a8a3-5557dd5995fd tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:44:01.896425 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-d86e9755-7588-456d-a8a3-5557dd5995fd tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:44:01.899592 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86e9755-7588-456d-a8a3-5557dd5995fd tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:44:01.917715 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86e9755-7588-456d-a8a3-5557dd5995fd tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:01.918401 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d86e9755-7588-456d-a8a3-5557dd5995fd tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:01.989650 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-d86e9755-7588-456d-a8a3-5557dd5995fd tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0315175 Dec 20 14:44:01.999368 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 52218) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:44:02.000220 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86e9755-7588-456d-a8a3-5557dd5995fd tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event updated for resources: {'Port': ['ID=a0ec6d9d-19be-4549-998f-b4379bd26617,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:02.128235 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd3f49c-0175-4b74-87ec-cd07845d7454 service neutron] Pushing event updated for resources: {'Port': ['ID=cbf29dfb-3708-422d-85ee-b8db53577948,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:02.179295 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c34a848-644f-4ea8-89ef-413736858638 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:02.187289 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c34a848-644f-4ea8-89ef-413736858638 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:02.191476 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-1c34a848-644f-4ea8-89ef-413736858638 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1590 time: 0.1858687 Dec 20 14:44:02.201726 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 9fe30173-2155-4eb3-9b7a-3239d6dc0cce triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:44:02.202546 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:02.218792 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 52220) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:44:02.311533 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1d0cabd9-8ca0-4138-b3fd-c448c56d15f4 req-952ff487-2fd4-4133-97fa-bc8bf0c7737e tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] 10.222.0.54 "GET /v2.0/ports?device_id=4dacff5e-5fa0-480d-8dd2-bd040653649a HTTP/1.1" status: 200 len: 210 time: 0.1213412 Dec 20 14:44:02.503692 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b55e25bb-c521-4980-88c7-16cb46ea845a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:02.553406 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-c994bdf4-0cf0-4126-b1ae-64eda90b60d1 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Deleting port a0ec6d9d-19be-4549-998f-b4379bd26617 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:44:02.553406 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c994bdf4-0cf0-4126-b1ae-64eda90b60d1 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:02.592356 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:02.600405 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d25cb5b-bbc1-48b2-965b-14a3dd49d551 req-72378d3a-d8ce-4ee9-8849-47b994a85e93 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:02.605195 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4d25cb5b-bbc1-48b2-965b-14a3dd49d551 req-72378d3a-d8ce-4ee9-8849-47b994a85e93 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 943 time: 0.8072646 Dec 20 14:44:02.628683 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-1dbb8085-a343-45ca-a30e-8f869736eb51 req-6fd3f49c-0175-4b74-87ec-cd07845d7454 service neutron] Attempting to bind port cbf29dfb-3708-422d-85ee-b8db53577948 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:44:02.635905 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-1dbb8085-a343-45ca-a30e-8f869736eb51 req-6fd3f49c-0175-4b74-87ec-cd07845d7454 service neutron] Attempting to bind port cbf29dfb-3708-422d-85ee-b8db53577948 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': '0e7fdf50-5b19-4be8-bc50-cf777ad84dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'e77a6991-7e9b-4f80-86c7-a3378ec4de6a'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:44:02.636304 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbb8085-a343-45ca-a30e-8f869736eb51 req-6fd3f49c-0175-4b74-87ec-cd07845d7454 service neutron] Attempting to bind port cbf29dfb-3708-422d-85ee-b8db53577948 on network e77a6991-7e9b-4f80-86c7-a3378ec4de6a {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:44:02.736150 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] For port 9fe30173-2155-4eb3-9b7a-3239d6dc0cce, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=9fe30173-2155-4eb3-9b7a-3239d6dc0cce,segment=NetworkSegment(1c8ab4ca-c35a-47d9-af18-00711d94b5dc),segment_id=1c8ab4ca-c35a-47d9-af18-00711d94b5dc)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:44:02.753401 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:02.755453 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbb8085-a343-45ca-a30e-8f869736eb51 req-6fd3f49c-0175-4b74-87ec-cd07845d7454 service neutron] Port cbf29dfb-3708-422d-85ee-b8db53577948 on network e77a6991-7e9b-4f80-86c7-a3378ec4de6a not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:44:02.756567 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbb8085-a343-45ca-a30e-8f869736eb51 req-6fd3f49c-0175-4b74-87ec-cd07845d7454 service neutron] Attempting to bind port cbf29dfb-3708-422d-85ee-b8db53577948 on network e77a6991-7e9b-4f80-86c7-a3378ec4de6a {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:44:02.756733 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device f8d257a2-6e0c-4cc6-b50e-504d4ba2fd14 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:44:02.818067 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c994bdf4-0cf0-4126-b1ae-64eda90b60d1 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:02.823947 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbb8085-a343-45ca-a30e-8f869736eb51 req-6fd3f49c-0175-4b74-87ec-cd07845d7454 service neutron] Checking agent: {'id': '43c60aee-e4af-4ecc-bee2-aac3569fafed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:44:02.824474 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbb8085-a343-45ca-a30e-8f869736eb51 req-6fd3f49c-0175-4b74-87ec-cd07845d7454 service neutron] Checking segment: {'id': '0e7fdf50-5b19-4be8-bc50-cf777ad84dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'e77a6991-7e9b-4f80-86c7-a3378ec4de6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:44:02.826779 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbb8085-a343-45ca-a30e-8f869736eb51 req-6fd3f49c-0175-4b74-87ec-cd07845d7454 service neutron] Bound using segment: {'id': '0e7fdf50-5b19-4be8-bc50-cf777ad84dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'e77a6991-7e9b-4f80-86c7-a3378ec4de6a'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:44:02.826779 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-1dbb8085-a343-45ca-a30e-8f869736eb51 req-6fd3f49c-0175-4b74-87ec-cd07845d7454 service neutron] Bound port: cbf29dfb-3708-422d-85ee-b8db53577948, host: n-h2-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e7fdf50-5b19-4be8-bc50-cf777ad84dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'e77a6991-7e9b-4f80-86c7-a3378ec4de6a'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:44:02.826779 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-1dbb8085-a343-45ca-a30e-8f869736eb51 req-6fd3f49c-0175-4b74-87ec-cd07845d7454 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:02.847115 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-c994bdf4-0cf0-4126-b1ae-64eda90b60d1 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Calling delete_port for a0ec6d9d-19be-4549-998f-b4379bd26617 owned by {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:44:02.866864 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4d25cb5b-bbc1-48b2-965b-14a3dd49d551 req-106b36b2-54c0-4212-aa09-15773b10fb0a tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426360 Dec 20 14:44:02.980578 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d902c33f-a338-4fd2-bff7-a26abdf03083 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:03.016718 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d902c33f-a338-4fd2-bff7-a26abdf03083 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:03.250558 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bf5b72-49df-45d1-acfa-fc5b2d9f0556 req-4b91fb70-4a0a-4f24-bdeb-433c5b580056 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:03.257119 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-46bf5b72-49df-45d1-acfa-fc5b2d9f0556 req-4b91fb70-4a0a-4f24-bdeb-433c5b580056 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a83aaac-7396-4782-a290-1f0b3f47602a HTTP/1.1" status: 200 len: 946 time: 0.1097658 Dec 20 14:44:03.272540 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-1dbb8085-a343-45ca-a30e-8f869736eb51 req-6fd3f49c-0175-4b74-87ec-cd07845d7454 service neutron] For port cbf29dfb-3708-422d-85ee-b8db53577948, host n-h2-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:44:03.278281 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-1dbb8085-a343-45ca-a30e-8f869736eb51 req-6fd3f49c-0175-4b74-87ec-cd07845d7454 service neutron] For port cbf29dfb-3708-422d-85ee-b8db53577948, host n-h2-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=cbf29dfb-3708-422d-85ee-b8db53577948,segment=NetworkSegment(0e7fdf50-5b19-4be8-bc50-cf777ad84dac),segment_id=0e7fdf50-5b19-4be8-bc50-cf777ad84dac)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:44:03.306130 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2565c080-f75a-4c83-8d1f-09ebfd17d71a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:03.329423 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3fc1761-4ace-4143-b2ee-b019c541ab7c None None] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:44:03.364173 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c994bdf4-0cf0-4126-b1ae-64eda90b60d1 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:03.410239 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d902c33f-a338-4fd2-bff7-a26abdf03083 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1595702'] for router_interface, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:03.417936 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d902c33f-a338-4fd2-bff7-a26abdf03083 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Pushing event updated for resources: {'Port': ['ID=72165306-9081-4306-b774-2a4f0bae048c,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:03.449060 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-1dbb8085-a343-45ca-a30e-8f869736eb51 req-6fd3f49c-0175-4b74-87ec-cd07845d7454 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:03.510948 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbb8085-a343-45ca-a30e-8f869736eb51 req-6fd3f49c-0175-4b74-87ec-cd07845d7454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:03.512297 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-1dbb8085-a343-45ca-a30e-8f869736eb51 req-6fd3f49c-0175-4b74-87ec-cd07845d7454 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:03.513789 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1dbb8085-a343-45ca-a30e-8f869736eb51 req-6fd3f49c-0175-4b74-87ec-cd07845d7454 service neutron] 10.222.0.47 "PUT /v2.0/ports/cbf29dfb-3708-422d-85ee-b8db53577948 HTTP/1.1" status: 200 len: 1092 time: 3.8125134 Dec 20 14:44:03.517298 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a709abf-7d39-42d6-b4f8-a672bf4a599e', 'tag': 'cbf29dfb-3708-422d-85ee-b8db53577948'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:44:03.536660 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3977ecc4-07b1-49f5-ab61-8017a2634f7d" -d '{"events": [{"name": "network-changed", "server_uuid": "0a709abf-7d39-42d6-b4f8-a672bf4a599e", "tag": "cbf29dfb-3708-422d-85ee-b8db53577948"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:44:03.581924 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c994bdf4-0cf0-4126-b1ae-64eda90b60d1 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event deleted for resources: {'Port': ['ID=a0ec6d9d-19be-4549-998f-b4379bd26617,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:03.630768 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.db.api [None req-b55e25bb-c521-4980-88c7-16cb46ea845a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103169) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 14:44:03.631026 n-d-761264-19 neutron-server[103169]: DEBUG oslo_db.api [None req-b55e25bb-c521-4980-88c7-16cb46ea845a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 14:44:03.663437 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f4700e11-c059-4803-bed6-00ca7870d3cd req-b6eb1d88-0ab6-47a3-8e11-ecaf52c35412 tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] 10.222.0.54 "GET /v2.0/ports?device_id=4dacff5e-5fa0-480d-8dd2-bd040653649a HTTP/1.1" status: 200 len: 210 time: 0.0619571 Dec 20 14:44:03.675565 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-46bf5b72-49df-45d1-acfa-fc5b2d9f0556 req-526b141a-5546-4496-b12b-a922ac93a5d2 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=32bfc1ff-28fd-45a5-ae96-207d0fefe02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4094179 Dec 20 14:44:03.680545 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c994bdf4-0cf0-4126-b1ae-64eda90b60d1 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:03.686040 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-c994bdf4-0cf0-4126-b1ae-64eda90b60d1 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "DELETE /v2.0/ports/a0ec6d9d-19be-4549-998f-b4379bd26617 HTTP/1.1" status: 204 len: 168 time: 1.4672208 Dec 20 14:44:03.690696 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 52238) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:44:03.740209 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd3f49c-0175-4b74-87ec-cd07845d7454 service neutron] Pushing event updated for resources: {'Port': ['ID=cbf29dfb-3708-422d-85ee-b8db53577948,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:03.744359 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Pushing event updated for resources: {'Port': ['ID=9fe30173-2155-4eb3-9b7a-3239d6dc0cce,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:03.765070 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port f8d257a2-6e0c-4cc6-b50e-504d4ba2fd14 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:44:03.771369 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:03.866242 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5be6a69-bd86-43d8-8052-2226ad567510 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:03.875217 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5be6a69-bd86-43d8-8052-2226ad567510 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:03.880729 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-d5be6a69-bd86-43d8-8052-2226ad567510 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1863420 Dec 20 14:44:03.883190 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 52240) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:44:03.898428 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:03.918499 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3191e8a9-e870-4044-8a35-8669b1303b31 x-openstack-request-id: req-3191e8a9-e870-4044-8a35-8669b1303b31 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:44:03.919106 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a709abf-7d39-42d6-b4f8-a672bf4a599e", "tag": "cbf29dfb-3708-422d-85ee-b8db53577948", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:44:03.919106 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3191e8a9-e870-4044-8a35-8669b1303b31 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:44:03.919526 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a709abf-7d39-42d6-b4f8-a672bf4a599e', 'tag': 'cbf29dfb-3708-422d-85ee-b8db53577948', 'status': 'completed', 'code': 200} Dec 20 14:44:04.029592 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:04.054159 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbb8085-a343-45ca-a30e-8f869736eb51 req-5a5eab50-eaa2-4b1e-ab0e-d9d7959bf686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:04.061941 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1dbb8085-a343-45ca-a30e-8f869736eb51 req-5a5eab50-eaa2-4b1e-ab0e-d9d7959bf686 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8a3f5189e8f64307a0b577e5cb283b15&device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 1095 time: 0.4937439 Dec 20 14:44:04.094485 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d902c33f-a338-4fd2-bff7-a26abdf03083 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Network f40aaf94-a5c2-4555-8f51-87bd8723d363 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:44:04.121365 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-d902c33f-a338-4fd2-bff7-a26abdf03083 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:44:04.355253 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1dbb8085-a343-45ca-a30e-8f869736eb51 req-65d40f5b-4796-44e7-8034-8a0e1d03f6ba service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cbf29dfb-3708-422d-85ee-b8db53577948 HTTP/1.1" status: 200 len: 217 time: 0.2548883 Dec 20 14:44:04.356358 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdfc2c5d-2418-4635-b1e8-67faf99a7c29 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Deleting subnet 217a22e1-b80c-478f-8511-1bdf907626f5 {{(pid=103168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:44:04.373850 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d902c33f-a338-4fd2-bff7-a26abdf03083 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Router 7dd96a12-7ea2-4fed-88ca-0d97ef737119 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:44:04.381531 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cdfc2c5d-2418-4635-b1e8-67faf99a7c29 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks [] for subnet, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:04.386970 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] For port f8d257a2-6e0c-4cc6-b50e-504d4ba2fd14, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=f8d257a2-6e0c-4cc6-b50e-504d4ba2fd14,segment=NetworkSegment(0deaa76e-8a3e-44c4-a3b8-992392ef4539),segment_id=0deaa76e-8a3e-44c4-a3b8-992392ef4539)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:44:04.405623 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:04.549427 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cdfc2c5d-2418-4635-b1e8-67faf99a7c29 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9023023'] for subnet, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:04.651851 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 9fe30173-2155-4eb3-9b7a-3239d6dc0cce up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:44:04.776917 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cdfc2c5d-2418-4635-b1e8-67faf99a7c29 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:04.789862 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d902c33f-a338-4fd2-bff7-a26abdf03083 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:44:04.798542 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-d902c33f-a338-4fd2-bff7-a26abdf03083 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "PUT /v2.0/routers/7dd96a12-7ea2-4fed-88ca-0d97ef737119/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0977595 Dec 20 14:44:04.801345 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ad4f16-1cc3-4635-8931-74a672899e1a None None] Sync routers for ids ['7dd96a12-7ea2-4fed-88ca-0d97ef737119'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:44:04.817425 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Pushing event updated for resources: {'Port': ['ID=f8d257a2-6e0c-4cc6-b50e-504d4ba2fd14,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:04.818553 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ad4f16-1cc3-4635-8931-74a672899e1a None None] Routers {'7dd96a12-7ea2-4fed-88ca-0d97ef737119'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:44:04.819235 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-32ad4f16-1cc3-4635-8931-74a672899e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:44:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['7dd96a12-7ea2-4fed-88ca-0d97ef737119'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:44:04.823602 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 52264) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:44:04.827414 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb552eb6-a7da-460c-87ff-3e82cd5df9a9 req-0315f32d-bec9-45fe-8ac7-630189e4615d tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:04.839961 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-e0c07711-66e4-49c7-b857-9c7ad4a75493 None None] Provisioning complete for port f8d257a2-6e0c-4cc6-b50e-504d4ba2fd14 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:44:04.843408 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e0c07711-66e4-49c7-b857-9c7ad4a75493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:04.843631 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fb552eb6-a7da-460c-87ff-3e82cd5df9a9 req-0315f32d-bec9-45fe-8ac7-630189e4615d tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 943 time: 0.7407794 Dec 20 14:44:04.855674 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-35abcc52-2ab7-4cdd-bbf4-b5cfb99921f1 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Request body: {'network': {'name': 'tempest-RoutersTest-693565435'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:44:04.876325 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbb8085-a343-45ca-a30e-8f869736eb51 req-8bea2615-b511-4f5b-b910-9e4eeb8d386d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:04.882877 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1dbb8085-a343-45ca-a30e-8f869736eb51 req-8bea2615-b511-4f5b-b910-9e4eeb8d386d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=688232d4-a5ee-4fe6-bf9a-f2474a9f502e HTTP/1.1" status: 200 len: 853 time: 0.5190871 Dec 20 14:44:05.007611 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1dbb8085-a343-45ca-a30e-8f869736eb51 req-d6630273-2773-4764-a64b-c21f64d8bd28 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e77a6991-7e9b-4f80-86c7-a3378ec4de6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1137290 Dec 20 14:44:05.207299 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fb552eb6-a7da-460c-87ff-3e82cd5df9a9 req-f9b055a6-9699-4b22-83cc-e4e9db8de9d8 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3553290 Dec 20 14:44:05.211195 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-32ad4f16-1cc3-4635-8931-74a672899e1a None None] Set router 7dd96a12-7ea2-4fed-88ca-0d97ef737119 gateway port host: None {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:44:05.233499 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 9fe30173-2155-4eb3-9b7a-3239d6dc0cce triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:44:05.234019 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:05.242087 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cdfc2c5d-2418-4635-b1e8-67faf99a7c29 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8850800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470517'] for subnet, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:05.297073 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-e0c07711-66e4-49c7-b857-9c7ad4a75493 None None] Provisioning complete for port 72165306-9081-4306-b774-2a4f0bae048c triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:44:05.297594 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e0c07711-66e4-49c7-b857-9c7ad4a75493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:05.320263 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfc2c5d-2418-4635-b1e8-67faf99a7c29 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event deleted for resources: {'Subnet': ['ID=217a22e1-b80c-478f-8511-1bdf907626f5,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:05.341570 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-e0c07711-66e4-49c7-b857-9c7ad4a75493 None None] Port 72165306-9081-4306-b774-2a4f0bae048c cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:44:05.350205 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cdfc2c5d-2418-4635-b1e8-67faf99a7c29 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:05.372395 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-cdfc2c5d-2418-4635-b1e8-67faf99a7c29 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "DELETE /v2.0/subnets/217a22e1-b80c-478f-8511-1bdf907626f5 HTTP/1.1" status: 204 len: 168 time: 1.4856262 Dec 20 14:44:05.373086 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 52272) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:44:05.380915 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5c70e3-db52-4793-8dd2-66d165355a45 None None] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:44:05.398627 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-e0c07711-66e4-49c7-b857-9c7ad4a75493 None None] Provisioning complete for port 9fe30173-2155-4eb3-9b7a-3239d6dc0cce triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:44:05.399402 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e0c07711-66e4-49c7-b857-9c7ad4a75493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:05.481927 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-46363bd0-c114-40bd-91b1-6bc9284a48b6 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1047142 Dec 20 14:44:05.484989 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 52274) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:44:05.495975 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-cab3774c-346c-475e-86ef-6bfb358b3188 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Request body: {'subnet': {'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:44:05.528586 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35abcc52-2ab7-4cdd-bbf4-b5cfb99921f1 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Made reservation on behalf of 50053969373c435f81b8431b3e816f88 for: {'network': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:44:05.551196 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-35abcc52-2ab7-4cdd-bbf4-b5cfb99921f1 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:05.568086 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-32ad4f16-1cc3-4635-8931-74a672899e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd96a12-7ea2-4fed-88ca-0d97ef737119', 'name': 'tempest-RoutersTest-router-1838996544', 'tenant_id': '50053969373c435f81b8431b3e816f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:43:31Z', 'updated_at': '2021-12-20T14:43:59Z', 'revision_number': 4, 'project_id': '50053969373c435f81b8431b3e816f88', 'gw_port_host': None, '_interfaces': [{'id': '72165306-9081-4306-b774-2a4f0bae048c', 'name': '', 'network_id': 'f40aaf94-a5c2-4555-8f51-87bd8723d363', 'tenant_id': '50053969373c435f81b8431b3e816f88', 'mac_address': 'fa:16:3e:47:c9:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dd96a12-7ea2-4fed-88ca-0d97ef737119', 'device_owner': 'network:router_interface', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': 'a1f90562-366d-4022-890f-c7f024fbed84', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:43:57Z', 'updated_at': '2021-12-20T14:44:01Z', 'revision_number': 2, 'project_id': '50053969373c435f81b8431b3e816f88', 'subnets': [{'id': 'a1f90562-366d-4022-890f-c7f024fbed84', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd20ccaa3-c111-4619-a747-1574108a4b76', 'name': '', 'network_id': '9379c086-95d2-4fb0-8248-052d883dac5a', 'tenant_id': '50053969373c435f81b8431b3e816f88', 'mac_address': 'fa:16:3e:e6:40:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd96a12-7ea2-4fed-88ca-0d97ef737119', 'device_owner': 'network:router_interface', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': '5c157bc3-6461-40ce-84ff-7c9b3fdb4343', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:43:43Z', 'updated_at': '2021-12-20T14:43:57Z', 'revision_number': 5, 'project_id': '50053969373c435f81b8431b3e816f88', 'subnets': [{'id': '5c157bc3-6461-40ce-84ff-7c9b3fdb4343', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee99a0ab-7a0d-46d7-ad0e-29c134e184d0', 'name': '', 'network_id': 'e559c019-62a6-4da7-bfc3-aa6a5b63cbf1', 'tenant_id': '50053969373c435f81b8431b3e816f88', 'mac_address': 'fa:16:3e:d8:66:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd96a12-7ea2-4fed-88ca-0d97ef737119', 'device_owner': 'network:router_interface', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '81cdaa41-d9ce-4366-baf5-5d5a3483918c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:43:33Z', 'updated_at': '2021-12-20T14:43:43Z', 'revision_number': 5, 'project_id': '50053969373c435f81b8431b3e816f88', 'subnets': [{'id': '81cdaa41-d9ce-4366-baf5-5d5a3483918c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:44:05.632750 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ad4f16-1cc3-4635-8931-74a672899e1a None None] Checking router: 7dd96a12-7ea2-4fed-88ca-0d97ef737119 for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:44:05.633372 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ad4f16-1cc3-4635-8931-74a672899e1a None None] Updating router 7dd96a12-7ea2-4fed-88ca-0d97ef737119 port 72165306-9081-4306-b774-2a4f0bae048c binding host n-d-761264-19 {{(pid=103170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 14:44:05.653848 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3aaf3c-55c1-4d4d-803f-220874866913 req-c64594e1-890f-4391-847c-397efbf4b67e tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:05.676279 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4e3aaf3c-55c1-4d4d-803f-220874866913 req-c64594e1-890f-4391-847c-397efbf4b67e tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "GET /v2.0/ports?device_id=c09bc019-13ea-434d-bbc0-07c863b22aea HTTP/1.1" status: 200 len: 945 time: 0.2858500 Dec 20 14:44:05.689969 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1dbb8085-a343-45ca-a30e-8f869736eb51 req-99acac03-4756-4e65-ad8c-d0365e433105 service neutron] 10.222.0.47 "GET /v2.0/networks/e77a6991-7e9b-4f80-86c7-a3378ec4de6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6160524 Dec 20 14:44:05.705991 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-32ad4f16-1cc3-4635-8931-74a672899e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:05.824316 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4e3aaf3c-55c1-4d4d-803f-220874866913 req-f167dc8a-e0f5-40c6-9e1e-f0f52656018b tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "GET /v2.0/security-groups?id=c47d898d-9929-440f-b783-78aa0f136a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471758 Dec 20 14:44:05.860584 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cab3774c-346c-475e-86ef-6bfb358b3188 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Made reservation on behalf of 71d0c98cab4349b4848e68f8a37dbf12 for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:44:05.868657 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cab3774c-346c-475e-86ef-6bfb358b3188 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:05.884680 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:05.905947 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-e0c07711-66e4-49c7-b857-9c7ad4a75493 None None] Could not find standard attr ID for object a0ec6d9d-19be-4549-998f-b4379bd26617. {{(pid=103169) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 14:44:05.969074 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1dbb8085-a343-45ca-a30e-8f869736eb51 req-20db11d1-90d8-4cfc-a5c7-980204ded55b service neutron] 10.222.0.47 "GET /v2.0/networks/e77a6991-7e9b-4f80-86c7-a3378ec4de6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2674050 Dec 20 14:44:05.982010 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bcac708-ba39-48ac-b5bc-74c57aa64974 None None] DHCP port deletion for e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:44:05.985003 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 52278) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:44:06.153521 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35abcc52-2ab7-4cdd-bbf4-b5cfb99921f1 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=103167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:44:06.183024 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-936ac041-a5c1-4175-aa6d-33528d570b18 None None] Provisioning complete for port f8d257a2-6e0c-4cc6-b50e-504d4ba2fd14 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:44:06.184480 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-936ac041-a5c1-4175-aa6d-33528d570b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:06.228885 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cab3774c-346c-475e-86ef-6bfb358b3188 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8848317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10470522'] for subnet, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:06.245574 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-35abcc52-2ab7-4cdd-bbf4-b5cfb99921f1 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:06.247043 n-d-761264-19 neutron-server[103167]: INFO neutron.db.segments_db [None req-35abcc52-2ab7-4cdd-bbf4-b5cfb99921f1 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Added segment 8d4d33dd-e165-44d7-be4d-dcdd3d0e52ab of type vlan for network 6dcec53b-ca65-45ae-832a-b827e13b415b Dec 20 14:44:06.296639 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1680a2af-983d-402a-a995-f7daae1dda4a req-77cfe75f-dad6-43e4-b841-381d2136aabb tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:06.300640 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1680a2af-983d-402a-a995-f7daae1dda4a req-77cfe75f-dad6-43e4-b841-381d2136aabb tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a83aaac-7396-4782-a290-1f0b3f47602a HTTP/1.1" status: 200 len: 946 time: 0.8665371 Dec 20 14:44:06.369764 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3977ecc4-07b1-49f5-ab61-8017a2634f7d req-eb2188c4-0858-4cb0-a622-b64eab706b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:06.370653 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:06.371402 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3977ecc4-07b1-49f5-ab61-8017a2634f7d req-eb2188c4-0858-4cb0-a622-b64eab706b7b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8a3f5189e8f64307a0b577e5cb283b15&device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 1095 time: 0.2615955 Dec 20 14:44:06.397280 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-3bcac708-ba39-48ac-b5bc-74c57aa64974 None None] Deleting port f8d257a2-6e0c-4cc6-b50e-504d4ba2fd14 {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:44:06.397937 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-3bcac708-ba39-48ac-b5bc-74c57aa64974 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:06.431727 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-32ad4f16-1cc3-4635-8931-74a672899e1a None None] Publish callbacks [] for port, precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:06.441171 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-32ad4f16-1cc3-4635-8931-74a672899e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:06.494718 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab3774c-346c-475e-86ef-6bfb358b3188 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:44:06.538656 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-cab3774c-346c-475e-86ef-6bfb358b3188 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:44:06.560647 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab3774c-346c-475e-86ef-6bfb358b3188 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:06.561305 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cab3774c-346c-475e-86ef-6bfb358b3188 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:06.565323 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578ab2c6-79d0-4e01-a86c-d4de43440358 None None] Pushing event updated for resources: {'Port': ['ID=72165306-9081-4306-b774-2a4f0bae048c,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:06.576331 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab3774c-346c-475e-86ef-6bfb358b3188 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event updated for resources: {'Subnet': ['ID=bbeea7bd-c77a-408e-962a-09ab5a5ace40,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:06.597446 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f97f06-c32c-40ce-9c89-33be5475c837 req-c14be2a7-514e-4d96-92ec-6122efbadaf4 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:06.609462 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-81f97f06-c32c-40ce-9c89-33be5475c837 req-c14be2a7-514e-4d96-92ec-6122efbadaf4 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.30 "GET /v2.0/ports?device_id=c09bc019-13ea-434d-bbc0-07c863b22aea HTTP/1.1" status: 200 len: 945 time: 0.3951383 Dec 20 14:44:06.666925 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-356fff28-b907-44c0-bf10-781f32fdeaa6 tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:06.670625 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device f8d257a2-6e0c-4cc6-b50e-504d4ba2fd14 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:44:06.707102 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-32ad4f16-1cc3-4635-8931-74a672899e1a None None] Attempting to bind port 72165306-9081-4306-b774-2a4f0bae048c on host n-d-761264-19 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:44:06.707521 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-32ad4f16-1cc3-4635-8931-74a672899e1a None None] Attempting to bind port 72165306-9081-4306-b774-2a4f0bae048c by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '1c8ab4ca-c35a-47d9-af18-00711d94b5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f40aaf94-a5c2-4555-8f51-87bd8723d363'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:44:06.707888 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ad4f16-1cc3-4635-8931-74a672899e1a None None] Attempting to bind port 72165306-9081-4306-b774-2a4f0bae048c on network f40aaf94-a5c2-4555-8f51-87bd8723d363 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:44:06.721384 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ad4f16-1cc3-4635-8931-74a672899e1a None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:44:06.721759 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ad4f16-1cc3-4635-8931-74a672899e1a None None] Checking segment: {'id': '1c8ab4ca-c35a-47d9-af18-00711d94b5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f40aaf94-a5c2-4555-8f51-87bd8723d363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:44:06.722188 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-32ad4f16-1cc3-4635-8931-74a672899e1a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:06.722564 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ad4f16-1cc3-4635-8931-74a672899e1a None None] Bound using segment: {'id': '1c8ab4ca-c35a-47d9-af18-00711d94b5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f40aaf94-a5c2-4555-8f51-87bd8723d363'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:44:06.723091 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-32ad4f16-1cc3-4635-8931-74a672899e1a None None] Bound port: 72165306-9081-4306-b774-2a4f0bae048c, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c8ab4ca-c35a-47d9-af18-00711d94b5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f40aaf94-a5c2-4555-8f51-87bd8723d363'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:44:06.723493 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-32ad4f16-1cc3-4635-8931-74a672899e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:06.741768 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa137e40-3e06-422b-83be-45d244a3fe6b req-c635757e-672a-40a6-8fa7-6aa718c60e4f tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:06.744733 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-356fff28-b907-44c0-bf10-781f32fdeaa6 tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:06.745837 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fa137e40-3e06-422b-83be-45d244a3fe6b req-c635757e-672a-40a6-8fa7-6aa718c60e4f tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 943 time: 0.4196322 Dec 20 14:44:06.785755 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-cab3774c-346c-475e-86ef-6bfb358b3188 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2922664 Dec 20 14:44:06.825931 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-35abcc52-2ab7-4cdd-bbf4-b5cfb99921f1 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:06.829828 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 52286) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:44:06.836817 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-b36f11b9-8bed-49d7-a64d-40e2fe723e0e tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Request body: {'port': {'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'name': 'tempest-NetworksTestDHCPv6-1413524435'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:44:06.842451 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-3bcac708-ba39-48ac-b5bc-74c57aa64974 None None] For port f8d257a2-6e0c-4cc6-b50e-504d4ba2fd14, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=f8d257a2-6e0c-4cc6-b50e-504d4ba2fd14,segment=NetworkSegment(0deaa76e-8a3e-44c4-a3b8-992392ef4539),segment_id=0deaa76e-8a3e-44c4-a3b8-992392ef4539)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:44:06.843299 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-3bcac708-ba39-48ac-b5bc-74c57aa64974 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:06.884492 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-936ac041-a5c1-4175-aa6d-33528d570b18 None None] Provisioning complete for port 72165306-9081-4306-b774-2a4f0bae048c triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:44:06.887275 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-936ac041-a5c1-4175-aa6d-33528d570b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:06.891179 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-32ad4f16-1cc3-4635-8931-74a672899e1a None None] For port 72165306-9081-4306-b774-2a4f0bae048c, host n-d-761264-19, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:44:06.900597 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-32ad4f16-1cc3-4635-8931-74a672899e1a None None] For port 72165306-9081-4306-b774-2a4f0bae048c, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=72165306-9081-4306-b774-2a4f0bae048c,segment=NetworkSegment(1c8ab4ca-c35a-47d9-af18-00711d94b5dc),segment_id=1c8ab4ca-c35a-47d9-af18-00711d94b5dc)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:44:06.908564 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-32ad4f16-1cc3-4635-8931-74a672899e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:06.984266 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-3bcac708-ba39-48ac-b5bc-74c57aa64974 None None] Calling delete_port for f8d257a2-6e0c-4cc6-b50e-504d4ba2fd14 owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:44:06.990103 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-936ac041-a5c1-4175-aa6d-33528d570b18 None None] Port 72165306-9081-4306-b774-2a4f0bae048c cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:44:07.005670 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-35abcc52-2ab7-4cdd-bbf4-b5cfb99921f1 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:07.020944 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-936ac041-a5c1-4175-aa6d-33528d570b18 None None] Could not find standard attr ID for object 6fdc3328-05ef-4865-872d-983b8a908125. {{(pid=103169) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 14:44:07.025178 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35abcc52-2ab7-4cdd-bbf4-b5cfb99921f1 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:07.025846 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-35abcc52-2ab7-4cdd-bbf4-b5cfb99921f1 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:07.134023 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ad4f16-1cc3-4635-8931-74a672899e1a None None] Routers {'7dd96a12-7ea2-4fed-88ca-0d97ef737119'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:44:07.135107 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-32ad4f16-1cc3-4635-8931-74a672899e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:44:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['7dd96a12-7ea2-4fed-88ca-0d97ef737119'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:44:07.199236 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b36f11b9-8bed-49d7-a64d-40e2fe723e0e tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Made reservation on behalf of 71d0c98cab4349b4848e68f8a37dbf12 for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:44:07.203984 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b36f11b9-8bed-49d7-a64d-40e2fe723e0e tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:07.225640 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [None req-b36f11b9-8bed-49d7-a64d-40e2fe723e0e tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] device_id is not set on port 138392ce-aa49-4df0-a653-3b7d55e9186f yet. {{(pid=103168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 14:44:07.272995 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578ab2c6-79d0-4e01-a86c-d4de43440358 None None] Pushing event updated for resources: {'Port': ['ID=72165306-9081-4306-b774-2a4f0bae048c,revision_number=4']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:07.347983 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1680a2af-983d-402a-a995-f7daae1dda4a req-51c9a79c-50f7-469d-84ac-7e2dd04502c0 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=32bfc1ff-28fd-45a5-ae96-207d0fefe02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0134161 Dec 20 14:44:07.376815 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-b36f11b9-8bed-49d7-a64d-40e2fe723e0e tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Allocated IP 2001:db8::29 (e2be1aff-cd00-4c3f-b1c0-ddca69da57f4/bbeea7bd-c77a-408e-962a-09ab5a5ace40/138392ce-aa49-4df0-a653-3b7d55e9186f) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:44:07.382954 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-35abcc52-2ab7-4cdd-bbf4-b5cfb99921f1 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.5413079 Dec 20 14:44:07.414009 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 52292) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:44:07.439474 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-4e918b4e-3bfe-413b-9d9f-a18a633e8fc8 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Request body: {'subnet': {'network_id': '6dcec53b-ca65-45ae-832a-b827e13b415b', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:44:07.442607 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-3bcac708-ba39-48ac-b5bc-74c57aa64974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:07.463512 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35abcc52-2ab7-4cdd-bbf4-b5cfb99921f1 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Pushing event updated for resources: {'Network': ['ID=6dcec53b-ca65-45ae-832a-b827e13b415b,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:07.464022 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-32ad4f16-1cc3-4635-8931-74a672899e1a None None] Set router 7dd96a12-7ea2-4fed-88ca-0d97ef737119 gateway port host: None {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:44:07.500206 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcac708-ba39-48ac-b5bc-74c57aa64974 None None] No DVR routers for this DVR port f8d257a2-6e0c-4cc6-b50e-504d4ba2fd14 on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:44:07.626531 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae6a6d4-c89f-4da3-9af3-246ec27a46e5 None None] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:44:07.647374 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:07.656285 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcac708-ba39-48ac-b5bc-74c57aa64974 None None] Pushing event deleted for resources: {'Port': ['ID=f8d257a2-6e0c-4cc6-b50e-504d4ba2fd14,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:07.663761 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3977ecc4-07b1-49f5-ab61-8017a2634f7d req-8fa3074c-93c2-4459-93b7-33f594341d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:07.673523 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3977ecc4-07b1-49f5-ab61-8017a2634f7d req-8fa3074c-93c2-4459-93b7-33f594341d09 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e77a6991-7e9b-4f80-86c7-a3378ec4de6a HTTP/1.1" status: 200 len: 914 time: 1.1874607 Dec 20 14:44:07.742630 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-5af5d78a-76d9-439f-83bf-19c484067d03 None None] Provisioning complete for port 72165306-9081-4306-b774-2a4f0bae048c triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:44:07.744836 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-5af5d78a-76d9-439f-83bf-19c484067d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:08.017441 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-356fff28-b907-44c0-bf10-781f32fdeaa6 tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:08.031035 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-356fff28-b907-44c0-bf10-781f32fdeaa6 tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:08.031354 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 6dcec53b-ca65-45ae-832a-b827e13b415b details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:44:08.032019 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-356fff28-b907-44c0-bf10-781f32fdeaa6 tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] 10.222.0.54 "DELETE /v2.0/security-groups/1fd3dc76-3453-41b8-8d7d-617eb8eaea07 HTTP/1.1" status: 204 len: 168 time: 1.9958091 Dec 20 14:44:08.041475 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 52296) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:44:08.050794 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fa137e40-3e06-422b-83be-45d244a3fe6b req-a1a69644-6f0d-471d-92f2-60599b8571f7 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2956417 Dec 20 14:44:08.083555 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3977ecc4-07b1-49f5-ab61-8017a2634f7d req-218bb3d9-cbcc-4974-a878-3bff2fc25a58 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cbf29dfb-3708-422d-85ee-b8db53577948 HTTP/1.1" status: 200 len: 217 time: 0.4016087 Dec 20 14:44:08.222908 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b36f11b9-8bed-49d7-a64d-40e2fe723e0e tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:08.232168 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-81f97f06-c32c-40ce-9c89-33be5475c837 req-da2cd2b5-92ff-4bac-9776-271493057678 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Deleting port 93af668f-2513-4104-bc3f-9ee7e91d2ff6 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:44:08.232528 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-81f97f06-c32c-40ce-9c89-33be5475c837 req-da2cd2b5-92ff-4bac-9776-271493057678 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:08.265063 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-32ad4f16-1cc3-4635-8931-74a672899e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd96a12-7ea2-4fed-88ca-0d97ef737119', 'name': 'tempest-RoutersTest-router-1838996544', 'tenant_id': '50053969373c435f81b8431b3e816f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:43:31Z', 'updated_at': '2021-12-20T14:43:59Z', 'revision_number': 4, 'project_id': '50053969373c435f81b8431b3e816f88', 'gw_port_host': None, '_interfaces': [{'id': '72165306-9081-4306-b774-2a4f0bae048c', 'name': '', 'network_id': 'f40aaf94-a5c2-4555-8f51-87bd8723d363', 'tenant_id': '50053969373c435f81b8431b3e816f88', 'mac_address': 'fa:16:3e:47:c9:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dd96a12-7ea2-4fed-88ca-0d97ef737119', 'device_owner': 'network:router_interface', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': 'a1f90562-366d-4022-890f-c7f024fbed84', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:43:57Z', 'updated_at': '2021-12-20T14:44:06Z', 'revision_number': 4, 'project_id': '50053969373c435f81b8431b3e816f88', 'subnets': [{'id': 'a1f90562-366d-4022-890f-c7f024fbed84', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd20ccaa3-c111-4619-a747-1574108a4b76', 'name': '', 'network_id': '9379c086-95d2-4fb0-8248-052d883dac5a', 'tenant_id': '50053969373c435f81b8431b3e816f88', 'mac_address': 'fa:16:3e:e6:40:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd96a12-7ea2-4fed-88ca-0d97ef737119', 'device_owner': 'network:router_interface', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': '5c157bc3-6461-40ce-84ff-7c9b3fdb4343', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:43:43Z', 'updated_at': '2021-12-20T14:43:57Z', 'revision_number': 5, 'project_id': '50053969373c435f81b8431b3e816f88', 'subnets': [{'id': '5c157bc3-6461-40ce-84ff-7c9b3fdb4343', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee99a0ab-7a0d-46d7-ad0e-29c134e184d0', 'name': '', 'network_id': 'e559c019-62a6-4da7-bfc3-aa6a5b63cbf1', 'tenant_id': '50053969373c435f81b8431b3e816f88', 'mac_address': 'fa:16:3e:d8:66:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd96a12-7ea2-4fed-88ca-0d97ef737119', 'device_owner': 'network:router_interface', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '81cdaa41-d9ce-4366-baf5-5d5a3483918c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:43:33Z', 'updated_at': '2021-12-20T14:43:43Z', 'revision_number': 5, 'project_id': '50053969373c435f81b8431b3e816f88', 'subnets': [{'id': '81cdaa41-d9ce-4366-baf5-5d5a3483918c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:44:08.270718 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c094042-c0f5-4d6a-9f8e-43bf2b12bb97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'project_id': '71d0c98cab4349b4848e68f8a37dbf12', 'fixed_ips': [{'subnet_id': 'bbeea7bd-c77a-408e-962a-09ab5a5ace40'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:44:08.271863 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-5c094042-c0f5-4d6a-9f8e-43bf2b12bb97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:08.321899 n-d-761264-19 neutron-server[103167]: INFO neutron.api.v2.resource [None req-40b517b4-7a88-4742-96c2-5623852661ff tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] show failed (client error): The resource could not be found. Dec 20 14:44:08.325536 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-40b517b4-7a88-4742-96c2-5623852661ff tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] 10.222.0.54 "GET /v2.0/security-groups/1fd3dc76-3453-41b8-8d7d-617eb8eaea07 HTTP/1.1" status: 404 len: 347 time: 0.2409804 Dec 20 14:44:08.326803 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356fff28-b907-44c0-bf10-781f32fdeaa6 tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fd3dc76-3453-41b8-8d7d-617eb8eaea07,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:08.333861 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 52300) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:44:08.385148 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ad4f16-1cc3-4635-8931-74a672899e1a None None] The sync data for ids ['7dd96a12-7ea2-4fed-88ca-0d97ef737119'] in n-d-761264-19 is: [{'id': '7dd96a12-7ea2-4fed-88ca-0d97ef737119', 'name': 'tempest-RoutersTest-router-1838996544', 'tenant_id': '50053969373c435f81b8431b3e816f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:43:31Z', 'updated_at': '2021-12-20T14:43:59Z', 'revision_number': 4, 'project_id': '50053969373c435f81b8431b3e816f88', 'gw_port_host': None, '_interfaces': [{'id': '72165306-9081-4306-b774-2a4f0bae048c', 'name': '', 'network_id': 'f40aaf94-a5c2-4555-8f51-87bd8723d363', 'tenant_id': '50053969373c435f81b8431b3e816f88', 'mac_address': 'fa:16:3e:47:c9:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dd96a12-7ea2-4fed-88ca-0d97ef737119', 'device_owner': 'network:router_interface', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': 'a1f90562-366d-4022-890f-c7f024fbed84', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:43:57Z', 'updated_at': '2021-12-20T14:44:06Z', 'revision_number': 4, 'project_id': '50053969373c435f81b8431b3e816f88', 'subnets': [{'id': 'a1f90562-366d-4022-890f-c7f024fbed84', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd20ccaa3-c111-4619-a747-1574108a4b76', 'name': '', 'network_id': '9379c086-95d2-4fb0-8248-052d883dac5a', 'tenant_id': '50053969373c435f81b8431b3e816f88', 'mac_address': 'fa:16:3e:e6:40:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd96a12-7ea2-4fed-88ca-0d97ef737119', 'device_owner': 'network:router_interface', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': '5c157bc3-6461-40ce-84ff-7c9b3fdb4343', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:43:43Z', 'updated_at': '2021-12-20T14:43:57Z', 'revision_number': 5, 'project_id': '50053969373c435f81b8431b3e816f88', 'subnets': [{'id': '5c157bc3-6461-40ce-84ff-7c9b3fdb4343', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee99a0ab-7a0d-46d7-ad0e-29c134e184d0', 'name': '', 'network_id': 'e559c019-62a6-4da7-bfc3-aa6a5b63cbf1', 'tenant_id': '50053969373c435f81b8431b3e816f88', 'mac_address': 'fa:16:3e:d8:66:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd96a12-7ea2-4fed-88ca-0d97ef737119', 'device_owner': 'network:router_interface', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '81cdaa41-d9ce-4366-baf5-5d5a3483918c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:43:33Z', 'updated_at': '2021-12-20T14:43:43Z', 'revision_number': 5, 'project_id': '50053969373c435f81b8431b3e816f88', 'subnets': [{'id': '81cdaa41-d9ce-4366-baf5-5d5a3483918c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:44:08.406578 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-81f97f06-c32c-40ce-9c89-33be5475c837 req-da2cd2b5-92ff-4bac-9776-271493057678 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] For port 93af668f-2513-4104-bc3f-9ee7e91d2ff6, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=93af668f-2513-4104-bc3f-9ee7e91d2ff6,segment=NetworkSegment(877e7bc7-97ff-42dc-9484-98838533dd48),segment_id=877e7bc7-97ff-42dc-9484-98838533dd48)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:44:08.407100 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-81f97f06-c32c-40ce-9c89-33be5475c837 req-da2cd2b5-92ff-4bac-9776-271493057678 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:08.563491 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3977ecc4-07b1-49f5-ab61-8017a2634f7d req-a9250fe4-4a50-46ab-a0d5-addb0164cac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:08.566105 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3977ecc4-07b1-49f5-ab61-8017a2634f7d req-a9250fe4-4a50-46ab-a0d5-addb0164cac4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=688232d4-a5ee-4fe6-bf9a-f2474a9f502e HTTP/1.1" status: 200 len: 853 time: 0.4653690 Dec 20 14:44:08.615190 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device cbf29dfb-3708-422d-85ee-b8db53577948 details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:44:08.618190 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-5af5d78a-76d9-439f-83bf-19c484067d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:08.671755 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a53524-c792-48c2-9ba4-3f927ce16f6d req-2f80b98a-7905-473b-9b5a-d94c8c147a15 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:08.677982 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a3a53524-c792-48c2-9ba4-3f927ce16f6d req-2f80b98a-7905-473b-9b5a-d94c8c147a15 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "GET /v2.0/ports?device_id=c09bc019-13ea-434d-bbc0-07c863b22aea HTTP/1.1" status: 200 len: 945 time: 0.7193859 Dec 20 14:44:08.711870 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [req-bb356197-feaf-4593-8e65-85bd350aac21 req-c70c27a1-374f-4ce7-9338-71486b4868a4 service neutron] (103167) timed out ('10.222.0.30', 54650) {{(pid=103167) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 20 14:44:08.712417 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e918b4e-3bfe-413b-9d9f-a18a633e8fc8 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Made reservation on behalf of 50053969373c435f81b8431b3e816f88 for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:44:08.741753 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4e918b4e-3bfe-413b-9d9f-a18a633e8fc8 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:08.742927 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-5af5d78a-76d9-439f-83bf-19c484067d03 None None] For port 72165306-9081-4306-b774-2a4f0bae048c, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=72165306-9081-4306-b774-2a4f0bae048c,segment=NetworkSegment(1c8ab4ca-c35a-47d9-af18-00711d94b5dc),segment_id=1c8ab4ca-c35a-47d9-af18-00711d94b5dc)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:44:09.001907 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3977ecc4-07b1-49f5-ab61-8017a2634f7d req-5aed44ea-1c46-448d-b496-76a841e375aa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e77a6991-7e9b-4f80-86c7-a3378ec4de6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3618767 Dec 20 14:44:09.194854 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a3a53524-c792-48c2-9ba4-3f927ce16f6d req-261dbd1b-8eb1-45ed-9dc9-b48c6e47b7cb tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "GET /v2.0/security-groups?id=c47d898d-9929-440f-b783-78aa0f136a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4342656 Dec 20 14:44:09.345864 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3977ecc4-07b1-49f5-ab61-8017a2634f7d req-39e5c3da-09f7-4017-9a5d-6e565b9c9e7e service neutron] 10.222.0.47 "GET /v2.0/networks/e77a6991-7e9b-4f80-86c7-a3378ec4de6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3127141 Dec 20 14:44:09.351566 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-5af5d78a-76d9-439f-83bf-19c484067d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:09.356887 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-5b933f6c-0bdd-47ef-80b9-ca4107f95488 tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] Deleting port 345ab5db-83e1-4429-87c4-dade5489aa95 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:44:09.357447 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5b933f6c-0bdd-47ef-80b9-ca4107f95488 tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:09.474558 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c37b977-23f9-4259-91ab-da642efa2f32 req-0864a302-1f1c-40da-99ed-8ad2ac45b406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:09.476777 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8c37b977-23f9-4259-91ab-da642efa2f32 req-0864a302-1f1c-40da-99ed-8ad2ac45b406 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9abc31fa6fc849d78699cc7e0935f4b6&device_id=2a83aaac-7396-4782-a290-1f0b3f47602a HTTP/1.1" status: 200 len: 1098 time: 0.5349655 Dec 20 14:44:09.504556 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 93af668f-2513-4104-bc3f-9ee7e91d2ff6 no longer exists at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:44:09.516967 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e175fdbb-992c-4a5a-bd90-7766b6fdd20d req-fd89dc96-0f1b-46b1-98cd-946a20d0dc64 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:09.525435 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e175fdbb-992c-4a5a-bd90-7766b6fdd20d req-fd89dc96-0f1b-46b1-98cd-946a20d0dc64 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a83aaac-7396-4782-a290-1f0b3f47602a HTTP/1.1" status: 200 len: 946 time: 0.5822465 Dec 20 14:44:09.606970 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b36f11b9-8bed-49d7-a64d-40e2fe723e0e tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:09.697731 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-81f97f06-c32c-40ce-9c89-33be5475c837 req-da2cd2b5-92ff-4bac-9776-271493057678 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:09.698752 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-81f97f06-c32c-40ce-9c89-33be5475c837 req-da2cd2b5-92ff-4bac-9776-271493057678 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585115'] for floatingip, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:09.698752 n-d-761264-19 neutron-server[103168]: INFO neutron.db.l3_db [req-81f97f06-c32c-40ce-9c89-33be5475c837 req-da2cd2b5-92ff-4bac-9776-271493057678 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Floating IP 55289cfc-7867-4712-9d2f-55d25ee7f16c disassociated. External IP: 172.25.0.18, port: 93af668f-2513-4104-bc3f-9ee7e91d2ff6. Dec 20 14:44:09.698978 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-81f97f06-c32c-40ce-9c89-33be5475c837 req-da2cd2b5-92ff-4bac-9776-271493057678 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Calling delete_port for 93af668f-2513-4104-bc3f-9ee7e91d2ff6 owned by compute:nova {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:44:09.719604 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e175fdbb-992c-4a5a-bd90-7766b6fdd20d req-89d77810-ff41-4bb3-bc22-d827566790f4 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=32bfc1ff-28fd-45a5-ae96-207d0fefe02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1929448 Dec 20 14:44:09.726204 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af5d78a-76d9-439f-83bf-19c484067d03 None None] Pushing event updated for resources: {'Port': ['ID=72165306-9081-4306-b774-2a4f0bae048c,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:09.841056 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6ecf77-671b-4c17-8e70-7a7fd1918e2e req-b51feb37-4db0-4248-bddd-d215f5c0c2cb tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:09.842752 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ba6ecf77-671b-4c17-8e70-7a7fd1918e2e req-b51feb37-4db0-4248-bddd-d215f5c0c2cb tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] 10.222.0.54 "GET /v2.0/networks?id=ef0adef7-2e9a-4c5f-ae6d-93be04aa201b HTTP/1.1" status: 200 len: 814 time: 0.2617259 Dec 20 14:44:09.856517 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2f5ae643-9744-47fe-8444-66f7437a6f05 None None] Provisioning complete for port 72165306-9081-4306-b774-2a4f0bae048c triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:44:09.857164 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2f5ae643-9744-47fe-8444-66f7437a6f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:09.906143 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port cbf29dfb-3708-422d-85ee-b8db53577948, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=cbf29dfb-3708-422d-85ee-b8db53577948,segment=NetworkSegment(0e7fdf50-5b19-4be8-bc50-cf777ad84dac),segment_id=0e7fdf50-5b19-4be8-bc50-cf777ad84dac)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:44:09.959617 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-5c094042-c0f5-4d6a-9f8e-43bf2b12bb97 None None] Allocated IP 2001:db8::2 (e2be1aff-cd00-4c3f-b1c0-ddca69da57f4/bbeea7bd-c77a-408e-962a-09ab5a5ace40/e26c00c9-0bab-4044-b5ca-dc2c768915ac) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:44:09.964103 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36f11b9-8bed-49d7-a64d-40e2fe723e0e tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:44:10.015793 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-b36f11b9-8bed-49d7-a64d-40e2fe723e0e tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:44:10.016070 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': 'cbf29dfb-3708-422d-85ee-b8db53577948', 'network_id': 'e77a6991-7e9b-4f80-86c7-a3378ec4de6a', 'port_id': 'cbf29dfb-3708-422d-85ee-b8db53577948', 'mac_address': 'fa:16:3e:56:5b:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '688232d4-a5ee-4fe6-bf9a-f2474a9f502e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:44:10.026026 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36f11b9-8bed-49d7-a64d-40e2fe723e0e tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:44:10.032144 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36f11b9-8bed-49d7-a64d-40e2fe723e0e tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:10.032828 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b36f11b9-8bed-49d7-a64d-40e2fe723e0e tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:10.038621 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36f11b9-8bed-49d7-a64d-40e2fe723e0e tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event updated for resources: {'Port': ['ID=138392ce-aa49-4df0-a653-3b7d55e9186f,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:10.113599 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb78de44-c8a3-4a36-934b-2639907e7b2c req-b56dd621-9d19-4c97-82bf-10a7cf242fa2 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:10.115356 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fb78de44-c8a3-4a36-934b-2639907e7b2c req-b56dd621-9d19-4c97-82bf-10a7cf242fa2 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 943 time: 0.2323296 Dec 20 14:44:10.123731 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-b36f11b9-8bed-49d7-a64d-40e2fe723e0e tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.2926879 Dec 20 14:44:10.126915 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c37b977-23f9-4259-91ab-da642efa2f32 req-cd467603-1dd2-4b62-b0b8-6e4a42b10863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:10.128428 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8c37b977-23f9-4259-91ab-da642efa2f32 req-cd467603-1dd2-4b62-b0b8-6e4a42b10863 service neutron] 10.222.0.47 "GET /v2.0/networks?id=247d6423-5fdf-4eed-9378-2e1201ada444 HTTP/1.1" status: 200 len: 918 time: 0.5815585 Dec 20 14:44:10.128943 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 52324) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:44:10.226111 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8c37b977-23f9-4259-91ab-da642efa2f32 req-bca818fe-6b3f-4034-b9c7-fc97e9ddd93e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39fb46ec-bbfe-447b-a277-aff72f4fa08d HTTP/1.1" status: 200 len: 1002 time: 0.0764980 Dec 20 14:44:10.380223 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fb78de44-c8a3-4a36-934b-2639907e7b2c req-9090c76d-3293-4680-be7f-a42cfdcf4c94 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484136 Dec 20 14:44:10.389539 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0390f597-6bd6-4013-a7d2-f7d09bf2e7ec tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:10.393821 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-0390f597-6bd6-4013-a7d2-f7d09bf2e7ec tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.2527788 Dec 20 14:44:10.398037 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 52330) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:44:10.408374 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-5c094042-c0f5-4d6a-9f8e-43bf2b12bb97 None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:10.438056 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c37b977-23f9-4259-91ab-da642efa2f32 req-98404053-b11a-48e2-bc5d-da60b6edaa62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:10.439601 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8c37b977-23f9-4259-91ab-da642efa2f32 req-98404053-b11a-48e2-bc5d-da60b6edaa62 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a8bc57f1-3730-4dfb-a3cb-cf3c3829d7fe HTTP/1.1" status: 200 len: 856 time: 0.1893604 Dec 20 14:44:10.470103 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-5c094042-c0f5-4d6a-9f8e-43bf2b12bb97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:10.477704 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:10.513859 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5b933f6c-0bdd-47ef-80b9-ca4107f95488 tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:10.514369 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5b933f6c-0bdd-47ef-80b9-ca4107f95488 tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:10.531019 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-5b933f6c-0bdd-47ef-80b9-ca4107f95488 tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] Calling delete_port for 345ab5db-83e1-4429-87c4-dade5489aa95 owned by network:floatingip {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:44:10.683734 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 72165306-9081-4306-b774-2a4f0bae048c up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:44:10.720281 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5b933f6c-0bdd-47ef-80b9-ca4107f95488 tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:10.730095 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ba6ecf77-671b-4c17-8e70-7a7fd1918e2e req-02040d9a-b6a4-4ebe-825f-0e65b503ee03 tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] 10.222.0.54 "GET /v2.0/quotas/a3e78bebca21442f93a8ad3de6085df5 HTTP/1.1" status: 200 len: 375 time: 0.3001842 Dec 20 14:44:10.793853 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-81f97f06-c32c-40ce-9c89-33be5475c837 req-da2cd2b5-92ff-4bac-9776-271493057678 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:10.839903 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b933f6c-0bdd-47ef-80b9-ca4107f95488 tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] Pushing event deleted for resources: {'Port': ['ID=345ab5db-83e1-4429-87c4-dade5489aa95,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:10.841644 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64a2102-739f-46b6-aa35-523afc03e1e2 None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:44:10.851245 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:10.867784 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2cd2b5-92ff-4bac-9776-271493057678 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Pushing event deleted for resources: {'Port': ['ID=93af668f-2513-4104-bc3f-9ee7e91d2ff6,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:10.870092 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ba6ecf77-671b-4c17-8e70-7a7fd1918e2e req-0b967b37-6d61-46dd-9a34-f6dba43a6793 tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=a3e78bebca21442f93a8ad3de6085df5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1175578 Dec 20 14:44:10.877753 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c094042-c0f5-4d6a-9f8e-43bf2b12bb97 None None] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:44:10.892680 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c37b977-23f9-4259-91ab-da642efa2f32 req-a4fbe79a-b319-4246-95e6-acd4d7ee74b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:10.897836 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8c37b977-23f9-4259-91ab-da642efa2f32 req-a4fbe79a-b319-4246-95e6-acd4d7ee74b6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=247d6423-5fdf-4eed-9378-2e1201ada444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3942144 Dec 20 14:44:10.923771 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 72165306-9081-4306-b774-2a4f0bae048c triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:44:10.924453 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:10.989591 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbf29dfb-3708-422d-85ee-b8db53577948 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:44:11.015766 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port cbf29dfb-3708-422d-85ee-b8db53577948, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=cbf29dfb-3708-422d-85ee-b8db53577948,segment=NetworkSegment(0e7fdf50-5b19-4be8-bc50-cf777ad84dac),segment_id=0e7fdf50-5b19-4be8-bc50-cf777ad84dac)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:44:11.031553 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:11.034332 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-5c094042-c0f5-4d6a-9f8e-43bf2b12bb97 None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:44:11.043179 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5b933f6c-0bdd-47ef-80b9-ca4107f95488 tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] Publish callbacks [] for floatingip, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:11.046504 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c094042-c0f5-4d6a-9f8e-43bf2b12bb97 None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:44:11.046676 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5b933f6c-0bdd-47ef-80b9-ca4107f95488 tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:11.048668 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-5b933f6c-0bdd-47ef-80b9-ca4107f95488 tempest-ServersTestBootFromVolume-423979029 tempest-ServersTestBootFromVolume-423979029-project] 10.222.0.54 "DELETE /v2.0/floatingips/d271d1f0-8770-42bf-8df5-f990ac42e2e3 HTTP/1.1" status: 204 len: 168 time: 2.6822047 Dec 20 14:44:11.050985 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ba6ecf77-671b-4c17-8e70-7a7fd1918e2e req-10b57613-c4ff-4141-8220-5cbf74842a62 service neutron] 10.222.0.54 "GET /v2.0/networks/ef0adef7-2e9a-4c5f-ae6d-93be04aa201b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199217 Dec 20 14:44:11.059174 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 52334) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:44:11.085112 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c094042-c0f5-4d6a-9f8e-43bf2b12bb97 None None] Pushing event updated for resources: {'Port': ['ID=e26c00c9-0bab-4044-b5ca-dc2c768915ac,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:11.192867 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ba6ecf77-671b-4c17-8e70-7a7fd1918e2e req-f14ad647-b89f-4255-8482-ec8e3c0a510d service neutron] 10.222.0.54 "GET /v2.0/networks/ef0adef7-2e9a-4c5f-ae6d-93be04aa201b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306357 Dec 20 14:44:11.262623 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=cbf29dfb-3708-422d-85ee-b8db53577948,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:11.332978 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3977ecc4-07b1-49f5-ab61-8017a2634f7d req-84a987ec-3a18-46ff-a7db-b6b8da4428f6 service neutron] 10.222.0.47 "GET /v2.0/networks/e77a6991-7e9b-4f80-86c7-a3378ec4de6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9732430 Dec 20 14:44:11.353576 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4e918b4e-3bfe-413b-9d9f-a18a633e8fc8 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:11.363837 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-5c094042-c0f5-4d6a-9f8e-43bf2b12bb97 None None] Attempting to bind port e26c00c9-0bab-4044-b5ca-dc2c768915ac on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:44:11.364337 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-5c094042-c0f5-4d6a-9f8e-43bf2b12bb97 None None] Attempting to bind port e26c00c9-0bab-4044-b5ca-dc2c768915ac by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '0deaa76e-8a3e-44c4-a3b8-992392ef4539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:44:11.364806 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c094042-c0f5-4d6a-9f8e-43bf2b12bb97 None None] Attempting to bind port e26c00c9-0bab-4044-b5ca-dc2c768915ac on network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:44:11.456042 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['cbf29dfb-3708-422d-85ee-b8db53577948'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:44:11.554494 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c094042-c0f5-4d6a-9f8e-43bf2b12bb97 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:44:11.555517 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c094042-c0f5-4d6a-9f8e-43bf2b12bb97 None None] Checking segment: {'id': '0deaa76e-8a3e-44c4-a3b8-992392ef4539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:44:11.556920 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-5c094042-c0f5-4d6a-9f8e-43bf2b12bb97 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:11.558195 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c094042-c0f5-4d6a-9f8e-43bf2b12bb97 None None] Bound using segment: {'id': '0deaa76e-8a3e-44c4-a3b8-992392ef4539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:44:11.559546 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-5c094042-c0f5-4d6a-9f8e-43bf2b12bb97 None None] Bound port: e26c00c9-0bab-4044-b5ca-dc2c768915ac, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0deaa76e-8a3e-44c4-a3b8-992392ef4539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:44:11.566772 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-5c094042-c0f5-4d6a-9f8e-43bf2b12bb97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:11.572106 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e918b4e-3bfe-413b-9d9f-a18a633e8fc8 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Checking segment: {'id': '8d4d33dd-e165-44d7-be4d-dcdd3d0e52ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '6dcec53b-ca65-45ae-832a-b827e13b415b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:44:11.572478 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e918b4e-3bfe-413b-9d9f-a18a633e8fc8 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Network hostable DHCP agents. Network: 6dcec53b-ca65-45ae-832a-b827e13b415b, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:44:11.602486 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e918b4e-3bfe-413b-9d9f-a18a633e8fc8 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Pushing event updated for resources: {'Subnet': ['ID=35e2b9fb-3912-46d3-8c54-818c260a844c,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:11.735687 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e918b4e-3bfe-413b-9d9f-a18a633e8fc8 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Network 6dcec53b-ca65-45ae-832a-b827e13b415b is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:44:11.765035 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-5c094042-c0f5-4d6a-9f8e-43bf2b12bb97 None None] For port e26c00c9-0bab-4044-b5ca-dc2c768915ac, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:44:11.767639 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-4e918b4e-3bfe-413b-9d9f-a18a633e8fc8 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 6dcec53b-ca65-45ae-832a-b827e13b415b) {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:44:11.770413 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-5c094042-c0f5-4d6a-9f8e-43bf2b12bb97 None None] For port e26c00c9-0bab-4044-b5ca-dc2c768915ac, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=e26c00c9-0bab-4044-b5ca-dc2c768915ac,segment=NetworkSegment(0deaa76e-8a3e-44c4-a3b8-992392ef4539),segment_id=0deaa76e-8a3e-44c4-a3b8-992392ef4539)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:44:11.777491 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e918b4e-3bfe-413b-9d9f-a18a633e8fc8 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:11.778121 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4e918b4e-3bfe-413b-9d9f-a18a633e8fc8 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:11.794002 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b0b1f8-af92-42e7-8d25-3957dfec4ef0 req-db335bf6-86c0-4491-bb71-f9178dc5286e tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:11.797846 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c53d841-0a78-4927-9306-07bf48cedf59 None None] Network 6dcec53b-ca65-45ae-832a-b827e13b415b requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:44:11.805165 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-99b0b1f8-af92-42e7-8d25-3957dfec4ef0 req-db335bf6-86c0-4491-bb71-f9178dc5286e tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "GET /v2.0/ports?device_id=c09bc019-13ea-434d-bbc0-07c863b22aea HTTP/1.1" status: 200 len: 867 time: 1.2155726 Dec 20 14:44:11.807349 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-5c094042-c0f5-4d6a-9f8e-43bf2b12bb97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:11.962595 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-4e918b4e-3bfe-413b-9d9f-a18a633e8fc8 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.5412407 Dec 20 14:44:11.968616 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 52344) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:44:12.052990 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:12.138995 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [req-81f97f06-c32c-40ce-9c89-33be5475c837 req-da2cd2b5-92ff-4bac-9776-271493057678 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Router f87d2f66-4df2-4471-91c1-3b9c797a16b9 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:44:12.199327 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-55a67201-5f2d-41bd-8c65-7de6ef116d54 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Deleting port 138392ce-aa49-4df0-a653-3b7d55e9186f {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:44:12.199740 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-55a67201-5f2d-41bd-8c65-7de6ef116d54 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:12.221223 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c094042-c0f5-4d6a-9f8e-43bf2b12bb97 None None] Pushing event updated for resources: {'Port': ['ID=e26c00c9-0bab-4044-b5ca-dc2c768915ac,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:12.262634 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd563e3c-1f05-418a-9573-b3b47c8922a7 req-083e8e63-116f-4a31-b8ac-9ba36547cce3 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:12.264290 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bd563e3c-1f05-418a-9573-b3b47c8922a7 req-083e8e63-116f-4a31-b8ac-9ba36547cce3 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a83aaac-7396-4782-a290-1f0b3f47602a HTTP/1.1" status: 200 len: 946 time: 0.4381166 Dec 20 14:44:12.442084 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c7afd7-f89c-4c27-9c63-d7f33db98a51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-6dcec53b-ca65-45ae-832a-b827e13b415b', 'network_id': '6dcec53b-ca65-45ae-832a-b827e13b415b', 'project_id': '50053969373c435f81b8431b3e816f88', 'fixed_ips': [{'subnet_id': '35e2b9fb-3912-46d3-8c54-818c260a844c'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:44:12.456413 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b0c7afd7-f89c-4c27-9c63-d7f33db98a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:12.533100 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-99b0b1f8-af92-42e7-8d25-3957dfec4ef0 req-90590077-a1c8-494c-891d-870f39c20904 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "GET /v2.0/security-groups?id=c47d898d-9929-440f-b783-78aa0f136a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7270157 Dec 20 14:44:12.650685 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-55a67201-5f2d-41bd-8c65-7de6ef116d54 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:12.669562 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-55a67201-5f2d-41bd-8c65-7de6ef116d54 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Calling delete_port for 138392ce-aa49-4df0-a653-3b7d55e9186f owned by {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:44:12.720314 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bd563e3c-1f05-418a-9573-b3b47c8922a7 req-528f58a0-5451-4e4d-be93-95a6162c48fe tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=32bfc1ff-28fd-45a5-ae96-207d0fefe02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4315474 Dec 20 14:44:12.829224 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device e26c00c9-0bab-4044-b5ca-dc2c768915ac up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:44:12.987489 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5912b43c-dba0-49af-aa17-ffd69f58bff7 req-0a72c3a5-1dda-474d-827d-6fc69e2f02e5 tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] 10.222.0.54 "GET /v2.0/ports?device_id=9a6530c4-acb3-49de-8d6c-6938b06626e2 HTTP/1.1" status: 200 len: 210 time: 0.0562246 Dec 20 14:44:13.130277 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port e26c00c9-0bab-4044-b5ca-dc2c768915ac triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:44:13.131127 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:13.142882 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device cbf29dfb-3708-422d-85ee-b8db53577948 up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:44:13.251437 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-b0c7afd7-f89c-4c27-9c63-d7f33db98a51 None None] Allocated IP 172.23.0.2 (6dcec53b-ca65-45ae-832a-b827e13b415b/35e2b9fb-3912-46d3-8c54-818c260a844c/e5a63e3d-5491-4e84-bd0f-22d31cbc54e1) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:44:13.257906 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8c37b977-23f9-4259-91ab-da642efa2f32 req-b4991e79-1d7c-48c3-850b-b105c1cc06a9 service neutron] 10.222.0.47 "GET /v2.0/networks/247d6423-5fdf-4eed-9378-2e1201ada444?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.3386602 Dec 20 14:44:13.289432 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-55a67201-5f2d-41bd-8c65-7de6ef116d54 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:13.301658 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ca019fc5-7aee-4a30-abaf-4371b6a95ac7 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:13.525623 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:13.568847 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning for port cbf29dfb-3708-422d-85ee-b8db53577948 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:44:13.584317 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port cbf29dfb-3708-422d-85ee-b8db53577948 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:44:13.584646 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:13.602423 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-11bf154e-a75d-412c-82e6-84b5d276adcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1595867'] for router_interface, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:13.689323 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a67201-5f2d-41bd-8c65-7de6ef116d54 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event deleted for resources: {'Port': ['ID=138392ce-aa49-4df0-a653-3b7d55e9186f,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:13.741452 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] For port e26c00c9-0bab-4044-b5ca-dc2c768915ac, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=e26c00c9-0bab-4044-b5ca-dc2c768915ac,segment=NetworkSegment(0deaa76e-8a3e-44c4-a3b8-992392ef4539),segment_id=0deaa76e-8a3e-44c4-a3b8-992392ef4539)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:44:13.752010 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:13.822699 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Pushing event updated for resources: {'Port': ['ID=e26c00c9-0bab-4044-b5ca-dc2c768915ac,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:13.861253 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-55a67201-5f2d-41bd-8c65-7de6ef116d54 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:13.867860 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-55a67201-5f2d-41bd-8c65-7de6ef116d54 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "DELETE /v2.0/ports/138392ce-aa49-4df0-a653-3b7d55e9186f HTTP/1.1" status: 204 len: 168 time: 3.4664154 Dec 20 14:44:13.875160 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8c37b977-23f9-4259-91ab-da642efa2f32 req-e40b1cfd-bfbb-437a-85f7-866df5a7a849 service neutron] 10.222.0.47 "GET /v2.0/networks/247d6423-5fdf-4eed-9378-2e1201ada444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5621274 Dec 20 14:44:13.877551 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 52362) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:44:13.906062 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:14.153872 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf5c0fb-4faa-4f33-99c9-2c2345ac0a76 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:14.155857 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf5c0fb-4faa-4f33-99c9-2c2345ac0a76 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:14.170708 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-ecf5c0fb-4faa-4f33-99c9-2c2345ac0a76 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2885516 Dec 20 14:44:14.175582 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-db0853f2-06ac-4521-9077-b0c0f39eb29c req-bf91887c-60ef-43b8-8654-832936d8a915 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "GET /v2.0/ports?device_id=c09bc019-13ea-434d-bbc0-07c863b22aea HTTP/1.1" status: 200 len: 210 time: 0.2418358 Dec 20 14:44:14.181994 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 52366) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:44:14.445174 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710340f7-9232-4cda-9665-af114928f4af req-80086bcc-9443-450a-8c0f-b7dfe6e10a82 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:14.446865 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-710340f7-9232-4cda-9665-af114928f4af req-80086bcc-9443-450a-8c0f-b7dfe6e10a82 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 944 time: 1.4287877 Dec 20 14:44:14.462110 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a587ec7-926a-4821-9841-c477a4dd10f5 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Deleting subnet bbeea7bd-c77a-408e-962a-09ab5a5ace40 {{(pid=103168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:44:14.470699 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1a587ec7-926a-4821-9841-c477a4dd10f5 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks [] for subnet, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:14.531637 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port cbf29dfb-3708-422d-85ee-b8db53577948, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=cbf29dfb-3708-422d-85ee-b8db53577948,segment=NetworkSegment(0e7fdf50-5b19-4be8-bc50-cf777ad84dac),segment_id=0e7fdf50-5b19-4be8-bc50-cf777ad84dac)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:44:14.556802 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a709abf-7d39-42d6-b4f8-a672bf4a599e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbf29dfb-3708-422d-85ee-b8db53577948'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:44:14.566630 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54c29fc3-3625-4973-895d-da2f05f2345c" -d '{"events": [{"server_uuid": "0a709abf-7d39-42d6-b4f8-a672bf4a599e", "name": "network-vif-plugged", "status": "completed", "tag": "cbf29dfb-3708-422d-85ee-b8db53577948"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:44:14.581494 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1a587ec7-926a-4821-9841-c477a4dd10f5 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9023023'] for subnet, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:14.592833 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:14.632510 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-5499e562-0941-4d1d-8bd1-83af2d8058fb None None] Provisioning complete for port e26c00c9-0bab-4044-b5ca-dc2c768915ac triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:44:14.633533 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-5499e562-0941-4d1d-8bd1-83af2d8058fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:14.640372 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b0c7afd7-f89c-4c27-9c63-d7f33db98a51 None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:14.783577 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device e26c00c9-0bab-4044-b5ca-dc2c768915ac up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:44:14.843885 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1a587ec7-926a-4821-9841-c477a4dd10f5 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:14.921430 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b0c7afd7-f89c-4c27-9c63-d7f33db98a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:15.022581 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1a587ec7-926a-4821-9841-c477a4dd10f5 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8850800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470517'] for subnet, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:15.035536 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a4cb98-0344-4f66-ae59-96a403ccdfa3 req-67d96a7a-14f4-4afb-9395-cb6a153ddcc2 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:15.038778 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f6a4cb98-0344-4f66-ae59-96a403ccdfa3 req-67d96a7a-14f4-4afb-9395-cb6a153ddcc2 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a83aaac-7396-4782-a290-1f0b3f47602a HTTP/1.1" status: 200 len: 946 time: 0.6421287 Dec 20 14:44:15.046569 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c7afd7-f89c-4c27-9c63-d7f33db98a51 None None] Network 6dcec53b-ca65-45ae-832a-b827e13b415b is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:44:15.064855 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1a587ec7-926a-4821-9841-c477a4dd10f5 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:15.065334 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-b0c7afd7-f89c-4c27-9c63-d7f33db98a51 None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:44:15.070142 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c7afd7-f89c-4c27-9c63-d7f33db98a51 None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:44:15.075987 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=cbf29dfb-3708-422d-85ee-b8db53577948,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:15.081194 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-1a587ec7-926a-4821-9841-c477a4dd10f5 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "DELETE /v2.0/subnets/bbeea7bd-c77a-408e-962a-09ab5a5ace40 HTTP/1.1" status: 204 len: 168 time: 0.8698094 Dec 20 14:44:15.137765 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 52374) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:44:15.139253 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-81f97f06-c32c-40ce-9c89-33be5475c837 req-da2cd2b5-92ff-4bac-9776-271493057678 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:44:15.139726 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c7afd7-f89c-4c27-9c63-d7f33db98a51 None None] Pushing event updated for resources: {'Port': ['ID=e5a63e3d-5491-4e84-bd0f-22d31cbc54e1,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:15.140983 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a587ec7-926a-4821-9841-c477a4dd10f5 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event deleted for resources: {'Subnet': ['ID=bbeea7bd-c77a-408e-962a-09ab5a5ace40,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:15.164768 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567c1c7f-9a7b-4a77-b9a9-656a9b369969 None None] Sync routers for ids ['f87d2f66-4df2-4471-91c1-3b9c797a16b9'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:44:15.197050 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384d6d5a-3aa4-4beb-90cc-4d3a247443e5 None None] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:44:15.233142 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port e26c00c9-0bab-4044-b5ca-dc2c768915ac triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:44:15.235088 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:15.288839 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-81f97f06-c32c-40ce-9c89-33be5475c837 req-da2cd2b5-92ff-4bac-9776-271493057678 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] No DVR routers for this DVR port 93af668f-2513-4104-bc3f-9ee7e91d2ff6 on host n-h1-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:44:15.294906 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-81f97f06-c32c-40ce-9c89-33be5475c837 req-da2cd2b5-92ff-4bac-9776-271493057678 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:15.298382 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-81f97f06-c32c-40ce-9c89-33be5475c837 req-da2cd2b5-92ff-4bac-9776-271493057678 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.30 "DELETE /v2.0/ports/93af668f-2513-4104-bc3f-9ee7e91d2ff6 HTTP/1.1" status: 204 len: 173 time: 8.6804640 Dec 20 14:44:15.299050 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c09bc019-13ea-434d-bbc0-07c863b22aea', 'name': 'network-vif-deleted', 'tag': '93af668f-2513-4104-bc3f-9ee7e91d2ff6'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:44:15.301383 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa58c7a-ee05-4fa5-9867-3a8284ccecdb" -d '{"events": [{"server_uuid": "c09bc019-13ea-434d-bbc0-07c863b22aea", "name": "network-vif-deleted", "tag": "93af668f-2513-4104-bc3f-9ee7e91d2ff6"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:44:15.318467 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-710340f7-9232-4cda-9665-af114928f4af req-36fa5bdf-e5e1-4508-a342-779edabb7867 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3249002 Dec 20 14:44:15.551139 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567c1c7f-9a7b-4a77-b9a9-656a9b369969 None None] Routers {'f87d2f66-4df2-4471-91c1-3b9c797a16b9'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:44:15.552553 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-567c1c7f-9a7b-4a77-b9a9-656a9b369969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:44:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['f87d2f66-4df2-4471-91c1-3b9c797a16b9'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:44:15.599745 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-942d2c6f-5720-473f-8d65-33d5531078be req-0a8521bd-a123-4ea4-b43d-986160039fcb tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] 10.222.0.54 "GET /v2.0/ports?device_id=9a6530c4-acb3-49de-8d6c-6938b06626e2 HTTP/1.1" status: 200 len: 210 time: 0.0834341 Dec 20 14:44:15.959384 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6194a1a-1fef-4fb9-8ebf-77c001cc89e5 x-openstack-request-id: req-d6194a1a-1fef-4fb9-8ebf-77c001cc89e5 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:44:15.959860 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a709abf-7d39-42d6-b4f8-a672bf4a599e", "name": "network-vif-plugged", "status": "completed", "tag": "cbf29dfb-3708-422d-85ee-b8db53577948", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:44:15.960860 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d6194a1a-1fef-4fb9-8ebf-77c001cc89e5 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:44:15.963824 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a709abf-7d39-42d6-b4f8-a672bf4a599e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbf29dfb-3708-422d-85ee-b8db53577948', 'code': 200} Dec 20 14:44:16.031313 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fceb2d5-d326-42dc-8a3b-a405542a9840 req-44ec880e-fc9b-4563-b45a-77ae1c2ecbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:16.032939 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7fceb2d5-d326-42dc-8a3b-a405542a9840 req-44ec880e-fc9b-4563-b45a-77ae1c2ecbf3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 1097 time: 0.1150622 Dec 20 14:44:16.130887 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:16.143340 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-61745f14-6d3b-496e-a207-030c2ee5605d req-2e9eb7b1-0e31-4d4f-92ac-27a2bb60b900 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "GET /v2.0/ports?device_id=c09bc019-13ea-434d-bbc0-07c863b22aea HTTP/1.1" status: 200 len: 210 time: 0.1667330 Dec 20 14:44:16.202446 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-6b28a178-92ca-45f0-8b7f-baca6a54600b tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 1.0165479 Dec 20 14:44:16.211446 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 52382) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:44:16.213437 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-b0c7afd7-f89c-4c27-9c63-d7f33db98a51 None None] Attempting to bind port e5a63e3d-5491-4e84-bd0f-22d31cbc54e1 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:44:16.227058 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-b0c7afd7-f89c-4c27-9c63-d7f33db98a51 None None] Attempting to bind port e5a63e3d-5491-4e84-bd0f-22d31cbc54e1 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '8d4d33dd-e165-44d7-be4d-dcdd3d0e52ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '6dcec53b-ca65-45ae-832a-b827e13b415b'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:44:16.227545 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c7afd7-f89c-4c27-9c63-d7f33db98a51 None None] Attempting to bind port e5a63e3d-5491-4e84-bd0f-22d31cbc54e1 on network 6dcec53b-ca65-45ae-832a-b827e13b415b {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:44:16.289757 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7fceb2d5-d326-42dc-8a3b-a405542a9840 req-cc25afef-a5e9-4005-a5f4-e1a11607c394 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833136 Dec 20 14:44:16.292519 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cbca8c2-b777-4b24-82d9-853b972c2099 x-openstack-request-id: req-3cbca8c2-b777-4b24-82d9-853b972c2099 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:44:16.293897 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c09bc019-13ea-434d-bbc0-07c863b22aea", "name": "network-vif-deleted", "tag": "93af668f-2513-4104-bc3f-9ee7e91d2ff6", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:44:16.294390 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3cbca8c2-b777-4b24-82d9-853b972c2099 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:44:16.300008 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c09bc019-13ea-434d-bbc0-07c863b22aea', 'name': 'network-vif-deleted', 'tag': '93af668f-2513-4104-bc3f-9ee7e91d2ff6', 'status': 'completed', 'code': 200} Dec 20 14:44:16.354354 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6ecf77-671b-4c17-8e70-7a7fd1918e2e req-11c2209c-851e-4162-b552-480b16aee2ce tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:16.356891 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ba6ecf77-671b-4c17-8e70-7a7fd1918e2e req-11c2209c-851e-4162-b552-480b16aee2ce tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] 10.222.0.30 "GET /v2.0/networks?id=ef0adef7-2e9a-4c5f-ae6d-93be04aa201b HTTP/1.1" status: 200 len: 814 time: 2.1801543 Dec 20 14:44:16.393618 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c7afd7-f89c-4c27-9c63-d7f33db98a51 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:44:16.394078 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c7afd7-f89c-4c27-9c63-d7f33db98a51 None None] Checking segment: {'id': '8d4d33dd-e165-44d7-be4d-dcdd3d0e52ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '6dcec53b-ca65-45ae-832a-b827e13b415b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:44:16.403652 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b0c7afd7-f89c-4c27-9c63-d7f33db98a51 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:16.404131 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c7afd7-f89c-4c27-9c63-d7f33db98a51 None None] Bound using segment: {'id': '8d4d33dd-e165-44d7-be4d-dcdd3d0e52ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '6dcec53b-ca65-45ae-832a-b827e13b415b'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:44:16.408247 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-b0c7afd7-f89c-4c27-9c63-d7f33db98a51 None None] Bound port: e5a63e3d-5491-4e84-bd0f-22d31cbc54e1, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d4d33dd-e165-44d7-be4d-dcdd3d0e52ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '6dcec53b-ca65-45ae-832a-b827e13b415b'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:44:16.409649 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b0c7afd7-f89c-4c27-9c63-d7f33db98a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:16.425459 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-ba6ecf77-671b-4c17-8e70-7a7fd1918e2e req-41fcb6ae-1587-438d-ad5d-ba2bb155c9a2 tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] Request body: {'port': {'device_id': '9a6530c4-acb3-49de-8d6c-6938b06626e2', 'network_id': 'ef0adef7-2e9a-4c5f-ae6d-93be04aa201b', 'admin_state_up': True, 'tenant_id': 'a3e78bebca21442f93a8ad3de6085df5'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:44:16.489294 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-567c1c7f-9a7b-4a77-b9a9-656a9b369969 None None] Set router f87d2f66-4df2-4471-91c1-3b9c797a16b9 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:44:16.545915 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd0e92b-274c-41e4-b582-33c9f0449067 req-549f7ad0-7774-478b-b736-df23b540d951 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:16.555399 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-abd0e92b-274c-41e4-b582-33c9f0449067 req-549f7ad0-7774-478b-b736-df23b540d951 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 945 time: 0.1039014 Dec 20 14:44:16.668633 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-ca019fc5-7aee-4a30-abaf-4371b6a95ac7 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Allocated IP 172.23.0.1 (6dcec53b-ca65-45ae-832a-b827e13b415b/35e2b9fb-3912-46d3-8c54-818c260a844c/2a7f11cb-125d-4d5c-9231-73924b891660) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:44:16.709433 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-abd0e92b-274c-41e4-b582-33c9f0449067 req-c7e2fba3-fa04-421d-9b2c-54c8aafd7c3c tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480293 Dec 20 14:44:16.865219 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-97afceea-4d85-46c7-9a3c-9f96fa4d29cf None None] Could not find standard attr ID for object 138392ce-aa49-4df0-a653-3b7d55e9186f. {{(pid=103169) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 14:44:16.898042 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a17da611-e9ed-4bcb-8824-8dcceaa134ae req-ffa58d38-6668-47c8-b384-00d803430c34 tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] 10.222.0.54 "GET /v2.0/ports?device_id=9a6530c4-acb3-49de-8d6c-6938b06626e2 HTTP/1.1" status: 200 len: 210 time: 0.0593674 Dec 20 14:44:16.899250 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-97afceea-4d85-46c7-9a3c-9f96fa4d29cf None None] Could not find standard attr ID for object a0ec6d9d-19be-4549-998f-b4379bd26617. {{(pid=103169) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 14:44:17.036868 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321fd2c5-d13a-432c-9673-de0e80cb45f8 None None] DHCP port deletion for e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:44:17.130318 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ca019fc5-7aee-4a30-abaf-4371b6a95ac7 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:17.173174 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-b0c7afd7-f89c-4c27-9c63-d7f33db98a51 None None] For port e5a63e3d-5491-4e84-bd0f-22d31cbc54e1, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:44:17.178623 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-b0c7afd7-f89c-4c27-9c63-d7f33db98a51 None None] For port e5a63e3d-5491-4e84-bd0f-22d31cbc54e1, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=e5a63e3d-5491-4e84-bd0f-22d31cbc54e1,segment=NetworkSegment(8d4d33dd-e165-44d7-be4d-dcdd3d0e52ab),segment_id=8d4d33dd-e165-44d7-be4d-dcdd3d0e52ab)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:44:17.215294 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f6a4cb98-0344-4f66-ae59-96a403ccdfa3 req-0efe2d64-d996-447c-9fd7-63a311a7154a tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=32bfc1ff-28fd-45a5-ae96-207d0fefe02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 2.0676305 Dec 20 14:44:17.242097 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ca019fc5-7aee-4a30-abaf-4371b6a95ac7 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:17.288473 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b0c7afd7-f89c-4c27-9c63-d7f33db98a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:17.292511 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb713a9-5eb1-4918-930b-15de5e46328d tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:17.297187 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 52396) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:44:17.298176 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-aeb713a9-5eb1-4918-930b-15de5e46328d tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.0576468 Dec 20 14:44:17.443299 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca019fc5-7aee-4a30-abaf-4371b6a95ac7 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Network 6dcec53b-ca65-45ae-832a-b827e13b415b is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:44:17.452616 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-ca019fc5-7aee-4a30-abaf-4371b6a95ac7 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:44:17.455942 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca019fc5-7aee-4a30-abaf-4371b6a95ac7 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:44:17.484097 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 52400) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:44:17.506113 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c7afd7-f89c-4c27-9c63-d7f33db98a51 None None] Pushing event updated for resources: {'Port': ['ID=e5a63e3d-5491-4e84-bd0f-22d31cbc54e1,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:17.535568 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ca019fc5-7aee-4a30-abaf-4371b6a95ac7 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595714'] for router_interface, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:17.536641 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-321fd2c5-d13a-432c-9673-de0e80cb45f8 None None] Deleting port e26c00c9-0bab-4044-b5ca-dc2c768915ac {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:44:17.537326 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-321fd2c5-d13a-432c-9673-de0e80cb45f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:17.581987 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-567c1c7f-9a7b-4a77-b9a9-656a9b369969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87d2f66-4df2-4471-91c1-3b9c797a16b9', 'name': 'tempest-AttachVolumeTestJSON-785040931-router', 'tenant_id': 'c0643adf2af04815b0d3549cf80b60b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '56b00ed9-8503-4ce4-abdb-57c2bebf35e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:37:24Z', 'updated_at': '2021-12-20T14:37:32Z', 'revision_number': 4, 'project_id': 'c0643adf2af04815b0d3549cf80b60b4', 'gw_port': {'id': '56b00ed9-8503-4ce4-abdb-57c2bebf35e6', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:02:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87d2f66-4df2-4471-91c1-3b9c797a16b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:37:25Z', 'updated_at': '2021-12-20T14:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'b967ee65-6521-4a47-accc-695b3ca396d4', 'name': '', 'network_id': '87a69cd0-a64c-42dd-a7fc-edd3efea59ce', 'tenant_id': 'c0643adf2af04815b0d3549cf80b60b4', 'mac_address': 'fa:16:3e:f2:e9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87d2f66-4df2-4471-91c1-3b9c797a16b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': 'a9e11c76-32b6-463b-b516-e12248ff878a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:37:30Z', 'updated_at': '2021-12-20T14:37:36Z', 'revision_number': 5, 'project_id': 'c0643adf2af04815b0d3549cf80b60b4', 'subnets': [{'id': 'a9e11c76-32b6-463b-b516-e12248ff878a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:44:17.696180 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46223db4-4e47-4c6b-9f55-f9b9a263ce59 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:17.697792 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-46223db4-4e47-4c6b-9f55-f9b9a263ce59 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3995998 Dec 20 14:44:17.704341 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 52404) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:44:17.756881 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-11bf154e-a75d-412c-82e6-84b5d276adcc admin admin] Deleting port 20b0f414-c4af-4f4d-9c5a-8ed411648163 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:44:17.757227 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-11bf154e-a75d-412c-82e6-84b5d276adcc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:17.764073 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-218d9f22-9387-459c-80af-bb86077fe389 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0583711 Dec 20 14:44:17.768620 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 52408) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:44:17.773874 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-c93de206-677c-4aea-b98f-17dec0b6e950 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Request body: {'subnet': {'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:44:17.830433 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3aaaec2d-d4ac-4465-9c03-2f0e95ff76d8 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:17.841179 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567c1c7f-9a7b-4a77-b9a9-656a9b369969 None None] Checking router: f87d2f66-4df2-4471-91c1-3b9c797a16b9 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:44:17.886083 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-11bf154e-a75d-412c-82e6-84b5d276adcc admin admin] For port 20b0f414-c4af-4f4d-9c5a-8ed411648163, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=20b0f414-c4af-4f4d-9c5a-8ed411648163,segment=NetworkSegment(9c5b2800-df8a-4047-8744-d8423b687cc4),segment_id=9c5b2800-df8a-4047-8744-d8423b687cc4)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:44:17.887163 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-11bf154e-a75d-412c-82e6-84b5d276adcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:17.907222 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-11bf154e-a75d-412c-82e6-84b5d276adcc admin admin] Calling delete_port for 20b0f414-c4af-4f4d-9c5a-8ed411648163 owned by network:router_interface {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:44:17.991658 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567c1c7f-9a7b-4a77-b9a9-656a9b369969 None None] Routers {'f87d2f66-4df2-4471-91c1-3b9c797a16b9'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:44:17.993002 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-567c1c7f-9a7b-4a77-b9a9-656a9b369969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:44:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['f87d2f66-4df2-4471-91c1-3b9c797a16b9'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:44:18.020805 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-321fd2c5-d13a-432c-9673-de0e80cb45f8 None None] For port e26c00c9-0bab-4044-b5ca-dc2c768915ac, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=e26c00c9-0bab-4044-b5ca-dc2c768915ac,segment=NetworkSegment(0deaa76e-8a3e-44c4-a3b8-992392ef4539),segment_id=0deaa76e-8a3e-44c4-a3b8-992392ef4539)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:44:18.021504 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-321fd2c5-d13a-432c-9673-de0e80cb45f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:18.124322 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3aaaec2d-d4ac-4465-9c03-2f0e95ff76d8 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:18.238477 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c93de206-677c-4aea-b98f-17dec0b6e950 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Made reservation on behalf of 71d0c98cab4349b4848e68f8a37dbf12 for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:44:18.242508 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c93de206-677c-4aea-b98f-17dec0b6e950 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:18.267787 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8bfbea-432a-4815-ad6f-aea7d5c3821a req-ae53fb5d-8ae0-4385-a231-d696066946ea tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:18.269999 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1b8bfbea-432a-4815-ad6f-aea7d5c3821a req-ae53fb5d-8ae0-4385-a231-d696066946ea tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 945 time: 0.2939048 Dec 20 14:44:18.278628 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ca019fc5-7aee-4a30-abaf-4371b6a95ac7 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:18.331694 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3aaaec2d-d4ac-4465-9c03-2f0e95ff76d8 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:18.334641 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3aaaec2d-d4ac-4465-9c03-2f0e95ff76d8 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:18.336585 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-3aaaec2d-d4ac-4465-9c03-2f0e95ff76d8 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "DELETE /v2.0/security-groups/c47d898d-9929-440f-b783-78aa0f136a6b HTTP/1.1" status: 204 len: 168 time: 0.8516512 Dec 20 14:44:18.360983 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-11bf154e-a75d-412c-82e6-84b5d276adcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:18.377113 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca019fc5-7aee-4a30-abaf-4371b6a95ac7 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Pushing event updated for resources: {'Port': ['ID=2a7f11cb-125d-4d5c-9231-73924b891660,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:18.381657 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 52414) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:44:18.385777 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-567c1c7f-9a7b-4a77-b9a9-656a9b369969 None None] Set router f87d2f66-4df2-4471-91c1-3b9c797a16b9 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:44:18.430000 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaaec2d-d4ac-4465-9c03-2f0e95ff76d8 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c47d898d-9929-440f-b783-78aa0f136a6b,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:18.455885 n-d-761264-19 neutron-server[103168]: INFO neutron.api.v2.resource [None req-c04a57ee-350f-49a3-836c-2b235bbe4dd3 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] show failed (client error): The resource could not be found. Dec 20 14:44:18.457237 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-c04a57ee-350f-49a3-836c-2b235bbe4dd3 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "GET /v2.0/security-groups/c47d898d-9929-440f-b783-78aa0f136a6b HTTP/1.1" status: 404 len: 347 time: 0.0718484 Dec 20 14:44:18.467295 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 52416) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:44:18.493353 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1b8bfbea-432a-4815-ad6f-aea7d5c3821a req-c5c62c92-b33f-4364-b485-2cf2522df14c tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058983 Dec 20 14:44:18.581375 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e70fd5ed-d164-479c-bc7a-d33cc42a1742 req-97e670f6-d74a-4c34-95e0-2bde1a2f8482 tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] 10.222.0.54 "GET /v2.0/ports?device_id=9a6530c4-acb3-49de-8d6c-6938b06626e2 HTTP/1.1" status: 200 len: 210 time: 0.3163092 Dec 20 14:44:18.677453 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-321fd2c5-d13a-432c-9673-de0e80cb45f8 None None] Calling delete_port for e26c00c9-0bab-4044-b5ca-dc2c768915ac owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:44:18.683094 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bf154e-a75d-412c-82e6-84b5d276adcc admin admin] Pushing event deleted for resources: {'Port': ['ID=20b0f414-c4af-4f4d-9c5a-8ed411648163,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:19.132114 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device e5a63e3d-5491-4e84-bd0f-22d31cbc54e1 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:44:19.160160 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca751eaf-4bfe-4d46-a98d-e850cbe8a168 req-7b8a716b-23f8-408c-8ad7-6dbbde44acd2 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:19.164498 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8788d9c-c157-4229-8da6-b252bba903ff req-b1f0e1b7-1199-41fb-978e-ef68fa086cda tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:19.166080 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c8788d9c-c157-4229-8da6-b252bba903ff req-b1f0e1b7-1199-41fb-978e-ef68fa086cda tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/networks?id=e77a6991-7e9b-4f80-86c7-a3378ec4de6a HTTP/1.1" status: 200 len: 813 time: 0.2965405 Dec 20 14:44:19.173880 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ca751eaf-4bfe-4d46-a98d-e850cbe8a168 req-7b8a716b-23f8-408c-8ad7-6dbbde44acd2 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a83aaac-7396-4782-a290-1f0b3f47602a HTTP/1.1" status: 200 len: 946 time: 0.4674580 Dec 20 14:44:19.202761 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-1501533d-9925-427d-8229-2d51bda1eb57 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Deleting port b44a7bd8-c22a-4a7c-bc9b-d3abd542beb7 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:44:19.203343 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1501533d-9925-427d-8229-2d51bda1eb57 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:19.280685 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c8788d9c-c157-4229-8da6-b252bba903ff req-36daf2e5-f14c-4402-a848-f37b185b96e4 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/quotas/8a3f5189e8f64307a0b577e5cb283b15 HTTP/1.1" status: 200 len: 375 time: 0.0676854 Dec 20 14:44:19.336477 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba6ecf77-671b-4c17-8e70-7a7fd1918e2e req-41fcb6ae-1587-438d-ad5d-ba2bb155c9a2 tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] Made reservation on behalf of a3e78bebca21442f93a8ad3de6085df5 for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:44:19.341283 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-ba6ecf77-671b-4c17-8e70-7a7fd1918e2e req-41fcb6ae-1587-438d-ad5d-ba2bb155c9a2 tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:19.392975 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c93de206-677c-4aea-b98f-17dec0b6e950 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8848317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10470522'] for subnet, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:19.405248 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-321fd2c5-d13a-432c-9673-de0e80cb45f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:19.465849 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93de206-677c-4aea-b98f-17dec0b6e950 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event updated for resources: {'Subnet': ['ID=09495e0a-af82-4e7e-b2d1-b993c25a69f2,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:19.507353 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93de206-677c-4aea-b98f-17dec0b6e950 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:44:19.517136 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-c93de206-677c-4aea-b98f-17dec0b6e950 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:44:19.549422 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ca751eaf-4bfe-4d46-a98d-e850cbe8a168 req-cce4b2c1-3dcc-490f-865d-6448ecb66dcb tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=32bfc1ff-28fd-45a5-ae96-207d0fefe02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3678021 Dec 20 14:44:19.558185 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93de206-677c-4aea-b98f-17dec0b6e950 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:19.560678 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c93de206-677c-4aea-b98f-17dec0b6e950 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:19.590201 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1501533d-9925-427d-8229-2d51bda1eb57 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:19.590823 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1501533d-9925-427d-8229-2d51bda1eb57 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:19.603869 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-c93de206-677c-4aea-b98f-17dec0b6e950 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8338680 Dec 20 14:44:19.607587 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 52444) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:44:19.627847 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-6a898e21-d2d6-4a81-9d03-74879263a949 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Request body: {'port': {'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'fixed_ips': [{'subnet_id': '09495e0a-af82-4e7e-b2d1-b993c25a69f2', 'ip_address': '2001:db8::f6e0:e708:4861:a659'}], 'name': 'tempest-NetworksTestDHCPv6-1248844554'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:44:19.680822 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321fd2c5-d13a-432c-9673-de0e80cb45f8 None None] Pushing event deleted for resources: {'Port': ['ID=e26c00c9-0bab-4044-b5ca-dc2c768915ac,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:19.684539 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321fd2c5-d13a-432c-9673-de0e80cb45f8 None None] No DVR routers for this DVR port e26c00c9-0bab-4044-b5ca-dc2c768915ac on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:44:19.701076 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-1501533d-9925-427d-8229-2d51bda1eb57 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Calling delete_port for b44a7bd8-c22a-4a7c-bc9b-d3abd542beb7 owned by network:floatingip {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:44:19.710347 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321fd2c5-d13a-432c-9673-de0e80cb45f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:44:19.711253 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321fd2c5-d13a-432c-9673-de0e80cb45f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:44:19.711253 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321fd2c5-d13a-432c-9673-de0e80cb45f8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:44:19.711491 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321fd2c5-d13a-432c-9673-de0e80cb45f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:44:19.711800 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321fd2c5-d13a-432c-9673-de0e80cb45f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:44:19.712151 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321fd2c5-d13a-432c-9673-de0e80cb45f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:44:19.712498 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321fd2c5-d13a-432c-9673-de0e80cb45f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:44:19.712843 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321fd2c5-d13a-432c-9673-de0e80cb45f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:44:19.713186 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321fd2c5-d13a-432c-9673-de0e80cb45f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:44:19.713532 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321fd2c5-d13a-432c-9673-de0e80cb45f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:44:19.713899 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321fd2c5-d13a-432c-9673-de0e80cb45f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:44:19.714629 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321fd2c5-d13a-432c-9673-de0e80cb45f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:44:19.714629 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321fd2c5-d13a-432c-9673-de0e80cb45f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:44:19.729531 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port e5a63e3d-5491-4e84-bd0f-22d31cbc54e1 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:44:19.729906 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:19.733490 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeeb66ce-438d-4710-8afa-4a04b5ff67f7 None None] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:44:19.782019 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10182e61-b936-4ac4-9092-bea3eb1b38bf None None] Network 6dcec53b-ca65-45ae-832a-b827e13b415b requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:44:19.793664 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b540993a-a65e-484b-a9c0-0a42acbed07e req-7d218e30-4dea-4cd0-8d3b-221a3c576e14 tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] 10.222.0.54 "GET /v2.0/ports?device_id=9a6530c4-acb3-49de-8d6c-6938b06626e2 HTTP/1.1" status: 200 len: 210 time: 0.0739539 Dec 20 14:44:19.854405 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-11bf154e-a75d-412c-82e6-84b5d276adcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582411'] for router_interface, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:20.000412 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-567c1c7f-9a7b-4a77-b9a9-656a9b369969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87d2f66-4df2-4471-91c1-3b9c797a16b9', 'name': 'tempest-AttachVolumeTestJSON-785040931-router', 'tenant_id': 'c0643adf2af04815b0d3549cf80b60b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '56b00ed9-8503-4ce4-abdb-57c2bebf35e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:37:24Z', 'updated_at': '2021-12-20T14:37:32Z', 'revision_number': 4, 'project_id': 'c0643adf2af04815b0d3549cf80b60b4', 'gw_port': {'id': '56b00ed9-8503-4ce4-abdb-57c2bebf35e6', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:02:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87d2f66-4df2-4471-91c1-3b9c797a16b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:37:25Z', 'updated_at': '2021-12-20T14:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'b967ee65-6521-4a47-accc-695b3ca396d4', 'name': '', 'network_id': '87a69cd0-a64c-42dd-a7fc-edd3efea59ce', 'tenant_id': 'c0643adf2af04815b0d3549cf80b60b4', 'mac_address': 'fa:16:3e:f2:e9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87d2f66-4df2-4471-91c1-3b9c797a16b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': 'a9e11c76-32b6-463b-b516-e12248ff878a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:37:30Z', 'updated_at': '2021-12-20T14:37:36Z', 'revision_number': 5, 'project_id': 'c0643adf2af04815b0d3549cf80b60b4', 'subnets': [{'id': 'a9e11c76-32b6-463b-b516-e12248ff878a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:44:20.033637 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567c1c7f-9a7b-4a77-b9a9-656a9b369969 None None] The sync data for ids ['f87d2f66-4df2-4471-91c1-3b9c797a16b9'] in n-d-761264-19 is: [{'id': 'f87d2f66-4df2-4471-91c1-3b9c797a16b9', 'name': 'tempest-AttachVolumeTestJSON-785040931-router', 'tenant_id': 'c0643adf2af04815b0d3549cf80b60b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '56b00ed9-8503-4ce4-abdb-57c2bebf35e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:37:24Z', 'updated_at': '2021-12-20T14:37:32Z', 'revision_number': 4, 'project_id': 'c0643adf2af04815b0d3549cf80b60b4', 'gw_port': {'id': '56b00ed9-8503-4ce4-abdb-57c2bebf35e6', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:02:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87d2f66-4df2-4471-91c1-3b9c797a16b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:37:25Z', 'updated_at': '2021-12-20T14:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'b967ee65-6521-4a47-accc-695b3ca396d4', 'name': '', 'network_id': '87a69cd0-a64c-42dd-a7fc-edd3efea59ce', 'tenant_id': 'c0643adf2af04815b0d3549cf80b60b4', 'mac_address': 'fa:16:3e:f2:e9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87d2f66-4df2-4471-91c1-3b9c797a16b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': 'a9e11c76-32b6-463b-b516-e12248ff878a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:37:30Z', 'updated_at': '2021-12-20T14:37:36Z', 'revision_number': 5, 'project_id': 'c0643adf2af04815b0d3549cf80b60b4', 'subnets': [{'id': 'a9e11c76-32b6-463b-b516-e12248ff878a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:44:20.082470 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-0a23c762-ca36-42d9-9261-5bb03b3073a8 None None] Provisioning complete for port e5a63e3d-5491-4e84-bd0f-22d31cbc54e1 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:44:20.096260 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-0a23c762-ca36-42d9-9261-5bb03b3073a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:20.157512 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a898e21-d2d6-4a81-9d03-74879263a949 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Made reservation on behalf of 71d0c98cab4349b4848e68f8a37dbf12 for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:44:20.174767 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1501533d-9925-427d-8229-2d51bda1eb57 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:20.214693 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c8788d9c-c157-4229-8da6-b252bba903ff req-beccbffc-6f79-4155-8719-505b15f6d67b tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=8a3f5189e8f64307a0b577e5cb283b15&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9330122 Dec 20 14:44:20.227024 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e97a66-0a9f-4fd9-afdf-ee5c0b49c11d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'project_id': '71d0c98cab4349b4848e68f8a37dbf12', 'fixed_ips': [{'subnet_id': '09495e0a-af82-4e7e-b2d1-b993c25a69f2'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:44:20.228579 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-51e97a66-0a9f-4fd9-afdf-ee5c0b49c11d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:20.255519 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d300c6f4-90c8-4c9a-a772-2579b581e8b9 None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:44:20.296055 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:20.325572 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1501533d-9925-427d-8229-2d51bda1eb57 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Pushing event deleted for resources: {'Port': ['ID=b44a7bd8-c22a-4a7c-bc9b-d3abd542beb7,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:20.398816 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] For port e5a63e3d-5491-4e84-bd0f-22d31cbc54e1, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=e5a63e3d-5491-4e84-bd0f-22d31cbc54e1,segment=NetworkSegment(8d4d33dd-e165-44d7-be4d-dcdd3d0e52ab),segment_id=8d4d33dd-e165-44d7-be4d-dcdd3d0e52ab)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:44:20.443499 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:20.476150 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c529d7aa-1880-44db-8fa2-d09f4c1f2892 req-1e6c11c2-3052-4ee3-8188-33210f2f7393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:20.479977 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c529d7aa-1880-44db-8fa2-d09f4c1f2892 req-1e6c11c2-3052-4ee3-8188-33210f2f7393 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9abc31fa6fc849d78699cc7e0935f4b6&device_id=2a83aaac-7396-4782-a290-1f0b3f47602a HTTP/1.1" status: 200 len: 1098 time: 0.3382757 Dec 20 14:44:20.642174 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-0a23c762-ca36-42d9-9261-5bb03b3073a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:20.671330 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device e26c00c9-0bab-4044-b5ca-dc2c768915ac no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:44:20.673660 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11bf154e-a75d-412c-82e6-84b5d276adcc admin admin] Router 6e45dd99-c2ab-4545-8b84-7fd1a02c02e4 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:44:20.732695 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d62e2c0-d8f7-4b77-909d-6d2965aa0dcf None None] New status for floating IP 55289cfc-7867-4712-9d2f-55d25ee7f16c: DOWN {{(pid=103170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 14:44:20.741769 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-51e97a66-0a9f-4fd9-afdf-ee5c0b49c11d None None] Allocated IP 2001:db8::2 (e2be1aff-cd00-4c3f-b1c0-ddca69da57f4/09495e0a-af82-4e7e-b2d1-b993c25a69f2/88f5fff3-450d-4273-b4b5-c85f425d8608) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:44:20.762206 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: e26c00c9-0bab-4044-b5ca-dc2c768915ac {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:44:20.762704 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device e26c00c9-0bab-4044-b5ca-dc2c768915ac not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:44:20.783365 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c529d7aa-1880-44db-8fa2-d09f4c1f2892 req-5361c71a-3af9-4f42-bff4-2d817dd94a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:20.785439 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c529d7aa-1880-44db-8fa2-d09f4c1f2892 req-5361c71a-3af9-4f42-bff4-2d817dd94a9d service neutron] 10.222.0.47 "GET /v2.0/networks?id=247d6423-5fdf-4eed-9378-2e1201ada444 HTTP/1.1" status: 200 len: 918 time: 0.2832227 Dec 20 14:44:20.844317 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6a898e21-d2d6-4a81-9d03-74879263a949 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:20.949659 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c529d7aa-1880-44db-8fa2-d09f4c1f2892 req-0178ee07-5009-452e-b996-c7da46036d21 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39fb46ec-bbfe-447b-a277-aff72f4fa08d HTTP/1.1" status: 200 len: 1002 time: 0.0965381 Dec 20 14:44:21.041573 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1501533d-9925-427d-8229-2d51bda1eb57 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Publish callbacks [] for floatingip, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:21.048557 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1501533d-9925-427d-8229-2d51bda1eb57 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:21.063696 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-1501533d-9925-427d-8229-2d51bda1eb57 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "DELETE /v2.0/floatingips/55289cfc-7867-4712-9d2f-55d25ee7f16c HTTP/1.1" status: 204 len: 168 time: 2.5944128 Dec 20 14:44:21.126462 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.db.api [None req-0a23c762-ca36-42d9-9261-5bb03b3073a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103169) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 14:44:21.127048 n-d-761264-19 neutron-server[103169]: DEBUG oslo_db.api [None req-0a23c762-ca36-42d9-9261-5bb03b3073a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 14:44:21.127422 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Pushing event updated for resources: {'Port': ['ID=e5a63e3d-5491-4e84-bd0f-22d31cbc54e1,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:21.175594 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c529d7aa-1880-44db-8fa2-d09f4c1f2892 req-36418e81-eb19-4bf6-9844-908c309a5ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:21.180568 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c529d7aa-1880-44db-8fa2-d09f4c1f2892 req-36418e81-eb19-4bf6-9844-908c309a5ee0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a8bc57f1-3730-4dfb-a3cb-cf3c3829d7fe HTTP/1.1" status: 200 len: 856 time: 0.1952927 Dec 20 14:44:21.185840 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [None req-6a898e21-d2d6-4a81-9d03-74879263a949 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] device_id is not set on port a2e5c314-816c-47e3-9844-260848e2eed0 yet. {{(pid=103168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 14:44:21.189303 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-51e97a66-0a9f-4fd9-afdf-ee5c0b49c11d None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:21.199187 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-51e97a66-0a9f-4fd9-afdf-ee5c0b49c11d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:21.245332 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e97a66-0a9f-4fd9-afdf-ee5c0b49c11d None None] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:44:21.249187 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-51e97a66-0a9f-4fd9-afdf-ee5c0b49c11d None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:44:21.256358 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e97a66-0a9f-4fd9-afdf-ee5c0b49c11d None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:44:21.259200 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17933759-a15e-4590-abea-12f3ba675103 req-5e59ab58-4340-404f-81ec-a7ecd0f643a5 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:21.260842 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-17933759-a15e-4590-abea-12f3ba675103 req-5e59ab58-4340-404f-81ec-a7ecd0f643a5 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a83aaac-7396-4782-a290-1f0b3f47602a HTTP/1.1" status: 200 len: 946 time: 0.4401786 Dec 20 14:44:21.361148 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e97a66-0a9f-4fd9-afdf-ee5c0b49c11d None None] Pushing event updated for resources: {'Port': ['ID=88f5fff3-450d-4273-b4b5-c85f425d8608,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:21.377124 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-51e97a66-0a9f-4fd9-afdf-ee5c0b49c11d None None] Attempting to bind port 88f5fff3-450d-4273-b4b5-c85f425d8608 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:44:21.377738 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-51e97a66-0a9f-4fd9-afdf-ee5c0b49c11d None None] Attempting to bind port 88f5fff3-450d-4273-b4b5-c85f425d8608 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '0deaa76e-8a3e-44c4-a3b8-992392ef4539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:44:21.378290 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e97a66-0a9f-4fd9-afdf-ee5c0b49c11d None None] Attempting to bind port 88f5fff3-450d-4273-b4b5-c85f425d8608 on network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:44:21.386109 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e97a66-0a9f-4fd9-afdf-ee5c0b49c11d None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:44:21.386955 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e97a66-0a9f-4fd9-afdf-ee5c0b49c11d None None] Checking segment: {'id': '0deaa76e-8a3e-44c4-a3b8-992392ef4539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:44:21.387551 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-51e97a66-0a9f-4fd9-afdf-ee5c0b49c11d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:21.388099 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e97a66-0a9f-4fd9-afdf-ee5c0b49c11d None None] Bound using segment: {'id': '0deaa76e-8a3e-44c4-a3b8-992392ef4539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:44:21.388746 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-51e97a66-0a9f-4fd9-afdf-ee5c0b49c11d None None] Bound port: 88f5fff3-450d-4273-b4b5-c85f425d8608, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0deaa76e-8a3e-44c4-a3b8-992392ef4539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:44:21.389305 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-51e97a66-0a9f-4fd9-afdf-ee5c0b49c11d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:21.473022 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-51e97a66-0a9f-4fd9-afdf-ee5c0b49c11d None None] For port 88f5fff3-450d-4273-b4b5-c85f425d8608, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:44:21.478664 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-51e97a66-0a9f-4fd9-afdf-ee5c0b49c11d None None] For port 88f5fff3-450d-4273-b4b5-c85f425d8608, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=88f5fff3-450d-4273-b4b5-c85f425d8608,segment=NetworkSegment(0deaa76e-8a3e-44c4-a3b8-992392ef4539),segment_id=0deaa76e-8a3e-44c4-a3b8-992392ef4539)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:44:21.482496 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-17933759-a15e-4590-abea-12f3ba675103 req-18cc1c88-7445-44f2-b645-2d89f811e73b tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=32bfc1ff-28fd-45a5-ae96-207d0fefe02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1701269 Dec 20 14:44:21.486953 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ca019fc5-7aee-4a30-abaf-4371b6a95ac7 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:21.500675 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-51e97a66-0a9f-4fd9-afdf-ee5c0b49c11d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:21.510460 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [req-ba6ecf77-671b-4c17-8e70-7a7fd1918e2e req-41fcb6ae-1587-438d-ad5d-ba2bb155c9a2 tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] Allocated IP 172.20.0.11 (ef0adef7-2e9a-4c5f-ae6d-93be04aa201b/321fbd4d-33d9-43dd-a3f0-2f0927e656e9/21dfb90f-f62a-469a-8bc4-d6c39ce4f584) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:44:21.551077 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c529d7aa-1880-44db-8fa2-d09f4c1f2892 req-14c792be-3430-4622-b28f-beac929c03c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:21.552550 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c529d7aa-1880-44db-8fa2-d09f4c1f2892 req-14c792be-3430-4622-b28f-beac929c03c1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=247d6423-5fdf-4eed-9378-2e1201ada444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3538191 Dec 20 14:44:21.676709 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e97a66-0a9f-4fd9-afdf-ee5c0b49c11d None None] Pushing event updated for resources: {'Port': ['ID=88f5fff3-450d-4273-b4b5-c85f425d8608,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:21.717438 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-67f0372f-d929-40ec-81b3-5094778bd939 req-2297c191-0433-4e14-b393-11b0f205ffb2 tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] 10.222.0.54 "GET /v2.0/ports?device_id=9a6530c4-acb3-49de-8d6c-6938b06626e2 HTTP/1.1" status: 200 len: 210 time: 0.0813386 Dec 20 14:44:21.732737 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-ba6ecf77-671b-4c17-8e70-7a7fd1918e2e req-41fcb6ae-1587-438d-ad5d-ba2bb155c9a2 tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:21.828556 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-378502fe-f5ab-4ace-abbb-c3ebb81a77a0 None None] Provisioning complete for port 2a7f11cb-125d-4d5c-9231-73924b891660 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:44:21.829334 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-378502fe-f5ab-4ace-abbb-c3ebb81a77a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:21.832251 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c8788d9c-c157-4229-8da6-b252bba903ff req-b6ceed9f-52fa-4234-927d-b92e14c91794 service neutron] 10.222.0.54 "GET /v2.0/networks/e77a6991-7e9b-4f80-86c7-a3378ec4de6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6165357 Dec 20 14:44:21.855377 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-ba6ecf77-671b-4c17-8e70-7a7fd1918e2e req-41fcb6ae-1587-438d-ad5d-ba2bb155c9a2 tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:21.869644 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ca019fc5-7aee-4a30-abaf-4371b6a95ac7 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:21.921583 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-6a898e21-d2d6-4a81-9d03-74879263a949 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Allocated IP 2001:db8::f6e0:e708:4861:a659 (e2be1aff-cd00-4c3f-b1c0-ddca69da57f4/09495e0a-af82-4e7e-b2d1-b993c25a69f2/a2e5c314-816c-47e3-9844-260848e2eed0) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:44:21.943479 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c529d7aa-1880-44db-8fa2-d09f4c1f2892 req-ff01ca54-8662-4435-9914-354480eddf92 service neutron] 10.222.0.47 "GET /v2.0/networks/247d6423-5fdf-4eed-9378-2e1201ada444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3793685 Dec 20 14:44:21.952865 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-378502fe-f5ab-4ace-abbb-c3ebb81a77a0 None None] Port 2a7f11cb-125d-4d5c-9231-73924b891660 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:44:21.966204 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-378502fe-f5ab-4ace-abbb-c3ebb81a77a0 None None] Provisioning complete for port e5a63e3d-5491-4e84-bd0f-22d31cbc54e1 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:44:21.966798 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-378502fe-f5ab-4ace-abbb-c3ebb81a77a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:22.178526 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fcb6ae-1587-438d-ad5d-ba2bb155c9a2 tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] Pushing event updated for resources: {'Port': ['ID=21dfb90f-f62a-469a-8bc4-d6c39ce4f584,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:22.280056 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba6ecf77-671b-4c17-8e70-7a7fd1918e2e req-41fcb6ae-1587-438d-ad5d-ba2bb155c9a2 tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] Network ef0adef7-2e9a-4c5f-ae6d-93be04aa201b is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:44:22.311333 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11bf154e-a75d-412c-82e6-84b5d276adcc admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:44:22.313196 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [req-ba6ecf77-671b-4c17-8e70-7a7fd1918e2e req-41fcb6ae-1587-438d-ad5d-ba2bb155c9a2 tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:44:22.323606 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f26fb5-4d02-4fc7-9ed5-7341d48960fe None None] Sync routers for ids ['6e45dd99-c2ab-4545-8b84-7fd1a02c02e4'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:44:22.329496 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6a898e21-d2d6-4a81-9d03-74879263a949 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:22.339797 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f26fb5-4d02-4fc7-9ed5-7341d48960fe None None] Routers {'6e45dd99-c2ab-4545-8b84-7fd1a02c02e4'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:44:22.340529 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-f7f26fb5-4d02-4fc7-9ed5-7341d48960fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:44:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['6e45dd99-c2ab-4545-8b84-7fd1a02c02e4'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:44:22.346088 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ca019fc5-7aee-4a30-abaf-4371b6a95ac7 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1595702'] for router_interface, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:22.368512 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 52478) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:44:22.375749 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-6c65de54-9516-40fd-8acc-8ac6710d64b7 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1792748314', 'description': 'tempest-description--70582114'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:44:22.381474 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-11bf154e-a75d-412c-82e6-84b5d276adcc admin admin] 10.222.0.54 "PUT /v2.0/routers/6e45dd99-c2ab-4545-8b84-7fd1a02c02e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2061572 Dec 20 14:44:22.384696 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 52482) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:44:22.548464 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-f7f26fb5-4d02-4fc7-9ed5-7341d48960fe None None] Set router 6e45dd99-c2ab-4545-8b84-7fd1a02c02e4 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:44:22.556824 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba6ecf77-671b-4c17-8e70-7a7fd1918e2e req-41fcb6ae-1587-438d-ad5d-ba2bb155c9a2 tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:44:22.592635 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca019fc5-7aee-4a30-abaf-4371b6a95ac7 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Pushing event updated for resources: {'Port': ['ID=2a7f11cb-125d-4d5c-9231-73924b891660,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:22.623610 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b341078e-11c0-4bd9-bf96-8c7dcb01a5a3 None None] DHCP port deletion for ef0adef7-2e9a-4c5f-ae6d-93be04aa201b request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:44:22.740220 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c8788d9c-c157-4229-8da6-b252bba903ff req-8ef1cd4d-0b61-479c-b855-447e644c0733 service neutron] 10.222.0.54 "GET /v2.0/networks/e77a6991-7e9b-4f80-86c7-a3378ec4de6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9070604 Dec 20 14:44:22.747392 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6ecf77-671b-4c17-8e70-7a7fd1918e2e req-41fcb6ae-1587-438d-ad5d-ba2bb155c9a2 tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:22.748284 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-ba6ecf77-671b-4c17-8e70-7a7fd1918e2e req-41fcb6ae-1587-438d-ad5d-ba2bb155c9a2 tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:22.770452 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-93aa880a-781e-4f2b-b2bf-3c58dd8eb33d admin admin] Publish callbacks [] for router, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:22.969533 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-66f4bd69-5966-478b-8c98-c22d082f05e3 None None] Provisioning complete for port 21dfb90f-f62a-469a-8bc4-d6c39ce4f584 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:44:22.969783 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-66f4bd69-5966-478b-8c98-c22d082f05e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:22.972602 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca019fc5-7aee-4a30-abaf-4371b6a95ac7 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Network 6dcec53b-ca65-45ae-832a-b827e13b415b is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:44:22.983051 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-ca019fc5-7aee-4a30-abaf-4371b6a95ac7 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:44:22.996539 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ba6ecf77-671b-4c17-8e70-7a7fd1918e2e req-41fcb6ae-1587-438d-ad5d-ba2bb155c9a2 tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.6190124 Dec 20 14:44:23.025597 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-ba6ecf77-671b-4c17-8e70-7a7fd1918e2e req-161f72af-2a94-4ec7-b116-9c66787ba1c0 service neutron] Request body: {'port': {'device_id': '9a6530c4-acb3-49de-8d6c-6938b06626e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-19'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:44:23.103002 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 39fb46ec-bbfe-447b-a277-aff72f4fa08d no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:44:23.126508 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c529d7aa-1880-44db-8fa2-d09f4c1f2892 req-14c8d471-26eb-4983-932a-6de6c6093808 service neutron] 10.222.0.47 "GET /v2.0/networks/247d6423-5fdf-4eed-9378-2e1201ada444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1713352 Dec 20 14:44:23.130513 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6a898e21-d2d6-4a81-9d03-74879263a949 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:23.214778 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6c65de54-9516-40fd-8acc-8ac6710d64b7 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:23.250024 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 88f5fff3-450d-4273-b4b5-c85f425d8608 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:44:23.326942 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a898e21-d2d6-4a81-9d03-74879263a949 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:44:23.341727 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-6a898e21-d2d6-4a81-9d03-74879263a949 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:44:23.357862 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a898e21-d2d6-4a81-9d03-74879263a949 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:44:23.367909 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a898e21-d2d6-4a81-9d03-74879263a949 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:23.370592 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6a898e21-d2d6-4a81-9d03-74879263a949 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:23.388615 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-66f4bd69-5966-478b-8c98-c22d082f05e3 None None] Port 21dfb90f-f62a-469a-8bc4-d6c39ce4f584 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:44:23.419511 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 52506) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:44:23.429242 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-6a898e21-d2d6-4a81-9d03-74879263a949 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.8191185 Dec 20 14:44:23.460539 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-f7f26fb5-4d02-4fc7-9ed5-7341d48960fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e45dd99-c2ab-4545-8b84-7fd1a02c02e4', 'name': 'tempest-ServersTestBootFromVolume-1169588892-router', 'tenant_id': '647d4c96b4824b53b7215db6116f9517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'a61bbef8-275e-4607-812c-a53b27b04a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:39:57Z', 'updated_at': '2021-12-20T14:44:18Z', 'revision_number': 5, 'project_id': '647d4c96b4824b53b7215db6116f9517', 'gw_port': {'id': 'a61bbef8-275e-4607-812c-a53b27b04a42', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e45dd99-c2ab-4545-8b84-7fd1a02c02e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:39:58Z', 'updated_at': '2021-12-20T14:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:44:23.468503 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57c2480-b5c1-496b-bb85-e0de214b875e req-697c9576-16d3-4119-bf8b-ed7119502f8a tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:23.485078 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a57c2480-b5c1-496b-bb85-e0de214b875e req-697c9576-16d3-4119-bf8b-ed7119502f8a tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a83aaac-7396-4782-a290-1f0b3f47602a HTTP/1.1" status: 200 len: 946 time: 0.6102457 Dec 20 14:44:23.530774 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-93aa880a-781e-4f2b-b2bf-3c58dd8eb33d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:23.548760 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f26fb5-4d02-4fc7-9ed5-7341d48960fe None None] Checking router: 6e45dd99-c2ab-4545-8b84-7fd1a02c02e4 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:44:23.572317 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a898e21-d2d6-4a81-9d03-74879263a949 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event updated for resources: {'Port': ['ID=a2e5c314-816c-47e3-9844-260848e2eed0,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:23.583288 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 88f5fff3-450d-4273-b4b5-c85f425d8608 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:44:23.583768 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:23.596986 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f26fb5-4d02-4fc7-9ed5-7341d48960fe None None] Routers {'6e45dd99-c2ab-4545-8b84-7fd1a02c02e4'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:44:23.599056 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-f7f26fb5-4d02-4fc7-9ed5-7341d48960fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:44:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['6e45dd99-c2ab-4545-8b84-7fd1a02c02e4'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:44:23.632699 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a57c2480-b5c1-496b-bb85-e0de214b875e req-455ccf22-e986-4b32-9903-753535db2347 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=32bfc1ff-28fd-45a5-ae96-207d0fefe02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1455834 Dec 20 14:44:23.729289 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-6c728b54-7e1f-429f-9e63-94c75995e766 None None] Provisioning complete for port 2a7f11cb-125d-4d5c-9231-73924b891660 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:44:23.729673 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6c728b54-7e1f-429f-9e63-94c75995e766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:23.741365 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6c65de54-9516-40fd-8acc-8ac6710d64b7 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:23.751184 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6c65de54-9516-40fd-8acc-8ac6710d64b7 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:23.765444 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca019fc5-7aee-4a30-abaf-4371b6a95ac7 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Router 7dd96a12-7ea2-4fed-88ca-0d97ef737119 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:44:23.776737 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-ba6ecf77-671b-4c17-8e70-7a7fd1918e2e req-161f72af-2a94-4ec7-b116-9c66787ba1c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:23.802145 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e0492-93d4-4c41-83b8-36acbeabc901 req-eba9734a-15ff-470c-8f66-c38dfa05658d tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:23.813217 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c65de54-9516-40fd-8acc-8ac6710d64b7 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5aa35e3-ddf9-4b9c-913d-d442398eff76,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:23.832190 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-071e0492-93d4-4c41-83b8-36acbeabc901 req-eba9734a-15ff-470c-8f66-c38dfa05658d tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] 10.222.0.54 "GET /v2.0/ports?device_id=9a6530c4-acb3-49de-8d6c-6938b06626e2 HTTP/1.1" status: 200 len: 932 time: 0.6286747 Dec 20 14:44:23.866549 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704590f6-c341-410d-b137-5ac62cccdb3e tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:23.866779 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6c65de54-9516-40fd-8acc-8ac6710d64b7 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:23.869403 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-6c65de54-9516-40fd-8acc-8ac6710d64b7 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.4986994 Dec 20 14:44:23.874985 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704590f6-c341-410d-b137-5ac62cccdb3e tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:23.876874 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-704590f6-c341-410d-b137-5ac62cccdb3e tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.4399679 Dec 20 14:44:23.890766 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6c10fe59-aa12-46a5-a14b-8afb7d57da04 req-df599a4f-0691-470d-8c64-7218ba2454b2 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=01f45e27-b1b2-4611-941b-29cde9f5ede7 HTTP/1.1" status: 200 len: 210 time: 0.0884471 Dec 20 14:44:23.900573 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 52514) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:44:23.919502 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 52510) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:44:23.935049 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-9eb289c9-4706-4cc6-b904-6debab869b64 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Request body: {'security_group_rule': {'security_group_id': 'a5aa35e3-ddf9-4b9c-913d-d442398eff76', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:44:24.032405 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9eb289c9-4706-4cc6-b904-6debab869b64 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:24.103878 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:24.150333 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9eb289c9-4706-4cc6-b904-6debab869b64 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:24.157052 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-f7f26fb5-4d02-4fc7-9ed5-7341d48960fe None None] Set router 6e45dd99-c2ab-4545-8b84-7fd1a02c02e4 gateway port host: None {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:44:24.179793 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9eb289c9-4706-4cc6-b904-6debab869b64 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:24.190486 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-6c728b54-7e1f-429f-9e63-94c75995e766 None None] Port 2a7f11cb-125d-4d5c-9231-73924b891660 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:44:24.191855 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a83aaac-7396-4782-a290-1f0b3f47602a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39fb46ec-bbfe-447b-a277-aff72f4fa08d'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:44:24.194270 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-152e4ef4-69e2-4986-bafa-02049e3b587a" -d '{"events": [{"server_uuid": "2a83aaac-7396-4782-a290-1f0b3f47602a", "name": "network-vif-unplugged", "status": "completed", "tag": "39fb46ec-bbfe-447b-a277-aff72f4fa08d"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:44:24.244102 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb289c9-4706-4cc6-b904-6debab869b64 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d832a12-984f-4a10-bb13-00900ef506fd,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:24.258190 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9eb289c9-4706-4cc6-b904-6debab869b64 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:24.269004 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-9eb289c9-4706-4cc6-b904-6debab869b64 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3447335 Dec 20 14:44:24.270256 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 52522) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:44:24.276025 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-f7f26fb5-4d02-4fc7-9ed5-7341d48960fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e45dd99-c2ab-4545-8b84-7fd1a02c02e4', 'name': 'tempest-ServersTestBootFromVolume-1169588892-router', 'tenant_id': '647d4c96b4824b53b7215db6116f9517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:39:57Z', 'updated_at': '2021-12-20T14:44:23Z', 'revision_number': 6, 'project_id': '647d4c96b4824b53b7215db6116f9517', 'gw_port_host': None}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:44:24.278284 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-375d69fa-59ac-46ca-a477-1da7dabb2b7f tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Request body: {'security_group_rule': {'security_group_id': 'a5aa35e3-ddf9-4b9c-913d-d442398eff76', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:44:24.303662 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 39fb46ec-bbfe-447b-a277-aff72f4fa08d, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=39fb46ec-bbfe-447b-a277-aff72f4fa08d,segment=NetworkSegment(684010eb-b9c8-44ca-8706-1c0ac63af0ec),segment_id=684010eb-b9c8-44ca-8706-1c0ac63af0ec)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:44:24.321633 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-375d69fa-59ac-46ca-a477-1da7dabb2b7f tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:24.343393 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-071e0492-93d4-4c41-83b8-36acbeabc901 req-128cb643-a0d4-4935-b1f5-453a9b88bb1e tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] 10.222.0.54 "GET /v2.0/security-groups?id=7c00e471-b822-4bde-8413-ee09845062ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5097206 Dec 20 14:44:24.363470 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 14:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93027cf0-3549-45c4-a0d9-f5ae9a82d7a4 x-openstack-request-id: req-93027cf0-3549-45c4-a0d9-f5ae9a82d7a4 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:44:24.363844 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a83aaac-7396-4782-a290-1f0b3f47602a", "name": "network-vif-unplugged", "status": "completed", "tag": "39fb46ec-bbfe-447b-a277-aff72f4fa08d", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:44:24.364166 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-93027cf0-3549-45c4-a0d9-f5ae9a82d7a4 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:44:24.364625 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a83aaac-7396-4782-a290-1f0b3f47602a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39fb46ec-bbfe-447b-a277-aff72f4fa08d', 'code': 200} Dec 20 14:44:24.365514 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f26fb5-4d02-4fc7-9ed5-7341d48960fe None None] The sync data for ids ['6e45dd99-c2ab-4545-8b84-7fd1a02c02e4'] in n-d-761264-19 is: [{'id': '6e45dd99-c2ab-4545-8b84-7fd1a02c02e4', 'name': 'tempest-ServersTestBootFromVolume-1169588892-router', 'tenant_id': '647d4c96b4824b53b7215db6116f9517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:39:57Z', 'updated_at': '2021-12-20T14:44:23Z', 'revision_number': 6, 'project_id': '647d4c96b4824b53b7215db6116f9517', 'gw_port_host': None}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:44:24.367563 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:24.422468 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=39fb46ec-bbfe-447b-a277-aff72f4fa08d,revision_number=8']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:24.441351 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca019fc5-7aee-4a30-abaf-4371b6a95ac7 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:44:24.444266 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:24.446351 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-8df27b29-b8ca-416c-bc37-601def76e9c3 None None] Provisioning complete for port a2e5c314-816c-47e3-9844-260848e2eed0 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:44:24.446708 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8df27b29-b8ca-416c-bc37-601def76e9c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:24.448752 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-93aa880a-781e-4f2b-b2bf-3c58dd8eb33d admin admin] Deleting port a61bbef8-275e-4607-812c-a53b27b04a42 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:44:24.449219 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-93aa880a-781e-4f2b-b2bf-3c58dd8eb33d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:24.457551 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-ca019fc5-7aee-4a30-abaf-4371b6a95ac7 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "PUT /v2.0/routers/7dd96a12-7ea2-4fed-88ca-0d97ef737119/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4790392 Dec 20 14:44:24.458695 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97ec36b-852f-4ce9-9328-c6cc8ec0fbc4 None None] Sync routers for ids ['7dd96a12-7ea2-4fed-88ca-0d97ef737119'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:44:24.472549 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 52524) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:44:24.477224 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-e77a9e15-74bd-4292-a549-b6c3ef37c14c tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:44:24.497953 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-375d69fa-59ac-46ca-a477-1da7dabb2b7f tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:24.499536 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97ec36b-852f-4ce9-9328-c6cc8ec0fbc4 None None] Routers {'7dd96a12-7ea2-4fed-88ca-0d97ef737119'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:44:24.500381 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-a97ec36b-852f-4ce9-9328-c6cc8ec0fbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:44:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['7dd96a12-7ea2-4fed-88ca-0d97ef737119'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:44:24.509381 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-375d69fa-59ac-46ca-a477-1da7dabb2b7f tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:24.526401 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-8df27b29-b8ca-416c-bc37-601def76e9c3 None None] Port a2e5c314-816c-47e3-9844-260848e2eed0 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:44:24.536323 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] For port 88f5fff3-450d-4273-b4b5-c85f425d8608, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=88f5fff3-450d-4273-b4b5-c85f425d8608,segment=NetworkSegment(0deaa76e-8a3e-44c4-a3b8-992392ef4539),segment_id=0deaa76e-8a3e-44c4-a3b8-992392ef4539)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:44:24.558087 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:24.571641 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device e5a63e3d-5491-4e84-bd0f-22d31cbc54e1 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:44:24.572738 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375d69fa-59ac-46ca-a477-1da7dabb2b7f tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0250c0b-72de-4d8c-9be8-aaf195f6ff34,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:24.575683 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-8df27b29-b8ca-416c-bc37-601def76e9c3 None None] Provisioning complete for port 88f5fff3-450d-4273-b4b5-c85f425d8608 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:44:24.575683 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8df27b29-b8ca-416c-bc37-601def76e9c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:24.587132 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-375d69fa-59ac-46ca-a477-1da7dabb2b7f tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:24.592789 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-375d69fa-59ac-46ca-a477-1da7dabb2b7f tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3207214 Dec 20 14:44:24.596853 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 52526) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:44:24.609413 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-3c1577a9-4fd1-42e1-a808-bb51c242839e tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Request body: {'floatingip': {'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:44:24.688987 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3c1577a9-4fd1-42e1-a808-bb51c242839e tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Publish callbacks [] for floatingip, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:24.698638 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Pushing event updated for resources: {'Port': ['ID=88f5fff3-450d-4273-b4b5-c85f425d8608,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:24.783995 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-93aa880a-781e-4f2b-b2bf-3c58dd8eb33d admin admin] For port a61bbef8-275e-4607-812c-a53b27b04a42, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=a61bbef8-275e-4607-812c-a53b27b04a42,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:44:24.784639 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port e5a63e3d-5491-4e84-bd0f-22d31cbc54e1 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:44:24.785135 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:24.792384 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-93aa880a-781e-4f2b-b2bf-3c58dd8eb33d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:24.900539 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-93aa880a-781e-4f2b-b2bf-3c58dd8eb33d admin admin] Calling delete_port for a61bbef8-275e-4607-812c-a53b27b04a42 owned by network:router_gateway {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:44:24.949331 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-420ba565-787f-4455-8531-9a07fd510a74 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Deleting port a2e5c314-816c-47e3-9844-260848e2eed0 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:44:24.950053 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-420ba565-787f-4455-8531-9a07fd510a74 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:25.108047 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:44:25.108047 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:44:25.108047 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:44:25.108047 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:44:25.108047 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:44:25.108047 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:44:25.108047 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:44:25.108047 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:44:25.108047 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:44:25.108047 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:44:25.108047 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:44:25.108047 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:44:25.108047 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:44:25.108047 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:44:25.108047 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:44:25.108047 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:44:25.108047 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:44:25.108047 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:44:25.108047 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:44:25.108047 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:44:25.108047 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:44:25.108047 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:44:25.108047 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:44:25.108047 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:44:25.108047 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:44:25.108047 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:44:25.108047 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:44:25.108047 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:44:25.108047 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:44:25.108047 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:44:25.108047 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:44:25.108047 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:44:25.108047 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:44:25.108047 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:44:25.108047 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:44:25.108047 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:44:25.110636 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:44:25.110636 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:44:25.110636 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:44:25.110636 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:44:25.110636 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:44:25.110636 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:44:25.110636 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:44:25.110636 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:44:25.110636 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:44:25.110636 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:44:25.110636 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:44:25.110636 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:44:25.113548 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb06c35-7ec6-4c18-8fe2-de9437d88ef5 req-527eeb3d-d713-4b5b-bd50-0ca505c34a36 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:25.117353 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0bb06c35-7ec6-4c18-8fe2-de9437d88ef5 req-527eeb3d-d713-4b5b-bd50-0ca505c34a36 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a83aaac-7396-4782-a290-1f0b3f47602a HTTP/1.1" status: 200 len: 944 time: 0.0942919 Dec 20 14:44:25.139310 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-a97ec36b-852f-4ce9-9328-c6cc8ec0fbc4 None None] Set router 7dd96a12-7ea2-4fed-88ca-0d97ef737119 gateway port host: None {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:44:25.265733 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c94e3427-509e-440c-9591-06bdb48a5a01 req-a9db5ff3-b33c-40b5-bf3c-c0841ce70c26 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=01f45e27-b1b2-4611-941b-29cde9f5ede7 HTTP/1.1" status: 200 len: 210 time: 0.1210799 Dec 20 14:44:25.364745 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 88f5fff3-450d-4273-b4b5-c85f425d8608 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:44:25.392225 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0bb06c35-7ec6-4c18-8fe2-de9437d88ef5 req-ebc67fc1-61b0-46ba-ba44-ff577cb592c4 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=32bfc1ff-28fd-45a5-ae96-207d0fefe02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2166033 Dec 20 14:44:25.430459 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8788d9c-c157-4229-8da6-b252bba903ff req-dbbcf5e7-9968-4a86-9d5a-252b6f142adb tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:25.433318 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c8788d9c-c157-4229-8da6-b252bba903ff req-dbbcf5e7-9968-4a86-9d5a-252b6f142adb tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.30 "GET /v2.0/networks?id=e77a6991-7e9b-4f80-86c7-a3378ec4de6a HTTP/1.1" status: 200 len: 813 time: 0.7692120 Dec 20 14:44:25.461736 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3c1577a9-4fd1-42e1-a808-bb51c242839e tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:25.506956 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 88f5fff3-450d-4273-b4b5-c85f425d8608 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:44:25.507776 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:25.586321 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-a97ec36b-852f-4ce9-9328-c6cc8ec0fbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd96a12-7ea2-4fed-88ca-0d97ef737119', 'name': 'tempest-RoutersTest-router-1838996544', 'tenant_id': '50053969373c435f81b8431b3e816f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:43:31Z', 'updated_at': '2021-12-20T14:44:17Z', 'revision_number': 5, 'project_id': '50053969373c435f81b8431b3e816f88', 'gw_port_host': None, '_interfaces': [{'id': '2a7f11cb-125d-4d5c-9231-73924b891660', 'name': '', 'network_id': '6dcec53b-ca65-45ae-832a-b827e13b415b', 'tenant_id': '50053969373c435f81b8431b3e816f88', 'mac_address': 'fa:16:3e:1d:bd:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dd96a12-7ea2-4fed-88ca-0d97ef737119', 'device_owner': 'network:router_interface', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': '35e2b9fb-3912-46d3-8c54-818c260a844c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:44:14Z', 'updated_at': '2021-12-20T14:44:19Z', 'revision_number': 2, 'project_id': '50053969373c435f81b8431b3e816f88', 'subnets': [{'id': '35e2b9fb-3912-46d3-8c54-818c260a844c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72165306-9081-4306-b774-2a4f0bae048c', 'name': '', 'network_id': 'f40aaf94-a5c2-4555-8f51-87bd8723d363', 'tenant_id': '50053969373c435f81b8431b3e816f88', 'mac_address': 'fa:16:3e:47:c9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd96a12-7ea2-4fed-88ca-0d97ef737119', 'device_owner': 'network:router_interface', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': 'a1f90562-366d-4022-890f-c7f024fbed84', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:43:57Z', 'updated_at': '2021-12-20T14:44:08Z', 'revision_number': 5, 'project_id': '50053969373c435f81b8431b3e816f88', 'subnets': [{'id': 'a1f90562-366d-4022-890f-c7f024fbed84', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd20ccaa3-c111-4619-a747-1574108a4b76', 'name': '', 'network_id': '9379c086-95d2-4fb0-8248-052d883dac5a', 'tenant_id': '50053969373c435f81b8431b3e816f88', 'mac_address': 'fa:16:3e:e6:40:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd96a12-7ea2-4fed-88ca-0d97ef737119', 'device_owner': 'network:router_interface', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': '5c157bc3-6461-40ce-84ff-7c9b3fdb4343', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:43:43Z', 'updated_at': '2021-12-20T14:43:57Z', 'revision_number': 5, 'project_id': '50053969373c435f81b8431b3e816f88', 'subnets': [{'id': '5c157bc3-6461-40ce-84ff-7c9b3fdb4343', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee99a0ab-7a0d-46d7-ad0e-29c134e184d0', 'name': '', 'network_id': 'e559c019-62a6-4da7-bfc3-aa6a5b63cbf1', 'tenant_id': '50053969373c435f81b8431b3e816f88', 'mac_address': 'fa:16:3e:d8:66:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd96a12-7ea2-4fed-88ca-0d97ef737119', 'device_owner': 'network:router_interface', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '81cdaa41-d9ce-4366-baf5-5d5a3483918c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:43:33Z', 'updated_at': '2021-12-20T14:43:43Z', 'revision_number': 5, 'project_id': '50053969373c435f81b8431b3e816f88', 'subnets': [{'id': '81cdaa41-d9ce-4366-baf5-5d5a3483918c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:44:25.634182 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-c8788d9c-c157-4229-8da6-b252bba903ff req-cd0a3822-a187-412f-9670-eefcd0c37ef3 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Request body: {'port': {'device_id': '01f45e27-b1b2-4611-941b-29cde9f5ede7', 'network_id': 'e77a6991-7e9b-4f80-86c7-a3378ec4de6a', 'admin_state_up': True, 'tenant_id': '8a3f5189e8f64307a0b577e5cb283b15'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:44:25.648750 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97ec36b-852f-4ce9-9328-c6cc8ec0fbc4 None None] Checking router: 7dd96a12-7ea2-4fed-88ca-0d97ef737119 for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:44:25.649347 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97ec36b-852f-4ce9-9328-c6cc8ec0fbc4 None None] Updating router 7dd96a12-7ea2-4fed-88ca-0d97ef737119 port 2a7f11cb-125d-4d5c-9231-73924b891660 binding host n-d-761264-19 {{(pid=103170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 14:44:25.677793 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a97ec36b-852f-4ce9-9328-c6cc8ec0fbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:25.688013 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-3c1577a9-4fd1-42e1-a808-bb51c242839e tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Allocated IP 172.25.0.62 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/56ef6b3f-3352-4cab-abfd-fc8ab17f5f95) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:44:25.706546 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device a61bbef8-275e-4607-812c-a53b27b04a42 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:44:25.871048 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:25.898904 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3c1577a9-4fd1-42e1-a808-bb51c242839e tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:25.907109 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] For port a61bbef8-275e-4607-812c-a53b27b04a42, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=a61bbef8-275e-4607-812c-a53b27b04a42,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:44:25.913236 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:25.916036 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 20b0f414-c4af-4f4d-9c5a-8ed411648163 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:44:25.947742 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8788d9c-c157-4229-8da6-b252bba903ff req-cd0a3822-a187-412f-9670-eefcd0c37ef3 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Made reservation on behalf of 8a3f5189e8f64307a0b577e5cb283b15 for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:44:25.951780 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-c8788d9c-c157-4229-8da6-b252bba903ff req-cd0a3822-a187-412f-9670-eefcd0c37ef3 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:25.979259 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [req-ba6ecf77-671b-4c17-8e70-7a7fd1918e2e req-161f72af-2a94-4ec7-b116-9c66787ba1c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21dfb90f-f62a-469a-8bc4-d6c39ce4f584 {{(pid=103167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:44:25.991437 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-ba6ecf77-671b-4c17-8e70-7a7fd1918e2e req-161f72af-2a94-4ec7-b116-9c66787ba1c0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:25.994644 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 20b0f414-c4af-4f4d-9c5a-8ed411648163 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:44:25.995071 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 20b0f414-c4af-4f4d-9c5a-8ed411648163 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:44:26.005634 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-ba6ecf77-671b-4c17-8e70-7a7fd1918e2e req-161f72af-2a94-4ec7-b116-9c66787ba1c0 service neutron] Transition to ACTIVE for port object 21dfb90f-f62a-469a-8bc4-d6c39ce4f584 will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:44:26.028159 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3c1577a9-4fd1-42e1-a808-bb51c242839e tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:26.046670 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-ba6ecf77-671b-4c17-8e70-7a7fd1918e2e req-161f72af-2a94-4ec7-b116-9c66787ba1c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:26.066426 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Pushing event updated for resources: {'Port': ['ID=a61bbef8-275e-4607-812c-a53b27b04a42,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:26.085111 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1577a9-4fd1-42e1-a808-bb51c242839e tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:44:26.094203 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-3c1577a9-4fd1-42e1-a808-bb51c242839e tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:44:26.101222 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1577a9-4fd1-42e1-a808-bb51c242839e tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:44:26.132077 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1577a9-4fd1-42e1-a808-bb51c242839e tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Pushing event updated for resources: {'Port': ['ID=56ef6b3f-3352-4cab-abfd-fc8ab17f5f95,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:26.184676 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-420ba565-787f-4455-8531-9a07fd510a74 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:26.188101 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bccc63f-4d50-4de9-ab45-8a719608cedc None None] DHCP port deletion for ef0adef7-2e9a-4c5f-ae6d-93be04aa201b request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:44:26.194813 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [req-c8788d9c-c157-4229-8da6-b252bba903ff req-cd0a3822-a187-412f-9670-eefcd0c37ef3 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Allocated IP 172.20.0.4 (e77a6991-7e9b-4f80-86c7-a3378ec4de6a/688232d4-a5ee-4fe6-bf9a-f2474a9f502e/4b2ed9e8-5216-4628-8741-de812b39d43b) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:44:26.263751 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a97ec36b-852f-4ce9-9328-c6cc8ec0fbc4 None None] Publish callbacks [] for port, precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:26.277305 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a97ec36b-852f-4ce9-9328-c6cc8ec0fbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:26.335826 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de45512b-783e-4593-b2a6-26496d09ed3c req-d90b8960-1103-44fa-9b22-4a16aec6b737 tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:26.337751 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-de45512b-783e-4593-b2a6-26496d09ed3c req-d90b8960-1103-44fa-9b22-4a16aec6b737 tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] 10.222.0.54 "GET /v2.0/ports?device_id=9a6530c4-acb3-49de-8d6c-6938b06626e2 HTTP/1.1" status: 200 len: 944 time: 0.3272369 Dec 20 14:44:26.353024 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-420ba565-787f-4455-8531-9a07fd510a74 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Calling delete_port for a2e5c314-816c-47e3-9844-260848e2eed0 owned by {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:44:26.440797 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161f72af-2a94-4ec7-b116-9c66787ba1c0 service neutron] Pushing event updated for resources: {'Port': ['ID=21dfb90f-f62a-469a-8bc4-d6c39ce4f584,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:26.457358 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-c8788d9c-c157-4229-8da6-b252bba903ff req-cd0a3822-a187-412f-9670-eefcd0c37ef3 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:26.472969 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3c1577a9-4fd1-42e1-a808-bb51c242839e tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:26.476612 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2345a1f4-d348-4e9d-8a50-3f6c30532c11 req-c4974c92-4d40-4713-bc21-c996b07f5664 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=01f45e27-b1b2-4611-941b-29cde9f5ede7 HTTP/1.1" status: 200 len: 210 time: 0.0435915 Dec 20 14:44:26.515855 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28590cc-ed5e-4c11-adc8-8cb2da6bafbf None None] Pushing event updated for resources: {'Port': ['ID=2a7f11cb-125d-4d5c-9231-73924b891660,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:26.554317 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3c1577a9-4fd1-42e1-a808-bb51c242839e tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:26.556511 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-a97ec36b-852f-4ce9-9328-c6cc8ec0fbc4 None None] Attempting to bind port 2a7f11cb-125d-4d5c-9231-73924b891660 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:44:26.556890 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-a97ec36b-852f-4ce9-9328-c6cc8ec0fbc4 None None] Attempting to bind port 2a7f11cb-125d-4d5c-9231-73924b891660 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '8d4d33dd-e165-44d7-be4d-dcdd3d0e52ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '6dcec53b-ca65-45ae-832a-b827e13b415b'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:44:26.557282 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97ec36b-852f-4ce9-9328-c6cc8ec0fbc4 None None] Attempting to bind port 2a7f11cb-125d-4d5c-9231-73924b891660 on network 6dcec53b-ca65-45ae-832a-b827e13b415b {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:44:26.563197 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97ec36b-852f-4ce9-9328-c6cc8ec0fbc4 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:44:26.563836 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97ec36b-852f-4ce9-9328-c6cc8ec0fbc4 None None] Checking segment: {'id': '8d4d33dd-e165-44d7-be4d-dcdd3d0e52ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '6dcec53b-ca65-45ae-832a-b827e13b415b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:44:26.564397 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a97ec36b-852f-4ce9-9328-c6cc8ec0fbc4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:26.564970 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97ec36b-852f-4ce9-9328-c6cc8ec0fbc4 None None] Bound using segment: {'id': '8d4d33dd-e165-44d7-be4d-dcdd3d0e52ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '6dcec53b-ca65-45ae-832a-b827e13b415b'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:44:26.565757 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-a97ec36b-852f-4ce9-9328-c6cc8ec0fbc4 None None] Bound port: 2a7f11cb-125d-4d5c-9231-73924b891660, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d4d33dd-e165-44d7-be4d-dcdd3d0e52ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '6dcec53b-ca65-45ae-832a-b827e13b415b'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:44:26.566301 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a97ec36b-852f-4ce9-9328-c6cc8ec0fbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:26.649600 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-a97ec36b-852f-4ce9-9328-c6cc8ec0fbc4 None None] For port 2a7f11cb-125d-4d5c-9231-73924b891660, host n-d-761264-19, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:44:26.654294 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-a97ec36b-852f-4ce9-9328-c6cc8ec0fbc4 None None] For port 2a7f11cb-125d-4d5c-9231-73924b891660, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=2a7f11cb-125d-4d5c-9231-73924b891660,segment=NetworkSegment(8d4d33dd-e165-44d7-be4d-dcdd3d0e52ab),segment_id=8d4d33dd-e165-44d7-be4d-dcdd3d0e52ab)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:44:26.663268 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-a97ec36b-852f-4ce9-9328-c6cc8ec0fbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:26.663910 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-ba6ecf77-671b-4c17-8e70-7a7fd1918e2e req-161f72af-2a94-4ec7-b116-9c66787ba1c0 service neutron] Attempting to bind port 21dfb90f-f62a-469a-8bc4-d6c39ce4f584 on host n-h1-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:44:26.664986 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-ba6ecf77-671b-4c17-8e70-7a7fd1918e2e req-161f72af-2a94-4ec7-b116-9c66787ba1c0 service neutron] Attempting to bind port 21dfb90f-f62a-469a-8bc4-d6c39ce4f584 by drivers openvswitch,hyperv on host n-h1-761264-19 at level 0 using segments [{'id': 'cf764769-bd48-4fb7-ac99-d6f6b1edeed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ef0adef7-2e9a-4c5f-ae6d-93be04aa201b'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:44:26.665416 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6ecf77-671b-4c17-8e70-7a7fd1918e2e req-161f72af-2a94-4ec7-b116-9c66787ba1c0 service neutron] Attempting to bind port 21dfb90f-f62a-469a-8bc4-d6c39ce4f584 on network ef0adef7-2e9a-4c5f-ae6d-93be04aa201b {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:44:26.710477 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-de45512b-783e-4593-b2a6-26496d09ed3c req-d1165ad5-6765-4a5b-8350-6c283171a3b9 tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] 10.222.0.54 "GET /v2.0/security-groups?id=7c00e471-b822-4bde-8413-ee09845062ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3082421 Dec 20 14:44:26.749982 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6ecf77-671b-4c17-8e70-7a7fd1918e2e req-161f72af-2a94-4ec7-b116-9c66787ba1c0 service neutron] Port 21dfb90f-f62a-469a-8bc4-d6c39ce4f584 on network ef0adef7-2e9a-4c5f-ae6d-93be04aa201b not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:44:26.750493 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6ecf77-671b-4c17-8e70-7a7fd1918e2e req-161f72af-2a94-4ec7-b116-9c66787ba1c0 service neutron] Attempting to bind port 21dfb90f-f62a-469a-8bc4-d6c39ce4f584 on network ef0adef7-2e9a-4c5f-ae6d-93be04aa201b {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:44:26.763607 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97ec36b-852f-4ce9-9328-c6cc8ec0fbc4 None None] Routers {'7dd96a12-7ea2-4fed-88ca-0d97ef737119'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:44:26.764379 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-a97ec36b-852f-4ce9-9328-c6cc8ec0fbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:44:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['7dd96a12-7ea2-4fed-88ca-0d97ef737119'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:44:26.782320 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3c1577a9-4fd1-42e1-a808-bb51c242839e tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:26.791084 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6ecf77-671b-4c17-8e70-7a7fd1918e2e req-161f72af-2a94-4ec7-b116-9c66787ba1c0 service neutron] Checking agent: {'id': '3e5ace3e-dd7b-4522-a7c4-77d13dbeab1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:44:26.804017 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6ecf77-671b-4c17-8e70-7a7fd1918e2e req-161f72af-2a94-4ec7-b116-9c66787ba1c0 service neutron] Checking segment: {'id': 'cf764769-bd48-4fb7-ac99-d6f6b1edeed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ef0adef7-2e9a-4c5f-ae6d-93be04aa201b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:44:26.804886 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6ecf77-671b-4c17-8e70-7a7fd1918e2e req-161f72af-2a94-4ec7-b116-9c66787ba1c0 service neutron] Bound using segment: {'id': 'cf764769-bd48-4fb7-ac99-d6f6b1edeed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ef0adef7-2e9a-4c5f-ae6d-93be04aa201b'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:44:26.805554 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-ba6ecf77-671b-4c17-8e70-7a7fd1918e2e req-161f72af-2a94-4ec7-b116-9c66787ba1c0 service neutron] Bound port: 21dfb90f-f62a-469a-8bc4-d6c39ce4f584, host: n-h1-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf764769-bd48-4fb7-ac99-d6f6b1edeed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ef0adef7-2e9a-4c5f-ae6d-93be04aa201b'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:44:26.806100 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-ba6ecf77-671b-4c17-8e70-7a7fd1918e2e req-161f72af-2a94-4ec7-b116-9c66787ba1c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:26.821027 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3c1577a9-4fd1-42e1-a808-bb51c242839e tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:26.859676 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-80bd8260-4bbd-4e9e-a3d6-9b6eb5b3f922 None None] Provisioning complete for port 2a7f11cb-125d-4d5c-9231-73924b891660 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:44:26.860395 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-80bd8260-4bbd-4e9e-a3d6-9b6eb5b3f922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:26.918393 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-c8788d9c-c157-4229-8da6-b252bba903ff req-cd0a3822-a187-412f-9670-eefcd0c37ef3 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:26.926715 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-a97ec36b-852f-4ce9-9328-c6cc8ec0fbc4 None None] Set router 7dd96a12-7ea2-4fed-88ca-0d97ef737119 gateway port host: None {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:44:26.949922 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['cbf29dfb-3708-422d-85ee-b8db53577948'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:44:27.021285 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-93aa880a-781e-4f2b-b2bf-3c58dd8eb33d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:27.043495 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ba1b29-9dbf-4cda-b82a-80dc2f1ca852 req-f11dcd78-822c-4955-be0a-8483b8a6ead0 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:27.045302 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a4ba1b29-9dbf-4cda-b82a-80dc2f1ca852 req-f11dcd78-822c-4955-be0a-8483b8a6ead0 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a83aaac-7396-4782-a290-1f0b3f47602a HTTP/1.1" status: 200 len: 944 time: 0.2607777 Dec 20 14:44:27.062576 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1577a9-4fd1-42e1-a808-bb51c242839e tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Pushing event updated for resources: {'Port': ['ID=56ef6b3f-3352-4cab-abfd-fc8ab17f5f95,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:27.128010 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28590cc-ed5e-4c11-adc8-8cb2da6bafbf None None] Pushing event updated for resources: {'Port': ['ID=2a7f11cb-125d-4d5c-9231-73924b891660,revision_number=4']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:27.143496 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8788d9c-c157-4229-8da6-b252bba903ff req-cd0a3822-a187-412f-9670-eefcd0c37ef3 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Network e77a6991-7e9b-4f80-86c7-a3378ec4de6a is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:44:27.197684 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [req-c8788d9c-c157-4229-8da6-b252bba903ff req-cd0a3822-a187-412f-9670-eefcd0c37ef3 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:44:27.199054 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-ba6ecf77-671b-4c17-8e70-7a7fd1918e2e req-161f72af-2a94-4ec7-b116-9c66787ba1c0 service neutron] For port 21dfb90f-f62a-469a-8bc4-d6c39ce4f584, host n-h1-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:44:27.201797 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8788d9c-c157-4229-8da6-b252bba903ff req-cd0a3822-a187-412f-9670-eefcd0c37ef3 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:44:27.252927 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3c1577a9-4fd1-42e1-a808-bb51c242839e tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585115'] for floatingip, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:27.259608 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aa880a-781e-4f2b-b2bf-3c58dd8eb33d admin admin] Pushing event deleted for resources: {'Port': ['ID=a61bbef8-275e-4607-812c-a53b27b04a42,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:27.311024 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4378c2d1-a1f4-44c5-bbde-4919be47d9fa None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:44:27.313610 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-ba6ecf77-671b-4c17-8e70-7a7fd1918e2e req-161f72af-2a94-4ec7-b116-9c66787ba1c0 service neutron] For port 21dfb90f-f62a-469a-8bc4-d6c39ce4f584, host n-h1-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=21dfb90f-f62a-469a-8bc4-d6c39ce4f584,segment=NetworkSegment(cf764769-bd48-4fb7-ac99-d6f6b1edeed6),segment_id=cf764769-bd48-4fb7-ac99-d6f6b1edeed6)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:44:27.335019 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-80bd8260-4bbd-4e9e-a3d6-9b6eb5b3f922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:27.352339 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-a97ec36b-852f-4ce9-9328-c6cc8ec0fbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd96a12-7ea2-4fed-88ca-0d97ef737119', 'name': 'tempest-RoutersTest-router-1838996544', 'tenant_id': '50053969373c435f81b8431b3e816f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:43:31Z', 'updated_at': '2021-12-20T14:44:17Z', 'revision_number': 5, 'project_id': '50053969373c435f81b8431b3e816f88', 'gw_port_host': None, '_interfaces': [{'id': '2a7f11cb-125d-4d5c-9231-73924b891660', 'name': '', 'network_id': '6dcec53b-ca65-45ae-832a-b827e13b415b', 'tenant_id': '50053969373c435f81b8431b3e816f88', 'mac_address': 'fa:16:3e:1d:bd:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dd96a12-7ea2-4fed-88ca-0d97ef737119', 'device_owner': 'network:router_interface', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': '35e2b9fb-3912-46d3-8c54-818c260a844c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:44:14Z', 'updated_at': '2021-12-20T14:44:26Z', 'revision_number': 4, 'project_id': '50053969373c435f81b8431b3e816f88', 'subnets': [{'id': '35e2b9fb-3912-46d3-8c54-818c260a844c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72165306-9081-4306-b774-2a4f0bae048c', 'name': '', 'network_id': 'f40aaf94-a5c2-4555-8f51-87bd8723d363', 'tenant_id': '50053969373c435f81b8431b3e816f88', 'mac_address': 'fa:16:3e:47:c9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd96a12-7ea2-4fed-88ca-0d97ef737119', 'device_owner': 'network:router_interface', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': 'a1f90562-366d-4022-890f-c7f024fbed84', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:43:57Z', 'updated_at': '2021-12-20T14:44:08Z', 'revision_number': 5, 'project_id': '50053969373c435f81b8431b3e816f88', 'subnets': [{'id': 'a1f90562-366d-4022-890f-c7f024fbed84', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd20ccaa3-c111-4619-a747-1574108a4b76', 'name': '', 'network_id': '9379c086-95d2-4fb0-8248-052d883dac5a', 'tenant_id': '50053969373c435f81b8431b3e816f88', 'mac_address': 'fa:16:3e:e6:40:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd96a12-7ea2-4fed-88ca-0d97ef737119', 'device_owner': 'network:router_interface', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': '5c157bc3-6461-40ce-84ff-7c9b3fdb4343', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:43:43Z', 'updated_at': '2021-12-20T14:43:57Z', 'revision_number': 5, 'project_id': '50053969373c435f81b8431b3e816f88', 'subnets': [{'id': '5c157bc3-6461-40ce-84ff-7c9b3fdb4343', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee99a0ab-7a0d-46d7-ad0e-29c134e184d0', 'name': '', 'network_id': 'e559c019-62a6-4da7-bfc3-aa6a5b63cbf1', 'tenant_id': '50053969373c435f81b8431b3e816f88', 'mac_address': 'fa:16:3e:d8:66:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd96a12-7ea2-4fed-88ca-0d97ef737119', 'device_owner': 'network:router_interface', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '81cdaa41-d9ce-4366-baf5-5d5a3483918c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:43:33Z', 'updated_at': '2021-12-20T14:43:43Z', 'revision_number': 5, 'project_id': '50053969373c435f81b8431b3e816f88', 'subnets': [{'id': '81cdaa41-d9ce-4366-baf5-5d5a3483918c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:44:27.357696 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8788d9c-c157-4229-8da6-b252bba903ff req-cd0a3822-a187-412f-9670-eefcd0c37ef3 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:27.360967 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-c8788d9c-c157-4229-8da6-b252bba903ff req-cd0a3822-a187-412f-9670-eefcd0c37ef3 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:27.363654 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.extraroute_db [None req-e77a9e15-74bd-4292-a549-b6c3ef37c14c tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=103167) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 20 14:44:27.384817 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.extraroute_db [None req-e77a9e15-74bd-4292-a549-b6c3ef37c14c tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Removed routes are [] {{(pid=103167) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 20 14:44:27.385306 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e77a9e15-74bd-4292-a549-b6c3ef37c14c tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1584976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40157'] for router, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:27.401194 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0a3822-a187-412f-9670-eefcd0c37ef3 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Pushing event updated for resources: {'Port': ['ID=4b2ed9e8-5216-4628-8741-de812b39d43b,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:27.407665 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3c1577a9-4fd1-42e1-a808-bb51c242839e tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:27.409623 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-3c1577a9-4fd1-42e1-a808-bb51c242839e tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8111365 Dec 20 14:44:27.420463 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-80bd8260-4bbd-4e9e-a3d6-9b6eb5b3f922 None None] For port 2a7f11cb-125d-4d5c-9231-73924b891660, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=2a7f11cb-125d-4d5c-9231-73924b891660,segment=NetworkSegment(8d4d33dd-e165-44d7-be4d-dcdd3d0e52ab),segment_id=8d4d33dd-e165-44d7-be4d-dcdd3d0e52ab)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:44:27.423055 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97ec36b-852f-4ce9-9328-c6cc8ec0fbc4 None None] The sync data for ids ['7dd96a12-7ea2-4fed-88ca-0d97ef737119'] in n-d-761264-19 is: [{'id': '7dd96a12-7ea2-4fed-88ca-0d97ef737119', 'name': 'tempest-RoutersTest-router-1838996544', 'tenant_id': '50053969373c435f81b8431b3e816f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:43:31Z', 'updated_at': '2021-12-20T14:44:17Z', 'revision_number': 5, 'project_id': '50053969373c435f81b8431b3e816f88', 'gw_port_host': None, '_interfaces': [{'id': '2a7f11cb-125d-4d5c-9231-73924b891660', 'name': '', 'network_id': '6dcec53b-ca65-45ae-832a-b827e13b415b', 'tenant_id': '50053969373c435f81b8431b3e816f88', 'mac_address': 'fa:16:3e:1d:bd:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dd96a12-7ea2-4fed-88ca-0d97ef737119', 'device_owner': 'network:router_interface', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': '35e2b9fb-3912-46d3-8c54-818c260a844c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:44:14Z', 'updated_at': '2021-12-20T14:44:26Z', 'revision_number': 4, 'project_id': '50053969373c435f81b8431b3e816f88', 'subnets': [{'id': '35e2b9fb-3912-46d3-8c54-818c260a844c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72165306-9081-4306-b774-2a4f0bae048c', 'name': '', 'network_id': 'f40aaf94-a5c2-4555-8f51-87bd8723d363', 'tenant_id': '50053969373c435f81b8431b3e816f88', 'mac_address': 'fa:16:3e:47:c9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd96a12-7ea2-4fed-88ca-0d97ef737119', 'device_owner': 'network:router_interface', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': 'a1f90562-366d-4022-890f-c7f024fbed84', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:43:57Z', 'updated_at': '2021-12-20T14:44:08Z', 'revision_number': 5, 'project_id': '50053969373c435f81b8431b3e816f88', 'subnets': [{'id': 'a1f90562-366d-4022-890f-c7f024fbed84', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd20ccaa3-c111-4619-a747-1574108a4b76', 'name': '', 'network_id': '9379c086-95d2-4fb0-8248-052d883dac5a', 'tenant_id': '50053969373c435f81b8431b3e816f88', 'mac_address': 'fa:16:3e:e6:40:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd96a12-7ea2-4fed-88ca-0d97ef737119', 'device_owner': 'network:router_interface', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': '5c157bc3-6461-40ce-84ff-7c9b3fdb4343', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:43:43Z', 'updated_at': '2021-12-20T14:43:57Z', 'revision_number': 5, 'project_id': '50053969373c435f81b8431b3e816f88', 'subnets': [{'id': '5c157bc3-6461-40ce-84ff-7c9b3fdb4343', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee99a0ab-7a0d-46d7-ad0e-29c134e184d0', 'name': '', 'network_id': 'e559c019-62a6-4da7-bfc3-aa6a5b63cbf1', 'tenant_id': '50053969373c435f81b8431b3e816f88', 'mac_address': 'fa:16:3e:d8:66:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd96a12-7ea2-4fed-88ca-0d97ef737119', 'device_owner': 'network:router_interface', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '81cdaa41-d9ce-4366-baf5-5d5a3483918c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:43:33Z', 'updated_at': '2021-12-20T14:43:43Z', 'revision_number': 5, 'project_id': '50053969373c435f81b8431b3e816f88', 'subnets': [{'id': '81cdaa41-d9ce-4366-baf5-5d5a3483918c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:44:27.428397 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-80bd8260-4bbd-4e9e-a3d6-9b6eb5b3f922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:27.442657 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a4ba1b29-9dbf-4cda-b82a-80dc2f1ca852 req-aae8960a-e5bf-4452-8a23-bdace0b58f96 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=32bfc1ff-28fd-45a5-ae96-207d0fefe02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3579056 Dec 20 14:44:27.449835 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c8788d9c-c157-4229-8da6-b252bba903ff req-cd0a3822-a187-412f-9670-eefcd0c37ef3 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8307772 Dec 20 14:44:27.462826 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-ba6ecf77-671b-4c17-8e70-7a7fd1918e2e req-161f72af-2a94-4ec7-b116-9c66787ba1c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:27.482442 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-c8788d9c-c157-4229-8da6-b252bba903ff req-ade7a519-4e65-40e5-8f99-29217c22a256 service neutron] Request body: {'port': {'device_id': '01f45e27-b1b2-4611-941b-29cde9f5ede7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-19'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:44:27.557394 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bd8260-4bbd-4e9e-a3d6-9b6eb5b3f922 None None] Pushing event updated for resources: {'Port': ['ID=2a7f11cb-125d-4d5c-9231-73924b891660,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:27.599952 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-77ae2ddb-15fb-47d8-98f1-9aa6ef2d7334 None None] Provisioning complete for port 2a7f11cb-125d-4d5c-9231-73924b891660 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:44:27.600323 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-77ae2ddb-15fb-47d8-98f1-9aa6ef2d7334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:27.616374 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-c8788d9c-c157-4229-8da6-b252bba903ff req-ade7a519-4e65-40e5-8f99-29217c22a256 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:27.952335 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161f72af-2a94-4ec7-b116-9c66787ba1c0 service neutron] Pushing event updated for resources: {'Port': ['ID=21dfb90f-f62a-469a-8bc4-d6c39ce4f584,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:27.984778 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3670ba-bba5-486c-81cf-b624de2f641d None None] DHCP port deletion for ef0adef7-2e9a-4c5f-ae6d-93be04aa201b request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:44:28.031002 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-93aa880a-781e-4f2b-b2bf-3c58dd8eb33d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584913'] for router_gateway, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:28.071779 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6ecf77-671b-4c17-8e70-7a7fd1918e2e req-161f72af-2a94-4ec7-b116-9c66787ba1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:28.073225 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-ba6ecf77-671b-4c17-8e70-7a7fd1918e2e req-161f72af-2a94-4ec7-b116-9c66787ba1c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:28.074904 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ba6ecf77-671b-4c17-8e70-7a7fd1918e2e req-161f72af-2a94-4ec7-b116-9c66787ba1c0 service neutron] 10.222.0.30 "PUT /v2.0/ports/21dfb90f-f62a-469a-8bc4-d6c39ce4f584 HTTP/1.1" status: 200 len: 1093 time: 5.0614438 Dec 20 14:44:28.075619 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-420ba565-787f-4455-8531-9a07fd510a74 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:28.089289 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a6530c4-acb3-49de-8d6c-6938b06626e2', 'tag': '21dfb90f-f62a-469a-8bc4-d6c39ce4f584'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:44:28.091991 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bddc8943-09df-41a8-b53c-a429d61c8ed1" -d '{"events": [{"name": "network-changed", "server_uuid": "9a6530c4-acb3-49de-8d6c-6938b06626e2", "tag": "21dfb90f-f62a-469a-8bc4-d6c39ce4f584"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:44:28.263236 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420ba565-787f-4455-8531-9a07fd510a74 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event deleted for resources: {'Port': ['ID=a2e5c314-816c-47e3-9844-260848e2eed0,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:28.364627 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [req-c8788d9c-c157-4229-8da6-b252bba903ff req-ade7a519-4e65-40e5-8f99-29217c22a256 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b2ed9e8-5216-4628-8741-de812b39d43b {{(pid=103168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:44:28.376783 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-c8788d9c-c157-4229-8da6-b252bba903ff req-ade7a519-4e65-40e5-8f99-29217c22a256 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:28.410825 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ca2dc6-fcee-48ba-a79a-cfe6759cc196 req-2682a6c3-159f-470f-baf8-ad167e322ccd tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:28.413263 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-74ca2dc6-fcee-48ba-a79a-cfe6759cc196 req-2682a6c3-159f-470f-baf8-ad167e322ccd tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=01f45e27-b1b2-4611-941b-29cde9f5ede7 HTTP/1.1" status: 200 len: 931 time: 0.2066736 Dec 20 14:44:28.425119 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.provisioning_blocks [req-c8788d9c-c157-4229-8da6-b252bba903ff req-ade7a519-4e65-40e5-8f99-29217c22a256 service neutron] Transition to ACTIVE for port object 4b2ed9e8-5216-4628-8741-de812b39d43b will not be triggered until provisioned by entity L2. {{(pid=103168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:44:28.444678 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-c8788d9c-c157-4229-8da6-b252bba903ff req-ade7a519-4e65-40e5-8f99-29217c22a256 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:28.508695 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e77a9e15-74bd-4292-a549-b6c3ef37c14c tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1584976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40157'] for router, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:28.538783 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e77a9e15-74bd-4292-a549-b6c3ef37c14c tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1584999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1585022', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1594780'] for router, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:28.541302 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-420ba565-787f-4455-8531-9a07fd510a74 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:28.544788 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-420ba565-787f-4455-8531-9a07fd510a74 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "DELETE /v2.0/ports/a2e5c314-816c-47e3-9844-260848e2eed0 HTTP/1.1" status: 204 len: 168 time: 4.6331251 Dec 20 14:44:28.549625 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 52592) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:44:28.555848 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-93aa880a-781e-4f2b-b2bf-3c58dd8eb33d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40132'] for router, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:28.560235 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-93aa880a-781e-4f2b-b2bf-3c58dd8eb33d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:28.569394 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade7a519-4e65-40e5-8f99-29217c22a256 service neutron] Pushing event updated for resources: {'Port': ['ID=4b2ed9e8-5216-4628-8741-de812b39d43b,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:28.577621 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-74ca2dc6-fcee-48ba-a79a-cfe6759cc196 req-5ea51628-5742-404d-b3ee-f44aabd93fcf tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553214 Dec 20 14:44:28.701520 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-c8788d9c-c157-4229-8da6-b252bba903ff req-ade7a519-4e65-40e5-8f99-29217c22a256 service neutron] Attempting to bind port 4b2ed9e8-5216-4628-8741-de812b39d43b on host n-h1-761264-19 for vnic_type normal with profile {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:44:28.701850 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-c8788d9c-c157-4229-8da6-b252bba903ff req-ade7a519-4e65-40e5-8f99-29217c22a256 service neutron] Attempting to bind port 4b2ed9e8-5216-4628-8741-de812b39d43b by drivers openvswitch,hyperv on host n-h1-761264-19 at level 0 using segments [{'id': '0e7fdf50-5b19-4be8-bc50-cf777ad84dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'e77a6991-7e9b-4f80-86c7-a3378ec4de6a'}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:44:28.702341 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8788d9c-c157-4229-8da6-b252bba903ff req-ade7a519-4e65-40e5-8f99-29217c22a256 service neutron] Attempting to bind port 4b2ed9e8-5216-4628-8741-de812b39d43b on network e77a6991-7e9b-4f80-86c7-a3378ec4de6a {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:44:28.709521 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8788d9c-c157-4229-8da6-b252bba903ff req-ade7a519-4e65-40e5-8f99-29217c22a256 service neutron] Port 4b2ed9e8-5216-4628-8741-de812b39d43b on network e77a6991-7e9b-4f80-86c7-a3378ec4de6a not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-19 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:44:28.709853 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8788d9c-c157-4229-8da6-b252bba903ff req-ade7a519-4e65-40e5-8f99-29217c22a256 service neutron] Attempting to bind port 4b2ed9e8-5216-4628-8741-de812b39d43b on network e77a6991-7e9b-4f80-86c7-a3378ec4de6a {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:44:28.713748 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db615455-74a8-498b-b8f1-0e3b4be3d83b tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:28.715693 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db615455-74a8-498b-b8f1-0e3b4be3d83b tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:28.717339 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-db615455-74a8-498b-b8f1-0e3b4be3d83b tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1639049 Dec 20 14:44:28.725569 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8788d9c-c157-4229-8da6-b252bba903ff req-ade7a519-4e65-40e5-8f99-29217c22a256 service neutron] Checking agent: {'id': '3e5ace3e-dd7b-4522-a7c4-77d13dbeab1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:44:28.725967 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8788d9c-c157-4229-8da6-b252bba903ff req-ade7a519-4e65-40e5-8f99-29217c22a256 service neutron] Checking segment: {'id': '0e7fdf50-5b19-4be8-bc50-cf777ad84dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'e77a6991-7e9b-4f80-86c7-a3378ec4de6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:44:28.726370 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8788d9c-c157-4229-8da6-b252bba903ff req-ade7a519-4e65-40e5-8f99-29217c22a256 service neutron] Bound using segment: {'id': '0e7fdf50-5b19-4be8-bc50-cf777ad84dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'e77a6991-7e9b-4f80-86c7-a3378ec4de6a'} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:44:28.726904 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-c8788d9c-c157-4229-8da6-b252bba903ff req-ade7a519-4e65-40e5-8f99-29217c22a256 service neutron] Bound port: 4b2ed9e8-5216-4628-8741-de812b39d43b, host: n-h1-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e7fdf50-5b19-4be8-bc50-cf777ad84dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'e77a6991-7e9b-4f80-86c7-a3378ec4de6a'}}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:44:28.727316 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-c8788d9c-c157-4229-8da6-b252bba903ff req-ade7a519-4e65-40e5-8f99-29217c22a256 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:28.731673 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 52594) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:44:28.751290 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1949f440-1c70-4b5e-b6d0-16b0afe6a5c9 req-6c50bd88-fc3b-4e1c-87ea-c001a653f70b tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1792748314&fields=id&tenant_id=c0643adf2af04815b0d3549cf80b60b4 HTTP/1.1" status: 200 len: 267 time: 0.3739264 Dec 20 14:44:28.755056 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ca2f85-9655-4ac0-ae74-7815fae63f8e req-1e714cc6-b336-4a64-8518-f8b141520386 tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:28.763252 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-41ca2f85-9655-4ac0-ae74-7815fae63f8e req-1e714cc6-b336-4a64-8518-f8b141520386 tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] 10.222.0.54 "GET /v2.0/ports?device_id=9a6530c4-acb3-49de-8d6c-6938b06626e2 HTTP/1.1" status: 200 len: 944 time: 0.1005661 Dec 20 14:44:28.803986 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6ecf77-671b-4c17-8e70-7a7fd1918e2e req-1d744522-3e3e-4f38-a577-3d9e0c4fcad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:28.805847 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ba6ecf77-671b-4c17-8e70-7a7fd1918e2e req-1d744522-3e3e-4f38-a577-3d9e0c4fcad4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a3e78bebca21442f93a8ad3de6085df5&device_id=9a6530c4-acb3-49de-8d6c-6938b06626e2 HTTP/1.1" status: 200 len: 1096 time: 0.5966341 Dec 20 14:44:28.859077 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-93aa880a-781e-4f2b-b2bf-3c58dd8eb33d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1594808'] for router, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:28.859628 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93aa880a-781e-4f2b-b2bf-3c58dd8eb33d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e45dd99-c2ab-4545-8b84-7fd1a02c02e4 {{(pid=103167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 14:44:28.879915 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_v2 [None req-10321be3-4730-4ecd-9abf-2103ca6b6923 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Deleting subnet 09495e0a-af82-4e7e-b2d1-b993c25a69f2 {{(pid=103168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:44:28.883877 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-10321be3-4730-4ecd-9abf-2103ca6b6923 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks [] for subnet, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:28.908659 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-93aa880a-781e-4f2b-b2bf-3c58dd8eb33d admin admin] Publish callbacks [] for router, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:28.913213 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-93aa880a-781e-4f2b-b2bf-3c58dd8eb33d admin admin] 10.222.0.54 "DELETE /v2.0/routers/6e45dd99-c2ab-4545-8b84-7fd1a02c02e4 HTTP/1.1" status: 204 len: 168 time: 6.5135462 Dec 20 14:44:28.925854 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 52600) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:44:28.943556 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ba6ecf77-671b-4c17-8e70-7a7fd1918e2e req-c0215b14-f0f8-4782-b6c3-ac332b1d85ed service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=21dfb90f-f62a-469a-8bc4-d6c39ce4f584 HTTP/1.1" status: 200 len: 217 time: 0.1084592 Dec 20 14:44:28.972109 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-10321be3-4730-4ecd-9abf-2103ca6b6923 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9023023'] for subnet, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:29.008588 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e77a9e15-74bd-4292-a549-b6c3ef37c14c tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Router 7dd96a12-7ea2-4fed-88ca-0d97ef737119 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:44:29.049187 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6ecf77-671b-4c17-8e70-7a7fd1918e2e req-9793f916-bc92-48aa-8996-77e972c0ac8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:29.051054 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ba6ecf77-671b-4c17-8e70-7a7fd1918e2e req-9793f916-bc92-48aa-8996-77e972c0ac8d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=321fbd4d-33d9-43dd-a3f0-2f0927e656e9 HTTP/1.1" status: 200 len: 854 time: 0.0988317 Dec 20 14:44:29.066558 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-10321be3-4730-4ecd-9abf-2103ca6b6923 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:29.115707 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 39fb46ec-bbfe-447b-a277-aff72f4fa08d no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:44:29.156502 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-41ca2f85-9655-4ac0-ae74-7815fae63f8e req-17187a07-27dc-4fa1-a94f-364af22a267f tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] 10.222.0.54 "GET /v2.0/security-groups?id=7c00e471-b822-4bde-8413-ee09845062ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3849928 Dec 20 14:44:29.156502 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-10321be3-4730-4ecd-9abf-2103ca6b6923 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8850800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470517'] for subnet, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:29.194712 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-c8788d9c-c157-4229-8da6-b252bba903ff req-ade7a519-4e65-40e5-8f99-29217c22a256 service neutron] For port 4b2ed9e8-5216-4628-8741-de812b39d43b, host n-h1-761264-19, cleared binding levels {{(pid=103168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:44:29.199770 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-10321be3-4730-4ecd-9abf-2103ca6b6923 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:29.207669 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-10321be3-4730-4ecd-9abf-2103ca6b6923 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "DELETE /v2.0/subnets/09495e0a-af82-4e7e-b2d1-b993c25a69f2 HTTP/1.1" status: 204 len: 168 time: 0.4743319 Dec 20 14:44:29.210410 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_v2 [None req-31aa85f9-a47b-47ce-b134-f5125bf776c1 admin admin] Deleting subnet c40f7186-b871-4167-b42c-6edd2a024911 {{(pid=103168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:44:29.213880 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 52604) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:44:29.216114 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10321be3-4730-4ecd-9abf-2103ca6b6923 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event deleted for resources: {'Subnet': ['ID=09495e0a-af82-4e7e-b2d1-b993c25a69f2,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:29.218022 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab14cb11-91a6-4eef-94af-d740e376262a None None] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:44:29.277503 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ba6ecf77-671b-4c17-8e70-7a7fd1918e2e req-4295fd73-bc28-4d12-b7dc-bf285010a690 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ef0adef7-2e9a-4c5f-ae6d-93be04aa201b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0892446 Dec 20 14:44:29.282775 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-31aa85f9-a47b-47ce-b134-f5125bf776c1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:29.283635 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-998b23c6-6c98-4e29-b905-0408a7a17885 x-openstack-request-id: req-998b23c6-6c98-4e29-b905-0408a7a17885 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:44:29.284085 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a6530c4-acb3-49de-8d6c-6938b06626e2", "tag": "21dfb90f-f62a-469a-8bc4-d6c39ce4f584", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:44:29.284808 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-998b23c6-6c98-4e29-b905-0408a7a17885 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:44:29.285605 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a6530c4-acb3-49de-8d6c-6938b06626e2', 'tag': '21dfb90f-f62a-469a-8bc4-d6c39ce4f584', 'status': 'completed', 'code': 200} Dec 20 14:44:29.289611 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e77a9e15-74bd-4292-a549-b6c3ef37c14c tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:44:29.289907 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 2a7f11cb-125d-4d5c-9231-73924b891660 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:44:29.295023 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-b038ee3b-8532-4be1-bd18-97c1b7753b8a tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0709579 Dec 20 14:44:29.303144 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 52610) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:44:29.318148 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e77a9e15-74bd-4292-a549-b6c3ef37c14c tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks [] for router, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:29.322187 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-e77a9e15-74bd-4292-a549-b6c3ef37c14c tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "PUT /v2.0/routers/7dd96a12-7ea2-4fed-88ca-0d97ef737119 HTTP/1.1" status: 200 len: 934 time: 4.8486001 Dec 20 14:44:29.324534 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 52612) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:44:29.327666 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-c8788d9c-c157-4229-8da6-b252bba903ff req-ade7a519-4e65-40e5-8f99-29217c22a256 service neutron] For port 4b2ed9e8-5216-4628-8741-de812b39d43b, host n-h1-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=4b2ed9e8-5216-4628-8741-de812b39d43b,segment=NetworkSegment(0e7fdf50-5b19-4be8-bc50-cf777ad84dac),segment_id=0e7fdf50-5b19-4be8-bc50-cf777ad84dac)] {{(pid=103168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:44:29.329288 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-99a91ed5-cbe9-455d-82ca-258dfb13a111 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Request body: {'subnet': {'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:44:29.333130 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [req-242cc293-da92-4dde-be10-2cd543d03d41 req-9731a84c-b6e6-4f9c-bbc0-5606ae84cd3f service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:44:29.334560 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-242cc293-da92-4dde-be10-2cd543d03d41 req-9731a84c-b6e6-4f9c-bbc0-5606ae84cd3f service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0369525 Dec 20 14:44:29.349781 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:44:29.349781 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:44:29.349781 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:44:29.349781 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:44:29.349781 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:44:29.349781 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:44:29.349781 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:44:29.349781 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:44:29.349781 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:44:29.349781 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:44:29.349781 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:44:29.349781 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:44:29.349781 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:44:29.349781 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:44:29.349781 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:44:29.349781 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:44:29.349781 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:44:29.349781 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:44:29.349781 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:44:29.349781 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:44:29.349781 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:44:29.349781 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:44:29.349781 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:44:29.349781 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:44:29.349781 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:44:29.349781 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:44:29.349781 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:44:29.349781 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:44:29.349781 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:44:29.349781 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:44:29.349781 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:44:29.349781 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:44:29.349781 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:44:29.349781 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:44:29.349781 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:44:29.349781 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:44:29.349781 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:44:29.349781 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:44:29.349781 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:44:29.349781 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:44:29.349781 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:44:29.349781 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:44:29.349781 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:44:29.349781 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:44:29.349781 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:44:29.349781 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:44:29.349781 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:44:29.349781 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:44:29.356688 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1949f440-1c70-4b5e-b6d0-16b0afe6a5c9 req-1b3fb406-e4b9-4a75-b30b-dad661930022 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:29.358458 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1949f440-1c70-4b5e-b6d0-16b0afe6a5c9 req-1b3fb406-e4b9-4a75-b30b-dad661930022 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "GET /v2.0/networks?id=87a69cd0-a64c-42dd-a7fc-edd3efea59ce HTTP/1.1" status: 200 len: 810 time: 0.5612836 Dec 20 14:44:29.404406 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488b2919-c258-431c-bd01-97b36a6d0eec None None] Sync routers for ids ['7dd96a12-7ea2-4fed-88ca-0d97ef737119'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:44:29.468805 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488b2919-c258-431c-bd01-97b36a6d0eec None None] Routers {'7dd96a12-7ea2-4fed-88ca-0d97ef737119'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:44:29.469590 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-488b2919-c258-431c-bd01-97b36a6d0eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:44:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['7dd96a12-7ea2-4fed-88ca-0d97ef737119'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:44:29.481138 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1949f440-1c70-4b5e-b6d0-16b0afe6a5c9 req-4f3ea268-fd9e-4482-972a-d7b68fe5e1d2 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "GET /v2.0/quotas/c0643adf2af04815b0d3549cf80b60b4 HTTP/1.1" status: 200 len: 375 time: 0.1014690 Dec 20 14:44:29.584380 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99a91ed5-cbe9-455d-82ca-258dfb13a111 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Made reservation on behalf of 71d0c98cab4349b4848e68f8a37dbf12 for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:44:29.588313 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-99a91ed5-cbe9-455d-82ca-258dfb13a111 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:29.593943 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-488b2919-c258-431c-bd01-97b36a6d0eec None None] Set router 7dd96a12-7ea2-4fed-88ca-0d97ef737119 gateway port host: None {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:44:29.596477 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ba6ecf77-671b-4c17-8e70-7a7fd1918e2e req-b8e55589-4a7d-4708-b42d-1add0b3fefa2 service neutron] 10.222.0.30 "GET /v2.0/networks/ef0adef7-2e9a-4c5f-ae6d-93be04aa201b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2943857 Dec 20 14:44:29.601292 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-31aa85f9-a47b-47ce-b134-f5125bf776c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9023023'] for subnet, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:29.640343 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1949f440-1c70-4b5e-b6d0-16b0afe6a5c9 req-18ca745b-a0fe-4c6b-9df2-37d7830e26a0 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=c0643adf2af04815b0d3549cf80b60b4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1502264 Dec 20 14:44:29.700970 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-31aa85f9-a47b-47ce-b134-f5125bf776c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:29.796126 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-c8788d9c-c157-4229-8da6-b252bba903ff req-ade7a519-4e65-40e5-8f99-29217c22a256 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:29.873011 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-31aa85f9-a47b-47ce-b134-f5125bf776c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8850800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470517'] for subnet, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:29.947523 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 2a7f11cb-125d-4d5c-9231-73924b891660 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:44:29.947956 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:29.967128 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-31aa85f9-a47b-47ce-b134-f5125bf776c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:29.973295 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-31aa85f9-a47b-47ce-b134-f5125bf776c1 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/c40f7186-b871-4167-b42c-6edd2a024911 HTTP/1.1" status: 204 len: 168 time: 1.0426028 Dec 20 14:44:29.973295 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31aa85f9-a47b-47ce-b134-f5125bf776c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c40f7186-b871-4167-b42c-6edd2a024911,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:29.976020 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 52634) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:44:29.979974 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8788d9c-c157-4229-8da6-b252bba903ff req-ade7a519-4e65-40e5-8f99-29217c22a256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:29.980881 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-c8788d9c-c157-4229-8da6-b252bba903ff req-ade7a519-4e65-40e5-8f99-29217c22a256 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:29.982497 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c8788d9c-c157-4229-8da6-b252bba903ff req-ade7a519-4e65-40e5-8f99-29217c22a256 service neutron] 10.222.0.30 "PUT /v2.0/ports/4b2ed9e8-5216-4628-8741-de812b39d43b HTTP/1.1" status: 200 len: 1092 time: 2.5178161 Dec 20 14:44:29.990834 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01f45e27-b1b2-4611-941b-29cde9f5ede7', 'tag': '4b2ed9e8-5216-4628-8741-de812b39d43b'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:44:29.993173 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05d0b6ee-594f-4fbc-b693-14f5d9741c5f" -d '{"events": [{"name": "network-changed", "server_uuid": "01f45e27-b1b2-4611-941b-29cde9f5ede7", "tag": "4b2ed9e8-5216-4628-8741-de812b39d43b"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:44:30.005103 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade7a519-4e65-40e5-8f99-29217c22a256 service neutron] Pushing event updated for resources: {'Port': ['ID=4b2ed9e8-5216-4628-8741-de812b39d43b,revision_number=3']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:30.043833 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-08cb5370-8326-4248-8a0d-6fb69ef70541 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "GET /v2.0/routers/7dd96a12-7ea2-4fed-88ca-0d97ef737119 HTTP/1.1" status: 200 len: 934 time: 0.7052701 Dec 20 14:44:30.063049 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 52638) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:44:30.068150 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-08342158-907d-4e19-bce5-934243817e07 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Request body: {'router': {'routes': None}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:44:30.097420 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a4dfdd-9172-4641-af98-9c67bf43dfba None None] Network 74ca7104-e6e4-4eba-8cec-af557c0b63a5 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:44:30.181654 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c244db92-1840-4293-92c5-e77a552da688 None None] DHCP port deletion for e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:44:30.193192 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1949f440-1c70-4b5e-b6d0-16b0afe6a5c9 req-0d001031-3913-4df1-b542-062d2c398791 service neutron] 10.222.0.54 "GET /v2.0/networks/87a69cd0-a64c-42dd-a7fc-edd3efea59ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960867 Dec 20 14:44:30.376541 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ba6ecf77-671b-4c17-8e70-7a7fd1918e2e req-9c7c00b2-3ab5-4f87-abed-91bb62a1748c service neutron] 10.222.0.30 "GET /v2.0/networks/ef0adef7-2e9a-4c5f-ae6d-93be04aa201b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7583032 Dec 20 14:44:30.418777 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1949f440-1c70-4b5e-b6d0-16b0afe6a5c9 req-b50d0673-5e8e-46fd-b0ef-a08561c86385 service neutron] 10.222.0.54 "GET /v2.0/networks/87a69cd0-a64c-42dd-a7fc-edd3efea59ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833251 Dec 20 14:44:30.607334 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-488b2919-c258-431c-bd01-97b36a6d0eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd96a12-7ea2-4fed-88ca-0d97ef737119', 'name': 'tempest-RoutersTest-router-1838996544', 'tenant_id': '50053969373c435f81b8431b3e816f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:43:31Z', 'updated_at': '2021-12-20T14:44:27Z', 'revision_number': 6, 'project_id': '50053969373c435f81b8431b3e816f88', 'gw_port_host': None, '_interfaces': [{'id': '2a7f11cb-125d-4d5c-9231-73924b891660', 'name': '', 'network_id': '6dcec53b-ca65-45ae-832a-b827e13b415b', 'tenant_id': '50053969373c435f81b8431b3e816f88', 'mac_address': 'fa:16:3e:1d:bd:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd96a12-7ea2-4fed-88ca-0d97ef737119', 'device_owner': 'network:router_interface', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': '35e2b9fb-3912-46d3-8c54-818c260a844c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:44:14Z', 'updated_at': '2021-12-20T14:44:27Z', 'revision_number': 5, 'project_id': '50053969373c435f81b8431b3e816f88', 'subnets': [{'id': '35e2b9fb-3912-46d3-8c54-818c260a844c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72165306-9081-4306-b774-2a4f0bae048c', 'name': '', 'network_id': 'f40aaf94-a5c2-4555-8f51-87bd8723d363', 'tenant_id': '50053969373c435f81b8431b3e816f88', 'mac_address': 'fa:16:3e:47:c9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd96a12-7ea2-4fed-88ca-0d97ef737119', 'device_owner': 'network:router_interface', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': 'a1f90562-366d-4022-890f-c7f024fbed84', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:43:57Z', 'updated_at': '2021-12-20T14:44:08Z', 'revision_number': 5, 'project_id': '50053969373c435f81b8431b3e816f88', 'subnets': [{'id': 'a1f90562-366d-4022-890f-c7f024fbed84', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd20ccaa3-c111-4619-a747-1574108a4b76', 'name': '', 'network_id': '9379c086-95d2-4fb0-8248-052d883dac5a', 'tenant_id': '50053969373c435f81b8431b3e816f88', 'mac_address': 'fa:16:3e:e6:40:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd96a12-7ea2-4fed-88ca-0d97ef737119', 'device_owner': 'network:router_interface', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': '5c157bc3-6461-40ce-84ff-7c9b3fdb4343', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:43:43Z', 'updated_at': '2021-12-20T14:43:57Z', 'revision_number': 5, 'project_id': '50053969373c435f81b8431b3e816f88', 'subnets': [{'id': '5c157bc3-6461-40ce-84ff-7c9b3fdb4343', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee99a0ab-7a0d-46d7-ad0e-29c134e184d0', 'name': '', 'network_id': 'e559c019-62a6-4da7-bfc3-aa6a5b63cbf1', 'tenant_id': '50053969373c435f81b8431b3e816f88', 'mac_address': 'fa:16:3e:d8:66:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd96a12-7ea2-4fed-88ca-0d97ef737119', 'device_owner': 'network:router_interface', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '81cdaa41-d9ce-4366-baf5-5d5a3483918c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:43:33Z', 'updated_at': '2021-12-20T14:43:43Z', 'revision_number': 5, 'project_id': '50053969373c435f81b8431b3e816f88', 'subnets': [{'id': '81cdaa41-d9ce-4366-baf5-5d5a3483918c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:44:30.607754 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-c244db92-1840-4293-92c5-e77a552da688 None None] Deleting port 88f5fff3-450d-4273-b4b5-c85f425d8608 {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:44:30.607852 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddc8943-09df-41a8-b53c-a429d61c8ed1 req-912ffcfd-b1f7-4a78-8c45-1159860174b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:30.607986 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c244db92-1840-4293-92c5-e77a552da688 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:30.611506 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bddc8943-09df-41a8-b53c-a429d61c8ed1 req-912ffcfd-b1f7-4a78-8c45-1159860174b9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a3e78bebca21442f93a8ad3de6085df5&device_id=9a6530c4-acb3-49de-8d6c-6938b06626e2 HTTP/1.1" status: 200 len: 1096 time: 0.1713333 Dec 20 14:44:30.613200 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-99a91ed5-cbe9-455d-82ca-258dfb13a111 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:30.687642 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a91ed5-cbe9-455d-82ca-258dfb13a111 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event updated for resources: {'Subnet': ['ID=5f4bfebc-1aba-4fbe-9a1a-71abcaf53c3a,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:30.692057 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e6d9b8-912f-4ff7-9f8a-bdf1e6ef771e req-b7e52df5-3a9b-43af-9c46-fd05449d0f56 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:30.693750 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b2e6d9b8-912f-4ff7-9f8a-bdf1e6ef771e req-b7e52df5-3a9b-43af-9c46-fd05449d0f56 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a83aaac-7396-4782-a290-1f0b3f47602a HTTP/1.1" status: 200 len: 944 time: 0.8997481 Dec 20 14:44:30.739646 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a91ed5-cbe9-455d-82ca-258dfb13a111 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:44:30.744290 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-99a91ed5-cbe9-455d-82ca-258dfb13a111 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:44:30.747606 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a91ed5-cbe9-455d-82ca-258dfb13a111 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:30.748571 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-99a91ed5-cbe9-455d-82ca-258dfb13a111 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:30.791627 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fc4855c9-b73d-4c71-aac6-dc77b8b39ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:30.792330 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488b2919-c258-431c-bd01-97b36a6d0eec None None] Checking router: 7dd96a12-7ea2-4fed-88ca-0d97ef737119 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:44:30.801155 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-99a91ed5-cbe9-455d-82ca-258dfb13a111 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4746294 Dec 20 14:44:30.801609 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 52652) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:44:30.821543 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b092738c-1035-442c-b010-1f6ebec58d7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:30.826745 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-103d01ef-3bb5-44b9-ac19-ccafc293c8ff tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Request body: {'port': {'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'fixed_ips': [{'subnet_id': '5f4bfebc-1aba-4fbe-9a1a-71abcaf53c3a', 'ip_address': '2001:db8::c4f6:d24:3204:2908'}], 'name': 'tempest-NetworksTestDHCPv6-802513094'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:44:30.826940 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488b2919-c258-431c-bd01-97b36a6d0eec None None] Routers {'7dd96a12-7ea2-4fed-88ca-0d97ef737119'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:44:30.827484 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-488b2919-c258-431c-bd01-97b36a6d0eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:44:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['7dd96a12-7ea2-4fed-88ca-0d97ef737119'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:44:30.899833 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-909c9c05-02c3-4643-932b-b5a484b1b93b req-fdf9d96e-2b48-4475-9dd8-7df5e5cf2004 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2a83aaac-7396-4782-a290-1f0b3f47602a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.9954274 Dec 20 14:44:30.920318 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [req-909c9c05-02c3-4643-932b-b5a484b1b93b req-f4705e92-ae9e-4132-94c7-41cca3fe1d2c service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:44:30.921692 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-909c9c05-02c3-4643-932b-b5a484b1b93b req-f4705e92-ae9e-4132-94c7-41cca3fe1d2c service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063016 Dec 20 14:44:30.927114 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8788d9c-c157-4229-8da6-b252bba903ff req-9e32ab87-5237-4d5d-aee6-dacab4ae2402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:30.928782 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c8788d9c-c157-4229-8da6-b252bba903ff req-9e32ab87-5237-4d5d-aee6-dacab4ae2402 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8a3f5189e8f64307a0b577e5cb283b15&device_id=01f45e27-b1b2-4611-941b-29cde9f5ede7 HTTP/1.1" status: 200 len: 1095 time: 0.8833604 Dec 20 14:44:31.010214 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a74952-3ee3-462d-912a-3765d6f2fdf5 None None] DHCP port deletion for 74ca7104-e6e4-4eba-8cec-af557c0b63a5 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:44:31.084695 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-c244db92-1840-4293-92c5-e77a552da688 None None] For port 88f5fff3-450d-4273-b4b5-c85f425d8608, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=88f5fff3-450d-4273-b4b5-c85f425d8608,segment=NetworkSegment(0deaa76e-8a3e-44c4-a3b8-992392ef4539),segment_id=0deaa76e-8a3e-44c4-a3b8-992392ef4539)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:44:31.085092 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c244db92-1840-4293-92c5-e77a552da688 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:31.112127 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddc8943-09df-41a8-b53c-a429d61c8ed1 req-70fcb943-bae0-4ddb-adcb-52f9a3eb39c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:31.115411 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bddc8943-09df-41a8-b53c-a429d61c8ed1 req-70fcb943-bae0-4ddb-adcb-52f9a3eb39c8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ef0adef7-2e9a-4c5f-ae6d-93be04aa201b HTTP/1.1" status: 200 len: 915 time: 0.4290826 Dec 20 14:44:31.193220 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-c244db92-1840-4293-92c5-e77a552da688 None None] Calling delete_port for 88f5fff3-450d-4273-b4b5-c85f425d8608 owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:44:31.213352 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b2e6d9b8-912f-4ff7-9f8a-bdf1e6ef771e req-36c5fde9-9582-4a15-9a67-83c44d60dc1e tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=32bfc1ff-28fd-45a5-ae96-207d0fefe02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5066230 Dec 20 14:44:31.241529 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 88f5fff3-450d-4273-b4b5-c85f425d8608 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:44:31.266375 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bddc8943-09df-41a8-b53c-a429d61c8ed1 req-bfa66c6e-5414-426a-a88c-833c8c2675b0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=21dfb90f-f62a-469a-8bc4-d6c39ce4f584 HTTP/1.1" status: 200 len: 217 time: 0.1417685 Dec 20 14:44:31.331567 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-488b2919-c258-431c-bd01-97b36a6d0eec None None] Set router 7dd96a12-7ea2-4fed-88ca-0d97ef737119 gateway port host: None {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:44:31.348858 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2e1e88-6038-4323-acf2-149266b9a112 req-c8019d25-2cd4-4714-9e9d-c1df9be7b9f1 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:31.379326 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4b2e1e88-6038-4323-acf2-149266b9a112 req-c8019d25-2cd4-4714-9e9d-c1df9be7b9f1 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=01f45e27-b1b2-4611-941b-29cde9f5ede7 HTTP/1.1" status: 200 len: 943 time: 0.5430493 Dec 20 14:44:31.381255 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-103d01ef-3bb5-44b9-ac19-ccafc293c8ff tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Made reservation on behalf of 71d0c98cab4349b4848e68f8a37dbf12 for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:44:31.494397 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddc8943-09df-41a8-b53c-a429d61c8ed1 req-623fcc97-7487-478c-abf8-b8a9948ede6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:31.497224 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bddc8943-09df-41a8-b53c-a429d61c8ed1 req-623fcc97-7487-478c-abf8-b8a9948ede6f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=321fbd4d-33d9-43dd-a3f0-2f0927e656e9 HTTP/1.1" status: 200 len: 854 time: 0.2092416 Dec 20 14:44:31.618483 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d67d3c3a-60a1-4780-bd50-a404b39bbd2f x-openstack-request-id: req-d67d3c3a-60a1-4780-bd50-a404b39bbd2f {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:44:31.619485 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01f45e27-b1b2-4611-941b-29cde9f5ede7", "tag": "4b2ed9e8-5216-4628-8741-de812b39d43b", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:44:31.619806 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d67d3c3a-60a1-4780-bd50-a404b39bbd2f {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:44:31.620281 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01f45e27-b1b2-4611-941b-29cde9f5ede7', 'tag': '4b2ed9e8-5216-4628-8741-de812b39d43b', 'status': 'completed', 'code': 200} Dec 20 14:44:31.691055 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c8788d9c-c157-4229-8da6-b252bba903ff req-97ca2182-6655-46b3-885a-6af348852a16 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b2ed9e8-5216-4628-8741-de812b39d43b HTTP/1.1" status: 200 len: 217 time: 0.5032043 Dec 20 14:44:31.704169 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bddc8943-09df-41a8-b53c-a429d61c8ed1 req-52e52f79-b944-4c90-b800-9341f135fa22 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ef0adef7-2e9a-4c5f-ae6d-93be04aa201b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1852884 Dec 20 14:44:31.794469 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-00a74952-3ee3-462d-912a-3765d6f2fdf5 None None] Deleting port 91f53570-e1d4-4796-b10b-33a066f43402 {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:44:31.794865 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-00a74952-3ee3-462d-912a-3765d6f2fdf5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:31.818253 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-103d01ef-3bb5-44b9-ac19-ccafc293c8ff tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:31.948590 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c244db92-1840-4293-92c5-e77a552da688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:31.960348 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [None req-103d01ef-3bb5-44b9-ac19-ccafc293c8ff tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] device_id is not set on port c9d377d5-c6fb-4f78-8fb3-cea4fab26449 yet. {{(pid=103167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 14:44:31.971649 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeedc1d-4507-461d-833a-ce559379a265 req-115f3bf7-31d1-47e3-82a1-a6de9f0e7109 tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:31.973423 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3eeedc1d-4507-461d-833a-ce559379a265 req-115f3bf7-31d1-47e3-82a1-a6de9f0e7109 tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] 10.222.0.54 "GET /v2.0/ports?device_id=9a6530c4-acb3-49de-8d6c-6938b06626e2 HTTP/1.1" status: 200 len: 944 time: 0.3522928 Dec 20 14:44:31.996358 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8788d9c-c157-4229-8da6-b252bba903ff req-98ced36c-69cb-42e6-af9f-d4a1bfb014c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:32.005550 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c8788d9c-c157-4229-8da6-b252bba903ff req-98ced36c-69cb-42e6-af9f-d4a1bfb014c6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=688232d4-a5ee-4fe6-bf9a-f2474a9f502e HTTP/1.1" status: 200 len: 853 time: 0.3054709 Dec 20 14:44:32.021486 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.extraroute_db [None req-08342158-907d-4e19-bce5-934243817e07 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Added routes are [] {{(pid=103168) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 20 14:44:32.023065 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.extraroute_db [None req-08342158-907d-4e19-bce5-934243817e07 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=103168) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 20 14:44:32.089795 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4b2e1e88-6038-4323-acf2-149266b9a112 req-574373e9-b6d1-4904-b2fa-654e73aab849 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7095406 Dec 20 14:44:32.115955 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c244db92-1840-4293-92c5-e77a552da688 None None] Pushing event deleted for resources: {'Port': ['ID=88f5fff3-450d-4273-b4b5-c85f425d8608,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:32.118087 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c244db92-1840-4293-92c5-e77a552da688 None None] No DVR routers for this DVR port 88f5fff3-450d-4273-b4b5-c85f425d8608 on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:44:32.151756 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:32.168949 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c8788d9c-c157-4229-8da6-b252bba903ff req-087f61c3-914f-4837-8e7a-e4156b9a52bf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e77a6991-7e9b-4f80-86c7-a3378ec4de6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1333294 Dec 20 14:44:32.187291 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bddc8943-09df-41a8-b53c-a429d61c8ed1 req-c338bb1b-dfbb-4a51-98ee-adb076009cc9 service neutron] 10.222.0.30 "GET /v2.0/networks/ef0adef7-2e9a-4c5f-ae6d-93be04aa201b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4742954 Dec 20 14:44:32.195573 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce798cb8-e388-4ce3-8dd3-4ef75201c3c5 None None] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:44:32.221159 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-fc4855c9-b73d-4c71-aac6-dc77b8b39ac6 admin admin] Deleting port 91f53570-e1d4-4796-b10b-33a066f43402 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:44:32.221159 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fc4855c9-b73d-4c71-aac6-dc77b8b39ac6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:32.303520 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3eeedc1d-4507-461d-833a-ce559379a265 req-b50b1ebe-ded4-4690-a50d-44c8b651103b tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] 10.222.0.54 "GET /v2.0/security-groups?id=7c00e471-b822-4bde-8413-ee09845062ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3088794 Dec 20 14:44:32.356326 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e83f9083-9c2d-4591-b73b-34c18bceb77e req-5a381391-e23a-4537-a09b-fa3a8edb2a75 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3e67e6f-0541-4943-b580-1d46d98aa64f HTTP/1.1" status: 200 len: 210 time: 0.0656700 Dec 20 14:44:32.404513 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-00a74952-3ee3-462d-912a-3765d6f2fdf5 None None] For port 91f53570-e1d4-4796-b10b-33a066f43402, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=91f53570-e1d4-4796-b10b-33a066f43402,segment=NetworkSegment(9c5b2800-df8a-4047-8744-d8423b687cc4),segment_id=9c5b2800-df8a-4047-8744-d8423b687cc4)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:44:32.404912 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-00a74952-3ee3-462d-912a-3765d6f2fdf5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:32.491698 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3eed05a-5068-4fdd-8614-b5df1d8f03cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'project_id': '71d0c98cab4349b4848e68f8a37dbf12', 'fixed_ips': [{'subnet_id': '5f4bfebc-1aba-4fbe-9a1a-71abcaf53c3a'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:44:32.492657 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c3eed05a-5068-4fdd-8614-b5df1d8f03cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:32.496833 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-00a74952-3ee3-462d-912a-3765d6f2fdf5 None None] Calling delete_port for 91f53570-e1d4-4796-b10b-33a066f43402 owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:44:32.504215 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-103d01ef-3bb5-44b9-ac19-ccafc293c8ff tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Allocated IP 2001:db8::c4f6:d24:3204:2908 (e2be1aff-cd00-4c3f-b1c0-ddca69da57f4/5f4bfebc-1aba-4fbe-9a1a-71abcaf53c3a/c9d377d5-c6fb-4f78-8fb3-cea4fab26449) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:44:32.577006 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-fc4855c9-b73d-4c71-aac6-dc77b8b39ac6 admin admin] For port 91f53570-e1d4-4796-b10b-33a066f43402, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=91f53570-e1d4-4796-b10b-33a066f43402,segment=NetworkSegment(9c5b2800-df8a-4047-8744-d8423b687cc4),segment_id=9c5b2800-df8a-4047-8744-d8423b687cc4)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:44:32.577372 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fc4855c9-b73d-4c71-aac6-dc77b8b39ac6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:32.603713 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bddc8943-09df-41a8-b53c-a429d61c8ed1 req-7f4a9ba6-f809-41f6-8a41-0510afa459d9 service neutron] 10.222.0.30 "GET /v2.0/networks/ef0adef7-2e9a-4c5f-ae6d-93be04aa201b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4001725 Dec 20 14:44:32.610171 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-fc4855c9-b73d-4c71-aac6-dc77b8b39ac6 admin admin] Calling delete_port for 91f53570-e1d4-4796-b10b-33a066f43402 owned by network:dhcp {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:44:32.648931 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 91f53570-e1d4-4796-b10b-33a066f43402 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:44:32.751950 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-08342158-907d-4e19-bce5-934243817e07 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1584976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40157'] for router, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:32.835322 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c8788d9c-c157-4229-8da6-b252bba903ff req-f2505727-9900-4129-822c-35adc552bc34 service neutron] 10.222.0.30 "GET /v2.0/networks/e77a6991-7e9b-4f80-86c7-a3378ec4de6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6549597 Dec 20 14:44:32.841176 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fc4855c9-b73d-4c71-aac6-dc77b8b39ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:32.948839 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-103d01ef-3bb5-44b9-ac19-ccafc293c8ff tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:32.949898 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 91f53570-e1d4-4796-b10b-33a066f43402 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:44:32.950250 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 91f53570-e1d4-4796-b10b-33a066f43402 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:44:32.991561 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-bbb27ecc-2808-4665-924c-8f323dc9ea7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:33.006292 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-488b2919-c258-431c-bd01-97b36a6d0eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd96a12-7ea2-4fed-88ca-0d97ef737119', 'name': 'tempest-RoutersTest-router-1838996544', 'tenant_id': '50053969373c435f81b8431b3e816f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:43:31Z', 'updated_at': '2021-12-20T14:44:27Z', 'revision_number': 6, 'project_id': '50053969373c435f81b8431b3e816f88', 'gw_port_host': None, '_interfaces': [{'id': '2a7f11cb-125d-4d5c-9231-73924b891660', 'name': '', 'network_id': '6dcec53b-ca65-45ae-832a-b827e13b415b', 'tenant_id': '50053969373c435f81b8431b3e816f88', 'mac_address': 'fa:16:3e:1d:bd:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd96a12-7ea2-4fed-88ca-0d97ef737119', 'device_owner': 'network:router_interface', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': '35e2b9fb-3912-46d3-8c54-818c260a844c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:44:14Z', 'updated_at': '2021-12-20T14:44:27Z', 'revision_number': 5, 'project_id': '50053969373c435f81b8431b3e816f88', 'subnets': [{'id': '35e2b9fb-3912-46d3-8c54-818c260a844c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72165306-9081-4306-b774-2a4f0bae048c', 'name': '', 'network_id': 'f40aaf94-a5c2-4555-8f51-87bd8723d363', 'tenant_id': '50053969373c435f81b8431b3e816f88', 'mac_address': 'fa:16:3e:47:c9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd96a12-7ea2-4fed-88ca-0d97ef737119', 'device_owner': 'network:router_interface', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': 'a1f90562-366d-4022-890f-c7f024fbed84', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:43:57Z', 'updated_at': '2021-12-20T14:44:08Z', 'revision_number': 5, 'project_id': '50053969373c435f81b8431b3e816f88', 'subnets': [{'id': 'a1f90562-366d-4022-890f-c7f024fbed84', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd20ccaa3-c111-4619-a747-1574108a4b76', 'name': '', 'network_id': '9379c086-95d2-4fb0-8248-052d883dac5a', 'tenant_id': '50053969373c435f81b8431b3e816f88', 'mac_address': 'fa:16:3e:e6:40:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd96a12-7ea2-4fed-88ca-0d97ef737119', 'device_owner': 'network:router_interface', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': '5c157bc3-6461-40ce-84ff-7c9b3fdb4343', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:43:43Z', 'updated_at': '2021-12-20T14:43:57Z', 'revision_number': 5, 'project_id': '50053969373c435f81b8431b3e816f88', 'subnets': [{'id': '5c157bc3-6461-40ce-84ff-7c9b3fdb4343', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee99a0ab-7a0d-46d7-ad0e-29c134e184d0', 'name': '', 'network_id': 'e559c019-62a6-4da7-bfc3-aa6a5b63cbf1', 'tenant_id': '50053969373c435f81b8431b3e816f88', 'mac_address': 'fa:16:3e:d8:66:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd96a12-7ea2-4fed-88ca-0d97ef737119', 'device_owner': 'network:router_interface', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '81cdaa41-d9ce-4366-baf5-5d5a3483918c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:43:33Z', 'updated_at': '2021-12-20T14:43:43Z', 'revision_number': 5, 'project_id': '50053969373c435f81b8431b3e816f88', 'subnets': [{'id': '81cdaa41-d9ce-4366-baf5-5d5a3483918c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:44:33.034971 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-103d01ef-3bb5-44b9-ac19-ccafc293c8ff tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:33.061266 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4855c9-b73d-4c71-aac6-dc77b8b39ac6 admin admin] No DVR routers for this DVR port 91f53570-e1d4-4796-b10b-33a066f43402 on host n-d-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:44:33.106304 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488b2919-c258-431c-bd01-97b36a6d0eec None None] The sync data for ids ['7dd96a12-7ea2-4fed-88ca-0d97ef737119'] in n-d-761264-19 is: [{'id': '7dd96a12-7ea2-4fed-88ca-0d97ef737119', 'name': 'tempest-RoutersTest-router-1838996544', 'tenant_id': '50053969373c435f81b8431b3e816f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:43:31Z', 'updated_at': '2021-12-20T14:44:27Z', 'revision_number': 6, 'project_id': '50053969373c435f81b8431b3e816f88', 'gw_port_host': None, '_interfaces': [{'id': '2a7f11cb-125d-4d5c-9231-73924b891660', 'name': '', 'network_id': '6dcec53b-ca65-45ae-832a-b827e13b415b', 'tenant_id': '50053969373c435f81b8431b3e816f88', 'mac_address': 'fa:16:3e:1d:bd:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd96a12-7ea2-4fed-88ca-0d97ef737119', 'device_owner': 'network:router_interface', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': '35e2b9fb-3912-46d3-8c54-818c260a844c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:44:14Z', 'updated_at': '2021-12-20T14:44:27Z', 'revision_number': 5, 'project_id': '50053969373c435f81b8431b3e816f88', 'subnets': [{'id': '35e2b9fb-3912-46d3-8c54-818c260a844c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72165306-9081-4306-b774-2a4f0bae048c', 'name': '', 'network_id': 'f40aaf94-a5c2-4555-8f51-87bd8723d363', 'tenant_id': '50053969373c435f81b8431b3e816f88', 'mac_address': 'fa:16:3e:47:c9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd96a12-7ea2-4fed-88ca-0d97ef737119', 'device_owner': 'network:router_interface', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': 'a1f90562-366d-4022-890f-c7f024fbed84', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:43:57Z', 'updated_at': '2021-12-20T14:44:08Z', 'revision_number': 5, 'project_id': '50053969373c435f81b8431b3e816f88', 'subnets': [{'id': 'a1f90562-366d-4022-890f-c7f024fbed84', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd20ccaa3-c111-4619-a747-1574108a4b76', 'name': '', 'network_id': '9379c086-95d2-4fb0-8248-052d883dac5a', 'tenant_id': '50053969373c435f81b8431b3e816f88', 'mac_address': 'fa:16:3e:e6:40:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd96a12-7ea2-4fed-88ca-0d97ef737119', 'device_owner': 'network:router_interface', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': '5c157bc3-6461-40ce-84ff-7c9b3fdb4343', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:43:43Z', 'updated_at': '2021-12-20T14:43:57Z', 'revision_number': 5, 'project_id': '50053969373c435f81b8431b3e816f88', 'subnets': [{'id': '5c157bc3-6461-40ce-84ff-7c9b3fdb4343', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee99a0ab-7a0d-46d7-ad0e-29c134e184d0', 'name': '', 'network_id': 'e559c019-62a6-4da7-bfc3-aa6a5b63cbf1', 'tenant_id': '50053969373c435f81b8431b3e816f88', 'mac_address': 'fa:16:3e:d8:66:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd96a12-7ea2-4fed-88ca-0d97ef737119', 'device_owner': 'network:router_interface', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '81cdaa41-d9ce-4366-baf5-5d5a3483918c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:43:33Z', 'updated_at': '2021-12-20T14:43:43Z', 'revision_number': 5, 'project_id': '50053969373c435f81b8431b3e816f88', 'subnets': [{'id': '81cdaa41-d9ce-4366-baf5-5d5a3483918c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:44:33.116306 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c8788d9c-c157-4229-8da6-b252bba903ff req-77e6c94f-6ee9-4d83-bf14-5625080b36ff service neutron] 10.222.0.30 "GET /v2.0/networks/e77a6991-7e9b-4f80-86c7-a3378ec4de6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453132 Dec 20 14:44:33.124316 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103d01ef-3bb5-44b9-ac19-ccafc293c8ff tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:44:33.140314 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-103d01ef-3bb5-44b9-ac19-ccafc293c8ff tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:44:33.150040 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103d01ef-3bb5-44b9-ac19-ccafc293c8ff tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:44:33.162022 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103d01ef-3bb5-44b9-ac19-ccafc293c8ff tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:33.162942 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-103d01ef-3bb5-44b9-ac19-ccafc293c8ff tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:33.213697 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4855c9-b73d-4c71-aac6-dc77b8b39ac6 admin admin] Pushing event deleted for resources: {'Port': ['ID=91f53570-e1d4-4796-b10b-33a066f43402,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:33.223894 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-103d01ef-3bb5-44b9-ac19-ccafc293c8ff tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.4199240 Dec 20 14:44:33.226888 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 52686) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:44:33.272409 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-00a74952-3ee3-462d-912a-3765d6f2fdf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:33.314979 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a74952-3ee3-462d-912a-3765d6f2fdf5 None None] No DVR routers for this DVR port 91f53570-e1d4-4796-b10b-33a066f43402 on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:44:33.315154 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103d01ef-3bb5-44b9-ac19-ccafc293c8ff tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event updated for resources: {'Port': ['ID=c9d377d5-c6fb-4f78-8fb3-cea4fab26449,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:33.399241 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a74952-3ee3-462d-912a-3765d6f2fdf5 None None] Pushing event deleted for resources: {'Port': ['ID=91f53570-e1d4-4796-b10b-33a066f43402,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:33.439532 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-c3eed05a-5068-4fdd-8614-b5df1d8f03cc None None] Allocated IP 2001:db8::2 (e2be1aff-cd00-4c3f-b1c0-ddca69da57f4/5f4bfebc-1aba-4fbe-9a1a-71abcaf53c3a/56ba49c0-4edf-49ad-93be-0e0ada402d9f) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:44:33.460842 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fc4855c9-b73d-4c71-aac6-dc77b8b39ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:33.470735 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648679bf-e63c-4353-9f03-5a1565b906de tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:33.483561 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-648679bf-e63c-4353-9f03-5a1565b906de tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.2422285 Dec 20 14:44:33.483561 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 52694) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:44:33.532347 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ac3851-12a6-4c9c-b93f-d3d7f14a511d req-97a4123d-8bc4-48bc-a0c7-ca7431409117 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:33.540371 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b1ac3851-12a6-4c9c-b93f-d3d7f14a511d req-97a4123d-8bc4-48bc-a0c7-ca7431409117 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=01f45e27-b1b2-4611-941b-29cde9f5ede7 HTTP/1.1" status: 200 len: 943 time: 0.2150006 Dec 20 14:44:33.673358 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b1ac3851-12a6-4c9c-b93f-d3d7f14a511d req-a5bb6f9e-e794-4968-bb0c-44742ec85e87 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319714 Dec 20 14:44:33.693965 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1949f440-1c70-4b5e-b6d0-16b0afe6a5c9 req-4f711eeb-e5ad-4c7c-91fa-9e960e914ad3 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:33.695706 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1949f440-1c70-4b5e-b6d0-16b0afe6a5c9 req-4f711eeb-e5ad-4c7c-91fa-9e960e914ad3 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.47 "GET /v2.0/networks?id=87a69cd0-a64c-42dd-a7fc-edd3efea59ce HTTP/1.1" status: 200 len: 810 time: 0.9689171 Dec 20 14:44:33.696360 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-cb2fbd03-1d32-43a7-86e0-dba6217fcf53 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Deleting port c9d377d5-c6fb-4f78-8fb3-cea4fab26449 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:44:33.696853 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-cb2fbd03-1d32-43a7-86e0-dba6217fcf53 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:33.753997 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-fc4855c9-b73d-4c71-aac6-dc77b8b39ac6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74ca7104-e6e4-4eba-8cec-af557c0b63a5']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:44:33.806504 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c3eed05a-5068-4fdd-8614-b5df1d8f03cc None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:33.821393 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:33.823857 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c3eed05a-5068-4fdd-8614-b5df1d8f03cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:33.834767 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8834a01-aa60-49b7-98e5-ecd6cdb314fc req-c1798f41-5bd2-4588-a27c-6261201c075f tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:33.836723 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e8834a01-aa60-49b7-98e5-ecd6cdb314fc req-c1798f41-5bd2-4588-a27c-6261201c075f tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a83aaac-7396-4782-a290-1f0b3f47602a HTTP/1.1" status: 200 len: 944 time: 1.0810714 Dec 20 14:44:33.840474 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-fc4855c9-b73d-4c71-aac6-dc77b8b39ac6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c5b2800-df8a-4047-8744-d8423b687cc4') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:44:33.841100 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-fc4855c9-b73d-4c71-aac6-dc77b8b39ac6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c5b2800-df8a-4047-8744-d8423b687cc4') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:44:33.856477 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3eed05a-5068-4fdd-8614-b5df1d8f03cc None None] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:44:33.871295 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fc4855c9-b73d-4c71-aac6-dc77b8b39ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:33.881020 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-c3eed05a-5068-4fdd-8614-b5df1d8f03cc None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:44:33.889125 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3eed05a-5068-4fdd-8614-b5df1d8f03cc None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:44:33.889993 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-cb2fbd03-1d32-43a7-86e0-dba6217fcf53 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:33.903007 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-cb2fbd03-1d32-43a7-86e0-dba6217fcf53 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Calling delete_port for c9d377d5-c6fb-4f78-8fb3-cea4fab26449 owned by {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:44:33.933204 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e8834a01-aa60-49b7-98e5-ecd6cdb314fc req-29097a0a-c9d4-4fde-b768-cd087fcc82fb tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=32bfc1ff-28fd-45a5-ae96-207d0fefe02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790024 Dec 20 14:44:33.961687 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d0b6ee-594f-4fbc-b693-14f5d9741c5f req-f274d4af-8b89-48b7-b086-4e8ea2c2b530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:33.967633 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-05d0b6ee-594f-4fbc-b693-14f5d9741c5f req-f274d4af-8b89-48b7-b086-4e8ea2c2b530 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8a3f5189e8f64307a0b577e5cb283b15&device_id=01f45e27-b1b2-4611-941b-29cde9f5ede7 HTTP/1.1" status: 200 len: 1095 time: 0.5099137 Dec 20 14:44:33.981236 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eed05a-5068-4fdd-8614-b5df1d8f03cc None None] Pushing event updated for resources: {'Port': ['ID=56ba49c0-4edf-49ad-93be-0e0ada402d9f,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:34.011487 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fc4855c9-b73d-4c71-aac6-dc77b8b39ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:34.015945 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-08342158-907d-4e19-bce5-934243817e07 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1584976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40157'] for router, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:34.045476 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc4855c9-b73d-4c71-aac6-dc77b8b39ac6 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:44:34.045981 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fc4855c9-b73d-4c71-aac6-dc77b8b39ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:34.064042 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-08342158-907d-4e19-bce5-934243817e07 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1584999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1585022', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1594780'] for router, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:34.069535 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:44:34.069535 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:44:34.069535 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:44:34.069535 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:44:34.069535 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:44:34.069535 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:44:34.069535 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:44:34.069535 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:44:34.069535 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:44:34.069535 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:44:34.069535 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:44:34.069535 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:44:34.069535 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:44:34.069535 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:44:34.069535 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:44:34.069535 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:44:34.069535 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:44:34.069535 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:44:34.069535 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:44:34.069535 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:44:34.069535 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:44:34.069535 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:44:34.069535 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:44:34.069535 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:44:34.069535 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:44:34.069535 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:44:34.069535 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:44:34.069535 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:44:34.069535 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:44:34.069535 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:44:34.069535 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:44:34.069535 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:44:34.069535 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:44:34.069535 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:44:34.069535 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:44:34.069535 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:44:34.069535 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:44:34.069535 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:44:34.069535 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:44:34.069535 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:44:34.069535 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:44:34.069535 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:44:34.069535 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 14:44:34.069535 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:44:34.069535 n-d-761264-19 neutron-server[103168]: timer() Dec 20 14:44:34.069535 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:44:34.069535 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 14:44:34.069535 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:44:34.069535 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 14:44:34.069535 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:44:34.069535 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 14:44:34.069535 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:44:34.069535 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 14:44:34.069535 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:44:34.069535 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 14:44:34.069535 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:44:34.069535 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:44:34.069535 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:44:34.069535 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:44:34.069535 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:44:34.069535 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 14:44:34.069535 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:44:34.069535 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 14:44:34.069535 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:44:34.069535 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:44:34.069535 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:44:34.069535 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 14:44:34.069535 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:44:34.069535 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:44:34.069535 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:44:34.069535 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:44:34.069535 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:44:34.069535 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:44:34.069535 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:44:34.090374 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-c3eed05a-5068-4fdd-8614-b5df1d8f03cc None None] Attempting to bind port 56ba49c0-4edf-49ad-93be-0e0ada402d9f on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:44:34.091269 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-c3eed05a-5068-4fdd-8614-b5df1d8f03cc None None] Attempting to bind port 56ba49c0-4edf-49ad-93be-0e0ada402d9f by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '0deaa76e-8a3e-44c4-a3b8-992392ef4539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:44:34.091893 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3eed05a-5068-4fdd-8614-b5df1d8f03cc None None] Attempting to bind port 56ba49c0-4edf-49ad-93be-0e0ada402d9f on network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:44:34.098558 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3eed05a-5068-4fdd-8614-b5df1d8f03cc None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:44:34.099329 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3eed05a-5068-4fdd-8614-b5df1d8f03cc None None] Checking segment: {'id': '0deaa76e-8a3e-44c4-a3b8-992392ef4539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:44:34.100260 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c3eed05a-5068-4fdd-8614-b5df1d8f03cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:34.100882 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3eed05a-5068-4fdd-8614-b5df1d8f03cc None None] Bound using segment: {'id': '0deaa76e-8a3e-44c4-a3b8-992392ef4539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:44:34.101683 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-c3eed05a-5068-4fdd-8614-b5df1d8f03cc None None] Bound port: 56ba49c0-4edf-49ad-93be-0e0ada402d9f, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0deaa76e-8a3e-44c4-a3b8-992392ef4539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:44:34.102292 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c3eed05a-5068-4fdd-8614-b5df1d8f03cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:34.201604 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-cb2fbd03-1d32-43a7-86e0-dba6217fcf53 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:34.281570 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2fbd03-1d32-43a7-86e0-dba6217fcf53 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event deleted for resources: {'Port': ['ID=c9d377d5-c6fb-4f78-8fb3-cea4fab26449,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:34.283840 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-cb2fbd03-1d32-43a7-86e0-dba6217fcf53 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:34.289851 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-cb2fbd03-1d32-43a7-86e0-dba6217fcf53 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "DELETE /v2.0/ports/c9d377d5-c6fb-4f78-8fb3-cea4fab26449 HTTP/1.1" status: 204 len: 168 time: 0.8082781 Dec 20 14:44:34.293608 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 52698) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:44:34.376346 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a493df-8b99-4330-bd63-1393f2a50d91 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:34.378103 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a493df-8b99-4330-bd63-1393f2a50d91 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:34.382581 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-05a493df-8b99-4330-bd63-1393f2a50d91 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0879722 Dec 20 14:44:34.383577 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 52704) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:44:34.414499 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1949f440-1c70-4b5e-b6d0-16b0afe6a5c9 req-a1f4bb16-6db2-4f3f-b008-d18ab6778ac1 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0643adf2af04815b0d3549cf80b60b4 HTTP/1.1" status: 200 len: 380 time: 0.7010703 Dec 20 14:44:34.421377 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08342158-907d-4e19-bce5-934243817e07 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Router 7dd96a12-7ea2-4fed-88ca-0d97ef737119 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:44:34.426446 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce06e43-f001-4ade-9bb8-acb59e0f2d87 req-3fc6c0b1-98af-47c3-9549-df776d609011 tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:34.434172 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0ce06e43-f001-4ade-9bb8-acb59e0f2d87 req-3fc6c0b1-98af-47c3-9549-df776d609011 tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] 10.222.0.54 "GET /v2.0/ports?device_id=9a6530c4-acb3-49de-8d6c-6938b06626e2 HTTP/1.1" status: 200 len: 944 time: 0.2604442 Dec 20 14:44:34.461570 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-1949f440-1c70-4b5e-b6d0-16b0afe6a5c9 req-5115244c-19df-4743-b83f-08278f35079f tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Request body: {'port': {'device_id': 'f3e67e6f-0541-4943-b580-1d46d98aa64f', 'network_id': '87a69cd0-a64c-42dd-a7fc-edd3efea59ce', 'admin_state_up': True, 'tenant_id': 'c0643adf2af04815b0d3549cf80b60b4', 'security_groups': ['a5aa35e3-ddf9-4b9c-913d-d442398eff76']}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:44:34.464309 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-c3eed05a-5068-4fdd-8614-b5df1d8f03cc None None] For port 56ba49c0-4edf-49ad-93be-0e0ada402d9f, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:44:34.467903 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-c3eed05a-5068-4fdd-8614-b5df1d8f03cc None None] For port 56ba49c0-4edf-49ad-93be-0e0ada402d9f, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=56ba49c0-4edf-49ad-93be-0e0ada402d9f,segment=NetworkSegment(0deaa76e-8a3e-44c4-a3b8-992392ef4539),segment_id=0deaa76e-8a3e-44c4-a3b8-992392ef4539)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:44:34.476890 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c3eed05a-5068-4fdd-8614-b5df1d8f03cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:34.481664 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_v2 [None req-758536bc-58d5-4db6-8874-c005e89de5f3 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Deleting subnet 5f4bfebc-1aba-4fbe-9a1a-71abcaf53c3a {{(pid=103167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:44:34.485459 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-758536bc-58d5-4db6-8874-c005e89de5f3 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks [] for subnet, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:34.489559 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ca73c8a0-f0db-4103-835c-41c2daa91d9c req-d4ca81aa-cf0f-4d55-b157-d2397573049e tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3e67e6f-0541-4943-b580-1d46d98aa64f HTTP/1.1" status: 200 len: 210 time: 0.2748666 Dec 20 14:44:34.544874 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fc4855c9-b73d-4c71-aac6-dc77b8b39ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:34.546293 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-758536bc-58d5-4db6-8874-c005e89de5f3 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954412'] for subnet, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:34.559972 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fc4855c9-b73d-4c71-aac6-dc77b8b39ac6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:34.563993 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-fc4855c9-b73d-4c71-aac6-dc77b8b39ac6 admin admin] 10.222.0.54 "DELETE /v2.0/networks/74ca7104-e6e4-4eba-8cec-af557c0b63a5 HTTP/1.1" status: 204 len: 168 time: 4.5792456 Dec 20 14:44:34.578039 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eed05a-5068-4fdd-8614-b5df1d8f03cc None None] Pushing event updated for resources: {'Port': ['ID=56ba49c0-4edf-49ad-93be-0e0ada402d9f,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:34.713243 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4855c9-b73d-4c71-aac6-dc77b8b39ac6 admin admin] Pushing event deleted for resources: {'Network': ['ID=74ca7104-e6e4-4eba-8cec-af557c0b63a5,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:34.816261 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-758536bc-58d5-4db6-8874-c005e89de5f3 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:34.916615 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d0b6ee-594f-4fbc-b693-14f5d9741c5f req-a62330f4-762d-4fed-9af9-3efbdc128f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:34.919125 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-05d0b6ee-594f-4fbc-b693-14f5d9741c5f req-a62330f4-762d-4fed-9af9-3efbdc128f33 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e77a6991-7e9b-4f80-86c7-a3378ec4de6a HTTP/1.1" status: 200 len: 914 time: 0.9228473 Dec 20 14:44:34.936250 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530313ae-34c2-4f5b-b593-390d07027bc7 req-77f81419-c767-4de7-ae30-f6922f60c701 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:34.938316 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-530313ae-34c2-4f5b-b593-390d07027bc7 req-77f81419-c767-4de7-ae30-f6922f60c701 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=01f45e27-b1b2-4611-941b-29cde9f5ede7 HTTP/1.1" status: 200 len: 943 time: 0.1580532 Dec 20 14:44:35.046229 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 52712) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:44:35.058539 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-05d0b6ee-594f-4fbc-b693-14f5d9741c5f req-e5715930-6768-487d-b8aa-6173a6346f13 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b2ed9e8-5216-4628-8741-de812b39d43b HTTP/1.1" status: 200 len: 217 time: 0.1185684 Dec 20 14:44:35.059680 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08342158-907d-4e19-bce5-934243817e07 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:44:35.083877 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b5a1ed-0bb2-4a47-a3ee-50cf5c466c87 None None] Sync routers for ids ['7dd96a12-7ea2-4fed-88ca-0d97ef737119'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:44:35.089814 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-08342158-907d-4e19-bce5-934243817e07 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:35.093077 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 21dfb90f-f62a-469a-8bc4-d6c39ce4f584 details requested by agent hyperv_n-h1-761264-19 with host n-h1-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:44:35.093249 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-08342158-907d-4e19-bce5-934243817e07 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "PUT /v2.0/routers/7dd96a12-7ea2-4fed-88ca-0d97ef737119 HTTP/1.1" status: 200 len: 700 time: 5.0269685 Dec 20 14:44:35.099539 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 52714) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:44:35.121903 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b5a1ed-0bb2-4a47-a3ee-50cf5c466c87 None None] Routers {'7dd96a12-7ea2-4fed-88ca-0d97ef737119'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:44:35.122459 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-63b5a1ed-0bb2-4a47-a3ee-50cf5c466c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:44:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['7dd96a12-7ea2-4fed-88ca-0d97ef737119'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:44:35.129507 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0ce06e43-f001-4ade-9bb8-acb59e0f2d87 req-0c58c6ff-27fa-4579-84eb-b82bffdd04b2 tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] 10.222.0.54 "GET /v2.0/security-groups?id=7c00e471-b822-4bde-8413-ee09845062ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6942165 Dec 20 14:44:35.232879 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d0b6ee-594f-4fbc-b693-14f5d9741c5f req-f2bf9819-b420-4e06-9ae7-f5137395d55e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:35.234477 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-05d0b6ee-594f-4fbc-b693-14f5d9741c5f req-f2bf9819-b420-4e06-9ae7-f5137395d55e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=688232d4-a5ee-4fe6-bf9a-f2474a9f502e HTTP/1.1" status: 200 len: 853 time: 0.1384127 Dec 20 14:44:35.285540 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-530313ae-34c2-4f5b-b593-390d07027bc7 req-62a29ca7-d2b6-475f-8760-d34c61485111 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3293920 Dec 20 14:44:35.305299 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 56ba49c0-4edf-49ad-93be-0e0ada402d9f up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:44:35.340162 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-63b5a1ed-0bb2-4a47-a3ee-50cf5c466c87 None None] Set router 7dd96a12-7ea2-4fed-88ca-0d97ef737119 gateway port host: None {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:44:35.342602 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-05d0b6ee-594f-4fbc-b693-14f5d9741c5f req-a024ac29-c482-43c1-a80c-a50d8c721850 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e77a6991-7e9b-4f80-86c7-a3378ec4de6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0974348 Dec 20 14:44:35.371693 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1949f440-1c70-4b5e-b6d0-16b0afe6a5c9 req-5115244c-19df-4743-b83f-08278f35079f tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Made reservation on behalf of c0643adf2af04815b0d3549cf80b60b4 for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:44:35.375846 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-1949f440-1c70-4b5e-b6d0-16b0afe6a5c9 req-5115244c-19df-4743-b83f-08278f35079f tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:35.418357 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-758536bc-58d5-4db6-8874-c005e89de5f3 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:35.499946 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 21dfb90f-f62a-469a-8bc4-d6c39ce4f584, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=21dfb90f-f62a-469a-8bc4-d6c39ce4f584,segment=NetworkSegment(cf764769-bd48-4fb7-ac99-d6f6b1edeed6),segment_id=cf764769-bd48-4fb7-ac99-d6f6b1edeed6)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:44:35.517554 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758536bc-58d5-4db6-8874-c005e89de5f3 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event deleted for resources: {'Subnet': ['ID=5f4bfebc-1aba-4fbe-9a1a-71abcaf53c3a,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:35.523295 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 56ba49c0-4edf-49ad-93be-0e0ada402d9f triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:44:35.524270 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:35.552606 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Returning: {'device': '21dfb90f-f62a-469a-8bc4-d6c39ce4f584', 'network_id': 'ef0adef7-2e9a-4c5f-ae6d-93be04aa201b', 'port_id': '21dfb90f-f62a-469a-8bc4-d6c39ce4f584', 'mac_address': 'fa:16:3e:e1:c4:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '321fbd4d-33d9-43dd-a3f0-2f0927e656e9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:44:35.562350 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-9289e6e6-8012-483c-b227-754c21ccb96c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=647d4c96b4824b53b7215db6116f9517&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5059505 Dec 20 14:44:35.571475 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 52720) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:44:35.572638 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-758536bc-58d5-4db6-8874-c005e89de5f3 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:35.581432 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-758536bc-58d5-4db6-8874-c005e89de5f3 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "DELETE /v2.0/subnets/5f4bfebc-1aba-4fbe-9a1a-71abcaf53c3a HTTP/1.1" status: 204 len: 168 time: 1.1954296 Dec 20 14:44:35.585406 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 52722) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:44:35.624931 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:35.646064 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21dfb90f-f62a-469a-8bc4-d6c39ce4f584 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:44:35.689297 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8643c1bc-481b-49b7-a21e-d699ddb83307 req-22765e89-163a-4a3a-88be-e5eb04dae2b9 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:35.693788 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8643c1bc-481b-49b7-a21e-d699ddb83307 req-22765e89-163a-4a3a-88be-e5eb04dae2b9 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a83aaac-7396-4782-a290-1f0b3f47602a HTTP/1.1" status: 200 len: 944 time: 0.2971573 Dec 20 14:44:35.711770 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-4792c0e8-4306-4408-bbce-1e525034c6cc tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "GET /v2.0/routers/7dd96a12-7ea2-4fed-88ca-0d97ef737119 HTTP/1.1" status: 200 len: 700 time: 0.6083992 Dec 20 14:44:35.742924 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 21dfb90f-f62a-469a-8bc4-d6c39ce4f584, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=21dfb90f-f62a-469a-8bc4-d6c39ce4f584,segment=NetworkSegment(cf764769-bd48-4fb7-ac99-d6f6b1edeed6),segment_id=cf764769-bd48-4fb7-ac99-d6f6b1edeed6)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:44:35.763018 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:35.804995 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 52726) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:44:35.826518 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-57fd3aa9-eb67-4fc5-b844-9bf0e6acfa76 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2258451 Dec 20 14:44:35.864920 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 52730) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:44:35.865673 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-204ee28b-88a8-448a-bd61-20bb474aa0c9 req-f41ac0fc-9529-4991-bf57-6ffa2105cf22 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3e67e6f-0541-4943-b580-1d46d98aa64f HTTP/1.1" status: 200 len: 210 time: 0.2010074 Dec 20 14:44:35.899294 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-63b5a1ed-0bb2-4a47-a3ee-50cf5c466c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd96a12-7ea2-4fed-88ca-0d97ef737119', 'name': 'tempest-RoutersTest-router-1838996544', 'tenant_id': '50053969373c435f81b8431b3e816f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:43:31Z', 'updated_at': '2021-12-20T14:44:32Z', 'revision_number': 7, 'project_id': '50053969373c435f81b8431b3e816f88', 'gw_port_host': None, '_interfaces': [{'id': '2a7f11cb-125d-4d5c-9231-73924b891660', 'name': '', 'network_id': '6dcec53b-ca65-45ae-832a-b827e13b415b', 'tenant_id': '50053969373c435f81b8431b3e816f88', 'mac_address': 'fa:16:3e:1d:bd:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd96a12-7ea2-4fed-88ca-0d97ef737119', 'device_owner': 'network:router_interface', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': '35e2b9fb-3912-46d3-8c54-818c260a844c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:44:14Z', 'updated_at': '2021-12-20T14:44:27Z', 'revision_number': 5, 'project_id': '50053969373c435f81b8431b3e816f88', 'subnets': [{'id': '35e2b9fb-3912-46d3-8c54-818c260a844c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72165306-9081-4306-b774-2a4f0bae048c', 'name': '', 'network_id': 'f40aaf94-a5c2-4555-8f51-87bd8723d363', 'tenant_id': '50053969373c435f81b8431b3e816f88', 'mac_address': 'fa:16:3e:47:c9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd96a12-7ea2-4fed-88ca-0d97ef737119', 'device_owner': 'network:router_interface', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': 'a1f90562-366d-4022-890f-c7f024fbed84', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:43:57Z', 'updated_at': '2021-12-20T14:44:08Z', 'revision_number': 5, 'project_id': '50053969373c435f81b8431b3e816f88', 'subnets': [{'id': 'a1f90562-366d-4022-890f-c7f024fbed84', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd20ccaa3-c111-4619-a747-1574108a4b76', 'name': '', 'network_id': '9379c086-95d2-4fb0-8248-052d883dac5a', 'tenant_id': '50053969373c435f81b8431b3e816f88', 'mac_address': 'fa:16:3e:e6:40:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd96a12-7ea2-4fed-88ca-0d97ef737119', 'device_owner': 'network:router_interface', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': '5c157bc3-6461-40ce-84ff-7c9b3fdb4343', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:43:43Z', 'updated_at': '2021-12-20T14:43:57Z', 'revision_number': 5, 'project_id': '50053969373c435f81b8431b3e816f88', 'subnets': [{'id': '5c157bc3-6461-40ce-84ff-7c9b3fdb4343', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee99a0ab-7a0d-46d7-ad0e-29c134e184d0', 'name': '', 'network_id': 'e559c019-62a6-4da7-bfc3-aa6a5b63cbf1', 'tenant_id': '50053969373c435f81b8431b3e816f88', 'mac_address': 'fa:16:3e:d8:66:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd96a12-7ea2-4fed-88ca-0d97ef737119', 'device_owner': 'network:router_interface', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '81cdaa41-d9ce-4366-baf5-5d5a3483918c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:43:33Z', 'updated_at': '2021-12-20T14:43:43Z', 'revision_number': 5, 'project_id': '50053969373c435f81b8431b3e816f88', 'subnets': [{'id': '81cdaa41-d9ce-4366-baf5-5d5a3483918c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:44:35.914194 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:35.919361 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:35.934000 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-bf727aae-c6f7-400d-a9f1-2370678b787b tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Request body: {'subnet': {'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:44:35.970842 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-05d0b6ee-594f-4fbc-b693-14f5d9741c5f req-8b40699c-0649-4065-93f0-9df27e60b019 service neutron] 10.222.0.30 "GET /v2.0/networks/e77a6991-7e9b-4f80-86c7-a3378ec4de6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6120229 Dec 20 14:44:35.977600 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=21dfb90f-f62a-469a-8bc4-d6c39ce4f584,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:35.988083 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b5a1ed-0bb2-4a47-a3ee-50cf5c466c87 None None] Checking router: 7dd96a12-7ea2-4fed-88ca-0d97ef737119 for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:44:35.999489 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] For port 56ba49c0-4edf-49ad-93be-0e0ada402d9f, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=56ba49c0-4edf-49ad-93be-0e0ada402d9f,segment=NetworkSegment(0deaa76e-8a3e-44c4-a3b8-992392ef4539),segment_id=0deaa76e-8a3e-44c4-a3b8-992392ef4539)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:44:36.008295 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:36.016671 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b5a1ed-0bb2-4a47-a3ee-50cf5c466c87 None None] Routers {'7dd96a12-7ea2-4fed-88ca-0d97ef737119'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:44:36.019228 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-63b5a1ed-0bb2-4a47-a3ee-50cf5c466c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:44:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['7dd96a12-7ea2-4fed-88ca-0d97ef737119'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:44:36.091588 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8643c1bc-481b-49b7-a21e-d699ddb83307 req-bdf3d8ac-55e7-4661-8f56-776b1cbb3cc1 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=32bfc1ff-28fd-45a5-ae96-207d0fefe02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3786228 Dec 20 14:44:36.105594 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [req-1949f440-1c70-4b5e-b6d0-16b0afe6a5c9 req-5115244c-19df-4743-b83f-08278f35079f tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Allocated IP 172.20.0.12 (87a69cd0-a64c-42dd-a7fc-edd3efea59ce/a9e11c76-32b6-463b-b516-e12248ff878a/df1ab20c-b279-4f23-9631-c99a5b229e4f) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:44:36.120558 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Pushing event updated for resources: {'Port': ['ID=56ba49c0-4edf-49ad-93be-0e0ada402d9f,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:36.124875 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['21dfb90f-f62a-469a-8bc4-d6c39ce4f584'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:44:36.250451 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-05d0b6ee-594f-4fbc-b693-14f5d9741c5f req-48f4eb2c-03c1-4292-9e2e-c1b55eeb4257 service neutron] 10.222.0.30 "GET /v2.0/networks/e77a6991-7e9b-4f80-86c7-a3378ec4de6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683361 Dec 20 14:44:36.292510 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-63b5a1ed-0bb2-4a47-a3ee-50cf5c466c87 None None] Set router 7dd96a12-7ea2-4fed-88ca-0d97ef737119 gateway port host: None {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:44:36.314496 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:36.415437 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d97da6a-be02-4d92-9149-004d39d9b2a7 None None] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:44:36.523013 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-960be834-6a5b-4561-ae02-dd6b6f9a51f4 None None] Provisioning complete for port 56ba49c0-4edf-49ad-93be-0e0ada402d9f triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:44:36.523712 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-960be834-6a5b-4561-ae02-dd6b6f9a51f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:36.536467 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11361272-26dc-4c9f-bb2b-297bbe9c0aa5 req-4b890f4a-fbba-4d5d-872a-fbce03abcdc9 tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:36.538034 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-11361272-26dc-4c9f-bb2b-297bbe9c0aa5 req-4b890f4a-fbba-4d5d-872a-fbce03abcdc9 tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] 10.222.0.54 "GET /v2.0/ports?device_id=9a6530c4-acb3-49de-8d6c-6938b06626e2 HTTP/1.1" status: 200 len: 945 time: 0.2213814 Dec 20 14:44:36.540540 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 14:44:36.613941 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-63b5a1ed-0bb2-4a47-a3ee-50cf5c466c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd96a12-7ea2-4fed-88ca-0d97ef737119', 'name': 'tempest-RoutersTest-router-1838996544', 'tenant_id': '50053969373c435f81b8431b3e816f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:43:31Z', 'updated_at': '2021-12-20T14:44:32Z', 'revision_number': 7, 'project_id': '50053969373c435f81b8431b3e816f88', 'gw_port_host': None, '_interfaces': [{'id': '2a7f11cb-125d-4d5c-9231-73924b891660', 'name': '', 'network_id': '6dcec53b-ca65-45ae-832a-b827e13b415b', 'tenant_id': '50053969373c435f81b8431b3e816f88', 'mac_address': 'fa:16:3e:1d:bd:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd96a12-7ea2-4fed-88ca-0d97ef737119', 'device_owner': 'network:router_interface', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': '35e2b9fb-3912-46d3-8c54-818c260a844c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:44:14Z', 'updated_at': '2021-12-20T14:44:27Z', 'revision_number': 5, 'project_id': '50053969373c435f81b8431b3e816f88', 'subnets': [{'id': '35e2b9fb-3912-46d3-8c54-818c260a844c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72165306-9081-4306-b774-2a4f0bae048c', 'name': '', 'network_id': 'f40aaf94-a5c2-4555-8f51-87bd8723d363', 'tenant_id': '50053969373c435f81b8431b3e816f88', 'mac_address': 'fa:16:3e:47:c9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd96a12-7ea2-4fed-88ca-0d97ef737119', 'device_owner': 'network:router_interface', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': 'a1f90562-366d-4022-890f-c7f024fbed84', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:43:57Z', 'updated_at': '2021-12-20T14:44:08Z', 'revision_number': 5, 'project_id': '50053969373c435f81b8431b3e816f88', 'subnets': [{'id': 'a1f90562-366d-4022-890f-c7f024fbed84', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd20ccaa3-c111-4619-a747-1574108a4b76', 'name': '', 'network_id': '9379c086-95d2-4fb0-8248-052d883dac5a', 'tenant_id': '50053969373c435f81b8431b3e816f88', 'mac_address': 'fa:16:3e:e6:40:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd96a12-7ea2-4fed-88ca-0d97ef737119', 'device_owner': 'network:router_interface', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': '5c157bc3-6461-40ce-84ff-7c9b3fdb4343', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:43:43Z', 'updated_at': '2021-12-20T14:43:57Z', 'revision_number': 5, 'project_id': '50053969373c435f81b8431b3e816f88', 'subnets': [{'id': '5c157bc3-6461-40ce-84ff-7c9b3fdb4343', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee99a0ab-7a0d-46d7-ad0e-29c134e184d0', 'name': '', 'network_id': 'e559c019-62a6-4da7-bfc3-aa6a5b63cbf1', 'tenant_id': '50053969373c435f81b8431b3e816f88', 'mac_address': 'fa:16:3e:d8:66:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd96a12-7ea2-4fed-88ca-0d97ef737119', 'device_owner': 'network:router_interface', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '81cdaa41-d9ce-4366-baf5-5d5a3483918c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:43:33Z', 'updated_at': '2021-12-20T14:43:43Z', 'revision_number': 5, 'project_id': '50053969373c435f81b8431b3e816f88', 'subnets': [{'id': '81cdaa41-d9ce-4366-baf5-5d5a3483918c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:44:36.648882 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b5a1ed-0bb2-4a47-a3ee-50cf5c466c87 None None] The sync data for ids ['7dd96a12-7ea2-4fed-88ca-0d97ef737119'] in n-d-761264-19 is: [{'id': '7dd96a12-7ea2-4fed-88ca-0d97ef737119', 'name': 'tempest-RoutersTest-router-1838996544', 'tenant_id': '50053969373c435f81b8431b3e816f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:43:31Z', 'updated_at': '2021-12-20T14:44:32Z', 'revision_number': 7, 'project_id': '50053969373c435f81b8431b3e816f88', 'gw_port_host': None, '_interfaces': [{'id': '2a7f11cb-125d-4d5c-9231-73924b891660', 'name': '', 'network_id': '6dcec53b-ca65-45ae-832a-b827e13b415b', 'tenant_id': '50053969373c435f81b8431b3e816f88', 'mac_address': 'fa:16:3e:1d:bd:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd96a12-7ea2-4fed-88ca-0d97ef737119', 'device_owner': 'network:router_interface', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': '35e2b9fb-3912-46d3-8c54-818c260a844c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:44:14Z', 'updated_at': '2021-12-20T14:44:27Z', 'revision_number': 5, 'project_id': '50053969373c435f81b8431b3e816f88', 'subnets': [{'id': '35e2b9fb-3912-46d3-8c54-818c260a844c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72165306-9081-4306-b774-2a4f0bae048c', 'name': '', 'network_id': 'f40aaf94-a5c2-4555-8f51-87bd8723d363', 'tenant_id': '50053969373c435f81b8431b3e816f88', 'mac_address': 'fa:16:3e:47:c9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd96a12-7ea2-4fed-88ca-0d97ef737119', 'device_owner': 'network:router_interface', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': 'a1f90562-366d-4022-890f-c7f024fbed84', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:43:57Z', 'updated_at': '2021-12-20T14:44:08Z', 'revision_number': 5, 'project_id': '50053969373c435f81b8431b3e816f88', 'subnets': [{'id': 'a1f90562-366d-4022-890f-c7f024fbed84', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd20ccaa3-c111-4619-a747-1574108a4b76', 'name': '', 'network_id': '9379c086-95d2-4fb0-8248-052d883dac5a', 'tenant_id': '50053969373c435f81b8431b3e816f88', 'mac_address': 'fa:16:3e:e6:40:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd96a12-7ea2-4fed-88ca-0d97ef737119', 'device_owner': 'network:router_interface', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': '5c157bc3-6461-40ce-84ff-7c9b3fdb4343', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:43:43Z', 'updated_at': '2021-12-20T14:43:57Z', 'revision_number': 5, 'project_id': '50053969373c435f81b8431b3e816f88', 'subnets': [{'id': '5c157bc3-6461-40ce-84ff-7c9b3fdb4343', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee99a0ab-7a0d-46d7-ad0e-29c134e184d0', 'name': '', 'network_id': 'e559c019-62a6-4da7-bfc3-aa6a5b63cbf1', 'tenant_id': '50053969373c435f81b8431b3e816f88', 'mac_address': 'fa:16:3e:d8:66:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd96a12-7ea2-4fed-88ca-0d97ef737119', 'device_owner': 'network:router_interface', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '81cdaa41-d9ce-4366-baf5-5d5a3483918c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:43:33Z', 'updated_at': '2021-12-20T14:43:43Z', 'revision_number': 5, 'project_id': '50053969373c435f81b8431b3e816f88', 'subnets': [{'id': '81cdaa41-d9ce-4366-baf5-5d5a3483918c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:44:36.674759 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-1949f440-1c70-4b5e-b6d0-16b0afe6a5c9 req-5115244c-19df-4743-b83f-08278f35079f tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:36.716065 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-11361272-26dc-4c9f-bb2b-297bbe9c0aa5 req-36ce9c96-f114-4b77-93e4-c3ee507ca297 tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] 10.222.0.54 "GET /v2.0/security-groups?id=7c00e471-b822-4bde-8413-ee09845062ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679246 Dec 20 14:44:36.783147 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-1949f440-1c70-4b5e-b6d0-16b0afe6a5c9 req-5115244c-19df-4743-b83f-08278f35079f tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:36.870165 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a2c5e678-c42b-4bdf-b1e8-1dd24cf038ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:36.884471 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115244c-19df-4743-b83f-08278f35079f tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Pushing event updated for resources: {'Port': ['ID=df1ab20c-b279-4f23-9631-c99a5b229e4f,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:36.915170 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1949f440-1c70-4b5e-b6d0-16b0afe6a5c9 req-5115244c-19df-4743-b83f-08278f35079f tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Network 87a69cd0-a64c-42dd-a7fc-edd3efea59ce is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:44:36.916720 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [req-1949f440-1c70-4b5e-b6d0-16b0afe6a5c9 req-5115244c-19df-4743-b83f-08278f35079f tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:44:36.920185 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-1949f440-1c70-4b5e-b6d0-16b0afe6a5c9 req-5115244c-19df-4743-b83f-08278f35079f tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:44:37.001696 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1949f440-1c70-4b5e-b6d0-16b0afe6a5c9 req-5115244c-19df-4743-b83f-08278f35079f tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:37.003040 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-1949f440-1c70-4b5e-b6d0-16b0afe6a5c9 req-5115244c-19df-4743-b83f-08278f35079f tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:37.093360 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 4b2ed9e8-5216-4628-8741-de812b39d43b details requested by agent hyperv_n-h1-761264-19 with host n-h1-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:44:37.102262 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1949f440-1c70-4b5e-b6d0-16b0afe6a5c9 req-5115244c-19df-4743-b83f-08278f35079f tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6621532 Dec 20 14:44:37.129025 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-1949f440-1c70-4b5e-b6d0-16b0afe6a5c9 req-2fa44b19-5a79-4e56-bff5-57c165315760 service neutron] Request body: {'port': {'device_id': 'f3e67e6f-0541-4943-b580-1d46d98aa64f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-19'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:44:37.161899 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0d848e-485c-447d-8635-a9fd447971c5 None None] DHCP port deletion for e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:44:37.259605 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bba638-0402-4283-8c3b-3d60f17d3a57 req-8dd3b07a-e820-4ae3-91d8-ac6d1aa5f28c tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:37.272476 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-35bba638-0402-4283-8c3b-3d60f17d3a57 req-8dd3b07a-e820-4ae3-91d8-ac6d1aa5f28c tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=01f45e27-b1b2-4611-941b-29cde9f5ede7 HTTP/1.1" status: 200 len: 943 time: 0.4350636 Dec 20 14:44:37.323750 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a2c5e678-c42b-4bdf-b1e8-1dd24cf038ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:37.363226 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 4b2ed9e8-5216-4628-8741-de812b39d43b, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=4b2ed9e8-5216-4628-8741-de812b39d43b,segment=NetworkSegment(0e7fdf50-5b19-4be8-bc50-cf777ad84dac),segment_id=0e7fdf50-5b19-4be8-bc50-cf777ad84dac)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:44:37.386907 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-a7231b96-78e5-41b3-bc0f-9e47035efe34 None None] Provisioning complete for port df1ab20c-b279-4f23-9631-c99a5b229e4f triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:44:37.387439 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a7231b96-78e5-41b3-bc0f-9e47035efe34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:37.389392 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Returning: {'device': '4b2ed9e8-5216-4628-8741-de812b39d43b', 'network_id': 'e77a6991-7e9b-4f80-86c7-a3378ec4de6a', 'port_id': '4b2ed9e8-5216-4628-8741-de812b39d43b', 'mac_address': 'fa:16:3e:b3:87:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '688232d4-a5ee-4fe6-bf9a-f2474a9f502e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:44:37.417944 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-1d0d848e-485c-447d-8635-a9fd447971c5 None None] Deleting port 56ba49c0-4edf-49ad-93be-0e0ada402d9f {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:44:37.418485 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-1d0d848e-485c-447d-8635-a9fd447971c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:37.480763 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a2c5e678-c42b-4bdf-b1e8-1dd24cf038ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:37.483419 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a2c5e678-c42b-4bdf-b1e8-1dd24cf038ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:37.494945 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-a2c5e678-c42b-4bdf-b1e8-1dd24cf038ee admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0d8f9af8-570f-427c-97b6-de8f4d1694fe HTTP/1.1" status: 204 len: 168 time: 1.9076266 Dec 20 14:44:37.495193 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:37.559338 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-a7231b96-78e5-41b3-bc0f-9e47035efe34 None None] Port df1ab20c-b279-4f23-9631-c99a5b229e4f cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:44:37.564919 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b2ed9e8-5216-4628-8741-de812b39d43b {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:44:37.576674 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c5e678-c42b-4bdf-b1e8-1dd24cf038ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d8f9af8-570f-427c-97b6-de8f4d1694fe,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:37.626002 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-1d0d848e-485c-447d-8635-a9fd447971c5 None None] For port 56ba49c0-4edf-49ad-93be-0e0ada402d9f, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=56ba49c0-4edf-49ad-93be-0e0ada402d9f,segment=NetworkSegment(0deaa76e-8a3e-44c4-a3b8-992392ef4539),segment_id=0deaa76e-8a3e-44c4-a3b8-992392ef4539)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:44:37.626554 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-1d0d848e-485c-447d-8635-a9fd447971c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:37.632729 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 4b2ed9e8-5216-4628-8741-de812b39d43b, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=4b2ed9e8-5216-4628-8741-de812b39d43b,segment=NetworkSegment(0e7fdf50-5b19-4be8-bc50-cf777ad84dac),segment_id=0e7fdf50-5b19-4be8-bc50-cf777ad84dac)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:44:37.647850 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-1d0d848e-485c-447d-8635-a9fd447971c5 None None] Calling delete_port for 56ba49c0-4edf-49ad-93be-0e0ada402d9f owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:44:37.650328 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:37.759540 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-35bba638-0402-4283-8c3b-3d60f17d3a57 req-1d1954c6-e7cf-4214-8642-f3bd2b5cc043 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4839809 Dec 20 14:44:37.763251 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf727aae-c6f7-400d-a9f1-2370678b787b tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Made reservation on behalf of 71d0c98cab4349b4848e68f8a37dbf12 for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:44:37.774497 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-bf727aae-c6f7-400d-a9f1-2370678b787b tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:37.803512 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=4b2ed9e8-5216-4628-8741-de812b39d43b,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:37.878404 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fadcc6-102b-4018-a8e6-ac7f73c68bb9 req-bd4641bb-dfaa-4513-921b-c94623d81bfe tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:37.880328 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-46fadcc6-102b-4018-a8e6-ac7f73c68bb9 req-bd4641bb-dfaa-4513-921b-c94623d81bfe tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3e67e6f-0541-4943-b580-1d46d98aa64f HTTP/1.1" status: 200 len: 932 time: 0.8687139 Dec 20 14:44:37.885021 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-1d0d848e-485c-447d-8635-a9fd447971c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:37.924362 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-1949f440-1c70-4b5e-b6d0-16b0afe6a5c9 req-2fa44b19-5a79-4e56-bff5-57c165315760 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:37.936676 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0d848e-485c-447d-8635-a9fd447971c5 None None] No DVR routers for this DVR port 56ba49c0-4edf-49ad-93be-0e0ada402d9f on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:44:37.940523 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0d848e-485c-447d-8635-a9fd447971c5 None None] Pushing event deleted for resources: {'Port': ['ID=56ba49c0-4edf-49ad-93be-0e0ada402d9f,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:37.964206 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['4b2ed9e8-5216-4628-8741-de812b39d43b'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:44:38.240797 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-bf727aae-c6f7-400d-a9f1-2370678b787b tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:38.256675 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-46fadcc6-102b-4018-a8e6-ac7f73c68bb9 req-f2951e52-ea36-4114-b65c-3c77cabda6b6 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "GET /v2.0/security-groups?id=a5aa35e3-ddf9-4b9c-913d-d442398eff76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3475251 Dec 20 14:44:38.272596 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [req-1949f440-1c70-4b5e-b6d0-16b0afe6a5c9 req-2fa44b19-5a79-4e56-bff5-57c165315760 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df1ab20c-b279-4f23-9631-c99a5b229e4f {{(pid=103168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:44:38.287438 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-1949f440-1c70-4b5e-b6d0-16b0afe6a5c9 req-2fa44b19-5a79-4e56-bff5-57c165315760 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:38.305047 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.provisioning_blocks [req-1949f440-1c70-4b5e-b6d0-16b0afe6a5c9 req-2fa44b19-5a79-4e56-bff5-57c165315760 service neutron] Transition to ACTIVE for port object df1ab20c-b279-4f23-9631-c99a5b229e4f will not be triggered until provisioned by entity L2. {{(pid=103168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:44:38.323142 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-1949f440-1c70-4b5e-b6d0-16b0afe6a5c9 req-2fa44b19-5a79-4e56-bff5-57c165315760 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:38.324845 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf727aae-c6f7-400d-a9f1-2370678b787b tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:44:38.327916 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-bf727aae-c6f7-400d-a9f1-2370678b787b tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:44:38.341878 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817dcf46-3a85-43dc-ad58-06882d8c3d53 None None] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:44:38.358784 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf727aae-c6f7-400d-a9f1-2370678b787b tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:38.359457 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-bf727aae-c6f7-400d-a9f1-2370678b787b tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:38.404960 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b27d6d-12f3-4341-a6a9-75b55751b63d req-03d1c6e1-2925-4366-bda5-6aab40ac1830 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:38.412568 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-24b27d6d-12f3-4341-a6a9-75b55751b63d req-03d1c6e1-2925-4366-bda5-6aab40ac1830 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a83aaac-7396-4782-a290-1f0b3f47602a HTTP/1.1" status: 200 len: 944 time: 0.2114172 Dec 20 14:44:38.434580 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-bf727aae-c6f7-400d-a9f1-2370678b787b tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.5151248 Dec 20 14:44:38.439265 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 52760) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:44:38.455908 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-a45986da-3fe2-419e-bcb4-6f5c61c2aa13 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Request body: {'port': {'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'fixed_ips': [{'subnet_id': '158fa2fb-75ff-4fe3-bd49-76459992aaf7', 'ip_address': '2001:db8::5b20:ce29:dbc0:78d9'}], 'name': 'tempest-NetworksTestDHCPv6-1290136212'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:44:38.459340 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf727aae-c6f7-400d-a9f1-2370678b787b tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event updated for resources: {'Subnet': ['ID=158fa2fb-75ff-4fe3-bd49-76459992aaf7,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:38.566622 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa44b19-5a79-4e56-bff5-57c165315760 service neutron] Pushing event updated for resources: {'Port': ['ID=df1ab20c-b279-4f23-9631-c99a5b229e4f,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:38.595197 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2638cf-4c06-4f2c-9808-1e84307612b8 req-a80cb07e-5a6f-40e1-be8b-5c2febd7f906 tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:38.599630 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0d2638cf-4c06-4f2c-9808-1e84307612b8 req-a80cb07e-5a6f-40e1-be8b-5c2febd7f906 tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] 10.222.0.54 "GET /v2.0/ports?device_id=9a6530c4-acb3-49de-8d6c-6938b06626e2 HTTP/1.1" status: 200 len: 945 time: 0.1787918 Dec 20 14:44:38.600393 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-24b27d6d-12f3-4341-a6a9-75b55751b63d req-0e21d417-d076-44ab-baaa-a266973faf96 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=32bfc1ff-28fd-45a5-ae96-207d0fefe02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1867752 Dec 20 14:44:38.640054 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549cfa84-4bf2-4599-8398-1b40e1e20f4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'project_id': '71d0c98cab4349b4848e68f8a37dbf12', 'fixed_ips': [{'subnet_id': '158fa2fb-75ff-4fe3-bd49-76459992aaf7'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:44:38.641478 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-549cfa84-4bf2-4599-8398-1b40e1e20f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:38.687299 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-1949f440-1c70-4b5e-b6d0-16b0afe6a5c9 req-2fa44b19-5a79-4e56-bff5-57c165315760 service neutron] Attempting to bind port df1ab20c-b279-4f23-9631-c99a5b229e4f on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:44:38.689259 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-1949f440-1c70-4b5e-b6d0-16b0afe6a5c9 req-2fa44b19-5a79-4e56-bff5-57c165315760 service neutron] Attempting to bind port df1ab20c-b279-4f23-9631-c99a5b229e4f by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': '877e7bc7-97ff-42dc-9484-98838533dd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '87a69cd0-a64c-42dd-a7fc-edd3efea59ce'}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:44:38.692802 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1949f440-1c70-4b5e-b6d0-16b0afe6a5c9 req-2fa44b19-5a79-4e56-bff5-57c165315760 service neutron] Attempting to bind port df1ab20c-b279-4f23-9631-c99a5b229e4f on network 87a69cd0-a64c-42dd-a7fc-edd3efea59ce {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:44:38.740898 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1949f440-1c70-4b5e-b6d0-16b0afe6a5c9 req-2fa44b19-5a79-4e56-bff5-57c165315760 service neutron] Port df1ab20c-b279-4f23-9631-c99a5b229e4f on network 87a69cd0-a64c-42dd-a7fc-edd3efea59ce not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:44:38.741291 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1949f440-1c70-4b5e-b6d0-16b0afe6a5c9 req-2fa44b19-5a79-4e56-bff5-57c165315760 service neutron] Attempting to bind port df1ab20c-b279-4f23-9631-c99a5b229e4f on network 87a69cd0-a64c-42dd-a7fc-edd3efea59ce {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:44:38.766201 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1949f440-1c70-4b5e-b6d0-16b0afe6a5c9 req-2fa44b19-5a79-4e56-bff5-57c165315760 service neutron] Checking agent: {'id': '43c60aee-e4af-4ecc-bee2-aac3569fafed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:44:38.767109 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1949f440-1c70-4b5e-b6d0-16b0afe6a5c9 req-2fa44b19-5a79-4e56-bff5-57c165315760 service neutron] Checking segment: {'id': '877e7bc7-97ff-42dc-9484-98838533dd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '87a69cd0-a64c-42dd-a7fc-edd3efea59ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:44:38.767730 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1949f440-1c70-4b5e-b6d0-16b0afe6a5c9 req-2fa44b19-5a79-4e56-bff5-57c165315760 service neutron] Bound using segment: {'id': '877e7bc7-97ff-42dc-9484-98838533dd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '87a69cd0-a64c-42dd-a7fc-edd3efea59ce'} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:44:38.768405 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-1949f440-1c70-4b5e-b6d0-16b0afe6a5c9 req-2fa44b19-5a79-4e56-bff5-57c165315760 service neutron] Bound port: df1ab20c-b279-4f23-9631-c99a5b229e4f, host: n-h2-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '877e7bc7-97ff-42dc-9484-98838533dd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '87a69cd0-a64c-42dd-a7fc-edd3efea59ce'}}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:44:38.768998 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-1949f440-1c70-4b5e-b6d0-16b0afe6a5c9 req-2fa44b19-5a79-4e56-bff5-57c165315760 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:38.962268 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-09ee8f59-cd43-41d2-bf49-53a7939452b5 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1595867'] for router_interface, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:38.976139 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-549cfa84-4bf2-4599-8398-1b40e1e20f4b None None] Allocated IP 2001:db8::2 (e2be1aff-cd00-4c3f-b1c0-ddca69da57f4/158fa2fb-75ff-4fe3-bd49-76459992aaf7/cb7a7126-f17c-4ce9-8cbe-a5940c3169e1) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:44:38.996334 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0d2638cf-4c06-4f2c-9808-1e84307612b8 req-88e633bb-29d1-4cb7-9800-4988b320056a tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] 10.222.0.54 "GET /v2.0/security-groups?id=7c00e471-b822-4bde-8413-ee09845062ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3139205 Dec 20 14:44:39.003083 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-1949f440-1c70-4b5e-b6d0-16b0afe6a5c9 req-2fa44b19-5a79-4e56-bff5-57c165315760 service neutron] For port df1ab20c-b279-4f23-9631-c99a5b229e4f, host n-h2-761264-19, cleared binding levels {{(pid=103168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:44:39.009008 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-1949f440-1c70-4b5e-b6d0-16b0afe6a5c9 req-2fa44b19-5a79-4e56-bff5-57c165315760 service neutron] For port df1ab20c-b279-4f23-9631-c99a5b229e4f, host n-h2-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=df1ab20c-b279-4f23-9631-c99a5b229e4f,segment=NetworkSegment(877e7bc7-97ff-42dc-9484-98838533dd48),segment_id=877e7bc7-97ff-42dc-9484-98838533dd48)] {{(pid=103168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:44:39.019131 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-1949f440-1c70-4b5e-b6d0-16b0afe6a5c9 req-2fa44b19-5a79-4e56-bff5-57c165315760 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:39.082110 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1949f440-1c70-4b5e-b6d0-16b0afe6a5c9 req-2fa44b19-5a79-4e56-bff5-57c165315760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:39.083150 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-1949f440-1c70-4b5e-b6d0-16b0afe6a5c9 req-2fa44b19-5a79-4e56-bff5-57c165315760 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:39.084707 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1949f440-1c70-4b5e-b6d0-16b0afe6a5c9 req-2fa44b19-5a79-4e56-bff5-57c165315760 service neutron] 10.222.0.47 "PUT /v2.0/ports/df1ab20c-b279-4f23-9631-c99a5b229e4f HTTP/1.1" status: 200 len: 1093 time: 1.9603355 Dec 20 14:44:39.088479 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3e67e6f-0541-4943-b580-1d46d98aa64f', 'tag': 'df1ab20c-b279-4f23-9631-c99a5b229e4f'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:44:39.091741 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dacb431b-8906-4c05-903d-c2e011b95e79" -d '{"events": [{"name": "network-changed", "server_uuid": "f3e67e6f-0541-4943-b580-1d46d98aa64f", "tag": "df1ab20c-b279-4f23-9631-c99a5b229e4f"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:44:39.141613 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 4b2ed9e8-5216-4628-8741-de812b39d43b up at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:44:39.188812 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a45986da-3fe2-419e-bcb4-6f5c61c2aa13 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Made reservation on behalf of 71d0c98cab4349b4848e68f8a37dbf12 for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:44:39.206279 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a3e529-0d10-4fe4-80ea-57c44bbc754c x-openstack-request-id: req-70a3e529-0d10-4fe4-80ea-57c44bbc754c {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:44:39.206671 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3e67e6f-0541-4943-b580-1d46d98aa64f", "tag": "df1ab20c-b279-4f23-9631-c99a5b229e4f", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:44:39.208853 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-70a3e529-0d10-4fe4-80ea-57c44bbc754c {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:44:39.209328 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3e67e6f-0541-4943-b580-1d46d98aa64f', 'tag': 'df1ab20c-b279-4f23-9631-c99a5b229e4f', 'status': 'completed', 'code': 200} Dec 20 14:44:39.267366 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 52778) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:44:39.298121 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa44b19-5a79-4e56-bff5-57c165315760 service neutron] Pushing event updated for resources: {'Port': ['ID=df1ab20c-b279-4f23-9631-c99a5b229e4f,revision_number=3']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:39.316556 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1949f440-1c70-4b5e-b6d0-16b0afe6a5c9 req-c7e6a3e8-d5e5-41af-af2f-762a4ec63697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:39.319184 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 56ba49c0-4edf-49ad-93be-0e0ada402d9f no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:44:39.323835 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1949f440-1c70-4b5e-b6d0-16b0afe6a5c9 req-c7e6a3e8-d5e5-41af-af2f-762a4ec63697 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c0643adf2af04815b0d3549cf80b60b4&device_id=f3e67e6f-0541-4943-b580-1d46d98aa64f HTTP/1.1" status: 200 len: 1096 time: 0.1582110 Dec 20 14:44:39.382646 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc1eb46-9178-4844-b8f8-94832cd0b51a req-4af5701b-e562-4e0e-90a7-a3e00b467158 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:39.385782 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1dc1eb46-9178-4844-b8f8-94832cd0b51a req-4af5701b-e562-4e0e-90a7-a3e00b467158 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=01f45e27-b1b2-4611-941b-29cde9f5ede7 HTTP/1.1" status: 200 len: 944 time: 0.4935651 Dec 20 14:44:39.404542 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1949f440-1c70-4b5e-b6d0-16b0afe6a5c9 req-18ff5c54-6e0c-49b9-9a98-0283709e5c66 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=df1ab20c-b279-4f23-9631-c99a5b229e4f HTTP/1.1" status: 200 len: 217 time: 0.0715351 Dec 20 14:44:39.419339 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 56ba49c0-4edf-49ad-93be-0e0ada402d9f {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:44:39.427162 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 56ba49c0-4edf-49ad-93be-0e0ada402d9f not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:44:39.452120 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning for port 4b2ed9e8-5216-4628-8741-de812b39d43b completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:44:39.464326 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a45986da-3fe2-419e-bcb4-6f5c61c2aa13 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:39.507882 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning complete for port 4b2ed9e8-5216-4628-8741-de812b39d43b triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:44:39.508263 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:39.529424 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [None req-a45986da-3fe2-419e-bcb4-6f5c61c2aa13 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] device_id is not set on port e105ab2e-63ac-4865-a641-3edb769c52bd yet. {{(pid=103167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 14:44:39.534234 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-8561f4f9-7c47-4990-a279-b9e4886b26f4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-72855976-network', 'tenant_id': '8255d8223f1c451bbb1b1532cd6a52b8'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:44:39.601968 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b9aeca-3f1d-4201-a4c3-d329f06a6a56 req-2fd3fea1-1b14-4520-b459-001066faf1b2 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:39.603594 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-44b9aeca-3f1d-4201-a4c3-d329f06a6a56 req-2fd3fea1-1b14-4520-b459-001066faf1b2 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3e67e6f-0541-4943-b580-1d46d98aa64f HTTP/1.1" status: 200 len: 944 time: 0.2100430 Dec 20 14:44:39.624612 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-549cfa84-4bf2-4599-8398-1b40e1e20f4b None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:39.647421 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1949f440-1c70-4b5e-b6d0-16b0afe6a5c9 req-901e004a-c49d-4a57-8a56-9e9fe450deb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:39.648870 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1949f440-1c70-4b5e-b6d0-16b0afe6a5c9 req-901e004a-c49d-4a57-8a56-9e9fe450deb4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a9e11c76-32b6-463b-b516-e12248ff878a HTTP/1.1" status: 200 len: 849 time: 0.1898379 Dec 20 14:44:39.653105 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-549cfa84-4bf2-4599-8398-1b40e1e20f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:39.676103 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8561f4f9-7c47-4990-a279-b9e4886b26f4 admin admin] Made reservation on behalf of 8255d8223f1c451bbb1b1532cd6a52b8 for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:44:39.678562 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8561f4f9-7c47-4990-a279-b9e4886b26f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:39.711089 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1dc1eb46-9178-4844-b8f8-94832cd0b51a req-09eed39b-7436-4cbc-a308-55c19c4d2482 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401865 Dec 20 14:44:39.723545 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549cfa84-4bf2-4599-8398-1b40e1e20f4b None None] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:44:39.770544 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-549cfa84-4bf2-4599-8398-1b40e1e20f4b None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:44:39.786400 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549cfa84-4bf2-4599-8398-1b40e1e20f4b None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:44:39.787001 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-44b9aeca-3f1d-4201-a4c3-d329f06a6a56 req-71789af0-093d-4429-8a21-ba099fd8052e tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "GET /v2.0/security-groups?id=a5aa35e3-ddf9-4b9c-913d-d442398eff76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1603465 Dec 20 14:44:39.787675 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8561f4f9-7c47-4990-a279-b9e4886b26f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:39.815431 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549cfa84-4bf2-4599-8398-1b40e1e20f4b None None] Pushing event updated for resources: {'Port': ['ID=cb7a7126-f17c-4ce9-8cbe-a5940c3169e1,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:39.821824 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1949f440-1c70-4b5e-b6d0-16b0afe6a5c9 req-832880c9-10a3-4406-844f-2778229bc8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:39.823609 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1949f440-1c70-4b5e-b6d0-16b0afe6a5c9 req-832880c9-10a3-4406-844f-2778229bc8a8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=87a69cd0-a64c-42dd-a7fc-edd3efea59ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1413367 Dec 20 14:44:39.886735 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:39.920070 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-a45986da-3fe2-419e-bcb4-6f5c61c2aa13 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Allocated IP 2001:db8::5b20:ce29:dbc0:78d9 (e2be1aff-cd00-4c3f-b1c0-ddca69da57f4/158fa2fb-75ff-4fe3-bd49-76459992aaf7/e105ab2e-63ac-4865-a641-3edb769c52bd) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:44:39.930458 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 4b2ed9e8-5216-4628-8741-de812b39d43b, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=4b2ed9e8-5216-4628-8741-de812b39d43b,segment=NetworkSegment(0e7fdf50-5b19-4be8-bc50-cf777ad84dac),segment_id=0e7fdf50-5b19-4be8-bc50-cf777ad84dac)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:44:39.946518 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01f45e27-b1b2-4611-941b-29cde9f5ede7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b2ed9e8-5216-4628-8741-de812b39d43b'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:44:39.949094 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f04d57c8-8a6a-4681-b72b-858ab48302eb" -d '{"events": [{"server_uuid": "01f45e27-b1b2-4611-941b-29cde9f5ede7", "name": "network-vif-plugged", "status": "completed", "tag": "4b2ed9e8-5216-4628-8741-de812b39d43b"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:44:39.952280 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-549cfa84-4bf2-4599-8398-1b40e1e20f4b None None] Attempting to bind port cb7a7126-f17c-4ce9-8cbe-a5940c3169e1 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:44:39.952734 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-549cfa84-4bf2-4599-8398-1b40e1e20f4b None None] Attempting to bind port cb7a7126-f17c-4ce9-8cbe-a5940c3169e1 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '0deaa76e-8a3e-44c4-a3b8-992392ef4539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:44:39.953192 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549cfa84-4bf2-4599-8398-1b40e1e20f4b None None] Attempting to bind port cb7a7126-f17c-4ce9-8cbe-a5940c3169e1 on network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:44:39.955970 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:39.956871 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 21dfb90f-f62a-469a-8bc4-d6c39ce4f584 up at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:44:40.078217 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1949f440-1c70-4b5e-b6d0-16b0afe6a5c9 req-ac962a33-1d4d-4be5-bad4-a5c066e93b21 service neutron] 10.222.0.47 "GET /v2.0/networks/87a69cd0-a64c-42dd-a7fc-edd3efea59ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425120 Dec 20 14:44:40.100920 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a45986da-3fe2-419e-bcb4-6f5c61c2aa13 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:40.157269 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d00c350-2288-470d-af44-c69e9e8cddc0 x-openstack-request-id: req-9d00c350-2288-470d-af44-c69e9e8cddc0 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:44:40.157717 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01f45e27-b1b2-4611-941b-29cde9f5ede7", "name": "network-vif-plugged", "status": "completed", "tag": "4b2ed9e8-5216-4628-8741-de812b39d43b", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:44:40.158402 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9d00c350-2288-470d-af44-c69e9e8cddc0 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:44:40.158939 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01f45e27-b1b2-4611-941b-29cde9f5ede7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b2ed9e8-5216-4628-8741-de812b39d43b', 'code': 200} Dec 20 14:44:40.160248 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=4b2ed9e8-5216-4628-8741-de812b39d43b,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:40.165898 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549cfa84-4bf2-4599-8398-1b40e1e20f4b None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:44:40.166458 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549cfa84-4bf2-4599-8398-1b40e1e20f4b None None] Checking segment: {'id': '0deaa76e-8a3e-44c4-a3b8-992392ef4539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:44:40.166969 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-549cfa84-4bf2-4599-8398-1b40e1e20f4b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:40.167465 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549cfa84-4bf2-4599-8398-1b40e1e20f4b None None] Bound using segment: {'id': '0deaa76e-8a3e-44c4-a3b8-992392ef4539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:44:40.168052 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-549cfa84-4bf2-4599-8398-1b40e1e20f4b None None] Bound port: cb7a7126-f17c-4ce9-8cbe-a5940c3169e1, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0deaa76e-8a3e-44c4-a3b8-992392ef4539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:44:40.168525 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-549cfa84-4bf2-4599-8398-1b40e1e20f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:40.221014 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning for port 21dfb90f-f62a-469a-8bc4-d6c39ce4f584 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:44:40.243151 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning complete for port 21dfb90f-f62a-469a-8bc4-d6c39ce4f584 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:44:40.245653 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:40.299214 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a45986da-3fe2-419e-bcb4-6f5c61c2aa13 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:40.332295 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbbea70-63ec-4472-b694-4c09eb31a3e5 req-877a28f9-3e0f-47bd-8884-fb9c486ae450 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:40.334171 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1dbbea70-63ec-4472-b694-4c09eb31a3e5 req-877a28f9-3e0f-47bd-8884-fb9c486ae450 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a83aaac-7396-4782-a290-1f0b3f47602a HTTP/1.1" status: 200 len: 944 time: 0.1873357 Dec 20 14:44:40.341944 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b25b590-1be2-49a9-a548-4e35abc6543e req-fb3704f2-c597-439b-ab24-de822c5c297c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:40.343473 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5b25b590-1be2-49a9-a548-4e35abc6543e req-fb3704f2-c597-439b-ab24-de822c5c297c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=01f45e27-b1b2-4611-941b-29cde9f5ede7 HTTP/1.1" status: 200 len: 1097 time: 0.2017994 Dec 20 14:44:40.362953 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9defea3b-9f64-4006-9a29-e71b51a877da req-af6a979d-50ae-493b-99aa-1d272ce29673 tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:40.364957 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9defea3b-9f64-4006-9a29-e71b51a877da req-af6a979d-50ae-493b-99aa-1d272ce29673 tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] 10.222.0.54 "GET /v2.0/ports?device_id=9a6530c4-acb3-49de-8d6c-6938b06626e2 HTTP/1.1" status: 200 len: 945 time: 0.1945474 Dec 20 14:44:40.386796 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1949f440-1c70-4b5e-b6d0-16b0afe6a5c9 req-4df90b11-b74c-48af-85c1-1679037e8609 service neutron] 10.222.0.47 "GET /v2.0/networks/87a69cd0-a64c-42dd-a7fc-edd3efea59ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976122 Dec 20 14:44:40.415938 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8561f4f9-7c47-4990-a279-b9e4886b26f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:40.435219 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8561f4f9-7c47-4990-a279-b9e4886b26f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:40.461411 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45986da-3fe2-419e-bcb4-6f5c61c2aa13 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:44:40.477872 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-a45986da-3fe2-419e-bcb4-6f5c61c2aa13 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:44:40.484843 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-549cfa84-4bf2-4599-8398-1b40e1e20f4b None None] For port cb7a7126-f17c-4ce9-8cbe-a5940c3169e1, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:44:40.489474 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45986da-3fe2-419e-bcb4-6f5c61c2aa13 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:44:40.497377 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45986da-3fe2-419e-bcb4-6f5c61c2aa13 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:40.498382 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a45986da-3fe2-419e-bcb4-6f5c61c2aa13 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:40.504075 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:40.507377 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-549cfa84-4bf2-4599-8398-1b40e1e20f4b None None] For port cb7a7126-f17c-4ce9-8cbe-a5940c3169e1, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=cb7a7126-f17c-4ce9-8cbe-a5940c3169e1,segment=NetworkSegment(0deaa76e-8a3e-44c4-a3b8-992392ef4539),segment_id=0deaa76e-8a3e-44c4-a3b8-992392ef4539)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:44:40.518817 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8561f4f9-7c47-4990-a279-b9e4886b26f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:44:40.520066 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-549cfa84-4bf2-4599-8398-1b40e1e20f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:40.530550 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-09ee8f59-cd43-41d2-bf49-53a7939452b5 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Deleting port 2a7f11cb-125d-4d5c-9231-73924b891660 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:44:40.531279 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-09ee8f59-cd43-41d2-bf49-53a7939452b5 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:40.543388 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9defea3b-9f64-4006-9a29-e71b51a877da req-3f3dcf75-891d-442a-ae1b-a77aee74281f tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] 10.222.0.54 "GET /v2.0/security-groups?id=7c00e471-b822-4bde-8413-ee09845062ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684673 Dec 20 14:44:40.561283 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5b25b590-1be2-49a9-a548-4e35abc6543e req-11d64613-8e61-4647-b165-ec5a4bd5cf8a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076707 Dec 20 14:44:40.565804 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8561f4f9-7c47-4990-a279-b9e4886b26f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=135acd92-6197-4a7d-aeb9-f4c34512d0f3,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:40.569406 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8561f4f9-7c47-4990-a279-b9e4886b26f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:40.569922 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-8561f4f9-7c47-4990-a279-b9e4886b26f4 admin admin] Added segment 65130901-ba68-470d-9e0e-92249f5b0053 of type vlan for network 75cc060c-9a9b-45bd-b303-f0f117f0c788 Dec 20 14:44:40.586909 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549cfa84-4bf2-4599-8398-1b40e1e20f4b None None] Pushing event updated for resources: {'Port': ['ID=cb7a7126-f17c-4ce9-8cbe-a5940c3169e1,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:40.629549 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacb431b-8906-4c05-903d-c2e011b95e79 req-23c37e47-5c44-4c42-a04d-43b44cc042dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:40.631295 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-dacb431b-8906-4c05-903d-c2e011b95e79 req-23c37e47-5c44-4c42-a04d-43b44cc042dd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c0643adf2af04815b0d3549cf80b60b4&device_id=f3e67e6f-0541-4943-b580-1d46d98aa64f HTTP/1.1" status: 200 len: 1096 time: 0.1655629 Dec 20 14:44:40.632132 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 21dfb90f-f62a-469a-8bc4-d6c39ce4f584, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=21dfb90f-f62a-469a-8bc4-d6c39ce4f584,segment=NetworkSegment(cf764769-bd48-4fb7-ac99-d6f6b1edeed6),segment_id=cf764769-bd48-4fb7-ac99-d6f6b1edeed6)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:44:40.647297 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:40.648449 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8561f4f9-7c47-4990-a279-b9e4886b26f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:40.711053 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=21dfb90f-f62a-469a-8bc4-d6c39ce4f584,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:40.775159 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-09ee8f59-cd43-41d2-bf49-53a7939452b5 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] For port 2a7f11cb-125d-4d5c-9231-73924b891660, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=2a7f11cb-125d-4d5c-9231-73924b891660,segment=NetworkSegment(8d4d33dd-e165-44d7-be4d-dcdd3d0e52ab),segment_id=8d4d33dd-e165-44d7-be4d-dcdd3d0e52ab)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:44:40.775571 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-09ee8f59-cd43-41d2-bf49-53a7939452b5 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:40.775706 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8561f4f9-7c47-4990-a279-b9e4886b26f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:40.776721 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8561f4f9-7c47-4990-a279-b9e4886b26f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:40.777293 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8561f4f9-7c47-4990-a279-b9e4886b26f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:40.821135 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-09ee8f59-cd43-41d2-bf49-53a7939452b5 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Calling delete_port for 2a7f11cb-125d-4d5c-9231-73924b891660 owned by network:router_interface {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:44:40.858655 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-a45986da-3fe2-419e-bcb4-6f5c61c2aa13 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.4182134 Dec 20 14:44:40.860980 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 52802) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:44:40.872915 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1dbbea70-63ec-4472-b694-4c09eb31a3e5 req-f70b6bd4-3890-4bf7-a631-88c001e8e33c tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=32bfc1ff-28fd-45a5-ae96-207d0fefe02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4927840 Dec 20 14:44:40.873963 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45986da-3fe2-419e-bcb4-6f5c61c2aa13 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event updated for resources: {'Port': ['ID=e105ab2e-63ac-4865-a641-3edb769c52bd,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:40.894966 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacb431b-8906-4c05-903d-c2e011b95e79 req-29f01731-98c2-4ff5-8740-329a6a975f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:40.896589 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-dacb431b-8906-4c05-903d-c2e011b95e79 req-29f01731-98c2-4ff5-8740-329a6a975f5a service neutron] 10.222.0.47 "GET /v2.0/networks?id=87a69cd0-a64c-42dd-a7fc-edd3efea59ce HTTP/1.1" status: 200 len: 911 time: 0.2502513 Dec 20 14:44:40.933557 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-8561f4f9-7c47-4990-a279-b9e4886b26f4 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.6640255 Dec 20 14:44:40.942703 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 52804) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:44:40.958309 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-0770dcb1-70e7-4039-8be8-31c87a9c95e0 admin admin] Request body: {'subnet': {'network_id': '75cc060c-9a9b-45bd-b303-f0f117f0c788', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-72855976-subnet', 'tenant_id': '8255d8223f1c451bbb1b1532cd6a52b8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:44:41.091438 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8561f4f9-7c47-4990-a279-b9e4886b26f4 admin admin] Pushing event updated for resources: {'Network': ['ID=75cc060c-9a9b-45bd-b303-f0f117f0c788,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:41.103988 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 75cc060c-9a9b-45bd-b303-f0f117f0c788 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:44:41.111654 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0770dcb1-70e7-4039-8be8-31c87a9c95e0 admin admin] Made reservation on behalf of 8255d8223f1c451bbb1b1532cd6a52b8 for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:44:41.114902 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0770dcb1-70e7-4039-8be8-31c87a9c95e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:41.133660 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-dacb431b-8906-4c05-903d-c2e011b95e79 req-c33c379e-3250-4e89-bb9f-370f0b45ebad service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=df1ab20c-b279-4f23-9631-c99a5b229e4f HTTP/1.1" status: 200 len: 217 time: 0.1987979 Dec 20 14:44:41.240994 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85555d64-bc7b-4017-ac42-c6d551c00c68 req-02a78826-cc6f-4fca-8b77-a51d9ecc9e39 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:41.242604 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-85555d64-bc7b-4017-ac42-c6d551c00c68 req-02a78826-cc6f-4fca-8b77-a51d9ecc9e39 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3e67e6f-0541-4943-b580-1d46d98aa64f HTTP/1.1" status: 200 len: 944 time: 0.2513833 Dec 20 14:44:41.299046 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacb431b-8906-4c05-903d-c2e011b95e79 req-77531e0a-c390-4115-b23a-8e6c4987a11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:41.301235 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-dacb431b-8906-4c05-903d-c2e011b95e79 req-77531e0a-c390-4115-b23a-8e6c4987a11d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a9e11c76-32b6-463b-b516-e12248ff878a HTTP/1.1" status: 200 len: 849 time: 0.1516013 Dec 20 14:44:41.311150 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2474e168-e38c-427e-a920-68f74b143a49 req-f1c20adc-51c2-408e-bc0b-1f92174f1906 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:41.312618 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2474e168-e38c-427e-a920-68f74b143a49 req-f1c20adc-51c2-408e-bc0b-1f92174f1906 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=01f45e27-b1b2-4611-941b-29cde9f5ede7 HTTP/1.1" status: 200 len: 945 time: 0.4804943 Dec 20 14:44:41.332922 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1c2569-a8c5-49b0-be48-ab64e4e36fbb tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:41.345499 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1c2569-a8c5-49b0-be48-ab64e4e36fbb tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:41.350271 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-2f1c2569-a8c5-49b0-be48-ab64e4e36fbb tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.4524326 Dec 20 14:44:41.354987 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 52806) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:44:41.431599 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacb431b-8906-4c05-903d-c2e011b95e79 req-9c0ad761-7744-4750-88be-6f08136f10e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:41.433974 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-dacb431b-8906-4c05-903d-c2e011b95e79 req-9c0ad761-7744-4750-88be-6f08136f10e0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=87a69cd0-a64c-42dd-a7fc-edd3efea59ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0763476 Dec 20 14:44:41.442334 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2474e168-e38c-427e-a920-68f74b143a49 req-b9cea4e7-1ee2-49e0-b0f9-ebc8fd6e5f86 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859542 Dec 20 14:44:41.493401 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-85555d64-bc7b-4017-ac42-c6d551c00c68 req-2504782a-a4e1-4983-9ee7-5e1ed3b4f761 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "GET /v2.0/security-groups?id=a5aa35e3-ddf9-4b9c-913d-d442398eff76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2280619 Dec 20 14:44:41.494398 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-09ee8f59-cd43-41d2-bf49-53a7939452b5 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:41.567520 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-dacb431b-8906-4c05-903d-c2e011b95e79 req-fc4b6b9f-8737-4dad-b5ff-c67ccbf4a152 service neutron] 10.222.0.47 "GET /v2.0/networks/87a69cd0-a64c-42dd-a7fc-edd3efea59ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233959 Dec 20 14:44:41.569396 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0770dcb1-70e7-4039-8be8-31c87a9c95e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:41.573238 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ee8f59-cd43-41d2-bf49-53a7939452b5 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Pushing event deleted for resources: {'Port': ['ID=2a7f11cb-125d-4d5c-9231-73924b891660,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:41.624705 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:41.823350 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fe1757-804b-4fa1-8647-1690c4536c84 req-e7e89dbf-2780-4fd8-9b5e-d52e750c4a05 tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:41.834340 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d0fe1757-804b-4fa1-8647-1690c4536c84 req-e7e89dbf-2780-4fd8-9b5e-d52e750c4a05 tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] 10.222.0.54 "GET /v2.0/ports?device_id=9a6530c4-acb3-49de-8d6c-6938b06626e2 HTTP/1.1" status: 200 len: 946 time: 0.1175265 Dec 20 14:44:41.894408 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0770dcb1-70e7-4039-8be8-31c87a9c95e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19a7e12b-bc69-4c68-8b63-286ef4ad0b2c,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:41.929662 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-dacb431b-8906-4c05-903d-c2e011b95e79 req-8ec4684c-db4e-4ef5-a9ed-8621f0aee2a0 service neutron] 10.222.0.47 "GET /v2.0/networks/87a69cd0-a64c-42dd-a7fc-edd3efea59ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3546164 Dec 20 14:44:41.976946 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d0fe1757-804b-4fa1-8647-1690c4536c84 req-a02e3141-74cb-41a7-9991-fe0b231f4d1b tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] 10.222.0.54 "GET /v2.0/security-groups?id=7c00e471-b822-4bde-8413-ee09845062ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372108 Dec 20 14:44:42.027573 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0770dcb1-70e7-4039-8be8-31c87a9c95e0 admin admin] Checking segment: {'id': '65130901-ba68-470d-9e0e-92249f5b0053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '75cc060c-9a9b-45bd-b303-f0f117f0c788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:44:42.027973 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0770dcb1-70e7-4039-8be8-31c87a9c95e0 admin admin] Network hostable DHCP agents. Network: 75cc060c-9a9b-45bd-b303-f0f117f0c788, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:44:42.160879 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a6530c4-acb3-49de-8d6c-6938b06626e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21dfb90f-f62a-469a-8bc4-d6c39ce4f584'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:44:42.164408 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c0b7297-bb56-473c-aaeb-e0b82390a033" -d '{"events": [{"server_uuid": "9a6530c4-acb3-49de-8d6c-6938b06626e2", "name": "network-vif-plugged", "status": "completed", "tag": "21dfb90f-f62a-469a-8bc4-d6c39ce4f584"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:44:42.219724 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e704fe9e-983c-4980-8822-13c216ab9ed7 x-openstack-request-id: req-e704fe9e-983c-4980-8822-13c216ab9ed7 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:44:42.221998 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a6530c4-acb3-49de-8d6c-6938b06626e2", "name": "network-vif-plugged", "status": "completed", "tag": "21dfb90f-f62a-469a-8bc4-d6c39ce4f584", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:44:42.222522 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e704fe9e-983c-4980-8822-13c216ab9ed7 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:44:42.223182 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a6530c4-acb3-49de-8d6c-6938b06626e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21dfb90f-f62a-469a-8bc4-d6c39ce4f584', 'code': 200} Dec 20 14:44:42.378922 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac0b85c-9a35-4bf8-82d9-45de4c51c3ba req-11d03d43-34f5-4ca7-bf35-074c25a68653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:42.383757 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8ac0b85c-9a35-4bf8-82d9-45de4c51c3ba req-11d03d43-34f5-4ca7-bf35-074c25a68653 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9a6530c4-acb3-49de-8d6c-6938b06626e2 HTTP/1.1" status: 200 len: 1098 time: 0.0915623 Dec 20 14:44:42.403165 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-78e308fa-6a4c-4c76-9667-adbe33d8d278 None None] Provisioning complete for port cb7a7126-f17c-4ce9-8cbe-a5940c3169e1 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:44:42.403567 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-78e308fa-6a4c-4c76-9667-adbe33d8d278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:42.466281 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8ac0b85c-9a35-4bf8-82d9-45de4c51c3ba req-bb10b186-a889-4c18-b22b-e91b6a70cb61 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7c00e471-b822-4bde-8413-ee09845062ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737424 Dec 20 14:44:42.528195 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-09ee8f59-cd43-41d2-bf49-53a7939452b5 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582411'] for router_interface, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:42.592086 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0770dcb1-70e7-4039-8be8-31c87a9c95e0 admin admin] Network 75cc060c-9a9b-45bd-b303-f0f117f0c788 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:44:42.622541 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-78e308fa-6a4c-4c76-9667-adbe33d8d278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:42.645420 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e585c0-617e-4641-b1fe-31c83c3b9533 req-b6385b49-eb8b-4d98-9b19-47a7a0c87327 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:42.666587 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-78e308fa-6a4c-4c76-9667-adbe33d8d278 None None] For port cb7a7126-f17c-4ce9-8cbe-a5940c3169e1, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=cb7a7126-f17c-4ce9-8cbe-a5940c3169e1,segment=NetworkSegment(0deaa76e-8a3e-44c4-a3b8-992392ef4539),segment_id=0deaa76e-8a3e-44c4-a3b8-992392ef4539)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:44:42.668090 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-65e585c0-617e-4641-b1fe-31c83c3b9533 req-b6385b49-eb8b-4d98-9b19-47a7a0c87327 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=01f45e27-b1b2-4611-941b-29cde9f5ede7 HTTP/1.1" status: 200 len: 945 time: 0.1078610 Dec 20 14:44:42.676464 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-78e308fa-6a4c-4c76-9667-adbe33d8d278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:42.770496 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e308fa-6a4c-4c76-9667-adbe33d8d278 None None] Pushing event updated for resources: {'Port': ['ID=cb7a7126-f17c-4ce9-8cbe-a5940c3169e1,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:42.780434 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-7661597c-82b9-4a54-8ba4-037fcb830525 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Deleting port e105ab2e-63ac-4865-a641-3edb769c52bd {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:44:42.780639 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7661597c-82b9-4a54-8ba4-037fcb830525 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:42.785182 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-65e585c0-617e-4641-b1fe-31c83c3b9533 req-8f74ac5d-448f-4136-b2df-83a8dd74f0f2 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160464 Dec 20 14:44:42.875648 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-0770dcb1-70e7-4039-8be8-31c87a9c95e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 75cc060c-9a9b-45bd-b303-f0f117f0c788) {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:44:42.886238 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0770dcb1-70e7-4039-8be8-31c87a9c95e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:42.887452 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51620ca9-058b-475b-aa56-e16c7afcdd8e None None] Network 75cc060c-9a9b-45bd-b303-f0f117f0c788 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:44:42.887776 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0770dcb1-70e7-4039-8be8-31c87a9c95e0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:42.916019 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed6a3ab-c1a8-46ae-8899-923bf834ba76 req-980ef4a4-2d2c-4ea1-ac4f-43a80f2bc401 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:42.919816 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-aed6a3ab-c1a8-46ae-8899-923bf834ba76 req-980ef4a4-2d2c-4ea1-ac4f-43a80f2bc401 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a83aaac-7396-4782-a290-1f0b3f47602a HTTP/1.1" status: 200 len: 944 time: 0.4562020 Dec 20 14:44:42.942081 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f1a647-d6e0-4c42-9d16-741134ab7f74 req-d661e892-6982-4bd5-9d09-c6d32a7a78e8 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:42.944725 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e4f1a647-d6e0-4c42-9d16-741134ab7f74 req-d661e892-6982-4bd5-9d09-c6d32a7a78e8 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3e67e6f-0541-4943-b580-1d46d98aa64f HTTP/1.1" status: 200 len: 944 time: 0.0974135 Dec 20 14:44:42.998850 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-fb519341-4fbb-4e2a-9dc8-3a7f1381b51e None None] Provisioning complete for port e105ab2e-63ac-4865-a641-3edb769c52bd triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:44:42.999224 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-fb519341-4fbb-4e2a-9dc8-3a7f1381b51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:43.036327 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-0770dcb1-70e7-4039-8be8-31c87a9c95e0 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.0922959 Dec 20 14:44:43.037223 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e4f1a647-d6e0-4c42-9d16-741134ab7f74 req-ae4321c5-b996-45ef-aaa5-ac70e023fb5c tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "GET /v2.0/security-groups?id=a5aa35e3-ddf9-4b9c-913d-d442398eff76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850368 Dec 20 14:44:43.041449 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 52834) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:44:43.046880 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-80ec5215-c8d1-4d13-8edc-8836e9507f63 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-72855976-router', 'tenant_id': '8255d8223f1c451bbb1b1532cd6a52b8', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:44:43.096022 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-80ec5215-c8d1-4d13-8edc-8836e9507f63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40114'] for router, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:43.097621 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-80ec5215-c8d1-4d13-8edc-8836e9507f63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40139'] for router, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:43.109006 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7661597c-82b9-4a54-8ba4-037fcb830525 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:43.149820 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-7661597c-82b9-4a54-8ba4-037fcb830525 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Calling delete_port for e105ab2e-63ac-4865-a641-3edb769c52bd owned by {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:44:43.179349 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-aed6a3ab-c1a8-46ae-8899-923bf834ba76 req-eee43b29-963d-46e9-8188-ed26ad90f27b tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=32bfc1ff-28fd-45a5-ae96-207d0fefe02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1677926 Dec 20 14:44:43.181578 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09ee8f59-cd43-41d2-bf49-53a7939452b5 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Router 7dd96a12-7ea2-4fed-88ca-0d97ef737119 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:44:43.294340 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-80ec5215-c8d1-4d13-8edc-8836e9507f63 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:43.448511 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device df1ab20c-b279-4f23-9631-c99a5b229e4f details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:44:43.527843 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09ee8f59-cd43-41d2-bf49-53a7939452b5 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:44:43.533816 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-09ee8f59-cd43-41d2-bf49-53a7939452b5 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "PUT /v2.0/routers/7dd96a12-7ea2-4fed-88ca-0d97ef737119/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7203038 Dec 20 14:44:43.538639 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 52838) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:44:43.544316 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909c9c05-02c3-4643-932b-b5a484b1b93b req-2feb65d8-7e61-4f98-8c60-198835a67ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:43.546463 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-909c9c05-02c3-4643-932b-b5a484b1b93b req-2feb65d8-7e61-4f98-8c60-198835a67ce1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2a83aaac-7396-4782-a290-1f0b3f47602a&tenant_id=9abc31fa6fc849d78699cc7e0935f4b6 HTTP/1.1" status: 200 len: 1096 time: 0.3367629 Dec 20 14:44:43.549162 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-80ec5215-c8d1-4d13-8edc-8836e9507f63 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:43.565417 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port df1ab20c-b279-4f23-9631-c99a5b229e4f, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=df1ab20c-b279-4f23-9631-c99a5b229e4f,segment=NetworkSegment(877e7bc7-97ff-42dc-9484-98838533dd48),segment_id=877e7bc7-97ff-42dc-9484-98838533dd48)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:44:43.577471 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device cb7a7126-f17c-4ce9-8cbe-a5940c3169e1 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:44:43.585167 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': 'df1ab20c-b279-4f23-9631-c99a5b229e4f', 'network_id': '87a69cd0-a64c-42dd-a7fc-edd3efea59ce', 'port_id': 'df1ab20c-b279-4f23-9631-c99a5b229e4f', 'mac_address': 'fa:16:3e:f9:f6:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e11c76-32b6-463b-b516-e12248ff878a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:44:43.587367 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8a8070-1eb0-4782-bf98-e03f4c10cb3d None None] Sync routers for ids ['7dd96a12-7ea2-4fed-88ca-0d97ef737119'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:44:43.631066 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057dd9e7-9fbe-4150-a876-b0b49dcdb731 req-db44dde4-f535-4ced-8f5d-bf4a34df3015 tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:43.632788 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-057dd9e7-9fbe-4150-a876-b0b49dcdb731 req-db44dde4-f535-4ced-8f5d-bf4a34df3015 tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] 10.222.0.54 "GET /v2.0/ports?device_id=9a6530c4-acb3-49de-8d6c-6938b06626e2 HTTP/1.1" status: 200 len: 946 time: 0.1601131 Dec 20 14:44:43.638108 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5a11a0-2229-4d15-a476-4706a5978d6b req-5dc18a13-cc06-41b4-b917-5fed4c17c6f1 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:43.640580 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1a5a11a0-2229-4d15-a476-4706a5978d6b req-5dc18a13-cc06-41b4-b917-5fed4c17c6f1 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=01f45e27-b1b2-4611-941b-29cde9f5ede7 HTTP/1.1" status: 200 len: 945 time: 0.1713839 Dec 20 14:44:43.665976 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909c9c05-02c3-4643-932b-b5a484b1b93b req-752cf890-1773-4851-8e65-465f6d4d5497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:43.667923 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-909c9c05-02c3-4643-932b-b5a484b1b93b req-752cf890-1773-4851-8e65-465f6d4d5497 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9abc31fa6fc849d78699cc7e0935f4b6&device_id=2a83aaac-7396-4782-a290-1f0b3f47602a HTTP/1.1" status: 200 len: 1096 time: 0.0888770 Dec 20 14:44:43.688330 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac5a9c50-8e40-4fd7-a4db-0a6037cbffcb tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Deleting subnet 35e2b9fb-3912-46d3-8c54-818c260a844c {{(pid=103167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:44:43.696900 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-fb519341-4fbb-4e2a-9dc8-3a7f1381b51e None None] Port e105ab2e-63ac-4865-a641-3edb769c52bd cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:44:43.704604 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89984dac-fbba-4333-a5da-de357230384b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-75cc060c-9a9b-45bd-b303-f0f117f0c788', 'network_id': '75cc060c-9a9b-45bd-b303-f0f117f0c788', 'project_id': '8255d8223f1c451bbb1b1532cd6a52b8', 'fixed_ips': [{'subnet_id': '19a7e12b-bc69-4c68-8b63-286ef4ad0b2c'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:44:43.705473 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-89984dac-fbba-4333-a5da-de357230384b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:43.707106 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ac5a9c50-8e40-4fd7-a4db-0a6037cbffcb tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks [] for subnet, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:43.720776 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8a8070-1eb0-4782-bf98-e03f4c10cb3d None None] Routers {'7dd96a12-7ea2-4fed-88ca-0d97ef737119'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:44:43.721574 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-5e8a8070-1eb0-4782-bf98-e03f4c10cb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:44:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['7dd96a12-7ea2-4fed-88ca-0d97ef737119'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:44:43.785926 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7661597c-82b9-4a54-8ba4-037fcb830525 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:43.818237 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ac5a9c50-8e40-4fd7-a4db-0a6037cbffcb tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954412'] for subnet, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:43.828580 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:43.893898 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1a5a11a0-2229-4d15-a476-4706a5978d6b req-a59aec26-9562-44eb-8a2d-8fb98317bee2 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305589 Dec 20 14:44:43.928973 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port cb7a7126-f17c-4ce9-8cbe-a5940c3169e1 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:44:43.929654 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:43.950859 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-057dd9e7-9fbe-4150-a876-b0b49dcdb731 req-4ea95ccb-9645-4ad3-b4b6-1ae46c80cba0 tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] 10.222.0.54 "GET /v2.0/security-groups?id=7c00e471-b822-4bde-8413-ee09845062ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076246 Dec 20 14:44:43.951761 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7661597c-82b9-4a54-8ba4-037fcb830525 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event deleted for resources: {'Port': ['ID=e105ab2e-63ac-4865-a641-3edb769c52bd,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:43.976340 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df1ab20c-b279-4f23-9631-c99a5b229e4f {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:44:43.983729 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909c9c05-02c3-4643-932b-b5a484b1b93b req-271812bc-216c-4849-ac2a-13a2aae12292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:43.985434 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-909c9c05-02c3-4643-932b-b5a484b1b93b req-271812bc-216c-4849-ac2a-13a2aae12292 service neutron] 10.222.0.47 "GET /v2.0/networks?id=247d6423-5fdf-4eed-9378-2e1201ada444 HTTP/1.1" status: 200 len: 918 time: 0.3073885 Dec 20 14:44:44.014910 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7661597c-82b9-4a54-8ba4-037fcb830525 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:44.018472 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port df1ab20c-b279-4f23-9631-c99a5b229e4f, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=df1ab20c-b279-4f23-9631-c99a5b229e4f,segment=NetworkSegment(877e7bc7-97ff-42dc-9484-98838533dd48),segment_id=877e7bc7-97ff-42dc-9484-98838533dd48)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:44:44.019396 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-7661597c-82b9-4a54-8ba4-037fcb830525 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "DELETE /v2.0/ports/e105ab2e-63ac-4865-a641-3edb769c52bd HTTP/1.1" status: 204 len: 168 time: 2.6588399 Dec 20 14:44:44.023560 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 52846) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:44:44.083110 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:44.138912 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-5e8a8070-1eb0-4782-bf98-e03f4c10cb3d None None] Set router 7dd96a12-7ea2-4fed-88ca-0d97ef737119 gateway port host: None {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:44:44.223799 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b715b4f7-0fae-4c4c-b303-89e828ac13e5 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:44.225844 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b715b4f7-0fae-4c4c-b303-89e828ac13e5 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:44.227800 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-80ec5215-c8d1-4d13-8edc-8836e9507f63 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:44.233506 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-b715b4f7-0fae-4c4c-b303-89e828ac13e5 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2064364 Dec 20 14:44:44.234255 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 52852) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:44:44.283897 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-80ec5215-c8d1-4d13-8edc-8836e9507f63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:44.313256 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-909c9c05-02c3-4643-932b-b5a484b1b93b req-c828f052-3495-4d6e-8d28-6437e9f59130 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39fb46ec-bbfe-447b-a277-aff72f4fa08d HTTP/1.1" status: 200 len: 1000 time: 0.3109443 Dec 20 14:44:44.326121 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_v2 [None req-178006d7-8b13-4bf8-ac20-45e0359e90f9 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Deleting subnet 158fa2fb-75ff-4fe3-bd49-76459992aaf7 {{(pid=103167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:44:44.331821 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-178006d7-8b13-4bf8-ac20-45e0359e90f9 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks [] for subnet, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:44.332400 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cb1e7d-cdb3-430e-8334-715b83ccc0aa req-ea591220-ae6c-4513-b704-10897c9de6fa tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:44.342073 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-07cb1e7d-cdb3-430e-8334-715b83ccc0aa req-ea591220-ae6c-4513-b704-10897c9de6fa tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3e67e6f-0541-4943-b580-1d46d98aa64f HTTP/1.1" status: 200 len: 945 time: 0.1292791 Dec 20 14:44:44.378101 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ac5a9c50-8e40-4fd7-a4db-0a6037cbffcb tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:44.393481 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-89984dac-fbba-4333-a5da-de357230384b None None] Allocated IP 172.20.0.2 (75cc060c-9a9b-45bd-b303-f0f117f0c788/19a7e12b-bc69-4c68-8b63-286ef4ad0b2c/df8ba546-0023-41f5-80c0-ea0adb7c9698) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:44:44.397892 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['df1ab20c-b279-4f23-9631-c99a5b229e4f'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:44:44.401176 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=df1ab20c-b279-4f23-9631-c99a5b229e4f,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:44.438010 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-178006d7-8b13-4bf8-ac20-45e0359e90f9 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954412'] for subnet, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:44.493021 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cf57a4-8bb6-4a3b-b6e4-5b915015b3af req-fae2a45b-9b97-402d-86bf-030b207a8b2b tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:44.495485 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-04cf57a4-8bb6-4a3b-b6e4-5b915015b3af req-fae2a45b-9b97-402d-86bf-030b207a8b2b tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a83aaac-7396-4782-a290-1f0b3f47602a HTTP/1.1" status: 200 len: 944 time: 0.1665885 Dec 20 14:44:44.505517 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909c9c05-02c3-4643-932b-b5a484b1b93b req-3fca78cd-c076-4bf7-9377-4b95d0ce594b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:44.507209 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-909c9c05-02c3-4643-932b-b5a484b1b93b req-3fca78cd-c076-4bf7-9377-4b95d0ce594b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a8bc57f1-3730-4dfb-a3cb-cf3c3829d7fe HTTP/1.1" status: 200 len: 856 time: 0.1277804 Dec 20 14:44:44.542955 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ac5a9c50-8e40-4fd7-a4db-0a6037cbffcb tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:44.580620 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-07cb1e7d-cdb3-430e-8334-715b83ccc0aa req-c425bfb7-08d4-4418-8631-eba6336f6c28 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "GET /v2.0/security-groups?id=a5aa35e3-ddf9-4b9c-913d-d442398eff76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2370579 Dec 20 14:44:44.615959 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5a9c50-8e40-4fd7-a4db-0a6037cbffcb tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Pushing event deleted for resources: {'Subnet': ['ID=35e2b9fb-3912-46d3-8c54-818c260a844c,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:44.638259 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-80ec5215-c8d1-4d13-8edc-8836e9507f63 admin admin] Allocated IP 172.25.0.81 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/f0917485-a54a-41c2-8582-8dccc197766d) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:44:44.644720 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf305c98-3163-4e88-85fa-2b42eeff9d05 None None] Network 6dcec53b-ca65-45ae-832a-b827e13b415b requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:44:44.650991 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909c9c05-02c3-4643-932b-b5a484b1b93b req-4ea3dc78-65e1-4edd-b50c-694b568eae65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:44.652674 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-909c9c05-02c3-4643-932b-b5a484b1b93b req-4ea3dc78-65e1-4edd-b50c-694b568eae65 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=247d6423-5fdf-4eed-9378-2e1201ada444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1240728 Dec 20 14:44:44.693952 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-178006d7-8b13-4bf8-ac20-45e0359e90f9 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:44.760684 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ac5a9c50-8e40-4fd7-a4db-0a6037cbffcb tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:44.785482 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-ac5a9c50-8e40-4fd7-a4db-0a6037cbffcb tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "DELETE /v2.0/subnets/35e2b9fb-3912-46d3-8c54-818c260a844c HTTP/1.1" status: 204 len: 168 time: 1.2457530 Dec 20 14:44:44.795450 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 52856) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:44:44.805543 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-178006d7-8b13-4bf8-ac20-45e0359e90f9 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:44.818534 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-80ec5215-c8d1-4d13-8edc-8836e9507f63 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:44.862926 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-80ec5215-c8d1-4d13-8edc-8836e9507f63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:44.873165 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178006d7-8b13-4bf8-ac20-45e0359e90f9 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event deleted for resources: {'Subnet': ['ID=158fa2fb-75ff-4fe3-bd49-76459992aaf7,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:44.893174 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe2a6cc-366d-48e9-9086-1b950f7bcb22 None None] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:44:44.925237 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-178006d7-8b13-4bf8-ac20-45e0359e90f9 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:44.940018 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-178006d7-8b13-4bf8-ac20-45e0359e90f9 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "DELETE /v2.0/subnets/158fa2fb-75ff-4fe3-bd49-76459992aaf7 HTTP/1.1" status: 204 len: 168 time: 0.7008333 Dec 20 14:44:44.966304 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 52860) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:44:44.978009 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-89984dac-fbba-4333-a5da-de357230384b None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:44.987833 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-04cf57a4-8bb6-4a3b-b6e4-5b915015b3af req-4923e6f1-00e5-4ed6-a1a8-e815f3ff11dd tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=32bfc1ff-28fd-45a5-ae96-207d0fefe02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4789867 Dec 20 14:44:44.995051 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-806493a4-510e-4399-8e64-478ac0071f55 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:45.016442 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ec5215-c8d1-4d13-8edc-8836e9507f63 admin admin] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:44:45.063949 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-89984dac-fbba-4333-a5da-de357230384b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:45.103026 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89984dac-fbba-4333-a5da-de357230384b None None] Network 75cc060c-9a9b-45bd-b303-f0f117f0c788 is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:44:45.110770 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-89984dac-fbba-4333-a5da-de357230384b None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:44:45.129873 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-806493a4-510e-4399-8e64-478ac0071f55 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Deleting port e5a63e3d-5491-4e84-bd0f-22d31cbc54e1 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:44:45.130592 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-806493a4-510e-4399-8e64-478ac0071f55 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:45.168082 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89984dac-fbba-4333-a5da-de357230384b None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:44:45.175154 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61dce690-7460-47f9-a1f3-b6eb880732a2 None None] DHCP port deletion for 6dcec53b-ca65-45ae-832a-b827e13b415b request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:44:45.279795 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-5e8a8070-1eb0-4782-bf98-e03f4c10cb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd96a12-7ea2-4fed-88ca-0d97ef737119', 'name': 'tempest-RoutersTest-router-1838996544', 'tenant_id': '50053969373c435f81b8431b3e816f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:43:31Z', 'updated_at': '2021-12-20T14:44:41Z', 'revision_number': 8, 'project_id': '50053969373c435f81b8431b3e816f88', 'gw_port_host': None, '_interfaces': [{'id': '72165306-9081-4306-b774-2a4f0bae048c', 'name': '', 'network_id': 'f40aaf94-a5c2-4555-8f51-87bd8723d363', 'tenant_id': '50053969373c435f81b8431b3e816f88', 'mac_address': 'fa:16:3e:47:c9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd96a12-7ea2-4fed-88ca-0d97ef737119', 'device_owner': 'network:router_interface', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': 'a1f90562-366d-4022-890f-c7f024fbed84', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:43:57Z', 'updated_at': '2021-12-20T14:44:08Z', 'revision_number': 5, 'project_id': '50053969373c435f81b8431b3e816f88', 'subnets': [{'id': 'a1f90562-366d-4022-890f-c7f024fbed84', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd20ccaa3-c111-4619-a747-1574108a4b76', 'name': '', 'network_id': '9379c086-95d2-4fb0-8248-052d883dac5a', 'tenant_id': '50053969373c435f81b8431b3e816f88', 'mac_address': 'fa:16:3e:e6:40:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd96a12-7ea2-4fed-88ca-0d97ef737119', 'device_owner': 'network:router_interface', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': '5c157bc3-6461-40ce-84ff-7c9b3fdb4343', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:43:43Z', 'updated_at': '2021-12-20T14:43:57Z', 'revision_number': 5, 'project_id': '50053969373c435f81b8431b3e816f88', 'subnets': [{'id': '5c157bc3-6461-40ce-84ff-7c9b3fdb4343', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee99a0ab-7a0d-46d7-ad0e-29c134e184d0', 'name': '', 'network_id': 'e559c019-62a6-4da7-bfc3-aa6a5b63cbf1', 'tenant_id': '50053969373c435f81b8431b3e816f88', 'mac_address': 'fa:16:3e:d8:66:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd96a12-7ea2-4fed-88ca-0d97ef737119', 'device_owner': 'network:router_interface', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '81cdaa41-d9ce-4366-baf5-5d5a3483918c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:43:33Z', 'updated_at': '2021-12-20T14:43:43Z', 'revision_number': 5, 'project_id': '50053969373c435f81b8431b3e816f88', 'subnets': [{'id': '81cdaa41-d9ce-4366-baf5-5d5a3483918c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:44:45.288778 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89984dac-fbba-4333-a5da-de357230384b None None] Pushing event updated for resources: {'Port': ['ID=df8ba546-0023-41f5-80c0-ea0adb7c9698,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:45.292119 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7e4a1b-7e47-4069-8e49-1ac1ce8214e4 req-d15bbd62-2e04-49e8-96c9-ad6ec9226e0b tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:45.294470 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-da7e4a1b-7e47-4069-8e49-1ac1ce8214e4 req-d15bbd62-2e04-49e8-96c9-ad6ec9226e0b tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] 10.222.0.54 "GET /v2.0/ports?device_id=9a6530c4-acb3-49de-8d6c-6938b06626e2 HTTP/1.1" status: 200 len: 946 time: 0.1170809 Dec 20 14:44:45.296663 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-806493a4-510e-4399-8e64-478ac0071f55 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] For port e5a63e3d-5491-4e84-bd0f-22d31cbc54e1, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=e5a63e3d-5491-4e84-bd0f-22d31cbc54e1,segment=NetworkSegment(8d4d33dd-e165-44d7-be4d-dcdd3d0e52ab),segment_id=8d4d33dd-e165-44d7-be4d-dcdd3d0e52ab)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:44:45.297024 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-806493a4-510e-4399-8e64-478ac0071f55 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:45.324061 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-806493a4-510e-4399-8e64-478ac0071f55 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Calling delete_port for e5a63e3d-5491-4e84-bd0f-22d31cbc54e1 owned by network:dhcp {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:44:45.355115 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8a8070-1eb0-4782-bf98-e03f4c10cb3d None None] Checking router: 7dd96a12-7ea2-4fed-88ca-0d97ef737119 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:44:45.364174 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:45.406157 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-89984dac-fbba-4333-a5da-de357230384b None None] Attempting to bind port df8ba546-0023-41f5-80c0-ea0adb7c9698 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:44:45.406532 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-89984dac-fbba-4333-a5da-de357230384b None None] Attempting to bind port df8ba546-0023-41f5-80c0-ea0adb7c9698 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '65130901-ba68-470d-9e0e-92249f5b0053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '75cc060c-9a9b-45bd-b303-f0f117f0c788'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:44:45.406947 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89984dac-fbba-4333-a5da-de357230384b None None] Attempting to bind port df8ba546-0023-41f5-80c0-ea0adb7c9698 on network 75cc060c-9a9b-45bd-b303-f0f117f0c788 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:44:45.414014 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8a8070-1eb0-4782-bf98-e03f4c10cb3d None None] Routers {'7dd96a12-7ea2-4fed-88ca-0d97ef737119'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:44:45.414677 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-5e8a8070-1eb0-4782-bf98-e03f4c10cb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:44:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['7dd96a12-7ea2-4fed-88ca-0d97ef737119'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:44:45.421838 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89984dac-fbba-4333-a5da-de357230384b None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:44:45.422216 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89984dac-fbba-4333-a5da-de357230384b None None] Checking segment: {'id': '65130901-ba68-470d-9e0e-92249f5b0053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '75cc060c-9a9b-45bd-b303-f0f117f0c788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:44:45.422629 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-89984dac-fbba-4333-a5da-de357230384b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:45.423120 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89984dac-fbba-4333-a5da-de357230384b None None] Bound using segment: {'id': '65130901-ba68-470d-9e0e-92249f5b0053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '75cc060c-9a9b-45bd-b303-f0f117f0c788'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:44:45.425006 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-89984dac-fbba-4333-a5da-de357230384b None None] Bound port: df8ba546-0023-41f5-80c0-ea0adb7c9698, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65130901-ba68-470d-9e0e-92249f5b0053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '75cc060c-9a9b-45bd-b303-f0f117f0c788'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:44:45.425421 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-89984dac-fbba-4333-a5da-de357230384b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:45.454692 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-da7e4a1b-7e47-4069-8e49-1ac1ce8214e4 req-6e697e4f-c88c-45cb-8ca5-73d9bd2fb076 tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] 10.222.0.54 "GET /v2.0/security-groups?id=7c00e471-b822-4bde-8413-ee09845062ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451468 Dec 20 14:44:45.541838 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-806493a4-510e-4399-8e64-478ac0071f55 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:45.571285 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806493a4-510e-4399-8e64-478ac0071f55 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] No DVR routers for this DVR port e5a63e3d-5491-4e84-bd0f-22d31cbc54e1 on host n-d-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:44:45.646091 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-80ec5215-c8d1-4d13-8edc-8836e9507f63 admin admin] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:44:45.662965 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ec5215-c8d1-4d13-8edc-8836e9507f63 admin admin] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:44:45.676792 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806493a4-510e-4399-8e64-478ac0071f55 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Pushing event deleted for resources: {'Port': ['ID=e5a63e3d-5491-4e84-bd0f-22d31cbc54e1,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:45.698718 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7861531c-1e9c-4c27-99e9-30266732e02b None None] DHCP port deletion for e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:44:45.712776 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ee07b5-b366-4d7c-9ace-4c08d73f2082 None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:44:45.742045 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-61dce690-7460-47f9-a1f3-b6eb880732a2 None None] Deleting port e5a63e3d-5491-4e84-bd0f-22d31cbc54e1 {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:44:45.742421 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-61dce690-7460-47f9-a1f3-b6eb880732a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:45.775033 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-617cdcd2-f148-48f5-8224-ba34da9ac656 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.7832992 Dec 20 14:44:45.777874 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-909c9c05-02c3-4643-932b-b5a484b1b93b req-d6b2ec03-e3e8-4a9d-bb37-42c2d526d55d service neutron] 10.222.0.47 "GET /v2.0/networks/247d6423-5fdf-4eed-9378-2e1201ada444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9257855 Dec 20 14:44:45.788673 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 52878) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:44:45.835849 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-5e8a8070-1eb0-4782-bf98-e03f4c10cb3d None None] Set router 7dd96a12-7ea2-4fed-88ca-0d97ef737119 gateway port host: None {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:44:45.848334 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-806493a4-510e-4399-8e64-478ac0071f55 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:45.892804 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ec5215-c8d1-4d13-8edc-8836e9507f63 admin admin] Pushing event updated for resources: {'Port': ['ID=f0917485-a54a-41c2-8582-8dccc197766d,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:45.905378 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-806493a4-510e-4399-8e64-478ac0071f55 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dcec53b-ca65-45ae-832a-b827e13b415b']}} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:44:45.922865 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-806493a4-510e-4399-8e64-478ac0071f55 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d4d33dd-e165-44d7-be4d-dcdd3d0e52ab') {'for_net_delete': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:44:45.923230 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-806493a4-510e-4399-8e64-478ac0071f55 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d4d33dd-e165-44d7-be4d-dcdd3d0e52ab') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:44:45.946468 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-806493a4-510e-4399-8e64-478ac0071f55 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954405'] for segment, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:45.950800 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ec5215-c8d1-4d13-8edc-8836e9507f63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:44:45.951319 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ec5215-c8d1-4d13-8edc-8836e9507f63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:44:45.951723 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ec5215-c8d1-4d13-8edc-8836e9507f63 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:44:45.952088 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ec5215-c8d1-4d13-8edc-8836e9507f63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:44:45.952414 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ec5215-c8d1-4d13-8edc-8836e9507f63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:44:45.962208 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-89984dac-fbba-4333-a5da-de357230384b None None] For port df8ba546-0023-41f5-80c0-ea0adb7c9698, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:44:45.966637 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-89984dac-fbba-4333-a5da-de357230384b None None] For port df8ba546-0023-41f5-80c0-ea0adb7c9698, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=df8ba546-0023-41f5-80c0-ea0adb7c9698,segment=NetworkSegment(65130901-ba68-470d-9e0e-92249f5b0053),segment_id=65130901-ba68-470d-9e0e-92249f5b0053)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:44:45.969354 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ec5215-c8d1-4d13-8edc-8836e9507f63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:44:45.972783 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ec5215-c8d1-4d13-8edc-8836e9507f63 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:44:45.973128 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ec5215-c8d1-4d13-8edc-8836e9507f63 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:44:45.973630 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ec5215-c8d1-4d13-8edc-8836e9507f63 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:44:45.974790 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ec5215-c8d1-4d13-8edc-8836e9507f63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:44:45.975169 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ec5215-c8d1-4d13-8edc-8836e9507f63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:44:45.975776 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ec5215-c8d1-4d13-8edc-8836e9507f63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:44:45.976498 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ec5215-c8d1-4d13-8edc-8836e9507f63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:44:45.986795 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-806493a4-510e-4399-8e64-478ac0071f55 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:46.001503 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-89984dac-fbba-4333-a5da-de357230384b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:46.003507 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-806493a4-510e-4399-8e64-478ac0071f55 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=103167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:44:46.004094 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-806493a4-510e-4399-8e64-478ac0071f55 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9956000'] for segment, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:46.007495 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:44:46.007495 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:44:46.007495 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:44:46.007495 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:44:46.007495 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:44:46.007495 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:44:46.007495 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:44:46.007495 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:44:46.007495 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:44:46.007495 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:44:46.007495 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:44:46.007495 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:44:46.007495 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:44:46.007495 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:44:46.007495 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:44:46.007495 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:44:46.007495 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:44:46.007495 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:44:46.007495 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:44:46.007495 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:44:46.007495 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:44:46.007495 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:44:46.007495 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:44:46.007495 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:44:46.007495 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:44:46.007495 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:44:46.007495 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:44:46.007495 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:44:46.007495 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:44:46.007495 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:44:46.007495 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:44:46.007495 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:44:46.007495 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:44:46.007495 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:44:46.007495 n-d-761264-19 neutron-server[103167]: Traceback (most recent call last): Dec 20 14:44:46.007495 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:44:46.007495 n-d-761264-19 neutron-server[103167]: timer() Dec 20 14:44:46.007495 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:44:46.007495 n-d-761264-19 neutron-server[103167]: cb(*args, **kw) Dec 20 14:44:46.007495 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:44:46.007495 n-d-761264-19 neutron-server[103167]: return func(*args, **kwargs) Dec 20 14:44:46.007495 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:44:46.007495 n-d-761264-19 neutron-server[103167]: self._notify() Dec 20 14:44:46.007495 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:44:46.007495 n-d-761264-19 neutron-server[103167]: self.callback(batched_events) Dec 20 14:44:46.007495 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:44:46.007495 n-d-761264-19 neutron-server[103167]: event.method(event) Dec 20 14:44:46.007495 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:44:46.007495 n-d-761264-19 neutron-server[103167]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:44:46.007495 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:44:46.007495 n-d-761264-19 neutron-server[103167]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:44:46.007495 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:44:46.007495 n-d-761264-19 neutron-server[103167]: return f(self, *a, **k) Dec 20 14:44:46.007495 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:44:46.007495 n-d-761264-19 neutron-server[103167]: return self._get(url).json() Dec 20 14:44:46.007495 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:44:46.007495 n-d-761264-19 neutron-server[103167]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:44:46.007495 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:44:46.007495 n-d-761264-19 neutron-server[103167]: return self.request(url, 'GET', **kwargs) Dec 20 14:44:46.007495 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:44:46.007495 n-d-761264-19 neutron-server[103167]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:44:46.007495 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:44:46.007495 n-d-761264-19 neutron-server[103167]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:44:46.007495 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:44:46.007495 n-d-761264-19 neutron-server[103167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:44:46.007495 n-d-761264-19 neutron-server[103167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:44:46.016793 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-d3281596-f6ad-49f5-be90-c719837f2cd7 None None] Provisioning complete for port f0917485-a54a-41c2-8582-8dccc197766d triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:44:46.017167 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d3281596-f6ad-49f5-be90-c719837f2cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:46.035470 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31048bd-d4a4-4d4b-b9a4-cc2af8d9d8b5 req-24ce0110-a7b8-49c7-8199-43ca27808090 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:46.037734 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d31048bd-d4a4-4d4b-b9a4-cc2af8d9d8b5 req-24ce0110-a7b8-49c7-8199-43ca27808090 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.30 "GET /v2.0/ports?device_id=01f45e27-b1b2-4611-941b-29cde9f5ede7 HTTP/1.1" status: 200 len: 945 time: 1.1229236 Dec 20 14:44:46.096642 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89984dac-fbba-4333-a5da-de357230384b None None] Pushing event updated for resources: {'Port': ['ID=df8ba546-0023-41f5-80c0-ea0adb7c9698,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:46.103314 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f80289-6242-4e26-b782-8943f258b7a8 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:46.107406 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-63f80289-6242-4e26-b782-8943f258b7a8 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2821188 Dec 20 14:44:46.119937 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa7b132-d9c3-4050-8571-2cc9a25afc62 req-a7008c86-0785-449a-8093-f94ff9bf663e tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:46.122107 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2aa7b132-d9c3-4050-8571-2cc9a25afc62 req-a7008c86-0785-449a-8093-f94ff9bf663e tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=01f45e27-b1b2-4611-941b-29cde9f5ede7 HTTP/1.1" status: 200 len: 945 time: 0.3943188 Dec 20 14:44:46.139736 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 52886) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:44:46.154397 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-61dce690-7460-47f9-a1f3-b6eb880732a2 None None] For port e5a63e3d-5491-4e84-bd0f-22d31cbc54e1, host n-d-761264-19, got binding levels [] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:44:46.154909 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-61dce690-7460-47f9-a1f3-b6eb880732a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:46.191009 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-7861531c-1e9c-4c27-99e9-30266732e02b None None] Deleting port cb7a7126-f17c-4ce9-8cbe-a5940c3169e1 {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:44:46.191438 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-7861531c-1e9c-4c27-99e9-30266732e02b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:46.219241 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2aa7b132-d9c3-4050-8571-2cc9a25afc62 req-325b0d9f-aebf-4dad-b1f5-26471c8ea0b4 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750339 Dec 20 14:44:46.304260 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0647dc-9a55-46c0-a59a-702b35aedb03 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:46.305981 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-2b0647dc-9a55-46c0-a59a-702b35aedb03 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1574821 Dec 20 14:44:46.308253 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-806493a4-510e-4399-8e64-478ac0071f55 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:46.310302 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 52890) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:44:46.322521 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635924c8-d5e7-409d-89ad-c3f7008e6f35 req-1a7c4f01-8f9c-473d-a2d2-c807ad3e1972 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:46.330030 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-635924c8-d5e7-409d-89ad-c3f7008e6f35 req-1a7c4f01-8f9c-473d-a2d2-c807ad3e1972 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3e67e6f-0541-4943-b580-1d46d98aa64f HTTP/1.1" status: 200 len: 945 time: 0.2779524 Dec 20 14:44:46.361853 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-806493a4-510e-4399-8e64-478ac0071f55 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:46.365421 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-806493a4-510e-4399-8e64-478ac0071f55 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "DELETE /v2.0/networks/6dcec53b-ca65-45ae-832a-b827e13b415b HTTP/1.1" status: 204 len: 168 time: 1.5688360 Dec 20 14:44:46.386819 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 52896) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:44:46.434265 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-e9e7aa60-c490-4985-b765-9b25c3166212 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1221538 Dec 20 14:44:46.439257 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806493a4-510e-4399-8e64-478ac0071f55 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Pushing event deleted for resources: {'Network': ['ID=6dcec53b-ca65-45ae-832a-b827e13b415b,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:46.441553 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-61dce690-7460-47f9-a1f3-b6eb880732a2 None None] Calling delete_port for e5a63e3d-5491-4e84-bd0f-22d31cbc54e1 owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:44:46.445028 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.ipam_backend_mixin [None req-61dce690-7460-47f9-a1f3-b6eb880732a2 None None] Port e5a63e3d-5491-4e84-bd0f-22d31cbc54e1 was not found and therefore no delete operation was performed {{(pid=103169) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 20 14:44:46.446898 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-d3281596-f6ad-49f5-be90-c719837f2cd7 None None] Port f0917485-a54a-41c2-8582-8dccc197766d cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:44:46.453690 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-61dce690-7460-47f9-a1f3-b6eb880732a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:46.461510 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 52898) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:44:46.465264 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806493a4-510e-4399-8e64-478ac0071f55 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:44:46.465264 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806493a4-510e-4399-8e64-478ac0071f55 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:44:46.465264 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806493a4-510e-4399-8e64-478ac0071f55 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:44:46.465850 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806493a4-510e-4399-8e64-478ac0071f55 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:44:46.466037 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806493a4-510e-4399-8e64-478ac0071f55 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:44:46.466253 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806493a4-510e-4399-8e64-478ac0071f55 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:44:46.466583 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806493a4-510e-4399-8e64-478ac0071f55 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:44:46.466966 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806493a4-510e-4399-8e64-478ac0071f55 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:44:46.467328 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806493a4-510e-4399-8e64-478ac0071f55 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:44:46.467653 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806493a4-510e-4399-8e64-478ac0071f55 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:44:46.467973 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806493a4-510e-4399-8e64-478ac0071f55 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:44:46.469637 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806493a4-510e-4399-8e64-478ac0071f55 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:44:46.469637 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806493a4-510e-4399-8e64-478ac0071f55 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:44:46.486350 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-7596b42c-e36b-4f04-a0d6-968e745ea932 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Request body: {'subnet': {'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:44:46.504562 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-61dce690-7460-47f9-a1f3-b6eb880732a2 None None] Network 6dcec53b-ca65-45ae-832a-b827e13b415b is not hosted by any dhcp agent {{(pid=103169) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 20 14:44:46.505025 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61dce690-7460-47f9-a1f3-b6eb880732a2 None None] No DVR routers for this DVR port e5a63e3d-5491-4e84-bd0f-22d31cbc54e1 on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:44:46.518240 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dce690-7460-47f9-a1f3-b6eb880732a2 None None] Pushing event deleted for resources: {'Port': ['ID=e5a63e3d-5491-4e84-bd0f-22d31cbc54e1,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:46.528902 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-7861531c-1e9c-4c27-99e9-30266732e02b None None] For port cb7a7126-f17c-4ce9-8cbe-a5940c3169e1, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=cb7a7126-f17c-4ce9-8cbe-a5940c3169e1,segment=NetworkSegment(0deaa76e-8a3e-44c4-a3b8-992392ef4539),segment_id=0deaa76e-8a3e-44c4-a3b8-992392ef4539)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:44:46.529238 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-7861531c-1e9c-4c27-99e9-30266732e02b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:46.574512 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-635924c8-d5e7-409d-89ad-c3f7008e6f35 req-17f8997d-bb8e-4eb1-afb0-afde5f91f27f tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "GET /v2.0/security-groups?id=a5aa35e3-ddf9-4b9c-913d-d442398eff76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2434502 Dec 20 14:44:46.589662 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-7861531c-1e9c-4c27-99e9-30266732e02b None None] Calling delete_port for cb7a7126-f17c-4ce9-8cbe-a5940c3169e1 owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:44:46.730107 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7596b42c-e36b-4f04-a0d6-968e745ea932 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Made reservation on behalf of 71d0c98cab4349b4848e68f8a37dbf12 for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:44:46.734304 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7596b42c-e36b-4f04-a0d6-968e745ea932 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:46.739123 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-909c9c05-02c3-4643-932b-b5a484b1b93b req-ef458497-3610-4e88-82b0-2eac557fc972 service neutron] 10.222.0.47 "GET /v2.0/networks/247d6423-5fdf-4eed-9378-2e1201ada444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8799748 Dec 20 14:44:46.830558 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-7861531c-1e9c-4c27-99e9-30266732e02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:46.909697 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-5e8a8070-1eb0-4782-bf98-e03f4c10cb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd96a12-7ea2-4fed-88ca-0d97ef737119', 'name': 'tempest-RoutersTest-router-1838996544', 'tenant_id': '50053969373c435f81b8431b3e816f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:43:31Z', 'updated_at': '2021-12-20T14:44:41Z', 'revision_number': 8, 'project_id': '50053969373c435f81b8431b3e816f88', 'gw_port_host': None, '_interfaces': [{'id': '72165306-9081-4306-b774-2a4f0bae048c', 'name': '', 'network_id': 'f40aaf94-a5c2-4555-8f51-87bd8723d363', 'tenant_id': '50053969373c435f81b8431b3e816f88', 'mac_address': 'fa:16:3e:47:c9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd96a12-7ea2-4fed-88ca-0d97ef737119', 'device_owner': 'network:router_interface', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': 'a1f90562-366d-4022-890f-c7f024fbed84', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:43:57Z', 'updated_at': '2021-12-20T14:44:08Z', 'revision_number': 5, 'project_id': '50053969373c435f81b8431b3e816f88', 'subnets': [{'id': 'a1f90562-366d-4022-890f-c7f024fbed84', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd20ccaa3-c111-4619-a747-1574108a4b76', 'name': '', 'network_id': '9379c086-95d2-4fb0-8248-052d883dac5a', 'tenant_id': '50053969373c435f81b8431b3e816f88', 'mac_address': 'fa:16:3e:e6:40:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd96a12-7ea2-4fed-88ca-0d97ef737119', 'device_owner': 'network:router_interface', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': '5c157bc3-6461-40ce-84ff-7c9b3fdb4343', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:43:43Z', 'updated_at': '2021-12-20T14:43:57Z', 'revision_number': 5, 'project_id': '50053969373c435f81b8431b3e816f88', 'subnets': [{'id': '5c157bc3-6461-40ce-84ff-7c9b3fdb4343', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee99a0ab-7a0d-46d7-ad0e-29c134e184d0', 'name': '', 'network_id': 'e559c019-62a6-4da7-bfc3-aa6a5b63cbf1', 'tenant_id': '50053969373c435f81b8431b3e816f88', 'mac_address': 'fa:16:3e:d8:66:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd96a12-7ea2-4fed-88ca-0d97ef737119', 'device_owner': 'network:router_interface', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '81cdaa41-d9ce-4366-baf5-5d5a3483918c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:43:33Z', 'updated_at': '2021-12-20T14:43:43Z', 'revision_number': 5, 'project_id': '50053969373c435f81b8431b3e816f88', 'subnets': [{'id': '81cdaa41-d9ce-4366-baf5-5d5a3483918c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:44:46.926750 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7861531c-1e9c-4c27-99e9-30266732e02b None None] Pushing event deleted for resources: {'Port': ['ID=cb7a7126-f17c-4ce9-8cbe-a5940c3169e1,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:46.989961 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8a8070-1eb0-4782-bf98-e03f4c10cb3d None None] The sync data for ids ['7dd96a12-7ea2-4fed-88ca-0d97ef737119'] in n-d-761264-19 is: [{'id': '7dd96a12-7ea2-4fed-88ca-0d97ef737119', 'name': 'tempest-RoutersTest-router-1838996544', 'tenant_id': '50053969373c435f81b8431b3e816f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:43:31Z', 'updated_at': '2021-12-20T14:44:41Z', 'revision_number': 8, 'project_id': '50053969373c435f81b8431b3e816f88', 'gw_port_host': None, '_interfaces': [{'id': '72165306-9081-4306-b774-2a4f0bae048c', 'name': '', 'network_id': 'f40aaf94-a5c2-4555-8f51-87bd8723d363', 'tenant_id': '50053969373c435f81b8431b3e816f88', 'mac_address': 'fa:16:3e:47:c9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd96a12-7ea2-4fed-88ca-0d97ef737119', 'device_owner': 'network:router_interface', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': 'a1f90562-366d-4022-890f-c7f024fbed84', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:43:57Z', 'updated_at': '2021-12-20T14:44:08Z', 'revision_number': 5, 'project_id': '50053969373c435f81b8431b3e816f88', 'subnets': [{'id': 'a1f90562-366d-4022-890f-c7f024fbed84', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd20ccaa3-c111-4619-a747-1574108a4b76', 'name': '', 'network_id': '9379c086-95d2-4fb0-8248-052d883dac5a', 'tenant_id': '50053969373c435f81b8431b3e816f88', 'mac_address': 'fa:16:3e:e6:40:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd96a12-7ea2-4fed-88ca-0d97ef737119', 'device_owner': 'network:router_interface', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': '5c157bc3-6461-40ce-84ff-7c9b3fdb4343', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:43:43Z', 'updated_at': '2021-12-20T14:43:57Z', 'revision_number': 5, 'project_id': '50053969373c435f81b8431b3e816f88', 'subnets': [{'id': '5c157bc3-6461-40ce-84ff-7c9b3fdb4343', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee99a0ab-7a0d-46d7-ad0e-29c134e184d0', 'name': '', 'network_id': 'e559c019-62a6-4da7-bfc3-aa6a5b63cbf1', 'tenant_id': '50053969373c435f81b8431b3e816f88', 'mac_address': 'fa:16:3e:d8:66:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd96a12-7ea2-4fed-88ca-0d97ef737119', 'device_owner': 'network:router_interface', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '81cdaa41-d9ce-4366-baf5-5d5a3483918c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:43:33Z', 'updated_at': '2021-12-20T14:43:43Z', 'revision_number': 5, 'project_id': '50053969373c435f81b8431b3e816f88', 'subnets': [{'id': '81cdaa41-d9ce-4366-baf5-5d5a3483918c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:44:46.996275 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7861531c-1e9c-4c27-99e9-30266732e02b None None] No DVR routers for this DVR port cb7a7126-f17c-4ce9-8cbe-a5940c3169e1 on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:44:47.134482 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978e0f3c-096b-43f7-b13d-70f563b2ad34 req-09e3c311-1457-4d89-a2d4-5c5a2135ae63 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:47.147933 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-978e0f3c-096b-43f7-b13d-70f563b2ad34 req-09e3c311-1457-4d89-a2d4-5c5a2135ae63 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a83aaac-7396-4782-a290-1f0b3f47602a HTTP/1.1" status: 200 len: 944 time: 0.7826669 Dec 20 14:44:47.150480 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-80ec5215-c8d1-4d13-8edc-8836e9507f63 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:47.155068 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device df1ab20c-b279-4f23-9631-c99a5b229e4f up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:44:47.259996 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7596b42c-e36b-4f04-a0d6-968e745ea932 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:47.300511 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7596b42c-e36b-4f04-a0d6-968e745ea932 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:44:47.304259 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-7596b42c-e36b-4f04-a0d6-968e745ea932 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:44:47.305389 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device df8ba546-0023-41f5-80c0-ea0adb7c9698 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:44:47.337791 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7596b42c-e36b-4f04-a0d6-968e745ea932 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:47.338560 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7596b42c-e36b-4f04-a0d6-968e745ea932 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:47.376679 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-7596b42c-e36b-4f04-a0d6-968e745ea932 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9049532 Dec 20 14:44:47.381376 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044d9a24-a6c6-40b8-ac84-0ef76ae5c5d8 None None] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:44:47.384723 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 52922) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:44:47.400590 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-0ccb8fcc-15b6-4546-8263-984457b21086 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Request body: {'port': {'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'fixed_ips': [{'subnet_id': '3aeabcf6-9b67-4d10-8137-80eac26a12cb', 'ip_address': '2001:db8::fbb1:914c:ec6a:c3aa'}], 'name': 'tempest-NetworksTestDHCPv6-1430361448'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:44:47.557512 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7596b42c-e36b-4f04-a0d6-968e745ea932 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event updated for resources: {'Subnet': ['ID=3aeabcf6-9b67-4d10-8137-80eac26a12cb,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:47.651889 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-80ec5215-c8d1-4d13-8edc-8836e9507f63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013'] for router, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:47.678347 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-d31048bd-d4a4-4d4b-b9a4-cc2af8d9d8b5 req-991bf0d2-ef99-4516-801d-bfb074c7d239 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Deleting port 4b2ed9e8-5216-4628-8741-de812b39d43b {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:44:47.678757 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-d31048bd-d4a4-4d4b-b9a4-cc2af8d9d8b5 req-991bf0d2-ef99-4516-801d-bfb074c7d239 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:47.684670 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b22679-dccd-4469-92a3-289bb991eaf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'project_id': '71d0c98cab4349b4848e68f8a37dbf12', 'fixed_ips': [{'subnet_id': '3aeabcf6-9b67-4d10-8137-80eac26a12cb'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:44:47.685896 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-22b22679-dccd-4469-92a3-289bb991eaf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:47.697409 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning for port df1ab20c-b279-4f23-9631-c99a5b229e4f completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:44:47.771533 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port df1ab20c-b279-4f23-9631-c99a5b229e4f triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:44:47.771852 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:47.822395 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b92588-3d13-4ee6-9573-8217d1b3a9f9 req-e1ab3eba-50b8-4b81-9999-47f745438c8a tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:47.826484 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a0b92588-3d13-4ee6-9573-8217d1b3a9f9 req-e1ab3eba-50b8-4b81-9999-47f745438c8a tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=01f45e27-b1b2-4611-941b-29cde9f5ede7 HTTP/1.1" status: 200 len: 945 time: 0.4377353 Dec 20 14:44:47.874797 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ccb8fcc-15b6-4546-8263-984457b21086 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Made reservation on behalf of 71d0c98cab4349b4848e68f8a37dbf12 for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:44:48.142227 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0ccb8fcc-15b6-4546-8263-984457b21086 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:48.215259 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [None req-0ccb8fcc-15b6-4546-8263-984457b21086 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] device_id is not set on port a3280b31-895f-4fe9-9577-ab0397222715 yet. {{(pid=103167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 14:44:48.220559 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port df8ba546-0023-41f5-80c0-ea0adb7c9698 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:44:48.221955 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:48.241515 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a0b92588-3d13-4ee6-9573-8217d1b3a9f9 req-033070d2-1374-44d6-921a-6f0662356a8e tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4059699 Dec 20 14:44:48.357322 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0205cb3-e9ba-4d05-8327-739738aa7caf None None] Network 75cc060c-9a9b-45bd-b303-f0f117f0c788 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:44:48.556029 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955fff92-326f-4ea5-b0ec-ff4559713da1 req-b79fe00c-c295-4389-8534-028556170420 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:48.557996 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-955fff92-326f-4ea5-b0ec-ff4559713da1 req-b79fe00c-c295-4389-8534-028556170420 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3e67e6f-0541-4943-b580-1d46d98aa64f HTTP/1.1" status: 200 len: 945 time: 0.1718051 Dec 20 14:44:48.638025 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-22b22679-dccd-4469-92a3-289bb991eaf3 None None] Allocated IP 2001:db8::2 (e2be1aff-cd00-4c3f-b1c0-ddca69da57f4/3aeabcf6-9b67-4d10-8137-80eac26a12cb/8f59230c-d5f0-48dd-bca2-e9194e5530ba) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:44:48.687749 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-978e0f3c-096b-43f7-b13d-70f563b2ad34 req-5e8b4425-30bc-4006-a3b5-84b39343e838 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=32bfc1ff-28fd-45a5-ae96-207d0fefe02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2802548 Dec 20 14:44:48.723129 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-955fff92-326f-4ea5-b0ec-ff4559713da1 req-248d46b2-287d-43c2-8539-fddc22f9d620 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "GET /v2.0/security-groups?id=a5aa35e3-ddf9-4b9c-913d-d442398eff76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462269 Dec 20 14:44:48.740507 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-d31048bd-d4a4-4d4b-b9a4-cc2af8d9d8b5 req-991bf0d2-ef99-4516-801d-bfb074c7d239 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] For port 4b2ed9e8-5216-4628-8741-de812b39d43b, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=4b2ed9e8-5216-4628-8741-de812b39d43b,segment=NetworkSegment(0e7fdf50-5b19-4be8-bc50-cf777ad84dac),segment_id=0e7fdf50-5b19-4be8-bc50-cf777ad84dac)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:44:48.740868 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-d31048bd-d4a4-4d4b-b9a4-cc2af8d9d8b5 req-991bf0d2-ef99-4516-801d-bfb074c7d239 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:48.789206 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-d31048bd-d4a4-4d4b-b9a4-cc2af8d9d8b5 req-991bf0d2-ef99-4516-801d-bfb074c7d239 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Calling delete_port for 4b2ed9e8-5216-4628-8741-de812b39d43b owned by compute:nova {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:44:48.806849 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80ec5215-c8d1-4d13-8edc-8836e9507f63 admin admin] Router e01ad7b0-b95a-4847-ac6b-c1b2da94e59f is scheduled to L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 with binding_index 1 {{(pid=103168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 14:44:48.919131 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-ba6bd6c8-fa01-4abc-b5ad-2c5a283018b6 None None] Provisioning complete for port df8ba546-0023-41f5-80c0-ea0adb7c9698 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:44:48.919576 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ba6bd6c8-fa01-4abc-b5ad-2c5a283018b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:49.015687 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:49.060360 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:49.091269 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3e67e6f-0541-4943-b580-1d46d98aa64f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df1ab20c-b279-4f23-9631-c99a5b229e4f'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:44:49.093692 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c7ec07c-9801-4912-8c20-7a471b513a2e" -d '{"events": [{"server_uuid": "f3e67e6f-0541-4943-b580-1d46d98aa64f", "name": "network-vif-plugged", "status": "completed", "tag": "df1ab20c-b279-4f23-9631-c99a5b229e4f"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:44:49.174814 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80ec5215-c8d1-4d13-8edc-8836e9507f63 admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:44:49.183740 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port df1ab20c-b279-4f23-9631-c99a5b229e4f, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=df1ab20c-b279-4f23-9631-c99a5b229e4f,segment=NetworkSegment(877e7bc7-97ff-42dc-9484-98838533dd48),segment_id=877e7bc7-97ff-42dc-9484-98838533dd48)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:44:49.185985 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a97ae88-9f1a-4458-9c40-897b38c2f00e x-openstack-request-id: req-2a97ae88-9f1a-4458-9c40-897b38c2f00e {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:44:49.186507 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3e67e6f-0541-4943-b580-1d46d98aa64f", "name": "network-vif-plugged", "status": "completed", "tag": "df1ab20c-b279-4f23-9631-c99a5b229e4f", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:44:49.187016 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2a97ae88-9f1a-4458-9c40-897b38c2f00e {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:44:49.189191 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3e67e6f-0541-4943-b580-1d46d98aa64f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df1ab20c-b279-4f23-9631-c99a5b229e4f', 'code': 200} Dec 20 14:44:49.196900 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 4b2ed9e8-5216-4628-8741-de812b39d43b no longer exists at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:44:49.207545 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69644a84-c8de-45c0-8e47-02b9ca555ab4 None None] Sync routers for ids ['e01ad7b0-b95a-4847-ac6b-c1b2da94e59f'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:44:49.232012 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69644a84-c8de-45c0-8e47-02b9ca555ab4 None None] Routers {'e01ad7b0-b95a-4847-ac6b-c1b2da94e59f'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:44:49.232645 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-69644a84-c8de-45c0-8e47-02b9ca555ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:44:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['e01ad7b0-b95a-4847-ac6b-c1b2da94e59f'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:44:49.288210 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-80ec5215-c8d1-4d13-8edc-8836e9507f63 admin admin] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:49.289488 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-80ec5215-c8d1-4d13-8edc-8836e9507f63 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 6.2465701 Dec 20 14:44:49.301266 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 52946) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:44:49.506268 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:49.561790 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248d074e-612c-491c-952e-953c1148edec req-7ee19b8b-3838-41d3-a6b5-b892fbc88868 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:49.572569 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-248d074e-612c-491c-952e-953c1148edec req-7ee19b8b-3838-41d3-a6b5-b892fbc88868 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=01f45e27-b1b2-4611-941b-29cde9f5ede7 HTTP/1.1" status: 200 len: 945 time: 0.1927679 Dec 20 14:44:49.599024 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=df1ab20c-b279-4f23-9631-c99a5b229e4f,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:49.605969 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] For port df8ba546-0023-41f5-80c0-ea0adb7c9698, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=df8ba546-0023-41f5-80c0-ea0adb7c9698,segment=NetworkSegment(65130901-ba68-470d-9e0e-92249f5b0053),segment_id=65130901-ba68-470d-9e0e-92249f5b0053)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:44:49.641598 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:49.657264 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-22b22679-dccd-4469-92a3-289bb991eaf3 None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:49.730660 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-22b22679-dccd-4469-92a3-289bb991eaf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:49.757405 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ba6bd6c8-fa01-4abc-b5ad-2c5a283018b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:49.865735 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device cb7a7126-f17c-4ce9-8cbe-a5940c3169e1 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:44:49.999524 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-69644a84-c8de-45c0-8e47-02b9ca555ab4 None None] Set router e01ad7b0-b95a-4847-ac6b-c1b2da94e59f gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:44:50.098320 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-248d074e-612c-491c-952e-953c1148edec req-99038e6b-7bb2-485a-a4d1-15e61c9d7970 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5196619 Dec 20 14:44:50.141230 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Pushing event updated for resources: {'Port': ['ID=df8ba546-0023-41f5-80c0-ea0adb7c9698,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:50.149467 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: cb7a7126-f17c-4ce9-8cbe-a5940c3169e1 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:44:50.150053 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device cb7a7126-f17c-4ce9-8cbe-a5940c3169e1 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:44:50.150920 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device e5a63e3d-5491-4e84-bd0f-22d31cbc54e1 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:44:50.193575 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-0ccb8fcc-15b6-4546-8263-984457b21086 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Allocated IP 2001:db8::fbb1:914c:ec6a:c3aa (e2be1aff-cd00-4c3f-b1c0-ddca69da57f4/3aeabcf6-9b67-4d10-8137-80eac26a12cb/a3280b31-895f-4fe9-9577-ab0397222715) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:44:50.462014 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ed1474-232c-413f-b914-26795203c35f req-89055000-ee55-4cea-b040-5760e5c60b32 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:50.464817 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-82ed1474-232c-413f-b914-26795203c35f req-89055000-ee55-4cea-b040-5760e5c60b32 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a83aaac-7396-4782-a290-1f0b3f47602a HTTP/1.1" status: 200 len: 944 time: 0.4863560 Dec 20 14:44:50.466836 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c964a667-f011-4456-a74c-598e9cd17b12 req-16e5ade3-54d4-4f2a-91ff-b431cfa31a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:50.468368 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c964a667-f011-4456-a74c-598e9cd17b12 req-16e5ade3-54d4-4f2a-91ff-b431cfa31a8c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f3e67e6f-0541-4943-b580-1d46d98aa64f HTTP/1.1" status: 200 len: 1098 time: 0.8859148 Dec 20 14:44:50.564022 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-82ed1474-232c-413f-b914-26795203c35f req-df53fa51-b478-4580-a624-c10b1f16f314 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=32bfc1ff-28fd-45a5-ae96-207d0fefe02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852509 Dec 20 14:44:50.708573 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: e5a63e3d-5491-4e84-bd0f-22d31cbc54e1 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:44:50.709186 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device e5a63e3d-5491-4e84-bd0f-22d31cbc54e1 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:44:50.722135 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b22679-dccd-4469-92a3-289bb991eaf3 None None] Pushing event updated for resources: {'Port': ['ID=8f59230c-d5f0-48dd-bca2-e9194e5530ba,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:50.782284 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f76970-8b44-4432-aa45-71cdcf1eb5af req-8e381e1c-8772-464f-b69d-7ce84214aa78 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:50.803349 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-46f76970-8b44-4432-aa45-71cdcf1eb5af req-8e381e1c-8772-464f-b69d-7ce84214aa78 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3e67e6f-0541-4943-b580-1d46d98aa64f HTTP/1.1" status: 200 len: 946 time: 0.4940162 Dec 20 14:44:50.812979 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b22679-dccd-4469-92a3-289bb991eaf3 None None] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:44:50.911705 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-22b22679-dccd-4469-92a3-289bb991eaf3 None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:44:50.920078 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b22679-dccd-4469-92a3-289bb991eaf3 None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:44:50.942565 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-46f76970-8b44-4432-aa45-71cdcf1eb5af req-acd392f2-9463-4ef6-8d32-77a2be772279 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "GET /v2.0/security-groups?id=a5aa35e3-ddf9-4b9c-913d-d442398eff76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326058 Dec 20 14:44:50.992352 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.db.api [None req-ba6bd6c8-fa01-4abc-b5ad-2c5a283018b6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103169) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 14:44:50.992847 n-d-761264-19 neutron-server[103169]: DEBUG oslo_db.api [None req-ba6bd6c8-fa01-4abc-b5ad-2c5a283018b6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 14:44:51.003498 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:51.024311 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device df8ba546-0023-41f5-80c0-ea0adb7c9698 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:44:51.056512 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-69644a84-c8de-45c0-8e47-02b9ca555ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e01ad7b0-b95a-4847-ac6b-c1b2da94e59f', 'name': 'tempest-ServersTestJSON-72855976-router', 'tenant_id': '8255d8223f1c451bbb1b1532cd6a52b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'f0917485-a54a-41c2-8582-8dccc197766d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:44:43Z', 'updated_at': '2021-12-20T14:44:46Z', 'revision_number': 3, 'project_id': '8255d8223f1c451bbb1b1532cd6a52b8', 'gw_port': {'id': 'f0917485-a54a-41c2-8582-8dccc197766d', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7e:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e01ad7b0-b95a-4847-ac6b-c1b2da94e59f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:44:44Z', 'updated_at': '2021-12-20T14:44:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:44:51.142758 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-d31048bd-d4a4-4d4b-b9a4-cc2af8d9d8b5 req-991bf0d2-ef99-4516-801d-bfb074c7d239 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:51.165434 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c964a667-f011-4456-a74c-598e9cd17b12 req-0fdfda16-40e9-4692-9c56-13c21c2d3d9c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a5aa35e3-ddf9-4b9c-913d-d442398eff76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5841057 Dec 20 14:44:51.211606 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['cbf29dfb-3708-422d-85ee-b8db53577948'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:44:51.224051 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69644a84-c8de-45c0-8e47-02b9ca555ab4 None None] Checking router: e01ad7b0-b95a-4847-ac6b-c1b2da94e59f for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:44:51.224402 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69644a84-c8de-45c0-8e47-02b9ca555ab4 None None] Updating router e01ad7b0-b95a-4847-ac6b-c1b2da94e59f port f0917485-a54a-41c2-8582-8dccc197766d binding host n-d-761264-19 {{(pid=103170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 14:44:51.289154 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-22b22679-dccd-4469-92a3-289bb991eaf3 None None] Attempting to bind port 8f59230c-d5f0-48dd-bca2-e9194e5530ba on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:44:51.289530 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-22b22679-dccd-4469-92a3-289bb991eaf3 None None] Attempting to bind port 8f59230c-d5f0-48dd-bca2-e9194e5530ba by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '0deaa76e-8a3e-44c4-a3b8-992392ef4539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:44:51.289892 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b22679-dccd-4469-92a3-289bb991eaf3 None None] Attempting to bind port 8f59230c-d5f0-48dd-bca2-e9194e5530ba on network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:44:51.302215 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-69644a84-c8de-45c0-8e47-02b9ca555ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:51.405915 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b22679-dccd-4469-92a3-289bb991eaf3 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:44:51.409226 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b22679-dccd-4469-92a3-289bb991eaf3 None None] Checking segment: {'id': '0deaa76e-8a3e-44c4-a3b8-992392ef4539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:44:51.409226 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-22b22679-dccd-4469-92a3-289bb991eaf3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:51.413373 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b22679-dccd-4469-92a3-289bb991eaf3 None None] Bound using segment: {'id': '0deaa76e-8a3e-44c4-a3b8-992392ef4539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:44:51.413925 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-22b22679-dccd-4469-92a3-289bb991eaf3 None None] Bound port: 8f59230c-d5f0-48dd-bca2-e9194e5530ba, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0deaa76e-8a3e-44c4-a3b8-992392ef4539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:44:51.414330 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-22b22679-dccd-4469-92a3-289bb991eaf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:51.492258 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0ccb8fcc-15b6-4546-8263-984457b21086 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:51.545958 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-d31048bd-d4a4-4d4b-b9a4-cc2af8d9d8b5 req-991bf0d2-ef99-4516-801d-bfb074c7d239 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] No DVR routers for this DVR port 4b2ed9e8-5216-4628-8741-de812b39d43b on host n-h1-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:44:51.552182 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-d31048bd-d4a4-4d4b-b9a4-cc2af8d9d8b5 req-991bf0d2-ef99-4516-801d-bfb074c7d239 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:51.568108 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d31048bd-d4a4-4d4b-b9a4-cc2af8d9d8b5 req-991bf0d2-ef99-4516-801d-bfb074c7d239 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.30 "DELETE /v2.0/ports/4b2ed9e8-5216-4628-8741-de812b39d43b HTTP/1.1" status: 204 len: 173 time: 5.4842737 Dec 20 14:44:51.579905 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f39e44b0-b12b-4baa-af8d-dc84dd8a2fb9 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1595867'] for router_interface, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:51.604871 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-22b22679-dccd-4469-92a3-289bb991eaf3 None None] For port 8f59230c-d5f0-48dd-bca2-e9194e5530ba, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:44:51.611511 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-22b22679-dccd-4469-92a3-289bb991eaf3 None None] For port 8f59230c-d5f0-48dd-bca2-e9194e5530ba, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=8f59230c-d5f0-48dd-bca2-e9194e5530ba,segment=NetworkSegment(0deaa76e-8a3e-44c4-a3b8-992392ef4539),segment_id=0deaa76e-8a3e-44c4-a3b8-992392ef4539)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:44:51.613508 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0ccb8fcc-15b6-4546-8263-984457b21086 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:51.660623 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01f45e27-b1b2-4611-941b-29cde9f5ede7', 'name': 'network-vif-deleted', 'tag': '4b2ed9e8-5216-4628-8741-de812b39d43b'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:44:51.668629 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a164c78-3efd-42aa-9943-776378f37746" -d '{"events": [{"server_uuid": "01f45e27-b1b2-4611-941b-29cde9f5ede7", "name": "network-vif-deleted", "tag": "4b2ed9e8-5216-4628-8741-de812b39d43b"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:44:51.682473 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991bf0d2-ef99-4516-801d-bfb074c7d239 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Pushing event deleted for resources: {'Port': ['ID=4b2ed9e8-5216-4628-8741-de812b39d43b,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:51.763783 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-22b22679-dccd-4469-92a3-289bb991eaf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:51.783399 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ccb8fcc-15b6-4546-8263-984457b21086 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:44:51.800751 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-0ccb8fcc-15b6-4546-8263-984457b21086 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:44:51.809564 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ccb8fcc-15b6-4546-8263-984457b21086 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:44:51.834716 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ccb8fcc-15b6-4546-8263-984457b21086 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:51.836781 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0ccb8fcc-15b6-4546-8263-984457b21086 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:51.925013 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-69644a84-c8de-45c0-8e47-02b9ca555ab4 None None] Publish callbacks [] for port, precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:51.933135 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-69644a84-c8de-45c0-8e47-02b9ca555ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:52.014008 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-0ccb8fcc-15b6-4546-8263-984457b21086 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.6238704 Dec 20 14:44:52.021360 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 52974) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:44:52.064220 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-6c295663-3746-4977-9a5c-16ea820a4d41 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Request body: {'port': {'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'fixed_ips': [{'subnet_id': '3aeabcf6-9b67-4d10-8137-80eac26a12cb', 'ip_address': '2001:db8::fbb1:914c:ec6a:c3aa'}], 'name': 'tempest-NetworksTestDHCPv6-456055118'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:44:52.165165 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a5fd9b-cc9f-40ed-8815-461577884727 None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:44:52.171357 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-69644a84-c8de-45c0-8e47-02b9ca555ab4 None None] Attempting to bind port f0917485-a54a-41c2-8582-8dccc197766d on host n-d-761264-19 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:44:52.172897 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-69644a84-c8de-45c0-8e47-02b9ca555ab4 None None] Attempting to bind port f0917485-a54a-41c2-8582-8dccc197766d by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:44:52.174076 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69644a84-c8de-45c0-8e47-02b9ca555ab4 None None] Attempting to bind port f0917485-a54a-41c2-8582-8dccc197766d on network c3f8658e-da35-41f3-bd03-509e29ebd6f3 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:44:52.215915 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69644a84-c8de-45c0-8e47-02b9ca555ab4 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:44:52.216331 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69644a84-c8de-45c0-8e47-02b9ca555ab4 None None] Checking segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:44:52.216681 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-69644a84-c8de-45c0-8e47-02b9ca555ab4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:52.217070 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69644a84-c8de-45c0-8e47-02b9ca555ab4 None None] Bound using segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:44:52.217552 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-69644a84-c8de-45c0-8e47-02b9ca555ab4 None None] Bound port: f0917485-a54a-41c2-8582-8dccc197766d, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:44:52.217926 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-69644a84-c8de-45c0-8e47-02b9ca555ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:52.246563 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d57c6-64a6-4c5d-8bea-29d90939b78b None None] Pushing event updated for resources: {'Port': ['ID=f0917485-a54a-41c2-8582-8dccc197766d,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:52.292841 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d57c6-64a6-4c5d-8bea-29d90939b78b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:44:52.293194 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d57c6-64a6-4c5d-8bea-29d90939b78b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:44:52.298334 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d57c6-64a6-4c5d-8bea-29d90939b78b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:44:52.298876 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d57c6-64a6-4c5d-8bea-29d90939b78b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:44:52.299212 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d57c6-64a6-4c5d-8bea-29d90939b78b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:44:52.299542 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d57c6-64a6-4c5d-8bea-29d90939b78b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:44:52.305183 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d57c6-64a6-4c5d-8bea-29d90939b78b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:44:52.305889 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d57c6-64a6-4c5d-8bea-29d90939b78b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:44:52.308139 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d57c6-64a6-4c5d-8bea-29d90939b78b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:44:52.308542 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d57c6-64a6-4c5d-8bea-29d90939b78b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:44:52.309127 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d57c6-64a6-4c5d-8bea-29d90939b78b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:44:52.309477 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d57c6-64a6-4c5d-8bea-29d90939b78b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:44:52.309815 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6d57c6-64a6-4c5d-8bea-29d90939b78b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:44:52.347038 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port df8ba546-0023-41f5-80c0-ea0adb7c9698 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:44:52.347719 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:52.445242 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-69644a84-c8de-45c0-8e47-02b9ca555ab4 None None] For port f0917485-a54a-41c2-8582-8dccc197766d, host n-d-761264-19, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:44:52.467207 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-69644a84-c8de-45c0-8e47-02b9ca555ab4 None None] For port f0917485-a54a-41c2-8582-8dccc197766d, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=f0917485-a54a-41c2-8582-8dccc197766d,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:44:52.475657 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-69644a84-c8de-45c0-8e47-02b9ca555ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:52.763976 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-f5db6eda-774a-4e44-a3a8-9f1ffc511bca None None] Provisioning complete for port df8ba546-0023-41f5-80c0-ea0adb7c9698 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:44:52.764583 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f5db6eda-774a-4e44-a3a8-9f1ffc511bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:52.808429 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5bd750c-bb37-4f08-ba95-961d896ec467 None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:44:52.847938 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b22679-dccd-4469-92a3-289bb991eaf3 None None] Pushing event updated for resources: {'Port': ['ID=8f59230c-d5f0-48dd-bca2-e9194e5530ba,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:52.878036 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69644a84-c8de-45c0-8e47-02b9ca555ab4 None None] Routers {'e01ad7b0-b95a-4847-ac6b-c1b2da94e59f'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:44:52.881013 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-69644a84-c8de-45c0-8e47-02b9ca555ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:44:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['e01ad7b0-b95a-4847-ac6b-c1b2da94e59f'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:44:52.889916 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d57c6-64a6-4c5d-8bea-29d90939b78b None None] Pushing event updated for resources: {'Port': ['ID=f0917485-a54a-41c2-8582-8dccc197766d,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:53.063932 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 2a7f11cb-125d-4d5c-9231-73924b891660 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:44:53.116678 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 2a7f11cb-125d-4d5c-9231-73924b891660 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:44:53.117054 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 2a7f11cb-125d-4d5c-9231-73924b891660 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:44:53.152722 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccb8fcc-15b6-4546-8263-984457b21086 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event updated for resources: {'Port': ['ID=a3280b31-895f-4fe9-9577-ab0397222715,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:53.186962 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-116a400a-c7f0-404b-82b1-e4805fcacfa8 None None] Provisioning complete for port f0917485-a54a-41c2-8582-8dccc197766d triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:44:53.187983 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-116a400a-c7f0-404b-82b1-e4805fcacfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:53.220574 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-69644a84-c8de-45c0-8e47-02b9ca555ab4 None None] Set router e01ad7b0-b95a-4847-ac6b-c1b2da94e59f gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:44:53.301522 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-66f4a3eb-236f-40bc-a282-ff4fd40cfc9b req-aafb50e6-f760-49ca-a764-f48f4f713b9f tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=01f45e27-b1b2-4611-941b-29cde9f5ede7 HTTP/1.1" status: 200 len: 210 time: 1.8874097 Dec 20 14:44:53.312164 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f4a8dc-e670-41eb-a9d9-5ace4f17520d req-1cb472e2-0b78-4941-b941-10e8e99fbe4d tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:53.331164 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e1f4a8dc-e670-41eb-a9d9-5ace4f17520d req-1cb472e2-0b78-4941-b941-10e8e99fbe4d tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a83aaac-7396-4782-a290-1f0b3f47602a HTTP/1.1" status: 200 len: 944 time: 1.4014318 Dec 20 14:44:53.430346 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e1f4a8dc-e670-41eb-a9d9-5ace4f17520d req-e835c1a6-efa1-47ef-989a-faed739d82bb tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=32bfc1ff-28fd-45a5-ae96-207d0fefe02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947454 Dec 20 14:44:53.437921 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 8f59230c-d5f0-48dd-bca2-e9194e5530ba up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:44:53.440009 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0cf0a115-135a-45db-9927-610172510d80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:53.474374 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c295663-3746-4977-9a5c-16ea820a4d41 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Made reservation on behalf of 71d0c98cab4349b4848e68f8a37dbf12 for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:44:53.589558 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-116a400a-c7f0-404b-82b1-e4805fcacfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:53.592143 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-69644a84-c8de-45c0-8e47-02b9ca555ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e01ad7b0-b95a-4847-ac6b-c1b2da94e59f', 'name': 'tempest-ServersTestJSON-72855976-router', 'tenant_id': '8255d8223f1c451bbb1b1532cd6a52b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'f0917485-a54a-41c2-8582-8dccc197766d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:44:43Z', 'updated_at': '2021-12-20T14:44:46Z', 'revision_number': 3, 'project_id': '8255d8223f1c451bbb1b1532cd6a52b8', 'gw_port': {'id': 'f0917485-a54a-41c2-8582-8dccc197766d', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7e:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e01ad7b0-b95a-4847-ac6b-c1b2da94e59f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:44:44Z', 'updated_at': '2021-12-20T14:44:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:44:53.622267 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-116a400a-c7f0-404b-82b1-e4805fcacfa8 None None] For port f0917485-a54a-41c2-8582-8dccc197766d, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=f0917485-a54a-41c2-8582-8dccc197766d,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:44:53.629431 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-116a400a-c7f0-404b-82b1-e4805fcacfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:53.668985 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69644a84-c8de-45c0-8e47-02b9ca555ab4 None None] The sync data for ids ['e01ad7b0-b95a-4847-ac6b-c1b2da94e59f'] in n-d-761264-19 is: [{'id': 'e01ad7b0-b95a-4847-ac6b-c1b2da94e59f', 'name': 'tempest-ServersTestJSON-72855976-router', 'tenant_id': '8255d8223f1c451bbb1b1532cd6a52b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'f0917485-a54a-41c2-8582-8dccc197766d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:44:43Z', 'updated_at': '2021-12-20T14:44:46Z', 'revision_number': 3, 'project_id': '8255d8223f1c451bbb1b1532cd6a52b8', 'gw_port': {'id': 'f0917485-a54a-41c2-8582-8dccc197766d', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7e:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e01ad7b0-b95a-4847-ac6b-c1b2da94e59f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:44:44Z', 'updated_at': '2021-12-20T14:44:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:44:53.685243 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6c295663-3746-4977-9a5c-16ea820a4d41 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:53.729000 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [None req-6c295663-3746-4977-9a5c-16ea820a4d41 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] device_id is not set on port 17bdfcde-737a-43d1-886c-81674a199f6b yet. {{(pid=103167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 14:44:53.772308 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de14d637-dc0b-467f-8df5-113cf64fc834 req-57acc514-b1fa-4386-94d9-2aa27bd88975 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:53.773893 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-de14d637-dc0b-467f-8df5-113cf64fc834 req-57acc514-b1fa-4386-94d9-2aa27bd88975 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3e67e6f-0541-4943-b580-1d46d98aa64f HTTP/1.1" status: 200 len: 946 time: 0.1016085 Dec 20 14:44:53.844454 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116a400a-c7f0-404b-82b1-e4805fcacfa8 None None] Pushing event updated for resources: {'Port': ['ID=f0917485-a54a-41c2-8582-8dccc197766d,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:53.856478 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 8f59230c-d5f0-48dd-bca2-e9194e5530ba triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:44:53.857195 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:53.929576 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-de14d637-dc0b-467f-8df5-113cf64fc834 req-e9267ca6-1342-4845-9fee-4466f5b2916e tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "GET /v2.0/security-groups?id=a5aa35e3-ddf9-4b9c-913d-d442398eff76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255853 Dec 20 14:44:53.984597 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-358e181e-8aaf-4c48-9ec0-002071ba6bf4 x-openstack-request-id: req-358e181e-8aaf-4c48-9ec0-002071ba6bf4 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:44:53.985122 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01f45e27-b1b2-4611-941b-29cde9f5ede7", "name": "network-vif-deleted", "tag": "4b2ed9e8-5216-4628-8741-de812b39d43b", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:44:53.985556 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-358e181e-8aaf-4c48-9ec0-002071ba6bf4 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:44:53.986145 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01f45e27-b1b2-4611-941b-29cde9f5ede7', 'name': 'network-vif-deleted', 'tag': '4b2ed9e8-5216-4628-8741-de812b39d43b', 'status': 'completed', 'code': 200} Dec 20 14:44:53.992167 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-0cf0a115-135a-45db-9927-610172510d80 admin admin] Allocated IP 172.20.0.1 (75cc060c-9a9b-45bd-b303-f0f117f0c788/19a7e12b-bc69-4c68-8b63-286ef4ad0b2c/5073e936-834d-44ff-b2ef-e5802da383d0) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:44:54.197698 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:54.301737 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] For port 8f59230c-d5f0-48dd-bca2-e9194e5530ba, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=8f59230c-d5f0-48dd-bca2-e9194e5530ba,segment=NetworkSegment(0deaa76e-8a3e-44c4-a3b8-992392ef4539),segment_id=0deaa76e-8a3e-44c4-a3b8-992392ef4539)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:44:54.312466 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:54.393960 n-d-761264-19 neutron-server[103167]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c295663-3746-4977-9a5c-16ea820a4d41 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] POST failed (client error): There was a conflict when trying to complete your request. Dec 20 14:44:54.395062 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c295663-3746-4977-9a5c-16ea820a4d41 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:44:54.432165 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-6c295663-3746-4977-9a5c-16ea820a4d41 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 2.3743479 Dec 20 14:44:54.460846 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 52996) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:44:54.508301 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0cf0a115-135a-45db-9927-610172510d80 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:54.603790 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Pushing event updated for resources: {'Port': ['ID=8f59230c-d5f0-48dd-bca2-e9194e5530ba,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:54.650200 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0cf0a115-135a-45db-9927-610172510d80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:54.713518 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf0a115-135a-45db-9927-610172510d80 admin admin] Pushing event updated for resources: {'Port': ['ID=5073e936-834d-44ff-b2ef-e5802da383d0,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:54.720949 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82948856-e7d4-42f8-bbf9-7c74a386e28f tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:54.736988 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf0a115-135a-45db-9927-610172510d80 admin admin] Network 75cc060c-9a9b-45bd-b303-f0f117f0c788 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:44:54.741261 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-0cf0a115-135a-45db-9927-610172510d80 admin admin] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:44:54.745952 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf0a115-135a-45db-9927-610172510d80 admin admin] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:44:54.756533 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82948856-e7d4-42f8-bbf9-7c74a386e28f tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:54.764997 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-82948856-e7d4-42f8-bbf9-7c74a386e28f tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.3026948 Dec 20 14:44:54.766264 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 53002) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:44:54.797095 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0cf0a115-135a-45db-9927-610172510d80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595714'] for router_interface, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:54.941356 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a67159-372f-48e1-b36c-c25c1c7858df req-0e7cc338-229d-4596-aa96-5077d039bdf6 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:54.943208 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-19a67159-372f-48e1-b36c-c25c1c7858df req-0e7cc338-229d-4596-aa96-5077d039bdf6 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3e67e6f-0541-4943-b580-1d46d98aa64f HTTP/1.1" status: 200 len: 946 time: 0.7306790 Dec 20 14:44:54.996350 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 53004) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:44:55.006928 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2f082668-ceb0-4098-9d16-f4c2403ce52b None None] Provisioning complete for port 8f59230c-d5f0-48dd-bca2-e9194e5530ba triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:44:55.007504 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2f082668-ceb0-4098-9d16-f4c2403ce52b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:55.021595 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-0bf770c3-25c0-4fa3-b312-00547ce1a479 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Request body: {'floatingip': {'port_id': 'df1ab20c-b279-4f23-9631-c99a5b229e4f'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:44:55.426939 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7239ca6-6906-4434-9492-00d415330fd4 req-6e433c3a-12f9-4113-8cf9-2c29dcae2b7b tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:55.429325 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e7239ca6-6906-4434-9492-00d415330fd4 req-6e433c3a-12f9-4113-8cf9-2c29dcae2b7b tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a83aaac-7396-4782-a290-1f0b3f47602a HTTP/1.1" status: 200 len: 944 time: 0.6594105 Dec 20 14:44:55.439669 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-57fc09eb-2126-4202-90e2-81e372768af2 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Deleting port a3280b31-895f-4fe9-9577-ab0397222715 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:44:55.441086 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-57fc09eb-2126-4202-90e2-81e372768af2 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:55.472965 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0bf770c3-25c0-4fa3-b312-00547ce1a479 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Publish callbacks [] for floatingip, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:55.541255 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2844f17d-1521-4838-8b12-a4dd94518214 None None] Provisioning complete for port 5073e936-834d-44ff-b2ef-e5802da383d0 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:44:55.541547 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2844f17d-1521-4838-8b12-a4dd94518214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:55.572870 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e7239ca6-6906-4434-9492-00d415330fd4 req-fad7b97a-e71c-4f08-8ba3-77f4bd279c63 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=32bfc1ff-28fd-45a5-ae96-207d0fefe02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202424 Dec 20 14:44:55.664812 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 8f59230c-d5f0-48dd-bca2-e9194e5530ba up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:44:55.791534 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-57fc09eb-2126-4202-90e2-81e372768af2 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:55.836790 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-57fc09eb-2126-4202-90e2-81e372768af2 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Calling delete_port for a3280b31-895f-4fe9-9577-ab0397222715 owned by {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:44:55.869247 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-2844f17d-1521-4838-8b12-a4dd94518214 None None] Port 5073e936-834d-44ff-b2ef-e5802da383d0 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:44:55.895406 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 8f59230c-d5f0-48dd-bca2-e9194e5530ba triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:44:55.895832 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:56.051742 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838406df-103a-4ce1-b0cf-7f221e208f99 req-70c5c274-4f91-4654-9723-4c8dfeacc09f tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:56.053237 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-838406df-103a-4ce1-b0cf-7f221e208f99 req-70c5c274-4f91-4654-9723-4c8dfeacc09f tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 945 time: 0.8274896 Dec 20 14:44:56.132554 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-63d99e46-ce92-45e5-9c11-2b1d29afd668 None None] Provisioning complete for port a3280b31-895f-4fe9-9577-ab0397222715 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:44:56.133134 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-63d99e46-ce92-45e5-9c11-2b1d29afd668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:56.270020 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-57fc09eb-2126-4202-90e2-81e372768af2 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:56.292740 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device f0917485-a54a-41c2-8582-8dccc197766d up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:44:56.343106 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-63d99e46-ce92-45e5-9c11-2b1d29afd668 None None] Port a3280b31-895f-4fe9-9577-ab0397222715 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:44:56.413103 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port f0917485-a54a-41c2-8582-8dccc197766d triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:44:56.413501 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:56.419749 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fc09eb-2126-4202-90e2-81e372768af2 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event deleted for resources: {'Port': ['ID=a3280b31-895f-4fe9-9577-ab0397222715,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:56.447595 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-57fc09eb-2126-4202-90e2-81e372768af2 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:56.453382 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-57fc09eb-2126-4202-90e2-81e372768af2 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "DELETE /v2.0/ports/a3280b31-895f-4fe9-9577-ab0397222715 HTTP/1.1" status: 204 len: 168 time: 1.6441407 Dec 20 14:44:56.455551 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 53018) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:44:56.634668 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-838406df-103a-4ce1-b0cf-7f221e208f99 req-619dd1fb-6ea8-4649-831a-cd8b4a67730b tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4937205 Dec 20 14:44:56.645769 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0cf0a115-135a-45db-9927-610172510d80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:56.652010 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68ecb8e-cb43-4340-b361-fa3b1b0cb2c3 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:56.653841 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68ecb8e-cb43-4340-b361-fa3b1b0cb2c3 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:56.671811 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-f68ecb8e-cb43-4340-b361-fa3b1b0cb2c3 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2151742 Dec 20 14:44:56.678111 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 53022) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:44:56.692012 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-f39e44b0-b12b-4baa-af8d-dc84dd8a2fb9 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Deleting port 72165306-9081-4306-b774-2a4f0bae048c {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:44:56.692579 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f39e44b0-b12b-4baa-af8d-dc84dd8a2fb9 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:56.887475 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6df941d-25ee-468a-be68-340b83156df2 req-3cd23430-798b-42fe-92d9-01747745f624 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:56.896718 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b6df941d-25ee-468a-be68-340b83156df2 req-3cd23430-798b-42fe-92d9-01747745f624 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a83aaac-7396-4782-a290-1f0b3f47602a HTTP/1.1" status: 200 len: 944 time: 0.1111989 Dec 20 14:44:57.046888 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b6df941d-25ee-468a-be68-340b83156df2 req-e95b7b3b-61b3-49ed-8575-285bab3578fe tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=32bfc1ff-28fd-45a5-ae96-207d0fefe02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1488287 Dec 20 14:44:57.177622 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-f39e44b0-b12b-4baa-af8d-dc84dd8a2fb9 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] For port 72165306-9081-4306-b774-2a4f0bae048c, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=72165306-9081-4306-b774-2a4f0bae048c,segment=NetworkSegment(1c8ab4ca-c35a-47d9-af18-00711d94b5dc),segment_id=1c8ab4ca-c35a-47d9-af18-00711d94b5dc)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:44:57.178265 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f39e44b0-b12b-4baa-af8d-dc84dd8a2fb9 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:57.218445 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-f39e44b0-b12b-4baa-af8d-dc84dd8a2fb9 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Calling delete_port for 72165306-9081-4306-b774-2a4f0bae048c owned by network:router_interface {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:44:57.667201 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f39e44b0-b12b-4baa-af8d-dc84dd8a2fb9 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:57.739110 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39e44b0-b12b-4baa-af8d-dc84dd8a2fb9 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Pushing event deleted for resources: {'Port': ['ID=72165306-9081-4306-b774-2a4f0bae048c,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:57.844823 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_v2 [None req-51ef4574-f043-4bb9-93a3-8390a17153f9 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Deleting subnet 3aeabcf6-9b67-4d10-8137-80eac26a12cb {{(pid=103168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:44:57.860947 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-51ef4574-f043-4bb9-93a3-8390a17153f9 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks [] for subnet, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:57.926905 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-51ef4574-f043-4bb9-93a3-8390a17153f9 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9023023'] for subnet, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:58.197371 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0cf0a115-135a-45db-9927-610172510d80 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:58.285729 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe2c309-0028-4d32-a7b9-99c5eaee04d2 req-565fe501-3553-4955-9d19-38fffc02f374 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:58.287679 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bbe2c309-0028-4d32-a7b9-99c5eaee04d2 req-565fe501-3553-4955-9d19-38fffc02f374 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a83aaac-7396-4782-a290-1f0b3f47602a HTTP/1.1" status: 200 len: 944 time: 0.1141164 Dec 20 14:44:58.344473 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0bf770c3-25c0-4fa3-b312-00547ce1a479 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:58.386944 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-51ef4574-f043-4bb9-93a3-8390a17153f9 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:58.391913 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bbe2c309-0028-4d32-a7b9-99c5eaee04d2 req-9082e1dc-72eb-4ccc-8cc0-d0530c9fbd7f tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=32bfc1ff-28fd-45a5-ae96-207d0fefe02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884838 Dec 20 14:44:58.480133 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0cf0a115-135a-45db-9927-610172510d80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:58.591385 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0cf0a115-135a-45db-9927-610172510d80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1595702'] for router_interface, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:58.606457 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0bf770c3-25c0-4fa3-b312-00547ce1a479 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585115'] for floatingip, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:58.795143 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-51ef4574-f043-4bb9-93a3-8390a17153f9 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8850800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470517'] for subnet, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:58.810245 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf0a115-135a-45db-9927-610172510d80 admin admin] Pushing event updated for resources: {'Port': ['ID=5073e936-834d-44ff-b2ef-e5802da383d0,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:58.820054 n-d-761264-19 neutron-server[103168]: INFO neutron.db.l3_db [None req-0bf770c3-25c0-4fa3-b312-00547ce1a479 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Floating IP 77be80ff-191c-4216-85f0-ac710d37f252 associated. External IP: 172.25.0.62, port: df1ab20c-b279-4f23-9631-c99a5b229e4f. Dec 20 14:44:58.835442 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec693c2e-465e-4306-a8ed-6c840bfa2f49 req-cfd45f60-4a7b-4c9d-aaef-c69a7582f038 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:58.837181 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ec693c2e-465e-4306-a8ed-6c840bfa2f49 req-cfd45f60-4a7b-4c9d-aaef-c69a7582f038 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 945 time: 1.3283782 Dec 20 14:44:59.160087 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ef4574-f043-4bb9-93a3-8390a17153f9 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event deleted for resources: {'Subnet': ['ID=3aeabcf6-9b67-4d10-8137-80eac26a12cb,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:44:59.170962 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf0a115-135a-45db-9927-610172510d80 admin admin] Network 75cc060c-9a9b-45bd-b303-f0f117f0c788 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:44:59.232103 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-0cf0a115-135a-45db-9927-610172510d80 admin admin] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:44:59.282174 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e10ad7-1b48-4d5e-a9cb-abb61f139876 None None] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:44:59.636765 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cddbb1de-b71e-4cb2-bce7-0603b1a6bc5a None None] DHCP port deletion for e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:44:59.740699 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf239d36-5a2f-4e79-b96f-61d58afcf07b req-9b0e6f18-8c69-41b5-8d23-907f3a15feef tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:44:59.754373 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-cf239d36-5a2f-4e79-b96f-61d58afcf07b req-9b0e6f18-8c69-41b5-8d23-907f3a15feef tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a83aaac-7396-4782-a290-1f0b3f47602a HTTP/1.1" status: 200 len: 944 time: 0.1681495 Dec 20 14:44:59.862586 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-cddbb1de-b71e-4cb2-bce7-0603b1a6bc5a None None] Deleting port 8f59230c-d5f0-48dd-bca2-e9194e5530ba {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:44:59.875676 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-cddbb1de-b71e-4cb2-bce7-0603b1a6bc5a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:44:59.971872 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-cf239d36-5a2f-4e79-b96f-61d58afcf07b req-2bb5bde0-4a62-45f0-99d4-ad53a9595bab tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=32bfc1ff-28fd-45a5-ae96-207d0fefe02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2130461 Dec 20 14:45:00.079713 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-1d491641-00af-48ef-af6c-2643abcbe263 None None] Provisioning complete for port 5073e936-834d-44ff-b2ef-e5802da383d0 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:45:00.083209 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-1d491641-00af-48ef-af6c-2643abcbe263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:00.174638 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-cddbb1de-b71e-4cb2-bce7-0603b1a6bc5a None None] For port 8f59230c-d5f0-48dd-bca2-e9194e5530ba, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=8f59230c-d5f0-48dd-bca2-e9194e5530ba,segment=NetworkSegment(0deaa76e-8a3e-44c4-a3b8-992392ef4539),segment_id=0deaa76e-8a3e-44c4-a3b8-992392ef4539)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:45:00.175331 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-cddbb1de-b71e-4cb2-bce7-0603b1a6bc5a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:00.195782 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-cddbb1de-b71e-4cb2-bce7-0603b1a6bc5a None None] Calling delete_port for 8f59230c-d5f0-48dd-bca2-e9194e5530ba owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:45:00.203798 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-1d491641-00af-48ef-af6c-2643abcbe263 None None] Port 5073e936-834d-44ff-b2ef-e5802da383d0 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:45:00.261581 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-51ef4574-f043-4bb9-93a3-8390a17153f9 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:00.270547 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 53056) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:00.283324 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-51ef4574-f043-4bb9-93a3-8390a17153f9 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "DELETE /v2.0/subnets/3aeabcf6-9b67-4d10-8137-80eac26a12cb HTTP/1.1" status: 204 len: 168 time: 3.6036196 Dec 20 14:45:00.363551 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-c62443a0-74cc-427d-96fd-af5736f76d7d tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0914562 Dec 20 14:45:00.364501 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 53058) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:00.370123 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-da3bd22f-e283-4afc-b034-cb93bf860ae7 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Request body: {'subnet': {'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:45:00.469719 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-cddbb1de-b71e-4cb2-bce7-0603b1a6bc5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:00.506231 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ec693c2e-465e-4306-a8ed-6c840bfa2f49 req-9baab6a1-528a-4fd6-bb0c-557ede81b32e tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6325989 Dec 20 14:45:00.555118 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddbb1de-b71e-4cb2-bce7-0603b1a6bc5a None None] Pushing event deleted for resources: {'Port': ['ID=8f59230c-d5f0-48dd-bca2-e9194e5530ba,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:45:00.560095 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da3bd22f-e283-4afc-b034-cb93bf860ae7 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Made reservation on behalf of 71d0c98cab4349b4848e68f8a37dbf12 for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:45:00.572919 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cddbb1de-b71e-4cb2-bce7-0603b1a6bc5a None None] No DVR routers for this DVR port 8f59230c-d5f0-48dd-bca2-e9194e5530ba on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:45:00.578417 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-da3bd22f-e283-4afc-b034-cb93bf860ae7 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:00.701436 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-dcc13480-ba10-4756-8935-5cc11814acd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:00.967860 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f934fe6-f605-41bc-a0bc-502a3f303750 req-406a8fab-88f8-4e7b-af39-eeebbcf243c0 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:00.970149 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8f934fe6-f605-41bc-a0bc-502a3f303750 req-406a8fab-88f8-4e7b-af39-eeebbcf243c0 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 945 time: 0.2665548 Dec 20 14:45:01.085851 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f39e44b0-b12b-4baa-af8d-dc84dd8a2fb9 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582411'] for router_interface, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:01.146157 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bf770c3-25c0-4fa3-b312-00547ce1a479 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Router f87d2f66-4df2-4471-91c1-3b9c797a16b9 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:45:01.209134 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8f934fe6-f605-41bc-a0bc-502a3f303750 req-6bdf0c5b-c7ac-49f7-8e8b-73080c236f18 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291274 Dec 20 14:45:01.309353 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 8f59230c-d5f0-48dd-bca2-e9194e5530ba no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:45:01.376595 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cf0a115-135a-45db-9927-610172510d80 admin admin] Router e01ad7b0-b95a-4847-ac6b-c1b2da94e59f has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:45:01.382395 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 8f59230c-d5f0-48dd-bca2-e9194e5530ba {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:45:01.382820 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 8f59230c-d5f0-48dd-bca2-e9194e5530ba not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:45:01.454007 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-da3bd22f-e283-4afc-b034-cb93bf860ae7 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:01.572979 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3bd22f-e283-4afc-b034-cb93bf860ae7 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event updated for resources: {'Subnet': ['ID=43c92396-ea14-4af7-ad2d-cedbf4342cde,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:45:01.623623 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3bd22f-e283-4afc-b034-cb93bf860ae7 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:45:01.633415 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-da3bd22f-e283-4afc-b034-cb93bf860ae7 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:45:01.641907 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48a08df-ef03-4d14-8268-2d66b0926a25 req-95159ea8-8a6a-40ed-997f-001e1452a49a tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:01.643051 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3bd22f-e283-4afc-b034-cb93bf860ae7 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:01.643566 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b48a08df-ef03-4d14-8268-2d66b0926a25 req-95159ea8-8a6a-40ed-997f-001e1452a49a tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a83aaac-7396-4782-a290-1f0b3f47602a HTTP/1.1" status: 200 len: 944 time: 0.3713574 Dec 20 14:45:01.645932 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-da3bd22f-e283-4afc-b034-cb93bf860ae7 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:01.658644 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c5434f6-eee8-481f-a06d-4fff50d49de6 None None] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:45:01.692311 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-da3bd22f-e283-4afc-b034-cb93bf860ae7 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3227351 Dec 20 14:45:01.694921 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 53074) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:01.713360 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-42b8180f-3065-4b06-884f-d04ff20401c1 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Request body: {'port': {'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'fixed_ips': [{'subnet_id': '43c92396-ea14-4af7-ad2d-cedbf4342cde', 'ip_address': '2001:db8:0:1::6'}], 'name': 'tempest-NetworksTestDHCPv6-1749966752'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:45:01.893015 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c4c73a-b17b-4eb0-ad85-1d09fa48fe25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'project_id': '71d0c98cab4349b4848e68f8a37dbf12', 'fixed_ips': [{'subnet_id': '43c92396-ea14-4af7-ad2d-cedbf4342cde'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:45:01.895452 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d9c4c73a-b17b-4eb0-ad85-1d09fa48fe25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:02.127145 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42b8180f-3065-4b06-884f-d04ff20401c1 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Made reservation on behalf of 71d0c98cab4349b4848e68f8a37dbf12 for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:45:02.225239 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bf770c3-25c0-4fa3-b312-00547ce1a479 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:45:02.240618 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-d9c4c73a-b17b-4eb0-ad85-1d09fa48fe25 None None] Allocated IP 2001:db8::2 (e2be1aff-cd00-4c3f-b1c0-ddca69da57f4/43c92396-ea14-4af7-ad2d-cedbf4342cde/76f3fd03-9fb4-43a7-b09a-702f969d08b2) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:45:02.259766 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0bf770c3-25c0-4fa3-b312-00547ce1a479 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:02.303578 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b48a08df-ef03-4d14-8268-2d66b0926a25 req-89e7cb78-d198-4992-8ff9-e42361c5ce60 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=32bfc1ff-28fd-45a5-ae96-207d0fefe02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5180590 Dec 20 14:45:02.305795 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-0bf770c3-25c0-4fa3-b312-00547ce1a479 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "PUT /v2.0/floatingips/77be80ff-191c-4216-85f0-ac710d37f252 HTTP/1.1" status: 200 len: 991 time: 7.3014295 Dec 20 14:45:02.312495 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3e67e6f-0541-4943-b580-1d46d98aa64f', 'tag': 'df1ab20c-b279-4f23-9631-c99a5b229e4f'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:45:02.319895 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d49d72-eef4-4794-a293-8d16a4129a12" -d '{"events": [{"name": "network-changed", "server_uuid": "f3e67e6f-0541-4943-b580-1d46d98aa64f", "tag": "df1ab20c-b279-4f23-9631-c99a5b229e4f"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:45:02.332437 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f39e44b0-b12b-4baa-af8d-dc84dd8a2fb9 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Router 7dd96a12-7ea2-4fed-88ca-0d97ef737119 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:45:02.352723 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-42b8180f-3065-4b06-884f-d04ff20401c1 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:02.425211 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [None req-42b8180f-3065-4b06-884f-d04ff20401c1 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] device_id is not set on port d03b9b2c-4d67-4019-8d13-f47997ac44fe yet. {{(pid=103167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 14:45:02.467904 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-928ca3c7-c9de-4389-b1a6-0d5fe7b00d59 x-openstack-request-id: req-928ca3c7-c9de-4389-b1a6-0d5fe7b00d59 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:45:02.468506 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3e67e6f-0541-4943-b580-1d46d98aa64f", "tag": "df1ab20c-b279-4f23-9631-c99a5b229e4f", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:45:02.468736 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-928ca3c7-c9de-4389-b1a6-0d5fe7b00d59 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:45:02.469206 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3e67e6f-0541-4943-b580-1d46d98aa64f', 'tag': 'df1ab20c-b279-4f23-9631-c99a5b229e4f', 'status': 'completed', 'code': 200} Dec 20 14:45:02.470273 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f39e44b0-b12b-4baa-af8d-dc84dd8a2fb9 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:45:02.481859 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d546c2fc-7474-45ad-bbbd-f1ef9a6809d2 None None] Sync routers for ids ['7dd96a12-7ea2-4fed-88ca-0d97ef737119'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:45:02.484937 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d9c4c73a-b17b-4eb0-ad85-1d09fa48fe25 None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:02.485456 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-f39e44b0-b12b-4baa-af8d-dc84dd8a2fb9 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "PUT /v2.0/routers/7dd96a12-7ea2-4fed-88ca-0d97ef737119/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.0972774 Dec 20 14:45:02.488193 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 53092) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:02.492942 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f59e82-48e9-49b4-b422-8a17ba11eb15 None None] Sync routers for ids ['f87d2f66-4df2-4471-91c1-3b9c797a16b9'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:45:02.497832 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d546c2fc-7474-45ad-bbbd-f1ef9a6809d2 None None] Routers {'7dd96a12-7ea2-4fed-88ca-0d97ef737119'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:45:02.499328 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d9c4c73a-b17b-4eb0-ad85-1d09fa48fe25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:02.500943 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-d546c2fc-7474-45ad-bbbd-f1ef9a6809d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:44:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['7dd96a12-7ea2-4fed-88ca-0d97ef737119'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:45:02.546357 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9eddb11-f2fa-49ec-8734-b934a9f9bb65 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Deleting subnet a1f90562-366d-4022-890f-c7f024fbed84 {{(pid=103168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:45:02.550030 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a9eddb11-f2fa-49ec-8734-b934a9f9bb65 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks [] for subnet, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:02.556708 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c4c73a-b17b-4eb0-ad85-1d09fa48fe25 None None] Pushing event updated for resources: {'Port': ['ID=76f3fd03-9fb4-43a7-b09a-702f969d08b2,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:45:02.572654 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c4c73a-b17b-4eb0-ad85-1d09fa48fe25 None None] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:45:02.575896 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-d9c4c73a-b17b-4eb0-ad85-1d09fa48fe25 None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:45:02.580559 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c4c73a-b17b-4eb0-ad85-1d09fa48fe25 None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:45:02.584802 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f59e82-48e9-49b4-b422-8a17ba11eb15 None None] Routers {'f87d2f66-4df2-4471-91c1-3b9c797a16b9'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:45:02.585750 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-43f59e82-48e9-49b4-b422-8a17ba11eb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:44:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['f87d2f66-4df2-4471-91c1-3b9c797a16b9'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:45:02.596085 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a9eddb11-f2fa-49ec-8734-b934a9f9bb65 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9023023'] for subnet, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:02.693453 n-d-761264-19 neutron-server[103167]: INFO neutron.pecan_wsgi.hooks.translation [None req-42b8180f-3065-4b06-884f-d04ff20401c1 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 14:45:02.694201 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42b8180f-3065-4b06-884f-d04ff20401c1 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:45:02.713536 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a9eddb11-f2fa-49ec-8734-b934a9f9bb65 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:02.722739 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-d546c2fc-7474-45ad-bbbd-f1ef9a6809d2 None None] Set router 7dd96a12-7ea2-4fed-88ca-0d97ef737119 gateway port host: None {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:45:02.730267 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-42b8180f-3065-4b06-884f-d04ff20401c1 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.0330062 Dec 20 14:45:02.732733 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 53094) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:02.811918 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cf0a115-135a-45db-9927-610172510d80 admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:45:02.846925 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-0cf0a115-135a-45db-9927-610172510d80 admin admin] 10.222.0.54 "PUT /v2.0/routers/e01ad7b0-b95a-4847-ac6b-c1b2da94e59f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5440223 Dec 20 14:45:02.847835 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a24bc9-e69e-4c7a-a435-1eb08cf8f299 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:02.849935 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a9eddb11-f2fa-49ec-8734-b934a9f9bb65 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8850800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470517'] for subnet, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:02.851254 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-b9a24bc9-e69e-4c7a-a435-1eb08cf8f299 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1175222 Dec 20 14:45:02.857235 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 53098) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:02.893673 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a9eddb11-f2fa-49ec-8734-b934a9f9bb65 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:02.898675 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-a9eddb11-f2fa-49ec-8734-b934a9f9bb65 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "DELETE /v2.0/subnets/a1f90562-366d-4022-890f-c7f024fbed84 HTTP/1.1" status: 204 len: 168 time: 0.4092247 Dec 20 14:45:02.903078 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 53100) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:02.915917 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eddb11-f2fa-49ec-8734-b934a9f9bb65 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Pushing event deleted for resources: {'Subnet': ['ID=a1f90562-366d-4022-890f-c7f024fbed84,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:45:02.968582 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8555de8-1ffd-4ee7-b3df-c009f94c25cb tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:02.975983 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1820014e-6f92-49ce-941d-06e5be0c63f4 None None] Sync routers for ids ['e01ad7b0-b95a-4847-ac6b-c1b2da94e59f'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:45:02.977888 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8555de8-1ffd-4ee7-b3df-c009f94c25cb tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:02.981814 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-f8555de8-1ffd-4ee7-b3df-c009f94c25cb tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1223459 Dec 20 14:45:02.985963 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 53104) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:02.992459 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f6dd3f-e84d-4825-8857-15bcaa0ee7ac None None] Network f40aaf94-a5c2-4555-8f51-87bd8723d363 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:45:03.101111 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d49d72-eef4-4794-a293-8d16a4129a12 req-fc8dee07-547a-4130-a50a-778f3f632e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:03.103189 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-d546c2fc-7474-45ad-bbbd-f1ef9a6809d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd96a12-7ea2-4fed-88ca-0d97ef737119', 'name': 'tempest-RoutersTest-router-1838996544', 'tenant_id': '50053969373c435f81b8431b3e816f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:43:31Z', 'updated_at': '2021-12-20T14:44:57Z', 'revision_number': 9, 'project_id': '50053969373c435f81b8431b3e816f88', 'gw_port_host': None, '_interfaces': [{'id': 'd20ccaa3-c111-4619-a747-1574108a4b76', 'name': '', 'network_id': '9379c086-95d2-4fb0-8248-052d883dac5a', 'tenant_id': '50053969373c435f81b8431b3e816f88', 'mac_address': 'fa:16:3e:e6:40:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd96a12-7ea2-4fed-88ca-0d97ef737119', 'device_owner': 'network:router_interface', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': '5c157bc3-6461-40ce-84ff-7c9b3fdb4343', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:43:43Z', 'updated_at': '2021-12-20T14:43:57Z', 'revision_number': 5, 'project_id': '50053969373c435f81b8431b3e816f88', 'subnets': [{'id': '5c157bc3-6461-40ce-84ff-7c9b3fdb4343', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee99a0ab-7a0d-46d7-ad0e-29c134e184d0', 'name': '', 'network_id': 'e559c019-62a6-4da7-bfc3-aa6a5b63cbf1', 'tenant_id': '50053969373c435f81b8431b3e816f88', 'mac_address': 'fa:16:3e:d8:66:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd96a12-7ea2-4fed-88ca-0d97ef737119', 'device_owner': 'network:router_interface', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '81cdaa41-d9ce-4366-baf5-5d5a3483918c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:43:33Z', 'updated_at': '2021-12-20T14:43:43Z', 'revision_number': 5, 'project_id': '50053969373c435f81b8431b3e816f88', 'subnets': [{'id': '81cdaa41-d9ce-4366-baf5-5d5a3483918c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:45:03.109556 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b6d49d72-eef4-4794-a293-8d16a4129a12 req-fc8dee07-547a-4130-a50a-778f3f632e1a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c0643adf2af04815b0d3549cf80b60b4&device_id=f3e67e6f-0541-4943-b580-1d46d98aa64f HTTP/1.1" status: 200 len: 1098 time: 0.4721434 Dec 20 14:45:03.129090 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-37f8132d-787f-4c7c-99b7-6a773383c580 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:03.138090 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_v2 [None req-81f06bea-4ef6-4cae-bccd-2424cfba4f94 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Deleting subnet 43c92396-ea14-4af7-ad2d-cedbf4342cde {{(pid=103167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:45:03.171862 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d546c2fc-7474-45ad-bbbd-f1ef9a6809d2 None None] Checking router: 7dd96a12-7ea2-4fed-88ca-0d97ef737119 for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:45:03.176232 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-81f06bea-4ef6-4cae-bccd-2424cfba4f94 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks [] for subnet, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:03.185484 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d546c2fc-7474-45ad-bbbd-f1ef9a6809d2 None None] Routers {'7dd96a12-7ea2-4fed-88ca-0d97ef737119'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:45:03.189275 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-d546c2fc-7474-45ad-bbbd-f1ef9a6809d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:44:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['7dd96a12-7ea2-4fed-88ca-0d97ef737119'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:45:03.417729 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d49d72-eef4-4794-a293-8d16a4129a12 req-6a304275-0211-4b37-8e9c-2f4212f3f69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:03.419254 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b6d49d72-eef4-4794-a293-8d16a4129a12 req-6a304275-0211-4b37-8e9c-2f4212f3f69b service neutron] 10.222.0.47 "GET /v2.0/networks?id=87a69cd0-a64c-42dd-a7fc-edd3efea59ce HTTP/1.1" status: 200 len: 911 time: 0.2880962 Dec 20 14:45:03.434561 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-81f06bea-4ef6-4cae-bccd-2424cfba4f94 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954412'] for subnet, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:03.445957 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-d546c2fc-7474-45ad-bbbd-f1ef9a6809d2 None None] Set router 7dd96a12-7ea2-4fed-88ca-0d97ef737119 gateway port host: None {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:45:03.518675 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1820014e-6f92-49ce-941d-06e5be0c63f4 None None] Routers {'e01ad7b0-b95a-4847-ac6b-c1b2da94e59f'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:45:03.525431 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-1820014e-6f92-49ce-941d-06e5be0c63f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:44:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['e01ad7b0-b95a-4847-ac6b-c1b2da94e59f'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:45:03.595738 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-37f8132d-787f-4c7c-99b7-6a773383c580 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Deleting port 9fe30173-2155-4eb3-9b7a-3239d6dc0cce {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:45:03.596444 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-37f8132d-787f-4c7c-99b7-6a773383c580 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:03.700481 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b6d49d72-eef4-4794-a293-8d16a4129a12 req-09692aa4-77c6-4743-8ac7-04ac98174b8f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=df1ab20c-b279-4f23-9631-c99a5b229e4f HTTP/1.1" status: 200 len: 999 time: 0.2594931 Dec 20 14:45:03.710044 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-d546c2fc-7474-45ad-bbbd-f1ef9a6809d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd96a12-7ea2-4fed-88ca-0d97ef737119', 'name': 'tempest-RoutersTest-router-1838996544', 'tenant_id': '50053969373c435f81b8431b3e816f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:43:31Z', 'updated_at': '2021-12-20T14:44:57Z', 'revision_number': 9, 'project_id': '50053969373c435f81b8431b3e816f88', 'gw_port_host': None, '_interfaces': [{'id': 'd20ccaa3-c111-4619-a747-1574108a4b76', 'name': '', 'network_id': '9379c086-95d2-4fb0-8248-052d883dac5a', 'tenant_id': '50053969373c435f81b8431b3e816f88', 'mac_address': 'fa:16:3e:e6:40:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd96a12-7ea2-4fed-88ca-0d97ef737119', 'device_owner': 'network:router_interface', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': '5c157bc3-6461-40ce-84ff-7c9b3fdb4343', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:43:43Z', 'updated_at': '2021-12-20T14:43:57Z', 'revision_number': 5, 'project_id': '50053969373c435f81b8431b3e816f88', 'subnets': [{'id': '5c157bc3-6461-40ce-84ff-7c9b3fdb4343', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee99a0ab-7a0d-46d7-ad0e-29c134e184d0', 'name': '', 'network_id': 'e559c019-62a6-4da7-bfc3-aa6a5b63cbf1', 'tenant_id': '50053969373c435f81b8431b3e816f88', 'mac_address': 'fa:16:3e:d8:66:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd96a12-7ea2-4fed-88ca-0d97ef737119', 'device_owner': 'network:router_interface', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '81cdaa41-d9ce-4366-baf5-5d5a3483918c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:43:33Z', 'updated_at': '2021-12-20T14:43:43Z', 'revision_number': 5, 'project_id': '50053969373c435f81b8431b3e816f88', 'subnets': [{'id': '81cdaa41-d9ce-4366-baf5-5d5a3483918c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:45:03.786152 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-37f8132d-787f-4c7c-99b7-6a773383c580 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] For port 9fe30173-2155-4eb3-9b7a-3239d6dc0cce, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=9fe30173-2155-4eb3-9b7a-3239d6dc0cce,segment=NetworkSegment(1c8ab4ca-c35a-47d9-af18-00711d94b5dc),segment_id=1c8ab4ca-c35a-47d9-af18-00711d94b5dc)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:45:03.786520 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-37f8132d-787f-4c7c-99b7-6a773383c580 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:03.852393 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-37f8132d-787f-4c7c-99b7-6a773383c580 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Calling delete_port for 9fe30173-2155-4eb3-9b7a-3239d6dc0cce owned by network:dhcp {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:45:03.854622 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d546c2fc-7474-45ad-bbbd-f1ef9a6809d2 None None] The sync data for ids ['7dd96a12-7ea2-4fed-88ca-0d97ef737119'] in n-d-761264-19 is: [{'id': '7dd96a12-7ea2-4fed-88ca-0d97ef737119', 'name': 'tempest-RoutersTest-router-1838996544', 'tenant_id': '50053969373c435f81b8431b3e816f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:43:31Z', 'updated_at': '2021-12-20T14:44:57Z', 'revision_number': 9, 'project_id': '50053969373c435f81b8431b3e816f88', 'gw_port_host': None, '_interfaces': [{'id': 'd20ccaa3-c111-4619-a747-1574108a4b76', 'name': '', 'network_id': '9379c086-95d2-4fb0-8248-052d883dac5a', 'tenant_id': '50053969373c435f81b8431b3e816f88', 'mac_address': 'fa:16:3e:e6:40:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd96a12-7ea2-4fed-88ca-0d97ef737119', 'device_owner': 'network:router_interface', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': '5c157bc3-6461-40ce-84ff-7c9b3fdb4343', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:43:43Z', 'updated_at': '2021-12-20T14:43:57Z', 'revision_number': 5, 'project_id': '50053969373c435f81b8431b3e816f88', 'subnets': [{'id': '5c157bc3-6461-40ce-84ff-7c9b3fdb4343', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee99a0ab-7a0d-46d7-ad0e-29c134e184d0', 'name': '', 'network_id': 'e559c019-62a6-4da7-bfc3-aa6a5b63cbf1', 'tenant_id': '50053969373c435f81b8431b3e816f88', 'mac_address': 'fa:16:3e:d8:66:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd96a12-7ea2-4fed-88ca-0d97ef737119', 'device_owner': 'network:router_interface', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '81cdaa41-d9ce-4366-baf5-5d5a3483918c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:43:33Z', 'updated_at': '2021-12-20T14:43:43Z', 'revision_number': 5, 'project_id': '50053969373c435f81b8431b3e816f88', 'subnets': [{'id': '81cdaa41-d9ce-4366-baf5-5d5a3483918c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:45:03.938702 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d49d72-eef4-4794-a293-8d16a4129a12 req-1f234bde-c92a-4c09-85ca-cce094bdf3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:03.940417 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b6d49d72-eef4-4794-a293-8d16a4129a12 req-1f234bde-c92a-4c09-85ca-cce094bdf3cc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a9e11c76-32b6-463b-b516-e12248ff878a HTTP/1.1" status: 200 len: 849 time: 0.2290764 Dec 20 14:45:03.981825 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-1820014e-6f92-49ce-941d-06e5be0c63f4 None None] Set router e01ad7b0-b95a-4847-ac6b-c1b2da94e59f gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:45:04.028059 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-81f06bea-4ef6-4cae-bccd-2424cfba4f94 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:04.110974 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-43f59e82-48e9-49b4-b422-8a17ba11eb15 None None] Set router f87d2f66-4df2-4471-91c1-3b9c797a16b9 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:45:04.156229 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d49d72-eef4-4794-a293-8d16a4129a12 req-4ad5b546-a4d8-4fb7-8353-95532f3f6cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:04.158945 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b6d49d72-eef4-4794-a293-8d16a4129a12 req-4ad5b546-a4d8-4fb7-8353-95532f3f6cc8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=87a69cd0-a64c-42dd-a7fc-edd3efea59ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1446958 Dec 20 14:45:04.191801 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-285a4fcf-6737-4b75-a2f4-4eb5bc06a80a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:04.216238 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-81f06bea-4ef6-4cae-bccd-2424cfba4f94 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:04.217962 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 53124) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:04.308673 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-ea84c5c7-77c0-47a3-ae6a-68df568b6134 tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] Request body: {'security_group': {'name': 'tempest-securitygroup--581838761', 'description': 'tempest-description--1174605411'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:45:04.315062 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-37f8132d-787f-4c7c-99b7-6a773383c580 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:04.391161 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f06bea-4ef6-4cae-bccd-2424cfba4f94 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event deleted for resources: {'Subnet': ['ID=43c92396-ea14-4af7-ad2d-cedbf4342cde,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:45:04.393557 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-81f06bea-4ef6-4cae-bccd-2424cfba4f94 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:04.396891 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-81f06bea-4ef6-4cae-bccd-2424cfba4f94 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "DELETE /v2.0/subnets/43c92396-ea14-4af7-ad2d-cedbf4342cde HTTP/1.1" status: 204 len: 168 time: 1.4095867 Dec 20 14:45:04.400677 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 53134) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:04.424409 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-d9c4c73a-b17b-4eb0-ad85-1d09fa48fe25 None None] Attempting to bind port 76f3fd03-9fb4-43a7-b09a-702f969d08b2 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:45:04.424670 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-d9c4c73a-b17b-4eb0-ad85-1d09fa48fe25 None None] Attempting to bind port 76f3fd03-9fb4-43a7-b09a-702f969d08b2 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '0deaa76e-8a3e-44c4-a3b8-992392ef4539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:45:04.425088 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c4c73a-b17b-4eb0-ad85-1d09fa48fe25 None None] Attempting to bind port 76f3fd03-9fb4-43a7-b09a-702f969d08b2 on network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:45:04.430575 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f8132d-787f-4c7c-99b7-6a773383c580 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Pushing event deleted for resources: {'Port': ['ID=9fe30173-2155-4eb3-9b7a-3239d6dc0cce,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:45:04.435667 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f8132d-787f-4c7c-99b7-6a773383c580 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] No DVR routers for this DVR port 9fe30173-2155-4eb3-9b7a-3239d6dc0cce on host n-d-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:45:04.484137 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e29985-79fc-4b06-ac2b-bb93d7585c63 req-f3e4c9ef-0a6b-4b4b-b3dc-94a54b75eac6 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:04.485914 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e8e29985-79fc-4b06-ac2b-bb93d7585c63 req-f3e4c9ef-0a6b-4b4b-b3dc-94a54b75eac6 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a83aaac-7396-4782-a290-1f0b3f47602a HTTP/1.1" status: 200 len: 944 time: 0.3050048 Dec 20 14:45:04.523039 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-465225c2-0b66-447c-afe1-98e6a607f6e6 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1115067 Dec 20 14:45:04.528136 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b6d49d72-eef4-4794-a293-8d16a4129a12 req-594c39ee-56c4-42c8-b7c9-38f5c55adfda service neutron] 10.222.0.47 "GET /v2.0/networks/87a69cd0-a64c-42dd-a7fc-edd3efea59ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3544347 Dec 20 14:45:04.528700 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 53138) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:04.542144 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ea84c5c7-77c0-47a3-ae6a-68df568b6134 tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:04.559745 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-e0b986f8-0ed8-4742-9876-4025f0c6c669 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Request body: {'subnet': {'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:45:04.620126 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:04.655658 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c4c73a-b17b-4eb0-ad85-1d09fa48fe25 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:45:04.656076 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c4c73a-b17b-4eb0-ad85-1d09fa48fe25 None None] Checking segment: {'id': '0deaa76e-8a3e-44c4-a3b8-992392ef4539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:45:04.656456 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d9c4c73a-b17b-4eb0-ad85-1d09fa48fe25 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:04.656854 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c4c73a-b17b-4eb0-ad85-1d09fa48fe25 None None] Bound using segment: {'id': '0deaa76e-8a3e-44c4-a3b8-992392ef4539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:45:04.657353 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-d9c4c73a-b17b-4eb0-ad85-1d09fa48fe25 None None] Bound port: 76f3fd03-9fb4-43a7-b09a-702f969d08b2, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0deaa76e-8a3e-44c4-a3b8-992392ef4539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:45:04.657734 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d9c4c73a-b17b-4eb0-ad85-1d09fa48fe25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:04.658690 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e8e29985-79fc-4b06-ac2b-bb93d7585c63 req-c739fd95-a36f-4414-98a7-8e7d4cf8dc12 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=32bfc1ff-28fd-45a5-ae96-207d0fefe02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1555707 Dec 20 14:45:04.759533 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678903f1-62fd-4307-9ce5-49d32f5f066c None None] DHCP port deletion for f40aaf94-a5c2-4555-8f51-87bd8723d363 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:45:04.770429 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ea84c5c7-77c0-47a3-ae6a-68df568b6134 tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:04.777675 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ea84c5c7-77c0-47a3-ae6a-68df568b6134 tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:04.837029 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ea84c5c7-77c0-47a3-ae6a-68df568b6134 tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:04.838563 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-ea84c5c7-77c0-47a3-ae6a-68df568b6134 tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5488911 Dec 20 14:45:04.839967 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea84c5c7-77c0-47a3-ae6a-68df568b6134 tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11017a55-194d-4d04-9afc-adc2bee3d3ca,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:45:04.841977 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 53146) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:04.846590 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-e6bdf9e2-05ec-4a2f-9a7e-093327b21d33 tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] Request body: {'security_group_rule': {'security_group_id': '11017a55-194d-4d04-9afc-adc2bee3d3ca', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:45:04.849459 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-1820014e-6f92-49ce-941d-06e5be0c63f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e01ad7b0-b95a-4847-ac6b-c1b2da94e59f', 'name': 'tempest-ServersTestJSON-72855976-router', 'tenant_id': '8255d8223f1c451bbb1b1532cd6a52b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'f0917485-a54a-41c2-8582-8dccc197766d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:44:43Z', 'updated_at': '2021-12-20T14:44:56Z', 'revision_number': 4, 'project_id': '8255d8223f1c451bbb1b1532cd6a52b8', 'gw_port': {'id': 'f0917485-a54a-41c2-8582-8dccc197766d', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e01ad7b0-b95a-4847-ac6b-c1b2da94e59f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:44:44Z', 'updated_at': '2021-12-20T14:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '5073e936-834d-44ff-b2ef-e5802da383d0', 'name': '', 'network_id': '75cc060c-9a9b-45bd-b303-f0f117f0c788', 'tenant_id': '8255d8223f1c451bbb1b1532cd6a52b8', 'mac_address': 'fa:16:3e:1a:56:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e01ad7b0-b95a-4847-ac6b-c1b2da94e59f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2286, 'fixed_ips': [{'subnet_id': '19a7e12b-bc69-4c68-8b63-286ef4ad0b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:44:53Z', 'updated_at': '2021-12-20T14:44:57Z', 'revision_number': 2, 'project_id': '8255d8223f1c451bbb1b1532cd6a52b8', 'subnets': [{'id': '19a7e12b-bc69-4c68-8b63-286ef4ad0b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:45:04.877411 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b6d49d72-eef4-4794-a293-8d16a4129a12 req-50d5bfec-46a2-4036-9ebe-1512e3fa936e service neutron] 10.222.0.47 "GET /v2.0/networks/87a69cd0-a64c-42dd-a7fc-edd3efea59ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3096910 Dec 20 14:45:04.880730 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-d9c4c73a-b17b-4eb0-ad85-1d09fa48fe25 None None] For port 76f3fd03-9fb4-43a7-b09a-702f969d08b2, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:45:04.883503 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e6bdf9e2-05ec-4a2f-9a7e-093327b21d33 tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:04.884306 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1820014e-6f92-49ce-941d-06e5be0c63f4 None None] Checking router: e01ad7b0-b95a-4847-ac6b-c1b2da94e59f for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:45:04.884686 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1820014e-6f92-49ce-941d-06e5be0c63f4 None None] Updating router e01ad7b0-b95a-4847-ac6b-c1b2da94e59f port 5073e936-834d-44ff-b2ef-e5802da383d0 binding host n-d-761264-19 {{(pid=103169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 14:45:04.915668 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-1820014e-6f92-49ce-941d-06e5be0c63f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:04.919174 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-43f59e82-48e9-49b4-b422-8a17ba11eb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87d2f66-4df2-4471-91c1-3b9c797a16b9', 'name': 'tempest-AttachVolumeTestJSON-785040931-router', 'tenant_id': 'c0643adf2af04815b0d3549cf80b60b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '56b00ed9-8503-4ce4-abdb-57c2bebf35e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:37:24Z', 'updated_at': '2021-12-20T14:37:32Z', 'revision_number': 4, 'project_id': 'c0643adf2af04815b0d3549cf80b60b4', 'gw_port': {'id': '56b00ed9-8503-4ce4-abdb-57c2bebf35e6', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:02:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87d2f66-4df2-4471-91c1-3b9c797a16b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:37:25Z', 'updated_at': '2021-12-20T14:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': '77be80ff-191c-4216-85f0-ac710d37f252', 'tenant_id': 'c0643adf2af04815b0d3549cf80b60b4', 'floating_ip_address': '172.25.0.62', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': 'f87d2f66-4df2-4471-91c1-3b9c797a16b9', 'port_id': 'df1ab20c-b279-4f23-9631-c99a5b229e4f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2264, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87a69cd0-a64c-42dd-a7fc-edd3efea59ce', 'mac_address': 'fa:16:3e:f9:f6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e67e6f-0541-4943-b580-1d46d98aa64f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T14:44:26Z', 'updated_at': '2021-12-20T14:44:58Z', 'revision_number': 1, 'project_id': 'c0643adf2af04815b0d3549cf80b60b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b967ee65-6521-4a47-accc-695b3ca396d4', 'name': '', 'network_id': '87a69cd0-a64c-42dd-a7fc-edd3efea59ce', 'tenant_id': 'c0643adf2af04815b0d3549cf80b60b4', 'mac_address': 'fa:16:3e:f2:e9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87d2f66-4df2-4471-91c1-3b9c797a16b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': 'a9e11c76-32b6-463b-b516-e12248ff878a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:37:30Z', 'updated_at': '2021-12-20T14:37:36Z', 'revision_number': 5, 'project_id': 'c0643adf2af04815b0d3549cf80b60b4', 'subnets': [{'id': 'a9e11c76-32b6-463b-b516-e12248ff878a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:45:04.952462 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f59e82-48e9-49b4-b422-8a17ba11eb15 None None] Checking router: f87d2f66-4df2-4471-91c1-3b9c797a16b9 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:45:04.969279 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-d9c4c73a-b17b-4eb0-ad85-1d09fa48fe25 None None] For port 76f3fd03-9fb4-43a7-b09a-702f969d08b2, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=76f3fd03-9fb4-43a7-b09a-702f969d08b2,segment=NetworkSegment(0deaa76e-8a3e-44c4-a3b8-992392ef4539),segment_id=0deaa76e-8a3e-44c4-a3b8-992392ef4539)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:45:04.971112 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e6bdf9e2-05ec-4a2f-9a7e-093327b21d33 tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:04.978406 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e6bdf9e2-05ec-4a2f-9a7e-093327b21d33 tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:05.001642 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bdf9e2-05ec-4a2f-9a7e-093327b21d33 tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b6375bc-e0ef-416f-b201-374790d8ceb7,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:45:05.026161 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e6bdf9e2-05ec-4a2f-9a7e-093327b21d33 tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:05.028576 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-e6bdf9e2-05ec-4a2f-9a7e-093327b21d33 tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1855793 Dec 20 14:45:05.031361 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 53148) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:05.037428 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-d5ce26b8-32ae-42f2-9547-0ffc3aa440bb tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] Request body: {'security_group_rule': {'security_group_id': '11017a55-194d-4d04-9afc-adc2bee3d3ca', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:45:05.074374 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d5ce26b8-32ae-42f2-9547-0ffc3aa440bb tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:05.114268 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d9c4c73a-b17b-4eb0-ad85-1d09fa48fe25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:05.166062 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f59e82-48e9-49b4-b422-8a17ba11eb15 None None] Routers {'f87d2f66-4df2-4471-91c1-3b9c797a16b9'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:45:05.166700 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-43f59e82-48e9-49b4-b422-8a17ba11eb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:45:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['f87d2f66-4df2-4471-91c1-3b9c797a16b9'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:45:05.167996 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d5ce26b8-32ae-42f2-9547-0ffc3aa440bb tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:05.179137 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d5ce26b8-32ae-42f2-9547-0ffc3aa440bb tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:05.215472 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ce26b8-32ae-42f2-9547-0ffc3aa440bb tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a1b8e33-e26e-4f24-8e14-d0b4a6df59bf,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:45:05.235822 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d5ce26b8-32ae-42f2-9547-0ffc3aa440bb tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:05.237140 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-d5ce26b8-32ae-42f2-9547-0ffc3aa440bb tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2045400 Dec 20 14:45:05.243236 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 53150) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:05.248816 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-35c21270-2242-4cd6-b646-cc416886a886 tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] Request body: {'floatingip': {'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:45:05.280646 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c4c73a-b17b-4eb0-ad85-1d09fa48fe25 None None] Pushing event updated for resources: {'Port': ['ID=76f3fd03-9fb4-43a7-b09a-702f969d08b2,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:45:05.283482 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-35c21270-2242-4cd6-b646-cc416886a886 tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] Publish callbacks [] for floatingip, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:05.295732 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 9fe30173-2155-4eb3-9b7a-3239d6dc0cce no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:45:05.329016 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 9fe30173-2155-4eb3-9b7a-3239d6dc0cce {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:45:05.329016 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 9fe30173-2155-4eb3-9b7a-3239d6dc0cce not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:45:05.329016 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 72165306-9081-4306-b774-2a4f0bae048c no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:45:05.386986 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-37f8132d-787f-4c7c-99b7-6a773383c580 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:05.421914 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66012e3b-5937-4921-971f-0961fae31727 req-903e4034-92e7-4c14-82fc-4169c17311f4 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:05.430248 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-66012e3b-5937-4921-971f-0961fae31727 req-903e4034-92e7-4c14-82fc-4169c17311f4 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 945 time: 0.5515530 Dec 20 14:45:05.446077 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0b986f8-0ed8-4742-9876-4025f0c6c669 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Made reservation on behalf of 71d0c98cab4349b4848e68f8a37dbf12 for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:45:05.449824 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e0b986f8-0ed8-4742-9876-4025f0c6c669 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:05.474837 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-37f8132d-787f-4c7c-99b7-6a773383c580 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f40aaf94-a5c2-4555-8f51-87bd8723d363']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:45:05.498134 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-35c21270-2242-4cd6-b646-cc416886a886 tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:05.507941 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-1820014e-6f92-49ce-941d-06e5be0c63f4 None None] Publish callbacks [] for port, precommit_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:05.514583 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 72165306-9081-4306-b774-2a4f0bae048c {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:45:05.515285 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 72165306-9081-4306-b774-2a4f0bae048c not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:45:05.540409 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-1820014e-6f92-49ce-941d-06e5be0c63f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:05.579735 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-37f8132d-787f-4c7c-99b7-6a773383c580 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c8ab4ca-c35a-47d9-af18-00711d94b5dc') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:45:05.580266 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-37f8132d-787f-4c7c-99b7-6a773383c580 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c8ab4ca-c35a-47d9-af18-00711d94b5dc') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:45:05.617113 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-37f8132d-787f-4c7c-99b7-6a773383c580 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:05.656131 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-35c21270-2242-4cd6-b646-cc416886a886 tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] Allocated IP 172.25.0.184 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/e1cdd47e-76cc-4d34-b01a-661b945fa605) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:45:05.667396 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-37f8132d-787f-4c7c-99b7-6a773383c580 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:05.686265 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-66012e3b-5937-4921-971f-0961fae31727 req-011b1182-64c0-4291-8d35-c512b0d334be tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550104 Dec 20 14:45:05.699076 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37f8132d-787f-4c7c-99b7-6a773383c580 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:45:05.700157 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-37f8132d-787f-4c7c-99b7-6a773383c580 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:05.704851 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:45:05.704851 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:45:05.704851 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:45:05.704851 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:45:05.704851 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:45:05.704851 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:45:05.704851 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:45:05.704851 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:45:05.704851 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:45:05.704851 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:45:05.704851 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:45:05.704851 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:45:05.704851 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:45:05.704851 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:45:05.704851 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:45:05.704851 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:45:05.704851 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:45:05.704851 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:45:05.704851 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:45:05.704851 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:45:05.704851 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:45:05.704851 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:45:05.704851 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:45:05.704851 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:45:05.704851 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 14:45:05.704851 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:45:05.704851 n-d-761264-19 neutron-server[103168]: timer() Dec 20 14:45:05.704851 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:45:05.704851 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 14:45:05.704851 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:45:05.704851 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 14:45:05.704851 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:45:05.704851 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 14:45:05.704851 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:45:05.704851 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 14:45:05.704851 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:45:05.704851 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 14:45:05.704851 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:45:05.704851 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:45:05.704851 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:45:05.704851 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:45:05.704851 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:45:05.704851 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 14:45:05.704851 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:45:05.704851 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 14:45:05.704851 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:45:05.704851 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:45:05.704851 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:45:05.704851 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 14:45:05.704851 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:45:05.704851 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:45:05.704851 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:45:05.704851 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:45:05.704851 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:45:05.704851 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:45:05.704851 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:45:05.801801 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-43f59e82-48e9-49b4-b422-8a17ba11eb15 None None] Set router f87d2f66-4df2-4471-91c1-3b9c797a16b9 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:45:05.835145 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-35c21270-2242-4cd6-b646-cc416886a886 tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:05.880439 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-35c21270-2242-4cd6-b646-cc416886a886 tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:05.883536 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-37f8132d-787f-4c7c-99b7-6a773383c580 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:05.916732 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-37f8132d-787f-4c7c-99b7-6a773383c580 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:05.923120 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-37f8132d-787f-4c7c-99b7-6a773383c580 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "DELETE /v2.0/networks/f40aaf94-a5c2-4555-8f51-87bd8723d363 HTTP/1.1" status: 204 len: 168 time: 3.0182109 Dec 20 14:45:05.927008 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f8132d-787f-4c7c-99b7-6a773383c580 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Pushing event deleted for resources: {'Network': ['ID=f40aaf94-a5c2-4555-8f51-87bd8723d363,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:45:05.928857 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 53166) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:05.969806 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c21270-2242-4cd6-b646-cc416886a886 tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] Pushing event updated for resources: {'Port': ['ID=e1cdd47e-76cc-4d34-b01a-661b945fa605,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:45:06.009641 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c21270-2242-4cd6-b646-cc416886a886 tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:45:06.014004 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-35c21270-2242-4cd6-b646-cc416886a886 tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:45:06.017637 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c21270-2242-4cd6-b646-cc416886a886 tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:45:06.072779 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ac500c-5889-419e-93eb-e1fe8a2dc789 req-28af84a0-ceec-4767-bcaf-da029549a2fa tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:06.080683 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-12ac500c-5889-419e-93eb-e1fe8a2dc789 req-28af84a0-ceec-4767-bcaf-da029549a2fa tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 945 time: 0.1077573 Dec 20 14:45:06.091594 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0da47d-3526-401d-b4ea-3e9582b0aa4c req-8db50df0-1a34-4356-bb07-736c197b9dcc tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:06.110865 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4a0da47d-3526-401d-b4ea-3e9582b0aa4c req-8db50df0-1a34-4356-bb07-736c197b9dcc tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a83aaac-7396-4782-a290-1f0b3f47602a HTTP/1.1" status: 200 len: 944 time: 0.2824373 Dec 20 14:45:06.117729 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:06.124456 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5385deb-f0a5-47f5-ac79-7a5e2f5fc3f9 None None] Pushing event updated for resources: {'Port': ['ID=5073e936-834d-44ff-b2ef-e5802da383d0,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:45:06.161526 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-35c21270-2242-4cd6-b646-cc416886a886 tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:06.211812 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-12ac500c-5889-419e-93eb-e1fe8a2dc789 req-ebb28db9-8d23-4ccd-b376-f1e6069291d8 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301396 Dec 20 14:45:06.245702 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-35c21270-2242-4cd6-b646-cc416886a886 tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:06.290352 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-1820014e-6f92-49ce-941d-06e5be0c63f4 None None] Attempting to bind port 5073e936-834d-44ff-b2ef-e5802da383d0 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:45:06.290894 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-1820014e-6f92-49ce-941d-06e5be0c63f4 None None] Attempting to bind port 5073e936-834d-44ff-b2ef-e5802da383d0 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '65130901-ba68-470d-9e0e-92249f5b0053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '75cc060c-9a9b-45bd-b303-f0f117f0c788'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:45:06.291268 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1820014e-6f92-49ce-941d-06e5be0c63f4 None None] Attempting to bind port 5073e936-834d-44ff-b2ef-e5802da383d0 on network 75cc060c-9a9b-45bd-b303-f0f117f0c788 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:45:06.298794 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1820014e-6f92-49ce-941d-06e5be0c63f4 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:45:06.299610 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1820014e-6f92-49ce-941d-06e5be0c63f4 None None] Checking segment: {'id': '65130901-ba68-470d-9e0e-92249f5b0053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '75cc060c-9a9b-45bd-b303-f0f117f0c788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:45:06.300315 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-1820014e-6f92-49ce-941d-06e5be0c63f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:06.300802 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1820014e-6f92-49ce-941d-06e5be0c63f4 None None] Bound using segment: {'id': '65130901-ba68-470d-9e0e-92249f5b0053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '75cc060c-9a9b-45bd-b303-f0f117f0c788'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:45:06.301223 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-1820014e-6f92-49ce-941d-06e5be0c63f4 None None] Bound port: 5073e936-834d-44ff-b2ef-e5802da383d0, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65130901-ba68-470d-9e0e-92249f5b0053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '75cc060c-9a9b-45bd-b303-f0f117f0c788'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:45:06.301609 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-1820014e-6f92-49ce-941d-06e5be0c63f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:06.308035 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:06.325925 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-43f59e82-48e9-49b4-b422-8a17ba11eb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87d2f66-4df2-4471-91c1-3b9c797a16b9', 'name': 'tempest-AttachVolumeTestJSON-785040931-router', 'tenant_id': 'c0643adf2af04815b0d3549cf80b60b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '56b00ed9-8503-4ce4-abdb-57c2bebf35e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:37:24Z', 'updated_at': '2021-12-20T14:37:32Z', 'revision_number': 4, 'project_id': 'c0643adf2af04815b0d3549cf80b60b4', 'gw_port': {'id': '56b00ed9-8503-4ce4-abdb-57c2bebf35e6', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:02:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87d2f66-4df2-4471-91c1-3b9c797a16b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:37:25Z', 'updated_at': '2021-12-20T14:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': '77be80ff-191c-4216-85f0-ac710d37f252', 'tenant_id': 'c0643adf2af04815b0d3549cf80b60b4', 'floating_ip_address': '172.25.0.62', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': 'f87d2f66-4df2-4471-91c1-3b9c797a16b9', 'port_id': 'df1ab20c-b279-4f23-9631-c99a5b229e4f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2264, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87a69cd0-a64c-42dd-a7fc-edd3efea59ce', 'mac_address': 'fa:16:3e:f9:f6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e67e6f-0541-4943-b580-1d46d98aa64f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T14:44:26Z', 'updated_at': '2021-12-20T14:44:58Z', 'revision_number': 1, 'project_id': 'c0643adf2af04815b0d3549cf80b60b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b967ee65-6521-4a47-accc-695b3ca396d4', 'name': '', 'network_id': '87a69cd0-a64c-42dd-a7fc-edd3efea59ce', 'tenant_id': 'c0643adf2af04815b0d3549cf80b60b4', 'mac_address': 'fa:16:3e:f2:e9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87d2f66-4df2-4471-91c1-3b9c797a16b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': 'a9e11c76-32b6-463b-b516-e12248ff878a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:37:30Z', 'updated_at': '2021-12-20T14:37:36Z', 'revision_number': 5, 'project_id': 'c0643adf2af04815b0d3549cf80b60b4', 'subnets': [{'id': 'a9e11c76-32b6-463b-b516-e12248ff878a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:45:06.402774 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-1820014e-6f92-49ce-941d-06e5be0c63f4 None None] For port 5073e936-834d-44ff-b2ef-e5802da383d0, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:45:06.406518 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-1820014e-6f92-49ce-941d-06e5be0c63f4 None None] For port 5073e936-834d-44ff-b2ef-e5802da383d0, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=5073e936-834d-44ff-b2ef-e5802da383d0,segment=NetworkSegment(65130901-ba68-470d-9e0e-92249f5b0053),segment_id=65130901-ba68-470d-9e0e-92249f5b0053)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:45:06.411188 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4a0da47d-3526-401d-b4ea-3e9582b0aa4c req-7aca0550-b577-42ef-acc1-bdf63be6428b tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=32bfc1ff-28fd-45a5-ae96-207d0fefe02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2984676 Dec 20 14:45:06.472248 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1610ea-e738-4f87-8cd9-f448b0f263a8 None None] get_active_networks_info from n-d-761264-19 {{(pid=103169) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 20 14:45:06.476822 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-1820014e-6f92-49ce-941d-06e5be0c63f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:06.479742 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f59e82-48e9-49b4-b422-8a17ba11eb15 None None] The sync data for ids ['f87d2f66-4df2-4471-91c1-3b9c797a16b9'] in n-d-761264-19 is: [{'id': 'f87d2f66-4df2-4471-91c1-3b9c797a16b9', 'name': 'tempest-AttachVolumeTestJSON-785040931-router', 'tenant_id': 'c0643adf2af04815b0d3549cf80b60b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '56b00ed9-8503-4ce4-abdb-57c2bebf35e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:37:24Z', 'updated_at': '2021-12-20T14:37:32Z', 'revision_number': 4, 'project_id': 'c0643adf2af04815b0d3549cf80b60b4', 'gw_port': {'id': '56b00ed9-8503-4ce4-abdb-57c2bebf35e6', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:02:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87d2f66-4df2-4471-91c1-3b9c797a16b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:37:25Z', 'updated_at': '2021-12-20T14:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': '77be80ff-191c-4216-85f0-ac710d37f252', 'tenant_id': 'c0643adf2af04815b0d3549cf80b60b4', 'floating_ip_address': '172.25.0.62', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': 'f87d2f66-4df2-4471-91c1-3b9c797a16b9', 'port_id': 'df1ab20c-b279-4f23-9631-c99a5b229e4f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2264, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87a69cd0-a64c-42dd-a7fc-edd3efea59ce', 'mac_address': 'fa:16:3e:f9:f6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e67e6f-0541-4943-b580-1d46d98aa64f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T14:44:26Z', 'updated_at': '2021-12-20T14:44:58Z', 'revision_number': 1, 'project_id': 'c0643adf2af04815b0d3549cf80b60b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b967ee65-6521-4a47-accc-695b3ca396d4', 'name': '', 'network_id': '87a69cd0-a64c-42dd-a7fc-edd3efea59ce', 'tenant_id': 'c0643adf2af04815b0d3549cf80b60b4', 'mac_address': 'fa:16:3e:f2:e9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87d2f66-4df2-4471-91c1-3b9c797a16b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': 'a9e11c76-32b6-463b-b516-e12248ff878a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:37:30Z', 'updated_at': '2021-12-20T14:37:36Z', 'revision_number': 5, 'project_id': 'c0643adf2af04815b0d3549cf80b60b4', 'subnets': [{'id': 'a9e11c76-32b6-463b-b516-e12248ff878a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:45:06.520003 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-35c21270-2242-4cd6-b646-cc416886a886 tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:06.536532 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-35c21270-2242-4cd6-b646-cc416886a886 tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:06.649971 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c21270-2242-4cd6-b646-cc416886a886 tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] Pushing event updated for resources: {'Port': ['ID=e1cdd47e-76cc-4d34-b01a-661b945fa605,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:45:06.692592 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-36340ba5-c910-4b8d-bc7d-decb8b954b30 None None] Provisioning complete for port 5073e936-834d-44ff-b2ef-e5802da383d0 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:45:06.693308 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-36340ba5-c910-4b8d-bc7d-decb8b954b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:06.740078 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-35c21270-2242-4cd6-b646-cc416886a886 tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585115'] for floatingip, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:06.766991 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-35c21270-2242-4cd6-b646-cc416886a886 tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:06.771453 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e0b986f8-0ed8-4742-9876-4025f0c6c669 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8848317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10470522'] for subnet, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:06.773045 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-35c21270-2242-4cd6-b646-cc416886a886 tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5242214 Dec 20 14:45:06.825612 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b986f8-0ed8-4742-9876-4025f0c6c669 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:45:06.833513 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-e0b986f8-0ed8-4742-9876-4025f0c6c669 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:45:06.849829 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b986f8-0ed8-4742-9876-4025f0c6c669 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:06.852262 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e0b986f8-0ed8-4742-9876-4025f0c6c669 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:06.889013 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5385deb-f0a5-47f5-ac79-7a5e2f5fc3f9 None None] Pushing event updated for resources: {'Port': ['ID=5073e936-834d-44ff-b2ef-e5802da383d0,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:45:06.906643 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1820014e-6f92-49ce-941d-06e5be0c63f4 None None] Routers {'e01ad7b0-b95a-4847-ac6b-c1b2da94e59f'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:45:06.911047 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-1820014e-6f92-49ce-941d-06e5be0c63f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:45:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['e01ad7b0-b95a-4847-ac6b-c1b2da94e59f'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:45:06.925832 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b986f8-0ed8-4742-9876-4025f0c6c669 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event updated for resources: {'Subnet': ['ID=f45f1a43-c939-4088-bcb8-33efed7430b0,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:45:06.961047 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fb9397-cd64-466e-a915-13665e979aff None None] New status for floating IP 77be80ff-191c-4216-85f0-ac710d37f252: ACTIVE {{(pid=103170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 14:45:06.979833 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-e0b986f8-0ed8-4742-9876-4025f0c6c669 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4241710 Dec 20 14:45:06.982600 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 53190) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:06.987320 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-2d24bd29-ad0a-4abb-8ac8-e443f09a89d2 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1671368568', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:45:07.057573 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e3075a5f-4a72-43ca-872c-647cefd10955 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1595867'] for router_interface, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:07.081916 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2d24bd29-ad0a-4abb-8ac8-e443f09a89d2 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40114'] for router, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:07.083121 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2d24bd29-ad0a-4abb-8ac8-e443f09a89d2 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40139'] for router, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:07.190100 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2d24bd29-ad0a-4abb-8ac8-e443f09a89d2 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:07.199694 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2d24bd29-ad0a-4abb-8ac8-e443f09a89d2 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013'] for router, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:07.239778 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2d24bd29-ad0a-4abb-8ac8-e443f09a89d2 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks [] for router, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:07.241509 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-2d24bd29-ad0a-4abb-8ac8-e443f09a89d2 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2578442 Dec 20 14:45:07.244691 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 53198) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:07.331096 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-36340ba5-c910-4b8d-bc7d-decb8b954b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:07.335550 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c5b95a6d-35f5-4243-96b8-8e54db8e446e req-94c17d9e-f43f-4ba0-96a7-d15a64e1808e tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--581838761&fields=id&tenant_id=8255d8223f1c451bbb1b1532cd6a52b8 HTTP/1.1" status: 200 len: 267 time: 0.2690232 Dec 20 14:45:07.409418 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-1820014e-6f92-49ce-941d-06e5be0c63f4 None None] Set router e01ad7b0-b95a-4847-ac6b-c1b2da94e59f gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:45:07.484107 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-36340ba5-c910-4b8d-bc7d-decb8b954b30 None None] For port 5073e936-834d-44ff-b2ef-e5802da383d0, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=5073e936-834d-44ff-b2ef-e5802da383d0,segment=NetworkSegment(65130901-ba68-470d-9e0e-92249f5b0053),segment_id=65130901-ba68-470d-9e0e-92249f5b0053)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:45:07.487626 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1610ea-e738-4f87-8cd9-f448b0f263a8 None None] Resources bound (agent type, host, resource id): {{(pid=103169) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 14:45:07.516969 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-36340ba5-c910-4b8d-bc7d-decb8b954b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:07.721113 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b95a6d-35f5-4243-96b8-8e54db8e446e req-05bd6a26-f720-45d5-a52a-414b71c3f731 tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:07.722643 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c5b95a6d-35f5-4243-96b8-8e54db8e446e req-05bd6a26-f720-45d5-a52a-414b71c3f731 tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] 10.222.0.54 "GET /v2.0/networks?id=75cc060c-9a9b-45bd-b303-f0f117f0c788 HTTP/1.1" status: 200 len: 804 time: 0.3828266 Dec 20 14:45:07.763121 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c5b95a6d-35f5-4243-96b8-8e54db8e446e req-38ec13e6-4aef-4764-9e49-c0fb0a05c014 tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] 10.222.0.54 "GET /v2.0/quotas/8255d8223f1c451bbb1b1532cd6a52b8 HTTP/1.1" status: 200 len: 375 time: 0.0230346 Dec 20 14:45:07.850169 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-99126cbd-a311-43ab-b6af-33f876355225 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:08.030800 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c5b95a6d-35f5-4243-96b8-8e54db8e446e req-0ab00b63-6a3d-42f4-bd05-431aadca51da tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=8255d8223f1c451bbb1b1532cd6a52b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2464848 Dec 20 14:45:08.050066 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36340ba5-c910-4b8d-bc7d-decb8b954b30 None None] Pushing event updated for resources: {'Port': ['ID=5073e936-834d-44ff-b2ef-e5802da383d0,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:45:08.232714 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c5b95a6d-35f5-4243-96b8-8e54db8e446e req-03cfb558-c0c4-40c4-bb13-cad7d5556bd7 service neutron] 10.222.0.54 "GET /v2.0/networks/75cc060c-9a9b-45bd-b303-f0f117f0c788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834233 Dec 20 14:45:08.277282 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-e3075a5f-4a72-43ca-872c-647cefd10955 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Deleting port d20ccaa3-c111-4619-a747-1574108a4b76 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:45:08.278142 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e3075a5f-4a72-43ca-872c-647cefd10955 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:08.320596 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d1443d-d985-4d81-bc55-a89c82e9f3c7 req-83c14ce1-cd12-4617-808b-45db89bbd95f tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:08.330447 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-62d1443d-d985-4d81-bc55-a89c82e9f3c7 req-83c14ce1-cd12-4617-808b-45db89bbd95f tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a83aaac-7396-4782-a290-1f0b3f47602a HTTP/1.1" status: 200 len: 944 time: 0.3116238 Dec 20 14:45:08.356795 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f43ef4-6598-4179-8479-ddcff1db07a6 None None] Update dhcp port {'port': {'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'fixed_ips': [{'subnet_id': 'f45f1a43-c939-4088-bcb8-33efed7430b0'}], 'binding:host_id': 'n-d-761264-19'}, 'id': '76f3fd03-9fb4-43a7-b09a-702f969d08b2'} from n-d-761264-19. {{(pid=103169) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 20 14:45:08.411465 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-f7a32e07-7fa7-473f-8a30-06734dc722a9 None None] Provisioning complete for port cbf29dfb-3708-422d-85ee-b8db53577948 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:45:08.411837 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f7a32e07-7fa7-473f-8a30-06734dc722a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:08.453453 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-47f43ef4-6598-4179-8479-ddcff1db07a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:08.552692 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c5b95a6d-35f5-4243-96b8-8e54db8e446e req-25a77b5a-d519-42a1-99a2-893878f9e234 service neutron] 10.222.0.54 "GET /v2.0/networks/75cc060c-9a9b-45bd-b303-f0f117f0c788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3133399 Dec 20 14:45:08.554661 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-e3075a5f-4a72-43ca-872c-647cefd10955 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] For port d20ccaa3-c111-4619-a747-1574108a4b76, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=d20ccaa3-c111-4619-a747-1574108a4b76,segment=NetworkSegment(772c4512-246b-475a-8007-c2c7031bb2ce),segment_id=772c4512-246b-475a-8007-c2c7031bb2ce)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:45:08.555673 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e3075a5f-4a72-43ca-872c-647cefd10955 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:08.557535 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-1820014e-6f92-49ce-941d-06e5be0c63f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e01ad7b0-b95a-4847-ac6b-c1b2da94e59f', 'name': 'tempest-ServersTestJSON-72855976-router', 'tenant_id': '8255d8223f1c451bbb1b1532cd6a52b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'f0917485-a54a-41c2-8582-8dccc197766d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:44:43Z', 'updated_at': '2021-12-20T14:44:56Z', 'revision_number': 4, 'project_id': '8255d8223f1c451bbb1b1532cd6a52b8', 'gw_port': {'id': 'f0917485-a54a-41c2-8582-8dccc197766d', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e01ad7b0-b95a-4847-ac6b-c1b2da94e59f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:44:44Z', 'updated_at': '2021-12-20T14:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '5073e936-834d-44ff-b2ef-e5802da383d0', 'name': '', 'network_id': '75cc060c-9a9b-45bd-b303-f0f117f0c788', 'tenant_id': '8255d8223f1c451bbb1b1532cd6a52b8', 'mac_address': 'fa:16:3e:1a:56:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e01ad7b0-b95a-4847-ac6b-c1b2da94e59f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2286, 'fixed_ips': [{'subnet_id': '19a7e12b-bc69-4c68-8b63-286ef4ad0b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:44:53Z', 'updated_at': '2021-12-20T14:45:06Z', 'revision_number': 4, 'project_id': '8255d8223f1c451bbb1b1532cd6a52b8', 'subnets': [{'id': '19a7e12b-bc69-4c68-8b63-286ef4ad0b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:45:08.595736 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-62d1443d-d985-4d81-bc55-a89c82e9f3c7 req-2b18c8c9-1eed-4483-8d4e-f8e58a728329 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=32bfc1ff-28fd-45a5-ae96-207d0fefe02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2011218 Dec 20 14:45:08.608616 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-e3075a5f-4a72-43ca-872c-647cefd10955 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Calling delete_port for d20ccaa3-c111-4619-a747-1574108a4b76 owned by network:router_interface {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:45:08.720201 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-99126cbd-a311-43ab-b6af-33f876355225 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Allocated IP 2001:db8::1 (e2be1aff-cd00-4c3f-b1c0-ddca69da57f4/f45f1a43-c939-4088-bcb8-33efed7430b0/977ed36e-85d1-47ab-a9ba-924074ef79fb) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:45:08.928355 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e3075a5f-4a72-43ca-872c-647cefd10955 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:08.957970 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-99126cbd-a311-43ab-b6af-33f876355225 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:09.014990 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1820014e-6f92-49ce-941d-06e5be0c63f4 None None] The sync data for ids ['e01ad7b0-b95a-4847-ac6b-c1b2da94e59f'] in n-d-761264-19 is: [{'id': 'e01ad7b0-b95a-4847-ac6b-c1b2da94e59f', 'name': 'tempest-ServersTestJSON-72855976-router', 'tenant_id': '8255d8223f1c451bbb1b1532cd6a52b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'f0917485-a54a-41c2-8582-8dccc197766d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:44:43Z', 'updated_at': '2021-12-20T14:44:56Z', 'revision_number': 4, 'project_id': '8255d8223f1c451bbb1b1532cd6a52b8', 'gw_port': {'id': 'f0917485-a54a-41c2-8582-8dccc197766d', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e01ad7b0-b95a-4847-ac6b-c1b2da94e59f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:44:44Z', 'updated_at': '2021-12-20T14:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '5073e936-834d-44ff-b2ef-e5802da383d0', 'name': '', 'network_id': '75cc060c-9a9b-45bd-b303-f0f117f0c788', 'tenant_id': '8255d8223f1c451bbb1b1532cd6a52b8', 'mac_address': 'fa:16:3e:1a:56:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e01ad7b0-b95a-4847-ac6b-c1b2da94e59f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2286, 'fixed_ips': [{'subnet_id': '19a7e12b-bc69-4c68-8b63-286ef4ad0b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:44:53Z', 'updated_at': '2021-12-20T14:45:06Z', 'revision_number': 4, 'project_id': '8255d8223f1c451bbb1b1532cd6a52b8', 'subnets': [{'id': '19a7e12b-bc69-4c68-8b63-286ef4ad0b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:45:09.080694 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3075a5f-4a72-43ca-872c-647cefd10955 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Pushing event deleted for resources: {'Port': ['ID=d20ccaa3-c111-4619-a747-1574108a4b76,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:45:09.158347 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3cd256a8-ce50-49ca-8d62-17e5dfadc03d req-8c4e62df-a3a8-4e0b-959c-0171b33cfca2 tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] 10.222.0.54 "GET /v2.0/ports?device_id=6b2c6104-92fa-4538-83c1-43e24d43c9c1 HTTP/1.1" status: 200 len: 210 time: 0.1435061 Dec 20 14:45:09.159796 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-99126cbd-a311-43ab-b6af-33f876355225 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:09.320036 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99126cbd-a311-43ab-b6af-33f876355225 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event updated for resources: {'Port': ['ID=977ed36e-85d1-47ab-a9ba-924074ef79fb,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:45:09.350185 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99126cbd-a311-43ab-b6af-33f876355225 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:45:09.355278 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-99126cbd-a311-43ab-b6af-33f876355225 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:45:09.365254 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99126cbd-a311-43ab-b6af-33f876355225 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:45:09.369864 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-99126cbd-a311-43ab-b6af-33f876355225 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595714'] for router_interface, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:09.568166 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e3075a5f-4a72-43ca-872c-647cefd10955 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582411'] for router_interface, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:09.664847 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-47f43ef4-6598-4179-8479-ddcff1db07a6 None None] Allocated IP 2001:db8::2 (e2be1aff-cd00-4c3f-b1c0-ddca69da57f4/f45f1a43-c939-4088-bcb8-33efed7430b0/76f3fd03-9fb4-43a7-b09a-702f969d08b2) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:45:09.819301 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-47f43ef4-6598-4179-8479-ddcff1db07a6 None None] For port 76f3fd03-9fb4-43a7-b09a-702f969d08b2, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=76f3fd03-9fb4-43a7-b09a-702f969d08b2,segment=NetworkSegment(0deaa76e-8a3e-44c4-a3b8-992392ef4539),segment_id=0deaa76e-8a3e-44c4-a3b8-992392ef4539)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:45:09.885255 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-47f43ef4-6598-4179-8479-ddcff1db07a6 None None] Publish callbacks [] for port, precommit_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:09.895153 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 5073e936-834d-44ff-b2ef-e5802da383d0 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:45:09.987162 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-47f43ef4-6598-4179-8479-ddcff1db07a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:10.216478 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f43ef4-6598-4179-8479-ddcff1db07a6 None None] Pushing event updated for resources: {'Port': ['ID=76f3fd03-9fb4-43a7-b09a-702f969d08b2,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:45:10.239749 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 5073e936-834d-44ff-b2ef-e5802da383d0 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:45:10.240085 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:10.348730 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3075a5f-4a72-43ca-872c-647cefd10955 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Router 7dd96a12-7ea2-4fed-88ca-0d97ef737119 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:45:10.398012 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eacf491-0c80-4628-90ec-c8dd75d38548 req-9e785168-1e3a-4c2b-917e-b67d35b0f83e tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:10.415833 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5eacf491-0c80-4628-90ec-c8dd75d38548 req-9e785168-1e3a-4c2b-917e-b67d35b0f83e tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a83aaac-7396-4782-a290-1f0b3f47602a HTTP/1.1" status: 200 len: 944 time: 0.4768555 Dec 20 14:45:10.449449 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d06394-8ab2-4fba-94c1-c33d83ff4e47 req-1299427d-8fc1-4c75-8187-0c57c19d4435 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:10.460867 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-66d06394-8ab2-4fba-94c1-c33d83ff4e47 req-1299427d-8fc1-4c75-8187-0c57c19d4435 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 945 time: 0.9664407 Dec 20 14:45:10.495044 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7cb8d3-36bb-4dde-abf4-801d215ba590 req-754a705f-873d-4b15-a34d-7027a44ab638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:10.498308 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1f7cb8d3-36bb-4dde-abf4-801d215ba590 req-754a705f-873d-4b15-a34d-7027a44ab638 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9abc31fa6fc849d78699cc7e0935f4b6&device_id=2a83aaac-7396-4782-a290-1f0b3f47602a HTTP/1.1" status: 200 len: 1096 time: 0.3183112 Dec 20 14:45:10.627306 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-99126cbd-a311-43ab-b6af-33f876355225 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:10.746735 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-66d06394-8ab2-4fba-94c1-c33d83ff4e47 req-92a7913d-32bd-45db-8fd2-08f99c39177d tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848620 Dec 20 14:45:10.944373 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5eacf491-0c80-4628-90ec-c8dd75d38548 req-234e4afb-497b-4c15-ac82-96881236ecb9 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=32bfc1ff-28fd-45a5-ae96-207d0fefe02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5041723 Dec 20 14:45:11.096960 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3075a5f-4a72-43ca-872c-647cefd10955 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:45:11.108841 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03eac92-8db9-417d-bac2-a71c38245cfd None None] Sync routers for ids ['7dd96a12-7ea2-4fed-88ca-0d97ef737119'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:45:11.127673 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03eac92-8db9-417d-bac2-a71c38245cfd None None] Routers {'7dd96a12-7ea2-4fed-88ca-0d97ef737119'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:45:11.128337 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-c03eac92-8db9-417d-bac2-a71c38245cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:45:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['7dd96a12-7ea2-4fed-88ca-0d97ef737119'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:45:11.183160 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-47dc378f-9833-421e-b664-8c867568bb6f req-8f215db5-655c-416c-a062-ec170e0283fb tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] 10.222.0.54 "GET /v2.0/ports?device_id=6b2c6104-92fa-4538-83c1-43e24d43c9c1 HTTP/1.1" status: 200 len: 210 time: 0.1019807 Dec 20 14:45:11.233685 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-e3075a5f-4a72-43ca-872c-647cefd10955 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "PUT /v2.0/routers/7dd96a12-7ea2-4fed-88ca-0d97ef737119/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2986035 Dec 20 14:45:11.251668 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 53262) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:11.330643 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 39fb46ec-bbfe-447b-a277-aff72f4fa08d details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:45:11.395070 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7cb8d3-36bb-4dde-abf4-801d215ba590 req-e400b88d-cf1a-4761-93ee-64cb1e862014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:11.397392 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1f7cb8d3-36bb-4dde-abf4-801d215ba590 req-e400b88d-cf1a-4761-93ee-64cb1e862014 service neutron] 10.222.0.47 "GET /v2.0/networks?id=247d6423-5fdf-4eed-9378-2e1201ada444 HTTP/1.1" status: 200 len: 918 time: 0.7138638 Dec 20 14:45:11.410070 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 76f3fd03-9fb4-43a7-b09a-702f969d08b2 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:45:11.432543 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b95a6d-35f5-4243-96b8-8e54db8e446e req-4d2bbbab-f415-4dfa-a80a-1added02c8a2 tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:11.436271 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c5b95a6d-35f5-4243-96b8-8e54db8e446e req-4d2bbbab-f415-4dfa-a80a-1added02c8a2 tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] 10.222.0.30 "GET /v2.0/networks?id=75cc060c-9a9b-45bd-b303-f0f117f0c788 HTTP/1.1" status: 200 len: 804 time: 0.7416904 Dec 20 14:45:11.501337 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-c03eac92-8db9-417d-bac2-a71c38245cfd None None] Set router 7dd96a12-7ea2-4fed-88ca-0d97ef737119 gateway port host: None {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:45:11.524788 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_v2 [None req-7abfc910-f570-42b0-8c81-91d8631aafd5 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Deleting subnet 5c157bc3-6461-40ce-84ff-7c9b3fdb4343 {{(pid=103168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:45:11.535715 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e78a07-78f2-447b-a3f6-d0a53ce59bfd req-de711413-30b3-435b-a154-65dc33334d02 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:11.537819 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-65e78a07-78f2-447b-a3f6-d0a53ce59bfd req-de711413-30b3-435b-a154-65dc33334d02 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 945 time: 0.4274468 Dec 20 14:45:11.546151 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7abfc910-f570-42b0-8c81-91d8631aafd5 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks [] for subnet, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:11.586895 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e43a54f4-c3f1-4c44-9f8e-16012f0bdfcd req-54e00a1f-604a-466b-ac8b-79a3952d946a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9a6530c4-acb3-49de-8d6c-6938b06626e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2881944 Dec 20 14:45:11.635159 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c5b95a6d-35f5-4243-96b8-8e54db8e446e req-79df8362-78fa-4807-9c03-d01652316b1c tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8255d8223f1c451bbb1b1532cd6a52b8 HTTP/1.1" status: 200 len: 379 time: 0.1407580 Dec 20 14:45:11.694316 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-c5b95a6d-35f5-4243-96b8-8e54db8e446e req-6e60ebf0-3000-4661-bdd2-ea6ab8c58ecb tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] Request body: {'port': {'device_id': '6b2c6104-92fa-4538-83c1-43e24d43c9c1', 'network_id': '75cc060c-9a9b-45bd-b303-f0f117f0c788', 'admin_state_up': True, 'tenant_id': '8255d8223f1c451bbb1b1532cd6a52b8', 'security_groups': ['11017a55-194d-4d04-9afc-adc2bee3d3ca']}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:45:11.735166 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1f7cb8d3-36bb-4dde-abf4-801d215ba590 req-f77957f6-2e5f-42e6-9507-ff2d6eeb8a8b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39fb46ec-bbfe-447b-a277-aff72f4fa08d HTTP/1.1" status: 200 len: 1000 time: 0.3275595 Dec 20 14:45:11.772557 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-99126cbd-a311-43ab-b6af-33f876355225 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:11.789463 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-99126cbd-a311-43ab-b6af-33f876355225 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:11.790613 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-99126cbd-a311-43ab-b6af-33f876355225 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1595702'] for router_interface, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:12.036662 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43a54f4-c3f1-4c44-9f8e-16012f0bdfcd req-73cc3112-0c06-4639-8804-be9df3f25420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:12.038377 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e43a54f4-c3f1-4c44-9f8e-16012f0bdfcd req-73cc3112-0c06-4639-8804-be9df3f25420 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a3e78bebca21442f93a8ad3de6085df5&device_id=9a6530c4-acb3-49de-8d6c-6938b06626e2 HTTP/1.1" status: 200 len: 1098 time: 0.3844550 Dec 20 14:45:12.043833 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99126cbd-a311-43ab-b6af-33f876355225 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event updated for resources: {'Port': ['ID=977ed36e-85d1-47ab-a9ba-924074ef79fb,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:45:12.150329 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99126cbd-a311-43ab-b6af-33f876355225 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:45:12.155064 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-99126cbd-a311-43ab-b6af-33f876355225 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:45:12.209080 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 39fb46ec-bbfe-447b-a277-aff72f4fa08d, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=39fb46ec-bbfe-447b-a277-aff72f4fa08d,segment=NetworkSegment(684010eb-b9c8-44ca-8706-1c0ac63af0ec),segment_id=684010eb-b9c8-44ca-8706-1c0ac63af0ec)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:45:12.234085 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': '39fb46ec-bbfe-447b-a277-aff72f4fa08d', 'network_id': '247d6423-5fdf-4eed-9378-2e1201ada444', 'port_id': '39fb46ec-bbfe-447b-a277-aff72f4fa08d', 'mac_address': 'fa:16:3e:ea:be:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8bc57f1-3730-4dfb-a3cb-cf3c3829d7fe', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:45:12.330508 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fcffd5e-0a05-4de6-a3d5-0a6446f6b2cd None None] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:45:12.424188 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:12.436253 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:12.451024 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 76f3fd03-9fb4-43a7-b09a-702f969d08b2 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:45:12.451483 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:12.476019 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7abfc910-f570-42b0-8c81-91d8631aafd5 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9023023'] for subnet, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:12.557433 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43a54f4-c3f1-4c44-9f8e-16012f0bdfcd req-e6265574-6bfa-497a-bb96-ffa7f727f86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:12.562093 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e43a54f4-c3f1-4c44-9f8e-16012f0bdfcd req-e6265574-6bfa-497a-bb96-ffa7f727f86c service neutron] 10.222.0.30 "GET /v2.0/networks?id=ef0adef7-2e9a-4c5f-ae6d-93be04aa201b HTTP/1.1" status: 200 len: 915 time: 0.4827750 Dec 20 14:45:12.574602 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-aac5fd0a-4bed-496a-b6e2-74149cc489ba None None] Provisioning complete for port 76f3fd03-9fb4-43a7-b09a-702f969d08b2 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:45:12.575721 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-aac5fd0a-4bed-496a-b6e2-74149cc489ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:12.610882 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7abfc910-f570-42b0-8c81-91d8631aafd5 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:12.654233 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e43a54f4-c3f1-4c44-9f8e-16012f0bdfcd req-70fe1de9-b0fa-4cd9-ab11-1ec3b36a9367 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=21dfb90f-f62a-469a-8bc4-d6c39ce4f584 HTTP/1.1" status: 200 len: 217 time: 0.0686986 Dec 20 14:45:12.677387 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39fb46ec-bbfe-447b-a277-aff72f4fa08d {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:45:12.705470 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 39fb46ec-bbfe-447b-a277-aff72f4fa08d, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=39fb46ec-bbfe-447b-a277-aff72f4fa08d,segment=NetworkSegment(684010eb-b9c8-44ca-8706-1c0ac63af0ec),segment_id=684010eb-b9c8-44ca-8706-1c0ac63af0ec)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:45:12.719178 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43a54f4-c3f1-4c44-9f8e-16012f0bdfcd req-59dff479-d070-40a7-b7ca-8b30a6ec15ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:12.720657 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e43a54f4-c3f1-4c44-9f8e-16012f0bdfcd req-59dff479-d070-40a7-b7ca-8b30a6ec15ab service neutron] 10.222.0.30 "GET /v2.0/subnets?id=321fbd4d-33d9-43dd-a3f0-2f0927e656e9 HTTP/1.1" status: 200 len: 854 time: 0.0589814 Dec 20 14:45:12.729733 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:12.744704 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7abfc910-f570-42b0-8c81-91d8631aafd5 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8850800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470517'] for subnet, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:12.757300 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e43a54f4-c3f1-4c44-9f8e-16012f0bdfcd req-8261b988-f319-4cb1-b0b2-6d982346dbd7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ef0adef7-2e9a-4c5f-ae6d-93be04aa201b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283771 Dec 20 14:45:12.765843 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ead0d12-fa10-4e33-ab35-587908cd4224 req-63318fda-5772-438d-a415-b4e3955f0551 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:12.767626 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8ead0d12-fa10-4e33-ab35-587908cd4224 req-63318fda-5772-438d-a415-b4e3955f0551 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a83aaac-7396-4782-a290-1f0b3f47602a HTTP/1.1" status: 200 len: 944 time: 0.4844661 Dec 20 14:45:12.863313 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99126cbd-a311-43ab-b6af-33f876355225 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Router f37270f7-d38b-4fc7-becd-469301f90642 is scheduled to L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 with binding_index 1 {{(pid=103167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 14:45:12.877767 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-c03eac92-8db9-417d-bac2-a71c38245cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd96a12-7ea2-4fed-88ca-0d97ef737119', 'name': 'tempest-RoutersTest-router-1838996544', 'tenant_id': '50053969373c435f81b8431b3e816f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:43:31Z', 'updated_at': '2021-12-20T14:45:08Z', 'revision_number': 10, 'project_id': '50053969373c435f81b8431b3e816f88', 'gw_port_host': None, '_interfaces': [{'id': 'ee99a0ab-7a0d-46d7-ad0e-29c134e184d0', 'name': '', 'network_id': 'e559c019-62a6-4da7-bfc3-aa6a5b63cbf1', 'tenant_id': '50053969373c435f81b8431b3e816f88', 'mac_address': 'fa:16:3e:d8:66:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd96a12-7ea2-4fed-88ca-0d97ef737119', 'device_owner': 'network:router_interface', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '81cdaa41-d9ce-4366-baf5-5d5a3483918c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:43:33Z', 'updated_at': '2021-12-20T14:43:43Z', 'revision_number': 5, 'project_id': '50053969373c435f81b8431b3e816f88', 'subnets': [{'id': '81cdaa41-d9ce-4366-baf5-5d5a3483918c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:45:12.904345 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7abfc910-f570-42b0-8c81-91d8631aafd5 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:12.913264 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-7abfc910-f570-42b0-8c81-91d8631aafd5 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "DELETE /v2.0/subnets/5c157bc3-6461-40ce-84ff-7c9b3fdb4343 HTTP/1.1" status: 204 len: 168 time: 1.6264853 Dec 20 14:45:12.919276 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 53284) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:12.941597 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd025dec-fd5b-4e72-a278-1ede6bfe8033 None None] Network 9379c086-95d2-4fb0-8248-052d883dac5a requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:45:12.961296 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03eac92-8db9-417d-bac2-a71c38245cfd None None] Checking router: 7dd96a12-7ea2-4fed-88ca-0d97ef737119 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:45:12.980952 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-aac5fd0a-4bed-496a-b6e2-74149cc489ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:12.998201 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8ead0d12-fa10-4e33-ab35-587908cd4224 req-e5b9fa54-3f7b-4e7a-9043-b454cd1811c3 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=32bfc1ff-28fd-45a5-ae96-207d0fefe02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2154028 Dec 20 14:45:13.065454 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abfc910-f570-42b0-8c81-91d8631aafd5 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Pushing event deleted for resources: {'Subnet': ['ID=5c157bc3-6461-40ce-84ff-7c9b3fdb4343,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:45:13.066567 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['39fb46ec-bbfe-447b-a277-aff72f4fa08d'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:45:13.069875 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=39fb46ec-bbfe-447b-a277-aff72f4fa08d,revision_number=9']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:45:13.112155 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-65e78a07-78f2-447b-a3f6-d0a53ce59bfd req-05be829e-151b-4b1e-9966-123cac6dd0ab tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4978395 Dec 20 14:45:13.177258 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7cb8d3-36bb-4dde-abf4-801d215ba590 req-275688a7-156b-4d03-bbd2-498f781efa53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:13.178976 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1f7cb8d3-36bb-4dde-abf4-801d215ba590 req-275688a7-156b-4d03-bbd2-498f781efa53 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a8bc57f1-3730-4dfb-a3cb-cf3c3829d7fe HTTP/1.1" status: 200 len: 856 time: 1.3655691 Dec 20 14:45:13.229073 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5b95a6d-35f5-4243-96b8-8e54db8e446e req-6e60ebf0-3000-4661-bdd2-ea6ab8c58ecb tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] Made reservation on behalf of 8255d8223f1c451bbb1b1532cd6a52b8 for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:45:13.238331 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-c5b95a6d-35f5-4243-96b8-8e54db8e446e req-6e60ebf0-3000-4661-bdd2-ea6ab8c58ecb tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:13.281798 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99126cbd-a311-43ab-b6af-33f876355225 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:45:13.289515 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e43a54f4-c3f1-4c44-9f8e-16012f0bdfcd req-002c6142-0dbd-4ac4-8a3d-ddb4c73f8c6b service neutron] 10.222.0.30 "GET /v2.0/networks/ef0adef7-2e9a-4c5f-ae6d-93be04aa201b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5206904 Dec 20 14:45:13.295725 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb9c050-db27-4eeb-9530-9f4131fc7ed0 None None] Sync routers for ids ['f37270f7-d38b-4fc7-becd-469301f90642'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:45:13.297400 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c629c486-75c3-41bc-8075-5f28188c60ac tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:13.304780 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-99126cbd-a311-43ab-b6af-33f876355225 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "PUT /v2.0/routers/f37270f7-d38b-4fc7-becd-469301f90642/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0586710 Dec 20 14:45:13.324868 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 53294) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:13.331520 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb9c050-db27-4eeb-9530-9f4131fc7ed0 None None] Routers {'f37270f7-d38b-4fc7-becd-469301f90642'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:45:13.332149 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-3fb9c050-db27-4eeb-9530-9f4131fc7ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:45:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['f37270f7-d38b-4fc7-becd-469301f90642'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:45:13.340461 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7cb8d3-36bb-4dde-abf4-801d215ba590 req-26f4211b-5d28-4e14-912e-cbaffaf0dcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:13.341987 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1f7cb8d3-36bb-4dde-abf4-801d215ba590 req-26f4211b-5d28-4e14-912e-cbaffaf0dcd1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=247d6423-5fdf-4eed-9378-2e1201ada444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1549520 Dec 20 14:45:13.383560 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-aac5fd0a-4bed-496a-b6e2-74149cc489ba None None] For port 76f3fd03-9fb4-43a7-b09a-702f969d08b2, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=76f3fd03-9fb4-43a7-b09a-702f969d08b2,segment=NetworkSegment(0deaa76e-8a3e-44c4-a3b8-992392ef4539),segment_id=0deaa76e-8a3e-44c4-a3b8-992392ef4539)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:45:13.386071 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:13.404390 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-aac5fd0a-4bed-496a-b6e2-74149cc489ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:13.408689 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03eac92-8db9-417d-bac2-a71c38245cfd None None] Routers {'7dd96a12-7ea2-4fed-88ca-0d97ef737119'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:45:13.409562 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-c03eac92-8db9-417d-bac2-a71c38245cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:45:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['7dd96a12-7ea2-4fed-88ca-0d97ef737119'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:45:13.505106 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d8e15523-43c9-4f18-a86a-e15aeeea2bc0 req-056ca97e-96bd-4153-a271-d59a692af7fe tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] 10.222.0.54 "GET /v2.0/ports?device_id=6b2c6104-92fa-4538-83c1-43e24d43c9c1 HTTP/1.1" status: 200 len: 210 time: 0.1970773 Dec 20 14:45:13.509610 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-3fb9c050-db27-4eeb-9530-9f4131fc7ed0 None None] Set router f37270f7-d38b-4fc7-becd-469301f90642 gateway port host: None {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:45:13.541358 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1f7cb8d3-36bb-4dde-abf4-801d215ba590 req-4562dc55-0db1-4c23-b326-0a3f54b385dd service neutron] 10.222.0.47 "GET /v2.0/networks/247d6423-5fdf-4eed-9378-2e1201ada444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896467 Dec 20 14:45:13.691389 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8025f33-b448-428a-85fa-d314fe23ddaa tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:13.694393 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-d8025f33-b448-428a-85fa-d314fe23ddaa tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "GET /v2.0/ports/977ed36e-85d1-47ab-a9ba-924074ef79fb HTTP/1.1" status: 200 len: 911 time: 0.3580246 Dec 20 14:45:13.698704 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 53300) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:13.773878 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 14:45:13.814175 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1f7cb8d3-36bb-4dde-abf4-801d215ba590 req-4e819f8e-6c69-400d-a3ff-33a599e4924d service neutron] 10.222.0.47 "GET /v2.0/networks/247d6423-5fdf-4eed-9378-2e1201ada444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694329 Dec 20 14:45:13.885369 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-3fb9c050-db27-4eeb-9530-9f4131fc7ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f37270f7-d38b-4fc7-becd-469301f90642', 'name': 'tempest-NetworksTestDHCPv6-router-1671368568', 'tenant_id': '71d0c98cab4349b4848e68f8a37dbf12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:45:07Z', 'updated_at': '2021-12-20T14:45:10Z', 'revision_number': 2, 'project_id': '71d0c98cab4349b4848e68f8a37dbf12', 'gw_port_host': None, '_interfaces': [{'id': '977ed36e-85d1-47ab-a9ba-924074ef79fb', 'name': '', 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'tenant_id': '71d0c98cab4349b4848e68f8a37dbf12', 'mac_address': 'fa:16:3e:4d:b7:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f37270f7-d38b-4fc7-becd-469301f90642', 'device_owner': 'network:router_interface', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': 'f45f1a43-c939-4088-bcb8-33efed7430b0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:45:08Z', 'updated_at': '2021-12-20T14:45:11Z', 'revision_number': 2, 'project_id': '71d0c98cab4349b4848e68f8a37dbf12', 'subnets': [{'id': 'f45f1a43-c939-4088-bcb8-33efed7430b0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:45:13.888698 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-c629c486-75c3-41bc-8075-5f28188c60ac tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Deleting port 91c05c30-bcd5-412b-b8c1-45cb8b3f1ac5 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:45:13.889052 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c629c486-75c3-41bc-8075-5f28188c60ac tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:13.923627 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390f2acc-736e-4723-a4ee-330461db17b6 req-64d1686f-cb81-42b9-9b1a-bd908f187a63 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:13.943016 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-390f2acc-736e-4723-a4ee-330461db17b6 req-64d1686f-cb81-42b9-9b1a-bd908f187a63 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 945 time: 0.4005225 Dec 20 14:45:13.959458 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb9c050-db27-4eeb-9530-9f4131fc7ed0 None None] Checking router: f37270f7-d38b-4fc7-becd-469301f90642 for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:45:13.959793 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb9c050-db27-4eeb-9530-9f4131fc7ed0 None None] Updating router f37270f7-d38b-4fc7-becd-469301f90642 port 977ed36e-85d1-47ab-a9ba-924074ef79fb binding host n-d-761264-19 {{(pid=103170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 14:45:13.975732 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e43a54f4-c3f1-4c44-9f8e-16012f0bdfcd req-53d5760a-0ad4-4088-94eb-43ccb97ffd65 service neutron] 10.222.0.30 "GET /v2.0/networks/ef0adef7-2e9a-4c5f-ae6d-93be04aa201b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6694674 Dec 20 14:45:14.039645 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3fb9c050-db27-4eeb-9530-9f4131fc7ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:14.095942 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0933ee-464e-4d1c-a3f6-b4d3c65284bc tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:14.115981 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0933ee-464e-4d1c-a3f6-b4d3c65284bc tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:14.119131 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-7c0933ee-464e-4d1c-a3f6-b4d3c65284bc tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.4186788 Dec 20 14:45:14.124079 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 53304) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:14.139018 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-390f2acc-736e-4723-a4ee-330461db17b6 req-524fa12e-47d5-48fd-8e5d-3877cdef1985 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933596 Dec 20 14:45:14.144075 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-c629c486-75c3-41bc-8075-5f28188c60ac tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] For port 91c05c30-bcd5-412b-b8c1-45cb8b3f1ac5, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=91c05c30-bcd5-412b-b8c1-45cb8b3f1ac5,segment=NetworkSegment(772c4512-246b-475a-8007-c2c7031bb2ce),segment_id=772c4512-246b-475a-8007-c2c7031bb2ce)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:45:14.144455 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c629c486-75c3-41bc-8075-5f28188c60ac tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:14.210503 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-c629c486-75c3-41bc-8075-5f28188c60ac tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Calling delete_port for 91c05c30-bcd5-412b-b8c1-45cb8b3f1ac5 owned by network:dhcp {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:45:14.403178 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [req-c5b95a6d-35f5-4243-96b8-8e54db8e446e req-6e60ebf0-3000-4661-bdd2-ea6ab8c58ecb tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] Allocated IP 172.20.0.5 (75cc060c-9a9b-45bd-b303-f0f117f0c788/19a7e12b-bc69-4c68-8b63-286ef4ad0b2c/c8b57c3a-02f7-4710-a420-c4f7ecb0fb9d) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:45:14.553973 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b58f24e-957e-483c-aa1e-61cc42d4878d req-9d306a0f-2b27-4701-8a8e-83e26ad45a65 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:14.555962 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0b58f24e-957e-483c-aa1e-61cc42d4878d req-9d306a0f-2b27-4701-8a8e-83e26ad45a65 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a83aaac-7396-4782-a290-1f0b3f47602a HTTP/1.1" status: 200 len: 945 time: 0.2237182 Dec 20 14:45:14.576740 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c629c486-75c3-41bc-8075-5f28188c60ac tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:14.608622 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3fb9c050-db27-4eeb-9530-9f4131fc7ed0 None None] Publish callbacks [] for port, precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:14.625270 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3fb9c050-db27-4eeb-9530-9f4131fc7ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:14.680187 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c629c486-75c3-41bc-8075-5f28188c60ac tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Pushing event deleted for resources: {'Port': ['ID=91c05c30-bcd5-412b-b8c1-45cb8b3f1ac5,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:45:14.682718 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c629c486-75c3-41bc-8075-5f28188c60ac tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] No DVR routers for this DVR port 91c05c30-bcd5-412b-b8c1-45cb8b3f1ac5 on host n-d-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:45:14.712501 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de73192-9764-472e-88e2-0dd90928f7ac req-7dded7a4-b2fb-488e-8a4c-10d1d33549b0 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:14.722070 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9de73192-9764-472e-88e2-0dd90928f7ac req-7dded7a4-b2fb-488e-8a4c-10d1d33549b0 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 945 time: 0.2247779 Dec 20 14:45:14.856276 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-1b2078dd-a3f9-4a16-b3ae-610ac7fb9a84 None None] Provisioning complete for port 76f3fd03-9fb4-43a7-b09a-702f969d08b2 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:45:14.856862 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-1b2078dd-a3f9-4a16-b3ae-610ac7fb9a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:14.885261 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8022cf0a-30d4-4423-b6d3-4a2167c7ef11 None None] Pushing event updated for resources: {'Port': ['ID=977ed36e-85d1-47ab-a9ba-924074ef79fb,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:45:14.903830 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c629c486-75c3-41bc-8075-5f28188c60ac tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:14.950693 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac5fd0a-4bed-496a-b6e2-74149cc489ba None None] Pushing event updated for resources: {'Port': ['ID=76f3fd03-9fb4-43a7-b09a-702f969d08b2,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:45:14.957426 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-c629c486-75c3-41bc-8075-5f28188c60ac tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9379c086-95d2-4fb0-8248-052d883dac5a']}} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:45:14.971198 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.db.api [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103169) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 14:45:14.971929 n-d-761264-19 neutron-server[103169]: DEBUG oslo_db.api [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 14:45:14.978756 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-c629c486-75c3-41bc-8075-5f28188c60ac tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '772c4512-246b-475a-8007-c2c7031bb2ce') {'for_net_delete': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:45:14.981863 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-c629c486-75c3-41bc-8075-5f28188c60ac tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '772c4512-246b-475a-8007-c2c7031bb2ce') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:45:14.990166 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-c03eac92-8db9-417d-bac2-a71c38245cfd None None] Set router 7dd96a12-7ea2-4fed-88ca-0d97ef737119 gateway port host: None {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:45:15.008662 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c629c486-75c3-41bc-8075-5f28188c60ac tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954405'] for segment, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:15.021613 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-3fb9c050-db27-4eeb-9530-9f4131fc7ed0 None None] Attempting to bind port 977ed36e-85d1-47ab-a9ba-924074ef79fb on host n-d-761264-19 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:45:15.021967 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-3fb9c050-db27-4eeb-9530-9f4131fc7ed0 None None] Attempting to bind port 977ed36e-85d1-47ab-a9ba-924074ef79fb by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '0deaa76e-8a3e-44c4-a3b8-992392ef4539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:45:15.023176 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb9c050-db27-4eeb-9530-9f4131fc7ed0 None None] Attempting to bind port 977ed36e-85d1-47ab-a9ba-924074ef79fb on network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:45:15.026434 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0b58f24e-957e-483c-aa1e-61cc42d4878d req-f9561c60-fe3d-48f7-85b9-2a5233776c15 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=32bfc1ff-28fd-45a5-ae96-207d0fefe02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4582040 Dec 20 14:45:15.030615 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb9c050-db27-4eeb-9530-9f4131fc7ed0 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:45:15.031080 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb9c050-db27-4eeb-9530-9f4131fc7ed0 None None] Checking segment: {'id': '0deaa76e-8a3e-44c4-a3b8-992392ef4539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:45:15.032262 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3fb9c050-db27-4eeb-9530-9f4131fc7ed0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:15.032262 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb9c050-db27-4eeb-9530-9f4131fc7ed0 None None] Bound using segment: {'id': '0deaa76e-8a3e-44c4-a3b8-992392ef4539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:45:15.032514 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-3fb9c050-db27-4eeb-9530-9f4131fc7ed0 None None] Bound port: 977ed36e-85d1-47ab-a9ba-924074ef79fb, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0deaa76e-8a3e-44c4-a3b8-992392ef4539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:45:15.032723 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3fb9c050-db27-4eeb-9530-9f4131fc7ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:15.054985 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9de73192-9764-472e-88e2-0dd90928f7ac req-06cf4eff-6771-4f8f-8657-59243f4529f3 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3318679 Dec 20 14:45:15.073233 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c629c486-75c3-41bc-8075-5f28188c60ac tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:15.092750 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd34cb0-c3ed-490b-9e1d-ebe5109cf819 None None] DHCP port deletion for 9379c086-95d2-4fb0-8248-052d883dac5a request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:45:15.115725 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c629c486-75c3-41bc-8075-5f28188c60ac tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=103167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:45:15.116174 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c629c486-75c3-41bc-8075-5f28188c60ac tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9956000'] for segment, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:15.127964 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:45:15.127964 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:45:15.127964 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:45:15.127964 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:45:15.127964 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:45:15.127964 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:45:15.127964 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:45:15.127964 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:45:15.127964 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:45:15.127964 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:45:15.127964 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:45:15.127964 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:45:15.127964 n-d-761264-19 neutron-server[103167]: Traceback (most recent call last): Dec 20 14:45:15.127964 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:45:15.127964 n-d-761264-19 neutron-server[103167]: timer() Dec 20 14:45:15.127964 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:45:15.127964 n-d-761264-19 neutron-server[103167]: cb(*args, **kw) Dec 20 14:45:15.127964 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:45:15.127964 n-d-761264-19 neutron-server[103167]: return func(*args, **kwargs) Dec 20 14:45:15.127964 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:45:15.127964 n-d-761264-19 neutron-server[103167]: self._notify() Dec 20 14:45:15.127964 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:45:15.127964 n-d-761264-19 neutron-server[103167]: self.callback(batched_events) Dec 20 14:45:15.127964 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:45:15.127964 n-d-761264-19 neutron-server[103167]: event.method(event) Dec 20 14:45:15.127964 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:45:15.127964 n-d-761264-19 neutron-server[103167]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:45:15.127964 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:45:15.127964 n-d-761264-19 neutron-server[103167]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:45:15.127964 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:45:15.127964 n-d-761264-19 neutron-server[103167]: return f(self, *a, **k) Dec 20 14:45:15.127964 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:45:15.127964 n-d-761264-19 neutron-server[103167]: return self._get(url).json() Dec 20 14:45:15.127964 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:45:15.127964 n-d-761264-19 neutron-server[103167]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:45:15.127964 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:45:15.127964 n-d-761264-19 neutron-server[103167]: return self.request(url, 'GET', **kwargs) Dec 20 14:45:15.127964 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:45:15.127964 n-d-761264-19 neutron-server[103167]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:45:15.127964 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:45:15.127964 n-d-761264-19 neutron-server[103167]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:45:15.127964 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:45:15.127964 n-d-761264-19 neutron-server[103167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:45:15.127964 n-d-761264-19 neutron-server[103167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:45:15.300099 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-3fb9c050-db27-4eeb-9530-9f4131fc7ed0 None None] For port 977ed36e-85d1-47ab-a9ba-924074ef79fb, host n-d-761264-19, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:45:15.312839 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-3fb9c050-db27-4eeb-9530-9f4131fc7ed0 None None] For port 977ed36e-85d1-47ab-a9ba-924074ef79fb, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=977ed36e-85d1-47ab-a9ba-924074ef79fb,segment=NetworkSegment(0deaa76e-8a3e-44c4-a3b8-992392ef4539),segment_id=0deaa76e-8a3e-44c4-a3b8-992392ef4539)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:45:15.324498 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3fb9c050-db27-4eeb-9530-9f4131fc7ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:15.394074 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-c5b95a6d-35f5-4243-96b8-8e54db8e446e req-6e60ebf0-3000-4661-bdd2-ea6ab8c58ecb tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:15.456091 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb9c050-db27-4eeb-9530-9f4131fc7ed0 None None] Routers {'f37270f7-d38b-4fc7-becd-469301f90642'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:45:15.456920 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-3fb9c050-db27-4eeb-9530-9f4131fc7ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:45:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['f37270f7-d38b-4fc7-becd-469301f90642'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:45:15.459019 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8022cf0a-30d4-4423-b6d3-4a2167c7ef11 None None] Pushing event updated for resources: {'Port': ['ID=977ed36e-85d1-47ab-a9ba-924074ef79fb,revision_number=4']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:45:15.462558 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:15.479410 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2239b31b-7279-46ae-bec4-f1b89b3da6cc req-d202ed8f-af8d-4494-9b6b-5aabb675b3a5 tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] 10.222.0.54 "GET /v2.0/ports?device_id=6b2c6104-92fa-4538-83c1-43e24d43c9c1 HTTP/1.1" status: 200 len: 210 time: 0.1009014 Dec 20 14:45:15.498180 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c629c486-75c3-41bc-8075-5f28188c60ac tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:15.535135 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c629c486-75c3-41bc-8075-5f28188c60ac tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:15.543367 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-c629c486-75c3-41bc-8075-5f28188c60ac tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "DELETE /v2.0/networks/9379c086-95d2-4fb0-8248-052d883dac5a HTTP/1.1" status: 204 len: 168 time: 2.6187627 Dec 20 14:45:15.544461 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c629c486-75c3-41bc-8075-5f28188c60ac tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Pushing event deleted for resources: {'Network': ['ID=9379c086-95d2-4fb0-8248-052d883dac5a,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:45:15.548612 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 53328) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:15.611020 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-3fb9c050-db27-4eeb-9530-9f4131fc7ed0 None None] Set router f37270f7-d38b-4fc7-becd-469301f90642 gateway port host: None {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:45:15.643065 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ba84d-7957-4051-8893-293374abbc3c req-6e4c9cc1-dda4-4afd-aef7-e25fb2f3a7be tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:15.646231 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9d9ba84d-7957-4051-8893-293374abbc3c req-6e4c9cc1-dda4-4afd-aef7-e25fb2f3a7be tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 945 time: 0.2403059 Dec 20 14:45:15.783602 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-c5b95a6d-35f5-4243-96b8-8e54db8e446e req-6e60ebf0-3000-4661-bdd2-ea6ab8c58ecb tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:15.924279 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-1b2078dd-a3f9-4a16-b3ae-610ac7fb9a84 None None] Provisioning complete for port 5073e936-834d-44ff-b2ef-e5802da383d0 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:45:15.925692 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-1b2078dd-a3f9-4a16-b3ae-610ac7fb9a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:15.962510 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-54f8b903-7636-4311-9696-8666fdc7d81e tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1595867'] for router_interface, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:16.026864 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-c03eac92-8db9-417d-bac2-a71c38245cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd96a12-7ea2-4fed-88ca-0d97ef737119', 'name': 'tempest-RoutersTest-router-1838996544', 'tenant_id': '50053969373c435f81b8431b3e816f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:43:31Z', 'updated_at': '2021-12-20T14:45:08Z', 'revision_number': 10, 'project_id': '50053969373c435f81b8431b3e816f88', 'gw_port_host': None, '_interfaces': [{'id': 'ee99a0ab-7a0d-46d7-ad0e-29c134e184d0', 'name': '', 'network_id': 'e559c019-62a6-4da7-bfc3-aa6a5b63cbf1', 'tenant_id': '50053969373c435f81b8431b3e816f88', 'mac_address': 'fa:16:3e:d8:66:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd96a12-7ea2-4fed-88ca-0d97ef737119', 'device_owner': 'network:router_interface', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '81cdaa41-d9ce-4366-baf5-5d5a3483918c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:43:33Z', 'updated_at': '2021-12-20T14:43:43Z', 'revision_number': 5, 'project_id': '50053969373c435f81b8431b3e816f88', 'subnets': [{'id': '81cdaa41-d9ce-4366-baf5-5d5a3483918c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:45:16.078858 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5b95a6d-35f5-4243-96b8-8e54db8e446e req-6e60ebf0-3000-4661-bdd2-ea6ab8c58ecb tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] Network 75cc060c-9a9b-45bd-b303-f0f117f0c788 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:45:16.080374 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e60ebf0-3000-4661-bdd2-ea6ab8c58ecb tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] Pushing event updated for resources: {'Port': ['ID=c8b57c3a-02f7-4710-a420-c4f7ecb0fb9d,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:45:16.091988 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [req-c5b95a6d-35f5-4243-96b8-8e54db8e446e req-6e60ebf0-3000-4661-bdd2-ea6ab8c58ecb tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:45:16.113614 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 76f3fd03-9fb4-43a7-b09a-702f969d08b2 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:45:16.117506 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03eac92-8db9-417d-bac2-a71c38245cfd None None] The sync data for ids ['7dd96a12-7ea2-4fed-88ca-0d97ef737119'] in n-d-761264-19 is: [{'id': '7dd96a12-7ea2-4fed-88ca-0d97ef737119', 'name': 'tempest-RoutersTest-router-1838996544', 'tenant_id': '50053969373c435f81b8431b3e816f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:43:31Z', 'updated_at': '2021-12-20T14:45:08Z', 'revision_number': 10, 'project_id': '50053969373c435f81b8431b3e816f88', 'gw_port_host': None, '_interfaces': [{'id': 'ee99a0ab-7a0d-46d7-ad0e-29c134e184d0', 'name': '', 'network_id': 'e559c019-62a6-4da7-bfc3-aa6a5b63cbf1', 'tenant_id': '50053969373c435f81b8431b3e816f88', 'mac_address': 'fa:16:3e:d8:66:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd96a12-7ea2-4fed-88ca-0d97ef737119', 'device_owner': 'network:router_interface', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '81cdaa41-d9ce-4366-baf5-5d5a3483918c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:43:33Z', 'updated_at': '2021-12-20T14:43:43Z', 'revision_number': 5, 'project_id': '50053969373c435f81b8431b3e816f88', 'subnets': [{'id': '81cdaa41-d9ce-4366-baf5-5d5a3483918c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:45:16.120200 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-3fb9c050-db27-4eeb-9530-9f4131fc7ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f37270f7-d38b-4fc7-becd-469301f90642', 'name': 'tempest-NetworksTestDHCPv6-router-1671368568', 'tenant_id': '71d0c98cab4349b4848e68f8a37dbf12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:45:07Z', 'updated_at': '2021-12-20T14:45:10Z', 'revision_number': 2, 'project_id': '71d0c98cab4349b4848e68f8a37dbf12', 'gw_port_host': None, '_interfaces': [{'id': '977ed36e-85d1-47ab-a9ba-924074ef79fb', 'name': '', 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'tenant_id': '71d0c98cab4349b4848e68f8a37dbf12', 'mac_address': 'fa:16:3e:4d:b7:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f37270f7-d38b-4fc7-becd-469301f90642', 'device_owner': 'network:router_interface', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': 'f45f1a43-c939-4088-bcb8-33efed7430b0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:45:08Z', 'updated_at': '2021-12-20T14:45:15Z', 'revision_number': 4, 'project_id': '71d0c98cab4349b4848e68f8a37dbf12', 'subnets': [{'id': 'f45f1a43-c939-4088-bcb8-33efed7430b0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:45:16.223015 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5b95a6d-35f5-4243-96b8-8e54db8e446e req-6e60ebf0-3000-4661-bdd2-ea6ab8c58ecb tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:45:16.380318 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 76f3fd03-9fb4-43a7-b09a-702f969d08b2 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:45:16.380957 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:16.381989 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b95a6d-35f5-4243-96b8-8e54db8e446e req-6e60ebf0-3000-4661-bdd2-ea6ab8c58ecb tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:16.382665 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-c5b95a6d-35f5-4243-96b8-8e54db8e446e req-6e60ebf0-3000-4661-bdd2-ea6ab8c58ecb tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:16.399245 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223751a1-7b1b-44e3-92cd-ea93a6ad8af6 req-840a4ea6-4638-47f0-a332-ad5ad8d0ef4f tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:16.415033 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-223751a1-7b1b-44e3-92cd-ea93a6ad8af6 req-840a4ea6-4638-47f0-a332-ad5ad8d0ef4f tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a83aaac-7396-4782-a290-1f0b3f47602a HTTP/1.1" status: 200 len: 945 time: 0.1615334 Dec 20 14:45:16.452195 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb9c050-db27-4eeb-9530-9f4131fc7ed0 None None] The sync data for ids ['f37270f7-d38b-4fc7-becd-469301f90642'] in n-d-761264-19 is: [{'id': 'f37270f7-d38b-4fc7-becd-469301f90642', 'name': 'tempest-NetworksTestDHCPv6-router-1671368568', 'tenant_id': '71d0c98cab4349b4848e68f8a37dbf12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:45:07Z', 'updated_at': '2021-12-20T14:45:10Z', 'revision_number': 2, 'project_id': '71d0c98cab4349b4848e68f8a37dbf12', 'gw_port_host': None, '_interfaces': [{'id': '977ed36e-85d1-47ab-a9ba-924074ef79fb', 'name': '', 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'tenant_id': '71d0c98cab4349b4848e68f8a37dbf12', 'mac_address': 'fa:16:3e:4d:b7:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f37270f7-d38b-4fc7-becd-469301f90642', 'device_owner': 'network:router_interface', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': 'f45f1a43-c939-4088-bcb8-33efed7430b0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:45:08Z', 'updated_at': '2021-12-20T14:45:15Z', 'revision_number': 4, 'project_id': '71d0c98cab4349b4848e68f8a37dbf12', 'subnets': [{'id': 'f45f1a43-c939-4088-bcb8-33efed7430b0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:45:16.477393 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-1b2078dd-a3f9-4a16-b3ae-610ac7fb9a84 None None] Provisioning complete for port 977ed36e-85d1-47ab-a9ba-924074ef79fb triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:45:16.483523 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-1b2078dd-a3f9-4a16-b3ae-610ac7fb9a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:16.531858 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9d9ba84d-7957-4051-8893-293374abbc3c req-7a401f3a-a880-4fd4-8f0d-7da52021d149 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8747334 Dec 20 14:45:16.637752 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c5b95a6d-35f5-4243-96b8-8e54db8e446e req-6e60ebf0-3000-4661-bdd2-ea6ab8c58ecb tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9675694 Dec 20 14:45:16.654646 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-c5b95a6d-35f5-4243-96b8-8e54db8e446e req-60f51a1a-c141-48bf-b46c-6b6855ebd2ba service neutron] Request body: {'port': {'device_id': '6b2c6104-92fa-4538-83c1-43e24d43c9c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-19'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:45:16.713040 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-223751a1-7b1b-44e3-92cd-ea93a6ad8af6 req-79e59bb6-d7de-4689-934a-22af1f9ec08c tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=32bfc1ff-28fd-45a5-ae96-207d0fefe02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2969294 Dec 20 14:45:16.791606 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 91c05c30-bcd5-412b-b8c1-45cb8b3f1ac5 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:45:16.835378 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0a3b5060-d507-4b0f-8101-e065384d8e49 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1595867'] for router_interface, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:16.891649 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-c5b95a6d-35f5-4243-96b8-8e54db8e446e req-60f51a1a-c141-48bf-b46c-6b6855ebd2ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:16.927381 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-1b2078dd-a3f9-4a16-b3ae-610ac7fb9a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:17.007450 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 91c05c30-bcd5-412b-b8c1-45cb8b3f1ac5 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:45:17.008833 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 91c05c30-bcd5-412b-b8c1-45cb8b3f1ac5 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:45:17.133351 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-1b2078dd-a3f9-4a16-b3ae-610ac7fb9a84 None None] For port 977ed36e-85d1-47ab-a9ba-924074ef79fb, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=977ed36e-85d1-47ab-a9ba-924074ef79fb,segment=NetworkSegment(0deaa76e-8a3e-44c4-a3b8-992392ef4539),segment_id=0deaa76e-8a3e-44c4-a3b8-992392ef4539)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:45:17.186308 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-1b2078dd-a3f9-4a16-b3ae-610ac7fb9a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:17.271869 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 39fb46ec-bbfe-447b-a277-aff72f4fa08d up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:45:17.441637 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2078dd-a3f9-4a16-b3ae-610ac7fb9a84 None None] Pushing event updated for resources: {'Port': ['ID=977ed36e-85d1-47ab-a9ba-924074ef79fb,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:45:17.469014 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-918d0440-d835-4690-896a-3481e641a7ed None None] Provisioning complete for port c8b57c3a-02f7-4710-a420-c4f7ecb0fb9d triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:45:17.469394 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-918d0440-d835-4690-896a-3481e641a7ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:17.503187 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port 39fb46ec-bbfe-447b-a277-aff72f4fa08d triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:45:17.503886 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:17.577017 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-918d0440-d835-4690-896a-3481e641a7ed None None] Port c8b57c3a-02f7-4710-a420-c4f7ecb0fb9d cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:45:17.630955 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:17.639467 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e07edc-8a4d-4b6f-b84a-5f7167a0808f req-9020b7e4-34df-421f-b927-a96706d84543 tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:17.642674 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-918d0440-d835-4690-896a-3481e641a7ed None None] Provisioning complete for port 977ed36e-85d1-47ab-a9ba-924074ef79fb triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:45:17.643190 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-918d0440-d835-4690-896a-3481e641a7ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:17.648664 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-07e07edc-8a4d-4b6f-b84a-5f7167a0808f req-9020b7e4-34df-421f-b927-a96706d84543 tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] 10.222.0.54 "GET /v2.0/ports?device_id=6b2c6104-92fa-4538-83c1-43e24d43c9c1 HTTP/1.1" status: 200 len: 931 time: 0.6570446 Dec 20 14:45:17.740945 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-07e07edc-8a4d-4b6f-b84a-5f7167a0808f req-0c5104a1-0642-4434-a5a6-b8d06b6326c0 tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] 10.222.0.54 "GET /v2.0/security-groups?id=11017a55-194d-4d04-9afc-adc2bee3d3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912578 Dec 20 14:45:17.760741 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-54f8b903-7636-4311-9696-8666fdc7d81e tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Deleting port 977ed36e-85d1-47ab-a9ba-924074ef79fb {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:45:17.777358 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-54f8b903-7636-4311-9696-8666fdc7d81e tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:17.778956 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 39fb46ec-bbfe-447b-a277-aff72f4fa08d, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=39fb46ec-bbfe-447b-a277-aff72f4fa08d,segment=NetworkSegment(684010eb-b9c8-44ca-8706-1c0ac63af0ec),segment_id=684010eb-b9c8-44ca-8706-1c0ac63af0ec)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:45:17.783213 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a83aaac-7396-4782-a290-1f0b3f47602a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39fb46ec-bbfe-447b-a277-aff72f4fa08d'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:45:17.787233 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6654a58f-9ea5-43d6-9029-9f21facf3409" -d '{"events": [{"server_uuid": "2a83aaac-7396-4782-a290-1f0b3f47602a", "name": "network-vif-plugged", "status": "completed", "tag": "39fb46ec-bbfe-447b-a277-aff72f4fa08d"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:45:17.794560 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:17.891867 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94e835-3ab8-4195-bed0-dfd075a9b2f3 req-d0743506-ca4f-4614-bac5-b0c7ebda6c7e tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:17.893955 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4b94e835-3ab8-4195-bed0-dfd075a9b2f3 req-d0743506-ca4f-4614-bac5-b0c7ebda6c7e tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 945 time: 0.7460129 Dec 20 14:45:17.897190 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=39fb46ec-bbfe-447b-a277-aff72f4fa08d,revision_number=10']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:45:18.032591 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 977ed36e-85d1-47ab-a9ba-924074ef79fb up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:45:18.040977 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4b94e835-3ab8-4195-bed0-dfd075a9b2f3 req-9828fb3c-4582-424c-9899-b37828ec3181 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368110 Dec 20 14:45:18.114063 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-54f8b903-7636-4311-9696-8666fdc7d81e tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] For port 977ed36e-85d1-47ab-a9ba-924074ef79fb, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=977ed36e-85d1-47ab-a9ba-924074ef79fb,segment=NetworkSegment(0deaa76e-8a3e-44c4-a3b8-992392ef4539),segment_id=0deaa76e-8a3e-44c4-a3b8-992392ef4539)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:45:18.115193 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-54f8b903-7636-4311-9696-8666fdc7d81e tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:18.115682 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 977ed36e-85d1-47ab-a9ba-924074ef79fb triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:45:18.116278 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:18.186002 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20106ba-c0b7-485d-b269-614f87dae72c req-59fb4d35-988e-4291-953e-7bf939fe1ff6 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:18.195248 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e20106ba-c0b7-485d-b269-614f87dae72c req-59fb4d35-988e-4291-953e-7bf939fe1ff6 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a83aaac-7396-4782-a290-1f0b3f47602a HTTP/1.1" status: 200 len: 947 time: 0.2365193 Dec 20 14:45:18.220422 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-474657b4-5deb-4ee5-801f-9e231c00ab5c x-openstack-request-id: req-474657b4-5deb-4ee5-801f-9e231c00ab5c {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:45:18.221041 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a83aaac-7396-4782-a290-1f0b3f47602a", "name": "network-vif-plugged", "status": "completed", "tag": "39fb46ec-bbfe-447b-a277-aff72f4fa08d", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:45:18.221302 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-474657b4-5deb-4ee5-801f-9e231c00ab5c {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:45:18.221828 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a83aaac-7396-4782-a290-1f0b3f47602a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39fb46ec-bbfe-447b-a277-aff72f4fa08d', 'code': 200} Dec 20 14:45:18.254259 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-54f8b903-7636-4311-9696-8666fdc7d81e tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Calling delete_port for 977ed36e-85d1-47ab-a9ba-924074ef79fb owned by network:router_interface {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:45:18.254480 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device d20ccaa3-c111-4619-a747-1574108a4b76 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:45:18.294578 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: d20ccaa3-c111-4619-a747-1574108a4b76 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:45:18.295272 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device d20ccaa3-c111-4619-a747-1574108a4b76 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:45:18.308929 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-0a3b5060-d507-4b0f-8101-e065384d8e49 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Deleting port ee99a0ab-7a0d-46d7-ad0e-29c134e184d0 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:45:18.309278 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0a3b5060-d507-4b0f-8101-e065384d8e49 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:18.316859 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [req-c5b95a6d-35f5-4243-96b8-8e54db8e446e req-60f51a1a-c141-48bf-b46c-6b6855ebd2ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8b57c3a-02f7-4710-a420-c4f7ecb0fb9d {{(pid=103168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:45:18.342632 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-c5b95a6d-35f5-4243-96b8-8e54db8e446e req-60f51a1a-c141-48bf-b46c-6b6855ebd2ba service neutron] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:18.403125 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.provisioning_blocks [req-c5b95a6d-35f5-4243-96b8-8e54db8e446e req-60f51a1a-c141-48bf-b46c-6b6855ebd2ba service neutron] Transition to ACTIVE for port object c8b57c3a-02f7-4710-a420-c4f7ecb0fb9d will not be triggered until provisioned by entity L2. {{(pid=103168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:45:18.424768 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e20106ba-c0b7-485d-b269-614f87dae72c req-20b0905b-32ab-425f-9809-67c4e6542299 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=32bfc1ff-28fd-45a5-ae96-207d0fefe02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2283680 Dec 20 14:45:18.444599 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-c5b95a6d-35f5-4243-96b8-8e54db8e446e req-60f51a1a-c141-48bf-b46c-6b6855ebd2ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:18.549253 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f423436d-b0d8-41eb-bcb0-90931295e108 req-6777d06b-26e3-4959-8647-cb6479928290 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:18.550776 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f423436d-b0d8-41eb-bcb0-90931295e108 req-6777d06b-26e3-4959-8647-cb6479928290 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 945 time: 0.1971471 Dec 20 14:45:18.627748 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-0a3b5060-d507-4b0f-8101-e065384d8e49 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] For port ee99a0ab-7a0d-46d7-ad0e-29c134e184d0, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=ee99a0ab-7a0d-46d7-ad0e-29c134e184d0,segment=NetworkSegment(17fcfe65-c949-4488-a560-3347d511c34b),segment_id=17fcfe65-c949-4488-a560-3347d511c34b)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:45:18.628326 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0a3b5060-d507-4b0f-8101-e065384d8e49 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:18.666713 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-0a3b5060-d507-4b0f-8101-e065384d8e49 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Calling delete_port for ee99a0ab-7a0d-46d7-ad0e-29c134e184d0 owned by network:router_interface {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:45:18.676882 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f423436d-b0d8-41eb-bcb0-90931295e108 req-6bcc6089-1f9d-4e36-8eda-55527cb482cc tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152189 Dec 20 14:45:18.712384 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f51a1a-c141-48bf-b46c-6b6855ebd2ba service neutron] Pushing event updated for resources: {'Port': ['ID=c8b57c3a-02f7-4710-a420-c4f7ecb0fb9d,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:45:18.714890 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-54f8b903-7636-4311-9696-8666fdc7d81e tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:18.783584 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f8b903-7636-4311-9696-8666fdc7d81e tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event deleted for resources: {'Port': ['ID=977ed36e-85d1-47ab-a9ba-924074ef79fb,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:45:19.072589 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0a3b5060-d507-4b0f-8101-e065384d8e49 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:19.186266 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3b5060-d507-4b0f-8101-e065384d8e49 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Pushing event deleted for resources: {'Port': ['ID=ee99a0ab-7a0d-46d7-ad0e-29c134e184d0,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:45:19.216743 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-54f8b903-7636-4311-9696-8666fdc7d81e tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582411'] for router_interface, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:19.222486 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-c5b95a6d-35f5-4243-96b8-8e54db8e446e req-60f51a1a-c141-48bf-b46c-6b6855ebd2ba service neutron] Attempting to bind port c8b57c3a-02f7-4710-a420-c4f7ecb0fb9d on host n-h1-761264-19 for vnic_type normal with profile {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:45:19.222857 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-c5b95a6d-35f5-4243-96b8-8e54db8e446e req-60f51a1a-c141-48bf-b46c-6b6855ebd2ba service neutron] Attempting to bind port c8b57c3a-02f7-4710-a420-c4f7ecb0fb9d by drivers openvswitch,hyperv on host n-h1-761264-19 at level 0 using segments [{'id': '65130901-ba68-470d-9e0e-92249f5b0053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '75cc060c-9a9b-45bd-b303-f0f117f0c788'}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:45:19.223190 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b95a6d-35f5-4243-96b8-8e54db8e446e req-60f51a1a-c141-48bf-b46c-6b6855ebd2ba service neutron] Attempting to bind port c8b57c3a-02f7-4710-a420-c4f7ecb0fb9d on network 75cc060c-9a9b-45bd-b303-f0f117f0c788 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:45:19.233072 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b95a6d-35f5-4243-96b8-8e54db8e446e req-60f51a1a-c141-48bf-b46c-6b6855ebd2ba service neutron] Port c8b57c3a-02f7-4710-a420-c4f7ecb0fb9d on network 75cc060c-9a9b-45bd-b303-f0f117f0c788 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-19 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:45:19.233400 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b95a6d-35f5-4243-96b8-8e54db8e446e req-60f51a1a-c141-48bf-b46c-6b6855ebd2ba service neutron] Attempting to bind port c8b57c3a-02f7-4710-a420-c4f7ecb0fb9d on network 75cc060c-9a9b-45bd-b303-f0f117f0c788 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:45:19.246101 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b95a6d-35f5-4243-96b8-8e54db8e446e req-60f51a1a-c141-48bf-b46c-6b6855ebd2ba service neutron] Checking agent: {'id': '3e5ace3e-dd7b-4522-a7c4-77d13dbeab1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:45:19.246449 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b95a6d-35f5-4243-96b8-8e54db8e446e req-60f51a1a-c141-48bf-b46c-6b6855ebd2ba service neutron] Checking segment: {'id': '65130901-ba68-470d-9e0e-92249f5b0053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '75cc060c-9a9b-45bd-b303-f0f117f0c788'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:45:19.246860 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b95a6d-35f5-4243-96b8-8e54db8e446e req-60f51a1a-c141-48bf-b46c-6b6855ebd2ba service neutron] Bound using segment: {'id': '65130901-ba68-470d-9e0e-92249f5b0053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '75cc060c-9a9b-45bd-b303-f0f117f0c788'} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:45:19.247296 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-c5b95a6d-35f5-4243-96b8-8e54db8e446e req-60f51a1a-c141-48bf-b46c-6b6855ebd2ba service neutron] Bound port: c8b57c3a-02f7-4710-a420-c4f7ecb0fb9d, host: n-h1-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65130901-ba68-470d-9e0e-92249f5b0053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '75cc060c-9a9b-45bd-b303-f0f117f0c788'}}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:45:19.247651 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-c5b95a6d-35f5-4243-96b8-8e54db8e446e req-60f51a1a-c141-48bf-b46c-6b6855ebd2ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:19.262887 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c19f8b6-b28a-4d8b-964c-26e23e72aba5 req-8167734e-c55a-4faf-9337-0b2993b7347c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:19.264343 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5c19f8b6-b28a-4d8b-964c-26e23e72aba5 req-8167734e-c55a-4faf-9337-0b2993b7347c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2a83aaac-7396-4782-a290-1f0b3f47602a HTTP/1.1" status: 200 len: 1099 time: 0.8382998 Dec 20 14:45:19.285206 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205ec05f-bf67-4bed-ac29-313d4219e92a req-ee42c91f-23a3-42cd-bd7e-c3f9222591ff tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:19.292966 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-205ec05f-bf67-4bed-ac29-313d4219e92a req-ee42c91f-23a3-42cd-bd7e-c3f9222591ff tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] 10.222.0.54 "GET /v2.0/ports?device_id=6b2c6104-92fa-4538-83c1-43e24d43c9c1 HTTP/1.1" status: 200 len: 943 time: 0.2490098 Dec 20 14:45:19.458990 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5c19f8b6-b28a-4d8b-964c-26e23e72aba5 req-0b6825b5-43e2-4688-892c-c189e730b947 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=32bfc1ff-28fd-45a5-ae96-207d0fefe02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1776896 Dec 20 14:45:19.462925 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0a3b5060-d507-4b0f-8101-e065384d8e49 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582411'] for router_interface, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:19.480472 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2df15d8-d293-4282-ba8f-c0125fe66008 req-060cca1c-c246-4143-9404-e9dea761dc69 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:19.482637 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a2df15d8-d293-4282-ba8f-c0125fe66008 req-060cca1c-c246-4143-9404-e9dea761dc69 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 945 time: 0.5608833 Dec 20 14:45:19.565450 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-205ec05f-bf67-4bed-ac29-313d4219e92a req-4e9951fa-f05b-4e95-be0e-f13c8abb7017 tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] 10.222.0.54 "GET /v2.0/security-groups?id=11017a55-194d-4d04-9afc-adc2bee3d3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2698884 Dec 20 14:45:19.658249 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-c5b95a6d-35f5-4243-96b8-8e54db8e446e req-60f51a1a-c141-48bf-b46c-6b6855ebd2ba service neutron] For port c8b57c3a-02f7-4710-a420-c4f7ecb0fb9d, host n-h1-761264-19, cleared binding levels {{(pid=103168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:45:19.664054 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-c5b95a6d-35f5-4243-96b8-8e54db8e446e req-60f51a1a-c141-48bf-b46c-6b6855ebd2ba service neutron] For port c8b57c3a-02f7-4710-a420-c4f7ecb0fb9d, host n-h1-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=c8b57c3a-02f7-4710-a420-c4f7ecb0fb9d,segment=NetworkSegment(65130901-ba68-470d-9e0e-92249f5b0053),segment_id=65130901-ba68-470d-9e0e-92249f5b0053)] {{(pid=103168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:45:19.680055 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54f8b903-7636-4311-9696-8666fdc7d81e tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Router f37270f7-d38b-4fc7-becd-469301f90642 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:45:19.680880 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-c5b95a6d-35f5-4243-96b8-8e54db8e446e req-60f51a1a-c141-48bf-b46c-6b6855ebd2ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:19.738661 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a2df15d8-d293-4282-ba8f-c0125fe66008 req-8ffd8655-3b73-4431-b1db-e84deaf41997 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145014 Dec 20 14:45:19.806624 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b95a6d-35f5-4243-96b8-8e54db8e446e req-60f51a1a-c141-48bf-b46c-6b6855ebd2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:19.807527 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-c5b95a6d-35f5-4243-96b8-8e54db8e446e req-60f51a1a-c141-48bf-b46c-6b6855ebd2ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:19.807655 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a3b5060-d507-4b0f-8101-e065384d8e49 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Router 7dd96a12-7ea2-4fed-88ca-0d97ef737119 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:45:19.814280 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c5b95a6d-35f5-4243-96b8-8e54db8e446e req-60f51a1a-c141-48bf-b46c-6b6855ebd2ba service neutron] 10.222.0.30 "PUT /v2.0/ports/c8b57c3a-02f7-4710-a420-c4f7ecb0fb9d HTTP/1.1" status: 200 len: 1092 time: 3.1638260 Dec 20 14:45:19.816490 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b2c6104-92fa-4538-83c1-43e24d43c9c1', 'tag': 'c8b57c3a-02f7-4710-a420-c4f7ecb0fb9d'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:45:19.819137 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce6585c6-239b-4f66-ad38-ef11e1515098" -d '{"events": [{"name": "network-changed", "server_uuid": "6b2c6104-92fa-4538-83c1-43e24d43c9c1", "tag": "c8b57c3a-02f7-4710-a420-c4f7ecb0fb9d"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:45:20.034042 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a3b5060-d507-4b0f-8101-e065384d8e49 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:45:20.045834 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cddfd55f-072d-4242-9a5a-2895cfca89e1 None None] Sync routers for ids ['7dd96a12-7ea2-4fed-88ca-0d97ef737119'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:45:20.051703 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-0a3b5060-d507-4b0f-8101-e065384d8e49 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "PUT /v2.0/routers/7dd96a12-7ea2-4fed-88ca-0d97ef737119/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4911196 Dec 20 14:45:20.055597 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 53398) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:20.062453 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cddfd55f-072d-4242-9a5a-2895cfca89e1 None None] Routers {'7dd96a12-7ea2-4fed-88ca-0d97ef737119'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:45:20.063331 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-cddfd55f-072d-4242-9a5a-2895cfca89e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:45:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['7dd96a12-7ea2-4fed-88ca-0d97ef737119'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:45:20.154050 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b95a6d-35f5-4243-96b8-8e54db8e446e req-8c75cf47-4866-45d9-8989-6796117c4203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:20.155916 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c5b95a6d-35f5-4243-96b8-8e54db8e446e req-8c75cf47-4866-45d9-8989-6796117c4203 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8255d8223f1c451bbb1b1532cd6a52b8&device_id=6b2c6104-92fa-4538-83c1-43e24d43c9c1 HTTP/1.1" status: 200 len: 1095 time: 0.2476845 Dec 20 14:45:20.170332 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ae85c5-3a03-4d57-85ed-532d84e908e0 req-b2697a6b-c18f-455f-9055-03adeb8cd235 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:20.174010 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-46ae85c5-3a03-4d57-85ed-532d84e908e0 req-b2697a6b-c18f-455f-9055-03adeb8cd235 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 945 time: 0.1247985 Dec 20 14:45:20.215166 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819c9307-44f8-4042-8b44-7d577d708031 req-1ff34b7a-a7e7-40ad-9d17-76db384390c3 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:20.228650 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-819c9307-44f8-4042-8b44-7d577d708031 req-1ff34b7a-a7e7-40ad-9d17-76db384390c3 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a83aaac-7396-4782-a290-1f0b3f47602a HTTP/1.1" status: 200 len: 947 time: 0.4197268 Dec 20 14:45:20.236116 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-cddfd55f-072d-4242-9a5a-2895cfca89e1 None None] Set router 7dd96a12-7ea2-4fed-88ca-0d97ef737119 gateway port host: None {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:45:20.293689 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cf4c53f-98c9-48cc-85d2-2efc377ec0d3 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Deleting subnet 81cdaa41-d9ce-4366-baf5-5d5a3483918c {{(pid=103167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:45:20.297354 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9cf4c53f-98c9-48cc-85d2-2efc377ec0d3 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks [] for subnet, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:20.311764 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-cddfd55f-072d-4242-9a5a-2895cfca89e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd96a12-7ea2-4fed-88ca-0d97ef737119', 'name': 'tempest-RoutersTest-router-1838996544', 'tenant_id': '50053969373c435f81b8431b3e816f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:43:31Z', 'updated_at': '2021-12-20T14:45:18Z', 'revision_number': 11, 'project_id': '50053969373c435f81b8431b3e816f88', 'gw_port_host': None}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:45:20.352212 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cddfd55f-072d-4242-9a5a-2895cfca89e1 None None] Checking router: 7dd96a12-7ea2-4fed-88ca-0d97ef737119 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:45:20.369179 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cddfd55f-072d-4242-9a5a-2895cfca89e1 None None] Routers {'7dd96a12-7ea2-4fed-88ca-0d97ef737119'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:45:20.369948 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-cddfd55f-072d-4242-9a5a-2895cfca89e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:45:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['7dd96a12-7ea2-4fed-88ca-0d97ef737119'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:45:20.396039 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9cf4c53f-98c9-48cc-85d2-2efc377ec0d3 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954412'] for subnet, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:20.458656 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-819c9307-44f8-4042-8b44-7d577d708031 req-3b07ac05-30e1-4149-a448-edfabc8384a7 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=32bfc1ff-28fd-45a5-ae96-207d0fefe02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2273815 Dec 20 14:45:20.643728 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-cddfd55f-072d-4242-9a5a-2895cfca89e1 None None] Set router 7dd96a12-7ea2-4fed-88ca-0d97ef737119 gateway port host: None {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:45:20.690626 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9cf4c53f-98c9-48cc-85d2-2efc377ec0d3 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:20.753746 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-cddfd55f-072d-4242-9a5a-2895cfca89e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd96a12-7ea2-4fed-88ca-0d97ef737119', 'name': 'tempest-RoutersTest-router-1838996544', 'tenant_id': '50053969373c435f81b8431b3e816f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:43:31Z', 'updated_at': '2021-12-20T14:45:18Z', 'revision_number': 11, 'project_id': '50053969373c435f81b8431b3e816f88', 'gw_port_host': None}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:45:20.788550 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cddfd55f-072d-4242-9a5a-2895cfca89e1 None None] The sync data for ids ['7dd96a12-7ea2-4fed-88ca-0d97ef737119'] in n-d-761264-19 is: [{'id': '7dd96a12-7ea2-4fed-88ca-0d97ef737119', 'name': 'tempest-RoutersTest-router-1838996544', 'tenant_id': '50053969373c435f81b8431b3e816f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:43:31Z', 'updated_at': '2021-12-20T14:45:18Z', 'revision_number': 11, 'project_id': '50053969373c435f81b8431b3e816f88', 'gw_port_host': None}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:45:20.851018 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f51a1a-c141-48bf-b46c-6b6855ebd2ba service neutron] Pushing event updated for resources: {'Port': ['ID=c8b57c3a-02f7-4710-a420-c4f7ecb0fb9d,revision_number=3']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:45:20.854358 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54f8b903-7636-4311-9696-8666fdc7d81e tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:45:20.856828 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1640ecca-ef6d-4cd6-8517-72570014d9ae x-openstack-request-id: req-1640ecca-ef6d-4cd6-8517-72570014d9ae {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:45:20.857113 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b2c6104-92fa-4538-83c1-43e24d43c9c1", "tag": "c8b57c3a-02f7-4710-a420-c4f7ecb0fb9d", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:45:20.857360 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1640ecca-ef6d-4cd6-8517-72570014d9ae {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:45:20.857758 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b2c6104-92fa-4538-83c1-43e24d43c9c1', 'tag': 'c8b57c3a-02f7-4710-a420-c4f7ecb0fb9d', 'status': 'completed', 'code': 200} Dec 20 14:45:20.872172 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-54f8b903-7636-4311-9696-8666fdc7d81e tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "PUT /v2.0/routers/f37270f7-d38b-4fc7-becd-469301f90642/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7214415 Dec 20 14:45:20.872172 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c5b95a6d-35f5-4243-96b8-8e54db8e446e req-f23ac0c7-04c8-4b33-8c69-c7da36b588ba service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c8b57c3a-02f7-4710-a420-c4f7ecb0fb9d HTTP/1.1" status: 200 len: 217 time: 0.6964974 Dec 20 14:45:20.884213 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667132aa-9c01-4095-8839-a233e285d4bd req-f210842a-76d7-44b4-9cd8-7eaabc8d742f tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:20.884424 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d114fb02-a160-44fc-8026-8d6968b8bee4 None None] Sync routers for ids ['f37270f7-d38b-4fc7-becd-469301f90642'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:45:20.885429 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 53420) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:20.889599 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-667132aa-9c01-4095-8839-a233e285d4bd req-f210842a-76d7-44b4-9cd8-7eaabc8d742f tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] 10.222.0.54 "GET /v2.0/ports?device_id=6b2c6104-92fa-4538-83c1-43e24d43c9c1 HTTP/1.1" status: 200 len: 943 time: 0.1439011 Dec 20 14:45:20.910140 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d114fb02-a160-44fc-8026-8d6968b8bee4 None None] Routers {'f37270f7-d38b-4fc7-becd-469301f90642'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:45:20.910846 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-d114fb02-a160-44fc-8026-8d6968b8bee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:45:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['f37270f7-d38b-4fc7-becd-469301f90642'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:45:20.926256 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9cf4c53f-98c9-48cc-85d2-2efc377ec0d3 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:20.984415 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9cf4c53f-98c9-48cc-85d2-2efc377ec0d3 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:20.991074 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-9cf4c53f-98c9-48cc-85d2-2efc377ec0d3 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "DELETE /v2.0/subnets/81cdaa41-d9ce-4366-baf5-5d5a3483918c HTTP/1.1" status: 204 len: 168 time: 0.9340403 Dec 20 14:45:20.992447 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf4c53f-98c9-48cc-85d2-2efc377ec0d3 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Pushing event deleted for resources: {'Subnet': ['ID=81cdaa41-d9ce-4366-baf5-5d5a3483918c,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:45:20.995312 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 53432) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:20.999954 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab439b3-129b-4d12-a96e-400d0ed0aa18 None None] Network e559c019-62a6-4da7-bfc3-aa6a5b63cbf1 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:45:21.028416 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-667132aa-9c01-4095-8839-a233e285d4bd req-65c16358-9179-4de4-84a4-f2e43f6b204d tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] 10.222.0.54 "GET /v2.0/security-groups?id=11017a55-194d-4d04-9afc-adc2bee3d3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218472 Dec 20 14:45:21.107392 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-d114fb02-a160-44fc-8026-8d6968b8bee4 None None] Set router f37270f7-d38b-4fc7-becd-469301f90642 gateway port host: None {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:45:21.203589 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87aa9a08-9a48-41a9-9492-05724255aed8 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:21.205626 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87aa9a08-9a48-41a9-9492-05724255aed8 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:21.218645 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-87aa9a08-9a48-41a9-9492-05724255aed8 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3113942 Dec 20 14:45:21.221596 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 53452) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:21.239326 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b95a6d-35f5-4243-96b8-8e54db8e446e req-b10eea23-b8aa-48a5-bac5-eff24f5fc053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:21.241138 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c5b95a6d-35f5-4243-96b8-8e54db8e446e req-b10eea23-b8aa-48a5-bac5-eff24f5fc053 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=19a7e12b-bc69-4c68-8b63-286ef4ad0b2c HTTP/1.1" status: 200 len: 843 time: 0.3547969 Dec 20 14:45:21.251895 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-d114fb02-a160-44fc-8026-8d6968b8bee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f37270f7-d38b-4fc7-becd-469301f90642', 'name': 'tempest-NetworksTestDHCPv6-router-1671368568', 'tenant_id': '71d0c98cab4349b4848e68f8a37dbf12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:45:07Z', 'updated_at': '2021-12-20T14:45:18Z', 'revision_number': 3, 'project_id': '71d0c98cab4349b4848e68f8a37dbf12', 'gw_port_host': None}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:45:21.268351 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-46ae85c5-3a03-4d57-85ed-532d84e908e0 req-9f5135df-4d93-4d43-b889-59444bc2ca91 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4096549 Dec 20 14:45:21.326225 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d114fb02-a160-44fc-8026-8d6968b8bee4 None None] Checking router: f37270f7-d38b-4fc7-becd-469301f90642 for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:45:21.353985 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d114fb02-a160-44fc-8026-8d6968b8bee4 None None] Routers {'f37270f7-d38b-4fc7-becd-469301f90642'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:45:21.360840 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-d114fb02-a160-44fc-8026-8d6968b8bee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:45:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['f37270f7-d38b-4fc7-becd-469301f90642'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:45:21.372985 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-31fc57ff-13fd-480f-a524-0190ef580ef5 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:21.416872 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9482ae-75b1-4528-9e05-1b1c2c1e4135 None None] DHCP port deletion for e559c019-62a6-4da7-bfc3-aa6a5b63cbf1 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:45:21.485694 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8d76049-f0a3-4b3f-af3b-b5138c44d5d1 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Deleting subnet f45f1a43-c939-4088-bcb8-33efed7430b0 {{(pid=103167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:45:21.489900 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a8d76049-f0a3-4b3f-af3b-b5138c44d5d1 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks [] for subnet, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:21.494150 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b95a6d-35f5-4243-96b8-8e54db8e446e req-6f6719b6-9c23-4c8e-bc6f-b0860ea71fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:21.500509 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c5b95a6d-35f5-4243-96b8-8e54db8e446e req-6f6719b6-9c23-4c8e-bc6f-b0860ea71fa1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=75cc060c-9a9b-45bd-b303-f0f117f0c788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2246785 Dec 20 14:45:21.544869 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-d114fb02-a160-44fc-8026-8d6968b8bee4 None None] Set router f37270f7-d38b-4fc7-becd-469301f90642 gateway port host: None {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:45:21.549417 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-0f9482ae-75b1-4528-9e05-1b1c2c1e4135 None None] Deleting port 5f11eccd-8683-4658-8c81-44195c6a910a {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:45:21.550516 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-0f9482ae-75b1-4528-9e05-1b1c2c1e4135 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:21.654592 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-d114fb02-a160-44fc-8026-8d6968b8bee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f37270f7-d38b-4fc7-becd-469301f90642', 'name': 'tempest-NetworksTestDHCPv6-router-1671368568', 'tenant_id': '71d0c98cab4349b4848e68f8a37dbf12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:45:07Z', 'updated_at': '2021-12-20T14:45:18Z', 'revision_number': 3, 'project_id': '71d0c98cab4349b4848e68f8a37dbf12', 'gw_port_host': None}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:45:21.691434 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-0f9482ae-75b1-4528-9e05-1b1c2c1e4135 None None] For port 5f11eccd-8683-4658-8c81-44195c6a910a, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=5f11eccd-8683-4658-8c81-44195c6a910a,segment=NetworkSegment(17fcfe65-c949-4488-a560-3347d511c34b),segment_id=17fcfe65-c949-4488-a560-3347d511c34b)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:45:21.697383 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-0f9482ae-75b1-4528-9e05-1b1c2c1e4135 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:21.712145 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a8d76049-f0a3-4b3f-af3b-b5138c44d5d1 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954412'] for subnet, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:21.725042 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-0f9482ae-75b1-4528-9e05-1b1c2c1e4135 None None] Calling delete_port for 5f11eccd-8683-4658-8c81-44195c6a910a owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:45:21.732449 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c5b95a6d-35f5-4243-96b8-8e54db8e446e req-8738fc34-fa18-4ec5-8d3d-cb473640246d service neutron] 10.222.0.30 "GET /v2.0/networks/75cc060c-9a9b-45bd-b303-f0f117f0c788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201519 Dec 20 14:45:21.761541 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-31fc57ff-13fd-480f-a524-0190ef580ef5 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Deleting port 5f11eccd-8683-4658-8c81-44195c6a910a {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:45:21.761950 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-31fc57ff-13fd-480f-a524-0190ef580ef5 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:21.777406 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d114fb02-a160-44fc-8026-8d6968b8bee4 None None] The sync data for ids ['f37270f7-d38b-4fc7-becd-469301f90642'] in n-d-761264-19 is: [{'id': 'f37270f7-d38b-4fc7-becd-469301f90642', 'name': 'tempest-NetworksTestDHCPv6-router-1671368568', 'tenant_id': '71d0c98cab4349b4848e68f8a37dbf12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:45:07Z', 'updated_at': '2021-12-20T14:45:18Z', 'revision_number': 3, 'project_id': '71d0c98cab4349b4848e68f8a37dbf12', 'gw_port_host': None}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:45:21.827330 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72bd08e-67b8-4026-8ffd-1aff216c72f6 req-6a5552f9-9cf5-40df-bab3-4855257f9514 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:21.842293 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e72bd08e-67b8-4026-8ffd-1aff216c72f6 req-6a5552f9-9cf5-40df-bab3-4855257f9514 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 945 time: 0.2307053 Dec 20 14:45:21.894559 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b4662e-4192-4190-8d1a-3662c657c6de req-6a5df118-8ee2-428b-b59b-c227f604f297 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:21.904716 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-57b4662e-4192-4190-8d1a-3662c657c6de req-6a5df118-8ee2-428b-b59b-c227f604f297 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a83aaac-7396-4782-a290-1f0b3f47602a HTTP/1.1" status: 200 len: 947 time: 0.2379692 Dec 20 14:45:21.948286 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-0f9482ae-75b1-4528-9e05-1b1c2c1e4135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:21.968188 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e72bd08e-67b8-4026-8ffd-1aff216c72f6 req-c64f8b7a-370c-4c32-b64d-11e92bded797 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283529 Dec 20 14:45:21.974157 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a8d76049-f0a3-4b3f-af3b-b5138c44d5d1 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:22.012518 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9482ae-75b1-4528-9e05-1b1c2c1e4135 None None] Pushing event deleted for resources: {'Port': ['ID=5f11eccd-8683-4658-8c81-44195c6a910a,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:45:22.020467 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9482ae-75b1-4528-9e05-1b1c2c1e4135 None None] No DVR routers for this DVR port 5f11eccd-8683-4658-8c81-44195c6a910a on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:45:22.025292 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9482ae-75b1-4528-9e05-1b1c2c1e4135 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:45:22.027147 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9482ae-75b1-4528-9e05-1b1c2c1e4135 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:45:22.027736 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9482ae-75b1-4528-9e05-1b1c2c1e4135 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:45:22.039318 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9482ae-75b1-4528-9e05-1b1c2c1e4135 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:45:22.040047 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9482ae-75b1-4528-9e05-1b1c2c1e4135 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:45:22.042211 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9482ae-75b1-4528-9e05-1b1c2c1e4135 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:45:22.042841 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9482ae-75b1-4528-9e05-1b1c2c1e4135 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:45:22.043398 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9482ae-75b1-4528-9e05-1b1c2c1e4135 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:45:22.043944 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9482ae-75b1-4528-9e05-1b1c2c1e4135 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:45:22.044488 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9482ae-75b1-4528-9e05-1b1c2c1e4135 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:45:22.045052 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9482ae-75b1-4528-9e05-1b1c2c1e4135 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:45:22.045658 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9482ae-75b1-4528-9e05-1b1c2c1e4135 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:45:22.046286 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9482ae-75b1-4528-9e05-1b1c2c1e4135 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:45:22.120290 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a8d76049-f0a3-4b3f-af3b-b5138c44d5d1 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:22.175669 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c5b95a6d-35f5-4243-96b8-8e54db8e446e req-71f0a3a6-0562-45bb-9a72-bc42c9f5d778 service neutron] 10.222.0.30 "GET /v2.0/networks/75cc060c-9a9b-45bd-b303-f0f117f0c788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4115295 Dec 20 14:45:22.176572 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d76049-f0a3-4b3f-af3b-b5138c44d5d1 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event deleted for resources: {'Subnet': ['ID=f45f1a43-c939-4088-bcb8-33efed7430b0,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:45:22.241979 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a8d76049-f0a3-4b3f-af3b-b5138c44d5d1 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:22.244985 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-31fc57ff-13fd-480f-a524-0190ef580ef5 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] For port 5f11eccd-8683-4658-8c81-44195c6a910a, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=5f11eccd-8683-4658-8c81-44195c6a910a,segment=NetworkSegment(17fcfe65-c949-4488-a560-3347d511c34b),segment_id=17fcfe65-c949-4488-a560-3347d511c34b)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:45:22.249680 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-31fc57ff-13fd-480f-a524-0190ef580ef5 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:22.253819 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77535d9-69f6-4f60-a62e-158d3189a89f None None] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:45:22.273248 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-a8d76049-f0a3-4b3f-af3b-b5138c44d5d1 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "DELETE /v2.0/subnets/f45f1a43-c939-4088-bcb8-33efed7430b0 HTTP/1.1" status: 204 len: 168 time: 1.0501342 Dec 20 14:45:22.312892 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-57b4662e-4192-4190-8d1a-3662c657c6de req-9edbef70-9e90-42a7-88c5-7f35b7024ede tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=32bfc1ff-28fd-45a5-ae96-207d0fefe02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3923168 Dec 20 14:45:22.313397 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 53480) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:22.383250 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9defadc7-0403-4d67-86c8-3619447a99dc req-780d7d5d-dfe6-4c34-aa87-9c1f8a19253c tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:22.401766 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 5f11eccd-8683-4658-8c81-44195c6a910a no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:45:22.404345 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9defadc7-0403-4d67-86c8-3619447a99dc req-780d7d5d-dfe6-4c34-aa87-9c1f8a19253c tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] 10.222.0.54 "GET /v2.0/ports?device_id=6b2c6104-92fa-4538-83c1-43e24d43c9c1 HTTP/1.1" status: 200 len: 943 time: 0.2038641 Dec 20 14:45:22.475363 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-31fc57ff-13fd-480f-a524-0190ef580ef5 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Calling delete_port for 5f11eccd-8683-4658-8c81-44195c6a910a owned by network:dhcp {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:45:22.494766 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9defadc7-0403-4d67-86c8-3619447a99dc req-3b78899a-8180-4729-9c02-602d4a8b1af0 tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] 10.222.0.54 "GET /v2.0/security-groups?id=11017a55-194d-4d04-9afc-adc2bee3d3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889750 Dec 20 14:45:22.547171 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 5f11eccd-8683-4658-8c81-44195c6a910a {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:45:22.548102 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 5f11eccd-8683-4658-8c81-44195c6a910a not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:45:22.548656 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device ee99a0ab-7a0d-46d7-ad0e-29c134e184d0 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:45:22.598573 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6585c6-239b-4f66-ad38-ef11e1515098 req-487fd7bf-0715-402d-b44b-7cf9a7c67e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:22.600257 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ce6585c6-239b-4f66-ad38-ef11e1515098 req-487fd7bf-0715-402d-b44b-7cf9a7c67e75 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8255d8223f1c451bbb1b1532cd6a52b8&device_id=6b2c6104-92fa-4538-83c1-43e24d43c9c1 HTTP/1.1" status: 200 len: 1095 time: 0.2840738 Dec 20 14:45:22.759413 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: ee99a0ab-7a0d-46d7-ad0e-29c134e184d0 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:45:22.759753 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device ee99a0ab-7a0d-46d7-ad0e-29c134e184d0 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:45:22.760165 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 977ed36e-85d1-47ab-a9ba-924074ef79fb no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:45:22.768534 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6585c6-239b-4f66-ad38-ef11e1515098 req-db98be04-714b-40a9-befe-ec1b8c1d2a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:22.770142 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ce6585c6-239b-4f66-ad38-ef11e1515098 req-db98be04-714b-40a9-befe-ec1b8c1d2a17 service neutron] 10.222.0.30 "GET /v2.0/networks?id=75cc060c-9a9b-45bd-b303-f0f117f0c788 HTTP/1.1" status: 200 len: 905 time: 0.1554945 Dec 20 14:45:22.783305 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-94972b69-9050-435b-8c35-6a41769e57d2 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.4278636 Dec 20 14:45:22.783811 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 53488) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:22.788263 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 977ed36e-85d1-47ab-a9ba-924074ef79fb {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:45:22.788609 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 977ed36e-85d1-47ab-a9ba-924074ef79fb not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:45:22.826880 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5408a6e9-dbcf-4563-80a1-0bca4ca8bcaf req-28ec8157-512d-4d9e-b8cc-aa7c4f670047 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:22.829111 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5408a6e9-dbcf-4563-80a1-0bca4ca8bcaf req-28ec8157-512d-4d9e-b8cc-aa7c4f670047 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 945 time: 0.2757649 Dec 20 14:45:22.880453 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-317fb248-2ad2-43ce-b7b4-57a017ac5926 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks [] for router, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:22.898375 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848346b5-3c69-4952-b07b-c7f6c9eff2a4 None None] DHCP port deletion for e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:45:22.922920 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ce6585c6-239b-4f66-ad38-ef11e1515098 req-917b0827-531b-432f-9a6b-0244956e3da5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c8b57c3a-02f7-4710-a420-c4f7ecb0fb9d HTTP/1.1" status: 200 len: 217 time: 0.1393757 Dec 20 14:45:22.975144 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-848346b5-3c69-4952-b07b-c7f6c9eff2a4 None None] Deleting port 76f3fd03-9fb4-43a7-b09a-702f969d08b2 {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:45:22.975763 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-848346b5-3c69-4952-b07b-c7f6c9eff2a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:23.022263 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6585c6-239b-4f66-ad38-ef11e1515098 req-e2fedb29-0899-4628-97c2-3c92c4537f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:23.023764 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ce6585c6-239b-4f66-ad38-ef11e1515098 req-e2fedb29-0899-4628-97c2-3c92c4537f35 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=19a7e12b-bc69-4c68-8b63-286ef4ad0b2c HTTP/1.1" status: 200 len: 843 time: 0.0923948 Dec 20 14:45:23.034170 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5408a6e9-dbcf-4563-80a1-0bca4ca8bcaf req-11fe3dce-def5-43b7-8ae7-07d889da3ef8 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508467 Dec 20 14:45:23.049296 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-31fc57ff-13fd-480f-a524-0190ef580ef5 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:23.107762 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-848346b5-3c69-4952-b07b-c7f6c9eff2a4 None None] For port 76f3fd03-9fb4-43a7-b09a-702f969d08b2, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=76f3fd03-9fb4-43a7-b09a-702f969d08b2,segment=NetworkSegment(0deaa76e-8a3e-44c4-a3b8-992392ef4539),segment_id=0deaa76e-8a3e-44c4-a3b8-992392ef4539)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:45:23.109261 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-848346b5-3c69-4952-b07b-c7f6c9eff2a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:23.142923 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-848346b5-3c69-4952-b07b-c7f6c9eff2a4 None None] Calling delete_port for 76f3fd03-9fb4-43a7-b09a-702f969d08b2 owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:45:23.144168 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fc57ff-13fd-480f-a524-0190ef580ef5 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] No DVR routers for this DVR port 5f11eccd-8683-4658-8c81-44195c6a910a on host n-d-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:45:23.151494 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fc57ff-13fd-480f-a524-0190ef580ef5 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Pushing event deleted for resources: {'Port': ['ID=5f11eccd-8683-4658-8c81-44195c6a910a,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:45:23.208974 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-317fb248-2ad2-43ce-b7b4-57a017ac5926 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40132'] for router, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:23.213140 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-317fb248-2ad2-43ce-b7b4-57a017ac5926 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:23.249677 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6585c6-239b-4f66-ad38-ef11e1515098 req-7bbcfa50-1118-4b79-893b-5d1cd2b7fde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:23.255436 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ce6585c6-239b-4f66-ad38-ef11e1515098 req-7bbcfa50-1118-4b79-893b-5d1cd2b7fde4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=75cc060c-9a9b-45bd-b303-f0f117f0c788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2144539 Dec 20 14:45:23.268651 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-848346b5-3c69-4952-b07b-c7f6c9eff2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:23.299858 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18948ff2-3289-4c69-91a5-6ece9b5f6706 req-f5106b7d-440b-47e5-b5a7-5e50a1af2a08 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:23.308986 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-18948ff2-3289-4c69-91a5-6ece9b5f6706 req-f5106b7d-440b-47e5-b5a7-5e50a1af2a08 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 945 time: 0.1424696 Dec 20 14:45:23.317709 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-317fb248-2ad2-43ce-b7b4-57a017ac5926 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1594808'] for router, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:23.318231 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-317fb248-2ad2-43ce-b7b4-57a017ac5926 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Fanout notify agent at l3_agent the message router_deleted on router f37270f7-d38b-4fc7-becd-469301f90642 {{(pid=103167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 14:45:23.342803 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-317fb248-2ad2-43ce-b7b4-57a017ac5926 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks [] for router, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:23.344284 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-317fb248-2ad2-43ce-b7b4-57a017ac5926 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "DELETE /v2.0/routers/f37270f7-d38b-4fc7-becd-469301f90642 HTTP/1.1" status: 204 len: 168 time: 0.5592339 Dec 20 14:45:23.345681 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848346b5-3c69-4952-b07b-c7f6c9eff2a4 None None] No DVR routers for this DVR port 76f3fd03-9fb4-43a7-b09a-702f969d08b2 on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:45:23.347923 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 53496) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:23.353381 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-2bbf4938-c0b4-4d94-9a14-f4ad73a22e93 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Request body: {'subnet': {'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:45:23.358935 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848346b5-3c69-4952-b07b-c7f6c9eff2a4 None None] Pushing event deleted for resources: {'Port': ['ID=76f3fd03-9fb4-43a7-b09a-702f969d08b2,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:45:23.427103 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-31fc57ff-13fd-480f-a524-0190ef580ef5 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:23.535208 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-18948ff2-3289-4c69-91a5-6ece9b5f6706 req-f1f18f0b-7109-41ce-8c0e-b3d2f4546d65 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252159 Dec 20 14:45:23.542299 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bbf4938-c0b4-4d94-9a14-f4ad73a22e93 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Made reservation on behalf of 71d0c98cab4349b4848e68f8a37dbf12 for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:45:23.553819 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2bbf4938-c0b4-4d94-9a14-f4ad73a22e93 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:23.584057 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-31fc57ff-13fd-480f-a524-0190ef580ef5 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e559c019-62a6-4da7-bfc3-aa6a5b63cbf1']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:45:23.616686 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-31fc57ff-13fd-480f-a524-0190ef580ef5 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17fcfe65-c949-4488-a560-3347d511c34b') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:45:23.617266 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-31fc57ff-13fd-480f-a524-0190ef580ef5 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17fcfe65-c949-4488-a560-3347d511c34b') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:45:23.671234 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-31fc57ff-13fd-480f-a524-0190ef580ef5 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:23.675754 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ce6585c6-239b-4f66-ad38-ef11e1515098 req-5c5b636c-0091-4097-adf7-98fccba75554 service neutron] 10.222.0.30 "GET /v2.0/networks/75cc060c-9a9b-45bd-b303-f0f117f0c788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3542581 Dec 20 14:45:23.688403 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9148a82f-877a-4bf0-b705-774317479c0d req-88a109d3-accc-464a-95df-c7c9a881bbda tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:23.689949 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9148a82f-877a-4bf0-b705-774317479c0d req-88a109d3-accc-464a-95df-c7c9a881bbda tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a83aaac-7396-4782-a290-1f0b3f47602a HTTP/1.1" status: 200 len: 947 time: 0.2182906 Dec 20 14:45:23.816290 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-31fc57ff-13fd-480f-a524-0190ef580ef5 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:23.903890 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31fc57ff-13fd-480f-a524-0190ef580ef5 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:45:23.904675 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-31fc57ff-13fd-480f-a524-0190ef580ef5 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:23.908611 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:45:23.908611 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:45:23.908611 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:45:23.908611 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:45:23.908611 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:45:23.908611 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:45:23.908611 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:45:23.908611 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:45:23.908611 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:45:23.908611 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:45:23.908611 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:45:23.908611 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:45:23.908611 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:45:23.908611 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:45:23.908611 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:45:23.908611 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:45:23.908611 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:45:23.908611 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:45:23.908611 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:45:23.908611 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:45:23.908611 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:45:23.908611 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:45:23.908611 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:45:23.908611 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:45:23.908611 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:45:23.908611 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:45:23.908611 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:45:23.908611 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:45:23.908611 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:45:23.908611 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:45:23.908611 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:45:23.908611 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:45:23.908611 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:45:23.908611 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:45:23.908611 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:45:23.908611 n-d-761264-19 neutron-server[103168]: self.session.flush() Dec 20 14:45:23.908611 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:45:23.908611 n-d-761264-19 neutron-server[103168]: self.session.flush() Dec 20 14:45:23.908611 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:45:23.908611 n-d-761264-19 neutron-server[103168]: self.session.flush() Dec 20 14:45:23.908611 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:45:23.908611 n-d-761264-19 neutron-server[103168]: self.session.flush() Dec 20 14:45:23.908611 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 14:45:23.908611 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:45:23.908611 n-d-761264-19 neutron-server[103168]: timer() Dec 20 14:45:23.908611 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:45:23.908611 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 14:45:23.908611 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:45:23.908611 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 14:45:23.908611 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:45:23.908611 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 14:45:23.908611 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:45:23.908611 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 14:45:23.908611 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:45:23.908611 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 14:45:23.908611 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:45:23.908611 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:45:23.908611 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:45:23.908611 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:45:23.908611 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:45:23.908611 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 14:45:23.912765 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:45:23.912765 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 14:45:23.912765 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:45:23.912765 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:45:23.912765 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:45:23.912765 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 14:45:23.912765 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:45:23.912765 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:45:23.912765 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:45:23.912765 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:45:23.912765 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:45:23.912765 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:45:23.912765 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:45:23.951657 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec17ed1-b593-4988-a39f-c739c9d1fef2 req-06aa1ddc-d7b9-4a56-8e16-0c960715d52c tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:23.953348 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0ec17ed1-b593-4988-a39f-c739c9d1fef2 req-06aa1ddc-d7b9-4a56-8e16-0c960715d52c tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] 10.222.0.54 "GET /v2.0/ports?device_id=6b2c6104-92fa-4538-83c1-43e24d43c9c1 HTTP/1.1" status: 200 len: 943 time: 0.1589246 Dec 20 14:45:23.959290 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2bbf4938-c0b4-4d94-9a14-f4ad73a22e93 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:23.977742 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ce6585c6-239b-4f66-ad38-ef11e1515098 req-34bbaa0b-c7e6-47f0-b8b2-9d3846760d00 service neutron] 10.222.0.30 "GET /v2.0/networks/75cc060c-9a9b-45bd-b303-f0f117f0c788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847371 Dec 20 14:45:24.030035 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 76f3fd03-9fb4-43a7-b09a-702f969d08b2 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:45:24.045994 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9148a82f-877a-4bf0-b705-774317479c0d req-f210477e-37d1-4ce2-adf7-0db61f2f9bbf tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=32bfc1ff-28fd-45a5-ae96-207d0fefe02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2643421 Dec 20 14:45:24.058831 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-31fc57ff-13fd-480f-a524-0190ef580ef5 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:24.079252 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-31fc57ff-13fd-480f-a524-0190ef580ef5 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:24.083360 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-31fc57ff-13fd-480f-a524-0190ef580ef5 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "DELETE /v2.0/networks/e559c019-62a6-4da7-bfc3-aa6a5b63cbf1 HTTP/1.1" status: 204 len: 168 time: 3.0874906 Dec 20 14:45:24.106441 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 76f3fd03-9fb4-43a7-b09a-702f969d08b2 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:45:24.107782 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 76f3fd03-9fb4-43a7-b09a-702f969d08b2 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:45:24.121012 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 53514) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:24.122809 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fc57ff-13fd-480f-a524-0190ef580ef5 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Pushing event deleted for resources: {'Network': ['ID=e559c019-62a6-4da7-bfc3-aa6a5b63cbf1,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:45:24.129038 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-e1b5c927-0d7f-4686-aba7-52e234eb71c4 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Request body: {'router': {'routes': None}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:45:24.134850 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0ec17ed1-b593-4988-a39f-c739c9d1fef2 req-c94aa320-c56f-4a60-8c42-6ea79b58f3c0 tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] 10.222.0.54 "GET /v2.0/security-groups?id=11017a55-194d-4d04-9afc-adc2bee3d3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889795 Dec 20 14:45:24.154307 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bbf4938-c0b4-4d94-9a14-f4ad73a22e93 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:45:24.166454 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-2bbf4938-c0b4-4d94-9a14-f4ad73a22e93 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:45:24.166454 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bbf4938-c0b4-4d94-9a14-f4ad73a22e93 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:24.166454 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2bbf4938-c0b4-4d94-9a14-f4ad73a22e93 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:24.177762 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106cf5aa-d27a-4037-a76d-eadad7785749 None None] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:45:24.184807 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbf4938-c0b4-4d94-9a14-f4ad73a22e93 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event updated for resources: {'Subnet': ['ID=8b8403b0-7f81-490e-8927-f836932940bb,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:45:24.199173 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-2bbf4938-c0b4-4d94-9a14-f4ad73a22e93 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8497763 Dec 20 14:45:24.201704 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 53526) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:24.206828 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-1b32f0d7-70ff-4bfe-9e83-d458e8d9eb1a tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-724476386', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:45:24.240222 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1b32f0d7-70ff-4bfe-9e83-d458e8d9eb1a tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40114'] for router, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:24.243014 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1b32f0d7-70ff-4bfe-9e83-d458e8d9eb1a tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40139'] for router, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:24.327198 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1b32f0d7-70ff-4bfe-9e83-d458e8d9eb1a tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:24.334606 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1b32f0d7-70ff-4bfe-9e83-d458e8d9eb1a tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013'] for router, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:24.366098 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1b32f0d7-70ff-4bfe-9e83-d458e8d9eb1a tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks [] for router, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:24.367563 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-1b32f0d7-70ff-4bfe-9e83-d458e8d9eb1a tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1648860 Dec 20 14:45:24.370496 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 53530) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:24.412357 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8378ed63-4e1e-4d58-8bfd-2cfb4c6f25cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'project_id': '71d0c98cab4349b4848e68f8a37dbf12', 'fixed_ips': [{'subnet_id': '8b8403b0-7f81-490e-8927-f836932940bb'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:45:24.413280 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8378ed63-4e1e-4d58-8bfd-2cfb4c6f25cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:24.490348 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.extraroute_db [None req-e1b5c927-0d7f-4686-aba7-52e234eb71c4 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Added routes are [] {{(pid=103168) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 20 14:45:24.490969 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.extraroute_db [None req-e1b5c927-0d7f-4686-aba7-52e234eb71c4 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Removed routes are [] {{(pid=103168) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 20 14:45:24.491474 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e1b5c927-0d7f-4686-aba7-52e234eb71c4 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1584976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40157'] for router, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:24.581670 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-8378ed63-4e1e-4d58-8bfd-2cfb4c6f25cc None None] Allocated IP 2001:db8::2 (e2be1aff-cd00-4c3f-b1c0-ddca69da57f4/8b8403b0-7f81-490e-8927-f836932940bb/c1a3699b-c854-4761-9c69-f31c502379ed) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:45:24.585430 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4045a18-d701-45e6-ad36-bf2666fc1a7a req-61022fd4-5faf-4843-870c-ccd236c9b397 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:24.587287 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f4045a18-d701-45e6-ad36-bf2666fc1a7a req-61022fd4-5faf-4843-870c-ccd236c9b397 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/networks?id=e77a6991-7e9b-4f80-86c7-a3378ec4de6a HTTP/1.1" status: 200 len: 813 time: 0.3580668 Dec 20 14:45:24.639044 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f4045a18-d701-45e6-ad36-bf2666fc1a7a req-31b54961-e7ba-470e-bcf8-9c679156d87a tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/quotas/8a3f5189e8f64307a0b577e5cb283b15 HTTP/1.1" status: 200 len: 375 time: 0.0424554 Dec 20 14:45:24.701055 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e1b5c927-0d7f-4686-aba7-52e234eb71c4 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1584976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40157'] for router, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:24.706860 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e1b5c927-0d7f-4686-aba7-52e234eb71c4 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1584999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1585022', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1594780'] for router, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:24.789584 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8378ed63-4e1e-4d58-8bfd-2cfb4c6f25cc None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:24.807096 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-42ae6aae-4a7a-46cf-be37-2e216a1df626 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:24.810554 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8378ed63-4e1e-4d58-8bfd-2cfb4c6f25cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:24.823812 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f4045a18-d701-45e6-ad36-bf2666fc1a7a req-24dd99c4-12e0-4b59-a717-d8f6e0f1eb63 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=8a3f5189e8f64307a0b577e5cb283b15&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1473539 Dec 20 14:45:24.845654 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1b5c927-0d7f-4686-aba7-52e234eb71c4 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Router 7dd96a12-7ea2-4fed-88ca-0d97ef737119 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:45:24.867094 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8378ed63-4e1e-4d58-8bfd-2cfb4c6f25cc None None] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:45:24.872496 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8378ed63-4e1e-4d58-8bfd-2cfb4c6f25cc None None] Pushing event updated for resources: {'Port': ['ID=c1a3699b-c854-4761-9c69-f31c502379ed,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:45:24.875808 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-8378ed63-4e1e-4d58-8bfd-2cfb4c6f25cc None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:45:24.881785 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8378ed63-4e1e-4d58-8bfd-2cfb4c6f25cc None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:45:24.955365 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1b5c927-0d7f-4686-aba7-52e234eb71c4 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:45:24.972555 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e1b5c927-0d7f-4686-aba7-52e234eb71c4 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:24.976689 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-8378ed63-4e1e-4d58-8bfd-2cfb4c6f25cc None None] Attempting to bind port c1a3699b-c854-4761-9c69-f31c502379ed on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:45:24.976689 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-8378ed63-4e1e-4d58-8bfd-2cfb4c6f25cc None None] Attempting to bind port c1a3699b-c854-4761-9c69-f31c502379ed by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '0deaa76e-8a3e-44c4-a3b8-992392ef4539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:45:24.977012 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-e1b5c927-0d7f-4686-aba7-52e234eb71c4 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "PUT /v2.0/routers/7dd96a12-7ea2-4fed-88ca-0d97ef737119 HTTP/1.1" status: 200 len: 701 time: 0.8493295 Dec 20 14:45:24.977117 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8378ed63-4e1e-4d58-8bfd-2cfb4c6f25cc None None] Attempting to bind port c1a3699b-c854-4761-9c69-f31c502379ed on network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:45:24.977210 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 53540) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:24.980297 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc079855-0846-406d-adf4-b36fc2a0b89a None None] Sync routers for ids ['7dd96a12-7ea2-4fed-88ca-0d97ef737119'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:45:24.990805 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8378ed63-4e1e-4d58-8bfd-2cfb4c6f25cc None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:45:24.991363 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8378ed63-4e1e-4d58-8bfd-2cfb4c6f25cc None None] Checking segment: {'id': '0deaa76e-8a3e-44c4-a3b8-992392ef4539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:45:24.991870 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8378ed63-4e1e-4d58-8bfd-2cfb4c6f25cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:24.992314 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8378ed63-4e1e-4d58-8bfd-2cfb4c6f25cc None None] Bound using segment: {'id': '0deaa76e-8a3e-44c4-a3b8-992392ef4539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:45:24.993224 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-8378ed63-4e1e-4d58-8bfd-2cfb4c6f25cc None None] Bound port: c1a3699b-c854-4761-9c69-f31c502379ed, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0deaa76e-8a3e-44c4-a3b8-992392ef4539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:45:24.994016 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8378ed63-4e1e-4d58-8bfd-2cfb4c6f25cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:25.069243 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-8378ed63-4e1e-4d58-8bfd-2cfb4c6f25cc None None] For port c1a3699b-c854-4761-9c69-f31c502379ed, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:45:25.074105 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-b310b9ed-0ce3-45d3-b5b8-f8ef820e9bcf tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "GET /v2.0/ports?device_id=7dd96a12-7ea2-4fed-88ca-0d97ef737119 HTTP/1.1" status: 200 len: 205 time: 0.0921614 Dec 20 14:45:25.074625 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-8378ed63-4e1e-4d58-8bfd-2cfb4c6f25cc None None] For port c1a3699b-c854-4761-9c69-f31c502379ed, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=c1a3699b-c854-4761-9c69-f31c502379ed,segment=NetworkSegment(0deaa76e-8a3e-44c4-a3b8-992392ef4539),segment_id=0deaa76e-8a3e-44c4-a3b8-992392ef4539)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:45:25.076234 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 53546) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:25.077193 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc079855-0846-406d-adf4-b36fc2a0b89a None None] Routers {'7dd96a12-7ea2-4fed-88ca-0d97ef737119'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:45:25.078230 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-cc079855-0846-406d-adf4-b36fc2a0b89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:45:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['7dd96a12-7ea2-4fed-88ca-0d97ef737119'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:45:25.160817 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-cc079855-0846-406d-adf4-b36fc2a0b89a None None] Set router 7dd96a12-7ea2-4fed-88ca-0d97ef737119 gateway port host: None {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:45:25.221286 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-cc079855-0846-406d-adf4-b36fc2a0b89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd96a12-7ea2-4fed-88ca-0d97ef737119', 'name': 'tempest-RoutersTest-router-1838996544', 'tenant_id': '50053969373c435f81b8431b3e816f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:43:31Z', 'updated_at': '2021-12-20T14:45:18Z', 'revision_number': 11, 'project_id': '50053969373c435f81b8431b3e816f88', 'gw_port_host': None}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:45:25.223735 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8378ed63-4e1e-4d58-8bfd-2cfb4c6f25cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:25.259405 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc079855-0846-406d-adf4-b36fc2a0b89a None None] Checking router: 7dd96a12-7ea2-4fed-88ca-0d97ef737119 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:45:25.262596 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-42ae6aae-4a7a-46cf-be37-2e216a1df626 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Allocated IP 2001:db8::1 (e2be1aff-cd00-4c3f-b1c0-ddca69da57f4/8b8403b0-7f81-490e-8927-f836932940bb/77dff266-f72b-4f31-b9a9-e055be13ffff) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:45:25.299627 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e9a1dd83-8f33-4433-b969-bbdabba0f448 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks [] for router, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:25.345429 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device c8b57c3a-02f7-4710-a420-c4f7ecb0fb9d details requested by agent hyperv_n-h1-761264-19 with host n-h1-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:45:25.372917 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc079855-0846-406d-adf4-b36fc2a0b89a None None] Routers {'7dd96a12-7ea2-4fed-88ca-0d97ef737119'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:45:25.373752 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-cc079855-0846-406d-adf4-b36fc2a0b89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:45:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['7dd96a12-7ea2-4fed-88ca-0d97ef737119'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:45:25.375569 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a77cfbf-c86f-44bb-90eb-953421f53a0d req-6c2712f0-e781-439e-b6c0-65a85e00ca50 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:25.385166 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9a77cfbf-c86f-44bb-90eb-953421f53a0d req-6c2712f0-e781-439e-b6c0-65a85e00ca50 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 945 time: 0.4362066 Dec 20 14:45:25.515001 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9a77cfbf-c86f-44bb-90eb-953421f53a0d req-3f14505e-d9bc-4c2b-83dc-e46e44ef8446 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237605 Dec 20 14:45:25.575583 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.db.resource_extend [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 14:45:25.601252 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-42ae6aae-4a7a-46cf-be37-2e216a1df626 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:25.750988 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a01d578-35cb-489c-9823-a5d0a71374be req-757c8eee-eecf-4581-a0a0-2f66d09ffd10 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:25.752762 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4a01d578-35cb-489c-9823-a5d0a71374be req-757c8eee-eecf-4581-a0a0-2f66d09ffd10 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 945 time: 0.1427464 Dec 20 14:45:25.809369 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-42ae6aae-4a7a-46cf-be37-2e216a1df626 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:25.824596 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8378ed63-4e1e-4d58-8bfd-2cfb4c6f25cc None None] Pushing event updated for resources: {'Port': ['ID=c1a3699b-c854-4761-9c69-f31c502379ed,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:45:25.864926 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-cc079855-0846-406d-adf4-b36fc2a0b89a None None] Set router 7dd96a12-7ea2-4fed-88ca-0d97ef737119 gateway port host: None {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:45:25.884750 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ae6aae-4a7a-46cf-be37-2e216a1df626 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:45:25.891420 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-42ae6aae-4a7a-46cf-be37-2e216a1df626 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:45:25.893968 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ae6aae-4a7a-46cf-be37-2e216a1df626 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:45:25.894527 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-42ae6aae-4a7a-46cf-be37-2e216a1df626 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595714'] for router_interface, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:26.071244 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ae6aae-4a7a-46cf-be37-2e216a1df626 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event updated for resources: {'Port': ['ID=77dff266-f72b-4f31-b9a9-e055be13ffff,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:45:26.081302 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4a01d578-35cb-489c-9823-a5d0a71374be req-13bdf0a2-9049-46e9-89a2-7d69ebe1ab62 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3131497 Dec 20 14:45:26.101452 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-42ae6aae-4a7a-46cf-be37-2e216a1df626 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:26.214510 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port c8b57c3a-02f7-4710-a420-c4f7ecb0fb9d, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=c8b57c3a-02f7-4710-a420-c4f7ecb0fb9d,segment=NetworkSegment(65130901-ba68-470d-9e0e-92249f5b0053),segment_id=65130901-ba68-470d-9e0e-92249f5b0053)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:45:26.245318 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Returning: {'device': 'c8b57c3a-02f7-4710-a420-c4f7ecb0fb9d', 'network_id': '75cc060c-9a9b-45bd-b303-f0f117f0c788', 'port_id': 'c8b57c3a-02f7-4710-a420-c4f7ecb0fb9d', 'mac_address': 'fa:16:3e:58:1c:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19a7e12b-bc69-4c68-8b63-286ef4ad0b2c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:45:26.251673 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-cc079855-0846-406d-adf4-b36fc2a0b89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd96a12-7ea2-4fed-88ca-0d97ef737119', 'name': 'tempest-RoutersTest-router-1838996544', 'tenant_id': '50053969373c435f81b8431b3e816f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:43:31Z', 'updated_at': '2021-12-20T14:45:18Z', 'revision_number': 11, 'project_id': '50053969373c435f81b8431b3e816f88', 'gw_port_host': None}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:45:26.332374 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device c1a3699b-c854-4761-9c69-f31c502379ed up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:45:26.340880 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc079855-0846-406d-adf4-b36fc2a0b89a None None] The sync data for ids ['7dd96a12-7ea2-4fed-88ca-0d97ef737119'] in n-d-761264-19 is: [{'id': '7dd96a12-7ea2-4fed-88ca-0d97ef737119', 'name': 'tempest-RoutersTest-router-1838996544', 'tenant_id': '50053969373c435f81b8431b3e816f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:43:31Z', 'updated_at': '2021-12-20T14:45:18Z', 'revision_number': 11, 'project_id': '50053969373c435f81b8431b3e816f88', 'gw_port_host': None}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:45:26.524654 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:26.545745 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8b57c3a-02f7-4710-a420-c4f7ecb0fb9d {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:45:26.623234 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port c8b57c3a-02f7-4710-a420-c4f7ecb0fb9d, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=c8b57c3a-02f7-4710-a420-c4f7ecb0fb9d,segment=NetworkSegment(65130901-ba68-470d-9e0e-92249f5b0053),segment_id=65130901-ba68-470d-9e0e-92249f5b0053)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:45:26.642971 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:26.683931 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e9a1dd83-8f33-4433-b969-bbdabba0f448 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40132'] for router, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:26.689538 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e9a1dd83-8f33-4433-b969-bbdabba0f448 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:26.753040 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=c8b57c3a-02f7-4710-a420-c4f7ecb0fb9d,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:45:26.764179 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port c1a3699b-c854-4761-9c69-f31c502379ed triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:45:26.765934 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:26.803205 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9a0936-e576-4044-b72a-e39ca4fa26ed req-45298260-2e11-4cce-a888-dd11eb1e4741 tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:26.811821 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7c9a0936-e576-4044-b72a-e39ca4fa26ed req-45298260-2e11-4cce-a888-dd11eb1e4741 tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] 10.222.0.54 "GET /v2.0/ports?device_id=6b2c6104-92fa-4538-83c1-43e24d43c9c1 HTTP/1.1" status: 200 len: 943 time: 0.5794036 Dec 20 14:45:26.836050 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e9a1dd83-8f33-4433-b969-bbdabba0f448 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1594808'] for router, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:26.837043 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9a1dd83-8f33-4433-b969-bbdabba0f448 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Fanout notify agent at l3_agent the message router_deleted on router 7dd96a12-7ea2-4fed-88ca-0d97ef737119 {{(pid=103168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 14:45:26.846693 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e9a1dd83-8f33-4433-b969-bbdabba0f448 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:26.854715 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-e9a1dd83-8f33-4433-b969-bbdabba0f448 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "DELETE /v2.0/routers/7dd96a12-7ea2-4fed-88ca-0d97ef737119 HTTP/1.1" status: 204 len: 168 time: 1.7750626 Dec 20 14:45:26.861240 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 53578) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:26.866513 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-316bc9cc-bc36-4393-bd35-b59417e2e41f tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1125811211', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:45:26.901382 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7c9a0936-e576-4044-b72a-e39ca4fa26ed req-88f63439-1ee5-4757-adde-fd4e2c2dc78b tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] 10.222.0.54 "GET /v2.0/security-groups?id=11017a55-194d-4d04-9afc-adc2bee3d3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882480 Dec 20 14:45:26.938274 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:26.952738 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-316bc9cc-bc36-4393-bd35-b59417e2e41f tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40114'] for router, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:26.954207 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-316bc9cc-bc36-4393-bd35-b59417e2e41f tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40139'] for router, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:26.994022 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['c8b57c3a-02f7-4710-a420-c4f7ecb0fb9d'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:45:27.065652 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-316bc9cc-bc36-4393-bd35-b59417e2e41f tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:27.082698 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-316bc9cc-bc36-4393-bd35-b59417e2e41f tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013'] for router, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:27.098367 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] For port c1a3699b-c854-4761-9c69-f31c502379ed, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=c1a3699b-c854-4761-9c69-f31c502379ed,segment=NetworkSegment(0deaa76e-8a3e-44c4-a3b8-992392ef4539),segment_id=0deaa76e-8a3e-44c4-a3b8-992392ef4539)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:45:27.111374 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:27.134196 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-316bc9cc-bc36-4393-bd35-b59417e2e41f tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:27.134510 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c87ecef3-6671-40c2-a03e-c925c0700f89 req-b0e0ace6-ebfa-40e9-91ed-f86b1b814808 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=8a3f5189e8f64307a0b577e5cb283b15 HTTP/1.1" status: 200 len: 221 time: 0.0653026 Dec 20 14:45:27.135626 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-316bc9cc-bc36-4393-bd35-b59417e2e41f tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2729962 Dec 20 14:45:27.138258 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 53582) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:27.145262 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-c9e6fda6-a89a-43a1-a21b-9fc45a9803d4 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:45:27.182467 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-42ae6aae-4a7a-46cf-be37-2e216a1df626 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:27.200441 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-42ae6aae-4a7a-46cf-be37-2e216a1df626 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:27.201250 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-42ae6aae-4a7a-46cf-be37-2e216a1df626 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1595702'] for router_interface, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:27.399605 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ae6aae-4a7a-46cf-be37-2e216a1df626 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event updated for resources: {'Port': ['ID=77dff266-f72b-4f31-b9a9-e055be13ffff,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:45:27.419694 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-6e12a5a9-ec88-4203-8d3f-70f8aa14211b None None] Provisioning complete for port c1a3699b-c854-4761-9c69-f31c502379ed triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:45:27.420259 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6e12a5a9-ec88-4203-8d3f-70f8aa14211b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:27.425978 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Pushing event updated for resources: {'Port': ['ID=c1a3699b-c854-4761-9c69-f31c502379ed,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:45:27.555231 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ae6aae-4a7a-46cf-be37-2e216a1df626 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:45:27.557818 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-42ae6aae-4a7a-46cf-be37-2e216a1df626 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:45:27.645177 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c9e6fda6-a89a-43a1-a21b-9fc45a9803d4 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1584976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40157'] for router, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:27.666899 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c9e6fda6-a89a-43a1-a21b-9fc45a9803d4 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1584999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1585022', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1594780'] for router, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:27.733001 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42ae6aae-4a7a-46cf-be37-2e216a1df626 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Router 701a3783-8105-49d3-ba3c-5a25c15feeca is scheduled to L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 with binding_index 1 {{(pid=103167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 14:45:27.773353 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9f278b-33ac-45a4-8b86-165fd2efbc6e req-4fdb277c-bd63-416d-8465-3ea9994ca68d tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:27.774004 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-1a993119-de3a-4ede-ae6f-c7f69043de6b None None] Provisioning complete for port 77dff266-f72b-4f31-b9a9-e055be13ffff triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:45:27.775167 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-1a993119-de3a-4ede-ae6f-c7f69043de6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:27.782346 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-de9f278b-33ac-45a4-8b86-165fd2efbc6e req-4fdb277c-bd63-416d-8465-3ea9994ca68d tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 945 time: 0.3878229 Dec 20 14:45:27.873143 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-de9f278b-33ac-45a4-8b86-165fd2efbc6e req-6e1b2527-ed24-48ee-9a89-b808b38cb199 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905604 Dec 20 14:45:27.874799 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9e6fda6-a89a-43a1-a21b-9fc45a9803d4 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Router f27d1ab2-cab9-43a4-a32c-2f36f50b5402 is scheduled to L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 with binding_index 1 {{(pid=103168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 14:45:27.881423 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-1a993119-de3a-4ede-ae6f-c7f69043de6b None None] Port 77dff266-f72b-4f31-b9a9-e055be13ffff cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:45:28.023310 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42ae6aae-4a7a-46cf-be37-2e216a1df626 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:45:28.033844 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-42ae6aae-4a7a-46cf-be37-2e216a1df626 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "PUT /v2.0/routers/701a3783-8105-49d3-ba3c-5a25c15feeca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6619470 Dec 20 14:45:28.034605 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 53598) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:28.041608 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8b3244-d55a-4ae8-8a02-5bd226e9006b None None] Sync routers for ids ['701a3783-8105-49d3-ba3c-5a25c15feeca'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:45:28.081793 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device c1a3699b-c854-4761-9c69-f31c502379ed up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:45:28.090508 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8b3244-d55a-4ae8-8a02-5bd226e9006b None None] Routers {'701a3783-8105-49d3-ba3c-5a25c15feeca'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:45:28.091859 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-bd8b3244-d55a-4ae8-8a02-5bd226e9006b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:45:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['701a3783-8105-49d3-ba3c-5a25c15feeca'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:45:28.103315 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9e6fda6-a89a-43a1-a21b-9fc45a9803d4 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:45:28.139031 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d46b42e-6fc4-4c47-9a46-f1a48b883021 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:28.145746 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-5d46b42e-6fc4-4c47-9a46-f1a48b883021 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "GET /v2.0/ports/77dff266-f72b-4f31-b9a9-e055be13ffff HTTP/1.1" status: 200 len: 911 time: 0.1099141 Dec 20 14:45:28.148037 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 53600) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:28.149215 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c9e6fda6-a89a-43a1-a21b-9fc45a9803d4 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:28.150002 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f63797-7bda-4b7c-9221-315f55e90b15 None None] Sync routers for ids ['f27d1ab2-cab9-43a4-a32c-2f36f50b5402'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:45:28.151366 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-c9e6fda6-a89a-43a1-a21b-9fc45a9803d4 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "PUT /v2.0/routers/f27d1ab2-cab9-43a4-a32c-2f36f50b5402 HTTP/1.1" status: 200 len: 694 time: 1.0107293 Dec 20 14:45:28.163709 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 53602) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:28.270291 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-bd8b3244-d55a-4ae8-8a02-5bd226e9006b None None] Set router 701a3783-8105-49d3-ba3c-5a25c15feeca gateway port host: None {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:45:28.271978 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1293ee06-6838-497e-8ad2-790736948e84 req-5a7eab4d-20f9-467a-b057-745b08e7bcce tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:28.284311 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1293ee06-6838-497e-8ad2-790736948e84 req-5a7eab4d-20f9-467a-b057-745b08e7bcce tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 945 time: 0.2055309 Dec 20 14:45:28.300041 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f63797-7bda-4b7c-9221-315f55e90b15 None None] Routers {'f27d1ab2-cab9-43a4-a32c-2f36f50b5402'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:45:28.301518 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-a2f63797-7bda-4b7c-9221-315f55e90b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:45:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['f27d1ab2-cab9-43a4-a32c-2f36f50b5402'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:45:28.304446 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-26369f24-c5d9-4b79-a546-e2fb2d9fc48d None None] Provisioning complete for port 77dff266-f72b-4f31-b9a9-e055be13ffff triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:45:28.305232 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-26369f24-c5d9-4b79-a546-e2fb2d9fc48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:28.386605 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a8c40a-b34c-4d64-9044-f6385ea30bbd req-1e6cf672-a036-498f-bc0d-e09d294970be tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:28.398157 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-21a8c40a-b34c-4d64-9044-f6385ea30bbd req-1e6cf672-a036-498f-bc0d-e09d294970be tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] 10.222.0.54 "GET /v2.0/ports?device_id=6b2c6104-92fa-4538-83c1-43e24d43c9c1 HTTP/1.1" status: 200 len: 944 time: 0.3383749 Dec 20 14:45:28.419623 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-99601c25-a0fd-43a3-85ff-a1dfd6da9e72 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "GET /v2.0/routers/f27d1ab2-cab9-43a4-a32c-2f36f50b5402 HTTP/1.1" status: 200 len: 700 time: 0.2352986 Dec 20 14:45:28.424869 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 53608) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:28.435055 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1293ee06-6838-497e-8ad2-790736948e84 req-ebb23d00-3b9b-40be-8396-71aeda424333 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492250 Dec 20 14:45:28.521275 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-06a992fb-8e0b-4752-ad9d-34e517e4c499 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "GET /v2.0/ports?device_id=f27d1ab2-cab9-43a4-a32c-2f36f50b5402 HTTP/1.1" status: 200 len: 205 time: 0.0822942 Dec 20 14:45:28.523983 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 53614) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:28.546580 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab73f2e5-f8aa-4fdd-b7e8-7d31192c0e78 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:28.570703 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab73f2e5-f8aa-4fdd-b7e8-7d31192c0e78 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:28.573674 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-ab73f2e5-f8aa-4fdd-b7e8-7d31192c0e78 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.4240823 Dec 20 14:45:28.581128 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 53616) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:28.674183 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-a2f63797-7bda-4b7c-9221-315f55e90b15 None None] Set router f27d1ab2-cab9-43a4-a32c-2f36f50b5402 gateway port host: None {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:45:28.676759 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-26369f24-c5d9-4b79-a546-e2fb2d9fc48d None None] Port 77dff266-f72b-4f31-b9a9-e055be13ffff cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:45:28.750940 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-bd8b3244-d55a-4ae8-8a02-5bd226e9006b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '701a3783-8105-49d3-ba3c-5a25c15feeca', 'name': 'tempest-NetworksTestDHCPv6-router-724476386', 'tenant_id': '71d0c98cab4349b4848e68f8a37dbf12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:45:24Z', 'updated_at': '2021-12-20T14:45:26Z', 'revision_number': 2, 'project_id': '71d0c98cab4349b4848e68f8a37dbf12', 'gw_port_host': None, '_interfaces': [{'id': '77dff266-f72b-4f31-b9a9-e055be13ffff', 'name': '', 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'tenant_id': '71d0c98cab4349b4848e68f8a37dbf12', 'mac_address': 'fa:16:3e:96:35:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '701a3783-8105-49d3-ba3c-5a25c15feeca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': '8b8403b0-7f81-490e-8927-f836932940bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:45:24Z', 'updated_at': '2021-12-20T14:45:26Z', 'revision_number': 2, 'project_id': '71d0c98cab4349b4848e68f8a37dbf12', 'subnets': [{'id': '8b8403b0-7f81-490e-8927-f836932940bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:45:28.788913 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-a2f63797-7bda-4b7c-9221-315f55e90b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27d1ab2-cab9-43a4-a32c-2f36f50b5402', 'name': 'tempest-RoutersTest-router-1125811211', 'tenant_id': '50053969373c435f81b8431b3e816f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:45:26Z', 'updated_at': '2021-12-20T14:45:27Z', 'revision_number': 2, 'project_id': '50053969373c435f81b8431b3e816f88', 'gw_port_host': None}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:45:28.794981 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8b3244-d55a-4ae8-8a02-5bd226e9006b None None] Checking router: 701a3783-8105-49d3-ba3c-5a25c15feeca for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:45:28.795799 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8b3244-d55a-4ae8-8a02-5bd226e9006b None None] Updating router 701a3783-8105-49d3-ba3c-5a25c15feeca port 77dff266-f72b-4f31-b9a9-e055be13ffff binding host n-d-761264-19 {{(pid=103170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 14:45:28.800276 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port c1a3699b-c854-4761-9c69-f31c502379ed triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:45:28.800276 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:28.826842 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bd8b3244-d55a-4ae8-8a02-5bd226e9006b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:28.835448 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-21a8c40a-b34c-4d64-9044-f6385ea30bbd req-9d78027e-4cbf-4e62-9594-b25448823d46 tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] 10.222.0.54 "GET /v2.0/security-groups?id=11017a55-194d-4d04-9afc-adc2bee3d3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4360406 Dec 20 14:45:28.878920 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6bd1f967-0a6b-49e0-9828-57a7aa50b4e2 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks [] for router, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:28.926990 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e822c0a-5bed-40e3-903f-27415c9c348e req-33dd463d-e89d-436e-85db-116a781f3f5d tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:28.934341 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f63797-7bda-4b7c-9221-315f55e90b15 None None] Checking router: f27d1ab2-cab9-43a4-a32c-2f36f50b5402 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:45:28.937434 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7e822c0a-5bed-40e3-903f-27415c9c348e req-33dd463d-e89d-436e-85db-116a781f3f5d tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 945 time: 0.1634529 Dec 20 14:45:28.973666 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f63797-7bda-4b7c-9221-315f55e90b15 None None] Routers {'f27d1ab2-cab9-43a4-a32c-2f36f50b5402'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:45:28.977045 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-a2f63797-7bda-4b7c-9221-315f55e90b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:45:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['f27d1ab2-cab9-43a4-a32c-2f36f50b5402'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:45:29.047459 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7e822c0a-5bed-40e3-903f-27415c9c348e req-6932a37c-589b-496b-b01d-ff9d0607dbef tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077094 Dec 20 14:45:29.114358 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-a2f63797-7bda-4b7c-9221-315f55e90b15 None None] Set router f27d1ab2-cab9-43a4-a32c-2f36f50b5402 gateway port host: None {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:45:29.183178 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-a2f63797-7bda-4b7c-9221-315f55e90b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27d1ab2-cab9-43a4-a32c-2f36f50b5402', 'name': 'tempest-RoutersTest-router-1125811211', 'tenant_id': '50053969373c435f81b8431b3e816f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:45:26Z', 'updated_at': '2021-12-20T14:45:27Z', 'revision_number': 2, 'project_id': '50053969373c435f81b8431b3e816f88', 'gw_port_host': None}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:45:29.214310 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f63797-7bda-4b7c-9221-315f55e90b15 None None] The sync data for ids ['f27d1ab2-cab9-43a4-a32c-2f36f50b5402'] in n-d-761264-19 is: [{'id': 'f27d1ab2-cab9-43a4-a32c-2f36f50b5402', 'name': 'tempest-RoutersTest-router-1125811211', 'tenant_id': '50053969373c435f81b8431b3e816f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:45:26Z', 'updated_at': '2021-12-20T14:45:27Z', 'revision_number': 2, 'project_id': '50053969373c435f81b8431b3e816f88', 'gw_port_host': None}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:45:29.231792 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bd8b3244-d55a-4ae8-8a02-5bd226e9006b None None] Publish callbacks [] for port, precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:29.242211 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6bd1f967-0a6b-49e0-9828-57a7aa50b4e2 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40132'] for router, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:29.245330 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6bd1f967-0a6b-49e0-9828-57a7aa50b4e2 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:29.247216 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bd8b3244-d55a-4ae8-8a02-5bd226e9006b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:29.309274 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975b4093-0c67-46d6-9e02-92a0208ac281 None None] Pushing event updated for resources: {'Port': ['ID=77dff266-f72b-4f31-b9a9-e055be13ffff,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:45:29.356770 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device c8b57c3a-02f7-4710-a420-c4f7ecb0fb9d up at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:45:29.395043 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-bd8b3244-d55a-4ae8-8a02-5bd226e9006b None None] Attempting to bind port 77dff266-f72b-4f31-b9a9-e055be13ffff on host n-d-761264-19 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:45:29.395499 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-bd8b3244-d55a-4ae8-8a02-5bd226e9006b None None] Attempting to bind port 77dff266-f72b-4f31-b9a9-e055be13ffff by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '0deaa76e-8a3e-44c4-a3b8-992392ef4539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:45:29.395859 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8b3244-d55a-4ae8-8a02-5bd226e9006b None None] Attempting to bind port 77dff266-f72b-4f31-b9a9-e055be13ffff on network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:45:29.407209 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8b3244-d55a-4ae8-8a02-5bd226e9006b None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:45:29.408316 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8b3244-d55a-4ae8-8a02-5bd226e9006b None None] Checking segment: {'id': '0deaa76e-8a3e-44c4-a3b8-992392ef4539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:45:29.408316 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bd8b3244-d55a-4ae8-8a02-5bd226e9006b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:29.408543 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8b3244-d55a-4ae8-8a02-5bd226e9006b None None] Bound using segment: {'id': '0deaa76e-8a3e-44c4-a3b8-992392ef4539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:45:29.408900 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-bd8b3244-d55a-4ae8-8a02-5bd226e9006b None None] Bound port: 77dff266-f72b-4f31-b9a9-e055be13ffff, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0deaa76e-8a3e-44c4-a3b8-992392ef4539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:45:29.409286 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bd8b3244-d55a-4ae8-8a02-5bd226e9006b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:29.436331 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6bd1f967-0a6b-49e0-9828-57a7aa50b4e2 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1594808'] for router, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:29.436855 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bd1f967-0a6b-49e0-9828-57a7aa50b4e2 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Fanout notify agent at l3_agent the message router_deleted on router f27d1ab2-cab9-43a4-a32c-2f36f50b5402 {{(pid=103168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 14:45:29.451180 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6bd1f967-0a6b-49e0-9828-57a7aa50b4e2 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:29.453228 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-6bd1f967-0a6b-49e0-9828-57a7aa50b4e2 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "DELETE /v2.0/routers/f27d1ab2-cab9-43a4-a32c-2f36f50b5402 HTTP/1.1" status: 204 len: 168 time: 0.9183388 Dec 20 14:45:29.458219 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 53624) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:29.498638 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07e21b4-3182-4404-acfb-fd90b11d3170 req-1ef97c95-fad5-4ee0-8ec4-76ca4a8c890f tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:29.507346 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d07e21b4-3182-4404-acfb-fd90b11d3170 req-1ef97c95-fad5-4ee0-8ec4-76ca4a8c890f tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 945 time: 0.2789755 Dec 20 14:45:29.540338 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-bd8b3244-d55a-4ae8-8a02-5bd226e9006b None None] For port 77dff266-f72b-4f31-b9a9-e055be13ffff, host n-d-761264-19, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:45:29.549216 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-bd8b3244-d55a-4ae8-8a02-5bd226e9006b None None] For port 77dff266-f72b-4f31-b9a9-e055be13ffff, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=77dff266-f72b-4f31-b9a9-e055be13ffff,segment=NetworkSegment(0deaa76e-8a3e-44c4-a3b8-992392ef4539),segment_id=0deaa76e-8a3e-44c4-a3b8-992392ef4539)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:45:29.560822 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning for port c8b57c3a-02f7-4710-a420-c4f7ecb0fb9d completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:45:29.569452 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning complete for port c8b57c3a-02f7-4710-a420-c4f7ecb0fb9d triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:45:29.569835 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:29.571196 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-bd8b3244-d55a-4ae8-8a02-5bd226e9006b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:29.580944 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-812a8d27-78bd-485e-9690-5f5b1c34f256 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "GET /v2.0/ports?device_id=f27d1ab2-cab9-43a4-a32c-2f36f50b5402 HTTP/1.1" status: 200 len: 205 time: 0.1206708 Dec 20 14:45:29.581615 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 53630) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:29.664191 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8b3244-d55a-4ae8-8a02-5bd226e9006b None None] Routers {'701a3783-8105-49d3-ba3c-5a25c15feeca'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:45:29.665021 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-bd8b3244-d55a-4ae8-8a02-5bd226e9006b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:45:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['701a3783-8105-49d3-ba3c-5a25c15feeca'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:45:29.675331 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d07e21b4-3182-4404-acfb-fd90b11d3170 req-fa2ad2a2-c57a-4511-afa2-48b54090e867 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667755 Dec 20 14:45:29.739389 n-d-761264-19 neutron-server[103167]: INFO neutron.api.v2.resource [None req-ca90f887-5c12-45c8-aa89-a0ae2e71c5da tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] delete failed (client error): The resource could not be found. Dec 20 14:45:29.745658 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-ca90f887-5c12-45c8-aa89-a0ae2e71c5da tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "DELETE /v2.0/routers/f27d1ab2-cab9-43a4-a32c-2f36f50b5402 HTTP/1.1" status: 404 len: 336 time: 0.1626480 Dec 20 14:45:29.746332 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 53638) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:29.823735 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975b4093-0c67-46d6-9e02-92a0208ac281 None None] Pushing event updated for resources: {'Port': ['ID=77dff266-f72b-4f31-b9a9-e055be13ffff,revision_number=4']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:45:29.842539 n-d-761264-19 neutron-server[103167]: INFO neutron.pecan_wsgi.hooks.translation [None req-f964e70e-9ae8-44f8-823a-fbe10c176262 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] DELETE failed (client error): The resource could not be found. Dec 20 14:45:29.843335 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f964e70e-9ae8-44f8-823a-fbe10c176262 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:45:29.868994 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-f964e70e-9ae8-44f8-823a-fbe10c176262 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "DELETE /v2.0/subnets/35e2b9fb-3912-46d3-8c54-818c260a844c HTTP/1.1" status: 404 len: 337 time: 0.1193311 Dec 20 14:45:29.872941 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 53644) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:29.881034 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:29.887330 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-bd8b3244-d55a-4ae8-8a02-5bd226e9006b None None] Set router 701a3783-8105-49d3-ba3c-5a25c15feeca gateway port host: None {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:45:29.890896 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fd4804e6-7da8-4aaa-9f6e-8a48efe36479 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1595867'] for router_interface, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:29.956854 n-d-761264-19 neutron-server[103167]: INFO neutron.pecan_wsgi.hooks.translation [None req-b48f1585-838c-4d69-b9db-7636ddf8dd7f tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] DELETE failed (client error): The resource could not be found. Dec 20 14:45:29.957343 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b48f1585-838c-4d69-b9db-7636ddf8dd7f tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:45:29.999367 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-b48f1585-838c-4d69-b9db-7636ddf8dd7f tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "DELETE /v2.0/subnets/a1f90562-366d-4022-890f-c7f024fbed84 HTTP/1.1" status: 404 len: 337 time: 0.1249869 Dec 20 14:45:30.002871 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 53654) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:30.060771 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b2c6104-92fa-4538-83c1-43e24d43c9c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8b57c3a-02f7-4710-a420-c4f7ecb0fb9d'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:45:30.075809 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7315f3bd-7c0a-4a89-b0ac-10bdea53277c" -d '{"events": [{"server_uuid": "6b2c6104-92fa-4538-83c1-43e24d43c9c1", "name": "network-vif-plugged", "status": "completed", "tag": "c8b57c3a-02f7-4710-a420-c4f7ecb0fb9d"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:45:30.082519 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-378fd98b-c669-4cb9-8022-4a33d21b4671 None None] Provisioning complete for port 77dff266-f72b-4f31-b9a9-e055be13ffff triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:45:30.083196 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-378fd98b-c669-4cb9-8022-4a33d21b4671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:30.107609 n-d-761264-19 neutron-server[103167]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d0e5ba2-2b2d-4d0f-97bc-ef7ce28c38e4 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] DELETE failed (client error): The resource could not be found. Dec 20 14:45:30.108075 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d0e5ba2-2b2d-4d0f-97bc-ef7ce28c38e4 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:45:30.120143 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-4d0e5ba2-2b2d-4d0f-97bc-ef7ce28c38e4 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "DELETE /v2.0/subnets/5c157bc3-6461-40ce-84ff-7c9b3fdb4343 HTTP/1.1" status: 404 len: 337 time: 0.1160638 Dec 20 14:45:30.122356 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 53660) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:30.193189 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port c8b57c3a-02f7-4710-a420-c4f7ecb0fb9d, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=c8b57c3a-02f7-4710-a420-c4f7ecb0fb9d,segment=NetworkSegment(65130901-ba68-470d-9e0e-92249f5b0053),segment_id=65130901-ba68-470d-9e0e-92249f5b0053)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:45:30.235244 n-d-761264-19 neutron-server[103167]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e059fbd-076b-479a-bde2-ffe493aeb733 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] DELETE failed (client error): The resource could not be found. Dec 20 14:45:30.253055 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:30.253482 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e059fbd-076b-479a-bde2-ffe493aeb733 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:45:30.260010 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 53662) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:30.260207 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-0e059fbd-076b-479a-bde2-ffe493aeb733 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "DELETE /v2.0/subnets/81cdaa41-d9ce-4366-baf5-5d5a3483918c HTTP/1.1" status: 404 len: 337 time: 0.1366313 Dec 20 14:45:30.319284 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-3b5a585f-fe21-4e49-aecb-817fbf5fcc57 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "GET /v2.0/ports?device_id=7dd96a12-7ea2-4fed-88ca-0d97ef737119 HTTP/1.1" status: 200 len: 205 time: 0.0581434 Dec 20 14:45:30.323814 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 53664) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:30.325653 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0d6143-cdf1-43a1-b657-9f4e28d304bc req-2378187b-fdc7-45a1-8b11-c4b4eb025f44 tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:30.333666 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5d0d6143-cdf1-43a1-b657-9f4e28d304bc req-2378187b-fdc7-45a1-8b11-c4b4eb025f44 tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] 10.222.0.54 "GET /v2.0/ports?device_id=6b2c6104-92fa-4538-83c1-43e24d43c9c1 HTTP/1.1" status: 200 len: 944 time: 0.2375090 Dec 20 14:45:30.352095 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-378fd98b-c669-4cb9-8022-4a33d21b4671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:30.398221 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5d0d6143-cdf1-43a1-b657-9f4e28d304bc req-7201879a-84ec-4172-8d39-98bc91e5e995 tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] 10.222.0.54 "GET /v2.0/security-groups?id=11017a55-194d-4d04-9afc-adc2bee3d3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636234 Dec 20 14:45:30.406183 n-d-761264-19 neutron-server[103168]: INFO neutron.api.v2.resource [None req-70364899-f855-421b-9c0b-f7128b352fdc tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] delete failed (client error): The resource could not be found. Dec 20 14:45:30.407269 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-70364899-f855-421b-9c0b-f7128b352fdc tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "DELETE /v2.0/routers/7dd96a12-7ea2-4fed-88ca-0d97ef737119 HTTP/1.1" status: 404 len: 336 time: 0.0823126 Dec 20 14:45:30.410301 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 53666) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:30.416584 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce428f3-aae0-4853-b86f-8bf8986ae6c9 req-ffbb2769-22e6-4506-8aa1-c8134a4a7225 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:30.423804 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7ce428f3-aae0-4853-b86f-8bf8986ae6c9 req-ffbb2769-22e6-4506-8aa1-c8134a4a7225 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 945 time: 0.3315496 Dec 20 14:45:30.458090 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=c8b57c3a-02f7-4710-a420-c4f7ecb0fb9d,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:45:30.478215 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-bd8b3244-d55a-4ae8-8a02-5bd226e9006b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '701a3783-8105-49d3-ba3c-5a25c15feeca', 'name': 'tempest-NetworksTestDHCPv6-router-724476386', 'tenant_id': '71d0c98cab4349b4848e68f8a37dbf12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:45:24Z', 'updated_at': '2021-12-20T14:45:26Z', 'revision_number': 2, 'project_id': '71d0c98cab4349b4848e68f8a37dbf12', 'gw_port_host': None, '_interfaces': [{'id': '77dff266-f72b-4f31-b9a9-e055be13ffff', 'name': '', 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'tenant_id': '71d0c98cab4349b4848e68f8a37dbf12', 'mac_address': 'fa:16:3e:96:35:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '701a3783-8105-49d3-ba3c-5a25c15feeca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': '8b8403b0-7f81-490e-8927-f836932940bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:45:24Z', 'updated_at': '2021-12-20T14:45:29Z', 'revision_number': 4, 'project_id': '71d0c98cab4349b4848e68f8a37dbf12', 'subnets': [{'id': '8b8403b0-7f81-490e-8927-f836932940bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:45:30.495564 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-33b2e846-1e89-4053-9032-6b691b4eba0c tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2533581-95fb-4121-b012-efc5122e6305 HTTP/1.1" status: 200 len: 205 time: 0.0818005 Dec 20 14:45:30.496466 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 53668) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:30.501563 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-378fd98b-c669-4cb9-8022-4a33d21b4671 None None] For port 77dff266-f72b-4f31-b9a9-e055be13ffff, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=77dff266-f72b-4f31-b9a9-e055be13ffff,segment=NetworkSegment(0deaa76e-8a3e-44c4-a3b8-992392ef4539),segment_id=0deaa76e-8a3e-44c4-a3b8-992392ef4539)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:45:30.513123 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-378fd98b-c669-4cb9-8022-4a33d21b4671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:30.522503 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10575b2b-2e2a-4844-91db-2d99417f00ae x-openstack-request-id: req-10575b2b-2e2a-4844-91db-2d99417f00ae {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:45:30.523861 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b2c6104-92fa-4538-83c1-43e24d43c9c1", "name": "network-vif-plugged", "status": "completed", "tag": "c8b57c3a-02f7-4710-a420-c4f7ecb0fb9d", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:45:30.524761 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-10575b2b-2e2a-4844-91db-2d99417f00ae {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:45:30.526079 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b2c6104-92fa-4538-83c1-43e24d43c9c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8b57c3a-02f7-4710-a420-c4f7ecb0fb9d', 'code': 200} Dec 20 14:45:30.570769 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8b3244-d55a-4ae8-8a02-5bd226e9006b None None] The sync data for ids ['701a3783-8105-49d3-ba3c-5a25c15feeca'] in n-d-761264-19 is: [{'id': '701a3783-8105-49d3-ba3c-5a25c15feeca', 'name': 'tempest-NetworksTestDHCPv6-router-724476386', 'tenant_id': '71d0c98cab4349b4848e68f8a37dbf12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:45:24Z', 'updated_at': '2021-12-20T14:45:26Z', 'revision_number': 2, 'project_id': '71d0c98cab4349b4848e68f8a37dbf12', 'gw_port_host': None, '_interfaces': [{'id': '77dff266-f72b-4f31-b9a9-e055be13ffff', 'name': '', 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'tenant_id': '71d0c98cab4349b4848e68f8a37dbf12', 'mac_address': 'fa:16:3e:96:35:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '701a3783-8105-49d3-ba3c-5a25c15feeca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': '8b8403b0-7f81-490e-8927-f836932940bb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:45:24Z', 'updated_at': '2021-12-20T14:45:29Z', 'revision_number': 4, 'project_id': '71d0c98cab4349b4848e68f8a37dbf12', 'subnets': [{'id': '8b8403b0-7f81-490e-8927-f836932940bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:45:30.602055 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7ce428f3-aae0-4853-b86f-8bf8986ae6c9 req-8343619a-8ead-4700-b890-33c66b43185a tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772306 Dec 20 14:45:30.625957 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378fd98b-c669-4cb9-8022-4a33d21b4671 None None] Pushing event updated for resources: {'Port': ['ID=77dff266-f72b-4f31-b9a9-e055be13ffff,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:45:30.639614 n-d-761264-19 neutron-server[103167]: INFO neutron.api.v2.resource [None req-33f5232d-3809-42cc-967b-63befbd98091 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] delete failed (client error): The resource could not be found. Dec 20 14:45:30.645533 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-39bc14e9-b457-4d3e-b97e-4bc9c185d00c None None] Provisioning complete for port 77dff266-f72b-4f31-b9a9-e055be13ffff triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:45:30.645533 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-39bc14e9-b457-4d3e-b97e-4bc9c185d00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:30.646491 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-33f5232d-3809-42cc-967b-63befbd98091 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "DELETE /v2.0/routers/c2533581-95fb-4121-b012-efc5122e6305 HTTP/1.1" status: 404 len: 336 time: 0.1448014 Dec 20 14:45:30.649376 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 53674) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:30.718976 n-d-761264-19 neutron-server[103167]: INFO neutron.pecan_wsgi.hooks.translation [None req-d15301b2-3d95-4e72-b9b4-66fe9a4d0233 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] DELETE failed (client error): The resource could not be found. Dec 20 14:45:30.719992 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d15301b2-3d95-4e72-b9b4-66fe9a4d0233 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:45:30.732552 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-d15301b2-3d95-4e72-b9b4-66fe9a4d0233 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "DELETE /v2.0/subnets/ab265250-1135-4afb-bc2b-a06188e43ad5 HTTP/1.1" status: 404 len: 337 time: 0.0817642 Dec 20 14:45:30.733253 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 53676) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:30.733684 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-75e9d6f4-7be6-406c-be37-f109b5767849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:30.805362 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bbcd5b-f923-4d92-8df1-b3d3e934c9ab req-0eff5fdb-af97-4981-9003-c809793c04ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:30.807088 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-21bbcd5b-f923-4d92-8df1-b3d3e934c9ab req-0eff5fdb-af97-4981-9003-c809793c04ee service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6b2c6104-92fa-4538-83c1-43e24d43c9c1 HTTP/1.1" status: 200 len: 1097 time: 0.1985605 Dec 20 14:45:30.819832 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-62ce1093-cb30-433e-acc0-2bd713038564 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "GET /v2.0/ports?device_id=066d5c88-5789-4719-b04e-88969a778cc6 HTTP/1.1" status: 200 len: 205 time: 0.0749252 Dec 20 14:45:30.820483 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 53678) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:30.877222 n-d-761264-19 neutron-server[103167]: INFO neutron.api.v2.resource [None req-b9f518d8-5659-4f47-8f8f-ab12694b0ae1 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] delete failed (client error): The resource could not be found. Dec 20 14:45:30.883658 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-b9f518d8-5659-4f47-8f8f-ab12694b0ae1 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "DELETE /v2.0/routers/066d5c88-5789-4719-b04e-88969a778cc6 HTTP/1.1" status: 404 len: 336 time: 0.0577140 Dec 20 14:45:30.884535 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 53682) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:30.909895 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-21bbcd5b-f923-4d92-8df1-b3d3e934c9ab req-5627e46d-bf89-4a45-adfd-520e03bc5b87 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=11017a55-194d-4d04-9afc-adc2bee3d3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901527 Dec 20 14:45:30.940022 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 53684) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:30.951490 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-463ebab0-dbdb-420e-9169-fd640428129f tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "GET /v2.0/ports?device_id=a4f26585-57de-4af8-a898-117e33c37974 HTTP/1.1" status: 200 len: 205 time: 0.0642834 Dec 20 14:45:30.978494 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ae9263-3529-44b7-ac40-ded48f765a25 req-ac1e86fc-56bb-47f5-bf2b-da0b2dec09b4 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:30.991468 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f6ae9263-3529-44b7-ac40-ded48f765a25 req-ac1e86fc-56bb-47f5-bf2b-da0b2dec09b4 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 945 time: 0.2568388 Dec 20 14:45:31.043465 n-d-761264-19 neutron-server[103168]: INFO neutron.api.v2.resource [None req-4578429f-f323-4594-99c5-28b1fa43a6c0 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] delete failed (client error): The resource could not be found. Dec 20 14:45:31.044690 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-4578429f-f323-4594-99c5-28b1fa43a6c0 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "DELETE /v2.0/routers/a4f26585-57de-4af8-a898-117e33c37974 HTTP/1.1" status: 404 len: 336 time: 0.1019268 Dec 20 14:45:31.048403 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-fd4804e6-7da8-4aaa-9f6e-8a48efe36479 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Deleting port 77dff266-f72b-4f31-b9a9-e055be13ffff {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:45:31.049007 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fd4804e6-7da8-4aaa-9f6e-8a48efe36479 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:31.094821 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 53686) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:31.133514 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f6ae9263-3529-44b7-ac40-ded48f765a25 req-0d4104c8-90b3-4848-83db-34f185846e81 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410258 Dec 20 14:45:31.236487 n-d-761264-19 neutron-server[103167]: INFO neutron.pecan_wsgi.hooks.translation [None req-803b1ae9-bb72-4b1e-a552-a7c9285317d3 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] DELETE failed (client error): The resource could not be found. Dec 20 14:45:31.238394 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-803b1ae9-bb72-4b1e-a552-a7c9285317d3 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:45:31.251870 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-803b1ae9-bb72-4b1e-a552-a7c9285317d3 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "DELETE /v2.0/subnets/7c0cfd8f-17d6-442b-a360-039d124c4798 HTTP/1.1" status: 404 len: 337 time: 0.1172791 Dec 20 14:45:31.254667 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 53694) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:31.331636 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-24b2f0ca-5930-4f52-a33d-f3bf5fc2b978 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "GET /v2.0/ports?device_id=f9ca8501-56a0-463e-a8ca-bed728383b8c HTTP/1.1" status: 200 len: 205 time: 0.0751581 Dec 20 14:45:31.341010 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 53696) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:31.352025 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-fd4804e6-7da8-4aaa-9f6e-8a48efe36479 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] For port 77dff266-f72b-4f31-b9a9-e055be13ffff, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=77dff266-f72b-4f31-b9a9-e055be13ffff,segment=NetworkSegment(0deaa76e-8a3e-44c4-a3b8-992392ef4539),segment_id=0deaa76e-8a3e-44c4-a3b8-992392ef4539)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:45:31.357248 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fd4804e6-7da8-4aaa-9f6e-8a48efe36479 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:31.406239 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-fd4804e6-7da8-4aaa-9f6e-8a48efe36479 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Calling delete_port for 77dff266-f72b-4f31-b9a9-e055be13ffff owned by network:router_interface {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:45:31.534308 n-d-761264-19 neutron-server[103167]: INFO neutron.api.v2.resource [None req-1eefd2e7-ec84-42d4-872e-69ca554bba24 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] delete failed (client error): The resource could not be found. Dec 20 14:45:31.540240 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 53704) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:31.546176 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-1eefd2e7-ec84-42d4-872e-69ca554bba24 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "DELETE /v2.0/routers/f9ca8501-56a0-463e-a8ca-bed728383b8c HTTP/1.1" status: 404 len: 336 time: 0.2020614 Dec 20 14:45:31.593283 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cbeb03-6c4f-4f4d-b6bb-761a677777c2 req-2473e063-184d-497e-8c17-36dad1380bc4 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:31.600617 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f7cbeb03-6c4f-4f4d-b6bb-761a677777c2 req-2473e063-184d-497e-8c17-36dad1380bc4 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 945 time: 0.2631423 Dec 20 14:45:31.651088 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-447a0deb-965b-4a63-b815-8d6e77cb8b69 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] DELETE failed (client error): The resource could not be found. Dec 20 14:45:31.651548 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-447a0deb-965b-4a63-b815-8d6e77cb8b69 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:45:31.654662 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-447a0deb-965b-4a63-b815-8d6e77cb8b69 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "DELETE /v2.0/subnets/c31a1ed3-5ee7-4741-b261-fc9a60edc69e HTTP/1.1" status: 404 len: 337 time: 0.1131763 Dec 20 14:45:31.659336 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 53708) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:31.692184 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-6d9ce076-409d-4d8e-a5d8-1741228320b1 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "GET /v2.0/ports?device_id=40803e14-09ab-44bc-94ee-af5678d531ab HTTP/1.1" status: 200 len: 205 time: 0.0311530 Dec 20 14:45:31.696551 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 53710) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:31.744143 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa11a5d-6c8c-477b-a2fe-e8ed9ffde0a7 req-3b6d46da-6bf9-43f0-ab81-89bd6ecf7149 tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:31.745805 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9aa11a5d-6c8c-477b-a2fe-e8ed9ffde0a7 req-3b6d46da-6bf9-43f0-ab81-89bd6ecf7149 tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] 10.222.0.54 "GET /v2.0/ports?device_id=6b2c6104-92fa-4538-83c1-43e24d43c9c1 HTTP/1.1" status: 200 len: 945 time: 0.1962466 Dec 20 14:45:31.756631 n-d-761264-19 neutron-server[103167]: INFO neutron.api.v2.resource [None req-3065598f-fa43-4d3d-995b-8c0a71b1a976 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] delete failed (client error): The resource could not be found. Dec 20 14:45:31.761216 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-3065598f-fa43-4d3d-995b-8c0a71b1a976 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "DELETE /v2.0/routers/40803e14-09ab-44bc-94ee-af5678d531ab HTTP/1.1" status: 404 len: 336 time: 0.0635123 Dec 20 14:45:31.765027 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 53712) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:31.776859 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f7cbeb03-6c4f-4f4d-b6bb-761a677777c2 req-7bac2440-ffa7-4f56-b032-49b39b9aa456 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705852 Dec 20 14:45:31.808956 n-d-761264-19 neutron-server[103167]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3ce8dd0-9a4c-4fcb-88c9-a8af9f483e68 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] DELETE failed (client error): The resource could not be found. Dec 20 14:45:31.809596 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3ce8dd0-9a4c-4fcb-88c9-a8af9f483e68 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:45:31.814026 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-e3ce8dd0-9a4c-4fcb-88c9-a8af9f483e68 tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "DELETE /v2.0/subnets/800cd042-1dd5-433c-ba6e-9d97a57eb500 HTTP/1.1" status: 404 len: 337 time: 0.0476589 Dec 20 14:45:31.818545 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 53716) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:31.894824 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9aa11a5d-6c8c-477b-a2fe-e8ed9ffde0a7 req-bb403642-aa1e-43ba-8a22-069c8a537b7a tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] 10.222.0.54 "GET /v2.0/security-groups?id=11017a55-194d-4d04-9afc-adc2bee3d3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625391 Dec 20 14:45:31.906336 n-d-761264-19 neutron-server[103167]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e60cf0c-7611-4730-9be1-91d299ae52bb tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] DELETE failed (client error): The resource could not be found. Dec 20 14:45:31.907397 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e60cf0c-7611-4730-9be1-91d299ae52bb tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:45:31.938006 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-5e60cf0c-7611-4730-9be1-91d299ae52bb tempest-RoutersTest-636459910 tempest-RoutersTest-636459910-project] 10.222.0.54 "DELETE /v2.0/subnets/b736e014-1ed3-40db-88e3-c516a9a26e7e HTTP/1.1" status: 404 len: 337 time: 0.1182461 Dec 20 14:45:32.006170 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fd4804e6-7da8-4aaa-9f6e-8a48efe36479 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:32.057789 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4804e6-7da8-4aaa-9f6e-8a48efe36479 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event deleted for resources: {'Port': ['ID=77dff266-f72b-4f31-b9a9-e055be13ffff,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:45:32.079922 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f8b801-51ff-4c52-a98b-064f61a41687 req-db083827-da2a-4290-b4a8-8da897c15593 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:32.093179 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-39f8b801-51ff-4c52-a98b-064f61a41687 req-db083827-da2a-4290-b4a8-8da897c15593 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 945 time: 0.1384621 Dec 20 14:45:32.235269 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 77dff266-f72b-4f31-b9a9-e055be13ffff up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:45:32.247009 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-39f8b801-51ff-4c52-a98b-064f61a41687 req-527842ca-b205-4322-835d-19bcee3f6f15 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475351 Dec 20 14:45:32.329207 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 77dff266-f72b-4f31-b9a9-e055be13ffff {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:45:32.329543 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 77dff266-f72b-4f31-b9a9-e055be13ffff not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 20 14:45:32.394877 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 53730) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:32.418574 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fd4804e6-7da8-4aaa-9f6e-8a48efe36479 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582411'] for router_interface, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:32.448610 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Port 77dff266-f72b-4f31-b9a9-e055be13ffff not found, will not notify nova. {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 20 14:45:32.506560 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5843b6-3f38-46dd-9403-9cb23bad1a7e req-e8665100-fcea-4c95-8a7d-a3699143d05f tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:32.517169 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ca5843b6-3f38-46dd-9403-9cb23bad1a7e req-e8665100-fcea-4c95-8a7d-a3699143d05f tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 945 time: 0.0895989 Dec 20 14:45:32.599397 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ca5843b6-3f38-46dd-9403-9cb23bad1a7e req-26981f13-03af-4431-ae16-e09a630eec18 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808802 Dec 20 14:45:32.713092 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-64ac60ea-c61a-4b5f-87a4-1f04676d0ad9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=50053969373c435f81b8431b3e816f88&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3136809 Dec 20 14:45:32.714250 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 53738) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:32.730463 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd4804e6-7da8-4aaa-9f6e-8a48efe36479 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Router 701a3783-8105-49d3-ba3c-5a25c15feeca has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:45:32.805469 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-01cc67ad-cac3-4d26-a61a-7dbf78e9fe24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:32.832934 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-01cc67ad-cac3-4d26-a61a-7dbf78e9fe24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:32.855306 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6c7dfa11-ac4e-42b8-b573-e7dfa93555de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:32.903545 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-01cc67ad-cac3-4d26-a61a-7dbf78e9fe24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:32.906966 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-01cc67ad-cac3-4d26-a61a-7dbf78e9fe24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:32.908237 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-01cc67ad-cac3-4d26-a61a-7dbf78e9fe24 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3d8d0976-df5a-49a4-bfa7-8bfaabc0a608 HTTP/1.1" status: 204 len: 168 time: 0.1924794 Dec 20 14:45:32.949579 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cc67ad-cac3-4d26-a61a-7dbf78e9fe24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d8d0976-df5a-49a4-bfa7-8bfaabc0a608,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:45:33.221675 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c320234-5fb9-4566-93a2-5628b9cb9646 req-86d2a1e4-5181-4e46-8342-539ef4bd2e65 tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:33.228147 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8c320234-5fb9-4566-93a2-5628b9cb9646 req-86d2a1e4-5181-4e46-8342-539ef4bd2e65 tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] 10.222.0.54 "GET /v2.0/ports?device_id=6b2c6104-92fa-4538-83c1-43e24d43c9c1 HTTP/1.1" status: 200 len: 945 time: 0.1470478 Dec 20 14:45:33.352353 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8c320234-5fb9-4566-93a2-5628b9cb9646 req-50e1546f-dbbe-4c23-98ad-770675492d7d tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] 10.222.0.54 "GET /v2.0/security-groups?id=11017a55-194d-4d04-9afc-adc2bee3d3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187086 Dec 20 14:45:33.352591 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd4804e6-7da8-4aaa-9f6e-8a48efe36479 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:45:33.368987 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63c220f-1a91-4f72-bfb4-9be32258efdc None None] Sync routers for ids ['701a3783-8105-49d3-ba3c-5a25c15feeca'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:45:33.384664 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-fd4804e6-7da8-4aaa-9f6e-8a48efe36479 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "PUT /v2.0/routers/701a3783-8105-49d3-ba3c-5a25c15feeca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7968876 Dec 20 14:45:33.384896 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 53750) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:33.388166 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63c220f-1a91-4f72-bfb4-9be32258efdc None None] Routers {'701a3783-8105-49d3-ba3c-5a25c15feeca'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:45:33.388798 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-f63c220f-1a91-4f72-bfb4-9be32258efdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:45:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['701a3783-8105-49d3-ba3c-5a25c15feeca'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:45:33.541525 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfa44ed-8c38-4b44-bb83-36d56a8d4b94 req-abe36551-28c1-4927-9f57-b73e07fc1d98 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:33.545072 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-dbfa44ed-8c38-4b44-bb83-36d56a8d4b94 req-abe36551-28c1-4927-9f57-b73e07fc1d98 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 945 time: 0.7956626 Dec 20 14:45:33.602968 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e65f780-21bd-4397-ade5-0d97cd6c55ad tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:33.605724 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e65f780-21bd-4397-ade5-0d97cd6c55ad tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:33.610298 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 53762) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:33.631876 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-f63c220f-1a91-4f72-bfb4-9be32258efdc None None] Set router 701a3783-8105-49d3-ba3c-5a25c15feeca gateway port host: None {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:45:33.648451 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-7e65f780-21bd-4397-ade5-0d97cd6c55ad tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2556629 Dec 20 14:45:33.711833 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e0fe835-749b-4a5b-aa08-381b6f4eac63 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Deleting subnet 8b8403b0-7f81-490e-8927-f836932940bb {{(pid=103167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:45:33.726344 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3e0fe835-749b-4a5b-aa08-381b6f4eac63 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks [] for subnet, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:33.729454 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-dbfa44ed-8c38-4b44-bb83-36d56a8d4b94 req-56d44d64-f9d4-40aa-a2b1-68b0e017a200 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553104 Dec 20 14:45:33.769598 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-f63c220f-1a91-4f72-bfb4-9be32258efdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '701a3783-8105-49d3-ba3c-5a25c15feeca', 'name': 'tempest-NetworksTestDHCPv6-router-724476386', 'tenant_id': '71d0c98cab4349b4848e68f8a37dbf12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:45:24Z', 'updated_at': '2021-12-20T14:45:31Z', 'revision_number': 3, 'project_id': '71d0c98cab4349b4848e68f8a37dbf12', 'gw_port_host': None}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:45:33.775513 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:33.843931 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63c220f-1a91-4f72-bfb4-9be32258efdc None None] Checking router: 701a3783-8105-49d3-ba3c-5a25c15feeca for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:45:33.854244 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63c220f-1a91-4f72-bfb4-9be32258efdc None None] Routers {'701a3783-8105-49d3-ba3c-5a25c15feeca'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:45:33.855098 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-f63c220f-1a91-4f72-bfb4-9be32258efdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:45:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['701a3783-8105-49d3-ba3c-5a25c15feeca'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:45:33.855658 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3e0fe835-749b-4a5b-aa08-381b6f4eac63 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954412'] for subnet, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:33.924444 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba98e0-cecb-4b45-9e7a-37dd488e6ce9 req-2e05296e-2db1-4e46-8ae3-80d2e4b0f0f5 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:33.928839 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cfad55-7887-4136-b01b-fc9d78f64fa4 req-f9bf4afd-f712-41a9-b8e1-f2b6c40fb3c1 tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:33.930414 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c2cfad55-7887-4136-b01b-fc9d78f64fa4 req-f9bf4afd-f712-41a9-b8e1-f2b6c40fb3c1 tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] 10.222.0.54 "GET /v2.0/ports?device_id=6b2c6104-92fa-4538-83c1-43e24d43c9c1 HTTP/1.1" status: 200 len: 945 time: 0.2147210 Dec 20 14:45:33.941083 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e7ba98e0-cecb-4b45-9e7a-37dd488e6ce9 req-2e05296e-2db1-4e46-8ae3-80d2e4b0f0f5 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 945 time: 0.0911384 Dec 20 14:45:33.943400 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 53774) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:33.948731 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-43b1fcb3-4dd9-4e58-91ed-237a9a4a9483 tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] Request body: {'floatingip': {'port_id': 'c8b57c3a-02f7-4710-a420-c4f7ecb0fb9d'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:45:33.979178 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-f63c220f-1a91-4f72-bfb4-9be32258efdc None None] Set router 701a3783-8105-49d3-ba3c-5a25c15feeca gateway port host: None {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:45:34.032503 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-43b1fcb3-4dd9-4e58-91ed-237a9a4a9483 tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] Publish callbacks [] for floatingip, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:34.057397 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3e0fe835-749b-4a5b-aa08-381b6f4eac63 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:34.122674 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-f63c220f-1a91-4f72-bfb4-9be32258efdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '701a3783-8105-49d3-ba3c-5a25c15feeca', 'name': 'tempest-NetworksTestDHCPv6-router-724476386', 'tenant_id': '71d0c98cab4349b4848e68f8a37dbf12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:45:24Z', 'updated_at': '2021-12-20T14:45:31Z', 'revision_number': 3, 'project_id': '71d0c98cab4349b4848e68f8a37dbf12', 'gw_port_host': None}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:45:34.136549 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3e0fe835-749b-4a5b-aa08-381b6f4eac63 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:34.152553 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e7ba98e0-cecb-4b45-9e7a-37dd488e6ce9 req-45d71b85-dd6a-4981-af27-c2df44da2ef1 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163677 Dec 20 14:45:34.179791 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63c220f-1a91-4f72-bfb4-9be32258efdc None None] The sync data for ids ['701a3783-8105-49d3-ba3c-5a25c15feeca'] in n-d-761264-19 is: [{'id': '701a3783-8105-49d3-ba3c-5a25c15feeca', 'name': 'tempest-NetworksTestDHCPv6-router-724476386', 'tenant_id': '71d0c98cab4349b4848e68f8a37dbf12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:45:24Z', 'updated_at': '2021-12-20T14:45:31Z', 'revision_number': 3, 'project_id': '71d0c98cab4349b4848e68f8a37dbf12', 'gw_port_host': None}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:45:34.191732 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0fe835-749b-4a5b-aa08-381b6f4eac63 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event deleted for resources: {'Subnet': ['ID=8b8403b0-7f81-490e-8927-f836932940bb,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:45:34.208749 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3e0fe835-749b-4a5b-aa08-381b6f4eac63 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:34.216785 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109a4264-94ad-45b2-afdc-43215d4b14b7 None None] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:45:34.219250 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-3e0fe835-749b-4a5b-aa08-381b6f4eac63 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "DELETE /v2.0/subnets/8b8403b0-7f81-490e-8927-f836932940bb HTTP/1.1" status: 204 len: 168 time: 0.6077461 Dec 20 14:45:34.219941 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 53786) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:34.511751 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-c0c19a52-1456-4c00-a7c0-44d2d482cfdf tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2905366 Dec 20 14:45:34.514626 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 53794) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:34.603606 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c9f705-5542-46e2-b42e-8e6607439d75 None None] DHCP port deletion for e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:45:34.676790 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e25ae7d-f493-4d60-8dfc-3776eefe019a req-a0759a29-6afc-4451-9dd1-8bd57540a6a7 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:34.689078 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5e25ae7d-f493-4d60-8dfc-3776eefe019a req-a0759a29-6afc-4451-9dd1-8bd57540a6a7 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 945 time: 0.2598403 Dec 20 14:45:34.721669 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b3ec920f-5523-4dc5-b0cf-86c81602177f tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks [] for router, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:34.738497 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-a6c9f705-5542-46e2-b42e-8e6607439d75 None None] Deleting port c1a3699b-c854-4761-9c69-f31c502379ed {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:45:34.742341 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a6c9f705-5542-46e2-b42e-8e6607439d75 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:34.912295 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5e25ae7d-f493-4d60-8dfc-3776eefe019a req-6cd1783d-2d68-45e7-94f0-59f4f48ef4ec tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221005 Dec 20 14:45:34.919740 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-43b1fcb3-4dd9-4e58-91ed-237a9a4a9483 tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:34.936896 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-43b1fcb3-4dd9-4e58-91ed-237a9a4a9483 tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585115'] for floatingip, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:34.948113 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-a6c9f705-5542-46e2-b42e-8e6607439d75 None None] For port c1a3699b-c854-4761-9c69-f31c502379ed, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=c1a3699b-c854-4761-9c69-f31c502379ed,segment=NetworkSegment(0deaa76e-8a3e-44c4-a3b8-992392ef4539),segment_id=0deaa76e-8a3e-44c4-a3b8-992392ef4539)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:45:34.948720 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a6c9f705-5542-46e2-b42e-8e6607439d75 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:34.987992 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-a6c9f705-5542-46e2-b42e-8e6607439d75 None None] Calling delete_port for c1a3699b-c854-4761-9c69-f31c502379ed owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:45:35.076293 n-d-761264-19 neutron-server[103168]: INFO neutron.db.l3_db [None req-43b1fcb3-4dd9-4e58-91ed-237a9a4a9483 tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] Floating IP 9382a0ce-4613-498e-958a-ee1695a5b92f associated. External IP: 172.25.0.184, port: c8b57c3a-02f7-4710-a420-c4f7ecb0fb9d. Dec 20 14:45:35.090407 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b3ec920f-5523-4dc5-b0cf-86c81602177f tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40132'] for router, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:35.093321 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b3ec920f-5523-4dc5-b0cf-86c81602177f tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:35.161088 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a6c9f705-5542-46e2-b42e-8e6607439d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:35.169057 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b3ec920f-5523-4dc5-b0cf-86c81602177f tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1594808'] for router, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:35.170388 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3ec920f-5523-4dc5-b0cf-86c81602177f tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Fanout notify agent at l3_agent the message router_deleted on router 701a3783-8105-49d3-ba3c-5a25c15feeca {{(pid=103167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 14:45:35.177207 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b3ec920f-5523-4dc5-b0cf-86c81602177f tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks [] for router, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:35.188397 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-b3ec920f-5523-4dc5-b0cf-86c81602177f tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "DELETE /v2.0/routers/701a3783-8105-49d3-ba3c-5a25c15feeca HTTP/1.1" status: 204 len: 168 time: 0.6651933 Dec 20 14:45:35.201242 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 53818) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:35.203703 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c9f705-5542-46e2-b42e-8e6607439d75 None None] Pushing event deleted for resources: {'Port': ['ID=c1a3699b-c854-4761-9c69-f31c502379ed,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:45:35.207636 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c9f705-5542-46e2-b42e-8e6607439d75 None None] No DVR routers for this DVR port c1a3699b-c854-4761-9c69-f31c502379ed on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:45:35.270673 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee70a409-9f79-4a32-9da8-2972d31d0b12 req-5f1d01d7-fac7-46d5-ab92-66dff2f5daf5 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:35.283259 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ee70a409-9f79-4a32-9da8-2972d31d0b12 req-5f1d01d7-fac7-46d5-ab92-66dff2f5daf5 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 945 time: 0.1438651 Dec 20 14:45:35.322944 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-b50f33b9-229c-4d09-b7c7-790606869dc9 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1201887 Dec 20 14:45:35.324366 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 53824) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:35.413635 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ee70a409-9f79-4a32-9da8-2972d31d0b12 req-2610c1af-e303-4fac-bd28-19b787ed0597 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290591 Dec 20 14:45:35.449591 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15bea81b-ceff-4a90-8cd3-33067f5568ac tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:35.451071 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-15bea81b-ceff-4a90-8cd3-33067f5568ac tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1195884 Dec 20 14:45:35.453735 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 53830) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:35.499924 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-847a7b51-49c4-42ac-abf1-76b7e4ae5253 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0451071 Dec 20 14:45:35.505396 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 53834) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:35.511235 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-88858afd-d17a-4353-a2a4-118825ec49f3 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Request body: {'subnet': {'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:45:35.593500 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43b1fcb3-4dd9-4e58-91ed-237a9a4a9483 tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] Router e01ad7b0-b95a-4847-ac6b-c1b2da94e59f has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:45:35.661405 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88858afd-d17a-4353-a2a4-118825ec49f3 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Made reservation on behalf of 71d0c98cab4349b4848e68f8a37dbf12 for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:45:35.667369 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-88858afd-d17a-4353-a2a4-118825ec49f3 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:35.678128 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae97d8ad-ef39-4e79-aba8-0ad80f26a8c9 req-be29bca9-5b12-46ce-a6bd-f29195af5585 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:35.685946 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ae97d8ad-ef39-4e79-aba8-0ad80f26a8c9 req-be29bca9-5b12-46ce-a6bd-f29195af5585 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 945 time: 0.1071520 Dec 20 14:45:35.748402 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:35.879895 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ae97d8ad-ef39-4e79-aba8-0ad80f26a8c9 req-3f85fb89-f2d7-4e9b-9d3c-934341c68968 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908550 Dec 20 14:45:35.899719 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43b1fcb3-4dd9-4e58-91ed-237a9a4a9483 tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:45:35.907388 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-43b1fcb3-4dd9-4e58-91ed-237a9a4a9483 tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:35.928210 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33571ae7-5005-46ad-a7d7-14671bb79878 None None] Sync routers for ids ['e01ad7b0-b95a-4847-ac6b-c1b2da94e59f'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:45:35.959363 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-43b1fcb3-4dd9-4e58-91ed-237a9a4a9483 tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] 10.222.0.54 "PUT /v2.0/floatingips/9382a0ce-4613-498e-958a-ee1695a5b92f HTTP/1.1" status: 200 len: 991 time: 2.0138464 Dec 20 14:45:35.960056 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b2c6104-92fa-4538-83c1-43e24d43c9c1', 'tag': 'c8b57c3a-02f7-4710-a420-c4f7ecb0fb9d'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:45:35.969205 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33571ae7-5005-46ad-a7d7-14671bb79878 None None] Routers {'e01ad7b0-b95a-4847-ac6b-c1b2da94e59f'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:45:35.969869 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-33571ae7-5005-46ad-a7d7-14671bb79878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:45:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['e01ad7b0-b95a-4847-ac6b-c1b2da94e59f'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:45:35.971542 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e748d0b-6207-4172-b5ca-e8b63f30f856" -d '{"events": [{"name": "network-changed", "server_uuid": "6b2c6104-92fa-4538-83c1-43e24d43c9c1", "tag": "c8b57c3a-02f7-4710-a420-c4f7ecb0fb9d"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:45:36.045522 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1606f62f-5da8-49d9-bf26-a88ee1b06b27 x-openstack-request-id: req-1606f62f-5da8-49d9-bf26-a88ee1b06b27 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:45:36.045999 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b2c6104-92fa-4538-83c1-43e24d43c9c1", "tag": "c8b57c3a-02f7-4710-a420-c4f7ecb0fb9d", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:45:36.046423 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1606f62f-5da8-49d9-bf26-a88ee1b06b27 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:45:36.047030 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b2c6104-92fa-4538-83c1-43e24d43c9c1', 'tag': 'c8b57c3a-02f7-4710-a420-c4f7ecb0fb9d', 'status': 'completed', 'code': 200} Dec 20 14:45:36.070802 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device c1a3699b-c854-4761-9c69-f31c502379ed no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:45:36.122476 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: c1a3699b-c854-4761-9c69-f31c502379ed {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:45:36.123278 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device c1a3699b-c854-4761-9c69-f31c502379ed not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:45:36.123916 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 77dff266-f72b-4f31-b9a9-e055be13ffff no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:45:36.164850 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 77dff266-f72b-4f31-b9a9-e055be13ffff {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:45:36.165101 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 77dff266-f72b-4f31-b9a9-e055be13ffff not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:45:36.165428 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e748d0b-6207-4172-b5ca-e8b63f30f856 req-b6980640-afc4-4a0e-b757-a6e3ba39d730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:36.167438 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7e748d0b-6207-4172-b5ca-e8b63f30f856 req-b6980640-afc4-4a0e-b757-a6e3ba39d730 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8255d8223f1c451bbb1b1532cd6a52b8&device_id=6b2c6104-92fa-4538-83c1-43e24d43c9c1 HTTP/1.1" status: 200 len: 1097 time: 0.0909863 Dec 20 14:45:36.291153 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:36.318482 n-d-761264-19 neutron-server[103167]: DEBUG neutron.objects.ports [None req-88858afd-d17a-4353-a2a4-118825ec49f3 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103167) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 20 14:45:36.320276 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-88858afd-d17a-4353-a2a4-118825ec49f3 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:36.328912 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-33571ae7-5005-46ad-a7d7-14671bb79878 None None] Set router e01ad7b0-b95a-4847-ac6b-c1b2da94e59f gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:45:36.370816 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e748d0b-6207-4172-b5ca-e8b63f30f856 req-e0cfedc6-acde-4f46-9ad1-d7b48948a6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:36.372983 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7e748d0b-6207-4172-b5ca-e8b63f30f856 req-e0cfedc6-acde-4f46-9ad1-d7b48948a6aa service neutron] 10.222.0.30 "GET /v2.0/networks?id=75cc060c-9a9b-45bd-b303-f0f117f0c788 HTTP/1.1" status: 200 len: 905 time: 0.1959102 Dec 20 14:45:36.385283 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88858afd-d17a-4353-a2a4-118825ec49f3 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:45:36.389760 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-88858afd-d17a-4353-a2a4-118825ec49f3 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:45:36.393429 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88858afd-d17a-4353-a2a4-118825ec49f3 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:36.394181 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-88858afd-d17a-4353-a2a4-118825ec49f3 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:36.406326 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846b221d-5800-423a-910d-4dfeb7dff60f None None] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:45:36.415798 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88858afd-d17a-4353-a2a4-118825ec49f3 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event updated for resources: {'Subnet': ['ID=e3087078-7d83-48e4-8f77-ad834f9940f5,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:45:36.467206 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-88858afd-d17a-4353-a2a4-118825ec49f3 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9606690 Dec 20 14:45:36.471789 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 53868) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:36.480211 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-4010d9b3-9de7-4739-87c7-69cd0544017c tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Request body: {'subnet': {'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:45:36.511670 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18ee01a-7005-4c52-a9b3-5d4bf2c74646 req-76d1bd8a-e312-41d2-a06e-f2ef5d9baf25 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:36.518414 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b18ee01a-7005-4c52-a9b3-5d4bf2c74646 req-76d1bd8a-e312-41d2-a06e-f2ef5d9baf25 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 945 time: 0.0984080 Dec 20 14:45:36.588031 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7e748d0b-6207-4172-b5ca-e8b63f30f856 req-ad797205-af39-493f-b6aa-343901e1beb1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c8b57c3a-02f7-4710-a420-c4f7ecb0fb9d HTTP/1.1" status: 200 len: 999 time: 0.2060575 Dec 20 14:45:36.631496 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b18ee01a-7005-4c52-a9b3-5d4bf2c74646 req-99232238-717f-4725-97f2-1301f6d73a6b tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980811 Dec 20 14:45:36.668354 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e748d0b-6207-4172-b5ca-e8b63f30f856 req-fcad1d37-9ed1-42d1-95de-030a3bc97e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:36.670277 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7e748d0b-6207-4172-b5ca-e8b63f30f856 req-fcad1d37-9ed1-42d1-95de-030a3bc97e6e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=19a7e12b-bc69-4c68-8b63-286ef4ad0b2c HTTP/1.1" status: 200 len: 843 time: 0.0749712 Dec 20 14:45:36.823069 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0246326-3bd4-40af-83c1-05e24f0b3439 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'project_id': '71d0c98cab4349b4848e68f8a37dbf12', 'fixed_ips': [{'subnet_id': 'e3087078-7d83-48e4-8f77-ad834f9940f5'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:45:36.824299 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d0246326-3bd4-40af-83c1-05e24f0b3439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:36.825584 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e748d0b-6207-4172-b5ca-e8b63f30f856 req-a4de7d82-8c59-46a1-9a5c-9751b93c4d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:36.827142 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7e748d0b-6207-4172-b5ca-e8b63f30f856 req-a4de7d82-8c59-46a1-9a5c-9751b93c4d4c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=75cc060c-9a9b-45bd-b303-f0f117f0c788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1446431 Dec 20 14:45:36.852803 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ed22b-c9af-4b3a-946e-4261df46e875 req-c6925902-950e-4a22-ba12-8d39dccc2605 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:36.860685 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a75ed22b-c9af-4b3a-946e-4261df46e875 req-c6925902-950e-4a22-ba12-8d39dccc2605 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 945 time: 0.1044521 Dec 20 14:45:36.882864 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4010d9b3-9de7-4739-87c7-69cd0544017c tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Made reservation on behalf of 71d0c98cab4349b4848e68f8a37dbf12 for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:45:36.886618 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4010d9b3-9de7-4739-87c7-69cd0544017c tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:36.960263 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-33571ae7-5005-46ad-a7d7-14671bb79878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e01ad7b0-b95a-4847-ac6b-c1b2da94e59f', 'name': 'tempest-ServersTestJSON-72855976-router', 'tenant_id': '8255d8223f1c451bbb1b1532cd6a52b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'f0917485-a54a-41c2-8582-8dccc197766d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:44:43Z', 'updated_at': '2021-12-20T14:44:56Z', 'revision_number': 4, 'project_id': '8255d8223f1c451bbb1b1532cd6a52b8', 'gw_port': {'id': 'f0917485-a54a-41c2-8582-8dccc197766d', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e01ad7b0-b95a-4847-ac6b-c1b2da94e59f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:44:44Z', 'updated_at': '2021-12-20T14:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': '9382a0ce-4613-498e-958a-ee1695a5b92f', 'tenant_id': '8255d8223f1c451bbb1b1532cd6a52b8', 'floating_ip_address': '172.25.0.184', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': 'e01ad7b0-b95a-4847-ac6b-c1b2da94e59f', 'port_id': 'c8b57c3a-02f7-4710-a420-c4f7ecb0fb9d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2298, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75cc060c-9a9b-45bd-b303-f0f117f0c788', 'mac_address': 'fa:16:3e:58:1c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2c6104-92fa-4538-83c1-43e24d43c9c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T14:45:06Z', 'updated_at': '2021-12-20T14:45:34Z', 'revision_number': 1, 'project_id': '8255d8223f1c451bbb1b1532cd6a52b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5073e936-834d-44ff-b2ef-e5802da383d0', 'name': '', 'network_id': '75cc060c-9a9b-45bd-b303-f0f117f0c788', 'tenant_id': '8255d8223f1c451bbb1b1532cd6a52b8', 'mac_address': 'fa:16:3e:1a:56:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e01ad7b0-b95a-4847-ac6b-c1b2da94e59f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2286, 'fixed_ips': [{'subnet_id': '19a7e12b-bc69-4c68-8b63-286ef4ad0b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:44:53Z', 'updated_at': '2021-12-20T14:45:07Z', 'revision_number': 5, 'project_id': '8255d8223f1c451bbb1b1532cd6a52b8', 'subnets': [{'id': '19a7e12b-bc69-4c68-8b63-286ef4ad0b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:45:37.002128 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33571ae7-5005-46ad-a7d7-14671bb79878 None None] Checking router: e01ad7b0-b95a-4847-ac6b-c1b2da94e59f for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:45:37.063070 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a75ed22b-c9af-4b3a-946e-4261df46e875 req-c4468af0-917a-4c68-aba6-9c7ed4ac3aeb tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885192 Dec 20 14:45:37.130599 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7e748d0b-6207-4172-b5ca-e8b63f30f856 req-f85a8448-50ee-46ba-8e69-00f5ba991bcd service neutron] 10.222.0.30 "GET /v2.0/networks/75cc060c-9a9b-45bd-b303-f0f117f0c788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2938390 Dec 20 14:45:37.131035 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-d0246326-3bd4-40af-83c1-05e24f0b3439 None None] Allocated IP 2001:db8::f816:3eff:feb9:99b0 (e2be1aff-cd00-4c3f-b1c0-ddca69da57f4/e3087078-7d83-48e4-8f77-ad834f9940f5/a855fb95-a45f-44da-8fd5-a08d46d9e2b4) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:45:37.239321 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33571ae7-5005-46ad-a7d7-14671bb79878 None None] Routers {'e01ad7b0-b95a-4847-ac6b-c1b2da94e59f'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:45:37.239873 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-33571ae7-5005-46ad-a7d7-14671bb79878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:45:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['e01ad7b0-b95a-4847-ac6b-c1b2da94e59f'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:45:37.315033 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7e748d0b-6207-4172-b5ca-e8b63f30f856 req-20355735-5b8d-4674-8cbf-8ff41c5bbb86 service neutron] 10.222.0.30 "GET /v2.0/networks/75cc060c-9a9b-45bd-b303-f0f117f0c788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720562 Dec 20 14:45:37.454837 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64436e86-dd13-4da5-8c76-33effb7b665c req-164ef1af-0d13-4b15-a888-f3a3996bba8a tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:37.463379 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-64436e86-dd13-4da5-8c76-33effb7b665c req-164ef1af-0d13-4b15-a888-f3a3996bba8a tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 945 time: 0.1562333 Dec 20 14:45:37.521605 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4010d9b3-9de7-4739-87c7-69cd0544017c tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8848317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10470522'] for subnet, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:37.614789 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4010d9b3-9de7-4739-87c7-69cd0544017c tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event updated for resources: {'Subnet': ['ID=985d1f07-8d3d-43ec-a83a-abc1149a9a5d,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:45:37.624957 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-64436e86-dd13-4da5-8c76-33effb7b665c req-29b2f3df-79bd-4eeb-b3c6-79e329edaf3b tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593714 Dec 20 14:45:37.639504 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4010d9b3-9de7-4739-87c7-69cd0544017c tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:45:37.641569 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-4010d9b3-9de7-4739-87c7-69cd0544017c tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:45:37.645999 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4010d9b3-9de7-4739-87c7-69cd0544017c tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:37.646606 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4010d9b3-9de7-4739-87c7-69cd0544017c tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:37.699793 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-33571ae7-5005-46ad-a7d7-14671bb79878 None None] Set router e01ad7b0-b95a-4847-ac6b-c1b2da94e59f gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:45:37.704694 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-4010d9b3-9de7-4739-87c7-69cd0544017c tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2311704 Dec 20 14:45:37.707344 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 53902) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:37.716683 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-1017275e-d357-4d7d-83d6-4a24c19abf65 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Request body: {'port': {'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'mac_address': 'fa:16:3e:6c:da:50', 'name': 'tempest-NetworksTestDHCPv6-1780893763'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:45:37.757515 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d0246326-3bd4-40af-83c1-05e24f0b3439 None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:37.806242 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d0246326-3bd4-40af-83c1-05e24f0b3439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:37.874271 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0246326-3bd4-40af-83c1-05e24f0b3439 None None] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:45:37.896899 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-d0246326-3bd4-40af-83c1-05e24f0b3439 None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:45:37.907218 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0246326-3bd4-40af-83c1-05e24f0b3439 None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:45:37.908538 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ba0d43-bfe6-469b-a410-f496126c2877 req-490a4c4c-9cd0-4087-ae0d-005330badf93 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:37.915433 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0246326-3bd4-40af-83c1-05e24f0b3439 None None] Pushing event updated for resources: {'Port': ['ID=a855fb95-a45f-44da-8fd5-a08d46d9e2b4,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:45:37.917391 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b9ba0d43-bfe6-469b-a410-f496126c2877 req-490a4c4c-9cd0-4087-ae0d-005330badf93 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 945 time: 0.1228201 Dec 20 14:45:37.965562 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1017275e-d357-4d7d-83d6-4a24c19abf65 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Made reservation on behalf of 71d0c98cab4349b4848e68f8a37dbf12 for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:45:38.061123 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b9ba0d43-bfe6-469b-a410-f496126c2877 req-8d9d1fcb-2021-4dc4-a166-2cc20b0da6c3 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185620 Dec 20 14:45:38.177055 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1017275e-d357-4d7d-83d6-4a24c19abf65 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:38.195853 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-d0246326-3bd4-40af-83c1-05e24f0b3439 None None] Attempting to bind port a855fb95-a45f-44da-8fd5-a08d46d9e2b4 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:45:38.196387 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-d0246326-3bd4-40af-83c1-05e24f0b3439 None None] Attempting to bind port a855fb95-a45f-44da-8fd5-a08d46d9e2b4 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '0deaa76e-8a3e-44c4-a3b8-992392ef4539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:45:38.196700 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0246326-3bd4-40af-83c1-05e24f0b3439 None None] Attempting to bind port a855fb95-a45f-44da-8fd5-a08d46d9e2b4 on network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:45:38.208230 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0246326-3bd4-40af-83c1-05e24f0b3439 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:45:38.208854 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0246326-3bd4-40af-83c1-05e24f0b3439 None None] Checking segment: {'id': '0deaa76e-8a3e-44c4-a3b8-992392ef4539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:45:38.209874 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d0246326-3bd4-40af-83c1-05e24f0b3439 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:38.210381 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0246326-3bd4-40af-83c1-05e24f0b3439 None None] Bound using segment: {'id': '0deaa76e-8a3e-44c4-a3b8-992392ef4539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:45:38.211071 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-d0246326-3bd4-40af-83c1-05e24f0b3439 None None] Bound port: a855fb95-a45f-44da-8fd5-a08d46d9e2b4, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0deaa76e-8a3e-44c4-a3b8-992392ef4539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:45:38.211469 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d0246326-3bd4-40af-83c1-05e24f0b3439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:38.241068 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [None req-1017275e-d357-4d7d-83d6-4a24c19abf65 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] device_id is not set on port 7c377352-26a2-4be3-a87e-c63854dcccbe yet. {{(pid=103168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 14:45:38.366509 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-d0246326-3bd4-40af-83c1-05e24f0b3439 None None] For port a855fb95-a45f-44da-8fd5-a08d46d9e2b4, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:45:38.372487 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-d0246326-3bd4-40af-83c1-05e24f0b3439 None None] For port a855fb95-a45f-44da-8fd5-a08d46d9e2b4, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=a855fb95-a45f-44da-8fd5-a08d46d9e2b4,segment=NetworkSegment(0deaa76e-8a3e-44c4-a3b8-992392ef4539),segment_id=0deaa76e-8a3e-44c4-a3b8-992392ef4539)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:45:38.379860 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-33571ae7-5005-46ad-a7d7-14671bb79878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e01ad7b0-b95a-4847-ac6b-c1b2da94e59f', 'name': 'tempest-ServersTestJSON-72855976-router', 'tenant_id': '8255d8223f1c451bbb1b1532cd6a52b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'f0917485-a54a-41c2-8582-8dccc197766d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:44:43Z', 'updated_at': '2021-12-20T14:44:56Z', 'revision_number': 4, 'project_id': '8255d8223f1c451bbb1b1532cd6a52b8', 'gw_port': {'id': 'f0917485-a54a-41c2-8582-8dccc197766d', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e01ad7b0-b95a-4847-ac6b-c1b2da94e59f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:44:44Z', 'updated_at': '2021-12-20T14:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': '9382a0ce-4613-498e-958a-ee1695a5b92f', 'tenant_id': '8255d8223f1c451bbb1b1532cd6a52b8', 'floating_ip_address': '172.25.0.184', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': 'e01ad7b0-b95a-4847-ac6b-c1b2da94e59f', 'port_id': 'c8b57c3a-02f7-4710-a420-c4f7ecb0fb9d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2298, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75cc060c-9a9b-45bd-b303-f0f117f0c788', 'mac_address': 'fa:16:3e:58:1c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2c6104-92fa-4538-83c1-43e24d43c9c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T14:45:06Z', 'updated_at': '2021-12-20T14:45:34Z', 'revision_number': 1, 'project_id': '8255d8223f1c451bbb1b1532cd6a52b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5073e936-834d-44ff-b2ef-e5802da383d0', 'name': '', 'network_id': '75cc060c-9a9b-45bd-b303-f0f117f0c788', 'tenant_id': '8255d8223f1c451bbb1b1532cd6a52b8', 'mac_address': 'fa:16:3e:1a:56:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e01ad7b0-b95a-4847-ac6b-c1b2da94e59f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2286, 'fixed_ips': [{'subnet_id': '19a7e12b-bc69-4c68-8b63-286ef4ad0b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:44:53Z', 'updated_at': '2021-12-20T14:45:07Z', 'revision_number': 5, 'project_id': '8255d8223f1c451bbb1b1532cd6a52b8', 'subnets': [{'id': '19a7e12b-bc69-4c68-8b63-286ef4ad0b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:45:38.389178 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d0246326-3bd4-40af-83c1-05e24f0b3439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:38.446147 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e2706a-1bbd-4d86-9695-9765efdd61f9 req-4a5220e7-bfc1-494c-aa17-75ee6910db05 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:38.452877 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d3e2706a-1bbd-4d86-9695-9765efdd61f9 req-4a5220e7-bfc1-494c-aa17-75ee6910db05 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 945 time: 0.2275369 Dec 20 14:45:38.462246 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33571ae7-5005-46ad-a7d7-14671bb79878 None None] The sync data for ids ['e01ad7b0-b95a-4847-ac6b-c1b2da94e59f'] in n-d-761264-19 is: [{'id': 'e01ad7b0-b95a-4847-ac6b-c1b2da94e59f', 'name': 'tempest-ServersTestJSON-72855976-router', 'tenant_id': '8255d8223f1c451bbb1b1532cd6a52b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'f0917485-a54a-41c2-8582-8dccc197766d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:44:43Z', 'updated_at': '2021-12-20T14:44:56Z', 'revision_number': 4, 'project_id': '8255d8223f1c451bbb1b1532cd6a52b8', 'gw_port': {'id': 'f0917485-a54a-41c2-8582-8dccc197766d', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e01ad7b0-b95a-4847-ac6b-c1b2da94e59f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:44:44Z', 'updated_at': '2021-12-20T14:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': '9382a0ce-4613-498e-958a-ee1695a5b92f', 'tenant_id': '8255d8223f1c451bbb1b1532cd6a52b8', 'floating_ip_address': '172.25.0.184', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': 'e01ad7b0-b95a-4847-ac6b-c1b2da94e59f', 'port_id': 'c8b57c3a-02f7-4710-a420-c4f7ecb0fb9d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2298, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75cc060c-9a9b-45bd-b303-f0f117f0c788', 'mac_address': 'fa:16:3e:58:1c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2c6104-92fa-4538-83c1-43e24d43c9c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T14:45:06Z', 'updated_at': '2021-12-20T14:45:34Z', 'revision_number': 1, 'project_id': '8255d8223f1c451bbb1b1532cd6a52b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5073e936-834d-44ff-b2ef-e5802da383d0', 'name': '', 'network_id': '75cc060c-9a9b-45bd-b303-f0f117f0c788', 'tenant_id': '8255d8223f1c451bbb1b1532cd6a52b8', 'mac_address': 'fa:16:3e:1a:56:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e01ad7b0-b95a-4847-ac6b-c1b2da94e59f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2286, 'fixed_ips': [{'subnet_id': '19a7e12b-bc69-4c68-8b63-286ef4ad0b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:44:53Z', 'updated_at': '2021-12-20T14:45:07Z', 'revision_number': 5, 'project_id': '8255d8223f1c451bbb1b1532cd6a52b8', 'subnets': [{'id': '19a7e12b-bc69-4c68-8b63-286ef4ad0b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:45:38.577660 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0246326-3bd4-40af-83c1-05e24f0b3439 None None] Pushing event updated for resources: {'Port': ['ID=a855fb95-a45f-44da-8fd5-a08d46d9e2b4,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:45:38.611550 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d3e2706a-1bbd-4d86-9695-9765efdd61f9 req-339654ba-201e-4568-adf1-7f5f661b57fe tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327958 Dec 20 14:45:38.826781 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-1017275e-d357-4d7d-83d6-4a24c19abf65 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Allocated IP 172.20.0.7 (e2be1aff-cd00-4c3f-b1c0-ddca69da57f4/985d1f07-8d3d-43ec-a83a-abc1149a9a5d/7c377352-26a2-4be3-a87e-c63854dcccbe) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:45:38.851828 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-1017275e-d357-4d7d-83d6-4a24c19abf65 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Allocated IP 2001:db8::f816:3eff:fe6c:da50 (e2be1aff-cd00-4c3f-b1c0-ddca69da57f4/e3087078-7d83-48e4-8f77-ad834f9940f5/7c377352-26a2-4be3-a87e-c63854dcccbe) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:45:38.873599 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230bd577-54fe-49e8-b80e-cf4da96b5521 req-b2db22c6-67c3-4461-99bb-e574b8a1ddb4 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:38.884345 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-230bd577-54fe-49e8-b80e-cf4da96b5521 req-b2db22c6-67c3-4461-99bb-e574b8a1ddb4 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 945 time: 0.1622345 Dec 20 14:45:38.933116 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046c5be5-cbe1-4b94-80f9-efca66cef2f8 None None] New status for floating IP 9382a0ce-4613-498e-958a-ee1695a5b92f: ACTIVE {{(pid=103170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 14:45:39.049507 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-230bd577-54fe-49e8-b80e-cf4da96b5521 req-a7a9174b-e65a-4eb7-8550-df331a7c3cfc tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633458 Dec 20 14:45:39.207861 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1017275e-d357-4d7d-83d6-4a24c19abf65 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:39.255935 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1017275e-d357-4d7d-83d6-4a24c19abf65 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:39.365777 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1017275e-d357-4d7d-83d6-4a24c19abf65 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:45:39.375784 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-1017275e-d357-4d7d-83d6-4a24c19abf65 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:45:39.389348 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1017275e-d357-4d7d-83d6-4a24c19abf65 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:45:39.528318 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1017275e-d357-4d7d-83d6-4a24c19abf65 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:39.529018 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1017275e-d357-4d7d-83d6-4a24c19abf65 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:39.547587 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdc250b-b756-4001-b7cb-5698ec721444 req-bc8d0bd6-8a95-45de-90dd-6c3f87765e30 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:39.563109 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-efdc250b-b756-4001-b7cb-5698ec721444 req-bc8d0bd6-8a95-45de-90dd-6c3f87765e30 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 945 time: 0.1299369 Dec 20 14:45:39.581618 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-1017275e-d357-4d7d-83d6-4a24c19abf65 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.8727317 Dec 20 14:45:39.584406 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 53962) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:39.595550 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1017275e-d357-4d7d-83d6-4a24c19abf65 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event updated for resources: {'Port': ['ID=7c377352-26a2-4be3-a87e-c63854dcccbe,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:45:39.734680 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e406b983-1488-4e67-9cf2-a11926e4d94c tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:39.749478 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e406b983-1488-4e67-9cf2-a11926e4d94c tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:39.751193 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-e406b983-1488-4e67-9cf2-a11926e4d94c tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1658981 Dec 20 14:45:39.755729 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 53968) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:39.773322 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-efdc250b-b756-4001-b7cb-5698ec721444 req-d2b58e8b-9b62-4b04-9922-7adac09f6f06 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080092 Dec 20 14:45:39.917811 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-7aedc974-ca7f-41b0-963c-84cd79ae500a tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Deleting port 7c377352-26a2-4be3-a87e-c63854dcccbe {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:45:39.918125 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7aedc974-ca7f-41b0-963c-84cd79ae500a tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:40.090106 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7aedc974-ca7f-41b0-963c-84cd79ae500a tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:40.093880 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device a855fb95-a45f-44da-8fd5-a08d46d9e2b4 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:45:40.107333 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-7aedc974-ca7f-41b0-963c-84cd79ae500a tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Calling delete_port for 7c377352-26a2-4be3-a87e-c63854dcccbe owned by {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:45:40.164967 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port a855fb95-a45f-44da-8fd5-a08d46d9e2b4 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:45:40.165340 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:40.219701 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84cc17dc-c84a-4045-97d1-bd36721d0a31 None None] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:45:40.274218 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 53978) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:40.335884 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7aedc974-ca7f-41b0-963c-84cd79ae500a tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:40.337510 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-1121d8c6-8f68-44bf-b9d7-a0c385ecdfae None None] Provisioning complete for port a855fb95-a45f-44da-8fd5-a08d46d9e2b4 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:45:40.337967 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-1121d8c6-8f68-44bf-b9d7-a0c385ecdfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:40.415386 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aedc974-ca7f-41b0-963c-84cd79ae500a tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event deleted for resources: {'Port': ['ID=7c377352-26a2-4be3-a87e-c63854dcccbe,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:45:40.446798 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:40.569377 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] For port a855fb95-a45f-44da-8fd5-a08d46d9e2b4, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=a855fb95-a45f-44da-8fd5-a08d46d9e2b4,segment=NetworkSegment(0deaa76e-8a3e-44c4-a3b8-992392ef4539),segment_id=0deaa76e-8a3e-44c4-a3b8-992392ef4539)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:45:40.571373 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0d655601-2027-4cad-a6b5-7298d04623ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:40.600264 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7aedc974-ca7f-41b0-963c-84cd79ae500a tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:40.606354 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-7aedc974-ca7f-41b0-963c-84cd79ae500a tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "DELETE /v2.0/ports/7c377352-26a2-4be3-a87e-c63854dcccbe HTTP/1.1" status: 204 len: 168 time: 0.8471022 Dec 20 14:45:40.606933 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 53994) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:40.607437 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:40.676296 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5951385d-641b-47b0-83ad-1345233d1945 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:40.678295 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5951385d-641b-47b0-83ad-1345233d1945 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:40.680202 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5951385d-641b-47b0-83ad-1345233d1945 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:40.682180 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-5951385d-641b-47b0-83ad-1345233d1945 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0739782 Dec 20 14:45:40.686010 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 53996) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:40.730649 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Pushing event updated for resources: {'Port': ['ID=a855fb95-a45f-44da-8fd5-a08d46d9e2b4,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:45:40.771692 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0d655601-2027-4cad-a6b5-7298d04623ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:40.781254 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0d655601-2027-4cad-a6b5-7298d04623ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:40.822982 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_v2 [None req-48b575a8-2e49-4111-8ebb-f76dec6e8cd7 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Deleting subnet 985d1f07-8d3d-43ec-a83a-abc1149a9a5d {{(pid=103168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:45:40.831173 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-48b575a8-2e49-4111-8ebb-f76dec6e8cd7 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks [] for subnet, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:40.865442 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-0d655601-2027-4cad-a6b5-7298d04623ac admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0ba9526c47694e3daede318b4ffe79f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5898039 Dec 20 14:45:40.873796 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2db7082-20b6-4b3f-be11-15dc27558269 None None] Update dhcp port {'port': {'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'fixed_ips': [{'subnet_id': 'e3087078-7d83-48e4-8f77-ad834f9940f5', 'ip_address': '2001:db8::f816:3eff:feb9:99b0'}, {'subnet_id': '985d1f07-8d3d-43ec-a83a-abc1149a9a5d'}], 'binding:host_id': 'n-d-761264-19'}, 'id': 'a855fb95-a45f-44da-8fd5-a08d46d9e2b4'} from n-d-761264-19. {{(pid=103169) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 20 14:45:40.874610 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 54002) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:40.892683 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d655601-2027-4cad-a6b5-7298d04623ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2424b592-596e-47fd-87c0-034a2861996c,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:45:40.928378 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b2db7082-20b6-4b3f-be11-15dc27558269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:40.957165 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-48b575a8-2e49-4111-8ebb-f76dec6e8cd7 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9023023'] for subnet, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:40.977242 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b17c89-25d2-4818-8005-a9cfabc77c3f req-a4825671-31c4-4e89-8a75-0270492a7da7 tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:40.985076 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c9b17c89-25d2-4818-8005-a9cfabc77c3f req-a4825671-31c4-4e89-8a75-0270492a7da7 tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] 10.222.0.54 "GET /v2.0/ports?device_id=9a6530c4-acb3-49de-8d6c-6938b06626e2 HTTP/1.1" status: 200 len: 946 time: 0.0790188 Dec 20 14:45:41.018030 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f38ca6-c5d5-4e14-9adb-04fd49ad2af1 req-ec0b01ed-67eb-4e61-87e8-9b3f9874fd4c tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:41.020428 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-34f38ca6-c5d5-4e14-9adb-04fd49ad2af1 req-ec0b01ed-67eb-4e61-87e8-9b3f9874fd4c tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 945 time: 0.1315846 Dec 20 14:45:41.021093 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-11b43821-f591-44d1-afa8-a9d5aece9f35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:41.078061 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-48b575a8-2e49-4111-8ebb-f76dec6e8cd7 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:41.085351 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c9b17c89-25d2-4818-8005-a9cfabc77c3f req-32f95376-1049-40ce-b7a7-0296fd5e2b1e tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] 10.222.0.54 "GET /v2.0/security-groups?id=7c00e471-b822-4bde-8413-ee09845062ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992653 Dec 20 14:45:41.089410 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-11b43821-f591-44d1-afa8-a9d5aece9f35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:41.138228 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-34f38ca6-c5d5-4e14-9adb-04fd49ad2af1 req-75344dd5-bcc1-4481-a82e-a6d5a3b9463e tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971882 Dec 20 14:45:41.178418 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-11b43821-f591-44d1-afa8-a9d5aece9f35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:41.180416 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-11b43821-f591-44d1-afa8-a9d5aece9f35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:41.185189 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-11b43821-f591-44d1-afa8-a9d5aece9f35 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2424b592-596e-47fd-87c0-034a2861996c HTTP/1.1" status: 204 len: 168 time: 0.3050706 Dec 20 14:45:41.187268 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-48b575a8-2e49-4111-8ebb-f76dec6e8cd7 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8850800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470517'] for subnet, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:41.191197 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server [None req-b2db7082-20b6-4b3f-be11-15dc27558269 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 985d1f07-8d3d-43ec-a83a-abc1149a9a5d: This subnet is being modified by another concurrent operation. Dec 20 14:45:41.191197 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 20 14:45:41.191197 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 20 14:45:41.191197 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 20 14:45:41.191197 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 20 14:45:41.191197 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 20 14:45:41.191197 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 20 14:45:41.191197 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 20 14:45:41.191197 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 20 14:45:41.191197 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 20 14:45:41.191197 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 20 14:45:41.191197 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 20 14:45:41.191197 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 20 14:45:41.191197 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 20 14:45:41.191197 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 14:45:41.191197 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 14:45:41.191197 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 14:45:41.191197 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 14:45:41.191197 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 20 14:45:41.191197 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 14:45:41.191197 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 20 14:45:41.191197 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 20 14:45:41.191197 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 14:45:41.191197 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 14:45:41.191197 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 14:45:41.191197 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 14:45:41.191197 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 20 14:45:41.191197 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 14:45:41.191197 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 20 14:45:41.191197 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 20 14:45:41.191197 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 14:45:41.191197 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 14:45:41.191197 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 14:45:41.191197 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 14:45:41.191197 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 20 14:45:41.191197 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 20 14:45:41.191197 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in update_dhcp_port Dec 20 14:45:41.191197 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Dec 20 14:45:41.191197 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Dec 20 14:45:41.191197 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Dec 20 14:45:41.191197 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Dec 20 14:45:41.191197 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 14:45:41.191197 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 20 14:45:41.191197 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 20 14:45:41.191197 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 20 14:45:41.191197 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 20 14:45:41.191197 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 14:45:41.191197 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 14:45:41.191197 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 14:45:41.191197 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 14:45:41.191197 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 20 14:45:41.191197 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 14:45:41.191197 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 20 14:45:41.191197 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 20 14:45:41.191197 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 14:45:41.191197 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 14:45:41.191197 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 14:45:41.191197 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 14:45:41.191197 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 20 14:45:41.191197 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 14:45:41.191197 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 20 14:45:41.191197 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 20 14:45:41.191197 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 14:45:41.191197 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 14:45:41.191197 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 14:45:41.191197 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 14:45:41.191197 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 20 14:45:41.191197 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 20 14:45:41.191197 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Dec 20 14:45:41.191197 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Dec 20 14:45:41.191197 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 20 14:45:41.191197 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 20 14:45:41.191197 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1518, in update_port Dec 20 14:45:41.191197 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Dec 20 14:45:41.191197 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Dec 20 14:45:41.191197 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Dec 20 14:45:41.191197 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Dec 20 14:45:41.191197 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Dec 20 14:45:41.191197 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Dec 20 14:45:41.191197 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 20 14:45:41.191197 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 20 14:45:41.191197 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 20 14:45:41.191197 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 20 14:45:41.191197 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server raise exception Dec 20 14:45:41.191197 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 985d1f07-8d3d-43ec-a83a-abc1149a9a5d: This subnet is being modified by another concurrent operation. Dec 20 14:45:41.191197 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server Dec 20 14:45:41.199538 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b43821-f591-44d1-afa8-a9d5aece9f35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2424b592-596e-47fd-87c0-034a2861996c,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:45:41.238376 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b575a8-2e49-4111-8ebb-f76dec6e8cd7 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event deleted for resources: {'Subnet': ['ID=985d1f07-8d3d-43ec-a83a-abc1149a9a5d,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:45:41.262222 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-48b575a8-2e49-4111-8ebb-f76dec6e8cd7 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:41.278205 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-48b575a8-2e49-4111-8ebb-f76dec6e8cd7 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "DELETE /v2.0/subnets/985d1f07-8d3d-43ec-a83a-abc1149a9a5d HTTP/1.1" status: 204 len: 168 time: 0.5884807 Dec 20 14:45:41.278593 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 54008) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:41.375540 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc570043-638e-41e7-ac67-499be172a388 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Deleting subnet e3087078-7d83-48e4-8f77-ad834f9940f5 {{(pid=103167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:45:41.380791 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-cc570043-638e-41e7-ac67-499be172a388 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks [] for subnet, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:41.404942 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-e2765d95-d9b5-4f75-8f4a-cec5072138f0 None None] Provisioning complete for port a855fb95-a45f-44da-8fd5-a08d46d9e2b4 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:45:41.405521 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e2765d95-d9b5-4f75-8f4a-cec5072138f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:41.533918 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-cc570043-638e-41e7-ac67-499be172a388 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954412'] for subnet, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:41.661154 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:41.757940 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 54026) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:41.786939 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-02a8a689-d4c0-4d06-b6c0-6ebc42dec2aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:41.846292 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7fe098-7d08-4caf-a3e6-033c634ba4ba None None] get_active_networks_info from n-d-761264-19 {{(pid=103169) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 20 14:45:41.935141 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-f9be865a-7235-4c81-acba-1663817583d4 None None] Could not find standard attr ID for object 7c377352-26a2-4be3-a87e-c63854dcccbe. {{(pid=103169) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 14:45:41.935440 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-02a8a689-d4c0-4d06-b6c0-6ebc42dec2aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:41.943487 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-02a8a689-d4c0-4d06-b6c0-6ebc42dec2aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:42.001156 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device a855fb95-a45f-44da-8fd5-a08d46d9e2b4 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:45:42.008768 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-02a8a689-d4c0-4d06-b6c0-6ebc42dec2aa admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2d913d4cb40442b5875e725eb6c0dbe9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2493441 Dec 20 14:45:42.012339 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 54028) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:42.022213 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a8a689-d4c0-4d06-b6c0-6ebc42dec2aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=001293c5-0d43-433c-92f4-9efaabe5e014,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:45:42.100345 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0af43623-7ad2-4c7a-a83b-43831f9b953b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:42.133265 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce7fe098-7d08-4caf-a3e6-033c634ba4ba None None] Resources bound (agent type, host, resource id): {{(pid=103169) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 14:45:42.157153 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b02ef95-d7db-4de9-8f16-32c8f1c67b8a req-01697428-048c-4e17-ba60-a0b33ffa573d tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:42.165863 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4b02ef95-d7db-4de9-8f16-32c8f1c67b8a req-01697428-048c-4e17-ba60-a0b33ffa573d tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 945 time: 0.0835404 Dec 20 14:45:42.174182 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0af43623-7ad2-4c7a-a83b-43831f9b953b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:42.261789 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4b02ef95-d7db-4de9-8f16-32c8f1c67b8a req-ca78527a-0e2f-4e17-963e-9a8de87eed68 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949764 Dec 20 14:45:42.271029 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0af43623-7ad2-4c7a-a83b-43831f9b953b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:42.274585 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0af43623-7ad2-4c7a-a83b-43831f9b953b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:42.278690 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-cc570043-638e-41e7-ac67-499be172a388 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:42.282592 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-0af43623-7ad2-4c7a-a83b-43831f9b953b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/001293c5-0d43-433c-92f4-9efaabe5e014 HTTP/1.1" status: 204 len: 168 time: 0.2691474 Dec 20 14:45:42.300604 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:42.320628 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af43623-7ad2-4c7a-a83b-43831f9b953b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=001293c5-0d43-433c-92f4-9efaabe5e014,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:45:42.352562 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f644369f-ac22-4165-b9a3-15fcb4025e49 req-7d299869-d732-4121-9e3e-461c964a2876 tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:42.368048 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f644369f-ac22-4165-b9a3-15fcb4025e49 req-7d299869-d732-4121-9e3e-461c964a2876 tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] 10.222.0.54 "GET /v2.0/ports?device_id=9a6530c4-acb3-49de-8d6c-6938b06626e2 HTTP/1.1" status: 200 len: 946 time: 0.1299317 Dec 20 14:45:42.405633 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-cc570043-638e-41e7-ac67-499be172a388 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:42.445473 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc570043-638e-41e7-ac67-499be172a388 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event deleted for resources: {'Subnet': ['ID=e3087078-7d83-48e4-8f77-ad834f9940f5,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:45:42.452821 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-cc570043-638e-41e7-ac67-499be172a388 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:42.458474 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-cc570043-638e-41e7-ac67-499be172a388 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "DELETE /v2.0/subnets/e3087078-7d83-48e4-8f77-ad834f9940f5 HTTP/1.1" status: 204 len: 168 time: 1.1741092 Dec 20 14:45:42.458847 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 54038) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:42.586100 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.db.api [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103169) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 14:45:42.586768 n-d-761264-19 neutron-server[103169]: DEBUG oslo_db.api [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 14:45:42.638887 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9926ff2c-93ae-467f-827f-07011238a6b8 None None] get_active_networks_info from n-d-761264-19 {{(pid=103169) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 20 14:45:42.706795 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-23e9911f-1317-46a9-abb4-c98356f1b967 None None] Provisioning complete for port a855fb95-a45f-44da-8fd5-a08d46d9e2b4 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:45:42.707088 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-23e9911f-1317-46a9-abb4-c98356f1b967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:42.888867 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-d6ca6888-fdc6-40d1-b661-c0a96596ac83 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4280550 Dec 20 14:45:42.891785 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 54056) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:42.900407 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-0991f580-8441-4497-9e78-2c9f91cf2ddb tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Request body: {'subnet': {'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:45:42.901778 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f644369f-ac22-4165-b9a3-15fcb4025e49 req-ba397680-32d7-4358-829f-703a167a1d08 tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] 10.222.0.54 "GET /v2.0/security-groups?id=7c00e471-b822-4bde-8413-ee09845062ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5285246 Dec 20 14:45:42.929253 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9926ff2c-93ae-467f-827f-07011238a6b8 None None] Resources bound (agent type, host, resource id): {{(pid=103169) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 14:45:42.965142 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50983be-2d61-4af6-ae49-e7e83ac8cd10 req-ca92c619-157c-4302-b4ed-dc527085dc3e tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:42.968239 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d50983be-2d61-4af6-ae49-e7e83ac8cd10 req-ca92c619-157c-4302-b4ed-dc527085dc3e tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a6530c4-acb3-49de-8d6c-6938b06626e2 HTTP/1.1" status: 200 len: 946 time: 0.0826018 Dec 20 14:45:43.025050 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0991f580-8441-4497-9e78-2c9f91cf2ddb tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Made reservation on behalf of 71d0c98cab4349b4848e68f8a37dbf12 for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:45:43.029076 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0991f580-8441-4497-9e78-2c9f91cf2ddb tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:43.116033 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-d50983be-2d61-4af6-ae49-e7e83ac8cd10 req-d0640ac1-124f-40f8-8d34-0582376c094a tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] Deleting port 21dfb90f-f62a-469a-8bc4-d6c39ce4f584 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:45:43.116369 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-d50983be-2d61-4af6-ae49-e7e83ac8cd10 req-d0640ac1-124f-40f8-8d34-0582376c094a tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:43.193246 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:43.237691 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-d50983be-2d61-4af6-ae49-e7e83ac8cd10 req-d0640ac1-124f-40f8-8d34-0582376c094a tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] For port 21dfb90f-f62a-469a-8bc4-d6c39ce4f584, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=21dfb90f-f62a-469a-8bc4-d6c39ce4f584,segment=NetworkSegment(cf764769-bd48-4fb7-ac99-d6f6b1edeed6),segment_id=cf764769-bd48-4fb7-ac99-d6f6b1edeed6)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:45:43.238049 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-d50983be-2d61-4af6-ae49-e7e83ac8cd10 req-d0640ac1-124f-40f8-8d34-0582376c094a tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:43.260132 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-d50983be-2d61-4af6-ae49-e7e83ac8cd10 req-d0640ac1-124f-40f8-8d34-0582376c094a tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] Calling delete_port for 21dfb90f-f62a-469a-8bc4-d6c39ce4f584 owned by compute:nova {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:45:43.323448 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8cbf91f-3620-43c0-8b27-4dbbfe3f0b5a None None] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:45:43.443263 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-035a8553-c987-488a-8172-825c86d2a5ac None None] Provisioning complete for port a855fb95-a45f-44da-8fd5-a08d46d9e2b4 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:45:43.444240 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-035a8553-c987-488a-8172-825c86d2a5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:43.525631 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-d50983be-2d61-4af6-ae49-e7e83ac8cd10 req-d0640ac1-124f-40f8-8d34-0582376c094a tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:43.573857 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] For port a855fb95-a45f-44da-8fd5-a08d46d9e2b4, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=a855fb95-a45f-44da-8fd5-a08d46d9e2b4,segment=NetworkSegment(0deaa76e-8a3e-44c4-a3b8-992392ef4539),segment_id=0deaa76e-8a3e-44c4-a3b8-992392ef4539)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:45:43.587874 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:43.605521 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0640ac1-124f-40f8-8d34-0582376c094a tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] Pushing event deleted for resources: {'Port': ['ID=21dfb90f-f62a-469a-8bc4-d6c39ce4f584,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:45:43.675375 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350b8687-ec77-4a9e-83c6-ed2a8698bb3a None None] DHCP port deletion for ef0adef7-2e9a-4c5f-ae6d-93be04aa201b request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:45:43.707948 n-d-761264-19 neutron-server[103167]: DEBUG neutron.objects.ports [None req-0991f580-8441-4497-9e78-2c9f91cf2ddb tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103167) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 20 14:45:43.713550 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-d50983be-2d61-4af6-ae49-e7e83ac8cd10 req-d0640ac1-124f-40f8-8d34-0582376c094a tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] No DVR routers for this DVR port 21dfb90f-f62a-469a-8bc4-d6c39ce4f584 on host n-h1-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:45:43.720500 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-d50983be-2d61-4af6-ae49-e7e83ac8cd10 req-d0640ac1-124f-40f8-8d34-0582376c094a tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:43.722613 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506d2790-5621-471f-a880-f4f4fcf88504 None None] DHCP port deletion for e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:45:43.725719 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d50983be-2d61-4af6-ae49-e7e83ac8cd10 req-d0640ac1-124f-40f8-8d34-0582376c094a tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] 10.222.0.30 "DELETE /v2.0/ports/21dfb90f-f62a-469a-8bc4-d6c39ce4f584 HTTP/1.1" status: 204 len: 173 time: 0.7431934 Dec 20 14:45:43.729754 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Pushing event updated for resources: {'Port': ['ID=a855fb95-a45f-44da-8fd5-a08d46d9e2b4,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:45:43.731041 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a6530c4-acb3-49de-8d6c-6938b06626e2', 'name': 'network-vif-deleted', 'tag': '21dfb90f-f62a-469a-8bc4-d6c39ce4f584'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:45:43.741389 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2acf99b3-a694-440b-a164-1dcd4fb07124" -d '{"events": [{"server_uuid": "9a6530c4-acb3-49de-8d6c-6938b06626e2", "name": "network-vif-deleted", "tag": "21dfb90f-f62a-469a-8bc4-d6c39ce4f584"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:45:43.742873 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-035a8553-c987-488a-8172-825c86d2a5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:43.881872 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e8614b1-11f7-478a-bcd5-77f07f2793d3 x-openstack-request-id: req-0e8614b1-11f7-478a-bcd5-77f07f2793d3 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:45:43.882166 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a6530c4-acb3-49de-8d6c-6938b06626e2", "name": "network-vif-deleted", "tag": "21dfb90f-f62a-469a-8bc4-d6c39ce4f584", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:45:43.882416 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0e8614b1-11f7-478a-bcd5-77f07f2793d3 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:45:43.882839 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a6530c4-acb3-49de-8d6c-6938b06626e2', 'name': 'network-vif-deleted', 'tag': '21dfb90f-f62a-469a-8bc4-d6c39ce4f584', 'status': 'completed', 'code': 200} Dec 20 14:45:43.941391 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deaea28-87cd-4be6-97b5-1f79875dc46b req-d8b893c0-92d3-42e6-879e-f3441c476de5 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:43.951649 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6deaea28-87cd-4be6-97b5-1f79875dc46b req-d8b893c0-92d3-42e6-879e-f3441c476de5 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 945 time: 0.5179055 Dec 20 14:45:44.059410 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-035a8553-c987-488a-8172-825c86d2a5ac None None] For port a855fb95-a45f-44da-8fd5-a08d46d9e2b4, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=a855fb95-a45f-44da-8fd5-a08d46d9e2b4,segment=NetworkSegment(0deaa76e-8a3e-44c4-a3b8-992392ef4539),segment_id=0deaa76e-8a3e-44c4-a3b8-992392ef4539)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:45:44.070930 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-035a8553-c987-488a-8172-825c86d2a5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:44.076208 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6deaea28-87cd-4be6-97b5-1f79875dc46b req-d4512a2f-1677-4091-be42-2ef56c7b8166 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234074 Dec 20 14:45:44.182650 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-369bf162-cf13-4d72-a79d-7a424bdb5766 req-51fd3592-e5c2-4437-b820-129ac6de5bc8 tempest-VolumesSnapshotTestJSON-1663689416 tempest-VolumesSnapshotTestJSON-1663689416-project] 10.222.0.54 "GET /v2.0/ports?device_id=9a6530c4-acb3-49de-8d6c-6938b06626e2 HTTP/1.1" status: 200 len: 210 time: 0.0316970 Dec 20 14:45:44.190741 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-506d2790-5621-471f-a880-f4f4fcf88504 None None] Deleting port a855fb95-a45f-44da-8fd5-a08d46d9e2b4 {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:45:44.195291 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-506d2790-5621-471f-a880-f4f4fcf88504 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:44.295907 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0991f580-8441-4497-9e78-2c9f91cf2ddb tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:44.330285 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec275e3-2271-4b70-88d6-15a00cea81ba req-7f93e3ea-41b7-4284-bddf-c1b9a5bb0eeb tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:44.331944 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0ec275e3-2271-4b70-88d6-15a00cea81ba req-7f93e3ea-41b7-4284-bddf-c1b9a5bb0eeb tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 945 time: 0.1213155 Dec 20 14:45:44.350392 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035a8553-c987-488a-8172-825c86d2a5ac None None] Pushing event updated for resources: {'Port': ['ID=a855fb95-a45f-44da-8fd5-a08d46d9e2b4,revision_number=6']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:45:44.375973 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-506d2790-5621-471f-a880-f4f4fcf88504 None None] For port a855fb95-a45f-44da-8fd5-a08d46d9e2b4, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=a855fb95-a45f-44da-8fd5-a08d46d9e2b4,segment=NetworkSegment(0deaa76e-8a3e-44c4-a3b8-992392ef4539),segment_id=0deaa76e-8a3e-44c4-a3b8-992392ef4539)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:45:44.376503 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-506d2790-5621-471f-a880-f4f4fcf88504 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:44.396100 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-506d2790-5621-471f-a880-f4f4fcf88504 None None] Calling delete_port for a855fb95-a45f-44da-8fd5-a08d46d9e2b4 owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:45:44.618901 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0ec275e3-2271-4b70-88d6-15a00cea81ba req-b50e4b5c-ee4e-499e-b984-7b3a736d616a tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178810 Dec 20 14:45:44.689842 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-0991f580-8441-4497-9e78-2c9f91cf2ddb tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] For port a855fb95-a45f-44da-8fd5-a08d46d9e2b4, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=a855fb95-a45f-44da-8fd5-a08d46d9e2b4,segment=NetworkSegment(0deaa76e-8a3e-44c4-a3b8-992392ef4539),segment_id=0deaa76e-8a3e-44c4-a3b8-992392ef4539)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:45:44.735120 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0991f580-8441-4497-9e78-2c9f91cf2ddb tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:44.749569 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0991f580-8441-4497-9e78-2c9f91cf2ddb tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:44.750089 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-506d2790-5621-471f-a880-f4f4fcf88504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:44.750499 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0991f580-8441-4497-9e78-2c9f91cf2ddb tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:44.769314 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506d2790-5621-471f-a880-f4f4fcf88504 None None] No DVR routers for this DVR port a855fb95-a45f-44da-8fd5-a08d46d9e2b4 on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:45:44.825207 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0991f580-8441-4497-9e78-2c9f91cf2ddb tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event deleted for resources: {'Port': ['ID=a855fb95-a45f-44da-8fd5-a08d46d9e2b4,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:45:44.840322 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506d2790-5621-471f-a880-f4f4fcf88504 None None] Pushing event deleted for resources: {'Port': ['ID=a855fb95-a45f-44da-8fd5-a08d46d9e2b4,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:45:44.864265 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0991f580-8441-4497-9e78-2c9f91cf2ddb tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:45:44.867860 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-0991f580-8441-4497-9e78-2c9f91cf2ddb tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:45:44.873447 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0991f580-8441-4497-9e78-2c9f91cf2ddb tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:44.874080 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0991f580-8441-4497-9e78-2c9f91cf2ddb tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:44.901478 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8280724-f8b9-441e-a489-633656241a85 None None] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:45:44.901852 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0991f580-8441-4497-9e78-2c9f91cf2ddb tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event updated for resources: {'Subnet': ['ID=bc505811-22a6-423b-887a-003ab7912b56,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:45:44.907564 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-0991f580-8441-4497-9e78-2c9f91cf2ddb tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0137463 Dec 20 14:45:44.912219 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 54126) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:44.918845 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-053d534b-9ee4-4ac2-a0a3-6287b2c5435a tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Request body: {'subnet': {'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:45:45.058359 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cfebe43-713e-40fd-941b-6364931c07e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'project_id': '71d0c98cab4349b4848e68f8a37dbf12', 'fixed_ips': [{'subnet_id': 'bc505811-22a6-423b-887a-003ab7912b56'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:45:45.059389 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6cfebe43-713e-40fd-941b-6364931c07e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:45.085075 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd139e4-2402-4cce-9db9-0383130f6d66 req-d12b0c02-8fca-444f-9a9d-4116a868a566 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:45.088238 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0cd139e4-2402-4cce-9db9-0383130f6d66 req-d12b0c02-8fca-444f-9a9d-4116a868a566 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 945 time: 0.1430645 Dec 20 14:45:45.184051 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0cd139e4-2402-4cce-9db9-0383130f6d66 req-279bdb25-4f50-4f06-a1d3-7a698dc40e03 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846133 Dec 20 14:45:45.207011 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-053d534b-9ee4-4ac2-a0a3-6287b2c5435a tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Made reservation on behalf of 71d0c98cab4349b4848e68f8a37dbf12 for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:45:45.207011 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-053d534b-9ee4-4ac2-a0a3-6287b2c5435a tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:45.289923 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:45.389442 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-6cfebe43-713e-40fd-941b-6364931c07e4 None None] Allocated IP 2001:db8::f816:3eff:fe79:7cd7 (e2be1aff-cd00-4c3f-b1c0-ddca69da57f4/bc505811-22a6-423b-887a-003ab7912b56/1202b171-f737-47af-9c88-9bacfe8a7642) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:45:45.464663 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f7709f-3515-47a7-8ddf-90f3abcba0c9 req-bf9c48e8-3f27-4ec9-a5e7-1e4f28e389b7 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:45.475459 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c3f7709f-3515-47a7-8ddf-90f3abcba0c9 req-bf9c48e8-3f27-4ec9-a5e7-1e4f28e389b7 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 945 time: 0.1413524 Dec 20 14:45:45.555241 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c3f7709f-3515-47a7-8ddf-90f3abcba0c9 req-f859ddc7-1d5d-47f5-b1d9-d7843e520a84 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791647 Dec 20 14:45:45.676327 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6cfebe43-713e-40fd-941b-6364931c07e4 None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:45.684447 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 21dfb90f-f62a-469a-8bc4-d6c39ce4f584 no longer exists at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:45:45.689762 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6cfebe43-713e-40fd-941b-6364931c07e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:45.729318 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cfebe43-713e-40fd-941b-6364931c07e4 None None] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:45:45.733826 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-6cfebe43-713e-40fd-941b-6364931c07e4 None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:45:45.736568 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfebe43-713e-40fd-941b-6364931c07e4 None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:45:45.758659 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] No Port match for: 21dfb90f-f62a-469a-8bc4-d6c39ce4f584 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:45:45.759033 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 21dfb90f-f62a-469a-8bc4-d6c39ce4f584 not bound to the agent host n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:45:45.821032 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfebe43-713e-40fd-941b-6364931c07e4 None None] Pushing event updated for resources: {'Port': ['ID=1202b171-f737-47af-9c88-9bacfe8a7642,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:45:45.909771 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-053d534b-9ee4-4ac2-a0a3-6287b2c5435a tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:45.912850 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-6cfebe43-713e-40fd-941b-6364931c07e4 None None] Attempting to bind port 1202b171-f737-47af-9c88-9bacfe8a7642 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:45:45.913228 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-6cfebe43-713e-40fd-941b-6364931c07e4 None None] Attempting to bind port 1202b171-f737-47af-9c88-9bacfe8a7642 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '0deaa76e-8a3e-44c4-a3b8-992392ef4539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:45:45.913588 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfebe43-713e-40fd-941b-6364931c07e4 None None] Attempting to bind port 1202b171-f737-47af-9c88-9bacfe8a7642 on network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:45:45.939473 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfebe43-713e-40fd-941b-6364931c07e4 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:45:45.939876 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfebe43-713e-40fd-941b-6364931c07e4 None None] Checking segment: {'id': '0deaa76e-8a3e-44c4-a3b8-992392ef4539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:45:45.940348 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6cfebe43-713e-40fd-941b-6364931c07e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:45.942117 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfebe43-713e-40fd-941b-6364931c07e4 None None] Bound using segment: {'id': '0deaa76e-8a3e-44c4-a3b8-992392ef4539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:45:45.942692 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-6cfebe43-713e-40fd-941b-6364931c07e4 None None] Bound port: 1202b171-f737-47af-9c88-9bacfe8a7642, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0deaa76e-8a3e-44c4-a3b8-992392ef4539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:45:45.944263 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6cfebe43-713e-40fd-941b-6364931c07e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:45.987612 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fca3ae-5530-4f47-b6f5-914c54d5e788 req-b1c8f622-25d3-4616-aa90-f2afc4c4d8ad tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:45.998815 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-62fca3ae-5530-4f47-b6f5-914c54d5e788 req-b1c8f622-25d3-4616-aa90-f2afc4c4d8ad tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 945 time: 0.2958300 Dec 20 14:45:46.024540 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-6cfebe43-713e-40fd-941b-6364931c07e4 None None] For port 1202b171-f737-47af-9c88-9bacfe8a7642, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:45:46.028057 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-6cfebe43-713e-40fd-941b-6364931c07e4 None None] For port 1202b171-f737-47af-9c88-9bacfe8a7642, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=1202b171-f737-47af-9c88-9bacfe8a7642,segment=NetworkSegment(0deaa76e-8a3e-44c4-a3b8-992392ef4539),segment_id=0deaa76e-8a3e-44c4-a3b8-992392ef4539)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:45:46.037473 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6cfebe43-713e-40fd-941b-6364931c07e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:46.157211 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfebe43-713e-40fd-941b-6364931c07e4 None None] Pushing event updated for resources: {'Port': ['ID=1202b171-f737-47af-9c88-9bacfe8a7642,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:45:46.170689 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053d534b-9ee4-4ac2-a0a3-6287b2c5435a tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event updated for resources: {'Subnet': ['ID=8a5fef03-2c29-41c3-9c7c-5b632cd2b804,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:45:46.188276 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-62fca3ae-5530-4f47-b6f5-914c54d5e788 req-fa50c1b1-eb5a-410d-a26e-d6b3570b57b6 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873250 Dec 20 14:45:46.190435 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053d534b-9ee4-4ac2-a0a3-6287b2c5435a tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:45:46.193879 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-053d534b-9ee4-4ac2-a0a3-6287b2c5435a tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:45:46.199356 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053d534b-9ee4-4ac2-a0a3-6287b2c5435a tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:46.200007 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-053d534b-9ee4-4ac2-a0a3-6287b2c5435a tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:46.224451 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-053d534b-9ee4-4ac2-a0a3-6287b2c5435a tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3108852 Dec 20 14:45:46.230784 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 54204) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:46.260625 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-e9b1c9ff-557c-44f1-b9f4-dddeb0c39d83 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Request body: {'port': {'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'mac_address': 'fa:16:3e:6a:65:77', 'name': 'tempest-NetworksTestDHCPv6-811319740'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:45:46.535108 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bf07c9-5892-431e-b605-caae64b1cfce req-5bbd9f1f-15b2-4f73-8f79-220f5eebfa3c tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:46.543874 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f1bf07c9-5892-431e-b605-caae64b1cfce req-5bbd9f1f-15b2-4f73-8f79-220f5eebfa3c tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 945 time: 0.2245648 Dec 20 14:45:46.614446 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9b1c9ff-557c-44f1-b9f4-dddeb0c39d83 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Made reservation on behalf of 71d0c98cab4349b4848e68f8a37dbf12 for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:45:46.664735 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f1bf07c9-5892-431e-b605-caae64b1cfce req-5b300dcd-ddb6-4bd2-a151-eadd3e5c3598 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129243 Dec 20 14:45:46.770369 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e9b1c9ff-557c-44f1-b9f4-dddeb0c39d83 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:46.817852 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [None req-e9b1c9ff-557c-44f1-b9f4-dddeb0c39d83 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] device_id is not set on port bb4a69a5-3ca6-43a7-9657-1c7f99d58671 yet. {{(pid=103168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 14:45:46.973787 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c122f1-76ad-4abf-94fd-4ec98e80180e req-c8d833cf-664a-457f-82b9-444c0306177c tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:46.988384 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e0c122f1-76ad-4abf-94fd-4ec98e80180e req-c8d833cf-664a-457f-82b9-444c0306177c tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 945 time: 0.1112974 Dec 20 14:45:47.069468 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e0c122f1-76ad-4abf-94fd-4ec98e80180e req-b482ea21-243a-4c3b-bb97-aa2754fd73b3 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748785 Dec 20 14:45:47.136350 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-e9b1c9ff-557c-44f1-b9f4-dddeb0c39d83 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Allocated IP 172.20.0.12 (e2be1aff-cd00-4c3f-b1c0-ddca69da57f4/8a5fef03-2c29-41c3-9c7c-5b632cd2b804/bb4a69a5-3ca6-43a7-9657-1c7f99d58671) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:45:47.155356 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-e9b1c9ff-557c-44f1-b9f4-dddeb0c39d83 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Allocated IP 2001:db8::f816:3eff:fe6a:6577 (e2be1aff-cd00-4c3f-b1c0-ddca69da57f4/bc505811-22a6-423b-887a-003ab7912b56/bb4a69a5-3ca6-43a7-9657-1c7f99d58671) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:45:47.413108 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef09806-3aca-4949-a4df-dd910a5f1389 req-9055fbd4-73fb-408f-bdd2-91aaef614bd5 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:47.419796 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6ef09806-3aca-4949-a4df-dd910a5f1389 req-9055fbd4-73fb-408f-bdd2-91aaef614bd5 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 945 time: 0.1330104 Dec 20 14:45:47.523937 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6ef09806-3aca-4949-a4df-dd910a5f1389 req-e307f55e-8471-40c2-9db9-a007536c8a57 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946829 Dec 20 14:45:47.603862 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e9b1c9ff-557c-44f1-b9f4-dddeb0c39d83 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:47.699447 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8780d888-bf4f-4186-9009-dac36fd51363 req-740f92e2-ed35-4191-8cfd-ab8fcf3ed3f3 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:47.700429 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e9b1c9ff-557c-44f1-b9f4-dddeb0c39d83 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:47.712480 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8780d888-bf4f-4186-9009-dac36fd51363 req-740f92e2-ed35-4191-8cfd-ab8fcf3ed3f3 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 945 time: 0.0780838 Dec 20 14:45:47.789357 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8780d888-bf4f-4186-9009-dac36fd51363 req-f31b4c9a-ebd0-44f0-8d0c-a100be72ed9b tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728252 Dec 20 14:45:47.875678 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b1c9ff-557c-44f1-b9f4-dddeb0c39d83 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:45:47.930600 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8051e12-5803-4b00-87de-be240e2c5023 None None] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:45:47.935265 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-e9b1c9ff-557c-44f1-b9f4-dddeb0c39d83 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:45:47.937728 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b1c9ff-557c-44f1-b9f4-dddeb0c39d83 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:45:47.974124 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b1c9ff-557c-44f1-b9f4-dddeb0c39d83 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event updated for resources: {'Port': ['ID=bb4a69a5-3ca6-43a7-9657-1c7f99d58671,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:45:47.975949 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 54282) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:48.000548 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8acaa15-e15c-472d-845d-72a9109a6c12 req-952a7974-4aa1-4c1e-b671-ad9ea6f30c72 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:48.002118 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b8acaa15-e15c-472d-845d-72a9109a6c12 req-952a7974-4aa1-4c1e-b671-ad9ea6f30c72 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 945 time: 0.1209469 Dec 20 14:45:48.019996 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b1c9ff-557c-44f1-b9f4-dddeb0c39d83 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:45:48.020340 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b1c9ff-557c-44f1-b9f4-dddeb0c39d83 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:45:48.021286 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b1c9ff-557c-44f1-b9f4-dddeb0c39d83 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:45:48.021286 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b1c9ff-557c-44f1-b9f4-dddeb0c39d83 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:45:48.021286 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b1c9ff-557c-44f1-b9f4-dddeb0c39d83 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:45:48.021821 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b1c9ff-557c-44f1-b9f4-dddeb0c39d83 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:45:48.021940 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b1c9ff-557c-44f1-b9f4-dddeb0c39d83 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:45:48.022242 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b1c9ff-557c-44f1-b9f4-dddeb0c39d83 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:45:48.022575 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b1c9ff-557c-44f1-b9f4-dddeb0c39d83 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:45:48.022970 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b1c9ff-557c-44f1-b9f4-dddeb0c39d83 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:45:48.023260 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b1c9ff-557c-44f1-b9f4-dddeb0c39d83 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:45:48.023577 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b1c9ff-557c-44f1-b9f4-dddeb0c39d83 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:45:48.023927 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b1c9ff-557c-44f1-b9f4-dddeb0c39d83 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:45:48.147717 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 1202b171-f737-47af-9c88-9bacfe8a7642 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:45:48.148300 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b1c9ff-557c-44f1-b9f4-dddeb0c39d83 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:48.149362 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e9b1c9ff-557c-44f1-b9f4-dddeb0c39d83 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:48.182147 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b8acaa15-e15c-472d-845d-72a9109a6c12 req-44ea8ff5-77e2-4ab2-b0ab-0f1d216eeebc tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684735 Dec 20 14:45:48.192096 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-e9b1c9ff-557c-44f1-b9f4-dddeb0c39d83 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.9591784 Dec 20 14:45:48.193105 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 54290) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:48.223115 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7aeb0513-c63f-43f3-b45b-733f5f2b4856 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:48.230815 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-083c99aa-6aeb-4c43-95d3-309574169a56 None None] Provisioning complete for port 1202b171-f737-47af-9c88-9bacfe8a7642 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:45:48.230815 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-083c99aa-6aeb-4c43-95d3-309574169a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:48.279377 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df83156-d465-48be-bef4-922610c58720 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:48.293617 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df83156-d465-48be-bef4-922610c58720 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:48.296984 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 54296) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:48.308224 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-8df83156-d465-48be-bef4-922610c58720 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1130030 Dec 20 14:45:48.406459 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32c685-b05a-461e-88f8-56bf79813dd3 req-20eac6b0-53e0-4d27-b068-654de6ba7549 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:48.408170 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2b32c685-b05a-461e-88f8-56bf79813dd3 req-20eac6b0-53e0-4d27-b068-654de6ba7549 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 945 time: 0.0816789 Dec 20 14:45:48.478128 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7aeb0513-c63f-43f3-b45b-733f5f2b4856 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:48.478611 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 1202b171-f737-47af-9c88-9bacfe8a7642 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:45:48.479580 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:48.485679 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2b32c685-b05a-461e-88f8-56bf79813dd3 req-b2261d14-54e5-47b4-a53a-27d708a70ba8 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660315 Dec 20 14:45:48.500595 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7aeb0513-c63f-43f3-b45b-733f5f2b4856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:48.540610 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeb0513-c63f-43f3-b45b-733f5f2b4856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b60faad5-5fcd-465e-b3ec-3f05e17f9dad,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:45:48.564251 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aeb0513-c63f-43f3-b45b-733f5f2b4856 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:45:48.564687 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aeb0513-c63f-43f3-b45b-733f5f2b4856 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:45:48.564926 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aeb0513-c63f-43f3-b45b-733f5f2b4856 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:45:48.565296 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aeb0513-c63f-43f3-b45b-733f5f2b4856 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:45:48.565588 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aeb0513-c63f-43f3-b45b-733f5f2b4856 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:45:48.565905 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aeb0513-c63f-43f3-b45b-733f5f2b4856 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:45:48.566222 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aeb0513-c63f-43f3-b45b-733f5f2b4856 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:45:48.566540 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aeb0513-c63f-43f3-b45b-733f5f2b4856 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:45:48.567003 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aeb0513-c63f-43f3-b45b-733f5f2b4856 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:45:48.567326 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aeb0513-c63f-43f3-b45b-733f5f2b4856 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:45:48.567643 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aeb0513-c63f-43f3-b45b-733f5f2b4856 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:45:48.567956 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aeb0513-c63f-43f3-b45b-733f5f2b4856 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:45:48.568268 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aeb0513-c63f-43f3-b45b-733f5f2b4856 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:45:48.574980 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-7aeb0513-c63f-43f3-b45b-733f5f2b4856 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9afb97e6a63540a3926f308e17176cef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5971241 Dec 20 14:45:48.583387 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 54304) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:48.590913 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-6d534fc2-e208-416c-92cc-2acdcce551c3 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Deleting port bb4a69a5-3ca6-43a7-9657-1c7f99d58671 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:45:48.591294 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6d534fc2-e208-416c-92cc-2acdcce551c3 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:48.727240 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5212d1-6148-4f41-a410-396f35d434bb req-ea75c427-92be-4fd1-84a1-a689ca6a5923 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:48.728681 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9b5212d1-6148-4f41-a410-396f35d434bb req-ea75c427-92be-4fd1-84a1-a689ca6a5923 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 945 time: 0.1645002 Dec 20 14:45:48.738850 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6d534fc2-e208-416c-92cc-2acdcce551c3 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:48.755363 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-6d534fc2-e208-416c-92cc-2acdcce551c3 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Calling delete_port for bb4a69a5-3ca6-43a7-9657-1c7f99d58671 owned by {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:45:48.792656 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3e21330f-e089-4199-8f25-eb3a303466fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:48.793874 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-083c99aa-6aeb-4c43-95d3-309574169a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:48.817248 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3e21330f-e089-4199-8f25-eb3a303466fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:48.835592 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-083c99aa-6aeb-4c43-95d3-309574169a56 None None] For port 1202b171-f737-47af-9c88-9bacfe8a7642, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=1202b171-f737-47af-9c88-9bacfe8a7642,segment=NetworkSegment(0deaa76e-8a3e-44c4-a3b8-992392ef4539),segment_id=0deaa76e-8a3e-44c4-a3b8-992392ef4539)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:45:48.861966 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e28adb-388e-4ee2-aed9-ffec3fefdca2 None None] Update dhcp port {'port': {'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'fixed_ips': [{'subnet_id': 'bc505811-22a6-423b-887a-003ab7912b56', 'ip_address': '2001:db8::f816:3eff:fe79:7cd7'}, {'subnet_id': '8a5fef03-2c29-41c3-9c7c-5b632cd2b804'}], 'binding:host_id': 'n-d-761264-19'}, 'id': '1202b171-f737-47af-9c88-9bacfe8a7642'} from n-d-761264-19. {{(pid=103169) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 20 14:45:48.866224 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-083c99aa-6aeb-4c43-95d3-309574169a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:48.882124 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3e21330f-e089-4199-8f25-eb3a303466fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:48.884880 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3e21330f-e089-4199-8f25-eb3a303466fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:48.890454 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-3e21330f-e089-4199-8f25-eb3a303466fc admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b60faad5-5fcd-465e-b3ec-3f05e17f9dad HTTP/1.1" status: 204 len: 168 time: 0.3086538 Dec 20 14:45:48.922046 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9b5212d1-6148-4f41-a410-396f35d434bb req-444635ae-4393-411c-bd76-4c623063ec65 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816630 Dec 20 14:45:48.934521 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:48.937004 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e21330f-e089-4199-8f25-eb3a303466fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b60faad5-5fcd-465e-b3ec-3f05e17f9dad,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:45:49.064614 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083c99aa-6aeb-4c43-95d3-309574169a56 None None] Pushing event updated for resources: {'Port': ['ID=1202b171-f737-47af-9c88-9bacfe8a7642,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:45:49.076748 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-07e28adb-388e-4ee2-aed9-ffec3fefdca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:49.189322 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.db.api [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103169) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 14:45:49.189670 n-d-761264-19 neutron-server[103169]: DEBUG oslo_db.api [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 14:45:49.218526 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6d534fc2-e208-416c-92cc-2acdcce551c3 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:49.258348 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae1c9dc-66f7-45f8-899f-d42e33b6054a req-cd34bf2e-8b51-428a-aa3d-425570e7c794 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:49.269236 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6ae1c9dc-66f7-45f8-899f-d42e33b6054a req-cd34bf2e-8b51-428a-aa3d-425570e7c794 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 945 time: 0.1145694 Dec 20 14:45:49.366552 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6ae1c9dc-66f7-45f8-899f-d42e33b6054a req-6dc3a4f5-db6a-476d-9248-a9993fef086c tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947373 Dec 20 14:45:49.421910 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-07e28adb-388e-4ee2-aed9-ffec3fefdca2 None None] Allocated IP 172.20.0.2 (e2be1aff-cd00-4c3f-b1c0-ddca69da57f4/8a5fef03-2c29-41c3-9c7c-5b632cd2b804/1202b171-f737-47af-9c88-9bacfe8a7642) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:45:49.429255 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d534fc2-e208-416c-92cc-2acdcce551c3 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event deleted for resources: {'Port': ['ID=bb4a69a5-3ca6-43a7-9657-1c7f99d58671,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:45:49.593371 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6d534fc2-e208-416c-92cc-2acdcce551c3 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:49.601122 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43da1774-6087-459a-92df-3c11e1ca8890 req-fe6beb30-dceb-488e-a850-a16c780d037f tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:49.601387 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-6d534fc2-e208-416c-92cc-2acdcce551c3 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "DELETE /v2.0/ports/bb4a69a5-3ca6-43a7-9657-1c7f99d58671 HTTP/1.1" status: 204 len: 168 time: 1.2988999 Dec 20 14:45:49.603809 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 54332) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:49.609571 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-43da1774-6087-459a-92df-3c11e1ca8890 req-fe6beb30-dceb-488e-a850-a16c780d037f tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 945 time: 0.0821717 Dec 20 14:45:49.663089 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-07e28adb-388e-4ee2-aed9-ffec3fefdca2 None None] For port 1202b171-f737-47af-9c88-9bacfe8a7642, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=1202b171-f737-47af-9c88-9bacfe8a7642,segment=NetworkSegment(0deaa76e-8a3e-44c4-a3b8-992392ef4539),segment_id=0deaa76e-8a3e-44c4-a3b8-992392ef4539)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:45:49.676104 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 54336) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:49.694951 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-bedf20ac-36f0-45b4-b80a-64ed77daff8f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:49.724329 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-43da1774-6087-459a-92df-3c11e1ca8890 req-13488cdd-e9be-401f-987c-93729ead8050 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126966 Dec 20 14:45:49.733528 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab43b0e-4f91-4b9c-b6aa-476aa0e81e1b tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:49.737028 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-07e28adb-388e-4ee2-aed9-ffec3fefdca2 None None] Publish callbacks [] for port, precommit_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:49.738503 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab43b0e-4f91-4b9c-b6aa-476aa0e81e1b tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:49.740454 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab43b0e-4f91-4b9c-b6aa-476aa0e81e1b tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:49.745857 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-9ab43b0e-4f91-4b9c-b6aa-476aa0e81e1b tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1289675 Dec 20 14:45:49.747648 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 54338) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:49.856275 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_v2 [None req-6743ab56-efac-4d96-a1ef-786240bbd20b tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Deleting subnet 8a5fef03-2c29-41c3-9c7c-5b632cd2b804 {{(pid=103168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:45:49.861890 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6743ab56-efac-4d96-a1ef-786240bbd20b tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks [] for subnet, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:49.888911 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-07e28adb-388e-4ee2-aed9-ffec3fefdca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:49.921962 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6743ab56-efac-4d96-a1ef-786240bbd20b tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9023023'] for subnet, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:49.962133 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-bedf20ac-36f0-45b4-b80a-64ed77daff8f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:49.970696 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-bedf20ac-36f0-45b4-b80a-64ed77daff8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:50.049693 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 1202b171-f737-47af-9c88-9bacfe8a7642 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:45:50.080579 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-bedf20ac-36f0-45b4-b80a-64ed77daff8f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3ec39aa49e084e30b716229a02c24a18&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4003508 Dec 20 14:45:50.081341 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 54350) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:50.088154 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedf20ac-36f0-45b4-b80a-64ed77daff8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16a75cae-6ded-461d-802e-73b103e92da1,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:45:50.110069 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e28adb-388e-4ee2-aed9-ffec3fefdca2 None None] Pushing event updated for resources: {'Port': ['ID=1202b171-f737-47af-9c88-9bacfe8a7642,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:45:50.170250 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 1202b171-f737-47af-9c88-9bacfe8a7642 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:45:50.170626 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:50.176135 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3575fc3-0fcc-4863-a834-5f2445b78d86 req-84227ccb-78d6-41ad-89eb-d7aaf19a2000 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:50.187253 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f3575fc3-0fcc-4863-a834-5f2445b78d86 req-84227ccb-78d6-41ad-89eb-d7aaf19a2000 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 945 time: 0.2209647 Dec 20 14:45:50.302837 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f3575fc3-0fcc-4863-a834-5f2445b78d86 req-2e681bf0-6383-496f-ad3d-169c336e2617 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145337 Dec 20 14:45:50.323740 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6743ab56-efac-4d96-a1ef-786240bbd20b tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:50.393134 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-75131cf5-d5e8-4639-aec9-b49306cd4f7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:50.458154 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6743ab56-efac-4d96-a1ef-786240bbd20b tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8850800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470517'] for subnet, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:50.470438 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-75131cf5-d5e8-4639-aec9-b49306cd4f7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:50.527381 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1a5189-f1ef-4e11-a7fa-a6304f33c308 req-51d13207-274e-44ca-9ee0-384054cfcdec tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:50.529722 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5c1a5189-f1ef-4e11-a7fa-a6304f33c308 req-51d13207-274e-44ca-9ee0-384054cfcdec tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 945 time: 0.1534290 Dec 20 14:45:50.642070 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 14:45:50.684528 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6743ab56-efac-4d96-a1ef-786240bbd20b tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:50.688779 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-6743ab56-efac-4d96-a1ef-786240bbd20b tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "DELETE /v2.0/subnets/8a5fef03-2c29-41c3-9c7c-5b632cd2b804 HTTP/1.1" status: 204 len: 168 time: 0.9389241 Dec 20 14:45:50.690707 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743ab56-efac-4d96-a1ef-786240bbd20b tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event deleted for resources: {'Subnet': ['ID=8a5fef03-2c29-41c3-9c7c-5b632cd2b804,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:45:50.694297 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 54362) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:50.698503 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-75131cf5-d5e8-4639-aec9-b49306cd4f7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:50.702059 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-75131cf5-d5e8-4639-aec9-b49306cd4f7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:50.703542 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-75131cf5-d5e8-4639-aec9-b49306cd4f7c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/16a75cae-6ded-461d-802e-73b103e92da1 HTTP/1.1" status: 204 len: 168 time: 0.6217418 Dec 20 14:45:50.716003 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75131cf5-d5e8-4639-aec9-b49306cd4f7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16a75cae-6ded-461d-802e-73b103e92da1,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:45:50.819182 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_v2 [None req-b171f769-4fff-4f7f-81f2-51c9e7b7cc1e tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Deleting subnet bc505811-22a6-423b-887a-003ab7912b56 {{(pid=103167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:45:50.831497 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5c1a5189-f1ef-4e11-a7fa-a6304f33c308 req-50ce568a-8b6d-467a-aa74-c5505abe5196 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884483 Dec 20 14:45:50.832607 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b171f769-4fff-4f7f-81f2-51c9e7b7cc1e tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks [] for subnet, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:50.894973 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b171f769-4fff-4f7f-81f2-51c9e7b7cc1e tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954412'] for subnet, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:51.024930 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b171f769-4fff-4f7f-81f2-51c9e7b7cc1e tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:51.179872 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7a0e20-77ca-4129-9ce5-ff276d403aec req-cbb5011d-5f85-4fa9-864b-dfbd848eaa42 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:51.182822 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6c7a0e20-77ca-4129-9ce5-ff276d403aec req-cbb5011d-5f85-4fa9-864b-dfbd848eaa42 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 945 time: 0.0933411 Dec 20 14:45:51.185282 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b171f769-4fff-4f7f-81f2-51c9e7b7cc1e tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:51.248551 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b171f769-4fff-4f7f-81f2-51c9e7b7cc1e tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event deleted for resources: {'Subnet': ['ID=bc505811-22a6-423b-887a-003ab7912b56,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:45:51.258124 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b171f769-4fff-4f7f-81f2-51c9e7b7cc1e tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:51.262488 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-b171f769-4fff-4f7f-81f2-51c9e7b7cc1e tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "DELETE /v2.0/subnets/bc505811-22a6-423b-887a-003ab7912b56 HTTP/1.1" status: 204 len: 168 time: 0.5584521 Dec 20 14:45:51.264815 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 54382) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:51.303012 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6c7a0e20-77ca-4129-9ce5-ff276d403aec req-87b0bfb8-93f5-4917-b2a3-a0f605865c7a tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082177 Dec 20 14:45:51.316737 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-317305e4-8eb0-44ca-8c9b-01514434a325 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0501914 Dec 20 14:45:51.321586 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 54386) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:51.326979 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-4c13c0fb-a67d-447e-863b-dcd8db681a44 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Request body: {'subnet': {'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:45:51.342373 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57100907-c730-40f9-bef8-4ac2f334ae18 None None] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:45:51.472015 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d5fd78-bdbe-47d7-8489-2164fc52a521 req-47cdf062-99df-47db-94e2-1f99f8a80b85 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:51.485673 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-b6fcff94-0030-43d6-ac98-c079dfba42df None None] Provisioning complete for port 1202b171-f737-47af-9c88-9bacfe8a7642 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:45:51.486048 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b6fcff94-0030-43d6-ac98-c079dfba42df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:51.496280 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-92d5fd78-bdbe-47d7-8489-2164fc52a521 req-47cdf062-99df-47db-94e2-1f99f8a80b85 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 945 time: 0.0947745 Dec 20 14:45:51.499505 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c13c0fb-a67d-447e-863b-dcd8db681a44 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Made reservation on behalf of 71d0c98cab4349b4848e68f8a37dbf12 for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:45:51.507716 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4c13c0fb-a67d-447e-863b-dcd8db681a44 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:51.597875 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-92d5fd78-bdbe-47d7-8489-2164fc52a521 req-2b65ee35-2370-4899-b107-243ff4e72b9f tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001427 Dec 20 14:45:51.695518 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d273c8f1-fcbd-42b1-8c3f-83428bfd9be3 None None] DHCP port deletion for e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:45:51.728171 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-b6fcff94-0030-43d6-ac98-c079dfba42df None None] Could not find standard attr ID for object bb4a69a5-3ca6-43a7-9657-1c7f99d58671. {{(pid=103169) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 14:45:51.803933 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4c13c0fb-a67d-447e-863b-dcd8db681a44 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:51.805960 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-d273c8f1-fcbd-42b1-8c3f-83428bfd9be3 None None] Deleting port 1202b171-f737-47af-9c88-9bacfe8a7642 {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:45:51.806758 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d273c8f1-fcbd-42b1-8c3f-83428bfd9be3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:51.882032 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c13c0fb-a67d-447e-863b-dcd8db681a44 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:45:51.889691 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-4c13c0fb-a67d-447e-863b-dcd8db681a44 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:45:51.919291 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c13c0fb-a67d-447e-863b-dcd8db681a44 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:51.919901 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4c13c0fb-a67d-447e-863b-dcd8db681a44 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:51.965441 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-d273c8f1-fcbd-42b1-8c3f-83428bfd9be3 None None] For port 1202b171-f737-47af-9c88-9bacfe8a7642, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=1202b171-f737-47af-9c88-9bacfe8a7642,segment=NetworkSegment(0deaa76e-8a3e-44c4-a3b8-992392ef4539),segment_id=0deaa76e-8a3e-44c4-a3b8-992392ef4539)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:45:51.965441 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d273c8f1-fcbd-42b1-8c3f-83428bfd9be3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:51.972746 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-4c13c0fb-a67d-447e-863b-dcd8db681a44 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6472547 Dec 20 14:45:51.973020 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 54420) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:51.978573 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-ff21917b-cdc0-4061-8b83-a1cb2a1b75fa tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Request body: {'subnet': {'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:45:51.987991 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c13c0fb-a67d-447e-863b-dcd8db681a44 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event updated for resources: {'Subnet': ['ID=040673eb-29a0-4154-9491-4a3bc090fc63,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:45:52.037228 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-d273c8f1-fcbd-42b1-8c3f-83428bfd9be3 None None] Calling delete_port for 1202b171-f737-47af-9c88-9bacfe8a7642 owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:45:52.048248 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 1202b171-f737-47af-9c88-9bacfe8a7642 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:45:52.186749 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb12bcc-9e1d-4464-8cf5-0cf660eab0d8 req-d218dd4c-416e-437a-bcb4-bca1088cf419 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:52.188534 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-eeb12bcc-9e1d-4464-8cf5-0cf660eab0d8 req-d218dd4c-416e-437a-bcb4-bca1088cf419 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 945 time: 0.1275361 Dec 20 14:45:52.280294 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff21917b-cdc0-4061-8b83-a1cb2a1b75fa tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Made reservation on behalf of 71d0c98cab4349b4848e68f8a37dbf12 for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:45:52.286142 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-eeb12bcc-9e1d-4464-8cf5-0cf660eab0d8 req-e262db1c-7086-4145-99b7-1c48722dd904 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885870 Dec 20 14:45:52.286649 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ff21917b-cdc0-4061-8b83-a1cb2a1b75fa tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:52.439878 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:52.524573 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4560cdd0-8d34-4770-862e-ad5efd1abd68 req-4187afe4-8d9a-46d0-b135-74e7e9a9efc6 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:52.535182 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4560cdd0-8d34-4770-862e-ad5efd1abd68 req-4187afe4-8d9a-46d0-b135-74e7e9a9efc6 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 945 time: 0.1434424 Dec 20 14:45:52.538136 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d273c8f1-fcbd-42b1-8c3f-83428bfd9be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:52.617617 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d273c8f1-fcbd-42b1-8c3f-83428bfd9be3 None None] Pushing event deleted for resources: {'Port': ['ID=1202b171-f737-47af-9c88-9bacfe8a7642,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:45:52.627816 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d273c8f1-fcbd-42b1-8c3f-83428bfd9be3 None None] No DVR routers for this DVR port 1202b171-f737-47af-9c88-9bacfe8a7642 on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:45:52.654382 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4560cdd0-8d34-4770-862e-ad5efd1abd68 req-0c566dbf-7787-48cf-9006-32dc35a4c4fe tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179256 Dec 20 14:45:52.654968 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de809cf1-8302-4cc1-90bb-d5dcc0a5a06f None None] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:45:52.998477 n-d-761264-19 neutron-server[103168]: DEBUG neutron.objects.ports [None req-ff21917b-cdc0-4061-8b83-a1cb2a1b75fa tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103168) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 20 14:45:53.000575 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ff21917b-cdc0-4061-8b83-a1cb2a1b75fa tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8848317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10470522'] for subnet, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:53.065210 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff21917b-cdc0-4061-8b83-a1cb2a1b75fa tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:45:53.073756 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-ff21917b-cdc0-4061-8b83-a1cb2a1b75fa tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:45:53.094289 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff21917b-cdc0-4061-8b83-a1cb2a1b75fa tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:53.094963 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ff21917b-cdc0-4061-8b83-a1cb2a1b75fa tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:53.103071 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8a34ce-7b3f-4a6b-81d0-99f9b84f151b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'project_id': '71d0c98cab4349b4848e68f8a37dbf12', 'fixed_ips': [{'subnet_id': '040673eb-29a0-4154-9491-4a3bc090fc63'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:45:53.104419 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8d8a34ce-7b3f-4a6b-81d0-99f9b84f151b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:53.190089 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 54466) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:53.194509 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-ff21917b-cdc0-4061-8b83-a1cb2a1b75fa tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2124081 Dec 20 14:45:53.200356 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-3a8d06e7-1f6a-4ad8-8511-b0b89c3d9988 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Request body: {'port': {'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'mac_address': 'fa:16:3e:d7:ab:b4', 'name': 'tempest-NetworksTestDHCPv6-652459290'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:45:53.250972 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff21917b-cdc0-4061-8b83-a1cb2a1b75fa tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event updated for resources: {'Subnet': ['ID=ef5c4f08-7301-4622-9170-39f95fd32342,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:45:53.385369 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a8d06e7-1f6a-4ad8-8511-b0b89c3d9988 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Made reservation on behalf of 71d0c98cab4349b4848e68f8a37dbf12 for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:45:53.483096 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-8d8a34ce-7b3f-4a6b-81d0-99f9b84f151b None None] Allocated IP 172.20.0.2 (e2be1aff-cd00-4c3f-b1c0-ddca69da57f4/040673eb-29a0-4154-9491-4a3bc090fc63/a982c997-9d13-4d03-aa63-9e5767f9b150) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:45:53.490330 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-8d8a34ce-7b3f-4a6b-81d0-99f9b84f151b None None] Allocated IP 2001:db8::f816:3eff:fece:4240 (e2be1aff-cd00-4c3f-b1c0-ddca69da57f4/ef5c4f08-7301-4622-9170-39f95fd32342/a982c997-9d13-4d03-aa63-9e5767f9b150) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:45:53.513910 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3a8d06e7-1f6a-4ad8-8511-b0b89c3d9988 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:53.571757 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c40f82f-735b-4585-8c8d-ff3f60dbbd32 req-27b76d93-40f0-4028-993f-44213fcb5a7a tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:53.575938 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [None req-3a8d06e7-1f6a-4ad8-8511-b0b89c3d9988 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] device_id is not set on port 30e835a9-a360-4d25-854b-91ab19d025dc yet. {{(pid=103167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 14:45:53.579916 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4c40f82f-735b-4585-8c8d-ff3f60dbbd32 req-27b76d93-40f0-4028-993f-44213fcb5a7a tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 945 time: 0.7510991 Dec 20 14:45:53.637409 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4c40f82f-735b-4585-8c8d-ff3f60dbbd32 req-ce33d708-cd14-40c8-a328-4914afd99237 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561790 Dec 20 14:45:53.770479 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8d8a34ce-7b3f-4a6b-81d0-99f9b84f151b None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:53.777507 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8d8a34ce-7b3f-4a6b-81d0-99f9b84f151b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:53.838562 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8a34ce-7b3f-4a6b-81d0-99f9b84f151b None None] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:45:53.842101 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-8d8a34ce-7b3f-4a6b-81d0-99f9b84f151b None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:45:53.846538 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8a34ce-7b3f-4a6b-81d0-99f9b84f151b None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:45:53.874476 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8a34ce-7b3f-4a6b-81d0-99f9b84f151b None None] Pushing event updated for resources: {'Port': ['ID=a982c997-9d13-4d03-aa63-9e5767f9b150,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:45:53.975685 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-3a8d06e7-1f6a-4ad8-8511-b0b89c3d9988 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Allocated IP 172.20.0.13 (e2be1aff-cd00-4c3f-b1c0-ddca69da57f4/040673eb-29a0-4154-9491-4a3bc090fc63/30e835a9-a360-4d25-854b-91ab19d025dc) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:45:54.001878 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-3a8d06e7-1f6a-4ad8-8511-b0b89c3d9988 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Allocated IP 2001:db8::f816:3eff:fed7:abb4 (e2be1aff-cd00-4c3f-b1c0-ddca69da57f4/ef5c4f08-7301-4622-9170-39f95fd32342/30e835a9-a360-4d25-854b-91ab19d025dc) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:45:54.128148 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-8d8a34ce-7b3f-4a6b-81d0-99f9b84f151b None None] Attempting to bind port a982c997-9d13-4d03-aa63-9e5767f9b150 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:45:54.128668 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-8d8a34ce-7b3f-4a6b-81d0-99f9b84f151b None None] Attempting to bind port a982c997-9d13-4d03-aa63-9e5767f9b150 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '0deaa76e-8a3e-44c4-a3b8-992392ef4539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:45:54.129085 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8a34ce-7b3f-4a6b-81d0-99f9b84f151b None None] Attempting to bind port a982c997-9d13-4d03-aa63-9e5767f9b150 on network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:45:54.137781 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8a34ce-7b3f-4a6b-81d0-99f9b84f151b None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:45:54.138168 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8a34ce-7b3f-4a6b-81d0-99f9b84f151b None None] Checking segment: {'id': '0deaa76e-8a3e-44c4-a3b8-992392ef4539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:45:54.138571 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8d8a34ce-7b3f-4a6b-81d0-99f9b84f151b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:54.139006 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8a34ce-7b3f-4a6b-81d0-99f9b84f151b None None] Bound using segment: {'id': '0deaa76e-8a3e-44c4-a3b8-992392ef4539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:45:54.139482 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-8d8a34ce-7b3f-4a6b-81d0-99f9b84f151b None None] Bound port: a982c997-9d13-4d03-aa63-9e5767f9b150, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0deaa76e-8a3e-44c4-a3b8-992392ef4539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:45:54.139860 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8d8a34ce-7b3f-4a6b-81d0-99f9b84f151b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:54.268948 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-8d8a34ce-7b3f-4a6b-81d0-99f9b84f151b None None] For port a982c997-9d13-4d03-aa63-9e5767f9b150, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:45:54.273131 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-8d8a34ce-7b3f-4a6b-81d0-99f9b84f151b None None] For port a982c997-9d13-4d03-aa63-9e5767f9b150, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=a982c997-9d13-4d03-aa63-9e5767f9b150,segment=NetworkSegment(0deaa76e-8a3e-44c4-a3b8-992392ef4539),segment_id=0deaa76e-8a3e-44c4-a3b8-992392ef4539)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:45:54.284706 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8d8a34ce-7b3f-4a6b-81d0-99f9b84f151b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:54.377331 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ffe995-b2ce-4c8c-9f2c-1b05fb86be76 req-9dfceea4-c2c4-455b-bfd4-1e283a5d55bd tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:54.391019 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b7ffe995-b2ce-4c8c-9f2c-1b05fb86be76 req-9dfceea4-c2c4-455b-bfd4-1e283a5d55bd tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 945 time: 0.6645212 Dec 20 14:45:54.422062 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8a34ce-7b3f-4a6b-81d0-99f9b84f151b None None] Pushing event updated for resources: {'Port': ['ID=a982c997-9d13-4d03-aa63-9e5767f9b150,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:45:54.490448 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3a8d06e7-1f6a-4ad8-8511-b0b89c3d9988 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:54.517496 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b7ffe995-b2ce-4c8c-9f2c-1b05fb86be76 req-dc930eb0-c039-49bd-a016-721a4e9ede50 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255872 Dec 20 14:45:54.560975 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3a8d06e7-1f6a-4ad8-8511-b0b89c3d9988 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:54.621760 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8d06e7-1f6a-4ad8-8511-b0b89c3d9988 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:45:54.625874 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-3a8d06e7-1f6a-4ad8-8511-b0b89c3d9988 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:45:54.641938 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8d06e7-1f6a-4ad8-8511-b0b89c3d9988 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:45:54.714872 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 54516) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:54.753731 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8d06e7-1f6a-4ad8-8511-b0b89c3d9988 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event updated for resources: {'Port': ['ID=30e835a9-a360-4d25-854b-91ab19d025dc,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:45:54.808306 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8d06e7-1f6a-4ad8-8511-b0b89c3d9988 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:54.808994 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3a8d06e7-1f6a-4ad8-8511-b0b89c3d9988 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:54.847964 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-3a8d06e7-1f6a-4ad8-8511-b0b89c3d9988 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.6555605 Dec 20 14:45:54.850474 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 54524) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:54.960943 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375382a8-79e1-442b-b6ee-5ae1d8f4a8f7 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:54.972798 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375382a8-79e1-442b-b6ee-5ae1d8f4a8f7 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:54.974850 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-375382a8-79e1-442b-b6ee-5ae1d8f4a8f7 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.1232867 Dec 20 14:45:54.977983 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 54530) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:55.095751 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d590f35a-e372-4407-841c-4852b4979651 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:55.299528 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-03831bb5-3678-4d3e-8b15-68f4fdd4e9c0 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Deleting port 30e835a9-a360-4d25-854b-91ab19d025dc {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:45:55.300094 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-03831bb5-3678-4d3e-8b15-68f4fdd4e9c0 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:55.657708 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d590f35a-e372-4407-841c-4852b4979651 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:55.675374 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d590f35a-e372-4407-841c-4852b4979651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:55.826203 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 54560) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:55.826835 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-d590f35a-e372-4407-841c-4852b4979651 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=913323e00ea745beb560c2e28187c1c9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1118388 Dec 20 14:45:55.892276 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d590f35a-e372-4407-841c-4852b4979651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bea1e99e-18c4-4471-8433-9d7042416217,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:45:55.934583 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fff4f069-eae3-4543-94f3-fa57c60ffbb3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:55.951151 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-03831bb5-3678-4d3e-8b15-68f4fdd4e9c0 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:55.993970 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-03831bb5-3678-4d3e-8b15-68f4fdd4e9c0 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Calling delete_port for 30e835a9-a360-4d25-854b-91ab19d025dc owned by {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:45:56.008012 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fff4f069-eae3-4543-94f3-fa57c60ffbb3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:56.014505 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b07499-c018-40fe-92f0-521d4c4889ed req-f6150358-804b-4a5b-9492-dd69a840bd96 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:56.032221 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-56b07499-c018-40fe-92f0-521d4c4889ed req-f6150358-804b-4a5b-9492-dd69a840bd96 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 945 time: 0.2045596 Dec 20 14:45:56.096856 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fff4f069-eae3-4543-94f3-fa57c60ffbb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:56.099688 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fff4f069-eae3-4543-94f3-fa57c60ffbb3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:56.100887 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-fff4f069-eae3-4543-94f3-fa57c60ffbb3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/bea1e99e-18c4-4471-8433-9d7042416217 HTTP/1.1" status: 204 len: 168 time: 0.2735817 Dec 20 14:45:56.109739 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff4f069-eae3-4543-94f3-fa57c60ffbb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea1e99e-18c4-4471-8433-9d7042416217,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:45:56.163816 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c08589c3-bc2c-463c-81ea-b54c32d32ac0 None None] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:45:56.354636 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device a982c997-9d13-4d03-aa63-9e5767f9b150 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:45:56.459419 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-bf5fc932-2ed4-4791-bf26-c0dfcfcfef54 None None] Provisioning complete for port a982c997-9d13-4d03-aa63-9e5767f9b150 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:45:56.460126 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-bf5fc932-2ed4-4791-bf26-c0dfcfcfef54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:56.510809 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port a982c997-9d13-4d03-aa63-9e5767f9b150 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:45:56.511427 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:56.553187 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-03831bb5-3678-4d3e-8b15-68f4fdd4e9c0 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:56.691902 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-56b07499-c018-40fe-92f0-521d4c4889ed req-abc036ae-9eca-42aa-b0fb-7d0ba362c9fb tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6585801 Dec 20 14:45:56.692761 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03831bb5-3678-4d3e-8b15-68f4fdd4e9c0 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event deleted for resources: {'Port': ['ID=30e835a9-a360-4d25-854b-91ab19d025dc,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:45:56.782909 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 54582) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:56.823643 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ab5e8b68-9387-46d1-aac0-774506e98b13 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:56.911788 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-bf5fc932-2ed4-4791-bf26-c0dfcfcfef54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:56.943175 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:56.991921 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-03831bb5-3678-4d3e-8b15-68f4fdd4e9c0 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:56.995715 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-03831bb5-3678-4d3e-8b15-68f4fdd4e9c0 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "DELETE /v2.0/ports/30e835a9-a360-4d25-854b-91ab19d025dc HTTP/1.1" status: 204 len: 168 time: 2.0153961 Dec 20 14:45:57.003427 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 54590) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:57.028483 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-bf5fc932-2ed4-4791-bf26-c0dfcfcfef54 None None] For port a982c997-9d13-4d03-aa63-9e5767f9b150, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=a982c997-9d13-4d03-aa63-9e5767f9b150,segment=NetworkSegment(0deaa76e-8a3e-44c4-a3b8-992392ef4539),segment_id=0deaa76e-8a3e-44c4-a3b8-992392ef4539)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:45:57.034121 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-bf5fc932-2ed4-4791-bf26-c0dfcfcfef54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:57.163725 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec94b44-0cdf-4e12-a402-d5ec95b3b1c8 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:57.165916 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec94b44-0cdf-4e12-a402-d5ec95b3b1c8 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:57.167650 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec94b44-0cdf-4e12-a402-d5ec95b3b1c8 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:57.169458 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-3ec94b44-0cdf-4e12-a402-d5ec95b3b1c8 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1643920 Dec 20 14:45:57.172293 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 54592) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:57.187827 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.db.api [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103169) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 14:45:57.188386 n-d-761264-19 neutron-server[103169]: DEBUG oslo_db.api [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 14:45:57.189301 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5fc932-2ed4-4791-bf26-c0dfcfcfef54 None None] Pushing event updated for resources: {'Port': ['ID=a982c997-9d13-4d03-aa63-9e5767f9b150,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:45:57.195862 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ab5e8b68-9387-46d1-aac0-774506e98b13 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:57.218923 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ab5e8b68-9387-46d1-aac0-774506e98b13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:57.251439 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_v2 [None req-431734ff-3adb-4fed-bdd5-15d6ebc388d6 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Deleting subnet 040673eb-29a0-4154-9491-4a3bc090fc63 {{(pid=103168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:45:57.255488 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-431734ff-3adb-4fed-bdd5-15d6ebc388d6 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks [] for subnet, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:57.291168 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-ab5e8b68-9387-46d1-aac0-774506e98b13 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c43512936ea7460bb2a973b08291fc13&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5068030 Dec 20 14:45:57.294671 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 54594) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:57.301360 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5e8b68-9387-46d1-aac0-774506e98b13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=969d1e41-4020-45e4-a720-d44a3000493e,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:45:57.318135 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-431734ff-3adb-4fed-bdd5-15d6ebc388d6 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9023023'] for subnet, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:57.376195 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d0867710-1314-4dec-83c0-cd88d4960301 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:57.422000 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d0867710-1314-4dec-83c0-cd88d4960301 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:57.452171 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-431734ff-3adb-4fed-bdd5-15d6ebc388d6 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:57.501629 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d0867710-1314-4dec-83c0-cd88d4960301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:57.505088 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d0867710-1314-4dec-83c0-cd88d4960301 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:57.509628 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-d0867710-1314-4dec-83c0-cd88d4960301 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/969d1e41-4020-45e4-a720-d44a3000493e HTTP/1.1" status: 204 len: 168 time: 0.2135141 Dec 20 14:45:57.525999 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0867710-1314-4dec-83c0-cd88d4960301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=969d1e41-4020-45e4-a720-d44a3000493e,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:45:57.630275 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-431734ff-3adb-4fed-bdd5-15d6ebc388d6 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8850800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470517'] for subnet, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:57.664731 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431734ff-3adb-4fed-bdd5-15d6ebc388d6 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event deleted for resources: {'Subnet': ['ID=040673eb-29a0-4154-9491-4a3bc090fc63,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:45:57.670850 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-431734ff-3adb-4fed-bdd5-15d6ebc388d6 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:57.677322 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 54606) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:57.678047 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-431734ff-3adb-4fed-bdd5-15d6ebc388d6 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "DELETE /v2.0/subnets/040673eb-29a0-4154-9491-4a3bc090fc63 HTTP/1.1" status: 204 len: 168 time: 0.5011270 Dec 20 14:45:57.835567 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_v2 [None req-defe92f7-e2ef-43b1-984f-03724824e98a tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Deleting subnet ef5c4f08-7301-4622-9170-39f95fd32342 {{(pid=103167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:45:57.840251 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-defe92f7-e2ef-43b1-984f-03724824e98a tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks [] for subnet, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:57.891687 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d6fb27-d304-429c-9af6-ad3aa8fe23e3 None None] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:45:57.948752 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-defe92f7-e2ef-43b1-984f-03724824e98a tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954412'] for subnet, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:57.994185 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c235de6-15b3-4085-8cc8-93af69bdf1af req-354d873e-7ac5-412d-816d-3bef888b1433 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:57.996567 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5c235de6-15b3-4085-8cc8-93af69bdf1af req-354d873e-7ac5-412d-816d-3bef888b1433 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 945 time: 0.1612866 Dec 20 14:45:58.127010 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-0c77d044-3ca3-4792-a737-0fb6dee309cf None None] Could not find standard attr ID for object 30e835a9-a360-4d25-854b-91ab19d025dc. {{(pid=103169) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 14:45:58.143721 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device a982c997-9d13-4d03-aa63-9e5767f9b150 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:45:58.191590 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5c235de6-15b3-4085-8cc8-93af69bdf1af req-a39008cd-8a60-4230-a27a-55767514ea3b tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866148 Dec 20 14:45:58.292647 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-0c77d044-3ca3-4792-a737-0fb6dee309cf None None] Provisioning complete for port a982c997-9d13-4d03-aa63-9e5767f9b150 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:45:58.293332 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-0c77d044-3ca3-4792-a737-0fb6dee309cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:58.475068 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port a982c997-9d13-4d03-aa63-9e5767f9b150 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:45:58.475917 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:58.863721 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-defe92f7-e2ef-43b1-984f-03724824e98a tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:58.961897 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-defe92f7-e2ef-43b1-984f-03724824e98a tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:59.005388 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defe92f7-e2ef-43b1-984f-03724824e98a tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event deleted for resources: {'Subnet': ['ID=ef5c4f08-7301-4622-9170-39f95fd32342,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:45:59.013864 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-defe92f7-e2ef-43b1-984f-03724824e98a tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:59.020682 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 54648) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:59.021431 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-defe92f7-e2ef-43b1-984f-03724824e98a tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "DELETE /v2.0/subnets/ef5c4f08-7301-4622-9170-39f95fd32342 HTTP/1.1" status: 204 len: 168 time: 1.3419664 Dec 20 14:45:59.108647 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-a29fbfdb-eecb-41af-a38b-9e95e5dccbc8 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0864184 Dec 20 14:45:59.111142 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 54652) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:45:59.116175 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-6f717bf2-1806-49ae-8383-3c6dbf73f747 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Request body: {'subnet': {'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:45:59.476777 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5742965d-d35d-45e4-ab75-7c919ebda0c3 req-42c1b1c7-2430-44b3-ba87-72e167b2f6df tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:45:59.478387 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5742965d-d35d-45e4-ab75-7c919ebda0c3 req-42c1b1c7-2430-44b3-ba87-72e167b2f6df tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 945 time: 0.1437261 Dec 20 14:45:59.485633 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f717bf2-1806-49ae-8383-3c6dbf73f747 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Made reservation on behalf of 71d0c98cab4349b4848e68f8a37dbf12 for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:45:59.497375 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6f717bf2-1806-49ae-8383-3c6dbf73f747 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:45:59.607081 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd915134-3bf4-4889-bbf6-edef0c62d76f None None] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:45:59.715373 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5742965d-d35d-45e4-ab75-7c919ebda0c3 req-5d28e90a-e165-4f2c-88a9-d072c0c48fde tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144275 Dec 20 14:45:59.894040 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-7b2170ea-1917-4429-b4e6-9303e99309b8 None None] Provisioning complete for port a982c997-9d13-4d03-aa63-9e5767f9b150 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:45:59.899063 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-7b2170ea-1917-4429-b4e6-9303e99309b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:00.101601 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6f717bf2-1806-49ae-8383-3c6dbf73f747 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8848317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10470522'] for subnet, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:00.207763 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f717bf2-1806-49ae-8383-3c6dbf73f747 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:46:00.224831 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-6f717bf2-1806-49ae-8383-3c6dbf73f747 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:46:00.236607 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f717bf2-1806-49ae-8383-3c6dbf73f747 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:00.241609 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6f717bf2-1806-49ae-8383-3c6dbf73f747 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:00.293950 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f717bf2-1806-49ae-8383-3c6dbf73f747 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event updated for resources: {'Subnet': ['ID=5713cc85-edbe-4b71-9b66-43d506ca5fc3,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:46:00.332016 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-6f717bf2-1806-49ae-8383-3c6dbf73f747 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2161520 Dec 20 14:46:00.336085 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 54688) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:46:00.345003 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-f791386d-e7f4-4f49-a448-2e693e12e3bc tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Request body: {'subnet': {'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:46:00.363914 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338892db-dd58-49a6-9e0d-fe81625ce22d None None] DHCP port deletion for e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:46:00.562854 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-338892db-dd58-49a6-9e0d-fe81625ce22d None None] Deleting port a982c997-9d13-4d03-aa63-9e5767f9b150 {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:46:00.563236 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-338892db-dd58-49a6-9e0d-fe81625ce22d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:00.622559 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f791386d-e7f4-4f49-a448-2e693e12e3bc tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Made reservation on behalf of 71d0c98cab4349b4848e68f8a37dbf12 for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:46:00.626869 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f791386d-e7f4-4f49-a448-2e693e12e3bc tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:00.842754 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-1a6dca35-cb4a-4e93-ae9f-0d771efaf8dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:00.972263 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-338892db-dd58-49a6-9e0d-fe81625ce22d None None] For port a982c997-9d13-4d03-aa63-9e5767f9b150, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=a982c997-9d13-4d03-aa63-9e5767f9b150,segment=NetworkSegment(0deaa76e-8a3e-44c4-a3b8-992392ef4539),segment_id=0deaa76e-8a3e-44c4-a3b8-992392ef4539)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:46:00.973080 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-338892db-dd58-49a6-9e0d-fe81625ce22d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:01.032665 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-338892db-dd58-49a6-9e0d-fe81625ce22d None None] Calling delete_port for a982c997-9d13-4d03-aa63-9e5767f9b150 owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:46:01.066830 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a4e2a6-d4e9-46f4-9749-817c82613cbd req-83e7136e-b885-431d-a688-2d2652b61822 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:01.087008 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d7a4e2a6-d4e9-46f4-9749-817c82613cbd req-83e7136e-b885-431d-a688-2d2652b61822 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 945 time: 0.1833856 Dec 20 14:46:01.180354 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d7a4e2a6-d4e9-46f4-9749-817c82613cbd req-c4f76038-7bd6-4443-94b4-0f71820e9199 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920937 Dec 20 14:46:01.221947 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-338892db-dd58-49a6-9e0d-fe81625ce22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:01.344224 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338892db-dd58-49a6-9e0d-fe81625ce22d None None] Pushing event deleted for resources: {'Port': ['ID=a982c997-9d13-4d03-aa63-9e5767f9b150,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:46:01.380177 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338892db-dd58-49a6-9e0d-fe81625ce22d None None] No DVR routers for this DVR port a982c997-9d13-4d03-aa63-9e5767f9b150 on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:46:01.427256 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67cd4501-8815-49a7-8eb2-a3090608dc77 None None] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:46:01.718386 n-d-761264-19 neutron-server[103168]: DEBUG neutron.objects.ports [None req-f791386d-e7f4-4f49-a448-2e693e12e3bc tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103168) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 20 14:46:01.720152 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f791386d-e7f4-4f49-a448-2e693e12e3bc tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8848317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10470522'] for subnet, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:01.774153 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83dc9ffb-d284-4749-9509-ff4693f53bae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'project_id': '71d0c98cab4349b4848e68f8a37dbf12', 'fixed_ips': [{'subnet_id': '5713cc85-edbe-4b71-9b66-43d506ca5fc3'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:46:01.775965 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-83dc9ffb-d284-4749-9509-ff4693f53bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:01.779924 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f791386d-e7f4-4f49-a448-2e693e12e3bc tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:46:01.785730 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-f791386d-e7f4-4f49-a448-2e693e12e3bc tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:46:01.792811 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f791386d-e7f4-4f49-a448-2e693e12e3bc tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:01.793417 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f791386d-e7f4-4f49-a448-2e693e12e3bc tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:01.802214 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791386d-e7f4-4f49-a448-2e693e12e3bc tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event updated for resources: {'Subnet': ['ID=834610c8-f61a-4afa-a3f3-61da80128d7b,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:46:01.846386 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 54728) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:46:01.847171 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-f791386d-e7f4-4f49-a448-2e693e12e3bc tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5024962 Dec 20 14:46:01.852132 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-99fd0537-df5f-4366-a34a-38b1dcde640d tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Request body: {'port': {'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'mac_address': 'fa:16:3e:a1:d8:79', 'name': 'tempest-NetworksTestDHCPv6-164920517'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:46:02.209086 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99fd0537-df5f-4366-a34a-38b1dcde640d tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Made reservation on behalf of 71d0c98cab4349b4848e68f8a37dbf12 for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:46:02.227735 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device a982c997-9d13-4d03-aa63-9e5767f9b150 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:46:02.325615 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: a982c997-9d13-4d03-aa63-9e5767f9b150 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:46:02.326143 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device a982c997-9d13-4d03-aa63-9e5767f9b150 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:46:02.389103 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-83dc9ffb-d284-4749-9509-ff4693f53bae None None] Allocated IP 172.20.0.2 (e2be1aff-cd00-4c3f-b1c0-ddca69da57f4/5713cc85-edbe-4b71-9b66-43d506ca5fc3/45b63645-a3e8-4ff8-8c9c-cd0114193a5e) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:46:02.406088 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-83dc9ffb-d284-4749-9509-ff4693f53bae None None] Allocated IP 2001:db8::f816:3eff:fe89:a5d4 (e2be1aff-cd00-4c3f-b1c0-ddca69da57f4/834610c8-f61a-4afa-a3f3-61da80128d7b/45b63645-a3e8-4ff8-8c9c-cd0114193a5e) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:46:02.745570 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb613f3-f805-45eb-807f-433f23715703 req-08ace372-7492-48a8-9521-f60f948ae058 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:02.764327 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-edb613f3-f805-45eb-807f-433f23715703 req-08ace372-7492-48a8-9521-f60f948ae058 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 945 time: 0.2843883 Dec 20 14:46:02.793300 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-99fd0537-df5f-4366-a34a-38b1dcde640d tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:02.966362 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [None req-99fd0537-df5f-4366-a34a-38b1dcde640d tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] device_id is not set on port 1ca06e5d-9856-4b25-9704-10ced6183d22 yet. {{(pid=103167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 14:46:02.997040 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-51fd46f4-7b7a-4e83-a6f2-8d09789f276f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:03.041539 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-83dc9ffb-d284-4749-9509-ff4693f53bae None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:03.043647 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-edb613f3-f805-45eb-807f-433f23715703 req-f649172f-6940-4217-947a-7ae05ebdbd6e tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739720 Dec 20 14:46:03.066507 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-83dc9ffb-d284-4749-9509-ff4693f53bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:03.183441 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dc9ffb-d284-4749-9509-ff4693f53bae None None] Pushing event updated for resources: {'Port': ['ID=45b63645-a3e8-4ff8-8c9c-cd0114193a5e,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:46:03.255302 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83dc9ffb-d284-4749-9509-ff4693f53bae None None] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:46:03.267093 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-83dc9ffb-d284-4749-9509-ff4693f53bae None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:46:03.275148 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83dc9ffb-d284-4749-9509-ff4693f53bae None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:46:03.491692 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-83dc9ffb-d284-4749-9509-ff4693f53bae None None] Attempting to bind port 45b63645-a3e8-4ff8-8c9c-cd0114193a5e on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:46:03.492380 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-83dc9ffb-d284-4749-9509-ff4693f53bae None None] Attempting to bind port 45b63645-a3e8-4ff8-8c9c-cd0114193a5e by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '0deaa76e-8a3e-44c4-a3b8-992392ef4539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:46:03.493027 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83dc9ffb-d284-4749-9509-ff4693f53bae None None] Attempting to bind port 45b63645-a3e8-4ff8-8c9c-cd0114193a5e on network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:46:03.518504 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83dc9ffb-d284-4749-9509-ff4693f53bae None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:46:03.520291 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83dc9ffb-d284-4749-9509-ff4693f53bae None None] Checking segment: {'id': '0deaa76e-8a3e-44c4-a3b8-992392ef4539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:46:03.523676 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-83dc9ffb-d284-4749-9509-ff4693f53bae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:03.524624 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83dc9ffb-d284-4749-9509-ff4693f53bae None None] Bound using segment: {'id': '0deaa76e-8a3e-44c4-a3b8-992392ef4539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:46:03.528597 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-83dc9ffb-d284-4749-9509-ff4693f53bae None None] Bound port: 45b63645-a3e8-4ff8-8c9c-cd0114193a5e, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0deaa76e-8a3e-44c4-a3b8-992392ef4539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:46:03.529611 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-83dc9ffb-d284-4749-9509-ff4693f53bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:03.564484 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-99fd0537-df5f-4366-a34a-38b1dcde640d tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Allocated IP 172.20.0.10 (e2be1aff-cd00-4c3f-b1c0-ddca69da57f4/5713cc85-edbe-4b71-9b66-43d506ca5fc3/1ca06e5d-9856-4b25-9704-10ced6183d22) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:46:03.597755 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-99fd0537-df5f-4366-a34a-38b1dcde640d tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Allocated IP 2001:db8::f816:3eff:fea1:d879 (e2be1aff-cd00-4c3f-b1c0-ddca69da57f4/834610c8-f61a-4afa-a3f3-61da80128d7b/1ca06e5d-9856-4b25-9704-10ced6183d22) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:46:03.749896 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-83dc9ffb-d284-4749-9509-ff4693f53bae None None] For port 45b63645-a3e8-4ff8-8c9c-cd0114193a5e, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:46:03.756906 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-83dc9ffb-d284-4749-9509-ff4693f53bae None None] For port 45b63645-a3e8-4ff8-8c9c-cd0114193a5e, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=45b63645-a3e8-4ff8-8c9c-cd0114193a5e,segment=NetworkSegment(0deaa76e-8a3e-44c4-a3b8-992392ef4539),segment_id=0deaa76e-8a3e-44c4-a3b8-992392ef4539)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:46:03.774420 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-83dc9ffb-d284-4749-9509-ff4693f53bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:03.879537 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:03.957064 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dc9ffb-d284-4749-9509-ff4693f53bae None None] Pushing event updated for resources: {'Port': ['ID=45b63645-a3e8-4ff8-8c9c-cd0114193a5e,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:46:04.057506 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-99fd0537-df5f-4366-a34a-38b1dcde640d tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:04.142929 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-99fd0537-df5f-4366-a34a-38b1dcde640d tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:04.341531 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99fd0537-df5f-4366-a34a-38b1dcde640d tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:46:04.388029 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-99fd0537-df5f-4366-a34a-38b1dcde640d tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:46:04.398614 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fd0537-df5f-4366-a34a-38b1dcde640d tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:46:04.538114 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fd0537-df5f-4366-a34a-38b1dcde640d tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event updated for resources: {'Port': ['ID=1ca06e5d-9856-4b25-9704-10ced6183d22,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:46:04.612115 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514bd03c-7d48-4bc9-8161-c9ada18c2778 req-ef2ccd9b-c2af-4c48-a855-090bd9766533 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:04.627596 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-514bd03c-7d48-4bc9-8161-c9ada18c2778 req-ef2ccd9b-c2af-4c48-a855-090bd9766533 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 945 time: 0.3654885 Dec 20 14:46:04.797144 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-514bd03c-7d48-4bc9-8161-c9ada18c2778 req-cbe29d5e-32d3-474a-8f0a-2a6077aa11af tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685760 Dec 20 14:46:04.816021 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99fd0537-df5f-4366-a34a-38b1dcde640d tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:04.817098 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-99fd0537-df5f-4366-a34a-38b1dcde640d tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:04.901921 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-99fd0537-df5f-4366-a34a-38b1dcde640d tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.0542314 Dec 20 14:46:04.904879 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 54794) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:46:05.037572 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [req-73bdb083-d370-4d31-a00f-82731d2c6a8b req-2b7cb4f3-052a-453b-a7ea-f61f473d72f2 service neutron] (103168) timed out ('10.222.0.47', 52430) {{(pid=103168) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 20 14:46:05.046097 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c789430-000d-41da-a1c7-c8178a2b533f tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:05.066884 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c789430-000d-41da-a1c7-c8178a2b533f tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:05.069212 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-5c789430-000d-41da-a1c7-c8178a2b533f tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.1630254 Dec 20 14:46:05.073269 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 54796) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:46:05.299331 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-a9f81123-f15d-4ea6-9821-93effe65769d tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Deleting port 1ca06e5d-9856-4b25-9704-10ced6183d22 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:46:05.305469 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a9f81123-f15d-4ea6-9821-93effe65769d tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:05.567615 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a9f81123-f15d-4ea6-9821-93effe65769d tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:05.635784 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-a9f81123-f15d-4ea6-9821-93effe65769d tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Calling delete_port for 1ca06e5d-9856-4b25-9704-10ced6183d22 owned by {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:46:05.791534 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:05.797096 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48eeaac-4104-4250-913d-f5415c44fdf3 None None] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:46:06.008840 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-89347b77-00ed-466c-9f83-f76766d49cd9 None None] Provisioning complete for port 45b63645-a3e8-4ff8-8c9c-cd0114193a5e triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:46:06.009139 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-89347b77-00ed-466c-9f83-f76766d49cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:06.201121 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1f35bf-93d0-4f1c-ac23-cb3dbe7334c6 req-9fc34172-4c28-4f9e-91b3-1a468606e418 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:06.209628 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6b1f35bf-93d0-4f1c-ac23-cb3dbe7334c6 req-9fc34172-4c28-4f9e-91b3-1a468606e418 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 945 time: 0.1107123 Dec 20 14:46:06.209910 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 45b63645-a3e8-4ff8-8c9c-cd0114193a5e up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:46:06.231958 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a9f81123-f15d-4ea6-9821-93effe65769d tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:06.276777 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f81123-f15d-4ea6-9821-93effe65769d tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event deleted for resources: {'Port': ['ID=1ca06e5d-9856-4b25-9704-10ced6183d22,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:46:06.487631 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6b1f35bf-93d0-4f1c-ac23-cb3dbe7334c6 req-cb8a52a2-1cd5-4c0d-b631-d4d5caef6c1f tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763593 Dec 20 14:46:06.488707 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a9f81123-f15d-4ea6-9821-93effe65769d tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:06.495580 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 54830) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:46:06.496433 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-a9f81123-f15d-4ea6-9821-93effe65769d tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "DELETE /v2.0/ports/1ca06e5d-9856-4b25-9704-10ced6183d22 HTTP/1.1" status: 204 len: 168 time: 1.4223464 Dec 20 14:46:06.661261 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-89347b77-00ed-466c-9f83-f76766d49cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:06.663667 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ffbd9a-0244-4999-b4ad-93e6d9135713 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:06.667161 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ffbd9a-0244-4999-b4ad-93e6d9135713 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:06.669282 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ffbd9a-0244-4999-b4ad-93e6d9135713 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:06.671374 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-a5ffbd9a-0244-4999-b4ad-93e6d9135713 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1734056 Dec 20 14:46:06.682272 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 54838) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:46:06.734638 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:06.768954 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 45b63645-a3e8-4ff8-8c9c-cd0114193a5e triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:46:06.769385 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:06.772639 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-89347b77-00ed-466c-9f83-f76766d49cd9 None None] For port 45b63645-a3e8-4ff8-8c9c-cd0114193a5e, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=45b63645-a3e8-4ff8-8c9c-cd0114193a5e,segment=NetworkSegment(0deaa76e-8a3e-44c4-a3b8-992392ef4539),segment_id=0deaa76e-8a3e-44c4-a3b8-992392ef4539)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:46:06.833973 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-89347b77-00ed-466c-9f83-f76766d49cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:06.886111 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_v2 [None req-454576ef-82be-4e67-85ce-ecbb17d95aeb tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Deleting subnet 5713cc85-edbe-4b71-9b66-43d506ca5fc3 {{(pid=103168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:46:06.919299 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-454576ef-82be-4e67-85ce-ecbb17d95aeb tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks [] for subnet, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:07.060181 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-454576ef-82be-4e67-85ce-ecbb17d95aeb tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9023023'] for subnet, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:07.106664 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89347b77-00ed-466c-9f83-f76766d49cd9 None None] Pushing event updated for resources: {'Port': ['ID=45b63645-a3e8-4ff8-8c9c-cd0114193a5e,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:46:07.141251 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ea02ec-2c50-4a60-b092-5c90eb298a43 req-addc897f-32b7-4792-bfe5-9f92ae47dc53 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:07.150063 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-14ea02ec-2c50-4a60-b092-5c90eb298a43 req-addc897f-32b7-4792-bfe5-9f92ae47dc53 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a83aaac-7396-4782-a290-1f0b3f47602a HTTP/1.1" status: 200 len: 947 time: 0.1139374 Dec 20 14:46:07.309332 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-14ea02ec-2c50-4a60-b092-5c90eb298a43 req-9a3cbaa3-ea74-498a-bab7-4d1c8186dd5e tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=32bfc1ff-28fd-45a5-ae96-207d0fefe02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1566339 Dec 20 14:46:07.398035 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-454576ef-82be-4e67-85ce-ecbb17d95aeb tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:07.410957 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device cbf29dfb-3708-422d-85ee-b8db53577948 details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:46:07.505647 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-454576ef-82be-4e67-85ce-ecbb17d95aeb tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8850800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470517'] for subnet, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:07.545532 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454576ef-82be-4e67-85ce-ecbb17d95aeb tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event deleted for resources: {'Subnet': ['ID=5713cc85-edbe-4b71-9b66-43d506ca5fc3,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:46:07.551953 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-454576ef-82be-4e67-85ce-ecbb17d95aeb tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:07.558402 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-454576ef-82be-4e67-85ce-ecbb17d95aeb tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "DELETE /v2.0/subnets/5713cc85-edbe-4b71-9b66-43d506ca5fc3 HTTP/1.1" status: 204 len: 168 time: 0.8746336 Dec 20 14:46:07.561195 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 54864) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:46:07.649780 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port cbf29dfb-3708-422d-85ee-b8db53577948, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=cbf29dfb-3708-422d-85ee-b8db53577948,segment=NetworkSegment(0e7fdf50-5b19-4be8-bc50-cf777ad84dac),segment_id=0e7fdf50-5b19-4be8-bc50-cf777ad84dac)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:46:07.656267 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_v2 [None req-67c60c5b-7dcf-4b87-9a18-8ef33afaa052 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Deleting subnet 834610c8-f61a-4afa-a3f3-61da80128d7b {{(pid=103168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:46:07.667970 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-67c60c5b-7dcf-4b87-9a18-8ef33afaa052 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks [] for subnet, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:07.673235 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': 'cbf29dfb-3708-422d-85ee-b8db53577948', 'network_id': 'e77a6991-7e9b-4f80-86c7-a3378ec4de6a', 'port_id': 'cbf29dfb-3708-422d-85ee-b8db53577948', 'mac_address': 'fa:16:3e:56:5b:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '688232d4-a5ee-4fe6-bf9a-f2474a9f502e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:46:07.727824 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-67c60c5b-7dcf-4b87-9a18-8ef33afaa052 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9023023'] for subnet, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:07.729579 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:07.747575 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cbf29dfb-3708-422d-85ee-b8db53577948 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:46:07.798484 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port cbf29dfb-3708-422d-85ee-b8db53577948, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=cbf29dfb-3708-422d-85ee-b8db53577948,segment=NetworkSegment(0e7fdf50-5b19-4be8-bc50-cf777ad84dac),segment_id=0e7fdf50-5b19-4be8-bc50-cf777ad84dac)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:46:07.807120 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:07.852798 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d419d4-3ecb-4b41-bc76-0dcc71614110 req-9de7f30a-4709-4b6c-bcdf-8ff7b31a99b0 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:07.854687 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-42d419d4-3ecb-4b41-bc76-0dcc71614110 req-9de7f30a-4709-4b6c-bcdf-8ff7b31a99b0 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 945 time: 0.0981958 Dec 20 14:46:07.950269 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-67c60c5b-7dcf-4b87-9a18-8ef33afaa052 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:07.956356 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=cbf29dfb-3708-422d-85ee-b8db53577948,revision_number=6']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:46:07.965549 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['cbf29dfb-3708-422d-85ee-b8db53577948'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:46:08.016347 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-42d419d4-3ecb-4b41-bc76-0dcc71614110 req-8ba3a31e-0f19-4e1e-a41c-dbc78a6f96d6 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067221 Dec 20 14:46:08.036650 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e23f12-b3fe-4a67-8214-c5a26a6e7de2 None None] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:46:08.090234 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-67c60c5b-7dcf-4b87-9a18-8ef33afaa052 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8850800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470517'] for subnet, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:08.179750 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c60c5b-7dcf-4b87-9a18-8ef33afaa052 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event deleted for resources: {'Subnet': ['ID=834610c8-f61a-4afa-a3f3-61da80128d7b,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:46:08.198402 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-67c60c5b-7dcf-4b87-9a18-8ef33afaa052 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:08.209155 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 54878) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:46:08.210048 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-67c60c5b-7dcf-4b87-9a18-8ef33afaa052 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "DELETE /v2.0/subnets/834610c8-f61a-4afa-a3f3-61da80128d7b HTTP/1.1" status: 204 len: 168 time: 0.6466913 Dec 20 14:46:08.219375 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 45b63645-a3e8-4ff8-8c9c-cd0114193a5e up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:46:08.256903 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-37792b27-3ff8-41bb-8ddf-47f6b6c473dc None None] Provisioning complete for port 45b63645-a3e8-4ff8-8c9c-cd0114193a5e triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:46:08.257289 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-37792b27-3ff8-41bb-8ddf-47f6b6c473dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:08.356860 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-2b736a08-8e32-4440-9365-b9158d5b2f68 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1448970 Dec 20 14:46:08.361043 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 54892) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:46:08.542564 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-37792b27-3ff8-41bb-8ddf-47f6b6c473dc None None] Could not find standard attr ID for object 1ca06e5d-9856-4b25-9704-10ced6183d22. {{(pid=103169) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 14:46:08.604405 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8997a619-f6b9-4026-8d8a-5581f7518681 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:08.608894 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 54898) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:46:08.609421 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-8997a619-f6b9-4026-8d8a-5581f7518681 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2469478 Dec 20 14:46:08.627653 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 45b63645-a3e8-4ff8-8c9c-cd0114193a5e triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:46:08.628274 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:08.642542 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c21b322-2fe4-4c28-9022-50ccaf2403bd req-e23f594d-fb8e-40a6-a1a1-0f929199f2f4 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:08.651075 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2c21b322-2fe4-4c28-9022-50ccaf2403bd req-e23f594d-fb8e-40a6-a1a1-0f929199f2f4 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a83aaac-7396-4782-a290-1f0b3f47602a HTTP/1.1" status: 200 len: 947 time: 0.1299233 Dec 20 14:46:08.764280 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4161af04-fd01-47ae-9505-40e9e69f3d3f tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:08.774896 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-4161af04-fd01-47ae-9505-40e9e69f3d3f tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1644247 Dec 20 14:46:08.777141 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 54904) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:46:08.796145 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7213eb43-d414-41ec-9953-e6f34c2f8e61 None None] Update dhcp port {'port': {'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'fixed_ips': [{'subnet_id': '834610c8-f61a-4afa-a3f3-61da80128d7b'}], 'binding:host_id': 'n-d-761264-19'}, 'id': '45b63645-a3e8-4ff8-8c9c-cd0114193a5e'} from n-d-761264-19. {{(pid=103169) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 20 14:46:08.881717 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-7213eb43-d414-41ec-9953-e6f34c2f8e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:08.893554 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-9b250335-0139-4db9-9494-b71435b322d1 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1124015 Dec 20 14:46:08.895485 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 54908) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:46:08.926145 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2c21b322-2fe4-4c28-9022-50ccaf2403bd req-2294fb46-fef4-4183-82e5-b6b48caafcb6 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=32bfc1ff-28fd-45a5-ae96-207d0fefe02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2502279 Dec 20 14:46:08.937343 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-8aedd07f-e094-4c79-9944-9545ac324071 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Request body: {'subnet': {'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:46:08.966592 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdb1901-341b-4f66-9359-a058e7869d78 req-cc20ddcd-7a15-45d6-928b-89d4a3aad630 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:08.976856 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cbdb1901-341b-4f66-9359-a058e7869d78 req-cc20ddcd-7a15-45d6-928b-89d4a3aad630 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a83aaac-7396-4782-a290-1f0b3f47602a HTTP/1.1" status: 200 len: 947 time: 0.3246963 Dec 20 14:46:09.208607 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-cbdb1901-341b-4f66-9359-a058e7869d78 req-74cc96f1-61ee-495c-bfa3-146a8265d4e4 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Deleting port 39fb46ec-bbfe-447b-a277-aff72f4fa08d {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:46:09.208607 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-cbdb1901-341b-4f66-9359-a058e7869d78 req-74cc96f1-61ee-495c-bfa3-146a8265d4e4 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:09.299584 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aedd07f-e094-4c79-9944-9545ac324071 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Made reservation on behalf of 71d0c98cab4349b4848e68f8a37dbf12 for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:46:09.308111 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8aedd07f-e094-4c79-9944-9545ac324071 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:09.309812 n-d-761264-19 neutron-server[103167]: INFO neutron.pecan_wsgi.hooks.translation [None req-8aedd07f-e094-4c79-9944-9545ac324071 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 14:46:09.310149 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8aedd07f-e094-4c79-9944-9545ac324071 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:46:09.364439 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e4f3f8-2e42-4a0b-9084-2685a59c6510 None None] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:46:09.419079 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-8aedd07f-e094-4c79-9944-9545ac324071 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5201590 Dec 20 14:46:09.422527 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 54922) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:46:09.442579 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bebade-1734-43f8-bc2b-0769b6bc0691 req-508a6fba-fb20-47e6-8cbe-50edb8eb937c tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:09.454141 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e4bebade-1734-43f8-bc2b-0769b6bc0691 req-508a6fba-fb20-47e6-8cbe-50edb8eb937c tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 944 time: 0.2402804 Dec 20 14:46:09.471750 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device cbf29dfb-3708-422d-85ee-b8db53577948 up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:46:09.480542 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-fe20cf3f-c856-4b2c-a095-017a24777f7f tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Request body: {'subnet': {'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:46:09.534252 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-cbdb1901-341b-4f66-9359-a058e7869d78 req-74cc96f1-61ee-495c-bfa3-146a8265d4e4 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] For port 39fb46ec-bbfe-447b-a277-aff72f4fa08d, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=39fb46ec-bbfe-447b-a277-aff72f4fa08d,segment=NetworkSegment(684010eb-b9c8-44ca-8706-1c0ac63af0ec),segment_id=684010eb-b9c8-44ca-8706-1c0ac63af0ec)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:46:09.536588 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-cbdb1901-341b-4f66-9359-a058e7869d78 req-74cc96f1-61ee-495c-bfa3-146a8265d4e4 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:09.795739 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-541cbebc-4ed4-4fee-b38f-774464c64773 None None] Provisioning complete for port 45b63645-a3e8-4ff8-8c9c-cd0114193a5e triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:46:09.797146 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-541cbebc-4ed4-4fee-b38f-774464c64773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:09.861595 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e4bebade-1734-43f8-bc2b-0769b6bc0691 req-ae0dd22f-4aa3-4bed-8f33-7de706e78892 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4022679 Dec 20 14:46:09.917080 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe20cf3f-c856-4b2c-a095-017a24777f7f tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Made reservation on behalf of 71d0c98cab4349b4848e68f8a37dbf12 for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:46:09.924151 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fe20cf3f-c856-4b2c-a095-017a24777f7f tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:09.926075 n-d-761264-19 neutron-server[103167]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe20cf3f-c856-4b2c-a095-017a24777f7f tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 14:46:09.926550 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe20cf3f-c856-4b2c-a095-017a24777f7f tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:46:09.987639 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-fe20cf3f-c856-4b2c-a095-017a24777f7f tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5269153 Dec 20 14:46:09.988360 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 54938) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:46:10.005607 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-a4b03901-dc21-4dfe-9967-a981392f6107 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Request body: {'subnet': {'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:46:10.042080 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port cbf29dfb-3708-422d-85ee-b8db53577948 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:46:10.045324 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:10.132167 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 45b63645-a3e8-4ff8-8c9c-cd0114193a5e no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:46:10.174618 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884d1976-d5f9-422c-8ad8-442d8866968a None None] DHCP port deletion for e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:46:10.223964 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb12b2b-ee45-4f0a-9e4c-02e3c42218b3 req-1668f309-fc53-47bd-bd05-c5b911c7abb3 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:10.225596 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bdb12b2b-ee45-4f0a-9e4c-02e3c42218b3 req-1668f309-fc53-47bd-bd05-c5b911c7abb3 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a83aaac-7396-4782-a290-1f0b3f47602a HTTP/1.1" status: 200 len: 947 time: 0.1106076 Dec 20 14:46:10.363463 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:10.373580 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bdb12b2b-ee45-4f0a-9e4c-02e3c42218b3 req-bafd8f89-5b6c-4e1a-a4a5-90feaf07087c tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=32bfc1ff-28fd-45a5-ae96-207d0fefe02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275892 Dec 20 14:46:10.436375 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port cbf29dfb-3708-422d-85ee-b8db53577948, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=cbf29dfb-3708-422d-85ee-b8db53577948,segment=NetworkSegment(0e7fdf50-5b19-4be8-bc50-cf777ad84dac),segment_id=0e7fdf50-5b19-4be8-bc50-cf777ad84dac)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:46:10.440397 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a709abf-7d39-42d6-b4f8-a672bf4a599e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbf29dfb-3708-422d-85ee-b8db53577948'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:46:10.443123 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a8d5f92-9350-4efa-8e76-3f791946e7f8" -d '{"events": [{"server_uuid": "0a709abf-7d39-42d6-b4f8-a672bf4a599e", "name": "network-vif-plugged", "status": "completed", "tag": "cbf29dfb-3708-422d-85ee-b8db53577948"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:46:10.446987 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-884d1976-d5f9-422c-8ad8-442d8866968a None None] Deleting port 45b63645-a3e8-4ff8-8c9c-cd0114193a5e {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:46:10.447430 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-884d1976-d5f9-422c-8ad8-442d8866968a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:10.452022 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:10.481232 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:10.632144 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d133c2-d89e-49dc-86a5-0a2fe75f0ef7 x-openstack-request-id: req-23d133c2-d89e-49dc-86a5-0a2fe75f0ef7 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:46:10.632144 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a709abf-7d39-42d6-b4f8-a672bf4a599e", "name": "network-vif-plugged", "status": "completed", "tag": "cbf29dfb-3708-422d-85ee-b8db53577948", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:46:10.642804 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-23d133c2-d89e-49dc-86a5-0a2fe75f0ef7 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:46:10.643290 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a709abf-7d39-42d6-b4f8-a672bf4a599e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbf29dfb-3708-422d-85ee-b8db53577948', 'code': 200} Dec 20 14:46:10.714317 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-884d1976-d5f9-422c-8ad8-442d8866968a None None] For port 45b63645-a3e8-4ff8-8c9c-cd0114193a5e, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=45b63645-a3e8-4ff8-8c9c-cd0114193a5e,segment=NetworkSegment(0deaa76e-8a3e-44c4-a3b8-992392ef4539),segment_id=0deaa76e-8a3e-44c4-a3b8-992392ef4539)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:46:10.714761 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-884d1976-d5f9-422c-8ad8-442d8866968a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:10.808802 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=cbf29dfb-3708-422d-85ee-b8db53577948,revision_number=7']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:46:10.830263 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-884d1976-d5f9-422c-8ad8-442d8866968a None None] Calling delete_port for 45b63645-a3e8-4ff8-8c9c-cd0114193a5e owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:46:10.833529 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] For port 45b63645-a3e8-4ff8-8c9c-cd0114193a5e, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=45b63645-a3e8-4ff8-8c9c-cd0114193a5e,segment=NetworkSegment(0deaa76e-8a3e-44c4-a3b8-992392ef4539),segment_id=0deaa76e-8a3e-44c4-a3b8-992392ef4539)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:46:10.866583 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:11.140866 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Pushing event updated for resources: {'Port': ['ID=45b63645-a3e8-4ff8-8c9c-cd0114193a5e,revision_number=6']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:46:11.193937 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-884d1976-d5f9-422c-8ad8-442d8866968a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:11.210023 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e40cfe-97a2-4fcc-a13a-d99954605fcd req-53c4bd58-b721-4a33-b18e-7fd81b3e0674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:11.214191 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-51e40cfe-97a2-4fcc-a13a-d99954605fcd req-53c4bd58-b721-4a33-b18e-7fd81b3e0674 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8a3f5189e8f64307a0b577e5cb283b15&device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 1097 time: 0.4644895 Dec 20 14:46:11.339923 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [req-4107c0d1-08b0-4386-a318-542e2562f291 req-93e208b6-ff78-4d1a-8570-645546f03007 service neutron] (103167) timed out ('10.222.0.47', 52177) {{(pid=103167) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 20 14:46:11.382186 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884d1976-d5f9-422c-8ad8-442d8866968a None None] No DVR routers for this DVR port 45b63645-a3e8-4ff8-8c9c-cd0114193a5e on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:46:11.391264 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884d1976-d5f9-422c-8ad8-442d8866968a None None] Pushing event deleted for resources: {'Port': ['ID=45b63645-a3e8-4ff8-8c9c-cd0114193a5e,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:46:11.399733 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [req-783d718f-b1b7-49d4-9f27-c7664de3fc01 req-eedf205c-e100-4779-8003-6ca7a3cb6778 service neutron] (103167) timed out ('10.222.0.47', 52197) {{(pid=103167) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 20 14:46:11.422483 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 39fb46ec-bbfe-447b-a277-aff72f4fa08d no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:46:11.530545 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-cbdb1901-341b-4f66-9359-a058e7869d78 req-74cc96f1-61ee-495c-bfa3-146a8265d4e4 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:11.531175 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-cbdb1901-341b-4f66-9359-a058e7869d78 req-74cc96f1-61ee-495c-bfa3-146a8265d4e4 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585115'] for floatingip, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:11.531289 n-d-761264-19 neutron-server[103168]: INFO neutron.db.l3_db [req-cbdb1901-341b-4f66-9359-a058e7869d78 req-74cc96f1-61ee-495c-bfa3-146a8265d4e4 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Floating IP 26ade9b3-c04a-4b9e-8aa4-2b22c09c1bf5 disassociated. External IP: 172.25.0.197, port: 39fb46ec-bbfe-447b-a277-aff72f4fa08d. Dec 20 14:46:11.531592 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-cbdb1901-341b-4f66-9359-a058e7869d78 req-74cc96f1-61ee-495c-bfa3-146a8265d4e4 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Calling delete_port for 39fb46ec-bbfe-447b-a277-aff72f4fa08d owned by compute:nova {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:46:11.611707 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791cb9bd-a073-4420-afff-f297ceb7b98c req-caded521-d42a-4ea4-9e10-61fd2d19fc17 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:11.628780 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-791cb9bd-a073-4420-afff-f297ceb7b98c req-caded521-d42a-4ea4-9e10-61fd2d19fc17 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 945 time: 0.4976115 Dec 20 14:46:11.693864 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:11.711606 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b03901-dc21-4dfe-9967-a981392f6107 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Made reservation on behalf of 71d0c98cab4349b4848e68f8a37dbf12 for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:46:11.712726 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:11.721266 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a4b03901-dc21-4dfe-9967-a981392f6107 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:11.723020 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4b03901-dc21-4dfe-9967-a981392f6107 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 14:46:11.727119 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4b03901-dc21-4dfe-9967-a981392f6107 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:46:11.764192 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e40cfe-97a2-4fcc-a13a-d99954605fcd req-09664191-9ec5-41bf-926b-b5247bcec108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:11.766290 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-51e40cfe-97a2-4fcc-a13a-d99954605fcd req-09664191-9ec5-41bf-926b-b5247bcec108 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e77a6991-7e9b-4f80-86c7-a3378ec4de6a HTTP/1.1" status: 200 len: 914 time: 0.5230961 Dec 20 14:46:11.813829 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-791cb9bd-a073-4420-afff-f297ceb7b98c req-aaad7580-911e-4752-bbdc-1e26278f554e tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498184 Dec 20 14:46:11.887945 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 39fb46ec-bbfe-447b-a277-aff72f4fa08d, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=39fb46ec-bbfe-447b-a277-aff72f4fa08d,segment=NetworkSegment(684010eb-b9c8-44ca-8706-1c0ac63af0ec),segment_id=684010eb-b9c8-44ca-8706-1c0ac63af0ec)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:46:11.900887 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:11.999833 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-a4b03901-dc21-4dfe-9967-a981392f6107 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 2.0078812 Dec 20 14:46:12.028517 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-51e40cfe-97a2-4fcc-a13a-d99954605fcd req-eae49460-64bd-4e17-91ad-5822f4d52479 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cbf29dfb-3708-422d-85ee-b8db53577948 HTTP/1.1" status: 200 len: 217 time: 0.2467725 Dec 20 14:46:12.037924 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 54974) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:46:12.055921 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=39fb46ec-bbfe-447b-a277-aff72f4fa08d,revision_number=11']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:46:12.059223 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-bd493c71-c7a3-4cad-b504-ad56b316b04f tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Request body: {'subnet': {'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:46:12.115171 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e40cfe-97a2-4fcc-a13a-d99954605fcd req-465fb2fe-7df7-4722-a3de-159aa3206e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:12.117245 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-51e40cfe-97a2-4fcc-a13a-d99954605fcd req-465fb2fe-7df7-4722-a3de-159aa3206e22 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=688232d4-a5ee-4fe6-bf9a-f2474a9f502e HTTP/1.1" status: 200 len: 853 time: 0.0713549 Dec 20 14:46:12.153109 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c8c9a4-cc9a-4888-8480-34de38ba4c04 req-0fb89ba7-3d92-4da7-887c-90362c4446b6 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:12.161393 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b5c8c9a4-cc9a-4888-8480-34de38ba4c04 req-0fb89ba7-3d92-4da7-887c-90362c4446b6 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a83aaac-7396-4782-a290-1f0b3f47602a HTTP/1.1" status: 200 len: 947 time: 0.5631599 Dec 20 14:46:12.233958 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-51e40cfe-97a2-4fcc-a13a-d99954605fcd req-50b6d400-78ee-4fb2-8846-5e33693c19c9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e77a6991-7e9b-4f80-86c7-a3378ec4de6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1059294 Dec 20 14:46:12.358899 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b5c8c9a4-cc9a-4888-8480-34de38ba4c04 req-caaecde8-1506-4fd4-80ef-7d2d7cde04da tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=32bfc1ff-28fd-45a5-ae96-207d0fefe02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1852932 Dec 20 14:46:12.446759 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-cbdb1901-341b-4f66-9359-a058e7869d78 req-74cc96f1-61ee-495c-bfa3-146a8265d4e4 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:12.528151 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd493c71-c7a3-4cad-b504-ad56b316b04f tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Made reservation on behalf of 71d0c98cab4349b4848e68f8a37dbf12 for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:46:12.546927 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-bd493c71-c7a3-4cad-b504-ad56b316b04f tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:12.548829 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd493c71-c7a3-4cad-b504-ad56b316b04f tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 14:46:12.549558 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd493c71-c7a3-4cad-b504-ad56b316b04f tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:46:12.639547 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-51e40cfe-97a2-4fcc-a13a-d99954605fcd req-939da824-37aa-491d-bf7e-0e467aedbd58 service neutron] 10.222.0.47 "GET /v2.0/networks/e77a6991-7e9b-4f80-86c7-a3378ec4de6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3964932 Dec 20 14:46:12.644866 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a83aaac-7396-4782-a290-1f0b3f47602a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39fb46ec-bbfe-447b-a277-aff72f4fa08d'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:46:12.647353 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a42c623-524a-4e1c-8c3d-082acacad3bd" -d '{"events": [{"server_uuid": "2a83aaac-7396-4782-a290-1f0b3f47602a", "name": "network-vif-unplugged", "status": "completed", "tag": "39fb46ec-bbfe-447b-a277-aff72f4fa08d"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:46:12.722477 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 14:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c13568c0-5198-4aaa-8f68-2fb0e741ae99 x-openstack-request-id: req-c13568c0-5198-4aaa-8f68-2fb0e741ae99 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:46:12.723085 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a83aaac-7396-4782-a290-1f0b3f47602a", "name": "network-vif-unplugged", "status": "completed", "tag": "39fb46ec-bbfe-447b-a277-aff72f4fa08d", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:46:12.723085 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c13568c0-5198-4aaa-8f68-2fb0e741ae99 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:46:12.723408 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a83aaac-7396-4782-a290-1f0b3f47602a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39fb46ec-bbfe-447b-a277-aff72f4fa08d', 'code': 200} Dec 20 14:46:12.820499 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cc96f1-61ee-495c-bfa3-146a8265d4e4 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Pushing event deleted for resources: {'Port': ['ID=39fb46ec-bbfe-447b-a277-aff72f4fa08d,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:46:12.842316 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-eea152c7-25c3-4a71-a917-c0b7671b36b7 req-2b53f922-1886-477e-95da-039d195ab9b0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6b2c6104-92fa-4538-83c1-43e24d43c9c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5787060 Dec 20 14:46:12.845028 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cbdb1901-341b-4f66-9359-a058e7869d78 req-74cc96f1-61ee-495c-bfa3-146a8265d4e4 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Router b616e8bf-b9aa-4e07-88e4-eb8293705097 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:46:12.849012 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-bd493c71-c7a3-4cad-b504-ad56b316b04f tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.8016582 Dec 20 14:46:12.859486 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 54984) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:46:12.865950 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-9c4f0490-a9e6-4d50-ae8f-80f4d45c0eac tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Request body: {'subnet': {'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:46:13.028185 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-51e40cfe-97a2-4fcc-a13a-d99954605fcd req-a417bd58-14e7-4441-8d05-bfd5929c4e3f service neutron] 10.222.0.47 "GET /v2.0/networks/e77a6991-7e9b-4f80-86c7-a3378ec4de6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3804989 Dec 20 14:46:13.257103 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cbdb1901-341b-4f66-9359-a058e7869d78 req-74cc96f1-61ee-495c-bfa3-146a8265d4e4 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:46:13.273510 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d891bc-50c3-4da4-baf0-6196457e238f None None] Sync routers for ids ['b616e8bf-b9aa-4e07-88e4-eb8293705097'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:46:13.302939 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d891bc-50c3-4da4-baf0-6196457e238f None None] Routers {'b616e8bf-b9aa-4e07-88e4-eb8293705097'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:46:13.303610 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-f7d891bc-50c3-4da4-baf0-6196457e238f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:46:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['b616e8bf-b9aa-4e07-88e4-eb8293705097'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:46:13.538157 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbdb1901-341b-4f66-9359-a058e7869d78 req-74cc96f1-61ee-495c-bfa3-146a8265d4e4 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] No DVR routers for this DVR port 39fb46ec-bbfe-447b-a277-aff72f4fa08d on host n-h2-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:46:13.555053 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-cbdb1901-341b-4f66-9359-a058e7869d78 req-74cc96f1-61ee-495c-bfa3-146a8265d4e4 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:13.567253 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cbdb1901-341b-4f66-9359-a058e7869d78 req-74cc96f1-61ee-495c-bfa3-146a8265d4e4 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.47 "DELETE /v2.0/ports/39fb46ec-bbfe-447b-a277-aff72f4fa08d HTTP/1.1" status: 204 len: 173 time: 4.5775805 Dec 20 14:46:13.576227 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-422c0aff-43fc-4f32-9d5f-aef7174350b5 req-f63c1645-bcce-4120-bd1d-809ac6e9bfde tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a83aaac-7396-4782-a290-1f0b3f47602a HTTP/1.1" status: 200 len: 210 time: 0.0498073 Dec 20 14:46:13.584362 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-f7d891bc-50c3-4da4-baf0-6196457e238f None None] Set router b616e8bf-b9aa-4e07-88e4-eb8293705097 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:46:13.611942 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a83aaac-7396-4782-a290-1f0b3f47602a', 'name': 'network-vif-deleted', 'tag': '39fb46ec-bbfe-447b-a277-aff72f4fa08d'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:46:13.617637 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1d3a1a4-ed94-427d-896c-239afa8429af" -d '{"events": [{"server_uuid": "2a83aaac-7396-4782-a290-1f0b3f47602a", "name": "network-vif-deleted", "tag": "39fb46ec-bbfe-447b-a277-aff72f4fa08d"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:46:13.628773 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea152c7-25c3-4a71-a917-c0b7671b36b7 req-5e141977-dd7a-4537-9f0b-a5a409c508d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:13.633971 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-eea152c7-25c3-4a71-a917-c0b7671b36b7 req-5e141977-dd7a-4537-9f0b-a5a409c508d9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8255d8223f1c451bbb1b1532cd6a52b8&device_id=6b2c6104-92fa-4538-83c1-43e24d43c9c1 HTTP/1.1" status: 200 len: 1097 time: 0.6495335 Dec 20 14:46:13.640899 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c4f0490-a9e6-4d50-ae8f-80f4d45c0eac tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Made reservation on behalf of 71d0c98cab4349b4848e68f8a37dbf12 for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:46:13.652443 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9c4f0490-a9e6-4d50-ae8f-80f4d45c0eac tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:13.658370 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c4f0490-a9e6-4d50-ae8f-80f4d45c0eac tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 14:46:13.661756 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c4f0490-a9e6-4d50-ae8f-80f4d45c0eac tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:46:13.704847 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a181e88-b22b-4a24-8b5e-2919fda27a1b req-a95d45d7-7055-4170-84bd-ea2fc91f6680 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:13.724501 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3a181e88-b22b-4a24-8b5e-2919fda27a1b req-a95d45d7-7055-4170-84bd-ea2fc91f6680 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 945 time: 0.3935997 Dec 20 14:46:13.888686 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f38e2806-072a-497d-9b70-cb436ebe51e9 x-openstack-request-id: req-f38e2806-072a-497d-9b70-cb436ebe51e9 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:46:13.888929 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a83aaac-7396-4782-a290-1f0b3f47602a", "name": "network-vif-deleted", "tag": "39fb46ec-bbfe-447b-a277-aff72f4fa08d", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:46:13.889186 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f38e2806-072a-497d-9b70-cb436ebe51e9 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:46:13.892458 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a83aaac-7396-4782-a290-1f0b3f47602a', 'name': 'network-vif-deleted', 'tag': '39fb46ec-bbfe-447b-a277-aff72f4fa08d', 'status': 'completed', 'code': 200} Dec 20 14:46:14.025998 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-9c4f0490-a9e6-4d50-ae8f-80f4d45c0eac tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.1640704 Dec 20 14:46:14.029608 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 55002) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:46:14.035270 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-a6b19773-019d-4ca9-b3a8-567466257b69 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Request body: {'subnet': {'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:46:14.220562 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3a181e88-b22b-4a24-8b5e-2919fda27a1b req-d287baa3-7d58-4863-b5ee-3353ae908d93 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4971688 Dec 20 14:46:14.347412 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea152c7-25c3-4a71-a917-c0b7671b36b7 req-bfcb4bdb-93a0-49b7-a6bf-bb2ee150814f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:14.353491 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-eea152c7-25c3-4a71-a917-c0b7671b36b7 req-bfcb4bdb-93a0-49b7-a6bf-bb2ee150814f service neutron] 10.222.0.30 "GET /v2.0/networks?id=75cc060c-9a9b-45bd-b303-f0f117f0c788 HTTP/1.1" status: 200 len: 905 time: 0.6886637 Dec 20 14:46:14.369057 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6b19773-019d-4ca9-b3a8-567466257b69 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Made reservation on behalf of 71d0c98cab4349b4848e68f8a37dbf12 for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:46:14.373188 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a6b19773-019d-4ca9-b3a8-567466257b69 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:14.374703 n-d-761264-19 neutron-server[103167]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6b19773-019d-4ca9-b3a8-567466257b69 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 14:46:14.376028 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6b19773-019d-4ca9-b3a8-567466257b69 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:46:14.418563 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-a6b19773-019d-4ca9-b3a8-567466257b69 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3872769 Dec 20 14:46:14.419262 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 55014) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:46:14.486146 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-30eec7ef-53c7-485d-99f2-c3abb72bccbd tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0655699 Dec 20 14:46:14.486953 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 55016) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:46:14.495601 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-eea152c7-25c3-4a71-a917-c0b7671b36b7 req-b699f5da-9cca-44f2-a23c-4077127ed4e1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c8b57c3a-02f7-4710-a420-c4f7ecb0fb9d HTTP/1.1" status: 200 len: 1001 time: 0.1328783 Dec 20 14:46:14.595147 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-f7d891bc-50c3-4da4-baf0-6196457e238f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b616e8bf-b9aa-4e07-88e4-eb8293705097', 'name': 'tempest-AttachVolumeShelveTestJSON-1027199231-router', 'tenant_id': '9abc31fa6fc849d78699cc7e0935f4b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '79ca2368-2b22-4bbc-b4c5-f0b5c6649422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:40:34Z', 'updated_at': '2021-12-20T14:40:42Z', 'revision_number': 4, 'project_id': '9abc31fa6fc849d78699cc7e0935f4b6', 'gw_port': {'id': '79ca2368-2b22-4bbc-b4c5-f0b5c6649422', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b616e8bf-b9aa-4e07-88e4-eb8293705097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:40:36Z', 'updated_at': '2021-12-20T14:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '7d2afa49-8d0f-4a2a-9610-c506691ede27', 'name': '', 'network_id': '247d6423-5fdf-4eed-9378-2e1201ada444', 'tenant_id': '9abc31fa6fc849d78699cc7e0935f4b6', 'mac_address': 'fa:16:3e:31:69:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b616e8bf-b9aa-4e07-88e4-eb8293705097', 'device_owner': 'network:router_interface', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': 'a8bc57f1-3730-4dfb-a3cb-cf3c3829d7fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:40:41Z', 'updated_at': '2021-12-20T14:40:50Z', 'revision_number': 5, 'project_id': '9abc31fa6fc849d78699cc7e0935f4b6', 'subnets': [{'id': 'a8bc57f1-3730-4dfb-a3cb-cf3c3829d7fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:46:14.629878 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05da698c-e15d-4a65-9f93-b703faab463d tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:14.639551 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-05da698c-e15d-4a65-9f93-b703faab463d tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1512995 Dec 20 14:46:14.642093 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 55020) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:46:14.656071 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea152c7-25c3-4a71-a917-c0b7671b36b7 req-fce17e54-c7d5-4bf0-a4c9-92546e478451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:14.661382 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-eea152c7-25c3-4a71-a917-c0b7671b36b7 req-fce17e54-c7d5-4bf0-a4c9-92546e478451 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=19a7e12b-bc69-4c68-8b63-286ef4ad0b2c HTTP/1.1" status: 200 len: 843 time: 0.1549211 Dec 20 14:46:14.691528 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d891bc-50c3-4da4-baf0-6196457e238f None None] Checking router: b616e8bf-b9aa-4e07-88e4-eb8293705097 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:46:14.733466 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d891bc-50c3-4da4-baf0-6196457e238f None None] Routers {'b616e8bf-b9aa-4e07-88e4-eb8293705097'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:46:14.740940 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-f7d891bc-50c3-4da4-baf0-6196457e238f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:46:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['b616e8bf-b9aa-4e07-88e4-eb8293705097'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:46:14.831152 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 55026) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:46:14.873514 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea152c7-25c3-4a71-a917-c0b7671b36b7 req-fee8e254-50b0-4d2f-9a34-72e9c378c248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:14.880864 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-eea152c7-25c3-4a71-a917-c0b7671b36b7 req-fee8e254-50b0-4d2f-9a34-72e9c378c248 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=75cc060c-9a9b-45bd-b303-f0f117f0c788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2088416 Dec 20 14:46:14.901477 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-dc73ca1b-14cb-48be-9412-5b390a590d9d tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2542009 Dec 20 14:46:14.910752 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 55030) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:46:14.940662 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-a7bf5156-02ba-4b18-a469-b933b55e0ced tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Request body: {'subnet': {'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:46:15.108983 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-f7d891bc-50c3-4da4-baf0-6196457e238f None None] Set router b616e8bf-b9aa-4e07-88e4-eb8293705097 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:46:15.208479 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-705234fb-3227-448a-b2ba-498c48119469 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:15.255157 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-eea152c7-25c3-4a71-a917-c0b7671b36b7 req-bdf31d5c-a8ef-4db3-90f0-62348832f333 service neutron] 10.222.0.30 "GET /v2.0/networks/75cc060c-9a9b-45bd-b303-f0f117f0c788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3295393 Dec 20 14:46:15.340329 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7bf5156-02ba-4b18-a469-b933b55e0ced tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Made reservation on behalf of 71d0c98cab4349b4848e68f8a37dbf12 for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:46:15.344453 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a7bf5156-02ba-4b18-a469-b933b55e0ced tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:15.364101 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-705234fb-3227-448a-b2ba-498c48119469 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:15.539764 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:15.692866 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-eea152c7-25c3-4a71-a917-c0b7671b36b7 req-5c673593-c174-4809-bddd-4939c2abaedf service neutron] 10.222.0.30 "GET /v2.0/networks/75cc060c-9a9b-45bd-b303-f0f117f0c788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4285252 Dec 20 14:46:15.718349 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-705234fb-3227-448a-b2ba-498c48119469 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:15.721282 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-705234fb-3227-448a-b2ba-498c48119469 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:15.728894 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-705234fb-3227-448a-b2ba-498c48119469 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "DELETE /v2.0/security-groups/32bfc1ff-28fd-45a5-ae96-207d0fefe02f HTTP/1.1" status: 204 len: 168 time: 0.8451507 Dec 20 14:46:15.730280 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 55046) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:46:15.819855 n-d-761264-19 neutron-server[103168]: INFO neutron.api.v2.resource [None req-d80c15cd-df87-494b-95b7-5a55b532c350 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] show failed (client error): The resource could not be found. Dec 20 14:46:15.820977 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-d80c15cd-df87-494b-95b7-5a55b532c350 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups/32bfc1ff-28fd-45a5-ae96-207d0fefe02f HTTP/1.1" status: 404 len: 347 time: 0.0658293 Dec 20 14:46:15.829649 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 55048) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:46:15.834230 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705234fb-3227-448a-b2ba-498c48119469 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32bfc1ff-28fd-45a5-ae96-207d0fefe02f,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:46:15.847435 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-f7d891bc-50c3-4da4-baf0-6196457e238f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b616e8bf-b9aa-4e07-88e4-eb8293705097', 'name': 'tempest-AttachVolumeShelveTestJSON-1027199231-router', 'tenant_id': '9abc31fa6fc849d78699cc7e0935f4b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '79ca2368-2b22-4bbc-b4c5-f0b5c6649422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:40:34Z', 'updated_at': '2021-12-20T14:40:42Z', 'revision_number': 4, 'project_id': '9abc31fa6fc849d78699cc7e0935f4b6', 'gw_port': {'id': '79ca2368-2b22-4bbc-b4c5-f0b5c6649422', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b616e8bf-b9aa-4e07-88e4-eb8293705097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:40:36Z', 'updated_at': '2021-12-20T14:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '7d2afa49-8d0f-4a2a-9610-c506691ede27', 'name': '', 'network_id': '247d6423-5fdf-4eed-9378-2e1201ada444', 'tenant_id': '9abc31fa6fc849d78699cc7e0935f4b6', 'mac_address': 'fa:16:3e:31:69:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b616e8bf-b9aa-4e07-88e4-eb8293705097', 'device_owner': 'network:router_interface', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': 'a8bc57f1-3730-4dfb-a3cb-cf3c3829d7fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:40:41Z', 'updated_at': '2021-12-20T14:40:50Z', 'revision_number': 5, 'project_id': '9abc31fa6fc849d78699cc7e0935f4b6', 'subnets': [{'id': 'a8bc57f1-3730-4dfb-a3cb-cf3c3829d7fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:46:15.939036 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d891bc-50c3-4da4-baf0-6196457e238f None None] The sync data for ids ['b616e8bf-b9aa-4e07-88e4-eb8293705097'] in n-d-761264-19 is: [{'id': 'b616e8bf-b9aa-4e07-88e4-eb8293705097', 'name': 'tempest-AttachVolumeShelveTestJSON-1027199231-router', 'tenant_id': '9abc31fa6fc849d78699cc7e0935f4b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '79ca2368-2b22-4bbc-b4c5-f0b5c6649422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:40:34Z', 'updated_at': '2021-12-20T14:40:42Z', 'revision_number': 4, 'project_id': '9abc31fa6fc849d78699cc7e0935f4b6', 'gw_port': {'id': '79ca2368-2b22-4bbc-b4c5-f0b5c6649422', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b616e8bf-b9aa-4e07-88e4-eb8293705097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:40:36Z', 'updated_at': '2021-12-20T14:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '7d2afa49-8d0f-4a2a-9610-c506691ede27', 'name': '', 'network_id': '247d6423-5fdf-4eed-9378-2e1201ada444', 'tenant_id': '9abc31fa6fc849d78699cc7e0935f4b6', 'mac_address': 'fa:16:3e:31:69:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b616e8bf-b9aa-4e07-88e4-eb8293705097', 'device_owner': 'network:router_interface', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': 'a8bc57f1-3730-4dfb-a3cb-cf3c3829d7fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:40:41Z', 'updated_at': '2021-12-20T14:40:50Z', 'revision_number': 5, 'project_id': '9abc31fa6fc849d78699cc7e0935f4b6', 'subnets': [{'id': 'a8bc57f1-3730-4dfb-a3cb-cf3c3829d7fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:46:16.218756 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-42dd114b-571e-402c-ab2b-60bc2c3d88aa tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Deleting port a699bc63-ef52-41c7-a357-6a32d9d6f4b3 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:46:16.219312 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-42dd114b-571e-402c-ab2b-60bc2c3d88aa tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:16.271731 n-d-761264-19 neutron-server[103167]: DEBUG neutron.objects.ports [None req-a7bf5156-02ba-4b18-a469-b933b55e0ced tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103167) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 20 14:46:16.274159 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a7bf5156-02ba-4b18-a469-b933b55e0ced tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:16.325845 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-42dd114b-571e-402c-ab2b-60bc2c3d88aa tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:16.326168 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-42dd114b-571e-402c-ab2b-60bc2c3d88aa tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:16.335997 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d610afaa-659b-414b-b0ce-e68ccbe0f0ac req-7783e80b-d383-48e4-acd0-769d3ce610f1 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:16.337761 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d610afaa-659b-414b-b0ce-e68ccbe0f0ac req-7783e80b-d383-48e4-acd0-769d3ce610f1 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 945 time: 0.4226942 Dec 20 14:46:16.366403 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-42dd114b-571e-402c-ab2b-60bc2c3d88aa tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Calling delete_port for a699bc63-ef52-41c7-a357-6a32d9d6f4b3 owned by network:floatingip {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:46:16.589803 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7bf5156-02ba-4b18-a469-b933b55e0ced tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:46:16.659351 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-42dd114b-571e-402c-ab2b-60bc2c3d88aa tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:16.676669 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-a7bf5156-02ba-4b18-a469-b933b55e0ced tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:46:16.688604 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771b2544-080a-430f-8780-8084b32caecc None None] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:46:16.712705 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dd114b-571e-402c-ab2b-60bc2c3d88aa tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Pushing event deleted for resources: {'Port': ['ID=a699bc63-ef52-41c7-a357-6a32d9d6f4b3,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:46:16.718163 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7bf5156-02ba-4b18-a469-b933b55e0ced tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:16.725709 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fe117f-8230-4f75-99d2-a926738b5e50 None None] New status for floating IP 26ade9b3-c04a-4b9e-8aa4-2b22c09c1bf5: DOWN {{(pid=103170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 14:46:16.748971 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a7bf5156-02ba-4b18-a469-b933b55e0ced tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:16.775439 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf5156-02ba-4b18-a469-b933b55e0ced tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event updated for resources: {'Subnet': ['ID=4ce85d9c-8fac-470f-9cf3-c67a5ded23f8,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:46:16.817822 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d610afaa-659b-414b-b0ce-e68ccbe0f0ac req-73b54ee2-84c7-41d4-a038-812f1f02371a tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3864775 Dec 20 14:46:16.853321 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-a7bf5156-02ba-4b18-a469-b933b55e0ced tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9485152 Dec 20 14:46:16.856092 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 55064) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:46:16.862452 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-b9308c04-d71f-46f9-9a99-e1f7954671c7 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Request body: {'port': {'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'mac_address': 'fa:16:3e:36:1f:97', 'name': 'tempest-NetworksTestDHCPv6-1510211002'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:46:16.871694 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-42dd114b-571e-402c-ab2b-60bc2c3d88aa tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Publish callbacks [] for floatingip, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:16.885430 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-42dd114b-571e-402c-ab2b-60bc2c3d88aa tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:16.891767 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-42dd114b-571e-402c-ab2b-60bc2c3d88aa tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "DELETE /v2.0/floatingips/26ade9b3-c04a-4b9e-8aa4-2b22c09c1bf5 HTTP/1.1" status: 204 len: 168 time: 1.0573952 Dec 20 14:46:16.970079 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a277db2-c538-4655-b261-a3e60aec9f8a None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:46:17.005777 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a6b1101-489b-47b4-b2d9-5380971dfbbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'project_id': '71d0c98cab4349b4848e68f8a37dbf12', 'fixed_ips': [{'subnet_id': '4ce85d9c-8fac-470f-9cf3-c67a5ded23f8'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:46:17.006680 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2a6b1101-489b-47b4-b2d9-5380971dfbbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:17.274392 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9308c04-d71f-46f9-9a99-e1f7954671c7 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Made reservation on behalf of 71d0c98cab4349b4848e68f8a37dbf12 for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:46:17.329422 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-2a6b1101-489b-47b4-b2d9-5380971dfbbb None None] Allocated IP 2001:db8::f816:3eff:fe0c:dad (e2be1aff-cd00-4c3f-b1c0-ddca69da57f4/4ce85d9c-8fac-470f-9cf3-c67a5ded23f8/ec41b110-5c9f-4fc9-8d46-e7b365357bab) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:46:17.474976 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 55074) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:46:17.480115 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-55949cf3-f412-4387-b6cd-827f4c24eb51 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1346729568', 'description': 'tempest-description--1600738366'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:46:17.485626 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b9308c04-d71f-46f9-9a99-e1f7954671c7 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:17.543598 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-55949cf3-f412-4387-b6cd-827f4c24eb51 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:17.549925 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [None req-b9308c04-d71f-46f9-9a99-e1f7954671c7 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] device_id is not set on port 6ce5304e-970f-4ec4-80fc-24cf9b09b57d yet. {{(pid=103167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 14:46:17.665728 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2a6b1101-489b-47b4-b2d9-5380971dfbbb None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:17.687719 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2a6b1101-489b-47b4-b2d9-5380971dfbbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:17.763810 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-55949cf3-f412-4387-b6cd-827f4c24eb51 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:17.792904 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-55949cf3-f412-4387-b6cd-827f4c24eb51 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:17.831402 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-55949cf3-f412-4387-b6cd-827f4c24eb51 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:17.833352 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-55949cf3-f412-4387-b6cd-827f4c24eb51 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3570948 Dec 20 14:46:17.838154 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 55080) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:46:17.854263 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-ef4f4197-802e-42a7-90de-378aee964458 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Request body: {'security_group_rule': {'security_group_id': '3d5e630c-78bd-41d1-b187-380d3fa580ce', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:46:17.870909 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6b1101-489b-47b4-b2d9-5380971dfbbb None None] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:46:17.872720 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6b1101-489b-47b4-b2d9-5380971dfbbb None None] Pushing event updated for resources: {'Port': ['ID=ec41b110-5c9f-4fc9-8d46-e7b365357bab,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:46:17.877709 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55949cf3-f412-4387-b6cd-827f4c24eb51 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d5e630c-78bd-41d1-b187-380d3fa580ce,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:46:17.890269 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-2a6b1101-489b-47b4-b2d9-5380971dfbbb None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:46:17.896303 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6b1101-489b-47b4-b2d9-5380971dfbbb None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:46:17.906811 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-b9308c04-d71f-46f9-9a99-e1f7954671c7 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Allocated IP 2001:db8::f816:3eff:fe36:1f97 (e2be1aff-cd00-4c3f-b1c0-ddca69da57f4/4ce85d9c-8fac-470f-9cf3-c67a5ded23f8/6ce5304e-970f-4ec4-80fc-24cf9b09b57d) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:46:18.047336 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-2a6b1101-489b-47b4-b2d9-5380971dfbbb None None] Attempting to bind port ec41b110-5c9f-4fc9-8d46-e7b365357bab on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:46:18.049580 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-2a6b1101-489b-47b4-b2d9-5380971dfbbb None None] Attempting to bind port ec41b110-5c9f-4fc9-8d46-e7b365357bab by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '0deaa76e-8a3e-44c4-a3b8-992392ef4539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:46:18.050266 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6b1101-489b-47b4-b2d9-5380971dfbbb None None] Attempting to bind port ec41b110-5c9f-4fc9-8d46-e7b365357bab on network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:46:18.099536 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6b1101-489b-47b4-b2d9-5380971dfbbb None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:46:18.100565 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6b1101-489b-47b4-b2d9-5380971dfbbb None None] Checking segment: {'id': '0deaa76e-8a3e-44c4-a3b8-992392ef4539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:46:18.101828 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2a6b1101-489b-47b4-b2d9-5380971dfbbb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:18.103070 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6b1101-489b-47b4-b2d9-5380971dfbbb None None] Bound using segment: {'id': '0deaa76e-8a3e-44c4-a3b8-992392ef4539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:46:18.104241 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-2a6b1101-489b-47b4-b2d9-5380971dfbbb None None] Bound port: ec41b110-5c9f-4fc9-8d46-e7b365357bab, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0deaa76e-8a3e-44c4-a3b8-992392ef4539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:46:18.104881 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2a6b1101-489b-47b4-b2d9-5380971dfbbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:18.117658 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdc000d-36be-410f-a395-e22939200796 req-0215fb55-3ea4-467c-9b45-06c1cf0d991b tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:18.125774 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9cdc000d-36be-410f-a395-e22939200796 req-0215fb55-3ea4-467c-9b45-06c1cf0d991b tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 945 time: 0.1212494 Dec 20 14:46:18.278579 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2a6b1101-489b-47b4-b2d9-5380971dfbbb None None] For port ec41b110-5c9f-4fc9-8d46-e7b365357bab, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:46:18.278855 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ef4f4197-802e-42a7-90de-378aee964458 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:18.286226 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2a6b1101-489b-47b4-b2d9-5380971dfbbb None None] For port ec41b110-5c9f-4fc9-8d46-e7b365357bab, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=ec41b110-5c9f-4fc9-8d46-e7b365357bab,segment=NetworkSegment(0deaa76e-8a3e-44c4-a3b8-992392ef4539),segment_id=0deaa76e-8a3e-44c4-a3b8-992392ef4539)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:46:18.295844 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9cdc000d-36be-410f-a395-e22939200796 req-3d257700-c653-4a2f-b5ff-21094e10bb94 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648393 Dec 20 14:46:18.319812 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2a6b1101-489b-47b4-b2d9-5380971dfbbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:18.463135 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6b1101-489b-47b4-b2d9-5380971dfbbb None None] Pushing event updated for resources: {'Port': ['ID=ec41b110-5c9f-4fc9-8d46-e7b365357bab,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:46:18.533001 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b9308c04-d71f-46f9-9a99-e1f7954671c7 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:18.589004 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ef4f4197-802e-42a7-90de-378aee964458 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:18.613492 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ef4f4197-802e-42a7-90de-378aee964458 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:18.653055 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4f4197-802e-42a7-90de-378aee964458 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70926515-7ad7-4932-a537-44ae9aa1c920,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:46:18.660013 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b9308c04-d71f-46f9-9a99-e1f7954671c7 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:18.671486 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ef4f4197-802e-42a7-90de-378aee964458 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:18.677607 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 55094) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:46:18.678427 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-ef4f4197-802e-42a7-90de-378aee964458 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8315043 Dec 20 14:46:18.683265 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-28259ff2-2d07-41e2-bd34-f515ad459c1d tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Request body: {'security_group_rule': {'security_group_id': '3d5e630c-78bd-41d1-b187-380d3fa580ce', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:46:18.749325 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-28259ff2-2d07-41e2-bd34-f515ad459c1d tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:18.822787 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9308c04-d71f-46f9-9a99-e1f7954671c7 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:46:18.892009 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-b9308c04-d71f-46f9-9a99-e1f7954671c7 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:46:18.905770 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9308c04-d71f-46f9-9a99-e1f7954671c7 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:46:18.918392 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9308c04-d71f-46f9-9a99-e1f7954671c7 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:18.919821 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b9308c04-d71f-46f9-9a99-e1f7954671c7 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:18.923211 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9308c04-d71f-46f9-9a99-e1f7954671c7 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event updated for resources: {'Port': ['ID=6ce5304e-970f-4ec4-80fc-24cf9b09b57d,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:46:19.018626 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-b9308c04-d71f-46f9-9a99-e1f7954671c7 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.1590328 Dec 20 14:46:19.022081 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 55100) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:46:19.023107 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-28259ff2-2d07-41e2-bd34-f515ad459c1d tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:19.031324 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-28259ff2-2d07-41e2-bd34-f515ad459c1d tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:19.088054 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-28259ff2-2d07-41e2-bd34-f515ad459c1d tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:19.089883 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-28259ff2-2d07-41e2-bd34-f515ad459c1d tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4102948 Dec 20 14:46:19.095515 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 55102) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:46:19.104630 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-264f0ae4-973f-4c20-ba7f-3139ab365d63 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Request body: {'floatingip': {'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:46:19.138441 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28259ff2-2d07-41e2-bd34-f515ad459c1d tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3a02f40-2976-49d6-8813-3f8fb01a31d9,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:46:19.171295 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-264f0ae4-973f-4c20-ba7f-3139ab365d63 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Publish callbacks [] for floatingip, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:19.172154 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c6b256-41c4-4197-adcb-7b4d5eabf870 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:19.181610 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c6b256-41c4-4197-adcb-7b4d5eabf870 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:19.186617 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-f9c6b256-41c4-4197-adcb-7b4d5eabf870 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1632059 Dec 20 14:46:19.187401 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 55104) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:46:19.371409 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-264f0ae4-973f-4c20-ba7f-3139ab365d63 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:19.410314 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-5d63e916-0136-4174-b220-d64da1301845 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Deleting port 6ce5304e-970f-4ec4-80fc-24cf9b09b57d {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:46:19.410556 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5d63e916-0136-4174-b220-d64da1301845 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:19.712067 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-264f0ae4-973f-4c20-ba7f-3139ab365d63 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Allocated IP 172.25.0.74 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/fdd82913-096a-4fa4-bc33-0139164617f3) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:46:19.773850 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5d63e916-0136-4174-b220-d64da1301845 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:19.805311 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-5d63e916-0136-4174-b220-d64da1301845 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Calling delete_port for 6ce5304e-970f-4ec4-80fc-24cf9b09b57d owned by {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:46:20.004222 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5d63e916-0136-4174-b220-d64da1301845 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:20.097843 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d63e916-0136-4174-b220-d64da1301845 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event deleted for resources: {'Port': ['ID=6ce5304e-970f-4ec4-80fc-24cf9b09b57d,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:46:20.111976 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5d63e916-0136-4174-b220-d64da1301845 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:20.130916 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-5d63e916-0136-4174-b220-d64da1301845 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "DELETE /v2.0/ports/6ce5304e-970f-4ec4-80fc-24cf9b09b57d HTTP/1.1" status: 204 len: 168 time: 0.9398551 Dec 20 14:46:20.131190 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-264f0ae4-973f-4c20-ba7f-3139ab365d63 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:20.135139 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 55118) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:46:20.137895 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dabd61-4525-4119-9921-72153aabf24b req-d4a43a1f-c2c0-4089-864f-f09dde6b85e8 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:20.146408 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-43dabd61-4525-4119-9921-72153aabf24b req-d4a43a1f-c2c0-4089-864f-f09dde6b85e8 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 945 time: 0.6449578 Dec 20 14:46:20.261176 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device ec41b110-5c9f-4fc9-8d46-e7b365357bab up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:46:20.302797 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-43dabd61-4525-4119-9921-72153aabf24b req-a99b2cdc-7fa6-4007-8fdd-42e9f9106c81 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554196 Dec 20 14:46:20.422528 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port ec41b110-5c9f-4fc9-8d46-e7b365357bab triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:46:20.423678 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:20.453188 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0bc3041-c0fc-4d05-b8f4-3599b45d6fca tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:20.455555 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0bc3041-c0fc-4d05-b8f4-3599b45d6fca tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:20.461159 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 55122) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:46:20.461379 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-a0bc3041-c0fc-4d05-b8f4-3599b45d6fca tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.3235943 Dec 20 14:46:20.500122 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-264f0ae4-973f-4c20-ba7f-3139ab365d63 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:20.623618 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264f0ae4-973f-4c20-ba7f-3139ab365d63 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Pushing event updated for resources: {'Port': ['ID=fdd82913-096a-4fa4-bc33-0139164617f3,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:46:20.631005 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-4d77d764-94fb-43b6-bafc-9afc7aadaa71 None None] Provisioning complete for port ec41b110-5c9f-4fc9-8d46-e7b365357bab triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:46:20.632242 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4d77d764-94fb-43b6-bafc-9afc7aadaa71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:20.653078 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264f0ae4-973f-4c20-ba7f-3139ab365d63 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:46:20.654931 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-264f0ae4-973f-4c20-ba7f-3139ab365d63 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:46:20.658598 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264f0ae4-973f-4c20-ba7f-3139ab365d63 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:46:20.668068 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_v2 [None req-e80391e3-d069-4d25-8bea-14344dcc4921 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Deleting subnet 4ce85d9c-8fac-470f-9cf3-c67a5ded23f8 {{(pid=103167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:46:20.689186 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e80391e3-d069-4d25-8bea-14344dcc4921 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks [] for subnet, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:20.709495 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:20.775745 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] For port ec41b110-5c9f-4fc9-8d46-e7b365357bab, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=ec41b110-5c9f-4fc9-8d46-e7b365357bab,segment=NetworkSegment(0deaa76e-8a3e-44c4-a3b8-992392ef4539),segment_id=0deaa76e-8a3e-44c4-a3b8-992392ef4539)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:46:20.786555 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:20.894861 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e80391e3-d069-4d25-8bea-14344dcc4921 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954412'] for subnet, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:20.997200 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Pushing event updated for resources: {'Port': ['ID=ec41b110-5c9f-4fc9-8d46-e7b365357bab,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:46:21.013613 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-264f0ae4-973f-4c20-ba7f-3139ab365d63 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:21.141772 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-264f0ae4-973f-4c20-ba7f-3139ab365d63 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:21.164448 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-f592c888-baff-4b91-a3ae-8e878fe017e6 None None] Could not find standard attr ID for object 6ce5304e-970f-4ec4-80fc-24cf9b09b57d. {{(pid=103169) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 14:46:21.195341 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e80391e3-d069-4d25-8bea-14344dcc4921 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:21.332653 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e80391e3-d069-4d25-8bea-14344dcc4921 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:21.410919 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80391e3-d069-4d25-8bea-14344dcc4921 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event deleted for resources: {'Subnet': ['ID=4ce85d9c-8fac-470f-9cf3-c67a5ded23f8,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:46:21.426146 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e80391e3-d069-4d25-8bea-14344dcc4921 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:21.433877 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-e80391e3-d069-4d25-8bea-14344dcc4921 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "DELETE /v2.0/subnets/4ce85d9c-8fac-470f-9cf3-c67a5ded23f8 HTTP/1.1" status: 204 len: 168 time: 0.9712167 Dec 20 14:46:21.434696 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 55138) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:46:21.548426 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-993f3197-6316-4f13-a982-b2ffa969530c tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1122909 Dec 20 14:46:21.558392 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 55142) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:46:21.588240 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-67a96d7a-5bbf-4f0e-b637-34c888bb1480 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Request body: {'subnet': {'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:46:21.619610 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-264f0ae4-973f-4c20-ba7f-3139ab365d63 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:21.688840 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-264f0ae4-973f-4c20-ba7f-3139ab365d63 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:21.705429 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b499e5c-0a09-4db6-b770-a05f4430371c None None] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:46:21.811541 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b3c562-7f11-4eea-b904-7b8bcbcf9ddc req-ab6c622f-ae1c-460f-886a-8868d86600fa tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:21.820160 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-79b3c562-7f11-4eea-b904-7b8bcbcf9ddc req-ab6c622f-ae1c-460f-886a-8868d86600fa tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 945 time: 0.1971462 Dec 20 14:46:21.901654 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264f0ae4-973f-4c20-ba7f-3139ab365d63 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Pushing event updated for resources: {'Port': ['ID=fdd82913-096a-4fa4-bc33-0139164617f3,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:46:21.943914 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-79b3c562-7f11-4eea-b904-7b8bcbcf9ddc req-2601def4-abd7-4234-b070-75d7d0053b5c tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226737 Dec 20 14:46:21.952219 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-264f0ae4-973f-4c20-ba7f-3139ab365d63 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585115'] for floatingip, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:22.006867 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-264f0ae4-973f-4c20-ba7f-3139ab365d63 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:22.008248 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-264f0ae4-973f-4c20-ba7f-3139ab365d63 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9115398 Dec 20 14:46:22.082227 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeaf5ed1-43d5-4df5-832d-819e7a8c4624 None None] DHCP port deletion for e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:46:22.096129 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67a96d7a-5bbf-4f0e-b637-34c888bb1480 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Made reservation on behalf of 71d0c98cab4349b4848e68f8a37dbf12 for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:46:22.114492 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-67a96d7a-5bbf-4f0e-b637-34c888bb1480 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:22.329290 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-eeaf5ed1-43d5-4df5-832d-819e7a8c4624 None None] Deleting port ec41b110-5c9f-4fc9-8d46-e7b365357bab {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:46:22.335005 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-eeaf5ed1-43d5-4df5-832d-819e7a8c4624 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:22.466046 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-eeaf5ed1-43d5-4df5-832d-819e7a8c4624 None None] For port ec41b110-5c9f-4fc9-8d46-e7b365357bab, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=ec41b110-5c9f-4fc9-8d46-e7b365357bab,segment=NetworkSegment(0deaa76e-8a3e-44c4-a3b8-992392ef4539),segment_id=0deaa76e-8a3e-44c4-a3b8-992392ef4539)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:46:22.467355 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-eeaf5ed1-43d5-4df5-832d-819e7a8c4624 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:22.502324 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-eeaf5ed1-43d5-4df5-832d-819e7a8c4624 None None] Calling delete_port for ec41b110-5c9f-4fc9-8d46-e7b365357bab owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:46:22.681085 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-bba3df72-c4a2-46a9-9887-57929849deb9 req-ae989cc4-bdcc-4c53-9e29-9f1fcafff650 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1346729568&fields=id&tenant_id=9abc31fa6fc849d78699cc7e0935f4b6 HTTP/1.1" status: 200 len: 267 time: 0.1554108 Dec 20 14:46:22.747069 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-eeaf5ed1-43d5-4df5-832d-819e7a8c4624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:22.836707 n-d-761264-19 neutron-server[103167]: DEBUG neutron.objects.ports [None req-67a96d7a-5bbf-4f0e-b637-34c888bb1480 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103167) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 20 14:46:22.839320 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-67a96d7a-5bbf-4f0e-b637-34c888bb1480 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:22.841682 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaf5ed1-43d5-4df5-832d-819e7a8c4624 None None] Pushing event deleted for resources: {'Port': ['ID=ec41b110-5c9f-4fc9-8d46-e7b365357bab,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:46:22.853009 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeaf5ed1-43d5-4df5-832d-819e7a8c4624 None None] No DVR routers for this DVR port ec41b110-5c9f-4fc9-8d46-e7b365357bab on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:46:22.888470 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaf5ed1-43d5-4df5-832d-819e7a8c4624 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:46:22.894124 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaf5ed1-43d5-4df5-832d-819e7a8c4624 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:46:22.894844 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaf5ed1-43d5-4df5-832d-819e7a8c4624 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:46:22.895881 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaf5ed1-43d5-4df5-832d-819e7a8c4624 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:46:22.897080 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaf5ed1-43d5-4df5-832d-819e7a8c4624 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:46:22.897714 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaf5ed1-43d5-4df5-832d-819e7a8c4624 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:46:22.898271 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaf5ed1-43d5-4df5-832d-819e7a8c4624 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:46:22.899211 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaf5ed1-43d5-4df5-832d-819e7a8c4624 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:46:22.901643 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaf5ed1-43d5-4df5-832d-819e7a8c4624 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:46:22.902801 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaf5ed1-43d5-4df5-832d-819e7a8c4624 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:46:22.903379 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaf5ed1-43d5-4df5-832d-819e7a8c4624 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:46:22.905759 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaf5ed1-43d5-4df5-832d-819e7a8c4624 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:46:22.906330 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaf5ed1-43d5-4df5-832d-819e7a8c4624 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:46:22.914846 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a96d7a-5bbf-4f0e-b637-34c888bb1480 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event updated for resources: {'Subnet': ['ID=eb4dac0c-0cb0-4bc2-a0fe-870dd13e7902,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:46:22.931474 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a96d7a-5bbf-4f0e-b637-34c888bb1480 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:46:22.933602 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-67a96d7a-5bbf-4f0e-b637-34c888bb1480 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:46:22.936857 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a96d7a-5bbf-4f0e-b637-34c888bb1480 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:22.937719 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-67a96d7a-5bbf-4f0e-b637-34c888bb1480 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:22.943115 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba3df72-c4a2-46a9-9887-57929849deb9 req-6c4802a2-dfac-4f5e-bf31-87b24ee3f9b5 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:22.944761 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-bba3df72-c4a2-46a9-9887-57929849deb9 req-6c4802a2-dfac-4f5e-bf31-87b24ee3f9b5 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/networks?id=247d6423-5fdf-4eed-9378-2e1201ada444 HTTP/1.1" status: 200 len: 817 time: 0.2488942 Dec 20 14:46:22.947647 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5728fd-d8cb-4e32-8f1c-d6e17220b2d9 None None] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:46:22.983935 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-67a96d7a-5bbf-4f0e-b637-34c888bb1480 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4174385 Dec 20 14:46:22.995159 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 55174) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:46:23.010381 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-96be1b96-49e5-4480-a501-4a9ca3554569 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Request body: {'port': {'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'mac_address': 'fa:16:3e:47:07:4b', 'name': 'tempest-NetworksTestDHCPv6-262701919'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:46:23.112030 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-bba3df72-c4a2-46a9-9887-57929849deb9 req-f008b765-b267-4ae2-ae08-d83ece936fe9 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/quotas/9abc31fa6fc849d78699cc7e0935f4b6 HTTP/1.1" status: 200 len: 375 time: 0.1521273 Dec 20 14:46:23.173926 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e7155b-1692-4d5f-889c-530bb3094972 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'project_id': '71d0c98cab4349b4848e68f8a37dbf12', 'fixed_ips': [{'subnet_id': 'eb4dac0c-0cb0-4bc2-a0fe-870dd13e7902'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:46:23.175997 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f8e7155b-1692-4d5f-889c-530bb3094972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:23.241909 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f686897-e06d-48dc-b47e-342198918c25 req-6bde610c-d817-46b6-a4a5-2385eb78d4c9 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:23.253450 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2f686897-e06d-48dc-b47e-342198918c25 req-6bde610c-d817-46b6-a4a5-2385eb78d4c9 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 945 time: 0.1234093 Dec 20 14:46:23.366696 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2f686897-e06d-48dc-b47e-342198918c25 req-3fce705f-f399-410e-9846-ccefdeb093c2 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120701 Dec 20 14:46:23.543046 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-f8e7155b-1692-4d5f-889c-530bb3094972 None None] Allocated IP 2001:db8::f816:3eff:fe58:409c (e2be1aff-cd00-4c3f-b1c0-ddca69da57f4/eb4dac0c-0cb0-4bc2-a0fe-870dd13e7902/228d07a9-356b-48ab-8e7e-9b711d1719e8) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:46:23.568554 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-bba3df72-c4a2-46a9-9887-57929849deb9 req-4bc01230-2323-4906-af5f-5714fe043c43 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=9abc31fa6fc849d78699cc7e0935f4b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4553626 Dec 20 14:46:23.736302 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96be1b96-49e5-4480-a501-4a9ca3554569 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Made reservation on behalf of 71d0c98cab4349b4848e68f8a37dbf12 for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:46:23.904219 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f8e7155b-1692-4d5f-889c-530bb3094972 None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:23.928237 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f8e7155b-1692-4d5f-889c-530bb3094972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:23.962588 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-bba3df72-c4a2-46a9-9887-57929849deb9 req-25e19eab-118c-4062-8919-0686d35f4294 service neutron] 10.222.0.54 "GET /v2.0/networks/247d6423-5fdf-4eed-9378-2e1201ada444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3610775 Dec 20 14:46:24.044851 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e7155b-1692-4d5f-889c-530bb3094972 None None] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:46:24.049944 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-f8e7155b-1692-4d5f-889c-530bb3094972 None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:46:24.064037 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e7155b-1692-4d5f-889c-530bb3094972 None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:46:24.093579 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-96be1b96-49e5-4480-a501-4a9ca3554569 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:24.163138 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e7155b-1692-4d5f-889c-530bb3094972 None None] Pushing event updated for resources: {'Port': ['ID=228d07a9-356b-48ab-8e7e-9b711d1719e8,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:46:24.241636 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device ec41b110-5c9f-4fc9-8d46-e7b365357bab no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:46:24.341724 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [None req-96be1b96-49e5-4480-a501-4a9ca3554569 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] device_id is not set on port 54b9fb94-c250-4841-9f6b-47a2fc2c0ab9 yet. {{(pid=103168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 14:46:24.419535 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: ec41b110-5c9f-4fc9-8d46-e7b365357bab {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:46:24.420026 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device ec41b110-5c9f-4fc9-8d46-e7b365357bab not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:46:24.475082 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-f8e7155b-1692-4d5f-889c-530bb3094972 None None] Attempting to bind port 228d07a9-356b-48ab-8e7e-9b711d1719e8 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:46:24.475632 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-f8e7155b-1692-4d5f-889c-530bb3094972 None None] Attempting to bind port 228d07a9-356b-48ab-8e7e-9b711d1719e8 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '0deaa76e-8a3e-44c4-a3b8-992392ef4539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:46:24.476080 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e7155b-1692-4d5f-889c-530bb3094972 None None] Attempting to bind port 228d07a9-356b-48ab-8e7e-9b711d1719e8 on network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:46:24.495066 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e7155b-1692-4d5f-889c-530bb3094972 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:46:24.495444 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e7155b-1692-4d5f-889c-530bb3094972 None None] Checking segment: {'id': '0deaa76e-8a3e-44c4-a3b8-992392ef4539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:46:24.498539 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f8e7155b-1692-4d5f-889c-530bb3094972 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:24.499017 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e7155b-1692-4d5f-889c-530bb3094972 None None] Bound using segment: {'id': '0deaa76e-8a3e-44c4-a3b8-992392ef4539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:46:24.499529 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-f8e7155b-1692-4d5f-889c-530bb3094972 None None] Bound port: 228d07a9-356b-48ab-8e7e-9b711d1719e8, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0deaa76e-8a3e-44c4-a3b8-992392ef4539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:46:24.499922 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f8e7155b-1692-4d5f-889c-530bb3094972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:24.589432 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-bba3df72-c4a2-46a9-9887-57929849deb9 req-43d957dc-c263-47f4-abd7-5ee934021d62 service neutron] 10.222.0.54 "GET /v2.0/networks/247d6423-5fdf-4eed-9378-2e1201ada444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6259301 Dec 20 14:46:24.761144 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc6aee3-a104-48c5-9f00-a6e77bbf22f0 req-2d80a0e5-badf-4139-ab19-bb32e9e57b10 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:24.762786 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ffc6aee3-a104-48c5-9f00-a6e77bbf22f0 req-2d80a0e5-badf-4139-ab19-bb32e9e57b10 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 945 time: 0.2059507 Dec 20 14:46:24.802843 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-f8e7155b-1692-4d5f-889c-530bb3094972 None None] For port 228d07a9-356b-48ab-8e7e-9b711d1719e8, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:46:24.815683 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-f8e7155b-1692-4d5f-889c-530bb3094972 None None] For port 228d07a9-356b-48ab-8e7e-9b711d1719e8, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=228d07a9-356b-48ab-8e7e-9b711d1719e8,segment=NetworkSegment(0deaa76e-8a3e-44c4-a3b8-992392ef4539),segment_id=0deaa76e-8a3e-44c4-a3b8-992392ef4539)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:46:24.831575 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f8e7155b-1692-4d5f-889c-530bb3094972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:24.943257 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-96be1b96-49e5-4480-a501-4a9ca3554569 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Allocated IP 2001:db8::f816:3eff:fe47:74b (e2be1aff-cd00-4c3f-b1c0-ddca69da57f4/eb4dac0c-0cb0-4bc2-a0fe-870dd13e7902/54b9fb94-c250-4841-9f6b-47a2fc2c0ab9) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:46:24.977815 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ffc6aee3-a104-48c5-9f00-a6e77bbf22f0 req-5ea00d0a-02f0-4157-984e-9891339dac66 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989198 Dec 20 14:46:25.006651 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e7155b-1692-4d5f-889c-530bb3094972 None None] Pushing event updated for resources: {'Port': ['ID=228d07a9-356b-48ab-8e7e-9b711d1719e8,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:46:25.193958 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 55212) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:46:25.215811 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9f133076-f42e-4340-97d7-4173b9c91ae2 req-8f631b26-f5c0-4e44-adab-7af81e29f19c tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=3870d726-f90f-400f-bf75-c68966f99c28 HTTP/1.1" status: 200 len: 210 time: 0.1075306 Dec 20 14:46:25.379875 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-96be1b96-49e5-4480-a501-4a9ca3554569 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:25.508966 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-96be1b96-49e5-4480-a501-4a9ca3554569 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:25.622627 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96be1b96-49e5-4480-a501-4a9ca3554569 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:46:25.630227 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-96be1b96-49e5-4480-a501-4a9ca3554569 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:46:25.642200 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96be1b96-49e5-4480-a501-4a9ca3554569 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:46:25.648275 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4e96a9e2-5a5d-485e-9500-2e771d00cddf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:25.649240 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96be1b96-49e5-4480-a501-4a9ca3554569 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:25.649954 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-96be1b96-49e5-4480-a501-4a9ca3554569 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:25.654948 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96be1b96-49e5-4480-a501-4a9ca3554569 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event updated for resources: {'Port': ['ID=54b9fb94-c250-4841-9f6b-47a2fc2c0ab9,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:46:25.684116 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-96be1b96-49e5-4480-a501-4a9ca3554569 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.6877530 Dec 20 14:46:25.688305 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 55220) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:46:25.894311 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4e96a9e2-5a5d-485e-9500-2e771d00cddf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:25.901473 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4e96a9e2-5a5d-485e-9500-2e771d00cddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:25.941649 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c079eab7-2eb9-4483-b200-bef4970963f9 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:26.014140 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c079eab7-2eb9-4483-b200-bef4970963f9 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:26.036947 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-c079eab7-2eb9-4483-b200-bef4970963f9 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.3449540 Dec 20 14:46:26.045825 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 55226) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:46:26.172745 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 55230) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:46:26.174669 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-4e96a9e2-5a5d-485e-9500-2e771d00cddf admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=dfd50dc2920b46f9a07d519e5aefd177&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9792106 Dec 20 14:46:26.178349 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e96a9e2-5a5d-485e-9500-2e771d00cddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f9719f4-6876-4dcf-89ee-656fdc5784db,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:46:26.344557 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 228d07a9-356b-48ab-8e7e-9b711d1719e8 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:46:26.550039 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 228d07a9-356b-48ab-8e7e-9b711d1719e8 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:46:26.551426 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:26.660588 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efae12d-68f8-4478-a41f-44e4d60ed905 req-7f04ed5b-d020-4ab3-b633-5d2b152d4377 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:26.670024 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8efae12d-68f8-4478-a41f-44e4d60ed905 req-7f04ed5b-d020-4ab3-b633-5d2b152d4377 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 945 time: 0.4349089 Dec 20 14:46:26.793910 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d3fef7e9-9087-42b1-9f54-b3f22e9bf4ff req-89f3a246-2e1f-4a21-9f45-b4d0b2ea2c92 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=3870d726-f90f-400f-bf75-c68966f99c28 HTTP/1.1" status: 200 len: 210 time: 0.1131558 Dec 20 14:46:26.816006 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d0d2cc64-8db8-406f-96c1-04e161eac6da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:26.863453 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-4b12eb8e-11a2-45b7-bbcf-dfcacd04c33f tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Deleting port 54b9fb94-c250-4841-9f6b-47a2fc2c0ab9 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:46:26.864520 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4b12eb8e-11a2-45b7-bbcf-dfcacd04c33f tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:26.938439 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:26.976886 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d0d2cc64-8db8-406f-96c1-04e161eac6da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:27.004436 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] For port 228d07a9-356b-48ab-8e7e-9b711d1719e8, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=228d07a9-356b-48ab-8e7e-9b711d1719e8,segment=NetworkSegment(0deaa76e-8a3e-44c4-a3b8-992392ef4539),segment_id=0deaa76e-8a3e-44c4-a3b8-992392ef4539)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:46:27.012661 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:27.165130 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Pushing event updated for resources: {'Port': ['ID=228d07a9-356b-48ab-8e7e-9b711d1719e8,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:46:27.275264 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8efae12d-68f8-4478-a41f-44e4d60ed905 req-7c077df1-8acb-4a78-9425-34bf1ffc6d0a tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5940361 Dec 20 14:46:27.527742 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-fcd40017-55b0-4580-8a41-ec06fbaf4f65 None None] Provisioning complete for port 228d07a9-356b-48ab-8e7e-9b711d1719e8 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:46:27.529991 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-fcd40017-55b0-4580-8a41-ec06fbaf4f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:27.585269 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4b12eb8e-11a2-45b7-bbcf-dfcacd04c33f tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:27.630325 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-4b12eb8e-11a2-45b7-bbcf-dfcacd04c33f tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Calling delete_port for 54b9fb94-c250-4841-9f6b-47a2fc2c0ab9 owned by {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:46:27.654757 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d0d2cc64-8db8-406f-96c1-04e161eac6da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:27.659311 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 14:46:27.664978 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d0d2cc64-8db8-406f-96c1-04e161eac6da admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:27.666174 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-d0d2cc64-8db8-406f-96c1-04e161eac6da admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7f9719f4-6876-4dcf-89ee-656fdc5784db HTTP/1.1" status: 204 len: 168 time: 1.4794555 Dec 20 14:46:27.732384 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d2cc64-8db8-406f-96c1-04e161eac6da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f9719f4-6876-4dcf-89ee-656fdc5784db,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:46:27.765720 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba3df72-c4a2-46a9-9887-57929849deb9 req-4c837c22-c0a1-48a1-90fa-f0c71bd77650 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:27.767651 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-bba3df72-c4a2-46a9-9887-57929849deb9 req-4c837c22-c0a1-48a1-90fa-f0c71bd77650 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.30 "GET /v2.0/networks?id=247d6423-5fdf-4eed-9378-2e1201ada444 HTTP/1.1" status: 200 len: 817 time: 0.5959709 Dec 20 14:46:28.069396 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-6a477f13-4603-4040-834d-823037932371 None None] Provisioning complete for port 54b9fb94-c250-4841-9f6b-47a2fc2c0ab9 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:46:28.070028 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6a477f13-4603-4040-834d-823037932371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:28.093149 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f423592f-66b0-4663-8281-6f0669304deb req-04345943-ed1d-4b35-b8a5-603d7a920933 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=3870d726-f90f-400f-bf75-c68966f99c28 HTTP/1.1" status: 200 len: 210 time: 0.1034281 Dec 20 14:46:28.202889 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-6a477f13-4603-4040-834d-823037932371 None None] Port 54b9fb94-c250-4841-9f6b-47a2fc2c0ab9 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:46:28.218015 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 228d07a9-356b-48ab-8e7e-9b711d1719e8 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:46:28.341055 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 228d07a9-356b-48ab-8e7e-9b711d1719e8 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:46:28.341431 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:28.361529 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 55256) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:46:28.448188 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6598ab0f-bd6b-4a5c-bdae-dc8e81a2bc11 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:28.689020 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6598ab0f-bd6b-4a5c-bdae-dc8e81a2bc11 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:28.700085 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6598ab0f-bd6b-4a5c-bdae-dc8e81a2bc11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:28.741748 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-bba3df72-c4a2-46a9-9887-57929849deb9 req-4f1f079c-0dfd-4a32-ab08-e098780d7891 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9abc31fa6fc849d78699cc7e0935f4b6 HTTP/1.1" status: 200 len: 380 time: 0.1605914 Dec 20 14:46:28.759597 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce484b6-0061-440e-9b32-76e63d686c71 req-605a2d9f-9771-4328-bdb0-e989b5ea0015 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:28.762086 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3ce484b6-0061-440e-9b32-76e63d686c71 req-605a2d9f-9771-4328-bdb0-e989b5ea0015 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 945 time: 0.2327557 Dec 20 14:46:28.767997 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-bba3df72-c4a2-46a9-9887-57929849deb9 req-88c5ee90-2f7e-4330-8493-34bd126a0d98 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Request body: {'port': {'device_id': '3870d726-f90f-400f-bf75-c68966f99c28', 'network_id': '247d6423-5fdf-4eed-9378-2e1201ada444', 'admin_state_up': True, 'tenant_id': '9abc31fa6fc849d78699cc7e0935f4b6', 'security_groups': ['3d5e630c-78bd-41d1-b187-380d3fa580ce']}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:46:28.813593 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-6598ab0f-bd6b-4a5c-bdae-dc8e81a2bc11 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=32ec8585e0c6468bbf213d56cc935331&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4484251 Dec 20 14:46:28.813593 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6598ab0f-bd6b-4a5c-bdae-dc8e81a2bc11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7506d91b-76bb-4c12-b05f-69ada30f792e,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:46:28.815859 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 55266) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:46:28.885328 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3e3385a5-40b5-4838-847a-c7a44f9b053c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:28.919719 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3e3385a5-40b5-4838-847a-c7a44f9b053c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:29.022954 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3e3385a5-40b5-4838-847a-c7a44f9b053c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:29.027320 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3e3385a5-40b5-4838-847a-c7a44f9b053c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:29.028826 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-3e3385a5-40b5-4838-847a-c7a44f9b053c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7506d91b-76bb-4c12-b05f-69ada30f792e HTTP/1.1" status: 204 len: 168 time: 0.2118320 Dec 20 14:46:29.061737 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3385a5-40b5-4838-847a-c7a44f9b053c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7506d91b-76bb-4c12-b05f-69ada30f792e,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:46:29.154230 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3ce484b6-0061-440e-9b32-76e63d686c71 req-2eb9e2a5-ec61-49a2-8991-7f775d1ada32 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226946 Dec 20 14:46:29.263734 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bba3df72-c4a2-46a9-9887-57929849deb9 req-88c5ee90-2f7e-4330-8493-34bd126a0d98 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Made reservation on behalf of 9abc31fa6fc849d78699cc7e0935f4b6 for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:46:29.273657 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-bba3df72-c4a2-46a9-9887-57929849deb9 req-88c5ee90-2f7e-4330-8493-34bd126a0d98 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:29.381228 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4946ebe6-722a-4b47-a2e2-1a0a0f976dc7 req-296721f0-80dd-4172-a596-c23296d4bc13 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=3870d726-f90f-400f-bf75-c68966f99c28 HTTP/1.1" status: 200 len: 210 time: 0.0739648 Dec 20 14:46:29.671982 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4b12eb8e-11a2-45b7-bbcf-dfcacd04c33f tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:29.783563 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b12eb8e-11a2-45b7-bbcf-dfcacd04c33f tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event deleted for resources: {'Port': ['ID=54b9fb94-c250-4841-9f6b-47a2fc2c0ab9,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:46:29.790468 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [req-bba3df72-c4a2-46a9-9887-57929849deb9 req-88c5ee90-2f7e-4330-8493-34bd126a0d98 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Allocated IP 172.20.0.4 (247d6423-5fdf-4eed-9378-2e1201ada444/a8bc57f1-3730-4dfb-a3cb-cf3c3829d7fe/781fb46b-1e3a-4f20-b9da-a2fd188a525f) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:46:29.888393 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4b12eb8e-11a2-45b7-bbcf-dfcacd04c33f tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:29.894840 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-4b12eb8e-11a2-45b7-bbcf-dfcacd04c33f tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "DELETE /v2.0/ports/54b9fb94-c250-4841-9f6b-47a2fc2c0ab9 HTTP/1.1" status: 204 len: 168 time: 3.8445027 Dec 20 14:46:29.897117 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 55290) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:46:30.069629 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2cabf7c-eac4-4b39-ba84-928203f81107 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:30.072844 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2cabf7c-eac4-4b39-ba84-928203f81107 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:30.075655 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-b2cabf7c-eac4-4b39-ba84-928203f81107 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1767991 Dec 20 14:46:30.082017 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 55292) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:46:30.327890 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_v2 [None req-aada6c26-105f-49e9-b6e9-f88941864175 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Deleting subnet eb4dac0c-0cb0-4bc2-a0fe-870dd13e7902 {{(pid=103168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:46:30.388342 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-aada6c26-105f-49e9-b6e9-f88941864175 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks [] for subnet, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:30.557575 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-aada6c26-105f-49e9-b6e9-f88941864175 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9023023'] for subnet, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:30.629248 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-cf9d0fc1-be1b-4c3c-b5cb-2a901e761b07 req-1d2c3f4d-ca98-44b7-8111-41a4c80aa4fd tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=3870d726-f90f-400f-bf75-c68966f99c28 HTTP/1.1" status: 200 len: 210 time: 0.0626829 Dec 20 14:46:30.684747 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-59dc8b28-1529-4b10-b9ad-ea5f27e67e72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:30.704016 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-bba3df72-c4a2-46a9-9887-57929849deb9 req-88c5ee90-2f7e-4330-8493-34bd126a0d98 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:30.778308 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b752d5-3f0b-458a-ad48-196718aa602e req-874425b6-6a4e-49ee-8cd9-098e0c485b92 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:30.779238 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-30b752d5-3f0b-458a-ad48-196718aa602e req-874425b6-6a4e-49ee-8cd9-098e0c485b92 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 945 time: 0.4401033 Dec 20 14:46:31.030874 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-30b752d5-3f0b-458a-ad48-196718aa602e req-87ba3d0f-ad3b-4aa5-b829-4cf45e72adfb tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406054 Dec 20 14:46:31.131967 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-aada6c26-105f-49e9-b6e9-f88941864175 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:31.142412 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-bba3df72-c4a2-46a9-9887-57929849deb9 req-88c5ee90-2f7e-4330-8493-34bd126a0d98 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:31.247506 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c5ee90-2f7e-4330-8493-34bd126a0d98 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Pushing event updated for resources: {'Port': ['ID=781fb46b-1e3a-4f20-b9da-a2fd188a525f,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:46:31.252868 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bba3df72-c4a2-46a9-9887-57929849deb9 req-88c5ee90-2f7e-4330-8493-34bd126a0d98 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Network 247d6423-5fdf-4eed-9378-2e1201ada444 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:46:31.269973 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [req-bba3df72-c4a2-46a9-9887-57929849deb9 req-88c5ee90-2f7e-4330-8493-34bd126a0d98 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:46:31.274022 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-bba3df72-c4a2-46a9-9887-57929849deb9 req-88c5ee90-2f7e-4330-8493-34bd126a0d98 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:46:31.501435 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:46:31.501435 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:46:31.501435 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:46:31.501435 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:46:31.501435 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:46:31.501435 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:46:31.501435 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:46:31.501435 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:46:31.501435 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:46:31.501435 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:46:31.501435 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:46:31.501435 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:46:31.501435 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:46:31.501435 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:46:31.501435 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:46:31.501435 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:46:31.501435 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:46:31.501435 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:46:31.501435 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:46:31.501435 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:46:31.501435 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:46:31.501435 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:46:31.501435 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:46:31.501435 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:46:31.501435 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:46:31.501435 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:46:31.501435 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:46:31.501435 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:46:31.501435 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:46:31.501435 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:46:31.501435 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:46:31.501435 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:46:31.501435 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:46:31.501435 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:46:31.501435 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:46:31.501435 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:46:31.501435 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:46:31.501435 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:46:31.501435 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:46:31.501435 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:46:31.501435 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:46:31.501435 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:46:31.501435 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:46:31.501435 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:46:31.501435 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:46:31.501435 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:46:31.501435 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:46:31.501435 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:46:31.508326 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba3df72-c4a2-46a9-9887-57929849deb9 req-88c5ee90-2f7e-4330-8493-34bd126a0d98 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:31.509125 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-bba3df72-c4a2-46a9-9887-57929849deb9 req-88c5ee90-2f7e-4330-8493-34bd126a0d98 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:31.514096 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-aada6c26-105f-49e9-b6e9-f88941864175 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8850800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470517'] for subnet, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:31.550626 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-aada6c26-105f-49e9-b6e9-f88941864175 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:31.557056 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-aada6c26-105f-49e9-b6e9-f88941864175 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "DELETE /v2.0/subnets/eb4dac0c-0cb0-4bc2-a0fe-870dd13e7902 HTTP/1.1" status: 204 len: 168 time: 1.4711490 Dec 20 14:46:31.557475 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 55326) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:46:31.560830 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aada6c26-105f-49e9-b6e9-f88941864175 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event deleted for resources: {'Subnet': ['ID=eb4dac0c-0cb0-4bc2-a0fe-870dd13e7902,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:46:31.575894 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887d627e-dd3b-4455-9aea-7bf40d520905 None None] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:46:31.587123 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-bba3df72-c4a2-46a9-9887-57929849deb9 req-88c5ee90-2f7e-4330-8493-34bd126a0d98 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8231184 Dec 20 14:46:31.617557 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-bba3df72-c4a2-46a9-9887-57929849deb9 req-d44911e8-bbef-454d-b1d2-674079f24424 service neutron] Request body: {'port': {'device_id': '3870d726-f90f-400f-bf75-c68966f99c28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-19'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:46:31.668075 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-3f44e0a7-43d2-474a-8502-bdbfda65bc35 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1083322 Dec 20 14:46:31.673851 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 55330) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:46:31.924975 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087e1dbd-d940-41d8-b62c-c0e509303a76 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:31.933739 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-087e1dbd-d940-41d8-b62c-c0e509303a76 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2582879 Dec 20 14:46:31.945835 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 55338) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:46:32.017853 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-bba3df72-c4a2-46a9-9887-57929849deb9 req-d44911e8-bbef-454d-b1d2-674079f24424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:32.215418 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c806164-05a1-458c-b51c-b73e88ed7378 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:32.221492 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-1c806164-05a1-458c-b51c-b73e88ed7378 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2735741 Dec 20 14:46:32.226160 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 55346) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:46:32.457625 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-592c9d87-3e1b-4d58-aeb7-b65c2974a1fb tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2257216 Dec 20 14:46:32.459213 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 55348) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:46:32.477011 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-59b27c44-56ae-465d-b229-44fe3cfb5533 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Request body: {'subnet': {'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:46:32.653344 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a241a6-1ffe-4d91-94eb-5c2f87afa965 req-212f3bcc-aca6-464c-8ec0-da49ba21018b tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:32.659264 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c0a241a6-1ffe-4d91-94eb-5c2f87afa965 req-212f3bcc-aca6-464c-8ec0-da49ba21018b tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=3870d726-f90f-400f-bf75-c68966f99c28 HTTP/1.1" status: 200 len: 931 time: 0.7391648 Dec 20 14:46:32.728652 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-359d7f31-2e60-4d48-82d1-5d3255473fdb None None] Provisioning complete for port 781fb46b-1e3a-4f20-b9da-a2fd188a525f triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:46:32.731929 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-359d7f31-2e60-4d48-82d1-5d3255473fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:32.866052 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed60fd22-b091-46a7-9eab-bf9baddb86f2 req-49814e57-a89f-4519-80a3-c90d82f7c9f7 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:32.876783 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad2e051-e0d7-40ae-86a1-0c7ff4a126ac None None] DHCP port deletion for e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:46:32.879552 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ed60fd22-b091-46a7-9eab-bf9baddb86f2 req-49814e57-a89f-4519-80a3-c90d82f7c9f7 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 945 time: 0.3679690 Dec 20 14:46:32.921746 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c0a241a6-1ffe-4d91-94eb-5c2f87afa965 req-1ba83741-e16d-44ba-8045-694edf76447e tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d5e630c-78bd-41d1-b187-380d3fa580ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2315869 Dec 20 14:46:33.031723 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-359d7f31-2e60-4d48-82d1-5d3255473fdb None None] Port 781fb46b-1e3a-4f20-b9da-a2fd188a525f cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:46:33.087297 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ed60fd22-b091-46a7-9eab-bf9baddb86f2 req-04c9268f-cc70-416e-b44e-2779f0318437 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933258 Dec 20 14:46:33.116721 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ec92797d-c121-4128-8434-c212a1639a40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:33.135582 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59b27c44-56ae-465d-b229-44fe3cfb5533 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Made reservation on behalf of 71d0c98cab4349b4848e68f8a37dbf12 for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:46:33.149669 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-59b27c44-56ae-465d-b229-44fe3cfb5533 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:33.326629 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-4ad2e051-e0d7-40ae-86a1-0c7ff4a126ac None None] Deleting port 228d07a9-356b-48ab-8e7e-9b711d1719e8 {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:46:33.335688 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4ad2e051-e0d7-40ae-86a1-0c7ff4a126ac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:33.492029 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [req-bba3df72-c4a2-46a9-9887-57929849deb9 req-d44911e8-bbef-454d-b1d2-674079f24424 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 781fb46b-1e3a-4f20-b9da-a2fd188a525f {{(pid=103168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:46:33.514034 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-bba3df72-c4a2-46a9-9887-57929849deb9 req-d44911e8-bbef-454d-b1d2-674079f24424 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:33.550407 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.provisioning_blocks [req-bba3df72-c4a2-46a9-9887-57929849deb9 req-d44911e8-bbef-454d-b1d2-674079f24424 service neutron] Transition to ACTIVE for port object 781fb46b-1e3a-4f20-b9da-a2fd188a525f will not be triggered until provisioned by entity L2. {{(pid=103168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:46:33.557045 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-bba3df72-c4a2-46a9-9887-57929849deb9 req-d44911e8-bbef-454d-b1d2-674079f24424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:33.582615 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-4ad2e051-e0d7-40ae-86a1-0c7ff4a126ac None None] For port 228d07a9-356b-48ab-8e7e-9b711d1719e8, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=228d07a9-356b-48ab-8e7e-9b711d1719e8,segment=NetworkSegment(0deaa76e-8a3e-44c4-a3b8-992392ef4539),segment_id=0deaa76e-8a3e-44c4-a3b8-992392ef4539)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:46:33.588723 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4ad2e051-e0d7-40ae-86a1-0c7ff4a126ac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:33.625131 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-4ad2e051-e0d7-40ae-86a1-0c7ff4a126ac None None] Calling delete_port for 228d07a9-356b-48ab-8e7e-9b711d1719e8 owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:46:33.688927 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44911e8-bbef-454d-b1d2-674079f24424 service neutron] Pushing event updated for resources: {'Port': ['ID=781fb46b-1e3a-4f20-b9da-a2fd188a525f,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:46:33.955903 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4ad2e051-e0d7-40ae-86a1-0c7ff4a126ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:33.996615 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-bba3df72-c4a2-46a9-9887-57929849deb9 req-d44911e8-bbef-454d-b1d2-674079f24424 service neutron] Attempting to bind port 781fb46b-1e3a-4f20-b9da-a2fd188a525f on host n-h1-761264-19 for vnic_type normal with profile {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:46:33.997772 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-bba3df72-c4a2-46a9-9887-57929849deb9 req-d44911e8-bbef-454d-b1d2-674079f24424 service neutron] Attempting to bind port 781fb46b-1e3a-4f20-b9da-a2fd188a525f by drivers openvswitch,hyperv on host n-h1-761264-19 at level 0 using segments [{'id': '684010eb-b9c8-44ca-8706-1c0ac63af0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '247d6423-5fdf-4eed-9378-2e1201ada444'}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:46:33.999421 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba3df72-c4a2-46a9-9887-57929849deb9 req-d44911e8-bbef-454d-b1d2-674079f24424 service neutron] Attempting to bind port 781fb46b-1e3a-4f20-b9da-a2fd188a525f on network 247d6423-5fdf-4eed-9378-2e1201ada444 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:46:34.024127 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba3df72-c4a2-46a9-9887-57929849deb9 req-d44911e8-bbef-454d-b1d2-674079f24424 service neutron] Port 781fb46b-1e3a-4f20-b9da-a2fd188a525f on network 247d6423-5fdf-4eed-9378-2e1201ada444 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-19 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:46:34.026377 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba3df72-c4a2-46a9-9887-57929849deb9 req-d44911e8-bbef-454d-b1d2-674079f24424 service neutron] Attempting to bind port 781fb46b-1e3a-4f20-b9da-a2fd188a525f on network 247d6423-5fdf-4eed-9378-2e1201ada444 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:46:34.045707 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba3df72-c4a2-46a9-9887-57929849deb9 req-d44911e8-bbef-454d-b1d2-674079f24424 service neutron] Checking agent: {'id': '3e5ace3e-dd7b-4522-a7c4-77d13dbeab1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:46:34.049088 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba3df72-c4a2-46a9-9887-57929849deb9 req-d44911e8-bbef-454d-b1d2-674079f24424 service neutron] Checking segment: {'id': '684010eb-b9c8-44ca-8706-1c0ac63af0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '247d6423-5fdf-4eed-9378-2e1201ada444'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:46:34.049855 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba3df72-c4a2-46a9-9887-57929849deb9 req-d44911e8-bbef-454d-b1d2-674079f24424 service neutron] Bound using segment: {'id': '684010eb-b9c8-44ca-8706-1c0ac63af0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '247d6423-5fdf-4eed-9378-2e1201ada444'} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:46:34.054710 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-bba3df72-c4a2-46a9-9887-57929849deb9 req-d44911e8-bbef-454d-b1d2-674079f24424 service neutron] Bound port: 781fb46b-1e3a-4f20-b9da-a2fd188a525f, host: n-h1-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '684010eb-b9c8-44ca-8706-1c0ac63af0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '247d6423-5fdf-4eed-9378-2e1201ada444'}}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:46:34.055235 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-bba3df72-c4a2-46a9-9887-57929849deb9 req-d44911e8-bbef-454d-b1d2-674079f24424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:34.095274 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:34.104673 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad2e051-e0d7-40ae-86a1-0c7ff4a126ac None None] No DVR routers for this DVR port 228d07a9-356b-48ab-8e7e-9b711d1719e8 on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:46:34.133506 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad2e051-e0d7-40ae-86a1-0c7ff4a126ac None None] Pushing event deleted for resources: {'Port': ['ID=228d07a9-356b-48ab-8e7e-9b711d1719e8,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:46:34.205018 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 228d07a9-356b-48ab-8e7e-9b711d1719e8 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:46:34.347360 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 228d07a9-356b-48ab-8e7e-9b711d1719e8 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:46:34.360192 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 228d07a9-356b-48ab-8e7e-9b711d1719e8 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:46:34.405519 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-bba3df72-c4a2-46a9-9887-57929849deb9 req-d44911e8-bbef-454d-b1d2-674079f24424 service neutron] For port 781fb46b-1e3a-4f20-b9da-a2fd188a525f, host n-h1-761264-19, cleared binding levels {{(pid=103168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:46:34.597907 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-bba3df72-c4a2-46a9-9887-57929849deb9 req-d44911e8-bbef-454d-b1d2-674079f24424 service neutron] For port 781fb46b-1e3a-4f20-b9da-a2fd188a525f, host n-h1-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=781fb46b-1e3a-4f20-b9da-a2fd188a525f,segment=NetworkSegment(684010eb-b9c8-44ca-8706-1c0ac63af0ec),segment_id=684010eb-b9c8-44ca-8706-1c0ac63af0ec)] {{(pid=103168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:46:34.619636 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-bba3df72-c4a2-46a9-9887-57929849deb9 req-d44911e8-bbef-454d-b1d2-674079f24424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:34.754968 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba3df72-c4a2-46a9-9887-57929849deb9 req-d44911e8-bbef-454d-b1d2-674079f24424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:34.755761 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-bba3df72-c4a2-46a9-9887-57929849deb9 req-d44911e8-bbef-454d-b1d2-674079f24424 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:34.760198 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-bba3df72-c4a2-46a9-9887-57929849deb9 req-d44911e8-bbef-454d-b1d2-674079f24424 service neutron] 10.222.0.30 "PUT /v2.0/ports/781fb46b-1e3a-4f20-b9da-a2fd188a525f HTTP/1.1" status: 200 len: 1092 time: 3.1606779 Dec 20 14:46:34.774337 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3870d726-f90f-400f-bf75-c68966f99c28', 'tag': '781fb46b-1e3a-4f20-b9da-a2fd188a525f'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:46:34.785627 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67f4c663-d1fd-4e91-ac07-daaf5ad654d5" -d '{"events": [{"name": "network-changed", "server_uuid": "3870d726-f90f-400f-bf75-c68966f99c28", "tag": "781fb46b-1e3a-4f20-b9da-a2fd188a525f"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:46:34.894095 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6c0e6a-d6aa-4ee2-ab8e-106e89832415 req-1692a46d-93e0-43fc-a130-c7cfb43357fa tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:34.895745 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8f6c0e6a-d6aa-4ee2-ab8e-106e89832415 req-1692a46d-93e0-43fc-a130-c7cfb43357fa tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=3870d726-f90f-400f-bf75-c68966f99c28 HTTP/1.1" status: 200 len: 943 time: 0.4781249 Dec 20 14:46:35.192936 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44911e8-bbef-454d-b1d2-674079f24424 service neutron] Pushing event updated for resources: {'Port': ['ID=781fb46b-1e3a-4f20-b9da-a2fd188a525f,revision_number=3']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:46:35.268224 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8f6c0e6a-d6aa-4ee2-ab8e-106e89832415 req-8809538b-d00a-4d97-a4c8-9ca7a3d499e6 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d5e630c-78bd-41d1-b187-380d3fa580ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3591547 Dec 20 14:46:35.283479 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba3df72-c4a2-46a9-9887-57929849deb9 req-704ccdd3-83bf-43ef-9c53-4e1437d3e137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:35.289866 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-bba3df72-c4a2-46a9-9887-57929849deb9 req-704ccdd3-83bf-43ef-9c53-4e1437d3e137 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9abc31fa6fc849d78699cc7e0935f4b6&device_id=3870d726-f90f-400f-bf75-c68966f99c28 HTTP/1.1" status: 200 len: 1095 time: 0.4492576 Dec 20 14:46:35.481913 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-bba3df72-c4a2-46a9-9887-57929849deb9 req-57e3373a-8823-4bcb-8834-40d2401cfc68 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=781fb46b-1e3a-4f20-b9da-a2fd188a525f HTTP/1.1" status: 200 len: 217 time: 0.1812568 Dec 20 14:46:35.705620 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba3df72-c4a2-46a9-9887-57929849deb9 req-f31fb12c-06f1-4670-896d-7b42fbf44eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:35.710433 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-bba3df72-c4a2-46a9-9887-57929849deb9 req-f31fb12c-06f1-4670-896d-7b42fbf44eaf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a8bc57f1-3730-4dfb-a3cb-cf3c3829d7fe HTTP/1.1" status: 200 len: 856 time: 0.2109361 Dec 20 14:46:35.758700 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:35.864886 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba3df72-c4a2-46a9-9887-57929849deb9 req-1f128451-b216-4f91-8006-6c84ad522f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:35.875570 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-bba3df72-c4a2-46a9-9887-57929849deb9 req-1f128451-b216-4f91-8006-6c84ad522f6c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=247d6423-5fdf-4eed-9378-2e1201ada444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1563823 Dec 20 14:46:35.880294 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71b71b83-d6c9-47c9-8fa7-3f62e7fe6534 x-openstack-request-id: req-71b71b83-d6c9-47c9-8fa7-3f62e7fe6534 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:46:35.883940 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3870d726-f90f-400f-bf75-c68966f99c28", "tag": "781fb46b-1e3a-4f20-b9da-a2fd188a525f", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:46:35.884872 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-71b71b83-d6c9-47c9-8fa7-3f62e7fe6534 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:46:35.895064 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3870d726-f90f-400f-bf75-c68966f99c28', 'tag': '781fb46b-1e3a-4f20-b9da-a2fd188a525f', 'status': 'completed', 'code': 200} Dec 20 14:46:35.931111 n-d-761264-19 neutron-server[103167]: DEBUG neutron.objects.ports [None req-59b27c44-56ae-465d-b229-44fe3cfb5533 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103167) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 20 14:46:35.952500 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-59b27c44-56ae-465d-b229-44fe3cfb5533 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:36.183416 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-bba3df72-c4a2-46a9-9887-57929849deb9 req-290ac0b9-b2db-4df2-9b5a-4320a4a1c033 service neutron] 10.222.0.30 "GET /v2.0/networks/247d6423-5fdf-4eed-9378-2e1201ada444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2859054 Dec 20 14:46:36.253457 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:36.326917 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b27c44-56ae-465d-b229-44fe3cfb5533 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event updated for resources: {'Subnet': ['ID=224f99ed-a85e-4ff5-b31f-7be2dcbc22c3,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:46:36.370411 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b27c44-56ae-465d-b229-44fe3cfb5533 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:46:36.384247 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-59b27c44-56ae-465d-b229-44fe3cfb5533 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:46:36.404130 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d7c1b2-b185-43fa-90fa-809f6ff223a7 None None] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:46:36.413356 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b27c44-56ae-465d-b229-44fe3cfb5533 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:36.413965 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-59b27c44-56ae-465d-b229-44fe3cfb5533 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:36.546954 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082de411-6541-476a-99de-d8723259c954 req-0cd1f8f1-0871-40ff-b3f7-d3090a22f829 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:36.549038 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-082de411-6541-476a-99de-d8723259c954 req-0cd1f8f1-0871-40ff-b3f7-d3090a22f829 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 945 time: 0.6055799 Dec 20 14:46:36.576874 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-59b27c44-56ae-465d-b229-44fe3cfb5533 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 4.1163692 Dec 20 14:46:36.580326 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 55424) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:46:36.620553 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-751b3234-02fa-429e-9711-14066468350a tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Request body: {'port': {'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'mac_address': 'fa:16:3e:4a:0b:64', 'name': 'tempest-NetworksTestDHCPv6-306759729'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:46:36.828377 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-082de411-6541-476a-99de-d8723259c954 req-91158008-0145-4b6c-9a27-63068d66ff97 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357697 Dec 20 14:46:36.965519 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95bb6a19-d1b8-4f73-a602-734bcd4c727c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'project_id': '71d0c98cab4349b4848e68f8a37dbf12', 'fixed_ips': [{'subnet_id': '224f99ed-a85e-4ff5-b31f-7be2dcbc22c3'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:46:36.967359 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-95bb6a19-d1b8-4f73-a602-734bcd4c727c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:37.012327 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-bba3df72-c4a2-46a9-9887-57929849deb9 req-91deb3f5-30ec-479e-8537-7b7ab3fba5a8 service neutron] 10.222.0.30 "GET /v2.0/networks/247d6423-5fdf-4eed-9378-2e1201ada444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8206654 Dec 20 14:46:37.293224 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b0bae-d85e-4c5a-a75e-420bb9470e2c req-97f84b23-98ea-40fa-991e-d5b9fa0584d5 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:37.296523 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-592b0bae-d85e-4c5a-a75e-420bb9470e2c req-97f84b23-98ea-40fa-991e-d5b9fa0584d5 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=3870d726-f90f-400f-bf75-c68966f99c28 HTTP/1.1" status: 200 len: 943 time: 0.6522255 Dec 20 14:46:37.477736 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-592b0bae-d85e-4c5a-a75e-420bb9470e2c req-6a25b2b4-6139-4070-ac3a-45d4ad912432 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d5e630c-78bd-41d1-b187-380d3fa580ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810091 Dec 20 14:46:37.495209 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f4c663-d1fd-4e91-ac07-daaf5ad654d5 req-1925e45a-c3a3-4bc1-b8ac-2ab01bebb50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:37.501639 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-67f4c663-d1fd-4e91-ac07-daaf5ad654d5 req-1925e45a-c3a3-4bc1-b8ac-2ab01bebb50a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9abc31fa6fc849d78699cc7e0935f4b6&device_id=3870d726-f90f-400f-bf75-c68966f99c28 HTTP/1.1" status: 200 len: 1095 time: 0.3394179 Dec 20 14:46:37.637056 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-95bb6a19-d1b8-4f73-a602-734bcd4c727c None None] Allocated IP 2001:db8::f816:3eff:fe73:c200 (e2be1aff-cd00-4c3f-b1c0-ddca69da57f4/224f99ed-a85e-4ff5-b31f-7be2dcbc22c3/660447a6-4b14-4fd4-859a-cea5a231aa3a) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:46:37.787651 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-751b3234-02fa-429e-9711-14066468350a tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Made reservation on behalf of 71d0c98cab4349b4848e68f8a37dbf12 for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:46:38.143173 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-95bb6a19-d1b8-4f73-a602-734bcd4c727c None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:38.172246 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-95bb6a19-d1b8-4f73-a602-734bcd4c727c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:38.337454 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f4c663-d1fd-4e91-ac07-daaf5ad654d5 req-7c0323a6-2442-4ae1-b93c-25ec1b5b8c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:38.338696 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-67f4c663-d1fd-4e91-ac07-daaf5ad654d5 req-7c0323a6-2442-4ae1-b93c-25ec1b5b8c8b service neutron] 10.222.0.30 "GET /v2.0/networks?id=247d6423-5fdf-4eed-9378-2e1201ada444 HTTP/1.1" status: 200 len: 918 time: 0.8273025 Dec 20 14:46:38.433565 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bb6a19-d1b8-4f73-a602-734bcd4c727c None None] Pushing event updated for resources: {'Port': ['ID=660447a6-4b14-4fd4-859a-cea5a231aa3a,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:46:38.472161 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95bb6a19-d1b8-4f73-a602-734bcd4c727c None None] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:46:38.472486 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-95bb6a19-d1b8-4f73-a602-734bcd4c727c None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:46:38.482584 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bb6a19-d1b8-4f73-a602-734bcd4c727c None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:46:38.711202 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-67f4c663-d1fd-4e91-ac07-daaf5ad654d5 req-15a03b09-090a-4daa-8fb9-4ee4f8157a39 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=781fb46b-1e3a-4f20-b9da-a2fd188a525f HTTP/1.1" status: 200 len: 217 time: 0.3529835 Dec 20 14:46:38.735513 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-95bb6a19-d1b8-4f73-a602-734bcd4c727c None None] Attempting to bind port 660447a6-4b14-4fd4-859a-cea5a231aa3a on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:46:38.736579 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-95bb6a19-d1b8-4f73-a602-734bcd4c727c None None] Attempting to bind port 660447a6-4b14-4fd4-859a-cea5a231aa3a by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '0deaa76e-8a3e-44c4-a3b8-992392ef4539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:46:38.737554 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bb6a19-d1b8-4f73-a602-734bcd4c727c None None] Attempting to bind port 660447a6-4b14-4fd4-859a-cea5a231aa3a on network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:46:38.758223 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-751b3234-02fa-429e-9711-14066468350a tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:38.773426 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bb6a19-d1b8-4f73-a602-734bcd4c727c None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:46:38.782044 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bb6a19-d1b8-4f73-a602-734bcd4c727c None None] Checking segment: {'id': '0deaa76e-8a3e-44c4-a3b8-992392ef4539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:46:38.789018 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-95bb6a19-d1b8-4f73-a602-734bcd4c727c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:38.793301 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bb6a19-d1b8-4f73-a602-734bcd4c727c None None] Bound using segment: {'id': '0deaa76e-8a3e-44c4-a3b8-992392ef4539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:46:38.794897 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-95bb6a19-d1b8-4f73-a602-734bcd4c727c None None] Bound port: 660447a6-4b14-4fd4-859a-cea5a231aa3a, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0deaa76e-8a3e-44c4-a3b8-992392ef4539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:46:38.799174 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-95bb6a19-d1b8-4f73-a602-734bcd4c727c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:38.918210 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329eb312-eda0-422e-a96d-e733b816e9a2 req-6f362555-c37d-4975-ae8e-f0478f647cb3 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:38.935821 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-329eb312-eda0-422e-a96d-e733b816e9a2 req-6f362555-c37d-4975-ae8e-f0478f647cb3 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 945 time: 0.8908808 Dec 20 14:46:39.024673 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467eba66-a1df-4163-b9f0-e348f2c1c431 req-2d8e8806-3325-4fff-8808-484572d08571 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:39.027562 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [None req-751b3234-02fa-429e-9711-14066468350a tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] device_id is not set on port 2a17ce66-6bc3-4035-a6c6-e657dc24521d yet. {{(pid=103168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 14:46:39.063601 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-467eba66-a1df-4163-b9f0-e348f2c1c431 req-2d8e8806-3325-4fff-8808-484572d08571 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=3870d726-f90f-400f-bf75-c68966f99c28 HTTP/1.1" status: 200 len: 943 time: 0.2895303 Dec 20 14:46:39.178202 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-95bb6a19-d1b8-4f73-a602-734bcd4c727c None None] For port 660447a6-4b14-4fd4-859a-cea5a231aa3a, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:46:39.194818 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-95bb6a19-d1b8-4f73-a602-734bcd4c727c None None] For port 660447a6-4b14-4fd4-859a-cea5a231aa3a, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=660447a6-4b14-4fd4-859a-cea5a231aa3a,segment=NetworkSegment(0deaa76e-8a3e-44c4-a3b8-992392ef4539),segment_id=0deaa76e-8a3e-44c4-a3b8-992392ef4539)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:46:39.203604 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-95bb6a19-d1b8-4f73-a602-734bcd4c727c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:39.318230 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-467eba66-a1df-4163-b9f0-e348f2c1c431 req-6f155293-0198-41f2-9ab4-da9050597556 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d5e630c-78bd-41d1-b187-380d3fa580ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2527096 Dec 20 14:46:39.356928 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f4c663-d1fd-4e91-ac07-daaf5ad654d5 req-27f5c3c0-4207-4329-a551-1e38081c7180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:39.360885 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-67f4c663-d1fd-4e91-ac07-daaf5ad654d5 req-27f5c3c0-4207-4329-a551-1e38081c7180 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a8bc57f1-3730-4dfb-a3cb-cf3c3829d7fe HTTP/1.1" status: 200 len: 856 time: 0.6378789 Dec 20 14:46:39.449784 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bb6a19-d1b8-4f73-a602-734bcd4c727c None None] Pushing event updated for resources: {'Port': ['ID=660447a6-4b14-4fd4-859a-cea5a231aa3a,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:46:39.644886 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f4c663-d1fd-4e91-ac07-daaf5ad654d5 req-a55ecf0d-1c27-4402-9d8f-cd53509fe74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:39.650681 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-67f4c663-d1fd-4e91-ac07-daaf5ad654d5 req-a55ecf0d-1c27-4402-9d8f-cd53509fe74c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=247d6423-5fdf-4eed-9378-2e1201ada444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2515330 Dec 20 14:46:39.656308 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-329eb312-eda0-422e-a96d-e733b816e9a2 req-b5c00461-59db-4e45-8c67-64138c6777d7 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7153664 Dec 20 14:46:39.686109 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 781fb46b-1e3a-4f20-b9da-a2fd188a525f details requested by agent hyperv_n-h1-761264-19 with host n-h1-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:46:39.880958 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.db.resource_extend [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 14:46:39.929343 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-67f4c663-d1fd-4e91-ac07-daaf5ad654d5 req-a81d4f1c-74f0-48a7-ae56-e15ea2c9b962 service neutron] 10.222.0.30 "GET /v2.0/networks/247d6423-5fdf-4eed-9378-2e1201ada444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648437 Dec 20 14:46:40.096566 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-751b3234-02fa-429e-9711-14066468350a tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Allocated IP 2001:db8::f816:3eff:fe4a:b64 (e2be1aff-cd00-4c3f-b1c0-ddca69da57f4/224f99ed-a85e-4ff5-b31f-7be2dcbc22c3/2a17ce66-6bc3-4035-a6c6-e657dc24521d) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:46:40.250384 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 660447a6-4b14-4fd4-859a-cea5a231aa3a up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:46:40.268596 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-67f4c663-d1fd-4e91-ac07-daaf5ad654d5 req-fdcb09e0-7c3e-4cd7-919d-cef6124fd451 service neutron] 10.222.0.30 "GET /v2.0/networks/247d6423-5fdf-4eed-9378-2e1201ada444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3294301 Dec 20 14:46:40.499665 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 781fb46b-1e3a-4f20-b9da-a2fd188a525f, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=781fb46b-1e3a-4f20-b9da-a2fd188a525f,segment=NetworkSegment(684010eb-b9c8-44ca-8706-1c0ac63af0ec),segment_id=684010eb-b9c8-44ca-8706-1c0ac63af0ec)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:46:40.571723 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Returning: {'device': '781fb46b-1e3a-4f20-b9da-a2fd188a525f', 'network_id': '247d6423-5fdf-4eed-9378-2e1201ada444', 'port_id': '781fb46b-1e3a-4f20-b9da-a2fd188a525f', 'mac_address': 'fa:16:3e:d1:c5:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8bc57f1-3730-4dfb-a3cb-cf3c3829d7fe', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:46:40.697287 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:40.715071 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea379e5d-c941-488f-a0a0-ef61cf3f7c81 req-4f20a68f-e7fe-4279-a8f8-756982107e64 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:40.728199 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 781fb46b-1e3a-4f20-b9da-a2fd188a525f {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:46:40.734962 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ea379e5d-c941-488f-a0a0-ef61cf3f7c81 req-4f20a68f-e7fe-4279-a8f8-756982107e64 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=3870d726-f90f-400f-bf75-c68966f99c28 HTTP/1.1" status: 200 len: 943 time: 0.2008708 Dec 20 14:46:40.742484 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-751b3234-02fa-429e-9711-14066468350a tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:40.756498 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 781fb46b-1e3a-4f20-b9da-a2fd188a525f, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=781fb46b-1e3a-4f20-b9da-a2fd188a525f,segment=NetworkSegment(684010eb-b9c8-44ca-8706-1c0ac63af0ec),segment_id=684010eb-b9c8-44ca-8706-1c0ac63af0ec)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:46:40.773186 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:40.778074 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 660447a6-4b14-4fd4-859a-cea5a231aa3a triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:46:40.797076 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:40.860627 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ea379e5d-c941-488f-a0a0-ef61cf3f7c81 req-8155c2f9-0798-4f74-9f48-0a12ea153184 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d5e630c-78bd-41d1-b187-380d3fa580ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244621 Dec 20 14:46:40.869866 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-751b3234-02fa-429e-9711-14066468350a tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:41.037370 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=781fb46b-1e3a-4f20-b9da-a2fd188a525f,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:46:41.082350 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751b3234-02fa-429e-9711-14066468350a tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event updated for resources: {'Port': ['ID=2a17ce66-6bc3-4035-a6c6-e657dc24521d,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:46:41.114673 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:41.117217 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['781fb46b-1e3a-4f20-b9da-a2fd188a525f'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:46:41.203380 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751b3234-02fa-429e-9711-14066468350a tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:46:41.209867 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-751b3234-02fa-429e-9711-14066468350a tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:46:41.212065 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751b3234-02fa-429e-9711-14066468350a tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:46:41.219738 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751b3234-02fa-429e-9711-14066468350a tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:41.220626 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-751b3234-02fa-429e-9711-14066468350a tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:41.260505 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af12f07-8136-454a-9d3b-9cf91e046a76 req-405b585b-5b6e-431b-9c51-db07d07a482b tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:41.270222 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5af12f07-8136-454a-9d3b-9cf91e046a76 req-405b585b-5b6e-431b-9c51-db07d07a482b tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 945 time: 0.1663692 Dec 20 14:46:41.300589 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 55484) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:46:41.301593 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-751b3234-02fa-429e-9711-14066468350a tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 4.6980286 Dec 20 14:46:41.357090 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5af12f07-8136-454a-9d3b-9cf91e046a76 req-1f297e57-d6b4-4b1d-8dc7-cdbd69b13879 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856884 Dec 20 14:46:41.384924 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] For port 660447a6-4b14-4fd4-859a-cea5a231aa3a, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=660447a6-4b14-4fd4-859a-cea5a231aa3a,segment=NetworkSegment(0deaa76e-8a3e-44c4-a3b8-992392ef4539),segment_id=0deaa76e-8a3e-44c4-a3b8-992392ef4539)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:46:41.463694 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9614b1c0-0d11-43f3-8a70-4a66f018b456 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:41.490359 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9614b1c0-0d11-43f3-8a70-4a66f018b456 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:41.497037 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 55494) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:46:41.504684 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-9614b1c0-0d11-43f3-8a70-4a66f018b456 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.2026284 Dec 20 14:46:41.510077 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:41.782895 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Pushing event updated for resources: {'Port': ['ID=660447a6-4b14-4fd4-859a-cea5a231aa3a,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:46:41.870710 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-1dfbc94b-e2b9-47fb-b1c2-8f669c4169cd tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Deleting port 2a17ce66-6bc3-4035-a6c6-e657dc24521d {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:46:41.871314 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1dfbc94b-e2b9-47fb-b1c2-8f669c4169cd tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:42.009204 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:42.021842 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-683f558a-932d-4ead-bd4a-fff43a29d25c None None] Provisioning complete for port 660447a6-4b14-4fd4-859a-cea5a231aa3a triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:46:42.021842 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-683f558a-932d-4ead-bd4a-fff43a29d25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:42.240836 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2aa325-14c5-4084-8719-20d1c450e6b6 req-73292626-4d2f-425d-b52f-f59c7fceb13a tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:42.257067 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0e2aa325-14c5-4084-8719-20d1c450e6b6 req-73292626-4d2f-425d-b52f-f59c7fceb13a tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=3870d726-f90f-400f-bf75-c68966f99c28 HTTP/1.1" status: 200 len: 944 time: 0.1652923 Dec 20 14:46:42.264221 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 660447a6-4b14-4fd4-859a-cea5a231aa3a up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:46:42.316170 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1dfbc94b-e2b9-47fb-b1c2-8f669c4169cd tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:42.339112 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-1dfbc94b-e2b9-47fb-b1c2-8f669c4169cd tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Calling delete_port for 2a17ce66-6bc3-4035-a6c6-e657dc24521d owned by {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:46:42.349608 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 660447a6-4b14-4fd4-859a-cea5a231aa3a triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:46:42.350182 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:42.516612 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1dfbc94b-e2b9-47fb-b1c2-8f669c4169cd tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:42.598217 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfbc94b-e2b9-47fb-b1c2-8f669c4169cd tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event deleted for resources: {'Port': ['ID=2a17ce66-6bc3-4035-a6c6-e657dc24521d,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:46:42.627940 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-9199d424-145b-46a8-ba57-3fce682fbef1 None None] Provisioning complete for port 2a17ce66-6bc3-4035-a6c6-e657dc24521d triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:46:42.628550 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-9199d424-145b-46a8-ba57-3fce682fbef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:42.653377 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0e2aa325-14c5-4084-8719-20d1c450e6b6 req-bfd9edf1-2c6d-484e-8659-cac8c76d4b88 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d5e630c-78bd-41d1-b187-380d3fa580ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495702 Dec 20 14:46:42.680033 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382d0dc3-bbc9-45a6-bf56-252692dc3bd3 req-bf1e490a-5145-4d2f-9518-afe118e06369 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:42.686141 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-9199d424-145b-46a8-ba57-3fce682fbef1 None None] Port 2a17ce66-6bc3-4035-a6c6-e657dc24521d was deleted so its status cannot be updated. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 20 14:46:42.694121 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-382d0dc3-bbc9-45a6-bf56-252692dc3bd3 req-bf1e490a-5145-4d2f-9518-afe118e06369 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 945 time: 0.1559436 Dec 20 14:46:42.715334 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1dfbc94b-e2b9-47fb-b1c2-8f669c4169cd tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:42.718748 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-1dfbc94b-e2b9-47fb-b1c2-8f669c4169cd tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "DELETE /v2.0/ports/2a17ce66-6bc3-4035-a6c6-e657dc24521d HTTP/1.1" status: 204 len: 168 time: 1.2204783 Dec 20 14:46:42.723717 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 55514) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:46:42.856951 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-382d0dc3-bbc9-45a6-bf56-252692dc3bd3 req-9ad7739f-ef15-4e60-9ebf-bcccf169430d tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588094 Dec 20 14:46:42.928428 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73cd5ae9-5e28-4673-a783-41da2227004c tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:42.930086 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73cd5ae9-5e28-4673-a783-41da2227004c tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:42.934212 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-73cd5ae9-5e28-4673-a783-41da2227004c tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2095451 Dec 20 14:46:42.937834 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 55520) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:46:43.091437 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_v2 [None req-382109ac-961a-4300-9d07-c7c358d9e7b3 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Deleting subnet 224f99ed-a85e-4ff5-b31f-7be2dcbc22c3 {{(pid=103167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:46:43.103567 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-382109ac-961a-4300-9d07-c7c358d9e7b3 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks [] for subnet, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:43.266818 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-382109ac-961a-4300-9d07-c7c358d9e7b3 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954412'] for subnet, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:43.419468 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-382109ac-961a-4300-9d07-c7c358d9e7b3 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:43.531589 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-382109ac-961a-4300-9d07-c7c358d9e7b3 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:43.556726 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-382109ac-961a-4300-9d07-c7c358d9e7b3 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:43.557598 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a572a1-bb09-46a9-80f1-d57f56e5e366 None None] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:46:43.561084 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-382109ac-961a-4300-9d07-c7c358d9e7b3 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "DELETE /v2.0/subnets/224f99ed-a85e-4ff5-b31f-7be2dcbc22c3 HTTP/1.1" status: 204 len: 168 time: 0.6217935 Dec 20 14:46:43.563775 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 55528) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:46:43.592271 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382109ac-961a-4300-9d07-c7c358d9e7b3 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event deleted for resources: {'Subnet': ['ID=224f99ed-a85e-4ff5-b31f-7be2dcbc22c3,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:46:43.731890 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 781fb46b-1e3a-4f20-b9da-a2fd188a525f up at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:46:43.745373 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 55534) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:46:43.757173 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-a618096e-e33f-4583-8cdc-698f1c3ff662 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Request body: {'subnet': {'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:46:43.760783 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-ac94607d-a2a4-4bbd-90cd-ff2bb6fc9245 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1732423 Dec 20 14:46:43.989621 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning for port 781fb46b-1e3a-4f20-b9da-a2fd188a525f completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:46:44.013015 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning complete for port 781fb46b-1e3a-4f20-b9da-a2fd188a525f triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:46:44.013390 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:44.063908 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a04703-5caa-4702-bda3-3c22d03e2dc7 req-de590cc3-7c60-4152-a454-a6be38e9cecd tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:44.072350 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c0a04703-5caa-4702-bda3-3c22d03e2dc7 req-de590cc3-7c60-4152-a454-a6be38e9cecd tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=3870d726-f90f-400f-bf75-c68966f99c28 HTTP/1.1" status: 200 len: 944 time: 0.2108335 Dec 20 14:46:44.144988 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb0f7e0-40d1-4f3d-835e-e71f2677721b None None] DHCP port deletion for e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:46:44.190326 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c0a04703-5caa-4702-bda3-3c22d03e2dc7 req-f13dde89-29c3-4ff5-9ca0-47dffa306b9f tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d5e630c-78bd-41d1-b187-380d3fa580ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169343 Dec 20 14:46:44.191827 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a618096e-e33f-4583-8cdc-698f1c3ff662 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Made reservation on behalf of 71d0c98cab4349b4848e68f8a37dbf12 for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:46:44.208951 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a618096e-e33f-4583-8cdc-698f1c3ff662 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:44.215618 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f474d6-9ac4-4f71-a243-cd5b1419b0fa req-c341db58-8afd-4b09-af75-ce9eae0391cc tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:44.220028 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-98f474d6-9ac4-4f71-a243-cd5b1419b0fa req-c341db58-8afd-4b09-af75-ce9eae0391cc tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 945 time: 0.1920686 Dec 20 14:46:44.461523 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-98f474d6-9ac4-4f71-a243-cd5b1419b0fa req-736dc537-5b5e-49b9-af38-e47b334ed6d5 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322569 Dec 20 14:46:44.615282 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:44.648669 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-3eb0f7e0-40d1-4f3d-835e-e71f2677721b None None] Deleting port 660447a6-4b14-4fd4-859a-cea5a231aa3a {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:46:44.661659 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-3eb0f7e0-40d1-4f3d-835e-e71f2677721b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:44.730764 n-d-761264-19 neutron-server[103167]: DEBUG neutron.objects.ports [None req-a618096e-e33f-4583-8cdc-698f1c3ff662 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103167) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 20 14:46:44.799264 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3870d726-f90f-400f-bf75-c68966f99c28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '781fb46b-1e3a-4f20-b9da-a2fd188a525f'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:46:44.812155 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b553f41-daeb-4744-bcd3-891a8e44cbe6" -d '{"events": [{"server_uuid": "3870d726-f90f-400f-bf75-c68966f99c28", "name": "network-vif-plugged", "status": "completed", "tag": "781fb46b-1e3a-4f20-b9da-a2fd188a525f"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:46:44.849876 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 781fb46b-1e3a-4f20-b9da-a2fd188a525f, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=781fb46b-1e3a-4f20-b9da-a2fd188a525f,segment=NetworkSegment(684010eb-b9c8-44ca-8706-1c0ac63af0ec),segment_id=684010eb-b9c8-44ca-8706-1c0ac63af0ec)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:46:44.863866 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:44.867184 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-3eb0f7e0-40d1-4f3d-835e-e71f2677721b None None] For port 660447a6-4b14-4fd4-859a-cea5a231aa3a, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=660447a6-4b14-4fd4-859a-cea5a231aa3a,segment=NetworkSegment(0deaa76e-8a3e-44c4-a3b8-992392ef4539),segment_id=0deaa76e-8a3e-44c4-a3b8-992392ef4539)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:46:44.867577 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-3eb0f7e0-40d1-4f3d-835e-e71f2677721b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:44.941489 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-3eb0f7e0-40d1-4f3d-835e-e71f2677721b None None] Calling delete_port for 660447a6-4b14-4fd4-859a-cea5a231aa3a owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:46:45.027326 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a618096e-e33f-4583-8cdc-698f1c3ff662 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:45.215242 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27b33b44-b611-400f-bad8-7661edb4b94d x-openstack-request-id: req-27b33b44-b611-400f-bad8-7661edb4b94d {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:46:45.217379 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3870d726-f90f-400f-bf75-c68966f99c28", "name": "network-vif-plugged", "status": "completed", "tag": "781fb46b-1e3a-4f20-b9da-a2fd188a525f", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:46:45.218544 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-27b33b44-b611-400f-bad8-7661edb4b94d {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:46:45.220786 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3870d726-f90f-400f-bf75-c68966f99c28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '781fb46b-1e3a-4f20-b9da-a2fd188a525f', 'code': 200} Dec 20 14:46:45.293614 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-3eb0f7e0-40d1-4f3d-835e-e71f2677721b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:45.303720 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8180f6e-e779-433a-8e2c-fc04e46e2646 req-80bcd5b9-bd29-4d14-bc8f-8520f9bd2a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:45.314442 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a8180f6e-e779-433a-8e2c-fc04e46e2646 req-80bcd5b9-bd29-4d14-bc8f-8520f9bd2a1d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8a3f5189e8f64307a0b577e5cb283b15&device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 1097 time: 0.1268151 Dec 20 14:46:45.370122 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb0f7e0-40d1-4f3d-835e-e71f2677721b None None] No DVR routers for this DVR port 660447a6-4b14-4fd4-859a-cea5a231aa3a on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:46:45.406932 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:45.414283 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=781fb46b-1e3a-4f20-b9da-a2fd188a525f,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:46:45.521638 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb0f7e0-40d1-4f3d-835e-e71f2677721b None None] Pushing event deleted for resources: {'Port': ['ID=660447a6-4b14-4fd4-859a-cea5a231aa3a,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:46:45.627671 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8180f6e-e779-433a-8e2c-fc04e46e2646 req-d43d7d09-65e6-4c26-be8b-754538e95b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:45.629558 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a8180f6e-e779-433a-8e2c-fc04e46e2646 req-d43d7d09-65e6-4c26-be8b-754538e95b2a service neutron] 10.222.0.47 "GET /v2.0/networks?id=e77a6991-7e9b-4f80-86c7-a3378ec4de6a HTTP/1.1" status: 200 len: 914 time: 0.3069360 Dec 20 14:46:45.639940 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-a618096e-e33f-4583-8cdc-698f1c3ff662 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] For port 660447a6-4b14-4fd4-859a-cea5a231aa3a, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=660447a6-4b14-4fd4-859a-cea5a231aa3a,segment=NetworkSegment(0deaa76e-8a3e-44c4-a3b8-992392ef4539),segment_id=0deaa76e-8a3e-44c4-a3b8-992392ef4539)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:46:45.779063 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a618096e-e33f-4583-8cdc-698f1c3ff662 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:45.786593 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a8180f6e-e779-433a-8e2c-fc04e46e2646 req-85689198-f05b-43c8-85c9-e91e24921eb7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cbf29dfb-3708-422d-85ee-b8db53577948 HTTP/1.1" status: 200 len: 217 time: 0.1252544 Dec 20 14:46:46.055117 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8180f6e-e779-433a-8e2c-fc04e46e2646 req-2a16f179-8d04-4f60-a085-bc53b25b5d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:46.055117 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a8180f6e-e779-433a-8e2c-fc04e46e2646 req-2a16f179-8d04-4f60-a085-bc53b25b5d34 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=688232d4-a5ee-4fe6-bf9a-f2474a9f502e HTTP/1.1" status: 200 len: 853 time: 0.0966644 Dec 20 14:46:46.063932 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a618096e-e33f-4583-8cdc-698f1c3ff662 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:46.063932 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a618096e-e33f-4583-8cdc-698f1c3ff662 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:46.063932 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 55598) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:46:46.065222 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abdb161-0206-4459-b559-391dafb951e0 req-c6cf63f5-5e3b-4988-8203-3f9627e065ba tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:46.065222 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1abdb161-0206-4459-b559-391dafb951e0 req-c6cf63f5-5e3b-4988-8203-3f9627e065ba tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=3870d726-f90f-400f-bf75-c68966f99c28 HTTP/1.1" status: 200 len: 945 time: 0.4068832 Dec 20 14:46:46.065222 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a8180f6e-e779-433a-8e2c-fc04e46e2646 req-510f05a6-7312-43bb-8310-abea220da77e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e77a6991-7e9b-4f80-86c7-a3378ec4de6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1330070 Dec 20 14:46:46.065222 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0836310-2d57-47e1-9857-f6d373adb2f0 req-a9fc604b-1427-4384-b39c-23ea5dd2f579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:46.065222 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d0836310-2d57-47e1-9857-f6d373adb2f0 req-a9fc604b-1427-4384-b39c-23ea5dd2f579 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3870d726-f90f-400f-bf75-c68966f99c28 HTTP/1.1" status: 200 len: 1097 time: 0.9068046 Dec 20 14:46:46.137784 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 660447a6-4b14-4fd4-859a-cea5a231aa3a no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:46:46.181639 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 660447a6-4b14-4fd4-859a-cea5a231aa3a {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:46:46.181994 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 660447a6-4b14-4fd4-859a-cea5a231aa3a not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:46:46.217971 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a618096e-e33f-4583-8cdc-698f1c3ff662 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event updated for resources: {'Subnet': ['ID=f34bf8d6-0e7f-46c2-8f05-b9a76b01fc80,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:46:46.307454 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a618096e-e33f-4583-8cdc-698f1c3ff662 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event deleted for resources: {'Port': ['ID=660447a6-4b14-4fd4-859a-cea5a231aa3a,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:46:46.326517 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a618096e-e33f-4583-8cdc-698f1c3ff662 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:46:46.332721 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-a618096e-e33f-4583-8cdc-698f1c3ff662 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:46:46.347680 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264d2493-ee15-44a5-b617-212fc61803e9 None None] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:46:46.352998 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d0836310-2d57-47e1-9857-f6d373adb2f0 req-d80f888e-948d-453e-890c-2529e259a2b6 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3d5e630c-78bd-41d1-b187-380d3fa580ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2540855 Dec 20 14:46:46.354100 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a618096e-e33f-4583-8cdc-698f1c3ff662 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:46.355104 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a618096e-e33f-4583-8cdc-698f1c3ff662 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:46.428508 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-a618096e-e33f-4583-8cdc-698f1c3ff662 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.6788778 Dec 20 14:46:46.437902 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 55608) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:46:46.446188 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-2053cdd5-f36c-40bb-a819-f85794c51a0c tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Request body: {'port': {'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'mac_address': 'fa:16:3e:aa:67:2d', 'name': 'tempest-NetworksTestDHCPv6-1797279480'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:46:46.447239 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1abdb161-0206-4459-b559-391dafb951e0 req-fe0a29ac-67ab-4fa0-8781-41b56dbb4b55 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d5e630c-78bd-41d1-b187-380d3fa580ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3345594 Dec 20 14:46:46.462813 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef6c7a0-be89-4e4e-9fb0-1b5da062cf64 req-8bf9db61-7748-4791-ae3f-e9aef6329d2f tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:46.464523 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9ef6c7a0-be89-4e4e-9fb0-1b5da062cf64 req-8bf9db61-7748-4791-ae3f-e9aef6329d2f tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 945 time: 0.7009232 Dec 20 14:46:46.542227 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a8180f6e-e779-433a-8e2c-fc04e46e2646 req-c0e99aa9-0f07-486d-990f-7b085344f27b service neutron] 10.222.0.47 "GET /v2.0/networks/e77a6991-7e9b-4f80-86c7-a3378ec4de6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4772525 Dec 20 14:46:46.553122 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e276ef58-b877-43eb-b655-5b94ab78e84e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'project_id': '71d0c98cab4349b4848e68f8a37dbf12', 'fixed_ips': [{'subnet_id': 'f34bf8d6-0e7f-46c2-8f05-b9a76b01fc80'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:46:46.554583 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e276ef58-b877-43eb-b655-5b94ab78e84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:46.663458 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fd441f02-7a27-456e-b8b8-d8770d2ff293 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:46.748753 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9ef6c7a0-be89-4e4e-9fb0-1b5da062cf64 req-1bffc1fd-5680-43af-9a0b-f1065ec0af98 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717767 Dec 20 14:46:46.937148 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-e276ef58-b877-43eb-b655-5b94ab78e84e None None] Allocated IP 2001:db8::f816:3eff:fefe:fdf0 (e2be1aff-cd00-4c3f-b1c0-ddca69da57f4/f34bf8d6-0e7f-46c2-8f05-b9a76b01fc80/9c00eecd-efdf-416b-ae3c-e022588a51ce) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:46:46.952373 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2053cdd5-f36c-40bb-a819-f85794c51a0c tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Made reservation on behalf of 71d0c98cab4349b4848e68f8a37dbf12 for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:46:47.298257 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2053cdd5-f36c-40bb-a819-f85794c51a0c tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:47.316613 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e276ef58-b877-43eb-b655-5b94ab78e84e None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:47.326243 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e276ef58-b877-43eb-b655-5b94ab78e84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:47.411250 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fd441f02-7a27-456e-b8b8-d8770d2ff293 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:47.439926 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a8180f6e-e779-433a-8e2c-fc04e46e2646 req-2752118d-51d5-47c4-b899-5a5a49e3c9fe service neutron] 10.222.0.47 "GET /v2.0/networks/e77a6991-7e9b-4f80-86c7-a3378ec4de6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8889832 Dec 20 14:46:47.455766 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e276ef58-b877-43eb-b655-5b94ab78e84e None None] Pushing event updated for resources: {'Port': ['ID=9c00eecd-efdf-416b-ae3c-e022588a51ce,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:46:47.457878 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [None req-2053cdd5-f36c-40bb-a819-f85794c51a0c tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] device_id is not set on port c5f81ecc-a975-42a0-a4be-423067a61c62 yet. {{(pid=103167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 14:46:47.485947 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e276ef58-b877-43eb-b655-5b94ab78e84e None None] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:46:47.491713 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-e276ef58-b877-43eb-b655-5b94ab78e84e None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:46:47.495575 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e276ef58-b877-43eb-b655-5b94ab78e84e None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:46:47.573650 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device cbf29dfb-3708-422d-85ee-b8db53577948 no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:46:47.611162 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-e276ef58-b877-43eb-b655-5b94ab78e84e None None] Attempting to bind port 9c00eecd-efdf-416b-ae3c-e022588a51ce on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:46:47.612133 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-e276ef58-b877-43eb-b655-5b94ab78e84e None None] Attempting to bind port 9c00eecd-efdf-416b-ae3c-e022588a51ce by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '0deaa76e-8a3e-44c4-a3b8-992392ef4539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:46:47.612646 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e276ef58-b877-43eb-b655-5b94ab78e84e None None] Attempting to bind port 9c00eecd-efdf-416b-ae3c-e022588a51ce on network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:46:47.626107 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e276ef58-b877-43eb-b655-5b94ab78e84e None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:46:47.626651 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e276ef58-b877-43eb-b655-5b94ab78e84e None None] Checking segment: {'id': '0deaa76e-8a3e-44c4-a3b8-992392ef4539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:46:47.627187 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e276ef58-b877-43eb-b655-5b94ab78e84e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:47.627682 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e276ef58-b877-43eb-b655-5b94ab78e84e None None] Bound using segment: {'id': '0deaa76e-8a3e-44c4-a3b8-992392ef4539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:46:47.628281 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-e276ef58-b877-43eb-b655-5b94ab78e84e None None] Bound port: 9c00eecd-efdf-416b-ae3c-e022588a51ce, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0deaa76e-8a3e-44c4-a3b8-992392ef4539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:46:47.629259 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e276ef58-b877-43eb-b655-5b94ab78e84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:47.714477 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d49383-bd65-41d2-af8b-20424b54e10c req-b7b08373-8be2-4793-a021-45062648edd6 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:47.737370 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-13d49383-bd65-41d2-af8b-20424b54e10c req-b7b08373-8be2-4793-a021-45062648edd6 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=3870d726-f90f-400f-bf75-c68966f99c28 HTTP/1.1" status: 200 len: 945 time: 0.1317155 Dec 20 14:46:47.915290 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-2053cdd5-f36c-40bb-a819-f85794c51a0c tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Allocated IP 2001:db8::f816:3eff:feaa:672d (e2be1aff-cd00-4c3f-b1c0-ddca69da57f4/f34bf8d6-0e7f-46c2-8f05-b9a76b01fc80/c5f81ecc-a975-42a0-a4be-423067a61c62) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:46:47.917650 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-13d49383-bd65-41d2-af8b-20424b54e10c req-c8d6bea0-1ab2-4c2e-ab63-7a225190affc tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d5e630c-78bd-41d1-b187-380d3fa580ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1789653 Dec 20 14:46:48.013875 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fd441f02-7a27-456e-b8b8-d8770d2ff293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:48.311845 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd441f02-7a27-456e-b8b8-d8770d2ff293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f409d62e-6722-47b6-8edf-1f1e799f9089,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:46:48.352537 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-fd441f02-7a27-456e-b8b8-d8770d2ff293 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=292a91061994405e811fbdbf6162c105&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1729641 Dec 20 14:46:48.352782 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 55650) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:46:48.412429 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a9c02f-0a2b-4d49-a0fc-da2db508f9bc req-d516bc95-39f8-43c3-a61d-54f6035513bf tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:48.414281 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-36a9c02f-0a2b-4d49-a0fc-da2db508f9bc req-d516bc95-39f8-43c3-a61d-54f6035513bf tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 945 time: 0.4023643 Dec 20 14:46:48.429333 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-e276ef58-b877-43eb-b655-5b94ab78e84e None None] For port 9c00eecd-efdf-416b-ae3c-e022588a51ce, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:46:48.444197 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-e276ef58-b877-43eb-b655-5b94ab78e84e None None] For port 9c00eecd-efdf-416b-ae3c-e022588a51ce, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=9c00eecd-efdf-416b-ae3c-e022588a51ce,segment=NetworkSegment(0deaa76e-8a3e-44c4-a3b8-992392ef4539),segment_id=0deaa76e-8a3e-44c4-a3b8-992392ef4539)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:46:48.458493 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:48.461451 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e276ef58-b877-43eb-b655-5b94ab78e84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:48.471052 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-87ab29af-5940-4193-834d-97b2969d8312 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:48.524230 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-87ab29af-5940-4193-834d-97b2969d8312 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:48.541347 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e276ef58-b877-43eb-b655-5b94ab78e84e None None] Pushing event updated for resources: {'Port': ['ID=9c00eecd-efdf-416b-ae3c-e022588a51ce,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:46:48.605825 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-36a9c02f-0a2b-4d49-a0fc-da2db508f9bc req-4eb5e06d-1dc5-4d93-8408-04b297424cfe tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563735 Dec 20 14:46:48.607510 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a709abf-7d39-42d6-b4f8-a672bf4a599e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbf29dfb-3708-422d-85ee-b8db53577948'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:46:48.619838 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73dfabfb-ed32-4736-a30e-bca1de25fff6" -d '{"events": [{"server_uuid": "0a709abf-7d39-42d6-b4f8-a672bf4a599e", "name": "network-vif-unplugged", "status": "completed", "tag": "cbf29dfb-3708-422d-85ee-b8db53577948"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:46:48.622773 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-87ab29af-5940-4193-834d-97b2969d8312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:48.627129 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-87ab29af-5940-4193-834d-97b2969d8312 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:48.632655 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-87ab29af-5940-4193-834d-97b2969d8312 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f409d62e-6722-47b6-8edf-1f1e799f9089 HTTP/1.1" status: 204 len: 168 time: 0.2788904 Dec 20 14:46:48.643401 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ab29af-5940-4193-834d-97b2969d8312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f409d62e-6722-47b6-8edf-1f1e799f9089,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:46:48.665048 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ab29af-5940-4193-834d-97b2969d8312 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:46:48.665620 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ab29af-5940-4193-834d-97b2969d8312 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:46:48.666129 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ab29af-5940-4193-834d-97b2969d8312 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:46:48.667446 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ab29af-5940-4193-834d-97b2969d8312 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:46:48.667979 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ab29af-5940-4193-834d-97b2969d8312 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:46:48.668473 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ab29af-5940-4193-834d-97b2969d8312 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:46:48.668975 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ab29af-5940-4193-834d-97b2969d8312 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:46:48.669464 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ab29af-5940-4193-834d-97b2969d8312 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:46:48.669955 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ab29af-5940-4193-834d-97b2969d8312 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:46:48.670587 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ab29af-5940-4193-834d-97b2969d8312 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:46:48.671099 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ab29af-5940-4193-834d-97b2969d8312 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:46:48.672399 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ab29af-5940-4193-834d-97b2969d8312 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:46:48.673094 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ab29af-5940-4193-834d-97b2969d8312 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:46:48.686435 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2053cdd5-f36c-40bb-a819-f85794c51a0c tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:48.757097 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2053cdd5-f36c-40bb-a819-f85794c51a0c tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:48.766316 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port cbf29dfb-3708-422d-85ee-b8db53577948, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=cbf29dfb-3708-422d-85ee-b8db53577948,segment=NetworkSegment(0e7fdf50-5b19-4be8-bc50-cf777ad84dac),segment_id=0e7fdf50-5b19-4be8-bc50-cf777ad84dac)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:46:48.773513 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 14:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-716c603e-988d-4163-b275-cbd23dd36383 x-openstack-request-id: req-716c603e-988d-4163-b275-cbd23dd36383 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:46:48.773964 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a709abf-7d39-42d6-b4f8-a672bf4a599e", "name": "network-vif-unplugged", "status": "completed", "tag": "cbf29dfb-3708-422d-85ee-b8db53577948", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:46:48.775336 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-716c603e-988d-4163-b275-cbd23dd36383 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:46:48.776175 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a709abf-7d39-42d6-b4f8-a672bf4a599e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbf29dfb-3708-422d-85ee-b8db53577948', 'code': 200} Dec 20 14:46:48.784233 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:48.926679 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2053cdd5-f36c-40bb-a819-f85794c51a0c tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event updated for resources: {'Port': ['ID=c5f81ecc-a975-42a0-a4be-423067a61c62,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:46:48.934888 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=cbf29dfb-3708-422d-85ee-b8db53577948,revision_number=8']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:46:48.939290 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2053cdd5-f36c-40bb-a819-f85794c51a0c tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:46:48.941806 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2053cdd5-f36c-40bb-a819-f85794c51a0c tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:46:48.942210 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2053cdd5-f36c-40bb-a819-f85794c51a0c tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:46:48.942550 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2053cdd5-f36c-40bb-a819-f85794c51a0c tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:46:48.942956 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2053cdd5-f36c-40bb-a819-f85794c51a0c tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:46:48.943288 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2053cdd5-f36c-40bb-a819-f85794c51a0c tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:46:48.945405 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2053cdd5-f36c-40bb-a819-f85794c51a0c tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:46:48.945405 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2053cdd5-f36c-40bb-a819-f85794c51a0c tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:46:48.945634 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2053cdd5-f36c-40bb-a819-f85794c51a0c tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:46:48.946245 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2053cdd5-f36c-40bb-a819-f85794c51a0c tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:46:48.946679 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2053cdd5-f36c-40bb-a819-f85794c51a0c tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:46:48.947197 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2053cdd5-f36c-40bb-a819-f85794c51a0c tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:46:48.947412 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2053cdd5-f36c-40bb-a819-f85794c51a0c tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:46:48.947683 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2053cdd5-f36c-40bb-a819-f85794c51a0c tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:46:48.954334 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-2053cdd5-f36c-40bb-a819-f85794c51a0c tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:46:48.962969 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2053cdd5-f36c-40bb-a819-f85794c51a0c tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:46:48.974907 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2053cdd5-f36c-40bb-a819-f85794c51a0c tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:48.976162 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2053cdd5-f36c-40bb-a819-f85794c51a0c tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:49.049324 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-2053cdd5-f36c-40bb-a819-f85794c51a0c tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.6068790 Dec 20 14:46:49.050229 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 55670) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:46:49.250196 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1b3c9d-065a-4fb9-9b88-fb3f1e302823 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:49.258171 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1b3c9d-065a-4fb9-9b88-fb3f1e302823 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:49.260179 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-5f1b3c9d-065a-4fb9-9b88-fb3f1e302823 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2081809 Dec 20 14:46:49.263106 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 55676) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:46:49.296551 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09319c5-03c0-4d8a-ad7b-a8becd892ad3 req-79efe420-a3e1-4d79-b181-ce5883baffcd tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:49.298499 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a09319c5-03c0-4d8a-ad7b-a8becd892ad3 req-79efe420-a3e1-4d79-b181-ce5883baffcd tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=3870d726-f90f-400f-bf75-c68966f99c28 HTTP/1.1" status: 200 len: 945 time: 0.1646805 Dec 20 14:46:49.436976 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a09319c5-03c0-4d8a-ad7b-a8becd892ad3 req-97e14e16-9a81-493c-bcb1-4a1939344a6d tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d5e630c-78bd-41d1-b187-380d3fa580ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301219 Dec 20 14:46:49.626172 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-6114a9e7-a839-4ec7-8396-581c336c55b9 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Deleting port c5f81ecc-a975-42a0-a4be-423067a61c62 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:46:49.627059 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6114a9e7-a839-4ec7-8396-581c336c55b9 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:49.860657 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c8ced2-3aa5-4191-9bc9-df32f6762272 req-17854190-4097-4fc3-9adb-f6c042471235 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:49.872011 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-18c8ced2-3aa5-4191-9bc9-df32f6762272 req-17854190-4097-4fc3-9adb-f6c042471235 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=3870d726-f90f-400f-bf75-c68966f99c28 HTTP/1.1" status: 200 len: 945 time: 0.3215687 Dec 20 14:46:49.890953 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 55694) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:46:49.898631 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-2f065e6c-be91-4a88-bc09-d5ff11d72164 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Request body: {'floatingip': {'port_id': '781fb46b-1e3a-4f20-b9da-a2fd188a525f'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:46:50.018629 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6114a9e7-a839-4ec7-8396-581c336c55b9 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:50.029822 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2f065e6c-be91-4a88-bc09-d5ff11d72164 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Publish callbacks [] for floatingip, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:50.064772 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-6114a9e7-a839-4ec7-8396-581c336c55b9 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Calling delete_port for c5f81ecc-a975-42a0-a4be-423067a61c62 owned by {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:46:50.091163 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd225bd-26b8-42c1-97d0-3a3536735724 req-a3423740-2bc7-40d8-8503-de576873163a tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:50.098739 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8cd225bd-26b8-42c1-97d0-3a3536735724 req-a3423740-2bc7-40d8-8503-de576873163a tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 943 time: 0.3298180 Dec 20 14:46:50.261099 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 9c00eecd-efdf-416b-ae3c-e022588a51ce up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:46:50.462669 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 9c00eecd-efdf-416b-ae3c-e022588a51ce triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:46:50.470396 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:50.584704 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6114a9e7-a839-4ec7-8396-581c336c55b9 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:50.752156 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:50.797229 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6114a9e7-a839-4ec7-8396-581c336c55b9 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:50.807035 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-6114a9e7-a839-4ec7-8396-581c336c55b9 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "DELETE /v2.0/ports/c5f81ecc-a975-42a0-a4be-423067a61c62 HTTP/1.1" status: 204 len: 168 time: 1.5422509 Dec 20 14:46:50.808132 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 55722) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:46:50.810996 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6114a9e7-a839-4ec7-8396-581c336c55b9 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event deleted for resources: {'Port': ['ID=c5f81ecc-a975-42a0-a4be-423067a61c62,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:46:50.887986 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] For port 9c00eecd-efdf-416b-ae3c-e022588a51ce, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=9c00eecd-efdf-416b-ae3c-e022588a51ce,segment=NetworkSegment(0deaa76e-8a3e-44c4-a3b8-992392ef4539),segment_id=0deaa76e-8a3e-44c4-a3b8-992392ef4539)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:46:50.896344 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:50.925486 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c5ae09-6926-4cb5-bc18-c69efe4bf754 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:50.927936 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c5ae09-6926-4cb5-bc18-c69efe4bf754 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:50.934116 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-b9c5ae09-6926-4cb5-bc18-c69efe4bf754 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1244266 Dec 20 14:46:50.934789 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 55724) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:46:51.014107 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8cd225bd-26b8-42c1-97d0-3a3536735724 req-0077fe2f-d77b-4228-89da-5c6dde01d0cc tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8435121 Dec 20 14:46:51.064568 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Pushing event updated for resources: {'Port': ['ID=9c00eecd-efdf-416b-ae3c-e022588a51ce,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:46:51.078025 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b11c279-bde8-4220-8313-99f2bbef74a3 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Deleting subnet f34bf8d6-0e7f-46c2-8f05-b9a76b01fc80 {{(pid=103167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:46:51.093145 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6b11c279-bde8-4220-8313-99f2bbef74a3 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks [] for subnet, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:51.095235 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-5be373fc-606a-4a4f-8ade-a2a19316fd58 None None] Provisioning complete for port 9c00eecd-efdf-416b-ae3c-e022588a51ce triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:46:51.095844 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-5be373fc-606a-4a4f-8ade-a2a19316fd58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:51.319702 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6b11c279-bde8-4220-8313-99f2bbef74a3 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954412'] for subnet, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:51.363433 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.db.resource_extend [None req-2f065e6c-be91-4a88-bc09-d5ff11d72164 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 14:46:51.535058 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2f065e6c-be91-4a88-bc09-d5ff11d72164 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:51.547040 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2f065e6c-be91-4a88-bc09-d5ff11d72164 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585115'] for floatingip, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:51.560211 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-9b214ae6-1158-4285-8390-acaa838d66d5 None None] Could not find standard attr ID for object c5f81ecc-a975-42a0-a4be-423067a61c62. {{(pid=103169) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 14:46:51.573371 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f6cbc4-ae39-43c1-86e6-781e9beacb0c req-90ac0be5-ac37-42bd-8261-7de220731b98 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:51.582873 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-93f6cbc4-ae39-43c1-86e6-781e9beacb0c req-90ac0be5-ac37-42bd-8261-7de220731b98 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 943 time: 0.3371265 Dec 20 14:46:51.790716 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6b11c279-bde8-4220-8313-99f2bbef74a3 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:51.902690 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-93f6cbc4-ae39-43c1-86e6-781e9beacb0c req-28d48d16-25c5-4531-b3e9-73bff2df9f21 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3180883 Dec 20 14:46:51.906953 n-d-761264-19 neutron-server[103168]: INFO neutron.db.l3_db [None req-2f065e6c-be91-4a88-bc09-d5ff11d72164 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Floating IP d820bfdf-da88-4ba7-b86c-866bdf0233be associated. External IP: 172.25.0.74, port: 781fb46b-1e3a-4f20-b9da-a2fd188a525f. Dec 20 14:46:52.044878 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6b11c279-bde8-4220-8313-99f2bbef74a3 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:52.193779 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6b11c279-bde8-4220-8313-99f2bbef74a3 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:52.202695 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcbe3f38-607d-44a3-a240-ef975ed22baa None None] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:46:52.205114 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-6b11c279-bde8-4220-8313-99f2bbef74a3 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "DELETE /v2.0/subnets/f34bf8d6-0e7f-46c2-8f05-b9a76b01fc80 HTTP/1.1" status: 204 len: 168 time: 1.2692807 Dec 20 14:46:52.206461 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b11c279-bde8-4220-8313-99f2bbef74a3 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event deleted for resources: {'Subnet': ['ID=f34bf8d6-0e7f-46c2-8f05-b9a76b01fc80,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:46:52.227704 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 55788) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:46:52.392452 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-8cf0359e-fe7c-4e05-8315-dde9b92f87cf tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1617169 Dec 20 14:46:52.396240 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 55796) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:46:52.404582 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 9c00eecd-efdf-416b-ae3c-e022588a51ce up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:46:52.546298 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c060ae-d0fa-4b09-a1a1-9e397a93e796 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:52.551912 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-d0c060ae-d0fa-4b09-a1a1-9e397a93e796 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1435316 Dec 20 14:46:52.557866 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 55804) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:46:52.638447 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f065e6c-be91-4a88-bc09-d5ff11d72164 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Router b616e8bf-b9aa-4e07-88e4-eb8293705097 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:46:52.649959 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb6f2ed-b06f-4ce0-8478-1abaef337df5 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:52.654327 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-dcb6f2ed-b06f-4ce0-8478-1abaef337df5 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0917792 Dec 20 14:46:52.654886 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 55812) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:46:52.675882 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 9c00eecd-efdf-416b-ae3c-e022588a51ce triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:46:52.676770 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:52.772297 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-a99ce67a-c2cc-41ca-acb1-128d7340e1ba tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1108890 Dec 20 14:46:52.773408 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 55820) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:46:52.790513 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-4a4e73b1-cd12-4be2-a297-4716028d64c2 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Request body: {'subnet': {'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:46:52.834413 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ac4810-f905-4c54-ab41-4efa540c4022 None None] DHCP port deletion for e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:46:53.098790 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-a7ac4810-f905-4c54-ab41-4efa540c4022 None None] Deleting port 9c00eecd-efdf-416b-ae3c-e022588a51ce {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:46:53.108993 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a7ac4810-f905-4c54-ab41-4efa540c4022 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:53.113596 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-81e6ad3c-cd94-4828-81f3-d3852c45e856 req-011c0e58-aeae-48a6-a688-4822f59de453 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1679204 Dec 20 14:46:53.119687 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f065e6c-be91-4a88-bc09-d5ff11d72164 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:46:53.125188 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2f065e6c-be91-4a88-bc09-d5ff11d72164 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:53.150645 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28098395-5b3e-4b1b-876e-2821b779206a None None] Sync routers for ids ['b616e8bf-b9aa-4e07-88e4-eb8293705097'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:46:53.151528 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a4e73b1-cd12-4be2-a297-4716028d64c2 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Made reservation on behalf of 71d0c98cab4349b4848e68f8a37dbf12 for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:46:53.158679 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4a4e73b1-cd12-4be2-a297-4716028d64c2 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:53.207475 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-2f065e6c-be91-4a88-bc09-d5ff11d72164 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "PUT /v2.0/floatingips/d820bfdf-da88-4ba7-b86c-866bdf0233be HTTP/1.1" status: 200 len: 990 time: 3.3145151 Dec 20 14:46:53.207984 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3870d726-f90f-400f-bf75-c68966f99c28', 'tag': '781fb46b-1e3a-4f20-b9da-a2fd188a525f'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:46:53.220965 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00a935cd-cf01-4968-8f87-8a08bff15696" -d '{"events": [{"name": "network-changed", "server_uuid": "3870d726-f90f-400f-bf75-c68966f99c28", "tag": "781fb46b-1e3a-4f20-b9da-a2fd188a525f"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:46:53.265983 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07bbfd5-4bdd-434b-bfbc-1461f3ad8fea req-cf6abbad-8cf5-4579-af0e-848dd5bdff80 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:53.299336 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b07bbfd5-4bdd-434b-bfbc-1461f3ad8fea req-cf6abbad-8cf5-4579-af0e-848dd5bdff80 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 943 time: 0.2865565 Dec 20 14:46:53.346464 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28098395-5b3e-4b1b-876e-2821b779206a None None] Routers {'b616e8bf-b9aa-4e07-88e4-eb8293705097'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:46:53.354362 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-28098395-5b3e-4b1b-876e-2821b779206a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:46:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['b616e8bf-b9aa-4e07-88e4-eb8293705097'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:46:53.484805 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae355cc3-1e92-4b0c-af9c-b4db4a8c895f x-openstack-request-id: req-ae355cc3-1e92-4b0c-af9c-b4db4a8c895f {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:46:53.485213 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3870d726-f90f-400f-bf75-c68966f99c28", "tag": "781fb46b-1e3a-4f20-b9da-a2fd188a525f", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:46:53.485665 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ae355cc3-1e92-4b0c-af9c-b4db4a8c895f {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:46:53.486454 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3870d726-f90f-400f-bf75-c68966f99c28', 'tag': '781fb46b-1e3a-4f20-b9da-a2fd188a525f', 'status': 'completed', 'code': 200} Dec 20 14:46:53.635975 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device cbf29dfb-3708-422d-85ee-b8db53577948 no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:46:53.640337 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b07bbfd5-4bdd-434b-bfbc-1461f3ad8fea req-73b065db-a525-4b12-9067-d51bcbc96016 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3397462 Dec 20 14:46:53.659055 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-a7ac4810-f905-4c54-ab41-4efa540c4022 None None] For port 9c00eecd-efdf-416b-ae3c-e022588a51ce, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=9c00eecd-efdf-416b-ae3c-e022588a51ce,segment=NetworkSegment(0deaa76e-8a3e-44c4-a3b8-992392ef4539),segment_id=0deaa76e-8a3e-44c4-a3b8-992392ef4539)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:46:53.670131 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a7ac4810-f905-4c54-ab41-4efa540c4022 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:53.724995 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a935cd-cf01-4968-8f87-8a08bff15696 req-098be706-156f-450f-85ee-2cd841b99814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:53.737015 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-00a935cd-cf01-4968-8f87-8a08bff15696 req-098be706-156f-450f-85ee-2cd841b99814 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9abc31fa6fc849d78699cc7e0935f4b6&device_id=3870d726-f90f-400f-bf75-c68966f99c28 HTTP/1.1" status: 200 len: 1097 time: 0.2211444 Dec 20 14:46:53.796233 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-a7ac4810-f905-4c54-ab41-4efa540c4022 None None] Calling delete_port for 9c00eecd-efdf-416b-ae3c-e022588a51ce owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:46:53.980788 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4a4e73b1-cd12-4be2-a297-4716028d64c2 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:54.021669 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4e73b1-cd12-4be2-a297-4716028d64c2 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:46:54.026149 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-4a4e73b1-cd12-4be2-a297-4716028d64c2 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:46:54.027634 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a935cd-cf01-4968-8f87-8a08bff15696 req-0b97edab-3888-4c8b-9e7a-686e9b69626b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:54.036582 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-00a935cd-cf01-4968-8f87-8a08bff15696 req-0b97edab-3888-4c8b-9e7a-686e9b69626b service neutron] 10.222.0.30 "GET /v2.0/networks?id=247d6423-5fdf-4eed-9378-2e1201ada444 HTTP/1.1" status: 200 len: 918 time: 0.2824488 Dec 20 14:46:54.040882 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4e73b1-cd12-4be2-a297-4716028d64c2 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:54.041813 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4a4e73b1-cd12-4be2-a297-4716028d64c2 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:54.117509 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-4a4e73b1-cd12-4be2-a297-4716028d64c2 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3427949 Dec 20 14:46:54.122455 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 55882) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:46:54.173624 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-0f2f4bcf-de57-499c-8fb3-2bc0f5f32f09 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Request body: {'port': {'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'mac_address': 'fa:16:3e:39:ae:14', 'name': 'tempest-NetworksTestDHCPv6-1900484159'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:46:54.272648 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-00a935cd-cf01-4968-8f87-8a08bff15696 req-0e590201-2e91-499d-8713-cf4190e84ee2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=781fb46b-1e3a-4f20-b9da-a2fd188a525f HTTP/1.1" status: 200 len: 998 time: 0.2348549 Dec 20 14:46:54.366441 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4e73b1-cd12-4be2-a297-4716028d64c2 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event updated for resources: {'Subnet': ['ID=a4864f30-15fa-40cf-9bd8-9340c0fd361d,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:46:54.373250 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f2f4bcf-de57-499c-8fb3-2bc0f5f32f09 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Made reservation on behalf of 71d0c98cab4349b4848e68f8a37dbf12 for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:46:54.412616 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a935cd-cf01-4968-8f87-8a08bff15696 req-81c4e17d-e0fc-4bac-b4d3-59c33ac0f13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:54.421641 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-00a935cd-cf01-4968-8f87-8a08bff15696 req-81c4e17d-e0fc-4bac-b4d3-59c33ac0f13d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a8bc57f1-3730-4dfb-a3cb-cf3c3829d7fe HTTP/1.1" status: 200 len: 856 time: 0.1395462 Dec 20 14:46:54.462349 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 9c00eecd-efdf-416b-ae3c-e022588a51ce no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:46:54.524009 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0f2f4bcf-de57-499c-8fb3-2bc0f5f32f09 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:54.573054 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a935cd-cf01-4968-8f87-8a08bff15696 req-dcb7ab46-9e64-4e0f-b555-0422277801cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:54.576522 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-00a935cd-cf01-4968-8f87-8a08bff15696 req-dcb7ab46-9e64-4e0f-b555-0422277801cf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=247d6423-5fdf-4eed-9378-2e1201ada444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1485140 Dec 20 14:46:54.622844 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-28098395-5b3e-4b1b-876e-2821b779206a None None] Set router b616e8bf-b9aa-4e07-88e4-eb8293705097 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:46:54.643321 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [None req-0f2f4bcf-de57-499c-8fb3-2bc0f5f32f09 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] device_id is not set on port 0b2d5f2a-b23c-40e1-9c4d-175080a91336 yet. {{(pid=103167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 14:46:55.008992 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-0f2f4bcf-de57-499c-8fb3-2bc0f5f32f09 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Allocated IP 2001:db8::349 (e2be1aff-cd00-4c3f-b1c0-ddca69da57f4/a4864f30-15fa-40cf-9bd8-9340c0fd361d/0b2d5f2a-b23c-40e1-9c4d-175080a91336) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:46:55.021133 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e6ad3c-cd94-4828-81f3-d3852c45e856 req-394a8aa0-3e9d-43d0-a223-ebe29e668256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:55.022746 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-81e6ad3c-cd94-4828-81f3-d3852c45e856 req-394a8aa0-3e9d-43d0-a223-ebe29e668256 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e&tenant_id=8a3f5189e8f64307a0b577e5cb283b15 HTTP/1.1" status: 200 len: 1095 time: 0.3703134 Dec 20 14:46:55.109056 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a7ac4810-f905-4c54-ab41-4efa540c4022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:55.148844 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-00a935cd-cf01-4968-8f87-8a08bff15696 req-ca578915-c513-4219-bf13-99eb2ddf25b2 service neutron] 10.222.0.30 "GET /v2.0/networks/247d6423-5fdf-4eed-9378-2e1201ada444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5646193 Dec 20 14:46:55.187678 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Port 9c00eecd-efdf-416b-ae3c-e022588a51ce update to DOWN by agent not found {{(pid=103169) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 20 14:46:55.202334 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97a9cb9-4c42-4415-bf09-ef2c7c9c8fcd req-2552008a-b543-4897-ac13-d27164177821 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:55.209720 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ac4810-f905-4c54-ab41-4efa540c4022 None None] Pushing event deleted for resources: {'Port': ['ID=9c00eecd-efdf-416b-ae3c-e022588a51ce,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:46:55.212316 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c97a9cb9-4c42-4415-bf09-ef2c7c9c8fcd req-2552008a-b543-4897-ac13-d27164177821 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 943 time: 0.3345137 Dec 20 14:46:55.219698 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ac4810-f905-4c54-ab41-4efa540c4022 None None] No DVR routers for this DVR port 9c00eecd-efdf-416b-ae3c-e022588a51ce on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:46:55.260407 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6cfc898-bedc-4c06-ba40-59c92ae0d8b2 None None] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:46:55.335155 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0f2f4bcf-de57-499c-8fb3-2bc0f5f32f09 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:55.374458 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c97a9cb9-4c42-4415-bf09-ef2c7c9c8fcd req-57434d7e-f193-4171-b29e-728279171b61 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602910 Dec 20 14:46:55.446287 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e6ad3c-cd94-4828-81f3-d3852c45e856 req-c0b8a7b6-6315-4288-a2c9-21a9acb0635b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:55.448343 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-81e6ad3c-cd94-4828-81f3-d3852c45e856 req-c0b8a7b6-6315-4288-a2c9-21a9acb0635b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8a3f5189e8f64307a0b577e5cb283b15&device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 1095 time: 0.3572414 Dec 20 14:46:55.452810 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5514339-3e27-4748-acb7-6a591fb03ce0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'project_id': '71d0c98cab4349b4848e68f8a37dbf12', 'fixed_ips': [{'subnet_id': 'a4864f30-15fa-40cf-9bd8-9340c0fd361d'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:46:55.454305 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b5514339-3e27-4748-acb7-6a591fb03ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:55.458712 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0f2f4bcf-de57-499c-8fb3-2bc0f5f32f09 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:55.602282 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e6ad3c-cd94-4828-81f3-d3852c45e856 req-67525959-7b6c-4846-ba31-e46f72784ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:55.606075 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-81e6ad3c-cd94-4828-81f3-d3852c45e856 req-67525959-7b6c-4846-ba31-e46f72784ddd service neutron] 10.222.0.47 "GET /v2.0/networks?id=e77a6991-7e9b-4f80-86c7-a3378ec4de6a HTTP/1.1" status: 200 len: 914 time: 0.1480975 Dec 20 14:46:55.637040 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2f4bcf-de57-499c-8fb3-2bc0f5f32f09 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event updated for resources: {'Port': ['ID=0b2d5f2a-b23c-40e1-9c4d-175080a91336,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:46:55.671552 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2f4bcf-de57-499c-8fb3-2bc0f5f32f09 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:46:55.678364 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-0f2f4bcf-de57-499c-8fb3-2bc0f5f32f09 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:46:55.686094 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2f4bcf-de57-499c-8fb3-2bc0f5f32f09 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:46:55.695815 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2f4bcf-de57-499c-8fb3-2bc0f5f32f09 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:55.700308 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0f2f4bcf-de57-499c-8fb3-2bc0f5f32f09 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:55.760187 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-0f2f4bcf-de57-499c-8fb3-2bc0f5f32f09 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5987935 Dec 20 14:46:55.774541 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 55916) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:46:55.833238 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-81e6ad3c-cd94-4828-81f3-d3852c45e856 req-104aace0-9a3c-4a80-b780-52c975daa50c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cbf29dfb-3708-422d-85ee-b8db53577948 HTTP/1.1" status: 200 len: 217 time: 0.2187653 Dec 20 14:46:55.954027 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-28098395-5b3e-4b1b-876e-2821b779206a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b616e8bf-b9aa-4e07-88e4-eb8293705097', 'name': 'tempest-AttachVolumeShelveTestJSON-1027199231-router', 'tenant_id': '9abc31fa6fc849d78699cc7e0935f4b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '79ca2368-2b22-4bbc-b4c5-f0b5c6649422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:40:34Z', 'updated_at': '2021-12-20T14:40:42Z', 'revision_number': 4, 'project_id': '9abc31fa6fc849d78699cc7e0935f4b6', 'gw_port': {'id': '79ca2368-2b22-4bbc-b4c5-f0b5c6649422', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b616e8bf-b9aa-4e07-88e4-eb8293705097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:40:36Z', 'updated_at': '2021-12-20T14:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': 'd820bfdf-da88-4ba7-b86c-866bdf0233be', 'tenant_id': '9abc31fa6fc849d78699cc7e0935f4b6', 'floating_ip_address': '172.25.0.74', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': 'b616e8bf-b9aa-4e07-88e4-eb8293705097', 'port_id': '781fb46b-1e3a-4f20-b9da-a2fd188a525f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2362, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '247d6423-5fdf-4eed-9378-2e1201ada444', 'mac_address': 'fa:16:3e:d1:c5:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3870d726-f90f-400f-bf75-c68966f99c28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T14:46:20Z', 'updated_at': '2021-12-20T14:46:51Z', 'revision_number': 1, 'project_id': '9abc31fa6fc849d78699cc7e0935f4b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d2afa49-8d0f-4a2a-9610-c506691ede27', 'name': '', 'network_id': '247d6423-5fdf-4eed-9378-2e1201ada444', 'tenant_id': '9abc31fa6fc849d78699cc7e0935f4b6', 'mac_address': 'fa:16:3e:31:69:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b616e8bf-b9aa-4e07-88e4-eb8293705097', 'device_owner': 'network:router_interface', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': 'a8bc57f1-3730-4dfb-a3cb-cf3c3829d7fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:40:41Z', 'updated_at': '2021-12-20T14:40:50Z', 'revision_number': 5, 'project_id': '9abc31fa6fc849d78699cc7e0935f4b6', 'subnets': [{'id': 'a8bc57f1-3730-4dfb-a3cb-cf3c3829d7fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:46:55.997178 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f20090-4d5b-4ffb-acbb-21fa13ef6d6f tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:56.011565 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-a5f20090-4d5b-4ffb-acbb-21fa13ef6d6f tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.2284074 Dec 20 14:46:56.013339 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 55922) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:46:56.031084 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28098395-5b3e-4b1b-876e-2821b779206a None None] Checking router: b616e8bf-b9aa-4e07-88e4-eb8293705097 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:46:56.058947 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28098395-5b3e-4b1b-876e-2821b779206a None None] Routers {'b616e8bf-b9aa-4e07-88e4-eb8293705097'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:46:56.059952 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-28098395-5b3e-4b1b-876e-2821b779206a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:46:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['b616e8bf-b9aa-4e07-88e4-eb8293705097'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:46:56.113688 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-b5514339-3e27-4748-acb7-6a591fb03ce0 None None] Allocated IP 2001:db8::2 (e2be1aff-cd00-4c3f-b1c0-ddca69da57f4/a4864f30-15fa-40cf-9bd8-9340c0fd361d/f2110d6e-f728-47ef-a676-cae7a9473d53) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:46:56.181790 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-00a935cd-cf01-4968-8f87-8a08bff15696 req-69461337-544f-4e2e-8e34-6bd900698711 service neutron] 10.222.0.30 "GET /v2.0/networks/247d6423-5fdf-4eed-9378-2e1201ada444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0202479 Dec 20 14:46:56.219257 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e6ad3c-cd94-4828-81f3-d3852c45e856 req-7c04cdd3-33ba-4031-9302-0a523dbf4af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:56.221816 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-81e6ad3c-cd94-4828-81f3-d3852c45e856 req-7c04cdd3-33ba-4031-9302-0a523dbf4af0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=688232d4-a5ee-4fe6-bf9a-f2474a9f502e HTTP/1.1" status: 200 len: 853 time: 0.3588350 Dec 20 14:46:56.294035 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-81e6ad3c-cd94-4828-81f3-d3852c45e856 req-c502ba87-b849-483c-8450-835d9634bec1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e77a6991-7e9b-4f80-86c7-a3378ec4de6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560937 Dec 20 14:46:56.341866 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-28098395-5b3e-4b1b-876e-2821b779206a None None] Set router b616e8bf-b9aa-4e07-88e4-eb8293705097 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:46:56.413957 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-c4a8a02d-625e-4df6-99a0-1916098f4fd5 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Deleting port 0b2d5f2a-b23c-40e1-9c4d-175080a91336 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:46:56.417376 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c4a8a02d-625e-4df6-99a0-1916098f4fd5 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:56.564671 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-81e6ad3c-cd94-4828-81f3-d3852c45e856 req-daa336d9-4a56-4907-a270-89cca9e36e4d service neutron] 10.222.0.47 "GET /v2.0/networks/e77a6991-7e9b-4f80-86c7-a3378ec4de6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615793 Dec 20 14:46:56.681345 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-81e6ad3c-cd94-4828-81f3-d3852c45e856 req-6e8ac10c-4c75-4e53-accf-d8fab883a8d6 service neutron] 10.222.0.47 "GET /v2.0/networks/e77a6991-7e9b-4f80-86c7-a3378ec4de6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087556 Dec 20 14:46:56.691014 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f124556-8272-4948-8dc5-be18aa44db9a req-b9a2ad0c-d40e-4905-a5c6-ed6ccffe7931 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:56.692661 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4f124556-8272-4948-8dc5-be18aa44db9a req-b9a2ad0c-d40e-4905-a5c6-ed6ccffe7931 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 943 time: 0.1928725 Dec 20 14:46:56.781418 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c4a8a02d-625e-4df6-99a0-1916098f4fd5 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:56.833234 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4f124556-8272-4948-8dc5-be18aa44db9a req-4c19b7ec-f862-4ff7-901e-29b6cfdbced4 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268430 Dec 20 14:46:56.871512 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-c4a8a02d-625e-4df6-99a0-1916098f4fd5 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Calling delete_port for 0b2d5f2a-b23c-40e1-9c4d-175080a91336 owned by {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:46:57.077032 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b5514339-3e27-4748-acb7-6a591fb03ce0 None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:57.099330 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b5514339-3e27-4748-acb7-6a591fb03ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:57.141433 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5514339-3e27-4748-acb7-6a591fb03ce0 None None] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:46:57.244049 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-b5514339-3e27-4748-acb7-6a591fb03ce0 None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:46:57.246802 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5514339-3e27-4748-acb7-6a591fb03ce0 None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:46:57.351632 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5514339-3e27-4748-acb7-6a591fb03ce0 None None] Pushing event updated for resources: {'Port': ['ID=f2110d6e-f728-47ef-a676-cae7a9473d53,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:46:57.371505 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c4a8a02d-625e-4df6-99a0-1916098f4fd5 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:57.416683 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-b5514339-3e27-4748-acb7-6a591fb03ce0 None None] Attempting to bind port f2110d6e-f728-47ef-a676-cae7a9473d53 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:46:57.416941 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-b5514339-3e27-4748-acb7-6a591fb03ce0 None None] Attempting to bind port f2110d6e-f728-47ef-a676-cae7a9473d53 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '0deaa76e-8a3e-44c4-a3b8-992392ef4539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:46:57.417290 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5514339-3e27-4748-acb7-6a591fb03ce0 None None] Attempting to bind port f2110d6e-f728-47ef-a676-cae7a9473d53 on network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:46:57.432077 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a8a02d-625e-4df6-99a0-1916098f4fd5 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event deleted for resources: {'Port': ['ID=0b2d5f2a-b23c-40e1-9c4d-175080a91336,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:46:57.443229 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5514339-3e27-4748-acb7-6a591fb03ce0 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:46:57.443669 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5514339-3e27-4748-acb7-6a591fb03ce0 None None] Checking segment: {'id': '0deaa76e-8a3e-44c4-a3b8-992392ef4539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:46:57.444466 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b5514339-3e27-4748-acb7-6a591fb03ce0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:57.444875 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5514339-3e27-4748-acb7-6a591fb03ce0 None None] Bound using segment: {'id': '0deaa76e-8a3e-44c4-a3b8-992392ef4539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:46:57.445779 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-b5514339-3e27-4748-acb7-6a591fb03ce0 None None] Bound port: f2110d6e-f728-47ef-a676-cae7a9473d53, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0deaa76e-8a3e-44c4-a3b8-992392ef4539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:46:57.446381 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b5514339-3e27-4748-acb7-6a591fb03ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:57.477965 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c4a8a02d-625e-4df6-99a0-1916098f4fd5 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:57.482904 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-c4a8a02d-625e-4df6-99a0-1916098f4fd5 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "DELETE /v2.0/ports/0b2d5f2a-b23c-40e1-9c4d-175080a91336 HTTP/1.1" status: 204 len: 168 time: 1.4531581 Dec 20 14:46:57.485784 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 55958) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:46:57.574759 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4acff0-ba80-48e8-92bf-f257ee9ff9a8 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:57.576460 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4acff0-ba80-48e8-92bf-f257ee9ff9a8 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:57.578370 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-3a4acff0-ba80-48e8-92bf-f257ee9ff9a8 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0913978 Dec 20 14:46:57.581344 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 55964) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:46:57.672378 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_v2 [None req-7024ca49-b8fc-4ed8-9851-cdf7a07f42c6 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Deleting subnet a4864f30-15fa-40cf-9bd8-9340c0fd361d {{(pid=103168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:46:57.676122 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7024ca49-b8fc-4ed8-9851-cdf7a07f42c6 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks [] for subnet, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:57.737168 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-b5514339-3e27-4748-acb7-6a591fb03ce0 None None] For port f2110d6e-f728-47ef-a676-cae7a9473d53, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:46:57.745355 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-28098395-5b3e-4b1b-876e-2821b779206a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b616e8bf-b9aa-4e07-88e4-eb8293705097', 'name': 'tempest-AttachVolumeShelveTestJSON-1027199231-router', 'tenant_id': '9abc31fa6fc849d78699cc7e0935f4b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '79ca2368-2b22-4bbc-b4c5-f0b5c6649422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:40:34Z', 'updated_at': '2021-12-20T14:40:42Z', 'revision_number': 4, 'project_id': '9abc31fa6fc849d78699cc7e0935f4b6', 'gw_port': {'id': '79ca2368-2b22-4bbc-b4c5-f0b5c6649422', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b616e8bf-b9aa-4e07-88e4-eb8293705097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:40:36Z', 'updated_at': '2021-12-20T14:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': 'd820bfdf-da88-4ba7-b86c-866bdf0233be', 'tenant_id': '9abc31fa6fc849d78699cc7e0935f4b6', 'floating_ip_address': '172.25.0.74', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': 'b616e8bf-b9aa-4e07-88e4-eb8293705097', 'port_id': '781fb46b-1e3a-4f20-b9da-a2fd188a525f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2362, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '247d6423-5fdf-4eed-9378-2e1201ada444', 'mac_address': 'fa:16:3e:d1:c5:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3870d726-f90f-400f-bf75-c68966f99c28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T14:46:20Z', 'updated_at': '2021-12-20T14:46:51Z', 'revision_number': 1, 'project_id': '9abc31fa6fc849d78699cc7e0935f4b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d2afa49-8d0f-4a2a-9610-c506691ede27', 'name': '', 'network_id': '247d6423-5fdf-4eed-9378-2e1201ada444', 'tenant_id': '9abc31fa6fc849d78699cc7e0935f4b6', 'mac_address': 'fa:16:3e:31:69:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b616e8bf-b9aa-4e07-88e4-eb8293705097', 'device_owner': 'network:router_interface', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': 'a8bc57f1-3730-4dfb-a3cb-cf3c3829d7fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:40:41Z', 'updated_at': '2021-12-20T14:40:50Z', 'revision_number': 5, 'project_id': '9abc31fa6fc849d78699cc7e0935f4b6', 'subnets': [{'id': 'a8bc57f1-3730-4dfb-a3cb-cf3c3829d7fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:46:57.770324 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7024ca49-b8fc-4ed8-9851-cdf7a07f42c6 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9023023'] for subnet, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:57.884703 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-b5514339-3e27-4748-acb7-6a591fb03ce0 None None] For port f2110d6e-f728-47ef-a676-cae7a9473d53, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=f2110d6e-f728-47ef-a676-cae7a9473d53,segment=NetworkSegment(0deaa76e-8a3e-44c4-a3b8-992392ef4539),segment_id=0deaa76e-8a3e-44c4-a3b8-992392ef4539)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:46:57.893049 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28098395-5b3e-4b1b-876e-2821b779206a None None] The sync data for ids ['b616e8bf-b9aa-4e07-88e4-eb8293705097'] in n-d-761264-19 is: [{'id': 'b616e8bf-b9aa-4e07-88e4-eb8293705097', 'name': 'tempest-AttachVolumeShelveTestJSON-1027199231-router', 'tenant_id': '9abc31fa6fc849d78699cc7e0935f4b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '79ca2368-2b22-4bbc-b4c5-f0b5c6649422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:40:34Z', 'updated_at': '2021-12-20T14:40:42Z', 'revision_number': 4, 'project_id': '9abc31fa6fc849d78699cc7e0935f4b6', 'gw_port': {'id': '79ca2368-2b22-4bbc-b4c5-f0b5c6649422', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b616e8bf-b9aa-4e07-88e4-eb8293705097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:40:36Z', 'updated_at': '2021-12-20T14:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': 'd820bfdf-da88-4ba7-b86c-866bdf0233be', 'tenant_id': '9abc31fa6fc849d78699cc7e0935f4b6', 'floating_ip_address': '172.25.0.74', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': 'b616e8bf-b9aa-4e07-88e4-eb8293705097', 'port_id': '781fb46b-1e3a-4f20-b9da-a2fd188a525f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2362, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '247d6423-5fdf-4eed-9378-2e1201ada444', 'mac_address': 'fa:16:3e:d1:c5:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3870d726-f90f-400f-bf75-c68966f99c28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T14:46:20Z', 'updated_at': '2021-12-20T14:46:51Z', 'revision_number': 1, 'project_id': '9abc31fa6fc849d78699cc7e0935f4b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d2afa49-8d0f-4a2a-9610-c506691ede27', 'name': '', 'network_id': '247d6423-5fdf-4eed-9378-2e1201ada444', 'tenant_id': '9abc31fa6fc849d78699cc7e0935f4b6', 'mac_address': 'fa:16:3e:31:69:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b616e8bf-b9aa-4e07-88e4-eb8293705097', 'device_owner': 'network:router_interface', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': 'a8bc57f1-3730-4dfb-a3cb-cf3c3829d7fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:40:41Z', 'updated_at': '2021-12-20T14:40:50Z', 'revision_number': 5, 'project_id': '9abc31fa6fc849d78699cc7e0935f4b6', 'subnets': [{'id': 'a8bc57f1-3730-4dfb-a3cb-cf3c3829d7fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:46:57.914672 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b5514339-3e27-4748-acb7-6a591fb03ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:58.028287 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7024ca49-b8fc-4ed8-9851-cdf7a07f42c6 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:58.184717 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7024ca49-b8fc-4ed8-9851-cdf7a07f42c6 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8850800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470517'] for subnet, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:58.213092 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5514339-3e27-4748-acb7-6a591fb03ce0 None None] Pushing event updated for resources: {'Port': ['ID=f2110d6e-f728-47ef-a676-cae7a9473d53,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:46:58.230763 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e634c951-f360-4d47-9dd3-8e7ffee08e76 req-19bb22ae-910a-46d9-9e60-64c36ddd4f2b tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:58.249454 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e634c951-f360-4d47-9dd3-8e7ffee08e76 req-19bb22ae-910a-46d9-9e60-64c36ddd4f2b tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 943 time: 0.2524059 Dec 20 14:46:58.314886 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7024ca49-b8fc-4ed8-9851-cdf7a07f42c6 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event deleted for resources: {'Subnet': ['ID=a4864f30-15fa-40cf-9bd8-9340c0fd361d,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:46:58.356615 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7024ca49-b8fc-4ed8-9851-cdf7a07f42c6 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:46:58.360935 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-7024ca49-b8fc-4ed8-9851-cdf7a07f42c6 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "DELETE /v2.0/subnets/a4864f30-15fa-40cf-9bd8-9340c0fd361d HTTP/1.1" status: 204 len: 168 time: 0.7784173 Dec 20 14:46:58.364612 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 55986) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:46:58.395036 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e634c951-f360-4d47-9dd3-8e7ffee08e76 req-ab94c368-1ee2-427b-833d-500b1329ccb3 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445298 Dec 20 14:46:58.434429 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-393a1af6-6878-4c52-a723-1f33467a29c3 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0680339 Dec 20 14:46:58.443193 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 55988) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:46:58.477238 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b750666d-b29e-494f-8645-e550900ee994 None None] New status for floating IP d820bfdf-da88-4ba7-b86c-866bdf0233be: ACTIVE {{(pid=103170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 14:46:58.526583 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ba1e3f-4baa-4f5c-864a-7679816dff8b tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:58.531518 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 55992) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:46:58.531869 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-63ba1e3f-4baa-4f5c-864a-7679816dff8b tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0837426 Dec 20 14:46:58.797397 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a153badf-fe97-4061-b24a-40382f60312f tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:46:58.800745 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-a153badf-fe97-4061-b24a-40382f60312f tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2663054 Dec 20 14:46:58.803709 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 55996) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:46:59.678858 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-c81788f2-0009-4a1a-92db-1031176026ce tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.8671012 Dec 20 14:46:59.680204 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 56020) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:46:59.702246 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-1313f508-b50c-44ee-9c4c-bb04363e448c tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Request body: {'subnet': {'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:47:00.149311 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1313f508-b50c-44ee-9c4c-bb04363e448c tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Made reservation on behalf of 71d0c98cab4349b4848e68f8a37dbf12 for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:47:00.168449 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1313f508-b50c-44ee-9c4c-bb04363e448c tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:00.355983 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device f2110d6e-f728-47ef-a676-cae7a9473d53 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:47:00.481888 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7b5ad9-fd9d-4479-98ac-79be594c27a6 None None] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:47:00.779875 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port f2110d6e-f728-47ef-a676-cae7a9473d53 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:47:00.780558 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:00.819429 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-5e4f872c-38de-48f9-be24-18f31ec1a26b None None] Provisioning complete for port f2110d6e-f728-47ef-a676-cae7a9473d53 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:47:00.820132 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-5e4f872c-38de-48f9-be24-18f31ec1a26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:00.936232 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ddbe0e86-f486-4aec-ba02-c274f9c4a48d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:00.976853 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17797748-357f-456f-b6d2-f1223b72e605 req-1bbbc7f6-fff8-44b5-9da8-1d6e22b7ceff tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:00.980992 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-17797748-357f-456f-b6d2-f1223b72e605 req-1bbbc7f6-fff8-44b5-9da8-1d6e22b7ceff tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 943 time: 1.2164209 Dec 20 14:47:01.205436 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea841914-d791-4fc4-9f19-9fa5471940e5 None None] DHCP port deletion for e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:47:01.221357 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-17797748-357f-456f-b6d2-f1223b72e605 req-9f7c6234-b92e-4a25-a290-46a6dffd2c84 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202027 Dec 20 14:47:01.275396 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:01.341550 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] For port f2110d6e-f728-47ef-a676-cae7a9473d53, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=f2110d6e-f728-47ef-a676-cae7a9473d53,segment=NetworkSegment(0deaa76e-8a3e-44c4-a3b8-992392ef4539),segment_id=0deaa76e-8a3e-44c4-a3b8-992392ef4539)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:47:01.350426 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-5e4f872c-38de-48f9-be24-18f31ec1a26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:01.354812 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:01.389803 n-d-761264-19 neutron-server[103168]: DEBUG neutron.objects.ports [None req-1313f508-b50c-44ee-9c4c-bb04363e448c tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103168) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 20 14:47:01.465451 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Pushing event updated for resources: {'Port': ['ID=f2110d6e-f728-47ef-a676-cae7a9473d53,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:47:01.582874 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-ea841914-d791-4fc4-9f19-9fa5471940e5 None None] Deleting port f2110d6e-f728-47ef-a676-cae7a9473d53 {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:47:01.594817 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ea841914-d791-4fc4-9f19-9fa5471940e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:01.835327 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.db.api [None req-5e4f872c-38de-48f9-be24-18f31ec1a26b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103169) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 14:47:01.840286 n-d-761264-19 neutron-server[103169]: DEBUG oslo_db.api [None req-5e4f872c-38de-48f9-be24-18f31ec1a26b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 14:47:01.986712 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-ea841914-d791-4fc4-9f19-9fa5471940e5 None None] For port f2110d6e-f728-47ef-a676-cae7a9473d53, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=f2110d6e-f728-47ef-a676-cae7a9473d53,segment=NetworkSegment(0deaa76e-8a3e-44c4-a3b8-992392ef4539),segment_id=0deaa76e-8a3e-44c4-a3b8-992392ef4539)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:47:01.986712 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ea841914-d791-4fc4-9f19-9fa5471940e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:02.053515 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-ea841914-d791-4fc4-9f19-9fa5471940e5 None None] Calling delete_port for f2110d6e-f728-47ef-a676-cae7a9473d53 owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:47:02.226217 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1313f508-b50c-44ee-9c4c-bb04363e448c tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:02.249915 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device f2110d6e-f728-47ef-a676-cae7a9473d53 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:47:02.629451 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-1313f508-b50c-44ee-9c4c-bb04363e448c tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] For port f2110d6e-f728-47ef-a676-cae7a9473d53, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=f2110d6e-f728-47ef-a676-cae7a9473d53,segment=NetworkSegment(0deaa76e-8a3e-44c4-a3b8-992392ef4539),segment_id=0deaa76e-8a3e-44c4-a3b8-992392ef4539)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:47:02.767240 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba43a1d7-2f4f-4dec-af9b-c2fffaec8af9 req-c1507118-5e49-4f8f-a635-590241a30ba5 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:02.768941 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ba43a1d7-2f4f-4dec-af9b-c2fffaec8af9 req-c1507118-5e49-4f8f-a635-590241a30ba5 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 943 time: 0.2055254 Dec 20 14:47:02.773041 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:02.911247 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f1af8edb-8212-4a27-b1d3-1673bf9f491f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:02.919977 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1313f508-b50c-44ee-9c4c-bb04363e448c tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:02.947555 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ea841914-d791-4fc4-9f19-9fa5471940e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:02.957336 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1313f508-b50c-44ee-9c4c-bb04363e448c tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:02.962994 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1313f508-b50c-44ee-9c4c-bb04363e448c tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8848317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10470522'] for subnet, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:03.099223 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea841914-d791-4fc4-9f19-9fa5471940e5 None None] Pushing event deleted for resources: {'Port': ['ID=f2110d6e-f728-47ef-a676-cae7a9473d53,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:47:03.108674 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea841914-d791-4fc4-9f19-9fa5471940e5 None None] No DVR routers for this DVR port f2110d6e-f728-47ef-a676-cae7a9473d53 on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:47:03.168093 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1313f508-b50c-44ee-9c4c-bb04363e448c tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event deleted for resources: {'Port': ['ID=f2110d6e-f728-47ef-a676-cae7a9473d53,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:47:03.172015 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1313f508-b50c-44ee-9c4c-bb04363e448c tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:47:03.187386 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-1313f508-b50c-44ee-9c4c-bb04363e448c tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:47:03.199163 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4effccef-6ec1-4862-9a8c-9d2177aad320 None None] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:47:03.219804 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ba43a1d7-2f4f-4dec-af9b-c2fffaec8af9 req-5d6d85f6-b8d9-42ad-94b6-70f323558fcd tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4234333 Dec 20 14:47:03.229508 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1313f508-b50c-44ee-9c4c-bb04363e448c tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:03.230533 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1313f508-b50c-44ee-9c4c-bb04363e448c tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:03.289096 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1313f508-b50c-44ee-9c4c-bb04363e448c tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event updated for resources: {'Subnet': ['ID=e9a1b891-203e-4ee8-9f47-191ca83fa293,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:47:03.315156 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-1313f508-b50c-44ee-9c4c-bb04363e448c tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.6327841 Dec 20 14:47:03.319370 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 56086) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:03.330247 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-fcf719ef-edd9-46dc-80a7-6c847761d442 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Request body: {'subnet': {'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:47:03.557590 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb774ba-80a5-480d-a071-eee75e355116 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'project_id': '71d0c98cab4349b4848e68f8a37dbf12', 'fixed_ips': [{'subnet_id': 'e9a1b891-203e-4ee8-9f47-191ca83fa293'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:47:03.559878 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ebb774ba-80a5-480d-a071-eee75e355116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:03.686263 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcf719ef-edd9-46dc-80a7-6c847761d442 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Made reservation on behalf of 71d0c98cab4349b4848e68f8a37dbf12 for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:47:03.699940 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fcf719ef-edd9-46dc-80a7-6c847761d442 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:03.878977 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:03.898550 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-ebb774ba-80a5-480d-a071-eee75e355116 None None] Allocated IP 2001:db8::f816:3eff:fec6:ddc3 (e2be1aff-cd00-4c3f-b1c0-ddca69da57f4/e9a1b891-203e-4ee8-9f47-191ca83fa293/733760f1-06b1-434d-a34b-e43197e5f074) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:47:03.912223 n-d-761264-19 neutron-server[103168]: INFO neutron.db.ipam_backend_mixin [None req-fcf719ef-edd9-46dc-80a7-6c847761d442 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e9a1b891-203e-4ee8-9f47-191ca83fa293 (CIDR: 2001:db8::/64) Dec 20 14:47:03.919438 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcf719ef-edd9-46dc-80a7-6c847761d442 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 14:47:03.920064 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcf719ef-edd9-46dc-80a7-6c847761d442 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:47:03.952897 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 56100) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:03.960905 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-7f28d306-23a0-4875-b2b8-8124ad414f40 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Request body: {'subnet': {'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:47:03.963782 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-fcf719ef-edd9-46dc-80a7-6c847761d442 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6286106 Dec 20 14:47:04.296639 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f28d306-23a0-4875-b2b8-8124ad414f40 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Made reservation on behalf of 71d0c98cab4349b4848e68f8a37dbf12 for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:47:04.303542 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7f28d306-23a0-4875-b2b8-8124ad414f40 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:04.386991 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ebb774ba-80a5-480d-a071-eee75e355116 None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:04.407890 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ebb774ba-80a5-480d-a071-eee75e355116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:04.520362 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb774ba-80a5-480d-a071-eee75e355116 None None] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:47:04.540173 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-ebb774ba-80a5-480d-a071-eee75e355116 None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:47:04.548804 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb774ba-80a5-480d-a071-eee75e355116 None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:47:04.602887 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb774ba-80a5-480d-a071-eee75e355116 None None] Pushing event updated for resources: {'Port': ['ID=733760f1-06b1-434d-a34b-e43197e5f074,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:47:04.642854 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 14:47:04.747517 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7257c33a-be0b-4c0d-a15d-a53d3f5a115b req-9e806a71-2cb6-486c-b2ce-215d6404a9cf tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:04.749406 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7257c33a-be0b-4c0d-a15d-a53d3f5a115b req-9e806a71-2cb6-486c-b2ce-215d6404a9cf tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 943 time: 0.2800124 Dec 20 14:47:04.767423 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-ebb774ba-80a5-480d-a071-eee75e355116 None None] Attempting to bind port 733760f1-06b1-434d-a34b-e43197e5f074 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:47:04.768460 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-ebb774ba-80a5-480d-a071-eee75e355116 None None] Attempting to bind port 733760f1-06b1-434d-a34b-e43197e5f074 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '0deaa76e-8a3e-44c4-a3b8-992392ef4539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:47:04.768962 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb774ba-80a5-480d-a071-eee75e355116 None None] Attempting to bind port 733760f1-06b1-434d-a34b-e43197e5f074 on network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:47:04.779251 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb774ba-80a5-480d-a071-eee75e355116 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:47:04.780292 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb774ba-80a5-480d-a071-eee75e355116 None None] Checking segment: {'id': '0deaa76e-8a3e-44c4-a3b8-992392ef4539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:47:04.780843 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ebb774ba-80a5-480d-a071-eee75e355116 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:04.781917 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb774ba-80a5-480d-a071-eee75e355116 None None] Bound using segment: {'id': '0deaa76e-8a3e-44c4-a3b8-992392ef4539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:47:04.782799 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-ebb774ba-80a5-480d-a071-eee75e355116 None None] Bound port: 733760f1-06b1-434d-a34b-e43197e5f074, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0deaa76e-8a3e-44c4-a3b8-992392ef4539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:47:04.783282 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ebb774ba-80a5-480d-a071-eee75e355116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:04.979751 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-ebb774ba-80a5-480d-a071-eee75e355116 None None] For port 733760f1-06b1-434d-a34b-e43197e5f074, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:47:04.992150 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-ebb774ba-80a5-480d-a071-eee75e355116 None None] For port 733760f1-06b1-434d-a34b-e43197e5f074, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=733760f1-06b1-434d-a34b-e43197e5f074,segment=NetworkSegment(0deaa76e-8a3e-44c4-a3b8-992392ef4539),segment_id=0deaa76e-8a3e-44c4-a3b8-992392ef4539)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:47:04.998884 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ebb774ba-80a5-480d-a071-eee75e355116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:05.061935 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7257c33a-be0b-4c0d-a15d-a53d3f5a115b req-25f7c33a-03c9-431c-acce-1ca8333c777a tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3000691 Dec 20 14:47:05.279635 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb774ba-80a5-480d-a071-eee75e355116 None None] Pushing event updated for resources: {'Port': ['ID=733760f1-06b1-434d-a34b-e43197e5f074,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:47:05.614081 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7f28d306-23a0-4875-b2b8-8124ad414f40 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:05.790190 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:05.859285 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f28d306-23a0-4875-b2b8-8124ad414f40 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:47:05.880914 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-7f28d306-23a0-4875-b2b8-8124ad414f40 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:47:05.885314 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f28d306-23a0-4875-b2b8-8124ad414f40 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:05.904839 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7f28d306-23a0-4875-b2b8-8124ad414f40 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:05.922580 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f28d306-23a0-4875-b2b8-8124ad414f40 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event updated for resources: {'Subnet': ['ID=e0be13f2-fed6-482f-990f-9f658afb3eec,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:47:05.941699 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 56142) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:05.942324 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-7f28d306-23a0-4875-b2b8-8124ad414f40 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9876814 Dec 20 14:47:05.948769 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-c921307f-3253-49ca-a45a-8d24082856fe tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Request body: {'port': {'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'mac_address': 'fa:16:3e:81:4e:30', 'name': 'tempest-NetworksTestDHCPv6-730851727'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:47:06.290113 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:06.409918 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 733760f1-06b1-434d-a34b-e43197e5f074 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:47:06.507294 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 733760f1-06b1-434d-a34b-e43197e5f074 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:47:06.507785 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:06.560983 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c921307f-3253-49ca-a45a-8d24082856fe tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Made reservation on behalf of 71d0c98cab4349b4848e68f8a37dbf12 for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:47:06.752389 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:06.831412 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660c17e5-a76d-48f6-9209-72d30ee806b2 req-fa4e86e4-b840-42c7-8030-bbc3c2c64eb1 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:06.837035 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] For port 733760f1-06b1-434d-a34b-e43197e5f074, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=733760f1-06b1-434d-a34b-e43197e5f074,segment=NetworkSegment(0deaa76e-8a3e-44c4-a3b8-992392ef4539),segment_id=0deaa76e-8a3e-44c4-a3b8-992392ef4539)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:47:06.842629 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-660c17e5-a76d-48f6-9209-72d30ee806b2 req-fa4e86e4-b840-42c7-8030-bbc3c2c64eb1 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 943 time: 0.6183419 Dec 20 14:47:06.853263 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:07.043964 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Pushing event updated for resources: {'Port': ['ID=733760f1-06b1-434d-a34b-e43197e5f074,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:47:07.057997 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c921307f-3253-49ca-a45a-8d24082856fe tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:07.124885 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [None req-c921307f-3253-49ca-a45a-8d24082856fe tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] device_id is not set on port ee745823-b88d-47fb-b596-b28c7c1b9ab5 yet. {{(pid=103168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 14:47:07.387305 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-c921307f-3253-49ca-a45a-8d24082856fe tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Allocated IP 2001:db8:0:1::67 (e2be1aff-cd00-4c3f-b1c0-ddca69da57f4/e0be13f2-fed6-482f-990f-9f658afb3eec/ee745823-b88d-47fb-b596-b28c7c1b9ab5) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:47:07.405525 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-660c17e5-a76d-48f6-9209-72d30ee806b2 req-74eb6fef-446f-48fb-b092-dc8dc1855bec tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5462792 Dec 20 14:47:07.427207 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-c921307f-3253-49ca-a45a-8d24082856fe tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Allocated IP 2001:db8::f816:3eff:fe81:4e30 (e2be1aff-cd00-4c3f-b1c0-ddca69da57f4/e9a1b891-203e-4ee8-9f47-191ca83fa293/ee745823-b88d-47fb-b596-b28c7c1b9ab5) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:47:07.485215 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38399662-75db-4a98-8589-eb4c9069949d None None] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:47:07.889591 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-1a274625-d468-4c2e-8cfd-a18b56dd288e None None] Provisioning complete for port 733760f1-06b1-434d-a34b-e43197e5f074 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:47:07.890882 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-1a274625-d468-4c2e-8cfd-a18b56dd288e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:08.051069 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c921307f-3253-49ca-a45a-8d24082856fe tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:08.314188 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 733760f1-06b1-434d-a34b-e43197e5f074 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:47:08.337224 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c921307f-3253-49ca-a45a-8d24082856fe tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:08.517621 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c921307f-3253-49ca-a45a-8d24082856fe tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:47:08.594849 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c921307f-3253-49ca-a45a-8d24082856fe tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event updated for resources: {'Port': ['ID=ee745823-b88d-47fb-b596-b28c7c1b9ab5,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:47:08.609287 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-c921307f-3253-49ca-a45a-8d24082856fe tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:47:08.698564 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c921307f-3253-49ca-a45a-8d24082856fe tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:47:08.706619 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c921307f-3253-49ca-a45a-8d24082856fe tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:08.727466 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c921307f-3253-49ca-a45a-8d24082856fe tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:08.842713 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d19989-ac4e-42e8-86d1-e73452f22678 req-f39d54af-e839-4f69-bdca-646ed9969b5d tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:08.844447 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-09d19989-ac4e-42e8-86d1-e73452f22678 req-f39d54af-e839-4f69-bdca-646ed9969b5d tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 943 time: 0.2266822 Dec 20 14:47:08.859176 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-c921307f-3253-49ca-a45a-8d24082856fe tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.9128184 Dec 20 14:47:08.860677 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 56204) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:09.005808 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-09d19989-ac4e-42e8-86d1-e73452f22678 req-7c627e29-424d-46fe-9bba-b1de2d429c30 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423588 Dec 20 14:47:09.167668 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 733760f1-06b1-434d-a34b-e43197e5f074 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:47:09.176554 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:09.291387 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-a22cb475-7fdb-4356-a6af-bd09808bfb61 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Deleting port ee745823-b88d-47fb-b596-b28c7c1b9ab5 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:47:09.291840 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a22cb475-7fdb-4356-a6af-bd09808bfb61 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:09.467424 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7410873f-bdac-42cd-9919-f7b7d98a24c7 None None] Update dhcp port {'port': {'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'fixed_ips': [{'subnet_id': 'e9a1b891-203e-4ee8-9f47-191ca83fa293', 'ip_address': '2001:db8::f816:3eff:fec6:ddc3'}, {'subnet_id': 'e0be13f2-fed6-482f-990f-9f658afb3eec'}], 'binding:host_id': 'n-d-761264-19'}, 'id': '733760f1-06b1-434d-a34b-e43197e5f074'} from n-d-761264-19. {{(pid=103169) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 20 14:47:09.547831 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-7410873f-bdac-42cd-9919-f7b7d98a24c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:09.606706 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a22cb475-7fdb-4356-a6af-bd09808bfb61 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:09.643337 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-a22cb475-7fdb-4356-a6af-bd09808bfb61 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Calling delete_port for ee745823-b88d-47fb-b596-b28c7c1b9ab5 owned by {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:47:10.520071 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d17f1d-df2a-444b-b2b4-8a61bbe37b4d req-ea2fa264-ef4b-464b-b78a-567781fa1a4b tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:10.522822 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-7410873f-bdac-42cd-9919-f7b7d98a24c7 None None] Allocated IP 2001:db8:0:1::2 (e2be1aff-cd00-4c3f-b1c0-ddca69da57f4/e0be13f2-fed6-482f-990f-9f658afb3eec/733760f1-06b1-434d-a34b-e43197e5f074) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:47:10.533056 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-36d17f1d-df2a-444b-b2b4-8a61bbe37b4d req-ea2fa264-ef4b-464b-b78a-567781fa1a4b tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 943 time: 0.2669499 Dec 20 14:47:10.707546 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-36d17f1d-df2a-444b-b2b4-8a61bbe37b4d req-0e728da9-fa06-4e8f-a443-8232e1c5492b tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719847 Dec 20 14:47:10.712078 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a22cb475-7fdb-4356-a6af-bd09808bfb61 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:10.816360 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22cb475-7fdb-4356-a6af-bd09808bfb61 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event deleted for resources: {'Port': ['ID=ee745823-b88d-47fb-b596-b28c7c1b9ab5,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:47:10.909900 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-7410873f-bdac-42cd-9919-f7b7d98a24c7 None None] For port 733760f1-06b1-434d-a34b-e43197e5f074, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=733760f1-06b1-434d-a34b-e43197e5f074,segment=NetworkSegment(0deaa76e-8a3e-44c4-a3b8-992392ef4539),segment_id=0deaa76e-8a3e-44c4-a3b8-992392ef4539)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:47:11.029920 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a22cb475-7fdb-4356-a6af-bd09808bfb61 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:11.034436 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-a22cb475-7fdb-4356-a6af-bd09808bfb61 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "DELETE /v2.0/ports/ee745823-b88d-47fb-b596-b28c7c1b9ab5 HTTP/1.1" status: 204 len: 168 time: 2.1718929 Dec 20 14:47:11.038494 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 56246) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:11.045826 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-7410873f-bdac-42cd-9919-f7b7d98a24c7 None None] Publish callbacks [] for port, precommit_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:11.068052 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-7410873f-bdac-42cd-9919-f7b7d98a24c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:11.294269 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac959157-e20d-4458-a9e2-b7cb5dd5256d tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:11.299427 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 56250) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:11.300022 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-ac959157-e20d-4458-a9e2-b7cb5dd5256d tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2601147 Dec 20 14:47:11.340608 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7410873f-bdac-42cd-9919-f7b7d98a24c7 None None] Pushing event updated for resources: {'Port': ['ID=733760f1-06b1-434d-a34b-e43197e5f074,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:47:11.484198 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6718d2be-2d3c-4a3b-ab14-7409450fbe2b tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:11.485886 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-6718d2be-2d3c-4a3b-ab14-7409450fbe2b tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1851754 Dec 20 14:47:11.493745 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 56258) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:11.671161 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:11.832730 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212ece9a-1908-4dff-953b-231c72c174b6 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:11.845014 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212ece9a-1908-4dff-953b-231c72c174b6 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:11.852712 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212ece9a-1908-4dff-953b-231c72c174b6 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:11.868926 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-212ece9a-1908-4dff-953b-231c72c174b6 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3724976 Dec 20 14:47:11.872158 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 56268) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:11.994869 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de87a269-509b-45f1-827c-546b65c1cf3d req-53b4cbd4-3fb4-44c9-ae0a-7c8788a2f5e9 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:12.016627 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-de87a269-509b-45f1-827c-546b65c1cf3d req-53b4cbd4-3fb4-44c9-ae0a-7c8788a2f5e9 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 943 time: 0.1737666 Dec 20 14:47:12.150971 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_v2 [None req-50256624-078f-4993-afb9-0cec0162da45 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Deleting subnet e0be13f2-fed6-482f-990f-9f658afb3eec {{(pid=103167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:47:12.165640 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-50256624-078f-4993-afb9-0cec0162da45 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks [] for subnet, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:12.248473 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-de87a269-509b-45f1-827c-546b65c1cf3d req-03e06f17-3004-4779-a6dc-97b07ab09333 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203240 Dec 20 14:47:12.325444 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3536d7b7-49b5-42da-a6d8-174d2e9ef2f2 req-dd1c4f8b-8c4c-4e67-afd0-895e34b0dee2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6b2c6104-92fa-4538-83c1-43e24d43c9c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0758607 Dec 20 14:47:12.360657 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-50256624-078f-4993-afb9-0cec0162da45 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954412'] for subnet, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:12.399250 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 733760f1-06b1-434d-a34b-e43197e5f074 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:47:12.557856 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3536d7b7-49b5-42da-a6d8-174d2e9ef2f2 req-e41bfd93-1ee4-49fc-9ff8-3f3def8fbd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:12.561245 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3536d7b7-49b5-42da-a6d8-174d2e9ef2f2 req-e41bfd93-1ee4-49fc-9ff8-3f3def8fbd7a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8255d8223f1c451bbb1b1532cd6a52b8&device_id=6b2c6104-92fa-4538-83c1-43e24d43c9c1 HTTP/1.1" status: 200 len: 1097 time: 0.1215739 Dec 20 14:47:12.705413 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 733760f1-06b1-434d-a34b-e43197e5f074 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:47:12.706053 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:12.870312 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-50256624-078f-4993-afb9-0cec0162da45 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:13.041160 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3536d7b7-49b5-42da-a6d8-174d2e9ef2f2 req-61442b9c-a960-49e9-8783-67343bcb76dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:13.043055 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3536d7b7-49b5-42da-a6d8-174d2e9ef2f2 req-61442b9c-a960-49e9-8783-67343bcb76dd service neutron] 10.222.0.30 "GET /v2.0/networks?id=75cc060c-9a9b-45bd-b303-f0f117f0c788 HTTP/1.1" status: 200 len: 905 time: 0.4588866 Dec 20 14:47:13.110628 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-0d543987-f691-4bb8-9d7c-7fe38fbb640a None None] Provisioning complete for port 733760f1-06b1-434d-a34b-e43197e5f074 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:47:13.112778 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-0d543987-f691-4bb8-9d7c-7fe38fbb640a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:13.260926 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-50256624-078f-4993-afb9-0cec0162da45 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:13.431266 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3536d7b7-49b5-42da-a6d8-174d2e9ef2f2 req-e3927cec-e58c-4518-b315-cfa145e0b7f8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c8b57c3a-02f7-4710-a420-c4f7ecb0fb9d HTTP/1.1" status: 200 len: 1001 time: 0.3758054 Dec 20 14:47:13.621017 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3536d7b7-49b5-42da-a6d8-174d2e9ef2f2 req-c3706258-f5d7-43b6-9f0f-31e144f2ddcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:13.622558 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3536d7b7-49b5-42da-a6d8-174d2e9ef2f2 req-c3706258-f5d7-43b6-9f0f-31e144f2ddcb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=19a7e12b-bc69-4c68-8b63-286ef4ad0b2c HTTP/1.1" status: 200 len: 843 time: 0.1751349 Dec 20 14:47:13.684389 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-afbb5ece-939b-403f-96c8-cfc52e1d7c61 None None] Could not find standard attr ID for object ee745823-b88d-47fb-b596-b28c7c1b9ab5. {{(pid=103169) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 14:47:13.909103 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3536d7b7-49b5-42da-a6d8-174d2e9ef2f2 req-a76f5051-5e72-4feb-ac59-a724a652faa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:13.928604 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3536d7b7-49b5-42da-a6d8-174d2e9ef2f2 req-a76f5051-5e72-4feb-ac59-a724a652faa0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=75cc060c-9a9b-45bd-b303-f0f117f0c788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2969282 Dec 20 14:47:14.231795 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a91e9db6-d821-4b9a-ad4d-553933f2ee65 req-ead3bba7-6e80-468d-8767-795f04c526ed service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f3e67e6f-0541-4943-b580-1d46d98aa64f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4195540 Dec 20 14:47:14.277748 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50256624-078f-4993-afb9-0cec0162da45 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event deleted for resources: {'Subnet': ['ID=e0be13f2-fed6-482f-990f-9f658afb3eec,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:47:14.281986 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-50256624-078f-4993-afb9-0cec0162da45 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:14.288944 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4afc84dc-b495-4df9-be02-7bb286ce4696 None None] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:47:14.311340 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-50256624-078f-4993-afb9-0cec0162da45 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "DELETE /v2.0/subnets/e0be13f2-fed6-482f-990f-9f658afb3eec HTTP/1.1" status: 204 len: 168 time: 2.4364471 Dec 20 14:47:14.322092 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 56330) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:14.504615 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91e9db6-d821-4b9a-ad4d-553933f2ee65 req-9d52683c-c682-4cfb-88ec-fc2d76491940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:14.506919 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a91e9db6-d821-4b9a-ad4d-553933f2ee65 req-9d52683c-c682-4cfb-88ec-fc2d76491940 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c0643adf2af04815b0d3549cf80b60b4&device_id=f3e67e6f-0541-4943-b580-1d46d98aa64f HTTP/1.1" status: 200 len: 1098 time: 0.1740024 Dec 20 14:47:14.535655 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3536d7b7-49b5-42da-a6d8-174d2e9ef2f2 req-29cc0dd6-576f-48d8-b528-073ae99e70e5 service neutron] 10.222.0.30 "GET /v2.0/networks/75cc060c-9a9b-45bd-b303-f0f117f0c788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5836127 Dec 20 14:47:14.543824 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_v2 [None req-1328a099-3b0d-46b5-90de-3e1b0b9c1bfc tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Deleting subnet e9a1b891-203e-4ee8-9f47-191ca83fa293 {{(pid=103167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:47:14.554698 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1328a099-3b0d-46b5-90de-3e1b0b9c1bfc tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks [] for subnet, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:14.669770 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1328a099-3b0d-46b5-90de-3e1b0b9c1bfc tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954412'] for subnet, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:14.772140 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cce861-b2ac-4940-9868-424eb49fd759 req-b483642b-0d94-4efb-97d9-e6d51decb9f6 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:14.784900 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e6cce861-b2ac-4940-9868-424eb49fd759 req-b483642b-0d94-4efb-97d9-e6d51decb9f6 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 943 time: 0.5164649 Dec 20 14:47:14.916220 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3536d7b7-49b5-42da-a6d8-174d2e9ef2f2 req-97115662-0e16-4492-9064-00cef290b9bc service neutron] 10.222.0.30 "GET /v2.0/networks/75cc060c-9a9b-45bd-b303-f0f117f0c788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3676679 Dec 20 14:47:14.954022 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e6cce861-b2ac-4940-9868-424eb49fd759 req-2df265c8-2fd6-4fb0-a88b-e18d0cc45753 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679173 Dec 20 14:47:14.956513 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91e9db6-d821-4b9a-ad4d-553933f2ee65 req-15a23aa8-36bd-4b73-845f-93d17a3c219e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:14.959941 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a91e9db6-d821-4b9a-ad4d-553933f2ee65 req-15a23aa8-36bd-4b73-845f-93d17a3c219e service neutron] 10.222.0.47 "GET /v2.0/networks?id=87a69cd0-a64c-42dd-a7fc-edd3efea59ce HTTP/1.1" status: 200 len: 911 time: 0.2935398 Dec 20 14:47:15.119049 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1328a099-3b0d-46b5-90de-3e1b0b9c1bfc tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:15.240957 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a91e9db6-d821-4b9a-ad4d-553933f2ee65 req-cb7cd272-6c34-43d7-bf15-b7ff80780db0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=df1ab20c-b279-4f23-9631-c99a5b229e4f HTTP/1.1" status: 200 len: 1001 time: 0.2590389 Dec 20 14:47:15.304427 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:15.390500 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1328a099-3b0d-46b5-90de-3e1b0b9c1bfc tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:15.418453 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91e9db6-d821-4b9a-ad4d-553933f2ee65 req-364d8b39-7bad-4daa-85a2-92e35df1e054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:15.424135 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a91e9db6-d821-4b9a-ad4d-553933f2ee65 req-364d8b39-7bad-4daa-85a2-92e35df1e054 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a9e11c76-32b6-463b-b516-e12248ff878a HTTP/1.1" status: 200 len: 849 time: 0.1750536 Dec 20 14:47:15.487841 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1328a099-3b0d-46b5-90de-3e1b0b9c1bfc tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event deleted for resources: {'Subnet': ['ID=e9a1b891-203e-4ee8-9f47-191ca83fa293,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:47:15.495692 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1328a099-3b0d-46b5-90de-3e1b0b9c1bfc tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:15.514807 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-1328a099-3b0d-46b5-90de-3e1b0b9c1bfc tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "DELETE /v2.0/subnets/e9a1b891-203e-4ee8-9f47-191ca83fa293 HTTP/1.1" status: 204 len: 168 time: 1.1710079 Dec 20 14:47:15.518296 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 56350) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:15.613019 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91e9db6-d821-4b9a-ad4d-553933f2ee65 req-b1c6f080-af6e-4172-b620-46cf955dc8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:15.619621 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a91e9db6-d821-4b9a-ad4d-553933f2ee65 req-b1c6f080-af6e-4172-b620-46cf955dc8a9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=87a69cd0-a64c-42dd-a7fc-edd3efea59ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1789184 Dec 20 14:47:15.672976 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-ec374031-60d0-4656-a6cb-515a7e76b6e9 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1505380 Dec 20 14:47:15.675545 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 56354) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:15.690238 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-8f007343-1210-45fa-b7ed-dd2afca3b9e1 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Request body: {'subnet': {'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:47:15.889473 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a91e9db6-d821-4b9a-ad4d-553933f2ee65 req-3ba53cde-1c77-43be-89e4-cbd72fe2fc61 service neutron] 10.222.0.47 "GET /v2.0/networks/87a69cd0-a64c-42dd-a7fc-edd3efea59ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587209 Dec 20 14:47:15.997910 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f007343-1210-45fa-b7ed-dd2afca3b9e1 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Made reservation on behalf of 71d0c98cab4349b4848e68f8a37dbf12 for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:47:16.001879 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8f007343-1210-45fa-b7ed-dd2afca3b9e1 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:16.270929 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a91e9db6-d821-4b9a-ad4d-553933f2ee65 req-7c173016-945c-4368-bf30-b9fc88916b8f service neutron] 10.222.0.47 "GET /v2.0/networks/87a69cd0-a64c-42dd-a7fc-edd3efea59ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3599663 Dec 20 14:47:16.309082 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1de40f-6505-40ee-9922-0f55db15a22e None None] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:47:16.405726 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826e27b1-5fa1-41a6-94f0-586a8f54cee3 req-f38eebb0-a71a-4271-8a5c-67a8ee24a2b2 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:16.408165 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-826e27b1-5fa1-41a6-94f0-586a8f54cee3 req-f38eebb0-a71a-4271-8a5c-67a8ee24a2b2 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 943 time: 0.2185616 Dec 20 14:47:16.560882 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-826e27b1-5fa1-41a6-94f0-586a8f54cee3 req-ee773e9b-8c5c-43be-ad42-e52ec0186819 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359067 Dec 20 14:47:16.774338 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-903a1d68-3872-467c-9959-2c575aa42197 None None] Provisioning complete for port 733760f1-06b1-434d-a34b-e43197e5f074 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:47:16.777262 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-903a1d68-3872-467c-9959-2c575aa42197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:16.935622 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6f4b2c-ee25-449d-8f70-a881fdd7d284 None None] DHCP port deletion for e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:47:17.090254 n-d-761264-19 neutron-server[103167]: DEBUG neutron.objects.ports [None req-8f007343-1210-45fa-b7ed-dd2afca3b9e1 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103167) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 20 14:47:17.133400 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-cf6f4b2c-ee25-449d-8f70-a881fdd7d284 None None] Deleting port 733760f1-06b1-434d-a34b-e43197e5f074 {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:47:17.133938 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-cf6f4b2c-ee25-449d-8f70-a881fdd7d284 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:17.333883 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8f007343-1210-45fa-b7ed-dd2afca3b9e1 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:17.425176 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-cf6f4b2c-ee25-449d-8f70-a881fdd7d284 None None] For port 733760f1-06b1-434d-a34b-e43197e5f074, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=733760f1-06b1-434d-a34b-e43197e5f074,segment=NetworkSegment(0deaa76e-8a3e-44c4-a3b8-992392ef4539),segment_id=0deaa76e-8a3e-44c4-a3b8-992392ef4539)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:47:17.425696 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-cf6f4b2c-ee25-449d-8f70-a881fdd7d284 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:17.459899 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-cf6f4b2c-ee25-449d-8f70-a881fdd7d284 None None] Calling delete_port for 733760f1-06b1-434d-a34b-e43197e5f074 owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:47:17.868588 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-8f007343-1210-45fa-b7ed-dd2afca3b9e1 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] For port 733760f1-06b1-434d-a34b-e43197e5f074, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=733760f1-06b1-434d-a34b-e43197e5f074,segment=NetworkSegment(0deaa76e-8a3e-44c4-a3b8-992392ef4539),segment_id=0deaa76e-8a3e-44c4-a3b8-992392ef4539)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:47:17.931178 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d475d591-d1f8-49c0-8821-f93511e27c04 req-28c18972-4c4e-45ae-a624-420a043b5c32 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:17.936824 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d475d591-d1f8-49c0-8821-f93511e27c04 req-28c18972-4c4e-45ae-a624-420a043b5c32 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 943 time: 0.2052093 Dec 20 14:47:18.037095 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8f007343-1210-45fa-b7ed-dd2afca3b9e1 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:18.054644 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-cf6f4b2c-ee25-449d-8f70-a881fdd7d284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:18.086535 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8f007343-1210-45fa-b7ed-dd2afca3b9e1 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:18.087405 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8f007343-1210-45fa-b7ed-dd2afca3b9e1 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:18.103535 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6f4b2c-ee25-449d-8f70-a881fdd7d284 None None] Pushing event deleted for resources: {'Port': ['ID=733760f1-06b1-434d-a34b-e43197e5f074,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:47:18.118518 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6f4b2c-ee25-449d-8f70-a881fdd7d284 None None] No DVR routers for this DVR port 733760f1-06b1-434d-a34b-e43197e5f074 on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:47:18.289609 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f007343-1210-45fa-b7ed-dd2afca3b9e1 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event deleted for resources: {'Port': ['ID=733760f1-06b1-434d-a34b-e43197e5f074,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:47:18.330712 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d475d591-d1f8-49c0-8821-f93511e27c04 req-90d083a9-7ff1-4af7-9996-03b542b7ac63 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3585119 Dec 20 14:47:18.346514 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f007343-1210-45fa-b7ed-dd2afca3b9e1 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event updated for resources: {'Subnet': ['ID=66d35744-e9f2-446c-956f-e621e50efb8b,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:47:18.374333 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f007343-1210-45fa-b7ed-dd2afca3b9e1 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:47:18.377718 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-8f007343-1210-45fa-b7ed-dd2afca3b9e1 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:47:18.383652 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f007343-1210-45fa-b7ed-dd2afca3b9e1 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:18.384523 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8f007343-1210-45fa-b7ed-dd2afca3b9e1 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:18.391630 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 733760f1-06b1-434d-a34b-e43197e5f074 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:47:18.427632 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 733760f1-06b1-434d-a34b-e43197e5f074 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:47:18.429790 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 733760f1-06b1-434d-a34b-e43197e5f074 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:47:18.432467 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aae92e9-7af5-45dd-9dc9-d1bf1a2cdc31 None None] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:47:18.455516 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-8f007343-1210-45fa-b7ed-dd2afca3b9e1 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7785671 Dec 20 14:47:18.460819 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 56408) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:18.466501 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-0241b63a-3f7b-4530-9e63-814fa78dda01 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Request body: {'subnet': {'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:47:18.707651 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef15a3c-5bb7-4b47-8481-5e9b67fadfeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'project_id': '71d0c98cab4349b4848e68f8a37dbf12', 'fixed_ips': [{'subnet_id': '66d35744-e9f2-446c-956f-e621e50efb8b'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:47:18.710265 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4ef15a3c-5bb7-4b47-8481-5e9b67fadfeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:18.711079 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0241b63a-3f7b-4530-9e63-814fa78dda01 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Made reservation on behalf of 71d0c98cab4349b4848e68f8a37dbf12 for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:47:18.716042 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0241b63a-3f7b-4530-9e63-814fa78dda01 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:18.885718 n-d-761264-19 neutron-server[103168]: INFO neutron.db.ipam_backend_mixin [None req-0241b63a-3f7b-4530-9e63-814fa78dda01 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 66d35744-e9f2-446c-956f-e621e50efb8b (CIDR: 2001:db8::/64) Dec 20 14:47:18.891780 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-0241b63a-3f7b-4530-9e63-814fa78dda01 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 14:47:18.892717 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0241b63a-3f7b-4530-9e63-814fa78dda01 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:47:18.950503 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 56426) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:18.951538 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-0241b63a-3f7b-4530-9e63-814fa78dda01 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4881256 Dec 20 14:47:18.956349 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-71f613c8-d523-4346-9cd6-72ad4f5f6121 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Request body: {'subnet': {'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:47:18.975393 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-4ef15a3c-5bb7-4b47-8481-5e9b67fadfeb None None] Allocated IP 2001:db8::f816:3eff:fe94:2d46 (e2be1aff-cd00-4c3f-b1c0-ddca69da57f4/66d35744-e9f2-446c-956f-e621e50efb8b/77f0071a-ea23-4506-8e8b-48b15c42fbc8) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:47:19.143741 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f613c8-d523-4346-9cd6-72ad4f5f6121 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Made reservation on behalf of 71d0c98cab4349b4848e68f8a37dbf12 for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:47:19.147821 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-71f613c8-d523-4346-9cd6-72ad4f5f6121 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:19.257789 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4ef15a3c-5bb7-4b47-8481-5e9b67fadfeb None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:19.269223 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4ef15a3c-5bb7-4b47-8481-5e9b67fadfeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:19.324934 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef15a3c-5bb7-4b47-8481-5e9b67fadfeb None None] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:47:19.332378 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-4ef15a3c-5bb7-4b47-8481-5e9b67fadfeb None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:47:19.338014 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef15a3c-5bb7-4b47-8481-5e9b67fadfeb None None] Pushing event updated for resources: {'Port': ['ID=77f0071a-ea23-4506-8e8b-48b15c42fbc8,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:47:19.344109 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef15a3c-5bb7-4b47-8481-5e9b67fadfeb None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:47:19.482785 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-4ef15a3c-5bb7-4b47-8481-5e9b67fadfeb None None] Attempting to bind port 77f0071a-ea23-4506-8e8b-48b15c42fbc8 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:47:19.483480 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-4ef15a3c-5bb7-4b47-8481-5e9b67fadfeb None None] Attempting to bind port 77f0071a-ea23-4506-8e8b-48b15c42fbc8 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '0deaa76e-8a3e-44c4-a3b8-992392ef4539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:47:19.483835 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef15a3c-5bb7-4b47-8481-5e9b67fadfeb None None] Attempting to bind port 77f0071a-ea23-4506-8e8b-48b15c42fbc8 on network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:47:19.498946 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef15a3c-5bb7-4b47-8481-5e9b67fadfeb None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:47:19.499351 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef15a3c-5bb7-4b47-8481-5e9b67fadfeb None None] Checking segment: {'id': '0deaa76e-8a3e-44c4-a3b8-992392ef4539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:47:19.499732 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4ef15a3c-5bb7-4b47-8481-5e9b67fadfeb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:19.500128 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef15a3c-5bb7-4b47-8481-5e9b67fadfeb None None] Bound using segment: {'id': '0deaa76e-8a3e-44c4-a3b8-992392ef4539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:47:19.500618 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-4ef15a3c-5bb7-4b47-8481-5e9b67fadfeb None None] Bound port: 77f0071a-ea23-4506-8e8b-48b15c42fbc8, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0deaa76e-8a3e-44c4-a3b8-992392ef4539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:47:19.501001 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4ef15a3c-5bb7-4b47-8481-5e9b67fadfeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:19.547418 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e531b7e6-cbbd-4d83-8778-3d3f132119b8 req-631dd00c-a200-4822-9306-a010d92bfc18 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:19.560419 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e531b7e6-cbbd-4d83-8778-3d3f132119b8 req-631dd00c-a200-4822-9306-a010d92bfc18 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 943 time: 0.0901442 Dec 20 14:47:19.601156 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-71f613c8-d523-4346-9cd6-72ad4f5f6121 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:19.656354 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e531b7e6-cbbd-4d83-8778-3d3f132119b8 req-13fe58aa-7ba9-42f6-9736-cd7393b8c52b tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937686 Dec 20 14:47:19.696897 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-4ef15a3c-5bb7-4b47-8481-5e9b67fadfeb None None] For port 77f0071a-ea23-4506-8e8b-48b15c42fbc8, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:47:19.705361 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-4ef15a3c-5bb7-4b47-8481-5e9b67fadfeb None None] For port 77f0071a-ea23-4506-8e8b-48b15c42fbc8, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=77f0071a-ea23-4506-8e8b-48b15c42fbc8,segment=NetworkSegment(0deaa76e-8a3e-44c4-a3b8-992392ef4539),segment_id=0deaa76e-8a3e-44c4-a3b8-992392ef4539)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:47:19.717199 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4ef15a3c-5bb7-4b47-8481-5e9b67fadfeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:19.720940 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f613c8-d523-4346-9cd6-72ad4f5f6121 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:47:19.730346 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-71f613c8-d523-4346-9cd6-72ad4f5f6121 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:47:19.743239 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f613c8-d523-4346-9cd6-72ad4f5f6121 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:19.749249 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-71f613c8-d523-4346-9cd6-72ad4f5f6121 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:19.819165 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f613c8-d523-4346-9cd6-72ad4f5f6121 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event updated for resources: {'Subnet': ['ID=27340185-aac1-467f-b80f-8be7332615ec,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:47:19.866764 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef15a3c-5bb7-4b47-8481-5e9b67fadfeb None None] Pushing event updated for resources: {'Port': ['ID=77f0071a-ea23-4506-8e8b-48b15c42fbc8,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:47:19.891025 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-71f613c8-d523-4346-9cd6-72ad4f5f6121 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9391339 Dec 20 14:47:19.894077 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 56444) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:19.903973 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-dc79a5b1-43fb-4af0-8dc3-846ddb467574 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Request body: {'port': {'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'mac_address': 'fa:16:3e:c1:05:c6', 'name': 'tempest-NetworksTestDHCPv6-463840757'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:47:20.217532 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc79a5b1-43fb-4af0-8dc3-846ddb467574 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Made reservation on behalf of 71d0c98cab4349b4848e68f8a37dbf12 for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:47:20.543138 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-dc79a5b1-43fb-4af0-8dc3-846ddb467574 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:20.569798 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 77f0071a-ea23-4506-8e8b-48b15c42fbc8 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:47:20.581069 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [None req-dc79a5b1-43fb-4af0-8dc3-846ddb467574 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] device_id is not set on port 3a964a92-3251-4aea-a6df-e3d4a69f72ef yet. {{(pid=103168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 14:47:20.667055 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 77f0071a-ea23-4506-8e8b-48b15c42fbc8 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:47:20.667853 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:20.907643 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:20.937900 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b3339f-c1b5-4339-b7e9-4a1777159ef5 req-37ba7ff7-6756-4bf3-a7b2-9109d1291da0 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:20.946853 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-dc79a5b1-43fb-4af0-8dc3-846ddb467574 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Allocated IP 2001:db8:0:1::352 (e2be1aff-cd00-4c3f-b1c0-ddca69da57f4/27340185-aac1-467f-b80f-8be7332615ec/3a964a92-3251-4aea-a6df-e3d4a69f72ef) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:47:20.949002 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-21b3339f-c1b5-4339-b7e9-4a1777159ef5 req-37ba7ff7-6756-4bf3-a7b2-9109d1291da0 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 943 time: 0.1130340 Dec 20 14:47:20.965153 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-dc79a5b1-43fb-4af0-8dc3-846ddb467574 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Allocated IP 2001:db8::f816:3eff:fec1:5c6 (e2be1aff-cd00-4c3f-b1c0-ddca69da57f4/66d35744-e9f2-446c-956f-e621e50efb8b/3a964a92-3251-4aea-a6df-e3d4a69f72ef) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:47:20.987104 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [req-282d47e6-e5cc-40e4-af5f-9ed94a3a22e2 req-b79d1792-e6ae-4481-b102-239ae350fbce service neutron] (103167) timed out ('10.222.0.54', 49504) {{(pid=103167) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 20 14:47:20.994855 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] For port 77f0071a-ea23-4506-8e8b-48b15c42fbc8, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=77f0071a-ea23-4506-8e8b-48b15c42fbc8,segment=NetworkSegment(0deaa76e-8a3e-44c4-a3b8-992392ef4539),segment_id=0deaa76e-8a3e-44c4-a3b8-992392ef4539)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:47:21.000381 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:21.070883 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-21b3339f-c1b5-4339-b7e9-4a1777159ef5 req-45935c30-fce8-42a2-a0ee-54b7f73d77f0 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117980 Dec 20 14:47:21.110843 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Pushing event updated for resources: {'Port': ['ID=77f0071a-ea23-4506-8e8b-48b15c42fbc8,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:47:21.420609 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-dc79a5b1-43fb-4af0-8dc3-846ddb467574 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:21.517377 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-dc79a5b1-43fb-4af0-8dc3-846ddb467574 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:21.616632 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc79a5b1-43fb-4af0-8dc3-846ddb467574 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:47:21.620606 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-dc79a5b1-43fb-4af0-8dc3-846ddb467574 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:47:21.630252 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc79a5b1-43fb-4af0-8dc3-846ddb467574 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:47:21.647517 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc79a5b1-43fb-4af0-8dc3-846ddb467574 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:21.648347 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-dc79a5b1-43fb-4af0-8dc3-846ddb467574 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:21.658118 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device cbf29dfb-3708-422d-85ee-b8db53577948 details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:47:21.682207 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc79a5b1-43fb-4af0-8dc3-846ddb467574 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event updated for resources: {'Port': ['ID=3a964a92-3251-4aea-a6df-e3d4a69f72ef,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:47:21.704801 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 56474) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:21.713234 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-dc79a5b1-43fb-4af0-8dc3-846ddb467574 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.8174446 Dec 20 14:47:21.827464 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d000e5-ad76-4117-9983-b7962ff85913 None None] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:47:21.889192 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-e321367f-078c-4b7c-b2ae-01d4bcee73b2 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Deleting port 3a964a92-3251-4aea-a6df-e3d4a69f72ef {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:47:21.889729 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e321367f-078c-4b7c-b2ae-01d4bcee73b2 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:21.921046 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port cbf29dfb-3708-422d-85ee-b8db53577948, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=cbf29dfb-3708-422d-85ee-b8db53577948,segment=NetworkSegment(0e7fdf50-5b19-4be8-bc50-cf777ad84dac),segment_id=0e7fdf50-5b19-4be8-bc50-cf777ad84dac)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:47:21.935930 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': 'cbf29dfb-3708-422d-85ee-b8db53577948', 'network_id': 'e77a6991-7e9b-4f80-86c7-a3378ec4de6a', 'port_id': 'cbf29dfb-3708-422d-85ee-b8db53577948', 'mac_address': 'fa:16:3e:56:5b:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '688232d4-a5ee-4fe6-bf9a-f2474a9f502e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:47:22.002926 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-23d3e379-3121-49a3-86da-4b717e4ad8b5 None None] Provisioning complete for port 77f0071a-ea23-4506-8e8b-48b15c42fbc8 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:47:22.002926 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-23d3e379-3121-49a3-86da-4b717e4ad8b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:22.007908 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:22.036281 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e321367f-078c-4b7c-b2ae-01d4bcee73b2 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:22.051267 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-e321367f-078c-4b7c-b2ae-01d4bcee73b2 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Calling delete_port for 3a964a92-3251-4aea-a6df-e3d4a69f72ef owned by {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:47:22.090226 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbf29dfb-3708-422d-85ee-b8db53577948 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:47:22.177496 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port cbf29dfb-3708-422d-85ee-b8db53577948, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=cbf29dfb-3708-422d-85ee-b8db53577948,segment=NetworkSegment(0e7fdf50-5b19-4be8-bc50-cf777ad84dac),segment_id=0e7fdf50-5b19-4be8-bc50-cf777ad84dac)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:47:22.335200 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f51120f-bb98-4367-af39-2240ce2b62ec req-3930dec2-c7ca-4367-aa31-a2bbc4c8ab47 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:22.349140 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9f51120f-bb98-4367-af39-2240ce2b62ec req-3930dec2-c7ca-4367-aa31-a2bbc4c8ab47 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 944 time: 0.1159604 Dec 20 14:47:22.349348 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e321367f-078c-4b7c-b2ae-01d4bcee73b2 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:22.387396 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e321367f-078c-4b7c-b2ae-01d4bcee73b2 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event deleted for resources: {'Port': ['ID=3a964a92-3251-4aea-a6df-e3d4a69f72ef,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:47:22.387658 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:22.473445 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e321367f-078c-4b7c-b2ae-01d4bcee73b2 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:22.481682 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 77f0071a-ea23-4506-8e8b-48b15c42fbc8 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:47:22.484551 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-e321367f-078c-4b7c-b2ae-01d4bcee73b2 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "DELETE /v2.0/ports/3a964a92-3251-4aea-a6df-e3d4a69f72ef HTTP/1.1" status: 204 len: 168 time: 0.7776663 Dec 20 14:47:22.486072 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 56490) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:22.486620 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9f51120f-bb98-4367-af39-2240ce2b62ec req-c40fc573-ce4a-4fe2-88e4-2b4fdc035c85 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350164 Dec 20 14:47:22.587541 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b165d7f-f95c-42f5-8c1d-3d549fa7766e tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:22.592047 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-4b165d7f-f95c-42f5-8c1d-3d549fa7766e tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1018956 Dec 20 14:47:22.592797 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 56492) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:22.673645 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9c74dd-c5b2-41d6-9b46-1601559cfc27 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:22.677932 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-0f9c74dd-c5b2-41d6-9b46-1601559cfc27 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0822132 Dec 20 14:47:22.678314 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 56494) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:22.694358 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['cbf29dfb-3708-422d-85ee-b8db53577948'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:47:22.754992 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=cbf29dfb-3708-422d-85ee-b8db53577948,revision_number=9']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:47:22.769295 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26da464f-7919-45fb-9f9a-ac9f79d96f1e tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:22.772214 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26da464f-7919-45fb-9f9a-ac9f79d96f1e tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:22.772742 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26da464f-7919-45fb-9f9a-ac9f79d96f1e tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:22.778395 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-26da464f-7919-45fb-9f9a-ac9f79d96f1e tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0957425 Dec 20 14:47:22.778787 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 56496) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:22.794795 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 77f0071a-ea23-4506-8e8b-48b15c42fbc8 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:47:22.795042 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:22.799061 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c7f430-be5b-4552-b6df-56adbfcb0fb1 None None] Update dhcp port {'port': {'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'fixed_ips': [{'subnet_id': '66d35744-e9f2-446c-956f-e621e50efb8b', 'ip_address': '2001:db8::f816:3eff:fe94:2d46'}, {'subnet_id': '27340185-aac1-467f-b80f-8be7332615ec'}], 'binding:host_id': 'n-d-761264-19'}, 'id': '77f0071a-ea23-4506-8e8b-48b15c42fbc8'} from n-d-761264-19. {{(pid=103169) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 20 14:47:22.853193 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_v2 [None req-17e77376-4543-4616-a32f-f71851c6d346 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Deleting subnet 27340185-aac1-467f-b80f-8be7332615ec {{(pid=103167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:47:22.856962 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-17e77376-4543-4616-a32f-f71851c6d346 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks [] for subnet, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:22.864543 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d0c7f430-be5b-4552-b6df-56adbfcb0fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:22.919415 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-17e77376-4543-4616-a32f-f71851c6d346 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954412'] for subnet, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:22.974149 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-17e77376-4543-4616-a32f-f71851c6d346 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:23.069302 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-17e77376-4543-4616-a32f-f71851c6d346 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:23.089485 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-17e77376-4543-4616-a32f-f71851c6d346 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:23.096916 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 56504) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:23.097296 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-17e77376-4543-4616-a32f-f71851c6d346 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "DELETE /v2.0/subnets/27340185-aac1-467f-b80f-8be7332615ec HTTP/1.1" status: 204 len: 168 time: 0.3171067 Dec 20 14:47:23.179529 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e77376-4543-4616-a32f-f71851c6d346 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event deleted for resources: {'Subnet': ['ID=27340185-aac1-467f-b80f-8be7332615ec,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:47:23.219605 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a421421-5333-4201-9d78-dfa53daa7d17 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Deleting subnet 66d35744-e9f2-446c-956f-e621e50efb8b {{(pid=103168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:47:23.225034 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3a421421-5333-4201-9d78-dfa53daa7d17 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks [] for subnet, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:23.325710 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3a421421-5333-4201-9d78-dfa53daa7d17 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9023023'] for subnet, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:23.448658 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server [None req-d0c7f430-be5b-4552-b6df-56adbfcb0fb1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 27340185-aac1-467f-b80f-8be7332615ec: This subnet is being modified by another concurrent operation. Dec 20 14:47:23.448658 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 20 14:47:23.448658 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 20 14:47:23.448658 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 20 14:47:23.448658 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 20 14:47:23.448658 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 20 14:47:23.448658 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 20 14:47:23.448658 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 20 14:47:23.448658 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 20 14:47:23.448658 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 20 14:47:23.448658 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 20 14:47:23.448658 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 20 14:47:23.448658 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 20 14:47:23.448658 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 20 14:47:23.448658 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 14:47:23.448658 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 14:47:23.448658 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 14:47:23.448658 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 14:47:23.448658 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 20 14:47:23.448658 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 14:47:23.448658 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 20 14:47:23.448658 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 20 14:47:23.448658 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 14:47:23.448658 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 14:47:23.448658 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 14:47:23.448658 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 14:47:23.448658 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 20 14:47:23.448658 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 14:47:23.448658 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 20 14:47:23.448658 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 20 14:47:23.448658 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 14:47:23.448658 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 14:47:23.448658 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 14:47:23.448658 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 14:47:23.448658 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 20 14:47:23.448658 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 20 14:47:23.448658 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in update_dhcp_port Dec 20 14:47:23.448658 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Dec 20 14:47:23.448658 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Dec 20 14:47:23.448658 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Dec 20 14:47:23.448658 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Dec 20 14:47:23.448658 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 14:47:23.448658 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 20 14:47:23.448658 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 20 14:47:23.448658 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 20 14:47:23.448658 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 20 14:47:23.448658 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 14:47:23.448658 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 14:47:23.448658 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 14:47:23.448658 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 14:47:23.448658 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 20 14:47:23.448658 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 14:47:23.448658 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 20 14:47:23.448658 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 20 14:47:23.448658 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 14:47:23.448658 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 14:47:23.448658 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 14:47:23.448658 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 14:47:23.448658 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 20 14:47:23.448658 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 14:47:23.448658 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 20 14:47:23.448658 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 20 14:47:23.448658 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 14:47:23.448658 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 14:47:23.448658 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 14:47:23.448658 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 14:47:23.448658 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 20 14:47:23.448658 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 20 14:47:23.448658 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Dec 20 14:47:23.448658 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Dec 20 14:47:23.448658 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 20 14:47:23.448658 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 20 14:47:23.448658 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1518, in update_port Dec 20 14:47:23.448658 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Dec 20 14:47:23.448658 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Dec 20 14:47:23.448658 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Dec 20 14:47:23.448658 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Dec 20 14:47:23.448658 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Dec 20 14:47:23.448658 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Dec 20 14:47:23.448658 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 20 14:47:23.448658 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 20 14:47:23.448658 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 20 14:47:23.448658 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 20 14:47:23.448658 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server raise exception Dec 20 14:47:23.448658 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 27340185-aac1-467f-b80f-8be7332615ec: This subnet is being modified by another concurrent operation. Dec 20 14:47:23.448658 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server Dec 20 14:47:23.492350 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3a421421-5333-4201-9d78-dfa53daa7d17 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:23.637167 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-eb2f8dd1-dad1-485a-a895-21446b4ca0a4 None None] Could not find standard attr ID for object 3a964a92-3251-4aea-a6df-e3d4a69f72ef. {{(pid=103169) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 14:47:23.661053 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-eb2f8dd1-dad1-485a-a895-21446b4ca0a4 None None] Provisioning complete for port 77f0071a-ea23-4506-8e8b-48b15c42fbc8 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:47:23.661428 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-eb2f8dd1-dad1-485a-a895-21446b4ca0a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:23.668090 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3a421421-5333-4201-9d78-dfa53daa7d17 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8850800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470517'] for subnet, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:23.683444 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3a421421-5333-4201-9d78-dfa53daa7d17 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:23.689283 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-3a421421-5333-4201-9d78-dfa53daa7d17 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "DELETE /v2.0/subnets/66d35744-e9f2-446c-956f-e621e50efb8b HTTP/1.1" status: 204 len: 168 time: 0.5889437 Dec 20 14:47:23.704790 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 56522) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:23.768367 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d101f3-5681-4c35-adee-c8ae8f2bf6ce None None] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:47:23.782018 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe65b4f9-7bc2-4f98-85c6-44210c7d939e req-b7f94c0a-dc8b-4056-b40f-93aaba7e2634 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:23.803015 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fe65b4f9-7bc2-4f98-85c6-44210c7d939e req-b7f94c0a-dc8b-4056-b40f-93aaba7e2634 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 944 time: 0.1385534 Dec 20 14:47:23.908004 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fe65b4f9-7bc2-4f98-85c6-44210c7d939e req-810695e2-ff4f-446e-b1d6-cb497ba3351b tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036997 Dec 20 14:47:24.070638 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c97a9b8-00b1-4cf1-98b9-c84a9e30448f None None] DHCP port deletion for e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:47:24.168853 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-0eb6fa01-7e80-402c-b161-1cc2e7b291ac None None] Could not find standard attr ID for object 3a964a92-3251-4aea-a6df-e3d4a69f72ef. {{(pid=103169) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 14:47:24.211142 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-4c97a9b8-00b1-4cf1-98b9-c84a9e30448f None None] Deleting port 77f0071a-ea23-4506-8e8b-48b15c42fbc8 {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:47:24.222392 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4c97a9b8-00b1-4cf1-98b9-c84a9e30448f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:24.222641 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a421421-5333-4201-9d78-dfa53daa7d17 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event deleted for resources: {'Subnet': ['ID=66d35744-e9f2-446c-956f-e621e50efb8b,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:47:24.222792 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-5e8b01c4-b9c7-48a8-99d4-958e93621c72 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5169344 Dec 20 14:47:24.225905 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 56528) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:24.232609 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-470d2505-745e-4539-a889-6335a9cfb4eb tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Request body: {'subnet': {'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:47:24.404621 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-4c97a9b8-00b1-4cf1-98b9-c84a9e30448f None None] For port 77f0071a-ea23-4506-8e8b-48b15c42fbc8, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=77f0071a-ea23-4506-8e8b-48b15c42fbc8,segment=NetworkSegment(0deaa76e-8a3e-44c4-a3b8-992392ef4539),segment_id=0deaa76e-8a3e-44c4-a3b8-992392ef4539)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:47:24.405033 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4c97a9b8-00b1-4cf1-98b9-c84a9e30448f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:24.420140 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-4c97a9b8-00b1-4cf1-98b9-c84a9e30448f None None] Calling delete_port for 77f0071a-ea23-4506-8e8b-48b15c42fbc8 owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:47:24.447646 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-470d2505-745e-4539-a889-6335a9cfb4eb tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Made reservation on behalf of 71d0c98cab4349b4848e68f8a37dbf12 for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:47:24.455684 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-470d2505-745e-4539-a889-6335a9cfb4eb tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:24.519471 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 77f0071a-ea23-4506-8e8b-48b15c42fbc8 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:47:24.544773 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4c97a9b8-00b1-4cf1-98b9-c84a9e30448f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:24.597145 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c97a9b8-00b1-4cf1-98b9-c84a9e30448f None None] Pushing event deleted for resources: {'Port': ['ID=77f0071a-ea23-4506-8e8b-48b15c42fbc8,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:47:24.610978 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c97a9b8-00b1-4cf1-98b9-c84a9e30448f None None] No DVR routers for this DVR port 77f0071a-ea23-4506-8e8b-48b15c42fbc8 on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:47:24.615569 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c97a9b8-00b1-4cf1-98b9-c84a9e30448f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:47:24.616147 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c97a9b8-00b1-4cf1-98b9-c84a9e30448f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:47:24.616728 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c97a9b8-00b1-4cf1-98b9-c84a9e30448f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:47:24.617314 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c97a9b8-00b1-4cf1-98b9-c84a9e30448f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:47:24.618588 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c97a9b8-00b1-4cf1-98b9-c84a9e30448f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:47:24.619217 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c97a9b8-00b1-4cf1-98b9-c84a9e30448f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:47:24.620182 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c97a9b8-00b1-4cf1-98b9-c84a9e30448f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:47:24.620414 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c97a9b8-00b1-4cf1-98b9-c84a9e30448f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:47:24.620972 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c97a9b8-00b1-4cf1-98b9-c84a9e30448f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:47:24.621522 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c97a9b8-00b1-4cf1-98b9-c84a9e30448f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:47:24.622143 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c97a9b8-00b1-4cf1-98b9-c84a9e30448f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:47:24.623354 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c97a9b8-00b1-4cf1-98b9-c84a9e30448f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:47:24.623483 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c97a9b8-00b1-4cf1-98b9-c84a9e30448f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:47:24.645838 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No active binding found for port 77f0071a-ea23-4506-8e8b-48b15c42fbc8 {{(pid=103169) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 20 14:47:24.646351 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 77f0071a-ea23-4506-8e8b-48b15c42fbc8 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:47:24.654943 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788caab3-370b-41ff-99e5-16efe476a25a None None] get_active_networks_info from n-d-761264-19 {{(pid=103169) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 20 14:47:24.814555 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788caab3-370b-41ff-99e5-16efe476a25a None None] Resources bound (agent type, host, resource id): {{(pid=103169) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 14:47:24.818830 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-470d2505-745e-4539-a889-6335a9cfb4eb tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:24.909102 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470d2505-745e-4539-a889-6335a9cfb4eb tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event updated for resources: {'Subnet': ['ID=a7a3e072-b9c5-4d2f-9524-8ab655806b39,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:47:24.922754 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470d2505-745e-4539-a889-6335a9cfb4eb tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:47:24.934127 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-470d2505-745e-4539-a889-6335a9cfb4eb tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:47:24.946555 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470d2505-745e-4539-a889-6335a9cfb4eb tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:24.947434 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-470d2505-745e-4539-a889-6335a9cfb4eb tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:24.985645 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-470d2505-745e-4539-a889-6335a9cfb4eb tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7582598 Dec 20 14:47:24.988579 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 56540) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:24.995083 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-10df83b3-4d0f-4e88-8642-6195b1b5cbdd tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Request body: {'subnet': {'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:47:25.213115 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fead0ed-4aa1-48b1-aadb-3f0db5490f87 req-77953958-34e0-4468-82d8-eee51539b370 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:25.224393 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1fead0ed-4aa1-48b1-aadb-3f0db5490f87 req-77953958-34e0-4468-82d8-eee51539b370 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 944 time: 0.1197832 Dec 20 14:47:25.341249 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1fead0ed-4aa1-48b1-aadb-3f0db5490f87 req-f4b4291e-9a9e-424f-a129-cda09688d41b tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135497 Dec 20 14:47:25.344612 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95946e83-9003-4366-8649-ffba1b9de1a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'project_id': '71d0c98cab4349b4848e68f8a37dbf12', 'fixed_ips': [{'subnet_id': 'a7a3e072-b9c5-4d2f-9524-8ab655806b39'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:47:25.345543 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-95946e83-9003-4366-8649-ffba1b9de1a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:25.369575 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10df83b3-4d0f-4e88-8642-6195b1b5cbdd tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Made reservation on behalf of 71d0c98cab4349b4848e68f8a37dbf12 for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:47:25.378141 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-10df83b3-4d0f-4e88-8642-6195b1b5cbdd tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:25.651590 n-d-761264-19 neutron-server[103168]: INFO neutron.db.ipam_backend_mixin [None req-10df83b3-4d0f-4e88-8642-6195b1b5cbdd tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a7a3e072-b9c5-4d2f-9524-8ab655806b39 (CIDR: 2001:db8::/64) Dec 20 14:47:25.659964 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-10df83b3-4d0f-4e88-8642-6195b1b5cbdd tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 14:47:25.660550 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10df83b3-4d0f-4e88-8642-6195b1b5cbdd tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:47:25.661647 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-95946e83-9003-4366-8649-ffba1b9de1a7 None None] Allocated IP 2001:db8::2 (e2be1aff-cd00-4c3f-b1c0-ddca69da57f4/a7a3e072-b9c5-4d2f-9524-8ab655806b39/acf6b23d-3acd-44d1-93da-3479bf27040f) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:47:25.684080 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-10df83b3-4d0f-4e88-8642-6195b1b5cbdd tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6935151 Dec 20 14:47:25.687019 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 56554) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:25.694155 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-0dcac8fa-b2d4-4a51-ae53-0ee556ee5c53 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Request body: {'subnet': {'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:47:25.702596 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device cbf29dfb-3708-422d-85ee-b8db53577948 up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:47:25.967057 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port cbf29dfb-3708-422d-85ee-b8db53577948 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:47:25.970244 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:26.065344 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dcac8fa-b2d4-4a51-ae53-0ee556ee5c53 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Made reservation on behalf of 71d0c98cab4349b4848e68f8a37dbf12 for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:47:26.070748 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0dcac8fa-b2d4-4a51-ae53-0ee556ee5c53 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:26.119626 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-95946e83-9003-4366-8649-ffba1b9de1a7 None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:26.143960 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-95946e83-9003-4366-8649-ffba1b9de1a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:26.242505 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95946e83-9003-4366-8649-ffba1b9de1a7 None None] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:47:26.250418 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-95946e83-9003-4366-8649-ffba1b9de1a7 None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:47:26.265643 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95946e83-9003-4366-8649-ffba1b9de1a7 None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:47:26.432423 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:26.502227 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95946e83-9003-4366-8649-ffba1b9de1a7 None None] Pushing event updated for resources: {'Port': ['ID=acf6b23d-3acd-44d1-93da-3479bf27040f,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:47:26.634989 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port cbf29dfb-3708-422d-85ee-b8db53577948, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=cbf29dfb-3708-422d-85ee-b8db53577948,segment=NetworkSegment(0e7fdf50-5b19-4be8-bc50-cf777ad84dac),segment_id=0e7fdf50-5b19-4be8-bc50-cf777ad84dac)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:47:26.637046 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a709abf-7d39-42d6-b4f8-a672bf4a599e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbf29dfb-3708-422d-85ee-b8db53577948'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:47:26.642399 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61634189-2601-4d18-ab6c-5de86be213bf" -d '{"events": [{"server_uuid": "0a709abf-7d39-42d6-b4f8-a672bf4a599e", "name": "network-vif-plugged", "status": "completed", "tag": "cbf29dfb-3708-422d-85ee-b8db53577948"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:47:26.653797 n-d-761264-19 neutron-server[103167]: DEBUG neutron.objects.ports [None req-0dcac8fa-b2d4-4a51-ae53-0ee556ee5c53 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103167) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 20 14:47:26.669583 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:26.746872 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3bbb96d-2970-48d8-88a0-c4b7442d1d73 x-openstack-request-id: req-d3bbb96d-2970-48d8-88a0-c4b7442d1d73 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:47:26.747230 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a709abf-7d39-42d6-b4f8-a672bf4a599e", "name": "network-vif-plugged", "status": "completed", "tag": "cbf29dfb-3708-422d-85ee-b8db53577948", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:47:26.747486 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d3bbb96d-2970-48d8-88a0-c4b7442d1d73 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:47:26.747893 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a709abf-7d39-42d6-b4f8-a672bf4a599e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbf29dfb-3708-422d-85ee-b8db53577948', 'code': 200} Dec 20 14:47:26.751933 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-95946e83-9003-4366-8649-ffba1b9de1a7 None None] Attempting to bind port acf6b23d-3acd-44d1-93da-3479bf27040f on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:47:26.752929 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-95946e83-9003-4366-8649-ffba1b9de1a7 None None] Attempting to bind port acf6b23d-3acd-44d1-93da-3479bf27040f by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '0deaa76e-8a3e-44c4-a3b8-992392ef4539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:47:26.753310 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95946e83-9003-4366-8649-ffba1b9de1a7 None None] Attempting to bind port acf6b23d-3acd-44d1-93da-3479bf27040f on network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:47:26.791748 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95946e83-9003-4366-8649-ffba1b9de1a7 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:47:26.792300 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95946e83-9003-4366-8649-ffba1b9de1a7 None None] Checking segment: {'id': '0deaa76e-8a3e-44c4-a3b8-992392ef4539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:47:26.792889 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-95946e83-9003-4366-8649-ffba1b9de1a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:26.793467 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95946e83-9003-4366-8649-ffba1b9de1a7 None None] Bound using segment: {'id': '0deaa76e-8a3e-44c4-a3b8-992392ef4539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:47:26.794202 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-95946e83-9003-4366-8649-ffba1b9de1a7 None None] Bound port: acf6b23d-3acd-44d1-93da-3479bf27040f, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0deaa76e-8a3e-44c4-a3b8-992392ef4539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:47:26.794828 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-95946e83-9003-4366-8649-ffba1b9de1a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:26.878034 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=cbf29dfb-3708-422d-85ee-b8db53577948,revision_number=10']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:47:26.890426 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723d996c-ce76-4618-bc37-077103daa0ef req-ea5f7773-e803-4aaa-a676-1472d9dbc5d3 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:26.899206 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-723d996c-ce76-4618-bc37-077103daa0ef req-ea5f7773-e803-4aaa-a676-1472d9dbc5d3 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 946 time: 0.3622885 Dec 20 14:47:26.917441 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-95946e83-9003-4366-8649-ffba1b9de1a7 None None] For port acf6b23d-3acd-44d1-93da-3479bf27040f, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:47:26.925728 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-95946e83-9003-4366-8649-ffba1b9de1a7 None None] For port acf6b23d-3acd-44d1-93da-3479bf27040f, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=acf6b23d-3acd-44d1-93da-3479bf27040f,segment=NetworkSegment(0deaa76e-8a3e-44c4-a3b8-992392ef4539),segment_id=0deaa76e-8a3e-44c4-a3b8-992392ef4539)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:47:26.934356 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-95946e83-9003-4366-8649-ffba1b9de1a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:26.976776 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6ea302-1641-401c-9431-8160ec53283d req-e69b45c2-0939-4ad1-afc3-08b96bc6feee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:26.978489 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9c6ea302-1641-401c-9431-8160ec53283d req-e69b45c2-0939-4ad1-afc3-08b96bc6feee service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 1098 time: 0.0749309 Dec 20 14:47:27.097331 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9c6ea302-1641-401c-9431-8160ec53283d req-a24ef5ce-8347-49a3-9722-62dcaa50a4b1 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110644 Dec 20 14:47:27.127973 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95946e83-9003-4366-8649-ffba1b9de1a7 None None] Pushing event updated for resources: {'Port': ['ID=acf6b23d-3acd-44d1-93da-3479bf27040f,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:47:27.130782 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-723d996c-ce76-4618-bc37-077103daa0ef req-e0269bb0-45ab-436c-a5f6-bc8d97f84308 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267480 Dec 20 14:47:27.185422 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0dcac8fa-b2d4-4a51-ae53-0ee556ee5c53 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:27.468748 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-0dcac8fa-b2d4-4a51-ae53-0ee556ee5c53 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] For port acf6b23d-3acd-44d1-93da-3479bf27040f, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=acf6b23d-3acd-44d1-93da-3479bf27040f,segment=NetworkSegment(0deaa76e-8a3e-44c4-a3b8-992392ef4539),segment_id=0deaa76e-8a3e-44c4-a3b8-992392ef4539)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:47:27.513636 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0dcac8fa-b2d4-4a51-ae53-0ee556ee5c53 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:27.524871 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0dcac8fa-b2d4-4a51-ae53-0ee556ee5c53 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:27.526100 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0dcac8fa-b2d4-4a51-ae53-0ee556ee5c53 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:27.589225 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcac8fa-b2d4-4a51-ae53-0ee556ee5c53 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event updated for resources: {'Subnet': ['ID=e94f1bcd-4e24-4ddd-9407-03eead803a67,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:47:27.633472 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dcac8fa-b2d4-4a51-ae53-0ee556ee5c53 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:47:27.636868 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-0dcac8fa-b2d4-4a51-ae53-0ee556ee5c53 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:47:27.641453 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dcac8fa-b2d4-4a51-ae53-0ee556ee5c53 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:27.642290 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0dcac8fa-b2d4-4a51-ae53-0ee556ee5c53 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:27.667666 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcac8fa-b2d4-4a51-ae53-0ee556ee5c53 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event updated for resources: {'Port': ['ID=acf6b23d-3acd-44d1-93da-3479bf27040f,revision_number=4']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:47:27.688729 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-0dcac8fa-b2d4-4a51-ae53-0ee556ee5c53 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.9998794 Dec 20 14:47:27.692857 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 56590) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:27.698242 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-89122f70-73f8-436d-885f-f34e7427f569 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Request body: {'port': {'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'mac_address': 'fa:16:3e:ff:de:8b', 'name': 'tempest-NetworksTestDHCPv6-942308966'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:47:27.894965 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89122f70-73f8-436d-885f-f34e7427f569 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Made reservation on behalf of 71d0c98cab4349b4848e68f8a37dbf12 for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:47:28.007979 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-89122f70-73f8-436d-885f-f34e7427f569 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:28.035815 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [None req-89122f70-73f8-436d-885f-f34e7427f569 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] device_id is not set on port ec05b587-0b31-48c0-81f1-b781b83ab09f yet. {{(pid=103168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 14:47:28.509949 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device acf6b23d-3acd-44d1-93da-3479bf27040f up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:47:28.683617 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port acf6b23d-3acd-44d1-93da-3479bf27040f triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:47:28.683999 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:28.696520 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-89122f70-73f8-436d-885f-f34e7427f569 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Allocated IP 2001:db8::2e0 (e2be1aff-cd00-4c3f-b1c0-ddca69da57f4/a7a3e072-b9c5-4d2f-9524-8ab655806b39/ec05b587-0b31-48c0-81f1-b781b83ab09f) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:47:28.744885 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-89122f70-73f8-436d-885f-f34e7427f569 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Allocated IP 2001:db8:0:1:f816:3eff:feff:de8b (e2be1aff-cd00-4c3f-b1c0-ddca69da57f4/e94f1bcd-4e24-4ddd-9407-03eead803a67/ec05b587-0b31-48c0-81f1-b781b83ab09f) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:47:28.813272 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2f63bd-a3b4-434c-a07e-e44d46ead086 None None] get_active_networks_info from n-d-761264-19 {{(pid=103169) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 20 14:47:28.947745 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-fae58943-2d18-4b26-8e62-b69a22575e8c None None] Provisioning complete for port acf6b23d-3acd-44d1-93da-3479bf27040f triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:47:28.948304 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-fae58943-2d18-4b26-8e62-b69a22575e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:29.103732 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:29.147014 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ddf365-02c8-4cda-ab88-a7e7fc5adc2d req-de1e4bb7-04be-49e4-b577-a89711f4bb6f tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:29.155112 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b7ddf365-02c8-4cda-ab88-a7e7fc5adc2d req-de1e4bb7-04be-49e4-b577-a89711f4bb6f tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 946 time: 0.4491255 Dec 20 14:47:29.199252 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-fae58943-2d18-4b26-8e62-b69a22575e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:29.229651 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] For port acf6b23d-3acd-44d1-93da-3479bf27040f, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=acf6b23d-3acd-44d1-93da-3479bf27040f,segment=NetworkSegment(0deaa76e-8a3e-44c4-a3b8-992392ef4539),segment_id=0deaa76e-8a3e-44c4-a3b8-992392ef4539)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:47:29.232802 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2f63bd-a3b4-434c-a07e-e44d46ead086 None None] Resources bound (agent type, host, resource id): {{(pid=103169) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 14:47:29.248159 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:29.304919 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b7ddf365-02c8-4cda-ab88-a7e7fc5adc2d req-4c0d6eaf-0a68-44df-82ad-1f11a0cc2164 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488850 Dec 20 14:47:29.356719 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-89122f70-73f8-436d-885f-f34e7427f569 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:29.408377 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.db.api [None req-fae58943-2d18-4b26-8e62-b69a22575e8c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103169) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 14:47:29.410491 n-d-761264-19 neutron-server[103169]: DEBUG oslo_db.api [None req-fae58943-2d18-4b26-8e62-b69a22575e8c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 14:47:29.450847 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Pushing event updated for resources: {'Port': ['ID=acf6b23d-3acd-44d1-93da-3479bf27040f,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:47:29.460027 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-89122f70-73f8-436d-885f-f34e7427f569 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:29.539228 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89122f70-73f8-436d-885f-f34e7427f569 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:47:29.545531 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-89122f70-73f8-436d-885f-f34e7427f569 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:47:29.554052 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89122f70-73f8-436d-885f-f34e7427f569 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:47:29.570089 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89122f70-73f8-436d-885f-f34e7427f569 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:29.570594 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-89122f70-73f8-436d-885f-f34e7427f569 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:29.585896 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89122f70-73f8-436d-885f-f34e7427f569 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event updated for resources: {'Port': ['ID=ec05b587-0b31-48c0-81f1-b781b83ab09f,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:47:29.604746 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-89122f70-73f8-436d-885f-f34e7427f569 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.9106421 Dec 20 14:47:29.607653 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 56650) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:29.734119 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-143e5316-7721-47e8-9e48-4fb3fa40e5b2 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Deleting port ec05b587-0b31-48c0-81f1-b781b83ab09f {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:47:29.734615 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-143e5316-7721-47e8-9e48-4fb3fa40e5b2 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:29.900261 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-143e5316-7721-47e8-9e48-4fb3fa40e5b2 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:29.953787 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-143e5316-7721-47e8-9e48-4fb3fa40e5b2 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Calling delete_port for ec05b587-0b31-48c0-81f1-b781b83ab09f owned by {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:47:30.357097 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device acf6b23d-3acd-44d1-93da-3479bf27040f up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:47:30.440254 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-143e5316-7721-47e8-9e48-4fb3fa40e5b2 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:30.497467 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143e5316-7721-47e8-9e48-4fb3fa40e5b2 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event deleted for resources: {'Port': ['ID=ec05b587-0b31-48c0-81f1-b781b83ab09f,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:47:30.531754 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port acf6b23d-3acd-44d1-93da-3479bf27040f triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:47:30.532071 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:30.669925 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-143e5316-7721-47e8-9e48-4fb3fa40e5b2 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:30.677536 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 56672) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:30.678119 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-143e5316-7721-47e8-9e48-4fb3fa40e5b2 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "DELETE /v2.0/ports/ec05b587-0b31-48c0-81f1-b781b83ab09f HTTP/1.1" status: 204 len: 168 time: 1.0652523 Dec 20 14:47:30.756485 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9357b8-4e90-4d0e-bcb4-b8cac17b7560 req-0ce8ac0d-33ac-49ea-b5af-5fd15e767b48 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:30.756966 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4b002f12-6357-440e-86d9-8e0ef82b4a21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:30.762654 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6c9357b8-4e90-4d0e-bcb4-b8cac17b7560 req-0ce8ac0d-33ac-49ea-b5af-5fd15e767b48 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 946 time: 0.2752724 Dec 20 14:47:30.806378 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:47:30.806378 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:47:30.806378 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:47:30.806378 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:47:30.806378 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:47:30.806378 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:47:30.806378 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:47:30.806378 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:47:30.806378 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:47:30.806378 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:47:30.806378 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:47:30.806378 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:47:30.806378 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:47:30.806378 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:47:30.806378 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:47:30.806378 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:47:30.806378 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:47:30.806378 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:47:30.806378 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:47:30.806378 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:47:30.806378 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:47:30.806378 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:47:30.806378 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:47:30.806378 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:47:30.806378 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:47:30.806378 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:47:30.806378 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:47:30.806378 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:47:30.806378 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:47:30.806378 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:47:30.806378 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:47:30.806378 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:47:30.806378 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:47:30.806378 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:47:30.806378 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:47:30.806378 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:47:30.806378 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:47:30.806378 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:47:30.806378 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:47:30.806378 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:47:30.806378 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:47:30.806378 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:47:30.806378 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:47:30.806378 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:47:30.806378 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:47:30.806378 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:47:30.806378 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:47:30.806378 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:47:30.812522 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3860270c-b95f-46cc-817d-81863a56d2d2 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:30.814773 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-3860270c-b95f-46cc-817d-81863a56d2d2 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1334312 Dec 20 14:47:30.817656 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 56674) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:30.888683 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6c9357b8-4e90-4d0e-bcb4-b8cac17b7560 req-2a3b1b9a-3898-4733-9914-8226355d943f tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925405 Dec 20 14:47:30.912653 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b971d3-a237-4eb9-b4b4-452cbf8c08dd tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:30.915268 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-30b971d3-a237-4eb9-b4b4-452cbf8c08dd tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0964746 Dec 20 14:47:30.918684 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 56680) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:31.106943 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68f1aef-83e2-46bc-a408-f8b8109e911d None None] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:47:31.115818 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2356c61-e40e-4558-a358-cb556f215528 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:31.119506 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2356c61-e40e-4558-a358-cb556f215528 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:31.127808 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2356c61-e40e-4558-a358-cb556f215528 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:31.129587 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-f2356c61-e40e-4558-a358-cb556f215528 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2092996 Dec 20 14:47:31.132830 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 56688) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:31.205537 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c540073e-d561-4a51-8daa-28be37a223d4 req-c3bce36c-4e88-4704-8e3f-be3827d7dd59 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:31.216812 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c540073e-d561-4a51-8daa-28be37a223d4 req-c3bce36c-4e88-4704-8e3f-be3827d7dd59 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 946 time: 0.1883638 Dec 20 14:47:31.298314 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_v2 [None req-541ea27f-02fb-455a-a5f6-d319f7062920 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Deleting subnet a7a3e072-b9c5-4d2f-9524-8ab655806b39 {{(pid=103167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:47:31.310019 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-541ea27f-02fb-455a-a5f6-d319f7062920 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks [] for subnet, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:31.348998 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c540073e-d561-4a51-8daa-28be37a223d4 req-34a53be7-8b54-412b-8acd-5355c95b8851 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196647 Dec 20 14:47:31.362216 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-f6613db0-f1de-47dc-81b0-c0c2894091c0 None None] Provisioning complete for port acf6b23d-3acd-44d1-93da-3479bf27040f triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:47:31.362773 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f6613db0-f1de-47dc-81b0-c0c2894091c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:31.465951 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-541ea27f-02fb-455a-a5f6-d319f7062920 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954412'] for subnet, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:31.591818 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-f6613db0-f1de-47dc-81b0-c0c2894091c0 None None] Could not find standard attr ID for object ec05b587-0b31-48c0-81f1-b781b83ab09f. {{(pid=103169) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 14:47:31.658702 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-541ea27f-02fb-455a-a5f6-d319f7062920 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:31.766693 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-541ea27f-02fb-455a-a5f6-d319f7062920 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:31.826856 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43f930c-d834-41b8-b5c3-b3c2683a523d None None] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:47:31.845435 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-541ea27f-02fb-455a-a5f6-d319f7062920 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:31.852330 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 56708) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:31.853686 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-541ea27f-02fb-455a-a5f6-d319f7062920 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "DELETE /v2.0/subnets/a7a3e072-b9c5-4d2f-9524-8ab655806b39 HTTP/1.1" status: 204 len: 168 time: 0.7179725 Dec 20 14:47:31.855118 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541ea27f-02fb-455a-a5f6-d319f7062920 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event deleted for resources: {'Subnet': ['ID=a7a3e072-b9c5-4d2f-9524-8ab655806b39,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:47:31.899023 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee973ce-c44c-49c1-9cc9-ccefbcebef06 req-9ef5079d-716c-44f0-a9f4-8c8355d1a541 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:31.911679 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9ee973ce-c44c-49c1-9cc9-ccefbcebef06 req-9ef5079d-716c-44f0-a9f4-8c8355d1a541 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 946 time: 0.3860030 Dec 20 14:47:31.966647 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_v2 [None req-143cf7c9-7ef6-4a16-a9f1-50f54793fadb tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Deleting subnet e94f1bcd-4e24-4ddd-9407-03eead803a67 {{(pid=103168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:47:31.980548 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-143cf7c9-7ef6-4a16-a9f1-50f54793fadb tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks [] for subnet, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:32.021352 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9ee973ce-c44c-49c1-9cc9-ccefbcebef06 req-8631f90d-f5b3-4689-93ea-f2ef77f4ea08 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037512 Dec 20 14:47:32.045358 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-ca4488a8-3934-47c1-97d4-e9e7e771d70a None None] Provisioning complete for port acf6b23d-3acd-44d1-93da-3479bf27040f triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:47:32.047161 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ca4488a8-3934-47c1-97d4-e9e7e771d70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:32.081592 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-143cf7c9-7ef6-4a16-a9f1-50f54793fadb tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9023023'] for subnet, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:32.331271 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-143cf7c9-7ef6-4a16-a9f1-50f54793fadb tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:32.519217 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-143cf7c9-7ef6-4a16-a9f1-50f54793fadb tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8850800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470517'] for subnet, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:32.570855 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143cf7c9-7ef6-4a16-a9f1-50f54793fadb tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event deleted for resources: {'Subnet': ['ID=e94f1bcd-4e24-4ddd-9407-03eead803a67,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:47:32.616613 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-143cf7c9-7ef6-4a16-a9f1-50f54793fadb tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:32.641543 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 56724) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:32.656541 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-143cf7c9-7ef6-4a16-a9f1-50f54793fadb tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "DELETE /v2.0/subnets/e94f1bcd-4e24-4ddd-9407-03eead803a67 HTTP/1.1" status: 204 len: 168 time: 0.8009059 Dec 20 14:47:32.675427 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7926dc-2c9d-4c23-885f-632237e202e5 None None] Update dhcp port {'port': {'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'fixed_ips': [{'subnet_id': 'e94f1bcd-4e24-4ddd-9407-03eead803a67'}], 'binding:host_id': 'n-d-761264-19'}, 'id': 'acf6b23d-3acd-44d1-93da-3479bf27040f'} from n-d-761264-19. {{(pid=103169) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 20 14:47:32.706590 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-7b7926dc-2c9d-4c23-885f-632237e202e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:32.723402 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ea0728-8f7a-4385-a77d-c47d1a4826db req-9da89c3e-2525-4687-b828-92b478d04917 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:32.737337 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-04ea0728-8f7a-4385-a77d-c47d1a4826db req-9da89c3e-2525-4687-b828-92b478d04917 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 946 time: 0.2748559 Dec 20 14:47:32.773508 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 56728) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:32.774195 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-9dd55fe8-1dc2-4d14-93c8-55fa727b9eb8 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1313741 Dec 20 14:47:32.784529 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-84bea6e6-4c58-4ee3-9543-b82744ce6913 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Request body: {'subnet': {'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:47:32.889725 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-fd5e9b5e-2077-426e-894b-297ad1d5c3c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:32.914838 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-04ea0728-8f7a-4385-a77d-c47d1a4826db req-600ed26f-1ced-475e-a18e-81f6cefffe05 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764116 Dec 20 14:47:32.968417 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84bea6e6-4c58-4ee3-9543-b82744ce6913 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Made reservation on behalf of 71d0c98cab4349b4848e68f8a37dbf12 for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:47:32.972188 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-84bea6e6-4c58-4ee3-9543-b82744ce6913 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:32.977398 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9434f780-3679-4c1c-9d97-55ed9e7e5fa0 None None] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:47:33.156363 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-f2ac343c-c763-47cb-9eed-1c4a8f9ff71f None None] Provisioning complete for port acf6b23d-3acd-44d1-93da-3479bf27040f triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:47:33.156363 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f2ac343c-c763-47cb-9eed-1c4a8f9ff71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:33.251781 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec9711d-cb6a-4e75-a280-e4ba7e43ed03 req-0a3e7aaa-491d-494a-8a78-9f78680c17d1 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:33.254690 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-dec9711d-cb6a-4e75-a280-e4ba7e43ed03 req-0a3e7aaa-491d-494a-8a78-9f78680c17d1 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 946 time: 0.1481280 Dec 20 14:47:33.383572 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-dec9711d-cb6a-4e75-a280-e4ba7e43ed03 req-acd18d6c-6938-4f0e-8b39-51422f704d99 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068044 Dec 20 14:47:33.448280 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9873721-6c42-45bf-b53f-7487c4708f5d None None] DHCP port deletion for e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:47:33.531172 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-84bea6e6-4c58-4ee3-9543-b82744ce6913 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8848317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10470522'] for subnet, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:33.548720 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-d9873721-6c42-45bf-b53f-7487c4708f5d None None] Deleting port acf6b23d-3acd-44d1-93da-3479bf27040f {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:47:33.549485 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d9873721-6c42-45bf-b53f-7487c4708f5d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:33.648636 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84bea6e6-4c58-4ee3-9543-b82744ce6913 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:47:33.681508 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-84bea6e6-4c58-4ee3-9543-b82744ce6913 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:47:33.682898 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84bea6e6-4c58-4ee3-9543-b82744ce6913 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:33.683478 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-84bea6e6-4c58-4ee3-9543-b82744ce6913 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:33.699126 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bea6e6-4c58-4ee3-9543-b82744ce6913 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event updated for resources: {'Subnet': ['ID=5ee75f39-254c-4f0a-be1a-5cc3a41cedd1,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:47:33.713021 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-84bea6e6-4c58-4ee3-9543-b82744ce6913 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9331193 Dec 20 14:47:33.719179 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 56750) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:33.725367 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-d9873721-6c42-45bf-b53f-7487c4708f5d None None] For port acf6b23d-3acd-44d1-93da-3479bf27040f, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=acf6b23d-3acd-44d1-93da-3479bf27040f,segment=NetworkSegment(0deaa76e-8a3e-44c4-a3b8-992392ef4539),segment_id=0deaa76e-8a3e-44c4-a3b8-992392ef4539)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:47:33.726187 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d9873721-6c42-45bf-b53f-7487c4708f5d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:33.729143 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-87c88421-9276-4985-9ef7-633e0c9d1c67 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Request body: {'subnet': {'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:47:33.742243 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bcead0-abb9-4780-bdd1-4772e12cfa73 req-68072428-143c-4ff0-a9be-193cd5be6cd5 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:33.742243 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-89bcead0-abb9-4780-bdd1-4772e12cfa73 req-68072428-143c-4ff0-a9be-193cd5be6cd5 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 946 time: 0.1060846 Dec 20 14:47:33.752770 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-d9873721-6c42-45bf-b53f-7487c4708f5d None None] Calling delete_port for acf6b23d-3acd-44d1-93da-3479bf27040f owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:47:33.829348 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:33.860978 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-89bcead0-abb9-4780-bdd1-4772e12cfa73 req-c4957754-9ea4-49ca-9983-af0a61bfa7d4 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065853 Dec 20 14:47:33.895184 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d9873721-6c42-45bf-b53f-7487c4708f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:33.919255 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9873721-6c42-45bf-b53f-7487c4708f5d None None] No DVR routers for this DVR port acf6b23d-3acd-44d1-93da-3479bf27040f on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:47:33.962062 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b0385c-ea3e-4c57-8541-113d0d784415 None None] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:47:33.964932 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9873721-6c42-45bf-b53f-7487c4708f5d None None] Pushing event deleted for resources: {'Port': ['ID=acf6b23d-3acd-44d1-93da-3479bf27040f,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:47:33.985217 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87c88421-9276-4985-9ef7-633e0c9d1c67 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Made reservation on behalf of 71d0c98cab4349b4848e68f8a37dbf12 for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:47:33.994583 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-87c88421-9276-4985-9ef7-633e0c9d1c67 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:34.120023 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 56760) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:34.128715 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-7f3a2e15-6513-4757-a47a-3bae50d5e261 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1054735761', 'description': 'tempest-secgroup-smoke-1054735761 description', 'project_id': 'd7ac4ef8887a44c694f37700b678a7f1'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:47:34.137031 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bccd2b08-34ae-4c41-8ac3-e491ad59ab8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'project_id': '71d0c98cab4349b4848e68f8a37dbf12', 'fixed_ips': [{'subnet_id': '5ee75f39-254c-4f0a-be1a-5cc3a41cedd1'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:47:34.137402 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d17fbf3-8134-4897-b7d3-00a8f6ce407a req-f450b3fc-eef0-4160-9f38-ace0ec955f70 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:34.137915 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-bccd2b08-34ae-4c41-8ac3-e491ad59ab8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:34.147336 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2d17fbf3-8134-4897-b7d3-00a8f6ce407a req-f450b3fc-eef0-4160-9f38-ace0ec955f70 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 946 time: 0.1289582 Dec 20 14:47:34.169351 n-d-761264-19 neutron-server[103168]: INFO neutron.db.ipam_backend_mixin [None req-87c88421-9276-4985-9ef7-633e0c9d1c67 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5ee75f39-254c-4f0a-be1a-5cc3a41cedd1 (CIDR: 2001:db8::/64) Dec 20 14:47:34.178063 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7f3a2e15-6513-4757-a47a-3bae50d5e261 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:34.180014 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-87c88421-9276-4985-9ef7-633e0c9d1c67 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 14:47:34.180615 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87c88421-9276-4985-9ef7-633e0c9d1c67 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:47:34.204487 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-87c88421-9276-4985-9ef7-633e0c9d1c67 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4840891 Dec 20 14:47:34.207452 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 56762) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:34.212693 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-35d0a009-64f4-4214-afe8-1291a82b7692 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Request body: {'subnet': {'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:47:34.284768 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7f3a2e15-6513-4757-a47a-3bae50d5e261 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:34.294312 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7f3a2e15-6513-4757-a47a-3bae50d5e261 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:34.343347 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-bccd2b08-34ae-4c41-8ac3-e491ad59ab8a None None] Allocated IP 2001:db8::2 (e2be1aff-cd00-4c3f-b1c0-ddca69da57f4/5ee75f39-254c-4f0a-be1a-5cc3a41cedd1/aa99a3d7-4217-42a4-835f-66db601a5d83) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:47:34.358900 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2d17fbf3-8134-4897-b7d3-00a8f6ce407a req-43c291de-a668-4d83-8f45-ccc12c1bb392 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873076 Dec 20 14:47:34.397148 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3a2e15-6513-4757-a47a-3bae50d5e261 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a4a0310-7e2d-4594-a1fd-f0bd4a54c28a,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:47:34.397387 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35d0a009-64f4-4214-afe8-1291a82b7692 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Made reservation on behalf of 71d0c98cab4349b4848e68f8a37dbf12 for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:47:34.402652 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-35d0a009-64f4-4214-afe8-1291a82b7692 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:34.434490 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7f3a2e15-6513-4757-a47a-3bae50d5e261 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:34.439245 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-7f3a2e15-6513-4757-a47a-3bae50d5e261 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3170478 Dec 20 14:47:34.439944 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 56770) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:34.451023 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-931d441a-634d-4eb1-b28c-5872dc9f7285 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Request body: {'security_group_rule': {'security_group_id': '6a4a0310-7e2d-4594-a1fd-f0bd4a54c28a', 'project_id': 'd7ac4ef8887a44c694f37700b678a7f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:47:34.506164 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-931d441a-634d-4eb1-b28c-5872dc9f7285 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:34.521983 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device acf6b23d-3acd-44d1-93da-3479bf27040f no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:47:34.548525 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: acf6b23d-3acd-44d1-93da-3479bf27040f {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:47:34.548898 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device acf6b23d-3acd-44d1-93da-3479bf27040f not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:47:34.659647 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-931d441a-634d-4eb1-b28c-5872dc9f7285 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:34.671185 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-931d441a-634d-4eb1-b28c-5872dc9f7285 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:34.702849 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-bccd2b08-34ae-4c41-8ac3-e491ad59ab8a None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:34.711066 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-bccd2b08-34ae-4c41-8ac3-e491ad59ab8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:34.720733 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-931d441a-634d-4eb1-b28c-5872dc9f7285 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:34.727104 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-931d441a-634d-4eb1-b28c-5872dc9f7285 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2857258 Dec 20 14:47:34.728442 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 56780) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:34.735622 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-bba241e8-7135-4bb9-9587-09ebc8dbac79 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Request body: {'security_group_rule': {'security_group_id': '6a4a0310-7e2d-4594-a1fd-f0bd4a54c28a', 'project_id': 'd7ac4ef8887a44c694f37700b678a7f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:47:34.759304 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931d441a-634d-4eb1-b28c-5872dc9f7285 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=035ce77f-ca12-4255-9ba4-97e156184b85,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:47:34.822378 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bccd2b08-34ae-4c41-8ac3-e491ad59ab8a None None] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:47:34.838805 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-bba241e8-7135-4bb9-9587-09ebc8dbac79 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:34.857067 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda40fb5-9a23-4663-b7d9-5dbc2e8f4321 req-87025ab1-f7e6-4bfd-8b52-758dc03e97b3 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:34.858392 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-bccd2b08-34ae-4c41-8ac3-e491ad59ab8a None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:47:34.866300 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bda40fb5-9a23-4663-b7d9-5dbc2e8f4321 req-87025ab1-f7e6-4bfd-8b52-758dc03e97b3 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 946 time: 0.1211228 Dec 20 14:47:34.867227 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccd2b08-34ae-4c41-8ac3-e491ad59ab8a None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:47:34.892474 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccd2b08-34ae-4c41-8ac3-e491ad59ab8a None None] Pushing event updated for resources: {'Port': ['ID=aa99a3d7-4217-42a4-835f-66db601a5d83,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:47:35.003842 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-bba241e8-7135-4bb9-9587-09ebc8dbac79 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:35.016985 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bda40fb5-9a23-4663-b7d9-5dbc2e8f4321 req-4bd515c4-105f-4cab-a2b3-3bdc5df92a37 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491125 Dec 20 14:47:35.018144 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-bba241e8-7135-4bb9-9587-09ebc8dbac79 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:35.045549 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba241e8-7135-4bb9-9587-09ebc8dbac79 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebc164dc-24e1-4861-8fe1-95da87edbae4,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:47:35.060802 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-bba241e8-7135-4bb9-9587-09ebc8dbac79 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:35.064661 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-bba241e8-7135-4bb9-9587-09ebc8dbac79 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3323796 Dec 20 14:47:35.065854 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 56786) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:35.071237 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-4eb79bba-23d4-48a5-b4a4-e228ccdcf507 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Request body: {'security_group_rule': {'security_group_id': '6a4a0310-7e2d-4594-a1fd-f0bd4a54c28a', 'project_id': 'd7ac4ef8887a44c694f37700b678a7f1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:47:35.111914 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4eb79bba-23d4-48a5-b4a4-e228ccdcf507 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:35.121548 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-bccd2b08-34ae-4c41-8ac3-e491ad59ab8a None None] Attempting to bind port aa99a3d7-4217-42a4-835f-66db601a5d83 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:47:35.121955 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-bccd2b08-34ae-4c41-8ac3-e491ad59ab8a None None] Attempting to bind port aa99a3d7-4217-42a4-835f-66db601a5d83 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '0deaa76e-8a3e-44c4-a3b8-992392ef4539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:47:35.122271 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bccd2b08-34ae-4c41-8ac3-e491ad59ab8a None None] Attempting to bind port aa99a3d7-4217-42a4-835f-66db601a5d83 on network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:47:35.140021 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bccd2b08-34ae-4c41-8ac3-e491ad59ab8a None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:47:35.140437 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bccd2b08-34ae-4c41-8ac3-e491ad59ab8a None None] Checking segment: {'id': '0deaa76e-8a3e-44c4-a3b8-992392ef4539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:47:35.140935 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-bccd2b08-34ae-4c41-8ac3-e491ad59ab8a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:35.141499 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bccd2b08-34ae-4c41-8ac3-e491ad59ab8a None None] Bound using segment: {'id': '0deaa76e-8a3e-44c4-a3b8-992392ef4539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:47:35.142691 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-bccd2b08-34ae-4c41-8ac3-e491ad59ab8a None None] Bound port: aa99a3d7-4217-42a4-835f-66db601a5d83, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0deaa76e-8a3e-44c4-a3b8-992392ef4539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:47:35.142691 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-bccd2b08-34ae-4c41-8ac3-e491ad59ab8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:35.237295 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4eb79bba-23d4-48a5-b4a4-e228ccdcf507 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:35.245360 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4eb79bba-23d4-48a5-b4a4-e228ccdcf507 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:35.279388 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb79bba-23d4-48a5-b4a4-e228ccdcf507 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3a8ca78-a96e-4525-97cf-66d8ebff35fd,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:47:35.288671 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4eb79bba-23d4-48a5-b4a4-e228ccdcf507 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:35.290244 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-4eb79bba-23d4-48a5-b4a4-e228ccdcf507 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2232993 Dec 20 14:47:35.293438 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 56788) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:35.305107 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-52f78d57-3a91-4edf-99b1-8c6da853b797 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Request body: {'security_group_rule': {'security_group_id': '6a4a0310-7e2d-4594-a1fd-f0bd4a54c28a', 'project_id': 'd7ac4ef8887a44c694f37700b678a7f1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:47:35.336595 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-bccd2b08-34ae-4c41-8ac3-e491ad59ab8a None None] For port aa99a3d7-4217-42a4-835f-66db601a5d83, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:47:35.345726 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-bccd2b08-34ae-4c41-8ac3-e491ad59ab8a None None] For port aa99a3d7-4217-42a4-835f-66db601a5d83, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=aa99a3d7-4217-42a4-835f-66db601a5d83,segment=NetworkSegment(0deaa76e-8a3e-44c4-a3b8-992392ef4539),segment_id=0deaa76e-8a3e-44c4-a3b8-992392ef4539)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:47:35.354140 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-bccd2b08-34ae-4c41-8ac3-e491ad59ab8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:35.369045 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-52f78d57-3a91-4edf-99b1-8c6da853b797 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:35.372114 n-d-761264-19 neutron-server[103168]: DEBUG neutron.objects.ports [None req-35d0a009-64f4-4214-afe8-1291a82b7692 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103168) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 20 14:47:35.495003 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccd2b08-34ae-4c41-8ac3-e491ad59ab8a None None] Pushing event updated for resources: {'Port': ['ID=aa99a3d7-4217-42a4-835f-66db601a5d83,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:47:35.571048 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-52f78d57-3a91-4edf-99b1-8c6da853b797 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:35.576481 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-52f78d57-3a91-4edf-99b1-8c6da853b797 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:35.618492 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f78d57-3a91-4edf-99b1-8c6da853b797 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b73ab776-a056-4a51-b99e-785361488e18,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:47:35.635006 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-52f78d57-3a91-4edf-99b1-8c6da853b797 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:35.638826 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-52f78d57-3a91-4edf-99b1-8c6da853b797 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3418000 Dec 20 14:47:35.639207 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 56794) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:35.648669 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-23527998-4124-4fc0-9da2-c8a60fe15776 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Request body: {'security_group_rule': {'security_group_id': '6a4a0310-7e2d-4594-a1fd-f0bd4a54c28a', 'project_id': 'd7ac4ef8887a44c694f37700b678a7f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:47:35.691581 n-d-761264-19 neutron-server[103167]: INFO neutron.db.securitygroups_db [None req-23527998-4124-4fc0-9da2-c8a60fe15776 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Project d7ac4ef8887a44c694f37700b678a7f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 14:47:35.704865 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-23527998-4124-4fc0-9da2-c8a60fe15776 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:35.757726 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-35d0a009-64f4-4214-afe8-1291a82b7692 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:35.798185 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:35.878328 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-23527998-4124-4fc0-9da2-c8a60fe15776 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:35.886040 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-23527998-4124-4fc0-9da2-c8a60fe15776 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:35.913699 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23527998-4124-4fc0-9da2-c8a60fe15776 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8834085f-2567-470e-b388-f1d90be48707,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:47:35.925088 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-23527998-4124-4fc0-9da2-c8a60fe15776 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:35.930838 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-23527998-4124-4fc0-9da2-c8a60fe15776 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2862661 Dec 20 14:47:35.931767 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 56798) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:35.936882 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-3f235634-86e3-4683-8beb-a4127e275d8c tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Request body: {'security_group_rule': {'security_group_id': '6a4a0310-7e2d-4594-a1fd-f0bd4a54c28a', 'project_id': 'd7ac4ef8887a44c694f37700b678a7f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:47:36.040228 n-d-761264-19 neutron-server[103167]: INFO neutron.db.securitygroups_db [None req-3f235634-86e3-4683-8beb-a4127e275d8c tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Project d7ac4ef8887a44c694f37700b678a7f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 14:47:36.052032 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3f235634-86e3-4683-8beb-a4127e275d8c tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:36.187632 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3f235634-86e3-4683-8beb-a4127e275d8c tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:36.195853 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3f235634-86e3-4683-8beb-a4127e275d8c tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:36.217649 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f235634-86e3-4683-8beb-a4127e275d8c tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=457aba5c-368f-4a36-a778-6c532e85f2ba,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:47:36.229301 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3f235634-86e3-4683-8beb-a4127e275d8c tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:36.230676 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-3f235634-86e3-4683-8beb-a4127e275d8c tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2978549 Dec 20 14:47:36.261157 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-35d0a009-64f4-4214-afe8-1291a82b7692 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] For port aa99a3d7-4217-42a4-835f-66db601a5d83, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=aa99a3d7-4217-42a4-835f-66db601a5d83,segment=NetworkSegment(0deaa76e-8a3e-44c4-a3b8-992392ef4539),segment_id=0deaa76e-8a3e-44c4-a3b8-992392ef4539)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:47:36.279219 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:36.303844 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-35d0a009-64f4-4214-afe8-1291a82b7692 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:36.317683 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-35d0a009-64f4-4214-afe8-1291a82b7692 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:36.318599 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-35d0a009-64f4-4214-afe8-1291a82b7692 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8848317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10470522'] for subnet, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:36.516500 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device aa99a3d7-4217-42a4-835f-66db601a5d83 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:47:36.585344 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c51f63b-cdb3-47a5-a1fa-836098528ac9 req-6642e787-e1ae-478d-84f2-cccef4966b79 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:36.588912 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7c51f63b-cdb3-47a5-a1fa-836098528ac9 req-6642e787-e1ae-478d-84f2-cccef4966b79 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 946 time: 0.4338665 Dec 20 14:47:36.600655 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d0a009-64f4-4214-afe8-1291a82b7692 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:47:36.661041 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-35d0a009-64f4-4214-afe8-1291a82b7692 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:47:36.675347 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d0a009-64f4-4214-afe8-1291a82b7692 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:36.676255 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-35d0a009-64f4-4214-afe8-1291a82b7692 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:36.768394 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port aa99a3d7-4217-42a4-835f-66db601a5d83 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:47:36.768798 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:36.773289 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-35d0a009-64f4-4214-afe8-1291a82b7692 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.5645697 Dec 20 14:47:36.780699 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 56816) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:36.781558 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d0a009-64f4-4214-afe8-1291a82b7692 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event updated for resources: {'Subnet': ['ID=f88f162c-bce7-4799-8fb4-8708c37303f5,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:47:36.797589 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-568d905f-bbda-4b71-9475-9270a97134f9 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Request body: {'port': {'network_id': 'e2be1aff-cd00-4c3f-b1c0-ddca69da57f4', 'mac_address': 'fa:16:3e:cd:2f:e4', 'name': 'tempest-NetworksTestDHCPv6-2023841336'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:47:36.851390 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6481216a-9f2e-4594-9c96-16f880bb9a69 req-c97cf958-f1a0-416a-a9bf-d7ff64db3e20 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1054735761&fields=id&tenant_id=d7ac4ef8887a44c694f37700b678a7f1 HTTP/1.1" status: 200 len: 267 time: 0.1420236 Dec 20 14:47:36.910249 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d0a009-64f4-4214-afe8-1291a82b7692 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event updated for resources: {'Port': ['ID=aa99a3d7-4217-42a4-835f-66db601a5d83,revision_number=4']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:47:36.965821 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:36.980383 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7c51f63b-cdb3-47a5-a1fa-836098528ac9 req-02153cac-0a77-4ed9-89f6-d1a7cd2cbb5d tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3576095 Dec 20 14:47:37.012333 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] For port aa99a3d7-4217-42a4-835f-66db601a5d83, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=aa99a3d7-4217-42a4-835f-66db601a5d83,segment=NetworkSegment(0deaa76e-8a3e-44c4-a3b8-992392ef4539),segment_id=0deaa76e-8a3e-44c4-a3b8-992392ef4539)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:47:37.022859 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:37.083238 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6481216a-9f2e-4594-9c96-16f880bb9a69 req-966da298-4e32-4d9d-944d-5c0417433769 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:37.087844 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6481216a-9f2e-4594-9c96-16f880bb9a69 req-966da298-4e32-4d9d-944d-5c0417433769 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] 10.222.0.54 "GET /v2.0/networks?id=9b4f7907-bd5d-4ee9-954d-84febe01c0f5 HTTP/1.1" status: 200 len: 813 time: 0.2346737 Dec 20 14:47:37.146510 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6481216a-9f2e-4594-9c96-16f880bb9a69 req-c3c2aec8-c043-46b6-bd2e-36ef88efa3d9 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] 10.222.0.54 "GET /v2.0/quotas/d7ac4ef8887a44c694f37700b678a7f1 HTTP/1.1" status: 200 len: 375 time: 0.0447326 Dec 20 14:47:37.158784 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Pushing event updated for resources: {'Port': ['ID=aa99a3d7-4217-42a4-835f-66db601a5d83,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:47:37.275887 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6481216a-9f2e-4594-9c96-16f880bb9a69 req-67846619-e2fa-49f2-adb5-580f266711ae tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=d7ac4ef8887a44c694f37700b678a7f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1191440 Dec 20 14:47:37.300065 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-568d905f-bbda-4b71-9475-9270a97134f9 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Made reservation on behalf of 71d0c98cab4349b4848e68f8a37dbf12 for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:47:37.527180 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ee2185-b3bb-4b3f-afff-f97b24e3267f None None] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:47:37.572234 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-568d905f-bbda-4b71-9475-9270a97134f9 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:37.622127 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [None req-568d905f-bbda-4b71-9475-9270a97134f9 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] device_id is not set on port b84b0981-dec1-4781-9a2f-7ce17cee8615 yet. {{(pid=103168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 14:47:37.747778 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-fc023776-95e2-4715-a737-ec83ea1e2965 None None] Provisioning complete for port aa99a3d7-4217-42a4-835f-66db601a5d83 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:47:37.748160 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-fc023776-95e2-4715-a737-ec83ea1e2965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:37.826937 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6481216a-9f2e-4594-9c96-16f880bb9a69 req-29247c06-9305-4cf1-bae7-4d2fc1683750 service neutron] 10.222.0.54 "GET /v2.0/networks/9b4f7907-bd5d-4ee9-954d-84febe01c0f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5477459 Dec 20 14:47:38.016864 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6481216a-9f2e-4594-9c96-16f880bb9a69 req-51dbe975-4585-4a62-bdad-2637ed7a9128 service neutron] 10.222.0.54 "GET /v2.0/networks/9b4f7907-bd5d-4ee9-954d-84febe01c0f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745641 Dec 20 14:47:38.128456 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b4c5c0-ab07-4571-b20b-0b9ce566f0b4 req-3ce249d9-03cf-456c-a85a-f30d9bb03e6f tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:38.130124 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-04b4c5c0-ab07-4571-b20b-0b9ce566f0b4 req-3ce249d9-03cf-456c-a85a-f30d9bb03e6f tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 946 time: 0.1963060 Dec 20 14:47:38.151015 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5029520b-ca13-401e-ae4b-2757511273b7 req-4f060aaa-00f3-48ab-91f1-12b7da704560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:38.152530 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5029520b-ca13-401e-ae4b-2757511273b7 req-4f060aaa-00f3-48ab-91f1-12b7da704560 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8a3f5189e8f64307a0b577e5cb283b15&device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 1098 time: 0.2847965 Dec 20 14:47:38.221481 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-568d905f-bbda-4b71-9475-9270a97134f9 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Allocated IP 2001:db8::3de (e2be1aff-cd00-4c3f-b1c0-ddca69da57f4/5ee75f39-254c-4f0a-be1a-5cc3a41cedd1/b84b0981-dec1-4781-9a2f-7ce17cee8615) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:47:38.275208 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-568d905f-bbda-4b71-9475-9270a97134f9 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Allocated IP 2001:db8:0:1:f816:3eff:fecd:2fe4 (e2be1aff-cd00-4c3f-b1c0-ddca69da57f4/f88f162c-bce7-4799-8fb4-8708c37303f5/b84b0981-dec1-4781-9a2f-7ce17cee8615) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:47:38.331363 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-04b4c5c0-ab07-4571-b20b-0b9ce566f0b4 req-6770b81b-204e-4610-b497-4a84c9848e94 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904125 Dec 20 14:47:38.408326 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device aa99a3d7-4217-42a4-835f-66db601a5d83 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:47:38.448637 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5029520b-ca13-401e-ae4b-2757511273b7 req-008c9293-b5ef-45d1-8f28-f26bd4d1385b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:38.450137 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5029520b-ca13-401e-ae4b-2757511273b7 req-008c9293-b5ef-45d1-8f28-f26bd4d1385b service neutron] 10.222.0.47 "GET /v2.0/networks?id=e77a6991-7e9b-4f80-86c7-a3378ec4de6a HTTP/1.1" status: 200 len: 914 time: 0.2860856 Dec 20 14:47:38.550164 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port aa99a3d7-4217-42a4-835f-66db601a5d83 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:47:38.550744 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:38.591387 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5029520b-ca13-401e-ae4b-2757511273b7 req-78d4e695-9cd3-4185-939e-2ccaf750d464 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cbf29dfb-3708-422d-85ee-b8db53577948 HTTP/1.1" status: 200 len: 217 time: 0.1193857 Dec 20 14:47:38.760765 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-bd0b5477-cc8a-49f0-8e94-e1da2865a559 req-6c0cc3ba-a435-439e-a8fa-7cb3575c5a00 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] 10.222.0.54 "GET /v2.0/ports?device_id=d25b3c59-3af2-48e6-90d2-85f33f70fd32 HTTP/1.1" status: 200 len: 210 time: 0.1625323 Dec 20 14:47:38.862499 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5029520b-ca13-401e-ae4b-2757511273b7 req-efacc201-f528-4ea5-b66f-0ae3bb15a3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:38.864832 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5029520b-ca13-401e-ae4b-2757511273b7 req-efacc201-f528-4ea5-b66f-0ae3bb15a3ea service neutron] 10.222.0.47 "GET /v2.0/subnets?id=688232d4-a5ee-4fe6-bf9a-f2474a9f502e HTTP/1.1" status: 200 len: 853 time: 0.2512069 Dec 20 14:47:38.922453 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5029520b-ca13-401e-ae4b-2757511273b7 req-cdd20daf-7a2e-44c4-b21a-8c1e82c39b8c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e77a6991-7e9b-4f80-86c7-a3378ec4de6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456951 Dec 20 14:47:39.045749 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-568d905f-bbda-4b71-9475-9270a97134f9 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:39.156653 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5029520b-ca13-401e-ae4b-2757511273b7 req-cede5d72-293a-440d-b1a2-a75c686a432b service neutron] 10.222.0.47 "GET /v2.0/networks/e77a6991-7e9b-4f80-86c7-a3378ec4de6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265580 Dec 20 14:47:39.163619 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-568d905f-bbda-4b71-9475-9270a97134f9 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:39.212624 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-4cef0af8-730a-422d-b4bb-e7b702d62523 None None] Provisioning complete for port aa99a3d7-4217-42a4-835f-66db601a5d83 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:47:39.213198 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4cef0af8-730a-422d-b4bb-e7b702d62523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:39.246250 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 56870) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:39.563080 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e2026c-5f66-45b5-b042-d4c135d15b93 req-e63a9ab6-0b9e-4a42-b713-2a5b5f688bf9 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:39.571788 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-63e2026c-5f66-45b5-b042-d4c135d15b93 req-e63a9ab6-0b9e-4a42-b713-2a5b5f688bf9 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 946 time: 0.0884585 Dec 20 14:47:39.587386 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5029520b-ca13-401e-ae4b-2757511273b7 req-ae375559-efcb-4af1-8b2b-31ccd30f2d3e service neutron] 10.222.0.47 "GET /v2.0/networks/e77a6991-7e9b-4f80-86c7-a3378ec4de6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4211586 Dec 20 14:47:39.597081 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568d905f-bbda-4b71-9475-9270a97134f9 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:47:39.646806 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568d905f-bbda-4b71-9475-9270a97134f9 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event updated for resources: {'Port': ['ID=b84b0981-dec1-4781-9a2f-7ce17cee8615,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:47:39.664685 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-568d905f-bbda-4b71-9475-9270a97134f9 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:47:39.669329 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568d905f-bbda-4b71-9475-9270a97134f9 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:47:39.676174 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568d905f-bbda-4b71-9475-9270a97134f9 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:39.684536 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-b278d8c9-ed0f-4293-b633-f64a3bbb51ff None None] Could not find standard attr ID for object ec05b587-0b31-48c0-81f1-b781b83ab09f. {{(pid=103169) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 14:47:39.687178 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-568d905f-bbda-4b71-9475-9270a97134f9 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:39.727459 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-568d905f-bbda-4b71-9475-9270a97134f9 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.9349725 Dec 20 14:47:39.729986 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 56886) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:39.829265 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_v2 [None req-84152866-4c38-4bc0-911c-a034fa340d42 admin admin] Deleting subnet 321fbd4d-33d9-43dd-a3f0-2f0927e656e9 {{(pid=103167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:47:39.842844 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-84152866-4c38-4bc0-911c-a034fa340d42 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:39.887481 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-63e2026c-5f66-45b5-b042-d4c135d15b93 req-cf6bd828-e1d1-4187-8ed8-757a8d76d508 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3147933 Dec 20 14:47:39.949247 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-84152866-4c38-4bc0-911c-a034fa340d42 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954412'] for subnet, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:40.041135 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-84152866-4c38-4bc0-911c-a034fa340d42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:40.165918 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-84152866-4c38-4bc0-911c-a034fa340d42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:40.270942 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd3321b-a354-4765-8494-aaa403278edf None None] Network ef0adef7-2e9a-4c5f-ae6d-93be04aa201b requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:47:40.279749 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-84152866-4c38-4bc0-911c-a034fa340d42 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:40.288415 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-84152866-4c38-4bc0-911c-a034fa340d42 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/321fbd4d-33d9-43dd-a3f0-2f0927e656e9 HTTP/1.1" status: 204 len: 168 time: 1.0393770 Dec 20 14:47:40.292010 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 56892) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:40.296556 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84152866-4c38-4bc0-911c-a034fa340d42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=321fbd4d-33d9-43dd-a3f0-2f0927e656e9,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:47:40.461941 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c7c041-8a2b-4b0a-8de2-18eea23f4585 None None] DHCP port deletion for ef0adef7-2e9a-4c5f-ae6d-93be04aa201b request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:47:40.548494 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9ae27845-6e6f-439c-bf5d-0327d5901619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:40.735913 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-e1bbab9b-d105-48e9-a748-2b93652f60bb None None] Provisioning complete for port b84b0981-dec1-4781-9a2f-7ce17cee8615 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:47:40.736903 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e1bbab9b-d105-48e9-a748-2b93652f60bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:40.818116 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-e1bbab9b-d105-48e9-a748-2b93652f60bb None None] Port b84b0981-dec1-4781-9a2f-7ce17cee8615 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:47:40.904275 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-67e50614-9ecb-46ee-9ade-34a4414d895d req-270d1010-be54-43e9-a55f-a6de1c59845c tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] 10.222.0.54 "GET /v2.0/ports?device_id=d25b3c59-3af2-48e6-90d2-85f33f70fd32 HTTP/1.1" status: 200 len: 210 time: 0.9945676 Dec 20 14:47:41.056246 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-cdc8aeb3-751a-4e8f-8d39-8fcc55f8806a tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Deleting port b84b0981-dec1-4781-9a2f-7ce17cee8615 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:47:41.056985 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cdc8aeb3-751a-4e8f-8d39-8fcc55f8806a tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:41.156630 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6481216a-9f2e-4594-9c96-16f880bb9a69 req-1a003e91-3f0d-40a9-986f-2aa1b3b6f127 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:41.159705 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6481216a-9f2e-4594-9c96-16f880bb9a69 req-1a003e91-3f0d-40a9-986f-2aa1b3b6f127 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] 10.222.0.47 "GET /v2.0/networks?id=9b4f7907-bd5d-4ee9-954d-84febe01c0f5 HTTP/1.1" status: 200 len: 813 time: 0.2536206 Dec 20 14:47:41.267648 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cdc8aeb3-751a-4e8f-8d39-8fcc55f8806a tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:41.305855 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-cdc8aeb3-751a-4e8f-8d39-8fcc55f8806a tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Calling delete_port for b84b0981-dec1-4781-9a2f-7ce17cee8615 owned by {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:47:41.311729 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9ae27845-6e6f-439c-bf5d-0327d5901619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:41.331817 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e027d-70d4-442c-8a33-debbf26aaef9 req-e5f7dd5d-836a-48a8-bc91-d6fcbb0ae902 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:41.342843 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-253e027d-70d4-442c-8a33-debbf26aaef9 req-e5f7dd5d-836a-48a8-bc91-d6fcbb0ae902 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 946 time: 0.1757004 Dec 20 14:47:41.380717 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6481216a-9f2e-4594-9c96-16f880bb9a69 req-9b62f544-e334-46f2-b09e-91b577c4451a tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7ac4ef8887a44c694f37700b678a7f1 HTTP/1.1" status: 200 len: 380 time: 0.2101986 Dec 20 14:47:41.391737 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-6481216a-9f2e-4594-9c96-16f880bb9a69 req-1042c8e5-406c-483f-b011-3267517fa42c tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Request body: {'port': {'device_id': 'd25b3c59-3af2-48e6-90d2-85f33f70fd32', 'network_id': '9b4f7907-bd5d-4ee9-954d-84febe01c0f5', 'admin_state_up': True, 'tenant_id': 'd7ac4ef8887a44c694f37700b678a7f1', 'security_groups': ['6a4a0310-7e2d-4594-a1fd-f0bd4a54c28a']}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:47:41.407612 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-9ae27845-6e6f-439c-bf5d-0327d5901619 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef0adef7-2e9a-4c5f-ae6d-93be04aa201b']}} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:47:41.474996 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-253e027d-70d4-442c-8a33-debbf26aaef9 req-9917a6c7-364a-4076-a53e-0972b4508a3d tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307960 Dec 20 14:47:41.487869 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-9ae27845-6e6f-439c-bf5d-0327d5901619 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf764769-bd48-4fb7-ac99-d6f6b1edeed6') {'for_net_delete': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:47:41.488530 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-9ae27845-6e6f-439c-bf5d-0327d5901619 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf764769-bd48-4fb7-ac99-d6f6b1edeed6') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:47:41.503554 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9ae27845-6e6f-439c-bf5d-0327d5901619 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954405'] for segment, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:41.523938 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9ae27845-6e6f-439c-bf5d-0327d5901619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:41.544170 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ae27845-6e6f-439c-bf5d-0327d5901619 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=103167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:47:41.544770 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9ae27845-6e6f-439c-bf5d-0327d5901619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9956000'] for segment, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:41.548230 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:47:41.548230 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:47:41.548230 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:47:41.548230 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:47:41.548230 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:47:41.548230 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:47:41.548230 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:47:41.548230 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:47:41.548230 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:47:41.548230 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:47:41.548230 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:47:41.548230 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:47:41.548230 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:47:41.548230 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:47:41.548230 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:47:41.548230 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:47:41.548230 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:47:41.548230 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:47:41.548230 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:47:41.548230 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:47:41.548230 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:47:41.548230 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:47:41.548230 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:47:41.548230 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:47:41.548230 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:47:41.548230 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:47:41.548230 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:47:41.548230 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:47:41.548230 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:47:41.548230 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:47:41.548230 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:47:41.548230 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:47:41.548230 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:47:41.548230 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:47:41.548230 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:47:41.548230 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:47:41.548230 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:47:41.548230 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:47:41.548230 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:47:41.548230 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:47:41.548230 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:47:41.548230 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:47:41.548230 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:47:41.548230 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:47:41.548230 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:47:41.548230 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:47:41.548230 n-d-761264-19 neutron-server[103167]: Traceback (most recent call last): Dec 20 14:47:41.548230 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:47:41.548230 n-d-761264-19 neutron-server[103167]: timer() Dec 20 14:47:41.548230 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:47:41.548230 n-d-761264-19 neutron-server[103167]: cb(*args, **kw) Dec 20 14:47:41.548230 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:47:41.548230 n-d-761264-19 neutron-server[103167]: return func(*args, **kwargs) Dec 20 14:47:41.552344 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:47:41.552344 n-d-761264-19 neutron-server[103167]: self._notify() Dec 20 14:47:41.552344 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:47:41.552344 n-d-761264-19 neutron-server[103167]: self.callback(batched_events) Dec 20 14:47:41.552344 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:47:41.552344 n-d-761264-19 neutron-server[103167]: event.method(event) Dec 20 14:47:41.552344 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:47:41.552344 n-d-761264-19 neutron-server[103167]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:47:41.552344 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:47:41.552344 n-d-761264-19 neutron-server[103167]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:47:41.552344 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:47:41.552344 n-d-761264-19 neutron-server[103167]: return f(self, *a, **k) Dec 20 14:47:41.552344 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:47:41.552344 n-d-761264-19 neutron-server[103167]: return self._get(url).json() Dec 20 14:47:41.552344 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:47:41.552344 n-d-761264-19 neutron-server[103167]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:47:41.552344 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:47:41.552344 n-d-761264-19 neutron-server[103167]: return self.request(url, 'GET', **kwargs) Dec 20 14:47:41.552344 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:47:41.552344 n-d-761264-19 neutron-server[103167]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:47:41.552344 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:47:41.552344 n-d-761264-19 neutron-server[103167]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:47:41.552344 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:47:41.552344 n-d-761264-19 neutron-server[103167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:47:41.552344 n-d-761264-19 neutron-server[103167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:47:41.643182 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 14:47:41.645713 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:41.692521 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9ae27845-6e6f-439c-bf5d-0327d5901619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:41.700297 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9ae27845-6e6f-439c-bf5d-0327d5901619 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:41.708241 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-9ae27845-6e6f-439c-bf5d-0327d5901619 admin admin] 10.222.0.54 "DELETE /v2.0/networks/ef0adef7-2e9a-4c5f-ae6d-93be04aa201b HTTP/1.1" status: 204 len: 168 time: 1.3966920 Dec 20 14:47:41.749657 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae27845-6e6f-439c-bf5d-0327d5901619 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef0adef7-2e9a-4c5f-ae6d-93be04aa201b,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:47:41.829131 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b78cc45-0ab1-4036-97ee-0a4fbd38bcdc req-bf384131-642d-484d-b6bf-27420ea9c27d tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:41.838270 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9b78cc45-0ab1-4036-97ee-0a4fbd38bcdc req-bf384131-642d-484d-b6bf-27420ea9c27d tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 946 time: 0.1735096 Dec 20 14:47:41.842076 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6481216a-9f2e-4594-9c96-16f880bb9a69 req-1042c8e5-406c-483f-b011-3267517fa42c tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Made reservation on behalf of d7ac4ef8887a44c694f37700b678a7f1 for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:47:41.846181 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-6481216a-9f2e-4594-9c96-16f880bb9a69 req-1042c8e5-406c-483f-b011-3267517fa42c tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:41.981971 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9b78cc45-0ab1-4036-97ee-0a4fbd38bcdc req-0ee453ab-eecc-456b-bf9b-36841e472520 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373534 Dec 20 14:47:42.001500 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 56918) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:42.135540 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-b2d60f18-2ee4-4a0e-a65d-dcecd1154365 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a3e78bebca21442f93a8ad3de6085df5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1328175 Dec 20 14:47:42.140083 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 56922) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:42.185242 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cdc8aeb3-751a-4e8f-8d39-8fcc55f8806a tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:42.238240 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-220d42a6-45a6-44c8-b448-0ceaacdb14a9 req-fea05f91-3943-4c81-b703-d7cc16125027 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] 10.222.0.54 "GET /v2.0/ports?device_id=d25b3c59-3af2-48e6-90d2-85f33f70fd32 HTTP/1.1" status: 200 len: 210 time: 0.1112823 Dec 20 14:47:42.244440 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d091ec-52a9-436f-9285-01f61103b969 req-6077f56e-b5ca-4361-841d-fed5dcafb357 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:42.247152 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-98d091ec-52a9-436f-9285-01f61103b969 req-6077f56e-b5ca-4361-841d-fed5dcafb357 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 946 time: 0.0788250 Dec 20 14:47:42.247152 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-bf54c26c-d817-4e83-80fa-e8d2558c5e58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:42.247458 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc8aeb3-751a-4e8f-8d39-8fcc55f8806a tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event deleted for resources: {'Port': ['ID=b84b0981-dec1-4781-9a2f-7ce17cee8615,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:47:42.305782 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-bf54c26c-d817-4e83-80fa-e8d2558c5e58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:42.360310 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cdc8aeb3-751a-4e8f-8d39-8fcc55f8806a tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:42.361301 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-98d091ec-52a9-436f-9285-01f61103b969 req-47d53224-3587-4d89-9158-e654b00fa9bd tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027060 Dec 20 14:47:42.364979 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-cdc8aeb3-751a-4e8f-8d39-8fcc55f8806a tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "DELETE /v2.0/ports/b84b0981-dec1-4781-9a2f-7ce17cee8615 HTTP/1.1" status: 204 len: 168 time: 2.6329482 Dec 20 14:47:42.369009 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 56924) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:42.384724 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-bf54c26c-d817-4e83-80fa-e8d2558c5e58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:42.389364 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-bf54c26c-d817-4e83-80fa-e8d2558c5e58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:42.391062 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-bf54c26c-d817-4e83-80fa-e8d2558c5e58 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7c00e471-b822-4bde-8413-ee09845062ce HTTP/1.1" status: 204 len: 168 time: 0.2489846 Dec 20 14:47:42.431187 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf54c26c-d817-4e83-80fa-e8d2558c5e58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c00e471-b822-4bde-8413-ee09845062ce,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:47:42.456271 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [req-6481216a-9f2e-4594-9c96-16f880bb9a69 req-1042c8e5-406c-483f-b011-3267517fa42c tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Allocated IP 172.20.0.3 (9b4f7907-bd5d-4ee9-954d-84febe01c0f5/42b01fad-7b58-4f4b-9190-ade38b52aa11/cbe3174b-7c64-475e-8d20-4be8c080f0a2) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:47:42.534967 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5afb3d5-a9da-47ec-9510-409646eca759 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:42.536646 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-b5afb3d5-a9da-47ec-9510-409646eca759 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1666207 Dec 20 14:47:42.539380 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 56930) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:42.626010 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4205992-2617-49cc-bf9a-de2d2faf407b tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:42.627664 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-f4205992-2617-49cc-bf9a-de2d2faf407b tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0872903 Dec 20 14:47:42.630530 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 56932) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:42.696151 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a60f38-0394-4419-b517-8f9512db8ebe req-bced6fb8-b050-4ef9-8712-1f7dea267ddc tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:42.697825 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c0a60f38-0394-4419-b517-8f9512db8ebe req-bced6fb8-b050-4ef9-8712-1f7dea267ddc tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 946 time: 0.1259410 Dec 20 14:47:42.720001 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f73ae4-b21a-423f-8a43-253ea2ff91d7 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:42.722451 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f73ae4-b21a-423f-8a43-253ea2ff91d7 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:42.724645 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f73ae4-b21a-423f-8a43-253ea2ff91d7 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:42.727237 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-b1f73ae4-b21a-423f-8a43-253ea2ff91d7 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0954909 Dec 20 14:47:42.729637 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 56934) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:42.766994 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-6481216a-9f2e-4594-9c96-16f880bb9a69 req-1042c8e5-406c-483f-b011-3267517fa42c tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:42.810830 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_v2 [None req-965344bd-45f2-472e-956e-deab109256b9 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Deleting subnet 5ee75f39-254c-4f0a-be1a-5cc3a41cedd1 {{(pid=103167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:47:42.818102 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-965344bd-45f2-472e-956e-deab109256b9 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks [] for subnet, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:42.827227 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-6481216a-9f2e-4594-9c96-16f880bb9a69 req-1042c8e5-406c-483f-b011-3267517fa42c tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:42.894055 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-965344bd-45f2-472e-956e-deab109256b9 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954412'] for subnet, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:42.894310 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1042c8e5-406c-483f-b011-3267517fa42c tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Pushing event updated for resources: {'Port': ['ID=cbe3174b-7c64-475e-8d20-4be8c080f0a2,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:47:42.987194 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6481216a-9f2e-4594-9c96-16f880bb9a69 req-1042c8e5-406c-483f-b011-3267517fa42c tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Network 9b4f7907-bd5d-4ee9-954d-84febe01c0f5 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:47:42.994315 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [req-6481216a-9f2e-4594-9c96-16f880bb9a69 req-1042c8e5-406c-483f-b011-3267517fa42c tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:47:43.017558 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-965344bd-45f2-472e-956e-deab109256b9 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:43.018789 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-6481216a-9f2e-4594-9c96-16f880bb9a69 req-1042c8e5-406c-483f-b011-3267517fa42c tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:47:43.135034 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-965344bd-45f2-472e-956e-deab109256b9 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:43.182115 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965344bd-45f2-472e-956e-deab109256b9 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event deleted for resources: {'Subnet': ['ID=5ee75f39-254c-4f0a-be1a-5cc3a41cedd1,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:47:43.189749 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-965344bd-45f2-472e-956e-deab109256b9 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:43.197225 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-965344bd-45f2-472e-956e-deab109256b9 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "DELETE /v2.0/subnets/5ee75f39-254c-4f0a-be1a-5cc3a41cedd1 HTTP/1.1" status: 204 len: 168 time: 0.4637010 Dec 20 14:47:43.197685 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 56940) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:43.200642 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47a1501-b10e-4b30-82a4-22f4187bc48a None None] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:47:43.201411 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6481216a-9f2e-4594-9c96-16f880bb9a69 req-1042c8e5-406c-483f-b011-3267517fa42c tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:43.202074 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-6481216a-9f2e-4594-9c96-16f880bb9a69 req-1042c8e5-406c-483f-b011-3267517fa42c tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:43.225822 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c0a60f38-0394-4419-b517-8f9512db8ebe req-3179289c-f9c7-4ae7-a9f5-dcd3313a5f9b tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4198520 Dec 20 14:47:43.240194 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6481216a-9f2e-4594-9c96-16f880bb9a69 req-1042c8e5-406c-483f-b011-3267517fa42c tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8522968 Dec 20 14:47:43.255647 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-6481216a-9f2e-4594-9c96-16f880bb9a69 req-5b6f85b8-11f1-462d-845a-1cecd415fb68 service neutron] Request body: {'port': {'device_id': 'd25b3c59-3af2-48e6-90d2-85f33f70fd32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-19'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:47:43.290171 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef3084e5-1416-428f-93e7-6859f35b0022 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Deleting subnet f88f162c-bce7-4799-8fb4-8708c37303f5 {{(pid=103167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:47:43.306526 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ef3084e5-1416-428f-93e7-6859f35b0022 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks [] for subnet, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:43.378856 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-6481216a-9f2e-4594-9c96-16f880bb9a69 req-5b6f85b8-11f1-462d-845a-1cecd415fb68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:43.383546 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ef3084e5-1416-428f-93e7-6859f35b0022 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954412'] for subnet, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:43.398991 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-a331b9d6-33c9-459d-928c-cbad388f3b48 None None] Provisioning complete for port cbe3174b-7c64-475e-8d20-4be8c080f0a2 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:47:43.399382 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a331b9d6-33c9-459d-928c-cbad388f3b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:43.473206 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-a331b9d6-33c9-459d-928c-cbad388f3b48 None None] Port cbe3174b-7c64-475e-8d20-4be8c080f0a2 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:47:43.516456 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fde49d-17f8-45ee-ab72-0c6a765020d2 req-f32f12c7-330c-419f-bb1c-ed8a9a183d43 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:43.518980 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a9fde49d-17f8-45ee-ab72-0c6a765020d2 req-f32f12c7-330c-419f-bb1c-ed8a9a183d43 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] 10.222.0.54 "GET /v2.0/ports?device_id=d25b3c59-3af2-48e6-90d2-85f33f70fd32 HTTP/1.1" status: 200 len: 931 time: 0.1016755 Dec 20 14:47:43.608512 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ef3084e5-1416-428f-93e7-6859f35b0022 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:43.619754 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a9fde49d-17f8-45ee-ab72-0c6a765020d2 req-32d611b9-86e8-4df3-ae22-ba27bab6d818 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a4a0310-7e2d-4594-a1fd-f0bd4a54c28a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732272 Dec 20 14:47:43.681467 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d36704-0b41-44f6-acab-1a4e13ba9b37 req-8a3a2263-3fdf-4a62-a254-bd3b998266d2 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:43.683085 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-80d36704-0b41-44f6-acab-1a4e13ba9b37 req-8a3a2263-3fdf-4a62-a254-bd3b998266d2 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 946 time: 0.1419897 Dec 20 14:47:43.720349 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ef3084e5-1416-428f-93e7-6859f35b0022 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:43.765043 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ef3084e5-1416-428f-93e7-6859f35b0022 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:43.772560 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-ef3084e5-1416-428f-93e7-6859f35b0022 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "DELETE /v2.0/subnets/f88f162c-bce7-4799-8fb4-8708c37303f5 HTTP/1.1" status: 204 len: 168 time: 0.5731714 Dec 20 14:47:43.779866 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3084e5-1416-428f-93e7-6859f35b0022 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event deleted for resources: {'Subnet': ['ID=f88f162c-bce7-4799-8fb4-8708c37303f5,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:47:43.785042 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 56948) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:43.860262 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-e6d500f5-87c6-4a87-badb-50581e231091 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0740385 Dec 20 14:47:43.863818 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 56952) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:43.871055 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-80d36704-0b41-44f6-acab-1a4e13ba9b37 req-c8e80e20-e0e4-4701-bc38-4f197003a3ef tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734660 Dec 20 14:47:43.982617 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad6ad70-26ec-45d8-85c1-134c63451d87 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:43.988897 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-4ad6ad70-26ec-45d8-85c1-134c63451d87 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1237259 Dec 20 14:47:43.994459 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 56956) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:44.046140 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [req-6481216a-9f2e-4594-9c96-16f880bb9a69 req-5b6f85b8-11f1-462d-845a-1cecd415fb68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbe3174b-7c64-475e-8d20-4be8c080f0a2 {{(pid=103168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:47:44.070417 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-6481216a-9f2e-4594-9c96-16f880bb9a69 req-5b6f85b8-11f1-462d-845a-1cecd415fb68 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:44.089465 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7605e02-740d-44d3-956b-b2e4862b881e tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:44.094061 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-c7605e02-740d-44d3-956b-b2e4862b881e tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0923629 Dec 20 14:47:44.094866 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 56960) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:44.124514 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bddbe7-8504-4f2e-acc5-92e76723ac7f req-e35f5b2a-e844-48c0-a689-a69c89d0e5d6 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:44.138898 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e1bddbe7-8504-4f2e-acc5-92e76723ac7f req-e35f5b2a-e844-48c0-a689-a69c89d0e5d6 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 946 time: 0.1399438 Dec 20 14:47:44.157288 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 56962) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:44.159106 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-ce92a510-6c2c-41d1-b8f8-8fa8002097a9 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0599818 Dec 20 14:47:44.160448 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.provisioning_blocks [req-6481216a-9f2e-4594-9c96-16f880bb9a69 req-5b6f85b8-11f1-462d-845a-1cecd415fb68 service neutron] Transition to ACTIVE for port object cbe3174b-7c64-475e-8d20-4be8c080f0a2 will not be triggered until provisioned by entity L2. {{(pid=103168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:47:44.165617 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-6481216a-9f2e-4594-9c96-16f880bb9a69 req-5b6f85b8-11f1-462d-845a-1cecd415fb68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:44.224460 n-d-761264-19 neutron-server[103167]: INFO neutron.pecan_wsgi.hooks.translation [None req-50b62d34-1405-4b19-a965-d95216767023 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] DELETE failed (client error): The resource could not be found. Dec 20 14:47:44.225206 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50b62d34-1405-4b19-a965-d95216767023 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:47:44.232179 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-50b62d34-1405-4b19-a965-d95216767023 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "DELETE /v2.0/ports/b84b0981-dec1-4781-9a2f-7ce17cee8615 HTTP/1.1" status: 404 len: 333 time: 0.0725155 Dec 20 14:47:44.234300 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 56964) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:44.248552 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6f85b8-11f1-462d-845a-1cecd415fb68 service neutron] Pushing event updated for resources: {'Port': ['ID=cbe3174b-7c64-475e-8d20-4be8c080f0a2,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:47:44.289261 n-d-761264-19 neutron-server[103167]: INFO neutron.pecan_wsgi.hooks.translation [None req-49adceb7-99c0-49e8-8355-ef17bb715a32 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] DELETE failed (client error): The resource could not be found. Dec 20 14:47:44.291708 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49adceb7-99c0-49e8-8355-ef17bb715a32 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:47:44.296727 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-49adceb7-99c0-49e8-8355-ef17bb715a32 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "DELETE /v2.0/subnets/f88f162c-bce7-4799-8fb4-8708c37303f5 HTTP/1.1" status: 404 len: 337 time: 0.0612669 Dec 20 14:47:44.300366 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 56968) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:44.371720 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e1bddbe7-8504-4f2e-acc5-92e76723ac7f req-47f6f45f-5b90-43d5-9d09-04fafc78c341 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303095 Dec 20 14:47:44.404193 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c4704f9-f2b2-424c-8268-77dcf348eccb tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] DELETE failed (client error): The resource could not be found. Dec 20 14:47:44.409889 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c4704f9-f2b2-424c-8268-77dcf348eccb tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:47:44.417930 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-1c4704f9-f2b2-424c-8268-77dcf348eccb tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "DELETE /v2.0/subnets/5ee75f39-254c-4f0a-be1a-5cc3a41cedd1 HTTP/1.1" status: 404 len: 337 time: 0.1164572 Dec 20 14:47:44.420461 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 56974) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:44.500998 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-975a2ab3-f259-4f3b-a14e-6550744a2c50 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] DELETE failed (client error): The resource could not be found. Dec 20 14:47:44.500998 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-975a2ab3-f259-4f3b-a14e-6550744a2c50 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:47:44.512579 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-975a2ab3-f259-4f3b-a14e-6550744a2c50 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "DELETE /v2.0/ports/ec05b587-0b31-48c0-81f1-b781b83ab09f HTTP/1.1" status: 404 len: 333 time: 0.0910749 Dec 20 14:47:44.516007 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 56982) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:44.581596 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-6481216a-9f2e-4594-9c96-16f880bb9a69 req-5b6f85b8-11f1-462d-845a-1cecd415fb68 service neutron] Attempting to bind port cbe3174b-7c64-475e-8d20-4be8c080f0a2 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:47:44.581930 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-6481216a-9f2e-4594-9c96-16f880bb9a69 req-5b6f85b8-11f1-462d-845a-1cecd415fb68 service neutron] Attempting to bind port cbe3174b-7c64-475e-8d20-4be8c080f0a2 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': 'dd2316b7-99c5-47dc-8eaa-c0ed88e5c141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '9b4f7907-bd5d-4ee9-954d-84febe01c0f5'}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:47:44.582308 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6481216a-9f2e-4594-9c96-16f880bb9a69 req-5b6f85b8-11f1-462d-845a-1cecd415fb68 service neutron] Attempting to bind port cbe3174b-7c64-475e-8d20-4be8c080f0a2 on network 9b4f7907-bd5d-4ee9-954d-84febe01c0f5 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:47:44.587259 n-d-761264-19 neutron-server[103167]: INFO neutron.pecan_wsgi.hooks.translation [None req-8290a80c-4007-45e8-801a-a483c4daea35 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] DELETE failed (client error): The resource could not be found. Dec 20 14:47:44.588002 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8290a80c-4007-45e8-801a-a483c4daea35 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:47:44.591388 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-8290a80c-4007-45e8-801a-a483c4daea35 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "DELETE /v2.0/subnets/e94f1bcd-4e24-4ddd-9407-03eead803a67 HTTP/1.1" status: 404 len: 337 time: 0.0743041 Dec 20 14:47:44.594465 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6481216a-9f2e-4594-9c96-16f880bb9a69 req-5b6f85b8-11f1-462d-845a-1cecd415fb68 service neutron] Port cbe3174b-7c64-475e-8d20-4be8c080f0a2 on network 9b4f7907-bd5d-4ee9-954d-84febe01c0f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:47:44.595038 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 56986) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:44.595820 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6481216a-9f2e-4594-9c96-16f880bb9a69 req-5b6f85b8-11f1-462d-845a-1cecd415fb68 service neutron] Attempting to bind port cbe3174b-7c64-475e-8d20-4be8c080f0a2 on network 9b4f7907-bd5d-4ee9-954d-84febe01c0f5 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:47:44.607625 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6481216a-9f2e-4594-9c96-16f880bb9a69 req-5b6f85b8-11f1-462d-845a-1cecd415fb68 service neutron] Checking agent: {'id': '43c60aee-e4af-4ecc-bee2-aac3569fafed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:47:44.608152 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6481216a-9f2e-4594-9c96-16f880bb9a69 req-5b6f85b8-11f1-462d-845a-1cecd415fb68 service neutron] Checking segment: {'id': 'dd2316b7-99c5-47dc-8eaa-c0ed88e5c141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '9b4f7907-bd5d-4ee9-954d-84febe01c0f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:47:44.609026 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6481216a-9f2e-4594-9c96-16f880bb9a69 req-5b6f85b8-11f1-462d-845a-1cecd415fb68 service neutron] Bound using segment: {'id': 'dd2316b7-99c5-47dc-8eaa-c0ed88e5c141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '9b4f7907-bd5d-4ee9-954d-84febe01c0f5'} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:47:44.609636 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-6481216a-9f2e-4594-9c96-16f880bb9a69 req-5b6f85b8-11f1-462d-845a-1cecd415fb68 service neutron] Bound port: cbe3174b-7c64-475e-8d20-4be8c080f0a2, host: n-h2-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd2316b7-99c5-47dc-8eaa-c0ed88e5c141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '9b4f7907-bd5d-4ee9-954d-84febe01c0f5'}}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:47:44.610159 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-6481216a-9f2e-4594-9c96-16f880bb9a69 req-5b6f85b8-11f1-462d-845a-1cecd415fb68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:44.611476 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6694f066-c3bf-4561-b308-3cad1e257fe6 None None] Network e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:47:44.638541 n-d-761264-19 neutron-server[103167]: INFO neutron.pecan_wsgi.hooks.translation [None req-b013f050-a1c9-42db-9fb3-6af37fad125a tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] DELETE failed (client error): The resource could not be found. Dec 20 14:47:44.639049 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b013f050-a1c9-42db-9fb3-6af37fad125a tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:47:44.642298 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64e5a6d-8872-4983-83f1-892425ce378c req-74a70954-54de-4874-81c3-c85d5636e47d tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:44.642469 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-b013f050-a1c9-42db-9fb3-6af37fad125a tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "DELETE /v2.0/subnets/a7a3e072-b9c5-4d2f-9524-8ab655806b39 HTTP/1.1" status: 404 len: 337 time: 0.0463972 Dec 20 14:47:44.651174 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e64e5a6d-8872-4983-83f1-892425ce378c req-74a70954-54de-4874-81c3-c85d5636e47d tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 946 time: 0.1106052 Dec 20 14:47:44.653093 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 56988) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:44.718173 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-fda0145e-821f-4673-81ab-2b3022bc9ac4 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] DELETE failed (client error): The resource could not be found. Dec 20 14:47:44.718778 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fda0145e-821f-4673-81ab-2b3022bc9ac4 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:47:44.724323 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-fda0145e-821f-4673-81ab-2b3022bc9ac4 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "DELETE /v2.0/ports/3a964a92-3251-4aea-a6df-e3d4a69f72ef HTTP/1.1" status: 404 len: 333 time: 0.0675249 Dec 20 14:47:44.725146 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 56994) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:44.770411 n-d-761264-19 neutron-server[103167]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2fa67b2-286f-4225-a88f-e64cd9615496 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] DELETE failed (client error): The resource could not be found. Dec 20 14:47:44.771123 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2fa67b2-286f-4225-a88f-e64cd9615496 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:47:44.774990 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-a2fa67b2-286f-4225-a88f-e64cd9615496 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "DELETE /v2.0/subnets/27340185-aac1-467f-b80f-8be7332615ec HTTP/1.1" status: 404 len: 337 time: 0.0486312 Dec 20 14:47:44.782216 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 56998) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:44.791833 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e64e5a6d-8872-4983-83f1-892425ce378c req-385d9654-3551-400f-91c8-0ec37e5a5b33 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393998 Dec 20 14:47:44.796176 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-6481216a-9f2e-4594-9c96-16f880bb9a69 req-5b6f85b8-11f1-462d-845a-1cecd415fb68 service neutron] For port cbe3174b-7c64-475e-8d20-4be8c080f0a2, host n-h2-761264-19, cleared binding levels {{(pid=103168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:47:44.806240 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-6481216a-9f2e-4594-9c96-16f880bb9a69 req-5b6f85b8-11f1-462d-845a-1cecd415fb68 service neutron] For port cbe3174b-7c64-475e-8d20-4be8c080f0a2, host n-h2-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=cbe3174b-7c64-475e-8d20-4be8c080f0a2,segment=NetworkSegment(dd2316b7-99c5-47dc-8eaa-c0ed88e5c141),segment_id=dd2316b7-99c5-47dc-8eaa-c0ed88e5c141)] {{(pid=103168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:47:44.815999 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-6481216a-9f2e-4594-9c96-16f880bb9a69 req-5b6f85b8-11f1-462d-845a-1cecd415fb68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:44.820731 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-6fadf24e-49e0-43bc-b071-663458eabdab None None] Provisioning complete for port aa99a3d7-4217-42a4-835f-66db601a5d83 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:47:44.821111 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6fadf24e-49e0-43bc-b071-663458eabdab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:44.858039 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6481216a-9f2e-4594-9c96-16f880bb9a69 req-5b6f85b8-11f1-462d-845a-1cecd415fb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:44.859296 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-6481216a-9f2e-4594-9c96-16f880bb9a69 req-5b6f85b8-11f1-462d-845a-1cecd415fb68 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:44.861070 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6481216a-9f2e-4594-9c96-16f880bb9a69 req-5b6f85b8-11f1-462d-845a-1cecd415fb68 service neutron] 10.222.0.47 "PUT /v2.0/ports/cbe3174b-7c64-475e-8d20-4be8c080f0a2 HTTP/1.1" status: 200 len: 1092 time: 1.6127026 Dec 20 14:47:44.861694 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd25b3c59-3af2-48e6-90d2-85f33f70fd32', 'tag': 'cbe3174b-7c64-475e-8d20-4be8c080f0a2'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:47:44.864445 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80fea5cf-f8bc-4837-9339-84d8bfe9f71b" -d '{"events": [{"name": "network-changed", "server_uuid": "d25b3c59-3af2-48e6-90d2-85f33f70fd32", "tag": "cbe3174b-7c64-475e-8d20-4be8c080f0a2"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:47:44.878833 n-d-761264-19 neutron-server[103167]: INFO neutron.pecan_wsgi.hooks.translation [None req-77d6a324-2b5d-4f92-9810-398b486e2eb3 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] DELETE failed (client error): The resource could not be found. Dec 20 14:47:44.881352 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77d6a324-2b5d-4f92-9810-398b486e2eb3 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:47:44.896489 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-77d6a324-2b5d-4f92-9810-398b486e2eb3 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "DELETE /v2.0/subnets/66d35744-e9f2-446c-956f-e621e50efb8b HTTP/1.1" status: 404 len: 337 time: 0.1131074 Dec 20 14:47:44.896784 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6f85b8-11f1-462d-845a-1cecd415fb68 service neutron] Pushing event updated for resources: {'Port': ['ID=cbe3174b-7c64-475e-8d20-4be8c080f0a2,revision_number=3']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:47:44.899026 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57004) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:44.975302 n-d-761264-19 neutron-server[103167]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e6989c6-ef6e-492e-b576-c935c21ee3f9 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] DELETE failed (client error): The resource could not be found. Dec 20 14:47:44.975984 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e6989c6-ef6e-492e-b576-c935c21ee3f9 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:47:44.979248 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-3e6989c6-ef6e-492e-b576-c935c21ee3f9 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "DELETE /v2.0/ports/ee745823-b88d-47fb-b596-b28c7c1b9ab5 HTTP/1.1" status: 404 len: 333 time: 0.0790262 Dec 20 14:47:44.986993 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57008) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:45.051713 n-d-761264-19 neutron-server[103167]: INFO neutron.pecan_wsgi.hooks.translation [None req-708b724e-b83d-482b-978a-06c8dbb0b363 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] DELETE failed (client error): The resource could not be found. Dec 20 14:47:45.051713 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-708b724e-b83d-482b-978a-06c8dbb0b363 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:47:45.060537 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-708b724e-b83d-482b-978a-06c8dbb0b363 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "DELETE /v2.0/subnets/e0be13f2-fed6-482f-990f-9f658afb3eec HTTP/1.1" status: 404 len: 337 time: 0.0673742 Dec 20 14:47:45.060537 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57010) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:45.088685 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f1ee87-11fb-4abd-a39a-c2ddc7f4db3d None None] DHCP port deletion for e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:47:45.157491 n-d-761264-19 neutron-server[103167]: INFO neutron.pecan_wsgi.hooks.translation [None req-8688b2a0-6946-4bf4-b997-b8f0005fadef tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] DELETE failed (client error): The resource could not be found. Dec 20 14:47:45.157976 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8688b2a0-6946-4bf4-b997-b8f0005fadef tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:47:45.161964 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-8688b2a0-6946-4bf4-b997-b8f0005fadef tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "DELETE /v2.0/subnets/e9a1b891-203e-4ee8-9f47-191ca83fa293 HTTP/1.1" status: 404 len: 337 time: 0.1004286 Dec 20 14:47:45.170491 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57014) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:45.173113 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6481216a-9f2e-4594-9c96-16f880bb9a69 req-5933d9d4-30f2-44e4-a13b-9fc9225cda88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:45.178867 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6481216a-9f2e-4594-9c96-16f880bb9a69 req-5933d9d4-30f2-44e4-a13b-9fc9225cda88 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d7ac4ef8887a44c694f37700b678a7f1&device_id=d25b3c59-3af2-48e6-90d2-85f33f70fd32 HTTP/1.1" status: 200 len: 1095 time: 0.2191203 Dec 20 14:47:45.236475 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-58f1ee87-11fb-4abd-a39a-c2ddc7f4db3d None None] Deleting port aa99a3d7-4217-42a4-835f-66db601a5d83 {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:47:45.237085 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-58f1ee87-11fb-4abd-a39a-c2ddc7f4db3d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:45.272434 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e7710f-a1c0-4740-9e90-41d06273295b req-faa89a45-068e-4b09-b76e-30a14c0da647 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:45.280908 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-51e7710f-a1c0-4740-9e90-41d06273295b req-faa89a45-068e-4b09-b76e-30a14c0da647 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] 10.222.0.54 "GET /v2.0/ports?device_id=d25b3c59-3af2-48e6-90d2-85f33f70fd32 HTTP/1.1" status: 200 len: 943 time: 0.3579059 Dec 20 14:47:45.285237 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dd97fcf-05c4-4be8-bcb7-0d0889996423 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] DELETE failed (client error): The resource could not be found. Dec 20 14:47:45.285804 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dd97fcf-05c4-4be8-bcb7-0d0889996423 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:47:45.289225 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-2dd97fcf-05c4-4be8-bcb7-0d0889996423 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "DELETE /v2.0/ports/0b2d5f2a-b23c-40e1-9c4d-175080a91336 HTTP/1.1" status: 404 len: 333 time: 0.1080499 Dec 20 14:47:45.302150 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57018) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:45.345226 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6481216a-9f2e-4594-9c96-16f880bb9a69 req-003a9ecb-3f3a-4e0d-8cf9-f409c7e177a1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cbe3174b-7c64-475e-8d20-4be8c080f0a2 HTTP/1.1" status: 200 len: 217 time: 0.1407509 Dec 20 14:47:45.386222 n-d-761264-19 neutron-server[103167]: INFO neutron.pecan_wsgi.hooks.translation [None req-40067ab0-f8b8-440d-9a8e-cbb7c67d85ce tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] DELETE failed (client error): The resource could not be found. Dec 20 14:47:45.386691 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40067ab0-f8b8-440d-9a8e-cbb7c67d85ce tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:47:45.397693 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-40067ab0-f8b8-440d-9a8e-cbb7c67d85ce tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "DELETE /v2.0/subnets/a4864f30-15fa-40cf-9bd8-9340c0fd361d HTTP/1.1" status: 404 len: 337 time: 0.0937054 Dec 20 14:47:45.401560 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57020) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:45.408890 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:45.426428 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c4f788-a9e8-40d8-a41f-17bedb97b12a req-411c42b6-0d7b-4aa2-8cb6-ce270068f404 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:45.431355 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-58f1ee87-11fb-4abd-a39a-c2ddc7f4db3d None None] For port aa99a3d7-4217-42a4-835f-66db601a5d83, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=aa99a3d7-4217-42a4-835f-66db601a5d83,segment=NetworkSegment(0deaa76e-8a3e-44c4-a3b8-992392ef4539),segment_id=0deaa76e-8a3e-44c4-a3b8-992392ef4539)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:47:45.431757 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-58f1ee87-11fb-4abd-a39a-c2ddc7f4db3d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:45.437699 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-51e7710f-a1c0-4740-9e90-41d06273295b req-8882a739-bc56-42c2-bf8e-9059850f63ea tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a4a0310-7e2d-4594-a1fd-f0bd4a54c28a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1512074 Dec 20 14:47:45.440311 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-41c4f788-a9e8-40d8-a41f-17bedb97b12a req-411c42b6-0d7b-4aa2-8cb6-ce270068f404 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 946 time: 0.2183850 Dec 20 14:47:45.483136 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-58f1ee87-11fb-4abd-a39a-c2ddc7f4db3d None None] Calling delete_port for aa99a3d7-4217-42a4-835f-66db601a5d83 owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:47:45.522788 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-77aff63b-996e-4e1c-8d5c-e996d282552e tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] DELETE failed (client error): The resource could not be found. Dec 20 14:47:45.523395 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77aff63b-996e-4e1c-8d5c-e996d282552e tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:47:45.531874 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-77aff63b-996e-4e1c-8d5c-e996d282552e tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "DELETE /v2.0/ports/c5f81ecc-a975-42a0-a4be-423067a61c62 HTTP/1.1" status: 404 len: 333 time: 0.0893121 Dec 20 14:47:45.531874 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e4382d5-ad67-4c1e-8f2e-c2ac7d3a9164 x-openstack-request-id: req-1e4382d5-ad67-4c1e-8f2e-c2ac7d3a9164 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:47:45.531874 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d25b3c59-3af2-48e6-90d2-85f33f70fd32", "tag": "cbe3174b-7c64-475e-8d20-4be8c080f0a2", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:47:45.531874 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1e4382d5-ad67-4c1e-8f2e-c2ac7d3a9164 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:47:45.531874 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd25b3c59-3af2-48e6-90d2-85f33f70fd32', 'tag': 'cbe3174b-7c64-475e-8d20-4be8c080f0a2', 'status': 'completed', 'code': 200} Dec 20 14:47:45.535303 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57024) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:45.551015 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6481216a-9f2e-4594-9c96-16f880bb9a69 req-ee81eb02-892c-415a-91f6-84d09c12322e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:45.555796 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6481216a-9f2e-4594-9c96-16f880bb9a69 req-ee81eb02-892c-415a-91f6-84d09c12322e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=42b01fad-7b58-4f4b-9190-ade38b52aa11 HTTP/1.1" status: 200 len: 852 time: 0.2023034 Dec 20 14:47:45.572087 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-41c4f788-a9e8-40d8-a41f-17bedb97b12a req-738e4223-f784-4623-9c3f-95e6c1b4daad tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307883 Dec 20 14:47:45.613045 n-d-761264-19 neutron-server[103167]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fab3d9e-ccf1-43ee-94cd-ace6fc0ff7a0 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] DELETE failed (client error): The resource could not be found. Dec 20 14:47:45.613547 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fab3d9e-ccf1-43ee-94cd-ace6fc0ff7a0 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:47:45.621318 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-3fab3d9e-ccf1-43ee-94cd-ace6fc0ff7a0 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "DELETE /v2.0/subnets/f34bf8d6-0e7f-46c2-8f05-b9a76b01fc80 HTTP/1.1" status: 404 len: 337 time: 0.0784400 Dec 20 14:47:45.622213 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57028) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:45.668213 n-d-761264-19 neutron-server[103167]: INFO neutron.pecan_wsgi.hooks.translation [None req-1adf7239-e5e3-441f-ab30-9b2754898208 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] DELETE failed (client error): The resource could not be found. Dec 20 14:47:45.675197 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1adf7239-e5e3-441f-ab30-9b2754898208 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:47:45.687500 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-1adf7239-e5e3-441f-ab30-9b2754898208 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "DELETE /v2.0/ports/2a17ce66-6bc3-4035-a6c6-e657dc24521d HTTP/1.1" status: 404 len: 333 time: 0.0635605 Dec 20 14:47:45.687975 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57030) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:45.696732 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-58f1ee87-11fb-4abd-a39a-c2ddc7f4db3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:45.713806 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6481216a-9f2e-4594-9c96-16f880bb9a69 req-b10bf30e-5e66-4bdc-92d7-b4ef5bbfb78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:45.732755 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6481216a-9f2e-4594-9c96-16f880bb9a69 req-b10bf30e-5e66-4bdc-92d7-b4ef5bbfb78f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9b4f7907-bd5d-4ee9-954d-84febe01c0f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1665814 Dec 20 14:47:45.755985 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f1ee87-11fb-4abd-a39a-c2ddc7f4db3d None None] Pushing event deleted for resources: {'Port': ['ID=aa99a3d7-4217-42a4-835f-66db601a5d83,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:47:45.762696 n-d-761264-19 neutron-server[103167]: INFO neutron.pecan_wsgi.hooks.translation [None req-10fc5f06-8caa-4afa-b069-169e3d3626a9 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] DELETE failed (client error): The resource could not be found. Dec 20 14:47:45.763214 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10fc5f06-8caa-4afa-b069-169e3d3626a9 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:47:45.769726 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-10fc5f06-8caa-4afa-b069-169e3d3626a9 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "DELETE /v2.0/subnets/224f99ed-a85e-4ff5-b31f-7be2dcbc22c3 HTTP/1.1" status: 404 len: 337 time: 0.0806804 Dec 20 14:47:45.773602 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57032) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:45.775964 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f1ee87-11fb-4abd-a39a-c2ddc7f4db3d None None] No DVR routers for this DVR port aa99a3d7-4217-42a4-835f-66db601a5d83 on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:47:45.810912 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [req-235eca03-4b8f-4d4f-97a9-54e9bddc867e req-d5b77722-302d-41b0-bc54-de9cb2650396 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:47:45.812420 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-235eca03-4b8f-4d4f-97a9-54e9bddc867e req-d5b77722-302d-41b0-bc54-de9cb2650396 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055199 Dec 20 14:47:45.813692 n-d-761264-19 neutron-server[103167]: INFO neutron.pecan_wsgi.hooks.translation [None req-651dae20-7743-4d59-999d-a3bcf4f2c3fd tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] DELETE failed (client error): The resource could not be found. Dec 20 14:47:45.814294 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-651dae20-7743-4d59-999d-a3bcf4f2c3fd tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:47:45.821210 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-651dae20-7743-4d59-999d-a3bcf4f2c3fd tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "DELETE /v2.0/ports/54b9fb94-c250-4841-9f6b-47a2fc2c0ab9 HTTP/1.1" status: 404 len: 333 time: 0.0459335 Dec 20 14:47:45.827215 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57036) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:45.862195 n-d-761264-19 neutron-server[103167]: INFO neutron.pecan_wsgi.hooks.translation [None req-78d41833-1f95-409c-b561-4024a6e17885 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] DELETE failed (client error): The resource could not be found. Dec 20 14:47:45.862689 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78d41833-1f95-409c-b561-4024a6e17885 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:47:45.870362 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57038) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:45.871329 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-78d41833-1f95-409c-b561-4024a6e17885 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "DELETE /v2.0/subnets/eb4dac0c-0cb0-4bc2-a0fe-870dd13e7902 HTTP/1.1" status: 404 len: 337 time: 0.0429435 Dec 20 14:47:45.928431 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-d05157fd-d5a8-45b2-bba7-ad1d53af251d tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] DELETE failed (client error): The resource could not be found. Dec 20 14:47:45.929136 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d05157fd-d5a8-45b2-bba7-ad1d53af251d tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:47:45.932467 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-d05157fd-d5a8-45b2-bba7-ad1d53af251d tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "DELETE /v2.0/ports/6ce5304e-970f-4ec4-80fc-24cf9b09b57d HTTP/1.1" status: 404 len: 333 time: 0.0604143 Dec 20 14:47:45.937776 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57040) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:45.939033 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6481216a-9f2e-4594-9c96-16f880bb9a69 req-6bd8f061-d732-44e9-88a1-f485519201d6 service neutron] 10.222.0.47 "GET /v2.0/networks/9b4f7907-bd5d-4ee9-954d-84febe01c0f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971514 Dec 20 14:47:46.002583 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bb5bfad-b9af-4a01-bd43-fb69b1762a0f tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] DELETE failed (client error): The resource could not be found. Dec 20 14:47:46.003155 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bb5bfad-b9af-4a01-bd43-fb69b1762a0f tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:47:46.007119 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-5bb5bfad-b9af-4a01-bd43-fb69b1762a0f tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "DELETE /v2.0/subnets/4ce85d9c-8fac-470f-9cf3-c67a5ded23f8 HTTP/1.1" status: 404 len: 337 time: 0.0654020 Dec 20 14:47:46.011419 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57044) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:46.067294 n-d-761264-19 neutron-server[103167]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b939d1e-3fe3-4246-9c2c-5072a52812c0 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] DELETE failed (client error): The resource could not be found. Dec 20 14:47:46.068050 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b939d1e-3fe3-4246-9c2c-5072a52812c0 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:47:46.074140 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-9b939d1e-3fe3-4246-9c2c-5072a52812c0 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "DELETE /v2.0/ports/1ca06e5d-9856-4b25-9704-10ced6183d22 HTTP/1.1" status: 404 len: 333 time: 0.0614698 Dec 20 14:47:46.079069 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57046) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:46.108237 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6481216a-9f2e-4594-9c96-16f880bb9a69 req-f58369b3-9cd9-4dd9-947f-818ae17c8d15 service neutron] 10.222.0.47 "GET /v2.0/networks/9b4f7907-bd5d-4ee9-954d-84febe01c0f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452982 Dec 20 14:47:46.130504 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe8e45-5f6e-4d1f-aa81-f4ef31410ad6 req-fc743166-54b7-4c75-9b28-ca9f8b313467 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:46.133360 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ecfe8e45-5f6e-4d1f-aa81-f4ef31410ad6 req-fc743166-54b7-4c75-9b28-ca9f8b313467 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 946 time: 0.2251782 Dec 20 14:47:46.158489 n-d-761264-19 neutron-server[103167]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb1b6b00-1929-4f60-a2da-92a74b24ef58 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] DELETE failed (client error): The resource could not be found. Dec 20 14:47:46.158981 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb1b6b00-1929-4f60-a2da-92a74b24ef58 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:47:46.165899 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-bb1b6b00-1929-4f60-a2da-92a74b24ef58 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "DELETE /v2.0/subnets/834610c8-f61a-4afa-a3f3-61da80128d7b HTTP/1.1" status: 404 len: 337 time: 0.0856683 Dec 20 14:47:46.166531 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57048) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:46.196516 n-d-761264-19 neutron-server[103167]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6773021-051a-4bb3-a458-93a0a838dc49 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] DELETE failed (client error): The resource could not be found. Dec 20 14:47:46.196952 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6773021-051a-4bb3-a458-93a0a838dc49 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:47:46.203340 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-e6773021-051a-4bb3-a458-93a0a838dc49 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "DELETE /v2.0/subnets/5713cc85-edbe-4b71-9b66-43d506ca5fc3 HTTP/1.1" status: 404 len: 337 time: 0.0357461 Dec 20 14:47:46.203963 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57050) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:46.232260 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ecfe8e45-5f6e-4d1f-aa81-f4ef31410ad6 req-530962f5-a83a-49fe-a0c8-887751084b1a tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913198 Dec 20 14:47:46.235161 n-d-761264-19 neutron-server[103167]: INFO neutron.pecan_wsgi.hooks.translation [None req-128d89c6-093c-4524-90b8-3c17aeef73b9 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] DELETE failed (client error): The resource could not be found. Dec 20 14:47:46.235929 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-128d89c6-093c-4524-90b8-3c17aeef73b9 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:47:46.244374 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-128d89c6-093c-4524-90b8-3c17aeef73b9 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "DELETE /v2.0/ports/30e835a9-a360-4d25-854b-91ab19d025dc HTTP/1.1" status: 404 len: 333 time: 0.0341074 Dec 20 14:47:46.244374 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57052) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:46.267330 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fea5cf-f8bc-4837-9339-84d8bfe9f71b req-e95209db-0a10-4a7b-b278-276c2dc33c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:46.267330 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-80fea5cf-f8bc-4837-9339-84d8bfe9f71b req-e95209db-0a10-4a7b-b278-276c2dc33c3d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d7ac4ef8887a44c694f37700b678a7f1&device_id=d25b3c59-3af2-48e6-90d2-85f33f70fd32 HTTP/1.1" status: 200 len: 1095 time: 0.0919139 Dec 20 14:47:46.307168 n-d-761264-19 neutron-server[103167]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8089ab0-f7ae-4ae3-abd0-9be5cdd1efe0 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] DELETE failed (client error): The resource could not be found. Dec 20 14:47:46.308181 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8089ab0-f7ae-4ae3-abd0-9be5cdd1efe0 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:47:46.319986 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-f8089ab0-f7ae-4ae3-abd0-9be5cdd1efe0 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "DELETE /v2.0/subnets/ef5c4f08-7301-4622-9170-39f95fd32342 HTTP/1.1" status: 404 len: 337 time: 0.0744624 Dec 20 14:47:46.321543 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57058) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:46.378417 n-d-761264-19 neutron-server[103167]: INFO neutron.pecan_wsgi.hooks.translation [None req-5661fb9c-0eef-4782-85a8-b25cdfa7ccf4 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] DELETE failed (client error): The resource could not be found. Dec 20 14:47:46.379143 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5661fb9c-0eef-4782-85a8-b25cdfa7ccf4 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:47:46.385495 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57060) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:46.388595 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-5661fb9c-0eef-4782-85a8-b25cdfa7ccf4 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "DELETE /v2.0/subnets/040673eb-29a0-4154-9491-4a3bc090fc63 HTTP/1.1" status: 404 len: 337 time: 0.0649970 Dec 20 14:47:46.390479 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device aa99a3d7-4217-42a4-835f-66db601a5d83 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:47:46.423264 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c0a671a-d125-46f8-88b4-6ffb9dbd6d69 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] DELETE failed (client error): The resource could not be found. Dec 20 14:47:46.423848 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c0a671a-d125-46f8-88b4-6ffb9dbd6d69 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:47:46.430923 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-7c0a671a-d125-46f8-88b4-6ffb9dbd6d69 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "DELETE /v2.0/ports/bb4a69a5-3ca6-43a7-9657-1c7f99d58671 HTTP/1.1" status: 404 len: 333 time: 0.0406320 Dec 20 14:47:46.432499 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: aa99a3d7-4217-42a4-835f-66db601a5d83 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:47:46.432847 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device aa99a3d7-4217-42a4-835f-66db601a5d83 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:47:46.433495 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57062) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:46.466539 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9ef2d8f-5c1b-4e6c-b0f4-ee45250c5462 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] DELETE failed (client error): The resource could not be found. Dec 20 14:47:46.467023 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9ef2d8f-5c1b-4e6c-b0f4-ee45250c5462 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:47:46.473411 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-b9ef2d8f-5c1b-4e6c-b0f4-ee45250c5462 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "DELETE /v2.0/subnets/8a5fef03-2c29-41c3-9c7c-5b632cd2b804 HTTP/1.1" status: 404 len: 337 time: 0.0357504 Dec 20 14:47:46.474045 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57066) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:46.476498 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306426a1-d8ca-4717-9b5c-21f7db5f89a7 req-823c702a-f7c8-4936-aca4-f0b5f6629c11 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:46.487139 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-306426a1-d8ca-4717-9b5c-21f7db5f89a7 req-823c702a-f7c8-4936-aca4-f0b5f6629c11 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 946 time: 0.1193430 Dec 20 14:47:46.505670 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-5248e6f9-adc9-45bd-8bb1-bd1708709f72 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] DELETE failed (client error): The resource could not be found. Dec 20 14:47:46.506206 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5248e6f9-adc9-45bd-8bb1-bd1708709f72 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:47:46.511831 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-5248e6f9-adc9-45bd-8bb1-bd1708709f72 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "DELETE /v2.0/subnets/bc505811-22a6-423b-887a-003ab7912b56 HTTP/1.1" status: 404 len: 337 time: 0.0344474 Dec 20 14:47:46.512029 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57068) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:46.538177 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fea5cf-f8bc-4837-9339-84d8bfe9f71b req-2995c53f-c8dc-4eca-9373-9ded80847f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:46.539712 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-80fea5cf-f8bc-4837-9339-84d8bfe9f71b req-2995c53f-c8dc-4eca-9373-9ded80847f4c service neutron] 10.222.0.47 "GET /v2.0/networks?id=9b4f7907-bd5d-4ee9-954d-84febe01c0f5 HTTP/1.1" status: 200 len: 914 time: 0.2601213 Dec 20 14:47:46.541166 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-86e3ef37-adaa-4c1e-b11e-63904cd8d383 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] DELETE failed (client error): The resource could not be found. Dec 20 14:47:46.541725 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86e3ef37-adaa-4c1e-b11e-63904cd8d383 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:47:46.548828 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-86e3ef37-adaa-4c1e-b11e-63904cd8d383 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "DELETE /v2.0/ports/7c377352-26a2-4be3-a87e-c63854dcccbe HTTP/1.1" status: 404 len: 333 time: 0.0318305 Dec 20 14:47:46.549138 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57070) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:46.568627 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-306426a1-d8ca-4717-9b5c-21f7db5f89a7 req-afb0ec74-990b-4978-a836-cdd342244d64 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804737 Dec 20 14:47:46.636929 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-80fea5cf-f8bc-4837-9339-84d8bfe9f71b req-54a5b7a1-f421-457b-8a6e-024e6c0c1338 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cbe3174b-7c64-475e-8d20-4be8c080f0a2 HTTP/1.1" status: 200 len: 217 time: 0.0885100 Dec 20 14:47:46.637746 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6c2a031-40aa-499c-9bfb-aca7997ebf29 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] DELETE failed (client error): The resource could not be found. Dec 20 14:47:46.638198 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6c2a031-40aa-499c-9bfb-aca7997ebf29 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:47:46.644263 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-f6c2a031-40aa-499c-9bfb-aca7997ebf29 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "DELETE /v2.0/subnets/985d1f07-8d3d-43ec-a83a-abc1149a9a5d HTTP/1.1" status: 404 len: 337 time: 0.0774610 Dec 20 14:47:46.646000 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57076) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:46.675784 n-d-761264-19 neutron-server[103167]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d4c5f2a-da1d-44fb-8257-9d6cbff48dbf tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] DELETE failed (client error): The resource could not be found. Dec 20 14:47:46.676563 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d4c5f2a-da1d-44fb-8257-9d6cbff48dbf tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:47:46.683801 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-1d4c5f2a-da1d-44fb-8257-9d6cbff48dbf tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "DELETE /v2.0/subnets/e3087078-7d83-48e4-8f77-ad834f9940f5 HTTP/1.1" status: 404 len: 337 time: 0.0362306 Dec 20 14:47:46.685039 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57078) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:46.713215 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fea5cf-f8bc-4837-9339-84d8bfe9f71b req-fd372786-ae75-4c0d-b27e-a96984aa34f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:46.715179 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-80fea5cf-f8bc-4837-9339-84d8bfe9f71b req-fd372786-ae75-4c0d-b27e-a96984aa34f0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=42b01fad-7b58-4f4b-9190-ade38b52aa11 HTTP/1.1" status: 200 len: 852 time: 0.0568564 Dec 20 14:47:46.745072 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-043cdd32-481f-48b1-bc50-b71611d75d8c tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "GET /v2.0/ports?device_id=701a3783-8105-49d3-ba3c-5a25c15feeca HTTP/1.1" status: 200 len: 205 time: 0.0575190 Dec 20 14:47:46.751172 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f6ac84-cd16-4d8c-a12a-eaa21fff8a0d req-8277e86e-afc3-4d9f-a6bf-e7e00e7f01ff tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:46.759930 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b9f6ac84-cd16-4d8c-a12a-eaa21fff8a0d req-8277e86e-afc3-4d9f-a6bf-e7e00e7f01ff tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] 10.222.0.54 "GET /v2.0/ports?device_id=d25b3c59-3af2-48e6-90d2-85f33f70fd32 HTTP/1.1" status: 200 len: 943 time: 0.1862912 Dec 20 14:47:46.760423 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57084) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:46.818433 n-d-761264-19 neutron-server[103167]: INFO neutron.api.v2.resource [None req-8dcb3b3e-256b-456a-b4d6-0d1ce6051326 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] delete failed (client error): The resource could not be found. Dec 20 14:47:46.824395 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57086) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:46.826317 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-8dcb3b3e-256b-456a-b4d6-0d1ce6051326 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "DELETE /v2.0/routers/701a3783-8105-49d3-ba3c-5a25c15feeca HTTP/1.1" status: 404 len: 336 time: 0.0635362 Dec 20 14:47:46.843451 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dee5921-91e4-422a-b1fc-7a01b4297e26 req-fcc9a6f0-1249-4156-81d3-cc2944a437cc tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:46.845075 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4dee5921-91e4-422a-b1fc-7a01b4297e26 req-fcc9a6f0-1249-4156-81d3-cc2944a437cc tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 946 time: 0.1478171 Dec 20 14:47:46.872349 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-04c5fa79-4235-4ad7-96d8-e14cdc460468 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] DELETE failed (client error): The resource could not be found. Dec 20 14:47:46.872864 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04c5fa79-4235-4ad7-96d8-e14cdc460468 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:47:46.878036 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-04c5fa79-4235-4ad7-96d8-e14cdc460468 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "DELETE /v2.0/subnets/8b8403b0-7f81-490e-8927-f836932940bb HTTP/1.1" status: 404 len: 337 time: 0.0522251 Dec 20 14:47:46.882879 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57088) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:46.908770 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b9f6ac84-cd16-4d8c-a12a-eaa21fff8a0d req-434b1e55-6c03-44bf-85ed-8a0844a1f55c tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a4a0310-7e2d-4594-a1fd-f0bd4a54c28a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1475425 Dec 20 14:47:46.928942 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fea5cf-f8bc-4837-9339-84d8bfe9f71b req-84d2b5d1-3bc6-4f86-b607-911fb31b1c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:46.936199 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-80fea5cf-f8bc-4837-9339-84d8bfe9f71b req-84d2b5d1-3bc6-4f86-b607-911fb31b1c79 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9b4f7907-bd5d-4ee9-954d-84febe01c0f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2037365 Dec 20 14:47:47.005908 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57090) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:47.007109 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-0e2f7a84-d65a-4328-a826-5f05fcb2b84c tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "GET /v2.0/ports?device_id=f37270f7-d38b-4fc7-becd-469301f90642 HTTP/1.1" status: 200 len: 205 time: 0.1154649 Dec 20 14:47:47.090448 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4dee5921-91e4-422a-b1fc-7a01b4297e26 req-98a8a49d-9240-48c5-9a09-71de33432a16 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315645 Dec 20 14:47:47.114203 n-d-761264-19 neutron-server[103168]: INFO neutron.api.v2.resource [None req-137ea900-4f9e-4ac2-980b-69ddf886e33c tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] delete failed (client error): The resource could not be found. Dec 20 14:47:47.115304 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-137ea900-4f9e-4ac2-980b-69ddf886e33c tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "DELETE /v2.0/routers/f37270f7-d38b-4fc7-becd-469301f90642 HTTP/1.1" status: 404 len: 336 time: 0.1085436 Dec 20 14:47:47.119110 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57094) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:47.159109 n-d-761264-19 neutron-server[103167]: INFO neutron.pecan_wsgi.hooks.translation [None req-53d532bb-b50b-4cd5-a009-36c95caa3122 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] DELETE failed (client error): The resource could not be found. Dec 20 14:47:47.159585 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53d532bb-b50b-4cd5-a009-36c95caa3122 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:47:47.166513 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-53d532bb-b50b-4cd5-a009-36c95caa3122 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "DELETE /v2.0/subnets/f45f1a43-c939-4088-bcb8-33efed7430b0 HTTP/1.1" status: 404 len: 337 time: 0.0459146 Dec 20 14:47:47.167227 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57096) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:47.193955 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-80fea5cf-f8bc-4837-9339-84d8bfe9f71b req-95f83d4f-c5d2-49d6-8d1d-798140594902 service neutron] 10.222.0.47 "GET /v2.0/networks/9b4f7907-bd5d-4ee9-954d-84febe01c0f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484853 Dec 20 14:47:47.231632 n-d-761264-19 neutron-server[103167]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e35772d-8a1e-4b8f-943c-179cbd49442a tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] DELETE failed (client error): The resource could not be found. Dec 20 14:47:47.232100 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e35772d-8a1e-4b8f-943c-179cbd49442a tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:47:47.238570 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-0e35772d-8a1e-4b8f-943c-179cbd49442a tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "DELETE /v2.0/subnets/43c92396-ea14-4af7-ad2d-cedbf4342cde HTTP/1.1" status: 404 len: 337 time: 0.0702422 Dec 20 14:47:47.239337 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57098) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:47.270530 n-d-761264-19 neutron-server[103167]: INFO neutron.pecan_wsgi.hooks.translation [None req-5467eb79-83e7-4bf3-8df3-f933a6d16777 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] DELETE failed (client error): The resource could not be found. Dec 20 14:47:47.271570 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5467eb79-83e7-4bf3-8df3-f933a6d16777 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:47:47.276192 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-5467eb79-83e7-4bf3-8df3-f933a6d16777 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "DELETE /v2.0/ports/a3280b31-895f-4fe9-9577-ab0397222715 HTTP/1.1" status: 404 len: 333 time: 0.0349119 Dec 20 14:47:47.279943 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57100) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:47.310227 n-d-761264-19 neutron-server[103167]: INFO neutron.pecan_wsgi.hooks.translation [None req-7383f47b-cf50-4fe7-87b0-cfb88762fc8b tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] DELETE failed (client error): The resource could not be found. Dec 20 14:47:47.310697 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7383f47b-cf50-4fe7-87b0-cfb88762fc8b tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:47:47.310882 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-80fea5cf-f8bc-4837-9339-84d8bfe9f71b req-dc71bc05-438c-46c1-b88f-0571a27c615b service neutron] 10.222.0.47 "GET /v2.0/networks/9b4f7907-bd5d-4ee9-954d-84febe01c0f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070745 Dec 20 14:47:47.313889 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-7383f47b-cf50-4fe7-87b0-cfb88762fc8b tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "DELETE /v2.0/subnets/3aeabcf6-9b67-4d10-8137-80eac26a12cb HTTP/1.1" status: 404 len: 337 time: 0.0331738 Dec 20 14:47:47.321845 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57102) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:47.332839 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b1f764-4ef1-4bee-b476-825b4392dffc req-e2948af1-009d-4225-af4f-f669e3139671 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:47.334423 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d1b1f764-4ef1-4bee-b476-825b4392dffc req-e2948af1-009d-4225-af4f-f669e3139671 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 946 time: 0.1585886 Dec 20 14:47:47.350530 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-31bd7960-4bf1-448e-98b0-4f1897693324 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] DELETE failed (client error): The resource could not be found. Dec 20 14:47:47.351145 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31bd7960-4bf1-448e-98b0-4f1897693324 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:47:47.355052 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-31bd7960-4bf1-448e-98b0-4f1897693324 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "DELETE /v2.0/ports/e105ab2e-63ac-4865-a641-3edb769c52bd HTTP/1.1" status: 404 len: 333 time: 0.0317690 Dec 20 14:47:47.357447 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57104) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:47.387499 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-71060467-ba42-4cac-8ffc-1d6ececf052d tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] DELETE failed (client error): The resource could not be found. Dec 20 14:47:47.388073 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71060467-ba42-4cac-8ffc-1d6ececf052d tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:47:47.391403 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d1b1f764-4ef1-4bee-b476-825b4392dffc req-4f9d51e2-8f57-48c1-b6fc-ac8f43d9112f tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485499 Dec 20 14:47:47.391558 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-71060467-ba42-4cac-8ffc-1d6ececf052d tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "DELETE /v2.0/subnets/158fa2fb-75ff-4fe3-bd49-76459992aaf7 HTTP/1.1" status: 404 len: 337 time: 0.0330508 Dec 20 14:47:47.394106 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57106) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:47.419208 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-deb24699-3906-4162-adc3-c68b289d9b1a tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] DELETE failed (client error): The resource could not be found. Dec 20 14:47:47.419773 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-deb24699-3906-4162-adc3-c68b289d9b1a tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:47:47.425420 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-deb24699-3906-4162-adc3-c68b289d9b1a tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "DELETE /v2.0/ports/c9d377d5-c6fb-4f78-8fb3-cea4fab26449 HTTP/1.1" status: 404 len: 333 time: 0.0281301 Dec 20 14:47:47.426264 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57110) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:47.467233 n-d-761264-19 neutron-server[103167]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f40e39e-fe5c-4747-87e2-f7ea3ea704b2 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] DELETE failed (client error): The resource could not be found. Dec 20 14:47:47.467698 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f40e39e-fe5c-4747-87e2-f7ea3ea704b2 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:47:47.471078 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-4f40e39e-fe5c-4747-87e2-f7ea3ea704b2 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "DELETE /v2.0/subnets/5f4bfebc-1aba-4fbe-9a1a-71abcaf53c3a HTTP/1.1" status: 404 len: 337 time: 0.0436437 Dec 20 14:47:47.475180 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57114) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:47.512242 n-d-761264-19 neutron-server[103167]: INFO neutron.pecan_wsgi.hooks.translation [None req-41a6b0b1-4dfb-4727-8eb0-4166ba65e6c1 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] DELETE failed (client error): The resource could not be found. Dec 20 14:47:47.512717 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41a6b0b1-4dfb-4727-8eb0-4166ba65e6c1 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:47:47.515965 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-41a6b0b1-4dfb-4727-8eb0-4166ba65e6c1 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "DELETE /v2.0/ports/a2e5c314-816c-47e3-9844-260848e2eed0 HTTP/1.1" status: 404 len: 333 time: 0.0394576 Dec 20 14:47:47.519188 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57116) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:47.560060 n-d-761264-19 neutron-server[103167]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca24adc9-6719-4e05-92ea-8f872fce4250 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] DELETE failed (client error): The resource could not be found. Dec 20 14:47:47.560520 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca24adc9-6719-4e05-92ea-8f872fce4250 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:47:47.563779 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-ca24adc9-6719-4e05-92ea-8f872fce4250 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "DELETE /v2.0/subnets/09495e0a-af82-4e7e-b2d1-b993c25a69f2 HTTP/1.1" status: 404 len: 337 time: 0.0435956 Dec 20 14:47:47.566463 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57118) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:47.591639 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-003ba303-dcfb-4519-af3e-6f656bda45b3 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] DELETE failed (client error): The resource could not be found. Dec 20 14:47:47.592362 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-003ba303-dcfb-4519-af3e-6f656bda45b3 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:47:47.597893 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-003ba303-dcfb-4519-af3e-6f656bda45b3 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "DELETE /v2.0/ports/138392ce-aa49-4df0-a653-3b7d55e9186f HTTP/1.1" status: 404 len: 333 time: 0.0276961 Dec 20 14:47:47.598088 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616319e2-2ec6-47a2-8465-3b13885c845f req-666d4e40-0433-4d6b-9d96-5d55ab20a4e4 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:47.598088 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-616319e2-2ec6-47a2-8465-3b13885c845f req-666d4e40-0433-4d6b-9d96-5d55ab20a4e4 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 946 time: 0.0951409 Dec 20 14:47:47.598688 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57120) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:47.635383 n-d-761264-19 neutron-server[103167]: INFO neutron.pecan_wsgi.hooks.translation [None req-8978b4fb-e66e-420e-a0fc-ded620d30a3c tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] DELETE failed (client error): The resource could not be found. Dec 20 14:47:47.635851 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8978b4fb-e66e-420e-a0fc-ded620d30a3c tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:47:47.639110 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-8978b4fb-e66e-420e-a0fc-ded620d30a3c tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "DELETE /v2.0/subnets/bbeea7bd-c77a-408e-962a-09ab5a5ace40 HTTP/1.1" status: 404 len: 337 time: 0.0393927 Dec 20 14:47:47.641953 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57122) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:47.675346 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-48fd6f02-f3ad-4c0f-9388-0e2b431ae242 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] DELETE failed (client error): The resource could not be found. Dec 20 14:47:47.675581 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48fd6f02-f3ad-4c0f-9388-0e2b431ae242 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:47:47.681168 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-48fd6f02-f3ad-4c0f-9388-0e2b431ae242 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "DELETE /v2.0/ports/a0ec6d9d-19be-4549-998f-b4379bd26617 HTTP/1.1" status: 404 len: 333 time: 0.0359147 Dec 20 14:47:47.681412 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57124) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:47.710749 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-91dfa39a-166d-4872-b7e6-f54526ca540b tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] DELETE failed (client error): The resource could not be found. Dec 20 14:47:47.711233 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91dfa39a-166d-4872-b7e6-f54526ca540b tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:47:47.715321 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-91dfa39a-166d-4872-b7e6-f54526ca540b tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "DELETE /v2.0/subnets/217a22e1-b80c-478f-8511-1bdf907626f5 HTTP/1.1" status: 404 len: 337 time: 0.0319710 Dec 20 14:47:47.717037 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57126) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:47.719961 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-616319e2-2ec6-47a2-8465-3b13885c845f req-8f345e71-f1d0-4b4e-a8b8-b34239b6b3d9 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119335 Dec 20 14:47:47.751817 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-5455c100-0a36-4ea4-bfe9-6f7123c2695c tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] DELETE failed (client error): The resource could not be found. Dec 20 14:47:47.752866 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5455c100-0a36-4ea4-bfe9-6f7123c2695c tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:47:47.757257 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-5455c100-0a36-4ea4-bfe9-6f7123c2695c tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "DELETE /v2.0/ports/6fdc3328-05ef-4865-872d-983b8a908125 HTTP/1.1" status: 404 len: 333 time: 0.0390165 Dec 20 14:47:47.760189 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57130) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:47.795525 n-d-761264-19 neutron-server[103167]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2fc1f88-bf86-4b57-a978-894371814134 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] DELETE failed (client error): The resource could not be found. Dec 20 14:47:47.795525 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2fc1f88-bf86-4b57-a978-894371814134 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:47:47.799991 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-e2fc1f88-bf86-4b57-a978-894371814134 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "DELETE /v2.0/subnets/3d09cae4-1539-409a-9b21-3346632468c5 HTTP/1.1" status: 404 len: 337 time: 0.0365355 Dec 20 14:47:47.800254 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57132) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:47.866027 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e23ea9-8d38-442b-a851-2c4ed92fe687 req-d0883a06-6914-429a-9174-bdf6266ad6a8 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:47.868134 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f4e23ea9-8d38-442b-a851-2c4ed92fe687 req-d0883a06-6914-429a-9174-bdf6266ad6a8 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 946 time: 0.0541553 Dec 20 14:47:47.884476 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-39ad31ea-344d-4b55-a203-cda0a9d6a5b9 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:47.919610 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f4e23ea9-8d38-442b-a851-2c4ed92fe687 req-46d72f4a-fe55-41be-a713-a9450bc746af tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446250 Dec 20 14:47:47.997085 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-39ad31ea-344d-4b55-a203-cda0a9d6a5b9 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:48.057159 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-39ad31ea-344d-4b55-a203-cda0a9d6a5b9 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2be1aff-cd00-4c3f-b1c0-ddca69da57f4']}} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:47:48.074863 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-39ad31ea-344d-4b55-a203-cda0a9d6a5b9 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0deaa76e-8a3e-44c4-a3b8-992392ef4539') {'for_net_delete': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:47:48.075273 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-39ad31ea-344d-4b55-a203-cda0a9d6a5b9 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0deaa76e-8a3e-44c4-a3b8-992392ef4539') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:47:48.082567 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e82d783-bc34-40dc-89f1-3159622c2521 req-bd6ef6a2-7243-4db6-8a07-3ba39b5bda4e tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:48.084421 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6e82d783-bc34-40dc-89f1-3159622c2521 req-bd6ef6a2-7243-4db6-8a07-3ba39b5bda4e tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 946 time: 0.0596571 Dec 20 14:47:48.092429 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-39ad31ea-344d-4b55-a203-cda0a9d6a5b9 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954405'] for segment, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:48.119468 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3d25ea-9119-45e0-a03d-fffb993fceb8 req-9fb0f30b-56c0-4b9c-9f96-79f5c128eca0 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:48.121076 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bc3d25ea-9119-45e0-a03d-fffb993fceb8 req-9fb0f30b-56c0-4b9c-9f96-79f5c128eca0 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] 10.222.0.54 "GET /v2.0/ports?device_id=d25b3c59-3af2-48e6-90d2-85f33f70fd32 HTTP/1.1" status: 200 len: 943 time: 0.1261084 Dec 20 14:47:48.122306 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-39ad31ea-344d-4b55-a203-cda0a9d6a5b9 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:48.129134 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39ad31ea-344d-4b55-a203-cda0a9d6a5b9 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=103167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:47:48.129562 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-39ad31ea-344d-4b55-a203-cda0a9d6a5b9 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9956000'] for segment, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:48.132778 n-d-761264-19 neutron-server[103167]: Traceback (most recent call last): Dec 20 14:47:48.132778 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:47:48.132778 n-d-761264-19 neutron-server[103167]: timer() Dec 20 14:47:48.132778 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:47:48.132778 n-d-761264-19 neutron-server[103167]: cb(*args, **kw) Dec 20 14:47:48.132778 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:47:48.132778 n-d-761264-19 neutron-server[103167]: return func(*args, **kwargs) Dec 20 14:47:48.132778 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:47:48.132778 n-d-761264-19 neutron-server[103167]: self._notify() Dec 20 14:47:48.132778 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:47:48.132778 n-d-761264-19 neutron-server[103167]: self.callback(batched_events) Dec 20 14:47:48.132778 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:47:48.132778 n-d-761264-19 neutron-server[103167]: event.method(event) Dec 20 14:47:48.132778 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:47:48.132778 n-d-761264-19 neutron-server[103167]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:47:48.132778 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:47:48.132778 n-d-761264-19 neutron-server[103167]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:47:48.132778 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:47:48.132778 n-d-761264-19 neutron-server[103167]: return f(self, *a, **k) Dec 20 14:47:48.132778 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:47:48.132778 n-d-761264-19 neutron-server[103167]: return self._get(url).json() Dec 20 14:47:48.132778 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:47:48.132778 n-d-761264-19 neutron-server[103167]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:47:48.132778 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:47:48.132778 n-d-761264-19 neutron-server[103167]: return self.request(url, 'GET', **kwargs) Dec 20 14:47:48.132778 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:47:48.132778 n-d-761264-19 neutron-server[103167]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:47:48.132778 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:47:48.132778 n-d-761264-19 neutron-server[103167]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:47:48.132778 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:47:48.132778 n-d-761264-19 neutron-server[103167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:47:48.132778 n-d-761264-19 neutron-server[103167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:47:48.155085 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6e82d783-bc34-40dc-89f1-3159622c2521 req-9afe884a-ef2d-4fb0-81d5-baaa063aa75c tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642447 Dec 20 14:47:48.237614 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-39ad31ea-344d-4b55-a203-cda0a9d6a5b9 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:48.244158 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-39ad31ea-344d-4b55-a203-cda0a9d6a5b9 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:48.251110 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-39ad31ea-344d-4b55-a203-cda0a9d6a5b9 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] 10.222.0.54 "DELETE /v2.0/networks/e2be1aff-cd00-4c3f-b1c0-ddca69da57f4 HTTP/1.1" status: 204 len: 168 time: 0.4492669 Dec 20 14:47:48.275624 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bc3d25ea-9119-45e0-a03d-fffb993fceb8 req-81910b8a-5ca1-4d3b-84b3-9d571ea52279 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a4a0310-7e2d-4594-a1fd-f0bd4a54c28a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415288 Dec 20 14:47:48.293256 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ad31ea-344d-4b55-a203-cda0a9d6a5b9 tempest-NetworksTestDHCPv6-852574206 tempest-NetworksTestDHCPv6-852574206-project] Pushing event deleted for resources: {'Network': ['ID=e2be1aff-cd00-4c3f-b1c0-ddca69da57f4,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:47:48.566936 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57150) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:48.721042 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-2e7bc5ad-4c20-49d3-85e9-df7ddb9b14a9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=71d0c98cab4349b4848e68f8a37dbf12&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1526771 Dec 20 14:47:48.724562 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57154) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:48.775465 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ddfd77c2-67e5-4df3-9a82-53049aa9606b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:48.798125 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ddfd77c2-67e5-4df3-9a82-53049aa9606b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:48.849879 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ddfd77c2-67e5-4df3-9a82-53049aa9606b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:48.852813 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ddfd77c2-67e5-4df3-9a82-53049aa9606b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:48.854069 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-ddfd77c2-67e5-4df3-9a82-53049aa9606b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3ff47a56-afb3-4beb-853f-d6c8aceb8656 HTTP/1.1" status: 204 len: 168 time: 0.1285019 Dec 20 14:47:48.863129 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfd77c2-67e5-4df3-9a82-53049aa9606b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ff47a56-afb3-4beb-853f-d6c8aceb8656,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:47:48.872327 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfd77c2-67e5-4df3-9a82-53049aa9606b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:47:48.872701 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfd77c2-67e5-4df3-9a82-53049aa9606b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:47:48.872999 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfd77c2-67e5-4df3-9a82-53049aa9606b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:47:48.873330 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfd77c2-67e5-4df3-9a82-53049aa9606b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:47:48.873654 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfd77c2-67e5-4df3-9a82-53049aa9606b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:47:48.873988 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfd77c2-67e5-4df3-9a82-53049aa9606b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:47:48.874296 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfd77c2-67e5-4df3-9a82-53049aa9606b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:47:48.874629 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfd77c2-67e5-4df3-9a82-53049aa9606b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:47:48.874947 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfd77c2-67e5-4df3-9a82-53049aa9606b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:47:48.875266 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfd77c2-67e5-4df3-9a82-53049aa9606b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:47:48.875637 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfd77c2-67e5-4df3-9a82-53049aa9606b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:47:48.875888 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfd77c2-67e5-4df3-9a82-53049aa9606b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:47:48.876201 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfd77c2-67e5-4df3-9a82-53049aa9606b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:47:49.428733 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a38892-60fc-4c85-8dec-ad4685264494 req-e4f4e475-b33e-4455-95d9-23f50b531bee tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:49.438179 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-70a38892-60fc-4c85-8dec-ad4685264494 req-e4f4e475-b33e-4455-95d9-23f50b531bee tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] 10.222.0.54 "GET /v2.0/ports?device_id=d25b3c59-3af2-48e6-90d2-85f33f70fd32 HTTP/1.1" status: 200 len: 943 time: 0.0877564 Dec 20 14:47:49.498099 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-70a38892-60fc-4c85-8dec-ad4685264494 req-734606f4-f8dc-4747-b006-42b558f28549 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a4a0310-7e2d-4594-a1fd-f0bd4a54c28a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585582 Dec 20 14:47:49.687687 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57182) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:49.790865 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [None req-e4770644-09a8-44c6-8a76-a106ed9d4b73 tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:47:49.795652 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-e4770644-09a8-44c6-8a76-a106ed9d4b73 tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.1033692 Dec 20 14:47:49.795652 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57186) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:49.801058 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [None req-52adc911-4a3e-407b-86cd-a3c2ac551e17 tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] http://10.222.0.54:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:47:49.802380 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-52adc911-4a3e-407b-86cd-a3c2ac551e17 tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] 10.222.0.54 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0053942 Dec 20 14:47:49.806089 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57188) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:49.810855 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [None req-423e974b-b0b7-4f36-8627-172ef2a82d5a tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] http://10.222.0.54:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:47:49.811967 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-423e974b-b0b7-4f36-8627-172ef2a82d5a tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] 10.222.0.54 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0047472 Dec 20 14:47:49.814968 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57190) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:49.820194 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [None req-46984bd4-16b4-4403-8970-a3f054e79954 tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] http://10.222.0.54:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:47:49.823302 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-46984bd4-16b4-4403-8970-a3f054e79954 tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] 10.222.0.54 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0071118 Dec 20 14:47:49.824160 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57192) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:49.828891 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [None req-170e4f0d-e6f2-40d6-b9f0-e7c3f3fbc63b tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] http://10.222.0.54:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:47:49.829992 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-170e4f0d-e6f2-40d6-b9f0-e7c3f3fbc63b tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] 10.222.0.54 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0047679 Dec 20 14:47:49.832756 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57194) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:49.838710 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [None req-9d43aadf-d103-42de-b7f9-89b3a71e3aca tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] http://10.222.0.54:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:47:49.840478 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-9d43aadf-d103-42de-b7f9-89b3a71e3aca tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] 10.222.0.54 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0064533 Dec 20 14:47:49.843117 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57196) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:49.849588 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [None req-4536b91a-f24a-4446-9f22-25323d6fefc1 tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] http://10.222.0.54:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:47:49.850652 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-4536b91a-f24a-4446-9f22-25323d6fefc1 tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] 10.222.0.54 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0062253 Dec 20 14:47:49.853460 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57198) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:49.857857 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [None req-6937c158-d8de-40ec-8a35-708c9ec32da6 tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] http://10.222.0.54:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:47:49.858841 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-6937c158-d8de-40ec-8a35-708c9ec32da6 tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] 10.222.0.54 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0043614 Dec 20 14:47:49.868353 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57200) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:49.868353 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [None req-8f7d6e12-bfd3-425d-a38d-8d6753c00ae0 tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] http://10.222.0.54:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:47:49.868353 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-8f7d6e12-bfd3-425d-a38d-8d6753c00ae0 tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] 10.222.0.54 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0041959 Dec 20 14:47:49.870098 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57202) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:49.875181 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [None req-29bff51c-1a57-4079-9151-28327b446d20 tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] http://10.222.0.54:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:47:49.876147 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-29bff51c-1a57-4079-9151-28327b446d20 tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] 10.222.0.54 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0051281 Dec 20 14:47:49.880790 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57204) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:49.887800 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [None req-ad9525b8-84d9-4b18-ba11-079fff469e0a tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] http://10.222.0.54:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:47:49.892930 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-ad9525b8-84d9-4b18-ba11-079fff469e0a tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] 10.222.0.54 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0069737 Dec 20 14:47:49.892930 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57206) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:49.896907 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [None req-1322ed3f-a4b0-4cf8-8ef8-d6235fd5d02b tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] http://10.222.0.54:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:47:49.897982 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-1322ed3f-a4b0-4cf8-8ef8-d6235fd5d02b tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] 10.222.0.54 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0050871 Dec 20 14:47:49.901394 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57208) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:49.905522 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [None req-77f197b8-4fee-4a34-892e-295840d1bdef tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] http://10.222.0.54:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:47:49.907112 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-77f197b8-4fee-4a34-892e-295840d1bdef tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] 10.222.0.54 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0041533 Dec 20 14:47:49.908913 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57210) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:49.913855 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [None req-59526543-b1e9-4761-aa9e-753c6b27c0f5 tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] http://10.222.0.54:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:47:49.915088 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-59526543-b1e9-4761-aa9e-753c6b27c0f5 tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] 10.222.0.54 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0049922 Dec 20 14:47:49.917388 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57212) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:49.921713 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [None req-27585572-0dc8-4fd5-97b9-3a3797f77824 tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] http://10.222.0.54:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:47:49.922637 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-27585572-0dc8-4fd5-97b9-3a3797f77824 tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] 10.222.0.54 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0042953 Dec 20 14:47:49.924897 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57214) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:49.929646 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [None req-0b0de586-ab15-4fb4-9734-f74ac1ff73c1 tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] http://10.222.0.54:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:47:49.930893 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-0b0de586-ab15-4fb4-9734-f74ac1ff73c1 tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] 10.222.0.54 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0049615 Dec 20 14:47:49.934228 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57216) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:49.938613 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [None req-1dee5a61-db56-4020-955f-492f495e7991 tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] http://10.222.0.54:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:47:49.939712 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-1dee5a61-db56-4020-955f-492f495e7991 tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] 10.222.0.54 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0043700 Dec 20 14:47:49.942200 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57218) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:49.949149 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [None req-35d07f95-d04d-48f2-9b0d-6596f808c855 tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] http://10.222.0.54:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:47:49.953258 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57220) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:49.954105 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-35d07f95-d04d-48f2-9b0d-6596f808c855 tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] 10.222.0.54 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0104601 Dec 20 14:47:49.957619 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [None req-5271f2bb-7c15-4834-9164-702f91a3e4be tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] http://10.222.0.54:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:47:49.961655 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-5271f2bb-7c15-4834-9164-702f91a3e4be tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] 10.222.0.54 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0073862 Dec 20 14:47:49.962435 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57222) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:49.966781 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [None req-ea39697a-3251-45b0-aa11-dec6d9471afc tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] http://10.222.0.54:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:47:49.967735 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-ea39697a-3251-45b0-aa11-dec6d9471afc tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] 10.222.0.54 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0042896 Dec 20 14:47:49.970850 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57224) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:49.974873 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [None req-cafc2d88-4203-463d-985a-b14fd08f0370 tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] http://10.222.0.54:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:47:49.975809 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-cafc2d88-4203-463d-985a-b14fd08f0370 tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] 10.222.0.54 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0040863 Dec 20 14:47:49.978114 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57226) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:49.982188 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [None req-54844186-9b37-4b07-a41c-538fe6bb2dc3 tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] http://10.222.0.54:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:47:49.983173 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-54844186-9b37-4b07-a41c-538fe6bb2dc3 tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] 10.222.0.54 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0041814 Dec 20 14:47:49.985713 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57228) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:49.989742 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [None req-a63f2c59-17fe-44e9-afd6-61b9bc702d75 tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] http://10.222.0.54:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:47:49.990679 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-a63f2c59-17fe-44e9-afd6-61b9bc702d75 tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] 10.222.0.54 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0041916 Dec 20 14:47:49.993745 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57230) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:49.999987 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [None req-3ef7a4f1-eab5-4ed7-8a2b-96bb113be3b6 tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] http://10.222.0.54:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:47:50.000940 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-3ef7a4f1-eab5-4ed7-8a2b-96bb113be3b6 tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] 10.222.0.54 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0059853 Dec 20 14:47:50.003626 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57232) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:50.008122 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [None req-df42e349-0031-4d95-8031-974157489e07 tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] http://10.222.0.54:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:47:50.009055 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-df42e349-0031-4d95-8031-974157489e07 tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] 10.222.0.54 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0043688 Dec 20 14:47:50.011582 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57234) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:50.016113 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [None req-18e2f293-c9cd-4128-82ab-deceb2feb86d tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] http://10.222.0.54:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:47:50.017062 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-18e2f293-c9cd-4128-82ab-deceb2feb86d tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] 10.222.0.54 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0044813 Dec 20 14:47:50.019465 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57236) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:50.023782 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [None req-6c434348-8a8e-4663-84b0-122ee808c48e tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] http://10.222.0.54:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:47:50.024736 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-6c434348-8a8e-4663-84b0-122ee808c48e tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] 10.222.0.54 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0043652 Dec 20 14:47:50.027416 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57238) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:50.031686 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [None req-742b7bf8-e3c3-413b-a1e6-80c65ff87eae tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] http://10.222.0.54:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:47:50.032640 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-742b7bf8-e3c3-413b-a1e6-80c65ff87eae tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] 10.222.0.54 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0042305 Dec 20 14:47:50.035216 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57240) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:50.040229 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [None req-2e661db8-2560-4061-845e-04ece09448c6 tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] http://10.222.0.54:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:47:50.041202 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-2e661db8-2560-4061-845e-04ece09448c6 tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] 10.222.0.54 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0049634 Dec 20 14:47:50.043975 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57242) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:50.050075 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [None req-e3900870-10b4-446a-bd0c-bd24b87f0ff6 tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] http://10.222.0.54:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:47:50.054237 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57244) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:50.055096 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-e3900870-10b4-446a-bd0c-bd24b87f0ff6 tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] 10.222.0.54 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0062668 Dec 20 14:47:50.059179 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [None req-bc633549-b6a2-4a1d-9167-1d417e68f0b8 tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] http://10.222.0.54:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:47:50.062500 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-bc633549-b6a2-4a1d-9167-1d417e68f0b8 tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] 10.222.0.54 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0070653 Dec 20 14:47:50.063285 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57246) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:50.067983 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [None req-dcf57d78-454b-424e-b24f-025684cce83e tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] http://10.222.0.54:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:47:50.071601 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-dcf57d78-454b-424e-b24f-025684cce83e tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] 10.222.0.54 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0067384 Dec 20 14:47:50.072092 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57248) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:50.076482 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [None req-5a57cd81-77bc-41d1-9b40-28057ae3b753 tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] http://10.222.0.54:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:47:50.077910 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-5a57cd81-77bc-41d1-9b40-28057ae3b753 tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] 10.222.0.54 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0045004 Dec 20 14:47:50.080460 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57250) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:50.086529 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [None req-110bce8b-7137-436e-ac7b-568216c5d3bd tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] http://10.222.0.54:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:47:50.087878 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-110bce8b-7137-436e-ac7b-568216c5d3bd tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] 10.222.0.54 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0061295 Dec 20 14:47:50.090296 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57252) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:50.095833 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [None req-1fc57e3e-dac3-4018-ae42-398a3191bc58 tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] http://10.222.0.54:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:47:50.097200 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-1fc57e3e-dac3-4018-ae42-398a3191bc58 tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] 10.222.0.54 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0056088 Dec 20 14:47:50.099652 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57254) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:50.103792 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [None req-5fe63fbf-d6e8-4cac-804a-66d707895a9a tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] http://10.222.0.54:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:47:50.104731 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-5fe63fbf-d6e8-4cac-804a-66d707895a9a tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] 10.222.0.54 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0041361 Dec 20 14:47:50.107212 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57256) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:50.115531 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [None req-eb28e39c-d0cf-4824-abd5-40d629889ded tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] http://10.222.0.54:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:47:50.116608 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-eb28e39c-d0cf-4824-abd5-40d629889ded tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] 10.222.0.54 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0085366 Dec 20 14:47:50.119737 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57258) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:50.123748 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [None req-1f59947b-7851-4598-b2d6-6b29f769a26a tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] http://10.222.0.54:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:47:50.124675 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-1f59947b-7851-4598-b2d6-6b29f769a26a tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] 10.222.0.54 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0040631 Dec 20 14:47:50.127299 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57260) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:50.131359 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [None req-ea6a8976-4a55-4aac-825a-519083a298b5 tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] http://10.222.0.54:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:47:50.133803 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-ea6a8976-4a55-4aac-825a-519083a298b5 tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] 10.222.0.54 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0041313 Dec 20 14:47:50.134780 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57262) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:50.140334 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [None req-e1a6d81e-4194-4337-b234-4708a51df0a8 tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] http://10.222.0.54:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:47:50.143185 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-e1a6d81e-4194-4337-b234-4708a51df0a8 tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] 10.222.0.54 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0071595 Dec 20 14:47:50.143802 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57264) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:50.147747 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [None req-0fe2ca78-936b-4acc-a9c5-b6169217dfc5 tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] http://10.222.0.54:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:47:50.148668 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-0fe2ca78-936b-4acc-a9c5-b6169217dfc5 tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] 10.222.0.54 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0040159 Dec 20 14:47:50.151486 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57266) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:50.155313 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [None req-212f1d7b-5226-47a9-bd57-2b0b9a8a2c76 tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] http://10.222.0.54:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:47:50.156216 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-212f1d7b-5226-47a9-bd57-2b0b9a8a2c76 tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] 10.222.0.54 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0038869 Dec 20 14:47:50.158514 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57268) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:50.162401 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [None req-0297d2b4-694a-4c15-ba2a-24acb8a9f4a6 tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] http://10.222.0.54:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:47:50.163351 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-0297d2b4-694a-4c15-ba2a-24acb8a9f4a6 tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] 10.222.0.54 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0039797 Dec 20 14:47:50.166707 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57270) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:50.170744 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [None req-d7c328d0-8dc7-4e3c-817c-104739e43d29 tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] http://10.222.0.54:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:47:50.171681 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-d7c328d0-8dc7-4e3c-817c-104739e43d29 tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] 10.222.0.54 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0040603 Dec 20 14:47:50.183465 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57272) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:50.187871 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [None req-71bba51f-03a4-4528-ae0d-62626c644ab4 tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] http://10.222.0.54:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:47:50.188802 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-71bba51f-03a4-4528-ae0d-62626c644ab4 tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] 10.222.0.54 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0043931 Dec 20 14:47:50.191510 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57274) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:50.195687 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [None req-e557a0de-57b3-449c-b609-6a1aa80a5639 tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] http://10.222.0.54:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:47:50.196929 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-e557a0de-57b3-449c-b609-6a1aa80a5639 tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] 10.222.0.54 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0041065 Dec 20 14:47:50.204930 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57276) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:50.204930 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [None req-79e7a5fc-d02e-4a8b-a6ce-44079b40f362 tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] http://10.222.0.54:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:47:50.204930 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-79e7a5fc-d02e-4a8b-a6ce-44079b40f362 tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] 10.222.0.54 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0040188 Dec 20 14:47:50.215528 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57278) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:50.220403 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [None req-cba95b8b-0882-496c-a44a-605fe8e1022a tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] http://10.222.0.54:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:47:50.221343 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-cba95b8b-0882-496c-a44a-605fe8e1022a tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] 10.222.0.54 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0048761 Dec 20 14:47:50.224189 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57280) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:50.228323 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [None req-e4ff9b52-f638-42c1-9ac0-56de349467c6 tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] http://10.222.0.54:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:47:50.229511 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-e4ff9b52-f638-42c1-9ac0-56de349467c6 tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] 10.222.0.54 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0041907 Dec 20 14:47:50.231693 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57282) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:50.235776 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [None req-c625a364-f071-4598-85d9-df75db85e7d1 tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] http://10.222.0.54:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:47:50.236729 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-c625a364-f071-4598-85d9-df75db85e7d1 tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] 10.222.0.54 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0042117 Dec 20 14:47:50.239153 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57284) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:50.243491 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [None req-56c21fc4-fc7f-4c85-acf6-b40d3792611e tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] http://10.222.0.54:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:47:50.244637 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-56c21fc4-fc7f-4c85-acf6-b40d3792611e tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] 10.222.0.54 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0046082 Dec 20 14:47:50.247738 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57286) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:50.252788 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [None req-fa910767-4fa5-4612-939d-4c807e1b2133 tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] http://10.222.0.54:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:47:50.253710 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-fa910767-4fa5-4612-939d-4c807e1b2133 tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] 10.222.0.54 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0049744 Dec 20 14:47:50.256520 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57288) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:50.260752 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [None req-8094d533-c3ad-4e9c-b2a8-7ab866369a8c tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] http://10.222.0.54:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:47:50.261878 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-8094d533-c3ad-4e9c-b2a8-7ab866369a8c tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] 10.222.0.54 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0042372 Dec 20 14:47:50.264140 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57290) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:50.270128 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [None req-a4b055b3-86fb-4805-b250-4fa387c02b09 tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] http://10.222.0.54:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:47:50.271908 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-a4b055b3-86fb-4805-b250-4fa387c02b09 tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] 10.222.0.54 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0063982 Dec 20 14:47:50.274259 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57292) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:50.280402 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [None req-8c3317ae-0a1f-4a03-aed2-980b62d60595 tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] http://10.222.0.54:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:47:50.281751 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-8c3317ae-0a1f-4a03-aed2-980b62d60595 tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] 10.222.0.54 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0063083 Dec 20 14:47:50.285312 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57294) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:50.292724 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [None req-899f720c-faa2-4a30-8031-e0493880474f tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] http://10.222.0.54:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:47:50.294200 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-899f720c-faa2-4a30-8031-e0493880474f tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] 10.222.0.54 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0074940 Dec 20 14:47:50.298546 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57296) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:50.303240 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [None req-a7f64980-466c-4569-904e-d47137568b45 tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] http://10.222.0.54:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:47:50.304198 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-a7f64980-466c-4569-904e-d47137568b45 tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] 10.222.0.54 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0045493 Dec 20 14:47:50.306992 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57298) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:50.313427 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [None req-a59b78c1-020a-4b70-afa0-c61d3ac9937b tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] http://10.222.0.54:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:47:50.314920 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-a59b78c1-020a-4b70-afa0-c61d3ac9937b tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] 10.222.0.54 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0067656 Dec 20 14:47:50.317658 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57300) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:50.323064 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [None req-24dbc160-31e3-4bed-9503-89b680d922e9 tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] http://10.222.0.54:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:47:50.324421 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-24dbc160-31e3-4bed-9503-89b680d922e9 tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] 10.222.0.54 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0055358 Dec 20 14:47:50.327996 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57302) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:50.332791 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [None req-613a30f1-aede-4813-8669-9a73ca6fcb68 tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] http://10.222.0.54:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:47:50.333740 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-613a30f1-aede-4813-8669-9a73ca6fcb68 tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] 10.222.0.54 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0046930 Dec 20 14:47:50.340021 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57306) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:50.344448 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [None req-c35c5c8f-5123-4e98-bc6c-677fc8da3191 tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] http://10.222.0.54:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:47:50.345621 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-c35c5c8f-5123-4e98-bc6c-677fc8da3191 tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] 10.222.0.54 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0043800 Dec 20 14:47:50.349335 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57308) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:50.354221 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [None req-8a21031f-f9ef-4725-8167-0ba3bd412cb3 tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] http://10.222.0.54:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:47:50.357880 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57310) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:50.358025 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-8a21031f-f9ef-4725-8167-0ba3bd412cb3 tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] 10.222.0.54 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0075154 Dec 20 14:47:50.363183 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [None req-8b15c7c0-7909-49f2-b9c2-8fe53765ad4f tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] http://10.222.0.54:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:47:50.364844 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-8b15c7c0-7909-49f2-b9c2-8fe53765ad4f tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] 10.222.0.54 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0057774 Dec 20 14:47:50.367832 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57312) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:50.372245 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [None req-e756355a-af61-412b-a050-0e53f2dfc3d5 tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] http://10.222.0.54:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:47:50.374201 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-e756355a-af61-412b-a050-0e53f2dfc3d5 tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] 10.222.0.54 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0044374 Dec 20 14:47:50.376110 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57314) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:50.382217 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [None req-04dbc30f-9725-4250-8b48-291f9d9abe55 tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] http://10.222.0.54:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:47:50.383216 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-04dbc30f-9725-4250-8b48-291f9d9abe55 tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] 10.222.0.54 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0060580 Dec 20 14:47:50.385766 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57316) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:50.390569 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [None req-d20e8b2e-0cd6-4694-8dd0-66be46940c8b tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] http://10.222.0.54:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:47:50.391529 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-d20e8b2e-0cd6-4694-8dd0-66be46940c8b tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] 10.222.0.54 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0049179 Dec 20 14:47:50.394298 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57318) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:50.398987 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [None req-b8a7ce3a-1161-4e04-9453-7943f878d704 tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] http://10.222.0.54:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:47:50.399923 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-b8a7ce3a-1161-4e04-9453-7943f878d704 tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] 10.222.0.54 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0044613 Dec 20 14:47:50.402496 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57320) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:50.406626 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [None req-bc18c331-7298-42fb-968d-f50b1d89a8a3 tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] http://10.222.0.54:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:47:50.410769 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-bc18c331-7298-42fb-968d-f50b1d89a8a3 tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] 10.222.0.54 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0041833 Dec 20 14:47:50.411839 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57322) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:50.418183 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [None req-d37dfc56-eed8-47bd-96b7-094fa1425de4 tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] http://10.222.0.54:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:47:50.419714 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-d37dfc56-eed8-47bd-96b7-094fa1425de4 tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] 10.222.0.54 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0064292 Dec 20 14:47:50.422005 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57324) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:50.426059 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [None req-999e11bb-75d2-4987-8419-d12f0949e1e8 tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] http://10.222.0.54:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:47:50.427145 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-999e11bb-75d2-4987-8419-d12f0949e1e8 tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] 10.222.0.54 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0041711 Dec 20 14:47:50.429810 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57326) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:50.434283 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [None req-f5d45af6-0c99-4c52-b93f-7ad1cd89075c tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] http://10.222.0.54:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:47:50.435367 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-f5d45af6-0c99-4c52-b93f-7ad1cd89075c tempest-ExtensionsTestJSON-1634972685 tempest-ExtensionsTestJSON-1634972685-project] 10.222.0.54 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0041955 Dec 20 14:47:50.654465 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc0b13e-50a9-43e8-bc74-de9b232654d6 req-6087c6d5-8b05-446b-82e3-acd7636d32f0 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:50.656389 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7fc0b13e-50a9-43e8-bc74-de9b232654d6 req-6087c6d5-8b05-446b-82e3-acd7636d32f0 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] 10.222.0.54 "GET /v2.0/ports?device_id=d25b3c59-3af2-48e6-90d2-85f33f70fd32 HTTP/1.1" status: 200 len: 943 time: 0.0730801 Dec 20 14:47:50.732970 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7fc0b13e-50a9-43e8-bc74-de9b232654d6 req-b46a9edc-a141-416b-958f-ee1490b9dfed tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a4a0310-7e2d-4594-a1fd-f0bd4a54c28a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694213 Dec 20 14:47:50.777810 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57336) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:50.904962 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-93170942-34b2-4fad-a1fc-7885768f4aa9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:51.000166 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-93170942-34b2-4fad-a1fc-7885768f4aa9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:51.005468 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-93170942-34b2-4fad-a1fc-7885768f4aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:51.045260 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-93170942-34b2-4fad-a1fc-7885768f4aa9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=91b1fe36a6dc4773b2ed641970b5f42f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2663145 Dec 20 14:47:51.046072 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93170942-34b2-4fad-a1fc-7885768f4aa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59791107-a00a-416e-9a00-1c6398a711b8,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:47:51.049558 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57340) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:51.107831 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6a50dc57-e863-497b-8e1e-990ba9a3ad42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:51.135007 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6a50dc57-e863-497b-8e1e-990ba9a3ad42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:51.186420 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6a50dc57-e863-497b-8e1e-990ba9a3ad42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:51.189279 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6a50dc57-e863-497b-8e1e-990ba9a3ad42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:51.190460 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-6a50dc57-e863-497b-8e1e-990ba9a3ad42 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/59791107-a00a-416e-9a00-1c6398a711b8 HTTP/1.1" status: 204 len: 168 time: 0.1391506 Dec 20 14:47:51.199384 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a50dc57-e863-497b-8e1e-990ba9a3ad42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59791107-a00a-416e-9a00-1c6398a711b8,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:47:51.208351 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a50dc57-e863-497b-8e1e-990ba9a3ad42 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:47:51.208690 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a50dc57-e863-497b-8e1e-990ba9a3ad42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:47:51.208902 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a50dc57-e863-497b-8e1e-990ba9a3ad42 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:47:51.209262 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a50dc57-e863-497b-8e1e-990ba9a3ad42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:47:51.209718 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a50dc57-e863-497b-8e1e-990ba9a3ad42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:47:51.210213 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a50dc57-e863-497b-8e1e-990ba9a3ad42 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:47:51.210625 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a50dc57-e863-497b-8e1e-990ba9a3ad42 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:47:51.210982 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a50dc57-e863-497b-8e1e-990ba9a3ad42 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:47:51.211311 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a50dc57-e863-497b-8e1e-990ba9a3ad42 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:47:51.211636 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a50dc57-e863-497b-8e1e-990ba9a3ad42 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:47:51.211961 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a50dc57-e863-497b-8e1e-990ba9a3ad42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:47:51.212281 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a50dc57-e863-497b-8e1e-990ba9a3ad42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:47:51.212594 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a50dc57-e863-497b-8e1e-990ba9a3ad42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:47:51.885138 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f80940-e25c-4f7b-907f-7f1c185ee3da req-609584f9-444f-4717-b9be-7d72cf112eb5 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:51.887844 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b7f80940-e25c-4f7b-907f-7f1c185ee3da req-609584f9-444f-4717-b9be-7d72cf112eb5 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] 10.222.0.54 "GET /v2.0/ports?device_id=d25b3c59-3af2-48e6-90d2-85f33f70fd32 HTTP/1.1" status: 200 len: 943 time: 0.0768390 Dec 20 14:47:51.946814 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b7f80940-e25c-4f7b-907f-7f1c185ee3da req-f2987c64-7df5-44b3-818a-519b31e4a317 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a4a0310-7e2d-4594-a1fd-f0bd4a54c28a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510337 Dec 20 14:47:51.984820 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57368) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:52.116120 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-35766e34-9bb9-4519-b4ae-285f07eb3d50 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-489395230'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:47:52.141509 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35766e34-9bb9-4519-b4ae-285f07eb3d50 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] Made reservation on behalf of b279f3003ca64d8ba99e5ac741cc6149 for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:47:52.145101 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-35766e34-9bb9-4519-b4ae-285f07eb3d50 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:52.154449 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-35766e34-9bb9-4519-b4ae-285f07eb3d50 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:52.250331 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-35766e34-9bb9-4519-b4ae-285f07eb3d50 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:52.256127 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-35766e34-9bb9-4519-b4ae-285f07eb3d50 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:52.284169 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35766e34-9bb9-4519-b4ae-285f07eb3d50 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:47:52.295235 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35766e34-9bb9-4519-b4ae-285f07eb3d50 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cfbd704-5991-43d1-a61d-6828b2e1e36a,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:47:52.300359 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-35766e34-9bb9-4519-b4ae-285f07eb3d50 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:52.300700 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-35766e34-9bb9-4519-b4ae-285f07eb3d50 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] Added segment 2edc4fcf-8828-4dac-be06-12629274df35 of type vlan for network de9d5278-e7f9-4981-9296-6c6d52405cdd Dec 20 14:47:52.345572 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-35766e34-9bb9-4519-b4ae-285f07eb3d50 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:52.378715 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-35766e34-9bb9-4519-b4ae-285f07eb3d50 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:52.384894 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35766e34-9bb9-4519-b4ae-285f07eb3d50 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:52.385555 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-35766e34-9bb9-4519-b4ae-285f07eb3d50 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:52.457280 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-35766e34-9bb9-4519-b4ae-285f07eb3d50 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.4683998 Dec 20 14:47:52.457738 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57372) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:52.463550 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-9cdf8b28-5d9d-4244-b69f-f955bb872b73 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] Request body: {'subnet': {'network_id': 'de9d5278-e7f9-4981-9296-6c6d52405cdd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:47:52.465105 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35766e34-9bb9-4519-b4ae-285f07eb3d50 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] Pushing event updated for resources: {'Network': ['ID=de9d5278-e7f9-4981-9296-6c6d52405cdd,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:47:52.476856 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network de9d5278-e7f9-4981-9296-6c6d52405cdd details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:47:52.598643 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cdf8b28-5d9d-4244-b69f-f955bb872b73 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] Made reservation on behalf of b279f3003ca64d8ba99e5ac741cc6149 for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:47:52.602362 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9cdf8b28-5d9d-4244-b69f-f955bb872b73 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:52.879566 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9cdf8b28-5d9d-4244-b69f-f955bb872b73 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:52.992333 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdf8b28-5d9d-4244-b69f-f955bb872b73 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] Pushing event updated for resources: {'Subnet': ['ID=b80fef3f-0330-4a0d-9d6b-fa0d4dc52755,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:47:53.100202 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdf8b28-5d9d-4244-b69f-f955bb872b73 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] Checking segment: {'id': '2edc4fcf-8828-4dac-be06-12629274df35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'de9d5278-e7f9-4981-9296-6c6d52405cdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:47:53.101119 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cdf8b28-5d9d-4244-b69f-f955bb872b73 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] Network hostable DHCP agents. Network: de9d5278-e7f9-4981-9296-6c6d52405cdd, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:47:53.229613 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cdf8b28-5d9d-4244-b69f-f955bb872b73 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] Network de9d5278-e7f9-4981-9296-6c6d52405cdd is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:47:53.295762 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5856af89-efdc-4ee2-86af-881555a85884 req-c0dded78-3759-4884-8fa9-312da2bd54ef tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:53.306599 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5856af89-efdc-4ee2-86af-881555a85884 req-c0dded78-3759-4884-8fa9-312da2bd54ef tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] 10.222.0.54 "GET /v2.0/ports?device_id=d25b3c59-3af2-48e6-90d2-85f33f70fd32 HTTP/1.1" status: 200 len: 943 time: 0.2183652 Dec 20 14:47:53.325061 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-9cdf8b28-5d9d-4244-b69f-f955bb872b73 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, de9d5278-e7f9-4981-9296-6c6d52405cdd) {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:47:53.336403 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec38688-bee2-48a3-9055-899e2412b39a None None] Network de9d5278-e7f9-4981-9296-6c6d52405cdd requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:47:53.350027 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cdf8b28-5d9d-4244-b69f-f955bb872b73 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:53.350585 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9cdf8b28-5d9d-4244-b69f-f955bb872b73 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:53.434826 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-9cdf8b28-5d9d-4244-b69f-f955bb872b73 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9758484 Dec 20 14:47:53.438179 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57398) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:53.449187 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-4b4d5a7a-af75-4744-8f0d-9a689dc7b536 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] Request body: {'port': {'network_id': 'de9d5278-e7f9-4981-9296-6c6d52405cdd', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1981487662'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:47:53.494318 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5856af89-efdc-4ee2-86af-881555a85884 req-794a9c3a-612e-4d3a-9f5d-b35da4a849c3 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a4a0310-7e2d-4594-a1fd-f0bd4a54c28a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1846361 Dec 20 14:47:53.768218 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b4d5a7a-af75-4744-8f0d-9a689dc7b536 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] Made reservation on behalf of b279f3003ca64d8ba99e5ac741cc6149 for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:47:53.772669 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4b4d5a7a-af75-4744-8f0d-9a689dc7b536 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:53.796620 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [None req-4b4d5a7a-af75-4744-8f0d-9a689dc7b536 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] device_id is not set on port ed4b8205-cad6-4ecc-b849-5d92fa62358f yet. {{(pid=103168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 14:47:53.821650 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8993d5-0a59-4d4b-948b-444920c0bf1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-de9d5278-e7f9-4981-9296-6c6d52405cdd', 'network_id': 'de9d5278-e7f9-4981-9296-6c6d52405cdd', 'project_id': 'b279f3003ca64d8ba99e5ac741cc6149', 'fixed_ips': [{'subnet_id': 'b80fef3f-0330-4a0d-9d6b-fa0d4dc52755'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:47:53.823424 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4b8993d5-0a59-4d4b-948b-444920c0bf1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:53.988315 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-4b4d5a7a-af75-4744-8f0d-9a689dc7b536 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] Allocated IP 2001:db8::202 (de9d5278-e7f9-4981-9296-6c6d52405cdd/b80fef3f-0330-4a0d-9d6b-fa0d4dc52755/ed4b8205-cad6-4ecc-b849-5d92fa62358f) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:47:54.067196 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fce510-7182-4a27-ab90-463fe6fb17cf req-ee5b191e-8963-4a12-ad43-e2d1c360d724 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:54.078230 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d0fce510-7182-4a27-ab90-463fe6fb17cf req-ee5b191e-8963-4a12-ad43-e2d1c360d724 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3e67e6f-0541-4943-b580-1d46d98aa64f HTTP/1.1" status: 200 len: 946 time: 0.1449382 Dec 20 14:47:54.237813 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d0fce510-7182-4a27-ab90-463fe6fb17cf req-30f9e61c-323c-49a0-aeae-310aa2f1e892 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "GET /v2.0/security-groups?id=a5aa35e3-ddf9-4b9c-913d-d442398eff76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1465490 Dec 20 14:47:54.301573 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4b4d5a7a-af75-4744-8f0d-9a689dc7b536 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:54.345800 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4b4d5a7a-af75-4744-8f0d-9a689dc7b536 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:54.404452 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4d5a7a-af75-4744-8f0d-9a689dc7b536 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] Network de9d5278-e7f9-4981-9296-6c6d52405cdd is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:47:54.408124 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-4b4d5a7a-af75-4744-8f0d-9a689dc7b536 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:47:54.418549 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4d5a7a-af75-4744-8f0d-9a689dc7b536 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:47:54.422296 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:47:54.422296 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:47:54.422296 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:47:54.422296 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:47:54.422296 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:47:54.422296 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:47:54.422296 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:47:54.422296 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:47:54.422296 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:47:54.422296 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:47:54.422296 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:47:54.422296 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:47:54.422296 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:47:54.422296 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:47:54.422296 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:47:54.422296 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:47:54.422296 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:47:54.422296 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:47:54.422296 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:47:54.422296 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:47:54.422296 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:47:54.422296 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:47:54.422296 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:47:54.422296 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:47:54.422296 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:47:54.422296 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:47:54.422296 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:47:54.422296 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:47:54.422296 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:47:54.422296 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:47:54.422296 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:47:54.422296 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:47:54.422296 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:47:54.422296 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:47:54.422296 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:47:54.422296 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:47:54.422296 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:47:54.422296 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:47:54.422296 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:47:54.422296 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:47:54.422296 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:47:54.422296 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:47:54.422296 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:47:54.422296 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:47:54.422296 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:47:54.422296 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:47:54.422296 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:47:54.422296 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:47:54.427263 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4d5a7a-af75-4744-8f0d-9a689dc7b536 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:54.427815 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4b4d5a7a-af75-4744-8f0d-9a689dc7b536 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:54.433117 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4d5a7a-af75-4744-8f0d-9a689dc7b536 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] Pushing event updated for resources: {'Port': ['ID=ed4b8205-cad6-4ecc-b849-5d92fa62358f,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:47:54.439351 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-4b8993d5-0a59-4d4b-948b-444920c0bf1e None None] Allocated IP 2001:db8::2 (de9d5278-e7f9-4981-9296-6c6d52405cdd/b80fef3f-0330-4a0d-9d6b-fa0d4dc52755/d4aacc52-96db-4d2d-af1f-022357fe241e) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:47:54.458596 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-4b4d5a7a-af75-4744-8f0d-9a689dc7b536 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.0191076 Dec 20 14:47:54.462527 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57412) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:54.469057 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-4e489e7c-c3be-42df-b01f-879ca8ef9175 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] Request body: {'port': {'network_id': 'de9d5278-e7f9-4981-9296-6c6d52405cdd', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1138276734', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:47:54.469629 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.api.validators [None req-4e489e7c-c3be-42df-b01f-879ca8ef9175 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] bootfile-name is not in valid_values {{(pid=103167) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 20 14:47:54.470014 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.api.validators [None req-4e489e7c-c3be-42df-b01f-879ca8ef9175 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] tftp-server is not in valid_values {{(pid=103167) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 20 14:47:54.470532 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.api.validators [None req-4e489e7c-c3be-42df-b01f-879ca8ef9175 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] server-ip-address is not in valid_values {{(pid=103167) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 20 14:47:54.645158 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e489e7c-c3be-42df-b01f-879ca8ef9175 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] Made reservation on behalf of b279f3003ca64d8ba99e5ac741cc6149 for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:47:54.656355 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4e489e7c-c3be-42df-b01f-879ca8ef9175 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:54.714986 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [None req-4e489e7c-c3be-42df-b01f-879ca8ef9175 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] device_id is not set on port 8ab6b8db-9640-4ffe-9171-020f911d7e87 yet. {{(pid=103167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 14:47:54.733962 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66c528d-6fd0-4749-83a5-2d705c9e1226 req-f3fc95ad-a8ee-4ee1-b4be-c8b567bac80d tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:54.758525 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d66c528d-6fd0-4749-83a5-2d705c9e1226 req-f3fc95ad-a8ee-4ee1-b4be-c8b567bac80d tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] 10.222.0.54 "GET /v2.0/ports?device_id=d25b3c59-3af2-48e6-90d2-85f33f70fd32 HTTP/1.1" status: 200 len: 943 time: 0.1490800 Dec 20 14:47:54.847454 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4b8993d5-0a59-4d4b-948b-444920c0bf1e None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:54.861418 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4b8993d5-0a59-4d4b-948b-444920c0bf1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:54.882963 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d66c528d-6fd0-4749-83a5-2d705c9e1226 req-7bdf7bc3-dd62-4a46-a695-4f43484c5fb5 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a4a0310-7e2d-4594-a1fd-f0bd4a54c28a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218934 Dec 20 14:47:54.978711 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8993d5-0a59-4d4b-948b-444920c0bf1e None None] Pushing event updated for resources: {'Port': ['ID=d4aacc52-96db-4d2d-af1f-022357fe241e,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:47:54.996779 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8993d5-0a59-4d4b-948b-444920c0bf1e None None] Network de9d5278-e7f9-4981-9296-6c6d52405cdd is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:47:55.001000 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-4b8993d5-0a59-4d4b-948b-444920c0bf1e None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:47:55.006994 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-4e489e7c-c3be-42df-b01f-879ca8ef9175 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] Allocated IP 2001:db8::1fa (de9d5278-e7f9-4981-9296-6c6d52405cdd/b80fef3f-0330-4a0d-9d6b-fa0d4dc52755/8ab6b8db-9640-4ffe-9171-020f911d7e87) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:47:55.009951 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8993d5-0a59-4d4b-948b-444920c0bf1e None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:47:55.109108 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-4b8993d5-0a59-4d4b-948b-444920c0bf1e None None] Attempting to bind port d4aacc52-96db-4d2d-af1f-022357fe241e on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:47:55.109669 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-4b8993d5-0a59-4d4b-948b-444920c0bf1e None None] Attempting to bind port d4aacc52-96db-4d2d-af1f-022357fe241e by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '2edc4fcf-8828-4dac-be06-12629274df35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'de9d5278-e7f9-4981-9296-6c6d52405cdd'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:47:55.110168 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8993d5-0a59-4d4b-948b-444920c0bf1e None None] Attempting to bind port d4aacc52-96db-4d2d-af1f-022357fe241e on network de9d5278-e7f9-4981-9296-6c6d52405cdd {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:47:55.118380 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8993d5-0a59-4d4b-948b-444920c0bf1e None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:47:55.119265 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8993d5-0a59-4d4b-948b-444920c0bf1e None None] Checking segment: {'id': '2edc4fcf-8828-4dac-be06-12629274df35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'de9d5278-e7f9-4981-9296-6c6d52405cdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:47:55.119265 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4b8993d5-0a59-4d4b-948b-444920c0bf1e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:55.119545 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8993d5-0a59-4d4b-948b-444920c0bf1e None None] Bound using segment: {'id': '2edc4fcf-8828-4dac-be06-12629274df35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'de9d5278-e7f9-4981-9296-6c6d52405cdd'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:47:55.119997 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-4b8993d5-0a59-4d4b-948b-444920c0bf1e None None] Bound port: d4aacc52-96db-4d2d-af1f-022357fe241e, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2edc4fcf-8828-4dac-be06-12629274df35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'de9d5278-e7f9-4981-9296-6c6d52405cdd'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:47:55.120549 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4b8993d5-0a59-4d4b-948b-444920c0bf1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:55.203426 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-4b8993d5-0a59-4d4b-948b-444920c0bf1e None None] For port d4aacc52-96db-4d2d-af1f-022357fe241e, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:47:55.207252 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-4b8993d5-0a59-4d4b-948b-444920c0bf1e None None] For port d4aacc52-96db-4d2d-af1f-022357fe241e, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=d4aacc52-96db-4d2d-af1f-022357fe241e,segment=NetworkSegment(2edc4fcf-8828-4dac-be06-12629274df35),segment_id=2edc4fcf-8828-4dac-be06-12629274df35)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:47:55.214209 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4b8993d5-0a59-4d4b-948b-444920c0bf1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:55.322167 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8993d5-0a59-4d4b-948b-444920c0bf1e None None] Pushing event updated for resources: {'Port': ['ID=d4aacc52-96db-4d2d-af1f-022357fe241e,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:47:55.322868 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4e489e7c-c3be-42df-b01f-879ca8ef9175 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:55.426341 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4e489e7c-c3be-42df-b01f-879ca8ef9175 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:55.464182 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e489e7c-c3be-42df-b01f-879ca8ef9175 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] Network de9d5278-e7f9-4981-9296-6c6d52405cdd is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:47:55.468776 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-4e489e7c-c3be-42df-b01f-879ca8ef9175 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:47:55.499491 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fad175-2cb5-43f5-82aa-2dd2720a2252 req-2aede4e9-acb2-4931-8cae-c8e27dd37ace tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:55.500117 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e489e7c-c3be-42df-b01f-879ca8ef9175 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:47:55.501362 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d7fad175-2cb5-43f5-82aa-2dd2720a2252 req-2aede4e9-acb2-4931-8cae-c8e27dd37ace tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3e67e6f-0541-4943-b580-1d46d98aa64f HTTP/1.1" status: 200 len: 946 time: 0.1316910 Dec 20 14:47:55.513805 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e489e7c-c3be-42df-b01f-879ca8ef9175 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:55.514607 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4e489e7c-c3be-42df-b01f-879ca8ef9175 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:55.562333 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-4e489e7c-c3be-42df-b01f-879ca8ef9175 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.0984216 Dec 20 14:47:55.564901 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57426) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:55.575534 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e489e7c-c3be-42df-b01f-879ca8ef9175 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] Pushing event updated for resources: {'Port': ['ID=8ab6b8db-9640-4ffe-9171-020f911d7e87,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:47:55.631414 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d7fad175-2cb5-43f5-82aa-2dd2720a2252 req-836ca822-2c2c-43eb-b627-30aced04e74b tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "GET /v2.0/security-groups?id=a5aa35e3-ddf9-4b9c-913d-d442398eff76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221266 Dec 20 14:47:55.722997 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c0227a-ef5e-47f7-9057-d5d8db57fd89 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:55.729606 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c0227a-ef5e-47f7-9057-d5d8db57fd89 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:55.735998 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c0227a-ef5e-47f7-9057-d5d8db57fd89 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:55.740690 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-a6c0227a-ef5e-47f7-9057-d5d8db57fd89 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.1720920 Dec 20 14:47:55.741384 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57428) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:55.758419 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693dd893-5047-4cc8-88eb-87d36d3d4fff req-4689e8e1-c2ef-45ad-a36b-f8ea3b68c499 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:55.760678 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-693dd893-5047-4cc8-88eb-87d36d3d4fff req-4689e8e1-c2ef-45ad-a36b-f8ea3b68c499 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.47 "GET /v2.0/ports?device_id=f3e67e6f-0541-4943-b580-1d46d98aa64f HTTP/1.1" status: 200 len: 946 time: 0.1203625 Dec 20 14:47:55.940045 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-608626d9-ca6e-4751-8f6f-bc8473707ac0 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] Deleting port 8ab6b8db-9640-4ffe-9171-020f911d7e87 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:47:55.940385 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-608626d9-ca6e-4751-8f6f-bc8473707ac0 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:55.956195 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-693dd893-5047-4cc8-88eb-87d36d3d4fff req-d7b04c70-b2e8-47cf-8434-11f2d604edf6 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Deleting port df1ab20c-b279-4f23-9631-c99a5b229e4f {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:47:55.956619 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-693dd893-5047-4cc8-88eb-87d36d3d4fff req-d7b04c70-b2e8-47cf-8434-11f2d604edf6 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:56.174939 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-608626d9-ca6e-4751-8f6f-bc8473707ac0 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:56.197629 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-608626d9-ca6e-4751-8f6f-bc8473707ac0 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] Calling delete_port for 8ab6b8db-9640-4ffe-9171-020f911d7e87 owned by {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:47:56.538660 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device d4aacc52-96db-4d2d-af1f-022357fe241e up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:47:56.571270 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-608626d9-ca6e-4751-8f6f-bc8473707ac0 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:56.667490 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port d4aacc52-96db-4d2d-af1f-022357fe241e triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:47:56.669393 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:56.715331 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608626d9-ca6e-4751-8f6f-bc8473707ac0 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] Pushing event deleted for resources: {'Port': ['ID=8ab6b8db-9640-4ffe-9171-020f911d7e87,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:47:56.781873 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-608626d9-ca6e-4751-8f6f-bc8473707ac0 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:56.795278 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-693dd893-5047-4cc8-88eb-87d36d3d4fff req-d7b04c70-b2e8-47cf-8434-11f2d604edf6 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] For port df1ab20c-b279-4f23-9631-c99a5b229e4f, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=df1ab20c-b279-4f23-9631-c99a5b229e4f,segment=NetworkSegment(877e7bc7-97ff-42dc-9484-98838533dd48),segment_id=877e7bc7-97ff-42dc-9484-98838533dd48)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:47:56.795913 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-693dd893-5047-4cc8-88eb-87d36d3d4fff req-d7b04c70-b2e8-47cf-8434-11f2d604edf6 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:56.799746 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-608626d9-ca6e-4751-8f6f-bc8473707ac0 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] 10.222.0.54 "DELETE /v2.0/ports/8ab6b8db-9640-4ffe-9171-020f911d7e87 HTTP/1.1" status: 204 len: 168 time: 1.0569756 Dec 20 14:47:56.800400 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57442) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:56.820153 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-3ad4f6d1-55dd-429e-abce-7ef973c80656 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] Request body: {'port': {'name': 'tempest-new-port-name-1732153539', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:47:56.823995 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:56.830859 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.api.validators [None req-3ad4f6d1-55dd-429e-abce-7ef973c80656 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] bootfile-name is not in valid_values {{(pid=103167) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 20 14:47:56.831562 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.api.validators [None req-3ad4f6d1-55dd-429e-abce-7ef973c80656 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] tftp-server is not in valid_values {{(pid=103167) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 20 14:47:56.832307 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.api.validators [None req-3ad4f6d1-55dd-429e-abce-7ef973c80656 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] server-ip-address is not in valid_values {{(pid=103167) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 20 14:47:56.902033 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] For port d4aacc52-96db-4d2d-af1f-022357fe241e, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=d4aacc52-96db-4d2d-af1f-022357fe241e,segment=NetworkSegment(2edc4fcf-8828-4dac-be06-12629274df35),segment_id=2edc4fcf-8828-4dac-be06-12629274df35)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:47:56.912152 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:56.940935 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3ad4f6d1-55dd-429e-abce-7ef973c80656 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:57.019795 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Pushing event updated for resources: {'Port': ['ID=d4aacc52-96db-4d2d-af1f-022357fe241e,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:47:57.111894 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-693dd893-5047-4cc8-88eb-87d36d3d4fff req-d7b04c70-b2e8-47cf-8434-11f2d604edf6 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:57.112246 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-693dd893-5047-4cc8-88eb-87d36d3d4fff req-d7b04c70-b2e8-47cf-8434-11f2d604edf6 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585115'] for floatingip, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:57.112639 n-d-761264-19 neutron-server[103168]: INFO neutron.db.l3_db [req-693dd893-5047-4cc8-88eb-87d36d3d4fff req-d7b04c70-b2e8-47cf-8434-11f2d604edf6 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Floating IP 77be80ff-191c-4216-85f0-ac710d37f252 disassociated. External IP: 172.25.0.62, port: df1ab20c-b279-4f23-9631-c99a5b229e4f. Dec 20 14:47:57.113022 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-693dd893-5047-4cc8-88eb-87d36d3d4fff req-d7b04c70-b2e8-47cf-8434-11f2d604edf6 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Calling delete_port for df1ab20c-b279-4f23-9631-c99a5b229e4f owned by compute:nova {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:47:57.126231 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd7a09d-3822-4412-9f20-d20ae2fd06d4 req-900e8003-3670-4254-9589-35e5ff0f89ae tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:57.134398 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9dd7a09d-3822-4412-9f20-d20ae2fd06d4 req-900e8003-3670-4254-9589-35e5ff0f89ae tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] 10.222.0.54 "GET /v2.0/ports?device_id=d25b3c59-3af2-48e6-90d2-85f33f70fd32 HTTP/1.1" status: 200 len: 943 time: 1.0735853 Dec 20 14:47:57.234198 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80341502-7ae8-43a5-ae0e-350dd9ffd83a req-3839cbd6-86f3-4ede-9dcf-b709864ef66e tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:57.237509 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-80341502-7ae8-43a5-ae0e-350dd9ffd83a req-3839cbd6-86f3-4ede-9dcf-b709864ef66e tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3e67e6f-0541-4943-b580-1d46d98aa64f HTTP/1.1" status: 200 len: 946 time: 0.4355438 Dec 20 14:47:57.266089 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b2ba50-0a94-4c8f-a8d5-b6289ec0a4ef None None] Network de9d5278-e7f9-4981-9296-6c6d52405cdd requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:47:57.288662 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9dd7a09d-3822-4412-9f20-d20ae2fd06d4 req-5f6b8495-8140-4ef0-8b1c-2f6bb2ad3cac tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a4a0310-7e2d-4594-a1fd-f0bd4a54c28a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1525965 Dec 20 14:47:57.303428 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3ad4f6d1-55dd-429e-abce-7ef973c80656 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:57.378002 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3ad4f6d1-55dd-429e-abce-7ef973c80656 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:57.458498 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-693dd893-5047-4cc8-88eb-87d36d3d4fff req-d7b04c70-b2e8-47cf-8434-11f2d604edf6 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:57.486908 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-73919a96-26b2-4ced-81f1-dfb1d07bdec9 None None] Provisioning complete for port d4aacc52-96db-4d2d-af1f-022357fe241e triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:47:57.487331 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-73919a96-26b2-4ced-81f1-dfb1d07bdec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:57.511827 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-3ad4f6d1-55dd-429e-abce-7ef973c80656 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] In _notify_port_updated(), no bound segment for port ed4b8205-cad6-4ecc-b849-5d92fa62358f on network de9d5278-e7f9-4981-9296-6c6d52405cdd {{(pid=103167) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 20 14:47:57.545175 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b04c70-b2e8-47cf-8434-11f2d604edf6 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Pushing event deleted for resources: {'Port': ['ID=df1ab20c-b279-4f23-9631-c99a5b229e4f,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:47:57.572097 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad4f6d1-55dd-429e-abce-7ef973c80656 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:57.574360 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3ad4f6d1-55dd-429e-abce-7ef973c80656 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:57.586915 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-3ad4f6d1-55dd-429e-abce-7ef973c80656 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] 10.222.0.54 "PUT /v2.0/ports/ed4b8205-cad6-4ecc-b849-5d92fa62358f HTTP/1.1" status: 200 len: 1130 time: 0.7696636 Dec 20 14:47:57.591036 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57454) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:57.673113 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-80341502-7ae8-43a5-ae0e-350dd9ffd83a req-c4af5e25-9b21-4799-abd0-a6fcd479fda0 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "GET /v2.0/security-groups?id=a5aa35e3-ddf9-4b9c-913d-d442398eff76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3867426 Dec 20 14:47:57.737638 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad4f6d1-55dd-429e-abce-7ef973c80656 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] Pushing event updated for resources: {'Port': ['ID=ed4b8205-cad6-4ecc-b849-5d92fa62358f,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:47:57.765027 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05ff474-7792-4688-ac87-36ed2a11d86c tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:57.771672 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-e05ff474-7792-4688-ac87-36ed2a11d86c tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] 10.222.0.54 "GET /v2.0/ports/ed4b8205-cad6-4ecc-b849-5d92fa62358f HTTP/1.1" status: 200 len: 1130 time: 0.1576252 Dec 20 14:47:57.772416 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57458) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:57.820012 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [req-693dd893-5047-4cc8-88eb-87d36d3d4fff req-d7b04c70-b2e8-47cf-8434-11f2d604edf6 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Router f87d2f66-4df2-4471-91c1-3b9c797a16b9 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:47:57.978235 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-693dd893-5047-4cc8-88eb-87d36d3d4fff req-d7b04c70-b2e8-47cf-8434-11f2d604edf6 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:47:57.988373 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-673ae76d-f8ea-4f5e-9b7b-b865b93489d0 None None] Provisioning complete for port d4aacc52-96db-4d2d-af1f-022357fe241e triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:47:57.988905 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-673ae76d-f8ea-4f5e-9b7b-b865b93489d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:58.000507 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-c0bcbdb3-4875-47d2-8f58-c6ff42ab44de tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] Deleting port ed4b8205-cad6-4ecc-b849-5d92fa62358f {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:47:58.000978 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c0bcbdb3-4875-47d2-8f58-c6ff42ab44de tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:58.011402 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a15e2a-682b-4250-bb10-3ff952c79cfe None None] Sync routers for ids ['f87d2f66-4df2-4471-91c1-3b9c797a16b9'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:47:58.039164 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-693dd893-5047-4cc8-88eb-87d36d3d4fff req-d7b04c70-b2e8-47cf-8434-11f2d604edf6 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] No DVR routers for this DVR port df1ab20c-b279-4f23-9631-c99a5b229e4f on host n-h2-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:47:58.042322 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-693dd893-5047-4cc8-88eb-87d36d3d4fff req-d7b04c70-b2e8-47cf-8434-11f2d604edf6 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:58.049578 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-693dd893-5047-4cc8-88eb-87d36d3d4fff req-d7b04c70-b2e8-47cf-8434-11f2d604edf6 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.47 "DELETE /v2.0/ports/df1ab20c-b279-4f23-9631-c99a5b229e4f HTTP/1.1" status: 204 len: 173 time: 2.2734244 Dec 20 14:47:58.050254 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3e67e6f-0541-4943-b580-1d46d98aa64f', 'name': 'network-vif-deleted', 'tag': 'df1ab20c-b279-4f23-9631-c99a5b229e4f'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:47:58.053505 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c21a41a2-3c17-4975-b0f8-32c344ab60df" -d '{"events": [{"server_uuid": "f3e67e6f-0541-4943-b580-1d46d98aa64f", "name": "network-vif-deleted", "tag": "df1ab20c-b279-4f23-9631-c99a5b229e4f"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:47:58.200196 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe06126f-4abe-4fa7-93f3-d65d5c07fe42 x-openstack-request-id: req-fe06126f-4abe-4fa7-93f3-d65d5c07fe42 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:47:58.201092 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3e67e6f-0541-4943-b580-1d46d98aa64f", "name": "network-vif-deleted", "tag": "df1ab20c-b279-4f23-9631-c99a5b229e4f", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:47:58.201092 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fe06126f-4abe-4fa7-93f3-d65d5c07fe42 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:47:58.201453 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3e67e6f-0541-4943-b580-1d46d98aa64f', 'name': 'network-vif-deleted', 'tag': 'df1ab20c-b279-4f23-9631-c99a5b229e4f', 'status': 'completed', 'code': 200} Dec 20 14:47:58.205967 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a15e2a-682b-4250-bb10-3ff952c79cfe None None] Routers {'f87d2f66-4df2-4471-91c1-3b9c797a16b9'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:47:58.209994 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-32a15e2a-682b-4250-bb10-3ff952c79cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:47:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['f87d2f66-4df2-4471-91c1-3b9c797a16b9'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:47:58.286472 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c0bcbdb3-4875-47d2-8f58-c6ff42ab44de tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:58.362681 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-c0bcbdb3-4875-47d2-8f58-c6ff42ab44de tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] Calling delete_port for ed4b8205-cad6-4ecc-b849-5d92fa62358f owned by {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:47:58.479832 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-32a15e2a-682b-4250-bb10-3ff952c79cfe None None] Set router f87d2f66-4df2-4471-91c1-3b9c797a16b9 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:47:58.556955 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device d4aacc52-96db-4d2d-af1f-022357fe241e up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:47:58.711648 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf3eda8-cda9-441d-9f1e-0d3ca115107b req-821242a4-cd5f-4e29-9b97-231a44b84b5f tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:47:58.732696 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fdf3eda8-cda9-441d-9f1e-0d3ca115107b req-821242a4-cd5f-4e29-9b97-231a44b84b5f tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] 10.222.0.54 "GET /v2.0/ports?device_id=d25b3c59-3af2-48e6-90d2-85f33f70fd32 HTTP/1.1" status: 200 len: 943 time: 0.2196057 Dec 20 14:47:58.881154 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fdf3eda8-cda9-441d-9f1e-0d3ca115107b req-8377b732-750e-4b4e-a034-ff361b423343 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a4a0310-7e2d-4594-a1fd-f0bd4a54c28a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337006 Dec 20 14:47:59.010232 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2bc989ea-6d87-4f48-9761-8ec4fb959fef req-c78ee26c-d0d1-4142-ba08-7d3aeda595d6 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3e67e6f-0541-4943-b580-1d46d98aa64f HTTP/1.1" status: 200 len: 210 time: 0.1361067 Dec 20 14:47:59.031061 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port d4aacc52-96db-4d2d-af1f-022357fe241e triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:47:59.031757 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:59.068804 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c0bcbdb3-4875-47d2-8f58-c6ff42ab44de tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:59.108856 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bcbdb3-4875-47d2-8f58-c6ff42ab44de tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] Pushing event deleted for resources: {'Port': ['ID=ed4b8205-cad6-4ecc-b849-5d92fa62358f,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:47:59.140946 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c0bcbdb3-4875-47d2-8f58-c6ff42ab44de tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:59.145615 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-c0bcbdb3-4875-47d2-8f58-c6ff42ab44de tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] 10.222.0.54 "DELETE /v2.0/ports/ed4b8205-cad6-4ecc-b849-5d92fa62358f HTTP/1.1" status: 204 len: 168 time: 1.3719492 Dec 20 14:47:59.149402 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57474) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:59.257762 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-673ae76d-f8ea-4f5e-9b7b-b865b93489d0 None None] Could not find standard attr ID for object ed4b8205-cad6-4ecc-b849-5d92fa62358f. {{(pid=103169) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 14:47:59.283432 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_v2 [None req-43d4287d-3a09-4399-8705-912f4079cce9 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] Deleting subnet b80fef3f-0330-4a0d-9d6b-fa0d4dc52755 {{(pid=103168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:47:59.289090 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-43d4287d-3a09-4399-8705-912f4079cce9 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] Publish callbacks [] for subnet, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:59.424141 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-32a15e2a-682b-4250-bb10-3ff952c79cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87d2f66-4df2-4471-91c1-3b9c797a16b9', 'name': 'tempest-AttachVolumeTestJSON-785040931-router', 'tenant_id': 'c0643adf2af04815b0d3549cf80b60b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '56b00ed9-8503-4ce4-abdb-57c2bebf35e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:37:24Z', 'updated_at': '2021-12-20T14:37:32Z', 'revision_number': 4, 'project_id': 'c0643adf2af04815b0d3549cf80b60b4', 'gw_port': {'id': '56b00ed9-8503-4ce4-abdb-57c2bebf35e6', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:02:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87d2f66-4df2-4471-91c1-3b9c797a16b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:37:25Z', 'updated_at': '2021-12-20T14:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'b967ee65-6521-4a47-accc-695b3ca396d4', 'name': '', 'network_id': '87a69cd0-a64c-42dd-a7fc-edd3efea59ce', 'tenant_id': 'c0643adf2af04815b0d3549cf80b60b4', 'mac_address': 'fa:16:3e:f2:e9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87d2f66-4df2-4471-91c1-3b9c797a16b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': 'a9e11c76-32b6-463b-b516-e12248ff878a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:37:30Z', 'updated_at': '2021-12-20T14:37:36Z', 'revision_number': 5, 'project_id': 'c0643adf2af04815b0d3549cf80b60b4', 'subnets': [{'id': 'a9e11c76-32b6-463b-b516-e12248ff878a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:47:59.427253 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-43d4287d-3a09-4399-8705-912f4079cce9 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9023023'] for subnet, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:59.436682 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-dea6af75-e99b-4d73-8711-74cfe8a02b24 None None] Could not find standard attr ID for object 8ab6b8db-9640-4ffe-9171-020f911d7e87. {{(pid=103169) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 14:47:59.510441 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-dea6af75-e99b-4d73-8711-74cfe8a02b24 None None] Could not find standard attr ID for object ed4b8205-cad6-4ecc-b849-5d92fa62358f. {{(pid=103169) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 14:47:59.522148 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a15e2a-682b-4250-bb10-3ff952c79cfe None None] Checking router: f87d2f66-4df2-4471-91c1-3b9c797a16b9 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:47:59.549230 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a15e2a-682b-4250-bb10-3ff952c79cfe None None] Routers {'f87d2f66-4df2-4471-91c1-3b9c797a16b9'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:47:59.549872 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-32a15e2a-682b-4250-bb10-3ff952c79cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:47:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['f87d2f66-4df2-4471-91c1-3b9c797a16b9'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:47:59.617269 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-43d4287d-3a09-4399-8705-912f4079cce9 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:59.719357 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-32a15e2a-682b-4250-bb10-3ff952c79cfe None None] Set router f87d2f66-4df2-4471-91c1-3b9c797a16b9 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:47:59.731538 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-43d4287d-3a09-4399-8705-912f4079cce9 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8850800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470517'] for subnet, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:59.788522 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-43d4287d-3a09-4399-8705-912f4079cce9 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:47:59.793232 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device df1ab20c-b279-4f23-9631-c99a5b229e4f no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:47:59.794427 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57480) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:47:59.796085 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-43d4287d-3a09-4399-8705-912f4079cce9 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] 10.222.0.54 "DELETE /v2.0/subnets/b80fef3f-0330-4a0d-9d6b-fa0d4dc52755 HTTP/1.1" status: 204 len: 168 time: 0.6451097 Dec 20 14:47:59.797024 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d4287d-3a09-4399-8705-912f4079cce9 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] Pushing event deleted for resources: {'Subnet': ['ID=b80fef3f-0330-4a0d-9d6b-fa0d4dc52755,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:47:59.901347 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c142bc-18f8-4383-bdce-08704dcd4d8f None None] Network de9d5278-e7f9-4981-9296-6c6d52405cdd requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:47:59.903594 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] No Port match for: df1ab20c-b279-4f23-9631-c99a5b229e4f {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:47:59.903959 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device df1ab20c-b279-4f23-9631-c99a5b229e4f not bound to the agent host n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:47:59.923144 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a1afad14-0910-4f91-963f-acc5224e89ff tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:00.071972 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-a1afad14-0910-4f91-963f-acc5224e89ff tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] Deleting port d4aacc52-96db-4d2d-af1f-022357fe241e {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:48:00.073010 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a1afad14-0910-4f91-963f-acc5224e89ff tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:00.102397 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-1e577fca-cca9-4309-aa2f-20c6ad882512 None None] Could not find standard attr ID for object ed4b8205-cad6-4ecc-b849-5d92fa62358f. {{(pid=103169) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 14:48:00.148199 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39bb44d-f766-4d21-9094-218768d63afa req-0cc846c7-e836-4913-bb5a-59339d4e149a tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:00.157193 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c39bb44d-f766-4d21-9094-218768d63afa req-0cc846c7-e836-4913-bb5a-59339d4e149a tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] 10.222.0.54 "GET /v2.0/ports?device_id=d25b3c59-3af2-48e6-90d2-85f33f70fd32 HTTP/1.1" status: 200 len: 943 time: 0.1556966 Dec 20 14:48:00.189233 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57498) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:00.211261 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-a1afad14-0910-4f91-963f-acc5224e89ff tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] For port d4aacc52-96db-4d2d-af1f-022357fe241e, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=d4aacc52-96db-4d2d-af1f-022357fe241e,segment=NetworkSegment(2edc4fcf-8828-4dac-be06-12629274df35),segment_id=2edc4fcf-8828-4dac-be06-12629274df35)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:48:00.211947 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a1afad14-0910-4f91-963f-acc5224e89ff tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:00.252644 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-a1afad14-0910-4f91-963f-acc5224e89ff tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] Calling delete_port for d4aacc52-96db-4d2d-af1f-022357fe241e owned by network:dhcp {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:48:00.283495 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-32a15e2a-682b-4250-bb10-3ff952c79cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87d2f66-4df2-4471-91c1-3b9c797a16b9', 'name': 'tempest-AttachVolumeTestJSON-785040931-router', 'tenant_id': 'c0643adf2af04815b0d3549cf80b60b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '56b00ed9-8503-4ce4-abdb-57c2bebf35e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:37:24Z', 'updated_at': '2021-12-20T14:37:32Z', 'revision_number': 4, 'project_id': 'c0643adf2af04815b0d3549cf80b60b4', 'gw_port': {'id': '56b00ed9-8503-4ce4-abdb-57c2bebf35e6', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:02:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87d2f66-4df2-4471-91c1-3b9c797a16b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:37:25Z', 'updated_at': '2021-12-20T14:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'b967ee65-6521-4a47-accc-695b3ca396d4', 'name': '', 'network_id': '87a69cd0-a64c-42dd-a7fc-edd3efea59ce', 'tenant_id': 'c0643adf2af04815b0d3549cf80b60b4', 'mac_address': 'fa:16:3e:f2:e9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87d2f66-4df2-4471-91c1-3b9c797a16b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': 'a9e11c76-32b6-463b-b516-e12248ff878a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:37:30Z', 'updated_at': '2021-12-20T14:37:36Z', 'revision_number': 5, 'project_id': 'c0643adf2af04815b0d3549cf80b60b4', 'subnets': [{'id': 'a9e11c76-32b6-463b-b516-e12248ff878a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:00.328915 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-415bfb82-c331-4ab3-9142-8f39e702fa3d tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:00.331810 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a15e2a-682b-4250-bb10-3ff952c79cfe None None] The sync data for ids ['f87d2f66-4df2-4471-91c1-3b9c797a16b9'] in n-d-761264-19 is: [{'id': 'f87d2f66-4df2-4471-91c1-3b9c797a16b9', 'name': 'tempest-AttachVolumeTestJSON-785040931-router', 'tenant_id': 'c0643adf2af04815b0d3549cf80b60b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '56b00ed9-8503-4ce4-abdb-57c2bebf35e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:37:24Z', 'updated_at': '2021-12-20T14:37:32Z', 'revision_number': 4, 'project_id': 'c0643adf2af04815b0d3549cf80b60b4', 'gw_port': {'id': '56b00ed9-8503-4ce4-abdb-57c2bebf35e6', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:02:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87d2f66-4df2-4471-91c1-3b9c797a16b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:37:25Z', 'updated_at': '2021-12-20T14:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'b967ee65-6521-4a47-accc-695b3ca396d4', 'name': '', 'network_id': '87a69cd0-a64c-42dd-a7fc-edd3efea59ce', 'tenant_id': 'c0643adf2af04815b0d3549cf80b60b4', 'mac_address': 'fa:16:3e:f2:e9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87d2f66-4df2-4471-91c1-3b9c797a16b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': 'a9e11c76-32b6-463b-b516-e12248ff878a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:37:30Z', 'updated_at': '2021-12-20T14:37:36Z', 'revision_number': 5, 'project_id': 'c0643adf2af04815b0d3549cf80b60b4', 'subnets': [{'id': 'a9e11c76-32b6-463b-b516-e12248ff878a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:48:00.348938 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bfa5996-45a3-42f3-9f43-9f4a269aef0b None None] DHCP port deletion for de9d5278-e7f9-4981-9296-6c6d52405cdd request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:48:00.375878 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c39bb44d-f766-4d21-9094-218768d63afa req-b9803640-e035-4a57-9975-adecc73b7f06 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a4a0310-7e2d-4594-a1fd-f0bd4a54c28a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2172513 Dec 20 14:48:00.395727 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-415bfb82-c331-4ab3-9142-8f39e702fa3d tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:00.426453 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-5bfa5996-45a3-42f3-9f43-9f4a269aef0b None None] Deleting port d4aacc52-96db-4d2d-af1f-022357fe241e {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:48:00.430480 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-5bfa5996-45a3-42f3-9f43-9f4a269aef0b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:00.486674 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a1afad14-0910-4f91-963f-acc5224e89ff tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:00.512103 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1afad14-0910-4f91-963f-acc5224e89ff tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] No DVR routers for this DVR port d4aacc52-96db-4d2d-af1f-022357fe241e on host n-d-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:48:00.517663 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-415bfb82-c331-4ab3-9142-8f39e702fa3d tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:00.527438 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-415bfb82-c331-4ab3-9142-8f39e702fa3d tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:00.534672 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-415bfb82-c331-4ab3-9142-8f39e702fa3d tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "DELETE /v2.0/security-groups/a5aa35e3-ddf9-4b9c-913d-d442398eff76 HTTP/1.1" status: 204 len: 168 time: 0.3416097 Dec 20 14:48:00.535709 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57500) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:00.596178 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415bfb82-c331-4ab3-9142-8f39e702fa3d tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5aa35e3-ddf9-4b9c-913d-d442398eff76,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:00.606066 n-d-761264-19 neutron-server[103168]: INFO neutron.api.v2.resource [None req-78e0e26d-269c-4798-b189-4e45b82a33f3 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] show failed (client error): The resource could not be found. Dec 20 14:48:00.612176 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-78e0e26d-269c-4798-b189-4e45b82a33f3 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "GET /v2.0/security-groups/a5aa35e3-ddf9-4b9c-913d-d442398eff76 HTTP/1.1" status: 404 len: 347 time: 0.0699124 Dec 20 14:48:00.615261 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57502) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:00.664613 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1afad14-0910-4f91-963f-acc5224e89ff tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] Pushing event deleted for resources: {'Port': ['ID=d4aacc52-96db-4d2d-af1f-022357fe241e,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:00.751238 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a1afad14-0910-4f91-963f-acc5224e89ff tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:00.795743 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-a1afad14-0910-4f91-963f-acc5224e89ff tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de9d5278-e7f9-4981-9296-6c6d52405cdd']}} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:00.809336 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-a1afad14-0910-4f91-963f-acc5224e89ff tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2edc4fcf-8828-4dac-be06-12629274df35') {'for_net_delete': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:00.810013 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-a1afad14-0910-4f91-963f-acc5224e89ff tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2edc4fcf-8828-4dac-be06-12629274df35') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:00.829512 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a1afad14-0910-4f91-963f-acc5224e89ff tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954405'] for segment, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:00.848414 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-64f42a4a-0fab-4f87-bac0-989877041eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:00.874022 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a1afad14-0910-4f91-963f-acc5224e89ff tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:00.875625 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-5bfa5996-45a3-42f3-9f43-9f4a269aef0b None None] For port d4aacc52-96db-4d2d-af1f-022357fe241e, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=d4aacc52-96db-4d2d-af1f-022357fe241e,segment=NetworkSegment(2edc4fcf-8828-4dac-be06-12629274df35),segment_id=2edc4fcf-8828-4dac-be06-12629274df35)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:48:00.876004 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-5bfa5996-45a3-42f3-9f43-9f4a269aef0b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:00.885048 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009777b3-a77a-47b6-aa9e-238db5a61767 None None] New status for floating IP 77be80ff-191c-4216-85f0-ac710d37f252: DOWN {{(pid=103170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 14:48:00.889528 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1afad14-0910-4f91-963f-acc5224e89ff tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:48:00.889932 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a1afad14-0910-4f91-963f-acc5224e89ff tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9956000'] for segment, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:00.894125 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:48:00.894125 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:48:00.894125 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:48:00.894125 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:48:00.894125 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:48:00.894125 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:48:00.894125 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:48:00.894125 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:48:00.894125 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:48:00.894125 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:48:00.894125 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:48:00.894125 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:48:00.894125 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:48:00.894125 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:48:00.894125 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:48:00.894125 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:48:00.894125 n-d-761264-19 neutron-server[103167]: Traceback (most recent call last): Dec 20 14:48:00.894125 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:48:00.894125 n-d-761264-19 neutron-server[103167]: timer() Dec 20 14:48:00.894125 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:48:00.894125 n-d-761264-19 neutron-server[103167]: cb(*args, **kw) Dec 20 14:48:00.894125 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:48:00.894125 n-d-761264-19 neutron-server[103167]: return func(*args, **kwargs) Dec 20 14:48:00.894125 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:48:00.894125 n-d-761264-19 neutron-server[103167]: self._notify() Dec 20 14:48:00.894125 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:48:00.894125 n-d-761264-19 neutron-server[103167]: self.callback(batched_events) Dec 20 14:48:00.894125 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:48:00.894125 n-d-761264-19 neutron-server[103167]: event.method(event) Dec 20 14:48:00.894125 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:48:00.894125 n-d-761264-19 neutron-server[103167]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:48:00.894125 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:48:00.894125 n-d-761264-19 neutron-server[103167]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:48:00.894125 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:48:00.894125 n-d-761264-19 neutron-server[103167]: return f(self, *a, **k) Dec 20 14:48:00.894125 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:48:00.894125 n-d-761264-19 neutron-server[103167]: return self._get(url).json() Dec 20 14:48:00.894125 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:48:00.894125 n-d-761264-19 neutron-server[103167]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:48:00.894125 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:48:00.894125 n-d-761264-19 neutron-server[103167]: return self.request(url, 'GET', **kwargs) Dec 20 14:48:00.894125 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:48:00.894125 n-d-761264-19 neutron-server[103167]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:48:00.894125 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:48:00.894125 n-d-761264-19 neutron-server[103167]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:48:00.894125 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:48:00.894125 n-d-761264-19 neutron-server[103167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:48:00.894125 n-d-761264-19 neutron-server[103167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:48:00.915853 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-5bfa5996-45a3-42f3-9f43-9f4a269aef0b None None] Calling delete_port for d4aacc52-96db-4d2d-af1f-022357fe241e owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:48:00.918169 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-2952453b-af1f-4132-be71-1359b7b1fbe7 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Deleting port 56ef6b3f-3352-4cab-abfd-fc8ab17f5f95 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:48:00.918522 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2952453b-af1f-4132-be71-1359b7b1fbe7 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:01.030167 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a1afad14-0910-4f91-963f-acc5224e89ff tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:01.039048 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a1afad14-0910-4f91-963f-acc5224e89ff tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:01.042270 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-a1afad14-0910-4f91-963f-acc5224e89ff tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] 10.222.0.54 "DELETE /v2.0/networks/de9d5278-e7f9-4981-9296-6c6d52405cdd HTTP/1.1" status: 204 len: 168 time: 1.2467959 Dec 20 14:48:01.073180 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1afad14-0910-4f91-963f-acc5224e89ff tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323 tempest-ExtraDHCPOptionsIpV6TestJSON-2005428323-project] Pushing event deleted for resources: {'Network': ['ID=de9d5278-e7f9-4981-9296-6c6d52405cdd,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:01.108779 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2952453b-af1f-4132-be71-1359b7b1fbe7 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:01.109109 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2952453b-af1f-4132-be71-1359b7b1fbe7 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:01.121378 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-5bfa5996-45a3-42f3-9f43-9f4a269aef0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:01.135545 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-2952453b-af1f-4132-be71-1359b7b1fbe7 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Calling delete_port for 56ef6b3f-3352-4cab-abfd-fc8ab17f5f95 owned by network:floatingip {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:48:01.178620 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5bfa5996-45a3-42f3-9f43-9f4a269aef0b None None] Network de9d5278-e7f9-4981-9296-6c6d52405cdd is not hosted by any dhcp agent {{(pid=103169) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 20 14:48:01.183716 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfa5996-45a3-42f3-9f43-9f4a269aef0b None None] No DVR routers for this DVR port d4aacc52-96db-4d2d-af1f-022357fe241e on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:48:01.201264 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfa5996-45a3-42f3-9f43-9f4a269aef0b None None] Pushing event deleted for resources: {'Port': ['ID=d4aacc52-96db-4d2d-af1f-022357fe241e,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:01.327525 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2952453b-af1f-4132-be71-1359b7b1fbe7 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:01.468825 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2952453b-af1f-4132-be71-1359b7b1fbe7 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Pushing event deleted for resources: {'Port': ['ID=56ef6b3f-3352-4cab-abfd-fc8ab17f5f95,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:01.476006 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2952453b-af1f-4132-be71-1359b7b1fbe7 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Publish callbacks [] for floatingip, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:01.479915 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2952453b-af1f-4132-be71-1359b7b1fbe7 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:01.481146 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-2952453b-af1f-4132-be71-1359b7b1fbe7 tempest-AttachVolumeTestJSON-46413160 tempest-AttachVolumeTestJSON-46413160-project] 10.222.0.54 "DELETE /v2.0/floatingips/77be80ff-191c-4216-85f0-ac710d37f252 HTTP/1.1" status: 204 len: 168 time: 0.8648949 Dec 20 14:48:01.596174 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57520) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:01.603070 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567740c4-947a-4500-b54f-e4e181324701 req-4a709431-cf1e-4214-aaf8-964c1b222e3d tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:01.604714 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-567740c4-947a-4500-b54f-e4e181324701 req-4a709431-cf1e-4214-aaf8-964c1b222e3d tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] 10.222.0.54 "GET /v2.0/ports?device_id=d25b3c59-3af2-48e6-90d2-85f33f70fd32 HTTP/1.1" status: 200 len: 943 time: 0.0810158 Dec 20 14:48:01.681090 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-567740c4-947a-4500-b54f-e4e181324701 req-7fb32825-c1cc-4db9-940b-e3f6c06d9423 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a4a0310-7e2d-4594-a1fd-f0bd4a54c28a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644336 Dec 20 14:48:01.884415 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-26920098-33d1-4d3c-8b8c-9127884053b9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b279f3003ca64d8ba99e5ac741cc6149&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2862651 Dec 20 14:48:01.887042 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57530) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:01.970439 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-90f70214-be11-440f-b573-5c2d2e35b4d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:02.013963 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-90f70214-be11-440f-b573-5c2d2e35b4d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:02.138680 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-90f70214-be11-440f-b573-5c2d2e35b4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:02.144972 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-90f70214-be11-440f-b573-5c2d2e35b4d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:02.157668 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-90f70214-be11-440f-b573-5c2d2e35b4d1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9cfbd704-5991-43d1-a61d-6828b2e1e36a HTTP/1.1" status: 204 len: 168 time: 0.2587285 Dec 20 14:48:02.182118 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f70214-be11-440f-b573-5c2d2e35b4d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cfbd704-5991-43d1-a61d-6828b2e1e36a,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:02.428128 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device d4aacc52-96db-4d2d-af1f-022357fe241e no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:48:02.466169 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: d4aacc52-96db-4d2d-af1f-022357fe241e {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:48:02.469849 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device d4aacc52-96db-4d2d-af1f-022357fe241e not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:48:02.813895 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8420a9a-f97a-4279-b8e5-67d5f78017f4 req-eec8de59-e358-4cb3-ab3e-d158e15bb40f tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:02.815515 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a8420a9a-f97a-4279-b8e5-67d5f78017f4 req-eec8de59-e358-4cb3-ab3e-d158e15bb40f tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 946 time: 0.1207955 Dec 20 14:48:02.851336 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-da02a30f-96b4-4bf2-ac32-77f02aad74bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:02.868440 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad806e99-3b4c-477f-80f9-d747dddf0ac7 req-2079f5f4-bac5-4132-a3eb-ab7adf54fc7b tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:02.881854 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ad806e99-3b4c-477f-80f9-d747dddf0ac7 req-2079f5f4-bac5-4132-a3eb-ab7adf54fc7b tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] 10.222.0.54 "GET /v2.0/ports?device_id=d25b3c59-3af2-48e6-90d2-85f33f70fd32 HTTP/1.1" status: 200 len: 943 time: 0.1076913 Dec 20 14:48:02.912638 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a8420a9a-f97a-4279-b8e5-67d5f78017f4 req-a9bbfab5-d0cb-494a-a72c-5ffa44c7f335 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905886 Dec 20 14:48:02.979856 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ad806e99-3b4c-477f-80f9-d747dddf0ac7 req-19564c17-8564-4c42-9642-208540759901 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a4a0310-7e2d-4594-a1fd-f0bd4a54c28a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922143 Dec 20 14:48:03.287420 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57578) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:03.417561 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-c8f1d779-aa3c-4632-8e33-c61d49a5e4a5 tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1769096250'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:48:03.453315 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8f1d779-aa3c-4632-8e33-c61d49a5e4a5 tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] Made reservation on behalf of b1bb3a39ba8b4916a360bebea1130e2d for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:48:03.458133 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c8f1d779-aa3c-4632-8e33-c61d49a5e4a5 tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:03.467820 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c8f1d779-aa3c-4632-8e33-c61d49a5e4a5 tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:03.591315 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c8f1d779-aa3c-4632-8e33-c61d49a5e4a5 tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:03.598473 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c8f1d779-aa3c-4632-8e33-c61d49a5e4a5 tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:03.627324 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8f1d779-aa3c-4632-8e33-c61d49a5e4a5 tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:48:03.646691 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f1d779-aa3c-4632-8e33-c61d49a5e4a5 tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5297773d-d941-49bd-9c98-edc4154a344b,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:03.650100 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c8f1d779-aa3c-4632-8e33-c61d49a5e4a5 tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:03.650649 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-c8f1d779-aa3c-4632-8e33-c61d49a5e4a5 tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] Added segment 6bed8d46-4f92-4ca1-a025-57aec8f9b427 of type vlan for network 30bc378b-1177-4558-b545-fbf73a8e101b Dec 20 14:48:03.695070 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c8f1d779-aa3c-4632-8e33-c61d49a5e4a5 tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:03.722067 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c8f1d779-aa3c-4632-8e33-c61d49a5e4a5 tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:03.728010 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f1d779-aa3c-4632-8e33-c61d49a5e4a5 tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:03.728607 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c8f1d779-aa3c-4632-8e33-c61d49a5e4a5 tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:03.780067 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-c8f1d779-aa3c-4632-8e33-c61d49a5e4a5 tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.4904027 Dec 20 14:48:03.782972 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57584) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:03.788772 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-ded213c8-872f-4e9d-8499-e2ddb17e5c48 tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] Request body: {'subnet': {'network_id': '30bc378b-1177-4558-b545-fbf73a8e101b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:48:03.832277 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device cbe3174b-7c64-475e-8d20-4be8c080f0a2 details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:48:03.840850 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f1d779-aa3c-4632-8e33-c61d49a5e4a5 tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] Pushing event updated for resources: {'Network': ['ID=30bc378b-1177-4558-b545-fbf73a8e101b,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:03.863347 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:03.871226 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 30bc378b-1177-4558-b545-fbf73a8e101b details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:48:04.139351 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port cbe3174b-7c64-475e-8d20-4be8c080f0a2, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=cbe3174b-7c64-475e-8d20-4be8c080f0a2,segment=NetworkSegment(dd2316b7-99c5-47dc-8eaa-c0ed88e5c141),segment_id=dd2316b7-99c5-47dc-8eaa-c0ed88e5c141)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:48:04.145403 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5cb807-72fc-4773-9c69-df7cbb8e1ef2 req-d35348f4-7c2a-418a-bb52-a49792399760 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:04.147060 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ab5cb807-72fc-4773-9c69-df7cbb8e1ef2 req-d35348f4-7c2a-418a-bb52-a49792399760 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 946 time: 0.0979354 Dec 20 14:48:04.171388 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': 'cbe3174b-7c64-475e-8d20-4be8c080f0a2', 'network_id': '9b4f7907-bd5d-4ee9-954d-84febe01c0f5', 'port_id': 'cbe3174b-7c64-475e-8d20-4be8c080f0a2', 'mac_address': 'fa:16:3e:e3:61:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42b01fad-7b58-4f4b-9190-ade38b52aa11', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:48:04.227675 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ab5cb807-72fc-4773-9c69-df7cbb8e1ef2 req-b0e92012-8bb7-45bb-a4ca-c2faeaaa450d tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/security-groups?id=55e9b910-251f-47db-b519-d83bb0126a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736232 Dec 20 14:48:04.261309 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:04.297812 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbe3174b-7c64-475e-8d20-4be8c080f0a2 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:48:04.325513 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port cbe3174b-7c64-475e-8d20-4be8c080f0a2, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=cbe3174b-7c64-475e-8d20-4be8c080f0a2,segment=NetworkSegment(dd2316b7-99c5-47dc-8eaa-c0ed88e5c141),segment_id=dd2316b7-99c5-47dc-8eaa-c0ed88e5c141)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:48:04.334554 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:04.356237 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f6aa63-fa9f-465f-a780-7c1e46122f8c req-c56663c7-7664-49f6-a8eb-9c45e03cb080 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:04.357810 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a2f6aa63-fa9f-465f-a780-7c1e46122f8c req-c56663c7-7664-49f6-a8eb-9c45e03cb080 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.47 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 946 time: 0.0795064 Dec 20 14:48:04.416414 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=cbe3174b-7c64-475e-8d20-4be8c080f0a2,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:04.540100 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['cbe3174b-7c64-475e-8d20-4be8c080f0a2'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:48:04.583839 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-a2f6aa63-fa9f-465f-a780-7c1e46122f8c req-f8339339-34b7-43db-9cc5-edba252f807e tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Deleting port cbf29dfb-3708-422d-85ee-b8db53577948 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:48:04.584324 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-a2f6aa63-fa9f-465f-a780-7c1e46122f8c req-f8339339-34b7-43db-9cc5-edba252f807e tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:04.619333 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82b194a-4302-48a1-afac-5380ba2cc90a req-bf49f1f1-2863-41de-914a-9c8cf2c76898 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:04.634144 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f82b194a-4302-48a1-afac-5380ba2cc90a req-bf49f1f1-2863-41de-914a-9c8cf2c76898 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] 10.222.0.54 "GET /v2.0/ports?device_id=d25b3c59-3af2-48e6-90d2-85f33f70fd32 HTTP/1.1" status: 200 len: 944 time: 0.1072853 Dec 20 14:48:04.708857 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-a2f6aa63-fa9f-465f-a780-7c1e46122f8c req-f8339339-34b7-43db-9cc5-edba252f807e tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] For port cbf29dfb-3708-422d-85ee-b8db53577948, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=cbf29dfb-3708-422d-85ee-b8db53577948,segment=NetworkSegment(0e7fdf50-5b19-4be8-bc50-cf777ad84dac),segment_id=0e7fdf50-5b19-4be8-bc50-cf777ad84dac)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:48:04.709526 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-a2f6aa63-fa9f-465f-a780-7c1e46122f8c req-f8339339-34b7-43db-9cc5-edba252f807e tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:04.727179 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-a2f6aa63-fa9f-465f-a780-7c1e46122f8c req-f8339339-34b7-43db-9cc5-edba252f807e tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Calling delete_port for cbf29dfb-3708-422d-85ee-b8db53577948 owned by compute:nova {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:48:04.736429 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ded213c8-872f-4e9d-8499-e2ddb17e5c48 tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] Made reservation on behalf of b1bb3a39ba8b4916a360bebea1130e2d for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:48:04.740227 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ded213c8-872f-4e9d-8499-e2ddb17e5c48 tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:04.777339 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f82b194a-4302-48a1-afac-5380ba2cc90a req-c33baa11-d244-48ca-b897-57800da5caac tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a4a0310-7e2d-4594-a1fd-f0bd4a54c28a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267631 Dec 20 14:48:05.008521 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-a2f6aa63-fa9f-465f-a780-7c1e46122f8c req-f8339339-34b7-43db-9cc5-edba252f807e tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:05.041395 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0484de57-058c-498b-91f8-472543466264 None None] DHCP port deletion for e77a6991-7e9b-4f80-86c7-a3378ec4de6a request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:48:05.083165 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ded213c8-872f-4e9d-8499-e2ddb17e5c48 tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:05.085041 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8339339-34b7-43db-9cc5-edba252f807e tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Pushing event deleted for resources: {'Port': ['ID=cbf29dfb-3708-422d-85ee-b8db53577948,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:05.101070 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['cbf29dfb-3708-422d-85ee-b8db53577948'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:48:05.153051 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2f6aa63-fa9f-465f-a780-7c1e46122f8c req-f8339339-34b7-43db-9cc5-edba252f807e tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] No DVR routers for this DVR port cbf29dfb-3708-422d-85ee-b8db53577948 on host n-h2-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:48:05.155742 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-a2f6aa63-fa9f-465f-a780-7c1e46122f8c req-f8339339-34b7-43db-9cc5-edba252f807e tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:05.162793 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a2f6aa63-fa9f-465f-a780-7c1e46122f8c req-f8339339-34b7-43db-9cc5-edba252f807e tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.47 "DELETE /v2.0/ports/cbf29dfb-3708-422d-85ee-b8db53577948 HTTP/1.1" status: 204 len: 173 time: 0.7971659 Dec 20 14:48:05.163366 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a709abf-7d39-42d6-b4f8-a672bf4a599e', 'name': 'network-vif-deleted', 'tag': 'cbf29dfb-3708-422d-85ee-b8db53577948'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:48:05.165745 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5dc1097-1081-4a14-8440-3c23d1947ea4" -d '{"events": [{"server_uuid": "0a709abf-7d39-42d6-b4f8-a672bf4a599e", "name": "network-vif-deleted", "tag": "cbf29dfb-3708-422d-85ee-b8db53577948"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:48:05.174657 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded213c8-872f-4e9d-8499-e2ddb17e5c48 tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] Checking segment: {'id': '6bed8d46-4f92-4ca1-a025-57aec8f9b427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '30bc378b-1177-4558-b545-fbf73a8e101b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:48:05.175168 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded213c8-872f-4e9d-8499-e2ddb17e5c48 tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] Network hostable DHCP agents. Network: 30bc378b-1177-4558-b545-fbf73a8e101b, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:48:05.192177 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded213c8-872f-4e9d-8499-e2ddb17e5c48 tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] Pushing event updated for resources: {'Subnet': ['ID=3c3bb7c4-9214-4a64-85e7-2921b84307bf,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:05.206829 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded213c8-872f-4e9d-8499-e2ddb17e5c48 tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] Network 30bc378b-1177-4558-b545-fbf73a8e101b is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:48:05.217186 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caa89565-6019-49ed-ae9c-6a3f91c6f8a0 x-openstack-request-id: req-caa89565-6019-49ed-ae9c-6a3f91c6f8a0 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:48:05.217706 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a709abf-7d39-42d6-b4f8-a672bf4a599e", "name": "network-vif-deleted", "tag": "cbf29dfb-3708-422d-85ee-b8db53577948", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:48:05.218056 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-caa89565-6019-49ed-ae9c-6a3f91c6f8a0 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:48:05.218550 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a709abf-7d39-42d6-b4f8-a672bf4a599e', 'name': 'network-vif-deleted', 'tag': 'cbf29dfb-3708-422d-85ee-b8db53577948', 'status': 'completed', 'code': 200} Dec 20 14:48:05.226939 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-ded213c8-872f-4e9d-8499-e2ddb17e5c48 tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 30bc378b-1177-4558-b545-fbf73a8e101b) {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:48:05.234394 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded213c8-872f-4e9d-8499-e2ddb17e5c48 tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:05.235088 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ded213c8-872f-4e9d-8499-e2ddb17e5c48 tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:05.240500 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee830504-bd8a-4566-bb6b-f762b1324565 None None] Network 30bc378b-1177-4558-b545-fbf73a8e101b requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:48:05.267618 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57604) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:05.269410 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-ded213c8-872f-4e9d-8499-e2ddb17e5c48 tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4847827 Dec 20 14:48:05.271995 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-6bda3a4a-9ff5-4f18-b3e2-ab7cb24ba6c6 tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] Request body: {'port': {'network_id': '30bc378b-1177-4558-b545-fbf73a8e101b', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1981166030'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:48:05.424822 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e043057a-3ff6-4638-88d1-b3db91633316 req-c2cf05e6-6e84-4445-adad-db8afb113706 tempest-ServersNegativeTestJSON-1937004959 tempest-ServersNegativeTestJSON-1937004959-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a709abf-7d39-42d6-b4f8-a672bf4a599e HTTP/1.1" status: 200 len: 210 time: 0.0673757 Dec 20 14:48:05.496059 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bda3a4a-9ff5-4f18-b3e2-ab7cb24ba6c6 tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] Made reservation on behalf of b1bb3a39ba8b4916a360bebea1130e2d for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:48:05.499811 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa286200-5b89-49ad-92d4-384c2f25c61a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-30bc378b-1177-4558-b545-fbf73a8e101b', 'network_id': '30bc378b-1177-4558-b545-fbf73a8e101b', 'project_id': 'b1bb3a39ba8b4916a360bebea1130e2d', 'fixed_ips': [{'subnet_id': '3c3bb7c4-9214-4a64-85e7-2921b84307bf'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:48:05.500896 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-fa286200-5b89-49ad-92d4-384c2f25c61a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:05.503103 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6bda3a4a-9ff5-4f18-b3e2-ab7cb24ba6c6 tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:05.564135 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [None req-6bda3a4a-9ff5-4f18-b3e2-ab7cb24ba6c6 tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] device_id is not set on port 7db7a8bf-6d15-43e5-9118-1c9542ac464e yet. {{(pid=103168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 14:48:05.695572 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-fa286200-5b89-49ad-92d4-384c2f25c61a None None] Allocated IP 172.20.0.2 (30bc378b-1177-4558-b545-fbf73a8e101b/3c3bb7c4-9214-4a64-85e7-2921b84307bf/bd08b9df-2b39-44bb-981c-e5a2196adf3f) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:48:05.783825 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:05.821779 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device cbe3174b-7c64-475e-8d20-4be8c080f0a2 up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:48:05.899386 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-fa286200-5b89-49ad-92d4-384c2f25c61a None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:05.908132 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-fa286200-5b89-49ad-92d4-384c2f25c61a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:05.911051 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ac9a83-8b1d-4166-b7eb-f0383cebfe84 req-06ee41bb-8e72-4279-b65c-e54682b2f594 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:05.921821 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d6ac9a83-8b1d-4166-b7eb-f0383cebfe84 req-06ee41bb-8e72-4279-b65c-e54682b2f594 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] 10.222.0.54 "GET /v2.0/ports?device_id=d25b3c59-3af2-48e6-90d2-85f33f70fd32 HTTP/1.1" status: 200 len: 944 time: 0.0707502 Dec 20 14:48:05.966958 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa286200-5b89-49ad-92d4-384c2f25c61a None None] Network 30bc378b-1177-4558-b545-fbf73a8e101b is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:48:05.972247 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-fa286200-5b89-49ad-92d4-384c2f25c61a None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:48:05.975334 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa286200-5b89-49ad-92d4-384c2f25c61a None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:48:05.999601 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d6ac9a83-8b1d-4166-b7eb-f0383cebfe84 req-605b6cb1-01f0-4b24-aae2-74a2a6e50fad tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a4a0310-7e2d-4594-a1fd-f0bd4a54c28a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770826 Dec 20 14:48:06.004595 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning for port cbe3174b-7c64-475e-8d20-4be8c080f0a2 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:48:06.038060 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa286200-5b89-49ad-92d4-384c2f25c61a None None] Pushing event updated for resources: {'Port': ['ID=bd08b9df-2b39-44bb-981c-e5a2196adf3f,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:06.048692 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port cbe3174b-7c64-475e-8d20-4be8c080f0a2 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:48:06.049345 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:06.087077 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-6bda3a4a-9ff5-4f18-b3e2-ab7cb24ba6c6 tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] Allocated IP 172.20.0.11 (30bc378b-1177-4558-b545-fbf73a8e101b/3c3bb7c4-9214-4a64-85e7-2921b84307bf/7db7a8bf-6d15-43e5-9118-1c9542ac464e) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:48:06.110086 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-fa286200-5b89-49ad-92d4-384c2f25c61a None None] Attempting to bind port bd08b9df-2b39-44bb-981c-e5a2196adf3f on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:48:06.110643 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-fa286200-5b89-49ad-92d4-384c2f25c61a None None] Attempting to bind port bd08b9df-2b39-44bb-981c-e5a2196adf3f by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '6bed8d46-4f92-4ca1-a025-57aec8f9b427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '30bc378b-1177-4558-b545-fbf73a8e101b'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:48:06.111145 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa286200-5b89-49ad-92d4-384c2f25c61a None None] Attempting to bind port bd08b9df-2b39-44bb-981c-e5a2196adf3f on network 30bc378b-1177-4558-b545-fbf73a8e101b {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:48:06.123989 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa286200-5b89-49ad-92d4-384c2f25c61a None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:48:06.124471 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa286200-5b89-49ad-92d4-384c2f25c61a None None] Checking segment: {'id': '6bed8d46-4f92-4ca1-a025-57aec8f9b427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '30bc378b-1177-4558-b545-fbf73a8e101b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:48:06.124953 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-fa286200-5b89-49ad-92d4-384c2f25c61a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:06.125453 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa286200-5b89-49ad-92d4-384c2f25c61a None None] Bound using segment: {'id': '6bed8d46-4f92-4ca1-a025-57aec8f9b427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '30bc378b-1177-4558-b545-fbf73a8e101b'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:48:06.126018 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-fa286200-5b89-49ad-92d4-384c2f25c61a None None] Bound port: bd08b9df-2b39-44bb-981c-e5a2196adf3f, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bed8d46-4f92-4ca1-a025-57aec8f9b427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '30bc378b-1177-4558-b545-fbf73a8e101b'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:48:06.126542 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-fa286200-5b89-49ad-92d4-384c2f25c61a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:06.268666 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:06.286931 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-fa286200-5b89-49ad-92d4-384c2f25c61a None None] For port bd08b9df-2b39-44bb-981c-e5a2196adf3f, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:48:06.313163 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:06.316876 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6bda3a4a-9ff5-4f18-b3e2-ab7cb24ba6c6 tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:06.323024 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-fa286200-5b89-49ad-92d4-384c2f25c61a None None] For port bd08b9df-2b39-44bb-981c-e5a2196adf3f, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=bd08b9df-2b39-44bb-981c-e5a2196adf3f,segment=NetworkSegment(6bed8d46-4f92-4ca1-a025-57aec8f9b427),segment_id=6bed8d46-4f92-4ca1-a025-57aec8f9b427)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:48:06.329801 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd25b3c59-3af2-48e6-90d2-85f33f70fd32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbe3174b-7c64-475e-8d20-4be8c080f0a2'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:48:06.332424 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fa5d3da-ba33-4419-bb61-40e88002dd23" -d '{"events": [{"server_uuid": "d25b3c59-3af2-48e6-90d2-85f33f70fd32", "name": "network-vif-plugged", "status": "completed", "tag": "cbe3174b-7c64-475e-8d20-4be8c080f0a2"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:48:06.344599 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-fa286200-5b89-49ad-92d4-384c2f25c61a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:06.360923 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port cbe3174b-7c64-475e-8d20-4be8c080f0a2, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=cbe3174b-7c64-475e-8d20-4be8c080f0a2,segment=NetworkSegment(dd2316b7-99c5-47dc-8eaa-c0ed88e5c141),segment_id=dd2316b7-99c5-47dc-8eaa-c0ed88e5c141)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:48:06.412921 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:06.413266 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6bda3a4a-9ff5-4f18-b3e2-ab7cb24ba6c6 tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:06.413921 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device cbf29dfb-3708-422d-85ee-b8db53577948 no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:48:06.475133 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bda3a4a-9ff5-4f18-b3e2-ab7cb24ba6c6 tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] Network 30bc378b-1177-4558-b545-fbf73a8e101b is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:48:06.491363 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a139470-9e6c-4f09-99f6-1a88a8ae1ff4 x-openstack-request-id: req-7a139470-9e6c-4f09-99f6-1a88a8ae1ff4 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:48:06.491813 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d25b3c59-3af2-48e6-90d2-85f33f70fd32", "name": "network-vif-plugged", "status": "completed", "tag": "cbe3174b-7c64-475e-8d20-4be8c080f0a2", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:48:06.492262 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7a139470-9e6c-4f09-99f6-1a88a8ae1ff4 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:48:06.493168 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd25b3c59-3af2-48e6-90d2-85f33f70fd32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbe3174b-7c64-475e-8d20-4be8c080f0a2', 'code': 200} Dec 20 14:48:06.494702 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] No Port match for: cbf29dfb-3708-422d-85ee-b8db53577948 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:48:06.494988 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-6bda3a4a-9ff5-4f18-b3e2-ab7cb24ba6c6 tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:48:06.495299 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device cbf29dfb-3708-422d-85ee-b8db53577948 not bound to the agent host n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:48:06.516562 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57626) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:06.541036 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bda3a4a-9ff5-4f18-b3e2-ab7cb24ba6c6 tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:48:06.566073 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa286200-5b89-49ad-92d4-384c2f25c61a None None] Pushing event updated for resources: {'Port': ['ID=bd08b9df-2b39-44bb-981c-e5a2196adf3f,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:06.623356 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_v2 [None req-276a93e4-c20f-483e-9f06-c799aca0c5b5 admin admin] Deleting subnet 688232d4-a5ee-4fe6-bf9a-f2474a9f502e {{(pid=103167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:48:06.643011 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-276a93e4-c20f-483e-9f06-c799aca0c5b5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:06.652743 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bda3a4a-9ff5-4f18-b3e2-ab7cb24ba6c6 tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:06.653419 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6bda3a4a-9ff5-4f18-b3e2-ab7cb24ba6c6 tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:06.701390 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-6bda3a4a-9ff5-4f18-b3e2-ab7cb24ba6c6 tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4353466 Dec 20 14:48:06.712074 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57636) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:06.723282 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-84cdfe44-5b61-4394-b7de-f1877918beec tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] Request body: {'port': {'network_id': '30bc378b-1177-4558-b545-fbf73a8e101b', 'name': 'tempest-ExtraDHCPOptionsTestJSON-564219726', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:48:06.728045 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bda3a4a-9ff5-4f18-b3e2-ab7cb24ba6c6 tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] Pushing event updated for resources: {'Port': ['ID=7db7a8bf-6d15-43e5-9118-1c9542ac464e,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:06.731979 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.api.validators [None req-84cdfe44-5b61-4394-b7de-f1877918beec tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] bootfile-name is not in valid_values {{(pid=103167) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 20 14:48:06.732549 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.api.validators [None req-84cdfe44-5b61-4394-b7de-f1877918beec tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] tftp-server is not in valid_values {{(pid=103167) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 20 14:48:06.739159 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.api.validators [None req-84cdfe44-5b61-4394-b7de-f1877918beec tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] server-ip-address is not in valid_values {{(pid=103167) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 20 14:48:06.750209 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=cbe3174b-7c64-475e-8d20-4be8c080f0a2,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:06.761283 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6084e89-ed20-4868-a989-cd8efeed220e req-b3c92b06-adae-498f-9b0e-d0e2c9e5d780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:06.775229 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c6084e89-ed20-4868-a989-cd8efeed220e req-b3c92b06-adae-498f-9b0e-d0e2c9e5d780 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d25b3c59-3af2-48e6-90d2-85f33f70fd32 HTTP/1.1" status: 200 len: 1097 time: 0.2461975 Dec 20 14:48:06.813416 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-276a93e4-c20f-483e-9f06-c799aca0c5b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954412'] for subnet, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:06.865562 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c6084e89-ed20-4868-a989-cd8efeed220e req-a54b7e69-11b3-40be-a93c-c70197a8d134 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6a4a0310-7e2d-4594-a1fd-f0bd4a54c28a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874963 Dec 20 14:48:07.032297 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-276a93e4-c20f-483e-9f06-c799aca0c5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:07.074348 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4354b2e8-3b50-4750-bcbd-b048bc76bd9b req-ec348a7e-04e5-4f44-9c20-ac1394e87356 tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:07.075993 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4354b2e8-3b50-4750-bcbd-b048bc76bd9b req-ec348a7e-04e5-4f44-9c20-ac1394e87356 tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] 10.222.0.54 "GET /v2.0/ports?device_id=6b2c6104-92fa-4538-83c1-43e24d43c9c1 HTTP/1.1" status: 200 len: 945 time: 0.1878469 Dec 20 14:48:07.159659 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-276a93e4-c20f-483e-9f06-c799aca0c5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:07.186298 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84cdfe44-5b61-4394-b7de-f1877918beec tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] Made reservation on behalf of b1bb3a39ba8b4916a360bebea1130e2d for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:48:07.190286 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-84cdfe44-5b61-4394-b7de-f1877918beec tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:07.239615 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276a93e4-c20f-483e-9f06-c799aca0c5b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=688232d4-a5ee-4fe6-bf9a-f2474a9f502e,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:07.251994 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [None req-84cdfe44-5b61-4394-b7de-f1877918beec tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] device_id is not set on port 00b5890f-f53d-4f99-aae3-72d3ccda076d yet. {{(pid=103167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 14:48:07.301595 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd9efc8-0451-4b33-9b34-de41e1139947 req-c0d5a6b6-5ec1-4df5-bae0-caae8f046c54 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:07.315307 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8bd9efc8-0451-4b33-9b34-de41e1139947 req-c0d5a6b6-5ec1-4df5-bae0-caae8f046c54 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] 10.222.0.54 "GET /v2.0/ports?device_id=d25b3c59-3af2-48e6-90d2-85f33f70fd32 HTTP/1.1" status: 200 len: 945 time: 0.1831608 Dec 20 14:48:07.408095 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-276a93e4-c20f-483e-9f06-c799aca0c5b5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:07.412955 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd4c61b-43e0-43be-934f-f15fe7315a6d None None] Network e77a6991-7e9b-4f80-86c7-a3378ec4de6a requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:48:07.415676 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-276a93e4-c20f-483e-9f06-c799aca0c5b5 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/688232d4-a5ee-4fe6-bf9a-f2474a9f502e HTTP/1.1" status: 204 len: 168 time: 0.8980041 Dec 20 14:48:07.416843 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57644) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:07.513841 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4354b2e8-3b50-4750-bcbd-b048bc76bd9b req-24529afb-3385-4e1e-87ad-fda0ba4ffae9 tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] 10.222.0.54 "GET /v2.0/security-groups?id=11017a55-194d-4d04-9afc-adc2bee3d3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3825779 Dec 20 14:48:07.530951 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8bd9efc8-0451-4b33-9b34-de41e1139947 req-30b406a1-6fc3-4e62-b48d-6678a600c759 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a4a0310-7e2d-4594-a1fd-f0bd4a54c28a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2146440 Dec 20 14:48:07.651399 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aef8724-4e93-46cc-b680-2d3999026add None None] DHCP port deletion for e77a6991-7e9b-4f80-86c7-a3378ec4de6a request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:48:07.673218 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b8e822dc-7588-4251-8cda-9ed1c2e72a02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:07.680073 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-84cdfe44-5b61-4394-b7de-f1877918beec tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] Allocated IP 172.20.0.4 (30bc378b-1177-4558-b545-fbf73a8e101b/3c3bb7c4-9214-4a64-85e7-2921b84307bf/00b5890f-f53d-4f99-aae3-72d3ccda076d) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:48:07.861924 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b8e822dc-7588-4251-8cda-9ed1c2e72a02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:07.955706 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-b8e822dc-7588-4251-8cda-9ed1c2e72a02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e77a6991-7e9b-4f80-86c7-a3378ec4de6a']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:07.989570 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-b8e822dc-7588-4251-8cda-9ed1c2e72a02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e7fdf50-5b19-4be8-bc50-cf777ad84dac') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:07.993296 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-b8e822dc-7588-4251-8cda-9ed1c2e72a02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e7fdf50-5b19-4be8-bc50-cf777ad84dac') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:08.029777 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b8e822dc-7588-4251-8cda-9ed1c2e72a02 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:08.078012 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b8e822dc-7588-4251-8cda-9ed1c2e72a02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:08.102499 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8e822dc-7588-4251-8cda-9ed1c2e72a02 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:48:08.104933 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b8e822dc-7588-4251-8cda-9ed1c2e72a02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:08.109413 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:48:08.109413 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:48:08.109413 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:48:08.109413 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:48:08.109413 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:48:08.109413 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:48:08.109413 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:48:08.109413 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:48:08.109413 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:48:08.109413 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:48:08.109413 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:48:08.109413 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:48:08.109413 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:48:08.109413 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:48:08.109413 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:48:08.109413 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:48:08.109413 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:48:08.109413 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:48:08.109413 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:48:08.109413 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:48:08.109413 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 14:48:08.109413 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:48:08.109413 n-d-761264-19 neutron-server[103168]: timer() Dec 20 14:48:08.109413 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:48:08.109413 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 14:48:08.109413 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:48:08.109413 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 14:48:08.109413 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:48:08.109413 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 14:48:08.109413 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:48:08.109413 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 14:48:08.109413 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:48:08.109413 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 14:48:08.109413 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:48:08.109413 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:48:08.109413 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:48:08.109413 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:48:08.109413 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:48:08.109413 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 14:48:08.109413 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:48:08.109413 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 14:48:08.109413 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:48:08.109413 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:48:08.109413 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:48:08.109413 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 14:48:08.109413 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:48:08.109413 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:48:08.109413 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:48:08.109413 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:48:08.109413 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:48:08.109413 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:48:08.109413 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:48:08.172458 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-84cdfe44-5b61-4394-b7de-f1877918beec tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:08.219548 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-84cdfe44-5b61-4394-b7de-f1877918beec tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:08.231646 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc10c3ae-5717-4d27-8981-ccb7f236eb1a None None] Network 30bc378b-1177-4558-b545-fbf73a8e101b requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:48:08.262277 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b8e822dc-7588-4251-8cda-9ed1c2e72a02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:08.274567 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b8e822dc-7588-4251-8cda-9ed1c2e72a02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:08.282364 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-b8e822dc-7588-4251-8cda-9ed1c2e72a02 admin admin] 10.222.0.54 "DELETE /v2.0/networks/e77a6991-7e9b-4f80-86c7-a3378ec4de6a HTTP/1.1" status: 204 len: 168 time: 0.8599641 Dec 20 14:48:08.299923 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e822dc-7588-4251-8cda-9ed1c2e72a02 admin admin] Pushing event deleted for resources: {'Network': ['ID=e77a6991-7e9b-4f80-86c7-a3378ec4de6a,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:08.370391 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-eb5efdff-641d-41eb-a308-d8cfee953a91 None None] Provisioning complete for port bd08b9df-2b39-44bb-981c-e5a2196adf3f triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:48:08.372219 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-eb5efdff-641d-41eb-a308-d8cfee953a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:08.385746 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84cdfe44-5b61-4394-b7de-f1877918beec tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] Network 30bc378b-1177-4558-b545-fbf73a8e101b is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:48:08.396627 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-84cdfe44-5b61-4394-b7de-f1877918beec tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:48:08.423624 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84cdfe44-5b61-4394-b7de-f1877918beec tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:48:08.440702 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cdfe44-5b61-4394-b7de-f1877918beec tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] Pushing event updated for resources: {'Port': ['ID=00b5890f-f53d-4f99-aae3-72d3ccda076d,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:08.562808 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84cdfe44-5b61-4394-b7de-f1877918beec tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:08.564737 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device bd08b9df-2b39-44bb-981c-e5a2196adf3f up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:48:08.565563 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-84cdfe44-5b61-4394-b7de-f1877918beec tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:08.600629 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57662) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:08.610186 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-84cdfe44-5b61-4394-b7de-f1877918beec tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 1.8936300 Dec 20 14:48:08.700421 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f28a685-a821-4e5a-94e8-479b25f864d3 tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:08.708718 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f28a685-a821-4e5a-94e8-479b25f864d3 tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:08.715330 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57664) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:08.734235 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f28a685-a821-4e5a-94e8-479b25f864d3 tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:08.747393 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-4f28a685-a821-4e5a-94e8-479b25f864d3 tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.1455598 Dec 20 14:48:08.749493 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57666) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:08.765391 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-eb5efdff-641d-41eb-a308-d8cfee953a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:08.789138 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port bd08b9df-2b39-44bb-981c-e5a2196adf3f triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:48:08.789855 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:08.822878 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-eb5efdff-641d-41eb-a308-d8cfee953a91 None None] For port bd08b9df-2b39-44bb-981c-e5a2196adf3f, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=bd08b9df-2b39-44bb-981c-e5a2196adf3f,segment=NetworkSegment(6bed8d46-4f92-4ca1-a025-57aec8f9b427),segment_id=6bed8d46-4f92-4ca1-a025-57aec8f9b427)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:48:08.871424 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-eb5efdff-641d-41eb-a308-d8cfee953a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:08.939235 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-bcbc319d-ceb6-4004-ad79-84507598c931 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8a3f5189e8f64307a0b577e5cb283b15&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2217469 Dec 20 14:48:08.942363 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57668) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:08.970808 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5efdff-641d-41eb-a308-d8cfee953a91 None None] Pushing event updated for resources: {'Port': ['ID=bd08b9df-2b39-44bb-981c-e5a2196adf3f,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:09.010494 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb07eb0-49cf-4da6-aa3f-e81191827872 req-691a8c8c-c301-4932-9308-9b69288cb544 tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:09.019240 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3fb07eb0-49cf-4da6-aa3f-e81191827872 req-691a8c8c-c301-4932-9308-9b69288cb544 tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] 10.222.0.54 "GET /v2.0/ports?device_id=6b2c6104-92fa-4538-83c1-43e24d43c9c1 HTTP/1.1" status: 200 len: 945 time: 0.2398212 Dec 20 14:48:09.043496 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceb6f8f-d784-4708-b353-aef53eb012e4 req-52e7f384-034d-4f0b-b873-9764a0ced9e4 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:09.057556 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0ceb6f8f-d784-4708-b353-aef53eb012e4 req-52e7f384-034d-4f0b-b873-9764a0ced9e4 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] 10.222.0.54 "GET /v2.0/ports?device_id=d25b3c59-3af2-48e6-90d2-85f33f70fd32 HTTP/1.1" status: 200 len: 945 time: 0.2985754 Dec 20 14:48:09.107429 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3fb07eb0-49cf-4da6-aa3f-e81191827872 req-313d4d75-df16-4bf0-baa8-eed164b24158 tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] 10.222.0.54 "GET /v2.0/security-groups?id=11017a55-194d-4d04-9afc-adc2bee3d3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871243 Dec 20 14:48:09.167195 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-bb443801-3ae7-42dc-9b47-8065e395b4a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:09.174019 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-aaf1738c-65f4-4569-af17-773ca317824f tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] Deleting port 00b5890f-f53d-4f99-aae3-72d3ccda076d {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:48:09.174368 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-aaf1738c-65f4-4569-af17-773ca317824f tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:09.190403 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0ceb6f8f-d784-4708-b353-aef53eb012e4 req-4eef9430-c9bf-401d-8bab-d734029316d7 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a4a0310-7e2d-4594-a1fd-f0bd4a54c28a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377685 Dec 20 14:48:09.194218 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-bb443801-3ae7-42dc-9b47-8065e395b4a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:09.226764 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-f75cd7d0-3e49-4e75-9c3e-ba54c936950d None None] Provisioning complete for port 00b5890f-f53d-4f99-aae3-72d3ccda076d triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:48:09.228740 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f75cd7d0-3e49-4e75-9c3e-ba54c936950d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:09.257816 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-bb443801-3ae7-42dc-9b47-8065e395b4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:09.261292 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-bb443801-3ae7-42dc-9b47-8065e395b4a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:09.281633 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-bb443801-3ae7-42dc-9b47-8065e395b4a5 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/55e9b910-251f-47db-b519-d83bb0126a8a HTTP/1.1" status: 204 len: 168 time: 0.3189368 Dec 20 14:48:09.322941 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb443801-3ae7-42dc-9b47-8065e395b4a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e9b910-251f-47db-b519-d83bb0126a8a,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:09.364216 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-f75cd7d0-3e49-4e75-9c3e-ba54c936950d None None] Port 00b5890f-f53d-4f99-aae3-72d3ccda076d cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:48:09.402260 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-f75cd7d0-3e49-4e75-9c3e-ba54c936950d None None] Provisioning complete for port 7db7a8bf-6d15-43e5-9118-1c9542ac464e triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:48:09.402676 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f75cd7d0-3e49-4e75-9c3e-ba54c936950d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:09.443064 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-f75cd7d0-3e49-4e75-9c3e-ba54c936950d None None] Port 7db7a8bf-6d15-43e5-9118-1c9542ac464e cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:48:09.454540 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-f75cd7d0-3e49-4e75-9c3e-ba54c936950d None None] Provisioning complete for port bd08b9df-2b39-44bb-981c-e5a2196adf3f triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:48:09.454935 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f75cd7d0-3e49-4e75-9c3e-ba54c936950d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:09.499012 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-aaf1738c-65f4-4569-af17-773ca317824f tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:09.518004 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-aaf1738c-65f4-4569-af17-773ca317824f tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] Calling delete_port for 00b5890f-f53d-4f99-aae3-72d3ccda076d owned by {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:48:09.561988 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26872f9-479f-469d-8e6c-9dd12aea06df req-e981bda1-0bcc-4434-8519-7d46503934cc tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:09.575355 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d26872f9-479f-469d-8e6c-9dd12aea06df req-e981bda1-0bcc-4434-8519-7d46503934cc tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] 10.222.0.54 "GET /v2.0/ports?device_id=d25b3c59-3af2-48e6-90d2-85f33f70fd32 HTTP/1.1" status: 200 len: 945 time: 0.1786075 Dec 20 14:48:09.740249 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-f2996465-41e3-4fdc-ab3f-3c691bf7f280 None None] Provisioning complete for port 7db7a8bf-6d15-43e5-9118-1c9542ac464e triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:48:09.741404 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f2996465-41e3-4fdc-ab3f-3c691bf7f280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:09.788266 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d26872f9-479f-469d-8e6c-9dd12aea06df req-bfe92b7f-eb76-4c07-a501-dcb4fb3f51e4 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a4a0310-7e2d-4594-a1fd-f0bd4a54c28a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2102160 Dec 20 14:48:09.807116 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57692) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:09.845776 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-f2996465-41e3-4fdc-ab3f-3c691bf7f280 None None] Port 7db7a8bf-6d15-43e5-9118-1c9542ac464e cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:48:09.989933 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-aaf1738c-65f4-4569-af17-773ca317824f tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:10.060972 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-95b2f7e3-99e6-4198-95cc-fc402d9ff657 None None] Could not find standard attr ID for object 00b5890f-f53d-4f99-aae3-72d3ccda076d. {{(pid=103169) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 14:48:10.088426 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf1738c-65f4-4569-af17-773ca317824f tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] Pushing event deleted for resources: {'Port': ['ID=00b5890f-f53d-4f99-aae3-72d3ccda076d,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:10.226712 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b91010-b5f1-4006-a882-39600a8bbf05 tempest-TestVolumeBackupRestore-946555784 tempest-TestVolumeBackupRestore-946555784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:10.228464 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-c9b91010-b5f1-4006-a882-39600a8bbf05 tempest-TestVolumeBackupRestore-946555784 tempest-TestVolumeBackupRestore-946555784-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=d25b3c59-3af2-48e6-90d2-85f33f70fd32 HTTP/1.1" status: 200 len: 1092 time: 0.4188848 Dec 20 14:48:10.236792 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57706) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:10.254032 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-08b100cf-78d4-4dea-884a-12d24a93fbe3 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Request body: {'floatingip': {'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'port_id': 'cbe3174b-7c64-475e-8d20-4be8c080f0a2', 'tenant_id': 'd7ac4ef8887a44c694f37700b678a7f1', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:48:10.286377 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9e5bd6-da49-402b-a002-bb6259ad82f2 req-709f219c-02fe-4330-bf4c-15e94aad22c4 tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:10.288151 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-bf9e5bd6-da49-402b-a002-bb6259ad82f2 req-709f219c-02fe-4330-bf4c-15e94aad22c4 tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] 10.222.0.54 "GET /v2.0/ports?device_id=6b2c6104-92fa-4538-83c1-43e24d43c9c1 HTTP/1.1" status: 200 len: 945 time: 0.3128562 Dec 20 14:48:10.355977 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-aaf1738c-65f4-4569-af17-773ca317824f tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:10.360947 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-aaf1738c-65f4-4569-af17-773ca317824f tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] 10.222.0.54 "DELETE /v2.0/ports/00b5890f-f53d-4f99-aae3-72d3ccda076d HTTP/1.1" status: 204 len: 168 time: 1.5243850 Dec 20 14:48:10.365074 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57714) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:10.372344 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-bf972d55-b3a4-49cc-b334-f90a54aa77fc tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] Request body: {'port': {'name': 'tempest-new-port-name-1751846759', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:48:10.372949 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.api.validators [None req-bf972d55-b3a4-49cc-b334-f90a54aa77fc tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] bootfile-name is not in valid_values {{(pid=103167) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 20 14:48:10.373472 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.api.validators [None req-bf972d55-b3a4-49cc-b334-f90a54aa77fc tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] tftp-server is not in valid_values {{(pid=103167) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 20 14:48:10.374152 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.api.validators [None req-bf972d55-b3a4-49cc-b334-f90a54aa77fc tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] server-ip-address is not in valid_values {{(pid=103167) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 20 14:48:10.445632 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-08b100cf-78d4-4dea-884a-12d24a93fbe3 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Publish callbacks [] for floatingip, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:10.468459 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device bd08b9df-2b39-44bb-981c-e5a2196adf3f up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:48:10.479663 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-bf9e5bd6-da49-402b-a002-bb6259ad82f2 req-74aed2f6-7d6a-43b4-af6d-9ca185468f1d tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] 10.222.0.54 "GET /v2.0/security-groups?id=11017a55-194d-4d04-9afc-adc2bee3d3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1786981 Dec 20 14:48:10.611663 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57720) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:10.621769 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-bf972d55-b3a4-49cc-b334-f90a54aa77fc tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:10.621986 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port bd08b9df-2b39-44bb-981c-e5a2196adf3f triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:48:10.622299 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:10.652802 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-08b100cf-78d4-4dea-884a-12d24a93fbe3 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:10.818132 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-4907f795-fb54-4355-a300-651609877501 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-2006264779-network', 'tenant_id': '95c695756e4c4f708baf32eff66fda35'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:48:10.832841 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-08b100cf-78d4-4dea-884a-12d24a93fbe3 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Allocated IP 172.25.0.54 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/a19129bf-5007-470c-a34b-b24ef152e051) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:48:10.899572 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-bf972d55-b3a4-49cc-b334-f90a54aa77fc tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:10.905692 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-bf972d55-b3a4-49cc-b334-f90a54aa77fc tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:10.916393 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4907f795-fb54-4355-a300-651609877501 admin admin] Made reservation on behalf of 95c695756e4c4f708baf32eff66fda35 for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:48:10.918889 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4907f795-fb54-4355-a300-651609877501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:10.930832 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4907f795-fb54-4355-a300-651609877501 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:10.997652 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-08b100cf-78d4-4dea-884a-12d24a93fbe3 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:11.021542 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf972d55-b3a4-49cc-b334-f90a54aa77fc tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] Pushing event updated for resources: {'Port': ['ID=7db7a8bf-6d15-43e5-9118-1c9542ac464e,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:11.024252 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-bf972d55-b3a4-49cc-b334-f90a54aa77fc tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] In _notify_port_updated(), no bound segment for port 7db7a8bf-6d15-43e5-9118-1c9542ac464e on network 30bc378b-1177-4558-b545-fbf73a8e101b {{(pid=103167) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 20 14:48:11.030400 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf972d55-b3a4-49cc-b334-f90a54aa77fc tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:11.031085 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-bf972d55-b3a4-49cc-b334-f90a54aa77fc tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:11.035410 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-bf972d55-b3a4-49cc-b334-f90a54aa77fc tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] 10.222.0.54 "PUT /v2.0/ports/7db7a8bf-6d15-43e5-9118-1c9542ac464e HTTP/1.1" status: 200 len: 1137 time: 0.6663880 Dec 20 14:48:11.035874 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57724) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:11.041688 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-08b100cf-78d4-4dea-884a-12d24a93fbe3 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:11.105861 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b100cf-78d4-4dea-884a-12d24a93fbe3 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Pushing event updated for resources: {'Port': ['ID=a19129bf-5007-470c-a34b-b24ef152e051,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:11.119199 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b923732-b826-4144-a4fe-82ac69f3e7f0 tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:11.125037 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-5b923732-b826-4144-a4fe-82ac69f3e7f0 tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] 10.222.0.54 "GET /v2.0/ports/7db7a8bf-6d15-43e5-9118-1c9542ac464e HTTP/1.1" status: 200 len: 1137 time: 0.0839438 Dec 20 14:48:11.125525 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57726) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:11.139416 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b100cf-78d4-4dea-884a-12d24a93fbe3 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:48:11.143504 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-08b100cf-78d4-4dea-884a-12d24a93fbe3 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:48:11.148698 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b100cf-78d4-4dea-884a-12d24a93fbe3 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:48:11.296691 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-b6b267a1-3484-4fb0-92bd-b0b18c3da8ef tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] Deleting port 7db7a8bf-6d15-43e5-9118-1c9542ac464e {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:48:11.297080 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b6b267a1-3484-4fb0-92bd-b0b18c3da8ef tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:11.306211 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4907f795-fb54-4355-a300-651609877501 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:11.335341 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4907f795-fb54-4355-a300-651609877501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:11.369252 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4907f795-fb54-4355-a300-651609877501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44db5842-79ac-4fe6-8c0c-f2b78e3ed86e,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:11.399681 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-1cbdb8ea-262e-422c-b6bc-f8ba24d206ac None None] Provisioning complete for port 7db7a8bf-6d15-43e5-9118-1c9542ac464e triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:48:11.400278 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-1cbdb8ea-262e-422c-b6bc-f8ba24d206ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:11.423282 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4907f795-fb54-4355-a300-651609877501 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:48:11.451937 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4907f795-fb54-4355-a300-651609877501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:11.453354 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-4907f795-fb54-4355-a300-651609877501 admin admin] Added segment adeb3847-a0ae-4672-ae2a-a7d0b10a6f66 of type vlan for network d5bf6ba8-862d-417b-a5d5-104b54a86a0d Dec 20 14:48:11.459039 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b6b267a1-3484-4fb0-92bd-b0b18c3da8ef tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:11.480117 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-1cbdb8ea-262e-422c-b6bc-f8ba24d206ac None None] Port 7db7a8bf-6d15-43e5-9118-1c9542ac464e cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:48:11.486694 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-b6b267a1-3484-4fb0-92bd-b0b18c3da8ef tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] Calling delete_port for 7db7a8bf-6d15-43e5-9118-1c9542ac464e owned by {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:48:11.558456 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4907f795-fb54-4355-a300-651609877501 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:11.639707 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:11.709771 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b6b267a1-3484-4fb0-92bd-b0b18c3da8ef tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:11.743728 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b267a1-3484-4fb0-92bd-b0b18c3da8ef tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] Pushing event deleted for resources: {'Port': ['ID=7db7a8bf-6d15-43e5-9118-1c9542ac464e,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:11.784975 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4907f795-fb54-4355-a300-651609877501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:11.785996 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4907f795-fb54-4355-a300-651609877501 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:11.788776 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4907f795-fb54-4355-a300-651609877501 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:11.893600 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b6b267a1-3484-4fb0-92bd-b0b18c3da8ef tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:11.909946 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-4907f795-fb54-4355-a300-651609877501 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2941892 Dec 20 14:48:11.911532 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-b6b267a1-3484-4fb0-92bd-b0b18c3da8ef tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] 10.222.0.54 "DELETE /v2.0/ports/7db7a8bf-6d15-43e5-9118-1c9542ac464e HTTP/1.1" status: 204 len: 168 time: 0.7846217 Dec 20 14:48:11.912115 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57736) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:11.920065 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57738) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:11.924829 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-ef718df6-f0a9-420e-9739-97f13f824b20 admin admin] Request body: {'subnet': {'network_id': 'd5bf6ba8-862d-417b-a5d5-104b54a86a0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-2006264779-subnet', 'tenant_id': '95c695756e4c4f708baf32eff66fda35', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:48:11.997560 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_v2 [None req-261fbaaf-7d38-490c-956f-8d3baf78c89d tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] Deleting subnet 3c3bb7c4-9214-4a64-85e7-2921b84307bf {{(pid=103167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:48:12.007901 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-261fbaaf-7d38-490c-956f-8d3baf78c89d tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] Publish callbacks [] for subnet, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:12.010965 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef718df6-f0a9-420e-9739-97f13f824b20 admin admin] Made reservation on behalf of 95c695756e4c4f708baf32eff66fda35 for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:48:12.013110 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ef718df6-f0a9-420e-9739-97f13f824b20 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:12.143273 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-261fbaaf-7d38-490c-956f-8d3baf78c89d tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954412'] for subnet, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:12.143807 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07593456-8a22-4546-ab9e-b4faa1cd4f06 req-5a237138-a235-41f4-b96d-4a521bdf1362 tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:12.146059 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-07593456-8a22-4546-ab9e-b4faa1cd4f06 req-5a237138-a235-41f4-b96d-4a521bdf1362 tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b2c6104-92fa-4538-83c1-43e24d43c9c1 HTTP/1.1" status: 200 len: 945 time: 0.5750344 Dec 20 14:48:12.153631 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cb16a3-502d-48ac-96e8-2d3f23d143e5 req-99c122ed-85b8-4761-ae38-0587a2db850e tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:12.155207 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-18cb16a3-502d-48ac-96e8-2d3f23d143e5 req-99c122ed-85b8-4761-ae38-0587a2db850e tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] 10.222.0.54 "GET /v2.0/ports?device_id=6b2c6104-92fa-4538-83c1-43e24d43c9c1 HTTP/1.1" status: 200 len: 945 time: 0.5591033 Dec 20 14:48:12.227152 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4907f795-fb54-4355-a300-651609877501 admin admin] Pushing event updated for resources: {'Network': ['ID=d5bf6ba8-862d-417b-a5d5-104b54a86a0d,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:12.241393 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network d5bf6ba8-862d-417b-a5d5-104b54a86a0d details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:48:12.283971 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-261fbaaf-7d38-490c-956f-8d3baf78c89d tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:12.431222 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ef718df6-f0a9-420e-9739-97f13f824b20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:12.523224 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef718df6-f0a9-420e-9739-97f13f824b20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=014c3038-cd66-47c7-ace4-7a8a7b1b3860,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:12.530155 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-261fbaaf-7d38-490c-956f-8d3baf78c89d tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:12.615412 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261fbaaf-7d38-490c-956f-8d3baf78c89d tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] Pushing event deleted for resources: {'Subnet': ['ID=3c3bb7c4-9214-4a64-85e7-2921b84307bf,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:12.628292 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef718df6-f0a9-420e-9739-97f13f824b20 admin admin] Checking segment: {'id': 'adeb3847-a0ae-4672-ae2a-a7d0b10a6f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd5bf6ba8-862d-417b-a5d5-104b54a86a0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:48:12.628686 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef718df6-f0a9-420e-9739-97f13f824b20 admin admin] Network hostable DHCP agents. Network: d5bf6ba8-862d-417b-a5d5-104b54a86a0d, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:48:12.634957 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dcc9834-652b-47ab-8fd2-d2bcc6eaff85 None None] Network 30bc378b-1177-4558-b545-fbf73a8e101b requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:48:12.660261 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-261fbaaf-7d38-490c-956f-8d3baf78c89d tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:12.674067 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-261fbaaf-7d38-490c-956f-8d3baf78c89d tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] 10.222.0.54 "DELETE /v2.0/subnets/3c3bb7c4-9214-4a64-85e7-2921b84307bf HTTP/1.1" status: 204 len: 168 time: 0.7583947 Dec 20 14:48:12.687117 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57748) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:12.723097 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57752) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:12.877703 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef718df6-f0a9-420e-9739-97f13f824b20 admin admin] Network d5bf6ba8-862d-417b-a5d5-104b54a86a0d is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:48:12.923646 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d9dd5213-ce1a-4889-9422-464880409a4c tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:12.937449 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-ef718df6-f0a9-420e-9739-97f13f824b20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, d5bf6ba8-862d-417b-a5d5-104b54a86a0d) {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:48:12.961260 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ba284a-b774-4890-b6c7-eefca3dd215e None None] Network d5bf6ba8-862d-417b-a5d5-104b54a86a0d requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:48:12.967911 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef718df6-f0a9-420e-9739-97f13f824b20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:12.973421 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ef718df6-f0a9-420e-9739-97f13f824b20 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:13.007735 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-08b100cf-78d4-4dea-884a-12d24a93fbe3 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:13.037597 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-ef718df6-f0a9-420e-9739-97f13f824b20 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1088645 Dec 20 14:48:13.065825 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-18cb16a3-502d-48ac-96e8-2d3f23d143e5 req-1889e923-8ae6-4dac-b26b-19904a55a64c tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] 10.222.0.54 "GET /v2.0/security-groups?id=11017a55-194d-4d04-9afc-adc2bee3d3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8263474 Dec 20 14:48:13.100615 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0bc374ac-97f8-4558-9510-bee576c99be3 req-c6820645-c2c3-41c2-a1d3-1434453a4663 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d25b3c59-3af2-48e6-90d2-85f33f70fd32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2768958 Dec 20 14:48:13.100766 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70c2f0a-c4b9-4d22-8f6f-a3fe59e84c8a None None] DHCP port deletion for 30bc378b-1177-4558-b545-fbf73a8e101b request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:48:13.146504 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-07593456-8a22-4546-ab9e-b4faa1cd4f06 req-8a5d5d23-51c8-4459-a506-a82b576bd118 tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] Deleting port c8b57c3a-02f7-4710-a420-c4f7ecb0fb9d {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:48:13.146504 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-07593456-8a22-4546-ab9e-b4faa1cd4f06 req-8a5d5d23-51c8-4459-a506-a82b576bd118 tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:13.147978 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e7429439-c57d-448b-a17c-14e632ee3338 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:13.173531 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-d9dd5213-ce1a-4889-9422-464880409a4c tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] Deleting port bd08b9df-2b39-44bb-981c-e5a2196adf3f {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:48:13.173999 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d9dd5213-ce1a-4889-9422-464880409a4c tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:13.218456 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e619d20-6d65-41f1-833a-7ee7475adc03 None None] Network d5bf6ba8-862d-417b-a5d5-104b54a86a0d requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:48:13.253019 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-d70c2f0a-c4b9-4d22-8f6f-a3fe59e84c8a None None] Deleting port bd08b9df-2b39-44bb-981c-e5a2196adf3f {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:48:13.253706 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d70c2f0a-c4b9-4d22-8f6f-a3fe59e84c8a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:13.311246 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-d9dd5213-ce1a-4889-9422-464880409a4c tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] For port bd08b9df-2b39-44bb-981c-e5a2196adf3f, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=bd08b9df-2b39-44bb-981c-e5a2196adf3f,segment=NetworkSegment(6bed8d46-4f92-4ca1-a025-57aec8f9b427),segment_id=6bed8d46-4f92-4ca1-a025-57aec8f9b427)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:48:13.311999 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d9dd5213-ce1a-4889-9422-464880409a4c tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:13.333032 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-d9dd5213-ce1a-4889-9422-464880409a4c tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] Calling delete_port for bd08b9df-2b39-44bb-981c-e5a2196adf3f owned by network:dhcp {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:48:13.436816 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d9dd5213-ce1a-4889-9422-464880409a4c tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:13.439819 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-07593456-8a22-4546-ab9e-b4faa1cd4f06 req-8a5d5d23-51c8-4459-a506-a82b576bd118 tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] For port c8b57c3a-02f7-4710-a420-c4f7ecb0fb9d, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=c8b57c3a-02f7-4710-a420-c4f7ecb0fb9d,segment=NetworkSegment(65130901-ba68-470d-9e0e-92249f5b0053),segment_id=65130901-ba68-470d-9e0e-92249f5b0053)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:48:13.444768 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-07593456-8a22-4546-ab9e-b4faa1cd4f06 req-8a5d5d23-51c8-4459-a506-a82b576bd118 tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:13.478370 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dd5213-ce1a-4889-9422-464880409a4c tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] Pushing event deleted for resources: {'Port': ['ID=bd08b9df-2b39-44bb-981c-e5a2196adf3f,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:13.504313 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9dd5213-ce1a-4889-9422-464880409a4c tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] No DVR routers for this DVR port bd08b9df-2b39-44bb-981c-e5a2196adf3f on host n-d-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:48:13.640261 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-d70c2f0a-c4b9-4d22-8f6f-a3fe59e84c8a None None] For port bd08b9df-2b39-44bb-981c-e5a2196adf3f, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=bd08b9df-2b39-44bb-981c-e5a2196adf3f,segment=NetworkSegment(6bed8d46-4f92-4ca1-a025-57aec8f9b427),segment_id=6bed8d46-4f92-4ca1-a025-57aec8f9b427)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:48:13.641603 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d70c2f0a-c4b9-4d22-8f6f-a3fe59e84c8a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:13.690564 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d9dd5213-ce1a-4889-9422-464880409a4c tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:13.727272 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-d9dd5213-ce1a-4889-9422-464880409a4c tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30bc378b-1177-4558-b545-fbf73a8e101b']}} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:13.748316 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e7429439-c57d-448b-a17c-14e632ee3338 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:13.750356 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-d9dd5213-ce1a-4889-9422-464880409a4c tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bed8d46-4f92-4ca1-a025-57aec8f9b427') {'for_net_delete': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:13.750765 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-d9dd5213-ce1a-4889-9422-464880409a4c tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bed8d46-4f92-4ca1-a025-57aec8f9b427') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:13.752151 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-d70c2f0a-c4b9-4d22-8f6f-a3fe59e84c8a None None] Calling delete_port for bd08b9df-2b39-44bb-981c-e5a2196adf3f owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:48:13.775297 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d9dd5213-ce1a-4889-9422-464880409a4c tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954405'] for segment, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:13.777337 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e7429439-c57d-448b-a17c-14e632ee3338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:13.788157 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-08b100cf-78d4-4dea-884a-12d24a93fbe3 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:13.832736 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d9dd5213-ce1a-4889-9422-464880409a4c tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:13.852459 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9dd5213-ce1a-4889-9422-464880409a4c tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=103167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:48:13.853290 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d9dd5213-ce1a-4889-9422-464880409a4c tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9956000'] for segment, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:13.859886 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:48:13.859886 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:48:13.859886 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:48:13.859886 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:48:13.859886 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:48:13.859886 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:48:13.859886 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:48:13.859886 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:48:13.859886 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:48:13.859886 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:48:13.859886 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:48:13.859886 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:48:13.859886 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:48:13.859886 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:48:13.859886 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:48:13.859886 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:48:13.859886 n-d-761264-19 neutron-server[103167]: Traceback (most recent call last): Dec 20 14:48:13.859886 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:48:13.859886 n-d-761264-19 neutron-server[103167]: timer() Dec 20 14:48:13.859886 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:48:13.859886 n-d-761264-19 neutron-server[103167]: cb(*args, **kw) Dec 20 14:48:13.859886 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:48:13.859886 n-d-761264-19 neutron-server[103167]: return func(*args, **kwargs) Dec 20 14:48:13.859886 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:48:13.859886 n-d-761264-19 neutron-server[103167]: self._notify() Dec 20 14:48:13.859886 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:48:13.859886 n-d-761264-19 neutron-server[103167]: self.callback(batched_events) Dec 20 14:48:13.859886 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:48:13.859886 n-d-761264-19 neutron-server[103167]: event.method(event) Dec 20 14:48:13.859886 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:48:13.859886 n-d-761264-19 neutron-server[103167]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:48:13.859886 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:48:13.859886 n-d-761264-19 neutron-server[103167]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:48:13.859886 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:48:13.859886 n-d-761264-19 neutron-server[103167]: return f(self, *a, **k) Dec 20 14:48:13.859886 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:48:13.859886 n-d-761264-19 neutron-server[103167]: return self._get(url).json() Dec 20 14:48:13.859886 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:48:13.859886 n-d-761264-19 neutron-server[103167]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:48:13.859886 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:48:13.859886 n-d-761264-19 neutron-server[103167]: return self.request(url, 'GET', **kwargs) Dec 20 14:48:13.859886 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:48:13.859886 n-d-761264-19 neutron-server[103167]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:48:13.859886 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:48:13.859886 n-d-761264-19 neutron-server[103167]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:48:13.859886 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:48:13.859886 n-d-761264-19 neutron-server[103167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:48:13.859886 n-d-761264-19 neutron-server[103167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:48:13.918982 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d70c2f0a-c4b9-4d22-8f6f-a3fe59e84c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:13.925823 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-e7429439-c57d-448b-a17c-14e632ee3338 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7dc761bbab074dcd91ac07adf4ad3227&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1925459 Dec 20 14:48:13.927610 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57778) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:13.928050 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57780) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:13.963511 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-3ee7ea6f-bcbb-401d-b18f-99cfd1d08753 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1525433474-network', 'tenant_id': '57a2da95046545eca3833afa1b09626b'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:48:13.986018 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70c2f0a-c4b9-4d22-8f6f-a3fe59e84c8a None None] No DVR routers for this DVR port bd08b9df-2b39-44bb-981c-e5a2196adf3f on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:48:13.989287 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7429439-c57d-448b-a17c-14e632ee3338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b01d2c2-fa39-49b7-a6f5-5249433a53bf,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:14.008646 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70c2f0a-c4b9-4d22-8f6f-a3fe59e84c8a None None] Pushing event deleted for resources: {'Port': ['ID=bd08b9df-2b39-44bb-981c-e5a2196adf3f,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:14.026347 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ee7ea6f-bcbb-401d-b18f-99cfd1d08753 admin admin] Made reservation on behalf of 57a2da95046545eca3833afa1b09626b for: {'network': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:48:14.030229 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3ee7ea6f-bcbb-401d-b18f-99cfd1d08753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:14.038809 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc374ac-97f8-4558-9510-bee576c99be3 req-c8270976-a9ec-42e0-b64e-00d4ecf356dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:14.040442 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0bc374ac-97f8-4558-9510-bee576c99be3 req-c8270976-a9ec-42e0-b64e-00d4ecf356dc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d7ac4ef8887a44c694f37700b678a7f1&device_id=d25b3c59-3af2-48e6-90d2-85f33f70fd32 HTTP/1.1" status: 200 len: 1097 time: 0.8442585 Dec 20 14:48:14.077718 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d9dd5213-ce1a-4889-9422-464880409a4c tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:14.080417 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3ee7ea6f-bcbb-401d-b18f-99cfd1d08753 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:14.099623 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d9dd5213-ce1a-4889-9422-464880409a4c tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:14.105467 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-d9dd5213-ce1a-4889-9422-464880409a4c tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] 10.222.0.54 "DELETE /v2.0/networks/30bc378b-1177-4558-b545-fbf73a8e101b HTTP/1.1" status: 204 len: 168 time: 1.4128978 Dec 20 14:48:14.236644 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dd5213-ce1a-4889-9422-464880409a4c tempest-ExtraDHCPOptionsTestJSON-1026629264 tempest-ExtraDHCPOptionsTestJSON-1026629264-project] Pushing event deleted for resources: {'Network': ['ID=30bc378b-1177-4558-b545-fbf73a8e101b,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:14.244701 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device c8b57c3a-02f7-4710-a420-c4f7ecb0fb9d no longer exists at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:48:14.246844 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d87f98da-d744-4b49-8a18-3d04c364c257 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:14.294194 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc374ac-97f8-4558-9510-bee576c99be3 req-6d04745b-f92b-4e11-ba8e-4bfb6a068ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:14.295718 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0bc374ac-97f8-4558-9510-bee576c99be3 req-6d04745b-f92b-4e11-ba8e-4bfb6a068ed8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9b4f7907-bd5d-4ee9-954d-84febe01c0f5 HTTP/1.1" status: 200 len: 914 time: 0.2108333 Dec 20 14:48:14.392719 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d87f98da-d744-4b49-8a18-3d04c364c257 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:14.405254 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-07593456-8a22-4546-ab9e-b4faa1cd4f06 req-8a5d5d23-51c8-4459-a506-a82b576bd118 tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:14.405644 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-07593456-8a22-4546-ab9e-b4faa1cd4f06 req-8a5d5d23-51c8-4459-a506-a82b576bd118 tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585115'] for floatingip, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:14.405926 n-d-761264-19 neutron-server[103168]: INFO neutron.db.l3_db [req-07593456-8a22-4546-ab9e-b4faa1cd4f06 req-8a5d5d23-51c8-4459-a506-a82b576bd118 tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] Floating IP 9382a0ce-4613-498e-958a-ee1695a5b92f disassociated. External IP: 172.25.0.184, port: c8b57c3a-02f7-4710-a420-c4f7ecb0fb9d. Dec 20 14:48:14.406266 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-07593456-8a22-4546-ab9e-b4faa1cd4f06 req-8a5d5d23-51c8-4459-a506-a82b576bd118 tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] Calling delete_port for c8b57c3a-02f7-4710-a420-c4f7ecb0fb9d owned by compute:nova {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:48:14.420700 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3ee7ea6f-bcbb-401d-b18f-99cfd1d08753 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:14.447111 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f429445d-a940-4c4d-9683-c440aaa3f41e req-143c4e81-f3a3-42f1-9d68-df698e2bb1c9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3870d726-f90f-400f-bf75-c68966f99c28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1885850 Dec 20 14:48:14.447834 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device bd08b9df-2b39-44bb-981c-e5a2196adf3f no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:48:14.467989 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0bc374ac-97f8-4558-9510-bee576c99be3 req-c8f01c8c-2bba-47a7-92e3-3eadefe6a3a0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cbe3174b-7c64-475e-8d20-4be8c080f0a2 HTTP/1.1" status: 200 len: 998 time: 0.1327107 Dec 20 14:48:14.475631 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3ee7ea6f-bcbb-401d-b18f-99cfd1d08753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:14.501241 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:14.503850 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: bd08b9df-2b39-44bb-981c-e5a2196adf3f {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:48:14.504754 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device bd08b9df-2b39-44bb-981c-e5a2196adf3f not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:48:14.539037 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b2c6104-92fa-4538-83c1-43e24d43c9c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8b57c3a-02f7-4710-a420-c4f7ecb0fb9d'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:48:14.542326 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c83c944-e558-4d9f-bcfe-7616527e661e" -d '{"events": [{"server_uuid": "6b2c6104-92fa-4538-83c1-43e24d43c9c1", "name": "network-vif-unplugged", "status": "completed", "tag": "c8b57c3a-02f7-4710-a420-c4f7ecb0fb9d"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:48:14.557052 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port c8b57c3a-02f7-4710-a420-c4f7ecb0fb9d, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=c8b57c3a-02f7-4710-a420-c4f7ecb0fb9d,segment=NetworkSegment(65130901-ba68-470d-9e0e-92249f5b0053),segment_id=65130901-ba68-470d-9e0e-92249f5b0053)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:48:14.565642 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57792) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:14.570048 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:14.610980 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ee7ea6f-bcbb-401d-b18f-99cfd1d08753 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=103167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:48:14.614855 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 14:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bed00f0-69fe-4fa3-85bb-6a732e501e44 x-openstack-request-id: req-1bed00f0-69fe-4fa3-85bb-6a732e501e44 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:48:14.615148 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b2c6104-92fa-4538-83c1-43e24d43c9c1", "name": "network-vif-unplugged", "status": "completed", "tag": "c8b57c3a-02f7-4710-a420-c4f7ecb0fb9d", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:48:14.615401 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1bed00f0-69fe-4fa3-85bb-6a732e501e44 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:48:14.615795 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b2c6104-92fa-4538-83c1-43e24d43c9c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8b57c3a-02f7-4710-a420-c4f7ecb0fb9d', 'code': 200} Dec 20 14:48:14.649488 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=c8b57c3a-02f7-4710-a420-c4f7ecb0fb9d,revision_number=6']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:14.651077 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee7ea6f-bcbb-401d-b18f-99cfd1d08753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a701814f-5d32-490c-8e3e-2aa9163864eb,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:14.653852 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d87f98da-d744-4b49-8a18-3d04c364c257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:14.658667 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d87f98da-d744-4b49-8a18-3d04c364c257 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:14.660626 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-d87f98da-d744-4b49-8a18-3d04c364c257 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7b01d2c2-fa39-49b7-a6f5-5249433a53bf HTTP/1.1" status: 204 len: 168 time: 0.7299247 Dec 20 14:48:14.663680 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc374ac-97f8-4558-9510-bee576c99be3 req-129606a6-bb0c-4588-9499-25015e3d57e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:14.665245 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0bc374ac-97f8-4558-9510-bee576c99be3 req-129606a6-bb0c-4588-9499-25015e3d57e5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=42b01fad-7b58-4f4b-9190-ade38b52aa11 HTTP/1.1" status: 200 len: 852 time: 0.1877868 Dec 20 14:48:14.669364 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3ee7ea6f-bcbb-401d-b18f-99cfd1d08753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:14.669870 n-d-761264-19 neutron-server[103167]: INFO neutron.db.segments_db [None req-3ee7ea6f-bcbb-401d-b18f-99cfd1d08753 admin admin] Added segment ba1945cf-f260-4c81-a6e7-7d1d3f8a5494 of type vlan for network 8e875a75-d8b9-4365-b48f-ed9da3d2b87d Dec 20 14:48:14.680346 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b97f5a-10da-457a-bffb-64670419e3d7 req-60bd7b30-aa18-47b8-96ab-be56c04739ce tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:14.691544 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-61b97f5a-10da-457a-bffb-64670419e3d7 req-60bd7b30-aa18-47b8-96ab-be56c04739ce tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] 10.222.0.54 "GET /v2.0/ports?device_id=6b2c6104-92fa-4538-83c1-43e24d43c9c1 HTTP/1.1" status: 200 len: 945 time: 0.3834355 Dec 20 14:48:14.696857 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87f98da-d744-4b49-8a18-3d04c364c257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b01d2c2-fa39-49b7-a6f5-5249433a53bf,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:14.731427 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f429445d-a940-4c4d-9683-c440aaa3f41e req-4611bf6b-4ed3-4c21-a093-53e1e2c17d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:14.733800 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f429445d-a940-4c4d-9683-c440aaa3f41e req-4611bf6b-4ed3-4c21-a093-53e1e2c17d11 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9abc31fa6fc849d78699cc7e0935f4b6&device_id=3870d726-f90f-400f-bf75-c68966f99c28 HTTP/1.1" status: 200 len: 1097 time: 0.2501898 Dec 20 14:48:14.753592 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3ee7ea6f-bcbb-401d-b18f-99cfd1d08753 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:14.895624 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-08b100cf-78d4-4dea-884a-12d24a93fbe3 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:14.908475 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f429445d-a940-4c4d-9683-c440aaa3f41e req-d45d4632-9473-49df-acd6-59d23b9bb5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:14.912231 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f429445d-a940-4c4d-9683-c440aaa3f41e req-d45d4632-9473-49df-acd6-59d23b9bb5f6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=247d6423-5fdf-4eed-9378-2e1201ada444 HTTP/1.1" status: 200 len: 918 time: 0.1518037 Dec 20 14:48:14.923528 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.db.resource_extend [None req-3ee7ea6f-bcbb-401d-b18f-99cfd1d08753 admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 14:48:14.932322 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-08b100cf-78d4-4dea-884a-12d24a93fbe3 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:14.977919 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc374ac-97f8-4558-9510-bee576c99be3 req-c9689a46-eee4-4102-88b6-44fd5938d7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:14.979539 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0bc374ac-97f8-4558-9510-bee576c99be3 req-c9689a46-eee4-4102-88b6-44fd5938d7ea service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9b4f7907-bd5d-4ee9-954d-84febe01c0f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2507288 Dec 20 14:48:14.995400 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-61b97f5a-10da-457a-bffb-64670419e3d7 req-2625c6cb-4a0d-4c45-a19b-0a52787daa3e tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] 10.222.0.54 "GET /v2.0/security-groups?id=11017a55-194d-4d04-9afc-adc2bee3d3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3005373 Dec 20 14:48:15.028760 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f429445d-a940-4c4d-9683-c440aaa3f41e req-3d48c951-06f1-4516-8a82-68b56bedec75 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=781fb46b-1e3a-4f20-b9da-a2fd188a525f HTTP/1.1" status: 200 len: 1000 time: 0.1003237 Dec 20 14:48:15.093900 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-086ee076-24b4-44a1-9b94-1ae91c46bc1d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b1bb3a39ba8b4916a360bebea1130e2d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5202839 Dec 20 14:48:15.098779 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57804) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:15.122087 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3ee7ea6f-bcbb-401d-b18f-99cfd1d08753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:15.123111 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee7ea6f-bcbb-401d-b18f-99cfd1d08753 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:15.123764 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3ee7ea6f-bcbb-401d-b18f-99cfd1d08753 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:15.164603 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-3ee7ea6f-bcbb-401d-b18f-99cfd1d08753 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2328761 Dec 20 14:48:15.167145 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b100cf-78d4-4dea-884a-12d24a93fbe3 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Pushing event updated for resources: {'Port': ['ID=a19129bf-5007-470c-a34b-b24ef152e051,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:15.180364 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57810) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:15.189900 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-08b100cf-78d4-4dea-884a-12d24a93fbe3 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585115'] for floatingip, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:15.190920 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-84f80b17-c229-44b4-9066-96d5dd80710a admin admin] Request body: {'subnet': {'network_id': '8e875a75-d8b9-4365-b48f-ed9da3d2b87d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1525433474-subnet', 'tenant_id': '57a2da95046545eca3833afa1b09626b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:48:15.211781 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f429445d-a940-4c4d-9683-c440aaa3f41e req-30d6021a-121e-40a4-b347-cbb47a8cfca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:15.213277 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f429445d-a940-4c4d-9683-c440aaa3f41e req-30d6021a-121e-40a4-b347-cbb47a8cfca2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a8bc57f1-3730-4dfb-a3cb-cf3c3829d7fe HTTP/1.1" status: 200 len: 856 time: 0.1762264 Dec 20 14:48:15.230022 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-07593456-8a22-4546-ab9e-b4faa1cd4f06 req-8a5d5d23-51c8-4459-a506-a82b576bd118 tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:15.287535 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:15.289935 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5d5d23-51c8-4459-a506-a82b576bd118 tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] Pushing event deleted for resources: {'Port': ['ID=c8b57c3a-02f7-4710-a420-c4f7ecb0fb9d,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:15.362431 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0bc374ac-97f8-4558-9510-bee576c99be3 req-2bc7ecff-5443-46f9-9084-dd331d4e24cf service neutron] 10.222.0.47 "GET /v2.0/networks/9b4f7907-bd5d-4ee9-954d-84febe01c0f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3617382 Dec 20 14:48:15.376821 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84f80b17-c229-44b4-9066-96d5dd80710a admin admin] Made reservation on behalf of 57a2da95046545eca3833afa1b09626b for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:48:15.379524 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-84f80b17-c229-44b4-9066-96d5dd80710a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:15.399562 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee7ea6f-bcbb-401d-b18f-99cfd1d08753 admin admin] Pushing event updated for resources: {'Network': ['ID=8e875a75-d8b9-4365-b48f-ed9da3d2b87d,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:15.415691 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-22d2bf96-66ff-419a-ad70-ecec63d91ea2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:15.420225 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 8e875a75-d8b9-4365-b48f-ed9da3d2b87d details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:48:15.421278 n-d-761264-19 neutron-server[103168]: INFO neutron.db.l3_db [None req-08b100cf-78d4-4dea-884a-12d24a93fbe3 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Floating IP 59bc9819-b75e-4a06-8c3d-4de0d99db0ce associated. External IP: 172.25.0.54, port: cbe3174b-7c64-475e-8d20-4be8c080f0a2. Dec 20 14:48:15.477810 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-22d2bf96-66ff-419a-ad70-ecec63d91ea2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:15.506499 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f429445d-a940-4c4d-9683-c440aaa3f41e req-eaf92ebb-bf85-480f-91e4-4ea66fccafcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:15.508099 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f429445d-a940-4c4d-9683-c440aaa3f41e req-eaf92ebb-bf85-480f-91e4-4ea66fccafcb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=247d6423-5fdf-4eed-9378-2e1201ada444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1731300 Dec 20 14:48:15.672470 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [req-07593456-8a22-4546-ab9e-b4faa1cd4f06 req-8a5d5d23-51c8-4459-a506-a82b576bd118 tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] Router e01ad7b0-b95a-4847-ac6b-c1b2da94e59f has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:48:15.676643 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0bc374ac-97f8-4558-9510-bee576c99be3 req-15a9613f-f80b-4e9e-aeaf-877ab8881e05 service neutron] 10.222.0.47 "GET /v2.0/networks/9b4f7907-bd5d-4ee9-954d-84febe01c0f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757893 Dec 20 14:48:15.703725 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f429445d-a940-4c4d-9683-c440aaa3f41e req-05be5fa3-7b79-4ff6-80d0-cae24e1668d0 service neutron] 10.222.0.30 "GET /v2.0/networks/247d6423-5fdf-4eed-9378-2e1201ada444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820920 Dec 20 14:48:15.704655 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-22d2bf96-66ff-419a-ad70-ecec63d91ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:15.709000 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-22d2bf96-66ff-419a-ad70-ecec63d91ea2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:15.710552 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-22d2bf96-66ff-419a-ad70-ecec63d91ea2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5297773d-d941-49bd-9c98-edc4154a344b HTTP/1.1" status: 204 len: 168 time: 0.6077683 Dec 20 14:48:15.764057 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d2bf96-66ff-419a-ad70-ecec63d91ea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5297773d-d941-49bd-9c98-edc4154a344b,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:15.946579 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57828) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:16.000729 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-84f80b17-c229-44b4-9066-96d5dd80710a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:16.009973 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-07593456-8a22-4546-ab9e-b4faa1cd4f06 req-8a5d5d23-51c8-4459-a506-a82b576bd118 tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:48:16.028924 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b50581-5670-4a60-b706-b4f0ec789ea2 None None] Sync routers for ids ['e01ad7b0-b95a-4847-ac6b-c1b2da94e59f'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:48:16.049436 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b50581-5670-4a60-b706-b4f0ec789ea2 None None] Routers {'e01ad7b0-b95a-4847-ac6b-c1b2da94e59f'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:48:16.072455 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-e8b50581-5670-4a60-b706-b4f0ec789ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:48:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['e01ad7b0-b95a-4847-ac6b-c1b2da94e59f'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:16.123745 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f429445d-a940-4c4d-9683-c440aaa3f41e req-42c7e3de-8fc9-4897-9de8-ee70f07c34b2 service neutron] 10.222.0.30 "GET /v2.0/networks/247d6423-5fdf-4eed-9378-2e1201ada444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4029806 Dec 20 14:48:16.179207 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f80b17-c229-44b4-9066-96d5dd80710a admin admin] Pushing event updated for resources: {'Subnet': ['ID=181d82e7-2bf4-4fd8-b1ba-15ef9942e875,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:16.188304 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08b100cf-78d4-4dea-884a-12d24a93fbe3 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Router 5ab9b23e-59f0-460f-a663-4100d95cb8d0 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:48:16.197005 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f80b17-c229-44b4-9066-96d5dd80710a admin admin] Checking segment: {'id': 'ba1945cf-f260-4c81-a6e7-7d1d3f8a5494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '8e875a75-d8b9-4365-b48f-ed9da3d2b87d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:48:16.197683 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f80b17-c229-44b4-9066-96d5dd80710a admin admin] Network hostable DHCP agents. Network: 8e875a75-d8b9-4365-b48f-ed9da3d2b87d, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:48:16.211558 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-07593456-8a22-4546-ab9e-b4faa1cd4f06 req-8a5d5d23-51c8-4459-a506-a82b576bd118 tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] No DVR routers for this DVR port c8b57c3a-02f7-4710-a420-c4f7ecb0fb9d on host n-h1-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:48:16.218208 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-07593456-8a22-4546-ab9e-b4faa1cd4f06 req-8a5d5d23-51c8-4459-a506-a82b576bd118 tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:16.227863 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-07593456-8a22-4546-ab9e-b4faa1cd4f06 req-8a5d5d23-51c8-4459-a506-a82b576bd118 tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] 10.222.0.30 "DELETE /v2.0/ports/c8b57c3a-02f7-4710-a420-c4f7ecb0fb9d HTTP/1.1" status: 204 len: 173 time: 4.0688293 Dec 20 14:48:16.247071 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f80b17-c229-44b4-9066-96d5dd80710a admin admin] Network 8e875a75-d8b9-4365-b48f-ed9da3d2b87d is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:48:16.251042 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b2c6104-92fa-4538-83c1-43e24d43c9c1', 'name': 'network-vif-deleted', 'tag': 'c8b57c3a-02f7-4710-a420-c4f7ecb0fb9d'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:48:16.254764 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19741587-3af5-4780-b0bf-116d2cb7d9ec" -d '{"events": [{"server_uuid": "6b2c6104-92fa-4538-83c1-43e24d43c9c1", "name": "network-vif-deleted", "tag": "c8b57c3a-02f7-4710-a420-c4f7ecb0fb9d"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:48:16.263899 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e4096ecf-6c48-411c-9d2b-102ed1a51ff5 req-2cf7cebc-d846-40c3-9f43-740eb1fdcb1d tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] 10.222.0.54 "GET /v2.0/ports?device_id=6b2c6104-92fa-4538-83c1-43e24d43c9c1 HTTP/1.1" status: 200 len: 210 time: 0.0741160 Dec 20 14:48:16.289084 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-84f80b17-c229-44b4-9066-96d5dd80710a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 8e875a75-d8b9-4365-b48f-ed9da3d2b87d) {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:48:16.322032 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2456e9f2-100a-4f65-956f-3d3b35702573 None None] Network 8e875a75-d8b9-4365-b48f-ed9da3d2b87d requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:48:16.329993 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f80b17-c229-44b4-9066-96d5dd80710a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:16.339845 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-84f80b17-c229-44b4-9066-96d5dd80710a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:16.391873 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-281bf34f-8111-4a7e-9198-17f1c28d0403 x-openstack-request-id: req-281bf34f-8111-4a7e-9198-17f1c28d0403 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:48:16.392835 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b2c6104-92fa-4538-83c1-43e24d43c9c1", "name": "network-vif-deleted", "tag": "c8b57c3a-02f7-4710-a420-c4f7ecb0fb9d", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:48:16.393257 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-281bf34f-8111-4a7e-9198-17f1c28d0403 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:48:16.393803 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b2c6104-92fa-4538-83c1-43e24d43c9c1', 'name': 'network-vif-deleted', 'tag': 'c8b57c3a-02f7-4710-a420-c4f7ecb0fb9d', 'status': 'completed', 'code': 200} Dec 20 14:48:16.396420 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-e8b50581-5670-4a60-b706-b4f0ec789ea2 None None] Set router e01ad7b0-b95a-4847-ac6b-c1b2da94e59f gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:48:16.425340 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-84f80b17-c229-44b4-9066-96d5dd80710a admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2308805 Dec 20 14:48:16.453153 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-5bd1c710-f161-4ad1-a49b-a7e17e8f3d1e admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1397155436-network', 'tenant_id': 'b9022543b31d4d05a93d156c059d5be2'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:48:16.535309 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bd1c710-f161-4ad1-a49b-a7e17e8f3d1e admin admin] Made reservation on behalf of b9022543b31d4d05a93d156c059d5be2 for: {'network': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:48:16.549626 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5bd1c710-f161-4ad1-a49b-a7e17e8f3d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:16.581790 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5bd1c710-f161-4ad1-a49b-a7e17e8f3d1e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:16.744410 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdacd1b2-f20e-4e0f-8e47-830ed090a051 None None] Network 8e875a75-d8b9-4365-b48f-ed9da3d2b87d requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:48:16.783057 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5bd1c710-f161-4ad1-a49b-a7e17e8f3d1e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:16.790238 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5bd1c710-f161-4ad1-a49b-a7e17e8f3d1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:16.841523 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bd1c710-f161-4ad1-a49b-a7e17e8f3d1e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=103167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:48:16.887141 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd1c710-f161-4ad1-a49b-a7e17e8f3d1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6b0777e-a9fb-4ce9-9325-97e082b5b59b,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:16.910204 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5bd1c710-f161-4ad1-a49b-a7e17e8f3d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:16.910695 n-d-761264-19 neutron-server[103167]: INFO neutron.db.segments_db [None req-5bd1c710-f161-4ad1-a49b-a7e17e8f3d1e admin admin] Added segment 75a21c98-f66c-46b4-8914-34ed4108f76e of type vlan for network 1182850f-ce9c-4b22-904c-0135de0dee3d Dec 20 14:48:17.044596 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5bd1c710-f161-4ad1-a49b-a7e17e8f3d1e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:17.121308 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5bd1c710-f161-4ad1-a49b-a7e17e8f3d1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:17.122682 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd1c710-f161-4ad1-a49b-a7e17e8f3d1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:17.123299 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5bd1c710-f161-4ad1-a49b-a7e17e8f3d1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:17.166268 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-e8b50581-5670-4a60-b706-b4f0ec789ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e01ad7b0-b95a-4847-ac6b-c1b2da94e59f', 'name': 'tempest-ServersTestJSON-72855976-router', 'tenant_id': '8255d8223f1c451bbb1b1532cd6a52b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'f0917485-a54a-41c2-8582-8dccc197766d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:44:43Z', 'updated_at': '2021-12-20T14:44:56Z', 'revision_number': 4, 'project_id': '8255d8223f1c451bbb1b1532cd6a52b8', 'gw_port': {'id': 'f0917485-a54a-41c2-8582-8dccc197766d', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e01ad7b0-b95a-4847-ac6b-c1b2da94e59f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:44:44Z', 'updated_at': '2021-12-20T14:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '5073e936-834d-44ff-b2ef-e5802da383d0', 'name': '', 'network_id': '75cc060c-9a9b-45bd-b303-f0f117f0c788', 'tenant_id': '8255d8223f1c451bbb1b1532cd6a52b8', 'mac_address': 'fa:16:3e:1a:56:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e01ad7b0-b95a-4847-ac6b-c1b2da94e59f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2286, 'fixed_ips': [{'subnet_id': '19a7e12b-bc69-4c68-8b63-286ef4ad0b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:44:53Z', 'updated_at': '2021-12-20T14:45:07Z', 'revision_number': 5, 'project_id': '8255d8223f1c451bbb1b1532cd6a52b8', 'subnets': [{'id': '19a7e12b-bc69-4c68-8b63-286ef4ad0b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:17.194195 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08b100cf-78d4-4dea-884a-12d24a93fbe3 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:48:17.203094 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b50581-5670-4a60-b706-b4f0ec789ea2 None None] Checking router: e01ad7b0-b95a-4847-ac6b-c1b2da94e59f for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:48:17.205752 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a631925-64d3-4a4a-9720-493d6f73026a None None] Sync routers for ids ['5ab9b23e-59f0-460f-a663-4100d95cb8d0'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:48:17.213583 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b50581-5670-4a60-b706-b4f0ec789ea2 None None] Routers {'e01ad7b0-b95a-4847-ac6b-c1b2da94e59f'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:48:17.215724 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-e8b50581-5670-4a60-b706-b4f0ec789ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:48:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['e01ad7b0-b95a-4847-ac6b-c1b2da94e59f'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:17.224047 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a631925-64d3-4a4a-9720-493d6f73026a None None] Routers {'5ab9b23e-59f0-460f-a663-4100d95cb8d0'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:48:17.229374 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-2a631925-64d3-4a4a-9720-493d6f73026a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:48:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['5ab9b23e-59f0-460f-a663-4100d95cb8d0'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:17.239377 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-08b100cf-78d4-4dea-884a-12d24a93fbe3 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:17.294469 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd1c710-f161-4ad1-a49b-a7e17e8f3d1e admin admin] Pushing event updated for resources: {'Network': ['ID=1182850f-ce9c-4b22-904c-0135de0dee3d,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:17.323661 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-5bd1c710-f161-4ad1-a49b-a7e17e8f3d1e admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3732240 Dec 20 14:48:17.326600 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57876) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:17.337736 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-11991d34-b598-473e-899d-f09d1a1a8d3d admin admin] Request body: {'subnet': {'network_id': '1182850f-ce9c-4b22-904c-0135de0dee3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1397155436-subnet', 'tenant_id': 'b9022543b31d4d05a93d156c059d5be2', 'ip_version': 4}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:48:17.387654 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-2a631925-64d3-4a4a-9720-493d6f73026a None None] Set router 5ab9b23e-59f0-460f-a663-4100d95cb8d0 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:48:17.401415 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 1182850f-ce9c-4b22-904c-0135de0dee3d details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:48:17.412891 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11991d34-b598-473e-899d-f09d1a1a8d3d admin admin] Made reservation on behalf of b9022543b31d4d05a93d156c059d5be2 for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:48:17.418091 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-11991d34-b598-473e-899d-f09d1a1a8d3d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:17.425513 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57880) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:17.455869 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57884) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:17.553431 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e68b58-3224-4fb4-9086-9c601cab5e35 req-c44e47b2-61e7-4cb8-9196-014ac496c4e3 tempest-ServersNegativeTestMultiTenantJSON-1011105933 tempest-ServersNegativeTestMultiTenantJSON-1011105933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:17.562697 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-45e68b58-3224-4fb4-9086-9c601cab5e35 req-c44e47b2-61e7-4cb8-9196-014ac496c4e3 tempest-ServersNegativeTestMultiTenantJSON-1011105933 tempest-ServersNegativeTestMultiTenantJSON-1011105933-project] 10.222.0.54 "GET /v2.0/networks?id=d5bf6ba8-862d-417b-a5d5-104b54a86a0d HTTP/1.1" status: 200 len: 825 time: 0.2505336 Dec 20 14:48:17.583103 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7c8081d4-6488-4c85-b112-c76974d387df tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:17.589891 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-08b100cf-78d4-4dea-884a-12d24a93fbe3 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 7.3439031 Dec 20 14:48:17.590257 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-45e68b58-3224-4fb4-9086-9c601cab5e35 req-637b664e-ba47-4ea9-9996-26d602fc0909 tempest-ServersNegativeTestMultiTenantJSON-1011105933 tempest-ServersNegativeTestMultiTenantJSON-1011105933-project] 10.222.0.54 "GET /v2.0/quotas/95c695756e4c4f708baf32eff66fda35 HTTP/1.1" status: 200 len: 375 time: 0.0267439 Dec 20 14:48:17.590716 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57888) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:17.614502 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7c8081d4-6488-4c85-b112-c76974d387df tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:17.679581 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-2a631925-64d3-4a4a-9720-493d6f73026a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab9b23e-59f0-460f-a663-4100d95cb8d0', 'name': 'tempest-TestVolumeBackupRestore-525781048-router', 'tenant_id': 'd7ac4ef8887a44c694f37700b678a7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': '5cace7f5-a1da-4c16-985f-7c944ee48bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:42:49Z', 'updated_at': '2021-12-20T14:42:56Z', 'revision_number': 4, 'project_id': 'd7ac4ef8887a44c694f37700b678a7f1', 'gw_port': {'id': '5cace7f5-a1da-4c16-985f-7c944ee48bf0', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:52:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab9b23e-59f0-460f-a663-4100d95cb8d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:42:50Z', 'updated_at': '2021-12-20T14:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': '59bc9819-b75e-4a06-8c3d-4de0d99db0ce', 'tenant_id': 'd7ac4ef8887a44c694f37700b678a7f1', 'floating_ip_address': '172.25.0.54', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': '5ab9b23e-59f0-460f-a663-4100d95cb8d0', 'port_id': 'cbe3174b-7c64-475e-8d20-4be8c080f0a2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b4f7907-bd5d-4ee9-954d-84febe01c0f5', 'mac_address': 'fa:16:3e:e3:61:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25b3c59-3af2-48e6-90d2-85f33f70fd32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T14:48:11Z', 'updated_at': '2021-12-20T14:48:11Z', 'revision_number': 0, 'project_id': 'd7ac4ef8887a44c694f37700b678a7f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1a22649-86d4-45c9-8ea3-9d5d209e01b3', 'name': '', 'network_id': '9b4f7907-bd5d-4ee9-954d-84febe01c0f5', 'tenant_id': 'd7ac4ef8887a44c694f37700b678a7f1', 'mac_address': 'fa:16:3e:d3:cb:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab9b23e-59f0-460f-a663-4100d95cb8d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': '42b01fad-7b58-4f4b-9190-ade38b52aa11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:42:55Z', 'updated_at': '2021-12-20T14:43:01Z', 'revision_number': 5, 'project_id': 'd7ac4ef8887a44c694f37700b678a7f1', 'subnets': [{'id': '42b01fad-7b58-4f4b-9190-ade38b52aa11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:17.686903 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7c8081d4-6488-4c85-b112-c76974d387df tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:17.692696 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-e8b50581-5670-4a60-b706-b4f0ec789ea2 None None] Set router e01ad7b0-b95a-4847-ac6b-c1b2da94e59f gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:48:17.692975 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7c8081d4-6488-4c85-b112-c76974d387df tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:17.695477 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-7c8081d4-6488-4c85-b112-c76974d387df tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] 10.222.0.54 "DELETE /v2.0/security-groups/11017a55-194d-4d04-9afc-adc2bee3d3ca HTTP/1.1" status: 204 len: 168 time: 0.2378728 Dec 20 14:48:17.722406 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57890) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:17.726195 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-45e68b58-3224-4fb4-9086-9c601cab5e35 req-b2903c08-3ad2-4540-b50c-6541000e7aaf tempest-ServersNegativeTestMultiTenantJSON-1011105933 tempest-ServersNegativeTestMultiTenantJSON-1011105933-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=95c695756e4c4f708baf32eff66fda35&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0751746 Dec 20 14:48:17.734083 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a631925-64d3-4a4a-9720-493d6f73026a None None] Checking router: 5ab9b23e-59f0-460f-a663-4100d95cb8d0 for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:48:17.759436 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a631925-64d3-4a4a-9720-493d6f73026a None None] Routers {'5ab9b23e-59f0-460f-a663-4100d95cb8d0'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:48:17.760841 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-2a631925-64d3-4a4a-9720-493d6f73026a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:48:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['5ab9b23e-59f0-460f-a663-4100d95cb8d0'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:17.810252 n-d-761264-19 neutron-server[103168]: INFO neutron.api.v2.resource [None req-e3a0b023-f609-4539-9d79-a6fa785d779b tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] show failed (client error): The resource could not be found. Dec 20 14:48:17.815371 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-e3a0b023-f609-4539-9d79-a6fa785d779b tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] 10.222.0.54 "GET /v2.0/security-groups/11017a55-194d-4d04-9afc-adc2bee3d3ca HTTP/1.1" status: 404 len: 347 time: 0.0916555 Dec 20 14:48:17.884347 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57892) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:17.886782 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449c21ef-e40b-4ac7-a6d2-29dd1222c6fb tempest-TestVolumeBackupRestore-946555784 tempest-TestVolumeBackupRestore-946555784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:17.888613 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-449c21ef-e40b-4ac7-a6d2-29dd1222c6fb tempest-TestVolumeBackupRestore-946555784 tempest-TestVolumeBackupRestore-946555784-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=d25b3c59-3af2-48e6-90d2-85f33f70fd32 HTTP/1.1" status: 200 len: 1092 time: 0.2969422 Dec 20 14:48:17.897831 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57894) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:17.942339 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-2a631925-64d3-4a4a-9720-493d6f73026a None None] Set router 5ab9b23e-59f0-460f-a663-4100d95cb8d0 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:48:17.987237 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-e8b50581-5670-4a60-b706-b4f0ec789ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e01ad7b0-b95a-4847-ac6b-c1b2da94e59f', 'name': 'tempest-ServersTestJSON-72855976-router', 'tenant_id': '8255d8223f1c451bbb1b1532cd6a52b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'f0917485-a54a-41c2-8582-8dccc197766d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:44:43Z', 'updated_at': '2021-12-20T14:44:56Z', 'revision_number': 4, 'project_id': '8255d8223f1c451bbb1b1532cd6a52b8', 'gw_port': {'id': 'f0917485-a54a-41c2-8582-8dccc197766d', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e01ad7b0-b95a-4847-ac6b-c1b2da94e59f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:44:44Z', 'updated_at': '2021-12-20T14:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '5073e936-834d-44ff-b2ef-e5802da383d0', 'name': '', 'network_id': '75cc060c-9a9b-45bd-b303-f0f117f0c788', 'tenant_id': '8255d8223f1c451bbb1b1532cd6a52b8', 'mac_address': 'fa:16:3e:1a:56:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e01ad7b0-b95a-4847-ac6b-c1b2da94e59f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2286, 'fixed_ips': [{'subnet_id': '19a7e12b-bc69-4c68-8b63-286ef4ad0b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:44:53Z', 'updated_at': '2021-12-20T14:45:07Z', 'revision_number': 5, 'project_id': '8255d8223f1c451bbb1b1532cd6a52b8', 'subnets': [{'id': '19a7e12b-bc69-4c68-8b63-286ef4ad0b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:18.025867 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b50581-5670-4a60-b706-b4f0ec789ea2 None None] The sync data for ids ['e01ad7b0-b95a-4847-ac6b-c1b2da94e59f'] in n-d-761264-19 is: [{'id': 'e01ad7b0-b95a-4847-ac6b-c1b2da94e59f', 'name': 'tempest-ServersTestJSON-72855976-router', 'tenant_id': '8255d8223f1c451bbb1b1532cd6a52b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'f0917485-a54a-41c2-8582-8dccc197766d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:44:43Z', 'updated_at': '2021-12-20T14:44:56Z', 'revision_number': 4, 'project_id': '8255d8223f1c451bbb1b1532cd6a52b8', 'gw_port': {'id': 'f0917485-a54a-41c2-8582-8dccc197766d', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e01ad7b0-b95a-4847-ac6b-c1b2da94e59f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:44:44Z', 'updated_at': '2021-12-20T14:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '5073e936-834d-44ff-b2ef-e5802da383d0', 'name': '', 'network_id': '75cc060c-9a9b-45bd-b303-f0f117f0c788', 'tenant_id': '8255d8223f1c451bbb1b1532cd6a52b8', 'mac_address': 'fa:16:3e:1a:56:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e01ad7b0-b95a-4847-ac6b-c1b2da94e59f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2286, 'fixed_ips': [{'subnet_id': '19a7e12b-bc69-4c68-8b63-286ef4ad0b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:44:53Z', 'updated_at': '2021-12-20T14:45:07Z', 'revision_number': 5, 'project_id': '8255d8223f1c451bbb1b1532cd6a52b8', 'subnets': [{'id': '19a7e12b-bc69-4c68-8b63-286ef4ad0b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:48:18.066008 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-45e68b58-3224-4fb4-9086-9c601cab5e35 req-eaee45c3-0ab8-454c-9219-59d459ae7feb service neutron] 10.222.0.54 "GET /v2.0/networks/d5bf6ba8-862d-417b-a5d5-104b54a86a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3236701 Dec 20 14:48:18.212969 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-fd426bf8-7476-4259-8b02-020f188ce834 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Request body: {'security_group': {'name': 'tempest-secgroup--622541539'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:48:18.214506 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-c221397e-4129-49e8-94a3-5d210d5cb40a tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Request body: {'floatingip': {'port_id': 'cbe3174b-7c64-475e-8d20-4be8c080f0a2'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:48:18.229045 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8081d4-6488-4c85-b112-c76974d387df tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11017a55-194d-4d04-9afc-adc2bee3d3ca,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:18.328411 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c221397e-4129-49e8-94a3-5d210d5cb40a tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Publish callbacks [] for floatingip, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:18.361152 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-11991d34-b598-473e-899d-f09d1a1a8d3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:18.372421 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-2a631925-64d3-4a4a-9720-493d6f73026a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab9b23e-59f0-460f-a663-4100d95cb8d0', 'name': 'tempest-TestVolumeBackupRestore-525781048-router', 'tenant_id': 'd7ac4ef8887a44c694f37700b678a7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': '5cace7f5-a1da-4c16-985f-7c944ee48bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:42:49Z', 'updated_at': '2021-12-20T14:42:56Z', 'revision_number': 4, 'project_id': 'd7ac4ef8887a44c694f37700b678a7f1', 'gw_port': {'id': '5cace7f5-a1da-4c16-985f-7c944ee48bf0', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:52:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab9b23e-59f0-460f-a663-4100d95cb8d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:42:50Z', 'updated_at': '2021-12-20T14:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': '59bc9819-b75e-4a06-8c3d-4de0d99db0ce', 'tenant_id': 'd7ac4ef8887a44c694f37700b678a7f1', 'floating_ip_address': '172.25.0.54', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': '5ab9b23e-59f0-460f-a663-4100d95cb8d0', 'port_id': 'cbe3174b-7c64-475e-8d20-4be8c080f0a2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b4f7907-bd5d-4ee9-954d-84febe01c0f5', 'mac_address': 'fa:16:3e:e3:61:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25b3c59-3af2-48e6-90d2-85f33f70fd32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T14:48:11Z', 'updated_at': '2021-12-20T14:48:11Z', 'revision_number': 0, 'project_id': 'd7ac4ef8887a44c694f37700b678a7f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1a22649-86d4-45c9-8ea3-9d5d209e01b3', 'name': '', 'network_id': '9b4f7907-bd5d-4ee9-954d-84febe01c0f5', 'tenant_id': 'd7ac4ef8887a44c694f37700b678a7f1', 'mac_address': 'fa:16:3e:d3:cb:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab9b23e-59f0-460f-a663-4100d95cb8d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': '42b01fad-7b58-4f4b-9190-ade38b52aa11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:42:55Z', 'updated_at': '2021-12-20T14:43:01Z', 'revision_number': 5, 'project_id': 'd7ac4ef8887a44c694f37700b678a7f1', 'subnets': [{'id': '42b01fad-7b58-4f4b-9190-ade38b52aa11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:18.384081 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-45e68b58-3224-4fb4-9086-9c601cab5e35 req-1a837c7a-d6af-4167-b0fe-d269ef089ba4 service neutron] 10.222.0.54 "GET /v2.0/networks/d5bf6ba8-862d-417b-a5d5-104b54a86a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3164325 Dec 20 14:48:18.385353 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fd426bf8-7476-4259-8b02-020f188ce834 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:18.400874 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd25b3c59-3af2-48e6-90d2-85f33f70fd32', 'tag': 'cbe3174b-7c64-475e-8d20-4be8c080f0a2'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:48:18.405307 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb487fd1-4445-4bb5-9fc1-28076bf909e5" -d '{"events": [{"name": "network-changed", "server_uuid": "d25b3c59-3af2-48e6-90d2-85f33f70fd32", "tag": "cbe3174b-7c64-475e-8d20-4be8c080f0a2"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:48:18.421476 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-d27dd9a3-c494-41f0-9778-fc3a0f231bf5 tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] Deleting port e1cdd47e-76cc-4d34-b01a-661b945fa605 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:48:18.422293 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d27dd9a3-c494-41f0-9778-fc3a0f231bf5 tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:18.434694 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fd426bf8-7476-4259-8b02-020f188ce834 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:18.438294 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a631925-64d3-4a4a-9720-493d6f73026a None None] The sync data for ids ['5ab9b23e-59f0-460f-a663-4100d95cb8d0'] in n-d-761264-19 is: [{'id': '5ab9b23e-59f0-460f-a663-4100d95cb8d0', 'name': 'tempest-TestVolumeBackupRestore-525781048-router', 'tenant_id': 'd7ac4ef8887a44c694f37700b678a7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': '5cace7f5-a1da-4c16-985f-7c944ee48bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:42:49Z', 'updated_at': '2021-12-20T14:42:56Z', 'revision_number': 4, 'project_id': 'd7ac4ef8887a44c694f37700b678a7f1', 'gw_port': {'id': '5cace7f5-a1da-4c16-985f-7c944ee48bf0', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:52:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab9b23e-59f0-460f-a663-4100d95cb8d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:42:50Z', 'updated_at': '2021-12-20T14:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': '59bc9819-b75e-4a06-8c3d-4de0d99db0ce', 'tenant_id': 'd7ac4ef8887a44c694f37700b678a7f1', 'floating_ip_address': '172.25.0.54', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': '5ab9b23e-59f0-460f-a663-4100d95cb8d0', 'port_id': 'cbe3174b-7c64-475e-8d20-4be8c080f0a2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b4f7907-bd5d-4ee9-954d-84febe01c0f5', 'mac_address': 'fa:16:3e:e3:61:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25b3c59-3af2-48e6-90d2-85f33f70fd32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T14:48:11Z', 'updated_at': '2021-12-20T14:48:11Z', 'revision_number': 0, 'project_id': 'd7ac4ef8887a44c694f37700b678a7f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1a22649-86d4-45c9-8ea3-9d5d209e01b3', 'name': '', 'network_id': '9b4f7907-bd5d-4ee9-954d-84febe01c0f5', 'tenant_id': 'd7ac4ef8887a44c694f37700b678a7f1', 'mac_address': 'fa:16:3e:d3:cb:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab9b23e-59f0-460f-a663-4100d95cb8d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': '42b01fad-7b58-4f4b-9190-ade38b52aa11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:42:55Z', 'updated_at': '2021-12-20T14:43:01Z', 'revision_number': 5, 'project_id': 'd7ac4ef8887a44c694f37700b678a7f1', 'subnets': [{'id': '42b01fad-7b58-4f4b-9190-ade38b52aa11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:48:18.509292 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11991d34-b598-473e-899d-f09d1a1a8d3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=58bb0a54-fd28-4f97-8d85-7a0bd4fc156b,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:18.509659 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7834ebbe-f99a-4597-9d31-99c6f0ee8071 x-openstack-request-id: req-7834ebbe-f99a-4597-9d31-99c6f0ee8071 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:48:18.510883 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d25b3c59-3af2-48e6-90d2-85f33f70fd32", "tag": "cbe3174b-7c64-475e-8d20-4be8c080f0a2", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:48:18.513158 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7834ebbe-f99a-4597-9d31-99c6f0ee8071 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:48:18.513759 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd25b3c59-3af2-48e6-90d2-85f33f70fd32', 'tag': 'cbe3174b-7c64-475e-8d20-4be8c080f0a2', 'status': 'completed', 'code': 200} Dec 20 14:48:18.528430 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11991d34-b598-473e-899d-f09d1a1a8d3d admin admin] Checking segment: {'id': '75a21c98-f66c-46b4-8914-34ed4108f76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1182850f-ce9c-4b22-904c-0135de0dee3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:48:18.528999 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11991d34-b598-473e-899d-f09d1a1a8d3d admin admin] Network hostable DHCP agents. Network: 1182850f-ce9c-4b22-904c-0135de0dee3d, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:48:18.604287 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2254611f-8f82-4940-b73a-8c60c0bc71c5 None None] New status for floating IP 9382a0ce-4613-498e-958a-ee1695a5b92f: DOWN {{(pid=103169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 14:48:18.647930 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fd426bf8-7476-4259-8b02-020f188ce834 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:18.659938 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fd426bf8-7476-4259-8b02-020f188ce834 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:18.661218 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 14:48:18.674319 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11991d34-b598-473e-899d-f09d1a1a8d3d admin admin] Network 1182850f-ce9c-4b22-904c-0135de0dee3d is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:48:18.695617 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-11991d34-b598-473e-899d-f09d1a1a8d3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 1182850f-ce9c-4b22-904c-0135de0dee3d) {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:48:18.719454 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11991d34-b598-473e-899d-f09d1a1a8d3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:18.721684 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-11991d34-b598-473e-899d-f09d1a1a8d3d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:18.771763 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56379791-ee09-4832-bbaa-508500c4ad60 None None] Network 1182850f-ce9c-4b22-904c-0135de0dee3d requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:48:18.774379 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d27dd9a3-c494-41f0-9778-fc3a0f231bf5 tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:18.775102 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d27dd9a3-c494-41f0-9778-fc3a0f231bf5 tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:18.783641 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-11991d34-b598-473e-899d-f09d1a1a8d3d admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4549820 Dec 20 14:48:18.791337 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57912) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:18.796950 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-e26593ae-c1e6-4a3b-8538-ba19cf4e5be6 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1397155436-router', 'tenant_id': 'b9022543b31d4d05a93d156c059d5be2', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:48:18.810515 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb487fd1-4445-4bb5-9fc1-28076bf909e5 req-7cf1b7cd-abf6-4e16-b1bb-a5352c74f993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:18.812184 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-eb487fd1-4445-4bb5-9fc1-28076bf909e5 req-7cf1b7cd-abf6-4e16-b1bb-a5352c74f993 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d7ac4ef8887a44c694f37700b678a7f1&device_id=d25b3c59-3af2-48e6-90d2-85f33f70fd32 HTTP/1.1" status: 200 len: 1097 time: 0.2023690 Dec 20 14:48:18.849604 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-d27dd9a3-c494-41f0-9778-fc3a0f231bf5 tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] Calling delete_port for e1cdd47e-76cc-4d34-b01a-661b945fa605 owned by network:floatingip {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:48:18.888512 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57914) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:18.891969 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-507e65ff-1d40-40b2-b35f-774441868ad8 req-6fc84beb-fe3d-4877-98f2-71a2d5e90315 tempest-ServersNegativeTestMultiTenantJSON-1011105933 tempest-ServersNegativeTestMultiTenantJSON-1011105933-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f4bb2e7-da83-4965-996b-533cf00c2ff5 HTTP/1.1" status: 200 len: 210 time: 0.1402814 Dec 20 14:48:18.953327 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd426bf8-7476-4259-8b02-020f188ce834 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e100d7b-e482-417e-bf2a-c3be55169619,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:18.955118 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430c3237-e55c-473b-a56c-9a731b7f7db0 None None] New status for floating IP 59bc9819-b75e-4a06-8c3d-4de0d99db0ce: ACTIVE {{(pid=103170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 14:48:19.068522 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fd426bf8-7476-4259-8b02-020f188ce834 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:19.083082 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fd426bf8-7476-4259-8b02-020f188ce834 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:19.083534 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31359f44-1d21-4a8d-841b-3749f405475e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-1182850f-ce9c-4b22-904c-0135de0dee3d', 'network_id': '1182850f-ce9c-4b22-904c-0135de0dee3d', 'project_id': 'b9022543b31d4d05a93d156c059d5be2', 'fixed_ips': [{'subnet_id': '58bb0a54-fd28-4f97-8d85-7a0bd4fc156b'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:48:19.084636 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-31359f44-1d21-4a8d-841b-3749f405475e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:19.165831 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd426bf8-7476-4259-8b02-020f188ce834 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e6f1f0-5140-428c-abeb-dcd0e008790d,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:19.204699 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fd426bf8-7476-4259-8b02-020f188ce834 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:19.212579 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-fd426bf8-7476-4259-8b02-020f188ce834 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.7831306 Dec 20 14:48:19.213746 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57922) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:19.383813 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-31359f44-1d21-4a8d-841b-3749f405475e None None] Allocated IP 172.20.0.2 (1182850f-ce9c-4b22-904c-0135de0dee3d/58bb0a54-fd28-4f97-8d85-7a0bd4fc156b/411bc842-4548-45a7-983b-4c77aa7119f8) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:48:19.417870 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.db.resource_extend [None req-c221397e-4129-49e8-94a3-5d210d5cb40a tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 14:48:19.422252 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e26593ae-c1e6-4a3b-8538-ba19cf4e5be6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40114'] for router, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:19.423481 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e26593ae-c1e6-4a3b-8538-ba19cf4e5be6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40139'] for router, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:19.497701 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-52d5d833-523a-44ac-b29a-f5535e0aa931 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.2802219 Dec 20 14:48:19.510351 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57928) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:19.545733 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-fa9843e1-844d-4f85-935b-868ab3f5e6e1 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Request body: {'security_group': {'name': 'tempest-security--2018678898', 'description': 'tempest-security-description-92980732'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:48:19.584593 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c221397e-4129-49e8-94a3-5d210d5cb40a tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:19.591083 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb487fd1-4445-4bb5-9fc1-28076bf909e5 req-f03335d3-2a38-459e-a4fc-80ac5903a932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:19.591948 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.db.api [None req-430c3237-e55c-473b-a56c-9a731b7f7db0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 14:48:19.592481 n-d-761264-19 neutron-server[103170]: DEBUG oslo_db.api [None req-430c3237-e55c-473b-a56c-9a731b7f7db0 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 14:48:19.593516 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-eb487fd1-4445-4bb5-9fc1-28076bf909e5 req-f03335d3-2a38-459e-a4fc-80ac5903a932 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9b4f7907-bd5d-4ee9-954d-84febe01c0f5 HTTP/1.1" status: 200 len: 914 time: 0.7550602 Dec 20 14:48:19.625339 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c221397e-4129-49e8-94a3-5d210d5cb40a tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585115'] for floatingip, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:19.688141 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e26593ae-c1e6-4a3b-8538-ba19cf4e5be6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:19.690712 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fa9843e1-844d-4f85-935b-868ab3f5e6e1 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:19.727606 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-31359f44-1d21-4a8d-841b-3749f405475e None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:19.739466 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-31359f44-1d21-4a8d-841b-3749f405475e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:19.860727 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31359f44-1d21-4a8d-841b-3749f405475e None None] Network 1182850f-ce9c-4b22-904c-0135de0dee3d is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:48:19.863517 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31359f44-1d21-4a8d-841b-3749f405475e None None] Pushing event updated for resources: {'Port': ['ID=411bc842-4548-45a7-983b-4c77aa7119f8,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:19.867157 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-31359f44-1d21-4a8d-841b-3749f405475e None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:48:19.870036 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31359f44-1d21-4a8d-841b-3749f405475e None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:48:19.951381 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-31359f44-1d21-4a8d-841b-3749f405475e None None] Attempting to bind port 411bc842-4548-45a7-983b-4c77aa7119f8 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:48:19.952309 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-31359f44-1d21-4a8d-841b-3749f405475e None None] Attempting to bind port 411bc842-4548-45a7-983b-4c77aa7119f8 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '75a21c98-f66c-46b4-8914-34ed4108f76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1182850f-ce9c-4b22-904c-0135de0dee3d'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:48:19.952970 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31359f44-1d21-4a8d-841b-3749f405475e None None] Attempting to bind port 411bc842-4548-45a7-983b-4c77aa7119f8 on network 1182850f-ce9c-4b22-904c-0135de0dee3d {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:48:19.960775 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31359f44-1d21-4a8d-841b-3749f405475e None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:48:19.961737 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31359f44-1d21-4a8d-841b-3749f405475e None None] Checking segment: {'id': '75a21c98-f66c-46b4-8914-34ed4108f76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1182850f-ce9c-4b22-904c-0135de0dee3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:48:19.962212 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-31359f44-1d21-4a8d-841b-3749f405475e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:19.962918 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31359f44-1d21-4a8d-841b-3749f405475e None None] Bound using segment: {'id': '75a21c98-f66c-46b4-8914-34ed4108f76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1182850f-ce9c-4b22-904c-0135de0dee3d'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:48:19.963885 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-31359f44-1d21-4a8d-841b-3749f405475e None None] Bound port: 411bc842-4548-45a7-983b-4c77aa7119f8, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75a21c98-f66c-46b4-8914-34ed4108f76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1182850f-ce9c-4b22-904c-0135de0dee3d'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:48:19.964435 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-31359f44-1d21-4a8d-841b-3749f405475e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:19.964570 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-eb487fd1-4445-4bb5-9fc1-28076bf909e5 req-1bdd2795-33e3-4603-9741-54968ea78722 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cbe3174b-7c64-475e-8d20-4be8c080f0a2 HTTP/1.1" status: 200 len: 998 time: 0.3398812 Dec 20 14:48:20.004622 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fa9843e1-844d-4f85-935b-868ab3f5e6e1 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:20.058413 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a5602cb8-8786-4f2c-b3d0-5b318f153173 req-56d2fa97-1565-414b-9b2e-a381c35f962d tempest-ServersNegativeTestMultiTenantJSON-1011105933 tempest-ServersNegativeTestMultiTenantJSON-1011105933-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f4bb2e7-da83-4965-996b-533cf00c2ff5 HTTP/1.1" status: 200 len: 210 time: 0.0506616 Dec 20 14:48:20.067263 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-31359f44-1d21-4a8d-841b-3749f405475e None None] For port 411bc842-4548-45a7-983b-4c77aa7119f8, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:48:20.085506 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-31359f44-1d21-4a8d-841b-3749f405475e None None] For port 411bc842-4548-45a7-983b-4c77aa7119f8, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=411bc842-4548-45a7-983b-4c77aa7119f8,segment=NetworkSegment(75a21c98-f66c-46b4-8914-34ed4108f76e),segment_id=75a21c98-f66c-46b4-8914-34ed4108f76e)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:48:20.091703 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-31359f44-1d21-4a8d-841b-3749f405475e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:20.094972 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430c3237-e55c-473b-a56c-9a731b7f7db0 None None] New status for floating IP 59bc9819-b75e-4a06-8c3d-4de0d99db0ce: ACTIVE {{(pid=103170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 14:48:20.096680 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fa9843e1-844d-4f85-935b-868ab3f5e6e1 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:20.099744 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fa9843e1-844d-4f85-935b-868ab3f5e6e1 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:20.104144 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-fa9843e1-844d-4f85-935b-868ab3f5e6e1 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] 10.222.0.54 "PUT /v2.0/security-groups/d8e6f1f0-5140-428c-abeb-dcd0e008790d HTTP/1.1" status: 200 len: 1795 time: 0.5891402 Dec 20 14:48:20.108033 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57932) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:20.165437 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e26593ae-c1e6-4a3b-8538-ba19cf4e5be6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:20.208846 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d27dd9a3-c494-41f0-9778-fc3a0f231bf5 tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:20.255110 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e1b2af4f-1348-4248-9816-2180f25ecafa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1595867'] for router_interface, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:20.263744 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-292c6178-de95-440d-affa-ef0e6c1e0711 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] 10.222.0.54 "GET /v2.0/security-groups/d8e6f1f0-5140-428c-abeb-dcd0e008790d HTTP/1.1" status: 200 len: 1795 time: 0.1523397 Dec 20 14:48:20.270926 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57934) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:20.460035 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31359f44-1d21-4a8d-841b-3749f405475e None None] Pushing event updated for resources: {'Port': ['ID=411bc842-4548-45a7-983b-4c77aa7119f8,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:20.603209 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fbe52892-382f-4a41-9c57-2e07307c5f65 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:20.700415 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fbe52892-382f-4a41-9c57-2e07307c5f65 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:20.749458 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb487fd1-4445-4bb5-9fc1-28076bf909e5 req-1a6445ab-42b1-4c38-bc5a-49dc0f14ba81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:20.750959 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-eb487fd1-4445-4bb5-9fc1-28076bf909e5 req-1a6445ab-42b1-4c38-bc5a-49dc0f14ba81 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=42b01fad-7b58-4f4b-9190-ade38b52aa11 HTTP/1.1" status: 200 len: 852 time: 0.7427294 Dec 20 14:48:20.786128 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fbe52892-382f-4a41-9c57-2e07307c5f65 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:20.789027 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fbe52892-382f-4a41-9c57-2e07307c5f65 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:20.790184 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-fbe52892-382f-4a41-9c57-2e07307c5f65 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] 10.222.0.54 "DELETE /v2.0/security-groups/d8e6f1f0-5140-428c-abeb-dcd0e008790d HTTP/1.1" status: 204 len: 168 time: 0.4544356 Dec 20 14:48:20.799688 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9843e1-844d-4f85-935b-868ab3f5e6e1 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e6f1f0-5140-428c-abeb-dcd0e008790d,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:20.811901 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57938) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:20.832461 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27dd9a3-c494-41f0-9778-fc3a0f231bf5 tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] Pushing event deleted for resources: {'Port': ['ID=e1cdd47e-76cc-4d34-b01a-661b945fa605,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:20.841821 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe52892-382f-4a41-9c57-2e07307c5f65 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e6f1f0-5140-428c-abeb-dcd0e008790d,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:20.898311 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-46a7fd3e-8a7b-4dca-8d3c-561820f7a43c tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0852351 Dec 20 14:48:20.901011 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57940) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:20.919990 n-d-761264-19 neutron-server[103167]: INFO neutron.api.v2.resource [None req-29b4979f-7f49-417b-8f34-df870119d1a8 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] delete failed (client error): The resource could not be found. Dec 20 14:48:20.922790 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-29b4979f-7f49-417b-8f34-df870119d1a8 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] 10.222.0.54 "DELETE /v2.0/security-groups/d8e6f1f0-5140-428c-abeb-dcd0e008790d HTTP/1.1" status: 404 len: 347 time: 0.0191641 Dec 20 14:48:20.928265 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57942) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:20.934595 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-caa88ccb-e4e8-4baf-9fe9-8d6a6f28e7b5 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Request body: {'security_group': {'name': 'tempest-secgroup--256612108'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:48:20.955029 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-e1b2af4f-1348-4248-9816-2180f25ecafa admin admin] Deleting port b967ee65-6521-4a47-accc-695b3ca396d4 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:48:20.955374 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e1b2af4f-1348-4248-9816-2180f25ecafa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:21.010423 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c221397e-4129-49e8-94a3-5d210d5cb40a tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Router 5ab9b23e-59f0-460f-a663-4100d95cb8d0 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:48:21.012300 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-caa88ccb-e4e8-4baf-9fe9-8d6a6f28e7b5 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:21.037657 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb487fd1-4445-4bb5-9fc1-28076bf909e5 req-cde5e70b-02a3-49e7-8ff4-b4d09ef6acba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:21.039199 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-eb487fd1-4445-4bb5-9fc1-28076bf909e5 req-cde5e70b-02a3-49e7-8ff4-b4d09ef6acba service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9b4f7907-bd5d-4ee9-954d-84febe01c0f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2447236 Dec 20 14:48:21.044585 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d27dd9a3-c494-41f0-9778-fc3a0f231bf5 tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] Publish callbacks [] for floatingip, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:21.047152 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d27dd9a3-c494-41f0-9778-fc3a0f231bf5 tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:21.048257 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-d27dd9a3-c494-41f0-9778-fc3a0f231bf5 tempest-ServersTestJSON-2018270093 tempest-ServersTestJSON-2018270093-project] 10.222.0.54 "DELETE /v2.0/floatingips/9382a0ce-4613-498e-958a-ee1695a5b92f HTTP/1.1" status: 204 len: 168 time: 3.1583195 Dec 20 14:48:21.056327 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57944) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:21.067869 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e68b58-3224-4fb4-9086-9c601cab5e35 req-3410114d-b6c5-40ba-bf6c-d2fcc328bf4c tempest-ServersNegativeTestMultiTenantJSON-1011105933 tempest-ServersNegativeTestMultiTenantJSON-1011105933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:21.069301 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-45e68b58-3224-4fb4-9086-9c601cab5e35 req-3410114d-b6c5-40ba-bf6c-d2fcc328bf4c tempest-ServersNegativeTestMultiTenantJSON-1011105933 tempest-ServersNegativeTestMultiTenantJSON-1011105933-project] 10.222.0.30 "GET /v2.0/networks?id=d5bf6ba8-862d-417b-a5d5-104b54a86a0d HTTP/1.1" status: 200 len: 825 time: 0.3091807 Dec 20 14:48:21.120973 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-e1b2af4f-1348-4248-9816-2180f25ecafa admin admin] For port b967ee65-6521-4a47-accc-695b3ca396d4, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=b967ee65-6521-4a47-accc-695b3ca396d4,segment=NetworkSegment(877e7bc7-97ff-42dc-9484-98838533dd48),segment_id=877e7bc7-97ff-42dc-9484-98838533dd48)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:48:21.121337 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e1b2af4f-1348-4248-9816-2180f25ecafa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:21.149116 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-e1b2af4f-1348-4248-9816-2180f25ecafa admin admin] Calling delete_port for b967ee65-6521-4a47-accc-695b3ca396d4 owned by network:router_interface {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:48:21.166407 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-45e68b58-3224-4fb4-9086-9c601cab5e35 req-00cdd1f3-0bd1-4095-964d-f2fab090d11a tempest-ServersNegativeTestMultiTenantJSON-1011105933 tempest-ServersNegativeTestMultiTenantJSON-1011105933-project] Request body: {'port': {'device_id': '2f4bb2e7-da83-4965-996b-533cf00c2ff5', 'network_id': 'd5bf6ba8-862d-417b-a5d5-104b54a86a0d', 'admin_state_up': True, 'tenant_id': '95c695756e4c4f708baf32eff66fda35'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:48:21.235781 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e53a2d16-d69e-468b-af87-b15e7e9a3b27 req-78be948a-82b0-4ace-911c-f912cf5ab1d3 tempest-ServersNegativeTestMultiTenantJSON-1011105933 tempest-ServersNegativeTestMultiTenantJSON-1011105933-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f4bb2e7-da83-4965-996b-533cf00c2ff5 HTTP/1.1" status: 200 len: 210 time: 0.0878720 Dec 20 14:48:21.279615 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-caa88ccb-e4e8-4baf-9fe9-8d6a6f28e7b5 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:21.288402 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-caa88ccb-e4e8-4baf-9fe9-8d6a6f28e7b5 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:21.308107 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-eb487fd1-4445-4bb5-9fc1-28076bf909e5 req-62e1e779-9563-4275-ae03-453868adff6e service neutron] 10.222.0.47 "GET /v2.0/networks/9b4f7907-bd5d-4ee9-954d-84febe01c0f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569969 Dec 20 14:48:21.373189 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-caa88ccb-e4e8-4baf-9fe9-8d6a6f28e7b5 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:21.377179 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-caa88ccb-e4e8-4baf-9fe9-8d6a6f28e7b5 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4449782 Dec 20 14:48:21.378375 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa88ccb-e4e8-4baf-9fe9-8d6a6f28e7b5 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f092ed02-6359-416d-bdce-9f30429efbaa,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:21.381820 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57948) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:21.394201 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-8cd35eba-15dc-48da-a54d-892b9cd8e7d4 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Request body: {'security_group_rule': {'security_group_id': 'f092ed02-6359-416d-bdce-9f30429efbaa', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:48:21.444904 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c221397e-4129-49e8-94a3-5d210d5cb40a tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:48:21.454391 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c221397e-4129-49e8-94a3-5d210d5cb40a tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:21.458860 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb07b6b-10af-412b-928c-073dd95564a0 None None] Sync routers for ids ['5ab9b23e-59f0-460f-a663-4100d95cb8d0'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:48:21.472458 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb07b6b-10af-412b-928c-073dd95564a0 None None] Routers {'5ab9b23e-59f0-460f-a663-4100d95cb8d0'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:48:21.476195 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-ebb07b6b-10af-412b-928c-073dd95564a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:48:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['5ab9b23e-59f0-460f-a663-4100d95cb8d0'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:21.530465 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45e68b58-3224-4fb4-9086-9c601cab5e35 req-00cdd1f3-0bd1-4095-964d-f2fab090d11a tempest-ServersNegativeTestMultiTenantJSON-1011105933 tempest-ServersNegativeTestMultiTenantJSON-1011105933-project] Made reservation on behalf of 95c695756e4c4f708baf32eff66fda35 for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:48:21.533907 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-45e68b58-3224-4fb4-9086-9c601cab5e35 req-00cdd1f3-0bd1-4095-964d-f2fab090d11a tempest-ServersNegativeTestMultiTenantJSON-1011105933 tempest-ServersNegativeTestMultiTenantJSON-1011105933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:21.564087 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8cd35eba-15dc-48da-a54d-892b9cd8e7d4 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:21.632618 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd25b3c59-3af2-48e6-90d2-85f33f70fd32', 'tag': 'cbe3174b-7c64-475e-8d20-4be8c080f0a2'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:48:21.634848 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e929d6db-93b5-428b-885d-7e6b6a2b7668" -d '{"events": [{"name": "network-changed", "server_uuid": "d25b3c59-3af2-48e6-90d2-85f33f70fd32", "tag": "cbe3174b-7c64-475e-8d20-4be8c080f0a2"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:48:21.637371 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-ebb07b6b-10af-412b-928c-073dd95564a0 None None] Set router 5ab9b23e-59f0-460f-a663-4100d95cb8d0 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:48:21.728424 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-c221397e-4129-49e8-94a3-5d210d5cb40a tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] 10.222.0.54 "PUT /v2.0/floatingips/59bc9819-b75e-4a06-8c3d-4de0d99db0ce HTTP/1.1" status: 200 len: 990 time: 3.8265400 Dec 20 14:48:21.735666 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8cd35eba-15dc-48da-a54d-892b9cd8e7d4 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:21.739004 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-eb487fd1-4445-4bb5-9fc1-28076bf909e5 req-e7640ec0-8b1a-432f-8aa9-4ee50db9bd3a service neutron] 10.222.0.47 "GET /v2.0/networks/9b4f7907-bd5d-4ee9-954d-84febe01c0f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4189737 Dec 20 14:48:21.739293 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e1b2af4f-1348-4248-9816-2180f25ecafa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:21.744067 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e26593ae-c1e6-4a3b-8538-ba19cf4e5be6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:21.774668 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b2af4f-1348-4248-9816-2180f25ecafa admin admin] Pushing event deleted for resources: {'Port': ['ID=b967ee65-6521-4a47-accc-695b3ca396d4,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:21.776548 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8cd35eba-15dc-48da-a54d-892b9cd8e7d4 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:21.805322 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e26593ae-c1e6-4a3b-8538-ba19cf4e5be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:21.819043 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f24c095-5d25-4827-98dc-ea6a60159dc5 x-openstack-request-id: req-3f24c095-5d25-4827-98dc-ea6a60159dc5 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:48:21.819341 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d25b3c59-3af2-48e6-90d2-85f33f70fd32", "tag": "cbe3174b-7c64-475e-8d20-4be8c080f0a2", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:48:21.819601 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3f24c095-5d25-4827-98dc-ea6a60159dc5 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:48:21.820002 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd25b3c59-3af2-48e6-90d2-85f33f70fd32', 'tag': 'cbe3174b-7c64-475e-8d20-4be8c080f0a2', 'status': 'completed', 'code': 200} Dec 20 14:48:21.850620 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd35eba-15dc-48da-a54d-892b9cd8e7d4 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5aa70c9-c4b3-4702-8480-98f416282b35,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:21.911166 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8cd35eba-15dc-48da-a54d-892b9cd8e7d4 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:21.914736 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-8cd35eba-15dc-48da-a54d-892b9cd8e7d4 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5254197 Dec 20 14:48:21.915909 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57954) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:21.961229 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [req-45e68b58-3224-4fb4-9086-9c601cab5e35 req-00cdd1f3-0bd1-4095-964d-f2fab090d11a tempest-ServersNegativeTestMultiTenantJSON-1011105933 tempest-ServersNegativeTestMultiTenantJSON-1011105933-project] Allocated IP 172.20.0.13 (d5bf6ba8-862d-417b-a5d5-104b54a86a0d/014c3038-cd66-47c7-ace4-7a8a7b1b3860/d699b9cd-b472-406b-a6c8-55d380470b59) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:48:22.026865 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5dd07d3f-3b01-4953-af07-9aea8ff6af16 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:22.032989 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0308908e-a2c3-4bf8-99bd-5ae6b458d73f None None] Network 1182850f-ce9c-4b22-904c-0135de0dee3d requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:48:22.068288 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5dd07d3f-3b01-4953-af07-9aea8ff6af16 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:22.077242 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3c532a94-d4b7-42f9-b3c9-fe56d00ea7c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1595867'] for router_interface, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:22.089147 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-ebb07b6b-10af-412b-928c-073dd95564a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab9b23e-59f0-460f-a663-4100d95cb8d0', 'name': 'tempest-TestVolumeBackupRestore-525781048-router', 'tenant_id': 'd7ac4ef8887a44c694f37700b678a7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': '5cace7f5-a1da-4c16-985f-7c944ee48bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:42:49Z', 'updated_at': '2021-12-20T14:42:56Z', 'revision_number': 4, 'project_id': 'd7ac4ef8887a44c694f37700b678a7f1', 'gw_port': {'id': '5cace7f5-a1da-4c16-985f-7c944ee48bf0', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:52:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab9b23e-59f0-460f-a663-4100d95cb8d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:42:50Z', 'updated_at': '2021-12-20T14:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': '59bc9819-b75e-4a06-8c3d-4de0d99db0ce', 'tenant_id': 'd7ac4ef8887a44c694f37700b678a7f1', 'floating_ip_address': '172.25.0.54', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': '5ab9b23e-59f0-460f-a663-4100d95cb8d0', 'port_id': 'cbe3174b-7c64-475e-8d20-4be8c080f0a2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b4f7907-bd5d-4ee9-954d-84febe01c0f5', 'mac_address': 'fa:16:3e:e3:61:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25b3c59-3af2-48e6-90d2-85f33f70fd32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T14:48:11Z', 'updated_at': '2021-12-20T14:48:20Z', 'revision_number': 2, 'project_id': 'd7ac4ef8887a44c694f37700b678a7f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1a22649-86d4-45c9-8ea3-9d5d209e01b3', 'name': '', 'network_id': '9b4f7907-bd5d-4ee9-954d-84febe01c0f5', 'tenant_id': 'd7ac4ef8887a44c694f37700b678a7f1', 'mac_address': 'fa:16:3e:d3:cb:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab9b23e-59f0-460f-a663-4100d95cb8d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': '42b01fad-7b58-4f4b-9190-ade38b52aa11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:42:55Z', 'updated_at': '2021-12-20T14:43:01Z', 'revision_number': 5, 'project_id': 'd7ac4ef8887a44c694f37700b678a7f1', 'subnets': [{'id': '42b01fad-7b58-4f4b-9190-ade38b52aa11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:22.130586 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e1b2af4f-1348-4248-9816-2180f25ecafa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582411'] for router_interface, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:22.143224 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-e26593ae-c1e6-4a3b-8538-ba19cf4e5be6 admin admin] Allocated IP 172.25.0.129 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/10a807fd-f9f6-4ef6-af7e-cbc53ecc817a) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:48:22.162128 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb07b6b-10af-412b-928c-073dd95564a0 None None] Checking router: 5ab9b23e-59f0-460f-a663-4100d95cb8d0 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:48:22.164511 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e929d6db-93b5-428b-885d-7e6b6a2b7668 req-1da6fda1-711a-43ff-90a1-f551837bec56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:22.166547 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e929d6db-93b5-428b-885d-7e6b6a2b7668 req-1da6fda1-711a-43ff-90a1-f551837bec56 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d7ac4ef8887a44c694f37700b678a7f1&device_id=d25b3c59-3af2-48e6-90d2-85f33f70fd32 HTTP/1.1" status: 200 len: 1097 time: 0.1651037 Dec 20 14:48:22.175214 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-8867336b-90d4-4aad-8251-47b58aa92b46 None None] Provisioning complete for port 411bc842-4548-45a7-983b-4c77aa7119f8 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:48:22.175786 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8867336b-90d4-4aad-8251-47b58aa92b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:22.178823 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5dd07d3f-3b01-4953-af07-9aea8ff6af16 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:22.203871 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb07b6b-10af-412b-928c-073dd95564a0 None None] Routers {'5ab9b23e-59f0-460f-a663-4100d95cb8d0'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:48:22.204476 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-ebb07b6b-10af-412b-928c-073dd95564a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:48:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['5ab9b23e-59f0-460f-a663-4100d95cb8d0'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:22.210247 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5dd07d3f-3b01-4953-af07-9aea8ff6af16 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:22.213780 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-5dd07d3f-3b01-4953-af07-9aea8ff6af16 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/c5aa70c9-c4b3-4702-8480-98f416282b35 HTTP/1.1" status: 204 len: 168 time: 0.2927272 Dec 20 14:48:22.221807 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57956) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:22.279729 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd07d3f-3b01-4953-af07-9aea8ff6af16 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c5aa70c9-c4b3-4702-8480-98f416282b35,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:22.357334 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-5230894a-075d-437c-a133-0da4ae7dddef tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1343632 Dec 20 14:48:22.360661 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57960) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:22.412201 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d8a37771-c259-448e-945d-15cdb5e90ac3 req-3c2b2832-4f2a-40a4-a2c9-660f75247268 tempest-ServersNegativeTestMultiTenantJSON-1011105933 tempest-ServersNegativeTestMultiTenantJSON-1011105933-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f4bb2e7-da83-4965-996b-533cf00c2ff5 HTTP/1.1" status: 200 len: 210 time: 0.0575349 Dec 20 14:48:22.454002 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-ebb07b6b-10af-412b-928c-073dd95564a0 None None] Set router 5ab9b23e-59f0-460f-a663-4100d95cb8d0 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:48:22.536845 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8867336b-90d4-4aad-8251-47b58aa92b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:22.558715 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-45e68b58-3224-4fb4-9086-9c601cab5e35 req-00cdd1f3-0bd1-4095-964d-f2fab090d11a tempest-ServersNegativeTestMultiTenantJSON-1011105933 tempest-ServersNegativeTestMultiTenantJSON-1011105933-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:22.627452 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e929d6db-93b5-428b-885d-7e6b6a2b7668 req-652bfe4d-74f1-43b7-92a3-08b1eb71178e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:22.629779 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 411bc842-4548-45a7-983b-4c77aa7119f8 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:48:22.630554 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e929d6db-93b5-428b-885d-7e6b6a2b7668 req-652bfe4d-74f1-43b7-92a3-08b1eb71178e service neutron] 10.222.0.47 "GET /v2.0/networks?id=9b4f7907-bd5d-4ee9-954d-84febe01c0f5 HTTP/1.1" status: 200 len: 914 time: 0.4529350 Dec 20 14:48:22.645518 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-45e68b58-3224-4fb4-9086-9c601cab5e35 req-00cdd1f3-0bd1-4095-964d-f2fab090d11a tempest-ServersNegativeTestMultiTenantJSON-1011105933 tempest-ServersNegativeTestMultiTenantJSON-1011105933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:22.654524 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-8867336b-90d4-4aad-8251-47b58aa92b46 None None] For port 411bc842-4548-45a7-983b-4c77aa7119f8, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=411bc842-4548-45a7-983b-4c77aa7119f8,segment=NetworkSegment(75a21c98-f66c-46b4-8914-34ed4108f76e),segment_id=75a21c98-f66c-46b4-8914-34ed4108f76e)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:48:22.676196 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e26593ae-c1e6-4a3b-8538-ba19cf4e5be6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:22.679578 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8867336b-90d4-4aad-8251-47b58aa92b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:22.759482 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45e68b58-3224-4fb4-9086-9c601cab5e35 req-00cdd1f3-0bd1-4095-964d-f2fab090d11a tempest-ServersNegativeTestMultiTenantJSON-1011105933 tempest-ServersNegativeTestMultiTenantJSON-1011105933-project] Network d5bf6ba8-862d-417b-a5d5-104b54a86a0d is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:48:22.775312 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [req-45e68b58-3224-4fb4-9086-9c601cab5e35 req-00cdd1f3-0bd1-4095-964d-f2fab090d11a tempest-ServersNegativeTestMultiTenantJSON-1011105933 tempest-ServersNegativeTestMultiTenantJSON-1011105933-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:48:22.787699 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-45e68b58-3224-4fb4-9086-9c601cab5e35 req-00cdd1f3-0bd1-4095-964d-f2fab090d11a tempest-ServersNegativeTestMultiTenantJSON-1011105933 tempest-ServersNegativeTestMultiTenantJSON-1011105933-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:48:22.796643 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-bf8e0d06-a4fe-426f-9668-0b67c529cd4d tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:22.841046 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cdd1f3-0bd1-4095-964d-f2fab090d11a tempest-ServersNegativeTestMultiTenantJSON-1011105933 tempest-ServersNegativeTestMultiTenantJSON-1011105933-project] Pushing event updated for resources: {'Port': ['ID=d699b9cd-b472-406b-a6c8-55d380470b59,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:22.845779 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8867336b-90d4-4aad-8251-47b58aa92b46 None None] Pushing event updated for resources: {'Port': ['ID=411bc842-4548-45a7-983b-4c77aa7119f8,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:22.867906 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-5ba0fc66-572e-4994-afe5-af344552c952 None None] Provisioning complete for port 411bc842-4548-45a7-983b-4c77aa7119f8 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:48:22.868280 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-5ba0fc66-572e-4994-afe5-af344552c952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:22.879797 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e929d6db-93b5-428b-885d-7e6b6a2b7668 req-81e7bbfd-7981-4491-8790-21f6d1e4bcb7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cbe3174b-7c64-475e-8d20-4be8c080f0a2 HTTP/1.1" status: 200 len: 1000 time: 0.2256472 Dec 20 14:48:22.894117 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 411bc842-4548-45a7-983b-4c77aa7119f8 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:48:22.894815 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:22.949965 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e929d6db-93b5-428b-885d-7e6b6a2b7668 req-90d60bac-010a-4998-85b3-90207b487499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:22.951683 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e929d6db-93b5-428b-885d-7e6b6a2b7668 req-90d60bac-010a-4998-85b3-90207b487499 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=42b01fad-7b58-4f4b-9190-ade38b52aa11 HTTP/1.1" status: 200 len: 852 time: 0.0505788 Dec 20 14:48:22.955174 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-bf8e0d06-a4fe-426f-9668-0b67c529cd4d tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:22.985857 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e68b58-3224-4fb4-9086-9c601cab5e35 req-00cdd1f3-0bd1-4095-964d-f2fab090d11a tempest-ServersNegativeTestMultiTenantJSON-1011105933 tempest-ServersNegativeTestMultiTenantJSON-1011105933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:22.986483 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-45e68b58-3224-4fb4-9086-9c601cab5e35 req-00cdd1f3-0bd1-4095-964d-f2fab090d11a tempest-ServersNegativeTestMultiTenantJSON-1011105933 tempest-ServersNegativeTestMultiTenantJSON-1011105933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:23.015847 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1b2af4f-1348-4248-9816-2180f25ecafa admin admin] Router f87d2f66-4df2-4471-91c1-3b9c797a16b9 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:48:23.024389 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-3c532a94-d4b7-42f9-b3c9-fe56d00ea7c1 admin admin] Deleting port 5073e936-834d-44ff-b2ef-e5802da383d0 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:48:23.024663 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3c532a94-d4b7-42f9-b3c9-fe56d00ea7c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:23.043789 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-45e68b58-3224-4fb4-9086-9c601cab5e35 req-00cdd1f3-0bd1-4095-964d-f2fab090d11a tempest-ServersNegativeTestMultiTenantJSON-1011105933 tempest-ServersNegativeTestMultiTenantJSON-1011105933-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8838284 Dec 20 14:48:23.044763 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e26593ae-c1e6-4a3b-8538-ba19cf4e5be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:23.059655 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-ebb07b6b-10af-412b-928c-073dd95564a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab9b23e-59f0-460f-a663-4100d95cb8d0', 'name': 'tempest-TestVolumeBackupRestore-525781048-router', 'tenant_id': 'd7ac4ef8887a44c694f37700b678a7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': '5cace7f5-a1da-4c16-985f-7c944ee48bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:42:49Z', 'updated_at': '2021-12-20T14:42:56Z', 'revision_number': 4, 'project_id': 'd7ac4ef8887a44c694f37700b678a7f1', 'gw_port': {'id': '5cace7f5-a1da-4c16-985f-7c944ee48bf0', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:52:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab9b23e-59f0-460f-a663-4100d95cb8d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:42:50Z', 'updated_at': '2021-12-20T14:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': '59bc9819-b75e-4a06-8c3d-4de0d99db0ce', 'tenant_id': 'd7ac4ef8887a44c694f37700b678a7f1', 'floating_ip_address': '172.25.0.54', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': '5ab9b23e-59f0-460f-a663-4100d95cb8d0', 'port_id': 'cbe3174b-7c64-475e-8d20-4be8c080f0a2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b4f7907-bd5d-4ee9-954d-84febe01c0f5', 'mac_address': 'fa:16:3e:e3:61:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25b3c59-3af2-48e6-90d2-85f33f70fd32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T14:48:11Z', 'updated_at': '2021-12-20T14:48:20Z', 'revision_number': 2, 'project_id': 'd7ac4ef8887a44c694f37700b678a7f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1a22649-86d4-45c9-8ea3-9d5d209e01b3', 'name': '', 'network_id': '9b4f7907-bd5d-4ee9-954d-84febe01c0f5', 'tenant_id': 'd7ac4ef8887a44c694f37700b678a7f1', 'mac_address': 'fa:16:3e:d3:cb:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab9b23e-59f0-460f-a663-4100d95cb8d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': '42b01fad-7b58-4f4b-9190-ade38b52aa11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:42:55Z', 'updated_at': '2021-12-20T14:43:01Z', 'revision_number': 5, 'project_id': 'd7ac4ef8887a44c694f37700b678a7f1', 'subnets': [{'id': '42b01fad-7b58-4f4b-9190-ade38b52aa11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:23.061799 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-45e68b58-3224-4fb4-9086-9c601cab5e35 req-ca2a7ce8-0f61-44d7-915a-2449e3d2a629 service neutron] Request body: {'port': {'device_id': '2f4bb2e7-da83-4965-996b-533cf00c2ff5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-19'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:48:23.092963 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb07b6b-10af-412b-928c-073dd95564a0 None None] The sync data for ids ['5ab9b23e-59f0-460f-a663-4100d95cb8d0'] in n-d-761264-19 is: [{'id': '5ab9b23e-59f0-460f-a663-4100d95cb8d0', 'name': 'tempest-TestVolumeBackupRestore-525781048-router', 'tenant_id': 'd7ac4ef8887a44c694f37700b678a7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': '5cace7f5-a1da-4c16-985f-7c944ee48bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:42:49Z', 'updated_at': '2021-12-20T14:42:56Z', 'revision_number': 4, 'project_id': 'd7ac4ef8887a44c694f37700b678a7f1', 'gw_port': {'id': '5cace7f5-a1da-4c16-985f-7c944ee48bf0', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:52:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab9b23e-59f0-460f-a663-4100d95cb8d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:42:50Z', 'updated_at': '2021-12-20T14:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': '59bc9819-b75e-4a06-8c3d-4de0d99db0ce', 'tenant_id': 'd7ac4ef8887a44c694f37700b678a7f1', 'floating_ip_address': '172.25.0.54', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': '5ab9b23e-59f0-460f-a663-4100d95cb8d0', 'port_id': 'cbe3174b-7c64-475e-8d20-4be8c080f0a2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b4f7907-bd5d-4ee9-954d-84febe01c0f5', 'mac_address': 'fa:16:3e:e3:61:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25b3c59-3af2-48e6-90d2-85f33f70fd32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T14:48:11Z', 'updated_at': '2021-12-20T14:48:20Z', 'revision_number': 2, 'project_id': 'd7ac4ef8887a44c694f37700b678a7f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1a22649-86d4-45c9-8ea3-9d5d209e01b3', 'name': '', 'network_id': '9b4f7907-bd5d-4ee9-954d-84febe01c0f5', 'tenant_id': 'd7ac4ef8887a44c694f37700b678a7f1', 'mac_address': 'fa:16:3e:d3:cb:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab9b23e-59f0-460f-a663-4100d95cb8d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': '42b01fad-7b58-4f4b-9190-ade38b52aa11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:42:55Z', 'updated_at': '2021-12-20T14:43:01Z', 'revision_number': 5, 'project_id': 'd7ac4ef8887a44c694f37700b678a7f1', 'subnets': [{'id': '42b01fad-7b58-4f4b-9190-ade38b52aa11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:48:23.142603 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e929d6db-93b5-428b-885d-7e6b6a2b7668 req-bdf6ece9-a6fc-4173-be78-becb7003ab3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:23.144036 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e929d6db-93b5-428b-885d-7e6b6a2b7668 req-bdf6ece9-a6fc-4173-be78-becb7003ab3e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9b4f7907-bd5d-4ee9-954d-84febe01c0f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1782265 Dec 20 14:48:23.147260 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26593ae-c1e6-4a3b-8538-ba19cf4e5be6 admin admin] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:48:23.166616 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-bf8e0d06-a4fe-426f-9668-0b67c529cd4d tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:23.169242 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-bf8e0d06-a4fe-426f-9668-0b67c529cd4d tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:23.170359 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-bf8e0d06-a4fe-426f-9668-0b67c529cd4d tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] 10.222.0.54 "DELETE /v2.0/security-groups/f092ed02-6359-416d-bdce-9f30429efbaa HTTP/1.1" status: 204 len: 168 time: 0.8088112 Dec 20 14:48:23.171391 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-e26593ae-c1e6-4a3b-8538-ba19cf4e5be6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:48:23.173333 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57964) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:23.184410 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26593ae-c1e6-4a3b-8538-ba19cf4e5be6 admin admin] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:48:23.188009 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ed3e37-6e96-4ec6-b0f4-c84e594ecdbc None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:48:23.202419 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26593ae-c1e6-4a3b-8538-ba19cf4e5be6 admin admin] Pushing event updated for resources: {'Port': ['ID=10a807fd-f9f6-4ef6-af7e-cbc53ecc817a,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:23.219316 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-3c532a94-d4b7-42f9-b3c9-fe56d00ea7c1 admin admin] For port 5073e936-834d-44ff-b2ef-e5802da383d0, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=5073e936-834d-44ff-b2ef-e5802da383d0,segment=NetworkSegment(65130901-ba68-470d-9e0e-92249f5b0053),segment_id=65130901-ba68-470d-9e0e-92249f5b0053)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:48:23.219675 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3c532a94-d4b7-42f9-b3c9-fe56d00ea7c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:23.237244 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-3c532a94-d4b7-42f9-b3c9-fe56d00ea7c1 admin admin] Calling delete_port for 5073e936-834d-44ff-b2ef-e5802da383d0 owned by network:router_interface {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:48:23.252407 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1b2af4f-1348-4248-9816-2180f25ecafa admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:48:23.258976 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-e1b2af4f-1348-4248-9816-2180f25ecafa admin admin] 10.222.0.54 "PUT /v2.0/routers/f87d2f66-4df2-4471-91c1-3b9c797a16b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3651478 Dec 20 14:48:23.260987 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57966) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:23.265775 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c94f34-2240-4f1b-b75c-834d687b4dfe None None] Sync routers for ids ['f87d2f66-4df2-4471-91c1-3b9c797a16b9'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:48:23.278467 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8e0d06-a4fe-426f-9668-0b67c529cd4d tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f092ed02-6359-416d-bdce-9f30429efbaa,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:23.283579 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-be378aa5-137b-4443-90a0-00a79e51d9c8 None None] Provisioning complete for port 10a807fd-f9f6-4ef6-af7e-cbc53ecc817a triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:48:23.284294 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-be378aa5-137b-4443-90a0-00a79e51d9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:23.285427 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c94f34-2240-4f1b-b75c-834d687b4dfe None None] Routers {'f87d2f66-4df2-4471-91c1-3b9c797a16b9'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:48:23.286243 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-05c94f34-2240-4f1b-b75c-834d687b4dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:48:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['f87d2f66-4df2-4471-91c1-3b9c797a16b9'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:23.348672 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-be378aa5-137b-4443-90a0-00a79e51d9c8 None None] Port 10a807fd-f9f6-4ef6-af7e-cbc53ecc817a cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:48:23.384125 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-45e68b58-3224-4fb4-9086-9c601cab5e35 req-ca2a7ce8-0f61-44d7-915a-2449e3d2a629 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:23.419705 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-05c94f34-2240-4f1b-b75c-834d687b4dfe None None] Set router f87d2f66-4df2-4471-91c1-3b9c797a16b9 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:48:23.455545 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e929d6db-93b5-428b-885d-7e6b6a2b7668 req-6e894126-6bbd-4bd9-bc5b-4c2261c21208 service neutron] 10.222.0.47 "GET /v2.0/networks/9b4f7907-bd5d-4ee9-954d-84febe01c0f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3008053 Dec 20 14:48:23.456139 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-868db532-74dc-4c7b-8a5a-f2920f52a170 admin admin] Publish callbacks [] for router, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:23.596856 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-3e5b00da-e964-4cb2-8ca4-915d2fac9ffd tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4187329 Dec 20 14:48:23.602074 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57970) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:23.606805 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-a1583405-0cba-478a-8840-584cae1d9f3a tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Request body: {'security_group': {'name': 'tempest-secgroup--1547847690'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:48:23.626083 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-05c94f34-2240-4f1b-b75c-834d687b4dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87d2f66-4df2-4471-91c1-3b9c797a16b9', 'name': 'tempest-AttachVolumeTestJSON-785040931-router', 'tenant_id': 'c0643adf2af04815b0d3549cf80b60b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '56b00ed9-8503-4ce4-abdb-57c2bebf35e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:37:24Z', 'updated_at': '2021-12-20T14:48:21Z', 'revision_number': 5, 'project_id': 'c0643adf2af04815b0d3549cf80b60b4', 'gw_port': {'id': '56b00ed9-8503-4ce4-abdb-57c2bebf35e6', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:02:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87d2f66-4df2-4471-91c1-3b9c797a16b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:37:25Z', 'updated_at': '2021-12-20T14:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:23.628034 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-868db532-74dc-4c7b-8a5a-f2920f52a170 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:23.648368 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3c532a94-d4b7-42f9-b3c9-fe56d00ea7c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:23.663940 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c94f34-2240-4f1b-b75c-834d687b4dfe None None] Checking router: f87d2f66-4df2-4471-91c1-3b9c797a16b9 for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:48:23.674366 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c94f34-2240-4f1b-b75c-834d687b4dfe None None] Routers {'f87d2f66-4df2-4471-91c1-3b9c797a16b9'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:48:23.675773 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-05c94f34-2240-4f1b-b75c-834d687b4dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:48:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['f87d2f66-4df2-4471-91c1-3b9c797a16b9'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:23.716489 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a1583405-0cba-478a-8840-584cae1d9f3a tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:23.718392 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c532a94-d4b7-42f9-b3c9-fe56d00ea7c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5073e936-834d-44ff-b2ef-e5802da383d0,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:23.777474 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-05c94f34-2240-4f1b-b75c-834d687b4dfe None None] Set router f87d2f66-4df2-4471-91c1-3b9c797a16b9 gateway port host: None {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:48:23.850387 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-05c94f34-2240-4f1b-b75c-834d687b4dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87d2f66-4df2-4471-91c1-3b9c797a16b9', 'name': 'tempest-AttachVolumeTestJSON-785040931-router', 'tenant_id': 'c0643adf2af04815b0d3549cf80b60b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:37:24Z', 'updated_at': '2021-12-20T14:48:23Z', 'revision_number': 6, 'project_id': 'c0643adf2af04815b0d3549cf80b60b4', 'gw_port_host': None}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:23.889225 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-868db532-74dc-4c7b-8a5a-f2920f52a170 admin admin] Deleting port 56b00ed9-8503-4ce4-abdb-57c2bebf35e6 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:48:23.889568 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-868db532-74dc-4c7b-8a5a-f2920f52a170 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:23.899148 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c94f34-2240-4f1b-b75c-834d687b4dfe None None] The sync data for ids ['f87d2f66-4df2-4471-91c1-3b9c797a16b9'] in n-d-761264-19 is: [{'id': 'f87d2f66-4df2-4471-91c1-3b9c797a16b9', 'name': 'tempest-AttachVolumeTestJSON-785040931-router', 'tenant_id': 'c0643adf2af04815b0d3549cf80b60b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:37:24Z', 'updated_at': '2021-12-20T14:48:23Z', 'revision_number': 6, 'project_id': 'c0643adf2af04815b0d3549cf80b60b4', 'gw_port_host': None}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:48:23.974422 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a1583405-0cba-478a-8840-584cae1d9f3a tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:24.007501 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a1583405-0cba-478a-8840-584cae1d9f3a tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:24.084208 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd25b3c59-3af2-48e6-90d2-85f33f70fd32', 'tag': 'cbe3174b-7c64-475e-8d20-4be8c080f0a2'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:48:24.086480 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-374b15ca-736a-4894-b983-795eae21657d" -d '{"events": [{"name": "network-changed", "server_uuid": "d25b3c59-3af2-48e6-90d2-85f33f70fd32", "tag": "cbe3174b-7c64-475e-8d20-4be8c080f0a2"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:48:24.087602 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a1583405-0cba-478a-8840-584cae1d9f3a tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:24.088923 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-a1583405-0cba-478a-8840-584cae1d9f3a tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4859283 Dec 20 14:48:24.099236 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57976) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:24.104903 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-75cb8945-42d2-43cb-87e5-858170b5030f tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Request body: {'security_group_rule': {'security_group_id': 'd41c7565-f2b3-4a99-84f0-065ac3df7d7d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:48:24.110604 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3c532a94-d4b7-42f9-b3c9-fe56d00ea7c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582411'] for router_interface, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:24.123254 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1583405-0cba-478a-8840-584cae1d9f3a tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d41c7565-f2b3-4a99-84f0-065ac3df7d7d,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:24.145524 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ae4f47f-7910-4892-8e6b-e7a710709d6b x-openstack-request-id: req-0ae4f47f-7910-4892-8e6b-e7a710709d6b {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:48:24.146334 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d25b3c59-3af2-48e6-90d2-85f33f70fd32", "tag": "cbe3174b-7c64-475e-8d20-4be8c080f0a2", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:48:24.146428 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-868db532-74dc-4c7b-8a5a-f2920f52a170 admin admin] For port 56b00ed9-8503-4ce4-abdb-57c2bebf35e6, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=56b00ed9-8503-4ce4-abdb-57c2bebf35e6,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:48:24.146533 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0ae4f47f-7910-4892-8e6b-e7a710709d6b {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:48:24.146533 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd25b3c59-3af2-48e6-90d2-85f33f70fd32', 'tag': 'cbe3174b-7c64-475e-8d20-4be8c080f0a2', 'status': 'completed', 'code': 200} Dec 20 14:48:24.146691 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-868db532-74dc-4c7b-8a5a-f2920f52a170 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:24.197940 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-868db532-74dc-4c7b-8a5a-f2920f52a170 admin admin] Calling delete_port for 56b00ed9-8503-4ce4-abdb-57c2bebf35e6 owned by network:router_gateway {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:48:24.210269 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a134856-e199-4dec-859c-97e7e5f07da2 req-c2fc13c8-f647-4af4-a7e7-c23e1cc08d68 tempest-ServersNegativeTestMultiTenantJSON-1011105933 tempest-ServersNegativeTestMultiTenantJSON-1011105933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:24.211782 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7a134856-e199-4dec-859c-97e7e5f07da2 req-c2fc13c8-f647-4af4-a7e7-c23e1cc08d68 tempest-ServersNegativeTestMultiTenantJSON-1011105933 tempest-ServersNegativeTestMultiTenantJSON-1011105933-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f4bb2e7-da83-4965-996b-533cf00c2ff5 HTTP/1.1" status: 200 len: 932 time: 0.6868610 Dec 20 14:48:24.226453 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-75cb8945-42d2-43cb-87e5-858170b5030f tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:24.258754 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e929d6db-93b5-428b-885d-7e6b6a2b7668 req-803e4323-78a2-4d35-97f1-7bd24523c633 service neutron] 10.222.0.47 "GET /v2.0/networks/9b4f7907-bd5d-4ee9-954d-84febe01c0f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7409549 Dec 20 14:48:24.446280 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7a134856-e199-4dec-859c-97e7e5f07da2 req-acc85dae-a5ee-4dbc-a2d9-f592b65489a9 tempest-ServersNegativeTestMultiTenantJSON-1011105933 tempest-ServersNegativeTestMultiTenantJSON-1011105933-project] 10.222.0.54 "GET /v2.0/security-groups?id=44db5842-79ac-4fe6-8c0c-f2b78e3ed86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253039 Dec 20 14:48:24.470376 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e26593ae-c1e6-4a3b-8538-ba19cf4e5be6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:24.474320 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-75cb8945-42d2-43cb-87e5-858170b5030f tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:24.486644 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-75cb8945-42d2-43cb-87e5-858170b5030f tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:24.541380 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374b15ca-736a-4894-b983-795eae21657d req-644f9acc-8a28-4df9-8dd3-03eebda11bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:24.542828 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-374b15ca-736a-4894-b983-795eae21657d req-644f9acc-8a28-4df9-8dd3-03eebda11bdc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d7ac4ef8887a44c694f37700b678a7f1&device_id=d25b3c59-3af2-48e6-90d2-85f33f70fd32 HTTP/1.1" status: 200 len: 1097 time: 0.2112575 Dec 20 14:48:24.554894 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb8945-42d2-43cb-87e5-858170b5030f tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c694075-a9cd-4b1c-a148-247e094b097f,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:24.583586 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-75cb8945-42d2-43cb-87e5-858170b5030f tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:24.585373 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-75cb8945-42d2-43cb-87e5-858170b5030f tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4849021 Dec 20 14:48:24.589888 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57978) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:24.597560 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-399103e6-7b1d-406c-ac8e-4fa82e63060a tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Request body: {'security_group_rule': {'security_group_id': 'd41c7565-f2b3-4a99-84f0-065ac3df7d7d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:48:24.634890 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c532a94-d4b7-42f9-b3c9-fe56d00ea7c1 admin admin] Router e01ad7b0-b95a-4847-ac6b-c1b2da94e59f has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:48:24.639414 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-868db532-74dc-4c7b-8a5a-f2920f52a170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:24.676298 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868db532-74dc-4c7b-8a5a-f2920f52a170 admin admin] Pushing event deleted for resources: {'Port': ['ID=56b00ed9-8503-4ce4-abdb-57c2bebf35e6,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:24.686859 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-399103e6-7b1d-406c-ac8e-4fa82e63060a tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:24.688346 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [req-45e68b58-3224-4fb4-9086-9c601cab5e35 req-ca2a7ce8-0f61-44d7-915a-2449e3d2a629 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d699b9cd-b472-406b-a6c8-55d380470b59 {{(pid=103168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:48:24.697650 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2a2670-0845-4534-821d-cba673a9e016 None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:48:24.707113 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-45e68b58-3224-4fb4-9086-9c601cab5e35 req-ca2a7ce8-0f61-44d7-915a-2449e3d2a629 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:24.776307 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.provisioning_blocks [req-45e68b58-3224-4fb4-9086-9c601cab5e35 req-ca2a7ce8-0f61-44d7-915a-2449e3d2a629 service neutron] Transition to ACTIVE for port object d699b9cd-b472-406b-a6c8-55d380470b59 will not be triggered until provisioned by entity L2. {{(pid=103168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:48:24.793271 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-45e68b58-3224-4fb4-9086-9c601cab5e35 req-ca2a7ce8-0f61-44d7-915a-2449e3d2a629 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:24.802545 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374b15ca-736a-4894-b983-795eae21657d req-9301dce6-939b-421a-8395-33fe395c8e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:24.804040 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-374b15ca-736a-4894-b983-795eae21657d req-9301dce6-939b-421a-8395-33fe395c8e8e service neutron] 10.222.0.47 "GET /v2.0/networks?id=9b4f7907-bd5d-4ee9-954d-84febe01c0f5 HTTP/1.1" status: 200 len: 914 time: 0.2300580 Dec 20 14:48:24.834412 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 411bc842-4548-45a7-983b-4c77aa7119f8 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:48:24.880631 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-399103e6-7b1d-406c-ac8e-4fa82e63060a tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:24.888480 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-868db532-74dc-4c7b-8a5a-f2920f52a170 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584913'] for router_gateway, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:24.906681 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 411bc842-4548-45a7-983b-4c77aa7119f8 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:48:24.906977 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:24.948640 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2a7ce8-0f61-44d7-915a-2449e3d2a629 service neutron] Pushing event updated for resources: {'Port': ['ID=d699b9cd-b472-406b-a6c8-55d380470b59,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:24.974703 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-374b15ca-736a-4894-b983-795eae21657d req-5c5eec24-1ddb-434c-bde6-ef35cd7db524 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cbe3174b-7c64-475e-8d20-4be8c080f0a2 HTTP/1.1" status: 200 len: 1000 time: 0.1212795 Dec 20 14:48:24.987460 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-399103e6-7b1d-406c-ac8e-4fa82e63060a tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:25.003822 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e26593ae-c1e6-4a3b-8538-ba19cf4e5be6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013'] for router, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:25.019230 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399103e6-7b1d-406c-ac8e-4fa82e63060a tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2fb9f66-caf0-494c-b608-7d47782d8004,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:25.029406 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-399103e6-7b1d-406c-ac8e-4fa82e63060a tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:25.030501 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-399103e6-7b1d-406c-ac8e-4fa82e63060a tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4396813 Dec 20 14:48:25.032351 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-868db532-74dc-4c7b-8a5a-f2920f52a170 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40132'] for router, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:25.034124 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57980) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:25.035288 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-868db532-74dc-4c7b-8a5a-f2920f52a170 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:25.038463 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device b967ee65-6521-4a47-accc-695b3ca396d4 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:48:25.038626 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c532a94-d4b7-42f9-b3c9-fe56d00ea7c1 admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:48:25.044032 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-747e8973-ab1e-4659-b9d8-fb7ff84c9aa3 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Request body: {'security_group_rule': {'security_group_id': 'd41c7565-f2b3-4a99-84f0-065ac3df7d7d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:48:25.056853 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-3c532a94-d4b7-42f9-b3c9-fe56d00ea7c1 admin admin] 10.222.0.54 "PUT /v2.0/routers/e01ad7b0-b95a-4847-ac6b-c1b2da94e59f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9994042 Dec 20 14:48:25.062523 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57982) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:25.089643 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: b967ee65-6521-4a47-accc-695b3ca396d4 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:48:25.090291 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device b967ee65-6521-4a47-accc-695b3ca396d4 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:48:25.104712 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17a8684-bb85-49a2-8631-f3741fd06e96 None None] Sync routers for ids ['e01ad7b0-b95a-4847-ac6b-c1b2da94e59f'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:48:25.121530 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17a8684-bb85-49a2-8631-f3741fd06e96 None None] Routers {'e01ad7b0-b95a-4847-ac6b-c1b2da94e59f'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:48:25.123336 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-a17a8684-bb85-49a2-8631-f3741fd06e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:48:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['e01ad7b0-b95a-4847-ac6b-c1b2da94e59f'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:25.152582 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-868db532-74dc-4c7b-8a5a-f2920f52a170 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1594808'] for router, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:25.154456 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-868db532-74dc-4c7b-8a5a-f2920f52a170 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f87d2f66-4df2-4471-91c1-3b9c797a16b9 {{(pid=103167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 14:48:25.159022 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374b15ca-736a-4894-b983-795eae21657d req-c9b4272c-1d80-4150-9483-fc1f5be6a0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:25.160765 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-374b15ca-736a-4894-b983-795eae21657d req-c9b4272c-1d80-4150-9483-fc1f5be6a0fa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=42b01fad-7b58-4f4b-9190-ade38b52aa11 HTTP/1.1" status: 200 len: 852 time: 0.1695912 Dec 20 14:48:25.185924 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-868db532-74dc-4c7b-8a5a-f2920f52a170 admin admin] Publish callbacks [] for router, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:25.190668 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-868db532-74dc-4c7b-8a5a-f2920f52a170 admin admin] 10.222.0.54 "DELETE /v2.0/routers/f87d2f66-4df2-4471-91c1-3b9c797a16b9 HTTP/1.1" status: 204 len: 168 time: 1.9284644 Dec 20 14:48:25.197075 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57986) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:25.242614 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-45e68b58-3224-4fb4-9086-9c601cab5e35 req-ca2a7ce8-0f61-44d7-915a-2449e3d2a629 service neutron] Attempting to bind port d699b9cd-b472-406b-a6c8-55d380470b59 on host n-h1-761264-19 for vnic_type normal with profile {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:48:25.242998 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-45e68b58-3224-4fb4-9086-9c601cab5e35 req-ca2a7ce8-0f61-44d7-915a-2449e3d2a629 service neutron] Attempting to bind port d699b9cd-b472-406b-a6c8-55d380470b59 by drivers openvswitch,hyperv on host n-h1-761264-19 at level 0 using segments [{'id': 'adeb3847-a0ae-4672-ae2a-a7d0b10a6f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd5bf6ba8-862d-417b-a5d5-104b54a86a0d'}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:48:25.243245 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e68b58-3224-4fb4-9086-9c601cab5e35 req-ca2a7ce8-0f61-44d7-915a-2449e3d2a629 service neutron] Attempting to bind port d699b9cd-b472-406b-a6c8-55d380470b59 on network d5bf6ba8-862d-417b-a5d5-104b54a86a0d {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:48:25.258958 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e68b58-3224-4fb4-9086-9c601cab5e35 req-ca2a7ce8-0f61-44d7-915a-2449e3d2a629 service neutron] Port d699b9cd-b472-406b-a6c8-55d380470b59 on network d5bf6ba8-862d-417b-a5d5-104b54a86a0d not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-19 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:48:25.259354 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e68b58-3224-4fb4-9086-9c601cab5e35 req-ca2a7ce8-0f61-44d7-915a-2449e3d2a629 service neutron] Attempting to bind port d699b9cd-b472-406b-a6c8-55d380470b59 on network d5bf6ba8-862d-417b-a5d5-104b54a86a0d {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:48:25.273094 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e68b58-3224-4fb4-9086-9c601cab5e35 req-ca2a7ce8-0f61-44d7-915a-2449e3d2a629 service neutron] Checking agent: {'id': '3e5ace3e-dd7b-4522-a7c4-77d13dbeab1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:48:25.273457 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e68b58-3224-4fb4-9086-9c601cab5e35 req-ca2a7ce8-0f61-44d7-915a-2449e3d2a629 service neutron] Checking segment: {'id': 'adeb3847-a0ae-4672-ae2a-a7d0b10a6f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd5bf6ba8-862d-417b-a5d5-104b54a86a0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:48:25.273811 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e68b58-3224-4fb4-9086-9c601cab5e35 req-ca2a7ce8-0f61-44d7-915a-2449e3d2a629 service neutron] Bound using segment: {'id': 'adeb3847-a0ae-4672-ae2a-a7d0b10a6f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd5bf6ba8-862d-417b-a5d5-104b54a86a0d'} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:48:25.274254 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-45e68b58-3224-4fb4-9086-9c601cab5e35 req-ca2a7ce8-0f61-44d7-915a-2449e3d2a629 service neutron] Bound port: d699b9cd-b472-406b-a6c8-55d380470b59, host: n-h1-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adeb3847-a0ae-4672-ae2a-a7d0b10a6f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd5bf6ba8-862d-417b-a5d5-104b54a86a0d'}}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:48:25.274608 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-45e68b58-3224-4fb4-9086-9c601cab5e35 req-ca2a7ce8-0f61-44d7-915a-2449e3d2a629 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:25.275422 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-a17a8684-bb85-49a2-8631-f3741fd06e96 None None] Set router e01ad7b0-b95a-4847-ac6b-c1b2da94e59f gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:48:25.301939 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374b15ca-736a-4894-b983-795eae21657d req-d3d8fe18-9a48-4225-a774-07ea57ed1fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:25.301939 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-374b15ca-736a-4894-b983-795eae21657d req-d3d8fe18-9a48-4225-a774-07ea57ed1fed service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9b4f7907-bd5d-4ee9-954d-84febe01c0f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1260390 Dec 20 14:48:25.433626 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e26593ae-c1e6-4a3b-8538-ba19cf4e5be6 admin admin] Router 42666df9-e112-4c0a-8e51-24579da203b5 is scheduled to L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 with binding_index 1 {{(pid=103168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 14:48:25.445025 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-45e68b58-3224-4fb4-9086-9c601cab5e35 req-ca2a7ce8-0f61-44d7-915a-2449e3d2a629 service neutron] For port d699b9cd-b472-406b-a6c8-55d380470b59, host n-h1-761264-19, cleared binding levels {{(pid=103168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:48:25.456823 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-45e68b58-3224-4fb4-9086-9c601cab5e35 req-ca2a7ce8-0f61-44d7-915a-2449e3d2a629 service neutron] For port d699b9cd-b472-406b-a6c8-55d380470b59, host n-h1-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=d699b9cd-b472-406b-a6c8-55d380470b59,segment=NetworkSegment(adeb3847-a0ae-4672-ae2a-a7d0b10a6f66),segment_id=adeb3847-a0ae-4672-ae2a-a7d0b10a6f66)] {{(pid=103168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:48:25.476531 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-45e68b58-3224-4fb4-9086-9c601cab5e35 req-ca2a7ce8-0f61-44d7-915a-2449e3d2a629 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:25.512151 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-374b15ca-736a-4894-b983-795eae21657d req-666ad54e-9734-4f1a-a6b0-69faf39219a8 service neutron] 10.222.0.47 "GET /v2.0/networks/9b4f7907-bd5d-4ee9-954d-84febe01c0f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871548 Dec 20 14:48:25.581487 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e68b58-3224-4fb4-9086-9c601cab5e35 req-ca2a7ce8-0f61-44d7-915a-2449e3d2a629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:25.582152 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-45e68b58-3224-4fb4-9086-9c601cab5e35 req-ca2a7ce8-0f61-44d7-915a-2449e3d2a629 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:25.584320 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-45e68b58-3224-4fb4-9086-9c601cab5e35 req-ca2a7ce8-0f61-44d7-915a-2449e3d2a629 service neutron] 10.222.0.30 "PUT /v2.0/ports/d699b9cd-b472-406b-a6c8-55d380470b59 HTTP/1.1" status: 200 len: 1093 time: 2.5279975 Dec 20 14:48:25.599231 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-747e8973-ab1e-4659-b9d8-fb7ff84c9aa3 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:25.666775 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-a17a8684-bb85-49a2-8631-f3741fd06e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e01ad7b0-b95a-4847-ac6b-c1b2da94e59f', 'name': 'tempest-ServersTestJSON-72855976-router', 'tenant_id': '8255d8223f1c451bbb1b1532cd6a52b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'f0917485-a54a-41c2-8582-8dccc197766d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:44:43Z', 'updated_at': '2021-12-20T14:48:23Z', 'revision_number': 5, 'project_id': '8255d8223f1c451bbb1b1532cd6a52b8', 'gw_port': {'id': 'f0917485-a54a-41c2-8582-8dccc197766d', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e01ad7b0-b95a-4847-ac6b-c1b2da94e59f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:44:44Z', 'updated_at': '2021-12-20T14:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:25.680570 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-250e5396-5443-458f-8c87-ffeb5c0b0b2c admin admin] Publish callbacks [] for router, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:25.686016 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dc63105-cacb-46af-afe7-e663ca5eb53a admin admin] Deleting subnet a9e11c76-32b6-463b-b516-e12248ff878a {{(pid=103167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:48:25.689762 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4dc63105-cacb-46af-afe7-e663ca5eb53a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:25.697031 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17a8684-bb85-49a2-8631-f3741fd06e96 None None] Checking router: e01ad7b0-b95a-4847-ac6b-c1b2da94e59f for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:48:25.705468 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17a8684-bb85-49a2-8631-f3741fd06e96 None None] Routers {'e01ad7b0-b95a-4847-ac6b-c1b2da94e59f'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:48:25.706114 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-a17a8684-bb85-49a2-8631-f3741fd06e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:48:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['e01ad7b0-b95a-4847-ac6b-c1b2da94e59f'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:25.739955 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2a7ce8-0f61-44d7-915a-2449e3d2a629 service neutron] Pushing event updated for resources: {'Port': ['ID=d699b9cd-b472-406b-a6c8-55d380470b59,revision_number=3']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:25.802083 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1546d904-0d27-4050-b972-20016ffc2ab8 req-2f178c7d-4605-4924-9bb9-7c48f9373750 tempest-ServersNegativeTestMultiTenantJSON-1011105933 tempest-ServersNegativeTestMultiTenantJSON-1011105933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:25.802083 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1546d904-0d27-4050-b972-20016ffc2ab8 req-2f178c7d-4605-4924-9bb9-7c48f9373750 tempest-ServersNegativeTestMultiTenantJSON-1011105933 tempest-ServersNegativeTestMultiTenantJSON-1011105933-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f4bb2e7-da83-4965-996b-533cf00c2ff5 HTTP/1.1" status: 200 len: 944 time: 0.2493973 Dec 20 14:48:25.811739 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4dc63105-cacb-46af-afe7-e663ca5eb53a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954412'] for subnet, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:25.819800 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-747e8973-ab1e-4659-b9d8-fb7ff84c9aa3 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:25.820629 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-374b15ca-736a-4894-b983-795eae21657d req-cfbba541-0ca5-4d87-b148-1d63276fdb4c service neutron] 10.222.0.47 "GET /v2.0/networks/9b4f7907-bd5d-4ee9-954d-84febe01c0f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712560 Dec 20 14:48:25.823089 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-a17a8684-bb85-49a2-8631-f3741fd06e96 None None] Set router e01ad7b0-b95a-4847-ac6b-c1b2da94e59f gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:48:25.824358 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e26593ae-c1e6-4a3b-8538-ba19cf4e5be6 admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:48:25.835421 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118b73b5-e5c4-45dd-a61c-56e79e822ef2 None None] Sync routers for ids ['42666df9-e112-4c0a-8e51-24579da203b5'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:48:25.844325 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e68b58-3224-4fb4-9086-9c601cab5e35 req-c18aa54f-f953-4a6d-b732-d70a286b7e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:25.845818 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-45e68b58-3224-4fb4-9086-9c601cab5e35 req-c18aa54f-f953-4a6d-b732-d70a286b7e3e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=95c695756e4c4f708baf32eff66fda35&device_id=2f4bb2e7-da83-4965-996b-533cf00c2ff5 HTTP/1.1" status: 200 len: 1096 time: 0.2063665 Dec 20 14:48:25.847337 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-747e8973-ab1e-4659-b9d8-fb7ff84c9aa3 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:25.866559 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118b73b5-e5c4-45dd-a61c-56e79e822ef2 None None] Routers {'42666df9-e112-4c0a-8e51-24579da203b5'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:48:25.873179 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-118b73b5-e5c4-45dd-a61c-56e79e822ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:48:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['42666df9-e112-4c0a-8e51-24579da203b5'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:25.896173 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-747e8973-ab1e-4659-b9d8-fb7ff84c9aa3 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:25.900235 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-747e8973-ab1e-4659-b9d8-fb7ff84c9aa3 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8630099 Dec 20 14:48:25.902768 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57990) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:25.913140 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e26593ae-c1e6-4a3b-8538-ba19cf4e5be6 admin admin] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:25.916992 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-57e5e928-83b6-48e9-8f5f-7c907cd4d942 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Request body: {'security_group_rule': {'security_group_id': 'd41c7565-f2b3-4a99-84f0-065ac3df7d7d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:48:25.917161 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-e26593ae-c1e6-4a3b-8538-ba19cf4e5be6 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 7.1219206 Dec 20 14:48:25.918547 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-45e68b58-3224-4fb4-9086-9c601cab5e35 req-439fca1f-1f80-49ef-9f0c-04e79cdc92c9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d699b9cd-b472-406b-a6c8-55d380470b59 HTTP/1.1" status: 200 len: 217 time: 0.0628929 Dec 20 14:48:25.919032 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57992) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:25.920343 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747e8973-ab1e-4659-b9d8-fb7ff84c9aa3 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16f4f03f-5463-49da-9e09-3f3bcedc91c5,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:25.970093 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-250e5396-5443-458f-8c87-ffeb5c0b0b2c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:25.985086 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-57e5e928-83b6-48e9-8f5f-7c907cd4d942 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:26.018030 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4dc63105-cacb-46af-afe7-e663ca5eb53a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:26.043909 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-118b73b5-e5c4-45dd-a61c-56e79e822ef2 None None] Set router 42666df9-e112-4c0a-8e51-24579da203b5 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:48:26.081686 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-a17a8684-bb85-49a2-8631-f3741fd06e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e01ad7b0-b95a-4847-ac6b-c1b2da94e59f', 'name': 'tempest-ServersTestJSON-72855976-router', 'tenant_id': '8255d8223f1c451bbb1b1532cd6a52b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'f0917485-a54a-41c2-8582-8dccc197766d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:44:43Z', 'updated_at': '2021-12-20T14:48:23Z', 'revision_number': 5, 'project_id': '8255d8223f1c451bbb1b1532cd6a52b8', 'gw_port': {'id': 'f0917485-a54a-41c2-8582-8dccc197766d', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e01ad7b0-b95a-4847-ac6b-c1b2da94e59f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:44:44Z', 'updated_at': '2021-12-20T14:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:26.113415 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17a8684-bb85-49a2-8631-f3741fd06e96 None None] The sync data for ids ['e01ad7b0-b95a-4847-ac6b-c1b2da94e59f'] in n-d-761264-19 is: [{'id': 'e01ad7b0-b95a-4847-ac6b-c1b2da94e59f', 'name': 'tempest-ServersTestJSON-72855976-router', 'tenant_id': '8255d8223f1c451bbb1b1532cd6a52b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'f0917485-a54a-41c2-8582-8dccc197766d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:44:43Z', 'updated_at': '2021-12-20T14:48:23Z', 'revision_number': 5, 'project_id': '8255d8223f1c451bbb1b1532cd6a52b8', 'gw_port': {'id': 'f0917485-a54a-41c2-8582-8dccc197766d', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e01ad7b0-b95a-4847-ac6b-c1b2da94e59f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:44:44Z', 'updated_at': '2021-12-20T14:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:48:26.128921 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-57e5e928-83b6-48e9-8f5f-7c907cd4d942 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:26.142156 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-250e5396-5443-458f-8c87-ffeb5c0b0b2c admin admin] Deleting port f0917485-a54a-41c2-8582-8dccc197766d {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:48:26.142446 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-250e5396-5443-458f-8c87-ffeb5c0b0b2c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:26.149915 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-57e5e928-83b6-48e9-8f5f-7c907cd4d942 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:26.180490 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4dc63105-cacb-46af-afe7-e663ca5eb53a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:26.181277 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f4bb2e7-da83-4965-996b-533cf00c2ff5', 'tag': 'd699b9cd-b472-406b-a6c8-55d380470b59'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:48:26.183603 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34956e5f-b11e-41f3-adbd-eb8a81998f9c" -d '{"events": [{"name": "network-changed", "server_uuid": "2f4bb2e7-da83-4965-996b-533cf00c2ff5", "tag": "d699b9cd-b472-406b-a6c8-55d380470b59"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:48:26.189519 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1546d904-0d27-4050-b972-20016ffc2ab8 req-18631692-9fce-4baa-be28-bf52ae3fb8cc tempest-ServersNegativeTestMultiTenantJSON-1011105933 tempest-ServersNegativeTestMultiTenantJSON-1011105933-project] 10.222.0.54 "GET /v2.0/security-groups?id=44db5842-79ac-4fe6-8c0c-f2b78e3ed86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3816512 Dec 20 14:48:26.232580 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e68b58-3224-4fb4-9086-9c601cab5e35 req-03ea8647-63bd-411e-896e-12fce8f67d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:26.235716 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e5e928-83b6-48e9-8f5f-7c907cd4d942 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=657976f1-8a31-4e8e-980d-8e23fc3cd6ea,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:26.238648 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-45e68b58-3224-4fb4-9086-9c601cab5e35 req-03ea8647-63bd-411e-896e-12fce8f67d4f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=014c3038-cd66-47c7-ace4-7a8a7b1b3860 HTTP/1.1" status: 200 len: 865 time: 0.2990518 Dec 20 14:48:26.269183 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4dc63105-cacb-46af-afe7-e663ca5eb53a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:26.275397 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff48ddad-ba60-4f05-8d36-eebb98d36e08 None None] Network 87a69cd0-a64c-42dd-a7fc-edd3efea59ce requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:48:26.291951 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-4dc63105-cacb-46af-afe7-e663ca5eb53a admin admin] 10.222.0.54 "DELETE /v2.0/subnets/a9e11c76-32b6-463b-b516-e12248ff878a HTTP/1.1" status: 204 len: 168 time: 0.6988754 Dec 20 14:48:26.297299 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57998) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:26.298646 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4761753-6991-4694-9150-6fb1fdb0a8bb x-openstack-request-id: req-c4761753-6991-4694-9150-6fb1fdb0a8bb {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:48:26.298968 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f4bb2e7-da83-4965-996b-533cf00c2ff5", "tag": "d699b9cd-b472-406b-a6c8-55d380470b59", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:48:26.299226 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c4761753-6991-4694-9150-6fb1fdb0a8bb {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:48:26.299615 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f4bb2e7-da83-4965-996b-533cf00c2ff5', 'tag': 'd699b9cd-b472-406b-a6c8-55d380470b59', 'status': 'completed', 'code': 200} Dec 20 14:48:26.303525 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-57e5e928-83b6-48e9-8f5f-7c907cd4d942 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:26.304732 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-57e5e928-83b6-48e9-8f5f-7c907cd4d942 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3980248 Dec 20 14:48:26.305567 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc63105-cacb-46af-afe7-e663ca5eb53a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9e11c76-32b6-463b-b516-e12248ff878a,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:26.311733 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58000) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:26.321449 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-f6fbecd4-f855-4d10-9fa0-54db2dea0869 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Request body: {'security_group_rule': {'security_group_id': 'd41c7565-f2b3-4a99-84f0-065ac3df7d7d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:48:26.331735 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-118b73b5-e5c4-45dd-a61c-56e79e822ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42666df9-e112-4c0a-8e51-24579da203b5', 'name': 'tempest-TestAggregatesBasicOps-1397155436-router', 'tenant_id': 'b9022543b31d4d05a93d156c059d5be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '10a807fd-f9f6-4ef6-af7e-cbc53ecc817a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:48:19Z', 'updated_at': '2021-12-20T14:48:24Z', 'revision_number': 3, 'project_id': 'b9022543b31d4d05a93d156c059d5be2', 'gw_port': {'id': '10a807fd-f9f6-4ef6-af7e-cbc53ecc817a', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c0:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42666df9-e112-4c0a-8e51-24579da203b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:48:21Z', 'updated_at': '2021-12-20T14:48:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:26.356803 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-45e68b58-3224-4fb4-9086-9c601cab5e35 req-eb4b8b9a-e724-4681-be97-7046c4e066e1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d5bf6ba8-862d-417b-a5d5-104b54a86a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563421 Dec 20 14:48:26.366866 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-250e5396-5443-458f-8c87-ffeb5c0b0b2c admin admin] For port f0917485-a54a-41c2-8582-8dccc197766d, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=f0917485-a54a-41c2-8582-8dccc197766d,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:48:26.367575 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-250e5396-5443-458f-8c87-ffeb5c0b0b2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:26.383886 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-250e5396-5443-458f-8c87-ffeb5c0b0b2c admin admin] Calling delete_port for f0917485-a54a-41c2-8582-8dccc197766d owned by network:router_gateway {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:48:26.392989 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118b73b5-e5c4-45dd-a61c-56e79e822ef2 None None] Checking router: 42666df9-e112-4c0a-8e51-24579da203b5 for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:48:26.393974 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118b73b5-e5c4-45dd-a61c-56e79e822ef2 None None] Updating router 42666df9-e112-4c0a-8e51-24579da203b5 port 10a807fd-f9f6-4ef6-af7e-cbc53ecc817a binding host n-d-761264-19 {{(pid=103170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 14:48:26.404366 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f6fbecd4-f855-4d10-9fa0-54db2dea0869 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:26.445596 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-118b73b5-e5c4-45dd-a61c-56e79e822ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:26.509992 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d5ea9b-1012-4e24-b6e3-f5b041310329 None None] DHCP port deletion for 87a69cd0-a64c-42dd-a7fc-edd3efea59ce request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:48:26.550980 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f6fbecd4-f855-4d10-9fa0-54db2dea0869 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:26.558195 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f6fbecd4-f855-4d10-9fa0-54db2dea0869 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:26.615447 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 6fda2c38-1936-4b68-8e06-e5e20a08cd5e no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:48:26.620214 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-05d5ea9b-1012-4e24-b6e3-f5b041310329 None None] Deleting port 6fda2c38-1936-4b68-8e06-e5e20a08cd5e {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:48:26.621013 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-05d5ea9b-1012-4e24-b6e3-f5b041310329 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:26.632016 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fbecd4-f855-4d10-9fa0-54db2dea0869 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c80bb73-d864-4410-aee1-0daa9c0b82b7,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:26.658376 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f6fbecd4-f855-4d10-9fa0-54db2dea0869 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:26.660468 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-f6fbecd4-f855-4d10-9fa0-54db2dea0869 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3480518 Dec 20 14:48:26.664978 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58002) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:26.747053 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-bd54be4e-3944-4ad0-9b84-d7481dcb9e7f tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:26.759246 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-bd54be4e-3944-4ad0-9b84-d7481dcb9e7f tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:26.796992 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-05d5ea9b-1012-4e24-b6e3-f5b041310329 None None] For port 6fda2c38-1936-4b68-8e06-e5e20a08cd5e, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=6fda2c38-1936-4b68-8e06-e5e20a08cd5e,segment=NetworkSegment(877e7bc7-97ff-42dc-9484-98838533dd48),segment_id=877e7bc7-97ff-42dc-9484-98838533dd48)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:48:26.799495 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-05d5ea9b-1012-4e24-b6e3-f5b041310329 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:26.806168 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-bd54be4e-3944-4ad0-9b84-d7481dcb9e7f tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:26.813993 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-bd54be4e-3944-4ad0-9b84-d7481dcb9e7f tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:26.815601 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-bd54be4e-3944-4ad0-9b84-d7481dcb9e7f tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/9c80bb73-d864-4410-aee1-0daa9c0b82b7 HTTP/1.1" status: 204 len: 168 time: 0.1484244 Dec 20 14:48:26.819562 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-250e5396-5443-458f-8c87-ffeb5c0b0b2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:26.821518 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58004) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:26.823446 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-05d5ea9b-1012-4e24-b6e3-f5b041310329 None None] Calling delete_port for 6fda2c38-1936-4b68-8e06-e5e20a08cd5e owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:48:26.859201 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd54be4e-3944-4ad0-9b84-d7481dcb9e7f tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9c80bb73-d864-4410-aee1-0daa9c0b82b7,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:26.868109 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250e5396-5443-458f-8c87-ffeb5c0b0b2c admin admin] Pushing event deleted for resources: {'Port': ['ID=f0917485-a54a-41c2-8582-8dccc197766d,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:26.931894 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-118b73b5-e5c4-45dd-a61c-56e79e822ef2 None None] Publish callbacks [] for port, precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:26.941308 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6b3dd6-6c17-4047-bafd-c858c0d2ae05 None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:48:26.943361 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-118b73b5-e5c4-45dd-a61c-56e79e822ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:26.949058 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:26.971689 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-250e5396-5443-458f-8c87-ffeb5c0b0b2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584913'] for router_gateway, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:26.992788 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-ff8167cb-e20a-43c3-82f2-935688de2b31 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1595678 Dec 20 14:48:27.014081 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58006) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:27.027954 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-118b73b5-e5c4-45dd-a61c-56e79e822ef2 None None] Attempting to bind port 10a807fd-f9f6-4ef6-af7e-cbc53ecc817a on host n-d-761264-19 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:48:27.028337 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-118b73b5-e5c4-45dd-a61c-56e79e822ef2 None None] Attempting to bind port 10a807fd-f9f6-4ef6-af7e-cbc53ecc817a by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:48:27.028668 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118b73b5-e5c4-45dd-a61c-56e79e822ef2 None None] Attempting to bind port 10a807fd-f9f6-4ef6-af7e-cbc53ecc817a on network c3f8658e-da35-41f3-bd03-509e29ebd6f3 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:48:27.038459 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cd8ef6-4d5f-49ed-baa8-508a46bc2b05 None None] Pushing event updated for resources: {'Port': ['ID=10a807fd-f9f6-4ef6-af7e-cbc53ecc817a,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:27.043493 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118b73b5-e5c4-45dd-a61c-56e79e822ef2 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:48:27.043767 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118b73b5-e5c4-45dd-a61c-56e79e822ef2 None None] Checking segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:48:27.044155 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-118b73b5-e5c4-45dd-a61c-56e79e822ef2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:27.044556 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118b73b5-e5c4-45dd-a61c-56e79e822ef2 None None] Bound using segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:48:27.045044 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-118b73b5-e5c4-45dd-a61c-56e79e822ef2 None None] Bound port: 10a807fd-f9f6-4ef6-af7e-cbc53ecc817a, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:48:27.045508 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-118b73b5-e5c4-45dd-a61c-56e79e822ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:27.048658 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] For port 6fda2c38-1936-4b68-8e06-e5e20a08cd5e, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=6fda2c38-1936-4b68-8e06-e5e20a08cd5e,segment=NetworkSegment(877e7bc7-97ff-42dc-9484-98838533dd48),segment_id=877e7bc7-97ff-42dc-9484-98838533dd48)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:48:27.050872 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea5bd10-2017-4b3d-9228-f9cb3e058ded None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:48:27.074242 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:27.075923 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 56b00ed9-8503-4ce4-abdb-57c2bebf35e6 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:48:27.085579 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-05d5ea9b-1012-4e24-b6e3-f5b041310329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:27.089815 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fc37b46e-f447-4897-87d5-c0bd68e56e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:27.108982 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-250e5396-5443-458f-8c87-ffeb5c0b0b2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40132'] for router, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:27.115116 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-250e5396-5443-458f-8c87-ffeb5c0b0b2c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:27.120701 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3b3b0012-e47d-4728-8865-e52bbefd3e5e tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:27.138870 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d5ea9b-1012-4e24-b6e3-f5b041310329 None None] No DVR routers for this DVR port 6fda2c38-1936-4b68-8e06-e5e20a08cd5e on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:48:27.172656 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 56b00ed9-8503-4ce4-abdb-57c2bebf35e6 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:48:27.173317 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 56b00ed9-8503-4ce4-abdb-57c2bebf35e6 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:48:27.174945 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 5073e936-834d-44ff-b2ef-e5802da383d0 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:48:27.183695 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3b3b0012-e47d-4728-8865-e52bbefd3e5e tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:27.186941 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Pushing event deleted for resources: {'Port': ['ID=6fda2c38-1936-4b68-8e06-e5e20a08cd5e,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:27.190317 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-45e68b58-3224-4fb4-9086-9c601cab5e35 req-611bcd63-6a2b-4f9c-87ce-5083a5e9fad5 service neutron] 10.222.0.30 "GET /v2.0/networks/d5bf6ba8-862d-417b-a5d5-104b54a86a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8031073 Dec 20 14:48:27.212064 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-250e5396-5443-458f-8c87-ffeb5c0b0b2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1594808'] for router, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:27.212605 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-250e5396-5443-458f-8c87-ffeb5c0b0b2c admin admin] Fanout notify agent at l3_agent the message router_deleted on router e01ad7b0-b95a-4847-ac6b-c1b2da94e59f {{(pid=103167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 14:48:27.220062 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-250e5396-5443-458f-8c87-ffeb5c0b0b2c admin admin] Publish callbacks [] for router, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:27.221448 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-250e5396-5443-458f-8c87-ffeb5c0b0b2c admin admin] 10.222.0.54 "DELETE /v2.0/routers/e01ad7b0-b95a-4847-ac6b-c1b2da94e59f HTTP/1.1" status: 204 len: 168 time: 2.1577859 Dec 20 14:48:27.225461 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58008) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:27.238890 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3b3b0012-e47d-4728-8865-e52bbefd3e5e tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:27.256341 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 5073e936-834d-44ff-b2ef-e5802da383d0 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:48:27.256796 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 5073e936-834d-44ff-b2ef-e5802da383d0 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:48:27.269127 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:48:27.269680 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:48:27.270394 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:48:27.270961 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:48:27.271110 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3b3b0012-e47d-4728-8865-e52bbefd3e5e tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:27.271630 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:48:27.274898 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-3b3b0012-e47d-4728-8865-e52bbefd3e5e tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/657976f1-8a31-4e8e-980d-8e23fc3cd6ea HTTP/1.1" status: 204 len: 168 time: 0.2573476 Dec 20 14:48:27.276538 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:48:27.277270 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:48:27.277683 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58012) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:27.278084 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:48:27.279693 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:48:27.280247 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:48:27.280792 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:48:27.281341 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:48:27.281882 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:48:27.309386 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3b0012-e47d-4728-8865-e52bbefd3e5e tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=657976f1-8a31-4e8e-980d-8e23fc3cd6ea,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:27.329284 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d5ea9b-1012-4e24-b6e3-f5b041310329 None None] Pushing event deleted for resources: {'Port': ['ID=6fda2c38-1936-4b68-8e06-e5e20a08cd5e,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:27.332426 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-9c08e43e-a228-46d8-b4fa-e97745eaeb3d None None] Provisioning complete for port 10a807fd-f9f6-4ef6-af7e-cbc53ecc817a triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:48:27.332426 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-9c08e43e-a228-46d8-b4fa-e97745eaeb3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:27.353043 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-00fde1df-0e5a-434a-a795-206c32e54fbd tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0740912 Dec 20 14:48:27.356951 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_v2 [None req-3984d1cc-1090-4a28-8eab-2fc6d4ceacb7 admin admin] Deleting subnet 19a7e12b-bc69-4c68-8b63-286ef4ad0b2c {{(pid=103167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:48:27.359022 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58016) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:27.370745 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-118b73b5-e5c4-45dd-a61c-56e79e822ef2 None None] For port 10a807fd-f9f6-4ef6-af7e-cbc53ecc817a, host n-d-761264-19, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:48:27.379962 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3984d1cc-1090-4a28-8eab-2fc6d4ceacb7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:27.382514 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-118b73b5-e5c4-45dd-a61c-56e79e822ef2 None None] For port 10a807fd-f9f6-4ef6-af7e-cbc53ecc817a, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=10a807fd-f9f6-4ef6-af7e-cbc53ecc817a,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:48:27.384517 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cd8ef6-4d5f-49ed-baa8-508a46bc2b05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:48:27.384862 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cd8ef6-4d5f-49ed-baa8-508a46bc2b05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:48:27.386455 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cd8ef6-4d5f-49ed-baa8-508a46bc2b05 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:48:27.386783 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cd8ef6-4d5f-49ed-baa8-508a46bc2b05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:48:27.387124 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cd8ef6-4d5f-49ed-baa8-508a46bc2b05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:48:27.387468 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cd8ef6-4d5f-49ed-baa8-508a46bc2b05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:48:27.387855 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cd8ef6-4d5f-49ed-baa8-508a46bc2b05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:48:27.388103 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cd8ef6-4d5f-49ed-baa8-508a46bc2b05 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:48:27.389984 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cd8ef6-4d5f-49ed-baa8-508a46bc2b05 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:48:27.390340 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cd8ef6-4d5f-49ed-baa8-508a46bc2b05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:48:27.395303 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cd8ef6-4d5f-49ed-baa8-508a46bc2b05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:48:27.395680 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cd8ef6-4d5f-49ed-baa8-508a46bc2b05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:48:27.396037 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cd8ef6-4d5f-49ed-baa8-508a46bc2b05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:48:27.402143 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-118b73b5-e5c4-45dd-a61c-56e79e822ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:27.403068 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-9c08e43e-a228-46d8-b4fa-e97745eaeb3d None None] Port 10a807fd-f9f6-4ef6-af7e-cbc53ecc817a cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:48:27.462820 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b85de7b8-0574-4c7e-ac08-eb3c6f29a9cf tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:27.468391 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3984d1cc-1090-4a28-8eab-2fc6d4ceacb7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954412'] for subnet, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:27.487941 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7f104c-29a8-45ba-aac8-de49b9389acc None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:48:27.504041 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b85de7b8-0574-4c7e-ac08-eb3c6f29a9cf tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:27.510612 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118b73b5-e5c4-45dd-a61c-56e79e822ef2 None None] Routers {'42666df9-e112-4c0a-8e51-24579da203b5'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:48:27.511662 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-118b73b5-e5c4-45dd-a61c-56e79e822ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:48:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['42666df9-e112-4c0a-8e51-24579da203b5'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:27.514097 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1ebf3f-1ccd-4688-b15f-5efad08ee9a1 req-fbb0ae92-41bc-4c20-8d50-e451aa5bc572 tempest-ServersNegativeTestMultiTenantJSON-1011105933 tempest-ServersNegativeTestMultiTenantJSON-1011105933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:27.515632 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4d1ebf3f-1ccd-4688-b15f-5efad08ee9a1 req-fbb0ae92-41bc-4c20-8d50-e451aa5bc572 tempest-ServersNegativeTestMultiTenantJSON-1011105933 tempest-ServersNegativeTestMultiTenantJSON-1011105933-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f4bb2e7-da83-4965-996b-533cf00c2ff5 HTTP/1.1" status: 200 len: 944 time: 0.1471105 Dec 20 14:48:27.522364 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fc37b46e-f447-4897-87d5-c0bd68e56e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:27.561304 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-daa45fec-ea6e-403d-80bc-d1dc9991bb96 None None] Provisioning complete for port 10a807fd-f9f6-4ef6-af7e-cbc53ecc817a triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:48:27.561899 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-daa45fec-ea6e-403d-80bc-d1dc9991bb96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:27.579977 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cd8ef6-4d5f-49ed-baa8-508a46bc2b05 None None] Pushing event updated for resources: {'Port': ['ID=10a807fd-f9f6-4ef6-af7e-cbc53ecc817a,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:27.592944 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b85de7b8-0574-4c7e-ac08-eb3c6f29a9cf tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:27.600576 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-fc37b46e-f447-4897-87d5-c0bd68e56e8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87a69cd0-a64c-42dd-a7fc-edd3efea59ce']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:27.606278 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-45e68b58-3224-4fb4-9086-9c601cab5e35 req-d5324f07-8b64-4456-bced-760e9ec48330 service neutron] 10.222.0.30 "GET /v2.0/networks/d5bf6ba8-862d-417b-a5d5-104b54a86a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4070590 Dec 20 14:48:27.627320 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b85de7b8-0574-4c7e-ac08-eb3c6f29a9cf tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:27.628704 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-b85de7b8-0574-4c7e-ac08-eb3c6f29a9cf tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/16f4f03f-5463-49da-9e09-3f3bcedc91c5 HTTP/1.1" status: 204 len: 168 time: 0.2686779 Dec 20 14:48:27.634603 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58018) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:27.638405 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-fc37b46e-f447-4897-87d5-c0bd68e56e8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '877e7bc7-97ff-42dc-9484-98838533dd48') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:27.638705 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-fc37b46e-f447-4897-87d5-c0bd68e56e8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '877e7bc7-97ff-42dc-9484-98838533dd48') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:27.651699 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fc37b46e-f447-4897-87d5-c0bd68e56e8f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:27.674281 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4d1ebf3f-1ccd-4688-b15f-5efad08ee9a1 req-970e0ee0-74b3-4e0c-b108-ddaacf3d17c6 tempest-ServersNegativeTestMultiTenantJSON-1011105933 tempest-ServersNegativeTestMultiTenantJSON-1011105933-project] 10.222.0.54 "GET /v2.0/security-groups?id=44db5842-79ac-4fe6-8c0c-f2b78e3ed86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489229 Dec 20 14:48:27.687947 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85de7b8-0574-4c7e-ac08-eb3c6f29a9cf tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=16f4f03f-5463-49da-9e09-3f3bcedc91c5,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:27.688385 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fc37b46e-f447-4897-87d5-c0bd68e56e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:27.688831 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-daa45fec-ea6e-403d-80bc-d1dc9991bb96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:27.709030 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3984d1cc-1090-4a28-8eab-2fc6d4ceacb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:27.718412 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-daa45fec-ea6e-403d-80bc-d1dc9991bb96 None None] For port 10a807fd-f9f6-4ef6-af7e-cbc53ecc817a, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=10a807fd-f9f6-4ef6-af7e-cbc53ecc817a,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:48:27.724653 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc37b46e-f447-4897-87d5-c0bd68e56e8f admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:48:27.725076 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fc37b46e-f447-4897-87d5-c0bd68e56e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:27.726945 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-daa45fec-ea6e-403d-80bc-d1dc9991bb96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:27.727767 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:48:27.727767 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:48:27.727767 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:48:27.727767 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:48:27.727767 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:48:27.727767 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:48:27.727767 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:48:27.727767 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:48:27.727767 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:48:27.727767 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:48:27.727767 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:48:27.727767 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:48:27.727767 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:48:27.727767 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:48:27.727767 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:48:27.727767 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:48:27.727767 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:48:27.727767 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:48:27.727767 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:48:27.727767 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:48:27.727767 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:48:27.727767 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:48:27.727767 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 14:48:27.727767 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:48:27.727767 n-d-761264-19 neutron-server[103168]: timer() Dec 20 14:48:27.727767 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:48:27.727767 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 14:48:27.727767 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:48:27.727767 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 14:48:27.727767 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:48:27.727767 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 14:48:27.727767 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:48:27.727767 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 14:48:27.727767 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:48:27.727767 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 14:48:27.727767 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:48:27.727767 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:48:27.727767 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:48:27.727767 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:48:27.727767 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:48:27.727767 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 14:48:27.727767 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:48:27.727767 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 14:48:27.727767 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:48:27.727767 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:48:27.727767 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:48:27.727767 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 14:48:27.727767 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:48:27.727767 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:48:27.727767 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:48:27.727767 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:48:27.727767 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:48:27.727767 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:48:27.727767 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:48:27.742564 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-118b73b5-e5c4-45dd-a61c-56e79e822ef2 None None] Set router 42666df9-e112-4c0a-8e51-24579da203b5 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:48:27.770976 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-4668e539-6bfd-4f52-abf9-6af0c0f5d8fc tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1295352 Dec 20 14:48:27.773722 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58020) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:27.791181 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa45fec-ea6e-403d-80bc-d1dc9991bb96 None None] Pushing event updated for resources: {'Port': ['ID=10a807fd-f9f6-4ef6-af7e-cbc53ecc817a,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:27.818073 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34956e5f-b11e-41f3-adbd-eb8a81998f9c req-f3a2f41a-1e76-4f57-a570-cc355993f950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:27.819665 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-34956e5f-b11e-41f3-adbd-eb8a81998f9c req-f3a2f41a-1e76-4f57-a570-cc355993f950 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=95c695756e4c4f708baf32eff66fda35&device_id=2f4bb2e7-da83-4965-996b-533cf00c2ff5 HTTP/1.1" status: 200 len: 1096 time: 0.1489186 Dec 20 14:48:27.822388 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-63e2c8c2-08be-4afd-985d-02c501e704d7 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:27.824956 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-dfddb557-2845-4802-9eef-ad3e89be70b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:27.836115 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-63e2c8c2-08be-4afd-985d-02c501e704d7 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:27.843857 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3984d1cc-1090-4a28-8eab-2fc6d4ceacb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:27.846796 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fc37b46e-f447-4897-87d5-c0bd68e56e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:27.875666 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fc37b46e-f447-4897-87d5-c0bd68e56e8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:27.879383 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-fc37b46e-f447-4897-87d5-c0bd68e56e8f admin admin] 10.222.0.54 "DELETE /v2.0/networks/87a69cd0-a64c-42dd-a7fc-edd3efea59ce HTTP/1.1" status: 204 len: 168 time: 1.5668440 Dec 20 14:48:27.904820 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3984d1cc-1090-4a28-8eab-2fc6d4ceacb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19a7e12b-bc69-4c68-8b63-286ef4ad0b2c,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:27.914784 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3984d1cc-1090-4a28-8eab-2fc6d4ceacb7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:27.918633 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-3984d1cc-1090-4a28-8eab-2fc6d4ceacb7 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/19a7e12b-bc69-4c68-8b63-286ef4ad0b2c HTTP/1.1" status: 204 len: 168 time: 0.6915643 Dec 20 14:48:27.931509 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58024) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:27.933488 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfbb914f-e3fd-467d-8fe4-963da74fec15 None None] Network 75cc060c-9a9b-45bd-b303-f0f117f0c788 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:48:27.950369 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc37b46e-f447-4897-87d5-c0bd68e56e8f admin admin] Pushing event deleted for resources: {'Network': ['ID=87a69cd0-a64c-42dd-a7fc-edd3efea59ce,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:28.031261 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-976efcf8-943e-4122-bdbe-b2b2b6e7af28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:28.035283 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-118b73b5-e5c4-45dd-a61c-56e79e822ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42666df9-e112-4c0a-8e51-24579da203b5', 'name': 'tempest-TestAggregatesBasicOps-1397155436-router', 'tenant_id': 'b9022543b31d4d05a93d156c059d5be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '10a807fd-f9f6-4ef6-af7e-cbc53ecc817a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:48:19Z', 'updated_at': '2021-12-20T14:48:24Z', 'revision_number': 3, 'project_id': 'b9022543b31d4d05a93d156c059d5be2', 'gw_port': {'id': '10a807fd-f9f6-4ef6-af7e-cbc53ecc817a', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c0:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42666df9-e112-4c0a-8e51-24579da203b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:48:21Z', 'updated_at': '2021-12-20T14:48:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:28.036145 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-63e2c8c2-08be-4afd-985d-02c501e704d7 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:28.042519 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-63e2c8c2-08be-4afd-985d-02c501e704d7 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:28.043795 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-63e2c8c2-08be-4afd-985d-02c501e704d7 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/e2fb9f66-caf0-494c-b608-7d47782d8004 HTTP/1.1" status: 204 len: 168 time: 0.2676771 Dec 20 14:48:28.058581 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58026) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:28.075380 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118b73b5-e5c4-45dd-a61c-56e79e822ef2 None None] The sync data for ids ['42666df9-e112-4c0a-8e51-24579da203b5'] in n-d-761264-19 is: [{'id': '42666df9-e112-4c0a-8e51-24579da203b5', 'name': 'tempest-TestAggregatesBasicOps-1397155436-router', 'tenant_id': 'b9022543b31d4d05a93d156c059d5be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '10a807fd-f9f6-4ef6-af7e-cbc53ecc817a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:48:19Z', 'updated_at': '2021-12-20T14:48:24Z', 'revision_number': 3, 'project_id': 'b9022543b31d4d05a93d156c059d5be2', 'gw_port': {'id': '10a807fd-f9f6-4ef6-af7e-cbc53ecc817a', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c0:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42666df9-e112-4c0a-8e51-24579da203b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:48:21Z', 'updated_at': '2021-12-20T14:48:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:48:28.075683 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34956e5f-b11e-41f3-adbd-eb8a81998f9c req-b7fc0254-e5af-48ec-a506-5b521284f71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:28.085090 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-34956e5f-b11e-41f3-adbd-eb8a81998f9c req-b7fc0254-e5af-48ec-a506-5b521284f71a service neutron] 10.222.0.30 "GET /v2.0/networks?id=d5bf6ba8-862d-417b-a5d5-104b54a86a0d HTTP/1.1" status: 200 len: 926 time: 0.2564969 Dec 20 14:48:28.115637 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e2c8c2-08be-4afd-985d-02c501e704d7 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e2fb9f66-caf0-494c-b608-7d47782d8004,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:28.155094 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58028) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:28.191328 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-34956e5f-b11e-41f3-adbd-eb8a81998f9c req-55a40140-5eb6-4e2a-8fb8-cede14a46e31 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d699b9cd-b472-406b-a6c8-55d380470b59 HTTP/1.1" status: 200 len: 217 time: 0.0940635 Dec 20 14:48:28.191890 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-72fc7e86-c788-4f44-9571-2c8472b9b0e5 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1270819 Dec 20 14:48:28.194003 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58030) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:28.230348 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2555275-38e0-4968-9296-562543f45e4e None None] DHCP port deletion for 75cc060c-9a9b-45bd-b303-f0f117f0c788 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:48:28.237476 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-712330ba-0ca6-446e-9844-d4bd0441127a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c0643adf2af04815b0d3549cf80b60b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0768845 Dec 20 14:48:28.240265 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-976efcf8-943e-4122-bdbe-b2b2b6e7af28 admin admin] Deleting port df8ba546-0023-41f5-80c0-ea0adb7c9698 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:48:28.240829 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-976efcf8-943e-4122-bdbe-b2b2b6e7af28 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:28.242922 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58032) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:28.280671 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d3e48f11-945a-4493-bd64-1c0a56f0c8e0 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:28.291414 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d3e48f11-945a-4493-bd64-1c0a56f0c8e0 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:28.311156 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-b2555275-38e0-4968-9296-562543f45e4e None None] Deleting port df8ba546-0023-41f5-80c0-ea0adb7c9698 {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:48:28.311965 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b2555275-38e0-4968-9296-562543f45e4e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:28.315188 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-976efcf8-943e-4122-bdbe-b2b2b6e7af28 admin admin] For port df8ba546-0023-41f5-80c0-ea0adb7c9698, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=df8ba546-0023-41f5-80c0-ea0adb7c9698,segment=NetworkSegment(65130901-ba68-470d-9e0e-92249f5b0053),segment_id=65130901-ba68-470d-9e0e-92249f5b0053)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:48:28.315617 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-976efcf8-943e-4122-bdbe-b2b2b6e7af28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:28.330137 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-976efcf8-943e-4122-bdbe-b2b2b6e7af28 admin admin] Calling delete_port for df8ba546-0023-41f5-80c0-ea0adb7c9698 owned by network:dhcp {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:48:28.379511 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34956e5f-b11e-41f3-adbd-eb8a81998f9c req-b42078e2-275b-4f31-9f44-964ad120baa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:28.379511 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-34956e5f-b11e-41f3-adbd-eb8a81998f9c req-b42078e2-275b-4f31-9f44-964ad120baa2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=014c3038-cd66-47c7-ace4-7a8a7b1b3860 HTTP/1.1" status: 200 len: 865 time: 0.1369426 Dec 20 14:48:28.379511 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-dfddb557-2845-4802-9eef-ad3e89be70b5 admin admin] Allocated IP 172.20.0.1 (1182850f-ce9c-4b22-904c-0135de0dee3d/58bb0a54-fd28-4f97-8d85-7a0bd4fc156b/4a70285c-1a2e-4efb-8172-c904c3203439) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:48:28.386100 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d3e48f11-945a-4493-bd64-1c0a56f0c8e0 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:28.414754 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-b2555275-38e0-4968-9296-562543f45e4e None None] For port df8ba546-0023-41f5-80c0-ea0adb7c9698, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=df8ba546-0023-41f5-80c0-ea0adb7c9698,segment=NetworkSegment(65130901-ba68-470d-9e0e-92249f5b0053),segment_id=65130901-ba68-470d-9e0e-92249f5b0053)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:48:28.414754 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b2555275-38e0-4968-9296-562543f45e4e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:28.420363 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d3e48f11-945a-4493-bd64-1c0a56f0c8e0 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:28.421497 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-d3e48f11-945a-4493-bd64-1c0a56f0c8e0 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/6c694075-a9cd-4b1c-a148-247e094b097f HTTP/1.1" status: 204 len: 168 time: 0.2265642 Dec 20 14:48:28.425644 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-34956e5f-b11e-41f3-adbd-eb8a81998f9c req-390d897a-ea67-4e7e-87e9-374221002c6b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d5bf6ba8-862d-417b-a5d5-104b54a86a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553668 Dec 20 14:48:28.426098 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58034) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:28.443770 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-b2555275-38e0-4968-9296-562543f45e4e None None] Calling delete_port for df8ba546-0023-41f5-80c0-ea0adb7c9698 owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:48:28.458570 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e48f11-945a-4493-bd64-1c0a56f0c8e0 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6c694075-a9cd-4b1c-a148-247e094b097f,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:28.493440 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-976efcf8-943e-4122-bdbe-b2b2b6e7af28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:28.563761 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976efcf8-943e-4122-bdbe-b2b2b6e7af28 admin admin] Pushing event deleted for resources: {'Port': ['ID=df8ba546-0023-41f5-80c0-ea0adb7c9698,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:28.563951 n-d-761264-19 neutron-server[103169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:48:28.563951 n-d-761264-19 neutron-server[103169]: self.session.flush() Dec 20 14:48:28.563951 n-d-761264-19 neutron-server[103169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:48:28.563951 n-d-761264-19 neutron-server[103169]: self.session.flush() Dec 20 14:48:28.563951 n-d-761264-19 neutron-server[103169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:48:28.563951 n-d-761264-19 neutron-server[103169]: self.session.flush() Dec 20 14:48:28.563951 n-d-761264-19 neutron-server[103169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:48:28.563951 n-d-761264-19 neutron-server[103169]: self.session.flush() Dec 20 14:48:28.563951 n-d-761264-19 neutron-server[103169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:48:28.563951 n-d-761264-19 neutron-server[103169]: self.session.flush() Dec 20 14:48:28.563951 n-d-761264-19 neutron-server[103169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:48:28.563951 n-d-761264-19 neutron-server[103169]: self.session.flush() Dec 20 14:48:28.563951 n-d-761264-19 neutron-server[103169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:48:28.563951 n-d-761264-19 neutron-server[103169]: self.session.flush() Dec 20 14:48:28.563951 n-d-761264-19 neutron-server[103169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:48:28.563951 n-d-761264-19 neutron-server[103169]: self.session.flush() Dec 20 14:48:28.563951 n-d-761264-19 neutron-server[103169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:48:28.563951 n-d-761264-19 neutron-server[103169]: self.session.flush() Dec 20 14:48:28.563951 n-d-761264-19 neutron-server[103169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:48:28.563951 n-d-761264-19 neutron-server[103169]: self.session.flush() Dec 20 14:48:28.563951 n-d-761264-19 neutron-server[103169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:48:28.563951 n-d-761264-19 neutron-server[103169]: self.session.flush() Dec 20 14:48:28.563951 n-d-761264-19 neutron-server[103169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:48:28.563951 n-d-761264-19 neutron-server[103169]: self.session.flush() Dec 20 14:48:28.563951 n-d-761264-19 neutron-server[103169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:48:28.563951 n-d-761264-19 neutron-server[103169]: self.session.flush() Dec 20 14:48:28.563951 n-d-761264-19 neutron-server[103169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:48:28.563951 n-d-761264-19 neutron-server[103169]: self.session.flush() Dec 20 14:48:28.563951 n-d-761264-19 neutron-server[103169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:48:28.563951 n-d-761264-19 neutron-server[103169]: self.session.flush() Dec 20 14:48:28.563951 n-d-761264-19 neutron-server[103169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:48:28.563951 n-d-761264-19 neutron-server[103169]: self.session.flush() Dec 20 14:48:28.563951 n-d-761264-19 neutron-server[103169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:48:28.563951 n-d-761264-19 neutron-server[103169]: self.session.flush() Dec 20 14:48:28.563951 n-d-761264-19 neutron-server[103169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:48:28.563951 n-d-761264-19 neutron-server[103169]: self.session.flush() Dec 20 14:48:28.563951 n-d-761264-19 neutron-server[103169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:48:28.563951 n-d-761264-19 neutron-server[103169]: self.session.flush() Dec 20 14:48:28.563951 n-d-761264-19 neutron-server[103169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:48:28.563951 n-d-761264-19 neutron-server[103169]: self.session.flush() Dec 20 14:48:28.563951 n-d-761264-19 neutron-server[103169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:48:28.563951 n-d-761264-19 neutron-server[103169]: self.session.flush() Dec 20 14:48:28.563951 n-d-761264-19 neutron-server[103169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:48:28.563951 n-d-761264-19 neutron-server[103169]: self.session.flush() Dec 20 14:48:28.563951 n-d-761264-19 neutron-server[103169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:48:28.563951 n-d-761264-19 neutron-server[103169]: self.session.flush() Dec 20 14:48:28.563951 n-d-761264-19 neutron-server[103169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:48:28.563951 n-d-761264-19 neutron-server[103169]: self.session.flush() Dec 20 14:48:28.563951 n-d-761264-19 neutron-server[103169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:48:28.563951 n-d-761264-19 neutron-server[103169]: self.session.flush() Dec 20 14:48:28.563951 n-d-761264-19 neutron-server[103169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:48:28.563951 n-d-761264-19 neutron-server[103169]: self.session.flush() Dec 20 14:48:28.563951 n-d-761264-19 neutron-server[103169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:48:28.563951 n-d-761264-19 neutron-server[103169]: self.session.flush() Dec 20 14:48:28.576887 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b2555275-38e0-4968-9296-562543f45e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:28.578478 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976efcf8-943e-4122-bdbe-b2b2b6e7af28 admin admin] No DVR routers for this DVR port df8ba546-0023-41f5-80c0-ea0adb7c9698 on host n-d-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:48:28.589917 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9c699150-f1d5-45ff-a2d7-4b8e07c7c496 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:28.590655 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device df8ba546-0023-41f5-80c0-ea0adb7c9698 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:48:28.630182 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2555275-38e0-4968-9296-562543f45e4e None None] No DVR routers for this DVR port df8ba546-0023-41f5-80c0-ea0adb7c9698 on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:48:28.650147 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-2adaa3c4-c21a-4ee3-9e25-cc27464abc39 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2156725 Dec 20 14:48:28.650400 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: df8ba546-0023-41f5-80c0-ea0adb7c9698 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:48:28.650684 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device df8ba546-0023-41f5-80c0-ea0adb7c9698 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:48:28.651652 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58038) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:28.652285 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device f0917485-a54a-41c2-8582-8dccc197766d no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:48:28.659728 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2555275-38e0-4968-9296-562543f45e4e None None] Pushing event deleted for resources: {'Port': ['ID=df8ba546-0023-41f5-80c0-ea0adb7c9698,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:28.693638 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9c699150-f1d5-45ff-a2d7-4b8e07c7c496 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:28.701375 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: f0917485-a54a-41c2-8582-8dccc197766d {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:48:28.702012 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device f0917485-a54a-41c2-8582-8dccc197766d not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:48:28.759869 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-976efcf8-943e-4122-bdbe-b2b2b6e7af28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:28.785464 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-34956e5f-b11e-41f3-adbd-eb8a81998f9c req-eda41740-93a2-4947-90f6-8a84400f38f0 service neutron] 10.222.0.30 "GET /v2.0/networks/d5bf6ba8-862d-417b-a5d5-104b54a86a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3481379 Dec 20 14:48:28.795418 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-dfddb557-2845-4802-9eef-ad3e89be70b5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:28.813795 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-976efcf8-943e-4122-bdbe-b2b2b6e7af28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75cc060c-9a9b-45bd-b303-f0f117f0c788']}} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:28.840983 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-976efcf8-943e-4122-bdbe-b2b2b6e7af28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65130901-ba68-470d-9e0e-92249f5b0053') {'for_net_delete': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:28.841275 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-976efcf8-943e-4122-bdbe-b2b2b6e7af28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65130901-ba68-470d-9e0e-92249f5b0053') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:28.862452 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-976efcf8-943e-4122-bdbe-b2b2b6e7af28 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954405'] for segment, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:28.873762 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9c699150-f1d5-45ff-a2d7-4b8e07c7c496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:28.876532 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9c699150-f1d5-45ff-a2d7-4b8e07c7c496 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:28.880560 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-9c699150-f1d5-45ff-a2d7-4b8e07c7c496 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/492ab771-3b49-4e8d-9a2b-07a5a30294ac HTTP/1.1" status: 204 len: 168 time: 0.6134343 Dec 20 14:48:28.884811 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8ad11e57-1b18-42a2-a699-60475fd03bc3 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:28.892141 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-976efcf8-943e-4122-bdbe-b2b2b6e7af28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:28.906762 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c699150-f1d5-45ff-a2d7-4b8e07c7c496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=492ab771-3b49-4e8d-9a2b-07a5a30294ac,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:28.921510 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83db9b75-9fba-4768-a411-1e711751d0b6 req-8cf79279-9037-4ef3-9803-767b8fabef68 tempest-ServersNegativeTestMultiTenantJSON-1011105933 tempest-ServersNegativeTestMultiTenantJSON-1011105933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:28.923278 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-83db9b75-9fba-4768-a411-1e711751d0b6 req-8cf79279-9037-4ef3-9803-767b8fabef68 tempest-ServersNegativeTestMultiTenantJSON-1011105933 tempest-ServersNegativeTestMultiTenantJSON-1011105933-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f4bb2e7-da83-4965-996b-533cf00c2ff5 HTTP/1.1" status: 200 len: 944 time: 0.1495950 Dec 20 14:48:28.928634 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-976efcf8-943e-4122-bdbe-b2b2b6e7af28 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:48:28.928974 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-976efcf8-943e-4122-bdbe-b2b2b6e7af28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9956000'] for segment, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:28.931764 n-d-761264-19 neutron-server[103167]: Traceback (most recent call last): Dec 20 14:48:28.931764 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:48:28.931764 n-d-761264-19 neutron-server[103167]: timer() Dec 20 14:48:28.931764 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:48:28.931764 n-d-761264-19 neutron-server[103167]: cb(*args, **kw) Dec 20 14:48:28.931764 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:48:28.931764 n-d-761264-19 neutron-server[103167]: return func(*args, **kwargs) Dec 20 14:48:28.931764 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:48:28.931764 n-d-761264-19 neutron-server[103167]: self._notify() Dec 20 14:48:28.931764 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:48:28.931764 n-d-761264-19 neutron-server[103167]: self.callback(batched_events) Dec 20 14:48:28.931764 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:48:28.931764 n-d-761264-19 neutron-server[103167]: event.method(event) Dec 20 14:48:28.931764 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:48:28.931764 n-d-761264-19 neutron-server[103167]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:48:28.931764 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:48:28.931764 n-d-761264-19 neutron-server[103167]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:48:28.931764 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:48:28.931764 n-d-761264-19 neutron-server[103167]: return f(self, *a, **k) Dec 20 14:48:28.931764 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:48:28.931764 n-d-761264-19 neutron-server[103167]: return self._get(url).json() Dec 20 14:48:28.931764 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:48:28.931764 n-d-761264-19 neutron-server[103167]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:48:28.931764 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:48:28.931764 n-d-761264-19 neutron-server[103167]: return self.request(url, 'GET', **kwargs) Dec 20 14:48:28.931764 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:48:28.931764 n-d-761264-19 neutron-server[103167]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:48:28.931764 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:48:28.931764 n-d-761264-19 neutron-server[103167]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:48:28.931764 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:48:28.931764 n-d-761264-19 neutron-server[103167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:48:28.931764 n-d-761264-19 neutron-server[103167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:48:28.934386 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-dfddb557-2845-4802-9eef-ad3e89be70b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:28.947743 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-34956e5f-b11e-41f3-adbd-eb8a81998f9c req-5de37eb5-6ec3-4ce4-9ced-41de9a5d8a2b service neutron] 10.222.0.30 "GET /v2.0/networks/d5bf6ba8-862d-417b-a5d5-104b54a86a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480863 Dec 20 14:48:28.986254 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8ad11e57-1b18-42a2-a699-60475fd03bc3 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:28.996245 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfddb557-2845-4802-9eef-ad3e89be70b5 admin admin] Network 1182850f-ce9c-4b22-904c-0135de0dee3d is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:48:28.999399 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-dfddb557-2845-4802-9eef-ad3e89be70b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:48:29.002925 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfddb557-2845-4802-9eef-ad3e89be70b5 admin admin] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:48:29.027595 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfddb557-2845-4802-9eef-ad3e89be70b5 admin admin] Pushing event updated for resources: {'Port': ['ID=4a70285c-1a2e-4efb-8172-c904c3203439,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:29.052842 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-dfddb557-2845-4802-9eef-ad3e89be70b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595714'] for router_interface, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:29.119646 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-976efcf8-943e-4122-bdbe-b2b2b6e7af28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:29.133888 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-976efcf8-943e-4122-bdbe-b2b2b6e7af28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:29.152939 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-976efcf8-943e-4122-bdbe-b2b2b6e7af28 admin admin] 10.222.0.54 "DELETE /v2.0/networks/75cc060c-9a9b-45bd-b303-f0f117f0c788 HTTP/1.1" status: 204 len: 168 time: 1.2077541 Dec 20 14:48:29.185187 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8ad11e57-1b18-42a2-a699-60475fd03bc3 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:29.188191 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8ad11e57-1b18-42a2-a699-60475fd03bc3 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:29.192357 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-8ad11e57-1b18-42a2-a699-60475fd03bc3 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] 10.222.0.54 "DELETE /v2.0/security-groups/d41c7565-f2b3-4a99-84f0-065ac3df7d7d HTTP/1.1" status: 204 len: 168 time: 0.5395985 Dec 20 14:48:29.193038 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58046) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:29.218628 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad11e57-1b18-42a2-a699-60475fd03bc3 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d41c7565-f2b3-4a99-84f0-065ac3df7d7d,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:29.221583 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976efcf8-943e-4122-bdbe-b2b2b6e7af28 admin admin] Pushing event deleted for resources: {'Network': ['ID=75cc060c-9a9b-45bd-b303-f0f117f0c788,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:29.261349 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-83db9b75-9fba-4768-a411-1e711751d0b6 req-9b7c0d22-beb0-46c6-9621-71fd3a529878 tempest-ServersNegativeTestMultiTenantJSON-1011105933 tempest-ServersNegativeTestMultiTenantJSON-1011105933-project] 10.222.0.54 "GET /v2.0/security-groups?id=44db5842-79ac-4fe6-8c0c-f2b78e3ed86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3092413 Dec 20 14:48:29.305835 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-dfddb557-2845-4802-9eef-ad3e89be70b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:29.346387 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-4dcacbc5-839c-453d-8495-8804019641e7 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1319034 Dec 20 14:48:29.350307 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58050) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:29.358185 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-2fbac2ee-b50f-4862-b7ac-28392545db30 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Request body: {'security_group': {'name': 'tempest-secgroup--990795561'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:48:29.402431 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2fbac2ee-b50f-4862-b7ac-28392545db30 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:29.492944 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-32ac9748-3264-4e92-973f-14da0471bb6c None None] Provisioning complete for port 4a70285c-1a2e-4efb-8172-c904c3203439 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:48:29.497801 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-32ac9748-3264-4e92-973f-14da0471bb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:29.518135 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58056) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:29.552030 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2fbac2ee-b50f-4862-b7ac-28392545db30 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:29.561463 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2fbac2ee-b50f-4862-b7ac-28392545db30 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:29.578121 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-32ac9748-3264-4e92-973f-14da0471bb6c None None] Port 4a70285c-1a2e-4efb-8172-c904c3203439 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:48:29.588817 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-fd790ab3-e172-45bb-a771-32b99a5d3d2c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8255d8223f1c451bbb1b1532cd6a52b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0688961 Dec 20 14:48:29.593548 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58060) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:29.632832 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2fbac2ee-b50f-4862-b7ac-28392545db30 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:29.634808 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-2fbac2ee-b50f-4862-b7ac-28392545db30 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2828553 Dec 20 14:48:29.640812 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58064) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:29.647550 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbac2ee-b50f-4862-b7ac-28392545db30 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a3b4f26-c5cf-447e-87c9-adc95b78daaf,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:29.650010 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-e0d8d731-8912-455f-96db-21586fdd55b1 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Request body: {'security_group_rule': {'security_group_id': '0a3b4f26-c5cf-447e-87c9-adc95b78daaf', 'direction': 'ingress', 'protocol': 17}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:48:29.672691 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-dfddb557-2845-4802-9eef-ad3e89be70b5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:29.694316 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9f3ad5dc-fc77-4686-b1f5-3facc7133c10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:29.699186 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-dfddb557-2845-4802-9eef-ad3e89be70b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:29.781878 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9f3ad5dc-fc77-4686-b1f5-3facc7133c10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:29.831019 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfddb557-2845-4802-9eef-ad3e89be70b5 admin admin] Pushing event updated for resources: {'Port': ['ID=4a70285c-1a2e-4efb-8172-c904c3203439,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:29.841018 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e0d8d731-8912-455f-96db-21586fdd55b1 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:29.843834 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-dfddb557-2845-4802-9eef-ad3e89be70b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1595702'] for router_interface, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:29.949572 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9f3ad5dc-fc77-4686-b1f5-3facc7133c10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:29.952151 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9f3ad5dc-fc77-4686-b1f5-3facc7133c10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:29.953303 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-9f3ad5dc-fc77-4686-b1f5-3facc7133c10 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/135acd92-6197-4a7d-aeb9-f4c34512d0f3 HTTP/1.1" status: 204 len: 168 time: 0.3588300 Dec 20 14:48:29.970408 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e0d8d731-8912-455f-96db-21586fdd55b1 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:29.985740 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e0d8d731-8912-455f-96db-21586fdd55b1 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:29.996424 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3ad5dc-fc77-4686-b1f5-3facc7133c10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=135acd92-6197-4a7d-aeb9-f4c34512d0f3,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:30.019204 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d8d731-8912-455f-96db-21586fdd55b1 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9068def3-6760-47f8-b750-313618a0bbbc,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:30.026608 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfddb557-2845-4802-9eef-ad3e89be70b5 admin admin] Network 1182850f-ce9c-4b22-904c-0135de0dee3d is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:48:30.028042 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-dfddb557-2845-4802-9eef-ad3e89be70b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:48:30.034388 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e0d8d731-8912-455f-96db-21586fdd55b1 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:30.035690 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-e0d8d731-8912-455f-96db-21586fdd55b1 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3896289 Dec 20 14:48:30.038951 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58078) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:30.167650 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6d3b6711-6e86-4fdb-8713-daf02095d6e3 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:30.211264 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfddb557-2845-4802-9eef-ad3e89be70b5 admin admin] Router 42666df9-e112-4c0a-8e51-24579da203b5 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:48:30.215390 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6d3b6711-6e86-4fdb-8713-daf02095d6e3 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:30.288117 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device d699b9cd-b472-406b-a6c8-55d380470b59 details requested by agent hyperv_n-h1-761264-19 with host n-h1-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:48:30.307604 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6d3b6711-6e86-4fdb-8713-daf02095d6e3 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:30.310368 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6d3b6711-6e86-4fdb-8713-daf02095d6e3 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:30.314176 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-6d3b6711-6e86-4fdb-8713-daf02095d6e3 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] 10.222.0.54 "DELETE /v2.0/security-groups/0a3b4f26-c5cf-447e-87c9-adc95b78daaf HTTP/1.1" status: 204 len: 168 time: 0.2713058 Dec 20 14:48:30.323275 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58088) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:30.371209 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3b6711-6e86-4fdb-8713-daf02095d6e3 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a3b4f26-c5cf-447e-87c9-adc95b78daaf,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:30.399618 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-4e6eb11f-b269-4571-badc-50a60f7e7c25 None None] Provisioning complete for port 4a70285c-1a2e-4efb-8172-c904c3203439 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:48:30.400265 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4e6eb11f-b269-4571-badc-50a60f7e7c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:30.457456 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfddb557-2845-4802-9eef-ad3e89be70b5 admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:48:30.465338 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-dfddb557-2845-4802-9eef-ad3e89be70b5 admin admin] 10.222.0.54 "PUT /v2.0/routers/42666df9-e112-4c0a-8e51-24579da203b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5345805 Dec 20 14:48:30.521019 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-83ce7ff1-6aa2-4f5a-95f7-2672fe1f457f tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1946168 Dec 20 14:48:30.524404 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58092) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:30.528533 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 10a807fd-f9f6-4ef6-af7e-cbc53ecc817a up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:48:30.530538 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-06781123-38f1-410e-af74-46d6cb03379f tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Request body: {'security_group': {'name': 'tempest-secgroup--1148438311'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:48:30.581456 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7e45f8-0473-441f-ade4-82a4c9dd3f2c req-25299aa2-84e3-4498-a920-770b20571658 tempest-ServersNegativeTestMultiTenantJSON-1011105933 tempest-ServersNegativeTestMultiTenantJSON-1011105933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:30.597048 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ad7e45f8-0473-441f-ade4-82a4c9dd3f2c req-25299aa2-84e3-4498-a920-770b20571658 tempest-ServersNegativeTestMultiTenantJSON-1011105933 tempest-ServersNegativeTestMultiTenantJSON-1011105933-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f4bb2e7-da83-4965-996b-533cf00c2ff5 HTTP/1.1" status: 200 len: 944 time: 0.1854584 Dec 20 14:48:30.600159 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-06781123-38f1-410e-af74-46d6cb03379f tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:30.605468 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-4e6eb11f-b269-4571-badc-50a60f7e7c25 None None] Port 4a70285c-1a2e-4efb-8172-c904c3203439 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:48:30.632186 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 10a807fd-f9f6-4ef6-af7e-cbc53ecc817a triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:48:30.633110 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:30.709679 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ad7e45f8-0473-441f-ade4-82a4c9dd3f2c req-be499af4-b690-4940-82ba-08c6929e6197 tempest-ServersNegativeTestMultiTenantJSON-1011105933 tempest-ServersNegativeTestMultiTenantJSON-1011105933-project] 10.222.0.54 "GET /v2.0/security-groups?id=44db5842-79ac-4fe6-8c0c-f2b78e3ed86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117096 Dec 20 14:48:30.732389 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port d699b9cd-b472-406b-a6c8-55d380470b59, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=d699b9cd-b472-406b-a6c8-55d380470b59,segment=NetworkSegment(adeb3847-a0ae-4672-ae2a-a7d0b10a6f66),segment_id=adeb3847-a0ae-4672-ae2a-a7d0b10a6f66)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:48:30.749854 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-06781123-38f1-410e-af74-46d6cb03379f tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:30.755802 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-06781123-38f1-410e-af74-46d6cb03379f tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:30.796219 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06781123-38f1-410e-af74-46d6cb03379f tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0781e131-7db9-47ba-b547-28c9fef2c0a7,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:30.804181 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Returning: {'device': 'd699b9cd-b472-406b-a6c8-55d380470b59', 'network_id': 'd5bf6ba8-862d-417b-a5d5-104b54a86a0d', 'port_id': 'd699b9cd-b472-406b-a6c8-55d380470b59', 'mac_address': 'fa:16:3e:72:ad:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '014c3038-cd66-47c7-ace4-7a8a7b1b3860', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:48:30.812286 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-661e7047-f87a-4267-8a20-2e0d478391a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:30.823330 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-06781123-38f1-410e-af74-46d6cb03379f tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:30.828822 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-06781123-38f1-410e-af74-46d6cb03379f tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3030577 Dec 20 14:48:30.833556 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58104) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:30.840892 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-44ec1d4d-2c41-4e88-ac27-23e23e9baf13 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Request body: {'security_group': {'name': 'tempest-secgroup--785323785'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:48:30.912026 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-44ec1d4d-2c41-4e88-ac27-23e23e9baf13 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:30.921291 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:30.943105 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d699b9cd-b472-406b-a6c8-55d380470b59 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:48:30.951782 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00f60ec-5e67-4f97-b5c3-5dcdaebc9197 None None] Sync routers for ids ['42666df9-e112-4c0a-8e51-24579da203b5'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:48:30.995672 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port d699b9cd-b472-406b-a6c8-55d380470b59, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=d699b9cd-b472-406b-a6c8-55d380470b59,segment=NetworkSegment(adeb3847-a0ae-4672-ae2a-a7d0b10a6f66),segment_id=adeb3847-a0ae-4672-ae2a-a7d0b10a6f66)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:48:30.998047 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00f60ec-5e67-4f97-b5c3-5dcdaebc9197 None None] Routers {'42666df9-e112-4c0a-8e51-24579da203b5'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:48:30.998941 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-f00f60ec-5e67-4f97-b5c3-5dcdaebc9197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:48:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['42666df9-e112-4c0a-8e51-24579da203b5'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:31.003174 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:31.077434 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-44ec1d4d-2c41-4e88-ac27-23e23e9baf13 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:31.085309 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-44ec1d4d-2c41-4e88-ac27-23e23e9baf13 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:31.133210 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-44ec1d4d-2c41-4e88-ac27-23e23e9baf13 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:31.141087 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58112) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:31.141243 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-44ec1d4d-2c41-4e88-ac27-23e23e9baf13 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3063700 Dec 20 14:48:31.148118 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-c559c62b-d51b-4e04-a9c1-108ad0c84c8a tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Request body: {'security_group_rule': {'security_group_id': '0781e131-7db9-47ba-b547-28c9fef2c0a7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '04b7a5a7-4892-4393-83b7-be8a6d925e5d', 'remote_ip_prefix': None}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:48:31.167029 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ec1d4d-2c41-4e88-ac27-23e23e9baf13 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04b7a5a7-4892-4393-83b7-be8a6d925e5d,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:31.251730 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=d699b9cd-b472-406b-a6c8-55d380470b59,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:31.292913 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-f00f60ec-5e67-4f97-b5c3-5dcdaebc9197 None None] Set router 42666df9-e112-4c0a-8e51-24579da203b5 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:48:31.294637 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c559c62b-d51b-4e04-a9c1-108ad0c84c8a tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:31.373880 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['d699b9cd-b472-406b-a6c8-55d380470b59'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:48:31.463917 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c559c62b-d51b-4e04-a9c1-108ad0c84c8a tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:31.475539 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c559c62b-d51b-4e04-a9c1-108ad0c84c8a tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:31.510042 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c559c62b-d51b-4e04-a9c1-108ad0c84c8a tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:31.513257 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-c559c62b-d51b-4e04-a9c1-108ad0c84c8a tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3702161 Dec 20 14:48:31.516032 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58132) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:31.538595 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c559c62b-d51b-4e04-a9c1-108ad0c84c8a tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78a76118-0084-409d-83b0-2b66b9890b49,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:31.561570 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58136) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:31.569295 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9cc77200-b38d-404a-85ac-78311358d910 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:31.587237 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9cc77200-b38d-404a-85ac-78311358d910 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:31.669168 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58140) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:31.673857 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9cc77200-b38d-404a-85ac-78311358d910 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:31.675356 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-ee018a3d-2ccd-4c0a-acba-03eedbc48ef3 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1400516909-network', 'tenant_id': 'dc1db30184824b07a573ee66d672f3b6'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:48:31.684260 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9cc77200-b38d-404a-85ac-78311358d910 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:31.686220 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-9cc77200-b38d-404a-85ac-78311358d910 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/78a76118-0084-409d-83b0-2b66b9890b49 HTTP/1.1" status: 204 len: 168 time: 0.1684535 Dec 20 14:48:31.689631 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58142) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:31.724535 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc77200-b38d-404a-85ac-78311358d910 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=78a76118-0084-409d-83b0-2b66b9890b49,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:31.726961 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee018a3d-2ccd-4c0a-acba-03eedbc48ef3 admin admin] Made reservation on behalf of dc1db30184824b07a573ee66d672f3b6 for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:48:31.729608 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ee018a3d-2ccd-4c0a-acba-03eedbc48ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:31.745049 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ee018a3d-2ccd-4c0a-acba-03eedbc48ef3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:31.768138 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-c8c4a141-cfcd-40fa-99c3-5ce9b8aadd40 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0759776 Dec 20 14:48:31.770656 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58146) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:31.872801 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3fb6408d-b563-47f6-b3ee-2d60dc2fdc18 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:31.974023 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3fb6408d-b563-47f6-b3ee-2d60dc2fdc18 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:32.007726 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ee018a3d-2ccd-4c0a-acba-03eedbc48ef3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:32.028838 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-1a19dd37-56b7-4de0-9c5d-f6fbab04cbdf admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-940372912-network', 'tenant_id': '28995f9892f442119f5f02e53e2727c3'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:48:32.033728 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ee018a3d-2ccd-4c0a-acba-03eedbc48ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:32.041501 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fef2d0-e878-4a69-a531-3b9c7124b66d req-c80d4a70-5ab2-4e5e-a787-2ea3c9b81ee2 tempest-ServersNegativeTestMultiTenantJSON-1011105933 tempest-ServersNegativeTestMultiTenantJSON-1011105933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:32.043904 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-11fef2d0-e878-4a69-a531-3b9c7124b66d req-c80d4a70-5ab2-4e5e-a787-2ea3c9b81ee2 tempest-ServersNegativeTestMultiTenantJSON-1011105933 tempest-ServersNegativeTestMultiTenantJSON-1011105933-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f4bb2e7-da83-4965-996b-533cf00c2ff5 HTTP/1.1" status: 200 len: 945 time: 0.1910634 Dec 20 14:48:32.056743 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-f00f60ec-5e67-4f97-b5c3-5dcdaebc9197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42666df9-e112-4c0a-8e51-24579da203b5', 'name': 'tempest-TestAggregatesBasicOps-1397155436-router', 'tenant_id': 'b9022543b31d4d05a93d156c059d5be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '10a807fd-f9f6-4ef6-af7e-cbc53ecc817a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:48:19Z', 'updated_at': '2021-12-20T14:48:29Z', 'revision_number': 4, 'project_id': 'b9022543b31d4d05a93d156c059d5be2', 'gw_port': {'id': '10a807fd-f9f6-4ef6-af7e-cbc53ecc817a', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42666df9-e112-4c0a-8e51-24579da203b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:48:21Z', 'updated_at': '2021-12-20T14:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '4a70285c-1a2e-4efb-8172-c904c3203439', 'name': '', 'network_id': '1182850f-ce9c-4b22-904c-0135de0dee3d', 'tenant_id': 'b9022543b31d4d05a93d156c059d5be2', 'mac_address': 'fa:16:3e:fe:66:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42666df9-e112-4c0a-8e51-24579da203b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': '58bb0a54-fd28-4f97-8d85-7a0bd4fc156b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:48:27Z', 'updated_at': '2021-12-20T14:48:29Z', 'revision_number': 2, 'project_id': 'b9022543b31d4d05a93d156c059d5be2', 'subnets': [{'id': '58bb0a54-fd28-4f97-8d85-7a0bd4fc156b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:32.070759 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee018a3d-2ccd-4c0a-acba-03eedbc48ef3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:48:32.096197 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00f60ec-5e67-4f97-b5c3-5dcdaebc9197 None None] Checking router: 42666df9-e112-4c0a-8e51-24579da203b5 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:48:32.096931 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00f60ec-5e67-4f97-b5c3-5dcdaebc9197 None None] Updating router 42666df9-e112-4c0a-8e51-24579da203b5 port 4a70285c-1a2e-4efb-8172-c904c3203439 binding host n-d-761264-19 {{(pid=103169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 14:48:32.117975 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ee018a3d-2ccd-4c0a-acba-03eedbc48ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:32.118319 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-ee018a3d-2ccd-4c0a-acba-03eedbc48ef3 admin admin] Added segment 3d39b90a-9efe-487d-a367-a37513cb7d46 of type vlan for network a35fb5db-60c1-4efb-9ddc-a9c69e355933 Dec 20 14:48:32.127728 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f00f60ec-5e67-4f97-b5c3-5dcdaebc9197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:32.137520 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-11fef2d0-e878-4a69-a531-3b9c7124b66d req-f40bfe91-a71d-4682-b2d9-01d9db1f93bf tempest-ServersNegativeTestMultiTenantJSON-1011105933 tempest-ServersNegativeTestMultiTenantJSON-1011105933-project] 10.222.0.54 "GET /v2.0/security-groups?id=44db5842-79ac-4fe6-8c0c-f2b78e3ed86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748057 Dec 20 14:48:32.145296 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee018a3d-2ccd-4c0a-acba-03eedbc48ef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fc215a3-ae1c-44cd-ba17-f43b16c32ca3,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:32.163119 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3fb6408d-b563-47f6-b3ee-2d60dc2fdc18 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:32.166149 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3fb6408d-b563-47f6-b3ee-2d60dc2fdc18 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:32.168326 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-3fb6408d-b563-47f6-b3ee-2d60dc2fdc18 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] 10.222.0.54 "DELETE /v2.0/security-groups/04b7a5a7-4892-4393-83b7-be8a6d925e5d HTTP/1.1" status: 204 len: 168 time: 0.3956237 Dec 20 14:48:32.170890 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58150) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:32.184903 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb6408d-b563-47f6-b3ee-2d60dc2fdc18 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b7a5a7-4892-4393-83b7-be8a6d925e5d,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:32.216662 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a19dd37-56b7-4de0-9c5d-f6fbab04cbdf admin admin] Made reservation on behalf of 28995f9892f442119f5f02e53e2727c3 for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:48:32.219480 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1a19dd37-56b7-4de0-9c5d-f6fbab04cbdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:32.240354 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ee018a3d-2ccd-4c0a-acba-03eedbc48ef3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:32.256028 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1a19dd37-56b7-4de0-9c5d-f6fbab04cbdf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:32.312522 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ee018a3d-2ccd-4c0a-acba-03eedbc48ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:32.314180 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee018a3d-2ccd-4c0a-acba-03eedbc48ef3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:32.314962 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ee018a3d-2ccd-4c0a-acba-03eedbc48ef3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:32.337357 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58152) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:32.338173 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-589e9fef-2039-4a10-ae91-ffdfd20afad0 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1327450 Dec 20 14:48:32.376908 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-ee018a3d-2ccd-4c0a-acba-03eedbc48ef3 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7036481 Dec 20 14:48:32.377798 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58156) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:32.400073 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-d1405030-d0e3-4cee-ba98-96453f88d7c2 admin admin] Request body: {'subnet': {'network_id': 'a35fb5db-60c1-4efb-9ddc-a9c69e355933', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1400516909-subnet', 'tenant_id': 'dc1db30184824b07a573ee66d672f3b6', 'ip_version': 4}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:48:32.450949 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee018a3d-2ccd-4c0a-acba-03eedbc48ef3 admin admin] Pushing event updated for resources: {'Network': ['ID=a35fb5db-60c1-4efb-9ddc-a9c69e355933,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:32.476850 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network a35fb5db-60c1-4efb-9ddc-a9c69e355933 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:48:32.478807 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f0619bc5-d7ba-48c4-8ac3-a1970091f52b tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:32.506853 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1405030-d0e3-4cee-ba98-96453f88d7c2 admin admin] Made reservation on behalf of dc1db30184824b07a573ee66d672f3b6 for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:48:32.509861 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d1405030-d0e3-4cee-ba98-96453f88d7c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:32.532929 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1a19dd37-56b7-4de0-9c5d-f6fbab04cbdf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:32.548295 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1a19dd37-56b7-4de0-9c5d-f6fbab04cbdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:32.586191 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a19dd37-56b7-4de0-9c5d-f6fbab04cbdf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:48:32.613618 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1a19dd37-56b7-4de0-9c5d-f6fbab04cbdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:32.614018 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-1a19dd37-56b7-4de0-9c5d-f6fbab04cbdf admin admin] Added segment ac440122-4085-41a4-b091-81389b45e217 of type vlan for network 93381c45-b578-41db-9065-1dc64fcf7ba1 Dec 20 14:48:32.653632 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f0619bc5-d7ba-48c4-8ac3-a1970091f52b tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:32.716407 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f00f60ec-5e67-4f97-b5c3-5dcdaebc9197 None None] Publish callbacks [] for port, precommit_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:32.726406 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f00f60ec-5e67-4f97-b5c3-5dcdaebc9197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:32.749632 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a19dd37-56b7-4de0-9c5d-f6fbab04cbdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e947430-6bb2-46ab-b6d9-e0c00ae2aa22,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:32.768416 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1a19dd37-56b7-4de0-9c5d-f6fbab04cbdf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:32.784459 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d398f5-f287-4a02-8ce7-eaf04d291a77 None None] Pushing event updated for resources: {'Port': ['ID=4a70285c-1a2e-4efb-8172-c904c3203439,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:32.836325 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f0619bc5-d7ba-48c4-8ac3-a1970091f52b tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:32.839223 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f0619bc5-d7ba-48c4-8ac3-a1970091f52b tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:32.840820 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-f0619bc5-d7ba-48c4-8ac3-a1970091f52b tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] 10.222.0.54 "DELETE /v2.0/security-groups/0781e131-7db9-47ba-b547-28c9fef2c0a7 HTTP/1.1" status: 204 len: 168 time: 0.5022552 Dec 20 14:48:32.845369 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58158) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:32.861821 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0619bc5-d7ba-48c4-8ac3-a1970091f52b tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0781e131-7db9-47ba-b547-28c9fef2c0a7,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:32.877765 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1a19dd37-56b7-4de0-9c5d-f6fbab04cbdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:32.879579 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a19dd37-56b7-4de0-9c5d-f6fbab04cbdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:32.881484 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1a19dd37-56b7-4de0-9c5d-f6fbab04cbdf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:32.923351 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-f00f60ec-5e67-4f97-b5c3-5dcdaebc9197 None None] Attempting to bind port 4a70285c-1a2e-4efb-8172-c904c3203439 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:48:32.923890 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-f00f60ec-5e67-4f97-b5c3-5dcdaebc9197 None None] Attempting to bind port 4a70285c-1a2e-4efb-8172-c904c3203439 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '75a21c98-f66c-46b4-8914-34ed4108f76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1182850f-ce9c-4b22-904c-0135de0dee3d'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:48:32.924259 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00f60ec-5e67-4f97-b5c3-5dcdaebc9197 None None] Attempting to bind port 4a70285c-1a2e-4efb-8172-c904c3203439 on network 1182850f-ce9c-4b22-904c-0135de0dee3d {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:48:32.936304 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d1405030-d0e3-4cee-ba98-96453f88d7c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:32.937199 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00f60ec-5e67-4f97-b5c3-5dcdaebc9197 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:48:32.937650 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00f60ec-5e67-4f97-b5c3-5dcdaebc9197 None None] Checking segment: {'id': '75a21c98-f66c-46b4-8914-34ed4108f76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1182850f-ce9c-4b22-904c-0135de0dee3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:48:32.938853 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f00f60ec-5e67-4f97-b5c3-5dcdaebc9197 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:32.939423 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00f60ec-5e67-4f97-b5c3-5dcdaebc9197 None None] Bound using segment: {'id': '75a21c98-f66c-46b4-8914-34ed4108f76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1182850f-ce9c-4b22-904c-0135de0dee3d'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:48:32.940088 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-f00f60ec-5e67-4f97-b5c3-5dcdaebc9197 None None] Bound port: 4a70285c-1a2e-4efb-8172-c904c3203439, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75a21c98-f66c-46b4-8914-34ed4108f76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1182850f-ce9c-4b22-904c-0135de0dee3d'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:48:32.940573 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f00f60ec-5e67-4f97-b5c3-5dcdaebc9197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:32.945611 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-04e8908b-af93-4ba7-8ace-3265cdd9c0d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:33.031569 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1405030-d0e3-4cee-ba98-96453f88d7c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=329466c6-d20a-46f3-a8eb-2bef3d5e885e,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:33.032470 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-f00f60ec-5e67-4f97-b5c3-5dcdaebc9197 None None] For port 4a70285c-1a2e-4efb-8172-c904c3203439, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:48:33.036351 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-1a19dd37-56b7-4de0-9c5d-f6fbab04cbdf admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4708536 Dec 20 14:48:33.046505 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-f00f60ec-5e67-4f97-b5c3-5dcdaebc9197 None None] For port 4a70285c-1a2e-4efb-8172-c904c3203439, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=4a70285c-1a2e-4efb-8172-c904c3203439,segment=NetworkSegment(75a21c98-f66c-46b4-8914-34ed4108f76e),segment_id=75a21c98-f66c-46b4-8914-34ed4108f76e)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:48:33.049980 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58160) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:33.054283 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f00f60ec-5e67-4f97-b5c3-5dcdaebc9197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:33.057954 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-9cc62edd-80d9-4b54-afd4-b63077ce1d0d admin admin] Request body: {'subnet': {'network_id': '93381c45-b578-41db-9065-1dc64fcf7ba1', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-940372912-subnet', 'tenant_id': '28995f9892f442119f5f02e53e2727c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:48:33.088789 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1405030-d0e3-4cee-ba98-96453f88d7c2 admin admin] Checking segment: {'id': '3d39b90a-9efe-487d-a367-a37513cb7d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'a35fb5db-60c1-4efb-9ddc-a9c69e355933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:48:33.089369 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1405030-d0e3-4cee-ba98-96453f88d7c2 admin admin] Network hostable DHCP agents. Network: a35fb5db-60c1-4efb-9ddc-a9c69e355933, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:48:33.112921 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a19dd37-56b7-4de0-9c5d-f6fbab04cbdf admin admin] Pushing event updated for resources: {'Network': ['ID=93381c45-b578-41db-9065-1dc64fcf7ba1,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:33.127596 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cc62edd-80d9-4b54-afd4-b63077ce1d0d admin admin] Made reservation on behalf of 28995f9892f442119f5f02e53e2727c3 for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:48:33.128432 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-08b84859-98ac-4999-9be1-ef505c7c2021 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2795670 Dec 20 14:48:33.135230 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58164) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:33.136380 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9cc62edd-80d9-4b54-afd4-b63077ce1d0d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:33.140258 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1405030-d0e3-4cee-ba98-96453f88d7c2 admin admin] Network a35fb5db-60c1-4efb-9ddc-a9c69e355933 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:48:33.142192 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-d045c660-f7f5-4ac4-bfda-d6c697329bd9 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Request body: {'security_group': {'name': 'tempest-secgroup--416845218'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:48:33.167875 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-d1405030-d0e3-4cee-ba98-96453f88d7c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, a35fb5db-60c1-4efb-9ddc-a9c69e355933) {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:48:33.177232 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1405030-d0e3-4cee-ba98-96453f88d7c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:33.178152 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d1405030-d0e3-4cee-ba98-96453f88d7c2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:33.201904 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d398f5-f287-4a02-8ce7-eaf04d291a77 None None] Pushing event updated for resources: {'Port': ['ID=4a70285c-1a2e-4efb-8172-c904c3203439,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:33.219286 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d045c660-f7f5-4ac4-bfda-d6c697329bd9 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:33.232041 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 93381c45-b578-41db-9065-1dc64fcf7ba1 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:48:33.239510 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74731090-9a80-4899-8dfa-06af1ebee70a None None] Network a35fb5db-60c1-4efb-9ddc-a9c69e355933 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:48:33.243982 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-d1405030-d0e3-4cee-ba98-96453f88d7c2 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8536468 Dec 20 14:48:33.249777 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58168) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:33.259412 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-711c674d-f4ff-458d-b9de-6dae2c649bea admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1400516909-router', 'tenant_id': 'dc1db30184824b07a573ee66d672f3b6', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:48:33.345219 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f00ea5-0b6d-480d-8db9-9b3fbcd57961 req-afe367d7-dbb1-462a-819b-449d6d8a8386 tempest-ServersNegativeTestMultiTenantJSON-1011105933 tempest-ServersNegativeTestMultiTenantJSON-1011105933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:33.347017 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-32f00ea5-0b6d-480d-8db9-9b3fbcd57961 req-afe367d7-dbb1-462a-819b-449d6d8a8386 tempest-ServersNegativeTestMultiTenantJSON-1011105933 tempest-ServersNegativeTestMultiTenantJSON-1011105933-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f4bb2e7-da83-4965-996b-533cf00c2ff5 HTTP/1.1" status: 200 len: 945 time: 0.0803695 Dec 20 14:48:33.369490 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d045c660-f7f5-4ac4-bfda-d6c697329bd9 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:33.375315 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d045c660-f7f5-4ac4-bfda-d6c697329bd9 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:33.406702 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-711c674d-f4ff-458d-b9de-6dae2c649bea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40114'] for router, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:33.408455 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-711c674d-f4ff-458d-b9de-6dae2c649bea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40139'] for router, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:33.418674 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05e4002-53ff-4a3f-95d8-88264f6b3843 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-a35fb5db-60c1-4efb-9ddc-a9c69e355933', 'network_id': 'a35fb5db-60c1-4efb-9ddc-a9c69e355933', 'project_id': 'dc1db30184824b07a573ee66d672f3b6', 'fixed_ips': [{'subnet_id': '329466c6-d20a-46f3-a8eb-2bef3d5e885e'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:48:33.419867 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d05e4002-53ff-4a3f-95d8-88264f6b3843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:33.422545 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00f60ec-5e67-4f97-b5c3-5dcdaebc9197 None None] Routers {'42666df9-e112-4c0a-8e51-24579da203b5'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:48:33.423236 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-f00f60ec-5e67-4f97-b5c3-5dcdaebc9197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:48:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['42666df9-e112-4c0a-8e51-24579da203b5'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:33.423394 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d045c660-f7f5-4ac4-bfda-d6c697329bd9 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:33.424821 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-d045c660-f7f5-4ac4-bfda-d6c697329bd9 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2887247 Dec 20 14:48:33.427053 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d045c660-f7f5-4ac4-bfda-d6c697329bd9 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18aa75dd-3c39-4fda-befa-54b9939e615a,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:33.429179 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58170) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:33.433897 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-ce555145-de38-4f4e-b1d2-334ed19313ba tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Request body: {'security_group_rule': {'security_group_id': '18aa75dd-3c39-4fda-befa-54b9939e615a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:48:33.484392 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ce555145-de38-4f4e-b1d2-334ed19313ba tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:33.494624 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-711c674d-f4ff-458d-b9de-6dae2c649bea admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:33.525634 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-32f00ea5-0b6d-480d-8db9-9b3fbcd57961 req-4dc0569e-46fb-4785-8016-13b2f47bf33b tempest-ServersNegativeTestMultiTenantJSON-1011105933 tempest-ServersNegativeTestMultiTenantJSON-1011105933-project] 10.222.0.54 "GET /v2.0/security-groups?id=44db5842-79ac-4fe6-8c0c-f2b78e3ed86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691561 Dec 20 14:48:33.560507 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-edc31b5f-0087-47e8-9dfb-af6b92e0d5fe None None] Provisioning complete for port 4a70285c-1a2e-4efb-8172-c904c3203439 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:48:33.561085 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-edc31b5f-0087-47e8-9dfb-af6b92e0d5fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:33.617465 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ce555145-de38-4f4e-b1d2-334ed19313ba tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:33.625522 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ce555145-de38-4f4e-b1d2-334ed19313ba tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:33.665932 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce555145-de38-4f4e-b1d2-334ed19313ba tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2e5cbde-b515-4c6d-9cb5-26bbef7d2ab2,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:33.681601 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ce555145-de38-4f4e-b1d2-334ed19313ba tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:33.686383 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-ce555145-de38-4f4e-b1d2-334ed19313ba tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2558064 Dec 20 14:48:33.689563 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58180) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:33.729134 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-711c674d-f4ff-458d-b9de-6dae2c649bea admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:33.733123 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a65e59b6-8310-4d2f-9e31-7fb1b81faba5 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:33.735867 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9cc62edd-80d9-4b54-afd4-b63077ce1d0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:33.749430 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a65e59b6-8310-4d2f-9e31-7fb1b81faba5 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:33.750475 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-f00f60ec-5e67-4f97-b5c3-5dcdaebc9197 None None] Set router 42666df9-e112-4c0a-8e51-24579da203b5 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:48:33.788070 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a65e59b6-8310-4d2f-9e31-7fb1b81faba5 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:33.797067 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a65e59b6-8310-4d2f-9e31-7fb1b81faba5 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:33.802385 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-a65e59b6-8310-4d2f-9e31-7fb1b81faba5 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/b2e5cbde-b515-4c6d-9cb5-26bbef7d2ab2 HTTP/1.1" status: 204 len: 168 time: 0.1091995 Dec 20 14:48:33.805738 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58182) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:33.827626 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65e59b6-8310-4d2f-9e31-7fb1b81faba5 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b2e5cbde-b515-4c6d-9cb5-26bbef7d2ab2,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:33.841015 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc62edd-80d9-4b54-afd4-b63077ce1d0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1f92d2a-fcbe-45dc-b2ac-0718d37c5f7a,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:33.881514 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc62edd-80d9-4b54-afd4-b63077ce1d0d admin admin] Checking segment: {'id': 'ac440122-4085-41a4-b091-81389b45e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '93381c45-b578-41db-9065-1dc64fcf7ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:48:33.882029 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc62edd-80d9-4b54-afd4-b63077ce1d0d admin admin] Network hostable DHCP agents. Network: 93381c45-b578-41db-9065-1dc64fcf7ba1, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:48:33.909275 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-9a40307c-34a4-4e10-b02a-a9dd73334854 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0985603 Dec 20 14:48:33.910174 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58184) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:33.925056 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc62edd-80d9-4b54-afd4-b63077ce1d0d admin admin] Network 93381c45-b578-41db-9065-1dc64fcf7ba1 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:48:33.943484 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-9cc62edd-80d9-4b54-afd4-b63077ce1d0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 93381c45-b578-41db-9065-1dc64fcf7ba1) {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:48:33.958648 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:33.959850 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc62edd-80d9-4b54-afd4-b63077ce1d0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:33.961430 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9cc62edd-80d9-4b54-afd4-b63077ce1d0d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:33.963697 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f02cc1c-c937-4fd8-84c6-6f492a6d74ed None None] Network 93381c45-b578-41db-9065-1dc64fcf7ba1 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:48:33.971495 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-edc31b5f-0087-47e8-9dfb-af6b92e0d5fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:34.028816 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ba19969e-0fa2-465d-9415-fcb38260e285 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:34.063588 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ba19969e-0fa2-465d-9415-fcb38260e285 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:34.104018 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-d05e4002-53ff-4a3f-95d8-88264f6b3843 None None] Allocated IP 172.20.0.2 (a35fb5db-60c1-4efb-9ddc-a9c69e355933/329466c6-d20a-46f3-a8eb-2bef3d5e885e/8ea7bb14-128a-4add-8393-b500ba21872b) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:48:34.125912 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-9cc62edd-80d9-4b54-afd4-b63077ce1d0d admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0739694 Dec 20 14:48:34.137739 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ba19969e-0fa2-465d-9415-fcb38260e285 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:34.142361 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-711c674d-f4ff-458d-b9de-6dae2c649bea admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:34.145051 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ba19969e-0fa2-465d-9415-fcb38260e285 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:34.147263 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-ba19969e-0fa2-465d-9415-fcb38260e285 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] 10.222.0.54 "DELETE /v2.0/security-groups/18aa75dd-3c39-4fda-befa-54b9939e615a HTTP/1.1" status: 204 len: 168 time: 0.2353528 Dec 20 14:48:34.150444 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58194) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:34.167529 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba19969e-0fa2-465d-9415-fcb38260e285 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18aa75dd-3c39-4fda-befa-54b9939e615a,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:34.179600 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-711c674d-f4ff-458d-b9de-6dae2c649bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:34.253265 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-edc31b5f-0087-47e8-9dfb-af6b92e0d5fe None None] For port 4a70285c-1a2e-4efb-8172-c904c3203439, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=4a70285c-1a2e-4efb-8172-c904c3203439,segment=NetworkSegment(75a21c98-f66c-46b4-8914-34ed4108f76e),segment_id=75a21c98-f66c-46b4-8914-34ed4108f76e)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:48:34.271868 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-b9f6b0be-6ac6-477c-b465-1f806862d191 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1004841 Dec 20 14:48:34.277891 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58198) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:34.282933 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-f43e92eb-5ff4-469b-9fa2-41585ae5ff53 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Request body: {'security_group': {'name': 'tempest-secgroup--289717840'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:48:34.305773 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-edc31b5f-0087-47e8-9dfb-af6b92e0d5fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:34.359709 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f43e92eb-5ff4-469b-9fa2-41585ae5ff53 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:34.370975 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-711c674d-f4ff-458d-b9de-6dae2c649bea admin admin] Allocated IP 172.25.0.130 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/103df774-fa32-45a5-bfe7-12d7d806259f) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:48:34.553539 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-711c674d-f4ff-458d-b9de-6dae2c649bea admin admin] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:34.566480 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device d699b9cd-b472-406b-a6c8-55d380470b59 up at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:48:34.578101 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc31b5f-0087-47e8-9dfb-af6b92e0d5fe None None] Pushing event updated for resources: {'Port': ['ID=4a70285c-1a2e-4efb-8172-c904c3203439,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:34.657751 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-0df86e07-32b7-4177-a4d5-22d6962ca257 None None] Provisioning complete for port 4a70285c-1a2e-4efb-8172-c904c3203439 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:48:34.658124 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-0df86e07-32b7-4177-a4d5-22d6962ca257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:34.715857 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-711c674d-f4ff-458d-b9de-6dae2c649bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:34.723888 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3205235-72db-4ce0-90d5-3d01df47a7d3 None None] Network 93381c45-b578-41db-9065-1dc64fcf7ba1 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:48:34.771264 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f43e92eb-5ff4-469b-9fa2-41585ae5ff53 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:34.786578 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f43e92eb-5ff4-469b-9fa2-41585ae5ff53 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:34.803626 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711c674d-f4ff-458d-b9de-6dae2c649bea admin admin] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:48:34.813324 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f43e92eb-5ff4-469b-9fa2-41585ae5ff53 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:34.814867 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-f43e92eb-5ff4-469b-9fa2-41585ae5ff53 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5359204 Dec 20 14:48:34.819393 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58216) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:34.828567 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-711c674d-f4ff-458d-b9de-6dae2c649bea admin admin] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:48:34.834289 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711c674d-f4ff-458d-b9de-6dae2c649bea admin admin] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:48:34.834463 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-e55cc3bd-dfa4-4aca-8490-3a4c122e00d8 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Request body: {'security_group_rule': {'security_group_id': 'e3aa6647-4378-41da-8a6b-2b778e65e916', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:48:34.838709 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c674d-f4ff-458d-b9de-6dae2c649bea admin admin] Pushing event updated for resources: {'Port': ['ID=103df774-fa32-45a5-bfe7-12d7d806259f,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:34.865285 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-938eefd6-a53f-45fb-9642-ee8d39d2ac4c None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:48:34.907663 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e55cc3bd-dfa4-4aca-8490-3a4c122e00d8 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:34.987375 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb2075-1e0d-425a-aaa1-addb030af7f1 req-aea66ce6-6588-4ad1-b5d7-91bb1e75ebd5 tempest-InstanceActionsV221TestJSON-891629169 tempest-InstanceActionsV221TestJSON-891629169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:34.989993 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e0cb2075-1e0d-425a-aaa1-addb030af7f1 req-aea66ce6-6588-4ad1-b5d7-91bb1e75ebd5 tempest-InstanceActionsV221TestJSON-891629169 tempest-InstanceActionsV221TestJSON-891629169-project] 10.222.0.54 "GET /v2.0/networks?id=93381c45-b578-41db-9065-1dc64fcf7ba1 HTTP/1.1" status: 200 len: 817 time: 0.2789695 Dec 20 14:48:35.010226 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e55cc3bd-dfa4-4aca-8490-3a4c122e00d8 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:35.016459 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e55cc3bd-dfa4-4aca-8490-3a4c122e00d8 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:35.062996 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55cc3bd-dfa4-4aca-8490-3a4c122e00d8 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4f8de5a-d424-4b95-997b-eaf6a77e2cbd,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:35.068272 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e0cb2075-1e0d-425a-aaa1-addb030af7f1 req-44bb24f1-c92e-4fb8-bbcb-ce0c41ffa642 tempest-InstanceActionsV221TestJSON-891629169 tempest-InstanceActionsV221TestJSON-891629169-project] 10.222.0.54 "GET /v2.0/quotas/28995f9892f442119f5f02e53e2727c3 HTTP/1.1" status: 200 len: 375 time: 0.0389922 Dec 20 14:48:35.075530 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning for port d699b9cd-b472-406b-a6c8-55d380470b59 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:48:35.091593 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d05e4002-53ff-4a3f-95d8-88264f6b3843 None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:35.097530 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e55cc3bd-dfa4-4aca-8490-3a4c122e00d8 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:35.101623 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-e55cc3bd-dfa4-4aca-8490-3a4c122e00d8 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2786448 Dec 20 14:48:35.115247 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58220) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:35.120566 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e0cb2075-1e0d-425a-aaa1-addb030af7f1 req-9410b4d8-a483-4ed8-be66-ce5dd9b2e6db tempest-InstanceActionsV221TestJSON-891629169 tempest-InstanceActionsV221TestJSON-891629169-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=28995f9892f442119f5f02e53e2727c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0437989 Dec 20 14:48:35.138635 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-ead5d64e-60f3-4ba8-9adf-56f8d7e82070 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] 10.222.0.54 "GET /v2.0/security-group-rules/c4f8de5a-d424-4b95-997b-eaf6a77e2cbd HTTP/1.1" status: 200 len: 763 time: 0.0197091 Dec 20 14:48:35.139164 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58222) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:35.154416 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning complete for port d699b9cd-b472-406b-a6c8-55d380470b59 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:48:35.154819 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:35.158998 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-f00f60ec-5e67-4f97-b5c3-5dcdaebc9197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42666df9-e112-4c0a-8e51-24579da203b5', 'name': 'tempest-TestAggregatesBasicOps-1397155436-router', 'tenant_id': 'b9022543b31d4d05a93d156c059d5be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '10a807fd-f9f6-4ef6-af7e-cbc53ecc817a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:48:19Z', 'updated_at': '2021-12-20T14:48:29Z', 'revision_number': 4, 'project_id': 'b9022543b31d4d05a93d156c059d5be2', 'gw_port': {'id': '10a807fd-f9f6-4ef6-af7e-cbc53ecc817a', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42666df9-e112-4c0a-8e51-24579da203b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:48:21Z', 'updated_at': '2021-12-20T14:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '4a70285c-1a2e-4efb-8172-c904c3203439', 'name': '', 'network_id': '1182850f-ce9c-4b22-904c-0135de0dee3d', 'tenant_id': 'b9022543b31d4d05a93d156c059d5be2', 'mac_address': 'fa:16:3e:fe:66:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42666df9-e112-4c0a-8e51-24579da203b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': '58bb0a54-fd28-4f97-8d85-7a0bd4fc156b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:48:27Z', 'updated_at': '2021-12-20T14:48:33Z', 'revision_number': 4, 'project_id': 'b9022543b31d4d05a93d156c059d5be2', 'subnets': [{'id': '58bb0a54-fd28-4f97-8d85-7a0bd4fc156b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:35.162336 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d05e4002-53ff-4a3f-95d8-88264f6b3843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:35.241687 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00f60ec-5e67-4f97-b5c3-5dcdaebc9197 None None] The sync data for ids ['42666df9-e112-4c0a-8e51-24579da203b5'] in n-d-761264-19 is: [{'id': '42666df9-e112-4c0a-8e51-24579da203b5', 'name': 'tempest-TestAggregatesBasicOps-1397155436-router', 'tenant_id': 'b9022543b31d4d05a93d156c059d5be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '10a807fd-f9f6-4ef6-af7e-cbc53ecc817a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:48:19Z', 'updated_at': '2021-12-20T14:48:29Z', 'revision_number': 4, 'project_id': 'b9022543b31d4d05a93d156c059d5be2', 'gw_port': {'id': '10a807fd-f9f6-4ef6-af7e-cbc53ecc817a', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42666df9-e112-4c0a-8e51-24579da203b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:48:21Z', 'updated_at': '2021-12-20T14:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '4a70285c-1a2e-4efb-8172-c904c3203439', 'name': '', 'network_id': '1182850f-ce9c-4b22-904c-0135de0dee3d', 'tenant_id': 'b9022543b31d4d05a93d156c059d5be2', 'mac_address': 'fa:16:3e:fe:66:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42666df9-e112-4c0a-8e51-24579da203b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': '58bb0a54-fd28-4f97-8d85-7a0bd4fc156b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:48:27Z', 'updated_at': '2021-12-20T14:48:33Z', 'revision_number': 4, 'project_id': 'b9022543b31d4d05a93d156c059d5be2', 'subnets': [{'id': '58bb0a54-fd28-4f97-8d85-7a0bd4fc156b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:48:35.259455 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-8adf88f9-df41-4cd7-846f-bb188193dac9 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1190066 Dec 20 14:48:35.262541 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58224) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:35.274957 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05e4002-53ff-4a3f-95d8-88264f6b3843 None None] Network a35fb5db-60c1-4efb-9ddc-a9c69e355933 is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:48:35.290920 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-d05e4002-53ff-4a3f-95d8-88264f6b3843 None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:48:35.299500 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05e4002-53ff-4a3f-95d8-88264f6b3843 None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:48:35.306313 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05e4002-53ff-4a3f-95d8-88264f6b3843 None None] Pushing event updated for resources: {'Port': ['ID=8ea7bb14-128a-4add-8393-b500ba21872b,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:35.306674 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fffc9b69-0a0b-40c4-b1d7-8b7e7ef8eb4f tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:35.318590 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-c07d7ae3-1286-433f-a33a-674721c4bbcf None None] Provisioning complete for port 103df774-fa32-45a5-bfe7-12d7d806259f triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:48:35.319628 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c07d7ae3-1286-433f-a33a-674721c4bbcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:35.328463 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fffc9b69-0a0b-40c4-b1d7-8b7e7ef8eb4f tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:35.342437 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e0cb2075-1e0d-425a-aaa1-addb030af7f1 req-dcf6f532-3988-4b4c-bed9-a7860c28f2d0 service neutron] 10.222.0.54 "GET /v2.0/networks/93381c45-b578-41db-9065-1dc64fcf7ba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049093 Dec 20 14:48:35.354443 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9f2727-69c5-4b1a-b07f-c557fbe0481a req-165da5ca-2d86-49f9-912e-7f9c96df6fc4 tempest-ServersNegativeTestMultiTenantJSON-1011105933 tempest-ServersNegativeTestMultiTenantJSON-1011105933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:35.356964 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-be9f2727-69c5-4b1a-b07f-c557fbe0481a req-165da5ca-2d86-49f9-912e-7f9c96df6fc4 tempest-ServersNegativeTestMultiTenantJSON-1011105933 tempest-ServersNegativeTestMultiTenantJSON-1011105933-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f4bb2e7-da83-4965-996b-533cf00c2ff5 HTTP/1.1" status: 200 len: 945 time: 0.6937623 Dec 20 14:48:35.361106 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43e92eb-5ff4-469b-9fa2-41585ae5ff53 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3aa6647-4378-41da-8a6b-2b778e65e916,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:35.454964 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fffc9b69-0a0b-40c4-b1d7-8b7e7ef8eb4f tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:35.471201 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fffc9b69-0a0b-40c4-b1d7-8b7e7ef8eb4f tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:35.472793 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-fffc9b69-0a0b-40c4-b1d7-8b7e7ef8eb4f tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/c4f8de5a-d424-4b95-997b-eaf6a77e2cbd HTTP/1.1" status: 204 len: 168 time: 0.2093437 Dec 20 14:48:35.477152 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58228) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:35.499127 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffc9b69-0a0b-40c4-b1d7-8b7e7ef8eb4f tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c4f8de5a-d424-4b95-997b-eaf6a77e2cbd,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:35.549588 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-c07d7ae3-1286-433f-a33a-674721c4bbcf None None] Port 103df774-fa32-45a5-bfe7-12d7d806259f cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:48:35.570540 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-40770919-7e78-47da-91f3-d6093b13f9e7 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0915959 Dec 20 14:48:35.575210 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58230) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:35.576220 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-d05e4002-53ff-4a3f-95d8-88264f6b3843 None None] Attempting to bind port 8ea7bb14-128a-4add-8393-b500ba21872b on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:48:35.576903 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-d05e4002-53ff-4a3f-95d8-88264f6b3843 None None] Attempting to bind port 8ea7bb14-128a-4add-8393-b500ba21872b by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '3d39b90a-9efe-487d-a367-a37513cb7d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'a35fb5db-60c1-4efb-9ddc-a9c69e355933'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:48:35.577443 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05e4002-53ff-4a3f-95d8-88264f6b3843 None None] Attempting to bind port 8ea7bb14-128a-4add-8393-b500ba21872b on network a35fb5db-60c1-4efb-9ddc-a9c69e355933 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:48:35.581458 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-a35a94d7-e537-45d9-8173-3687e3945d23 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Request body: {'security_group_rule': {'security_group_id': 'e3aa6647-4378-41da-8a6b-2b778e65e916', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:48:35.586013 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e0cb2075-1e0d-425a-aaa1-addb030af7f1 req-d122c167-7f4f-441b-ad63-48bdffc1effa service neutron] 10.222.0.54 "GET /v2.0/networks/93381c45-b578-41db-9065-1dc64fcf7ba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364216 Dec 20 14:48:35.592470 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:35.594191 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-be9f2727-69c5-4b1a-b07f-c557fbe0481a req-6bf7d950-c6c8-4416-a5f0-caae77244128 tempest-ServersNegativeTestMultiTenantJSON-1011105933 tempest-ServersNegativeTestMultiTenantJSON-1011105933-project] 10.222.0.54 "GET /v2.0/security-groups?id=44db5842-79ac-4fe6-8c0c-f2b78e3ed86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115698 Dec 20 14:48:35.604059 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05e4002-53ff-4a3f-95d8-88264f6b3843 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:48:35.604735 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05e4002-53ff-4a3f-95d8-88264f6b3843 None None] Checking segment: {'id': '3d39b90a-9efe-487d-a367-a37513cb7d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'a35fb5db-60c1-4efb-9ddc-a9c69e355933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:48:35.605287 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d05e4002-53ff-4a3f-95d8-88264f6b3843 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:35.605842 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05e4002-53ff-4a3f-95d8-88264f6b3843 None None] Bound using segment: {'id': '3d39b90a-9efe-487d-a367-a37513cb7d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'a35fb5db-60c1-4efb-9ddc-a9c69e355933'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:48:35.606638 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-d05e4002-53ff-4a3f-95d8-88264f6b3843 None None] Bound port: 8ea7bb14-128a-4add-8393-b500ba21872b, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d39b90a-9efe-487d-a367-a37513cb7d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'a35fb5db-60c1-4efb-9ddc-a9c69e355933'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:48:35.607220 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d05e4002-53ff-4a3f-95d8-88264f6b3843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:35.649854 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a35a94d7-e537-45d9-8173-3687e3945d23 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:35.660258 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port d699b9cd-b472-406b-a6c8-55d380470b59, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=d699b9cd-b472-406b-a6c8-55d380470b59,segment=NetworkSegment(adeb3847-a0ae-4672-ae2a-a7d0b10a6f66),segment_id=adeb3847-a0ae-4672-ae2a-a7d0b10a6f66)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:48:35.662685 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f4bb2e7-da83-4965-996b-533cf00c2ff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd699b9cd-b472-406b-a6c8-55d380470b59'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:48:35.665478 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cda93f7-1295-4cbf-b04b-13f6d22a1f6e" -d '{"events": [{"server_uuid": "2f4bb2e7-da83-4965-996b-533cf00c2ff5", "name": "network-vif-plugged", "status": "completed", "tag": "d699b9cd-b472-406b-a6c8-55d380470b59"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:48:35.670000 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:35.796882 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:35.822775 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0864e40-80b2-43f7-b924-0853490db569 x-openstack-request-id: req-f0864e40-80b2-43f7-b924-0853490db569 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:48:35.823082 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f4bb2e7-da83-4965-996b-533cf00c2ff5", "name": "network-vif-plugged", "status": "completed", "tag": "d699b9cd-b472-406b-a6c8-55d380470b59", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:48:35.823258 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f0864e40-80b2-43f7-b924-0853490db569 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:48:35.824169 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f4bb2e7-da83-4965-996b-533cf00c2ff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd699b9cd-b472-406b-a6c8-55d380470b59', 'code': 200} Dec 20 14:48:35.828756 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=d699b9cd-b472-406b-a6c8-55d380470b59,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:35.840628 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a35a94d7-e537-45d9-8173-3687e3945d23 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:35.851013 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-d05e4002-53ff-4a3f-95d8-88264f6b3843 None None] For port 8ea7bb14-128a-4add-8393-b500ba21872b, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:48:35.855727 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-d05e4002-53ff-4a3f-95d8-88264f6b3843 None None] For port 8ea7bb14-128a-4add-8393-b500ba21872b, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=8ea7bb14-128a-4add-8393-b500ba21872b,segment=NetworkSegment(3d39b90a-9efe-487d-a367-a37513cb7d46),segment_id=3d39b90a-9efe-487d-a367-a37513cb7d46)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:48:35.863790 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d05e4002-53ff-4a3f-95d8-88264f6b3843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:35.928308 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4c07bd62-e86d-4662-9aec-d26e6fbd3900 req-60a6e627-d9f3-4d3c-94f7-001733ddc89c tempest-InstanceActionsV221TestJSON-891629169 tempest-InstanceActionsV221TestJSON-891629169-project] 10.222.0.54 "GET /v2.0/ports?device_id=05158c20-75b9-47e3-8261-ac65c0a6747d HTTP/1.1" status: 200 len: 210 time: 0.0796630 Dec 20 14:48:35.931104 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a35a94d7-e537-45d9-8173-3687e3945d23 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:35.942341 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05e4002-53ff-4a3f-95d8-88264f6b3843 None None] Pushing event updated for resources: {'Port': ['ID=8ea7bb14-128a-4add-8393-b500ba21872b,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:35.994710 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38ffa54-43d4-4142-bf46-1d30008d002a req-6b19ad5d-1072-4fa4-917e-da680a9a4ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:35.996983 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c38ffa54-43d4-4142-bf46-1d30008d002a req-6b19ad5d-1072-4fa4-917e-da680a9a4ab0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2f4bb2e7-da83-4965-996b-533cf00c2ff5 HTTP/1.1" status: 200 len: 1098 time: 0.0932219 Dec 20 14:48:36.074703 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c38ffa54-43d4-4142-bf46-1d30008d002a req-37220b48-dd71-4cdf-bb71-78dabff158ee service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=44db5842-79ac-4fe6-8c0c-f2b78e3ed86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692046 Dec 20 14:48:36.079512 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35a94d7-e537-45d9-8173-3687e3945d23 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30302297-8f1c-4173-acae-63978b2d4ab2,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:36.090859 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-711c674d-f4ff-458d-b9de-6dae2c649bea admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:36.097512 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a35a94d7-e537-45d9-8173-3687e3945d23 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:36.099010 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-a35a94d7-e537-45d9-8173-3687e3945d23 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5217998 Dec 20 14:48:36.101746 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58242) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:36.125027 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-e4a76253-8d25-4e8e-ad00-ba32032f67c6 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] 10.222.0.54 "GET /v2.0/security-group-rules/30302297-8f1c-4173-acae-63978b2d4ab2 HTTP/1.1" status: 200 len: 763 time: 0.0220065 Dec 20 14:48:36.127435 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58246) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:36.206471 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-3c089f13-84d1-4615-a59f-d5056bb48920 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0749052 Dec 20 14:48:36.209363 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58250) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:36.270483 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6e1b1375-1e90-463a-a440-dd095452a168 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:36.313116 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:36.317069 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6e1b1375-1e90-463a-a440-dd095452a168 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:36.421744 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6e1b1375-1e90-463a-a440-dd095452a168 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:36.428864 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6e1b1375-1e90-463a-a440-dd095452a168 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:36.435029 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-6e1b1375-1e90-463a-a440-dd095452a168 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/30302297-8f1c-4173-acae-63978b2d4ab2 HTTP/1.1" status: 204 len: 168 time: 0.2196465 Dec 20 14:48:36.437438 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58258) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:36.483509 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1b1375-1e90-463a-a440-dd095452a168 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=30302297-8f1c-4173-acae-63978b2d4ab2,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:36.548519 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58260) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:36.549124 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-2c3d25a9-82d7-415d-8be0-626f5bca3508 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1015894 Dec 20 14:48:36.562955 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-b8979d42-c690-4ba9-9eff-ffa387f694e9 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Request body: {'security_group_rule': {'security_group_id': 'e3aa6647-4378-41da-8a6b-2b778e65e916', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:48:36.612565 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-711c674d-f4ff-458d-b9de-6dae2c649bea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013'] for router, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:36.624584 n-d-761264-19 neutron-server[103167]: INFO neutron.db.securitygroups_db [None req-b8979d42-c690-4ba9-9eff-ffa387f694e9 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Project f5c14504c32b403a882268f96db4c0ba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 14:48:36.634007 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b8979d42-c690-4ba9-9eff-ffa387f694e9 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:36.641610 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 8ea7bb14-128a-4add-8393-b500ba21872b up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:48:36.723432 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 8ea7bb14-128a-4add-8393-b500ba21872b triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:48:36.725749 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:36.881260 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:36.927908 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec4b0b0-6e81-4215-ba0c-bd873006e743 req-8d9f014f-7bb4-46c3-9885-588693243e99 tempest-ServersNegativeTestMultiTenantJSON-1011105933 tempest-ServersNegativeTestMultiTenantJSON-1011105933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:36.929733 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6ec4b0b0-6e81-4215-ba0c-bd873006e743 req-8d9f014f-7bb4-46c3-9885-588693243e99 tempest-ServersNegativeTestMultiTenantJSON-1011105933 tempest-ServersNegativeTestMultiTenantJSON-1011105933-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f4bb2e7-da83-4965-996b-533cf00c2ff5 HTTP/1.1" status: 200 len: 946 time: 0.1780689 Dec 20 14:48:36.965254 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b8979d42-c690-4ba9-9eff-ffa387f694e9 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:36.983078 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] For port 8ea7bb14-128a-4add-8393-b500ba21872b, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=8ea7bb14-128a-4add-8393-b500ba21872b,segment=NetworkSegment(3d39b90a-9efe-487d-a367-a37513cb7d46),segment_id=3d39b90a-9efe-487d-a367-a37513cb7d46)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:48:36.989842 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b8979d42-c690-4ba9-9eff-ffa387f694e9 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:36.995152 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:36.996709 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 4a70285c-1a2e-4efb-8172-c904c3203439 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:48:37.103318 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8979d42-c690-4ba9-9eff-ffa387f694e9 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4560e8d-4d63-4696-b298-a3f36e96c17e,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:37.129760 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-347f61e2-5af5-4a11-9e37-56d80f6bfb9e req-69d7a817-55d9-4bdb-9346-59f332eb5cd5 tempest-InstanceActionsV221TestJSON-891629169 tempest-InstanceActionsV221TestJSON-891629169-project] 10.222.0.54 "GET /v2.0/ports?device_id=05158c20-75b9-47e3-8261-ac65c0a6747d HTTP/1.1" status: 200 len: 210 time: 0.0626838 Dec 20 14:48:37.193534 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6ec4b0b0-6e81-4215-ba0c-bd873006e743 req-dc11a19e-a689-430d-abbf-fcf2ff9c88ef tempest-ServersNegativeTestMultiTenantJSON-1011105933 tempest-ServersNegativeTestMultiTenantJSON-1011105933-project] 10.222.0.54 "GET /v2.0/security-groups?id=44db5842-79ac-4fe6-8c0c-f2b78e3ed86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428477 Dec 20 14:48:37.197164 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b8979d42-c690-4ba9-9eff-ffa387f694e9 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:37.200019 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-b8979d42-c690-4ba9-9eff-ffa387f694e9 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6429229 Dec 20 14:48:37.204205 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58272) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:37.232734 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-711c674d-f4ff-458d-b9de-6dae2c649bea admin admin] Router 9fced5a4-2b03-4c94-9f51-ffc8c3ba5f22 is scheduled to L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 with binding_index 1 {{(pid=103167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 14:48:37.264229 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-5f3ba56d-fea5-40f3-b802-6e61c6b32cd9 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] 10.222.0.54 "GET /v2.0/security-group-rules/b4560e8d-4d63-4696-b298-a3f36e96c17e HTTP/1.1" status: 200 len: 769 time: 0.0573699 Dec 20 14:48:37.269616 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58274) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:37.275423 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 4a70285c-1a2e-4efb-8172-c904c3203439 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:48:37.276003 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:37.372193 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Pushing event updated for resources: {'Port': ['ID=8ea7bb14-128a-4add-8393-b500ba21872b,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:37.488408 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-219444c0-fe2e-4426-b637-b0004eb1d4c8 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.2105978 Dec 20 14:48:37.490508 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58278) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:37.510350 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-711c674d-f4ff-458d-b9de-6dae2c649bea admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:48:37.530031 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa7ec5a-3017-433c-bd2f-d46d03fde445 None None] Sync routers for ids ['9fced5a4-2b03-4c94-9f51-ffc8c3ba5f22'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:48:37.560817 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa7ec5a-3017-433c-bd2f-d46d03fde445 None None] Routers {'9fced5a4-2b03-4c94-9f51-ffc8c3ba5f22'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:48:37.561812 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-7fa7ec5a-3017-433c-bd2f-d46d03fde445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:48:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['9fced5a4-2b03-4c94-9f51-ffc8c3ba5f22'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:37.567288 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-711c674d-f4ff-458d-b9de-6dae2c649bea admin admin] Publish callbacks [] for router, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:37.571400 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-711c674d-f4ff-458d-b9de-6dae2c649bea admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.3176780 Dec 20 14:48:37.573773 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58280) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:37.650534 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c583cf88-1388-49ca-8309-7806c2118f0d tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:37.671114 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c583cf88-1388-49ca-8309-7806c2118f0d tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:37.746878 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-7fa7ec5a-3017-433c-bd2f-d46d03fde445 None None] Set router 9fced5a4-2b03-4c94-9f51-ffc8c3ba5f22 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:48:37.825456 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c583cf88-1388-49ca-8309-7806c2118f0d tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:37.833853 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c583cf88-1388-49ca-8309-7806c2118f0d tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:37.843532 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-c583cf88-1388-49ca-8309-7806c2118f0d tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/b4560e8d-4d63-4696-b298-a3f36e96c17e HTTP/1.1" status: 204 len: 168 time: 0.3359497 Dec 20 14:48:37.844348 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58282) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:37.939491 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a587194-22cf-40ad-bf3b-1639138b8659 None None] Network a35fb5db-60c1-4efb-9ddc-a9c69e355933 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:48:38.160889 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-61d2f4e7-0333-403d-a3c0-c97d8dcca6f2 None None] Provisioning complete for port 8ea7bb14-128a-4add-8393-b500ba21872b triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:48:38.161487 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-61d2f4e7-0333-403d-a3c0-c97d8dcca6f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:38.255670 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-7fa7ec5a-3017-433c-bd2f-d46d03fde445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fced5a4-2b03-4c94-9f51-ffc8c3ba5f22', 'name': 'tempest-TestAggregatesBasicOps-1400516909-router', 'tenant_id': 'dc1db30184824b07a573ee66d672f3b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': '103df774-fa32-45a5-bfe7-12d7d806259f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:48:33Z', 'updated_at': '2021-12-20T14:48:35Z', 'revision_number': 3, 'project_id': 'dc1db30184824b07a573ee66d672f3b6', 'gw_port': {'id': '103df774-fa32-45a5-bfe7-12d7d806259f', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c7:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fced5a4-2b03-4c94-9f51-ffc8c3ba5f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:48:34Z', 'updated_at': '2021-12-20T14:48:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:38.357367 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa7ec5a-3017-433c-bd2f-d46d03fde445 None None] Checking router: 9fced5a4-2b03-4c94-9f51-ffc8c3ba5f22 for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:48:38.357717 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa7ec5a-3017-433c-bd2f-d46d03fde445 None None] Updating router 9fced5a4-2b03-4c94-9f51-ffc8c3ba5f22 port 103df774-fa32-45a5-bfe7-12d7d806259f binding host n-d-761264-19 {{(pid=103170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 14:48:38.406773 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7fa7ec5a-3017-433c-bd2f-d46d03fde445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:38.453953 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 8ea7bb14-128a-4add-8393-b500ba21872b up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:48:38.520402 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ee022ea0-70b3-4ab9-a0e8-20d94a318151 req-5eb1b0cb-3d29-42bd-bcbd-27ed2abac462 tempest-InstanceActionsV221TestJSON-891629169 tempest-InstanceActionsV221TestJSON-891629169-project] 10.222.0.54 "GET /v2.0/ports?device_id=05158c20-75b9-47e3-8261-ac65c0a6747d HTTP/1.1" status: 200 len: 210 time: 0.0899630 Dec 20 14:48:38.608318 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 8ea7bb14-128a-4add-8393-b500ba21872b triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:48:38.608705 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:38.681158 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9b33e255-800f-4885-a614-b9643402f58a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:38.751252 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c583cf88-1388-49ca-8309-7806c2118f0d tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b4560e8d-4d63-4696-b298-a3f36e96c17e,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:38.898339 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-190adb55-e9fb-4a10-9a7d-9f6e6c55903b None None] Provisioning complete for port 8ea7bb14-128a-4add-8393-b500ba21872b triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:48:38.899184 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-3deb4ac5-8dac-4356-80a0-20333c8664b9 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1578383 Dec 20 14:48:38.899493 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-190adb55-e9fb-4a10-9a7d-9f6e6c55903b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:38.899992 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58294) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:38.913875 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb2075-1e0d-425a-aaa1-addb030af7f1 req-281f7448-0c60-4d14-875d-047ca6fc8fe5 tempest-InstanceActionsV221TestJSON-891629169 tempest-InstanceActionsV221TestJSON-891629169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:38.915593 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e0cb2075-1e0d-425a-aaa1-addb030af7f1 req-281f7448-0c60-4d14-875d-047ca6fc8fe5 tempest-InstanceActionsV221TestJSON-891629169 tempest-InstanceActionsV221TestJSON-891629169-project] 10.222.0.47 "GET /v2.0/networks?id=93381c45-b578-41db-9065-1dc64fcf7ba1 HTTP/1.1" status: 200 len: 817 time: 1.3248458 Dec 20 14:48:38.934771 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-e0cb2075-1e0d-425a-aaa1-addb030af7f1 req-300a365b-226c-4832-96e9-39771c02b1a6 tempest-InstanceActionsV221TestJSON-891629169 tempest-InstanceActionsV221TestJSON-891629169-project] Request body: {'port': {'device_id': '05158c20-75b9-47e3-8261-ac65c0a6747d', 'network_id': '93381c45-b578-41db-9065-1dc64fcf7ba1', 'admin_state_up': True, 'tenant_id': '28995f9892f442119f5f02e53e2727c3'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:48:38.937833 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-9b33e255-800f-4885-a614-b9643402f58a admin admin] Allocated IP 172.20.0.1 (a35fb5db-60c1-4efb-9ddc-a9c69e355933/329466c6-d20a-46f3-a8eb-2bef3d5e885e/4f542f1e-a47b-487d-9856-b97c5c335da7) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:48:38.961301 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c75185-035e-45b8-aa1c-8202af364529 req-9c0ce7b0-2e2a-4e78-882a-6bcb0b375ad6 tempest-ServersNegativeTestMultiTenantJSON-1011105933 tempest-ServersNegativeTestMultiTenantJSON-1011105933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:38.961562 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7fa7ec5a-3017-433c-bd2f-d46d03fde445 None None] Publish callbacks [] for port, precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:38.963163 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d7c75185-035e-45b8-aa1c-8202af364529 req-9c0ce7b0-2e2a-4e78-882a-6bcb0b375ad6 tempest-ServersNegativeTestMultiTenantJSON-1011105933 tempest-ServersNegativeTestMultiTenantJSON-1011105933-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f4bb2e7-da83-4965-996b-533cf00c2ff5 HTTP/1.1" status: 200 len: 946 time: 0.2131560 Dec 20 14:48:38.972288 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7fa7ec5a-3017-433c-bd2f-d46d03fde445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:39.044078 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e3d122-5a97-4fa9-b47d-a547ee4dc634 None None] Pushing event updated for resources: {'Port': ['ID=103df774-fa32-45a5-bfe7-12d7d806259f,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:39.067032 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9b67a6-25ee-4aff-a25b-bdefb686f723 None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:48:39.096503 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-7fa7ec5a-3017-433c-bd2f-d46d03fde445 None None] Attempting to bind port 103df774-fa32-45a5-bfe7-12d7d806259f on host n-d-761264-19 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:48:39.097627 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-7fa7ec5a-3017-433c-bd2f-d46d03fde445 None None] Attempting to bind port 103df774-fa32-45a5-bfe7-12d7d806259f by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:48:39.098185 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa7ec5a-3017-433c-bd2f-d46d03fde445 None None] Attempting to bind port 103df774-fa32-45a5-bfe7-12d7d806259f on network c3f8658e-da35-41f3-bd03-509e29ebd6f3 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:48:39.101644 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d7c75185-035e-45b8-aa1c-8202af364529 req-4711e709-aca0-4e38-a444-901faa9a92da tempest-ServersNegativeTestMultiTenantJSON-1011105933 tempest-ServersNegativeTestMultiTenantJSON-1011105933-project] 10.222.0.54 "GET /v2.0/security-groups?id=44db5842-79ac-4fe6-8c0c-f2b78e3ed86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263568 Dec 20 14:48:39.104391 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa7ec5a-3017-433c-bd2f-d46d03fde445 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:48:39.104769 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa7ec5a-3017-433c-bd2f-d46d03fde445 None None] Checking segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:48:39.105340 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7fa7ec5a-3017-433c-bd2f-d46d03fde445 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:39.107053 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa7ec5a-3017-433c-bd2f-d46d03fde445 None None] Bound using segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:48:39.107958 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-7fa7ec5a-3017-433c-bd2f-d46d03fde445 None None] Bound port: 103df774-fa32-45a5-bfe7-12d7d806259f, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:48:39.107958 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7fa7ec5a-3017-433c-bd2f-d46d03fde445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:39.157208 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9b33e255-800f-4885-a614-b9643402f58a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:39.197735 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-bb9d6dd0-5d51-45f3-8b04-5de739ce7b10 None None] Provisioning complete for port 103df774-fa32-45a5-bfe7-12d7d806259f triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:48:39.198215 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-bb9d6dd0-5d51-45f3-8b04-5de739ce7b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:39.221481 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-7fa7ec5a-3017-433c-bd2f-d46d03fde445 None None] For port 103df774-fa32-45a5-bfe7-12d7d806259f, host n-d-761264-19, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:48:39.227176 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-7fa7ec5a-3017-433c-bd2f-d46d03fde445 None None] For port 103df774-fa32-45a5-bfe7-12d7d806259f, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=103df774-fa32-45a5-bfe7-12d7d806259f,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:48:39.232363 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9b33e255-800f-4885-a614-b9643402f58a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:39.241075 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-7fa7ec5a-3017-433c-bd2f-d46d03fde445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:39.255662 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a7e9e0ce-3db1-418f-a27c-d04630a66c25 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:39.291886 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-bb9d6dd0-5d51-45f3-8b04-5de739ce7b10 None None] Port 103df774-fa32-45a5-bfe7-12d7d806259f cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:48:39.321321 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b33e255-800f-4885-a614-b9643402f58a admin admin] Network a35fb5db-60c1-4efb-9ddc-a9c69e355933 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:48:39.321567 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a7e9e0ce-3db1-418f-a27c-d04630a66c25 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:39.331040 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa7ec5a-3017-433c-bd2f-d46d03fde445 None None] Routers {'9fced5a4-2b03-4c94-9f51-ffc8c3ba5f22'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:48:39.331751 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-7fa7ec5a-3017-433c-bd2f-d46d03fde445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:48:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['9fced5a4-2b03-4c94-9f51-ffc8c3ba5f22'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:39.335405 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da4926b-848a-4f45-b191-337d97a317d3 None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:48:39.338856 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e3d122-5a97-4fa9-b47d-a547ee4dc634 None None] Pushing event updated for resources: {'Port': ['ID=103df774-fa32-45a5-bfe7-12d7d806259f,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:39.344597 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-9b33e255-800f-4885-a614-b9643402f58a admin admin] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:48:39.356308 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b33e255-800f-4885-a614-b9643402f58a admin admin] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:48:39.428074 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a7e9e0ce-3db1-418f-a27c-d04630a66c25 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:39.429793 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b33e255-800f-4885-a614-b9643402f58a admin admin] Pushing event updated for resources: {'Port': ['ID=4f542f1e-a47b-487d-9856-b97c5c335da7,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:39.431391 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a7e9e0ce-3db1-418f-a27c-d04630a66c25 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:39.448171 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9b33e255-800f-4885-a614-b9643402f58a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595714'] for router_interface, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:39.460695 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-a7e9e0ce-3db1-418f-a27c-d04630a66c25 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] 10.222.0.54 "DELETE /v2.0/security-groups/e3aa6647-4378-41da-8a6b-2b778e65e916 HTTP/1.1" status: 204 len: 168 time: 0.5585525 Dec 20 14:48:39.478976 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-6c8c4ff4-5f19-450d-9f08-efc7807649a3 None None] Provisioning complete for port 103df774-fa32-45a5-bfe7-12d7d806259f triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:48:39.479574 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6c8c4ff4-5f19-450d-9f08-efc7807649a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:39.497962 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58312) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:39.534265 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-7fa7ec5a-3017-433c-bd2f-d46d03fde445 None None] Set router 9fced5a4-2b03-4c94-9f51-ffc8c3ba5f22 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:48:39.542110 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e9e0ce-3db1-418f-a27c-d04630a66c25 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3aa6647-4378-41da-8a6b-2b778e65e916,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:39.623515 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58318) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:39.626758 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-db0d7808-f159-443d-bbca-85779aad038d tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1268582 Dec 20 14:48:39.644941 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-ab8c101e-02a0-4918-bfbf-9c2ee4b533bc tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Request body: {'security_group': {'name': 'tempest-secgroup--438412637'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:48:39.678103 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942fc161-8223-4165-9992-b001942ce0b1 req-73efdaaf-55c2-4ad3-a862-ec5b81075495 tempest-ServersNegativeTestMultiTenantJSON-1011105933 tempest-ServersNegativeTestMultiTenantJSON-1011105933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:39.682468 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-942fc161-8223-4165-9992-b001942ce0b1 req-73efdaaf-55c2-4ad3-a862-ec5b81075495 tempest-ServersNegativeTestMultiTenantJSON-1011105933 tempest-ServersNegativeTestMultiTenantJSON-1011105933-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f4bb2e7-da83-4965-996b-533cf00c2ff5 HTTP/1.1" status: 200 len: 946 time: 0.2725520 Dec 20 14:48:39.686641 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0cb2075-1e0d-425a-aaa1-addb030af7f1 req-300a365b-226c-4832-96e9-39771c02b1a6 tempest-InstanceActionsV221TestJSON-891629169 tempest-InstanceActionsV221TestJSON-891629169-project] Made reservation on behalf of 28995f9892f442119f5f02e53e2727c3 for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:48:39.688374 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6c8c4ff4-5f19-450d-9f08-efc7807649a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:39.693017 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e0cb2075-1e0d-425a-aaa1-addb030af7f1 req-300a365b-226c-4832-96e9-39771c02b1a6 tempest-InstanceActionsV221TestJSON-891629169 tempest-InstanceActionsV221TestJSON-891629169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:39.732457 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-6c8c4ff4-5f19-450d-9f08-efc7807649a3 None None] For port 103df774-fa32-45a5-bfe7-12d7d806259f, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=103df774-fa32-45a5-bfe7-12d7d806259f,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:48:39.740564 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6c8c4ff4-5f19-450d-9f08-efc7807649a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:39.776460 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5e831aa0-c7d8-4c61-af78-4f143e38d7f3 req-6a170ee7-657f-4cac-987d-1515b4661b44 tempest-InstanceActionsV221TestJSON-891629169 tempest-InstanceActionsV221TestJSON-891629169-project] 10.222.0.54 "GET /v2.0/ports?device_id=05158c20-75b9-47e3-8261-ac65c0a6747d HTTP/1.1" status: 200 len: 210 time: 0.0535727 Dec 20 14:48:39.791553 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9b33e255-800f-4885-a614-b9643402f58a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:39.795196 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ab8c101e-02a0-4918-bfbf-9c2ee4b533bc tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:39.839487 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8c4ff4-5f19-450d-9f08-efc7807649a3 None None] Pushing event updated for resources: {'Port': ['ID=103df774-fa32-45a5-bfe7-12d7d806259f,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:39.889160 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-daaaf3e6-d91f-44bf-baee-49a97473a2de None None] Provisioning complete for port 4f542f1e-a47b-487d-9856-b97c5c335da7 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:48:39.889575 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-daaaf3e6-d91f-44bf-baee-49a97473a2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:39.908053 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-7fa7ec5a-3017-433c-bd2f-d46d03fde445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fced5a4-2b03-4c94-9f51-ffc8c3ba5f22', 'name': 'tempest-TestAggregatesBasicOps-1400516909-router', 'tenant_id': 'dc1db30184824b07a573ee66d672f3b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': '103df774-fa32-45a5-bfe7-12d7d806259f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:48:33Z', 'updated_at': '2021-12-20T14:48:35Z', 'revision_number': 3, 'project_id': 'dc1db30184824b07a573ee66d672f3b6', 'gw_port': {'id': '103df774-fa32-45a5-bfe7-12d7d806259f', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c7:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fced5a4-2b03-4c94-9f51-ffc8c3ba5f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:48:34Z', 'updated_at': '2021-12-20T14:48:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:39.948549 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-daaaf3e6-d91f-44bf-baee-49a97473a2de None None] Port 4f542f1e-a47b-487d-9856-b97c5c335da7 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:48:39.955138 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa7ec5a-3017-433c-bd2f-d46d03fde445 None None] The sync data for ids ['9fced5a4-2b03-4c94-9f51-ffc8c3ba5f22'] in n-d-761264-19 is: [{'id': '9fced5a4-2b03-4c94-9f51-ffc8c3ba5f22', 'name': 'tempest-TestAggregatesBasicOps-1400516909-router', 'tenant_id': 'dc1db30184824b07a573ee66d672f3b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': '103df774-fa32-45a5-bfe7-12d7d806259f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:48:33Z', 'updated_at': '2021-12-20T14:48:35Z', 'revision_number': 3, 'project_id': 'dc1db30184824b07a573ee66d672f3b6', 'gw_port': {'id': '103df774-fa32-45a5-bfe7-12d7d806259f', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c7:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fced5a4-2b03-4c94-9f51-ffc8c3ba5f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:48:34Z', 'updated_at': '2021-12-20T14:48:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:48:39.995122 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-942fc161-8223-4165-9992-b001942ce0b1 req-2068018a-1715-4789-9fe2-e276deb6175a tempest-ServersNegativeTestMultiTenantJSON-1011105933 tempest-ServersNegativeTestMultiTenantJSON-1011105933-project] 10.222.0.54 "GET /v2.0/security-groups?id=44db5842-79ac-4fe6-8c0c-f2b78e3ed86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866096 Dec 20 14:48:40.012335 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ab8c101e-02a0-4918-bfbf-9c2ee4b533bc tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:40.029315 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ab8c101e-02a0-4918-bfbf-9c2ee4b533bc tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:40.130665 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8c101e-02a0-4918-bfbf-9c2ee4b533bc tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa5a0f9a-7025-4909-864d-52af3ceeaf33,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:40.139327 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ab8c101e-02a0-4918-bfbf-9c2ee4b533bc tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:40.144040 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-ab8c101e-02a0-4918-bfbf-9c2ee4b533bc tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5140979 Dec 20 14:48:40.146897 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58332) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:40.153870 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-d8723a4c-0802-4bb7-ae03-9d0445c030ac tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Request body: {'security_group_rule': {'security_group_id': 'aa5a0f9a-7025-4909-864d-52af3ceeaf33', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:48:40.210430 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [req-e0cb2075-1e0d-425a-aaa1-addb030af7f1 req-300a365b-226c-4832-96e9-39771c02b1a6 tempest-InstanceActionsV221TestJSON-891629169 tempest-InstanceActionsV221TestJSON-891629169-project] Allocated IP 172.20.0.11 (93381c45-b578-41db-9065-1dc64fcf7ba1/c1f92d2a-fcbe-45dc-b2ac-0718d37c5f7a/0858f8b5-c3f2-48e3-95bc-17ecd8bf68c3) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:48:40.229028 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9b33e255-800f-4885-a614-b9643402f58a admin admin] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:40.244701 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9b33e255-800f-4885-a614-b9643402f58a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:40.338004 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d8723a4c-0802-4bb7-ae03-9d0445c030ac tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:40.399180 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9b33e255-800f-4885-a614-b9643402f58a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1595702'] for router_interface, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:40.510087 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b33e255-800f-4885-a614-b9643402f58a admin admin] Pushing event updated for resources: {'Port': ['ID=4f542f1e-a47b-487d-9856-b97c5c335da7,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:40.517917 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2d7f5e-6896-478e-acdc-097e9bb6c617 req-475f7ef0-84d7-435c-96c4-6e8d5aa70855 tempest-ServersNegativeTestMultiTenantJSON-1011105933 tempest-ServersNegativeTestMultiTenantJSON-1011105933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:40.523270 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ed2d7f5e-6896-478e-acdc-097e9bb6c617 req-475f7ef0-84d7-435c-96c4-6e8d5aa70855 tempest-ServersNegativeTestMultiTenantJSON-1011105933 tempest-ServersNegativeTestMultiTenantJSON-1011105933-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f4bb2e7-da83-4965-996b-533cf00c2ff5 HTTP/1.1" status: 200 len: 946 time: 0.2084713 Dec 20 14:48:40.583836 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e0cb2075-1e0d-425a-aaa1-addb030af7f1 req-300a365b-226c-4832-96e9-39771c02b1a6 tempest-InstanceActionsV221TestJSON-891629169 tempest-InstanceActionsV221TestJSON-891629169-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:40.605833 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ed2d7f5e-6896-478e-acdc-097e9bb6c617 req-4a0a6313-c750-4f85-87e4-35234cc70191 tempest-ServersNegativeTestMultiTenantJSON-1011105933 tempest-ServersNegativeTestMultiTenantJSON-1011105933-project] 10.222.0.54 "GET /v2.0/security-groups?id=44db5842-79ac-4fe6-8c0c-f2b78e3ed86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731876 Dec 20 14:48:40.616151 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b33e255-800f-4885-a614-b9643402f58a admin admin] Network a35fb5db-60c1-4efb-9ddc-a9c69e355933 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:48:40.621354 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-9b33e255-800f-4885-a614-b9643402f58a admin admin] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:48:40.640170 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d8723a4c-0802-4bb7-ae03-9d0445c030ac tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:40.643775 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e0cb2075-1e0d-425a-aaa1-addb030af7f1 req-300a365b-226c-4832-96e9-39771c02b1a6 tempest-InstanceActionsV221TestJSON-891629169 tempest-InstanceActionsV221TestJSON-891629169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:40.711789 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d8723a4c-0802-4bb7-ae03-9d0445c030ac tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:40.720765 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0cb2075-1e0d-425a-aaa1-addb030af7f1 req-300a365b-226c-4832-96e9-39771c02b1a6 tempest-InstanceActionsV221TestJSON-891629169 tempest-InstanceActionsV221TestJSON-891629169-project] Network 93381c45-b578-41db-9065-1dc64fcf7ba1 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:48:40.729822 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [req-e0cb2075-1e0d-425a-aaa1-addb030af7f1 req-300a365b-226c-4832-96e9-39771c02b1a6 tempest-InstanceActionsV221TestJSON-891629169 tempest-InstanceActionsV221TestJSON-891629169-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:48:40.750625 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300a365b-226c-4832-96e9-39771c02b1a6 tempest-InstanceActionsV221TestJSON-891629169 tempest-InstanceActionsV221TestJSON-891629169-project] Pushing event updated for resources: {'Port': ['ID=0858f8b5-c3f2-48e3-95bc-17ecd8bf68c3,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:40.767286 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0cb2075-1e0d-425a-aaa1-addb030af7f1 req-300a365b-226c-4832-96e9-39771c02b1a6 tempest-InstanceActionsV221TestJSON-891629169 tempest-InstanceActionsV221TestJSON-891629169-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:48:40.809562 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8723a4c-0802-4bb7-ae03-9d0445c030ac tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9df41610-acc9-4110-abcb-d97072768013,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:40.872501 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb2075-1e0d-425a-aaa1-addb030af7f1 req-300a365b-226c-4832-96e9-39771c02b1a6 tempest-InstanceActionsV221TestJSON-891629169 tempest-InstanceActionsV221TestJSON-891629169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:40.873175 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e0cb2075-1e0d-425a-aaa1-addb030af7f1 req-300a365b-226c-4832-96e9-39771c02b1a6 tempest-InstanceActionsV221TestJSON-891629169 tempest-InstanceActionsV221TestJSON-891629169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:40.899819 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e0cb2075-1e0d-425a-aaa1-addb030af7f1 req-300a365b-226c-4832-96e9-39771c02b1a6 tempest-InstanceActionsV221TestJSON-891629169 tempest-InstanceActionsV221TestJSON-891629169-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9736407 Dec 20 14:48:40.917430 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-e0cb2075-1e0d-425a-aaa1-addb030af7f1 req-61e5bfe6-5abc-45cc-aebd-05013928ecf5 service neutron] Request body: {'port': {'device_id': '05158c20-75b9-47e3-8261-ac65c0a6747d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-19'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:48:40.932701 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d8723a4c-0802-4bb7-ae03-9d0445c030ac tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:40.935700 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-d8723a4c-0802-4bb7-ae03-9d0445c030ac tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7866509 Dec 20 14:48:40.944450 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58360) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:41.004290 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e0cb2075-1e0d-425a-aaa1-addb030af7f1 req-61e5bfe6-5abc-45cc-aebd-05013928ecf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:41.094303 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-4b9cad0c-c03f-4cdf-b26d-58bbae2f8daf None None] Provisioning complete for port 4f542f1e-a47b-487d-9856-b97c5c335da7 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:48:41.097188 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4b9cad0c-c03f-4cdf-b26d-58bbae2f8daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:41.104262 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b33e255-800f-4885-a614-b9643402f58a admin admin] Router 9fced5a4-2b03-4c94-9f51-ffc8c3ba5f22 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:48:41.119496 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00ce9a1-5ada-4d0e-90b1-5722ffce7349 req-805c5cd0-5274-4408-b8e9-a933f26ad9bf tempest-InstanceActionsV221TestJSON-891629169 tempest-InstanceActionsV221TestJSON-891629169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:41.128404 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b00ce9a1-5ada-4d0e-90b1-5722ffce7349 req-805c5cd0-5274-4408-b8e9-a933f26ad9bf tempest-InstanceActionsV221TestJSON-891629169 tempest-InstanceActionsV221TestJSON-891629169-project] 10.222.0.54 "GET /v2.0/ports?device_id=05158c20-75b9-47e3-8261-ac65c0a6747d HTTP/1.1" status: 200 len: 932 time: 0.1106215 Dec 20 14:48:41.215971 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b00ce9a1-5ada-4d0e-90b1-5722ffce7349 req-5f056230-5f7f-4afd-a377-5acce6cd7a82 tempest-InstanceActionsV221TestJSON-891629169 tempest-InstanceActionsV221TestJSON-891629169-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e947430-6bb2-46ab-b6d9-e0c00ae2aa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864675 Dec 20 14:48:41.226888 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f5215a3a-58ba-4cac-9105-f2dc46e39946 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:41.240961 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-4b9cad0c-c03f-4cdf-b26d-58bbae2f8daf None None] Port 4f542f1e-a47b-487d-9856-b97c5c335da7 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:48:41.316614 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f5215a3a-58ba-4cac-9105-f2dc46e39946 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:41.428882 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f66df1-0970-45c4-bfa1-dac66eec55cc req-b1486ea0-764b-41de-a45c-3c592035b7f2 tempest-ServersNegativeTestMultiTenantJSON-1011105933 tempest-ServersNegativeTestMultiTenantJSON-1011105933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:41.437347 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d6f66df1-0970-45c4-bfa1-dac66eec55cc req-b1486ea0-764b-41de-a45c-3c592035b7f2 tempest-ServersNegativeTestMultiTenantJSON-1011105933 tempest-ServersNegativeTestMultiTenantJSON-1011105933-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f4bb2e7-da83-4965-996b-533cf00c2ff5 HTTP/1.1" status: 200 len: 946 time: 0.1060703 Dec 20 14:48:41.503864 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f5215a3a-58ba-4cac-9105-f2dc46e39946 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:41.507226 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f5215a3a-58ba-4cac-9105-f2dc46e39946 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:41.508689 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-f5215a3a-58ba-4cac-9105-f2dc46e39946 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] 10.222.0.54 "DELETE /v2.0/security-groups/aa5a0f9a-7025-4909-864d-52af3ceeaf33 HTTP/1.1" status: 204 len: 168 time: 0.5613511 Dec 20 14:48:41.525403 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58370) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:41.526289 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5215a3a-58ba-4cac-9105-f2dc46e39946 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa5a0f9a-7025-4909-864d-52af3ceeaf33,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:41.563734 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d6f66df1-0970-45c4-bfa1-dac66eec55cc req-4a8e3f0d-bedc-4c7d-a854-41322aef3a07 tempest-ServersNegativeTestMultiTenantJSON-1011105933 tempest-ServersNegativeTestMultiTenantJSON-1011105933-project] 10.222.0.54 "GET /v2.0/security-groups?id=44db5842-79ac-4fe6-8c0c-f2b78e3ed86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245677 Dec 20 14:48:41.577468 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b33e255-800f-4885-a614-b9643402f58a admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:48:41.600639 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-9b33e255-800f-4885-a614-b9643402f58a admin admin] 10.222.0.54 "PUT /v2.0/routers/9fced5a4-2b03-4c94-9f51-ffc8c3ba5f22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0216842 Dec 20 14:48:41.653366 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:41.694011 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-063256d7-ba56-4137-98c1-63ee6029bde2 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1648781 Dec 20 14:48:41.696177 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58376) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:41.700263 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [req-e0cb2075-1e0d-425a-aaa1-addb030af7f1 req-61e5bfe6-5abc-45cc-aebd-05013928ecf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0858f8b5-c3f2-48e3-95bc-17ecd8bf68c3 {{(pid=103168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:48:41.711032 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e0cb2075-1e0d-425a-aaa1-addb030af7f1 req-61e5bfe6-5abc-45cc-aebd-05013928ecf5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:41.727773 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.provisioning_blocks [req-e0cb2075-1e0d-425a-aaa1-addb030af7f1 req-61e5bfe6-5abc-45cc-aebd-05013928ecf5 service neutron] Transition to ACTIVE for port object 0858f8b5-c3f2-48e3-95bc-17ecd8bf68c3 will not be triggered until provisioned by entity L2. {{(pid=103168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:48:41.734310 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e0cb2075-1e0d-425a-aaa1-addb030af7f1 req-61e5bfe6-5abc-45cc-aebd-05013928ecf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:41.748775 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-f14c84e7-1807-46f3-8948-7e683d192601 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0510101 Dec 20 14:48:41.751373 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58378) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:41.774904 n-d-761264-19 neutron-server[103167]: INFO neutron.api.v2.resource [None req-0d6223b7-cd1b-4152-8268-d4a7a04f1495 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] delete failed (client error): The resource could not be found. Dec 20 14:48:41.779389 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-0d6223b7-cd1b-4152-8268-d4a7a04f1495 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] 10.222.0.54 "DELETE /v2.0/security-groups/aa5a0f9a-7025-4909-864d-52af3ceeaf33 HTTP/1.1" status: 404 len: 347 time: 0.0268331 Dec 20 14:48:41.779850 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58382) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:41.820636 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e5bfe6-5abc-45cc-aebd-05013928ecf5 service neutron] Pushing event updated for resources: {'Port': ['ID=0858f8b5-c3f2-48e3-95bc-17ecd8bf68c3,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:41.888122 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-ec3dcfee-5649-46f1-aabd-cfcf09bbd7c2 tempest-SecGroupIPv6Test-436805529 tempest-SecGroupIPv6Test-436805529-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1070209 Dec 20 14:48:41.936769 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-e0cb2075-1e0d-425a-aaa1-addb030af7f1 req-61e5bfe6-5abc-45cc-aebd-05013928ecf5 service neutron] Attempting to bind port 0858f8b5-c3f2-48e3-95bc-17ecd8bf68c3 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:48:41.937092 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-e0cb2075-1e0d-425a-aaa1-addb030af7f1 req-61e5bfe6-5abc-45cc-aebd-05013928ecf5 service neutron] Attempting to bind port 0858f8b5-c3f2-48e3-95bc-17ecd8bf68c3 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': 'ac440122-4085-41a4-b091-81389b45e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '93381c45-b578-41db-9065-1dc64fcf7ba1'}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:48:41.937428 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cb2075-1e0d-425a-aaa1-addb030af7f1 req-61e5bfe6-5abc-45cc-aebd-05013928ecf5 service neutron] Attempting to bind port 0858f8b5-c3f2-48e3-95bc-17ecd8bf68c3 on network 93381c45-b578-41db-9065-1dc64fcf7ba1 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:48:41.942519 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cb2075-1e0d-425a-aaa1-addb030af7f1 req-61e5bfe6-5abc-45cc-aebd-05013928ecf5 service neutron] Port 0858f8b5-c3f2-48e3-95bc-17ecd8bf68c3 on network 93381c45-b578-41db-9065-1dc64fcf7ba1 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:48:41.942971 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cb2075-1e0d-425a-aaa1-addb030af7f1 req-61e5bfe6-5abc-45cc-aebd-05013928ecf5 service neutron] Attempting to bind port 0858f8b5-c3f2-48e3-95bc-17ecd8bf68c3 on network 93381c45-b578-41db-9065-1dc64fcf7ba1 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:48:41.948429 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cb2075-1e0d-425a-aaa1-addb030af7f1 req-61e5bfe6-5abc-45cc-aebd-05013928ecf5 service neutron] Checking agent: {'id': '43c60aee-e4af-4ecc-bee2-aac3569fafed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:48:41.948771 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cb2075-1e0d-425a-aaa1-addb030af7f1 req-61e5bfe6-5abc-45cc-aebd-05013928ecf5 service neutron] Checking segment: {'id': 'ac440122-4085-41a4-b091-81389b45e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '93381c45-b578-41db-9065-1dc64fcf7ba1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:48:41.949151 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cb2075-1e0d-425a-aaa1-addb030af7f1 req-61e5bfe6-5abc-45cc-aebd-05013928ecf5 service neutron] Bound using segment: {'id': 'ac440122-4085-41a4-b091-81389b45e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '93381c45-b578-41db-9065-1dc64fcf7ba1'} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:48:41.949575 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-e0cb2075-1e0d-425a-aaa1-addb030af7f1 req-61e5bfe6-5abc-45cc-aebd-05013928ecf5 service neutron] Bound port: 0858f8b5-c3f2-48e3-95bc-17ecd8bf68c3, host: n-h2-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac440122-4085-41a4-b091-81389b45e217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '93381c45-b578-41db-9065-1dc64fcf7ba1'}}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:48:41.949925 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e0cb2075-1e0d-425a-aaa1-addb030af7f1 req-61e5bfe6-5abc-45cc-aebd-05013928ecf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:42.032736 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-e0cb2075-1e0d-425a-aaa1-addb030af7f1 req-61e5bfe6-5abc-45cc-aebd-05013928ecf5 service neutron] For port 0858f8b5-c3f2-48e3-95bc-17ecd8bf68c3, host n-h2-761264-19, cleared binding levels {{(pid=103168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:48:42.037193 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-e0cb2075-1e0d-425a-aaa1-addb030af7f1 req-61e5bfe6-5abc-45cc-aebd-05013928ecf5 service neutron] For port 0858f8b5-c3f2-48e3-95bc-17ecd8bf68c3, host n-h2-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=0858f8b5-c3f2-48e3-95bc-17ecd8bf68c3,segment=NetworkSegment(ac440122-4085-41a4-b091-81389b45e217),segment_id=ac440122-4085-41a4-b091-81389b45e217)] {{(pid=103168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:48:42.043456 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e0cb2075-1e0d-425a-aaa1-addb030af7f1 req-61e5bfe6-5abc-45cc-aebd-05013928ecf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:42.102294 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb2075-1e0d-425a-aaa1-addb030af7f1 req-61e5bfe6-5abc-45cc-aebd-05013928ecf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:42.103008 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e0cb2075-1e0d-425a-aaa1-addb030af7f1 req-61e5bfe6-5abc-45cc-aebd-05013928ecf5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:42.104596 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e0cb2075-1e0d-425a-aaa1-addb030af7f1 req-61e5bfe6-5abc-45cc-aebd-05013928ecf5 service neutron] 10.222.0.47 "PUT /v2.0/ports/0858f8b5-c3f2-48e3-95bc-17ecd8bf68c3 HTTP/1.1" status: 200 len: 1093 time: 1.1962557 Dec 20 14:48:42.105171 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05158c20-75b9-47e3-8261-ac65c0a6747d', 'tag': '0858f8b5-c3f2-48e3-95bc-17ecd8bf68c3'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:48:42.107659 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e99e608a-6847-4c64-b742-aba6435e76c3" -d '{"events": [{"name": "network-changed", "server_uuid": "05158c20-75b9-47e3-8261-ac65c0a6747d", "tag": "0858f8b5-c3f2-48e3-95bc-17ecd8bf68c3"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:48:42.166876 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e5bfe6-5abc-45cc-aebd-05013928ecf5 service neutron] Pushing event updated for resources: {'Port': ['ID=0858f8b5-c3f2-48e3-95bc-17ecd8bf68c3,revision_number=3']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:42.225069 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fc7d23e-d5a6-4b5c-a4a2-8f560af9b978 x-openstack-request-id: req-4fc7d23e-d5a6-4b5c-a4a2-8f560af9b978 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:48:42.225490 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05158c20-75b9-47e3-8261-ac65c0a6747d", "tag": "0858f8b5-c3f2-48e3-95bc-17ecd8bf68c3", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:48:42.226093 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4fc7d23e-d5a6-4b5c-a4a2-8f560af9b978 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:48:42.226985 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05158c20-75b9-47e3-8261-ac65c0a6747d', 'tag': '0858f8b5-c3f2-48e3-95bc-17ecd8bf68c3', 'status': 'completed', 'code': 200} Dec 20 14:48:42.291142 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb2075-1e0d-425a-aaa1-addb030af7f1 req-eb7b0abf-6b2f-4e1e-8f8b-58ef0690771e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:42.291261 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58404) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:42.298004 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e0cb2075-1e0d-425a-aaa1-addb030af7f1 req-eb7b0abf-6b2f-4e1e-8f8b-58ef0690771e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=28995f9892f442119f5f02e53e2727c3&device_id=05158c20-75b9-47e3-8261-ac65c0a6747d HTTP/1.1" status: 200 len: 1096 time: 0.1473315 Dec 20 14:48:42.406078 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e0cb2075-1e0d-425a-aaa1-addb030af7f1 req-1528ee8e-ec12-403a-b0a6-4996e774b11d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0858f8b5-c3f2-48e3-95bc-17ecd8bf68c3 HTTP/1.1" status: 200 len: 217 time: 0.0943923 Dec 20 14:48:42.500880 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7f3037-0960-4ca9-8f49-a1764b1d826e req-95096f87-0e48-4348-ab7a-27f482c9065e tempest-InstanceActionsV221TestJSON-891629169 tempest-InstanceActionsV221TestJSON-891629169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:42.502907 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0e7f3037-0960-4ca9-8f49-a1764b1d826e req-95096f87-0e48-4348-ab7a-27f482c9065e tempest-InstanceActionsV221TestJSON-891629169 tempest-InstanceActionsV221TestJSON-891629169-project] 10.222.0.54 "GET /v2.0/ports?device_id=05158c20-75b9-47e3-8261-ac65c0a6747d HTTP/1.1" status: 200 len: 944 time: 0.1142118 Dec 20 14:48:42.535937 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 103df774-fa32-45a5-bfe7-12d7d806259f up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:48:42.580360 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb2075-1e0d-425a-aaa1-addb030af7f1 req-633cbf8b-b448-4015-ab14-1d19596c3283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:42.583096 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e0cb2075-1e0d-425a-aaa1-addb030af7f1 req-633cbf8b-b448-4015-ab14-1d19596c3283 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c1f92d2a-fcbe-45dc-b2ac-0718d37c5f7a HTTP/1.1" status: 200 len: 857 time: 0.1687295 Dec 20 14:48:42.635511 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 103df774-fa32-45a5-bfe7-12d7d806259f triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:48:42.636332 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:42.652384 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e0cb2075-1e0d-425a-aaa1-addb030af7f1 req-421dfa0d-6adb-40ab-868a-4f0c467ee0a2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=93381c45-b578-41db-9065-1dc64fcf7ba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421154 Dec 20 14:48:42.723747 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0e7f3037-0960-4ca9-8f49-a1764b1d826e req-9d62b761-3079-4b40-8baa-12c4f9a13017 tempest-InstanceActionsV221TestJSON-891629169 tempest-InstanceActionsV221TestJSON-891629169-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e947430-6bb2-46ab-b6d9-e0c00ae2aa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903520 Dec 20 14:48:42.785281 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e0cb2075-1e0d-425a-aaa1-addb030af7f1 req-83b5f2e9-5883-491d-a751-e34337e2d26f service neutron] 10.222.0.47 "GET /v2.0/networks/93381c45-b578-41db-9065-1dc64fcf7ba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254034 Dec 20 14:48:42.795535 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db896cd7-a117-4978-9534-a4bad49e0087 req-aa61b337-dee2-4bbc-ad35-0e7739751ef4 tempest-ServersNegativeTestMultiTenantJSON-1011105933 tempest-ServersNegativeTestMultiTenantJSON-1011105933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:42.797154 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-db896cd7-a117-4978-9534-a4bad49e0087 req-aa61b337-dee2-4bbc-ad35-0e7739751ef4 tempest-ServersNegativeTestMultiTenantJSON-1011105933 tempest-ServersNegativeTestMultiTenantJSON-1011105933-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f4bb2e7-da83-4965-996b-533cf00c2ff5 HTTP/1.1" status: 200 len: 946 time: 0.2664206 Dec 20 14:48:42.818284 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-f70a35ce-98d1-4459-91eb-1e3c37cca12d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f5c14504c32b403a882268f96db4c0ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5230858 Dec 20 14:48:42.821213 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58426) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:42.878605 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fe801a-6159-47e0-96c8-d5c0be78453f None None] Sync routers for ids ['9fced5a4-2b03-4c94-9f51-ffc8c3ba5f22'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:48:42.893302 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fe801a-6159-47e0-96c8-d5c0be78453f None None] Routers {'9fced5a4-2b03-4c94-9f51-ffc8c3ba5f22'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:48:42.894557 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-05fe801a-6159-47e0-96c8-d5c0be78453f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:48:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['9fced5a4-2b03-4c94-9f51-ffc8c3ba5f22'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:42.907171 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4be6c70d-8512-40cd-bdab-e0fc3c587af1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:42.948553 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4be6c70d-8512-40cd-bdab-e0fc3c587af1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:43.048171 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e0cb2075-1e0d-425a-aaa1-addb030af7f1 req-3f6f1d22-0541-49c6-b1c1-d913271c18be service neutron] 10.222.0.47 "GET /v2.0/networks/93381c45-b578-41db-9065-1dc64fcf7ba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498865 Dec 20 14:48:43.085042 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4be6c70d-8512-40cd-bdab-e0fc3c587af1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:43.085882 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e619ecb7-bb81-4d56-b85e-c57f61243363 req-28fd8788-ed20-41c5-a449-7d76a340ad95 tempest-ServersNegativeTestMultiTenantJSON-1011105933 tempest-ServersNegativeTestMultiTenantJSON-1011105933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:43.089814 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e619ecb7-bb81-4d56-b85e-c57f61243363 req-28fd8788-ed20-41c5-a449-7d76a340ad95 tempest-ServersNegativeTestMultiTenantJSON-1011105933 tempest-ServersNegativeTestMultiTenantJSON-1011105933-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f4bb2e7-da83-4965-996b-533cf00c2ff5 HTTP/1.1" status: 200 len: 946 time: 0.2198782 Dec 20 14:48:43.097396 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4be6c70d-8512-40cd-bdab-e0fc3c587af1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:43.103271 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-4be6c70d-8512-40cd-bdab-e0fc3c587af1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5e100d7b-e482-417e-bf2a-c3be55169619 HTTP/1.1" status: 204 len: 168 time: 0.2804422 Dec 20 14:48:43.118891 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-db896cd7-a117-4978-9534-a4bad49e0087 req-2179b99d-1efa-457b-96e8-9575cb936bcc tempest-ServersNegativeTestMultiTenantJSON-1011105933 tempest-ServersNegativeTestMultiTenantJSON-1011105933-project] Deleting port d699b9cd-b472-406b-a6c8-55d380470b59 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:48:43.119441 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-db896cd7-a117-4978-9534-a4bad49e0087 req-2179b99d-1efa-457b-96e8-9575cb936bcc tempest-ServersNegativeTestMultiTenantJSON-1011105933 tempest-ServersNegativeTestMultiTenantJSON-1011105933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:43.133306 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be6c70d-8512-40cd-bdab-e0fc3c587af1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e100d7b-e482-417e-bf2a-c3be55169619,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:43.194249 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-05fe801a-6159-47e0-96c8-d5c0be78453f None None] Set router 9fced5a4-2b03-4c94-9f51-ffc8c3ba5f22 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:48:43.384942 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-db896cd7-a117-4978-9534-a4bad49e0087 req-2179b99d-1efa-457b-96e8-9575cb936bcc tempest-ServersNegativeTestMultiTenantJSON-1011105933 tempest-ServersNegativeTestMultiTenantJSON-1011105933-project] For port d699b9cd-b472-406b-a6c8-55d380470b59, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=d699b9cd-b472-406b-a6c8-55d380470b59,segment=NetworkSegment(adeb3847-a0ae-4672-ae2a-a7d0b10a6f66),segment_id=adeb3847-a0ae-4672-ae2a-a7d0b10a6f66)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:48:43.386498 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-db896cd7-a117-4978-9534-a4bad49e0087 req-2179b99d-1efa-457b-96e8-9575cb936bcc tempest-ServersNegativeTestMultiTenantJSON-1011105933 tempest-ServersNegativeTestMultiTenantJSON-1011105933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:43.415375 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-db896cd7-a117-4978-9534-a4bad49e0087 req-2179b99d-1efa-457b-96e8-9575cb936bcc tempest-ServersNegativeTestMultiTenantJSON-1011105933 tempest-ServersNegativeTestMultiTenantJSON-1011105933-project] Calling delete_port for d699b9cd-b472-406b-a6c8-55d380470b59 owned by compute:nova {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:48:43.615056 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e619ecb7-bb81-4d56-b85e-c57f61243363 req-ee1a6418-7926-4f56-b97d-396607d01441 tempest-ServersNegativeTestMultiTenantJSON-1011105933 tempest-ServersNegativeTestMultiTenantJSON-1011105933-project] 10.222.0.54 "GET /v2.0/security-groups?id=44db5842-79ac-4fe6-8c0c-f2b78e3ed86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4823620 Dec 20 14:48:43.638783 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99e608a-6847-4c64-b742-aba6435e76c3 req-70e88d5b-52d9-4acc-a228-20b27441e4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:43.641325 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e99e608a-6847-4c64-b742-aba6435e76c3 req-70e88d5b-52d9-4acc-a228-20b27441e4fb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=28995f9892f442119f5f02e53e2727c3&device_id=05158c20-75b9-47e3-8261-ac65c0a6747d HTTP/1.1" status: 200 len: 1096 time: 0.4834175 Dec 20 14:48:43.687705 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-05fe801a-6159-47e0-96c8-d5c0be78453f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fced5a4-2b03-4c94-9f51-ffc8c3ba5f22', 'name': 'tempest-TestAggregatesBasicOps-1400516909-router', 'tenant_id': 'dc1db30184824b07a573ee66d672f3b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': '103df774-fa32-45a5-bfe7-12d7d806259f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:48:33Z', 'updated_at': '2021-12-20T14:48:39Z', 'revision_number': 4, 'project_id': 'dc1db30184824b07a573ee66d672f3b6', 'gw_port': {'id': '103df774-fa32-45a5-bfe7-12d7d806259f', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fced5a4-2b03-4c94-9f51-ffc8c3ba5f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:48:34Z', 'updated_at': '2021-12-20T14:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '4f542f1e-a47b-487d-9856-b97c5c335da7', 'name': '', 'network_id': 'a35fb5db-60c1-4efb-9ddc-a9c69e355933', 'tenant_id': 'dc1db30184824b07a573ee66d672f3b6', 'mac_address': 'fa:16:3e:58:4a:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fced5a4-2b03-4c94-9f51-ffc8c3ba5f22', 'device_owner': 'network:router_interface', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': '329466c6-d20a-46f3-a8eb-2bef3d5e885e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:48:38Z', 'updated_at': '2021-12-20T14:48:39Z', 'revision_number': 2, 'project_id': 'dc1db30184824b07a573ee66d672f3b6', 'subnets': [{'id': '329466c6-d20a-46f3-a8eb-2bef3d5e885e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:43.735066 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fe801a-6159-47e0-96c8-d5c0be78453f None None] Checking router: 9fced5a4-2b03-4c94-9f51-ffc8c3ba5f22 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:48:43.735461 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fe801a-6159-47e0-96c8-d5c0be78453f None None] Updating router 9fced5a4-2b03-4c94-9f51-ffc8c3ba5f22 port 4f542f1e-a47b-487d-9856-b97c5c335da7 binding host n-d-761264-19 {{(pid=103169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 14:48:43.802550 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-05fe801a-6159-47e0-96c8-d5c0be78453f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:43.805961 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99e608a-6847-4c64-b742-aba6435e76c3 req-cbace80d-cecb-4745-b016-fa5001fe26a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:43.807689 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e99e608a-6847-4c64-b742-aba6435e76c3 req-cbace80d-cecb-4745-b016-fa5001fe26a0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=93381c45-b578-41db-9065-1dc64fcf7ba1 HTTP/1.1" status: 200 len: 918 time: 0.1578789 Dec 20 14:48:43.887463 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58464) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:43.899616 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e99e608a-6847-4c64-b742-aba6435e76c3 req-cc4a2989-18be-4b3f-bc38-34327fe588ba service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0858f8b5-c3f2-48e3-95bc-17ecd8bf68c3 HTTP/1.1" status: 200 len: 217 time: 0.0631485 Dec 20 14:48:44.063883 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c2e89-858b-4064-83e7-53ab81a84228 req-c3e26c98-5bd8-4f3e-b753-84ffc75a26a2 tempest-InstanceActionsV221TestJSON-891629169 tempest-InstanceActionsV221TestJSON-891629169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:44.066188 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9c4c2e89-858b-4064-83e7-53ab81a84228 req-c3e26c98-5bd8-4f3e-b753-84ffc75a26a2 tempest-InstanceActionsV221TestJSON-891629169 tempest-InstanceActionsV221TestJSON-891629169-project] 10.222.0.54 "GET /v2.0/ports?device_id=05158c20-75b9-47e3-8261-ac65c0a6747d HTTP/1.1" status: 200 len: 944 time: 0.1621795 Dec 20 14:48:44.078326 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-db896cd7-a117-4978-9534-a4bad49e0087 req-2179b99d-1efa-457b-96e8-9575cb936bcc tempest-ServersNegativeTestMultiTenantJSON-1011105933 tempest-ServersNegativeTestMultiTenantJSON-1011105933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:44.102688 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99e608a-6847-4c64-b742-aba6435e76c3 req-93cee981-c987-45b7-b35a-0b35082b679b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:44.105421 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e99e608a-6847-4c64-b742-aba6435e76c3 req-93cee981-c987-45b7-b35a-0b35082b679b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c1f92d2a-fcbe-45dc-b2ac-0718d37c5f7a HTTP/1.1" status: 200 len: 857 time: 0.1669083 Dec 20 14:48:44.153435 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2179b99d-1efa-457b-96e8-9575cb936bcc tempest-ServersNegativeTestMultiTenantJSON-1011105933 tempest-ServersNegativeTestMultiTenantJSON-1011105933-project] Pushing event deleted for resources: {'Port': ['ID=d699b9cd-b472-406b-a6c8-55d380470b59,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:44.184605 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-05fe801a-6159-47e0-96c8-d5c0be78453f None None] Publish callbacks [] for port, precommit_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:44.189797 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['d699b9cd-b472-406b-a6c8-55d380470b59'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:48:44.213359 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-05fe801a-6159-47e0-96c8-d5c0be78453f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:44.233047 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e99e608a-6847-4c64-b742-aba6435e76c3 req-fc7f4bd0-1e3c-47b8-b9d8-7ef202879103 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=93381c45-b578-41db-9065-1dc64fcf7ba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0816009 Dec 20 14:48:44.291320 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785ce768-cb25-43cb-b7ce-f129b153c424 None None] Pushing event updated for resources: {'Port': ['ID=4f542f1e-a47b-487d-9856-b97c5c335da7,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:44.345419 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-05fe801a-6159-47e0-96c8-d5c0be78453f None None] Attempting to bind port 4f542f1e-a47b-487d-9856-b97c5c335da7 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:48:44.350147 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-05fe801a-6159-47e0-96c8-d5c0be78453f None None] Attempting to bind port 4f542f1e-a47b-487d-9856-b97c5c335da7 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '3d39b90a-9efe-487d-a367-a37513cb7d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'a35fb5db-60c1-4efb-9ddc-a9c69e355933'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:48:44.350576 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05fe801a-6159-47e0-96c8-d5c0be78453f None None] Attempting to bind port 4f542f1e-a47b-487d-9856-b97c5c335da7 on network a35fb5db-60c1-4efb-9ddc-a9c69e355933 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:48:44.362025 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e99e608a-6847-4c64-b742-aba6435e76c3 req-13cc772d-6de4-41cf-86e5-cafb324fefca service neutron] 10.222.0.47 "GET /v2.0/networks/93381c45-b578-41db-9065-1dc64fcf7ba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159437 Dec 20 14:48:44.372944 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05fe801a-6159-47e0-96c8-d5c0be78453f None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:48:44.373503 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05fe801a-6159-47e0-96c8-d5c0be78453f None None] Checking segment: {'id': '3d39b90a-9efe-487d-a367-a37513cb7d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'a35fb5db-60c1-4efb-9ddc-a9c69e355933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:48:44.373985 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-05fe801a-6159-47e0-96c8-d5c0be78453f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:44.374383 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05fe801a-6159-47e0-96c8-d5c0be78453f None None] Bound using segment: {'id': '3d39b90a-9efe-487d-a367-a37513cb7d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'a35fb5db-60c1-4efb-9ddc-a9c69e355933'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:48:44.374930 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-05fe801a-6159-47e0-96c8-d5c0be78453f None None] Bound port: 4f542f1e-a47b-487d-9856-b97c5c335da7, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d39b90a-9efe-487d-a367-a37513cb7d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'a35fb5db-60c1-4efb-9ddc-a9c69e355933'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:48:44.375316 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-05fe801a-6159-47e0-96c8-d5c0be78453f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:44.382134 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9c4c2e89-858b-4064-83e7-53ab81a84228 req-356210f9-70e4-471f-9804-51a9ba585ec1 tempest-InstanceActionsV221TestJSON-891629169 tempest-InstanceActionsV221TestJSON-891629169-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e947430-6bb2-46ab-b6d9-e0c00ae2aa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021646 Dec 20 14:48:44.518283 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58476) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:44.533880 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-05fe801a-6159-47e0-96c8-d5c0be78453f None None] For port 4f542f1e-a47b-487d-9856-b97c5c335da7, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:48:44.538635 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-05fe801a-6159-47e0-96c8-d5c0be78453f None None] For port 4f542f1e-a47b-487d-9856-b97c5c335da7, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=4f542f1e-a47b-487d-9856-b97c5c335da7,segment=NetworkSegment(3d39b90a-9efe-487d-a367-a37513cb7d46),segment_id=3d39b90a-9efe-487d-a367-a37513cb7d46)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:48:44.547944 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-05fe801a-6159-47e0-96c8-d5c0be78453f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:44.550417 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-db896cd7-a117-4978-9534-a4bad49e0087 req-2179b99d-1efa-457b-96e8-9575cb936bcc tempest-ServersNegativeTestMultiTenantJSON-1011105933 tempest-ServersNegativeTestMultiTenantJSON-1011105933-project] No DVR routers for this DVR port d699b9cd-b472-406b-a6c8-55d380470b59 on host n-h1-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:48:44.555452 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-db896cd7-a117-4978-9534-a4bad49e0087 req-2179b99d-1efa-457b-96e8-9575cb936bcc tempest-ServersNegativeTestMultiTenantJSON-1011105933 tempest-ServersNegativeTestMultiTenantJSON-1011105933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:44.559448 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-db896cd7-a117-4978-9534-a4bad49e0087 req-2179b99d-1efa-457b-96e8-9575cb936bcc tempest-ServersNegativeTestMultiTenantJSON-1011105933 tempest-ServersNegativeTestMultiTenantJSON-1011105933-project] 10.222.0.30 "DELETE /v2.0/ports/d699b9cd-b472-406b-a6c8-55d380470b59 HTTP/1.1" status: 204 len: 173 time: 1.7532132 Dec 20 14:48:44.566275 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f4bb2e7-da83-4965-996b-533cf00c2ff5', 'name': 'network-vif-deleted', 'tag': 'd699b9cd-b472-406b-a6c8-55d380470b59'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:48:44.568890 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f10e16b-3373-43a6-9583-22093bd18606" -d '{"events": [{"server_uuid": "2f4bb2e7-da83-4965-996b-533cf00c2ff5", "name": "network-vif-deleted", "tag": "d699b9cd-b472-406b-a6c8-55d380470b59"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:48:44.685198 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e99e608a-6847-4c64-b742-aba6435e76c3 req-106d6e83-1d3a-46fc-9359-ec0feed6e771 service neutron] 10.222.0.47 "GET /v2.0/networks/93381c45-b578-41db-9065-1dc64fcf7ba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3017545 Dec 20 14:48:44.707551 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5948bf3-9b98-41d7-ac49-cac2f63d074b x-openstack-request-id: req-e5948bf3-9b98-41d7-ac49-cac2f63d074b {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:48:44.708001 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f4bb2e7-da83-4965-996b-533cf00c2ff5", "name": "network-vif-deleted", "tag": "d699b9cd-b472-406b-a6c8-55d380470b59", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:48:44.708354 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e5948bf3-9b98-41d7-ac49-cac2f63d074b {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:48:44.708914 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f4bb2e7-da83-4965-996b-533cf00c2ff5', 'name': 'network-vif-deleted', 'tag': 'd699b9cd-b472-406b-a6c8-55d380470b59', 'status': 'completed', 'code': 200} Dec 20 14:48:44.819651 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-438bc11b-07fe-4d9d-bc3d-74367d179030 req-981c8265-2888-4241-89e4-40cd7b50ce3e tempest-ServersNegativeTestMultiTenantJSON-1011105933 tempest-ServersNegativeTestMultiTenantJSON-1011105933-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f4bb2e7-da83-4965-996b-533cf00c2ff5 HTTP/1.1" status: 200 len: 210 time: 0.0642219 Dec 20 14:48:44.836703 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-be97d009-ac55-4b06-ad38-c2d742d95888 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-511494467'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:48:44.847387 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785ce768-cb25-43cb-b7ce-f129b153c424 None None] Pushing event updated for resources: {'Port': ['ID=4f542f1e-a47b-487d-9856-b97c5c335da7,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:44.855810 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fe801a-6159-47e0-96c8-d5c0be78453f None None] Routers {'9fced5a4-2b03-4c94-9f51-ffc8c3ba5f22'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:48:44.856395 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-05fe801a-6159-47e0-96c8-d5c0be78453f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:48:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['9fced5a4-2b03-4c94-9f51-ffc8c3ba5f22'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:44.901495 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-47308028-575e-4940-82bf-34f055d7fabb None None] Provisioning complete for port 4f542f1e-a47b-487d-9856-b97c5c335da7 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:48:44.902680 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-47308028-575e-4940-82bf-34f055d7fabb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:44.912568 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be97d009-ac55-4b06-ad38-c2d742d95888 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] Made reservation on behalf of 1cba0c110967420881679dba1e551945 for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:48:44.917111 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-be97d009-ac55-4b06-ad38-c2d742d95888 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:44.939470 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-be97d009-ac55-4b06-ad38-c2d742d95888 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:45.083651 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-05fe801a-6159-47e0-96c8-d5c0be78453f None None] Set router 9fced5a4-2b03-4c94-9f51-ffc8c3ba5f22 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:48:45.142126 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-be97d009-ac55-4b06-ad38-c2d742d95888 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:45.149678 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-be97d009-ac55-4b06-ad38-c2d742d95888 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:45.195320 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be97d009-ac55-4b06-ad38-c2d742d95888 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:48:45.214483 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be97d009-ac55-4b06-ad38-c2d742d95888 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5de052a4-5caa-4c8c-98a5-97239fbadb48,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:45.226675 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-be97d009-ac55-4b06-ad38-c2d742d95888 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:45.227310 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-be97d009-ac55-4b06-ad38-c2d742d95888 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] Added segment 0ee3fdde-59c2-42ab-a2f9-a67615a14fc3 of type vlan for network 6ebca6f6-4a4c-43ae-89ca-6e5698e3d7a9 Dec 20 14:48:45.294061 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-be97d009-ac55-4b06-ad38-c2d742d95888 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:45.294904 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e4b56cf7-0d51-4dd7-acbc-ee69361eb01b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1595867'] for router_interface, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:45.333834 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-be97d009-ac55-4b06-ad38-c2d742d95888 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:45.341565 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be97d009-ac55-4b06-ad38-c2d742d95888 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:45.342374 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-be97d009-ac55-4b06-ad38-c2d742d95888 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:45.432388 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-be97d009-ac55-4b06-ad38-c2d742d95888 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.9124994 Dec 20 14:48:45.436461 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58490) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:45.442091 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-c0bd6a65-fd00-4b92-805a-dda4df26be49 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] Request body: {'subnet': {'network_id': '6ebca6f6-4a4c-43ae-89ca-6e5698e3d7a9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:48:45.464624 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be97d009-ac55-4b06-ad38-c2d742d95888 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] Pushing event updated for resources: {'Network': ['ID=6ebca6f6-4a4c-43ae-89ca-6e5698e3d7a9,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:45.508032 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 6ebca6f6-4a4c-43ae-89ca-6e5698e3d7a9 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:48:45.572068 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:45.573513 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-47308028-575e-4940-82bf-34f055d7fabb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:45.628599 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0bd6a65-fd00-4b92-805a-dda4df26be49 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] Made reservation on behalf of 1cba0c110967420881679dba1e551945 for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:48:45.634445 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a65-fd00-4b92-805a-dda4df26be49 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:45.636742 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-e4b56cf7-0d51-4dd7-acbc-ee69361eb01b admin admin] Deleting port 4a70285c-1a2e-4efb-8172-c904c3203439 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:48:45.637340 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e4b56cf7-0d51-4dd7-acbc-ee69361eb01b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:45.759717 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-e4b56cf7-0d51-4dd7-acbc-ee69361eb01b admin admin] For port 4a70285c-1a2e-4efb-8172-c904c3203439, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=4a70285c-1a2e-4efb-8172-c904c3203439,segment=NetworkSegment(75a21c98-f66c-46b4-8914-34ed4108f76e),segment_id=75a21c98-f66c-46b4-8914-34ed4108f76e)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:48:45.760140 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e4b56cf7-0d51-4dd7-acbc-ee69361eb01b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:45.768768 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96ad21e-93a6-43f9-9ee3-a1efc694aae4 req-1b174828-13b3-441c-94a1-e2dcee97d46d tempest-InstanceActionsV221TestJSON-891629169 tempest-InstanceActionsV221TestJSON-891629169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:45.770763 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e96ad21e-93a6-43f9-9ee3-a1efc694aae4 req-1b174828-13b3-441c-94a1-e2dcee97d46d tempest-InstanceActionsV221TestJSON-891629169 tempest-InstanceActionsV221TestJSON-891629169-project] 10.222.0.54 "GET /v2.0/ports?device_id=05158c20-75b9-47e3-8261-ac65c0a6747d HTTP/1.1" status: 200 len: 944 time: 0.1854043 Dec 20 14:48:45.775184 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-47308028-575e-4940-82bf-34f055d7fabb None None] For port 4f542f1e-a47b-487d-9856-b97c5c335da7, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=4f542f1e-a47b-487d-9856-b97c5c335da7,segment=NetworkSegment(3d39b90a-9efe-487d-a367-a37513cb7d46),segment_id=3d39b90a-9efe-487d-a367-a37513cb7d46)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:48:45.783496 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-05fe801a-6159-47e0-96c8-d5c0be78453f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fced5a4-2b03-4c94-9f51-ffc8c3ba5f22', 'name': 'tempest-TestAggregatesBasicOps-1400516909-router', 'tenant_id': 'dc1db30184824b07a573ee66d672f3b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': '103df774-fa32-45a5-bfe7-12d7d806259f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:48:33Z', 'updated_at': '2021-12-20T14:48:39Z', 'revision_number': 4, 'project_id': 'dc1db30184824b07a573ee66d672f3b6', 'gw_port': {'id': '103df774-fa32-45a5-bfe7-12d7d806259f', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fced5a4-2b03-4c94-9f51-ffc8c3ba5f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:48:34Z', 'updated_at': '2021-12-20T14:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '4f542f1e-a47b-487d-9856-b97c5c335da7', 'name': '', 'network_id': 'a35fb5db-60c1-4efb-9ddc-a9c69e355933', 'tenant_id': 'dc1db30184824b07a573ee66d672f3b6', 'mac_address': 'fa:16:3e:58:4a:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fced5a4-2b03-4c94-9f51-ffc8c3ba5f22', 'device_owner': 'network:router_interface', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': '329466c6-d20a-46f3-a8eb-2bef3d5e885e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:48:38Z', 'updated_at': '2021-12-20T14:48:44Z', 'revision_number': 4, 'project_id': 'dc1db30184824b07a573ee66d672f3b6', 'subnets': [{'id': '329466c6-d20a-46f3-a8eb-2bef3d5e885e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:45.792247 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-47308028-575e-4940-82bf-34f055d7fabb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:45.801527 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-e4b56cf7-0d51-4dd7-acbc-ee69361eb01b admin admin] Calling delete_port for 4a70285c-1a2e-4efb-8172-c904c3203439 owned by network:router_interface {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:48:45.927266 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e96ad21e-93a6-43f9-9ee3-a1efc694aae4 req-52887262-88f5-4895-9cc7-5e54ae10b0bc tempest-InstanceActionsV221TestJSON-891629169 tempest-InstanceActionsV221TestJSON-891629169-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e947430-6bb2-46ab-b6d9-e0c00ae2aa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377850 Dec 20 14:48:45.943275 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47308028-575e-4940-82bf-34f055d7fabb None None] Pushing event updated for resources: {'Port': ['ID=4f542f1e-a47b-487d-9856-b97c5c335da7,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:45.947083 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58500) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:45.956137 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 0858f8b5-c3f2-48e3-95bc-17ecd8bf68c3 details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:48:45.958231 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fe801a-6159-47e0-96c8-d5c0be78453f None None] The sync data for ids ['9fced5a4-2b03-4c94-9f51-ffc8c3ba5f22'] in n-d-761264-19 is: [{'id': '9fced5a4-2b03-4c94-9f51-ffc8c3ba5f22', 'name': 'tempest-TestAggregatesBasicOps-1400516909-router', 'tenant_id': 'dc1db30184824b07a573ee66d672f3b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': '103df774-fa32-45a5-bfe7-12d7d806259f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:48:33Z', 'updated_at': '2021-12-20T14:48:39Z', 'revision_number': 4, 'project_id': 'dc1db30184824b07a573ee66d672f3b6', 'gw_port': {'id': '103df774-fa32-45a5-bfe7-12d7d806259f', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fced5a4-2b03-4c94-9f51-ffc8c3ba5f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:48:34Z', 'updated_at': '2021-12-20T14:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '4f542f1e-a47b-487d-9856-b97c5c335da7', 'name': '', 'network_id': 'a35fb5db-60c1-4efb-9ddc-a9c69e355933', 'tenant_id': 'dc1db30184824b07a573ee66d672f3b6', 'mac_address': 'fa:16:3e:58:4a:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fced5a4-2b03-4c94-9f51-ffc8c3ba5f22', 'device_owner': 'network:router_interface', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': '329466c6-d20a-46f3-a8eb-2bef3d5e885e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:48:38Z', 'updated_at': '2021-12-20T14:48:44Z', 'revision_number': 4, 'project_id': 'dc1db30184824b07a573ee66d672f3b6', 'subnets': [{'id': '329466c6-d20a-46f3-a8eb-2bef3d5e885e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:48:45.999319 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-4a5b0b2f-c571-4a24-b5b5-b6ebb4f30701 None None] Provisioning complete for port 4f542f1e-a47b-487d-9856-b97c5c335da7 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:48:45.999816 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4a5b0b2f-c571-4a24-b5b5-b6ebb4f30701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:46.021800 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a65-fd00-4b92-805a-dda4df26be49 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8848317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10470522'] for subnet, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:46.024666 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_v2 [None req-9aa12c92-bb1c-48f4-85bc-341fa85fecaf admin admin] Deleting subnet 014c3038-cd66-47c7-ace4-7a8a7b1b3860 {{(pid=103167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:48:46.035073 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9aa12c92-bb1c-48f4-85bc-341fa85fecaf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:46.155638 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd6a65-fd00-4b92-805a-dda4df26be49 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] Pushing event updated for resources: {'Subnet': ['ID=07036cb2-c329-418a-beeb-07a4e69d44bf,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:46.160830 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9aa12c92-bb1c-48f4-85bc-341fa85fecaf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954412'] for subnet, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:46.222531 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bd6a65-fd00-4b92-805a-dda4df26be49 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] Checking segment: {'id': '0ee3fdde-59c2-42ab-a2f9-a67615a14fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '6ebca6f6-4a4c-43ae-89ca-6e5698e3d7a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:48:46.222531 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0bd6a65-fd00-4b92-805a-dda4df26be49 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] Network hostable DHCP agents. Network: 6ebca6f6-4a4c-43ae-89ca-6e5698e3d7a9, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:48:46.282808 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 0858f8b5-c3f2-48e3-95bc-17ecd8bf68c3, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=0858f8b5-c3f2-48e3-95bc-17ecd8bf68c3,segment=NetworkSegment(ac440122-4085-41a4-b091-81389b45e217),segment_id=ac440122-4085-41a4-b091-81389b45e217)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:48:46.285924 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0bd6a65-fd00-4b92-805a-dda4df26be49 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] Network 6ebca6f6-4a4c-43ae-89ca-6e5698e3d7a9 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:48:46.311636 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': '0858f8b5-c3f2-48e3-95bc-17ecd8bf68c3', 'network_id': '93381c45-b578-41db-9065-1dc64fcf7ba1', 'port_id': '0858f8b5-c3f2-48e3-95bc-17ecd8bf68c3', 'mac_address': 'fa:16:3e:13:c9:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1f92d2a-fcbe-45dc-b2ac-0718d37c5f7a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:48:46.312082 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-c0bd6a65-fd00-4b92-805a-dda4df26be49 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 6ebca6f6-4a4c-43ae-89ca-6e5698e3d7a9) {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:48:46.322388 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0bd6a65-fd00-4b92-805a-dda4df26be49 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:46.325021 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c0bd6a65-fd00-4b92-805a-dda4df26be49 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:46.375746 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-c0bd6a65-fd00-4b92-805a-dda4df26be49 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9323716 Dec 20 14:48:46.383185 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58504) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:46.396922 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-3e3d6e8b-e592-4f14-93ef-efb572ff2cf9 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] Request body: {'port': {'network_id': '6ebca6f6-4a4c-43ae-89ca-6e5698e3d7a9', 'name': 'tempest-TagsExtTest-1616420907'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:48:46.399043 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:46.401470 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655d7957-7062-4b9f-8e6e-0ccaa0ffcce9 None None] Network 6ebca6f6-4a4c-43ae-89ca-6e5698e3d7a9 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:48:46.409570 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device d699b9cd-b472-406b-a6c8-55d380470b59 no longer exists at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:48:46.480323 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e4b56cf7-0d51-4dd7-acbc-ee69361eb01b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:46.483863 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9aa12c92-bb1c-48f4-85bc-341fa85fecaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:46.533305 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] No Port match for: d699b9cd-b472-406b-a6c8-55d380470b59 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:48:46.533652 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device d699b9cd-b472-406b-a6c8-55d380470b59 not bound to the agent host n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:48:46.536696 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b56cf7-0d51-4dd7-acbc-ee69361eb01b admin admin] Pushing event deleted for resources: {'Port': ['ID=4a70285c-1a2e-4efb-8172-c904c3203439,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:46.544757 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 4f542f1e-a47b-487d-9856-b97c5c335da7 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:48:46.549700 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0858f8b5-c3f2-48e3-95bc-17ecd8bf68c3 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:48:46.575091 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 0858f8b5-c3f2-48e3-95bc-17ecd8bf68c3, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=0858f8b5-c3f2-48e3-95bc-17ecd8bf68c3,segment=NetworkSegment(ac440122-4085-41a4-b091-81389b45e217),segment_id=ac440122-4085-41a4-b091-81389b45e217)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:48:46.634471 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:46.723274 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9aa12c92-bb1c-48f4-85bc-341fa85fecaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:46.729784 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e3d6e8b-e592-4f14-93ef-efb572ff2cf9 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] Made reservation on behalf of 1cba0c110967420881679dba1e551945 for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:48:46.742814 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3e3d6e8b-e592-4f14-93ef-efb572ff2cf9 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:46.782524 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [None req-3e3d6e8b-e592-4f14-93ef-efb572ff2cf9 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] device_id is not set on port 4ccd6ecf-8f3c-4e86-9064-2b4118e0a602 yet. {{(pid=103168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 14:48:46.829955 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=0858f8b5-c3f2-48e3-95bc-17ecd8bf68c3,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:46.966343 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['0858f8b5-c3f2-48e3-95bc-17ecd8bf68c3'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:48:46.979906 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33edf6b7-9fb6-441a-9aff-b30ae9937d31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-6ebca6f6-4a4c-43ae-89ca-6e5698e3d7a9', 'network_id': '6ebca6f6-4a4c-43ae-89ca-6e5698e3d7a9', 'project_id': '1cba0c110967420881679dba1e551945', 'fixed_ips': [{'subnet_id': '07036cb2-c329-418a-beeb-07a4e69d44bf'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:48:46.982687 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-33edf6b7-9fb6-441a-9aff-b30ae9937d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:47.066559 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e4b56cf7-0d51-4dd7-acbc-ee69361eb01b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582411'] for router_interface, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:47.069759 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9aa12c92-bb1c-48f4-85bc-341fa85fecaf admin admin] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:47.076856 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-9aa12c92-bb1c-48f4-85bc-341fa85fecaf admin admin] 10.222.0.54 "DELETE /v2.0/subnets/014c3038-cd66-47c7-ace4-7a8a7b1b3860 HTTP/1.1" status: 204 len: 168 time: 1.1262319 Dec 20 14:48:47.077958 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa12c92-bb1c-48f4-85bc-341fa85fecaf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=014c3038-cd66-47c7-ace4-7a8a7b1b3860,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:47.079859 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58510) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:47.138487 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 4f542f1e-a47b-487d-9856-b97c5c335da7 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:48:47.138900 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:47.204186 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-3e3d6e8b-e592-4f14-93ef-efb572ff2cf9 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] Allocated IP 172.20.0.6 (6ebca6f6-4a4c-43ae-89ca-6e5698e3d7a9/07036cb2-c329-418a-beeb-07a4e69d44bf/4ccd6ecf-8f3c-4e86-9064-2b4118e0a602) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:48:47.350160 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f56e90-7c3e-4997-b72e-0e069058af91 req-76242ca2-f8cf-4c80-aacf-126aeb320051 tempest-InstanceActionsV221TestJSON-891629169 tempest-InstanceActionsV221TestJSON-891629169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:47.350460 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b0cf7d69-92ed-472b-abf0-6d52857ac785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:47.363397 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-90f56e90-7c3e-4997-b72e-0e069058af91 req-76242ca2-f8cf-4c80-aacf-126aeb320051 tempest-InstanceActionsV221TestJSON-891629169 tempest-InstanceActionsV221TestJSON-891629169-project] 10.222.0.54 "GET /v2.0/ports?device_id=05158c20-75b9-47e3-8261-ac65c0a6747d HTTP/1.1" status: 200 len: 945 time: 0.2973804 Dec 20 14:48:47.490487 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-90f56e90-7c3e-4997-b72e-0e069058af91 req-903265db-aad7-4ffe-bcbc-39f5befc5496 tempest-InstanceActionsV221TestJSON-891629169 tempest-InstanceActionsV221TestJSON-891629169-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e947430-6bb2-46ab-b6d9-e0c00ae2aa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258597 Dec 20 14:48:47.602546 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4b56cf7-0d51-4dd7-acbc-ee69361eb01b admin admin] Router 42666df9-e112-4c0a-8e51-24579da203b5 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:48:47.605839 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b0cf7d69-92ed-472b-abf0-6d52857ac785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:47.634468 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3e3d6e8b-e592-4f14-93ef-efb572ff2cf9 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:47.646928 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-b0cf7d69-92ed-472b-abf0-6d52857ac785 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5bf6ba8-862d-417b-a5d5-104b54a86a0d']}} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:47.677693 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3e3d6e8b-e592-4f14-93ef-efb572ff2cf9 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:47.703023 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-b0cf7d69-92ed-472b-abf0-6d52857ac785 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adeb3847-a0ae-4672-ae2a-a7d0b10a6f66') {'for_net_delete': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:47.703515 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-b0cf7d69-92ed-472b-abf0-6d52857ac785 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adeb3847-a0ae-4672-ae2a-a7d0b10a6f66') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:47.723274 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b0cf7d69-92ed-472b-abf0-6d52857ac785 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954405'] for segment, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:47.759843 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3d6e8b-e592-4f14-93ef-efb572ff2cf9 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] Network 6ebca6f6-4a4c-43ae-89ca-6e5698e3d7a9 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:48:47.769146 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-33edf6b7-9fb6-441a-9aff-b30ae9937d31 None None] Allocated IP 172.20.0.2 (6ebca6f6-4a4c-43ae-89ca-6e5698e3d7a9/07036cb2-c329-418a-beeb-07a4e69d44bf/27d16f79-fad0-4412-834b-888af1eca1a0) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:48:47.778928 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-3e3d6e8b-e592-4f14-93ef-efb572ff2cf9 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:48:47.793842 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3d6e8b-e592-4f14-93ef-efb572ff2cf9 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:48:47.800051 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b0cf7d69-92ed-472b-abf0-6d52857ac785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:47.809931 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0cf7d69-92ed-472b-abf0-6d52857ac785 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:48:47.810503 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b0cf7d69-92ed-472b-abf0-6d52857ac785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9956000'] for segment, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:47.851661 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3d6e8b-e592-4f14-93ef-efb572ff2cf9 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] Pushing event updated for resources: {'Port': ['ID=4ccd6ecf-8f3c-4e86-9064-2b4118e0a602,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:47.874621 n-d-761264-19 neutron-server[103167]: Traceback (most recent call last): Dec 20 14:48:47.874621 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:48:47.874621 n-d-761264-19 neutron-server[103167]: timer() Dec 20 14:48:47.874621 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:48:47.874621 n-d-761264-19 neutron-server[103167]: cb(*args, **kw) Dec 20 14:48:47.874621 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:48:47.874621 n-d-761264-19 neutron-server[103167]: return func(*args, **kwargs) Dec 20 14:48:47.874621 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:48:47.874621 n-d-761264-19 neutron-server[103167]: self._notify() Dec 20 14:48:47.874621 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:48:47.874621 n-d-761264-19 neutron-server[103167]: self.callback(batched_events) Dec 20 14:48:47.874621 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:48:47.874621 n-d-761264-19 neutron-server[103167]: event.method(event) Dec 20 14:48:47.874621 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:48:47.874621 n-d-761264-19 neutron-server[103167]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:48:47.874621 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:48:47.874621 n-d-761264-19 neutron-server[103167]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:48:47.874621 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:48:47.874621 n-d-761264-19 neutron-server[103167]: return f(self, *a, **k) Dec 20 14:48:47.874621 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:48:47.874621 n-d-761264-19 neutron-server[103167]: return self._get(url).json() Dec 20 14:48:47.874621 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:48:47.874621 n-d-761264-19 neutron-server[103167]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:48:47.874621 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:48:47.874621 n-d-761264-19 neutron-server[103167]: return self.request(url, 'GET', **kwargs) Dec 20 14:48:47.874621 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:48:47.874621 n-d-761264-19 neutron-server[103167]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:48:47.874621 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:48:47.874621 n-d-761264-19 neutron-server[103167]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:48:47.874621 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:48:47.874621 n-d-761264-19 neutron-server[103167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:48:47.874621 n-d-761264-19 neutron-server[103167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:48:47.903475 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3d6e8b-e592-4f14-93ef-efb572ff2cf9 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:47.904777 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3e3d6e8b-e592-4f14-93ef-efb572ff2cf9 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:47.909634 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4b56cf7-0d51-4dd7-acbc-ee69361eb01b admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:48:47.916924 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-e4b56cf7-0d51-4dd7-acbc-ee69361eb01b admin admin] 10.222.0.54 "PUT /v2.0/routers/42666df9-e112-4c0a-8e51-24579da203b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0280454 Dec 20 14:48:47.918300 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b0cf7d69-92ed-472b-abf0-6d52857ac785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:47.920599 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58514) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:47.924470 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b0cf7d69-92ed-472b-abf0-6d52857ac785 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:47.928213 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-b0cf7d69-92ed-472b-abf0-6d52857ac785 admin admin] 10.222.0.54 "DELETE /v2.0/networks/d5bf6ba8-862d-417b-a5d5-104b54a86a0d HTTP/1.1" status: 204 len: 168 time: 0.8428459 Dec 20 14:48:47.931019 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58516) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:47.936549 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc262d65-1d35-41d0-8d90-104c6fb7fd1a None None] Sync routers for ids ['42666df9-e112-4c0a-8e51-24579da203b5'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:48:47.963501 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc262d65-1d35-41d0-8d90-104c6fb7fd1a None None] Routers {'42666df9-e112-4c0a-8e51-24579da203b5'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:48:47.964629 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-fc262d65-1d35-41d0-8d90-104c6fb7fd1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:48:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['42666df9-e112-4c0a-8e51-24579da203b5'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:48.003919 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c2f46b8-62c6-41ea-aad4-889240003c7a admin admin] Deleting subnet 181d82e7-2bf4-4fd8-b1ba-15ef9942e875 {{(pid=103167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:48:48.007474 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8c2f46b8-62c6-41ea-aad4-889240003c7a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:48.033253 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-33edf6b7-9fb6-441a-9aff-b30ae9937d31 None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:48.064093 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-33edf6b7-9fb6-441a-9aff-b30ae9937d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:48.088818 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8c2f46b8-62c6-41ea-aad4-889240003c7a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954412'] for subnet, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:48.096858 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33edf6b7-9fb6-441a-9aff-b30ae9937d31 None None] Network 6ebca6f6-4a4c-43ae-89ca-6e5698e3d7a9 is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:48:48.100110 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-33edf6b7-9fb6-441a-9aff-b30ae9937d31 None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:48:48.107104 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33edf6b7-9fb6-441a-9aff-b30ae9937d31 None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:48:48.197100 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8c2f46b8-62c6-41ea-aad4-889240003c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:48.265265 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cf7d69-92ed-472b-abf0-6d52857ac785 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5bf6ba8-862d-417b-a5d5-104b54a86a0d,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:48.270133 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-33edf6b7-9fb6-441a-9aff-b30ae9937d31 None None] Attempting to bind port 27d16f79-fad0-4412-834b-888af1eca1a0 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:48:48.270556 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-33edf6b7-9fb6-441a-9aff-b30ae9937d31 None None] Attempting to bind port 27d16f79-fad0-4412-834b-888af1eca1a0 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '0ee3fdde-59c2-42ab-a2f9-a67615a14fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '6ebca6f6-4a4c-43ae-89ca-6e5698e3d7a9'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:48:48.271077 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33edf6b7-9fb6-441a-9aff-b30ae9937d31 None None] Attempting to bind port 27d16f79-fad0-4412-834b-888af1eca1a0 on network 6ebca6f6-4a4c-43ae-89ca-6e5698e3d7a9 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:48:48.274750 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33edf6b7-9fb6-441a-9aff-b30ae9937d31 None None] Pushing event updated for resources: {'Port': ['ID=27d16f79-fad0-4412-834b-888af1eca1a0,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:48.280320 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33edf6b7-9fb6-441a-9aff-b30ae9937d31 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:48:48.280819 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33edf6b7-9fb6-441a-9aff-b30ae9937d31 None None] Checking segment: {'id': '0ee3fdde-59c2-42ab-a2f9-a67615a14fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '6ebca6f6-4a4c-43ae-89ca-6e5698e3d7a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:48:48.281408 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-33edf6b7-9fb6-441a-9aff-b30ae9937d31 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:48.281833 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33edf6b7-9fb6-441a-9aff-b30ae9937d31 None None] Bound using segment: {'id': '0ee3fdde-59c2-42ab-a2f9-a67615a14fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '6ebca6f6-4a4c-43ae-89ca-6e5698e3d7a9'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:48:48.282426 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-33edf6b7-9fb6-441a-9aff-b30ae9937d31 None None] Bound port: 27d16f79-fad0-4412-834b-888af1eca1a0, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ee3fdde-59c2-42ab-a2f9-a67615a14fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '6ebca6f6-4a4c-43ae-89ca-6e5698e3d7a9'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:48:48.282978 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-33edf6b7-9fb6-441a-9aff-b30ae9937d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:48.300641 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8c2f46b8-62c6-41ea-aad4-889240003c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:48.320853 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8c2f46b8-62c6-41ea-aad4-889240003c7a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:48.327975 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-8c2f46b8-62c6-41ea-aad4-889240003c7a admin admin] 10.222.0.54 "DELETE /v2.0/subnets/181d82e7-2bf4-4fd8-b1ba-15ef9942e875 HTTP/1.1" status: 204 len: 168 time: 0.3950968 Dec 20 14:48:48.341155 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-fc262d65-1d35-41d0-8d90-104c6fb7fd1a None None] Set router 42666df9-e112-4c0a-8e51-24579da203b5 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:48:48.361522 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58520) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:48.371848 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2f46b8-62c6-41ea-aad4-889240003c7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=181d82e7-2bf4-4fd8-b1ba-15ef9942e875,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:48.464823 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-33edf6b7-9fb6-441a-9aff-b30ae9937d31 None None] For port 27d16f79-fad0-4412-834b-888af1eca1a0, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:48:48.468707 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-33edf6b7-9fb6-441a-9aff-b30ae9937d31 None None] For port 27d16f79-fad0-4412-834b-888af1eca1a0, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=27d16f79-fad0-4412-834b-888af1eca1a0,segment=NetworkSegment(0ee3fdde-59c2-42ab-a2f9-a67615a14fc3),segment_id=0ee3fdde-59c2-42ab-a2f9-a67615a14fc3)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:48:48.476366 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-33edf6b7-9fb6-441a-9aff-b30ae9937d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:48.484631 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-680e1ac0-29fe-4b87-8179-805bab36ca72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:48.600517 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33edf6b7-9fb6-441a-9aff-b30ae9937d31 None None] Pushing event updated for resources: {'Port': ['ID=27d16f79-fad0-4412-834b-888af1eca1a0,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:48.616388 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-680e1ac0-29fe-4b87-8179-805bab36ca72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:48.669623 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-680e1ac0-29fe-4b87-8179-805bab36ca72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e875a75-d8b9-4365-b48f-ed9da3d2b87d']}} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:48.686343 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-3e3d6e8b-e592-4f14-93ef-efb572ff2cf9 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.3027406 Dec 20 14:48:48.692511 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-680e1ac0-29fe-4b87-8179-805bab36ca72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba1945cf-f260-4c81-a6e7-7d1d3f8a5494') {'for_net_delete': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:48.692511 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-680e1ac0-29fe-4b87-8179-805bab36ca72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba1945cf-f260-4c81-a6e7-7d1d3f8a5494') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:48.692841 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58528) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:48.697644 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-130559a9-7ca7-4691-bc94-6be37ac9bec4 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1460757763', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:48:48.704245 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-680e1ac0-29fe-4b87-8179-805bab36ca72 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954405'] for segment, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:48.722255 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-680e1ac0-29fe-4b87-8179-805bab36ca72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:48.727453 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-680e1ac0-29fe-4b87-8179-805bab36ca72 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=103167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:48:48.727851 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-680e1ac0-29fe-4b87-8179-805bab36ca72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9956000'] for segment, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:48.729732 n-d-761264-19 neutron-server[103167]: Traceback (most recent call last): Dec 20 14:48:48.729732 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:48:48.729732 n-d-761264-19 neutron-server[103167]: timer() Dec 20 14:48:48.729732 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:48:48.729732 n-d-761264-19 neutron-server[103167]: cb(*args, **kw) Dec 20 14:48:48.729732 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:48:48.729732 n-d-761264-19 neutron-server[103167]: return func(*args, **kwargs) Dec 20 14:48:48.729732 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:48:48.729732 n-d-761264-19 neutron-server[103167]: self._notify() Dec 20 14:48:48.729732 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:48:48.729732 n-d-761264-19 neutron-server[103167]: self.callback(batched_events) Dec 20 14:48:48.729732 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:48:48.729732 n-d-761264-19 neutron-server[103167]: event.method(event) Dec 20 14:48:48.729732 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:48:48.729732 n-d-761264-19 neutron-server[103167]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:48:48.729732 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:48:48.729732 n-d-761264-19 neutron-server[103167]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:48:48.729732 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:48:48.729732 n-d-761264-19 neutron-server[103167]: return f(self, *a, **k) Dec 20 14:48:48.729732 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:48:48.729732 n-d-761264-19 neutron-server[103167]: return self._get(url).json() Dec 20 14:48:48.729732 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:48:48.729732 n-d-761264-19 neutron-server[103167]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:48:48.729732 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:48:48.729732 n-d-761264-19 neutron-server[103167]: return self.request(url, 'GET', **kwargs) Dec 20 14:48:48.729732 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:48:48.729732 n-d-761264-19 neutron-server[103167]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:48:48.729732 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:48:48.729732 n-d-761264-19 neutron-server[103167]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:48:48.729732 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:48:48.729732 n-d-761264-19 neutron-server[103167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:48:48.729732 n-d-761264-19 neutron-server[103167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:48:48.768250 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-fc262d65-1d35-41d0-8d90-104c6fb7fd1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42666df9-e112-4c0a-8e51-24579da203b5', 'name': 'tempest-TestAggregatesBasicOps-1397155436-router', 'tenant_id': 'b9022543b31d4d05a93d156c059d5be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '10a807fd-f9f6-4ef6-af7e-cbc53ecc817a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:48:19Z', 'updated_at': '2021-12-20T14:48:46Z', 'revision_number': 5, 'project_id': 'b9022543b31d4d05a93d156c059d5be2', 'gw_port': {'id': '10a807fd-f9f6-4ef6-af7e-cbc53ecc817a', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42666df9-e112-4c0a-8e51-24579da203b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:48:21Z', 'updated_at': '2021-12-20T14:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:48.800709 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-680e1ac0-29fe-4b87-8179-805bab36ca72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:48.817887 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc262d65-1d35-41d0-8d90-104c6fb7fd1a None None] Checking router: 42666df9-e112-4c0a-8e51-24579da203b5 for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:48:48.819325 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58530) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:48.829369 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc262d65-1d35-41d0-8d90-104c6fb7fd1a None None] Routers {'42666df9-e112-4c0a-8e51-24579da203b5'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:48:48.830616 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-fc262d65-1d35-41d0-8d90-104c6fb7fd1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:48:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['42666df9-e112-4c0a-8e51-24579da203b5'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:48.834839 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-680e1ac0-29fe-4b87-8179-805bab36ca72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:48.841246 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-680e1ac0-29fe-4b87-8179-805bab36ca72 admin admin] 10.222.0.54 "DELETE /v2.0/networks/8e875a75-d8b9-4365-b48f-ed9da3d2b87d HTTP/1.1" status: 204 len: 168 time: 0.4762001 Dec 20 14:48:48.841246 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680e1ac0-29fe-4b87-8179-805bab36ca72 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e875a75-d8b9-4365-b48f-ed9da3d2b87d,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:48.842893 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a67996a-849d-4cc4-b670-9a7aad210d31 req-7be41355-68ff-4d9c-8158-33b14029a25f tempest-InstanceActionsV221TestJSON-891629169 tempest-InstanceActionsV221TestJSON-891629169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:48.844434 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9a67996a-849d-4cc4-b670-9a7aad210d31 req-7be41355-68ff-4d9c-8158-33b14029a25f tempest-InstanceActionsV221TestJSON-891629169 tempest-InstanceActionsV221TestJSON-891629169-project] 10.222.0.54 "GET /v2.0/ports?device_id=05158c20-75b9-47e3-8261-ac65c0a6747d HTTP/1.1" status: 200 len: 945 time: 0.1572134 Dec 20 14:48:48.956315 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-130559a9-7ca7-4691-bc94-6be37ac9bec4 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40114'] for router, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:48.957560 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-130559a9-7ca7-4691-bc94-6be37ac9bec4 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40139'] for router, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:48.990501 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a2ea6267-aa9f-4266-bf52-17e567072937 admin admin] Publish callbacks [] for router, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:49.019368 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-fc262d65-1d35-41d0-8d90-104c6fb7fd1a None None] Set router 42666df9-e112-4c0a-8e51-24579da203b5 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:48:49.159143 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58536) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:49.219004 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-b7fe06f6-31d2-4fc5-9061-392dd2de380d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=95c695756e4c4f708baf32eff66fda35&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0581069 Dec 20 14:48:49.220258 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58538) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:49.281078 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-fc262d65-1d35-41d0-8d90-104c6fb7fd1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42666df9-e112-4c0a-8e51-24579da203b5', 'name': 'tempest-TestAggregatesBasicOps-1397155436-router', 'tenant_id': 'b9022543b31d4d05a93d156c059d5be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '10a807fd-f9f6-4ef6-af7e-cbc53ecc817a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:48:19Z', 'updated_at': '2021-12-20T14:48:46Z', 'revision_number': 5, 'project_id': 'b9022543b31d4d05a93d156c059d5be2', 'gw_port': {'id': '10a807fd-f9f6-4ef6-af7e-cbc53ecc817a', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42666df9-e112-4c0a-8e51-24579da203b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:48:21Z', 'updated_at': '2021-12-20T14:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:49.281425 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-664500bc-f1b0-4b18-9218-befa0a08c86c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:49.311771 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-664500bc-f1b0-4b18-9218-befa0a08c86c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:49.324077 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc262d65-1d35-41d0-8d90-104c6fb7fd1a None None] The sync data for ids ['42666df9-e112-4c0a-8e51-24579da203b5'] in n-d-761264-19 is: [{'id': '42666df9-e112-4c0a-8e51-24579da203b5', 'name': 'tempest-TestAggregatesBasicOps-1397155436-router', 'tenant_id': 'b9022543b31d4d05a93d156c059d5be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '10a807fd-f9f6-4ef6-af7e-cbc53ecc817a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:48:19Z', 'updated_at': '2021-12-20T14:48:46Z', 'revision_number': 5, 'project_id': 'b9022543b31d4d05a93d156c059d5be2', 'gw_port': {'id': '10a807fd-f9f6-4ef6-af7e-cbc53ecc817a', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42666df9-e112-4c0a-8e51-24579da203b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:48:21Z', 'updated_at': '2021-12-20T14:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:48:49.372146 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-130559a9-7ca7-4691-bc94-6be37ac9bec4 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:49.386957 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9a67996a-849d-4cc4-b670-9a7aad210d31 req-12594d44-46dc-49d8-8e90-ed7fca898515 tempest-InstanceActionsV221TestJSON-891629169 tempest-InstanceActionsV221TestJSON-891629169-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e947430-6bb2-46ab-b6d9-e0c00ae2aa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4336939 Dec 20 14:48:49.387825 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-664500bc-f1b0-4b18-9218-befa0a08c86c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:49.391409 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-664500bc-f1b0-4b18-9218-befa0a08c86c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:49.396538 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-664500bc-f1b0-4b18-9218-befa0a08c86c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/44db5842-79ac-4fe6-8c0c-f2b78e3ed86e HTTP/1.1" status: 204 len: 168 time: 0.1715066 Dec 20 14:48:49.405607 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-130559a9-7ca7-4691-bc94-6be37ac9bec4 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013'] for router, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:49.420241 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664500bc-f1b0-4b18-9218-befa0a08c86c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44db5842-79ac-4fe6-8c0c-f2b78e3ed86e,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:49.427350 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a2ea6267-aa9f-4266-bf52-17e567072937 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:49.445760 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-130559a9-7ca7-4691-bc94-6be37ac9bec4 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:49.448333 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-130559a9-7ca7-4691-bc94-6be37ac9bec4 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7528307 Dec 20 14:48:49.450650 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58542) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:49.455499 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-f76190cc-89ba-4138-8f24-f0bee948ed32 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1151132332', 'prefixes': ['172.20.0.0/16']}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:48:49.544875 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-3c3203c2-52ea-41b1-bfaf-980dbbd37b67 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Deleting port a19129bf-5007-470c-a34b-b24ef152e051 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:48:49.545302 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3c3203c2-52ea-41b1-bfaf-980dbbd37b67 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:49.592350 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f76190cc-89ba-4138-8f24-f0bee948ed32 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] Publish callbacks [] for subnetpool, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:49.594997 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-f76190cc-89ba-4138-8f24-f0bee948ed32 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] 10.222.0.54 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1436858 Dec 20 14:48:49.600587 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58544) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:49.606643 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-a2ea6267-aa9f-4266-bf52-17e567072937 admin admin] Deleting port 10a807fd-f9f6-4ef6-af7e-cbc53ecc817a {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:48:49.606643 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a2ea6267-aa9f-4266-bf52-17e567072937 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:49.613992 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.tag.tag_plugin [None req-f42798e6-f170-41f1-af3b-7acfee87f974 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '07036cb2-c329-418a-beeb-07a4e69d44bf', 'tempest-TagsExtTest-Tag-800013721') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:49.760595 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3c3203c2-52ea-41b1-bfaf-980dbbd37b67 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:49.761234 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3c3203c2-52ea-41b1-bfaf-980dbbd37b67 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:49.795830 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-3c3203c2-52ea-41b1-bfaf-980dbbd37b67 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Calling delete_port for a19129bf-5007-470c-a34b-b24ef152e051 owned by network:floatingip {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:48:49.843725 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-f42798e6-f170-41f1-af3b-7acfee87f974 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] 10.222.0.54 "PUT /v2.0/subnets/07036cb2-c329-418a-beeb-07a4e69d44bf/tags/tempest-TagsExtTest-Tag-800013721 HTTP/1.1" status: 201 len: 201 time: 0.2388241 Dec 20 14:48:49.844877 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58550) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:49.860029 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.tag.tag_plugin [None req-9ce387bf-a4c2-4e1a-af48-4a558a58bd0a tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '4ccd6ecf-8f3c-4e86-9064-2b4118e0a602', 'tempest-TagsExtTest-Tag-1998188873') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:49.868083 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-a2ea6267-aa9f-4266-bf52-17e567072937 admin admin] For port 10a807fd-f9f6-4ef6-af7e-cbc53ecc817a, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=10a807fd-f9f6-4ef6-af7e-cbc53ecc817a,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:48:49.868417 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a2ea6267-aa9f-4266-bf52-17e567072937 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:49.896192 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-a2ea6267-aa9f-4266-bf52-17e567072937 admin admin] Calling delete_port for 10a807fd-f9f6-4ef6-af7e-cbc53ecc817a owned by network:router_gateway {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:48:49.977986 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 0858f8b5-c3f2-48e3-95bc-17ecd8bf68c3 up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:48:50.016447 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-9ce387bf-a4c2-4e1a-af48-4a558a58bd0a tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] 10.222.0.54 "PUT /v2.0/ports/4ccd6ecf-8f3c-4e86-9064-2b4118e0a602/tags/tempest-TagsExtTest-Tag-1998188873 HTTP/1.1" status: 201 len: 201 time: 0.1698523 Dec 20 14:48:50.017259 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58552) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:50.028994 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.tag.tag_plugin [None req-3e4f4993-87bf-4f49-be36-8506a784dfcb tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '5ad06956-e31b-4909-b328-bb6dedbb6135', 'tempest-TagsExtTest-Tag-1213237056') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:50.178418 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning for port 0858f8b5-c3f2-48e3-95bc-17ecd8bf68c3 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:48:50.184993 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port 0858f8b5-c3f2-48e3-95bc-17ecd8bf68c3 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:48:50.185750 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:50.186542 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58556) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:50.269445 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-3e4f4993-87bf-4f49-be36-8506a784dfcb tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] 10.222.0.54 "PUT /v2.0/routers/5ad06956-e31b-4909-b328-bb6dedbb6135/tags/tempest-TagsExtTest-Tag-1213237056 HTTP/1.1" status: 201 len: 201 time: 0.2484813 Dec 20 14:48:50.274845 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58562) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:50.289232 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.tag.tag_plugin [None req-5fab6a90-7235-4a8d-b2b7-1e0da196f612 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '4c15cb3a-15a0-4ea4-8086-f0639e60f2c1', 'tempest-TagsExtTest-Tag-1985133295') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:50.371501 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-5fab6a90-7235-4a8d-b2b7-1e0da196f612 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] 10.222.0.54 "PUT /v2.0/subnetpools/4c15cb3a-15a0-4ea4-8086-f0639e60f2c1/tags/tempest-TagsExtTest-Tag-1985133295 HTTP/1.1" status: 201 len: 201 time: 0.0946963 Dec 20 14:48:50.374134 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58564) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:50.391072 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.tag.tag_plugin [None req-1b0b3d89-a559-4266-b8a4-13f521612dd0 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '07036cb2-c329-418a-beeb-07a4e69d44bf') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:50.411717 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a2ea6267-aa9f-4266-bf52-17e567072937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:50.535150 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-1b0b3d89-a559-4266-b8a4-13f521612dd0 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] 10.222.0.54 "GET /v2.0/subnets/07036cb2-c329-418a-beeb-07a4e69d44bf/tags HTTP/1.1" status: 200 len: 240 time: 0.1573699 Dec 20 14:48:50.536217 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58570) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:50.540969 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.tag.tag_plugin [None req-d0638414-408b-46ad-a37b-5dd860326eeb tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '07036cb2-c329-418a-beeb-07a4e69d44bf', 'tempest-TagsExtTest-Tag-800013721') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:50.662444 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-d0638414-408b-46ad-a37b-5dd860326eeb tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] 10.222.0.54 "GET /v2.0/subnets/07036cb2-c329-418a-beeb-07a4e69d44bf/tags/tempest-TagsExtTest-Tag-800013721 HTTP/1.1" status: 204 len: 168 time: 0.1247299 Dec 20 14:48:50.663525 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58572) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:50.675708 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.tag.tag_plugin [None req-6791cf0e-6f96-4a4f-ba67-ac51dbe90b7e tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '07036cb2-c329-418a-beeb-07a4e69d44bf', 'tempest-TagsExtTest-Tag-800013721') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:50.678915 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3c3203c2-52ea-41b1-bfaf-980dbbd37b67 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:50.725939 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e0d281-7115-4071-b92f-4d681fb9b1e3 None None] Network 6ebca6f6-4a4c-43ae-89ca-6e5698e3d7a9 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:48:50.729991 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164bbd12-e7e3-4c53-a793-4ba8e9ad0f26 None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:48:50.736226 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 27d16f79-fad0-4412-834b-888af1eca1a0 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:48:50.758072 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-6791cf0e-6f96-4a4f-ba67-ac51dbe90b7e tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] 10.222.0.54 "DELETE /v2.0/subnets/07036cb2-c329-418a-beeb-07a4e69d44bf/tags/tempest-TagsExtTest-Tag-800013721 HTTP/1.1" status: 204 len: 168 time: 0.0919261 Dec 20 14:48:50.760934 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58574) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:50.777576 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.tag.tag_plugin [None req-cba8b320-b811-46cb-b30d-d01a0a7c614f tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '07036cb2-c329-418a-beeb-07a4e69d44bf') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:50.871958 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-3cd0c6f1-76a6-456f-bac6-774226bc3035 None None] Provisioning complete for port 27d16f79-fad0-4412-834b-888af1eca1a0 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:48:50.872553 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-3cd0c6f1-76a6-456f-bac6-774226bc3035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:50.876046 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:50.892561 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-cba8b320-b811-46cb-b30d-d01a0a7c614f tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] 10.222.0.54 "GET /v2.0/subnets/07036cb2-c329-418a-beeb-07a4e69d44bf/tags HTTP/1.1" status: 200 len: 205 time: 0.1294565 Dec 20 14:48:50.895934 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58578) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:50.901017 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.tag.tag_plugin [None req-407a53ff-f75c-4c39-a1f4-c74a3a87c57d tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '4ccd6ecf-8f3c-4e86-9064-2b4118e0a602') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:50.946469 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05158c20-75b9-47e3-8261-ac65c0a6747d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0858f8b5-c3f2-48e3-95bc-17ecd8bf68c3'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:48:50.949256 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f48c51b8-f907-467b-a895-1d9777b4c897" -d '{"events": [{"server_uuid": "05158c20-75b9-47e3-8261-ac65c0a6747d", "name": "network-vif-plugged", "status": "completed", "tag": "0858f8b5-c3f2-48e3-95bc-17ecd8bf68c3"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:48:50.988281 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 0858f8b5-c3f2-48e3-95bc-17ecd8bf68c3, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=0858f8b5-c3f2-48e3-95bc-17ecd8bf68c3,segment=NetworkSegment(ac440122-4085-41a4-b091-81389b45e217),segment_id=ac440122-4085-41a4-b091-81389b45e217)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:48:51.004477 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ea6267-aa9f-4266-bf52-17e567072937 admin admin] Pushing event deleted for resources: {'Port': ['ID=10a807fd-f9f6-4ef6-af7e-cbc53ecc817a,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:51.012921 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:51.014667 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3c3203c2-52ea-41b1-bfaf-980dbbd37b67 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Publish callbacks [] for floatingip, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:51.015203 n-d-761264-19 neutron-server[103168]: INFO neutron.db.l3_db [None req-3c3203c2-52ea-41b1-bfaf-980dbbd37b67 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Floating IP 59bc9819-b75e-4a06-8c3d-4de0d99db0ce disassociated (deleted). External IP: 172.25.0.54, port: cbe3174b-7c64-475e-8d20-4be8c080f0a2. Dec 20 14:48:51.016509 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-407a53ff-f75c-4c39-a1f4-c74a3a87c57d tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] 10.222.0.54 "GET /v2.0/ports/4ccd6ecf-8f3c-4e86-9064-2b4118e0a602/tags HTTP/1.1" status: 200 len: 241 time: 0.1190519 Dec 20 14:48:51.020378 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-eb4879f4-11a7-431e-8899-896d67b510a8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=57a2da95046545eca3833afa1b09626b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8312745 Dec 20 14:48:51.022419 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58582) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:51.023661 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58584) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:51.074342 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.tag.tag_plugin [None req-3e74cdd9-d394-44d3-98a2-47de4ad3a7f5 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4ccd6ecf-8f3c-4e86-9064-2b4118e0a602', 'tempest-TagsExtTest-Tag-1998188873') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:51.085644 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=0858f8b5-c3f2-48e3-95bc-17ecd8bf68c3,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:51.095275 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ea6267-aa9f-4266-bf52-17e567072937 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:48:51.096358 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ea6267-aa9f-4266-bf52-17e567072937 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:48:51.096874 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ea6267-aa9f-4266-bf52-17e567072937 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:48:51.097333 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ea6267-aa9f-4266-bf52-17e567072937 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:48:51.097775 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ea6267-aa9f-4266-bf52-17e567072937 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:48:51.098212 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ea6267-aa9f-4266-bf52-17e567072937 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:48:51.098650 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ea6267-aa9f-4266-bf52-17e567072937 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:48:51.099397 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ea6267-aa9f-4266-bf52-17e567072937 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:48:51.099957 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ea6267-aa9f-4266-bf52-17e567072937 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:48:51.100396 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ea6267-aa9f-4266-bf52-17e567072937 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:48:51.100826 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ea6267-aa9f-4266-bf52-17e567072937 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:48:51.101421 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ea6267-aa9f-4266-bf52-17e567072937 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:48:51.101847 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ea6267-aa9f-4266-bf52-17e567072937 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:48:51.109017 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a2ea6267-aa9f-4266-bf52-17e567072937 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584913'] for router_gateway, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:51.151894 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 27d16f79-fad0-4412-834b-888af1eca1a0 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:48:51.152459 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:51.158065 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d914fcc3-5c25-43fa-b7e2-40c5d4fa4283 x-openstack-request-id: req-d914fcc3-5c25-43fa-b7e2-40c5d4fa4283 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:48:51.158371 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05158c20-75b9-47e3-8261-ac65c0a6747d", "name": "network-vif-plugged", "status": "completed", "tag": "0858f8b5-c3f2-48e3-95bc-17ecd8bf68c3", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:48:51.158619 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d914fcc3-5c25-43fa-b7e2-40c5d4fa4283 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:48:51.171198 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05158c20-75b9-47e3-8261-ac65c0a6747d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0858f8b5-c3f2-48e3-95bc-17ecd8bf68c3', 'code': 200} Dec 20 14:48:51.222073 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d55f3671-c347-44bd-939f-4afe040af124 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:51.272692 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-3cd0c6f1-76a6-456f-bac6-774226bc3035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:51.288437 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d55f3671-c347-44bd-939f-4afe040af124 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:51.290371 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3203c2-52ea-41b1-bfaf-980dbbd37b67 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Pushing event deleted for resources: {'Port': ['ID=a19129bf-5007-470c-a34b-b24ef152e051,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:51.325198 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94d354d-f1eb-4408-8960-c491f7b1dcb9 req-7db82422-1643-4010-b719-d53013337e40 tempest-InstanceActionsV221TestJSON-891629169 tempest-InstanceActionsV221TestJSON-891629169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:51.326938 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-3e74cdd9-d394-44d3-98a2-47de4ad3a7f5 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] 10.222.0.54 "GET /v2.0/ports/4ccd6ecf-8f3c-4e86-9064-2b4118e0a602/tags/tempest-TagsExtTest-Tag-1998188873 HTTP/1.1" status: 204 len: 168 time: 0.3018832 Dec 20 14:48:51.332712 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58586) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:51.335463 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f94d354d-f1eb-4408-8960-c491f7b1dcb9 req-7db82422-1643-4010-b719-d53013337e40 tempest-InstanceActionsV221TestJSON-891629169 tempest-InstanceActionsV221TestJSON-891629169-project] 10.222.0.54 "GET /v2.0/ports?device_id=05158c20-75b9-47e3-8261-ac65c0a6747d HTTP/1.1" status: 200 len: 945 time: 0.6698151 Dec 20 14:48:51.336418 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-3cd0c6f1-76a6-456f-bac6-774226bc3035 None None] For port 27d16f79-fad0-4412-834b-888af1eca1a0, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=27d16f79-fad0-4412-834b-888af1eca1a0,segment=NetworkSegment(0ee3fdde-59c2-42ab-a2f9-a67615a14fc3),segment_id=0ee3fdde-59c2-42ab-a2f9-a67615a14fc3)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:48:51.338516 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.tag.tag_plugin [None req-80f45049-3f15-4315-95d6-902b20b37411 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '4ccd6ecf-8f3c-4e86-9064-2b4118e0a602', 'tempest-TagsExtTest-Tag-1998188873') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:51.347090 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-3cd0c6f1-76a6-456f-bac6-774226bc3035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:51.386796 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a2ea6267-aa9f-4266-bf52-17e567072937 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40132'] for router, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:51.390712 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a2ea6267-aa9f-4266-bf52-17e567072937 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:51.510629 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 4a70285c-1a2e-4efb-8172-c904c3203439 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:48:51.526605 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d55f3671-c347-44bd-939f-4afe040af124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:51.538568 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d55f3671-c347-44bd-939f-4afe040af124 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:51.539339 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a2ea6267-aa9f-4266-bf52-17e567072937 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1594808'] for router, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:51.542354 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-d55f3671-c347-44bd-939f-4afe040af124 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a701814f-5d32-490c-8e3e-2aa9163864eb HTTP/1.1" status: 204 len: 168 time: 0.5095501 Dec 20 14:48:51.542547 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2ea6267-aa9f-4266-bf52-17e567072937 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42666df9-e112-4c0a-8e51-24579da203b5 {{(pid=103168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 14:48:51.555280 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d6cda1-ba2f-45d8-a6d5-9c199a09661a req-e995b4c0-b549-4cc6-a156-8bb4003cca04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:51.558104 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-81d6cda1-ba2f-45d8-a6d5-9c199a09661a req-e995b4c0-b549-4cc6-a156-8bb4003cca04 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=05158c20-75b9-47e3-8261-ac65c0a6747d HTTP/1.1" status: 200 len: 1098 time: 0.3146441 Dec 20 14:48:51.562788 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a2ea6267-aa9f-4266-bf52-17e567072937 admin admin] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:51.567876 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-a2ea6267-aa9f-4266-bf52-17e567072937 admin admin] 10.222.0.54 "DELETE /v2.0/routers/42666df9-e112-4c0a-8e51-24579da203b5 HTTP/1.1" status: 204 len: 168 time: 3.6445732 Dec 20 14:48:51.571982 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58592) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:51.573303 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 4a70285c-1a2e-4efb-8172-c904c3203439 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:48:51.574809 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 4a70285c-1a2e-4efb-8172-c904c3203439 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:48:51.594704 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55f3671-c347-44bd-939f-4afe040af124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a701814f-5d32-490c-8e3e-2aa9163864eb,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:51.611914 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f94d354d-f1eb-4408-8960-c491f7b1dcb9 req-ff91c7cf-a53e-4c72-9b7c-23ede6cba898 tempest-InstanceActionsV221TestJSON-891629169 tempest-InstanceActionsV221TestJSON-891629169-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e947430-6bb2-46ab-b6d9-e0c00ae2aa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746849 Dec 20 14:48:51.621769 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd0c6f1-76a6-456f-bac6-774226bc3035 None None] Pushing event updated for resources: {'Port': ['ID=27d16f79-fad0-4412-834b-888af1eca1a0,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:51.647412 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55f3671-c347-44bd-939f-4afe040af124 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:48:51.647765 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55f3671-c347-44bd-939f-4afe040af124 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:48:51.648112 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55f3671-c347-44bd-939f-4afe040af124 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:48:51.648447 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55f3671-c347-44bd-939f-4afe040af124 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:48:51.648780 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55f3671-c347-44bd-939f-4afe040af124 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:48:51.649112 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55f3671-c347-44bd-939f-4afe040af124 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:48:51.649438 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55f3671-c347-44bd-939f-4afe040af124 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:48:51.658481 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55f3671-c347-44bd-939f-4afe040af124 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:48:51.659033 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55f3671-c347-44bd-939f-4afe040af124 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:48:51.661338 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55f3671-c347-44bd-939f-4afe040af124 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:48:51.663438 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55f3671-c347-44bd-939f-4afe040af124 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:48:51.663834 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55f3671-c347-44bd-939f-4afe040af124 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:48:51.664186 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55f3671-c347-44bd-939f-4afe040af124 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:48:51.702751 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-80f45049-3f15-4315-95d6-902b20b37411 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] 10.222.0.54 "DELETE /v2.0/ports/4ccd6ecf-8f3c-4e86-9064-2b4118e0a602/tags/tempest-TagsExtTest-Tag-1998188873 HTTP/1.1" status: 204 len: 168 time: 0.3682559 Dec 20 14:48:51.703440 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58594) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:51.710379 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.tag.tag_plugin [None req-3ea8900f-9d8d-47dc-a1b5-d584af54e1ac tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '4ccd6ecf-8f3c-4e86-9064-2b4118e0a602') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:51.798194 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_v2 [None req-954e8659-ebed-4419-9d91-e4a3b634b09c admin admin] Deleting subnet 58bb0a54-fd28-4f97-8d85-7a0bd4fc156b {{(pid=103168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:48:51.812233 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-81d6cda1-ba2f-45d8-a6d5-9c199a09661a req-ef58f3bb-6ef9-4e8a-ac18-cd89ac00cdf9 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0e947430-6bb2-46ab-b6d9-e0c00ae2aa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391117 Dec 20 14:48:51.814946 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-954e8659-ebed-4419-9d91-e4a3b634b09c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:51.903346 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-954e8659-ebed-4419-9d91-e4a3b634b09c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9023023'] for subnet, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:51.920559 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-3ea8900f-9d8d-47dc-a1b5-d584af54e1ac tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] 10.222.0.54 "GET /v2.0/ports/4ccd6ecf-8f3c-4e86-9064-2b4118e0a602/tags HTTP/1.1" status: 200 len: 205 time: 0.2159779 Dec 20 14:48:51.921761 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58596) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:51.934235 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.tag.tag_plugin [None req-6300d61a-4e1f-4e1f-83ec-bd8c002ed681 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '5ad06956-e31b-4909-b328-bb6dedbb6135') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:51.951040 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c3203c2-52ea-41b1-bfaf-980dbbd37b67 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Router 5ab9b23e-59f0-460f-a663-4100d95cb8d0 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:48:51.991114 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-5646955f-8835-4f56-b88a-019f27688aaf None None] Provisioning complete for port 27d16f79-fad0-4412-834b-888af1eca1a0 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:48:51.992401 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-5646955f-8835-4f56-b88a-019f27688aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:52.072527 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-954e8659-ebed-4419-9d91-e4a3b634b09c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:52.253794 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c3203c2-52ea-41b1-bfaf-980dbbd37b67 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:48:52.272179 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3c3203c2-52ea-41b1-bfaf-980dbbd37b67 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:52.272522 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-6300d61a-4e1f-4e1f-83ec-bd8c002ed681 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] 10.222.0.54 "GET /v2.0/routers/5ad06956-e31b-4909-b328-bb6dedbb6135/tags HTTP/1.1" status: 200 len: 241 time: 0.3499403 Dec 20 14:48:52.276115 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58602) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:52.277144 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80eec8e6-7535-4dec-a9ca-e453d8e17bba None None] Sync routers for ids ['5ab9b23e-59f0-460f-a663-4100d95cb8d0'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:48:52.294909 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.tag.tag_plugin [None req-bfbf599a-65e4-495c-a31d-2f0c36b8d7e4 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5ad06956-e31b-4909-b328-bb6dedbb6135', 'tempest-TagsExtTest-Tag-1213237056') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:52.328333 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80eec8e6-7535-4dec-a9ca-e453d8e17bba None None] Routers {'5ab9b23e-59f0-460f-a663-4100d95cb8d0'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:48:52.329137 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-80eec8e6-7535-4dec-a9ca-e453d8e17bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:48:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['5ab9b23e-59f0-460f-a663-4100d95cb8d0'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:52.345876 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-3c3203c2-52ea-41b1-bfaf-980dbbd37b67 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] 10.222.0.54 "DELETE /v2.0/floatingips/59bc9819-b75e-4a06-8c3d-4de0d99db0ce HTTP/1.1" status: 204 len: 168 time: 3.5210969 Dec 20 14:48:52.347130 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd25b3c59-3af2-48e6-90d2-85f33f70fd32', 'tag': 'cbe3174b-7c64-475e-8d20-4be8c080f0a2'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:48:52.350089 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-338f1466-77d5-4730-9ca0-49927b5cfe65" -d '{"events": [{"name": "network-changed", "server_uuid": "d25b3c59-3af2-48e6-90d2-85f33f70fd32", "tag": "cbe3174b-7c64-475e-8d20-4be8c080f0a2"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:48:52.354700 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-954e8659-ebed-4419-9d91-e4a3b634b09c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8850800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470517'] for subnet, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:52.387853 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954e8659-ebed-4419-9d91-e4a3b634b09c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58bb0a54-fd28-4f97-8d85-7a0bd4fc156b,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:52.397535 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-954e8659-ebed-4419-9d91-e4a3b634b09c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:52.399792 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-954e8659-ebed-4419-9d91-e4a3b634b09c admin admin] 10.222.0.54 "DELETE /v2.0/subnets/58bb0a54-fd28-4f97-8d85-7a0bd4fc156b HTTP/1.1" status: 204 len: 168 time: 0.8187668 Dec 20 14:48:52.400794 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58608) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:52.478101 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd8355e4-6595-4fbd-8ad4-d6da620f17c9 x-openstack-request-id: req-dd8355e4-6595-4fbd-8ad4-d6da620f17c9 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:48:52.478665 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d25b3c59-3af2-48e6-90d2-85f33f70fd32", "tag": "cbe3174b-7c64-475e-8d20-4be8c080f0a2", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:48:52.479271 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-dd8355e4-6595-4fbd-8ad4-d6da620f17c9 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:48:52.479508 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd25b3c59-3af2-48e6-90d2-85f33f70fd32', 'tag': 'cbe3174b-7c64-475e-8d20-4be8c080f0a2', 'status': 'completed', 'code': 200} Dec 20 14:48:52.504542 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f97779-89d5-4d61-a9ab-bc8ecd994d0f None None] Network 1182850f-ce9c-4b22-904c-0135de0dee3d requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:48:52.552980 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-bfbf599a-65e4-495c-a31d-2f0c36b8d7e4 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] 10.222.0.54 "GET /v2.0/routers/5ad06956-e31b-4909-b328-bb6dedbb6135/tags/tempest-TagsExtTest-Tag-1213237056 HTTP/1.1" status: 204 len: 168 time: 0.2730298 Dec 20 14:48:52.555474 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58612) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:52.565765 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.tag.tag_plugin [None req-c604d53c-1fff-4eba-b743-03ef5be0f8ff tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '5ad06956-e31b-4909-b328-bb6dedbb6135', 'tempest-TagsExtTest-Tag-1213237056') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:52.658377 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-5646955f-8835-4f56-b88a-019f27688aaf None None] Provisioning complete for port 4ccd6ecf-8f3c-4e86-9064-2b4118e0a602 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:48:52.658986 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-5646955f-8835-4f56-b88a-019f27688aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:52.680586 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 27d16f79-fad0-4412-834b-888af1eca1a0 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:48:52.934170 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-c604d53c-1fff-4eba-b743-03ef5be0f8ff tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] 10.222.0.54 "DELETE /v2.0/routers/5ad06956-e31b-4909-b328-bb6dedbb6135/tags/tempest-TagsExtTest-Tag-1213237056 HTTP/1.1" status: 204 len: 168 time: 0.3751888 Dec 20 14:48:52.935169 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58628) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:52.939706 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.tag.tag_plugin [None req-8ab9d691-f245-4ae2-a1dc-f1fd60851593 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '5ad06956-e31b-4909-b328-bb6dedbb6135') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:52.975700 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf73bbb-2f0c-47d2-a60d-15b50f09d5e2 req-ad3aa73b-16e4-4e71-965c-c241bf8a8cba tempest-InstanceActionsV221TestJSON-891629169 tempest-InstanceActionsV221TestJSON-891629169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:52.990340 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9bf73bbb-2f0c-47d2-a60d-15b50f09d5e2 req-ad3aa73b-16e4-4e71-965c-c241bf8a8cba tempest-InstanceActionsV221TestJSON-891629169 tempest-InstanceActionsV221TestJSON-891629169-project] 10.222.0.54 "GET /v2.0/ports?device_id=05158c20-75b9-47e3-8261-ac65c0a6747d HTTP/1.1" status: 200 len: 946 time: 0.2025528 Dec 20 14:48:53.059424 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-5646955f-8835-4f56-b88a-019f27688aaf None None] Port 4ccd6ecf-8f3c-4e86-9064-2b4118e0a602 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:48:53.078605 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 27d16f79-fad0-4412-834b-888af1eca1a0 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:48:53.079315 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:53.159578 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-80eec8e6-7535-4dec-a9ca-e453d8e17bba None None] Set router 5ab9b23e-59f0-460f-a663-4100d95cb8d0 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:48:53.174875 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-8ab9d691-f245-4ae2-a1dc-f1fd60851593 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] 10.222.0.54 "GET /v2.0/routers/5ad06956-e31b-4909-b328-bb6dedbb6135/tags HTTP/1.1" status: 200 len: 205 time: 0.2360919 Dec 20 14:48:53.177587 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9bf73bbb-2f0c-47d2-a60d-15b50f09d5e2 req-378e8c38-edf1-48b7-8282-739d75b32b42 tempest-InstanceActionsV221TestJSON-891629169 tempest-InstanceActionsV221TestJSON-891629169-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e947430-6bb2-46ab-b6d9-e0c00ae2aa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861637 Dec 20 14:48:53.178144 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58638) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:53.183375 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.tag.tag_plugin [None req-b5c2b074-402a-4707-a0e1-0cf7b43ab415 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '4c15cb3a-15a0-4ea4-8086-f0639e60f2c1') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:53.210928 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-b5c2b074-402a-4707-a0e1-0cf7b43ab415 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] 10.222.0.54 "GET /v2.0/subnetpools/4c15cb3a-15a0-4ea4-8086-f0639e60f2c1/tags HTTP/1.1" status: 200 len: 241 time: 0.0310493 Dec 20 14:48:53.213482 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58640) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:53.219562 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.tag.tag_plugin [None req-3784388a-bed0-4ab8-9b5c-2ac91cbceeee tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4c15cb3a-15a0-4ea4-8086-f0639e60f2c1', 'tempest-TagsExtTest-Tag-1985133295') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:53.296022 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-3784388a-bed0-4ab8-9b5c-2ac91cbceeee tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] 10.222.0.54 "GET /v2.0/subnetpools/4c15cb3a-15a0-4ea4-8086-f0639e60f2c1/tags/tempest-TagsExtTest-Tag-1985133295 HTTP/1.1" status: 204 len: 168 time: 0.0810773 Dec 20 14:48:53.298533 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58642) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:53.305413 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.tag.tag_plugin [None req-58817aa7-4c0a-47b8-a440-2d89690d91e9 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '4c15cb3a-15a0-4ea4-8086-f0639e60f2c1', 'tempest-TagsExtTest-Tag-1985133295') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:53.320723 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1771eb6a-88c9-42b0-af15-a6219be677d3 None None] DHCP port deletion for 1182850f-ce9c-4b22-904c-0135de0dee3d request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:48:53.341817 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-1eb10286-b966-48bc-84d1-758ac9f40b9f None None] Provisioning complete for port 4ccd6ecf-8f3c-4e86-9064-2b4118e0a602 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:48:53.342229 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-1eb10286-b966-48bc-84d1-758ac9f40b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:53.387455 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-58817aa7-4c0a-47b8-a440-2d89690d91e9 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] 10.222.0.54 "DELETE /v2.0/subnetpools/4c15cb3a-15a0-4ea4-8086-f0639e60f2c1/tags/tempest-TagsExtTest-Tag-1985133295 HTTP/1.1" status: 204 len: 168 time: 0.0871770 Dec 20 14:48:53.389436 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58644) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:53.395169 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.tag.tag_plugin [None req-34bcb391-04ba-436e-9d35-959fbb96cad7 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '4c15cb3a-15a0-4ea4-8086-f0639e60f2c1') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:53.431434 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-34bcb391-04ba-436e-9d35-959fbb96cad7 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] 10.222.0.54 "GET /v2.0/subnetpools/4c15cb3a-15a0-4ea4-8086-f0639e60f2c1/tags HTTP/1.1" status: 200 len: 205 time: 0.0392482 Dec 20 14:48:53.432555 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58650) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:53.437960 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.tag.tag_plugin [None req-ebea58e4-1829-4022-8f23-f3cfa0ba7c8f tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '4c15cb3a-15a0-4ea4-8086-f0639e60f2c1') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:53.483890 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-ebea58e4-1829-4022-8f23-f3cfa0ba7c8f tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] 10.222.0.54 "DELETE /v2.0/subnetpools/4c15cb3a-15a0-4ea4-8086-f0639e60f2c1/tags HTTP/1.1" status: 204 len: 168 time: 0.0500381 Dec 20 14:48:53.485856 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-1eb10286-b966-48bc-84d1-758ac9f40b9f None None] Port 4ccd6ecf-8f3c-4e86-9064-2b4118e0a602 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:48:53.505091 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58652) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:53.524326 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 10a807fd-f9f6-4ef6-af7e-cbc53ecc817a no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:48:53.524877 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.tag.tag_plugin [None req-a441582e-e5c2-4992-9e8d-773d786c7082 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '5ad06956-e31b-4909-b328-bb6dedbb6135') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:53.555153 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-1771eb6a-88c9-42b0-af15-a6219be677d3 None None] Deleting port 411bc842-4548-45a7-983b-4c77aa7119f8 {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:48:53.555808 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-1771eb6a-88c9-42b0-af15-a6219be677d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:53.577214 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 10a807fd-f9f6-4ef6-af7e-cbc53ecc817a {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:48:53.577851 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 10a807fd-f9f6-4ef6-af7e-cbc53ecc817a not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:48:53.594351 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9028fbf5-5434-47ce-86cf-5ac7185450df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:53.670668 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338f1466-77d5-4730-9ca0-49927b5cfe65 req-17ebd4b4-a24f-4533-9745-12c082bd3c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:53.672351 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-338f1466-77d5-4730-9ca0-49927b5cfe65 req-17ebd4b4-a24f-4533-9745-12c082bd3c73 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d7ac4ef8887a44c694f37700b678a7f1&device_id=d25b3c59-3af2-48e6-90d2-85f33f70fd32 HTTP/1.1" status: 200 len: 1097 time: 1.0542567 Dec 20 14:48:53.681646 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-1771eb6a-88c9-42b0-af15-a6219be677d3 None None] For port 411bc842-4548-45a7-983b-4c77aa7119f8, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=411bc842-4548-45a7-983b-4c77aa7119f8,segment=NetworkSegment(75a21c98-f66c-46b4-8914-34ed4108f76e),segment_id=75a21c98-f66c-46b4-8914-34ed4108f76e)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:48:53.682107 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-1771eb6a-88c9-42b0-af15-a6219be677d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:53.703943 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-1771eb6a-88c9-42b0-af15-a6219be677d3 None None] Calling delete_port for 411bc842-4548-45a7-983b-4c77aa7119f8 owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:48:53.720959 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d656b4e6-f25f-43ea-8bd3-ade392808605 req-8d45e4d6-8cc7-492c-9fe5-b57c9036e07b tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:53.722591 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d656b4e6-f25f-43ea-8bd3-ade392808605 req-8d45e4d6-8cc7-492c-9fe5-b57c9036e07b tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] 10.222.0.54 "GET /v2.0/ports?device_id=d25b3c59-3af2-48e6-90d2-85f33f70fd32 HTTP/1.1" status: 200 len: 945 time: 0.1721609 Dec 20 14:48:53.813552 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-80eec8e6-7535-4dec-a9ca-e453d8e17bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab9b23e-59f0-460f-a663-4100d95cb8d0', 'name': 'tempest-TestVolumeBackupRestore-525781048-router', 'tenant_id': 'd7ac4ef8887a44c694f37700b678a7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': '5cace7f5-a1da-4c16-985f-7c944ee48bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:42:49Z', 'updated_at': '2021-12-20T14:42:56Z', 'revision_number': 4, 'project_id': 'd7ac4ef8887a44c694f37700b678a7f1', 'gw_port': {'id': '5cace7f5-a1da-4c16-985f-7c944ee48bf0', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:52:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab9b23e-59f0-460f-a663-4100d95cb8d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:42:50Z', 'updated_at': '2021-12-20T14:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'a1a22649-86d4-45c9-8ea3-9d5d209e01b3', 'name': '', 'network_id': '9b4f7907-bd5d-4ee9-954d-84febe01c0f5', 'tenant_id': 'd7ac4ef8887a44c694f37700b678a7f1', 'mac_address': 'fa:16:3e:d3:cb:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab9b23e-59f0-460f-a663-4100d95cb8d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': '42b01fad-7b58-4f4b-9190-ade38b52aa11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:42:55Z', 'updated_at': '2021-12-20T14:43:01Z', 'revision_number': 5, 'project_id': 'd7ac4ef8887a44c694f37700b678a7f1', 'subnets': [{'id': '42b01fad-7b58-4f4b-9190-ade38b52aa11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:53.920439 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80eec8e6-7535-4dec-a9ca-e453d8e17bba None None] Checking router: 5ab9b23e-59f0-460f-a663-4100d95cb8d0 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:48:53.920831 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d656b4e6-f25f-43ea-8bd3-ade392808605 req-6b10d0df-d55f-46b4-befe-80e7d4e385cc tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a4a0310-7e2d-4594-a1fd-f0bd4a54c28a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1868911 Dec 20 14:48:53.941211 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-9028fbf5-5434-47ce-86cf-5ac7185450df admin admin] Deleting port 411bc842-4548-45a7-983b-4c77aa7119f8 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:48:53.941561 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9028fbf5-5434-47ce-86cf-5ac7185450df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:53.945817 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338f1466-77d5-4730-9ca0-49927b5cfe65 req-486b5dcc-3a75-4b86-a497-1d8255785306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:53.947365 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-338f1466-77d5-4730-9ca0-49927b5cfe65 req-486b5dcc-3a75-4b86-a497-1d8255785306 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9b4f7907-bd5d-4ee9-954d-84febe01c0f5 HTTP/1.1" status: 200 len: 914 time: 0.2486372 Dec 20 14:48:53.977140 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80eec8e6-7535-4dec-a9ca-e453d8e17bba None None] Routers {'5ab9b23e-59f0-460f-a663-4100d95cb8d0'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:48:53.979065 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-80eec8e6-7535-4dec-a9ca-e453d8e17bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:48:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['5ab9b23e-59f0-460f-a663-4100d95cb8d0'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:54.044760 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-338f1466-77d5-4730-9ca0-49927b5cfe65 req-d13552ef-0743-4952-9bcf-2552c9015c0b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cbe3174b-7c64-475e-8d20-4be8c080f0a2 HTTP/1.1" status: 200 len: 217 time: 0.0859587 Dec 20 14:48:54.079579 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-1771eb6a-88c9-42b0-af15-a6219be677d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:54.106047 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-9028fbf5-5434-47ce-86cf-5ac7185450df admin admin] For port 411bc842-4548-45a7-983b-4c77aa7119f8, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=411bc842-4548-45a7-983b-4c77aa7119f8,segment=NetworkSegment(75a21c98-f66c-46b4-8914-34ed4108f76e),segment_id=75a21c98-f66c-46b4-8914-34ed4108f76e)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:48:54.106422 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9028fbf5-5434-47ce-86cf-5ac7185450df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:54.148450 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-9028fbf5-5434-47ce-86cf-5ac7185450df admin admin] Calling delete_port for 411bc842-4548-45a7-983b-4c77aa7119f8 owned by network:dhcp {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:48:54.179695 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338f1466-77d5-4730-9ca0-49927b5cfe65 req-23dc91ed-6de2-48d7-a714-cfb4ff037fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:54.181495 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-338f1466-77d5-4730-9ca0-49927b5cfe65 req-23dc91ed-6de2-48d7-a714-cfb4ff037fe8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=42b01fad-7b58-4f4b-9190-ade38b52aa11 HTTP/1.1" status: 200 len: 852 time: 0.1193583 Dec 20 14:48:54.189580 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-a441582e-e5c2-4992-9e8d-773d786c7082 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] 10.222.0.54 "DELETE /v2.0/routers/5ad06956-e31b-4909-b328-bb6dedbb6135/tags HTTP/1.1" status: 204 len: 168 time: 0.6728106 Dec 20 14:48:54.190253 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58662) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:54.198196 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.tag.tag_plugin [None req-b5314421-605a-4d62-aa77-48b0326bdc5c tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '4ccd6ecf-8f3c-4e86-9064-2b4118e0a602') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:54.299769 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338f1466-77d5-4730-9ca0-49927b5cfe65 req-28dc87b7-497e-40ee-92b6-76dfc02fc24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:54.301635 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-338f1466-77d5-4730-9ca0-49927b5cfe65 req-28dc87b7-497e-40ee-92b6-76dfc02fc24b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9b4f7907-bd5d-4ee9-954d-84febe01c0f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0774639 Dec 20 14:48:54.322094 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58666) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:54.324012 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-b5314421-605a-4d62-aa77-48b0326bdc5c tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] 10.222.0.54 "DELETE /v2.0/ports/4ccd6ecf-8f3c-4e86-9064-2b4118e0a602/tags HTTP/1.1" status: 204 len: 168 time: 0.1322484 Dec 20 14:48:54.326456 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58668) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:54.348363 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.tag.tag_plugin [None req-234a7c8c-7ce2-4b57-875b-a5394e3c070c tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '07036cb2-c329-418a-beeb-07a4e69d44bf') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:54.437918 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9028fbf5-5434-47ce-86cf-5ac7185450df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:54.458454 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1771eb6a-88c9-42b0-af15-a6219be677d3 None None] Pushing event deleted for resources: {'Port': ['ID=411bc842-4548-45a7-983b-4c77aa7119f8,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:54.481495 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 411bc842-4548-45a7-983b-4c77aa7119f8 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:48:54.515993 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9028fbf5-5434-47ce-86cf-5ac7185450df admin admin] No DVR routers for this DVR port 411bc842-4548-45a7-983b-4c77aa7119f8 on host n-d-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:48:54.526230 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 411bc842-4548-45a7-983b-4c77aa7119f8 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:48:54.527094 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 411bc842-4548-45a7-983b-4c77aa7119f8 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:48:54.548298 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9028fbf5-5434-47ce-86cf-5ac7185450df admin admin] Pushing event deleted for resources: {'Port': ['ID=411bc842-4548-45a7-983b-4c77aa7119f8,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:54.556856 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-80eec8e6-7535-4dec-a9ca-e453d8e17bba None None] Set router 5ab9b23e-59f0-460f-a663-4100d95cb8d0 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:48:54.559561 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1771eb6a-88c9-42b0-af15-a6219be677d3 None None] No DVR routers for this DVR port 411bc842-4548-45a7-983b-4c77aa7119f8 on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:48:54.595321 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc383c9-d3ce-471f-9227-99a21696d3a4 req-55cc9f61-633c-4a28-91e2-60b9ce625180 tempest-InstanceActionsV221TestJSON-891629169 tempest-InstanceActionsV221TestJSON-891629169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:54.597160 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ffc383c9-d3ce-471f-9227-99a21696d3a4 req-55cc9f61-633c-4a28-91e2-60b9ce625180 tempest-InstanceActionsV221TestJSON-891629169 tempest-InstanceActionsV221TestJSON-891629169-project] 10.222.0.54 "GET /v2.0/ports?device_id=05158c20-75b9-47e3-8261-ac65c0a6747d HTTP/1.1" status: 200 len: 946 time: 0.1846726 Dec 20 14:48:54.608399 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d040f38-533d-4929-a90b-658b10cc1713 req-e2da0173-691c-47a9-b7a9-fd36142687e2 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:54.609899 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8d040f38-533d-4929-a90b-658b10cc1713 req-e2da0173-691c-47a9-b7a9-fd36142687e2 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] 10.222.0.47 "GET /v2.0/ports?device_id=d25b3c59-3af2-48e6-90d2-85f33f70fd32 HTTP/1.1" status: 200 len: 945 time: 0.1577702 Dec 20 14:48:54.681757 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-234a7c8c-7ce2-4b57-875b-a5394e3c070c tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] 10.222.0.54 "DELETE /v2.0/subnets/07036cb2-c329-418a-beeb-07a4e69d44bf/tags HTTP/1.1" status: 204 len: 168 time: 0.3412573 Dec 20 14:48:54.687272 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58674) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:54.693146 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.tag.tag_plugin [None req-10ebbae0-e0f2-4204-8a44-e65471a64c4d tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '07036cb2-c329-418a-beeb-07a4e69d44bf', 'tempest-TagsExtTest-Tag-1615711619') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:54.705473 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9028fbf5-5434-47ce-86cf-5ac7185450df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:54.737537 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e3341ca8-70f2-487a-ae65-5b172c2491b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:54.786104 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-9028fbf5-5434-47ce-86cf-5ac7185450df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1182850f-ce9c-4b22-904c-0135de0dee3d']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:54.815721 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ffc383c9-d3ce-471f-9227-99a21696d3a4 req-9fbd2423-306f-4b8d-b2ce-39dc1ce8af95 tempest-InstanceActionsV221TestJSON-891629169 tempest-InstanceActionsV221TestJSON-891629169-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e947430-6bb2-46ab-b6d9-e0c00ae2aa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983910 Dec 20 14:48:54.826387 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-9028fbf5-5434-47ce-86cf-5ac7185450df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75a21c98-f66c-46b4-8914-34ed4108f76e') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:54.826921 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-9028fbf5-5434-47ce-86cf-5ac7185450df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75a21c98-f66c-46b4-8914-34ed4108f76e') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:54.840180 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-338f1466-77d5-4730-9ca0-49927b5cfe65 req-5cccea88-886e-4568-9fcb-852ee58ab779 service neutron] 10.222.0.47 "GET /v2.0/networks/9b4f7907-bd5d-4ee9-954d-84febe01c0f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5290794 Dec 20 14:48:54.850206 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-8d040f38-533d-4929-a90b-658b10cc1713 req-df18ba5d-ae2e-4c47-a6d7-00c2e49fabaf tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Deleting port cbe3174b-7c64-475e-8d20-4be8c080f0a2 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:48:54.850603 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-8d040f38-533d-4929-a90b-658b10cc1713 req-df18ba5d-ae2e-4c47-a6d7-00c2e49fabaf tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:54.879878 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-80eec8e6-7535-4dec-a9ca-e453d8e17bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab9b23e-59f0-460f-a663-4100d95cb8d0', 'name': 'tempest-TestVolumeBackupRestore-525781048-router', 'tenant_id': 'd7ac4ef8887a44c694f37700b678a7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': '5cace7f5-a1da-4c16-985f-7c944ee48bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:42:49Z', 'updated_at': '2021-12-20T14:42:56Z', 'revision_number': 4, 'project_id': 'd7ac4ef8887a44c694f37700b678a7f1', 'gw_port': {'id': '5cace7f5-a1da-4c16-985f-7c944ee48bf0', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:52:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab9b23e-59f0-460f-a663-4100d95cb8d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:42:50Z', 'updated_at': '2021-12-20T14:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'a1a22649-86d4-45c9-8ea3-9d5d209e01b3', 'name': '', 'network_id': '9b4f7907-bd5d-4ee9-954d-84febe01c0f5', 'tenant_id': 'd7ac4ef8887a44c694f37700b678a7f1', 'mac_address': 'fa:16:3e:d3:cb:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab9b23e-59f0-460f-a663-4100d95cb8d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': '42b01fad-7b58-4f4b-9190-ade38b52aa11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:42:55Z', 'updated_at': '2021-12-20T14:43:01Z', 'revision_number': 5, 'project_id': 'd7ac4ef8887a44c694f37700b678a7f1', 'subnets': [{'id': '42b01fad-7b58-4f4b-9190-ade38b52aa11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:54.895328 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9028fbf5-5434-47ce-86cf-5ac7185450df admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:54.962233 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80eec8e6-7535-4dec-a9ca-e453d8e17bba None None] The sync data for ids ['5ab9b23e-59f0-460f-a663-4100d95cb8d0'] in n-d-761264-19 is: [{'id': '5ab9b23e-59f0-460f-a663-4100d95cb8d0', 'name': 'tempest-TestVolumeBackupRestore-525781048-router', 'tenant_id': 'd7ac4ef8887a44c694f37700b678a7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': '5cace7f5-a1da-4c16-985f-7c944ee48bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:42:49Z', 'updated_at': '2021-12-20T14:42:56Z', 'revision_number': 4, 'project_id': 'd7ac4ef8887a44c694f37700b678a7f1', 'gw_port': {'id': '5cace7f5-a1da-4c16-985f-7c944ee48bf0', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:52:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab9b23e-59f0-460f-a663-4100d95cb8d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:42:50Z', 'updated_at': '2021-12-20T14:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'a1a22649-86d4-45c9-8ea3-9d5d209e01b3', 'name': '', 'network_id': '9b4f7907-bd5d-4ee9-954d-84febe01c0f5', 'tenant_id': 'd7ac4ef8887a44c694f37700b678a7f1', 'mac_address': 'fa:16:3e:d3:cb:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab9b23e-59f0-460f-a663-4100d95cb8d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': '42b01fad-7b58-4f4b-9190-ade38b52aa11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:42:55Z', 'updated_at': '2021-12-20T14:43:01Z', 'revision_number': 5, 'project_id': 'd7ac4ef8887a44c694f37700b678a7f1', 'subnets': [{'id': '42b01fad-7b58-4f4b-9190-ade38b52aa11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:48:55.067685 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9028fbf5-5434-47ce-86cf-5ac7185450df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:55.075663 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9028fbf5-5434-47ce-86cf-5ac7185450df admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:48:55.076320 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9028fbf5-5434-47ce-86cf-5ac7185450df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:55.159104 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-10ebbae0-e0f2-4204-8a44-e65471a64c4d tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] 10.222.0.54 "PUT /v2.0/subnets/07036cb2-c329-418a-beeb-07a4e69d44bf/tags/tempest-TagsExtTest-Tag-1615711619 HTTP/1.1" status: 201 len: 201 time: 0.4675994 Dec 20 14:48:55.171585 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:48:55.171585 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:48:55.171585 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:48:55.171585 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:48:55.171585 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:48:55.171585 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:48:55.171585 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:48:55.171585 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:48:55.171585 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:48:55.171585 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:48:55.171585 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:48:55.171585 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:48:55.171585 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:48:55.171585 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:48:55.171585 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:48:55.171585 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:48:55.171585 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:48:55.171585 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:48:55.171585 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:48:55.171585 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:48:55.171585 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:48:55.171585 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:48:55.171585 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:48:55.171585 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:48:55.171585 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:48:55.171585 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:48:55.171585 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:48:55.171585 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:48:55.171585 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:48:55.171585 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:48:55.171585 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:48:55.171585 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:48:55.171585 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:48:55.171585 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:48:55.171585 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:48:55.171585 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:48:55.171585 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:48:55.171585 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:48:55.171585 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:48:55.171585 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:48:55.171585 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:48:55.171585 n-d-761264-19 neutron-server[103168]: self.session.flush() Dec 20 14:48:55.171585 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:48:55.171585 n-d-761264-19 neutron-server[103168]: self.session.flush() Dec 20 14:48:55.171585 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:48:55.171585 n-d-761264-19 neutron-server[103168]: self.session.flush() Dec 20 14:48:55.171585 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:48:55.171585 n-d-761264-19 neutron-server[103168]: self.session.flush() Dec 20 14:48:55.171585 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 14:48:55.171585 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:48:55.171585 n-d-761264-19 neutron-server[103168]: timer() Dec 20 14:48:55.175744 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:48:55.175744 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 14:48:55.175744 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:48:55.175744 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 14:48:55.175744 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:48:55.175744 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 14:48:55.175744 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:48:55.175744 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 14:48:55.175744 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:48:55.175744 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 14:48:55.175744 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:48:55.175744 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:48:55.175744 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:48:55.175744 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:48:55.175744 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:48:55.175744 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 14:48:55.175744 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:48:55.175744 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 14:48:55.175744 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:48:55.175744 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:48:55.175744 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:48:55.175744 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 14:48:55.175744 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:48:55.175744 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:48:55.175744 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:48:55.175744 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:48:55.175744 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:48:55.175744 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:48:55.175744 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:48:55.179568 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58686) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:55.201762 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.tag.tag_plugin [None req-6a97870d-bcd4-4aca-b121-ca7c39cd69d2 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '4ccd6ecf-8f3c-4e86-9064-2b4118e0a602', 'tempest-TagsExtTest-Tag-1664654543') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:55.224558 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-8d040f38-533d-4929-a90b-658b10cc1713 req-df18ba5d-ae2e-4c47-a6d7-00c2e49fabaf tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] For port cbe3174b-7c64-475e-8d20-4be8c080f0a2, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=cbe3174b-7c64-475e-8d20-4be8c080f0a2,segment=NetworkSegment(dd2316b7-99c5-47dc-8eaa-c0ed88e5c141),segment_id=dd2316b7-99c5-47dc-8eaa-c0ed88e5c141)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:48:55.225301 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-8d040f38-533d-4929-a90b-658b10cc1713 req-df18ba5d-ae2e-4c47-a6d7-00c2e49fabaf tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:55.256910 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9028fbf5-5434-47ce-86cf-5ac7185450df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:55.284759 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab153362-34f6-4a07-bb2c-93f15ebb01fc req-0a1ecfb8-d00a-4dc8-8fc0-0de2f3f10127 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:55.287046 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ab153362-34f6-4a07-bb2c-93f15ebb01fc req-0a1ecfb8-d00a-4dc8-8fc0-0de2f3f10127 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] 10.222.0.54 "GET /v2.0/ports?device_id=d25b3c59-3af2-48e6-90d2-85f33f70fd32 HTTP/1.1" status: 200 len: 945 time: 0.2242627 Dec 20 14:48:55.288135 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9028fbf5-5434-47ce-86cf-5ac7185450df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:55.292839 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-9028fbf5-5434-47ce-86cf-5ac7185450df admin admin] 10.222.0.54 "DELETE /v2.0/networks/1182850f-ce9c-4b22-904c-0135de0dee3d HTTP/1.1" status: 204 len: 168 time: 2.8905671 Dec 20 14:48:55.302360 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-8d040f38-533d-4929-a90b-658b10cc1713 req-df18ba5d-ae2e-4c47-a6d7-00c2e49fabaf tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Calling delete_port for cbe3174b-7c64-475e-8d20-4be8c080f0a2 owned by compute:nova {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:48:55.306569 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58690) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:55.306928 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58692) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:55.366648 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9028fbf5-5434-47ce-86cf-5ac7185450df admin admin] Pushing event deleted for resources: {'Network': ['ID=1182850f-ce9c-4b22-904c-0135de0dee3d,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:55.453745 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-338f1466-77d5-4730-9ca0-49927b5cfe65 req-c3e0e751-3ceb-46c0-b01d-cebca799890d service neutron] 10.222.0.47 "GET /v2.0/networks/9b4f7907-bd5d-4ee9-954d-84febe01c0f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6015699 Dec 20 14:48:55.473147 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e3341ca8-70f2-487a-ae65-5b172c2491b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:55.489595 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219d1a1b-5276-451c-be44-d2548615ddfe req-0f031d88-52bb-4041-a77c-dc13e956e31d tempest-InstanceActionsV221TestJSON-891629169 tempest-InstanceActionsV221TestJSON-891629169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:55.491314 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-219d1a1b-5276-451c-be44-d2548615ddfe req-0f031d88-52bb-4041-a77c-dc13e956e31d tempest-InstanceActionsV221TestJSON-891629169 tempest-InstanceActionsV221TestJSON-891629169-project] 10.222.0.54 "GET /v2.0/ports?device_id=05158c20-75b9-47e3-8261-ac65c0a6747d HTTP/1.1" status: 200 len: 946 time: 0.2212803 Dec 20 14:48:55.497977 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e3341ca8-70f2-487a-ae65-5b172c2491b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:55.533228 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b4cfeb-3a16-48e8-9596-9392c37d6de4 None None] New status for floating IP 59bc9819-b75e-4a06-8c3d-4de0d99db0ce: DOWN {{(pid=103170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 14:48:55.572837 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-e3341ca8-70f2-487a-ae65-5b172c2491b0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9f0f9ca97eb541c3a29cf25deb80ec1c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2372363 Dec 20 14:48:55.584302 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-6a97870d-bcd4-4aca-b121-ca7c39cd69d2 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] 10.222.0.54 "PUT /v2.0/ports/4ccd6ecf-8f3c-4e86-9064-2b4118e0a602/tags/tempest-TagsExtTest-Tag-1664654543 HTTP/1.1" status: 201 len: 201 time: 0.3901238 Dec 20 14:48:55.585689 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3341ca8-70f2-487a-ae65-5b172c2491b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f82f6c0-282c-4382-810f-02a971c8578d,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:55.591743 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58700) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:55.591743 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58702) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:55.601100 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.tag.tag_plugin [None req-8e194679-219a-4680-83b2-883816a31869 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '5ad06956-e31b-4909-b328-bb6dedbb6135', 'tempest-TagsExtTest-Tag-1386619008') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:55.666228 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 14:48:55.725396 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-219d1a1b-5276-451c-be44-d2548615ddfe req-f3af6ae0-500a-400c-abbf-b317aa6b8759 tempest-InstanceActionsV221TestJSON-891629169 tempest-InstanceActionsV221TestJSON-891629169-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e947430-6bb2-46ab-b6d9-e0c00ae2aa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998734 Dec 20 14:48:55.754244 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c4098603-bed3-4fa4-9fef-f5efe5136a14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:55.754494 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0422bb8e-aaef-44af-a30e-63503e6d37d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:55.768170 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ab153362-34f6-4a07-bb2c-93f15ebb01fc req-d98c73ef-cd2e-431d-bcc3-7c7444bec065 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a4a0310-7e2d-4594-a1fd-f0bd4a54c28a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4599857 Dec 20 14:48:55.793386 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-8e194679-219a-4680-83b2-883816a31869 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] 10.222.0.54 "PUT /v2.0/routers/5ad06956-e31b-4909-b328-bb6dedbb6135/tags/tempest-TagsExtTest-Tag-1386619008 HTTP/1.1" status: 201 len: 201 time: 0.2007461 Dec 20 14:48:55.795301 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58704) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:55.801097 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c4098603-bed3-4fa4-9fef-f5efe5136a14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:55.803865 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.tag.tag_plugin [None req-154610e7-811f-444b-b5a3-0635d0b8d65f tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '4c15cb3a-15a0-4ea4-8086-f0639e60f2c1', 'tempest-TagsExtTest-Tag-259416766') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:55.880537 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c4098603-bed3-4fa4-9fef-f5efe5136a14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:55.883296 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c4098603-bed3-4fa4-9fef-f5efe5136a14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:55.886932 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-c4098603-bed3-4fa4-9fef-f5efe5136a14 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0f82f6c0-282c-4382-810f-02a971c8578d HTTP/1.1" status: 204 len: 168 time: 0.2933512 Dec 20 14:48:55.893293 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4098603-bed3-4fa4-9fef-f5efe5136a14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f82f6c0-282c-4382-810f-02a971c8578d,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:55.961949 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-8d040f38-533d-4929-a90b-658b10cc1713 req-df18ba5d-ae2e-4c47-a6d7-00c2e49fabaf tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:56.048290 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-154610e7-811f-444b-b5a3-0635d0b8d65f tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] 10.222.0.54 "PUT /v2.0/subnetpools/4c15cb3a-15a0-4ea4-8086-f0639e60f2c1/tags/tempest-TagsExtTest-Tag-259416766 HTTP/1.1" status: 201 len: 201 time: 0.2457404 Dec 20 14:48:56.048290 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df18ba5d-ae2e-4c47-a6d7-00c2e49fabaf tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Pushing event deleted for resources: {'Port': ['ID=cbe3174b-7c64-475e-8d20-4be8c080f0a2,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:56.050887 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58710) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:56.056395 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.tag.tag_plugin [None req-eb1b4072-c4be-44a3-8546-a3009f149da6 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '07036cb2-c329-418a-beeb-07a4e69d44bf', {'tags': ['tempest-TagsExtTest-Tag-2706035', 'tempest-TagsExtTest-Tag-1304195859', 'tempest-TagsExtTest-Tag-1411479274']}) {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:56.119286 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d040f38-533d-4929-a90b-658b10cc1713 req-df18ba5d-ae2e-4c47-a6d7-00c2e49fabaf tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] No DVR routers for this DVR port cbe3174b-7c64-475e-8d20-4be8c080f0a2 on host n-h2-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:48:56.123205 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-8d040f38-533d-4929-a90b-658b10cc1713 req-df18ba5d-ae2e-4c47-a6d7-00c2e49fabaf tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:56.127905 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8d040f38-533d-4929-a90b-658b10cc1713 req-df18ba5d-ae2e-4c47-a6d7-00c2e49fabaf tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] 10.222.0.47 "DELETE /v2.0/ports/cbe3174b-7c64-475e-8d20-4be8c080f0a2 HTTP/1.1" status: 204 len: 173 time: 1.5039010 Dec 20 14:48:56.160898 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd25b3c59-3af2-48e6-90d2-85f33f70fd32', 'name': 'network-vif-deleted', 'tag': 'cbe3174b-7c64-475e-8d20-4be8c080f0a2'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:48:56.172969 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-883c2d7a-89cf-4c81-82f2-fcb09d782dfa" -d '{"events": [{"server_uuid": "d25b3c59-3af2-48e6-90d2-85f33f70fd32", "name": "network-vif-deleted", "tag": "cbe3174b-7c64-475e-8d20-4be8c080f0a2"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:48:56.209761 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0422bb8e-aaef-44af-a30e-63503e6d37d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:56.230948 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-eb1b4072-c4be-44a3-8546-a3009f149da6 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] 10.222.0.54 "PUT /v2.0/subnets/07036cb2-c329-418a-beeb-07a4e69d44bf/tags HTTP/1.1" status: 200 len: 315 time: 0.1786661 Dec 20 14:48:56.232602 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0422bb8e-aaef-44af-a30e-63503e6d37d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:56.234203 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58718) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:56.252175 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.tag.tag_plugin [None req-00a1e137-4ea5-4acf-8e04-f6fe92d176c7 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '07036cb2-c329-418a-beeb-07a4e69d44bf') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:56.292698 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-0422bb8e-aaef-44af-a30e-63503e6d37d7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0d0b16f6ab854e10a89f78d3619bcc3c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9823375 Dec 20 14:48:56.293407 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58722) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:56.295880 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0422bb8e-aaef-44af-a30e-63503e6d37d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53a03fd3-5a61-42f5-a9a8-308286955cc2,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:56.426875 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-00a1e137-4ea5-4acf-8e04-f6fe92d176c7 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] 10.222.0.54 "DELETE /v2.0/subnets/07036cb2-c329-418a-beeb-07a4e69d44bf/tags HTTP/1.1" status: 204 len: 168 time: 0.1910868 Dec 20 14:48:56.429392 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58726) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:56.441290 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.tag.tag_plugin [None req-e08043ce-6f14-4c66-ab51-e2ff5d4790fc tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '07036cb2-c329-418a-beeb-07a4e69d44bf', 'tempest-TagsExtTest-Tag-2706035') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:56.544338 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0009c505-dba9-4e41-a25f-594e7816508e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:56.576738 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0009c505-dba9-4e41-a25f-594e7816508e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:56.587504 n-d-761264-19 neutron-server[103168]: INFO neutron.api.v2.resource [None req-e08043ce-6f14-4c66-ab51-e2ff5d4790fc tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] show failed (client error): The resource could not be found. Dec 20 14:48:56.589688 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-e08043ce-6f14-4c66-ab51-e2ff5d4790fc tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] 10.222.0.54 "GET /v2.0/subnets/07036cb2-c329-418a-beeb-07a4e69d44bf/tags/tempest-TagsExtTest-Tag-2706035 HTTP/1.1" status: 404 len: 326 time: 0.1591825 Dec 20 14:48:56.597216 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58730) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:56.609972 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.tag.tag_plugin [None req-41a8f515-e6c3-4471-a898-3439e57fc56d tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '07036cb2-c329-418a-beeb-07a4e69d44bf', 'tempest-TagsExtTest-Tag-1304195859') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:56.674961 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182b5bcb-f5e5-4382-b065-8bf2b5efd55f req-693a0e94-83f8-4338-851c-5c74d5cbb4ba tempest-InstanceActionsV221TestJSON-891629169 tempest-InstanceActionsV221TestJSON-891629169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:56.676947 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-182b5bcb-f5e5-4382-b065-8bf2b5efd55f req-693a0e94-83f8-4338-851c-5c74d5cbb4ba tempest-InstanceActionsV221TestJSON-891629169 tempest-InstanceActionsV221TestJSON-891629169-project] 10.222.0.47 "GET /v2.0/ports?device_id=05158c20-75b9-47e3-8261-ac65c0a6747d HTTP/1.1" status: 200 len: 946 time: 0.1999528 Dec 20 14:48:56.778770 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-09b3565e-3151-4aee-86ad-516898110ddb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1595867'] for router_interface, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:56.803602 n-d-761264-19 neutron-server[103168]: INFO neutron.api.v2.resource [None req-41a8f515-e6c3-4471-a898-3439e57fc56d tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] show failed (client error): The resource could not be found. Dec 20 14:48:56.810300 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-41a8f515-e6c3-4471-a898-3439e57fc56d tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] 10.222.0.54 "GET /v2.0/subnets/07036cb2-c329-418a-beeb-07a4e69d44bf/tags/tempest-TagsExtTest-Tag-1304195859 HTTP/1.1" status: 404 len: 329 time: 0.2114313 Dec 20 14:48:56.817024 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58740) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:56.838520 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.tag.tag_plugin [None req-e92fd997-e297-40af-b7a8-21c4f3397d15 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '07036cb2-c329-418a-beeb-07a4e69d44bf', 'tempest-TagsExtTest-Tag-1411479274') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:56.951233 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78d7a64d-e1fd-48e9-b758-638fe3efee99 x-openstack-request-id: req-78d7a64d-e1fd-48e9-b758-638fe3efee99 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:48:56.951233 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d25b3c59-3af2-48e6-90d2-85f33f70fd32", "name": "network-vif-deleted", "tag": "cbe3174b-7c64-475e-8d20-4be8c080f0a2", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:48:56.951640 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-78d7a64d-e1fd-48e9-b758-638fe3efee99 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:48:56.951836 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd25b3c59-3af2-48e6-90d2-85f33f70fd32', 'name': 'network-vif-deleted', 'tag': 'cbe3174b-7c64-475e-8d20-4be8c080f0a2', 'status': 'completed', 'code': 200} Dec 20 14:48:56.958802 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0009c505-dba9-4e41-a25f-594e7816508e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:56.965850 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0009c505-dba9-4e41-a25f-594e7816508e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:56.972776 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-0009c505-dba9-4e41-a25f-594e7816508e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/53a03fd3-5a61-42f5-a9a8-308286955cc2 HTTP/1.1" status: 204 len: 168 time: 0.6732469 Dec 20 14:48:57.129169 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a275ab-be44-4d12-8c17-9090e53d609f req-071c9c94-6cf0-48aa-9bd1-06ff373817db tempest-InstanceActionsV221TestJSON-891629169 tempest-InstanceActionsV221TestJSON-891629169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:48:57.130739 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-16a275ab-be44-4d12-8c17-9090e53d609f req-071c9c94-6cf0-48aa-9bd1-06ff373817db tempest-InstanceActionsV221TestJSON-891629169 tempest-InstanceActionsV221TestJSON-891629169-project] 10.222.0.54 "GET /v2.0/ports?device_id=05158c20-75b9-47e3-8261-ac65c0a6747d HTTP/1.1" status: 200 len: 946 time: 0.2051327 Dec 20 14:48:57.171156 n-d-761264-19 neutron-server[103168]: INFO neutron.api.v2.resource [None req-e92fd997-e297-40af-b7a8-21c4f3397d15 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] show failed (client error): The resource could not be found. Dec 20 14:48:57.172339 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-e92fd997-e297-40af-b7a8-21c4f3397d15 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] 10.222.0.54 "GET /v2.0/subnets/07036cb2-c329-418a-beeb-07a4e69d44bf/tags/tempest-TagsExtTest-Tag-1411479274 HTTP/1.1" status: 404 len: 329 time: 0.3400741 Dec 20 14:48:57.175110 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58752) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:57.182833 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.tag.tag_plugin [None req-d1ca5392-7b04-45aa-9ddf-521d1ded15ee tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '4ccd6ecf-8f3c-4e86-9064-2b4118e0a602', {'tags': ['tempest-TagsExtTest-Tag-1634882671', 'tempest-TagsExtTest-Tag-2056606428', 'tempest-TagsExtTest-Tag-67881953']}) {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:57.211193 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-70d6cdb2-7671-43a3-aa4f-da99b0566fcb req-98222234-015c-4cb2-93ee-a290ef5b307e tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] 10.222.0.54 "GET /v2.0/ports?device_id=d25b3c59-3af2-48e6-90d2-85f33f70fd32 HTTP/1.1" status: 200 len: 210 time: 0.1819441 Dec 20 14:48:57.220867 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0009c505-dba9-4e41-a25f-594e7816508e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a03fd3-5a61-42f5-a9a8-308286955cc2,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:57.401069 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-182b5bcb-f5e5-4382-b065-8bf2b5efd55f req-76bcf220-6141-4b18-8f29-5d7af8222009 tempest-InstanceActionsV221TestJSON-891629169 tempest-InstanceActionsV221TestJSON-891629169-project] Deleting port 0858f8b5-c3f2-48e3-95bc-17ecd8bf68c3 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:48:57.401750 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-182b5bcb-f5e5-4382-b065-8bf2b5efd55f req-76bcf220-6141-4b18-8f29-5d7af8222009 tempest-InstanceActionsV221TestJSON-891629169 tempest-InstanceActionsV221TestJSON-891629169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:57.471135 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-16a275ab-be44-4d12-8c17-9090e53d609f req-ece1db47-a87b-4fa6-af81-461c0c06c440 tempest-InstanceActionsV221TestJSON-891629169 tempest-InstanceActionsV221TestJSON-891629169-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e947430-6bb2-46ab-b6d9-e0c00ae2aa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3254261 Dec 20 14:48:57.472906 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-d1ca5392-7b04-45aa-9ddf-521d1ded15ee tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] 10.222.0.54 "PUT /v2.0/ports/4ccd6ecf-8f3c-4e86-9064-2b4118e0a602/tags HTTP/1.1" status: 200 len: 316 time: 0.2966368 Dec 20 14:48:57.475567 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58760) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:57.481341 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.tag.tag_plugin [None req-5228358e-d2eb-4833-85f7-a2f975ca105b tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '4ccd6ecf-8f3c-4e86-9064-2b4118e0a602') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:57.646851 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-182b5bcb-f5e5-4382-b065-8bf2b5efd55f req-76bcf220-6141-4b18-8f29-5d7af8222009 tempest-InstanceActionsV221TestJSON-891629169 tempest-InstanceActionsV221TestJSON-891629169-project] For port 0858f8b5-c3f2-48e3-95bc-17ecd8bf68c3, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=0858f8b5-c3f2-48e3-95bc-17ecd8bf68c3,segment=NetworkSegment(ac440122-4085-41a4-b091-81389b45e217),segment_id=ac440122-4085-41a4-b091-81389b45e217)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:48:57.647341 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-182b5bcb-f5e5-4382-b065-8bf2b5efd55f req-76bcf220-6141-4b18-8f29-5d7af8222009 tempest-InstanceActionsV221TestJSON-891629169 tempest-InstanceActionsV221TestJSON-891629169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:57.648840 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-5228358e-d2eb-4833-85f7-a2f975ca105b tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] 10.222.0.54 "DELETE /v2.0/ports/4ccd6ecf-8f3c-4e86-9064-2b4118e0a602/tags HTTP/1.1" status: 204 len: 168 time: 0.1722221 Dec 20 14:48:57.651722 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58770) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:57.658052 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.tag.tag_plugin [None req-d580cb80-eef9-4ea0-b8c6-4ec40ed89e13 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4ccd6ecf-8f3c-4e86-9064-2b4118e0a602', 'tempest-TagsExtTest-Tag-1634882671') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:57.686669 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-182b5bcb-f5e5-4382-b065-8bf2b5efd55f req-76bcf220-6141-4b18-8f29-5d7af8222009 tempest-InstanceActionsV221TestJSON-891629169 tempest-InstanceActionsV221TestJSON-891629169-project] Calling delete_port for 0858f8b5-c3f2-48e3-95bc-17ecd8bf68c3 owned by compute:nova {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:48:57.727411 n-d-761264-19 neutron-server[103168]: INFO neutron.api.v2.resource [None req-d580cb80-eef9-4ea0-b8c6-4ec40ed89e13 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] show failed (client error): The resource could not be found. Dec 20 14:48:57.731411 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-d580cb80-eef9-4ea0-b8c6-4ec40ed89e13 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] 10.222.0.54 "GET /v2.0/ports/4ccd6ecf-8f3c-4e86-9064-2b4118e0a602/tags/tempest-TagsExtTest-Tag-1634882671 HTTP/1.1" status: 404 len: 329 time: 0.0754550 Dec 20 14:48:57.731629 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58774) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:57.736959 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.tag.tag_plugin [None req-c38f9587-a368-48fa-8f5f-f727a472c8a8 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4ccd6ecf-8f3c-4e86-9064-2b4118e0a602', 'tempest-TagsExtTest-Tag-2056606428') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:57.817629 n-d-761264-19 neutron-server[103168]: INFO neutron.api.v2.resource [None req-c38f9587-a368-48fa-8f5f-f727a472c8a8 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] show failed (client error): The resource could not be found. Dec 20 14:48:57.824473 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-c38f9587-a368-48fa-8f5f-f727a472c8a8 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] 10.222.0.54 "GET /v2.0/ports/4ccd6ecf-8f3c-4e86-9064-2b4118e0a602/tags/tempest-TagsExtTest-Tag-2056606428 HTTP/1.1" status: 404 len: 329 time: 0.0898683 Dec 20 14:48:57.825246 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58780) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:57.831731 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.tag.tag_plugin [None req-9e1ab02e-1657-400d-b2ff-c4182fe4b6a4 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4ccd6ecf-8f3c-4e86-9064-2b4118e0a602', 'tempest-TagsExtTest-Tag-67881953') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:57.913168 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-09b3565e-3151-4aee-86ad-516898110ddb admin admin] Deleting port 4f542f1e-a47b-487d-9856-b97c5c335da7 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:48:57.913683 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-09b3565e-3151-4aee-86ad-516898110ddb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:57.926980 n-d-761264-19 neutron-server[103168]: INFO neutron.api.v2.resource [None req-9e1ab02e-1657-400d-b2ff-c4182fe4b6a4 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] show failed (client error): The resource could not be found. Dec 20 14:48:57.930434 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-9e1ab02e-1657-400d-b2ff-c4182fe4b6a4 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] 10.222.0.54 "GET /v2.0/ports/4ccd6ecf-8f3c-4e86-9064-2b4118e0a602/tags/tempest-TagsExtTest-Tag-67881953 HTTP/1.1" status: 404 len: 327 time: 0.1040313 Dec 20 14:48:57.931239 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58788) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:57.937217 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.tag.tag_plugin [None req-948cb241-335e-477b-8aa4-e6658d4a2795 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '5ad06956-e31b-4909-b328-bb6dedbb6135', {'tags': ['tempest-TagsExtTest-Tag-394466195', 'tempest-TagsExtTest-Tag-566593261', 'tempest-TagsExtTest-Tag-1554060289']}) {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:58.002032 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-182b5bcb-f5e5-4382-b065-8bf2b5efd55f req-76bcf220-6141-4b18-8f29-5d7af8222009 tempest-InstanceActionsV221TestJSON-891629169 tempest-InstanceActionsV221TestJSON-891629169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:58.009973 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device cbe3174b-7c64-475e-8d20-4be8c080f0a2 no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:48:58.048605 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] No Port match for: cbe3174b-7c64-475e-8d20-4be8c080f0a2 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:48:58.049598 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device cbe3174b-7c64-475e-8d20-4be8c080f0a2 not bound to the agent host n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:48:58.049598 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 0858f8b5-c3f2-48e3-95bc-17ecd8bf68c3 no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:48:58.072116 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['0858f8b5-c3f2-48e3-95bc-17ecd8bf68c3'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:48:58.074739 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] No Port match for: 0858f8b5-c3f2-48e3-95bc-17ecd8bf68c3 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:48:58.075260 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 0858f8b5-c3f2-48e3-95bc-17ecd8bf68c3 not bound to the agent host n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:48:58.081556 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-948cb241-335e-477b-8aa4-e6658d4a2795 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] 10.222.0.54 "PUT /v2.0/routers/5ad06956-e31b-4909-b328-bb6dedbb6135/tags HTTP/1.1" status: 200 len: 316 time: 0.1490304 Dec 20 14:48:58.084107 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58794) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:58.089121 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.tag.tag_plugin [None req-3363e21e-4b41-4195-9453-ae1bea0e9d69 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '5ad06956-e31b-4909-b328-bb6dedbb6135') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:58.125897 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bcf220-6141-4b18-8f29-5d7af8222009 tempest-InstanceActionsV221TestJSON-891629169 tempest-InstanceActionsV221TestJSON-891629169-project] Pushing event deleted for resources: {'Port': ['ID=0858f8b5-c3f2-48e3-95bc-17ecd8bf68c3,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:58.146708 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-09b3565e-3151-4aee-86ad-516898110ddb admin admin] For port 4f542f1e-a47b-487d-9856-b97c5c335da7, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=4f542f1e-a47b-487d-9856-b97c5c335da7,segment=NetworkSegment(3d39b90a-9efe-487d-a367-a37513cb7d46),segment_id=3d39b90a-9efe-487d-a367-a37513cb7d46)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:48:58.147094 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-09b3565e-3151-4aee-86ad-516898110ddb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:58.191274 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-09b3565e-3151-4aee-86ad-516898110ddb admin admin] Calling delete_port for 4f542f1e-a47b-487d-9856-b97c5c335da7 owned by network:router_interface {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:48:58.193396 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-182b5bcb-f5e5-4382-b065-8bf2b5efd55f req-76bcf220-6141-4b18-8f29-5d7af8222009 tempest-InstanceActionsV221TestJSON-891629169 tempest-InstanceActionsV221TestJSON-891629169-project] No DVR routers for this DVR port 0858f8b5-c3f2-48e3-95bc-17ecd8bf68c3 on host n-h2-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:48:58.197879 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-182b5bcb-f5e5-4382-b065-8bf2b5efd55f req-76bcf220-6141-4b18-8f29-5d7af8222009 tempest-InstanceActionsV221TestJSON-891629169 tempest-InstanceActionsV221TestJSON-891629169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:58.201728 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-182b5bcb-f5e5-4382-b065-8bf2b5efd55f req-76bcf220-6141-4b18-8f29-5d7af8222009 tempest-InstanceActionsV221TestJSON-891629169 tempest-InstanceActionsV221TestJSON-891629169-project] 10.222.0.47 "DELETE /v2.0/ports/0858f8b5-c3f2-48e3-95bc-17ecd8bf68c3 HTTP/1.1" status: 204 len: 173 time: 1.5159998 Dec 20 14:48:58.281574 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-3363e21e-4b41-4195-9453-ae1bea0e9d69 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] 10.222.0.54 "DELETE /v2.0/routers/5ad06956-e31b-4909-b328-bb6dedbb6135/tags HTTP/1.1" status: 204 len: 168 time: 0.1961546 Dec 20 14:48:58.282792 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58806) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:58.296248 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.tag.tag_plugin [None req-34dbc146-03a5-47d0-a43b-b78e652387f5 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5ad06956-e31b-4909-b328-bb6dedbb6135', 'tempest-TagsExtTest-Tag-394466195') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:58.414254 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2d0f2e4d-d0f1-4546-9353-a5444ced8110 req-c12bd570-02f0-4843-833a-5b91048bd924 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] 10.222.0.54 "GET /v2.0/ports?device_id=d25b3c59-3af2-48e6-90d2-85f33f70fd32 HTTP/1.1" status: 200 len: 210 time: 0.0370691 Dec 20 14:48:58.489040 n-d-761264-19 neutron-server[103168]: INFO neutron.api.v2.resource [None req-34dbc146-03a5-47d0-a43b-b78e652387f5 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] show failed (client error): The resource could not be found. Dec 20 14:48:58.493207 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-34dbc146-03a5-47d0-a43b-b78e652387f5 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] 10.222.0.54 "GET /v2.0/routers/5ad06956-e31b-4909-b328-bb6dedbb6135/tags/tempest-TagsExtTest-Tag-394466195 HTTP/1.1" status: 404 len: 328 time: 0.2062020 Dec 20 14:48:58.495334 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58818) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:58.503349 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.tag.tag_plugin [None req-71a6292f-1bdf-4a94-bb2d-348ef76724fd tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5ad06956-e31b-4909-b328-bb6dedbb6135', 'tempest-TagsExtTest-Tag-566593261') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:58.714233 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9eb474dd-e27b-40fe-be0a-15a82ab457e1 req-cdd74344-6aca-4ead-8ae1-e8344b8b2fb5 tempest-InstanceActionsV221TestJSON-891629169 tempest-InstanceActionsV221TestJSON-891629169-project] 10.222.0.54 "GET /v2.0/ports?device_id=05158c20-75b9-47e3-8261-ac65c0a6747d HTTP/1.1" status: 200 len: 210 time: 0.0698545 Dec 20 14:48:58.740749 n-d-761264-19 neutron-server[103167]: INFO neutron.api.v2.resource [None req-71a6292f-1bdf-4a94-bb2d-348ef76724fd tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] show failed (client error): The resource could not be found. Dec 20 14:48:58.752079 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-71a6292f-1bdf-4a94-bb2d-348ef76724fd tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] 10.222.0.54 "GET /v2.0/routers/5ad06956-e31b-4909-b328-bb6dedbb6135/tags/tempest-TagsExtTest-Tag-566593261 HTTP/1.1" status: 404 len: 328 time: 0.2553077 Dec 20 14:48:58.755560 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58826) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:58.761443 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.tag.tag_plugin [None req-d734c12a-e9dd-4ca6-b7fc-0ea999cd78f8 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5ad06956-e31b-4909-b328-bb6dedbb6135', 'tempest-TagsExtTest-Tag-1554060289') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:58.883815 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-09b3565e-3151-4aee-86ad-516898110ddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:58.896621 n-d-761264-19 neutron-server[103168]: INFO neutron.api.v2.resource [None req-d734c12a-e9dd-4ca6-b7fc-0ea999cd78f8 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] show failed (client error): The resource could not be found. Dec 20 14:48:58.899306 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-d734c12a-e9dd-4ca6-b7fc-0ea999cd78f8 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] 10.222.0.54 "GET /v2.0/routers/5ad06956-e31b-4909-b328-bb6dedbb6135/tags/tempest-TagsExtTest-Tag-1554060289 HTTP/1.1" status: 404 len: 329 time: 0.1422131 Dec 20 14:48:58.901823 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58836) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:58.907672 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.tag.tag_plugin [None req-7d1de7cf-477c-4a04-9256-42dace305ea4 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '4c15cb3a-15a0-4ea4-8086-f0639e60f2c1', {'tags': ['tempest-TagsExtTest-Tag-819149126', 'tempest-TagsExtTest-Tag-611352290', 'tempest-TagsExtTest-Tag-509733184']}) {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:58.947122 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b3565e-3151-4aee-86ad-516898110ddb admin admin] Pushing event deleted for resources: {'Port': ['ID=4f542f1e-a47b-487d-9856-b97c5c335da7,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:48:58.954070 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05158c20-75b9-47e3-8261-ac65c0a6747d', 'name': 'network-vif-deleted', 'tag': '0858f8b5-c3f2-48e3-95bc-17ecd8bf68c3'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:48:58.957206 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3209143d-3df1-4752-ad80-b955b84bc0fb" -d '{"events": [{"server_uuid": "05158c20-75b9-47e3-8261-ac65c0a6747d", "name": "network-vif-deleted", "tag": "0858f8b5-c3f2-48e3-95bc-17ecd8bf68c3"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:48:58.987766 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-7d1de7cf-477c-4a04-9256-42dace305ea4 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] 10.222.0.54 "PUT /v2.0/subnetpools/4c15cb3a-15a0-4ea4-8086-f0639e60f2c1/tags HTTP/1.1" status: 200 len: 315 time: 0.0845752 Dec 20 14:48:58.990247 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58842) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:59.008577 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.tag.tag_plugin [None req-127065c8-ffe4-44e5-b6bc-71b95864821c tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '4c15cb3a-15a0-4ea4-8086-f0639e60f2c1') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:59.080318 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7fc5bba-f739-4f59-99e3-07bcffba5e20 x-openstack-request-id: req-c7fc5bba-f739-4f59-99e3-07bcffba5e20 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:48:59.080690 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05158c20-75b9-47e3-8261-ac65c0a6747d", "name": "network-vif-deleted", "tag": "0858f8b5-c3f2-48e3-95bc-17ecd8bf68c3", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:48:59.080939 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c7fc5bba-f739-4f59-99e3-07bcffba5e20 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:48:59.081355 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05158c20-75b9-47e3-8261-ac65c0a6747d', 'name': 'network-vif-deleted', 'tag': '0858f8b5-c3f2-48e3-95bc-17ecd8bf68c3', 'status': 'completed', 'code': 200} Dec 20 14:48:59.113685 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-127065c8-ffe4-44e5-b6bc-71b95864821c tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] 10.222.0.54 "DELETE /v2.0/subnetpools/4c15cb3a-15a0-4ea4-8086-f0639e60f2c1/tags HTTP/1.1" status: 204 len: 168 time: 0.1109934 Dec 20 14:48:59.116511 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58846) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:59.127807 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.tag.tag_plugin [None req-da96a660-54cd-438c-83b4-204608c53de4 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4c15cb3a-15a0-4ea4-8086-f0639e60f2c1', 'tempest-TagsExtTest-Tag-819149126') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:59.182631 n-d-761264-19 neutron-server[103168]: INFO neutron.api.v2.resource [None req-da96a660-54cd-438c-83b4-204608c53de4 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] show failed (client error): The resource could not be found. Dec 20 14:48:59.187946 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-da96a660-54cd-438c-83b4-204608c53de4 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] 10.222.0.54 "GET /v2.0/subnetpools/4c15cb3a-15a0-4ea4-8086-f0639e60f2c1/tags/tempest-TagsExtTest-Tag-819149126 HTTP/1.1" status: 404 len: 328 time: 0.0700517 Dec 20 14:48:59.191382 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58848) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:59.203039 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.tag.tag_plugin [None req-2cf442d5-bae3-41c6-9145-442471db6e0f tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4c15cb3a-15a0-4ea4-8086-f0639e60f2c1', 'tempest-TagsExtTest-Tag-611352290') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:59.237720 n-d-761264-19 neutron-server[103168]: INFO neutron.api.v2.resource [None req-2cf442d5-bae3-41c6-9145-442471db6e0f tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] show failed (client error): The resource could not be found. Dec 20 14:48:59.238990 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-2cf442d5-bae3-41c6-9145-442471db6e0f tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] 10.222.0.54 "GET /v2.0/subnetpools/4c15cb3a-15a0-4ea4-8086-f0639e60f2c1/tags/tempest-TagsExtTest-Tag-611352290 HTTP/1.1" status: 404 len: 328 time: 0.0464172 Dec 20 14:48:59.241870 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58850) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:59.247985 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.tag.tag_plugin [None req-644487e1-c784-45df-984f-c91859c96b77 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4c15cb3a-15a0-4ea4-8086-f0639e60f2c1', 'tempest-TagsExtTest-Tag-509733184') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:59.274136 n-d-761264-19 neutron-server[103168]: INFO neutron.api.v2.resource [None req-644487e1-c784-45df-984f-c91859c96b77 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] show failed (client error): The resource could not be found. Dec 20 14:48:59.275832 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-644487e1-c784-45df-984f-c91859c96b77 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] 10.222.0.54 "GET /v2.0/subnetpools/4c15cb3a-15a0-4ea4-8086-f0639e60f2c1/tags/tempest-TagsExtTest-Tag-509733184 HTTP/1.1" status: 404 len: 328 time: 0.0323641 Dec 20 14:48:59.281759 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58852) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:59.284384 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.tag.tag_plugin [None req-0f94412d-58e4-4f78-955d-254db4167a6b tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '4c15cb3a-15a0-4ea4-8086-f0639e60f2c1') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:59.302661 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-09b3565e-3151-4aee-86ad-516898110ddb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582411'] for router_interface, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:48:59.330216 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-0f94412d-58e4-4f78-955d-254db4167a6b tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] 10.222.0.54 "DELETE /v2.0/subnetpools/4c15cb3a-15a0-4ea4-8086-f0639e60f2c1/tags HTTP/1.1" status: 204 len: 168 time: 0.0505672 Dec 20 14:48:59.334188 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58856) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:59.342292 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.tag.tag_plugin [None req-ed17d960-05b4-4efa-8e50-f26b0cc31ef3 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '5ad06956-e31b-4909-b328-bb6dedbb6135') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:59.529364 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-ed17d960-05b4-4efa-8e50-f26b0cc31ef3 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] 10.222.0.54 "DELETE /v2.0/routers/5ad06956-e31b-4909-b328-bb6dedbb6135/tags HTTP/1.1" status: 204 len: 168 time: 0.1907904 Dec 20 14:48:59.531759 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58866) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:59.561569 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.tag.tag_plugin [None req-30f02521-2322-41be-94e5-5eb80392f5e2 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '4ccd6ecf-8f3c-4e86-9064-2b4118e0a602') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:59.695893 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b985b23d-c8f9-4657-a292-84f3d7166830 req-016b86f8-ad33-4310-b008-1bc7a262294c tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] 10.222.0.54 "GET /v2.0/ports?device_id=d25b3c59-3af2-48e6-90d2-85f33f70fd32 HTTP/1.1" status: 200 len: 210 time: 0.0665593 Dec 20 14:48:59.752046 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-30f02521-2322-41be-94e5-5eb80392f5e2 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] 10.222.0.54 "DELETE /v2.0/ports/4ccd6ecf-8f3c-4e86-9064-2b4118e0a602/tags HTTP/1.1" status: 204 len: 168 time: 0.2177234 Dec 20 14:48:59.756139 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58874) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:59.762283 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.tag.tag_plugin [None req-e1f6bd4d-bcd6-4dc6-9a24-ac4d4109c266 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '07036cb2-c329-418a-beeb-07a4e69d44bf') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:48:59.838374 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58878) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:48:59.954622 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-e1f6bd4d-bcd6-4dc6-9a24-ac4d4109c266 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] 10.222.0.54 "DELETE /v2.0/subnets/07036cb2-c329-418a-beeb-07a4e69d44bf/tags HTTP/1.1" status: 204 len: 168 time: 0.1971958 Dec 20 14:48:59.963323 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58884) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:49:00.066645 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-20abc58e-7554-447b-9c2e-0c0371135f18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:00.087281 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09b3565e-3151-4aee-86ad-516898110ddb admin admin] Router 9fced5a4-2b03-4c94-9f51-ffc8c3ba5f22 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:49:00.168311 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58892) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:49:00.210282 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09b3565e-3151-4aee-86ad-516898110ddb admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:49:00.227211 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28d24f4-71e8-4a6e-b3ac-4ea9cc6e96b6 None None] Sync routers for ids ['9fced5a4-2b03-4c94-9f51-ffc8c3ba5f22'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:49:00.231122 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-09b3565e-3151-4aee-86ad-516898110ddb admin admin] 10.222.0.54 "PUT /v2.0/routers/9fced5a4-2b03-4c94-9f51-ffc8c3ba5f22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9220192 Dec 20 14:49:00.235076 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58896) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:49:00.261000 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28d24f4-71e8-4a6e-b3ac-4ea9cc6e96b6 None None] Routers {'9fced5a4-2b03-4c94-9f51-ffc8c3ba5f22'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:49:00.261716 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-a28d24f4-71e8-4a6e-b3ac-4ea9cc6e96b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:48:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['9fced5a4-2b03-4c94-9f51-ffc8c3ba5f22'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:49:00.281729 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-298fd93f-f021-4ffe-9337-5339bbc7de29 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] Publish callbacks [] for subnetpool, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:00.283029 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-298fd93f-f021-4ffe-9337-5339bbc7de29 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] 10.222.0.54 "DELETE /v2.0/subnetpools/4c15cb3a-15a0-4ea4-8086-f0639e60f2c1 HTTP/1.1" status: 204 len: 168 time: 0.3186944 Dec 20 14:49:00.287096 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58898) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:49:00.385069 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8b617ff-c84d-4ec2-becf-9b374b7d0ad0 admin admin] Deleting subnet c1f92d2a-fcbe-45dc-b2ac-0718d37c5f7a {{(pid=103168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:49:00.395393 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-49270960-4579-48ad-9ee7-7dac212a6dda tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] 10.222.0.54 "GET /v2.0/ports?device_id=5ad06956-e31b-4909-b328-bb6dedbb6135 HTTP/1.1" status: 200 len: 205 time: 0.1019883 Dec 20 14:49:00.401558 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58900) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:49:00.408759 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a8b617ff-c84d-4ec2-becf-9b374b7d0ad0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:00.422398 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-44432182-dc47-4bde-b410-aef2fa75745f admin admin] Publish callbacks [] for router, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:00.521600 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-a28d24f4-71e8-4a6e-b3ac-4ea9cc6e96b6 None None] Set router 9fced5a4-2b03-4c94-9f51-ffc8c3ba5f22 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:49:00.590768 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-44432182-dc47-4bde-b410-aef2fa75745f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:00.630811 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-20abc58e-7554-447b-9c2e-0c0371135f18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:00.635051 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a8b617ff-c84d-4ec2-becf-9b374b7d0ad0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9023023'] for subnet, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:00.641823 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-df654166-c5ef-47a9-acdd-c8ad45b2e5e9 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] Publish callbacks [] for router, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:00.706212 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-44432182-dc47-4bde-b410-aef2fa75745f admin admin] Deleting port 103df774-fa32-45a5-bfe7-12d7d806259f {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:49:00.706638 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-44432182-dc47-4bde-b410-aef2fa75745f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:00.748115 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2086bde6-ffdb-4d5c-9bea-50fea99cbd4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:00.756433 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a8b617ff-c84d-4ec2-becf-9b374b7d0ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:00.878599 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-44432182-dc47-4bde-b410-aef2fa75745f admin admin] For port 103df774-fa32-45a5-bfe7-12d7d806259f, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=103df774-fa32-45a5-bfe7-12d7d806259f,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:49:00.879105 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-44432182-dc47-4bde-b410-aef2fa75745f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:00.890752 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-a28d24f4-71e8-4a6e-b3ac-4ea9cc6e96b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fced5a4-2b03-4c94-9f51-ffc8c3ba5f22', 'name': 'tempest-TestAggregatesBasicOps-1400516909-router', 'tenant_id': 'dc1db30184824b07a573ee66d672f3b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': '103df774-fa32-45a5-bfe7-12d7d806259f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:48:33Z', 'updated_at': '2021-12-20T14:48:58Z', 'revision_number': 5, 'project_id': 'dc1db30184824b07a573ee66d672f3b6', 'gw_port': {'id': '103df774-fa32-45a5-bfe7-12d7d806259f', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fced5a4-2b03-4c94-9f51-ffc8c3ba5f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:48:34Z', 'updated_at': '2021-12-20T14:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:49:00.896478 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-44432182-dc47-4bde-b410-aef2fa75745f admin admin] Calling delete_port for 103df774-fa32-45a5-bfe7-12d7d806259f owned by network:router_gateway {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:49:00.922794 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28d24f4-71e8-4a6e-b3ac-4ea9cc6e96b6 None None] Checking router: 9fced5a4-2b03-4c94-9f51-ffc8c3ba5f22 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:49:00.934250 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28d24f4-71e8-4a6e-b3ac-4ea9cc6e96b6 None None] Routers {'9fced5a4-2b03-4c94-9f51-ffc8c3ba5f22'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:49:00.934948 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-a28d24f4-71e8-4a6e-b3ac-4ea9cc6e96b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:48:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['9fced5a4-2b03-4c94-9f51-ffc8c3ba5f22'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:49:00.955306 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-20abc58e-7554-447b-9c2e-0c0371135f18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:01.030165 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a8b617ff-c84d-4ec2-becf-9b374b7d0ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8850800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470517'] for subnet, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:01.032167 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58910) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:49:01.042111 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-396b9422-4bc3-4eda-aa30-5e9d836c671c req-91cd3a45-38b9-49a4-83cb-c4c66d241044 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] 10.222.0.54 "GET /v2.0/ports?device_id=d25b3c59-3af2-48e6-90d2-85f33f70fd32 HTTP/1.1" status: 200 len: 210 time: 0.0826898 Dec 20 14:49:01.053758 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-a28d24f4-71e8-4a6e-b3ac-4ea9cc6e96b6 None None] Set router 9fced5a4-2b03-4c94-9f51-ffc8c3ba5f22 gateway port host: None {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:49:01.094398 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-20abc58e-7554-447b-9c2e-0c0371135f18 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e18a6591224e486c83ee064a8b5a3a2b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2546697 Dec 20 14:49:01.118435 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-a28d24f4-71e8-4a6e-b3ac-4ea9cc6e96b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fced5a4-2b03-4c94-9f51-ffc8c3ba5f22', 'name': 'tempest-TestAggregatesBasicOps-1400516909-router', 'tenant_id': 'dc1db30184824b07a573ee66d672f3b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:48:33Z', 'updated_at': '2021-12-20T14:49:00Z', 'revision_number': 6, 'project_id': 'dc1db30184824b07a573ee66d672f3b6', 'gw_port_host': None}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:49:01.122607 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58914) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:49:01.148170 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28d24f4-71e8-4a6e-b3ac-4ea9cc6e96b6 None None] The sync data for ids ['9fced5a4-2b03-4c94-9f51-ffc8c3ba5f22'] in n-d-761264-19 is: [{'id': '9fced5a4-2b03-4c94-9f51-ffc8c3ba5f22', 'name': 'tempest-TestAggregatesBasicOps-1400516909-router', 'tenant_id': 'dc1db30184824b07a573ee66d672f3b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:48:33Z', 'updated_at': '2021-12-20T14:49:00Z', 'revision_number': 6, 'project_id': 'dc1db30184824b07a573ee66d672f3b6', 'gw_port_host': None}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:49:01.161526 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-44432182-dc47-4bde-b410-aef2fa75745f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:01.192447 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f219f50-2d0e-46b8-aaed-49d1707af863 None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:49:01.261299 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44432182-dc47-4bde-b410-aef2fa75745f admin admin] Pushing event deleted for resources: {'Port': ['ID=103df774-fa32-45a5-bfe7-12d7d806259f,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:01.309577 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ff19f2a1-db18-4016-b150-a5829d6dbf3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:01.332954 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-44432182-dc47-4bde-b410-aef2fa75745f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584913'] for router_gateway, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:01.372867 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ff19f2a1-db18-4016-b150-a5829d6dbf3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:01.452881 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-44432182-dc47-4bde-b410-aef2fa75745f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40132'] for router, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:01.460590 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-44432182-dc47-4bde-b410-aef2fa75745f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:01.538627 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b617ff-c84d-4ec2-becf-9b374b7d0ad0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1f92d2a-fcbe-45dc-b2ac-0718d37c5f7a,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:01.544431 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ff19f2a1-db18-4016-b150-a5829d6dbf3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:01.547206 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ff19f2a1-db18-4016-b150-a5829d6dbf3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:01.551260 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-ff19f2a1-db18-4016-b150-a5829d6dbf3d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f5e67b45-6e68-4960-9a53-caed77f1916d HTTP/1.1" status: 204 len: 168 time: 0.4265776 Dec 20 14:49:01.551964 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-44432182-dc47-4bde-b410-aef2fa75745f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1594808'] for router, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:01.552492 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44432182-dc47-4bde-b410-aef2fa75745f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9fced5a4-2b03-4c94-9f51-ffc8c3ba5f22 {{(pid=103167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 14:49:01.558129 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-44432182-dc47-4bde-b410-aef2fa75745f admin admin] Publish callbacks [] for router, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:01.559283 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-44432182-dc47-4bde-b410-aef2fa75745f admin admin] 10.222.0.54 "DELETE /v2.0/routers/9fced5a4-2b03-4c94-9f51-ffc8c3ba5f22 HTTP/1.1" status: 204 len: 168 time: 1.3227897 Dec 20 14:49:01.572489 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58918) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:49:01.592070 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff19f2a1-db18-4016-b150-a5829d6dbf3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5e67b45-6e68-4960-9a53-caed77f1916d,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:01.651747 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd5a7196-1bc2-4b60-867c-604c5709f24b admin admin] Deleting subnet 329466c6-d20a-46f3-a8eb-2bef3d5e885e {{(pid=103167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:49:01.653397 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a8b617ff-c84d-4ec2-becf-9b374b7d0ad0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:01.656808 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-cd5a7196-1bc2-4b60-867c-604c5709f24b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:01.657607 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-a8b617ff-c84d-4ec2-becf-9b374b7d0ad0 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/c1f92d2a-fcbe-45dc-b2ac-0718d37c5f7a HTTP/1.1" status: 204 len: 168 time: 1.4881608 Dec 20 14:49:01.658580 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20abc58e-7554-447b-9c2e-0c0371135f18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5e67b45-6e68-4960-9a53-caed77f1916d,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:01.660538 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58920) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:49:01.664424 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c6152992-ffd6-4e5d-9f35-aea3eda3329f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:01.677642 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-df654166-c5ef-47a9-acdd-c8ad45b2e5e9 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40132'] for router, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:01.680148 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-df654166-c5ef-47a9-acdd-c8ad45b2e5e9 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:01.756359 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-df654166-c5ef-47a9-acdd-c8ad45b2e5e9 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1594808'] for router, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:01.760386 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df654166-c5ef-47a9-acdd-c8ad45b2e5e9 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] Fanout notify agent at l3_agent the message router_deleted on router 5ad06956-e31b-4909-b328-bb6dedbb6135 {{(pid=103168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 14:49:01.769583 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-df654166-c5ef-47a9-acdd-c8ad45b2e5e9 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:01.770908 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-df654166-c5ef-47a9-acdd-c8ad45b2e5e9 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] 10.222.0.54 "DELETE /v2.0/routers/5ad06956-e31b-4909-b328-bb6dedbb6135 HTTP/1.1" status: 204 len: 168 time: 1.3682075 Dec 20 14:49:01.775582 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58922) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:49:01.847558 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-637ac63e-f661-485a-8626-0970d8506ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:01.869146 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-cd5a7196-1bc2-4b60-867c-604c5709f24b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954412'] for subnet, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:01.910813 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c6152992-ffd6-4e5d-9f35-aea3eda3329f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:01.920580 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c6152992-ffd6-4e5d-9f35-aea3eda3329f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:01.981160 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-57934056-9e30-4207-9676-ce12fe51dc51 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] Deleting port 4ccd6ecf-8f3c-4e86-9064-2b4118e0a602 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:49:01.981774 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-57934056-9e30-4207-9676-ce12fe51dc51 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:01.982367 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-cd5a7196-1bc2-4b60-867c-604c5709f24b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:01.989397 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-c6152992-ffd6-4e5d-9f35-aea3eda3329f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7cea13c254384936a0d76e73378e1a96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9461267 Dec 20 14:49:01.991767 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58930) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:49:02.008462 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6152992-ffd6-4e5d-9f35-aea3eda3329f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d7fd594-8ffa-4ebb-8022-43b0e67bf451,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:02.077719 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-cd5a7196-1bc2-4b60-867c-604c5709f24b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:02.172540 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2189eaef-8102-4f23-8e6c-571b6f675b77 None None] Network a35fb5db-60c1-4efb-9ddc-a9c69e355933 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:49:02.184112 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-cd5a7196-1bc2-4b60-867c-604c5709f24b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:02.192336 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-cd5a7196-1bc2-4b60-867c-604c5709f24b admin admin] 10.222.0.54 "DELETE /v2.0/subnets/329466c6-d20a-46f3-a8eb-2bef3d5e885e HTTP/1.1" status: 204 len: 168 time: 0.6110368 Dec 20 14:49:02.200736 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-637ac63e-f661-485a-8626-0970d8506ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:02.206185 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58938) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:49:02.211542 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-57934056-9e30-4207-9676-ce12fe51dc51 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:02.220603 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e2c120d3-9d40-4315-9555-5683efdfbfe5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:02.227841 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-637ac63e-f661-485a-8626-0970d8506ed9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93381c45-b578-41db-9065-1dc64fcf7ba1']}} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:49:02.238854 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-637ac63e-f661-485a-8626-0970d8506ed9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac440122-4085-41a4-b091-81389b45e217') {'for_net_delete': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:49:02.239194 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-637ac63e-f661-485a-8626-0970d8506ed9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac440122-4085-41a4-b091-81389b45e217') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:49:02.245083 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e2c120d3-9d40-4315-9555-5683efdfbfe5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:02.265012 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-637ac63e-f661-485a-8626-0970d8506ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954405'] for segment, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:02.289512 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0542729f-3ead-48e0-af90-967133a25c0a req-36402649-4de8-479b-8aaf-dd3cf609dfaa tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] 10.222.0.54 "GET /v2.0/ports?device_id=d25b3c59-3af2-48e6-90d2-85f33f70fd32 HTTP/1.1" status: 200 len: 210 time: 0.1069911 Dec 20 14:49:02.305361 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-637ac63e-f661-485a-8626-0970d8506ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:02.315830 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-637ac63e-f661-485a-8626-0970d8506ed9 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=103167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:49:02.316840 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-637ac63e-f661-485a-8626-0970d8506ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9956000'] for segment, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:02.330120 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-57934056-9e30-4207-9676-ce12fe51dc51 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] Calling delete_port for 4ccd6ecf-8f3c-4e86-9064-2b4118e0a602 owned by {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:49:02.460261 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5a7196-1bc2-4b60-867c-604c5709f24b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=329466c6-d20a-46f3-a8eb-2bef3d5e885e,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:02.462906 n-d-761264-19 neutron-server[103167]: Traceback (most recent call last): Dec 20 14:49:02.462906 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:49:02.462906 n-d-761264-19 neutron-server[103167]: timer() Dec 20 14:49:02.462906 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:49:02.462906 n-d-761264-19 neutron-server[103167]: cb(*args, **kw) Dec 20 14:49:02.462906 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:49:02.462906 n-d-761264-19 neutron-server[103167]: return func(*args, **kwargs) Dec 20 14:49:02.462906 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:49:02.462906 n-d-761264-19 neutron-server[103167]: self._notify() Dec 20 14:49:02.462906 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:49:02.462906 n-d-761264-19 neutron-server[103167]: self.callback(batched_events) Dec 20 14:49:02.462906 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:49:02.462906 n-d-761264-19 neutron-server[103167]: event.method(event) Dec 20 14:49:02.462906 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:49:02.462906 n-d-761264-19 neutron-server[103167]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:49:02.462906 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:49:02.462906 n-d-761264-19 neutron-server[103167]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:49:02.462906 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:49:02.462906 n-d-761264-19 neutron-server[103167]: return f(self, *a, **k) Dec 20 14:49:02.462906 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:49:02.462906 n-d-761264-19 neutron-server[103167]: return self._get(url).json() Dec 20 14:49:02.462906 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:49:02.462906 n-d-761264-19 neutron-server[103167]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:49:02.462906 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:49:02.462906 n-d-761264-19 neutron-server[103167]: return self.request(url, 'GET', **kwargs) Dec 20 14:49:02.462906 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:49:02.462906 n-d-761264-19 neutron-server[103167]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:49:02.462906 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:49:02.462906 n-d-761264-19 neutron-server[103167]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:49:02.462906 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:49:02.462906 n-d-761264-19 neutron-server[103167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:49:02.462906 n-d-761264-19 neutron-server[103167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:49:02.476047 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-637ac63e-f661-485a-8626-0970d8506ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:02.483400 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-637ac63e-f661-485a-8626-0970d8506ed9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:02.486642 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5d68d554-cfd2-481b-b6ca-e1058775b7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:02.497032 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-637ac63e-f661-485a-8626-0970d8506ed9 admin admin] 10.222.0.54 "DELETE /v2.0/networks/93381c45-b578-41db-9065-1dc64fcf7ba1 HTTP/1.1" status: 204 len: 168 time: 0.7750702 Dec 20 14:49:02.503223 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9168cb6f-a2a9-4a7e-9d8c-b9db7474545b None None] DHCP port deletion for a35fb5db-60c1-4efb-9ddc-a9c69e355933 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:49:02.531342 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637ac63e-f661-485a-8626-0970d8506ed9 admin admin] Pushing event deleted for resources: {'Network': ['ID=93381c45-b578-41db-9065-1dc64fcf7ba1,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:02.550296 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e2c120d3-9d40-4315-9555-5683efdfbfe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:02.552292 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 103df774-fa32-45a5-bfe7-12d7d806259f no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:49:02.559231 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e2c120d3-9d40-4315-9555-5683efdfbfe5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:02.563379 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-e2c120d3-9d40-4315-9555-5683efdfbfe5 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6d7fd594-8ffa-4ebb-8022-43b0e67bf451 HTTP/1.1" status: 204 len: 168 time: 0.5674651 Dec 20 14:49:02.607756 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c120d3-9d40-4315-9555-5683efdfbfe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d7fd594-8ffa-4ebb-8022-43b0e67bf451,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:02.648349 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 103df774-fa32-45a5-bfe7-12d7d806259f {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:49:02.648811 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 103df774-fa32-45a5-bfe7-12d7d806259f not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:49:02.649289 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 4f542f1e-a47b-487d-9856-b97c5c335da7 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:49:02.717265 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 4f542f1e-a47b-487d-9856-b97c5c335da7 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:49:02.717673 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 4f542f1e-a47b-487d-9856-b97c5c335da7 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:49:02.748737 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-9168cb6f-a2a9-4a7e-9d8c-b9db7474545b None None] Deleting port 8ea7bb14-128a-4add-8393-b500ba21872b {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:49:02.749084 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-9168cb6f-a2a9-4a7e-9d8c-b9db7474545b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:02.753501 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58954) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:49:02.791236 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-5d68d554-cfd2-481b-b6ca-e1058775b7f1 admin admin] Deleting port 8ea7bb14-128a-4add-8393-b500ba21872b {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:49:02.791616 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5d68d554-cfd2-481b-b6ca-e1058775b7f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:02.810475 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-57934056-9e30-4207-9676-ce12fe51dc51 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:02.821660 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-425ca022-706f-4ecd-a5c1-b5fc2be260cf admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=28995f9892f442119f5f02e53e2727c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0656219 Dec 20 14:49:02.825731 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58956) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:49:02.909983 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4c183623-4c89-4e4b-b0e2-a5d27d2fbbaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:02.910094 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57934056-9e30-4207-9676-ce12fe51dc51 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] Pushing event deleted for resources: {'Port': ['ID=4ccd6ecf-8f3c-4e86-9064-2b4118e0a602,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:02.914404 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-9168cb6f-a2a9-4a7e-9d8c-b9db7474545b None None] For port 8ea7bb14-128a-4add-8393-b500ba21872b, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=8ea7bb14-128a-4add-8393-b500ba21872b,segment=NetworkSegment(3d39b90a-9efe-487d-a367-a37513cb7d46),segment_id=3d39b90a-9efe-487d-a367-a37513cb7d46)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:49:02.914839 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-9168cb6f-a2a9-4a7e-9d8c-b9db7474545b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:02.928984 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-9168cb6f-a2a9-4a7e-9d8c-b9db7474545b None None] Calling delete_port for 8ea7bb14-128a-4add-8393-b500ba21872b owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:49:02.963686 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-5d68d554-cfd2-481b-b6ca-e1058775b7f1 admin admin] For port 8ea7bb14-128a-4add-8393-b500ba21872b, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=8ea7bb14-128a-4add-8393-b500ba21872b,segment=NetworkSegment(3d39b90a-9efe-487d-a367-a37513cb7d46),segment_id=3d39b90a-9efe-487d-a367-a37513cb7d46)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:49:02.964092 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5d68d554-cfd2-481b-b6ca-e1058775b7f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:03.031723 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-5d68d554-cfd2-481b-b6ca-e1058775b7f1 admin admin] Calling delete_port for 8ea7bb14-128a-4add-8393-b500ba21872b owned by network:dhcp {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:49:03.043815 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-9168cb6f-a2a9-4a7e-9d8c-b9db7474545b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:03.136522 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9168cb6f-a2a9-4a7e-9d8c-b9db7474545b None None] Pushing event deleted for resources: {'Port': ['ID=8ea7bb14-128a-4add-8393-b500ba21872b,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:03.151401 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9168cb6f-a2a9-4a7e-9d8c-b9db7474545b None None] No DVR routers for this DVR port 8ea7bb14-128a-4add-8393-b500ba21872b on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:49:03.163926 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7bc01020-1870-49cb-9a0d-b001892b7c2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:03.218292 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-57934056-9e30-4207-9676-ce12fe51dc51 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:03.223962 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-57934056-9e30-4207-9676-ce12fe51dc51 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] 10.222.0.54 "DELETE /v2.0/ports/4ccd6ecf-8f3c-4e86-9064-2b4118e0a602 HTTP/1.1" status: 204 len: 168 time: 1.4472408 Dec 20 14:49:03.228700 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58970) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:49:03.242851 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7bc01020-1870-49cb-9a0d-b001892b7c2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:03.322394 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5d68d554-cfd2-481b-b6ca-e1058775b7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:03.329945 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58980) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:49:03.338652 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1c9c2f2-b1da-47f4-8998-43bfc5bb6d21 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] Deleting subnet 07036cb2-c329-418a-beeb-07a4e69d44bf {{(pid=103167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:49:03.344626 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b1c9c2f2-b1da-47f4-8998-43bfc5bb6d21 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] Publish callbacks [] for subnet, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:03.368116 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d68d554-cfd2-481b-b6ca-e1058775b7f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ea7bb14-128a-4add-8393-b500ba21872b,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:03.372694 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1263ef76-0281-4f47-9e45-dde585f096c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:03.375999 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d68d554-cfd2-481b-b6ca-e1058775b7f1 admin admin] No DVR routers for this DVR port 8ea7bb14-128a-4add-8393-b500ba21872b on host n-d-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:49:03.402931 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58990) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:49:03.444188 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7bc01020-1870-49cb-9a0d-b001892b7c2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:03.444422 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b1c9c2f2-b1da-47f4-8998-43bfc5bb6d21 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954412'] for subnet, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:03.446993 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7bc01020-1870-49cb-9a0d-b001892b7c2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:03.448970 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-7bc01020-1870-49cb-9a0d-b001892b7c2b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0e947430-6bb2-46ab-b6d9-e0c00ae2aa22 HTTP/1.1" status: 204 len: 168 time: 0.6203475 Dec 20 14:49:03.512299 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc01020-1870-49cb-9a0d-b001892b7c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e947430-6bb2-46ab-b6d9-e0c00ae2aa22,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:03.515469 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5d68d554-cfd2-481b-b6ca-e1058775b7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:03.546360 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-827812fb-9d43-4c18-8063-ad4d66e16f72 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:03.547994 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-5d68d554-cfd2-481b-b6ca-e1058775b7f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a35fb5db-60c1-4efb-9ddc-a9c69e355933']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:49:03.574092 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-5d68d554-cfd2-481b-b6ca-e1058775b7f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d39b90a-9efe-487d-a367-a37513cb7d46') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:49:03.574392 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-5d68d554-cfd2-481b-b6ca-e1058775b7f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d39b90a-9efe-487d-a367-a37513cb7d46') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:49:03.590772 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5d68d554-cfd2-481b-b6ca-e1058775b7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:03.611953 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-827812fb-9d43-4c18-8063-ad4d66e16f72 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:03.614443 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5d68d554-cfd2-481b-b6ca-e1058775b7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:03.628571 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1263ef76-0281-4f47-9e45-dde585f096c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:03.629958 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d68d554-cfd2-481b-b6ca-e1058775b7f1 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:49:03.630359 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5d68d554-cfd2-481b-b6ca-e1058775b7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:03.632194 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 14:49:03.632194 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:49:03.632194 n-d-761264-19 neutron-server[103168]: timer() Dec 20 14:49:03.632194 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:49:03.632194 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 14:49:03.632194 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:49:03.632194 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 14:49:03.632194 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:49:03.632194 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 14:49:03.632194 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:49:03.632194 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 14:49:03.632194 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:49:03.632194 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 14:49:03.632194 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:49:03.632194 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:49:03.632194 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:49:03.632194 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:49:03.632194 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:49:03.632194 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 14:49:03.632194 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:49:03.632194 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 14:49:03.632194 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:49:03.632194 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:49:03.632194 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:49:03.632194 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 14:49:03.632194 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:49:03.632194 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:49:03.632194 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:49:03.632194 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:49:03.632194 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:49:03.632194 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:49:03.632194 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:49:03.646011 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b1c9c2f2-b1da-47f4-8998-43bfc5bb6d21 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:03.653600 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1263ef76-0281-4f47-9e45-dde585f096c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:03.734154 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b1c9c2f2-b1da-47f4-8998-43bfc5bb6d21 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:03.749268 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-1263ef76-0281-4f47-9e45-dde585f096c7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a83f253306b44dd0923391b50e3991e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4180579 Dec 20 14:49:03.751910 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58998) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:49:03.761415 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1263ef76-0281-4f47-9e45-dde585f096c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2962c671-2147-4380-8aef-7bc6442eaceb,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:03.771605 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c9c2f2-b1da-47f4-8998-43bfc5bb6d21 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] Pushing event deleted for resources: {'Subnet': ['ID=07036cb2-c329-418a-beeb-07a4e69d44bf,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:03.779067 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b1c9c2f2-b1da-47f4-8998-43bfc5bb6d21 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:03.783335 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-b1c9c2f2-b1da-47f4-8998-43bfc5bb6d21 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] 10.222.0.54 "DELETE /v2.0/subnets/07036cb2-c329-418a-beeb-07a4e69d44bf HTTP/1.1" status: 204 len: 168 time: 0.5532565 Dec 20 14:49:03.785333 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-827812fb-9d43-4c18-8063-ad4d66e16f72 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:03.788419 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-827812fb-9d43-4c18-8063-ad4d66e16f72 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:03.789592 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 59002) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:49:03.789751 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-827812fb-9d43-4c18-8063-ad4d66e16f72 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] 10.222.0.54 "DELETE /v2.0/security-groups/6a4a0310-7e2d-4594-a1fd-f0bd4a54c28a HTTP/1.1" status: 204 len: 168 time: 0.3857670 Dec 20 14:49:03.802480 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827812fb-9d43-4c18-8063-ad4d66e16f72 tempest-TestVolumeBackupRestore-1015217670 tempest-TestVolumeBackupRestore-1015217670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a4a0310-7e2d-4594-a1fd-f0bd4a54c28a,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:03.817034 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5d68d554-cfd2-481b-b6ca-e1058775b7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:03.818134 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5e583a-674c-4cf7-9e40-b8f305569de5 None None] Network 6ebca6f6-4a4c-43ae-89ca-6e5698e3d7a9 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:49:03.859795 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5d68d554-cfd2-481b-b6ca-e1058775b7f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:03.865744 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-5d68d554-cfd2-481b-b6ca-e1058775b7f1 admin admin] 10.222.0.54 "DELETE /v2.0/networks/a35fb5db-60c1-4efb-9ddc-a9c69e355933 HTTP/1.1" status: 204 len: 168 time: 1.6540699 Dec 20 14:49:03.865744 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d68d554-cfd2-481b-b6ca-e1058775b7f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a35fb5db-60c1-4efb-9ddc-a9c69e355933,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:03.899129 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 59012) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:49:03.931418 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:03.941876 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d9bcd225-c066-4ec5-aca3-ea62f0a62b5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:03.947873 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5e908f88-abb0-48de-aa6d-69afa7863db5 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:04.005188 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d9bcd225-c066-4ec5-aca3-ea62f0a62b5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:04.079650 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22fc95b6-7ea6-4fb1-b6f9-bcb460b248d9 None None] DHCP port deletion for 6ebca6f6-4a4c-43ae-89ca-6e5698e3d7a9 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:49:04.080888 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-5e908f88-abb0-48de-aa6d-69afa7863db5 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] Deleting port 27d16f79-fad0-4412-834b-888af1eca1a0 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:49:04.081495 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5e908f88-abb0-48de-aa6d-69afa7863db5 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:04.163729 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d9bcd225-c066-4ec5-aca3-ea62f0a62b5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:04.167148 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d9bcd225-c066-4ec5-aca3-ea62f0a62b5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:04.177896 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-d9bcd225-c066-4ec5-aca3-ea62f0a62b5f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2962c671-2147-4380-8aef-7bc6442eaceb HTTP/1.1" status: 204 len: 168 time: 0.4252558 Dec 20 14:49:04.182915 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 59036) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:49:04.197843 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-5e908f88-abb0-48de-aa6d-69afa7863db5 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] For port 27d16f79-fad0-4412-834b-888af1eca1a0, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=27d16f79-fad0-4412-834b-888af1eca1a0,segment=NetworkSegment(0ee3fdde-59c2-42ab-a2f9-a67615a14fc3),segment_id=0ee3fdde-59c2-42ab-a2f9-a67615a14fc3)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:49:04.198224 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5e908f88-abb0-48de-aa6d-69afa7863db5 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:04.204666 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bcd225-c066-4ec5-aca3-ea62f0a62b5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2962c671-2147-4380-8aef-7bc6442eaceb,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:04.212732 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-22fc95b6-7ea6-4fb1-b6f9-bcb460b248d9 None None] Deleting port 27d16f79-fad0-4412-834b-888af1eca1a0 {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:49:04.213122 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-22fc95b6-7ea6-4fb1-b6f9-bcb460b248d9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:04.245035 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-5e908f88-abb0-48de-aa6d-69afa7863db5 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] Calling delete_port for 27d16f79-fad0-4412-834b-888af1eca1a0 owned by network:dhcp {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:49:04.336156 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-8357c688-c52a-4348-9562-e10be393f040 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b9022543b31d4d05a93d156c059d5be2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1518838 Dec 20 14:49:04.339504 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 59046) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:49:04.426735 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2e3c7fd3-a829-4b4c-a274-d5ea1c96879e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:04.451896 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2e3c7fd3-a829-4b4c-a274-d5ea1c96879e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:04.499623 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5e908f88-abb0-48de-aa6d-69afa7863db5 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:04.510502 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 27d16f79-fad0-4412-834b-888af1eca1a0 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:49:04.526093 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-22fc95b6-7ea6-4fb1-b6f9-bcb460b248d9 None None] For port 27d16f79-fad0-4412-834b-888af1eca1a0, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=27d16f79-fad0-4412-834b-888af1eca1a0,segment=NetworkSegment(0ee3fdde-59c2-42ab-a2f9-a67615a14fc3),segment_id=0ee3fdde-59c2-42ab-a2f9-a67615a14fc3)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:49:04.526489 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-22fc95b6-7ea6-4fb1-b6f9-bcb460b248d9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:04.533927 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2e3c7fd3-a829-4b4c-a274-d5ea1c96879e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:04.537683 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2e3c7fd3-a829-4b4c-a274-d5ea1c96879e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:04.539025 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-2e3c7fd3-a829-4b4c-a274-d5ea1c96879e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f6b0777e-a9fb-4ce9-9325-97e082b5b59b HTTP/1.1" status: 204 len: 168 time: 0.1968284 Dec 20 14:49:04.549597 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3c7fd3-a829-4b4c-a274-d5ea1c96879e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6b0777e-a9fb-4ce9-9325-97e082b5b59b,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:04.568318 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e908f88-abb0-48de-aa6d-69afa7863db5 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] No DVR routers for this DVR port 27d16f79-fad0-4412-834b-888af1eca1a0 on host n-d-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:49:04.570657 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e908f88-abb0-48de-aa6d-69afa7863db5 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] Pushing event deleted for resources: {'Port': ['ID=27d16f79-fad0-4412-834b-888af1eca1a0,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:04.577215 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 27d16f79-fad0-4412-834b-888af1eca1a0 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:49:04.578670 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 27d16f79-fad0-4412-834b-888af1eca1a0 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:49:04.579391 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 8ea7bb14-128a-4add-8393-b500ba21872b no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:49:04.643508 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-22fc95b6-7ea6-4fb1-b6f9-bcb460b248d9 None None] Calling delete_port for 27d16f79-fad0-4412-834b-888af1eca1a0 owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:49:04.643680 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d1ca2d66-f912-4b67-94c1-be99848df85d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:04.686284 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 8ea7bb14-128a-4add-8393-b500ba21872b {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:49:04.687212 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 8ea7bb14-128a-4add-8393-b500ba21872b not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:49:04.829444 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5e908f88-abb0-48de-aa6d-69afa7863db5 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:04.837432 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d1ca2d66-f912-4b67-94c1-be99848df85d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:04.855579 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d1ca2d66-f912-4b67-94c1-be99848df85d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:04.894072 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-5e908f88-abb0-48de-aa6d-69afa7863db5 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ebca6f6-4a4c-43ae-89ca-6e5698e3d7a9']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:49:04.901216 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-22fc95b6-7ea6-4fb1-b6f9-bcb460b248d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:04.911542 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-5e908f88-abb0-48de-aa6d-69afa7863db5 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ee3fdde-59c2-42ab-a2f9-a67615a14fc3') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:49:04.912039 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-5e908f88-abb0-48de-aa6d-69afa7863db5 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ee3fdde-59c2-42ab-a2f9-a67615a14fc3') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:49:04.928019 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5e908f88-abb0-48de-aa6d-69afa7863db5 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:04.949585 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5e908f88-abb0-48de-aa6d-69afa7863db5 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:04.957533 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e908f88-abb0-48de-aa6d-69afa7863db5 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:49:04.958147 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5e908f88-abb0-48de-aa6d-69afa7863db5 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:04.990475 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fc95b6-7ea6-4fb1-b6f9-bcb460b248d9 None None] No DVR routers for this DVR port 27d16f79-fad0-4412-834b-888af1eca1a0 on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:49:05.016789 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fc95b6-7ea6-4fb1-b6f9-bcb460b248d9 None None] Pushing event deleted for resources: {'Port': ['ID=27d16f79-fad0-4412-834b-888af1eca1a0,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:05.029673 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-d1ca2d66-f912-4b67-94c1-be99848df85d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e0a128f0914348448e36ae55342fa253&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1233277 Dec 20 14:49:05.036953 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 59118) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:49:05.050283 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 14:49:05.050283 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:49:05.050283 n-d-761264-19 neutron-server[103168]: timer() Dec 20 14:49:05.050283 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:49:05.050283 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 14:49:05.050283 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:49:05.050283 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 14:49:05.050283 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:49:05.050283 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 14:49:05.050283 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:49:05.050283 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 14:49:05.050283 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:49:05.050283 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 14:49:05.050283 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:49:05.050283 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:49:05.050283 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:49:05.050283 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:49:05.050283 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:49:05.050283 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 14:49:05.050283 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:49:05.050283 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 14:49:05.050283 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:49:05.050283 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:49:05.050283 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:49:05.050283 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 14:49:05.050283 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:49:05.050283 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:49:05.050283 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:49:05.050283 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:49:05.050283 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:49:05.050283 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:49:05.050283 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:49:05.058531 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5e908f88-abb0-48de-aa6d-69afa7863db5 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:05.087509 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5e908f88-abb0-48de-aa6d-69afa7863db5 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:05.091734 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-5e908f88-abb0-48de-aa6d-69afa7863db5 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] 10.222.0.54 "DELETE /v2.0/networks/6ebca6f6-4a4c-43ae-89ca-6e5698e3d7a9 HTTP/1.1" status: 204 len: 168 time: 1.2832999 Dec 20 14:49:05.105093 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e908f88-abb0-48de-aa6d-69afa7863db5 tempest-TagsExtTest-1082362446 tempest-TagsExtTest-1082362446-project] Pushing event deleted for resources: {'Network': ['ID=6ebca6f6-4a4c-43ae-89ca-6e5698e3d7a9,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:05.133772 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca2d66-f912-4b67-94c1-be99848df85d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=072d6145-2dcf-4a1f-bd7f-f66addb14aa6,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:05.179481 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-da4bab7c-923c-4c46-9a66-b6f7ec8bb29b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:05.257575 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-da4bab7c-923c-4c46-9a66-b6f7ec8bb29b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:05.258158 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 59146) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:49:05.392438 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-da4bab7c-923c-4c46-9a66-b6f7ec8bb29b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:05.395149 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-da4bab7c-923c-4c46-9a66-b6f7ec8bb29b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:05.397840 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-f7af2393-984d-47db-b28e-6c1fd434f287 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=dc1db30184824b07a573ee66d672f3b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1376133 Dec 20 14:49:05.398610 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 59164) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:49:05.412727 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-da4bab7c-923c-4c46-9a66-b6f7ec8bb29b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/072d6145-2dcf-4a1f-bd7f-f66addb14aa6 HTTP/1.1" status: 204 len: 168 time: 0.3698127 Dec 20 14:49:05.459768 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4bab7c-923c-4c46-9a66-b6f7ec8bb29b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=072d6145-2dcf-4a1f-bd7f-f66addb14aa6,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:05.526327 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ac96ce9a-60a1-4a2a-aa11-42ce4e0fabff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:05.565706 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ac96ce9a-60a1-4a2a-aa11-42ce4e0fabff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:05.635961 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ac96ce9a-60a1-4a2a-aa11-42ce4e0fabff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:05.639331 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ac96ce9a-60a1-4a2a-aa11-42ce4e0fabff admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:05.640964 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-ac96ce9a-60a1-4a2a-aa11-42ce4e0fabff admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4fc215a3-ae1c-44cd-ba17-f43b16c32ca3 HTTP/1.1" status: 204 len: 168 time: 0.2412887 Dec 20 14:49:05.652815 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac96ce9a-60a1-4a2a-aa11-42ce4e0fabff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fc215a3-ae1c-44cd-ba17-f43b16c32ca3,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:05.768546 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:05.897199 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 59220) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:49:06.283446 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:06.672765 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-33235351-6307-420c-96c0-1028c405ab12 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1cba0c110967420881679dba1e551945&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7741926 Dec 20 14:49:06.675305 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 59310) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:49:06.747177 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b0e46c0d-50a9-4cfe-9ca8-4f6325b0b12e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:06.778034 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b0e46c0d-50a9-4cfe-9ca8-4f6325b0b12e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:06.852572 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b0e46c0d-50a9-4cfe-9ca8-4f6325b0b12e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:06.865592 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b0e46c0d-50a9-4cfe-9ca8-4f6325b0b12e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:06.869834 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-b0e46c0d-50a9-4cfe-9ca8-4f6325b0b12e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5de052a4-5caa-4c8c-98a5-97239fbadb48 HTTP/1.1" status: 204 len: 168 time: 0.1905508 Dec 20 14:49:06.892092 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e46c0d-50a9-4cfe-9ca8-4f6325b0b12e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5de052a4-5caa-4c8c-98a5-97239fbadb48,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:06.904286 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 59340) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:49:07.291730 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-01370cae-412a-4efb-8f5b-537e6a13b79b admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1183918168-network', 'tenant_id': 'e777f0fd90fa4640932940974dfa8e35'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:49:07.351053 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01370cae-412a-4efb-8f5b-537e6a13b79b admin admin] Made reservation on behalf of e777f0fd90fa4640932940974dfa8e35 for: {'network': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:49:07.353932 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-01370cae-412a-4efb-8f5b-537e6a13b79b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:07.370569 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-01370cae-412a-4efb-8f5b-537e6a13b79b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:07.542649 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-01370cae-412a-4efb-8f5b-537e6a13b79b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:07.552133 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-01370cae-412a-4efb-8f5b-537e6a13b79b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:07.617422 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01370cae-412a-4efb-8f5b-537e6a13b79b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=103167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:49:07.659116 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01370cae-412a-4efb-8f5b-537e6a13b79b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d02ebe3f-5e02-4054-8f2e-d67f10ac0ab3,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:07.673090 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-01370cae-412a-4efb-8f5b-537e6a13b79b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:07.673769 n-d-761264-19 neutron-server[103167]: INFO neutron.db.segments_db [None req-01370cae-412a-4efb-8f5b-537e6a13b79b admin admin] Added segment 22e2dd09-2a15-4bf1-abb7-686dad08d6f4 of type vlan for network 6e6a077e-d6d7-4bdb-9949-63b180c27445 Dec 20 14:49:07.807578 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-01370cae-412a-4efb-8f5b-537e6a13b79b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:07.863460 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-01370cae-412a-4efb-8f5b-537e6a13b79b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:07.864593 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01370cae-412a-4efb-8f5b-537e6a13b79b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:49:07.865333 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-01370cae-412a-4efb-8f5b-537e6a13b79b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:08.007087 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-01370cae-412a-4efb-8f5b-537e6a13b79b admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.1015203 Dec 20 14:49:08.009928 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 59468) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:49:08.015102 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-175edf71-33e9-4dcf-8ba5-c64dc934c34f admin admin] Request body: {'subnet': {'network_id': '6e6a077e-d6d7-4bdb-9949-63b180c27445', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1183918168-subnet', 'tenant_id': 'e777f0fd90fa4640932940974dfa8e35', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:49:08.034160 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01370cae-412a-4efb-8f5b-537e6a13b79b admin admin] Pushing event updated for resources: {'Network': ['ID=6e6a077e-d6d7-4bdb-9949-63b180c27445,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:08.050521 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 6e6a077e-d6d7-4bdb-9949-63b180c27445 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:49:08.108127 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-175edf71-33e9-4dcf-8ba5-c64dc934c34f admin admin] Made reservation on behalf of e777f0fd90fa4640932940974dfa8e35 for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:49:08.111219 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-175edf71-33e9-4dcf-8ba5-c64dc934c34f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:08.524553 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-175edf71-33e9-4dcf-8ba5-c64dc934c34f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8848317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10470522'] for subnet, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:08.652195 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175edf71-33e9-4dcf-8ba5-c64dc934c34f admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc320472-645b-461e-8825-9e713235eab6,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:08.731253 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175edf71-33e9-4dcf-8ba5-c64dc934c34f admin admin] Checking segment: {'id': '22e2dd09-2a15-4bf1-abb7-686dad08d6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '6e6a077e-d6d7-4bdb-9949-63b180c27445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:49:08.731629 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175edf71-33e9-4dcf-8ba5-c64dc934c34f admin admin] Network hostable DHCP agents. Network: 6e6a077e-d6d7-4bdb-9949-63b180c27445, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:49:08.771952 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175edf71-33e9-4dcf-8ba5-c64dc934c34f admin admin] Network 6e6a077e-d6d7-4bdb-9949-63b180c27445 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:49:08.787453 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-175edf71-33e9-4dcf-8ba5-c64dc934c34f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 6e6a077e-d6d7-4bdb-9949-63b180c27445) {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:49:08.794475 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175edf71-33e9-4dcf-8ba5-c64dc934c34f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:49:08.795111 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-175edf71-33e9-4dcf-8ba5-c64dc934c34f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:08.804294 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d539ea3a-4f5f-471a-8745-cabccd5a507f None None] Network 6e6a077e-d6d7-4bdb-9949-63b180c27445 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:49:08.829584 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-175edf71-33e9-4dcf-8ba5-c64dc934c34f admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8185115 Dec 20 14:49:08.998884 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48828cfa-e030-47fa-b938-9b096cb11b4e None None] Network 6e6a077e-d6d7-4bdb-9949-63b180c27445 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:49:09.530039 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 59614) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:49:09.916856 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-6148e685-ca7f-4f60-a62a-410f6bd920ab admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-679550032-network', 'tenant_id': '53ccf6a1617446c0a80d02e99f1fa5dc'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:49:09.955073 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6148e685-ca7f-4f60-a62a-410f6bd920ab admin admin] Made reservation on behalf of 53ccf6a1617446c0a80d02e99f1fa5dc for: {'network': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:49:09.957565 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6148e685-ca7f-4f60-a62a-410f6bd920ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:09.977926 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6148e685-ca7f-4f60-a62a-410f6bd920ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:10.185144 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6148e685-ca7f-4f60-a62a-410f6bd920ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:10.232803 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6148e685-ca7f-4f60-a62a-410f6bd920ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:10.328244 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6148e685-ca7f-4f60-a62a-410f6bd920ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=103167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:49:10.368984 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6148e685-ca7f-4f60-a62a-410f6bd920ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e8c2fde-a332-4b62-badf-45d51f7dd341,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:10.382582 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6148e685-ca7f-4f60-a62a-410f6bd920ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:10.383770 n-d-761264-19 neutron-server[103167]: INFO neutron.db.segments_db [None req-6148e685-ca7f-4f60-a62a-410f6bd920ab admin admin] Added segment 20542ed0-9f9c-498c-b2fe-1c8972bfe70f of type vlan for network 2759e53d-df16-4e1f-825e-7dc35572a9e2 Dec 20 14:49:10.443320 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 59652) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:49:10.463468 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6148e685-ca7f-4f60-a62a-410f6bd920ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:10.474939 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80753347-ddca-44ac-a3ca-54d26e923547 req-9cf11b60-9ad2-47ba-b824-6706a3c9d641 tempest-InstanceActionsNegativeTestJSON-1407690198 tempest-InstanceActionsNegativeTestJSON-1407690198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:49:10.477178 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-80753347-ddca-44ac-a3ca-54d26e923547 req-9cf11b60-9ad2-47ba-b824-6706a3c9d641 tempest-InstanceActionsNegativeTestJSON-1407690198 tempest-InstanceActionsNegativeTestJSON-1407690198-project] 10.222.0.54 "GET /v2.0/networks?id=6e6a077e-d6d7-4bdb-9949-63b180c27445 HTTP/1.1" status: 200 len: 822 time: 0.2886703 Dec 20 14:49:10.509603 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-80753347-ddca-44ac-a3ca-54d26e923547 req-a4e54356-81fb-4149-afdd-986911e7de18 tempest-InstanceActionsNegativeTestJSON-1407690198 tempest-InstanceActionsNegativeTestJSON-1407690198-project] 10.222.0.54 "GET /v2.0/quotas/e777f0fd90fa4640932940974dfa8e35 HTTP/1.1" status: 200 len: 375 time: 0.0223367 Dec 20 14:49:10.542664 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6148e685-ca7f-4f60-a62a-410f6bd920ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:10.545924 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6148e685-ca7f-4f60-a62a-410f6bd920ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:49:10.547298 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6148e685-ca7f-4f60-a62a-410f6bd920ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:10.590016 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-80753347-ddca-44ac-a3ca-54d26e923547 req-0d66d549-8a2f-42cd-9fa9-91f702413766 tempest-InstanceActionsNegativeTestJSON-1407690198 tempest-InstanceActionsNegativeTestJSON-1407690198-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=e777f0fd90fa4640932940974dfa8e35&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0698886 Dec 20 14:49:10.671671 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-6148e685-ca7f-4f60-a62a-410f6bd920ab admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1403501 Dec 20 14:49:10.676575 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 59658) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:49:10.680253 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6148e685-ca7f-4f60-a62a-410f6bd920ab admin admin] Pushing event updated for resources: {'Network': ['ID=2759e53d-df16-4e1f-825e-7dc35572a9e2,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:10.692977 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-fe975935-16cd-4c62-bb83-08e3a198a22e admin admin] Request body: {'subnet': {'network_id': '2759e53d-df16-4e1f-825e-7dc35572a9e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-679550032-subnet', 'tenant_id': '53ccf6a1617446c0a80d02e99f1fa5dc', 'ip_version': 4}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:49:10.700364 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 2759e53d-df16-4e1f-825e-7dc35572a9e2 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:49:10.782410 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe975935-16cd-4c62-bb83-08e3a198a22e admin admin] Made reservation on behalf of 53ccf6a1617446c0a80d02e99f1fa5dc for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:49:10.783857 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-80753347-ddca-44ac-a3ca-54d26e923547 req-c94db2ed-2038-448f-b7d9-26b88129fb07 service neutron] 10.222.0.54 "GET /v2.0/networks/6e6a077e-d6d7-4bdb-9949-63b180c27445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793220 Dec 20 14:49:10.784901 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fe975935-16cd-4c62-bb83-08e3a198a22e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:10.933259 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-80753347-ddca-44ac-a3ca-54d26e923547 req-4df672ee-8f08-46a4-89ad-71113b65dc96 service neutron] 10.222.0.54 "GET /v2.0/networks/6e6a077e-d6d7-4bdb-9949-63b180c27445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455393 Dec 20 14:49:10.941368 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 59666) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:49:11.126968 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-64477640-239e-4a72-9d45-1e72891aa99a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-555971852-network', 'tenant_id': 'be4d0eb36578487ca8961ffc85823ec2'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:49:11.132950 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fe975935-16cd-4c62-bb83-08e3a198a22e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8848317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10470522'] for subnet, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:11.198697 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64477640-239e-4a72-9d45-1e72891aa99a admin admin] Made reservation on behalf of be4d0eb36578487ca8961ffc85823ec2 for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:49:11.201209 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-64477640-239e-4a72-9d45-1e72891aa99a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:11.225007 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-64477640-239e-4a72-9d45-1e72891aa99a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:11.251099 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe975935-16cd-4c62-bb83-08e3a198a22e admin admin] Checking segment: {'id': '20542ed0-9f9c-498c-b2fe-1c8972bfe70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '2759e53d-df16-4e1f-825e-7dc35572a9e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:49:11.251665 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe975935-16cd-4c62-bb83-08e3a198a22e admin admin] Network hostable DHCP agents. Network: 2759e53d-df16-4e1f-825e-7dc35572a9e2, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:49:11.329363 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-64477640-239e-4a72-9d45-1e72891aa99a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:11.341384 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe975935-16cd-4c62-bb83-08e3a198a22e admin admin] Pushing event updated for resources: {'Subnet': ['ID=490fea0a-26f4-4e5b-a4c6-70e149bd18f9,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:11.348513 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-64477640-239e-4a72-9d45-1e72891aa99a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:11.360942 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64477640-239e-4a72-9d45-1e72891aa99a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:49:11.371605 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-64477640-239e-4a72-9d45-1e72891aa99a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:11.372024 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-64477640-239e-4a72-9d45-1e72891aa99a admin admin] Added segment a58dad90-4686-4d33-b515-feb9d31f02bb of type vlan for network e8e1ab8d-c67b-4c83-b13c-2d5016cdf02f Dec 20 14:49:11.426467 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-64477640-239e-4a72-9d45-1e72891aa99a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:11.492924 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6a47a7af-3b03-40d7-91ef-fb4189d6fc8f req-8723b07d-8e5d-43bf-9ab6-c661a61e5ff0 tempest-InstanceActionsNegativeTestJSON-1407690198 tempest-InstanceActionsNegativeTestJSON-1407690198-project] 10.222.0.54 "GET /v2.0/ports?device_id=f43cd5b2-c1da-4b46-b4ab-0180e350d4d1 HTTP/1.1" status: 200 len: 210 time: 0.2428505 Dec 20 14:49:11.523522 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-64477640-239e-4a72-9d45-1e72891aa99a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:11.524507 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64477640-239e-4a72-9d45-1e72891aa99a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:49:11.525541 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-64477640-239e-4a72-9d45-1e72891aa99a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:11.599448 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64477640-239e-4a72-9d45-1e72891aa99a admin admin] Pushing event updated for resources: {'Network': ['ID=e8e1ab8d-c67b-4c83-b13c-2d5016cdf02f,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:11.607965 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe975935-16cd-4c62-bb83-08e3a198a22e admin admin] Network 2759e53d-df16-4e1f-825e-7dc35572a9e2 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:49:11.611526 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network e8e1ab8d-c67b-4c83-b13c-2d5016cdf02f details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:49:11.620628 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64477640-239e-4a72-9d45-1e72891aa99a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3aab305-e1e3-466f-9211-ad5d9d9c273e,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:11.637053 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-64477640-239e-4a72-9d45-1e72891aa99a admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1921217 Dec 20 14:49:11.638024 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 59688) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:49:11.641080 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-fe975935-16cd-4c62-bb83-08e3a198a22e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 2759e53d-df16-4e1f-825e-7dc35572a9e2) {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:49:11.653784 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-6c067fc5-6c66-4407-a855-8c88c93fc864 admin admin] Request body: {'subnet': {'network_id': 'e8e1ab8d-c67b-4c83-b13c-2d5016cdf02f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-555971852-subnet', 'tenant_id': 'be4d0eb36578487ca8961ffc85823ec2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:49:11.665152 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe975935-16cd-4c62-bb83-08e3a198a22e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:49:11.666169 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fe975935-16cd-4c62-bb83-08e3a198a22e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:11.705761 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c067fc5-6c66-4407-a855-8c88c93fc864 admin admin] Made reservation on behalf of be4d0eb36578487ca8961ffc85823ec2 for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:49:11.711480 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6c067fc5-6c66-4407-a855-8c88c93fc864 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:11.717162 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-fe975935-16cd-4c62-bb83-08e3a198a22e admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0384450 Dec 20 14:49:11.721943 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99d8f25-9aec-4cd9-90e1-5a3f58d14886 None None] Network 2759e53d-df16-4e1f-825e-7dc35572a9e2 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:49:11.732027 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 59692) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:49:11.746942 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-d0fff159-cc65-4170-9e75-36ba1f517d01 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-679550032-router', 'tenant_id': '53ccf6a1617446c0a80d02e99f1fa5dc', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:49:11.851636 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d0fff159-cc65-4170-9e75-36ba1f517d01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40114'] for router, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:11.853783 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d0fff159-cc65-4170-9e75-36ba1f517d01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40139'] for router, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:11.930977 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:11.931845 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d0fff159-cc65-4170-9e75-36ba1f517d01 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:12.220610 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c7c913f6-cbc6-42a3-86e2-1e0b9688d930 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1595867'] for router_interface, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:12.411147 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6c067fc5-6c66-4407-a855-8c88c93fc864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8848317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10470522'] for subnet, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:12.434692 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746f3f35-1242-47ae-84fe-bf3978a1fb18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-2759e53d-df16-4e1f-825e-7dc35572a9e2', 'network_id': '2759e53d-df16-4e1f-825e-7dc35572a9e2', 'project_id': '53ccf6a1617446c0a80d02e99f1fa5dc', 'fixed_ips': [{'subnet_id': '490fea0a-26f4-4e5b-a4c6-70e149bd18f9'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:49:12.436040 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-746f3f35-1242-47ae-84fe-bf3978a1fb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:12.479970 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d0fff159-cc65-4170-9e75-36ba1f517d01 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:12.594104 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c067fc5-6c66-4407-a855-8c88c93fc864 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f65041f-c2a8-4f4b-b6d9-e867b0cee9d5,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:12.606794 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c067fc5-6c66-4407-a855-8c88c93fc864 admin admin] Checking segment: {'id': 'a58dad90-4686-4d33-b515-feb9d31f02bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e8e1ab8d-c67b-4c83-b13c-2d5016cdf02f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:49:12.607395 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c067fc5-6c66-4407-a855-8c88c93fc864 admin admin] Network hostable DHCP agents. Network: e8e1ab8d-c67b-4c83-b13c-2d5016cdf02f, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:49:12.691303 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0e6574ba-00e0-49fc-baed-5412d55cbda7 req-b291b7f3-677f-4bbf-919c-1c6dd7065629 tempest-InstanceActionsNegativeTestJSON-1407690198 tempest-InstanceActionsNegativeTestJSON-1407690198-project] 10.222.0.54 "GET /v2.0/ports?device_id=f43cd5b2-c1da-4b46-b4ab-0180e350d4d1 HTTP/1.1" status: 200 len: 210 time: 0.0464425 Dec 20 14:49:12.713674 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-c7c913f6-cbc6-42a3-86e2-1e0b9688d930 admin admin] Deleting port a1a22649-86d4-45c9-8ea3-9d5d209e01b3 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:49:12.714417 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c7c913f6-cbc6-42a3-86e2-1e0b9688d930 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:12.719768 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c067fc5-6c66-4407-a855-8c88c93fc864 admin admin] Network e8e1ab8d-c67b-4c83-b13c-2d5016cdf02f is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:49:12.754801 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-746f3f35-1242-47ae-84fe-bf3978a1fb18 None None] Allocated IP 172.20.0.2 (2759e53d-df16-4e1f-825e-7dc35572a9e2/490fea0a-26f4-4e5b-a4c6-70e149bd18f9/8eb1473d-2bc8-45a1-a028-858039a6905b) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:49:12.766222 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-6c067fc5-6c66-4407-a855-8c88c93fc864 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, e8e1ab8d-c67b-4c83-b13c-2d5016cdf02f) {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:49:12.787933 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c067fc5-6c66-4407-a855-8c88c93fc864 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:49:12.788734 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6c067fc5-6c66-4407-a855-8c88c93fc864 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:12.861659 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-c7c913f6-cbc6-42a3-86e2-1e0b9688d930 admin admin] For port a1a22649-86d4-45c9-8ea3-9d5d209e01b3, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=a1a22649-86d4-45c9-8ea3-9d5d209e01b3,segment=NetworkSegment(dd2316b7-99c5-47dc-8eaa-c0ed88e5c141),segment_id=dd2316b7-99c5-47dc-8eaa-c0ed88e5c141)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:49:12.861934 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c7c913f6-cbc6-42a3-86e2-1e0b9688d930 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:12.881181 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-c7c913f6-cbc6-42a3-86e2-1e0b9688d930 admin admin] Calling delete_port for a1a22649-86d4-45c9-8ea3-9d5d209e01b3 owned by network:router_interface {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:49:12.963588 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-746f3f35-1242-47ae-84fe-bf3978a1fb18 None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:12.969261 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5872bcc-9d9d-49d3-a8ed-7f8609fe5d1b None None] Network e8e1ab8d-c67b-4c83-b13c-2d5016cdf02f requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:49:12.992591 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-746f3f35-1242-47ae-84fe-bf3978a1fb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:13.015625 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-6c067fc5-6c66-4407-a855-8c88c93fc864 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3755462 Dec 20 14:49:13.102557 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746f3f35-1242-47ae-84fe-bf3978a1fb18 None None] Network 2759e53d-df16-4e1f-825e-7dc35572a9e2 is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:49:13.140412 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d0fff159-cc65-4170-9e75-36ba1f517d01 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:13.180657 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80753347-ddca-44ac-a3ca-54d26e923547 req-022edecd-c463-4694-b756-b2efbe77a050 tempest-InstanceActionsNegativeTestJSON-1407690198 tempest-InstanceActionsNegativeTestJSON-1407690198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:49:13.184122 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-80753347-ddca-44ac-a3ca-54d26e923547 req-022edecd-c463-4694-b756-b2efbe77a050 tempest-InstanceActionsNegativeTestJSON-1407690198 tempest-InstanceActionsNegativeTestJSON-1407690198-project] 10.222.0.47 "GET /v2.0/networks?id=6e6a077e-d6d7-4bdb-9949-63b180c27445 HTTP/1.1" status: 200 len: 822 time: 0.2386861 Dec 20 14:49:13.193560 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-746f3f35-1242-47ae-84fe-bf3978a1fb18 None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:49:13.196054 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746f3f35-1242-47ae-84fe-bf3978a1fb18 None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:49:13.198663 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d0fff159-cc65-4170-9e75-36ba1f517d01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:13.201822 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-80753347-ddca-44ac-a3ca-54d26e923547 req-3d543df0-ed47-4b49-9050-524e8560f69a tempest-InstanceActionsNegativeTestJSON-1407690198 tempest-InstanceActionsNegativeTestJSON-1407690198-project] Request body: {'port': {'device_id': 'f43cd5b2-c1da-4b46-b4ab-0180e350d4d1', 'network_id': '6e6a077e-d6d7-4bdb-9949-63b180c27445', 'admin_state_up': True, 'tenant_id': 'e777f0fd90fa4640932940974dfa8e35'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:49:13.295850 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746f3f35-1242-47ae-84fe-bf3978a1fb18 None None] Pushing event updated for resources: {'Port': ['ID=8eb1473d-2bc8-45a1-a028-858039a6905b,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:13.377424 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-d0fff159-cc65-4170-9e75-36ba1f517d01 admin admin] Allocated IP 172.25.0.154 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/98b3c0b0-2d3f-4fe0-8c9d-02258e88278e) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:49:13.394780 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c7c913f6-cbc6-42a3-86e2-1e0b9688d930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:13.435311 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80753347-ddca-44ac-a3ca-54d26e923547 req-3d543df0-ed47-4b49-9050-524e8560f69a tempest-InstanceActionsNegativeTestJSON-1407690198 tempest-InstanceActionsNegativeTestJSON-1407690198-project] Made reservation on behalf of e777f0fd90fa4640932940974dfa8e35 for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:49:13.439173 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-80753347-ddca-44ac-a3ca-54d26e923547 req-3d543df0-ed47-4b49-9050-524e8560f69a tempest-InstanceActionsNegativeTestJSON-1407690198 tempest-InstanceActionsNegativeTestJSON-1407690198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:13.453615 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-746f3f35-1242-47ae-84fe-bf3978a1fb18 None None] Attempting to bind port 8eb1473d-2bc8-45a1-a028-858039a6905b on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:49:13.454057 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-746f3f35-1242-47ae-84fe-bf3978a1fb18 None None] Attempting to bind port 8eb1473d-2bc8-45a1-a028-858039a6905b by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '20542ed0-9f9c-498c-b2fe-1c8972bfe70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '2759e53d-df16-4e1f-825e-7dc35572a9e2'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:49:13.454574 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746f3f35-1242-47ae-84fe-bf3978a1fb18 None None] Attempting to bind port 8eb1473d-2bc8-45a1-a028-858039a6905b on network 2759e53d-df16-4e1f-825e-7dc35572a9e2 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:49:13.458088 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c913f6-cbc6-42a3-86e2-1e0b9688d930 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1a22649-86d4-45c9-8ea3-9d5d209e01b3,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:13.475622 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746f3f35-1242-47ae-84fe-bf3978a1fb18 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:49:13.476900 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746f3f35-1242-47ae-84fe-bf3978a1fb18 None None] Checking segment: {'id': '20542ed0-9f9c-498c-b2fe-1c8972bfe70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '2759e53d-df16-4e1f-825e-7dc35572a9e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:49:13.477490 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-746f3f35-1242-47ae-84fe-bf3978a1fb18 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:13.480408 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746f3f35-1242-47ae-84fe-bf3978a1fb18 None None] Bound using segment: {'id': '20542ed0-9f9c-498c-b2fe-1c8972bfe70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '2759e53d-df16-4e1f-825e-7dc35572a9e2'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:49:13.481120 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-746f3f35-1242-47ae-84fe-bf3978a1fb18 None None] Bound port: 8eb1473d-2bc8-45a1-a028-858039a6905b, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20542ed0-9f9c-498c-b2fe-1c8972bfe70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '2759e53d-df16-4e1f-825e-7dc35572a9e2'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:49:13.482227 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-746f3f35-1242-47ae-84fe-bf3978a1fb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:13.512899 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b0cd1f-92a2-4ef4-8d0d-0ab483526477 None None] Network e8e1ab8d-c67b-4c83-b13c-2d5016cdf02f requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:49:13.673252 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d0fff159-cc65-4170-9e75-36ba1f517d01 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:13.704338 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-746f3f35-1242-47ae-84fe-bf3978a1fb18 None None] For port 8eb1473d-2bc8-45a1-a028-858039a6905b, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:49:13.709419 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-746f3f35-1242-47ae-84fe-bf3978a1fb18 None None] For port 8eb1473d-2bc8-45a1-a028-858039a6905b, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=8eb1473d-2bc8-45a1-a028-858039a6905b,segment=NetworkSegment(20542ed0-9f9c-498c-b2fe-1c8972bfe70f),segment_id=20542ed0-9f9c-498c-b2fe-1c8972bfe70f)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:49:13.740196 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-746f3f35-1242-47ae-84fe-bf3978a1fb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:13.758850 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d0fff159-cc65-4170-9e75-36ba1f517d01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:13.828192 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fff159-cc65-4170-9e75-36ba1f517d01 admin admin] Pushing event updated for resources: {'Port': ['ID=98b3c0b0-2d3f-4fe0-8c9d-02258e88278e,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:13.900938 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0c126782-fd0f-4e83-b266-11899fe5e7ba req-618a100e-a809-4448-8717-bda51e5ce31c tempest-InstanceActionsNegativeTestJSON-1407690198 tempest-InstanceActionsNegativeTestJSON-1407690198-project] 10.222.0.54 "GET /v2.0/ports?device_id=f43cd5b2-c1da-4b46-b4ab-0180e350d4d1 HTTP/1.1" status: 200 len: 210 time: 0.0621250 Dec 20 14:49:13.903309 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746f3f35-1242-47ae-84fe-bf3978a1fb18 None None] Pushing event updated for resources: {'Port': ['ID=8eb1473d-2bc8-45a1-a028-858039a6905b,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:13.923360 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0fff159-cc65-4170-9e75-36ba1f517d01 admin admin] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:49:13.925452 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-d0fff159-cc65-4170-9e75-36ba1f517d01 admin admin] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:49:13.933361 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fff159-cc65-4170-9e75-36ba1f517d01 admin admin] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:49:13.943977 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8835fc9a-f672-4edb-b95d-65d9a008341f None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:49:13.977032 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 59742) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:49:14.046490 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-0ae1f46b-b5ba-49c3-9c45-d59269633dcb None None] Provisioning complete for port 98b3c0b0-2d3f-4fe0-8c9d-02258e88278e triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:49:14.050663 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-0ae1f46b-b5ba-49c3-9c45-d59269633dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:14.120925 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-0ae1f46b-b5ba-49c3-9c45-d59269633dcb None None] Port 98b3c0b0-2d3f-4fe0-8c9d-02258e88278e cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:49:14.349604 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [req-80753347-ddca-44ac-a3ca-54d26e923547 req-3d543df0-ed47-4b49-9050-524e8560f69a tempest-InstanceActionsNegativeTestJSON-1407690198 tempest-InstanceActionsNegativeTestJSON-1407690198-project] Allocated IP 172.20.0.11 (6e6a077e-d6d7-4bdb-9949-63b180c27445/cc320472-645b-461e-8825-9e713235eab6/21b62ae4-e43f-47d8-a1b9-09958ae8969b) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:49:14.373724 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c7c913f6-cbc6-42a3-86e2-1e0b9688d930 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582411'] for router_interface, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:14.399799 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fb1b54cb-672d-4440-91cc-eca3ac90135b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:14.410213 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d0fff159-cc65-4170-9e75-36ba1f517d01 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:14.647305 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 59764) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:49:14.647746 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 8eb1473d-2bc8-45a1-a028-858039a6905b up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:49:14.653116 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-befd511f-2cec-461d-90d4-da24795f70fb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2117834979-network', 'tenant_id': '773f83e190fa4cbb8c987d4ee62b1ab6'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:49:14.716528 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 8eb1473d-2bc8-45a1-a028-858039a6905b triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:49:14.717075 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:14.815210 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:14.860069 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] For port 8eb1473d-2bc8-45a1-a028-858039a6905b, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=8eb1473d-2bc8-45a1-a028-858039a6905b,segment=NetworkSegment(20542ed0-9f9c-498c-b2fe-1c8972bfe70f),segment_id=20542ed0-9f9c-498c-b2fe-1c8972bfe70f)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:49:14.877378 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:14.950357 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7c913f6-cbc6-42a3-86e2-1e0b9688d930 admin admin] Router 5ab9b23e-59f0-460f-a663-4100d95cb8d0 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:49:14.957825 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-80753347-ddca-44ac-a3ca-54d26e923547 req-3d543df0-ed47-4b49-9050-524e8560f69a tempest-InstanceActionsNegativeTestJSON-1407690198 tempest-InstanceActionsNegativeTestJSON-1407690198-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:15.013263 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Pushing event updated for resources: {'Port': ['ID=8eb1473d-2bc8-45a1-a028-858039a6905b,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:15.191636 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-80753347-ddca-44ac-a3ca-54d26e923547 req-3d543df0-ed47-4b49-9050-524e8560f69a tempest-InstanceActionsNegativeTestJSON-1407690198 tempest-InstanceActionsNegativeTestJSON-1407690198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:15.217975 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80753347-ddca-44ac-a3ca-54d26e923547 req-3d543df0-ed47-4b49-9050-524e8560f69a tempest-InstanceActionsNegativeTestJSON-1407690198 tempest-InstanceActionsNegativeTestJSON-1407690198-project] Network 6e6a077e-d6d7-4bdb-9949-63b180c27445 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:49:15.223340 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [req-80753347-ddca-44ac-a3ca-54d26e923547 req-3d543df0-ed47-4b49-9050-524e8560f69a tempest-InstanceActionsNegativeTestJSON-1407690198 tempest-InstanceActionsNegativeTestJSON-1407690198-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:49:15.255599 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-80753347-ddca-44ac-a3ca-54d26e923547 req-3d543df0-ed47-4b49-9050-524e8560f69a tempest-InstanceActionsNegativeTestJSON-1407690198 tempest-InstanceActionsNegativeTestJSON-1407690198-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:49:15.264444 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7c913f6-cbc6-42a3-86e2-1e0b9688d930 admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:49:15.285109 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a24026-f267-404e-ab71-8712a106c33a None None] Sync routers for ids ['5ab9b23e-59f0-460f-a663-4100d95cb8d0'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:49:15.300843 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-c7c913f6-cbc6-42a3-86e2-1e0b9688d930 admin admin] 10.222.0.54 "PUT /v2.0/routers/5ab9b23e-59f0-460f-a663-4100d95cb8d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3556511 Dec 20 14:49:15.301572 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 59774) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:49:15.310192 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a24026-f267-404e-ab71-8712a106c33a None None] Routers {'5ab9b23e-59f0-460f-a663-4100d95cb8d0'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:49:15.310793 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-99a24026-f267-404e-ab71-8712a106c33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:49:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['5ab9b23e-59f0-460f-a663-4100d95cb8d0'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:49:15.324777 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:15.412176 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d543df0-ed47-4b49-9050-524e8560f69a tempest-InstanceActionsNegativeTestJSON-1407690198 tempest-InstanceActionsNegativeTestJSON-1407690198-project] Pushing event updated for resources: {'Port': ['ID=21b62ae4-e43f-47d8-a1b9-09958ae8969b,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:15.444049 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80753347-ddca-44ac-a3ca-54d26e923547 req-3d543df0-ed47-4b49-9050-524e8560f69a tempest-InstanceActionsNegativeTestJSON-1407690198 tempest-InstanceActionsNegativeTestJSON-1407690198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:49:15.444738 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-80753347-ddca-44ac-a3ca-54d26e923547 req-3d543df0-ed47-4b49-9050-524e8560f69a tempest-InstanceActionsNegativeTestJSON-1407690198 tempest-InstanceActionsNegativeTestJSON-1407690198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:15.479058 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d0fff159-cc65-4170-9e75-36ba1f517d01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013'] for router, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:15.522779 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fb1b54cb-672d-4440-91cc-eca3ac90135b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:15.533649 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-befd511f-2cec-461d-90d4-da24795f70fb admin admin] Made reservation on behalf of 773f83e190fa4cbb8c987d4ee62b1ab6 for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:49:15.536568 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-befd511f-2cec-461d-90d4-da24795f70fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:15.550483 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-80753347-ddca-44ac-a3ca-54d26e923547 req-3d543df0-ed47-4b49-9050-524e8560f69a tempest-InstanceActionsNegativeTestJSON-1407690198 tempest-InstanceActionsNegativeTestJSON-1407690198-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3541508 Dec 20 14:49:15.563207 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-99a24026-f267-404e-ab71-8712a106c33a None None] Set router 5ab9b23e-59f0-460f-a663-4100d95cb8d0 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:49:15.572432 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-80753347-ddca-44ac-a3ca-54d26e923547 req-86a1f28a-411a-4021-a771-59a22ec8f351 service neutron] Request body: {'port': {'device_id': 'f43cd5b2-c1da-4b46-b4ab-0180e350d4d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-19'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:49:15.575420 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-befd511f-2cec-461d-90d4-da24795f70fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:15.603578 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fb1b54cb-672d-4440-91cc-eca3ac90135b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:15.644934 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2dd7e7dd-8c29-405c-8c32-449d2f93284e admin admin] Publish callbacks [] for router, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:15.647087 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-80753347-ddca-44ac-a3ca-54d26e923547 req-86a1f28a-411a-4021-a771-59a22ec8f351 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:15.668324 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-fb1b54cb-672d-4440-91cc-eca3ac90135b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=af77c44825054d2b9a2b86747c822d7e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6902566 Dec 20 14:49:15.676284 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 59780) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:49:15.678023 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1b54cb-672d-4440-91cc-eca3ac90135b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eabce12-3d14-42e1-aef9-d5dffe36c363,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:15.710489 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0941eaa-4628-4dc7-81ad-d2a60240f66d None None] Network 2759e53d-df16-4e1f-825e-7dc35572a9e2 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:49:15.829265 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6b352124-764f-4a2a-87d7-6cd33b74436a req-ba33e9fe-f3bb-4f1b-bb98-c40bdc44982d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3870d726-f90f-400f-bf75-c68966f99c28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3456814 Dec 20 14:49:15.850586 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8144bfe-95b1-4025-9c79-b1281a79ce61 req-94832a77-4863-43f2-a0eb-58517d476921 tempest-InstanceActionsNegativeTestJSON-1407690198 tempest-InstanceActionsNegativeTestJSON-1407690198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:49:15.858545 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c8144bfe-95b1-4025-9c79-b1281a79ce61 req-94832a77-4863-43f2-a0eb-58517d476921 tempest-InstanceActionsNegativeTestJSON-1407690198 tempest-InstanceActionsNegativeTestJSON-1407690198-project] 10.222.0.54 "GET /v2.0/ports?device_id=f43cd5b2-c1da-4b46-b4ab-0180e350d4d1 HTTP/1.1" status: 200 len: 932 time: 0.3761582 Dec 20 14:49:15.916815 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d7662df4-8d79-4ee2-a70a-71a3282e7fdb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:15.951416 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-99a24026-f267-404e-ab71-8712a106c33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab9b23e-59f0-460f-a663-4100d95cb8d0', 'name': 'tempest-TestVolumeBackupRestore-525781048-router', 'tenant_id': 'd7ac4ef8887a44c694f37700b678a7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': '5cace7f5-a1da-4c16-985f-7c944ee48bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:42:49Z', 'updated_at': '2021-12-20T14:49:13Z', 'revision_number': 5, 'project_id': 'd7ac4ef8887a44c694f37700b678a7f1', 'gw_port': {'id': '5cace7f5-a1da-4c16-985f-7c944ee48bf0', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:52:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab9b23e-59f0-460f-a663-4100d95cb8d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:42:50Z', 'updated_at': '2021-12-20T14:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:49:15.993487 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [req-80753347-ddca-44ac-a3ca-54d26e923547 req-86a1f28a-411a-4021-a771-59a22ec8f351 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21b62ae4-e43f-47d8-a1b9-09958ae8969b {{(pid=103167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:49:16.005917 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-80753347-ddca-44ac-a3ca-54d26e923547 req-86a1f28a-411a-4021-a771-59a22ec8f351 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:16.007251 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a24026-f267-404e-ab71-8712a106c33a None None] Checking router: 5ab9b23e-59f0-460f-a663-4100d95cb8d0 for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:49:16.027089 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-031e0d59-1b0a-4596-9942-1eea70e5a9ef None None] Provisioning complete for port 8eb1473d-2bc8-45a1-a028-858039a6905b triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:49:16.027885 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-031e0d59-1b0a-4596-9942-1eea70e5a9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:16.032198 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a24026-f267-404e-ab71-8712a106c33a None None] Routers {'5ab9b23e-59f0-460f-a663-4100d95cb8d0'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:49:16.033722 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-99a24026-f267-404e-ab71-8712a106c33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:49:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['5ab9b23e-59f0-460f-a663-4100d95cb8d0'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:49:16.047685 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b352124-764f-4a2a-87d7-6cd33b74436a req-4a6b40c4-5dcd-4665-a555-64d30156d9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:49:16.049447 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6b352124-764f-4a2a-87d7-6cd33b74436a req-4a6b40c4-5dcd-4665-a555-64d30156d9e0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9abc31fa6fc849d78699cc7e0935f4b6&device_id=3870d726-f90f-400f-bf75-c68966f99c28 HTTP/1.1" status: 200 len: 1097 time: 0.1237805 Dec 20 14:49:16.066997 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d7662df4-8d79-4ee2-a70a-71a3282e7fdb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:16.092212 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c8144bfe-95b1-4025-9c79-b1281a79ce61 req-824a5130-b247-47c7-8e35-c0f4e02b9f22 tempest-InstanceActionsNegativeTestJSON-1407690198 tempest-InstanceActionsNegativeTestJSON-1407690198-project] 10.222.0.54 "GET /v2.0/security-groups?id=d02ebe3f-5e02-4054-8f2e-d67f10ac0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323818 Dec 20 14:49:16.117829 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2dd7e7dd-8c29-405c-8c32-449d2f93284e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:16.155536 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-80753347-ddca-44ac-a3ca-54d26e923547 req-86a1f28a-411a-4021-a771-59a22ec8f351 service neutron] Transition to ACTIVE for port object 21b62ae4-e43f-47d8-a1b9-09958ae8969b will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:49:16.164432 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-80753347-ddca-44ac-a3ca-54d26e923547 req-86a1f28a-411a-4021-a771-59a22ec8f351 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:16.211998 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-befd511f-2cec-461d-90d4-da24795f70fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:16.255042 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-99a24026-f267-404e-ab71-8712a106c33a None None] Set router 5ab9b23e-59f0-460f-a663-4100d95cb8d0 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:49:16.349284 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a1f28a-411a-4021-a771-59a22ec8f351 service neutron] Pushing event updated for resources: {'Port': ['ID=21b62ae4-e43f-47d8-a1b9-09958ae8969b,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:16.358124 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-2dd7e7dd-8c29-405c-8c32-449d2f93284e admin admin] Deleting port 5cace7f5-a1da-4c16-985f-7c944ee48bf0 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:49:16.358569 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2dd7e7dd-8c29-405c-8c32-449d2f93284e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:16.387181 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-befd511f-2cec-461d-90d4-da24795f70fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:16.475539 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-80753347-ddca-44ac-a3ca-54d26e923547 req-86a1f28a-411a-4021-a771-59a22ec8f351 service neutron] Attempting to bind port 21b62ae4-e43f-47d8-a1b9-09958ae8969b on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:49:16.482403 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-80753347-ddca-44ac-a3ca-54d26e923547 req-86a1f28a-411a-4021-a771-59a22ec8f351 service neutron] Attempting to bind port 21b62ae4-e43f-47d8-a1b9-09958ae8969b by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': '22e2dd09-2a15-4bf1-abb7-686dad08d6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '6e6a077e-d6d7-4bdb-9949-63b180c27445'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:49:16.483007 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80753347-ddca-44ac-a3ca-54d26e923547 req-86a1f28a-411a-4021-a771-59a22ec8f351 service neutron] Attempting to bind port 21b62ae4-e43f-47d8-a1b9-09958ae8969b on network 6e6a077e-d6d7-4bdb-9949-63b180c27445 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:49:16.493627 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-2dd7e7dd-8c29-405c-8c32-449d2f93284e admin admin] For port 5cace7f5-a1da-4c16-985f-7c944ee48bf0, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=5cace7f5-a1da-4c16-985f-7c944ee48bf0,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:49:16.493858 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2dd7e7dd-8c29-405c-8c32-449d2f93284e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:16.502893 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80753347-ddca-44ac-a3ca-54d26e923547 req-86a1f28a-411a-4021-a771-59a22ec8f351 service neutron] Port 21b62ae4-e43f-47d8-a1b9-09958ae8969b on network 6e6a077e-d6d7-4bdb-9949-63b180c27445 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:49:16.503297 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80753347-ddca-44ac-a3ca-54d26e923547 req-86a1f28a-411a-4021-a771-59a22ec8f351 service neutron] Attempting to bind port 21b62ae4-e43f-47d8-a1b9-09958ae8969b on network 6e6a077e-d6d7-4bdb-9949-63b180c27445 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:49:16.503685 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b352124-764f-4a2a-87d7-6cd33b74436a req-a1cfa6d8-6e91-4724-aa97-24c2216eacbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:49:16.505203 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6b352124-764f-4a2a-87d7-6cd33b74436a req-a1cfa6d8-6e91-4724-aa97-24c2216eacbd service neutron] 10.222.0.30 "GET /v2.0/networks?id=247d6423-5fdf-4eed-9378-2e1201ada444 HTTP/1.1" status: 200 len: 918 time: 0.3516822 Dec 20 14:49:16.517214 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80753347-ddca-44ac-a3ca-54d26e923547 req-86a1f28a-411a-4021-a771-59a22ec8f351 service neutron] Checking agent: {'id': '43c60aee-e4af-4ecc-bee2-aac3569fafed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:49:16.517657 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80753347-ddca-44ac-a3ca-54d26e923547 req-86a1f28a-411a-4021-a771-59a22ec8f351 service neutron] Checking segment: {'id': '22e2dd09-2a15-4bf1-abb7-686dad08d6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '6e6a077e-d6d7-4bdb-9949-63b180c27445'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:49:16.518416 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80753347-ddca-44ac-a3ca-54d26e923547 req-86a1f28a-411a-4021-a771-59a22ec8f351 service neutron] Bound using segment: {'id': '22e2dd09-2a15-4bf1-abb7-686dad08d6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '6e6a077e-d6d7-4bdb-9949-63b180c27445'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:49:16.518957 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-80753347-ddca-44ac-a3ca-54d26e923547 req-86a1f28a-411a-4021-a771-59a22ec8f351 service neutron] Bound port: 21b62ae4-e43f-47d8-a1b9-09958ae8969b, host: n-h2-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22e2dd09-2a15-4bf1-abb7-686dad08d6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '6e6a077e-d6d7-4bdb-9949-63b180c27445'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:49:16.519485 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-80753347-ddca-44ac-a3ca-54d26e923547 req-86a1f28a-411a-4021-a771-59a22ec8f351 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:16.524268 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-2dd7e7dd-8c29-405c-8c32-449d2f93284e admin admin] Calling delete_port for 5cace7f5-a1da-4c16-985f-7c944ee48bf0 owned by network:router_gateway {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:49:16.525480 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 8eb1473d-2bc8-45a1-a028-858039a6905b up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:49:16.582036 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-befd511f-2cec-461d-90d4-da24795f70fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:49:16.587895 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befd511f-2cec-461d-90d4-da24795f70fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c5ca2d7-9f10-49cd-b2c4-864ecb5edb4c,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:16.616241 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-befd511f-2cec-461d-90d4-da24795f70fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:16.616593 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-befd511f-2cec-461d-90d4-da24795f70fb admin admin] Added segment 0feea39b-3bae-4d7a-b98a-a104f88c3dd3 of type vlan for network faf5e3af-84bd-42fd-b016-19ce79d0f7ce Dec 20 14:49:16.664377 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6b352124-764f-4a2a-87d7-6cd33b74436a req-738a11be-5bf8-4585-93ce-7b8a37eb4ff8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=781fb46b-1e3a-4f20-b9da-a2fd188a525f HTTP/1.1" status: 200 len: 1000 time: 0.1477680 Dec 20 14:49:16.665002 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d7662df4-8d79-4ee2-a70a-71a3282e7fdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:16.667686 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d7662df4-8d79-4ee2-a70a-71a3282e7fdb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:16.668802 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-d7662df4-8d79-4ee2-a70a-71a3282e7fdb admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4eabce12-3d14-42e1-aef9-d5dffe36c363 HTTP/1.1" status: 204 len: 168 time: 0.9861653 Dec 20 14:49:16.703729 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 8eb1473d-2bc8-45a1-a028-858039a6905b triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:49:16.705051 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:16.721213 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-befd511f-2cec-461d-90d4-da24795f70fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:16.753019 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-80753347-ddca-44ac-a3ca-54d26e923547 req-86a1f28a-411a-4021-a771-59a22ec8f351 service neutron] For port 21b62ae4-e43f-47d8-a1b9-09958ae8969b, host n-h2-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:49:16.764710 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-80753347-ddca-44ac-a3ca-54d26e923547 req-86a1f28a-411a-4021-a771-59a22ec8f351 service neutron] For port 21b62ae4-e43f-47d8-a1b9-09958ae8969b, host n-h2-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=21b62ae4-e43f-47d8-a1b9-09958ae8969b,segment=NetworkSegment(22e2dd09-2a15-4bf1-abb7-686dad08d6f4),segment_id=22e2dd09-2a15-4bf1-abb7-686dad08d6f4)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:49:16.776514 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-99a24026-f267-404e-ab71-8712a106c33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab9b23e-59f0-460f-a663-4100d95cb8d0', 'name': 'tempest-TestVolumeBackupRestore-525781048-router', 'tenant_id': 'd7ac4ef8887a44c694f37700b678a7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': '5cace7f5-a1da-4c16-985f-7c944ee48bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:42:49Z', 'updated_at': '2021-12-20T14:49:13Z', 'revision_number': 5, 'project_id': 'd7ac4ef8887a44c694f37700b678a7f1', 'gw_port': {'id': '5cace7f5-a1da-4c16-985f-7c944ee48bf0', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:52:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab9b23e-59f0-460f-a663-4100d95cb8d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:42:50Z', 'updated_at': '2021-12-20T14:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:49:16.787665 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0fff159-cc65-4170-9e75-36ba1f517d01 admin admin] Router 703d465f-7e8a-49cc-a74a-1f70a7a708f1 is scheduled to L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 with binding_index 1 {{(pid=103168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 14:49:16.793154 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7662df4-8d79-4ee2-a70a-71a3282e7fdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eabce12-3d14-42e1-aef9-d5dffe36c363,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:16.795054 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-befd511f-2cec-461d-90d4-da24795f70fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:16.796198 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-befd511f-2cec-461d-90d4-da24795f70fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:49:16.796805 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-befd511f-2cec-461d-90d4-da24795f70fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:16.806049 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-24da4c2c-f478-47c7-8d67-1ae92160cb05 None None] Provisioning complete for port 8eb1473d-2bc8-45a1-a028-858039a6905b triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:49:16.813168 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-24da4c2c-f478-47c7-8d67-1ae92160cb05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:16.821086 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a24026-f267-404e-ab71-8712a106c33a None None] The sync data for ids ['5ab9b23e-59f0-460f-a663-4100d95cb8d0'] in n-d-761264-19 is: [{'id': '5ab9b23e-59f0-460f-a663-4100d95cb8d0', 'name': 'tempest-TestVolumeBackupRestore-525781048-router', 'tenant_id': 'd7ac4ef8887a44c694f37700b678a7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': '5cace7f5-a1da-4c16-985f-7c944ee48bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:42:49Z', 'updated_at': '2021-12-20T14:49:13Z', 'revision_number': 5, 'project_id': 'd7ac4ef8887a44c694f37700b678a7f1', 'gw_port': {'id': '5cace7f5-a1da-4c16-985f-7c944ee48bf0', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:52:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab9b23e-59f0-460f-a663-4100d95cb8d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:42:50Z', 'updated_at': '2021-12-20T14:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:49:16.862508 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-80753347-ddca-44ac-a3ca-54d26e923547 req-86a1f28a-411a-4021-a771-59a22ec8f351 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:16.919165 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80753347-ddca-44ac-a3ca-54d26e923547 req-86a1f28a-411a-4021-a771-59a22ec8f351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:49:16.919769 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-80753347-ddca-44ac-a3ca-54d26e923547 req-86a1f28a-411a-4021-a771-59a22ec8f351 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:16.921175 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-80753347-ddca-44ac-a3ca-54d26e923547 req-86a1f28a-411a-4021-a771-59a22ec8f351 service neutron] 10.222.0.47 "PUT /v2.0/ports/21b62ae4-e43f-47d8-a1b9-09958ae8969b HTTP/1.1" status: 200 len: 1093 time: 1.3610454 Dec 20 14:49:16.925837 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f43cd5b2-c1da-4b46-b4ab-0180e350d4d1', 'tag': '21b62ae4-e43f-47d8-a1b9-09958ae8969b'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:49:16.928373 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-181d79eb-e671-4110-98f6-5692939fcd93" -d '{"events": [{"name": "network-changed", "server_uuid": "f43cd5b2-c1da-4b46-b4ab-0180e350d4d1", "tag": "21b62ae4-e43f-47d8-a1b9-09958ae8969b"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:49:16.932138 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-befd511f-2cec-461d-90d4-da24795f70fb admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.2823288 Dec 20 14:49:16.939893 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b352124-764f-4a2a-87d7-6cd33b74436a req-47f118e2-468e-4bfe-b817-e1b72490f648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:49:16.943020 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6b352124-764f-4a2a-87d7-6cd33b74436a req-47f118e2-468e-4bfe-b817-e1b72490f648 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a8bc57f1-3730-4dfb-a3cb-cf3c3829d7fe HTTP/1.1" status: 200 len: 856 time: 0.2681603 Dec 20 14:49:16.954751 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 59806) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:49:17.044746 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a1f28a-411a-4021-a771-59a22ec8f351 service neutron] Pushing event updated for resources: {'Port': ['ID=21b62ae4-e43f-47d8-a1b9-09958ae8969b,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:17.079384 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80753347-ddca-44ac-a3ca-54d26e923547 req-48497dff-4e18-4342-ab6b-7362d09ae7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:49:17.081090 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-80753347-ddca-44ac-a3ca-54d26e923547 req-48497dff-4e18-4342-ab6b-7362d09ae7bd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e777f0fd90fa4640932940974dfa8e35&device_id=f43cd5b2-c1da-4b46-b4ab-0180e350d4d1 HTTP/1.1" status: 200 len: 1096 time: 0.0971007 Dec 20 14:49:17.082626 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7376609-a556-44bc-bc15-731451d5795a x-openstack-request-id: req-e7376609-a556-44bc-bc15-731451d5795a {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:49:17.082976 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f43cd5b2-c1da-4b46-b4ab-0180e350d4d1", "tag": "21b62ae4-e43f-47d8-a1b9-09958ae8969b", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:49:17.083157 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e7376609-a556-44bc-bc15-731451d5795a {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:49:17.084429 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f43cd5b2-c1da-4b46-b4ab-0180e350d4d1', 'tag': '21b62ae4-e43f-47d8-a1b9-09958ae8969b', 'status': 'completed', 'code': 200} Dec 20 14:49:17.099792 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-f6b53dd2-b7c1-4900-a9a9-c240aad5d5a7 admin admin] Request body: {'subnet': {'network_id': 'faf5e3af-84bd-42fd-b016-19ce79d0f7ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2117834979-subnet', 'tenant_id': '773f83e190fa4cbb8c987d4ee62b1ab6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:49:17.106307 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2dd7e7dd-8c29-405c-8c32-449d2f93284e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:17.117367 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befd511f-2cec-461d-90d4-da24795f70fb admin admin] Pushing event updated for resources: {'Network': ['ID=faf5e3af-84bd-42fd-b016-19ce79d0f7ce,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:17.141857 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network faf5e3af-84bd-42fd-b016-19ce79d0f7ce details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:49:17.224663 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-80753347-ddca-44ac-a3ca-54d26e923547 req-c4c48ad8-a0f7-416b-955b-4e4c542a0d72 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=21b62ae4-e43f-47d8-a1b9-09958ae8969b HTTP/1.1" status: 200 len: 217 time: 0.1361034 Dec 20 14:49:17.277882 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b352124-764f-4a2a-87d7-6cd33b74436a req-0cb0f4dd-06e3-40b7-908e-b73f1f29a155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:49:17.279566 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6b352124-764f-4a2a-87d7-6cd33b74436a req-0cb0f4dd-06e3-40b7-908e-b73f1f29a155 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=247d6423-5fdf-4eed-9378-2e1201ada444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2496705 Dec 20 14:49:17.287971 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b53dd2-b7c1-4900-a9a9-c240aad5d5a7 admin admin] Made reservation on behalf of 773f83e190fa4cbb8c987d4ee62b1ab6 for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:49:17.290533 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f6b53dd2-b7c1-4900-a9a9-c240aad5d5a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:17.304017 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd7e7dd-8c29-405c-8c32-449d2f93284e admin admin] Pushing event deleted for resources: {'Port': ['ID=5cace7f5-a1da-4c16-985f-7c944ee48bf0,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:17.358509 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0fff159-cc65-4170-9e75-36ba1f517d01 admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:49:17.363304 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4a25e3-ff12-4851-b8bd-3037620c9e54 None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:49:17.382173 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becddfc5-7172-4420-a1aa-caca3a291f7f None None] Sync routers for ids ['703d465f-7e8a-49cc-a74a-1f70a7a708f1'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:49:17.413142 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-becddfc5-7172-4420-a1aa-caca3a291f7f None None] Routers {'703d465f-7e8a-49cc-a74a-1f70a7a708f1'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:49:17.415535 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-becddfc5-7172-4420-a1aa-caca3a291f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:49:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['703d465f-7e8a-49cc-a74a-1f70a7a708f1'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:49:17.476378 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80753347-ddca-44ac-a3ca-54d26e923547 req-6d1a467b-c8a1-426a-a7ba-4c065458ad2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:49:17.480390 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-80753347-ddca-44ac-a3ca-54d26e923547 req-6d1a467b-c8a1-426a-a7ba-4c065458ad2e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cc320472-645b-461e-8825-9e713235eab6 HTTP/1.1" status: 200 len: 862 time: 0.2091238 Dec 20 14:49:17.528890 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d0fff159-cc65-4170-9e75-36ba1f517d01 admin admin] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:17.541048 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-d0fff159-cc65-4170-9e75-36ba1f517d01 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.8075173 Dec 20 14:49:17.542042 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 59816) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:49:17.574441 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-80753347-ddca-44ac-a3ca-54d26e923547 req-a3f5b810-88d9-456e-9aa2-1ec6954e476f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6e6a077e-d6d7-4bdb-9949-63b180c27445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709321 Dec 20 14:49:17.592725 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2dd7e7dd-8c29-405c-8c32-449d2f93284e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584913'] for router_gateway, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:17.609341 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-becddfc5-7172-4420-a1aa-caca3a291f7f None None] Set router 703d465f-7e8a-49cc-a74a-1f70a7a708f1 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:49:17.622079 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3350e6ca-52a3-4788-9d67-53ca20a8b648 req-51560489-e43b-47d1-9c96-f3ce6d848ef0 tempest-InstanceActionsNegativeTestJSON-1407690198 tempest-InstanceActionsNegativeTestJSON-1407690198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:49:17.635248 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3350e6ca-52a3-4788-9d67-53ca20a8b648 req-51560489-e43b-47d1-9c96-f3ce6d848ef0 tempest-InstanceActionsNegativeTestJSON-1407690198 tempest-InstanceActionsNegativeTestJSON-1407690198-project] 10.222.0.54 "GET /v2.0/ports?device_id=f43cd5b2-c1da-4b46-b4ab-0180e350d4d1 HTTP/1.1" status: 200 len: 944 time: 0.3362069 Dec 20 14:49:17.773954 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 59830) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:49:17.777578 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6b352124-764f-4a2a-87d7-6cd33b74436a req-c0770cbc-162d-451f-b974-d1034d717896 service neutron] 10.222.0.30 "GET /v2.0/networks/247d6423-5fdf-4eed-9378-2e1201ada444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4848371 Dec 20 14:49:17.846810 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2dd7e7dd-8c29-405c-8c32-449d2f93284e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40132'] for router, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:17.847034 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ff3cd596-d3b6-4f27-88cc-b5ce340129b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:17.852199 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2dd7e7dd-8c29-405c-8c32-449d2f93284e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:17.868599 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3350e6ca-52a3-4788-9d67-53ca20a8b648 req-09f1d9c7-f6a2-4549-9025-4b82329544b7 tempest-InstanceActionsNegativeTestJSON-1407690198 tempest-InstanceActionsNegativeTestJSON-1407690198-project] 10.222.0.54 "GET /v2.0/security-groups?id=d02ebe3f-5e02-4054-8f2e-d67f10ac0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304986 Dec 20 14:49:17.935457 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-becddfc5-7172-4420-a1aa-caca3a291f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '703d465f-7e8a-49cc-a74a-1f70a7a708f1', 'name': 'tempest-TestServerMultinode-679550032-router', 'tenant_id': '53ccf6a1617446c0a80d02e99f1fa5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': '98b3c0b0-2d3f-4fe0-8c9d-02258e88278e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:49:11Z', 'updated_at': '2021-12-20T14:49:14Z', 'revision_number': 3, 'project_id': '53ccf6a1617446c0a80d02e99f1fa5dc', 'gw_port': {'id': '98b3c0b0-2d3f-4fe0-8c9d-02258e88278e', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:7e:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '703d465f-7e8a-49cc-a74a-1f70a7a708f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:49:13Z', 'updated_at': '2021-12-20T14:49:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:49:17.953342 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2dd7e7dd-8c29-405c-8c32-449d2f93284e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1594808'] for router, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:17.954049 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dd7e7dd-8c29-405c-8c32-449d2f93284e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ab9b23e-59f0-460f-a663-4100d95cb8d0 {{(pid=103167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 14:49:17.957421 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-80753347-ddca-44ac-a3ca-54d26e923547 req-f5f43d96-8ae6-422d-9778-08b748170807 service neutron] 10.222.0.47 "GET /v2.0/networks/6e6a077e-d6d7-4bdb-9949-63b180c27445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3610783 Dec 20 14:49:17.960446 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2dd7e7dd-8c29-405c-8c32-449d2f93284e admin admin] Publish callbacks [] for router, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:17.961628 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-2dd7e7dd-8c29-405c-8c32-449d2f93284e admin admin] 10.222.0.54 "DELETE /v2.0/routers/5ab9b23e-59f0-460f-a663-4100d95cb8d0 HTTP/1.1" status: 204 len: 168 time: 2.6456728 Dec 20 14:49:17.965190 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 59838) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:49:17.981093 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becddfc5-7172-4420-a1aa-caca3a291f7f None None] Checking router: 703d465f-7e8a-49cc-a74a-1f70a7a708f1 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:49:17.981649 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becddfc5-7172-4420-a1aa-caca3a291f7f None None] Updating router 703d465f-7e8a-49cc-a74a-1f70a7a708f1 port 98b3c0b0-2d3f-4fe0-8c9d-02258e88278e binding host n-d-761264-19 {{(pid=103169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 14:49:18.010821 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-becddfc5-7172-4420-a1aa-caca3a291f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:18.110923 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fc37d6b-d0f7-41f2-8d9f-de4cd9cd35a1 admin admin] Deleting subnet 42b01fad-7b58-4f4b-9190-ade38b52aa11 {{(pid=103167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:49:18.114978 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6fc37d6b-d0f7-41f2-8d9f-de4cd9cd35a1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:18.124649 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f6b53dd2-b7c1-4900-a9a9-c240aad5d5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8848317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10470522'] for subnet, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:18.154500 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6fc37d6b-d0f7-41f2-8d9f-de4cd9cd35a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954412'] for subnet, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:18.205721 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-80753347-ddca-44ac-a3ca-54d26e923547 req-692b3896-a594-4c70-95c0-a78ca154dce5 service neutron] 10.222.0.47 "GET /v2.0/networks/6e6a077e-d6d7-4bdb-9949-63b180c27445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331741 Dec 20 14:49:18.218591 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6b352124-764f-4a2a-87d7-6cd33b74436a req-f6e70551-f2ae-41be-91d5-86f4ee7b3d39 service neutron] 10.222.0.30 "GET /v2.0/networks/247d6423-5fdf-4eed-9378-2e1201ada444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4080343 Dec 20 14:49:18.281684 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b53dd2-b7c1-4900-a9a9-c240aad5d5a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65b64f93-cf2e-4b8f-ba36-8f8a61376cf6,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:18.283329 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6fc37d6b-d0f7-41f2-8d9f-de4cd9cd35a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:18.342530 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ff3cd596-d3b6-4f27-88cc-b5ce340129b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:18.360426 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ff3cd596-d3b6-4f27-88cc-b5ce340129b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:18.408841 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181d79eb-e671-4110-98f6-5692939fcd93 req-52a3be75-a8ba-4885-a639-8d64c4c38148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:49:18.410591 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-181d79eb-e671-4110-98f6-5692939fcd93 req-52a3be75-a8ba-4885-a639-8d64c4c38148 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e777f0fd90fa4640932940974dfa8e35&device_id=f43cd5b2-c1da-4b46-b4ab-0180e350d4d1 HTTP/1.1" status: 200 len: 1096 time: 0.0860395 Dec 20 14:49:18.460679 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b53dd2-b7c1-4900-a9a9-c240aad5d5a7 admin admin] Checking segment: {'id': '0feea39b-3bae-4d7a-b98a-a104f88c3dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'faf5e3af-84bd-42fd-b016-19ce79d0f7ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:49:18.461043 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b53dd2-b7c1-4900-a9a9-c240aad5d5a7 admin admin] Network hostable DHCP agents. Network: faf5e3af-84bd-42fd-b016-19ce79d0f7ce, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:49:18.471099 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device a1a22649-86d4-45c9-8ea3-9d5d209e01b3 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:49:18.472004 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6fc37d6b-d0f7-41f2-8d9f-de4cd9cd35a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:18.497477 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3cd596-d3b6-4f27-88cc-b5ce340129b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1d435de-579c-4ee3-9840-838f9e246b58,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:18.505711 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-ff3cd596-d3b6-4f27-88cc-b5ce340129b3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=141dad84b87e4e55a3dc55d4d6890df0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7304535 Dec 20 14:49:18.509888 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 59866) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:49:18.549310 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc37d6b-d0f7-41f2-8d9f-de4cd9cd35a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42b01fad-7b58-4f4b-9190-ade38b52aa11,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:18.554960 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b53dd2-b7c1-4900-a9a9-c240aad5d5a7 admin admin] Network faf5e3af-84bd-42fd-b016-19ce79d0f7ce is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:49:18.558566 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6fc37d6b-d0f7-41f2-8d9f-de4cd9cd35a1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:18.571225 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-6fc37d6b-d0f7-41f2-8d9f-de4cd9cd35a1 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/42b01fad-7b58-4f4b-9190-ade38b52aa11 HTTP/1.1" status: 204 len: 168 time: 0.6046956 Dec 20 14:49:18.572268 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-becddfc5-7172-4420-a1aa-caca3a291f7f None None] Publish callbacks [] for port, precommit_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:18.573990 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 59872) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:49:18.575606 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: a1a22649-86d4-45c9-8ea3-9d5d209e01b3 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:49:18.575951 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device a1a22649-86d4-45c9-8ea3-9d5d209e01b3 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:49:18.590890 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9a8f8c-c7d3-4a87-945c-9aaa7063661a None None] Network 9b4f7907-bd5d-4ee9-954d-84febe01c0f5 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:49:18.591158 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-f6b53dd2-b7c1-4900-a9a9-c240aad5d5a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, faf5e3af-84bd-42fd-b016-19ce79d0f7ce) {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:49:18.619623 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b53dd2-b7c1-4900-a9a9-c240aad5d5a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:49:18.620474 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f6b53dd2-b7c1-4900-a9a9-c240aad5d5a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:18.671105 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181d79eb-e671-4110-98f6-5692939fcd93 req-6df76996-2903-492b-a65a-1721ee1bd9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:49:18.672977 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-181d79eb-e671-4110-98f6-5692939fcd93 req-6df76996-2903-492b-a65a-1721ee1bd9bd service neutron] 10.222.0.47 "GET /v2.0/networks?id=6e6a077e-d6d7-4bdb-9949-63b180c27445 HTTP/1.1" status: 200 len: 923 time: 0.2528234 Dec 20 14:49:18.678422 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-becddfc5-7172-4420-a1aa-caca3a291f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:18.697807 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ab5f4f-e537-4064-8e08-b59ac0c993bd None None] Network faf5e3af-84bd-42fd-b016-19ce79d0f7ce requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:49:18.700783 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c052fc90-7610-424e-8bd4-5b88db626e5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:18.740355 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-f6b53dd2-b7c1-4900-a9a9-c240aad5d5a7 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7175534 Dec 20 14:49:18.750191 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6e3babb0-0b5b-4ad6-9cbe-90be25a6bd97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:18.796107 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-181d79eb-e671-4110-98f6-5692939fcd93 req-0c310585-3f96-45c8-b6d2-53f8a98ca1fb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=21b62ae4-e43f-47d8-a1b9-09958ae8969b HTTP/1.1" status: 200 len: 217 time: 0.0896432 Dec 20 14:49:18.804403 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c052fc90-7610-424e-8bd4-5b88db626e5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:18.831531 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f6db8ca6-865b-4ece-8d6b-92a64ba02548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:18.863531 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181d79eb-e671-4110-98f6-5692939fcd93 req-6070fcc3-c7a5-4f1c-ba6b-c3509060e175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:49:18.867672 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-181d79eb-e671-4110-98f6-5692939fcd93 req-6070fcc3-c7a5-4f1c-ba6b-c3509060e175 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cc320472-645b-461e-8825-9e713235eab6 HTTP/1.1" status: 200 len: 862 time: 0.0600362 Dec 20 14:49:18.911757 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-6e3babb0-0b5b-4ad6-9cbe-90be25a6bd97 admin admin] Deleting port d96ac9c2-7293-43ef-ae1d-9a863eece0d1 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:49:18.912062 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6e3babb0-0b5b-4ad6-9cbe-90be25a6bd97 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:18.985588 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-181d79eb-e671-4110-98f6-5692939fcd93 req-7c57d7af-651e-4f05-a032-e0e97624f0ee service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6e6a077e-d6d7-4bdb-9949-63b180c27445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1025035 Dec 20 14:49:19.050188 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 59892) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:49:19.155989 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-6e3babb0-0b5b-4ad6-9cbe-90be25a6bd97 admin admin] For port d96ac9c2-7293-43ef-ae1d-9a863eece0d1, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=d96ac9c2-7293-43ef-ae1d-9a863eece0d1,segment=NetworkSegment(dd2316b7-99c5-47dc-8eaa-c0ed88e5c141),segment_id=dd2316b7-99c5-47dc-8eaa-c0ed88e5c141)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:49:19.156357 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6e3babb0-0b5b-4ad6-9cbe-90be25a6bd97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:19.222664 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-6e3babb0-0b5b-4ad6-9cbe-90be25a6bd97 admin admin] Calling delete_port for d96ac9c2-7293-43ef-ae1d-9a863eece0d1 owned by network:dhcp {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:49:19.234556 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98bfa40d-ccb1-43b3-afa7-718562463a57 None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:49:19.250685 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_v2 [None req-729dbd38-aecf-4bda-9f8e-7ffdf93f438c admin admin] Deleting subnet 9f65041f-c2a8-4f4b-b6d9-e867b0cee9d5 {{(pid=103168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:49:19.267319 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-729dbd38-aecf-4bda-9f8e-7ffdf93f438c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:19.273182 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00df681-f02e-4b0d-8919-e85b09e6b705 None None] Pushing event updated for resources: {'Port': ['ID=98b3c0b0-2d3f-4fe0-8c9d-02258e88278e,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:19.302787 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-becddfc5-7172-4420-a1aa-caca3a291f7f None None] Attempting to bind port 98b3c0b0-2d3f-4fe0-8c9d-02258e88278e on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:49:19.303273 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-becddfc5-7172-4420-a1aa-caca3a291f7f None None] Attempting to bind port 98b3c0b0-2d3f-4fe0-8c9d-02258e88278e by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:49:19.303759 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-becddfc5-7172-4420-a1aa-caca3a291f7f None None] Attempting to bind port 98b3c0b0-2d3f-4fe0-8c9d-02258e88278e on network c3f8658e-da35-41f3-bd03-509e29ebd6f3 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:49:19.314837 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-becddfc5-7172-4420-a1aa-caca3a291f7f None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:49:19.318656 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-becddfc5-7172-4420-a1aa-caca3a291f7f None None] Checking segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:49:19.318656 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-becddfc5-7172-4420-a1aa-caca3a291f7f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:19.318656 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-becddfc5-7172-4420-a1aa-caca3a291f7f None None] Bound using segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:49:19.318656 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-becddfc5-7172-4420-a1aa-caca3a291f7f None None] Bound port: 98b3c0b0-2d3f-4fe0-8c9d-02258e88278e, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:49:19.318656 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-becddfc5-7172-4420-a1aa-caca3a291f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:19.338560 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-f6db8ca6-865b-4ece-8d6b-92a64ba02548 admin admin] Allocated IP 172.20.0.1 (2759e53d-df16-4e1f-825e-7dc35572a9e2/490fea0a-26f4-4e5b-a4c6-70e149bd18f9/6b380ef1-a240-4da5-bb64-824601ab5d29) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:49:19.382956 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-729dbd38-aecf-4bda-9f8e-7ffdf93f438c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9023023'] for subnet, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:19.447313 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2b17f7-a45c-435b-af20-6923a0157fff None None] Network faf5e3af-84bd-42fd-b016-19ce79d0f7ce requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:49:19.479293 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-5cb89341-5ed4-4f5b-8dfd-de73c351c48a None None] Provisioning complete for port 98b3c0b0-2d3f-4fe0-8c9d-02258e88278e triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:49:19.479990 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-5cb89341-5ed4-4f5b-8dfd-de73c351c48a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:19.577196 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-becddfc5-7172-4420-a1aa-caca3a291f7f None None] For port 98b3c0b0-2d3f-4fe0-8c9d-02258e88278e, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:49:19.584250 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-729dbd38-aecf-4bda-9f8e-7ffdf93f438c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:19.598451 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-becddfc5-7172-4420-a1aa-caca3a291f7f None None] For port 98b3c0b0-2d3f-4fe0-8c9d-02258e88278e, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=98b3c0b0-2d3f-4fe0-8c9d-02258e88278e,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:49:19.648169 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed6a4cc-05c1-4113-a213-5e9fc97eebdc None None] DHCP port deletion for 9b4f7907-bd5d-4ee9-954d-84febe01c0f5 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:49:19.651645 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-becddfc5-7172-4420-a1aa-caca3a291f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:19.654808 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-5cb89341-5ed4-4f5b-8dfd-de73c351c48a None None] Port 98b3c0b0-2d3f-4fe0-8c9d-02258e88278e cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:49:19.667913 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-729dbd38-aecf-4bda-9f8e-7ffdf93f438c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8850800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470517'] for subnet, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:19.728274 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f6db8ca6-865b-4ece-8d6b-92a64ba02548 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:19.730265 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729dbd38-aecf-4bda-9f8e-7ffdf93f438c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f65041f-c2a8-4f4b-b6d9-e867b0cee9d5,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:19.747984 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-729dbd38-aecf-4bda-9f8e-7ffdf93f438c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:19.762647 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-729dbd38-aecf-4bda-9f8e-7ffdf93f438c admin admin] 10.222.0.54 "DELETE /v2.0/subnets/9f65041f-c2a8-4f4b-b6d9-e867b0cee9d5 HTTP/1.1" status: 204 len: 168 time: 0.7082732 Dec 20 14:49:19.765668 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 59926) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:49:19.839645 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc03d8d-51ee-4555-9ea7-afc142cd4929 None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:49:19.854802 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-becddfc5-7172-4420-a1aa-caca3a291f7f None None] Routers {'703d465f-7e8a-49cc-a74a-1f70a7a708f1'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:49:19.855673 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-becddfc5-7172-4420-a1aa-caca3a291f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:49:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['703d465f-7e8a-49cc-a74a-1f70a7a708f1'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:49:19.979761 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940d4fe4-4a7e-4757-b5a2-4141cfeb043b req-ed3cc711-0601-427f-b28f-ac8272b2b188 tempest-InstanceActionsNegativeTestJSON-1407690198 tempest-InstanceActionsNegativeTestJSON-1407690198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:49:19.989195 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-940d4fe4-4a7e-4757-b5a2-4141cfeb043b req-ed3cc711-0601-427f-b28f-ac8272b2b188 tempest-InstanceActionsNegativeTestJSON-1407690198 tempest-InstanceActionsNegativeTestJSON-1407690198-project] 10.222.0.54 "GET /v2.0/ports?device_id=f43cd5b2-c1da-4b46-b4ab-0180e350d4d1 HTTP/1.1" status: 200 len: 944 time: 0.8750756 Dec 20 14:49:20.029294 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00df681-f02e-4b0d-8919-e85b09e6b705 None None] Pushing event updated for resources: {'Port': ['ID=98b3c0b0-2d3f-4fe0-8c9d-02258e88278e,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:20.038191 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c052fc90-7610-424e-8bd4-5b88db626e5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:20.040940 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c052fc90-7610-424e-8bd4-5b88db626e5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:20.042035 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-c052fc90-7610-424e-8bd4-5b88db626e5d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c1d435de-579c-4ee3-9840-838f9e246b58 HTTP/1.1" status: 204 len: 168 time: 1.5301478 Dec 20 14:49:20.049964 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-181d79eb-e671-4110-98f6-5692939fcd93 req-10618cac-bb14-4931-88e6-284679cfcb7a service neutron] 10.222.0.47 "GET /v2.0/networks/6e6a077e-d6d7-4bdb-9949-63b180c27445?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0423677 Dec 20 14:49:20.091172 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 21b62ae4-e43f-47d8-a1b9-09958ae8969b details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:49:20.094985 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-fed6a4cc-05c1-4113-a213-5e9fc97eebdc None None] Deleting port d96ac9c2-7293-43ef-ae1d-9a863eece0d1 {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:49:20.095826 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-fed6a4cc-05c1-4113-a213-5e9fc97eebdc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:20.099297 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c052fc90-7610-424e-8bd4-5b88db626e5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1d435de-579c-4ee3-9840-838f9e246b58,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:20.136941 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-940d4fe4-4a7e-4757-b5a2-4141cfeb043b req-cf074988-5d08-4174-b85b-34fe5081eb23 tempest-InstanceActionsNegativeTestJSON-1407690198 tempest-InstanceActionsNegativeTestJSON-1407690198-project] 10.222.0.54 "GET /v2.0/security-groups?id=d02ebe3f-5e02-4054-8f2e-d67f10ac0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427090 Dec 20 14:49:20.212614 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-fed6a4cc-05c1-4113-a213-5e9fc97eebdc None None] For port d96ac9c2-7293-43ef-ae1d-9a863eece0d1, host n-d-761264-19, got binding levels [] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:49:20.212887 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-fed6a4cc-05c1-4113-a213-5e9fc97eebdc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:20.257011 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-becddfc5-7172-4420-a1aa-caca3a291f7f None None] Set router 703d465f-7e8a-49cc-a74a-1f70a7a708f1 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:49:20.259403 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-fed6a4cc-05c1-4113-a213-5e9fc97eebdc None None] Calling delete_port for d96ac9c2-7293-43ef-ae1d-9a863eece0d1 owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:49:20.280966 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-181d79eb-e671-4110-98f6-5692939fcd93 req-6446d353-c789-46b3-ab7d-01b6d8fd31ef service neutron] 10.222.0.47 "GET /v2.0/networks/6e6a077e-d6d7-4bdb-9949-63b180c27445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122159 Dec 20 14:49:20.295135 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.ipam_backend_mixin [None req-fed6a4cc-05c1-4113-a213-5e9fc97eebdc None None] Port d96ac9c2-7293-43ef-ae1d-9a863eece0d1 was not found and therefore no delete operation was performed {{(pid=103169) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 20 14:49:20.317173 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6e3babb0-0b5b-4ad6-9cbe-90be25a6bd97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:20.336862 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.db.resource_extend [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 14:49:20.340090 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-fed6a4cc-05c1-4113-a213-5e9fc97eebdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:20.384116 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed6a4cc-05c1-4113-a213-5e9fc97eebdc None None] Pushing event deleted for resources: {'Port': ['ID=d96ac9c2-7293-43ef-ae1d-9a863eece0d1,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:20.387551 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-a3087b06-da6f-42d9-9a25-8ee71970774c None None] Provisioning complete for port 98b3c0b0-2d3f-4fe0-8c9d-02258e88278e triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:49:20.387551 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a3087b06-da6f-42d9-9a25-8ee71970774c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:20.426261 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3babb0-0b5b-4ad6-9cbe-90be25a6bd97 admin admin] No DVR routers for this DVR port d96ac9c2-7293-43ef-ae1d-9a863eece0d1 on host n-d-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:49:20.436096 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3babb0-0b5b-4ad6-9cbe-90be25a6bd97 admin admin] Pushing event deleted for resources: {'Port': ['ID=d96ac9c2-7293-43ef-ae1d-9a863eece0d1,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:20.507348 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed6a4cc-05c1-4113-a213-5e9fc97eebdc None None] No DVR routers for this DVR port d96ac9c2-7293-43ef-ae1d-9a863eece0d1 on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:49:20.532792 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f6db8ca6-865b-4ece-8d6b-92a64ba02548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:20.546196 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1dd0f745-811e-48e3-b222-afa91faea737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:20.559004 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 5cace7f5-a1da-4c16-985f-7c944ee48bf0 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:49:20.594062 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 5cace7f5-a1da-4c16-985f-7c944ee48bf0 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:49:20.594690 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 5cace7f5-a1da-4c16-985f-7c944ee48bf0 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:49:20.595326 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device d96ac9c2-7293-43ef-ae1d-9a863eece0d1 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:49:20.625192 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6e3babb0-0b5b-4ad6-9cbe-90be25a6bd97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:20.639221 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6db8ca6-865b-4ece-8d6b-92a64ba02548 admin admin] Pushing event updated for resources: {'Port': ['ID=6b380ef1-a240-4da5-bb64-824601ab5d29,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:20.650176 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: d96ac9c2-7293-43ef-ae1d-9a863eece0d1 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:49:20.650535 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device d96ac9c2-7293-43ef-ae1d-9a863eece0d1 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:49:20.661202 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 21b62ae4-e43f-47d8-a1b9-09958ae8969b, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=21b62ae4-e43f-47d8-a1b9-09958ae8969b,segment=NetworkSegment(22e2dd09-2a15-4bf1-abb7-686dad08d6f4),segment_id=22e2dd09-2a15-4bf1-abb7-686dad08d6f4)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:49:20.710750 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6db8ca6-865b-4ece-8d6b-92a64ba02548 admin admin] Network 2759e53d-df16-4e1f-825e-7dc35572a9e2 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:49:20.716088 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-6e3babb0-0b5b-4ad6-9cbe-90be25a6bd97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b4f7907-bd5d-4ee9-954d-84febe01c0f5']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:49:20.720754 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-f6db8ca6-865b-4ece-8d6b-92a64ba02548 admin admin] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:49:20.722749 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': '21b62ae4-e43f-47d8-a1b9-09958ae8969b', 'network_id': '6e6a077e-d6d7-4bdb-9949-63b180c27445', 'port_id': '21b62ae4-e43f-47d8-a1b9-09958ae8969b', 'mac_address': 'fa:16:3e:be:da:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc320472-645b-461e-8825-9e713235eab6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:49:20.739853 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6db8ca6-865b-4ece-8d6b-92a64ba02548 admin admin] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:49:20.752161 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-6e3babb0-0b5b-4ad6-9cbe-90be25a6bd97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd2316b7-99c5-47dc-8eaa-c0ed88e5c141') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:49:20.752452 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-6e3babb0-0b5b-4ad6-9cbe-90be25a6bd97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd2316b7-99c5-47dc-8eaa-c0ed88e5c141') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:49:20.800040 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a3087b06-da6f-42d9-9a25-8ee71970774c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:20.815681 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6e3babb0-0b5b-4ad6-9cbe-90be25a6bd97 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:20.837290 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1dd0f745-811e-48e3-b222-afa91faea737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:20.859341 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:20.861054 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6e3babb0-0b5b-4ad6-9cbe-90be25a6bd97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:20.863981 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-a3087b06-da6f-42d9-9a25-8ee71970774c None None] For port 98b3c0b0-2d3f-4fe0-8c9d-02258e88278e, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=98b3c0b0-2d3f-4fe0-8c9d-02258e88278e,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:49:20.881189 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a3087b06-da6f-42d9-9a25-8ee71970774c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:20.891982 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21b62ae4-e43f-47d8-a1b9-09958ae8969b {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:49:20.906696 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e3babb0-0b5b-4ad6-9cbe-90be25a6bd97 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:49:20.907147 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6e3babb0-0b5b-4ad6-9cbe-90be25a6bd97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:20.909183 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 14:49:20.909183 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:49:20.909183 n-d-761264-19 neutron-server[103168]: timer() Dec 20 14:49:20.909183 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:49:20.909183 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 14:49:20.909183 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:49:20.909183 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 14:49:20.909183 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:49:20.909183 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 14:49:20.909183 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:49:20.909183 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 14:49:20.909183 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:49:20.909183 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 14:49:20.909183 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:49:20.909183 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:49:20.909183 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:49:20.909183 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:49:20.909183 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:49:20.909183 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 14:49:20.909183 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:49:20.909183 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 14:49:20.909183 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:49:20.909183 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:49:20.909183 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:49:20.909183 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 14:49:20.909183 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:49:20.909183 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:49:20.909183 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:49:20.909183 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:49:20.909183 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:49:20.909183 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:49:20.909183 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:49:20.911611 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f6db8ca6-865b-4ece-8d6b-92a64ba02548 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595714'] for router_interface, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:20.934656 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-becddfc5-7172-4420-a1aa-caca3a291f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '703d465f-7e8a-49cc-a74a-1f70a7a708f1', 'name': 'tempest-TestServerMultinode-679550032-router', 'tenant_id': '53ccf6a1617446c0a80d02e99f1fa5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': '98b3c0b0-2d3f-4fe0-8c9d-02258e88278e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:49:11Z', 'updated_at': '2021-12-20T14:49:14Z', 'revision_number': 3, 'project_id': '53ccf6a1617446c0a80d02e99f1fa5dc', 'gw_port': {'id': '98b3c0b0-2d3f-4fe0-8c9d-02258e88278e', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:7e:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '703d465f-7e8a-49cc-a74a-1f70a7a708f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:49:13Z', 'updated_at': '2021-12-20T14:49:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:49:20.976043 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 21b62ae4-e43f-47d8-a1b9-09958ae8969b, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=21b62ae4-e43f-47d8-a1b9-09958ae8969b,segment=NetworkSegment(22e2dd09-2a15-4bf1-abb7-686dad08d6f4),segment_id=22e2dd09-2a15-4bf1-abb7-686dad08d6f4)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:49:20.979656 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becddfc5-7172-4420-a1aa-caca3a291f7f None None] The sync data for ids ['703d465f-7e8a-49cc-a74a-1f70a7a708f1'] in n-d-761264-19 is: [{'id': '703d465f-7e8a-49cc-a74a-1f70a7a708f1', 'name': 'tempest-TestServerMultinode-679550032-router', 'tenant_id': '53ccf6a1617446c0a80d02e99f1fa5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': '98b3c0b0-2d3f-4fe0-8c9d-02258e88278e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:49:11Z', 'updated_at': '2021-12-20T14:49:14Z', 'revision_number': 3, 'project_id': '53ccf6a1617446c0a80d02e99f1fa5dc', 'gw_port': {'id': '98b3c0b0-2d3f-4fe0-8c9d-02258e88278e', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:7e:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '703d465f-7e8a-49cc-a74a-1f70a7a708f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:49:13Z', 'updated_at': '2021-12-20T14:49:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:49:20.986501 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:21.013622 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3087b06-da6f-42d9-9a25-8ee71970774c None None] Pushing event updated for resources: {'Port': ['ID=98b3c0b0-2d3f-4fe0-8c9d-02258e88278e,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:21.070457 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-1dd0f745-811e-48e3-b222-afa91faea737 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8e1ab8d-c67b-4c83-b13c-2d5016cdf02f']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:49:21.128583 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-1dd0f745-811e-48e3-b222-afa91faea737 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a58dad90-4686-4d33-b515-feb9d31f02bb') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:49:21.129332 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-1dd0f745-811e-48e3-b222-afa91faea737 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a58dad90-4686-4d33-b515-feb9d31f02bb') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:49:21.130989 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=21b62ae4-e43f-47d8-a1b9-09958ae8969b,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:21.145073 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6e3babb0-0b5b-4ad6-9cbe-90be25a6bd97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:21.148486 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1dd0f745-811e-48e3-b222-afa91faea737 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:21.168281 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6e3babb0-0b5b-4ad6-9cbe-90be25a6bd97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:21.170878 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 59972) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:49:21.171826 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-6e3babb0-0b5b-4ad6-9cbe-90be25a6bd97 admin admin] 10.222.0.54 "DELETE /v2.0/networks/9b4f7907-bd5d-4ee9-954d-84febe01c0f5 HTTP/1.1" status: 204 len: 168 time: 2.5963922 Dec 20 14:49:21.176825 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 59974) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:49:21.190030 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['21b62ae4-e43f-47d8-a1b9-09958ae8969b'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:49:21.195802 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3babb0-0b5b-4ad6-9cbe-90be25a6bd97 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b4f7907-bd5d-4ee9-954d-84febe01c0f5,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:21.294670 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1dd0f745-811e-48e3-b222-afa91faea737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:21.307659 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dd0f745-811e-48e3-b222-afa91faea737 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:49:21.308316 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1dd0f745-811e-48e3-b222-afa91faea737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:21.310496 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 14:49:21.310496 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:49:21.310496 n-d-761264-19 neutron-server[103168]: timer() Dec 20 14:49:21.310496 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:49:21.310496 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 14:49:21.310496 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:49:21.310496 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 14:49:21.310496 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:49:21.310496 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 14:49:21.310496 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:49:21.310496 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 14:49:21.310496 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:49:21.310496 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 14:49:21.310496 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:49:21.310496 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:49:21.310496 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:49:21.310496 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:49:21.310496 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:49:21.310496 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 14:49:21.310496 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:49:21.310496 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 14:49:21.310496 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:49:21.310496 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:49:21.310496 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:49:21.310496 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 14:49:21.310496 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:49:21.310496 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:49:21.310496 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:49:21.310496 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:49:21.310496 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:49:21.310496 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:49:21.310496 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:49:21.366425 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f6db8ca6-865b-4ece-8d6b-92a64ba02548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:21.367802 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-a7d3d022-34c0-4991-b5dd-d73fb21ba0cd None None] Provisioning complete for port 6b380ef1-a240-4da5-bb64-824601ab5d29 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:49:21.368180 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a7d3d022-34c0-4991-b5dd-d73fb21ba0cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:21.416720 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa6b6bb-eca2-4d8c-b85d-cd1b713bdb02 req-99f1c8c0-cddf-4371-aa87-2811f49f3a50 tempest-InstanceActionsNegativeTestJSON-1407690198 tempest-InstanceActionsNegativeTestJSON-1407690198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:49:21.439798 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-afa6b6bb-eca2-4d8c-b85d-cd1b713bdb02 req-99f1c8c0-cddf-4371-aa87-2811f49f3a50 tempest-InstanceActionsNegativeTestJSON-1407690198 tempest-InstanceActionsNegativeTestJSON-1407690198-project] 10.222.0.54 "GET /v2.0/ports?device_id=f43cd5b2-c1da-4b46-b4ab-0180e350d4d1 HTTP/1.1" status: 200 len: 945 time: 0.1638646 Dec 20 14:49:21.447831 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-a7d3d022-34c0-4991-b5dd-d73fb21ba0cd None None] Port 6b380ef1-a240-4da5-bb64-824601ab5d29 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:49:21.466313 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1dd0f745-811e-48e3-b222-afa91faea737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:21.477620 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1dd0f745-811e-48e3-b222-afa91faea737 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:21.483966 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-1dd0f745-811e-48e3-b222-afa91faea737 admin admin] 10.222.0.54 "DELETE /v2.0/networks/e8e1ab8d-c67b-4c83-b13c-2d5016cdf02f HTTP/1.1" status: 204 len: 168 time: 1.7171948 Dec 20 14:49:21.496053 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 59986) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:49:21.507076 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd0f745-811e-48e3-b222-afa91faea737 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8e1ab8d-c67b-4c83-b13c-2d5016cdf02f,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:21.632938 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-34527a3d-48f3-436a-8dd1-3e030227c25d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:21.678947 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_v2 [None req-016702a5-5297-429a-900d-531baddb1e6a admin admin] Deleting subnet 65b64f93-cf2e-4b8f-ba36-8f8a61376cf6 {{(pid=103168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:49:21.689646 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-afa6b6bb-eca2-4d8c-b85d-cd1b713bdb02 req-e3108f23-ca86-4412-8039-5fbd31f33caa tempest-InstanceActionsNegativeTestJSON-1407690198 tempest-InstanceActionsNegativeTestJSON-1407690198-project] 10.222.0.54 "GET /v2.0/security-groups?id=d02ebe3f-5e02-4054-8f2e-d67f10ac0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471194 Dec 20 14:49:21.724405 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-016702a5-5297-429a-900d-531baddb1e6a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:21.794154 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-016702a5-5297-429a-900d-531baddb1e6a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9023023'] for subnet, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:21.884439 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-016702a5-5297-429a-900d-531baddb1e6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:21.895856 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-34527a3d-48f3-436a-8dd1-3e030227c25d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:21.905239 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-34527a3d-48f3-436a-8dd1-3e030227c25d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:21.915288 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f6db8ca6-865b-4ece-8d6b-92a64ba02548 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:21.926606 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f6db8ca6-865b-4ece-8d6b-92a64ba02548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:21.965343 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-34527a3d-48f3-436a-8dd1-3e030227c25d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b1a253f15c0a468194422ef858d11714&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7932277 Dec 20 14:49:21.968395 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 59996) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:49:21.973239 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f6db8ca6-865b-4ece-8d6b-92a64ba02548 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1595702'] for router_interface, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:22.005020 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34527a3d-48f3-436a-8dd1-3e030227c25d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63f4292e-5386-4cd2-a01b-cc4a3ab2a2ea,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:22.100117 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 21b62ae4-e43f-47d8-a1b9-09958ae8969b up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:49:22.141428 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6db8ca6-865b-4ece-8d6b-92a64ba02548 admin admin] Pushing event updated for resources: {'Port': ['ID=6b380ef1-a240-4da5-bb64-824601ab5d29,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:22.224372 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning for port 21b62ae4-e43f-47d8-a1b9-09958ae8969b completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:49:22.229943 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2335c58c-64b5-4577-84a0-234406ab5cfb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:22.232199 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-016702a5-5297-429a-900d-531baddb1e6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8850800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470517'] for subnet, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:22.232441 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port 21b62ae4-e43f-47d8-a1b9-09958ae8969b triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:49:22.233021 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:22.255840 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-58a06578-7595-4d4e-8778-e65a163a4c37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1595867'] for router_interface, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:22.318143 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016702a5-5297-429a-900d-531baddb1e6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65b64f93-cf2e-4b8f-ba36-8f8a61376cf6,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:22.327279 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-016702a5-5297-429a-900d-531baddb1e6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:22.333559 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-016702a5-5297-429a-900d-531baddb1e6a admin admin] 10.222.0.54 "DELETE /v2.0/subnets/65b64f93-cf2e-4b8f-ba36-8f8a61376cf6 HTTP/1.1" status: 204 len: 168 time: 0.8357410 Dec 20 14:49:22.334924 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 60004) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:49:22.350276 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2335c58c-64b5-4577-84a0-234406ab5cfb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:22.374455 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:22.420579 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6db8ca6-865b-4ece-8d6b-92a64ba02548 admin admin] Network 2759e53d-df16-4e1f-825e-7dc35572a9e2 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:49:22.425071 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f43cd5b2-c1da-4b46-b4ab-0180e350d4d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21b62ae4-e43f-47d8-a1b9-09958ae8969b'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:49:22.429625 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf948195-32e1-41ec-808f-a59e9124ebe0" -d '{"events": [{"server_uuid": "f43cd5b2-c1da-4b46-b4ab-0180e350d4d1", "name": "network-vif-plugged", "status": "completed", "tag": "21b62ae4-e43f-47d8-a1b9-09958ae8969b"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:49:22.446101 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 21b62ae4-e43f-47d8-a1b9-09958ae8969b, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=21b62ae4-e43f-47d8-a1b9-09958ae8969b,segment=NetworkSegment(22e2dd09-2a15-4bf1-abb7-686dad08d6f4),segment_id=22e2dd09-2a15-4bf1-abb7-686dad08d6f4)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:49:22.455144 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:22.479037 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-f6db8ca6-865b-4ece-8d6b-92a64ba02548 admin admin] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:49:22.578206 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=21b62ae4-e43f-47d8-a1b9-09958ae8969b,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:22.589349 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bed4a94a-aefb-442a-974a-df0a2d800889 x-openstack-request-id: req-bed4a94a-aefb-442a-974a-df0a2d800889 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:49:22.589947 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f43cd5b2-c1da-4b46-b4ab-0180e350d4d1", "name": "network-vif-plugged", "status": "completed", "tag": "21b62ae4-e43f-47d8-a1b9-09958ae8969b", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:49:22.590408 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bed4a94a-aefb-442a-974a-df0a2d800889 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:49:22.591047 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f43cd5b2-c1da-4b46-b4ab-0180e350d4d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21b62ae4-e43f-47d8-a1b9-09958ae8969b', 'code': 200} Dec 20 14:49:22.616003 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 98b3c0b0-2d3f-4fe0-8c9d-02258e88278e up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:49:22.657214 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-860b19ab-f59d-49d5-9e74-01a4157a69b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:22.695854 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 98b3c0b0-2d3f-4fe0-8c9d-02258e88278e triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:49:22.696316 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:22.745457 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2335c58c-64b5-4577-84a0-234406ab5cfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:22.755957 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2335c58c-64b5-4577-84a0-234406ab5cfb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:22.757401 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-2335c58c-64b5-4577-84a0-234406ab5cfb admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/63f4292e-5386-4cd2-a01b-cc4a3ab2a2ea HTTP/1.1" status: 204 len: 168 time: 0.7818594 Dec 20 14:49:22.866402 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3d7294-007c-445f-9ff1-a2a386cef515 req-fa91734a-b92d-4924-8bf0-d03cc6b1f522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:49:22.880471 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7d3d7294-007c-445f-9ff1-a2a386cef515 req-fa91734a-b92d-4924-8bf0-d03cc6b1f522 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f43cd5b2-c1da-4b46-b4ab-0180e350d4d1 HTTP/1.1" status: 200 len: 1098 time: 0.2425098 Dec 20 14:49:22.907114 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-021ac5c1-4491-4b1b-97df-75dd00b0307e None None] Provisioning complete for port 6b380ef1-a240-4da5-bb64-824601ab5d29 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:49:22.907540 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-021ac5c1-4491-4b1b-97df-75dd00b0307e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:22.915490 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335c58c-64b5-4577-84a0-234406ab5cfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f4292e-5386-4cd2-a01b-cc4a3ab2a2ea,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:22.962766 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7d3d7294-007c-445f-9ff1-a2a386cef515 req-191b8ebd-df2a-455c-90bd-81cc08276011 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d02ebe3f-5e02-4054-8f2e-d67f10ac0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704322 Dec 20 14:49:22.986760 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-860b19ab-f59d-49d5-9e74-01a4157a69b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:23.037162 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6e3c00-3757-47a1-86f3-5cbd2404ecaf req-ecb8f7d5-dc3c-4f52-a8d5-0e4f76e61db9 tempest-InstanceActionsNegativeTestJSON-1407690198 tempest-InstanceActionsNegativeTestJSON-1407690198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:49:23.039106 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4d6e3c00-3757-47a1-86f3-5cbd2404ecaf req-ecb8f7d5-dc3c-4f52-a8d5-0e4f76e61db9 tempest-InstanceActionsNegativeTestJSON-1407690198 tempest-InstanceActionsNegativeTestJSON-1407690198-project] 10.222.0.54 "GET /v2.0/ports?device_id=f43cd5b2-c1da-4b46-b4ab-0180e350d4d1 HTTP/1.1" status: 200 len: 946 time: 0.1480455 Dec 20 14:49:23.041448 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-860b19ab-f59d-49d5-9e74-01a4157a69b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faf5e3af-84bd-42fd-b016-19ce79d0f7ce']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:49:23.045341 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6db8ca6-865b-4ece-8d6b-92a64ba02548 admin admin] Router 703d465f-7e8a-49cc-a74a-1f70a7a708f1 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:49:23.056496 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-58a06578-7595-4d4e-8778-e65a163a4c37 admin admin] Deleting port ac6cc6e4-5e45-47db-bd7a-1da117a5623d {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:49:23.056772 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-58a06578-7595-4d4e-8778-e65a163a4c37 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:23.084821 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-860b19ab-f59d-49d5-9e74-01a4157a69b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0feea39b-3bae-4d7a-b98a-a104f88c3dd3') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:49:23.085191 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-860b19ab-f59d-49d5-9e74-01a4157a69b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0feea39b-3bae-4d7a-b98a-a104f88c3dd3') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:49:23.124600 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-860b19ab-f59d-49d5-9e74-01a4157a69b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:23.199223 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-860b19ab-f59d-49d5-9e74-01a4157a69b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:23.232940 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-860b19ab-f59d-49d5-9e74-01a4157a69b1 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:49:23.233388 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-860b19ab-f59d-49d5-9e74-01a4157a69b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:23.238320 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4d6e3c00-3757-47a1-86f3-5cbd2404ecaf req-be5f09c1-6862-4220-8122-6b88e068553b tempest-InstanceActionsNegativeTestJSON-1407690198 tempest-InstanceActionsNegativeTestJSON-1407690198-project] 10.222.0.54 "GET /v2.0/security-groups?id=d02ebe3f-5e02-4054-8f2e-d67f10ac0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835825 Dec 20 14:49:23.241267 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 14:49:23.241267 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:49:23.241267 n-d-761264-19 neutron-server[103168]: timer() Dec 20 14:49:23.241267 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:49:23.241267 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 14:49:23.241267 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:49:23.241267 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 14:49:23.241267 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:49:23.241267 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 14:49:23.241267 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:49:23.241267 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 14:49:23.241267 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:49:23.241267 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 14:49:23.241267 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:49:23.241267 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:49:23.241267 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:49:23.241267 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:49:23.241267 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:49:23.241267 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 14:49:23.241267 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:49:23.241267 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 14:49:23.241267 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:49:23.241267 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:49:23.241267 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:49:23.241267 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 14:49:23.241267 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:49:23.241267 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:49:23.241267 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:49:23.241267 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:49:23.241267 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:49:23.241267 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:49:23.241267 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:49:23.262312 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-021ac5c1-4491-4b1b-97df-75dd00b0307e None None] Port 6b380ef1-a240-4da5-bb64-824601ab5d29 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:49:23.300837 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-58a06578-7595-4d4e-8778-e65a163a4c37 admin admin] For port ac6cc6e4-5e45-47db-bd7a-1da117a5623d, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=ac6cc6e4-5e45-47db-bd7a-1da117a5623d,segment=NetworkSegment(133a67eb-e4ac-41a6-a630-d77394f5b962),segment_id=133a67eb-e4ac-41a6-a630-d77394f5b962)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:49:23.301762 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-58a06578-7595-4d4e-8778-e65a163a4c37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:23.318441 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-58a06578-7595-4d4e-8778-e65a163a4c37 admin admin] Calling delete_port for ac6cc6e4-5e45-47db-bd7a-1da117a5623d owned by network:router_interface {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:49:23.355600 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-860b19ab-f59d-49d5-9e74-01a4157a69b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:23.362681 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-860b19ab-f59d-49d5-9e74-01a4157a69b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:23.365993 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-860b19ab-f59d-49d5-9e74-01a4157a69b1 admin admin] 10.222.0.54 "DELETE /v2.0/networks/faf5e3af-84bd-42fd-b016-19ce79d0f7ce HTTP/1.1" status: 204 len: 168 time: 1.0241044 Dec 20 14:49:23.380273 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860b19ab-f59d-49d5-9e74-01a4157a69b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=faf5e3af-84bd-42fd-b016-19ce79d0f7ce,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:23.383071 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6db8ca6-865b-4ece-8d6b-92a64ba02548 admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:49:23.394789 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-f6db8ca6-865b-4ece-8d6b-92a64ba02548 admin admin] 10.222.0.54 "PUT /v2.0/routers/703d465f-7e8a-49cc-a74a-1f70a7a708f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8389020 Dec 20 14:49:23.580711 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-58a06578-7595-4d4e-8778-e65a163a4c37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:23.609659 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 60034) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:49:23.614548 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a06578-7595-4d4e-8778-e65a163a4c37 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac6cc6e4-5e45-47db-bd7a-1da117a5623d,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:23.649292 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 60036) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:49:23.666864 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f372dd34-4702-416b-9d2d-da32c791cc60 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:23.670668 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e1358b-a893-400b-bb17-3e7b717a4185 None None] Sync routers for ids ['703d465f-7e8a-49cc-a74a-1f70a7a708f1'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:49:23.691578 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e1358b-a893-400b-bb17-3e7b717a4185 None None] Routers {'703d465f-7e8a-49cc-a74a-1f70a7a708f1'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:49:23.692248 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-b0e1358b-a893-400b-bb17-3e7b717a4185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:49:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['703d465f-7e8a-49cc-a74a-1f70a7a708f1'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:49:23.783268 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f372dd34-4702-416b-9d2d-da32c791cc60 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:23.793445 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f372dd34-4702-416b-9d2d-da32c791cc60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:23.831587 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-b30acf96-45a7-483c-8ab2-ec6eeeb2da5a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=be4d0eb36578487ca8961ffc85823ec2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1604214 Dec 20 14:49:23.844438 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 60040) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:49:23.882425 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-b0e1358b-a893-400b-bb17-3e7b717a4185 None None] Set router 703d465f-7e8a-49cc-a74a-1f70a7a708f1 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:49:23.931310 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-f372dd34-4702-416b-9d2d-da32c791cc60 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9281bf12f7c749dfbfeb74ec6d1bfed2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3202670 Dec 20 14:49:23.939081 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 60048) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:49:23.973170 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f372dd34-4702-416b-9d2d-da32c791cc60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05114a4c-efa9-4fa9-a686-4462554ac830,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:24.008107 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-251b146c-684f-4e21-9bc2-9851a2d1e266 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:24.059757 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-251b146c-684f-4e21-9bc2-9851a2d1e266 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:24.105922 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-58a06578-7595-4d4e-8778-e65a163a4c37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582411'] for router_interface, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:24.129324 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0c88180e-e530-411d-965c-30f7a550124a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:24.156497 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0c88180e-e530-411d-965c-30f7a550124a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:24.248547 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0c88180e-e530-411d-965c-30f7a550124a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:24.252813 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0c88180e-e530-411d-965c-30f7a550124a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:24.253697 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-0c88180e-e530-411d-965c-30f7a550124a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/05114a4c-efa9-4fa9-a686-4462554ac830 HTTP/1.1" status: 204 len: 168 time: 0.3135002 Dec 20 14:49:24.265266 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c88180e-e530-411d-965c-30f7a550124a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05114a4c-efa9-4fa9-a686-4462554ac830,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:24.303884 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-251b146c-684f-4e21-9bc2-9851a2d1e266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:24.311087 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-251b146c-684f-4e21-9bc2-9851a2d1e266 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:24.316953 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-251b146c-684f-4e21-9bc2-9851a2d1e266 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d3aab305-e1e3-466f-9211-ad5d9d9c273e HTTP/1.1" status: 204 len: 168 time: 0.4569228 Dec 20 14:49:24.320373 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-b0e1358b-a893-400b-bb17-3e7b717a4185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '703d465f-7e8a-49cc-a74a-1f70a7a708f1', 'name': 'tempest-TestServerMultinode-679550032-router', 'tenant_id': '53ccf6a1617446c0a80d02e99f1fa5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': '98b3c0b0-2d3f-4fe0-8c9d-02258e88278e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:49:11Z', 'updated_at': '2021-12-20T14:49:21Z', 'revision_number': 4, 'project_id': '53ccf6a1617446c0a80d02e99f1fa5dc', 'gw_port': {'id': '98b3c0b0-2d3f-4fe0-8c9d-02258e88278e', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:7e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '703d465f-7e8a-49cc-a74a-1f70a7a708f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:49:13Z', 'updated_at': '2021-12-20T14:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '6b380ef1-a240-4da5-bb64-824601ab5d29', 'name': '', 'network_id': '2759e53d-df16-4e1f-825e-7dc35572a9e2', 'tenant_id': '53ccf6a1617446c0a80d02e99f1fa5dc', 'mac_address': 'fa:16:3e:11:12:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '703d465f-7e8a-49cc-a74a-1f70a7a708f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': '490fea0a-26f4-4e5b-a4c6-70e149bd18f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:49:18Z', 'updated_at': '2021-12-20T14:49:21Z', 'revision_number': 2, 'project_id': '53ccf6a1617446c0a80d02e99f1fa5dc', 'subnets': [{'id': '490fea0a-26f4-4e5b-a4c6-70e149bd18f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:49:24.337792 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251b146c-684f-4e21-9bc2-9851a2d1e266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3aab305-e1e3-466f-9211-ad5d9d9c273e,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:24.355883 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e1358b-a893-400b-bb17-3e7b717a4185 None None] Checking router: 703d465f-7e8a-49cc-a74a-1f70a7a708f1 for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:49:24.356760 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e1358b-a893-400b-bb17-3e7b717a4185 None None] Updating router 703d465f-7e8a-49cc-a74a-1f70a7a708f1 port 6b380ef1-a240-4da5-bb64-824601ab5d29 binding host n-d-761264-19 {{(pid=103170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 14:49:24.426143 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b0e1358b-a893-400b-bb17-3e7b717a4185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:24.595738 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58a06578-7595-4d4e-8778-e65a163a4c37 admin admin] Router b75eaea9-da53-467f-accc-b11ade19adde has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:49:24.605447 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe7a72b-7550-4c75-9f3f-17809c47be93 req-8ae80ceb-9fe3-4bf7-8439-0b5e46c9ac32 tempest-InstanceActionsNegativeTestJSON-1407690198 tempest-InstanceActionsNegativeTestJSON-1407690198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:49:24.607703 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1fe7a72b-7550-4c75-9f3f-17809c47be93 req-8ae80ceb-9fe3-4bf7-8439-0b5e46c9ac32 tempest-InstanceActionsNegativeTestJSON-1407690198 tempest-InstanceActionsNegativeTestJSON-1407690198-project] 10.222.0.54 "GET /v2.0/ports?device_id=f43cd5b2-c1da-4b46-b4ab-0180e350d4d1 HTTP/1.1" status: 200 len: 946 time: 0.0806634 Dec 20 14:49:24.791934 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1fe7a72b-7550-4c75-9f3f-17809c47be93 req-a4ab6c55-8e6b-4ed5-ab7f-76d47b1238de tempest-InstanceActionsNegativeTestJSON-1407690198 tempest-InstanceActionsNegativeTestJSON-1407690198-project] 10.222.0.54 "GET /v2.0/security-groups?id=d02ebe3f-5e02-4054-8f2e-d67f10ac0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730008 Dec 20 14:49:24.836476 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a06578-7595-4d4e-8778-e65a163a4c37 admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:49:24.850307 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc37f974-a1a1-4302-84e0-1ddf0e2e85f7 None None] Sync routers for ids ['b75eaea9-da53-467f-accc-b11ade19adde'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:49:24.855731 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 60080) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:49:24.869231 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc37f974-a1a1-4302-84e0-1ddf0e2e85f7 None None] Routers {'b75eaea9-da53-467f-accc-b11ade19adde'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:49:24.870195 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-58a06578-7595-4d4e-8778-e65a163a4c37 admin admin] 10.222.0.54 "PUT /v2.0/routers/b75eaea9-da53-467f-accc-b11ade19adde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6915874 Dec 20 14:49:24.873387 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-bc37f974-a1a1-4302-84e0-1ddf0e2e85f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:49:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['b75eaea9-da53-467f-accc-b11ade19adde'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:49:25.043590 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4d05fbdf-aaf9-472a-add9-06b757bc4903 admin admin] Publish callbacks [] for router, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:25.159936 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b0e1358b-a893-400b-bb17-3e7b717a4185 None None] Publish callbacks [] for port, precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:25.176929 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b0e1358b-a893-400b-bb17-3e7b717a4185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:25.242616 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-bc37f974-a1a1-4302-84e0-1ddf0e2e85f7 None None] Set router b75eaea9-da53-467f-accc-b11ade19adde gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:49:25.258288 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7780dae2-0a24-4899-81bc-7e742e56ba1d None None] Pushing event updated for resources: {'Port': ['ID=6b380ef1-a240-4da5-bb64-824601ab5d29,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:25.372107 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-b0e1358b-a893-400b-bb17-3e7b717a4185 None None] Attempting to bind port 6b380ef1-a240-4da5-bb64-824601ab5d29 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:49:25.372476 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-b0e1358b-a893-400b-bb17-3e7b717a4185 None None] Attempting to bind port 6b380ef1-a240-4da5-bb64-824601ab5d29 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '20542ed0-9f9c-498c-b2fe-1c8972bfe70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '2759e53d-df16-4e1f-825e-7dc35572a9e2'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:49:25.372832 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e1358b-a893-400b-bb17-3e7b717a4185 None None] Attempting to bind port 6b380ef1-a240-4da5-bb64-824601ab5d29 on network 2759e53d-df16-4e1f-825e-7dc35572a9e2 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:49:25.384077 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e1358b-a893-400b-bb17-3e7b717a4185 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:49:25.384469 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e1358b-a893-400b-bb17-3e7b717a4185 None None] Checking segment: {'id': '20542ed0-9f9c-498c-b2fe-1c8972bfe70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '2759e53d-df16-4e1f-825e-7dc35572a9e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:49:25.384871 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b0e1358b-a893-400b-bb17-3e7b717a4185 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:25.385272 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e1358b-a893-400b-bb17-3e7b717a4185 None None] Bound using segment: {'id': '20542ed0-9f9c-498c-b2fe-1c8972bfe70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '2759e53d-df16-4e1f-825e-7dc35572a9e2'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:49:25.388071 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-b0e1358b-a893-400b-bb17-3e7b717a4185 None None] Bound port: 6b380ef1-a240-4da5-bb64-824601ab5d29, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20542ed0-9f9c-498c-b2fe-1c8972bfe70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '2759e53d-df16-4e1f-825e-7dc35572a9e2'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:49:25.388544 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b0e1358b-a893-400b-bb17-3e7b717a4185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:25.457838 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4d05fbdf-aaf9-472a-add9-06b757bc4903 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:25.524686 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63eb34d-530c-44f0-bbc7-a2341d63925b req-1733ef3e-021f-450a-8d09-143a998b2b6b tempest-InstanceActionsNegativeTestJSON-1407690198 tempest-InstanceActionsNegativeTestJSON-1407690198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:49:25.530819 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d63eb34d-530c-44f0-bbc7-a2341d63925b req-1733ef3e-021f-450a-8d09-143a998b2b6b tempest-InstanceActionsNegativeTestJSON-1407690198 tempest-InstanceActionsNegativeTestJSON-1407690198-project] 10.222.0.54 "GET /v2.0/ports?device_id=f43cd5b2-c1da-4b46-b4ab-0180e350d4d1 HTTP/1.1" status: 200 len: 946 time: 0.1676755 Dec 20 14:49:25.555374 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-b0e1358b-a893-400b-bb17-3e7b717a4185 None None] For port 6b380ef1-a240-4da5-bb64-824601ab5d29, host n-d-761264-19, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:49:25.571730 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-b0e1358b-a893-400b-bb17-3e7b717a4185 None None] For port 6b380ef1-a240-4da5-bb64-824601ab5d29, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=6b380ef1-a240-4da5-bb64-824601ab5d29,segment=NetworkSegment(20542ed0-9f9c-498c-b2fe-1c8972bfe70f),segment_id=20542ed0-9f9c-498c-b2fe-1c8972bfe70f)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:49:25.580649 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-b0e1358b-a893-400b-bb17-3e7b717a4185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:25.590950 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-4d05fbdf-aaf9-472a-add9-06b757bc4903 admin admin] Deleting port 0108cdf3-c9c9-4ff5-a509-ea488f69ab92 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:49:25.591349 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4d05fbdf-aaf9-472a-add9-06b757bc4903 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:25.666759 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d63eb34d-530c-44f0-bbc7-a2341d63925b req-30c4779b-5760-48c5-84b0-0907418a4128 tempest-InstanceActionsNegativeTestJSON-1407690198 tempest-InstanceActionsNegativeTestJSON-1407690198-project] 10.222.0.54 "GET /v2.0/security-groups?id=d02ebe3f-5e02-4054-8f2e-d67f10ac0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297584 Dec 20 14:49:25.703143 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 60096) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:49:25.758373 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e1358b-a893-400b-bb17-3e7b717a4185 None None] Routers {'703d465f-7e8a-49cc-a74a-1f70a7a708f1'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:49:25.766615 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-b0e1358b-a893-400b-bb17-3e7b717a4185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:49:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['703d465f-7e8a-49cc-a74a-1f70a7a708f1'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:49:25.835400 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-4d05fbdf-aaf9-472a-add9-06b757bc4903 admin admin] For port 0108cdf3-c9c9-4ff5-a509-ea488f69ab92, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=0108cdf3-c9c9-4ff5-a509-ea488f69ab92,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:49:25.836751 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4d05fbdf-aaf9-472a-add9-06b757bc4903 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:25.867791 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-4d05fbdf-aaf9-472a-add9-06b757bc4903 admin admin] Calling delete_port for 0108cdf3-c9c9-4ff5-a509-ea488f69ab92 owned by network:router_gateway {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:49:25.868630 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7780dae2-0a24-4899-81bc-7e742e56ba1d None None] Pushing event updated for resources: {'Port': ['ID=6b380ef1-a240-4da5-bb64-824601ab5d29,revision_number=4']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:25.871876 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 60102) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:49:25.873078 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-6e41c826-b5d7-4c2d-b391-015ea7177abc admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=773f83e190fa4cbb8c987d4ee62b1ab6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1624835 Dec 20 14:49:25.895424 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-a19a6530-b9de-436c-8711-090ed4096b3c None None] Provisioning complete for port 6b380ef1-a240-4da5-bb64-824601ab5d29 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:49:25.895424 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a19a6530-b9de-436c-8711-090ed4096b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:25.900604 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-bc37f974-a1a1-4302-84e0-1ddf0e2e85f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b75eaea9-da53-467f-accc-b11ade19adde', 'name': 'tempest-TestVolumeBackupRestore-17163954-router', 'tenant_id': 'a476ebf78cb049d48d0a9739417b1d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '0108cdf3-c9c9-4ff5-a509-ea488f69ab92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:43:02Z', 'updated_at': '2021-12-20T14:49:23Z', 'revision_number': 5, 'project_id': 'a476ebf78cb049d48d0a9739417b1d8d', 'gw_port': {'id': '0108cdf3-c9c9-4ff5-a509-ea488f69ab92', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:14:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75eaea9-da53-467f-accc-b11ade19adde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:43:03Z', 'updated_at': '2021-12-20T14:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:49:26.046866 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 60108) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:49:26.055840 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-ad2cbc97-03e9-4be9-85f5-59aca63d9591 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-445103897-network', 'tenant_id': '02e2e7c33f52422ea75fe7a440bfc1a8'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:49:26.083967 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-b0e1358b-a893-400b-bb17-3e7b717a4185 None None] Set router 703d465f-7e8a-49cc-a74a-1f70a7a708f1 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:49:26.117489 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad2cbc97-03e9-4be9-85f5-59aca63d9591 admin admin] Made reservation on behalf of 02e2e7c33f52422ea75fe7a440bfc1a8 for: {'network': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:49:26.120954 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ad2cbc97-03e9-4be9-85f5-59aca63d9591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:26.128593 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc37f974-a1a1-4302-84e0-1ddf0e2e85f7 None None] Checking router: b75eaea9-da53-467f-accc-b11ade19adde for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:49:26.146159 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e05e6f06-3b64-4a55-b1f0-45e7affe95d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:26.160670 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ad2cbc97-03e9-4be9-85f5-59aca63d9591 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:26.188089 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc37f974-a1a1-4302-84e0-1ddf0e2e85f7 None None] Routers {'b75eaea9-da53-467f-accc-b11ade19adde'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:49:26.195643 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-bc37f974-a1a1-4302-84e0-1ddf0e2e85f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:49:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['b75eaea9-da53-467f-accc-b11ade19adde'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:49:26.228170 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e05e6f06-3b64-4a55-b1f0-45e7affe95d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:26.350829 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ad2cbc97-03e9-4be9-85f5-59aca63d9591 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:26.365135 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ad2cbc97-03e9-4be9-85f5-59aca63d9591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:26.452480 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad2cbc97-03e9-4be9-85f5-59aca63d9591 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=103167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:49:26.476389 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a19a6530-b9de-436c-8711-090ed4096b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:26.491589 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ad2cbc97-03e9-4be9-85f5-59aca63d9591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:26.491589 n-d-761264-19 neutron-server[103167]: INFO neutron.db.segments_db [None req-ad2cbc97-03e9-4be9-85f5-59aca63d9591 admin admin] Added segment 7465d05b-a37b-4005-b7f3-542d098949f3 of type vlan for network 5bdf1b1f-c2dd-43ac-bd1c-d9e081f323a6 Dec 20 14:49:26.521638 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-a19a6530-b9de-436c-8711-090ed4096b3c None None] For port 6b380ef1-a240-4da5-bb64-824601ab5d29, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=6b380ef1-a240-4da5-bb64-824601ab5d29,segment=NetworkSegment(20542ed0-9f9c-498c-b2fe-1c8972bfe70f),segment_id=20542ed0-9f9c-498c-b2fe-1c8972bfe70f)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:49:26.525282 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2cbc97-03e9-4be9-85f5-59aca63d9591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63f07fba-0a13-443c-856b-328a429926dd,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:26.533941 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-bc37f974-a1a1-4302-84e0-1ddf0e2e85f7 None None] Set router b75eaea9-da53-467f-accc-b11ade19adde gateway port host: None {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:49:26.537194 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a19a6530-b9de-436c-8711-090ed4096b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:26.619470 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-b0e1358b-a893-400b-bb17-3e7b717a4185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '703d465f-7e8a-49cc-a74a-1f70a7a708f1', 'name': 'tempest-TestServerMultinode-679550032-router', 'tenant_id': '53ccf6a1617446c0a80d02e99f1fa5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': '98b3c0b0-2d3f-4fe0-8c9d-02258e88278e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:49:11Z', 'updated_at': '2021-12-20T14:49:21Z', 'revision_number': 4, 'project_id': '53ccf6a1617446c0a80d02e99f1fa5dc', 'gw_port': {'id': '98b3c0b0-2d3f-4fe0-8c9d-02258e88278e', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:7e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '703d465f-7e8a-49cc-a74a-1f70a7a708f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:49:13Z', 'updated_at': '2021-12-20T14:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '6b380ef1-a240-4da5-bb64-824601ab5d29', 'name': '', 'network_id': '2759e53d-df16-4e1f-825e-7dc35572a9e2', 'tenant_id': '53ccf6a1617446c0a80d02e99f1fa5dc', 'mac_address': 'fa:16:3e:11:12:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '703d465f-7e8a-49cc-a74a-1f70a7a708f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': '490fea0a-26f4-4e5b-a4c6-70e149bd18f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:49:18Z', 'updated_at': '2021-12-20T14:49:25Z', 'revision_number': 4, 'project_id': '53ccf6a1617446c0a80d02e99f1fa5dc', 'subnets': [{'id': '490fea0a-26f4-4e5b-a4c6-70e149bd18f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:49:26.640641 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e05e6f06-3b64-4a55-b1f0-45e7affe95d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:26.650948 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e05e6f06-3b64-4a55-b1f0-45e7affe95d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:26.658385 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-e05e6f06-3b64-4a55-b1f0-45e7affe95d7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8c5ca2d7-9f10-49cd-b2c4-864ecb5edb4c HTTP/1.1" status: 204 len: 168 time: 0.7770596 Dec 20 14:49:26.673580 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4d05fbdf-aaf9-472a-add9-06b757bc4903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:26.693332 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ad2cbc97-03e9-4be9-85f5-59aca63d9591 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:26.703119 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05e6f06-3b64-4a55-b1f0-45e7affe95d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c5ca2d7-9f10-49cd-b2c4-864ecb5edb4c,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:26.733154 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e1358b-a893-400b-bb17-3e7b717a4185 None None] The sync data for ids ['703d465f-7e8a-49cc-a74a-1f70a7a708f1'] in n-d-761264-19 is: [{'id': '703d465f-7e8a-49cc-a74a-1f70a7a708f1', 'name': 'tempest-TestServerMultinode-679550032-router', 'tenant_id': '53ccf6a1617446c0a80d02e99f1fa5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': '98b3c0b0-2d3f-4fe0-8c9d-02258e88278e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:49:11Z', 'updated_at': '2021-12-20T14:49:21Z', 'revision_number': 4, 'project_id': '53ccf6a1617446c0a80d02e99f1fa5dc', 'gw_port': {'id': '98b3c0b0-2d3f-4fe0-8c9d-02258e88278e', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:7e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '703d465f-7e8a-49cc-a74a-1f70a7a708f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:49:13Z', 'updated_at': '2021-12-20T14:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '6b380ef1-a240-4da5-bb64-824601ab5d29', 'name': '', 'network_id': '2759e53d-df16-4e1f-825e-7dc35572a9e2', 'tenant_id': '53ccf6a1617446c0a80d02e99f1fa5dc', 'mac_address': 'fa:16:3e:11:12:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '703d465f-7e8a-49cc-a74a-1f70a7a708f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': '490fea0a-26f4-4e5b-a4c6-70e149bd18f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:49:18Z', 'updated_at': '2021-12-20T14:49:25Z', 'revision_number': 4, 'project_id': '53ccf6a1617446c0a80d02e99f1fa5dc', 'subnets': [{'id': '490fea0a-26f4-4e5b-a4c6-70e149bd18f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:49:26.768453 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e0b5af-f271-4886-bee3-ae2901d9e85f None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:49:26.777236 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-bc37f974-a1a1-4302-84e0-1ddf0e2e85f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b75eaea9-da53-467f-accc-b11ade19adde', 'name': 'tempest-TestVolumeBackupRestore-17163954-router', 'tenant_id': 'a476ebf78cb049d48d0a9739417b1d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:43:02Z', 'updated_at': '2021-12-20T14:49:25Z', 'revision_number': 6, 'project_id': 'a476ebf78cb049d48d0a9739417b1d8d', 'gw_port_host': None}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:49:26.796419 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ad2cbc97-03e9-4be9-85f5-59aca63d9591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:26.797757 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad2cbc97-03e9-4be9-85f5-59aca63d9591 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:49:26.798354 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ad2cbc97-03e9-4be9-85f5-59aca63d9591 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:26.815179 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc37f974-a1a1-4302-84e0-1ddf0e2e85f7 None None] The sync data for ids ['b75eaea9-da53-467f-accc-b11ade19adde'] in n-d-761264-19 is: [{'id': 'b75eaea9-da53-467f-accc-b11ade19adde', 'name': 'tempest-TestVolumeBackupRestore-17163954-router', 'tenant_id': 'a476ebf78cb049d48d0a9739417b1d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:43:02Z', 'updated_at': '2021-12-20T14:49:25Z', 'revision_number': 6, 'project_id': 'a476ebf78cb049d48d0a9739417b1d8d', 'gw_port_host': None}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:49:26.822207 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d05fbdf-aaf9-472a-add9-06b757bc4903 admin admin] Pushing event deleted for resources: {'Port': ['ID=0108cdf3-c9c9-4ff5-a509-ea488f69ab92,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:26.919629 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-383bd3a8-01f4-4822-bc70-7ffb749189b9 None None] Provisioning complete for port 6b380ef1-a240-4da5-bb64-824601ab5d29 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:49:26.920393 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-383bd3a8-01f4-4822-bc70-7ffb749189b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:26.999672 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19a6530-b9de-436c-8711-090ed4096b3c None None] Pushing event updated for resources: {'Port': ['ID=6b380ef1-a240-4da5-bb64-824601ab5d29,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:27.040602 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4d05fbdf-aaf9-472a-add9-06b757bc4903 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584913'] for router_gateway, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:27.051788 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f09b5d-5255-4c9f-bac7-6336ffe26db1 req-12169f4d-2a5c-418c-87e2-eacadbcbe39a tempest-InstanceActionsNegativeTestJSON-1407690198 tempest-InstanceActionsNegativeTestJSON-1407690198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:49:27.053836 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-61f09b5d-5255-4c9f-bac7-6336ffe26db1 req-12169f4d-2a5c-418c-87e2-eacadbcbe39a tempest-InstanceActionsNegativeTestJSON-1407690198 tempest-InstanceActionsNegativeTestJSON-1407690198-project] 10.222.0.47 "GET /v2.0/ports?device_id=f43cd5b2-c1da-4b46-b4ab-0180e350d4d1 HTTP/1.1" status: 200 len: 946 time: 0.4474502 Dec 20 14:49:27.067449 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-ad2cbc97-03e9-4be9-85f5-59aca63d9591 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0182254 Dec 20 14:49:27.087968 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 60126) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:49:27.167613 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-21e97108-c2f7-472f-90df-3d3eda178869 admin admin] Request body: {'subnet': {'network_id': '5bdf1b1f-c2dd-43ac-bd1c-d9e081f323a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-445103897-subnet', 'tenant_id': '02e2e7c33f52422ea75fe7a440bfc1a8', 'ip_version': 4}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:49:27.199472 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2cbc97-03e9-4be9-85f5-59aca63d9591 admin admin] Pushing event updated for resources: {'Network': ['ID=5bdf1b1f-c2dd-43ac-bd1c-d9e081f323a6,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:27.214582 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 5bdf1b1f-c2dd-43ac-bd1c-d9e081f323a6 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:49:27.243170 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21e97108-c2f7-472f-90df-3d3eda178869 admin admin] Made reservation on behalf of 02e2e7c33f52422ea75fe7a440bfc1a8 for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:49:27.252893 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-21e97108-c2f7-472f-90df-3d3eda178869 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:27.257192 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4d05fbdf-aaf9-472a-add9-06b757bc4903 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40132'] for router, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:27.270630 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4d05fbdf-aaf9-472a-add9-06b757bc4903 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:27.402407 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9868063d-575c-4eb9-bf52-d3a0927aa14d req-38ec0315-0dea-4526-a873-d114f33acac9 tempest-InstanceActionsNegativeTestJSON-1407690198 tempest-InstanceActionsNegativeTestJSON-1407690198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:49:27.404137 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9868063d-575c-4eb9-bf52-d3a0927aa14d req-38ec0315-0dea-4526-a873-d114f33acac9 tempest-InstanceActionsNegativeTestJSON-1407690198 tempest-InstanceActionsNegativeTestJSON-1407690198-project] 10.222.0.54 "GET /v2.0/ports?device_id=f43cd5b2-c1da-4b46-b4ab-0180e350d4d1 HTTP/1.1" status: 200 len: 946 time: 0.4998577 Dec 20 14:49:27.405401 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4d05fbdf-aaf9-472a-add9-06b757bc4903 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1594808'] for router, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:27.405915 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d05fbdf-aaf9-472a-add9-06b757bc4903 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b75eaea9-da53-467f-accc-b11ade19adde {{(pid=103168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 14:49:27.423233 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4d05fbdf-aaf9-472a-add9-06b757bc4903 admin admin] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:27.426778 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-4d05fbdf-aaf9-472a-add9-06b757bc4903 admin admin] 10.222.0.54 "DELETE /v2.0/routers/b75eaea9-da53-467f-accc-b11ade19adde HTTP/1.1" status: 204 len: 168 time: 2.5675185 Dec 20 14:49:27.427144 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 60136) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:49:27.569427 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_v2 [None req-25d25861-7567-4a5d-b70f-0da30fa78628 admin admin] Deleting subnet e5e607f6-17bd-401a-91b9-7d4d86d3e052 {{(pid=103168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:49:27.581481 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-25d25861-7567-4a5d-b70f-0da30fa78628 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:27.586331 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-61f09b5d-5255-4c9f-bac7-6336ffe26db1 req-ce63713c-bb7a-4726-8713-faf793392b27 tempest-InstanceActionsNegativeTestJSON-1407690198 tempest-InstanceActionsNegativeTestJSON-1407690198-project] Deleting port 21b62ae4-e43f-47d8-a1b9-09958ae8969b {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:49:27.586680 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-61f09b5d-5255-4c9f-bac7-6336ffe26db1 req-ce63713c-bb7a-4726-8713-faf793392b27 tempest-InstanceActionsNegativeTestJSON-1407690198 tempest-InstanceActionsNegativeTestJSON-1407690198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:27.650340 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-25d25861-7567-4a5d-b70f-0da30fa78628 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9023023'] for subnet, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:27.789504 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-25d25861-7567-4a5d-b70f-0da30fa78628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:27.789905 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-61f09b5d-5255-4c9f-bac7-6336ffe26db1 req-ce63713c-bb7a-4726-8713-faf793392b27 tempest-InstanceActionsNegativeTestJSON-1407690198 tempest-InstanceActionsNegativeTestJSON-1407690198-project] For port 21b62ae4-e43f-47d8-a1b9-09958ae8969b, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=21b62ae4-e43f-47d8-a1b9-09958ae8969b,segment=NetworkSegment(22e2dd09-2a15-4bf1-abb7-686dad08d6f4),segment_id=22e2dd09-2a15-4bf1-abb7-686dad08d6f4)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:49:27.790441 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-61f09b5d-5255-4c9f-bac7-6336ffe26db1 req-ce63713c-bb7a-4726-8713-faf793392b27 tempest-InstanceActionsNegativeTestJSON-1407690198 tempest-InstanceActionsNegativeTestJSON-1407690198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:27.793849 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-21e97108-c2f7-472f-90df-3d3eda178869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:27.847380 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-61f09b5d-5255-4c9f-bac7-6336ffe26db1 req-ce63713c-bb7a-4726-8713-faf793392b27 tempest-InstanceActionsNegativeTestJSON-1407690198 tempest-InstanceActionsNegativeTestJSON-1407690198-project] Calling delete_port for 21b62ae4-e43f-47d8-a1b9-09958ae8969b owned by compute:nova {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:49:27.871189 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9868063d-575c-4eb9-bf52-d3a0927aa14d req-f9a7e3e7-5a55-422b-b29a-c7ff795d56bd tempest-InstanceActionsNegativeTestJSON-1407690198 tempest-InstanceActionsNegativeTestJSON-1407690198-project] 10.222.0.54 "GET /v2.0/security-groups?id=d02ebe3f-5e02-4054-8f2e-d67f10ac0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4512439 Dec 20 14:49:27.874671 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-25d25861-7567-4a5d-b70f-0da30fa78628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8850800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470517'] for subnet, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:27.924828 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d25861-7567-4a5d-b70f-0da30fa78628 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5e607f6-17bd-401a-91b9-7d4d86d3e052,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:27.931793 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-25d25861-7567-4a5d-b70f-0da30fa78628 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:27.938520 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46cf75a4-a287-42c9-8ad5-91994d089ed1 None None] Network f6025bcf-e318-4487-b9de-ccfa08936504 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:49:27.955982 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-25d25861-7567-4a5d-b70f-0da30fa78628 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/e5e607f6-17bd-401a-91b9-7d4d86d3e052 HTTP/1.1" status: 204 len: 168 time: 0.5278840 Dec 20 14:49:27.971639 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 60148) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:49:27.998712 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 60150) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:49:28.014173 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e97108-c2f7-472f-90df-3d3eda178869 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dad7f655-24cb-4d3e-ad2a-24de26780a81,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:28.051161 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e97108-c2f7-472f-90df-3d3eda178869 admin admin] Checking segment: {'id': '7465d05b-a37b-4005-b7f3-542d098949f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '5bdf1b1f-c2dd-43ac-bd1c-d9e081f323a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:49:28.051817 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e97108-c2f7-472f-90df-3d3eda178869 admin admin] Network hostable DHCP agents. Network: 5bdf1b1f-c2dd-43ac-bd1c-d9e081f323a6, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:49:28.101000 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e97108-c2f7-472f-90df-3d3eda178869 admin admin] Network 5bdf1b1f-c2dd-43ac-bd1c-d9e081f323a6 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:49:28.120684 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-21e97108-c2f7-472f-90df-3d3eda178869 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 5bdf1b1f-c2dd-43ac-bd1c-d9e081f323a6) {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:49:28.128165 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e97108-c2f7-472f-90df-3d3eda178869 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:49:28.128877 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-21e97108-c2f7-472f-90df-3d3eda178869 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:28.136774 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66be738c-c288-4ea1-899c-69f0b5850945 None None] Network 5bdf1b1f-c2dd-43ac-bd1c-d9e081f323a6 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:49:28.172382 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-21e97108-c2f7-472f-90df-3d3eda178869 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0793142 Dec 20 14:49:28.176133 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cb1b609f-450d-48bd-a5a8-899154d7803c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:28.193387 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 60162) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:49:28.205927 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-d8299bc4-c6d0-4436-8805-1246f66885ff admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-445103897-router', 'tenant_id': '02e2e7c33f52422ea75fe7a440bfc1a8', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:49:28.279754 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ce85e2-1e99-4d91-bc80-4819ac756e46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-5bdf1b1f-c2dd-43ac-bd1c-d9e081f323a6', 'network_id': '5bdf1b1f-c2dd-43ac-bd1c-d9e081f323a6', 'project_id': '02e2e7c33f52422ea75fe7a440bfc1a8', 'fixed_ips': [{'subnet_id': 'dad7f655-24cb-4d3e-ad2a-24de26780a81'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:49:28.280742 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c7ce85e2-1e99-4d91-bc80-4819ac756e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:28.334085 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-61f09b5d-5255-4c9f-bac7-6336ffe26db1 req-ce63713c-bb7a-4726-8713-faf793392b27 tempest-InstanceActionsNegativeTestJSON-1407690198 tempest-InstanceActionsNegativeTestJSON-1407690198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:28.358779 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d8299bc4-c6d0-4436-8805-1246f66885ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40114'] for router, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:28.359887 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d8299bc4-c6d0-4436-8805-1246f66885ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40139'] for router, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:28.400506 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-cb1b609f-450d-48bd-a5a8-899154d7803c admin admin] Deleting port bece1a7c-f185-4d98-ac53-cbaad6aa40ba {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:49:28.401321 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cb1b609f-450d-48bd-a5a8-899154d7803c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:28.500693 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce63713c-bb7a-4726-8713-faf793392b27 tempest-InstanceActionsNegativeTestJSON-1407690198 tempest-InstanceActionsNegativeTestJSON-1407690198-project] Pushing event deleted for resources: {'Port': ['ID=21b62ae4-e43f-47d8-a1b9-09958ae8969b,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:28.522651 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d8299bc4-c6d0-4436-8805-1246f66885ff admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:28.529913 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b1fa88-a950-46d8-91b2-a233cb2f7c4f None None] DHCP port deletion for f6025bcf-e318-4487-b9de-ccfa08936504 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:49:28.673261 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-61f09b5d-5255-4c9f-bac7-6336ffe26db1 req-ce63713c-bb7a-4726-8713-faf793392b27 tempest-InstanceActionsNegativeTestJSON-1407690198 tempest-InstanceActionsNegativeTestJSON-1407690198-project] No DVR routers for this DVR port 21b62ae4-e43f-47d8-a1b9-09958ae8969b on host n-h2-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:49:28.687338 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-61f09b5d-5255-4c9f-bac7-6336ffe26db1 req-ce63713c-bb7a-4726-8713-faf793392b27 tempest-InstanceActionsNegativeTestJSON-1407690198 tempest-InstanceActionsNegativeTestJSON-1407690198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:28.703937 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-61f09b5d-5255-4c9f-bac7-6336ffe26db1 req-ce63713c-bb7a-4726-8713-faf793392b27 tempest-InstanceActionsNegativeTestJSON-1407690198 tempest-InstanceActionsNegativeTestJSON-1407690198-project] 10.222.0.47 "DELETE /v2.0/ports/21b62ae4-e43f-47d8-a1b9-09958ae8969b HTTP/1.1" status: 204 len: 173 time: 1.6351435 Dec 20 14:49:28.724863 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f43cd5b2-c1da-4b46-b4ab-0180e350d4d1', 'name': 'network-vif-deleted', 'tag': '21b62ae4-e43f-47d8-a1b9-09958ae8969b'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:49:28.734349 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c7d25bc-056f-4cf4-bf7e-54de16024b37" -d '{"events": [{"server_uuid": "f43cd5b2-c1da-4b46-b4ab-0180e350d4d1", "name": "network-vif-deleted", "tag": "21b62ae4-e43f-47d8-a1b9-09958ae8969b"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:49:28.768177 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-55a12ec4-bd79-4017-9fc0-1c75fe821f3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:28.782629 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-cb1b609f-450d-48bd-a5a8-899154d7803c admin admin] For port bece1a7c-f185-4d98-ac53-cbaad6aa40ba, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=bece1a7c-f185-4d98-ac53-cbaad6aa40ba,segment=NetworkSegment(133a67eb-e4ac-41a6-a630-d77394f5b962),segment_id=133a67eb-e4ac-41a6-a630-d77394f5b962)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:49:28.783201 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cb1b609f-450d-48bd-a5a8-899154d7803c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:28.808192 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 6b380ef1-a240-4da5-bb64-824601ab5d29 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:49:28.904447 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aad3441a-2411-4688-a9cc-9c0aadc97cd3 x-openstack-request-id: req-aad3441a-2411-4688-a9cc-9c0aadc97cd3 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:49:28.905077 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f43cd5b2-c1da-4b46-b4ab-0180e350d4d1", "name": "network-vif-deleted", "tag": "21b62ae4-e43f-47d8-a1b9-09958ae8969b", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:49:28.905077 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-aad3441a-2411-4688-a9cc-9c0aadc97cd3 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:49:28.905410 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f43cd5b2-c1da-4b46-b4ab-0180e350d4d1', 'name': 'network-vif-deleted', 'tag': '21b62ae4-e43f-47d8-a1b9-09958ae8969b', 'status': 'completed', 'code': 200} Dec 20 14:49:28.946309 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d8299bc4-c6d0-4436-8805-1246f66885ff admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:28.957881 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-cb1b609f-450d-48bd-a5a8-899154d7803c admin admin] Calling delete_port for bece1a7c-f185-4d98-ac53-cbaad6aa40ba owned by network:dhcp {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:49:29.054659 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-55a12ec4-bd79-4017-9fc0-1c75fe821f3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:29.064862 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-55a12ec4-bd79-4017-9fc0-1c75fe821f3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:29.168250 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-c7ce85e2-1e99-4d91-bc80-4819ac756e46 None None] Allocated IP 172.20.0.2 (5bdf1b1f-c2dd-43ac-bd1c-d9e081f323a6/dad7f655-24cb-4d3e-ad2a-24de26780a81/bd805dc6-2a73-498b-bd36-f61a0b3fed57) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:49:29.221160 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a12ec4-bd79-4017-9fc0-1c75fe821f3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d02bbcec-4d43-4d5f-8db9-af8ecc195859,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:29.230676 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-b8b1fa88-a950-46d8-91b2-a233cb2f7c4f None None] Deleting port bece1a7c-f185-4d98-ac53-cbaad6aa40ba {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:49:29.231191 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b8b1fa88-a950-46d8-91b2-a233cb2f7c4f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:29.233062 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-55a12ec4-bd79-4017-9fc0-1c75fe821f3e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5e6d60bb27cc4736b42b1da798452fdf&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2201226 Dec 20 14:49:29.234604 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 60194) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:49:29.242897 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 6b380ef1-a240-4da5-bb64-824601ab5d29 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:49:29.243603 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:29.272804 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-47678470-7b71-4560-b0f9-10deccad8a58 req-67216173-a93d-4199-8c1b-1c0d013a2743 tempest-InstanceActionsNegativeTestJSON-1407690198 tempest-InstanceActionsNegativeTestJSON-1407690198-project] 10.222.0.54 "GET /v2.0/ports?device_id=f43cd5b2-c1da-4b46-b4ab-0180e350d4d1 HTTP/1.1" status: 200 len: 210 time: 0.0984845 Dec 20 14:49:29.286253 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cb1b609f-450d-48bd-a5a8-899154d7803c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:29.313094 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1b609f-450d-48bd-a5a8-899154d7803c admin admin] No DVR routers for this DVR port bece1a7c-f185-4d98-ac53-cbaad6aa40ba on host n-d-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:49:29.389408 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-08a7ee0c-af2a-4c22-b034-85723b434391 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:29.415883 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1b609f-450d-48bd-a5a8-899154d7803c admin admin] Pushing event deleted for resources: {'Port': ['ID=bece1a7c-f185-4d98-ac53-cbaad6aa40ba,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:29.439298 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-08a7ee0c-af2a-4c22-b034-85723b434391 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:29.550716 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-b8b1fa88-a950-46d8-91b2-a233cb2f7c4f None None] For port bece1a7c-f185-4d98-ac53-cbaad6aa40ba, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=bece1a7c-f185-4d98-ac53-cbaad6aa40ba,segment=NetworkSegment(133a67eb-e4ac-41a6-a630-d77394f5b962),segment_id=133a67eb-e4ac-41a6-a630-d77394f5b962)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:49:29.551541 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b8b1fa88-a950-46d8-91b2-a233cb2f7c4f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:29.585878 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cb1b609f-450d-48bd-a5a8-899154d7803c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:29.594008 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e435354-51cc-4a15-93f6-36a83b4a2efb req-81023e17-6a76-4ee3-8947-b1d7e2ab7e29 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:49:29.603911 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3e435354-51cc-4a15-93f6-36a83b4a2efb req-81023e17-6a76-4ee3-8947-b1d7e2ab7e29 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=3870d726-f90f-400f-bf75-c68966f99c28 HTTP/1.1" status: 200 len: 945 time: 0.1566837 Dec 20 14:49:29.640527 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-cb1b609f-450d-48bd-a5a8-899154d7803c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6025bcf-e318-4487-b9de-ccfa08936504']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:49:29.662172 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-cb1b609f-450d-48bd-a5a8-899154d7803c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '133a67eb-e4ac-41a6-a630-d77394f5b962') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:49:29.663604 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-cb1b609f-450d-48bd-a5a8-899154d7803c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '133a67eb-e4ac-41a6-a630-d77394f5b962') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:49:29.682039 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3e435354-51cc-4a15-93f6-36a83b4a2efb req-afd2a14d-a59a-4301-a590-e0a3142094f0 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d5e630c-78bd-41d1-b187-380d3fa580ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770555 Dec 20 14:49:29.685348 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-08a7ee0c-af2a-4c22-b034-85723b434391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:29.688456 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-08a7ee0c-af2a-4c22-b034-85723b434391 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:29.691053 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-08a7ee0c-af2a-4c22-b034-85723b434391 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d02bbcec-4d43-4d5f-8db9-af8ecc195859 HTTP/1.1" status: 204 len: 168 time: 0.4552839 Dec 20 14:49:29.696247 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cb1b609f-450d-48bd-a5a8-899154d7803c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:29.711910 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a7ee0c-af2a-4c22-b034-85723b434391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d02bbcec-4d43-4d5f-8db9-af8ecc195859,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:29.730884 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cb1b609f-450d-48bd-a5a8-899154d7803c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:29.743373 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb1b609f-450d-48bd-a5a8-899154d7803c admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:49:29.744913 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cb1b609f-450d-48bd-a5a8-899154d7803c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:29.827023 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-b8b1fa88-a950-46d8-91b2-a233cb2f7c4f None None] Calling delete_port for bece1a7c-f185-4d98-ac53-cbaad6aa40ba owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:49:30.098490 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c7ce85e2-1e99-4d91-bc80-4819ac756e46 None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:30.113675 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c7ce85e2-1e99-4d91-bc80-4819ac756e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:30.121103 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b8b1fa88-a950-46d8-91b2-a233cb2f7c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:30.181518 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 21b62ae4-e43f-47d8-a1b9-09958ae8969b no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:49:30.212410 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device bece1a7c-f185-4d98-ac53-cbaad6aa40ba no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:49:30.238382 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: bece1a7c-f185-4d98-ac53-cbaad6aa40ba {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:49:30.238837 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device bece1a7c-f185-4d98-ac53-cbaad6aa40ba not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:49:30.239267 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device ac6cc6e4-5e45-47db-bd7a-1da117a5623d no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:49:30.253479 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] No Port match for: 21b62ae4-e43f-47d8-a1b9-09958ae8969b {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:49:30.254156 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 21b62ae4-e43f-47d8-a1b9-09958ae8969b not bound to the agent host n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:49:30.255209 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 14:49:30.255209 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:49:30.255209 n-d-761264-19 neutron-server[103168]: timer() Dec 20 14:49:30.255209 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:49:30.255209 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 14:49:30.255209 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:49:30.255209 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 14:49:30.255209 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:49:30.255209 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 14:49:30.255209 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:49:30.255209 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 14:49:30.255209 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:49:30.255209 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 14:49:30.255209 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:49:30.255209 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:49:30.255209 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:49:30.255209 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:49:30.255209 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:49:30.255209 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 14:49:30.255209 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:49:30.255209 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 14:49:30.255209 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:49:30.255209 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:49:30.255209 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:49:30.255209 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 14:49:30.255209 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:49:30.255209 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:49:30.255209 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:49:30.255209 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:49:30.255209 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:49:30.255209 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:49:30.255209 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:49:30.260513 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ce85e2-1e99-4d91-bc80-4819ac756e46 None None] Network 5bdf1b1f-c2dd-43ac-bd1c-d9e081f323a6 is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:49:30.285210 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b1fa88-a950-46d8-91b2-a233cb2f7c4f None None] No DVR routers for this DVR port bece1a7c-f185-4d98-ac53-cbaad6aa40ba on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:49:30.293219 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: ac6cc6e4-5e45-47db-bd7a-1da117a5623d {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:49:30.293877 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device ac6cc6e4-5e45-47db-bd7a-1da117a5623d not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:49:30.293877 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 0108cdf3-c9c9-4ff5-a509-ea488f69ab92 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:49:30.296111 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-c7ce85e2-1e99-4d91-bc80-4819ac756e46 None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:49:30.298785 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ce85e2-1e99-4d91-bc80-4819ac756e46 None None] Pushing event updated for resources: {'Port': ['ID=bd805dc6-2a73-498b-bd36-f61a0b3fed57,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:30.300825 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ce85e2-1e99-4d91-bc80-4819ac756e46 None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:49:30.322846 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 60216) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:49:30.336102 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 0108cdf3-c9c9-4ff5-a509-ea488f69ab92 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:49:30.336448 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 0108cdf3-c9c9-4ff5-a509-ea488f69ab92 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:49:30.342701 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ce85e2-1e99-4d91-bc80-4819ac756e46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:49:30.342932 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ce85e2-1e99-4d91-bc80-4819ac756e46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:49:30.343420 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ce85e2-1e99-4d91-bc80-4819ac756e46 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:49:30.343603 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ce85e2-1e99-4d91-bc80-4819ac756e46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:49:30.343943 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ce85e2-1e99-4d91-bc80-4819ac756e46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:49:30.344274 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ce85e2-1e99-4d91-bc80-4819ac756e46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:49:30.344600 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ce85e2-1e99-4d91-bc80-4819ac756e46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:49:30.344921 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ce85e2-1e99-4d91-bc80-4819ac756e46 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:49:30.345428 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ce85e2-1e99-4d91-bc80-4819ac756e46 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:49:30.345754 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ce85e2-1e99-4d91-bc80-4819ac756e46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:49:30.346076 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ce85e2-1e99-4d91-bc80-4819ac756e46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:49:30.346399 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ce85e2-1e99-4d91-bc80-4819ac756e46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:49:30.346781 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ce85e2-1e99-4d91-bc80-4819ac756e46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:49:30.349130 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-954830e2-b084-4fbc-ad9e-8371e8260079 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:30.353567 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cb1b609f-450d-48bd-a5a8-899154d7803c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:30.378320 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b1fa88-a950-46d8-91b2-a233cb2f7c4f None None] Pushing event deleted for resources: {'Port': ['ID=bece1a7c-f185-4d98-ac53-cbaad6aa40ba,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:30.409941 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cb1b609f-450d-48bd-a5a8-899154d7803c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:30.414133 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-cb1b609f-450d-48bd-a5a8-899154d7803c admin admin] 10.222.0.54 "DELETE /v2.0/networks/f6025bcf-e318-4487-b9de-ccfa08936504 HTTP/1.1" status: 204 len: 168 time: 2.4412050 Dec 20 14:49:30.446903 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 60224) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:49:30.463686 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-c7ce85e2-1e99-4d91-bc80-4819ac756e46 None None] Attempting to bind port bd805dc6-2a73-498b-bd36-f61a0b3fed57 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:49:30.464196 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-c7ce85e2-1e99-4d91-bc80-4819ac756e46 None None] Attempting to bind port bd805dc6-2a73-498b-bd36-f61a0b3fed57 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '7465d05b-a37b-4005-b7f3-542d098949f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '5bdf1b1f-c2dd-43ac-bd1c-d9e081f323a6'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:49:30.464443 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ce85e2-1e99-4d91-bc80-4819ac756e46 None None] Attempting to bind port bd805dc6-2a73-498b-bd36-f61a0b3fed57 on network 5bdf1b1f-c2dd-43ac-bd1c-d9e081f323a6 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:49:30.471734 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ce85e2-1e99-4d91-bc80-4819ac756e46 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:49:30.472245 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ce85e2-1e99-4d91-bc80-4819ac756e46 None None] Checking segment: {'id': '7465d05b-a37b-4005-b7f3-542d098949f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '5bdf1b1f-c2dd-43ac-bd1c-d9e081f323a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:49:30.472537 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c7ce85e2-1e99-4d91-bc80-4819ac756e46 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:30.472910 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ce85e2-1e99-4d91-bc80-4819ac756e46 None None] Bound using segment: {'id': '7465d05b-a37b-4005-b7f3-542d098949f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '5bdf1b1f-c2dd-43ac-bd1c-d9e081f323a6'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:49:30.476932 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-c7ce85e2-1e99-4d91-bc80-4819ac756e46 None None] Bound port: bd805dc6-2a73-498b-bd36-f61a0b3fed57, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7465d05b-a37b-4005-b7f3-542d098949f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '5bdf1b1f-c2dd-43ac-bd1c-d9e081f323a6'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:49:30.485306 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c7ce85e2-1e99-4d91-bc80-4819ac756e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:30.512210 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d8299bc4-c6d0-4436-8805-1246f66885ff admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:30.515558 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1b609f-450d-48bd-a5a8-899154d7803c admin admin] Pushing event deleted for resources: {'Network': ['ID=f6025bcf-e318-4487-b9de-ccfa08936504,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:30.545302 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d8299bc4-c6d0-4436-8805-1246f66885ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:30.562679 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-954830e2-b084-4fbc-ad9e-8371e8260079 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:30.579491 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-954830e2-b084-4fbc-ad9e-8371e8260079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:30.606206 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e161b97-44df-499c-b19d-d01cd1678ce0 admin admin] Deleting subnet cc320472-645b-461e-8825-9e713235eab6 {{(pid=103167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:49:30.621357 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4e161b97-44df-499c-b19d-d01cd1678ce0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:30.650766 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-c7ce85e2-1e99-4d91-bc80-4819ac756e46 None None] For port bd805dc6-2a73-498b-bd36-f61a0b3fed57, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:49:30.656031 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-c7ce85e2-1e99-4d91-bc80-4819ac756e46 None None] For port bd805dc6-2a73-498b-bd36-f61a0b3fed57, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=bd805dc6-2a73-498b-bd36-f61a0b3fed57,segment=NetworkSegment(7465d05b-a37b-4005-b7f3-542d098949f3),segment_id=7465d05b-a37b-4005-b7f3-542d098949f3)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:49:30.679488 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c7ce85e2-1e99-4d91-bc80-4819ac756e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:30.686682 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-954830e2-b084-4fbc-ad9e-8371e8260079 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5751fe4b7d44453e8e19c3de04071849&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3620145 Dec 20 14:49:30.690862 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 60230) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:49:30.699427 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954830e2-b084-4fbc-ad9e-8371e8260079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecab33bc-7910-4c0e-92b5-304f24e0e486,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:30.717278 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4e161b97-44df-499c-b19d-d01cd1678ce0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954412'] for subnet, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:30.746279 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 60234) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:49:30.780321 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ce85e2-1e99-4d91-bc80-4819ac756e46 None None] Pushing event updated for resources: {'Port': ['ID=bd805dc6-2a73-498b-bd36-f61a0b3fed57,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:30.783970 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4264a57c-97fb-40d5-9fd7-3e7192e631ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:30.825246 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-d8299bc4-c6d0-4436-8805-1246f66885ff admin admin] Allocated IP 172.25.0.8 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/d54112c9-e8ec-4a4d-9ea5-6f1b1efabeec) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:49:30.844827 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4e161b97-44df-499c-b19d-d01cd1678ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:30.876488 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4d3caf09-05de-4444-ba5d-382f9d8a210e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:30.901157 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-de1c74b1-5926-45a2-8e0b-7e81d6e712ef admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d7ac4ef8887a44c694f37700b678a7f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1489365 Dec 20 14:49:30.904118 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 60236) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:49:30.908054 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4d3caf09-05de-4444-ba5d-382f9d8a210e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:31.039199 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ae164da5-1886-4c6c-badf-fd9d52b3b2da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:31.046877 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4d3caf09-05de-4444-ba5d-382f9d8a210e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:31.050337 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4d3caf09-05de-4444-ba5d-382f9d8a210e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:31.055237 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-4d3caf09-05de-4444-ba5d-382f9d8a210e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ecab33bc-7910-4c0e-92b5-304f24e0e486 HTTP/1.1" status: 204 len: 168 time: 0.3628116 Dec 20 14:49:31.083099 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3caf09-05de-4444-ba5d-382f9d8a210e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecab33bc-7910-4c0e-92b5-304f24e0e486,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:31.109696 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d8299bc4-c6d0-4436-8805-1246f66885ff admin admin] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:31.114079 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ae164da5-1886-4c6c-badf-fd9d52b3b2da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:31.134655 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a22fd99-4fc9-4e8c-a43f-85e9f2f01ad3 req-85fb3aa0-8558-4239-9acc-1a112be93778 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:49:31.137195 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0a22fd99-4fc9-4e8c-a43f-85e9f2f01ad3 req-85fb3aa0-8558-4239-9acc-1a112be93778 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=3870d726-f90f-400f-bf75-c68966f99c28 HTTP/1.1" status: 200 len: 945 time: 0.1621680 Dec 20 14:49:31.218715 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4e161b97-44df-499c-b19d-d01cd1678ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:31.263921 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d8299bc4-c6d0-4436-8805-1246f66885ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:31.281146 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e161b97-44df-499c-b19d-d01cd1678ce0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc320472-645b-461e-8825-9e713235eab6,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:31.299895 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4e161b97-44df-499c-b19d-d01cd1678ce0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:31.310041 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-4e161b97-44df-499c-b19d-d01cd1678ce0 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/cc320472-645b-461e-8825-9e713235eab6 HTTP/1.1" status: 204 len: 168 time: 0.8620443 Dec 20 14:49:31.313723 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 60246) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:49:31.316863 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8299bc4-c6d0-4436-8805-1246f66885ff admin admin] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:49:31.393074 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-d8299bc4-c6d0-4436-8805-1246f66885ff admin admin] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:49:31.395190 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8299bc4-c6d0-4436-8805-1246f66885ff admin admin] Pushing event updated for resources: {'Port': ['ID=d54112c9-e8ec-4a4d-9ea5-6f1b1efabeec,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:31.397708 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8299bc4-c6d0-4436-8805-1246f66885ff admin admin] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:49:31.399394 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0a22fd99-4fc9-4e8c-a43f-85e9f2f01ad3 req-d2ad190c-3fd0-4eb8-9ac8-6b7a57ff8af4 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d5e630c-78bd-41d1-b187-380d3fa580ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2452765 Dec 20 14:49:31.412288 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d21258-e7fb-497c-8041-3f303c48d96c None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:49:31.528341 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-4520d217-0367-4a83-8f40-7f1d2a582c5f None None] Provisioning complete for port d54112c9-e8ec-4a4d-9ea5-6f1b1efabeec triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:49:31.528709 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4520d217-0367-4a83-8f40-7f1d2a582c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:31.558405 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ae164da5-1886-4c6c-badf-fd9d52b3b2da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:31.561267 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ae164da5-1886-4c6c-badf-fd9d52b3b2da admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:31.562433 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-ae164da5-1886-4c6c-badf-fd9d52b3b2da admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/92216dec-10aa-45a5-b789-dd8a96164fa6 HTTP/1.1" status: 204 len: 168 time: 0.6571269 Dec 20 14:49:31.563011 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-55b83665-494b-4b8a-887e-4c62811ae87b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:31.577812 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae164da5-1886-4c6c-badf-fd9d52b3b2da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92216dec-10aa-45a5-b789-dd8a96164fa6,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:31.717857 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-4520d217-0367-4a83-8f40-7f1d2a582c5f None None] Port d54112c9-e8ec-4a4d-9ea5-6f1b1efabeec cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:49:31.745473 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-55b83665-494b-4b8a-887e-4c62811ae87b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:31.801607 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-55b83665-494b-4b8a-887e-4c62811ae87b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e6a077e-d6d7-4bdb-9949-63b180c27445']}} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:49:31.837343 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-55b83665-494b-4b8a-887e-4c62811ae87b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22e2dd09-2a15-4bf1-abb7-686dad08d6f4') {'for_net_delete': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:49:31.837931 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-55b83665-494b-4b8a-887e-4c62811ae87b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22e2dd09-2a15-4bf1-abb7-686dad08d6f4') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:49:31.863359 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-55b83665-494b-4b8a-887e-4c62811ae87b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954405'] for segment, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:31.890314 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-55b83665-494b-4b8a-887e-4c62811ae87b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:31.900699 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55b83665-494b-4b8a-887e-4c62811ae87b admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=103167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:49:31.902258 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-55b83665-494b-4b8a-887e-4c62811ae87b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9956000'] for segment, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:31.905450 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:49:31.905450 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:49:31.905450 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:49:31.905450 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:49:31.905450 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:49:31.905450 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:49:31.905450 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:49:31.905450 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:49:31.905450 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:49:31.905450 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:49:31.905450 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:49:31.905450 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:49:31.905450 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:49:31.905450 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:49:31.905450 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:49:31.905450 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:49:31.905450 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:49:31.905450 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:49:31.905450 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:49:31.905450 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:49:31.905450 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:49:31.905450 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:49:31.905450 n-d-761264-19 neutron-server[103167]: Traceback (most recent call last): Dec 20 14:49:31.905450 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:49:31.905450 n-d-761264-19 neutron-server[103167]: timer() Dec 20 14:49:31.905450 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:49:31.905450 n-d-761264-19 neutron-server[103167]: cb(*args, **kw) Dec 20 14:49:31.905450 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:49:31.905450 n-d-761264-19 neutron-server[103167]: return func(*args, **kwargs) Dec 20 14:49:31.905450 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:49:31.905450 n-d-761264-19 neutron-server[103167]: self._notify() Dec 20 14:49:31.905450 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:49:31.905450 n-d-761264-19 neutron-server[103167]: self.callback(batched_events) Dec 20 14:49:31.905450 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:49:31.905450 n-d-761264-19 neutron-server[103167]: event.method(event) Dec 20 14:49:31.905450 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:49:31.905450 n-d-761264-19 neutron-server[103167]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:49:31.905450 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:49:31.905450 n-d-761264-19 neutron-server[103167]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:49:31.905450 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:49:31.905450 n-d-761264-19 neutron-server[103167]: return f(self, *a, **k) Dec 20 14:49:31.905450 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:49:31.905450 n-d-761264-19 neutron-server[103167]: return self._get(url).json() Dec 20 14:49:31.905450 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:49:31.905450 n-d-761264-19 neutron-server[103167]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:49:31.905450 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:49:31.905450 n-d-761264-19 neutron-server[103167]: return self.request(url, 'GET', **kwargs) Dec 20 14:49:31.905450 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:49:31.905450 n-d-761264-19 neutron-server[103167]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:49:31.905450 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:49:31.905450 n-d-761264-19 neutron-server[103167]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:49:31.905450 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:49:31.905450 n-d-761264-19 neutron-server[103167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:49:31.905450 n-d-761264-19 neutron-server[103167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:49:31.943691 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d8299bc4-c6d0-4436-8805-1246f66885ff admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:32.013983 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-55b83665-494b-4b8a-887e-4c62811ae87b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:32.028142 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-55b83665-494b-4b8a-887e-4c62811ae87b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:32.037012 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-55b83665-494b-4b8a-887e-4c62811ae87b admin admin] 10.222.0.54 "DELETE /v2.0/networks/6e6a077e-d6d7-4bdb-9949-63b180c27445 HTTP/1.1" status: 204 len: 168 time: 0.7165062 Dec 20 14:49:32.087822 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b83665-494b-4b8a-887e-4c62811ae87b admin admin] Pushing event deleted for resources: {'Network': ['ID=6e6a077e-d6d7-4bdb-9949-63b180c27445,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:32.251101 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d8299bc4-c6d0-4436-8805-1246f66885ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013'] for router, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:32.606173 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ec63bb-45ae-4b39-bd3d-56101060b6b0 None None] Network 5bdf1b1f-c2dd-43ac-bd1c-d9e081f323a6 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:49:32.610536 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8299bc4-c6d0-4436-8805-1246f66885ff admin admin] Router e4fa66fc-53b3-4392-829b-d5ca3454d208 is scheduled to L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 with binding_index 1 {{(pid=103168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 14:49:32.668450 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 14:49:32.675771 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device bd805dc6-2a73-498b-bd36-f61a0b3fed57 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:49:32.757536 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 60278) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:49:32.798573 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af42c489-50fd-45b8-9fca-5fbb8de7ebb3 req-014dac8d-5169-4ca2-a780-e385b531c3b8 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:49:32.801258 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-af42c489-50fd-45b8-9fca-5fbb8de7ebb3 req-014dac8d-5169-4ca2-a780-e385b531c3b8 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=3870d726-f90f-400f-bf75-c68966f99c28 HTTP/1.1" status: 200 len: 945 time: 0.1526780 Dec 20 14:49:32.823637 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-506b510e-e21e-481c-99b7-4d2ae5dca7ec None None] Provisioning complete for port bd805dc6-2a73-498b-bd36-f61a0b3fed57 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:49:32.827509 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-506b510e-e21e-481c-99b7-4d2ae5dca7ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:32.842000 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-29e91a53-c7b2-471f-9cd4-44a029fa3d7c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e777f0fd90fa4640932940974dfa8e35&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0830870 Dec 20 14:49:32.842929 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 60280) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:49:32.887239 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8299bc4-c6d0-4436-8805-1246f66885ff admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:49:32.899803 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7807ae-57dd-4108-b0a1-862c5cf55cee None None] Sync routers for ids ['e4fa66fc-53b3-4392-829b-d5ca3454d208'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:49:32.903912 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-af42c489-50fd-45b8-9fca-5fbb8de7ebb3 req-1206198b-d8fe-4051-bbe8-679a594da8ea tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d5e630c-78bd-41d1-b187-380d3fa580ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958989 Dec 20 14:49:32.919894 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7807ae-57dd-4108-b0a1-862c5cf55cee None None] Routers {'e4fa66fc-53b3-4392-829b-d5ca3454d208'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:49:32.920711 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-9b7807ae-57dd-4108-b0a1-862c5cf55cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:49:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['e4fa66fc-53b3-4392-829b-d5ca3454d208'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:49:32.929548 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d8299bc4-c6d0-4436-8805-1246f66885ff admin admin] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:32.932504 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-d8299bc4-c6d0-4436-8805-1246f66885ff admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.7374761 Dec 20 14:49:32.936101 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 60284) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:49:32.985981 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 60286) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:49:32.992482 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-fa9e3dc3-e162-4418-9f2b-2733dbf1a391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:33.021941 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-027ca484-9d87-4c62-8cb6-d723c1511c9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:33.122470 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port bd805dc6-2a73-498b-bd36-f61a0b3fed57 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:49:33.124000 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-4804aea6-f303-471b-94d8-236b1a041b11 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a476ebf78cb049d48d0a9739417b1d8d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1368897 Dec 20 14:49:33.127198 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 60288) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:49:33.134773 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:33.168251 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-9b7807ae-57dd-4108-b0a1-862c5cf55cee None None] Set router e4fa66fc-53b3-4392-829b-d5ca3454d208 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:49:33.212556 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-027ca484-9d87-4c62-8cb6-d723c1511c9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:33.276868 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-506b510e-e21e-481c-99b7-4d2ae5dca7ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:33.350956 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-61949a19-6c0f-4c6f-8583-308a5ba33fb0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:33.398831 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-506b510e-e21e-481c-99b7-4d2ae5dca7ec None None] For port bd805dc6-2a73-498b-bd36-f61a0b3fed57, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=bd805dc6-2a73-498b-bd36-f61a0b3fed57,segment=NetworkSegment(7465d05b-a37b-4005-b7f3-542d098949f3),segment_id=7465d05b-a37b-4005-b7f3-542d098949f3)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:49:33.418365 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-506b510e-e21e-481c-99b7-4d2ae5dca7ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:33.456724 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-61949a19-6c0f-4c6f-8583-308a5ba33fb0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:33.495738 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-027ca484-9d87-4c62-8cb6-d723c1511c9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:33.504117 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-027ca484-9d87-4c62-8cb6-d723c1511c9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:33.526206 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-027ca484-9d87-4c62-8cb6-d723c1511c9c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d02ebe3f-5e02-4054-8f2e-d67f10ac0ab3 HTTP/1.1" status: 204 len: 168 time: 0.6789892 Dec 20 14:49:33.581586 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027ca484-9d87-4c62-8cb6-d723c1511c9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d02ebe3f-5e02-4054-8f2e-d67f10ac0ab3,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:33.638625 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-61949a19-6c0f-4c6f-8583-308a5ba33fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:33.641733 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-61949a19-6c0f-4c6f-8583-308a5ba33fb0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:33.643504 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-61949a19-6c0f-4c6f-8583-308a5ba33fb0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5c7b87eb-4c50-4a69-9192-d45e15acbfc3 HTTP/1.1" status: 204 len: 168 time: 0.5150950 Dec 20 14:49:33.664409 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61949a19-6c0f-4c6f-8583-308a5ba33fb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c7b87eb-4c50-4a69-9192-d45e15acbfc3,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:33.776521 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506b510e-e21e-481c-99b7-4d2ae5dca7ec None None] Pushing event updated for resources: {'Port': ['ID=bd805dc6-2a73-498b-bd36-f61a0b3fed57,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:33.806466 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:33.860227 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-f0cf798e-35ee-45ba-be92-4a11b4bcf6a2 None None] Provisioning complete for port bd805dc6-2a73-498b-bd36-f61a0b3fed57 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:49:33.860594 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f0cf798e-35ee-45ba-be92-4a11b4bcf6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:33.886123 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-9b7807ae-57dd-4108-b0a1-862c5cf55cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4fa66fc-53b3-4392-829b-d5ca3454d208', 'name': 'tempest-TestServerMultinode-445103897-router', 'tenant_id': '02e2e7c33f52422ea75fe7a440bfc1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': 'd54112c9-e8ec-4a4d-9ea5-6f1b1efabeec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:49:28Z', 'updated_at': '2021-12-20T14:49:31Z', 'revision_number': 3, 'project_id': '02e2e7c33f52422ea75fe7a440bfc1a8', 'gw_port': {'id': 'd54112c9-e8ec-4a4d-9ea5-6f1b1efabeec', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b3:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4fa66fc-53b3-4392-829b-d5ca3454d208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:49:30Z', 'updated_at': '2021-12-20T14:49:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:49:33.925886 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7807ae-57dd-4108-b0a1-862c5cf55cee None None] Checking router: e4fa66fc-53b3-4392-829b-d5ca3454d208 for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:49:33.926885 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7807ae-57dd-4108-b0a1-862c5cf55cee None None] Updating router e4fa66fc-53b3-4392-829b-d5ca3454d208 port d54112c9-e8ec-4a4d-9ea5-6f1b1efabeec binding host n-d-761264-19 {{(pid=103170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 14:49:33.978677 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9b7807ae-57dd-4108-b0a1-862c5cf55cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:34.020653 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5ea01789-a54f-4495-8e4c-c2eb68538280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:34.152420 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba477ed1-2116-46d2-8ae7-8c04007bda94 req-44e79f37-df33-4051-9938-60a51d2cee06 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:49:34.161251 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ba477ed1-2116-46d2-8ae7-8c04007bda94 req-44e79f37-df33-4051-9938-60a51d2cee06 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=3870d726-f90f-400f-bf75-c68966f99c28 HTTP/1.1" status: 200 len: 945 time: 0.1059797 Dec 20 14:49:34.227729 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ba477ed1-2116-46d2-8ae7-8c04007bda94 req-a58cdfda-97b7-4f8e-aa70-d231744e0c30 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d5e630c-78bd-41d1-b187-380d3fa580ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651131 Dec 20 14:49:34.361742 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 60318) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:49:34.385500 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-5ea01789-a54f-4495-8e4c-c2eb68538280 admin admin] Allocated IP 172.20.0.1 (5bdf1b1f-c2dd-43ac-bd1c-d9e081f323a6/dad7f655-24cb-4d3e-ad2a-24de26780a81/089b4218-f09d-4ada-a418-39adc784424e) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:49:34.584979 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device bd805dc6-2a73-498b-bd36-f61a0b3fed57 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:49:34.659334 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9b7807ae-57dd-4108-b0a1-862c5cf55cee None None] Publish callbacks [] for port, precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:34.680826 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9b7807ae-57dd-4108-b0a1-862c5cf55cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:34.708927 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-92926a29-9d22-4f1d-90e9-28b90f699ae9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:34.734995 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5ea01789-a54f-4495-8e4c-c2eb68538280 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:34.773839 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port bd805dc6-2a73-498b-bd36-f61a0b3fed57 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:49:34.774920 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:34.802930 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00de1773-1542-4682-8760-7063cb0af516 None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:49:34.865072 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f28c21-f3da-4c83-8fd2-1433cc8f33bb None None] Pushing event updated for resources: {'Port': ['ID=d54112c9-e8ec-4a4d-9ea5-6f1b1efabeec,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:34.866361 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5ea01789-a54f-4495-8e4c-c2eb68538280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:34.874687 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-9b7807ae-57dd-4108-b0a1-862c5cf55cee None None] Attempting to bind port d54112c9-e8ec-4a4d-9ea5-6f1b1efabeec on host n-d-761264-19 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:49:34.878942 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-9b7807ae-57dd-4108-b0a1-862c5cf55cee None None] Attempting to bind port d54112c9-e8ec-4a4d-9ea5-6f1b1efabeec by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:49:34.879327 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7807ae-57dd-4108-b0a1-862c5cf55cee None None] Attempting to bind port d54112c9-e8ec-4a4d-9ea5-6f1b1efabeec on network c3f8658e-da35-41f3-bd03-509e29ebd6f3 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:49:34.900299 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7807ae-57dd-4108-b0a1-862c5cf55cee None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:49:34.901108 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7807ae-57dd-4108-b0a1-862c5cf55cee None None] Checking segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:49:34.901108 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9b7807ae-57dd-4108-b0a1-862c5cf55cee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:34.901430 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7807ae-57dd-4108-b0a1-862c5cf55cee None None] Bound using segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:49:34.913359 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-9b7807ae-57dd-4108-b0a1-862c5cf55cee None None] Bound port: d54112c9-e8ec-4a4d-9ea5-6f1b1efabeec, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:49:34.913762 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9b7807ae-57dd-4108-b0a1-862c5cf55cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:34.929635 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f28c21-f3da-4c83-8fd2-1433cc8f33bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:49:34.929635 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f28c21-f3da-4c83-8fd2-1433cc8f33bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:49:34.929635 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f28c21-f3da-4c83-8fd2-1433cc8f33bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:49:34.930131 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f28c21-f3da-4c83-8fd2-1433cc8f33bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:49:34.930131 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f28c21-f3da-4c83-8fd2-1433cc8f33bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:49:34.930436 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f28c21-f3da-4c83-8fd2-1433cc8f33bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:49:34.930790 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f28c21-f3da-4c83-8fd2-1433cc8f33bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:49:34.931118 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f28c21-f3da-4c83-8fd2-1433cc8f33bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:49:34.931444 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f28c21-f3da-4c83-8fd2-1433cc8f33bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:49:34.931765 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f28c21-f3da-4c83-8fd2-1433cc8f33bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:49:34.932085 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f28c21-f3da-4c83-8fd2-1433cc8f33bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:49:34.932402 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f28c21-f3da-4c83-8fd2-1433cc8f33bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:49:34.935550 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-45dea3fd-3857-4083-b297-d898f656a81e None None] Provisioning complete for port d54112c9-e8ec-4a4d-9ea5-6f1b1efabeec triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:49:34.936190 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-45dea3fd-3857-4083-b297-d898f656a81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:34.947309 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f28c21-f3da-4c83-8fd2-1433cc8f33bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:49:34.953843 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea01789-a54f-4495-8e4c-c2eb68538280 admin admin] Network 5bdf1b1f-c2dd-43ac-bd1c-d9e081f323a6 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:49:34.955860 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea01789-a54f-4495-8e4c-c2eb68538280 admin admin] Pushing event updated for resources: {'Port': ['ID=089b4218-f09d-4ada-a418-39adc784424e,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:34.958981 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-5ea01789-a54f-4495-8e4c-c2eb68538280 admin admin] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:49:34.975936 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea01789-a54f-4495-8e4c-c2eb68538280 admin admin] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:49:34.977925 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-92926a29-9d22-4f1d-90e9-28b90f699ae9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:34.999739 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-92926a29-9d22-4f1d-90e9-28b90f699ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:35.076066 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-45dea3fd-3857-4083-b297-d898f656a81e None None] Port d54112c9-e8ec-4a4d-9ea5-6f1b1efabeec cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:49:35.094035 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5ea01789-a54f-4495-8e4c-c2eb68538280 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595714'] for router_interface, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:35.115011 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92926a29-9d22-4f1d-90e9-28b90f699ae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe1a6d6-e04f-4c17-aba9-b744bf2cdb0b,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:35.125969 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-92926a29-9d22-4f1d-90e9-28b90f699ae9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=cd60739b973b4ed9bf484fe18acaf0ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7629948 Dec 20 14:49:35.127480 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 60340) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:49:35.148219 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-9b7807ae-57dd-4108-b0a1-862c5cf55cee None None] For port d54112c9-e8ec-4a4d-9ea5-6f1b1efabeec, host n-d-761264-19, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:49:35.155217 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-9b7807ae-57dd-4108-b0a1-862c5cf55cee None None] For port d54112c9-e8ec-4a4d-9ea5-6f1b1efabeec, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=d54112c9-e8ec-4a4d-9ea5-6f1b1efabeec,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:49:35.167097 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-9b7807ae-57dd-4108-b0a1-862c5cf55cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:35.211992 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-431f81d8-f1e3-47f0-ab5a-aa9202995966 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:35.232484 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617e2836-d66e-4c67-82b0-d5c85ea04a45 None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:49:35.307903 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-431f81d8-f1e3-47f0-ab5a-aa9202995966 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:35.321402 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7807ae-57dd-4108-b0a1-862c5cf55cee None None] Routers {'e4fa66fc-53b3-4392-829b-d5ca3454d208'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:49:35.322042 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-31fa10ab-e7ab-48e7-bfa1-e63ff8eb1ebc None None] Provisioning complete for port d54112c9-e8ec-4a4d-9ea5-6f1b1efabeec triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:49:35.322320 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-9b7807ae-57dd-4108-b0a1-862c5cf55cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:49:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['e4fa66fc-53b3-4392-829b-d5ca3454d208'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:49:35.325909 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-31fa10ab-e7ab-48e7-bfa1-e63ff8eb1ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:35.341865 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f28c21-f3da-4c83-8fd2-1433cc8f33bb None None] Pushing event updated for resources: {'Port': ['ID=d54112c9-e8ec-4a4d-9ea5-6f1b1efabeec,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:35.446049 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-431f81d8-f1e3-47f0-ab5a-aa9202995966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:35.449690 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-431f81d8-f1e3-47f0-ab5a-aa9202995966 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:35.451331 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-431f81d8-f1e3-47f0-ab5a-aa9202995966 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4fe1a6d6-e04f-4c17-aba9-b744bf2cdb0b HTTP/1.1" status: 204 len: 168 time: 0.3219652 Dec 20 14:49:35.466881 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431f81d8-f1e3-47f0-ab5a-aa9202995966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe1a6d6-e04f-4c17-aba9-b744bf2cdb0b,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:35.547733 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-31fa10ab-e7ab-48e7-bfa1-e63ff8eb1ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:35.548367 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5ea01789-a54f-4495-8e4c-c2eb68538280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:35.566436 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-9b7807ae-57dd-4108-b0a1-862c5cf55cee None None] Set router e4fa66fc-53b3-4392-829b-d5ca3454d208 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:49:35.628488 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-31fa10ab-e7ab-48e7-bfa1-e63ff8eb1ebc None None] For port d54112c9-e8ec-4a4d-9ea5-6f1b1efabeec, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=d54112c9-e8ec-4a4d-9ea5-6f1b1efabeec,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:49:35.640147 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-31fa10ab-e7ab-48e7-bfa1-e63ff8eb1ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:35.744640 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fa10ab-e7ab-48e7-bfa1-e63ff8eb1ebc None None] Pushing event updated for resources: {'Port': ['ID=d54112c9-e8ec-4a4d-9ea5-6f1b1efabeec,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:35.839534 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:35.862149 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-7ad9883d-b5b9-4e0e-894a-f6910881a32a None None] Provisioning complete for port 089b4218-f09d-4ada-a418-39adc784424e triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:49:35.862771 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-7ad9883d-b5b9-4e0e-894a-f6910881a32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:35.882574 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5ea01789-a54f-4495-8e4c-c2eb68538280 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:35.895091 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcbba08-9ab2-4486-a240-dd05e38efd53 req-16ef0608-8834-4a26-960e-35b1c6ae13f3 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:49:35.896937 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5bcbba08-9ab2-4486-a240-dd05e38efd53 req-16ef0608-8834-4a26-960e-35b1c6ae13f3 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=3870d726-f90f-400f-bf75-c68966f99c28 HTTP/1.1" status: 200 len: 945 time: 0.4366910 Dec 20 14:49:35.898240 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5ea01789-a54f-4495-8e4c-c2eb68538280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:35.942932 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-7ad9883d-b5b9-4e0e-894a-f6910881a32a None None] Port 089b4218-f09d-4ada-a418-39adc784424e cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:49:36.020426 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5bcbba08-9ab2-4486-a240-dd05e38efd53 req-7adf7c30-a1e4-41f0-8404-46290ba05d03 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d5e630c-78bd-41d1-b187-380d3fa580ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800991 Dec 20 14:49:36.024100 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea01789-a54f-4495-8e4c-c2eb68538280 admin admin] Pushing event updated for resources: {'Port': ['ID=089b4218-f09d-4ada-a418-39adc784424e,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:36.033341 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5ea01789-a54f-4495-8e4c-c2eb68538280 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1595702'] for router_interface, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:36.049111 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-9b7807ae-57dd-4108-b0a1-862c5cf55cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4fa66fc-53b3-4392-829b-d5ca3454d208', 'name': 'tempest-TestServerMultinode-445103897-router', 'tenant_id': '02e2e7c33f52422ea75fe7a440bfc1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': 'd54112c9-e8ec-4a4d-9ea5-6f1b1efabeec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:49:28Z', 'updated_at': '2021-12-20T14:49:31Z', 'revision_number': 3, 'project_id': '02e2e7c33f52422ea75fe7a440bfc1a8', 'gw_port': {'id': 'd54112c9-e8ec-4a4d-9ea5-6f1b1efabeec', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b3:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4fa66fc-53b3-4392-829b-d5ca3454d208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:49:30Z', 'updated_at': '2021-12-20T14:49:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:49:36.112620 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7807ae-57dd-4108-b0a1-862c5cf55cee None None] The sync data for ids ['e4fa66fc-53b3-4392-829b-d5ca3454d208'] in n-d-761264-19 is: [{'id': 'e4fa66fc-53b3-4392-829b-d5ca3454d208', 'name': 'tempest-TestServerMultinode-445103897-router', 'tenant_id': '02e2e7c33f52422ea75fe7a440bfc1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': 'd54112c9-e8ec-4a4d-9ea5-6f1b1efabeec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:49:28Z', 'updated_at': '2021-12-20T14:49:31Z', 'revision_number': 3, 'project_id': '02e2e7c33f52422ea75fe7a440bfc1a8', 'gw_port': {'id': 'd54112c9-e8ec-4a4d-9ea5-6f1b1efabeec', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b3:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4fa66fc-53b3-4392-829b-d5ca3454d208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:49:30Z', 'updated_at': '2021-12-20T14:49:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:49:36.190334 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 60364) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:49:36.209186 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fcf55d4e-6015-4db0-82ed-184bc6ccb257 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:36.213540 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea01789-a54f-4495-8e4c-c2eb68538280 admin admin] Network 5bdf1b1f-c2dd-43ac-bd1c-d9e081f323a6 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:49:36.215817 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-5ea01789-a54f-4495-8e4c-c2eb68538280 admin admin] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:49:36.301659 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:36.353951 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fcf55d4e-6015-4db0-82ed-184bc6ccb257 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:36.370058 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fcf55d4e-6015-4db0-82ed-184bc6ccb257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:36.455381 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-fcf55d4e-6015-4db0-82ed-184bc6ccb257 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e1a99de6e74141ce987375741b33c060&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2633357 Dec 20 14:49:36.461687 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 60368) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:49:36.479879 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ea01789-a54f-4495-8e4c-c2eb68538280 admin admin] Router e4fa66fc-53b3-4392-829b-d5ca3454d208 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:49:36.577878 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf55d4e-6015-4db0-82ed-184bc6ccb257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5254ec4-2939-48cd-bb31-9560c0c33f37,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:36.673036 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6b2f7996-7a3e-45ac-b7c7-e598009bc16b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:36.755138 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6b2f7996-7a3e-45ac-b7c7-e598009bc16b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:36.770566 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-46a741c8-8b23-4ac9-a9a6-5a3d91cfda35 None None] Provisioning complete for port 089b4218-f09d-4ada-a418-39adc784424e triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:49:36.771338 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-46a741c8-8b23-4ac9-a9a6-5a3d91cfda35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:36.819962 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ea01789-a54f-4495-8e4c-c2eb68538280 admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:49:36.839574 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-5ea01789-a54f-4495-8e4c-c2eb68538280 admin admin] 10.222.0.54 "PUT /v2.0/routers/e4fa66fc-53b3-4392-829b-d5ca3454d208/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8903711 Dec 20 14:49:36.881138 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6b2f7996-7a3e-45ac-b7c7-e598009bc16b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:36.884184 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6b2f7996-7a3e-45ac-b7c7-e598009bc16b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:36.885178 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-6b2f7996-7a3e-45ac-b7c7-e598009bc16b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f5254ec4-2939-48cd-bb31-9560c0c33f37 HTTP/1.1" status: 204 len: 168 time: 0.4203155 Dec 20 14:49:36.888980 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-46a741c8-8b23-4ac9-a9a6-5a3d91cfda35 None None] Port 089b4218-f09d-4ada-a418-39adc784424e cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:49:36.893727 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2f7996-7a3e-45ac-b7c7-e598009bc16b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5254ec4-2939-48cd-bb31-9560c0c33f37,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:36.904295 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 60388) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:49:37.240791 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6decc34d-e198-4d96-8de5-52e4d28393fe req-93c1c1a1-827f-4f0f-860d-19a41a342920 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:49:37.242568 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6decc34d-e198-4d96-8de5-52e4d28393fe req-93c1c1a1-827f-4f0f-860d-19a41a342920 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=3870d726-f90f-400f-bf75-c68966f99c28 HTTP/1.1" status: 200 len: 945 time: 0.0903978 Dec 20 14:49:37.281022 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-3bfa46c0-b253-40e4-8c7c-9b6d0e82fb8d admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1407804052-network', 'tenant_id': '667b9a1ad2984d76a7c6a12baef5b748'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:49:37.328750 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bfa46c0-b253-40e4-8c7c-9b6d0e82fb8d admin admin] Made reservation on behalf of 667b9a1ad2984d76a7c6a12baef5b748 for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:49:37.333374 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3bfa46c0-b253-40e4-8c7c-9b6d0e82fb8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:37.361846 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3bfa46c0-b253-40e4-8c7c-9b6d0e82fb8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:37.373085 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6decc34d-e198-4d96-8de5-52e4d28393fe req-187a0d60-007e-4c57-bf7d-ffe2d317384e tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d5e630c-78bd-41d1-b187-380d3fa580ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213751 Dec 20 14:49:37.489887 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3bfa46c0-b253-40e4-8c7c-9b6d0e82fb8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:37.496425 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3bfa46c0-b253-40e4-8c7c-9b6d0e82fb8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:37.527913 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bfa46c0-b253-40e4-8c7c-9b6d0e82fb8d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:49:37.557043 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfa46c0-b253-40e4-8c7c-9b6d0e82fb8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c972c8eb-f863-4fcd-b722-af2718b7c451,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:37.576507 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3bfa46c0-b253-40e4-8c7c-9b6d0e82fb8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:37.579414 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-3bfa46c0-b253-40e4-8c7c-9b6d0e82fb8d admin admin] Added segment 6f486a33-a200-45a5-a1f5-356d3eee38f6 of type vlan for network 52bd7e28-6f81-4044-b9c7-acdd3458fd98 Dec 20 14:49:37.640836 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3bfa46c0-b253-40e4-8c7c-9b6d0e82fb8d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:37.669511 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3bfa46c0-b253-40e4-8c7c-9b6d0e82fb8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:37.670448 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bfa46c0-b253-40e4-8c7c-9b6d0e82fb8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:49:37.671143 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3bfa46c0-b253-40e4-8c7c-9b6d0e82fb8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:37.763293 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-3bfa46c0-b253-40e4-8c7c-9b6d0e82fb8d admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.8552809 Dec 20 14:49:37.764055 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 60408) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:49:37.769489 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-e34f5957-47a6-4b56-b608-963001ba07db admin admin] Request body: {'subnet': {'network_id': '52bd7e28-6f81-4044-b9c7-acdd3458fd98', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1407804052-subnet', 'tenant_id': '667b9a1ad2984d76a7c6a12baef5b748', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:49:37.778356 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfa46c0-b253-40e4-8c7c-9b6d0e82fb8d admin admin] Pushing event updated for resources: {'Network': ['ID=52bd7e28-6f81-4044-b9c7-acdd3458fd98,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:37.797188 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 52bd7e28-6f81-4044-b9c7-acdd3458fd98 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:49:37.832278 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e34f5957-47a6-4b56-b608-963001ba07db admin admin] Made reservation on behalf of 667b9a1ad2984d76a7c6a12baef5b748 for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:49:37.835288 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e34f5957-47a6-4b56-b608-963001ba07db admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:38.138442 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e34f5957-47a6-4b56-b608-963001ba07db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:38.208469 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34f5957-47a6-4b56-b608-963001ba07db admin admin] Pushing event updated for resources: {'Subnet': ['ID=927d691d-e949-47f4-aabf-d725c355c2da,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:38.240172 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34f5957-47a6-4b56-b608-963001ba07db admin admin] Checking segment: {'id': '6f486a33-a200-45a5-a1f5-356d3eee38f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '52bd7e28-6f81-4044-b9c7-acdd3458fd98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:49:38.240629 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34f5957-47a6-4b56-b608-963001ba07db admin admin] Network hostable DHCP agents. Network: 52bd7e28-6f81-4044-b9c7-acdd3458fd98, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:49:38.269168 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34f5957-47a6-4b56-b608-963001ba07db admin admin] Network 52bd7e28-6f81-4044-b9c7-acdd3458fd98 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:49:38.288532 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-e34f5957-47a6-4b56-b608-963001ba07db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 52bd7e28-6f81-4044-b9c7-acdd3458fd98) {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:49:38.295532 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34f5957-47a6-4b56-b608-963001ba07db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:49:38.296544 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e34f5957-47a6-4b56-b608-963001ba07db admin admin] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:38.301811 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ec214a-d335-4f1c-9f48-a94f6e6d18ec None None] Network 52bd7e28-6f81-4044-b9c7-acdd3458fd98 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:49:38.348703 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-e34f5957-47a6-4b56-b608-963001ba07db admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5762765 Dec 20 14:49:38.428813 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d6e88e-6b83-416b-bfcb-e7a60cc83ceb req-6cfad19d-ece7-437d-a6be-46ecb7e5c905 tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:49:38.438463 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-59d6e88e-6b83-416b-bfcb-e7a60cc83ceb req-6cfad19d-ece7-437d-a6be-46ecb7e5c905 tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] 10.222.0.54 "GET /v2.0/networks?id=2759e53d-df16-4e1f-825e-7dc35572a9e2 HTTP/1.1" status: 200 len: 910 time: 0.1956296 Dec 20 14:49:38.465646 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-59d6e88e-6b83-416b-bfcb-e7a60cc83ceb req-621cbf90-f898-48f5-a5f5-6a9c41588659 tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] 10.222.0.54 "GET /v2.0/quotas/02e2e7c33f52422ea75fe7a440bfc1a8 HTTP/1.1" status: 200 len: 375 time: 0.0260308 Dec 20 14:49:38.535083 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fae73e9-43aa-4f6e-8e60-281228cd0ffb None None] Network 52bd7e28-6f81-4044-b9c7-acdd3458fd98 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:49:38.641353 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-59d6e88e-6b83-416b-bfcb-e7a60cc83ceb req-ea860aaf-65a0-4a68-9afb-c347c2abe756 tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] 10.222.0.54 "GET /v2.0/ports?tenant_id=02e2e7c33f52422ea75fe7a440bfc1a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1736076 Dec 20 14:49:38.670892 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device d54112c9-e8ec-4a4d-9ea5-6f1b1efabeec up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:49:38.712881 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01b40e4-d7a1-4ce2-b8ed-2d5ce81ef737 req-e7a69878-116b-48eb-9453-2ce0e32f1d60 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:49:38.720519 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a01b40e4-d7a1-4ce2-b8ed-2d5ce81ef737 req-e7a69878-116b-48eb-9453-2ce0e32f1d60 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=3870d726-f90f-400f-bf75-c68966f99c28 HTTP/1.1" status: 200 len: 945 time: 0.1741185 Dec 20 14:49:38.819335 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a01b40e4-d7a1-4ce2-b8ed-2d5ce81ef737 req-33dd0929-61e7-4392-8ae2-2a7176f89e89 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d5e630c-78bd-41d1-b187-380d3fa580ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963871 Dec 20 14:49:38.836483 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port d54112c9-e8ec-4a4d-9ea5-6f1b1efabeec triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:49:38.837148 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:39.045796 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-59d6e88e-6b83-416b-bfcb-e7a60cc83ceb req-ab9d32c7-bff2-468a-9d5a-41fc7c4a0d1f service neutron] 10.222.0.54 "GET /v2.0/networks/2759e53d-df16-4e1f-825e-7dc35572a9e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4005940 Dec 20 14:49:39.070307 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc42781-20dd-4647-b545-0ee848ff3bf5 None None] Sync routers for ids ['e4fa66fc-53b3-4392-829b-d5ca3454d208'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:49:39.096935 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc42781-20dd-4647-b545-0ee848ff3bf5 None None] Routers {'e4fa66fc-53b3-4392-829b-d5ca3454d208'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:49:39.097977 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-0dc42781-20dd-4647-b545-0ee848ff3bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:49:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['e4fa66fc-53b3-4392-829b-d5ca3454d208'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:49:39.221369 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-59d6e88e-6b83-416b-bfcb-e7a60cc83ceb req-e8dc313a-e602-49a4-964a-238ca72553be service neutron] 10.222.0.54 "GET /v2.0/networks/2759e53d-df16-4e1f-825e-7dc35572a9e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574929 Dec 20 14:49:39.360349 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-0dc42781-20dd-4647-b545-0ee848ff3bf5 None None] Set router e4fa66fc-53b3-4392-829b-d5ca3454d208 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:49:39.585395 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2dfe3199-7449-4eda-b1df-88bd99677c5e req-26c61883-0d73-4669-b499-eadd5c4baaa1 tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=5ccd3899-72a7-4d1b-9db5-2abf7ab7398d HTTP/1.1" status: 200 len: 210 time: 0.1085999 Dec 20 14:49:39.731109 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-0dc42781-20dd-4647-b545-0ee848ff3bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4fa66fc-53b3-4392-829b-d5ca3454d208', 'name': 'tempest-TestServerMultinode-445103897-router', 'tenant_id': '02e2e7c33f52422ea75fe7a440bfc1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': 'd54112c9-e8ec-4a4d-9ea5-6f1b1efabeec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:49:28Z', 'updated_at': '2021-12-20T14:49:35Z', 'revision_number': 4, 'project_id': '02e2e7c33f52422ea75fe7a440bfc1a8', 'gw_port': {'id': 'd54112c9-e8ec-4a4d-9ea5-6f1b1efabeec', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fa66fc-53b3-4392-829b-d5ca3454d208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:49:30Z', 'updated_at': '2021-12-20T14:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '089b4218-f09d-4ada-a418-39adc784424e', 'name': '', 'network_id': '5bdf1b1f-c2dd-43ac-bd1c-d9e081f323a6', 'tenant_id': '02e2e7c33f52422ea75fe7a440bfc1a8', 'mac_address': 'fa:16:3e:a4:02:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4fa66fc-53b3-4392-829b-d5ca3454d208', 'device_owner': 'network:router_interface', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': 'dad7f655-24cb-4d3e-ad2a-24de26780a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:49:34Z', 'updated_at': '2021-12-20T14:49:35Z', 'revision_number': 2, 'project_id': '02e2e7c33f52422ea75fe7a440bfc1a8', 'subnets': [{'id': 'dad7f655-24cb-4d3e-ad2a-24de26780a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:49:39.797611 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc42781-20dd-4647-b545-0ee848ff3bf5 None None] Checking router: e4fa66fc-53b3-4392-829b-d5ca3454d208 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:49:39.799092 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc42781-20dd-4647-b545-0ee848ff3bf5 None None] Updating router e4fa66fc-53b3-4392-829b-d5ca3454d208 port 089b4218-f09d-4ada-a418-39adc784424e binding host n-d-761264-19 {{(pid=103169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 14:49:39.848131 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-0dc42781-20dd-4647-b545-0ee848ff3bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:39.859606 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ab5d00-0a66-497f-a263-83ae06ac10a9 req-14fe4ead-d0ea-449d-8e20-adf992f15088 tempest-ServerAddressesNegativeTestJSON-2095654020 tempest-ServerAddressesNegativeTestJSON-2095654020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:49:39.862169 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-74ab5d00-0a66-497f-a263-83ae06ac10a9 req-14fe4ead-d0ea-449d-8e20-adf992f15088 tempest-ServerAddressesNegativeTestJSON-2095654020 tempest-ServerAddressesNegativeTestJSON-2095654020-project] 10.222.0.54 "GET /v2.0/networks?id=52bd7e28-6f81-4044-b9c7-acdd3458fd98 HTTP/1.1" status: 200 len: 822 time: 0.2626624 Dec 20 14:49:39.923945 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-74ab5d00-0a66-497f-a263-83ae06ac10a9 req-1c52dfc0-b55d-4907-ad26-cc6a512c9af6 tempest-ServerAddressesNegativeTestJSON-2095654020 tempest-ServerAddressesNegativeTestJSON-2095654020-project] 10.222.0.54 "GET /v2.0/quotas/667b9a1ad2984d76a7c6a12baef5b748 HTTP/1.1" status: 200 len: 375 time: 0.0465486 Dec 20 14:49:39.995796 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-74ab5d00-0a66-497f-a263-83ae06ac10a9 req-05e063f7-bfb4-421a-9f7f-7a097b71eb89 tempest-ServerAddressesNegativeTestJSON-2095654020 tempest-ServerAddressesNegativeTestJSON-2095654020-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=667b9a1ad2984d76a7c6a12baef5b748&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0685356 Dec 20 14:49:40.046836 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d80dca1-961f-48ee-930a-350c1603f41a req-901f9b4e-5607-4cf0-bb54-1387b35e0018 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:49:40.050028 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6d80dca1-961f-48ee-930a-350c1603f41a req-901f9b4e-5607-4cf0-bb54-1387b35e0018 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=3870d726-f90f-400f-bf75-c68966f99c28 HTTP/1.1" status: 200 len: 945 time: 0.0844657 Dec 20 14:49:40.154504 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6d80dca1-961f-48ee-930a-350c1603f41a req-0b8088dc-d0fd-48d4-b338-10d6abadf311 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d5e630c-78bd-41d1-b187-380d3fa580ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973608 Dec 20 14:49:40.225462 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-74ab5d00-0a66-497f-a263-83ae06ac10a9 req-33cb9fcc-61a4-4998-b9d2-a9b02b84e772 service neutron] 10.222.0.54 "GET /v2.0/networks/52bd7e28-6f81-4044-b9c7-acdd3458fd98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284794 Dec 20 14:49:40.477371 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-0dc42781-20dd-4647-b545-0ee848ff3bf5 None None] Publish callbacks [] for port, precommit_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:40.492501 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-0dc42781-20dd-4647-b545-0ee848ff3bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:40.804550 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fe2e00e8-e57c-467c-af6a-25cc2ccbc146 req-3e944209-dfe3-44bf-8eea-c0594116f9d8 tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=5ccd3899-72a7-4d1b-9db5-2abf7ab7398d HTTP/1.1" status: 200 len: 210 time: 0.0719793 Dec 20 14:49:40.929977 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-74ab5d00-0a66-497f-a263-83ae06ac10a9 req-79bb8c7c-eb1d-4d8c-97df-aa84ed2a8b90 service neutron] 10.222.0.54 "GET /v2.0/networks/52bd7e28-6f81-4044-b9c7-acdd3458fd98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6924500 Dec 20 14:49:40.988827 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fb476a-2006-4d39-9600-932c7d248c7f None None] Pushing event updated for resources: {'Port': ['ID=089b4218-f09d-4ada-a418-39adc784424e,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:41.057211 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-0dc42781-20dd-4647-b545-0ee848ff3bf5 None None] Attempting to bind port 089b4218-f09d-4ada-a418-39adc784424e on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:49:41.057696 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-0dc42781-20dd-4647-b545-0ee848ff3bf5 None None] Attempting to bind port 089b4218-f09d-4ada-a418-39adc784424e by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '7465d05b-a37b-4005-b7f3-542d098949f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '5bdf1b1f-c2dd-43ac-bd1c-d9e081f323a6'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:49:41.058122 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc42781-20dd-4647-b545-0ee848ff3bf5 None None] Attempting to bind port 089b4218-f09d-4ada-a418-39adc784424e on network 5bdf1b1f-c2dd-43ac-bd1c-d9e081f323a6 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:49:41.069885 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc42781-20dd-4647-b545-0ee848ff3bf5 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:49:41.070269 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc42781-20dd-4647-b545-0ee848ff3bf5 None None] Checking segment: {'id': '7465d05b-a37b-4005-b7f3-542d098949f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '5bdf1b1f-c2dd-43ac-bd1c-d9e081f323a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:49:41.070754 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-0dc42781-20dd-4647-b545-0ee848ff3bf5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:41.071579 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc42781-20dd-4647-b545-0ee848ff3bf5 None None] Bound using segment: {'id': '7465d05b-a37b-4005-b7f3-542d098949f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '5bdf1b1f-c2dd-43ac-bd1c-d9e081f323a6'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:49:41.072086 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-0dc42781-20dd-4647-b545-0ee848ff3bf5 None None] Bound port: 089b4218-f09d-4ada-a418-39adc784424e, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7465d05b-a37b-4005-b7f3-542d098949f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '5bdf1b1f-c2dd-43ac-bd1c-d9e081f323a6'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:49:41.072533 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-0dc42781-20dd-4647-b545-0ee848ff3bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:41.268407 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-0dc42781-20dd-4647-b545-0ee848ff3bf5 None None] For port 089b4218-f09d-4ada-a418-39adc784424e, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:49:41.280270 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-0dc42781-20dd-4647-b545-0ee848ff3bf5 None None] For port 089b4218-f09d-4ada-a418-39adc784424e, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=089b4218-f09d-4ada-a418-39adc784424e,segment=NetworkSegment(7465d05b-a37b-4005-b7f3-542d098949f3),segment_id=7465d05b-a37b-4005-b7f3-542d098949f3)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:49:41.290928 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-0dc42781-20dd-4647-b545-0ee848ff3bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:41.355477 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bc576b6c-ceb6-4612-b393-4984e4dbe15f req-254a06f5-5e3f-4f24-abc6-d6ae256b40c1 tempest-ServerAddressesNegativeTestJSON-2095654020 tempest-ServerAddressesNegativeTestJSON-2095654020-project] 10.222.0.54 "GET /v2.0/ports?device_id=d17a093e-7804-4388-bf82-7886cf9b7574 HTTP/1.1" status: 200 len: 210 time: 0.0738692 Dec 20 14:49:41.419191 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8b5a04-b15d-42c7-82f5-3a99988dfc14 req-25b291b7-cd7e-4c1d-8352-eaae0c5c67d9 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:49:41.432889 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1a8b5a04-b15d-42c7-82f5-3a99988dfc14 req-25b291b7-cd7e-4c1d-8352-eaae0c5c67d9 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=3870d726-f90f-400f-bf75-c68966f99c28 HTTP/1.1" status: 200 len: 945 time: 0.1282849 Dec 20 14:49:41.434245 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc42781-20dd-4647-b545-0ee848ff3bf5 None None] Routers {'e4fa66fc-53b3-4392-829b-d5ca3454d208'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:49:41.435055 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-0dc42781-20dd-4647-b545-0ee848ff3bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:49:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['e4fa66fc-53b3-4392-829b-d5ca3454d208'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:49:41.669658 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fb476a-2006-4d39-9600-932c7d248c7f None None] Pushing event updated for resources: {'Port': ['ID=089b4218-f09d-4ada-a418-39adc784424e,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:41.708511 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1a8b5a04-b15d-42c7-82f5-3a99988dfc14 req-67df5026-dccc-4046-a4e5-83465cb7281d tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d5e630c-78bd-41d1-b187-380d3fa580ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2746072 Dec 20 14:49:41.757434 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d6e88e-6b83-416b-bfcb-e7a60cc83ceb req-83ff66bc-5229-4e18-b8a6-0baeadde7891 tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:49:41.758577 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-25a4b658-457e-4bce-89d7-5feedc8cf1ef None None] Provisioning complete for port 089b4218-f09d-4ada-a418-39adc784424e triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:49:41.759188 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-25a4b658-457e-4bce-89d7-5feedc8cf1ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:41.762577 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-59d6e88e-6b83-416b-bfcb-e7a60cc83ceb req-83ff66bc-5229-4e18-b8a6-0baeadde7891 tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] 10.222.0.47 "GET /v2.0/networks?id=2759e53d-df16-4e1f-825e-7dc35572a9e2 HTTP/1.1" status: 200 len: 910 time: 0.3082054 Dec 20 14:49:41.787533 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-59d6e88e-6b83-416b-bfcb-e7a60cc83ceb req-31fd2057-963a-473a-9f56-f9be89da6e05 tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] Request body: {'port': {'device_id': '5ccd3899-72a7-4d1b-9db5-2abf7ab7398d', 'network_id': '2759e53d-df16-4e1f-825e-7dc35572a9e2', 'admin_state_up': True, 'tenant_id': '02e2e7c33f52422ea75fe7a440bfc1a8'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:49:41.884158 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59d6e88e-6b83-416b-bfcb-e7a60cc83ceb req-31fd2057-963a-473a-9f56-f9be89da6e05 tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] Made reservation on behalf of 02e2e7c33f52422ea75fe7a440bfc1a8 for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:49:41.903943 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-59d6e88e-6b83-416b-bfcb-e7a60cc83ceb req-31fd2057-963a-473a-9f56-f9be89da6e05 tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:41.916604 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:41.961259 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-0dc42781-20dd-4647-b545-0ee848ff3bf5 None None] Set router e4fa66fc-53b3-4392-829b-d5ca3454d208 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:49:42.140271 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-265fa2d8-faf1-49af-824f-b71d2f320c92 req-b52a8f2b-cd45-4967-91e5-1cb82acebc6c tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=5ccd3899-72a7-4d1b-9db5-2abf7ab7398d HTTP/1.1" status: 200 len: 210 time: 0.1052821 Dec 20 14:49:42.172710 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-25a4b658-457e-4bce-89d7-5feedc8cf1ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:42.285903 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [req-59d6e88e-6b83-416b-bfcb-e7a60cc83ceb req-31fd2057-963a-473a-9f56-f9be89da6e05 tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] Allocated IP 172.20.0.11 (2759e53d-df16-4e1f-825e-7dc35572a9e2/490fea0a-26f4-4e5b-a4c6-70e149bd18f9/42a16d83-997c-4d9d-9343-f733f0e07518) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:49:42.443542 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-25a4b658-457e-4bce-89d7-5feedc8cf1ef None None] For port 089b4218-f09d-4ada-a418-39adc784424e, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=089b4218-f09d-4ada-a418-39adc784424e,segment=NetworkSegment(7465d05b-a37b-4005-b7f3-542d098949f3),segment_id=7465d05b-a37b-4005-b7f3-542d098949f3)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:49:42.454189 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-25a4b658-457e-4bce-89d7-5feedc8cf1ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:42.525049 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-0dc42781-20dd-4647-b545-0ee848ff3bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4fa66fc-53b3-4392-829b-d5ca3454d208', 'name': 'tempest-TestServerMultinode-445103897-router', 'tenant_id': '02e2e7c33f52422ea75fe7a440bfc1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': 'd54112c9-e8ec-4a4d-9ea5-6f1b1efabeec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:49:28Z', 'updated_at': '2021-12-20T14:49:35Z', 'revision_number': 4, 'project_id': '02e2e7c33f52422ea75fe7a440bfc1a8', 'gw_port': {'id': 'd54112c9-e8ec-4a4d-9ea5-6f1b1efabeec', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fa66fc-53b3-4392-829b-d5ca3454d208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:49:30Z', 'updated_at': '2021-12-20T14:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '089b4218-f09d-4ada-a418-39adc784424e', 'name': '', 'network_id': '5bdf1b1f-c2dd-43ac-bd1c-d9e081f323a6', 'tenant_id': '02e2e7c33f52422ea75fe7a440bfc1a8', 'mac_address': 'fa:16:3e:a4:02:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4fa66fc-53b3-4392-829b-d5ca3454d208', 'device_owner': 'network:router_interface', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': 'dad7f655-24cb-4d3e-ad2a-24de26780a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:49:34Z', 'updated_at': '2021-12-20T14:49:41Z', 'revision_number': 4, 'project_id': '02e2e7c33f52422ea75fe7a440bfc1a8', 'subnets': [{'id': 'dad7f655-24cb-4d3e-ad2a-24de26780a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:49:42.582062 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc42781-20dd-4647-b545-0ee848ff3bf5 None None] The sync data for ids ['e4fa66fc-53b3-4392-829b-d5ca3454d208'] in n-d-761264-19 is: [{'id': 'e4fa66fc-53b3-4392-829b-d5ca3454d208', 'name': 'tempest-TestServerMultinode-445103897-router', 'tenant_id': '02e2e7c33f52422ea75fe7a440bfc1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': 'd54112c9-e8ec-4a4d-9ea5-6f1b1efabeec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:49:28Z', 'updated_at': '2021-12-20T14:49:35Z', 'revision_number': 4, 'project_id': '02e2e7c33f52422ea75fe7a440bfc1a8', 'gw_port': {'id': 'd54112c9-e8ec-4a4d-9ea5-6f1b1efabeec', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fa66fc-53b3-4392-829b-d5ca3454d208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:49:30Z', 'updated_at': '2021-12-20T14:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '089b4218-f09d-4ada-a418-39adc784424e', 'name': '', 'network_id': '5bdf1b1f-c2dd-43ac-bd1c-d9e081f323a6', 'tenant_id': '02e2e7c33f52422ea75fe7a440bfc1a8', 'mac_address': 'fa:16:3e:a4:02:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4fa66fc-53b3-4392-829b-d5ca3454d208', 'device_owner': 'network:router_interface', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': 'dad7f655-24cb-4d3e-ad2a-24de26780a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:49:34Z', 'updated_at': '2021-12-20T14:49:41Z', 'revision_number': 4, 'project_id': '02e2e7c33f52422ea75fe7a440bfc1a8', 'subnets': [{'id': 'dad7f655-24cb-4d3e-ad2a-24de26780a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:49:42.615321 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-59d6e88e-6b83-416b-bfcb-e7a60cc83ceb req-31fd2057-963a-473a-9f56-f9be89da6e05 tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:42.621873 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d818a7a2-6260-452f-b30d-4fbe050feb8a req-df625623-924b-4021-a3bd-dcf1bdcf1db6 tempest-ServerAddressesNegativeTestJSON-2095654020 tempest-ServerAddressesNegativeTestJSON-2095654020-project] 10.222.0.54 "GET /v2.0/ports?device_id=d17a093e-7804-4388-bf82-7886cf9b7574 HTTP/1.1" status: 200 len: 210 time: 0.0887542 Dec 20 14:49:42.626442 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 781fb46b-1e3a-4f20-b9da-a2fd188a525f details requested by agent hyperv_n-h1-761264-19 with host n-h1-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:49:42.651722 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a4b658-457e-4bce-89d7-5feedc8cf1ef None None] Pushing event updated for resources: {'Port': ['ID=089b4218-f09d-4ada-a418-39adc784424e,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:42.757888 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2830aa8b-b4e6-4baf-a2a7-363cad65ea44 None None] Provisioning complete for port 089b4218-f09d-4ada-a418-39adc784424e triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:49:42.758605 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2830aa8b-b4e6-4baf-a2a7-363cad65ea44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:42.760670 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-59d6e88e-6b83-416b-bfcb-e7a60cc83ceb req-31fd2057-963a-473a-9f56-f9be89da6e05 tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:42.814498 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.db.resource_extend [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 14:49:42.879155 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59d6e88e-6b83-416b-bfcb-e7a60cc83ceb req-31fd2057-963a-473a-9f56-f9be89da6e05 tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] Network 2759e53d-df16-4e1f-825e-7dc35572a9e2 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:49:42.885230 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [req-59d6e88e-6b83-416b-bfcb-e7a60cc83ceb req-31fd2057-963a-473a-9f56-f9be89da6e05 tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:49:42.908815 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-59d6e88e-6b83-416b-bfcb-e7a60cc83ceb req-31fd2057-963a-473a-9f56-f9be89da6e05 tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:49:43.059339 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d6e88e-6b83-416b-bfcb-e7a60cc83ceb req-31fd2057-963a-473a-9f56-f9be89da6e05 tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:49:43.062289 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-59d6e88e-6b83-416b-bfcb-e7a60cc83ceb req-31fd2057-963a-473a-9f56-f9be89da6e05 tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:43.174583 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fd2057-963a-473a-9f56-f9be89da6e05 tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] Pushing event updated for resources: {'Port': ['ID=42a16d83-997c-4d9d-9343-f733f0e07518,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:43.225426 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-59d6e88e-6b83-416b-bfcb-e7a60cc83ceb req-31fd2057-963a-473a-9f56-f9be89da6e05 tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.4540482 Dec 20 14:49:43.255601 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 781fb46b-1e3a-4f20-b9da-a2fd188a525f, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=781fb46b-1e3a-4f20-b9da-a2fd188a525f,segment=NetworkSegment(684010eb-b9c8-44ca-8706-1c0ac63af0ec),segment_id=684010eb-b9c8-44ca-8706-1c0ac63af0ec)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:49:43.259722 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-59d6e88e-6b83-416b-bfcb-e7a60cc83ceb req-b6ed3968-a3ce-4699-8c40-758d443bbfb5 service neutron] Request body: {'port': {'device_id': '5ccd3899-72a7-4d1b-9db5-2abf7ab7398d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-19'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:49:43.298057 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3db2e5-18f9-45be-b153-84e1bf26e9a5 req-77ed120b-2ca5-4418-b94e-09d86c55980c tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:49:43.299742 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4d3db2e5-18f9-45be-b153-84e1bf26e9a5 req-77ed120b-2ca5-4418-b94e-09d86c55980c tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=3870d726-f90f-400f-bf75-c68966f99c28 HTTP/1.1" status: 200 len: 945 time: 0.4195461 Dec 20 14:49:43.329795 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Returning: {'device': '781fb46b-1e3a-4f20-b9da-a2fd188a525f', 'network_id': '247d6423-5fdf-4eed-9378-2e1201ada444', 'port_id': '781fb46b-1e3a-4f20-b9da-a2fd188a525f', 'mac_address': 'fa:16:3e:d1:c5:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8bc57f1-3730-4dfb-a3cb-cf3c3829d7fe', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:49:43.456882 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ab5d00-0a66-497f-a263-83ae06ac10a9 req-d865dbef-38e6-4ca6-ad9b-f3f504f81edd tempest-ServerAddressesNegativeTestJSON-2095654020 tempest-ServerAddressesNegativeTestJSON-2095654020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:49:43.458634 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-74ab5d00-0a66-497f-a263-83ae06ac10a9 req-d865dbef-38e6-4ca6-ad9b-f3f504f81edd tempest-ServerAddressesNegativeTestJSON-2095654020 tempest-ServerAddressesNegativeTestJSON-2095654020-project] 10.222.0.30 "GET /v2.0/networks?id=52bd7e28-6f81-4044-b9c7-acdd3458fd98 HTTP/1.1" status: 200 len: 822 time: 0.2924700 Dec 20 14:49:43.467365 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:43.528772 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-efe06691-b2f5-4d45-8579-f41582c9181d None None] Provisioning complete for port 42a16d83-997c-4d9d-9343-f733f0e07518 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:49:43.529842 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-efe06691-b2f5-4d45-8579-f41582c9181d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:43.543663 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-59d6e88e-6b83-416b-bfcb-e7a60cc83ceb req-b6ed3968-a3ce-4699-8c40-758d443bbfb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:43.551148 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-74ab5d00-0a66-497f-a263-83ae06ac10a9 req-b95fba1f-c77f-47e8-a7f4-b79e7993d7d2 tempest-ServerAddressesNegativeTestJSON-2095654020 tempest-ServerAddressesNegativeTestJSON-2095654020-project] Request body: {'port': {'device_id': 'd17a093e-7804-4388-bf82-7886cf9b7574', 'network_id': '52bd7e28-6f81-4044-b9c7-acdd3458fd98', 'admin_state_up': True, 'tenant_id': '667b9a1ad2984d76a7c6a12baef5b748'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:49:43.603566 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 781fb46b-1e3a-4f20-b9da-a2fd188a525f {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:49:43.645863 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 781fb46b-1e3a-4f20-b9da-a2fd188a525f, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=781fb46b-1e3a-4f20-b9da-a2fd188a525f,segment=NetworkSegment(684010eb-b9c8-44ca-8706-1c0ac63af0ec),segment_id=684010eb-b9c8-44ca-8706-1c0ac63af0ec)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:49:43.655671 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:43.686294 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4d3db2e5-18f9-45be-b153-84e1bf26e9a5 req-0e760883-f8e1-4094-b372-d0fcb0452192 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d5e630c-78bd-41d1-b187-380d3fa580ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3409557 Dec 20 14:49:43.725416 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-efe06691-b2f5-4d45-8579-f41582c9181d None None] Port 42a16d83-997c-4d9d-9343-f733f0e07518 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:49:43.775954 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['781fb46b-1e3a-4f20-b9da-a2fd188a525f'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:49:43.824430 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=781fb46b-1e3a-4f20-b9da-a2fd188a525f,revision_number=6']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:43.935773 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 60628) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:49:44.096392 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b55bb062-64bc-4d95-aef0-122f27f9d93b req-e28466f4-147b-4a52-9219-2ffff7effa6f tempest-ServerAddressesNegativeTestJSON-2095654020 tempest-ServerAddressesNegativeTestJSON-2095654020-project] 10.222.0.54 "GET /v2.0/ports?device_id=d17a093e-7804-4388-bf82-7886cf9b7574 HTTP/1.1" status: 200 len: 210 time: 0.1628735 Dec 20 14:49:44.337686 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [req-59d6e88e-6b83-416b-bfcb-e7a60cc83ceb req-b6ed3968-a3ce-4699-8c40-758d443bbfb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42a16d83-997c-4d9d-9343-f733f0e07518 {{(pid=103167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:49:44.352634 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-59d6e88e-6b83-416b-bfcb-e7a60cc83ceb req-b6ed3968-a3ce-4699-8c40-758d443bbfb5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:44.398632 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-59d6e88e-6b83-416b-bfcb-e7a60cc83ceb req-b6ed3968-a3ce-4699-8c40-758d443bbfb5 service neutron] Transition to ACTIVE for port object 42a16d83-997c-4d9d-9343-f733f0e07518 will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:49:44.401023 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d991a0aa-0dbf-4abb-9320-d4ae1a63c0a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:44.417973 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-59d6e88e-6b83-416b-bfcb-e7a60cc83ceb req-b6ed3968-a3ce-4699-8c40-758d443bbfb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:44.562693 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ed3968-a3ce-4699-8c40-758d443bbfb5 service neutron] Pushing event updated for resources: {'Port': ['ID=42a16d83-997c-4d9d-9343-f733f0e07518,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:44.583795 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 089b4218-f09d-4ada-a418-39adc784424e up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:49:44.615265 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998575ad-163b-49b8-8e17-42564e5851d7 req-c8e3e694-ba2a-439b-81d7-525d3bf1b222 tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:49:44.623555 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-998575ad-163b-49b8-8e17-42564e5851d7 req-c8e3e694-ba2a-439b-81d7-525d3bf1b222 tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=5ccd3899-72a7-4d1b-9db5-2abf7ab7398d HTTP/1.1" status: 200 len: 1028 time: 1.1621020 Dec 20 14:49:44.679074 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d991a0aa-0dbf-4abb-9320-d4ae1a63c0a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:44.719817 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d991a0aa-0dbf-4abb-9320-d4ae1a63c0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:44.731281 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 781fb46b-1e3a-4f20-b9da-a2fd188a525f up at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:49:44.769189 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d991a0aa-0dbf-4abb-9320-d4ae1a63c0a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f83d897-f604-4c72-b638-6e8892fe3b1a,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:44.777559 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-998575ad-163b-49b8-8e17-42564e5851d7 req-7942ae1b-e103-47a6-be4e-8deb421912ed tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=63f07fba-0a13-443c-856b-328a429926dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526780 Dec 20 14:49:44.823395 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-d991a0aa-0dbf-4abb-9320-d4ae1a63c0a7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2409695ce0d14e02a12f3f5d3d620de0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8756335 Dec 20 14:49:44.828638 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 60646) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:49:44.854779 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74ab5d00-0a66-497f-a263-83ae06ac10a9 req-b95fba1f-c77f-47e8-a7f4-b79e7993d7d2 tempest-ServerAddressesNegativeTestJSON-2095654020 tempest-ServerAddressesNegativeTestJSON-2095654020-project] Made reservation on behalf of 667b9a1ad2984d76a7c6a12baef5b748 for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:49:44.858423 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-74ab5d00-0a66-497f-a263-83ae06ac10a9 req-b95fba1f-c77f-47e8-a7f4-b79e7993d7d2 tempest-ServerAddressesNegativeTestJSON-2095654020 tempest-ServerAddressesNegativeTestJSON-2095654020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:44.901185 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-59d6e88e-6b83-416b-bfcb-e7a60cc83ceb req-b6ed3968-a3ce-4699-8c40-758d443bbfb5 service neutron] Attempting to bind port 42a16d83-997c-4d9d-9343-f733f0e07518 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:49:44.901538 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-59d6e88e-6b83-416b-bfcb-e7a60cc83ceb req-b6ed3968-a3ce-4699-8c40-758d443bbfb5 service neutron] Attempting to bind port 42a16d83-997c-4d9d-9343-f733f0e07518 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': '20542ed0-9f9c-498c-b2fe-1c8972bfe70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '2759e53d-df16-4e1f-825e-7dc35572a9e2'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:49:44.901867 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d6e88e-6b83-416b-bfcb-e7a60cc83ceb req-b6ed3968-a3ce-4699-8c40-758d443bbfb5 service neutron] Attempting to bind port 42a16d83-997c-4d9d-9343-f733f0e07518 on network 2759e53d-df16-4e1f-825e-7dc35572a9e2 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:49:44.909379 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d6e88e-6b83-416b-bfcb-e7a60cc83ceb req-b6ed3968-a3ce-4699-8c40-758d443bbfb5 service neutron] Port 42a16d83-997c-4d9d-9343-f733f0e07518 on network 2759e53d-df16-4e1f-825e-7dc35572a9e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:49:44.909718 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d6e88e-6b83-416b-bfcb-e7a60cc83ceb req-b6ed3968-a3ce-4699-8c40-758d443bbfb5 service neutron] Attempting to bind port 42a16d83-997c-4d9d-9343-f733f0e07518 on network 2759e53d-df16-4e1f-825e-7dc35572a9e2 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:49:44.956836 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 089b4218-f09d-4ada-a418-39adc784424e triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:49:44.957746 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:44.968072 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d6e88e-6b83-416b-bfcb-e7a60cc83ceb req-b6ed3968-a3ce-4699-8c40-758d443bbfb5 service neutron] Checking agent: {'id': '43c60aee-e4af-4ecc-bee2-aac3569fafed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:49:44.968530 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d6e88e-6b83-416b-bfcb-e7a60cc83ceb req-b6ed3968-a3ce-4699-8c40-758d443bbfb5 service neutron] Checking segment: {'id': '20542ed0-9f9c-498c-b2fe-1c8972bfe70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '2759e53d-df16-4e1f-825e-7dc35572a9e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:49:44.968862 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d6e88e-6b83-416b-bfcb-e7a60cc83ceb req-b6ed3968-a3ce-4699-8c40-758d443bbfb5 service neutron] Bound using segment: {'id': '20542ed0-9f9c-498c-b2fe-1c8972bfe70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '2759e53d-df16-4e1f-825e-7dc35572a9e2'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:49:44.969854 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-59d6e88e-6b83-416b-bfcb-e7a60cc83ceb req-b6ed3968-a3ce-4699-8c40-758d443bbfb5 service neutron] Bound port: 42a16d83-997c-4d9d-9343-f733f0e07518, host: n-h2-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20542ed0-9f9c-498c-b2fe-1c8972bfe70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '2759e53d-df16-4e1f-825e-7dc35572a9e2'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:49:44.970240 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-59d6e88e-6b83-416b-bfcb-e7a60cc83ceb req-b6ed3968-a3ce-4699-8c40-758d443bbfb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:44.994093 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d44da1f4-e959-4fde-9de6-19275b09ae10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:45.069670 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-59d6e88e-6b83-416b-bfcb-e7a60cc83ceb req-b6ed3968-a3ce-4699-8c40-758d443bbfb5 service neutron] For port 42a16d83-997c-4d9d-9343-f733f0e07518, host n-h2-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:49:45.074247 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-59d6e88e-6b83-416b-bfcb-e7a60cc83ceb req-b6ed3968-a3ce-4699-8c40-758d443bbfb5 service neutron] For port 42a16d83-997c-4d9d-9343-f733f0e07518, host n-h2-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=42a16d83-997c-4d9d-9343-f733f0e07518,segment=NetworkSegment(20542ed0-9f9c-498c-b2fe-1c8972bfe70f),segment_id=20542ed0-9f9c-498c-b2fe-1c8972bfe70f)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:49:45.091245 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning complete for port 781fb46b-1e3a-4f20-b9da-a2fd188a525f triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:49:45.091623 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:45.095412 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f977090-e6cc-4e4b-b1d7-34e3c27b5137 req-e3e040a6-abb8-408d-b185-afdcf33b36fb tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:49:45.097062 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4f977090-e6cc-4e4b-b1d7-34e3c27b5137 req-e3e040a6-abb8-408d-b185-afdcf33b36fb tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=3870d726-f90f-400f-bf75-c68966f99c28 HTTP/1.1" status: 200 len: 944 time: 0.1759479 Dec 20 14:49:45.102339 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-59d6e88e-6b83-416b-bfcb-e7a60cc83ceb req-b6ed3968-a3ce-4699-8c40-758d443bbfb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:45.128108 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d6e88e-6b83-416b-bfcb-e7a60cc83ceb req-b6ed3968-a3ce-4699-8c40-758d443bbfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:49:45.129212 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-59d6e88e-6b83-416b-bfcb-e7a60cc83ceb req-b6ed3968-a3ce-4699-8c40-758d443bbfb5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:45.130838 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-59d6e88e-6b83-416b-bfcb-e7a60cc83ceb req-b6ed3968-a3ce-4699-8c40-758d443bbfb5 service neutron] 10.222.0.47 "PUT /v2.0/ports/42a16d83-997c-4d9d-9343-f733f0e07518 HTTP/1.1" status: 200 len: 1093 time: 1.8847356 Dec 20 14:49:45.148521 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ccd3899-72a7-4d1b-9db5-2abf7ab7398d', 'tag': '42a16d83-997c-4d9d-9343-f733f0e07518'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:49:45.156624 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3978dc51-e2ae-426c-9854-540545ae97ba" -d '{"events": [{"name": "network-changed", "server_uuid": "5ccd3899-72a7-4d1b-9db5-2abf7ab7398d", "tag": "42a16d83-997c-4d9d-9343-f733f0e07518"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:49:45.194145 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d44da1f4-e959-4fde-9de6-19275b09ae10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:45.240114 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [req-74ab5d00-0a66-497f-a263-83ae06ac10a9 req-b95fba1f-c77f-47e8-a7f4-b79e7993d7d2 tempest-ServerAddressesNegativeTestJSON-2095654020 tempest-ServerAddressesNegativeTestJSON-2095654020-project] Allocated IP 172.20.0.7 (52bd7e28-6f81-4044-b9c7-acdd3458fd98/927d691d-e949-47f4-aabf-d725c355c2da/edcc28f2-a8bc-4047-9a76-85e93ca3459d) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:49:45.288652 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:45.325947 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5e5dba07-ac3b-420d-a9cc-ac397eff25cc req-a5f85223-4000-4632-b414-a5effab0bceb tempest-ServerAddressesNegativeTestJSON-2095654020 tempest-ServerAddressesNegativeTestJSON-2095654020-project] 10.222.0.54 "GET /v2.0/ports?device_id=d17a093e-7804-4388-bf82-7886cf9b7574 HTTP/1.1" status: 200 len: 210 time: 0.0469644 Dec 20 14:49:45.354534 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ed3968-a3ce-4699-8c40-758d443bbfb5 service neutron] Pushing event updated for resources: {'Port': ['ID=42a16d83-997c-4d9d-9343-f733f0e07518,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:45.460425 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03ceddbe-fc34-4e42-b123-cee67190eee0 x-openstack-request-id: req-03ceddbe-fc34-4e42-b123-cee67190eee0 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:49:45.461307 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ccd3899-72a7-4d1b-9db5-2abf7ab7398d", "tag": "42a16d83-997c-4d9d-9343-f733f0e07518", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:49:45.465276 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-03ceddbe-fc34-4e42-b123-cee67190eee0 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:49:45.466647 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ccd3899-72a7-4d1b-9db5-2abf7ab7398d', 'tag': '42a16d83-997c-4d9d-9343-f733f0e07518', 'status': 'completed', 'code': 200} Dec 20 14:49:45.512936 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:45.551993 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d6e88e-6b83-416b-bfcb-e7a60cc83ceb req-ccc1989e-6e85-40da-aa6e-6b83cbaf5530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:49:45.553898 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-59d6e88e-6b83-416b-bfcb-e7a60cc83ceb req-ccc1989e-6e85-40da-aa6e-6b83cbaf5530 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=02e2e7c33f52422ea75fe7a440bfc1a8&device_id=5ccd3899-72a7-4d1b-9db5-2abf7ab7398d HTTP/1.1" status: 200 len: 1096 time: 0.3575928 Dec 20 14:49:45.563892 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4f977090-e6cc-4e4b-b1d7-34e3c27b5137 req-1882b3dc-71c5-46d3-a18f-e5f22bc39800 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d5e630c-78bd-41d1-b187-380d3fa580ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4473786 Dec 20 14:49:45.612835 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3870d726-f90f-400f-bf75-c68966f99c28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '781fb46b-1e3a-4f20-b9da-a2fd188a525f'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:49:45.618037 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69ae1066-660c-4ddd-bf16-cd1c9b4ad791" -d '{"events": [{"server_uuid": "3870d726-f90f-400f-bf75-c68966f99c28", "name": "network-vif-plugged", "status": "completed", "tag": "781fb46b-1e3a-4f20-b9da-a2fd188a525f"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:49:45.623085 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-59d6e88e-6b83-416b-bfcb-e7a60cc83ceb req-d307a65d-335a-4fce-ae7c-5b91b0a46237 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=42a16d83-997c-4d9d-9343-f733f0e07518 HTTP/1.1" status: 200 len: 217 time: 0.0580182 Dec 20 14:49:45.646301 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 781fb46b-1e3a-4f20-b9da-a2fd188a525f, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=781fb46b-1e3a-4f20-b9da-a2fd188a525f,segment=NetworkSegment(684010eb-b9c8-44ca-8706-1c0ac63af0ec),segment_id=684010eb-b9c8-44ca-8706-1c0ac63af0ec)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:49:45.664416 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:45.680132 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d44da1f4-e959-4fde-9de6-19275b09ae10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:45.684781 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d44da1f4-e959-4fde-9de6-19275b09ae10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:45.686092 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-d44da1f4-e959-4fde-9de6-19275b09ae10 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0f83d897-f604-4c72-b638-6e8892fe3b1a HTTP/1.1" status: 204 len: 168 time: 0.8560426 Dec 20 14:49:45.694644 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-74ab5d00-0a66-497f-a263-83ae06ac10a9 req-b95fba1f-c77f-47e8-a7f4-b79e7993d7d2 tempest-ServerAddressesNegativeTestJSON-2095654020 tempest-ServerAddressesNegativeTestJSON-2095654020-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:45.713597 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44da1f4-e959-4fde-9de6-19275b09ae10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f83d897-f604-4c72-b638-6e8892fe3b1a,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:45.739716 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d6e88e-6b83-416b-bfcb-e7a60cc83ceb req-ada56a48-8a11-40fd-ba5f-97e3d3c297ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:49:45.742095 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-59d6e88e-6b83-416b-bfcb-e7a60cc83ceb req-ada56a48-8a11-40fd-ba5f-97e3d3c297ed service neutron] 10.222.0.47 "GET /v2.0/subnets?id=490fea0a-26f4-4e5b-a4c6-70e149bd18f9 HTTP/1.1" status: 200 len: 848 time: 0.1100695 Dec 20 14:49:45.761602 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-74ab5d00-0a66-497f-a263-83ae06ac10a9 req-b95fba1f-c77f-47e8-a7f4-b79e7993d7d2 tempest-ServerAddressesNegativeTestJSON-2095654020 tempest-ServerAddressesNegativeTestJSON-2095654020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:45.772351 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-300a6b44-6c86-41b3-9261-8dffc114cbd4 x-openstack-request-id: req-300a6b44-6c86-41b3-9261-8dffc114cbd4 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:49:45.776585 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3870d726-f90f-400f-bf75-c68966f99c28", "name": "network-vif-plugged", "status": "completed", "tag": "781fb46b-1e3a-4f20-b9da-a2fd188a525f", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:49:45.777848 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-300a6b44-6c86-41b3-9261-8dffc114cbd4 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:49:45.778466 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3870d726-f90f-400f-bf75-c68966f99c28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '781fb46b-1e3a-4f20-b9da-a2fd188a525f', 'code': 200} Dec 20 14:49:45.810879 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d6e88e-6b83-416b-bfcb-e7a60cc83ceb req-0f18b004-49f4-4668-90d7-34f103765f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:49:45.812650 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-59d6e88e-6b83-416b-bfcb-e7a60cc83ceb req-0f18b004-49f4-4668-90d7-34f103765f55 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2759e53d-df16-4e1f-825e-7dc35572a9e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0623899 Dec 20 14:49:45.855308 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74ab5d00-0a66-497f-a263-83ae06ac10a9 req-b95fba1f-c77f-47e8-a7f4-b79e7993d7d2 tempest-ServerAddressesNegativeTestJSON-2095654020 tempest-ServerAddressesNegativeTestJSON-2095654020-project] Network 52bd7e28-6f81-4044-b9c7-acdd3458fd98 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:49:45.861349 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [req-74ab5d00-0a66-497f-a263-83ae06ac10a9 req-b95fba1f-c77f-47e8-a7f4-b79e7993d7d2 tempest-ServerAddressesNegativeTestJSON-2095654020 tempest-ServerAddressesNegativeTestJSON-2095654020-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:49:45.866498 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=781fb46b-1e3a-4f20-b9da-a2fd188a525f,revision_number=7']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:45.875659 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-74ab5d00-0a66-497f-a263-83ae06ac10a9 req-b95fba1f-c77f-47e8-a7f4-b79e7993d7d2 tempest-ServerAddressesNegativeTestJSON-2095654020 tempest-ServerAddressesNegativeTestJSON-2095654020-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:49:45.920263 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95fba1f-c77f-47e8-a7f4-b79e7993d7d2 tempest-ServerAddressesNegativeTestJSON-2095654020 tempest-ServerAddressesNegativeTestJSON-2095654020-project] Pushing event updated for resources: {'Port': ['ID=edcc28f2-a8bc-4047-9a76-85e93ca3459d,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:45.978852 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ab5d00-0a66-497f-a263-83ae06ac10a9 req-b95fba1f-c77f-47e8-a7f4-b79e7993d7d2 tempest-ServerAddressesNegativeTestJSON-2095654020 tempest-ServerAddressesNegativeTestJSON-2095654020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:49:45.979935 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-74ab5d00-0a66-497f-a263-83ae06ac10a9 req-b95fba1f-c77f-47e8-a7f4-b79e7993d7d2 tempest-ServerAddressesNegativeTestJSON-2095654020 tempest-ServerAddressesNegativeTestJSON-2095654020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:46.011323 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-74ab5d00-0a66-497f-a263-83ae06ac10a9 req-b95fba1f-c77f-47e8-a7f4-b79e7993d7d2 tempest-ServerAddressesNegativeTestJSON-2095654020 tempest-ServerAddressesNegativeTestJSON-2095654020-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4750288 Dec 20 14:49:46.037184 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-74ab5d00-0a66-497f-a263-83ae06ac10a9 req-306ac87a-288c-4e22-bffe-d7086f381a62 service neutron] Request body: {'port': {'device_id': 'd17a093e-7804-4388-bf82-7886cf9b7574', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-19'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:49:46.149579 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0e3ddc-7409-464d-b791-be6ddf2ea8d0 req-c9f70e4d-2719-40a0-9009-ec448e482da1 tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:49:46.151393 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8c0e3ddc-7409-464d-b791-be6ddf2ea8d0 req-c9f70e4d-2719-40a0-9009-ec448e482da1 tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=5ccd3899-72a7-4d1b-9db5-2abf7ab7398d HTTP/1.1" status: 200 len: 1096 time: 0.1744723 Dec 20 14:49:46.175036 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-74ab5d00-0a66-497f-a263-83ae06ac10a9 req-306ac87a-288c-4e22-bffe-d7086f381a62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:46.190457 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-59d6e88e-6b83-416b-bfcb-e7a60cc83ceb req-6c1900b8-cf1b-4a93-b79e-5cbf5378ef55 service neutron] 10.222.0.47 "GET /v2.0/networks/2759e53d-df16-4e1f-825e-7dc35572a9e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3594100 Dec 20 14:49:46.271824 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8c0e3ddc-7409-464d-b791-be6ddf2ea8d0 req-72ddf452-d7b5-4f7d-b3ab-d17bdf6997a0 tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=63f07fba-0a13-443c-856b-328a429926dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125793 Dec 20 14:49:46.519059 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-59d6e88e-6b83-416b-bfcb-e7a60cc83ceb req-6bb63f7c-3d8f-4cf6-8057-b68ee03a424c service neutron] 10.222.0.47 "GET /v2.0/networks/2759e53d-df16-4e1f-825e-7dc35572a9e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3198147 Dec 20 14:49:46.561346 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 60702) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:49:46.591959 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1075301f-45d4-4f82-911f-15eec0a090b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:46.722101 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec506f13-3cad-4d8e-9c43-6893c3f9008c req-6b2c9f7a-0262-458f-a1d9-48bd7702e1a1 tempest-ServerAddressesNegativeTestJSON-2095654020 tempest-ServerAddressesNegativeTestJSON-2095654020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:49:46.724527 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ec506f13-3cad-4d8e-9c43-6893c3f9008c req-6b2c9f7a-0262-458f-a1d9-48bd7702e1a1 tempest-ServerAddressesNegativeTestJSON-2095654020 tempest-ServerAddressesNegativeTestJSON-2095654020-project] 10.222.0.54 "GET /v2.0/ports?device_id=d17a093e-7804-4388-bf82-7886cf9b7574 HTTP/1.1" status: 200 len: 931 time: 0.1845248 Dec 20 14:49:46.755539 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [req-74ab5d00-0a66-497f-a263-83ae06ac10a9 req-306ac87a-288c-4e22-bffe-d7086f381a62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edcc28f2-a8bc-4047-9a76-85e93ca3459d {{(pid=103168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:49:46.757113 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3978dc51-e2ae-426c-9854-540545ae97ba req-e379de76-0317-4973-b0e2-f3ec87ce2866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:49:46.758667 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3978dc51-e2ae-426c-9854-540545ae97ba req-e379de76-0317-4973-b0e2-f3ec87ce2866 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=02e2e7c33f52422ea75fe7a440bfc1a8&device_id=5ccd3899-72a7-4d1b-9db5-2abf7ab7398d HTTP/1.1" status: 200 len: 1096 time: 0.1515284 Dec 20 14:49:46.776188 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-74ab5d00-0a66-497f-a263-83ae06ac10a9 req-306ac87a-288c-4e22-bffe-d7086f381a62 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:46.805156 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.provisioning_blocks [req-74ab5d00-0a66-497f-a263-83ae06ac10a9 req-306ac87a-288c-4e22-bffe-d7086f381a62 service neutron] Transition to ACTIVE for port object edcc28f2-a8bc-4047-9a76-85e93ca3459d will not be triggered until provisioned by entity L2. {{(pid=103168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:49:46.816520 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-74ab5d00-0a66-497f-a263-83ae06ac10a9 req-306ac87a-288c-4e22-bffe-d7086f381a62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:46.870904 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306ac87a-288c-4e22-bffe-d7086f381a62 service neutron] Pushing event updated for resources: {'Port': ['ID=edcc28f2-a8bc-4047-9a76-85e93ca3459d,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:46.875748 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82dee5c-f05f-47fc-9cb0-8b16b2c4ff45 req-55c7a4b3-49d5-4060-82f9-cc7714c255cc tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:49:46.877411 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f82dee5c-f05f-47fc-9cb0-8b16b2c4ff45 req-55c7a4b3-49d5-4060-82f9-cc7714c255cc tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=3870d726-f90f-400f-bf75-c68966f99c28 HTTP/1.1" status: 200 len: 945 time: 0.1926529 Dec 20 14:49:46.891691 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ec506f13-3cad-4d8e-9c43-6893c3f9008c req-93b75918-a6a4-4e36-a13b-c2ba42720cd6 tempest-ServerAddressesNegativeTestJSON-2095654020 tempest-ServerAddressesNegativeTestJSON-2095654020-project] 10.222.0.54 "GET /v2.0/security-groups?id=c972c8eb-f863-4fcd-b722-af2718b7c451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585054 Dec 20 14:49:46.931347 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1075301f-45d4-4f82-911f-15eec0a090b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:46.948485 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1075301f-45d4-4f82-911f-15eec0a090b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:46.993888 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1075301f-45d4-4f82-911f-15eec0a090b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a55d60c-eb02-4a9c-8682-f2f48596f68a,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:47.014594 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3978dc51-e2ae-426c-9854-540545ae97ba req-a789730d-c1c0-4785-9f51-95e0df2a62f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:49:47.016173 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3978dc51-e2ae-426c-9854-540545ae97ba req-a789730d-c1c0-4785-9f51-95e0df2a62f2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2759e53d-df16-4e1f-825e-7dc35572a9e2 HTTP/1.1" status: 200 len: 910 time: 0.2480271 Dec 20 14:49:47.030405 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f82dee5c-f05f-47fc-9cb0-8b16b2c4ff45 req-aea22131-a715-4595-86ed-8053c865a33c tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d5e630c-78bd-41d1-b187-380d3fa580ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319926 Dec 20 14:49:47.040687 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-1075301f-45d4-4f82-911f-15eec0a090b7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=da040547b8f540e88240be57c4f551fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4779077 Dec 20 14:49:47.095986 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 60722) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:49:47.104243 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3978dc51-e2ae-426c-9854-540545ae97ba req-6c553ac3-958a-4f5e-8e51-f48b979aae39 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=42a16d83-997c-4d9d-9343-f733f0e07518 HTTP/1.1" status: 200 len: 217 time: 0.0789580 Dec 20 14:49:47.148089 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-74ab5d00-0a66-497f-a263-83ae06ac10a9 req-306ac87a-288c-4e22-bffe-d7086f381a62 service neutron] Attempting to bind port edcc28f2-a8bc-4047-9a76-85e93ca3459d on host n-h1-761264-19 for vnic_type normal with profile {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:49:47.149500 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-74ab5d00-0a66-497f-a263-83ae06ac10a9 req-306ac87a-288c-4e22-bffe-d7086f381a62 service neutron] Attempting to bind port edcc28f2-a8bc-4047-9a76-85e93ca3459d by drivers openvswitch,hyperv on host n-h1-761264-19 at level 0 using segments [{'id': '6f486a33-a200-45a5-a1f5-356d3eee38f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '52bd7e28-6f81-4044-b9c7-acdd3458fd98'}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:49:47.150063 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ab5d00-0a66-497f-a263-83ae06ac10a9 req-306ac87a-288c-4e22-bffe-d7086f381a62 service neutron] Attempting to bind port edcc28f2-a8bc-4047-9a76-85e93ca3459d on network 52bd7e28-6f81-4044-b9c7-acdd3458fd98 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:49:47.172806 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ab5d00-0a66-497f-a263-83ae06ac10a9 req-306ac87a-288c-4e22-bffe-d7086f381a62 service neutron] Port edcc28f2-a8bc-4047-9a76-85e93ca3459d on network 52bd7e28-6f81-4044-b9c7-acdd3458fd98 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-19 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:49:47.173379 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ab5d00-0a66-497f-a263-83ae06ac10a9 req-306ac87a-288c-4e22-bffe-d7086f381a62 service neutron] Attempting to bind port edcc28f2-a8bc-4047-9a76-85e93ca3459d on network 52bd7e28-6f81-4044-b9c7-acdd3458fd98 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:49:47.197429 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ab5d00-0a66-497f-a263-83ae06ac10a9 req-306ac87a-288c-4e22-bffe-d7086f381a62 service neutron] Checking agent: {'id': '3e5ace3e-dd7b-4522-a7c4-77d13dbeab1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:49:47.200939 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ab5d00-0a66-497f-a263-83ae06ac10a9 req-306ac87a-288c-4e22-bffe-d7086f381a62 service neutron] Checking segment: {'id': '6f486a33-a200-45a5-a1f5-356d3eee38f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '52bd7e28-6f81-4044-b9c7-acdd3458fd98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:49:47.201689 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ab5d00-0a66-497f-a263-83ae06ac10a9 req-306ac87a-288c-4e22-bffe-d7086f381a62 service neutron] Bound using segment: {'id': '6f486a33-a200-45a5-a1f5-356d3eee38f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '52bd7e28-6f81-4044-b9c7-acdd3458fd98'} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:49:47.208835 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-74ab5d00-0a66-497f-a263-83ae06ac10a9 req-306ac87a-288c-4e22-bffe-d7086f381a62 service neutron] Bound port: edcc28f2-a8bc-4047-9a76-85e93ca3459d, host: n-h1-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f486a33-a200-45a5-a1f5-356d3eee38f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '52bd7e28-6f81-4044-b9c7-acdd3458fd98'}}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:49:47.210397 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-74ab5d00-0a66-497f-a263-83ae06ac10a9 req-306ac87a-288c-4e22-bffe-d7086f381a62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:47.218027 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b40bb542-2248-4cdd-9376-313accba07f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:47.225630 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3978dc51-e2ae-426c-9854-540545ae97ba req-da7daf70-7e29-479b-8ee1-0ed32a6e0d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:49:47.227179 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3978dc51-e2ae-426c-9854-540545ae97ba req-da7daf70-7e29-479b-8ee1-0ed32a6e0d32 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=490fea0a-26f4-4e5b-a4c6-70e149bd18f9 HTTP/1.1" status: 200 len: 848 time: 0.0671360 Dec 20 14:49:47.283455 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b40bb542-2248-4cdd-9376-313accba07f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:47.317594 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-74ab5d00-0a66-497f-a263-83ae06ac10a9 req-306ac87a-288c-4e22-bffe-d7086f381a62 service neutron] For port edcc28f2-a8bc-4047-9a76-85e93ca3459d, host n-h1-761264-19, cleared binding levels {{(pid=103168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:49:47.323268 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-74ab5d00-0a66-497f-a263-83ae06ac10a9 req-306ac87a-288c-4e22-bffe-d7086f381a62 service neutron] For port edcc28f2-a8bc-4047-9a76-85e93ca3459d, host n-h1-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=edcc28f2-a8bc-4047-9a76-85e93ca3459d,segment=NetworkSegment(6f486a33-a200-45a5-a1f5-356d3eee38f6),segment_id=6f486a33-a200-45a5-a1f5-356d3eee38f6)] {{(pid=103168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:49:47.332310 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-74ab5d00-0a66-497f-a263-83ae06ac10a9 req-306ac87a-288c-4e22-bffe-d7086f381a62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:47.411000 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ab5d00-0a66-497f-a263-83ae06ac10a9 req-306ac87a-288c-4e22-bffe-d7086f381a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:49:47.411899 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-74ab5d00-0a66-497f-a263-83ae06ac10a9 req-306ac87a-288c-4e22-bffe-d7086f381a62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:47.413671 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-74ab5d00-0a66-497f-a263-83ae06ac10a9 req-306ac87a-288c-4e22-bffe-d7086f381a62 service neutron] 10.222.0.30 "PUT /v2.0/ports/edcc28f2-a8bc-4047-9a76-85e93ca3459d HTTP/1.1" status: 200 len: 1092 time: 1.3862793 Dec 20 14:49:47.414509 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd17a093e-7804-4388-bf82-7886cf9b7574', 'tag': 'edcc28f2-a8bc-4047-9a76-85e93ca3459d'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:49:47.423450 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d5f48a3-d26f-45d1-9ea6-8197000bed2c" -d '{"events": [{"name": "network-changed", "server_uuid": "d17a093e-7804-4388-bf82-7886cf9b7574", "tag": "edcc28f2-a8bc-4047-9a76-85e93ca3459d"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:49:47.486177 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3978dc51-e2ae-426c-9854-540545ae97ba req-816652dd-df88-44a4-a086-19bf7180d8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:49:47.488848 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3978dc51-e2ae-426c-9854-540545ae97ba req-816652dd-df88-44a4-a086-19bf7180d8bf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2759e53d-df16-4e1f-825e-7dc35572a9e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2528515 Dec 20 14:49:47.552734 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-736cfaa0-089b-48ca-b495-22cd0c3654fe x-openstack-request-id: req-736cfaa0-089b-48ca-b495-22cd0c3654fe {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:49:47.552994 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d17a093e-7804-4388-bf82-7886cf9b7574", "tag": "edcc28f2-a8bc-4047-9a76-85e93ca3459d", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:49:47.553109 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-736cfaa0-089b-48ca-b495-22cd0c3654fe {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:49:47.553512 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd17a093e-7804-4388-bf82-7886cf9b7574', 'tag': 'edcc28f2-a8bc-4047-9a76-85e93ca3459d', 'status': 'completed', 'code': 200} Dec 20 14:49:47.637154 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306ac87a-288c-4e22-bffe-d7086f381a62 service neutron] Pushing event updated for resources: {'Port': ['ID=edcc28f2-a8bc-4047-9a76-85e93ca3459d,revision_number=3']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:47.696863 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b40bb542-2248-4cdd-9376-313accba07f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:47.699545 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b40bb542-2248-4cdd-9376-313accba07f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:47.700715 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-b40bb542-2248-4cdd-9376-313accba07f0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2a55d60c-eb02-4a9c-8682-f2f48596f68a HTTP/1.1" status: 204 len: 168 time: 0.6031513 Dec 20 14:49:47.700935 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ab5d00-0a66-497f-a263-83ae06ac10a9 req-62e620d8-7595-4baa-843b-de7d71029373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:49:47.702530 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-74ab5d00-0a66-497f-a263-83ae06ac10a9 req-62e620d8-7595-4baa-843b-de7d71029373 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=667b9a1ad2984d76a7c6a12baef5b748&device_id=d17a093e-7804-4388-bf82-7886cf9b7574 HTTP/1.1" status: 200 len: 1095 time: 0.2273400 Dec 20 14:49:47.716195 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572977f3-3197-4147-9b4b-245df100347e req-6452ac02-b12b-4938-9d5f-7a34c17a10e3 tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:49:47.728646 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-572977f3-3197-4147-9b4b-245df100347e req-6452ac02-b12b-4938-9d5f-7a34c17a10e3 tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=5ccd3899-72a7-4d1b-9db5-2abf7ab7398d HTTP/1.1" status: 200 len: 1096 time: 0.2339337 Dec 20 14:49:47.787312 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40bb542-2248-4cdd-9376-313accba07f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a55d60c-eb02-4a9c-8682-f2f48596f68a,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:47.876008 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-74ab5d00-0a66-497f-a263-83ae06ac10a9 req-04d41487-d97b-45ab-9fd0-8f8a6a6a2bc5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=edcc28f2-a8bc-4047-9a76-85e93ca3459d HTTP/1.1" status: 200 len: 217 time: 0.1450090 Dec 20 14:49:47.931982 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3978dc51-e2ae-426c-9854-540545ae97ba req-a22c4d79-84d5-4aa1-b0fc-da53e6df31f0 service neutron] 10.222.0.47 "GET /v2.0/networks/2759e53d-df16-4e1f-825e-7dc35572a9e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4299595 Dec 20 14:49:48.037095 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-572977f3-3197-4147-9b4b-245df100347e req-5de1f18d-4b64-4986-b6c9-1d09be0832b7 tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=63f07fba-0a13-443c-856b-328a429926dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3075147 Dec 20 14:49:48.103161 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ab5d00-0a66-497f-a263-83ae06ac10a9 req-15661a14-76b3-4978-83cf-84dd65b35083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:49:48.112229 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-74ab5d00-0a66-497f-a263-83ae06ac10a9 req-15661a14-76b3-4978-83cf-84dd65b35083 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=927d691d-e949-47f4-aabf-d725c355c2da HTTP/1.1" status: 200 len: 862 time: 0.2280993 Dec 20 14:49:48.211750 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 42a16d83-997c-4d9d-9343-f733f0e07518 details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:49:48.235172 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-74ab5d00-0a66-497f-a263-83ae06ac10a9 req-4535cfcd-c3d9-48c5-b4d9-ae5024838c57 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=52bd7e28-6f81-4044-b9c7-acdd3458fd98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1090269 Dec 20 14:49:48.290929 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3978dc51-e2ae-426c-9854-540545ae97ba req-64ebbcc5-cd5a-49c1-b261-1004a4524190 service neutron] 10.222.0.47 "GET /v2.0/networks/2759e53d-df16-4e1f-825e-7dc35572a9e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3511276 Dec 20 14:49:48.346006 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16feb173-4256-4454-9707-1b51f8f85b62 req-fc8b6e77-4326-4cf3-b3b2-0ab3fce4d5e4 tempest-ServerAddressesNegativeTestJSON-2095654020 tempest-ServerAddressesNegativeTestJSON-2095654020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:49:48.346006 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-16feb173-4256-4454-9707-1b51f8f85b62 req-fc8b6e77-4326-4cf3-b3b2-0ab3fce4d5e4 tempest-ServerAddressesNegativeTestJSON-2095654020 tempest-ServerAddressesNegativeTestJSON-2095654020-project] 10.222.0.54 "GET /v2.0/ports?device_id=d17a093e-7804-4388-bf82-7886cf9b7574 HTTP/1.1" status: 200 len: 943 time: 0.2106998 Dec 20 14:49:48.531351 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-16feb173-4256-4454-9707-1b51f8f85b62 req-740550cf-a8b8-44ed-af6e-c772fdbb96ea tempest-ServerAddressesNegativeTestJSON-2095654020 tempest-ServerAddressesNegativeTestJSON-2095654020-project] 10.222.0.54 "GET /v2.0/security-groups?id=c972c8eb-f863-4fcd-b722-af2718b7c451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749721 Dec 20 14:49:48.629916 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 42a16d83-997c-4d9d-9343-f733f0e07518, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=42a16d83-997c-4d9d-9343-f733f0e07518,segment=NetworkSegment(20542ed0-9f9c-498c-b2fe-1c8972bfe70f),segment_id=20542ed0-9f9c-498c-b2fe-1c8972bfe70f)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:49:48.652586 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': '42a16d83-997c-4d9d-9343-f733f0e07518', 'network_id': '2759e53d-df16-4e1f-825e-7dc35572a9e2', 'port_id': '42a16d83-997c-4d9d-9343-f733f0e07518', 'mac_address': 'fa:16:3e:0c:93:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '490fea0a-26f4-4e5b-a4c6-70e149bd18f9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:49:48.733299 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7624febc-c6aa-4f2a-b4a7-d60500c95be5 req-256bd98a-7da4-4fdc-b8f1-e409701e8e95 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:49:48.751753 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:48.762046 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7624febc-c6aa-4f2a-b4a7-d60500c95be5 req-256bd98a-7da4-4fdc-b8f1-e409701e8e95 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=3870d726-f90f-400f-bf75-c68966f99c28 HTTP/1.1" status: 200 len: 945 time: 0.5195696 Dec 20 14:49:48.797091 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42a16d83-997c-4d9d-9343-f733f0e07518 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:49:48.917749 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 42a16d83-997c-4d9d-9343-f733f0e07518, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=42a16d83-997c-4d9d-9343-f733f0e07518,segment=NetworkSegment(20542ed0-9f9c-498c-b2fe-1c8972bfe70f),segment_id=20542ed0-9f9c-498c-b2fe-1c8972bfe70f)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:49:48.929508 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:49.015711 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7624febc-c6aa-4f2a-b4a7-d60500c95be5 req-6372837b-96e2-474b-a519-3f413493c272 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d5e630c-78bd-41d1-b187-380d3fa580ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2524149 Dec 20 14:49:49.097647 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-74ab5d00-0a66-497f-a263-83ae06ac10a9 req-47fa4b5f-e93a-47e1-8b0d-f71f37426d0d service neutron] 10.222.0.30 "GET /v2.0/networks/52bd7e28-6f81-4044-b9c7-acdd3458fd98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8103588 Dec 20 14:49:49.121874 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=42a16d83-997c-4d9d-9343-f733f0e07518,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:49.194842 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['42a16d83-997c-4d9d-9343-f733f0e07518'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:49:49.277977 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-74ab5d00-0a66-497f-a263-83ae06ac10a9 req-253da5a7-5fb3-4b9b-8768-387ee2537c88 service neutron] 10.222.0.30 "GET /v2.0/networks/52bd7e28-6f81-4044-b9c7-acdd3458fd98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686172 Dec 20 14:49:49.357471 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aaadc3-2152-4d03-aeaf-8018db1de150 req-17df0be2-ff44-414b-8771-59fe6cea28bf tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:49:49.381205 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e9aaadc3-2152-4d03-aeaf-8018db1de150 req-17df0be2-ff44-414b-8771-59fe6cea28bf tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=5ccd3899-72a7-4d1b-9db5-2abf7ab7398d HTTP/1.1" status: 200 len: 1097 time: 0.1397598 Dec 20 14:49:49.450988 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5f48a3-d26f-45d1-9ea6-8197000bed2c req-305b0665-8f24-4bc9-a2bd-7c1b2439d4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:49:49.459133 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6d5f48a3-d26f-45d1-9ea6-8197000bed2c req-305b0665-8f24-4bc9-a2bd-7c1b2439d4d8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=667b9a1ad2984d76a7c6a12baef5b748&device_id=d17a093e-7804-4388-bf82-7886cf9b7574 HTTP/1.1" status: 200 len: 1095 time: 0.1183939 Dec 20 14:49:49.469494 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e9aaadc3-2152-4d03-aeaf-8018db1de150 req-49c2d04d-f9aa-487e-9a4b-cd570d94d17c tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=63f07fba-0a13-443c-856b-328a429926dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866795 Dec 20 14:49:49.629232 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5f48a3-d26f-45d1-9ea6-8197000bed2c req-6108a511-ea47-4785-84bf-57c9c70c856b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:49:49.639050 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6d5f48a3-d26f-45d1-9ea6-8197000bed2c req-6108a511-ea47-4785-84bf-57c9c70c856b service neutron] 10.222.0.30 "GET /v2.0/networks?id=52bd7e28-6f81-4044-b9c7-acdd3458fd98 HTTP/1.1" status: 200 len: 923 time: 0.1704671 Dec 20 14:49:49.776029 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6d5f48a3-d26f-45d1-9ea6-8197000bed2c req-e45b3366-0470-41dc-bf6a-f7730d58c69a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=edcc28f2-a8bc-4047-9a76-85e93ca3459d HTTP/1.1" status: 200 len: 217 time: 0.1269796 Dec 20 14:49:49.807894 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b33de96-b366-43dd-99ab-63ff5df05bae req-5989b17e-33ac-4334-ba2d-bf21e229cc81 tempest-ServerAddressesNegativeTestJSON-2095654020 tempest-ServerAddressesNegativeTestJSON-2095654020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:49:49.820179 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6b33de96-b366-43dd-99ab-63ff5df05bae req-5989b17e-33ac-4334-ba2d-bf21e229cc81 tempest-ServerAddressesNegativeTestJSON-2095654020 tempest-ServerAddressesNegativeTestJSON-2095654020-project] 10.222.0.54 "GET /v2.0/ports?device_id=d17a093e-7804-4388-bf82-7886cf9b7574 HTTP/1.1" status: 200 len: 943 time: 0.1590388 Dec 20 14:49:49.943196 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5f48a3-d26f-45d1-9ea6-8197000bed2c req-3d7fc1b2-ab7b-4002-99b8-27d25660f83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:49:49.944451 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6d5f48a3-d26f-45d1-9ea6-8197000bed2c req-3d7fc1b2-ab7b-4002-99b8-27d25660f83f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=927d691d-e949-47f4-aabf-d725c355c2da HTTP/1.1" status: 200 len: 862 time: 0.1587882 Dec 20 14:49:49.984142 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6b33de96-b366-43dd-99ab-63ff5df05bae req-08b7aa72-8f39-48e2-93a3-ad9c35b182f2 tempest-ServerAddressesNegativeTestJSON-2095654020 tempest-ServerAddressesNegativeTestJSON-2095654020-project] 10.222.0.54 "GET /v2.0/security-groups?id=c972c8eb-f863-4fcd-b722-af2718b7c451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619554 Dec 20 14:49:50.014604 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6d5f48a3-d26f-45d1-9ea6-8197000bed2c req-73eac407-8ba4-4ece-bfd4-ef650591e34d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=52bd7e28-6f81-4044-b9c7-acdd3458fd98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576105 Dec 20 14:49:50.225927 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 42a16d83-997c-4d9d-9343-f733f0e07518 up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:49:50.232661 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588e8d7c-d71c-4a9f-aaae-6d5166a9ae8e req-dbc9f35a-0765-4c5d-b5b0-5023f22e80db tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:49:50.250484 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-588e8d7c-d71c-4a9f-aaae-6d5166a9ae8e req-dbc9f35a-0765-4c5d-b5b0-5023f22e80db tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=3870d726-f90f-400f-bf75-c68966f99c28 HTTP/1.1" status: 200 len: 945 time: 0.0915649 Dec 20 14:49:50.305110 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6d5f48a3-d26f-45d1-9ea6-8197000bed2c req-75b1bd95-c942-4cc2-870b-01047f9bd220 service neutron] 10.222.0.30 "GET /v2.0/networks/52bd7e28-6f81-4044-b9c7-acdd3458fd98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813439 Dec 20 14:49:50.360203 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning for port 42a16d83-997c-4d9d-9343-f733f0e07518 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:49:50.371573 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port 42a16d83-997c-4d9d-9343-f733f0e07518 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:49:50.371951 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:50.388354 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-588e8d7c-d71c-4a9f-aaae-6d5166a9ae8e req-cd97741a-b3d3-4725-b0fc-e409f8fc5b57 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d5e630c-78bd-41d1-b187-380d3fa580ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367316 Dec 20 14:49:50.573656 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6d5f48a3-d26f-45d1-9ea6-8197000bed2c req-66b7d8f4-e77b-43b9-9118-b743da5254d5 service neutron] 10.222.0.30 "GET /v2.0/networks/52bd7e28-6f81-4044-b9c7-acdd3458fd98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582812 Dec 20 14:49:50.648026 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:50.710666 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ccd3899-72a7-4d1b-9db5-2abf7ab7398d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42a16d83-997c-4d9d-9343-f733f0e07518'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:49:50.721641 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0aa97c2-a854-4ec0-a554-7f473c7ba475" -d '{"events": [{"server_uuid": "5ccd3899-72a7-4d1b-9db5-2abf7ab7398d", "name": "network-vif-plugged", "status": "completed", "tag": "42a16d83-997c-4d9d-9343-f733f0e07518"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:49:50.749795 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ef3138-0f2b-4eb0-8f0e-9dfe20fc5004 req-f36096ff-00f7-4a5f-95c4-34ecb94fa0bd tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:49:50.759415 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e0ef3138-0f2b-4eb0-8f0e-9dfe20fc5004 req-f36096ff-00f7-4a5f-95c4-34ecb94fa0bd tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=5ccd3899-72a7-4d1b-9db5-2abf7ab7398d HTTP/1.1" status: 200 len: 1097 time: 0.1565273 Dec 20 14:49:50.814364 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 42a16d83-997c-4d9d-9343-f733f0e07518, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=42a16d83-997c-4d9d-9343-f733f0e07518,segment=NetworkSegment(20542ed0-9f9c-498c-b2fe-1c8972bfe70f),segment_id=20542ed0-9f9c-498c-b2fe-1c8972bfe70f)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:49:50.831485 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:50.863261 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e0ef3138-0f2b-4eb0-8f0e-9dfe20fc5004 req-18c0d9f5-d107-49fa-b815-7aee7f1c1a1a tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=63f07fba-0a13-443c-856b-328a429926dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977948 Dec 20 14:49:50.939914 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10ca8187-4204-4745-a535-e1ba827f6d3d x-openstack-request-id: req-10ca8187-4204-4745-a535-e1ba827f6d3d {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:49:50.941317 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ccd3899-72a7-4d1b-9db5-2abf7ab7398d", "name": "network-vif-plugged", "status": "completed", "tag": "42a16d83-997c-4d9d-9343-f733f0e07518", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:49:50.943490 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-10ca8187-4204-4745-a535-e1ba827f6d3d {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:49:50.944779 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ccd3899-72a7-4d1b-9db5-2abf7ab7398d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42a16d83-997c-4d9d-9343-f733f0e07518', 'code': 200} Dec 20 14:49:50.953555 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=42a16d83-997c-4d9d-9343-f733f0e07518,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:50.996479 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44561099-503a-4372-b0cc-81cfcab320e9 req-bef35ab1-fe7b-436c-aff1-f11172ac7cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:49:50.998259 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-44561099-503a-4372-b0cc-81cfcab320e9 req-bef35ab1-fe7b-436c-aff1-f11172ac7cc4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5ccd3899-72a7-4d1b-9db5-2abf7ab7398d HTTP/1.1" status: 200 len: 1098 time: 0.0609903 Dec 20 14:49:51.101321 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-44561099-503a-4372-b0cc-81cfcab320e9 req-07c24a86-61b4-4f5d-91bf-c19561398f1d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=63f07fba-0a13-443c-856b-328a429926dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904531 Dec 20 14:49:51.185934 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435be6f7-250f-4c6a-a175-db1f510971f4 req-b07c898a-a63c-4474-8cc9-9c59d6972a20 tempest-ServerAddressesNegativeTestJSON-2095654020 tempest-ServerAddressesNegativeTestJSON-2095654020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:49:51.189132 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-435be6f7-250f-4c6a-a175-db1f510971f4 req-b07c898a-a63c-4474-8cc9-9c59d6972a20 tempest-ServerAddressesNegativeTestJSON-2095654020 tempest-ServerAddressesNegativeTestJSON-2095654020-project] 10.222.0.54 "GET /v2.0/ports?device_id=d17a093e-7804-4388-bf82-7886cf9b7574 HTTP/1.1" status: 200 len: 943 time: 0.0985408 Dec 20 14:49:51.340754 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-435be6f7-250f-4c6a-a175-db1f510971f4 req-0a61381f-0b04-4972-a9bd-d930721389ab tempest-ServerAddressesNegativeTestJSON-2095654020 tempest-ServerAddressesNegativeTestJSON-2095654020-project] 10.222.0.54 "GET /v2.0/security-groups?id=c972c8eb-f863-4fcd-b722-af2718b7c451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448250 Dec 20 14:49:51.687363 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25161a0-143c-4aa9-b88c-48a5c6f939e7 req-971359d1-29d5-44b4-ad64-d3aef9cf3bfe tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:49:51.705557 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e25161a0-143c-4aa9-b88c-48a5c6f939e7 req-971359d1-29d5-44b4-ad64-d3aef9cf3bfe tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=3870d726-f90f-400f-bf75-c68966f99c28 HTTP/1.1" status: 200 len: 945 time: 0.1305962 Dec 20 14:49:51.825428 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e25161a0-143c-4aa9-b88c-48a5c6f939e7 req-caa9cd75-6a07-424f-9153-71f95b0e45bb tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d5e630c-78bd-41d1-b187-380d3fa580ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079285 Dec 20 14:49:52.159115 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25a67cf-93d0-46d8-8ada-e3b3d8da37fb req-e3bf89a8-c84a-4365-8662-de8253536d14 tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:49:52.161997 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c25a67cf-93d0-46d8-8ada-e3b3d8da37fb req-e3bf89a8-c84a-4365-8662-de8253536d14 tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=5ccd3899-72a7-4d1b-9db5-2abf7ab7398d HTTP/1.1" status: 200 len: 1098 time: 0.1212025 Dec 20 14:49:52.262714 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c25a67cf-93d0-46d8-8ada-e3b3d8da37fb req-d6d2a2a4-1bcf-4444-8670-a6b6971dec94 tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=63f07fba-0a13-443c-856b-328a429926dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923672 Dec 20 14:49:52.631341 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device edcc28f2-a8bc-4047-9a76-85e93ca3459d details requested by agent hyperv_n-h1-761264-19 with host n-h1-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:49:52.662903 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bdd93c-d4cc-4a2e-af8a-bc1cf60027ff req-ef19a4e1-5efb-4063-8090-ddcb34af343f tempest-ServerAddressesNegativeTestJSON-2095654020 tempest-ServerAddressesNegativeTestJSON-2095654020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:49:52.679828 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f7bdd93c-d4cc-4a2e-af8a-bc1cf60027ff req-ef19a4e1-5efb-4063-8090-ddcb34af343f tempest-ServerAddressesNegativeTestJSON-2095654020 tempest-ServerAddressesNegativeTestJSON-2095654020-project] 10.222.0.54 "GET /v2.0/ports?device_id=d17a093e-7804-4388-bf82-7886cf9b7574 HTTP/1.1" status: 200 len: 943 time: 0.1733267 Dec 20 14:49:52.817437 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f7bdd93c-d4cc-4a2e-af8a-bc1cf60027ff req-48eee29e-46ee-41d8-8eb9-1168037cc73a tempest-ServerAddressesNegativeTestJSON-2095654020 tempest-ServerAddressesNegativeTestJSON-2095654020-project] 10.222.0.54 "GET /v2.0/security-groups?id=c972c8eb-f863-4fcd-b722-af2718b7c451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235175 Dec 20 14:49:53.168835 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a09b03-6ad9-4c43-a6d3-dda2c96995ba req-a5982f96-177c-41bc-9d5f-2cb1026ba261 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:49:53.183718 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-43a09b03-6ad9-4c43-a6d3-dda2c96995ba req-a5982f96-177c-41bc-9d5f-2cb1026ba261 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=3870d726-f90f-400f-bf75-c68966f99c28 HTTP/1.1" status: 200 len: 945 time: 0.1682773 Dec 20 14:49:53.305009 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port edcc28f2-a8bc-4047-9a76-85e93ca3459d, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=edcc28f2-a8bc-4047-9a76-85e93ca3459d,segment=NetworkSegment(6f486a33-a200-45a5-a1f5-356d3eee38f6),segment_id=6f486a33-a200-45a5-a1f5-356d3eee38f6)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:49:53.351204 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Returning: {'device': 'edcc28f2-a8bc-4047-9a76-85e93ca3459d', 'network_id': '52bd7e28-6f81-4044-b9c7-acdd3458fd98', 'port_id': 'edcc28f2-a8bc-4047-9a76-85e93ca3459d', 'mac_address': 'fa:16:3e:4b:fb:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '927d691d-e949-47f4-aabf-d725c355c2da', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:49:53.362370 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-43a09b03-6ad9-4c43-a6d3-dda2c96995ba req-ef068bde-46a4-4e48-9761-3f3508380a8c tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d5e630c-78bd-41d1-b187-380d3fa580ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1764598 Dec 20 14:49:53.461596 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a891616-6faa-4c1b-9152-976afa6bea8b req-5d6c7132-93d9-4dfb-a255-2aa9f5368d60 tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:49:53.475696 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3a891616-6faa-4c1b-9152-976afa6bea8b req-5d6c7132-93d9-4dfb-a255-2aa9f5368d60 tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=5ccd3899-72a7-4d1b-9db5-2abf7ab7398d HTTP/1.1" status: 200 len: 1098 time: 0.0683632 Dec 20 14:49:53.564109 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:53.584191 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edcc28f2-a8bc-4047-9a76-85e93ca3459d {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:49:53.641225 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port edcc28f2-a8bc-4047-9a76-85e93ca3459d, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=edcc28f2-a8bc-4047-9a76-85e93ca3459d,segment=NetworkSegment(6f486a33-a200-45a5-a1f5-356d3eee38f6),segment_id=6f486a33-a200-45a5-a1f5-356d3eee38f6)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:49:53.649773 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:53.659990 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3a891616-6faa-4c1b-9152-976afa6bea8b req-111c6d8d-8d60-48bc-99da-664908845f68 tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=63f07fba-0a13-443c-856b-328a429926dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829967 Dec 20 14:49:53.818445 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=edcc28f2-a8bc-4047-9a76-85e93ca3459d,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:53.996737 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['edcc28f2-a8bc-4047-9a76-85e93ca3459d'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:49:53.998358 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ada9d3-18b1-41a4-bdf9-800181be1b35 req-b64875df-9c81-4e09-96b8-47bff8e6a116 tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:49:54.010883 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b0ada9d3-18b1-41a4-bdf9-800181be1b35 req-b64875df-9c81-4e09-96b8-47bff8e6a116 tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=5ccd3899-72a7-4d1b-9db5-2abf7ab7398d HTTP/1.1" status: 200 len: 1098 time: 0.1517818 Dec 20 14:49:54.116962 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0253e3-f3ac-4abc-adb5-e32a63b453a3 req-0eb44d0b-db96-4cae-aef6-b55a0d3e1fa3 tempest-ServerAddressesNegativeTestJSON-2095654020 tempest-ServerAddressesNegativeTestJSON-2095654020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:49:54.122404 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9f0253e3-f3ac-4abc-adb5-e32a63b453a3 req-0eb44d0b-db96-4cae-aef6-b55a0d3e1fa3 tempest-ServerAddressesNegativeTestJSON-2095654020 tempest-ServerAddressesNegativeTestJSON-2095654020-project] 10.222.0.54 "GET /v2.0/ports?device_id=d17a093e-7804-4388-bf82-7886cf9b7574 HTTP/1.1" status: 200 len: 944 time: 0.1666081 Dec 20 14:49:54.163362 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b0ada9d3-18b1-41a4-bdf9-800181be1b35 req-4abb618e-4f25-4cfe-a006-ad9df46198b8 tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=63f07fba-0a13-443c-856b-328a429926dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514435 Dec 20 14:49:54.266831 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9f0253e3-f3ac-4abc-adb5-e32a63b453a3 req-c5b0364e-26cf-4125-a9cf-04cbf3c6bef9 tempest-ServerAddressesNegativeTestJSON-2095654020 tempest-ServerAddressesNegativeTestJSON-2095654020-project] 10.222.0.54 "GET /v2.0/security-groups?id=c972c8eb-f863-4fcd-b722-af2718b7c451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371474 Dec 20 14:49:54.333751 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 60918) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:49:54.377247 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad8ce3a-e612-4a1d-aafd-86347c645a69 req-183591b8-09f8-4d0b-a709-d9cdf4f402c1 tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:49:54.380015 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6ad8ce3a-e612-4a1d-aafd-86347c645a69 req-183591b8-09f8-4d0b-a709-d9cdf4f402c1 tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=5ccd3899-72a7-4d1b-9db5-2abf7ab7398d HTTP/1.1" status: 200 len: 1098 time: 0.0884573 Dec 20 14:49:54.606691 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6ad8ce3a-e612-4a1d-aafd-86347c645a69 req-c8c04879-54c7-4ba3-a8d3-183b0c664654 tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=63f07fba-0a13-443c-856b-328a429926dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132397 Dec 20 14:49:54.645475 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca32477-8272-431b-ad74-cb753bc7eb99 req-6df2c816-5a0e-44c5-ac5a-e8ff37c40cf4 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:49:54.654638 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9ca32477-8272-431b-ad74-cb753bc7eb99 req-6df2c816-5a0e-44c5-ac5a-e8ff37c40cf4 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=3870d726-f90f-400f-bf75-c68966f99c28 HTTP/1.1" status: 200 len: 945 time: 0.1150627 Dec 20 14:49:54.753150 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9ca32477-8272-431b-ad74-cb753bc7eb99 req-8eb41e6d-e837-4280-a02c-475db97590fa tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d5e630c-78bd-41d1-b187-380d3fa580ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975153 Dec 20 14:49:54.812723 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-183b7601-2e89-4a9d-8190-06010fe34874 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:55.139661 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-183b7601-2e89-4a9d-8190-06010fe34874 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:55.149642 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-183b7601-2e89-4a9d-8190-06010fe34874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:55.269594 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-183b7601-2e89-4a9d-8190-06010fe34874 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3a9edf781d5449f099964dff5f518eb2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9336829 Dec 20 14:49:55.276591 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 60952) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:49:55.327550 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183b7601-2e89-4a9d-8190-06010fe34874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c34b8d12-fbe0-4afa-8f85-70a76d834932,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:55.355303 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183b7601-2e89-4a9d-8190-06010fe34874 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:49:55.355764 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183b7601-2e89-4a9d-8190-06010fe34874 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:49:55.356112 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183b7601-2e89-4a9d-8190-06010fe34874 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:49:55.356450 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183b7601-2e89-4a9d-8190-06010fe34874 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:49:55.356781 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183b7601-2e89-4a9d-8190-06010fe34874 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:49:55.357110 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183b7601-2e89-4a9d-8190-06010fe34874 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:49:55.357436 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183b7601-2e89-4a9d-8190-06010fe34874 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:49:55.357833 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183b7601-2e89-4a9d-8190-06010fe34874 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:49:55.358266 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183b7601-2e89-4a9d-8190-06010fe34874 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:49:55.358588 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183b7601-2e89-4a9d-8190-06010fe34874 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:49:55.359030 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183b7601-2e89-4a9d-8190-06010fe34874 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:49:55.359357 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183b7601-2e89-4a9d-8190-06010fe34874 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:49:55.359676 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183b7601-2e89-4a9d-8190-06010fe34874 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:49:55.471674 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b43a344-fc7e-4220-a947-dd6eae65818a req-f3528dee-23a1-4088-9e7e-dfa2b7273f7c tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:49:55.480942 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4b43a344-fc7e-4220-a947-dd6eae65818a req-f3528dee-23a1-4088-9e7e-dfa2b7273f7c tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] 10.222.0.54 "GET /v2.0/networks?id=2759e53d-df16-4e1f-825e-7dc35572a9e2 HTTP/1.1" status: 200 len: 910 time: 0.3207090 Dec 20 14:49:55.487871 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c896501e-6f73-42bc-9ee7-c303e17a2afb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:55.506006 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4b43a344-fc7e-4220-a947-dd6eae65818a req-be7052c2-483d-4a7f-8858-dd42f05ddabc tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] 10.222.0.54 "GET /v2.0/quotas/02e2e7c33f52422ea75fe7a440bfc1a8 HTTP/1.1" status: 200 len: 375 time: 0.0151780 Dec 20 14:49:55.590996 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c896501e-6f73-42bc-9ee7-c303e17a2afb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:55.630481 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4b43a344-fc7e-4220-a947-dd6eae65818a req-f5eff105-af2e-4d18-bd9e-9f2d38b54d12 tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] 10.222.0.54 "GET /v2.0/ports?tenant_id=02e2e7c33f52422ea75fe7a440bfc1a8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1178432 Dec 20 14:49:55.672959 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c47526-8939-4b3d-8b6c-2893e6d85583 req-607c7d79-b778-4f54-a4e0-897a7ea1c78e tempest-ServerAddressesNegativeTestJSON-2095654020 tempest-ServerAddressesNegativeTestJSON-2095654020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:49:55.684328 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e3c47526-8939-4b3d-8b6c-2893e6d85583 req-607c7d79-b778-4f54-a4e0-897a7ea1c78e tempest-ServerAddressesNegativeTestJSON-2095654020 tempest-ServerAddressesNegativeTestJSON-2095654020-project] 10.222.0.54 "GET /v2.0/ports?device_id=d17a093e-7804-4388-bf82-7886cf9b7574 HTTP/1.1" status: 200 len: 944 time: 0.2143881 Dec 20 14:49:55.769816 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e3c47526-8939-4b3d-8b6c-2893e6d85583 req-b9c1cd49-f7af-4793-beae-8ccc64d1e284 tempest-ServerAddressesNegativeTestJSON-2095654020 tempest-ServerAddressesNegativeTestJSON-2095654020-project] 10.222.0.54 "GET /v2.0/security-groups?id=c972c8eb-f863-4fcd-b722-af2718b7c451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838320 Dec 20 14:49:55.777372 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4b43a344-fc7e-4220-a947-dd6eae65818a req-0b96d245-ea0c-4e4d-81d4-ffd7742e9993 service neutron] 10.222.0.54 "GET /v2.0/networks/2759e53d-df16-4e1f-825e-7dc35572a9e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382036 Dec 20 14:49:55.793020 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c896501e-6f73-42bc-9ee7-c303e17a2afb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:55.795749 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c896501e-6f73-42bc-9ee7-c303e17a2afb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:55.796904 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-c896501e-6f73-42bc-9ee7-c303e17a2afb admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c34b8d12-fbe0-4afa-8f85-70a76d834932 HTTP/1.1" status: 204 len: 168 time: 0.5150015 Dec 20 14:49:55.807663 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c896501e-6f73-42bc-9ee7-c303e17a2afb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c34b8d12-fbe0-4afa-8f85-70a76d834932,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:55.915627 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4b43a344-fc7e-4220-a947-dd6eae65818a req-36d11357-042f-49ed-bd93-d31d25904202 service neutron] 10.222.0.54 "GET /v2.0/networks/2759e53d-df16-4e1f-825e-7dc35572a9e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372519 Dec 20 14:49:56.005288 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f830f424-52bb-4745-90f8-0d69b152e114 req-0857f234-03b1-4b5a-82e0-26f1d4b6afa3 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:49:56.007461 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f830f424-52bb-4745-90f8-0d69b152e114 req-0857f234-03b1-4b5a-82e0-26f1d4b6afa3 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=3870d726-f90f-400f-bf75-c68966f99c28 HTTP/1.1" status: 200 len: 945 time: 0.0978329 Dec 20 14:49:56.172052 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f830f424-52bb-4745-90f8-0d69b152e114 req-9b956136-09cc-4d7e-abaa-3be4bea39db3 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d5e630c-78bd-41d1-b187-380d3fa580ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1575367 Dec 20 14:49:56.235375 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-eee73946-4cd5-4e6f-916f-2af3fceca61d req-cb8e1997-1c22-4a97-ba38-8981ce30cf95 tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=2d432038-0eca-437e-81bf-800857d2dd85 HTTP/1.1" status: 200 len: 210 time: 0.0942833 Dec 20 14:49:56.502224 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 32768) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:49:56.544428 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7cea80fb-50dc-463b-aa53-eeaedc3a6223 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:56.659535 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device edcc28f2-a8bc-4047-9a76-85e93ca3459d up at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:49:56.758401 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7cea80fb-50dc-463b-aa53-eeaedc3a6223 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:56.772762 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7cea80fb-50dc-463b-aa53-eeaedc3a6223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:56.815614 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning for port edcc28f2-a8bc-4047-9a76-85e93ca3459d completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:49:56.824604 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning complete for port edcc28f2-a8bc-4047-9a76-85e93ca3459d triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:49:56.828776 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:56.884739 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cea80fb-50dc-463b-aa53-eeaedc3a6223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb06514-f01c-4643-9199-7fac59673fa7,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:56.893601 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-7cea80fb-50dc-463b-aa53-eeaedc3a6223 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=73cfadabcbb6455a9df3fa4d1873b69a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3891208 Dec 20 14:49:56.895488 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 32780) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:49:56.975251 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f8f16ba7-a0ef-4397-9dbe-1e94f21bfb05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:57.021488 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f8f16ba7-a0ef-4397-9dbe-1e94f21bfb05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:57.049730 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7256bc73-e5a9-48e7-90c7-c3e8ecb479d8 req-02392e37-6d01-4383-a286-aa8558d2b074 tempest-ServerAddressesNegativeTestJSON-2095654020 tempest-ServerAddressesNegativeTestJSON-2095654020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:49:57.067960 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:57.068859 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7256bc73-e5a9-48e7-90c7-c3e8ecb479d8 req-02392e37-6d01-4383-a286-aa8558d2b074 tempest-ServerAddressesNegativeTestJSON-2095654020 tempest-ServerAddressesNegativeTestJSON-2095654020-project] 10.222.0.54 "GET /v2.0/ports?device_id=d17a093e-7804-4388-bf82-7886cf9b7574 HTTP/1.1" status: 200 len: 944 time: 0.1091983 Dec 20 14:49:57.136890 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd17a093e-7804-4388-bf82-7886cf9b7574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edcc28f2-a8bc-4047-9a76-85e93ca3459d'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:49:57.142873 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27c6b7d6-cb5d-4395-9308-ce215973c354" -d '{"events": [{"server_uuid": "d17a093e-7804-4388-bf82-7886cf9b7574", "name": "network-vif-plugged", "status": "completed", "tag": "edcc28f2-a8bc-4047-9a76-85e93ca3459d"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:49:57.146387 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f8f16ba7-a0ef-4397-9dbe-1e94f21bfb05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:57.156909 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f8f16ba7-a0ef-4397-9dbe-1e94f21bfb05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:57.158629 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-f8f16ba7-a0ef-4397-9dbe-1e94f21bfb05 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9bb06514-f01c-4643-9199-7fac59673fa7 HTTP/1.1" status: 204 len: 168 time: 0.2613244 Dec 20 14:49:57.171613 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port edcc28f2-a8bc-4047-9a76-85e93ca3459d, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=edcc28f2-a8bc-4047-9a76-85e93ca3459d,segment=NetworkSegment(6f486a33-a200-45a5-a1f5-356d3eee38f6),segment_id=6f486a33-a200-45a5-a1f5-356d3eee38f6)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:49:57.184519 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:57.196330 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f16ba7-a0ef-4397-9dbe-1e94f21bfb05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb06514-f01c-4643-9199-7fac59673fa7,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:57.277077 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7256bc73-e5a9-48e7-90c7-c3e8ecb479d8 req-2bf8ff3e-ce0a-43ce-9bc0-a82ae69d3ced tempest-ServerAddressesNegativeTestJSON-2095654020 tempest-ServerAddressesNegativeTestJSON-2095654020-project] 10.222.0.54 "GET /v2.0/security-groups?id=c972c8eb-f863-4fcd-b722-af2718b7c451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056732 Dec 20 14:49:57.298956 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e2b2314-2f2c-4e69-89c0-d1bae9eea955 x-openstack-request-id: req-1e2b2314-2f2c-4e69-89c0-d1bae9eea955 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:49:57.299356 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d17a093e-7804-4388-bf82-7886cf9b7574", "name": "network-vif-plugged", "status": "completed", "tag": "edcc28f2-a8bc-4047-9a76-85e93ca3459d", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:49:57.299876 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1e2b2314-2f2c-4e69-89c0-d1bae9eea955 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:49:57.304243 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd17a093e-7804-4388-bf82-7886cf9b7574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edcc28f2-a8bc-4047-9a76-85e93ca3459d', 'code': 200} Dec 20 14:49:57.461096 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=edcc28f2-a8bc-4047-9a76-85e93ca3459d,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:57.516772 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-846946f8-e2c0-4b81-830d-6d083b6ac17c req-cc238032-988c-4431-9fef-8ada7c3abc89 tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=2d432038-0eca-437e-81bf-800857d2dd85 HTTP/1.1" status: 200 len: 210 time: 0.0837526 Dec 20 14:49:57.597846 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d78b7bb-6afd-43b9-8e0d-af7b348d814c req-a25b4d74-3fd5-44c6-8dd0-47a3ab2fc5ae tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:49:57.630857 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2d78b7bb-6afd-43b9-8e0d-af7b348d814c req-a25b4d74-3fd5-44c6-8dd0-47a3ab2fc5ae tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=3870d726-f90f-400f-bf75-c68966f99c28 HTTP/1.1" status: 200 len: 945 time: 0.1770754 Dec 20 14:49:57.735432 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae66d1fc-13c1-4688-99c0-0609c98a39ad req-963b9479-a0fe-40e8-88de-d969dcdc8cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:49:57.741777 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ae66d1fc-13c1-4688-99c0-0609c98a39ad req-963b9479-a0fe-40e8-88de-d969dcdc8cfa service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d17a093e-7804-4388-bf82-7886cf9b7574 HTTP/1.1" status: 200 len: 1097 time: 0.0812910 Dec 20 14:49:57.771480 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2d78b7bb-6afd-43b9-8e0d-af7b348d814c req-1192517b-b9a8-46bc-8b09-11b97754bbd3 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d5e630c-78bd-41d1-b187-380d3fa580ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351914 Dec 20 14:49:57.810493 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ae66d1fc-13c1-4688-99c0-0609c98a39ad req-25da11f7-5530-4fb5-b930-d539c7f443a9 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c972c8eb-f863-4fcd-b722-af2718b7c451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612907 Dec 20 14:49:58.454256 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b43a344-fc7e-4220-a947-dd6eae65818a req-d3938c88-5466-4a86-99c8-7ebf6d76e963 tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:49:58.455854 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4b43a344-fc7e-4220-a947-dd6eae65818a req-d3938c88-5466-4a86-99c8-7ebf6d76e963 tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] 10.222.0.30 "GET /v2.0/networks?id=2759e53d-df16-4e1f-825e-7dc35572a9e2 HTTP/1.1" status: 200 len: 910 time: 0.1151173 Dec 20 14:49:58.475544 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-4b43a344-fc7e-4220-a947-dd6eae65818a req-53a94d40-a9f2-411b-8cba-2becff1f23f8 tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] Request body: {'port': {'device_id': '2d432038-0eca-437e-81bf-800857d2dd85', 'network_id': '2759e53d-df16-4e1f-825e-7dc35572a9e2', 'admin_state_up': True, 'tenant_id': '02e2e7c33f52422ea75fe7a440bfc1a8'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:49:58.539197 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b43a344-fc7e-4220-a947-dd6eae65818a req-53a94d40-a9f2-411b-8cba-2becff1f23f8 tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] Made reservation on behalf of 02e2e7c33f52422ea75fe7a440bfc1a8 for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:49:58.541245 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-4b43a344-fc7e-4220-a947-dd6eae65818a req-53a94d40-a9f2-411b-8cba-2becff1f23f8 tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:58.670752 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [req-4b43a344-fc7e-4220-a947-dd6eae65818a req-53a94d40-a9f2-411b-8cba-2becff1f23f8 tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] Allocated IP 172.20.0.9 (2759e53d-df16-4e1f-825e-7dc35572a9e2/490fea0a-26f4-4e5b-a4c6-70e149bd18f9/a1e81ff3-57f5-4d90-8760-d063471736c8) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:49:58.691330 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9ccb0ce5-bb86-496e-a6f5-874a49142ef2 req-4933d791-d8f4-4387-88f9-b48a5b808f3b tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=2d432038-0eca-437e-81bf-800857d2dd85 HTTP/1.1" status: 200 len: 210 time: 0.0446846 Dec 20 14:49:58.845237 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e020e2da-e6cf-4f2e-9c9c-4842dc82fa83 req-5e585c7e-3641-47dd-a5b6-bfef15719a43 tempest-ServerAddressesNegativeTestJSON-2095654020 tempest-ServerAddressesNegativeTestJSON-2095654020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:49:58.849032 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e020e2da-e6cf-4f2e-9c9c-4842dc82fa83 req-5e585c7e-3641-47dd-a5b6-bfef15719a43 tempest-ServerAddressesNegativeTestJSON-2095654020 tempest-ServerAddressesNegativeTestJSON-2095654020-project] 10.222.0.54 "GET /v2.0/ports?device_id=d17a093e-7804-4388-bf82-7886cf9b7574 HTTP/1.1" status: 200 len: 945 time: 0.3783724 Dec 20 14:49:59.020093 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-4b43a344-fc7e-4220-a947-dd6eae65818a req-53a94d40-a9f2-411b-8cba-2becff1f23f8 tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:59.038057 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e020e2da-e6cf-4f2e-9c9c-4842dc82fa83 req-cf5ea8fc-7eab-44c3-aa9b-5fa837b990a2 tempest-ServerAddressesNegativeTestJSON-2095654020 tempest-ServerAddressesNegativeTestJSON-2095654020-project] 10.222.0.54 "GET /v2.0/security-groups?id=c972c8eb-f863-4fcd-b722-af2718b7c451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754165 Dec 20 14:49:59.123338 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-4b43a344-fc7e-4220-a947-dd6eae65818a req-53a94d40-a9f2-411b-8cba-2becff1f23f8 tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:59.136074 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940617ca-bcd7-4c59-8bab-809fe2ec82e3 req-2a45b7c1-c899-432a-bc16-7f6115390dce tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:49:59.137224 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['42a16d83-997c-4d9d-9343-f733f0e07518'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:49:59.145710 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-940617ca-bcd7-4c59-8bab-809fe2ec82e3 req-2a45b7c1-c899-432a-bc16-7f6115390dce tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=3870d726-f90f-400f-bf75-c68966f99c28 HTTP/1.1" status: 200 len: 945 time: 0.2190936 Dec 20 14:49:59.339172 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b43a344-fc7e-4220-a947-dd6eae65818a req-53a94d40-a9f2-411b-8cba-2becff1f23f8 tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] Network 2759e53d-df16-4e1f-825e-7dc35572a9e2 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:49:59.356421 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-940617ca-bcd7-4c59-8bab-809fe2ec82e3 req-64125cbd-4692-43cf-99f3-172994276838 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d5e630c-78bd-41d1-b187-380d3fa580ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2040675 Dec 20 14:49:59.372247 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [req-4b43a344-fc7e-4220-a947-dd6eae65818a req-53a94d40-a9f2-411b-8cba-2becff1f23f8 tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:49:59.391693 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b43a344-fc7e-4220-a947-dd6eae65818a req-53a94d40-a9f2-411b-8cba-2becff1f23f8 tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:49:59.400831 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a94d40-a9f2-411b-8cba-2becff1f23f8 tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] Pushing event updated for resources: {'Port': ['ID=a1e81ff3-57f5-4d90-8760-d063471736c8,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:49:59.545289 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b43a344-fc7e-4220-a947-dd6eae65818a req-53a94d40-a9f2-411b-8cba-2becff1f23f8 tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:49:59.546089 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-4b43a344-fc7e-4220-a947-dd6eae65818a req-53a94d40-a9f2-411b-8cba-2becff1f23f8 tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:59.587688 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4b43a344-fc7e-4220-a947-dd6eae65818a req-53a94d40-a9f2-411b-8cba-2becff1f23f8 tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.1182399 Dec 20 14:49:59.603875 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-4b43a344-fc7e-4220-a947-dd6eae65818a req-4d65cf06-1b8b-4555-aa64-a408ce26698c service neutron] Request body: {'port': {'device_id': '2d432038-0eca-437e-81bf-800857d2dd85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-19'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:49:59.747068 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-4b43a344-fc7e-4220-a947-dd6eae65818a req-4d65cf06-1b8b-4555-aa64-a408ce26698c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:59.780690 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-25bfe47a-70f0-4f1a-ae23-b54e7287fe0d None None] Provisioning complete for port a1e81ff3-57f5-4d90-8760-d063471736c8 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:49:59.781985 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-25bfe47a-70f0-4f1a-ae23-b54e7287fe0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:49:59.876352 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-25bfe47a-70f0-4f1a-ae23-b54e7287fe0d None None] Port a1e81ff3-57f5-4d90-8760-d063471736c8 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:50:00.094373 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1227b158-8dc1-455b-b838-97df887225e4 req-49af93bb-3e93-4b0b-b4a0-1f069f2f9eed tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:00.096549 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1227b158-8dc1-455b-b838-97df887225e4 req-49af93bb-3e93-4b0b-b4a0-1f069f2f9eed tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=2d432038-0eca-437e-81bf-800857d2dd85 HTTP/1.1" status: 200 len: 1027 time: 0.2435665 Dec 20 14:50:00.212879 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1227b158-8dc1-455b-b838-97df887225e4 req-8dde9245-501a-4ee5-85da-6253ef5cc5b7 tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=63f07fba-0a13-443c-856b-328a429926dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969896 Dec 20 14:50:00.311124 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c7e95e-7608-4a7e-b89c-eb335d08459d req-1bbf847d-9bf1-4274-a649-e56445352258 tempest-ServerAddressesNegativeTestJSON-2095654020 tempest-ServerAddressesNegativeTestJSON-2095654020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:00.323164 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-43c7e95e-7608-4a7e-b89c-eb335d08459d req-1bbf847d-9bf1-4274-a649-e56445352258 tempest-ServerAddressesNegativeTestJSON-2095654020 tempest-ServerAddressesNegativeTestJSON-2095654020-project] 10.222.0.54 "GET /v2.0/ports?device_id=d17a093e-7804-4388-bf82-7886cf9b7574 HTTP/1.1" status: 200 len: 945 time: 0.1351089 Dec 20 14:50:00.433550 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-43c7e95e-7608-4a7e-b89c-eb335d08459d req-363ded4d-3c4b-4c47-9095-87869927ca89 tempest-ServerAddressesNegativeTestJSON-2095654020 tempest-ServerAddressesNegativeTestJSON-2095654020-project] 10.222.0.54 "GET /v2.0/security-groups?id=c972c8eb-f863-4fcd-b722-af2718b7c451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091111 Dec 20 14:50:00.494621 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [req-4b43a344-fc7e-4220-a947-dd6eae65818a req-4d65cf06-1b8b-4555-aa64-a408ce26698c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1e81ff3-57f5-4d90-8760-d063471736c8 {{(pid=103168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:50:00.511574 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-4b43a344-fc7e-4220-a947-dd6eae65818a req-4d65cf06-1b8b-4555-aa64-a408ce26698c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:00.551238 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.provisioning_blocks [req-4b43a344-fc7e-4220-a947-dd6eae65818a req-4d65cf06-1b8b-4555-aa64-a408ce26698c service neutron] Transition to ACTIVE for port object a1e81ff3-57f5-4d90-8760-d063471736c8 will not be triggered until provisioned by entity L2. {{(pid=103168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:50:00.590501 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-4b43a344-fc7e-4220-a947-dd6eae65818a req-4d65cf06-1b8b-4555-aa64-a408ce26698c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:00.691117 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-eaf0b628-9b62-471f-9fe3-9fa298318302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:00.839119 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d65cf06-1b8b-4555-aa64-a408ce26698c service neutron] Pushing event updated for resources: {'Port': ['ID=a1e81ff3-57f5-4d90-8760-d063471736c8,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:01.041013 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd3db54-fa9c-43b0-8e66-9aaf5a884470 req-cc261690-ec58-4279-a807-49dfa1a368fc tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:01.050558 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2cd3db54-fa9c-43b0-8e66-9aaf5a884470 req-cc261690-ec58-4279-a807-49dfa1a368fc tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=3870d726-f90f-400f-bf75-c68966f99c28 HTTP/1.1" status: 200 len: 945 time: 0.5135286 Dec 20 14:50:01.224350 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c38254-170b-4e6b-a2d8-4a39a6a41d4a req-e7ea5bc5-eb7d-4ce4-b025-50915a9b1a22 tempest-ServerAddressesNegativeTestJSON-2095654020 tempest-ServerAddressesNegativeTestJSON-2095654020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:01.237496 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2cd3db54-fa9c-43b0-8e66-9aaf5a884470 req-0370c362-9411-40f1-864a-c03d7df3ec73 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d5e630c-78bd-41d1-b187-380d3fa580ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1767468 Dec 20 14:50:01.248034 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-4b43a344-fc7e-4220-a947-dd6eae65818a req-4d65cf06-1b8b-4555-aa64-a408ce26698c service neutron] Attempting to bind port a1e81ff3-57f5-4d90-8760-d063471736c8 on host n-h1-761264-19 for vnic_type normal with profile {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:50:01.248660 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-4b43a344-fc7e-4220-a947-dd6eae65818a req-4d65cf06-1b8b-4555-aa64-a408ce26698c service neutron] Attempting to bind port a1e81ff3-57f5-4d90-8760-d063471736c8 by drivers openvswitch,hyperv on host n-h1-761264-19 at level 0 using segments [{'id': '20542ed0-9f9c-498c-b2fe-1c8972bfe70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '2759e53d-df16-4e1f-825e-7dc35572a9e2'}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:50:01.249084 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b43a344-fc7e-4220-a947-dd6eae65818a req-4d65cf06-1b8b-4555-aa64-a408ce26698c service neutron] Attempting to bind port a1e81ff3-57f5-4d90-8760-d063471736c8 on network 2759e53d-df16-4e1f-825e-7dc35572a9e2 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:50:01.251085 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b4c38254-170b-4e6b-a2d8-4a39a6a41d4a req-e7ea5bc5-eb7d-4ce4-b025-50915a9b1a22 tempest-ServerAddressesNegativeTestJSON-2095654020 tempest-ServerAddressesNegativeTestJSON-2095654020-project] 10.222.0.54 "GET /v2.0/ports?device_id=d17a093e-7804-4388-bf82-7886cf9b7574 HTTP/1.1" status: 200 len: 945 time: 0.1357601 Dec 20 14:50:01.256281 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b43a344-fc7e-4220-a947-dd6eae65818a req-4d65cf06-1b8b-4555-aa64-a408ce26698c service neutron] Port a1e81ff3-57f5-4d90-8760-d063471736c8 on network 2759e53d-df16-4e1f-825e-7dc35572a9e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-19 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:50:01.256669 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b43a344-fc7e-4220-a947-dd6eae65818a req-4d65cf06-1b8b-4555-aa64-a408ce26698c service neutron] Attempting to bind port a1e81ff3-57f5-4d90-8760-d063471736c8 on network 2759e53d-df16-4e1f-825e-7dc35572a9e2 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:50:01.263648 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b43a344-fc7e-4220-a947-dd6eae65818a req-4d65cf06-1b8b-4555-aa64-a408ce26698c service neutron] Checking agent: {'id': '3e5ace3e-dd7b-4522-a7c4-77d13dbeab1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:50:01.263990 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b43a344-fc7e-4220-a947-dd6eae65818a req-4d65cf06-1b8b-4555-aa64-a408ce26698c service neutron] Checking segment: {'id': '20542ed0-9f9c-498c-b2fe-1c8972bfe70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '2759e53d-df16-4e1f-825e-7dc35572a9e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:50:01.264376 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b43a344-fc7e-4220-a947-dd6eae65818a req-4d65cf06-1b8b-4555-aa64-a408ce26698c service neutron] Bound using segment: {'id': '20542ed0-9f9c-498c-b2fe-1c8972bfe70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '2759e53d-df16-4e1f-825e-7dc35572a9e2'} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:50:01.264897 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-4b43a344-fc7e-4220-a947-dd6eae65818a req-4d65cf06-1b8b-4555-aa64-a408ce26698c service neutron] Bound port: a1e81ff3-57f5-4d90-8760-d063471736c8, host: n-h1-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20542ed0-9f9c-498c-b2fe-1c8972bfe70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '2759e53d-df16-4e1f-825e-7dc35572a9e2'}}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:50:01.265267 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-4b43a344-fc7e-4220-a947-dd6eae65818a req-4d65cf06-1b8b-4555-aa64-a408ce26698c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:01.345261 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b4c38254-170b-4e6b-a2d8-4a39a6a41d4a req-74a9baad-09b0-4cfe-b4fd-afe0776640f1 tempest-ServerAddressesNegativeTestJSON-2095654020 tempest-ServerAddressesNegativeTestJSON-2095654020-project] 10.222.0.54 "GET /v2.0/security-groups?id=c972c8eb-f863-4fcd-b722-af2718b7c451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910606 Dec 20 14:50:01.389506 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-4b43a344-fc7e-4220-a947-dd6eae65818a req-4d65cf06-1b8b-4555-aa64-a408ce26698c service neutron] For port a1e81ff3-57f5-4d90-8760-d063471736c8, host n-h1-761264-19, cleared binding levels {{(pid=103168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:50:01.394190 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-4b43a344-fc7e-4220-a947-dd6eae65818a req-4d65cf06-1b8b-4555-aa64-a408ce26698c service neutron] For port a1e81ff3-57f5-4d90-8760-d063471736c8, host n-h1-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=a1e81ff3-57f5-4d90-8760-d063471736c8,segment=NetworkSegment(20542ed0-9f9c-498c-b2fe-1c8972bfe70f),segment_id=20542ed0-9f9c-498c-b2fe-1c8972bfe70f)] {{(pid=103168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:50:01.401786 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-4b43a344-fc7e-4220-a947-dd6eae65818a req-4d65cf06-1b8b-4555-aa64-a408ce26698c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:01.488950 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d65cf06-1b8b-4555-aa64-a408ce26698c service neutron] Pushing event updated for resources: {'Port': ['ID=a1e81ff3-57f5-4d90-8760-d063471736c8,revision_number=3']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:01.530139 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b43a344-fc7e-4220-a947-dd6eae65818a req-4d65cf06-1b8b-4555-aa64-a408ce26698c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:01.531072 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-4b43a344-fc7e-4220-a947-dd6eae65818a req-4d65cf06-1b8b-4555-aa64-a408ce26698c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:01.533319 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4b43a344-fc7e-4220-a947-dd6eae65818a req-4d65cf06-1b8b-4555-aa64-a408ce26698c service neutron] 10.222.0.30 "PUT /v2.0/ports/a1e81ff3-57f5-4d90-8760-d063471736c8 HTTP/1.1" status: 200 len: 1092 time: 1.9382415 Dec 20 14:50:01.554178 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d432038-0eca-437e-81bf-800857d2dd85', 'tag': 'a1e81ff3-57f5-4d90-8760-d063471736c8'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:50:01.557724 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8322e48c-8177-49ff-a9ae-833c691e2eff" -d '{"events": [{"name": "network-changed", "server_uuid": "2d432038-0eca-437e-81bf-800857d2dd85", "tag": "a1e81ff3-57f5-4d90-8760-d063471736c8"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:50:01.611763 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f10a7f2-abd3-4218-8d27-9328cdb407a5 req-87ff736e-9378-4703-8253-22ff5ba3c279 tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:01.624267 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5f10a7f2-abd3-4218-8d27-9328cdb407a5 req-87ff736e-9378-4703-8253-22ff5ba3c279 tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=2d432038-0eca-437e-81bf-800857d2dd85 HTTP/1.1" status: 200 len: 1095 time: 0.1381748 Dec 20 14:50:01.699219 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4afd006f-9ccb-4629-b381-ba7f14088596 x-openstack-request-id: req-4afd006f-9ccb-4629-b381-ba7f14088596 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:50:01.699761 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d432038-0eca-437e-81bf-800857d2dd85", "tag": "a1e81ff3-57f5-4d90-8760-d063471736c8", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:50:01.700303 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4afd006f-9ccb-4629-b381-ba7f14088596 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:50:01.700861 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d432038-0eca-437e-81bf-800857d2dd85', 'tag': 'a1e81ff3-57f5-4d90-8760-d063471736c8', 'status': 'completed', 'code': 200} Dec 20 14:50:01.790601 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5f10a7f2-abd3-4218-8d27-9328cdb407a5 req-f2d2e1b5-f521-48de-8b1d-3de7bced7680 tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=63f07fba-0a13-443c-856b-328a429926dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340210 Dec 20 14:50:01.795348 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b43a344-fc7e-4220-a947-dd6eae65818a req-d35b18d8-906f-4bb6-b9b5-0f466eea88b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:01.796813 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4b43a344-fc7e-4220-a947-dd6eae65818a req-d35b18d8-906f-4bb6-b9b5-0f466eea88b0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=02e2e7c33f52422ea75fe7a440bfc1a8&device_id=2d432038-0eca-437e-81bf-800857d2dd85 HTTP/1.1" status: 200 len: 1095 time: 0.1899509 Dec 20 14:50:01.957026 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4b43a344-fc7e-4220-a947-dd6eae65818a req-de5cc498-14cb-40b6-a519-375ddcae23cc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1e81ff3-57f5-4d90-8760-d063471736c8 HTTP/1.1" status: 200 len: 217 time: 0.1488976 Dec 20 14:50:02.115693 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b43a344-fc7e-4220-a947-dd6eae65818a req-a3c52567-4c99-4a13-8114-c96524e56ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:02.126630 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4b43a344-fc7e-4220-a947-dd6eae65818a req-a3c52567-4c99-4a13-8114-c96524e56ff2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=490fea0a-26f4-4e5b-a4c6-70e149bd18f9 HTTP/1.1" status: 200 len: 848 time: 0.1603236 Dec 20 14:50:02.226427 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b43a344-fc7e-4220-a947-dd6eae65818a req-8a088f5a-4819-4ca2-bf71-09b7f062bdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:02.230206 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4b43a344-fc7e-4220-a947-dd6eae65818a req-8a088f5a-4819-4ca2-bf71-09b7f062bdc4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2759e53d-df16-4e1f-825e-7dc35572a9e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0938020 Dec 20 14:50:02.840053 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008ff1be-3bce-49c9-8990-51f8cb1c5cc7 req-b865beee-aea4-4649-9693-b252a0a58ac1 tempest-ServerAddressesNegativeTestJSON-2095654020 tempest-ServerAddressesNegativeTestJSON-2095654020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:02.874343 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d197a88f-0001-4ad7-9932-36a0f5d40e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:02.878403 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-008ff1be-3bce-49c9-8990-51f8cb1c5cc7 req-b865beee-aea4-4649-9693-b252a0a58ac1 tempest-ServerAddressesNegativeTestJSON-2095654020 tempest-ServerAddressesNegativeTestJSON-2095654020-project] 10.222.0.54 "GET /v2.0/ports?device_id=d17a093e-7804-4388-bf82-7886cf9b7574 HTTP/1.1" status: 200 len: 945 time: 0.2637422 Dec 20 14:50:02.882748 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4b43a344-fc7e-4220-a947-dd6eae65818a req-22461aea-7e9a-405e-a663-ff6028a644c8 service neutron] 10.222.0.30 "GET /v2.0/networks/2759e53d-df16-4e1f-825e-7dc35572a9e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6367397 Dec 20 14:50:02.913543 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba2eadf-7987-4329-95f8-f714b3d8dadd req-4a6e1f10-4e02-4804-a103-cd709835c347 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:02.923569 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0ba2eadf-7987-4329-95f8-f714b3d8dadd req-4a6e1f10-4e02-4804-a103-cd709835c347 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=3870d726-f90f-400f-bf75-c68966f99c28 HTTP/1.1" status: 200 len: 945 time: 0.3941870 Dec 20 14:50:03.020975 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adf8fb9-126b-4721-90ce-a3fa492edd71 req-d4eebd04-e18b-4672-b73e-8f0a6090ca6b tempest-ServerAddressesNegativeTestJSON-2095654020 tempest-ServerAddressesNegativeTestJSON-2095654020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:03.023909 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9adf8fb9-126b-4721-90ce-a3fa492edd71 req-d4eebd04-e18b-4672-b73e-8f0a6090ca6b tempest-ServerAddressesNegativeTestJSON-2095654020 tempest-ServerAddressesNegativeTestJSON-2095654020-project] 10.222.0.30 "GET /v2.0/ports?device_id=d17a093e-7804-4388-bf82-7886cf9b7574 HTTP/1.1" status: 200 len: 945 time: 0.3802748 Dec 20 14:50:03.147755 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 32980) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:03.182987 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4b43a344-fc7e-4220-a947-dd6eae65818a req-3cf631ae-129b-4e10-b503-463f06dbdf62 service neutron] 10.222.0.30 "GET /v2.0/networks/2759e53d-df16-4e1f-825e-7dc35572a9e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2916298 Dec 20 14:50:03.259079 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0ba2eadf-7987-4329-95f8-f714b3d8dadd req-e894a7cd-9afa-4c6b-a89d-9ac1197f22be tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d5e630c-78bd-41d1-b187-380d3fa580ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3145828 Dec 20 14:50:03.332147 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-9adf8fb9-126b-4721-90ce-a3fa492edd71 req-6d00d203-bb68-419e-9754-2593fb213418 tempest-ServerAddressesNegativeTestJSON-2095654020 tempest-ServerAddressesNegativeTestJSON-2095654020-project] Deleting port edcc28f2-a8bc-4047-9a76-85e93ca3459d {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:50:03.336192 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-9adf8fb9-126b-4721-90ce-a3fa492edd71 req-6d00d203-bb68-419e-9754-2593fb213418 tempest-ServerAddressesNegativeTestJSON-2095654020 tempest-ServerAddressesNegativeTestJSON-2095654020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:03.440861 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-008ff1be-3bce-49c9-8990-51f8cb1c5cc7 req-df054ca3-da5d-46a2-895a-e037fcbc4394 tempest-ServerAddressesNegativeTestJSON-2095654020 tempest-ServerAddressesNegativeTestJSON-2095654020-project] 10.222.0.54 "GET /v2.0/security-groups?id=c972c8eb-f863-4fcd-b722-af2718b7c451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5613391 Dec 20 14:50:03.495168 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8322e48c-8177-49ff-a9ae-833c691e2eff req-0aa5a69b-529c-47d1-9b11-c5b6a9cbbe8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:03.501603 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8322e48c-8177-49ff-a9ae-833c691e2eff req-0aa5a69b-529c-47d1-9b11-c5b6a9cbbe8c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=02e2e7c33f52422ea75fe7a440bfc1a8&device_id=2d432038-0eca-437e-81bf-800857d2dd85 HTTP/1.1" status: 200 len: 1095 time: 0.2372179 Dec 20 14:50:03.537802 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-9adf8fb9-126b-4721-90ce-a3fa492edd71 req-6d00d203-bb68-419e-9754-2593fb213418 tempest-ServerAddressesNegativeTestJSON-2095654020 tempest-ServerAddressesNegativeTestJSON-2095654020-project] For port edcc28f2-a8bc-4047-9a76-85e93ca3459d, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=edcc28f2-a8bc-4047-9a76-85e93ca3459d,segment=NetworkSegment(6f486a33-a200-45a5-a1f5-356d3eee38f6),segment_id=6f486a33-a200-45a5-a1f5-356d3eee38f6)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:50:03.538884 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-9adf8fb9-126b-4721-90ce-a3fa492edd71 req-6d00d203-bb68-419e-9754-2593fb213418 tempest-ServerAddressesNegativeTestJSON-2095654020 tempest-ServerAddressesNegativeTestJSON-2095654020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:03.556374 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-9adf8fb9-126b-4721-90ce-a3fa492edd71 req-6d00d203-bb68-419e-9754-2593fb213418 tempest-ServerAddressesNegativeTestJSON-2095654020 tempest-ServerAddressesNegativeTestJSON-2095654020-project] Calling delete_port for edcc28f2-a8bc-4047-9a76-85e93ca3459d owned by compute:nova {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:50:03.721142 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-9adf8fb9-126b-4721-90ce-a3fa492edd71 req-6d00d203-bb68-419e-9754-2593fb213418 tempest-ServerAddressesNegativeTestJSON-2095654020 tempest-ServerAddressesNegativeTestJSON-2095654020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:03.727923 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8322e48c-8177-49ff-a9ae-833c691e2eff req-0fdd61d8-bfb7-4f40-8d21-d71218d322be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:03.734082 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['edcc28f2-a8bc-4047-9a76-85e93ca3459d'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:50:03.740137 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8322e48c-8177-49ff-a9ae-833c691e2eff req-0fdd61d8-bfb7-4f40-8d21-d71218d322be service neutron] 10.222.0.30 "GET /v2.0/networks?id=2759e53d-df16-4e1f-825e-7dc35572a9e2 HTTP/1.1" status: 200 len: 910 time: 0.2209446 Dec 20 14:50:03.789578 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8322e48c-8177-49ff-a9ae-833c691e2eff req-41165960-7f76-4769-9dff-3dec844ceb36 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1e81ff3-57f5-4d90-8760-d063471736c8 HTTP/1.1" status: 200 len: 217 time: 0.0465600 Dec 20 14:50:03.830393 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:03.877813 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8322e48c-8177-49ff-a9ae-833c691e2eff req-486a87b1-4f1a-4f41-b3fc-97821c2e12b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:03.881166 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8322e48c-8177-49ff-a9ae-833c691e2eff req-486a87b1-4f1a-4f41-b3fc-97821c2e12b8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=490fea0a-26f4-4e5b-a4c6-70e149bd18f9 HTTP/1.1" status: 200 len: 848 time: 0.0830958 Dec 20 14:50:03.884868 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-742ea704-1254-4714-bc22-ed3d2abe8b58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:03.900597 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d00d203-bb68-419e-9754-2593fb213418 tempest-ServerAddressesNegativeTestJSON-2095654020 tempest-ServerAddressesNegativeTestJSON-2095654020-project] Pushing event deleted for resources: {'Port': ['ID=edcc28f2-a8bc-4047-9a76-85e93ca3459d,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:03.908820 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-9adf8fb9-126b-4721-90ce-a3fa492edd71 req-6d00d203-bb68-419e-9754-2593fb213418 tempest-ServerAddressesNegativeTestJSON-2095654020 tempest-ServerAddressesNegativeTestJSON-2095654020-project] No DVR routers for this DVR port edcc28f2-a8bc-4047-9a76-85e93ca3459d on host n-h1-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:50:03.912173 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-9adf8fb9-126b-4721-90ce-a3fa492edd71 req-6d00d203-bb68-419e-9754-2593fb213418 tempest-ServerAddressesNegativeTestJSON-2095654020 tempest-ServerAddressesNegativeTestJSON-2095654020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:03.916163 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9adf8fb9-126b-4721-90ce-a3fa492edd71 req-6d00d203-bb68-419e-9754-2593fb213418 tempest-ServerAddressesNegativeTestJSON-2095654020 tempest-ServerAddressesNegativeTestJSON-2095654020-project] 10.222.0.30 "DELETE /v2.0/ports/edcc28f2-a8bc-4047-9a76-85e93ca3459d HTTP/1.1" status: 204 len: 173 time: 0.8849859 Dec 20 14:50:03.922129 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d00d203-bb68-419e-9754-2593fb213418 tempest-ServerAddressesNegativeTestJSON-2095654020 tempest-ServerAddressesNegativeTestJSON-2095654020-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:50:03.922760 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d00d203-bb68-419e-9754-2593fb213418 tempest-ServerAddressesNegativeTestJSON-2095654020 tempest-ServerAddressesNegativeTestJSON-2095654020-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:50:03.923262 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d00d203-bb68-419e-9754-2593fb213418 tempest-ServerAddressesNegativeTestJSON-2095654020 tempest-ServerAddressesNegativeTestJSON-2095654020-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:50:03.923757 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d00d203-bb68-419e-9754-2593fb213418 tempest-ServerAddressesNegativeTestJSON-2095654020 tempest-ServerAddressesNegativeTestJSON-2095654020-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:50:03.924274 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d00d203-bb68-419e-9754-2593fb213418 tempest-ServerAddressesNegativeTestJSON-2095654020 tempest-ServerAddressesNegativeTestJSON-2095654020-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:50:03.925346 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d00d203-bb68-419e-9754-2593fb213418 tempest-ServerAddressesNegativeTestJSON-2095654020 tempest-ServerAddressesNegativeTestJSON-2095654020-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:50:03.926037 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d00d203-bb68-419e-9754-2593fb213418 tempest-ServerAddressesNegativeTestJSON-2095654020 tempest-ServerAddressesNegativeTestJSON-2095654020-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:50:03.926531 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d00d203-bb68-419e-9754-2593fb213418 tempest-ServerAddressesNegativeTestJSON-2095654020 tempest-ServerAddressesNegativeTestJSON-2095654020-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:50:03.927061 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d00d203-bb68-419e-9754-2593fb213418 tempest-ServerAddressesNegativeTestJSON-2095654020 tempest-ServerAddressesNegativeTestJSON-2095654020-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:50:03.927566 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d00d203-bb68-419e-9754-2593fb213418 tempest-ServerAddressesNegativeTestJSON-2095654020 tempest-ServerAddressesNegativeTestJSON-2095654020-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:50:03.928064 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d00d203-bb68-419e-9754-2593fb213418 tempest-ServerAddressesNegativeTestJSON-2095654020 tempest-ServerAddressesNegativeTestJSON-2095654020-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:50:03.928553 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d00d203-bb68-419e-9754-2593fb213418 tempest-ServerAddressesNegativeTestJSON-2095654020 tempest-ServerAddressesNegativeTestJSON-2095654020-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:50:03.929045 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d00d203-bb68-419e-9754-2593fb213418 tempest-ServerAddressesNegativeTestJSON-2095654020 tempest-ServerAddressesNegativeTestJSON-2095654020-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:50:03.933028 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd17a093e-7804-4388-bf82-7886cf9b7574', 'name': 'network-vif-deleted', 'tag': 'edcc28f2-a8bc-4047-9a76-85e93ca3459d'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:50:03.938064 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e6bc3b2-daf7-497a-b519-01a3c1a02a34" -d '{"events": [{"server_uuid": "d17a093e-7804-4388-bf82-7886cf9b7574", "name": "network-vif-deleted", "tag": "edcc28f2-a8bc-4047-9a76-85e93ca3459d"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:50:03.963450 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14481118-4bab-4019-806c-93bbcada127d req-e5502f0d-fca1-4538-9e19-3d37983da50e tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:03.965288 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-14481118-4bab-4019-806c-93bbcada127d req-e5502f0d-fca1-4538-9e19-3d37983da50e tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=2d432038-0eca-437e-81bf-800857d2dd85 HTTP/1.1" status: 200 len: 1095 time: 0.2561827 Dec 20 14:50:03.974648 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8322e48c-8177-49ff-a9ae-833c691e2eff req-bd0624a8-22f9-46d4-b6cc-5d923c808d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:03.976241 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8322e48c-8177-49ff-a9ae-833c691e2eff req-bd0624a8-22f9-46d4-b6cc-5d923c808d4f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2759e53d-df16-4e1f-825e-7dc35572a9e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0878167 Dec 20 14:50:04.067741 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-538e37bc-5698-4e0f-877d-0e72e00cb5f9 x-openstack-request-id: req-538e37bc-5698-4e0f-877d-0e72e00cb5f9 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:50:04.068195 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d17a093e-7804-4388-bf82-7886cf9b7574", "name": "network-vif-deleted", "tag": "edcc28f2-a8bc-4047-9a76-85e93ca3459d", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:50:04.099316 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-538e37bc-5698-4e0f-877d-0e72e00cb5f9 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:50:04.120033 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd17a093e-7804-4388-bf82-7886cf9b7574', 'name': 'network-vif-deleted', 'tag': 'edcc28f2-a8bc-4047-9a76-85e93ca3459d', 'status': 'completed', 'code': 200} Dec 20 14:50:04.203420 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-14481118-4bab-4019-806c-93bbcada127d req-2193661e-e950-4212-8253-073d34c05d0b tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=63f07fba-0a13-443c-856b-328a429926dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979940 Dec 20 14:50:04.227414 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8322e48c-8177-49ff-a9ae-833c691e2eff req-4d01ba74-c25c-4371-89a5-23c05e5f887b service neutron] 10.222.0.30 "GET /v2.0/networks/2759e53d-df16-4e1f-825e-7dc35572a9e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304909 Dec 20 14:50:04.291013 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-742ea704-1254-4714-bc22-ed3d2abe8b58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:04.301345 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-742ea704-1254-4714-bc22-ed3d2abe8b58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:04.411991 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742ea704-1254-4714-bc22-ed3d2abe8b58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c5daf5-447d-4f67-8d14-fe6f0ba8030c,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:04.439721 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-742ea704-1254-4714-bc22-ed3d2abe8b58 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a9848b3917f945c781cad8291e00d9b3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2845764 Dec 20 14:50:04.442583 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 33022) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:04.550174 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8322e48c-8177-49ff-a9ae-833c691e2eff req-5c1d627f-d127-42e7-abdd-bc7d3e50b882 service neutron] 10.222.0.30 "GET /v2.0/networks/2759e53d-df16-4e1f-825e-7dc35572a9e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3134632 Dec 20 14:50:04.563295 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-bb28a74d-bb3c-4315-9dc9-561b53dfd5fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:04.586627 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703ed9b8-07ec-428a-a8ba-13e1c3a5b5dd req-dc181bd2-4d4f-4f4a-bafc-6143cdae176b tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:04.592582 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-703ed9b8-07ec-428a-a8ba-13e1c3a5b5dd req-dc181bd2-4d4f-4f4a-bafc-6143cdae176b tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=3870d726-f90f-400f-bf75-c68966f99c28 HTTP/1.1" status: 200 len: 945 time: 0.1865432 Dec 20 14:50:04.698310 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-bb28a74d-bb3c-4315-9dc9-561b53dfd5fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:04.753369 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-703ed9b8-07ec-428a-a8ba-13e1c3a5b5dd req-685886f3-d3f9-48cf-bcbb-f64fd474c9b6 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d5e630c-78bd-41d1-b187-380d3fa580ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1475329 Dec 20 14:50:04.763387 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b7f99923-2128-47e8-bd38-0a7675642c14 req-cb17e50d-09fc-42b1-93a1-bbfedfa33e0e tempest-ServerAddressesNegativeTestJSON-2095654020 tempest-ServerAddressesNegativeTestJSON-2095654020-project] 10.222.0.54 "GET /v2.0/ports?device_id=d17a093e-7804-4388-bf82-7886cf9b7574 HTTP/1.1" status: 200 len: 210 time: 0.1206052 Dec 20 14:50:04.840663 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-bb28a74d-bb3c-4315-9dc9-561b53dfd5fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:04.846791 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-bb28a74d-bb3c-4315-9dc9-561b53dfd5fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:04.851779 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-bb28a74d-bb3c-4315-9dc9-561b53dfd5fa admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a9c5daf5-447d-4f67-8d14-fe6f0ba8030c HTTP/1.1" status: 204 len: 168 time: 0.4081721 Dec 20 14:50:04.882228 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb28a74d-bb3c-4315-9dc9-561b53dfd5fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c5daf5-447d-4f67-8d14-fe6f0ba8030c,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:05.422566 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 33078) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:05.423369 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafa8487-3d6e-44fd-9497-60a90129e8ad req-83c12024-6b76-4148-ace2-b71860b9d027 tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:05.425027 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fafa8487-3d6e-44fd-9497-60a90129e8ad req-83c12024-6b76-4148-ace2-b71860b9d027 tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=2d432038-0eca-437e-81bf-800857d2dd85 HTTP/1.1" status: 200 len: 1095 time: 0.1074071 Dec 20 14:50:05.440393 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f1b44b11-0f3f-4da7-ae52-438ddd3cd249 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:05.530713 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f1b44b11-0f3f-4da7-ae52-438ddd3cd249 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:05.535550 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fafa8487-3d6e-44fd-9497-60a90129e8ad req-d250a22b-77be-4704-ac41-152e0f6a153e tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=63f07fba-0a13-443c-856b-328a429926dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941350 Dec 20 14:50:05.539955 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f1b44b11-0f3f-4da7-ae52-438ddd3cd249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:05.609650 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b44b11-0f3f-4da7-ae52-438ddd3cd249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca310003-60ec-4953-b133-24866252c28c,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:05.619695 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-f1b44b11-0f3f-4da7-ae52-438ddd3cd249 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0861a6c20d8f46cca6251cea2aab450d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1954308 Dec 20 14:50:05.622691 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 33086) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:05.729584 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b1d73825-d8eb-4e59-b256-757bf6a31253 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:05.755683 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b1d73825-d8eb-4e59-b256-757bf6a31253 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:05.774986 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:05.826915 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b1d73825-d8eb-4e59-b256-757bf6a31253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:05.830047 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b1d73825-d8eb-4e59-b256-757bf6a31253 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:05.831567 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-b1d73825-d8eb-4e59-b256-757bf6a31253 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ca310003-60ec-4953-b133-24866252c28c HTTP/1.1" status: 204 len: 168 time: 0.2049811 Dec 20 14:50:05.849556 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d73825-d8eb-4e59-b256-757bf6a31253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca310003-60ec-4953-b133-24866252c28c,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:05.873761 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 33094) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:06.014514 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568a9206-cf6c-4183-b81c-ff6a20b7c541 req-b8b0389d-5491-480a-84eb-f8afa0bb6c0c tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:06.016652 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-568a9206-cf6c-4183-b81c-ff6a20b7c541 req-b8b0389d-5491-480a-84eb-f8afa0bb6c0c tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=3870d726-f90f-400f-bf75-c68966f99c28 HTTP/1.1" status: 200 len: 945 time: 0.0820019 Dec 20 14:50:06.021017 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8a4f773-f5b8-47a1-b1a5-aee6cee61342 admin admin] Deleting subnet 927d691d-e949-47f4-aabf-d725c355c2da {{(pid=103167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:50:06.026360 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c8a4f773-f5b8-47a1-b1a5-aee6cee61342 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:06.113825 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c8a4f773-f5b8-47a1-b1a5-aee6cee61342 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954412'] for subnet, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:06.130699 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-568a9206-cf6c-4183-b81c-ff6a20b7c541 req-06e2b9b4-f54f-46dc-942c-9044fa57cb57 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d5e630c-78bd-41d1-b187-380d3fa580ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057720 Dec 20 14:50:06.216758 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c8a4f773-f5b8-47a1-b1a5-aee6cee61342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:06.282145 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:06.358901 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c8a4f773-f5b8-47a1-b1a5-aee6cee61342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:06.387656 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c8a4f773-f5b8-47a1-b1a5-aee6cee61342 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:06.390650 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-c8a4f773-f5b8-47a1-b1a5-aee6cee61342 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/927d691d-e949-47f4-aabf-d725c355c2da HTTP/1.1" status: 204 len: 168 time: 0.5157425 Dec 20 14:50:06.393664 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 33124) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:06.442782 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a4f773-f5b8-47a1-b1a5-aee6cee61342 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=927d691d-e949-47f4-aabf-d725c355c2da,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:06.517002 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8bff05c7-31fe-4b7b-9792-30310a5b81be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:06.726197 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device a1e81ff3-57f5-4d90-8760-d063471736c8 details requested by agent hyperv_n-h1-761264-19 with host n-h1-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:50:06.760843 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device edcc28f2-a8bc-4047-9a76-85e93ca3459d no longer exists at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:50:06.761113 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8bff05c7-31fe-4b7b-9792-30310a5b81be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:06.791254 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-8bff05c7-31fe-4b7b-9792-30310a5b81be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52bd7e28-6f81-4044-b9c7-acdd3458fd98']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:50:06.828518 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-8bff05c7-31fe-4b7b-9792-30310a5b81be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f486a33-a200-45a5-a1f5-356d3eee38f6') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:50:06.831806 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-8bff05c7-31fe-4b7b-9792-30310a5b81be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f486a33-a200-45a5-a1f5-356d3eee38f6') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:50:06.843249 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55781bd3-b3be-46bb-ac34-9b28e5caaacd req-ca4d8fb0-64d4-4cce-a888-74aabbb4d77d tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:06.852988 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-55781bd3-b3be-46bb-ac34-9b28e5caaacd req-ca4d8fb0-64d4-4cce-a888-74aabbb4d77d tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=2d432038-0eca-437e-81bf-800857d2dd85 HTTP/1.1" status: 200 len: 1095 time: 0.1501162 Dec 20 14:50:06.861876 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8bff05c7-31fe-4b7b-9792-30310a5b81be admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:06.926543 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port a1e81ff3-57f5-4d90-8760-d063471736c8, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=a1e81ff3-57f5-4d90-8760-d063471736c8,segment=NetworkSegment(20542ed0-9f9c-498c-b2fe-1c8972bfe70f),segment_id=20542ed0-9f9c-498c-b2fe-1c8972bfe70f)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:50:06.939896 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8bff05c7-31fe-4b7b-9792-30310a5b81be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:06.945126 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Returning: {'device': 'a1e81ff3-57f5-4d90-8760-d063471736c8', 'network_id': '2759e53d-df16-4e1f-825e-7dc35572a9e2', 'port_id': 'a1e81ff3-57f5-4d90-8760-d063471736c8', 'mac_address': 'fa:16:3e:0b:55:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '490fea0a-26f4-4e5b-a4c6-70e149bd18f9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:50:06.958057 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] No Port match for: edcc28f2-a8bc-4047-9a76-85e93ca3459d {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:50:06.959441 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device edcc28f2-a8bc-4047-9a76-85e93ca3459d not bound to the agent host n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:50:06.970651 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bff05c7-31fe-4b7b-9792-30310a5b81be admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:50:06.971353 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8bff05c7-31fe-4b7b-9792-30310a5b81be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:07.011370 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:50:07.011370 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:50:07.011370 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:50:07.011370 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:50:07.011370 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:50:07.011370 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:50:07.011370 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:50:07.011370 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:50:07.011370 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:50:07.011370 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:50:07.011370 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:50:07.011370 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:50:07.011370 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:50:07.011370 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:50:07.011370 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:50:07.011370 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:50:07.011370 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:50:07.011370 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:50:07.011370 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:50:07.011370 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:50:07.011370 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:50:07.011370 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:50:07.011370 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:50:07.011370 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:50:07.011370 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:50:07.011370 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:50:07.011370 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:50:07.011370 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:50:07.011370 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:50:07.011370 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:50:07.011370 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:50:07.011370 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:50:07.011370 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:50:07.011370 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:50:07.011370 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:50:07.011370 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:50:07.011370 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:50:07.011370 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:50:07.011370 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 14:50:07.011370 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:50:07.011370 n-d-761264-19 neutron-server[103168]: timer() Dec 20 14:50:07.011370 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:50:07.011370 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 14:50:07.011370 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:50:07.011370 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 14:50:07.011370 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:50:07.011370 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 14:50:07.011370 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:50:07.011370 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 14:50:07.011370 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:50:07.011370 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 14:50:07.011370 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:50:07.011370 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:50:07.011370 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:50:07.011370 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:50:07.011370 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:50:07.011370 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 14:50:07.011370 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:50:07.011370 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 14:50:07.011370 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:50:07.011370 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:50:07.011370 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:50:07.011370 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 14:50:07.011370 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:50:07.011370 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:50:07.021486 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:50:07.021486 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:50:07.021486 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:50:07.021486 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:50:07.021486 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:50:07.034336 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:07.050824 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1e81ff3-57f5-4d90-8760-d063471736c8 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:50:07.088699 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port a1e81ff3-57f5-4d90-8760-d063471736c8, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=a1e81ff3-57f5-4d90-8760-d063471736c8,segment=NetworkSegment(20542ed0-9f9c-498c-b2fe-1c8972bfe70f),segment_id=20542ed0-9f9c-498c-b2fe-1c8972bfe70f)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:50:07.099907 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:07.187054 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=a1e81ff3-57f5-4d90-8760-d063471736c8,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:07.244170 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-55781bd3-b3be-46bb-ac34-9b28e5caaacd req-f6d7e27c-2bf9-452f-bfdd-1f7b57d5fa7e tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=63f07fba-0a13-443c-856b-328a429926dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3726223 Dec 20 14:50:07.283769 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8bff05c7-31fe-4b7b-9792-30310a5b81be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:07.305462 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8bff05c7-31fe-4b7b-9792-30310a5b81be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:07.317736 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-8bff05c7-31fe-4b7b-9792-30310a5b81be admin admin] 10.222.0.54 "DELETE /v2.0/networks/52bd7e28-6f81-4044-b9c7-acdd3458fd98 HTTP/1.1" status: 204 len: 168 time: 0.9228995 Dec 20 14:50:07.379401 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bff05c7-31fe-4b7b-9792-30310a5b81be admin admin] Pushing event deleted for resources: {'Network': ['ID=52bd7e28-6f81-4044-b9c7-acdd3458fd98,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:07.430629 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d5123c-a315-4388-8660-453761b337e1 req-085f45fb-8d55-4fca-8e28-b02dadf026f8 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:07.434361 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-84d5123c-a315-4388-8660-453761b337e1 req-085f45fb-8d55-4fca-8e28-b02dadf026f8 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=3870d726-f90f-400f-bf75-c68966f99c28 HTTP/1.1" status: 200 len: 945 time: 0.1534312 Dec 20 14:50:07.466392 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['a1e81ff3-57f5-4d90-8760-d063471736c8'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:50:07.530132 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-84d5123c-a315-4388-8660-453761b337e1 req-376d72e8-44a1-451e-85af-d33af867deeb tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d5e630c-78bd-41d1-b187-380d3fa580ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876987 Dec 20 14:50:07.648399 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 33168) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:07.760394 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-1814a535-9d4e-44c3-a219-214335e16911 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=667b9a1ad2984d76a7c6a12baef5b748&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1080472 Dec 20 14:50:07.761566 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 33172) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:07.906148 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-31a06372-e6f3-4dd1-aaa7-04cd7a106973 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:07.906489 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 33178) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:07.968488 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-31a06372-e6f3-4dd1-aaa7-04cd7a106973 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:08.035987 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-31a06372-e6f3-4dd1-aaa7-04cd7a106973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:08.045346 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-31a06372-e6f3-4dd1-aaa7-04cd7a106973 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:08.048472 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-31a06372-e6f3-4dd1-aaa7-04cd7a106973 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c972c8eb-f863-4fcd-b722-af2718b7c451 HTTP/1.1" status: 204 len: 168 time: 0.2858632 Dec 20 14:50:08.077952 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a06372-e6f3-4dd1-aaa7-04cd7a106973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c972c8eb-f863-4fcd-b722-af2718b7c451,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:08.242361 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-778bf824-f57e-4d90-8170-321055776411 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:08.425813 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f1df2b-4596-4f0c-9047-08029770a90e req-308f4c24-7a0e-4182-9e44-f8e2355a2b07 tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:08.427539 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c6f1df2b-4596-4f0c-9047-08029770a90e req-308f4c24-7a0e-4182-9e44-f8e2355a2b07 tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=2d432038-0eca-437e-81bf-800857d2dd85 HTTP/1.1" status: 200 len: 1096 time: 0.0570180 Dec 20 14:50:08.480196 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-778bf824-f57e-4d90-8170-321055776411 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:08.488172 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-778bf824-f57e-4d90-8170-321055776411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:08.512889 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c6f1df2b-4596-4f0c-9047-08029770a90e req-5f48674f-44f2-4709-a44b-6d41f7cd5c71 tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=63f07fba-0a13-443c-856b-328a429926dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735397 Dec 20 14:50:08.552720 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778bf824-f57e-4d90-8170-321055776411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7f0bdaf-b416-443f-a4cd-ba1569e0e2ce,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:08.586762 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-778bf824-f57e-4d90-8170-321055776411 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7997af07106d4fb1841250f37449eff4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6788366 Dec 20 14:50:08.589265 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 33200) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:08.703993 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-bffd0278-487d-4e24-ad45-245afd9175f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:08.736045 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device a1e81ff3-57f5-4d90-8760-d063471736c8 up at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:50:08.755796 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-bffd0278-487d-4e24-ad45-245afd9175f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:08.861982 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning for port a1e81ff3-57f5-4d90-8760-d063471736c8 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:50:08.871186 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning complete for port a1e81ff3-57f5-4d90-8760-d063471736c8 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:50:08.871557 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:08.920543 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-bffd0278-487d-4e24-ad45-245afd9175f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:08.927392 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-bffd0278-487d-4e24-ad45-245afd9175f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:08.933866 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-bffd0278-487d-4e24-ad45-245afd9175f3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e7f0bdaf-b416-443f-a4cd-ba1569e0e2ce HTTP/1.1" status: 204 len: 168 time: 0.3432546 Dec 20 14:50:08.968489 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffd0278-487d-4e24-ad45-245afd9175f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7f0bdaf-b416-443f-a4cd-ba1569e0e2ce,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:09.007878 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b5df6f-8e5b-4cd2-bb16-a578bc2989e9 req-b2de9c19-591c-4378-bc48-851b8fe03647 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:09.012302 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-12b5df6f-8e5b-4cd2-bb16-a578bc2989e9 req-b2de9c19-591c-4378-bc48-851b8fe03647 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=3870d726-f90f-400f-bf75-c68966f99c28 HTTP/1.1" status: 200 len: 945 time: 0.1795933 Dec 20 14:50:09.104353 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:09.147352 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d432038-0eca-437e-81bf-800857d2dd85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1e81ff3-57f5-4d90-8760-d063471736c8'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:50:09.150675 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9221e69-c75b-4b1f-9d57-2116f0a1e4df" -d '{"events": [{"server_uuid": "2d432038-0eca-437e-81bf-800857d2dd85", "name": "network-vif-plugged", "status": "completed", "tag": "a1e81ff3-57f5-4d90-8760-d063471736c8"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:50:09.150968 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-12b5df6f-8e5b-4cd2-bb16-a578bc2989e9 req-09fec7e2-8643-40e0-b1db-3479747f3d54 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d5e630c-78bd-41d1-b187-380d3fa580ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304829 Dec 20 14:50:09.175057 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port a1e81ff3-57f5-4d90-8760-d063471736c8, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=a1e81ff3-57f5-4d90-8760-d063471736c8,segment=NetworkSegment(20542ed0-9f9c-498c-b2fe-1c8972bfe70f),segment_id=20542ed0-9f9c-498c-b2fe-1c8972bfe70f)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:50:09.192665 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:09.259625 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-236ff6c7-8206-4513-ae63-aa9083c2f61a x-openstack-request-id: req-236ff6c7-8206-4513-ae63-aa9083c2f61a {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:50:09.260090 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d432038-0eca-437e-81bf-800857d2dd85", "name": "network-vif-plugged", "status": "completed", "tag": "a1e81ff3-57f5-4d90-8760-d063471736c8", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:50:09.260773 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-236ff6c7-8206-4513-ae63-aa9083c2f61a {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:50:09.261664 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d432038-0eca-437e-81bf-800857d2dd85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1e81ff3-57f5-4d90-8760-d063471736c8', 'code': 200} Dec 20 14:50:09.318283 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=a1e81ff3-57f5-4d90-8760-d063471736c8,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:09.400306 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db93e31d-86e2-4438-94d8-8f4e6e69f162 req-03561a51-48e9-43a8-b4e0-3acee95946e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:09.405639 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-db93e31d-86e2-4438-94d8-8f4e6e69f162 req-03561a51-48e9-43a8-b4e0-3acee95946e3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2d432038-0eca-437e-81bf-800857d2dd85 HTTP/1.1" status: 200 len: 1097 time: 0.0891585 Dec 20 14:50:09.493120 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-db93e31d-86e2-4438-94d8-8f4e6e69f162 req-f2a8e231-7b11-418f-9d3b-def12a7be64b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=63f07fba-0a13-443c-856b-328a429926dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792520 Dec 20 14:50:09.668045 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 14:50:09.758538 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eb8b84-9be5-46bf-a386-1f0d1a194319 req-56fad9ee-41e2-42aa-9f6b-60c7404b1eab tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:09.761014 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-64eb8b84-9be5-46bf-a386-1f0d1a194319 req-56fad9ee-41e2-42aa-9f6b-60c7404b1eab tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=2d432038-0eca-437e-81bf-800857d2dd85 HTTP/1.1" status: 200 len: 1097 time: 0.1361954 Dec 20 14:50:09.899148 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-64eb8b84-9be5-46bf-a386-1f0d1a194319 req-4c93bddd-7a64-40c2-8470-3376e5f4d61a tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=63f07fba-0a13-443c-856b-328a429926dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296985 Dec 20 14:50:10.137311 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 33252) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:10.464689 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c49857-5db3-4723-ae0c-81478aadc98a req-e533459b-a9b6-44cb-b58b-f460f9243ea0 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:10.466283 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-41c49857-5db3-4723-ae0c-81478aadc98a req-e533459b-a9b6-44cb-b58b-f460f9243ea0 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=3870d726-f90f-400f-bf75-c68966f99c28 HTTP/1.1" status: 200 len: 945 time: 0.1275074 Dec 20 14:50:10.507082 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-67fd97ec-d227-48d8-aa08-a9d9a3f1f738 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-13061668-network', 'tenant_id': '1ad96c1d93ee4a4fab8c54985f8d0a2c'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:50:10.556838 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-41c49857-5db3-4723-ae0c-81478aadc98a req-31926e76-b1b4-4408-98bf-f84341e6b523 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d5e630c-78bd-41d1-b187-380d3fa580ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736239 Dec 20 14:50:10.562802 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67fd97ec-d227-48d8-aa08-a9d9a3f1f738 admin admin] Made reservation on behalf of 1ad96c1d93ee4a4fab8c54985f8d0a2c for: {'network': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:50:10.565238 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-67fd97ec-d227-48d8-aa08-a9d9a3f1f738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:10.578993 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-67fd97ec-d227-48d8-aa08-a9d9a3f1f738 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:10.733978 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-67fd97ec-d227-48d8-aa08-a9d9a3f1f738 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:10.743168 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-67fd97ec-d227-48d8-aa08-a9d9a3f1f738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:10.828627 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67fd97ec-d227-48d8-aa08-a9d9a3f1f738 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=103167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:50:10.908357 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-67fd97ec-d227-48d8-aa08-a9d9a3f1f738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:10.908700 n-d-761264-19 neutron-server[103167]: INFO neutron.db.segments_db [None req-67fd97ec-d227-48d8-aa08-a9d9a3f1f738 admin admin] Added segment 98aafa41-6e7f-4b47-84f0-fa328c7adf17 of type vlan for network 8a310775-6600-433a-b2cf-962806f14a03 Dec 20 14:50:10.910098 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fd97ec-d227-48d8-aa08-a9d9a3f1f738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3bda4e7-0249-4912-93cb-8191c1dcb6fe,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:10.972753 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-67fd97ec-d227-48d8-aa08-a9d9a3f1f738 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:11.019793 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-67fd97ec-d227-48d8-aa08-a9d9a3f1f738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:11.021448 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67fd97ec-d227-48d8-aa08-a9d9a3f1f738 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:11.022352 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-67fd97ec-d227-48d8-aa08-a9d9a3f1f738 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:11.064075 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-67fd97ec-d227-48d8-aa08-a9d9a3f1f738 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9252479 Dec 20 14:50:11.067393 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 33290) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:11.072896 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-e7fe8b10-c1fb-4716-9128-84af7e12e21d admin admin] Request body: {'subnet': {'network_id': '8a310775-6600-433a-b2cf-962806f14a03', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-13061668-subnet', 'tenant_id': '1ad96c1d93ee4a4fab8c54985f8d0a2c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:50:11.140807 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7fe8b10-c1fb-4716-9128-84af7e12e21d admin admin] Made reservation on behalf of 1ad96c1d93ee4a4fab8c54985f8d0a2c for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:50:11.144154 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e7fe8b10-c1fb-4716-9128-84af7e12e21d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:11.192801 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fd97ec-d227-48d8-aa08-a9d9a3f1f738 admin admin] Pushing event updated for resources: {'Network': ['ID=8a310775-6600-433a-b2cf-962806f14a03,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:11.206408 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 8a310775-6600-433a-b2cf-962806f14a03 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:50:11.234464 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926a3dbc-9f21-4eb9-ad77-0349dd7d1c2d req-562535f3-2d05-4124-ab24-9aa08552aa8b tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:11.247085 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-926a3dbc-9f21-4eb9-ad77-0349dd7d1c2d req-562535f3-2d05-4124-ab24-9aa08552aa8b tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=2d432038-0eca-437e-81bf-800857d2dd85 HTTP/1.1" status: 200 len: 1097 time: 0.1762154 Dec 20 14:50:11.393462 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-926a3dbc-9f21-4eb9-ad77-0349dd7d1c2d req-0ab18f71-1327-4261-b9a1-9083ddf898d6 tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=63f07fba-0a13-443c-856b-328a429926dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428514 Dec 20 14:50:11.653667 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:11.752282 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e7fe8b10-c1fb-4716-9128-84af7e12e21d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8848317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10470522'] for subnet, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:12.197848 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b08425-5738-40be-8cec-d791fc06c157 req-73eff746-5eb2-4808-9f36-52337b1430d8 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:12.208740 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-34b08425-5738-40be-8cec-d791fc06c157 req-73eff746-5eb2-4808-9f36-52337b1430d8 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=3870d726-f90f-400f-bf75-c68966f99c28 HTTP/1.1" status: 200 len: 945 time: 0.5303290 Dec 20 14:50:12.284014 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-34b08425-5738-40be-8cec-d791fc06c157 req-fba1f84a-5252-4481-bd9b-f927588218d9 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d5e630c-78bd-41d1-b187-380d3fa580ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734129 Dec 20 14:50:12.301765 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d034e3b-fcf9-4197-98d9-cfc50d5c77d5 req-0a1f24fc-2526-4d7a-9bbf-7fb43940b905 tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:12.309100 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8d034e3b-fcf9-4197-98d9-cfc50d5c77d5 req-0a1f24fc-2526-4d7a-9bbf-7fb43940b905 tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=2d432038-0eca-437e-81bf-800857d2dd85 HTTP/1.1" status: 200 len: 1097 time: 0.7763650 Dec 20 14:50:12.364698 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fe8b10-c1fb-4716-9128-84af7e12e21d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f3ed45f-52f9-4334-9a6d-018925966150,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:12.386662 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fe8b10-c1fb-4716-9128-84af7e12e21d admin admin] Checking segment: {'id': '98aafa41-6e7f-4b47-84f0-fa328c7adf17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '8a310775-6600-433a-b2cf-962806f14a03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:50:12.387071 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7fe8b10-c1fb-4716-9128-84af7e12e21d admin admin] Network hostable DHCP agents. Network: 8a310775-6600-433a-b2cf-962806f14a03, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:50:12.416743 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8d034e3b-fcf9-4197-98d9-cfc50d5c77d5 req-105a78fe-53d1-4d89-b95f-0cdf304183e4 tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=63f07fba-0a13-443c-856b-328a429926dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067290 Dec 20 14:50:12.441038 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7fe8b10-c1fb-4716-9128-84af7e12e21d admin admin] Network 8a310775-6600-433a-b2cf-962806f14a03 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:50:12.463925 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 33382) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:12.470569 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-e7fe8b10-c1fb-4716-9128-84af7e12e21d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 8a310775-6600-433a-b2cf-962806f14a03) {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:50:12.484454 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7fe8b10-c1fb-4716-9128-84af7e12e21d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:12.485160 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e7fe8b10-c1fb-4716-9128-84af7e12e21d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:12.486194 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5184b30-78b9-4efb-a537-1cb7ead1ec17 None None] Network 8a310775-6600-433a-b2cf-962806f14a03 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:50:12.532554 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-e7fe8b10-c1fb-4716-9128-84af7e12e21d admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4639347 Dec 20 14:50:12.535686 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 33388) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:12.540463 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-d62c2a9e-5d90-44b7-bc06-058fd3a909ea admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-13061668-router', 'tenant_id': '1ad96c1d93ee4a4fab8c54985f8d0a2c', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:50:12.673568 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc288d9-29ea-4adb-adf8-9384d5fb0273 None None] Network 8a310775-6600-433a-b2cf-962806f14a03 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:50:12.679953 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d62c2a9e-5d90-44b7-bc06-058fd3a909ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40114'] for router, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:12.681739 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d62c2a9e-5d90-44b7-bc06-058fd3a909ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40139'] for router, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:12.762022 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d62c2a9e-5d90-44b7-bc06-058fd3a909ea admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:12.777748 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c42ccfc-fb53-4b38-a762-17e2fb405958 req-e6d097b0-cf18-47a7-94ce-0e2e5e0e4266 tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:12.779979 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6c42ccfc-fb53-4b38-a762-17e2fb405958 req-e6d097b0-cf18-47a7-94ce-0e2e5e0e4266 tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=2d432038-0eca-437e-81bf-800857d2dd85 HTTP/1.1" status: 200 len: 1097 time: 0.2279480 Dec 20 14:50:12.787977 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aaf94c-11e1-47ac-bd56-5c41d2a9e31b req-424c8019-280e-41b2-b59a-51fa747b7d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:12.790117 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-07aaf94c-11e1-47ac-bd56-5c41d2a9e31b req-424c8019-280e-41b2-b59a-51fa747b7d74 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9abc31fa6fc849d78699cc7e0935f4b6&device_id=3870d726-f90f-400f-bf75-c68966f99c28 HTTP/1.1" status: 200 len: 1097 time: 0.1096885 Dec 20 14:50:12.984836 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d62c2a9e-5d90-44b7-bc06-058fd3a909ea admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:12.987789 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aaf94c-11e1-47ac-bd56-5c41d2a9e31b req-135acaaf-2293-477a-bc67-88eefe5aaf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:12.989838 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-07aaf94c-11e1-47ac-bd56-5c41d2a9e31b req-135acaaf-2293-477a-bc67-88eefe5aaf00 service neutron] 10.222.0.30 "GET /v2.0/networks?id=247d6423-5fdf-4eed-9378-2e1201ada444 HTTP/1.1" status: 200 len: 918 time: 0.1906502 Dec 20 14:50:12.994680 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6c42ccfc-fb53-4b38-a762-17e2fb405958 req-2a25502a-bf5f-4cc3-9df4-950287cf743a tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=63f07fba-0a13-443c-856b-328a429926dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798463 Dec 20 14:50:13.030830 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e5f90bf8-cb35-442b-96b9-13ecea15d84c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:13.154313 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-07aaf94c-11e1-47ac-bd56-5c41d2a9e31b req-9a3a78a8-69c1-4c64-a683-1c8e8895ccc5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=781fb46b-1e3a-4f20-b9da-a2fd188a525f HTTP/1.1" status: 200 len: 1000 time: 0.1346877 Dec 20 14:50:13.233411 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aaf94c-11e1-47ac-bd56-5c41d2a9e31b req-3a61d8d3-551c-43eb-a613-b69f97b14234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:13.235097 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-07aaf94c-11e1-47ac-bd56-5c41d2a9e31b req-3a61d8d3-551c-43eb-a613-b69f97b14234 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a8bc57f1-3730-4dfb-a3cb-cf3c3829d7fe HTTP/1.1" status: 200 len: 856 time: 0.0717492 Dec 20 14:50:13.305977 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e5f90bf8-cb35-442b-96b9-13ecea15d84c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:13.316603 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e5f90bf8-cb35-442b-96b9-13ecea15d84c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:13.333446 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aaf94c-11e1-47ac-bd56-5c41d2a9e31b req-a105bb20-d6a2-4594-813d-40c01cfa2ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:13.334994 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-07aaf94c-11e1-47ac-bd56-5c41d2a9e31b req-a105bb20-d6a2-4594-813d-40c01cfa2ecc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=247d6423-5fdf-4eed-9378-2e1201ada444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0826178 Dec 20 14:50:13.354689 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-e5f90bf8-cb35-442b-96b9-13ecea15d84c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=edc045609ed64794844c77cd2c1e1a81&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8893158 Dec 20 14:50:13.358344 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 33410) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:13.423280 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f90bf8-cb35-442b-96b9-13ecea15d84c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c301f98-134e-419e-b8d6-afceea7af68f,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:13.511225 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3da6d4-f83d-4da1-99f1-ccc99af638ef req-5725aa3a-9716-4f0c-84ad-686077617d3a tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:13.512801 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7a3da6d4-f83d-4da1-99f1-ccc99af638ef req-5725aa3a-9716-4f0c-84ad-686077617d3a tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=2d432038-0eca-437e-81bf-800857d2dd85 HTTP/1.1" status: 200 len: 1097 time: 0.1676083 Dec 20 14:50:13.607818 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d62c2a9e-5d90-44b7-bc06-058fd3a909ea admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:13.632581 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7a3da6d4-f83d-4da1-99f1-ccc99af638ef req-28681292-f7f4-4654-a6e2-6c496a718d9e tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=63f07fba-0a13-443c-856b-328a429926dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929484 Dec 20 14:50:13.633898 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d62c2a9e-5d90-44b7-bc06-058fd3a909ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:13.655892 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-268c6968-598b-4975-b8fa-f62ca9ee8151 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:13.697505 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfb0968-baf7-4ab9-ad95-4f82c1d0914f req-c7a3d107-09fc-4cea-b9e2-64865bb1476f tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:13.706130 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fbfb0968-baf7-4ab9-ad95-4f82c1d0914f req-c7a3d107-09fc-4cea-b9e2-64865bb1476f tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=3870d726-f90f-400f-bf75-c68966f99c28 HTTP/1.1" status: 200 len: 945 time: 0.3045981 Dec 20 14:50:13.715680 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-07aaf94c-11e1-47ac-bd56-5c41d2a9e31b req-2393726e-68ca-45e7-9d35-3270c4dbfa10 service neutron] 10.222.0.30 "GET /v2.0/networks/247d6423-5fdf-4eed-9378-2e1201ada444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3679934 Dec 20 14:50:13.734316 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-268c6968-598b-4975-b8fa-f62ca9ee8151 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:13.768212 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-d62c2a9e-5d90-44b7-bc06-058fd3a909ea admin admin] Allocated IP 172.25.0.163 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/a163027d-0050-4663-a719-7d4e12be2ba4) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:50:13.848973 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fbfb0968-baf7-4ab9-ad95-4f82c1d0914f req-494cbceb-2760-42f0-9a1a-089b95e19a64 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d5e630c-78bd-41d1-b187-380d3fa580ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418233 Dec 20 14:50:13.883270 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-07aaf94c-11e1-47ac-bd56-5c41d2a9e31b req-e02d06e7-3e1c-4951-b633-cd154f8f4fa5 service neutron] 10.222.0.30 "GET /v2.0/networks/247d6423-5fdf-4eed-9378-2e1201ada444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591203 Dec 20 14:50:13.884957 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-268c6968-598b-4975-b8fa-f62ca9ee8151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:13.888114 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-268c6968-598b-4975-b8fa-f62ca9ee8151 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:13.891723 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-268c6968-598b-4975-b8fa-f62ca9ee8151 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3c301f98-134e-419e-b8d6-afceea7af68f HTTP/1.1" status: 204 len: 168 time: 0.5243666 Dec 20 14:50:13.898199 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268c6968-598b-4975-b8fa-f62ca9ee8151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c301f98-134e-419e-b8d6-afceea7af68f,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:13.908139 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d62c2a9e-5d90-44b7-bc06-058fd3a909ea admin admin] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:13.963795 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d62c2a9e-5d90-44b7-bc06-058fd3a909ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:14.003825 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62c2a9e-5d90-44b7-bc06-058fd3a909ea admin admin] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:50:14.009914 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-d62c2a9e-5d90-44b7-bc06-058fd3a909ea admin admin] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:50:14.013925 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62c2a9e-5d90-44b7-bc06-058fd3a909ea admin admin] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:50:14.027895 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c9aae1-f77d-4847-af24-0a56490bb36c None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:50:14.058569 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62c2a9e-5d90-44b7-bc06-058fd3a909ea admin admin] Pushing event updated for resources: {'Port': ['ID=a163027d-0050-4663-a719-7d4e12be2ba4,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:14.098089 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-0e44fc2a-210a-4c5a-a3b1-067cf4cf7576 None None] Provisioning complete for port a163027d-0050-4663-a719-7d4e12be2ba4 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:50:14.098566 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-0e44fc2a-210a-4c5a-a3b1-067cf4cf7576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:14.140981 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-0e44fc2a-210a-4c5a-a3b1-067cf4cf7576 None None] Port a163027d-0050-4663-a719-7d4e12be2ba4 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:50:14.326339 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d62c2a9e-5d90-44b7-bc06-058fd3a909ea admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:14.594285 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d62c2a9e-5d90-44b7-bc06-058fd3a909ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013'] for router, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:14.719066 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eae5d68-0348-4f1d-bc9c-2ba0a73c1f44 req-39fed4bf-0e01-4e25-bdc0-845676cb09b0 tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:14.722482 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8eae5d68-0348-4f1d-bc9c-2ba0a73c1f44 req-39fed4bf-0e01-4e25-bdc0-845676cb09b0 tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=2d432038-0eca-437e-81bf-800857d2dd85 HTTP/1.1" status: 200 len: 1097 time: 0.0549333 Dec 20 14:50:14.861509 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-8eae5d68-0348-4f1d-bc9c-2ba0a73c1f44 req-8fb6747b-f816-46b3-8f48-cd6a66351acf tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] Deleting port a1e81ff3-57f5-4d90-8760-d063471736c8 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:50:14.862213 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-8eae5d68-0348-4f1d-bc9c-2ba0a73c1f44 req-8fb6747b-f816-46b3-8f48-cd6a66351acf tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:14.950669 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e8dae26d-b655-41da-b908-51ce8f98795e req-1d787c5c-1e32-48c7-bc81-08aeb63b2ad1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5ccd3899-72a7-4d1b-9db5-2abf7ab7398d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2520213 Dec 20 14:50:14.982390 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799cf8d0-4db5-4fee-96a2-79dd6ef1e1d1 req-05fc1aed-a918-4317-b4a2-3eed0a0c3003 tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:14.984223 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-799cf8d0-4db5-4fee-96a2-79dd6ef1e1d1 req-05fc1aed-a918-4317-b4a2-3eed0a0c3003 tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=2d432038-0eca-437e-81bf-800857d2dd85 HTTP/1.1" status: 200 len: 1097 time: 0.1800663 Dec 20 14:50:15.041911 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 33460) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:15.094580 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-8eae5d68-0348-4f1d-bc9c-2ba0a73c1f44 req-8fb6747b-f816-46b3-8f48-cd6a66351acf tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] For port a1e81ff3-57f5-4d90-8760-d063471736c8, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=a1e81ff3-57f5-4d90-8760-d063471736c8,segment=NetworkSegment(20542ed0-9f9c-498c-b2fe-1c8972bfe70f),segment_id=20542ed0-9f9c-498c-b2fe-1c8972bfe70f)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:50:15.094969 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-8eae5d68-0348-4f1d-bc9c-2ba0a73c1f44 req-8fb6747b-f816-46b3-8f48-cd6a66351acf tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:15.111106 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-8eae5d68-0348-4f1d-bc9c-2ba0a73c1f44 req-8fb6747b-f816-46b3-8f48-cd6a66351acf tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] Calling delete_port for a1e81ff3-57f5-4d90-8760-d063471736c8 owned by compute:nova {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:50:15.121582 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e758d5-ee41-43df-a612-66fc0d83878c req-98434453-e333-4ce8-8124-30c2ef641769 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:15.125779 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d62c2a9e-5d90-44b7-bc06-058fd3a909ea admin admin] Router be235d9c-f769-4837-914e-f95f9b3c4217 is scheduled to L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 with binding_index 1 {{(pid=103167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 14:50:15.130291 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-78e758d5-ee41-43df-a612-66fc0d83878c req-98434453-e333-4ce8-8124-30c2ef641769 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=3870d726-f90f-400f-bf75-c68966f99c28 HTTP/1.1" status: 200 len: 945 time: 0.1241241 Dec 20 14:50:15.267402 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d62c2a9e-5d90-44b7-bc06-058fd3a909ea admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:50:15.282188 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f549d234-e404-40f7-9090-9ed54683b14a None None] Sync routers for ids ['be235d9c-f769-4837-914e-f95f9b3c4217'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:50:15.292903 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dae26d-b655-41da-b908-51ce8f98795e req-de7cbe6d-3ece-4500-931f-6e1b20828fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:15.294422 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e8dae26d-b655-41da-b908-51ce8f98795e req-de7cbe6d-3ece-4500-931f-6e1b20828fd0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=02e2e7c33f52422ea75fe7a440bfc1a8&device_id=5ccd3899-72a7-4d1b-9db5-2abf7ab7398d HTTP/1.1" status: 200 len: 1098 time: 0.2800968 Dec 20 14:50:15.301682 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-799cf8d0-4db5-4fee-96a2-79dd6ef1e1d1 req-b7e9a4fd-d555-4b5e-9aed-c2e328dc29b3 tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=63f07fba-0a13-443c-856b-328a429926dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017776 Dec 20 14:50:15.308451 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f549d234-e404-40f7-9090-9ed54683b14a None None] Routers {'be235d9c-f769-4837-914e-f95f9b3c4217'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:50:15.311536 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-f549d234-e404-40f7-9090-9ed54683b14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:50:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['be235d9c-f769-4837-914e-f95f9b3c4217'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:50:15.317293 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:15.319875 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d62c2a9e-5d90-44b7-bc06-058fd3a909ea admin admin] Publish callbacks [] for router, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:15.321082 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-d62c2a9e-5d90-44b7-bc06-058fd3a909ea admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.7844150 Dec 20 14:50:15.324320 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 33474) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:15.356108 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-78e758d5-ee41-43df-a612-66fc0d83878c req-baad1069-267d-42d8-8e33-15bdc34efe96 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d5e630c-78bd-41d1-b187-380d3fa580ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2205269 Dec 20 14:50:15.445320 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-3ebc6ecf-1822-45f6-b4ee-5878f8eeac4f tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1213522739'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:50:15.499311 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-8eae5d68-0348-4f1d-bc9c-2ba0a73c1f44 req-8fb6747b-f816-46b3-8f48-cd6a66351acf tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:15.513389 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['a1e81ff3-57f5-4d90-8760-d063471736c8'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:50:15.539026 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-f549d234-e404-40f7-9090-9ed54683b14a None None] Set router be235d9c-f769-4837-914e-f95f9b3c4217 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:50:15.560484 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['42a16d83-997c-4d9d-9343-f733f0e07518'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:50:15.581343 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ebc6ecf-1822-45f6-b4ee-5878f8eeac4f tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Made reservation on behalf of d26d3ca8669e4c0c9d2363dab1eeb66c for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:50:15.589242 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3ebc6ecf-1822-45f6-b4ee-5878f8eeac4f tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:15.604010 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb6747b-f816-46b3-8f48-cd6a66351acf tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] Pushing event deleted for resources: {'Port': ['ID=a1e81ff3-57f5-4d90-8760-d063471736c8,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:15.676083 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3ebc6ecf-1822-45f6-b4ee-5878f8eeac4f tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:15.717506 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eae5d68-0348-4f1d-bc9c-2ba0a73c1f44 req-8fb6747b-f816-46b3-8f48-cd6a66351acf tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] No DVR routers for this DVR port a1e81ff3-57f5-4d90-8760-d063471736c8 on host n-h1-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:50:15.722940 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-8eae5d68-0348-4f1d-bc9c-2ba0a73c1f44 req-8fb6747b-f816-46b3-8f48-cd6a66351acf tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:15.727893 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8eae5d68-0348-4f1d-bc9c-2ba0a73c1f44 req-8fb6747b-f816-46b3-8f48-cd6a66351acf tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] 10.222.0.30 "DELETE /v2.0/ports/a1e81ff3-57f5-4d90-8760-d063471736c8 HTTP/1.1" status: 204 len: 173 time: 0.9931209 Dec 20 14:50:15.728539 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d432038-0eca-437e-81bf-800857d2dd85', 'name': 'network-vif-deleted', 'tag': 'a1e81ff3-57f5-4d90-8760-d063471736c8'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:50:15.731204 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ccca809-d279-44a7-923a-228a0eb32fb3" -d '{"events": [{"server_uuid": "2d432038-0eca-437e-81bf-800857d2dd85", "name": "network-vif-deleted", "tag": "a1e81ff3-57f5-4d90-8760-d063471736c8"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:50:15.851784 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3ebc6ecf-1822-45f6-b4ee-5878f8eeac4f tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:15.861581 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3ebc6ecf-1822-45f6-b4ee-5878f8eeac4f tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:15.878278 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dae26d-b655-41da-b908-51ce8f98795e req-e3a2ace6-fb86-4b69-b201-46b27eca73d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:15.880684 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e8dae26d-b655-41da-b908-51ce8f98795e req-e3a2ace6-fb86-4b69-b201-46b27eca73d7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2759e53d-df16-4e1f-825e-7dc35572a9e2 HTTP/1.1" status: 200 len: 910 time: 0.5253162 Dec 20 14:50:15.893408 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ebc6ecf-1822-45f6-b4ee-5878f8eeac4f tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:50:15.904245 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8421372d-a930-4d9b-ad64-a11830c77a45 x-openstack-request-id: req-8421372d-a930-4d9b-ad64-a11830c77a45 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:50:15.904712 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d432038-0eca-437e-81bf-800857d2dd85", "name": "network-vif-deleted", "tag": "a1e81ff3-57f5-4d90-8760-d063471736c8", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:50:15.907784 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8421372d-a930-4d9b-ad64-a11830c77a45 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:50:15.908604 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d432038-0eca-437e-81bf-800857d2dd85', 'name': 'network-vif-deleted', 'tag': 'a1e81ff3-57f5-4d90-8760-d063471736c8', 'status': 'completed', 'code': 200} Dec 20 14:50:15.967397 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3ebc6ecf-1822-45f6-b4ee-5878f8eeac4f tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:15.967887 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-3ebc6ecf-1822-45f6-b4ee-5878f8eeac4f tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Added segment d7c1a1de-bb7a-4939-8a64-c2eb246fe022 of type vlan for network 30ce55c3-8659-4153-b39a-ef5056815509 Dec 20 14:50:16.045839 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-f549d234-e404-40f7-9090-9ed54683b14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be235d9c-f769-4837-914e-f95f9b3c4217', 'name': 'tempest-ServerRescueTestJSONUnderV235-13061668-router', 'tenant_id': '1ad96c1d93ee4a4fab8c54985f8d0a2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'a163027d-0050-4663-a719-7d4e12be2ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:50:12Z', 'updated_at': '2021-12-20T14:50:14Z', 'revision_number': 3, 'project_id': '1ad96c1d93ee4a4fab8c54985f8d0a2c', 'gw_port': {'id': 'a163027d-0050-4663-a719-7d4e12be2ba4', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:05:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be235d9c-f769-4837-914e-f95f9b3c4217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:50:13Z', 'updated_at': '2021-12-20T14:50:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:50:16.075267 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebc6ecf-1822-45f6-b4ee-5878f8eeac4f tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e26f65-63ad-4b00-9469-cf340450a6b4,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:16.079527 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f549d234-e404-40f7-9090-9ed54683b14a None None] Checking router: be235d9c-f769-4837-914e-f95f9b3c4217 for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:50:16.080281 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f549d234-e404-40f7-9090-9ed54683b14a None None] Updating router be235d9c-f769-4837-914e-f95f9b3c4217 port a163027d-0050-4663-a719-7d4e12be2ba4 binding host n-d-761264-19 {{(pid=103170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 14:50:16.114370 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3ebc6ecf-1822-45f6-b4ee-5878f8eeac4f tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:16.170360 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3ebc6ecf-1822-45f6-b4ee-5878f8eeac4f tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:16.181212 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ebc6ecf-1822-45f6-b4ee-5878f8eeac4f tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:16.181866 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3ebc6ecf-1822-45f6-b4ee-5878f8eeac4f tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:16.195834 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e8dae26d-b655-41da-b908-51ce8f98795e req-c3ec5cd2-a2df-400a-802e-250f5d22b9a3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=42a16d83-997c-4d9d-9343-f733f0e07518 HTTP/1.1" status: 200 len: 217 time: 0.0792663 Dec 20 14:50:16.262049 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-3ebc6ecf-1822-45f6-b4ee-5878f8eeac4f tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2187269 Dec 20 14:50:16.309759 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f549d234-e404-40f7-9090-9ed54683b14a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:16.431373 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 33490) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:16.440488 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-f0edba65-2f6b-4c6a-8db9-60d07e9d2d8b tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Request body: {'subnet': {'network_id': '30ce55c3-8659-4153-b39a-ef5056815509', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:50:16.481419 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebc6ecf-1822-45f6-b4ee-5878f8eeac4f tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Pushing event updated for resources: {'Network': ['ID=30ce55c3-8659-4153-b39a-ef5056815509,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:16.521658 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 30ce55c3-8659-4153-b39a-ef5056815509 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:50:16.666511 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b6b390a6-90e4-46c5-8424-2b599e77c5e0 req-67597e54-5beb-4b4a-a60d-7199cf7381e9 tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=2d432038-0eca-437e-81bf-800857d2dd85 HTTP/1.1" status: 200 len: 210 time: 0.1623106 Dec 20 14:50:16.752609 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0edba65-2f6b-4c6a-8db9-60d07e9d2d8b tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Made reservation on behalf of d26d3ca8669e4c0c9d2363dab1eeb66c for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:50:16.758772 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f0edba65-2f6b-4c6a-8db9-60d07e9d2d8b tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:16.768436 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 781fb46b-1e3a-4f20-b9da-a2fd188a525f no longer exists at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:50:16.854298 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f549d234-e404-40f7-9090-9ed54683b14a None None] Publish callbacks [] for port, precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:16.860829 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:16.864559 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f549d234-e404-40f7-9090-9ed54683b14a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:16.904142 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3870d726-f90f-400f-bf75-c68966f99c28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '781fb46b-1e3a-4f20-b9da-a2fd188a525f'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:50:16.907027 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-badb5b0e-70cf-41b7-8bbb-4a068acbbefe" -d '{"events": [{"server_uuid": "3870d726-f90f-400f-bf75-c68966f99c28", "name": "network-vif-unplugged", "status": "completed", "tag": "781fb46b-1e3a-4f20-b9da-a2fd188a525f"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:50:16.924263 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-f549d234-e404-40f7-9090-9ed54683b14a None None] Attempting to bind port a163027d-0050-4663-a719-7d4e12be2ba4 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:50:16.924636 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-f549d234-e404-40f7-9090-9ed54683b14a None None] Attempting to bind port a163027d-0050-4663-a719-7d4e12be2ba4 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:50:16.924995 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f549d234-e404-40f7-9090-9ed54683b14a None None] Attempting to bind port a163027d-0050-4663-a719-7d4e12be2ba4 on network c3f8658e-da35-41f3-bd03-509e29ebd6f3 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:50:16.935230 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc135b2-d986-45c6-bd56-41e1e3daf971 None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:50:16.938242 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f549d234-e404-40f7-9090-9ed54683b14a None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:50:16.938606 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f549d234-e404-40f7-9090-9ed54683b14a None None] Checking segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:50:16.939317 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f549d234-e404-40f7-9090-9ed54683b14a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:16.939852 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f549d234-e404-40f7-9090-9ed54683b14a None None] Bound using segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:50:16.940406 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-f549d234-e404-40f7-9090-9ed54683b14a None None] Bound port: a163027d-0050-4663-a719-7d4e12be2ba4, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:50:16.940795 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f549d234-e404-40f7-9090-9ed54683b14a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:16.944832 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 781fb46b-1e3a-4f20-b9da-a2fd188a525f, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=781fb46b-1e3a-4f20-b9da-a2fd188a525f,segment=NetworkSegment(684010eb-b9c8-44ca-8706-1c0ac63af0ec),segment_id=684010eb-b9c8-44ca-8706-1c0ac63af0ec)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:50:16.957059 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:16.994231 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dda837-6956-4f0e-85c5-271c624355df None None] Pushing event updated for resources: {'Port': ['ID=a163027d-0050-4663-a719-7d4e12be2ba4,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:17.019260 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-f549d234-e404-40f7-9090-9ed54683b14a None None] For port a163027d-0050-4663-a719-7d4e12be2ba4, host n-d-761264-19, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:50:17.022795 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-f549d234-e404-40f7-9090-9ed54683b14a None None] For port a163027d-0050-4663-a719-7d4e12be2ba4, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=a163027d-0050-4663-a719-7d4e12be2ba4,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:50:17.034668 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f549d234-e404-40f7-9090-9ed54683b14a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:17.070633 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 20 Dec 2021 14:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07b9addd-ac58-4c6c-b730-c5812e2f321a x-openstack-request-id: req-07b9addd-ac58-4c6c-b730-c5812e2f321a {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:50:17.071614 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3870d726-f90f-400f-bf75-c68966f99c28", "name": "network-vif-unplugged", "status": "failed", "tag": "781fb46b-1e3a-4f20-b9da-a2fd188a525f", "code": 422}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:50:17.072236 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-07b9addd-ac58-4c6c-b730-c5812e2f321a {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:50:17.076876 n-d-761264-19 neutron-server[103169]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3870d726-f90f-400f-bf75-c68966f99c28', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '781fb46b-1e3a-4f20-b9da-a2fd188a525f', 'code': 422} returned with failed status Dec 20 14:50:17.128512 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dae26d-b655-41da-b908-51ce8f98795e req-4178e18d-0457-4c46-9d26-8756659e52c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:17.129849 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e8dae26d-b655-41da-b908-51ce8f98795e req-4178e18d-0457-4c46-9d26-8756659e52c7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=490fea0a-26f4-4e5b-a4c6-70e149bd18f9 HTTP/1.1" status: 200 len: 848 time: 0.9263959 Dec 20 14:50:17.138360 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f549d234-e404-40f7-9090-9ed54683b14a None None] Routers {'be235d9c-f769-4837-914e-f95f9b3c4217'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:50:17.139303 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-f549d234-e404-40f7-9090-9ed54683b14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:50:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['be235d9c-f769-4837-914e-f95f9b3c4217'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:50:17.148588 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb2a68e-9fea-435a-9383-fb433dffc249 None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:50:17.173207 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-d774c0b5-562a-457b-bff9-467d202c465d None None] Provisioning complete for port a163027d-0050-4663-a719-7d4e12be2ba4 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:50:17.173924 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d774c0b5-562a-457b-bff9-467d202c465d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:17.178668 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=781fb46b-1e3a-4f20-b9da-a2fd188a525f,revision_number=8']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:17.241600 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bd3b0e-cbfc-4d2f-b5c0-495134df8e8b req-f5857725-67d2-44bc-9280-83f2be32ab6f tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:17.244159 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-69bd3b0e-cbfc-4d2f-b5c0-495134df8e8b req-f5857725-67d2-44bc-9280-83f2be32ab6f tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=3870d726-f90f-400f-bf75-c68966f99c28 HTTP/1.1" status: 200 len: 943 time: 0.1289282 Dec 20 14:50:17.268689 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dae26d-b655-41da-b908-51ce8f98795e req-118d2fa4-5634-40ed-aaad-669304d23adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:17.271126 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e8dae26d-b655-41da-b908-51ce8f98795e req-118d2fa4-5634-40ed-aaad-669304d23adb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2759e53d-df16-4e1f-825e-7dc35572a9e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1193917 Dec 20 14:50:17.287974 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-f549d234-e404-40f7-9090-9ed54683b14a None None] Set router be235d9c-f769-4837-914e-f95f9b3c4217 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:50:17.288570 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f0edba65-2f6b-4c6a-8db9-60d07e9d2d8b tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8848317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10470522'] for subnet, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:17.352636 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dda837-6956-4f0e-85c5-271c624355df None None] Pushing event updated for resources: {'Port': ['ID=a163027d-0050-4663-a719-7d4e12be2ba4,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:17.386352 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d774c0b5-562a-457b-bff9-467d202c465d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:17.417031 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-69bd3b0e-cbfc-4d2f-b5c0-495134df8e8b req-7a2cb41c-880f-41ea-a38a-90d4b85cbd24 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d5e630c-78bd-41d1-b187-380d3fa580ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1641793 Dec 20 14:50:17.442246 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-d774c0b5-562a-457b-bff9-467d202c465d None None] For port a163027d-0050-4663-a719-7d4e12be2ba4, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=a163027d-0050-4663-a719-7d4e12be2ba4,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:50:17.453056 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e8b09a2e-62cb-4771-8cec-028a8bc3e7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:17.453346 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d774c0b5-562a-457b-bff9-467d202c465d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:17.461281 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0edba65-2f6b-4c6a-8db9-60d07e9d2d8b tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Pushing event updated for resources: {'Subnet': ['ID=6c6da9bc-6a6d-4c77-924c-91ae570aea2b,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:17.468779 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e8dae26d-b655-41da-b908-51ce8f98795e req-d71d6865-f32a-4504-93c0-7f52c3272751 service neutron] 10.222.0.47 "GET /v2.0/networks/2759e53d-df16-4e1f-825e-7dc35572a9e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663387 Dec 20 14:50:17.518508 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0edba65-2f6b-4c6a-8db9-60d07e9d2d8b tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Checking segment: {'id': 'd7c1a1de-bb7a-4939-8a64-c2eb246fe022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '30ce55c3-8659-4153-b39a-ef5056815509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:50:17.519245 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0edba65-2f6b-4c6a-8db9-60d07e9d2d8b tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Network hostable DHCP agents. Network: 30ce55c3-8659-4153-b39a-ef5056815509, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:50:17.548551 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0edba65-2f6b-4c6a-8db9-60d07e9d2d8b tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Network 30ce55c3-8659-4153-b39a-ef5056815509 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:50:17.570712 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-f0edba65-2f6b-4c6a-8db9-60d07e9d2d8b tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 30ce55c3-8659-4153-b39a-ef5056815509) {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:50:17.576484 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0edba65-2f6b-4c6a-8db9-60d07e9d2d8b tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:17.577003 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f0edba65-2f6b-4c6a-8db9-60d07e9d2d8b tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:17.584580 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d774c0b5-562a-457b-bff9-467d202c465d None None] Pushing event updated for resources: {'Port': ['ID=a163027d-0050-4663-a719-7d4e12be2ba4,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:17.588450 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-f549d234-e404-40f7-9090-9ed54683b14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be235d9c-f769-4837-914e-f95f9b3c4217', 'name': 'tempest-ServerRescueTestJSONUnderV235-13061668-router', 'tenant_id': '1ad96c1d93ee4a4fab8c54985f8d0a2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'a163027d-0050-4663-a719-7d4e12be2ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:50:12Z', 'updated_at': '2021-12-20T14:50:14Z', 'revision_number': 3, 'project_id': '1ad96c1d93ee4a4fab8c54985f8d0a2c', 'gw_port': {'id': 'a163027d-0050-4663-a719-7d4e12be2ba4', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:05:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be235d9c-f769-4837-914e-f95f9b3c4217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:50:13Z', 'updated_at': '2021-12-20T14:50:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:50:17.606621 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baac5f7e-cc21-4a80-8402-c6856cdfe63a None None] Network 30ce55c3-8659-4153-b39a-ef5056815509 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:50:17.623524 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f549d234-e404-40f7-9090-9ed54683b14a None None] The sync data for ids ['be235d9c-f769-4837-914e-f95f9b3c4217'] in n-d-761264-19 is: [{'id': 'be235d9c-f769-4837-914e-f95f9b3c4217', 'name': 'tempest-ServerRescueTestJSONUnderV235-13061668-router', 'tenant_id': '1ad96c1d93ee4a4fab8c54985f8d0a2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'a163027d-0050-4663-a719-7d4e12be2ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:50:12Z', 'updated_at': '2021-12-20T14:50:14Z', 'revision_number': 3, 'project_id': '1ad96c1d93ee4a4fab8c54985f8d0a2c', 'gw_port': {'id': 'a163027d-0050-4663-a719-7d4e12be2ba4', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:05:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be235d9c-f769-4837-914e-f95f9b3c4217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:50:13Z', 'updated_at': '2021-12-20T14:50:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:50:17.630533 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-f0edba65-2f6b-4c6a-8db9-60d07e9d2d8b tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.1962104 Dec 20 14:50:17.631446 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 33510) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:17.641470 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-b2bd3f75-0def-4540-84f2-82bd366382d1 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1968335756'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:50:17.695127 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-8681648a-9773-4cea-908d-a6542f9a8572 None None] Provisioning complete for port a163027d-0050-4663-a719-7d4e12be2ba4 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:50:17.695742 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8681648a-9773-4cea-908d-a6542f9a8572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:17.704835 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2bd3f75-0def-4540-84f2-82bd366382d1 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Made reservation on behalf of d26d3ca8669e4c0c9d2363dab1eeb66c for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:50:17.717293 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b2bd3f75-0def-4540-84f2-82bd366382d1 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:17.790433 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2bd3f75-0def-4540-84f2-82bd366382d1 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:50:17.804959 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b2bd3f75-0def-4540-84f2-82bd366382d1 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:17.807003 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-b2bd3f75-0def-4540-84f2-82bd366382d1 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Added segment 85535f6c-0f57-4b2d-ae8d-3ed75d809441 of type vlan for network c64cc0f4-f13a-41d8-85bb-23e1c43c71bc Dec 20 14:50:17.912126 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b16a431-9831-4b2b-9789-9cb12482d3fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-30ce55c3-8659-4153-b39a-ef5056815509', 'network_id': '30ce55c3-8659-4153-b39a-ef5056815509', 'project_id': 'd26d3ca8669e4c0c9d2363dab1eeb66c', 'fixed_ips': [{'subnet_id': '6c6da9bc-6a6d-4c77-924c-91ae570aea2b'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:50:17.913522 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-5b16a431-9831-4b2b-9789-9cb12482d3fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:17.944271 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b2bd3f75-0def-4540-84f2-82bd366382d1 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:18.043870 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b2bd3f75-0def-4540-84f2-82bd366382d1 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:18.123536 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2bd3f75-0def-4540-84f2-82bd366382d1 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:18.125675 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b2bd3f75-0def-4540-84f2-82bd366382d1 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:18.128797 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-e8b09a2e-62cb-4771-8cec-028a8bc3e7e9 admin admin] Allocated IP 172.20.0.1 (8a310775-6600-433a-b2cf-962806f14a03/8f3ed45f-52f9-4334-9a6d-018925966150/059aed00-43a7-4e19-8b77-a764862a90b6) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:50:18.247712 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-b2bd3f75-0def-4540-84f2-82bd366382d1 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6127241 Dec 20 14:50:18.260408 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 33532) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:18.270333 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-234197cd-e85a-4e51-bcfa-573bdd06c6f2 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Request body: {'subnet': {'network_id': 'c64cc0f4-f13a-41d8-85bb-23e1c43c71bc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:50:18.298707 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-5b16a431-9831-4b2b-9789-9cb12482d3fa None None] Allocated IP 172.20.255.242 (30ce55c3-8659-4153-b39a-ef5056815509/6c6da9bc-6a6d-4c77-924c-91ae570aea2b/b8b2cf92-b349-4212-ae5e-b04965753edc) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:50:18.318116 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e8dae26d-b655-41da-b908-51ce8f98795e req-0fb7feec-298d-422e-a1b3-37fa02222bfe service neutron] 10.222.0.47 "GET /v2.0/networks/2759e53d-df16-4e1f-825e-7dc35572a9e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3618078 Dec 20 14:50:18.401525 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e8b09a2e-62cb-4771-8cec-028a8bc3e7e9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:18.402508 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bd3f75-0def-4540-84f2-82bd366382d1 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Pushing event updated for resources: {'Network': ['ID=c64cc0f4-f13a-41d8-85bb-23e1c43c71bc,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:18.486968 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network c64cc0f4-f13a-41d8-85bb-23e1c43c71bc details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:50:18.581480 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715e6a33-5186-42eb-aa86-d1be10c0ff9f req-fea3cec9-1a37-438a-861e-ef8e22af1437 tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:18.583684 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-715e6a33-5186-42eb-aa86-d1be10c0ff9f req-fea3cec9-1a37-438a-861e-ef8e22af1437 tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=5ccd3899-72a7-4d1b-9db5-2abf7ab7398d HTTP/1.1" status: 200 len: 1098 time: 0.1555150 Dec 20 14:50:18.626490 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-234197cd-e85a-4e51-bcfa-573bdd06c6f2 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Made reservation on behalf of d26d3ca8669e4c0c9d2363dab1eeb66c for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:50:18.630333 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-234197cd-e85a-4e51-bcfa-573bdd06c6f2 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:18.658711 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e8b09a2e-62cb-4771-8cec-028a8bc3e7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:18.659403 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device a163027d-0050-4663-a719-7d4e12be2ba4 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:50:18.802349 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b09a2e-62cb-4771-8cec-028a8bc3e7e9 admin admin] Pushing event updated for resources: {'Port': ['ID=059aed00-43a7-4e19-8b77-a764862a90b6,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:18.804488 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device a1e81ff3-57f5-4d90-8760-d063471736c8 no longer exists at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:50:18.862238 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] No Port match for: a1e81ff3-57f5-4d90-8760-d063471736c8 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:50:18.862770 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device a1e81ff3-57f5-4d90-8760-d063471736c8 not bound to the agent host n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:50:18.884892 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-5b16a431-9831-4b2b-9789-9cb12482d3fa None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:18.885599 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-715e6a33-5186-42eb-aa86-d1be10c0ff9f req-e05b0d03-32e2-4e25-a262-82e86e147f5d tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=63f07fba-0a13-443c-856b-328a429926dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838745 Dec 20 14:50:18.904138 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-5b16a431-9831-4b2b-9789-9cb12482d3fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:18.917643 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b09a2e-62cb-4771-8cec-028a8bc3e7e9 admin admin] Network 8a310775-6600-433a-b2cf-962806f14a03 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:50:18.929367 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-e8b09a2e-62cb-4771-8cec-028a8bc3e7e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:50:18.941124 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b09a2e-62cb-4771-8cec-028a8bc3e7e9 admin admin] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:50:19.018648 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-234197cd-e85a-4e51-bcfa-573bdd06c6f2 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8848317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10470522'] for subnet, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:19.036317 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e8b09a2e-62cb-4771-8cec-028a8bc3e7e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595714'] for router_interface, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:19.041313 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port a163027d-0050-4663-a719-7d4e12be2ba4 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:50:19.044338 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:19.082123 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b16a431-9831-4b2b-9789-9cb12482d3fa None None] Network 30ce55c3-8659-4153-b39a-ef5056815509 is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:50:19.097432 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-5b16a431-9831-4b2b-9789-9cb12482d3fa None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:50:19.098922 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234197cd-e85a-4e51-bcfa-573bdd06c6f2 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Pushing event updated for resources: {'Subnet': ['ID=2e0edd8c-dfdd-4fbe-9830-ac0ba77b660f,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:19.113167 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b16a431-9831-4b2b-9789-9cb12482d3fa None None] Pushing event updated for resources: {'Port': ['ID=b8b2cf92-b349-4212-ae5e-b04965753edc,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:19.154144 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234197cd-e85a-4e51-bcfa-573bdd06c6f2 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Checking segment: {'id': '85535f6c-0f57-4b2d-ae8d-3ed75d809441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c64cc0f4-f13a-41d8-85bb-23e1c43c71bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:50:19.154856 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234197cd-e85a-4e51-bcfa-573bdd06c6f2 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Network hostable DHCP agents. Network: c64cc0f4-f13a-41d8-85bb-23e1c43c71bc, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:50:19.181161 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b16a431-9831-4b2b-9789-9cb12482d3fa None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:50:19.188096 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234197cd-e85a-4e51-bcfa-573bdd06c6f2 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Network c64cc0f4-f13a-41d8-85bb-23e1c43c71bc is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:50:19.215566 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-234197cd-e85a-4e51-bcfa-573bdd06c6f2 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, c64cc0f4-f13a-41d8-85bb-23e1c43c71bc) {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:50:19.230981 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234197cd-e85a-4e51-bcfa-573bdd06c6f2 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:19.234802 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-234197cd-e85a-4e51-bcfa-573bdd06c6f2 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:19.238361 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a1a32c-a265-4f58-bce6-f4448b4c02f4 None None] Network c64cc0f4-f13a-41d8-85bb-23e1c43c71bc requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:50:19.270955 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-234197cd-e85a-4e51-bcfa-573bdd06c6f2 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.0088091 Dec 20 14:50:19.275423 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 33558) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:19.410096 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e8b09a2e-62cb-4771-8cec-028a8bc3e7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:19.429329 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-5b16a431-9831-4b2b-9789-9cb12482d3fa None None] Attempting to bind port b8b2cf92-b349-4212-ae5e-b04965753edc on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:50:19.429816 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-5b16a431-9831-4b2b-9789-9cb12482d3fa None None] Attempting to bind port b8b2cf92-b349-4212-ae5e-b04965753edc by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': 'd7c1a1de-bb7a-4939-8a64-c2eb246fe022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '30ce55c3-8659-4153-b39a-ef5056815509'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:50:19.430005 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b16a431-9831-4b2b-9789-9cb12482d3fa None None] Attempting to bind port b8b2cf92-b349-4212-ae5e-b04965753edc on network 30ce55c3-8659-4153-b39a-ef5056815509 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:50:19.462714 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b16a431-9831-4b2b-9789-9cb12482d3fa None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:50:19.463129 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b16a431-9831-4b2b-9789-9cb12482d3fa None None] Checking segment: {'id': 'd7c1a1de-bb7a-4939-8a64-c2eb246fe022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '30ce55c3-8659-4153-b39a-ef5056815509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:50:19.463535 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-5b16a431-9831-4b2b-9789-9cb12482d3fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:19.463868 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b16a431-9831-4b2b-9789-9cb12482d3fa None None] Bound using segment: {'id': 'd7c1a1de-bb7a-4939-8a64-c2eb246fe022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '30ce55c3-8659-4153-b39a-ef5056815509'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:50:19.464342 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-5b16a431-9831-4b2b-9789-9cb12482d3fa None None] Bound port: b8b2cf92-b349-4212-ae5e-b04965753edc, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7c1a1de-bb7a-4939-8a64-c2eb246fe022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '30ce55c3-8659-4153-b39a-ef5056815509'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:50:19.465257 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-5b16a431-9831-4b2b-9789-9cb12482d3fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:19.483224 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ad5327ef-a65a-4dd7-b0eb-30dfcac453fe tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:19.714945 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ad5327ef-a65a-4dd7-b0eb-30dfcac453fe tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:19.786376 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e8b09a2e-62cb-4771-8cec-028a8bc3e7e9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:19.794102 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282ea792-9b7a-46e3-9468-480f958831e1 req-775dc2d2-acf8-4993-8627-27f4e0553760 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:19.801609 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e8b09a2e-62cb-4771-8cec-028a8bc3e7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:19.809382 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-282ea792-9b7a-46e3-9468-480f958831e1 req-775dc2d2-acf8-4993-8627-27f4e0553760 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=3870d726-f90f-400f-bf75-c68966f99c28 HTTP/1.1" status: 200 len: 943 time: 0.1317551 Dec 20 14:50:19.959352 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-282ea792-9b7a-46e3-9468-480f958831e1 req-87cdc6f2-b430-4d88-8300-379979d1d65a tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d5e630c-78bd-41d1-b187-380d3fa580ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1489818 Dec 20 14:50:19.968189 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ad5327ef-a65a-4dd7-b0eb-30dfcac453fe tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8850800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470517'] for subnet, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:19.972101 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b09a2e-62cb-4771-8cec-028a8bc3e7e9 admin admin] Pushing event updated for resources: {'Port': ['ID=059aed00-43a7-4e19-8b77-a764862a90b6,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:20.010562 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e8b09a2e-62cb-4771-8cec-028a8bc3e7e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1595702'] for router_interface, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:20.019664 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1dc6e2-d897-4785-9697-4638d9e5a21b req-12800b7b-b4ec-456e-8ba9-573f29584424 tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:20.021201 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0f1dc6e2-d897-4785-9697-4638d9e5a21b req-12800b7b-b4ec-456e-8ba9-573f29584424 tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=5ccd3899-72a7-4d1b-9db5-2abf7ab7398d HTTP/1.1" status: 200 len: 1098 time: 0.2146595 Dec 20 14:50:20.034081 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5327ef-a65a-4dd7-b0eb-30dfcac453fe tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Pushing event deleted for resources: {'Subnet': ['ID=2e0edd8c-dfdd-4fbe-9830-ac0ba77b660f,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:20.080247 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b112024d-6210-4618-a7db-1810fe65a090 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-c64cc0f4-f13a-41d8-85bb-23e1c43c71bc', 'network_id': 'c64cc0f4-f13a-41d8-85bb-23e1c43c71bc', 'project_id': 'd26d3ca8669e4c0c9d2363dab1eeb66c', 'fixed_ips': [{'subnet_id': '2e0edd8c-dfdd-4fbe-9830-ac0ba77b660f'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:50:20.081848 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b112024d-6210-4618-a7db-1810fe65a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:20.092234 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-5b16a431-9831-4b2b-9789-9cb12482d3fa None None] For port b8b2cf92-b349-4212-ae5e-b04965753edc, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:50:20.107989 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-5b16a431-9831-4b2b-9789-9cb12482d3fa None None] For port b8b2cf92-b349-4212-ae5e-b04965753edc, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=b8b2cf92-b349-4212-ae5e-b04965753edc,segment=NetworkSegment(d7c1a1de-bb7a-4939-8a64-c2eb246fe022),segment_id=d7c1a1de-bb7a-4939-8a64-c2eb246fe022)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:50:20.124742 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-5b16a431-9831-4b2b-9789-9cb12482d3fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:20.194894 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ad5327ef-a65a-4dd7-b0eb-30dfcac453fe tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:20.261720 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b09a2e-62cb-4771-8cec-028a8bc3e7e9 admin admin] Network 8a310775-6600-433a-b2cf-962806f14a03 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:50:20.264657 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-ad5327ef-a65a-4dd7-b0eb-30dfcac453fe tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c64cc0f4-f13a-41d8-85bb-23e1c43c71bc']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:50:20.289961 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-e8b09a2e-62cb-4771-8cec-028a8bc3e7e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:50:20.297115 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0611a160-ce04-4afd-bad4-c0a9a949ae33 None None] Network c64cc0f4-f13a-41d8-85bb-23e1c43c71bc requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:50:20.310836 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-ad5327ef-a65a-4dd7-b0eb-30dfcac453fe tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85535f6c-0f57-4b2d-ae8d-3ed75d809441') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:50:20.311156 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-ad5327ef-a65a-4dd7-b0eb-30dfcac453fe tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85535f6c-0f57-4b2d-ae8d-3ed75d809441') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:50:20.328691 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ad5327ef-a65a-4dd7-b0eb-30dfcac453fe tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:20.369833 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ad5327ef-a65a-4dd7-b0eb-30dfcac453fe tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:20.396075 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad5327ef-a65a-4dd7-b0eb-30dfcac453fe tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:50:20.396075 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ad5327ef-a65a-4dd7-b0eb-30dfcac453fe tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:20.399262 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:50:20.399262 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:50:20.399262 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:50:20.399262 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:50:20.399262 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:50:20.399262 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:50:20.399262 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 14:50:20.399262 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:50:20.399262 n-d-761264-19 neutron-server[103168]: timer() Dec 20 14:50:20.399262 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:50:20.399262 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 14:50:20.399262 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:50:20.399262 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 14:50:20.399262 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:50:20.399262 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 14:50:20.399262 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:50:20.399262 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 14:50:20.399262 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:50:20.399262 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 14:50:20.399262 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:50:20.399262 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:50:20.399262 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:50:20.399262 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:50:20.399262 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:50:20.399262 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 14:50:20.399262 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:50:20.399262 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 14:50:20.399262 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:50:20.399262 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:50:20.399262 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:50:20.399262 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 14:50:20.399262 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:50:20.399262 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:50:20.399262 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:50:20.399262 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:50:20.399262 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:50:20.399262 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:50:20.399262 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:50:20.550943 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8b09a2e-62cb-4771-8cec-028a8bc3e7e9 admin admin] Router be235d9c-f769-4837-914e-f95f9b3c4217 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:50:20.553643 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b16a431-9831-4b2b-9789-9cb12482d3fa None None] Pushing event updated for resources: {'Port': ['ID=b8b2cf92-b349-4212-ae5e-b04965753edc,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:20.572230 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ace104-686f-4cb2-8711-d18a3b9053b6 req-89997979-2023-4b57-b64e-38c00b576776 tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:20.585155 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-14ace104-686f-4cb2-8711-d18a3b9053b6 req-89997979-2023-4b57-b64e-38c00b576776 tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=5ccd3899-72a7-4d1b-9db5-2abf7ab7398d HTTP/1.1" status: 200 len: 1098 time: 0.3741186 Dec 20 14:50:20.591504 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ad5327ef-a65a-4dd7-b0eb-30dfcac453fe tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:20.604021 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ad5327ef-a65a-4dd7-b0eb-30dfcac453fe tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:20.609926 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-ad5327ef-a65a-4dd7-b0eb-30dfcac453fe tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] 10.222.0.54 "DELETE /v2.0/networks/c64cc0f4-f13a-41d8-85bb-23e1c43c71bc HTTP/1.1" status: 204 len: 168 time: 1.3329790 Dec 20 14:50:20.614969 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 33596) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:20.639461 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-0f1dc6e2-d897-4785-9697-4638d9e5a21b req-e88d9c69-d4c8-4117-940a-c3ef192bab6e tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] Deleting port 42a16d83-997c-4d9d-9343-f733f0e07518 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:50:20.640453 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-0f1dc6e2-d897-4785-9697-4638d9e5a21b req-e88d9c69-d4c8-4117-940a-c3ef192bab6e tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:20.643149 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-cf9f6cf6-94be-4c2d-9bce-ac5952ab6609 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1300587904'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:50:20.663350 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5327ef-a65a-4dd7-b0eb-30dfcac453fe tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Pushing event deleted for resources: {'Network': ['ID=c64cc0f4-f13a-41d8-85bb-23e1c43c71bc,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:20.757215 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf9f6cf6-94be-4c2d-9bce-ac5952ab6609 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Made reservation on behalf of d26d3ca8669e4c0c9d2363dab1eeb66c for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:50:20.765990 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cf9f6cf6-94be-4c2d-9bce-ac5952ab6609 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:20.800143 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 781fb46b-1e3a-4f20-b9da-a2fd188a525f no longer exists at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:50:20.806072 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2c5eab0b-a13a-4fa6-9346-e31435b5fafd req-2800e748-4d52-41df-93a7-bfc7a8f60d32 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3870d726-f90f-400f-bf75-c68966f99c28&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6069112 Dec 20 14:50:20.824452 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf9f6cf6-94be-4c2d-9bce-ac5952ab6609 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:50:20.854359 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cf9f6cf6-94be-4c2d-9bce-ac5952ab6609 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:20.855126 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-cf9f6cf6-94be-4c2d-9bce-ac5952ab6609 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Added segment 6d98eb91-946e-4f29-8ebe-fd0074afc361 of type vlan for network a261bb45-dbd7-4f01-962d-636a74626957 Dec 20 14:50:20.866795 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-14ace104-686f-4cb2-8711-d18a3b9053b6 req-5ca4b06f-28d8-455e-b554-72f11816b3d5 tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=63f07fba-0a13-443c-856b-328a429926dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727790 Dec 20 14:50:20.944640 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cf9f6cf6-94be-4c2d-9bce-ac5952ab6609 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:20.983771 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8b09a2e-62cb-4771-8cec-028a8bc3e7e9 admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:50:20.993743 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-0f1dc6e2-d897-4785-9697-4638d9e5a21b req-e88d9c69-d4c8-4117-940a-c3ef192bab6e tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] For port 42a16d83-997c-4d9d-9343-f733f0e07518, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=42a16d83-997c-4d9d-9343-f733f0e07518,segment=NetworkSegment(20542ed0-9f9c-498c-b2fe-1c8972bfe70f),segment_id=20542ed0-9f9c-498c-b2fe-1c8972bfe70f)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:50:20.994167 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-0f1dc6e2-d897-4785-9697-4638d9e5a21b req-e88d9c69-d4c8-4117-940a-c3ef192bab6e tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:21.005512 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-e8b09a2e-62cb-4771-8cec-028a8bc3e7e9 admin admin] 10.222.0.54 "PUT /v2.0/routers/be235d9c-f769-4837-914e-f95f9b3c4217/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6800089 Dec 20 14:50:21.021727 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb67d70-4f68-475d-be12-f696e8d45224 None None] Sync routers for ids ['be235d9c-f769-4837-914e-f95f9b3c4217'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:50:21.035855 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-0f1dc6e2-d897-4785-9697-4638d9e5a21b req-e88d9c69-d4c8-4117-940a-c3ef192bab6e tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] Calling delete_port for 42a16d83-997c-4d9d-9343-f733f0e07518 owned by compute:nova {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:50:21.053238 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb67d70-4f68-475d-be12-f696e8d45224 None None] Routers {'be235d9c-f769-4837-914e-f95f9b3c4217'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:50:21.054554 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-4fb67d70-4f68-475d-be12-f696e8d45224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:50:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['be235d9c-f769-4837-914e-f95f9b3c4217'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:50:21.081402 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cf9f6cf6-94be-4c2d-9bce-ac5952ab6609 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:21.089343 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9f6cf6-94be-4c2d-9bce-ac5952ab6609 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:21.090711 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cf9f6cf6-94be-4c2d-9bce-ac5952ab6609 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:21.231698 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-4fb67d70-4f68-475d-be12-f696e8d45224 None None] Set router be235d9c-f769-4837-914e-f95f9b3c4217 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:50:21.315059 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-0f1dc6e2-d897-4785-9697-4638d9e5a21b req-e88d9c69-d4c8-4117-940a-c3ef192bab6e tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:21.330968 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9f6cf6-94be-4c2d-9bce-ac5952ab6609 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Pushing event updated for resources: {'Network': ['ID=a261bb45-dbd7-4f01-962d-636a74626957,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:21.343656 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-cf9f6cf6-94be-4c2d-9bce-ac5952ab6609 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7261658 Dec 20 14:50:21.350601 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network a261bb45-dbd7-4f01-962d-636a74626957 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:50:21.352488 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 33616) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:21.362923 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-ce05c167-67ca-4762-a625-42cbf37d954a tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Request body: {'subnet': {'network_id': 'a261bb45-dbd7-4f01-962d-636a74626957', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:50:21.401679 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88d9c69-d4c8-4117-940a-c3ef192bab6e tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] Pushing event deleted for resources: {'Port': ['ID=42a16d83-997c-4d9d-9343-f733f0e07518,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:21.517861 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce1cc65-a7d6-414a-b273-1e3f088ca400 req-7fad0d98-b5d8-429d-baf7-0943fa6464e5 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:21.520832 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-dce1cc65-a7d6-414a-b273-1e3f088ca400 req-7fad0d98-b5d8-429d-baf7-0943fa6464e5 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=3870d726-f90f-400f-bf75-c68966f99c28 HTTP/1.1" status: 200 len: 943 time: 0.4582417 Dec 20 14:50:21.546628 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f1dc6e2-d897-4785-9697-4638d9e5a21b req-e88d9c69-d4c8-4117-940a-c3ef192bab6e tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] No DVR routers for this DVR port 42a16d83-997c-4d9d-9343-f733f0e07518 on host n-h2-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:50:21.552446 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-0f1dc6e2-d897-4785-9697-4638d9e5a21b req-e88d9c69-d4c8-4117-940a-c3ef192bab6e tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:21.565472 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0f1dc6e2-d897-4785-9697-4638d9e5a21b req-e88d9c69-d4c8-4117-940a-c3ef192bab6e tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] 10.222.0.47 "DELETE /v2.0/ports/42a16d83-997c-4d9d-9343-f733f0e07518 HTTP/1.1" status: 204 len: 173 time: 1.5324583 Dec 20 14:50:21.566408 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ccd3899-72a7-4d1b-9db5-2abf7ab7398d', 'name': 'network-vif-deleted', 'tag': '42a16d83-997c-4d9d-9343-f733f0e07518'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:50:21.571382 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a29260f-e3de-4fdf-8834-f8295cd4d35d" -d '{"events": [{"server_uuid": "5ccd3899-72a7-4d1b-9db5-2abf7ab7398d", "name": "network-vif-deleted", "tag": "42a16d83-997c-4d9d-9343-f733f0e07518"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:50:21.624346 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-dce1cc65-a7d6-414a-b273-1e3f088ca400 req-36a266ab-6e82-4840-ac5b-6d6dd2ee4815 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d5e630c-78bd-41d1-b187-380d3fa580ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973122 Dec 20 14:50:21.631878 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce05c167-67ca-4762-a625-42cbf37d954a tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Made reservation on behalf of d26d3ca8669e4c0c9d2363dab1eeb66c for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:50:21.636443 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ce05c167-67ca-4762-a625-42cbf37d954a tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:21.742698 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.ipam_backend_mixin [None req-ce05c167-67ca-4762-a625-42cbf37d954a tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Performing IP validity checks on allocation pools {{(pid=103168) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 20 14:50:21.743473 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.ipam_backend_mixin [None req-ce05c167-67ca-4762-a625-42cbf37d954a tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103168) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 20 14:50:21.793116 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a5369f9-a8f2-44e8-9475-e44c3b815d04 x-openstack-request-id: req-7a5369f9-a8f2-44e8-9475-e44c3b815d04 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:50:21.793687 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ccd3899-72a7-4d1b-9db5-2abf7ab7398d", "name": "network-vif-deleted", "tag": "42a16d83-997c-4d9d-9343-f733f0e07518", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:50:21.794170 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7a5369f9-a8f2-44e8-9475-e44c3b815d04 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:50:21.795014 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ccd3899-72a7-4d1b-9db5-2abf7ab7398d', 'name': 'network-vif-deleted', 'tag': '42a16d83-997c-4d9d-9343-f733f0e07518', 'status': 'completed', 'code': 200} Dec 20 14:50:21.941719 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-4fb67d70-4f68-475d-be12-f696e8d45224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be235d9c-f769-4837-914e-f95f9b3c4217', 'name': 'tempest-ServerRescueTestJSONUnderV235-13061668-router', 'tenant_id': '1ad96c1d93ee4a4fab8c54985f8d0a2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'a163027d-0050-4663-a719-7d4e12be2ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:50:12Z', 'updated_at': '2021-12-20T14:50:19Z', 'revision_number': 4, 'project_id': '1ad96c1d93ee4a4fab8c54985f8d0a2c', 'gw_port': {'id': 'a163027d-0050-4663-a719-7d4e12be2ba4', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:05:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be235d9c-f769-4837-914e-f95f9b3c4217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:50:13Z', 'updated_at': '2021-12-20T14:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '059aed00-43a7-4e19-8b77-a764862a90b6', 'name': '', 'network_id': '8a310775-6600-433a-b2cf-962806f14a03', 'tenant_id': '1ad96c1d93ee4a4fab8c54985f8d0a2c', 'mac_address': 'fa:16:3e:8a:ad:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be235d9c-f769-4837-914e-f95f9b3c4217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '8f3ed45f-52f9-4334-9a6d-018925966150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:50:17Z', 'updated_at': '2021-12-20T14:50:19Z', 'revision_number': 2, 'project_id': '1ad96c1d93ee4a4fab8c54985f8d0a2c', 'subnets': [{'id': '8f3ed45f-52f9-4334-9a6d-018925966150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:50:21.983917 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb67d70-4f68-475d-be12-f696e8d45224 None None] Checking router: be235d9c-f769-4837-914e-f95f9b3c4217 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:50:21.998801 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb67d70-4f68-475d-be12-f696e8d45224 None None] Updating router be235d9c-f769-4837-914e-f95f9b3c4217 port 059aed00-43a7-4e19-8b77-a764862a90b6 binding host n-d-761264-19 {{(pid=103169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 14:50:22.053364 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4fb67d70-4f68-475d-be12-f696e8d45224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:22.128899 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5f4fccad-44f4-4b03-b550-8dc0fb7a4d3f req-1d05d1fc-2209-4559-b650-6f48b55c73db tempest-TestServerMultinode-36123995 tempest-TestServerMultinode-36123995-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=5ccd3899-72a7-4d1b-9db5-2abf7ab7398d HTTP/1.1" status: 200 len: 210 time: 0.0987585 Dec 20 14:50:22.227786 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ce05c167-67ca-4762-a625-42cbf37d954a tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8848317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10470522'] for subnet, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:22.337241 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 42a16d83-997c-4d9d-9343-f733f0e07518 no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:50:22.348264 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce05c167-67ca-4762-a625-42cbf37d954a tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Pushing event updated for resources: {'Subnet': ['ID=44f03748-4803-4e38-82bf-9a0bd2d2abdb,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:22.405551 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5eab0b-a13a-4fa6-9346-e31435b5fafd req-5731c50d-5659-44a5-8e41-8c99012953ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:22.407156 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2c5eab0b-a13a-4fa6-9346-e31435b5fafd req-5731c50d-5659-44a5-8e41-8c99012953ed service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3870d726-f90f-400f-bf75-c68966f99c28&tenant_id=9abc31fa6fc849d78699cc7e0935f4b6 HTTP/1.1" status: 200 len: 1095 time: 0.2436788 Dec 20 14:50:22.419989 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce05c167-67ca-4762-a625-42cbf37d954a tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Checking segment: {'id': '6d98eb91-946e-4f29-8ebe-fd0074afc361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a261bb45-dbd7-4f01-962d-636a74626957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:50:22.420405 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce05c167-67ca-4762-a625-42cbf37d954a tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Network hostable DHCP agents. Network: a261bb45-dbd7-4f01-962d-636a74626957, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:50:22.435804 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170467de-2f22-4820-ba89-e92fb0d32efc None None] Network 30ce55c3-8659-4153-b39a-ef5056815509 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:50:22.459000 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce05c167-67ca-4762-a625-42cbf37d954a tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Network a261bb45-dbd7-4f01-962d-636a74626957 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:50:22.464333 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] No Port match for: 42a16d83-997c-4d9d-9343-f733f0e07518 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:50:22.464676 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 42a16d83-997c-4d9d-9343-f733f0e07518 not bound to the agent host n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:50:22.488658 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-ce05c167-67ca-4762-a625-42cbf37d954a tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, a261bb45-dbd7-4f01-962d-636a74626957) {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:50:22.496368 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce05c167-67ca-4762-a625-42cbf37d954a tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:22.496752 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de906fd7-70fe-4dc7-b3c4-dc3004f2431a req-c35280f2-fc16-4368-9304-a47607f383ad tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:22.497178 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ce05c167-67ca-4762-a625-42cbf37d954a tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:22.507366 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-de906fd7-70fe-4dc7-b3c4-dc3004f2431a req-c35280f2-fc16-4368-9304-a47607f383ad tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] 10.222.0.54 "GET /v2.0/networks?id=8a310775-6600-433a-b2cf-962806f14a03 HTTP/1.1" status: 200 len: 818 time: 0.1647882 Dec 20 14:50:22.527280 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-de906fd7-70fe-4dc7-b3c4-dc3004f2431a req-bb638137-69ce-4212-bdbf-a2f12b312e54 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] 10.222.0.54 "GET /v2.0/quotas/1ad96c1d93ee4a4fab8c54985f8d0a2c HTTP/1.1" status: 200 len: 375 time: 0.0186079 Dec 20 14:50:22.529722 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-ce05c167-67ca-4762-a625-42cbf37d954a tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.1755846 Dec 20 14:50:22.529915 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 33652) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:22.537512 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5eab0b-a13a-4fa6-9346-e31435b5fafd req-55898319-9b2a-4936-92c4-abc11f51ee1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:22.540527 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2c5eab0b-a13a-4fa6-9346-e31435b5fafd req-55898319-9b2a-4936-92c4-abc11f51ee1e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9abc31fa6fc849d78699cc7e0935f4b6&device_id=3870d726-f90f-400f-bf75-c68966f99c28 HTTP/1.1" status: 200 len: 1095 time: 0.1009676 Dec 20 14:50:22.545220 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc132f77-82de-4857-9539-5167d3c27e53 None None] Network a261bb45-dbd7-4f01-962d-636a74626957 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:50:22.682283 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device b8b2cf92-b349-4212-ae5e-b04965753edc up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:50:22.695709 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-de906fd7-70fe-4dc7-b3c4-dc3004f2431a req-e5866b85-ccbc-4faf-bb4f-e837743185e5 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=1ad96c1d93ee4a4fab8c54985f8d0a2c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1674368 Dec 20 14:50:22.702215 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-821f71e0-d37d-453a-a473-58c088504dbd None None] Provisioning complete for port b8b2cf92-b349-4212-ae5e-b04965753edc triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:50:22.706520 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-821f71e0-d37d-453a-a473-58c088504dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:22.724259 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5eab0b-a13a-4fa6-9346-e31435b5fafd req-45cdeca6-e6b2-466e-b7aa-4b21ad648e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:22.726322 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2c5eab0b-a13a-4fa6-9346-e31435b5fafd req-45cdeca6-e6b2-466e-b7aa-4b21ad648e43 service neutron] 10.222.0.30 "GET /v2.0/networks?id=247d6423-5fdf-4eed-9378-2e1201ada444 HTTP/1.1" status: 200 len: 918 time: 0.1786768 Dec 20 14:50:22.797079 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ae20f5f5-97af-4cc5-b758-322af67938f8 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:22.893675 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2c5eab0b-a13a-4fa6-9346-e31435b5fafd req-279c651e-55c7-4ad9-a09c-1ae20f6a8655 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=781fb46b-1e3a-4f20-b9da-a2fd188a525f HTTP/1.1" status: 200 len: 998 time: 0.1565797 Dec 20 14:50:22.903545 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19c3773-4372-41ad-8281-f784bd5aca37 req-b48f42df-793e-4327-afdb-0658a9b29bf5 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:22.904313 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-de906fd7-70fe-4dc7-b3c4-dc3004f2431a req-fda910c2-27bc-401b-8133-d80aed7ce3e9 service neutron] 10.222.0.54 "GET /v2.0/networks/8a310775-6600-433a-b2cf-962806f14a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975248 Dec 20 14:50:22.912091 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f19c3773-4372-41ad-8281-f784bd5aca37 req-b48f42df-793e-4327-afdb-0658a9b29bf5 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=3870d726-f90f-400f-bf75-c68966f99c28 HTTP/1.1" status: 200 len: 943 time: 0.1494398 Dec 20 14:50:22.983915 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4fb67d70-4f68-475d-be12-f696e8d45224 None None] Publish callbacks [] for port, precommit_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:22.993924 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f19c3773-4372-41ad-8281-f784bd5aca37 req-aa953602-5d49-44c3-8860-834fa8749061 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d5e630c-78bd-41d1-b187-380d3fa580ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732529 Dec 20 14:50:22.995944 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5eab0b-a13a-4fa6-9346-e31435b5fafd req-3d2250f3-f68a-4397-8f85-9f7f700077d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:22.997698 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2c5eab0b-a13a-4fa6-9346-e31435b5fafd req-3d2250f3-f68a-4397-8f85-9f7f700077d2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a8bc57f1-3730-4dfb-a3cb-cf3c3829d7fe HTTP/1.1" status: 200 len: 856 time: 0.0843964 Dec 20 14:50:23.009344 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4fb67d70-4f68-475d-be12-f696e8d45224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:23.050178 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ae20f5f5-97af-4cc5-b758-322af67938f8 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:23.082103 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5eab0b-a13a-4fa6-9346-e31435b5fafd req-568471b1-a22a-4952-92ca-162c32292a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:23.083648 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2c5eab0b-a13a-4fa6-9346-e31435b5fafd req-568471b1-a22a-4952-92ca-162c32292a05 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=247d6423-5fdf-4eed-9378-2e1201ada444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0781240 Dec 20 14:50:23.139661 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb9a026-0817-4d82-8dca-e65c9e74534e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-a261bb45-dbd7-4f01-962d-636a74626957', 'network_id': 'a261bb45-dbd7-4f01-962d-636a74626957', 'project_id': 'd26d3ca8669e4c0c9d2363dab1eeb66c', 'fixed_ips': [{'subnet_id': '44f03748-4803-4e38-82bf-9a0bd2d2abdb'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:50:23.140609 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-dcb9a026-0817-4d82-8dca-e65c9e74534e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:23.164881 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-de906fd7-70fe-4dc7-b3c4-dc3004f2431a req-d2dba3c0-cfc8-42ec-8216-aea4c357c52c service neutron] 10.222.0.54 "GET /v2.0/networks/8a310775-6600-433a-b2cf-962806f14a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535329 Dec 20 14:50:23.215069 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ae20f5f5-97af-4cc5-b758-322af67938f8 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:23.258042 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a1056a-f662-45c0-b4d1-4c5b54b1b9bd None None] Pushing event updated for resources: {'Port': ['ID=059aed00-43a7-4e19-8b77-a764862a90b6,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:23.272954 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port b8b2cf92-b349-4212-ae5e-b04965753edc triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:50:23.273131 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:23.287382 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 33676) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:23.302140 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae20f5f5-97af-4cc5-b758-322af67938f8 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Pushing event deleted for resources: {'Subnet': ['ID=44f03748-4803-4e38-82bf-9a0bd2d2abdb,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:23.427352 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2c5eab0b-a13a-4fa6-9346-e31435b5fafd req-610ce81b-da54-47e5-abc4-c6c2dda0b5ba service neutron] 10.222.0.30 "GET /v2.0/networks/247d6423-5fdf-4eed-9378-2e1201ada444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3342810 Dec 20 14:50:23.464977 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ae20f5f5-97af-4cc5-b758-322af67938f8 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:23.494562 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-ae20f5f5-97af-4cc5-b758-322af67938f8 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a261bb45-dbd7-4f01-962d-636a74626957']}} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:50:23.513396 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-ae20f5f5-97af-4cc5-b758-322af67938f8 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d98eb91-946e-4f29-8ebe-fd0074afc361') {'for_net_delete': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:50:23.513705 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-ae20f5f5-97af-4cc5-b758-322af67938f8 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d98eb91-946e-4f29-8ebe-fd0074afc361') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:50:23.536594 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ae20f5f5-97af-4cc5-b758-322af67938f8 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954405'] for segment, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:23.558328 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ae20f5f5-97af-4cc5-b758-322af67938f8 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:23.568042 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae20f5f5-97af-4cc5-b758-322af67938f8 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=103167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:50:23.568452 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ae20f5f5-97af-4cc5-b758-322af67938f8 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9956000'] for segment, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:23.586074 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:50:23.586074 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:50:23.586074 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:50:23.586074 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:50:23.586074 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:50:23.586074 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:50:23.586074 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:50:23.586074 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:50:23.586074 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:50:23.586074 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:50:23.586074 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:50:23.586074 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:50:23.586074 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:50:23.586074 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:50:23.586074 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:50:23.586074 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:50:23.586074 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:50:23.586074 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:50:23.586074 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:50:23.586074 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:50:23.586074 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:50:23.586074 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:50:23.586074 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:50:23.586074 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:50:23.586074 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:50:23.586074 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:50:23.586074 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:50:23.586074 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:50:23.586074 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:50:23.586074 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:50:23.586074 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:50:23.586074 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:50:23.586074 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:50:23.586074 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:50:23.586074 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:50:23.586074 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:50:23.586074 n-d-761264-19 neutron-server[103167]: Traceback (most recent call last): Dec 20 14:50:23.586074 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:50:23.586074 n-d-761264-19 neutron-server[103167]: timer() Dec 20 14:50:23.586074 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:50:23.586074 n-d-761264-19 neutron-server[103167]: cb(*args, **kw) Dec 20 14:50:23.586074 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:50:23.586074 n-d-761264-19 neutron-server[103167]: return func(*args, **kwargs) Dec 20 14:50:23.586074 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:50:23.586074 n-d-761264-19 neutron-server[103167]: self._notify() Dec 20 14:50:23.586074 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:50:23.586074 n-d-761264-19 neutron-server[103167]: self.callback(batched_events) Dec 20 14:50:23.586074 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:50:23.586074 n-d-761264-19 neutron-server[103167]: event.method(event) Dec 20 14:50:23.586074 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:50:23.586074 n-d-761264-19 neutron-server[103167]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:50:23.586074 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:50:23.586074 n-d-761264-19 neutron-server[103167]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:50:23.586074 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:50:23.586074 n-d-761264-19 neutron-server[103167]: return f(self, *a, **k) Dec 20 14:50:23.586074 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:50:23.586074 n-d-761264-19 neutron-server[103167]: return self._get(url).json() Dec 20 14:50:23.586074 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:50:23.586074 n-d-761264-19 neutron-server[103167]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:50:23.586074 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:50:23.586074 n-d-761264-19 neutron-server[103167]: return self.request(url, 'GET', **kwargs) Dec 20 14:50:23.586074 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:50:23.586074 n-d-761264-19 neutron-server[103167]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:50:23.586074 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:50:23.586074 n-d-761264-19 neutron-server[103167]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:50:23.586074 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:50:23.586074 n-d-761264-19 neutron-server[103167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:50:23.586074 n-d-761264-19 neutron-server[103167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:50:23.618429 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0f660a3d-e454-4dbc-ac55-4d48f54a3264 req-dac22eec-e890-48f6-810f-8f209ade117e tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] 10.222.0.54 "GET /v2.0/ports?device_id=9894f473-1ec3-4b93-b5b7-1750ecd1a65d HTTP/1.1" status: 200 len: 210 time: 0.0879092 Dec 20 14:50:23.777181 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-821f71e0-d37d-453a-a473-58c088504dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:23.784935 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ae20f5f5-97af-4cc5-b758-322af67938f8 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:23.793210 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ae20f5f5-97af-4cc5-b758-322af67938f8 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:23.799176 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-ae20f5f5-97af-4cc5-b758-322af67938f8 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] 10.222.0.54 "DELETE /v2.0/networks/a261bb45-dbd7-4f01-962d-636a74626957 HTTP/1.1" status: 204 len: 168 time: 1.2597344 Dec 20 14:50:23.805042 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 33692) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:23.824840 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-e703a06e-77c8-4764-9394-ee7e6b1f7792 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-813692889'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:50:23.836776 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb1df82-a74a-4ea7-bd14-106ea785355b None None] Network a261bb45-dbd7-4f01-962d-636a74626957 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:50:23.844147 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-4fb67d70-4f68-475d-be12-f696e8d45224 None None] Attempting to bind port 059aed00-43a7-4e19-8b77-a764862a90b6 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:50:23.844823 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-4fb67d70-4f68-475d-be12-f696e8d45224 None None] Attempting to bind port 059aed00-43a7-4e19-8b77-a764862a90b6 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '98aafa41-6e7f-4b47-84f0-fa328c7adf17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '8a310775-6600-433a-b2cf-962806f14a03'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:50:23.845377 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb67d70-4f68-475d-be12-f696e8d45224 None None] Attempting to bind port 059aed00-43a7-4e19-8b77-a764862a90b6 on network 8a310775-6600-433a-b2cf-962806f14a03 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:50:23.856282 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae20f5f5-97af-4cc5-b758-322af67938f8 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Pushing event deleted for resources: {'Network': ['ID=a261bb45-dbd7-4f01-962d-636a74626957,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:23.861817 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e703a06e-77c8-4764-9394-ee7e6b1f7792 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Made reservation on behalf of d26d3ca8669e4c0c9d2363dab1eeb66c for: {'network': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:50:23.865571 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb1df82-a74a-4ea7-bd14-106ea785355b None None] Network a261bb45-dbd7-4f01-962d-636a74626957 could not be found, it might have been deleted concurrently. {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 20 14:50:23.867059 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e703a06e-77c8-4764-9394-ee7e6b1f7792 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:23.867851 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb67d70-4f68-475d-be12-f696e8d45224 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:50:23.868541 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb67d70-4f68-475d-be12-f696e8d45224 None None] Checking segment: {'id': '98aafa41-6e7f-4b47-84f0-fa328c7adf17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '8a310775-6600-433a-b2cf-962806f14a03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:50:23.869125 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4fb67d70-4f68-475d-be12-f696e8d45224 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:23.869859 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb67d70-4f68-475d-be12-f696e8d45224 None None] Bound using segment: {'id': '98aafa41-6e7f-4b47-84f0-fa328c7adf17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '8a310775-6600-433a-b2cf-962806f14a03'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:50:23.870707 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-4fb67d70-4f68-475d-be12-f696e8d45224 None None] Bound port: 059aed00-43a7-4e19-8b77-a764862a90b6, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98aafa41-6e7f-4b47-84f0-fa328c7adf17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '8a310775-6600-433a-b2cf-962806f14a03'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:50:23.871320 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4fb67d70-4f68-475d-be12-f696e8d45224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:23.903374 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e703a06e-77c8-4764-9394-ee7e6b1f7792 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=103167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:50:23.917122 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e703a06e-77c8-4764-9394-ee7e6b1f7792 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:23.917494 n-d-761264-19 neutron-server[103167]: INFO neutron.db.segments_db [None req-e703a06e-77c8-4764-9394-ee7e6b1f7792 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Added segment 2c0260fc-94e8-4a7b-9f15-8d2ce46006c7 of type vlan for network 4b75b01f-9d33-4ccb-9f1f-6ab88f853e6a Dec 20 14:50:23.927950 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2c5eab0b-a13a-4fa6-9346-e31435b5fafd req-23619e41-6472-4fb1-86cf-f35ad81f5468 service neutron] 10.222.0.30 "GET /v2.0/networks/247d6423-5fdf-4eed-9378-2e1201ada444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4916353 Dec 20 14:50:23.955818 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-821f71e0-d37d-453a-a473-58c088504dbd None None] For port b8b2cf92-b349-4212-ae5e-b04965753edc, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=b8b2cf92-b349-4212-ae5e-b04965753edc,segment=NetworkSegment(d7c1a1de-bb7a-4939-8a64-c2eb246fe022),segment_id=d7c1a1de-bb7a-4939-8a64-c2eb246fe022)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:50:23.966973 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-821f71e0-d37d-453a-a473-58c088504dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:24.061971 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e703a06e-77c8-4764-9394-ee7e6b1f7792 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:24.129073 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-4fb67d70-4f68-475d-be12-f696e8d45224 None None] For port 059aed00-43a7-4e19-8b77-a764862a90b6, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:50:24.153779 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e703a06e-77c8-4764-9394-ee7e6b1f7792 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:24.160000 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-1baff10e-dd94-493f-bfab-6a8a7c926b90 None None] Provisioning complete for port b8b2cf92-b349-4212-ae5e-b04965753edc triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:50:24.160398 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-1baff10e-dd94-493f-bfab-6a8a7c926b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:24.163860 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-4fb67d70-4f68-475d-be12-f696e8d45224 None None] For port 059aed00-43a7-4e19-8b77-a764862a90b6, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=059aed00-43a7-4e19-8b77-a764862a90b6,segment=NetworkSegment(98aafa41-6e7f-4b47-84f0-fa328c7adf17),segment_id=98aafa41-6e7f-4b47-84f0-fa328c7adf17)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:50:24.166186 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e703a06e-77c8-4764-9394-ee7e6b1f7792 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:24.168009 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e703a06e-77c8-4764-9394-ee7e6b1f7792 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:24.172905 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821f71e0-d37d-453a-a473-58c088504dbd None None] Pushing event updated for resources: {'Port': ['ID=b8b2cf92-b349-4212-ae5e-b04965753edc,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:24.198463 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4fb67d70-4f68-475d-be12-f696e8d45224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:24.307609 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb67d70-4f68-475d-be12-f696e8d45224 None None] Routers {'be235d9c-f769-4837-914e-f95f9b3c4217'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:50:24.308928 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-4fb67d70-4f68-475d-be12-f696e8d45224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:50:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['be235d9c-f769-4837-914e-f95f9b3c4217'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:50:24.325718 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a1056a-f662-45c0-b4d1-4c5b54b1b9bd None None] Pushing event updated for resources: {'Port': ['ID=059aed00-43a7-4e19-8b77-a764862a90b6,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:24.370990 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-e703a06e-77c8-4764-9394-ee7e6b1f7792 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5644302 Dec 20 14:50:24.380886 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 33706) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:24.391621 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-8295b1bf-5f24-4670-8aee-cd5b2a2891fa tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Request body: {'subnet': {'network_id': '4b75b01f-9d33-4ccb-9f1f-6ab88f853e6a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:50:24.451829 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e703a06e-77c8-4764-9394-ee7e6b1f7792 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Pushing event updated for resources: {'Network': ['ID=4b75b01f-9d33-4ccb-9f1f-6ab88f853e6a,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:24.493559 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab755ad-e0f0-456b-9565-88218274d0e2 req-da63adac-ec67-4ed3-808c-e99779b233ef tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:24.495346 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0ab755ad-e0f0-456b-9565-88218274d0e2 req-da63adac-ec67-4ed3-808c-e99779b233ef tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=3870d726-f90f-400f-bf75-c68966f99c28 HTTP/1.1" status: 200 len: 943 time: 0.2499812 Dec 20 14:50:24.497673 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 4b75b01f-9d33-4ccb-9f1f-6ab88f853e6a details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:50:24.612171 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0ab755ad-e0f0-456b-9565-88218274d0e2 req-6b30e23d-75a0-4d32-9902-42c966d5cf54 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d5e630c-78bd-41d1-b187-380d3fa580ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102691 Dec 20 14:50:24.807262 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-777ee7e5-3c87-4415-ae1e-19a813bc9169 req-2e607155-4b8a-46e5-b6dd-afbe8cf2e371 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] 10.222.0.54 "GET /v2.0/ports?device_id=9894f473-1ec3-4b93-b5b7-1750ecd1a65d HTTP/1.1" status: 200 len: 210 time: 0.0822549 Dec 20 14:50:24.823337 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device b8b2cf92-b349-4212-ae5e-b04965753edc up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:50:24.863043 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-594a12c3-3130-4860-b569-b02d709fab33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1595867'] for router_interface, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:24.865284 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8295b1bf-5f24-4670-8aee-cd5b2a2891fa tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Made reservation on behalf of d26d3ca8669e4c0c9d2363dab1eeb66c for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:50:24.870952 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8295b1bf-5f24-4670-8aee-cd5b2a2891fa tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:25.010666 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-4fb67d70-4f68-475d-be12-f696e8d45224 None None] Set router be235d9c-f769-4837-914e-f95f9b3c4217 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:50:25.461151 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port b8b2cf92-b349-4212-ae5e-b04965753edc triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:50:25.461683 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:25.471943 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 33732) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:25.522167 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de906fd7-70fe-4dc7-b3c4-dc3004f2431a req-937ccc82-081d-4168-87c9-2b8de07d89fb tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:25.526222 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-de906fd7-70fe-4dc7-b3c4-dc3004f2431a req-937ccc82-081d-4168-87c9-2b8de07d89fb tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] 10.222.0.47 "GET /v2.0/networks?id=8a310775-6600-433a-b2cf-962806f14a03 HTTP/1.1" status: 200 len: 818 time: 0.3579962 Dec 20 14:50:25.539773 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-de906fd7-70fe-4dc7-b3c4-dc3004f2431a req-286815a1-2110-4562-80c3-7c5c7220c030 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Request body: {'port': {'device_id': '9894f473-1ec3-4b93-b5b7-1750ecd1a65d', 'network_id': '8a310775-6600-433a-b2cf-962806f14a03', 'admin_state_up': True, 'tenant_id': '1ad96c1d93ee4a4fab8c54985f8d0a2c'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:50:25.852622 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0497bed0-63d0-4f67-bf4b-315d3e2b7b9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:25.918666 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de906fd7-70fe-4dc7-b3c4-dc3004f2431a req-286815a1-2110-4562-80c3-7c5c7220c030 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Made reservation on behalf of 1ad96c1d93ee4a4fab8c54985f8d0a2c for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:50:25.930572 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-de906fd7-70fe-4dc7-b3c4-dc3004f2431a req-286815a1-2110-4562-80c3-7c5c7220c030 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:25.946562 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-4fb67d70-4f68-475d-be12-f696e8d45224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be235d9c-f769-4837-914e-f95f9b3c4217', 'name': 'tempest-ServerRescueTestJSONUnderV235-13061668-router', 'tenant_id': '1ad96c1d93ee4a4fab8c54985f8d0a2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'a163027d-0050-4663-a719-7d4e12be2ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:50:12Z', 'updated_at': '2021-12-20T14:50:19Z', 'revision_number': 4, 'project_id': '1ad96c1d93ee4a4fab8c54985f8d0a2c', 'gw_port': {'id': 'a163027d-0050-4663-a719-7d4e12be2ba4', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:05:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be235d9c-f769-4837-914e-f95f9b3c4217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:50:13Z', 'updated_at': '2021-12-20T14:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '059aed00-43a7-4e19-8b77-a764862a90b6', 'name': '', 'network_id': '8a310775-6600-433a-b2cf-962806f14a03', 'tenant_id': '1ad96c1d93ee4a4fab8c54985f8d0a2c', 'mac_address': 'fa:16:3e:8a:ad:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be235d9c-f769-4837-914e-f95f9b3c4217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '8f3ed45f-52f9-4334-9a6d-018925966150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:50:17Z', 'updated_at': '2021-12-20T14:50:24Z', 'revision_number': 4, 'project_id': '1ad96c1d93ee4a4fab8c54985f8d0a2c', 'subnets': [{'id': '8f3ed45f-52f9-4334-9a6d-018925966150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:50:26.017794 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb67d70-4f68-475d-be12-f696e8d45224 None None] The sync data for ids ['be235d9c-f769-4837-914e-f95f9b3c4217'] in n-d-761264-19 is: [{'id': 'be235d9c-f769-4837-914e-f95f9b3c4217', 'name': 'tempest-ServerRescueTestJSONUnderV235-13061668-router', 'tenant_id': '1ad96c1d93ee4a4fab8c54985f8d0a2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'a163027d-0050-4663-a719-7d4e12be2ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:50:12Z', 'updated_at': '2021-12-20T14:50:19Z', 'revision_number': 4, 'project_id': '1ad96c1d93ee4a4fab8c54985f8d0a2c', 'gw_port': {'id': 'a163027d-0050-4663-a719-7d4e12be2ba4', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:05:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be235d9c-f769-4837-914e-f95f9b3c4217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:50:13Z', 'updated_at': '2021-12-20T14:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '059aed00-43a7-4e19-8b77-a764862a90b6', 'name': '', 'network_id': '8a310775-6600-433a-b2cf-962806f14a03', 'tenant_id': '1ad96c1d93ee4a4fab8c54985f8d0a2c', 'mac_address': 'fa:16:3e:8a:ad:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be235d9c-f769-4837-914e-f95f9b3c4217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '8f3ed45f-52f9-4334-9a6d-018925966150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:50:17Z', 'updated_at': '2021-12-20T14:50:24Z', 'revision_number': 4, 'project_id': '1ad96c1d93ee4a4fab8c54985f8d0a2c', 'subnets': [{'id': '8f3ed45f-52f9-4334-9a6d-018925966150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:50:26.053863 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4976afee-e2ad-48b7-83bd-cf5cb84354b1 req-e99f95b4-f8c1-4e61-97ef-5156473c4913 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] 10.222.0.54 "GET /v2.0/ports?device_id=9894f473-1ec3-4b93-b5b7-1750ecd1a65d HTTP/1.1" status: 200 len: 210 time: 0.0757015 Dec 20 14:50:26.205639 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ce704e-6be7-4c8f-a5d1-03f037fe10d0 req-70303d75-32b6-4c36-b2b5-49dbd52656ec tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:26.207946 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-24ce704e-6be7-4c8f-a5d1-03f037fe10d0 req-70303d75-32b6-4c36-b2b5-49dbd52656ec tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=3870d726-f90f-400f-bf75-c68966f99c28 HTTP/1.1" status: 200 len: 943 time: 0.3918810 Dec 20 14:50:26.317462 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [req-de906fd7-70fe-4dc7-b3c4-dc3004f2431a req-286815a1-2110-4562-80c3-7c5c7220c030 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Allocated IP 172.20.0.11 (8a310775-6600-433a-b2cf-962806f14a03/8f3ed45f-52f9-4334-9a6d-018925966150/438424eb-455f-4c03-b881-a8b1a0efb236) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:50:26.394948 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-24ce704e-6be7-4c8f-a5d1-03f037fe10d0 req-a550d03e-704d-4489-ad0c-124bf60364d2 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d5e630c-78bd-41d1-b187-380d3fa580ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1794646 Dec 20 14:50:26.397633 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0497bed0-63d0-4f67-bf4b-315d3e2b7b9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:26.408999 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0497bed0-63d0-4f67-bf4b-315d3e2b7b9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:26.455242 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8295b1bf-5f24-4670-8aee-cd5b2a2891fa tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8848317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10470522'] for subnet, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:26.547851 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8295b1bf-5f24-4670-8aee-cd5b2a2891fa tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Pushing event updated for resources: {'Subnet': ['ID=03c89b29-df82-4b11-a661-0e9886133e81,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:26.646985 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-0497bed0-63d0-4f67-bf4b-315d3e2b7b9d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c6ced030c2ba48ba99e8fcdbae784891&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1655939 Dec 20 14:50:26.647702 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 33742) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:26.662909 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 059aed00-43a7-4e19-8b77-a764862a90b6 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:50:26.683029 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8295b1bf-5f24-4670-8aee-cd5b2a2891fa tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Checking segment: {'id': '2c0260fc-94e8-4a7b-9f15-8d2ce46006c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4b75b01f-9d33-4ccb-9f1f-6ab88f853e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:50:26.683374 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8295b1bf-5f24-4670-8aee-cd5b2a2891fa tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Network hostable DHCP agents. Network: 4b75b01f-9d33-4ccb-9f1f-6ab88f853e6a, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:50:26.699791 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-594a12c3-3130-4860-b569-b02d709fab33 admin admin] Deleting port 6b380ef1-a240-4da5-bb64-824601ab5d29 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:50:26.700673 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-594a12c3-3130-4860-b569-b02d709fab33 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:26.771838 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 059aed00-43a7-4e19-8b77-a764862a90b6 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:50:26.772304 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:26.823032 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0497bed0-63d0-4f67-bf4b-315d3e2b7b9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe48337d-8d25-4610-94be-af7ebd1bbfde,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:26.828510 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8295b1bf-5f24-4670-8aee-cd5b2a2891fa tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Network 4b75b01f-9d33-4ccb-9f1f-6ab88f853e6a is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:50:26.871532 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-8295b1bf-5f24-4670-8aee-cd5b2a2891fa tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 4b75b01f-9d33-4ccb-9f1f-6ab88f853e6a) {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:50:26.888089 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8295b1bf-5f24-4670-8aee-cd5b2a2891fa tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:26.890587 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8295b1bf-5f24-4670-8aee-cd5b2a2891fa tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:26.911887 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f5ff22-23d2-4097-ab62-1e6efe63f753 None None] Network 4b75b01f-9d33-4ccb-9f1f-6ab88f853e6a requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:50:26.960668 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-594a12c3-3130-4860-b569-b02d709fab33 admin admin] For port 6b380ef1-a240-4da5-bb64-824601ab5d29, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=6b380ef1-a240-4da5-bb64-824601ab5d29,segment=NetworkSegment(20542ed0-9f9c-498c-b2fe-1c8972bfe70f),segment_id=20542ed0-9f9c-498c-b2fe-1c8972bfe70f)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:50:26.967629 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-594a12c3-3130-4860-b569-b02d709fab33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:26.982378 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-8295b1bf-5f24-4670-8aee-cd5b2a2891fa tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.5946286 Dec 20 14:50:27.005957 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 33746) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:27.112278 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-594a12c3-3130-4860-b569-b02d709fab33 admin admin] Calling delete_port for 6b380ef1-a240-4da5-bb64-824601ab5d29 owned by network:router_interface {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:50:27.164524 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-519aa0ff-588f-4379-baf9-6d8d38ac0e58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:27.171947 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:27.238508 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-519aa0ff-588f-4379-baf9-6d8d38ac0e58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:27.245280 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-de906fd7-70fe-4dc7-b3c4-dc3004f2431a req-286815a1-2110-4562-80c3-7c5c7220c030 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:27.324634 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] For port 059aed00-43a7-4e19-8b77-a764862a90b6, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=059aed00-43a7-4e19-8b77-a764862a90b6,segment=NetworkSegment(98aafa41-6e7f-4b47-84f0-fa328c7adf17),segment_id=98aafa41-6e7f-4b47-84f0-fa328c7adf17)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:50:27.376471 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fbe2417b-291e-4044-951c-63fcd2e2f651 req-20a249c6-9a83-4b4e-8525-7b8c2990b3a9 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] 10.222.0.54 "GET /v2.0/ports?device_id=9894f473-1ec3-4b93-b5b7-1750ecd1a65d HTTP/1.1" status: 200 len: 210 time: 0.1933105 Dec 20 14:50:27.384611 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-519aa0ff-588f-4379-baf9-6d8d38ac0e58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:27.395054 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-519aa0ff-588f-4379-baf9-6d8d38ac0e58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:27.399647 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-519aa0ff-588f-4379-baf9-6d8d38ac0e58 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/fe48337d-8d25-4610-94be-af7ebd1bbfde HTTP/1.1" status: 204 len: 168 time: 0.7457666 Dec 20 14:50:27.408305 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-de906fd7-70fe-4dc7-b3c4-dc3004f2431a req-286815a1-2110-4562-80c3-7c5c7220c030 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:27.414592 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:27.506327 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc1ad96-4ccc-4f9b-93b6-68f261578628 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-4b75b01f-9d33-4ccb-9f1f-6ab88f853e6a', 'network_id': '4b75b01f-9d33-4ccb-9f1f-6ab88f853e6a', 'project_id': 'd26d3ca8669e4c0c9d2363dab1eeb66c', 'fixed_ips': [{'subnet_id': '03c89b29-df82-4b11-a661-0e9886133e81'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:50:27.507249 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-0fc1ad96-4ccc-4f9b-93b6-68f261578628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:27.522689 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519aa0ff-588f-4379-baf9-6d8d38ac0e58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe48337d-8d25-4610-94be-af7ebd1bbfde,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:27.549122 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c5b5b79f-031b-4f7e-9a32-4509dd98de0d tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:27.575296 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de906fd7-70fe-4dc7-b3c4-dc3004f2431a req-286815a1-2110-4562-80c3-7c5c7220c030 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Network 8a310775-6600-433a-b2cf-962806f14a03 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:50:27.643335 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [req-de906fd7-70fe-4dc7-b3c4-dc3004f2431a req-286815a1-2110-4562-80c3-7c5c7220c030 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:50:27.653503 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-de906fd7-70fe-4dc7-b3c4-dc3004f2431a req-286815a1-2110-4562-80c3-7c5c7220c030 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:50:27.764485 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de906fd7-70fe-4dc7-b3c4-dc3004f2431a req-286815a1-2110-4562-80c3-7c5c7220c030 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:27.765948 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-de906fd7-70fe-4dc7-b3c4-dc3004f2431a req-286815a1-2110-4562-80c3-7c5c7220c030 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:27.771699 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286815a1-2110-4562-80c3-7c5c7220c030 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Pushing event updated for resources: {'Port': ['ID=438424eb-455f-4c03-b881-a8b1a0efb236,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:27.801623 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a7b794-8d59-4945-ac3d-d43f20641dab req-1bd715ab-6cf3-4a73-9353-e7cd604f05c1 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:27.803643 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-0fc1ad96-4ccc-4f9b-93b6-68f261578628 None None] Allocated IP 172.20.0.1 (4b75b01f-9d33-4ccb-9f1f-6ab88f853e6a/03c89b29-df82-4b11-a661-0e9886133e81/0f255e9b-e5d5-4896-91ff-61e88e223d82) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:50:27.805558 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-74a7b794-8d59-4945-ac3d-d43f20641dab req-1bd715ab-6cf3-4a73-9353-e7cd604f05c1 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=3870d726-f90f-400f-bf75-c68966f99c28 HTTP/1.1" status: 200 len: 943 time: 0.2246881 Dec 20 14:50:27.835791 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-de906fd7-70fe-4dc7-b3c4-dc3004f2431a req-286815a1-2110-4562-80c3-7c5c7220c030 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2999969 Dec 20 14:50:27.873602 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-de906fd7-70fe-4dc7-b3c4-dc3004f2431a req-56f954c1-2d5d-424a-8630-586424640679 service neutron] Request body: {'port': {'device_id': '9894f473-1ec3-4b93-b5b7-1750ecd1a65d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-19'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:50:27.994176 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-74a7b794-8d59-4945-ac3d-d43f20641dab req-fcc441a4-c2d0-445f-8cf3-d9795b537b00 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d5e630c-78bd-41d1-b187-380d3fa580ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1775107 Dec 20 14:50:28.004062 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-0fc1ad96-4ccc-4f9b-93b6-68f261578628 None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:28.037805 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-0fc1ad96-4ccc-4f9b-93b6-68f261578628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:28.074961 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Pushing event updated for resources: {'Port': ['ID=059aed00-43a7-4e19-8b77-a764862a90b6,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:28.092621 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-de906fd7-70fe-4dc7-b3c4-dc3004f2431a req-56f954c1-2d5d-424a-8630-586424640679 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:28.105183 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-594a12c3-3130-4860-b569-b02d709fab33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:28.130797 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 33758) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:28.150883 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a12c3-3130-4860-b569-b02d709fab33 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b380ef1-a240-4da5-bb64-824601ab5d29,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:28.167309 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-878a05d2-f7a3-46a4-8c70-26c039128f2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:28.194180 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c5b5b79f-031b-4f7e-9a32-4509dd98de0d tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:28.205984 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc1ad96-4ccc-4f9b-93b6-68f261578628 None None] Pushing event updated for resources: {'Port': ['ID=0f255e9b-e5d5-4896-91ff-61e88e223d82,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:28.222222 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc1ad96-4ccc-4f9b-93b6-68f261578628 None None] Network 4b75b01f-9d33-4ccb-9f1f-6ab88f853e6a is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:50:28.231779 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-0fc1ad96-4ccc-4f9b-93b6-68f261578628 None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:50:28.234651 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc1ad96-4ccc-4f9b-93b6-68f261578628 None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:50:28.331723 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-0fc1ad96-4ccc-4f9b-93b6-68f261578628 None None] Attempting to bind port 0f255e9b-e5d5-4896-91ff-61e88e223d82 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:50:28.332096 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-0fc1ad96-4ccc-4f9b-93b6-68f261578628 None None] Attempting to bind port 0f255e9b-e5d5-4896-91ff-61e88e223d82 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '2c0260fc-94e8-4a7b-9f15-8d2ce46006c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4b75b01f-9d33-4ccb-9f1f-6ab88f853e6a'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:50:28.332523 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc1ad96-4ccc-4f9b-93b6-68f261578628 None None] Attempting to bind port 0f255e9b-e5d5-4896-91ff-61e88e223d82 on network 4b75b01f-9d33-4ccb-9f1f-6ab88f853e6a {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:50:28.341849 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc1ad96-4ccc-4f9b-93b6-68f261578628 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:50:28.342254 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc1ad96-4ccc-4f9b-93b6-68f261578628 None None] Checking segment: {'id': '2c0260fc-94e8-4a7b-9f15-8d2ce46006c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4b75b01f-9d33-4ccb-9f1f-6ab88f853e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:50:28.342610 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-0fc1ad96-4ccc-4f9b-93b6-68f261578628 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:28.343064 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc1ad96-4ccc-4f9b-93b6-68f261578628 None None] Bound using segment: {'id': '2c0260fc-94e8-4a7b-9f15-8d2ce46006c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4b75b01f-9d33-4ccb-9f1f-6ab88f853e6a'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:50:28.343988 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-0fc1ad96-4ccc-4f9b-93b6-68f261578628 None None] Bound port: 0f255e9b-e5d5-4896-91ff-61e88e223d82, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c0260fc-94e8-4a7b-9f15-8d2ce46006c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4b75b01f-9d33-4ccb-9f1f-6ab88f853e6a'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:50:28.344396 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-0fc1ad96-4ccc-4f9b-93b6-68f261578628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:28.375289 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c5b5b79f-031b-4f7e-9a32-4509dd98de0d tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8850800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470517'] for subnet, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:28.392497 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-878a05d2-f7a3-46a4-8c70-26c039128f2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:28.432357 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-878a05d2-f7a3-46a4-8c70-26c039128f2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:28.535367 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-0fc1ad96-4ccc-4f9b-93b6-68f261578628 None None] For port 0f255e9b-e5d5-4896-91ff-61e88e223d82, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:50:28.551081 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-0fc1ad96-4ccc-4f9b-93b6-68f261578628 None None] For port 0f255e9b-e5d5-4896-91ff-61e88e223d82, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=0f255e9b-e5d5-4896-91ff-61e88e223d82,segment=NetworkSegment(2c0260fc-94e8-4a7b-9f15-8d2ce46006c7),segment_id=2c0260fc-94e8-4a7b-9f15-8d2ce46006c7)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:50:28.565473 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-0fc1ad96-4ccc-4f9b-93b6-68f261578628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:28.621411 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-878a05d2-f7a3-46a4-8c70-26c039128f2c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=01345b41ecd0404e83044f2fde47032a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4883399 Dec 20 14:50:28.682273 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 33762) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:28.687447 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b5b79f-031b-4f7e-9a32-4509dd98de0d tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Pushing event deleted for resources: {'Subnet': ['ID=03c89b29-df82-4b11-a661-0e9886133e81,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:28.790048 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878a05d2-f7a3-46a4-8c70-26c039128f2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e82ca03d-aee0-4e7a-a876-db5697b455e5,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:28.802332 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 059aed00-43a7-4e19-8b77-a764862a90b6 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:50:28.931710 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901162e9-87d1-45bc-8cfa-914c0db9c18e None None] Network 4b75b01f-9d33-4ccb-9f1f-6ab88f853e6a requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:50:28.969743 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c5b5b79f-031b-4f7e-9a32-4509dd98de0d tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:29.020965 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc1ad96-4ccc-4f9b-93b6-68f261578628 None None] Pushing event updated for resources: {'Port': ['ID=0f255e9b-e5d5-4896-91ff-61e88e223d82,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:29.095377 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-c5b5b79f-031b-4f7e-9a32-4509dd98de0d tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b75b01f-9d33-4ccb-9f1f-6ab88f853e6a']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:50:29.149146 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b13db-aee1-4019-8da4-5f48ea5b7b21 req-cc80010a-5489-46dd-af61-d345c3991f2b tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:29.150859 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-125b13db-aee1-4019-8da4-5f48ea5b7b21 req-cc80010a-5489-46dd-af61-d345c3991f2b tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] 10.222.0.54 "GET /v2.0/ports?device_id=9894f473-1ec3-4b93-b5b7-1750ecd1a65d HTTP/1.1" status: 200 len: 932 time: 0.5338519 Dec 20 14:50:29.159554 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-c5b5b79f-031b-4f7e-9a32-4509dd98de0d tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c0260fc-94e8-4a7b-9f15-8d2ce46006c7') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:50:29.162681 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-c5b5b79f-031b-4f7e-9a32-4509dd98de0d tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c0260fc-94e8-4a7b-9f15-8d2ce46006c7') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:50:29.179678 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 059aed00-43a7-4e19-8b77-a764862a90b6 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:50:29.180044 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:29.186915 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-594a12c3-3130-4860-b569-b02d709fab33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582411'] for router_interface, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:29.199074 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c5b5b79f-031b-4f7e-9a32-4509dd98de0d tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:29.200885 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5009abd3-234b-40c7-8649-9bc233084974 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:29.239117 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c5b5b79f-031b-4f7e-9a32-4509dd98de0d tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:29.293899 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5b5b79f-031b-4f7e-9a32-4509dd98de0d tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:50:29.294310 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c5b5b79f-031b-4f7e-9a32-4509dd98de0d tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:29.298131 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 14:50:29.298131 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:50:29.298131 n-d-761264-19 neutron-server[103168]: timer() Dec 20 14:50:29.298131 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:50:29.298131 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 14:50:29.298131 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:50:29.298131 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 14:50:29.298131 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:50:29.298131 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 14:50:29.298131 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:50:29.298131 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 14:50:29.298131 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:50:29.298131 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 14:50:29.298131 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:50:29.298131 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:50:29.298131 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:50:29.298131 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:50:29.298131 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:50:29.298131 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 14:50:29.298131 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:50:29.298131 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 14:50:29.298131 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:50:29.298131 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:50:29.298131 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:50:29.298131 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 14:50:29.298131 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:50:29.298131 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:50:29.298131 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:50:29.298131 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:50:29.298131 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:50:29.298131 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:50:29.298131 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:50:29.423539 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ec8e50-8975-47d3-ad96-47fafec30783 None None] get_active_networks_info from n-d-761264-19 {{(pid=103169) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 20 14:50:29.524870 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5009abd3-234b-40c7-8649-9bc233084974 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:29.596969 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73c12a6-9f1a-45f7-9d0b-03edaab78640 req-ca95c867-3499-4f5c-a8e1-e044842cf0bf tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:29.615892 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e73c12a6-9f1a-45f7-9d0b-03edaab78640 req-ca95c867-3499-4f5c-a8e1-e044842cf0bf tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=3870d726-f90f-400f-bf75-c68966f99c28 HTTP/1.1" status: 200 len: 943 time: 0.1364660 Dec 20 14:50:29.628465 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-125b13db-aee1-4019-8da4-5f48ea5b7b21 req-86081db2-f9fa-409c-b5a2-c78eca7cbeb3 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] 10.222.0.54 "GET /v2.0/security-groups?id=e3bda4e7-0249-4912-93cb-8191c1dcb6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4610741 Dec 20 14:50:29.781674 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ec8e50-8975-47d3-ad96-47fafec30783 None None] Resources bound (agent type, host, resource id): {{(pid=103169) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 14:50:29.821520 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.db.api [None req-c5b5b79f-031b-4f7e-9a32-4509dd98de0d tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 20 14:50:29.821520 n-d-761264-19 neutron-server[103168]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 20 14:50:29.821520 n-d-761264-19 neutron-server[103168]: [parameters: {'id': '4b75b01f-9d33-4ccb-9f1f-6ab88f853e6a'}] Dec 20 14:50:29.821520 n-d-761264-19 neutron-server[103168]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 14:50:29.822045 n-d-761264-19 neutron-server[103168]: DEBUG oslo_db.api [None req-c5b5b79f-031b-4f7e-9a32-4509dd98de0d tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 14:50:29.845798 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e73c12a6-9f1a-45f7-9d0b-03edaab78640 req-fa8221bc-4b28-4870-93b9-b7c72c0b6505 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d5e630c-78bd-41d1-b187-380d3fa580ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2257802 Dec 20 14:50:29.932408 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5009abd3-234b-40c7-8649-9bc233084974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:29.935885 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5009abd3-234b-40c7-8649-9bc233084974 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:29.940155 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-5009abd3-234b-40c7-8649-9bc233084974 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e82ca03d-aee0-4e7a-a876-db5697b455e5 HTTP/1.1" status: 204 len: 168 time: 1.2431071 Dec 20 14:50:29.957728 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5009abd3-234b-40c7-8649-9bc233084974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e82ca03d-aee0-4e7a-a876-db5697b455e5,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:29.985781 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [req-de906fd7-70fe-4dc7-b3c4-dc3004f2431a req-56f954c1-2d5d-424a-8630-586424640679 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 438424eb-455f-4c03-b881-a8b1a0efb236 {{(pid=103167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:50:29.998601 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-de906fd7-70fe-4dc7-b3c4-dc3004f2431a req-56f954c1-2d5d-424a-8630-586424640679 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:30.029021 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-de906fd7-70fe-4dc7-b3c4-dc3004f2431a req-56f954c1-2d5d-424a-8630-586424640679 service neutron] Transition to ACTIVE for port object 438424eb-455f-4c03-b881-a8b1a0efb236 will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:50:30.039800 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-de906fd7-70fe-4dc7-b3c4-dc3004f2431a req-56f954c1-2d5d-424a-8630-586424640679 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:30.203745 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f954c1-2d5d-424a-8630-586424640679 service neutron] Pushing event updated for resources: {'Port': ['ID=438424eb-455f-4c03-b881-a8b1a0efb236,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:30.279640 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-594a12c3-3130-4860-b569-b02d709fab33 admin admin] Router 703d465f-7e8a-49cc-a74a-1f70a7a708f1 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:50:30.379742 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c5b5b79f-031b-4f7e-9a32-4509dd98de0d tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:30.392328 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-de906fd7-70fe-4dc7-b3c4-dc3004f2431a req-56f954c1-2d5d-424a-8630-586424640679 service neutron] Attempting to bind port 438424eb-455f-4c03-b881-a8b1a0efb236 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:50:30.392704 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-de906fd7-70fe-4dc7-b3c4-dc3004f2431a req-56f954c1-2d5d-424a-8630-586424640679 service neutron] Attempting to bind port 438424eb-455f-4c03-b881-a8b1a0efb236 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': '98aafa41-6e7f-4b47-84f0-fa328c7adf17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '8a310775-6600-433a-b2cf-962806f14a03'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:50:30.392976 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de906fd7-70fe-4dc7-b3c4-dc3004f2431a req-56f954c1-2d5d-424a-8630-586424640679 service neutron] Attempting to bind port 438424eb-455f-4c03-b881-a8b1a0efb236 on network 8a310775-6600-433a-b2cf-962806f14a03 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:50:30.405020 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de906fd7-70fe-4dc7-b3c4-dc3004f2431a req-56f954c1-2d5d-424a-8630-586424640679 service neutron] Port 438424eb-455f-4c03-b881-a8b1a0efb236 on network 8a310775-6600-433a-b2cf-962806f14a03 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:50:30.406493 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de906fd7-70fe-4dc7-b3c4-dc3004f2431a req-56f954c1-2d5d-424a-8630-586424640679 service neutron] Attempting to bind port 438424eb-455f-4c03-b881-a8b1a0efb236 on network 8a310775-6600-433a-b2cf-962806f14a03 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:50:30.414890 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de906fd7-70fe-4dc7-b3c4-dc3004f2431a req-56f954c1-2d5d-424a-8630-586424640679 service neutron] Checking agent: {'id': '43c60aee-e4af-4ecc-bee2-aac3569fafed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:50:30.417040 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de906fd7-70fe-4dc7-b3c4-dc3004f2431a req-56f954c1-2d5d-424a-8630-586424640679 service neutron] Checking segment: {'id': '98aafa41-6e7f-4b47-84f0-fa328c7adf17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '8a310775-6600-433a-b2cf-962806f14a03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:50:30.417643 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de906fd7-70fe-4dc7-b3c4-dc3004f2431a req-56f954c1-2d5d-424a-8630-586424640679 service neutron] Bound using segment: {'id': '98aafa41-6e7f-4b47-84f0-fa328c7adf17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '8a310775-6600-433a-b2cf-962806f14a03'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:50:30.418201 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-de906fd7-70fe-4dc7-b3c4-dc3004f2431a req-56f954c1-2d5d-424a-8630-586424640679 service neutron] Bound port: 438424eb-455f-4c03-b881-a8b1a0efb236, host: n-h2-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98aafa41-6e7f-4b47-84f0-fa328c7adf17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '8a310775-6600-433a-b2cf-962806f14a03'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:50:30.418660 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-de906fd7-70fe-4dc7-b3c4-dc3004f2431a req-56f954c1-2d5d-424a-8630-586424640679 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:30.521161 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-594a12c3-3130-4860-b569-b02d709fab33 admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:50:30.529562 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-594a12c3-3130-4860-b569-b02d709fab33 admin admin] 10.222.0.54 "PUT /v2.0/routers/703d465f-7e8a-49cc-a74a-1f70a7a708f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2348142 Dec 20 14:50:30.538952 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b642b8-68a4-4bf7-af8b-dafc2811b855 None None] Sync routers for ids ['703d465f-7e8a-49cc-a74a-1f70a7a708f1'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:50:30.549432 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 33776) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:30.573010 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b642b8-68a4-4bf7-af8b-dafc2811b855 None None] Routers {'703d465f-7e8a-49cc-a74a-1f70a7a708f1'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:50:30.574392 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-b7b642b8-68a4-4bf7-af8b-dafc2811b855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:50:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['703d465f-7e8a-49cc-a74a-1f70a7a708f1'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:50:30.589829 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-c5b5b79f-031b-4f7e-9a32-4509dd98de0d tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Deleting port 0f255e9b-e5d5-4896-91ff-61e88e223d82 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:50:30.589829 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c5b5b79f-031b-4f7e-9a32-4509dd98de0d tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:30.743978 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-de906fd7-70fe-4dc7-b3c4-dc3004f2431a req-56f954c1-2d5d-424a-8630-586424640679 service neutron] For port 438424eb-455f-4c03-b881-a8b1a0efb236, host n-h2-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:50:30.748274 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-de906fd7-70fe-4dc7-b3c4-dc3004f2431a req-56f954c1-2d5d-424a-8630-586424640679 service neutron] For port 438424eb-455f-4c03-b881-a8b1a0efb236, host n-h2-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=438424eb-455f-4c03-b881-a8b1a0efb236,segment=NetworkSegment(98aafa41-6e7f-4b47-84f0-fa328c7adf17),segment_id=98aafa41-6e7f-4b47-84f0-fa328c7adf17)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:50:30.757984 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-de906fd7-70fe-4dc7-b3c4-dc3004f2431a req-56f954c1-2d5d-424a-8630-586424640679 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:30.815580 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de906fd7-70fe-4dc7-b3c4-dc3004f2431a req-56f954c1-2d5d-424a-8630-586424640679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:30.816268 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-de906fd7-70fe-4dc7-b3c4-dc3004f2431a req-56f954c1-2d5d-424a-8630-586424640679 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:30.818389 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-de906fd7-70fe-4dc7-b3c4-dc3004f2431a req-56f954c1-2d5d-424a-8630-586424640679 service neutron] 10.222.0.47 "PUT /v2.0/ports/438424eb-455f-4c03-b881-a8b1a0efb236 HTTP/1.1" status: 200 len: 1093 time: 2.9594018 Dec 20 14:50:30.936151 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-b7b642b8-68a4-4bf7-af8b-dafc2811b855 None None] Set router 703d465f-7e8a-49cc-a74a-1f70a7a708f1 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:50:30.963848 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9894f473-1ec3-4b93-b5b7-1750ecd1a65d', 'tag': '438424eb-455f-4c03-b881-a8b1a0efb236'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:50:30.966608 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b679ffb3-f7d5-4be3-8678-1dbf131e9bca" -d '{"events": [{"name": "network-changed", "server_uuid": "9894f473-1ec3-4b93-b5b7-1750ecd1a65d", "tag": "438424eb-455f-4c03-b881-a8b1a0efb236"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:50:31.028945 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 33784) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:31.101485 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-209d0397-83be-4b3c-a8bf-ebeda9c8f64f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:31.199449 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6bde3716-93c6-4784-b267-bc92bb235409 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:31.246665 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-59c8b2de-e601-4872-a551-3a00b71cbf1e admin admin] Publish callbacks [] for router, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:31.261429 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309202e9-4b10-42b2-a6a3-57a2c1ed5117 None None] DHCP port deletion for 8a310775-6600-433a-b2cf-962806f14a03 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:50:31.307378 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32987193-1367-4994-a963-c70b288e7add None None] DHCP port deletion for 8a310775-6600-433a-b2cf-962806f14a03 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:50:31.357760 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f954c1-2d5d-424a-8630-586424640679 service neutron] Pushing event updated for resources: {'Port': ['ID=438424eb-455f-4c03-b881-a8b1a0efb236,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:31.392698 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-186028f4-b415-45c2-89b0-f74e85516c44 None None] Provisioning complete for port 059aed00-43a7-4e19-8b77-a764862a90b6 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:50:31.393211 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-186028f4-b415-45c2-89b0-f74e85516c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:31.413918 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-b7b642b8-68a4-4bf7-af8b-dafc2811b855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '703d465f-7e8a-49cc-a74a-1f70a7a708f1', 'name': 'tempest-TestServerMultinode-679550032-router', 'tenant_id': '53ccf6a1617446c0a80d02e99f1fa5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': '98b3c0b0-2d3f-4fe0-8c9d-02258e88278e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:49:11Z', 'updated_at': '2021-12-20T14:50:27Z', 'revision_number': 5, 'project_id': '53ccf6a1617446c0a80d02e99f1fa5dc', 'gw_port': {'id': '98b3c0b0-2d3f-4fe0-8c9d-02258e88278e', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:7e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '703d465f-7e8a-49cc-a74a-1f70a7a708f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:49:13Z', 'updated_at': '2021-12-20T14:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:50:31.458774 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de906fd7-70fe-4dc7-b3c4-dc3004f2431a req-bfd7a449-468b-46de-bd58-7bff27dfb207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:31.460435 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-de906fd7-70fe-4dc7-b3c4-dc3004f2431a req-bfd7a449-468b-46de-bd58-7bff27dfb207 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1ad96c1d93ee4a4fab8c54985f8d0a2c&device_id=9894f473-1ec3-4b93-b5b7-1750ecd1a65d HTTP/1.1" status: 200 len: 1096 time: 0.4680016 Dec 20 14:50:31.471767 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b642b8-68a4-4bf7-af8b-dafc2811b855 None None] Checking router: 703d465f-7e8a-49cc-a74a-1f70a7a708f1 for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:50:31.482907 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b642b8-68a4-4bf7-af8b-dafc2811b855 None None] Routers {'703d465f-7e8a-49cc-a74a-1f70a7a708f1'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:50:31.484002 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-b7b642b8-68a4-4bf7-af8b-dafc2811b855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:50:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['703d465f-7e8a-49cc-a74a-1f70a7a708f1'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:50:31.673798 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-b7b642b8-68a4-4bf7-af8b-dafc2811b855 None None] Set router 703d465f-7e8a-49cc-a74a-1f70a7a708f1 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:50:31.674481 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-c5b5b79f-031b-4f7e-9a32-4509dd98de0d tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] For port 0f255e9b-e5d5-4896-91ff-61e88e223d82, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=0f255e9b-e5d5-4896-91ff-61e88e223d82,segment=NetworkSegment(2c0260fc-94e8-4a7b-9f15-8d2ce46006c7),segment_id=2c0260fc-94e8-4a7b-9f15-8d2ce46006c7)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:50:31.675200 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c5b5b79f-031b-4f7e-9a32-4509dd98de0d tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:31.682676 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-de906fd7-70fe-4dc7-b3c4-dc3004f2431a req-fb87162d-c12d-495e-bf80-56a2460c946d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=438424eb-455f-4c03-b881-a8b1a0efb236 HTTP/1.1" status: 200 len: 217 time: 0.1893570 Dec 20 14:50:31.684740 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-59c8b2de-e601-4872-a551-3a00b71cbf1e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:31.699835 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9014b4d-3b08-4313-a5d6-97e1ad9b61c0 req-444472a4-646b-4c34-84d0-a75aa5497449 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:31.714528 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-c5b5b79f-031b-4f7e-9a32-4509dd98de0d tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Calling delete_port for 0f255e9b-e5d5-4896-91ff-61e88e223d82 owned by network:dhcp {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:50:31.716707 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c9014b4d-3b08-4313-a5d6-97e1ad9b61c0 req-444472a4-646b-4c34-84d0-a75aa5497449 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=3870d726-f90f-400f-bf75-c68966f99c28 HTTP/1.1" status: 200 len: 943 time: 0.5437524 Dec 20 14:50:31.825184 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c5b5b79f-031b-4f7e-9a32-4509dd98de0d tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:31.842571 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6abf5ba-387b-4727-8c38-aac394e5160e req-aafa6772-dbd6-45a6-aede-3a8f9c02b015 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:31.853042 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f6abf5ba-387b-4727-8c38-aac394e5160e req-aafa6772-dbd6-45a6-aede-3a8f9c02b015 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] 10.222.0.54 "GET /v2.0/ports?device_id=9894f473-1ec3-4b93-b5b7-1750ecd1a65d HTTP/1.1" status: 200 len: 944 time: 0.9517567 Dec 20 14:50:31.882172 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-b7b642b8-68a4-4bf7-af8b-dafc2811b855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '703d465f-7e8a-49cc-a74a-1f70a7a708f1', 'name': 'tempest-TestServerMultinode-679550032-router', 'tenant_id': '53ccf6a1617446c0a80d02e99f1fa5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': '98b3c0b0-2d3f-4fe0-8c9d-02258e88278e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:49:11Z', 'updated_at': '2021-12-20T14:50:27Z', 'revision_number': 5, 'project_id': '53ccf6a1617446c0a80d02e99f1fa5dc', 'gw_port': {'id': '98b3c0b0-2d3f-4fe0-8c9d-02258e88278e', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:7e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '703d465f-7e8a-49cc-a74a-1f70a7a708f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:49:13Z', 'updated_at': '2021-12-20T14:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:50:31.916085 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b642b8-68a4-4bf7-af8b-dafc2811b855 None None] The sync data for ids ['703d465f-7e8a-49cc-a74a-1f70a7a708f1'] in n-d-761264-19 is: [{'id': '703d465f-7e8a-49cc-a74a-1f70a7a708f1', 'name': 'tempest-TestServerMultinode-679550032-router', 'tenant_id': '53ccf6a1617446c0a80d02e99f1fa5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': '98b3c0b0-2d3f-4fe0-8c9d-02258e88278e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:49:11Z', 'updated_at': '2021-12-20T14:50:27Z', 'revision_number': 5, 'project_id': '53ccf6a1617446c0a80d02e99f1fa5dc', 'gw_port': {'id': '98b3c0b0-2d3f-4fe0-8c9d-02258e88278e', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:7e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '703d465f-7e8a-49cc-a74a-1f70a7a708f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:49:13Z', 'updated_at': '2021-12-20T14:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:50:31.938265 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b5b79f-031b-4f7e-9a32-4509dd98de0d tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Pushing event deleted for resources: {'Port': ['ID=0f255e9b-e5d5-4896-91ff-61e88e223d82,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:31.952575 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de906fd7-70fe-4dc7-b3c4-dc3004f2431a req-7950c4ab-8224-46cc-b62b-bd530f224dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:31.954402 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-de906fd7-70fe-4dc7-b3c4-dc3004f2431a req-7950c4ab-8224-46cc-b62b-bd530f224dd8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8f3ed45f-52f9-4334-9a6d-018925966150 HTTP/1.1" status: 200 len: 858 time: 0.2366464 Dec 20 14:50:31.960652 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b5b79f-031b-4f7e-9a32-4509dd98de0d tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] No DVR routers for this DVR port 0f255e9b-e5d5-4896-91ff-61e88e223d82 on host n-d-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:50:32.018903 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-de906fd7-70fe-4dc7-b3c4-dc3004f2431a req-84a2e47b-c0dc-4ce7-a628-473efbc888b0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8a310775-6600-433a-b2cf-962806f14a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548794 Dec 20 14:50:32.021190 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6bde3716-93c6-4784-b267-bc92bb235409 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:32.043342 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c9014b4d-3b08-4313-a5d6-97e1ad9b61c0 req-60243aef-0e2d-4028-b35a-e2879b66dd54 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d5e630c-78bd-41d1-b187-380d3fa580ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2846534 Dec 20 14:50:32.151457 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f6abf5ba-387b-4727-8c38-aac394e5160e req-c3105b5c-fafe-4087-9b7a-ade5c62f3787 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] 10.222.0.54 "GET /v2.0/security-groups?id=e3bda4e7-0249-4912-93cb-8191c1dcb6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974625 Dec 20 14:50:32.161678 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c5b5b79f-031b-4f7e-9a32-4509dd98de0d tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:32.188098 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-59c8b2de-e601-4872-a551-3a00b71cbf1e admin admin] Deleting port 98b3c0b0-2d3f-4fe0-8c9d-02258e88278e {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:50:32.188739 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-59c8b2de-e601-4872-a551-3a00b71cbf1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:32.274784 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-de906fd7-70fe-4dc7-b3c4-dc3004f2431a req-98495c3d-9dba-444c-9235-6d3e771269ff service neutron] 10.222.0.47 "GET /v2.0/networks/8a310775-6600-433a-b2cf-962806f14a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294986 Dec 20 14:50:32.275017 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6bde3716-93c6-4784-b267-bc92bb235409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:32.295494 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-c5b5b79f-031b-4f7e-9a32-4509dd98de0d tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b75b01f-9d33-4ccb-9f1f-6ab88f853e6a']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:50:32.348846 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c107917b-a9a0-44c5-9cb0-e3df4edbeeae x-openstack-request-id: req-c107917b-a9a0-44c5-9cb0-e3df4edbeeae {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:50:32.353827 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9894f473-1ec3-4b93-b5b7-1750ecd1a65d", "tag": "438424eb-455f-4c03-b881-a8b1a0efb236", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:50:32.354174 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c107917b-a9a0-44c5-9cb0-e3df4edbeeae {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:50:32.354756 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9894f473-1ec3-4b93-b5b7-1750ecd1a65d', 'tag': '438424eb-455f-4c03-b881-a8b1a0efb236', 'status': 'completed', 'code': 200} Dec 20 14:50:32.390513 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-6bde3716-93c6-4784-b267-bc92bb235409 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=16f5130aa9174bde86be1a5f63876053&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3586168 Dec 20 14:50:32.399289 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bde3716-93c6-4784-b267-bc92bb235409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0128fc7-c131-4fe4-b545-3729df8af167,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:32.400461 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 33794) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:32.409129 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-c5b5b79f-031b-4f7e-9a32-4509dd98de0d tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c0260fc-94e8-4a7b-9f15-8d2ce46006c7') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:50:32.415004 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-c5b5b79f-031b-4f7e-9a32-4509dd98de0d tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c0260fc-94e8-4a7b-9f15-8d2ce46006c7') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:50:32.524630 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c5b5b79f-031b-4f7e-9a32-4509dd98de0d tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:32.537303 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 6b380ef1-a240-4da5-bb64-824601ab5d29 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:50:32.558367 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c5b5b79f-031b-4f7e-9a32-4509dd98de0d tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:32.569103 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5b5b79f-031b-4f7e-9a32-4509dd98de0d tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:50:32.569911 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c5b5b79f-031b-4f7e-9a32-4509dd98de0d tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:32.607960 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 6b380ef1-a240-4da5-bb64-824601ab5d29 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:50:32.607960 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 6b380ef1-a240-4da5-bb64-824601ab5d29 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:50:32.712305 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 14:50:32.712305 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:50:32.712305 n-d-761264-19 neutron-server[103168]: timer() Dec 20 14:50:32.712305 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:50:32.712305 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 14:50:32.712305 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:50:32.712305 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 14:50:32.712305 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:50:32.712305 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 14:50:32.712305 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:50:32.712305 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 14:50:32.712305 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:50:32.712305 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 14:50:32.712305 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:50:32.712305 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:50:32.712305 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:50:32.712305 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:50:32.712305 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:50:32.712305 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 14:50:32.712305 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:50:32.712305 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 14:50:32.712305 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:50:32.712305 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:50:32.712305 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:50:32.712305 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 14:50:32.712305 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:50:32.712305 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:50:32.712305 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:50:32.712305 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:50:32.712305 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:50:32.712305 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:50:32.712305 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:50:32.755302 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c5b5b79f-031b-4f7e-9a32-4509dd98de0d tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:32.770682 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-de906fd7-70fe-4dc7-b3c4-dc3004f2431a req-32dcd8ba-7705-4ec0-8afe-d8c81c83f9dc service neutron] 10.222.0.47 "GET /v2.0/networks/8a310775-6600-433a-b2cf-962806f14a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4304512 Dec 20 14:50:32.788375 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c5b5b79f-031b-4f7e-9a32-4509dd98de0d tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:32.801105 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-c5b5b79f-031b-4f7e-9a32-4509dd98de0d tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] 10.222.0.54 "DELETE /v2.0/networks/4b75b01f-9d33-4ccb-9f1f-6ab88f853e6a HTTP/1.1" status: 204 len: 168 time: 5.7908716 Dec 20 14:50:32.804581 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 33806) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:32.822855 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-7ddc998c-d909-4bbb-8cff-d0ab050baed5 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1792946322'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:50:32.862283 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-de07cd9e-4791-4a57-9a09-b79ccf64a385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:32.964780 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ddc998c-d909-4bbb-8cff-d0ab050baed5 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Made reservation on behalf of d26d3ca8669e4c0c9d2363dab1eeb66c for: {'network': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:50:32.975045 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7ddc998c-d909-4bbb-8cff-d0ab050baed5 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:32.994695 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-59c8b2de-e601-4872-a551-3a00b71cbf1e admin admin] For port 98b3c0b0-2d3f-4fe0-8c9d-02258e88278e, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=98b3c0b0-2d3f-4fe0-8c9d-02258e88278e,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:50:32.995090 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-59c8b2de-e601-4872-a551-3a00b71cbf1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:33.032604 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-59c8b2de-e601-4872-a551-3a00b71cbf1e admin admin] Calling delete_port for 98b3c0b0-2d3f-4fe0-8c9d-02258e88278e owned by network:router_gateway {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:50:33.047103 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ddc998c-d909-4bbb-8cff-d0ab050baed5 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=103167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:50:33.080843 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7ddc998c-d909-4bbb-8cff-d0ab050baed5 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:33.082398 n-d-761264-19 neutron-server[103167]: INFO neutron.db.segments_db [None req-7ddc998c-d909-4bbb-8cff-d0ab050baed5 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Added segment 5a8ad11c-0ec9-4b4c-9b2a-aaa731475582 of type vlan for network b1184bd8-3244-4150-b7a3-c9887d155634 Dec 20 14:50:33.202785 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7ddc998c-d909-4bbb-8cff-d0ab050baed5 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:33.223943 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-108ff3a5-f250-4e3f-befc-65ed92eae135 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:33.230000 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b5b79f-031b-4f7e-9a32-4509dd98de0d tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Pushing event deleted for resources: {'Network': ['ID=4b75b01f-9d33-4ccb-9f1f-6ab88f853e6a,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:33.301251 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7ddc998c-d909-4bbb-8cff-d0ab050baed5 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:33.306098 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-108ff3a5-f250-4e3f-befc-65ed92eae135 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:33.320055 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ddc998c-d909-4bbb-8cff-d0ab050baed5 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:33.320712 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7ddc998c-d909-4bbb-8cff-d0ab050baed5 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:33.527479 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-7ddc998c-d909-4bbb-8cff-d0ab050baed5 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7201622 Dec 20 14:50:33.546993 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 33818) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:33.556925 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddc998c-d909-4bbb-8cff-d0ab050baed5 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Pushing event updated for resources: {'Network': ['ID=b1184bd8-3244-4150-b7a3-c9887d155634,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:33.560068 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-4830e3bd-e624-49ee-bbf7-8003f0486c15 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Request body: {'subnet': {'network_id': 'b1184bd8-3244-4150-b7a3-c9887d155634', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:50:33.579424 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network b1184bd8-3244-4150-b7a3-c9887d155634 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:50:33.588344 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b679ffb3-f7d5-4be3-8678-1dbf131e9bca req-457cd637-bf7e-4ee8-aa58-509cbf9a2434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:33.593488 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b679ffb3-f7d5-4be3-8678-1dbf131e9bca req-457cd637-bf7e-4ee8-aa58-509cbf9a2434 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1ad96c1d93ee4a4fab8c54985f8d0a2c&device_id=9894f473-1ec3-4b93-b5b7-1750ecd1a65d HTTP/1.1" status: 200 len: 1096 time: 0.6623745 Dec 20 14:50:33.649363 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd499a4-2f0a-4028-96da-9099a9f01d1c req-1a325cbb-7f19-4b31-b4cc-6055874d59d9 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:33.657890 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fcd499a4-2f0a-4028-96da-9099a9f01d1c req-1a325cbb-7f19-4b31-b4cc-6055874d59d9 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=3870d726-f90f-400f-bf75-c68966f99c28 HTTP/1.1" status: 200 len: 943 time: 0.3613825 Dec 20 14:50:33.821275 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9200f9e0-8f9f-4440-bc30-7d1283e2e87b req-b615a339-ab45-40cd-a72e-fea1a50ded3d tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:33.823767 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9200f9e0-8f9f-4440-bc30-7d1283e2e87b req-b615a339-ab45-40cd-a72e-fea1a50ded3d tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] 10.222.0.54 "GET /v2.0/ports?device_id=9894f473-1ec3-4b93-b5b7-1750ecd1a65d HTTP/1.1" status: 200 len: 944 time: 0.4276552 Dec 20 14:50:33.826295 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:33.863086 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4830e3bd-e624-49ee-bbf7-8003f0486c15 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Made reservation on behalf of d26d3ca8669e4c0c9d2363dab1eeb66c for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:50:33.869314 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4830e3bd-e624-49ee-bbf7-8003f0486c15 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:33.888790 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b679ffb3-f7d5-4be3-8678-1dbf131e9bca req-e0f52bbe-6b3e-4408-ad18-319cca006a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:33.894434 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b679ffb3-f7d5-4be3-8678-1dbf131e9bca req-e0f52bbe-6b3e-4408-ad18-319cca006a62 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8a310775-6600-433a-b2cf-962806f14a03 HTTP/1.1" status: 200 len: 919 time: 0.2892854 Dec 20 14:50:33.943235 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fcd499a4-2f0a-4028-96da-9099a9f01d1c req-d42a318e-b5d8-4da9-a472-495e909b882e tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d5e630c-78bd-41d1-b187-380d3fa580ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2841787 Dec 20 14:50:34.031828 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b679ffb3-f7d5-4be3-8678-1dbf131e9bca req-5e1d0a44-ba9a-4cbf-a756-d3088a6c4edd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=438424eb-455f-4c03-b881-a8b1a0efb236 HTTP/1.1" status: 200 len: 217 time: 0.0876648 Dec 20 14:50:34.144800 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b679ffb3-f7d5-4be3-8678-1dbf131e9bca req-2588507a-b50f-4527-aea9-b05025fe0565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:34.146647 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b679ffb3-f7d5-4be3-8678-1dbf131e9bca req-2588507a-b50f-4527-aea9-b05025fe0565 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8f3ed45f-52f9-4334-9a6d-018925966150 HTTP/1.1" status: 200 len: 858 time: 0.1073172 Dec 20 14:50:34.189646 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b679ffb3-f7d5-4be3-8678-1dbf131e9bca req-a1394c8d-f7ed-4341-9218-c220bef00ee3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8a310775-6600-433a-b2cf-962806f14a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343359 Dec 20 14:50:34.351558 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b679ffb3-f7d5-4be3-8678-1dbf131e9bca req-a533e2cc-1805-49c7-9af3-6902dc28c596 service neutron] 10.222.0.47 "GET /v2.0/networks/8a310775-6600-433a-b2cf-962806f14a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538846 Dec 20 14:50:34.411579 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 438424eb-455f-4c03-b881-a8b1a0efb236 details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:50:34.488356 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b679ffb3-f7d5-4be3-8678-1dbf131e9bca req-4d213351-e4f8-41fa-be11-fa81e67f0892 service neutron] 10.222.0.47 "GET /v2.0/networks/8a310775-6600-433a-b2cf-962806f14a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294374 Dec 20 14:50:34.713768 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 438424eb-455f-4c03-b881-a8b1a0efb236, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=438424eb-455f-4c03-b881-a8b1a0efb236,segment=NetworkSegment(98aafa41-6e7f-4b47-84f0-fa328c7adf17),segment_id=98aafa41-6e7f-4b47-84f0-fa328c7adf17)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:50:34.729473 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-108ff3a5-f250-4e3f-befc-65ed92eae135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:34.733342 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': '438424eb-455f-4c03-b881-a8b1a0efb236', 'network_id': '8a310775-6600-433a-b2cf-962806f14a03', 'port_id': '438424eb-455f-4c03-b881-a8b1a0efb236', 'mac_address': 'fa:16:3e:81:13:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f3ed45f-52f9-4334-9a6d-018925966150', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:50:34.737945 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-108ff3a5-f250-4e3f-befc-65ed92eae135 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:34.748805 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-108ff3a5-f250-4e3f-befc-65ed92eae135 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c0128fc7-c131-4fe4-b545-3729df8af167 HTTP/1.1" status: 204 len: 168 time: 2.3365648 Dec 20 14:50:34.767738 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4830e3bd-e624-49ee-bbf7-8003f0486c15 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8848317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10470522'] for subnet, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:34.894003 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:34.909715 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108ff3a5-f250-4e3f-befc-65ed92eae135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0128fc7-c131-4fe4-b545-3729df8af167,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:34.917874 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 438424eb-455f-4c03-b881-a8b1a0efb236 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:50:34.922467 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4830e3bd-e624-49ee-bbf7-8003f0486c15 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Pushing event updated for resources: {'Subnet': ['ID=4980bcd7-7dbe-46fe-9bd1-3f35ab4d8497,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:34.984095 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 438424eb-455f-4c03-b881-a8b1a0efb236, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=438424eb-455f-4c03-b881-a8b1a0efb236,segment=NetworkSegment(98aafa41-6e7f-4b47-84f0-fa328c7adf17),segment_id=98aafa41-6e7f-4b47-84f0-fa328c7adf17)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:50:34.998260 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:35.109318 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=438424eb-455f-4c03-b881-a8b1a0efb236,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:35.111365 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-59c8b2de-e601-4872-a551-3a00b71cbf1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:35.130791 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9200f9e0-8f9f-4440-bc30-7d1283e2e87b req-ee96dd47-c8eb-4bfa-82c6-20c62f548874 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] 10.222.0.54 "GET /v2.0/security-groups?id=e3bda4e7-0249-4912-93cb-8191c1dcb6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2784042 Dec 20 14:50:35.136595 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:50:35.136938 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:50:35.137272 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:50:35.141047 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:50:35.141587 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:50:35.141926 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:50:35.143255 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:50:35.143599 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:50:35.143928 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:50:35.144254 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:50:35.144578 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:50:35.145710 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:50:35.147502 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:50:35.183961 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0470d19-fdbb-4ac5-a0ed-03ef6721137e req-979a3032-0620-42d3-95d5-d8dfc10cd554 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:35.186087 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e0470d19-fdbb-4ac5-a0ed-03ef6721137e req-979a3032-0620-42d3-95d5-d8dfc10cd554 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=3870d726-f90f-400f-bf75-c68966f99c28 HTTP/1.1" status: 200 len: 943 time: 0.0908179 Dec 20 14:50:35.196342 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['438424eb-455f-4c03-b881-a8b1a0efb236'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:50:35.213408 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4830e3bd-e624-49ee-bbf7-8003f0486c15 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Checking segment: {'id': '5a8ad11c-0ec9-4b4c-9b2a-aaa731475582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b1184bd8-3244-4150-b7a3-c9887d155634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:50:35.216624 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4830e3bd-e624-49ee-bbf7-8003f0486c15 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Network hostable DHCP agents. Network: b1184bd8-3244-4150-b7a3-c9887d155634, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:50:35.221276 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c8b2de-e601-4872-a551-3a00b71cbf1e admin admin] Pushing event deleted for resources: {'Port': ['ID=98b3c0b0-2d3f-4fe0-8c9d-02258e88278e,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:35.295991 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af770b65-4d29-419f-9499-20be80d84190 None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:50:35.306299 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e0470d19-fdbb-4ac5-a0ed-03ef6721137e req-1a5ee834-2686-45d4-84b9-6444bdd2fd63 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d5e630c-78bd-41d1-b187-380d3fa580ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064832 Dec 20 14:50:35.390388 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4830e3bd-e624-49ee-bbf7-8003f0486c15 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Network b1184bd8-3244-4150-b7a3-c9887d155634 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:50:35.419668 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-59c8b2de-e601-4872-a551-3a00b71cbf1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584913'] for router_gateway, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:35.665011 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-4830e3bd-e624-49ee-bbf7-8003f0486c15 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, b1184bd8-3244-4150-b7a3-c9887d155634) {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:50:35.678488 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce020f0e-5775-4dc2-9b71-fdb531820d04 None None] Network b1184bd8-3244-4150-b7a3-c9887d155634 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:50:35.684205 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4830e3bd-e624-49ee-bbf7-8003f0486c15 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:35.684834 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4830e3bd-e624-49ee-bbf7-8003f0486c15 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:35.695640 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-59c8b2de-e601-4872-a551-3a00b71cbf1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40132'] for router, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:35.700196 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-59c8b2de-e601-4872-a551-3a00b71cbf1e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:35.744391 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-4830e3bd-e624-49ee-bbf7-8003f0486c15 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1928339 Dec 20 14:50:35.745886 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 33838) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:35.860126 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-59c8b2de-e601-4872-a551-3a00b71cbf1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1594808'] for router, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:35.861287 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59c8b2de-e601-4872-a551-3a00b71cbf1e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 703d465f-7e8a-49cc-a74a-1f70a7a708f1 {{(pid=103168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 14:50:35.879069 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-59c8b2de-e601-4872-a551-3a00b71cbf1e admin admin] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:35.880337 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-59c8b2de-e601-4872-a551-3a00b71cbf1e admin admin] 10.222.0.54 "DELETE /v2.0/routers/703d465f-7e8a-49cc-a74a-1f70a7a708f1 HTTP/1.1" status: 204 len: 168 time: 5.3251948 Dec 20 14:50:35.885672 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 33840) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:35.940185 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3b3b1c-a43d-4f5f-b817-546d316f426c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-b1184bd8-3244-4150-b7a3-c9887d155634', 'network_id': 'b1184bd8-3244-4150-b7a3-c9887d155634', 'project_id': 'd26d3ca8669e4c0c9d2363dab1eeb66c', 'fixed_ips': [{'subnet_id': '4980bcd7-7dbe-46fe-9bd1-3f35ab4d8497'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:50:35.942169 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-7f3b3b1c-a43d-4f5f-b817-546d316f426c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:35.965058 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:36.028683 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_v2 [None req-7aa991bd-fa35-41f7-a88b-389ab8a34eb9 admin admin] Deleting subnet 490fea0a-26f4-4e5b-a4c6-70e149bd18f9 {{(pid=103168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:50:36.044724 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7aa991bd-fa35-41f7-a88b-389ab8a34eb9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:36.126137 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ea73492b-1688-4092-97aa-3c9765112129 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:36.213456 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7aa991bd-fa35-41f7-a88b-389ab8a34eb9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9023023'] for subnet, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:36.273186 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ea73492b-1688-4092-97aa-3c9765112129 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:36.475157 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-7f3b3b1c-a43d-4f5f-b817-546d316f426c None None] Allocated IP 172.20.0.2 (b1184bd8-3244-4150-b7a3-c9887d155634/4980bcd7-7dbe-46fe-9bd1-3f35ab4d8497/04acf43f-9255-4946-8741-a6eb3f4e95c2) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:50:36.508206 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7aa991bd-fa35-41f7-a88b-389ab8a34eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:36.584983 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8809837f-27e5-4251-8802-72324fbe7ff1 req-d6d5ee14-83c1-41e0-bb44-1b8c8ba49544 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:36.588102 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8809837f-27e5-4251-8802-72324fbe7ff1 req-d6d5ee14-83c1-41e0-bb44-1b8c8ba49544 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=3870d726-f90f-400f-bf75-c68966f99c28 HTTP/1.1" status: 200 len: 943 time: 0.1137753 Dec 20 14:50:36.606117 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 438424eb-455f-4c03-b881-a8b1a0efb236 up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:50:36.625396 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:36.667157 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c384a973-ebbe-4d17-9423-cb22a8243f03 req-fc25a1de-cd23-4c0d-b00f-9c45f29bd636 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:36.675642 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c384a973-ebbe-4d17-9423-cb22a8243f03 req-fc25a1de-cd23-4c0d-b00f-9c45f29bd636 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] 10.222.0.54 "GET /v2.0/ports?device_id=9894f473-1ec3-4b93-b5b7-1750ecd1a65d HTTP/1.1" status: 200 len: 945 time: 0.3574989 Dec 20 14:50:36.710403 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8809837f-27e5-4251-8802-72324fbe7ff1 req-a92f49b7-cad9-43a9-b99a-67c78919bcf8 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d5e630c-78bd-41d1-b187-380d3fa580ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155958 Dec 20 14:50:36.722065 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 98b3c0b0-2d3f-4fe0-8c9d-02258e88278e no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:50:36.799467 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 98b3c0b0-2d3f-4fe0-8c9d-02258e88278e {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:50:36.799794 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 98b3c0b0-2d3f-4fe0-8c9d-02258e88278e not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:50:36.863406 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7aa991bd-fa35-41f7-a88b-389ab8a34eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8850800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470517'] for subnet, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:36.880268 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-7f3b3b1c-a43d-4f5f-b817-546d316f426c None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:36.892674 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-7f3b3b1c-a43d-4f5f-b817-546d316f426c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:36.937346 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ea73492b-1688-4092-97aa-3c9765112129 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:36.951510 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning for port 438424eb-455f-4c03-b881-a8b1a0efb236 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:50:36.964696 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa991bd-fa35-41f7-a88b-389ab8a34eb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=490fea0a-26f4-4e5b-a4c6-70e149bd18f9,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:36.978379 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port 438424eb-455f-4c03-b881-a8b1a0efb236 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:50:36.979153 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:36.983169 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3b3b1c-a43d-4f5f-b817-546d316f426c None None] Network b1184bd8-3244-4150-b7a3-c9887d155634 is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:50:36.986102 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea73492b-1688-4092-97aa-3c9765112129 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Pushing event deleted for resources: {'Subnet': ['ID=4980bcd7-7dbe-46fe-9bd1-3f35ab4d8497,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:37.025925 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c384a973-ebbe-4d17-9423-cb22a8243f03 req-9c88685b-e306-40d6-a58c-25bab91a63ae tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] 10.222.0.54 "GET /v2.0/security-groups?id=e3bda4e7-0249-4912-93cb-8191c1dcb6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3347952 Dec 20 14:50:37.028135 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-7f3b3b1c-a43d-4f5f-b817-546d316f426c None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:50:37.035035 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3b3b1c-a43d-4f5f-b817-546d316f426c None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:50:37.035611 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7aa991bd-fa35-41f7-a88b-389ab8a34eb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:37.044685 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-7aa991bd-fa35-41f7-a88b-389ab8a34eb9 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/490fea0a-26f4-4e5b-a4c6-70e149bd18f9 HTTP/1.1" status: 204 len: 168 time: 1.1575227 Dec 20 14:50:37.047409 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 33860) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:37.082467 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3b3b1c-a43d-4f5f-b817-546d316f426c None None] Pushing event updated for resources: {'Port': ['ID=04acf43f-9255-4946-8741-a6eb3f4e95c2,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:37.101047 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb59ac1-83b7-49ea-b522-76a1f30c5b37 None None] Network 2759e53d-df16-4e1f-825e-7dc35572a9e2 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:50:37.134772 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ea73492b-1688-4092-97aa-3c9765112129 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:37.239582 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-ea73492b-1688-4092-97aa-3c9765112129 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1184bd8-3244-4150-b7a3-c9887d155634']}} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:50:37.273562 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-ea73492b-1688-4092-97aa-3c9765112129 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a8ad11c-0ec9-4b4c-9b2a-aaa731475582') {'for_net_delete': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:50:37.278321 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-ea73492b-1688-4092-97aa-3c9765112129 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a8ad11c-0ec9-4b4c-9b2a-aaa731475582') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:50:37.305122 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ea73492b-1688-4092-97aa-3c9765112129 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954405'] for segment, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:37.307905 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a37b6425-867c-4551-b4da-1baf18a66e79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:37.342334 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ea73492b-1688-4092-97aa-3c9765112129 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:37.368822 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea73492b-1688-4092-97aa-3c9765112129 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=103167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:50:37.372732 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ea73492b-1688-4092-97aa-3c9765112129 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9956000'] for segment, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:37.418044 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 33868) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:37.452407 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-a37b6425-867c-4551-b4da-1baf18a66e79 admin admin] Deleting port 8eb1473d-2bc8-45a1-a028-858039a6905b {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:50:37.461136 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-7f3b3b1c-a43d-4f5f-b817-546d316f426c None None] Attempting to bind port 04acf43f-9255-4946-8741-a6eb3f4e95c2 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:50:37.462466 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-7f3b3b1c-a43d-4f5f-b817-546d316f426c None None] Attempting to bind port 04acf43f-9255-4946-8741-a6eb3f4e95c2 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '5a8ad11c-0ec9-4b4c-9b2a-aaa731475582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b1184bd8-3244-4150-b7a3-c9887d155634'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:50:37.464708 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3b3b1c-a43d-4f5f-b817-546d316f426c None None] Attempting to bind port 04acf43f-9255-4946-8741-a6eb3f4e95c2 on network b1184bd8-3244-4150-b7a3-c9887d155634 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:50:37.465634 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a37b6425-867c-4551-b4da-1baf18a66e79 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:37.493137 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3b3b1c-a43d-4f5f-b817-546d316f426c None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:50:37.495165 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3b3b1c-a43d-4f5f-b817-546d316f426c None None] Checking segment: {'id': '5a8ad11c-0ec9-4b4c-9b2a-aaa731475582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b1184bd8-3244-4150-b7a3-c9887d155634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:50:37.495700 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-7f3b3b1c-a43d-4f5f-b817-546d316f426c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:37.497768 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3b3b1c-a43d-4f5f-b817-546d316f426c None None] Bound using segment: {'id': '5a8ad11c-0ec9-4b4c-9b2a-aaa731475582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b1184bd8-3244-4150-b7a3-c9887d155634'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:50:37.504208 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-7f3b3b1c-a43d-4f5f-b817-546d316f426c None None] Bound port: 04acf43f-9255-4946-8741-a6eb3f4e95c2, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a8ad11c-0ec9-4b4c-9b2a-aaa731475582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b1184bd8-3244-4150-b7a3-c9887d155634'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:50:37.507496 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-7f3b3b1c-a43d-4f5f-b817-546d316f426c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:37.561171 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:50:37.561171 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:50:37.561171 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:50:37.561171 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:50:37.561171 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:50:37.561171 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:50:37.561171 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:50:37.561171 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:50:37.561171 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:50:37.561171 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:50:37.561171 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:50:37.561171 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:50:37.561171 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:50:37.561171 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:50:37.561171 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:50:37.561171 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:50:37.561171 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:50:37.561171 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:50:37.561171 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:50:37.561171 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:50:37.561171 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:50:37.561171 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:50:37.561171 n-d-761264-19 neutron-server[103167]: Traceback (most recent call last): Dec 20 14:50:37.561171 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:50:37.561171 n-d-761264-19 neutron-server[103167]: timer() Dec 20 14:50:37.561171 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:50:37.561171 n-d-761264-19 neutron-server[103167]: cb(*args, **kw) Dec 20 14:50:37.561171 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:50:37.561171 n-d-761264-19 neutron-server[103167]: return func(*args, **kwargs) Dec 20 14:50:37.561171 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:50:37.561171 n-d-761264-19 neutron-server[103167]: self._notify() Dec 20 14:50:37.561171 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:50:37.561171 n-d-761264-19 neutron-server[103167]: self.callback(batched_events) Dec 20 14:50:37.561171 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:50:37.561171 n-d-761264-19 neutron-server[103167]: event.method(event) Dec 20 14:50:37.561171 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:50:37.561171 n-d-761264-19 neutron-server[103167]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:50:37.561171 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:50:37.561171 n-d-761264-19 neutron-server[103167]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:50:37.561171 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:50:37.561171 n-d-761264-19 neutron-server[103167]: return f(self, *a, **k) Dec 20 14:50:37.561171 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:50:37.561171 n-d-761264-19 neutron-server[103167]: return self._get(url).json() Dec 20 14:50:37.561171 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:50:37.561171 n-d-761264-19 neutron-server[103167]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:50:37.561171 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:50:37.561171 n-d-761264-19 neutron-server[103167]: return self.request(url, 'GET', **kwargs) Dec 20 14:50:37.561171 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:50:37.561171 n-d-761264-19 neutron-server[103167]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:50:37.561171 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:50:37.561171 n-d-761264-19 neutron-server[103167]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:50:37.561171 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:50:37.561171 n-d-761264-19 neutron-server[103167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:50:37.561171 n-d-761264-19 neutron-server[103167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:50:37.597335 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.db.api [None req-ea73492b-1688-4092-97aa-3c9765112129 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 20 14:50:37.597335 n-d-761264-19 neutron-server[103167]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 20 14:50:37.597335 n-d-761264-19 neutron-server[103167]: [parameters: {'id': 'b1184bd8-3244-4150-b7a3-c9887d155634'}] Dec 20 14:50:37.597335 n-d-761264-19 neutron-server[103167]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103167) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 14:50:37.597824 n-d-761264-19 neutron-server[103167]: DEBUG oslo_db.api [None req-ea73492b-1688-4092-97aa-3c9765112129 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 14:50:37.630694 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918422b1-4320-4127-b317-11c999d4edd6 None None] DHCP port deletion for 2759e53d-df16-4e1f-825e-7dc35572a9e2 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:50:37.697129 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7eadb461-8544-407d-8e14-1c977f3ae629 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:37.719897 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-a37b6425-867c-4551-b4da-1baf18a66e79 admin admin] For port 8eb1473d-2bc8-45a1-a028-858039a6905b, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=8eb1473d-2bc8-45a1-a028-858039a6905b,segment=NetworkSegment(20542ed0-9f9c-498c-b2fe-1c8972bfe70f),segment_id=20542ed0-9f9c-498c-b2fe-1c8972bfe70f)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:50:37.720420 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a37b6425-867c-4551-b4da-1baf18a66e79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:37.749646 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-a37b6425-867c-4551-b4da-1baf18a66e79 admin admin] Calling delete_port for 8eb1473d-2bc8-45a1-a028-858039a6905b owned by network:dhcp {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:50:37.837900 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:37.923379 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7eadb461-8544-407d-8e14-1c977f3ae629 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:37.941114 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7eadb461-8544-407d-8e14-1c977f3ae629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:37.972999 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a6cda5-1234-421d-b1c3-6ac6a8f37d03 req-d2bb9602-4b20-453f-a319-b617df96b3c9 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:37.975598 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f3a6cda5-1234-421d-b1c3-6ac6a8f37d03 req-d2bb9602-4b20-453f-a319-b617df96b3c9 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=3870d726-f90f-400f-bf75-c68966f99c28 HTTP/1.1" status: 200 len: 943 time: 0.0757923 Dec 20 14:50:37.975810 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-7f3b3b1c-a43d-4f5f-b817-546d316f426c None None] For port 04acf43f-9255-4946-8741-a6eb3f4e95c2, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:50:37.984174 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-7f3b3b1c-a43d-4f5f-b817-546d316f426c None None] For port 04acf43f-9255-4946-8741-a6eb3f4e95c2, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=04acf43f-9255-4946-8741-a6eb3f4e95c2,segment=NetworkSegment(5a8ad11c-0ec9-4b4c-9b2a-aaa731475582),segment_id=5a8ad11c-0ec9-4b4c-9b2a-aaa731475582)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:50:37.987818 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a37b6425-867c-4551-b4da-1baf18a66e79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:37.995738 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9894f473-1ec3-4b93-b5b7-1750ecd1a65d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '438424eb-455f-4c03-b881-a8b1a0efb236'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:50:37.998274 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e86e8be6-2793-4948-ba37-74c272290f5b" -d '{"events": [{"server_uuid": "9894f473-1ec3-4b93-b5b7-1750ecd1a65d", "name": "network-vif-plugged", "status": "completed", "tag": "438424eb-455f-4c03-b881-a8b1a0efb236"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:50:38.006607 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-918422b1-4320-4127-b317-11c999d4edd6 None None] Deleting port 8eb1473d-2bc8-45a1-a028-858039a6905b {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:50:38.007090 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-918422b1-4320-4127-b317-11c999d4edd6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:38.015356 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-7f3b3b1c-a43d-4f5f-b817-546d316f426c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:38.051925 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 438424eb-455f-4c03-b881-a8b1a0efb236, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=438424eb-455f-4c03-b881-a8b1a0efb236,segment=NetworkSegment(98aafa41-6e7f-4b47-84f0-fa328c7adf17),segment_id=98aafa41-6e7f-4b47-84f0-fa328c7adf17)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:50:38.054134 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f3a6cda5-1234-421d-b1c3-6ac6a8f37d03 req-c45c6f28-725e-4232-b39c-bf991e6343f7 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d5e630c-78bd-41d1-b187-380d3fa580ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688469 Dec 20 14:50:38.099688 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ea73492b-1688-4092-97aa-3c9765112129 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:38.141469 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28546496-3d3e-436a-815f-9e2e5d70c679 x-openstack-request-id: req-28546496-3d3e-436a-815f-9e2e5d70c679 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:50:38.142699 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9894f473-1ec3-4b93-b5b7-1750ecd1a65d", "name": "network-vif-plugged", "status": "completed", "tag": "438424eb-455f-4c03-b881-a8b1a0efb236", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:50:38.143113 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-28546496-3d3e-436a-815f-9e2e5d70c679 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:50:38.143811 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9894f473-1ec3-4b93-b5b7-1750ecd1a65d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '438424eb-455f-4c03-b881-a8b1a0efb236', 'code': 200} Dec 20 14:50:38.151333 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:38.168958 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-7eadb461-8544-407d-8e14-1c977f3ae629 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ebb0027d8621446db7da6f7975ff6e6b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7494202 Dec 20 14:50:38.176997 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37b6425-867c-4551-b4da-1baf18a66e79 admin admin] Pushing event deleted for resources: {'Port': ['ID=8eb1473d-2bc8-45a1-a028-858039a6905b,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:38.187183 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 33878) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:38.255209 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37b6425-867c-4551-b4da-1baf18a66e79 admin admin] No DVR routers for this DVR port 8eb1473d-2bc8-45a1-a028-858039a6905b on host n-d-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:50:38.262396 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e39d25-1cc2-4851-8662-0a72ce31e103 req-2cc44cd6-bbf1-4368-86eb-9a27495abb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:38.264704 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a9e39d25-1cc2-4851-8662-0a72ce31e103 req-2cc44cd6-bbf1-4368-86eb-9a27495abb7d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9894f473-1ec3-4b93-b5b7-1750ecd1a65d HTTP/1.1" status: 200 len: 1098 time: 0.0994139 Dec 20 14:50:38.265008 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eadb461-8544-407d-8e14-1c977f3ae629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29fc4875-1866-48dc-bfec-56275aef64f3,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:38.306592 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-ea73492b-1688-4092-97aa-3c9765112129 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Deleting port 04acf43f-9255-4946-8741-a6eb3f4e95c2 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:50:38.307274 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-918422b1-4320-4127-b317-11c999d4edd6 None None] For port 8eb1473d-2bc8-45a1-a028-858039a6905b, host n-d-761264-19, got binding levels [] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:50:38.307586 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-918422b1-4320-4127-b317-11c999d4edd6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:38.308598 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ea73492b-1688-4092-97aa-3c9765112129 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:38.323713 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-918422b1-4320-4127-b317-11c999d4edd6 None None] Calling delete_port for 8eb1473d-2bc8-45a1-a028-858039a6905b owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:50:38.327221 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.ipam_backend_mixin [None req-918422b1-4320-4127-b317-11c999d4edd6 None None] Port 8eb1473d-2bc8-45a1-a028-858039a6905b was not found and therefore no delete operation was performed {{(pid=103169) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 20 14:50:38.336103 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3b3b1c-a43d-4f5f-b817-546d316f426c None None] Pushing event updated for resources: {'Port': ['ID=04acf43f-9255-4946-8741-a6eb3f4e95c2,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:38.342326 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-918422b1-4320-4127-b317-11c999d4edd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:38.372748 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fcc7a70-8c34-4ad2-8f98-92e4513baf36 None None] Network b1184bd8-3244-4150-b7a3-c9887d155634 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:50:38.384026 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a37b6425-867c-4551-b4da-1baf18a66e79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:38.388496 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918422b1-4320-4127-b317-11c999d4edd6 None None] No DVR routers for this DVR port 8eb1473d-2bc8-45a1-a028-858039a6905b on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:50:38.424637 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-a37b6425-867c-4551-b4da-1baf18a66e79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2759e53d-df16-4e1f-825e-7dc35572a9e2']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:50:38.443005 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360256cf-2368-4b16-ab80-e7a8cb4cc463 req-71941f36-dc06-4260-a93c-e8005c2cf769 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:38.444628 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-360256cf-2368-4b16-ab80-e7a8cb4cc463 req-71941f36-dc06-4260-a93c-e8005c2cf769 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] 10.222.0.54 "GET /v2.0/ports?device_id=9894f473-1ec3-4b93-b5b7-1750ecd1a65d HTTP/1.1" status: 200 len: 946 time: 0.2328296 Dec 20 14:50:38.469670 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-a37b6425-867c-4551-b4da-1baf18a66e79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20542ed0-9f9c-498c-b2fe-1c8972bfe70f') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:50:38.469964 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-a37b6425-867c-4551-b4da-1baf18a66e79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20542ed0-9f9c-498c-b2fe-1c8972bfe70f') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:50:38.477397 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-ea73492b-1688-4092-97aa-3c9765112129 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] For port 04acf43f-9255-4946-8741-a6eb3f4e95c2, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=04acf43f-9255-4946-8741-a6eb3f4e95c2,segment=NetworkSegment(5a8ad11c-0ec9-4b4c-9b2a-aaa731475582),segment_id=5a8ad11c-0ec9-4b4c-9b2a-aaa731475582)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:50:38.477849 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ea73492b-1688-4092-97aa-3c9765112129 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:38.482692 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a9e39d25-1cc2-4851-8662-0a72ce31e103 req-6fa63d67-b182-4b5a-9602-7380e1f852c8 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e3bda4e7-0249-4912-93cb-8191c1dcb6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914983 Dec 20 14:50:38.484497 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=438424eb-455f-4c03-b881-a8b1a0efb236,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:38.485523 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1c4065b1-a760-4d39-8842-ae31444c2a7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:38.503358 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a37b6425-867c-4551-b4da-1baf18a66e79 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:38.505072 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-ea73492b-1688-4092-97aa-3c9765112129 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Calling delete_port for 04acf43f-9255-4946-8741-a6eb3f4e95c2 owned by network:dhcp {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:50:38.535545 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918422b1-4320-4127-b317-11c999d4edd6 None None] Pushing event deleted for resources: {'Port': ['ID=8eb1473d-2bc8-45a1-a028-858039a6905b,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:38.546088 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 8eb1473d-2bc8-45a1-a028-858039a6905b no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:50:38.549617 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1c4065b1-a760-4d39-8842-ae31444c2a7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:38.568902 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a37b6425-867c-4551-b4da-1baf18a66e79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:38.571929 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 8eb1473d-2bc8-45a1-a028-858039a6905b {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:50:38.572368 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 8eb1473d-2bc8-45a1-a028-858039a6905b not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:50:38.586062 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931a93b5-c5b3-4ab5-9b67-5e620dc448b1 None None] get_active_networks_info from n-d-761264-19 {{(pid=103169) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 20 14:50:38.595294 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-360256cf-2368-4b16-ab80-e7a8cb4cc463 req-5a1ce17b-5c82-4e8a-b2aa-bb41c8578413 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] 10.222.0.54 "GET /v2.0/security-groups?id=e3bda4e7-0249-4912-93cb-8191c1dcb6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391325 Dec 20 14:50:38.609464 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a37b6425-867c-4551-b4da-1baf18a66e79 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:50:38.610444 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a37b6425-867c-4551-b4da-1baf18a66e79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:38.613204 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 14:50:38.613204 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:50:38.613204 n-d-761264-19 neutron-server[103168]: timer() Dec 20 14:50:38.613204 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:50:38.613204 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 14:50:38.613204 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:50:38.613204 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 14:50:38.613204 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:50:38.613204 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 14:50:38.613204 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:50:38.613204 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 14:50:38.613204 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:50:38.613204 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 14:50:38.613204 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:50:38.613204 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:50:38.613204 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:50:38.613204 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:50:38.613204 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:50:38.613204 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 14:50:38.613204 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:50:38.613204 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 14:50:38.613204 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:50:38.613204 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:50:38.613204 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:50:38.613204 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 14:50:38.613204 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:50:38.613204 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:50:38.613204 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:50:38.613204 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:50:38.613204 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:50:38.613204 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:50:38.613204 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:50:38.656056 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ea73492b-1688-4092-97aa-3c9765112129 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:38.679207 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931a93b5-c5b3-4ab5-9b67-5e620dc448b1 None None] Resources bound (agent type, host, resource id): {{(pid=103169) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 14:50:38.683359 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea73492b-1688-4092-97aa-3c9765112129 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Pushing event deleted for resources: {'Port': ['ID=04acf43f-9255-4946-8741-a6eb3f4e95c2,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:38.685424 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea73492b-1688-4092-97aa-3c9765112129 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] No DVR routers for this DVR port 04acf43f-9255-4946-8741-a6eb3f4e95c2 on host n-d-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:50:38.711096 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a37b6425-867c-4551-b4da-1baf18a66e79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:38.717758 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a37b6425-867c-4551-b4da-1baf18a66e79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:38.724342 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-a37b6425-867c-4551-b4da-1baf18a66e79 admin admin] 10.222.0.54 "DELETE /v2.0/networks/2759e53d-df16-4e1f-825e-7dc35572a9e2 HTTP/1.1" status: 204 len: 168 time: 1.6717563 Dec 20 14:50:38.725072 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 33884) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:38.743524 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1c4065b1-a760-4d39-8842-ae31444c2a7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:38.745964 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1c4065b1-a760-4d39-8842-ae31444c2a7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:38.749692 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-1c4065b1-a760-4d39-8842-ae31444c2a7d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/29fc4875-1866-48dc-bfec-56275aef64f3 HTTP/1.1" status: 204 len: 168 time: 0.5489390 Dec 20 14:50:38.749692 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37b6425-867c-4551-b4da-1baf18a66e79 admin admin] Pushing event deleted for resources: {'Network': ['ID=2759e53d-df16-4e1f-825e-7dc35572a9e2,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:38.797031 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4065b1-a760-4d39-8842-ae31444c2a7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29fc4875-1866-48dc-bfec-56275aef64f3,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:38.804173 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ea73492b-1688-4092-97aa-3c9765112129 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:38.834123 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-ea73492b-1688-4092-97aa-3c9765112129 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1184bd8-3244-4150-b7a3-c9887d155634']}} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:50:38.851251 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-ea73492b-1688-4092-97aa-3c9765112129 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a8ad11c-0ec9-4b4c-9b2a-aaa731475582') {'for_net_delete': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:50:38.851739 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-ea73492b-1688-4092-97aa-3c9765112129 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a8ad11c-0ec9-4b4c-9b2a-aaa731475582') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:50:38.864358 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ea73492b-1688-4092-97aa-3c9765112129 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954405'] for segment, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:38.880014 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ea73492b-1688-4092-97aa-3c9765112129 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:38.889012 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea73492b-1688-4092-97aa-3c9765112129 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=103167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:50:38.891013 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ea73492b-1688-4092-97aa-3c9765112129 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9956000'] for segment, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:38.896943 n-d-761264-19 neutron-server[103167]: Traceback (most recent call last): Dec 20 14:50:38.896943 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:50:38.896943 n-d-761264-19 neutron-server[103167]: timer() Dec 20 14:50:38.896943 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:50:38.896943 n-d-761264-19 neutron-server[103167]: cb(*args, **kw) Dec 20 14:50:38.896943 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:50:38.896943 n-d-761264-19 neutron-server[103167]: return func(*args, **kwargs) Dec 20 14:50:38.896943 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:50:38.896943 n-d-761264-19 neutron-server[103167]: self._notify() Dec 20 14:50:38.896943 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:50:38.896943 n-d-761264-19 neutron-server[103167]: self.callback(batched_events) Dec 20 14:50:38.896943 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:50:38.896943 n-d-761264-19 neutron-server[103167]: event.method(event) Dec 20 14:50:38.896943 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:50:38.896943 n-d-761264-19 neutron-server[103167]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:50:38.896943 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:50:38.896943 n-d-761264-19 neutron-server[103167]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:50:38.896943 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:50:38.896943 n-d-761264-19 neutron-server[103167]: return f(self, *a, **k) Dec 20 14:50:38.896943 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:50:38.896943 n-d-761264-19 neutron-server[103167]: return self._get(url).json() Dec 20 14:50:38.896943 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:50:38.896943 n-d-761264-19 neutron-server[103167]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:50:38.896943 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:50:38.896943 n-d-761264-19 neutron-server[103167]: return self.request(url, 'GET', **kwargs) Dec 20 14:50:38.896943 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:50:38.896943 n-d-761264-19 neutron-server[103167]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:50:38.896943 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:50:38.896943 n-d-761264-19 neutron-server[103167]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:50:38.896943 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:50:38.896943 n-d-761264-19 neutron-server[103167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:50:38.896943 n-d-761264-19 neutron-server[103167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:50:38.985506 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ea73492b-1688-4092-97aa-3c9765112129 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:39.000540 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ea73492b-1688-4092-97aa-3c9765112129 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:39.003933 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-ea73492b-1688-4092-97aa-3c9765112129 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] 10.222.0.54 "DELETE /v2.0/networks/b1184bd8-3244-4150-b7a3-c9887d155634 HTTP/1.1" status: 204 len: 168 time: 3.2559595 Dec 20 14:50:39.013509 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 33890) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:39.018882 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-9a1b8bcd-d51e-468d-a9e6-66498a149e7f tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-847135584'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:50:39.023243 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea73492b-1688-4092-97aa-3c9765112129 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Pushing event deleted for resources: {'Network': ['ID=b1184bd8-3244-4150-b7a3-c9887d155634,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:39.046107 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a1b8bcd-d51e-468d-a9e6-66498a149e7f tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Made reservation on behalf of d26d3ca8669e4c0c9d2363dab1eeb66c for: {'network': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:50:39.050527 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9a1b8bcd-d51e-468d-a9e6-66498a149e7f tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:39.075281 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a1b8bcd-d51e-468d-a9e6-66498a149e7f tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=103167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:50:39.085745 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9a1b8bcd-d51e-468d-a9e6-66498a149e7f tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:39.086028 n-d-761264-19 neutron-server[103167]: INFO neutron.db.segments_db [None req-9a1b8bcd-d51e-468d-a9e6-66498a149e7f tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Added segment e8233d55-44bc-4316-b66e-66ca01dbf455 of type vlan for network aee735f1-bf6c-47c7-8a98-81b6191c728b Dec 20 14:50:39.128769 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9a1b8bcd-d51e-468d-a9e6-66498a149e7f tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:39.157389 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9a1b8bcd-d51e-468d-a9e6-66498a149e7f tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:39.163583 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1b8bcd-d51e-468d-a9e6-66498a149e7f tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:39.164139 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9a1b8bcd-d51e-468d-a9e6-66498a149e7f tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:39.196380 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-bb197301-b906-4ab0-bd37-78e07aae9c0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1595867'] for router_interface, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:39.225781 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-9a1b8bcd-d51e-468d-a9e6-66498a149e7f tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2112136 Dec 20 14:50:39.247508 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 33902) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:39.253288 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-3f18c5a7-6e80-4b6c-9b8f-315202df6c5d tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Request body: {'subnet': {'network_id': 'aee735f1-bf6c-47c7-8a98-81b6191c728b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:50:39.266307 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1b8bcd-d51e-468d-a9e6-66498a149e7f tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Pushing event updated for resources: {'Network': ['ID=aee735f1-bf6c-47c7-8a98-81b6191c728b,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:39.281615 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network aee735f1-bf6c-47c7-8a98-81b6191c728b details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:50:39.284166 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abdcad7-27b2-45e9-a612-1d0625822068 req-f2623e59-55dc-4888-9ebd-8b52784865aa tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:39.285795 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5abdcad7-27b2-45e9-a612-1d0625822068 req-f2623e59-55dc-4888-9ebd-8b52784865aa tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=3870d726-f90f-400f-bf75-c68966f99c28 HTTP/1.1" status: 200 len: 943 time: 0.0986216 Dec 20 14:50:39.357265 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5abdcad7-27b2-45e9-a612-1d0625822068 req-18f0402c-5293-47cf-ac82-0da914641045 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d5e630c-78bd-41d1-b187-380d3fa580ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607979 Dec 20 14:50:39.475701 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f18c5a7-6e80-4b6c-9b8f-315202df6c5d tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Made reservation on behalf of d26d3ca8669e4c0c9d2363dab1eeb66c for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:50:39.479239 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3f18c5a7-6e80-4b6c-9b8f-315202df6c5d tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:39.573611 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.ipam_backend_mixin [None req-3f18c5a7-6e80-4b6c-9b8f-315202df6c5d tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Performing IP validity checks on allocation pools {{(pid=103168) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 20 14:50:39.574253 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.ipam_backend_mixin [None req-3f18c5a7-6e80-4b6c-9b8f-315202df6c5d tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103168) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 20 14:50:39.802644 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-bb197301-b906-4ab0-bd37-78e07aae9c0f admin admin] Deleting port 089b4218-f09d-4ada-a418-39adc784424e {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:50:39.803013 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-bb197301-b906-4ab0-bd37-78e07aae9c0f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:39.827124 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3f18c5a7-6e80-4b6c-9b8f-315202df6c5d tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8848317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10470522'] for subnet, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:39.835905 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c507fd9-d0c8-448e-ad7d-1e8e29908493 req-475399d5-cc10-4cc7-9807-388a65fb28fe tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:39.837443 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0c507fd9-d0c8-448e-ad7d-1e8e29908493 req-475399d5-cc10-4cc7-9807-388a65fb28fe tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] 10.222.0.54 "GET /v2.0/ports?device_id=9894f473-1ec3-4b93-b5b7-1750ecd1a65d HTTP/1.1" status: 200 len: 946 time: 0.1361468 Dec 20 14:50:39.980910 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f18c5a7-6e80-4b6c-9b8f-315202df6c5d tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Pushing event updated for resources: {'Subnet': ['ID=26c009d3-6446-4806-bfd9-b3e1bae427d7,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:39.993504 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0c507fd9-d0c8-448e-ad7d-1e8e29908493 req-0f7c162f-38ca-448c-ae95-e40dd40a0df1 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] 10.222.0.54 "GET /v2.0/security-groups?id=e3bda4e7-0249-4912-93cb-8191c1dcb6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184952 Dec 20 14:50:39.995301 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-bb197301-b906-4ab0-bd37-78e07aae9c0f admin admin] For port 089b4218-f09d-4ada-a418-39adc784424e, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=089b4218-f09d-4ada-a418-39adc784424e,segment=NetworkSegment(7465d05b-a37b-4005-b7f3-542d098949f3),segment_id=7465d05b-a37b-4005-b7f3-542d098949f3)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:50:39.995661 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-bb197301-b906-4ab0-bd37-78e07aae9c0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:40.011576 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-bb197301-b906-4ab0-bd37-78e07aae9c0f admin admin] Calling delete_port for 089b4218-f09d-4ada-a418-39adc784424e owned by network:router_interface {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:50:40.013205 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f18c5a7-6e80-4b6c-9b8f-315202df6c5d tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Checking segment: {'id': 'e8233d55-44bc-4316-b66e-66ca01dbf455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'aee735f1-bf6c-47c7-8a98-81b6191c728b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:50:40.013562 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f18c5a7-6e80-4b6c-9b8f-315202df6c5d tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Network hostable DHCP agents. Network: aee735f1-bf6c-47c7-8a98-81b6191c728b, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:50:40.104535 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f18c5a7-6e80-4b6c-9b8f-315202df6c5d tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Network aee735f1-bf6c-47c7-8a98-81b6191c728b is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:50:40.153227 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-3f18c5a7-6e80-4b6c-9b8f-315202df6c5d tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, aee735f1-bf6c-47c7-8a98-81b6191c728b) {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:50:40.160469 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f18c5a7-6e80-4b6c-9b8f-315202df6c5d tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:40.161149 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3f18c5a7-6e80-4b6c-9b8f-315202df6c5d tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:40.172220 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef413b8-cad2-4e25-a167-21ec79189675 None None] Network aee735f1-bf6c-47c7-8a98-81b6191c728b requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:50:40.211208 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-3f18c5a7-6e80-4b6c-9b8f-315202df6c5d tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.9624817 Dec 20 14:50:40.214055 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 33938) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:40.316446 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-bb197301-b906-4ab0-bd37-78e07aae9c0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:40.325672 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a49fc5-e739-469b-a155-fb9406ab0c8b req-b731595d-4e8e-4e02-a046-92d74f0a6f34 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:40.327366 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f2a49fc5-e739-469b-a155-fb9406ab0c8b req-b731595d-4e8e-4e02-a046-92d74f0a6f34 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] 10.222.0.54 "GET /v2.0/ports?device_id=9894f473-1ec3-4b93-b5b7-1750ecd1a65d HTTP/1.1" status: 200 len: 946 time: 0.0804112 Dec 20 14:50:40.361989 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb197301-b906-4ab0-bd37-78e07aae9c0f admin admin] Pushing event deleted for resources: {'Port': ['ID=089b4218-f09d-4ada-a418-39adc784424e,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:40.376535 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2e6f16-8e5b-4c88-8eda-5fc377fe7c33 req-e241150b-0f9e-4ce8-bdd0-706bc07421dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:40.378058 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ec2e6f16-8e5b-4c88-8eda-5fc377fe7c33 req-e241150b-0f9e-4ce8-bdd0-706bc07421dd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1ad96c1d93ee4a4fab8c54985f8d0a2c&device_id=9894f473-1ec3-4b93-b5b7-1750ecd1a65d HTTP/1.1" status: 200 len: 1098 time: 0.0730627 Dec 20 14:50:40.382236 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-01f96130-b35f-4cc3-a842-3cd61006672c tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:40.541121 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f2a49fc5-e739-469b-a155-fb9406ab0c8b req-07ba8390-39f4-41c1-9486-d5d71ca966b2 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] 10.222.0.54 "GET /v2.0/security-groups?id=e3bda4e7-0249-4912-93cb-8191c1dcb6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043736 Dec 20 14:50:40.596659 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c53b292-bbac-4b27-95c0-810d8fc1ce23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-aee735f1-bf6c-47c7-8a98-81b6191c728b', 'network_id': 'aee735f1-bf6c-47c7-8a98-81b6191c728b', 'project_id': 'd26d3ca8669e4c0c9d2363dab1eeb66c', 'fixed_ips': [{'subnet_id': '26c009d3-6446-4806-bfd9-b3e1bae427d7'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:50:40.597599 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4c53b292-bbac-4b27-95c0-810d8fc1ce23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:40.645583 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-01f96130-b35f-4cc3-a842-3cd61006672c tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:40.711089 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2e6f16-8e5b-4c88-8eda-5fc377fe7c33 req-948472cb-8917-4539-9ff1-243cd7e14f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:40.713178 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ec2e6f16-8e5b-4c88-8eda-5fc377fe7c33 req-948472cb-8917-4539-9ff1-243cd7e14f47 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8a310775-6600-433a-b2cf-962806f14a03 HTTP/1.1" status: 200 len: 919 time: 0.3093894 Dec 20 14:50:40.750671 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-bb197301-b906-4ab0-bd37-78e07aae9c0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582411'] for router_interface, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:40.771380 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server [None req-4c53b292-bbac-4b27-95c0-810d8fc1ce23 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 26c009d3-6446-4806-bfd9-b3e1bae427d7: This subnet is being modified by another concurrent operation. Dec 20 14:50:40.771380 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 20 14:50:40.771380 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 20 14:50:40.771380 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 20 14:50:40.771380 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 20 14:50:40.771380 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 20 14:50:40.771380 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 20 14:50:40.771380 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 20 14:50:40.771380 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 20 14:50:40.771380 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 20 14:50:40.771380 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 20 14:50:40.771380 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 20 14:50:40.771380 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 14:50:40.771380 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 14:50:40.771380 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 14:50:40.771380 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 14:50:40.771380 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 20 14:50:40.771380 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 14:50:40.771380 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 20 14:50:40.771380 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 20 14:50:40.771380 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 14:50:40.771380 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 14:50:40.771380 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 14:50:40.771380 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 14:50:40.771380 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 20 14:50:40.771380 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 14:50:40.771380 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 20 14:50:40.771380 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 20 14:50:40.771380 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 14:50:40.771380 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 14:50:40.771380 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 14:50:40.771380 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 14:50:40.771380 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 20 14:50:40.771380 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 20 14:50:40.771380 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 20 14:50:40.771380 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 20 14:50:40.771380 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 20 14:50:40.771380 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 20 14:50:40.771380 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 20 14:50:40.771380 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 20 14:50:40.771380 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 20 14:50:40.771380 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 20 14:50:40.771380 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Dec 20 14:50:40.771380 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 14:50:40.771380 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 20 14:50:40.771380 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 20 14:50:40.771380 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 20 14:50:40.771380 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 20 14:50:40.771380 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 14:50:40.771380 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 14:50:40.771380 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 14:50:40.771380 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 14:50:40.771380 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 20 14:50:40.771380 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 14:50:40.771380 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 20 14:50:40.771380 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 20 14:50:40.771380 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 14:50:40.771380 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 14:50:40.771380 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 14:50:40.771380 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 14:50:40.771380 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 20 14:50:40.771380 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 14:50:40.771380 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 20 14:50:40.771380 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 20 14:50:40.771380 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 14:50:40.771380 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 14:50:40.771380 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 14:50:40.771380 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 14:50:40.771380 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 20 14:50:40.771380 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 20 14:50:40.771380 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 20 14:50:40.771380 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 20 14:50:40.771380 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 20 14:50:40.771380 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 20 14:50:40.771380 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1463, in create_port_db Dec 20 14:50:40.771380 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 20 14:50:40.771380 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 20 14:50:40.771380 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 20 14:50:40.771380 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 14:50:40.771380 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 14:50:40.771380 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 14:50:40.771380 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 14:50:40.771380 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 20 14:50:40.771380 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 20 14:50:40.771380 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 20 14:50:40.771380 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 20 14:50:40.771380 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 20 14:50:40.771380 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 20 14:50:40.771380 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 20 14:50:40.771380 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server raise exception Dec 20 14:50:40.771380 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 26c009d3-6446-4806-bfd9-b3e1bae427d7: This subnet is being modified by another concurrent operation. Dec 20 14:50:40.771380 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server Dec 20 14:50:40.797792 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56983a4f-3984-4f22-86c3-2bb60ed28cd4 None None] Network aee735f1-bf6c-47c7-8a98-81b6191c728b requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:50:40.826231 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f648d17c-eddb-4ab6-ae68-3bb1deb98941 req-f6a7c533-fbcd-4223-906e-0d308e7ec131 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:40.841655 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f648d17c-eddb-4ab6-ae68-3bb1deb98941 req-f6a7c533-fbcd-4223-906e-0d308e7ec131 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=3870d726-f90f-400f-bf75-c68966f99c28 HTTP/1.1" status: 200 len: 943 time: 0.3090606 Dec 20 14:50:40.844241 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-01f96130-b35f-4cc3-a842-3cd61006672c tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:40.849471 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ec2e6f16-8e5b-4c88-8eda-5fc377fe7c33 req-2a6da88b-8433-4aca-b6e0-d4df94b66b25 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=438424eb-455f-4c03-b881-a8b1a0efb236 HTTP/1.1" status: 200 len: 217 time: 0.1273785 Dec 20 14:50:40.963628 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f96130-b35f-4cc3-a842-3cd61006672c tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Pushing event deleted for resources: {'Subnet': ['ID=26c009d3-6446-4806-bfd9-b3e1bae427d7,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:40.999724 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b28095-154c-4d18-acf3-021952af3a4c None None] get_active_networks_info from n-d-761264-19 {{(pid=103169) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 20 14:50:41.055815 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2e6f16-8e5b-4c88-8eda-5fc377fe7c33 req-bcf8acbe-fa0d-4a2f-abbb-35794828da36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:41.057462 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ec2e6f16-8e5b-4c88-8eda-5fc377fe7c33 req-bcf8acbe-fa0d-4a2f-abbb-35794828da36 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8f3ed45f-52f9-4334-9a6d-018925966150 HTTP/1.1" status: 200 len: 858 time: 0.1929715 Dec 20 14:50:41.071849 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-01f96130-b35f-4cc3-a842-3cd61006672c tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:41.113388 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ec2e6f16-8e5b-4c88-8eda-5fc377fe7c33 req-3af7102f-4e11-4a65-8286-4ff3ab502f9b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8a310775-6600-433a-b2cf-962806f14a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447876 Dec 20 14:50:41.123583 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb197301-b906-4ab0-bd37-78e07aae9c0f admin admin] Router e4fa66fc-53b3-4392-829b-d5ca3454d208 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:50:41.132496 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f648d17c-eddb-4ab6-ae68-3bb1deb98941 req-780d91f8-1d3c-4bc2-8dda-98df54810c71 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d5e630c-78bd-41d1-b187-380d3fa580ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2895460 Dec 20 14:50:41.150423 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b28095-154c-4d18-acf3-021952af3a4c None None] Resources bound (agent type, host, resource id): {{(pid=103169) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 14:50:41.252372 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb197301-b906-4ab0-bd37-78e07aae9c0f admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:50:41.267278 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf300db-7db6-4fce-aeaf-baf07124e1e0 None None] Sync routers for ids ['e4fa66fc-53b3-4392-829b-d5ca3454d208'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:50:41.271567 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-bb197301-b906-4ab0-bd37-78e07aae9c0f admin admin] 10.222.0.54 "PUT /v2.0/routers/e4fa66fc-53b3-4392-829b-d5ca3454d208/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5456738 Dec 20 14:50:41.274114 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 33956) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:41.305972 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf300db-7db6-4fce-aeaf-baf07124e1e0 None None] Routers {'e4fa66fc-53b3-4392-829b-d5ca3454d208'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:50:41.306986 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-6cf300db-7db6-4fce-aeaf-baf07124e1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:50:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['e4fa66fc-53b3-4392-829b-d5ca3454d208'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:50:41.413730 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8e08810b-f8ce-4b49-ac06-2e032147adbe admin admin] Publish callbacks [] for router, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:41.537648 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-6cf300db-7db6-4fce-aeaf-baf07124e1e0 None None] Set router e4fa66fc-53b3-4392-829b-d5ca3454d208 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:50:41.550713 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8e08810b-f8ce-4b49-ac06-2e032147adbe admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:41.589001 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ec2e6f16-8e5b-4c88-8eda-5fc377fe7c33 req-dd058df5-ae30-4042-b7c4-8af1a02714ae service neutron] 10.222.0.47 "GET /v2.0/networks/8a310775-6600-433a-b2cf-962806f14a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4519362 Dec 20 14:50:41.631901 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-01f96130-b35f-4cc3-a842-3cd61006672c tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aee735f1-bf6c-47c7-8a98-81b6191c728b']}} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:50:41.635550 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-8e08810b-f8ce-4b49-ac06-2e032147adbe admin admin] Deleting port d54112c9-e8ec-4a4d-9ea5-6f1b1efabeec {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:50:41.635892 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8e08810b-f8ce-4b49-ac06-2e032147adbe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:41.660861 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-01f96130-b35f-4cc3-a842-3cd61006672c tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8233d55-44bc-4316-b66e-66ca01dbf455') {'for_net_delete': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:50:41.661514 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-01f96130-b35f-4cc3-a842-3cd61006672c tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8233d55-44bc-4316-b66e-66ca01dbf455') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:50:41.697783 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-01f96130-b35f-4cc3-a842-3cd61006672c tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954405'] for segment, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:41.725270 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-01f96130-b35f-4cc3-a842-3cd61006672c tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:41.740964 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01f96130-b35f-4cc3-a842-3cd61006672c tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=103167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:50:41.742088 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-01f96130-b35f-4cc3-a842-3cd61006672c tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9956000'] for segment, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:41.745669 n-d-761264-19 neutron-server[103167]: Traceback (most recent call last): Dec 20 14:50:41.745669 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:50:41.745669 n-d-761264-19 neutron-server[103167]: timer() Dec 20 14:50:41.745669 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:50:41.745669 n-d-761264-19 neutron-server[103167]: cb(*args, **kw) Dec 20 14:50:41.745669 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:50:41.745669 n-d-761264-19 neutron-server[103167]: return func(*args, **kwargs) Dec 20 14:50:41.745669 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:50:41.745669 n-d-761264-19 neutron-server[103167]: self._notify() Dec 20 14:50:41.745669 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:50:41.745669 n-d-761264-19 neutron-server[103167]: self.callback(batched_events) Dec 20 14:50:41.745669 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:50:41.745669 n-d-761264-19 neutron-server[103167]: event.method(event) Dec 20 14:50:41.745669 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:50:41.745669 n-d-761264-19 neutron-server[103167]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:50:41.745669 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:50:41.745669 n-d-761264-19 neutron-server[103167]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:50:41.745669 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:50:41.745669 n-d-761264-19 neutron-server[103167]: return f(self, *a, **k) Dec 20 14:50:41.745669 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:50:41.745669 n-d-761264-19 neutron-server[103167]: return self._get(url).json() Dec 20 14:50:41.745669 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:50:41.745669 n-d-761264-19 neutron-server[103167]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:50:41.745669 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:50:41.745669 n-d-761264-19 neutron-server[103167]: return self.request(url, 'GET', **kwargs) Dec 20 14:50:41.745669 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:50:41.745669 n-d-761264-19 neutron-server[103167]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:50:41.745669 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:50:41.745669 n-d-761264-19 neutron-server[103167]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:50:41.745669 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:50:41.745669 n-d-761264-19 neutron-server[103167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:50:41.745669 n-d-761264-19 neutron-server[103167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:50:41.749960 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:41.814896 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ec2e6f16-8e5b-4c88-8eda-5fc377fe7c33 req-a8f94884-c3ee-422e-8516-e161adc3c242 service neutron] 10.222.0.47 "GET /v2.0/networks/8a310775-6600-433a-b2cf-962806f14a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130120 Dec 20 14:50:41.833691 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-01f96130-b35f-4cc3-a842-3cd61006672c tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:41.842664 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-01f96130-b35f-4cc3-a842-3cd61006672c tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:41.850120 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-01f96130-b35f-4cc3-a842-3cd61006672c tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] 10.222.0.54 "DELETE /v2.0/networks/aee735f1-bf6c-47c7-8a98-81b6191c728b HTTP/1.1" status: 204 len: 168 time: 1.6339915 Dec 20 14:50:41.869716 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 33960) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:41.873614 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-6cf300db-7db6-4fce-aeaf-baf07124e1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4fa66fc-53b3-4392-829b-d5ca3454d208', 'name': 'tempest-TestServerMultinode-445103897-router', 'tenant_id': '02e2e7c33f52422ea75fe7a440bfc1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': 'd54112c9-e8ec-4a4d-9ea5-6f1b1efabeec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:49:28Z', 'updated_at': '2021-12-20T14:50:40Z', 'revision_number': 5, 'project_id': '02e2e7c33f52422ea75fe7a440bfc1a8', 'gw_port': {'id': 'd54112c9-e8ec-4a4d-9ea5-6f1b1efabeec', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fa66fc-53b3-4392-829b-d5ca3454d208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:49:30Z', 'updated_at': '2021-12-20T14:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:50:41.876232 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-c379568e-451c-4469-94d7-65b548f0549a tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-696082774'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:50:41.881481 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f96130-b35f-4cc3-a842-3cd61006672c tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Pushing event deleted for resources: {'Network': ['ID=aee735f1-bf6c-47c7-8a98-81b6191c728b,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:41.910271 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c379568e-451c-4469-94d7-65b548f0549a tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Made reservation on behalf of d26d3ca8669e4c0c9d2363dab1eeb66c for: {'network': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:50:41.914982 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c379568e-451c-4469-94d7-65b548f0549a tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:41.946655 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf300db-7db6-4fce-aeaf-baf07124e1e0 None None] Checking router: e4fa66fc-53b3-4392-829b-d5ca3454d208 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:50:41.955096 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c379568e-451c-4469-94d7-65b548f0549a tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=103167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:50:41.961958 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf300db-7db6-4fce-aeaf-baf07124e1e0 None None] Routers {'e4fa66fc-53b3-4392-829b-d5ca3454d208'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:50:41.962612 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-6cf300db-7db6-4fce-aeaf-baf07124e1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:50:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['e4fa66fc-53b3-4392-829b-d5ca3454d208'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:50:41.976421 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c379568e-451c-4469-94d7-65b548f0549a tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:41.976896 n-d-761264-19 neutron-server[103167]: INFO neutron.db.segments_db [None req-c379568e-451c-4469-94d7-65b548f0549a tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Added segment b510c242-e4fe-423b-b1ab-881a5f747f40 of type vlan for network 607f174e-39bb-4893-95d1-e41b9f43b9bf Dec 20 14:50:42.080898 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c379568e-451c-4469-94d7-65b548f0549a tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:42.094238 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-6cf300db-7db6-4fce-aeaf-baf07124e1e0 None None] Set router e4fa66fc-53b3-4392-829b-d5ca3454d208 gateway port host: None {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:50:42.121618 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c379568e-451c-4469-94d7-65b548f0549a tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:42.129711 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c379568e-451c-4469-94d7-65b548f0549a tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:42.131141 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c379568e-451c-4469-94d7-65b548f0549a tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:42.163263 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa097eb-cb85-4ad6-b4f2-c1f8d9e11013 req-edce2840-e072-4267-8b4c-e8e118f67ae0 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:42.164331 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-efa097eb-cb85-4ad6-b4f2-c1f8d9e11013 req-edce2840-e072-4267-8b4c-e8e118f67ae0 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] 10.222.0.54 "GET /v2.0/ports?device_id=9894f473-1ec3-4b93-b5b7-1750ecd1a65d HTTP/1.1" status: 200 len: 946 time: 0.5116503 Dec 20 14:50:42.182039 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-6cf300db-7db6-4fce-aeaf-baf07124e1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4fa66fc-53b3-4392-829b-d5ca3454d208', 'name': 'tempest-TestServerMultinode-445103897-router', 'tenant_id': '02e2e7c33f52422ea75fe7a440bfc1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:49:28Z', 'updated_at': '2021-12-20T14:50:41Z', 'revision_number': 6, 'project_id': '02e2e7c33f52422ea75fe7a440bfc1a8', 'gw_port_host': None}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:50:42.206705 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-8e08810b-f8ce-4b49-ac06-2e032147adbe admin admin] For port d54112c9-e8ec-4a4d-9ea5-6f1b1efabeec, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=d54112c9-e8ec-4a4d-9ea5-6f1b1efabeec,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:50:42.207293 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8e08810b-f8ce-4b49-ac06-2e032147adbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:42.212651 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-c379568e-451c-4469-94d7-65b548f0549a tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3416431 Dec 20 14:50:42.219193 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 33972) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:42.223970 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf300db-7db6-4fce-aeaf-baf07124e1e0 None None] The sync data for ids ['e4fa66fc-53b3-4392-829b-d5ca3454d208'] in n-d-761264-19 is: [{'id': 'e4fa66fc-53b3-4392-829b-d5ca3454d208', 'name': 'tempest-TestServerMultinode-445103897-router', 'tenant_id': '02e2e7c33f52422ea75fe7a440bfc1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:49:28Z', 'updated_at': '2021-12-20T14:50:41Z', 'revision_number': 6, 'project_id': '02e2e7c33f52422ea75fe7a440bfc1a8', 'gw_port_host': None}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:50:42.237721 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-8e08810b-f8ce-4b49-ac06-2e032147adbe admin admin] Calling delete_port for d54112c9-e8ec-4a4d-9ea5-6f1b1efabeec owned by network:router_gateway {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:50:42.286045 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c379568e-451c-4469-94d7-65b548f0549a tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Pushing event updated for resources: {'Network': ['ID=607f174e-39bb-4893-95d1-e41b9f43b9bf,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:42.297707 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 607f174e-39bb-4893-95d1-e41b9f43b9bf details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:50:42.341182 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-ba2a0241-a8ec-49a0-99a3-c091ae82b57e tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Request body: {'subnet': {'network_id': '607f174e-39bb-4893-95d1-e41b9f43b9bf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:50:42.424144 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e57b33-871a-4a7e-b8b5-552bee1d0c11 req-af7c504f-f39c-45cf-b8ed-2dfa85c90fed tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:42.444377 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-32e57b33-871a-4a7e-b8b5-552bee1d0c11 req-af7c504f-f39c-45cf-b8ed-2dfa85c90fed tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=3870d726-f90f-400f-bf75-c68966f99c28 HTTP/1.1" status: 200 len: 943 time: 0.1708531 Dec 20 14:50:42.508105 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-efa097eb-cb85-4ad6-b4f2-c1f8d9e11013 req-3a3cf4db-5dc2-469d-b45d-32934a42b957 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] 10.222.0.54 "GET /v2.0/security-groups?id=e3bda4e7-0249-4912-93cb-8191c1dcb6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3334115 Dec 20 14:50:42.553333 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-32e57b33-871a-4a7e-b8b5-552bee1d0c11 req-dafa07fe-8bfc-4223-8d20-7b2803ab5d2e tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d5e630c-78bd-41d1-b187-380d3fa580ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899892 Dec 20 14:50:42.618571 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 089b4218-f09d-4ada-a418-39adc784424e no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:50:42.644535 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 089b4218-f09d-4ada-a418-39adc784424e {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:50:42.645606 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 089b4218-f09d-4ada-a418-39adc784424e not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:50:42.651922 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba2a0241-a8ec-49a0-99a3-c091ae82b57e tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Made reservation on behalf of d26d3ca8669e4c0c9d2363dab1eeb66c for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:50:42.655764 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ba2a0241-a8ec-49a0-99a3-c091ae82b57e tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:42.725791 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8e08810b-f8ce-4b49-ac06-2e032147adbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:42.771089 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e08810b-f8ce-4b49-ac06-2e032147adbe admin admin] Pushing event deleted for resources: {'Port': ['ID=d54112c9-e8ec-4a4d-9ea5-6f1b1efabeec,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:42.782528 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c174b12d-6583-4dfa-b120-12dcabd98924 None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:50:42.853795 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8e08810b-f8ce-4b49-ac06-2e032147adbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584913'] for router_gateway, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:42.890390 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 781fb46b-1e3a-4f20-b9da-a2fd188a525f details requested by agent hyperv_n-h1-761264-19 with host n-h1-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:50:42.987479 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8e08810b-f8ce-4b49-ac06-2e032147adbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40132'] for router, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:42.993071 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8e08810b-f8ce-4b49-ac06-2e032147adbe admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:43.013566 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 781fb46b-1e3a-4f20-b9da-a2fd188a525f, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=781fb46b-1e3a-4f20-b9da-a2fd188a525f,segment=NetworkSegment(684010eb-b9c8-44ca-8706-1c0ac63af0ec),segment_id=684010eb-b9c8-44ca-8706-1c0ac63af0ec)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:50:43.026801 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Returning: {'device': '781fb46b-1e3a-4f20-b9da-a2fd188a525f', 'network_id': '247d6423-5fdf-4eed-9378-2e1201ada444', 'port_id': '781fb46b-1e3a-4f20-b9da-a2fd188a525f', 'mac_address': 'fa:16:3e:d1:c5:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8bc57f1-3730-4dfb-a3cb-cf3c3829d7fe', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:50:43.081845 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8e08810b-f8ce-4b49-ac06-2e032147adbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1594808'] for router, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:43.082541 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e08810b-f8ce-4b49-ac06-2e032147adbe admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4fa66fc-53b3-4392-829b-d5ca3454d208 {{(pid=103168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 14:50:43.087835 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8e08810b-f8ce-4b49-ac06-2e032147adbe admin admin] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:43.090156 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-8e08810b-f8ce-4b49-ac06-2e032147adbe admin admin] 10.222.0.54 "DELETE /v2.0/routers/e4fa66fc-53b3-4392-829b-d5ca3454d208 HTTP/1.1" status: 204 len: 168 time: 1.8137565 Dec 20 14:50:43.091807 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:43.092620 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 33982) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:43.103805 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ba2a0241-a8ec-49a0-99a3-c091ae82b57e tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8848317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10470522'] for subnet, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:43.127540 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 781fb46b-1e3a-4f20-b9da-a2fd188a525f {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:50:43.192538 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 781fb46b-1e3a-4f20-b9da-a2fd188a525f, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=781fb46b-1e3a-4f20-b9da-a2fd188a525f,segment=NetworkSegment(684010eb-b9c8-44ca-8706-1c0ac63af0ec),segment_id=684010eb-b9c8-44ca-8706-1c0ac63af0ec)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:50:43.198675 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:43.206854 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_v2 [None req-130d4170-b0f0-4807-990c-1257337a8a3d admin admin] Deleting subnet dad7f655-24cb-4d3e-ad2a-24de26780a81 {{(pid=103168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:50:43.215358 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-130d4170-b0f0-4807-990c-1257337a8a3d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:43.221805 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2a0241-a8ec-49a0-99a3-c091ae82b57e tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Pushing event updated for resources: {'Subnet': ['ID=6075bde8-4553-4451-87b6-78c8b361fe44,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:43.258465 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=781fb46b-1e3a-4f20-b9da-a2fd188a525f,revision_number=9']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:43.277136 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2a0241-a8ec-49a0-99a3-c091ae82b57e tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Checking segment: {'id': 'b510c242-e4fe-423b-b1ab-881a5f747f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '607f174e-39bb-4893-95d1-e41b9f43b9bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:50:43.277439 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2a0241-a8ec-49a0-99a3-c091ae82b57e tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Network hostable DHCP agents. Network: 607f174e-39bb-4893-95d1-e41b9f43b9bf, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:50:43.291251 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-130d4170-b0f0-4807-990c-1257337a8a3d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9023023'] for subnet, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:43.326351 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2a0241-a8ec-49a0-99a3-c091ae82b57e tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Network 607f174e-39bb-4893-95d1-e41b9f43b9bf is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:50:43.347055 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-ba2a0241-a8ec-49a0-99a3-c091ae82b57e tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 607f174e-39bb-4893-95d1-e41b9f43b9bf) {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:50:43.352260 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2a0241-a8ec-49a0-99a3-c091ae82b57e tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:43.352880 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ba2a0241-a8ec-49a0-99a3-c091ae82b57e tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:43.357787 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c280d5-59c7-4717-a936-f024d421c0a2 None None] Network 607f174e-39bb-4893-95d1-e41b9f43b9bf requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:50:43.406285 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-ba2a0241-a8ec-49a0-99a3-c091ae82b57e tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0747523 Dec 20 14:50:43.409014 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 33986) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:43.417888 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-130d4170-b0f0-4807-990c-1257337a8a3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:43.473071 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee15f20-3089-4b74-bdb5-9be82245bf29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-607f174e-39bb-4893-95d1-e41b9f43b9bf', 'network_id': '607f174e-39bb-4893-95d1-e41b9f43b9bf', 'project_id': 'd26d3ca8669e4c0c9d2363dab1eeb66c', 'fixed_ips': [{'subnet_id': '6075bde8-4553-4451-87b6-78c8b361fe44'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:50:43.473963 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-bee15f20-3089-4b74-bdb5-9be82245bf29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:43.504463 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-130d4170-b0f0-4807-990c-1257337a8a3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8850800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470517'] for subnet, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:43.553530 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130d4170-b0f0-4807-990c-1257337a8a3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dad7f655-24cb-4d3e-ad2a-24de26780a81,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:43.564644 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['781fb46b-1e3a-4f20-b9da-a2fd188a525f'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:50:43.574080 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-130d4170-b0f0-4807-990c-1257337a8a3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:43.581632 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-130d4170-b0f0-4807-990c-1257337a8a3d admin admin] 10.222.0.54 "DELETE /v2.0/subnets/dad7f655-24cb-4d3e-ad2a-24de26780a81 HTTP/1.1" status: 204 len: 168 time: 0.4835808 Dec 20 14:50:43.581632 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 33992) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:43.639806 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18237b74-2d67-44ea-a14e-a1525b242e15 None None] Network 5bdf1b1f-c2dd-43ac-bd1c-d9e081f323a6 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:50:43.647419 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-afe97db2-7f92-407a-a118-af83b196a47e tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:43.743472 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-afe97db2-7f92-407a-a118-af83b196a47e tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:43.745018 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c6914413-8dc8-4e7d-8644-5473efad10b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:43.767838 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9acee0-7736-46ec-a45f-cf03630ad265 req-3d66c23a-2c45-4e54-b279-3dd1250e85dd tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:43.769420 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5d9acee0-7736-46ec-a45f-cf03630ad265 req-3d66c23a-2c45-4e54-b279-3dd1250e85dd tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] 10.222.0.54 "GET /v2.0/ports?device_id=9894f473-1ec3-4b93-b5b7-1750ecd1a65d HTTP/1.1" status: 200 len: 946 time: 0.0889206 Dec 20 14:50:43.853154 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-bee15f20-3089-4b74-bdb5-9be82245bf29 None None] Allocated IP 172.20.0.1 (607f174e-39bb-4893-95d1-e41b9f43b9bf/6075bde8-4553-4451-87b6-78c8b361fe44/d10826b1-3d82-412d-975e-0e879b14ffd9) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:50:43.897997 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b743b18-47b5-4e5f-a6ce-458182b38adf req-fefd49b5-e1ce-4e80-9590-b626284ea52c tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:43.900811 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6b743b18-47b5-4e5f-a6ce-458182b38adf req-fefd49b5-e1ce-4e80-9590-b626284ea52c tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=3870d726-f90f-400f-bf75-c68966f99c28 HTTP/1.1" status: 200 len: 944 time: 0.1932631 Dec 20 14:50:43.932406 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5d9acee0-7736-46ec-a45f-cf03630ad265 req-764eb31a-81cc-4343-819f-c054444388ad tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] 10.222.0.54 "GET /v2.0/security-groups?id=e3bda4e7-0249-4912-93cb-8191c1dcb6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088755 Dec 20 14:50:43.954953 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-c6914413-8dc8-4e7d-8644-5473efad10b6 admin admin] Deleting port bd805dc6-2a73-498b-bd36-f61a0b3fed57 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:50:43.960429 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6b743b18-47b5-4e5f-a6ce-458182b38adf req-14124c35-5a92-4fc2-9ac3-d7dbca34d43c tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d5e630c-78bd-41d1-b187-380d3fa580ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520129 Dec 20 14:50:43.960795 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c6914413-8dc8-4e7d-8644-5473efad10b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:44.019420 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde8b121-5846-42df-963e-603c3ecb164a None None] DHCP port deletion for 5bdf1b1f-c2dd-43ac-bd1c-d9e081f323a6 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:50:44.073958 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-c6914413-8dc8-4e7d-8644-5473efad10b6 admin admin] For port bd805dc6-2a73-498b-bd36-f61a0b3fed57, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=bd805dc6-2a73-498b-bd36-f61a0b3fed57,segment=NetworkSegment(7465d05b-a37b-4005-b7f3-542d098949f3),segment_id=7465d05b-a37b-4005-b7f3-542d098949f3)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:50:44.073958 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c6914413-8dc8-4e7d-8644-5473efad10b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:44.099865 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-c6914413-8dc8-4e7d-8644-5473efad10b6 admin admin] Calling delete_port for bd805dc6-2a73-498b-bd36-f61a0b3fed57 owned by network:dhcp {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:50:44.170754 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-bde8b121-5846-42df-963e-603c3ecb164a None None] Deleting port bd805dc6-2a73-498b-bd36-f61a0b3fed57 {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:50:44.171428 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-bde8b121-5846-42df-963e-603c3ecb164a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:44.193510 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-bee15f20-3089-4b74-bdb5-9be82245bf29 None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:44.203523 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c6914413-8dc8-4e7d-8644-5473efad10b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:44.222172 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-bee15f20-3089-4b74-bdb5-9be82245bf29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:44.228238 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-afe97db2-7f92-407a-a118-af83b196a47e tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:44.254607 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6914413-8dc8-4e7d-8644-5473efad10b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd805dc6-2a73-498b-bd36-f61a0b3fed57,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:44.258192 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6914413-8dc8-4e7d-8644-5473efad10b6 admin admin] No DVR routers for this DVR port bd805dc6-2a73-498b-bd36-f61a0b3fed57 on host n-d-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:50:44.295261 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe97db2-7f92-407a-a118-af83b196a47e tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Pushing event deleted for resources: {'Subnet': ['ID=6075bde8-4553-4451-87b6-78c8b361fe44,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:44.350253 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee15f20-3089-4b74-bdb5-9be82245bf29 None None] Network 607f174e-39bb-4893-95d1-e41b9f43b9bf is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:50:44.360877 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-bde8b121-5846-42df-963e-603c3ecb164a None None] For port bd805dc6-2a73-498b-bd36-f61a0b3fed57, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=bd805dc6-2a73-498b-bd36-f61a0b3fed57,segment=NetworkSegment(7465d05b-a37b-4005-b7f3-542d098949f3),segment_id=7465d05b-a37b-4005-b7f3-542d098949f3)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:50:44.361803 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-bde8b121-5846-42df-963e-603c3ecb164a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:44.365390 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-bee15f20-3089-4b74-bdb5-9be82245bf29 None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:50:44.372994 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee15f20-3089-4b74-bdb5-9be82245bf29 None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:50:44.376800 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee15f20-3089-4b74-bdb5-9be82245bf29 None None] Pushing event updated for resources: {'Port': ['ID=d10826b1-3d82-412d-975e-0e879b14ffd9,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:44.378084 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-afe97db2-7f92-407a-a118-af83b196a47e tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:44.381805 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c6914413-8dc8-4e7d-8644-5473efad10b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:44.417881 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-c6914413-8dc8-4e7d-8644-5473efad10b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bdf1b1f-c2dd-43ac-bd1c-d9e081f323a6']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:50:44.419881 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-afe97db2-7f92-407a-a118-af83b196a47e tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['607f174e-39bb-4893-95d1-e41b9f43b9bf']}} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:50:44.430420 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-c6914413-8dc8-4e7d-8644-5473efad10b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7465d05b-a37b-4005-b7f3-542d098949f3') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:50:44.430905 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-c6914413-8dc8-4e7d-8644-5473efad10b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7465d05b-a37b-4005-b7f3-542d098949f3') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:50:44.435397 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-afe97db2-7f92-407a-a118-af83b196a47e tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b510c242-e4fe-423b-b1ab-881a5f747f40') {'for_net_delete': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:50:44.435797 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-afe97db2-7f92-407a-a118-af83b196a47e tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b510c242-e4fe-423b-b1ab-881a5f747f40') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:50:44.445518 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c6914413-8dc8-4e7d-8644-5473efad10b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:44.455442 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-afe97db2-7f92-407a-a118-af83b196a47e tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954405'] for segment, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:44.479872 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-afe97db2-7f92-407a-a118-af83b196a47e tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:44.488324 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c6914413-8dc8-4e7d-8644-5473efad10b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:44.493843 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afe97db2-7f92-407a-a118-af83b196a47e tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=103167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:50:44.494711 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-afe97db2-7f92-407a-a118-af83b196a47e tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9956000'] for segment, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:44.498162 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6914413-8dc8-4e7d-8644-5473efad10b6 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:50:44.498779 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c6914413-8dc8-4e7d-8644-5473efad10b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:44.501463 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 14:50:44.501463 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:50:44.501463 n-d-761264-19 neutron-server[103168]: timer() Dec 20 14:50:44.501463 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:50:44.501463 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 14:50:44.501463 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:50:44.501463 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 14:50:44.501463 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:50:44.501463 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 14:50:44.501463 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:50:44.501463 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 14:50:44.501463 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:50:44.501463 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 14:50:44.501463 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:50:44.501463 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:50:44.501463 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:50:44.501463 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:50:44.501463 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:50:44.501463 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 14:50:44.501463 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:50:44.501463 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 14:50:44.501463 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:50:44.501463 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:50:44.501463 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:50:44.501463 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 14:50:44.501463 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:50:44.501463 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:50:44.501463 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:50:44.501463 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:50:44.501463 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:50:44.501463 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:50:44.501463 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:50:44.563067 n-d-761264-19 neutron-server[103167]: Traceback (most recent call last): Dec 20 14:50:44.563067 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:50:44.563067 n-d-761264-19 neutron-server[103167]: timer() Dec 20 14:50:44.563067 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:50:44.563067 n-d-761264-19 neutron-server[103167]: cb(*args, **kw) Dec 20 14:50:44.563067 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:50:44.563067 n-d-761264-19 neutron-server[103167]: return func(*args, **kwargs) Dec 20 14:50:44.563067 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:50:44.563067 n-d-761264-19 neutron-server[103167]: self._notify() Dec 20 14:50:44.563067 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:50:44.563067 n-d-761264-19 neutron-server[103167]: self.callback(batched_events) Dec 20 14:50:44.563067 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:50:44.563067 n-d-761264-19 neutron-server[103167]: event.method(event) Dec 20 14:50:44.563067 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:50:44.563067 n-d-761264-19 neutron-server[103167]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:50:44.563067 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:50:44.563067 n-d-761264-19 neutron-server[103167]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:50:44.563067 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:50:44.563067 n-d-761264-19 neutron-server[103167]: return f(self, *a, **k) Dec 20 14:50:44.563067 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:50:44.563067 n-d-761264-19 neutron-server[103167]: return self._get(url).json() Dec 20 14:50:44.563067 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:50:44.563067 n-d-761264-19 neutron-server[103167]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:50:44.563067 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:50:44.563067 n-d-761264-19 neutron-server[103167]: return self.request(url, 'GET', **kwargs) Dec 20 14:50:44.563067 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:50:44.563067 n-d-761264-19 neutron-server[103167]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:50:44.563067 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:50:44.563067 n-d-761264-19 neutron-server[103167]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:50:44.563067 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:50:44.563067 n-d-761264-19 neutron-server[103167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:50:44.563067 n-d-761264-19 neutron-server[103167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:50:44.570470 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-bde8b121-5846-42df-963e-603c3ecb164a None None] Calling delete_port for bd805dc6-2a73-498b-bd36-f61a0b3fed57 owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:50:44.576614 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c6914413-8dc8-4e7d-8644-5473efad10b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:44.584698 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c6914413-8dc8-4e7d-8644-5473efad10b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:44.586701 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.db.api [None req-afe97db2-7f92-407a-a118-af83b196a47e tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 20 14:50:44.586701 n-d-761264-19 neutron-server[103167]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 20 14:50:44.586701 n-d-761264-19 neutron-server[103167]: [parameters: {'id': '607f174e-39bb-4893-95d1-e41b9f43b9bf'}] Dec 20 14:50:44.586701 n-d-761264-19 neutron-server[103167]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103167) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 14:50:44.587186 n-d-761264-19 neutron-server[103167]: DEBUG oslo_db.api [None req-afe97db2-7f92-407a-a118-af83b196a47e tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 14:50:44.589849 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-c6914413-8dc8-4e7d-8644-5473efad10b6 admin admin] 10.222.0.54 "DELETE /v2.0/networks/5bdf1b1f-c2dd-43ac-bd1c-d9e081f323a6 HTTP/1.1" status: 204 len: 168 time: 1.0088189 Dec 20 14:50:44.607922 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6914413-8dc8-4e7d-8644-5473efad10b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=5bdf1b1f-c2dd-43ac-bd1c-d9e081f323a6,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:44.612800 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device bd805dc6-2a73-498b-bd36-f61a0b3fed57 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:50:44.656516 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: bd805dc6-2a73-498b-bd36-f61a0b3fed57 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:50:44.657172 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device bd805dc6-2a73-498b-bd36-f61a0b3fed57 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:50:44.657777 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device d54112c9-e8ec-4a4d-9ea5-6f1b1efabeec no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:50:44.727763 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-bee15f20-3089-4b74-bdb5-9be82245bf29 None None] Attempting to bind port d10826b1-3d82-412d-975e-0e879b14ffd9 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:50:44.728209 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-bee15f20-3089-4b74-bdb5-9be82245bf29 None None] Attempting to bind port d10826b1-3d82-412d-975e-0e879b14ffd9 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': 'b510c242-e4fe-423b-b1ab-881a5f747f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '607f174e-39bb-4893-95d1-e41b9f43b9bf'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:50:44.728576 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee15f20-3089-4b74-bdb5-9be82245bf29 None None] Attempting to bind port d10826b1-3d82-412d-975e-0e879b14ffd9 on network 607f174e-39bb-4893-95d1-e41b9f43b9bf {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:50:44.734529 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: d54112c9-e8ec-4a4d-9ea5-6f1b1efabeec {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:50:44.734903 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device d54112c9-e8ec-4a4d-9ea5-6f1b1efabeec not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:50:44.743669 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee15f20-3089-4b74-bdb5-9be82245bf29 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:50:44.743996 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee15f20-3089-4b74-bdb5-9be82245bf29 None None] Checking segment: {'id': 'b510c242-e4fe-423b-b1ab-881a5f747f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '607f174e-39bb-4893-95d1-e41b9f43b9bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:50:44.744417 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-bee15f20-3089-4b74-bdb5-9be82245bf29 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:44.744867 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee15f20-3089-4b74-bdb5-9be82245bf29 None None] Bound using segment: {'id': 'b510c242-e4fe-423b-b1ab-881a5f747f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '607f174e-39bb-4893-95d1-e41b9f43b9bf'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:50:44.745358 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-bee15f20-3089-4b74-bdb5-9be82245bf29 None None] Bound port: d10826b1-3d82-412d-975e-0e879b14ffd9, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b510c242-e4fe-423b-b1ab-881a5f747f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '607f174e-39bb-4893-95d1-e41b9f43b9bf'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:50:44.746771 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-bee15f20-3089-4b74-bdb5-9be82245bf29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:44.808229 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 34008) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:44.836812 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-bde8b121-5846-42df-963e-603c3ecb164a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:44.846915 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bde8b121-5846-42df-963e-603c3ecb164a None None] Network 5bdf1b1f-c2dd-43ac-bd1c-d9e081f323a6 is not hosted by any dhcp agent {{(pid=103169) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 20 14:50:44.847367 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde8b121-5846-42df-963e-603c3ecb164a None None] No DVR routers for this DVR port bd805dc6-2a73-498b-bd36-f61a0b3fed57 on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:50:44.878442 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 34012) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:44.878853 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-de98fd53-ed00-4fd2-a8e1-f853138f55e0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=53ccf6a1617446c0a80d02e99f1fa5dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0690136 Dec 20 14:50:44.894060 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 781fb46b-1e3a-4f20-b9da-a2fd188a525f up at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:50:44.899937 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde8b121-5846-42df-963e-603c3ecb164a None None] Pushing event deleted for resources: {'Port': ['ID=bd805dc6-2a73-498b-bd36-f61a0b3fed57,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:44.930402 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-bee15f20-3089-4b74-bdb5-9be82245bf29 None None] For port d10826b1-3d82-412d-975e-0e879b14ffd9, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:50:44.938029 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3f1a4c20-1173-4e76-9047-378618d5018c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:44.954886 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-bee15f20-3089-4b74-bdb5-9be82245bf29 None None] For port d10826b1-3d82-412d-975e-0e879b14ffd9, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=d10826b1-3d82-412d-975e-0e879b14ffd9,segment=NetworkSegment(b510c242-e4fe-423b-b1ab-881a5f747f40),segment_id=b510c242-e4fe-423b-b1ab-881a5f747f40)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:50:44.965859 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-bee15f20-3089-4b74-bdb5-9be82245bf29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:44.972748 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3f1a4c20-1173-4e76-9047-378618d5018c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:45.056176 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3f1a4c20-1173-4e76-9047-378618d5018c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:45.060503 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3f1a4c20-1173-4e76-9047-378618d5018c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:45.064354 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-3f1a4c20-1173-4e76-9047-378618d5018c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7e8c2fde-a332-4b62-badf-45d51f7dd341 HTTP/1.1" status: 204 len: 168 time: 0.1825356 Dec 20 14:50:45.081337 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning complete for port 781fb46b-1e3a-4f20-b9da-a2fd188a525f triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:50:45.081723 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:45.092777 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-afe97db2-7f92-407a-a118-af83b196a47e tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:45.106952 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1a4c20-1173-4e76-9047-378618d5018c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e8c2fde-a332-4b62-badf-45d51f7dd341,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:45.172818 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee15f20-3089-4b74-bdb5-9be82245bf29 None None] Pushing event updated for resources: {'Port': ['ID=d10826b1-3d82-412d-975e-0e879b14ffd9,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:45.207610 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf8f81e-4049-44bf-aa02-ca78eb60ba7b req-4ce8b7b2-6b38-4fd6-988b-6107340fabb4 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:45.209211 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-bdf8f81e-4049-44bf-aa02-ca78eb60ba7b req-4ce8b7b2-6b38-4fd6-988b-6107340fabb4 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] 10.222.0.54 "GET /v2.0/ports?device_id=9894f473-1ec3-4b93-b5b7-1750ecd1a65d HTTP/1.1" status: 200 len: 946 time: 0.0791321 Dec 20 14:50:45.219892 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:45.222357 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26dc5ec7-6615-47ed-a788-5993699b3dae None None] Network 607f174e-39bb-4893-95d1-e41b9f43b9bf requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:50:45.242740 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe04318-a2a1-4f1b-9be2-440f5591b313 req-78e5c1bc-d49f-427e-804d-c4b6eb266ab0 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:45.244789 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4fe04318-a2a1-4f1b-9be2-440f5591b313 req-78e5c1bc-d49f-427e-804d-c4b6eb266ab0 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=3870d726-f90f-400f-bf75-c68966f99c28 HTTP/1.1" status: 200 len: 944 time: 0.1015596 Dec 20 14:50:45.290005 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 781fb46b-1e3a-4f20-b9da-a2fd188a525f, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=781fb46b-1e3a-4f20-b9da-a2fd188a525f,segment=NetworkSegment(684010eb-b9c8-44ca-8706-1c0ac63af0ec),segment_id=684010eb-b9c8-44ca-8706-1c0ac63af0ec)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:50:45.294647 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3870d726-f90f-400f-bf75-c68966f99c28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '781fb46b-1e3a-4f20-b9da-a2fd188a525f'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:50:45.295056 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-bdf8f81e-4049-44bf-aa02-ca78eb60ba7b req-aca2fe5f-6ded-44e6-8f00-c11d5a08018f tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] 10.222.0.54 "GET /v2.0/security-groups?id=e3bda4e7-0249-4912-93cb-8191c1dcb6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722654 Dec 20 14:50:45.297180 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17649c79-df9c-4cde-8d36-63e7002212ee" -d '{"events": [{"server_uuid": "3870d726-f90f-400f-bf75-c68966f99c28", "name": "network-vif-plugged", "status": "completed", "tag": "781fb46b-1e3a-4f20-b9da-a2fd188a525f"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:50:45.343800 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:45.384248 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:45.402760 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3dfb737-78cd-4c83-ac58-c4092ce59334 x-openstack-request-id: req-f3dfb737-78cd-4c83-ac58-c4092ce59334 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:50:45.402986 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3870d726-f90f-400f-bf75-c68966f99c28", "name": "network-vif-plugged", "status": "completed", "tag": "781fb46b-1e3a-4f20-b9da-a2fd188a525f", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:50:45.403111 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f3dfb737-78cd-4c83-ac58-c4092ce59334 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:50:45.403613 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3870d726-f90f-400f-bf75-c68966f99c28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '781fb46b-1e3a-4f20-b9da-a2fd188a525f', 'code': 200} Dec 20 14:50:45.409085 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4fe04318-a2a1-4f1b-9be2-440f5591b313 req-865ad9e9-ed13-42f9-9e05-d701017fffc1 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d5e630c-78bd-41d1-b187-380d3fa580ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1564474 Dec 20 14:50:45.418288 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-afe97db2-7f92-407a-a118-af83b196a47e tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Deleting port d10826b1-3d82-412d-975e-0e879b14ffd9 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:50:45.419382 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-afe97db2-7f92-407a-a118-af83b196a47e tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:45.439864 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=781fb46b-1e3a-4f20-b9da-a2fd188a525f,revision_number=10']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:45.475775 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e959a489-99f0-4119-bb25-8745994f97a2 None None] get_active_networks_info from n-d-761264-19 {{(pid=103169) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 20 14:50:45.561278 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-afe97db2-7f92-407a-a118-af83b196a47e tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] For port d10826b1-3d82-412d-975e-0e879b14ffd9, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=d10826b1-3d82-412d-975e-0e879b14ffd9,segment=NetworkSegment(b510c242-e4fe-423b-b1ab-881a5f747f40),segment_id=b510c242-e4fe-423b-b1ab-881a5f747f40)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:50:45.561957 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-afe97db2-7f92-407a-a118-af83b196a47e tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:45.606892 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-afe97db2-7f92-407a-a118-af83b196a47e tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Calling delete_port for d10826b1-3d82-412d-975e-0e879b14ffd9 owned by network:dhcp {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:50:45.659317 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e748871-11bf-479d-816d-605d7cce9cea req-7e5953e3-6857-42bb-b5e8-264c3c0e0dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:45.661275 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9e748871-11bf-479d-816d-605d7cce9cea req-7e5953e3-6857-42bb-b5e8-264c3c0e0dd0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3870d726-f90f-400f-bf75-c68966f99c28 HTTP/1.1" status: 200 len: 1098 time: 0.0704515 Dec 20 14:50:45.664843 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e959a489-99f0-4119-bb25-8745994f97a2 None None] Resources bound (agent type, host, resource id): {{(pid=103169) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 14:50:45.725161 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9e748871-11bf-479d-816d-605d7cce9cea req-140c02c0-de9b-490b-9746-4d3e8ec75af9 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3d5e630c-78bd-41d1-b187-380d3fa580ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553725 Dec 20 14:50:45.729868 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-afe97db2-7f92-407a-a118-af83b196a47e tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:45.769480 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe97db2-7f92-407a-a118-af83b196a47e tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Pushing event deleted for resources: {'Port': ['ID=d10826b1-3d82-412d-975e-0e879b14ffd9,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:45.774069 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe97db2-7f92-407a-a118-af83b196a47e tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] No DVR routers for this DVR port d10826b1-3d82-412d-975e-0e879b14ffd9 on host n-d-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:50:45.826205 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 34042) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:45.891649 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-fd21b166-fa3b-4550-9edc-2bf455e2e867 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=02e2e7c33f52422ea75fe7a440bfc1a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0615718 Dec 20 14:50:45.891968 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 34044) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:45.903671 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-afe97db2-7f92-407a-a118-af83b196a47e tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:45.947102 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-afe97db2-7f92-407a-a118-af83b196a47e tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['607f174e-39bb-4893-95d1-e41b9f43b9bf']}} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:50:45.963826 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-afe97db2-7f92-407a-a118-af83b196a47e tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b510c242-e4fe-423b-b1ab-881a5f747f40') {'for_net_delete': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:50:45.964107 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-afe97db2-7f92-407a-a118-af83b196a47e tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b510c242-e4fe-423b-b1ab-881a5f747f40') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:50:45.977403 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-afe97db2-7f92-407a-a118-af83b196a47e tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954405'] for segment, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:45.999402 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-43eb604f-aa95-4820-8b18-6a91630bd768 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:46.001158 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-afe97db2-7f92-407a-a118-af83b196a47e tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:46.014462 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afe97db2-7f92-407a-a118-af83b196a47e tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=103167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:50:46.014911 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-afe97db2-7f92-407a-a118-af83b196a47e tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9956000'] for segment, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:46.018004 n-d-761264-19 neutron-server[103167]: Traceback (most recent call last): Dec 20 14:50:46.018004 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:50:46.018004 n-d-761264-19 neutron-server[103167]: timer() Dec 20 14:50:46.018004 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:50:46.018004 n-d-761264-19 neutron-server[103167]: cb(*args, **kw) Dec 20 14:50:46.018004 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:50:46.018004 n-d-761264-19 neutron-server[103167]: return func(*args, **kwargs) Dec 20 14:50:46.018004 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:50:46.018004 n-d-761264-19 neutron-server[103167]: self._notify() Dec 20 14:50:46.018004 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:50:46.018004 n-d-761264-19 neutron-server[103167]: self.callback(batched_events) Dec 20 14:50:46.018004 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:50:46.018004 n-d-761264-19 neutron-server[103167]: event.method(event) Dec 20 14:50:46.018004 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:50:46.018004 n-d-761264-19 neutron-server[103167]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:50:46.018004 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:50:46.018004 n-d-761264-19 neutron-server[103167]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:50:46.018004 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:50:46.018004 n-d-761264-19 neutron-server[103167]: return f(self, *a, **k) Dec 20 14:50:46.018004 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:50:46.018004 n-d-761264-19 neutron-server[103167]: return self._get(url).json() Dec 20 14:50:46.018004 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:50:46.018004 n-d-761264-19 neutron-server[103167]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:50:46.018004 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:50:46.018004 n-d-761264-19 neutron-server[103167]: return self.request(url, 'GET', **kwargs) Dec 20 14:50:46.018004 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:50:46.018004 n-d-761264-19 neutron-server[103167]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:50:46.018004 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:50:46.018004 n-d-761264-19 neutron-server[103167]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:50:46.018004 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:50:46.018004 n-d-761264-19 neutron-server[103167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:50:46.018004 n-d-761264-19 neutron-server[103167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:50:46.074907 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-43eb604f-aa95-4820-8b18-6a91630bd768 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:46.112060 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-afe97db2-7f92-407a-a118-af83b196a47e tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:46.124608 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-afe97db2-7f92-407a-a118-af83b196a47e tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:46.132965 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 34048) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:46.133160 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-afe97db2-7f92-407a-a118-af83b196a47e tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] 10.222.0.54 "DELETE /v2.0/networks/607f174e-39bb-4893-95d1-e41b9f43b9bf HTTP/1.1" status: 204 len: 168 time: 2.7210984 Dec 20 14:50:46.138371 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-a18b8ae1-29f3-4d8b-9d72-4e37c5a03701 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-516551741'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:50:46.143946 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe97db2-7f92-407a-a118-af83b196a47e tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Pushing event deleted for resources: {'Network': ['ID=607f174e-39bb-4893-95d1-e41b9f43b9bf,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:46.178382 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-43eb604f-aa95-4820-8b18-6a91630bd768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:46.181824 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-43eb604f-aa95-4820-8b18-6a91630bd768 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:46.183526 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-43eb604f-aa95-4820-8b18-6a91630bd768 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/63f07fba-0a13-443c-856b-328a429926dd HTTP/1.1" status: 204 len: 168 time: 0.2866452 Dec 20 14:50:46.195114 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eb604f-aa95-4820-8b18-6a91630bd768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f07fba-0a13-443c-856b-328a429926dd,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:46.203946 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a18b8ae1-29f3-4d8b-9d72-4e37c5a03701 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Made reservation on behalf of d26d3ca8669e4c0c9d2363dab1eeb66c for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:50:46.209858 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a18b8ae1-29f3-4d8b-9d72-4e37c5a03701 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:46.244329 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a18b8ae1-29f3-4d8b-9d72-4e37c5a03701 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:50:46.257569 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a18b8ae1-29f3-4d8b-9d72-4e37c5a03701 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:46.258326 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-a18b8ae1-29f3-4d8b-9d72-4e37c5a03701 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Added segment 8463f797-4208-443e-bd3e-f535cb13447b of type vlan for network d1cb237b-606c-4121-be25-543374ede0b6 Dec 20 14:50:46.310982 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a18b8ae1-29f3-4d8b-9d72-4e37c5a03701 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:46.347633 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a18b8ae1-29f3-4d8b-9d72-4e37c5a03701 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:46.354244 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18b8ae1-29f3-4d8b-9d72-4e37c5a03701 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:46.355265 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a18b8ae1-29f3-4d8b-9d72-4e37c5a03701 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:46.429531 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-a18b8ae1-29f3-4d8b-9d72-4e37c5a03701 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2954240 Dec 20 14:50:46.432414 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 34054) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:46.438436 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-b5db982f-a227-41f0-a751-6ef21b84d4f9 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Request body: {'subnet': {'network_id': 'd1cb237b-606c-4121-be25-543374ede0b6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:50:46.471337 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18b8ae1-29f3-4d8b-9d72-4e37c5a03701 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Pushing event updated for resources: {'Network': ['ID=d1cb237b-606c-4121-be25-543374ede0b6,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:46.489041 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network d1cb237b-606c-4121-be25-543374ede0b6 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:50:46.525954 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3f61f1-ee0f-48df-b2ac-a66957845ab8 req-165c5499-e984-4ad4-a229-a676158c927c tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:46.527725 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5b3f61f1-ee0f-48df-b2ac-a66957845ab8 req-165c5499-e984-4ad4-a229-a676158c927c tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] 10.222.0.54 "GET /v2.0/ports?device_id=9894f473-1ec3-4b93-b5b7-1750ecd1a65d HTTP/1.1" status: 200 len: 946 time: 0.1484838 Dec 20 14:50:46.596508 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5b3f61f1-ee0f-48df-b2ac-a66957845ab8 req-0de6cd0e-62fc-4b9a-b4ff-98a220a1cc46 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] 10.222.0.54 "GET /v2.0/security-groups?id=e3bda4e7-0249-4912-93cb-8191c1dcb6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606420 Dec 20 14:50:46.667817 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048576a7-5b43-4c38-9192-4c76c7e1d28f req-1d48f3ce-bc85-402a-8010-a6d574aac968 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:46.669486 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-048576a7-5b43-4c38-9192-4c76c7e1d28f req-1d48f3ce-bc85-402a-8010-a6d574aac968 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=3870d726-f90f-400f-bf75-c68966f99c28 HTTP/1.1" status: 200 len: 946 time: 0.0960398 Dec 20 14:50:46.713658 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5db982f-a227-41f0-a751-6ef21b84d4f9 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Made reservation on behalf of d26d3ca8669e4c0c9d2363dab1eeb66c for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:50:46.718423 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b5db982f-a227-41f0-a751-6ef21b84d4f9 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:46.766223 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 14:50:46.793372 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-048576a7-5b43-4c38-9192-4c76c7e1d28f req-7558e99e-9f59-4d3b-aa6a-3b5bccd26871 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d5e630c-78bd-41d1-b187-380d3fa580ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152380 Dec 20 14:50:46.928225 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b5db982f-a227-41f0-a751-6ef21b84d4f9 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:46.998692 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5db982f-a227-41f0-a751-6ef21b84d4f9 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Pushing event updated for resources: {'Subnet': ['ID=39a1a7ee-5215-4209-9534-fab16183a812,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:47.006011 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5db982f-a227-41f0-a751-6ef21b84d4f9 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Checking segment: {'id': '8463f797-4208-443e-bd3e-f535cb13447b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd1cb237b-606c-4121-be25-543374ede0b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:50:47.006383 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5db982f-a227-41f0-a751-6ef21b84d4f9 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Network hostable DHCP agents. Network: d1cb237b-606c-4121-be25-543374ede0b6, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:50:47.025856 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5db982f-a227-41f0-a751-6ef21b84d4f9 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Network d1cb237b-606c-4121-be25-543374ede0b6 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:50:47.037062 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-b5db982f-a227-41f0-a751-6ef21b84d4f9 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, d1cb237b-606c-4121-be25-543374ede0b6) {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:50:47.047784 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721e5049-d38b-4ffa-9178-5b4c445e2537 None None] Network d1cb237b-606c-4121-be25-543374ede0b6 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:50:47.048496 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5db982f-a227-41f0-a751-6ef21b84d4f9 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:47.049217 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b5db982f-a227-41f0-a751-6ef21b84d4f9 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:47.070938 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-b5db982f-a227-41f0-a751-6ef21b84d4f9 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6347718 Dec 20 14:50:47.077865 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 34066) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:47.202037 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ee0355-e9c0-418d-931f-0c0dc4d19ab7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-d1cb237b-606c-4121-be25-543374ede0b6', 'network_id': 'd1cb237b-606c-4121-be25-543374ede0b6', 'project_id': 'd26d3ca8669e4c0c9d2363dab1eeb66c', 'fixed_ips': [{'subnet_id': '39a1a7ee-5215-4209-9534-fab16183a812'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:50:47.204032 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d6ee0355-e9c0-418d-931f-0c0dc4d19ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:47.225243 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f6591213-1634-463f-a7a9-86b290dcc0b4 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:47.353239 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f6591213-1634-463f-a7a9-86b290dcc0b4 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:47.446764 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f6591213-1634-463f-a7a9-86b290dcc0b4 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:47.486648 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server [None req-d6ee0355-e9c0-418d-931f-0c0dc4d19ab7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 39a1a7ee-5215-4209-9534-fab16183a812: This subnet is being modified by another concurrent operation. Dec 20 14:50:47.486648 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 20 14:50:47.486648 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 20 14:50:47.486648 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 20 14:50:47.486648 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 20 14:50:47.486648 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 20 14:50:47.486648 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 20 14:50:47.486648 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 20 14:50:47.486648 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 20 14:50:47.486648 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 20 14:50:47.486648 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 20 14:50:47.486648 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 20 14:50:47.486648 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 14:50:47.486648 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 14:50:47.486648 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 14:50:47.486648 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 14:50:47.486648 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 20 14:50:47.486648 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 14:50:47.486648 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 20 14:50:47.486648 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 20 14:50:47.486648 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 14:50:47.486648 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 14:50:47.486648 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 14:50:47.486648 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 14:50:47.486648 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 20 14:50:47.486648 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 14:50:47.486648 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 20 14:50:47.486648 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 20 14:50:47.486648 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 14:50:47.486648 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 14:50:47.486648 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 14:50:47.486648 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 14:50:47.486648 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 20 14:50:47.486648 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 20 14:50:47.486648 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 20 14:50:47.486648 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 20 14:50:47.486648 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 20 14:50:47.486648 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 20 14:50:47.486648 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 20 14:50:47.486648 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 20 14:50:47.486648 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 20 14:50:47.486648 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 20 14:50:47.486648 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Dec 20 14:50:47.486648 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 14:50:47.486648 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 20 14:50:47.486648 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 20 14:50:47.486648 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 20 14:50:47.486648 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 20 14:50:47.486648 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 14:50:47.486648 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 14:50:47.486648 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 14:50:47.486648 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 14:50:47.486648 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 20 14:50:47.486648 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 14:50:47.486648 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 20 14:50:47.486648 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 20 14:50:47.486648 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 14:50:47.486648 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 14:50:47.486648 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 14:50:47.486648 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 14:50:47.486648 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 20 14:50:47.486648 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 14:50:47.486648 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 20 14:50:47.486648 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 20 14:50:47.486648 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 14:50:47.486648 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 14:50:47.486648 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 14:50:47.486648 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 14:50:47.486648 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 20 14:50:47.486648 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 20 14:50:47.486648 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 20 14:50:47.486648 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 20 14:50:47.486648 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 20 14:50:47.486648 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 20 14:50:47.486648 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1463, in create_port_db Dec 20 14:50:47.486648 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 20 14:50:47.486648 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 20 14:50:47.486648 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 20 14:50:47.486648 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 14:50:47.486648 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 14:50:47.486648 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 14:50:47.486648 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 14:50:47.486648 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 20 14:50:47.486648 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 20 14:50:47.486648 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 20 14:50:47.486648 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 20 14:50:47.486648 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 20 14:50:47.486648 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 20 14:50:47.486648 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 20 14:50:47.486648 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server raise exception Dec 20 14:50:47.486648 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 39a1a7ee-5215-4209-9534-fab16183a812: This subnet is being modified by another concurrent operation. Dec 20 14:50:47.486648 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server Dec 20 14:50:47.501191 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6591213-1634-463f-a7a9-86b290dcc0b4 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Pushing event deleted for resources: {'Subnet': ['ID=39a1a7ee-5215-4209-9534-fab16183a812,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:47.528348 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e9a9a1-36c8-4688-b6df-f4b6d34f8de4 None None] Network d1cb237b-606c-4121-be25-543374ede0b6 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:50:47.598526 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f6591213-1634-463f-a7a9-86b290dcc0b4 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:47.651852 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-f6591213-1634-463f-a7a9-86b290dcc0b4 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1cb237b-606c-4121-be25-543374ede0b6']}} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:50:47.657366 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ad646e-7369-4b21-b8ec-214cf81da46c None None] get_active_networks_info from n-d-761264-19 {{(pid=103169) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 20 14:50:47.681800 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-f6591213-1634-463f-a7a9-86b290dcc0b4 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8463f797-4208-443e-bd3e-f535cb13447b') {'for_net_delete': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:50:47.686051 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-f6591213-1634-463f-a7a9-86b290dcc0b4 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8463f797-4208-443e-bd3e-f535cb13447b') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:50:47.745566 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f6591213-1634-463f-a7a9-86b290dcc0b4 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954405'] for segment, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:47.772444 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f6591213-1634-463f-a7a9-86b290dcc0b4 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:47.786057 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6591213-1634-463f-a7a9-86b290dcc0b4 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=103167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:50:47.787119 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f6591213-1634-463f-a7a9-86b290dcc0b4 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9956000'] for segment, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:47.792647 n-d-761264-19 neutron-server[103167]: Traceback (most recent call last): Dec 20 14:50:47.792647 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:50:47.792647 n-d-761264-19 neutron-server[103167]: timer() Dec 20 14:50:47.792647 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:50:47.792647 n-d-761264-19 neutron-server[103167]: cb(*args, **kw) Dec 20 14:50:47.792647 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:50:47.792647 n-d-761264-19 neutron-server[103167]: return func(*args, **kwargs) Dec 20 14:50:47.792647 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:50:47.792647 n-d-761264-19 neutron-server[103167]: self._notify() Dec 20 14:50:47.792647 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:50:47.792647 n-d-761264-19 neutron-server[103167]: self.callback(batched_events) Dec 20 14:50:47.792647 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:50:47.792647 n-d-761264-19 neutron-server[103167]: event.method(event) Dec 20 14:50:47.792647 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:50:47.792647 n-d-761264-19 neutron-server[103167]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:50:47.792647 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:50:47.792647 n-d-761264-19 neutron-server[103167]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:50:47.792647 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:50:47.792647 n-d-761264-19 neutron-server[103167]: return f(self, *a, **k) Dec 20 14:50:47.792647 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:50:47.792647 n-d-761264-19 neutron-server[103167]: return self._get(url).json() Dec 20 14:50:47.792647 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:50:47.792647 n-d-761264-19 neutron-server[103167]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:50:47.792647 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:50:47.792647 n-d-761264-19 neutron-server[103167]: return self.request(url, 'GET', **kwargs) Dec 20 14:50:47.792647 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:50:47.792647 n-d-761264-19 neutron-server[103167]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:50:47.792647 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:50:47.792647 n-d-761264-19 neutron-server[103167]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:50:47.792647 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:50:47.792647 n-d-761264-19 neutron-server[103167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:50:47.792647 n-d-761264-19 neutron-server[103167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:50:47.816634 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ad646e-7369-4b21-b8ec-214cf81da46c None None] Resources bound (agent type, host, resource id): {{(pid=103169) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 14:50:47.839368 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018d2cfa-b129-40a7-8cbd-d38db7963d77 req-7013f6e2-7aa5-47af-8436-f13cff772eac tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:47.859344 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-018d2cfa-b129-40a7-8cbd-d38db7963d77 req-7013f6e2-7aa5-47af-8436-f13cff772eac tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] 10.222.0.54 "GET /v2.0/ports?device_id=9894f473-1ec3-4b93-b5b7-1750ecd1a65d HTTP/1.1" status: 200 len: 946 time: 0.1092899 Dec 20 14:50:47.955331 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-018d2cfa-b129-40a7-8cbd-d38db7963d77 req-d87ebe65-8469-433c-86cd-51835f141c9b tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] 10.222.0.54 "GET /v2.0/security-groups?id=e3bda4e7-0249-4912-93cb-8191c1dcb6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950093 Dec 20 14:50:47.991998 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f6591213-1634-463f-a7a9-86b290dcc0b4 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:48.014399 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f6591213-1634-463f-a7a9-86b290dcc0b4 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:48.018880 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-f6591213-1634-463f-a7a9-86b290dcc0b4 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] 10.222.0.54 "DELETE /v2.0/networks/d1cb237b-606c-4121-be25-543374ede0b6 HTTP/1.1" status: 204 len: 168 time: 0.9457877 Dec 20 14:50:48.022560 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 34124) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:48.027628 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-78ebb0e2-66fb-4051-ac21-4948393c692b tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-585300774'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:50:48.030548 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f40fa4-5a55-460c-98df-abee21c5465d req-dabbefa3-af76-46ff-83ed-b803f56ae6b8 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:48.032270 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a9f40fa4-5a55-460c-98df-abee21c5465d req-dabbefa3-af76-46ff-83ed-b803f56ae6b8 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=3870d726-f90f-400f-bf75-c68966f99c28 HTTP/1.1" status: 200 len: 946 time: 0.1267989 Dec 20 14:50:48.050794 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6591213-1634-463f-a7a9-86b290dcc0b4 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Pushing event deleted for resources: {'Network': ['ID=d1cb237b-606c-4121-be25-543374ede0b6,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:48.078196 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ebb0e2-66fb-4051-ac21-4948393c692b tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Made reservation on behalf of d26d3ca8669e4c0c9d2363dab1eeb66c for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:50:48.082868 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-78ebb0e2-66fb-4051-ac21-4948393c692b tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:48.108213 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78ebb0e2-66fb-4051-ac21-4948393c692b tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:50:48.115262 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a9f40fa4-5a55-460c-98df-abee21c5465d req-f4fa95c8-8d01-457d-86b7-8eaeaaf76d25 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d5e630c-78bd-41d1-b187-380d3fa580ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720491 Dec 20 14:50:48.120128 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-78ebb0e2-66fb-4051-ac21-4948393c692b tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:48.120680 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-78ebb0e2-66fb-4051-ac21-4948393c692b tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Added segment d49abea6-a836-40da-a6c6-4c4bdf4bee2d of type vlan for network f2752d6e-0060-4f0f-806d-c3f60b9e31b5 Dec 20 14:50:48.181730 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-78ebb0e2-66fb-4051-ac21-4948393c692b tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:48.210083 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-78ebb0e2-66fb-4051-ac21-4948393c692b tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:48.216195 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ebb0e2-66fb-4051-ac21-4948393c692b tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:48.217066 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-78ebb0e2-66fb-4051-ac21-4948393c692b tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:48.282554 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-78ebb0e2-66fb-4051-ac21-4948393c692b tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2587776 Dec 20 14:50:48.285445 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 34126) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:48.291459 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-39e34431-cb32-4da2-bfa1-cc5f4cd386f8 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:50:48.296699 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ebb0e2-66fb-4051-ac21-4948393c692b tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Pushing event updated for resources: {'Network': ['ID=f2752d6e-0060-4f0f-806d-c3f60b9e31b5,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:48.306913 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network f2752d6e-0060-4f0f-806d-c3f60b9e31b5 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:50:48.481794 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-39e34431-cb32-4da2-bfa1-cc5f4cd386f8 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:48.500841 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-39e34431-cb32-4da2-bfa1-cc5f4cd386f8 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:48.510301 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-39e34431-cb32-4da2-bfa1-cc5f4cd386f8 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Network f2752d6e-0060-4f0f-806d-c3f60b9e31b5 is not hosted by any dhcp agent {{(pid=103167) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 20 14:50:48.515802 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e34431-cb32-4da2-bfa1-cc5f4cd386f8 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:48.516392 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-39e34431-cb32-4da2-bfa1-cc5f4cd386f8 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks [] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:48.517678 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-39e34431-cb32-4da2-bfa1-cc5f4cd386f8 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] 10.222.0.54 "PUT /v2.0/networks/f2752d6e-0060-4f0f-806d-c3f60b9e31b5 HTTP/1.1" status: 200 len: 723 time: 0.2312264 Dec 20 14:50:48.521028 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 34132) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:48.526787 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-893ef2f8-c25c-44b6-bc4d-be64aae12084 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Request body: {'subnet': {'network_id': 'f2752d6e-0060-4f0f-806d-c3f60b9e31b5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:50:48.574212 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e34431-cb32-4da2-bfa1-cc5f4cd386f8 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Pushing event updated for resources: {'Network': ['ID=f2752d6e-0060-4f0f-806d-c3f60b9e31b5,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:48.584917 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network f2752d6e-0060-4f0f-806d-c3f60b9e31b5 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:50:48.625778 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-893ef2f8-c25c-44b6-bc4d-be64aae12084 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Made reservation on behalf of d26d3ca8669e4c0c9d2363dab1eeb66c for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:50:48.629420 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-893ef2f8-c25c-44b6-bc4d-be64aae12084 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:48.813308 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-893ef2f8-c25c-44b6-bc4d-be64aae12084 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8848317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10470522'] for subnet, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:48.871202 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893ef2f8-c25c-44b6-bc4d-be64aae12084 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Pushing event updated for resources: {'Subnet': ['ID=83b1a129-6325-46a4-889a-6ba83599f17b,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:48.881640 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893ef2f8-c25c-44b6-bc4d-be64aae12084 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Checking segment: {'id': 'd49abea6-a836-40da-a6c6-4c4bdf4bee2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f2752d6e-0060-4f0f-806d-c3f60b9e31b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:50:48.881997 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893ef2f8-c25c-44b6-bc4d-be64aae12084 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Network hostable DHCP agents. Network: f2752d6e-0060-4f0f-806d-c3f60b9e31b5, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:50:48.899200 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893ef2f8-c25c-44b6-bc4d-be64aae12084 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Network f2752d6e-0060-4f0f-806d-c3f60b9e31b5 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:50:48.907889 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-893ef2f8-c25c-44b6-bc4d-be64aae12084 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, f2752d6e-0060-4f0f-806d-c3f60b9e31b5) {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:50:48.912808 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893ef2f8-c25c-44b6-bc4d-be64aae12084 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:48.914718 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-893ef2f8-c25c-44b6-bc4d-be64aae12084 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:48.915679 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc4486b-dadd-4e66-9e28-4b88393be676 None None] Network f2752d6e-0060-4f0f-806d-c3f60b9e31b5 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:50:48.932604 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-893ef2f8-c25c-44b6-bc4d-be64aae12084 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4102829 Dec 20 14:50:48.935581 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 34134) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:48.941048 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-ca158ba7-8a78-46c9-8205-b00b9f20bed3 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:50:49.022701 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6166e30a-fbaa-4a91-b8ed-2d1ddf36559d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-f2752d6e-0060-4f0f-806d-c3f60b9e31b5', 'network_id': 'f2752d6e-0060-4f0f-806d-c3f60b9e31b5', 'project_id': 'd26d3ca8669e4c0c9d2363dab1eeb66c', 'fixed_ips': [{'subnet_id': '83b1a129-6325-46a4-889a-6ba83599f17b'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:50:49.023701 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6166e30a-fbaa-4a91-b8ed-2d1ddf36559d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:49.059345 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ca158ba7-8a78-46c9-8205-b00b9f20bed3 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9913957'] for subnet, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:49.070141 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dae1fcb-7525-404f-9b10-6f063bc08b15 req-abcdf2bf-0dc1-4746-b5ba-b57d8c6cde9b tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:49.078029 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1dae1fcb-7525-404f-9b10-6f063bc08b15 req-abcdf2bf-0dc1-4746-b5ba-b57d8c6cde9b tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] 10.222.0.54 "GET /v2.0/ports?device_id=9894f473-1ec3-4b93-b5b7-1750ecd1a65d HTTP/1.1" status: 200 len: 946 time: 0.0611327 Dec 20 14:50:49.124148 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1dae1fcb-7525-404f-9b10-6f063bc08b15 req-dde75e22-bed3-41ef-ad04-8c13bbdf8620 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] 10.222.0.54 "GET /v2.0/security-groups?id=e3bda4e7-0249-4912-93cb-8191c1dcb6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453141 Dec 20 14:50:49.162510 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-6166e30a-fbaa-4a91-b8ed-2d1ddf36559d None None] Allocated IP 172.20.0.2 (f2752d6e-0060-4f0f-806d-c3f60b9e31b5/83b1a129-6325-46a4-889a-6ba83599f17b/3a0a5878-64e6-4a60-b4d7-2acee547e030) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:50:49.251206 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f551293-3ff3-4ff0-8070-50bf96ef70b6 req-8a6b6d2f-174a-4a5c-9a40-f1b92c28621f tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:49.253754 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7f551293-3ff3-4ff0-8070-50bf96ef70b6 req-8a6b6d2f-174a-4a5c-9a40-f1b92c28621f tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=3870d726-f90f-400f-bf75-c68966f99c28 HTTP/1.1" status: 200 len: 946 time: 0.0506697 Dec 20 14:50:49.301181 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7f551293-3ff3-4ff0-8070-50bf96ef70b6 req-ff0dad7e-2739-4d9b-b0a8-414ba451d9fd tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d5e630c-78bd-41d1-b187-380d3fa580ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422873 Dec 20 14:50:49.303658 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6166e30a-fbaa-4a91-b8ed-2d1ddf36559d None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:49.310228 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6166e30a-fbaa-4a91-b8ed-2d1ddf36559d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:49.354909 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6166e30a-fbaa-4a91-b8ed-2d1ddf36559d None None] Network f2752d6e-0060-4f0f-806d-c3f60b9e31b5 is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:50:49.359167 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-6166e30a-fbaa-4a91-b8ed-2d1ddf36559d None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:50:49.362628 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6166e30a-fbaa-4a91-b8ed-2d1ddf36559d None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:50:49.369872 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6166e30a-fbaa-4a91-b8ed-2d1ddf36559d None None] Pushing event updated for resources: {'Port': ['ID=3a0a5878-64e6-4a60-b4d7-2acee547e030,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:49.409411 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ca158ba7-8a78-46c9-8205-b00b9f20bed3 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8753495029818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9955901'] for subnet, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:49.419783 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-6166e30a-fbaa-4a91-b8ed-2d1ddf36559d None None] Attempting to bind port 3a0a5878-64e6-4a60-b4d7-2acee547e030 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:50:49.420149 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-6166e30a-fbaa-4a91-b8ed-2d1ddf36559d None None] Attempting to bind port 3a0a5878-64e6-4a60-b4d7-2acee547e030 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': 'd49abea6-a836-40da-a6c6-4c4bdf4bee2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f2752d6e-0060-4f0f-806d-c3f60b9e31b5'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:50:49.420507 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6166e30a-fbaa-4a91-b8ed-2d1ddf36559d None None] Attempting to bind port 3a0a5878-64e6-4a60-b4d7-2acee547e030 on network f2752d6e-0060-4f0f-806d-c3f60b9e31b5 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:50:49.425533 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6166e30a-fbaa-4a91-b8ed-2d1ddf36559d None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:50:49.426007 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6166e30a-fbaa-4a91-b8ed-2d1ddf36559d None None] Checking segment: {'id': 'd49abea6-a836-40da-a6c6-4c4bdf4bee2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f2752d6e-0060-4f0f-806d-c3f60b9e31b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:50:49.426412 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6166e30a-fbaa-4a91-b8ed-2d1ddf36559d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:49.426829 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6166e30a-fbaa-4a91-b8ed-2d1ddf36559d None None] Bound using segment: {'id': 'd49abea6-a836-40da-a6c6-4c4bdf4bee2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f2752d6e-0060-4f0f-806d-c3f60b9e31b5'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:50:49.427293 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-6166e30a-fbaa-4a91-b8ed-2d1ddf36559d None None] Bound port: 3a0a5878-64e6-4a60-b4d7-2acee547e030, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd49abea6-a836-40da-a6c6-4c4bdf4bee2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f2752d6e-0060-4f0f-806d-c3f60b9e31b5'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:50:49.427668 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6166e30a-fbaa-4a91-b8ed-2d1ddf36559d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:49.443464 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca158ba7-8a78-46c9-8205-b00b9f20bed3 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:49.444055 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ca158ba7-8a78-46c9-8205-b00b9f20bed3 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:49.445354 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-ca158ba7-8a78-46c9-8205-b00b9f20bed3 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] 10.222.0.54 "PUT /v2.0/subnets/83b1a129-6325-46a4-889a-6ba83599f17b HTTP/1.1" status: 200 len: 806 time: 0.5087104 Dec 20 14:50:49.448197 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 34142) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:49.487907 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca158ba7-8a78-46c9-8205-b00b9f20bed3 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Pushing event updated for resources: {'Subnet': ['ID=83b1a129-6325-46a4-889a-6ba83599f17b,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:49.492317 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-6166e30a-fbaa-4a91-b8ed-2d1ddf36559d None None] For port 3a0a5878-64e6-4a60-b4d7-2acee547e030, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:50:49.496436 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-6166e30a-fbaa-4a91-b8ed-2d1ddf36559d None None] For port 3a0a5878-64e6-4a60-b4d7-2acee547e030, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=3a0a5878-64e6-4a60-b4d7-2acee547e030,segment=NetworkSegment(d49abea6-a836-40da-a6c6-4c4bdf4bee2d),segment_id=d49abea6-a836-40da-a6c6-4c4bdf4bee2d)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:50:49.503850 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6166e30a-fbaa-4a91-b8ed-2d1ddf36559d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:49.569436 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-11591163-0026-4c6f-a527-7556c2484f57 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:49.581452 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6166e30a-fbaa-4a91-b8ed-2d1ddf36559d None None] Pushing event updated for resources: {'Port': ['ID=3a0a5878-64e6-4a60-b4d7-2acee547e030,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:49.629172 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-11591163-0026-4c6f-a527-7556c2484f57 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Deleting port 3a0a5878-64e6-4a60-b4d7-2acee547e030 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:50:49.629792 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-11591163-0026-4c6f-a527-7556c2484f57 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:49.764560 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-11591163-0026-4c6f-a527-7556c2484f57 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] For port 3a0a5878-64e6-4a60-b4d7-2acee547e030, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=3a0a5878-64e6-4a60-b4d7-2acee547e030,segment=NetworkSegment(d49abea6-a836-40da-a6c6-4c4bdf4bee2d),segment_id=d49abea6-a836-40da-a6c6-4c4bdf4bee2d)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:50:49.764946 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-11591163-0026-4c6f-a527-7556c2484f57 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:49.781905 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-11591163-0026-4c6f-a527-7556c2484f57 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Calling delete_port for 3a0a5878-64e6-4a60-b4d7-2acee547e030 owned by network:dhcp {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:50:49.919637 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-11591163-0026-4c6f-a527-7556c2484f57 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:49.951108 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11591163-0026-4c6f-a527-7556c2484f57 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Pushing event deleted for resources: {'Port': ['ID=3a0a5878-64e6-4a60-b4d7-2acee547e030,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:49.991400 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11591163-0026-4c6f-a527-7556c2484f57 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] No DVR routers for this DVR port 3a0a5878-64e6-4a60-b4d7-2acee547e030 on host n-d-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:50:50.041705 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-11591163-0026-4c6f-a527-7556c2484f57 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:50.108272 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-11591163-0026-4c6f-a527-7556c2484f57 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:50.140184 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11591163-0026-4c6f-a527-7556c2484f57 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Pushing event deleted for resources: {'Subnet': ['ID=83b1a129-6325-46a4-889a-6ba83599f17b,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:50.209260 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-11591163-0026-4c6f-a527-7556c2484f57 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:50.239446 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-11591163-0026-4c6f-a527-7556c2484f57 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2752d6e-0060-4f0f-806d-c3f60b9e31b5']}} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:50:50.252818 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-11591163-0026-4c6f-a527-7556c2484f57 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd49abea6-a836-40da-a6c6-4c4bdf4bee2d') {'for_net_delete': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:50:50.253304 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-11591163-0026-4c6f-a527-7556c2484f57 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd49abea6-a836-40da-a6c6-4c4bdf4bee2d') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:50:50.266809 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-11591163-0026-4c6f-a527-7556c2484f57 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954405'] for segment, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:50.277045 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cbe1c5-e18b-442e-abcc-492f420a2260 req-ce65ae6c-0ecd-472c-84bd-df4b370d0839 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:50.279019 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f7cbe1c5-e18b-442e-abcc-492f420a2260 req-ce65ae6c-0ecd-472c-84bd-df4b370d0839 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] 10.222.0.54 "GET /v2.0/ports?device_id=9894f473-1ec3-4b93-b5b7-1750ecd1a65d HTTP/1.1" status: 200 len: 946 time: 0.0717447 Dec 20 14:50:50.290381 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-11591163-0026-4c6f-a527-7556c2484f57 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:50.299472 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11591163-0026-4c6f-a527-7556c2484f57 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=103167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:50:50.299662 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-11591163-0026-4c6f-a527-7556c2484f57 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9956000'] for segment, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:50.304025 n-d-761264-19 neutron-server[103167]: Traceback (most recent call last): Dec 20 14:50:50.304025 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:50:50.304025 n-d-761264-19 neutron-server[103167]: timer() Dec 20 14:50:50.304025 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:50:50.304025 n-d-761264-19 neutron-server[103167]: cb(*args, **kw) Dec 20 14:50:50.304025 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:50:50.304025 n-d-761264-19 neutron-server[103167]: return func(*args, **kwargs) Dec 20 14:50:50.304025 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:50:50.304025 n-d-761264-19 neutron-server[103167]: self._notify() Dec 20 14:50:50.304025 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:50:50.304025 n-d-761264-19 neutron-server[103167]: self.callback(batched_events) Dec 20 14:50:50.304025 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:50:50.304025 n-d-761264-19 neutron-server[103167]: event.method(event) Dec 20 14:50:50.304025 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:50:50.304025 n-d-761264-19 neutron-server[103167]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:50:50.304025 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:50:50.304025 n-d-761264-19 neutron-server[103167]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:50:50.304025 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:50:50.304025 n-d-761264-19 neutron-server[103167]: return f(self, *a, **k) Dec 20 14:50:50.304025 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:50:50.304025 n-d-761264-19 neutron-server[103167]: return self._get(url).json() Dec 20 14:50:50.304025 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:50:50.304025 n-d-761264-19 neutron-server[103167]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:50:50.304025 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:50:50.304025 n-d-761264-19 neutron-server[103167]: return self.request(url, 'GET', **kwargs) Dec 20 14:50:50.304025 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:50:50.304025 n-d-761264-19 neutron-server[103167]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:50:50.304025 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:50:50.304025 n-d-761264-19 neutron-server[103167]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:50:50.304025 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:50:50.304025 n-d-761264-19 neutron-server[103167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:50:50.304025 n-d-761264-19 neutron-server[103167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:50:50.335443 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f7cbe1c5-e18b-442e-abcc-492f420a2260 req-516a6ace-46c4-4f63-ac88-4c10275b5482 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] 10.222.0.54 "GET /v2.0/security-groups?id=e3bda4e7-0249-4912-93cb-8191c1dcb6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498776 Dec 20 14:50:50.392864 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-11591163-0026-4c6f-a527-7556c2484f57 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:50.401611 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-11591163-0026-4c6f-a527-7556c2484f57 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks [] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:50.405644 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-11591163-0026-4c6f-a527-7556c2484f57 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] 10.222.0.54 "DELETE /v2.0/networks/f2752d6e-0060-4f0f-806d-c3f60b9e31b5 HTTP/1.1" status: 204 len: 168 time: 0.9563494 Dec 20 14:50:50.408189 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 34154) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:50.427089 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11591163-0026-4c6f-a527-7556c2484f57 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Pushing event deleted for resources: {'Network': ['ID=f2752d6e-0060-4f0f-806d-c3f60b9e31b5,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:50.438835 n-d-761264-19 neutron-server[103167]: INFO neutron.pecan_wsgi.hooks.translation [None req-13594e4d-73b2-4cd6-8bb4-57ca0e94aef7 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] DELETE failed (client error): The resource could not be found. Dec 20 14:50:50.439428 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13594e4d-73b2-4cd6-8bb4-57ca0e94aef7 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:50:50.444113 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-13594e4d-73b2-4cd6-8bb4-57ca0e94aef7 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] 10.222.0.54 "DELETE /v2.0/networks/f2752d6e-0060-4f0f-806d-c3f60b9e31b5 HTTP/1.1" status: 404 len: 339 time: 0.0336444 Dec 20 14:50:50.447864 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 34156) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:50.453542 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-033a5854-3fd4-4f82-bb58-827ff9f341c6 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1107720387', 'description': 'd1'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:50:50.497051 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-033a5854-3fd4-4f82-bb58-827ff9f341c6 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Made reservation on behalf of d26d3ca8669e4c0c9d2363dab1eeb66c for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:50:50.500786 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-033a5854-3fd4-4f82-bb58-827ff9f341c6 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:50.526775 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-033a5854-3fd4-4f82-bb58-827ff9f341c6 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:50:50.538062 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-033a5854-3fd4-4f82-bb58-827ff9f341c6 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:50.538456 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-033a5854-3fd4-4f82-bb58-827ff9f341c6 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Added segment 64766cfa-c504-484d-b542-3d242cd67e67 of type vlan for network 659cd674-0566-41c9-8337-d8d13cf3019f Dec 20 14:50:50.584440 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-033a5854-3fd4-4f82-bb58-827ff9f341c6 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:50.602087 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-df6c1d84-c269-4cf2-b0ad-f22f5a9e02d5 None None] Could not find standard attr ID for object 3a0a5878-64e6-4a60-b4d7-2acee547e030. {{(pid=103169) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 14:50:50.616905 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-033a5854-3fd4-4f82-bb58-827ff9f341c6 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:50.625217 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033a5854-3fd4-4f82-bb58-827ff9f341c6 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:50.625927 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-033a5854-3fd4-4f82-bb58-827ff9f341c6 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:50.668238 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e3886b-8cfc-4bc8-aa78-62ae81111bf9 None None] DHCP port deletion for f2752d6e-0060-4f0f-806d-c3f60b9e31b5 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:50:50.692429 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb81f8c-f0b9-4e1f-a9f0-80f92a0267fa None None] Network f2752d6e-0060-4f0f-806d-c3f60b9e31b5 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:50:50.703000 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-033a5854-3fd4-4f82-bb58-827ff9f341c6 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2510495 Dec 20 14:50:50.705527 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 34158) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:50.706642 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb81f8c-f0b9-4e1f-a9f0-80f92a0267fa None None] Network f2752d6e-0060-4f0f-806d-c3f60b9e31b5 could not be found, it might have been deleted concurrently. {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 20 14:50:50.713991 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033a5854-3fd4-4f82-bb58-827ff9f341c6 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Pushing event updated for resources: {'Network': ['ID=659cd674-0566-41c9-8337-d8d13cf3019f,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:50.724556 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a5f554-c0b5-401c-8c0d-bf929b4a1195 None None] Network f2752d6e-0060-4f0f-806d-c3f60b9e31b5 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:50:50.738590 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 659cd674-0566-41c9-8337-d8d13cf3019f details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:50:50.740805 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a5f554-c0b5-401c-8c0d-bf929b4a1195 None None] Network f2752d6e-0060-4f0f-806d-c3f60b9e31b5 could not be found, it might have been deleted concurrently. {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 20 14:50:50.799480 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec3e202-2ca9-4877-9ea7-4553ca92343a tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:50.803693 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-3ec3e202-2ca9-4877-9ea7-4553ca92343a tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] 10.222.0.54 "GET /v2.0/networks?id=659cd674-0566-41c9-8337-d8d13cf3019f HTTP/1.1" status: 200 len: 761 time: 0.0962386 Dec 20 14:50:50.804040 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 34162) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:50.809424 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-2763b9ba-5a53-422e-bae7-56256c7a5839 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Request body: {'network': {'description': 'd2'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:50:50.963565 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2763b9ba-5a53-422e-bae7-56256c7a5839 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:50.977888 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2763b9ba-5a53-422e-bae7-56256c7a5839 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:50.998182 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2763b9ba-5a53-422e-bae7-56256c7a5839 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Network 659cd674-0566-41c9-8337-d8d13cf3019f is not hosted by any dhcp agent {{(pid=103168) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 20 14:50:51.003819 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2763b9ba-5a53-422e-bae7-56256c7a5839 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:51.004475 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2763b9ba-5a53-422e-bae7-56256c7a5839 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks [] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:51.005864 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-2763b9ba-5a53-422e-bae7-56256c7a5839 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] 10.222.0.54 "PUT /v2.0/networks/659cd674-0566-41c9-8337-d8d13cf3019f HTTP/1.1" status: 200 len: 758 time: 0.2007976 Dec 20 14:50:51.008811 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 34164) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:51.057752 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2763b9ba-5a53-422e-bae7-56256c7a5839 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Pushing event updated for resources: {'Network': ['ID=659cd674-0566-41c9-8337-d8d13cf3019f,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:51.073997 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 659cd674-0566-41c9-8337-d8d13cf3019f details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:50:51.130191 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68d5cae-1fb0-444d-b1d9-0ad5b2a4f723 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:51.131992 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-e68d5cae-1fb0-444d-b1d9-0ad5b2a4f723 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] 10.222.0.54 "GET /v2.0/networks?id=659cd674-0566-41c9-8337-d8d13cf3019f HTTP/1.1" status: 200 len: 761 time: 0.1218565 Dec 20 14:50:51.135830 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 34166) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:51.141578 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-7b2243fe-ed2e-47bf-a9c5-c90e42c45293 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1369507037'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:50:51.190790 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b2243fe-ed2e-47bf-a9c5-c90e42c45293 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Made reservation on behalf of d26d3ca8669e4c0c9d2363dab1eeb66c for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:50:51.191642 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7b2243fe-ed2e-47bf-a9c5-c90e42c45293 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:51.232376 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b2243fe-ed2e-47bf-a9c5-c90e42c45293 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:50:51.244761 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7b2243fe-ed2e-47bf-a9c5-c90e42c45293 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:51.245105 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-7b2243fe-ed2e-47bf-a9c5-c90e42c45293 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Added segment 3bcf97c8-350b-438c-b14c-5c114229f0af of type vlan for network e8745db6-f142-49e4-8462-f6a44f75824e Dec 20 14:50:51.299303 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7b2243fe-ed2e-47bf-a9c5-c90e42c45293 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:51.332366 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7b2243fe-ed2e-47bf-a9c5-c90e42c45293 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:51.338253 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2243fe-ed2e-47bf-a9c5-c90e42c45293 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:51.338898 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7b2243fe-ed2e-47bf-a9c5-c90e42c45293 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks [] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:51.404475 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-7b2243fe-ed2e-47bf-a9c5-c90e42c45293 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2674036 Dec 20 14:50:51.408723 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 34170) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:51.414209 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-48035cd3-8e6b-4e73-91e2-c64e45f9c168 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Request body: {'subnet': {'network_id': 'e8745db6-f142-49e4-8462-f6a44f75824e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:50:51.433649 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2243fe-ed2e-47bf-a9c5-c90e42c45293 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Pushing event updated for resources: {'Network': ['ID=e8745db6-f142-49e4-8462-f6a44f75824e,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:51.449413 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network e8745db6-f142-49e4-8462-f6a44f75824e details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:50:51.496635 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fe3dd9-7a05-4016-9646-098ff88740b6 req-712cc660-a357-4062-83da-732a85bf8cec tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:51.498048 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a0fe3dd9-7a05-4016-9646-098ff88740b6 req-712cc660-a357-4062-83da-732a85bf8cec tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] 10.222.0.54 "GET /v2.0/ports?device_id=9894f473-1ec3-4b93-b5b7-1750ecd1a65d HTTP/1.1" status: 200 len: 946 time: 0.0761395 Dec 20 14:50:51.552444 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a0fe3dd9-7a05-4016-9646-098ff88740b6 req-876d6566-e687-499c-b4e4-6667f5fec232 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] 10.222.0.54 "GET /v2.0/security-groups?id=e3bda4e7-0249-4912-93cb-8191c1dcb6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437667 Dec 20 14:50:51.557390 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48035cd3-8e6b-4e73-91e2-c64e45f9c168 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Made reservation on behalf of d26d3ca8669e4c0c9d2363dab1eeb66c for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:50:51.561232 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-48035cd3-8e6b-4e73-91e2-c64e45f9c168 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:51.757274 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-48035cd3-8e6b-4e73-91e2-c64e45f9c168 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8848317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10470522'] for subnet, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:51.817551 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48035cd3-8e6b-4e73-91e2-c64e45f9c168 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Pushing event updated for resources: {'Subnet': ['ID=aec1bde7-6cb2-488c-a740-6e4919514823,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:51.831363 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48035cd3-8e6b-4e73-91e2-c64e45f9c168 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Checking segment: {'id': '3bcf97c8-350b-438c-b14c-5c114229f0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e8745db6-f142-49e4-8462-f6a44f75824e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:50:51.831721 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48035cd3-8e6b-4e73-91e2-c64e45f9c168 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Network hostable DHCP agents. Network: e8745db6-f142-49e4-8462-f6a44f75824e, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:50:51.857330 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48035cd3-8e6b-4e73-91e2-c64e45f9c168 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Network e8745db6-f142-49e4-8462-f6a44f75824e is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:50:51.861350 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-48035cd3-8e6b-4e73-91e2-c64e45f9c168 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, e8745db6-f142-49e4-8462-f6a44f75824e) {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:50:51.866482 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48035cd3-8e6b-4e73-91e2-c64e45f9c168 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:51.867159 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-48035cd3-8e6b-4e73-91e2-c64e45f9c168 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:51.879035 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40982b81-05c8-43e2-9226-ae346647b10d None None] Network e8745db6-f142-49e4-8462-f6a44f75824e requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:50:51.887655 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-48035cd3-8e6b-4e73-91e2-c64e45f9c168 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4775245 Dec 20 14:50:51.890570 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 34182) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:52.008697 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-488f8405-a19d-4e64-8f4a-db380beab48e tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:52.083295 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-488f8405-a19d-4e64-8f4a-db380beab48e tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:52.173267 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-488f8405-a19d-4e64-8f4a-db380beab48e tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:52.199406 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7668a1d1-d349-4725-9464-4f5f28d1556d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-e8745db6-f142-49e4-8462-f6a44f75824e', 'network_id': 'e8745db6-f142-49e4-8462-f6a44f75824e', 'project_id': 'd26d3ca8669e4c0c9d2363dab1eeb66c', 'fixed_ips': [{'subnet_id': 'aec1bde7-6cb2-488c-a740-6e4919514823'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:50:52.200755 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-7668a1d1-d349-4725-9464-4f5f28d1556d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:52.237314 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488f8405-a19d-4e64-8f4a-db380beab48e tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Pushing event deleted for resources: {'Subnet': ['ID=aec1bde7-6cb2-488c-a740-6e4919514823,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:52.284098 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-488f8405-a19d-4e64-8f4a-db380beab48e tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:52.296328 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bced803a-a910-4be2-b21f-0e2f82ccdbef None None] Network e8745db6-f142-49e4-8462-f6a44f75824e requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:50:52.306252 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-488f8405-a19d-4e64-8f4a-db380beab48e tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8745db6-f142-49e4-8462-f6a44f75824e']}} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:50:52.316219 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-488f8405-a19d-4e64-8f4a-db380beab48e tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bcf97c8-350b-438c-b14c-5c114229f0af') {'for_net_delete': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:50:52.316530 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-488f8405-a19d-4e64-8f4a-db380beab48e tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bcf97c8-350b-438c-b14c-5c114229f0af') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:50:52.326382 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-488f8405-a19d-4e64-8f4a-db380beab48e tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954405'] for segment, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:52.340024 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-488f8405-a19d-4e64-8f4a-db380beab48e tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:52.346021 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-488f8405-a19d-4e64-8f4a-db380beab48e tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=103167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:50:52.346450 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-488f8405-a19d-4e64-8f4a-db380beab48e tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9956000'] for segment, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:52.349682 n-d-761264-19 neutron-server[103167]: Traceback (most recent call last): Dec 20 14:50:52.349682 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:50:52.349682 n-d-761264-19 neutron-server[103167]: timer() Dec 20 14:50:52.349682 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:50:52.349682 n-d-761264-19 neutron-server[103167]: cb(*args, **kw) Dec 20 14:50:52.349682 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:50:52.349682 n-d-761264-19 neutron-server[103167]: return func(*args, **kwargs) Dec 20 14:50:52.349682 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:50:52.349682 n-d-761264-19 neutron-server[103167]: self._notify() Dec 20 14:50:52.349682 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:50:52.349682 n-d-761264-19 neutron-server[103167]: self.callback(batched_events) Dec 20 14:50:52.349682 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:50:52.349682 n-d-761264-19 neutron-server[103167]: event.method(event) Dec 20 14:50:52.349682 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:50:52.349682 n-d-761264-19 neutron-server[103167]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:50:52.349682 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:50:52.349682 n-d-761264-19 neutron-server[103167]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:50:52.349682 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:50:52.349682 n-d-761264-19 neutron-server[103167]: return f(self, *a, **k) Dec 20 14:50:52.349682 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:50:52.349682 n-d-761264-19 neutron-server[103167]: return self._get(url).json() Dec 20 14:50:52.349682 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:50:52.349682 n-d-761264-19 neutron-server[103167]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:50:52.349682 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:50:52.349682 n-d-761264-19 neutron-server[103167]: return self.request(url, 'GET', **kwargs) Dec 20 14:50:52.349682 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:50:52.349682 n-d-761264-19 neutron-server[103167]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:50:52.349682 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:50:52.349682 n-d-761264-19 neutron-server[103167]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:50:52.349682 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:50:52.349682 n-d-761264-19 neutron-server[103167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:50:52.349682 n-d-761264-19 neutron-server[103167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:50:52.413108 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-488f8405-a19d-4e64-8f4a-db380beab48e tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:52.419992 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-488f8405-a19d-4e64-8f4a-db380beab48e tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks [] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:52.423629 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-488f8405-a19d-4e64-8f4a-db380beab48e tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] 10.222.0.54 "DELETE /v2.0/networks/e8745db6-f142-49e4-8462-f6a44f75824e HTTP/1.1" status: 204 len: 168 time: 0.5320256 Dec 20 14:50:52.426496 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 34194) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:52.437107 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488f8405-a19d-4e64-8f4a-db380beab48e tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Pushing event deleted for resources: {'Network': ['ID=e8745db6-f142-49e4-8462-f6a44f75824e,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:52.455678 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-2526baea-fc9b-4074-98b4-d4b5645fbc97 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] GET failed (client error): The resource could not be found. Dec 20 14:50:52.456969 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-2526baea-fc9b-4074-98b4-d4b5645fbc97 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] 10.222.0.54 "GET /v2.0/subnets/aec1bde7-6cb2-488c-a740-6e4919514823 HTTP/1.1" status: 404 len: 337 time: 0.0294273 Dec 20 14:50:52.460120 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 34196) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:52.480055 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc8062f1-d417-491a-8518-bfd9a1d22120 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] DELETE failed (client error): The resource could not be found. Dec 20 14:50:52.480554 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc8062f1-d417-491a-8518-bfd9a1d22120 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:50:52.481564 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 3a0a5878-64e6-4a60-b4d7-2acee547e030 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:50:52.483619 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-fc8062f1-d417-491a-8518-bfd9a1d22120 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] 10.222.0.54 "DELETE /v2.0/networks/e8745db6-f142-49e4-8462-f6a44f75824e HTTP/1.1" status: 404 len: 339 time: 0.0223155 Dec 20 14:50:52.487881 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 34198) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:52.511330 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 3a0a5878-64e6-4a60-b4d7-2acee547e030 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:50:52.511641 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 3a0a5878-64e6-4a60-b4d7-2acee547e030 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:50:52.694064 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ef8829-4721-428e-9d18-de6a15886e00 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:52.698314 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-48ef8829-4721-428e-9d18-de6a15886e00 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2069249 Dec 20 14:50:52.698787 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 34204) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:52.754817 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-cf723975-2949-4c74-94b9-c3a8e5a2db71 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] 10.222.0.54 "GET /v2.0/subnets?network_id=c3f8658e-da35-41f3-bd03-509e29ebd6f3 HTTP/1.1" status: 200 len: 207 time: 0.0547929 Dec 20 14:50:52.758081 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 34206) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:52.871158 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c6bbe79-68f8-483c-8726-812c0746b436 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:52.878412 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c6bbe79-68f8-483c-8726-812c0746b436 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:52.878917 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fda03d-8ffc-4c21-b251-24f63e50117c req-87d6a6d1-5b14-4483-a44b-40965099e898 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:52.880585 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-73fda03d-8ffc-4c21-b251-24f63e50117c req-87d6a6d1-5b14-4483-a44b-40965099e898 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] 10.222.0.54 "GET /v2.0/ports?device_id=9894f473-1ec3-4b93-b5b7-1750ecd1a65d HTTP/1.1" status: 200 len: 946 time: 0.2557127 Dec 20 14:50:52.884775 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c6bbe79-68f8-483c-8726-812c0746b436 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:52.892810 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c6bbe79-68f8-483c-8726-812c0746b436 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:52.894545 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-4c6bbe79-68f8-483c-8726-812c0746b436 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.1354082 Dec 20 14:50:52.898380 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 34208) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:52.939663 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-73fda03d-8ffc-4c21-b251-24f63e50117c req-dcefda89-2a58-4b59-a819-eab127ef5aa2 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] 10.222.0.54 "GET /v2.0/security-groups?id=e3bda4e7-0249-4912-93cb-8191c1dcb6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518754 Dec 20 14:50:53.011475 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-fec1e2de-efd3-46a2-8413-4198de55cfb0 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] 10.222.0.54 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.1116717 Dec 20 14:50:53.015147 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 34210) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:53.068417 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa33ead-3e63-47ad-a492-e9bc6b036a3d tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:53.071634 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa33ead-3e63-47ad-a492-e9bc6b036a3d tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:53.071634 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-cfa33ead-3e63-47ad-a492-e9bc6b036a3d tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0552626 Dec 20 14:50:53.075145 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 34212) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:53.131580 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67eb60ed-466a-43b4-a696-f84067a05936 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Attributes excluded by policy engine: ['shared'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:53.132883 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67eb60ed-466a-43b4-a696-f84067a05936 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Attributes excluded by policy engine: ['shared'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:53.134419 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-67eb60ed-466a-43b4-a696-f84067a05936 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] 10.222.0.54 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0584757 Dec 20 14:50:53.137917 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 34214) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:53.243843 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321d6387-7bad-4d82-9ab4-46c5120eb7ad tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:53.245637 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-321d6387-7bad-4d82-9ab4-46c5120eb7ad tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] 10.222.0.54 "GET /v2.0/networks/30ce55c3-8659-4153-b39a-ef5056815509 HTTP/1.1" status: 200 len: 800 time: 0.1062706 Dec 20 14:50:53.250786 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 34218) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:53.359954 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-3ca17ec8-051b-4622-aedb-8f4e388b169e tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] 10.222.0.54 "GET /v2.0/networks/30ce55c3-8659-4153-b39a-ef5056815509?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1094382 Dec 20 14:50:53.363230 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 34220) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:53.415411 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79852552-56dc-4af5-93c5-a4cda40d21d8 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:53.416835 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-79852552-56dc-4af5-93c5-a4cda40d21d8 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] 10.222.0.54 "GET /v2.0/subnets/6c6da9bc-6a6d-4c77-924c-91ae570aea2b HTTP/1.1" status: 200 len: 811 time: 0.0525184 Dec 20 14:50:53.420673 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 34222) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:53.477985 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722a515c-b818-4551-b34d-c86b87724083 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Attributes excluded by policy engine: ['shared'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:53.479530 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-722a515c-b818-4551-b34d-c86b87724083 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] 10.222.0.54 "GET /v2.0/subnets/6c6da9bc-6a6d-4c77-924c-91ae570aea2b?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0578418 Dec 20 14:50:53.483298 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 34224) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:53.488448 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-07d9d939-a1e0-4ccf-b6ca-12222b7398cd tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-757588787'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:50:53.516116 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07d9d939-a1e0-4ccf-b6ca-12222b7398cd tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Made reservation on behalf of d26d3ca8669e4c0c9d2363dab1eeb66c for: {'network': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:50:53.519797 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-07d9d939-a1e0-4ccf-b6ca-12222b7398cd tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:53.553178 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07d9d939-a1e0-4ccf-b6ca-12222b7398cd tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=103167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:50:53.565748 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-07d9d939-a1e0-4ccf-b6ca-12222b7398cd tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:53.566093 n-d-761264-19 neutron-server[103167]: INFO neutron.db.segments_db [None req-07d9d939-a1e0-4ccf-b6ca-12222b7398cd tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Added segment 405ef151-017d-4a9e-b903-ed7e0b8bce6a of type vlan for network 5cf1147c-edce-4c39-ba5b-8b5537fd8c8e Dec 20 14:50:53.607072 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-07d9d939-a1e0-4ccf-b6ca-12222b7398cd tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:53.632916 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-07d9d939-a1e0-4ccf-b6ca-12222b7398cd tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:53.639196 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d9d939-a1e0-4ccf-b6ca-12222b7398cd tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:53.639886 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-07d9d939-a1e0-4ccf-b6ca-12222b7398cd tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks [] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:53.676728 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-07d9d939-a1e0-4ccf-b6ca-12222b7398cd tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.1922793 Dec 20 14:50:53.679667 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 34228) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:53.684863 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-143ae62e-83d0-4a7c-91f0-90b08e191f4a tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Request body: {'subnet': {'network_id': '5cf1147c-edce-4c39-ba5b-8b5537fd8c8e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:50:53.714578 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d9d939-a1e0-4ccf-b6ca-12222b7398cd tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Pushing event updated for resources: {'Network': ['ID=5cf1147c-edce-4c39-ba5b-8b5537fd8c8e,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:53.724906 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 5cf1147c-edce-4c39-ba5b-8b5537fd8c8e details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:50:53.782362 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-143ae62e-83d0-4a7c-91f0-90b08e191f4a tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Made reservation on behalf of d26d3ca8669e4c0c9d2363dab1eeb66c for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:50:53.786159 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-143ae62e-83d0-4a7c-91f0-90b08e191f4a tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:53.841741 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.ipam_backend_mixin [None req-143ae62e-83d0-4a7c-91f0-90b08e191f4a tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Performing IP validity checks on allocation pools {{(pid=103168) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 20 14:50:53.842254 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.ipam_backend_mixin [None req-143ae62e-83d0-4a7c-91f0-90b08e191f4a tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103168) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 20 14:50:53.968386 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-143ae62e-83d0-4a7c-91f0-90b08e191f4a tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8848317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10470522'] for subnet, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:54.024882 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143ae62e-83d0-4a7c-91f0-90b08e191f4a tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Pushing event updated for resources: {'Subnet': ['ID=ff372e12-91f1-46b5-8984-a3ec3c1b6c41,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:54.040615 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143ae62e-83d0-4a7c-91f0-90b08e191f4a tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Checking segment: {'id': '405ef151-017d-4a9e-b903-ed7e0b8bce6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5cf1147c-edce-4c39-ba5b-8b5537fd8c8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:50:54.040974 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143ae62e-83d0-4a7c-91f0-90b08e191f4a tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Network hostable DHCP agents. Network: 5cf1147c-edce-4c39-ba5b-8b5537fd8c8e, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:50:54.061983 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143ae62e-83d0-4a7c-91f0-90b08e191f4a tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Network 5cf1147c-edce-4c39-ba5b-8b5537fd8c8e is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:50:54.072887 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-143ae62e-83d0-4a7c-91f0-90b08e191f4a tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 5cf1147c-edce-4c39-ba5b-8b5537fd8c8e) {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:50:54.079014 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143ae62e-83d0-4a7c-91f0-90b08e191f4a tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:54.079263 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-143ae62e-83d0-4a7c-91f0-90b08e191f4a tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610168'] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:54.082101 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ca3121-d118-4c7b-9d1f-ae970a0837b0 None None] Network 5cf1147c-edce-4c39-ba5b-8b5537fd8c8e requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:50:54.106784 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-143ae62e-83d0-4a7c-91f0-90b08e191f4a tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.4258683 Dec 20 14:50:54.107821 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 34234) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:54.115560 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-a8dc00aa-be40-4734-885f-7888337589aa tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:50:54.133637 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7646839-ee30-48f9-b9f4-3246d2f30dc5 req-7f342fcb-d0f5-4e1d-942d-06c9c87711dd tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:54.135147 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e7646839-ee30-48f9-b9f4-3246d2f30dc5 req-7f342fcb-d0f5-4e1d-942d-06c9c87711dd tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] 10.222.0.54 "GET /v2.0/ports?device_id=9894f473-1ec3-4b93-b5b7-1750ecd1a65d HTTP/1.1" status: 200 len: 946 time: 0.1307225 Dec 20 14:50:54.185341 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e7646839-ee30-48f9-b9f4-3246d2f30dc5 req-b9a11685-414d-4337-9e32-f7bcfd0b9d9c tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] 10.222.0.54 "GET /v2.0/security-groups?id=e3bda4e7-0249-4912-93cb-8191c1dcb6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434077 Dec 20 14:50:54.196905 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8537aed9-bc80-4b88-8aba-e364f0d1c633 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-5cf1147c-edce-4c39-ba5b-8b5537fd8c8e', 'network_id': '5cf1147c-edce-4c39-ba5b-8b5537fd8c8e', 'project_id': 'd26d3ca8669e4c0c9d2363dab1eeb66c', 'fixed_ips': [{'subnet_id': 'ff372e12-91f1-46b5-8984-a3ec3c1b6c41'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:50:54.198171 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8537aed9-bc80-4b88-8aba-e364f0d1c633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:54.218038 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a8dc00aa-be40-4734-885f-7888337589aa tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10470499'] for subnet, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:54.301020 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.db.api [None req-8537aed9-bc80-4b88-8aba-e364f0d1c633 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 20 14:50:54.301020 n-d-761264-19 neutron-server[103169]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Dec 20 14:50:54.301020 n-d-761264-19 neutron-server[103169]: [parameters: {'in_use': 1, 'id_1': 'ff372e12-91f1-46b5-8984-a3ec3c1b6c41'}] Dec 20 14:50:54.301020 n-d-761264-19 neutron-server[103169]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103169) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 14:50:54.301637 n-d-761264-19 neutron-server[103169]: DEBUG oslo_db.api [None req-8537aed9-bc80-4b88-8aba-e364f0d1c633 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 14:50:54.391937 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a8dc00aa-be40-4734-885f-7888337589aa tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8753495029818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8850759'] for subnet, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:54.432672 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8dc00aa-be40-4734-885f-7888337589aa tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:54.433246 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a8dc00aa-be40-4734-885f-7888337589aa tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks [] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:54.434552 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-a8dc00aa-be40-4734-885f-7888337589aa tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] 10.222.0.54 "PUT /v2.0/subnets/ff372e12-91f1-46b5-8984-a3ec3c1b6c41 HTTP/1.1" status: 200 len: 877 time: 0.3254433 Dec 20 14:50:54.437714 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 34250) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:54.477539 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dc00aa-be40-4734-885f-7888337589aa tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Pushing event updated for resources: {'Subnet': ['ID=ff372e12-91f1-46b5-8984-a3ec3c1b6c41,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:54.558207 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-eaa3198f-b282-4737-b605-d47681169a13 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:54.609815 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-eaa3198f-b282-4737-b605-d47681169a13 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:54.678008 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-eaa3198f-b282-4737-b605-d47681169a13 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8850800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470517'] for subnet, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:54.706976 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa3198f-b282-4737-b605-d47681169a13 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Pushing event deleted for resources: {'Subnet': ['ID=ff372e12-91f1-46b5-8984-a3ec3c1b6c41,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:54.774358 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-eaa3198f-b282-4737-b605-d47681169a13 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:54.794414 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-eaa3198f-b282-4737-b605-d47681169a13 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cf1147c-edce-4c39-ba5b-8b5537fd8c8e']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:50:54.802877 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8537aed9-bc80-4b88-8aba-e364f0d1c633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:54.804078 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-eaa3198f-b282-4737-b605-d47681169a13 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '405ef151-017d-4a9e-b903-ed7e0b8bce6a') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:50:54.804352 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-eaa3198f-b282-4737-b605-d47681169a13 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '405ef151-017d-4a9e-b903-ed7e0b8bce6a') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:50:54.814447 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-eaa3198f-b282-4737-b605-d47681169a13 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:54.828695 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-eaa3198f-b282-4737-b605-d47681169a13 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:54.835858 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaa3198f-b282-4737-b605-d47681169a13 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:50:54.836244 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-eaa3198f-b282-4737-b605-d47681169a13 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:54.839412 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 14:50:54.839412 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:50:54.839412 n-d-761264-19 neutron-server[103168]: timer() Dec 20 14:50:54.839412 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:50:54.839412 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 14:50:54.839412 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:50:54.839412 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 14:50:54.839412 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:50:54.839412 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 14:50:54.839412 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:50:54.839412 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 14:50:54.839412 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:50:54.839412 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 14:50:54.839412 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:50:54.839412 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:50:54.839412 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:50:54.839412 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:50:54.839412 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:50:54.839412 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 14:50:54.839412 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:50:54.839412 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 14:50:54.839412 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:50:54.839412 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:50:54.839412 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:50:54.839412 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 14:50:54.839412 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:50:54.839412 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:50:54.839412 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:50:54.839412 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:50:54.839412 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:50:54.839412 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:50:54.839412 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:50:54.889549 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b0271e-0c99-449c-a5cd-498dfffd1e32 None None] Network 5cf1147c-edce-4c39-ba5b-8b5537fd8c8e requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:50:54.911088 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-eaa3198f-b282-4737-b605-d47681169a13 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:54.916334 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-eaa3198f-b282-4737-b605-d47681169a13 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks [] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:54.920307 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-eaa3198f-b282-4737-b605-d47681169a13 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] 10.222.0.54 "DELETE /v2.0/networks/5cf1147c-edce-4c39-ba5b-8b5537fd8c8e HTTP/1.1" status: 204 len: 168 time: 0.4816759 Dec 20 14:50:54.923813 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 34256) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:54.948785 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa3198f-b282-4737-b605-d47681169a13 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Pushing event deleted for resources: {'Network': ['ID=5cf1147c-edce-4c39-ba5b-8b5537fd8c8e,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:54.957079 n-d-761264-19 neutron-server[103167]: INFO neutron.pecan_wsgi.hooks.translation [None req-61bcbe17-9129-4565-8907-29200a017194 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] DELETE failed (client error): The resource could not be found. Dec 20 14:50:54.957541 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61bcbe17-9129-4565-8907-29200a017194 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:50:54.960813 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-61bcbe17-9129-4565-8907-29200a017194 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] 10.222.0.54 "DELETE /v2.0/subnets/ff372e12-91f1-46b5-8984-a3ec3c1b6c41 HTTP/1.1" status: 404 len: 337 time: 0.0358341 Dec 20 14:50:54.963297 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 34258) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:54.980681 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49fc6921-701e-4d0e-b528-0783df6768db None None] Network 5cf1147c-edce-4c39-ba5b-8b5537fd8c8e requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:50:54.981973 n-d-761264-19 neutron-server[103167]: INFO neutron.pecan_wsgi.hooks.translation [None req-40dae910-6ea2-43a9-886e-5f3a2a3b43f8 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] DELETE failed (client error): The resource could not be found. Dec 20 14:50:54.982475 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40dae910-6ea2-43a9-886e-5f3a2a3b43f8 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:50:54.988122 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-40dae910-6ea2-43a9-886e-5f3a2a3b43f8 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] 10.222.0.54 "DELETE /v2.0/networks/5cf1147c-edce-4c39-ba5b-8b5537fd8c8e HTTP/1.1" status: 404 len: 339 time: 0.0213535 Dec 20 14:50:54.988403 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 34260) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:54.996089 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49fc6921-701e-4d0e-b528-0783df6768db None None] Network 5cf1147c-edce-4c39-ba5b-8b5537fd8c8e could not be found, it might have been deleted concurrently. {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 20 14:50:55.014821 n-d-761264-19 neutron-server[103167]: INFO neutron.pecan_wsgi.hooks.translation [None req-583d0e97-1e13-4253-ab85-dcfd2ba49afc tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] DELETE failed (client error): The resource could not be found. Dec 20 14:50:55.015278 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-583d0e97-1e13-4253-ab85-dcfd2ba49afc tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:50:55.018285 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-583d0e97-1e13-4253-ab85-dcfd2ba49afc tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] 10.222.0.54 "DELETE /v2.0/subnets/aec1bde7-6cb2-488c-a740-6e4919514823 HTTP/1.1" status: 404 len: 337 time: 0.0290201 Dec 20 14:50:55.020951 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 34262) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:55.039012 n-d-761264-19 neutron-server[103167]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7013f81-1114-43db-a047-0d988e987d28 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] DELETE failed (client error): The resource could not be found. Dec 20 14:50:55.039442 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7013f81-1114-43db-a047-0d988e987d28 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:50:55.042619 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-a7013f81-1114-43db-a047-0d988e987d28 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] 10.222.0.54 "DELETE /v2.0/networks/e8745db6-f142-49e4-8462-f6a44f75824e HTTP/1.1" status: 404 len: 339 time: 0.0206904 Dec 20 14:50:55.045119 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 34264) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:55.134013 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-63e032b9-d6fc-4d39-9c77-1942d659e01a tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:55.317328 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539c93dd-73a6-4fad-a4c3-f31fafed4e09 req-cd07ac7f-292e-4266-9fd0-1225c70f7230 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:55.318938 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-539c93dd-73a6-4fad-a4c3-f31fafed4e09 req-cd07ac7f-292e-4266-9fd0-1225c70f7230 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] 10.222.0.54 "GET /v2.0/ports?device_id=9894f473-1ec3-4b93-b5b7-1750ecd1a65d HTTP/1.1" status: 200 len: 946 time: 0.0524616 Dec 20 14:50:55.375420 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-539c93dd-73a6-4fad-a4c3-f31fafed4e09 req-1c3c3d9d-d5d7-44ce-9185-066d674ea44f tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] 10.222.0.54 "GET /v2.0/security-groups?id=e3bda4e7-0249-4912-93cb-8191c1dcb6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493774 Dec 20 14:50:55.545254 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-63e032b9-d6fc-4d39-9c77-1942d659e01a tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:55.568397 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-63e032b9-d6fc-4d39-9c77-1942d659e01a tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['659cd674-0566-41c9-8337-d8d13cf3019f']}} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:50:55.579330 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-63e032b9-d6fc-4d39-9c77-1942d659e01a tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64766cfa-c504-484d-b542-3d242cd67e67') {'for_net_delete': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:50:55.579644 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-63e032b9-d6fc-4d39-9c77-1942d659e01a tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64766cfa-c504-484d-b542-3d242cd67e67') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:50:55.589939 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-63e032b9-d6fc-4d39-9c77-1942d659e01a tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954405'] for segment, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:55.604296 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-63e032b9-d6fc-4d39-9c77-1942d659e01a tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:55.610515 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63e032b9-d6fc-4d39-9c77-1942d659e01a tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=103167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:50:55.610955 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-63e032b9-d6fc-4d39-9c77-1942d659e01a tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9956000'] for segment, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:55.613987 n-d-761264-19 neutron-server[103167]: Traceback (most recent call last): Dec 20 14:50:55.613987 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:50:55.613987 n-d-761264-19 neutron-server[103167]: timer() Dec 20 14:50:55.613987 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:50:55.613987 n-d-761264-19 neutron-server[103167]: cb(*args, **kw) Dec 20 14:50:55.613987 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:50:55.613987 n-d-761264-19 neutron-server[103167]: return func(*args, **kwargs) Dec 20 14:50:55.613987 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:50:55.613987 n-d-761264-19 neutron-server[103167]: self._notify() Dec 20 14:50:55.613987 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:50:55.613987 n-d-761264-19 neutron-server[103167]: self.callback(batched_events) Dec 20 14:50:55.613987 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:50:55.613987 n-d-761264-19 neutron-server[103167]: event.method(event) Dec 20 14:50:55.613987 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:50:55.613987 n-d-761264-19 neutron-server[103167]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:50:55.613987 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:50:55.613987 n-d-761264-19 neutron-server[103167]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:50:55.613987 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:50:55.613987 n-d-761264-19 neutron-server[103167]: return f(self, *a, **k) Dec 20 14:50:55.613987 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:50:55.613987 n-d-761264-19 neutron-server[103167]: return self._get(url).json() Dec 20 14:50:55.613987 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:50:55.613987 n-d-761264-19 neutron-server[103167]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:50:55.613987 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:50:55.613987 n-d-761264-19 neutron-server[103167]: return self.request(url, 'GET', **kwargs) Dec 20 14:50:55.613987 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:50:55.613987 n-d-761264-19 neutron-server[103167]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:50:55.613987 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:50:55.613987 n-d-761264-19 neutron-server[103167]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:50:55.613987 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:50:55.613987 n-d-761264-19 neutron-server[103167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:50:55.613987 n-d-761264-19 neutron-server[103167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:50:55.673769 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-63e032b9-d6fc-4d39-9c77-1942d659e01a tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:55.681782 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-63e032b9-d6fc-4d39-9c77-1942d659e01a tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks [] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:55.684516 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-63e032b9-d6fc-4d39-9c77-1942d659e01a tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] 10.222.0.54 "DELETE /v2.0/networks/659cd674-0566-41c9-8337-d8d13cf3019f HTTP/1.1" status: 204 len: 168 time: 0.6383841 Dec 20 14:50:55.687277 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 34272) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:55.705988 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e032b9-d6fc-4d39-9c77-1942d659e01a tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Pushing event deleted for resources: {'Network': ['ID=659cd674-0566-41c9-8337-d8d13cf3019f,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:55.724681 n-d-761264-19 neutron-server[103167]: INFO neutron.pecan_wsgi.hooks.translation [None req-32a554ff-f974-4413-a785-4bbb9ef4f91e tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] DELETE failed (client error): The resource could not be found. Dec 20 14:50:55.725146 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32a554ff-f974-4413-a785-4bbb9ef4f91e tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:50:55.728298 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-32a554ff-f974-4413-a785-4bbb9ef4f91e tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] 10.222.0.54 "DELETE /v2.0/subnets/83b1a129-6325-46a4-889a-6ba83599f17b HTTP/1.1" status: 404 len: 337 time: 0.0400724 Dec 20 14:50:55.731471 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 34274) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:55.756333 n-d-761264-19 neutron-server[103167]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ad2be46-86e0-4393-b5a2-dca773d58f70 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] DELETE failed (client error): The resource could not be found. Dec 20 14:50:55.756858 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ad2be46-86e0-4393-b5a2-dca773d58f70 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:50:55.759996 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-3ad2be46-86e0-4393-b5a2-dca773d58f70 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] 10.222.0.54 "DELETE /v2.0/networks/f2752d6e-0060-4f0f-806d-c3f60b9e31b5 HTTP/1.1" status: 404 len: 339 time: 0.0279119 Dec 20 14:50:55.762703 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 34276) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:55.788267 n-d-761264-19 neutron-server[103167]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd391c32-889d-4331-9ed5-088c18784474 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] DELETE failed (client error): The resource could not be found. Dec 20 14:50:55.788727 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd391c32-889d-4331-9ed5-088c18784474 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:50:55.791820 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-bd391c32-889d-4331-9ed5-088c18784474 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] 10.222.0.54 "DELETE /v2.0/subnets/39a1a7ee-5215-4209-9534-fab16183a812 HTTP/1.1" status: 404 len: 337 time: 0.0281823 Dec 20 14:50:55.794797 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 34278) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:55.813542 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-7efe0876-4967-4173-9c64-addae997aaaf tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] DELETE failed (client error): The resource could not be found. Dec 20 14:50:55.814124 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7efe0876-4967-4173-9c64-addae997aaaf tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:50:55.817279 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-7efe0876-4967-4173-9c64-addae997aaaf tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] 10.222.0.54 "DELETE /v2.0/networks/d1cb237b-606c-4121-be25-543374ede0b6 HTTP/1.1" status: 404 len: 339 time: 0.0214353 Dec 20 14:50:55.820118 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 34280) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:55.850080 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-e91df061-c8a4-489d-8587-6da341dd4218 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] DELETE failed (client error): The resource could not be found. Dec 20 14:50:55.850553 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e91df061-c8a4-489d-8587-6da341dd4218 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:50:55.853660 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-e91df061-c8a4-489d-8587-6da341dd4218 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] 10.222.0.54 "DELETE /v2.0/subnets/6075bde8-4553-4451-87b6-78c8b361fe44 HTTP/1.1" status: 404 len: 337 time: 0.0326109 Dec 20 14:50:55.856472 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 34282) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:55.875105 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-359fa7d4-7e4a-4d91-9e56-060848f01c70 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] DELETE failed (client error): The resource could not be found. Dec 20 14:50:55.875597 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-359fa7d4-7e4a-4d91-9e56-060848f01c70 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:50:55.878634 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-359fa7d4-7e4a-4d91-9e56-060848f01c70 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] 10.222.0.54 "DELETE /v2.0/networks/607f174e-39bb-4893-95d1-e41b9f43b9bf HTTP/1.1" status: 404 len: 339 time: 0.0212567 Dec 20 14:50:55.881320 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 34284) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:55.907030 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a15bfc3-e4d1-4206-a86f-c236886b9748 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] DELETE failed (client error): The resource could not be found. Dec 20 14:50:55.907496 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a15bfc3-e4d1-4206-a86f-c236886b9748 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:50:55.910635 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-8a15bfc3-e4d1-4206-a86f-c236886b9748 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] 10.222.0.54 "DELETE /v2.0/subnets/26c009d3-6446-4806-bfd9-b3e1bae427d7 HTTP/1.1" status: 404 len: 337 time: 0.0284314 Dec 20 14:50:55.913377 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 34286) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:55.931476 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-00741dee-3514-450d-9232-e7c36082dcb3 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] DELETE failed (client error): The resource could not be found. Dec 20 14:50:55.931971 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00741dee-3514-450d-9232-e7c36082dcb3 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:50:55.935024 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-00741dee-3514-450d-9232-e7c36082dcb3 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] 10.222.0.54 "DELETE /v2.0/networks/aee735f1-bf6c-47c7-8a98-81b6191c728b HTTP/1.1" status: 404 len: 339 time: 0.0207224 Dec 20 14:50:55.937820 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 34288) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:55.965520 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-2216fa5d-e63d-46fc-bcc5-a379aea85920 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] DELETE failed (client error): The resource could not be found. Dec 20 14:50:55.965892 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2216fa5d-e63d-46fc-bcc5-a379aea85920 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:50:55.969066 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-2216fa5d-e63d-46fc-bcc5-a379aea85920 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] 10.222.0.54 "DELETE /v2.0/subnets/4980bcd7-7dbe-46fe-9bd1-3f35ab4d8497 HTTP/1.1" status: 404 len: 337 time: 0.0303178 Dec 20 14:50:55.972939 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 34290) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:56.001530 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-14448f4b-0481-4abc-95f5-a5e83d04c24a tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] DELETE failed (client error): The resource could not be found. Dec 20 14:50:56.002268 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14448f4b-0481-4abc-95f5-a5e83d04c24a tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:50:56.007261 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-14448f4b-0481-4abc-95f5-a5e83d04c24a tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] 10.222.0.54 "DELETE /v2.0/networks/b1184bd8-3244-4150-b7a3-c9887d155634 HTTP/1.1" status: 404 len: 339 time: 0.0328608 Dec 20 14:50:56.009916 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 34292) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:56.049270 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e657c8f-3581-4b93-8573-f43f9b061827 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] DELETE failed (client error): The resource could not be found. Dec 20 14:50:56.049981 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e657c8f-3581-4b93-8573-f43f9b061827 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:50:56.054958 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-8e657c8f-3581-4b93-8573-f43f9b061827 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] 10.222.0.54 "DELETE /v2.0/subnets/03c89b29-df82-4b11-a661-0e9886133e81 HTTP/1.1" status: 404 len: 337 time: 0.0435812 Dec 20 14:50:56.057644 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 34294) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:56.086497 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-71001c01-ad3a-4edd-9db3-cddbbc5bba16 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] DELETE failed (client error): The resource could not be found. Dec 20 14:50:56.087301 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71001c01-ad3a-4edd-9db3-cddbbc5bba16 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:50:56.092453 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-71001c01-ad3a-4edd-9db3-cddbbc5bba16 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] 10.222.0.54 "DELETE /v2.0/networks/4b75b01f-9d33-4ccb-9f1f-6ab88f853e6a HTTP/1.1" status: 404 len: 339 time: 0.0333230 Dec 20 14:50:56.095107 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 34296) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:56.125013 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ae230c5-f919-42fd-8b3b-539ee3f71ac2 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] DELETE failed (client error): The resource could not be found. Dec 20 14:50:56.125467 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ae230c5-f919-42fd-8b3b-539ee3f71ac2 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:50:56.131131 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-9ae230c5-f919-42fd-8b3b-539ee3f71ac2 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] 10.222.0.54 "DELETE /v2.0/subnets/44f03748-4803-4e38-82bf-9a0bd2d2abdb HTTP/1.1" status: 404 len: 337 time: 0.0325391 Dec 20 14:50:56.131286 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 34298) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:56.149091 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-877fe1cc-78a8-4c8c-aed1-49d7a0267534 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] DELETE failed (client error): The resource could not be found. Dec 20 14:50:56.149554 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-877fe1cc-78a8-4c8c-aed1-49d7a0267534 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:50:56.154984 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-877fe1cc-78a8-4c8c-aed1-49d7a0267534 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] 10.222.0.54 "DELETE /v2.0/networks/a261bb45-dbd7-4f01-962d-636a74626957 HTTP/1.1" status: 404 len: 339 time: 0.0203412 Dec 20 14:50:56.155178 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 34300) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:56.180483 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-d48ee0b4-4b18-4763-bcb5-4563a29bc5d8 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] DELETE failed (client error): The resource could not be found. Dec 20 14:50:56.181049 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d48ee0b4-4b18-4763-bcb5-4563a29bc5d8 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:50:56.186793 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-d48ee0b4-4b18-4763-bcb5-4563a29bc5d8 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] 10.222.0.54 "DELETE /v2.0/subnets/2e0edd8c-dfdd-4fbe-9830-ac0ba77b660f HTTP/1.1" status: 404 len: 337 time: 0.0283606 Dec 20 14:50:56.187422 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 34302) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:56.206013 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-f036ff19-33cb-4735-ba9b-2bad7ad74cd5 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] DELETE failed (client error): The resource could not be found. Dec 20 14:50:56.206494 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f036ff19-33cb-4735-ba9b-2bad7ad74cd5 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:50:56.209531 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-f036ff19-33cb-4735-ba9b-2bad7ad74cd5 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] 10.222.0.54 "DELETE /v2.0/networks/c64cc0f4-f13a-41d8-85bb-23e1c43c71bc HTTP/1.1" status: 404 len: 339 time: 0.0210986 Dec 20 14:50:56.212590 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 34304) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:56.268511 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_v2 [None req-5790211e-7427-414c-9a20-4f2010c58f3d tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Deleting subnet 6c6da9bc-6a6d-4c77-924c-91ae570aea2b {{(pid=103168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:50:56.272365 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5790211e-7427-414c-9a20-4f2010c58f3d tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks [] for subnet, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:56.319256 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5790211e-7427-414c-9a20-4f2010c58f3d tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9023023'] for subnet, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:56.403859 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5790211e-7427-414c-9a20-4f2010c58f3d tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:56.469940 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5790211e-7427-414c-9a20-4f2010c58f3d tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8850800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470517'] for subnet, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:56.502476 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5790211e-7427-414c-9a20-4f2010c58f3d tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks [] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:56.506887 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-5790211e-7427-414c-9a20-4f2010c58f3d tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] 10.222.0.54 "DELETE /v2.0/subnets/6c6da9bc-6a6d-4c77-924c-91ae570aea2b HTTP/1.1" status: 204 len: 168 time: 0.2923949 Dec 20 14:50:56.508276 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5790211e-7427-414c-9a20-4f2010c58f3d tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Pushing event deleted for resources: {'Subnet': ['ID=6c6da9bc-6a6d-4c77-924c-91ae570aea2b,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:56.510664 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef60437-3696-4439-9c25-5e72267344f7 None None] Network 30ce55c3-8659-4153-b39a-ef5056815509 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:50:56.511293 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 34308) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:56.525522 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b648115a-ab00-4251-80fb-6cb68da7c5c3 req-83184991-f329-408f-a315-cfcc6182ef72 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:56.527349 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b648115a-ab00-4251-80fb-6cb68da7c5c3 req-83184991-f329-408f-a315-cfcc6182ef72 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] 10.222.0.54 "GET /v2.0/ports?device_id=9894f473-1ec3-4b93-b5b7-1750ecd1a65d HTTP/1.1" status: 200 len: 946 time: 0.0706675 Dec 20 14:50:56.540925 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5790211e-7427-414c-9a20-4f2010c58f3d tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:50:56.541665 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5790211e-7427-414c-9a20-4f2010c58f3d tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:50:56.541665 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5790211e-7427-414c-9a20-4f2010c58f3d tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:50:56.541928 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5790211e-7427-414c-9a20-4f2010c58f3d tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:50:56.542250 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5790211e-7427-414c-9a20-4f2010c58f3d tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:50:56.542785 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5790211e-7427-414c-9a20-4f2010c58f3d tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:50:56.542940 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5790211e-7427-414c-9a20-4f2010c58f3d tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:50:56.543743 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5790211e-7427-414c-9a20-4f2010c58f3d tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:50:56.543743 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5790211e-7427-414c-9a20-4f2010c58f3d tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:50:56.543999 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5790211e-7427-414c-9a20-4f2010c58f3d tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:50:56.544173 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5790211e-7427-414c-9a20-4f2010c58f3d tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:50:56.544494 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5790211e-7427-414c-9a20-4f2010c58f3d tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:50:56.544811 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5790211e-7427-414c-9a20-4f2010c58f3d tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:50:56.591643 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b648115a-ab00-4251-80fb-6cb68da7c5c3 req-f5ec1a77-c9a5-4943-9a06-017bb2deabdb tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] 10.222.0.54 "GET /v2.0/security-groups?id=e3bda4e7-0249-4912-93cb-8191c1dcb6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578265 Dec 20 14:50:56.635758 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5c5791ef-c5a0-43a3-bb42-4d0272fade62 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:56.696296 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0eefd1-05ec-4395-8240-4cad67b552f8 None None] DHCP port deletion for 30ce55c3-8659-4153-b39a-ef5056815509 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:50:56.722396 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-5c5791ef-c5a0-43a3-bb42-4d0272fade62 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Deleting port b8b2cf92-b349-4212-ae5e-b04965753edc {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:50:56.722906 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5c5791ef-c5a0-43a3-bb42-4d0272fade62 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:56.783102 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-3e0eefd1-05ec-4395-8240-4cad67b552f8 None None] Deleting port b8b2cf92-b349-4212-ae5e-b04965753edc {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:50:56.784056 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-3e0eefd1-05ec-4395-8240-4cad67b552f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:56.825491 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-5c5791ef-c5a0-43a3-bb42-4d0272fade62 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] For port b8b2cf92-b349-4212-ae5e-b04965753edc, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=b8b2cf92-b349-4212-ae5e-b04965753edc,segment=NetworkSegment(d7c1a1de-bb7a-4939-8a64-c2eb246fe022),segment_id=d7c1a1de-bb7a-4939-8a64-c2eb246fe022)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:50:56.826511 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5c5791ef-c5a0-43a3-bb42-4d0272fade62 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:56.848920 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-5c5791ef-c5a0-43a3-bb42-4d0272fade62 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Calling delete_port for b8b2cf92-b349-4212-ae5e-b04965753edc owned by network:dhcp {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:50:56.873418 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-3e0eefd1-05ec-4395-8240-4cad67b552f8 None None] For port b8b2cf92-b349-4212-ae5e-b04965753edc, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=b8b2cf92-b349-4212-ae5e-b04965753edc,segment=NetworkSegment(d7c1a1de-bb7a-4939-8a64-c2eb246fe022),segment_id=d7c1a1de-bb7a-4939-8a64-c2eb246fe022)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:50:56.873918 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-3e0eefd1-05ec-4395-8240-4cad67b552f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:56.894474 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-3e0eefd1-05ec-4395-8240-4cad67b552f8 None None] Calling delete_port for b8b2cf92-b349-4212-ae5e-b04965753edc owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:50:56.976525 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5c5791ef-c5a0-43a3-bb42-4d0272fade62 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:57.015078 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-3e0eefd1-05ec-4395-8240-4cad67b552f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:57.022214 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5791ef-c5a0-43a3-bb42-4d0272fade62 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] No DVR routers for this DVR port b8b2cf92-b349-4212-ae5e-b04965753edc on host n-d-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:50:57.031254 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5791ef-c5a0-43a3-bb42-4d0272fade62 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Pushing event deleted for resources: {'Port': ['ID=b8b2cf92-b349-4212-ae5e-b04965753edc,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:57.055377 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0eefd1-05ec-4395-8240-4cad67b552f8 None None] Pushing event deleted for resources: {'Port': ['ID=b8b2cf92-b349-4212-ae5e-b04965753edc,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:57.068458 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0eefd1-05ec-4395-8240-4cad67b552f8 None None] No DVR routers for this DVR port b8b2cf92-b349-4212-ae5e-b04965753edc on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:50:57.140051 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5c5791ef-c5a0-43a3-bb42-4d0272fade62 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:57.161445 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-5c5791ef-c5a0-43a3-bb42-4d0272fade62 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30ce55c3-8659-4153-b39a-ef5056815509']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:50:57.171401 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-5c5791ef-c5a0-43a3-bb42-4d0272fade62 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7c1a1de-bb7a-4939-8a64-c2eb246fe022') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:50:57.171695 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-5c5791ef-c5a0-43a3-bb42-4d0272fade62 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7c1a1de-bb7a-4939-8a64-c2eb246fe022') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:50:57.182198 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5c5791ef-c5a0-43a3-bb42-4d0272fade62 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:57.199827 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5c5791ef-c5a0-43a3-bb42-4d0272fade62 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:57.221163 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c5791ef-c5a0-43a3-bb42-4d0272fade62 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:50:57.221632 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5c5791ef-c5a0-43a3-bb42-4d0272fade62 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:57.225531 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 14:50:57.225531 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:50:57.225531 n-d-761264-19 neutron-server[103168]: timer() Dec 20 14:50:57.225531 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:50:57.225531 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 14:50:57.225531 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:50:57.225531 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 14:50:57.225531 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:50:57.225531 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 14:50:57.225531 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:50:57.225531 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 14:50:57.225531 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:50:57.225531 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 14:50:57.225531 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:50:57.225531 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:50:57.225531 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:50:57.225531 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:50:57.225531 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:50:57.225531 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 14:50:57.225531 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:50:57.225531 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 14:50:57.225531 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:50:57.225531 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:50:57.225531 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:50:57.225531 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 14:50:57.225531 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:50:57.225531 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:50:57.225531 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:50:57.225531 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:50:57.225531 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:50:57.225531 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:50:57.225531 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:50:57.303768 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [req-bca317b0-e4a2-4fb1-be33-61f8536e2b39 req-07f70992-1bc9-43f5-a46c-6cb42f11b574 service neutron] (103167) timed out ('10.222.0.54', 38338) {{(pid=103167) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 20 14:50:57.412471 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 34340) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:57.531376 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-007d4681-087d-465b-b172-c28def7c636c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:57.644628 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5c5791ef-c5a0-43a3-bb42-4d0272fade62 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:57.658535 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5c5791ef-c5a0-43a3-bb42-4d0272fade62 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Publish callbacks [] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:57.662717 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-5c5791ef-c5a0-43a3-bb42-4d0272fade62 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] 10.222.0.54 "DELETE /v2.0/networks/30ce55c3-8659-4153-b39a-ef5056815509 HTTP/1.1" status: 204 len: 168 time: 1.1507962 Dec 20 14:50:57.685115 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5791ef-c5a0-43a3-bb42-4d0272fade62 tempest-NetworksTest-949235355 tempest-NetworksTest-949235355-project] Pushing event deleted for resources: {'Network': ['ID=30ce55c3-8659-4153-b39a-ef5056815509,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:57.733830 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-007d4681-087d-465b-b172-c28def7c636c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:57.739284 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-007d4681-087d-465b-b172-c28def7c636c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:57.752087 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5412feb-4f52-48af-9298-fc18ee0aca70 req-4b7069d5-1c29-4377-b891-aa48c89f0aa1 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:57.754315 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a5412feb-4f52-48af-9298-fc18ee0aca70 req-4b7069d5-1c29-4377-b891-aa48c89f0aa1 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] 10.222.0.54 "GET /v2.0/ports?device_id=9894f473-1ec3-4b93-b5b7-1750ecd1a65d HTTP/1.1" status: 200 len: 946 time: 0.0710332 Dec 20 14:50:57.779344 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 34348) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:57.779545 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-007d4681-087d-465b-b172-c28def7c636c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d0c5759d47d2419f85c611e76b5c7b56&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3656721 Dec 20 14:50:57.789908 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d4681-087d-465b-b172-c28def7c636c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4c0eafc-82aa-43c3-89c2-f8f81f6dfbf6,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:57.831989 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a5412feb-4f52-48af-9298-fc18ee0aca70 req-edd11c3c-841c-4f19-b841-b6f1c034436d tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] 10.222.0.54 "GET /v2.0/security-groups?id=e3bda4e7-0249-4912-93cb-8191c1dcb6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707626 Dec 20 14:50:57.856395 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-32a25374-0af1-4990-8585-c727c5bb1b03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:57.888413 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-32a25374-0af1-4990-8585-c727c5bb1b03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:57.922590 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 34352) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:57.961351 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-32a25374-0af1-4990-8585-c727c5bb1b03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:57.965072 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-32a25374-0af1-4990-8585-c727c5bb1b03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:57.970194 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-32a25374-0af1-4990-8585-c727c5bb1b03 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f4c0eafc-82aa-43c3-89c2-f8f81f6dfbf6 HTTP/1.1" status: 204 len: 168 time: 0.1863756 Dec 20 14:50:57.986360 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a25374-0af1-4990-8585-c727c5bb1b03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4c0eafc-82aa-43c3-89c2-f8f81f6dfbf6,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:58.122825 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-7ffa0c3f-e017-4abb-891f-29cab942ec65 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d26d3ca8669e4c0c9d2363dab1eeb66c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1985760 Dec 20 14:50:58.125044 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 34358) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:58.189077 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ee3b2247-533e-4a0e-a29e-f6076d7b3e53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:58.215828 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ee3b2247-533e-4a0e-a29e-f6076d7b3e53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:58.269167 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ee3b2247-533e-4a0e-a29e-f6076d7b3e53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:58.272317 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ee3b2247-533e-4a0e-a29e-f6076d7b3e53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:58.273520 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-ee3b2247-533e-4a0e-a29e-f6076d7b3e53 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d7e26f65-63ad-4b00-9469-cf340450a6b4 HTTP/1.1" status: 204 len: 168 time: 0.1472318 Dec 20 14:50:58.284561 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3b2247-533e-4a0e-a29e-f6076d7b3e53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e26f65-63ad-4b00-9469-cf340450a6b4,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:58.371223 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 34364) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:58.388531 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ed6f3fbe-5e4b-415c-89a6-cd742532e383 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:58.473740 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ed6f3fbe-5e4b-415c-89a6-cd742532e383 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:58.482089 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ed6f3fbe-5e4b-415c-89a6-cd742532e383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:58.520502 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-ed6f3fbe-5e4b-415c-89a6-cd742532e383 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4ec08c25e1914f04bbeded4a764218de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1481297 Dec 20 14:50:58.522615 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6f3fbe-5e4b-415c-89a6-cd742532e383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2462163f-d293-40c5-89e5-b56f64b4ca72,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:58.523404 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 34368) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:58.533613 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device b8b2cf92-b349-4212-ae5e-b04965753edc no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:50:58.560913 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: b8b2cf92-b349-4212-ae5e-b04965753edc {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:50:58.561418 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device b8b2cf92-b349-4212-ae5e-b04965753edc not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:50:58.579648 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e29029c9-5c39-4fb2-ba6e-12cf8b9bf73a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:58.604507 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e29029c9-5c39-4fb2-ba6e-12cf8b9bf73a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:58.651275 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e29029c9-5c39-4fb2-ba6e-12cf8b9bf73a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:58.653931 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e29029c9-5c39-4fb2-ba6e-12cf8b9bf73a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:58.655237 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-e29029c9-5c39-4fb2-ba6e-12cf8b9bf73a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2462163f-d293-40c5-89e5-b56f64b4ca72 HTTP/1.1" status: 204 len: 168 time: 0.1306822 Dec 20 14:50:58.663893 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29029c9-5c39-4fb2-ba6e-12cf8b9bf73a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2462163f-d293-40c5-89e5-b56f64b4ca72,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:58.961912 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d37c4a-75d6-48d9-92f9-797c06c32ba5 req-b4a8b978-da95-471e-9ab7-7b80296e60e3 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:58.963490 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f6d37c4a-75d6-48d9-92f9-797c06c32ba5 req-b4a8b978-da95-471e-9ab7-7b80296e60e3 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] 10.222.0.54 "GET /v2.0/ports?device_id=9894f473-1ec3-4b93-b5b7-1750ecd1a65d HTTP/1.1" status: 200 len: 946 time: 0.0508747 Dec 20 14:50:59.019516 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f6d37c4a-75d6-48d9-92f9-797c06c32ba5 req-872e5406-2f83-4e0a-99f6-b4754303cff4 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] 10.222.0.54 "GET /v2.0/security-groups?id=e3bda4e7-0249-4912-93cb-8191c1dcb6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482850 Dec 20 14:50:59.160235 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 34404) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:59.259671 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-5b6a979e-80ce-42e4-9985-04e26565906a tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1409163542'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:50:59.285422 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b6a979e-80ce-42e4-9985-04e26565906a tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Made reservation on behalf of dc29e2de924c4cbd81e8105396ddf747 for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:50:59.289109 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5b6a979e-80ce-42e4-9985-04e26565906a tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:59.298228 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5b6a979e-80ce-42e4-9985-04e26565906a tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:59.384384 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5b6a979e-80ce-42e4-9985-04e26565906a tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:59.389626 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5b6a979e-80ce-42e4-9985-04e26565906a tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:59.416598 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b6a979e-80ce-42e4-9985-04e26565906a tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:50:59.426631 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6a979e-80ce-42e4-9985-04e26565906a tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86d603fe-a48c-4c09-b561-bf3b028bd140,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:59.431698 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5b6a979e-80ce-42e4-9985-04e26565906a tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:59.432040 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-5b6a979e-80ce-42e4-9985-04e26565906a tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Added segment b0b663ee-03b5-477e-a931-e9e171aaad67 of type vlan for network 1e6c340b-bd5e-4dd1-8832-5c5d8a88be34 Dec 20 14:50:59.477857 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5b6a979e-80ce-42e4-9985-04e26565906a tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:59.506699 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5b6a979e-80ce-42e4-9985-04e26565906a tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:59.512283 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6a979e-80ce-42e4-9985-04e26565906a tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:50:59.512871 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5b6a979e-80ce-42e4-9985-04e26565906a tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks [] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:59.575010 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-5b6a979e-80ce-42e4-9985-04e26565906a tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.4135978 Dec 20 14:50:59.578823 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 34418) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:50:59.584148 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6a979e-80ce-42e4-9985-04e26565906a tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Pushing event updated for resources: {'Network': ['ID=1e6c340b-bd5e-4dd1-8832-5c5d8a88be34,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:50:59.587406 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-cdc2c87f-26c2-42ce-a707-1977b87b24e5 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Request body: {'port': {'network_id': '1e6c340b-bd5e-4dd1-8832-5c5d8a88be34', 'name': 'tempest-PortsTestJSON-731548252'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:50:59.596844 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 1e6c340b-bd5e-4dd1-8832-5c5d8a88be34 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:50:59.691933 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdc2c87f-26c2-42ce-a707-1977b87b24e5 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Made reservation on behalf of dc29e2de924c4cbd81e8105396ddf747 for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:50:59.695729 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-cdc2c87f-26c2-42ce-a707-1977b87b24e5 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:59.715143 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [None req-cdc2c87f-26c2-42ce-a707-1977b87b24e5 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] device_id is not set on port 4820eea2-58bd-458a-9c7a-713ee7194c29 yet. {{(pid=103167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 14:50:59.923483 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-cdc2c87f-26c2-42ce-a707-1977b87b24e5 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:50:59.958478 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-cdc2c87f-26c2-42ce-a707-1977b87b24e5 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:00.015656 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc2c87f-26c2-42ce-a707-1977b87b24e5 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Pushing event updated for resources: {'Port': ['ID=4820eea2-58bd-458a-9c7a-713ee7194c29,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:00.032021 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc2c87f-26c2-42ce-a707-1977b87b24e5 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Checking segment: {'id': 'b0b663ee-03b5-477e-a931-e9e171aaad67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1e6c340b-bd5e-4dd1-8832-5c5d8a88be34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:51:00.032392 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc2c87f-26c2-42ce-a707-1977b87b24e5 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Network hostable DHCP agents. Network: 1e6c340b-bd5e-4dd1-8832-5c5d8a88be34, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:51:00.069217 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc2c87f-26c2-42ce-a707-1977b87b24e5 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Network 1e6c340b-bd5e-4dd1-8832-5c5d8a88be34 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:51:00.086024 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-cdc2c87f-26c2-42ce-a707-1977b87b24e5 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 1e6c340b-bd5e-4dd1-8832-5c5d8a88be34) {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:51:00.094653 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc2c87f-26c2-42ce-a707-1977b87b24e5 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:51:00.098407 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ff50d2-6771-468f-8876-f179d418e71d None None] Network 1e6c340b-bd5e-4dd1-8832-5c5d8a88be34 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:51:00.106655 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc2c87f-26c2-42ce-a707-1977b87b24e5 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:00.107436 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-cdc2c87f-26c2-42ce-a707-1977b87b24e5 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:00.137461 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-cdc2c87f-26c2-42ce-a707-1977b87b24e5 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.5570838 Dec 20 14:51:00.140405 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 34440) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:00.146321 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-e9b3320f-24b4-4752-8ee3-785d99390a87 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2133061676'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:51:00.172273 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12769b61-d579-401d-a546-1462501aff30 req-c102bde1-6755-44c7-b5ec-3f9d2d9f7000 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:00.173891 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-12769b61-d579-401d-a546-1462501aff30 req-c102bde1-6755-44c7-b5ec-3f9d2d9f7000 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] 10.222.0.54 "GET /v2.0/ports?device_id=9894f473-1ec3-4b93-b5b7-1750ecd1a65d HTTP/1.1" status: 200 len: 946 time: 0.0600684 Dec 20 14:51:00.183702 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9b3320f-24b4-4752-8ee3-785d99390a87 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Made reservation on behalf of dc29e2de924c4cbd81e8105396ddf747 for: {'network': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:51:00.191935 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e9b3320f-24b4-4752-8ee3-785d99390a87 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:00.237375 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9b3320f-24b4-4752-8ee3-785d99390a87 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=103167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:51:00.242398 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-12769b61-d579-401d-a546-1462501aff30 req-877e99b3-f6b9-47af-a44b-89d694a96171 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] 10.222.0.54 "GET /v2.0/security-groups?id=e3bda4e7-0249-4912-93cb-8191c1dcb6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610096 Dec 20 14:51:00.249827 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e9b3320f-24b4-4752-8ee3-785d99390a87 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:00.250217 n-d-761264-19 neutron-server[103167]: INFO neutron.db.segments_db [None req-e9b3320f-24b4-4752-8ee3-785d99390a87 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Added segment 32d5cfa2-24a0-4a14-9264-b4e00e61fdf3 of type vlan for network e3d8d63b-a62e-4fac-8bcc-e18e48cdd569 Dec 20 14:51:00.302927 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e9b3320f-24b4-4752-8ee3-785d99390a87 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:00.333665 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e9b3320f-24b4-4752-8ee3-785d99390a87 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:00.339589 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b3320f-24b4-4752-8ee3-785d99390a87 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:00.340191 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e9b3320f-24b4-4752-8ee3-785d99390a87 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks [] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:00.402389 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-e9b3320f-24b4-4752-8ee3-785d99390a87 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2605624 Dec 20 14:51:00.405063 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 34450) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:00.410542 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-28f13059-5ad5-4e01-b03e-0cc0586d3fa4 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Request body: {'ports': [{'network_id': '1e6c340b-bd5e-4dd1-8832-5c5d8a88be34'}, {'network_id': 'e3d8d63b-a62e-4fac-8bcc-e18e48cdd569'}]} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:51:00.410935 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-28f13059-5ad5-4e01-b03e-0cc0586d3fa4 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Request body: {'port': {'network_id': '1e6c340b-bd5e-4dd1-8832-5c5d8a88be34'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:51:00.411340 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-28f13059-5ad5-4e01-b03e-0cc0586d3fa4 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Request body: {'port': {'network_id': 'e3d8d63b-a62e-4fac-8bcc-e18e48cdd569'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:51:00.411625 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b3320f-24b4-4752-8ee3-785d99390a87 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Pushing event updated for resources: {'Network': ['ID=e3d8d63b-a62e-4fac-8bcc-e18e48cdd569,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:00.422550 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network e3d8d63b-a62e-4fac-8bcc-e18e48cdd569 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:51:00.426127 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 34452) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:00.600536 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28f13059-5ad5-4e01-b03e-0cc0586d3fa4 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Made reservation on behalf of dc29e2de924c4cbd81e8105396ddf747 for: {'port': 2} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:51:00.605347 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-28f13059-5ad5-4e01-b03e-0cc0586d3fa4 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:00.618046 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c9f80a30-dffa-402e-a9c0-3a5b418258ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:00.622218 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-28f13059-5ad5-4e01-b03e-0cc0586d3fa4 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:00.683954 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-fba6f060-a924-4f65-b99f-3503079f5ed2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:00.719103 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c9f80a30-dffa-402e-a9c0-3a5b418258ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:00.725083 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c9f80a30-dffa-402e-a9c0-3a5b418258ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:00.729464 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [None req-28f13059-5ad5-4e01-b03e-0cc0586d3fa4 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] device_id is not set on port 13ad1b00-941a-4a39-a3ff-16e9dd3eeb2c yet. {{(pid=103168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 14:51:00.774484 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-c9f80a30-dffa-402e-a9c0-3a5b418258ad admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a229b2496c544a35afd52c8b373dbd5a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3460937 Dec 20 14:51:00.775553 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f80a30-dffa-402e-a9c0-3a5b418258ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca975a9c-f023-4b2b-8f8c-0468cbb3de47,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:00.777960 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 34456) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:00.836705 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-72fb9681-58c7-4a5d-a3ef-cb73fb308525 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:00.859267 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-28f13059-5ad5-4e01-b03e-0cc0586d3fa4 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:00.859845 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-72fb9681-58c7-4a5d-a3ef-cb73fb308525 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:00.912589 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-72fb9681-58c7-4a5d-a3ef-cb73fb308525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:00.915552 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-72fb9681-58c7-4a5d-a3ef-cb73fb308525 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:00.919997 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-72fb9681-58c7-4a5d-a3ef-cb73fb308525 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ca975a9c-f023-4b2b-8f8c-0468cbb3de47 HTTP/1.1" status: 204 len: 168 time: 0.1381090 Dec 20 14:51:00.932256 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fb9681-58c7-4a5d-a3ef-cb73fb308525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca975a9c-f023-4b2b-8f8c-0468cbb3de47,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:00.943552 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [None req-28f13059-5ad5-4e01-b03e-0cc0586d3fa4 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] device_id is not set on port 4edb3b94-c08a-4a7f-9e22-a5a59a7fe42a yet. {{(pid=103168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 14:51:01.067863 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-28f13059-5ad5-4e01-b03e-0cc0586d3fa4 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:01.123863 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-28f13059-5ad5-4e01-b03e-0cc0586d3fa4 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:01.175071 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f13059-5ad5-4e01-b03e-0cc0586d3fa4 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Network 1e6c340b-bd5e-4dd1-8832-5c5d8a88be34 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:51:01.178384 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-28f13059-5ad5-4e01-b03e-0cc0586d3fa4 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:51:01.181144 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f13059-5ad5-4e01-b03e-0cc0586d3fa4 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:51:01.182294 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-28f13059-5ad5-4e01-b03e-0cc0586d3fa4 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:01.198532 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f13059-5ad5-4e01-b03e-0cc0586d3fa4 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Pushing event updated for resources: {'Port': ['ID=13ad1b00-941a-4a39-a3ff-16e9dd3eeb2c,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:01.243373 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 34462) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:01.257270 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7d718db4-0d4c-46dc-b413-854210a7f9f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:01.260409 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f13059-5ad5-4e01-b03e-0cc0586d3fa4 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Pushing event updated for resources: {'Port': ['ID=4edb3b94-c08a-4a7f-9e22-a5a59a7fe42a,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:01.265810 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f13059-5ad5-4e01-b03e-0cc0586d3fa4 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Checking segment: {'id': '32d5cfa2-24a0-4a14-9264-b4e00e61fdf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e3d8d63b-a62e-4fac-8bcc-e18e48cdd569'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:51:01.266238 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f13059-5ad5-4e01-b03e-0cc0586d3fa4 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Network hostable DHCP agents. Network: e3d8d63b-a62e-4fac-8bcc-e18e48cdd569, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:51:01.285172 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f13059-5ad5-4e01-b03e-0cc0586d3fa4 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Network e3d8d63b-a62e-4fac-8bcc-e18e48cdd569 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:51:01.296991 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-28f13059-5ad5-4e01-b03e-0cc0586d3fa4 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, e3d8d63b-a62e-4fac-8bcc-e18e48cdd569) {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:51:01.304299 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f13059-5ad5-4e01-b03e-0cc0586d3fa4 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:51:01.312045 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f13059-5ad5-4e01-b03e-0cc0586d3fa4 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:01.312493 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e611c7-0be4-4760-b3c2-ffe0f42dd765 None None] Network e3d8d63b-a62e-4fac-8bcc-e18e48cdd569 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:51:01.318134 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f13059-5ad5-4e01-b03e-0cc0586d3fa4 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:01.318916 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-28f13059-5ad5-4e01-b03e-0cc0586d3fa4 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:01.341938 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-28f13059-5ad5-4e01-b03e-0cc0586d3fa4 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 0.9328790 Dec 20 14:51:01.342658 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 34466) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:01.356377 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7d718db4-0d4c-46dc-b413-854210a7f9f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:01.371605 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7d718db4-0d4c-46dc-b413-854210a7f9f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:01.420011 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d718db4-0d4c-46dc-b413-854210a7f9f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=239049fc-0c19-45d3-b6dd-fd41295da411,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:01.430985 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-7d718db4-0d4c-46dc-b413-854210a7f9f1 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e7f398ad480a4811956f4aa470c345e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1822417 Dec 20 14:51:01.430985 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 34470) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:01.445979 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efcdcaa-26ff-44c2-ae20-8bc05edf9b63 req-23395594-e7db-4988-ac50-1de678577003 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:01.447757 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1efcdcaa-26ff-44c2-ae20-8bc05edf9b63 req-23395594-e7db-4988-ac50-1de678577003 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] 10.222.0.54 "GET /v2.0/ports?device_id=9894f473-1ec3-4b93-b5b7-1750ecd1a65d HTTP/1.1" status: 200 len: 946 time: 0.1060703 Dec 20 14:51:01.475272 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-2ca05820-141f-4774-af9b-f4f29346864a tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Deleting port 4edb3b94-c08a-4a7f-9e22-a5a59a7fe42a {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:51:01.475915 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2ca05820-141f-4774-af9b-f4f29346864a tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:01.527951 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1efcdcaa-26ff-44c2-ae20-8bc05edf9b63 req-79848912-ab80-47ba-858b-afc9fbe4b3e1 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] 10.222.0.54 "GET /v2.0/security-groups?id=e3bda4e7-0249-4912-93cb-8191c1dcb6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721388 Dec 20 14:51:01.528753 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-98c13ebd-ba3d-484f-a2f1-d57536c4cb56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:01.553905 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2ca05820-141f-4774-af9b-f4f29346864a tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:01.560529 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-98c13ebd-ba3d-484f-a2f1-d57536c4cb56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:01.567798 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-2ca05820-141f-4774-af9b-f4f29346864a tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Calling delete_port for 4edb3b94-c08a-4a7f-9e22-a5a59a7fe42a owned by {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:51:01.612843 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-98c13ebd-ba3d-484f-a2f1-d57536c4cb56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:01.617639 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-98c13ebd-ba3d-484f-a2f1-d57536c4cb56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:01.618834 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-98c13ebd-ba3d-484f-a2f1-d57536c4cb56 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/239049fc-0c19-45d3-b6dd-fd41295da411 HTTP/1.1" status: 204 len: 168 time: 0.1880753 Dec 20 14:51:01.628462 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c13ebd-ba3d-484f-a2f1-d57536c4cb56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=239049fc-0c19-45d3-b6dd-fd41295da411,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:01.661983 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2ca05820-141f-4774-af9b-f4f29346864a tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:01.692780 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca05820-141f-4774-af9b-f4f29346864a tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Pushing event deleted for resources: {'Port': ['ID=4edb3b94-c08a-4a7f-9e22-a5a59a7fe42a,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:01.701371 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2ca05820-141f-4774-af9b-f4f29346864a tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:01.706418 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-2ca05820-141f-4774-af9b-f4f29346864a tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "DELETE /v2.0/ports/4edb3b94-c08a-4a7f-9e22-a5a59a7fe42a HTTP/1.1" status: 204 len: 168 time: 0.3618741 Dec 20 14:51:01.708936 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 34478) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:01.757816 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bfce69c-bcec-481a-8087-3fcb265b26d5 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:01.764196 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bfce69c-bcec-481a-8087-3fcb265b26d5 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:01.765831 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-2bfce69c-bcec-481a-8087-3fcb265b26d5 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.0559111 Dec 20 14:51:01.768594 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 34480) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:01.854407 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-dd61f4a8-0834-4817-955e-d7214b532551 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Deleting port 13ad1b00-941a-4a39-a3ff-16e9dd3eeb2c {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:51:01.854752 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-dd61f4a8-0834-4817-955e-d7214b532551 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:01.924278 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-dd61f4a8-0834-4817-955e-d7214b532551 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:01.937791 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-dd61f4a8-0834-4817-955e-d7214b532551 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Calling delete_port for 13ad1b00-941a-4a39-a3ff-16e9dd3eeb2c owned by {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:51:02.029782 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-dd61f4a8-0834-4817-955e-d7214b532551 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:02.061568 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd61f4a8-0834-4817-955e-d7214b532551 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Pushing event deleted for resources: {'Port': ['ID=13ad1b00-941a-4a39-a3ff-16e9dd3eeb2c,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:02.076744 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-dd61f4a8-0834-4817-955e-d7214b532551 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:02.080277 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-dd61f4a8-0834-4817-955e-d7214b532551 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "DELETE /v2.0/ports/13ad1b00-941a-4a39-a3ff-16e9dd3eeb2c HTTP/1.1" status: 204 len: 168 time: 0.3107383 Dec 20 14:51:02.083129 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 34492) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:02.132296 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909bf91d-4c1d-487c-b8f5-d8a4455384a2 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:02.133943 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-909bf91d-4c1d-487c-b8f5-d8a4455384a2 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0498197 Dec 20 14:51:02.136699 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 34494) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:02.162535 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-180ceaa0-76d9-4c33-8c33-3736d3f04bdf tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] GET failed (client error): The resource could not be found. Dec 20 14:51:02.163989 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-180ceaa0-76d9-4c33-8c33-3736d3f04bdf tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "GET /v2.0/ports/4edb3b94-c08a-4a7f-9e22-a5a59a7fe42a HTTP/1.1" status: 404 len: 333 time: 0.0263469 Dec 20 14:51:02.166752 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 34498) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:02.191455 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-92d86733-4fea-45e2-85b8-d817696d22b3 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] GET failed (client error): The resource could not be found. Dec 20 14:51:02.192888 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-92d86733-4fea-45e2-85b8-d817696d22b3 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "GET /v2.0/ports/13ad1b00-941a-4a39-a3ff-16e9dd3eeb2c HTTP/1.1" status: 404 len: 333 time: 0.0252624 Dec 20 14:51:02.195704 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 34502) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:02.276208 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c1d8e824-50fe-4046-8470-843a72db4263 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:02.362596 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c1d8e824-50fe-4046-8470-843a72db4263 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:02.385156 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-c1d8e824-50fe-4046-8470-843a72db4263 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3d8d63b-a62e-4fac-8bcc-e18e48cdd569']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:51:02.395895 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-c1d8e824-50fe-4046-8470-843a72db4263 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32d5cfa2-24a0-4a14-9264-b4e00e61fdf3') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:51:02.396168 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-c1d8e824-50fe-4046-8470-843a72db4263 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32d5cfa2-24a0-4a14-9264-b4e00e61fdf3') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:51:02.412174 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c1d8e824-50fe-4046-8470-843a72db4263 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:02.426065 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c1d8e824-50fe-4046-8470-843a72db4263 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:02.432511 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1d8e824-50fe-4046-8470-843a72db4263 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:51:02.432903 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c1d8e824-50fe-4046-8470-843a72db4263 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:02.436246 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:02.436246 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:51:02.436246 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:02.436246 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:51:02.436246 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:02.436246 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:51:02.436246 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:02.436246 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:51:02.436246 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 14:51:02.436246 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:51:02.436246 n-d-761264-19 neutron-server[103168]: timer() Dec 20 14:51:02.436246 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:51:02.436246 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 14:51:02.436246 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:51:02.436246 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 14:51:02.436246 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:51:02.436246 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 14:51:02.436246 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:51:02.436246 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 14:51:02.436246 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:51:02.436246 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 14:51:02.436246 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:51:02.436246 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:51:02.436246 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:51:02.436246 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:51:02.436246 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:51:02.436246 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 14:51:02.436246 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:51:02.436246 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 14:51:02.436246 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:51:02.436246 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:51:02.436246 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:51:02.436246 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 14:51:02.436246 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:51:02.436246 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:51:02.436246 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:51:02.436246 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:51:02.436246 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:51:02.436246 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:51:02.436246 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:51:02.507642 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c1d8e824-50fe-4046-8470-843a72db4263 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:02.518670 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c1d8e824-50fe-4046-8470-843a72db4263 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks [] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:02.525701 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-c1d8e824-50fe-4046-8470-843a72db4263 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "DELETE /v2.0/networks/e3d8d63b-a62e-4fac-8bcc-e18e48cdd569 HTTP/1.1" status: 204 len: 168 time: 0.3290517 Dec 20 14:51:02.529311 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 34512) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:02.535516 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-39006f01-184b-4e9b-afcf-1829dd701617 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-484730970'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:51:02.538410 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d8e824-50fe-4046-8470-843a72db4263 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Pushing event deleted for resources: {'Network': ['ID=e3d8d63b-a62e-4fac-8bcc-e18e48cdd569,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:02.561950 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39006f01-184b-4e9b-afcf-1829dd701617 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Made reservation on behalf of dc29e2de924c4cbd81e8105396ddf747 for: {'network': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:51:02.567161 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-39006f01-184b-4e9b-afcf-1829dd701617 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:02.599509 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39006f01-184b-4e9b-afcf-1829dd701617 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=103167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:51:02.611941 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-39006f01-184b-4e9b-afcf-1829dd701617 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:02.612558 n-d-761264-19 neutron-server[103167]: INFO neutron.db.segments_db [None req-39006f01-184b-4e9b-afcf-1829dd701617 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Added segment f159b715-5c90-4432-897e-06709e6be140 of type vlan for network 1e63f707-4d0c-44d3-a975-d0109e704e6b Dec 20 14:51:02.658566 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d528fbbb-f433-40da-ab35-21c991b6d013 req-d57d72d4-3f8b-4777-9506-01e7d9041f21 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:02.664357 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-39006f01-184b-4e9b-afcf-1829dd701617 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:02.666502 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d528fbbb-f433-40da-ab35-21c991b6d013 req-d57d72d4-3f8b-4777-9506-01e7d9041f21 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] 10.222.0.54 "GET /v2.0/ports?device_id=9894f473-1ec3-4b93-b5b7-1750ecd1a65d HTTP/1.1" status: 200 len: 946 time: 0.0615411 Dec 20 14:51:02.701615 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-39006f01-184b-4e9b-afcf-1829dd701617 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:02.709415 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39006f01-184b-4e9b-afcf-1829dd701617 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:02.710336 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-39006f01-184b-4e9b-afcf-1829dd701617 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks [] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:02.731276 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d528fbbb-f433-40da-ab35-21c991b6d013 req-7d6555ba-3031-471d-ab7f-e926261bbd8c tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] 10.222.0.54 "GET /v2.0/security-groups?id=e3bda4e7-0249-4912-93cb-8191c1dcb6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621336 Dec 20 14:51:02.778395 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-39006f01-184b-4e9b-afcf-1829dd701617 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2449312 Dec 20 14:51:02.778791 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 34526) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:02.786228 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-1f58f443-7f20-47b8-8a8a-3ba790383205 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Request body: {'subnet': {'network_id': '1e63f707-4d0c-44d3-a975-d0109e704e6b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:51:02.811776 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39006f01-184b-4e9b-afcf-1829dd701617 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Pushing event updated for resources: {'Network': ['ID=1e63f707-4d0c-44d3-a975-d0109e704e6b,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:02.822268 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 1e63f707-4d0c-44d3-a975-d0109e704e6b details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:51:02.906244 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-54efdaed-fdf9-4e1f-b0ea-9c6ec1de129a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:02.911687 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f58f443-7f20-47b8-8a8a-3ba790383205 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Made reservation on behalf of dc29e2de924c4cbd81e8105396ddf747 for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:51:02.916134 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1f58f443-7f20-47b8-8a8a-3ba790383205 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:02.973366 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.ipam_backend_mixin [None req-1f58f443-7f20-47b8-8a8a-3ba790383205 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Performing IP validity checks on allocation pools {{(pid=103167) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 20 14:51:02.973979 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.ipam_backend_mixin [None req-1f58f443-7f20-47b8-8a8a-3ba790383205 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103167) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 20 14:51:03.101497 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1f58f443-7f20-47b8-8a8a-3ba790383205 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:03.164829 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f443-7f20-47b8-8a8a-3ba790383205 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Pushing event updated for resources: {'Subnet': ['ID=94129600-2dce-47b0-b6d9-b5e91dc7382f,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:03.173299 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f58f443-7f20-47b8-8a8a-3ba790383205 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Checking segment: {'id': 'f159b715-5c90-4432-897e-06709e6be140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1e63f707-4d0c-44d3-a975-d0109e704e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:51:03.173660 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f58f443-7f20-47b8-8a8a-3ba790383205 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Network hostable DHCP agents. Network: 1e63f707-4d0c-44d3-a975-d0109e704e6b, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:51:03.193407 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f58f443-7f20-47b8-8a8a-3ba790383205 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Network 1e63f707-4d0c-44d3-a975-d0109e704e6b is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:51:03.204327 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-1f58f443-7f20-47b8-8a8a-3ba790383205 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 1e63f707-4d0c-44d3-a975-d0109e704e6b) {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:51:03.209218 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f58f443-7f20-47b8-8a8a-3ba790383205 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:03.209819 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1f58f443-7f20-47b8-8a8a-3ba790383205 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:03.214275 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc947a9f-a961-4f61-b2db-2991f3057922 None None] Network 1e63f707-4d0c-44d3-a975-d0109e704e6b requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:51:03.227745 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-1f58f443-7f20-47b8-8a8a-3ba790383205 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4477031 Dec 20 14:51:03.230505 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 34544) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:03.235869 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-94a2f773-22d1-4a18-984e-2116edacf620 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Request body: {'port': {'network_id': '1e63f707-4d0c-44d3-a975-d0109e704e6b', 'name': 'tempest-PortsTestJSON-1201188834'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:51:03.349842 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef690698-a6f2-4945-9fca-69a6f1382fc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-1e63f707-4d0c-44d3-a975-d0109e704e6b', 'network_id': '1e63f707-4d0c-44d3-a975-d0109e704e6b', 'project_id': 'dc29e2de924c4cbd81e8105396ddf747', 'fixed_ips': [{'subnet_id': '94129600-2dce-47b0-b6d9-b5e91dc7382f'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:51:03.350862 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ef690698-a6f2-4945-9fca-69a6f1382fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:03.369016 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94a2f773-22d1-4a18-984e-2116edacf620 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Made reservation on behalf of dc29e2de924c4cbd81e8105396ddf747 for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:51:03.372990 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-94a2f773-22d1-4a18-984e-2116edacf620 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:03.392732 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [None req-94a2f773-22d1-4a18-984e-2116edacf620 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] device_id is not set on port 9574ba34-c031-4e71-9afa-4ce8c3459234 yet. {{(pid=103168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 14:51:03.501015 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-ef690698-a6f2-4945-9fca-69a6f1382fc2 None None] Allocated IP 172.20.0.2 (1e63f707-4d0c-44d3-a975-d0109e704e6b/94129600-2dce-47b0-b6d9-b5e91dc7382f/b8728f8c-b363-47ee-8f0a-b7b2c0e52986) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:51:03.552434 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 34554) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:03.657567 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ef690698-a6f2-4945-9fca-69a6f1382fc2 None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:03.666440 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ef690698-a6f2-4945-9fca-69a6f1382fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:03.683353 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e4a69b97-c851-4a19-8e11-e262d752990b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:03.713061 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef690698-a6f2-4945-9fca-69a6f1382fc2 None None] Network 1e63f707-4d0c-44d3-a975-d0109e704e6b is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:51:03.715923 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-ef690698-a6f2-4945-9fca-69a6f1382fc2 None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:51:03.720489 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef690698-a6f2-4945-9fca-69a6f1382fc2 None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:51:03.723639 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef690698-a6f2-4945-9fca-69a6f1382fc2 None None] Pushing event updated for resources: {'Port': ['ID=b8728f8c-b363-47ee-8f0a-b7b2c0e52986,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:03.736303 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-94a2f773-22d1-4a18-984e-2116edacf620 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Allocated IP 172.20.0.4 (1e63f707-4d0c-44d3-a975-d0109e704e6b/94129600-2dce-47b0-b6d9-b5e91dc7382f/9574ba34-c031-4e71-9afa-4ce8c3459234) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:51:03.780971 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-ef690698-a6f2-4945-9fca-69a6f1382fc2 None None] Attempting to bind port b8728f8c-b363-47ee-8f0a-b7b2c0e52986 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:51:03.781459 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-ef690698-a6f2-4945-9fca-69a6f1382fc2 None None] Attempting to bind port b8728f8c-b363-47ee-8f0a-b7b2c0e52986 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': 'f159b715-5c90-4432-897e-06709e6be140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1e63f707-4d0c-44d3-a975-d0109e704e6b'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:51:03.781683 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef690698-a6f2-4945-9fca-69a6f1382fc2 None None] Attempting to bind port b8728f8c-b363-47ee-8f0a-b7b2c0e52986 on network 1e63f707-4d0c-44d3-a975-d0109e704e6b {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:51:03.792032 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef690698-a6f2-4945-9fca-69a6f1382fc2 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:51:03.792749 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef690698-a6f2-4945-9fca-69a6f1382fc2 None None] Checking segment: {'id': 'f159b715-5c90-4432-897e-06709e6be140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1e63f707-4d0c-44d3-a975-d0109e704e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:51:03.793343 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ef690698-a6f2-4945-9fca-69a6f1382fc2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:03.793694 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e4a69b97-c851-4a19-8e11-e262d752990b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:03.794076 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef690698-a6f2-4945-9fca-69a6f1382fc2 None None] Bound using segment: {'id': 'f159b715-5c90-4432-897e-06709e6be140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1e63f707-4d0c-44d3-a975-d0109e704e6b'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:51:03.794834 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-ef690698-a6f2-4945-9fca-69a6f1382fc2 None None] Bound port: b8728f8c-b363-47ee-8f0a-b7b2c0e52986, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f159b715-5c90-4432-897e-06709e6be140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1e63f707-4d0c-44d3-a975-d0109e704e6b'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:51:03.795142 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ef690698-a6f2-4945-9fca-69a6f1382fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:03.800708 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e4a69b97-c851-4a19-8e11-e262d752990b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:03.840995 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:03.874990 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-ef690698-a6f2-4945-9fca-69a6f1382fc2 None None] For port b8728f8c-b363-47ee-8f0a-b7b2c0e52986, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:51:03.878706 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-ef690698-a6f2-4945-9fca-69a6f1382fc2 None None] For port b8728f8c-b363-47ee-8f0a-b7b2c0e52986, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=b8728f8c-b363-47ee-8f0a-b7b2c0e52986,segment=NetworkSegment(f159b715-5c90-4432-897e-06709e6be140),segment_id=f159b715-5c90-4432-897e-06709e6be140)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:51:03.881349 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-e4a69b97-c851-4a19-8e11-e262d752990b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b84d6a214af948239c36b68312c97bcb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3277421 Dec 20 14:51:03.882545 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a69b97-c851-4a19-8e11-e262d752990b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e516b6ff-0fdc-4a47-8818-204e9f25ec79,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:03.886626 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 34560) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:03.899428 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ef690698-a6f2-4945-9fca-69a6f1382fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:03.903929 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4669bac-c6b3-46d6-a990-b56be5512ab5 req-b839ae16-bb55-49a2-b92e-9b529a3f2435 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:03.905692 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b4669bac-c6b3-46d6-a990-b56be5512ab5 req-b839ae16-bb55-49a2-b92e-9b529a3f2435 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] 10.222.0.54 "GET /v2.0/ports?device_id=9894f473-1ec3-4b93-b5b7-1750ecd1a65d HTTP/1.1" status: 200 len: 946 time: 0.0997961 Dec 20 14:51:03.941644 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-94a2f773-22d1-4a18-984e-2116edacf620 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:03.957475 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef690698-a6f2-4945-9fca-69a6f1382fc2 None None] Pushing event updated for resources: {'Port': ['ID=b8728f8c-b363-47ee-8f0a-b7b2c0e52986,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:03.962549 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-dff18257-d34a-4b64-b405-26f7a3a8b394 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:03.999503 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b4669bac-c6b3-46d6-a990-b56be5512ab5 req-b0fa863b-df5d-4fc9-9d18-963873666235 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] 10.222.0.54 "GET /v2.0/security-groups?id=e3bda4e7-0249-4912-93cb-8191c1dcb6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705674 Dec 20 14:51:04.004914 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-dff18257-d34a-4b64-b405-26f7a3a8b394 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:04.035738 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-94a2f773-22d1-4a18-984e-2116edacf620 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:04.092563 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a2f773-22d1-4a18-984e-2116edacf620 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Network 1e63f707-4d0c-44d3-a975-d0109e704e6b is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:51:04.098048 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-94a2f773-22d1-4a18-984e-2116edacf620 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:51:04.103069 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a2f773-22d1-4a18-984e-2116edacf620 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:51:04.137630 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a2f773-22d1-4a18-984e-2116edacf620 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Pushing event updated for resources: {'Port': ['ID=9574ba34-c031-4e71-9afa-4ce8c3459234,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:04.177459 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a2f773-22d1-4a18-984e-2116edacf620 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:04.178093 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-94a2f773-22d1-4a18-984e-2116edacf620 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:04.181912 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-dff18257-d34a-4b64-b405-26f7a3a8b394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:04.184450 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-dff18257-d34a-4b64-b405-26f7a3a8b394 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:04.185581 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-dff18257-d34a-4b64-b405-26f7a3a8b394 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e516b6ff-0fdc-4a47-8818-204e9f25ec79 HTTP/1.1" status: 204 len: 168 time: 0.2979627 Dec 20 14:51:04.198272 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff18257-d34a-4b64-b405-26f7a3a8b394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e516b6ff-0fdc-4a47-8818-204e9f25ec79,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:04.209907 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-94a2f773-22d1-4a18-984e-2116edacf620 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9782665 Dec 20 14:51:04.213015 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 34566) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:04.312866 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-a1f54412-97c7-4d98-847e-8832205a960f tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Deleting port 9574ba34-c031-4e71-9afa-4ce8c3459234 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:51:04.313526 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a1f54412-97c7-4d98-847e-8832205a960f tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:04.409243 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a1f54412-97c7-4d98-847e-8832205a960f tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:04.421642 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-a1f54412-97c7-4d98-847e-8832205a960f tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Calling delete_port for 9574ba34-c031-4e71-9afa-4ce8c3459234 owned by {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:51:04.519162 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 34570) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:04.535819 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-938e674d-22f5-4876-851a-cd7f5afee598 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:04.565015 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a1f54412-97c7-4d98-847e-8832205a960f tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:04.590543 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device b8728f8c-b363-47ee-8f0a-b7b2c0e52986 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:51:04.603524 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f54412-97c7-4d98-847e-8832205a960f tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Pushing event deleted for resources: {'Port': ['ID=9574ba34-c031-4e71-9afa-4ce8c3459234,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:04.637848 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-938e674d-22f5-4876-851a-cd7f5afee598 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:04.643686 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-938e674d-22f5-4876-851a-cd7f5afee598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:04.661390 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port b8728f8c-b363-47ee-8f0a-b7b2c0e52986 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:51:04.661907 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:04.679757 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a1f54412-97c7-4d98-847e-8832205a960f tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:04.683084 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-a1f54412-97c7-4d98-847e-8832205a960f tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "DELETE /v2.0/ports/9574ba34-c031-4e71-9afa-4ce8c3459234 HTTP/1.1" status: 204 len: 168 time: 0.4689999 Dec 20 14:51:04.686418 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 34572) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:04.712245 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-b78984a8-b03c-47d3-ac30-bfae38323a96 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] DELETE failed (client error): The resource could not be found. Dec 20 14:51:04.712971 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b78984a8-b03c-47d3-ac30-bfae38323a96 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:51:04.713582 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-938e674d-22f5-4876-851a-cd7f5afee598 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=91ad553216624845a40bfae20df77864&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1932871 Dec 20 14:51:04.716017 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 34574) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:04.717062 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-b78984a8-b03c-47d3-ac30-bfae38323a96 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "DELETE /v2.0/ports/9574ba34-c031-4e71-9afa-4ce8c3459234 HTTP/1.1" status: 404 len: 333 time: 0.0299809 Dec 20 14:51:04.720178 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 34576) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:04.722467 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938e674d-22f5-4876-851a-cd7f5afee598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b0ffd15-a160-49c3-bba5-cae13178bd9c,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:04.746323 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4587a42-4a31-4e2b-9b71-9a33f6f3927c tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] GET failed (client error): The resource could not be found. Dec 20 14:51:04.747213 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-b4587a42-4a31-4e2b-9b71-9a33f6f3927c tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "GET /v2.0/ports/9574ba34-c031-4e71-9afa-4ce8c3459234 HTTP/1.1" status: 404 len: 333 time: 0.0260348 Dec 20 14:51:04.753915 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 34578) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:04.755937 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938e674d-22f5-4876-851a-cd7f5afee598 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:51:04.756212 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938e674d-22f5-4876-851a-cd7f5afee598 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:51:04.756552 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938e674d-22f5-4876-851a-cd7f5afee598 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:51:04.756896 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938e674d-22f5-4876-851a-cd7f5afee598 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:51:04.757220 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938e674d-22f5-4876-851a-cd7f5afee598 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:51:04.757564 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938e674d-22f5-4876-851a-cd7f5afee598 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:51:04.758382 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938e674d-22f5-4876-851a-cd7f5afee598 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:51:04.758787 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938e674d-22f5-4876-851a-cd7f5afee598 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:51:04.759121 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938e674d-22f5-4876-851a-cd7f5afee598 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:51:04.759636 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938e674d-22f5-4876-851a-cd7f5afee598 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:51:04.760192 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938e674d-22f5-4876-851a-cd7f5afee598 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:51:04.760520 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938e674d-22f5-4876-851a-cd7f5afee598 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:51:04.760845 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938e674d-22f5-4876-851a-cd7f5afee598 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:51:04.765121 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:04.798456 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-dcd1e648-dafc-45ea-96e4-e5a9c820aec4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:04.811869 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] For port b8728f8c-b363-47ee-8f0a-b7b2c0e52986, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=b8728f8c-b363-47ee-8f0a-b7b2c0e52986,segment=NetworkSegment(f159b715-5c90-4432-897e-06709e6be140),segment_id=f159b715-5c90-4432-897e-06709e6be140)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:51:04.821429 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:04.827705 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_v2 [None req-412a6c9d-8ded-4991-b70c-1c0c8805fa74 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Deleting subnet 94129600-2dce-47b0-b6d9-b5e91dc7382f {{(pid=103168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:51:04.830864 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-dcd1e648-dafc-45ea-96e4-e5a9c820aec4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:04.831924 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-412a6c9d-8ded-4991-b70c-1c0c8805fa74 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks [] for subnet, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:04.896447 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-dcd1e648-dafc-45ea-96e4-e5a9c820aec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:04.900828 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-412a6c9d-8ded-4991-b70c-1c0c8805fa74 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9023023'] for subnet, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:04.901578 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Pushing event updated for resources: {'Port': ['ID=b8728f8c-b363-47ee-8f0a-b7b2c0e52986,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:04.902589 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-dcd1e648-dafc-45ea-96e4-e5a9c820aec4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:04.905900 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-dcd1e648-dafc-45ea-96e4-e5a9c820aec4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9b0ffd15-a160-49c3-bba5-cae13178bd9c HTTP/1.1" status: 204 len: 168 time: 0.1887643 Dec 20 14:51:04.917351 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd1e648-dafc-45ea-96e4-e5a9c820aec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b0ffd15-a160-49c3-bba5-cae13178bd9c,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:05.012487 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-412a6c9d-8ded-4991-b70c-1c0c8805fa74 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:05.116186 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-412a6c9d-8ded-4991-b70c-1c0c8805fa74 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8850800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470517'] for subnet, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:05.139356 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f87b071-444e-4212-82d1-5d7fc48e6d9b None None] Network 1e63f707-4d0c-44d3-a975-d0109e704e6b requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:51:05.193468 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412a6c9d-8ded-4991-b70c-1c0c8805fa74 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Pushing event deleted for resources: {'Subnet': ['ID=94129600-2dce-47b0-b6d9-b5e91dc7382f,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:05.200625 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-412a6c9d-8ded-4991-b70c-1c0c8805fa74 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks [] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:05.205221 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-412a6c9d-8ded-4991-b70c-1c0c8805fa74 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "DELETE /v2.0/subnets/94129600-2dce-47b0-b6d9-b5e91dc7382f HTTP/1.1" status: 204 len: 168 time: 0.4502571 Dec 20 14:51:05.208083 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 34590) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:05.218290 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-6a91ece1-d8f4-488a-a506-f4bbe0631693 None None] Provisioning complete for port b8728f8c-b363-47ee-8f0a-b7b2c0e52986 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:51:05.218502 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6a91ece1-d8f4-488a-a506-f4bbe0631693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:05.317130 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-45b57e37-54e0-48b2-9ad5-ed176f4a50e9 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:05.355141 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab65ac0e-2c9a-464d-9eec-0c588cf36407 req-d83482fd-9b30-4312-8482-a8394477cf5b tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:05.358862 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ab65ac0e-2c9a-464d-9eec-0c588cf36407 req-d83482fd-9b30-4312-8482-a8394477cf5b tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] 10.222.0.54 "GET /v2.0/ports?device_id=9894f473-1ec3-4b93-b5b7-1750ecd1a65d HTTP/1.1" status: 200 len: 946 time: 0.2361827 Dec 20 14:51:05.381912 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd45649b-b786-4cb0-b584-6d39ae3d713d None None] DHCP port deletion for 1e63f707-4d0c-44d3-a975-d0109e704e6b request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:51:05.440105 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ab65ac0e-2c9a-464d-9eec-0c588cf36407 req-8f3f9029-b3e7-468b-9d6f-5040182eb791 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] 10.222.0.54 "GET /v2.0/security-groups?id=e3bda4e7-0249-4912-93cb-8191c1dcb6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591476 Dec 20 14:51:05.447413 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-45b57e37-54e0-48b2-9ad5-ed176f4a50e9 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Deleting port b8728f8c-b363-47ee-8f0a-b7b2c0e52986 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:51:05.447878 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-45b57e37-54e0-48b2-9ad5-ed176f4a50e9 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:05.456530 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-dd45649b-b786-4cb0-b584-6d39ae3d713d None None] Deleting port b8728f8c-b363-47ee-8f0a-b7b2c0e52986 {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:51:05.456898 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-dd45649b-b786-4cb0-b584-6d39ae3d713d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:05.524277 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-45b57e37-54e0-48b2-9ad5-ed176f4a50e9 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] For port b8728f8c-b363-47ee-8f0a-b7b2c0e52986, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=b8728f8c-b363-47ee-8f0a-b7b2c0e52986,segment=NetworkSegment(f159b715-5c90-4432-897e-06709e6be140),segment_id=f159b715-5c90-4432-897e-06709e6be140)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:51:05.524576 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 34600) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:05.525119 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-45b57e37-54e0-48b2-9ad5-ed176f4a50e9 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:05.543266 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-dd45649b-b786-4cb0-b584-6d39ae3d713d None None] For port b8728f8c-b363-47ee-8f0a-b7b2c0e52986, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=b8728f8c-b363-47ee-8f0a-b7b2c0e52986,segment=NetworkSegment(f159b715-5c90-4432-897e-06709e6be140),segment_id=f159b715-5c90-4432-897e-06709e6be140)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:51:05.543657 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-dd45649b-b786-4cb0-b584-6d39ae3d713d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:05.550950 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-45b57e37-54e0-48b2-9ad5-ed176f4a50e9 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Calling delete_port for b8728f8c-b363-47ee-8f0a-b7b2c0e52986 owned by network:dhcp {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:51:05.560536 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-dd45649b-b786-4cb0-b584-6d39ae3d713d None None] Calling delete_port for b8728f8c-b363-47ee-8f0a-b7b2c0e52986 owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:51:05.645503 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-dd45649b-b786-4cb0-b584-6d39ae3d713d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:05.649269 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-45b57e37-54e0-48b2-9ad5-ed176f4a50e9 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:05.678454 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd45649b-b786-4cb0-b584-6d39ae3d713d None None] Pushing event deleted for resources: {'Port': ['ID=b8728f8c-b363-47ee-8f0a-b7b2c0e52986,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:05.679328 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b57e37-54e0-48b2-9ad5-ed176f4a50e9 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Pushing event deleted for resources: {'Port': ['ID=b8728f8c-b363-47ee-8f0a-b7b2c0e52986,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:05.681327 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b57e37-54e0-48b2-9ad5-ed176f4a50e9 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] No DVR routers for this DVR port b8728f8c-b363-47ee-8f0a-b7b2c0e52986 on host n-d-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:51:05.690413 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd45649b-b786-4cb0-b584-6d39ae3d713d None None] No DVR routers for this DVR port b8728f8c-b363-47ee-8f0a-b7b2c0e52986 on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:51:05.731148 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4c543e35-0710-4646-8d95-4f4ea6a2934f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:05.774076 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:05.798176 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-45b57e37-54e0-48b2-9ad5-ed176f4a50e9 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:05.820198 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-45b57e37-54e0-48b2-9ad5-ed176f4a50e9 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e63f707-4d0c-44d3-a975-d0109e704e6b']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:51:05.830764 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-45b57e37-54e0-48b2-9ad5-ed176f4a50e9 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f159b715-5c90-4432-897e-06709e6be140') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:51:05.831519 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-45b57e37-54e0-48b2-9ad5-ed176f4a50e9 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f159b715-5c90-4432-897e-06709e6be140') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:51:05.834028 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4c543e35-0710-4646-8d95-4f4ea6a2934f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:05.839609 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4c543e35-0710-4646-8d95-4f4ea6a2934f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:05.841897 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-45b57e37-54e0-48b2-9ad5-ed176f4a50e9 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:05.858631 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-45b57e37-54e0-48b2-9ad5-ed176f4a50e9 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:05.869390 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45b57e37-54e0-48b2-9ad5-ed176f4a50e9 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:51:05.870041 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-45b57e37-54e0-48b2-9ad5-ed176f4a50e9 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:05.887961 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-4c543e35-0710-4646-8d95-4f4ea6a2934f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3d3cf1db3fac4594a9e060837a238cfe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3617792 Dec 20 14:51:05.890098 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c543e35-0710-4646-8d95-4f4ea6a2934f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f722b717-167d-492a-af80-6f83d867ff44,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:05.893410 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 34614) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:05.895758 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:05.895758 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:51:05.895758 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:05.895758 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:51:05.895758 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:05.895758 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:51:05.895758 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:05.895758 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:51:05.895758 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:51:05.895758 n-d-761264-19 neutron-server[103168]: self.session.flush() Dec 20 14:51:05.895758 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:51:05.895758 n-d-761264-19 neutron-server[103168]: self.session.flush() Dec 20 14:51:05.895758 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:51:05.895758 n-d-761264-19 neutron-server[103168]: self.session.flush() Dec 20 14:51:05.895758 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:51:05.895758 n-d-761264-19 neutron-server[103168]: self.session.flush() Dec 20 14:51:05.895758 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 14:51:05.895758 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:51:05.895758 n-d-761264-19 neutron-server[103168]: timer() Dec 20 14:51:05.895758 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:51:05.895758 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 14:51:05.895758 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:51:05.895758 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 14:51:05.895758 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:51:05.895758 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 14:51:05.895758 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:51:05.895758 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 14:51:05.895758 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:51:05.895758 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 14:51:05.895758 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:51:05.895758 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:51:05.895758 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:51:05.895758 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:51:05.895758 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:51:05.895758 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 14:51:05.895758 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:51:05.895758 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 14:51:05.895758 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:51:05.895758 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:51:05.895758 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:51:05.895758 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 14:51:05.895758 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:51:05.895758 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:51:05.895758 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:51:05.895758 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:51:05.895758 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:51:05.895758 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:51:05.895758 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:51:05.944692 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-45b57e37-54e0-48b2-9ad5-ed176f4a50e9 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:05.950041 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3f7e5ede-65a0-40c8-a281-802fad1c46cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:05.951146 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-45b57e37-54e0-48b2-9ad5-ed176f4a50e9 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks [] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:05.958940 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-45b57e37-54e0-48b2-9ad5-ed176f4a50e9 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "DELETE /v2.0/networks/1e63f707-4d0c-44d3-a975-d0109e704e6b HTTP/1.1" status: 204 len: 168 time: 0.7491732 Dec 20 14:51:05.959733 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 34616) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:05.967913 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-9fdf00c6-7c1f-464e-9925-3d8432fbf82d tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1627251112'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:51:05.973806 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3f7e5ede-65a0-40c8-a281-802fad1c46cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:05.986415 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b57e37-54e0-48b2-9ad5-ed176f4a50e9 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Pushing event deleted for resources: {'Network': ['ID=1e63f707-4d0c-44d3-a975-d0109e704e6b,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:06.014538 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fdf00c6-7c1f-464e-9925-3d8432fbf82d tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Made reservation on behalf of dc29e2de924c4cbd81e8105396ddf747 for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:51:06.018314 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9fdf00c6-7c1f-464e-9925-3d8432fbf82d tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:06.030919 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3f7e5ede-65a0-40c8-a281-802fad1c46cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:06.033594 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3f7e5ede-65a0-40c8-a281-802fad1c46cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:06.034927 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-3f7e5ede-65a0-40c8-a281-802fad1c46cd admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f722b717-167d-492a-af80-6f83d867ff44 HTTP/1.1" status: 204 len: 168 time: 0.1403856 Dec 20 14:51:06.043139 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7e5ede-65a0-40c8-a281-802fad1c46cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f722b717-167d-492a-af80-6f83d867ff44,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:06.056931 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fdf00c6-7c1f-464e-9925-3d8432fbf82d tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:51:06.070511 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9fdf00c6-7c1f-464e-9925-3d8432fbf82d tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:06.070919 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-9fdf00c6-7c1f-464e-9925-3d8432fbf82d tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Added segment 52e97e1e-64ae-4688-9cff-e478f3768d1f of type vlan for network 0b4a0a68-fc2c-426c-8e4e-02d09c2d5479 Dec 20 14:51:06.124565 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9fdf00c6-7c1f-464e-9925-3d8432fbf82d tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:06.157608 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9fdf00c6-7c1f-464e-9925-3d8432fbf82d tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:06.167972 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fdf00c6-7c1f-464e-9925-3d8432fbf82d tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:06.168964 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9fdf00c6-7c1f-464e-9925-3d8432fbf82d tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks [] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:06.271116 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:06.283070 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-9fdf00c6-7c1f-464e-9925-3d8432fbf82d tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3187873 Dec 20 14:51:06.285995 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 34624) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:06.291685 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdf00c6-7c1f-464e-9925-3d8432fbf82d tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Pushing event updated for resources: {'Network': ['ID=0b4a0a68-fc2c-426c-8e4e-02d09c2d5479,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:06.292598 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-c75ef853-31e3-4b3e-a48c-0cddd6a58adb tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Request body: {'subnet': {'network_id': '0b4a0a68-fc2c-426c-8e4e-02d09c2d5479', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:51:06.305525 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 0b4a0a68-fc2c-426c-8e4e-02d09c2d5479 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:51:06.420142 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c75ef853-31e3-4b3e-a48c-0cddd6a58adb tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Made reservation on behalf of dc29e2de924c4cbd81e8105396ddf747 for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:51:06.424733 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c75ef853-31e3-4b3e-a48c-0cddd6a58adb tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:06.563027 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device b8728f8c-b363-47ee-8f0a-b7b2c0e52986 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:51:06.588447 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: b8728f8c-b363-47ee-8f0a-b7b2c0e52986 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:51:06.589413 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device b8728f8c-b363-47ee-8f0a-b7b2c0e52986 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:51:06.680396 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de41b7c7-ed77-460c-8bfe-70d3fbcefeef req-f0f5dada-2ff4-42fa-b129-16b7aecf047b tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:06.681969 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-de41b7c7-ed77-460c-8bfe-70d3fbcefeef req-f0f5dada-2ff4-42fa-b129-16b7aecf047b tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] 10.222.0.54 "GET /v2.0/ports?device_id=9894f473-1ec3-4b93-b5b7-1750ecd1a65d HTTP/1.1" status: 200 len: 946 time: 0.1088650 Dec 20 14:51:06.780698 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-de41b7c7-ed77-460c-8bfe-70d3fbcefeef req-abc6029d-200f-4ae3-8b95-0d6f55e747f5 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] 10.222.0.54 "GET /v2.0/security-groups?id=e3bda4e7-0249-4912-93cb-8191c1dcb6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875673 Dec 20 14:51:06.802272 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c75ef853-31e3-4b3e-a48c-0cddd6a58adb tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:06.873758 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75ef853-31e3-4b3e-a48c-0cddd6a58adb tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Pushing event updated for resources: {'Subnet': ['ID=6e3c5caa-8ee4-4ebe-93ca-06e122eb3ee5,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:06.883691 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75ef853-31e3-4b3e-a48c-0cddd6a58adb tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Checking segment: {'id': '52e97e1e-64ae-4688-9cff-e478f3768d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0b4a0a68-fc2c-426c-8e4e-02d09c2d5479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:51:06.884056 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75ef853-31e3-4b3e-a48c-0cddd6a58adb tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Network hostable DHCP agents. Network: 0b4a0a68-fc2c-426c-8e4e-02d09c2d5479, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:51:06.909675 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75ef853-31e3-4b3e-a48c-0cddd6a58adb tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Network 0b4a0a68-fc2c-426c-8e4e-02d09c2d5479 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:51:06.921581 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-c75ef853-31e3-4b3e-a48c-0cddd6a58adb tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 0b4a0a68-fc2c-426c-8e4e-02d09c2d5479) {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:51:06.926579 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75ef853-31e3-4b3e-a48c-0cddd6a58adb tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:06.927390 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c75ef853-31e3-4b3e-a48c-0cddd6a58adb tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:06.937297 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58ddc03-8d1a-4820-9c48-c5db7f372b5e None None] Network 0b4a0a68-fc2c-426c-8e4e-02d09c2d5479 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:51:06.953477 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-c75ef853-31e3-4b3e-a48c-0cddd6a58adb tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6648328 Dec 20 14:51:06.955973 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 34658) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:06.962564 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-c52a0917-0731-4978-80f7-88040ee9e7b5 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Request body: {'port': {'network_id': '0b4a0a68-fc2c-426c-8e4e-02d09c2d5479', 'security_groups': [], 'name': 'tempest-PortsTestJSON-61025474'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:51:07.080456 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccccda92-ec82-490e-88d7-d0505fc862e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-0b4a0a68-fc2c-426c-8e4e-02d09c2d5479', 'network_id': '0b4a0a68-fc2c-426c-8e4e-02d09c2d5479', 'project_id': 'dc29e2de924c4cbd81e8105396ddf747', 'fixed_ips': [{'subnet_id': '6e3c5caa-8ee4-4ebe-93ca-06e122eb3ee5'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:51:07.081982 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ccccda92-ec82-490e-88d7-d0505fc862e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:07.131522 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c52a0917-0731-4978-80f7-88040ee9e7b5 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Made reservation on behalf of dc29e2de924c4cbd81e8105396ddf747 for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:51:07.137516 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c52a0917-0731-4978-80f7-88040ee9e7b5 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:07.174951 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [None req-c52a0917-0731-4978-80f7-88040ee9e7b5 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] device_id is not set on port 548598dd-c6fe-44e6-96fc-498eba507c5a yet. {{(pid=103168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 14:51:07.312355 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-c52a0917-0731-4978-80f7-88040ee9e7b5 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Allocated IP 172.20.0.2 (0b4a0a68-fc2c-426c-8e4e-02d09c2d5479/6e3c5caa-8ee4-4ebe-93ca-06e122eb3ee5/548598dd-c6fe-44e6-96fc-498eba507c5a) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:51:07.455709 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c52a0917-0731-4978-80f7-88040ee9e7b5 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:07.493879 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c52a0917-0731-4978-80f7-88040ee9e7b5 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:07.534820 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52a0917-0731-4978-80f7-88040ee9e7b5 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Network 0b4a0a68-fc2c-426c-8e4e-02d09c2d5479 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:51:07.540384 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-c52a0917-0731-4978-80f7-88040ee9e7b5 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:51:07.544303 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52a0917-0731-4978-80f7-88040ee9e7b5 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:51:07.561346 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.db.api [None req-ccccda92-ec82-490e-88d7-d0505fc862e1 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-31a574d7-65ae-40d9-b147-ff710adac219 {{(pid=103169) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 14:51:07.562244 n-d-761264-19 neutron-server[103169]: DEBUG oslo_db.api [None req-ccccda92-ec82-490e-88d7-d0505fc862e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 14:51:07.578237 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52a0917-0731-4978-80f7-88040ee9e7b5 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Pushing event updated for resources: {'Port': ['ID=548598dd-c6fe-44e6-96fc-498eba507c5a,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:07.607359 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52a0917-0731-4978-80f7-88040ee9e7b5 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:07.608045 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c52a0917-0731-4978-80f7-88040ee9e7b5 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:07.635045 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-c52a0917-0731-4978-80f7-88040ee9e7b5 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 884 time: 0.6771204 Dec 20 14:51:07.637724 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 34708) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:07.756559 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-38e877b3-5ddc-45a5-9f63-b0f51a975a15 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Deleting port 548598dd-c6fe-44e6-96fc-498eba507c5a {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:51:07.757048 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-38e877b3-5ddc-45a5-9f63-b0f51a975a15 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:07.784262 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 34712) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:07.927553 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-38e877b3-5ddc-45a5-9f63-b0f51a975a15 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:07.938048 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-24329def-bb80-47e8-a09d-6aca5ff3e009 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:07.945222 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-38e877b3-5ddc-45a5-9f63-b0f51a975a15 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Calling delete_port for 548598dd-c6fe-44e6-96fc-498eba507c5a owned by {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:51:07.963908 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4407c82-0aaa-45ab-a865-47e5aa8efc53 req-ac6d2ca4-2b21-4bd6-af8b-be4a4148e568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:07.965535 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c4407c82-0aaa-45ab-a865-47e5aa8efc53 req-ac6d2ca4-2b21-4bd6-af8b-be4a4148e568 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9894f473-1ec3-4b93-b5b7-1750ecd1a65d HTTP/1.1" status: 200 len: 1098 time: 0.0751436 Dec 20 14:51:07.970687 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4b23e3-5b2c-4f0d-8019-e418fecd65cb req-2ef8aeee-29a6-45dd-ab5f-e1f313f71c34 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:07.972250 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5d4b23e3-5b2c-4f0d-8019-e418fecd65cb req-2ef8aeee-29a6-45dd-ab5f-e1f313f71c34 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] 10.222.0.54 "GET /v2.0/ports?device_id=9894f473-1ec3-4b93-b5b7-1750ecd1a65d HTTP/1.1" status: 200 len: 946 time: 0.0851772 Dec 20 14:51:08.051296 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c4407c82-0aaa-45ab-a865-47e5aa8efc53 req-f5b17714-ee1f-455d-bd89-0b0a829f4dfd service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e3bda4e7-0249-4912-93cb-8191c1dcb6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634279 Dec 20 14:51:08.063439 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ccccda92-ec82-490e-88d7-d0505fc862e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:08.074086 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5d4b23e3-5b2c-4f0d-8019-e418fecd65cb req-0af9e712-47d8-4ca3-9ad4-a5ca0ed2e77c tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] 10.222.0.54 "GET /v2.0/security-groups?id=e3bda4e7-0249-4912-93cb-8191c1dcb6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731142 Dec 20 14:51:08.090972 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-24329def-bb80-47e8-a09d-6aca5ff3e009 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:08.097595 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-24329def-bb80-47e8-a09d-6aca5ff3e009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:08.149845 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-24329def-bb80-47e8-a09d-6aca5ff3e009 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=66a07a2b87ce41069102cb5f7d10317b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3620021 Dec 20 14:51:08.149845 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24329def-bb80-47e8-a09d-6aca5ff3e009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df5e8109-fb9b-41f2-9a09-9ac0d87b8ba8,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:08.150582 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 34724) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:08.174429 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-38e877b3-5ddc-45a5-9f63-b0f51a975a15 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:08.244843 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e877b3-5ddc-45a5-9f63-b0f51a975a15 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Pushing event deleted for resources: {'Port': ['ID=548598dd-c6fe-44e6-96fc-498eba507c5a,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:08.318656 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-ccccda92-ec82-490e-88d7-d0505fc862e1 None None] Allocated IP 172.20.0.3 (0b4a0a68-fc2c-426c-8e4e-02d09c2d5479/6e3c5caa-8ee4-4ebe-93ca-06e122eb3ee5/c449836e-1b70-4f60-9680-db9803f04539) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:51:08.332389 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-38e877b3-5ddc-45a5-9f63-b0f51a975a15 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:08.335967 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-38e877b3-5ddc-45a5-9f63-b0f51a975a15 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "DELETE /v2.0/ports/548598dd-c6fe-44e6-96fc-498eba507c5a HTTP/1.1" status: 204 len: 168 time: 0.6971614 Dec 20 14:51:08.336851 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-960463cc-3b48-41ca-a99d-1d8542e1f26c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:08.338762 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 34736) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:08.362992 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-960463cc-3b48-41ca-a99d-1d8542e1f26c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:08.383207 n-d-761264-19 neutron-server[103167]: INFO neutron.pecan_wsgi.hooks.translation [None req-fad9bf92-1728-43a9-a25a-769594053b0e tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] GET failed (client error): The resource could not be found. Dec 20 14:51:08.388397 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-fad9bf92-1728-43a9-a25a-769594053b0e tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "GET /v2.0/ports/548598dd-c6fe-44e6-96fc-498eba507c5a HTTP/1.1" status: 404 len: 333 time: 0.0480523 Dec 20 14:51:08.388638 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 34738) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:08.424294 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-960463cc-3b48-41ca-a99d-1d8542e1f26c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:08.428289 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-960463cc-3b48-41ca-a99d-1d8542e1f26c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:08.430773 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-960463cc-3b48-41ca-a99d-1d8542e1f26c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/df5e8109-fb9b-41f2-9a09-9ac0d87b8ba8 HTTP/1.1" status: 204 len: 168 time: 0.2778723 Dec 20 14:51:08.448450 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960463cc-3b48-41ca-a99d-1d8542e1f26c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df5e8109-fb9b-41f2-9a09-9ac0d87b8ba8,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:08.457078 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5209670-d1b3-4dd8-9dc7-a4b5ec4c54fc tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Deleting subnet 6e3c5caa-8ee4-4ebe-93ca-06e122eb3ee5 {{(pid=103167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:51:08.521469 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ccccda92-ec82-490e-88d7-d0505fc862e1 None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:08.530241 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f5209670-d1b3-4dd8-9dc7-a4b5ec4c54fc tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks [] for subnet, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:08.534023 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ccccda92-ec82-490e-88d7-d0505fc862e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:08.574496 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccccda92-ec82-490e-88d7-d0505fc862e1 None None] Network 0b4a0a68-fc2c-426c-8e4e-02d09c2d5479 is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:51:08.577739 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-ccccda92-ec82-490e-88d7-d0505fc862e1 None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:51:08.580504 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f5209670-d1b3-4dd8-9dc7-a4b5ec4c54fc tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954412'] for subnet, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:08.583757 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccccda92-ec82-490e-88d7-d0505fc862e1 None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:51:08.622785 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccccda92-ec82-490e-88d7-d0505fc862e1 None None] Pushing event updated for resources: {'Port': ['ID=c449836e-1b70-4f60-9680-db9803f04539,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:08.660812 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-ccccda92-ec82-490e-88d7-d0505fc862e1 None None] Attempting to bind port c449836e-1b70-4f60-9680-db9803f04539 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:51:08.661182 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-ccccda92-ec82-490e-88d7-d0505fc862e1 None None] Attempting to bind port c449836e-1b70-4f60-9680-db9803f04539 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '52e97e1e-64ae-4688-9cff-e478f3768d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0b4a0a68-fc2c-426c-8e4e-02d09c2d5479'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:51:08.661621 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccccda92-ec82-490e-88d7-d0505fc862e1 None None] Attempting to bind port c449836e-1b70-4f60-9680-db9803f04539 on network 0b4a0a68-fc2c-426c-8e4e-02d09c2d5479 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:51:08.667334 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccccda92-ec82-490e-88d7-d0505fc862e1 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:51:08.667704 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccccda92-ec82-490e-88d7-d0505fc862e1 None None] Checking segment: {'id': '52e97e1e-64ae-4688-9cff-e478f3768d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0b4a0a68-fc2c-426c-8e4e-02d09c2d5479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:51:08.668482 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ccccda92-ec82-490e-88d7-d0505fc862e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:08.668482 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccccda92-ec82-490e-88d7-d0505fc862e1 None None] Bound using segment: {'id': '52e97e1e-64ae-4688-9cff-e478f3768d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0b4a0a68-fc2c-426c-8e4e-02d09c2d5479'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:51:08.668930 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-ccccda92-ec82-490e-88d7-d0505fc862e1 None None] Bound port: c449836e-1b70-4f60-9680-db9803f04539, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52e97e1e-64ae-4688-9cff-e478f3768d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0b4a0a68-fc2c-426c-8e4e-02d09c2d5479'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:51:08.669305 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ccccda92-ec82-490e-88d7-d0505fc862e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:08.687037 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f5209670-d1b3-4dd8-9dc7-a4b5ec4c54fc tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:08.767207 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f5209670-d1b3-4dd8-9dc7-a4b5ec4c54fc tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:08.769449 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-ccccda92-ec82-490e-88d7-d0505fc862e1 None None] For port c449836e-1b70-4f60-9680-db9803f04539, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:51:08.773176 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-ccccda92-ec82-490e-88d7-d0505fc862e1 None None] For port c449836e-1b70-4f60-9680-db9803f04539, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=c449836e-1b70-4f60-9680-db9803f04539,segment=NetworkSegment(52e97e1e-64ae-4688-9cff-e478f3768d1f),segment_id=52e97e1e-64ae-4688-9cff-e478f3768d1f)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:51:08.780889 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ccccda92-ec82-490e-88d7-d0505fc862e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:08.803062 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f5209670-d1b3-4dd8-9dc7-a4b5ec4c54fc tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:08.809754 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-f5209670-d1b3-4dd8-9dc7-a4b5ec4c54fc tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "DELETE /v2.0/subnets/6e3c5caa-8ee4-4ebe-93ca-06e122eb3ee5 HTTP/1.1" status: 204 len: 168 time: 0.4201338 Dec 20 14:51:08.809934 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 34762) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:08.810924 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5209670-d1b3-4dd8-9dc7-a4b5ec4c54fc tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Pushing event deleted for resources: {'Subnet': ['ID=6e3c5caa-8ee4-4ebe-93ca-06e122eb3ee5,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:08.858128 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccccda92-ec82-490e-88d7-d0505fc862e1 None None] Pushing event updated for resources: {'Port': ['ID=c449836e-1b70-4f60-9680-db9803f04539,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:08.875888 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 34766) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:08.894176 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-645cac48-0f79-4952-a935-bd436de12811 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:08.922455 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-62b8a7a0-88c5-4178-a395-54406c718ba1 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:08.984742 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-62b8a7a0-88c5-4178-a395-54406c718ba1 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Deleting port c449836e-1b70-4f60-9680-db9803f04539 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:51:08.985331 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-62b8a7a0-88c5-4178-a395-54406c718ba1 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:09.003641 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-645cac48-0f79-4952-a935-bd436de12811 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:09.011463 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-645cac48-0f79-4952-a935-bd436de12811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:09.099655 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-645cac48-0f79-4952-a935-bd436de12811 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=46066159b3254ac596143fbb3b0c4235&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2220666 Dec 20 14:51:09.110930 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 34772) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:09.129699 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645cac48-0f79-4952-a935-bd436de12811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55b1632d-d254-458e-a966-76f006741408,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:09.147984 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-62b8a7a0-88c5-4178-a395-54406c718ba1 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] For port c449836e-1b70-4f60-9680-db9803f04539, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=c449836e-1b70-4f60-9680-db9803f04539,segment=NetworkSegment(52e97e1e-64ae-4688-9cff-e478f3768d1f),segment_id=52e97e1e-64ae-4688-9cff-e478f3768d1f)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:51:09.147984 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-62b8a7a0-88c5-4178-a395-54406c718ba1 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:09.169518 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-62b8a7a0-88c5-4178-a395-54406c718ba1 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Calling delete_port for c449836e-1b70-4f60-9680-db9803f04539 owned by network:dhcp {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:51:09.244214 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-faad852c-6079-4a9e-9841-53053297a526 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:09.279805 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1899ec49-a22e-4b19-b26a-5ce6b8dc168e req-0e3812fc-3b61-47c2-b198-040e05e45c21 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:09.287270 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1899ec49-a22e-4b19-b26a-5ce6b8dc168e req-0e3812fc-3b61-47c2-b198-040e05e45c21 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] 10.222.0.54 "GET /v2.0/ports?device_id=9894f473-1ec3-4b93-b5b7-1750ecd1a65d HTTP/1.1" status: 200 len: 946 time: 0.0974665 Dec 20 14:51:09.296237 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-62b8a7a0-88c5-4178-a395-54406c718ba1 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:09.300250 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-faad852c-6079-4a9e-9841-53053297a526 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:09.336488 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b8a7a0-88c5-4178-a395-54406c718ba1 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Pushing event deleted for resources: {'Port': ['ID=c449836e-1b70-4f60-9680-db9803f04539,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:09.342342 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b8a7a0-88c5-4178-a395-54406c718ba1 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] No DVR routers for this DVR port c449836e-1b70-4f60-9680-db9803f04539 on host n-d-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:51:09.367307 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1899ec49-a22e-4b19-b26a-5ce6b8dc168e req-9eac8716-c3c2-421b-ab41-291a7beb23d9 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] 10.222.0.54 "GET /v2.0/security-groups?id=e3bda4e7-0249-4912-93cb-8191c1dcb6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790820 Dec 20 14:51:09.409764 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-faad852c-6079-4a9e-9841-53053297a526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:09.409764 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-faad852c-6079-4a9e-9841-53053297a526 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:09.409764 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-faad852c-6079-4a9e-9841-53053297a526 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/55b1632d-d254-458e-a966-76f006741408 HTTP/1.1" status: 204 len: 168 time: 0.2967112 Dec 20 14:51:09.416161 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-77791e8c-b095-4409-9589-4b8b72b3d25e req-f5caf951-e89e-4216-90c2-1995e8064a61 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-334506633', 'description': 'tempest-description-1456160160'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:51:09.420645 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faad852c-6079-4a9e-9841-53053297a526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b1632d-d254-458e-a966-76f006741408,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:09.478128 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-62b8a7a0-88c5-4178-a395-54406c718ba1 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:09.510354 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-62b8a7a0-88c5-4178-a395-54406c718ba1 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b4a0a68-fc2c-426c-8e4e-02d09c2d5479']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:51:09.525189 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-62b8a7a0-88c5-4178-a395-54406c718ba1 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52e97e1e-64ae-4688-9cff-e478f3768d1f') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:51:09.525573 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-62b8a7a0-88c5-4178-a395-54406c718ba1 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52e97e1e-64ae-4688-9cff-e478f3768d1f') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:51:09.536300 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-77791e8c-b095-4409-9589-4b8b72b3d25e req-f5caf951-e89e-4216-90c2-1995e8064a61 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:09.540393 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-62b8a7a0-88c5-4178-a395-54406c718ba1 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:09.567417 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-62b8a7a0-88c5-4178-a395-54406c718ba1 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:09.579961 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62b8a7a0-88c5-4178-a395-54406c718ba1 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:51:09.580506 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-62b8a7a0-88c5-4178-a395-54406c718ba1 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:09.584099 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:09.584099 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:51:09.584099 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:09.584099 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:51:09.584099 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:09.584099 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:51:09.584099 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 14:51:09.584099 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:51:09.584099 n-d-761264-19 neutron-server[103168]: timer() Dec 20 14:51:09.584099 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:51:09.584099 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 14:51:09.584099 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:51:09.584099 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 14:51:09.584099 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:51:09.584099 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 14:51:09.584099 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:51:09.584099 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 14:51:09.584099 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:51:09.584099 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 14:51:09.584099 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:51:09.584099 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:51:09.584099 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:51:09.584099 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:51:09.584099 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:51:09.584099 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 14:51:09.584099 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:51:09.584099 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 14:51:09.584099 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:51:09.584099 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:51:09.584099 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:51:09.584099 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 14:51:09.584099 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:51:09.584099 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:51:09.584099 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:51:09.584099 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:51:09.584099 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:51:09.584099 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:51:09.584099 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:51:09.668118 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-62b8a7a0-88c5-4178-a395-54406c718ba1 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:09.673333 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-62b8a7a0-88c5-4178-a395-54406c718ba1 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks [] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:09.680972 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 34798) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:09.681245 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-62b8a7a0-88c5-4178-a395-54406c718ba1 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "DELETE /v2.0/networks/0b4a0a68-fc2c-426c-8e4e-02d09c2d5479 HTTP/1.1" status: 204 len: 168 time: 0.8689656 Dec 20 14:51:09.686371 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-e160a65d-c726-4813-a4bb-1de108cb5254 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Request body: {'port': {'network_id': '1e6c340b-bd5e-4dd1-8832-5c5d8a88be34', 'name': 'tempest-PortsTestJSON-1258829880'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:51:09.706995 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-77791e8c-b095-4409-9589-4b8b72b3d25e req-f5caf951-e89e-4216-90c2-1995e8064a61 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:09.708755 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b8a7a0-88c5-4178-a395-54406c718ba1 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Pushing event deleted for resources: {'Network': ['ID=0b4a0a68-fc2c-426c-8e4e-02d09c2d5479,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:09.716363 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-77791e8c-b095-4409-9589-4b8b72b3d25e req-f5caf951-e89e-4216-90c2-1995e8064a61 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:09.746611 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-77791e8c-b095-4409-9589-4b8b72b3d25e req-f5caf951-e89e-4216-90c2-1995e8064a61 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:09.748017 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-77791e8c-b095-4409-9589-4b8b72b3d25e req-f5caf951-e89e-4216-90c2-1995e8064a61 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1831 time: 0.3421354 Dec 20 14:51:09.771128 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5caf951-e89e-4216-90c2-1995e8064a61 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f64a2d23-487c-4115-b635-83f32338caca,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:09.905790 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e160a65d-c726-4813-a4bb-1de108cb5254 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Made reservation on behalf of dc29e2de924c4cbd81e8105396ddf747 for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:51:09.910299 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e160a65d-c726-4813-a4bb-1de108cb5254 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:09.935442 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d22985a2-e96e-4fdf-90d3-7489d4310e4d req-16f5489d-a5b4-462d-a6c7-6fafc300d13b tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-334506633&fields=id&tenant_id=1ad96c1d93ee4a4fab8c54985f8d0a2c HTTP/1.1" status: 200 len: 267 time: 0.1115673 Dec 20 14:51:09.954293 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [None req-e160a65d-c726-4813-a4bb-1de108cb5254 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] device_id is not set on port 1ec7a6f8-f8bd-41b8-82b3-1b461276cc7e yet. {{(pid=103167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 14:51:10.056667 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22985a2-e96e-4fdf-90d3-7489d4310e4d req-00576be0-f419-43d8-8df9-7f780eda204c tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:10.066522 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d22985a2-e96e-4fdf-90d3-7489d4310e4d req-00576be0-f419-43d8-8df9-7f780eda204c tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] 10.222.0.54 "GET /v2.0/ports?device_id=9894f473-1ec3-4b93-b5b7-1750ecd1a65d HTTP/1.1" status: 200 len: 946 time: 0.1300995 Dec 20 14:51:10.078164 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-d22985a2-e96e-4fdf-90d3-7489d4310e4d req-adfc9367-19e5-4476-869e-28fc2715ef83 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Request body: {'port': {'security_groups': ['e3bda4e7-0249-4912-93cb-8191c1dcb6fe', 'f64a2d23-487c-4115-b635-83f32338caca']}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:51:10.209587 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-d22985a2-e96e-4fdf-90d3-7489d4310e4d req-adfc9367-19e5-4476-869e-28fc2715ef83 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:10.296641 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e160a65d-c726-4813-a4bb-1de108cb5254 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:10.297582 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3875801-acaf-44d5-95ff-3fa2fe7946ff None None] DHCP port deletion for 0b4a0a68-fc2c-426c-8e4e-02d09c2d5479 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:51:10.320464 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32843295-4978-4d53-8895-9d65608cd3d0 None None] Network 0b4a0a68-fc2c-426c-8e4e-02d09c2d5479 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:51:10.323157 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-70007c96-587d-4f50-870b-64a6de8d0c25 None None] Could not find standard attr ID for object c449836e-1b70-4f60-9680-db9803f04539. {{(pid=103169) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 14:51:10.340643 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32843295-4978-4d53-8895-9d65608cd3d0 None None] Network 0b4a0a68-fc2c-426c-8e4e-02d09c2d5479 could not be found, it might have been deleted concurrently. {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 20 14:51:10.380792 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e160a65d-c726-4813-a4bb-1de108cb5254 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:10.492025 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e160a65d-c726-4813-a4bb-1de108cb5254 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Network 1e6c340b-bd5e-4dd1-8832-5c5d8a88be34 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:51:10.503473 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-e160a65d-c726-4813-a4bb-1de108cb5254 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:51:10.505954 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e160a65d-c726-4813-a4bb-1de108cb5254 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:51:10.512601 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e160a65d-c726-4813-a4bb-1de108cb5254 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:10.513261 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e160a65d-c726-4813-a4bb-1de108cb5254 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:10.521563 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e160a65d-c726-4813-a4bb-1de108cb5254 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Pushing event updated for resources: {'Port': ['ID=1ec7a6f8-f8bd-41b8-82b3-1b461276cc7e,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:10.550019 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-e160a65d-c726-4813-a4bb-1de108cb5254 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8672693 Dec 20 14:51:10.559828 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 34848) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:10.596122 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-d22985a2-e96e-4fdf-90d3-7489d4310e4d req-adfc9367-19e5-4476-869e-28fc2715ef83 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] For port 438424eb-455f-4c03-b881-a8b1a0efb236, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=438424eb-455f-4c03-b881-a8b1a0efb236,segment=NetworkSegment(98aafa41-6e7f-4b47-84f0-fa328c7adf17),segment_id=98aafa41-6e7f-4b47-84f0-fa328c7adf17)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:51:10.675642 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-d22985a2-e96e-4fdf-90d3-7489d4310e4d req-adfc9367-19e5-4476-869e-28fc2715ef83 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:10.684621 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-65c1d3e8-cdea-46ac-b297-9584705658f1 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Deleting port 1ec7a6f8-f8bd-41b8-82b3-1b461276cc7e {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:51:10.684962 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-65c1d3e8-cdea-46ac-b297-9584705658f1 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:10.685162 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-d22985a2-e96e-4fdf-90d3-7489d4310e4d req-adfc9367-19e5-4476-869e-28fc2715ef83 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:10.699210 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['438424eb-455f-4c03-b881-a8b1a0efb236'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:51:10.775872 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc8fc1f-764d-41f7-9058-9d58682abd72 None None] DHCP port deletion for 8a310775-6600-433a-b2cf-962806f14a03 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:51:10.781978 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-65c1d3e8-cdea-46ac-b297-9584705658f1 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:10.790004 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22985a2-e96e-4fdf-90d3-7489d4310e4d req-adfc9367-19e5-4476-869e-28fc2715ef83 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:10.790680 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-d22985a2-e96e-4fdf-90d3-7489d4310e4d req-adfc9367-19e5-4476-869e-28fc2715ef83 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:10.798500 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d22985a2-e96e-4fdf-90d3-7489d4310e4d req-adfc9367-19e5-4476-869e-28fc2715ef83 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] 10.222.0.54 "PUT /v2.0/ports/438424eb-455f-4c03-b881-a8b1a0efb236 HTTP/1.1" status: 200 len: 982 time: 0.7305715 Dec 20 14:51:10.800229 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9894f473-1ec3-4b93-b5b7-1750ecd1a65d', 'tag': '438424eb-455f-4c03-b881-a8b1a0efb236'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:51:10.806605 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17c43706-e43a-4fcb-9000-14a9fd1e179c" -d '{"events": [{"name": "network-changed", "server_uuid": "9894f473-1ec3-4b93-b5b7-1750ecd1a65d", "tag": "438424eb-455f-4c03-b881-a8b1a0efb236"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:51:10.818657 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-65c1d3e8-cdea-46ac-b297-9584705658f1 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Calling delete_port for 1ec7a6f8-f8bd-41b8-82b3-1b461276cc7e owned by {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:51:10.837719 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['438424eb-455f-4c03-b881-a8b1a0efb236'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:51:10.891658 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfc9367-19e5-4476-869e-28fc2715ef83 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Pushing event updated for resources: {'Port': ['ID=438424eb-455f-4c03-b881-a8b1a0efb236,revision_number=6']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:10.900397 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-c12d34aa-3655-469a-b263-3c167de200c3 None None] Provisioning complete for port 438424eb-455f-4c03-b881-a8b1a0efb236 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:51:10.900755 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c12d34aa-3655-469a-b263-3c167de200c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:10.925109 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1e0f28e-685d-4d6e-97b4-e19cb0f9b086 x-openstack-request-id: req-a1e0f28e-685d-4d6e-97b4-e19cb0f9b086 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:51:10.925732 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9894f473-1ec3-4b93-b5b7-1750ecd1a65d", "tag": "438424eb-455f-4c03-b881-a8b1a0efb236", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:51:10.925999 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a1e0f28e-685d-4d6e-97b4-e19cb0f9b086 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:51:10.926614 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9894f473-1ec3-4b93-b5b7-1750ecd1a65d', 'tag': '438424eb-455f-4c03-b881-a8b1a0efb236', 'status': 'completed', 'code': 200} Dec 20 14:51:11.028960 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e74c6bb5-e86c-449e-93f4-f69dfdf47970 req-2c30efd5-6be4-4281-83fe-a858ed1601e6 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-334506633&fields=id&tenant_id=1ad96c1d93ee4a4fab8c54985f8d0a2c HTTP/1.1" status: 200 len: 267 time: 0.0688949 Dec 20 14:51:11.083435 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-65c1d3e8-cdea-46ac-b297-9584705658f1 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:11.127987 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c1d3e8-cdea-46ac-b297-9584705658f1 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Pushing event deleted for resources: {'Port': ['ID=1ec7a6f8-f8bd-41b8-82b3-1b461276cc7e,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:11.136037 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-65c1d3e8-cdea-46ac-b297-9584705658f1 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:11.140407 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-65c1d3e8-cdea-46ac-b297-9584705658f1 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "DELETE /v2.0/ports/1ec7a6f8-f8bd-41b8-82b3-1b461276cc7e HTTP/1.1" status: 204 len: 168 time: 0.5858307 Dec 20 14:51:11.142818 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 34878) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:11.152908 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-7e00742b-e901-495b-9267-518cbd275acc tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Request body: {'port': {'network_id': '1e6c340b-bd5e-4dd1-8832-5c5d8a88be34', 'mac_address': 'fa:16:3e:48:b5:4e', 'name': 'tempest-PortsTestJSON-833501605'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:51:11.155169 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c6bb5-e86c-449e-93f4-f69dfdf47970 req-0cd26c29-82af-4b79-a359-38ed844a2521 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:11.157559 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e74c6bb5-e86c-449e-93f4-f69dfdf47970 req-0cd26c29-82af-4b79-a359-38ed844a2521 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] 10.222.0.54 "GET /v2.0/ports?device_id=9894f473-1ec3-4b93-b5b7-1750ecd1a65d HTTP/1.1" status: 200 len: 985 time: 0.1148365 Dec 20 14:51:11.172669 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-e74c6bb5-e86c-449e-93f4-f69dfdf47970 req-c20ef51d-e910-4f99-b210-ec987b4e677e tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Request body: {'port': {'security_groups': ['e3bda4e7-0249-4912-93cb-8191c1dcb6fe']}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:51:11.270633 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e74c6bb5-e86c-449e-93f4-f69dfdf47970 req-c20ef51d-e910-4f99-b210-ec987b4e677e tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:11.358934 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c43706-e43a-4fcb-9000-14a9fd1e179c req-960e153c-fce5-4fb5-8225-955b4f8caef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:11.361528 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-17c43706-e43a-4fcb-9000-14a9fd1e179c req-960e153c-fce5-4fb5-8225-955b4f8caef9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1ad96c1d93ee4a4fab8c54985f8d0a2c&device_id=9894f473-1ec3-4b93-b5b7-1750ecd1a65d HTTP/1.1" status: 200 len: 1137 time: 0.4113526 Dec 20 14:51:11.470480 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e00742b-e901-495b-9267-518cbd275acc tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Made reservation on behalf of dc29e2de924c4cbd81e8105396ddf747 for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:51:11.569754 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c43706-e43a-4fcb-9000-14a9fd1e179c req-fd74c2b5-83f0-4b30-999f-b902f0337c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:11.571973 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-17c43706-e43a-4fcb-9000-14a9fd1e179c req-fd74c2b5-83f0-4b30-999f-b902f0337c19 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8a310775-6600-433a-b2cf-962806f14a03 HTTP/1.1" status: 200 len: 919 time: 0.2008946 Dec 20 14:51:11.577894 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7e00742b-e901-495b-9267-518cbd275acc tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:11.635980 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-17c43706-e43a-4fcb-9000-14a9fd1e179c req-17697389-5e5f-4441-8dea-8c327df25bd9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=438424eb-455f-4c03-b881-a8b1a0efb236 HTTP/1.1" status: 200 len: 217 time: 0.0546880 Dec 20 14:51:11.642148 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [None req-7e00742b-e901-495b-9267-518cbd275acc tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] device_id is not set on port ef6d36d4-70b0-4b9a-aa00-8590c55156d2 yet. {{(pid=103167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 14:51:11.668568 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:11.747265 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c43706-e43a-4fcb-9000-14a9fd1e179c req-6598be96-cd68-4460-82a2-43d9802b890c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:11.748810 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-17c43706-e43a-4fcb-9000-14a9fd1e179c req-6598be96-cd68-4460-82a2-43d9802b890c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8f3ed45f-52f9-4334-9a6d-018925966150 HTTP/1.1" status: 200 len: 858 time: 0.1014373 Dec 20 14:51:11.784075 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-17c43706-e43a-4fcb-9000-14a9fd1e179c req-d6768a58-56d6-4ee6-a4b3-6072b91862a3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8a310775-6600-433a-b2cf-962806f14a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284982 Dec 20 14:51:11.800036 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [req-17c43706-e43a-4fcb-9000-14a9fd1e179c req-508e7eca-e1c6-409f-a6a3-5b87e98a3ff1 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:51:11.801247 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-17c43706-e43a-4fcb-9000-14a9fd1e179c req-508e7eca-e1c6-409f-a6a3-5b87e98a3ff1 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0084300 Dec 20 14:51:11.975822 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7e00742b-e901-495b-9267-518cbd275acc tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:11.984102 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-e74c6bb5-e86c-449e-93f4-f69dfdf47970 req-c20ef51d-e910-4f99-b210-ec987b4e677e tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] For port 438424eb-455f-4c03-b881-a8b1a0efb236, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=438424eb-455f-4c03-b881-a8b1a0efb236,segment=NetworkSegment(98aafa41-6e7f-4b47-84f0-fa328c7adf17),segment_id=98aafa41-6e7f-4b47-84f0-fa328c7adf17)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:51:11.999846 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-17c43706-e43a-4fcb-9000-14a9fd1e179c req-ddd30812-7228-4d20-b65e-878582fa40c5 service neutron] 10.222.0.47 "GET /v2.0/networks/8a310775-6600-433a-b2cf-962806f14a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860712 Dec 20 14:51:12.024221 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e74c6bb5-e86c-449e-93f4-f69dfdf47970 req-c20ef51d-e910-4f99-b210-ec987b4e677e tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:12.031242 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e74c6bb5-e86c-449e-93f4-f69dfdf47970 req-c20ef51d-e910-4f99-b210-ec987b4e677e tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:12.045870 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['438424eb-455f-4c03-b881-a8b1a0efb236'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:51:12.120920 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7e00742b-e901-495b-9267-518cbd275acc tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:12.142428 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c6bb5-e86c-449e-93f4-f69dfdf47970 req-c20ef51d-e910-4f99-b210-ec987b4e677e tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:12.143233 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-e74c6bb5-e86c-449e-93f4-f69dfdf47970 req-c20ef51d-e910-4f99-b210-ec987b4e677e tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:12.153983 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e74c6bb5-e86c-449e-93f4-f69dfdf47970 req-c20ef51d-e910-4f99-b210-ec987b4e677e tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] 10.222.0.54 "PUT /v2.0/ports/438424eb-455f-4c03-b881-a8b1a0efb236 HTTP/1.1" status: 200 len: 943 time: 0.9884048 Dec 20 14:51:12.154496 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9894f473-1ec3-4b93-b5b7-1750ecd1a65d', 'tag': '438424eb-455f-4c03-b881-a8b1a0efb236'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:51:12.157732 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28d5269-f530-4d5d-a984-d64047964d4e None None] DHCP port deletion for 8a310775-6600-433a-b2cf-962806f14a03 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:51:12.158116 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc63e520-8c1b-4eb7-b556-764536af3ef5" -d '{"events": [{"name": "network-changed", "server_uuid": "9894f473-1ec3-4b93-b5b7-1750ecd1a65d", "tag": "438424eb-455f-4c03-b881-a8b1a0efb236"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:51:12.191155 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e00742b-e901-495b-9267-518cbd275acc tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Network 1e6c340b-bd5e-4dd1-8832-5c5d8a88be34 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:51:12.193763 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-17c43706-e43a-4fcb-9000-14a9fd1e179c req-ca78caae-8a4f-4fac-802f-e30fef255f94 service neutron] 10.222.0.47 "GET /v2.0/networks/8a310775-6600-433a-b2cf-962806f14a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860552 Dec 20 14:51:12.209749 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['438424eb-455f-4c03-b881-a8b1a0efb236'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:51:12.211694 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-7e00742b-e901-495b-9267-518cbd275acc tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:51:12.224573 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20ef51d-e910-4f99-b210-ec987b4e677e tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Pushing event updated for resources: {'Port': ['ID=438424eb-455f-4c03-b881-a8b1a0efb236,revision_number=7']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:12.231870 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e00742b-e901-495b-9267-518cbd275acc tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Pushing event updated for resources: {'Port': ['ID=ef6d36d4-70b0-4b9a-aa00-8590c55156d2,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:12.235151 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daead11a-cd23-4eab-8c41-348f70afc5b8 x-openstack-request-id: req-daead11a-cd23-4eab-8c41-348f70afc5b8 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:51:12.235535 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e00742b-e901-495b-9267-518cbd275acc tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:51:12.235672 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9894f473-1ec3-4b93-b5b7-1750ecd1a65d", "tag": "438424eb-455f-4c03-b881-a8b1a0efb236", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:51:12.235895 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-daead11a-cd23-4eab-8c41-348f70afc5b8 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:51:12.236663 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9894f473-1ec3-4b93-b5b7-1750ecd1a65d', 'tag': '438424eb-455f-4c03-b881-a8b1a0efb236', 'status': 'completed', 'code': 200} Dec 20 14:51:12.243232 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e00742b-e901-495b-9267-518cbd275acc tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:12.244153 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7e00742b-e901-495b-9267-518cbd275acc tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:12.375635 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-7e00742b-e901-495b-9267-518cbd275acc tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.2290921 Dec 20 14:51:12.376153 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-c7e018e6-fe84-4b6f-8dac-657e9d745345 None None] Provisioning complete for port 438424eb-455f-4c03-b881-a8b1a0efb236 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:51:12.376616 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c7e018e6-fe84-4b6f-8dac-657e9d745345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:12.376883 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 34962) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:12.451427 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db26e48-cb1f-4672-abef-92250e5d3c73 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:12.456822 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 34968) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:12.457641 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-7db26e48-cb1f-4672-abef-92250e5d3c73 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "GET /v2.0/ports/ef6d36d4-70b0-4b9a-aa00-8590c55156d2 HTTP/1.1" status: 200 len: 840 time: 0.0794618 Dec 20 14:51:12.505157 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc63e520-8c1b-4eb7-b556-764536af3ef5 req-d8b5432a-2336-4922-bfd0-dd2b14568008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:12.506699 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fc63e520-8c1b-4eb7-b556-764536af3ef5 req-d8b5432a-2336-4922-bfd0-dd2b14568008 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1ad96c1d93ee4a4fab8c54985f8d0a2c&device_id=9894f473-1ec3-4b93-b5b7-1750ecd1a65d HTTP/1.1" status: 200 len: 1098 time: 0.1941922 Dec 20 14:51:12.524825 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1fd2642d-1d47-45aa-a2c6-1d9b35552eaa req-a87c47d6-8b0b-4006-b35a-174a60d8daa2 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3348017 Dec 20 14:51:12.583101 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-1fd2642d-1d47-45aa-a2c6-1d9b35552eaa req-ea3b1ae4-a923-472a-82f6-9b366bfbc9ab tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Request body: {'floatingip': {'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:51:12.686471 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-1fd2642d-1d47-45aa-a2c6-1d9b35552eaa req-ea3b1ae4-a923-472a-82f6-9b366bfbc9ab tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Publish callbacks [] for floatingip, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:12.738209 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-c9a2af2b-b3aa-45c5-a64d-5480bdcc9476 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Deleting port ef6d36d4-70b0-4b9a-aa00-8590c55156d2 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:51:12.738562 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c9a2af2b-b3aa-45c5-a64d-5480bdcc9476 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:12.762143 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc63e520-8c1b-4eb7-b556-764536af3ef5 req-2a13a86f-8b5f-4b0c-a9f7-27a7d086611d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:12.764500 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fc63e520-8c1b-4eb7-b556-764536af3ef5 req-2a13a86f-8b5f-4b0c-a9f7-27a7d086611d service neutron] 10.222.0.47 "GET /v2.0/networks?id=8a310775-6600-433a-b2cf-962806f14a03 HTTP/1.1" status: 200 len: 919 time: 0.2477944 Dec 20 14:51:12.868736 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fc63e520-8c1b-4eb7-b556-764536af3ef5 req-32c6831a-6b90-4426-b6b4-c744fa8b7453 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=438424eb-455f-4c03-b881-a8b1a0efb236 HTTP/1.1" status: 200 len: 217 time: 0.0946646 Dec 20 14:51:13.260168 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c9a2af2b-b3aa-45c5-a64d-5480bdcc9476 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:13.285031 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-c9a2af2b-b3aa-45c5-a64d-5480bdcc9476 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Calling delete_port for ef6d36d4-70b0-4b9a-aa00-8590c55156d2 owned by {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:51:13.370006 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc63e520-8c1b-4eb7-b556-764536af3ef5 req-f8022896-357e-4e60-a3a5-99bdff8c00ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:13.371559 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fc63e520-8c1b-4eb7-b556-764536af3ef5 req-f8022896-357e-4e60-a3a5-99bdff8c00ca service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8f3ed45f-52f9-4334-9a6d-018925966150 HTTP/1.1" status: 200 len: 858 time: 0.4941597 Dec 20 14:51:13.460727 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fc63e520-8c1b-4eb7-b556-764536af3ef5 req-b84b6361-b2d7-46e3-a34d-f390960f3cbb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8a310775-6600-433a-b2cf-962806f14a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0762141 Dec 20 14:51:13.501944 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-1fd2642d-1d47-45aa-a2c6-1d9b35552eaa req-ea3b1ae4-a923-472a-82f6-9b366bfbc9ab tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:13.589995 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c9a2af2b-b3aa-45c5-a64d-5480bdcc9476 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:13.640047 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a2af2b-b3aa-45c5-a64d-5480bdcc9476 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Pushing event deleted for resources: {'Port': ['ID=ef6d36d4-70b0-4b9a-aa00-8590c55156d2,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:13.667601 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c9a2af2b-b3aa-45c5-a64d-5480bdcc9476 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:13.671123 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-c9a2af2b-b3aa-45c5-a64d-5480bdcc9476 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "DELETE /v2.0/ports/ef6d36d4-70b0-4b9a-aa00-8590c55156d2 HTTP/1.1" status: 204 len: 168 time: 1.2132120 Dec 20 14:51:13.674147 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 35044) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:13.701056 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fc63e520-8c1b-4eb7-b556-764536af3ef5 req-b5e525e2-cd2c-484a-afdc-c85d92be4640 service neutron] 10.222.0.47 "GET /v2.0/networks/8a310775-6600-433a-b2cf-962806f14a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313013 Dec 20 14:51:13.710523 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-78bf0c99-c1c0-4b09-8d07-1ce851c5565a tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] GET failed (client error): The resource could not be found. Dec 20 14:51:13.712159 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-78bf0c99-c1c0-4b09-8d07-1ce851c5565a tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "GET /v2.0/ports/ef6d36d4-70b0-4b9a-aa00-8590c55156d2 HTTP/1.1" status: 404 len: 333 time: 0.0368328 Dec 20 14:51:13.716340 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 35046) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:13.722664 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-9cb33a0e-a0de-44ba-a04a-c7682dca08cf tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Request body: {'port': {'network_id': '1e6c340b-bd5e-4dd1-8832-5c5d8a88be34', 'name': 'tempest-PortsTestJSON-1560246812'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:51:13.800491 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [req-1fd2642d-1d47-45aa-a2c6-1d9b35552eaa req-ea3b1ae4-a923-472a-82f6-9b366bfbc9ab tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Allocated IP 172.25.0.233 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/3a1e1b03-b20f-43ff-8f4a-a01070d378b8) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:51:13.824193 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb33a0e-a0de-44ba-a04a-c7682dca08cf tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Made reservation on behalf of dc29e2de924c4cbd81e8105396ddf747 for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:51:13.829572 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9cb33a0e-a0de-44ba-a04a-c7682dca08cf tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:13.852915 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [None req-9cb33a0e-a0de-44ba-a04a-c7682dca08cf tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] device_id is not set on port 69b025c2-bed5-4fc3-87b7-4cd1e9ef3605 yet. {{(pid=103168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 14:51:13.894321 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fc63e520-8c1b-4eb7-b556-764536af3ef5 req-6d26d4bd-a143-45bd-81cc-8002ca0b9baa service neutron] 10.222.0.47 "GET /v2.0/networks/8a310775-6600-433a-b2cf-962806f14a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841774 Dec 20 14:51:13.952760 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-1fd2642d-1d47-45aa-a2c6-1d9b35552eaa req-ea3b1ae4-a923-472a-82f6-9b366bfbc9ab tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:13.992270 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-1fd2642d-1d47-45aa-a2c6-1d9b35552eaa req-ea3b1ae4-a923-472a-82f6-9b366bfbc9ab tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:14.041756 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9cb33a0e-a0de-44ba-a04a-c7682dca08cf tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:14.049076 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fd2642d-1d47-45aa-a2c6-1d9b35552eaa req-ea3b1ae4-a923-472a-82f6-9b366bfbc9ab tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:51:14.061193 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [req-1fd2642d-1d47-45aa-a2c6-1d9b35552eaa req-ea3b1ae4-a923-472a-82f6-9b366bfbc9ab tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:51:14.064130 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fd2642d-1d47-45aa-a2c6-1d9b35552eaa req-ea3b1ae4-a923-472a-82f6-9b366bfbc9ab tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:51:14.085545 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9cb33a0e-a0de-44ba-a04a-c7682dca08cf tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:14.088480 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3b1ae4-a923-472a-82f6-9b366bfbc9ab tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Pushing event updated for resources: {'Port': ['ID=3a1e1b03-b20f-43ff-8f4a-a01070d378b8,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:14.135770 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb33a0e-a0de-44ba-a04a-c7682dca08cf tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Network 1e6c340b-bd5e-4dd1-8832-5c5d8a88be34 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:51:14.141027 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-9cb33a0e-a0de-44ba-a04a-c7682dca08cf tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:51:14.147732 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb33a0e-a0de-44ba-a04a-c7682dca08cf tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:51:14.153360 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb33a0e-a0de-44ba-a04a-c7682dca08cf tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:14.153959 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9cb33a0e-a0de-44ba-a04a-c7682dca08cf tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:14.157804 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb33a0e-a0de-44ba-a04a-c7682dca08cf tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Pushing event updated for resources: {'Port': ['ID=69b025c2-bed5-4fc3-87b7-4cd1e9ef3605,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:14.174371 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-1fd2642d-1d47-45aa-a2c6-1d9b35552eaa req-ea3b1ae4-a923-472a-82f6-9b366bfbc9ab tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:14.177935 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-9cb33a0e-a0de-44ba-a04a-c7682dca08cf tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.4594257 Dec 20 14:51:14.180349 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 35084) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:14.186125 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-05c1d04f-fe4e-4de6-831d-9cb4dfff9c90 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:51:14.213637 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-1fd2642d-1d47-45aa-a2c6-1d9b35552eaa req-ea3b1ae4-a923-472a-82f6-9b366bfbc9ab tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:14.253118 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-05c1d04f-fe4e-4de6-831d-9cb4dfff9c90 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:14.423545 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-1fd2642d-1d47-45aa-a2c6-1d9b35552eaa req-ea3b1ae4-a923-472a-82f6-9b366bfbc9ab tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:14.432197 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-1fd2642d-1d47-45aa-a2c6-1d9b35552eaa req-ea3b1ae4-a923-472a-82f6-9b366bfbc9ab tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:14.452330 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-05c1d04f-fe4e-4de6-831d-9cb4dfff9c90 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:14.461955 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-05c1d04f-fe4e-4de6-831d-9cb4dfff9c90 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:14.495860 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-05c1d04f-fe4e-4de6-831d-9cb4dfff9c90 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] In _notify_port_updated(), no bound segment for port 69b025c2-bed5-4fc3-87b7-4cd1e9ef3605 on network 1e6c340b-bd5e-4dd1-8832-5c5d8a88be34 {{(pid=103168) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 20 14:51:14.507723 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c1d04f-fe4e-4de6-831d-9cb4dfff9c90 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:14.508805 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-05c1d04f-fe4e-4de6-831d-9cb4dfff9c90 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:14.511015 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-05c1d04f-fe4e-4de6-831d-9cb4dfff9c90 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "PUT /v2.0/ports/69b025c2-bed5-4fc3-87b7-4cd1e9ef3605 HTTP/1.1" status: 200 len: 818 time: 0.3292823 Dec 20 14:51:14.518930 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 35114) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:14.562199 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c1d04f-fe4e-4de6-831d-9cb4dfff9c90 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Pushing event updated for resources: {'Port': ['ID=69b025c2-bed5-4fc3-87b7-4cd1e9ef3605,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:14.580384 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3b1ae4-a923-472a-82f6-9b366bfbc9ab tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Pushing event updated for resources: {'Port': ['ID=3a1e1b03-b20f-43ff-8f4a-a01070d378b8,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:14.622762 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-1fd2642d-1d47-45aa-a2c6-1d9b35552eaa req-ea3b1ae4-a923-472a-82f6-9b366bfbc9ab tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585115'] for floatingip, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:14.647068 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-1fd2642d-1d47-45aa-a2c6-1d9b35552eaa req-ea3b1ae4-a923-472a-82f6-9b366bfbc9ab tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:14.648446 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1fd2642d-1d47-45aa-a2c6-1d9b35552eaa req-ea3b1ae4-a923-472a-82f6-9b366bfbc9ab tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0868268 Dec 20 14:51:14.762520 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1fd2642d-1d47-45aa-a2c6-1d9b35552eaa req-ec3a5c55-323a-4df4-ba7c-15934a3e0c7d tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.233 HTTP/1.1" status: 200 len: 696 time: 0.1059766 Dec 20 14:51:14.776159 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-d3699fd5-610e-4b5d-aede-30c4cdf8f7b4 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Deleting port 69b025c2-bed5-4fc3-87b7-4cd1e9ef3605 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:51:14.777163 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d3699fd5-610e-4b5d-aede-30c4cdf8f7b4 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:14.913552 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d3699fd5-610e-4b5d-aede-30c4cdf8f7b4 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:14.936459 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-d3699fd5-610e-4b5d-aede-30c4cdf8f7b4 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Calling delete_port for 69b025c2-bed5-4fc3-87b7-4cd1e9ef3605 owned by {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:51:14.946093 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 35128) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:14.968516 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd2642d-1d47-45aa-a2c6-1d9b35552eaa req-5d0af7ee-a9be-4813-b688-ece92fd97ac8 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:14.969960 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1fd2642d-1d47-45aa-a2c6-1d9b35552eaa req-5d0af7ee-a9be-4813-b688-ece92fd97ac8 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] 10.222.0.54 "GET /v2.0/networks/c3f8658e-da35-41f3-bd03-509e29ebd6f3 HTTP/1.1" status: 200 len: 784 time: 0.1990900 Dec 20 14:51:15.008588 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [req-1fd2642d-1d47-45aa-a2c6-1d9b35552eaa req-1d3f4813-fa69-455d-8c78-0aae8dd1c8b4 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:51:15.009612 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1fd2642d-1d47-45aa-a2c6-1d9b35552eaa req-1d3f4813-fa69-455d-8c78-0aae8dd1c8b4 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0077529 Dec 20 14:51:15.053807 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d3699fd5-610e-4b5d-aede-30c4cdf8f7b4 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:15.097589 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3699fd5-610e-4b5d-aede-30c4cdf8f7b4 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Pushing event deleted for resources: {'Port': ['ID=69b025c2-bed5-4fc3-87b7-4cd1e9ef3605,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:15.107847 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d3699fd5-610e-4b5d-aede-30c4cdf8f7b4 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:15.112178 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-d3699fd5-610e-4b5d-aede-30c4cdf8f7b4 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "DELETE /v2.0/ports/69b025c2-bed5-4fc3-87b7-4cd1e9ef3605 HTTP/1.1" status: 204 len: 168 time: 0.5906446 Dec 20 14:51:15.114709 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 35134) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:15.167538 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844af9e2-a8fa-4969-8789-5e6df37ccdce tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:15.169083 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-844af9e2-a8fa-4969-8789-5e6df37ccdce tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0534115 Dec 20 14:51:15.171964 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 35136) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:15.197743 n-d-761264-19 neutron-server[103167]: INFO neutron.pecan_wsgi.hooks.translation [None req-71105a72-4f3f-4a89-aedd-4886bf72bed3 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] GET failed (client error): The resource could not be found. Dec 20 14:51:15.203029 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-71105a72-4f3f-4a89-aedd-4886bf72bed3 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "GET /v2.0/ports/69b025c2-bed5-4fc3-87b7-4cd1e9ef3605 HTTP/1.1" status: 404 len: 333 time: 0.0264170 Dec 20 14:51:15.203604 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 35138) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:15.204514 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-863731ae-b478-4669-a364-02006eb4fc60 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:15.209038 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-d31b5e61-743b-4fb6-9768-10249b1a5500 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-503379416'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:51:15.232995 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d31b5e61-743b-4fb6-9768-10249b1a5500 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Made reservation on behalf of dc29e2de924c4cbd81e8105396ddf747 for: {'network': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:51:15.237146 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d31b5e61-743b-4fb6-9768-10249b1a5500 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:15.241125 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c20c15-1906-4909-931b-ff72996e5755 req-91901fab-b74b-467a-98c8-a0c916655d8b tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:15.242649 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-28c20c15-1906-4909-931b-ff72996e5755 req-91901fab-b74b-467a-98c8-a0c916655d8b tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] 10.222.0.54 "GET /v2.0/ports?device_id=9894f473-1ec3-4b93-b5b7-1750ecd1a65d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1490285 Dec 20 14:51:15.262552 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d31b5e61-743b-4fb6-9768-10249b1a5500 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=103167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:51:15.274386 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d31b5e61-743b-4fb6-9768-10249b1a5500 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:15.274750 n-d-761264-19 neutron-server[103167]: INFO neutron.db.segments_db [None req-d31b5e61-743b-4fb6-9768-10249b1a5500 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Added segment d3eb0672-0065-4238-9158-98a73e49645d of type vlan for network 1d301c45-bef1-40be-a96c-6ef2e171b3f9 Dec 20 14:51:15.305789 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:15.329250 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d31b5e61-743b-4fb6-9768-10249b1a5500 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:15.346030 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-28c20c15-1906-4909-931b-ff72996e5755 req-157c086b-cd4b-451f-b009-0ad38c810b74 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.233 HTTP/1.1" status: 200 len: 696 time: 0.0963914 Dec 20 14:51:15.361955 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-28c20c15-1906-4909-931b-ff72996e5755 req-8f6b7b2f-dca9-48d2-95fa-2935b605ac89 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Request body: {'floatingip': {'port_id': '438424eb-455f-4c03-b881-a8b1a0efb236', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:51:15.363081 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d31b5e61-743b-4fb6-9768-10249b1a5500 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:15.369732 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d31b5e61-743b-4fb6-9768-10249b1a5500 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:15.370377 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d31b5e61-743b-4fb6-9768-10249b1a5500 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks [] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:15.443824 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-d31b5e61-743b-4fb6-9768-10249b1a5500 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2360790 Dec 20 14:51:15.444542 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 35140) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:15.444656 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-28c20c15-1906-4909-931b-ff72996e5755 req-8f6b7b2f-dca9-48d2-95fa-2935b605ac89 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Publish callbacks [] for floatingip, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:15.449300 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-9d1d8ab8-6b6a-44eb-ac12-adef32e8a36d tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Request body: {'subnet': {'network_id': '1d301c45-bef1-40be-a96c-6ef2e171b3f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:51:15.469281 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31b5e61-743b-4fb6-9768-10249b1a5500 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Pushing event updated for resources: {'Network': ['ID=1d301c45-bef1-40be-a96c-6ef2e171b3f9,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:15.483391 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 1d301c45-bef1-40be-a96c-6ef2e171b3f9 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:51:15.570021 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d1d8ab8-6b6a-44eb-ac12-adef32e8a36d tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Made reservation on behalf of dc29e2de924c4cbd81e8105396ddf747 for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:51:15.572334 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-863731ae-b478-4669-a364-02006eb4fc60 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:15.577379 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9d1d8ab8-6b6a-44eb-ac12-adef32e8a36d tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:15.579407 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-863731ae-b478-4669-a364-02006eb4fc60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:15.670258 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-863731ae-b478-4669-a364-02006eb4fc60 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3512b7d822244aefa627c8cc0f5f5ca8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7222776 Dec 20 14:51:15.672996 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 35142) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:15.673562 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863731ae-b478-4669-a364-02006eb4fc60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54a7f6c6-263c-4fd6-a205-38b56c147586,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:15.745463 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c0ee22be-522e-4908-95aa-3fd3cfbb9abb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:15.799397 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c0ee22be-522e-4908-95aa-3fd3cfbb9abb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:15.886420 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9d1d8ab8-6b6a-44eb-ac12-adef32e8a36d tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:15.933980 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c0ee22be-522e-4908-95aa-3fd3cfbb9abb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:15.937524 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c0ee22be-522e-4908-95aa-3fd3cfbb9abb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:15.941357 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-c0ee22be-522e-4908-95aa-3fd3cfbb9abb admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/54a7f6c6-263c-4fd6-a205-38b56c147586 HTTP/1.1" status: 204 len: 168 time: 0.2642260 Dec 20 14:51:15.972224 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ee22be-522e-4908-95aa-3fd3cfbb9abb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a7f6c6-263c-4fd6-a205-38b56c147586,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:15.975314 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1d8ab8-6b6a-44eb-ac12-adef32e8a36d tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Pushing event updated for resources: {'Subnet': ['ID=e348443c-37d6-4bf2-b2b9-d79edc29a445,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:15.983548 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1d8ab8-6b6a-44eb-ac12-adef32e8a36d tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Checking segment: {'id': 'd3eb0672-0065-4238-9158-98a73e49645d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1d301c45-bef1-40be-a96c-6ef2e171b3f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:51:15.983915 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1d8ab8-6b6a-44eb-ac12-adef32e8a36d tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Network hostable DHCP agents. Network: 1d301c45-bef1-40be-a96c-6ef2e171b3f9, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:51:16.018566 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1d8ab8-6b6a-44eb-ac12-adef32e8a36d tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Network 1d301c45-bef1-40be-a96c-6ef2e171b3f9 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:51:16.033089 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-9d1d8ab8-6b6a-44eb-ac12-adef32e8a36d tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 1d301c45-bef1-40be-a96c-6ef2e171b3f9) {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:51:16.043440 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7156b54-e02d-492b-8f0e-dd6fe8d575aa None None] Network 1d301c45-bef1-40be-a96c-6ef2e171b3f9 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:51:16.056566 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1d8ab8-6b6a-44eb-ac12-adef32e8a36d tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:16.057569 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9d1d8ab8-6b6a-44eb-ac12-adef32e8a36d tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:16.090120 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-9d1d8ab8-6b6a-44eb-ac12-adef32e8a36d tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6447957 Dec 20 14:51:16.092954 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 35148) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:16.101429 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-723fd9d0-29fe-4be6-9a5f-7bc0386356ef tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Request body: {'subnet': {'network_id': '1d301c45-bef1-40be-a96c-6ef2e171b3f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:51:16.187138 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.db.resource_extend [req-28c20c15-1906-4909-931b-ff72996e5755 req-8f6b7b2f-dca9-48d2-95fa-2935b605ac89 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 14:51:16.191741 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66568626-8852-40da-944e-344badb56f82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-1d301c45-bef1-40be-a96c-6ef2e171b3f9', 'network_id': '1d301c45-bef1-40be-a96c-6ef2e171b3f9', 'project_id': 'dc29e2de924c4cbd81e8105396ddf747', 'fixed_ips': [{'subnet_id': 'e348443c-37d6-4bf2-b2b9-d79edc29a445'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:51:16.193231 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-66568626-8852-40da-944e-344badb56f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:16.252027 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-723fd9d0-29fe-4be6-9a5f-7bc0386356ef tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Made reservation on behalf of dc29e2de924c4cbd81e8105396ddf747 for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:51:16.260413 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-723fd9d0-29fe-4be6-9a5f-7bc0386356ef tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:16.284635 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-28c20c15-1906-4909-931b-ff72996e5755 req-8f6b7b2f-dca9-48d2-95fa-2935b605ac89 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:16.292224 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-28c20c15-1906-4909-931b-ff72996e5755 req-8f6b7b2f-dca9-48d2-95fa-2935b605ac89 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585115'] for floatingip, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:16.413913 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-66568626-8852-40da-944e-344badb56f82 None None] Allocated IP 172.20.0.2 (1d301c45-bef1-40be-a96c-6ef2e171b3f9/e348443c-37d6-4bf2-b2b9-d79edc29a445/0b8fd0a5-a9fd-420e-af9e-0ee44d44cbd6) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:51:16.414474 n-d-761264-19 neutron-server[103167]: INFO neutron.db.ipam_backend_mixin [None req-723fd9d0-29fe-4be6-9a5f-7bc0386356ef tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e348443c-37d6-4bf2-b2b9-d79edc29a445 (CIDR: 172.20.0.0/28) Dec 20 14:51:16.421885 n-d-761264-19 neutron-server[103167]: INFO neutron.pecan_wsgi.hooks.translation [None req-723fd9d0-29fe-4be6-9a5f-7bc0386356ef tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 14:51:16.422505 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-723fd9d0-29fe-4be6-9a5f-7bc0386356ef tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:51:16.449054 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-723fd9d0-29fe-4be6-9a5f-7bc0386356ef tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3542945 Dec 20 14:51:16.451967 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 35158) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:16.462113 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-5965bf35-dee5-4dd6-907c-6078e7bae4d1 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Request body: {'subnet': {'network_id': '1d301c45-bef1-40be-a96c-6ef2e171b3f9', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:51:16.545517 n-d-761264-19 neutron-server[103168]: INFO neutron.db.l3_db [req-28c20c15-1906-4909-931b-ff72996e5755 req-8f6b7b2f-dca9-48d2-95fa-2935b605ac89 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Floating IP 2986a45a-6986-496e-bf6e-995eeb57cb21 associated. External IP: 172.25.0.233, port: 438424eb-455f-4c03-b881-a8b1a0efb236. Dec 20 14:51:16.607982 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-66568626-8852-40da-944e-344badb56f82 None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:16.619943 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-66568626-8852-40da-944e-344badb56f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:16.676926 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5965bf35-dee5-4dd6-907c-6078e7bae4d1 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Made reservation on behalf of dc29e2de924c4cbd81e8105396ddf747 for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:51:16.680666 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5965bf35-dee5-4dd6-907c-6078e7bae4d1 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:16.718570 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66568626-8852-40da-944e-344badb56f82 None None] Network 1d301c45-bef1-40be-a96c-6ef2e171b3f9 is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:51:16.731075 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-66568626-8852-40da-944e-344badb56f82 None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:51:16.739627 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66568626-8852-40da-944e-344badb56f82 None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:51:16.742078 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66568626-8852-40da-944e-344badb56f82 None None] Pushing event updated for resources: {'Port': ['ID=0b8fd0a5-a9fd-420e-af9e-0ee44d44cbd6,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:16.758117 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d5fa9c9d-3c75-4cbb-9f5c-8cf1660bc118 req-dbe4f6db-6209-4be3-bf70-51d1404cc8c0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9894f473-1ec3-4b93-b5b7-1750ecd1a65d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0822146 Dec 20 14:51:16.873942 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-66568626-8852-40da-944e-344badb56f82 None None] Attempting to bind port 0b8fd0a5-a9fd-420e-af9e-0ee44d44cbd6 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:51:16.874418 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-66568626-8852-40da-944e-344badb56f82 None None] Attempting to bind port 0b8fd0a5-a9fd-420e-af9e-0ee44d44cbd6 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': 'd3eb0672-0065-4238-9158-98a73e49645d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1d301c45-bef1-40be-a96c-6ef2e171b3f9'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:51:16.874986 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66568626-8852-40da-944e-344badb56f82 None None] Attempting to bind port 0b8fd0a5-a9fd-420e-af9e-0ee44d44cbd6 on network 1d301c45-bef1-40be-a96c-6ef2e171b3f9 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:51:16.881303 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66568626-8852-40da-944e-344badb56f82 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:51:16.881998 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66568626-8852-40da-944e-344badb56f82 None None] Checking segment: {'id': 'd3eb0672-0065-4238-9158-98a73e49645d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1d301c45-bef1-40be-a96c-6ef2e171b3f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:51:16.883308 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-66568626-8852-40da-944e-344badb56f82 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:16.883873 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66568626-8852-40da-944e-344badb56f82 None None] Bound using segment: {'id': 'd3eb0672-0065-4238-9158-98a73e49645d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1d301c45-bef1-40be-a96c-6ef2e171b3f9'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:51:16.884550 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-66568626-8852-40da-944e-344badb56f82 None None] Bound port: 0b8fd0a5-a9fd-420e-af9e-0ee44d44cbd6, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3eb0672-0065-4238-9158-98a73e49645d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1d301c45-bef1-40be-a96c-6ef2e171b3f9'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:51:16.885123 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-66568626-8852-40da-944e-344badb56f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:16.932085 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fa9c9d-3c75-4cbb-9f5c-8cf1660bc118 req-f7d023aa-7586-4511-9760-d5bf45ad0ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:16.934272 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d5fa9c9d-3c75-4cbb-9f5c-8cf1660bc118 req-f7d023aa-7586-4511-9760-d5bf45ad0ac6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1ad96c1d93ee4a4fab8c54985f8d0a2c&device_id=9894f473-1ec3-4b93-b5b7-1750ecd1a65d HTTP/1.1" status: 200 len: 1098 time: 0.1075282 Dec 20 14:51:16.982947 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [req-28c20c15-1906-4909-931b-ff72996e5755 req-8f6b7b2f-dca9-48d2-95fa-2935b605ac89 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Router be235d9c-f769-4837-914e-f95f9b3c4217 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:51:17.005321 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-66568626-8852-40da-944e-344badb56f82 None None] For port 0b8fd0a5-a9fd-420e-af9e-0ee44d44cbd6, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:51:17.008894 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-66568626-8852-40da-944e-344badb56f82 None None] For port 0b8fd0a5-a9fd-420e-af9e-0ee44d44cbd6, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=0b8fd0a5-a9fd-420e-af9e-0ee44d44cbd6,segment=NetworkSegment(d3eb0672-0065-4238-9158-98a73e49645d),segment_id=d3eb0672-0065-4238-9158-98a73e49645d)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:51:17.026605 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-66568626-8852-40da-944e-344badb56f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:17.118388 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66568626-8852-40da-944e-344badb56f82 None None] Pushing event updated for resources: {'Port': ['ID=0b8fd0a5-a9fd-420e-af9e-0ee44d44cbd6,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:17.147990 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fa9c9d-3c75-4cbb-9f5c-8cf1660bc118 req-22839a2f-b233-4577-a140-b27b1d02863c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:17.149362 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d5fa9c9d-3c75-4cbb-9f5c-8cf1660bc118 req-22839a2f-b233-4577-a140-b27b1d02863c service neutron] 10.222.0.47 "GET /v2.0/networks?id=8a310775-6600-433a-b2cf-962806f14a03 HTTP/1.1" status: 200 len: 919 time: 0.1948447 Dec 20 14:51:17.272366 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d5fa9c9d-3c75-4cbb-9f5c-8cf1660bc118 req-46640f3d-c124-4034-b1a9-4aeebdf85c6c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=438424eb-455f-4c03-b881-a8b1a0efb236 HTTP/1.1" status: 200 len: 1000 time: 0.1151829 Dec 20 14:51:17.322631 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5965bf35-dee5-4dd6-907c-6078e7bae4d1 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8848317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10470522'] for subnet, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:17.342999 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fa9c9d-3c75-4cbb-9f5c-8cf1660bc118 req-9c4915a4-e764-4f85-956f-6790595c8368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:17.344856 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d5fa9c9d-3c75-4cbb-9f5c-8cf1660bc118 req-9c4915a4-e764-4f85-956f-6790595c8368 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8f3ed45f-52f9-4334-9a6d-018925966150 HTTP/1.1" status: 200 len: 858 time: 0.0658734 Dec 20 14:51:17.419456 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d5fa9c9d-3c75-4cbb-9f5c-8cf1660bc118 req-eec3b128-e606-4069-9fbe-9cd619545eed service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8a310775-6600-433a-b2cf-962806f14a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621390 Dec 20 14:51:17.426758 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5965bf35-dee5-4dd6-907c-6078e7bae4d1 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Network 1d301c45-bef1-40be-a96c-6ef2e171b3f9 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:51:17.433130 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-28c20c15-1906-4909-931b-ff72996e5755 req-8f6b7b2f-dca9-48d2-95fa-2935b605ac89 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:51:17.439842 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-28c20c15-1906-4909-931b-ff72996e5755 req-8f6b7b2f-dca9-48d2-95fa-2935b605ac89 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:17.442350 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-5965bf35-dee5-4dd6-907c-6078e7bae4d1 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:51:17.453407 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955dbf9c-6116-4847-8a1b-db1d1c1887d1 None None] Sync routers for ids ['be235d9c-f769-4837-914e-f95f9b3c4217'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:51:17.472391 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5965bf35-dee5-4dd6-907c-6078e7bae4d1 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:17.473591 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5965bf35-dee5-4dd6-907c-6078e7bae4d1 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks [] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:17.482594 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955dbf9c-6116-4847-8a1b-db1d1c1887d1 None None] Routers {'be235d9c-f769-4837-914e-f95f9b3c4217'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:51:17.485851 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-955dbf9c-6116-4847-8a1b-db1d1c1887d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:51:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['be235d9c-f769-4837-914e-f95f9b3c4217'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:51:17.536802 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5965bf35-dee5-4dd6-907c-6078e7bae4d1 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Pushing event updated for resources: {'Subnet': ['ID=24f527e1-4707-4c35-a6b8-164e421ec8dd,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:17.579825 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-28c20c15-1906-4909-931b-ff72996e5755 req-8f6b7b2f-dca9-48d2-95fa-2935b605ac89 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] 10.222.0.54 "PUT /v2.0/floatingips/2986a45a-6986-496e-bf6e-995eeb57cb21 HTTP/1.1" status: 200 len: 997 time: 2.2208188 Dec 20 14:51:17.581228 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9894f473-1ec3-4b93-b5b7-1750ecd1a65d', 'tag': '438424eb-455f-4c03-b881-a8b1a0efb236'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:51:17.584997 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40faf9d0-a1e3-4423-a7fb-ffdb9764e254" -d '{"events": [{"name": "network-changed", "server_uuid": "9894f473-1ec3-4b93-b5b7-1750ecd1a65d", "tag": "438424eb-455f-4c03-b881-a8b1a0efb236"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:51:17.585997 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d5fa9c9d-3c75-4cbb-9f5c-8cf1660bc118 req-34eb8607-3ebd-4a5e-b323-3b165a134258 service neutron] 10.222.0.47 "GET /v2.0/networks/8a310775-6600-433a-b2cf-962806f14a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591065 Dec 20 14:51:17.597426 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-5965bf35-dee5-4dd6-907c-6078e7bae4d1 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1426678 Dec 20 14:51:17.598070 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 35184) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:17.603860 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-e066656d-f59c-4bc1-8f31-3e2e4bc7c5bb tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Request body: {'port': {'network_id': '1d301c45-bef1-40be-a96c-6ef2e171b3f9', 'fixed_ips': [{'subnet_id': 'e348443c-37d6-4bf2-b2b9-d79edc29a445'}, {'subnet_id': '24f527e1-4707-4c35-a6b8-164e421ec8dd'}], 'name': 'tempest-PortsTestJSON-2090522252'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:51:17.658372 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 35186) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:17.699474 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-955dbf9c-6116-4847-8a1b-db1d1c1887d1 None None] Set router be235d9c-f769-4837-914e-f95f9b3c4217 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:51:17.702119 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-239b354a-f018-47bb-956b-5906b14ebc08 x-openstack-request-id: req-239b354a-f018-47bb-956b-5906b14ebc08 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:51:17.705217 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9894f473-1ec3-4b93-b5b7-1750ecd1a65d", "tag": "438424eb-455f-4c03-b881-a8b1a0efb236", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:51:17.705634 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-239b354a-f018-47bb-956b-5906b14ebc08 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:51:17.706392 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9894f473-1ec3-4b93-b5b7-1750ecd1a65d', 'tag': '438424eb-455f-4c03-b881-a8b1a0efb236', 'status': 'completed', 'code': 200} Dec 20 14:51:17.708128 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d5fa9c9d-3c75-4cbb-9f5c-8cf1660bc118 req-47c38d87-f65d-4a89-a5b1-0b2c61c342eb service neutron] 10.222.0.47 "GET /v2.0/networks/8a310775-6600-433a-b2cf-962806f14a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154406 Dec 20 14:51:17.819369 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40faf9d0-a1e3-4423-a7fb-ffdb9764e254 req-d9e6f7e7-c78f-4a7d-9004-4098a1f8a5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:17.821605 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-40faf9d0-a1e3-4423-a7fb-ffdb9764e254 req-d9e6f7e7-c78f-4a7d-9004-4098a1f8a5b9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1ad96c1d93ee4a4fab8c54985f8d0a2c&device_id=9894f473-1ec3-4b93-b5b7-1750ecd1a65d HTTP/1.1" status: 200 len: 1098 time: 0.0610933 Dec 20 14:51:18.013791 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40faf9d0-a1e3-4423-a7fb-ffdb9764e254 req-7e598741-033a-4326-8185-bcf04e51034c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:18.015667 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-40faf9d0-a1e3-4423-a7fb-ffdb9764e254 req-7e598741-033a-4326-8185-bcf04e51034c service neutron] 10.222.0.47 "GET /v2.0/networks?id=8a310775-6600-433a-b2cf-962806f14a03 HTTP/1.1" status: 200 len: 919 time: 0.1821663 Dec 20 14:51:18.089239 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-955dbf9c-6116-4847-8a1b-db1d1c1887d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be235d9c-f769-4837-914e-f95f9b3c4217', 'name': 'tempest-ServerRescueTestJSONUnderV235-13061668-router', 'tenant_id': '1ad96c1d93ee4a4fab8c54985f8d0a2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'a163027d-0050-4663-a719-7d4e12be2ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:50:12Z', 'updated_at': '2021-12-20T14:50:19Z', 'revision_number': 4, 'project_id': '1ad96c1d93ee4a4fab8c54985f8d0a2c', 'gw_port': {'id': 'a163027d-0050-4663-a719-7d4e12be2ba4', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:05:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be235d9c-f769-4837-914e-f95f9b3c4217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:50:13Z', 'updated_at': '2021-12-20T14:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': '2986a45a-6986-496e-bf6e-995eeb57cb21', 'tenant_id': '1ad96c1d93ee4a4fab8c54985f8d0a2c', 'floating_ip_address': '172.25.0.233', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': 'be235d9c-f769-4837-914e-f95f9b3c4217', 'port_id': '438424eb-455f-4c03-b881-a8b1a0efb236', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2887, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a310775-6600-433a-b2cf-962806f14a03', 'mac_address': 'fa:16:3e:81:13:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9894f473-1ec3-4b93-b5b7-1750ecd1a65d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T14:51:14Z', 'updated_at': '2021-12-20T14:51:16Z', 'revision_number': 1, 'project_id': '1ad96c1d93ee4a4fab8c54985f8d0a2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '059aed00-43a7-4e19-8b77-a764862a90b6', 'name': '', 'network_id': '8a310775-6600-433a-b2cf-962806f14a03', 'tenant_id': '1ad96c1d93ee4a4fab8c54985f8d0a2c', 'mac_address': 'fa:16:3e:8a:ad:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be235d9c-f769-4837-914e-f95f9b3c4217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '8f3ed45f-52f9-4334-9a6d-018925966150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:50:17Z', 'updated_at': '2021-12-20T14:50:27Z', 'revision_number': 5, 'project_id': '1ad96c1d93ee4a4fab8c54985f8d0a2c', 'subnets': [{'id': '8f3ed45f-52f9-4334-9a6d-018925966150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:51:18.152687 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955dbf9c-6116-4847-8a1b-db1d1c1887d1 None None] Checking router: be235d9c-f769-4837-914e-f95f9b3c4217 for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:51:18.175057 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955dbf9c-6116-4847-8a1b-db1d1c1887d1 None None] Routers {'be235d9c-f769-4837-914e-f95f9b3c4217'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:51:18.176009 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-955dbf9c-6116-4847-8a1b-db1d1c1887d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:51:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['be235d9c-f769-4837-914e-f95f9b3c4217'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:51:18.222897 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-40faf9d0-a1e3-4423-a7fb-ffdb9764e254 req-ef4076bd-6b19-4972-bfd9-9cf77599c5c6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=438424eb-455f-4c03-b881-a8b1a0efb236 HTTP/1.1" status: 200 len: 1000 time: 0.1985314 Dec 20 14:51:18.305244 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40faf9d0-a1e3-4423-a7fb-ffdb9764e254 req-87a2dc3d-5027-42b4-8d15-4490a70916e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:18.307451 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-40faf9d0-a1e3-4423-a7fb-ffdb9764e254 req-87a2dc3d-5027-42b4-8d15-4490a70916e0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8f3ed45f-52f9-4334-9a6d-018925966150 HTTP/1.1" status: 200 len: 858 time: 0.0761468 Dec 20 14:51:18.307964 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 35196) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:18.344987 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-40faf9d0-a1e3-4423-a7fb-ffdb9764e254 req-bd44cbac-7375-4bd8-8444-5c1f1dbeeecb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8a310775-6600-433a-b2cf-962806f14a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298517 Dec 20 14:51:18.372088 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-955dbf9c-6116-4847-8a1b-db1d1c1887d1 None None] Set router be235d9c-f769-4837-914e-f95f9b3c4217 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:51:18.454329 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b8823ad1-9055-45e6-9642-210a66087f62 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:18.468156 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2dcb6f05-2132-4f87-9c37-590cf8bc81e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:18.471594 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c20c15-1906-4909-931b-ff72996e5755 req-dc979230-3aed-44c8-b25a-4656c3cc1df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:18.473441 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-28c20c15-1906-4909-931b-ff72996e5755 req-dc979230-3aed-44c8-b25a-4656c3cc1df7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1ad96c1d93ee4a4fab8c54985f8d0a2c&device_id=9894f473-1ec3-4b93-b5b7-1750ecd1a65d HTTP/1.1" status: 200 len: 1098 time: 0.8516822 Dec 20 14:51:18.530044 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-40faf9d0-a1e3-4423-a7fb-ffdb9764e254 req-c3a7ef9e-3e0c-4c2b-89da-727285b304c9 service neutron] 10.222.0.47 "GET /v2.0/networks/8a310775-6600-433a-b2cf-962806f14a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717799 Dec 20 14:51:18.695905 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 0b8fd0a5-a9fd-420e-af9e-0ee44d44cbd6 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:51:18.727834 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e066656d-f59c-4bc1-8f31-3e2e4bc7c5bb tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Made reservation on behalf of dc29e2de924c4cbd81e8105396ddf747 for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:51:18.728096 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2dcb6f05-2132-4f87-9c37-590cf8bc81e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:18.767879 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d7b0c5-d3c8-4883-a253-c8774d5b95f4 None None] Network 1d301c45-bef1-40be-a96c-6ef2e171b3f9 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:51:18.771385 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c20c15-1906-4909-931b-ff72996e5755 req-ce160d63-f062-4587-a1e1-d15f13118e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:18.779232 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-28c20c15-1906-4909-931b-ff72996e5755 req-ce160d63-f062-4587-a1e1-d15f13118e65 service neutron] 10.222.0.54 "GET /v2.0/networks?id=8a310775-6600-433a-b2cf-962806f14a03 HTTP/1.1" status: 200 len: 919 time: 0.2964044 Dec 20 14:51:18.797941 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-955dbf9c-6116-4847-8a1b-db1d1c1887d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be235d9c-f769-4837-914e-f95f9b3c4217', 'name': 'tempest-ServerRescueTestJSONUnderV235-13061668-router', 'tenant_id': '1ad96c1d93ee4a4fab8c54985f8d0a2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'a163027d-0050-4663-a719-7d4e12be2ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:50:12Z', 'updated_at': '2021-12-20T14:50:19Z', 'revision_number': 4, 'project_id': '1ad96c1d93ee4a4fab8c54985f8d0a2c', 'gw_port': {'id': 'a163027d-0050-4663-a719-7d4e12be2ba4', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:05:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be235d9c-f769-4837-914e-f95f9b3c4217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:50:13Z', 'updated_at': '2021-12-20T14:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': '2986a45a-6986-496e-bf6e-995eeb57cb21', 'tenant_id': '1ad96c1d93ee4a4fab8c54985f8d0a2c', 'floating_ip_address': '172.25.0.233', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': 'be235d9c-f769-4837-914e-f95f9b3c4217', 'port_id': '438424eb-455f-4c03-b881-a8b1a0efb236', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2887, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a310775-6600-433a-b2cf-962806f14a03', 'mac_address': 'fa:16:3e:81:13:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9894f473-1ec3-4b93-b5b7-1750ecd1a65d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T14:51:14Z', 'updated_at': '2021-12-20T14:51:16Z', 'revision_number': 1, 'project_id': '1ad96c1d93ee4a4fab8c54985f8d0a2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '059aed00-43a7-4e19-8b77-a764862a90b6', 'name': '', 'network_id': '8a310775-6600-433a-b2cf-962806f14a03', 'tenant_id': '1ad96c1d93ee4a4fab8c54985f8d0a2c', 'mac_address': 'fa:16:3e:8a:ad:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be235d9c-f769-4837-914e-f95f9b3c4217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '8f3ed45f-52f9-4334-9a6d-018925966150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:50:17Z', 'updated_at': '2021-12-20T14:50:27Z', 'revision_number': 5, 'project_id': '1ad96c1d93ee4a4fab8c54985f8d0a2c', 'subnets': [{'id': '8f3ed45f-52f9-4334-9a6d-018925966150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:51:18.800640 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2dcb6f05-2132-4f87-9c37-590cf8bc81e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:18.856268 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955dbf9c-6116-4847-8a1b-db1d1c1887d1 None None] The sync data for ids ['be235d9c-f769-4837-914e-f95f9b3c4217'] in n-d-761264-19 is: [{'id': 'be235d9c-f769-4837-914e-f95f9b3c4217', 'name': 'tempest-ServerRescueTestJSONUnderV235-13061668-router', 'tenant_id': '1ad96c1d93ee4a4fab8c54985f8d0a2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'a163027d-0050-4663-a719-7d4e12be2ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:50:12Z', 'updated_at': '2021-12-20T14:50:19Z', 'revision_number': 4, 'project_id': '1ad96c1d93ee4a4fab8c54985f8d0a2c', 'gw_port': {'id': 'a163027d-0050-4663-a719-7d4e12be2ba4', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:05:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be235d9c-f769-4837-914e-f95f9b3c4217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:50:13Z', 'updated_at': '2021-12-20T14:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': '2986a45a-6986-496e-bf6e-995eeb57cb21', 'tenant_id': '1ad96c1d93ee4a4fab8c54985f8d0a2c', 'floating_ip_address': '172.25.0.233', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': 'be235d9c-f769-4837-914e-f95f9b3c4217', 'port_id': '438424eb-455f-4c03-b881-a8b1a0efb236', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2887, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a310775-6600-433a-b2cf-962806f14a03', 'mac_address': 'fa:16:3e:81:13:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9894f473-1ec3-4b93-b5b7-1750ecd1a65d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T14:51:14Z', 'updated_at': '2021-12-20T14:51:16Z', 'revision_number': 1, 'project_id': '1ad96c1d93ee4a4fab8c54985f8d0a2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '059aed00-43a7-4e19-8b77-a764862a90b6', 'name': '', 'network_id': '8a310775-6600-433a-b2cf-962806f14a03', 'tenant_id': '1ad96c1d93ee4a4fab8c54985f8d0a2c', 'mac_address': 'fa:16:3e:8a:ad:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be235d9c-f769-4837-914e-f95f9b3c4217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '8f3ed45f-52f9-4334-9a6d-018925966150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:50:17Z', 'updated_at': '2021-12-20T14:50:27Z', 'revision_number': 5, 'project_id': '1ad96c1d93ee4a4fab8c54985f8d0a2c', 'subnets': [{'id': '8f3ed45f-52f9-4334-9a6d-018925966150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:51:18.891017 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 0b8fd0a5-a9fd-420e-af9e-0ee44d44cbd6 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:51:18.891710 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:18.896230 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcb6f05-2132-4f87-9c37-590cf8bc81e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b66837a6-f701-42bb-a463-ede07f5503a2,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:18.907574 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-2dcb6f05-2132-4f87-9c37-590cf8bc81e9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=adb510871cb04c4aade4338037e1eb29&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5985801 Dec 20 14:51:18.910560 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 35200) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:18.922113 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-1d008cd2-eaf6-4780-b5de-42728993b9a4 None None] Provisioning complete for port 0b8fd0a5-a9fd-420e-af9e-0ee44d44cbd6 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:51:18.922515 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-1d008cd2-eaf6-4780-b5de-42728993b9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:18.924311 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b8823ad1-9055-45e6-9642-210a66087f62 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:18.937451 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b8823ad1-9055-45e6-9642-210a66087f62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:18.961677 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-40faf9d0-a1e3-4423-a7fb-ffdb9764e254 req-5d7bc989-1637-4081-9b77-a1a5e44ff2ad service neutron] 10.222.0.47 "GET /v2.0/networks/8a310775-6600-433a-b2cf-962806f14a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3407784 Dec 20 14:51:18.993127 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-b8823ad1-9055-45e6-9642-210a66087f62 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=da9b15699d824c68ac41bc22417499e6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3306880 Dec 20 14:51:18.994164 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 35202) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:19.012916 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-28c20c15-1906-4909-931b-ff72996e5755 req-b49ac02a-374c-46a7-b920-255aa672c6cb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=438424eb-455f-4c03-b881-a8b1a0efb236 HTTP/1.1" status: 200 len: 1000 time: 0.2325554 Dec 20 14:51:19.036604 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8128653e-7861-43c3-b46e-faad1dd20e20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:19.069267 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:19.087187 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8128653e-7861-43c3-b46e-faad1dd20e20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:19.102262 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8823ad1-9055-45e6-9642-210a66087f62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e93bee77-e0a8-4eb6-89a0-e89ca8d7d34e,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:19.121324 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ca0dce77-c252-4a32-a7ec-3d504f3adad6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:19.129108 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e066656d-f59c-4bc1-8f31-3e2e4bc7c5bb tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:19.156581 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c20c15-1906-4909-931b-ff72996e5755 req-5e6c9fe8-863e-4018-b42c-79d081c61f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:19.161078 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-28c20c15-1906-4909-931b-ff72996e5755 req-5e6c9fe8-863e-4018-b42c-79d081c61f82 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8f3ed45f-52f9-4334-9a6d-018925966150 HTTP/1.1" status: 200 len: 858 time: 0.1465805 Dec 20 14:51:19.166954 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [None req-e066656d-f59c-4bc1-8f31-3e2e4bc7c5bb tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] device_id is not set on port ce8da20f-b509-4621-bbb6-a7ae9ca1a3f6 yet. {{(pid=103168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 14:51:19.169601 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ca0dce77-c252-4a32-a7ec-3d504f3adad6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:19.191661 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-1d008cd2-eaf6-4780-b5de-42728993b9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:19.208676 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8128653e-7861-43c3-b46e-faad1dd20e20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:19.212335 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8128653e-7861-43c3-b46e-faad1dd20e20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:19.213905 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-8128653e-7861-43c3-b46e-faad1dd20e20 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b66837a6-f701-42bb-a463-ede07f5503a2 HTTP/1.1" status: 204 len: 168 time: 0.3021665 Dec 20 14:51:19.229862 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8128653e-7861-43c3-b46e-faad1dd20e20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b66837a6-f701-42bb-a463-ede07f5503a2,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:19.259320 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ca0dce77-c252-4a32-a7ec-3d504f3adad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:19.268156 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ca0dce77-c252-4a32-a7ec-3d504f3adad6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:19.270393 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-ca0dce77-c252-4a32-a7ec-3d504f3adad6 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e93bee77-e0a8-4eb6-89a0-e89ca8d7d34e HTTP/1.1" status: 204 len: 168 time: 0.2742817 Dec 20 14:51:19.273082 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] For port 0b8fd0a5-a9fd-420e-af9e-0ee44d44cbd6, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=0b8fd0a5-a9fd-420e-af9e-0ee44d44cbd6,segment=NetworkSegment(d3eb0672-0065-4238-9158-98a73e49645d),segment_id=d3eb0672-0065-4238-9158-98a73e49645d)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:51:19.274175 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd699587-1579-4d43-9621-1e8718d7697e None None] Update dhcp port {'port': {'network_id': '1d301c45-bef1-40be-a96c-6ef2e171b3f9', 'fixed_ips': [{'subnet_id': 'e348443c-37d6-4bf2-b2b9-d79edc29a445', 'ip_address': '172.20.0.2'}, {'subnet_id': '24f527e1-4707-4c35-a6b8-164e421ec8dd'}], 'binding:host_id': 'n-d-761264-19'}, 'id': '0b8fd0a5-a9fd-420e-af9e-0ee44d44cbd6'} from n-d-761264-19. {{(pid=103169) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 20 14:51:19.288951 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0dce77-c252-4a32-a7ec-3d504f3adad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e93bee77-e0a8-4eb6-89a0-e89ca8d7d34e,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:19.309851 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-fd699587-1579-4d43-9621-1e8718d7697e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:19.330782 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:19.332812 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f51060-ef84-422f-a908-f3a99a32168c None None] New status for floating IP 2986a45a-6986-496e-bf6e-995eeb57cb21: ACTIVE {{(pid=103169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 14:51:19.343230 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-28c20c15-1906-4909-931b-ff72996e5755 req-5ac68f69-ecb5-416a-ad0a-a1d459283be6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8a310775-6600-433a-b2cf-962806f14a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1600709 Dec 20 14:51:19.374473 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [req-28c20c15-1906-4909-931b-ff72996e5755 req-8d529a4d-f928-41b9-bd4d-594f9826591a service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:51:19.375557 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-28c20c15-1906-4909-931b-ff72996e5755 req-8d529a4d-f928-41b9-bd4d-594f9826591a service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0149853 Dec 20 14:51:19.589946 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8504a05d-d850-4ebc-baf2-301b699580c3 req-685a919b-5e7e-429b-9f08-ba0691dd009f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3870d726-f90f-400f-bf75-c68966f99c28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2498546 Dec 20 14:51:19.623384 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-28c20c15-1906-4909-931b-ff72996e5755 req-6716daf7-888f-45c3-b701-e1439096d530 service neutron] 10.222.0.54 "GET /v2.0/networks/8a310775-6600-433a-b2cf-962806f14a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221565 Dec 20 14:51:19.759371 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 35216) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:19.775040 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ebd3d082-8460-4417-ac1d-4d304afabf8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:19.799648 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.db.api [None req-1d008cd2-eaf6-4780-b5de-42728993b9a4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103169) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 14:51:19.800290 n-d-761264-19 neutron-server[103169]: DEBUG oslo_db.api [None req-1d008cd2-eaf6-4780-b5de-42728993b9a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 14:51:19.803644 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Pushing event updated for resources: {'Port': ['ID=0b8fd0a5-a9fd-420e-af9e-0ee44d44cbd6,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:19.866353 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8504a05d-d850-4ebc-baf2-301b699580c3 req-45615a7e-c939-4529-ae8d-f28f2d0572a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:19.868057 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8504a05d-d850-4ebc-baf2-301b699580c3 req-45615a7e-c939-4529-ae8d-f28f2d0572a8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9abc31fa6fc849d78699cc7e0935f4b6&device_id=3870d726-f90f-400f-bf75-c68966f99c28 HTTP/1.1" status: 200 len: 1098 time: 0.1904597 Dec 20 14:51:19.879103 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-28c20c15-1906-4909-931b-ff72996e5755 req-4a608311-0cdd-473e-ae67-d08700326e68 service neutron] 10.222.0.54 "GET /v2.0/networks/8a310775-6600-433a-b2cf-962806f14a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373910 Dec 20 14:51:19.889134 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-e066656d-f59c-4bc1-8f31-3e2e4bc7c5bb tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Allocated IP 172.20.0.8 (1d301c45-bef1-40be-a96c-6ef2e171b3f9/e348443c-37d6-4bf2-b2b9-d79edc29a445/ce8da20f-b509-4621-bbb6-a7ae9ca1a3f6) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:51:19.905233 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ebd3d082-8460-4417-ac1d-4d304afabf8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:19.912560 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ebd3d082-8460-4417-ac1d-4d304afabf8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:19.925643 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-e066656d-f59c-4bc1-8f31-3e2e4bc7c5bb tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Allocated IP 172.20.0.20 (1d301c45-bef1-40be-a96c-6ef2e171b3f9/24f527e1-4707-4c35-a6b8-164e421ec8dd/ce8da20f-b509-4621-bbb6-a7ae9ca1a3f6) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:51:20.018286 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd3d082-8460-4417-ac1d-4d304afabf8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32757974-281a-4908-b741-aaea74027bb2,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:20.033840 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-ebd3d082-8460-4417-ac1d-4d304afabf8d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e3fa6081559b4d18883ad2d8ccdec269&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2733438 Dec 20 14:51:20.034859 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 35224) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:20.037769 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8504a05d-d850-4ebc-baf2-301b699580c3 req-ab300666-6ecd-4156-9af5-5e92be28c76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:20.039160 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8504a05d-d850-4ebc-baf2-301b699580c3 req-ab300666-6ecd-4156-9af5-5e92be28c76c service neutron] 10.222.0.30 "GET /v2.0/networks?id=247d6423-5fdf-4eed-9378-2e1201ada444 HTTP/1.1" status: 200 len: 918 time: 0.1472533 Dec 20 14:51:20.087176 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0aed81e6-09b9-4294-beda-fee7f2f21b98 req-2b12bd18-fb14-4774-9fb7-8b44feca539b tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.233 HTTP/1.1" status: 200 len: 1002 time: 0.1429155 Dec 20 14:51:20.135394 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-504fd22d-f786-41f2-a694-419565e93468 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:20.168620 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8504a05d-d850-4ebc-baf2-301b699580c3 req-b64d7faa-a896-4055-b6f9-7e61afeb09f5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=781fb46b-1e3a-4f20-b9da-a2fd188a525f HTTP/1.1" status: 200 len: 1000 time: 0.1188073 Dec 20 14:51:20.187972 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aed81e6-09b9-4294-beda-fee7f2f21b98 req-16d6d0e2-b644-43cc-9748-360ad9cc1a3f tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:20.189398 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0aed81e6-09b9-4294-beda-fee7f2f21b98 req-16d6d0e2-b644-43cc-9748-360ad9cc1a3f tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] 10.222.0.54 "GET /v2.0/ports/438424eb-455f-4c03-b881-a8b1a0efb236 HTTP/1.1" status: 200 len: 943 time: 0.0700207 Dec 20 14:51:20.191547 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-504fd22d-f786-41f2-a694-419565e93468 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:20.232084 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e066656d-f59c-4bc1-8f31-3e2e4bc7c5bb tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:20.251804 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8504a05d-d850-4ebc-baf2-301b699580c3 req-91eff68b-9992-4b0b-a9d0-065b846c4ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:20.253379 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8504a05d-d850-4ebc-baf2-301b699580c3 req-91eff68b-9992-4b0b-a9d0-065b846c4ff6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a8bc57f1-3730-4dfb-a3cb-cf3c3829d7fe HTTP/1.1" status: 200 len: 856 time: 0.0746467 Dec 20 14:51:20.265630 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-504fd22d-f786-41f2-a694-419565e93468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:20.268209 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-504fd22d-f786-41f2-a694-419565e93468 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:20.272485 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-504fd22d-f786-41f2-a694-419565e93468 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/32757974-281a-4908-b741-aaea74027bb2 HTTP/1.1" status: 204 len: 168 time: 0.2280424 Dec 20 14:51:20.317051 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504fd22d-f786-41f2-a694-419565e93468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32757974-281a-4908-b741-aaea74027bb2,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:20.337805 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e066656d-f59c-4bc1-8f31-3e2e4bc7c5bb tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:20.342370 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0aed81e6-09b9-4294-beda-fee7f2f21b98 req-bade3ea6-10fa-4f1d-85d5-404e8694bf62 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.233 HTTP/1.1" status: 200 len: 1002 time: 0.0832372 Dec 20 14:51:20.419397 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8504a05d-d850-4ebc-baf2-301b699580c3 req-3fa0f197-a66b-4339-9d0c-a32f69994253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:20.420967 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8504a05d-d850-4ebc-baf2-301b699580c3 req-3fa0f197-a66b-4339-9d0c-a32f69994253 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=247d6423-5fdf-4eed-9378-2e1201ada444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1605842 Dec 20 14:51:20.444803 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [req-8504a05d-d850-4ebc-baf2-301b699580c3 req-4bff660e-6455-46f5-884f-94e29fec6629 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:51:20.446020 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8504a05d-d850-4ebc-baf2-301b699580c3 req-4bff660e-6455-46f5-884f-94e29fec6629 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0139129 Dec 20 14:51:20.488611 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-fd699587-1579-4d43-9621-1e8718d7697e None None] Allocated IP 172.20.0.18 (1d301c45-bef1-40be-a96c-6ef2e171b3f9/24f527e1-4707-4c35-a6b8-164e421ec8dd/0b8fd0a5-a9fd-420e-af9e-0ee44d44cbd6) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:51:20.505959 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e066656d-f59c-4bc1-8f31-3e2e4bc7c5bb tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Network 1d301c45-bef1-40be-a96c-6ef2e171b3f9 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:51:20.549640 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-e066656d-f59c-4bc1-8f31-3e2e4bc7c5bb tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:51:20.551708 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aed81e6-09b9-4294-beda-fee7f2f21b98 req-0bd4afd7-4807-4d2d-891a-3b2495f65e6a tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:20.553835 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0aed81e6-09b9-4294-beda-fee7f2f21b98 req-0bd4afd7-4807-4d2d-891a-3b2495f65e6a tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] 10.222.0.54 "GET /v2.0/networks/c3f8658e-da35-41f3-bd03-509e29ebd6f3 HTTP/1.1" status: 200 len: 784 time: 0.2034881 Dec 20 14:51:20.557908 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e066656d-f59c-4bc1-8f31-3e2e4bc7c5bb tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:51:20.571663 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [req-0aed81e6-09b9-4294-beda-fee7f2f21b98 req-c7e086e3-20ff-4b5e-94ba-f0b1355b8621 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:51:20.574378 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0aed81e6-09b9-4294-beda-fee7f2f21b98 req-c7e086e3-20ff-4b5e-94ba-f0b1355b8621 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0093632 Dec 20 14:51:20.607587 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e066656d-f59c-4bc1-8f31-3e2e4bc7c5bb tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Pushing event updated for resources: {'Port': ['ID=ce8da20f-b509-4621-bbb6-a7ae9ca1a3f6,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:20.645653 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 0b8fd0a5-a9fd-420e-af9e-0ee44d44cbd6 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:51:20.670379 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e066656d-f59c-4bc1-8f31-3e2e4bc7c5bb tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:20.671098 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e066656d-f59c-4bc1-8f31-3e2e4bc7c5bb tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:20.701803 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8504a05d-d850-4ebc-baf2-301b699580c3 req-483ea371-8b34-4004-88e6-92c3e9f83221 service neutron] 10.222.0.30 "GET /v2.0/networks/247d6423-5fdf-4eed-9378-2e1201ada444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387125 Dec 20 14:51:20.711695 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-e066656d-f59c-4bc1-8f31-3e2e4bc7c5bb tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 3.1125131 Dec 20 14:51:20.712392 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 35242) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:20.718904 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0aed81e6-09b9-4294-beda-fee7f2f21b98 req-3372688a-15e2-4a68-893b-7c974d3524d5 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.233 HTTP/1.1" status: 200 len: 1002 time: 0.1216640 Dec 20 14:51:20.727232 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-a3e79c3d-34ea-43c5-8862-1fe9cbbe87af tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e348443c-37d6-4bf2-b2b9-d79edc29a445'}]}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:51:20.732224 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-0aed81e6-09b9-4294-beda-fee7f2f21b98 req-abd77fb1-a133-4047-9ab1-6261a9cbd60d tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:51:20.751958 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 0b8fd0a5-a9fd-420e-af9e-0ee44d44cbd6 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:51:20.751958 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:20.805920 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-fd699587-1579-4d43-9621-1e8718d7697e None None] For port 0b8fd0a5-a9fd-420e-af9e-0ee44d44cbd6, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=0b8fd0a5-a9fd-420e-af9e-0ee44d44cbd6,segment=NetworkSegment(d3eb0672-0065-4238-9158-98a73e49645d),segment_id=d3eb0672-0065-4238-9158-98a73e49645d)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:51:20.848120 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-0aed81e6-09b9-4294-beda-fee7f2f21b98 req-abd77fb1-a133-4047-9ab1-6261a9cbd60d tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Publish callbacks [] for floatingip, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:20.880807 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a3e79c3d-34ea-43c5-8862-1fe9cbbe87af tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:20.918592 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-fd699587-1579-4d43-9621-1e8718d7697e None None] Publish callbacks [] for port, precommit_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:20.927114 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-fd699587-1579-4d43-9621-1e8718d7697e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:20.942582 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8504a05d-d850-4ebc-baf2-301b699580c3 req-34dbc141-87bb-46e8-8b69-ea25a7f1ea57 service neutron] 10.222.0.30 "GET /v2.0/networks/247d6423-5fdf-4eed-9378-2e1201ada444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290714 Dec 20 14:51:21.063320 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd699587-1579-4d43-9621-1e8718d7697e None None] Pushing event updated for resources: {'Port': ['ID=0b8fd0a5-a9fd-420e-af9e-0ee44d44cbd6,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:21.127847 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-0aed81e6-09b9-4294-beda-fee7f2f21b98 req-abd77fb1-a133-4047-9ab1-6261a9cbd60d tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:21.134507 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-0aed81e6-09b9-4294-beda-fee7f2f21b98 req-abd77fb1-a133-4047-9ab1-6261a9cbd60d tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585115'] for floatingip, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:21.135484 n-d-761264-19 neutron-server[103167]: INFO neutron.db.l3_db [req-0aed81e6-09b9-4294-beda-fee7f2f21b98 req-abd77fb1-a133-4047-9ab1-6261a9cbd60d tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Floating IP 2986a45a-6986-496e-bf6e-995eeb57cb21 disassociated. External IP: 172.25.0.233, port: 438424eb-455f-4c03-b881-a8b1a0efb236. Dec 20 14:51:21.442574 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-a3e79c3d-34ea-43c5-8862-1fe9cbbe87af tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Delete allocated IP 172.20.0.20 (1d301c45-bef1-40be-a96c-6ef2e171b3f9/24f527e1-4707-4c35-a6b8-164e421ec8dd) {{(pid=103168) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 20 14:51:21.508661 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 35268) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:21.668869 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a3e79c3d-34ea-43c5-8862-1fe9cbbe87af tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:21.675473 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a3e79c3d-34ea-43c5-8862-1fe9cbbe87af tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:21.783334 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e79c3d-34ea-43c5-8862-1fe9cbbe87af tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Pushing event updated for resources: {'Port': ['ID=ce8da20f-b509-4621-bbb6-a7ae9ca1a3f6,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:21.874937 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-75a016ee-7563-44f7-b046-1ec9b0f35793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349547164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349547164-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-820255616'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:51:21.883896 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-a3e79c3d-34ea-43c5-8862-1fe9cbbe87af tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] In _notify_port_updated(), no bound segment for port ce8da20f-b509-4621-bbb6-a7ae9ca1a3f6 on network 1d301c45-bef1-40be-a96c-6ef2e171b3f9 {{(pid=103168) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 20 14:51:21.895241 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e79c3d-34ea-43c5-8862-1fe9cbbe87af tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:21.895927 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a3e79c3d-34ea-43c5-8862-1fe9cbbe87af tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:21.897466 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-a3e79c3d-34ea-43c5-8862-1fe9cbbe87af tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "PUT /v2.0/ports/ce8da20f-b509-4621-bbb6-a7ae9ca1a3f6 HTTP/1.1" status: 200 len: 919 time: 1.1826782 Dec 20 14:51:21.903359 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 35278) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:21.909036 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-9956cd89-b38d-406e-baec-770444f4e54a tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e348443c-37d6-4bf2-b2b9-d79edc29a445'}, {'subnet_id': '24f527e1-4707-4c35-a6b8-164e421ec8dd'}]}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:51:21.963047 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75a016ee-7563-44f7-b046-1ec9b0f35793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349547164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349547164-project] Made reservation on behalf of 3c9a529197e14054b5d6ea5bcb841e12 for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:51:21.966608 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-75a016ee-7563-44f7-b046-1ec9b0f35793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349547164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349547164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:21.968976 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0aed81e6-09b9-4294-beda-fee7f2f21b98 req-abd77fb1-a133-4047-9ab1-6261a9cbd60d tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Router be235d9c-f769-4837-914e-f95f9b3c4217 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:51:22.004831 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-75a016ee-7563-44f7-b046-1ec9b0f35793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349547164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349547164-project] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:22.015621 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9956cd89-b38d-406e-baec-770444f4e54a tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:22.056243 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3de728-0d38-4f14-b47a-5e91ebfe2105 None None] Network 1d301c45-bef1-40be-a96c-6ef2e171b3f9 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:51:22.141052 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0aed81e6-09b9-4294-beda-fee7f2f21b98 req-abd77fb1-a133-4047-9ab1-6261a9cbd60d tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:51:22.146943 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-0aed81e6-09b9-4294-beda-fee7f2f21b98 req-abd77fb1-a133-4047-9ab1-6261a9cbd60d tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:22.155002 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3eda4af-93bb-46ca-ac34-4c9fa1b4c967 None None] Sync routers for ids ['be235d9c-f769-4837-914e-f95f9b3c4217'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:51:22.187400 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3eda4af-93bb-46ca-ac34-4c9fa1b4c967 None None] Routers {'be235d9c-f769-4837-914e-f95f9b3c4217'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:51:22.188045 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-a3eda4af-93bb-46ca-ac34-4c9fa1b4c967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:51:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['be235d9c-f769-4837-914e-f95f9b3c4217'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:51:22.193911 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0aed81e6-09b9-4294-beda-fee7f2f21b98 req-abd77fb1-a133-4047-9ab1-6261a9cbd60d tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] 10.222.0.54 "PUT /v2.0/floatingips/2986a45a-6986-496e-bf6e-995eeb57cb21 HTTP/1.1" status: 200 len: 695 time: 1.4678600 Dec 20 14:51:22.194832 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9894f473-1ec3-4b93-b5b7-1750ecd1a65d', 'tag': '438424eb-455f-4c03-b881-a8b1a0efb236'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:51:22.199592 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9905bf5b-7684-470d-ba3b-d94afcaae929" -d '{"events": [{"name": "network-changed", "server_uuid": "9894f473-1ec3-4b93-b5b7-1750ecd1a65d", "tag": "438424eb-455f-4c03-b881-a8b1a0efb236"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:51:22.266110 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-c070cee9-ecda-4a40-83b0-f21c70cdf9c8 None None] Provisioning complete for port 0b8fd0a5-a9fd-420e-af9e-0ee44d44cbd6 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:51:22.266855 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c070cee9-ecda-4a40-83b0-f21c70cdf9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:22.275921 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-75a016ee-7563-44f7-b046-1ec9b0f35793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349547164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349547164-project] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:22.296925 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f49b8be6-fe8e-4e04-96a7-6c02bc0a9a9d x-openstack-request-id: req-f49b8be6-fe8e-4e04-96a7-6c02bc0a9a9d {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:51:22.296925 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9894f473-1ec3-4b93-b5b7-1750ecd1a65d", "tag": "438424eb-455f-4c03-b881-a8b1a0efb236", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:51:22.297292 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f49b8be6-fe8e-4e04-96a7-6c02bc0a9a9d {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:51:22.297429 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9894f473-1ec3-4b93-b5b7-1750ecd1a65d', 'tag': '438424eb-455f-4c03-b881-a8b1a0efb236', 'status': 'completed', 'code': 200} Dec 20 14:51:22.313735 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-75a016ee-7563-44f7-b046-1ec9b0f35793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349547164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349547164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:22.327836 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75a016ee-7563-44f7-b046-1ec9b0f35793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349547164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349547164-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:51:22.338817 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-75a016ee-7563-44f7-b046-1ec9b0f35793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349547164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349547164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:22.339360 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-75a016ee-7563-44f7-b046-1ec9b0f35793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349547164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349547164-project] Added segment 05d4a604-3bd5-4340-b481-1d2b6281b7c4 of type vlan for network b9d75543-5213-41cb-848f-d427f2637310 Dec 20 14:51:22.391118 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-a3eda4af-93bb-46ca-ac34-4c9fa1b4c967 None None] Set router be235d9c-f769-4837-914e-f95f9b3c4217 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:51:22.422338 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-75a016ee-7563-44f7-b046-1ec9b0f35793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349547164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349547164-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:22.439642 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aed81e6-09b9-4294-beda-fee7f2f21b98 req-24647005-d485-47e3-99e4-d37856fa1d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:22.442356 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0aed81e6-09b9-4294-beda-fee7f2f21b98 req-24647005-d485-47e3-99e4-d37856fa1d4f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1ad96c1d93ee4a4fab8c54985f8d0a2c&device_id=9894f473-1ec3-4b93-b5b7-1750ecd1a65d HTTP/1.1" status: 200 len: 1098 time: 0.2120867 Dec 20 14:51:22.497481 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9905bf5b-7684-470d-ba3b-d94afcaae929 req-2e2f3c4e-0257-4b8c-9833-8951b4f230a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:22.499110 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9905bf5b-7684-470d-ba3b-d94afcaae929 req-2e2f3c4e-0257-4b8c-9833-8951b4f230a7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1ad96c1d93ee4a4fab8c54985f8d0a2c&device_id=9894f473-1ec3-4b93-b5b7-1750ecd1a65d HTTP/1.1" status: 200 len: 1098 time: 0.2053003 Dec 20 14:51:22.617680 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-9956cd89-b38d-406e-baec-770444f4e54a tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Allocated IP 172.20.0.25 (1d301c45-bef1-40be-a96c-6ef2e171b3f9/24f527e1-4707-4c35-a6b8-164e421ec8dd/ce8da20f-b509-4621-bbb6-a7ae9ca1a3f6) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:51:22.639452 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 0b8fd0a5-a9fd-420e-af9e-0ee44d44cbd6 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:51:22.677515 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a016ee-7563-44f7-b046-1ec9b0f35793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349547164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349547164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=870a8ba9-847f-42f6-a09b-ac68ef4dd206,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:22.693258 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-75a016ee-7563-44f7-b046-1ec9b0f35793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349547164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349547164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:22.703003 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a016ee-7563-44f7-b046-1ec9b0f35793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349547164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349547164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:22.703775 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-75a016ee-7563-44f7-b046-1ec9b0f35793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349547164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349547164-project] Publish callbacks [] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:22.760508 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-a3eda4af-93bb-46ca-ac34-4c9fa1b4c967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be235d9c-f769-4837-914e-f95f9b3c4217', 'name': 'tempest-ServerRescueTestJSONUnderV235-13061668-router', 'tenant_id': '1ad96c1d93ee4a4fab8c54985f8d0a2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'a163027d-0050-4663-a719-7d4e12be2ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:50:12Z', 'updated_at': '2021-12-20T14:50:19Z', 'revision_number': 4, 'project_id': '1ad96c1d93ee4a4fab8c54985f8d0a2c', 'gw_port': {'id': 'a163027d-0050-4663-a719-7d4e12be2ba4', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:05:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be235d9c-f769-4837-914e-f95f9b3c4217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:50:13Z', 'updated_at': '2021-12-20T14:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '059aed00-43a7-4e19-8b77-a764862a90b6', 'name': '', 'network_id': '8a310775-6600-433a-b2cf-962806f14a03', 'tenant_id': '1ad96c1d93ee4a4fab8c54985f8d0a2c', 'mac_address': 'fa:16:3e:8a:ad:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be235d9c-f769-4837-914e-f95f9b3c4217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '8f3ed45f-52f9-4334-9a6d-018925966150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:50:17Z', 'updated_at': '2021-12-20T14:50:27Z', 'revision_number': 5, 'project_id': '1ad96c1d93ee4a4fab8c54985f8d0a2c', 'subnets': [{'id': '8f3ed45f-52f9-4334-9a6d-018925966150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:51:22.770777 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 0b8fd0a5-a9fd-420e-af9e-0ee44d44cbd6 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:51:22.773259 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aed81e6-09b9-4294-beda-fee7f2f21b98 req-0c3d0479-ed2c-46fe-8773-0ea6b017930b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:22.774798 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0aed81e6-09b9-4294-beda-fee7f2f21b98 req-0c3d0479-ed2c-46fe-8773-0ea6b017930b service neutron] 10.222.0.54 "GET /v2.0/networks?id=8a310775-6600-433a-b2cf-962806f14a03 HTTP/1.1" status: 200 len: 919 time: 0.3210092 Dec 20 14:51:22.781030 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:22.795872 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9905bf5b-7684-470d-ba3b-d94afcaae929 req-72c03f11-46b9-48f9-887f-e244a4c3a439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:22.797549 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9905bf5b-7684-470d-ba3b-d94afcaae929 req-72c03f11-46b9-48f9-887f-e244a4c3a439 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8a310775-6600-433a-b2cf-962806f14a03 HTTP/1.1" status: 200 len: 919 time: 0.2728066 Dec 20 14:51:22.817075 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-75a016ee-7563-44f7-b046-1ec9b0f35793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349547164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349547164-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.3073397 Dec 20 14:51:22.858615 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-7958a856-c24f-41a9-baf8-c260d3defdd1 None None] Provisioning complete for port 0b8fd0a5-a9fd-420e-af9e-0ee44d44cbd6 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:51:22.862070 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-7958a856-c24f-41a9-baf8-c260d3defdd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:22.863913 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3eda4af-93bb-46ca-ac34-4c9fa1b4c967 None None] Checking router: be235d9c-f769-4837-914e-f95f9b3c4217 for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:51:22.895297 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3eda4af-93bb-46ca-ac34-4c9fa1b4c967 None None] Routers {'be235d9c-f769-4837-914e-f95f9b3c4217'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:51:22.895932 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-a3eda4af-93bb-46ca-ac34-4c9fa1b4c967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:51:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['be235d9c-f769-4837-914e-f95f9b3c4217'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:51:22.936082 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a016ee-7563-44f7-b046-1ec9b0f35793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349547164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349547164-project] Pushing event updated for resources: {'Network': ['ID=b9d75543-5213-41cb-848f-d427f2637310,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:22.966957 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network b9d75543-5213-41cb-848f-d427f2637310 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:51:22.989481 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0aed81e6-09b9-4294-beda-fee7f2f21b98 req-7e87d519-2814-49e7-822f-3bcab91e2813 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=438424eb-455f-4c03-b881-a8b1a0efb236 HTTP/1.1" status: 200 len: 217 time: 0.2016108 Dec 20 14:51:23.001799 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9905bf5b-7684-470d-ba3b-d94afcaae929 req-3f0919e0-035a-4520-9ea1-2f9a6c02dfed service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=438424eb-455f-4c03-b881-a8b1a0efb236 HTTP/1.1" status: 200 len: 217 time: 0.1825471 Dec 20 14:51:23.140328 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9905bf5b-7684-470d-ba3b-d94afcaae929 req-a46e22ed-2022-4845-a7cd-be12d0c95e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:23.141864 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9905bf5b-7684-470d-ba3b-d94afcaae929 req-a46e22ed-2022-4845-a7cd-be12d0c95e6f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8f3ed45f-52f9-4334-9a6d-018925966150 HTTP/1.1" status: 200 len: 858 time: 0.1185234 Dec 20 14:51:23.169577 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-a3eda4af-93bb-46ca-ac34-4c9fa1b4c967 None None] Set router be235d9c-f769-4837-914e-f95f9b3c4217 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:51:23.237621 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9905bf5b-7684-470d-ba3b-d94afcaae929 req-b2185d13-e232-4dc2-8964-8707be6275f8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8a310775-6600-433a-b2cf-962806f14a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0867910 Dec 20 14:51:23.263403 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aed81e6-09b9-4294-beda-fee7f2f21b98 req-95d5f19e-adee-4bab-a9bb-f9cd4527d3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:23.264945 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0aed81e6-09b9-4294-beda-fee7f2f21b98 req-95d5f19e-adee-4bab-a9bb-f9cd4527d3f8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8f3ed45f-52f9-4334-9a6d-018925966150 HTTP/1.1" status: 200 len: 858 time: 0.2746952 Dec 20 14:51:23.317589 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 35292) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:23.334890 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-7958a856-c24f-41a9-baf8-c260d3defdd1 None None] Provisioning complete for port ce8da20f-b509-4621-bbb6-a7ae9ca1a3f6 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:51:23.335451 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-7958a856-c24f-41a9-baf8-c260d3defdd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:23.378927 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-5fd72744-0c28-4aac-8ee2-667e610f8dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Request body: {'port': {'network_id': 'b9d75543-5213-41cb-848f-d427f2637310', 'binding:host_id': 'n-h2-761264-19', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928376874'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:51:23.408545 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0aed81e6-09b9-4294-beda-fee7f2f21b98 req-af646f22-209d-44d9-a00c-231c6f839256 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8a310775-6600-433a-b2cf-962806f14a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1201406 Dec 20 14:51:23.410967 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-7958a856-c24f-41a9-baf8-c260d3defdd1 None None] Port ce8da20f-b509-4621-bbb6-a7ae9ca1a3f6 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:51:23.446613 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9956cd89-b38d-406e-baec-770444f4e54a tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:23.458806 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9956cd89-b38d-406e-baec-770444f4e54a tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:23.537481 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-cd2eff95-b2d7-4520-aa41-2d3b5d3adc4e None None] Provisioning complete for port ce8da20f-b509-4621-bbb6-a7ae9ca1a3f6 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:51:23.537854 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-cd2eff95-b2d7-4520-aa41-2d3b5d3adc4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:23.613289 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-cd2eff95-b2d7-4520-aa41-2d3b5d3adc4e None None] Port ce8da20f-b509-4621-bbb6-a7ae9ca1a3f6 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:51:23.663035 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fd72744-0c28-4aac-8ee2-667e610f8dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Made reservation on behalf of 3a82dba936824b8f97243e44eb21a431 for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:51:23.665381 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5fd72744-0c28-4aac-8ee2-667e610f8dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:23.679975 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9956cd89-b38d-406e-baec-770444f4e54a tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Pushing event updated for resources: {'Port': ['ID=ce8da20f-b509-4621-bbb6-a7ae9ca1a3f6,revision_number=3']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:23.686256 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 14:51:23.693029 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0aed81e6-09b9-4294-beda-fee7f2f21b98 req-3c6413d2-63fd-4405-96ee-66615693f582 service neutron] 10.222.0.54 "GET /v2.0/networks/8a310775-6600-433a-b2cf-962806f14a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761769 Dec 20 14:51:23.696497 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5fd72744-0c28-4aac-8ee2-667e610f8dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:23.703140 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9905bf5b-7684-470d-ba3b-d94afcaae929 req-7b9441dd-e98b-41fd-8420-c519b99c0580 service neutron] 10.222.0.47 "GET /v2.0/networks/8a310775-6600-433a-b2cf-962806f14a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4369068 Dec 20 14:51:23.735018 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-a3eda4af-93bb-46ca-ac34-4c9fa1b4c967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be235d9c-f769-4837-914e-f95f9b3c4217', 'name': 'tempest-ServerRescueTestJSONUnderV235-13061668-router', 'tenant_id': '1ad96c1d93ee4a4fab8c54985f8d0a2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'a163027d-0050-4663-a719-7d4e12be2ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:50:12Z', 'updated_at': '2021-12-20T14:50:19Z', 'revision_number': 4, 'project_id': '1ad96c1d93ee4a4fab8c54985f8d0a2c', 'gw_port': {'id': 'a163027d-0050-4663-a719-7d4e12be2ba4', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:05:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be235d9c-f769-4837-914e-f95f9b3c4217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:50:13Z', 'updated_at': '2021-12-20T14:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '059aed00-43a7-4e19-8b77-a764862a90b6', 'name': '', 'network_id': '8a310775-6600-433a-b2cf-962806f14a03', 'tenant_id': '1ad96c1d93ee4a4fab8c54985f8d0a2c', 'mac_address': 'fa:16:3e:8a:ad:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be235d9c-f769-4837-914e-f95f9b3c4217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '8f3ed45f-52f9-4334-9a6d-018925966150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:50:17Z', 'updated_at': '2021-12-20T14:50:27Z', 'revision_number': 5, 'project_id': '1ad96c1d93ee4a4fab8c54985f8d0a2c', 'subnets': [{'id': '8f3ed45f-52f9-4334-9a6d-018925966150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:51:23.773882 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3eda4af-93bb-46ca-ac34-4c9fa1b4c967 None None] The sync data for ids ['be235d9c-f769-4837-914e-f95f9b3c4217'] in n-d-761264-19 is: [{'id': 'be235d9c-f769-4837-914e-f95f9b3c4217', 'name': 'tempest-ServerRescueTestJSONUnderV235-13061668-router', 'tenant_id': '1ad96c1d93ee4a4fab8c54985f8d0a2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'a163027d-0050-4663-a719-7d4e12be2ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:50:12Z', 'updated_at': '2021-12-20T14:50:19Z', 'revision_number': 4, 'project_id': '1ad96c1d93ee4a4fab8c54985f8d0a2c', 'gw_port': {'id': 'a163027d-0050-4663-a719-7d4e12be2ba4', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:05:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be235d9c-f769-4837-914e-f95f9b3c4217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:50:13Z', 'updated_at': '2021-12-20T14:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '059aed00-43a7-4e19-8b77-a764862a90b6', 'name': '', 'network_id': '8a310775-6600-433a-b2cf-962806f14a03', 'tenant_id': '1ad96c1d93ee4a4fab8c54985f8d0a2c', 'mac_address': 'fa:16:3e:8a:ad:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be235d9c-f769-4837-914e-f95f9b3c4217', 'device_owner': 'network:router_interface', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '8f3ed45f-52f9-4334-9a6d-018925966150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:50:17Z', 'updated_at': '2021-12-20T14:50:27Z', 'revision_number': 5, 'project_id': '1ad96c1d93ee4a4fab8c54985f8d0a2c', 'subnets': [{'id': '8f3ed45f-52f9-4334-9a6d-018925966150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:51:23.844903 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-9956cd89-b38d-406e-baec-770444f4e54a tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] In _notify_port_updated(), no bound segment for port ce8da20f-b509-4621-bbb6-a7ae9ca1a3f6 on network 1d301c45-bef1-40be-a96c-6ef2e171b3f9 {{(pid=103168) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 20 14:51:23.847482 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:23.847482 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:51:23.847482 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:23.847482 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:51:23.847482 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:23.847482 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:51:23.847482 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:23.847482 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:51:23.847482 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:23.847482 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:51:23.847482 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:23.847482 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:51:23.847482 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:23.847482 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:51:23.847482 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:23.847482 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:51:23.847482 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:23.847482 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:51:23.847482 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:23.847482 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:51:23.847482 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:23.847482 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:51:23.847482 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:23.847482 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:51:23.847482 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:23.847482 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:51:23.847482 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:23.847482 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:51:23.847482 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:23.847482 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:51:23.847482 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:23.847482 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:51:23.847482 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:23.847482 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:51:23.847482 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:23.847482 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:51:23.847482 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:23.847482 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:51:23.847482 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:23.847482 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:51:23.847482 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:23.847482 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:51:23.847482 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:23.847482 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:51:23.847482 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:23.847482 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:51:23.847482 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:23.847482 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:51:23.857007 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9956cd89-b38d-406e-baec-770444f4e54a tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:23.858911 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9956cd89-b38d-406e-baec-770444f4e54a tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:23.861995 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-9956cd89-b38d-406e-baec-770444f4e54a tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "PUT /v2.0/ports/ce8da20f-b509-4621-bbb6-a7ae9ca1a3f6 HTTP/1.1" status: 200 len: 999 time: 1.9574313 Dec 20 14:51:23.866322 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 35296) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:23.999592 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9905bf5b-7684-470d-ba3b-d94afcaae929 req-14ec702f-aa5e-453a-829d-8f1db1a97c14 service neutron] 10.222.0.47 "GET /v2.0/networks/8a310775-6600-433a-b2cf-962806f14a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599404 Dec 20 14:51:24.015207 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-c9a6c9c6-c838-47c2-bec2-1e44a8608cd1 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Deleting port ce8da20f-b509-4621-bbb6-a7ae9ca1a3f6 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:51:24.015867 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c9a6c9c6-c838-47c2-bec2-1e44a8608cd1 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:24.026042 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5fd72744-0c28-4aac-8ee2-667e610f8dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:24.041535 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0aed81e6-09b9-4294-beda-fee7f2f21b98 req-50368176-39e9-4b83-9b16-bf156e8fb6af service neutron] 10.222.0.54 "GET /v2.0/networks/8a310775-6600-433a-b2cf-962806f14a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3300331 Dec 20 14:51:24.043041 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5fd72744-0c28-4aac-8ee2-667e610f8dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:24.047480 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-9bf03c0c-d286-490e-a097-059c784c6554 None None] Provisioning complete for port ce8da20f-b509-4621-bbb6-a7ae9ca1a3f6 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:51:24.047852 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-9bf03c0c-d286-490e-a097-059c784c6554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:24.064360 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [None req-5fd72744-0c28-4aac-8ee2-667e610f8dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] device_id is not set on port f69da9c4-1126-4b1a-8873-4ccb6472c7e1 yet. {{(pid=103167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 14:51:24.108317 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-9bf03c0c-d286-490e-a097-059c784c6554 None None] Port ce8da20f-b509-4621-bbb6-a7ae9ca1a3f6 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:51:24.151501 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3700a2-f69c-4cc4-89cd-aecc2e8d2e19 None None] New status for floating IP 2986a45a-6986-496e-bf6e-995eeb57cb21: DOWN {{(pid=103169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 14:51:24.153965 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a8454d9a-003b-47f5-bedb-e058010b7698 req-974e1632-9d2d-4e19-a885-1e56e04ceacd tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] 10.222.0.54 "GET /v2.0/floatingips/2986a45a-6986-496e-bf6e-995eeb57cb21 HTTP/1.1" status: 200 len: 695 time: 0.0505760 Dec 20 14:51:24.179380 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd72744-0c28-4aac-8ee2-667e610f8dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75c5bd38-969b-45c0-b219-6473837bd6ba,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:24.259395 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c9a6c9c6-c838-47c2-bec2-1e44a8608cd1 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:24.278588 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-c9a6c9c6-c838-47c2-bec2-1e44a8608cd1 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Calling delete_port for ce8da20f-b509-4621-bbb6-a7ae9ca1a3f6 owned by {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:51:24.338965 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [None req-5fd72744-0c28-4aac-8ee2-667e610f8dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] device_id is not set on port f69da9c4-1126-4b1a-8873-4ccb6472c7e1 yet. {{(pid=103167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 14:51:24.350321 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5fd72744-0c28-4aac-8ee2-667e610f8dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:24.356136 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8454d9a-003b-47f5-bedb-e058010b7698 req-90992c68-16e7-469e-b553-f0d90c38436d tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:24.360889 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5fd72744-0c28-4aac-8ee2-667e610f8dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:24.369210 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a8454d9a-003b-47f5-bedb-e058010b7698 req-90992c68-16e7-469e-b553-f0d90c38436d tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] 10.222.0.54 "GET /v2.0/networks/c3f8658e-da35-41f3-bd03-509e29ebd6f3 HTTP/1.1" status: 200 len: 784 time: 0.2028844 Dec 20 14:51:24.376790 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [req-a8454d9a-003b-47f5-bedb-e058010b7698 req-5da6c0dd-20bc-490c-8e76-5e9b18452dc6 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:51:24.377851 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a8454d9a-003b-47f5-bedb-e058010b7698 req-5da6c0dd-20bc-490c-8e76-5e9b18452dc6 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0078545 Dec 20 14:51:24.426422 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd72744-0c28-4aac-8ee2-667e610f8dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Pushing event updated for resources: {'Port': ['ID=f69da9c4-1126-4b1a-8873-4ccb6472c7e1,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:24.434490 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd72744-0c28-4aac-8ee2-667e610f8dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Checking segment: {'id': '05d4a604-3bd5-4340-b481-1d2b6281b7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b9d75543-5213-41cb-848f-d427f2637310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:51:24.434742 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd72744-0c28-4aac-8ee2-667e610f8dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Network hostable DHCP agents. Network: b9d75543-5213-41cb-848f-d427f2637310, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:51:24.449163 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a8454d9a-003b-47f5-bedb-e058010b7698 req-916bb049-010b-4e39-8287-b50e642d2d90 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.233 HTTP/1.1" status: 200 len: 696 time: 0.0619316 Dec 20 14:51:24.454304 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd72744-0c28-4aac-8ee2-667e610f8dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Network b9d75543-5213-41cb-848f-d427f2637310 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:51:24.467130 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-5fd72744-0c28-4aac-8ee2-667e610f8dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, b9d75543-5213-41cb-848f-d427f2637310) {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:51:24.471591 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd72744-0c28-4aac-8ee2-667e610f8dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:51:24.480273 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7adf7c35-edc0-4c6d-aaa7-75f3b9a4524d None None] Network b9d75543-5213-41cb-848f-d427f2637310 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:51:24.497418 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-5fd72744-0c28-4aac-8ee2-667e610f8dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempting to bind port f69da9c4-1126-4b1a-8873-4ccb6472c7e1 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:51:24.498110 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-5fd72744-0c28-4aac-8ee2-667e610f8dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempting to bind port f69da9c4-1126-4b1a-8873-4ccb6472c7e1 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': '05d4a604-3bd5-4340-b481-1d2b6281b7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b9d75543-5213-41cb-848f-d427f2637310'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:51:24.498753 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd72744-0c28-4aac-8ee2-667e610f8dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempting to bind port f69da9c4-1126-4b1a-8873-4ccb6472c7e1 on network b9d75543-5213-41cb-848f-d427f2637310 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:51:24.504799 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd72744-0c28-4aac-8ee2-667e610f8dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Port f69da9c4-1126-4b1a-8873-4ccb6472c7e1 on network b9d75543-5213-41cb-848f-d427f2637310 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:51:24.505282 n-d-761264-19 neutron-server[103167]: ERROR neutron.plugins.ml2.managers [None req-5fd72744-0c28-4aac-8ee2-667e610f8dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Failed to bind port f69da9c4-1126-4b1a-8873-4ccb6472c7e1 on host n-h2-761264-19 for vnic_type normal using segments [{'id': '05d4a604-3bd5-4340-b481-1d2b6281b7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b9d75543-5213-41cb-848f-d427f2637310'}] Dec 20 14:51:24.505802 n-d-761264-19 neutron-server[103167]: INFO neutron.plugins.ml2.plugin [None req-5fd72744-0c28-4aac-8ee2-667e610f8dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempt 2 to bind port f69da9c4-1126-4b1a-8873-4ccb6472c7e1 Dec 20 14:51:24.521387 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-5fd72744-0c28-4aac-8ee2-667e610f8dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempting to bind port f69da9c4-1126-4b1a-8873-4ccb6472c7e1 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:51:24.522039 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-5fd72744-0c28-4aac-8ee2-667e610f8dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempting to bind port f69da9c4-1126-4b1a-8873-4ccb6472c7e1 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': '05d4a604-3bd5-4340-b481-1d2b6281b7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b9d75543-5213-41cb-848f-d427f2637310'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:51:24.522485 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd72744-0c28-4aac-8ee2-667e610f8dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempting to bind port f69da9c4-1126-4b1a-8873-4ccb6472c7e1 on network b9d75543-5213-41cb-848f-d427f2637310 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:51:24.527564 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a8454d9a-003b-47f5-bedb-e058010b7698 req-3919718a-840f-4da6-bfc2-9b7d62c50f77 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.233 HTTP/1.1" status: 200 len: 696 time: 0.0662646 Dec 20 14:51:24.527947 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd72744-0c28-4aac-8ee2-667e610f8dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Port f69da9c4-1126-4b1a-8873-4ccb6472c7e1 on network b9d75543-5213-41cb-848f-d427f2637310 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:51:24.528381 n-d-761264-19 neutron-server[103167]: ERROR neutron.plugins.ml2.managers [None req-5fd72744-0c28-4aac-8ee2-667e610f8dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Failed to bind port f69da9c4-1126-4b1a-8873-4ccb6472c7e1 on host n-h2-761264-19 for vnic_type normal using segments [{'id': '05d4a604-3bd5-4340-b481-1d2b6281b7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b9d75543-5213-41cb-848f-d427f2637310'}] Dec 20 14:51:24.528939 n-d-761264-19 neutron-server[103167]: INFO neutron.plugins.ml2.plugin [None req-5fd72744-0c28-4aac-8ee2-667e610f8dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempt 3 to bind port f69da9c4-1126-4b1a-8873-4ccb6472c7e1 Dec 20 14:51:24.543842 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-5fd72744-0c28-4aac-8ee2-667e610f8dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempting to bind port f69da9c4-1126-4b1a-8873-4ccb6472c7e1 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:51:24.544178 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-5fd72744-0c28-4aac-8ee2-667e610f8dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempting to bind port f69da9c4-1126-4b1a-8873-4ccb6472c7e1 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': '05d4a604-3bd5-4340-b481-1d2b6281b7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b9d75543-5213-41cb-848f-d427f2637310'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:51:24.544607 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd72744-0c28-4aac-8ee2-667e610f8dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempting to bind port f69da9c4-1126-4b1a-8873-4ccb6472c7e1 on network b9d75543-5213-41cb-848f-d427f2637310 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:51:24.550127 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd72744-0c28-4aac-8ee2-667e610f8dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Port f69da9c4-1126-4b1a-8873-4ccb6472c7e1 on network b9d75543-5213-41cb-848f-d427f2637310 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:51:24.550555 n-d-761264-19 neutron-server[103167]: ERROR neutron.plugins.ml2.managers [None req-5fd72744-0c28-4aac-8ee2-667e610f8dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Failed to bind port f69da9c4-1126-4b1a-8873-4ccb6472c7e1 on host n-h2-761264-19 for vnic_type normal using segments [{'id': '05d4a604-3bd5-4340-b481-1d2b6281b7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b9d75543-5213-41cb-848f-d427f2637310'}] Dec 20 14:51:24.551056 n-d-761264-19 neutron-server[103167]: INFO neutron.plugins.ml2.plugin [None req-5fd72744-0c28-4aac-8ee2-667e610f8dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempt 4 to bind port f69da9c4-1126-4b1a-8873-4ccb6472c7e1 Dec 20 14:51:24.566112 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-5fd72744-0c28-4aac-8ee2-667e610f8dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempting to bind port f69da9c4-1126-4b1a-8873-4ccb6472c7e1 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:51:24.566369 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-5fd72744-0c28-4aac-8ee2-667e610f8dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempting to bind port f69da9c4-1126-4b1a-8873-4ccb6472c7e1 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': '05d4a604-3bd5-4340-b481-1d2b6281b7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b9d75543-5213-41cb-848f-d427f2637310'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:51:24.566708 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd72744-0c28-4aac-8ee2-667e610f8dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempting to bind port f69da9c4-1126-4b1a-8873-4ccb6472c7e1 on network b9d75543-5213-41cb-848f-d427f2637310 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:51:24.571629 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd72744-0c28-4aac-8ee2-667e610f8dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Port f69da9c4-1126-4b1a-8873-4ccb6472c7e1 on network b9d75543-5213-41cb-848f-d427f2637310 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:51:24.572078 n-d-761264-19 neutron-server[103167]: ERROR neutron.plugins.ml2.managers [None req-5fd72744-0c28-4aac-8ee2-667e610f8dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Failed to bind port f69da9c4-1126-4b1a-8873-4ccb6472c7e1 on host n-h2-761264-19 for vnic_type normal using segments [{'id': '05d4a604-3bd5-4340-b481-1d2b6281b7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b9d75543-5213-41cb-848f-d427f2637310'}] Dec 20 14:51:24.572545 n-d-761264-19 neutron-server[103167]: INFO neutron.plugins.ml2.plugin [None req-5fd72744-0c28-4aac-8ee2-667e610f8dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempt 5 to bind port f69da9c4-1126-4b1a-8873-4ccb6472c7e1 Dec 20 14:51:24.595374 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-5fd72744-0c28-4aac-8ee2-667e610f8dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempting to bind port f69da9c4-1126-4b1a-8873-4ccb6472c7e1 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:51:24.596369 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-5fd72744-0c28-4aac-8ee2-667e610f8dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempting to bind port f69da9c4-1126-4b1a-8873-4ccb6472c7e1 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': '05d4a604-3bd5-4340-b481-1d2b6281b7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b9d75543-5213-41cb-848f-d427f2637310'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:51:24.596369 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd72744-0c28-4aac-8ee2-667e610f8dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempting to bind port f69da9c4-1126-4b1a-8873-4ccb6472c7e1 on network b9d75543-5213-41cb-848f-d427f2637310 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:51:24.603503 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd72744-0c28-4aac-8ee2-667e610f8dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Port f69da9c4-1126-4b1a-8873-4ccb6472c7e1 on network b9d75543-5213-41cb-848f-d427f2637310 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:51:24.604156 n-d-761264-19 neutron-server[103167]: ERROR neutron.plugins.ml2.managers [None req-5fd72744-0c28-4aac-8ee2-667e610f8dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Failed to bind port f69da9c4-1126-4b1a-8873-4ccb6472c7e1 on host n-h2-761264-19 for vnic_type normal using segments [{'id': '05d4a604-3bd5-4340-b481-1d2b6281b7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b9d75543-5213-41cb-848f-d427f2637310'}] Dec 20 14:51:24.604509 n-d-761264-19 neutron-server[103167]: INFO neutron.plugins.ml2.plugin [None req-5fd72744-0c28-4aac-8ee2-667e610f8dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempt 6 to bind port f69da9c4-1126-4b1a-8873-4ccb6472c7e1 Dec 20 14:51:24.620232 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-5fd72744-0c28-4aac-8ee2-667e610f8dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempting to bind port f69da9c4-1126-4b1a-8873-4ccb6472c7e1 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:51:24.620656 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-5fd72744-0c28-4aac-8ee2-667e610f8dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempting to bind port f69da9c4-1126-4b1a-8873-4ccb6472c7e1 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': '05d4a604-3bd5-4340-b481-1d2b6281b7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b9d75543-5213-41cb-848f-d427f2637310'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:51:24.621067 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd72744-0c28-4aac-8ee2-667e610f8dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempting to bind port f69da9c4-1126-4b1a-8873-4ccb6472c7e1 on network b9d75543-5213-41cb-848f-d427f2637310 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:51:24.626083 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd72744-0c28-4aac-8ee2-667e610f8dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Port f69da9c4-1126-4b1a-8873-4ccb6472c7e1 on network b9d75543-5213-41cb-848f-d427f2637310 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:51:24.626539 n-d-761264-19 neutron-server[103167]: ERROR neutron.plugins.ml2.managers [None req-5fd72744-0c28-4aac-8ee2-667e610f8dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Failed to bind port f69da9c4-1126-4b1a-8873-4ccb6472c7e1 on host n-h2-761264-19 for vnic_type normal using segments [{'id': '05d4a604-3bd5-4340-b481-1d2b6281b7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b9d75543-5213-41cb-848f-d427f2637310'}] Dec 20 14:51:24.627025 n-d-761264-19 neutron-server[103167]: INFO neutron.plugins.ml2.plugin [None req-5fd72744-0c28-4aac-8ee2-667e610f8dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempt 7 to bind port f69da9c4-1126-4b1a-8873-4ccb6472c7e1 Dec 20 14:51:24.644340 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-5fd72744-0c28-4aac-8ee2-667e610f8dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempting to bind port f69da9c4-1126-4b1a-8873-4ccb6472c7e1 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:51:24.644819 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-5fd72744-0c28-4aac-8ee2-667e610f8dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempting to bind port f69da9c4-1126-4b1a-8873-4ccb6472c7e1 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': '05d4a604-3bd5-4340-b481-1d2b6281b7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b9d75543-5213-41cb-848f-d427f2637310'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:51:24.645156 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd72744-0c28-4aac-8ee2-667e610f8dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempting to bind port f69da9c4-1126-4b1a-8873-4ccb6472c7e1 on network b9d75543-5213-41cb-848f-d427f2637310 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:51:24.652937 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd72744-0c28-4aac-8ee2-667e610f8dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Port f69da9c4-1126-4b1a-8873-4ccb6472c7e1 on network b9d75543-5213-41cb-848f-d427f2637310 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:51:24.653384 n-d-761264-19 neutron-server[103167]: ERROR neutron.plugins.ml2.managers [None req-5fd72744-0c28-4aac-8ee2-667e610f8dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Failed to bind port f69da9c4-1126-4b1a-8873-4ccb6472c7e1 on host n-h2-761264-19 for vnic_type normal using segments [{'id': '05d4a604-3bd5-4340-b481-1d2b6281b7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b9d75543-5213-41cb-848f-d427f2637310'}] Dec 20 14:51:24.653870 n-d-761264-19 neutron-server[103167]: INFO neutron.plugins.ml2.plugin [None req-5fd72744-0c28-4aac-8ee2-667e610f8dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempt 8 to bind port f69da9c4-1126-4b1a-8873-4ccb6472c7e1 Dec 20 14:51:24.671903 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-5fd72744-0c28-4aac-8ee2-667e610f8dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempting to bind port f69da9c4-1126-4b1a-8873-4ccb6472c7e1 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:51:24.672416 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-5fd72744-0c28-4aac-8ee2-667e610f8dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempting to bind port f69da9c4-1126-4b1a-8873-4ccb6472c7e1 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': '05d4a604-3bd5-4340-b481-1d2b6281b7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b9d75543-5213-41cb-848f-d427f2637310'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:51:24.673003 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd72744-0c28-4aac-8ee2-667e610f8dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempting to bind port f69da9c4-1126-4b1a-8873-4ccb6472c7e1 on network b9d75543-5213-41cb-848f-d427f2637310 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:51:24.680283 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd72744-0c28-4aac-8ee2-667e610f8dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Port f69da9c4-1126-4b1a-8873-4ccb6472c7e1 on network b9d75543-5213-41cb-848f-d427f2637310 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:51:24.680758 n-d-761264-19 neutron-server[103167]: ERROR neutron.plugins.ml2.managers [None req-5fd72744-0c28-4aac-8ee2-667e610f8dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Failed to bind port f69da9c4-1126-4b1a-8873-4ccb6472c7e1 on host n-h2-761264-19 for vnic_type normal using segments [{'id': '05d4a604-3bd5-4340-b481-1d2b6281b7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b9d75543-5213-41cb-848f-d427f2637310'}] Dec 20 14:51:24.681247 n-d-761264-19 neutron-server[103167]: INFO neutron.plugins.ml2.plugin [None req-5fd72744-0c28-4aac-8ee2-667e610f8dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempt 9 to bind port f69da9c4-1126-4b1a-8873-4ccb6472c7e1 Dec 20 14:51:24.696880 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-5fd72744-0c28-4aac-8ee2-667e610f8dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempting to bind port f69da9c4-1126-4b1a-8873-4ccb6472c7e1 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:51:24.697378 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-5fd72744-0c28-4aac-8ee2-667e610f8dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempting to bind port f69da9c4-1126-4b1a-8873-4ccb6472c7e1 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': '05d4a604-3bd5-4340-b481-1d2b6281b7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b9d75543-5213-41cb-848f-d427f2637310'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:51:24.697856 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd72744-0c28-4aac-8ee2-667e610f8dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempting to bind port f69da9c4-1126-4b1a-8873-4ccb6472c7e1 on network b9d75543-5213-41cb-848f-d427f2637310 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:51:24.703335 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd72744-0c28-4aac-8ee2-667e610f8dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Port f69da9c4-1126-4b1a-8873-4ccb6472c7e1 on network b9d75543-5213-41cb-848f-d427f2637310 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:51:24.703828 n-d-761264-19 neutron-server[103167]: ERROR neutron.plugins.ml2.managers [None req-5fd72744-0c28-4aac-8ee2-667e610f8dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Failed to bind port f69da9c4-1126-4b1a-8873-4ccb6472c7e1 on host n-h2-761264-19 for vnic_type normal using segments [{'id': '05d4a604-3bd5-4340-b481-1d2b6281b7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b9d75543-5213-41cb-848f-d427f2637310'}] Dec 20 14:51:24.704288 n-d-761264-19 neutron-server[103167]: INFO neutron.plugins.ml2.plugin [None req-5fd72744-0c28-4aac-8ee2-667e610f8dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempt 10 to bind port f69da9c4-1126-4b1a-8873-4ccb6472c7e1 Dec 20 14:51:24.717247 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-5fd72744-0c28-4aac-8ee2-667e610f8dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempting to bind port f69da9c4-1126-4b1a-8873-4ccb6472c7e1 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:51:24.717841 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-5fd72744-0c28-4aac-8ee2-667e610f8dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempting to bind port f69da9c4-1126-4b1a-8873-4ccb6472c7e1 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': '05d4a604-3bd5-4340-b481-1d2b6281b7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b9d75543-5213-41cb-848f-d427f2637310'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:51:24.718559 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd72744-0c28-4aac-8ee2-667e610f8dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempting to bind port f69da9c4-1126-4b1a-8873-4ccb6472c7e1 on network b9d75543-5213-41cb-848f-d427f2637310 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:51:24.722929 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd72744-0c28-4aac-8ee2-667e610f8dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Port f69da9c4-1126-4b1a-8873-4ccb6472c7e1 on network b9d75543-5213-41cb-848f-d427f2637310 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:51:24.723414 n-d-761264-19 neutron-server[103167]: ERROR neutron.plugins.ml2.managers [None req-5fd72744-0c28-4aac-8ee2-667e610f8dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Failed to bind port f69da9c4-1126-4b1a-8873-4ccb6472c7e1 on host n-h2-761264-19 for vnic_type normal using segments [{'id': '05d4a604-3bd5-4340-b481-1d2b6281b7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b9d75543-5213-41cb-848f-d427f2637310'}] Dec 20 14:51:24.723859 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5fd72744-0c28-4aac-8ee2-667e610f8dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:24.742434 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c9a6c9c6-c838-47c2-bec2-1e44a8608cd1 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:24.757551 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-a8454d9a-003b-47f5-bedb-e058010b7698 req-fc197585-d539-41e1-8b44-e8460703d887 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Deleting port 3a1e1b03-b20f-43ff-8f4a-a01070d378b8 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:51:24.757918 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-a8454d9a-003b-47f5-bedb-e058010b7698 req-fc197585-d539-41e1-8b44-e8460703d887 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:24.788249 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a6c9c6-c838-47c2-bec2-1e44a8608cd1 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Pushing event deleted for resources: {'Port': ['ID=ce8da20f-b509-4621-bbb6-a7ae9ca1a3f6,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:24.799575 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-5fd72744-0c28-4aac-8ee2-667e610f8dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] For port f69da9c4-1126-4b1a-8873-4ccb6472c7e1, host n-h2-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:51:24.800100 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-5fd72744-0c28-4aac-8ee2-667e610f8dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempted to set empty binding levels {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 20 14:51:24.808803 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5fd72744-0c28-4aac-8ee2-667e610f8dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:24.913518 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd72744-0c28-4aac-8ee2-667e610f8dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:24.914379 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5fd72744-0c28-4aac-8ee2-667e610f8dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:24.927417 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd72744-0c28-4aac-8ee2-667e610f8dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Pushing event updated for resources: {'Port': ['ID=f69da9c4-1126-4b1a-8873-4ccb6472c7e1,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:24.943871 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-5fd72744-0c28-4aac-8ee2-667e610f8dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 1.6035283 Dec 20 14:51:24.945587 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 35308) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:24.950715 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-a8454d9a-003b-47f5-bedb-e058010b7698 req-fc197585-d539-41e1-8b44-e8460703d887 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:24.951098 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-a8454d9a-003b-47f5-bedb-e058010b7698 req-fc197585-d539-41e1-8b44-e8460703d887 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:24.964672 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c9a6c9c6-c838-47c2-bec2-1e44a8608cd1 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:24.970667 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-c9a6c9c6-c838-47c2-bec2-1e44a8608cd1 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "DELETE /v2.0/ports/ce8da20f-b509-4621-bbb6-a7ae9ca1a3f6 HTTP/1.1" status: 204 len: 168 time: 1.1007938 Dec 20 14:51:24.970947 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 35310) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:24.983400 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-a8454d9a-003b-47f5-bedb-e058010b7698 req-fc197585-d539-41e1-8b44-e8460703d887 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Calling delete_port for 3a1e1b03-b20f-43ff-8f4a-a01070d378b8 owned by network:floatingip {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:51:25.017538 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-af82efa7-555a-4953-9c63-f03ff0741e87 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] GET failed (client error): The resource could not be found. Dec 20 14:51:25.021710 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-af82efa7-555a-4953-9c63-f03ff0741e87 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "GET /v2.0/ports/ce8da20f-b509-4621-bbb6-a7ae9ca1a3f6 HTTP/1.1" status: 404 len: 333 time: 0.0471909 Dec 20 14:51:25.022647 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 35312) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:25.080809 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-cacaee28-336b-454f-91f5-4c106c9e5a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Deleting port f69da9c4-1126-4b1a-8873-4ccb6472c7e1 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:51:25.081368 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-cacaee28-336b-454f-91f5-4c106c9e5a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:25.148018 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7b4d69d-1469-4645-bec7-cccb6f66e151 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Deleting subnet 24f527e1-4707-4c35-a6b8-164e421ec8dd {{(pid=103168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:51:25.155813 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-cacaee28-336b-454f-91f5-4c106c9e5a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] For port f69da9c4-1126-4b1a-8873-4ccb6472c7e1, host n-h2-761264-19, got binding levels [] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:51:25.156229 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-cacaee28-336b-454f-91f5-4c106c9e5a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:25.157236 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e7b4d69d-1469-4645-bec7-cccb6f66e151 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks [] for subnet, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:25.173393 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-cacaee28-336b-454f-91f5-4c106c9e5a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Calling delete_port for f69da9c4-1126-4b1a-8873-4ccb6472c7e1 owned by {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:51:25.211143 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e7b4d69d-1469-4645-bec7-cccb6f66e151 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9023023'] for subnet, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:25.273668 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-cacaee28-336b-454f-91f5-4c106c9e5a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:25.308637 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-cacaee28-336b-454f-91f5-4c106c9e5a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:25.311907 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-cacaee28-336b-454f-91f5-4c106c9e5a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] 10.222.0.54 "DELETE /v2.0/ports/f69da9c4-1126-4b1a-8873-4ccb6472c7e1 HTTP/1.1" status: 204 len: 168 time: 0.3643713 Dec 20 14:51:25.313068 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacaee28-336b-454f-91f5-4c106c9e5a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Pushing event deleted for resources: {'Port': ['ID=f69da9c4-1126-4b1a-8873-4ccb6472c7e1,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:25.314862 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 35314) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:25.343586 n-d-761264-19 neutron-server[103167]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b927831-3365-4ce4-bb8d-559d8522cade tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] GET failed (client error): The resource could not be found. Dec 20 14:51:25.346157 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-0b927831-3365-4ce4-bb8d-559d8522cade tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] 10.222.0.54 "GET /v2.0/ports/f69da9c4-1126-4b1a-8873-4ccb6472c7e1 HTTP/1.1" status: 404 len: 333 time: 0.0291481 Dec 20 14:51:25.349244 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 35316) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:25.351832 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e7b4d69d-1469-4645-bec7-cccb6f66e151 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:25.353690 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-6f113737-76b9-403a-b7c6-5e2da4f121a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Request body: {'port': {'network_id': 'b9d75543-5213-41cb-848f-d427f2637310', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1858850073'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:51:25.388394 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f113737-76b9-403a-b7c6-5e2da4f121a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Made reservation on behalf of 3a82dba936824b8f97243e44eb21a431 for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:51:25.391512 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6f113737-76b9-403a-b7c6-5e2da4f121a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:25.396720 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-a8454d9a-003b-47f5-bedb-e058010b7698 req-fc197585-d539-41e1-8b44-e8460703d887 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:25.409565 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [None req-6f113737-76b9-403a-b7c6-5e2da4f121a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] device_id is not set on port 82dd56fa-1840-4450-944a-f0875c6409f0 yet. {{(pid=103167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 14:51:25.439160 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc197585-d539-41e1-8b44-e8460703d887 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Pushing event deleted for resources: {'Port': ['ID=3a1e1b03-b20f-43ff-8f4a-a01070d378b8,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:25.502877 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e7b4d69d-1469-4645-bec7-cccb6f66e151 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8850800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470517'] for subnet, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:25.531821 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-a8454d9a-003b-47f5-bedb-e058010b7698 req-fc197585-d539-41e1-8b44-e8460703d887 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Publish callbacks [] for floatingip, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:25.534386 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-a8454d9a-003b-47f5-bedb-e058010b7698 req-fc197585-d539-41e1-8b44-e8460703d887 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:25.535575 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a8454d9a-003b-47f5-bedb-e058010b7698 req-fc197585-d539-41e1-8b44-e8460703d887 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] 10.222.0.54 "DELETE /v2.0/floatingips/2986a45a-6986-496e-bf6e-995eeb57cb21 HTTP/1.1" status: 204 len: 173 time: 1.0025184 Dec 20 14:51:25.539218 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b4d69d-1469-4645-bec7-cccb6f66e151 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Pushing event deleted for resources: {'Subnet': ['ID=24f527e1-4707-4c35-a6b8-164e421ec8dd,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:25.550507 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e7b4d69d-1469-4645-bec7-cccb6f66e151 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks [] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:25.553760 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790eb16a-bf4c-450b-adbe-f0eacadbca55 None None] Network 1d301c45-bef1-40be-a96c-6ef2e171b3f9 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:51:25.557517 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-e7b4d69d-1469-4645-bec7-cccb6f66e151 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "DELETE /v2.0/subnets/24f527e1-4707-4c35-a6b8-164e421ec8dd HTTP/1.1" status: 204 len: 168 time: 0.5305264 Dec 20 14:51:25.557517 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 35320) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:25.597003 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6f113737-76b9-403a-b7c6-5e2da4f121a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:25.633706 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_v2 [None req-85ae514b-7e3b-428d-bd38-a6a53bbfb666 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Deleting subnet e348443c-37d6-4bf2-b2b9-d79edc29a445 {{(pid=103168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:51:25.638865 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-85ae514b-7e3b-428d-bd38-a6a53bbfb666 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks [] for subnet, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:25.658608 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6f113737-76b9-403a-b7c6-5e2da4f121a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:25.693725 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-85ae514b-7e3b-428d-bd38-a6a53bbfb666 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9023023'] for subnet, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:25.738366 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f113737-76b9-403a-b7c6-5e2da4f121a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Pushing event updated for resources: {'Port': ['ID=82dd56fa-1840-4450-944a-f0875c6409f0,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:25.756387 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fed21e04-2e6b-4447-94d5-910ba3e4a689 req-92c4660b-8c25-439e-ae70-69d921205fda tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] 10.222.0.54 "GET /v2.0/security-groups/f64a2d23-487c-4115-b635-83f32338caca HTTP/1.1" status: 200 len: 1826 time: 0.1975582 Dec 20 14:51:25.760556 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f113737-76b9-403a-b7c6-5e2da4f121a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Network b9d75543-5213-41cb-848f-d427f2637310 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:51:25.768623 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-6f113737-76b9-403a-b7c6-5e2da4f121a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:51:25.775427 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f113737-76b9-403a-b7c6-5e2da4f121a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:51:25.776311 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f113737-76b9-403a-b7c6-5e2da4f121a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:25.776912 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6f113737-76b9-403a-b7c6-5e2da4f121a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:25.795213 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-85ae514b-7e3b-428d-bd38-a6a53bbfb666 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:25.812521 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-6f113737-76b9-403a-b7c6-5e2da4f121a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.4597633 Dec 20 14:51:25.813006 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 35322) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:25.818835 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-91a98f88-d1d6-4b10-bff8-d21159d26ef3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-761264-19'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:51:25.877369 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-85ae514b-7e3b-428d-bd38-a6a53bbfb666 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8850800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470517'] for subnet, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:25.881876 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-fed21e04-2e6b-4447-94d5-910ba3e4a689 req-40687a63-0800-4781-8601-174a0e89bf02 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:25.917244 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ae514b-7e3b-428d-bd38-a6a53bbfb666 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Pushing event deleted for resources: {'Subnet': ['ID=e348443c-37d6-4bf2-b2b9-d79edc29a445,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:25.928868 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-85ae514b-7e3b-428d-bd38-a6a53bbfb666 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks [] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:25.930818 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-91a98f88-d1d6-4b10-bff8-d21159d26ef3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:25.932273 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-85ae514b-7e3b-428d-bd38-a6a53bbfb666 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "DELETE /v2.0/subnets/e348443c-37d6-4bf2-b2b9-d79edc29a445 HTTP/1.1" status: 204 len: 168 time: 0.3734512 Dec 20 14:51:25.934995 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 35326) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:25.938703 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-fed21e04-2e6b-4447-94d5-910ba3e4a689 req-40687a63-0800-4781-8601-174a0e89bf02 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:26.018861 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-bfd5788a-b27b-4a59-8ee9-1d9e5897ce01 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:26.039916 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-fed21e04-2e6b-4447-94d5-910ba3e4a689 req-40687a63-0800-4781-8601-174a0e89bf02 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:26.042702 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-fed21e04-2e6b-4447-94d5-910ba3e4a689 req-40687a63-0800-4781-8601-174a0e89bf02 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:26.043945 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fed21e04-2e6b-4447-94d5-910ba3e4a689 req-40687a63-0800-4781-8601-174a0e89bf02 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] 10.222.0.54 "DELETE /v2.0/security-groups/f64a2d23-487c-4115-b635-83f32338caca HTTP/1.1" status: 204 len: 173 time: 0.2867577 Dec 20 14:51:26.104540 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-bfd5788a-b27b-4a59-8ee9-1d9e5897ce01 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Deleting port 0b8fd0a5-a9fd-420e-af9e-0ee44d44cbd6 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:51:26.104779 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-bfd5788a-b27b-4a59-8ee9-1d9e5897ce01 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:26.108654 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40687a63-0800-4781-8601-174a0e89bf02 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f64a2d23-487c-4115-b635-83f32338caca,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:26.211560 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-bfd5788a-b27b-4a59-8ee9-1d9e5897ce01 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] For port 0b8fd0a5-a9fd-420e-af9e-0ee44d44cbd6, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=0b8fd0a5-a9fd-420e-af9e-0ee44d44cbd6,segment=NetworkSegment(d3eb0672-0065-4238-9158-98a73e49645d),segment_id=d3eb0672-0065-4238-9158-98a73e49645d)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:51:26.212044 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-bfd5788a-b27b-4a59-8ee9-1d9e5897ce01 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:26.228885 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [None req-91a98f88-d1d6-4b10-bff8-d21159d26ef3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] device_id is not set on port 82dd56fa-1840-4450-944a-f0875c6409f0 yet. {{(pid=103167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 14:51:26.234288 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-bfd5788a-b27b-4a59-8ee9-1d9e5897ce01 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Calling delete_port for 0b8fd0a5-a9fd-420e-af9e-0ee44d44cbd6 owned by network:dhcp {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:51:26.241588 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-91a98f88-d1d6-4b10-bff8-d21159d26ef3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:26.249818 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-91a98f88-d1d6-4b10-bff8-d21159d26ef3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:26.350116 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-bfd5788a-b27b-4a59-8ee9-1d9e5897ce01 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:26.369716 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a98f88-d1d6-4b10-bff8-d21159d26ef3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Pushing event updated for resources: {'Port': ['ID=82dd56fa-1840-4450-944a-f0875c6409f0,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:26.379972 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd5788a-b27b-4a59-8ee9-1d9e5897ce01 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Pushing event deleted for resources: {'Port': ['ID=0b8fd0a5-a9fd-420e-af9e-0ee44d44cbd6,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:26.392549 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd5788a-b27b-4a59-8ee9-1d9e5897ce01 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] No DVR routers for this DVR port 0b8fd0a5-a9fd-420e-af9e-0ee44d44cbd6 on host n-d-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:51:26.399519 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-91a98f88-d1d6-4b10-bff8-d21159d26ef3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempting to bind port 82dd56fa-1840-4450-944a-f0875c6409f0 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:51:26.400121 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-91a98f88-d1d6-4b10-bff8-d21159d26ef3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempting to bind port 82dd56fa-1840-4450-944a-f0875c6409f0 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': '05d4a604-3bd5-4340-b481-1d2b6281b7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b9d75543-5213-41cb-848f-d427f2637310'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:51:26.400637 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a98f88-d1d6-4b10-bff8-d21159d26ef3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempting to bind port 82dd56fa-1840-4450-944a-f0875c6409f0 on network b9d75543-5213-41cb-848f-d427f2637310 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:51:26.426460 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a98f88-d1d6-4b10-bff8-d21159d26ef3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Port 82dd56fa-1840-4450-944a-f0875c6409f0 on network b9d75543-5213-41cb-848f-d427f2637310 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:51:26.427161 n-d-761264-19 neutron-server[103167]: ERROR neutron.plugins.ml2.managers [None req-91a98f88-d1d6-4b10-bff8-d21159d26ef3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Failed to bind port 82dd56fa-1840-4450-944a-f0875c6409f0 on host n-h2-761264-19 for vnic_type normal using segments [{'id': '05d4a604-3bd5-4340-b481-1d2b6281b7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b9d75543-5213-41cb-848f-d427f2637310'}] Dec 20 14:51:26.428550 n-d-761264-19 neutron-server[103167]: INFO neutron.plugins.ml2.plugin [None req-91a98f88-d1d6-4b10-bff8-d21159d26ef3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempt 2 to bind port 82dd56fa-1840-4450-944a-f0875c6409f0 Dec 20 14:51:26.453703 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-91a98f88-d1d6-4b10-bff8-d21159d26ef3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempting to bind port 82dd56fa-1840-4450-944a-f0875c6409f0 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:51:26.454331 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-91a98f88-d1d6-4b10-bff8-d21159d26ef3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempting to bind port 82dd56fa-1840-4450-944a-f0875c6409f0 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': '05d4a604-3bd5-4340-b481-1d2b6281b7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b9d75543-5213-41cb-848f-d427f2637310'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:51:26.454919 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a98f88-d1d6-4b10-bff8-d21159d26ef3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempting to bind port 82dd56fa-1840-4450-944a-f0875c6409f0 on network b9d75543-5213-41cb-848f-d427f2637310 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:51:26.470210 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a482ec4-444a-4157-a210-62ed43905405 req-dcca5a41-44f6-4eb2-9b15-33f4fbb00aa3 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:26.472079 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9a482ec4-444a-4157-a210-62ed43905405 req-dcca5a41-44f6-4eb2-9b15-33f4fbb00aa3 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] 10.222.0.54 "GET /v2.0/ports?device_id=9894f473-1ec3-4b93-b5b7-1750ecd1a65d HTTP/1.1" status: 200 len: 946 time: 0.1037443 Dec 20 14:51:26.474713 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a98f88-d1d6-4b10-bff8-d21159d26ef3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Port 82dd56fa-1840-4450-944a-f0875c6409f0 on network b9d75543-5213-41cb-848f-d427f2637310 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:51:26.475117 n-d-761264-19 neutron-server[103167]: ERROR neutron.plugins.ml2.managers [None req-91a98f88-d1d6-4b10-bff8-d21159d26ef3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Failed to bind port 82dd56fa-1840-4450-944a-f0875c6409f0 on host n-h2-761264-19 for vnic_type normal using segments [{'id': '05d4a604-3bd5-4340-b481-1d2b6281b7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b9d75543-5213-41cb-848f-d427f2637310'}] Dec 20 14:51:26.475532 n-d-761264-19 neutron-server[103167]: INFO neutron.plugins.ml2.plugin [None req-91a98f88-d1d6-4b10-bff8-d21159d26ef3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempt 3 to bind port 82dd56fa-1840-4450-944a-f0875c6409f0 Dec 20 14:51:26.504617 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-bfd5788a-b27b-4a59-8ee9-1d9e5897ce01 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:26.522770 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-91a98f88-d1d6-4b10-bff8-d21159d26ef3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempting to bind port 82dd56fa-1840-4450-944a-f0875c6409f0 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:51:26.523415 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-91a98f88-d1d6-4b10-bff8-d21159d26ef3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempting to bind port 82dd56fa-1840-4450-944a-f0875c6409f0 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': '05d4a604-3bd5-4340-b481-1d2b6281b7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b9d75543-5213-41cb-848f-d427f2637310'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:51:26.528639 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a98f88-d1d6-4b10-bff8-d21159d26ef3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempting to bind port 82dd56fa-1840-4450-944a-f0875c6409f0 on network b9d75543-5213-41cb-848f-d427f2637310 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:51:26.546942 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-bfd5788a-b27b-4a59-8ee9-1d9e5897ce01 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d301c45-bef1-40be-a96c-6ef2e171b3f9']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:51:26.551791 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a98f88-d1d6-4b10-bff8-d21159d26ef3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Port 82dd56fa-1840-4450-944a-f0875c6409f0 on network b9d75543-5213-41cb-848f-d427f2637310 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:51:26.554157 n-d-761264-19 neutron-server[103167]: ERROR neutron.plugins.ml2.managers [None req-91a98f88-d1d6-4b10-bff8-d21159d26ef3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Failed to bind port 82dd56fa-1840-4450-944a-f0875c6409f0 on host n-h2-761264-19 for vnic_type normal using segments [{'id': '05d4a604-3bd5-4340-b481-1d2b6281b7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b9d75543-5213-41cb-848f-d427f2637310'}] Dec 20 14:51:26.581205 n-d-761264-19 neutron-server[103167]: INFO neutron.plugins.ml2.plugin [None req-91a98f88-d1d6-4b10-bff8-d21159d26ef3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempt 4 to bind port 82dd56fa-1840-4450-944a-f0875c6409f0 Dec 20 14:51:26.582361 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-bfd5788a-b27b-4a59-8ee9-1d9e5897ce01 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3eb0672-0065-4238-9158-98a73e49645d') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:51:26.582950 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-bfd5788a-b27b-4a59-8ee9-1d9e5897ce01 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3eb0672-0065-4238-9158-98a73e49645d') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:51:26.626956 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-bfd5788a-b27b-4a59-8ee9-1d9e5897ce01 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:26.655583 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-bfd5788a-b27b-4a59-8ee9-1d9e5897ce01 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:26.656266 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9a482ec4-444a-4157-a210-62ed43905405 req-a3a6c26b-f0ed-4dc5-a039-bb6a983858a2 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] 10.222.0.54 "GET /v2.0/security-groups?id=e3bda4e7-0249-4912-93cb-8191c1dcb6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756217 Dec 20 14:51:26.657484 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-91a98f88-d1d6-4b10-bff8-d21159d26ef3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempting to bind port 82dd56fa-1840-4450-944a-f0875c6409f0 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:51:26.657484 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-91a98f88-d1d6-4b10-bff8-d21159d26ef3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempting to bind port 82dd56fa-1840-4450-944a-f0875c6409f0 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': '05d4a604-3bd5-4340-b481-1d2b6281b7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b9d75543-5213-41cb-848f-d427f2637310'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:51:26.657831 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a98f88-d1d6-4b10-bff8-d21159d26ef3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempting to bind port 82dd56fa-1840-4450-944a-f0875c6409f0 on network b9d75543-5213-41cb-848f-d427f2637310 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:51:26.666697 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a98f88-d1d6-4b10-bff8-d21159d26ef3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Port 82dd56fa-1840-4450-944a-f0875c6409f0 on network b9d75543-5213-41cb-848f-d427f2637310 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:51:26.667076 n-d-761264-19 neutron-server[103167]: ERROR neutron.plugins.ml2.managers [None req-91a98f88-d1d6-4b10-bff8-d21159d26ef3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Failed to bind port 82dd56fa-1840-4450-944a-f0875c6409f0 on host n-h2-761264-19 for vnic_type normal using segments [{'id': '05d4a604-3bd5-4340-b481-1d2b6281b7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b9d75543-5213-41cb-848f-d427f2637310'}] Dec 20 14:51:26.667470 n-d-761264-19 neutron-server[103167]: INFO neutron.plugins.ml2.plugin [None req-91a98f88-d1d6-4b10-bff8-d21159d26ef3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempt 5 to bind port 82dd56fa-1840-4450-944a-f0875c6409f0 Dec 20 14:51:26.673402 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfd5788a-b27b-4a59-8ee9-1d9e5897ce01 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:51:26.673819 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-bfd5788a-b27b-4a59-8ee9-1d9e5897ce01 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:26.682650 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-91a98f88-d1d6-4b10-bff8-d21159d26ef3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempting to bind port 82dd56fa-1840-4450-944a-f0875c6409f0 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:51:26.683027 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-91a98f88-d1d6-4b10-bff8-d21159d26ef3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempting to bind port 82dd56fa-1840-4450-944a-f0875c6409f0 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': '05d4a604-3bd5-4340-b481-1d2b6281b7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b9d75543-5213-41cb-848f-d427f2637310'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:51:26.683365 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a98f88-d1d6-4b10-bff8-d21159d26ef3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempting to bind port 82dd56fa-1840-4450-944a-f0875c6409f0 on network b9d75543-5213-41cb-848f-d427f2637310 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:51:26.692015 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:26.692015 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:51:26.692015 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:26.692015 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:51:26.692015 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:26.692015 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:51:26.692015 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:26.692015 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:51:26.692015 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:26.692015 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:51:26.692015 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:26.692015 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:51:26.692015 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 14:51:26.692015 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:51:26.692015 n-d-761264-19 neutron-server[103168]: timer() Dec 20 14:51:26.692015 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:51:26.692015 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 14:51:26.692015 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:51:26.692015 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 14:51:26.692015 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:51:26.692015 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 14:51:26.692015 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:51:26.692015 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 14:51:26.692015 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:51:26.692015 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 14:51:26.692015 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:51:26.692015 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:51:26.692015 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:51:26.692015 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:51:26.692015 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:51:26.692015 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 14:51:26.692015 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:51:26.692015 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 14:51:26.692015 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:51:26.692015 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:51:26.692015 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:51:26.692015 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 14:51:26.692015 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:51:26.692015 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:51:26.692015 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:51:26.692015 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:51:26.692015 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:51:26.692015 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:51:26.692015 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:51:26.696147 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a98f88-d1d6-4b10-bff8-d21159d26ef3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Port 82dd56fa-1840-4450-944a-f0875c6409f0 on network b9d75543-5213-41cb-848f-d427f2637310 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:51:26.696522 n-d-761264-19 neutron-server[103167]: ERROR neutron.plugins.ml2.managers [None req-91a98f88-d1d6-4b10-bff8-d21159d26ef3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Failed to bind port 82dd56fa-1840-4450-944a-f0875c6409f0 on host n-h2-761264-19 for vnic_type normal using segments [{'id': '05d4a604-3bd5-4340-b481-1d2b6281b7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b9d75543-5213-41cb-848f-d427f2637310'}] Dec 20 14:51:26.697524 n-d-761264-19 neutron-server[103167]: INFO neutron.plugins.ml2.plugin [None req-91a98f88-d1d6-4b10-bff8-d21159d26ef3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempt 6 to bind port 82dd56fa-1840-4450-944a-f0875c6409f0 Dec 20 14:51:26.712656 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-d093ed85-6df6-4cae-a4c2-44912f0dcdf5 None None] Could not find standard attr ID for object 0b8fd0a5-a9fd-420e-af9e-0ee44d44cbd6. {{(pid=103169) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 14:51:26.716009 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-91a98f88-d1d6-4b10-bff8-d21159d26ef3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempting to bind port 82dd56fa-1840-4450-944a-f0875c6409f0 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:51:26.716496 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-91a98f88-d1d6-4b10-bff8-d21159d26ef3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempting to bind port 82dd56fa-1840-4450-944a-f0875c6409f0 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': '05d4a604-3bd5-4340-b481-1d2b6281b7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b9d75543-5213-41cb-848f-d427f2637310'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:51:26.716947 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a98f88-d1d6-4b10-bff8-d21159d26ef3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempting to bind port 82dd56fa-1840-4450-944a-f0875c6409f0 on network b9d75543-5213-41cb-848f-d427f2637310 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:51:26.718559 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d6fb1c-38d4-46bf-9092-fd0aa83375ac None None] Network 1d301c45-bef1-40be-a96c-6ef2e171b3f9 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:51:26.725278 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a98f88-d1d6-4b10-bff8-d21159d26ef3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Port 82dd56fa-1840-4450-944a-f0875c6409f0 on network b9d75543-5213-41cb-848f-d427f2637310 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:51:26.725605 n-d-761264-19 neutron-server[103167]: ERROR neutron.plugins.ml2.managers [None req-91a98f88-d1d6-4b10-bff8-d21159d26ef3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Failed to bind port 82dd56fa-1840-4450-944a-f0875c6409f0 on host n-h2-761264-19 for vnic_type normal using segments [{'id': '05d4a604-3bd5-4340-b481-1d2b6281b7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b9d75543-5213-41cb-848f-d427f2637310'}] Dec 20 14:51:26.725994 n-d-761264-19 neutron-server[103167]: INFO neutron.plugins.ml2.plugin [None req-91a98f88-d1d6-4b10-bff8-d21159d26ef3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempt 7 to bind port 82dd56fa-1840-4450-944a-f0875c6409f0 Dec 20 14:51:26.755714 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-91a98f88-d1d6-4b10-bff8-d21159d26ef3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempting to bind port 82dd56fa-1840-4450-944a-f0875c6409f0 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:51:26.756391 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-91a98f88-d1d6-4b10-bff8-d21159d26ef3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempting to bind port 82dd56fa-1840-4450-944a-f0875c6409f0 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': '05d4a604-3bd5-4340-b481-1d2b6281b7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b9d75543-5213-41cb-848f-d427f2637310'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:51:26.756911 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a98f88-d1d6-4b10-bff8-d21159d26ef3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempting to bind port 82dd56fa-1840-4450-944a-f0875c6409f0 on network b9d75543-5213-41cb-848f-d427f2637310 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:51:26.764101 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a98f88-d1d6-4b10-bff8-d21159d26ef3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Port 82dd56fa-1840-4450-944a-f0875c6409f0 on network b9d75543-5213-41cb-848f-d427f2637310 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:51:26.764811 n-d-761264-19 neutron-server[103167]: ERROR neutron.plugins.ml2.managers [None req-91a98f88-d1d6-4b10-bff8-d21159d26ef3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Failed to bind port 82dd56fa-1840-4450-944a-f0875c6409f0 on host n-h2-761264-19 for vnic_type normal using segments [{'id': '05d4a604-3bd5-4340-b481-1d2b6281b7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b9d75543-5213-41cb-848f-d427f2637310'}] Dec 20 14:51:26.765420 n-d-761264-19 neutron-server[103167]: INFO neutron.plugins.ml2.plugin [None req-91a98f88-d1d6-4b10-bff8-d21159d26ef3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempt 8 to bind port 82dd56fa-1840-4450-944a-f0875c6409f0 Dec 20 14:51:26.778410 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-bfd5788a-b27b-4a59-8ee9-1d9e5897ce01 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:26.788289 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-bfd5788a-b27b-4a59-8ee9-1d9e5897ce01 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks [] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:26.795535 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-bfd5788a-b27b-4a59-8ee9-1d9e5897ce01 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "DELETE /v2.0/networks/1d301c45-bef1-40be-a96c-6ef2e171b3f9 HTTP/1.1" status: 204 len: 168 time: 0.8560250 Dec 20 14:51:26.798126 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 35332) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:26.804336 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd5788a-b27b-4a59-8ee9-1d9e5897ce01 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Pushing event deleted for resources: {'Network': ['ID=1d301c45-bef1-40be-a96c-6ef2e171b3f9,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:26.815438 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-91a98f88-d1d6-4b10-bff8-d21159d26ef3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempting to bind port 82dd56fa-1840-4450-944a-f0875c6409f0 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:51:26.815912 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-91a98f88-d1d6-4b10-bff8-d21159d26ef3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempting to bind port 82dd56fa-1840-4450-944a-f0875c6409f0 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': '05d4a604-3bd5-4340-b481-1d2b6281b7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b9d75543-5213-41cb-848f-d427f2637310'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:51:26.816336 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a98f88-d1d6-4b10-bff8-d21159d26ef3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempting to bind port 82dd56fa-1840-4450-944a-f0875c6409f0 on network b9d75543-5213-41cb-848f-d427f2637310 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:51:26.835016 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a98f88-d1d6-4b10-bff8-d21159d26ef3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Port 82dd56fa-1840-4450-944a-f0875c6409f0 on network b9d75543-5213-41cb-848f-d427f2637310 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:51:26.835340 n-d-761264-19 neutron-server[103167]: ERROR neutron.plugins.ml2.managers [None req-91a98f88-d1d6-4b10-bff8-d21159d26ef3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Failed to bind port 82dd56fa-1840-4450-944a-f0875c6409f0 on host n-h2-761264-19 for vnic_type normal using segments [{'id': '05d4a604-3bd5-4340-b481-1d2b6281b7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b9d75543-5213-41cb-848f-d427f2637310'}] Dec 20 14:51:26.835916 n-d-761264-19 neutron-server[103167]: INFO neutron.plugins.ml2.plugin [None req-91a98f88-d1d6-4b10-bff8-d21159d26ef3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempt 9 to bind port 82dd56fa-1840-4450-944a-f0875c6409f0 Dec 20 14:51:26.853475 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-91a98f88-d1d6-4b10-bff8-d21159d26ef3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempting to bind port 82dd56fa-1840-4450-944a-f0875c6409f0 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:51:26.853811 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-91a98f88-d1d6-4b10-bff8-d21159d26ef3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempting to bind port 82dd56fa-1840-4450-944a-f0875c6409f0 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': '05d4a604-3bd5-4340-b481-1d2b6281b7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b9d75543-5213-41cb-848f-d427f2637310'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:51:26.854146 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a98f88-d1d6-4b10-bff8-d21159d26ef3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempting to bind port 82dd56fa-1840-4450-944a-f0875c6409f0 on network b9d75543-5213-41cb-848f-d427f2637310 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:51:26.861488 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a98f88-d1d6-4b10-bff8-d21159d26ef3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Port 82dd56fa-1840-4450-944a-f0875c6409f0 on network b9d75543-5213-41cb-848f-d427f2637310 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:51:26.861797 n-d-761264-19 neutron-server[103167]: ERROR neutron.plugins.ml2.managers [None req-91a98f88-d1d6-4b10-bff8-d21159d26ef3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Failed to bind port 82dd56fa-1840-4450-944a-f0875c6409f0 on host n-h2-761264-19 for vnic_type normal using segments [{'id': '05d4a604-3bd5-4340-b481-1d2b6281b7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b9d75543-5213-41cb-848f-d427f2637310'}] Dec 20 14:51:26.862846 n-d-761264-19 neutron-server[103167]: INFO neutron.plugins.ml2.plugin [None req-91a98f88-d1d6-4b10-bff8-d21159d26ef3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempt 10 to bind port 82dd56fa-1840-4450-944a-f0875c6409f0 Dec 20 14:51:26.884753 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff382fae-9ff9-4352-863d-373fb57a81c9 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:26.886163 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-ff382fae-9ff9-4352-863d-373fb57a81c9 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0841832 Dec 20 14:51:26.888530 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-91a98f88-d1d6-4b10-bff8-d21159d26ef3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempting to bind port 82dd56fa-1840-4450-944a-f0875c6409f0 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:51:26.888530 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-91a98f88-d1d6-4b10-bff8-d21159d26ef3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempting to bind port 82dd56fa-1840-4450-944a-f0875c6409f0 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': '05d4a604-3bd5-4340-b481-1d2b6281b7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b9d75543-5213-41cb-848f-d427f2637310'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:51:26.889134 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a98f88-d1d6-4b10-bff8-d21159d26ef3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempting to bind port 82dd56fa-1840-4450-944a-f0875c6409f0 on network b9d75543-5213-41cb-848f-d427f2637310 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:51:26.890188 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 35334) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:26.893102 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c63cdf-f750-4e9f-bc36-cdffc3ebe2eb None None] DHCP port deletion for 1d301c45-bef1-40be-a96c-6ef2e171b3f9 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:51:26.897613 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a98f88-d1d6-4b10-bff8-d21159d26ef3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Port 82dd56fa-1840-4450-944a-f0875c6409f0 on network b9d75543-5213-41cb-848f-d427f2637310 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:51:26.897945 n-d-761264-19 neutron-server[103167]: ERROR neutron.plugins.ml2.managers [None req-91a98f88-d1d6-4b10-bff8-d21159d26ef3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Failed to bind port 82dd56fa-1840-4450-944a-f0875c6409f0 on host n-h2-761264-19 for vnic_type normal using segments [{'id': '05d4a604-3bd5-4340-b481-1d2b6281b7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b9d75543-5213-41cb-848f-d427f2637310'}] Dec 20 14:51:26.898314 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-91a98f88-d1d6-4b10-bff8-d21159d26ef3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:26.955854 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-f3554324-e9e0-4439-a891-faf4248b5ead tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0610263 Dec 20 14:51:26.956257 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 35338) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:26.961827 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-99126f0c-2501-4893-8b6b-3b9b87b7ab69 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1723981936'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:51:26.977058 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-91a98f88-d1d6-4b10-bff8-d21159d26ef3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] For port 82dd56fa-1840-4450-944a-f0875c6409f0, host n-h2-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:51:26.977466 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-91a98f88-d1d6-4b10-bff8-d21159d26ef3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempted to set empty binding levels {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 20 14:51:26.982139 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-91a98f88-d1d6-4b10-bff8-d21159d26ef3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:26.988901 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99126f0c-2501-4893-8b6b-3b9b87b7ab69 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Made reservation on behalf of dc29e2de924c4cbd81e8105396ddf747 for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:51:26.993112 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-99126f0c-2501-4893-8b6b-3b9b87b7ab69 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:27.018345 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99126f0c-2501-4893-8b6b-3b9b87b7ab69 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:51:27.028526 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-99126f0c-2501-4893-8b6b-3b9b87b7ab69 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:27.028900 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-99126f0c-2501-4893-8b6b-3b9b87b7ab69 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Added segment 2fb4d946-f6b0-440e-9c1a-3a746ce511bf of type vlan for network d82a942a-3630-494c-9a62-20d6641b11ec Dec 20 14:51:27.040879 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-91a98f88-d1d6-4b10-bff8-d21159d26ef3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] In _notify_port_updated(), no bound segment for port 82dd56fa-1840-4450-944a-f0875c6409f0 on network b9d75543-5213-41cb-848f-d427f2637310 {{(pid=103167) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 20 14:51:27.041894 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a98f88-d1d6-4b10-bff8-d21159d26ef3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:27.043049 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-91a98f88-d1d6-4b10-bff8-d21159d26ef3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:27.047525 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-91a98f88-d1d6-4b10-bff8-d21159d26ef3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] 10.222.0.54 "PUT /v2.0/ports/82dd56fa-1840-4450-944a-f0875c6409f0 HTTP/1.1" status: 200 len: 980 time: 1.2334750 Dec 20 14:51:27.051878 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 35342) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:27.060222 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a98f88-d1d6-4b10-bff8-d21159d26ef3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Pushing event updated for resources: {'Port': ['ID=82dd56fa-1840-4450-944a-f0875c6409f0,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:27.087349 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-99126f0c-2501-4893-8b6b-3b9b87b7ab69 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:27.117535 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-99126f0c-2501-4893-8b6b-3b9b87b7ab69 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:27.124500 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99126f0c-2501-4893-8b6b-3b9b87b7ab69 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:27.125281 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-99126f0c-2501-4893-8b6b-3b9b87b7ab69 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks [] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:27.153782 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1efa14-6b15-4f43-90f7-88da462397f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:27.154467 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1efa14-6b15-4f43-90f7-88da462397f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:27.154931 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1efa14-6b15-4f43-90f7-88da462397f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:27.155219 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1efa14-6b15-4f43-90f7-88da462397f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:27.156496 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1efa14-6b15-4f43-90f7-88da462397f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:27.156496 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1efa14-6b15-4f43-90f7-88da462397f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:27.156815 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1efa14-6b15-4f43-90f7-88da462397f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:27.157408 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1efa14-6b15-4f43-90f7-88da462397f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:27.157909 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1efa14-6b15-4f43-90f7-88da462397f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:27.158326 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1efa14-6b15-4f43-90f7-88da462397f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:27.158817 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1efa14-6b15-4f43-90f7-88da462397f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:27.159276 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1efa14-6b15-4f43-90f7-88da462397f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:27.166294 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1efa14-6b15-4f43-90f7-88da462397f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:27.166495 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-99126f0c-2501-4893-8b6b-3b9b87b7ab69 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2029614 Dec 20 14:51:27.166645 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1efa14-6b15-4f43-90f7-88da462397f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:27.166645 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-7a1efa14-6b15-4f43-90f7-88da462397f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 12450 time: 0.1097443 Dec 20 14:51:27.166645 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 35346) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:27.168060 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 35348) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:27.168327 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-6175ab4a-437f-469f-adce-f00025b835e3 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Request body: {'subnet': {'network_id': 'd82a942a-3630-494c-9a62-20d6641b11ec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:51:27.256464 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99126f0c-2501-4893-8b6b-3b9b87b7ab69 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Pushing event updated for resources: {'Network': ['ID=d82a942a-3630-494c-9a62-20d6641b11ec,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:27.270128 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6175ab4a-437f-469f-adce-f00025b835e3 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Made reservation on behalf of dc29e2de924c4cbd81e8105396ddf747 for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:51:27.274623 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6175ab4a-437f-469f-adce-f00025b835e3 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:27.276528 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network d82a942a-3630-494c-9a62-20d6641b11ec details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:51:27.291835 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-e1caa3b4-641a-452d-a2d4-5a6491678057 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Deleting port 82dd56fa-1840-4450-944a-f0875c6409f0 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:51:27.292222 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e1caa3b4-641a-452d-a2d4-5a6491678057 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:27.364659 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-e1caa3b4-641a-452d-a2d4-5a6491678057 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] For port 82dd56fa-1840-4450-944a-f0875c6409f0, host n-h2-761264-19, got binding levels [] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:51:27.365033 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e1caa3b4-641a-452d-a2d4-5a6491678057 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:27.379518 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-e1caa3b4-641a-452d-a2d4-5a6491678057 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Calling delete_port for 82dd56fa-1840-4450-944a-f0875c6409f0 owned by {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:51:27.472167 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e1caa3b4-641a-452d-a2d4-5a6491678057 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:27.488487 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6175ab4a-437f-469f-adce-f00025b835e3 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:27.513885 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1caa3b4-641a-452d-a2d4-5a6491678057 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Pushing event deleted for resources: {'Port': ['ID=82dd56fa-1840-4450-944a-f0875c6409f0,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:27.525017 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e1caa3b4-641a-452d-a2d4-5a6491678057 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:27.529103 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-e1caa3b4-641a-452d-a2d4-5a6491678057 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] 10.222.0.54 "DELETE /v2.0/ports/82dd56fa-1840-4450-944a-f0875c6409f0 HTTP/1.1" status: 204 len: 168 time: 0.3588285 Dec 20 14:51:27.531421 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 35350) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:27.556271 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1106b68-3ff3-4f6e-9313-c6a50f36e950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] GET failed (client error): The resource could not be found. Dec 20 14:51:27.561425 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-a1106b68-3ff3-4f6e-9313-c6a50f36e950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] 10.222.0.54 "GET /v2.0/ports/82dd56fa-1840-4450-944a-f0875c6409f0 HTTP/1.1" status: 404 len: 333 time: 0.0253527 Dec 20 14:51:27.561651 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6175ab4a-437f-469f-adce-f00025b835e3 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Pushing event updated for resources: {'Subnet': ['ID=8b9ffe8c-1ec9-4d90-abd5-20f457afc522,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:27.562194 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 35352) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:27.568553 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-2a5251aa-b84d-4810-ab34-47a9343b22ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445323872', 'network_id': 'b9d75543-5213-41cb-848f-d427f2637310'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:51:27.572285 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6175ab4a-437f-469f-adce-f00025b835e3 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Checking segment: {'id': '2fb4d946-f6b0-440e-9c1a-3a746ce511bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd82a942a-3630-494c-9a62-20d6641b11ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:51:27.572700 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6175ab4a-437f-469f-adce-f00025b835e3 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Network hostable DHCP agents. Network: d82a942a-3630-494c-9a62-20d6641b11ec, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:51:27.592576 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6175ab4a-437f-469f-adce-f00025b835e3 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Network d82a942a-3630-494c-9a62-20d6641b11ec is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:51:27.593851 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a5251aa-b84d-4810-ab34-47a9343b22ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Made reservation on behalf of 3a82dba936824b8f97243e44eb21a431 for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:51:27.597340 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2a5251aa-b84d-4810-ab34-47a9343b22ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:27.603821 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-6175ab4a-437f-469f-adce-f00025b835e3 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, d82a942a-3630-494c-9a62-20d6641b11ec) {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:51:27.609435 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6175ab4a-437f-469f-adce-f00025b835e3 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:27.610165 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6175ab4a-437f-469f-adce-f00025b835e3 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:27.616633 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [None req-2a5251aa-b84d-4810-ab34-47a9343b22ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] device_id is not set on port 4549b0c8-69c8-40b2-8c5e-96caf92b881a yet. {{(pid=103168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 14:51:27.618133 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d238d349-574b-48be-8ff9-6935e295519a None None] Network d82a942a-3630-494c-9a62-20d6641b11ec requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:51:27.632549 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-6175ab4a-437f-469f-adce-f00025b835e3 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4680407 Dec 20 14:51:27.635065 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 35354) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:27.640879 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-4f8ac590-6608-4b02-b536-59ed8f53a002 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Request body: {'port': {'network_id': 'd82a942a-3630-494c-9a62-20d6641b11ec', 'name': 'tempest-PortsTestJSON-432951519'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:51:27.764568 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4acfd79d-b0df-4659-bac9-a7c397d88223 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-d82a942a-3630-494c-9a62-20d6641b11ec', 'network_id': 'd82a942a-3630-494c-9a62-20d6641b11ec', 'project_id': 'dc29e2de924c4cbd81e8105396ddf747', 'fixed_ips': [{'subnet_id': '8b9ffe8c-1ec9-4d90-abd5-20f457afc522'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:51:27.768236 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4acfd79d-b0df-4659-bac9-a7c397d88223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:27.794396 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f8ac590-6608-4b02-b536-59ed8f53a002 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Made reservation on behalf of dc29e2de924c4cbd81e8105396ddf747 for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:51:27.798413 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4f8ac590-6608-4b02-b536-59ed8f53a002 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:27.824735 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [None req-4f8ac590-6608-4b02-b536-59ed8f53a002 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] device_id is not set on port 137b31a7-b2e3-47b3-bc70-0bc1eba08614 yet. {{(pid=103167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 14:51:27.862625 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2a5251aa-b84d-4810-ab34-47a9343b22ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:27.886192 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed8fee5-ce1f-48d5-b873-d8884f7ad34d req-c1266192-7b8c-4b4f-937c-2130df30f045 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:27.887876 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1ed8fee5-ce1f-48d5-b873-d8884f7ad34d req-c1266192-7b8c-4b4f-937c-2130df30f045 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] 10.222.0.54 "GET /v2.0/ports?device_id=9894f473-1ec3-4b93-b5b7-1750ecd1a65d HTTP/1.1" status: 200 len: 946 time: 0.0938234 Dec 20 14:51:27.950965 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-4f8ac590-6608-4b02-b536-59ed8f53a002 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Allocated IP 172.20.0.7 (d82a942a-3630-494c-9a62-20d6641b11ec/8b9ffe8c-1ec9-4d90-abd5-20f457afc522/137b31a7-b2e3-47b3-bc70-0bc1eba08614) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:51:27.975278 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1ed8fee5-ce1f-48d5-b873-d8884f7ad34d req-e7798905-9c3c-4231-9db1-282d18064433 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] 10.222.0.54 "GET /v2.0/security-groups?id=e3bda4e7-0249-4912-93cb-8191c1dcb6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701473 Dec 20 14:51:27.978385 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2a5251aa-b84d-4810-ab34-47a9343b22ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:28.029390 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5251aa-b84d-4810-ab34-47a9343b22ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Network b9d75543-5213-41cb-848f-d427f2637310 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:51:28.032679 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-2a5251aa-b84d-4810-ab34-47a9343b22ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:51:28.035279 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5251aa-b84d-4810-ab34-47a9343b22ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:51:28.036540 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5251aa-b84d-4810-ab34-47a9343b22ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:28.037246 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2a5251aa-b84d-4810-ab34-47a9343b22ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:28.053660 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5251aa-b84d-4810-ab34-47a9343b22ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Pushing event updated for resources: {'Port': ['ID=4549b0c8-69c8-40b2-8c5e-96caf92b881a,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:28.066198 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-2a5251aa-b84d-4810-ab34-47a9343b22ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5025117 Dec 20 14:51:28.068680 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 35358) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:28.112744 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd39219-f866-4e82-86e6-cb08ebc52189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:28.114125 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-2fd39219-f866-4e82-86e6-cb08ebc52189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] 10.222.0.54 "GET /v2.0/ports/4549b0c8-69c8-40b2-8c5e-96caf92b881a HTTP/1.1" status: 200 len: 959 time: 0.0445552 Dec 20 14:51:28.117739 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 35360) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:28.167096 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4f8ac590-6608-4b02-b536-59ed8f53a002 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:28.236624 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4f8ac590-6608-4b02-b536-59ed8f53a002 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:28.239004 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-d8ebab1e-96d7-4509-8f7a-eaeca66504b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Deleting port 4549b0c8-69c8-40b2-8c5e-96caf92b881a {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:51:28.239402 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d8ebab1e-96d7-4509-8f7a-eaeca66504b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:28.282326 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-4acfd79d-b0df-4659-bac9-a7c397d88223 None None] Allocated IP 172.20.0.2 (d82a942a-3630-494c-9a62-20d6641b11ec/8b9ffe8c-1ec9-4d90-abd5-20f457afc522/10f87312-c659-435a-8aca-4218b58c5b0e) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:51:28.330609 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8ac590-6608-4b02-b536-59ed8f53a002 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Network d82a942a-3630-494c-9a62-20d6641b11ec is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:51:28.336554 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-4f8ac590-6608-4b02-b536-59ed8f53a002 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:51:28.341373 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8ac590-6608-4b02-b536-59ed8f53a002 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Pushing event updated for resources: {'Port': ['ID=137b31a7-b2e3-47b3-bc70-0bc1eba08614,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:28.348291 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8ac590-6608-4b02-b536-59ed8f53a002 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:51:28.354834 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d8ebab1e-96d7-4509-8f7a-eaeca66504b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:28.402584 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-d8ebab1e-96d7-4509-8f7a-eaeca66504b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Calling delete_port for 4549b0c8-69c8-40b2-8c5e-96caf92b881a owned by {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:51:28.461955 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4acfd79d-b0df-4659-bac9-a7c397d88223 None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:28.465281 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:28.465281 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:51:28.465281 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:28.465281 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:51:28.465281 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:28.465281 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:51:28.465281 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:28.465281 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:51:28.465281 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:28.465281 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:51:28.465281 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:28.465281 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:51:28.465281 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:28.465281 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:51:28.465281 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:28.465281 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:51:28.465281 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:28.465281 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:51:28.465281 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:28.465281 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:51:28.465281 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:28.465281 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:51:28.465281 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:28.465281 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:51:28.465281 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:28.465281 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:51:28.465281 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:28.465281 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:51:28.465281 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:28.465281 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:51:28.465281 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:28.465281 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:51:28.465281 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:28.465281 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:51:28.465281 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:28.465281 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:51:28.465281 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:28.465281 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:51:28.465281 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:28.465281 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:51:28.465281 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:28.465281 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:51:28.465281 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:28.465281 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:51:28.465281 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:28.465281 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:51:28.465281 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:28.465281 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:51:28.470003 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8ac590-6608-4b02-b536-59ed8f53a002 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:28.470135 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4acfd79d-b0df-4659-bac9-a7c397d88223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:28.470270 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4f8ac590-6608-4b02-b536-59ed8f53a002 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:28.500068 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-4f8ac590-6608-4b02-b536-59ed8f53a002 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.8635924 Dec 20 14:51:28.502848 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 35364) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:28.509194 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-74a3ae7d-3054-493c-9a15-31a45ebdf532 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Request body: {'port': {'network_id': 'd82a942a-3630-494c-9a62-20d6641b11ec', 'name': 'tempest-PortsTestJSON-942000764'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:51:28.546646 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4acfd79d-b0df-4659-bac9-a7c397d88223 None None] Network d82a942a-3630-494c-9a62-20d6641b11ec is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:51:28.607800 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 0b8fd0a5-a9fd-420e-af9e-0ee44d44cbd6 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:51:28.612843 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-4acfd79d-b0df-4659-bac9-a7c397d88223 None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:51:28.654552 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d8ebab1e-96d7-4509-8f7a-eaeca66504b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:28.664654 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acfd79d-b0df-4659-bac9-a7c397d88223 None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:51:28.668721 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 0b8fd0a5-a9fd-420e-af9e-0ee44d44cbd6 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:51:28.669363 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 0b8fd0a5-a9fd-420e-af9e-0ee44d44cbd6 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:51:28.679289 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acfd79d-b0df-4659-bac9-a7c397d88223 None None] Pushing event updated for resources: {'Port': ['ID=10f87312-c659-435a-8aca-4218b58c5b0e,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:28.727250 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74a3ae7d-3054-493c-9a15-31a45ebdf532 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Made reservation on behalf of dc29e2de924c4cbd81e8105396ddf747 for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:51:28.727982 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d8ebab1e-96d7-4509-8f7a-eaeca66504b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:28.731607 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-d8ebab1e-96d7-4509-8f7a-eaeca66504b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] 10.222.0.54 "DELETE /v2.0/ports/4549b0c8-69c8-40b2-8c5e-96caf92b881a HTTP/1.1" status: 204 len: 168 time: 0.6129899 Dec 20 14:51:28.731858 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-74a3ae7d-3054-493c-9a15-31a45ebdf532 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:28.733745 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ebab1e-96d7-4509-8f7a-eaeca66504b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Pushing event deleted for resources: {'Port': ['ID=4549b0c8-69c8-40b2-8c5e-96caf92b881a,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:28.736041 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 35366) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:28.761428 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [None req-74a3ae7d-3054-493c-9a15-31a45ebdf532 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] device_id is not set on port 38acf0db-0008-42dd-be4f-cc29ae3b7ac2 yet. {{(pid=103168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 14:51:28.766528 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4702a05d-2f3b-4984-b9fc-73223df794ae req-a59bf93c-9154-40be-80fd-832e63b36b9c tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:28.768718 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4702a05d-2f3b-4984-b9fc-73223df794ae req-a59bf93c-9154-40be-80fd-832e63b36b9c tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] 10.222.0.47 "GET /v2.0/ports?device_id=9894f473-1ec3-4b93-b5b7-1750ecd1a65d HTTP/1.1" status: 200 len: 946 time: 0.2093060 Dec 20 14:51:28.775630 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-4acfd79d-b0df-4659-bac9-a7c397d88223 None None] Attempting to bind port 10f87312-c659-435a-8aca-4218b58c5b0e on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:51:28.776775 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-4acfd79d-b0df-4659-bac9-a7c397d88223 None None] Attempting to bind port 10f87312-c659-435a-8aca-4218b58c5b0e by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '2fb4d946-f6b0-440e-9c1a-3a746ce511bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd82a942a-3630-494c-9a62-20d6641b11ec'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:51:28.777369 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acfd79d-b0df-4659-bac9-a7c397d88223 None None] Attempting to bind port 10f87312-c659-435a-8aca-4218b58c5b0e on network d82a942a-3630-494c-9a62-20d6641b11ec {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:51:28.784663 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acfd79d-b0df-4659-bac9-a7c397d88223 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:51:28.785552 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acfd79d-b0df-4659-bac9-a7c397d88223 None None] Checking segment: {'id': '2fb4d946-f6b0-440e-9c1a-3a746ce511bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd82a942a-3630-494c-9a62-20d6641b11ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:51:28.786229 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4acfd79d-b0df-4659-bac9-a7c397d88223 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:28.787002 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acfd79d-b0df-4659-bac9-a7c397d88223 None None] Bound using segment: {'id': '2fb4d946-f6b0-440e-9c1a-3a746ce511bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd82a942a-3630-494c-9a62-20d6641b11ec'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:51:28.787854 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-4acfd79d-b0df-4659-bac9-a7c397d88223 None None] Bound port: 10f87312-c659-435a-8aca-4218b58c5b0e, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fb4d946-f6b0-440e-9c1a-3a746ce511bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd82a942a-3630-494c-9a62-20d6641b11ec'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:51:28.788572 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4acfd79d-b0df-4659-bac9-a7c397d88223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:28.797869 n-d-761264-19 neutron-server[103167]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f8e78d9-927a-4f64-a06a-40a658cac214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] GET failed (client error): The resource could not be found. Dec 20 14:51:28.804202 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-7f8e78d9-927a-4f64-a06a-40a658cac214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] 10.222.0.54 "GET /v2.0/ports/4549b0c8-69c8-40b2-8c5e-96caf92b881a HTTP/1.1" status: 404 len: 333 time: 0.0656011 Dec 20 14:51:28.810890 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 35368) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:28.815637 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-5ffa1468-c67a-48aa-8d9c-464a0b094c1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Request body: {'port': {'network_id': 'b9d75543-5213-41cb-848f-d427f2637310', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1712938919'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:51:28.869091 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-4acfd79d-b0df-4659-bac9-a7c397d88223 None None] For port 10f87312-c659-435a-8aca-4218b58c5b0e, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:51:28.873366 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-4acfd79d-b0df-4659-bac9-a7c397d88223 None None] For port 10f87312-c659-435a-8aca-4218b58c5b0e, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=10f87312-c659-435a-8aca-4218b58c5b0e,segment=NetworkSegment(2fb4d946-f6b0-440e-9c1a-3a746ce511bf),segment_id=2fb4d946-f6b0-440e-9c1a-3a746ce511bf)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:51:28.878491 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4acfd79d-b0df-4659-bac9-a7c397d88223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:28.896400 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-4702a05d-2f3b-4984-b9fc-73223df794ae req-a14bb7ab-fb86-4b00-b28d-54f6485ffba4 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Deleting port 438424eb-455f-4c03-b881-a8b1a0efb236 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:51:28.896855 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-4702a05d-2f3b-4984-b9fc-73223df794ae req-a14bb7ab-fb86-4b00-b28d-54f6485ffba4 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:28.901973 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ffa1468-c67a-48aa-8d9c-464a0b094c1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Made reservation on behalf of 3a82dba936824b8f97243e44eb21a431 for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:51:28.904449 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5ffa1468-c67a-48aa-8d9c-464a0b094c1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:28.929138 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-74a3ae7d-3054-493c-9a15-31a45ebdf532 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Allocated IP 172.20.0.4 (d82a942a-3630-494c-9a62-20d6641b11ec/8b9ffe8c-1ec9-4d90-abd5-20f457afc522/38acf0db-0008-42dd-be4f-cc29ae3b7ac2) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:51:28.933316 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acfd79d-b0df-4659-bac9-a7c397d88223 None None] Pushing event updated for resources: {'Port': ['ID=10f87312-c659-435a-8aca-4218b58c5b0e,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:28.939043 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [None req-5ffa1468-c67a-48aa-8d9c-464a0b094c1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] device_id is not set on port 46ffcf70-275a-4734-a97d-627dd69d5e80 yet. {{(pid=103168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 14:51:29.007323 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-4702a05d-2f3b-4984-b9fc-73223df794ae req-a14bb7ab-fb86-4b00-b28d-54f6485ffba4 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] For port 438424eb-455f-4c03-b881-a8b1a0efb236, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=438424eb-455f-4c03-b881-a8b1a0efb236,segment=NetworkSegment(98aafa41-6e7f-4b47-84f0-fa328c7adf17),segment_id=98aafa41-6e7f-4b47-84f0-fa328c7adf17)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:51:29.007956 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-4702a05d-2f3b-4984-b9fc-73223df794ae req-a14bb7ab-fb86-4b00-b28d-54f6485ffba4 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:29.026069 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-4702a05d-2f3b-4984-b9fc-73223df794ae req-a14bb7ab-fb86-4b00-b28d-54f6485ffba4 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Calling delete_port for 438424eb-455f-4c03-b881-a8b1a0efb236 owned by compute:nova {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:51:29.187041 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cf9b9c-0064-40ec-b878-823a5894d96d req-805fef33-2e49-4820-b98d-f91873dd9dd0 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:29.194453 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d5cf9b9c-0064-40ec-b878-823a5894d96d req-805fef33-2e49-4820-b98d-f91873dd9dd0 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] 10.222.0.54 "GET /v2.0/ports?device_id=9894f473-1ec3-4b93-b5b7-1750ecd1a65d HTTP/1.1" status: 200 len: 946 time: 0.1096816 Dec 20 14:51:29.307525 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d5cf9b9c-0064-40ec-b878-823a5894d96d req-635e248b-5d01-4692-94a7-f7e94b5b643e tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] 10.222.0.54 "GET /v2.0/security-groups?id=e3bda4e7-0249-4912-93cb-8191c1dcb6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116903 Dec 20 14:51:29.332290 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-4702a05d-2f3b-4984-b9fc-73223df794ae req-a14bb7ab-fb86-4b00-b28d-54f6485ffba4 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:29.347444 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['438424eb-455f-4c03-b881-a8b1a0efb236'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:51:29.348944 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5ffa1468-c67a-48aa-8d9c-464a0b094c1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:29.352433 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-74a3ae7d-3054-493c-9a15-31a45ebdf532 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:29.378348 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14bb7ab-fb86-4b00-b28d-54f6485ffba4 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Pushing event deleted for resources: {'Port': ['ID=438424eb-455f-4c03-b881-a8b1a0efb236,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:29.426070 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5ffa1468-c67a-48aa-8d9c-464a0b094c1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:29.433185 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-4702a05d-2f3b-4984-b9fc-73223df794ae req-a14bb7ab-fb86-4b00-b28d-54f6485ffba4 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] No DVR routers for this DVR port 438424eb-455f-4c03-b881-a8b1a0efb236 on host n-h2-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:51:29.434098 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9e79bf-e7d5-47dd-be87-96d87192577b None None] DHCP port deletion for 8a310775-6600-433a-b2cf-962806f14a03 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:51:29.436099 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-4702a05d-2f3b-4984-b9fc-73223df794ae req-a14bb7ab-fb86-4b00-b28d-54f6485ffba4 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:29.439709 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4702a05d-2f3b-4984-b9fc-73223df794ae req-a14bb7ab-fb86-4b00-b28d-54f6485ffba4 tempest-ServerRescueTestJSONUnderV235-1947466167 tempest-ServerRescueTestJSONUnderV235-1947466167-project] 10.222.0.47 "DELETE /v2.0/ports/438424eb-455f-4c03-b881-a8b1a0efb236 HTTP/1.1" status: 204 len: 173 time: 0.6517868 Dec 20 14:51:29.440205 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9894f473-1ec3-4b93-b5b7-1750ecd1a65d', 'name': 'network-vif-deleted', 'tag': '438424eb-455f-4c03-b881-a8b1a0efb236'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:51:29.442819 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-74a3ae7d-3054-493c-9a15-31a45ebdf532 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:29.442990 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d08d36c9-1511-4a95-9ab1-9dc865698c97" -d '{"events": [{"server_uuid": "9894f473-1ec3-4b93-b5b7-1750ecd1a65d", "name": "network-vif-deleted", "tag": "438424eb-455f-4c03-b881-a8b1a0efb236"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:51:29.481164 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ffa1468-c67a-48aa-8d9c-464a0b094c1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Network b9d75543-5213-41cb-848f-d427f2637310 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:51:29.496317 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-5ffa1468-c67a-48aa-8d9c-464a0b094c1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:51:29.496317 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffa1468-c67a-48aa-8d9c-464a0b094c1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:51:29.497517 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffa1468-c67a-48aa-8d9c-464a0b094c1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:29.498045 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5ffa1468-c67a-48aa-8d9c-464a0b094c1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:29.523085 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a3ae7d-3054-493c-9a15-31a45ebdf532 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Network d82a942a-3630-494c-9a62-20d6641b11ec is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:51:29.531802 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-74a3ae7d-3054-493c-9a15-31a45ebdf532 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:51:29.534927 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a3ae7d-3054-493c-9a15-31a45ebdf532 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:51:29.537885 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffa1468-c67a-48aa-8d9c-464a0b094c1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Pushing event updated for resources: {'Port': ['ID=46ffcf70-275a-4734-a97d-627dd69d5e80,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:29.546077 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-5ffa1468-c67a-48aa-8d9c-464a0b094c1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7341461 Dec 20 14:51:29.548960 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 35380) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:29.555516 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-4205c09b-e7e4-44d5-8ba9-be598a82d645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-761264-19'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:51:29.559211 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b0c178-548d-4f5c-b75b-884e59d2bceb x-openstack-request-id: req-c9b0c178-548d-4f5c-b75b-884e59d2bceb {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:51:29.559602 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9894f473-1ec3-4b93-b5b7-1750ecd1a65d", "name": "network-vif-deleted", "tag": "438424eb-455f-4c03-b881-a8b1a0efb236", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:51:29.559955 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c9b0c178-548d-4f5c-b75b-884e59d2bceb {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:51:29.561483 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9894f473-1ec3-4b93-b5b7-1750ecd1a65d', 'name': 'network-vif-deleted', 'tag': '438424eb-455f-4c03-b881-a8b1a0efb236', 'status': 'completed', 'code': 200} Dec 20 14:51:29.620320 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a3ae7d-3054-493c-9a15-31a45ebdf532 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Pushing event updated for resources: {'Port': ['ID=38acf0db-0008-42dd-be4f-cc29ae3b7ac2,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:29.632148 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4205c09b-e7e4-44d5-8ba9-be598a82d645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:29.650839 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a3ae7d-3054-493c-9a15-31a45ebdf532 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:29.651814 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-74a3ae7d-3054-493c-9a15-31a45ebdf532 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:29.669738 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-74a3ae7d-3054-493c-9a15-31a45ebdf532 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.1656628 Dec 20 14:51:29.672768 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 35382) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:29.760593 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915c7fbf-f646-44dc-bf60-206f66743934 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:29.763574 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-915c7fbf-f646-44dc-bf60-206f66743934 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.7 HTTP/1.1" status: 200 len: 921 time: 0.0896230 Dec 20 14:51:29.766236 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 35384) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:29.837701 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [None req-4205c09b-e7e4-44d5-8ba9-be598a82d645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] device_id is not set on port 46ffcf70-275a-4734-a97d-627dd69d5e80 yet. {{(pid=103167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 14:51:29.848057 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4205c09b-e7e4-44d5-8ba9-be598a82d645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:29.856105 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4205c09b-e7e4-44d5-8ba9-be598a82d645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:29.887527 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-9c5350b1-a403-4937-ae48-0b0be354cf7f tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Deleting port 38acf0db-0008-42dd-be4f-cc29ae3b7ac2 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:51:29.887868 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9c5350b1-a403-4937-ae48-0b0be354cf7f tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:29.941092 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4205c09b-e7e4-44d5-8ba9-be598a82d645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Pushing event updated for resources: {'Port': ['ID=46ffcf70-275a-4734-a97d-627dd69d5e80,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:29.946414 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-4205c09b-e7e4-44d5-8ba9-be598a82d645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempting to bind port 46ffcf70-275a-4734-a97d-627dd69d5e80 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:51:29.946759 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-4205c09b-e7e4-44d5-8ba9-be598a82d645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempting to bind port 46ffcf70-275a-4734-a97d-627dd69d5e80 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': '05d4a604-3bd5-4340-b481-1d2b6281b7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b9d75543-5213-41cb-848f-d427f2637310'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:51:29.947134 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4205c09b-e7e4-44d5-8ba9-be598a82d645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempting to bind port 46ffcf70-275a-4734-a97d-627dd69d5e80 on network b9d75543-5213-41cb-848f-d427f2637310 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:51:29.954420 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4205c09b-e7e4-44d5-8ba9-be598a82d645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Port 46ffcf70-275a-4734-a97d-627dd69d5e80 on network b9d75543-5213-41cb-848f-d427f2637310 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:51:29.954742 n-d-761264-19 neutron-server[103167]: ERROR neutron.plugins.ml2.managers [None req-4205c09b-e7e4-44d5-8ba9-be598a82d645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Failed to bind port 46ffcf70-275a-4734-a97d-627dd69d5e80 on host n-h2-761264-19 for vnic_type normal using segments [{'id': '05d4a604-3bd5-4340-b481-1d2b6281b7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b9d75543-5213-41cb-848f-d427f2637310'}] Dec 20 14:51:29.955334 n-d-761264-19 neutron-server[103167]: INFO neutron.plugins.ml2.plugin [None req-4205c09b-e7e4-44d5-8ba9-be598a82d645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempt 2 to bind port 46ffcf70-275a-4734-a97d-627dd69d5e80 Dec 20 14:51:29.980481 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-4205c09b-e7e4-44d5-8ba9-be598a82d645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempting to bind port 46ffcf70-275a-4734-a97d-627dd69d5e80 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:51:29.980827 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-4205c09b-e7e4-44d5-8ba9-be598a82d645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempting to bind port 46ffcf70-275a-4734-a97d-627dd69d5e80 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': '05d4a604-3bd5-4340-b481-1d2b6281b7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b9d75543-5213-41cb-848f-d427f2637310'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:51:29.981153 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4205c09b-e7e4-44d5-8ba9-be598a82d645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempting to bind port 46ffcf70-275a-4734-a97d-627dd69d5e80 on network b9d75543-5213-41cb-848f-d427f2637310 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:51:29.986809 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4205c09b-e7e4-44d5-8ba9-be598a82d645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Port 46ffcf70-275a-4734-a97d-627dd69d5e80 on network b9d75543-5213-41cb-848f-d427f2637310 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:51:29.987353 n-d-761264-19 neutron-server[103167]: ERROR neutron.plugins.ml2.managers [None req-4205c09b-e7e4-44d5-8ba9-be598a82d645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Failed to bind port 46ffcf70-275a-4734-a97d-627dd69d5e80 on host n-h2-761264-19 for vnic_type normal using segments [{'id': '05d4a604-3bd5-4340-b481-1d2b6281b7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b9d75543-5213-41cb-848f-d427f2637310'}] Dec 20 14:51:29.987926 n-d-761264-19 neutron-server[103167]: INFO neutron.plugins.ml2.plugin [None req-4205c09b-e7e4-44d5-8ba9-be598a82d645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempt 3 to bind port 46ffcf70-275a-4734-a97d-627dd69d5e80 Dec 20 14:51:30.010225 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-4205c09b-e7e4-44d5-8ba9-be598a82d645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempting to bind port 46ffcf70-275a-4734-a97d-627dd69d5e80 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:51:30.010557 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-4205c09b-e7e4-44d5-8ba9-be598a82d645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempting to bind port 46ffcf70-275a-4734-a97d-627dd69d5e80 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': '05d4a604-3bd5-4340-b481-1d2b6281b7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b9d75543-5213-41cb-848f-d427f2637310'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:51:30.010921 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4205c09b-e7e4-44d5-8ba9-be598a82d645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempting to bind port 46ffcf70-275a-4734-a97d-627dd69d5e80 on network b9d75543-5213-41cb-848f-d427f2637310 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:51:30.017534 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4205c09b-e7e4-44d5-8ba9-be598a82d645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Port 46ffcf70-275a-4734-a97d-627dd69d5e80 on network b9d75543-5213-41cb-848f-d427f2637310 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:51:30.017853 n-d-761264-19 neutron-server[103167]: ERROR neutron.plugins.ml2.managers [None req-4205c09b-e7e4-44d5-8ba9-be598a82d645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Failed to bind port 46ffcf70-275a-4734-a97d-627dd69d5e80 on host n-h2-761264-19 for vnic_type normal using segments [{'id': '05d4a604-3bd5-4340-b481-1d2b6281b7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b9d75543-5213-41cb-848f-d427f2637310'}] Dec 20 14:51:30.018238 n-d-761264-19 neutron-server[103167]: INFO neutron.plugins.ml2.plugin [None req-4205c09b-e7e4-44d5-8ba9-be598a82d645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempt 4 to bind port 46ffcf70-275a-4734-a97d-627dd69d5e80 Dec 20 14:51:30.033034 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-4205c09b-e7e4-44d5-8ba9-be598a82d645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempting to bind port 46ffcf70-275a-4734-a97d-627dd69d5e80 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:51:30.033373 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-4205c09b-e7e4-44d5-8ba9-be598a82d645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempting to bind port 46ffcf70-275a-4734-a97d-627dd69d5e80 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': '05d4a604-3bd5-4340-b481-1d2b6281b7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b9d75543-5213-41cb-848f-d427f2637310'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:51:30.033646 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9c5350b1-a403-4937-ae48-0b0be354cf7f tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:30.034129 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4205c09b-e7e4-44d5-8ba9-be598a82d645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempting to bind port 46ffcf70-275a-4734-a97d-627dd69d5e80 on network b9d75543-5213-41cb-848f-d427f2637310 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:51:30.039526 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4205c09b-e7e4-44d5-8ba9-be598a82d645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Port 46ffcf70-275a-4734-a97d-627dd69d5e80 on network b9d75543-5213-41cb-848f-d427f2637310 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:51:30.039847 n-d-761264-19 neutron-server[103167]: ERROR neutron.plugins.ml2.managers [None req-4205c09b-e7e4-44d5-8ba9-be598a82d645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Failed to bind port 46ffcf70-275a-4734-a97d-627dd69d5e80 on host n-h2-761264-19 for vnic_type normal using segments [{'id': '05d4a604-3bd5-4340-b481-1d2b6281b7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b9d75543-5213-41cb-848f-d427f2637310'}] Dec 20 14:51:30.040469 n-d-761264-19 neutron-server[103167]: INFO neutron.plugins.ml2.plugin [None req-4205c09b-e7e4-44d5-8ba9-be598a82d645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempt 5 to bind port 46ffcf70-275a-4734-a97d-627dd69d5e80 Dec 20 14:51:30.057838 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-9c5350b1-a403-4937-ae48-0b0be354cf7f tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Calling delete_port for 38acf0db-0008-42dd-be4f-cc29ae3b7ac2 owned by {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:51:30.074463 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-4205c09b-e7e4-44d5-8ba9-be598a82d645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempting to bind port 46ffcf70-275a-4734-a97d-627dd69d5e80 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:51:30.076093 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-4205c09b-e7e4-44d5-8ba9-be598a82d645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempting to bind port 46ffcf70-275a-4734-a97d-627dd69d5e80 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': '05d4a604-3bd5-4340-b481-1d2b6281b7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b9d75543-5213-41cb-848f-d427f2637310'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:51:30.076574 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4205c09b-e7e4-44d5-8ba9-be598a82d645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempting to bind port 46ffcf70-275a-4734-a97d-627dd69d5e80 on network b9d75543-5213-41cb-848f-d427f2637310 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:51:30.084272 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4205c09b-e7e4-44d5-8ba9-be598a82d645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Port 46ffcf70-275a-4734-a97d-627dd69d5e80 on network b9d75543-5213-41cb-848f-d427f2637310 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:51:30.084703 n-d-761264-19 neutron-server[103167]: ERROR neutron.plugins.ml2.managers [None req-4205c09b-e7e4-44d5-8ba9-be598a82d645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Failed to bind port 46ffcf70-275a-4734-a97d-627dd69d5e80 on host n-h2-761264-19 for vnic_type normal using segments [{'id': '05d4a604-3bd5-4340-b481-1d2b6281b7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b9d75543-5213-41cb-848f-d427f2637310'}] Dec 20 14:51:30.085201 n-d-761264-19 neutron-server[103167]: INFO neutron.plugins.ml2.plugin [None req-4205c09b-e7e4-44d5-8ba9-be598a82d645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempt 6 to bind port 46ffcf70-275a-4734-a97d-627dd69d5e80 Dec 20 14:51:30.120918 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-4205c09b-e7e4-44d5-8ba9-be598a82d645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempting to bind port 46ffcf70-275a-4734-a97d-627dd69d5e80 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:51:30.121589 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-4205c09b-e7e4-44d5-8ba9-be598a82d645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempting to bind port 46ffcf70-275a-4734-a97d-627dd69d5e80 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': '05d4a604-3bd5-4340-b481-1d2b6281b7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b9d75543-5213-41cb-848f-d427f2637310'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:51:30.122186 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4205c09b-e7e4-44d5-8ba9-be598a82d645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempting to bind port 46ffcf70-275a-4734-a97d-627dd69d5e80 on network b9d75543-5213-41cb-848f-d427f2637310 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:51:30.129122 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4205c09b-e7e4-44d5-8ba9-be598a82d645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Port 46ffcf70-275a-4734-a97d-627dd69d5e80 on network b9d75543-5213-41cb-848f-d427f2637310 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:51:30.129529 n-d-761264-19 neutron-server[103167]: ERROR neutron.plugins.ml2.managers [None req-4205c09b-e7e4-44d5-8ba9-be598a82d645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Failed to bind port 46ffcf70-275a-4734-a97d-627dd69d5e80 on host n-h2-761264-19 for vnic_type normal using segments [{'id': '05d4a604-3bd5-4340-b481-1d2b6281b7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b9d75543-5213-41cb-848f-d427f2637310'}] Dec 20 14:51:30.129989 n-d-761264-19 neutron-server[103167]: INFO neutron.plugins.ml2.plugin [None req-4205c09b-e7e4-44d5-8ba9-be598a82d645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempt 7 to bind port 46ffcf70-275a-4734-a97d-627dd69d5e80 Dec 20 14:51:30.148746 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-4205c09b-e7e4-44d5-8ba9-be598a82d645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempting to bind port 46ffcf70-275a-4734-a97d-627dd69d5e80 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:51:30.149263 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-4205c09b-e7e4-44d5-8ba9-be598a82d645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempting to bind port 46ffcf70-275a-4734-a97d-627dd69d5e80 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': '05d4a604-3bd5-4340-b481-1d2b6281b7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b9d75543-5213-41cb-848f-d427f2637310'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:51:30.149687 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4205c09b-e7e4-44d5-8ba9-be598a82d645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempting to bind port 46ffcf70-275a-4734-a97d-627dd69d5e80 on network b9d75543-5213-41cb-848f-d427f2637310 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:51:30.158615 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4205c09b-e7e4-44d5-8ba9-be598a82d645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Port 46ffcf70-275a-4734-a97d-627dd69d5e80 on network b9d75543-5213-41cb-848f-d427f2637310 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:51:30.159029 n-d-761264-19 neutron-server[103167]: ERROR neutron.plugins.ml2.managers [None req-4205c09b-e7e4-44d5-8ba9-be598a82d645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Failed to bind port 46ffcf70-275a-4734-a97d-627dd69d5e80 on host n-h2-761264-19 for vnic_type normal using segments [{'id': '05d4a604-3bd5-4340-b481-1d2b6281b7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b9d75543-5213-41cb-848f-d427f2637310'}] Dec 20 14:51:30.159632 n-d-761264-19 neutron-server[103167]: INFO neutron.plugins.ml2.plugin [None req-4205c09b-e7e4-44d5-8ba9-be598a82d645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempt 8 to bind port 46ffcf70-275a-4734-a97d-627dd69d5e80 Dec 20 14:51:30.181110 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-4205c09b-e7e4-44d5-8ba9-be598a82d645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempting to bind port 46ffcf70-275a-4734-a97d-627dd69d5e80 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:51:30.181509 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-4205c09b-e7e4-44d5-8ba9-be598a82d645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempting to bind port 46ffcf70-275a-4734-a97d-627dd69d5e80 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': '05d4a604-3bd5-4340-b481-1d2b6281b7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b9d75543-5213-41cb-848f-d427f2637310'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:51:30.181885 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4205c09b-e7e4-44d5-8ba9-be598a82d645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempting to bind port 46ffcf70-275a-4734-a97d-627dd69d5e80 on network b9d75543-5213-41cb-848f-d427f2637310 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:51:30.187865 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4205c09b-e7e4-44d5-8ba9-be598a82d645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Port 46ffcf70-275a-4734-a97d-627dd69d5e80 on network b9d75543-5213-41cb-848f-d427f2637310 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:51:30.188545 n-d-761264-19 neutron-server[103167]: ERROR neutron.plugins.ml2.managers [None req-4205c09b-e7e4-44d5-8ba9-be598a82d645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Failed to bind port 46ffcf70-275a-4734-a97d-627dd69d5e80 on host n-h2-761264-19 for vnic_type normal using segments [{'id': '05d4a604-3bd5-4340-b481-1d2b6281b7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b9d75543-5213-41cb-848f-d427f2637310'}] Dec 20 14:51:30.188805 n-d-761264-19 neutron-server[103167]: INFO neutron.plugins.ml2.plugin [None req-4205c09b-e7e4-44d5-8ba9-be598a82d645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempt 9 to bind port 46ffcf70-275a-4734-a97d-627dd69d5e80 Dec 20 14:51:30.205104 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-4205c09b-e7e4-44d5-8ba9-be598a82d645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempting to bind port 46ffcf70-275a-4734-a97d-627dd69d5e80 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:51:30.205464 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-4205c09b-e7e4-44d5-8ba9-be598a82d645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempting to bind port 46ffcf70-275a-4734-a97d-627dd69d5e80 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': '05d4a604-3bd5-4340-b481-1d2b6281b7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b9d75543-5213-41cb-848f-d427f2637310'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:51:30.205867 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4205c09b-e7e4-44d5-8ba9-be598a82d645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempting to bind port 46ffcf70-275a-4734-a97d-627dd69d5e80 on network b9d75543-5213-41cb-848f-d427f2637310 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:51:30.211530 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4205c09b-e7e4-44d5-8ba9-be598a82d645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Port 46ffcf70-275a-4734-a97d-627dd69d5e80 on network b9d75543-5213-41cb-848f-d427f2637310 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:51:30.211997 n-d-761264-19 neutron-server[103167]: ERROR neutron.plugins.ml2.managers [None req-4205c09b-e7e4-44d5-8ba9-be598a82d645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Failed to bind port 46ffcf70-275a-4734-a97d-627dd69d5e80 on host n-h2-761264-19 for vnic_type normal using segments [{'id': '05d4a604-3bd5-4340-b481-1d2b6281b7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b9d75543-5213-41cb-848f-d427f2637310'}] Dec 20 14:51:30.212421 n-d-761264-19 neutron-server[103167]: INFO neutron.plugins.ml2.plugin [None req-4205c09b-e7e4-44d5-8ba9-be598a82d645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempt 10 to bind port 46ffcf70-275a-4734-a97d-627dd69d5e80 Dec 20 14:51:30.226073 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-4205c09b-e7e4-44d5-8ba9-be598a82d645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempting to bind port 46ffcf70-275a-4734-a97d-627dd69d5e80 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:51:30.226516 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [None req-4205c09b-e7e4-44d5-8ba9-be598a82d645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempting to bind port 46ffcf70-275a-4734-a97d-627dd69d5e80 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': '05d4a604-3bd5-4340-b481-1d2b6281b7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b9d75543-5213-41cb-848f-d427f2637310'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:51:30.227565 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4205c09b-e7e4-44d5-8ba9-be598a82d645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempting to bind port 46ffcf70-275a-4734-a97d-627dd69d5e80 on network b9d75543-5213-41cb-848f-d427f2637310 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:51:30.232319 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9c5350b1-a403-4937-ae48-0b0be354cf7f tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:30.232868 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4205c09b-e7e4-44d5-8ba9-be598a82d645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Port 46ffcf70-275a-4734-a97d-627dd69d5e80 on network b9d75543-5213-41cb-848f-d427f2637310 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:51:30.233323 n-d-761264-19 neutron-server[103167]: ERROR neutron.plugins.ml2.managers [None req-4205c09b-e7e4-44d5-8ba9-be598a82d645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Failed to bind port 46ffcf70-275a-4734-a97d-627dd69d5e80 on host n-h2-761264-19 for vnic_type normal using segments [{'id': '05d4a604-3bd5-4340-b481-1d2b6281b7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b9d75543-5213-41cb-848f-d427f2637310'}] Dec 20 14:51:30.233760 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4205c09b-e7e4-44d5-8ba9-be598a82d645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:30.267845 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5350b1-a403-4937-ae48-0b0be354cf7f tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Pushing event deleted for resources: {'Port': ['ID=38acf0db-0008-42dd-be4f-cc29ae3b7ac2,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:30.313696 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-4205c09b-e7e4-44d5-8ba9-be598a82d645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] For port 46ffcf70-275a-4734-a97d-627dd69d5e80, host n-h2-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:51:30.314218 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-4205c09b-e7e4-44d5-8ba9-be598a82d645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attempted to set empty binding levels {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 20 14:51:30.320469 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4205c09b-e7e4-44d5-8ba9-be598a82d645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:30.351816 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8267f257-4b82-4d2e-82e8-d5d8a35c88bf None None] Network d82a942a-3630-494c-9a62-20d6641b11ec requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:51:30.370580 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-4205c09b-e7e4-44d5-8ba9-be598a82d645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] In _notify_port_updated(), no bound segment for port 46ffcf70-275a-4734-a97d-627dd69d5e80 on network b9d75543-5213-41cb-848f-d427f2637310 {{(pid=103167) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 20 14:51:30.371488 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4205c09b-e7e4-44d5-8ba9-be598a82d645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:30.372096 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4205c09b-e7e4-44d5-8ba9-be598a82d645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:30.373577 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-4205c09b-e7e4-44d5-8ba9-be598a82d645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] 10.222.0.54 "PUT /v2.0/ports/46ffcf70-275a-4734-a97d-627dd69d5e80 HTTP/1.1" status: 200 len: 980 time: 0.8234355 Dec 20 14:51:30.377214 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 35388) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:30.379824 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 35390) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:30.397133 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9c5350b1-a403-4937-ae48-0b0be354cf7f tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:30.401262 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-9c5350b1-a403-4937-ae48-0b0be354cf7f tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "DELETE /v2.0/ports/38acf0db-0008-42dd-be4f-cc29ae3b7ac2 HTTP/1.1" status: 204 len: 168 time: 0.6338570 Dec 20 14:51:30.404075 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 35392) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:30.433219 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-1caabd6f-0d92-4353-9002-0a5ef21b8ee4 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] GET failed (client error): The resource could not be found. Dec 20 14:51:30.435276 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-1caabd6f-0d92-4353-9002-0a5ef21b8ee4 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "GET /v2.0/ports/38acf0db-0008-42dd-be4f-cc29ae3b7ac2 HTTP/1.1" status: 404 len: 333 time: 0.0299129 Dec 20 14:51:30.439218 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 35394) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:30.439978 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4205c09b-e7e4-44d5-8ba9-be598a82d645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Pushing event updated for resources: {'Port': ['ID=46ffcf70-275a-4734-a97d-627dd69d5e80,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:30.535581 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-98774c6e-fd1d-4593-8d90-482c499b1274 None None] Provisioning complete for port 10f87312-c659-435a-8aca-4218b58c5b0e triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:51:30.535951 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-98774c6e-fd1d-4593-8d90-482c499b1274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:30.664284 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-1b25a56b-4e5b-479a-907f-d81f2866824e tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Deleting port 137b31a7-b2e3-47b3-bc70-0bc1eba08614 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:51:30.664632 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1b25a56b-4e5b-479a-907f-d81f2866824e tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:30.782737 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1b25a56b-4e5b-479a-907f-d81f2866824e tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:30.798071 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-1b25a56b-4e5b-479a-907f-d81f2866824e tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Calling delete_port for 137b31a7-b2e3-47b3-bc70-0bc1eba08614 owned by {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:51:30.803791 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 10f87312-c659-435a-8aca-4218b58c5b0e up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:51:30.873959 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-55ecfe16-bfc5-41ef-bf58-3adebf402b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:30.965004 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 10f87312-c659-435a-8aca-4218b58c5b0e triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:51:30.965703 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:30.972746 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-98774c6e-fd1d-4593-8d90-482c499b1274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:31.089122 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-98774c6e-fd1d-4593-8d90-482c499b1274 None None] For port 10f87312-c659-435a-8aca-4218b58c5b0e, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=10f87312-c659-435a-8aca-4218b58c5b0e,segment=NetworkSegment(2fb4d946-f6b0-440e-9c1a-3a746ce511bf),segment_id=2fb4d946-f6b0-440e-9c1a-3a746ce511bf)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:51:31.101182 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-98774c6e-fd1d-4593-8d90-482c499b1274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:31.199982 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98774c6e-fd1d-4593-8d90-482c499b1274 None None] Pushing event updated for resources: {'Port': ['ID=10f87312-c659-435a-8aca-4218b58c5b0e,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:31.288152 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-ed0a49de-52e3-4c7c-9af0-f40ee37c6018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Deleting port 46ffcf70-275a-4734-a97d-627dd69d5e80 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:51:31.288693 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ed0a49de-52e3-4c7c-9af0-f40ee37c6018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:31.367777 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-acb59e61-2ea4-4d9a-96a0-58efc694bd4e None None] Provisioning complete for port 10f87312-c659-435a-8aca-4218b58c5b0e triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:51:31.368353 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-acb59e61-2ea4-4d9a-96a0-58efc694bd4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:31.414184 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1b25a56b-4e5b-479a-907f-d81f2866824e tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:31.460552 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-ed0a49de-52e3-4c7c-9af0-f40ee37c6018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] For port 46ffcf70-275a-4734-a97d-627dd69d5e80, host n-h2-761264-19, got binding levels [] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:51:31.461472 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ed0a49de-52e3-4c7c-9af0-f40ee37c6018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:31.484441 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-ed0a49de-52e3-4c7c-9af0-f40ee37c6018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Calling delete_port for 46ffcf70-275a-4734-a97d-627dd69d5e80 owned by {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:51:31.539031 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b25a56b-4e5b-479a-907f-d81f2866824e tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Pushing event deleted for resources: {'Port': ['ID=137b31a7-b2e3-47b3-bc70-0bc1eba08614,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:31.567603 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-acb59e61-2ea4-4d9a-96a0-58efc694bd4e None None] Could not find standard attr ID for object 137b31a7-b2e3-47b3-bc70-0bc1eba08614. {{(pid=103169) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 14:51:31.592210 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1b25a56b-4e5b-479a-907f-d81f2866824e tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:31.600321 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-1b25a56b-4e5b-479a-907f-d81f2866824e tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "DELETE /v2.0/ports/137b31a7-b2e3-47b3-bc70-0bc1eba08614 HTTP/1.1" status: 204 len: 168 time: 1.1600385 Dec 20 14:51:31.600991 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 35400) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:31.639533 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-b76faa3d-0d8c-44df-a948-6801a3b004ac tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] GET failed (client error): The resource could not be found. Dec 20 14:51:31.644779 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-b76faa3d-0d8c-44df-a948-6801a3b004ac tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "GET /v2.0/ports/137b31a7-b2e3-47b3-bc70-0bc1eba08614 HTTP/1.1" status: 404 len: 333 time: 0.0422602 Dec 20 14:51:31.645305 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 35404) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:31.683212 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-c7ba2a4a-15af-467d-be79-b0e67a1984b5 None None] Could not find standard attr ID for object 137b31a7-b2e3-47b3-bc70-0bc1eba08614. {{(pid=103169) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 14:51:31.693305 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ed0a49de-52e3-4c7c-9af0-f40ee37c6018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:31.724542 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c6e59aa-ca6b-4244-ab03-0c72d6caa3e9 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Deleting subnet 8b9ffe8c-1ec9-4d90-abd5-20f457afc522 {{(pid=103168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:51:31.730242 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4c6e59aa-ca6b-4244-ab03-0c72d6caa3e9 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks [] for subnet, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:31.783909 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0a49de-52e3-4c7c-9af0-f40ee37c6018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Pushing event deleted for resources: {'Port': ['ID=46ffcf70-275a-4734-a97d-627dd69d5e80,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:31.788794 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4c6e59aa-ca6b-4244-ab03-0c72d6caa3e9 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9023023'] for subnet, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:31.797941 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ed0a49de-52e3-4c7c-9af0-f40ee37c6018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:31.804166 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-ed0a49de-52e3-4c7c-9af0-f40ee37c6018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] 10.222.0.54 "DELETE /v2.0/ports/46ffcf70-275a-4734-a97d-627dd69d5e80 HTTP/1.1" status: 204 len: 168 time: 1.3656163 Dec 20 14:51:31.806126 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 35406) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:31.839067 n-d-761264-19 neutron-server[103167]: INFO neutron.pecan_wsgi.hooks.translation [None req-88b8c3d4-9268-486a-99b6-90a299a7e04d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] GET failed (client error): The resource could not be found. Dec 20 14:51:31.844437 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-88b8c3d4-9268-486a-99b6-90a299a7e04d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873177960-project-admin] 10.222.0.54 "GET /v2.0/ports/46ffcf70-275a-4734-a97d-627dd69d5e80 HTTP/1.1" status: 404 len: 333 time: 0.0371377 Dec 20 14:51:31.845206 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 35408) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:31.900589 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4c6e59aa-ca6b-4244-ab03-0c72d6caa3e9 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:31.930666 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7223b51e-beec-47d8-bd29-576196fa95f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349547164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349547164-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:32.023665 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4c6e59aa-ca6b-4244-ab03-0c72d6caa3e9 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8850800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470517'] for subnet, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:32.053488 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7223b51e-beec-47d8-bd29-576196fa95f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349547164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349547164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:32.067291 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6e59aa-ca6b-4244-ab03-0c72d6caa3e9 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Pushing event deleted for resources: {'Subnet': ['ID=8b9ffe8c-1ec9-4d90-abd5-20f457afc522,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:32.069620 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4c6e59aa-ca6b-4244-ab03-0c72d6caa3e9 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks [] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:32.074116 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-4c6e59aa-ca6b-4244-ab03-0c72d6caa3e9 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "DELETE /v2.0/subnets/8b9ffe8c-1ec9-4d90-abd5-20f457afc522 HTTP/1.1" status: 204 len: 168 time: 0.4277844 Dec 20 14:51:32.076803 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 35410) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:32.101511 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-81742a76-10fc-4677-adb4-91c62a762984 None None] Could not find standard attr ID for object 38acf0db-0008-42dd-be4f-cc29ae3b7ac2. {{(pid=103169) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 14:51:32.140857 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-7223b51e-beec-47d8-bd29-576196fa95f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349547164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349547164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9d75543-5213-41cb-848f-d427f2637310']}} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:51:32.164963 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-7223b51e-beec-47d8-bd29-576196fa95f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349547164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349547164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05d4a604-3bd5-4340-b481-1d2b6281b7c4') {'for_net_delete': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:51:32.165299 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-7223b51e-beec-47d8-bd29-576196fa95f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349547164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349547164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05d4a604-3bd5-4340-b481-1d2b6281b7c4') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:51:32.193813 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7223b51e-beec-47d8-bd29-576196fa95f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349547164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349547164-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954405'] for segment, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:32.198227 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6d8a012b-b619-471f-ace2-f449cbd8abf2 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:32.247301 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7223b51e-beec-47d8-bd29-576196fa95f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349547164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349547164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:32.254913 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7223b51e-beec-47d8-bd29-576196fa95f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349547164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349547164-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=103167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:51:32.255326 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7223b51e-beec-47d8-bd29-576196fa95f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349547164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349547164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9956000'] for segment, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:32.287434 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-6d8a012b-b619-471f-ace2-f449cbd8abf2 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Deleting port 10f87312-c659-435a-8aca-4218b58c5b0e {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:51:32.288163 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6d8a012b-b619-471f-ace2-f449cbd8abf2 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:32.334919 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:32.334919 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:51:32.334919 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:32.334919 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:51:32.334919 n-d-761264-19 neutron-server[103167]: Traceback (most recent call last): Dec 20 14:51:32.334919 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:51:32.334919 n-d-761264-19 neutron-server[103167]: timer() Dec 20 14:51:32.334919 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:51:32.334919 n-d-761264-19 neutron-server[103167]: cb(*args, **kw) Dec 20 14:51:32.334919 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:51:32.334919 n-d-761264-19 neutron-server[103167]: return func(*args, **kwargs) Dec 20 14:51:32.334919 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:51:32.334919 n-d-761264-19 neutron-server[103167]: self._notify() Dec 20 14:51:32.334919 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:51:32.334919 n-d-761264-19 neutron-server[103167]: self.callback(batched_events) Dec 20 14:51:32.334919 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:51:32.334919 n-d-761264-19 neutron-server[103167]: event.method(event) Dec 20 14:51:32.334919 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:51:32.334919 n-d-761264-19 neutron-server[103167]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:51:32.334919 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:51:32.334919 n-d-761264-19 neutron-server[103167]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:51:32.334919 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:51:32.334919 n-d-761264-19 neutron-server[103167]: return f(self, *a, **k) Dec 20 14:51:32.334919 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:51:32.334919 n-d-761264-19 neutron-server[103167]: return self._get(url).json() Dec 20 14:51:32.334919 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:51:32.334919 n-d-761264-19 neutron-server[103167]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:51:32.334919 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:51:32.334919 n-d-761264-19 neutron-server[103167]: return self.request(url, 'GET', **kwargs) Dec 20 14:51:32.334919 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:51:32.334919 n-d-761264-19 neutron-server[103167]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:51:32.334919 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:51:32.334919 n-d-761264-19 neutron-server[103167]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:51:32.334919 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:51:32.334919 n-d-761264-19 neutron-server[103167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:51:32.334919 n-d-761264-19 neutron-server[103167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:51:32.341499 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-37b84edd-cfb2-4c10-a4f7-95f9a107eaab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1595867'] for router_interface, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:32.343813 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7223b51e-beec-47d8-bd29-576196fa95f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349547164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349547164-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:32.393202 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e970dcbf-7be7-4380-a1f1-4dcbd2f8ec58 None None] Network d82a942a-3630-494c-9a62-20d6641b11ec requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:51:32.418816 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7223b51e-beec-47d8-bd29-576196fa95f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349547164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349547164-project] Publish callbacks [] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:32.424132 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-7223b51e-beec-47d8-bd29-576196fa95f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349547164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349547164-project] 10.222.0.54 "DELETE /v2.0/networks/b9d75543-5213-41cb-848f-d427f2637310 HTTP/1.1" status: 204 len: 168 time: 0.5762424 Dec 20 14:51:32.425661 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7223b51e-beec-47d8-bd29-576196fa95f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349547164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349547164-project] Pushing event deleted for resources: {'Network': ['ID=b9d75543-5213-41cb-848f-d427f2637310,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:32.428382 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-6d8a012b-b619-471f-ace2-f449cbd8abf2 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] For port 10f87312-c659-435a-8aca-4218b58c5b0e, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=10f87312-c659-435a-8aca-4218b58c5b0e,segment=NetworkSegment(2fb4d946-f6b0-440e-9c1a-3a746ce511bf),segment_id=2fb4d946-f6b0-440e-9c1a-3a746ce511bf)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:51:32.428951 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6d8a012b-b619-471f-ace2-f449cbd8abf2 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:32.451779 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-6d8a012b-b619-471f-ace2-f449cbd8abf2 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Calling delete_port for 10f87312-c659-435a-8aca-4218b58c5b0e owned by network:dhcp {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:51:32.670007 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9338e11-e119-4063-bc38-9b749fe98d7d None None] DHCP port deletion for d82a942a-3630-494c-9a62-20d6641b11ec request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:51:32.674379 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6d8a012b-b619-471f-ace2-f449cbd8abf2 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:32.686748 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 438424eb-455f-4c03-b881-a8b1a0efb236 no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:51:32.730835 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8a012b-b619-471f-ace2-f449cbd8abf2 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Pushing event deleted for resources: {'Port': ['ID=10f87312-c659-435a-8aca-4218b58c5b0e,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:32.741151 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8a012b-b619-471f-ace2-f449cbd8abf2 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] No DVR routers for this DVR port 10f87312-c659-435a-8aca-4218b58c5b0e on host n-d-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:51:32.758340 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] No Port match for: 438424eb-455f-4c03-b881-a8b1a0efb236 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:51:32.758340 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 438424eb-455f-4c03-b881-a8b1a0efb236 not bound to the agent host n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:51:32.859807 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6d8a012b-b619-471f-ace2-f449cbd8abf2 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:32.861755 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-37b84edd-cfb2-4c10-a4f7-95f9a107eaab admin admin] Deleting port 059aed00-43a7-4e19-8b77-a764862a90b6 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:51:32.862104 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-37b84edd-cfb2-4c10-a4f7-95f9a107eaab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:32.877524 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-031f2236-3248-43b3-aaed-0f7f0ec0f103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:32.893428 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-6d8a012b-b619-471f-ace2-f449cbd8abf2 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d82a942a-3630-494c-9a62-20d6641b11ec']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:51:32.902462 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 35418) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:32.929617 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-6d8a012b-b619-471f-ace2-f449cbd8abf2 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fb4d946-f6b0-440e-9c1a-3a746ce511bf') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:51:32.929617 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-6d8a012b-b619-471f-ace2-f449cbd8abf2 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fb4d946-f6b0-440e-9c1a-3a746ce511bf') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:51:32.939805 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6d8a012b-b619-471f-ace2-f449cbd8abf2 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:32.955161 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6d8a012b-b619-471f-ace2-f449cbd8abf2 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:32.963453 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d8a012b-b619-471f-ace2-f449cbd8abf2 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:51:32.964493 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6d8a012b-b619-471f-ace2-f449cbd8abf2 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:32.980613 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:32.980613 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:51:32.980613 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:32.980613 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:51:32.980613 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:32.980613 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:51:32.980613 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:32.980613 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:51:32.980613 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 14:51:32.980613 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:51:32.980613 n-d-761264-19 neutron-server[103168]: timer() Dec 20 14:51:32.980613 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:51:32.980613 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 14:51:32.980613 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:51:32.980613 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 14:51:32.980613 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:51:32.980613 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 14:51:32.980613 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:51:32.980613 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 14:51:32.980613 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:51:32.980613 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 14:51:32.980613 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:51:32.980613 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:51:32.980613 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:51:32.980613 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:51:32.980613 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:51:32.980613 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 14:51:32.980613 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:51:32.980613 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 14:51:32.980613 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:51:32.980613 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:51:32.980613 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:51:32.980613 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 14:51:32.980613 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:51:32.980613 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:51:32.980613 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:51:32.980613 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:51:32.980613 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:51:32.980613 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:51:32.980613 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:51:33.000877 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-37b84edd-cfb2-4c10-a4f7-95f9a107eaab admin admin] For port 059aed00-43a7-4e19-8b77-a764862a90b6, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=059aed00-43a7-4e19-8b77-a764862a90b6,segment=NetworkSegment(98aafa41-6e7f-4b47-84f0-fa328c7adf17),segment_id=98aafa41-6e7f-4b47-84f0-fa328c7adf17)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:51:33.002171 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-37b84edd-cfb2-4c10-a4f7-95f9a107eaab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:33.026024 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-37b84edd-cfb2-4c10-a4f7-95f9a107eaab admin admin] Calling delete_port for 059aed00-43a7-4e19-8b77-a764862a90b6 owned by network:router_interface {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:51:33.054081 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6d8a012b-b619-471f-ace2-f449cbd8abf2 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:33.074571 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6d8a012b-b619-471f-ace2-f449cbd8abf2 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks [] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:33.079095 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-6d8a012b-b619-471f-ace2-f449cbd8abf2 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "DELETE /v2.0/networks/d82a942a-3630-494c-9a62-20d6641b11ec HTTP/1.1" status: 204 len: 168 time: 1.0012100 Dec 20 14:51:33.083793 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 35422) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:33.090484 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-e5dbf1b0-0878-4ed8-9ac5-ac6b8f16ddc0 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2000665564'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:51:33.109608 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8a012b-b619-471f-ace2-f449cbd8abf2 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Pushing event deleted for resources: {'Network': ['ID=d82a942a-3630-494c-9a62-20d6641b11ec,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:33.138895 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5dbf1b0-0878-4ed8-9ac5-ac6b8f16ddc0 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Made reservation on behalf of dc29e2de924c4cbd81e8105396ddf747 for: {'network': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:51:33.142754 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e5dbf1b0-0878-4ed8-9ac5-ac6b8f16ddc0 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:33.147764 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-36b2cf2b-d653-408c-97e9-4715c49ff042 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3c9a529197e14054b5d6ea5bcb841e12&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2417066 Dec 20 14:51:33.148085 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 35424) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:33.206111 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cfe880f1-c8e9-4a62-b013-c5f950fac0bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:33.218190 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5dbf1b0-0878-4ed8-9ac5-ac6b8f16ddc0 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=103167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:51:33.237137 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e5dbf1b0-0878-4ed8-9ac5-ac6b8f16ddc0 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:33.237642 n-d-761264-19 neutron-server[103167]: INFO neutron.db.segments_db [None req-e5dbf1b0-0878-4ed8-9ac5-ac6b8f16ddc0 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Added segment 13f09cd6-aa18-48e2-9d05-dc0ed33fe013 of type vlan for network f029a4ef-16f8-4521-ad56-b22a8babebe8 Dec 20 14:51:33.238787 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cfe880f1-c8e9-4a62-b013-c5f950fac0bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:33.304880 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cfe880f1-c8e9-4a62-b013-c5f950fac0bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:33.308595 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cfe880f1-c8e9-4a62-b013-c5f950fac0bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:33.312944 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-cfe880f1-c8e9-4a62-b013-c5f950fac0bf admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/870a8ba9-847f-42f6-a09b-ac68ef4dd206 HTTP/1.1" status: 204 len: 168 time: 0.1635258 Dec 20 14:51:33.315766 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e5dbf1b0-0878-4ed8-9ac5-ac6b8f16ddc0 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:33.326578 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe880f1-c8e9-4a62-b013-c5f950fac0bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=870a8ba9-847f-42f6-a09b-ac68ef4dd206,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:33.355606 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-37b84edd-cfb2-4c10-a4f7-95f9a107eaab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:33.370896 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e5dbf1b0-0878-4ed8-9ac5-ac6b8f16ddc0 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:33.378047 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5dbf1b0-0878-4ed8-9ac5-ac6b8f16ddc0 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:33.380280 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e5dbf1b0-0878-4ed8-9ac5-ac6b8f16ddc0 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks [] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:33.429958 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b84edd-cfb2-4c10-a4f7-95f9a107eaab admin admin] Pushing event deleted for resources: {'Port': ['ID=059aed00-43a7-4e19-8b77-a764862a90b6,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:33.470439 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842c2d2d-e298-47c1-82f4-df816a8e9c3e None None] DHCP port deletion for 8a310775-6600-433a-b2cf-962806f14a03 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:51:33.522145 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 35430) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:33.522856 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-e5dbf1b0-0878-4ed8-9ac5-ac6b8f16ddc0 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4372525 Dec 20 14:51:33.529552 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-01367a47-7e45-4471-9a2a-d16de953d1d8 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Request body: {'subnet': {'network_id': 'f029a4ef-16f8-4521-ad56-b22a8babebe8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:51:33.531383 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dbf1b0-0878-4ed8-9ac5-ac6b8f16ddc0 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Pushing event updated for resources: {'Network': ['ID=f029a4ef-16f8-4521-ad56-b22a8babebe8,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:33.543918 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network f029a4ef-16f8-4521-ad56-b22a8babebe8 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:51:33.656966 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01367a47-7e45-4471-9a2a-d16de953d1d8 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Made reservation on behalf of dc29e2de924c4cbd81e8105396ddf747 for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:51:33.662188 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-01367a47-7e45-4471-9a2a-d16de953d1d8 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:33.715409 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-37b84edd-cfb2-4c10-a4f7-95f9a107eaab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582411'] for router_interface, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:33.758949 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 35432) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:33.806933 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:33.828675 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-1316d000-b0da-46aa-b30b-f5bf93c40fae admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3a82dba936824b8f97243e44eb21a431&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0683537 Dec 20 14:51:33.833634 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 35436) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:33.927191 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-01367a47-7e45-4471-9a2a-d16de953d1d8 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8848317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10470522'] for subnet, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:33.948292 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3211d5d6-82a0-4d5d-b0e9-6befb1477367 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:33.980682 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3211d5d6-82a0-4d5d-b0e9-6befb1477367 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:33.985264 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01367a47-7e45-4471-9a2a-d16de953d1d8 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Pushing event updated for resources: {'Subnet': ['ID=3cd6415b-4f07-43dd-a99a-bcf995148584,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:34.010957 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01367a47-7e45-4471-9a2a-d16de953d1d8 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Checking segment: {'id': '13f09cd6-aa18-48e2-9d05-dc0ed33fe013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'f029a4ef-16f8-4521-ad56-b22a8babebe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:51:34.011325 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01367a47-7e45-4471-9a2a-d16de953d1d8 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Network hostable DHCP agents. Network: f029a4ef-16f8-4521-ad56-b22a8babebe8, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:51:34.031307 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01367a47-7e45-4471-9a2a-d16de953d1d8 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Network f029a4ef-16f8-4521-ad56-b22a8babebe8 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:51:34.044014 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-01367a47-7e45-4471-9a2a-d16de953d1d8 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, f029a4ef-16f8-4521-ad56-b22a8babebe8) {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:51:34.049322 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01367a47-7e45-4471-9a2a-d16de953d1d8 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:34.050169 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-01367a47-7e45-4471-9a2a-d16de953d1d8 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks [] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:34.069992 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-01367a47-7e45-4471-9a2a-d16de953d1d8 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5466683 Dec 20 14:51:34.072822 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 35438) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:34.078238 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-c626b110-63ff-453e-9cd8-6cc7af250ac6 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Request body: {'port': {'network_id': 'f029a4ef-16f8-4521-ad56-b22a8babebe8', 'name': 'tempest-PortsTestJSON-803484552', 'fixed_ips': [{'subnet_id': '3cd6415b-4f07-43dd-a99a-bcf995148584', 'ip_address': '172.20.0.10'}]}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:51:34.084456 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e9b53c7-e689-463f-85ec-d48c353fb39d None None] Network f029a4ef-16f8-4521-ad56-b22a8babebe8 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:51:34.099746 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37b84edd-cfb2-4c10-a4f7-95f9a107eaab admin admin] Router be235d9c-f769-4837-914e-f95f9b3c4217 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:51:34.149783 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3211d5d6-82a0-4d5d-b0e9-6befb1477367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:34.152845 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3211d5d6-82a0-4d5d-b0e9-6befb1477367 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:34.154118 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-3211d5d6-82a0-4d5d-b0e9-6befb1477367 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/75c5bd38-969b-45c0-b219-6473837bd6ba HTTP/1.1" status: 204 len: 168 time: 0.3193471 Dec 20 14:51:34.207071 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4508974-c2ff-451e-8bb6-824c32bc0dfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-f029a4ef-16f8-4521-ad56-b22a8babebe8', 'network_id': 'f029a4ef-16f8-4521-ad56-b22a8babebe8', 'project_id': 'dc29e2de924c4cbd81e8105396ddf747', 'fixed_ips': [{'subnet_id': '3cd6415b-4f07-43dd-a99a-bcf995148584'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:51:34.208094 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c4508974-c2ff-451e-8bb6-824c32bc0dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:34.260791 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3211d5d6-82a0-4d5d-b0e9-6befb1477367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c5bd38-969b-45c0-b219-6473837bd6ba,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:34.311568 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37b84edd-cfb2-4c10-a4f7-95f9a107eaab admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:51:34.319707 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 35442) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:34.319870 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-37b84edd-cfb2-4c10-a4f7-95f9a107eaab admin admin] 10.222.0.54 "PUT /v2.0/routers/be235d9c-f769-4837-914e-f95f9b3c4217/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9412508 Dec 20 14:51:34.323688 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae571673-6cf9-43fc-a64f-4153b9bd91c1 None None] Sync routers for ids ['be235d9c-f769-4837-914e-f95f9b3c4217'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:51:34.340269 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae571673-6cf9-43fc-a64f-4153b9bd91c1 None None] Routers {'be235d9c-f769-4837-914e-f95f9b3c4217'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:51:34.342563 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c626b110-63ff-453e-9cd8-6cc7af250ac6 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Made reservation on behalf of dc29e2de924c4cbd81e8105396ddf747 for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:51:34.349387 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-ae571673-6cf9-43fc-a64f-4153b9bd91c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:51:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['be235d9c-f769-4837-914e-f95f9b3c4217'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:51:34.435751 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-c4508974-c2ff-451e-8bb6-824c32bc0dfa None None] Allocated IP 172.20.0.2 (f029a4ef-16f8-4521-ad56-b22a8babebe8/3cd6415b-4f07-43dd-a99a-bcf995148584/502dd046-4cca-42b8-9a67-3949df13dd39) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:51:34.487053 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b1ab162a-c690-4443-9110-0085c7e20ab1 admin admin] Publish callbacks [] for router, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:34.488790 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c626b110-63ff-453e-9cd8-6cc7af250ac6 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:34.536713 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [None req-c626b110-63ff-453e-9cd8-6cc7af250ac6 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] device_id is not set on port 88dcfc2e-32b2-4758-b82f-938817a5f012 yet. {{(pid=103167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 14:51:34.570605 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-ae571673-6cf9-43fc-a64f-4153b9bd91c1 None None] Set router be235d9c-f769-4837-914e-f95f9b3c4217 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:51:34.733688 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b1ab162a-c690-4443-9110-0085c7e20ab1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:34.746622 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 10f87312-c659-435a-8aca-4218b58c5b0e no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:51:34.783906 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c4508974-c2ff-451e-8bb6-824c32bc0dfa None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:34.785791 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 10f87312-c659-435a-8aca-4218b58c5b0e {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:51:34.786234 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 10f87312-c659-435a-8aca-4218b58c5b0e not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:51:34.794817 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c4508974-c2ff-451e-8bb6-824c32bc0dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:34.856220 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4508974-c2ff-451e-8bb6-824c32bc0dfa None None] Pushing event updated for resources: {'Port': ['ID=502dd046-4cca-42b8-9a67-3949df13dd39,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:34.866416 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4508974-c2ff-451e-8bb6-824c32bc0dfa None None] Network f029a4ef-16f8-4521-ad56-b22a8babebe8 is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:51:34.868908 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-c4508974-c2ff-451e-8bb6-824c32bc0dfa None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:51:34.872299 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4508974-c2ff-451e-8bb6-824c32bc0dfa None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:51:34.911902 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-b1ab162a-c690-4443-9110-0085c7e20ab1 admin admin] Deleting port a163027d-0050-4663-a719-7d4e12be2ba4 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:51:34.914607 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b1ab162a-c690-4443-9110-0085c7e20ab1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:34.945783 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-c626b110-63ff-453e-9cd8-6cc7af250ac6 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Allocated IP 172.20.0.10 (f029a4ef-16f8-4521-ad56-b22a8babebe8/3cd6415b-4f07-43dd-a99a-bcf995148584/88dcfc2e-32b2-4758-b82f-938817a5f012) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:51:34.958363 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-ae571673-6cf9-43fc-a64f-4153b9bd91c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be235d9c-f769-4837-914e-f95f9b3c4217', 'name': 'tempest-ServerRescueTestJSONUnderV235-13061668-router', 'tenant_id': '1ad96c1d93ee4a4fab8c54985f8d0a2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'a163027d-0050-4663-a719-7d4e12be2ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:50:12Z', 'updated_at': '2021-12-20T14:51:33Z', 'revision_number': 5, 'project_id': '1ad96c1d93ee4a4fab8c54985f8d0a2c', 'gw_port': {'id': 'a163027d-0050-4663-a719-7d4e12be2ba4', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:05:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be235d9c-f769-4837-914e-f95f9b3c4217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:50:13Z', 'updated_at': '2021-12-20T14:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:51:35.018474 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae571673-6cf9-43fc-a64f-4153b9bd91c1 None None] Checking router: be235d9c-f769-4837-914e-f95f9b3c4217 for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:51:35.029414 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-c4508974-c2ff-451e-8bb6-824c32bc0dfa None None] Attempting to bind port 502dd046-4cca-42b8-9a67-3949df13dd39 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:51:35.030203 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-c4508974-c2ff-451e-8bb6-824c32bc0dfa None None] Attempting to bind port 502dd046-4cca-42b8-9a67-3949df13dd39 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '13f09cd6-aa18-48e2-9d05-dc0ed33fe013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'f029a4ef-16f8-4521-ad56-b22a8babebe8'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:51:35.030982 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4508974-c2ff-451e-8bb6-824c32bc0dfa None None] Attempting to bind port 502dd046-4cca-42b8-9a67-3949df13dd39 on network f029a4ef-16f8-4521-ad56-b22a8babebe8 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:51:35.033569 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae571673-6cf9-43fc-a64f-4153b9bd91c1 None None] Routers {'be235d9c-f769-4837-914e-f95f9b3c4217'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:51:35.034273 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-ae571673-6cf9-43fc-a64f-4153b9bd91c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:51:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['be235d9c-f769-4837-914e-f95f9b3c4217'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:51:35.045470 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4508974-c2ff-451e-8bb6-824c32bc0dfa None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:51:35.046290 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4508974-c2ff-451e-8bb6-824c32bc0dfa None None] Checking segment: {'id': '13f09cd6-aa18-48e2-9d05-dc0ed33fe013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'f029a4ef-16f8-4521-ad56-b22a8babebe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:51:35.047047 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c4508974-c2ff-451e-8bb6-824c32bc0dfa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:35.047683 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4508974-c2ff-451e-8bb6-824c32bc0dfa None None] Bound using segment: {'id': '13f09cd6-aa18-48e2-9d05-dc0ed33fe013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'f029a4ef-16f8-4521-ad56-b22a8babebe8'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:51:35.051207 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-c4508974-c2ff-451e-8bb6-824c32bc0dfa None None] Bound port: 502dd046-4cca-42b8-9a67-3949df13dd39, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13f09cd6-aa18-48e2-9d05-dc0ed33fe013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'f029a4ef-16f8-4521-ad56-b22a8babebe8'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:51:35.051946 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c4508974-c2ff-451e-8bb6-824c32bc0dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:35.076195 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [req-75c0d312-1413-498f-8601-39f652edff96 req-45a7a938-7fc3-4356-b210-eb93445e2491 service neutron] (103168) timed out ('10.222.0.54', 39768) {{(pid=103168) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 20 14:51:35.126165 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-b1ab162a-c690-4443-9110-0085c7e20ab1 admin admin] For port a163027d-0050-4663-a719-7d4e12be2ba4, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=a163027d-0050-4663-a719-7d4e12be2ba4,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:51:35.126508 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b1ab162a-c690-4443-9110-0085c7e20ab1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:35.155140 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-b1ab162a-c690-4443-9110-0085c7e20ab1 admin admin] Calling delete_port for a163027d-0050-4663-a719-7d4e12be2ba4 owned by network:router_gateway {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:51:35.236933 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-c4508974-c2ff-451e-8bb6-824c32bc0dfa None None] For port 502dd046-4cca-42b8-9a67-3949df13dd39, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:51:35.252363 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c626b110-63ff-453e-9cd8-6cc7af250ac6 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:35.257641 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-c4508974-c2ff-451e-8bb6-824c32bc0dfa None None] For port 502dd046-4cca-42b8-9a67-3949df13dd39, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=502dd046-4cca-42b8-9a67-3949df13dd39,segment=NetworkSegment(13f09cd6-aa18-48e2-9d05-dc0ed33fe013),segment_id=13f09cd6-aa18-48e2-9d05-dc0ed33fe013)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:51:35.265059 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c4508974-c2ff-451e-8bb6-824c32bc0dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:35.267490 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-ae571673-6cf9-43fc-a64f-4153b9bd91c1 None None] Set router be235d9c-f769-4837-914e-f95f9b3c4217 gateway port host: None {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:51:35.308711 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c626b110-63ff-453e-9cd8-6cc7af250ac6 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:35.345456 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4508974-c2ff-451e-8bb6-824c32bc0dfa None None] Pushing event updated for resources: {'Port': ['ID=502dd046-4cca-42b8-9a67-3949df13dd39,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:35.354562 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4508974-c2ff-451e-8bb6-824c32bc0dfa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:51:35.355310 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4508974-c2ff-451e-8bb6-824c32bc0dfa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:51:35.355888 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4508974-c2ff-451e-8bb6-824c32bc0dfa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:51:35.356639 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4508974-c2ff-451e-8bb6-824c32bc0dfa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:51:35.357201 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4508974-c2ff-451e-8bb6-824c32bc0dfa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:51:35.358106 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4508974-c2ff-451e-8bb6-824c32bc0dfa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:51:35.358711 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4508974-c2ff-451e-8bb6-824c32bc0dfa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:51:35.359264 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4508974-c2ff-451e-8bb6-824c32bc0dfa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:51:35.359851 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4508974-c2ff-451e-8bb6-824c32bc0dfa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:51:35.360511 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4508974-c2ff-451e-8bb6-824c32bc0dfa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:51:35.361021 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4508974-c2ff-451e-8bb6-824c32bc0dfa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:51:35.361593 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4508974-c2ff-451e-8bb6-824c32bc0dfa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:51:35.362499 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4508974-c2ff-451e-8bb6-824c32bc0dfa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:51:35.388059 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c626b110-63ff-453e-9cd8-6cc7af250ac6 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Network f029a4ef-16f8-4521-ad56-b22a8babebe8 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:51:35.392011 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-c626b110-63ff-453e-9cd8-6cc7af250ac6 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:51:35.399110 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c626b110-63ff-453e-9cd8-6cc7af250ac6 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:51:35.400419 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-ae571673-6cf9-43fc-a64f-4153b9bd91c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be235d9c-f769-4837-914e-f95f9b3c4217', 'name': 'tempest-ServerRescueTestJSONUnderV235-13061668-router', 'tenant_id': '1ad96c1d93ee4a4fab8c54985f8d0a2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:50:12Z', 'updated_at': '2021-12-20T14:51:34Z', 'revision_number': 6, 'project_id': '1ad96c1d93ee4a4fab8c54985f8d0a2c', 'gw_port_host': None}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:51:35.441968 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c626b110-63ff-453e-9cd8-6cc7af250ac6 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Pushing event updated for resources: {'Port': ['ID=88dcfc2e-32b2-4758-b82f-938817a5f012,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:35.458935 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae571673-6cf9-43fc-a64f-4153b9bd91c1 None None] The sync data for ids ['be235d9c-f769-4837-914e-f95f9b3c4217'] in n-d-761264-19 is: [{'id': 'be235d9c-f769-4837-914e-f95f9b3c4217', 'name': 'tempest-ServerRescueTestJSONUnderV235-13061668-router', 'tenant_id': '1ad96c1d93ee4a4fab8c54985f8d0a2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:50:12Z', 'updated_at': '2021-12-20T14:51:34Z', 'revision_number': 6, 'project_id': '1ad96c1d93ee4a4fab8c54985f8d0a2c', 'gw_port_host': None}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:51:35.493010 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c626b110-63ff-453e-9cd8-6cc7af250ac6 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:35.493684 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c626b110-63ff-453e-9cd8-6cc7af250ac6 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:35.518474 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 35464) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:35.518673 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-c626b110-63ff-453e-9cd8-6cc7af250ac6 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4446418 Dec 20 14:51:35.532746 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-2db3c4b2-e8d2-4634-a720-f53fd52f84bf tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Request body: {'port': {'network_id': 'f029a4ef-16f8-4521-ad56-b22a8babebe8', 'name': 'tempest-PortsTestJSON-464791543', 'fixed_ips': [{'subnet_id': '3cd6415b-4f07-43dd-a99a-bcf995148584', 'ip_address': '172.20.0.9'}]}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:51:35.583980 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b1ab162a-c690-4443-9110-0085c7e20ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:35.630300 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 35466) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:35.652755 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ab162a-c690-4443-9110-0085c7e20ab1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a163027d-0050-4663-a719-7d4e12be2ba4,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:35.669243 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9a12ea-7c1b-4d37-a101-35f9c2e67244 None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:51:35.765372 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b1ab162a-c690-4443-9110-0085c7e20ab1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584913'] for router_gateway, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:35.785410 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:35.814205 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-8fa10068-41b0-4663-9321-8bb0e396bc5e tempest-AgentManagementNegativeTest-2027846899 tempest-AgentManagementNegativeTest-2027846899-project] 10.222.0.54 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1794252 Dec 20 14:51:35.927430 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b1ab162a-c690-4443-9110-0085c7e20ab1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40132'] for router, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:35.941431 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b1ab162a-c690-4443-9110-0085c7e20ab1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:35.943785 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2db3c4b2-e8d2-4634-a720-f53fd52f84bf tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Made reservation on behalf of dc29e2de924c4cbd81e8105396ddf747 for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:51:36.117723 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b1ab162a-c690-4443-9110-0085c7e20ab1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1594808'] for router, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:36.118306 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1ab162a-c690-4443-9110-0085c7e20ab1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router be235d9c-f769-4837-914e-f95f9b3c4217 {{(pid=103168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 14:51:36.128267 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b1ab162a-c690-4443-9110-0085c7e20ab1 admin admin] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:36.131145 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-b1ab162a-c690-4443-9110-0085c7e20ab1 admin admin] 10.222.0.54 "DELETE /v2.0/routers/be235d9c-f769-4837-914e-f95f9b3c4217 HTTP/1.1" status: 204 len: 168 time: 1.8087044 Dec 20 14:51:36.132850 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 35474) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:36.140191 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2db3c4b2-e8d2-4634-a720-f53fd52f84bf tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:36.160698 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [None req-2db3c4b2-e8d2-4634-a720-f53fd52f84bf tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] device_id is not set on port a7757dd0-6f36-475c-b2c7-db53a15f0a39 yet. {{(pid=103168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 14:51:36.192093 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc5672dc-140e-4233-a9a3-dfedc9c1d462 admin admin] Deleting subnet 8f3ed45f-52f9-4334-9a6d-018925966150 {{(pid=103167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:51:36.197091 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-bc5672dc-140e-4233-a9a3-dfedc9c1d462 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:36.260877 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-bc5672dc-140e-4233-a9a3-dfedc9c1d462 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954412'] for subnet, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:36.290474 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:36.315310 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-bc5672dc-140e-4233-a9a3-dfedc9c1d462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:36.343189 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 35478) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:36.407719 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-2db3c4b2-e8d2-4634-a720-f53fd52f84bf tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Allocated IP 172.20.0.9 (f029a4ef-16f8-4521-ad56-b22a8babebe8/3cd6415b-4f07-43dd-a99a-bcf995148584/a7757dd0-6f36-475c-b2c7-db53a15f0a39) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:51:36.429514 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-bc5672dc-140e-4233-a9a3-dfedc9c1d462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:36.473008 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5672dc-140e-4233-a9a3-dfedc9c1d462 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f3ed45f-52f9-4334-9a6d-018925966150,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:36.475941 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-bc5672dc-140e-4233-a9a3-dfedc9c1d462 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:36.485398 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec10ae80-3dab-4bb7-8e0d-88deb9f364bf None None] Network 8a310775-6600-433a-b2cf-962806f14a03 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:51:36.493929 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-bc5672dc-140e-4233-a9a3-dfedc9c1d462 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/8f3ed45f-52f9-4334-9a6d-018925966150 HTTP/1.1" status: 204 len: 168 time: 0.3589671 Dec 20 14:51:36.496168 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 35482) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:36.636678 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fd92d3df-b8f1-4ca5-a372-7995c05d8456 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:36.710693 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 502dd046-4cca-42b8-9a67-3949df13dd39 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:51:36.712437 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-38410580-95f2-4f05-b22b-f2a723517a7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:36.715335 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2db3c4b2-e8d2-4634-a720-f53fd52f84bf tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:36.756706 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5dab91-1334-4738-bcbb-3430cfbf8cb6 None None] DHCP port deletion for 8a310775-6600-433a-b2cf-962806f14a03 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:51:36.785438 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2db3c4b2-e8d2-4634-a720-f53fd52f84bf tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:36.798699 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 502dd046-4cca-42b8-9a67-3949df13dd39 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:51:36.799383 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:36.832618 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fd92d3df-b8f1-4ca5-a372-7995c05d8456 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:36.886421 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db3c4b2-e8d2-4634-a720-f53fd52f84bf tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Network f029a4ef-16f8-4521-ad56-b22a8babebe8 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:51:36.891295 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fd92d3df-b8f1-4ca5-a372-7995c05d8456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:36.900605 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-2db3c4b2-e8d2-4634-a720-f53fd52f84bf tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:51:36.912225 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db3c4b2-e8d2-4634-a720-f53fd52f84bf tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:51:36.974472 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:36.980451 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-38410580-95f2-4f05-b22b-f2a723517a7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:37.019502 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db3c4b2-e8d2-4634-a720-f53fd52f84bf tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:37.019788 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-38410580-95f2-4f05-b22b-f2a723517a7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a310775-6600-433a-b2cf-962806f14a03']}} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:51:37.020226 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2db3c4b2-e8d2-4634-a720-f53fd52f84bf tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:37.024218 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db3c4b2-e8d2-4634-a720-f53fd52f84bf tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Pushing event updated for resources: {'Port': ['ID=a7757dd0-6f36-475c-b2c7-db53a15f0a39,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:37.038686 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] For port 502dd046-4cca-42b8-9a67-3949df13dd39, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=502dd046-4cca-42b8-9a67-3949df13dd39,segment=NetworkSegment(13f09cd6-aa18-48e2-9d05-dc0ed33fe013),segment_id=13f09cd6-aa18-48e2-9d05-dc0ed33fe013)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:51:37.049567 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:37.050336 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-38410580-95f2-4f05-b22b-f2a723517a7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98aafa41-6e7f-4b47-84f0-fa328c7adf17') {'for_net_delete': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:51:37.050651 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-38410580-95f2-4f05-b22b-f2a723517a7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98aafa41-6e7f-4b47-84f0-fa328c7adf17') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:51:37.074987 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-38410580-95f2-4f05-b22b-f2a723517a7c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954405'] for segment, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:37.076065 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-2db3c4b2-e8d2-4634-a720-f53fd52f84bf tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.5557511 Dec 20 14:51:37.076710 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 35484) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:37.088916 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-fd92d3df-b8f1-4ca5-a372-7995c05d8456 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=26fdb83953004859b08dbf2d6cb9ba2e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7419596 Dec 20 14:51:37.088916 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd92d3df-b8f1-4ca5-a372-7995c05d8456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2786402-048a-4f2b-b201-033c5d0df9a7,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:37.101855 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 35486) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:37.137867 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-38410580-95f2-4f05-b22b-f2a723517a7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:37.183214 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 059aed00-43a7-4e19-8b77-a764862a90b6 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:51:37.184717 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38410580-95f2-4f05-b22b-f2a723517a7c admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=103167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:51:37.185181 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-38410580-95f2-4f05-b22b-f2a723517a7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9956000'] for segment, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:37.186989 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:37.186989 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:51:37.186989 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:37.186989 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:51:37.186989 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:37.186989 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:51:37.186989 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:37.186989 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:51:37.186989 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:37.186989 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:51:37.186989 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:37.186989 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:51:37.186989 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:37.186989 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:51:37.186989 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:37.186989 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:51:37.186989 n-d-761264-19 neutron-server[103167]: Traceback (most recent call last): Dec 20 14:51:37.186989 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:51:37.186989 n-d-761264-19 neutron-server[103167]: timer() Dec 20 14:51:37.186989 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:51:37.186989 n-d-761264-19 neutron-server[103167]: cb(*args, **kw) Dec 20 14:51:37.186989 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:51:37.186989 n-d-761264-19 neutron-server[103167]: return func(*args, **kwargs) Dec 20 14:51:37.186989 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:51:37.186989 n-d-761264-19 neutron-server[103167]: self._notify() Dec 20 14:51:37.186989 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:51:37.186989 n-d-761264-19 neutron-server[103167]: self.callback(batched_events) Dec 20 14:51:37.186989 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:51:37.186989 n-d-761264-19 neutron-server[103167]: event.method(event) Dec 20 14:51:37.186989 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:51:37.186989 n-d-761264-19 neutron-server[103167]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:51:37.186989 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:51:37.186989 n-d-761264-19 neutron-server[103167]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:51:37.186989 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:51:37.186989 n-d-761264-19 neutron-server[103167]: return f(self, *a, **k) Dec 20 14:51:37.186989 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:51:37.186989 n-d-761264-19 neutron-server[103167]: return self._get(url).json() Dec 20 14:51:37.186989 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:51:37.186989 n-d-761264-19 neutron-server[103167]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:51:37.186989 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:51:37.186989 n-d-761264-19 neutron-server[103167]: return self.request(url, 'GET', **kwargs) Dec 20 14:51:37.186989 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:51:37.186989 n-d-761264-19 neutron-server[103167]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:51:37.186989 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:51:37.186989 n-d-761264-19 neutron-server[103167]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:51:37.186989 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:51:37.186989 n-d-761264-19 neutron-server[103167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:51:37.186989 n-d-761264-19 neutron-server[103167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:51:37.217492 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 059aed00-43a7-4e19-8b77-a764862a90b6 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:51:37.217980 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 059aed00-43a7-4e19-8b77-a764862a90b6 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:51:37.218501 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device a163027d-0050-4663-a719-7d4e12be2ba4 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:51:37.250644 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: a163027d-0050-4663-a719-7d4e12be2ba4 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:51:37.251212 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device a163027d-0050-4663-a719-7d4e12be2ba4 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:51:37.269447 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf71dec8-c2d2-47b8-a14e-9ec6bd4e7e09 None None] Network f029a4ef-16f8-4521-ad56-b22a8babebe8 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:51:37.299293 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fdb2f308-bc50-461a-a889-dfed62def128 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:37.305462 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0480670-9b2c-4070-8966-5248309e5752 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:37.307538 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-c0480670-9b2c-4070-8966-5248309e5752 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.2293897 Dec 20 14:51:37.310501 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 35494) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:37.319393 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Pushing event updated for resources: {'Port': ['ID=502dd046-4cca-42b8-9a67-3949df13dd39,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:37.325364 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-38410580-95f2-4f05-b22b-f2a723517a7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:37.331658 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-38410580-95f2-4f05-b22b-f2a723517a7c admin admin] Publish callbacks [] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:37.335583 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-38410580-95f2-4f05-b22b-f2a723517a7c admin admin] 10.222.0.54 "DELETE /v2.0/networks/8a310775-6600-433a-b2cf-962806f14a03 HTTP/1.1" status: 204 len: 168 time: 0.8384595 Dec 20 14:51:37.366169 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-a5088a4f-74ff-4f2c-8261-9ed47e4f000f None None] Provisioning complete for port 502dd046-4cca-42b8-9a67-3949df13dd39 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:51:37.366541 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a5088a4f-74ff-4f2c-8261-9ed47e4f000f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:37.394294 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07faca90-31bd-4813-812d-081ecdce1589 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:37.398983 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fdb2f308-bc50-461a-a889-dfed62def128 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:37.401575 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07faca90-31bd-4813-812d-081ecdce1589 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:37.406041 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38410580-95f2-4f05-b22b-f2a723517a7c admin admin] Pushing event deleted for resources: {'Network': ['ID=8a310775-6600-433a-b2cf-962806f14a03,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:37.409294 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07faca90-31bd-4813-812d-081ecdce1589 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:37.414317 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-07faca90-31bd-4813-812d-081ecdce1589 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.1027880 Dec 20 14:51:37.415424 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 35502) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:37.479768 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fdb2f308-bc50-461a-a889-dfed62def128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:37.484313 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fdb2f308-bc50-461a-a889-dfed62def128 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:37.499879 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-fdb2f308-bc50-461a-a889-dfed62def128 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d2786402-048a-4f2b-b201-033c5d0df9a7 HTTP/1.1" status: 204 len: 168 time: 0.3764114 Dec 20 14:51:37.527936 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb2f308-bc50-461a-a889-dfed62def128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2786402-048a-4f2b-b201-033c5d0df9a7,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:37.568737 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-b1f29789-90d8-433d-a1dc-b6a32a07aa30 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Deleting port a7757dd0-6f36-475c-b2c7-db53a15f0a39 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:51:37.575352 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b1f29789-90d8-433d-a1dc-b6a32a07aa30 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:37.575629 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 35506) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:37.647907 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-37b5b852-451d-4a33-aa04-b1d4f6c7d2dd admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1ad96c1d93ee4a4fab8c54985f8d0a2c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0686014 Dec 20 14:51:37.648738 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 35508) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:37.742001 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ef1daa80-4f64-4e2d-891f-e7a5ba317b32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:37.793285 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ef1daa80-4f64-4e2d-891f-e7a5ba317b32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:37.804185 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b1f29789-90d8-433d-a1dc-b6a32a07aa30 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:37.829926 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-b1f29789-90d8-433d-a1dc-b6a32a07aa30 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Calling delete_port for a7757dd0-6f36-475c-b2c7-db53a15f0a39 owned by {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:51:37.898342 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ef1daa80-4f64-4e2d-891f-e7a5ba317b32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:37.901485 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ef1daa80-4f64-4e2d-891f-e7a5ba317b32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:37.905079 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-ef1daa80-4f64-4e2d-891f-e7a5ba317b32 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e3bda4e7-0249-4912-93cb-8191c1dcb6fe HTTP/1.1" status: 204 len: 168 time: 0.2530501 Dec 20 14:51:37.922892 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1daa80-4f64-4e2d-891f-e7a5ba317b32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3bda4e7-0249-4912-93cb-8191c1dcb6fe,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:38.158501 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b1f29789-90d8-433d-a1dc-b6a32a07aa30 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:38.212907 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-c1465a58-1106-4cf5-9f90-932037cd5af6 None None] Provisioning complete for port 88dcfc2e-32b2-4758-b82f-938817a5f012 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:51:38.213453 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c1465a58-1106-4cf5-9f90-932037cd5af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:38.213595 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f29789-90d8-433d-a1dc-b6a32a07aa30 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Pushing event deleted for resources: {'Port': ['ID=a7757dd0-6f36-475c-b2c7-db53a15f0a39,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:38.313059 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-c1465a58-1106-4cf5-9f90-932037cd5af6 None None] Port 88dcfc2e-32b2-4758-b82f-938817a5f012 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:51:38.323101 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-c1465a58-1106-4cf5-9f90-932037cd5af6 None None] Could not find standard attr ID for object a7757dd0-6f36-475c-b2c7-db53a15f0a39. {{(pid=103169) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 14:51:38.348543 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-c1465a58-1106-4cf5-9f90-932037cd5af6 None None] Provisioning complete for port 502dd046-4cca-42b8-9a67-3949df13dd39 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:51:38.353705 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c1465a58-1106-4cf5-9f90-932037cd5af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:38.383102 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b1f29789-90d8-433d-a1dc-b6a32a07aa30 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:38.390526 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-b1f29789-90d8-433d-a1dc-b6a32a07aa30 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "DELETE /v2.0/ports/a7757dd0-6f36-475c-b2c7-db53a15f0a39 HTTP/1.1" status: 204 len: 168 time: 0.9736927 Dec 20 14:51:38.393421 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 35532) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:38.430767 n-d-761264-19 neutron-server[103167]: INFO neutron.pecan_wsgi.hooks.translation [None req-3789cccd-4973-449c-a4ae-d4fb47258c61 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] GET failed (client error): The resource could not be found. Dec 20 14:51:38.444325 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 35534) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:38.446367 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-3789cccd-4973-449c-a4ae-d4fb47258c61 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "GET /v2.0/ports/a7757dd0-6f36-475c-b2c7-db53a15f0a39 HTTP/1.1" status: 404 len: 333 time: 0.0515685 Dec 20 14:51:38.609370 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-87124af9-9603-4e24-bb90-fd1d049a4dda tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Deleting port 88dcfc2e-32b2-4758-b82f-938817a5f012 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:51:38.609711 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-87124af9-9603-4e24-bb90-fd1d049a4dda tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:38.671519 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 502dd046-4cca-42b8-9a67-3949df13dd39 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:51:38.776519 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-87124af9-9603-4e24-bb90-fd1d049a4dda tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:38.808031 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 502dd046-4cca-42b8-9a67-3949df13dd39 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:51:38.809971 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-87124af9-9603-4e24-bb90-fd1d049a4dda tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Calling delete_port for 88dcfc2e-32b2-4758-b82f-938817a5f012 owned by {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:51:38.811059 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:38.852183 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-19150dfa-a83c-4d80-a7dd-e6285baefef9 None None] Provisioning complete for port 88dcfc2e-32b2-4758-b82f-938817a5f012 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:51:38.861082 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-19150dfa-a83c-4d80-a7dd-e6285baefef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:38.921303 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-19150dfa-a83c-4d80-a7dd-e6285baefef9 None None] Port 88dcfc2e-32b2-4758-b82f-938817a5f012 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:51:39.092296 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-5a91af50-934d-499a-8b3a-dabe341735a7 None None] Could not find standard attr ID for object a7757dd0-6f36-475c-b2c7-db53a15f0a39. {{(pid=103169) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 14:51:39.145229 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-87124af9-9603-4e24-bb90-fd1d049a4dda tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:39.226041 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87124af9-9603-4e24-bb90-fd1d049a4dda tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Pushing event deleted for resources: {'Port': ['ID=88dcfc2e-32b2-4758-b82f-938817a5f012,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:39.252971 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 35558) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:39.340115 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-87124af9-9603-4e24-bb90-fd1d049a4dda tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:39.346992 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 35564) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:39.347312 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-87124af9-9603-4e24-bb90-fd1d049a4dda tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "DELETE /v2.0/ports/88dcfc2e-32b2-4758-b82f-938817a5f012 HTTP/1.1" status: 204 len: 168 time: 0.9017808 Dec 20 14:51:39.389407 n-d-761264-19 neutron-server[103167]: INFO neutron.pecan_wsgi.hooks.translation [None req-30cf2de0-4b6e-43c2-973c-deed61e98f1e tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] GET failed (client error): The resource could not be found. Dec 20 14:51:39.394805 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 35566) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:39.395137 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-30cf2de0-4b6e-43c2-973c-deed61e98f1e tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "GET /v2.0/ports/88dcfc2e-32b2-4758-b82f-938817a5f012 HTTP/1.1" status: 404 len: 333 time: 0.0465605 Dec 20 14:51:39.466270 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_v2 [None req-14bbf4ed-c13e-47fc-9f93-57525dead61b tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Deleting subnet 3cd6415b-4f07-43dd-a99a-bcf995148584 {{(pid=103168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:51:39.467828 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 35568) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:39.470299 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-14bbf4ed-c13e-47fc-9f93-57525dead61b tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks [] for subnet, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:39.526596 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-14bbf4ed-c13e-47fc-9f93-57525dead61b tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9023023'] for subnet, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:39.533573 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-1b8f496a-aa16-4b45-8526-938611305e87 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-482832066'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:51:39.541402 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-eea36739-fd58-4d4b-a43e-9e16912df43e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-959729325-network', 'tenant_id': '7ad62973efb247199989986208e9e8bf'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:51:39.578343 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eea36739-fd58-4d4b-a43e-9e16912df43e admin admin] Made reservation on behalf of 7ad62973efb247199989986208e9e8bf for: {'network': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:51:39.580880 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-eea36739-fd58-4d4b-a43e-9e16912df43e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:39.590424 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b8f496a-aa16-4b45-8526-938611305e87 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Made reservation on behalf of 00595425ad734f8cb37e992e795f72c7 for: {'network': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:51:39.594098 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1b8f496a-aa16-4b45-8526-938611305e87 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:39.597418 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-eea36739-fd58-4d4b-a43e-9e16912df43e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:39.605217 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1b8f496a-aa16-4b45-8526-938611305e87 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:39.630562 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-14bbf4ed-c13e-47fc-9f93-57525dead61b tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:39.693695 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-14bbf4ed-c13e-47fc-9f93-57525dead61b tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8850800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470517'] for subnet, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:39.726626 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bbf4ed-c13e-47fc-9f93-57525dead61b tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Pushing event deleted for resources: {'Subnet': ['ID=3cd6415b-4f07-43dd-a99a-bcf995148584,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:39.730763 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-14bbf4ed-c13e-47fc-9f93-57525dead61b tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks [] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:39.734245 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-14bbf4ed-c13e-47fc-9f93-57525dead61b tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "DELETE /v2.0/subnets/3cd6415b-4f07-43dd-a99a-bcf995148584 HTTP/1.1" status: 204 len: 168 time: 0.3383470 Dec 20 14:51:39.737045 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 35572) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:39.743632 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582265a1-deab-4703-9fba-ac2cbe707956 None None] Network f029a4ef-16f8-4521-ad56-b22a8babebe8 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:51:39.755020 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-eea36739-fd58-4d4b-a43e-9e16912df43e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:39.760517 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1b8f496a-aa16-4b45-8526-938611305e87 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:39.762146 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-eea36739-fd58-4d4b-a43e-9e16912df43e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:39.777458 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1b8f496a-aa16-4b45-8526-938611305e87 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:39.798446 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eea36739-fd58-4d4b-a43e-9e16912df43e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=103167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:51:39.805094 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea36739-fd58-4d4b-a43e-9e16912df43e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1965ba5c-d387-4fec-8f79-f26f65ad2b48,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:39.836447 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b8f496a-aa16-4b45-8526-938611305e87 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=103167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:51:39.843852 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-42903ebb-03ed-4ce9-8411-88934e64a87c tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:39.848512 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8f496a-aa16-4b45-8526-938611305e87 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4cc2854-3d21-4721-aaf0-3f2b7312fcde,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:39.854056 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-eea36739-fd58-4d4b-a43e-9e16912df43e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:39.854408 n-d-761264-19 neutron-server[103167]: INFO neutron.db.segments_db [None req-eea36739-fd58-4d4b-a43e-9e16912df43e admin admin] Added segment bd342b13-3583-4229-87a4-05b92fc17cef of type vlan for network 93f5dcc9-0b36-4024-bce0-d4b0862d4719 Dec 20 14:51:39.870850 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1b8f496a-aa16-4b45-8526-938611305e87 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:39.871211 n-d-761264-19 neutron-server[103167]: INFO neutron.db.segments_db [None req-1b8f496a-aa16-4b45-8526-938611305e87 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Added segment 90a18cf9-26d5-4895-a0c8-a624c5f68237 of type vlan for network a482910b-4e10-4b62-a5ae-5a3dcd941bcf Dec 20 14:51:39.909734 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-42903ebb-03ed-4ce9-8411-88934e64a87c tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Deleting port 502dd046-4cca-42b8-9a67-3949df13dd39 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:51:39.910111 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-42903ebb-03ed-4ce9-8411-88934e64a87c tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:39.930557 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-eea36739-fd58-4d4b-a43e-9e16912df43e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:39.931355 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d365c613-b8fd-4554-b005-086878dfa8e7 None None] DHCP port deletion for f029a4ef-16f8-4521-ad56-b22a8babebe8 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:51:39.947643 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1b8f496a-aa16-4b45-8526-938611305e87 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:39.991873 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-42903ebb-03ed-4ce9-8411-88934e64a87c tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] For port 502dd046-4cca-42b8-9a67-3949df13dd39, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=502dd046-4cca-42b8-9a67-3949df13dd39,segment=NetworkSegment(13f09cd6-aa18-48e2-9d05-dc0ed33fe013),segment_id=13f09cd6-aa18-48e2-9d05-dc0ed33fe013)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:51:39.992180 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-d365c613-b8fd-4554-b005-086878dfa8e7 None None] Deleting port 502dd046-4cca-42b8-9a67-3949df13dd39 {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:51:39.992360 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-42903ebb-03ed-4ce9-8411-88934e64a87c tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:39.992521 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d365c613-b8fd-4554-b005-086878dfa8e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:39.993177 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-eea36739-fd58-4d4b-a43e-9e16912df43e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:39.994211 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea36739-fd58-4d4b-a43e-9e16912df43e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:39.995061 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-eea36739-fd58-4d4b-a43e-9e16912df43e admin admin] Publish callbacks [] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:40.008925 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-42903ebb-03ed-4ce9-8411-88934e64a87c tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Calling delete_port for 502dd046-4cca-42b8-9a67-3949df13dd39 owned by network:dhcp {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:51:40.016583 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1b8f496a-aa16-4b45-8526-938611305e87 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:40.022666 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8f496a-aa16-4b45-8526-938611305e87 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:40.026009 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1b8f496a-aa16-4b45-8526-938611305e87 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Publish callbacks [] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:40.084494 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-eea36739-fd58-4d4b-a43e-9e16912df43e admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6148582 Dec 20 14:51:40.085911 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 35578) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:40.090535 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea36739-fd58-4d4b-a43e-9e16912df43e admin admin] Pushing event updated for resources: {'Network': ['ID=93f5dcc9-0b36-4024-bce0-d4b0862d4719,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:40.098274 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-4a66aa94-74fa-4b5e-9a41-d477a418f220 admin admin] Request body: {'subnet': {'network_id': '93f5dcc9-0b36-4024-bce0-d4b0862d4719', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-959729325-subnet', 'tenant_id': '7ad62973efb247199989986208e9e8bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:51:40.109432 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-1b8f496a-aa16-4b45-8526-938611305e87 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.8510795 Dec 20 14:51:40.112026 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 35580) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:40.122525 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-d365c613-b8fd-4554-b005-086878dfa8e7 None None] For port 502dd046-4cca-42b8-9a67-3949df13dd39, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=502dd046-4cca-42b8-9a67-3949df13dd39,segment=NetworkSegment(13f09cd6-aa18-48e2-9d05-dc0ed33fe013),segment_id=13f09cd6-aa18-48e2-9d05-dc0ed33fe013)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:51:40.126542 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d365c613-b8fd-4554-b005-086878dfa8e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:40.128440 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-26e12c98-c7f2-43c1-b16b-17ea8bf02f9d tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Request body: {'subnet': {'network_id': 'a482910b-4e10-4b62-a5ae-5a3dcd941bcf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:51:40.145665 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a66aa94-74fa-4b5e-9a41-d477a418f220 admin admin] Made reservation on behalf of 7ad62973efb247199989986208e9e8bf for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:51:40.149044 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4a66aa94-74fa-4b5e-9a41-d477a418f220 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:40.149765 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-d365c613-b8fd-4554-b005-086878dfa8e7 None None] Calling delete_port for 502dd046-4cca-42b8-9a67-3949df13dd39 owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:51:40.176982 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-42903ebb-03ed-4ce9-8411-88934e64a87c tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:40.253407 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 93f5dcc9-0b36-4024-bce0-d4b0862d4719 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:51:40.269612 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8f496a-aa16-4b45-8526-938611305e87 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Pushing event updated for resources: {'Network': ['ID=a482910b-4e10-4b62-a5ae-5a3dcd941bcf,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:40.307373 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network a482910b-4e10-4b62-a5ae-5a3dcd941bcf details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:51:40.325698 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26e12c98-c7f2-43c1-b16b-17ea8bf02f9d tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Made reservation on behalf of 00595425ad734f8cb37e992e795f72c7 for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:51:40.331750 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-26e12c98-c7f2-43c1-b16b-17ea8bf02f9d tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:40.375422 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d365c613-b8fd-4554-b005-086878dfa8e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:40.474873 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365c613-b8fd-4554-b005-086878dfa8e7 None None] Pushing event deleted for resources: {'Port': ['ID=502dd046-4cca-42b8-9a67-3949df13dd39,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:40.532117 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d365c613-b8fd-4554-b005-086878dfa8e7 None None] No DVR routers for this DVR port 502dd046-4cca-42b8-9a67-3949df13dd39 on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:51:40.570902 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42903ebb-03ed-4ce9-8411-88934e64a87c tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] No DVR routers for this DVR port 502dd046-4cca-42b8-9a67-3949df13dd39 on host n-d-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:51:40.606616 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-26e12c98-c7f2-43c1-b16b-17ea8bf02f9d tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:40.620867 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 502dd046-4cca-42b8-9a67-3949df13dd39 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:51:40.623376 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42903ebb-03ed-4ce9-8411-88934e64a87c tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Pushing event deleted for resources: {'Port': ['ID=502dd046-4cca-42b8-9a67-3949df13dd39,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:40.663635 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 502dd046-4cca-42b8-9a67-3949df13dd39 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:51:40.666422 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 502dd046-4cca-42b8-9a67-3949df13dd39 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:51:40.682258 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e12c98-c7f2-43c1-b16b-17ea8bf02f9d tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Pushing event updated for resources: {'Subnet': ['ID=6c7c3bce-14f7-4822-8880-b4d52fcdc2d7,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:40.692860 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e12c98-c7f2-43c1-b16b-17ea8bf02f9d tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Checking segment: {'id': '90a18cf9-26d5-4895-a0c8-a624c5f68237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a482910b-4e10-4b62-a5ae-5a3dcd941bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:51:40.693319 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e12c98-c7f2-43c1-b16b-17ea8bf02f9d tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Network hostable DHCP agents. Network: a482910b-4e10-4b62-a5ae-5a3dcd941bcf, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:51:40.710613 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-42903ebb-03ed-4ce9-8411-88934e64a87c tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:40.717274 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e12c98-c7f2-43c1-b16b-17ea8bf02f9d tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Network a482910b-4e10-4b62-a5ae-5a3dcd941bcf is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:51:40.730616 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-26e12c98-c7f2-43c1-b16b-17ea8bf02f9d tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, a482910b-4e10-4b62-a5ae-5a3dcd941bcf) {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:51:40.735127 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e12c98-c7f2-43c1-b16b-17ea8bf02f9d tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:40.736416 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-26e12c98-c7f2-43c1-b16b-17ea8bf02f9d tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:40.744055 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339d6d7e-9c60-4702-ae14-40e44f9b5f4f None None] Network a482910b-4e10-4b62-a5ae-5a3dcd941bcf requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:51:40.745141 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-42903ebb-03ed-4ce9-8411-88934e64a87c tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f029a4ef-16f8-4521-ad56-b22a8babebe8']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:51:40.761906 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-42903ebb-03ed-4ce9-8411-88934e64a87c tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13f09cd6-aa18-48e2-9d05-dc0ed33fe013') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:51:40.762205 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-42903ebb-03ed-4ce9-8411-88934e64a87c tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13f09cd6-aa18-48e2-9d05-dc0ed33fe013') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:51:40.768083 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-26e12c98-c7f2-43c1-b16b-17ea8bf02f9d tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6532094 Dec 20 14:51:40.768423 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 35584) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:40.774246 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-621e69fc-5e70-41f4-b255-e5d36a0f4745 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Request body: {'port': {'network_id': 'a482910b-4e10-4b62-a5ae-5a3dcd941bcf', 'name': 'tempest-AllowedAddressPairTestJSON-2004315402'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:51:40.793091 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-42903ebb-03ed-4ce9-8411-88934e64a87c tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:40.817113 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-42903ebb-03ed-4ce9-8411-88934e64a87c tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:40.852590 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42903ebb-03ed-4ce9-8411-88934e64a87c tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:51:40.853308 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-42903ebb-03ed-4ce9-8411-88934e64a87c tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:40.855895 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:40.855895 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:51:40.855895 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:40.855895 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:51:40.855895 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:40.855895 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:51:40.855895 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:40.855895 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:51:40.855895 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 14:51:40.855895 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:51:40.855895 n-d-761264-19 neutron-server[103168]: timer() Dec 20 14:51:40.855895 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:51:40.855895 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 14:51:40.855895 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:51:40.855895 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 14:51:40.855895 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:51:40.855895 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 14:51:40.855895 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:51:40.855895 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 14:51:40.855895 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:51:40.855895 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 14:51:40.855895 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:51:40.855895 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:51:40.855895 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:51:40.855895 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:51:40.855895 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:51:40.855895 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 14:51:40.855895 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:51:40.855895 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 14:51:40.855895 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:51:40.855895 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:51:40.855895 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:51:40.855895 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 14:51:40.855895 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:51:40.855895 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:51:40.855895 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:51:40.855895 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:51:40.855895 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:51:40.855895 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:51:40.855895 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:51:40.914427 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065e31d7-8d7d-4099-9602-53cc39651067 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-a482910b-4e10-4b62-a5ae-5a3dcd941bcf', 'network_id': 'a482910b-4e10-4b62-a5ae-5a3dcd941bcf', 'project_id': '00595425ad734f8cb37e992e795f72c7', 'fixed_ips': [{'subnet_id': '6c7c3bce-14f7-4822-8880-b4d52fcdc2d7'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:51:40.915590 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-065e31d7-8d7d-4099-9602-53cc39651067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:40.935177 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4a66aa94-74fa-4b5e-9a41-d477a418f220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8848317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10470522'] for subnet, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:40.970416 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-42903ebb-03ed-4ce9-8411-88934e64a87c tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:40.971033 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-621e69fc-5e70-41f4-b255-e5d36a0f4745 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Made reservation on behalf of 00595425ad734f8cb37e992e795f72c7 for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:51:40.975376 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-621e69fc-5e70-41f4-b255-e5d36a0f4745 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:40.976181 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-42903ebb-03ed-4ce9-8411-88934e64a87c tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks [] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:40.986656 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-42903ebb-03ed-4ce9-8411-88934e64a87c tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "DELETE /v2.0/networks/f029a4ef-16f8-4521-ad56-b22a8babebe8 HTTP/1.1" status: 204 len: 168 time: 1.2482162 Dec 20 14:51:40.986935 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 35586) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:40.993649 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-7f8e03c6-c936-4ccb-8d16-ff87b1b34c1d tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2043864473'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:51:41.017481 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42903ebb-03ed-4ce9-8411-88934e64a87c tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Pushing event deleted for resources: {'Network': ['ID=f029a4ef-16f8-4521-ad56-b22a8babebe8,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:41.037424 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a66aa94-74fa-4b5e-9a41-d477a418f220 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a0f6126-1d73-4497-a2f5-3cddb2eb92e0,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:41.039499 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [None req-621e69fc-5e70-41f4-b255-e5d36a0f4745 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] device_id is not set on port 1a32a158-7fb9-4d64-ba5c-97b0a3a12cee yet. {{(pid=103167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 14:51:41.072996 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a66aa94-74fa-4b5e-9a41-d477a418f220 admin admin] Checking segment: {'id': 'bd342b13-3583-4229-87a4-05b92fc17cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '93f5dcc9-0b36-4024-bce0-d4b0862d4719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:51:41.074120 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a66aa94-74fa-4b5e-9a41-d477a418f220 admin admin] Network hostable DHCP agents. Network: 93f5dcc9-0b36-4024-bce0-d4b0862d4719, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:51:41.101401 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f8e03c6-c936-4ccb-8d16-ff87b1b34c1d tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Made reservation on behalf of dc29e2de924c4cbd81e8105396ddf747 for: {'network': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:51:41.105457 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7f8e03c6-c936-4ccb-8d16-ff87b1b34c1d tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:41.113432 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a66aa94-74fa-4b5e-9a41-d477a418f220 admin admin] Network 93f5dcc9-0b36-4024-bce0-d4b0862d4719 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:51:41.130119 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-4a66aa94-74fa-4b5e-9a41-d477a418f220 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 93f5dcc9-0b36-4024-bce0-d4b0862d4719) {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:51:41.147125 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a66aa94-74fa-4b5e-9a41-d477a418f220 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:41.148663 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4a66aa94-74fa-4b5e-9a41-d477a418f220 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:41.182200 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-4a66aa94-74fa-4b5e-9a41-d477a418f220 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0941775 Dec 20 14:51:41.186125 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 35588) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:41.188461 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f8e03c6-c936-4ccb-8d16-ff87b1b34c1d tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=103167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:51:41.194474 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-5b6d7a05-ec72-4351-97ba-9fcb19c17a4b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-959729325-router', 'tenant_id': '7ad62973efb247199989986208e9e8bf', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:51:41.211192 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7f8e03c6-c936-4ccb-8d16-ff87b1b34c1d tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:41.211530 n-d-761264-19 neutron-server[103167]: INFO neutron.db.segments_db [None req-7f8e03c6-c936-4ccb-8d16-ff87b1b34c1d tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Added segment 4d2f2c2a-3455-40df-8ccc-5c74f12306c8 of type vlan for network d18f7cfb-e9f2-41e8-b187-d00bb2c783db Dec 20 14:51:41.230590 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-621e69fc-5e70-41f4-b255-e5d36a0f4745 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Allocated IP 172.20.0.13 (a482910b-4e10-4b62-a5ae-5a3dcd941bcf/6c7c3bce-14f7-4822-8880-b4d52fcdc2d7/1a32a158-7fb9-4d64-ba5c-97b0a3a12cee) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:51:41.237417 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5b6d7a05-ec72-4351-97ba-9fcb19c17a4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40114'] for router, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:41.239020 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5b6d7a05-ec72-4351-97ba-9fcb19c17a4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40139'] for router, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:41.250383 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050a4eab-39f1-4f16-8287-9d26153af7d2 None None] Network 93f5dcc9-0b36-4024-bce0-d4b0862d4719 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:51:41.277179 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7f8e03c6-c936-4ccb-8d16-ff87b1b34c1d tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:41.359217 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb9585d-ea83-493b-adb0-43195f3b39d4 None None] Network 93f5dcc9-0b36-4024-bce0-d4b0862d4719 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:51:41.369598 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7f8e03c6-c936-4ccb-8d16-ff87b1b34c1d tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:41.376975 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8e03c6-c936-4ccb-8d16-ff87b1b34c1d tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:41.377917 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7f8e03c6-c936-4ccb-8d16-ff87b1b34c1d tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks [] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:41.381525 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5b6d7a05-ec72-4351-97ba-9fcb19c17a4b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:41.495727 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-7f8e03c6-c936-4ccb-8d16-ff87b1b34c1d tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5077112 Dec 20 14:51:41.500772 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 35592) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:41.511762 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-29deab5b-e182-4d96-a9e6-66c4e04391bf tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Request body: {'subnet': {'network_id': 'd18f7cfb-e9f2-41e8-b187-d00bb2c783db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:51:41.518815 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8e03c6-c936-4ccb-8d16-ff87b1b34c1d tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Pushing event updated for resources: {'Network': ['ID=d18f7cfb-e9f2-41e8-b187-d00bb2c783db,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:41.532165 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network d18f7cfb-e9f2-41e8-b187-d00bb2c783db details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:51:41.562593 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5b6d7a05-ec72-4351-97ba-9fcb19c17a4b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:41.668021 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:41.844737 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5b6d7a05-ec72-4351-97ba-9fcb19c17a4b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:41.907053 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5b6d7a05-ec72-4351-97ba-9fcb19c17a4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:42.026110 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-5b6d7a05-ec72-4351-97ba-9fcb19c17a4b admin admin] Allocated IP 172.25.0.253 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/4c231d43-d99a-4ea1-950b-070d5ca89eef) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:51:42.043784 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-621e69fc-5e70-41f4-b255-e5d36a0f4745 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:42.086854 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29deab5b-e182-4d96-a9e6-66c4e04391bf tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Made reservation on behalf of dc29e2de924c4cbd81e8105396ddf747 for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:51:42.090389 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-29deab5b-e182-4d96-a9e6-66c4e04391bf tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:42.148787 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-621e69fc-5e70-41f4-b255-e5d36a0f4745 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:42.156535 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5b6d7a05-ec72-4351-97ba-9fcb19c17a4b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:42.172416 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-065e31d7-8d7d-4099-9602-53cc39651067 None None] Allocated IP 172.20.0.2 (a482910b-4e10-4b62-a5ae-5a3dcd941bcf/6c7c3bce-14f7-4822-8880-b4d52fcdc2d7/71c4bcb7-b47f-4145-a3ab-c97ab60ba45c) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:51:42.205400 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5b6d7a05-ec72-4351-97ba-9fcb19c17a4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:42.226410 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621e69fc-5e70-41f4-b255-e5d36a0f4745 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Network a482910b-4e10-4b62-a5ae-5a3dcd941bcf is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:51:42.235987 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-621e69fc-5e70-41f4-b255-e5d36a0f4745 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:51:42.241790 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621e69fc-5e70-41f4-b255-e5d36a0f4745 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:51:42.242245 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6d7a05-ec72-4351-97ba-9fcb19c17a4b admin admin] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:51:42.245172 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621e69fc-5e70-41f4-b255-e5d36a0f4745 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Pushing event updated for resources: {'Port': ['ID=1a32a158-7fb9-4d64-ba5c-97b0a3a12cee,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:42.245405 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-5b6d7a05-ec72-4351-97ba-9fcb19c17a4b admin admin] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:51:42.251633 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6d7a05-ec72-4351-97ba-9fcb19c17a4b admin admin] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:51:42.286080 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6d7a05-ec72-4351-97ba-9fcb19c17a4b admin admin] Pushing event updated for resources: {'Port': ['ID=4c231d43-d99a-4ea1-950b-070d5ca89eef,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:42.288306 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23d36ab-6835-4ae4-a8d5-a015d9454f65 None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:51:42.340223 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621e69fc-5e70-41f4-b255-e5d36a0f4745 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:42.341401 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-621e69fc-5e70-41f4-b255-e5d36a0f4745 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:42.367470 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-724febb4-f0d3-4f66-98a7-1a8632b44bc3 None None] Provisioning complete for port 4c231d43-d99a-4ea1-950b-070d5ca89eef triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:51:42.367470 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-724febb4-f0d3-4f66-98a7-1a8632b44bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:42.371063 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-621e69fc-5e70-41f4-b255-e5d36a0f4745 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6013167 Dec 20 14:51:42.376800 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 35596) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:42.387231 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-ae643e10-9068-4171-9943-733f158609c0 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Request body: {'port': {'network_id': 'a482910b-4e10-4b62-a5ae-5a3dcd941bcf', 'name': 'tempest-AllowedAddressPairTestJSON-1074475321', 'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:5a:f4:fa'}]}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:51:42.409760 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-065e31d7-8d7d-4099-9602-53cc39651067 None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:42.412123 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-724febb4-f0d3-4f66-98a7-1a8632b44bc3 None None] Port 4c231d43-d99a-4ea1-950b-070d5ca89eef cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:51:42.420721 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-065e31d7-8d7d-4099-9602-53cc39651067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:42.470022 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065e31d7-8d7d-4099-9602-53cc39651067 None None] Pushing event updated for resources: {'Port': ['ID=71c4bcb7-b47f-4145-a3ab-c97ab60ba45c,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:42.477756 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065e31d7-8d7d-4099-9602-53cc39651067 None None] Network a482910b-4e10-4b62-a5ae-5a3dcd941bcf is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:51:42.479433 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-065e31d7-8d7d-4099-9602-53cc39651067 None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:51:42.484674 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065e31d7-8d7d-4099-9602-53cc39651067 None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:51:42.504492 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-29deab5b-e182-4d96-a9e6-66c4e04391bf tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:42.557681 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-065e31d7-8d7d-4099-9602-53cc39651067 None None] Attempting to bind port 71c4bcb7-b47f-4145-a3ab-c97ab60ba45c on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:51:42.558135 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-065e31d7-8d7d-4099-9602-53cc39651067 None None] Attempting to bind port 71c4bcb7-b47f-4145-a3ab-c97ab60ba45c by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '90a18cf9-26d5-4895-a0c8-a624c5f68237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a482910b-4e10-4b62-a5ae-5a3dcd941bcf'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:51:42.559064 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065e31d7-8d7d-4099-9602-53cc39651067 None None] Attempting to bind port 71c4bcb7-b47f-4145-a3ab-c97ab60ba45c on network a482910b-4e10-4b62-a5ae-5a3dcd941bcf {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:51:42.565873 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065e31d7-8d7d-4099-9602-53cc39651067 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:51:42.566261 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065e31d7-8d7d-4099-9602-53cc39651067 None None] Checking segment: {'id': '90a18cf9-26d5-4895-a0c8-a624c5f68237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a482910b-4e10-4b62-a5ae-5a3dcd941bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:51:42.566677 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-065e31d7-8d7d-4099-9602-53cc39651067 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:42.567102 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065e31d7-8d7d-4099-9602-53cc39651067 None None] Bound using segment: {'id': '90a18cf9-26d5-4895-a0c8-a624c5f68237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a482910b-4e10-4b62-a5ae-5a3dcd941bcf'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:51:42.567587 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-065e31d7-8d7d-4099-9602-53cc39651067 None None] Bound port: 71c4bcb7-b47f-4145-a3ab-c97ab60ba45c, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90a18cf9-26d5-4895-a0c8-a624c5f68237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a482910b-4e10-4b62-a5ae-5a3dcd941bcf'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:51:42.567977 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-065e31d7-8d7d-4099-9602-53cc39651067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:42.603224 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5b6d7a05-ec72-4351-97ba-9fcb19c17a4b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:42.629047 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29deab5b-e182-4d96-a9e6-66c4e04391bf tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Pushing event updated for resources: {'Subnet': ['ID=0a719a62-ca0f-4f5b-a17e-4a768fd13aad,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:42.640675 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29deab5b-e182-4d96-a9e6-66c4e04391bf tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Checking segment: {'id': '4d2f2c2a-3455-40df-8ccc-5c74f12306c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd18f7cfb-e9f2-41e8-b187-d00bb2c783db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:51:42.641032 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29deab5b-e182-4d96-a9e6-66c4e04391bf tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Network hostable DHCP agents. Network: d18f7cfb-e9f2-41e8-b187-d00bb2c783db, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:51:42.652130 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-065e31d7-8d7d-4099-9602-53cc39651067 None None] For port 71c4bcb7-b47f-4145-a3ab-c97ab60ba45c, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:51:42.656632 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-065e31d7-8d7d-4099-9602-53cc39651067 None None] For port 71c4bcb7-b47f-4145-a3ab-c97ab60ba45c, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=71c4bcb7-b47f-4145-a3ab-c97ab60ba45c,segment=NetworkSegment(90a18cf9-26d5-4895-a0c8-a624c5f68237),segment_id=90a18cf9-26d5-4895-a0c8-a624c5f68237)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:51:42.668489 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-065e31d7-8d7d-4099-9602-53cc39651067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:42.671688 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae643e10-9068-4171-9943-733f158609c0 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Made reservation on behalf of 00595425ad734f8cb37e992e795f72c7 for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:51:42.679407 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29deab5b-e182-4d96-a9e6-66c4e04391bf tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Network d18f7cfb-e9f2-41e8-b187-d00bb2c783db is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:51:42.742026 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-29deab5b-e182-4d96-a9e6-66c4e04391bf tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, d18f7cfb-e9f2-41e8-b187-d00bb2c783db) {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:51:42.748857 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29deab5b-e182-4d96-a9e6-66c4e04391bf tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:42.749666 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-29deab5b-e182-4d96-a9e6-66c4e04391bf tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:42.762754 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065e31d7-8d7d-4099-9602-53cc39651067 None None] Pushing event updated for resources: {'Port': ['ID=71c4bcb7-b47f-4145-a3ab-c97ab60ba45c,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:42.772233 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1cf32d-0bfb-450d-af7a-e3223207e1cc None None] Network d18f7cfb-e9f2-41e8-b187-d00bb2c783db requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:51:42.800819 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 35600) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:42.806858 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-29deab5b-e182-4d96-a9e6-66c4e04391bf tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2898073 Dec 20 14:51:42.837822 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-168e96f2-d346-4b06-9db9-facdae3a6bee tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1381239941', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:51:42.841671 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ae643e10-9068-4171-9943-733f158609c0 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:42.886223 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [None req-ae643e10-9068-4171-9943-733f158609c0 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] device_id is not set on port bb632217-be4f-4262-ba29-615fe494a18b yet. {{(pid=103167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 14:51:42.928106 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633149e4-e413-4e73-b54e-7bebd693b10a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-d18f7cfb-e9f2-41e8-b187-d00bb2c783db', 'network_id': 'd18f7cfb-e9f2-41e8-b187-d00bb2c783db', 'project_id': 'dc29e2de924c4cbd81e8105396ddf747', 'fixed_ips': [{'subnet_id': '0a719a62-ca0f-4f5b-a17e-4a768fd13aad'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:51:42.929023 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-633149e4-e413-4e73-b54e-7bebd693b10a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:42.941556 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-168e96f2-d346-4b06-9db9-facdae3a6bee tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40114'] for router, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:42.942599 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-168e96f2-d346-4b06-9db9-facdae3a6bee tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40139'] for router, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:42.991202 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5b6d7a05-ec72-4351-97ba-9fcb19c17a4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013'] for router, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:43.076096 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-168e96f2-d346-4b06-9db9-facdae3a6bee tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:43.104106 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-ae643e10-9068-4171-9943-733f158609c0 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Allocated IP 172.20.0.12 (a482910b-4e10-4b62-a5ae-5a3dcd941bcf/6c7c3bce-14f7-4822-8880-b4d52fcdc2d7/bb632217-be4f-4262-ba29-615fe494a18b) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:51:43.118844 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-168e96f2-d346-4b06-9db9-facdae3a6bee tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013'] for router, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:43.147079 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-168e96f2-d346-4b06-9db9-facdae3a6bee tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:43.148405 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-168e96f2-d346-4b06-9db9-facdae3a6bee tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3391817 Dec 20 14:51:43.151436 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 35608) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:43.160998 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-9cef87ab-768d-4a36-9ecc-605dc6081c85 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Request body: {'port': {'network_id': 'd18f7cfb-e9f2-41e8-b187-d00bb2c783db', 'name': 'tempest-PortsTestJSON-1761039761'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:51:43.175757 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-633149e4-e413-4e73-b54e-7bebd693b10a None None] Allocated IP 172.20.0.2 (d18f7cfb-e9f2-41e8-b187-d00bb2c783db/0a719a62-ca0f-4f5b-a17e-4a768fd13aad/4e256846-4d28-40ff-93bd-265f56ae4672) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:51:43.205306 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b6d7a05-ec72-4351-97ba-9fcb19c17a4b admin admin] Router c5c49fa7-1129-49d9-b203-b1eb9a21688e is scheduled to L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 with binding_index 1 {{(pid=103168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 14:51:43.377155 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b6d7a05-ec72-4351-97ba-9fcb19c17a4b admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:51:43.409572 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5b6d7a05-ec72-4351-97ba-9fcb19c17a4b admin admin] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:43.414060 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-5b6d7a05-ec72-4351-97ba-9fcb19c17a4b admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.2233107 Dec 20 14:51:43.415746 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 35610) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:43.424532 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e02ecd-9918-4ac0-a0c1-78aa3a3eef79 None None] Sync routers for ids ['c5c49fa7-1129-49d9-b203-b1eb9a21688e'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:51:43.450777 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e02ecd-9918-4ac0-a0c1-78aa3a3eef79 None None] Routers {'c5c49fa7-1129-49d9-b203-b1eb9a21688e'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:51:43.451835 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-19e02ecd-9918-4ac0-a0c1-78aa3a3eef79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:51:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['c5c49fa7-1129-49d9-b203-b1eb9a21688e'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:51:43.500315 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-633149e4-e413-4e73-b54e-7bebd693b10a None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:43.515089 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-633149e4-e413-4e73-b54e-7bebd693b10a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:43.576566 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ae643e10-9068-4171-9943-733f158609c0 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:43.578632 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cef87ab-768d-4a36-9ecc-605dc6081c85 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Made reservation on behalf of dc29e2de924c4cbd81e8105396ddf747 for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:51:43.583012 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9cef87ab-768d-4a36-9ecc-605dc6081c85 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:43.608327 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633149e4-e413-4e73-b54e-7bebd693b10a None None] Network d18f7cfb-e9f2-41e8-b187-d00bb2c783db is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:51:43.614157 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-633149e4-e413-4e73-b54e-7bebd693b10a None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:51:43.614485 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [None req-9cef87ab-768d-4a36-9ecc-605dc6081c85 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] device_id is not set on port fbaa90cc-59b2-46b3-93e8-dcc03283cab8 yet. {{(pid=103167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 14:51:43.620941 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633149e4-e413-4e73-b54e-7bebd693b10a None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:51:43.625964 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633149e4-e413-4e73-b54e-7bebd693b10a None None] Pushing event updated for resources: {'Port': ['ID=4e256846-4d28-40ff-93bd-265f56ae4672,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:43.685210 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-19e02ecd-9918-4ac0-a0c1-78aa3a3eef79 None None] Set router c5c49fa7-1129-49d9-b203-b1eb9a21688e gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:51:43.766505 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-633149e4-e413-4e73-b54e-7bebd693b10a None None] Attempting to bind port 4e256846-4d28-40ff-93bd-265f56ae4672 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:51:43.766810 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-633149e4-e413-4e73-b54e-7bebd693b10a None None] Attempting to bind port 4e256846-4d28-40ff-93bd-265f56ae4672 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '4d2f2c2a-3455-40df-8ccc-5c74f12306c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd18f7cfb-e9f2-41e8-b187-d00bb2c783db'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:51:43.767174 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633149e4-e413-4e73-b54e-7bebd693b10a None None] Attempting to bind port 4e256846-4d28-40ff-93bd-265f56ae4672 on network d18f7cfb-e9f2-41e8-b187-d00bb2c783db {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:51:43.781010 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633149e4-e413-4e73-b54e-7bebd693b10a None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:51:43.781395 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633149e4-e413-4e73-b54e-7bebd693b10a None None] Checking segment: {'id': '4d2f2c2a-3455-40df-8ccc-5c74f12306c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd18f7cfb-e9f2-41e8-b187-d00bb2c783db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:51:43.781800 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-633149e4-e413-4e73-b54e-7bebd693b10a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:43.782257 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633149e4-e413-4e73-b54e-7bebd693b10a None None] Bound using segment: {'id': '4d2f2c2a-3455-40df-8ccc-5c74f12306c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd18f7cfb-e9f2-41e8-b187-d00bb2c783db'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:51:43.782794 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-633149e4-e413-4e73-b54e-7bebd693b10a None None] Bound port: 4e256846-4d28-40ff-93bd-265f56ae4672, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d2f2c2a-3455-40df-8ccc-5c74f12306c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd18f7cfb-e9f2-41e8-b187-d00bb2c783db'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:51:43.783600 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-633149e4-e413-4e73-b54e-7bebd693b10a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:43.899859 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ae643e10-9068-4171-9943-733f158609c0 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:43.902407 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-9cef87ab-768d-4a36-9ecc-605dc6081c85 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Allocated IP 172.20.0.5 (d18f7cfb-e9f2-41e8-b187-d00bb2c783db/0a719a62-ca0f-4f5b-a17e-4a768fd13aad/fbaa90cc-59b2-46b3-93e8-dcc03283cab8) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:51:43.992393 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae643e10-9068-4171-9943-733f158609c0 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Network a482910b-4e10-4b62-a5ae-5a3dcd941bcf is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:51:43.992768 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-633149e4-e413-4e73-b54e-7bebd693b10a None None] For port 4e256846-4d28-40ff-93bd-265f56ae4672, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:51:44.007734 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-633149e4-e413-4e73-b54e-7bebd693b10a None None] For port 4e256846-4d28-40ff-93bd-265f56ae4672, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=4e256846-4d28-40ff-93bd-265f56ae4672,segment=NetworkSegment(4d2f2c2a-3455-40df-8ccc-5c74f12306c8),segment_id=4d2f2c2a-3455-40df-8ccc-5c74f12306c8)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:51:44.017362 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-633149e4-e413-4e73-b54e-7bebd693b10a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:44.118401 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633149e4-e413-4e73-b54e-7bebd693b10a None None] Pushing event updated for resources: {'Port': ['ID=4e256846-4d28-40ff-93bd-265f56ae4672,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:44.122901 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-ae643e10-9068-4171-9943-733f158609c0 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:51:44.129492 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae643e10-9068-4171-9943-733f158609c0 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:51:44.147438 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-19e02ecd-9918-4ac0-a0c1-78aa3a3eef79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c49fa7-1129-49d9-b203-b1eb9a21688e', 'name': 'tempest-ServerRescueNegativeTestJSON-959729325-router', 'tenant_id': '7ad62973efb247199989986208e9e8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '4c231d43-d99a-4ea1-950b-070d5ca89eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:51:41Z', 'updated_at': '2021-12-20T14:51:42Z', 'revision_number': 3, 'project_id': '7ad62973efb247199989986208e9e8bf', 'gw_port': {'id': '4c231d43-d99a-4ea1-950b-070d5ca89eef', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:cc:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5c49fa7-1129-49d9-b203-b1eb9a21688e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:51:41Z', 'updated_at': '2021-12-20T14:51:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:51:44.150978 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae643e10-9068-4171-9943-733f158609c0 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Pushing event updated for resources: {'Port': ['ID=bb632217-be4f-4262-ba29-615fe494a18b,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:44.186988 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e02ecd-9918-4ac0-a0c1-78aa3a3eef79 None None] Checking router: c5c49fa7-1129-49d9-b203-b1eb9a21688e for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:51:44.188142 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e02ecd-9918-4ac0-a0c1-78aa3a3eef79 None None] Updating router c5c49fa7-1129-49d9-b203-b1eb9a21688e port 4c231d43-d99a-4ea1-950b-070d5ca89eef binding host n-d-761264-19 {{(pid=103169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 14:51:44.227437 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-19e02ecd-9918-4ac0-a0c1-78aa3a3eef79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:44.314875 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae643e10-9068-4171-9943-733f158609c0 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:44.315514 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ae643e10-9068-4171-9943-733f158609c0 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:44.358509 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-ae643e10-9068-4171-9943-733f158609c0 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1000 time: 1.9783216 Dec 20 14:51:44.358795 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 35614) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:44.449378 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88887b9b-fb85-4dad-8d29-4717a08a4755 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:44.461964 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88887b9b-fb85-4dad-8d29-4717a08a4755 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:44.477718 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88887b9b-fb85-4dad-8d29-4717a08a4755 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:44.484342 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-88887b9b-fb85-4dad-8d29-4717a08a4755 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.1226048 Dec 20 14:51:44.485996 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 35616) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:44.486556 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9cef87ab-768d-4a36-9ecc-605dc6081c85 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:44.494644 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6824bf60-7f8b-4ea5-b2e2-dd136ad39747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:44.542716 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3b326d-2182-4855-9d82-07337d0089af None None] Network a482910b-4e10-4b62-a5ae-5a3dcd941bcf requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:51:44.707490 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-53fecc49-4873-40bd-a238-a3236d56f941 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Deleting port bb632217-be4f-4262-ba29-615fe494a18b {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:51:44.707490 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-53fecc49-4873-40bd-a238-a3236d56f941 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:44.731330 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-0495b871-210e-48cf-97fc-9053637463a6 None None] Provisioning complete for port 71c4bcb7-b47f-4145-a3ab-c97ab60ba45c triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:51:44.731752 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-0495b871-210e-48cf-97fc-9053637463a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:44.758304 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9cef87ab-768d-4a36-9ecc-605dc6081c85 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:44.780967 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 4e256846-4d28-40ff-93bd-265f56ae4672 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:51:44.827385 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-53fecc49-4873-40bd-a238-a3236d56f941 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:44.834197 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cef87ab-768d-4a36-9ecc-605dc6081c85 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Network d18f7cfb-e9f2-41e8-b187-d00bb2c783db is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:51:44.844365 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-53fecc49-4873-40bd-a238-a3236d56f941 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Calling delete_port for bb632217-be4f-4262-ba29-615fe494a18b owned by {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:51:44.854161 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cef87ab-768d-4a36-9ecc-605dc6081c85 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Pushing event updated for resources: {'Port': ['ID=fbaa90cc-59b2-46b3-93e8-dcc03283cab8,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:44.856831 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-9cef87ab-768d-4a36-9ecc-605dc6081c85 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:51:44.860849 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cef87ab-768d-4a36-9ecc-605dc6081c85 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:51:44.939949 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cef87ab-768d-4a36-9ecc-605dc6081c85 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:44.941372 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9cef87ab-768d-4a36-9ecc-605dc6081c85 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:44.961174 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-6824bf60-7f8b-4ea5-b2e2-dd136ad39747 admin admin] Allocated IP 172.20.0.1 (93f5dcc9-0b36-4024-bce0-d4b0862d4719/2a0f6126-1d73-4497-a2f5-3cddb2eb92e0/9622e1ea-ff9c-4855-80e3-a6abbd116463) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:51:44.989767 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-9cef87ab-768d-4a36-9ecc-605dc6081c85 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8345201 Dec 20 14:51:44.991310 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 35620) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:45.022264 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-53fecc49-4873-40bd-a238-a3236d56f941 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:45.057721 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fecc49-4873-40bd-a238-a3236d56f941 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Pushing event deleted for resources: {'Port': ['ID=bb632217-be4f-4262-ba29-615fe494a18b,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:45.260843 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-53fecc49-4873-40bd-a238-a3236d56f941 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:45.267259 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-53fecc49-4873-40bd-a238-a3236d56f941 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] 10.222.0.54 "DELETE /v2.0/ports/bb632217-be4f-4262-ba29-615fe494a18b HTTP/1.1" status: 204 len: 168 time: 0.7768390 Dec 20 14:51:45.267922 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 35624) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:45.281460 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-19e02ecd-9918-4ac0-a0c1-78aa3a3eef79 None None] Publish callbacks [] for port, precommit_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:45.303465 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 4e256846-4d28-40ff-93bd-265f56ae4672 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:51:45.304331 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:45.323539 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-19e02ecd-9918-4ac0-a0c1-78aa3a3eef79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:45.356880 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-31be12d9-ced2-475c-969e-d5304f1192a5 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] GET failed (client error): The resource could not be found. Dec 20 14:51:45.367393 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-31be12d9-ced2-475c-969e-d5304f1192a5 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] 10.222.0.54 "GET /v2.0/ports/bb632217-be4f-4262-ba29-615fe494a18b HTTP/1.1" status: 404 len: 333 time: 0.0918825 Dec 20 14:51:45.368196 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 35626) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:45.376866 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-209c2ecf-3de5-4f5f-adc4-adf780ca4a51 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Request body: {'port': {'network_id': 'a482910b-4e10-4b62-a5ae-5a3dcd941bcf', 'name': 'tempest-AllowedAddressPairTestJSON-1755266473'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:51:45.390084 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-0495b871-210e-48cf-97fc-9053637463a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:45.444853 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:45.477656 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339a35e5-f43d-4ffb-ba58-98d852cd85a1 None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:51:45.525871 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-19e02ecd-9918-4ac0-a0c1-78aa3a3eef79 None None] Attempting to bind port 4c231d43-d99a-4ea1-950b-070d5ca89eef on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:51:45.526248 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-19e02ecd-9918-4ac0-a0c1-78aa3a3eef79 None None] Attempting to bind port 4c231d43-d99a-4ea1-950b-070d5ca89eef by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:51:45.526667 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e02ecd-9918-4ac0-a0c1-78aa3a3eef79 None None] Attempting to bind port 4c231d43-d99a-4ea1-950b-070d5ca89eef on network c3f8658e-da35-41f3-bd03-509e29ebd6f3 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:51:45.541548 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6da718-e179-4dc2-a809-c2237f26059f None None] Pushing event updated for resources: {'Port': ['ID=4c231d43-d99a-4ea1-950b-070d5ca89eef,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:45.574092 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e02ecd-9918-4ac0-a0c1-78aa3a3eef79 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:51:45.574512 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e02ecd-9918-4ac0-a0c1-78aa3a3eef79 None None] Checking segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:51:45.575011 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-19e02ecd-9918-4ac0-a0c1-78aa3a3eef79 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:45.575491 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e02ecd-9918-4ac0-a0c1-78aa3a3eef79 None None] Bound using segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:51:45.576048 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-19e02ecd-9918-4ac0-a0c1-78aa3a3eef79 None None] Bound port: 4c231d43-d99a-4ea1-950b-070d5ca89eef, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:51:45.576465 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-19e02ecd-9918-4ac0-a0c1-78aa3a3eef79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:45.577861 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6824bf60-7f8b-4ea5-b2e2-dd136ad39747 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:45.589746 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-0495b871-210e-48cf-97fc-9053637463a6 None None] For port 71c4bcb7-b47f-4145-a3ab-c97ab60ba45c, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=71c4bcb7-b47f-4145-a3ab-c97ab60ba45c,segment=NetworkSegment(90a18cf9-26d5-4895-a0c8-a624c5f68237),segment_id=90a18cf9-26d5-4895-a0c8-a624c5f68237)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:51:45.612370 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-209c2ecf-3de5-4f5f-adc4-adf780ca4a51 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Made reservation on behalf of 00595425ad734f8cb37e992e795f72c7 for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:51:45.619497 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-209c2ecf-3de5-4f5f-adc4-adf780ca4a51 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:45.643836 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [None req-209c2ecf-3de5-4f5f-adc4-adf780ca4a51 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] device_id is not set on port 620d9a8c-2904-464f-bc55-cafef4387e23 yet. {{(pid=103168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 14:51:45.653805 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-0495b871-210e-48cf-97fc-9053637463a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:45.732959 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-75e68880-7cf4-4c17-aefa-88d1da31da35 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:45.797985 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:45.819645 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6824bf60-7f8b-4ea5-b2e2-dd136ad39747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:45.829763 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f217ae57-1429-48bf-82b2-c701a68f7039 None None] Network d18f7cfb-e9f2-41e8-b187-d00bb2c783db requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:51:45.833120 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-209c2ecf-3de5-4f5f-adc4-adf780ca4a51 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Allocated IP 172.20.0.6 (a482910b-4e10-4b62-a5ae-5a3dcd941bcf/6c7c3bce-14f7-4822-8880-b4d52fcdc2d7/620d9a8c-2904-464f-bc55-cafef4387e23) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:51:45.843214 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6824bf60-7f8b-4ea5-b2e2-dd136ad39747 admin admin] Network 93f5dcc9-0b36-4024-bce0-d4b0862d4719 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:51:45.848046 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-6824bf60-7f8b-4ea5-b2e2-dd136ad39747 admin admin] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:51:45.851783 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6824bf60-7f8b-4ea5-b2e2-dd136ad39747 admin admin] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:51:45.855042 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-6d1c9692-4d7d-451c-bbf1-25a760f39496 None None] Could not find standard attr ID for object bb632217-be4f-4262-ba29-615fe494a18b. {{(pid=103169) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 14:51:45.930475 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-19e02ecd-9918-4ac0-a0c1-78aa3a3eef79 None None] For port 4c231d43-d99a-4ea1-950b-070d5ca89eef, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:51:46.010509 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0495b871-210e-48cf-97fc-9053637463a6 None None] Pushing event updated for resources: {'Port': ['ID=71c4bcb7-b47f-4145-a3ab-c97ab60ba45c,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:46.015137 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6824bf60-7f8b-4ea5-b2e2-dd136ad39747 admin admin] Pushing event updated for resources: {'Port': ['ID=9622e1ea-ff9c-4855-80e3-a6abbd116463,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:46.038367 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6824bf60-7f8b-4ea5-b2e2-dd136ad39747 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595714'] for router_interface, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:46.065901 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] For port 4e256846-4d28-40ff-93bd-265f56ae4672, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=4e256846-4d28-40ff-93bd-265f56ae4672,segment=NetworkSegment(4d2f2c2a-3455-40df-8ccc-5c74f12306c8),segment_id=4d2f2c2a-3455-40df-8ccc-5c74f12306c8)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:51:46.079983 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-19e02ecd-9918-4ac0-a0c1-78aa3a3eef79 None None] For port 4c231d43-d99a-4ea1-950b-070d5ca89eef, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=4c231d43-d99a-4ea1-950b-070d5ca89eef,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:51:46.084975 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:46.086368 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 71c4bcb7-b47f-4145-a3ab-c97ab60ba45c up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:51:46.104995 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-6d1c9692-4d7d-451c-bbf1-25a760f39496 None None] Provisioning complete for port 1a32a158-7fb9-4d64-ba5c-97b0a3a12cee triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:51:46.104995 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6d1c9692-4d7d-451c-bbf1-25a760f39496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:46.127410 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-209c2ecf-3de5-4f5f-adc4-adf780ca4a51 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:46.130032 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-19e02ecd-9918-4ac0-a0c1-78aa3a3eef79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:46.189121 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-209c2ecf-3de5-4f5f-adc4-adf780ca4a51 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:46.250965 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bef7b2a-3ce3-47a6-b7a7-8d12e5077f0c None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:51:46.270225 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-6d1c9692-4d7d-451c-bbf1-25a760f39496 None None] Port 1a32a158-7fb9-4d64-ba5c-97b0a3a12cee cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:51:46.314120 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Pushing event updated for resources: {'Port': ['ID=4e256846-4d28-40ff-93bd-265f56ae4672,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:46.327163 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e02ecd-9918-4ac0-a0c1-78aa3a3eef79 None None] Routers {'c5c49fa7-1129-49d9-b203-b1eb9a21688e'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:51:46.327956 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-19e02ecd-9918-4ac0-a0c1-78aa3a3eef79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:51:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['c5c49fa7-1129-49d9-b203-b1eb9a21688e'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:51:46.339421 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6824bf60-7f8b-4ea5-b2e2-dd136ad39747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:46.363134 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209c2ecf-3de5-4f5f-adc4-adf780ca4a51 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Network a482910b-4e10-4b62-a5ae-5a3dcd941bcf is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:51:46.367739 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209c2ecf-3de5-4f5f-adc4-adf780ca4a51 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Pushing event updated for resources: {'Port': ['ID=620d9a8c-2904-464f-bc55-cafef4387e23,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:46.395502 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-209c2ecf-3de5-4f5f-adc4-adf780ca4a51 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:51:46.403002 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209c2ecf-3de5-4f5f-adc4-adf780ca4a51 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:51:46.434802 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-6d1c9692-4d7d-451c-bbf1-25a760f39496 None None] Provisioning complete for port 4c231d43-d99a-4ea1-950b-070d5ca89eef triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:51:46.435322 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6d1c9692-4d7d-451c-bbf1-25a760f39496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:46.490967 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 71c4bcb7-b47f-4145-a3ab-c97ab60ba45c triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:51:46.491554 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:46.513594 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209c2ecf-3de5-4f5f-adc4-adf780ca4a51 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:46.514681 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-209c2ecf-3de5-4f5f-adc4-adf780ca4a51 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:46.557509 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-209c2ecf-3de5-4f5f-adc4-adf780ca4a51 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1800542 Dec 20 14:51:46.558619 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 35630) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:46.569872 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-0de1c5cc-12e8-4433-8019-9a278e7493c3 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:5a:f4:fa'}]}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:51:46.639869 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6da718-e179-4dc2-a809-c2237f26059f None None] Pushing event updated for resources: {'Port': ['ID=4c231d43-d99a-4ea1-950b-070d5ca89eef,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:46.723986 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-19e02ecd-9918-4ac0-a0c1-78aa3a3eef79 None None] Set router c5c49fa7-1129-49d9-b203-b1eb9a21688e gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:51:46.827165 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0de1c5cc-12e8-4433-8019-9a278e7493c3 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:47.003406 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6d1c9692-4d7d-451c-bbf1-25a760f39496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:47.117306 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-6d1c9692-4d7d-451c-bbf1-25a760f39496 None None] For port 4c231d43-d99a-4ea1-950b-070d5ca89eef, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=4c231d43-d99a-4ea1-950b-070d5ca89eef,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:51:47.129337 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6d1c9692-4d7d-451c-bbf1-25a760f39496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:47.140092 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0de1c5cc-12e8-4433-8019-9a278e7493c3 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:47.146715 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0de1c5cc-12e8-4433-8019-9a278e7493c3 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:47.302023 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-6d1c9692-4d7d-451c-bbf1-25a760f39496 None None] Provisioning complete for port 71c4bcb7-b47f-4145-a3ab-c97ab60ba45c triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:51:47.304181 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6d1c9692-4d7d-451c-bbf1-25a760f39496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:47.322311 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6824bf60-7f8b-4ea5-b2e2-dd136ad39747 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:47.331905 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6824bf60-7f8b-4ea5-b2e2-dd136ad39747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:47.352610 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de1c5cc-12e8-4433-8019-9a278e7493c3 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Pushing event updated for resources: {'Port': ['ID=620d9a8c-2904-464f-bc55-cafef4387e23,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:47.359606 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1c9692-4d7d-451c-bbf1-25a760f39496 None None] Pushing event updated for resources: {'Port': ['ID=4c231d43-d99a-4ea1-950b-070d5ca89eef,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:47.362461 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 4e256846-4d28-40ff-93bd-265f56ae4672 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:51:47.363290 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-0de1c5cc-12e8-4433-8019-9a278e7493c3 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] In _notify_port_updated(), no bound segment for port 620d9a8c-2904-464f-bc55-cafef4387e23 on network a482910b-4e10-4b62-a5ae-5a3dcd941bcf {{(pid=103168) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 20 14:51:47.372142 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de1c5cc-12e8-4433-8019-9a278e7493c3 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:47.372914 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0de1c5cc-12e8-4433-8019-9a278e7493c3 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:47.374241 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-0de1c5cc-12e8-4433-8019-9a278e7493c3 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] 10.222.0.54 "PUT /v2.0/ports/620d9a8c-2904-464f-bc55-cafef4387e23 HTTP/1.1" status: 200 len: 994 time: 0.8143609 Dec 20 14:51:47.378847 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 35634) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:47.459709 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6824bf60-7f8b-4ea5-b2e2-dd136ad39747 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1595702'] for router_interface, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:47.470915 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6824bf60-7f8b-4ea5-b2e2-dd136ad39747 admin admin] Pushing event updated for resources: {'Port': ['ID=9622e1ea-ff9c-4855-80e3-a6abbd116463,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:47.479949 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-19e02ecd-9918-4ac0-a0c1-78aa3a3eef79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c49fa7-1129-49d9-b203-b1eb9a21688e', 'name': 'tempest-ServerRescueNegativeTestJSON-959729325-router', 'tenant_id': '7ad62973efb247199989986208e9e8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '4c231d43-d99a-4ea1-950b-070d5ca89eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:51:41Z', 'updated_at': '2021-12-20T14:51:46Z', 'revision_number': 4, 'project_id': '7ad62973efb247199989986208e9e8bf', 'gw_port': {'id': '4c231d43-d99a-4ea1-950b-070d5ca89eef', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:cc:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5c49fa7-1129-49d9-b203-b1eb9a21688e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:51:41Z', 'updated_at': '2021-12-20T14:51:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '9622e1ea-ff9c-4855-80e3-a6abbd116463', 'name': '', 'network_id': '93f5dcc9-0b36-4024-bce0-d4b0862d4719', 'tenant_id': '7ad62973efb247199989986208e9e8bf', 'mac_address': 'fa:16:3e:1e:da:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5c49fa7-1129-49d9-b203-b1eb9a21688e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': '2a0f6126-1d73-4497-a2f5-3cddb2eb92e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:51:44Z', 'updated_at': '2021-12-20T14:51:45Z', 'revision_number': 1, 'project_id': '7ad62973efb247199989986208e9e8bf', 'subnets': [{'id': '2a0f6126-1d73-4497-a2f5-3cddb2eb92e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:51:47.536368 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-8aa23f5b-5934-4a69-9123-c1a84f9f1549 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Deleting port 620d9a8c-2904-464f-bc55-cafef4387e23 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:51:47.536886 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8aa23f5b-5934-4a69-9123-c1a84f9f1549 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:47.548599 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e02ecd-9918-4ac0-a0c1-78aa3a3eef79 None None] The sync data for ids ['c5c49fa7-1129-49d9-b203-b1eb9a21688e'] in n-d-761264-19 is: [{'id': 'c5c49fa7-1129-49d9-b203-b1eb9a21688e', 'name': 'tempest-ServerRescueNegativeTestJSON-959729325-router', 'tenant_id': '7ad62973efb247199989986208e9e8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '4c231d43-d99a-4ea1-950b-070d5ca89eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:51:41Z', 'updated_at': '2021-12-20T14:51:46Z', 'revision_number': 4, 'project_id': '7ad62973efb247199989986208e9e8bf', 'gw_port': {'id': '4c231d43-d99a-4ea1-950b-070d5ca89eef', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:cc:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5c49fa7-1129-49d9-b203-b1eb9a21688e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:51:41Z', 'updated_at': '2021-12-20T14:51:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '9622e1ea-ff9c-4855-80e3-a6abbd116463', 'name': '', 'network_id': '93f5dcc9-0b36-4024-bce0-d4b0862d4719', 'tenant_id': '7ad62973efb247199989986208e9e8bf', 'mac_address': 'fa:16:3e:1e:da:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5c49fa7-1129-49d9-b203-b1eb9a21688e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': '2a0f6126-1d73-4497-a2f5-3cddb2eb92e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:51:44Z', 'updated_at': '2021-12-20T14:51:45Z', 'revision_number': 1, 'project_id': '7ad62973efb247199989986208e9e8bf', 'subnets': [{'id': '2a0f6126-1d73-4497-a2f5-3cddb2eb92e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:51:47.596085 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-75e68880-7cf4-4c17-aefa-88d1da31da35 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:47.630054 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 4e256846-4d28-40ff-93bd-265f56ae4672 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:51:47.630054 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:47.674353 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-75e68880-7cf4-4c17-aefa-88d1da31da35 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:47.722250 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6824bf60-7f8b-4ea5-b2e2-dd136ad39747 admin admin] Network 93f5dcc9-0b36-4024-bce0-d4b0862d4719 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:51:47.776783 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-6824bf60-7f8b-4ea5-b2e2-dd136ad39747 admin admin] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:51:47.836701 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 71c4bcb7-b47f-4145-a3ab-c97ab60ba45c up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:51:47.930548 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-a37ebd0a-febf-498e-838d-2025e3b180a7 None None] Could not find standard attr ID for object bb632217-be4f-4262-ba29-615fe494a18b. {{(pid=103169) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 14:51:47.958043 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-a37ebd0a-febf-498e-838d-2025e3b180a7 None None] Provisioning complete for port fbaa90cc-59b2-46b3-93e8-dcc03283cab8 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:51:47.958425 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a37ebd0a-febf-498e-838d-2025e3b180a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:47.971003 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e68880-7cf4-4c17-aefa-88d1da31da35 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Pushing event updated for resources: {'Port': ['ID=fbaa90cc-59b2-46b3-93e8-dcc03283cab8,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:48.020284 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 71c4bcb7-b47f-4145-a3ab-c97ab60ba45c triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:51:48.020663 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:48.047464 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-a37ebd0a-febf-498e-838d-2025e3b180a7 None None] Port fbaa90cc-59b2-46b3-93e8-dcc03283cab8 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:51:48.077998 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-a37ebd0a-febf-498e-838d-2025e3b180a7 None None] Provisioning complete for port 4e256846-4d28-40ff-93bd-265f56ae4672 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:51:48.078458 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a37ebd0a-febf-498e-838d-2025e3b180a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:48.244897 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-a37ebd0a-febf-498e-838d-2025e3b180a7 None None] Provisioning complete for port 1a32a158-7fb9-4d64-ba5c-97b0a3a12cee triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:51:48.245561 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a37ebd0a-febf-498e-838d-2025e3b180a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:48.280842 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6824bf60-7f8b-4ea5-b2e2-dd136ad39747 admin admin] Router c5c49fa7-1129-49d9-b203-b1eb9a21688e has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:51:48.282645 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-75e68880-7cf4-4c17-aefa-88d1da31da35 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595714'] for router_interface, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:48.330862 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8aa23f5b-5934-4a69-9123-c1a84f9f1549 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:48.342113 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-a37ebd0a-febf-498e-838d-2025e3b180a7 None None] Port 1a32a158-7fb9-4d64-ba5c-97b0a3a12cee cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:51:48.386876 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-8aa23f5b-5934-4a69-9123-c1a84f9f1549 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Calling delete_port for 620d9a8c-2904-464f-bc55-cafef4387e23 owned by {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:51:48.388773 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-a37ebd0a-febf-498e-838d-2025e3b180a7 None None] Provisioning complete for port 4c231d43-d99a-4ea1-950b-070d5ca89eef triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:51:48.389212 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a37ebd0a-febf-498e-838d-2025e3b180a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:48.562203 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-a37ebd0a-febf-498e-838d-2025e3b180a7 None None] Provisioning complete for port 620d9a8c-2904-464f-bc55-cafef4387e23 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:51:48.562615 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a37ebd0a-febf-498e-838d-2025e3b180a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:48.580904 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-75e68880-7cf4-4c17-aefa-88d1da31da35 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:48.634869 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-a37ebd0a-febf-498e-838d-2025e3b180a7 None None] Port 620d9a8c-2904-464f-bc55-cafef4387e23 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:51:48.707604 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6824bf60-7f8b-4ea5-b2e2-dd136ad39747 admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:51:48.708255 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8aa23f5b-5934-4a69-9123-c1a84f9f1549 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:48.727595 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-6824bf60-7f8b-4ea5-b2e2-dd136ad39747 admin admin] 10.222.0.54 "PUT /v2.0/routers/c5c49fa7-1129-49d9-b203-b1eb9a21688e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3106983 Dec 20 14:51:48.756974 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa23f5b-5934-4a69-9123-c1a84f9f1549 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Pushing event deleted for resources: {'Port': ['ID=620d9a8c-2904-464f-bc55-cafef4387e23,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:48.773746 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-adb2d108-455d-49b7-b599-fd47a9eadb31 None None] Provisioning complete for port fbaa90cc-59b2-46b3-93e8-dcc03283cab8 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:51:48.774126 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-adb2d108-455d-49b7-b599-fd47a9eadb31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:48.925243 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-adb2d108-455d-49b7-b599-fd47a9eadb31 None None] Port fbaa90cc-59b2-46b3-93e8-dcc03283cab8 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:51:49.071596 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8aa23f5b-5934-4a69-9123-c1a84f9f1549 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:49.075831 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-8aa23f5b-5934-4a69-9123-c1a84f9f1549 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] 10.222.0.54 "DELETE /v2.0/ports/620d9a8c-2904-464f-bc55-cafef4387e23 HTTP/1.1" status: 204 len: 168 time: 1.6950338 Dec 20 14:51:49.080264 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 35642) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:49.134387 n-d-761264-19 neutron-server[103167]: INFO neutron.pecan_wsgi.hooks.translation [None req-45e3cb9c-db91-41a7-95a4-e32fee6233c2 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] GET failed (client error): The resource could not be found. Dec 20 14:51:49.136050 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-45e3cb9c-db91-41a7-95a4-e32fee6233c2 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] 10.222.0.54 "GET /v2.0/ports/620d9a8c-2904-464f-bc55-cafef4387e23 HTTP/1.1" status: 404 len: 333 time: 0.0546811 Dec 20 14:51:49.139996 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 35644) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:49.145269 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-23407f06-1ea5-4de9-b0f2-9133bf910bb0 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Request body: {'port': {'network_id': 'a482910b-4e10-4b62-a5ae-5a3dcd941bcf', 'name': 'tempest-AllowedAddressPairTestJSON-33491996'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:51:49.257135 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 4c231d43-d99a-4ea1-950b-070d5ca89eef up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:51:49.257527 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-75e68880-7cf4-4c17-aefa-88d1da31da35 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:49.270205 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-75e68880-7cf4-4c17-aefa-88d1da31da35 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:49.361788 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23407f06-1ea5-4de9-b0f2-9133bf910bb0 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Made reservation on behalf of 00595425ad734f8cb37e992e795f72c7 for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:51:49.366501 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-23407f06-1ea5-4de9-b0f2-9133bf910bb0 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:49.403850 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [None req-23407f06-1ea5-4de9-b0f2-9133bf910bb0 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] device_id is not set on port de3711e8-b27a-4797-b0ae-1a4f8c3216a9 yet. {{(pid=103168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 14:51:49.420334 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e68880-7cf4-4c17-aefa-88d1da31da35 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Pushing event updated for resources: {'Port': ['ID=fbaa90cc-59b2-46b3-93e8-dcc03283cab8,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:49.426675 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-75e68880-7cf4-4c17-aefa-88d1da31da35 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1595702'] for router_interface, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:49.461498 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 4c231d43-d99a-4ea1-950b-070d5ca89eef triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:51:49.462513 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:49.661100 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e68880-7cf4-4c17-aefa-88d1da31da35 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Network d18f7cfb-e9f2-41e8-b187-d00bb2c783db is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:51:49.671633 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-75e68880-7cf4-4c17-aefa-88d1da31da35 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:51:49.727682 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-23407f06-1ea5-4de9-b0f2-9133bf910bb0 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Allocated IP 172.20.0.11 (a482910b-4e10-4b62-a5ae-5a3dcd941bcf/6c7c3bce-14f7-4822-8880-b4d52fcdc2d7/de3711e8-b27a-4797-b0ae-1a4f8c3216a9) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:51:49.907438 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75e68880-7cf4-4c17-aefa-88d1da31da35 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Router 01014919-45c9-4091-8fc3-f6bed8257f6c is scheduled to L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 with binding_index 1 {{(pid=103167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 14:51:49.910017 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f1da9a-344b-4ef0-9474-ecaf2335beb2 req-bbb005f2-e336-4dfa-8829-2c3c6f92ca78 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:49.911901 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-46f1da9a-344b-4ef0-9474-ecaf2335beb2 req-bbb005f2-e336-4dfa-8829-2c3c6f92ca78 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/networks?id=93f5dcc9-0b36-4024-bce0-d4b0862d4719 HTTP/1.1" status: 200 len: 818 time: 0.4242635 Dec 20 14:51:49.982570 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-46f1da9a-344b-4ef0-9474-ecaf2335beb2 req-acb3787c-3225-4653-ac2c-cc696baecdc1 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/quotas/7ad62973efb247199989986208e9e8bf HTTP/1.1" status: 200 len: 375 time: 0.0547986 Dec 20 14:51:50.085692 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75e68880-7cf4-4c17-aefa-88d1da31da35 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:51:50.089314 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-46f1da9a-344b-4ef0-9474-ecaf2335beb2 req-cbf535b6-155a-431c-9802-d4114257ae39 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=7ad62973efb247199989986208e9e8bf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1002326 Dec 20 14:51:50.099397 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b39377c-03b4-4223-94cd-687625853adc None None] Sync routers for ids ['01014919-45c9-4091-8fc3-f6bed8257f6c'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:51:50.106148 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-75e68880-7cf4-4c17-aefa-88d1da31da35 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "PUT /v2.0/routers/01014919-45c9-4091-8fc3-f6bed8257f6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1110268 Dec 20 14:51:50.111857 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 35660) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:50.135063 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b39377c-03b4-4223-94cd-687625853adc None None] Routers {'01014919-45c9-4091-8fc3-f6bed8257f6c'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:51:50.135692 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-3b39377c-03b4-4223-94cd-687625853adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:51:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['01014919-45c9-4091-8fc3-f6bed8257f6c'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:51:50.168103 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-23407f06-1ea5-4de9-b0f2-9133bf910bb0 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:50.169494 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8413a04a-29d0-490e-a6f6-c68cbf878259 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:50.181454 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-8413a04a-29d0-490e-a6f6-c68cbf878259 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "GET /v2.0/ports?device_id=01014919-45c9-4091-8fc3-f6bed8257f6c HTTP/1.1" status: 200 len: 982 time: 0.0583711 Dec 20 14:51:50.181454 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 35662) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:50.181760 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-3b39377c-03b4-4223-94cd-687625853adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:51:50.201864 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-0cf79b2e-ebf0-4bda-8676-fc3cdfbb5cf4 None None] Provisioning complete for port fbaa90cc-59b2-46b3-93e8-dcc03283cab8 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:51:50.203060 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-0cf79b2e-ebf0-4bda-8676-fc3cdfbb5cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:50.205357 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b39377c-03b4-4223-94cd-687625853adc None None] Routers {'01014919-45c9-4091-8fc3-f6bed8257f6c'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:51:50.206049 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-3b39377c-03b4-4223-94cd-687625853adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:51:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['01014919-45c9-4091-8fc3-f6bed8257f6c'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:51:50.249812 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-46f1da9a-344b-4ef0-9474-ecaf2335beb2 req-349e39f1-bf02-41b3-9a39-b14e44475bc6 service neutron] 10.222.0.54 "GET /v2.0/networks/93f5dcc9-0b36-4024-bce0-d4b0862d4719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429772 Dec 20 14:51:50.264455 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-3b39377c-03b4-4223-94cd-687625853adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:51:50.265468 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b39377c-03b4-4223-94cd-687625853adc None None] The sync data for ids ['01014919-45c9-4091-8fc3-f6bed8257f6c'] in n-d-761264-19 is: [] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:51:50.298066 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-0cf79b2e-ebf0-4bda-8676-fc3cdfbb5cf4 None None] Port fbaa90cc-59b2-46b3-93e8-dcc03283cab8 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:51:50.310570 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-23407f06-1ea5-4de9-b0f2-9133bf910bb0 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:50.414546 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23407f06-1ea5-4de9-b0f2-9133bf910bb0 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Network a482910b-4e10-4b62-a5ae-5a3dcd941bcf is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:51:50.420630 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-23407f06-1ea5-4de9-b0f2-9133bf910bb0 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:51:50.423990 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23407f06-1ea5-4de9-b0f2-9133bf910bb0 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:51:50.430231 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23407f06-1ea5-4de9-b0f2-9133bf910bb0 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Pushing event updated for resources: {'Port': ['ID=de3711e8-b27a-4797-b0ae-1a4f8c3216a9,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:50.544448 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-46f1da9a-344b-4ef0-9474-ecaf2335beb2 req-c165d5d3-4c22-4f40-bb26-0c3ed3ef38bf service neutron] 10.222.0.54 "GET /v2.0/networks/93f5dcc9-0b36-4024-bce0-d4b0862d4719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2878563 Dec 20 14:51:50.551407 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23407f06-1ea5-4de9-b0f2-9133bf910bb0 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:50.552220 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-23407f06-1ea5-4de9-b0f2-9133bf910bb0 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:50.633882 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-23407f06-1ea5-4de9-b0f2-9133bf910bb0 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4926867 Dec 20 14:51:50.638038 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 35666) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:50.659827 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-a6810c6d-a383-473b-a00d-9104fa1088cd tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:5a:f4:fa'}]}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:51:50.870648 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a6810c6d-a383-473b-a00d-9104fa1088cd tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:50.953223 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-98463dd7-02ab-424c-9224-922314a3b141 None None] Provisioning complete for port de3711e8-b27a-4797-b0ae-1a4f8c3216a9 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:51:50.954875 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-98463dd7-02ab-424c-9224-922314a3b141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:51.041176 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-98463dd7-02ab-424c-9224-922314a3b141 None None] Port de3711e8-b27a-4797-b0ae-1a4f8c3216a9 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:51:51.053598 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-36d83da5-155a-4985-9ee8-b683d7e0f229 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1595867'] for router_interface, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:51.110414 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6aa5e9-6550-4f19-9000-fb0169a60de9 None None] Sync routers for ids ['c5c49fa7-1129-49d9-b203-b1eb9a21688e'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:51:51.129062 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6aa5e9-6550-4f19-9000-fb0169a60de9 None None] Routers {'c5c49fa7-1129-49d9-b203-b1eb9a21688e'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:51:51.130105 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-8c6aa5e9-6550-4f19-9000-fb0169a60de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:51:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['c5c49fa7-1129-49d9-b203-b1eb9a21688e'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:51:51.154292 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a6810c6d-a383-473b-a00d-9104fa1088cd tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:51.163634 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a6810c6d-a383-473b-a00d-9104fa1088cd tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:51.258952 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6810c6d-a383-473b-a00d-9104fa1088cd tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Pushing event updated for resources: {'Port': ['ID=de3711e8-b27a-4797-b0ae-1a4f8c3216a9,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:51.272231 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-a6810c6d-a383-473b-a00d-9104fa1088cd tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] In _notify_port_updated(), no bound segment for port de3711e8-b27a-4797-b0ae-1a4f8c3216a9 on network a482910b-4e10-4b62-a5ae-5a3dcd941bcf {{(pid=103168) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 20 14:51:51.279579 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6810c6d-a383-473b-a00d-9104fa1088cd tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:51.280591 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a6810c6d-a383-473b-a00d-9104fa1088cd tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:51.286085 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-a6810c6d-a383-473b-a00d-9104fa1088cd tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] 10.222.0.54 "PUT /v2.0/ports/de3711e8-b27a-4797-b0ae-1a4f8c3216a9 HTTP/1.1" status: 200 len: 995 time: 0.6417627 Dec 20 14:51:51.287289 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 35668) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:51.459147 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-d99e6204-9019-4d23-96d7-e2c37ce17009 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Deleting port de3711e8-b27a-4797-b0ae-1a4f8c3216a9 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:51:51.459851 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d99e6204-9019-4d23-96d7-e2c37ce17009 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:51.531582 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-8c6aa5e9-6550-4f19-9000-fb0169a60de9 None None] Set router c5c49fa7-1129-49d9-b203-b1eb9a21688e gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:51:51.556403 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-36d83da5-155a-4985-9ee8-b683d7e0f229 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Deleting port fbaa90cc-59b2-46b3-93e8-dcc03283cab8 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:51:51.556911 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-36d83da5-155a-4985-9ee8-b683d7e0f229 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:51.567828 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d99e6204-9019-4d23-96d7-e2c37ce17009 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:51.588157 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-d99e6204-9019-4d23-96d7-e2c37ce17009 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Calling delete_port for de3711e8-b27a-4797-b0ae-1a4f8c3216a9 owned by {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:51:51.703157 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-36d83da5-155a-4985-9ee8-b683d7e0f229 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:51.723669 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-36d83da5-155a-4985-9ee8-b683d7e0f229 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Calling delete_port for fbaa90cc-59b2-46b3-93e8-dcc03283cab8 owned by network:router_interface {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:51:51.769569 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d99e6204-9019-4d23-96d7-e2c37ce17009 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:51.824080 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-d28bdf07-a6cc-4afb-8232-f8b08e138483 None None] Provisioning complete for port de3711e8-b27a-4797-b0ae-1a4f8c3216a9 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:51:51.824441 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d28bdf07-a6cc-4afb-8232-f8b08e138483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:51.832722 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99e6204-9019-4d23-96d7-e2c37ce17009 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Pushing event deleted for resources: {'Port': ['ID=de3711e8-b27a-4797-b0ae-1a4f8c3216a9,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:51.853392 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-d28bdf07-a6cc-4afb-8232-f8b08e138483 None None] Port de3711e8-b27a-4797-b0ae-1a4f8c3216a9 was deleted so its status cannot be updated. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 20 14:51:51.917919 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d99e6204-9019-4d23-96d7-e2c37ce17009 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:51.964946 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-d99e6204-9019-4d23-96d7-e2c37ce17009 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] 10.222.0.54 "DELETE /v2.0/ports/de3711e8-b27a-4797-b0ae-1a4f8c3216a9 HTTP/1.1" status: 204 len: 168 time: 0.6768529 Dec 20 14:51:51.969490 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 35678) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:51.988897 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-8c6aa5e9-6550-4f19-9000-fb0169a60de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c49fa7-1129-49d9-b203-b1eb9a21688e', 'name': 'tempest-ServerRescueNegativeTestJSON-959729325-router', 'tenant_id': '7ad62973efb247199989986208e9e8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '4c231d43-d99a-4ea1-950b-070d5ca89eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:51:41Z', 'updated_at': '2021-12-20T14:51:46Z', 'revision_number': 4, 'project_id': '7ad62973efb247199989986208e9e8bf', 'gw_port': {'id': '4c231d43-d99a-4ea1-950b-070d5ca89eef', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:cc:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c49fa7-1129-49d9-b203-b1eb9a21688e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:51:41Z', 'updated_at': '2021-12-20T14:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '9622e1ea-ff9c-4855-80e3-a6abbd116463', 'name': '', 'network_id': '93f5dcc9-0b36-4024-bce0-d4b0862d4719', 'tenant_id': '7ad62973efb247199989986208e9e8bf', 'mac_address': 'fa:16:3e:1e:da:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5c49fa7-1129-49d9-b203-b1eb9a21688e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': '2a0f6126-1d73-4497-a2f5-3cddb2eb92e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:51:44Z', 'updated_at': '2021-12-20T14:51:46Z', 'revision_number': 2, 'project_id': '7ad62973efb247199989986208e9e8bf', 'subnets': [{'id': '2a0f6126-1d73-4497-a2f5-3cddb2eb92e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:51:52.022636 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-772918f9-423e-44d2-a6b0-a1375c12d38f tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] GET failed (client error): The resource could not be found. Dec 20 14:51:52.022636 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-772918f9-423e-44d2-a6b0-a1375c12d38f tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] 10.222.0.54 "GET /v2.0/ports/de3711e8-b27a-4797-b0ae-1a4f8c3216a9 HTTP/1.1" status: 404 len: 333 time: 0.0518692 Dec 20 14:51:52.031215 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 35680) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:52.042644 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-7cf278a4-9db4-4d48-9c85-586e019b1f14 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Request body: {'port': {'network_id': 'a482910b-4e10-4b62-a5ae-5a3dcd941bcf', 'name': 'tempest-AllowedAddressPairTestJSON-1958101437'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:51:52.043026 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6aa5e9-6550-4f19-9000-fb0169a60de9 None None] Checking router: c5c49fa7-1129-49d9-b203-b1eb9a21688e for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:51:52.043331 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6aa5e9-6550-4f19-9000-fb0169a60de9 None None] Updating router c5c49fa7-1129-49d9-b203-b1eb9a21688e port 9622e1ea-ff9c-4855-80e3-a6abbd116463 binding host n-d-761264-19 {{(pid=103169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 14:51:52.109136 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8c6aa5e9-6550-4f19-9000-fb0169a60de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:52.110023 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-98794aae-c942-43c4-b88e-cc4f7c521b9a req-6ec13214-3c9e-4b0e-afad-7a270d119185 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/ports?device_id=0e6e452e-b7b9-4269-b6fe-be94c6c57210 HTTP/1.1" status: 200 len: 210 time: 0.1095808 Dec 20 14:51:52.288536 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cf278a4-9db4-4d48-9c85-586e019b1f14 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Made reservation on behalf of 00595425ad734f8cb37e992e795f72c7 for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:51:52.299002 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7cf278a4-9db4-4d48-9c85-586e019b1f14 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:52.343628 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [None req-7cf278a4-9db4-4d48-9c85-586e019b1f14 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] device_id is not set on port 6a35aee2-4eb2-4fc0-bf7d-0cc85e0bd7e2 yet. {{(pid=103168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 14:51:52.372421 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-36d83da5-155a-4985-9ee8-b683d7e0f229 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:52.449873 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d83da5-155a-4985-9ee8-b683d7e0f229 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Pushing event deleted for resources: {'Port': ['ID=fbaa90cc-59b2-46b3-93e8-dcc03283cab8,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:52.561607 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f7b45b-d483-4c77-ba4b-79c64364e46f req-41aacc2f-3c4d-414f-ab8f-26f5db7efe63 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:52.561607 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d1f7b45b-d483-4c77-ba4b-79c64364e46f req-41aacc2f-3c4d-414f-ab8f-26f5db7efe63 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/networks?id=93f5dcc9-0b36-4024-bce0-d4b0862d4719 HTTP/1.1" status: 200 len: 818 time: 0.1676645 Dec 20 14:51:52.582716 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d1f7b45b-d483-4c77-ba4b-79c64364e46f req-3442067b-f29b-4bf8-a290-ff9e1e623fa3 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/quotas/7ad62973efb247199989986208e9e8bf HTTP/1.1" status: 200 len: 375 time: 0.0117314 Dec 20 14:51:52.592360 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-7cf278a4-9db4-4d48-9c85-586e019b1f14 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Allocated IP 172.20.0.3 (a482910b-4e10-4b62-a5ae-5a3dcd941bcf/6c7c3bce-14f7-4822-8880-b4d52fcdc2d7/6a35aee2-4eb2-4fc0-bf7d-0cc85e0bd7e2) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:51:52.787992 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-36d83da5-155a-4985-9ee8-b683d7e0f229 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582411'] for router_interface, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:52.831139 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d1f7b45b-d483-4c77-ba4b-79c64364e46f req-3a00b6c2-88d4-4803-9a73-2fd4e941d07a tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=7ad62973efb247199989986208e9e8bf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2253592 Dec 20 14:51:52.847519 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8c6aa5e9-6550-4f19-9000-fb0169a60de9 None None] Publish callbacks [] for port, precommit_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:52.859516 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8c6aa5e9-6550-4f19-9000-fb0169a60de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:53.016899 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa1da83-8c0c-474f-84f5-9836b7df6890 None None] Pushing event updated for resources: {'Port': ['ID=9622e1ea-ff9c-4855-80e3-a6abbd116463,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:53.134241 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36d83da5-155a-4985-9ee8-b683d7e0f229 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Router 01014919-45c9-4091-8fc3-f6bed8257f6c has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:51:53.151418 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-8c6aa5e9-6550-4f19-9000-fb0169a60de9 None None] Attempting to bind port 9622e1ea-ff9c-4855-80e3-a6abbd116463 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:51:53.151968 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-8c6aa5e9-6550-4f19-9000-fb0169a60de9 None None] Attempting to bind port 9622e1ea-ff9c-4855-80e3-a6abbd116463 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': 'bd342b13-3583-4229-87a4-05b92fc17cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '93f5dcc9-0b36-4024-bce0-d4b0862d4719'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:51:53.152516 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6aa5e9-6550-4f19-9000-fb0169a60de9 None None] Attempting to bind port 9622e1ea-ff9c-4855-80e3-a6abbd116463 on network 93f5dcc9-0b36-4024-bce0-d4b0862d4719 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:51:53.159939 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6aa5e9-6550-4f19-9000-fb0169a60de9 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:51:53.160874 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6aa5e9-6550-4f19-9000-fb0169a60de9 None None] Checking segment: {'id': 'bd342b13-3583-4229-87a4-05b92fc17cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '93f5dcc9-0b36-4024-bce0-d4b0862d4719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:51:53.162270 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8c6aa5e9-6550-4f19-9000-fb0169a60de9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:53.164650 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6aa5e9-6550-4f19-9000-fb0169a60de9 None None] Bound using segment: {'id': 'bd342b13-3583-4229-87a4-05b92fc17cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '93f5dcc9-0b36-4024-bce0-d4b0862d4719'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:51:53.165631 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-8c6aa5e9-6550-4f19-9000-fb0169a60de9 None None] Bound port: 9622e1ea-ff9c-4855-80e3-a6abbd116463, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd342b13-3583-4229-87a4-05b92fc17cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '93f5dcc9-0b36-4024-bce0-d4b0862d4719'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:51:53.166294 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8c6aa5e9-6550-4f19-9000-fb0169a60de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:53.185466 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d1f7b45b-d483-4c77-ba4b-79c64364e46f req-b0de2182-c682-43b8-89b4-e3930a21564d service neutron] 10.222.0.54 "GET /v2.0/networks/93f5dcc9-0b36-4024-bce0-d4b0862d4719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3127761 Dec 20 14:51:53.210281 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7cf278a4-9db4-4d48-9c85-586e019b1f14 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:53.241143 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36d83da5-155a-4985-9ee8-b683d7e0f229 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:51:53.247835 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-36d83da5-155a-4985-9ee8-b683d7e0f229 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "PUT /v2.0/routers/01014919-45c9-4091-8fc3-f6bed8257f6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0656180 Dec 20 14:51:53.251182 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 35702) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:53.264810 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de8301d-c948-48a3-adfd-c1c7c9ef5059 None None] Sync routers for ids ['01014919-45c9-4091-8fc3-f6bed8257f6c'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:51:53.289482 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de8301d-c948-48a3-adfd-c1c7c9ef5059 None None] Routers {'01014919-45c9-4091-8fc3-f6bed8257f6c'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:51:53.294189 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-2de8301d-c948-48a3-adfd-c1c7c9ef5059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:51:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['01014919-45c9-4091-8fc3-f6bed8257f6c'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:51:53.322492 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-8c6aa5e9-6550-4f19-9000-fb0169a60de9 None None] For port 9622e1ea-ff9c-4855-80e3-a6abbd116463, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:51:53.322812 n-d-761264-19 neutron-server[103167]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8372aeb-a8ab-471c-a01c-fbd09c5774c5 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] GET failed (client error): The resource could not be found. Dec 20 14:51:53.324036 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-e8372aeb-a8ab-471c-a01c-fbd09c5774c5 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "GET /v2.0/ports/fbaa90cc-59b2-46b3-93e8-dcc03283cab8 HTTP/1.1" status: 404 len: 333 time: 0.0716584 Dec 20 14:51:53.330403 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d1f7b45b-d483-4c77-ba4b-79c64364e46f req-f8de2987-63c4-48eb-b0cc-e4be5cfb17d7 service neutron] 10.222.0.54 "GET /v2.0/networks/93f5dcc9-0b36-4024-bce0-d4b0862d4719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336255 Dec 20 14:51:53.332782 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7cf278a4-9db4-4d48-9c85-586e019b1f14 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:53.336909 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 35704) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:53.345432 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-8c6aa5e9-6550-4f19-9000-fb0169a60de9 None None] For port 9622e1ea-ff9c-4855-80e3-a6abbd116463, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=9622e1ea-ff9c-4855-80e3-a6abbd116463,segment=NetworkSegment(bd342b13-3583-4229-87a4-05b92fc17cef),segment_id=bd342b13-3583-4229-87a4-05b92fc17cef)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:51:53.358608 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8c6aa5e9-6550-4f19-9000-fb0169a60de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:53.416553 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-2de8301d-c948-48a3-adfd-c1c7c9ef5059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:51:53.453541 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de8301d-c948-48a3-adfd-c1c7c9ef5059 None None] Routers {'01014919-45c9-4091-8fc3-f6bed8257f6c'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:51:53.453936 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa1da83-8c0c-474f-84f5-9836b7df6890 None None] Pushing event updated for resources: {'Port': ['ID=9622e1ea-ff9c-4855-80e3-a6abbd116463,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:53.454562 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-2de8301d-c948-48a3-adfd-c1c7c9ef5059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:51:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['01014919-45c9-4091-8fc3-f6bed8257f6c'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:51:53.462552 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf278a4-9db4-4d48-9c85-586e019b1f14 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Network a482910b-4e10-4b62-a5ae-5a3dcd941bcf is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:51:53.466239 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-7cf278a4-9db4-4d48-9c85-586e019b1f14 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:51:53.483532 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf278a4-9db4-4d48-9c85-586e019b1f14 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:51:53.507945 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6aa5e9-6550-4f19-9000-fb0169a60de9 None None] Routers {'c5c49fa7-1129-49d9-b203-b1eb9a21688e'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:51:53.510344 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-8c6aa5e9-6550-4f19-9000-fb0169a60de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:51:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['c5c49fa7-1129-49d9-b203-b1eb9a21688e'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:51:53.570910 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-2de8301d-c948-48a3-adfd-c1c7c9ef5059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:51:53.572018 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de8301d-c948-48a3-adfd-c1c7c9ef5059 None None] The sync data for ids ['01014919-45c9-4091-8fc3-f6bed8257f6c'] in n-d-761264-19 is: [] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:51:53.604887 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf278a4-9db4-4d48-9c85-586e019b1f14 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:53.605323 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7cf278a4-9db4-4d48-9c85-586e019b1f14 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:53.667467 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-422d9b38-4566-46a6-ba27-1f61af0dc0a8 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks [] for router, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:53.698444 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf278a4-9db4-4d48-9c85-586e019b1f14 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Pushing event updated for resources: {'Port': ['ID=6a35aee2-4eb2-4fc0-bf7d-0cc85e0bd7e2,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:53.698677 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-8c6aa5e9-6550-4f19-9000-fb0169a60de9 None None] Set router c5c49fa7-1129-49d9-b203-b1eb9a21688e gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:51:53.769148 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-7cf278a4-9db4-4d48-9c85-586e019b1f14 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7342999 Dec 20 14:51:53.772089 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 35712) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:53.781610 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-df55f900-c545-49c4-92af-9561072d71b9 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Request body: {'port': {'network_id': 'a482910b-4e10-4b62-a5ae-5a3dcd941bcf', 'name': 'tempest-AllowedAddressPairTestJSON-1309974609'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:51:53.881300 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-814de3fd-1e75-4a1d-b977-72523670022e req-efb9d381-f82e-4a99-af81-420e5cda95c0 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/ports?device_id=d37b0c07-5ce4-4205-9b3a-bde57c7567a1 HTTP/1.1" status: 200 len: 210 time: 0.0775585 Dec 20 14:51:54.098922 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df55f900-c545-49c4-92af-9561072d71b9 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Made reservation on behalf of 00595425ad734f8cb37e992e795f72c7 for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:51:54.121036 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-df55f900-c545-49c4-92af-9561072d71b9 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:54.156631 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-8abfa42c-ab91-42da-a427-d23d2725ba27 None None] Provisioning complete for port 6a35aee2-4eb2-4fc0-bf7d-0cc85e0bd7e2 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:51:54.157261 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8abfa42c-ab91-42da-a427-d23d2725ba27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:54.169602 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f1da9a-344b-4ef0-9474-ecaf2335beb2 req-789e0a2e-d729-43d7-abb5-8617fb18eb8f tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:54.170851 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [None req-df55f900-c545-49c4-92af-9561072d71b9 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] device_id is not set on port f042565f-9183-495a-b38b-90430f8c0d61 yet. {{(pid=103168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 14:51:54.171145 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-46f1da9a-344b-4ef0-9474-ecaf2335beb2 req-789e0a2e-d729-43d7-abb5-8617fb18eb8f tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.47 "GET /v2.0/networks?id=93f5dcc9-0b36-4024-bce0-d4b0862d4719 HTTP/1.1" status: 200 len: 818 time: 0.2985702 Dec 20 14:51:54.295042 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-8abfa42c-ab91-42da-a427-d23d2725ba27 None None] Port 6a35aee2-4eb2-4fc0-bf7d-0cc85e0bd7e2 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:51:54.330672 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-8c6aa5e9-6550-4f19-9000-fb0169a60de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c49fa7-1129-49d9-b203-b1eb9a21688e', 'name': 'tempest-ServerRescueNegativeTestJSON-959729325-router', 'tenant_id': '7ad62973efb247199989986208e9e8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '4c231d43-d99a-4ea1-950b-070d5ca89eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:51:41Z', 'updated_at': '2021-12-20T14:51:46Z', 'revision_number': 4, 'project_id': '7ad62973efb247199989986208e9e8bf', 'gw_port': {'id': '4c231d43-d99a-4ea1-950b-070d5ca89eef', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:cc:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c49fa7-1129-49d9-b203-b1eb9a21688e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:51:41Z', 'updated_at': '2021-12-20T14:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '9622e1ea-ff9c-4855-80e3-a6abbd116463', 'name': '', 'network_id': '93f5dcc9-0b36-4024-bce0-d4b0862d4719', 'tenant_id': '7ad62973efb247199989986208e9e8bf', 'mac_address': 'fa:16:3e:1e:da:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5c49fa7-1129-49d9-b203-b1eb9a21688e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': '2a0f6126-1d73-4497-a2f5-3cddb2eb92e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:51:44Z', 'updated_at': '2021-12-20T14:51:53Z', 'revision_number': 4, 'project_id': '7ad62973efb247199989986208e9e8bf', 'subnets': [{'id': '2a0f6126-1d73-4497-a2f5-3cddb2eb92e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:51:54.350965 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-df55f900-c545-49c4-92af-9561072d71b9 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Allocated IP 172.20.0.10 (a482910b-4e10-4b62-a5ae-5a3dcd941bcf/6c7c3bce-14f7-4822-8880-b4d52fcdc2d7/f042565f-9183-495a-b38b-90430f8c0d61) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:51:54.398043 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6aa5e9-6550-4f19-9000-fb0169a60de9 None None] The sync data for ids ['c5c49fa7-1129-49d9-b203-b1eb9a21688e'] in n-d-761264-19 is: [{'id': 'c5c49fa7-1129-49d9-b203-b1eb9a21688e', 'name': 'tempest-ServerRescueNegativeTestJSON-959729325-router', 'tenant_id': '7ad62973efb247199989986208e9e8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '4c231d43-d99a-4ea1-950b-070d5ca89eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:51:41Z', 'updated_at': '2021-12-20T14:51:46Z', 'revision_number': 4, 'project_id': '7ad62973efb247199989986208e9e8bf', 'gw_port': {'id': '4c231d43-d99a-4ea1-950b-070d5ca89eef', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:cc:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c49fa7-1129-49d9-b203-b1eb9a21688e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:51:41Z', 'updated_at': '2021-12-20T14:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '9622e1ea-ff9c-4855-80e3-a6abbd116463', 'name': '', 'network_id': '93f5dcc9-0b36-4024-bce0-d4b0862d4719', 'tenant_id': '7ad62973efb247199989986208e9e8bf', 'mac_address': 'fa:16:3e:1e:da:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5c49fa7-1129-49d9-b203-b1eb9a21688e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': '2a0f6126-1d73-4497-a2f5-3cddb2eb92e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:51:44Z', 'updated_at': '2021-12-20T14:51:53Z', 'revision_number': 4, 'project_id': '7ad62973efb247199989986208e9e8bf', 'subnets': [{'id': '2a0f6126-1d73-4497-a2f5-3cddb2eb92e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:51:54.660471 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-df55f900-c545-49c4-92af-9561072d71b9 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:54.776143 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-df55f900-c545-49c4-92af-9561072d71b9 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:54.802105 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df55f900-c545-49c4-92af-9561072d71b9 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Network a482910b-4e10-4b62-a5ae-5a3dcd941bcf is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:51:54.804995 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-df55f900-c545-49c4-92af-9561072d71b9 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:51:54.884691 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df55f900-c545-49c4-92af-9561072d71b9 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:51:54.965725 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df55f900-c545-49c4-92af-9561072d71b9 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Pushing event updated for resources: {'Port': ['ID=f042565f-9183-495a-b38b-90430f8c0d61,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:54.983789 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:54.983789 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:51:54.983789 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:54.983789 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:51:54.983789 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:54.983789 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:51:54.983789 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:54.983789 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:51:54.983789 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:54.983789 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:51:54.983789 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:54.983789 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:51:54.983789 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:54.983789 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:51:54.983789 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:54.983789 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:51:54.983789 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:54.983789 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:51:54.983789 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:54.983789 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:51:54.983789 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:54.983789 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:51:54.983789 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:54.983789 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:51:54.983789 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:54.983789 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:51:54.983789 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:54.983789 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:51:54.983789 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:54.983789 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:51:54.983789 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:54.983789 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:51:54.983789 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:54.983789 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:51:54.983789 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:54.983789 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:51:54.983789 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:54.983789 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:51:54.983789 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:54.983789 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:51:54.983789 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:54.983789 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:51:54.983789 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:54.983789 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:51:54.983789 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:54.983789 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:51:54.983789 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:54.983789 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:51:54.989197 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df55f900-c545-49c4-92af-9561072d71b9 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:54.989197 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-df55f900-c545-49c4-92af-9561072d71b9 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:55.046175 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-df55f900-c545-49c4-92af-9561072d71b9 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2728274 Dec 20 14:51:55.049449 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 35736) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:55.059079 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-cf8d8ca6-128b-4e1e-8744-6422dfdfc7a7 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:5a:f4:fa'}, {'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:53:e0:9f'}]}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:51:55.319379 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-422d9b38-4566-46a6-ba27-1f61af0dc0a8 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40132'] for router, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:55.331112 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-422d9b38-4566-46a6-ba27-1f61af0dc0a8 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:55.350424 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 9622e1ea-ff9c-4855-80e3-a6abbd116463 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:51:55.469787 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-b0e2787f-14ff-4277-b2fa-da3455c3d9d9 None None] Provisioning complete for port f042565f-9183-495a-b38b-90430f8c0d61 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:51:55.470378 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b0e2787f-14ff-4277-b2fa-da3455c3d9d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:55.477510 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-46f1da9a-344b-4ef0-9474-ecaf2335beb2 req-39f4a259-ab59-464a-a17e-cd98e60f6eb2 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Request body: {'port': {'device_id': '0e6e452e-b7b9-4269-b6fe-be94c6c57210', 'network_id': '93f5dcc9-0b36-4024-bce0-d4b0862d4719', 'admin_state_up': True, 'tenant_id': '7ad62973efb247199989986208e9e8bf'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:51:55.496682 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-422d9b38-4566-46a6-ba27-1f61af0dc0a8 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1594808'] for router, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:55.497352 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-422d9b38-4566-46a6-ba27-1f61af0dc0a8 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Fanout notify agent at l3_agent the message router_deleted on router 01014919-45c9-4091-8fc3-f6bed8257f6c {{(pid=103167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 14:51:55.532148 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 9622e1ea-ff9c-4855-80e3-a6abbd116463 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:51:55.532579 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:55.538035 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-b0e2787f-14ff-4277-b2fa-da3455c3d9d9 None None] Port f042565f-9183-495a-b38b-90430f8c0d61 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:51:55.539628 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-332fbcc6-d7bf-45fd-a249-8ec79c94b386 req-236bd4b1-fee5-4138-912a-1dfe55fefd6e tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/ports?device_id=d37b0c07-5ce4-4205-9b3a-bde57c7567a1 HTTP/1.1" status: 200 len: 210 time: 0.0554659 Dec 20 14:51:55.555940 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-422d9b38-4566-46a6-ba27-1f61af0dc0a8 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks [] for router, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:55.560795 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-422d9b38-4566-46a6-ba27-1f61af0dc0a8 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "DELETE /v2.0/routers/01014919-45c9-4091-8fc3-f6bed8257f6c HTTP/1.1" status: 204 len: 168 time: 2.2227743 Dec 20 14:51:55.562048 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 35740) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:55.659552 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:55.676498 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_v2 [None req-5691be1c-9c42-4250-94f7-49dd6f813948 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Deleting subnet 0a719a62-ca0f-4f5b-a17e-4a768fd13aad {{(pid=103167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:51:55.682855 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5691be1c-9c42-4250-94f7-49dd6f813948 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks [] for subnet, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:55.694580 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] For port 9622e1ea-ff9c-4855-80e3-a6abbd116463, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=9622e1ea-ff9c-4855-80e3-a6abbd116463,segment=NetworkSegment(bd342b13-3583-4229-87a4-05b92fc17cef),segment_id=bd342b13-3583-4229-87a4-05b92fc17cef)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:51:55.703808 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:55.746864 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5691be1c-9c42-4250-94f7-49dd6f813948 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954412'] for subnet, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:55.760883 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Pushing event updated for resources: {'Port': ['ID=9622e1ea-ff9c-4855-80e3-a6abbd116463,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:55.785480 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46f1da9a-344b-4ef0-9474-ecaf2335beb2 req-39f4a259-ab59-464a-a17e-cd98e60f6eb2 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Made reservation on behalf of 7ad62973efb247199989986208e9e8bf for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:51:55.789033 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-46f1da9a-344b-4ef0-9474-ecaf2335beb2 req-39f4a259-ab59-464a-a17e-cd98e60f6eb2 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:55.922134 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa27525a-75f8-44ca-a490-b7ceac417183 req-80731ad3-cac2-42d5-a7b3-168381224b90 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:55.923666 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fa27525a-75f8-44ca-a490-b7ceac417183 req-80731ad3-cac2-42d5-a7b3-168381224b90 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=3870d726-f90f-400f-bf75-c68966f99c28 HTTP/1.1" status: 200 len: 946 time: 0.1677868 Dec 20 14:51:55.924487 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5691be1c-9c42-4250-94f7-49dd6f813948 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:55.932743 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f7b45b-d483-4c77-ba4b-79c64364e46f req-cb77e4c7-5d74-4a98-97b0-b6eca0245fa8 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:55.934131 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d1f7b45b-d483-4c77-ba4b-79c64364e46f req-cb77e4c7-5d74-4a98-97b0-b6eca0245fa8 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.30 "GET /v2.0/networks?id=93f5dcc9-0b36-4024-bce0-d4b0862d4719 HTTP/1.1" status: 200 len: 818 time: 0.5818098 Dec 20 14:51:55.943051 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cf8d8ca6-128b-4e1e-8744-6422dfdfc7a7 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:55.950247 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-d1f7b45b-d483-4c77-ba4b-79c64364e46f req-7b3e4e9d-c935-4890-939d-ce31fc6ea73c tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Request body: {'port': {'device_id': 'd37b0c07-5ce4-4205-9b3a-bde57c7567a1', 'network_id': '93f5dcc9-0b36-4024-bce0-d4b0862d4719', 'admin_state_up': True, 'tenant_id': '7ad62973efb247199989986208e9e8bf'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:51:56.022079 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [req-46f1da9a-344b-4ef0-9474-ecaf2335beb2 req-39f4a259-ab59-464a-a17e-cd98e60f6eb2 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Allocated IP 172.20.0.6 (93f5dcc9-0b36-4024-bce0-d4b0862d4719/2a0f6126-1d73-4497-a2f5-3cddb2eb92e0/08be1526-c158-4e57-a34a-c3664135a1d7) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:51:56.026682 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5691be1c-9c42-4250-94f7-49dd6f813948 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:56.064625 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5691be1c-9c42-4250-94f7-49dd6f813948 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Pushing event deleted for resources: {'Subnet': ['ID=0a719a62-ca0f-4f5b-a17e-4a768fd13aad,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:56.075132 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5691be1c-9c42-4250-94f7-49dd6f813948 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:56.076702 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-5691be1c-9c42-4250-94f7-49dd6f813948 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "DELETE /v2.0/subnets/0a719a62-ca0f-4f5b-a17e-4a768fd13aad HTTP/1.1" status: 204 len: 168 time: 0.5104191 Dec 20 14:51:56.077239 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 35742) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:56.083638 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614c12cf-09ac-4a05-9e82-a6d6b81121d9 None None] Network d18f7cfb-e9f2-41e8-b187-d00bb2c783db requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:51:56.095139 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fa27525a-75f8-44ca-a490-b7ceac417183 req-9a8b3536-b8b6-4ec5-868b-c4afb126699e tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d5e630c-78bd-41d1-b187-380d3fa580ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1578009 Dec 20 14:51:56.190511 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f17710ca-3b02-4eb9-bf3a-844757f5ba94 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:56.205108 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1f7b45b-d483-4c77-ba4b-79c64364e46f req-7b3e4e9d-c935-4890-939d-ce31fc6ea73c tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Made reservation on behalf of 7ad62973efb247199989986208e9e8bf for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:51:56.208267 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-d1f7b45b-d483-4c77-ba4b-79c64364e46f req-7b3e4e9d-c935-4890-939d-ce31fc6ea73c tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:56.298655 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff025fb4-33d9-4b9c-847f-e10aa22e71f4 None None] DHCP port deletion for d18f7cfb-e9f2-41e8-b187-d00bb2c783db request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:51:56.335088 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cf8d8ca6-128b-4e1e-8744-6422dfdfc7a7 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:56.340304 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-46f1da9a-344b-4ef0-9474-ecaf2335beb2 req-39f4a259-ab59-464a-a17e-cd98e60f6eb2 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:56.352987 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cf8d8ca6-128b-4e1e-8744-6422dfdfc7a7 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:56.356525 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-f17710ca-3b02-4eb9-bf3a-844757f5ba94 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Deleting port 4e256846-4d28-40ff-93bd-265f56ae4672 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:51:56.356995 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f17710ca-3b02-4eb9-bf3a-844757f5ba94 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:56.381243 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-ff025fb4-33d9-4b9c-847f-e10aa22e71f4 None None] Deleting port 4e256846-4d28-40ff-93bd-265f56ae4672 {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:51:56.382388 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ff025fb4-33d9-4b9c-847f-e10aa22e71f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:56.438715 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-cf8d8ca6-128b-4e1e-8744-6422dfdfc7a7 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] In _notify_port_updated(), no bound segment for port f042565f-9183-495a-b38b-90430f8c0d61 on network a482910b-4e10-4b62-a5ae-5a3dcd941bcf {{(pid=103168) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 20 14:51:56.445292 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8d8ca6-128b-4e1e-8744-6422dfdfc7a7 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:56.446097 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cf8d8ca6-128b-4e1e-8744-6422dfdfc7a7 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:56.451070 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-cf8d8ca6-128b-4e1e-8744-6422dfdfc7a7 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] 10.222.0.54 "PUT /v2.0/ports/f042565f-9183-495a-b38b-90430f8c0d61 HTTP/1.1" status: 200 len: 1057 time: 1.3993046 Dec 20 14:51:56.452268 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 35750) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:56.453556 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-f17710ca-3b02-4eb9-bf3a-844757f5ba94 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] For port 4e256846-4d28-40ff-93bd-265f56ae4672, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=4e256846-4d28-40ff-93bd-265f56ae4672,segment=NetworkSegment(4d2f2c2a-3455-40df-8ccc-5c74f12306c8),segment_id=4d2f2c2a-3455-40df-8ccc-5c74f12306c8)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:51:56.453973 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f17710ca-3b02-4eb9-bf3a-844757f5ba94 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:56.475825 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-ff025fb4-33d9-4b9c-847f-e10aa22e71f4 None None] For port 4e256846-4d28-40ff-93bd-265f56ae4672, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=4e256846-4d28-40ff-93bd-265f56ae4672,segment=NetworkSegment(4d2f2c2a-3455-40df-8ccc-5c74f12306c8),segment_id=4d2f2c2a-3455-40df-8ccc-5c74f12306c8)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:51:56.476220 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ff025fb4-33d9-4b9c-847f-e10aa22e71f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:56.483116 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-46f1da9a-344b-4ef0-9474-ecaf2335beb2 req-39f4a259-ab59-464a-a17e-cd98e60f6eb2 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:56.495159 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-ff025fb4-33d9-4b9c-847f-e10aa22e71f4 None None] Calling delete_port for 4e256846-4d28-40ff-93bd-265f56ae4672 owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:51:56.496230 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-f17710ca-3b02-4eb9-bf3a-844757f5ba94 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Calling delete_port for 4e256846-4d28-40ff-93bd-265f56ae4672 owned by network:dhcp {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:51:56.555974 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46f1da9a-344b-4ef0-9474-ecaf2335beb2 req-39f4a259-ab59-464a-a17e-cd98e60f6eb2 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Network 93f5dcc9-0b36-4024-bce0-d4b0862d4719 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:51:56.561991 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [req-46f1da9a-344b-4ef0-9474-ecaf2335beb2 req-39f4a259-ab59-464a-a17e-cd98e60f6eb2 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:51:56.585722 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-46f1da9a-344b-4ef0-9474-ecaf2335beb2 req-39f4a259-ab59-464a-a17e-cd98e60f6eb2 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:51:56.592443 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8d8ca6-128b-4e1e-8744-6422dfdfc7a7 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Pushing event updated for resources: {'Port': ['ID=f042565f-9183-495a-b38b-90430f8c0d61,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:56.617560 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ff025fb4-33d9-4b9c-847f-e10aa22e71f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:56.627151 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8d8ca6-128b-4e1e-8744-6422dfdfc7a7 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:51:56.627496 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8d8ca6-128b-4e1e-8744-6422dfdfc7a7 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:51:56.627837 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8d8ca6-128b-4e1e-8744-6422dfdfc7a7 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:51:56.628169 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8d8ca6-128b-4e1e-8744-6422dfdfc7a7 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:51:56.628496 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8d8ca6-128b-4e1e-8744-6422dfdfc7a7 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:51:56.628819 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8d8ca6-128b-4e1e-8744-6422dfdfc7a7 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:51:56.629532 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8d8ca6-128b-4e1e-8744-6422dfdfc7a7 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:51:56.629868 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8d8ca6-128b-4e1e-8744-6422dfdfc7a7 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:51:56.630192 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8d8ca6-128b-4e1e-8744-6422dfdfc7a7 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:51:56.630514 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8d8ca6-128b-4e1e-8744-6422dfdfc7a7 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:51:56.630875 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8d8ca6-128b-4e1e-8744-6422dfdfc7a7 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:51:56.631197 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8d8ca6-128b-4e1e-8744-6422dfdfc7a7 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:51:56.631554 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8d8ca6-128b-4e1e-8744-6422dfdfc7a7 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:51:56.662651 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [req-d1f7b45b-d483-4c77-ba4b-79c64364e46f req-7b3e4e9d-c935-4890-939d-ce31fc6ea73c tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Allocated IP 172.20.0.10 (93f5dcc9-0b36-4024-bce0-d4b0862d4719/2a0f6126-1d73-4497-a2f5-3cddb2eb92e0/b5317a84-c7f5-467f-8d7c-8a55d8ba4bbf) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:51:56.666822 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff025fb4-33d9-4b9c-847f-e10aa22e71f4 None None] Pushing event deleted for resources: {'Port': ['ID=4e256846-4d28-40ff-93bd-265f56ae4672,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:56.693609 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff025fb4-33d9-4b9c-847f-e10aa22e71f4 None None] No DVR routers for this DVR port 4e256846-4d28-40ff-93bd-265f56ae4672 on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:51:56.712284 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-ab1a0be6-a61a-44d4-ad07-48c7c412f09e tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Deleting port f042565f-9183-495a-b38b-90430f8c0d61 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:51:56.712657 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ab1a0be6-a61a-44d4-ad07-48c7c412f09e tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:56.785899 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-07b171c5-7929-44cd-8352-c4625943aa7c None None] Provisioning complete for port f042565f-9183-495a-b38b-90430f8c0d61 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:51:56.786480 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-07b171c5-7929-44cd-8352-c4625943aa7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:56.790455 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8c19b3f7-d352-48af-9f45-defe143a8ca7 req-acac60d3-a9fb-4e99-9dfd-938a039adfe1 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/ports?device_id=d37b0c07-5ce4-4205-9b3a-bde57c7567a1 HTTP/1.1" status: 200 len: 210 time: 0.1173019 Dec 20 14:51:56.795618 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f4a259-ab59-464a-a17e-cd98e60f6eb2 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Pushing event updated for resources: {'Port': ['ID=08be1526-c158-4e57-a34a-c3664135a1d7,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:56.815345 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:56.815345 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:51:56.815345 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:56.815345 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:51:56.815345 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:56.815345 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:51:56.815345 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:56.815345 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:51:56.815345 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:56.815345 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:51:56.815345 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:56.815345 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:51:56.815345 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:56.815345 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:51:56.815345 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:56.815345 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:51:56.815345 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:56.815345 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:51:56.815345 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:56.815345 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:51:56.815345 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:56.815345 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:51:56.815345 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:56.815345 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:51:56.815345 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:56.815345 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:51:56.815345 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:56.815345 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:51:56.815345 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:56.815345 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:51:56.815345 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:56.815345 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:51:56.815345 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:56.815345 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:51:56.815345 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:56.815345 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:51:56.815345 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:56.815345 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:51:56.815345 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:56.815345 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:51:56.815345 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:56.815345 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:51:56.815345 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:56.815345 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:51:56.815345 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:56.815345 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:51:56.815345 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:56.815345 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:51:56.826448 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f1da9a-344b-4ef0-9474-ecaf2335beb2 req-39f4a259-ab59-464a-a17e-cd98e60f6eb2 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:56.827410 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-46f1da9a-344b-4ef0-9474-ecaf2335beb2 req-39f4a259-ab59-464a-a17e-cd98e60f6eb2 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:56.850379 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-07b171c5-7929-44cd-8352-c4625943aa7c None None] Port f042565f-9183-495a-b38b-90430f8c0d61 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:51:56.868388 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-46f1da9a-344b-4ef0-9474-ecaf2335beb2 req-39f4a259-ab59-464a-a17e-cd98e60f6eb2 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6575341 Dec 20 14:51:56.871007 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f17710ca-3b02-4eb9-bf3a-844757f5ba94 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:56.901979 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ab1a0be6-a61a-44d4-ad07-48c7c412f09e tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:56.904986 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-46f1da9a-344b-4ef0-9474-ecaf2335beb2 req-1b2da610-f730-4114-a0aa-7bf6f44a1810 service neutron] Request body: {'port': {'device_id': '0e6e452e-b7b9-4269-b6fe-be94c6c57210', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-19'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:51:56.912349 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17710ca-3b02-4eb9-bf3a-844757f5ba94 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Pushing event deleted for resources: {'Port': ['ID=4e256846-4d28-40ff-93bd-265f56ae4672,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:56.925611 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-ab1a0be6-a61a-44d4-ad07-48c7c412f09e tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Calling delete_port for f042565f-9183-495a-b38b-90430f8c0d61 owned by {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:51:56.936200 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17710ca-3b02-4eb9-bf3a-844757f5ba94 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] No DVR routers for this DVR port 4e256846-4d28-40ff-93bd-265f56ae4672 on host n-d-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:51:57.009048 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-d1f7b45b-d483-4c77-ba4b-79c64364e46f req-7b3e4e9d-c935-4890-939d-ce31fc6ea73c tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:57.039628 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-46f1da9a-344b-4ef0-9474-ecaf2335beb2 req-1b2da610-f730-4114-a0aa-7bf6f44a1810 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:57.053480 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f17710ca-3b02-4eb9-bf3a-844757f5ba94 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:57.077828 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-f17710ca-3b02-4eb9-bf3a-844757f5ba94 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d18f7cfb-e9f2-41e8-b187-d00bb2c783db']}} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:51:57.097912 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-d1f7b45b-d483-4c77-ba4b-79c64364e46f req-7b3e4e9d-c935-4890-939d-ce31fc6ea73c tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:57.124343 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-f17710ca-3b02-4eb9-bf3a-844757f5ba94 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d2f2c2a-3455-40df-8ccc-5c74f12306c8') {'for_net_delete': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:51:57.124343 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-f17710ca-3b02-4eb9-bf3a-844757f5ba94 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d2f2c2a-3455-40df-8ccc-5c74f12306c8') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:51:57.154021 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f17710ca-3b02-4eb9-bf3a-844757f5ba94 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954405'] for segment, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:57.173745 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1f7b45b-d483-4c77-ba4b-79c64364e46f req-7b3e4e9d-c935-4890-939d-ce31fc6ea73c tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Network 93f5dcc9-0b36-4024-bce0-d4b0862d4719 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:51:57.177576 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f17710ca-3b02-4eb9-bf3a-844757f5ba94 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:57.179988 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [req-d1f7b45b-d483-4c77-ba4b-79c64364e46f req-7b3e4e9d-c935-4890-939d-ce31fc6ea73c tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:51:57.188966 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1f7b45b-d483-4c77-ba4b-79c64364e46f req-7b3e4e9d-c935-4890-939d-ce31fc6ea73c tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:51:57.222037 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ab1a0be6-a61a-44d4-ad07-48c7c412f09e tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:57.238144 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 9622e1ea-ff9c-4855-80e3-a6abbd116463 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:51:57.238589 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f17710ca-3b02-4eb9-bf3a-844757f5ba94 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=103167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:51:57.239024 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f17710ca-3b02-4eb9-bf3a-844757f5ba94 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9956000'] for segment, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:57.249442 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:57.249442 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:51:57.249442 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:57.249442 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:51:57.249442 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:57.249442 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:51:57.249442 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:51:57.249442 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:51:57.249442 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:51:57.249442 n-d-761264-19 neutron-server[103167]: self.session.flush() Dec 20 14:51:57.249442 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:51:57.249442 n-d-761264-19 neutron-server[103167]: self.session.flush() Dec 20 14:51:57.249442 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:51:57.249442 n-d-761264-19 neutron-server[103167]: self.session.flush() Dec 20 14:51:57.249442 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:51:57.249442 n-d-761264-19 neutron-server[103167]: self.session.flush() Dec 20 14:51:57.249442 n-d-761264-19 neutron-server[103167]: Traceback (most recent call last): Dec 20 14:51:57.249442 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:51:57.249442 n-d-761264-19 neutron-server[103167]: timer() Dec 20 14:51:57.249442 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:51:57.249442 n-d-761264-19 neutron-server[103167]: cb(*args, **kw) Dec 20 14:51:57.249442 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:51:57.249442 n-d-761264-19 neutron-server[103167]: return func(*args, **kwargs) Dec 20 14:51:57.249442 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:51:57.249442 n-d-761264-19 neutron-server[103167]: self._notify() Dec 20 14:51:57.249442 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:51:57.249442 n-d-761264-19 neutron-server[103167]: self.callback(batched_events) Dec 20 14:51:57.249442 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:51:57.249442 n-d-761264-19 neutron-server[103167]: event.method(event) Dec 20 14:51:57.249442 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:51:57.249442 n-d-761264-19 neutron-server[103167]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:51:57.249442 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:51:57.249442 n-d-761264-19 neutron-server[103167]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:51:57.249442 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:51:57.249442 n-d-761264-19 neutron-server[103167]: return f(self, *a, **k) Dec 20 14:51:57.249442 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:51:57.249442 n-d-761264-19 neutron-server[103167]: return self._get(url).json() Dec 20 14:51:57.249442 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:51:57.249442 n-d-761264-19 neutron-server[103167]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:51:57.249442 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:51:57.249442 n-d-761264-19 neutron-server[103167]: return self.request(url, 'GET', **kwargs) Dec 20 14:51:57.249442 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:51:57.249442 n-d-761264-19 neutron-server[103167]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:51:57.249442 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:51:57.249442 n-d-761264-19 neutron-server[103167]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:51:57.249442 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:51:57.249442 n-d-761264-19 neutron-server[103167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:51:57.249442 n-d-761264-19 neutron-server[103167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:51:57.258857 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3e4e9d-c935-4890-939d-ce31fc6ea73c tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Pushing event updated for resources: {'Port': ['ID=b5317a84-c7f5-467f-8d7c-8a55d8ba4bbf,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:57.329342 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99405499-5a98-4fb6-b915-f90f6002934c req-aff3fe1a-2671-451e-b73e-9a377a041136 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:57.330934 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-99405499-5a98-4fb6-b915-f90f6002934c req-aff3fe1a-2671-451e-b73e-9a377a041136 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.30 "GET /v2.0/ports?device_id=3870d726-f90f-400f-bf75-c68966f99c28 HTTP/1.1" status: 200 len: 946 time: 0.2227368 Dec 20 14:51:57.332235 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 9622e1ea-ff9c-4855-80e3-a6abbd116463 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:51:57.332675 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:57.406540 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a0be6-a61a-44d4-ad07-48c7c412f09e tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Pushing event deleted for resources: {'Port': ['ID=f042565f-9183-495a-b38b-90430f8c0d61,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:57.426581 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f17710ca-3b02-4eb9-bf3a-844757f5ba94 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:57.468023 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f7b45b-d483-4c77-ba4b-79c64364e46f req-7b3e4e9d-c935-4890-939d-ce31fc6ea73c tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:57.469215 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-d1f7b45b-d483-4c77-ba4b-79c64364e46f req-7b3e4e9d-c935-4890-939d-ce31fc6ea73c tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:57.472303 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f17710ca-3b02-4eb9-bf3a-844757f5ba94 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks [] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:57.475762 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-f17710ca-3b02-4eb9-bf3a-844757f5ba94 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "DELETE /v2.0/networks/d18f7cfb-e9f2-41e8-b187-d00bb2c783db HTTP/1.1" status: 204 len: 168 time: 1.3975055 Dec 20 14:51:57.489472 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 35758) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:57.533540 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17710ca-3b02-4eb9-bf3a-844757f5ba94 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Pushing event deleted for resources: {'Network': ['ID=d18f7cfb-e9f2-41e8-b187-d00bb2c783db,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:57.545454 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 4e256846-4d28-40ff-93bd-265f56ae4672 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:51:57.576870 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 4e256846-4d28-40ff-93bd-265f56ae4672 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:51:57.577222 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 4e256846-4d28-40ff-93bd-265f56ae4672 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:51:57.593450 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc7bfac-d5e8-494f-b992-496ecc8734ad tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:57.595205 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-cfc7bfac-d5e8-494f-b992-496ecc8734ad tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "GET /v2.0/ports/4820eea2-58bd-458a-9c7a-713ee7194c29 HTTP/1.1" status: 200 len: 840 time: 0.1047244 Dec 20 14:51:57.604010 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 35760) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:57.618234 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d1f7b45b-d483-4c77-ba4b-79c64364e46f req-7b3e4e9d-c935-4890-939d-ce31fc6ea73c tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6722593 Dec 20 14:51:57.648475 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10d36a1-89d8-46a8-be57-b61f98f15420 req-eb47647f-3ad6-46a0-a81b-6a3f843db052 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:57.659074 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c10d36a1-89d8-46a8-be57-b61f98f15420 req-eb47647f-3ad6-46a0-a81b-6a3f843db052 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=3870d726-f90f-400f-bf75-c68966f99c28 HTTP/1.1" status: 200 len: 946 time: 0.3824441 Dec 20 14:51:57.683384 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-086b0194-c6f0-415e-b3fd-55620bd7cc93 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "GET /v2.0/ports/4820eea2-58bd-458a-9c7a-713ee7194c29?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0767806 Dec 20 14:51:57.688804 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 35766) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:57.691654 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-99405499-5a98-4fb6-b915-f90f6002934c req-30e266cb-7153-4a8e-88cc-27ed286ef784 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Deleting port 781fb46b-1e3a-4f20-b9da-a2fd188a525f {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:51:57.692212 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-99405499-5a98-4fb6-b915-f90f6002934c req-30e266cb-7153-4a8e-88cc-27ed286ef784 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:57.693909 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-a042a8d3-3507-40b6-97d0-7c04366efa0c tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Request body: {'subnet': {'network_id': '1e6c340b-bd5e-4dd1-8832-5c5d8a88be34', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:51:57.766594 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-d1f7b45b-d483-4c77-ba4b-79c64364e46f req-3c5156ac-2e48-4e8c-8f04-5a5d9a769afc service neutron] Request body: {'port': {'device_id': 'd37b0c07-5ce4-4205-9b3a-bde57c7567a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-19'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:51:57.783900 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [req-46f1da9a-344b-4ef0-9474-ecaf2335beb2 req-1b2da610-f730-4114-a0aa-7bf6f44a1810 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08be1526-c158-4e57-a34a-c3664135a1d7 {{(pid=103167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:51:57.794346 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-46f1da9a-344b-4ef0-9474-ecaf2335beb2 req-1b2da610-f730-4114-a0aa-7bf6f44a1810 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:57.808844 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ab1a0be6-a61a-44d4-ad07-48c7c412f09e tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:57.811851 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-ab1a0be6-a61a-44d4-ad07-48c7c412f09e tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] 10.222.0.54 "DELETE /v2.0/ports/f042565f-9183-495a-b38b-90430f8c0d61 HTTP/1.1" status: 204 len: 168 time: 1.3515465 Dec 20 14:51:57.817943 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 35770) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:57.828149 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-46f1da9a-344b-4ef0-9474-ecaf2335beb2 req-1b2da610-f730-4114-a0aa-7bf6f44a1810 service neutron] Transition to ACTIVE for port object 08be1526-c158-4e57-a34a-c3664135a1d7 will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:51:57.854777 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d15d5a7-4043-4ff1-8ece-19e394a2e6a0 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] GET failed (client error): The resource could not be found. Dec 20 14:51:57.856194 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-2d15d5a7-4043-4ff1-8ece-19e394a2e6a0 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] 10.222.0.54 "GET /v2.0/ports/f042565f-9183-495a-b38b-90430f8c0d61 HTTP/1.1" status: 404 len: 333 time: 0.0353222 Dec 20 14:51:57.859074 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-99405499-5a98-4fb6-b915-f90f6002934c req-30e266cb-7153-4a8e-88cc-27ed286ef784 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] For port 781fb46b-1e3a-4f20-b9da-a2fd188a525f, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=781fb46b-1e3a-4f20-b9da-a2fd188a525f,segment=NetworkSegment(684010eb-b9c8-44ca-8706-1c0ac63af0ec),segment_id=684010eb-b9c8-44ca-8706-1c0ac63af0ec)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:51:57.859857 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-99405499-5a98-4fb6-b915-f90f6002934c req-30e266cb-7153-4a8e-88cc-27ed286ef784 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:57.862229 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 35772) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:57.879807 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-46f1da9a-344b-4ef0-9474-ecaf2335beb2 req-1b2da610-f730-4114-a0aa-7bf6f44a1810 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:57.900445 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c10d36a1-89d8-46a8-be57-b61f98f15420 req-5dde5571-18ec-43c3-8951-cfd5bcf2136b tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d5e630c-78bd-41d1-b187-380d3fa580ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2404799 Dec 20 14:51:57.911914 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-d1f7b45b-d483-4c77-ba4b-79c64364e46f req-3c5156ac-2e48-4e8c-8f04-5a5d9a769afc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:57.924695 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a042a8d3-3507-40b6-97d0-7c04366efa0c tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Made reservation on behalf of dc29e2de924c4cbd81e8105396ddf747 for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:51:57.928286 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a042a8d3-3507-40b6-97d0-7c04366efa0c tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:58.326049 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a042a8d3-3507-40b6-97d0-7c04366efa0c tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8848317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10470522'] for subnet, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:58.451000 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2da610-f730-4114-a0aa-7bf6f44a1810 service neutron] Pushing event updated for resources: {'Port': ['ID=08be1526-c158-4e57-a34a-c3664135a1d7,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:58.470133 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277497fb-45e6-4431-b984-a921bcbcd3a2 req-4748b18a-5379-43fc-a83a-8bd5bcbc7fe5 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:58.471871 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-277497fb-45e6-4431-b984-a921bcbcd3a2 req-4748b18a-5379-43fc-a83a-8bd5bcbc7fe5 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/ports?device_id=d37b0c07-5ce4-4205-9b3a-bde57c7567a1 HTTP/1.1" status: 200 len: 932 time: 0.6083593 Dec 20 14:51:58.481793 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a042a8d3-3507-40b6-97d0-7c04366efa0c tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Pushing event updated for resources: {'Subnet': ['ID=6950ebf5-469e-4610-b41c-48a358d10234,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:58.489998 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a042a8d3-3507-40b6-97d0-7c04366efa0c tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Network 1e6c340b-bd5e-4dd1-8832-5c5d8a88be34 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:51:58.497130 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-a042a8d3-3507-40b6-97d0-7c04366efa0c tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:51:58.504098 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [req-d1f7b45b-d483-4c77-ba4b-79c64364e46f req-3c5156ac-2e48-4e8c-8f04-5a5d9a769afc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5317a84-c7f5-467f-8d7c-8a55d8ba4bbf {{(pid=103168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:51:58.512348 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-d1f7b45b-d483-4c77-ba4b-79c64364e46f req-3c5156ac-2e48-4e8c-8f04-5a5d9a769afc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:58.515905 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bbb4fde-a65c-40ac-b37c-8b0aae21d06b None None] Network 1e6c340b-bd5e-4dd1-8832-5c5d8a88be34 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:51:58.526540 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.provisioning_blocks [req-d1f7b45b-d483-4c77-ba4b-79c64364e46f req-3c5156ac-2e48-4e8c-8f04-5a5d9a769afc service neutron] Transition to ACTIVE for port object b5317a84-c7f5-467f-8d7c-8a55d8ba4bbf will not be triggered until provisioned by entity L2. {{(pid=103168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:51:58.528599 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a042a8d3-3507-40b6-97d0-7c04366efa0c tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:58.529535 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a042a8d3-3507-40b6-97d0-7c04366efa0c tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks [] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:58.533864 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-d1f7b45b-d483-4c77-ba4b-79c64364e46f req-3c5156ac-2e48-4e8c-8f04-5a5d9a769afc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:58.591060 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-a042a8d3-3507-40b6-97d0-7c04366efa0c tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9008839 Dec 20 14:51:58.592334 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-99405499-5a98-4fb6-b915-f90f6002934c req-30e266cb-7153-4a8e-88cc-27ed286ef784 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:58.592909 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-99405499-5a98-4fb6-b915-f90f6002934c req-30e266cb-7153-4a8e-88cc-27ed286ef784 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585115'] for floatingip, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:58.593409 n-d-761264-19 neutron-server[103167]: INFO neutron.db.l3_db [req-99405499-5a98-4fb6-b915-f90f6002934c req-30e266cb-7153-4a8e-88cc-27ed286ef784 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Floating IP d820bfdf-da88-4ba7-b86c-866bdf0233be disassociated. External IP: 172.25.0.74, port: 781fb46b-1e3a-4f20-b9da-a2fd188a525f. Dec 20 14:51:58.594049 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-99405499-5a98-4fb6-b915-f90f6002934c req-30e266cb-7153-4a8e-88cc-27ed286ef784 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Calling delete_port for 781fb46b-1e3a-4f20-b9da-a2fd188a525f owned by compute:nova {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:51:58.595397 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 35776) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:58.599912 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-f39662db-288c-4e53-b270-db3705fc48b0 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Request body: {'security_group': {'name': 'tempest-secgroup-1587451779'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:51:58.649695 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5156ac-2e48-4e8c-8f04-5a5d9a769afc service neutron] Pushing event updated for resources: {'Port': ['ID=b5317a84-c7f5-467f-8d7c-8a55d8ba4bbf,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:58.652864 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f39662db-288c-4e53-b270-db3705fc48b0 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:58.739422 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-d1f7b45b-d483-4c77-ba4b-79c64364e46f req-3c5156ac-2e48-4e8c-8f04-5a5d9a769afc service neutron] Attempting to bind port b5317a84-c7f5-467f-8d7c-8a55d8ba4bbf on host n-h1-761264-19 for vnic_type normal with profile {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:51:58.740700 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-d1f7b45b-d483-4c77-ba4b-79c64364e46f req-3c5156ac-2e48-4e8c-8f04-5a5d9a769afc service neutron] Attempting to bind port b5317a84-c7f5-467f-8d7c-8a55d8ba4bbf by drivers openvswitch,hyperv on host n-h1-761264-19 at level 0 using segments [{'id': 'bd342b13-3583-4229-87a4-05b92fc17cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '93f5dcc9-0b36-4024-bce0-d4b0862d4719'}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:51:58.741156 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f7b45b-d483-4c77-ba4b-79c64364e46f req-3c5156ac-2e48-4e8c-8f04-5a5d9a769afc service neutron] Attempting to bind port b5317a84-c7f5-467f-8d7c-8a55d8ba4bbf on network 93f5dcc9-0b36-4024-bce0-d4b0862d4719 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:51:58.753379 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f7b45b-d483-4c77-ba4b-79c64364e46f req-3c5156ac-2e48-4e8c-8f04-5a5d9a769afc service neutron] Port b5317a84-c7f5-467f-8d7c-8a55d8ba4bbf on network 93f5dcc9-0b36-4024-bce0-d4b0862d4719 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-19 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:51:58.753840 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f7b45b-d483-4c77-ba4b-79c64364e46f req-3c5156ac-2e48-4e8c-8f04-5a5d9a769afc service neutron] Attempting to bind port b5317a84-c7f5-467f-8d7c-8a55d8ba4bbf on network 93f5dcc9-0b36-4024-bce0-d4b0862d4719 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:51:58.763600 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a56d6e3-b689-46ae-8b88-32764c0155cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-1e6c340b-bd5e-4dd1-8832-5c5d8a88be34', 'network_id': '1e6c340b-bd5e-4dd1-8832-5c5d8a88be34', 'project_id': 'dc29e2de924c4cbd81e8105396ddf747', 'fixed_ips': [{'subnet_id': '6950ebf5-469e-4610-b41c-48a358d10234'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:51:58.766160 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f7b45b-d483-4c77-ba4b-79c64364e46f req-3c5156ac-2e48-4e8c-8f04-5a5d9a769afc service neutron] Checking agent: {'id': '3e5ace3e-dd7b-4522-a7c4-77d13dbeab1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:51:58.766160 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f7b45b-d483-4c77-ba4b-79c64364e46f req-3c5156ac-2e48-4e8c-8f04-5a5d9a769afc service neutron] Checking segment: {'id': 'bd342b13-3583-4229-87a4-05b92fc17cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '93f5dcc9-0b36-4024-bce0-d4b0862d4719'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:51:58.766676 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f7b45b-d483-4c77-ba4b-79c64364e46f req-3c5156ac-2e48-4e8c-8f04-5a5d9a769afc service neutron] Bound using segment: {'id': 'bd342b13-3583-4229-87a4-05b92fc17cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '93f5dcc9-0b36-4024-bce0-d4b0862d4719'} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:51:58.767250 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-d1f7b45b-d483-4c77-ba4b-79c64364e46f req-3c5156ac-2e48-4e8c-8f04-5a5d9a769afc service neutron] Bound port: b5317a84-c7f5-467f-8d7c-8a55d8ba4bbf, host: n-h1-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd342b13-3583-4229-87a4-05b92fc17cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '93f5dcc9-0b36-4024-bce0-d4b0862d4719'}}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:51:58.767703 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-d1f7b45b-d483-4c77-ba4b-79c64364e46f req-3c5156ac-2e48-4e8c-8f04-5a5d9a769afc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:58.768031 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4a56d6e3-b689-46ae-8b88-32764c0155cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:58.798001 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f39662db-288c-4e53-b270-db3705fc48b0 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:58.824484 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f39662db-288c-4e53-b270-db3705fc48b0 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:58.851487 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-96d752cf-8472-48cd-8140-676089a86f0b tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Deleting port 6a35aee2-4eb2-4fc0-bf7d-0cc85e0bd7e2 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:51:58.851731 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-96d752cf-8472-48cd-8140-676089a86f0b tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:58.864583 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-277497fb-45e6-4431-b984-a921bcbcd3a2 req-8b56bfcf-f5f8-497a-9597-a02c7a3a8a46 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/security-groups?id=1965ba5c-d387-4fec-8f79-f26f65ad2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723707 Dec 20 14:51:58.864824 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39662db-288c-4e53-b270-db3705fc48b0 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c437b9-d9ac-4cea-ad1b-e337b9a83095,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:58.876112 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f39662db-288c-4e53-b270-db3705fc48b0 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:58.881541 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-f39662db-288c-4e53-b270-db3705fc48b0 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2850134 Dec 20 14:51:58.888036 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 35780) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:58.892226 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-46f1da9a-344b-4ef0-9474-ecaf2335beb2 req-1b2da610-f730-4114-a0aa-7bf6f44a1810 service neutron] Attempting to bind port 08be1526-c158-4e57-a34a-c3664135a1d7 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:51:58.892866 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-46f1da9a-344b-4ef0-9474-ecaf2335beb2 req-1b2da610-f730-4114-a0aa-7bf6f44a1810 service neutron] Attempting to bind port 08be1526-c158-4e57-a34a-c3664135a1d7 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': 'bd342b13-3583-4229-87a4-05b92fc17cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '93f5dcc9-0b36-4024-bce0-d4b0862d4719'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:51:58.893453 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f1da9a-344b-4ef0-9474-ecaf2335beb2 req-1b2da610-f730-4114-a0aa-7bf6f44a1810 service neutron] Attempting to bind port 08be1526-c158-4e57-a34a-c3664135a1d7 on network 93f5dcc9-0b36-4024-bce0-d4b0862d4719 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:51:58.894959 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-355cbe00-90cd-4f9d-997e-3b18f2c5b231 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Request body: {'security_group': {'name': 'tempest-secgroup-1572988299'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:51:58.923923 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-d1f7b45b-d483-4c77-ba4b-79c64364e46f req-3c5156ac-2e48-4e8c-8f04-5a5d9a769afc service neutron] For port b5317a84-c7f5-467f-8d7c-8a55d8ba4bbf, host n-h1-761264-19, cleared binding levels {{(pid=103168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:51:58.930938 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-d1f7b45b-d483-4c77-ba4b-79c64364e46f req-3c5156ac-2e48-4e8c-8f04-5a5d9a769afc service neutron] For port b5317a84-c7f5-467f-8d7c-8a55d8ba4bbf, host n-h1-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=b5317a84-c7f5-467f-8d7c-8a55d8ba4bbf,segment=NetworkSegment(bd342b13-3583-4229-87a4-05b92fc17cef),segment_id=bd342b13-3583-4229-87a4-05b92fc17cef)] {{(pid=103168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:51:58.940383 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-d1f7b45b-d483-4c77-ba4b-79c64364e46f req-3c5156ac-2e48-4e8c-8f04-5a5d9a769afc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:58.984558 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-4a56d6e3-b689-46ae-8b88-32764c0155cc None None] Allocated IP 172.20.0.2 (1e6c340b-bd5e-4dd1-8832-5c5d8a88be34/6950ebf5-469e-4610-b41c-48a358d10234/09700f3a-5ddf-40d8-8991-56bd830dc875) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:51:58.999531 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-96d752cf-8472-48cd-8140-676089a86f0b tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:59.002354 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5156ac-2e48-4e8c-8f04-5a5d9a769afc service neutron] Pushing event updated for resources: {'Port': ['ID=b5317a84-c7f5-467f-8d7c-8a55d8ba4bbf,revision_number=3']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:59.017003 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-96d752cf-8472-48cd-8140-676089a86f0b tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Calling delete_port for 6a35aee2-4eb2-4fc0-bf7d-0cc85e0bd7e2 owned by {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:51:59.027080 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f7b45b-d483-4c77-ba4b-79c64364e46f req-3c5156ac-2e48-4e8c-8f04-5a5d9a769afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:59.029930 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-d1f7b45b-d483-4c77-ba4b-79c64364e46f req-3c5156ac-2e48-4e8c-8f04-5a5d9a769afc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:59.033762 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d1f7b45b-d483-4c77-ba4b-79c64364e46f req-3c5156ac-2e48-4e8c-8f04-5a5d9a769afc service neutron] 10.222.0.30 "PUT /v2.0/ports/b5317a84-c7f5-467f-8d7c-8a55d8ba4bbf HTTP/1.1" status: 200 len: 1093 time: 1.4047351 Dec 20 14:51:59.035029 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-355cbe00-90cd-4f9d-997e-3b18f2c5b231 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:59.040291 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd37b0c07-5ce4-4205-9b3a-bde57c7567a1', 'tag': 'b5317a84-c7f5-467f-8d7c-8a55d8ba4bbf'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:51:59.043688 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e9b51d6-8345-4df5-89ae-a9caf165d679" -d '{"events": [{"name": "network-changed", "server_uuid": "d37b0c07-5ce4-4205-9b3a-bde57c7567a1", "tag": "b5317a84-c7f5-467f-8d7c-8a55d8ba4bbf"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:51:59.176043 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-99405499-5a98-4fb6-b915-f90f6002934c req-30e266cb-7153-4a8e-88cc-27ed286ef784 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:59.182512 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f1da9a-344b-4ef0-9474-ecaf2335beb2 req-1b2da610-f730-4114-a0aa-7bf6f44a1810 service neutron] Port 08be1526-c158-4e57-a34a-c3664135a1d7 on network 93f5dcc9-0b36-4024-bce0-d4b0862d4719 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:51:59.182863 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f1da9a-344b-4ef0-9474-ecaf2335beb2 req-1b2da610-f730-4114-a0aa-7bf6f44a1810 service neutron] Attempting to bind port 08be1526-c158-4e57-a34a-c3664135a1d7 on network 93f5dcc9-0b36-4024-bce0-d4b0862d4719 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:51:59.195003 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f1da9a-344b-4ef0-9474-ecaf2335beb2 req-1b2da610-f730-4114-a0aa-7bf6f44a1810 service neutron] Checking agent: {'id': '43c60aee-e4af-4ecc-bee2-aac3569fafed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:51:59.195003 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f1da9a-344b-4ef0-9474-ecaf2335beb2 req-1b2da610-f730-4114-a0aa-7bf6f44a1810 service neutron] Checking segment: {'id': 'bd342b13-3583-4229-87a4-05b92fc17cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '93f5dcc9-0b36-4024-bce0-d4b0862d4719'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:51:59.195003 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f1da9a-344b-4ef0-9474-ecaf2335beb2 req-1b2da610-f730-4114-a0aa-7bf6f44a1810 service neutron] Bound using segment: {'id': 'bd342b13-3583-4229-87a4-05b92fc17cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '93f5dcc9-0b36-4024-bce0-d4b0862d4719'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:51:59.195003 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-46f1da9a-344b-4ef0-9474-ecaf2335beb2 req-1b2da610-f730-4114-a0aa-7bf6f44a1810 service neutron] Bound port: 08be1526-c158-4e57-a34a-c3664135a1d7, host: n-h2-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd342b13-3583-4229-87a4-05b92fc17cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '93f5dcc9-0b36-4024-bce0-d4b0862d4719'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:51:59.195003 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-46f1da9a-344b-4ef0-9474-ecaf2335beb2 req-1b2da610-f730-4114-a0aa-7bf6f44a1810 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:59.216259 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4a56d6e3-b689-46ae-8b88-32764c0155cc None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:59.225090 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4a56d6e3-b689-46ae-8b88-32764c0155cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:59.245962 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e266cb-7153-4a8e-88cc-27ed286ef784 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Pushing event deleted for resources: {'Port': ['ID=781fb46b-1e3a-4f20-b9da-a2fd188a525f,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:59.295122 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a56d6e3-b689-46ae-8b88-32764c0155cc None None] Network 1e6c340b-bd5e-4dd1-8832-5c5d8a88be34 is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:51:59.334602 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a56d6e3-b689-46ae-8b88-32764c0155cc None None] Pushing event updated for resources: {'Port': ['ID=09700f3a-5ddf-40d8-8991-56bd830dc875,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:59.337616 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-4a56d6e3-b689-46ae-8b88-32764c0155cc None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:51:59.344247 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a56d6e3-b689-46ae-8b88-32764c0155cc None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:51:59.360922 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-355cbe00-90cd-4f9d-997e-3b18f2c5b231 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:59.378628 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [req-99405499-5a98-4fb6-b915-f90f6002934c req-30e266cb-7153-4a8e-88cc-27ed286ef784 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Router b616e8bf-b9aa-4e07-88e4-eb8293705097 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:51:59.385933 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3832793c-dd7a-4e86-87f0-6d40024dba34 x-openstack-request-id: req-3832793c-dd7a-4e86-87f0-6d40024dba34 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:51:59.386358 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d37b0c07-5ce4-4205-9b3a-bde57c7567a1", "tag": "b5317a84-c7f5-467f-8d7c-8a55d8ba4bbf", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:51:59.386735 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3832793c-dd7a-4e86-87f0-6d40024dba34 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:51:59.387214 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd37b0c07-5ce4-4205-9b3a-bde57c7567a1', 'tag': 'b5317a84-c7f5-467f-8d7c-8a55d8ba4bbf', 'status': 'completed', 'code': 200} Dec 20 14:51:59.389911 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-355cbe00-90cd-4f9d-997e-3b18f2c5b231 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:59.445452 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-4a56d6e3-b689-46ae-8b88-32764c0155cc None None] Attempting to bind port 09700f3a-5ddf-40d8-8991-56bd830dc875 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:51:59.446364 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-4a56d6e3-b689-46ae-8b88-32764c0155cc None None] Attempting to bind port 09700f3a-5ddf-40d8-8991-56bd830dc875 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': 'b0b663ee-03b5-477e-a931-e9e171aaad67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1e6c340b-bd5e-4dd1-8832-5c5d8a88be34'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:51:59.446847 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a56d6e3-b689-46ae-8b88-32764c0155cc None None] Attempting to bind port 09700f3a-5ddf-40d8-8991-56bd830dc875 on network 1e6c340b-bd5e-4dd1-8832-5c5d8a88be34 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:51:59.453208 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a56d6e3-b689-46ae-8b88-32764c0155cc None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:51:59.453735 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a56d6e3-b689-46ae-8b88-32764c0155cc None None] Checking segment: {'id': 'b0b663ee-03b5-477e-a931-e9e171aaad67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1e6c340b-bd5e-4dd1-8832-5c5d8a88be34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:51:59.454175 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4a56d6e3-b689-46ae-8b88-32764c0155cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:59.454552 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a56d6e3-b689-46ae-8b88-32764c0155cc None None] Bound using segment: {'id': 'b0b663ee-03b5-477e-a931-e9e171aaad67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1e6c340b-bd5e-4dd1-8832-5c5d8a88be34'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:51:59.455058 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-4a56d6e3-b689-46ae-8b88-32764c0155cc None None] Bound port: 09700f3a-5ddf-40d8-8991-56bd830dc875, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0b663ee-03b5-477e-a931-e9e171aaad67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1e6c340b-bd5e-4dd1-8832-5c5d8a88be34'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:51:59.455439 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4a56d6e3-b689-46ae-8b88-32764c0155cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:59.456842 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-46f1da9a-344b-4ef0-9474-ecaf2335beb2 req-1b2da610-f730-4114-a0aa-7bf6f44a1810 service neutron] For port 08be1526-c158-4e57-a34a-c3664135a1d7, host n-h2-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:51:59.462135 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-46f1da9a-344b-4ef0-9474-ecaf2335beb2 req-1b2da610-f730-4114-a0aa-7bf6f44a1810 service neutron] For port 08be1526-c158-4e57-a34a-c3664135a1d7, host n-h2-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=08be1526-c158-4e57-a34a-c3664135a1d7,segment=NetworkSegment(bd342b13-3583-4229-87a4-05b92fc17cef),segment_id=bd342b13-3583-4229-87a4-05b92fc17cef)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:51:59.468942 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-355cbe00-90cd-4f9d-997e-3b18f2c5b231 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:59.471181 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-355cbe00-90cd-4f9d-997e-3b18f2c5b231 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5821333 Dec 20 14:51:59.480992 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e2675e-e423-4223-b60c-8f6417862946 req-37343c1a-1749-42bf-9716-17db0dd27b7e tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:59.482642 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-59e2675e-e423-4223-b60c-8f6417862946 req-37343c1a-1749-42bf-9716-17db0dd27b7e tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/ports?device_id=3870d726-f90f-400f-bf75-c68966f99c28 HTTP/1.1" status: 200 len: 868 time: 0.4323883 Dec 20 14:51:59.483161 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 35788) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:51:59.486504 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f7b45b-d483-4c77-ba4b-79c64364e46f req-65c1563c-b334-4c92-a44d-0fad895c19cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:59.488004 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d1f7b45b-d483-4c77-ba4b-79c64364e46f req-65c1563c-b334-4c92-a44d-0fad895c19cd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7ad62973efb247199989986208e9e8bf&device_id=d37b0c07-5ce4-4205-9b3a-bde57c7567a1 HTTP/1.1" status: 200 len: 1096 time: 0.3609722 Dec 20 14:51:59.488618 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355cbe00-90cd-4f9d-997e-3b18f2c5b231 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59409bd6-fbb7-456f-8f94-4fffdba3ddf8,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:59.495502 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-eef9a0a7-cae2-4288-a55c-8f2c44560bae tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1250306414', 'security_groups': ['59409bd6-fbb7-456f-8f94-4fffdba3ddf8'], 'network_id': '1e6c340b-bd5e-4dd1-8832-5c5d8a88be34', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6950ebf5-469e-4610-b41c-48a358d10234'}]}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:51:59.520196 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-46f1da9a-344b-4ef0-9474-ecaf2335beb2 req-1b2da610-f730-4114-a0aa-7bf6f44a1810 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:59.538552 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-4a56d6e3-b689-46ae-8b88-32764c0155cc None None] For port 09700f3a-5ddf-40d8-8991-56bd830dc875, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:51:59.547074 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-4a56d6e3-b689-46ae-8b88-32764c0155cc None None] For port 09700f3a-5ddf-40d8-8991-56bd830dc875, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=09700f3a-5ddf-40d8-8991-56bd830dc875,segment=NetworkSegment(b0b663ee-03b5-477e-a931-e9e171aaad67),segment_id=b0b663ee-03b5-477e-a931-e9e171aaad67)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:51:59.553870 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4a56d6e3-b689-46ae-8b88-32764c0155cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:59.625005 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f1da9a-344b-4ef0-9474-ecaf2335beb2 req-1b2da610-f730-4114-a0aa-7bf6f44a1810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:59.625635 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-46f1da9a-344b-4ef0-9474-ecaf2335beb2 req-1b2da610-f730-4114-a0aa-7bf6f44a1810 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:59.627239 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-46f1da9a-344b-4ef0-9474-ecaf2335beb2 req-1b2da610-f730-4114-a0aa-7bf6f44a1810 service neutron] 10.222.0.47 "PUT /v2.0/ports/08be1526-c158-4e57-a34a-c3664135a1d7 HTTP/1.1" status: 200 len: 1092 time: 2.7477384 Dec 20 14:51:59.629972 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a56d6e3-b689-46ae-8b88-32764c0155cc None None] Pushing event updated for resources: {'Port': ['ID=09700f3a-5ddf-40d8-8991-56bd830dc875,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:59.632134 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e6e452e-b7b9-4269-b6fe-be94c6c57210', 'tag': '08be1526-c158-4e57-a34a-c3664135a1d7'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:51:59.634742 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6938aac0-1413-4b0d-9090-3a7c8f41ede3" -d '{"events": [{"name": "network-changed", "server_uuid": "0e6e452e-b7b9-4269-b6fe-be94c6c57210", "tag": "08be1526-c158-4e57-a34a-c3664135a1d7"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:51:59.755864 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d1f7b45b-d483-4c77-ba4b-79c64364e46f req-53a740d1-d0ff-453a-8b6a-7d6ebc665326 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5317a84-c7f5-467f-8d7c-8a55d8ba4bbf HTTP/1.1" status: 200 len: 217 time: 0.2481565 Dec 20 14:51:59.764854 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cd5e7a9-29cc-4ac1-a1b9-f6a325c0e1e3 x-openstack-request-id: req-0cd5e7a9-29cc-4ac1-a1b9-f6a325c0e1e3 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:51:59.765153 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e6e452e-b7b9-4269-b6fe-be94c6c57210", "tag": "08be1526-c158-4e57-a34a-c3664135a1d7", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:51:59.765415 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0cd5e7a9-29cc-4ac1-a1b9-f6a325c0e1e3 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:51:59.765846 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e6e452e-b7b9-4269-b6fe-be94c6c57210', 'tag': '08be1526-c158-4e57-a34a-c3664135a1d7', 'status': 'completed', 'code': 200} Dec 20 14:51:59.779760 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2da610-f730-4114-a0aa-7bf6f44a1810 service neutron] Pushing event updated for resources: {'Port': ['ID=08be1526-c158-4e57-a34a-c3664135a1d7,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:51:59.790857 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-99405499-5a98-4fb6-b915-f90f6002934c req-30e266cb-7153-4a8e-88cc-27ed286ef784 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:51:59.803369 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc0e6ef-d640-45e0-ae93-3072934ad4a2 None None] Sync routers for ids ['b616e8bf-b9aa-4e07-88e4-eb8293705097'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:51:59.806233 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-96d752cf-8472-48cd-8140-676089a86f0b tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:51:59.826508 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc0e6ef-d640-45e0-ae93-3072934ad4a2 None None] Routers {'b616e8bf-b9aa-4e07-88e4-eb8293705097'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:51:59.828350 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-6cc0e6ef-d640-45e0-ae93-3072934ad4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:51:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['b616e8bf-b9aa-4e07-88e4-eb8293705097'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:51:59.928575 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-59e2675e-e423-4223-b60c-8f6417862946 req-edd9a15f-ace8-4ba0-930c-1e6fa037a497 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups?id=3d5e630c-78bd-41d1-b187-380d3fa580ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4284363 Dec 20 14:51:59.972189 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f7b45b-d483-4c77-ba4b-79c64364e46f req-0917746f-2006-49eb-8420-9a92e925ab91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:51:59.974425 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d1f7b45b-d483-4c77-ba4b-79c64364e46f req-0917746f-2006-49eb-8420-9a92e925ab91 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2a0f6126-1d73-4497-a2f5-3cddb2eb92e0 HTTP/1.1" status: 200 len: 858 time: 0.2012122 Dec 20 14:51:59.980162 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-99405499-5a98-4fb6-b915-f90f6002934c req-30e266cb-7153-4a8e-88cc-27ed286ef784 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] No DVR routers for this DVR port 781fb46b-1e3a-4f20-b9da-a2fd188a525f on host n-h1-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:52:00.010580 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-99405499-5a98-4fb6-b915-f90f6002934c req-30e266cb-7153-4a8e-88cc-27ed286ef784 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:00.039776 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-99405499-5a98-4fb6-b915-f90f6002934c req-30e266cb-7153-4a8e-88cc-27ed286ef784 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.30 "DELETE /v2.0/ports/781fb46b-1e3a-4f20-b9da-a2fd188a525f HTTP/1.1" status: 204 len: 173 time: 2.6960561 Dec 20 14:52:00.042635 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d752cf-8472-48cd-8140-676089a86f0b tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Pushing event deleted for resources: {'Port': ['ID=6a35aee2-4eb2-4fc0-bf7d-0cc85e0bd7e2,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:00.071031 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f1da9a-344b-4ef0-9474-ecaf2335beb2 req-02f87f3b-f8cf-4345-9db5-f35937a49753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:00.072700 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-46f1da9a-344b-4ef0-9474-ecaf2335beb2 req-02f87f3b-f8cf-4345-9db5-f35937a49753 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7ad62973efb247199989986208e9e8bf&device_id=0e6e452e-b7b9-4269-b6fe-be94c6c57210 HTTP/1.1" status: 200 len: 1095 time: 0.3713322 Dec 20 14:52:00.078040 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d1f7b45b-d483-4c77-ba4b-79c64364e46f req-0e55c135-8fa5-49ee-a81f-6611905e755e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=93f5dcc9-0b36-4024-bce0-d4b0862d4719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0929317 Dec 20 14:52:00.087671 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef9a0a7-cae2-4288-a55c-8f2c44560bae tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Made reservation on behalf of dc29e2de924c4cbd81e8105396ddf747 for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:52:00.207688 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-6cc0e6ef-d640-45e0-ae93-3072934ad4a2 None None] Set router b616e8bf-b9aa-4e07-88e4-eb8293705097 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:52:00.212378 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-eef9a0a7-cae2-4288-a55c-8f2c44560bae tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:00.244024 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-46f1da9a-344b-4ef0-9474-ecaf2335beb2 req-908654ee-7f25-4fcc-a5f6-84a7112fea0d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=08be1526-c158-4e57-a34a-c3664135a1d7 HTTP/1.1" status: 200 len: 217 time: 0.0934458 Dec 20 14:52:00.314263 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [None req-eef9a0a7-cae2-4288-a55c-8f2c44560bae tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] device_id is not set on port d473410d-008b-4222-abe5-689e831c62d5 yet. {{(pid=103168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 14:52:00.351312 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f1da9a-344b-4ef0-9474-ecaf2335beb2 req-be91c00d-8b78-4cb6-8c44-55c400e0dbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:00.352835 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-46f1da9a-344b-4ef0-9474-ecaf2335beb2 req-be91c00d-8b78-4cb6-8c44-55c400e0dbb0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2a0f6126-1d73-4497-a2f5-3cddb2eb92e0 HTTP/1.1" status: 200 len: 858 time: 0.1064346 Dec 20 14:52:00.404775 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-46f1da9a-344b-4ef0-9474-ecaf2335beb2 req-9fd52bc8-235b-4d03-b601-9a60b65a3da2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=93f5dcc9-0b36-4024-bce0-d4b0862d4719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392103 Dec 20 14:52:00.445238 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d1f7b45b-d483-4c77-ba4b-79c64364e46f req-ab182dae-4176-460c-b4ee-24bd89023bff service neutron] 10.222.0.30 "GET /v2.0/networks/93f5dcc9-0b36-4024-bce0-d4b0862d4719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442937 Dec 20 14:52:00.449325 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-96d752cf-8472-48cd-8140-676089a86f0b tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:00.455278 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-96d752cf-8472-48cd-8140-676089a86f0b tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] 10.222.0.54 "DELETE /v2.0/ports/6a35aee2-4eb2-4fc0-bf7d-0cc85e0bd7e2 HTTP/1.1" status: 204 len: 168 time: 2.5901620 Dec 20 14:52:00.462544 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 35796) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:00.513389 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a06cd5e-9667-4545-b368-335abbcf2804 req-2c5667f4-b361-43fc-b3de-e19f28c1fe24 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:00.516564 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0a06cd5e-9667-4545-b368-335abbcf2804 req-2c5667f4-b361-43fc-b3de-e19f28c1fe24 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/ports?device_id=d37b0c07-5ce4-4205-9b3a-bde57c7567a1 HTTP/1.1" status: 200 len: 944 time: 0.4637399 Dec 20 14:52:00.523158 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-4288e1a9-85fa-4502-9787-0f341922cdd8 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] GET failed (client error): The resource could not be found. Dec 20 14:52:00.529153 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-4288e1a9-85fa-4502-9787-0f341922cdd8 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] 10.222.0.54 "GET /v2.0/ports/6a35aee2-4eb2-4fc0-bf7d-0cc85e0bd7e2 HTTP/1.1" status: 404 len: 333 time: 0.0588658 Dec 20 14:52:00.533578 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 35798) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:00.559665 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-6cc0e6ef-d640-45e0-ae93-3072934ad4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b616e8bf-b9aa-4e07-88e4-eb8293705097', 'name': 'tempest-AttachVolumeShelveTestJSON-1027199231-router', 'tenant_id': '9abc31fa6fc849d78699cc7e0935f4b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '79ca2368-2b22-4bbc-b4c5-f0b5c6649422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:40:34Z', 'updated_at': '2021-12-20T14:40:42Z', 'revision_number': 4, 'project_id': '9abc31fa6fc849d78699cc7e0935f4b6', 'gw_port': {'id': '79ca2368-2b22-4bbc-b4c5-f0b5c6649422', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b616e8bf-b9aa-4e07-88e4-eb8293705097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:40:36Z', 'updated_at': '2021-12-20T14:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '7d2afa49-8d0f-4a2a-9610-c506691ede27', 'name': '', 'network_id': '247d6423-5fdf-4eed-9378-2e1201ada444', 'tenant_id': '9abc31fa6fc849d78699cc7e0935f4b6', 'mac_address': 'fa:16:3e:31:69:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b616e8bf-b9aa-4e07-88e4-eb8293705097', 'device_owner': 'network:router_interface', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': 'a8bc57f1-3730-4dfb-a3cb-cf3c3829d7fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:40:41Z', 'updated_at': '2021-12-20T14:40:50Z', 'revision_number': 5, 'project_id': '9abc31fa6fc849d78699cc7e0935f4b6', 'subnets': [{'id': 'a8bc57f1-3730-4dfb-a3cb-cf3c3829d7fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:52:00.594946 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc0e6ef-d640-45e0-ae93-3072934ad4a2 None None] Checking router: b616e8bf-b9aa-4e07-88e4-eb8293705097 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:52:00.604255 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc0e6ef-d640-45e0-ae93-3072934ad4a2 None None] Routers {'b616e8bf-b9aa-4e07-88e4-eb8293705097'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:52:00.605243 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-6cc0e6ef-d640-45e0-ae93-3072934ad4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:51:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['b616e8bf-b9aa-4e07-88e4-eb8293705097'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:52:00.665765 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 14:52:00.729961 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-46f1da9a-344b-4ef0-9474-ecaf2335beb2 req-a4006245-94d4-4ee1-9edf-e4160cbfeb64 service neutron] 10.222.0.47 "GET /v2.0/networks/93f5dcc9-0b36-4024-bce0-d4b0862d4719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3137200 Dec 20 14:52:00.875618 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-46f1da9a-344b-4ef0-9474-ecaf2335beb2 req-c0a7e651-7ba6-4fe1-b41a-d913a570eb80 service neutron] 10.222.0.47 "GET /v2.0/networks/93f5dcc9-0b36-4024-bce0-d4b0862d4719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335664 Dec 20 14:52:00.909806 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0a06cd5e-9667-4545-b368-335abbcf2804 req-483b81b8-f48b-41e1-af82-5318909122a1 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/security-groups?id=1965ba5c-d387-4fec-8f79-f26f65ad2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3782725 Dec 20 14:52:00.988868 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-b06a47a4-dc71-48da-ad27-216219a577cd tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Deleting port 1a32a158-7fb9-4d64-ba5c-97b0a3a12cee {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:52:00.989316 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-953aa67d-bbbf-4a24-ab1e-20ae7ec482c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:00.989807 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b06a47a4-dc71-48da-ad27-216219a577cd tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:01.018330 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-6cc0e6ef-d640-45e0-ae93-3072934ad4a2 None None] Set router b616e8bf-b9aa-4e07-88e4-eb8293705097 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:52:01.095616 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 35806) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:01.163556 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 781fb46b-1e3a-4f20-b9da-a2fd188a525f no longer exists at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:52:01.178493 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-eef9a0a7-cae2-4288-a55c-8f2c44560bae tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Allocated IP 172.20.0.11 (1e6c340b-bd5e-4dd1-8832-5c5d8a88be34/6950ebf5-469e-4610-b41c-48a358d10234/d473410d-008b-4222-abe5-689e831c62d5) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:52:01.215664 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] No Port match for: 781fb46b-1e3a-4f20-b9da-a2fd188a525f {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:52:01.216632 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 781fb46b-1e3a-4f20-b9da-a2fd188a525f not bound to the agent host n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:52:01.263919 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d1f7b45b-d483-4c77-ba4b-79c64364e46f req-7376a875-65f1-403b-a20a-3ec06b5985bb service neutron] 10.222.0.30 "GET /v2.0/networks/93f5dcc9-0b36-4024-bce0-d4b0862d4719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8090999 Dec 20 14:52:01.367849 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 09700f3a-5ddf-40d8-8991-56bd830dc875 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:52:01.397184 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3c5966ba-a269-45f9-849b-33aeffe45666 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:01.449763 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b06a47a4-dc71-48da-ad27-216219a577cd tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:01.463686 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-b06a47a4-dc71-48da-ad27-216219a577cd tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Calling delete_port for 1a32a158-7fb9-4d64-ba5c-97b0a3a12cee owned by {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:52:01.469627 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9b51d6-8345-4df5-89ae-a9caf165d679 req-54ad4e66-3286-402c-8534-9e19599f2890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:01.470386 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-395dba47-6b9d-4826-b438-6970e9f33a5d None None] Provisioning complete for port 09700f3a-5ddf-40d8-8991-56bd830dc875 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:52:01.470783 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-395dba47-6b9d-4826-b438-6970e9f33a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:01.471584 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0e9b51d6-8345-4df5-89ae-a9caf165d679 req-54ad4e66-3286-402c-8534-9e19599f2890 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7ad62973efb247199989986208e9e8bf&device_id=d37b0c07-5ce4-4205-9b3a-bde57c7567a1 HTTP/1.1" status: 200 len: 1096 time: 0.1523716 Dec 20 14:52:01.475526 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3c5966ba-a269-45f9-849b-33aeffe45666 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:01.502176 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 09700f3a-5ddf-40d8-8991-56bd830dc875 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:52:01.502698 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:01.562766 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-6cc0e6ef-d640-45e0-ae93-3072934ad4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b616e8bf-b9aa-4e07-88e4-eb8293705097', 'name': 'tempest-AttachVolumeShelveTestJSON-1027199231-router', 'tenant_id': '9abc31fa6fc849d78699cc7e0935f4b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '79ca2368-2b22-4bbc-b4c5-f0b5c6649422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:40:34Z', 'updated_at': '2021-12-20T14:40:42Z', 'revision_number': 4, 'project_id': '9abc31fa6fc849d78699cc7e0935f4b6', 'gw_port': {'id': '79ca2368-2b22-4bbc-b4c5-f0b5c6649422', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b616e8bf-b9aa-4e07-88e4-eb8293705097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:40:36Z', 'updated_at': '2021-12-20T14:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '7d2afa49-8d0f-4a2a-9610-c506691ede27', 'name': '', 'network_id': '247d6423-5fdf-4eed-9378-2e1201ada444', 'tenant_id': '9abc31fa6fc849d78699cc7e0935f4b6', 'mac_address': 'fa:16:3e:31:69:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b616e8bf-b9aa-4e07-88e4-eb8293705097', 'device_owner': 'network:router_interface', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': 'a8bc57f1-3730-4dfb-a3cb-cf3c3829d7fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:40:41Z', 'updated_at': '2021-12-20T14:40:50Z', 'revision_number': 5, 'project_id': '9abc31fa6fc849d78699cc7e0935f4b6', 'subnets': [{'id': 'a8bc57f1-3730-4dfb-a3cb-cf3c3829d7fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:52:01.603157 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6938aac0-1413-4b0d-9090-3a7c8f41ede3 req-24d54172-d23f-47c8-8a11-41fbefd1aab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:01.605238 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6938aac0-1413-4b0d-9090-3a7c8f41ede3 req-24d54172-d23f-47c8-8a11-41fbefd1aab2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7ad62973efb247199989986208e9e8bf&device_id=0e6e452e-b7b9-4269-b6fe-be94c6c57210 HTTP/1.1" status: 200 len: 1095 time: 0.6727216 Dec 20 14:52:01.607698 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b06a47a4-dc71-48da-ad27-216219a577cd tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:01.613824 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc0e6ef-d640-45e0-ae93-3072934ad4a2 None None] The sync data for ids ['b616e8bf-b9aa-4e07-88e4-eb8293705097'] in n-d-761264-19 is: [{'id': 'b616e8bf-b9aa-4e07-88e4-eb8293705097', 'name': 'tempest-AttachVolumeShelveTestJSON-1027199231-router', 'tenant_id': '9abc31fa6fc849d78699cc7e0935f4b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '79ca2368-2b22-4bbc-b4c5-f0b5c6649422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:40:34Z', 'updated_at': '2021-12-20T14:40:42Z', 'revision_number': 4, 'project_id': '9abc31fa6fc849d78699cc7e0935f4b6', 'gw_port': {'id': '79ca2368-2b22-4bbc-b4c5-f0b5c6649422', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b616e8bf-b9aa-4e07-88e4-eb8293705097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:40:36Z', 'updated_at': '2021-12-20T14:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '7d2afa49-8d0f-4a2a-9610-c506691ede27', 'name': '', 'network_id': '247d6423-5fdf-4eed-9378-2e1201ada444', 'tenant_id': '9abc31fa6fc849d78699cc7e0935f4b6', 'mac_address': 'fa:16:3e:31:69:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b616e8bf-b9aa-4e07-88e4-eb8293705097', 'device_owner': 'network:router_interface', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': 'a8bc57f1-3730-4dfb-a3cb-cf3c3829d7fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:40:41Z', 'updated_at': '2021-12-20T14:40:50Z', 'revision_number': 5, 'project_id': '9abc31fa6fc849d78699cc7e0935f4b6', 'subnets': [{'id': 'a8bc57f1-3730-4dfb-a3cb-cf3c3829d7fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:52:01.641099 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-eef9a0a7-cae2-4288-a55c-8f2c44560bae tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:01.652397 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06a47a4-dc71-48da-ad27-216219a577cd tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Pushing event deleted for resources: {'Port': ['ID=1a32a158-7fb9-4d64-ba5c-97b0a3a12cee,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:01.708686 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-395dba47-6b9d-4826-b438-6970e9f33a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:01.732102 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9b51d6-8345-4df5-89ae-a9caf165d679 req-271c4d7a-87eb-439a-a765-fd349b355e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:01.739606 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0e9b51d6-8345-4df5-89ae-a9caf165d679 req-271c4d7a-87eb-439a-a765-fd349b355e92 service neutron] 10.222.0.30 "GET /v2.0/networks?id=93f5dcc9-0b36-4024-bce0-d4b0862d4719 HTTP/1.1" status: 200 len: 919 time: 0.2579043 Dec 20 14:52:01.743762 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3c5966ba-a269-45f9-849b-33aeffe45666 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:01.757691 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3c5966ba-a269-45f9-849b-33aeffe45666 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:01.764896 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-3c5966ba-a269-45f9-849b-33aeffe45666 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "DELETE /v2.0/security-groups/3d5e630c-78bd-41d1-b187-380d3fa580ce HTTP/1.1" status: 204 len: 168 time: 0.6384385 Dec 20 14:52:01.766685 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-eef9a0a7-cae2-4288-a55c-8f2c44560bae tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:01.772271 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 35808) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:01.777768 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3870d726-f90f-400f-bf75-c68966f99c28', 'name': 'network-vif-deleted', 'tag': '781fb46b-1e3a-4f20-b9da-a2fd188a525f'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:52:01.785589 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ff13264-0974-4324-8785-cb40f6f8b8b6" -d '{"events": [{"server_uuid": "3870d726-f90f-400f-bf75-c68966f99c28", "name": "network-vif-deleted", "tag": "781fb46b-1e3a-4f20-b9da-a2fd188a525f"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:52:01.827599 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:01.854686 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-395dba47-6b9d-4826-b438-6970e9f33a5d None None] For port 09700f3a-5ddf-40d8-8991-56bd830dc875, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=09700f3a-5ddf-40d8-8991-56bd830dc875,segment=NetworkSegment(b0b663ee-03b5-477e-a931-e9e171aaad67),segment_id=b0b663ee-03b5-477e-a931-e9e171aaad67)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:52:01.867395 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-395dba47-6b9d-4826-b438-6970e9f33a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:01.869682 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1243f6fb-aecb-4857-9a22-0d1b6cab6b3a x-openstack-request-id: req-1243f6fb-aecb-4857-9a22-0d1b6cab6b3a {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:52:01.873809 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3870d726-f90f-400f-bf75-c68966f99c28", "name": "network-vif-deleted", "tag": "781fb46b-1e3a-4f20-b9da-a2fd188a525f", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:52:01.874082 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1243f6fb-aecb-4857-9a22-0d1b6cab6b3a {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:52:01.874660 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3870d726-f90f-400f-bf75-c68966f99c28', 'name': 'network-vif-deleted', 'tag': '781fb46b-1e3a-4f20-b9da-a2fd188a525f', 'status': 'completed', 'code': 200} Dec 20 14:52:01.897677 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b06a47a4-dc71-48da-ad27-216219a577cd tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:01.901832 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-b06a47a4-dc71-48da-ad27-216219a577cd tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] 10.222.0.54 "DELETE /v2.0/ports/1a32a158-7fb9-4d64-ba5c-97b0a3a12cee HTTP/1.1" status: 204 len: 168 time: 1.3649647 Dec 20 14:52:01.908184 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 35812) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:01.960931 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef9a0a7-cae2-4288-a55c-8f2c44560bae tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Network 1e6c340b-bd5e-4dd1-8832-5c5d8a88be34 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:52:01.962163 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5966ba-a269-45f9-849b-33aeffe45666 tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d5e630c-78bd-41d1-b187-380d3fa580ce,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:01.966029 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-395dba47-6b9d-4826-b438-6970e9f33a5d None None] Provisioning complete for port 4820eea2-58bd-458a-9c7a-713ee7194c29 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:52:01.975288 n-d-761264-19 neutron-server[103168]: INFO neutron.api.v2.resource [None req-4b457589-4e33-458f-9870-f18053152d3d tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] show failed (client error): The resource could not be found. Dec 20 14:52:01.977321 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-395dba47-6b9d-4826-b438-6970e9f33a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:01.978304 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-4b457589-4e33-458f-9870-f18053152d3d tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "GET /v2.0/security-groups/3d5e630c-78bd-41d1-b187-380d3fa580ce HTTP/1.1" status: 404 len: 347 time: 0.1478360 Dec 20 14:52:01.979929 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0e9b51d6-8345-4df5-89ae-a9caf165d679 req-c5a58615-5e19-4eff-9d79-0d15fd25e222 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5317a84-c7f5-467f-8d7c-8a55d8ba4bbf HTTP/1.1" status: 200 len: 217 time: 0.2067759 Dec 20 14:52:01.987638 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 35818) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:02.011706 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-eef9a0a7-cae2-4288-a55c-8f2c44560bae tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:52:02.097527 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.db.api [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103169) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 14:52:02.098047 n-d-761264-19 neutron-server[103169]: DEBUG oslo_db.api [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 14:52:02.101191 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395dba47-6b9d-4826-b438-6970e9f33a5d None None] Pushing event updated for resources: {'Port': ['ID=09700f3a-5ddf-40d8-8991-56bd830dc875,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:02.110812 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-395dba47-6b9d-4826-b438-6970e9f33a5d None None] Port 4820eea2-58bd-458a-9c7a-713ee7194c29 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:52:02.114521 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c9f2e9a-0cd7-4f33-a61e-444e1a842359 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Deleting subnet 6c7c3bce-14f7-4822-8880-b4d52fcdc2d7 {{(pid=103167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:52:02.125269 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6938aac0-1413-4b0d-9090-3a7c8f41ede3 req-6a7891cc-786b-4aeb-ab9b-d3e10dbb3153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:02.126875 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6938aac0-1413-4b0d-9090-3a7c8f41ede3 req-6a7891cc-786b-4aeb-ab9b-d3e10dbb3153 service neutron] 10.222.0.47 "GET /v2.0/networks?id=93f5dcc9-0b36-4024-bce0-d4b0862d4719 HTTP/1.1" status: 200 len: 919 time: 0.4882700 Dec 20 14:52:02.131185 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1c9f2e9a-0cd7-4f33-a61e-444e1a842359 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Publish callbacks [] for subnet, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:02.171156 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef9a0a7-cae2-4288-a55c-8f2c44560bae tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Pushing event updated for resources: {'Port': ['ID=d473410d-008b-4222-abe5-689e831c62d5,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:02.207849 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ffadfa7-0601-4803-9063-953d7b41a44c None None] New status for floating IP d820bfdf-da88-4ba7-b86c-866bdf0233be: DOWN {{(pid=103170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 14:52:02.239655 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6938aac0-1413-4b0d-9090-3a7c8f41ede3 req-d4fbc72f-fc37-4c19-8288-464981cfbe1e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=08be1526-c158-4e57-a34a-c3664135a1d7 HTTP/1.1" status: 200 len: 217 time: 0.0769815 Dec 20 14:52:02.249769 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef9a0a7-cae2-4288-a55c-8f2c44560bae tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:52:02.303249 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1c9f2e9a-0cd7-4f33-a61e-444e1a842359 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954412'] for subnet, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:02.341574 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e26ce77-27bd-4053-a2f5-6ab84932dee5 req-19c2efa3-08ea-4094-9def-eec6ba1e0ebe tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:02.354141 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9e26ce77-27bd-4053-a2f5-6ab84932dee5 req-19c2efa3-08ea-4094-9def-eec6ba1e0ebe tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/ports?device_id=d37b0c07-5ce4-4205-9b3a-bde57c7567a1 HTTP/1.1" status: 200 len: 944 time: 0.1846359 Dec 20 14:52:02.415692 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6938aac0-1413-4b0d-9090-3a7c8f41ede3 req-14bc51d1-10f2-4ebb-83d2-955600361a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:02.417226 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6938aac0-1413-4b0d-9090-3a7c8f41ede3 req-14bc51d1-10f2-4ebb-83d2-955600361a0a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2a0f6126-1d73-4497-a2f5-3cddb2eb92e0 HTTP/1.1" status: 200 len: 858 time: 0.1687758 Dec 20 14:52:02.436601 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9b51d6-8345-4df5-89ae-a9caf165d679 req-35b0cc0b-2b26-4bad-b95a-d7d6a95c4e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:02.441099 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0e9b51d6-8345-4df5-89ae-a9caf165d679 req-35b0cc0b-2b26-4bad-b95a-d7d6a95c4e26 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2a0f6126-1d73-4497-a2f5-3cddb2eb92e0 HTTP/1.1" status: 200 len: 858 time: 0.4267702 Dec 20 14:52:02.441718 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-19490813-568d-4c07-97aa-80165759565a None None] Provisioning complete for port d473410d-008b-4222-abe5-689e831c62d5 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:52:02.442007 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-19490813-568d-4c07-97aa-80165759565a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:02.505186 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6938aac0-1413-4b0d-9090-3a7c8f41ede3 req-aec7dbd6-1275-4aea-ace3-060408a55ae1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=93f5dcc9-0b36-4024-bce0-d4b0862d4719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725052 Dec 20 14:52:02.539322 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9e26ce77-27bd-4053-a2f5-6ab84932dee5 req-3a0994c5-5945-4acd-a6e2-e0fef7f95731 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/security-groups?id=1965ba5c-d387-4fec-8f79-f26f65ad2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840003 Dec 20 14:52:02.558494 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0e9b51d6-8345-4df5-89ae-a9caf165d679 req-92f2cafb-9a62-4ef3-b222-10fa27207010 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=93f5dcc9-0b36-4024-bce0-d4b0862d4719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1037736 Dec 20 14:52:02.559543 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-19490813-568d-4c07-97aa-80165759565a None None] Port d473410d-008b-4222-abe5-689e831c62d5 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:52:02.566944 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef9a0a7-cae2-4288-a55c-8f2c44560bae tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:02.567755 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-eef9a0a7-cae2-4288-a55c-8f2c44560bae tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:02.676155 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-eef9a0a7-cae2-4288-a55c-8f2c44560bae tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.1889131 Dec 20 14:52:02.677537 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 35828) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:02.684747 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-e9d85277-bbd7-4450-90e2-35ee9f47a9d6 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Request body: {'subnet': {'network_id': '1e6c340b-bd5e-4dd1-8832-5c5d8a88be34', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:52:02.717282 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6938aac0-1413-4b0d-9090-3a7c8f41ede3 req-07bf701c-82b7-46d2-9120-35b732975db6 service neutron] 10.222.0.47 "GET /v2.0/networks/93f5dcc9-0b36-4024-bce0-d4b0862d4719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014449 Dec 20 14:52:02.721727 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1c9f2e9a-0cd7-4f33-a61e-444e1a842359 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:02.790947 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-e4c5351d-ef6a-4fdd-a652-0273892359cc tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Deleting port fdd82913-096a-4fa4-bc33-0139164617f3 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:52:02.791341 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e4c5351d-ef6a-4fdd-a652-0273892359cc tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:02.814702 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 08be1526-c158-4e57-a34a-c3664135a1d7 details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:52:02.821191 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0e9b51d6-8345-4df5-89ae-a9caf165d679 req-955fab27-1002-4c93-8a62-c5cfc11d8658 service neutron] 10.222.0.30 "GET /v2.0/networks/93f5dcc9-0b36-4024-bce0-d4b0862d4719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482345 Dec 20 14:52:02.883482 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6938aac0-1413-4b0d-9090-3a7c8f41ede3 req-07287ee4-d832-473b-96d9-f869e7de3394 service neutron] 10.222.0.47 "GET /v2.0/networks/93f5dcc9-0b36-4024-bce0-d4b0862d4719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568191 Dec 20 14:52:02.915156 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-254fa310-de8f-472c-866a-f1351cc583b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:02.928519 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1c9f2e9a-0cd7-4f33-a61e-444e1a842359 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:02.963437 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 08be1526-c158-4e57-a34a-c3664135a1d7, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=08be1526-c158-4e57-a34a-c3664135a1d7,segment=NetworkSegment(bd342b13-3583-4229-87a4-05b92fc17cef),segment_id=bd342b13-3583-4229-87a4-05b92fc17cef)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:52:02.981090 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e4c5351d-ef6a-4fdd-a652-0273892359cc tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:02.981345 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': '08be1526-c158-4e57-a34a-c3664135a1d7', 'network_id': '93f5dcc9-0b36-4024-bce0-d4b0862d4719', 'port_id': '08be1526-c158-4e57-a34a-c3664135a1d7', 'mac_address': 'fa:16:3e:11:e9:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a0f6126-1d73-4497-a2f5-3cddb2eb92e0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:52:02.981521 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e4c5351d-ef6a-4fdd-a652-0273892359cc tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:02.997795 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9f2e9a-0cd7-4f33-a61e-444e1a842359 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Pushing event deleted for resources: {'Subnet': ['ID=6c7c3bce-14f7-4822-8880-b4d52fcdc2d7,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:03.021408 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9d85277-bbd7-4450-90e2-35ee9f47a9d6 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Made reservation on behalf of dc29e2de924c4cbd81e8105396ddf747 for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:52:03.025196 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1c9f2e9a-0cd7-4f33-a61e-444e1a842359 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:03.030704 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-1c9f2e9a-0cd7-4f33-a61e-444e1a842359 tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] 10.222.0.54 "DELETE /v2.0/subnets/6c7c3bce-14f7-4822-8880-b4d52fcdc2d7 HTTP/1.1" status: 204 len: 168 time: 1.1214907 Dec 20 14:52:03.032810 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e9d85277-bbd7-4450-90e2-35ee9f47a9d6 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:03.033407 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 35830) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:03.036420 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:03.039242 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3140f331-234a-4a67-83d6-55ea68e6bcb0 None None] Network a482910b-4e10-4b62-a5ae-5a3dcd941bcf requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:52:03.075959 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08be1526-c158-4e57-a34a-c3664135a1d7 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:52:03.101628 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 08be1526-c158-4e57-a34a-c3664135a1d7, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=08be1526-c158-4e57-a34a-c3664135a1d7,segment=NetworkSegment(bd342b13-3583-4229-87a4-05b92fc17cef),segment_id=bd342b13-3583-4229-87a4-05b92fc17cef)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:52:03.137525 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-e4c5351d-ef6a-4fdd-a652-0273892359cc tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Calling delete_port for fdd82913-096a-4fa4-bc33-0139164617f3 owned by network:floatingip {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:52:03.148849 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:03.195873 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8fb306d1-429c-4e69-978f-05a04215004c tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:03.240792 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 09700f3a-5ddf-40d8-8991-56bd830dc875 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:52:03.248944 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0e9b51d6-8345-4df5-89ae-a9caf165d679 req-da709130-3d18-4b69-a57c-09dc043cd261 service neutron] 10.222.0.30 "GET /v2.0/networks/93f5dcc9-0b36-4024-bce0-d4b0862d4719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3950405 Dec 20 14:52:03.278347 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-8fb306d1-429c-4e69-978f-05a04215004c tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Deleting port 71c4bcb7-b47f-4145-a3ab-c97ab60ba45c {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:52:03.279578 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8fb306d1-429c-4e69-978f-05a04215004c tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:03.282785 n-d-761264-19 neutron-server[103168]: INFO neutron.db.ipam_backend_mixin [None req-e9d85277-bbd7-4450-90e2-35ee9f47a9d6 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 6950ebf5-469e-4610-b41c-48a358d10234 (CIDR: 172.20.0.0/28) Dec 20 14:52:03.294685 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=08be1526-c158-4e57-a34a-c3664135a1d7,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:03.296301 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9d85277-bbd7-4450-90e2-35ee9f47a9d6 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 14:52:03.296822 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9d85277-bbd7-4450-90e2-35ee9f47a9d6 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:52:03.340533 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-e9d85277-bbd7-4450-90e2-35ee9f47a9d6 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6603622 Dec 20 14:52:03.345572 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 09700f3a-5ddf-40d8-8991-56bd830dc875 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:52:03.345952 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:03.348040 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 35832) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:03.371984 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-d6b74f7f-756e-4fb7-973c-d60387c92db7 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Request body: {'subnet': {'network_id': '1e6c340b-bd5e-4dd1-8832-5c5d8a88be34', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:52:03.390747 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['08be1526-c158-4e57-a34a-c3664135a1d7'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:52:03.426548 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835d31ba-d753-4cec-9883-f1aed9e5a31a None None] DHCP port deletion for a482910b-4e10-4b62-a5ae-5a3dcd941bcf request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:52:03.477680 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e4c5351d-ef6a-4fdd-a652-0273892359cc tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:03.526843 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c5351d-ef6a-4fdd-a652-0273892359cc tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Pushing event deleted for resources: {'Port': ['ID=fdd82913-096a-4fa4-bc33-0139164617f3,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:03.552047 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-8fb306d1-429c-4e69-978f-05a04215004c tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] For port 71c4bcb7-b47f-4145-a3ab-c97ab60ba45c, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=71c4bcb7-b47f-4145-a3ab-c97ab60ba45c,segment=NetworkSegment(90a18cf9-26d5-4895-a0c8-a624c5f68237),segment_id=90a18cf9-26d5-4895-a0c8-a624c5f68237)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:52:03.552476 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8fb306d1-429c-4e69-978f-05a04215004c tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:03.600560 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-8fb306d1-429c-4e69-978f-05a04215004c tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Calling delete_port for 71c4bcb7-b47f-4145-a3ab-c97ab60ba45c owned by network:dhcp {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:52:03.660773 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e4c5351d-ef6a-4fdd-a652-0273892359cc tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Publish callbacks [] for floatingip, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:03.661452 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e4c5351d-ef6a-4fdd-a652-0273892359cc tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:03.666516 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-e4c5351d-ef6a-4fdd-a652-0273892359cc tempest-AttachVolumeShelveTestJSON-1198294466 tempest-AttachVolumeShelveTestJSON-1198294466-project] 10.222.0.54 "DELETE /v2.0/floatingips/d820bfdf-da88-4ba7-b86c-866bdf0233be HTTP/1.1" status: 204 len: 168 time: 1.6675491 Dec 20 14:52:03.673134 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-835d31ba-d753-4cec-9883-f1aed9e5a31a None None] Deleting port 71c4bcb7-b47f-4145-a3ab-c97ab60ba45c {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:52:03.673666 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-835d31ba-d753-4cec-9883-f1aed9e5a31a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:03.797915 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef59170f-d206-475b-9b44-28f8a37e96b7 req-cc664181-7387-4429-8c7d-a940bc116e44 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:03.799522 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-835d31ba-d753-4cec-9883-f1aed9e5a31a None None] For port 71c4bcb7-b47f-4145-a3ab-c97ab60ba45c, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=71c4bcb7-b47f-4145-a3ab-c97ab60ba45c,segment=NetworkSegment(90a18cf9-26d5-4895-a0c8-a624c5f68237),segment_id=90a18cf9-26d5-4895-a0c8-a624c5f68237)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:52:03.800102 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-835d31ba-d753-4cec-9883-f1aed9e5a31a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:03.804829 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ef59170f-d206-475b-9b44-28f8a37e96b7 req-cc664181-7387-4429-8c7d-a940bc116e44 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/ports?device_id=d37b0c07-5ce4-4205-9b3a-bde57c7567a1 HTTP/1.1" status: 200 len: 944 time: 0.1591868 Dec 20 14:52:03.823940 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6b74f7f-756e-4fb7-973c-d60387c92db7 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Made reservation on behalf of dc29e2de924c4cbd81e8105396ddf747 for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:52:03.827856 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d6b74f7f-756e-4fb7-973c-d60387c92db7 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:03.847780 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-835d31ba-d753-4cec-9883-f1aed9e5a31a None None] Calling delete_port for 71c4bcb7-b47f-4145-a3ab-c97ab60ba45c owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:52:03.867955 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:03.954330 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ef59170f-d206-475b-9b44-28f8a37e96b7 req-a69b6f66-639c-41fe-ad44-848ca9a6189f tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/security-groups?id=1965ba5c-d387-4fec-8f79-f26f65ad2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372488 Dec 20 14:52:03.963752 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8fb306d1-429c-4e69-978f-05a04215004c tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:04.001752 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-835d31ba-d753-4cec-9883-f1aed9e5a31a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:04.044280 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835d31ba-d753-4cec-9883-f1aed9e5a31a None None] Pushing event deleted for resources: {'Port': ['ID=71c4bcb7-b47f-4145-a3ab-c97ab60ba45c,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:04.058425 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835d31ba-d753-4cec-9883-f1aed9e5a31a None None] No DVR routers for this DVR port 71c4bcb7-b47f-4145-a3ab-c97ab60ba45c on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:52:04.097798 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb306d1-429c-4e69-978f-05a04215004c tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] No DVR routers for this DVR port 71c4bcb7-b47f-4145-a3ab-c97ab60ba45c on host n-d-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:52:04.114904 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb306d1-429c-4e69-978f-05a04215004c tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Pushing event deleted for resources: {'Port': ['ID=71c4bcb7-b47f-4145-a3ab-c97ab60ba45c,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:04.219779 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8fb306d1-429c-4e69-978f-05a04215004c tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:04.265133 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-8fb306d1-429c-4e69-978f-05a04215004c tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a482910b-4e10-4b62-a5ae-5a3dcd941bcf']}} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:52:04.279726 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-8fb306d1-429c-4e69-978f-05a04215004c tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90a18cf9-26d5-4895-a0c8-a624c5f68237') {'for_net_delete': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:52:04.280025 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-8fb306d1-429c-4e69-978f-05a04215004c tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90a18cf9-26d5-4895-a0c8-a624c5f68237') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:52:04.296217 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8fb306d1-429c-4e69-978f-05a04215004c tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954405'] for segment, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:04.335139 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8fb306d1-429c-4e69-978f-05a04215004c tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:04.353114 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fb306d1-429c-4e69-978f-05a04215004c tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=103167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:52:04.353590 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8fb306d1-429c-4e69-978f-05a04215004c tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9956000'] for segment, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:04.357430 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:52:04.357430 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:52:04.357430 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:52:04.357430 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:52:04.357430 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:52:04.357430 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:52:04.357430 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:52:04.357430 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:52:04.357430 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:52:04.357430 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:52:04.357430 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:52:04.357430 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:52:04.357430 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:52:04.357430 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:52:04.357430 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:52:04.357430 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:52:04.357430 n-d-761264-19 neutron-server[103167]: Traceback (most recent call last): Dec 20 14:52:04.357430 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:52:04.357430 n-d-761264-19 neutron-server[103167]: timer() Dec 20 14:52:04.357430 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:52:04.357430 n-d-761264-19 neutron-server[103167]: cb(*args, **kw) Dec 20 14:52:04.357430 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:52:04.357430 n-d-761264-19 neutron-server[103167]: return func(*args, **kwargs) Dec 20 14:52:04.357430 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:52:04.357430 n-d-761264-19 neutron-server[103167]: self._notify() Dec 20 14:52:04.357430 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:52:04.357430 n-d-761264-19 neutron-server[103167]: self.callback(batched_events) Dec 20 14:52:04.357430 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:52:04.357430 n-d-761264-19 neutron-server[103167]: event.method(event) Dec 20 14:52:04.357430 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:52:04.357430 n-d-761264-19 neutron-server[103167]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:52:04.357430 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:52:04.357430 n-d-761264-19 neutron-server[103167]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:52:04.357430 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:52:04.357430 n-d-761264-19 neutron-server[103167]: return f(self, *a, **k) Dec 20 14:52:04.357430 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:52:04.357430 n-d-761264-19 neutron-server[103167]: return self._get(url).json() Dec 20 14:52:04.357430 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:52:04.357430 n-d-761264-19 neutron-server[103167]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:52:04.357430 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:52:04.357430 n-d-761264-19 neutron-server[103167]: return self.request(url, 'GET', **kwargs) Dec 20 14:52:04.357430 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:52:04.357430 n-d-761264-19 neutron-server[103167]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:52:04.357430 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:52:04.357430 n-d-761264-19 neutron-server[103167]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:52:04.357430 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:52:04.357430 n-d-761264-19 neutron-server[103167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:52:04.357430 n-d-761264-19 neutron-server[103167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:52:04.449757 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8fb306d1-429c-4e69-978f-05a04215004c tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:04.455321 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8fb306d1-429c-4e69-978f-05a04215004c tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Publish callbacks [] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:04.458954 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-8fb306d1-429c-4e69-978f-05a04215004c tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] 10.222.0.54 "DELETE /v2.0/networks/a482910b-4e10-4b62-a5ae-5a3dcd941bcf HTTP/1.1" status: 204 len: 168 time: 1.4244452 Dec 20 14:52:04.463933 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d6b74f7f-756e-4fb7-973c-d60387c92db7 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:04.512068 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb306d1-429c-4e69-978f-05a04215004c tempest-AllowedAddressPairTestJSON-2123417986 tempest-AllowedAddressPairTestJSON-2123417986-project] Pushing event deleted for resources: {'Network': ['ID=a482910b-4e10-4b62-a5ae-5a3dcd941bcf,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:04.516174 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b74f7f-756e-4fb7-973c-d60387c92db7 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Network 1e6c340b-bd5e-4dd1-8832-5c5d8a88be34 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:52:04.519662 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-d6b74f7f-756e-4fb7-973c-d60387c92db7 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:52:04.524632 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b74f7f-756e-4fb7-973c-d60387c92db7 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:04.525120 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d6b74f7f-756e-4fb7-973c-d60387c92db7 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:04.530123 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4896845-b570-42e5-9134-c325b2f20c28 None None] Network 1e6c340b-bd5e-4dd1-8832-5c5d8a88be34 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:52:04.563354 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 35844) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:04.570941 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-d6b74f7f-756e-4fb7-973c-d60387c92db7 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2044661 Dec 20 14:52:04.581779 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-bb4c2658-43e5-4cf8-97d1-d6ba8711557f tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1800983060', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e8898f75-cf33-4c08-b22f-672bc82b62ba'}], 'security_groups': ['d4c437b9-d9ac-4cea-ad1b-e337b9a83095']}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:52:04.590767 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b74f7f-756e-4fb7-973c-d60387c92db7 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Pushing event updated for resources: {'Subnet': ['ID=e8898f75-cf33-4c08-b22f-672bc82b62ba,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:04.739233 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-bb4c2658-43e5-4cf8-97d1-d6ba8711557f tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:04.803012 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 35850) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:04.803764 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b153787d-9f6f-4fa1-bca4-54a7945c3e97 None None] Update dhcp port {'port': {'network_id': '1e6c340b-bd5e-4dd1-8832-5c5d8a88be34', 'fixed_ips': [{'subnet_id': '6950ebf5-469e-4610-b41c-48a358d10234', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e8898f75-cf33-4c08-b22f-672bc82b62ba'}], 'binding:host_id': 'n-d-761264-19'}, 'id': '09700f3a-5ddf-40d8-8991-56bd830dc875'} from n-d-761264-19. {{(pid=103169) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 20 14:52:04.832449 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 08be1526-c158-4e57-a34a-c3664135a1d7 up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:52:04.883327 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b153787d-9f6f-4fa1-bca4-54a7945c3e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:04.938092 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning for port 08be1526-c158-4e57-a34a-c3664135a1d7 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:52:04.947495 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port 08be1526-c158-4e57-a34a-c3664135a1d7 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:52:04.948014 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:05.093227 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-48698315-8ac4-438c-b971-8eebeecb4bd0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=00595425ad734f8cb37e992e795f72c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2863393 Dec 20 14:52:05.093800 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 35858) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:05.154899 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device b5317a84-c7f5-467f-8d7c-8a55d8ba4bbf details requested by agent hyperv_n-h1-761264-19 with host n-h1-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:52:05.251083 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-03396383-8b16-4969-b6fc-1c6ab70e28db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:05.275532 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 71c4bcb7-b47f-4145-a3ab-c97ab60ba45c no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:52:05.291150 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511a5516-ac4b-4689-88a1-c00e9c5bb2e6 req-3c67304d-8d9f-489f-8afb-5a189b340809 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:05.292814 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-511a5516-ac4b-4689-88a1-c00e9c5bb2e6 req-3c67304d-8d9f-489f-8afb-5a189b340809 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/ports?device_id=d37b0c07-5ce4-4205-9b3a-bde57c7567a1 HTTP/1.1" status: 200 len: 944 time: 0.1133831 Dec 20 14:52:05.294939 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-03396383-8b16-4969-b6fc-1c6ab70e28db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:05.377045 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-511a5516-ac4b-4689-88a1-c00e9c5bb2e6 req-04485219-6764-4440-98d8-e5d324ec0d99 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/security-groups?id=1965ba5c-d387-4fec-8f79-f26f65ad2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741534 Dec 20 14:52:05.394622 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-03396383-8b16-4969-b6fc-1c6ab70e28db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:05.397789 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-03396383-8b16-4969-b6fc-1c6ab70e28db admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:05.401410 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-03396383-8b16-4969-b6fc-1c6ab70e28db admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b4cc2854-3d21-4721-aaf0-3f2b7312fcde HTTP/1.1" status: 204 len: 168 time: 0.3043401 Dec 20 14:52:05.412036 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03396383-8b16-4969-b6fc-1c6ab70e28db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4cc2854-3d21-4721-aaf0-3f2b7312fcde,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:05.422395 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03396383-8b16-4969-b6fc-1c6ab70e28db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:52:05.422768 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03396383-8b16-4969-b6fc-1c6ab70e28db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:52:05.423121 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03396383-8b16-4969-b6fc-1c6ab70e28db admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:52:05.423489 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03396383-8b16-4969-b6fc-1c6ab70e28db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:52:05.423790 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03396383-8b16-4969-b6fc-1c6ab70e28db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:52:05.424119 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03396383-8b16-4969-b6fc-1c6ab70e28db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:52:05.424446 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03396383-8b16-4969-b6fc-1c6ab70e28db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:52:05.424768 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03396383-8b16-4969-b6fc-1c6ab70e28db admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:52:05.425119 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03396383-8b16-4969-b6fc-1c6ab70e28db admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:52:05.425414 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03396383-8b16-4969-b6fc-1c6ab70e28db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:52:05.425737 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03396383-8b16-4969-b6fc-1c6ab70e28db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:52:05.426057 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03396383-8b16-4969-b6fc-1c6ab70e28db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:52:05.426377 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03396383-8b16-4969-b6fc-1c6ab70e28db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:52:05.534701 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 71c4bcb7-b47f-4145-a3ab-c97ab60ba45c {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:52:05.535209 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 71c4bcb7-b47f-4145-a3ab-c97ab60ba45c not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:52:05.584236 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-b153787d-9f6f-4fa1-bca4-54a7945c3e97 None None] Allocated IP 172.20.0.18 (1e6c340b-bd5e-4dd1-8832-5c5d8a88be34/e8898f75-cf33-4c08-b22f-672bc82b62ba/09700f3a-5ddf-40d8-8991-56bd830dc875) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:52:05.604502 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:05.678137 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 08be1526-c158-4e57-a34a-c3664135a1d7, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=08be1526-c158-4e57-a34a-c3664135a1d7,segment=NetworkSegment(bd342b13-3583-4229-87a4-05b92fc17cef),segment_id=bd342b13-3583-4229-87a4-05b92fc17cef)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:52:05.684173 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e6e452e-b7b9-4269-b6fe-be94c6c57210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08be1526-c158-4e57-a34a-c3664135a1d7'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:52:05.686692 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f908b3b-b1a3-4265-99e4-76df46906873" -d '{"events": [{"server_uuid": "0e6e452e-b7b9-4269-b6fe-be94c6c57210", "name": "network-vif-plugged", "status": "completed", "tag": "08be1526-c158-4e57-a34a-c3664135a1d7"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:52:05.695459 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:05.698612 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port b5317a84-c7f5-467f-8d7c-8a55d8ba4bbf, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=b5317a84-c7f5-467f-8d7c-8a55d8ba4bbf,segment=NetworkSegment(bd342b13-3583-4229-87a4-05b92fc17cef),segment_id=bd342b13-3583-4229-87a4-05b92fc17cef)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:52:05.796109 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Returning: {'device': 'b5317a84-c7f5-467f-8d7c-8a55d8ba4bbf', 'network_id': '93f5dcc9-0b36-4024-bce0-d4b0862d4719', 'port_id': 'b5317a84-c7f5-467f-8d7c-8a55d8ba4bbf', 'mac_address': 'fa:16:3e:96:ea:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a0f6126-1d73-4497-a2f5-3cddb2eb92e0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:52:05.874057 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:05.876069 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:05.915775 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-b153787d-9f6f-4fa1-bca4-54a7945c3e97 None None] For port 09700f3a-5ddf-40d8-8991-56bd830dc875, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=09700f3a-5ddf-40d8-8991-56bd830dc875,segment=NetworkSegment(b0b663ee-03b5-477e-a931-e9e171aaad67),segment_id=b0b663ee-03b5-477e-a931-e9e171aaad67)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:52:05.928111 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=08be1526-c158-4e57-a34a-c3664135a1d7,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:05.933467 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5317a84-c7f5-467f-8d7c-8a55d8ba4bbf {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:52:05.970315 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port b5317a84-c7f5-467f-8d7c-8a55d8ba4bbf, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=b5317a84-c7f5-467f-8d7c-8a55d8ba4bbf,segment=NetworkSegment(bd342b13-3583-4229-87a4-05b92fc17cef),segment_id=bd342b13-3583-4229-87a4-05b92fc17cef)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:52:05.974806 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b153787d-9f6f-4fa1-bca4-54a7945c3e97 None None] Publish callbacks [] for port, precommit_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:05.977398 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:05.992275 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b153787d-9f6f-4fa1-bca4-54a7945c3e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:06.141418 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c18fc581-32f6-4566-92b1-0509962ece4c x-openstack-request-id: req-c18fc581-32f6-4566-92b1-0509962ece4c {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:52:06.143641 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e6e452e-b7b9-4269-b6fe-be94c6c57210", "name": "network-vif-plugged", "status": "completed", "tag": "08be1526-c158-4e57-a34a-c3664135a1d7", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:52:06.144036 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c18fc581-32f6-4566-92b1-0509962ece4c {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:52:06.144555 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e6e452e-b7b9-4269-b6fe-be94c6c57210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08be1526-c158-4e57-a34a-c3664135a1d7', 'code': 200} Dec 20 14:52:06.192026 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-bb4c2658-43e5-4cf8-97d1-d6ba8711557f tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Delete allocated IP 172.20.0.11 (1e6c340b-bd5e-4dd1-8832-5c5d8a88be34/6950ebf5-469e-4610-b41c-48a358d10234) {{(pid=103168) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 20 14:52:06.203391 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-bb4c2658-43e5-4cf8-97d1-d6ba8711557f tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Allocated IP 172.20.0.27 (1e6c340b-bd5e-4dd1-8832-5c5d8a88be34/e8898f75-cf33-4c08-b22f-672bc82b62ba/d473410d-008b-4222-abe5-689e831c62d5) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:52:06.232889 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=b5317a84-c7f5-467f-8d7c-8a55d8ba4bbf,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:06.286569 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e0fba2-f023-4e9d-bdfc-3e1cae3f2ab4 req-db10940f-1557-4135-af29-ce61796a2d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:06.288254 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-88e0fba2-f023-4e9d-bdfc-3e1cae3f2ab4 req-db10940f-1557-4135-af29-ce61796a2d07 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0e6e452e-b7b9-4269-b6fe-be94c6c57210 HTTP/1.1" status: 200 len: 1097 time: 0.0964811 Dec 20 14:52:06.345829 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:06.408260 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['b5317a84-c7f5-467f-8d7c-8a55d8ba4bbf'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:52:06.456714 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-88e0fba2-f023-4e9d-bdfc-3e1cae3f2ab4 req-a1650664-ecc0-4873-93ac-2d0ec04c0714 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1965ba5c-d387-4fec-8f79-f26f65ad2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544180 Dec 20 14:52:06.497407 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b153787d-9f6f-4fa1-bca4-54a7945c3e97 None None] Pushing event updated for resources: {'Port': ['ID=09700f3a-5ddf-40d8-8991-56bd830dc875,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:06.502635 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 35896) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:06.576923 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-bb4c2658-43e5-4cf8-97d1-d6ba8711557f tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:06.585727 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-bb4c2658-43e5-4cf8-97d1-d6ba8711557f tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:06.688614 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaa690a-6fca-4bee-b9c7-05eb5a028da8 req-7d8e1ea4-74a5-4e07-8148-c71e5ebc4df8 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:06.693168 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1aaa690a-6fca-4bee-b9c7-05eb5a028da8 req-7d8e1ea4-74a5-4e07-8148-c71e5ebc4df8 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/ports?device_id=d37b0c07-5ce4-4205-9b3a-bde57c7567a1 HTTP/1.1" status: 200 len: 945 time: 0.1767344 Dec 20 14:52:06.774043 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-bb4c2658-43e5-4cf8-97d1-d6ba8711557f tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] In _notify_port_updated(), no bound segment for port d473410d-008b-4222-abe5-689e831c62d5 on network 1e6c340b-bd5e-4dd1-8832-5c5d8a88be34 {{(pid=103168) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 20 14:52:06.789743 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4c2658-43e5-4cf8-97d1-d6ba8711557f tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:06.790469 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-bb4c2658-43e5-4cf8-97d1-d6ba8711557f tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:06.794678 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-bb4c2658-43e5-4cf8-97d1-d6ba8711557f tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "PUT /v2.0/ports/d473410d-008b-4222-abe5-689e831c62d5 HTTP/1.1" status: 200 len: 921 time: 2.2275527 Dec 20 14:52:06.800615 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 35906) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:06.832735 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4c2658-43e5-4cf8-97d1-d6ba8711557f tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Pushing event updated for resources: {'Port': ['ID=d473410d-008b-4222-abe5-689e831c62d5,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:06.840540 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1aaa690a-6fca-4bee-b9c7-05eb5a028da8 req-d48d55f7-385a-4a73-8d15-2a467ae6beb4 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/security-groups?id=1965ba5c-d387-4fec-8f79-f26f65ad2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417909 Dec 20 14:52:06.842662 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-cfcf052c-0346-4005-b3a0-c630c176deb7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:06.993109 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-99b4fce8-8fc6-4732-bc3e-f04d3a468bec tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Deleting port d473410d-008b-4222-abe5-689e831c62d5 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:52:06.993734 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-99b4fce8-8fc6-4732-bc3e-f04d3a468bec tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:07.002660 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-cfcf052c-0346-4005-b3a0-c630c176deb7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:07.011204 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-cfcf052c-0346-4005-b3a0-c630c176deb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:07.123284 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-cfcf052c-0346-4005-b3a0-c630c176deb7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=bbb28417d6dd450695adf22c53777e86&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6191561 Dec 20 14:52:07.124791 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 35910) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:07.127676 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcf052c-0346-4005-b3a0-c630c176deb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e1123cd-d23e-4389-89da-6a9d1b6de355,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:07.147431 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-99b4fce8-8fc6-4732-bc3e-f04d3a468bec tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:07.171137 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 35912) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:07.192055 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-99b4fce8-8fc6-4732-bc3e-f04d3a468bec tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Calling delete_port for d473410d-008b-4222-abe5-689e831c62d5 owned by {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:52:07.255054 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 09700f3a-5ddf-40d8-8991-56bd830dc875 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:52:07.281533 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-af3401cc-648d-4218-bf6c-ddb4569e6593 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:07.364996 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-3fe6ad8f-6004-4b8e-acd6-d4bf9edc6c65 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1111710998'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:52:07.374221 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-af3401cc-648d-4218-bf6c-ddb4569e6593 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:07.418621 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-01ee4fa7-5001-4427-95ac-06f438083bed None None] Provisioning complete for port d473410d-008b-4222-abe5-689e831c62d5 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:52:07.418939 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-01ee4fa7-5001-4427-95ac-06f438083bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:07.470349 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 09700f3a-5ddf-40d8-8991-56bd830dc875 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:52:07.470690 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:07.471284 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-af3401cc-648d-4218-bf6c-ddb4569e6593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:07.474775 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-af3401cc-648d-4218-bf6c-ddb4569e6593 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:07.475873 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-af3401cc-648d-4218-bf6c-ddb4569e6593 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4e1123cd-d23e-4389-89da-6a9d1b6de355 HTTP/1.1" status: 204 len: 168 time: 0.3494081 Dec 20 14:52:07.494411 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3401cc-648d-4218-bf6c-ddb4569e6593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e1123cd-d23e-4389-89da-6a9d1b6de355,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:07.573443 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fe6ad8f-6004-4b8e-acd6-d4bf9edc6c65 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Made reservation on behalf of d8b92d0821214aa99ef95758b3994c0e for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:52:07.580251 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3fe6ad8f-6004-4b8e-acd6-d4bf9edc6c65 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:07.584841 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-99b4fce8-8fc6-4732-bc3e-f04d3a468bec tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:07.599302 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3fe6ad8f-6004-4b8e-acd6-d4bf9edc6c65 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:07.607709 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-01ee4fa7-5001-4427-95ac-06f438083bed None None] Port d473410d-008b-4222-abe5-689e831c62d5 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:52:07.643227 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-01ee4fa7-5001-4427-95ac-06f438083bed None None] Provisioning complete for port 09700f3a-5ddf-40d8-8991-56bd830dc875 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:52:07.651957 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b4fce8-8fc6-4732-bc3e-f04d3a468bec tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Pushing event deleted for resources: {'Port': ['ID=d473410d-008b-4222-abe5-689e831c62d5,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:07.652472 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-01ee4fa7-5001-4427-95ac-06f438083bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:07.920069 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3fe6ad8f-6004-4b8e-acd6-d4bf9edc6c65 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:07.924669 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-99b4fce8-8fc6-4732-bc3e-f04d3a468bec tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:07.936054 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-99b4fce8-8fc6-4732-bc3e-f04d3a468bec tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "DELETE /v2.0/ports/d473410d-008b-4222-abe5-689e831c62d5 HTTP/1.1" status: 204 len: 168 time: 1.1318400 Dec 20 14:52:07.936578 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-01ee4fa7-5001-4427-95ac-06f438083bed None None] Provisioning complete for port 4820eea2-58bd-458a-9c7a-713ee7194c29 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:52:07.937127 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-01ee4fa7-5001-4427-95ac-06f438083bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:07.937719 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 35934) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:07.950622 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3fe6ad8f-6004-4b8e-acd6-d4bf9edc6c65 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:08.008363 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-01ee4fa7-5001-4427-95ac-06f438083bed None None] Port 4820eea2-58bd-458a-9c7a-713ee7194c29 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:52:08.009002 n-d-761264-19 neutron-server[103167]: INFO neutron.pecan_wsgi.hooks.translation [None req-173d739d-78b4-4a1f-af67-2784ca0293c0 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] GET failed (client error): The resource could not be found. Dec 20 14:52:08.015026 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-173d739d-78b4-4a1f-af67-2784ca0293c0 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "GET /v2.0/ports/d473410d-008b-4222-abe5-689e831c62d5 HTTP/1.1" status: 404 len: 333 time: 0.0729375 Dec 20 14:52:08.017308 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 35938) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:08.054703 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fe6ad8f-6004-4b8e-acd6-d4bf9edc6c65 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:52:08.108973 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-40bea1c7-73f4-4b1d-927c-a3695effc85d tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:08.128976 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-1874dd2a-74d9-495f-879e-8d2b9ccd119c None None] Could not find standard attr ID for object d473410d-008b-4222-abe5-689e831c62d5. {{(pid=103169) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 14:52:08.157690 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3fe6ad8f-6004-4b8e-acd6-d4bf9edc6c65 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:08.158366 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-3fe6ad8f-6004-4b8e-acd6-d4bf9edc6c65 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Added segment ff077365-1964-4781-b570-130d6bab40e6 of type vlan for network 70d43a86-5b1e-4e36-80ad-7aa55c84f932 Dec 20 14:52:08.166366 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-40bea1c7-73f4-4b1d-927c-a3695effc85d tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:08.168195 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe6ad8f-6004-4b8e-acd6-d4bf9edc6c65 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c20f90-802c-4c44-8270-667c51af0f59,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:08.265152 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cf8bc4-355f-43b5-a258-10f20954c811 req-ab35c9c9-e103-4bbb-9479-ec05f052a6bb tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:08.265807 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-40bea1c7-73f4-4b1d-927c-a3695effc85d tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:08.266689 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-06cf8bc4-355f-43b5-a258-10f20954c811 req-ab35c9c9-e103-4bbb-9479-ec05f052a6bb tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/ports?device_id=d37b0c07-5ce4-4205-9b3a-bde57c7567a1 HTTP/1.1" status: 200 len: 945 time: 0.2538197 Dec 20 14:52:08.275082 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-40bea1c7-73f4-4b1d-927c-a3695effc85d tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:08.276564 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-40bea1c7-73f4-4b1d-927c-a3695effc85d tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "DELETE /v2.0/security-groups/59409bd6-fbb7-456f-8f94-4fffdba3ddf8 HTTP/1.1" status: 204 len: 168 time: 0.2582827 Dec 20 14:52:08.281599 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 35944) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:08.313865 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bea1c7-73f4-4b1d-927c-a3695effc85d tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59409bd6-fbb7-456f-8f94-4fffdba3ddf8,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:08.315135 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3fe6ad8f-6004-4b8e-acd6-d4bf9edc6c65 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:08.397643 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3fe6ad8f-6004-4b8e-acd6-d4bf9edc6c65 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:08.401130 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:52:08.401130 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:52:08.401130 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:52:08.401130 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:52:08.401130 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:52:08.401130 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:52:08.401130 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:52:08.401130 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:52:08.401130 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:52:08.401130 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:52:08.401130 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:52:08.401130 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:52:08.401130 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:52:08.401130 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:52:08.401130 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:52:08.401130 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:52:08.401130 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:52:08.401130 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:52:08.401130 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:52:08.401130 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:52:08.401130 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:52:08.401130 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:52:08.401130 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:52:08.401130 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:52:08.401130 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:52:08.401130 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:52:08.401130 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:52:08.401130 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:52:08.401130 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:52:08.401130 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:52:08.401130 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:52:08.401130 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:52:08.401130 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:52:08.401130 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:52:08.401130 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:52:08.401130 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:52:08.401130 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:52:08.401130 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:52:08.401130 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:52:08.401130 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:52:08.401130 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:52:08.401130 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:52:08.401130 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:52:08.401130 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:52:08.401130 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:52:08.401130 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:52:08.401130 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:52:08.401130 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:52:08.405175 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe6ad8f-6004-4b8e-acd6-d4bf9edc6c65 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:08.405175 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3fe6ad8f-6004-4b8e-acd6-d4bf9edc6c65 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks [] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:08.414852 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-06cf8bc4-355f-43b5-a258-10f20954c811 req-3fec4542-0655-41fa-b0d4-d56e7d39249a tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/security-groups?id=1965ba5c-d387-4fec-8f79-f26f65ad2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189134 Dec 20 14:52:08.445744 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c01d2481-5d14-4dba-be49-cfd8f0a489db tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:08.490047 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c01d2481-5d14-4dba-be49-cfd8f0a489db tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:08.534820 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-3fe6ad8f-6004-4b8e-acd6-d4bf9edc6c65 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3537846 Dec 20 14:52:08.581576 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe6ad8f-6004-4b8e-acd6-d4bf9edc6c65 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Pushing event updated for resources: {'Network': ['ID=70d43a86-5b1e-4e36-80ad-7aa55c84f932,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:08.585910 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c01d2481-5d14-4dba-be49-cfd8f0a489db tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:08.596277 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 70d43a86-5b1e-4e36-80ad-7aa55c84f932 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:52:08.604539 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c01d2481-5d14-4dba-be49-cfd8f0a489db tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:08.609882 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-c01d2481-5d14-4dba-be49-cfd8f0a489db tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "DELETE /v2.0/security-groups/d4c437b9-d9ac-4cea-ad1b-e337b9a83095 HTTP/1.1" status: 204 len: 168 time: 0.3255200 Dec 20 14:52:08.611353 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 35956) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:08.649091 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01d2481-5d14-4dba-be49-cfd8f0a489db tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c437b9-d9ac-4cea-ad1b-e337b9a83095,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:08.738545 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_v2 [None req-824228d1-2858-4fe6-b207-acfe724469dc tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Deleting subnet 6950ebf5-469e-4610-b41c-48a358d10234 {{(pid=103168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:52:08.743652 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-824228d1-2858-4fe6-b207-acfe724469dc tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks [] for subnet, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:08.803145 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-824228d1-2858-4fe6-b207-acfe724469dc tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9023023'] for subnet, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:08.916714 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-824228d1-2858-4fe6-b207-acfe724469dc tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:09.017014 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-824228d1-2858-4fe6-b207-acfe724469dc tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8850800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470517'] for subnet, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:09.058965 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824228d1-2858-4fe6-b207-acfe724469dc tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Pushing event deleted for resources: {'Subnet': ['ID=6950ebf5-469e-4610-b41c-48a358d10234,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:09.072104 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-824228d1-2858-4fe6-b207-acfe724469dc tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks [] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:09.079445 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 35962) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:09.082084 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-824228d1-2858-4fe6-b207-acfe724469dc tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "DELETE /v2.0/subnets/6950ebf5-469e-4610-b41c-48a358d10234 HTTP/1.1" status: 204 len: 168 time: 0.4696147 Dec 20 14:52:09.084459 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb724fb3-ded6-4d1c-8d78-9cf4c6b66a8d None None] Network 1e6c340b-bd5e-4dd1-8832-5c5d8a88be34 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:52:09.087404 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-d9ceca8f-1648-46f1-bb0f-fead56edac05 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Request body: {'subnet': {'network_id': '1e6c340b-bd5e-4dd1-8832-5c5d8a88be34', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:52:09.200176 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device b5317a84-c7f5-467f-8d7c-8a55d8ba4bbf up at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:52:09.300294 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning for port b5317a84-c7f5-467f-8d7c-8a55d8ba4bbf completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:52:09.306205 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning complete for port b5317a84-c7f5-467f-8d7c-8a55d8ba4bbf triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:52:09.307540 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:09.377592 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9ceca8f-1648-46f1-bb0f-fead56edac05 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Made reservation on behalf of dc29e2de924c4cbd81e8105396ddf747 for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:52:09.384491 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d9ceca8f-1648-46f1-bb0f-fead56edac05 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:09.454092 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:09.499593 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port b5317a84-c7f5-467f-8d7c-8a55d8ba4bbf, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=b5317a84-c7f5-467f-8d7c-8a55d8ba4bbf,segment=NetworkSegment(bd342b13-3583-4229-87a4-05b92fc17cef),segment_id=bd342b13-3583-4229-87a4-05b92fc17cef)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:52:09.501038 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd37b0c07-5ce4-4205-9b3a-bde57c7567a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5317a84-c7f5-467f-8d7c-8a55d8ba4bbf'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:52:09.504998 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b98f8ce-2e34-4970-bd4f-39a1a6a6180c" -d '{"events": [{"server_uuid": "d37b0c07-5ce4-4205-9b3a-bde57c7567a1", "name": "network-vif-plugged", "status": "completed", "tag": "b5317a84-c7f5-467f-8d7c-8a55d8ba4bbf"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:52:09.511181 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:09.586040 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=b5317a84-c7f5-467f-8d7c-8a55d8ba4bbf,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:09.617822 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e83b79ec-05d4-45fa-b9b3-1bcfcb0fe2fa x-openstack-request-id: req-e83b79ec-05d4-45fa-b9b3-1bcfcb0fe2fa {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:52:09.618979 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d37b0c07-5ce4-4205-9b3a-bde57c7567a1", "name": "network-vif-plugged", "status": "completed", "tag": "b5317a84-c7f5-467f-8d7c-8a55d8ba4bbf", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:52:09.619557 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e83b79ec-05d4-45fa-b9b3-1bcfcb0fe2fa {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:52:09.620121 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd37b0c07-5ce4-4205-9b3a-bde57c7567a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5317a84-c7f5-467f-8d7c-8a55d8ba4bbf', 'code': 200} Dec 20 14:52:09.811213 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d071fc28-0069-4d0e-a7d3-f80f7afc415d req-f263a343-98b1-4853-9f04-7b57aaee6f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:09.819938 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d071fc28-0069-4d0e-a7d3-f80f7afc415d req-f263a343-98b1-4853-9f04-7b57aaee6f9c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d37b0c07-5ce4-4205-9b3a-bde57c7567a1 HTTP/1.1" status: 200 len: 1098 time: 0.1029110 Dec 20 14:52:09.915616 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d071fc28-0069-4d0e-a7d3-f80f7afc415d req-238541f7-1f7f-4689-a83c-8679f734f546 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1965ba5c-d387-4fec-8f79-f26f65ad2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884578 Dec 20 14:52:10.000568 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74b599e-3fd6-4f3c-8199-ce479d425909 req-9c67d503-d578-4d24-8186-0673b36aa14e tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:10.019857 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a74b599e-3fd6-4f3c-8199-ce479d425909 req-9c67d503-d578-4d24-8186-0673b36aa14e tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/ports?device_id=d37b0c07-5ce4-4205-9b3a-bde57c7567a1 HTTP/1.1" status: 200 len: 946 time: 0.2049787 Dec 20 14:52:10.147090 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a74b599e-3fd6-4f3c-8199-ce479d425909 req-01fed367-4ea7-47d7-990b-d63a328a5735 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/security-groups?id=1965ba5c-d387-4fec-8f79-f26f65ad2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260977 Dec 20 14:52:10.175402 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d9ceca8f-1648-46f1-bb0f-fead56edac05 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:10.258746 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ceca8f-1648-46f1-bb0f-fead56edac05 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Network 1e6c340b-bd5e-4dd1-8832-5c5d8a88be34 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:52:10.263154 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-d9ceca8f-1648-46f1-bb0f-fead56edac05 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:52:10.273956 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ceca8f-1648-46f1-bb0f-fead56edac05 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:10.281695 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d9ceca8f-1648-46f1-bb0f-fead56edac05 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:10.287996 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b881e6-ed21-4f66-b71b-a73a68c5a63f None None] Network 1e6c340b-bd5e-4dd1-8832-5c5d8a88be34 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:52:10.343519 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ceca8f-1648-46f1-bb0f-fead56edac05 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Pushing event updated for resources: {'Subnet': ['ID=45cc602c-ed1a-49b9-8171-8d945079ba50,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:10.358684 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-d9ceca8f-1648-46f1-bb0f-fead56edac05 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2754242 Dec 20 14:52:10.361412 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 35986) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:10.367656 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-331f8ee2-741b-42b8-a9b1-0c1211e4949f tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Request body: {'security_group': {'name': 'tempest-secgroup-109142037'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:52:10.407864 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-331f8ee2-741b-42b8-a9b1-0c1211e4949f tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:10.466156 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-7748b069-7435-4ff8-b08f-9238ad18f4d2 None None] Provisioning complete for port 09700f3a-5ddf-40d8-8991-56bd830dc875 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:52:10.466587 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-7748b069-7435-4ff8-b08f-9238ad18f4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:10.534696 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-331f8ee2-741b-42b8-a9b1-0c1211e4949f tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:10.545972 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-331f8ee2-741b-42b8-a9b1-0c1211e4949f tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:10.550279 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 35988) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:10.562909 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-fa0248b0-cf0a-4659-9d97-7cd46b24c927 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-693814293', 'description': 'tempest-secgroup-smoke-693814293 description', 'project_id': 'f35a648a7aca4680a908ac1344ad2536'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:52:10.607396 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331f8ee2-741b-42b8-a9b1-0c1211e4949f tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f693c26e-20b9-423b-808a-ea2e540d583a,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:10.613025 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-331f8ee2-741b-42b8-a9b1-0c1211e4949f tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:10.618706 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-331f8ee2-741b-42b8-a9b1-0c1211e4949f tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2556176 Dec 20 14:52:10.621516 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 35990) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:10.630505 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-3359647e-962a-4a38-9441-5ac0f2b0f0bc tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Request body: {'security_group': {'name': 'tempest-secgroup-1941324539'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:52:10.635202 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fa0248b0-cf0a-4659-9d97-7cd46b24c927 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:10.654458 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fa0248b0-cf0a-4659-9d97-7cd46b24c927 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:10.687206 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3359647e-962a-4a38-9441-5ac0f2b0f0bc tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:10.724140 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-7748b069-7435-4ff8-b08f-9238ad18f4d2 None None] Provisioning complete for port 4820eea2-58bd-458a-9c7a-713ee7194c29 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:52:10.724855 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-7748b069-7435-4ff8-b08f-9238ad18f4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:10.798226 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-7748b069-7435-4ff8-b08f-9238ad18f4d2 None None] Port 4820eea2-58bd-458a-9c7a-713ee7194c29 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:52:10.809200 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc6e6ca2-f649-4d8b-9200-2a8e321f85c6 None None] Update dhcp port {'port': {'network_id': '1e6c340b-bd5e-4dd1-8832-5c5d8a88be34', 'fixed_ips': [{'subnet_id': 'e8898f75-cf33-4c08-b22f-672bc82b62ba', 'ip_address': '172.20.0.18'}, {'subnet_id': '45cc602c-ed1a-49b9-8171-8d945079ba50'}], 'binding:host_id': 'n-d-761264-19'}, 'id': '09700f3a-5ddf-40d8-8991-56bd830dc875'} from n-d-761264-19. {{(pid=103169) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 20 14:52:10.813511 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3359647e-962a-4a38-9441-5ac0f2b0f0bc tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:10.817448 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fa0248b0-cf0a-4659-9d97-7cd46b24c927 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:10.822387 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3359647e-962a-4a38-9441-5ac0f2b0f0bc tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:10.838406 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fa0248b0-cf0a-4659-9d97-7cd46b24c927 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:10.855629 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-bc6e6ca2-f649-4d8b-9200-2a8e321f85c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:10.867911 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3359647e-962a-4a38-9441-5ac0f2b0f0bc tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59b89dd7-6b2e-4709-8316-33c2774467c7,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:10.904454 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0248b0-cf0a-4659-9d97-7cd46b24c927 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=006658c2-ddfa-4a18-b8d5-2544c7a5677b,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:10.906436 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3359647e-962a-4a38-9441-5ac0f2b0f0bc tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:10.929417 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-3359647e-962a-4a38-9441-5ac0f2b0f0bc tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3017654 Dec 20 14:52:10.931807 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 35994) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:10.939711 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-67dae611-5d05-415d-9477-e73fda73c24d tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Request body: {'security_group': {'name': 'tempest-secgroup-2067835161'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:52:10.971496 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fa0248b0-cf0a-4659-9d97-7cd46b24c927 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:10.980049 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fa0248b0-cf0a-4659-9d97-7cd46b24c927 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:11.013733 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-67dae611-5d05-415d-9477-e73fda73c24d tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:11.028845 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0248b0-cf0a-4659-9d97-7cd46b24c927 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3840027-1c66-4dfc-886c-c2af2b1c81e3,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:11.036073 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fa0248b0-cf0a-4659-9d97-7cd46b24c927 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:11.040283 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-fa0248b0-cf0a-4659-9d97-7cd46b24c927 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4815366 Dec 20 14:52:11.040875 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 35996) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:11.045660 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-e3c8157f-4602-4968-8a2b-e86ef993df07 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Request body: {'security_group_rule': {'security_group_id': 'a3840027-1c66-4dfc-886c-c2af2b1c81e3', 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:52:11.098522 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e3c8157f-4602-4968-8a2b-e86ef993df07 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:11.156170 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-bc6e6ca2-f649-4d8b-9200-2a8e321f85c6 None None] Allocated IP 172.20.0.2 (1e6c340b-bd5e-4dd1-8832-5c5d8a88be34/45cc602c-ed1a-49b9-8171-8d945079ba50/09700f3a-5ddf-40d8-8991-56bd830dc875) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:52:11.179860 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-67dae611-5d05-415d-9477-e73fda73c24d tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:11.184799 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-67dae611-5d05-415d-9477-e73fda73c24d tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:11.240623 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dae611-5d05-415d-9477-e73fda73c24d tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7cfecdf-22c9-4076-914f-b80344e07db1,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:11.248517 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-67dae611-5d05-415d-9477-e73fda73c24d tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:11.250279 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-67dae611-5d05-415d-9477-e73fda73c24d tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3171749 Dec 20 14:52:11.253808 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 36000) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:11.259491 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-49f6fa5d-1559-48a5-88d4-62b7a36ef86c tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1356439224', 'security_groups': ['f7cfecdf-22c9-4076-914f-b80344e07db1'], 'network_id': '1e6c340b-bd5e-4dd1-8832-5c5d8a88be34', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '45cc602c-ed1a-49b9-8171-8d945079ba50'}]}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:52:11.323492 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e3c8157f-4602-4968-8a2b-e86ef993df07 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:11.331798 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e3c8157f-4602-4968-8a2b-e86ef993df07 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:11.376761 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-bc6e6ca2-f649-4d8b-9200-2a8e321f85c6 None None] For port 09700f3a-5ddf-40d8-8991-56bd830dc875, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=09700f3a-5ddf-40d8-8991-56bd830dc875,segment=NetworkSegment(b0b663ee-03b5-477e-a931-e9e171aaad67),segment_id=b0b663ee-03b5-477e-a931-e9e171aaad67)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:52:11.393253 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c8157f-4602-4968-8a2b-e86ef993df07 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08a4ebbe-303f-4a79-ae28-0a4d60dc19ab,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:11.420610 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e3c8157f-4602-4968-8a2b-e86ef993df07 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:11.422522 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-e3c8157f-4602-4968-8a2b-e86ef993df07 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3808753 Dec 20 14:52:11.425305 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 36002) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:11.432828 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-52a3dbe0-4038-4eb3-87a9-a2916a7851b8 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Request body: {'security_group_rule': {'security_group_id': 'a3840027-1c66-4dfc-886c-c2af2b1c81e3', 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:52:11.440459 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23473238-6d3a-4889-b5af-9d494014e176 req-283d0a89-75ae-4f2d-a3e3-b3645e13bef2 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:11.441558 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-bc6e6ca2-f649-4d8b-9200-2a8e321f85c6 None None] Publish callbacks [] for port, precommit_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:11.450085 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-23473238-6d3a-4889-b5af-9d494014e176 req-283d0a89-75ae-4f2d-a3e3-b3645e13bef2 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/ports?device_id=d37b0c07-5ce4-4205-9b3a-bde57c7567a1 HTTP/1.1" status: 200 len: 946 time: 0.1032460 Dec 20 14:52:11.452010 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-bc6e6ca2-f649-4d8b-9200-2a8e321f85c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:11.498912 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-52a3dbe0-4038-4eb3-87a9-a2916a7851b8 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:11.512089 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-23473238-6d3a-4889-b5af-9d494014e176 req-baddbde3-6d45-4663-b290-79a86851ecb1 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/security-groups?id=1965ba5c-d387-4fec-8f79-f26f65ad2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611708 Dec 20 14:52:11.585950 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6e6ca2-f649-4d8b-9200-2a8e321f85c6 None None] Pushing event updated for resources: {'Port': ['ID=09700f3a-5ddf-40d8-8991-56bd830dc875,revision_number=6']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:11.605990 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-52a3dbe0-4038-4eb3-87a9-a2916a7851b8 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:11.611176 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-52a3dbe0-4038-4eb3-87a9-a2916a7851b8 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:11.618968 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49f6fa5d-1559-48a5-88d4-62b7a36ef86c tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Made reservation on behalf of dc29e2de924c4cbd81e8105396ddf747 for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:52:11.668997 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36004) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:11.674118 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-529771f9-16c1-4264-aeb2-8febc792d8b1 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Request body: {'subnet': {'network_id': '70d43a86-5b1e-4e36-80ad-7aa55c84f932', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:52:11.680100 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a3dbe0-4038-4eb3-87a9-a2916a7851b8 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b97ff5e1-cc47-4f0d-ba24-b859c9c93ed8,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:11.692578 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:11.714986 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-52a3dbe0-4038-4eb3-87a9-a2916a7851b8 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:11.716256 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-52a3dbe0-4038-4eb3-87a9-a2916a7851b8 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2883701 Dec 20 14:52:11.719485 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 36006) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:11.723897 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-534872d5-145d-475b-9989-1331134879b4 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Request body: {'security_group_rule': {'security_group_id': 'a3840027-1c66-4dfc-886c-c2af2b1c81e3', 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:52:11.770635 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-49f6fa5d-1559-48a5-88d4-62b7a36ef86c tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:11.791826 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-534872d5-145d-475b-9989-1331134879b4 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:11.806047 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [None req-49f6fa5d-1559-48a5-88d4-62b7a36ef86c tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] device_id is not set on port f671ac90-f6f3-45c4-9ca4-a6542cfb5b98 yet. {{(pid=103168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 14:52:11.817693 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-529771f9-16c1-4264-aeb2-8febc792d8b1 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Made reservation on behalf of d8b92d0821214aa99ef95758b3994c0e for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:52:11.823476 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-529771f9-16c1-4264-aeb2-8febc792d8b1 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:11.925291 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-534872d5-145d-475b-9989-1331134879b4 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:11.932943 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-534872d5-145d-475b-9989-1331134879b4 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:11.969780 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534872d5-145d-475b-9989-1331134879b4 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dcb795f-e288-449c-b44e-189f31cd8d0d,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:11.993243 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-534872d5-145d-475b-9989-1331134879b4 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:11.994660 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-534872d5-145d-475b-9989-1331134879b4 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2742348 Dec 20 14:52:11.998662 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36010) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:12.010746 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-3e295b9c-1b60-4c72-8f1a-15a6d480cf17 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Request body: {'security_group_rule': {'security_group_id': 'a3840027-1c66-4dfc-886c-c2af2b1c81e3', 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:52:12.087612 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3e295b9c-1b60-4c72-8f1a-15a6d480cf17 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:12.151644 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3e295b9c-1b60-4c72-8f1a-15a6d480cf17 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:12.160651 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3e295b9c-1b60-4c72-8f1a-15a6d480cf17 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:12.196009 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-529771f9-16c1-4264-aeb2-8febc792d8b1 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:12.257544 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3e295b9c-1b60-4c72-8f1a-15a6d480cf17 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:12.261874 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-3e295b9c-1b60-4c72-8f1a-15a6d480cf17 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2583005 Dec 20 14:52:12.261874 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e295b9c-1b60-4c72-8f1a-15a6d480cf17 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=892564d7-4fc3-4cda-a94d-0ba0675d594e,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:12.264310 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529771f9-16c1-4264-aeb2-8febc792d8b1 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Pushing event updated for resources: {'Subnet': ['ID=7ef38231-1a94-440f-8a00-f3db9eb6ee7d,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:12.266741 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36012) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:12.273670 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-f3ae2578-bc4d-483d-8a5e-7b62bbe6633d tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Request body: {'security_group_rule': {'security_group_id': 'a3840027-1c66-4dfc-886c-c2af2b1c81e3', 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:52:12.315454 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529771f9-16c1-4264-aeb2-8febc792d8b1 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Checking segment: {'id': 'ff077365-1964-4781-b570-130d6bab40e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '70d43a86-5b1e-4e36-80ad-7aa55c84f932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:52:12.315819 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529771f9-16c1-4264-aeb2-8febc792d8b1 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Network hostable DHCP agents. Network: 70d43a86-5b1e-4e36-80ad-7aa55c84f932, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:52:12.331052 n-d-761264-19 neutron-server[103167]: INFO neutron.db.securitygroups_db [None req-f3ae2578-bc4d-483d-8a5e-7b62bbe6633d tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Project f35a648a7aca4680a908ac1344ad2536 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 14:52:12.342472 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f3ae2578-bc4d-483d-8a5e-7b62bbe6633d tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:12.361443 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-49f6fa5d-1559-48a5-88d4-62b7a36ef86c tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Allocated IP 172.20.0.9 (1e6c340b-bd5e-4dd1-8832-5c5d8a88be34/45cc602c-ed1a-49b9-8171-8d945079ba50/f671ac90-f6f3-45c4-9ca4-a6542cfb5b98) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:52:12.363548 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529771f9-16c1-4264-aeb2-8febc792d8b1 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Network 70d43a86-5b1e-4e36-80ad-7aa55c84f932 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:52:12.385339 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-529771f9-16c1-4264-aeb2-8febc792d8b1 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 70d43a86-5b1e-4e36-80ad-7aa55c84f932) {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:52:12.393386 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697d95b3-f09c-48e6-91ef-4245402a5339 None None] Network 70d43a86-5b1e-4e36-80ad-7aa55c84f932 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:52:12.395091 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-529771f9-16c1-4264-aeb2-8febc792d8b1 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:12.395685 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-529771f9-16c1-4264-aeb2-8febc792d8b1 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:12.426103 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-529771f9-16c1-4264-aeb2-8febc792d8b1 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7558441 Dec 20 14:52:12.430707 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36014) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:12.435752 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-f765fde5-24b3-4651-a902-7a75cc59fa5e tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-504759867'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:52:12.445890 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f3ae2578-bc4d-483d-8a5e-7b62bbe6633d tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:12.453649 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f3ae2578-bc4d-483d-8a5e-7b62bbe6633d tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:12.482269 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ae2578-bc4d-483d-8a5e-7b62bbe6633d tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e8a1f2d-1ee7-4c9e-bf1a-284e2097ac05,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:12.486375 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f765fde5-24b3-4651-a902-7a75cc59fa5e tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Made reservation on behalf of d8b92d0821214aa99ef95758b3994c0e for: {'network': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:52:12.490931 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f765fde5-24b3-4651-a902-7a75cc59fa5e tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:12.496207 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f3ae2578-bc4d-483d-8a5e-7b62bbe6633d tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:12.497216 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-f3ae2578-bc4d-483d-8a5e-7b62bbe6633d tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2272744 Dec 20 14:52:12.510824 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36016) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:12.517933 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-f351f959-410a-4cbd-a91b-bbb8d655fe1c tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Request body: {'security_group_rule': {'security_group_id': 'a3840027-1c66-4dfc-886c-c2af2b1c81e3', 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:52:12.523257 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3036e99b-2f1f-4ba3-aa42-27888d506ea9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-70d43a86-5b1e-4e36-80ad-7aa55c84f932', 'network_id': '70d43a86-5b1e-4e36-80ad-7aa55c84f932', 'project_id': 'd8b92d0821214aa99ef95758b3994c0e', 'fixed_ips': [{'subnet_id': '7ef38231-1a94-440f-8a00-f3db9eb6ee7d'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:52:12.525392 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-3036e99b-2f1f-4ba3-aa42-27888d506ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:12.534892 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f765fde5-24b3-4651-a902-7a75cc59fa5e tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=103167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:52:12.547663 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-9ed36a6a-2b2f-4213-8298-afef1a82a66b None None] Provisioning complete for port 09700f3a-5ddf-40d8-8991-56bd830dc875 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:52:12.548033 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-9ed36a6a-2b2f-4213-8298-afef1a82a66b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:12.552845 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f765fde5-24b3-4651-a902-7a75cc59fa5e tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:12.553188 n-d-761264-19 neutron-server[103167]: INFO neutron.db.segments_db [None req-f765fde5-24b3-4651-a902-7a75cc59fa5e tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Added segment 31f12f8c-ea24-4011-9dc0-a25baaea7069 of type vlan for network 7fb3f4f5-16e4-40da-ae13-696a05d15f74 Dec 20 14:52:12.585611 n-d-761264-19 neutron-server[103167]: INFO neutron.db.securitygroups_db [None req-f351f959-410a-4cbd-a91b-bbb8d655fe1c tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Project f35a648a7aca4680a908ac1344ad2536 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 14:52:12.594598 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f351f959-410a-4cbd-a91b-bbb8d655fe1c tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:12.622198 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-49f6fa5d-1559-48a5-88d4-62b7a36ef86c tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:12.625607 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f765fde5-24b3-4651-a902-7a75cc59fa5e tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:12.689448 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f765fde5-24b3-4651-a902-7a75cc59fa5e tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:12.696882 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f765fde5-24b3-4651-a902-7a75cc59fa5e tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:12.697496 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f765fde5-24b3-4651-a902-7a75cc59fa5e tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks [] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:12.734125 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-49f6fa5d-1559-48a5-88d4-62b7a36ef86c tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:12.751219 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-f765fde5-24b3-4651-a902-7a75cc59fa5e tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3193781 Dec 20 14:52:12.760892 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f351f959-410a-4cbd-a91b-bbb8d655fe1c tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:12.761862 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36020) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:12.768126 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-e84bc444-7ad2-43ac-81ca-609830e2bacd tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Request body: {'subnet': {'network_id': '7fb3f4f5-16e4-40da-ae13-696a05d15f74', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:52:12.775976 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-3036e99b-2f1f-4ba3-aa42-27888d506ea9 None None] Allocated IP 2001:db8:0:ffff::2 (70d43a86-5b1e-4e36-80ad-7aa55c84f932/7ef38231-1a94-440f-8a00-f3db9eb6ee7d/72111d3a-e729-4650-922a-80581e7c2597) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:52:12.788963 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-9ed36a6a-2b2f-4213-8298-afef1a82a66b None None] Provisioning complete for port 4820eea2-58bd-458a-9c7a-713ee7194c29 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:52:12.789317 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-9ed36a6a-2b2f-4213-8298-afef1a82a66b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:12.806704 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f6fa5d-1559-48a5-88d4-62b7a36ef86c tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Pushing event updated for resources: {'Port': ['ID=f671ac90-f6f3-45c4-9ca4-a6542cfb5b98,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:12.832522 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f6fa5d-1559-48a5-88d4-62b7a36ef86c tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Network 1e6c340b-bd5e-4dd1-8832-5c5d8a88be34 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:52:12.840626 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-49f6fa5d-1559-48a5-88d4-62b7a36ef86c tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:52:12.846094 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f6fa5d-1559-48a5-88d4-62b7a36ef86c tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:52:12.905018 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a5a770-d125-405e-8ceb-6bc2ba4c867f req-06f29f3b-a884-4c30-acae-ad432131d349 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:12.915620 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e8a5a770-d125-405e-8ceb-6bc2ba4c867f req-06f29f3b-a884-4c30-acae-ad432131d349 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/ports?device_id=d37b0c07-5ce4-4205-9b3a-bde57c7567a1 HTTP/1.1" status: 200 len: 946 time: 0.2358057 Dec 20 14:52:12.957812 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-9ed36a6a-2b2f-4213-8298-afef1a82a66b None None] Port 4820eea2-58bd-458a-9c7a-713ee7194c29 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:52:12.978715 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f6fa5d-1559-48a5-88d4-62b7a36ef86c tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:12.979443 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-49f6fa5d-1559-48a5-88d4-62b7a36ef86c tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:13.017414 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-49f6fa5d-1559-48a5-88d4-62b7a36ef86c tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7596848 Dec 20 14:52:13.018794 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 36024) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:13.025220 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-69ee3e2a-9a09-44cf-b95f-f9ff6c2f5355 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Request body: {'subnet': {'network_id': '1e6c340b-bd5e-4dd1-8832-5c5d8a88be34', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:52:13.025469 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-3036e99b-2f1f-4ba3-aa42-27888d506ea9 None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:13.038536 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-3036e99b-2f1f-4ba3-aa42-27888d506ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:13.094344 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3036e99b-2f1f-4ba3-aa42-27888d506ea9 None None] Network 70d43a86-5b1e-4e36-80ad-7aa55c84f932 is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:52:13.102486 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-3036e99b-2f1f-4ba3-aa42-27888d506ea9 None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:52:13.107101 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3036e99b-2f1f-4ba3-aa42-27888d506ea9 None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:52:13.168023 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3036e99b-2f1f-4ba3-aa42-27888d506ea9 None None] Pushing event updated for resources: {'Port': ['ID=72111d3a-e729-4650-922a-80581e7c2597,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:13.216936 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e8a5a770-d125-405e-8ceb-6bc2ba4c867f req-f9750990-340e-4063-8955-414eecaedb4d tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/security-groups?id=1965ba5c-d387-4fec-8f79-f26f65ad2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918212 Dec 20 14:52:13.228286 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 36030) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:13.231265 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-3036e99b-2f1f-4ba3-aa42-27888d506ea9 None None] Attempting to bind port 72111d3a-e729-4650-922a-80581e7c2597 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:52:13.231965 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-3036e99b-2f1f-4ba3-aa42-27888d506ea9 None None] Attempting to bind port 72111d3a-e729-4650-922a-80581e7c2597 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': 'ff077365-1964-4781-b570-130d6bab40e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '70d43a86-5b1e-4e36-80ad-7aa55c84f932'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:52:13.232515 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3036e99b-2f1f-4ba3-aa42-27888d506ea9 None None] Attempting to bind port 72111d3a-e729-4650-922a-80581e7c2597 on network 70d43a86-5b1e-4e36-80ad-7aa55c84f932 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:52:13.240661 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3036e99b-2f1f-4ba3-aa42-27888d506ea9 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:52:13.241290 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3036e99b-2f1f-4ba3-aa42-27888d506ea9 None None] Checking segment: {'id': 'ff077365-1964-4781-b570-130d6bab40e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '70d43a86-5b1e-4e36-80ad-7aa55c84f932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:52:13.242011 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-3036e99b-2f1f-4ba3-aa42-27888d506ea9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:13.242690 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3036e99b-2f1f-4ba3-aa42-27888d506ea9 None None] Bound using segment: {'id': 'ff077365-1964-4781-b570-130d6bab40e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '70d43a86-5b1e-4e36-80ad-7aa55c84f932'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:52:13.243577 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-3036e99b-2f1f-4ba3-aa42-27888d506ea9 None None] Bound port: 72111d3a-e729-4650-922a-80581e7c2597, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff077365-1964-4781-b570-130d6bab40e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '70d43a86-5b1e-4e36-80ad-7aa55c84f932'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:52:13.244161 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-3036e99b-2f1f-4ba3-aa42-27888d506ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:13.262064 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 09700f3a-5ddf-40d8-8991-56bd830dc875 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:52:13.296069 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69ee3e2a-9a09-44cf-b95f-f9ff6c2f5355 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Made reservation on behalf of dc29e2de924c4cbd81e8105396ddf747 for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:52:13.301690 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-69ee3e2a-9a09-44cf-b95f-f9ff6c2f5355 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:13.323994 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f351f959-410a-4cbd-a91b-bbb8d655fe1c tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:13.379965 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-9ec22e16-8e1a-4b49-862e-985dbf592c77 None None] Provisioning complete for port f671ac90-f6f3-45c4-9ca4-a6542cfb5b98 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:52:13.380330 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-9ec22e16-8e1a-4b49-862e-985dbf592c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:13.391072 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f351f959-410a-4cbd-a91b-bbb8d655fe1c tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cdf161a-d397-4a97-a6ce-3d39d155a71f,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:13.395970 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f351f959-410a-4cbd-a91b-bbb8d655fe1c tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:13.405423 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-f351f959-410a-4cbd-a91b-bbb8d655fe1c tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8909545 Dec 20 14:52:13.410683 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36036) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:13.444294 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-b83ac7c6-d0bb-453e-853f-72f7079fa783 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Request body: {'network': {'name': 'tempest-network-smoke--1707919971', 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'port_security_enabled': True}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:52:13.452190 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f765fde5-24b3-4651-a902-7a75cc59fa5e tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Pushing event updated for resources: {'Network': ['ID=7fb3f4f5-16e4-40da-ae13-696a05d15f74,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:13.469433 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e84bc444-7ad2-43ac-81ca-609830e2bacd tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Made reservation on behalf of d8b92d0821214aa99ef95758b3994c0e for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:52:13.476198 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e84bc444-7ad2-43ac-81ca-609830e2bacd tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:13.491369 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 7fb3f4f5-16e4-40da-ae13-696a05d15f74 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:52:13.494657 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-3036e99b-2f1f-4ba3-aa42-27888d506ea9 None None] For port 72111d3a-e729-4650-922a-80581e7c2597, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:52:13.496552 n-d-761264-19 neutron-server[103168]: INFO neutron.db.ipam_backend_mixin [None req-69ee3e2a-9a09-44cf-b95f-f9ff6c2f5355 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 45cc602c-ed1a-49b9-8171-8d945079ba50 (CIDR: 172.20.0.0/28) Dec 20 14:52:13.512973 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-9ec22e16-8e1a-4b49-862e-985dbf592c77 None None] Port f671ac90-f6f3-45c4-9ca4-a6542cfb5b98 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:52:13.528206 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b83ac7c6-d0bb-453e-853f-72f7079fa783 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Made reservation on behalf of f35a648a7aca4680a908ac1344ad2536 for: {'network': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:52:13.531829 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b83ac7c6-d0bb-453e-853f-72f7079fa783 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:13.550201 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-3036e99b-2f1f-4ba3-aa42-27888d506ea9 None None] For port 72111d3a-e729-4650-922a-80581e7c2597, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=72111d3a-e729-4650-922a-80581e7c2597,segment=NetworkSegment(ff077365-1964-4781-b570-130d6bab40e6),segment_id=ff077365-1964-4781-b570-130d6bab40e6)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:52:13.572457 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b83ac7c6-d0bb-453e-853f-72f7079fa783 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=103167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:52:13.586590 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-3036e99b-2f1f-4ba3-aa42-27888d506ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:13.603490 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-69ee3e2a-9a09-44cf-b95f-f9ff6c2f5355 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 14:52:13.603991 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69ee3e2a-9a09-44cf-b95f-f9ff6c2f5355 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:52:13.606900 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 09700f3a-5ddf-40d8-8991-56bd830dc875 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:52:13.607656 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:13.689912 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-69ee3e2a-9a09-44cf-b95f-f9ff6c2f5355 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6700244 Dec 20 14:52:13.695202 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 36040) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:13.701730 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bf75ce-b51c-4832-8f8a-82693b046411 req-d400b4c9-9ff5-429c-a6ca-15663618efc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:13.703283 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-21bf75ce-b51c-4832-8f8a-82693b046411 req-d400b4c9-9ff5-429c-a6ca-15663618efc9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7ad62973efb247199989986208e9e8bf&device_id=d37b0c07-5ce4-4205-9b3a-bde57c7567a1 HTTP/1.1" status: 200 len: 1098 time: 0.2045574 Dec 20 14:52:13.706833 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3036e99b-2f1f-4ba3-aa42-27888d506ea9 None None] Pushing event updated for resources: {'Port': ['ID=72111d3a-e729-4650-922a-80581e7c2597,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:13.707417 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-53174c9c-2f03-4cab-997f-ccc84cd40817 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Request body: {'subnet': {'network_id': '1e6c340b-bd5e-4dd1-8832-5c5d8a88be34', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:52:13.737330 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b83ac7c6-d0bb-453e-853f-72f7079fa783 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:13.738500 n-d-761264-19 neutron-server[103167]: INFO neutron.db.segments_db [None req-b83ac7c6-d0bb-453e-853f-72f7079fa783 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Added segment 9624b9cb-588e-4de9-8787-9ecbaa3d7a8f of type vlan for network 2b991158-95f7-48e9-8fcb-a8703c027202 Dec 20 14:52:13.769708 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c75893-e8a5-4bfd-b03a-cc3ec8f6ed48 req-d10ea221-545b-47c2-b813-7c8099706ee1 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:13.771329 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d9c75893-e8a5-4bfd-b03a-cc3ec8f6ed48 req-d10ea221-545b-47c2-b813-7c8099706ee1 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/ports?device_id=d37b0c07-5ce4-4205-9b3a-bde57c7567a1 HTTP/1.1" status: 200 len: 946 time: 0.2251961 Dec 20 14:52:13.800226 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b83ac7c6-d0bb-453e-853f-72f7079fa783 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:13.852833 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b83ac7c6-d0bb-453e-853f-72f7079fa783 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:13.859127 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83ac7c6-d0bb-453e-853f-72f7079fa783 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:13.859798 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b83ac7c6-d0bb-453e-853f-72f7079fa783 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:13.964112 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-b83ac7c6-d0bb-453e-853f-72f7079fa783 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5514500 Dec 20 14:52:13.964798 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36042) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:13.973464 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bf75ce-b51c-4832-8f8a-82693b046411 req-a691f522-5165-4986-b3b6-f9761c585f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:13.974336 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-b138297f-f4db-4c56-9310-c3430f8f480a tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-481873831', 'admin_state_up': True, 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:52:13.975148 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-21bf75ce-b51c-4832-8f8a-82693b046411 req-a691f522-5165-4986-b3b6-f9761c585f4a service neutron] 10.222.0.30 "GET /v2.0/networks?id=93f5dcc9-0b36-4024-bce0-d4b0862d4719 HTTP/1.1" status: 200 len: 919 time: 0.2141614 Dec 20 14:52:13.996681 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83ac7c6-d0bb-453e-853f-72f7079fa783 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Pushing event updated for resources: {'Network': ['ID=2b991158-95f7-48e9-8fcb-a8703c027202,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:14.012702 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 2b991158-95f7-48e9-8fcb-a8703c027202 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:52:14.061477 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b138297f-f4db-4c56-9310-c3430f8f480a tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40114'] for router, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:14.124296 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b138297f-f4db-4c56-9310-c3430f8f480a tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40139'] for router, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:14.124296 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e84bc444-7ad2-43ac-81ca-609830e2bacd tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:14.141001 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-21bf75ce-b51c-4832-8f8a-82693b046411 req-47380b12-ef3f-41e1-b0c3-62e5b523e044 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5317a84-c7f5-467f-8d7c-8a55d8ba4bbf HTTP/1.1" status: 200 len: 217 time: 0.1532743 Dec 20 14:52:14.220075 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d9c75893-e8a5-4bfd-b03a-cc3ec8f6ed48 req-77900d7a-bcef-4db6-a4fe-94291ffede57 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/security-groups?id=1965ba5c-d387-4fec-8f79-f26f65ad2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4181232 Dec 20 14:52:14.275038 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b138297f-f4db-4c56-9310-c3430f8f480a tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:14.330161 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84bc444-7ad2-43ac-81ca-609830e2bacd tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Pushing event updated for resources: {'Subnet': ['ID=401bbfe1-acbd-4d03-a723-87b05bb3541f,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:14.347797 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bf75ce-b51c-4832-8f8a-82693b046411 req-78437a0b-8775-4866-92ae-883ed4851892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:14.349394 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-21bf75ce-b51c-4832-8f8a-82693b046411 req-78437a0b-8775-4866-92ae-883ed4851892 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2a0f6126-1d73-4497-a2f5-3cddb2eb92e0 HTTP/1.1" status: 200 len: 858 time: 0.1359005 Dec 20 14:52:14.384289 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84bc444-7ad2-43ac-81ca-609830e2bacd tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Checking segment: {'id': '31f12f8c-ea24-4011-9dc0-a25baaea7069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7fb3f4f5-16e4-40da-ae13-696a05d15f74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:52:14.384537 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84bc444-7ad2-43ac-81ca-609830e2bacd tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Network hostable DHCP agents. Network: 7fb3f4f5-16e4-40da-ae13-696a05d15f74, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:52:14.389074 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-21bf75ce-b51c-4832-8f8a-82693b046411 req-f2a7baf4-2a29-4cde-8a01-9a431f6dc2fb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=93f5dcc9-0b36-4024-bce0-d4b0862d4719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301366 Dec 20 14:52:14.390012 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53174c9c-2f03-4cab-997f-ccc84cd40817 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Made reservation on behalf of dc29e2de924c4cbd81e8105396ddf747 for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:52:14.393421 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-53174c9c-2f03-4cab-997f-ccc84cd40817 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:14.456216 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b138297f-f4db-4c56-9310-c3430f8f480a tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:14.470009 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84bc444-7ad2-43ac-81ca-609830e2bacd tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Network 7fb3f4f5-16e4-40da-ae13-696a05d15f74 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:52:14.496150 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-e84bc444-7ad2-43ac-81ca-609830e2bacd tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 7fb3f4f5-16e4-40da-ae13-696a05d15f74) {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:52:14.500840 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84bc444-7ad2-43ac-81ca-609830e2bacd tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:14.501650 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e84bc444-7ad2-43ac-81ca-609830e2bacd tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:14.507461 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4053f2f7-7976-4110-aa51-2a280c725738 None None] Network 7fb3f4f5-16e4-40da-ae13-696a05d15f74 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:52:14.550864 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-e84bc444-7ad2-43ac-81ca-609830e2bacd tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.7851019 Dec 20 14:52:14.551137 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36044) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:14.571433 n-d-761264-19 neutron-server[103168]: INFO neutron.db.ipam_backend_mixin [None req-53174c9c-2f03-4cab-997f-ccc84cd40817 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet e8898f75-cf33-4c08-b22f-672bc82b62ba (CIDR: 172.20.0.16/28) Dec 20 14:52:14.597482 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-53174c9c-2f03-4cab-997f-ccc84cd40817 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 14:52:14.597870 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53174c9c-2f03-4cab-997f-ccc84cd40817 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:52:14.620056 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e7bf27-0eb9-4d2e-8c23-7b22ff5805c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-7fb3f4f5-16e4-40da-ae13-696a05d15f74', 'network_id': '7fb3f4f5-16e4-40da-ae13-696a05d15f74', 'project_id': 'd8b92d0821214aa99ef95758b3994c0e', 'fixed_ips': [{'subnet_id': '401bbfe1-acbd-4d03-a723-87b05bb3541f'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:52:14.621399 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f1e7bf27-0eb9-4d2e-8c23-7b22ff5805c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:14.646308 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-53174c9c-2f03-4cab-997f-ccc84cd40817 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.9473834 Dec 20 14:52:14.647501 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 36046) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:14.654026 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-58976b9d-679f-4db7-8442-16a38cc25133 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Request body: {'subnet': {'network_id': '1e6c340b-bd5e-4dd1-8832-5c5d8a88be34', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:52:14.658685 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-21bf75ce-b51c-4832-8f8a-82693b046411 req-be9353db-4101-4d18-8e34-15ddea53c88a service neutron] 10.222.0.30 "GET /v2.0/networks/93f5dcc9-0b36-4024-bce0-d4b0862d4719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493777 Dec 20 14:52:14.688465 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f071a5cd-ac50-44a1-8b4f-2b4a2298ee70 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:14.807633 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-f1e7bf27-0eb9-4d2e-8c23-7b22ff5805c0 None None] Allocated IP 2001:db8::1 (7fb3f4f5-16e4-40da-ae13-696a05d15f74/401bbfe1-acbd-4d03-a723-87b05bb3541f/55d07635-2337-4828-af95-fdaae54f242d) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:52:14.841126 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b138297f-f4db-4c56-9310-c3430f8f480a tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for router_gateway, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:14.873547 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-21bf75ce-b51c-4832-8f8a-82693b046411 req-a1229f02-c71e-456a-a7c3-8fe9f093e800 service neutron] 10.222.0.30 "GET /v2.0/networks/93f5dcc9-0b36-4024-bce0-d4b0862d4719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010574 Dec 20 14:52:14.876477 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b138297f-f4db-4c56-9310-c3430f8f480a tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:14.913711 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f071a5cd-ac50-44a1-8b4f-2b4a2298ee70 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:14.933863 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58976b9d-679f-4db7-8442-16a38cc25133 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Made reservation on behalf of dc29e2de924c4cbd81e8105396ddf747 for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:52:14.940848 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-58976b9d-679f-4db7-8442-16a38cc25133 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:14.952765 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0dcf6f00-9b18-43cf-bde1-40f1c9527ca9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1595867'] for router_interface, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:15.063817 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-b138297f-f4db-4c56-9310-c3430f8f480a tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Allocated IP 172.25.0.55 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/df6b2ce4-a8cf-4623-8bd0-80fdc8d8eac3) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:52:15.200969 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b8483a-95cc-4ff0-82f2-5c29a214a52d None None] Network 70d43a86-5b1e-4e36-80ad-7aa55c84f932 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:52:15.220788 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b138297f-f4db-4c56-9310-c3430f8f480a tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:15.272937 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b138297f-f4db-4c56-9310-c3430f8f480a tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:15.293582 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 72111d3a-e729-4650-922a-80581e7c2597 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:52:15.320348 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b138297f-f4db-4c56-9310-c3430f8f480a tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:52:15.325326 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-b138297f-f4db-4c56-9310-c3430f8f480a tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:52:15.342234 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b138297f-f4db-4c56-9310-c3430f8f480a tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:52:15.349057 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35de8b99-d2c2-4cda-801b-10b9319cc944 None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:52:15.395739 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f1e7bf27-0eb9-4d2e-8c23-7b22ff5805c0 None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:15.408448 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:15.413206 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-627c52cb-3f7c-4c8a-9a8a-4fbfa1f5e310 None None] Provisioning complete for port 72111d3a-e729-4650-922a-80581e7c2597 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:52:15.413748 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-627c52cb-3f7c-4c8a-9a8a-4fbfa1f5e310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:15.418189 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f1e7bf27-0eb9-4d2e-8c23-7b22ff5805c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:15.422346 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b138297f-f4db-4c56-9310-c3430f8f480a tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Pushing event updated for resources: {'Port': ['ID=df6b2ce4-a8cf-4623-8bd0-80fdc8d8eac3,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:15.423409 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 72111d3a-e729-4650-922a-80581e7c2597 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:52:15.423713 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:15.452362 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-0dcf6f00-9b18-43cf-bde1-40f1c9527ca9 admin admin] Deleting port 7d2afa49-8d0f-4a2a-9610-c506691ede27 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:52:15.452954 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0dcf6f00-9b18-43cf-bde1-40f1c9527ca9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:15.509710 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f071a5cd-ac50-44a1-8b4f-2b4a2298ee70 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:15.539805 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e7bf27-0eb9-4d2e-8c23-7b22ff5805c0 None None] Network 7fb3f4f5-16e4-40da-ae13-696a05d15f74 is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:52:15.553733 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-f1e7bf27-0eb9-4d2e-8c23-7b22ff5805c0 None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:52:15.559376 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e7bf27-0eb9-4d2e-8c23-7b22ff5805c0 None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:52:15.563236 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e7bf27-0eb9-4d2e-8c23-7b22ff5805c0 None None] Pushing event updated for resources: {'Port': ['ID=55d07635-2337-4828-af95-fdaae54f242d,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:15.564221 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f071a5cd-ac50-44a1-8b4f-2b4a2298ee70 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Pushing event deleted for resources: {'Subnet': ['ID=401bbfe1-acbd-4d03-a723-87b05bb3541f,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:15.572796 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88041fe-c8bd-4b5b-aa48-fe4788997def req-863751a3-e410-496d-9a41-8898e11c0c08 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:15.574005 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d88041fe-c8bd-4b5b-aa48-fe4788997def req-863751a3-e410-496d-9a41-8898e11c0c08 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/ports?device_id=d37b0c07-5ce4-4205-9b3a-bde57c7567a1 HTTP/1.1" status: 200 len: 946 time: 0.2085307 Dec 20 14:52:15.672659 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f071a5cd-ac50-44a1-8b4f-2b4a2298ee70 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:15.725206 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-627c52cb-3f7c-4c8a-9a8a-4fbfa1f5e310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:15.742354 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:15.778209 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-f071a5cd-ac50-44a1-8b4f-2b4a2298ee70 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fb3f4f5-16e4-40da-ae13-696a05d15f74']}} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:52:15.802034 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-f1e7bf27-0eb9-4d2e-8c23-7b22ff5805c0 None None] Attempting to bind port 55d07635-2337-4828-af95-fdaae54f242d on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:52:15.802808 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-f1e7bf27-0eb9-4d2e-8c23-7b22ff5805c0 None None] Attempting to bind port 55d07635-2337-4828-af95-fdaae54f242d by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '31f12f8c-ea24-4011-9dc0-a25baaea7069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7fb3f4f5-16e4-40da-ae13-696a05d15f74'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:52:15.802808 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e7bf27-0eb9-4d2e-8c23-7b22ff5805c0 None None] Attempting to bind port 55d07635-2337-4828-af95-fdaae54f242d on network 7fb3f4f5-16e4-40da-ae13-696a05d15f74 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:52:15.810771 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-627c52cb-3f7c-4c8a-9a8a-4fbfa1f5e310 None None] For port 72111d3a-e729-4650-922a-80581e7c2597, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=72111d3a-e729-4650-922a-80581e7c2597,segment=NetworkSegment(ff077365-1964-4781-b570-130d6bab40e6),segment_id=ff077365-1964-4781-b570-130d6bab40e6)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:52:15.812503 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e7bf27-0eb9-4d2e-8c23-7b22ff5805c0 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:52:15.812791 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e7bf27-0eb9-4d2e-8c23-7b22ff5805c0 None None] Checking segment: {'id': '31f12f8c-ea24-4011-9dc0-a25baaea7069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7fb3f4f5-16e4-40da-ae13-696a05d15f74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:52:15.813380 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f1e7bf27-0eb9-4d2e-8c23-7b22ff5805c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:15.814357 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e7bf27-0eb9-4d2e-8c23-7b22ff5805c0 None None] Bound using segment: {'id': '31f12f8c-ea24-4011-9dc0-a25baaea7069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7fb3f4f5-16e4-40da-ae13-696a05d15f74'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:52:15.814856 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-f1e7bf27-0eb9-4d2e-8c23-7b22ff5805c0 None None] Bound port: 55d07635-2337-4828-af95-fdaae54f242d, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31f12f8c-ea24-4011-9dc0-a25baaea7069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7fb3f4f5-16e4-40da-ae13-696a05d15f74'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:52:15.815958 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f1e7bf27-0eb9-4d2e-8c23-7b22ff5805c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:15.830791 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-627c52cb-3f7c-4c8a-9a8a-4fbfa1f5e310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:15.843933 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d88041fe-c8bd-4b5b-aa48-fe4788997def req-c9c2533a-8c71-4578-95c4-12b5b0d1ce25 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/security-groups?id=1965ba5c-d387-4fec-8f79-f26f65ad2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618351 Dec 20 14:52:15.847577 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-f071a5cd-ac50-44a1-8b4f-2b4a2298ee70 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31f12f8c-ea24-4011-9dc0-a25baaea7069') {'for_net_delete': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:52:15.847870 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-f071a5cd-ac50-44a1-8b4f-2b4a2298ee70 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31f12f8c-ea24-4011-9dc0-a25baaea7069') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:52:15.875913 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f071a5cd-ac50-44a1-8b4f-2b4a2298ee70 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954405'] for segment, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:15.896378 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f071a5cd-ac50-44a1-8b4f-2b4a2298ee70 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:15.903551 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b138297f-f4db-4c56-9310-c3430f8f480a tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for router_gateway, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:15.905752 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f071a5cd-ac50-44a1-8b4f-2b4a2298ee70 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=103167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:52:15.906158 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f071a5cd-ac50-44a1-8b4f-2b4a2298ee70 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9956000'] for segment, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:15.909319 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:52:15.909319 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:52:15.909319 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:52:15.909319 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:52:15.909319 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:52:15.909319 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:52:15.909319 n-d-761264-19 neutron-server[103167]: Traceback (most recent call last): Dec 20 14:52:15.909319 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:52:15.909319 n-d-761264-19 neutron-server[103167]: timer() Dec 20 14:52:15.909319 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:52:15.909319 n-d-761264-19 neutron-server[103167]: cb(*args, **kw) Dec 20 14:52:15.909319 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:52:15.909319 n-d-761264-19 neutron-server[103167]: return func(*args, **kwargs) Dec 20 14:52:15.909319 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:52:15.909319 n-d-761264-19 neutron-server[103167]: self._notify() Dec 20 14:52:15.909319 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:52:15.909319 n-d-761264-19 neutron-server[103167]: self.callback(batched_events) Dec 20 14:52:15.909319 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:52:15.909319 n-d-761264-19 neutron-server[103167]: event.method(event) Dec 20 14:52:15.909319 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:52:15.909319 n-d-761264-19 neutron-server[103167]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:52:15.909319 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:52:15.909319 n-d-761264-19 neutron-server[103167]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:52:15.909319 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:52:15.909319 n-d-761264-19 neutron-server[103167]: return f(self, *a, **k) Dec 20 14:52:15.909319 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:52:15.909319 n-d-761264-19 neutron-server[103167]: return self._get(url).json() Dec 20 14:52:15.909319 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:52:15.909319 n-d-761264-19 neutron-server[103167]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:52:15.909319 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:52:15.909319 n-d-761264-19 neutron-server[103167]: return self.request(url, 'GET', **kwargs) Dec 20 14:52:15.909319 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:52:15.909319 n-d-761264-19 neutron-server[103167]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:52:15.909319 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:52:15.909319 n-d-761264-19 neutron-server[103167]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:52:15.909319 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:52:15.909319 n-d-761264-19 neutron-server[103167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:52:15.909319 n-d-761264-19 neutron-server[103167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:52:15.938112 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.db.api [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103169) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 14:52:15.938376 n-d-761264-19 neutron-server[103169]: DEBUG oslo_db.api [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 14:52:15.956053 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-0dcf6f00-9b18-43cf-bde1-40f1c9527ca9 admin admin] For port 7d2afa49-8d0f-4a2a-9610-c506691ede27, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=7d2afa49-8d0f-4a2a-9610-c506691ede27,segment=NetworkSegment(684010eb-b9c8-44ca-8706-1c0ac63af0ec),segment_id=684010eb-b9c8-44ca-8706-1c0ac63af0ec)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:52:15.956538 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0dcf6f00-9b18-43cf-bde1-40f1c9527ca9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:15.968284 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627c52cb-3f7c-4c8a-9a8a-4fbfa1f5e310 None None] Pushing event updated for resources: {'Port': ['ID=72111d3a-e729-4650-922a-80581e7c2597,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:15.975494 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-58976b9d-679f-4db7-8442-16a38cc25133 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8848317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10470522'] for subnet, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:15.977981 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-0dcf6f00-9b18-43cf-bde1-40f1c9527ca9 admin admin] Calling delete_port for 7d2afa49-8d0f-4a2a-9610-c506691ede27 owned by network:router_interface {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:52:15.985601 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-7d8ee390-800f-4b73-b0a2-f3b2ef5e7dc7 None None] Provisioning complete for port 72111d3a-e729-4650-922a-80581e7c2597 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:52:15.985886 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-7d8ee390-800f-4b73-b0a2-f3b2ef5e7dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:15.987978 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-f1e7bf27-0eb9-4d2e-8c23-7b22ff5805c0 None None] For port 55d07635-2337-4828-af95-fdaae54f242d, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:52:16.064480 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58976b9d-679f-4db7-8442-16a38cc25133 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Network 1e6c340b-bd5e-4dd1-8832-5c5d8a88be34 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:52:16.073617 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-58976b9d-679f-4db7-8442-16a38cc25133 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:52:16.076647 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58976b9d-679f-4db7-8442-16a38cc25133 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:16.077411 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-58976b9d-679f-4db7-8442-16a38cc25133 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks [] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:16.085007 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-7d8ee390-800f-4b73-b0a2-f3b2ef5e7dc7 None None] Provisioning complete for port df6b2ce4-a8cf-4623-8bd0-80fdc8d8eac3 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:52:16.085373 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-7d8ee390-800f-4b73-b0a2-f3b2ef5e7dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:16.108700 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-58976b9d-679f-4db7-8442-16a38cc25133 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4579983 Dec 20 14:52:16.113100 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e95b79-812e-40e0-88e3-e1c5089477a9 None None] Network 1e6c340b-bd5e-4dd1-8832-5c5d8a88be34 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:52:16.114281 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 36054) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:16.121172 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-3e05c8a7-5f7c-4908-b55a-ef85df99ed34 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-507239491', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0d117a7c-e095-4ef7-81e9-f72bb256377f'}], 'security_groups': ['f693c26e-20b9-423b-808a-ea2e540d583a', '59b89dd7-6b2e-4709-8316-33c2774467c7']}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:52:16.125982 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58976b9d-679f-4db7-8442-16a38cc25133 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Pushing event updated for resources: {'Subnet': ['ID=0d117a7c-e095-4ef7-81e9-f72bb256377f,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:16.174459 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-7d8ee390-800f-4b73-b0a2-f3b2ef5e7dc7 None None] Port df6b2ce4-a8cf-4623-8bd0-80fdc8d8eac3 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:52:16.243238 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3e05c8a7-5f7c-4908-b55a-ef85df99ed34 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:16.323953 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-f1e7bf27-0eb9-4d2e-8c23-7b22ff5805c0 None None] For port 55d07635-2337-4828-af95-fdaae54f242d, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=55d07635-2337-4828-af95-fdaae54f242d,segment=NetworkSegment(31f12f8c-ea24-4011-9dc0-a25baaea7069),segment_id=31f12f8c-ea24-4011-9dc0-a25baaea7069)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:52:16.331362 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f1e7bf27-0eb9-4d2e-8c23-7b22ff5805c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:16.345587 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.db.api [None req-f071a5cd-ac50-44a1-8b4f-2b4a2298ee70 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 20 14:52:16.345587 n-d-761264-19 neutron-server[103167]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 20 14:52:16.345587 n-d-761264-19 neutron-server[103167]: [parameters: {'id': '7fb3f4f5-16e4-40da-ae13-696a05d15f74'}] Dec 20 14:52:16.345587 n-d-761264-19 neutron-server[103167]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103167) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 14:52:16.346505 n-d-761264-19 neutron-server[103167]: DEBUG oslo_db.api [None req-f071a5cd-ac50-44a1-8b4f-2b4a2298ee70 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 14:52:16.346588 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f092fcbe-afd6-405e-9082-2d51d435a529 None None] Update dhcp port {'port': {'network_id': '1e6c340b-bd5e-4dd1-8832-5c5d8a88be34', 'fixed_ips': [{'subnet_id': 'e8898f75-cf33-4c08-b22f-672bc82b62ba', 'ip_address': '172.20.0.18'}, {'subnet_id': '45cc602c-ed1a-49b9-8171-8d945079ba50', 'ip_address': '172.20.0.2'}, {'subnet_id': '0d117a7c-e095-4ef7-81e9-f72bb256377f'}], 'binding:host_id': 'n-d-761264-19'}, 'id': '09700f3a-5ddf-40d8-8991-56bd830dc875'} from n-d-761264-19. {{(pid=103169) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 20 14:52:16.400018 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f092fcbe-afd6-405e-9082-2d51d435a529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:16.452532 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0dcf6f00-9b18-43cf-bde1-40f1c9527ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:16.470594 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e7bf27-0eb9-4d2e-8c23-7b22ff5805c0 None None] Pushing event updated for resources: {'Port': ['ID=55d07635-2337-4828-af95-fdaae54f242d,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:16.474908 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b138297f-f4db-4c56-9310-c3430f8f480a tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013'] for router, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:16.509731 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcf6f00-9b18-43cf-bde1-40f1c9527ca9 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d2afa49-8d0f-4a2a-9610-c506691ede27,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:16.569292 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617852e2-409c-4ee5-b37e-549a375ee6a3 None None] Network 7fb3f4f5-16e4-40da-ae13-696a05d15f74 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:52:16.638382 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b138297f-f4db-4c56-9310-c3430f8f480a tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Router 5f4894b6-26a7-49a1-9a65-feb408d5cbae is scheduled to L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 with binding_index 1 {{(pid=103167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 14:52:16.767640 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-3e05c8a7-5f7c-4908-b55a-ef85df99ed34 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Delete allocated IP 172.20.0.9 (1e6c340b-bd5e-4dd1-8832-5c5d8a88be34/45cc602c-ed1a-49b9-8171-8d945079ba50) {{(pid=103168) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 20 14:52:16.771162 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b138297f-f4db-4c56-9310-c3430f8f480a tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:52:16.779085 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0dcf6f00-9b18-43cf-bde1-40f1c9527ca9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582411'] for router_interface, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:16.781264 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-3e05c8a7-5f7c-4908-b55a-ef85df99ed34 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Allocated IP 172.20.0.39 (1e6c340b-bd5e-4dd1-8832-5c5d8a88be34/0d117a7c-e095-4ef7-81e9-f72bb256377f/f671ac90-f6f3-45c4-9ca4-a6542cfb5b98) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:52:16.788748 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2db5829-cd9d-4702-b2b8-e9186e9635e9 None None] Sync routers for ids ['5f4894b6-26a7-49a1-9a65-feb408d5cbae'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:52:16.796865 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b138297f-f4db-4c56-9310-c3430f8f480a tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for router, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:16.798675 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-b138297f-f4db-4c56-9310-c3430f8f480a tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.8283429 Dec 20 14:52:16.801782 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2db5829-cd9d-4702-b2b8-e9186e9635e9 None None] Routers {'5f4894b6-26a7-49a1-9a65-feb408d5cbae'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:52:16.802365 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-b2db5829-cd9d-4702-b2b8-e9186e9635e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:52:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['5f4894b6-26a7-49a1-9a65-feb408d5cbae'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:52:16.804201 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36056) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:16.847073 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f071a5cd-ac50-44a1-8b4f-2b4a2298ee70 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:16.930237 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-d0f9b4fd-8fe2-4688-aab3-6bcd013a281d tempest-TestNetworkAdvancedServerOps-1489124987 tempest-TestNetworkAdvancedServerOps-1489124987-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=f35a648a7aca4680a908ac1344ad2536&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1247418 Dec 20 14:52:16.933518 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36062) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:16.953207 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-b2db5829-cd9d-4702-b2b8-e9186e9635e9 None None] Set router 5f4894b6-26a7-49a1-9a65-feb408d5cbae gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:52:17.046945 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-f071a5cd-ac50-44a1-8b4f-2b4a2298ee70 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Deleting port 55d07635-2337-4828-af95-fdaae54f242d {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:52:17.047184 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f071a5cd-ac50-44a1-8b4f-2b4a2298ee70 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:17.090126 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37866595-4f58-4edf-9067-348cb0fc1cc9 req-d389a76f-5f68-403b-81ec-76baf064ce40 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:17.093664 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-37866595-4f58-4edf-9067-348cb0fc1cc9 req-d389a76f-5f68-403b-81ec-76baf064ce40 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/ports?device_id=d37b0c07-5ce4-4205-9b3a-bde57c7567a1 HTTP/1.1" status: 200 len: 946 time: 0.1637297 Dec 20 14:52:17.154766 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f22541-30c3-4f6b-a3d5-4a754addcfde tempest-TestNetworkAdvancedServerOps-1489124987 tempest-TestNetworkAdvancedServerOps-1489124987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:17.159388 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-e1f22541-30c3-4f6b-a3d5-4a754addcfde tempest-TestNetworkAdvancedServerOps-1489124987 tempest-TestNetworkAdvancedServerOps-1489124987-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2221653 Dec 20 14:52:17.160989 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36064) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:17.193527 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-b2db5829-cd9d-4702-b2b8-e9186e9635e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f4894b6-26a7-49a1-9a65-feb408d5cbae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-481873831', 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'df6b2ce4-a8cf-4623-8bd0-80fdc8d8eac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:52:14Z', 'updated_at': '2021-12-20T14:52:15Z', 'revision_number': 3, 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'gw_port': {'id': 'df6b2ce4-a8cf-4623-8bd0-80fdc8d8eac3', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:12:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f4894b6-26a7-49a1-9a65-feb408d5cbae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:52:14Z', 'updated_at': '2021-12-20T14:52:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:52:17.209207 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-a6bd8ef6-450f-4d2e-8fe5-0e0699d6623e tempest-TestNetworkAdvancedServerOps-1489124987 tempest-TestNetworkAdvancedServerOps-1489124987-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=c3f8658e-da35-41f3-bd03-509e29ebd6f3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0446930 Dec 20 14:52:17.211295 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 36066) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:17.215707 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-f071a5cd-ac50-44a1-8b4f-2b4a2298ee70 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] For port 55d07635-2337-4828-af95-fdaae54f242d, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=55d07635-2337-4828-af95-fdaae54f242d,segment=NetworkSegment(31f12f8c-ea24-4011-9dc0-a25baaea7069),segment_id=31f12f8c-ea24-4011-9dc0-a25baaea7069)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:52:17.216124 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f071a5cd-ac50-44a1-8b4f-2b4a2298ee70 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:17.217572 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-4d8e6717-fd88-4741-854e-d3a56092186b tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-923687030', 'network_id': '2b991158-95f7-48e9-8fcb-a8703c027202', 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:52:17.224613 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2db5829-cd9d-4702-b2b8-e9186e9635e9 None None] Checking router: 5f4894b6-26a7-49a1-9a65-feb408d5cbae for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:52:17.224971 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2db5829-cd9d-4702-b2b8-e9186e9635e9 None None] Updating router 5f4894b6-26a7-49a1-9a65-feb408d5cbae port df6b2ce4-a8cf-4623-8bd0-80fdc8d8eac3 binding host n-d-761264-19 {{(pid=103169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 14:52:17.232185 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-f071a5cd-ac50-44a1-8b4f-2b4a2298ee70 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Calling delete_port for 55d07635-2337-4828-af95-fdaae54f242d owned by network:dhcp {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:52:17.258544 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3e05c8a7-5f7c-4908-b55a-ef85df99ed34 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:17.261962 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b2db5829-cd9d-4702-b2b8-e9186e9635e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:17.278608 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dcf6f00-9b18-43cf-bde1-40f1c9527ca9 admin admin] Router b616e8bf-b9aa-4e07-88e4-eb8293705097 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:52:17.279569 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3e05c8a7-5f7c-4908-b55a-ef85df99ed34 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:17.316990 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 72111d3a-e729-4650-922a-80581e7c2597 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:52:17.326031 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f071a5cd-ac50-44a1-8b4f-2b4a2298ee70 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:17.354037 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f071a5cd-ac50-44a1-8b4f-2b4a2298ee70 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Pushing event deleted for resources: {'Port': ['ID=55d07635-2337-4828-af95-fdaae54f242d,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:17.356294 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f071a5cd-ac50-44a1-8b4f-2b4a2298ee70 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] No DVR routers for this DVR port 55d07635-2337-4828-af95-fdaae54f242d on host n-d-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:52:17.380687 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-37866595-4f58-4edf-9067-348cb0fc1cc9 req-6735eaf1-b95c-4f39-b012-b174c684894e tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/security-groups?id=1965ba5c-d387-4fec-8f79-f26f65ad2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737081 Dec 20 14:52:17.443411 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f071a5cd-ac50-44a1-8b4f-2b4a2298ee70 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:17.466299 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-f071a5cd-ac50-44a1-8b4f-2b4a2298ee70 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fb3f4f5-16e4-40da-ae13-696a05d15f74']}} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:52:17.476538 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-f071a5cd-ac50-44a1-8b4f-2b4a2298ee70 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31f12f8c-ea24-4011-9dc0-a25baaea7069') {'for_net_delete': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:52:17.477051 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-f071a5cd-ac50-44a1-8b4f-2b4a2298ee70 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31f12f8c-ea24-4011-9dc0-a25baaea7069') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:52:17.487751 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f071a5cd-ac50-44a1-8b4f-2b4a2298ee70 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954405'] for segment, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:17.503386 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f071a5cd-ac50-44a1-8b4f-2b4a2298ee70 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:17.510646 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f071a5cd-ac50-44a1-8b4f-2b4a2298ee70 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=103167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:52:17.510943 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f071a5cd-ac50-44a1-8b4f-2b4a2298ee70 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9956000'] for segment, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:17.515527 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:52:17.515527 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:52:17.515527 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:52:17.515527 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:52:17.515527 n-d-761264-19 neutron-server[103167]: Traceback (most recent call last): Dec 20 14:52:17.515527 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:52:17.515527 n-d-761264-19 neutron-server[103167]: timer() Dec 20 14:52:17.515527 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:52:17.515527 n-d-761264-19 neutron-server[103167]: cb(*args, **kw) Dec 20 14:52:17.515527 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:52:17.515527 n-d-761264-19 neutron-server[103167]: return func(*args, **kwargs) Dec 20 14:52:17.515527 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:52:17.515527 n-d-761264-19 neutron-server[103167]: self._notify() Dec 20 14:52:17.515527 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:52:17.515527 n-d-761264-19 neutron-server[103167]: self.callback(batched_events) Dec 20 14:52:17.515527 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:52:17.515527 n-d-761264-19 neutron-server[103167]: event.method(event) Dec 20 14:52:17.515527 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:52:17.515527 n-d-761264-19 neutron-server[103167]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:52:17.515527 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:52:17.515527 n-d-761264-19 neutron-server[103167]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:52:17.515527 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:52:17.515527 n-d-761264-19 neutron-server[103167]: return f(self, *a, **k) Dec 20 14:52:17.515527 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:52:17.515527 n-d-761264-19 neutron-server[103167]: return self._get(url).json() Dec 20 14:52:17.515527 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:52:17.515527 n-d-761264-19 neutron-server[103167]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:52:17.515527 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:52:17.515527 n-d-761264-19 neutron-server[103167]: return self.request(url, 'GET', **kwargs) Dec 20 14:52:17.515527 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:52:17.515527 n-d-761264-19 neutron-server[103167]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:52:17.515527 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:52:17.515527 n-d-761264-19 neutron-server[103167]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:52:17.515527 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:52:17.515527 n-d-761264-19 neutron-server[103167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:52:17.515527 n-d-761264-19 neutron-server[103167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:52:17.533331 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e05c8a7-5f7c-4908-b55a-ef85df99ed34 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Pushing event updated for resources: {'Port': ['ID=f671ac90-f6f3-45c4-9ca4-a6542cfb5b98,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:17.557633 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-f092fcbe-afd6-405e-9082-2d51d435a529 None None] Allocated IP 172.20.0.34 (1e6c340b-bd5e-4dd1-8832-5c5d8a88be34/0d117a7c-e095-4ef7-81e9-f72bb256377f/09700f3a-5ddf-40d8-8991-56bd830dc875) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:52:17.585774 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d8e6717-fd88-4741-854e-d3a56092186b tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Made reservation on behalf of f35a648a7aca4680a908ac1344ad2536 for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:52:17.589662 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4d8e6717-fd88-4741-854e-d3a56092186b tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:17.590490 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f071a5cd-ac50-44a1-8b4f-2b4a2298ee70 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:17.601742 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f071a5cd-ac50-44a1-8b4f-2b4a2298ee70 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks [] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:17.603605 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-3e05c8a7-5f7c-4908-b55a-ef85df99ed34 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] In _notify_port_updated(), no bound segment for port f671ac90-f6f3-45c4-9ca4-a6542cfb5b98 on network 1e6c340b-bd5e-4dd1-8832-5c5d8a88be34 {{(pid=103168) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 20 14:52:17.609034 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-f071a5cd-ac50-44a1-8b4f-2b4a2298ee70 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] 10.222.0.54 "DELETE /v2.0/networks/7fb3f4f5-16e4-40da-ae13-696a05d15f74 HTTP/1.1" status: 204 len: 168 time: 3.0569451 Dec 20 14:52:17.609371 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e05c8a7-5f7c-4908-b55a-ef85df99ed34 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:17.610011 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3e05c8a7-5f7c-4908-b55a-ef85df99ed34 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:17.610581 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36068) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:17.613916 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-3e05c8a7-5f7c-4908-b55a-ef85df99ed34 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "PUT /v2.0/ports/f671ac90-f6f3-45c4-9ca4-a6542cfb5b98 HTTP/1.1" status: 200 len: 959 time: 1.4953671 Dec 20 14:52:17.625179 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-8fdc4c48-969d-4c65-949d-205d2dce3b85 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-218043220'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:52:17.625899 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 36070) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:17.629844 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f071a5cd-ac50-44a1-8b4f-2b4a2298ee70 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Pushing event deleted for resources: {'Network': ['ID=7fb3f4f5-16e4-40da-ae13-696a05d15f74,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:17.681632 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 72111d3a-e729-4650-922a-80581e7c2597 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:52:17.682251 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:17.690137 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fdc4c48-969d-4c65-949d-205d2dce3b85 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Made reservation on behalf of d8b92d0821214aa99ef95758b3994c0e for: {'network': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:52:17.693807 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8fdc4c48-969d-4c65-949d-205d2dce3b85 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:17.725127 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fdc4c48-969d-4c65-949d-205d2dce3b85 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=103167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:52:17.733928 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dcf6f00-9b18-43cf-bde1-40f1c9527ca9 admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:52:17.736862 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-37c44dbb-6970-400b-bd9c-012998d0e87e req-f4259ae6-3732-475e-8e19-5c14d6bf5235 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0e6e452e-b7b9-4269-b6fe-be94c6c57210&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0773513 Dec 20 14:52:17.742498 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8fdc4c48-969d-4c65-949d-205d2dce3b85 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:17.742789 n-d-761264-19 neutron-server[103167]: INFO neutron.db.segments_db [None req-8fdc4c48-969d-4c65-949d-205d2dce3b85 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Added segment 7903e9d2-d11b-45b9-bcb7-4d6a4fbcd433 of type vlan for network 2665e915-8288-47ad-97de-5846d409d5f3 Dec 20 14:52:17.748238 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-0dcf6f00-9b18-43cf-bde1-40f1c9527ca9 admin admin] 10.222.0.54 "PUT /v2.0/routers/b616e8bf-b9aa-4e07-88e4-eb8293705097/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5188880 Dec 20 14:52:17.752687 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6265a212-2933-42d1-81d9-587f90fde835 None None] Sync routers for ids ['b616e8bf-b9aa-4e07-88e4-eb8293705097'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:52:17.753272 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36072) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:17.769943 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6265a212-2933-42d1-81d9-587f90fde835 None None] Routers {'b616e8bf-b9aa-4e07-88e4-eb8293705097'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:52:17.771848 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-6265a212-2933-42d1-81d9-587f90fde835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:52:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['b616e8bf-b9aa-4e07-88e4-eb8293705097'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:52:17.856698 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-628147cb-674a-40af-a0bd-66b3aba8e52c tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Deleting port f671ac90-f6f3-45c4-9ca4-a6542cfb5b98 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:52:17.856920 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-628147cb-674a-40af-a0bd-66b3aba8e52c tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:17.868085 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-f092fcbe-afd6-405e-9082-2d51d435a529 None None] For port 09700f3a-5ddf-40d8-8991-56bd830dc875, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=09700f3a-5ddf-40d8-8991-56bd830dc875,segment=NetworkSegment(b0b663ee-03b5-477e-a931-e9e171aaad67),segment_id=b0b663ee-03b5-477e-a931-e9e171aaad67)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:52:17.884885 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8fdc4c48-969d-4c65-949d-205d2dce3b85 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:17.951973 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-6265a212-2933-42d1-81d9-587f90fde835 None None] Set router b616e8bf-b9aa-4e07-88e4-eb8293705097 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:52:17.959613 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f092fcbe-afd6-405e-9082-2d51d435a529 None None] Publish callbacks [] for port, precommit_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:17.970525 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f092fcbe-afd6-405e-9082-2d51d435a529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:17.989833 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0fb3255d-0a04-461e-a2aa-3bf9d76e224e admin admin] Publish callbacks [] for router, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:17.998884 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4d8e6717-fd88-4741-854e-d3a56092186b tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8848317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10470522'] for subnet, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:18.042909 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-628147cb-674a-40af-a0bd-66b3aba8e52c tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:18.066419 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-628147cb-674a-40af-a0bd-66b3aba8e52c tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Calling delete_port for f671ac90-f6f3-45c4-9ca4-a6542cfb5b98 owned by {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:52:18.121955 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f092fcbe-afd6-405e-9082-2d51d435a529 None None] Pushing event updated for resources: {'Port': ['ID=09700f3a-5ddf-40d8-8991-56bd830dc875,revision_number=7']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:18.154233 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8e6717-fd88-4741-854e-d3a56092186b tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Pushing event updated for resources: {'Subnet': ['ID=bc006d6b-5685-40fd-b243-7761d2560194,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:18.155060 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.db.resource_extend [None req-8fdc4c48-969d-4c65-949d-205d2dce3b85 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 14:52:18.159531 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b2db5829-cd9d-4702-b2b8-e9186e9635e9 None None] Publish callbacks [] for port, precommit_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:18.167143 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8e6717-fd88-4741-854e-d3a56092186b tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Checking segment: {'id': '9624b9cb-588e-4de9-8787-9ecbaa3d7a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2b991158-95f7-48e9-8fcb-a8703c027202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:52:18.167775 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8e6717-fd88-4741-854e-d3a56092186b tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Network hostable DHCP agents. Network: 2b991158-95f7-48e9-8fcb-a8703c027202, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:52:18.169691 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b2db5829-cd9d-4702-b2b8-e9186e9635e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:18.188816 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-6265a212-2933-42d1-81d9-587f90fde835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b616e8bf-b9aa-4e07-88e4-eb8293705097', 'name': 'tempest-AttachVolumeShelveTestJSON-1027199231-router', 'tenant_id': '9abc31fa6fc849d78699cc7e0935f4b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '79ca2368-2b22-4bbc-b4c5-f0b5c6649422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:40:34Z', 'updated_at': '2021-12-20T14:52:16Z', 'revision_number': 5, 'project_id': '9abc31fa6fc849d78699cc7e0935f4b6', 'gw_port': {'id': '79ca2368-2b22-4bbc-b4c5-f0b5c6649422', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b616e8bf-b9aa-4e07-88e4-eb8293705097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:40:36Z', 'updated_at': '2021-12-20T14:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:52:18.205635 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c44dbb-6970-400b-bd9c-012998d0e87e req-273c9738-7651-4eb4-bda7-eee7eb01249a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:18.210082 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-37c44dbb-6970-400b-bd9c-012998d0e87e req-273c9738-7651-4eb4-bda7-eee7eb01249a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7ad62973efb247199989986208e9e8bf&device_id=0e6e452e-b7b9-4269-b6fe-be94c6c57210 HTTP/1.1" status: 200 len: 1097 time: 0.3798280 Dec 20 14:52:18.210769 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8fdc4c48-969d-4c65-949d-205d2dce3b85 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:18.212158 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8e6717-fd88-4741-854e-d3a56092186b tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Network 2b991158-95f7-48e9-8fcb-a8703c027202 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:52:18.217743 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fdc4c48-969d-4c65-949d-205d2dce3b85 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:18.218359 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8fdc4c48-969d-4c65-949d-205d2dce3b85 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks [] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:18.234317 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-4d8e6717-fd88-4741-854e-d3a56092186b tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 2b991158-95f7-48e9-8fcb-a8703c027202) {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:52:18.240889 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8e6717-fd88-4741-854e-d3a56092186b tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:18.242671 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4d8e6717-fd88-4741-854e-d3a56092186b tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:18.261757 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a293a8d0-007e-4713-9684-02df281877c1 None None] Pushing event updated for resources: {'Port': ['ID=df6b2ce4-a8cf-4623-8bd0-80fdc8d8eac3,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:18.265132 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161cd57c-106c-408e-a9d3-62201657f3d7 None None] Network 2b991158-95f7-48e9-8fcb-a8703c027202 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:52:18.275518 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4d26b0-f563-4432-8324-0b83ce761e08 None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:52:18.312857 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-4d8e6717-fd88-4741-854e-d3a56092186b tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1002250 Dec 20 14:52:18.316390 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 36074) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:18.329646 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-b2db5829-cd9d-4702-b2b8-e9186e9635e9 None None] Attempting to bind port df6b2ce4-a8cf-4623-8bd0-80fdc8d8eac3 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:52:18.330016 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-b2db5829-cd9d-4702-b2b8-e9186e9635e9 None None] Attempting to bind port df6b2ce4-a8cf-4623-8bd0-80fdc8d8eac3 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:52:18.330378 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2db5829-cd9d-4702-b2b8-e9186e9635e9 None None] Attempting to bind port df6b2ce4-a8cf-4623-8bd0-80fdc8d8eac3 on network c3f8658e-da35-41f3-bd03-509e29ebd6f3 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:52:18.341841 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0fb3255d-0a04-461e-a2aa-3bf9d76e224e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:18.370078 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6265a212-2933-42d1-81d9-587f90fde835 None None] Checking router: b616e8bf-b9aa-4e07-88e4-eb8293705097 for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:52:18.370433 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-8fdc4c48-969d-4c65-949d-205d2dce3b85 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7498312 Dec 20 14:52:18.381516 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6265a212-2933-42d1-81d9-587f90fde835 None None] Routers {'b616e8bf-b9aa-4e07-88e4-eb8293705097'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:52:18.386250 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-6265a212-2933-42d1-81d9-587f90fde835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:52:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['b616e8bf-b9aa-4e07-88e4-eb8293705097'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:52:18.397274 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2db5829-cd9d-4702-b2b8-e9186e9635e9 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:52:18.397987 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2db5829-cd9d-4702-b2b8-e9186e9635e9 None None] Checking segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:52:18.399280 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b2db5829-cd9d-4702-b2b8-e9186e9635e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:18.400240 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2db5829-cd9d-4702-b2b8-e9186e9635e9 None None] Bound using segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:52:18.401740 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36076) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:18.402878 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-b2db5829-cd9d-4702-b2b8-e9186e9635e9 None None] Bound port: df6b2ce4-a8cf-4623-8bd0-80fdc8d8eac3, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:52:18.403359 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b2db5829-cd9d-4702-b2b8-e9186e9635e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:18.437139 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-b571089a-1020-4b13-b8e9-4e573585a23b tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Request body: {'subnet': {'network_id': '2665e915-8288-47ad-97de-5846d409d5f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:52:18.515649 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb950114-7d1e-4ca3-b738-8cc852ef82d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-2b991158-95f7-48e9-8fcb-a8703c027202', 'network_id': '2b991158-95f7-48e9-8fcb-a8703c027202', 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'fixed_ips': [{'subnet_id': 'bc006d6b-5685-40fd-b243-7761d2560194'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:52:18.516503 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-fb950114-7d1e-4ca3-b738-8cc852ef82d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:18.572256 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-6265a212-2933-42d1-81d9-587f90fde835 None None] Set router b616e8bf-b9aa-4e07-88e4-eb8293705097 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:52:18.578833 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-b2db5829-cd9d-4702-b2b8-e9186e9635e9 None None] For port df6b2ce4-a8cf-4623-8bd0-80fdc8d8eac3, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:52:18.580905 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-9f3c5ea8-759a-4f27-96bf-7de18b1bf8bf None None] Provisioning complete for port df6b2ce4-a8cf-4623-8bd0-80fdc8d8eac3 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:52:18.581267 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-9f3c5ea8-759a-4f27-96bf-7de18b1bf8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:18.622872 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-9f3c5ea8-759a-4f27-96bf-7de18b1bf8bf None None] Port df6b2ce4-a8cf-4623-8bd0-80fdc8d8eac3 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:52:18.633721 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-b2db5829-cd9d-4702-b2b8-e9186e9635e9 None None] For port df6b2ce4-a8cf-4623-8bd0-80fdc8d8eac3, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=df6b2ce4-a8cf-4623-8bd0-80fdc8d8eac3,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:52:18.711730 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdc4c48-969d-4c65-949d-205d2dce3b85 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Pushing event updated for resources: {'Network': ['ID=2665e915-8288-47ad-97de-5846d409d5f3,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:18.712439 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b2db5829-cd9d-4702-b2b8-e9186e9635e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:18.736828 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 2665e915-8288-47ad-97de-5846d409d5f3 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:52:18.762459 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c44dbb-6970-400b-bd9c-012998d0e87e req-80638ce8-aef3-41a1-a495-45dab2b70696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:18.764669 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-37c44dbb-6970-400b-bd9c-012998d0e87e req-80638ce8-aef3-41a1-a495-45dab2b70696 service neutron] 10.222.0.47 "GET /v2.0/networks?id=93f5dcc9-0b36-4024-bce0-d4b0862d4719 HTTP/1.1" status: 200 len: 919 time: 0.5258236 Dec 20 14:52:18.794687 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82101bb-2692-40d6-83b3-5d9eb1ee8ef4 req-c4b41505-c91d-42d7-93a8-89fab5f72682 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:18.796439 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a82101bb-2692-40d6-83b3-5d9eb1ee8ef4 req-c4b41505-c91d-42d7-93a8-89fab5f72682 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/ports?device_id=d37b0c07-5ce4-4205-9b3a-bde57c7567a1 HTTP/1.1" status: 200 len: 946 time: 0.2133157 Dec 20 14:52:18.873879 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-6265a212-2933-42d1-81d9-587f90fde835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b616e8bf-b9aa-4e07-88e4-eb8293705097', 'name': 'tempest-AttachVolumeShelveTestJSON-1027199231-router', 'tenant_id': '9abc31fa6fc849d78699cc7e0935f4b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '79ca2368-2b22-4bbc-b4c5-f0b5c6649422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:40:34Z', 'updated_at': '2021-12-20T14:52:16Z', 'revision_number': 5, 'project_id': '9abc31fa6fc849d78699cc7e0935f4b6', 'gw_port': {'id': '79ca2368-2b22-4bbc-b4c5-f0b5c6649422', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b616e8bf-b9aa-4e07-88e4-eb8293705097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:40:36Z', 'updated_at': '2021-12-20T14:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:52:18.876517 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b571089a-1020-4b13-b8e9-4e573585a23b tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Made reservation on behalf of d8b92d0821214aa99ef95758b3994c0e for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:52:18.887509 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b571089a-1020-4b13-b8e9-4e573585a23b tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:18.903103 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74482920-1783-4aca-853a-64d7b31e9c98 None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:52:18.940508 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6265a212-2933-42d1-81d9-587f90fde835 None None] The sync data for ids ['b616e8bf-b9aa-4e07-88e4-eb8293705097'] in n-d-761264-19 is: [{'id': 'b616e8bf-b9aa-4e07-88e4-eb8293705097', 'name': 'tempest-AttachVolumeShelveTestJSON-1027199231-router', 'tenant_id': '9abc31fa6fc849d78699cc7e0935f4b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '79ca2368-2b22-4bbc-b4c5-f0b5c6649422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:40:34Z', 'updated_at': '2021-12-20T14:52:16Z', 'revision_number': 5, 'project_id': '9abc31fa6fc849d78699cc7e0935f4b6', 'gw_port': {'id': '79ca2368-2b22-4bbc-b4c5-f0b5c6649422', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b616e8bf-b9aa-4e07-88e4-eb8293705097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:40:36Z', 'updated_at': '2021-12-20T14:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:52:18.949128 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-37c44dbb-6970-400b-bd9c-012998d0e87e req-c3536e4f-6749-441d-ad77-1845f26ce101 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=08be1526-c158-4e57-a34a-c3664135a1d7 HTTP/1.1" status: 200 len: 217 time: 0.1753411 Dec 20 14:52:19.007751 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-0fb3255d-0a04-461e-a2aa-3bf9d76e224e admin admin] Deleting port 79ca2368-2b22-4bbc-b4c5-f0b5c6649422 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:52:19.008242 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0fb3255d-0a04-461e-a2aa-3bf9d76e224e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:19.038823 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a293a8d0-007e-4713-9684-02df281877c1 None None] Pushing event updated for resources: {'Port': ['ID=df6b2ce4-a8cf-4623-8bd0-80fdc8d8eac3,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:19.043440 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-981a3f6b-f992-4852-9a0a-e56ff3505506 None None] Provisioning complete for port df6b2ce4-a8cf-4623-8bd0-80fdc8d8eac3 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:52:19.044396 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-981a3f6b-f992-4852-9a0a-e56ff3505506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:19.086467 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2db5829-cd9d-4702-b2b8-e9186e9635e9 None None] Routers {'5f4894b6-26a7-49a1-9a65-feb408d5cbae'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:52:19.087136 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-b2db5829-cd9d-4702-b2b8-e9186e9635e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:52:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['5f4894b6-26a7-49a1-9a65-feb408d5cbae'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:52:19.137368 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-628147cb-674a-40af-a0bd-66b3aba8e52c tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:19.143036 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-fb950114-7d1e-4ca3-b738-8cc852ef82d5 None None] Allocated IP 172.20.0.2 (2b991158-95f7-48e9-8fcb-a8703c027202/bc006d6b-5685-40fd-b243-7761d2560194/f57c0401-5c2f-4348-8d47-8d4ac3e75b31) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:52:19.150808 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a82101bb-2692-40d6-83b3-5d9eb1ee8ef4 req-ecb51852-e7d1-47d2-a1f9-b39da1134aa1 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/security-groups?id=1965ba5c-d387-4fec-8f79-f26f65ad2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2833350 Dec 20 14:52:19.158091 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c44dbb-6970-400b-bd9c-012998d0e87e req-8fec5b7e-b2b0-420e-afff-bc9fead8b0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:19.160186 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-37c44dbb-6970-400b-bd9c-012998d0e87e req-8fec5b7e-b2b0-420e-afff-bc9fead8b0a8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2a0f6126-1d73-4497-a2f5-3cddb2eb92e0 HTTP/1.1" status: 200 len: 858 time: 0.1994205 Dec 20 14:52:19.205163 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-37c44dbb-6970-400b-bd9c-012998d0e87e req-a65264e7-eaf7-4b4e-b09b-ff096ba50a5c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=93f5dcc9-0b36-4024-bce0-d4b0862d4719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368423 Dec 20 14:52:19.209390 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628147cb-674a-40af-a0bd-66b3aba8e52c tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Pushing event deleted for resources: {'Port': ['ID=f671ac90-f6f3-45c4-9ca4-a6542cfb5b98,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:19.277514 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-0fb3255d-0a04-461e-a2aa-3bf9d76e224e admin admin] For port 79ca2368-2b22-4bbc-b4c5-f0b5c6649422, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=79ca2368-2b22-4bbc-b4c5-f0b5c6649422,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:52:19.277878 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0fb3255d-0a04-461e-a2aa-3bf9d76e224e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:19.323397 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-b2db5829-cd9d-4702-b2b8-e9186e9635e9 None None] Set router 5f4894b6-26a7-49a1-9a65-feb408d5cbae gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:52:19.334111 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-628147cb-674a-40af-a0bd-66b3aba8e52c tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:19.340775 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-628147cb-674a-40af-a0bd-66b3aba8e52c tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "DELETE /v2.0/ports/f671ac90-f6f3-45c4-9ca4-a6542cfb5b98 HTTP/1.1" status: 204 len: 168 time: 1.7135303 Dec 20 14:52:19.343240 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 36080) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:19.370576 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-0fb3255d-0a04-461e-a2aa-3bf9d76e224e admin admin] Calling delete_port for 79ca2368-2b22-4bbc-b4c5-f0b5c6649422 owned by network:router_gateway {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:52:19.389213 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-0784be77-8c43-4139-a75c-87cb8aefd24e tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] GET failed (client error): The resource could not be found. Dec 20 14:52:19.395433 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-0784be77-8c43-4139-a75c-87cb8aefd24e tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "GET /v2.0/ports/f671ac90-f6f3-45c4-9ca4-a6542cfb5b98 HTTP/1.1" status: 404 len: 333 time: 0.0512877 Dec 20 14:52:19.396110 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 36082) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:19.414506 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-981a3f6b-f992-4852-9a0a-e56ff3505506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:19.416075 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-37c44dbb-6970-400b-bd9c-012998d0e87e req-e56daaf1-d80b-4e99-b377-39b0cf8a71e4 service neutron] 10.222.0.47 "GET /v2.0/networks/93f5dcc9-0b36-4024-bce0-d4b0862d4719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955757 Dec 20 14:52:19.451917 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-981a3f6b-f992-4852-9a0a-e56ff3505506 None None] For port df6b2ce4-a8cf-4623-8bd0-80fdc8d8eac3, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=df6b2ce4-a8cf-4623-8bd0-80fdc8d8eac3,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:52:19.458789 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 09700f3a-5ddf-40d8-8991-56bd830dc875 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:52:19.545618 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-981a3f6b-f992-4852-9a0a-e56ff3505506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:19.638506 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-84f41c29-60d4-4b41-8f13-4e449bd135b7 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:19.668217 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-84f41c29-60d4-4b41-8f13-4e449bd135b7 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:19.673624 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b571089a-1020-4b13-b8e9-4e573585a23b tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:19.750818 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 09700f3a-5ddf-40d8-8991-56bd830dc875 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:52:19.751293 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:19.762890 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-84f41c29-60d4-4b41-8f13-4e449bd135b7 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:19.765518 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-84f41c29-60d4-4b41-8f13-4e449bd135b7 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:19.766660 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-84f41c29-60d4-4b41-8f13-4e449bd135b7 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "DELETE /v2.0/security-groups/f7cfecdf-22c9-4076-914f-b80344e07db1 HTTP/1.1" status: 204 len: 168 time: 0.2818363 Dec 20 14:52:19.779320 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 36084) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:19.780143 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f41c29-60d4-4b41-8f13-4e449bd135b7 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7cfecdf-22c9-4076-914f-b80344e07db1,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:19.805140 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b571089a-1020-4b13-b8e9-4e573585a23b tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Pushing event updated for resources: {'Subnet': ['ID=806a6401-cf0c-4e63-96a8-8d60740bf710,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:19.817624 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-83162023-44cb-4e73-bd86-c4a2e9700040 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:19.820387 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981a3f6b-f992-4852-9a0a-e56ff3505506 None None] Pushing event updated for resources: {'Port': ['ID=df6b2ce4-a8cf-4623-8bd0-80fdc8d8eac3,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:19.820729 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b571089a-1020-4b13-b8e9-4e573585a23b tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Checking segment: {'id': '7903e9d2-d11b-45b9-bcb7-4d6a4fbcd433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2665e915-8288-47ad-97de-5846d409d5f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:52:19.821200 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b571089a-1020-4b13-b8e9-4e573585a23b tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Network hostable DHCP agents. Network: 2665e915-8288-47ad-97de-5846d409d5f3, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:52:19.833179 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-37c44dbb-6970-400b-bd9c-012998d0e87e req-50af50bf-6d46-4457-a0f3-1efb14b764a4 service neutron] 10.222.0.47 "GET /v2.0/networks/93f5dcc9-0b36-4024-bce0-d4b0862d4719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3726838 Dec 20 14:52:19.880100 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-fb950114-7d1e-4ca3-b738-8cc852ef82d5 None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:19.888361 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-42203aa1-3d0b-4261-b14e-396e113ef091 None None] Provisioning complete for port 09700f3a-5ddf-40d8-8991-56bd830dc875 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:52:19.888729 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-42203aa1-3d0b-4261-b14e-396e113ef091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:19.895581 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b571089a-1020-4b13-b8e9-4e573585a23b tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Network 2665e915-8288-47ad-97de-5846d409d5f3 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:52:19.914254 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-b571089a-1020-4b13-b8e9-4e573585a23b tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 2665e915-8288-47ad-97de-5846d409d5f3) {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:52:19.919959 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b571089a-1020-4b13-b8e9-4e573585a23b tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:19.920693 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b571089a-1020-4b13-b8e9-4e573585a23b tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:19.932702 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0fb3255d-0a04-461e-a2aa-3bf9d76e224e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:19.948315 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25dad6e-5c50-431d-8cce-372ed5724ca9 None None] Network 2665e915-8288-47ad-97de-5846d409d5f3 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:52:19.961211 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-fb950114-7d1e-4ca3-b738-8cc852ef82d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:20.046012 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-53e874e5-0e7b-4969-9c00-005ccc5e29e9 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:20.120594 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-53e874e5-0e7b-4969-9c00-005ccc5e29e9 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:20.220366 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0266da-3c51-4076-97db-294e81090f76 None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:52:20.282893 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-53e874e5-0e7b-4969-9c00-005ccc5e29e9 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:20.285622 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-53e874e5-0e7b-4969-9c00-005ccc5e29e9 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:20.286989 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-53e874e5-0e7b-4969-9c00-005ccc5e29e9 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "DELETE /v2.0/security-groups/59b89dd7-6b2e-4709-8316-33c2774467c7 HTTP/1.1" status: 204 len: 168 time: 0.5042405 Dec 20 14:52:20.294390 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 36088) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:20.304008 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-b571089a-1020-4b13-b8e9-4e573585a23b tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.8863640 Dec 20 14:52:20.320476 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb3255d-0a04-461e-a2aa-3bf9d76e224e admin admin] Pushing event deleted for resources: {'Port': ['ID=79ca2368-2b22-4bbc-b4c5-f0b5c6649422,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:20.322663 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36090) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:20.332234 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-2699471f-c45b-4f88-bc46-0b137eb4b07c tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-467934718'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:52:20.350315 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb950114-7d1e-4ca3-b738-8cc852ef82d5 None None] Network 2b991158-95f7-48e9-8fcb-a8703c027202 is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:52:20.359563 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb950114-7d1e-4ca3-b738-8cc852ef82d5 None None] Pushing event updated for resources: {'Port': ['ID=f57c0401-5c2f-4348-8d47-8d4ac3e75b31,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:20.362106 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-fb950114-7d1e-4ca3-b738-8cc852ef82d5 None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:52:20.372881 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb950114-7d1e-4ca3-b738-8cc852ef82d5 None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:52:20.388363 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0fb3255d-0a04-461e-a2aa-3bf9d76e224e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584913'] for router_gateway, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:20.421669 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea23678-4942-4de8-a9f1-03d9b5451a81 req-e1010197-b61c-4465-b656-9685c9e7ae38 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:20.423215 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fea23678-4942-4de8-a9f1-03d9b5451a81 req-e1010197-b61c-4465-b656-9685c9e7ae38 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/ports?device_id=d37b0c07-5ce4-4205-9b3a-bde57c7567a1 HTTP/1.1" status: 200 len: 946 time: 0.1904290 Dec 20 14:52:20.427630 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2699471f-c45b-4f88-bc46-0b137eb4b07c tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Made reservation on behalf of d8b92d0821214aa99ef95758b3994c0e for: {'network': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:52:20.429447 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2699471f-c45b-4f88-bc46-0b137eb4b07c tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:20.436662 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e874e5-0e7b-4969-9c00-005ccc5e29e9 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b89dd7-6b2e-4709-8316-33c2774467c7,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:20.439475 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 7d2afa49-8d0f-4a2a-9610-c506691ede27 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:52:20.513282 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-83162023-44cb-4e73-bd86-c4a2e9700040 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Allocated IP 172.20.0.1 (2b991158-95f7-48e9-8fcb-a8703c027202/bc006d6b-5685-40fd-b243-7761d2560194/d5a051b4-0e05-493a-a1e8-5471e2dc1e23) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:52:20.513686 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0fb3255d-0a04-461e-a2aa-3bf9d76e224e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40132'] for router, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:20.516514 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 7d2afa49-8d0f-4a2a-9610-c506691ede27 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:52:20.516857 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 7d2afa49-8d0f-4a2a-9610-c506691ede27 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:52:20.517170 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0fb3255d-0a04-461e-a2aa-3bf9d76e224e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:20.528539 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f7276b-190d-4c64-9396-45c7b1ceffb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-2665e915-8288-47ad-97de-5846d409d5f3', 'network_id': '2665e915-8288-47ad-97de-5846d409d5f3', 'project_id': 'd8b92d0821214aa99ef95758b3994c0e', 'fixed_ips': [{'subnet_id': '806a6401-cf0c-4e63-96a8-8d60740bf710'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:52:20.529805 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f0f7276b-190d-4c64-9396-45c7b1ceffb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:20.532244 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a11f32-e808-4fe3-aef8-a2e487da1373 req-7cfc471a-ae88-49a8-8093-f76f96895331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:20.533951 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-89a11f32-e808-4fe3-aef8-a2e487da1373 req-7cfc471a-ae88-49a8-8093-f76f96895331 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7ad62973efb247199989986208e9e8bf&device_id=d37b0c07-5ce4-4205-9b3a-bde57c7567a1 HTTP/1.1" status: 200 len: 1098 time: 0.1920483 Dec 20 14:52:20.541165 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-fb950114-7d1e-4ca3-b738-8cc852ef82d5 None None] Attempting to bind port f57c0401-5c2f-4348-8d47-8d4ac3e75b31 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:52:20.541533 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-fb950114-7d1e-4ca3-b738-8cc852ef82d5 None None] Attempting to bind port f57c0401-5c2f-4348-8d47-8d4ac3e75b31 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '9624b9cb-588e-4de9-8787-9ecbaa3d7a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2b991158-95f7-48e9-8fcb-a8703c027202'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:52:20.542088 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb950114-7d1e-4ca3-b738-8cc852ef82d5 None None] Attempting to bind port f57c0401-5c2f-4348-8d47-8d4ac3e75b31 on network 2b991158-95f7-48e9-8fcb-a8703c027202 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:52:20.543116 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2699471f-c45b-4f88-bc46-0b137eb4b07c tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=103167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:52:20.546593 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-b2db5829-cd9d-4702-b2b8-e9186e9635e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f4894b6-26a7-49a1-9a65-feb408d5cbae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-481873831', 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'df6b2ce4-a8cf-4623-8bd0-80fdc8d8eac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:52:14Z', 'updated_at': '2021-12-20T14:52:15Z', 'revision_number': 3, 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'gw_port': {'id': 'df6b2ce4-a8cf-4623-8bd0-80fdc8d8eac3', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:12:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f4894b6-26a7-49a1-9a65-feb408d5cbae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:52:14Z', 'updated_at': '2021-12-20T14:52:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:52:20.571357 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fea23678-4942-4de8-a9f1-03d9b5451a81 req-c811fe64-5834-40a5-b25a-aa3dbd10ae38 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/security-groups?id=1965ba5c-d387-4fec-8f79-f26f65ad2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282799 Dec 20 14:52:20.571982 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-acfb6a08-193a-4f47-97ff-50562409e293 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:20.583313 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-42203aa1-3d0b-4261-b14e-396e113ef091 None None] Could not find standard attr ID for object f671ac90-f6f3-45c4-9ca4-a6542cfb5b98. {{(pid=103169) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 14:52:20.586964 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb950114-7d1e-4ca3-b738-8cc852ef82d5 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:52:20.587329 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb950114-7d1e-4ca3-b738-8cc852ef82d5 None None] Checking segment: {'id': '9624b9cb-588e-4de9-8787-9ecbaa3d7a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2b991158-95f7-48e9-8fcb-a8703c027202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:52:20.587605 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-fb950114-7d1e-4ca3-b738-8cc852ef82d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:20.588039 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb950114-7d1e-4ca3-b738-8cc852ef82d5 None None] Bound using segment: {'id': '9624b9cb-588e-4de9-8787-9ecbaa3d7a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2b991158-95f7-48e9-8fcb-a8703c027202'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:52:20.588574 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-fb950114-7d1e-4ca3-b738-8cc852ef82d5 None None] Bound port: f57c0401-5c2f-4348-8d47-8d4ac3e75b31, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9624b9cb-588e-4de9-8787-9ecbaa3d7a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2b991158-95f7-48e9-8fcb-a8703c027202'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:52:20.588870 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-fb950114-7d1e-4ca3-b738-8cc852ef82d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:20.592346 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2699471f-c45b-4f88-bc46-0b137eb4b07c tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:20.592501 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2db5829-cd9d-4702-b2b8-e9186e9635e9 None None] The sync data for ids ['5f4894b6-26a7-49a1-9a65-feb408d5cbae'] in n-d-761264-19 is: [{'id': '5f4894b6-26a7-49a1-9a65-feb408d5cbae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-481873831', 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'df6b2ce4-a8cf-4623-8bd0-80fdc8d8eac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:52:14Z', 'updated_at': '2021-12-20T14:52:15Z', 'revision_number': 3, 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'gw_port': {'id': 'df6b2ce4-a8cf-4623-8bd0-80fdc8d8eac3', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:12:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f4894b6-26a7-49a1-9a65-feb408d5cbae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:52:14Z', 'updated_at': '2021-12-20T14:52:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:52:20.592829 n-d-761264-19 neutron-server[103167]: INFO neutron.db.segments_db [None req-2699471f-c45b-4f88-bc46-0b137eb4b07c tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Added segment 4e8de7b9-a651-49b2-b15b-ea30468369f5 of type vlan for network 0f4c4655-3a63-46ef-a2b9-af939a484bbd Dec 20 14:52:20.611098 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0fb3255d-0a04-461e-a2aa-3bf9d76e224e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1594808'] for router, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:20.612933 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fb3255d-0a04-461e-a2aa-3bf9d76e224e admin admin] Fanout notify agent at l3_agent the message router_deleted on router b616e8bf-b9aa-4e07-88e4-eb8293705097 {{(pid=103167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 14:52:20.627728 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0fb3255d-0a04-461e-a2aa-3bf9d76e224e admin admin] Publish callbacks [] for router, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:20.631297 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-0fb3255d-0a04-461e-a2aa-3bf9d76e224e admin admin] 10.222.0.54 "DELETE /v2.0/routers/b616e8bf-b9aa-4e07-88e4-eb8293705097 HTTP/1.1" status: 204 len: 168 time: 2.8746841 Dec 20 14:52:20.632048 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36092) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:20.709308 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2699471f-c45b-4f88-bc46-0b137eb4b07c tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:20.711203 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-42203aa1-3d0b-4261-b14e-396e113ef091 None None] Provisioning complete for port 4820eea2-58bd-458a-9c7a-713ee7194c29 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:52:20.711534 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-42203aa1-3d0b-4261-b14e-396e113ef091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:20.726887 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6e7812a-fd56-4dc6-a239-63a726f370cb admin admin] Deleting subnet a8bc57f1-3730-4dfb-a3cb-cf3c3829d7fe {{(pid=103167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:52:20.733952 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e6e7812a-fd56-4dc6-a239-63a726f370cb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:20.766815 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-acfb6a08-193a-4f47-97ff-50562409e293 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:20.783913 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2699471f-c45b-4f88-bc46-0b137eb4b07c tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:20.790181 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2699471f-c45b-4f88-bc46-0b137eb4b07c tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:20.791044 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2699471f-c45b-4f88-bc46-0b137eb4b07c tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks [] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:20.827157 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-42203aa1-3d0b-4261-b14e-396e113ef091 None None] Port 4820eea2-58bd-458a-9c7a-713ee7194c29 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:52:20.829097 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-fb950114-7d1e-4ca3-b738-8cc852ef82d5 None None] For port f57c0401-5c2f-4348-8d47-8d4ac3e75b31, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:52:20.846113 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-fb950114-7d1e-4ca3-b738-8cc852ef82d5 None None] For port f57c0401-5c2f-4348-8d47-8d4ac3e75b31, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=f57c0401-5c2f-4348-8d47-8d4ac3e75b31,segment=NetworkSegment(9624b9cb-588e-4de9-8787-9ecbaa3d7a8f),segment_id=9624b9cb-588e-4de9-8787-9ecbaa3d7a8f)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:52:20.857905 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-fb950114-7d1e-4ca3-b738-8cc852ef82d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:20.871641 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-f0f7276b-190d-4c64-9396-45c7b1ceffb9 None None] Allocated IP 2001:db8::3 (2665e915-8288-47ad-97de-5846d409d5f3/806a6401-cf0c-4e63-96a8-8d60740bf710/a54af46b-f44d-4741-9477-fa627160a76b) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:52:20.893384 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a11f32-e808-4fe3-aef8-a2e487da1373 req-6d8c87b8-994a-40a1-87db-b7041ab42c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:20.894035 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-89a11f32-e808-4fe3-aef8-a2e487da1373 req-6d8c87b8-994a-40a1-87db-b7041ab42c0e service neutron] 10.222.0.30 "GET /v2.0/networks?id=93f5dcc9-0b36-4024-bce0-d4b0862d4719 HTTP/1.1" status: 200 len: 919 time: 0.3200748 Dec 20 14:52:20.904123 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e6e7812a-fd56-4dc6-a239-63a726f370cb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954412'] for subnet, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:20.920828 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-83162023-44cb-4e73-bd86-c4a2e9700040 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:20.924650 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-acfb6a08-193a-4f47-97ff-50562409e293 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:20.929285 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-acfb6a08-193a-4f47-97ff-50562409e293 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:20.930618 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-acfb6a08-193a-4f47-97ff-50562409e293 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "DELETE /v2.0/security-groups/f693c26e-20b9-423b-808a-ea2e540d583a HTTP/1.1" status: 204 len: 168 time: 0.6329725 Dec 20 14:52:20.935196 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36094) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:20.974829 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb950114-7d1e-4ca3-b738-8cc852ef82d5 None None] Pushing event updated for resources: {'Port': ['ID=f57c0401-5c2f-4348-8d47-8d4ac3e75b31,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:20.990717 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-89a11f32-e808-4fe3-aef8-a2e487da1373 req-16c22b4e-5753-40fd-b9c0-c2fb550090d1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5317a84-c7f5-467f-8d7c-8a55d8ba4bbf HTTP/1.1" status: 200 len: 217 time: 0.0824022 Dec 20 14:52:20.994291 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2699471f-c45b-4f88-bc46-0b137eb4b07c tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Pushing event updated for resources: {'Network': ['ID=0f4c4655-3a63-46ef-a2b9-af939a484bbd,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:21.005880 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-2699471f-c45b-4f88-bc46-0b137eb4b07c tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6785083 Dec 20 14:52:21.009984 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36096) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:21.023577 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-1a0f65fb-2eb2-4a98-8bb9-9c09a03f2480 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Request body: {'subnet': {'network_id': '0f4c4655-3a63-46ef-a2b9-af939a484bbd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:52:21.023810 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfb6a08-193a-4f47-97ff-50562409e293 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f693c26e-20b9-423b-808a-ea2e540d583a,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:21.051104 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 0f4c4655-3a63-46ef-a2b9-af939a484bbd details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:52:21.087986 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-83162023-44cb-4e73-bd86-c4a2e9700040 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:21.097984 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_v2 [None req-19471787-61a2-4d94-b458-d96988a12db6 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Deleting subnet 45cc602c-ed1a-49b9-8171-8d945079ba50 {{(pid=103167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:52:21.131085 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a11f32-e808-4fe3-aef8-a2e487da1373 req-2ecfe9cd-390e-41ac-a795-b54c40def11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:21.132661 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-89a11f32-e808-4fe3-aef8-a2e487da1373 req-2ecfe9cd-390e-41ac-a795-b54c40def11f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2a0f6126-1d73-4497-a2f5-3cddb2eb92e0 HTTP/1.1" status: 200 len: 858 time: 0.1307192 Dec 20 14:52:21.136196 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-19471787-61a2-4d94-b458-d96988a12db6 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks [] for subnet, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:21.163510 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83162023-44cb-4e73-bd86-c4a2e9700040 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Network 2b991158-95f7-48e9-8fcb-a8703c027202 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:52:21.181398 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-83162023-44cb-4e73-bd86-c4a2e9700040 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:52:21.184999 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-89a11f32-e808-4fe3-aef8-a2e487da1373 req-2bb1d12d-1adf-44b0-a83f-cbf77e9f0a1c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=93f5dcc9-0b36-4024-bce0-d4b0862d4719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400169 Dec 20 14:52:21.189110 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83162023-44cb-4e73-bd86-c4a2e9700040 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:52:21.190779 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e6e7812a-fd56-4dc6-a239-63a726f370cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:21.193440 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83162023-44cb-4e73-bd86-c4a2e9700040 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Pushing event updated for resources: {'Port': ['ID=d5a051b4-0e05-493a-a1e8-5471e2dc1e23,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:21.222868 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-19471787-61a2-4d94-b458-d96988a12db6 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954412'] for subnet, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:21.249354 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f0f7276b-190d-4c64-9396-45c7b1ceffb9 None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:21.299477 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f0f7276b-190d-4c64-9396-45c7b1ceffb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:21.347107 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a0f65fb-2eb2-4a98-8bb9-9c09a03f2480 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Made reservation on behalf of d8b92d0821214aa99ef95758b3994c0e for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:52:21.352043 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1a0f65fb-2eb2-4a98-8bb9-9c09a03f2480 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:21.384474 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-89a11f32-e808-4fe3-aef8-a2e487da1373 req-e7c19cee-9e31-477a-8ff6-9adec7b27868 service neutron] 10.222.0.30 "GET /v2.0/networks/93f5dcc9-0b36-4024-bce0-d4b0862d4719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882269 Dec 20 14:52:21.432999 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e6e7812a-fd56-4dc6-a239-63a726f370cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:21.443669 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-83162023-44cb-4e73-bd86-c4a2e9700040 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595714'] for router_interface, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:21.470792 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f7276b-190d-4c64-9396-45c7b1ceffb9 None None] Network 2665e915-8288-47ad-97de-5846d409d5f3 is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:52:21.483266 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-f0f7276b-190d-4c64-9396-45c7b1ceffb9 None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:52:21.492599 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f7276b-190d-4c64-9396-45c7b1ceffb9 None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:52:21.500188 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f7276b-190d-4c64-9396-45c7b1ceffb9 None None] Pushing event updated for resources: {'Port': ['ID=a54af46b-f44d-4741-9477-fa627160a76b,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:21.516761 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 79ca2368-2b22-4bbc-b4c5-f0b5c6649422 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:52:21.526438 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e7812a-fd56-4dc6-a239-63a726f370cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8bc57f1-3730-4dfb-a3cb-cf3c3829d7fe,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:21.529458 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e6e7812a-fd56-4dc6-a239-63a726f370cb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:21.535137 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-e6e7812a-fd56-4dc6-a239-63a726f370cb admin admin] 10.222.0.54 "DELETE /v2.0/subnets/a8bc57f1-3730-4dfb-a3cb-cf3c3829d7fe HTTP/1.1" status: 204 len: 168 time: 0.8996389 Dec 20 14:52:21.537122 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.ipam_backend_mixin [None req-1a0f65fb-2eb2-4a98-8bb9-9c09a03f2480 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Performing IP validity checks on allocation pools {{(pid=103167) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 20 14:52:21.537589 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.ipam_backend_mixin [None req-1a0f65fb-2eb2-4a98-8bb9-9c09a03f2480 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103167) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 20 14:52:21.540114 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36098) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:21.568513 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-19471787-61a2-4d94-b458-d96988a12db6 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:21.570758 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 79ca2368-2b22-4bbc-b4c5-f0b5c6649422 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:52:21.571295 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 79ca2368-2b22-4bbc-b4c5-f0b5c6649422 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:52:21.573407 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5d446e-3636-48f4-9cc8-24a9ca8762c6 None None] Network 247d6423-5fdf-4eed-9378-2e1201ada444 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:52:21.672313 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-89a11f32-e808-4fe3-aef8-a2e487da1373 req-c55af330-fd52-4ed0-b159-20b772ba4093 service neutron] 10.222.0.30 "GET /v2.0/networks/93f5dcc9-0b36-4024-bce0-d4b0862d4719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2754865 Dec 20 14:52:21.727763 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7c7aba06-7c74-4abb-bc10-f48699bad86d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:21.760346 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-83162023-44cb-4e73-bd86-c4a2e9700040 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:21.800149 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-f0f7276b-190d-4c64-9396-45c7b1ceffb9 None None] Attempting to bind port a54af46b-f44d-4741-9477-fa627160a76b on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:52:21.800567 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-f0f7276b-190d-4c64-9396-45c7b1ceffb9 None None] Attempting to bind port a54af46b-f44d-4741-9477-fa627160a76b by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '7903e9d2-d11b-45b9-bcb7-4d6a4fbcd433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2665e915-8288-47ad-97de-5846d409d5f3'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:52:21.800931 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f7276b-190d-4c64-9396-45c7b1ceffb9 None None] Attempting to bind port a54af46b-f44d-4741-9477-fa627160a76b on network 2665e915-8288-47ad-97de-5846d409d5f3 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:52:21.808894 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f7276b-190d-4c64-9396-45c7b1ceffb9 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:52:21.809265 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f7276b-190d-4c64-9396-45c7b1ceffb9 None None] Checking segment: {'id': '7903e9d2-d11b-45b9-bcb7-4d6a4fbcd433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2665e915-8288-47ad-97de-5846d409d5f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:52:21.815747 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f0f7276b-190d-4c64-9396-45c7b1ceffb9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:21.816364 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f7276b-190d-4c64-9396-45c7b1ceffb9 None None] Bound using segment: {'id': '7903e9d2-d11b-45b9-bcb7-4d6a4fbcd433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2665e915-8288-47ad-97de-5846d409d5f3'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:52:21.817111 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-f0f7276b-190d-4c64-9396-45c7b1ceffb9 None None] Bound port: a54af46b-f44d-4741-9477-fa627160a76b, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7903e9d2-d11b-45b9-bcb7-4d6a4fbcd433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2665e915-8288-47ad-97de-5846d409d5f3'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:52:21.817724 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f0f7276b-190d-4c64-9396-45c7b1ceffb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:21.818429 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-19471787-61a2-4d94-b458-d96988a12db6 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:21.889307 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19471787-61a2-4d94-b458-d96988a12db6 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Pushing event deleted for resources: {'Subnet': ['ID=45cc602c-ed1a-49b9-8171-8d945079ba50,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:21.909147 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a19a49f-93ec-43aa-ac9a-360e0f23d7b2 None None] Network 1e6c340b-bd5e-4dd1-8832-5c5d8a88be34 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:52:21.910963 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-19471787-61a2-4d94-b458-d96988a12db6 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:21.917915 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-19471787-61a2-4d94-b458-d96988a12db6 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "DELETE /v2.0/subnets/45cc602c-ed1a-49b9-8171-8d945079ba50 HTTP/1.1" status: 204 len: 168 time: 0.9725211 Dec 20 14:52:21.919873 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 36102) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:21.949912 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-f0f7276b-190d-4c64-9396-45c7b1ceffb9 None None] For port a54af46b-f44d-4741-9477-fa627160a76b, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:52:21.956418 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b258ad-009a-4e3a-abb2-ff300da1db06 req-96feb17c-4d2d-46af-9fe0-e08d2019ae2f tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:21.958029 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b4b258ad-009a-4e3a-abb2-ff300da1db06 req-96feb17c-4d2d-46af-9fe0-e08d2019ae2f tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/ports?device_id=d37b0c07-5ce4-4205-9b3a-bde57c7567a1 HTTP/1.1" status: 200 len: 946 time: 0.2071316 Dec 20 14:52:22.019150 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2017946-bbc6-483e-9563-4091146f2df9 None None] DHCP port deletion for 247d6423-5fdf-4eed-9378-2e1201ada444 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:52:22.022789 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-f0f7276b-190d-4c64-9396-45c7b1ceffb9 None None] For port a54af46b-f44d-4741-9477-fa627160a76b, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=a54af46b-f44d-4741-9477-fa627160a76b,segment=NetworkSegment(7903e9d2-d11b-45b9-bcb7-4d6a4fbcd433),segment_id=7903e9d2-d11b-45b9-bcb7-4d6a4fbcd433)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:52:22.036417 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f0f7276b-190d-4c64-9396-45c7b1ceffb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:22.046382 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1a0f65fb-2eb2-4a98-8bb9-9c09a03f2480 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:22.061189 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_v2 [None req-552759c1-574f-48eb-8903-eebbbb907ea2 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Deleting subnet 0d117a7c-e095-4ef7-81e9-f72bb256377f {{(pid=103168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:52:22.065064 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-552759c1-574f-48eb-8903-eebbbb907ea2 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks [] for subnet, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:22.131202 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-552759c1-574f-48eb-8903-eebbbb907ea2 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9023023'] for subnet, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:22.134789 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-7c7aba06-7c74-4abb-bc10-f48699bad86d admin admin] Deleting port 85cdcf4e-27a1-42e3-914e-65d538d81195 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:52:22.135437 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7c7aba06-7c74-4abb-bc10-f48699bad86d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:22.165844 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b4b258ad-009a-4e3a-abb2-ff300da1db06 req-3c53b251-90e1-4be9-9b0f-869680e0a65b tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/security-groups?id=1965ba5c-d387-4fec-8f79-f26f65ad2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795952 Dec 20 14:52:22.230410 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f7276b-190d-4c64-9396-45c7b1ceffb9 None None] Pushing event updated for resources: {'Port': ['ID=a54af46b-f44d-4741-9477-fa627160a76b,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:22.255057 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-e2017946-bbc6-483e-9563-4091146f2df9 None None] Deleting port 85cdcf4e-27a1-42e3-914e-65d538d81195 {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:52:22.255636 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e2017946-bbc6-483e-9563-4091146f2df9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:22.275312 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0f65fb-2eb2-4a98-8bb9-9c09a03f2480 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Pushing event updated for resources: {'Subnet': ['ID=534ecb51-4408-453a-9076-6f4970983840,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:22.332819 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-7c7aba06-7c74-4abb-bc10-f48699bad86d admin admin] For port 85cdcf4e-27a1-42e3-914e-65d538d81195, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=85cdcf4e-27a1-42e3-914e-65d538d81195,segment=NetworkSegment(684010eb-b9c8-44ca-8706-1c0ac63af0ec),segment_id=684010eb-b9c8-44ca-8706-1c0ac63af0ec)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:52:22.333409 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7c7aba06-7c74-4abb-bc10-f48699bad86d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:22.361147 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-7c7aba06-7c74-4abb-bc10-f48699bad86d admin admin] Calling delete_port for 85cdcf4e-27a1-42e3-914e-65d538d81195 owned by network:dhcp {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:52:22.363903 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0f65fb-2eb2-4a98-8bb9-9c09a03f2480 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Checking segment: {'id': '4e8de7b9-a651-49b2-b15b-ea30468369f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0f4c4655-3a63-46ef-a2b9-af939a484bbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:52:22.374163 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0f65fb-2eb2-4a98-8bb9-9c09a03f2480 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Network hostable DHCP agents. Network: 0f4c4655-3a63-46ef-a2b9-af939a484bbd, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:52:22.384528 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-e2017946-bbc6-483e-9563-4091146f2df9 None None] For port 85cdcf4e-27a1-42e3-914e-65d538d81195, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=85cdcf4e-27a1-42e3-914e-65d538d81195,segment=NetworkSegment(684010eb-b9c8-44ca-8706-1c0ac63af0ec),segment_id=684010eb-b9c8-44ca-8706-1c0ac63af0ec)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:52:22.387538 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e2017946-bbc6-483e-9563-4091146f2df9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:22.434704 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-e2017946-bbc6-483e-9563-4091146f2df9 None None] Calling delete_port for 85cdcf4e-27a1-42e3-914e-65d538d81195 owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:52:22.504237 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0f65fb-2eb2-4a98-8bb9-9c09a03f2480 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Network 0f4c4655-3a63-46ef-a2b9-af939a484bbd is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:52:22.536500 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-1a0f65fb-2eb2-4a98-8bb9-9c09a03f2480 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 0f4c4655-3a63-46ef-a2b9-af939a484bbd) {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:52:22.590790 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0f65fb-2eb2-4a98-8bb9-9c09a03f2480 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:22.592233 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1a0f65fb-2eb2-4a98-8bb9-9c09a03f2480 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:22.601244 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7c7aba06-7c74-4abb-bc10-f48699bad86d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:22.610083 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15bcea2a-39fe-476d-8355-52760dc4a57a None None] Network 0f4c4655-3a63-46ef-a2b9-af939a484bbd requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:52:22.624716 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-552759c1-574f-48eb-8903-eebbbb907ea2 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:22.698517 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7aba06-7c74-4abb-bc10-f48699bad86d admin admin] Pushing event deleted for resources: {'Port': ['ID=85cdcf4e-27a1-42e3-914e-65d538d81195,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:22.710238 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7aba06-7c74-4abb-bc10-f48699bad86d admin admin] No DVR routers for this DVR port 85cdcf4e-27a1-42e3-914e-65d538d81195 on host n-d-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:52:22.717890 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-1a0f65fb-2eb2-4a98-8bb9-9c09a03f2480 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.7051368 Dec 20 14:52:22.720676 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 36104) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:22.806312 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-83162023-44cb-4e73-bd86-c4a2e9700040 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:22.822685 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-83162023-44cb-4e73-bd86-c4a2e9700040 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:22.838005 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e2017946-bbc6-483e-9563-4091146f2df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:22.883059 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2017946-bbc6-483e-9563-4091146f2df9 None None] No DVR routers for this DVR port 85cdcf4e-27a1-42e3-914e-65d538d81195 on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:52:22.888868 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2017946-bbc6-483e-9563-4091146f2df9 None None] Pushing event deleted for resources: {'Port': ['ID=85cdcf4e-27a1-42e3-914e-65d538d81195,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:22.892130 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba63f31b-dc75-4c26-81b2-89e3c20c7d4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-0f4c4655-3a63-46ef-a2b9-af939a484bbd', 'network_id': '0f4c4655-3a63-46ef-a2b9-af939a484bbd', 'project_id': 'd8b92d0821214aa99ef95758b3994c0e', 'fixed_ips': [{'subnet_id': '534ecb51-4408-453a-9076-6f4970983840'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:52:22.893187 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ba63f31b-dc75-4c26-81b2-89e3c20c7d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:22.953802 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7c7aba06-7c74-4abb-bc10-f48699bad86d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:22.981136 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83162023-44cb-4e73-bd86-c4a2e9700040 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Pushing event updated for resources: {'Port': ['ID=d5a051b4-0e05-493a-a1e8-5471e2dc1e23,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:22.982906 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-7c7aba06-7c74-4abb-bc10-f48699bad86d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['247d6423-5fdf-4eed-9378-2e1201ada444']}} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:52:22.997860 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-7c7aba06-7c74-4abb-bc10-f48699bad86d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '684010eb-b9c8-44ca-8706-1c0ac63af0ec') {'for_net_delete': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:52:22.998348 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-7c7aba06-7c74-4abb-bc10-f48699bad86d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '684010eb-b9c8-44ca-8706-1c0ac63af0ec') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:52:23.009676 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7c7aba06-7c74-4abb-bc10-f48699bad86d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954405'] for segment, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:23.032221 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7c7aba06-7c74-4abb-bc10-f48699bad86d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:23.056411 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-552759c1-574f-48eb-8903-eebbbb907ea2 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8850800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470517'] for subnet, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:23.065812 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c7aba06-7c74-4abb-bc10-f48699bad86d admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=103167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:52:23.072670 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7c7aba06-7c74-4abb-bc10-f48699bad86d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9956000'] for segment, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:23.080248 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-83162023-44cb-4e73-bd86-c4a2e9700040 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1595702'] for router_interface, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:23.087955 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-ba63f31b-dc75-4c26-81b2-89e3c20c7d4a None None] Allocated IP 2001:db8::3 (0f4c4655-3a63-46ef-a2b9-af939a484bbd/534ecb51-4408-453a-9076-6f4970983840/26edbcaf-a927-4630-be98-130a6b8a1436) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:52:23.095111 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d722e138-5533-4583-85da-1824383421d8 None None] Network 2b991158-95f7-48e9-8fcb-a8703c027202 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:52:23.117476 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552759c1-574f-48eb-8903-eebbbb907ea2 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Pushing event deleted for resources: {'Subnet': ['ID=0d117a7c-e095-4ef7-81e9-f72bb256377f,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:23.140993 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-552759c1-574f-48eb-8903-eebbbb907ea2 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks [] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:23.148397 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-552759c1-574f-48eb-8903-eebbbb907ea2 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "DELETE /v2.0/subnets/0d117a7c-e095-4ef7-81e9-f72bb256377f HTTP/1.1" status: 204 len: 168 time: 1.2251520 Dec 20 14:52:23.150554 n-d-761264-19 neutron-server[103167]: Traceback (most recent call last): Dec 20 14:52:23.150554 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:52:23.150554 n-d-761264-19 neutron-server[103167]: timer() Dec 20 14:52:23.150554 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:52:23.150554 n-d-761264-19 neutron-server[103167]: cb(*args, **kw) Dec 20 14:52:23.150554 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:52:23.150554 n-d-761264-19 neutron-server[103167]: return func(*args, **kwargs) Dec 20 14:52:23.150554 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:52:23.150554 n-d-761264-19 neutron-server[103167]: self._notify() Dec 20 14:52:23.150554 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:52:23.150554 n-d-761264-19 neutron-server[103167]: self.callback(batched_events) Dec 20 14:52:23.150554 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:52:23.150554 n-d-761264-19 neutron-server[103167]: event.method(event) Dec 20 14:52:23.150554 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:52:23.150554 n-d-761264-19 neutron-server[103167]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:52:23.150554 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:52:23.150554 n-d-761264-19 neutron-server[103167]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:52:23.150554 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:52:23.150554 n-d-761264-19 neutron-server[103167]: return f(self, *a, **k) Dec 20 14:52:23.150554 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:52:23.150554 n-d-761264-19 neutron-server[103167]: return self._get(url).json() Dec 20 14:52:23.150554 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:52:23.150554 n-d-761264-19 neutron-server[103167]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:52:23.150554 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:52:23.150554 n-d-761264-19 neutron-server[103167]: return self.request(url, 'GET', **kwargs) Dec 20 14:52:23.150554 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:52:23.150554 n-d-761264-19 neutron-server[103167]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:52:23.150554 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:52:23.150554 n-d-761264-19 neutron-server[103167]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:52:23.150554 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:52:23.150554 n-d-761264-19 neutron-server[103167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:52:23.150554 n-d-761264-19 neutron-server[103167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:52:23.152109 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36106) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:23.165216 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c0b55269-e661-4d6a-b7ee-e3338af98c4a tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:23.167103 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7c7aba06-7c74-4abb-bc10-f48699bad86d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:23.250767 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7c7aba06-7c74-4abb-bc10-f48699bad86d admin admin] Publish callbacks [] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:23.254450 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-7c7aba06-7c74-4abb-bc10-f48699bad86d admin admin] 10.222.0.54 "DELETE /v2.0/networks/247d6423-5fdf-4eed-9378-2e1201ada444 HTTP/1.1" status: 204 len: 168 time: 1.7113898 Dec 20 14:52:23.256097 n-d-761264-19 neutron-server[103167]: INFO neutron.pecan_wsgi.hooks.translation [None req-178b2593-d385-4719-b22b-9d07150d1e93 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] DELETE failed (client error): The resource could not be found. Dec 20 14:52:23.257022 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-178b2593-d385-4719-b22b-9d07150d1e93 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:52:23.267326 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-178b2593-d385-4719-b22b-9d07150d1e93 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "DELETE /v2.0/subnets/45cc602c-ed1a-49b9-8171-8d945079ba50 HTTP/1.1" status: 404 len: 337 time: 0.1140690 Dec 20 14:52:23.282386 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36112) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:23.309695 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7aba06-7c74-4abb-bc10-f48699bad86d admin admin] Pushing event deleted for resources: {'Network': ['ID=247d6423-5fdf-4eed-9378-2e1201ada444,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:23.402772 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9a6c70b-7ae1-4e5a-9fd7-27927e35fbf9 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Deleting subnet e8898f75-cf33-4c08-b22f-672bc82b62ba {{(pid=103167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:52:23.409447 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f9a6c70b-7ae1-4e5a-9fd7-27927e35fbf9 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks [] for subnet, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:23.473009 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36114) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:23.473957 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f08903-ce81-4877-8f9d-501f9184e598 None None] Network 1e6c340b-bd5e-4dd1-8832-5c5d8a88be34 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:52:23.480710 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f9a6c70b-7ae1-4e5a-9fd7-27927e35fbf9 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954412'] for subnet, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:23.481702 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device f57c0401-5c2f-4348-8d47-8d4ac3e75b31 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:52:23.615827 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-8e65624a-4da1-4594-b0b6-22c41b5174a6 None None] Provisioning complete for port f57c0401-5c2f-4348-8d47-8d4ac3e75b31 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:52:23.616497 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8e65624a-4da1-4594-b0b6-22c41b5174a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:23.619018 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-36df125e-cea7-4329-aa46-3a99812f4ed5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9abc31fa6fc849d78699cc7e0935f4b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1409674 Dec 20 14:52:23.622144 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36116) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:23.640249 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f9a6c70b-7ae1-4e5a-9fd7-27927e35fbf9 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:23.724439 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-720d0042-81cf-46cf-8023-53f35cbf5828 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:23.753191 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-720d0042-81cf-46cf-8023-53f35cbf5828 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:23.763055 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f9a6c70b-7ae1-4e5a-9fd7-27927e35fbf9 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:23.794711 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c0b55269-e661-4d6a-b7ee-e3338af98c4a tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:23.811261 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port f57c0401-5c2f-4348-8d47-8d4ac3e75b31 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:52:23.811630 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:23.817966 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a6c70b-7ae1-4e5a-9fd7-27927e35fbf9 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Pushing event deleted for resources: {'Subnet': ['ID=e8898f75-cf33-4c08-b22f-672bc82b62ba,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:23.819575 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f9a6c70b-7ae1-4e5a-9fd7-27927e35fbf9 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:23.823755 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-f9a6c70b-7ae1-4e5a-9fd7-27927e35fbf9 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "DELETE /v2.0/subnets/e8898f75-cf33-4c08-b22f-672bc82b62ba HTTP/1.1" status: 204 len: 168 time: 0.5268831 Dec 20 14:52:23.830304 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36118) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:23.863527 n-d-761264-19 neutron-server[103167]: INFO neutron.pecan_wsgi.hooks.translation [None req-f815e92e-c00a-4406-ab7d-14517628e91f tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] DELETE failed (client error): The resource could not be found. Dec 20 14:52:23.864208 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f815e92e-c00a-4406-ab7d-14517628e91f tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:52:23.870304 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-f815e92e-c00a-4406-ab7d-14517628e91f tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "DELETE /v2.0/subnets/6950ebf5-469e-4610-b41c-48a358d10234 HTTP/1.1" status: 404 len: 337 time: 0.0375893 Dec 20 14:52:23.871080 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36120) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:23.885503 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ba63f31b-dc75-4c26-81b2-89e3c20c7d4a None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:23.900556 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83162023-44cb-4e73-bd86-c4a2e9700040 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Network 2b991158-95f7-48e9-8fcb-a8703c027202 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:52:23.904541 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-83162023-44cb-4e73-bd86-c4a2e9700040 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:52:23.912422 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ba63f31b-dc75-4c26-81b2-89e3c20c7d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:23.921600 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8e65624a-4da1-4594-b0b6-22c41b5174a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:23.925038 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-6ed82ed8-7e02-4b3d-893b-2539cc1e5575 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "GET /v2.0/ports?device_id=01014919-45c9-4091-8fc3-f6bed8257f6c HTTP/1.1" status: 200 len: 205 time: 0.0504098 Dec 20 14:52:23.925355 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36122) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:23.995104 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0e811c-158a-4c71-b60b-9eab3980ce8c req-8141c5d4-195a-4a37-a37c-952cdff1950d tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:23.997314 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7e0e811c-158a-4c71-b60b-9eab3980ce8c req-8141c5d4-195a-4a37-a37c-952cdff1950d tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/ports?device_id=d37b0c07-5ce4-4205-9b3a-bde57c7567a1 HTTP/1.1" status: 200 len: 946 time: 0.2154226 Dec 20 14:52:23.999743 n-d-761264-19 neutron-server[103167]: INFO neutron.api.v2.resource [None req-412f7169-8413-40ee-9332-29a2da0ba796 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] delete failed (client error): The resource could not be found. Dec 20 14:52:24.003317 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-412f7169-8413-40ee-9332-29a2da0ba796 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "DELETE /v2.0/routers/01014919-45c9-4091-8fc3-f6bed8257f6c HTTP/1.1" status: 404 len: 336 time: 0.0746341 Dec 20 14:52:24.003317 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-720d0042-81cf-46cf-8023-53f35cbf5828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:24.011040 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-720d0042-81cf-46cf-8023-53f35cbf5828 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:24.017392 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-720d0042-81cf-46cf-8023-53f35cbf5828 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e8ed5ef2-2f3c-449a-9fc2-4f90803128c0 HTTP/1.1" status: 204 len: 168 time: 0.3917422 Dec 20 14:52:24.017392 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36124) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:24.045826 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720d0042-81cf-46cf-8023-53f35cbf5828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ed5ef2-2f3c-449a-9fc2-4f90803128c0,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:24.061039 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7e0e811c-158a-4c71-b60b-9eab3980ce8c req-fecf852a-49f7-4baa-a66c-7c34a94801ba tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/security-groups?id=1965ba5c-d387-4fec-8f79-f26f65ad2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577981 Dec 20 14:52:24.077250 n-d-761264-19 neutron-server[103167]: INFO neutron.pecan_wsgi.hooks.translation [None req-4381f71f-c0eb-41e5-9fc6-f4bc53fde700 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] DELETE failed (client error): The resource could not be found. Dec 20 14:52:24.077853 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4381f71f-c0eb-41e5-9fc6-f4bc53fde700 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:52:24.086012 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-4381f71f-c0eb-41e5-9fc6-f4bc53fde700 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "DELETE /v2.0/subnets/0a719a62-ca0f-4f5b-a17e-4a768fd13aad HTTP/1.1" status: 404 len: 337 time: 0.0492539 Dec 20 14:52:24.088937 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36128) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:24.106557 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba63f31b-dc75-4c26-81b2-89e3c20c7d4a None None] Network 0f4c4655-3a63-46ef-a2b9-af939a484bbd is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:52:24.121108 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba63f31b-dc75-4c26-81b2-89e3c20c7d4a None None] Pushing event updated for resources: {'Port': ['ID=26edbcaf-a927-4630-be98-130a6b8a1436,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:24.141081 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c0b55269-e661-4d6a-b7ee-e3338af98c4a tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8850800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470517'] for subnet, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:24.149868 n-d-761264-19 neutron-server[103167]: INFO neutron.pecan_wsgi.hooks.translation [None req-73f25a3e-7358-467a-96bb-31509bee94c7 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] DELETE failed (client error): The resource could not be found. Dec 20 14:52:24.150599 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73f25a3e-7358-467a-96bb-31509bee94c7 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:52:24.157675 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-73f25a3e-7358-467a-96bb-31509bee94c7 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "DELETE /v2.0/subnets/3cd6415b-4f07-43dd-a99a-bcf995148584 HTTP/1.1" status: 404 len: 337 time: 0.0669672 Dec 20 14:52:24.158895 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36130) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:24.194316 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b55269-e661-4d6a-b7ee-e3338af98c4a tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Pushing event deleted for resources: {'Subnet': ['ID=534ecb51-4408-453a-9076-6f4970983840,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:24.206658 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-ba63f31b-dc75-4c26-81b2-89e3c20c7d4a None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:52:24.211421 n-d-761264-19 neutron-server[103167]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdd8ae6f-7e9b-4397-872c-8bb3c6182df7 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] DELETE failed (client error): The resource could not be found. Dec 20 14:52:24.212680 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdd8ae6f-7e9b-4397-872c-8bb3c6182df7 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:52:24.224350 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-fdd8ae6f-7e9b-4397-872c-8bb3c6182df7 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "DELETE /v2.0/subnets/8b9ffe8c-1ec9-4d90-abd5-20f457afc522 HTTP/1.1" status: 404 len: 337 time: 0.0640295 Dec 20 14:52:24.224836 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36132) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:24.240780 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba63f31b-dc75-4c26-81b2-89e3c20c7d4a None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:52:24.261978 n-d-761264-19 neutron-server[103167]: INFO neutron.pecan_wsgi.hooks.translation [None req-e72dd225-a634-49bc-9cdf-d788cc206492 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] DELETE failed (client error): The resource could not be found. Dec 20 14:52:24.262921 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e72dd225-a634-49bc-9cdf-d788cc206492 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:52:24.271476 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-e72dd225-a634-49bc-9cdf-d788cc206492 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "DELETE /v2.0/ports/ce8da20f-b509-4621-bbb6-a7ae9ca1a3f6 HTTP/1.1" status: 404 len: 333 time: 0.0455296 Dec 20 14:52:24.273097 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36134) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:24.302430 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c0b55269-e661-4d6a-b7ee-e3338af98c4a tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:24.306090 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83162023-44cb-4e73-bd86-c4a2e9700040 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Router 5f4894b6-26a7-49a1-9a65-feb408d5cbae has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:52:24.332043 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-c0b55269-e661-4d6a-b7ee-e3338af98c4a tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f4c4655-3a63-46ef-a2b9-af939a484bbd']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:52:24.333930 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-8e65624a-4da1-4594-b0b6-22c41b5174a6 None None] For port f57c0401-5c2f-4348-8d47-8d4ac3e75b31, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=f57c0401-5c2f-4348-8d47-8d4ac3e75b31,segment=NetworkSegment(9624b9cb-588e-4de9-8787-9ecbaa3d7a8f),segment_id=9624b9cb-588e-4de9-8787-9ecbaa3d7a8f)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:52:24.335579 n-d-761264-19 neutron-server[103167]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f4b8e72-6780-4d1c-9aac-e4ccdc25ed7b tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] DELETE failed (client error): The resource could not be found. Dec 20 14:52:24.336515 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f4b8e72-6780-4d1c-9aac-e4ccdc25ed7b tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:52:24.345134 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-8f4b8e72-6780-4d1c-9aac-e4ccdc25ed7b tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "DELETE /v2.0/subnets/24f527e1-4707-4c35-a6b8-164e421ec8dd HTTP/1.1" status: 404 len: 337 time: 0.0707743 Dec 20 14:52:24.345463 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-c0b55269-e661-4d6a-b7ee-e3338af98c4a tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e8de7b9-a651-49b2-b15b-ea30468369f5') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:52:24.345769 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-c0b55269-e661-4d6a-b7ee-e3338af98c4a tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e8de7b9-a651-49b2-b15b-ea30468369f5') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:52:24.346077 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36136) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:24.381959 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8e65624a-4da1-4594-b0b6-22c41b5174a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:24.398274 n-d-761264-19 neutron-server[103167]: INFO neutron.pecan_wsgi.hooks.translation [None req-04f6ba84-e15d-4eec-acd9-5b14dd586dc9 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] DELETE failed (client error): The resource could not be found. Dec 20 14:52:24.398664 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04f6ba84-e15d-4eec-acd9-5b14dd586dc9 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:52:24.401844 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-04f6ba84-e15d-4eec-acd9-5b14dd586dc9 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "DELETE /v2.0/subnets/e348443c-37d6-4bf2-b2b9-d79edc29a445 HTTP/1.1" status: 404 len: 337 time: 0.0545294 Dec 20 14:52:24.406290 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36140) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:24.435166 n-d-761264-19 neutron-server[103167]: INFO neutron.pecan_wsgi.hooks.translation [None req-99c0e0c7-f887-4a84-b208-8103db7ae47b tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] DELETE failed (client error): The resource could not be found. Dec 20 14:52:24.436578 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99c0e0c7-f887-4a84-b208-8103db7ae47b tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:52:24.443331 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-99c0e0c7-f887-4a84-b208-8103db7ae47b tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "DELETE /v2.0/ports/548598dd-c6fe-44e6-96fc-498eba507c5a HTTP/1.1" status: 404 len: 333 time: 0.0350292 Dec 20 14:52:24.444414 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36142) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:24.469342 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f881eea-19f1-459e-b2f7-f54caa29b53c None None] Update dhcp port {'port': {'network_id': '1e6c340b-bd5e-4dd1-8832-5c5d8a88be34', 'fixed_ips': [{'subnet_id': 'e8898f75-cf33-4c08-b22f-672bc82b62ba'}], 'binding:host_id': 'n-d-761264-19'}, 'id': '09700f3a-5ddf-40d8-8991-56bd830dc875'} from n-d-761264-19. {{(pid=103169) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 20 14:52:24.475608 n-d-761264-19 neutron-server[103167]: INFO neutron.pecan_wsgi.hooks.translation [None req-23fbdd2d-c7ac-4ba7-8f0d-a489bd0f6e58 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] DELETE failed (client error): The resource could not be found. Dec 20 14:52:24.476399 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23fbdd2d-c7ac-4ba7-8f0d-a489bd0f6e58 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:52:24.483736 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-23fbdd2d-c7ac-4ba7-8f0d-a489bd0f6e58 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "DELETE /v2.0/subnets/6e3c5caa-8ee4-4ebe-93ca-06e122eb3ee5 HTTP/1.1" status: 404 len: 337 time: 0.0381861 Dec 20 14:52:24.484676 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36144) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:24.504512 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83162023-44cb-4e73-bd86-c4a2e9700040 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:52:24.509865 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-83162023-44cb-4e73-bd86-c4a2e9700040 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "PUT /v2.0/routers/5f4894b6-26a7-49a1-9a65-feb408d5cbae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1920955 Dec 20 14:52:24.517342 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c0b55269-e661-4d6a-b7ee-e3338af98c4a tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:24.534990 n-d-761264-19 neutron-server[103167]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3cedef5-442f-4801-84d6-0243ea71cb2b tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] DELETE failed (client error): The resource could not be found. Dec 20 14:52:24.535510 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3cedef5-442f-4801-84d6-0243ea71cb2b tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:52:24.536189 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c0b55269-e661-4d6a-b7ee-e3338af98c4a tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:24.548714 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-d3cedef5-442f-4801-84d6-0243ea71cb2b tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "DELETE /v2.0/subnets/94129600-2dce-47b0-b6d9-b5e91dc7382f HTTP/1.1" status: 404 len: 337 time: 0.0604062 Dec 20 14:52:24.549172 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36148) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:24.557258 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0b55269-e661-4d6a-b7ee-e3338af98c4a tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:52:24.565543 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c51b00-da56-47ac-b42e-761b5079d7b3 None None] Sync routers for ids ['5f4894b6-26a7-49a1-9a65-feb408d5cbae'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:52:24.566575 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c0b55269-e661-4d6a-b7ee-e3338af98c4a tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:24.574019 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:52:24.574019 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:52:24.574019 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:52:24.574019 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:52:24.574019 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:52:24.574019 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:52:24.574019 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:52:24.574019 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:52:24.574019 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:52:24.574019 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:52:24.574019 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:52:24.574019 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:52:24.574019 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:52:24.574019 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:52:24.574019 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:52:24.574019 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:52:24.574019 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:52:24.574019 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:52:24.574019 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:52:24.574019 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:52:24.574019 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 14:52:24.574019 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:52:24.574019 n-d-761264-19 neutron-server[103168]: timer() Dec 20 14:52:24.574019 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:52:24.574019 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 14:52:24.574019 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:52:24.574019 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 14:52:24.574019 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:52:24.574019 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 14:52:24.574019 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:52:24.574019 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 14:52:24.574019 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:52:24.574019 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 14:52:24.574019 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:52:24.574019 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:52:24.574019 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:52:24.574019 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:52:24.574019 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:52:24.574019 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 14:52:24.574019 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:52:24.574019 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 14:52:24.574019 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:52:24.574019 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:52:24.574019 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:52:24.574019 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 14:52:24.574019 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:52:24.574019 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:52:24.574019 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:52:24.574019 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:52:24.574019 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:52:24.574019 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:52:24.574019 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:52:24.580489 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:24.710146 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee18b7fc-7ea0-4893-b421-2d9984a50bda None None] Network 2665e915-8288-47ad-97de-5846d409d5f3 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:52:24.722700 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.db.api [None req-c0b55269-e661-4d6a-b7ee-e3338af98c4a tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 20 14:52:24.722700 n-d-761264-19 neutron-server[103168]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 20 14:52:24.722700 n-d-761264-19 neutron-server[103168]: [parameters: {'id': '0f4c4655-3a63-46ef-a2b9-af939a484bbd'}] Dec 20 14:52:24.722700 n-d-761264-19 neutron-server[103168]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 14:52:24.723124 n-d-761264-19 neutron-server[103168]: DEBUG oslo_db.api [None req-c0b55269-e661-4d6a-b7ee-e3338af98c4a tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 14:52:24.751798 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-4b4792cc-ddd3-4e8a-aca0-939d02487283 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Deleting port 4820eea2-58bd-458a-9c7a-713ee7194c29 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:52:24.752236 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4b4792cc-ddd3-4e8a-aca0-939d02487283 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:24.776366 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c51b00-da56-47ac-b42e-761b5079d7b3 None None] Routers {'5f4894b6-26a7-49a1-9a65-feb408d5cbae'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:52:24.777062 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-43c51b00-da56-47ac-b42e-761b5079d7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:52:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['5f4894b6-26a7-49a1-9a65-feb408d5cbae'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:52:24.858180 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4b4792cc-ddd3-4e8a-aca0-939d02487283 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:24.859608 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6f881eea-19f1-459e-b2f7-f54caa29b53c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:24.874786 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-ba63f31b-dc75-4c26-81b2-89e3c20c7d4a None None] Attempting to bind port 26edbcaf-a927-4630-be98-130a6b8a1436 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:52:24.875180 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-ba63f31b-dc75-4c26-81b2-89e3c20c7d4a None None] Attempting to bind port 26edbcaf-a927-4630-be98-130a6b8a1436 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '4e8de7b9-a651-49b2-b15b-ea30468369f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0f4c4655-3a63-46ef-a2b9-af939a484bbd'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:52:24.875536 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba63f31b-dc75-4c26-81b2-89e3c20c7d4a None None] Attempting to bind port 26edbcaf-a927-4630-be98-130a6b8a1436 on network 0f4c4655-3a63-46ef-a2b9-af939a484bbd {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:52:24.899097 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2709462a-cce7-4246-91f0-ce71418d4bf8 None None] Provisioning complete for port d5a051b4-0e05-493a-a1e8-5471e2dc1e23 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:52:24.899470 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2709462a-cce7-4246-91f0-ce71418d4bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:24.911770 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5aa81d1b-575a-4db2-957c-555e53fd1c97 req-2ff686d9-7c3b-4799-91d1-75376d983c0b tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-693814293&fields=id&tenant_id=f35a648a7aca4680a908ac1344ad2536 HTTP/1.1" status: 200 len: 267 time: 0.0953970 Dec 20 14:52:24.911947 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e65624a-4da1-4594-b0b6-22c41b5174a6 None None] Pushing event updated for resources: {'Port': ['ID=f57c0401-5c2f-4348-8d47-8d4ac3e75b31,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:24.925728 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-4b4792cc-ddd3-4e8a-aca0-939d02487283 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Calling delete_port for 4820eea2-58bd-458a-9c7a-713ee7194c29 owned by {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:52:24.948061 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba63f31b-dc75-4c26-81b2-89e3c20c7d4a None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:52:24.948436 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba63f31b-dc75-4c26-81b2-89e3c20c7d4a None None] Checking segment: {'id': '4e8de7b9-a651-49b2-b15b-ea30468369f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0f4c4655-3a63-46ef-a2b9-af939a484bbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:52:24.948836 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ba63f31b-dc75-4c26-81b2-89e3c20c7d4a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:24.949263 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba63f31b-dc75-4c26-81b2-89e3c20c7d4a None None] Bound using segment: {'id': '4e8de7b9-a651-49b2-b15b-ea30468369f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0f4c4655-3a63-46ef-a2b9-af939a484bbd'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:52:24.949757 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-ba63f31b-dc75-4c26-81b2-89e3c20c7d4a None None] Bound port: 26edbcaf-a927-4630-be98-130a6b8a1436, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e8de7b9-a651-49b2-b15b-ea30468369f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0f4c4655-3a63-46ef-a2b9-af939a484bbd'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:52:24.950135 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ba63f31b-dc75-4c26-81b2-89e3c20c7d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:25.031509 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.db.api [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103169) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 14:52:25.031870 n-d-761264-19 neutron-server[103169]: DEBUG oslo_db.api [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 14:52:25.124800 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa81d1b-575a-4db2-957c-555e53fd1c97 req-cf391a53-2559-49b5-95ab-27375b36f269 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:25.127234 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5aa81d1b-575a-4db2-957c-555e53fd1c97 req-cf391a53-2559-49b5-95ab-27375b36f269 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/networks?id=2b991158-95f7-48e9-8fcb-a8703c027202 HTTP/1.1" status: 200 len: 797 time: 0.1976578 Dec 20 14:52:25.164377 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5aa81d1b-575a-4db2-957c-555e53fd1c97 req-d9996304-8c7e-4985-b563-89ee85b28394 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/quotas/f35a648a7aca4680a908ac1344ad2536 HTTP/1.1" status: 200 len: 375 time: 0.0275018 Dec 20 14:52:25.184007 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-2709462a-cce7-4246-91f0-ce71418d4bf8 None None] Port d5a051b4-0e05-493a-a1e8-5471e2dc1e23 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:52:25.222177 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-43c51b00-da56-47ac-b42e-761b5079d7b3 None None] Set router 5f4894b6-26a7-49a1-9a65-feb408d5cbae gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:52:25.233922 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4b4792cc-ddd3-4e8a-aca0-939d02487283 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:25.253109 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c0b55269-e661-4d6a-b7ee-e3338af98c4a tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:25.275175 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4b4792cc-ddd3-4e8a-aca0-939d02487283 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:25.280865 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-4b4792cc-ddd3-4e8a-aca0-939d02487283 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "DELETE /v2.0/ports/4820eea2-58bd-458a-9c7a-713ee7194c29 HTTP/1.1" status: 204 len: 168 time: 0.7285860 Dec 20 14:52:25.284238 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 36178) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:25.285008 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4792cc-ddd3-4e8a-aca0-939d02487283 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Pushing event deleted for resources: {'Port': ['ID=4820eea2-58bd-458a-9c7a-713ee7194c29,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:25.287635 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36180) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:25.309084 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5aa81d1b-575a-4db2-957c-555e53fd1c97 req-2a391d8c-befe-44fe-9dba-a143217294e6 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=f35a648a7aca4680a908ac1344ad2536&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1438217 Dec 20 14:52:25.332315 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-ba63f31b-dc75-4c26-81b2-89e3c20c7d4a None None] For port 26edbcaf-a927-4630-be98-130a6b8a1436, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:52:25.334417 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2709462a-cce7-4246-91f0-ce71418d4bf8 None None] Provisioning complete for port 09700f3a-5ddf-40d8-8991-56bd830dc875 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:52:25.334840 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2709462a-cce7-4246-91f0-ce71418d4bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:25.424300 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b699c7fb-1499-4be4-aeb3-67acb8719499 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:25.428058 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0cb0abc-7b70-434b-a817-7e1ee341280b None None] Network 1e6c340b-bd5e-4dd1-8832-5c5d8a88be34 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:52:25.433656 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-303bab51-795f-4a9d-af4b-1f03597fd420 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-771144476-network', 'tenant_id': 'e5627c7cf5f247fcac36c91973083b50'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:52:25.451712 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-ba63f31b-dc75-4c26-81b2-89e3c20c7d4a None None] For port 26edbcaf-a927-4630-be98-130a6b8a1436, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=26edbcaf-a927-4630-be98-130a6b8a1436,segment=NetworkSegment(4e8de7b9-a651-49b2-b15b-ea30468369f5),segment_id=4e8de7b9-a651-49b2-b15b-ea30468369f5)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:52:25.472699 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed89586-1602-4032-b96a-6630c7fee63d req-fd3bb8fc-3c26-462b-8b4f-5ed171b8ad60 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:25.475251 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5ed89586-1602-4032-b96a-6630c7fee63d req-fd3bb8fc-3c26-462b-8b4f-5ed171b8ad60 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/ports?device_id=d37b0c07-5ce4-4205-9b3a-bde57c7567a1 HTTP/1.1" status: 200 len: 946 time: 0.2736747 Dec 20 14:52:25.486219 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5aa81d1b-575a-4db2-957c-555e53fd1c97 req-0797e6f5-813e-49dd-98e5-110702b683f1 service neutron] 10.222.0.54 "GET /v2.0/networks/2b991158-95f7-48e9-8fcb-a8703c027202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573989 Dec 20 14:52:25.511654 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ba63f31b-dc75-4c26-81b2-89e3c20c7d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:25.592520 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5ed89586-1602-4032-b96a-6630c7fee63d req-ea3c8d47-6605-40c0-881b-b24c5a5deb24 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/security-groups?id=1965ba5c-d387-4fec-8f79-f26f65ad2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075451 Dec 20 14:52:25.598382 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-c0b55269-e661-4d6a-b7ee-e3338af98c4a tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Deleting port 26edbcaf-a927-4630-be98-130a6b8a1436 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:52:25.599005 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c0b55269-e661-4d6a-b7ee-e3338af98c4a tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:25.600336 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-303bab51-795f-4a9d-af4b-1f03597fd420 admin admin] Made reservation on behalf of e5627c7cf5f247fcac36c91973083b50 for: {'network': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:52:25.602761 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-303bab51-795f-4a9d-af4b-1f03597fd420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:25.606695 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5aa81d1b-575a-4db2-957c-555e53fd1c97 req-9d2abab5-3c52-4d58-a773-265ca187f7f6 service neutron] 10.222.0.54 "GET /v2.0/networks/2b991158-95f7-48e9-8fcb-a8703c027202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094835 Dec 20 14:52:25.614576 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-303bab51-795f-4a9d-af4b-1f03597fd420 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:25.699646 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-c0b55269-e661-4d6a-b7ee-e3338af98c4a tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] For port 26edbcaf-a927-4630-be98-130a6b8a1436, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=26edbcaf-a927-4630-be98-130a6b8a1436,segment=NetworkSegment(4e8de7b9-a651-49b2-b15b-ea30468369f5),segment_id=4e8de7b9-a651-49b2-b15b-ea30468369f5)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:52:25.700522 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c0b55269-e661-4d6a-b7ee-e3338af98c4a tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:25.714824 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-303bab51-795f-4a9d-af4b-1f03597fd420 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:25.723177 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-303bab51-795f-4a9d-af4b-1f03597fd420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:25.724918 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-c0b55269-e661-4d6a-b7ee-e3338af98c4a tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Calling delete_port for 26edbcaf-a927-4630-be98-130a6b8a1436 owned by network:dhcp {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:52:25.754654 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-303bab51-795f-4a9d-af4b-1f03597fd420 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=103167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:52:25.765120 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303bab51-795f-4a9d-af4b-1f03597fd420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63a67304-7a61-424c-9189-0609e92bff65,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:25.771903 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-303bab51-795f-4a9d-af4b-1f03597fd420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:25.772251 n-d-761264-19 neutron-server[103167]: INFO neutron.db.segments_db [None req-303bab51-795f-4a9d-af4b-1f03597fd420 admin admin] Added segment 976dc740-6f26-442a-9e80-6e8aee232d85 of type vlan for network 1d6e94b3-e488-46e8-b36e-5df57c7dc6f7 Dec 20 14:52:25.783639 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-b699c7fb-1499-4be4-aeb3-67acb8719499 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Deleting port 09700f3a-5ddf-40d8-8991-56bd830dc875 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:52:25.783984 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b699c7fb-1499-4be4-aeb3-67acb8719499 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:25.834784 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-303bab51-795f-4a9d-af4b-1f03597fd420 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:25.847926 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b393b609-96fc-46e2-a128-ae8713a7e948 req-d498b38a-9a32-43b2-8d9e-6543b872b1d7 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=31a55ef4-f413-493d-8b86-3a848ca43d83 HTTP/1.1" status: 200 len: 210 time: 0.0368376 Dec 20 14:52:25.865927 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-303bab51-795f-4a9d-af4b-1f03597fd420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:25.868746 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303bab51-795f-4a9d-af4b-1f03597fd420 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:25.869338 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-303bab51-795f-4a9d-af4b-1f03597fd420 admin admin] Publish callbacks [] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:25.899804 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-303bab51-795f-4a9d-af4b-1f03597fd420 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6084423 Dec 20 14:52:25.905091 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36188) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:25.911291 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-37b3e9b3-ccca-4f42-892f-5f9a099bc7a3 admin admin] Request body: {'subnet': {'network_id': '1d6e94b3-e488-46e8-b36e-5df57c7dc6f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-771144476-subnet', 'tenant_id': 'e5627c7cf5f247fcac36c91973083b50', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:52:25.911652 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-b699c7fb-1499-4be4-aeb3-67acb8719499 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] For port 09700f3a-5ddf-40d8-8991-56bd830dc875, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=09700f3a-5ddf-40d8-8991-56bd830dc875,segment=NetworkSegment(b0b663ee-03b5-477e-a931-e9e171aaad67),segment_id=b0b663ee-03b5-477e-a931-e9e171aaad67)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:52:25.912063 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b699c7fb-1499-4be4-aeb3-67acb8719499 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:25.938331 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-b699c7fb-1499-4be4-aeb3-67acb8719499 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Calling delete_port for 09700f3a-5ddf-40d8-8991-56bd830dc875 owned by network:dhcp {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:52:25.940498 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c0b55269-e661-4d6a-b7ee-e3338af98c4a tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:25.962372 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303bab51-795f-4a9d-af4b-1f03597fd420 admin admin] Pushing event updated for resources: {'Network': ['ID=1d6e94b3-e488-46e8-b36e-5df57c7dc6f7,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:25.977205 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b55269-e661-4d6a-b7ee-e3338af98c4a tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Pushing event deleted for resources: {'Port': ['ID=26edbcaf-a927-4630-be98-130a6b8a1436,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:25.987993 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b55269-e661-4d6a-b7ee-e3338af98c4a tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] No DVR routers for this DVR port 26edbcaf-a927-4630-be98-130a6b8a1436 on host n-d-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:52:25.992803 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37b3e9b3-ccca-4f42-892f-5f9a099bc7a3 admin admin] Made reservation on behalf of e5627c7cf5f247fcac36c91973083b50 for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:52:25.996778 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-37b3e9b3-ccca-4f42-892f-5f9a099bc7a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:26.014197 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 1d6e94b3-e488-46e8-b36e-5df57c7dc6f7 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:52:26.050644 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server [None req-749a7ef8-fcd9-4c03-9bff-418f80b33e8e None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port 26edbcaf-a927-4630-be98-130a6b8a1436 could not be found. Dec 20 14:52:26.050644 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 20 14:52:26.050644 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 289, in _get_port Dec 20 14:52:26.050644 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id, Dec 20 14:52:26.050644 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Dec 20 14:52:26.050644 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Dec 20 14:52:26.050644 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Dec 20 14:52:26.050644 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server return self._iter().one() Dec 20 14:52:26.050644 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Dec 20 14:52:26.050644 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server return self._only_one_row( Dec 20 14:52:26.050644 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Dec 20 14:52:26.050644 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Dec 20 14:52:26.050644 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Dec 20 14:52:26.050644 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server Dec 20 14:52:26.050644 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Dec 20 14:52:26.050644 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server Dec 20 14:52:26.050644 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 20 14:52:26.050644 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 20 14:52:26.050644 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 20 14:52:26.050644 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 20 14:52:26.050644 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 20 14:52:26.050644 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 20 14:52:26.050644 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 20 14:52:26.050644 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 20 14:52:26.050644 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 20 14:52:26.050644 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 14:52:26.050644 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 14:52:26.050644 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 14:52:26.050644 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 14:52:26.050644 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 20 14:52:26.050644 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 14:52:26.050644 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 20 14:52:26.050644 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 20 14:52:26.050644 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 14:52:26.050644 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 14:52:26.050644 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 14:52:26.050644 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 14:52:26.050644 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 20 14:52:26.050644 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 14:52:26.050644 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 20 14:52:26.050644 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 20 14:52:26.050644 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 14:52:26.050644 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 14:52:26.050644 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 14:52:26.050644 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 14:52:26.050644 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 20 14:52:26.050644 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 20 14:52:26.050644 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 354, in get_dhcp_port Dec 20 14:52:26.050644 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Dec 20 14:52:26.050644 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 20 14:52:26.050644 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 20 14:52:26.050644 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 20 14:52:26.050644 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 20 14:52:26.050644 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 14:52:26.050644 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 14:52:26.050644 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 14:52:26.050644 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 14:52:26.050644 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 20 14:52:26.050644 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 14:52:26.050644 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 20 14:52:26.050644 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 20 14:52:26.050644 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 14:52:26.050644 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 14:52:26.050644 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 14:52:26.050644 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 14:52:26.050644 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 20 14:52:26.050644 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 14:52:26.050644 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 20 14:52:26.050644 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 20 14:52:26.050644 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 14:52:26.050644 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 14:52:26.050644 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 14:52:26.050644 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 14:52:26.050644 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 20 14:52:26.050644 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 20 14:52:26.050644 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Dec 20 14:52:26.050644 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Dec 20 14:52:26.050644 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1562, in get_port Dec 20 14:52:26.050644 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id, lazy_fields=lazy_fields) Dec 20 14:52:26.050644 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 292, in _get_port Dec 20 14:52:26.050644 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Dec 20 14:52:26.050644 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port 26edbcaf-a927-4630-be98-130a6b8a1436 could not be found. Dec 20 14:52:26.050644 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server Dec 20 14:52:26.095926 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae0eda6-6eb1-4ad2-aa03-1a3b187ef920 None None] Network 0f4c4655-3a63-46ef-a2b9-af939a484bbd requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:52:26.098353 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba63f31b-dc75-4c26-81b2-89e3c20c7d4a None None] Pushing event updated for resources: {'Port': ['ID=26edbcaf-a927-4630-be98-130a6b8a1436,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:26.103921 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device df6b2ce4-a8cf-4623-8bd0-80fdc8d8eac3 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:52:26.129160 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c0b55269-e661-4d6a-b7ee-e3338af98c4a tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:26.160486 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-c0b55269-e661-4d6a-b7ee-e3338af98c4a tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f4c4655-3a63-46ef-a2b9-af939a484bbd']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:52:26.172983 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-c0b55269-e661-4d6a-b7ee-e3338af98c4a tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e8de7b9-a651-49b2-b15b-ea30468369f5') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:52:26.173294 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-c0b55269-e661-4d6a-b7ee-e3338af98c4a tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e8de7b9-a651-49b2-b15b-ea30468369f5') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:52:26.185469 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c0b55269-e661-4d6a-b7ee-e3338af98c4a tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:26.187795 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b699c7fb-1499-4be4-aeb3-67acb8719499 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:26.220346 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67dd49c3-ed5f-422f-a412-b62db3385197 None None] DHCP port deletion for 1e6c340b-bd5e-4dd1-8832-5c5d8a88be34 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:52:26.230215 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b699c7fb-1499-4be4-aeb3-67acb8719499 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Pushing event deleted for resources: {'Port': ['ID=09700f3a-5ddf-40d8-8991-56bd830dc875,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:26.234421 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c0b55269-e661-4d6a-b7ee-e3338af98c4a tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:26.236693 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b699c7fb-1499-4be4-aeb3-67acb8719499 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] No DVR routers for this DVR port 09700f3a-5ddf-40d8-8991-56bd830dc875 on host n-d-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:52:26.246900 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0b55269-e661-4d6a-b7ee-e3338af98c4a tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:52:26.247300 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c0b55269-e661-4d6a-b7ee-e3338af98c4a tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:26.250743 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 14:52:26.250743 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:52:26.250743 n-d-761264-19 neutron-server[103168]: timer() Dec 20 14:52:26.250743 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:52:26.250743 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 14:52:26.250743 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:52:26.250743 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 14:52:26.250743 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:52:26.250743 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 14:52:26.250743 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:52:26.250743 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 14:52:26.250743 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:52:26.250743 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 14:52:26.250743 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:52:26.250743 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:52:26.250743 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:52:26.250743 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:52:26.250743 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:52:26.250743 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 14:52:26.250743 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:52:26.250743 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 14:52:26.250743 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:52:26.250743 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:52:26.250743 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:52:26.250743 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 14:52:26.250743 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:52:26.250743 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:52:26.250743 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:52:26.250743 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:52:26.250743 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:52:26.250743 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:52:26.250743 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:52:26.315414 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-37b3e9b3-ccca-4f42-892f-5f9a099bc7a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:26.381537 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2b3984-4b12-4d5e-a253-af4e40e2523a None None] get_active_networks_info from n-d-761264-19 {{(pid=103169) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 20 14:52:26.389752 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2709462a-cce7-4246-91f0-ce71418d4bf8 None None] Provisioning complete for port f57c0401-5c2f-4348-8d47-8d4ac3e75b31 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:52:26.390130 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2709462a-cce7-4246-91f0-ce71418d4bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:26.399160 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b699c7fb-1499-4be4-aeb3-67acb8719499 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:26.430156 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b3e9b3-ccca-4f42-892f-5f9a099bc7a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ae39662-bebe-492b-85b9-e558826165ef,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:26.431745 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-b699c7fb-1499-4be4-aeb3-67acb8719499 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e6c340b-bd5e-4dd1-8832-5c5d8a88be34']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:52:26.439501 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b3e9b3-ccca-4f42-892f-5f9a099bc7a3 admin admin] Checking segment: {'id': '976dc740-6f26-442a-9e80-6e8aee232d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1d6e94b3-e488-46e8-b36e-5df57c7dc6f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:52:26.439856 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b3e9b3-ccca-4f42-892f-5f9a099bc7a3 admin admin] Network hostable DHCP agents. Network: 1d6e94b3-e488-46e8-b36e-5df57c7dc6f7, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:52:26.450234 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-b699c7fb-1499-4be4-aeb3-67acb8719499 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0b663ee-03b5-477e-a931-e9e171aaad67') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:52:26.451522 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-b699c7fb-1499-4be4-aeb3-67acb8719499 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0b663ee-03b5-477e-a931-e9e171aaad67') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:52:26.454148 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port df6b2ce4-a8cf-4623-8bd0-80fdc8d8eac3 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:52:26.454696 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:26.465615 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b3e9b3-ccca-4f42-892f-5f9a099bc7a3 admin admin] Network 1d6e94b3-e488-46e8-b36e-5df57c7dc6f7 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:52:26.473030 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b699c7fb-1499-4be4-aeb3-67acb8719499 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:26.473500 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-37b3e9b3-ccca-4f42-892f-5f9a099bc7a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 1d6e94b3-e488-46e8-b36e-5df57c7dc6f7) {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:52:26.485250 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c0b55269-e661-4d6a-b7ee-e3338af98c4a tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:26.491537 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b3e9b3-ccca-4f42-892f-5f9a099bc7a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:26.496955 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-37b3e9b3-ccca-4f42-892f-5f9a099bc7a3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:26.501388 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c0b55269-e661-4d6a-b7ee-e3338af98c4a tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks [] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:26.505365 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-c0b55269-e661-4d6a-b7ee-e3338af98c4a tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] 10.222.0.54 "DELETE /v2.0/networks/0f4c4655-3a63-46ef-a2b9-af939a484bbd HTTP/1.1" status: 204 len: 168 time: 3.7821808 Dec 20 14:52:26.511306 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36196) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:26.517142 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b699c7fb-1499-4be4-aeb3-67acb8719499 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:26.522494 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-a3c39ea3-48fb-425e-8e97-e8d06d8fd359 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-373961041'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:52:26.522654 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b55269-e661-4d6a-b7ee-e3338af98c4a tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Pushing event deleted for resources: {'Network': ['ID=0f4c4655-3a63-46ef-a2b9-af939a484bbd,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:26.526926 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b699c7fb-1499-4be4-aeb3-67acb8719499 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:52:26.527872 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b699c7fb-1499-4be4-aeb3-67acb8719499 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:26.532997 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 14:52:26.532997 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:52:26.532997 n-d-761264-19 neutron-server[103168]: timer() Dec 20 14:52:26.532997 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:52:26.532997 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 14:52:26.532997 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:52:26.532997 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 14:52:26.532997 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:52:26.532997 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 14:52:26.532997 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:52:26.532997 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 14:52:26.532997 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:52:26.532997 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 14:52:26.532997 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:52:26.532997 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:52:26.532997 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:52:26.532997 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:52:26.532997 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:52:26.532997 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 14:52:26.532997 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:52:26.532997 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 14:52:26.532997 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:52:26.532997 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:52:26.532997 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:52:26.532997 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 14:52:26.532997 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:52:26.532997 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:52:26.532997 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:52:26.532997 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:52:26.532997 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:52:26.532997 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:52:26.532997 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:52:26.567083 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-37b3e9b3-ccca-4f42-892f-5f9a099bc7a3 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6578174 Dec 20 14:52:26.567265 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-43c51b00-da56-47ac-b42e-761b5079d7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f4894b6-26a7-49a1-9a65-feb408d5cbae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-481873831', 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'df6b2ce4-a8cf-4623-8bd0-80fdc8d8eac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:52:14Z', 'updated_at': '2021-12-20T14:52:21Z', 'revision_number': 4, 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'gw_port': {'id': 'df6b2ce4-a8cf-4623-8bd0-80fdc8d8eac3', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:12:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4894b6-26a7-49a1-9a65-feb408d5cbae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:52:14Z', 'updated_at': '2021-12-20T14:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'd5a051b4-0e05-493a-a1e8-5471e2dc1e23', 'name': '', 'network_id': '2b991158-95f7-48e9-8fcb-a8703c027202', 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'mac_address': 'fa:16:3e:e1:ae:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f4894b6-26a7-49a1-9a65-feb408d5cbae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': 'bc006d6b-5685-40fd-b243-7761d2560194', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:52:20Z', 'updated_at': '2021-12-20T14:52:22Z', 'revision_number': 2, 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'subnets': [{'id': 'bc006d6b-5685-40fd-b243-7761d2560194', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:52:26.569627 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3c39ea3-48fb-425e-8e97-e8d06d8fd359 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Made reservation on behalf of d8b92d0821214aa99ef95758b3994c0e for: {'network': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:52:26.574574 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a3c39ea3-48fb-425e-8e97-e8d06d8fd359 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:26.615856 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c51b00-da56-47ac-b42e-761b5079d7b3 None None] Checking router: 5f4894b6-26a7-49a1-9a65-feb408d5cbae for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:52:26.616909 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c51b00-da56-47ac-b42e-761b5079d7b3 None None] Updating router 5f4894b6-26a7-49a1-9a65-feb408d5cbae port d5a051b4-0e05-493a-a1e8-5471e2dc1e23 binding host n-d-761264-19 {{(pid=103169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 14:52:26.617519 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3c39ea3-48fb-425e-8e97-e8d06d8fd359 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=103167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:52:26.631800 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a3c39ea3-48fb-425e-8e97-e8d06d8fd359 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:26.632287 n-d-761264-19 neutron-server[103167]: INFO neutron.db.segments_db [None req-a3c39ea3-48fb-425e-8e97-e8d06d8fd359 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Added segment eae974d5-a85c-45bd-8ed0-5110fb9a6a2e of type vlan for network 9a9f164f-9c65-4456-8d28-873dcc9c7938 Dec 20 14:52:26.647532 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b699c7fb-1499-4be4-aeb3-67acb8719499 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:26.668481 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b699c7fb-1499-4be4-aeb3-67acb8719499 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Publish callbacks [] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:26.695954 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-b699c7fb-1499-4be4-aeb3-67acb8719499 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] 10.222.0.54 "DELETE /v2.0/networks/1e6c340b-bd5e-4dd1-8832-5c5d8a88be34 HTTP/1.1" status: 204 len: 168 time: 1.4102266 Dec 20 14:52:26.701437 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2b3984-4b12-4d5e-a253-af4e40e2523a None None] Resources bound (agent type, host, resource id): {{(pid=103169) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 14:52:26.703071 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a3c39ea3-48fb-425e-8e97-e8d06d8fd359 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:26.703721 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-43c51b00-da56-47ac-b42e-761b5079d7b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:26.722605 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b699c7fb-1499-4be4-aeb3-67acb8719499 tempest-PortsTestJSON-1436864792 tempest-PortsTestJSON-1436864792-project] Pushing event deleted for resources: {'Network': ['ID=1e6c340b-bd5e-4dd1-8832-5c5d8a88be34,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:26.759823 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a3c39ea3-48fb-425e-8e97-e8d06d8fd359 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:26.767355 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c39ea3-48fb-425e-8e97-e8d06d8fd359 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:26.768186 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a3c39ea3-48fb-425e-8e97-e8d06d8fd359 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks [] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:26.834941 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2709462a-cce7-4246-91f0-ce71418d4bf8 None None] Could not find standard attr ID for object 4820eea2-58bd-458a-9c7a-713ee7194c29. {{(pid=103169) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 14:52:26.844311 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device a54af46b-f44d-4741-9477-fa627160a76b up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:52:26.879816 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c39ea3-48fb-425e-8e97-e8d06d8fd359 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Pushing event updated for resources: {'Network': ['ID=9a9f164f-9c65-4456-8d28-873dcc9c7938,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:26.895355 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-a3c39ea3-48fb-425e-8e97-e8d06d8fd359 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3822396 Dec 20 14:52:26.898606 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 36212) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:26.904930 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-aa6e4088-7a8a-4667-864b-87622ea320e9 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Request body: {'subnet': {'network_id': '9a9f164f-9c65-4456-8d28-873dcc9c7938', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:52:26.910845 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 9a9f164f-9c65-4456-8d28-873dcc9c7938 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:52:26.958709 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a80d66c-8245-4435-a962-0c99eca494b6 req-647212c8-6c44-4457-9079-9d05ff46adf4 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:26.960602 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4a80d66c-8245-4435-a962-0c99eca494b6 req-647212c8-6c44-4457-9079-9d05ff46adf4 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/ports?device_id=d37b0c07-5ce4-4205-9b3a-bde57c7567a1 HTTP/1.1" status: 200 len: 946 time: 0.0843866 Dec 20 14:52:27.021950 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4a80d66c-8245-4435-a962-0c99eca494b6 req-464fa158-0d8c-4105-ae8c-5604ec59d343 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/security-groups?id=1965ba5c-d387-4fec-8f79-f26f65ad2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539770 Dec 20 14:52:27.057627 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-57c105b3-b817-4461-a0c5-482cd12dc2f5 None None] Could not find standard attr ID for object 09700f3a-5ddf-40d8-8991-56bd830dc875. {{(pid=103169) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 14:52:27.121535 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa6e4088-7a8a-4667-864b-87622ea320e9 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Made reservation on behalf of d8b92d0821214aa99ef95758b3994c0e for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:52:27.128724 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-aa6e4088-7a8a-4667-864b-87622ea320e9 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:27.150215 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36216) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:27.174281 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-57c105b3-b817-4461-a0c5-482cd12dc2f5 None None] Provisioning complete for port d5a051b4-0e05-493a-a1e8-5471e2dc1e23 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:52:27.175435 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-57c105b3-b817-4461-a0c5-482cd12dc2f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:27.181232 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port a54af46b-f44d-4741-9477-fa627160a76b triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:52:27.181593 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:27.252831 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-aaa3d9a8-ac36-4528-bc5f-49b1cf35c0c9 req-edf02103-5824-4c91-87d6-99a96414929d tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=31a55ef4-f413-493d-8b86-3a848ca43d83 HTTP/1.1" status: 200 len: 210 time: 0.0686853 Dec 20 14:52:27.351192 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-57c105b3-b817-4461-a0c5-482cd12dc2f5 None None] Port d5a051b4-0e05-493a-a1e8-5471e2dc1e23 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:52:27.397949 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa81d1b-575a-4db2-957c-555e53fd1c97 req-d7e28be8-b4b8-4cd0-ac23-02dadf505149 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:27.399591 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5aa81d1b-575a-4db2-957c-555e53fd1c97 req-d7e28be8-b4b8-4cd0-ac23-02dadf505149 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.47 "GET /v2.0/networks?id=2b991158-95f7-48e9-8fcb-a8703c027202 HTTP/1.1" status: 200 len: 797 time: 0.2008502 Dec 20 14:52:27.409574 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-aa6e4088-7a8a-4667-864b-87622ea320e9 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8848317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10470522'] for subnet, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:27.455900 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-57c105b3-b817-4461-a0c5-482cd12dc2f5 None None] Provisioning complete for port a54af46b-f44d-4741-9477-fa627160a76b triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:52:27.456273 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-57c105b3-b817-4461-a0c5-482cd12dc2f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:27.515235 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5aa81d1b-575a-4db2-957c-555e53fd1c97 req-bb9a349e-bd61-45c2-97bb-428ad493fc4f tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f35a648a7aca4680a908ac1344ad2536 HTTP/1.1" status: 200 len: 379 time: 0.1042309 Dec 20 14:52:27.529257 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-5aa81d1b-575a-4db2-957c-555e53fd1c97 req-5fd69354-656c-4f9c-9051-eb54afa390fa tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Request body: {'port': {'device_id': '31a55ef4-f413-493d-8b86-3a848ca43d83', 'network_id': '2b991158-95f7-48e9-8fcb-a8703c027202', 'admin_state_up': True, 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'security_groups': ['a3840027-1c66-4dfc-886c-c2af2b1c81e3']}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:52:27.552623 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6e4088-7a8a-4667-864b-87622ea320e9 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Pushing event updated for resources: {'Subnet': ['ID=79da15f9-cf0e-4e2d-9f87-f89f48dfdadf,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:27.572702 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-6a18b3d1-2066-4d6b-8b81-675d02fb353e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=dc29e2de924c4cbd81e8105396ddf747&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4211445 Dec 20 14:52:27.576619 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 36228) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:27.578801 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6e4088-7a8a-4667-864b-87622ea320e9 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Checking segment: {'id': 'eae974d5-a85c-45bd-8ed0-5110fb9a6a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9a9f164f-9c65-4456-8d28-873dcc9c7938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:52:27.579167 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6e4088-7a8a-4667-864b-87622ea320e9 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Network hostable DHCP agents. Network: 9a9f164f-9c65-4456-8d28-873dcc9c7938, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:52:27.600176 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:27.611476 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b246912-a9d5-4dd0-9c26-b32fc64e6c68 req-d5807da4-d0b0-4f93-a8a2-d9da1288c1fc tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:27.618849 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2b246912-a9d5-4dd0-9c26-b32fc64e6c68 req-d5807da4-d0b0-4f93-a8a2-d9da1288c1fc tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.54 "GET /v2.0/networks?id=1d6e94b3-e488-46e8-b36e-5df57c7dc6f7 HTTP/1.1" status: 200 len: 814 time: 0.2218280 Dec 20 14:52:27.620113 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-43c51b00-da56-47ac-b42e-761b5079d7b3 None None] Publish callbacks [] for port, precommit_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:27.636095 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-43c51b00-da56-47ac-b42e-761b5079d7b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:27.651324 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6e4088-7a8a-4667-864b-87622ea320e9 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Network 9a9f164f-9c65-4456-8d28-873dcc9c7938 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:52:27.659802 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27ad3fe-36bb-4b27-bb13-87347a4cbea2 None None] get_active_networks_info from n-d-761264-19 {{(pid=103169) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 20 14:52:27.661792 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2b246912-a9d5-4dd0-9c26-b32fc64e6c68 req-482fce9a-7ec6-41fc-aa0f-cc85dd195a67 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.54 "GET /v2.0/quotas/e5627c7cf5f247fcac36c91973083b50 HTTP/1.1" status: 200 len: 375 time: 0.0395348 Dec 20 14:52:27.680866 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-aa6e4088-7a8a-4667-864b-87622ea320e9 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 9a9f164f-9c65-4456-8d28-873dcc9c7938) {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:52:27.693323 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5aa81d1b-575a-4db2-957c-555e53fd1c97 req-5fd69354-656c-4f9c-9051-eb54afa390fa tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Made reservation on behalf of f35a648a7aca4680a908ac1344ad2536 for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:52:27.697002 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-5aa81d1b-575a-4db2-957c-555e53fd1c97 req-5fd69354-656c-4f9c-9051-eb54afa390fa tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:27.707153 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6e4088-7a8a-4667-864b-87622ea320e9 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:27.707915 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-aa6e4088-7a8a-4667-864b-87622ea320e9 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks [] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:27.712752 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2b246912-a9d5-4dd0-9c26-b32fc64e6c68 req-dcccb232-3723-41f1-ac54-0924e636d6a8 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=e5627c7cf5f247fcac36c91973083b50&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0463357 Dec 20 14:52:27.736317 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [req-2b246912-a9d5-4dd0-9c26-b32fc64e6c68 req-b04f51a0-c618-4908-ac70-12ae485cc779 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:52:27.737523 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2b246912-a9d5-4dd0-9c26-b32fc64e6c68 req-b04f51a0-c618-4908-ac70-12ae485cc779 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0090079 Dec 20 14:52:27.746376 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f4a20f67-40ca-4856-888a-80b86fedaa0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:27.776728 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36230) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:27.777360 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-aa6e4088-7a8a-4667-864b-87622ea320e9 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.8766980 Dec 20 14:52:27.830929 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f4a20f67-40ca-4856-888a-80b86fedaa0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:27.894922 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2b246912-a9d5-4dd0-9c26-b32fc64e6c68 req-e62d22c0-3693-452d-a49e-7f98fd4b0087 service neutron] 10.222.0.54 "GET /v2.0/networks/1d6e94b3-e488-46e8-b36e-5df57c7dc6f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443968 Dec 20 14:52:27.910862 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f4a20f67-40ca-4856-888a-80b86fedaa0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:27.914148 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f4a20f67-40ca-4856-888a-80b86fedaa0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:27.915492 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-f4a20f67-40ca-4856-888a-80b86fedaa0e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/86d603fe-a48c-4c09-b561-bf3b028bd140 HTTP/1.1" status: 204 len: 168 time: 0.3377476 Dec 20 14:52:27.926771 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] For port a54af46b-f44d-4741-9477-fa627160a76b, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=a54af46b-f44d-4741-9477-fa627160a76b,segment=NetworkSegment(7903e9d2-d11b-45b9-bcb7-4d6a4fbcd433),segment_id=7903e9d2-d11b-45b9-bcb7-4d6a4fbcd433)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:52:27.958714 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:27.989001 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-57c105b3-b817-4461-a0c5-482cd12dc2f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:27.991724 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f27d9f5-dcee-41d0-bd79-b3252a8796d0 None None] Pushing event updated for resources: {'Port': ['ID=d5a051b4-0e05-493a-a1e8-5471e2dc1e23,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:28.076189 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a20f67-40ca-4856-888a-80b86fedaa0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86d603fe-a48c-4c09-b561-bf3b028bd140,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:28.095941 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2b246912-a9d5-4dd0-9c26-b32fc64e6c68 req-c590bc90-47b4-47c0-8d69-6de960c36992 service neutron] 10.222.0.54 "GET /v2.0/networks/1d6e94b3-e488-46e8-b36e-5df57c7dc6f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789246 Dec 20 14:52:28.151459 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 85cdcf4e-27a1-42e3-914e-65d538d81195 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:52:28.177245 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Pushing event updated for resources: {'Port': ['ID=a54af46b-f44d-4741-9477-fa627160a76b,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:28.189406 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 85cdcf4e-27a1-42e3-914e-65d538d81195 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:52:28.190088 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 85cdcf4e-27a1-42e3-914e-65d538d81195 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:52:28.263701 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.db.api [None req-57c105b3-b817-4461-a0c5-482cd12dc2f5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103169) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 14:52:28.264201 n-d-761264-19 neutron-server[103169]: DEBUG oslo_db.api [None req-57c105b3-b817-4461-a0c5-482cd12dc2f5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 14:52:28.279188 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-43c51b00-da56-47ac-b42e-761b5079d7b3 None None] Attempting to bind port d5a051b4-0e05-493a-a1e8-5471e2dc1e23 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:52:28.279188 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-43c51b00-da56-47ac-b42e-761b5079d7b3 None None] Attempting to bind port d5a051b4-0e05-493a-a1e8-5471e2dc1e23 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '9624b9cb-588e-4de9-8787-9ecbaa3d7a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2b991158-95f7-48e9-8fcb-a8703c027202'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:52:28.279188 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c51b00-da56-47ac-b42e-761b5079d7b3 None None] Attempting to bind port d5a051b4-0e05-493a-a1e8-5471e2dc1e23 on network 2b991158-95f7-48e9-8fcb-a8703c027202 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:52:28.290330 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c51b00-da56-47ac-b42e-761b5079d7b3 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:52:28.290874 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c51b00-da56-47ac-b42e-761b5079d7b3 None None] Checking segment: {'id': '9624b9cb-588e-4de9-8787-9ecbaa3d7a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2b991158-95f7-48e9-8fcb-a8703c027202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:52:28.291419 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-43c51b00-da56-47ac-b42e-761b5079d7b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:28.291994 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c51b00-da56-47ac-b42e-761b5079d7b3 None None] Bound using segment: {'id': '9624b9cb-588e-4de9-8787-9ecbaa3d7a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2b991158-95f7-48e9-8fcb-a8703c027202'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:52:28.292704 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-43c51b00-da56-47ac-b42e-761b5079d7b3 None None] Bound port: d5a051b4-0e05-493a-a1e8-5471e2dc1e23, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9624b9cb-588e-4de9-8787-9ecbaa3d7a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2b991158-95f7-48e9-8fcb-a8703c027202'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:52:28.293334 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-43c51b00-da56-47ac-b42e-761b5079d7b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:28.328806 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5cb28be7-7238-49c6-812c-b2b8ee278043 req-319be0b8-ae4d-4e64-a52a-33db597a2506 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.54 "GET /v2.0/ports?device_id=abc60fc2-0a13-4390-b54c-6763c601e015 HTTP/1.1" status: 200 len: 210 time: 0.0507438 Dec 20 14:52:28.362439 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27ad3fe-36bb-4b27-bb13-87347a4cbea2 None None] Resources bound (agent type, host, resource id): {{(pid=103169) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 14:52:28.372525 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2e8d39-c7be-43fc-98a4-b157abd13a4d req-25542c78-4417-47f3-9b19-2696120d60c9 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:28.374423 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6f2e8d39-c7be-43fc-98a4-b157abd13a4d req-25542c78-4417-47f3-9b19-2696120d60c9 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/ports?device_id=d37b0c07-5ce4-4205-9b3a-bde57c7567a1 HTTP/1.1" status: 200 len: 946 time: 0.1795163 Dec 20 14:52:28.403969 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [req-5aa81d1b-575a-4db2-957c-555e53fd1c97 req-5fd69354-656c-4f9c-9051-eb54afa390fa tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Allocated IP 172.20.0.6 (2b991158-95f7-48e9-8fcb-a8703c027202/bc006d6b-5685-40fd-b243-7761d2560194/86020aa1-4960-45c4-bd63-17a4d6788fcd) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:52:28.433228 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-beced2a8-b091-4a94-b311-af47ed11333d req-3f6c353a-e51a-412d-ab92-977f20ad75d9 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=31a55ef4-f413-493d-8b86-3a848ca43d83 HTTP/1.1" status: 200 len: 210 time: 0.0337245 Dec 20 14:52:28.469122 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device f57c0401-5c2f-4348-8d47-8d4ac3e75b31 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:52:28.572075 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6f2e8d39-c7be-43fc-98a4-b157abd13a4d req-a084b096-c232-4791-89d4-133322c805b2 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/security-groups?id=1965ba5c-d387-4fec-8f79-f26f65ad2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155748 Dec 20 14:52:28.583000 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ccc6f5d6-d78f-44a0-ad15-657e5ed3b3ae tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:28.613372 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-43c51b00-da56-47ac-b42e-761b5079d7b3 None None] For port d5a051b4-0e05-493a-a1e8-5471e2dc1e23, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:52:28.618369 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-43c51b00-da56-47ac-b42e-761b5079d7b3 None None] For port d5a051b4-0e05-493a-a1e8-5471e2dc1e23, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=d5a051b4-0e05-493a-a1e8-5471e2dc1e23,segment=NetworkSegment(9624b9cb-588e-4de9-8787-9ecbaa3d7a8f),segment_id=9624b9cb-588e-4de9-8787-9ecbaa3d7a8f)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:52:28.629205 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-43c51b00-da56-47ac-b42e-761b5079d7b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:28.701195 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f27d9f5-dcee-41d0-bd79-b3252a8796d0 None None] Pushing event updated for resources: {'Port': ['ID=d5a051b4-0e05-493a-a1e8-5471e2dc1e23,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:28.724160 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ccc6f5d6-d78f-44a0-ad15-657e5ed3b3ae tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:28.735170 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c51b00-da56-47ac-b42e-761b5079d7b3 None None] Routers {'5f4894b6-26a7-49a1-9a65-feb408d5cbae'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:52:28.735704 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-43c51b00-da56-47ac-b42e-761b5079d7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:52:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['5f4894b6-26a7-49a1-9a65-feb408d5cbae'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:52:28.771145 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-5aa81d1b-575a-4db2-957c-555e53fd1c97 req-5fd69354-656c-4f9c-9051-eb54afa390fa tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:28.843557 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-5aa81d1b-575a-4db2-957c-555e53fd1c97 req-5fd69354-656c-4f9c-9051-eb54afa390fa tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:28.847107 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ccc6f5d6-d78f-44a0-ad15-657e5ed3b3ae tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:28.849535 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port f57c0401-5c2f-4348-8d47-8d4ac3e75b31 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:52:28.850312 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:28.938309 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc6f5d6-d78f-44a0-ad15-657e5ed3b3ae tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Pushing event deleted for resources: {'Subnet': ['ID=79da15f9-cf0e-4e2d-9f87-f89f48dfdadf,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:28.949269 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5aa81d1b-575a-4db2-957c-555e53fd1c97 req-5fd69354-656c-4f9c-9051-eb54afa390fa tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Network 2b991158-95f7-48e9-8fcb-a8703c027202 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:52:28.952591 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-57c105b3-b817-4461-a0c5-482cd12dc2f5 None None] Could not find standard attr ID for object 4820eea2-58bd-458a-9c7a-713ee7194c29. {{(pid=103169) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 14:52:28.955988 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [req-5aa81d1b-575a-4db2-957c-555e53fd1c97 req-5fd69354-656c-4f9c-9051-eb54afa390fa tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:52:28.960855 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aa81d1b-575a-4db2-957c-555e53fd1c97 req-5fd69354-656c-4f9c-9051-eb54afa390fa tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:52:29.010576 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 36266) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:29.018714 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-43c51b00-da56-47ac-b42e-761b5079d7b3 None None] Set router 5f4894b6-26a7-49a1-9a65-feb408d5cbae gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:52:29.056310 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd69354-656c-4f9c-9051-eb54afa390fa tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Pushing event updated for resources: {'Port': ['ID=86020aa1-4960-45c4-bd63-17a4d6788fcd,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:29.057854 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ccc6f5d6-d78f-44a0-ad15-657e5ed3b3ae tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:29.091243 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa81d1b-575a-4db2-957c-555e53fd1c97 req-5fd69354-656c-4f9c-9051-eb54afa390fa tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:29.091866 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-5aa81d1b-575a-4db2-957c-555e53fd1c97 req-5fd69354-656c-4f9c-9051-eb54afa390fa tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:29.097515 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-ccc6f5d6-d78f-44a0-ad15-657e5ed3b3ae tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a9f164f-9c65-4456-8d28-873dcc9c7938']}} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:52:29.112269 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-ccc6f5d6-d78f-44a0-ad15-657e5ed3b3ae tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eae974d5-a85c-45bd-8ed0-5110fb9a6a2e') {'for_net_delete': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:52:29.112553 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-ccc6f5d6-d78f-44a0-ad15-657e5ed3b3ae tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eae974d5-a85c-45bd-8ed0-5110fb9a6a2e') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:52:29.125818 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5aa81d1b-575a-4db2-957c-555e53fd1c97 req-5fd69354-656c-4f9c-9051-eb54afa390fa tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6005893 Dec 20 14:52:29.127638 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ccc6f5d6-d78f-44a0-ad15-657e5ed3b3ae tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954405'] for segment, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:29.128357 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device a54af46b-f44d-4741-9477-fa627160a76b up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:52:29.130116 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78fe502-9b1e-44b2-8517-fd72381aecaa None None] Network 1d6e94b3-e488-46e8-b36e-5df57c7dc6f7 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:52:29.131902 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e43dfc-e7af-413d-9429-9d93a7ade4b4 None None] Network 9a9f164f-9c65-4456-8d28-873dcc9c7938 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:52:29.144093 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-5aa81d1b-575a-4db2-957c-555e53fd1c97 req-8cc5ffb2-f89b-4756-8bc1-010a13275b37 service neutron] Request body: {'port': {'device_id': '31a55ef4-f413-493d-8b86-3a848ca43d83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-19'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:52:29.202106 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ccc6f5d6-d78f-44a0-ad15-657e5ed3b3ae tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:29.213624 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccc6f5d6-d78f-44a0-ad15-657e5ed3b3ae tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=103167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:52:29.214079 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ccc6f5d6-d78f-44a0-ad15-657e5ed3b3ae tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9956000'] for segment, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:29.217271 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:52:29.217271 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:52:29.217271 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:52:29.217271 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:52:29.217271 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:52:29.217271 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:52:29.217271 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:52:29.217271 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:52:29.217271 n-d-761264-19 neutron-server[103167]: Traceback (most recent call last): Dec 20 14:52:29.217271 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:52:29.217271 n-d-761264-19 neutron-server[103167]: timer() Dec 20 14:52:29.217271 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:52:29.217271 n-d-761264-19 neutron-server[103167]: cb(*args, **kw) Dec 20 14:52:29.217271 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:52:29.217271 n-d-761264-19 neutron-server[103167]: return func(*args, **kwargs) Dec 20 14:52:29.217271 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:52:29.217271 n-d-761264-19 neutron-server[103167]: self._notify() Dec 20 14:52:29.217271 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:52:29.217271 n-d-761264-19 neutron-server[103167]: self.callback(batched_events) Dec 20 14:52:29.217271 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:52:29.217271 n-d-761264-19 neutron-server[103167]: event.method(event) Dec 20 14:52:29.217271 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:52:29.217271 n-d-761264-19 neutron-server[103167]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:52:29.217271 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:52:29.217271 n-d-761264-19 neutron-server[103167]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:52:29.217271 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:52:29.217271 n-d-761264-19 neutron-server[103167]: return f(self, *a, **k) Dec 20 14:52:29.217271 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:52:29.217271 n-d-761264-19 neutron-server[103167]: return self._get(url).json() Dec 20 14:52:29.217271 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:52:29.217271 n-d-761264-19 neutron-server[103167]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:52:29.217271 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:52:29.217271 n-d-761264-19 neutron-server[103167]: return self.request(url, 'GET', **kwargs) Dec 20 14:52:29.217271 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:52:29.217271 n-d-761264-19 neutron-server[103167]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:52:29.217271 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:52:29.217271 n-d-761264-19 neutron-server[103167]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:52:29.217271 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:52:29.217271 n-d-761264-19 neutron-server[103167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:52:29.217271 n-d-761264-19 neutron-server[103167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:52:29.229871 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-5aa81d1b-575a-4db2-957c-555e53fd1c97 req-8cc5ffb2-f89b-4756-8bc1-010a13275b37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:29.235054 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-cd629d29-b8f0-4f17-9858-40a081b57c3e tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1627202432', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:52:29.290566 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cd629d29-b8f0-4f17-9858-40a081b57c3e tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40114'] for router, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:29.292863 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cd629d29-b8f0-4f17-9858-40a081b57c3e tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40139'] for router, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:29.326204 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ccc6f5d6-d78f-44a0-ad15-657e5ed3b3ae tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:29.334613 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-fc3f679f-c6f5-4b16-8858-dae406b193b2 None None] Provisioning complete for port 9622e1ea-ff9c-4855-80e3-a6abbd116463 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:52:29.335024 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-fc3f679f-c6f5-4b16-8858-dae406b193b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:29.359179 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ccc6f5d6-d78f-44a0-ad15-657e5ed3b3ae tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks [] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:29.362644 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-ccc6f5d6-d78f-44a0-ad15-657e5ed3b3ae tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] 10.222.0.54 "DELETE /v2.0/networks/9a9f164f-9c65-4456-8d28-873dcc9c7938 HTTP/1.1" status: 204 len: 168 time: 1.5852077 Dec 20 14:52:29.363815 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc6f5d6-d78f-44a0-ad15-657e5ed3b3ae tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Pushing event deleted for resources: {'Network': ['ID=9a9f164f-9c65-4456-8d28-873dcc9c7938,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:29.384445 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 36272) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:29.389536 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-23147320-2562-4312-9145-d065bc1859b9 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2104923389'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:52:29.398952 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cd629d29-b8f0-4f17-9858-40a081b57c3e tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:29.408685 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cd629d29-b8f0-4f17-9858-40a081b57c3e tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013'] for router, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:29.449902 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cd629d29-b8f0-4f17-9858-40a081b57c3e tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:29.451118 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-cd629d29-b8f0-4f17-9858-40a081b57c3e tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4385021 Dec 20 14:52:29.451910 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23147320-2562-4312-9145-d065bc1859b9 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Made reservation on behalf of d8b92d0821214aa99ef95758b3994c0e for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:52:29.453884 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36274) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:29.455595 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-23147320-2562-4312-9145-d065bc1859b9 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:29.462566 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-a6f003b5-301e-4785-9c61-1cda03026985 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1849865097'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:52:29.510412 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23147320-2562-4312-9145-d065bc1859b9 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:52:29.521641 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-23147320-2562-4312-9145-d065bc1859b9 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:29.522257 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-23147320-2562-4312-9145-d065bc1859b9 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Added segment 5407e1cb-6cbc-4c6b-ae2a-e480cf86e785 of type vlan for network 58b5a5b4-5a16-47a6-bb4f-7b0f1a065295 Dec 20 14:52:29.571444 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-23147320-2562-4312-9145-d065bc1859b9 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:29.590384 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ff50ec-7464-451a-b91c-228beb221746 None None] Network 9a9f164f-9c65-4456-8d28-873dcc9c7938 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:52:29.611536 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3d9c1ea3-4c60-4fcf-94ee-78b1841e9b39 req-c3aaf715-bd1d-4c10-a121-8682c62d4b76 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.54 "GET /v2.0/ports?device_id=abc60fc2-0a13-4390-b54c-6763c601e015 HTTP/1.1" status: 200 len: 210 time: 0.1743107 Dec 20 14:52:29.613186 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-23147320-2562-4312-9145-d065bc1859b9 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:29.619673 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23147320-2562-4312-9145-d065bc1859b9 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:29.620404 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-23147320-2562-4312-9145-d065bc1859b9 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks [] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:29.621518 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f003b5-301e-4785-9c61-1cda03026985 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Made reservation on behalf of 0d3bec1c446943a5a4f33a623c1ccc28 for: {'network': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:52:29.626084 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a6f003b5-301e-4785-9c61-1cda03026985 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:29.648523 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a6f003b5-301e-4785-9c61-1cda03026985 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:29.676783 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ff50ec-7464-451a-b91c-228beb221746 None None] Network 9a9f164f-9c65-4456-8d28-873dcc9c7938 could not be found, it might have been deleted concurrently. {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 20 14:52:29.726036 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fb5b7b-1cda-4719-b789-8f6a91c69ad4 req-4b92ba32-37b0-4c18-995a-0bde3cf2da28 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:29.727552 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e2fb5b7b-1cda-4719-b789-8f6a91c69ad4 req-4b92ba32-37b0-4c18-995a-0bde3cf2da28 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=31a55ef4-f413-493d-8b86-3a848ca43d83 HTTP/1.1" status: 200 len: 931 time: 0.1569321 Dec 20 14:52:29.813437 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b953d77-c107-49dc-82fe-1bf86874f9b5 None None] Network 1d6e94b3-e488-46e8-b36e-5df57c7dc6f7 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:52:29.815181 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port a54af46b-f44d-4741-9477-fa627160a76b triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:52:29.815540 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:29.836676 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23147320-2562-4312-9145-d065bc1859b9 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Pushing event updated for resources: {'Network': ['ID=58b5a5b4-5a16-47a6-bb4f-7b0f1a065295,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:29.868922 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-23147320-2562-4312-9145-d065bc1859b9 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4833634 Dec 20 14:52:29.875987 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 36282) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:29.883581 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-49c9961b-d528-47c2-9cde-526c8230c77b tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Request body: {'subnet': {'network_id': '58b5a5b4-5a16-47a6-bb4f-7b0f1a065295', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:52:29.899486 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 58b5a5b4-5a16-47a6-bb4f-7b0f1a065295 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:52:29.908347 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e2fb5b7b-1cda-4719-b789-8f6a91c69ad4 req-5d951fc8-f90e-4c31-b3a7-90e000ef8157 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=a3840027-1c66-4dfc-886c-c2af2b1c81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1732702 Dec 20 14:52:29.912271 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [req-5aa81d1b-575a-4db2-957c-555e53fd1c97 req-8cc5ffb2-f89b-4756-8bc1-010a13275b37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86020aa1-4960-45c4-bd63-17a4d6788fcd {{(pid=103167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:52:29.936428 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-5aa81d1b-575a-4db2-957c-555e53fd1c97 req-8cc5ffb2-f89b-4756-8bc1-010a13275b37 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:29.943343 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a6f003b5-301e-4785-9c61-1cda03026985 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:29.954553 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a6f003b5-301e-4785-9c61-1cda03026985 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:29.965940 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6f003b5-301e-4785-9c61-1cda03026985 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=103167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:52:29.975200 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a6f003b5-301e-4785-9c61-1cda03026985 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:29.976131 n-d-761264-19 neutron-server[103167]: INFO neutron.db.segments_db [None req-a6f003b5-301e-4785-9c61-1cda03026985 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Added segment 2abb1a48-9426-4164-806c-dcc3cdd23cdb of type vlan for network f9b3db5c-b9ba-486e-8b2c-8bc4098bf7a8 Dec 20 14:52:30.029081 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-5aa81d1b-575a-4db2-957c-555e53fd1c97 req-8cc5ffb2-f89b-4756-8bc1-010a13275b37 service neutron] Transition to ACTIVE for port object 86020aa1-4960-45c4-bd63-17a4d6788fcd will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:52:30.035626 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a6f003b5-301e-4785-9c61-1cda03026985 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:30.036910 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bdd9ce-289c-4173-b43b-db849954611e req-43da4d19-bf18-458b-b220-de2a4ee2a48d tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:30.041344 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-5aa81d1b-575a-4db2-957c-555e53fd1c97 req-8cc5ffb2-f89b-4756-8bc1-010a13275b37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:30.045984 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c2bdd9ce-289c-4173-b43b-db849954611e req-43da4d19-bf18-458b-b220-de2a4ee2a48d tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/ports?device_id=d37b0c07-5ce4-4205-9b3a-bde57c7567a1 HTTP/1.1" status: 200 len: 946 time: 0.2792447 Dec 20 14:52:30.095494 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b246912-a9d5-4dd0-9c26-b32fc64e6c68 req-f8de049d-e3bc-488a-9081-1c8cf8cf4cb0 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:30.097474 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2b246912-a9d5-4dd0-9c26-b32fc64e6c68 req-f8de049d-e3bc-488a-9081-1c8cf8cf4cb0 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.30 "GET /v2.0/networks?id=1d6e94b3-e488-46e8-b36e-5df57c7dc6f7 HTTP/1.1" status: 200 len: 814 time: 0.3293874 Dec 20 14:52:30.124842 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-2b246912-a9d5-4dd0-9c26-b32fc64e6c68 req-8b73e95f-e661-437a-b81c-55a2fb76a36f tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Request body: {'port': {'device_id': 'abc60fc2-0a13-4390-b54c-6763c601e015', 'network_id': '1d6e94b3-e488-46e8-b36e-5df57c7dc6f7', 'admin_state_up': True, 'tenant_id': 'e5627c7cf5f247fcac36c91973083b50'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:52:30.130794 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f003b5-301e-4785-9c61-1cda03026985 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5b84181-91cf-488e-a9b3-ba5b3ce82226,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:30.167169 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a6f003b5-301e-4785-9c61-1cda03026985 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:30.171003 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c9961b-d528-47c2-9cde-526c8230c77b tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Made reservation on behalf of d8b92d0821214aa99ef95758b3994c0e for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:52:30.173074 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f003b5-301e-4785-9c61-1cda03026985 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:30.173569 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a6f003b5-301e-4785-9c61-1cda03026985 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Publish callbacks [] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:30.176077 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-49c9961b-d528-47c2-9cde-526c8230c77b tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:30.198113 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc5ffb2-f89b-4756-8bc1-010a13275b37 service neutron] Pushing event updated for resources: {'Port': ['ID=86020aa1-4960-45c4-bd63-17a4d6788fcd,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:30.243519 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-a6f003b5-301e-4785-9c61-1cda03026985 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.7854099 Dec 20 14:52:30.270514 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36284) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:30.278778 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-c4b8c034-a10c-45ae-a951-d4edc5a5b6e7 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Request body: {'subnet': {'network_id': 'f9b3db5c-b9ba-486e-8b2c-8bc4098bf7a8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:52:30.294628 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c2bdd9ce-289c-4173-b43b-db849954611e req-6c6b130f-d90c-4bf2-b1ee-34c78e02ea76 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/security-groups?id=1965ba5c-d387-4fec-8f79-f26f65ad2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454944 Dec 20 14:52:30.308090 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5816c81b-900e-41ca-9d98-32274524bdb0 None None] DHCP port deletion for 1d6e94b3-e488-46e8-b36e-5df57c7dc6f7 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:52:30.346866 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-43c51b00-da56-47ac-b42e-761b5079d7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f4894b6-26a7-49a1-9a65-feb408d5cbae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-481873831', 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'df6b2ce4-a8cf-4623-8bd0-80fdc8d8eac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:52:14Z', 'updated_at': '2021-12-20T14:52:21Z', 'revision_number': 4, 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'gw_port': {'id': 'df6b2ce4-a8cf-4623-8bd0-80fdc8d8eac3', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:12:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4894b6-26a7-49a1-9a65-feb408d5cbae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:52:14Z', 'updated_at': '2021-12-20T14:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'd5a051b4-0e05-493a-a1e8-5471e2dc1e23', 'name': '', 'network_id': '2b991158-95f7-48e9-8fcb-a8703c027202', 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'mac_address': 'fa:16:3e:e1:ae:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f4894b6-26a7-49a1-9a65-feb408d5cbae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': 'bc006d6b-5685-40fd-b243-7761d2560194', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:52:20Z', 'updated_at': '2021-12-20T14:52:28Z', 'revision_number': 4, 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'subnets': [{'id': 'bc006d6b-5685-40fd-b243-7761d2560194', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:52:30.380971 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f003b5-301e-4785-9c61-1cda03026985 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Pushing event updated for resources: {'Network': ['ID=f9b3db5c-b9ba-486e-8b2c-8bc4098bf7a8,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:30.409903 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-5aa81d1b-575a-4db2-957c-555e53fd1c97 req-8cc5ffb2-f89b-4756-8bc1-010a13275b37 service neutron] Attempting to bind port 86020aa1-4960-45c4-bd63-17a4d6788fcd on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:52:30.410488 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-5aa81d1b-575a-4db2-957c-555e53fd1c97 req-8cc5ffb2-f89b-4756-8bc1-010a13275b37 service neutron] Attempting to bind port 86020aa1-4960-45c4-bd63-17a4d6788fcd by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': '9624b9cb-588e-4de9-8787-9ecbaa3d7a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2b991158-95f7-48e9-8fcb-a8703c027202'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:52:30.410860 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa81d1b-575a-4db2-957c-555e53fd1c97 req-8cc5ffb2-f89b-4756-8bc1-010a13275b37 service neutron] Attempting to bind port 86020aa1-4960-45c4-bd63-17a4d6788fcd on network 2b991158-95f7-48e9-8fcb-a8703c027202 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:52:30.423976 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa81d1b-575a-4db2-957c-555e53fd1c97 req-8cc5ffb2-f89b-4756-8bc1-010a13275b37 service neutron] Port 86020aa1-4960-45c4-bd63-17a4d6788fcd on network 2b991158-95f7-48e9-8fcb-a8703c027202 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:52:30.424289 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa81d1b-575a-4db2-957c-555e53fd1c97 req-8cc5ffb2-f89b-4756-8bc1-010a13275b37 service neutron] Attempting to bind port 86020aa1-4960-45c4-bd63-17a4d6788fcd on network 2b991158-95f7-48e9-8fcb-a8703c027202 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:52:30.426472 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network f9b3db5c-b9ba-486e-8b2c-8bc4098bf7a8 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:52:30.431658 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c51b00-da56-47ac-b42e-761b5079d7b3 None None] The sync data for ids ['5f4894b6-26a7-49a1-9a65-feb408d5cbae'] in n-d-761264-19 is: [{'id': '5f4894b6-26a7-49a1-9a65-feb408d5cbae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-481873831', 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'df6b2ce4-a8cf-4623-8bd0-80fdc8d8eac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:52:14Z', 'updated_at': '2021-12-20T14:52:21Z', 'revision_number': 4, 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'gw_port': {'id': 'df6b2ce4-a8cf-4623-8bd0-80fdc8d8eac3', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:12:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4894b6-26a7-49a1-9a65-feb408d5cbae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:52:14Z', 'updated_at': '2021-12-20T14:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'd5a051b4-0e05-493a-a1e8-5471e2dc1e23', 'name': '', 'network_id': '2b991158-95f7-48e9-8fcb-a8703c027202', 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'mac_address': 'fa:16:3e:e1:ae:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f4894b6-26a7-49a1-9a65-feb408d5cbae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': 'bc006d6b-5685-40fd-b243-7761d2560194', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:52:20Z', 'updated_at': '2021-12-20T14:52:28Z', 'revision_number': 4, 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'subnets': [{'id': 'bc006d6b-5685-40fd-b243-7761d2560194', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:52:30.442770 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-fc3f679f-c6f5-4b16-8858-dae406b193b2 None None] Provisioning complete for port 08be1526-c158-4e57-a34a-c3664135a1d7 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:52:30.443272 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-fc3f679f-c6f5-4b16-8858-dae406b193b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:30.461940 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa81d1b-575a-4db2-957c-555e53fd1c97 req-8cc5ffb2-f89b-4756-8bc1-010a13275b37 service neutron] Checking agent: {'id': '43c60aee-e4af-4ecc-bee2-aac3569fafed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:52:30.463908 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa81d1b-575a-4db2-957c-555e53fd1c97 req-8cc5ffb2-f89b-4756-8bc1-010a13275b37 service neutron] Checking segment: {'id': '9624b9cb-588e-4de9-8787-9ecbaa3d7a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2b991158-95f7-48e9-8fcb-a8703c027202'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:52:30.464499 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa81d1b-575a-4db2-957c-555e53fd1c97 req-8cc5ffb2-f89b-4756-8bc1-010a13275b37 service neutron] Bound using segment: {'id': '9624b9cb-588e-4de9-8787-9ecbaa3d7a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2b991158-95f7-48e9-8fcb-a8703c027202'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:52:30.467052 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-5aa81d1b-575a-4db2-957c-555e53fd1c97 req-8cc5ffb2-f89b-4756-8bc1-010a13275b37 service neutron] Bound port: 86020aa1-4960-45c4-bd63-17a4d6788fcd, host: n-h2-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9624b9cb-588e-4de9-8787-9ecbaa3d7a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2b991158-95f7-48e9-8fcb-a8703c027202'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:52:30.467674 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-5aa81d1b-575a-4db2-957c-555e53fd1c97 req-8cc5ffb2-f89b-4756-8bc1-010a13275b37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:30.531562 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b246912-a9d5-4dd0-9c26-b32fc64e6c68 req-8b73e95f-e661-437a-b81c-55a2fb76a36f tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Made reservation on behalf of e5627c7cf5f247fcac36c91973083b50 for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:52:30.535655 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-2b246912-a9d5-4dd0-9c26-b32fc64e6c68 req-8b73e95f-e661-437a-b81c-55a2fb76a36f tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:30.551859 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b8c034-a10c-45ae-a951-d4edc5a5b6e7 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Made reservation on behalf of 0d3bec1c446943a5a4f33a623c1ccc28 for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:52:30.557037 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c4b8c034-a10c-45ae-a951-d4edc5a5b6e7 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:30.583631 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 09700f3a-5ddf-40d8-8991-56bd830dc875 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:52:30.619593 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 09700f3a-5ddf-40d8-8991-56bd830dc875 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:52:30.620638 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 09700f3a-5ddf-40d8-8991-56bd830dc875 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:52:30.701157 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-fc3f679f-c6f5-4b16-8858-dae406b193b2 None None] Provisioning complete for port b5317a84-c7f5-467f-8d7c-8a55d8ba4bbf triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:52:30.701538 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-fc3f679f-c6f5-4b16-8858-dae406b193b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:30.728928 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-5aa81d1b-575a-4db2-957c-555e53fd1c97 req-8cc5ffb2-f89b-4756-8bc1-010a13275b37 service neutron] For port 86020aa1-4960-45c4-bd63-17a4d6788fcd, host n-h2-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:52:30.743507 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-5aa81d1b-575a-4db2-957c-555e53fd1c97 req-8cc5ffb2-f89b-4756-8bc1-010a13275b37 service neutron] For port 86020aa1-4960-45c4-bd63-17a4d6788fcd, host n-h2-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=86020aa1-4960-45c4-bd63-17a4d6788fcd,segment=NetworkSegment(9624b9cb-588e-4de9-8787-9ecbaa3d7a8f),segment_id=9624b9cb-588e-4de9-8787-9ecbaa3d7a8f)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:52:30.757497 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-5aa81d1b-575a-4db2-957c-555e53fd1c97 req-8cc5ffb2-f89b-4756-8bc1-010a13275b37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:30.765373 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d970328c-864a-4061-a897-dc1d42b5e8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:30.786259 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-49c9961b-d528-47c2-9cde-526c8230c77b tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8848317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10470522'] for subnet, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:30.810402 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device d5a051b4-0e05-493a-a1e8-5471e2dc1e23 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:52:30.851968 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc5ffb2-f89b-4756-8bc1-010a13275b37 service neutron] Pushing event updated for resources: {'Port': ['ID=86020aa1-4960-45c4-bd63-17a4d6788fcd,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:30.860071 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [req-2b246912-a9d5-4dd0-9c26-b32fc64e6c68 req-8b73e95f-e661-437a-b81c-55a2fb76a36f tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Allocated IP 172.20.0.5 (1d6e94b3-e488-46e8-b36e-5df57c7dc6f7/5ae39662-bebe-492b-85b9-e558826165ef/8b3889b6-faf1-4c12-9683-a4ff65c6e9f6) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:52:30.883673 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa81d1b-575a-4db2-957c-555e53fd1c97 req-8cc5ffb2-f89b-4756-8bc1-010a13275b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:30.884280 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-5aa81d1b-575a-4db2-957c-555e53fd1c97 req-8cc5ffb2-f89b-4756-8bc1-010a13275b37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:30.885722 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5aa81d1b-575a-4db2-957c-555e53fd1c97 req-8cc5ffb2-f89b-4756-8bc1-010a13275b37 service neutron] 10.222.0.47 "PUT /v2.0/ports/86020aa1-4960-45c4-bd63-17a4d6788fcd HTTP/1.1" status: 200 len: 1092 time: 1.7483704 Dec 20 14:52:30.886178 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31a55ef4-f413-493d-8b86-3a848ca43d83', 'tag': '86020aa1-4960-45c4-bd63-17a4d6788fcd'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:52:30.888839 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6d433f0-6786-4378-b6bf-871e63f0cbad" -d '{"events": [{"name": "network-changed", "server_uuid": "31a55ef4-f413-493d-8b86-3a848ca43d83", "tag": "86020aa1-4960-45c4-bd63-17a4d6788fcd"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:52:30.893449 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port d5a051b4-0e05-493a-a1e8-5471e2dc1e23 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:52:30.893836 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:30.911791 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c4ff0dea-f981-4247-9d43-73e8de6925b9 req-7689fdbf-b14b-43b4-ab12-72d3d70c68b5 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.54 "GET /v2.0/ports?device_id=abc60fc2-0a13-4390-b54c-6763c601e015 HTTP/1.1" status: 200 len: 210 time: 0.1587648 Dec 20 14:52:30.944563 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c9961b-d528-47c2-9cde-526c8230c77b tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Pushing event updated for resources: {'Subnet': ['ID=2b9c3841-a5cf-4cde-ab91-4fe5b1105f0c,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:30.996277 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6625e0bd-63c0-452f-a624-05c816f75442 x-openstack-request-id: req-6625e0bd-63c0-452f-a624-05c816f75442 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:52:30.996493 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31a55ef4-f413-493d-8b86-3a848ca43d83", "tag": "86020aa1-4960-45c4-bd63-17a4d6788fcd", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:52:30.996684 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6625e0bd-63c0-452f-a624-05c816f75442 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:52:30.997098 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31a55ef4-f413-493d-8b86-3a848ca43d83', 'tag': '86020aa1-4960-45c4-bd63-17a4d6788fcd', 'status': 'completed', 'code': 200} Dec 20 14:52:30.999412 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c9961b-d528-47c2-9cde-526c8230c77b tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Checking segment: {'id': '5407e1cb-6cbc-4c6b-ae2a-e480cf86e785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '58b5a5b4-5a16-47a6-bb4f-7b0f1a065295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:52:30.999875 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c9961b-d528-47c2-9cde-526c8230c77b tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Network hostable DHCP agents. Network: 58b5a5b4-5a16-47a6-bb4f-7b0f1a065295, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:52:31.085853 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:31.130544 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c9961b-d528-47c2-9cde-526c8230c77b tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Network 58b5a5b4-5a16-47a6-bb4f-7b0f1a065295 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:52:31.196776 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] For port d5a051b4-0e05-493a-a1e8-5471e2dc1e23, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=d5a051b4-0e05-493a-a1e8-5471e2dc1e23,segment=NetworkSegment(9624b9cb-588e-4de9-8787-9ecbaa3d7a8f),segment_id=9624b9cb-588e-4de9-8787-9ecbaa3d7a8f)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:52:31.204777 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:31.210263 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-49c9961b-d528-47c2-9cde-526c8230c77b tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 58b5a5b4-5a16-47a6-bb4f-7b0f1a065295) {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:52:31.218200 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c4b8c034-a10c-45ae-a951-d4edc5a5b6e7 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:31.233576 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c9961b-d528-47c2-9cde-526c8230c77b tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:31.234262 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-49c9961b-d528-47c2-9cde-526c8230c77b tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks [] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:31.272971 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Pushing event updated for resources: {'Port': ['ID=d5a051b4-0e05-493a-a1e8-5471e2dc1e23,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:31.283987 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-20160213-ca0b-4db9-9762-bd1ff81303c7 None None] Provisioning complete for port d5a051b4-0e05-493a-a1e8-5471e2dc1e23 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:52:31.284527 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-20160213-ca0b-4db9-9762-bd1ff81303c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:31.322637 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa81d1b-575a-4db2-957c-555e53fd1c97 req-282dd5bd-70f3-4f4a-8824-1750cf9aed74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:31.327833 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5aa81d1b-575a-4db2-957c-555e53fd1c97 req-282dd5bd-70f3-4f4a-8824-1750cf9aed74 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f35a648a7aca4680a908ac1344ad2536&device_id=31a55ef4-f413-493d-8b86-3a848ca43d83 HTTP/1.1" status: 200 len: 1095 time: 0.3526025 Dec 20 14:52:31.328720 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1991213-6d30-42b3-825b-cd0945736ee3 None None] Network 58b5a5b4-5a16-47a6-bb4f-7b0f1a065295 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:52:31.348555 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-2b246912-a9d5-4dd0-9c26-b32fc64e6c68 req-8b73e95f-e661-437a-b81c-55a2fb76a36f tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:31.386364 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-49c9961b-d528-47c2-9cde-526c8230c77b tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.5081096 Dec 20 14:52:31.423124 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 36294) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:31.467224 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-2b246912-a9d5-4dd0-9c26-b32fc64e6c68 req-8b73e95f-e661-437a-b81c-55a2fb76a36f tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:31.471595 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ada6b91-9c52-4daf-9091-c7e57dfce663 req-4e56c471-2d14-4b60-9d17-b573cf635fbc tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:31.475707 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9ada6b91-9c52-4daf-9091-c7e57dfce663 req-4e56c471-2d14-4b60-9d17-b573cf635fbc tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=31a55ef4-f413-493d-8b86-3a848ca43d83 HTTP/1.1" status: 200 len: 943 time: 0.2877440 Dec 20 14:52:31.479167 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5aa81d1b-575a-4db2-957c-555e53fd1c97 req-245d9993-6d14-4c34-8092-56a7bdb22f00 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86020aa1-4960-45c4-bd63-17a4d6788fcd HTTP/1.1" status: 200 len: 217 time: 0.1344240 Dec 20 14:52:31.533386 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497d53f4-db27-4ac2-bfde-4b33b27db1fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-58b5a5b4-5a16-47a6-bb4f-7b0f1a065295', 'network_id': '58b5a5b4-5a16-47a6-bb4f-7b0f1a065295', 'project_id': 'd8b92d0821214aa99ef95758b3994c0e', 'fixed_ips': [{'subnet_id': '2b9c3841-a5cf-4cde-ab91-4fe5b1105f0c'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:52:31.534696 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-497d53f4-db27-4ac2-bfde-4b33b27db1fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:31.535756 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b8c034-a10c-45ae-a951-d4edc5a5b6e7 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Pushing event updated for resources: {'Subnet': ['ID=11a2cd76-48e7-47e9-a774-0146fcc79c68,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:31.549520 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b8c034-a10c-45ae-a951-d4edc5a5b6e7 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Checking segment: {'id': '2abb1a48-9426-4164-806c-dcc3cdd23cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f9b3db5c-b9ba-486e-8b2c-8bc4098bf7a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:52:31.550127 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b8c034-a10c-45ae-a951-d4edc5a5b6e7 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Network hostable DHCP agents. Network: f9b3db5c-b9ba-486e-8b2c-8bc4098bf7a8, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:52:31.594435 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9ada6b91-9c52-4daf-9091-c7e57dfce663 req-2c3075c0-ec98-43a4-9645-d5e3c1afeeaf tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=a3840027-1c66-4dfc-886c-c2af2b1c81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127396 Dec 20 14:52:31.626787 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b8c034-a10c-45ae-a951-d4edc5a5b6e7 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Network f9b3db5c-b9ba-486e-8b2c-8bc4098bf7a8 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:52:31.636081 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa81d1b-575a-4db2-957c-555e53fd1c97 req-d25ef1a8-378a-4ecd-baba-a3659b5ea6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:31.637862 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5aa81d1b-575a-4db2-957c-555e53fd1c97 req-d25ef1a8-378a-4ecd-baba-a3659b5ea6c1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bc006d6b-5685-40fd-b243-7761d2560194 HTTP/1.1" status: 200 len: 834 time: 0.1108208 Dec 20 14:52:31.643683 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-c4b8c034-a10c-45ae-a951-d4edc5a5b6e7 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, f9b3db5c-b9ba-486e-8b2c-8bc4098bf7a8) {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:52:31.657995 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b8c034-a10c-45ae-a951-d4edc5a5b6e7 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:31.658773 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c4b8c034-a10c-45ae-a951-d4edc5a5b6e7 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:31.723010 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-c4b8c034-a10c-45ae-a951-d4edc5a5b6e7 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4512601 Dec 20 14:52:31.726561 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36296) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:31.738352 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a0700d-bc99-4479-a552-77ff38a809d7 None None] Network f9b3db5c-b9ba-486e-8b2c-8bc4098bf7a8 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:52:31.739522 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-2b6d6670-a96a-4740-965b-bd5a4e3c6bc6 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Request body: {'network': {'name': 'tempest-router-network01--1295169383'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:52:31.775811 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa81d1b-575a-4db2-957c-555e53fd1c97 req-60dbf086-94d9-402a-9df2-1c0091a49e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:31.778088 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5aa81d1b-575a-4db2-957c-555e53fd1c97 req-60dbf086-94d9-402a-9df2-1c0091a49e3c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2b991158-95f7-48e9-8fcb-a8703c027202&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1320026 Dec 20 14:52:31.798002 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b6d6670-a96a-4740-965b-bd5a4e3c6bc6 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Made reservation on behalf of 0d3bec1c446943a5a4f33a623c1ccc28 for: {'network': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:52:31.801740 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2b6d6670-a96a-4740-965b-bd5a4e3c6bc6 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:31.823974 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-497d53f4-db27-4ac2-bfde-4b33b27db1fb None None] Allocated IP 2001:db8::1 (58b5a5b4-5a16-47a6-bb4f-7b0f1a065295/2b9c3841-a5cf-4cde-ab91-4fe5b1105f0c/0adae709-0951-4a87-81bf-5ba4be84bbf0) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:52:31.867466 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1bc2e7e-6620-47b1-9d27-14818a2643ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-f9b3db5c-b9ba-486e-8b2c-8bc4098bf7a8', 'network_id': 'f9b3db5c-b9ba-486e-8b2c-8bc4098bf7a8', 'project_id': '0d3bec1c446943a5a4f33a623c1ccc28', 'fixed_ips': [{'subnet_id': '11a2cd76-48e7-47e9-a774-0146fcc79c68'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:52:31.868209 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e1bc2e7e-6620-47b1-9d27-14818a2643ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:31.879352 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b6d6670-a96a-4740-965b-bd5a4e3c6bc6 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=103167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:52:31.898167 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2b6d6670-a96a-4740-965b-bd5a4e3c6bc6 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:31.898506 n-d-761264-19 neutron-server[103167]: INFO neutron.db.segments_db [None req-2b6d6670-a96a-4740-965b-bd5a4e3c6bc6 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Added segment a79d98d3-f67b-47d2-b658-dd944f24eb3e of type vlan for network eefdb024-a12a-4862-a111-14e67b7cab20 Dec 20 14:52:31.998528 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5aa81d1b-575a-4db2-957c-555e53fd1c97 req-785f8a67-b493-43c6-896b-680edbc51ffb service neutron] 10.222.0.47 "GET /v2.0/networks/2b991158-95f7-48e9-8fcb-a8703c027202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109692 Dec 20 14:52:32.027395 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2b6d6670-a96a-4740-965b-bd5a4e3c6bc6 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:32.060906 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b73e95f-e661-437a-b81c-55a2fb76a36f tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Pushing event updated for resources: {'Port': ['ID=8b3889b6-faf1-4c12-9683-a4ff65c6e9f6,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:32.136621 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b246912-a9d5-4dd0-9c26-b32fc64e6c68 req-8b73e95f-e661-437a-b81c-55a2fb76a36f tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Network 1d6e94b3-e488-46e8-b36e-5df57c7dc6f7 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:52:32.141644 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [req-2b246912-a9d5-4dd0-9c26-b32fc64e6c68 req-8b73e95f-e661-437a-b81c-55a2fb76a36f tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:52:32.160585 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d366bb5-4629-44af-b924-647657d56f7e req-91a90dac-94c7-4cab-9f20-58a6537f3afc tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:32.172935 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4d366bb5-4629-44af-b924-647657d56f7e req-91a90dac-94c7-4cab-9f20-58a6537f3afc tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/ports?device_id=d37b0c07-5ce4-4205-9b3a-bde57c7567a1 HTTP/1.1" status: 200 len: 946 time: 0.7482333 Dec 20 14:52:32.196711 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b246912-a9d5-4dd0-9c26-b32fc64e6c68 req-8b73e95f-e661-437a-b81c-55a2fb76a36f tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:52:32.210315 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-497d53f4-db27-4ac2-bfde-4b33b27db1fb None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:32.222745 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20849c3-5f6f-46fe-bdce-12df6d8d7248 req-50c15221-5c87-41ec-b42a-998e8821d87f tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:32.224570 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f20849c3-5f6f-46fe-bdce-12df6d8d7248 req-50c15221-5c87-41ec-b42a-998e8821d87f tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.54 "GET /v2.0/ports?device_id=abc60fc2-0a13-4390-b54c-6763c601e015 HTTP/1.1" status: 200 len: 931 time: 0.1784813 Dec 20 14:52:32.225566 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2b6d6670-a96a-4740-965b-bd5a4e3c6bc6 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:32.231683 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6d6670-a96a-4740-965b-bd5a4e3c6bc6 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:32.232397 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2b6d6670-a96a-4740-965b-bd5a4e3c6bc6 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Publish callbacks [] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:32.237974 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-497d53f4-db27-4ac2-bfde-4b33b27db1fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:32.247541 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4d366bb5-4629-44af-b924-647657d56f7e req-01664036-e2d2-4068-a2cb-23e7b337ebe2 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/security-groups?id=1965ba5c-d387-4fec-8f79-f26f65ad2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734162 Dec 20 14:52:32.312822 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497d53f4-db27-4ac2-bfde-4b33b27db1fb None None] Pushing event updated for resources: {'Port': ['ID=0adae709-0951-4a87-81bf-5ba4be84bbf0,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:32.357191 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d940ef3e-cfc1-4f48-b95a-45cd74a05e4a tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:32.361257 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497d53f4-db27-4ac2-bfde-4b33b27db1fb None None] Network 58b5a5b4-5a16-47a6-bb4f-7b0f1a065295 is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:52:32.364294 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-497d53f4-db27-4ac2-bfde-4b33b27db1fb None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:52:32.368847 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497d53f4-db27-4ac2-bfde-4b33b27db1fb None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:52:32.385480 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-2b6d6670-a96a-4740-965b-bd5a4e3c6bc6 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6541939 Dec 20 14:52:32.392967 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36300) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:32.397779 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b246912-a9d5-4dd0-9c26-b32fc64e6c68 req-8b73e95f-e661-437a-b81c-55a2fb76a36f tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:32.398565 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-2b246912-a9d5-4dd0-9c26-b32fc64e6c68 req-8b73e95f-e661-437a-b81c-55a2fb76a36f tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:32.399255 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5aa81d1b-575a-4db2-957c-555e53fd1c97 req-700624e3-329c-4ce8-9469-52d25eb72f46 service neutron] 10.222.0.47 "GET /v2.0/networks/2b991158-95f7-48e9-8fcb-a8703c027202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3897004 Dec 20 14:52:32.406166 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-2de961ea-643f-401f-9a5e-aedf625ceef2 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Request body: {'network': {'name': 'tempest-router-network02--2061422562'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:52:32.415485 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6d6670-a96a-4740-965b-bd5a4e3c6bc6 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Pushing event updated for resources: {'Network': ['ID=eefdb024-a12a-4862-a111-14e67b7cab20,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:32.435706 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network eefdb024-a12a-4862-a111-14e67b7cab20 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:52:32.450835 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2b246912-a9d5-4dd0-9c26-b32fc64e6c68 req-8b73e95f-e661-437a-b81c-55a2fb76a36f tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3364792 Dec 20 14:52:32.459194 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f20849c3-5f6f-46fe-bdce-12df6d8d7248 req-f704d25f-e24a-45eb-a753-450f0cbf3389 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.54 "GET /v2.0/security-groups?id=63a67304-7a61-424c-9189-0609e92bff65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179995 Dec 20 14:52:32.472149 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-2b246912-a9d5-4dd0-9c26-b32fc64e6c68 req-152690e6-06b8-4b0b-94db-a9c5ff0e4da7 service neutron] Request body: {'port': {'device_id': 'abc60fc2-0a13-4390-b54c-6763c601e015', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-19'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:52:32.533276 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2de961ea-643f-401f-9a5e-aedf625ceef2 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Made reservation on behalf of 0d3bec1c446943a5a4f33a623c1ccc28 for: {'network': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:52:32.537754 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2de961ea-643f-401f-9a5e-aedf625ceef2 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:32.541133 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-d940ef3e-cfc1-4f48-b95a-45cd74a05e4a tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Deleting port 0adae709-0951-4a87-81bf-5ba4be84bbf0 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:52:32.542390 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d940ef3e-cfc1-4f48-b95a-45cd74a05e4a tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:32.544189 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-e1bc2e7e-6620-47b1-9d27-14818a2643ad None None] Allocated IP 172.20.0.2 (f9b3db5c-b9ba-486e-8b2c-8bc4098bf7a8/11a2cd76-48e7-47e9-a774-0146fcc79c68/a1ea78bd-3e0a-4bb0-8d1e-4ecce000cb35) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:52:32.555958 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d433f0-6786-4378-b6bf-871e63f0cbad req-7c258bc1-14f7-4348-9f8a-c5030926ecfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:32.557763 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f6d433f0-6786-4378-b6bf-871e63f0cbad req-7c258bc1-14f7-4348-9f8a-c5030926ecfe service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f35a648a7aca4680a908ac1344ad2536&device_id=31a55ef4-f413-493d-8b86-3a848ca43d83 HTTP/1.1" status: 200 len: 1095 time: 0.0896671 Dec 20 14:52:32.565522 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-497d53f4-db27-4ac2-bfde-4b33b27db1fb None None] Attempting to bind port 0adae709-0951-4a87-81bf-5ba4be84bbf0 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:52:32.565982 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-497d53f4-db27-4ac2-bfde-4b33b27db1fb None None] Attempting to bind port 0adae709-0951-4a87-81bf-5ba4be84bbf0 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '5407e1cb-6cbc-4c6b-ae2a-e480cf86e785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '58b5a5b4-5a16-47a6-bb4f-7b0f1a065295'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:52:32.566306 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497d53f4-db27-4ac2-bfde-4b33b27db1fb None None] Attempting to bind port 0adae709-0951-4a87-81bf-5ba4be84bbf0 on network 58b5a5b4-5a16-47a6-bb4f-7b0f1a065295 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:52:32.601207 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497d53f4-db27-4ac2-bfde-4b33b27db1fb None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:52:32.601593 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497d53f4-db27-4ac2-bfde-4b33b27db1fb None None] Checking segment: {'id': '5407e1cb-6cbc-4c6b-ae2a-e480cf86e785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '58b5a5b4-5a16-47a6-bb4f-7b0f1a065295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:52:32.601985 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-497d53f4-db27-4ac2-bfde-4b33b27db1fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:32.602418 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497d53f4-db27-4ac2-bfde-4b33b27db1fb None None] Bound using segment: {'id': '5407e1cb-6cbc-4c6b-ae2a-e480cf86e785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '58b5a5b4-5a16-47a6-bb4f-7b0f1a065295'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:52:32.602936 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-497d53f4-db27-4ac2-bfde-4b33b27db1fb None None] Bound port: 0adae709-0951-4a87-81bf-5ba4be84bbf0, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5407e1cb-6cbc-4c6b-ae2a-e480cf86e785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '58b5a5b4-5a16-47a6-bb4f-7b0f1a065295'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:52:32.603346 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-497d53f4-db27-4ac2-bfde-4b33b27db1fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:32.646645 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-d940ef3e-cfc1-4f48-b95a-45cd74a05e4a tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] For port 0adae709-0951-4a87-81bf-5ba4be84bbf0, host n-d-761264-19, got binding levels [] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:52:32.647130 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d940ef3e-cfc1-4f48-b95a-45cd74a05e4a tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:32.664361 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-d940ef3e-cfc1-4f48-b95a-45cd74a05e4a tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Calling delete_port for 0adae709-0951-4a87-81bf-5ba4be84bbf0 owned by network:dhcp {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:52:32.747787 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d433f0-6786-4378-b6bf-871e63f0cbad req-3d40a99b-279a-4da8-a55a-1ebe21e93172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:32.752853 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f6d433f0-6786-4378-b6bf-871e63f0cbad req-3d40a99b-279a-4da8-a55a-1ebe21e93172 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2b991158-95f7-48e9-8fcb-a8703c027202 HTTP/1.1" status: 200 len: 898 time: 0.1850202 Dec 20 14:52:32.775320 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2de961ea-643f-401f-9a5e-aedf625ceef2 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=103167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:52:32.792241 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device d5a051b4-0e05-493a-a1e8-5471e2dc1e23 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:52:32.819128 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f6d433f0-6786-4378-b6bf-871e63f0cbad req-ba034478-7a43-400a-a944-c601475e3261 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86020aa1-4960-45c4-bd63-17a4d6788fcd HTTP/1.1" status: 200 len: 217 time: 0.0547504 Dec 20 14:52:32.822509 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2de961ea-643f-401f-9a5e-aedf625ceef2 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:32.823064 n-d-761264-19 neutron-server[103167]: INFO neutron.db.segments_db [None req-2de961ea-643f-401f-9a5e-aedf625ceef2 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Added segment d980cbda-6b52-4a2d-8352-d4d80a7ec479 of type vlan for network 81a80191-1bca-461e-a95e-078f01d7a52c Dec 20 14:52:32.828945 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-2b246912-a9d5-4dd0-9c26-b32fc64e6c68 req-152690e6-06b8-4b0b-94db-a9c5ff0e4da7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:32.846555 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d940ef3e-cfc1-4f48-b95a-45cd74a05e4a tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:32.848316 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.db.api [None req-497d53f4-db27-4ac2-bfde-4b33b27db1fb None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103169) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 14:52:32.848657 n-d-761264-19 neutron-server[103169]: DEBUG oslo_db.api [None req-497d53f4-db27-4ac2-bfde-4b33b27db1fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 14:52:32.852029 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e1bc2e7e-6620-47b1-9d27-14818a2643ad None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:32.866683 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e1bc2e7e-6620-47b1-9d27-14818a2643ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:32.871524 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-bb4de42c-54e8-4841-9102-4b8e6fdaeabe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:32.886073 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d940ef3e-cfc1-4f48-b95a-45cd74a05e4a tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Pushing event deleted for resources: {'Port': ['ID=0adae709-0951-4a87-81bf-5ba4be84bbf0,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:32.906553 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2de961ea-643f-401f-9a5e-aedf625ceef2 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:32.917355 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1bc2e7e-6620-47b1-9d27-14818a2643ad None None] Network f9b3db5c-b9ba-486e-8b2c-8bc4098bf7a8 is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:52:32.925034 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d433f0-6786-4378-b6bf-871e63f0cbad req-5da3d78c-f627-4d9e-89f9-5c4c8bd2e814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:32.926582 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f6d433f0-6786-4378-b6bf-871e63f0cbad req-5da3d78c-f627-4d9e-89f9-5c4c8bd2e814 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bc006d6b-5685-40fd-b243-7761d2560194 HTTP/1.1" status: 200 len: 834 time: 0.0932944 Dec 20 14:52:32.927872 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-e1bc2e7e-6620-47b1-9d27-14818a2643ad None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:52:32.930970 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bc2e7e-6620-47b1-9d27-14818a2643ad None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:52:32.933099 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port d5a051b4-0e05-493a-a1e8-5471e2dc1e23 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:52:32.933521 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:32.934948 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bc2e7e-6620-47b1-9d27-14818a2643ad None None] Pushing event updated for resources: {'Port': ['ID=a1ea78bd-3e0a-4bb0-8d1e-4ecce000cb35,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:32.963877 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbb24d6-46f1-4df4-994a-410708154d59 req-0bb56e4f-6355-4964-bb89-5c9805e8e9e1 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:32.965752 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cfbb24d6-46f1-4df4-994a-410708154d59 req-0bb56e4f-6355-4964-bb89-5c9805e8e9e1 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=31a55ef4-f413-493d-8b86-3a848ca43d83 HTTP/1.1" status: 200 len: 943 time: 0.1782858 Dec 20 14:52:32.988858 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d433f0-6786-4378-b6bf-871e63f0cbad req-425cae14-d8a8-4aa1-9ab0-1c03c2233769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:32.990384 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d940ef3e-cfc1-4f48-b95a-45cd74a05e4a tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] No DVR routers for this DVR port 0adae709-0951-4a87-81bf-5ba4be84bbf0 on host n-d-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:52:32.990764 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f6d433f0-6786-4378-b6bf-871e63f0cbad req-425cae14-d8a8-4aa1-9ab0-1c03c2233769 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2b991158-95f7-48e9-8fcb-a8703c027202&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543377 Dec 20 14:52:32.991548 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2de961ea-643f-401f-9a5e-aedf625ceef2 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:32.997926 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de961ea-643f-401f-9a5e-aedf625ceef2 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:32.998880 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2de961ea-643f-401f-9a5e-aedf625ceef2 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Publish callbacks [] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:33.026781 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-e1bc2e7e-6620-47b1-9d27-14818a2643ad None None] Attempting to bind port a1ea78bd-3e0a-4bb0-8d1e-4ecce000cb35 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:52:33.027210 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-e1bc2e7e-6620-47b1-9d27-14818a2643ad None None] Attempting to bind port a1ea78bd-3e0a-4bb0-8d1e-4ecce000cb35 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '2abb1a48-9426-4164-806c-dcc3cdd23cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f9b3db5c-b9ba-486e-8b2c-8bc4098bf7a8'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:52:33.027574 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1bc2e7e-6620-47b1-9d27-14818a2643ad None None] Attempting to bind port a1ea78bd-3e0a-4bb0-8d1e-4ecce000cb35 on network f9b3db5c-b9ba-486e-8b2c-8bc4098bf7a8 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:52:33.037073 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1bc2e7e-6620-47b1-9d27-14818a2643ad None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:52:33.037448 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1bc2e7e-6620-47b1-9d27-14818a2643ad None None] Checking segment: {'id': '2abb1a48-9426-4164-806c-dcc3cdd23cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f9b3db5c-b9ba-486e-8b2c-8bc4098bf7a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:52:33.037849 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e1bc2e7e-6620-47b1-9d27-14818a2643ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:33.038234 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1bc2e7e-6620-47b1-9d27-14818a2643ad None None] Bound using segment: {'id': '2abb1a48-9426-4164-806c-dcc3cdd23cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f9b3db5c-b9ba-486e-8b2c-8bc4098bf7a8'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:52:33.038703 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-e1bc2e7e-6620-47b1-9d27-14818a2643ad None None] Bound port: a1ea78bd-3e0a-4bb0-8d1e-4ecce000cb35, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2abb1a48-9426-4164-806c-dcc3cdd23cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f9b3db5c-b9ba-486e-8b2c-8bc4098bf7a8'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:52:33.039453 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e1bc2e7e-6620-47b1-9d27-14818a2643ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:33.089127 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-2de961ea-643f-401f-9a5e-aedf625ceef2 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6925738 Dec 20 14:52:33.101253 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36304) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:33.114414 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-7ff79e7e-3d2c-4d3c-a6e0-9ae27c202b61 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Request body: {'subnet': {'network_id': 'eefdb024-a12a-4862-a111-14e67b7cab20', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:52:33.117943 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de961ea-643f-401f-9a5e-aedf625ceef2 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Pushing event updated for resources: {'Network': ['ID=81a80191-1bca-461e-a95e-078f01d7a52c,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:33.140847 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d940ef3e-cfc1-4f48-b95a-45cd74a05e4a tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:33.142447 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 81a80191-1bca-461e-a95e-078f01d7a52c details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:52:33.189533 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cfbb24d6-46f1-4df4-994a-410708154d59 req-b796129b-c222-409f-b848-7e8074962f81 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=a3840027-1c66-4dfc-886c-c2af2b1c81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2051897 Dec 20 14:52:33.189673 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-e1bc2e7e-6620-47b1-9d27-14818a2643ad None None] For port a1ea78bd-3e0a-4bb0-8d1e-4ecce000cb35, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:52:33.234795 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-e1bc2e7e-6620-47b1-9d27-14818a2643ad None None] For port a1ea78bd-3e0a-4bb0-8d1e-4ecce000cb35, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=a1ea78bd-3e0a-4bb0-8d1e-4ecce000cb35,segment=NetworkSegment(2abb1a48-9426-4164-806c-dcc3cdd23cdb),segment_id=2abb1a48-9426-4164-806c-dcc3cdd23cdb)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:52:33.243422 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e1bc2e7e-6620-47b1-9d27-14818a2643ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:33.278185 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f6d433f0-6786-4378-b6bf-871e63f0cbad req-392221dd-624e-440c-ab6a-2fdef6f09464 service neutron] 10.222.0.47 "GET /v2.0/networks/2b991158-95f7-48e9-8fcb-a8703c027202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681036 Dec 20 14:52:33.283420 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d940ef3e-cfc1-4f48-b95a-45cd74a05e4a tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8850800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470517'] for subnet, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:33.284009 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ff79e7e-3d2c-4d3c-a6e0-9ae27c202b61 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Made reservation on behalf of 0d3bec1c446943a5a4f33a623c1ccc28 for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:52:33.287561 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7ff79e7e-3d2c-4d3c-a6e0-9ae27c202b61 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:33.332587 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bc2e7e-6620-47b1-9d27-14818a2643ad None None] Pushing event updated for resources: {'Port': ['ID=a1ea78bd-3e0a-4bb0-8d1e-4ecce000cb35,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:33.349896 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d940ef3e-cfc1-4f48-b95a-45cd74a05e4a tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Pushing event deleted for resources: {'Subnet': ['ID=2b9c3841-a5cf-4cde-ab91-4fe5b1105f0c,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:33.364859 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-497d53f4-db27-4ac2-bfde-4b33b27db1fb None None] Attempting to bind port 0adae709-0951-4a87-81bf-5ba4be84bbf0 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:52:33.365060 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-497d53f4-db27-4ac2-bfde-4b33b27db1fb None None] Attempting to bind port 0adae709-0951-4a87-81bf-5ba4be84bbf0 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '5407e1cb-6cbc-4c6b-ae2a-e480cf86e785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '58b5a5b4-5a16-47a6-bb4f-7b0f1a065295'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:52:33.365746 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497d53f4-db27-4ac2-bfde-4b33b27db1fb None None] Attempting to bind port 0adae709-0951-4a87-81bf-5ba4be84bbf0 on network 58b5a5b4-5a16-47a6-bb4f-7b0f1a065295 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:52:33.376041 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497d53f4-db27-4ac2-bfde-4b33b27db1fb None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:52:33.376414 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497d53f4-db27-4ac2-bfde-4b33b27db1fb None None] Checking segment: {'id': '5407e1cb-6cbc-4c6b-ae2a-e480cf86e785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '58b5a5b4-5a16-47a6-bb4f-7b0f1a065295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:52:33.377015 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-497d53f4-db27-4ac2-bfde-4b33b27db1fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:33.377187 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497d53f4-db27-4ac2-bfde-4b33b27db1fb None None] Bound using segment: {'id': '5407e1cb-6cbc-4c6b-ae2a-e480cf86e785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '58b5a5b4-5a16-47a6-bb4f-7b0f1a065295'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:52:33.377658 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-497d53f4-db27-4ac2-bfde-4b33b27db1fb None None] Bound port: 0adae709-0951-4a87-81bf-5ba4be84bbf0, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5407e1cb-6cbc-4c6b-ae2a-e480cf86e785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '58b5a5b4-5a16-47a6-bb4f-7b0f1a065295'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:52:33.378029 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-497d53f4-db27-4ac2-bfde-4b33b27db1fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:33.422067 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d940ef3e-cfc1-4f48-b95a-45cd74a05e4a tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:33.427862 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-497d53f4-db27-4ac2-bfde-4b33b27db1fb None None] Port 0adae709-0951-4a87-81bf-5ba4be84bbf0 has been deleted concurrently {{(pid=103169) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Dec 20 14:52:33.474616 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-d940ef3e-cfc1-4f48-b95a-45cd74a05e4a tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58b5a5b4-5a16-47a6-bb4f-7b0f1a065295']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:52:33.503672 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-d940ef3e-cfc1-4f48-b95a-45cd74a05e4a tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5407e1cb-6cbc-4c6b-ae2a-e480cf86e785') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:52:33.504197 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-d940ef3e-cfc1-4f48-b95a-45cd74a05e4a tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5407e1cb-6cbc-4c6b-ae2a-e480cf86e785') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:52:33.520178 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [req-2b246912-a9d5-4dd0-9c26-b32fc64e6c68 req-152690e6-06b8-4b0b-94db-a9c5ff0e4da7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b3889b6-faf1-4c12-9683-a4ff65c6e9f6 {{(pid=103168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:52:33.527233 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d940ef3e-cfc1-4f48-b95a-45cd74a05e4a tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:33.540183 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-2b246912-a9d5-4dd0-9c26-b32fc64e6c68 req-152690e6-06b8-4b0b-94db-a9c5ff0e4da7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:33.568821 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d940ef3e-cfc1-4f48-b95a-45cd74a05e4a tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:33.595322 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b0e1d8-bed1-4d6f-9365-72e61750e162 req-5bded20f-f303-4c22-b3e0-d66824169cb6 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:33.603372 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-50b0e1d8-bed1-4d6f-9365-72e61750e162 req-5bded20f-f303-4c22-b3e0-d66824169cb6 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/ports?device_id=d37b0c07-5ce4-4205-9b3a-bde57c7567a1 HTTP/1.1" status: 200 len: 946 time: 0.2181816 Dec 20 14:52:33.603944 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d940ef3e-cfc1-4f48-b95a-45cd74a05e4a tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:52:33.604656 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d940ef3e-cfc1-4f48-b95a-45cd74a05e4a tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:33.608782 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:52:33.608782 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:52:33.608782 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:52:33.608782 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:52:33.608782 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:52:33.608782 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:52:33.608782 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:52:33.608782 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:52:33.608782 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:52:33.608782 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:52:33.608782 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:52:33.608782 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:52:33.608782 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:52:33.608782 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:52:33.608782 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:52:33.608782 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:52:33.608782 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:52:33.608782 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:52:33.608782 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 14:52:33.608782 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:52:33.608782 n-d-761264-19 neutron-server[103168]: timer() Dec 20 14:52:33.608782 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:52:33.608782 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 14:52:33.608782 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:52:33.608782 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 14:52:33.608782 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:52:33.608782 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 14:52:33.608782 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:52:33.608782 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 14:52:33.608782 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:52:33.608782 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 14:52:33.608782 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:52:33.608782 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:52:33.608782 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:52:33.608782 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:52:33.608782 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:52:33.608782 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 14:52:33.608782 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:52:33.608782 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 14:52:33.608782 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:52:33.608782 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:52:33.608782 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:52:33.608782 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 14:52:33.608782 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:52:33.608782 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:52:33.608782 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:52:33.608782 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:52:33.608782 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:52:33.608782 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:52:33.608782 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:52:33.689853 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1604eb5-89cc-419c-8d4d-69f0ab88311f req-af55f82c-99df-4d5e-b2fd-220e855d844b tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:33.691282 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c1604eb5-89cc-419c-8d4d-69f0ab88311f req-af55f82c-99df-4d5e-b2fd-220e855d844b tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.54 "GET /v2.0/ports?device_id=abc60fc2-0a13-4390-b54c-6763c601e015 HTTP/1.1" status: 200 len: 931 time: 0.1403549 Dec 20 14:52:33.692791 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.provisioning_blocks [req-2b246912-a9d5-4dd0-9c26-b32fc64e6c68 req-152690e6-06b8-4b0b-94db-a9c5ff0e4da7 service neutron] Transition to ACTIVE for port object 8b3889b6-faf1-4c12-9683-a4ff65c6e9f6 will not be triggered until provisioned by entity L2. {{(pid=103168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:52:33.695707 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d940ef3e-cfc1-4f48-b95a-45cd74a05e4a tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:33.720082 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d940ef3e-cfc1-4f48-b95a-45cd74a05e4a tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks [] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:33.727979 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-d940ef3e-cfc1-4f48-b95a-45cd74a05e4a tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] 10.222.0.54 "DELETE /v2.0/networks/58b5a5b4-5a16-47a6-bb4f-7b0f1a065295 HTTP/1.1" status: 204 len: 168 time: 2.2866099 Dec 20 14:52:33.733906 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 36310) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:33.741202 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-6e0c1474-bfa3-437e-b4db-8a997cdca98f tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1373913021'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:52:33.750578 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-2b246912-a9d5-4dd0-9c26-b32fc64e6c68 req-152690e6-06b8-4b0b-94db-a9c5ff0e4da7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:33.835869 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:33.842417 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d940ef3e-cfc1-4f48-b95a-45cd74a05e4a tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Pushing event deleted for resources: {'Network': ['ID=58b5a5b4-5a16-47a6-bb4f-7b0f1a065295,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:33.852936 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e0c1474-bfa3-437e-b4db-8a997cdca98f tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Made reservation on behalf of d8b92d0821214aa99ef95758b3994c0e for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:52:33.856806 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6e0c1474-bfa3-437e-b4db-8a997cdca98f tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:33.904045 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152690e6-06b8-4b0b-94db-a9c5ff0e4da7 service neutron] Pushing event updated for resources: {'Port': ['ID=8b3889b6-faf1-4c12-9683-a4ff65c6e9f6,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:33.948275 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c1604eb5-89cc-419c-8d4d-69f0ab88311f req-42d345ce-4974-40c5-8486-b89828c532c1 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.54 "GET /v2.0/security-groups?id=63a67304-7a61-424c-9189-0609e92bff65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498653 Dec 20 14:52:33.976217 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e0c1474-bfa3-437e-b4db-8a997cdca98f tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:52:33.993750 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6e0c1474-bfa3-437e-b4db-8a997cdca98f tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:33.994258 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-6e0c1474-bfa3-437e-b4db-8a997cdca98f tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Added segment 5f7a8ddc-09a4-450a-9f75-fbdc58c9dc7d of type vlan for network 21c9e729-51b8-4ac1-a7e5-45f72d623450 Dec 20 14:52:34.016699 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f6d433f0-6786-4378-b6bf-871e63f0cbad req-e2e51bb7-7a4b-4b24-81da-438d045cbbaa service neutron] 10.222.0.47 "GET /v2.0/networks/2b991158-95f7-48e9-8fcb-a8703c027202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7245836 Dec 20 14:52:34.057743 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6e0c1474-bfa3-437e-b4db-8a997cdca98f tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:34.060349 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-2b246912-a9d5-4dd0-9c26-b32fc64e6c68 req-152690e6-06b8-4b0b-94db-a9c5ff0e4da7 service neutron] Attempting to bind port 8b3889b6-faf1-4c12-9683-a4ff65c6e9f6 on host n-h1-761264-19 for vnic_type normal with profile {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:52:34.060754 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-2b246912-a9d5-4dd0-9c26-b32fc64e6c68 req-152690e6-06b8-4b0b-94db-a9c5ff0e4da7 service neutron] Attempting to bind port 8b3889b6-faf1-4c12-9683-a4ff65c6e9f6 by drivers openvswitch,hyperv on host n-h1-761264-19 at level 0 using segments [{'id': '976dc740-6f26-442a-9e80-6e8aee232d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1d6e94b3-e488-46e8-b36e-5df57c7dc6f7'}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:52:34.061140 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b246912-a9d5-4dd0-9c26-b32fc64e6c68 req-152690e6-06b8-4b0b-94db-a9c5ff0e4da7 service neutron] Attempting to bind port 8b3889b6-faf1-4c12-9683-a4ff65c6e9f6 on network 1d6e94b3-e488-46e8-b36e-5df57c7dc6f7 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:52:34.070527 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b246912-a9d5-4dd0-9c26-b32fc64e6c68 req-152690e6-06b8-4b0b-94db-a9c5ff0e4da7 service neutron] Port 8b3889b6-faf1-4c12-9683-a4ff65c6e9f6 on network 1d6e94b3-e488-46e8-b36e-5df57c7dc6f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-19 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:52:34.070877 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b246912-a9d5-4dd0-9c26-b32fc64e6c68 req-152690e6-06b8-4b0b-94db-a9c5ff0e4da7 service neutron] Attempting to bind port 8b3889b6-faf1-4c12-9683-a4ff65c6e9f6 on network 1d6e94b3-e488-46e8-b36e-5df57c7dc6f7 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:52:34.083940 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-50b0e1d8-bed1-4d6f-9365-72e61750e162 req-f439d61c-0f9d-464b-8afb-8a7e8103da01 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/security-groups?id=1965ba5c-d387-4fec-8f79-f26f65ad2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4796813 Dec 20 14:52:34.085111 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b246912-a9d5-4dd0-9c26-b32fc64e6c68 req-152690e6-06b8-4b0b-94db-a9c5ff0e4da7 service neutron] Checking agent: {'id': '3e5ace3e-dd7b-4522-a7c4-77d13dbeab1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:52:34.085515 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b246912-a9d5-4dd0-9c26-b32fc64e6c68 req-152690e6-06b8-4b0b-94db-a9c5ff0e4da7 service neutron] Checking segment: {'id': '976dc740-6f26-442a-9e80-6e8aee232d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1d6e94b3-e488-46e8-b36e-5df57c7dc6f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:52:34.085956 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b246912-a9d5-4dd0-9c26-b32fc64e6c68 req-152690e6-06b8-4b0b-94db-a9c5ff0e4da7 service neutron] Bound using segment: {'id': '976dc740-6f26-442a-9e80-6e8aee232d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1d6e94b3-e488-46e8-b36e-5df57c7dc6f7'} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:52:34.086543 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-2b246912-a9d5-4dd0-9c26-b32fc64e6c68 req-152690e6-06b8-4b0b-94db-a9c5ff0e4da7 service neutron] Bound port: 8b3889b6-faf1-4c12-9683-a4ff65c6e9f6, host: n-h1-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '976dc740-6f26-442a-9e80-6e8aee232d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1d6e94b3-e488-46e8-b36e-5df57c7dc6f7'}}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:52:34.086989 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-2b246912-a9d5-4dd0-9c26-b32fc64e6c68 req-152690e6-06b8-4b0b-94db-a9c5ff0e4da7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:34.104207 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6e0c1474-bfa3-437e-b4db-8a997cdca98f tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:34.110177 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0c1474-bfa3-437e-b4db-8a997cdca98f tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:34.110864 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6e0c1474-bfa3-437e-b4db-8a997cdca98f tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks [] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:34.117170 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7ff79e7e-3d2c-4d3c-a6e0-9ae27c202b61 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:34.167895 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-6e0c1474-bfa3-437e-b4db-8a997cdca98f tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4319758 Dec 20 14:52:34.174467 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36312) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:34.186900 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-aecbb7a7-cdbb-4c76-93f5-fabe8d109fbe tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Request body: {'subnet': {'network_id': '21c9e729-51b8-4ac1-a7e5-45f72d623450', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:52:34.193554 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff79e7e-3d2c-4d3c-a6e0-9ae27c202b61 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Pushing event updated for resources: {'Subnet': ['ID=594363bb-34ca-407e-a94b-b6af8ae88c81,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:34.212619 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0c1474-bfa3-437e-b4db-8a997cdca98f tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Pushing event updated for resources: {'Network': ['ID=21c9e729-51b8-4ac1-a7e5-45f72d623450,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:34.225258 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff79e7e-3d2c-4d3c-a6e0-9ae27c202b61 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Checking segment: {'id': 'a79d98d3-f67b-47d2-b658-dd944f24eb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'eefdb024-a12a-4862-a111-14e67b7cab20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:52:34.225619 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff79e7e-3d2c-4d3c-a6e0-9ae27c202b61 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Network hostable DHCP agents. Network: eefdb024-a12a-4862-a111-14e67b7cab20, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:52:34.225727 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 21c9e729-51b8-4ac1-a7e5-45f72d623450 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:52:34.261014 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-2b246912-a9d5-4dd0-9c26-b32fc64e6c68 req-152690e6-06b8-4b0b-94db-a9c5ff0e4da7 service neutron] For port 8b3889b6-faf1-4c12-9683-a4ff65c6e9f6, host n-h1-761264-19, cleared binding levels {{(pid=103168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:52:34.264478 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-2b246912-a9d5-4dd0-9c26-b32fc64e6c68 req-152690e6-06b8-4b0b-94db-a9c5ff0e4da7 service neutron] For port 8b3889b6-faf1-4c12-9683-a4ff65c6e9f6, host n-h1-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=8b3889b6-faf1-4c12-9683-a4ff65c6e9f6,segment=NetworkSegment(976dc740-6f26-442a-9e80-6e8aee232d85),segment_id=976dc740-6f26-442a-9e80-6e8aee232d85)] {{(pid=103168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:52:34.275127 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-2b246912-a9d5-4dd0-9c26-b32fc64e6c68 req-152690e6-06b8-4b0b-94db-a9c5ff0e4da7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:34.292149 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff79e7e-3d2c-4d3c-a6e0-9ae27c202b61 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Network eefdb024-a12a-4862-a111-14e67b7cab20 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:52:34.307236 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-7ff79e7e-3d2c-4d3c-a6e0-9ae27c202b61 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, eefdb024-a12a-4862-a111-14e67b7cab20) {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:52:34.314906 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff79e7e-3d2c-4d3c-a6e0-9ae27c202b61 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:34.315503 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7ff79e7e-3d2c-4d3c-a6e0-9ae27c202b61 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:34.327661 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c9812e-369c-4665-98ba-3932c26b2bf7 None None] Network eefdb024-a12a-4862-a111-14e67b7cab20 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:52:34.330572 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aecbb7a7-cdbb-4c76-93f5-fabe8d109fbe tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Made reservation on behalf of d8b92d0821214aa99ef95758b3994c0e for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:52:34.335094 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-aecbb7a7-cdbb-4c76-93f5-fabe8d109fbe tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:34.343777 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-7ff79e7e-3d2c-4d3c-a6e0-9ae27c202b61 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2396846 Dec 20 14:52:34.357265 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36316) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:34.364903 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-4ee023e7-9f72-4b10-8d54-34e8a9def4cf tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Request body: {'subnet': {'network_id': '81a80191-1bca-461e-a95e-078f01d7a52c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:52:34.387663 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152690e6-06b8-4b0b-94db-a9c5ff0e4da7 service neutron] Pushing event updated for resources: {'Port': ['ID=8b3889b6-faf1-4c12-9683-a4ff65c6e9f6,revision_number=3']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:34.418215 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b246912-a9d5-4dd0-9c26-b32fc64e6c68 req-152690e6-06b8-4b0b-94db-a9c5ff0e4da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:34.419280 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-2b246912-a9d5-4dd0-9c26-b32fc64e6c68 req-152690e6-06b8-4b0b-94db-a9c5ff0e4da7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:34.421002 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2b246912-a9d5-4dd0-9c26-b32fc64e6c68 req-152690e6-06b8-4b0b-94db-a9c5ff0e4da7 service neutron] 10.222.0.30 "PUT /v2.0/ports/8b3889b6-faf1-4c12-9683-a4ff65c6e9f6 HTTP/1.1" status: 200 len: 1092 time: 1.9535170 Dec 20 14:52:34.421561 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abc60fc2-0a13-4390-b54c-6763c601e015', 'tag': '8b3889b6-faf1-4c12-9683-a4ff65c6e9f6'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:52:34.424056 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2408d7e-0e9b-4aff-9f05-8dbb54a8747e" -d '{"events": [{"name": "network-changed", "server_uuid": "abc60fc2-0a13-4390-b54c-6763c601e015", "tag": "8b3889b6-faf1-4c12-9683-a4ff65c6e9f6"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:52:34.465831 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4ba522-2dd2-4ce2-9b91-745e577cc45e req-270bc041-96a2-4c99-95be-4c33b5504bea tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:34.467480 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4a4ba522-2dd2-4ce2-9b91-745e577cc45e req-270bc041-96a2-4c99-95be-4c33b5504bea tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=31a55ef4-f413-493d-8b86-3a848ca43d83 HTTP/1.1" status: 200 len: 943 time: 0.1080046 Dec 20 14:52:34.472971 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89db67b-9b1e-45b9-8f25-3c3b1cc5877b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-eefdb024-a12a-4862-a111-14e67b7cab20', 'network_id': 'eefdb024-a12a-4862-a111-14e67b7cab20', 'project_id': '0d3bec1c446943a5a4f33a623c1ccc28', 'fixed_ips': [{'subnet_id': '594363bb-34ca-407e-a94b-b6af8ae88c81'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:52:34.474100 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e89db67b-9b1e-45b9-8f25-3c3b1cc5877b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:34.524232 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-421b319d-4a21-4af6-8f11-ea1de22688fe x-openstack-request-id: req-421b319d-4a21-4af6-8f11-ea1de22688fe {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:52:34.524532 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abc60fc2-0a13-4390-b54c-6763c601e015", "tag": "8b3889b6-faf1-4c12-9683-a4ff65c6e9f6", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:52:34.524787 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-421b319d-4a21-4af6-8f11-ea1de22688fe {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:52:34.525180 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abc60fc2-0a13-4390-b54c-6763c601e015', 'tag': '8b3889b6-faf1-4c12-9683-a4ff65c6e9f6', 'status': 'completed', 'code': 200} Dec 20 14:52:34.579198 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4a4ba522-2dd2-4ce2-9b91-745e577cc45e req-26bd5e64-a69e-4828-839d-801e9be012d3 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=a3840027-1c66-4dfc-886c-c2af2b1c81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051252 Dec 20 14:52:34.588454 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b246912-a9d5-4dd0-9c26-b32fc64e6c68 req-dd70e222-6d5e-4450-bd83-56147af112d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:34.590208 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2b246912-a9d5-4dd0-9c26-b32fc64e6c68 req-dd70e222-6d5e-4450-bd83-56147af112d7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e5627c7cf5f247fcac36c91973083b50&device_id=abc60fc2-0a13-4390-b54c-6763c601e015 HTTP/1.1" status: 200 len: 1095 time: 0.0834055 Dec 20 14:52:34.650979 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2b246912-a9d5-4dd0-9c26-b32fc64e6c68 req-4719a998-24d3-479f-8300-1425ba322585 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b3889b6-faf1-4c12-9683-a4ff65c6e9f6 HTTP/1.1" status: 200 len: 217 time: 0.0526211 Dec 20 14:52:34.667981 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-aecbb7a7-cdbb-4c76-93f5-fabe8d109fbe tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:34.703360 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-e89db67b-9b1e-45b9-8f25-3c3b1cc5877b None None] Allocated IP 172.20.0.2 (eefdb024-a12a-4862-a111-14e67b7cab20/594363bb-34ca-407e-a94b-b6af8ae88c81/af05492b-ff81-4d76-b183-5c1a7b3ba33c) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:52:34.747841 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecbb7a7-cdbb-4c76-93f5-fabe8d109fbe tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Pushing event updated for resources: {'Subnet': ['ID=569d2a28-930d-4e1a-a867-3854c50223a5,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:34.749153 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b246912-a9d5-4dd0-9c26-b32fc64e6c68 req-fcba1ead-397d-452f-a0e6-f96986e23edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:34.756874 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2b246912-a9d5-4dd0-9c26-b32fc64e6c68 req-fcba1ead-397d-452f-a0e6-f96986e23edf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5ae39662-bebe-492b-85b9-e558826165ef HTTP/1.1" status: 200 len: 854 time: 0.0973818 Dec 20 14:52:34.782755 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ee023e7-9f72-4b10-8d54-34e8a9def4cf tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Made reservation on behalf of 0d3bec1c446943a5a4f33a623c1ccc28 for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:52:34.782755 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4ee023e7-9f72-4b10-8d54-34e8a9def4cf tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:34.830008 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2b246912-a9d5-4dd0-9c26-b32fc64e6c68 req-bcab333a-131d-402c-b7bc-3f356c16e30c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1d6e94b3-e488-46e8-b36e-5df57c7dc6f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665240 Dec 20 14:52:34.852121 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device a1ea78bd-3e0a-4bb0-8d1e-4ecce000cb35 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:52:34.892109 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aecbb7a7-cdbb-4c76-93f5-fabe8d109fbe tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Checking segment: {'id': '5f7a8ddc-09a4-450a-9f75-fbdc58c9dc7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '21c9e729-51b8-4ac1-a7e5-45f72d623450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:52:34.892496 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aecbb7a7-cdbb-4c76-93f5-fabe8d109fbe tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Network hostable DHCP agents. Network: 21c9e729-51b8-4ac1-a7e5-45f72d623450, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:52:34.930049 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aecbb7a7-cdbb-4c76-93f5-fabe8d109fbe tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Network 21c9e729-51b8-4ac1-a7e5-45f72d623450 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:52:34.972207 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-aecbb7a7-cdbb-4c76-93f5-fabe8d109fbe tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 21c9e729-51b8-4ac1-a7e5-45f72d623450) {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:52:34.980656 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2b246912-a9d5-4dd0-9c26-b32fc64e6c68 req-34d1af69-8033-4260-a437-635479c5c329 service neutron] 10.222.0.30 "GET /v2.0/networks/1d6e94b3-e488-46e8-b36e-5df57c7dc6f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414409 Dec 20 14:52:34.990003 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aecbb7a7-cdbb-4c76-93f5-fabe8d109fbe tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:34.990974 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-aecbb7a7-cdbb-4c76-93f5-fabe8d109fbe tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:35.098956 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4ee023e7-9f72-4b10-8d54-34e8a9def4cf tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:35.118336 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2b246912-a9d5-4dd0-9c26-b32fc64e6c68 req-09329911-a22a-4323-aaa5-3fcd73720751 service neutron] 10.222.0.30 "GET /v2.0/networks/1d6e94b3-e488-46e8-b36e-5df57c7dc6f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280210 Dec 20 14:52:35.131155 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-aecbb7a7-cdbb-4c76-93f5-fabe8d109fbe tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9542725 Dec 20 14:52:35.139793 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 36324) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:35.161302 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54bcf3c-16a9-44df-87b5-3fbdc50204c8 None None] Network f9b3db5c-b9ba-486e-8b2c-8bc4098bf7a8 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:52:35.174517 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-1c31dd12-a5b9-4fbf-9bc9-9c27e0c92e14 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Request body: {'subnet': {'network_id': '21c9e729-51b8-4ac1-a7e5-45f72d623450', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:52:35.220200 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9e9abc-bc6e-4569-991d-5d0abfff4e85 req-81dc1987-e275-4755-901d-8ccffd750196 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:35.222492 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7e9e9abc-bc6e-4569-991d-5d0abfff4e85 req-81dc1987-e275-4755-901d-8ccffd750196 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.54 "GET /v2.0/ports?device_id=abc60fc2-0a13-4390-b54c-6763c601e015 HTTP/1.1" status: 200 len: 943 time: 0.1416392 Dec 20 14:52:35.228727 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee023e7-9f72-4b10-8d54-34e8a9def4cf tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Pushing event updated for resources: {'Subnet': ['ID=f8f66ad8-b71e-4d30-9f6f-a5f12e5ce800,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:35.241998 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ae3e62-d390-4f66-a39c-c534ea744c9c None None] Network 21c9e729-51b8-4ac1-a7e5-45f72d623450 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:52:35.259933 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24bb7bc1-607d-4191-bd3e-fa3af02c5b3f None None] DHCP port deletion for 58b5a5b4-5a16-47a6-bb4f-7b0f1a065295 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:52:35.268689 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee023e7-9f72-4b10-8d54-34e8a9def4cf tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Checking segment: {'id': 'd980cbda-6b52-4a2d-8352-d4d80a7ec479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '81a80191-1bca-461e-a95e-078f01d7a52c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:52:35.269054 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee023e7-9f72-4b10-8d54-34e8a9def4cf tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Network hostable DHCP agents. Network: 81a80191-1bca-461e-a95e-078f01d7a52c, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:52:35.307607 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7e9e9abc-bc6e-4569-991d-5d0abfff4e85 req-57c9162b-2fe4-45d9-998a-3fa416c75bdb tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.54 "GET /v2.0/security-groups?id=63a67304-7a61-424c-9189-0609e92bff65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719140 Dec 20 14:52:35.307607 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee023e7-9f72-4b10-8d54-34e8a9def4cf tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Network 81a80191-1bca-461e-a95e-078f01d7a52c is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:52:35.309438 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-8e78901a-d447-4969-b9c5-dd4e9bfb4a25 None None] Provisioning complete for port a1ea78bd-3e0a-4bb0-8d1e-4ecce000cb35 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:52:35.309784 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8e78901a-d447-4969-b9c5-dd4e9bfb4a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:35.319820 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-4ee023e7-9f72-4b10-8d54-34e8a9def4cf tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 81a80191-1bca-461e-a95e-078f01d7a52c) {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:52:35.324850 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee023e7-9f72-4b10-8d54-34e8a9def4cf tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:35.325733 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4ee023e7-9f72-4b10-8d54-34e8a9def4cf tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:35.351068 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-4ee023e7-9f72-4b10-8d54-34e8a9def4cf tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9900761 Dec 20 14:52:35.351258 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5162c8a-0b9d-46a7-a259-9a67021dfbe0 None None] Network 58b5a5b4-5a16-47a6-bb4f-7b0f1a065295 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:52:35.351526 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36326) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:35.361482 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc289293-c4fb-4a4f-acae-2c4b240476a6 None None] Network 81a80191-1bca-461e-a95e-078f01d7a52c requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:52:35.382850 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c45d7d7-12ed-48d4-be81-c5f7bc007b31 req-2b1a422e-e8e2-4989-8e47-69dfe15bb2ab tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:35.384927 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3c45d7d7-12ed-48d4-be81-c5f7bc007b31 req-2b1a422e-e8e2-4989-8e47-69dfe15bb2ab tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/ports?device_id=d37b0c07-5ce4-4205-9b3a-bde57c7567a1 HTTP/1.1" status: 200 len: 946 time: 0.1728606 Dec 20 14:52:35.399425 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2408d7e-0e9b-4aff-9f05-8dbb54a8747e req-86c2fdda-8c24-4468-9f1e-540decd50c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:35.400986 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b2408d7e-0e9b-4aff-9f05-8dbb54a8747e req-86c2fdda-8c24-4468-9f1e-540decd50c3f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e5627c7cf5f247fcac36c91973083b50&device_id=abc60fc2-0a13-4390-b54c-6763c601e015 HTTP/1.1" status: 200 len: 1095 time: 0.1619575 Dec 20 14:52:35.421472 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5162c8a-0b9d-46a7-a259-9a67021dfbe0 None None] Network 58b5a5b4-5a16-47a6-bb4f-7b0f1a065295 could not be found, it might have been deleted concurrently. {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 20 14:52:35.439620 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e89db67b-9b1e-45b9-8f25-3c3b1cc5877b None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:35.492938 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e89db67b-9b1e-45b9-8f25-3c3b1cc5877b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:35.529685 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3c45d7d7-12ed-48d4-be81-c5f7bc007b31 req-7c61751a-f39b-4bda-a64f-aa350cb80f04 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/security-groups?id=1965ba5c-d387-4fec-8f79-f26f65ad2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276455 Dec 20 14:52:35.557543 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c31dd12-a5b9-4fbf-9bc9-9c27e0c92e14 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Made reservation on behalf of d8b92d0821214aa99ef95758b3994c0e for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:52:35.561311 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1c31dd12-a5b9-4fbf-9bc9-9c27e0c92e14 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:35.575139 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89db67b-9b1e-45b9-8f25-3c3b1cc5877b None None] Network eefdb024-a12a-4862-a111-14e67b7cab20 is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:52:35.630446 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-e89db67b-9b1e-45b9-8f25-3c3b1cc5877b None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:52:35.641149 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2408d7e-0e9b-4aff-9f05-8dbb54a8747e req-f4b22f66-f187-48f4-8632-f1b5e4811bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:35.642645 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b2408d7e-0e9b-4aff-9f05-8dbb54a8747e req-f4b22f66-f187-48f4-8632-f1b5e4811bb9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1d6e94b3-e488-46e8-b36e-5df57c7dc6f7 HTTP/1.1" status: 200 len: 915 time: 0.2299254 Dec 20 14:52:35.643286 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89db67b-9b1e-45b9-8f25-3c3b1cc5877b None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:52:35.645079 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port a1ea78bd-3e0a-4bb0-8d1e-4ecce000cb35 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:52:35.645441 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:35.651787 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89db67b-9b1e-45b9-8f25-3c3b1cc5877b None None] Pushing event updated for resources: {'Port': ['ID=af05492b-ff81-4d76-b183-5c1a7b3ba33c,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:35.654091 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c447a10-66b9-44cb-86c6-94f359da7728 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-21c9e729-51b8-4ac1-a7e5-45f72d623450', 'network_id': '21c9e729-51b8-4ac1-a7e5-45f72d623450', 'project_id': 'd8b92d0821214aa99ef95758b3994c0e', 'fixed_ips': [{'subnet_id': '569d2a28-930d-4e1a-a867-3854c50223a5'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:52:35.654941 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8c447a10-66b9-44cb-86c6-94f359da7728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:35.685859 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-84574fe9-c1cf-44ea-8a6a-6c1af52b2294 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:35.697297 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b2408d7e-0e9b-4aff-9f05-8dbb54a8747e req-bdafc0ef-923f-4b95-8135-b78208120baa service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b3889b6-faf1-4c12-9683-a4ff65c6e9f6 HTTP/1.1" status: 200 len: 217 time: 0.0441749 Dec 20 14:52:35.743642 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa0c624-4668-42b3-b72e-af9f5a479363 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-81a80191-1bca-461e-a95e-078f01d7a52c', 'network_id': '81a80191-1bca-461e-a95e-078f01d7a52c', 'project_id': '0d3bec1c446943a5a4f33a623c1ccc28', 'fixed_ips': [{'subnet_id': 'f8f66ad8-b71e-4d30-9f6f-a5f12e5ce800'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:52:35.743802 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-eaa0c624-4668-42b3-b72e-af9f5a479363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:35.748084 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89db67b-9b1e-45b9-8f25-3c3b1cc5877b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:52:35.748425 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89db67b-9b1e-45b9-8f25-3c3b1cc5877b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:52:35.748759 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89db67b-9b1e-45b9-8f25-3c3b1cc5877b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:52:35.749092 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89db67b-9b1e-45b9-8f25-3c3b1cc5877b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:52:35.749418 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89db67b-9b1e-45b9-8f25-3c3b1cc5877b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:52:35.749746 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89db67b-9b1e-45b9-8f25-3c3b1cc5877b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:52:35.750066 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89db67b-9b1e-45b9-8f25-3c3b1cc5877b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:52:35.750386 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89db67b-9b1e-45b9-8f25-3c3b1cc5877b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:52:35.750732 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89db67b-9b1e-45b9-8f25-3c3b1cc5877b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:52:35.751194 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89db67b-9b1e-45b9-8f25-3c3b1cc5877b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:52:35.751890 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89db67b-9b1e-45b9-8f25-3c3b1cc5877b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:52:35.751890 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89db67b-9b1e-45b9-8f25-3c3b1cc5877b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:52:35.752130 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89db67b-9b1e-45b9-8f25-3c3b1cc5877b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:52:35.774065 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8e78901a-d447-4969-b9c5-dd4e9bfb4a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:35.784857 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2408d7e-0e9b-4aff-9f05-8dbb54a8747e req-95f1659c-f479-49bc-9a0d-a53013a1f1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:35.786572 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b2408d7e-0e9b-4aff-9f05-8dbb54a8747e req-95f1659c-f479-49bc-9a0d-a53013a1f1fa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5ae39662-bebe-492b-85b9-e558826165ef HTTP/1.1" status: 200 len: 854 time: 0.0816059 Dec 20 14:52:35.837273 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b2408d7e-0e9b-4aff-9f05-8dbb54a8747e req-9da0a52d-2d49-4fc0-b1a7-0f71672b9c99 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1d6e94b3-e488-46e8-b36e-5df57c7dc6f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424175 Dec 20 14:52:35.945660 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:35.970598 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-e89db67b-9b1e-45b9-8f25-3c3b1cc5877b None None] Attempting to bind port af05492b-ff81-4d76-b183-5c1a7b3ba33c on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:52:35.971146 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-e89db67b-9b1e-45b9-8f25-3c3b1cc5877b None None] Attempting to bind port af05492b-ff81-4d76-b183-5c1a7b3ba33c by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': 'a79d98d3-f67b-47d2-b658-dd944f24eb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'eefdb024-a12a-4862-a111-14e67b7cab20'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:52:35.971614 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89db67b-9b1e-45b9-8f25-3c3b1cc5877b None None] Attempting to bind port af05492b-ff81-4d76-b183-5c1a7b3ba33c on network eefdb024-a12a-4862-a111-14e67b7cab20 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:52:35.986208 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e31af39-b0d8-4b69-98c0-cfc2de322454 req-a8abe499-efd7-4089-a69b-4c88c3acaa26 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:35.988065 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9e31af39-b0d8-4b69-98c0-cfc2de322454 req-a8abe499-efd7-4089-a69b-4c88c3acaa26 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=31a55ef4-f413-493d-8b86-3a848ca43d83 HTTP/1.1" status: 200 len: 943 time: 0.2906048 Dec 20 14:52:36.001296 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b2408d7e-0e9b-4aff-9f05-8dbb54a8747e req-a6be01e8-8eb1-4288-96a0-fd78329d7b03 service neutron] 10.222.0.30 "GET /v2.0/networks/1d6e94b3-e488-46e8-b36e-5df57c7dc6f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446466 Dec 20 14:52:36.024793 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-8e78901a-d447-4969-b9c5-dd4e9bfb4a25 None None] For port a1ea78bd-3e0a-4bb0-8d1e-4ecce000cb35, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=a1ea78bd-3e0a-4bb0-8d1e-4ecce000cb35,segment=NetworkSegment(2abb1a48-9426-4164-806c-dcc3cdd23cdb),segment_id=2abb1a48-9426-4164-806c-dcc3cdd23cdb)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:52:36.040032 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1c31dd12-a5b9-4fbf-9bc9-9c27e0c92e14 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8848317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10470522'] for subnet, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:36.044198 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8e78901a-d447-4969-b9c5-dd4e9bfb4a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:36.047139 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89db67b-9b1e-45b9-8f25-3c3b1cc5877b None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:52:36.047924 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89db67b-9b1e-45b9-8f25-3c3b1cc5877b None None] Checking segment: {'id': 'a79d98d3-f67b-47d2-b658-dd944f24eb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'eefdb024-a12a-4862-a111-14e67b7cab20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:52:36.048379 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e89db67b-9b1e-45b9-8f25-3c3b1cc5877b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:36.048866 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89db67b-9b1e-45b9-8f25-3c3b1cc5877b None None] Bound using segment: {'id': 'a79d98d3-f67b-47d2-b658-dd944f24eb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'eefdb024-a12a-4862-a111-14e67b7cab20'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:52:36.049411 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-e89db67b-9b1e-45b9-8f25-3c3b1cc5877b None None] Bound port: af05492b-ff81-4d76-b183-5c1a7b3ba33c, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a79d98d3-f67b-47d2-b658-dd944f24eb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'eefdb024-a12a-4862-a111-14e67b7cab20'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:52:36.049844 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e89db67b-9b1e-45b9-8f25-3c3b1cc5877b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:36.086214 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9e31af39-b0d8-4b69-98c0-cfc2de322454 req-eb798bb8-11ea-4a02-a2c1-d9d5230afd18 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=a3840027-1c66-4dfc-886c-c2af2b1c81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860641 Dec 20 14:52:36.098676 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-84574fe9-c1cf-44ea-8a6a-6c1af52b2294 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Allocated IP 172.20.0.1 (eefdb024-a12a-4862-a111-14e67b7cab20/594363bb-34ca-407e-a94b-b6af8ae88c81/8ed3d070-7c02-4514-aa69-8277dcebe5b1) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:52:36.118894 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c31dd12-a5b9-4fbf-9bc9-9c27e0c92e14 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Network 21c9e729-51b8-4ac1-a7e5-45f72d623450 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:52:36.125125 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-1c31dd12-a5b9-4fbf-9bc9-9c27e0c92e14 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:52:36.134771 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c31dd12-a5b9-4fbf-9bc9-9c27e0c92e14 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:36.135357 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1c31dd12-a5b9-4fbf-9bc9-9c27e0c92e14 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks [] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:36.154353 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c31dd12-a5b9-4fbf-9bc9-9c27e0c92e14 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Pushing event updated for resources: {'Subnet': ['ID=de557473-b59a-4a64-b294-8df6aee24556,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:36.167830 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b2408d7e-0e9b-4aff-9f05-8dbb54a8747e req-2f96bf3a-3d56-4aff-9e35-f5de8c71318b service neutron] 10.222.0.30 "GET /v2.0/networks/1d6e94b3-e488-46e8-b36e-5df57c7dc6f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560435 Dec 20 14:52:36.174180 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-1c31dd12-a5b9-4fbf-9bc9-9c27e0c92e14 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0301268 Dec 20 14:52:36.174799 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 36330) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:36.234988 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b20695-1756-4b1d-9638-230d979344d6 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:36.236462 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b20695-1756-4b1d-9638-230d979344d6 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:36.238125 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b20695-1756-4b1d-9638-230d979344d6 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:36.239653 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b20695-1756-4b1d-9638-230d979344d6 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:36.241704 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b20695-1756-4b1d-9638-230d979344d6 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:36.247376 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-84574fe9-c1cf-44ea-8a6a-6c1af52b2294 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:36.249760 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-33b20695-1756-4b1d-9638-230d979344d6 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0739098 Dec 20 14:52:36.250491 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 36332) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:36.255489 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-884a6667-cd21-46d3-bd73-1c90bb334aa0 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-254475508'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:52:36.280705 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-884a6667-cd21-46d3-bd73-1c90bb334aa0 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Made reservation on behalf of d8b92d0821214aa99ef95758b3994c0e for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:52:36.284892 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-884a6667-cd21-46d3-bd73-1c90bb334aa0 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:36.294525 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-84574fe9-c1cf-44ea-8a6a-6c1af52b2294 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:36.310915 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e78901a-d447-4969-b9c5-dd4e9bfb4a25 None None] Pushing event updated for resources: {'Port': ['ID=a1ea78bd-3e0a-4bb0-8d1e-4ecce000cb35,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:36.311127 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-884a6667-cd21-46d3-bd73-1c90bb334aa0 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:52:36.320269 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-884a6667-cd21-46d3-bd73-1c90bb334aa0 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:36.321292 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-884a6667-cd21-46d3-bd73-1c90bb334aa0 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Added segment d0959324-0db1-4637-b179-669d8a920db4 of type vlan for network 002f731f-64be-434a-be52-e91c98a7210e Dec 20 14:52:36.341222 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84574fe9-c1cf-44ea-8a6a-6c1af52b2294 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Network eefdb024-a12a-4862-a111-14e67b7cab20 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:52:36.345527 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-84574fe9-c1cf-44ea-8a6a-6c1af52b2294 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:52:36.348156 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-8c447a10-66b9-44cb-86c6-94f359da7728 None None] Allocated IP 2001:db8::2 (21c9e729-51b8-4ac1-a7e5-45f72d623450/569d2a28-930d-4e1a-a867-3854c50223a5/8ec7a83d-d101-41c0-b265-bad36375b4d6) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:52:36.349742 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84574fe9-c1cf-44ea-8a6a-6c1af52b2294 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:52:36.366346 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-117b162e-93d5-4748-963e-0873bb41a8eb None None] Provisioning complete for port a1ea78bd-3e0a-4bb0-8d1e-4ecce000cb35 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:52:36.366715 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-117b162e-93d5-4748-963e-0873bb41a8eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:36.368629 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:36.377997 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84574fe9-c1cf-44ea-8a6a-6c1af52b2294 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Pushing event updated for resources: {'Port': ['ID=8ed3d070-7c02-4514-aa69-8277dcebe5b1,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:36.395502 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-884a6667-cd21-46d3-bd73-1c90bb334aa0 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:36.403029 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-84574fe9-c1cf-44ea-8a6a-6c1af52b2294 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595714'] for router_interface, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:36.406799 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-eaa0c624-4668-42b3-b72e-af9f5a479363 None None] Allocated IP 172.20.0.2 (81a80191-1bca-461e-a95e-078f01d7a52c/f8f66ad8-b71e-4d30-9f6f-a5f12e5ce800/2cbb9d4e-0f35-44e7-a7f3-fa78c5462eb8) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:52:36.430651 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-e89db67b-9b1e-45b9-8f25-3c3b1cc5877b None None] For port af05492b-ff81-4d76-b183-5c1a7b3ba33c, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:52:36.438579 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-884a6667-cd21-46d3-bd73-1c90bb334aa0 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:36.444438 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884a6667-cd21-46d3-bd73-1c90bb334aa0 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:36.445023 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-884a6667-cd21-46d3-bd73-1c90bb334aa0 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks [] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:36.471842 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-e89db67b-9b1e-45b9-8f25-3c3b1cc5877b None None] For port af05492b-ff81-4d76-b183-5c1a7b3ba33c, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=af05492b-ff81-4d76-b183-5c1a7b3ba33c,segment=NetworkSegment(a79d98d3-f67b-47d2-b658-dd944f24eb3e),segment_id=a79d98d3-f67b-47d2-b658-dd944f24eb3e)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:52:36.518589 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e89db67b-9b1e-45b9-8f25-3c3b1cc5877b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:36.538570 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-884a6667-cd21-46d3-bd73-1c90bb334aa0 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2843599 Dec 20 14:52:36.539498 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36336) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:36.544909 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-8e3c8755-35ef-45dc-9463-99a7394ce232 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:52:36.545662 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884a6667-cd21-46d3-bd73-1c90bb334aa0 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Pushing event updated for resources: {'Network': ['ID=002f731f-64be-434a-be52-e91c98a7210e,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:36.557652 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911c4d55-38e2-46d2-a704-c4585ee03b64 req-5a82b0ae-3442-4903-bec3-f098d3c4a4df tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:36.559638 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-911c4d55-38e2-46d2-a704-c4585ee03b64 req-5a82b0ae-3442-4903-bec3-f098d3c4a4df tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.54 "GET /v2.0/ports?device_id=abc60fc2-0a13-4390-b54c-6763c601e015 HTTP/1.1" status: 200 len: 943 time: 0.1087129 Dec 20 14:52:36.572441 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-84574fe9-c1cf-44ea-8a6a-6c1af52b2294 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:36.586308 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 002f731f-64be-434a-be52-e91c98a7210e details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:52:36.632373 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-911c4d55-38e2-46d2-a704-c4585ee03b64 req-b9255ee3-36c6-407f-889b-cd8ccdc4353d tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.54 "GET /v2.0/security-groups?id=63a67304-7a61-424c-9189-0609e92bff65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650809 Dec 20 14:52:36.762509 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89db67b-9b1e-45b9-8f25-3c3b1cc5877b None None] Pushing event updated for resources: {'Port': ['ID=af05492b-ff81-4d76-b183-5c1a7b3ba33c,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:36.791707 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device a1ea78bd-3e0a-4bb0-8d1e-4ecce000cb35 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:52:36.905023 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 86020aa1-4960-45c4-bd63-17a4d6788fcd details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:52:36.939775 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8e3c8755-35ef-45dc-9463-99a7394ce232 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:36.942507 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-117b162e-93d5-4748-963e-0873bb41a8eb None None] Could not find standard attr ID for object 0adae709-0951-4a87-81bf-5ba4be84bbf0. {{(pid=103169) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 14:52:36.957515 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b64386-02c9-4b2e-8a4b-46f8654f87fc req-f3e80af5-22a4-4f78-8429-91452f1ac148 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:36.959275 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-59b64386-02c9-4b2e-8a4b-46f8654f87fc req-f3e80af5-22a4-4f78-8429-91452f1ac148 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/ports?device_id=d37b0c07-5ce4-4205-9b3a-bde57c7567a1 HTTP/1.1" status: 200 len: 946 time: 0.2558537 Dec 20 14:52:36.962085 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8c447a10-66b9-44cb-86c6-94f359da7728 None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:36.976274 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-eaa0c624-4668-42b3-b72e-af9f5a479363 None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:36.991473 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8e3c8755-35ef-45dc-9463-99a7394ce232 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:36.992647 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8c447a10-66b9-44cb-86c6-94f359da7728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:37.008522 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-eaa0c624-4668-42b3-b72e-af9f5a479363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:37.063796 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8e3c8755-35ef-45dc-9463-99a7394ce232 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Network 002f731f-64be-434a-be52-e91c98a7210e is not hosted by any dhcp agent {{(pid=103167) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 20 14:52:37.069936 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3c8755-35ef-45dc-9463-99a7394ce232 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:37.070760 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8e3c8755-35ef-45dc-9463-99a7394ce232 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks [] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:37.075042 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-8e3c8755-35ef-45dc-9463-99a7394ce232 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] 10.222.0.54 "PUT /v2.0/networks/002f731f-64be-434a-be52-e91c98a7210e HTTP/1.1" status: 200 len: 723 time: 0.5320766 Dec 20 14:52:37.076617 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 36340) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:37.084237 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-8cd6078e-f659-46b6-998a-bf1af5f82e8e tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Request body: {'subnet': {'network_id': '002f731f-64be-434a-be52-e91c98a7210e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:52:37.146600 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3c8755-35ef-45dc-9463-99a7394ce232 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Pushing event updated for resources: {'Network': ['ID=002f731f-64be-434a-be52-e91c98a7210e,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:37.175518 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-59b64386-02c9-4b2e-8a4b-46f8654f87fc req-39477326-26f3-407b-8160-451df805d487 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/security-groups?id=1965ba5c-d387-4fec-8f79-f26f65ad2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926889 Dec 20 14:52:37.238850 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cd6078e-f659-46b6-998a-bf1af5f82e8e tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Made reservation on behalf of d8b92d0821214aa99ef95758b3994c0e for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:52:37.242871 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8cd6078e-f659-46b6-998a-bf1af5f82e8e tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:37.249566 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-84574fe9-c1cf-44ea-8a6a-6c1af52b2294 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:37.255035 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 002f731f-64be-434a-be52-e91c98a7210e details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:52:37.256574 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-84574fe9-c1cf-44ea-8a6a-6c1af52b2294 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:37.299515 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403ae5ae-d55a-4cee-9e69-420af2d5a406 req-58d48448-0097-46de-bb8d-8e2945604b2f tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:37.310073 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-403ae5ae-d55a-4cee-9e69-420af2d5a406 req-58d48448-0097-46de-bb8d-8e2945604b2f tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=31a55ef4-f413-493d-8b86-3a848ca43d83 HTTP/1.1" status: 200 len: 943 time: 0.1214492 Dec 20 14:52:37.315142 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c447a10-66b9-44cb-86c6-94f359da7728 None None] Network 21c9e729-51b8-4ac1-a7e5-45f72d623450 is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:52:37.316834 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84574fe9-c1cf-44ea-8a6a-6c1af52b2294 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Pushing event updated for resources: {'Port': ['ID=8ed3d070-7c02-4514-aa69-8277dcebe5b1,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:37.350893 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port a1ea78bd-3e0a-4bb0-8d1e-4ecce000cb35 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:52:37.351259 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:37.361848 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c447a10-66b9-44cb-86c6-94f359da7728 None None] Pushing event updated for resources: {'Port': ['ID=8ec7a83d-d101-41c0-b265-bad36375b4d6,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:37.368114 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-8c447a10-66b9-44cb-86c6-94f359da7728 None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:52:37.369321 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-84574fe9-c1cf-44ea-8a6a-6c1af52b2294 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1595702'] for router_interface, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:37.370470 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c447a10-66b9-44cb-86c6-94f359da7728 None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:52:37.376470 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa0c624-4668-42b3-b72e-af9f5a479363 None None] Network 81a80191-1bca-461e-a95e-078f01d7a52c is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:52:37.427019 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-403ae5ae-d55a-4cee-9e69-420af2d5a406 req-c8ff0a61-0b5d-4479-933e-3ca450fbdaa3 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=a3840027-1c66-4dfc-886c-c2af2b1c81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127813 Dec 20 14:52:37.430563 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-eaa0c624-4668-42b3-b72e-af9f5a479363 None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:52:37.433200 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa0c624-4668-42b3-b72e-af9f5a479363 None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:52:37.473467 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84574fe9-c1cf-44ea-8a6a-6c1af52b2294 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Network eefdb024-a12a-4862-a111-14e67b7cab20 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:52:37.476087 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-84574fe9-c1cf-44ea-8a6a-6c1af52b2294 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:52:37.486680 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 86020aa1-4960-45c4-bd63-17a4d6788fcd, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=86020aa1-4960-45c4-bd63-17a4d6788fcd,segment=NetworkSegment(9624b9cb-588e-4de9-8787-9ecbaa3d7a8f),segment_id=9624b9cb-588e-4de9-8787-9ecbaa3d7a8f)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:52:37.557035 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8cd6078e-f659-46b6-998a-bf1af5f82e8e tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8848317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10470522'] for subnet, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:37.569291 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa0c624-4668-42b3-b72e-af9f5a479363 None None] Pushing event updated for resources: {'Port': ['ID=2cbb9d4e-0f35-44e7-a7f3-fa78c5462eb8,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:37.573529 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': '86020aa1-4960-45c4-bd63-17a4d6788fcd', 'network_id': '2b991158-95f7-48e9-8fcb-a8703c027202', 'port_id': '86020aa1-4960-45c4-bd63-17a4d6788fcd', 'mac_address': 'fa:16:3e:74:90:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc006d6b-5685-40fd-b243-7761d2560194', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:52:37.622566 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-eaa0c624-4668-42b3-b72e-af9f5a479363 None None] Attempting to bind port 2cbb9d4e-0f35-44e7-a7f3-fa78c5462eb8 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:52:37.623535 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-eaa0c624-4668-42b3-b72e-af9f5a479363 None None] Attempting to bind port 2cbb9d4e-0f35-44e7-a7f3-fa78c5462eb8 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': 'd980cbda-6b52-4a2d-8352-d4d80a7ec479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '81a80191-1bca-461e-a95e-078f01d7a52c'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:52:37.623745 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa0c624-4668-42b3-b72e-af9f5a479363 None None] Attempting to bind port 2cbb9d4e-0f35-44e7-a7f3-fa78c5462eb8 on network 81a80191-1bca-461e-a95e-078f01d7a52c {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:52:37.638586 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84574fe9-c1cf-44ea-8a6a-6c1af52b2294 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Router ed2ff9cc-d88a-48ab-a30a-a302afcd991e is scheduled to L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 with binding_index 1 {{(pid=103167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 14:52:37.642997 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd6078e-f659-46b6-998a-bf1af5f82e8e tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Pushing event updated for resources: {'Subnet': ['ID=62f72bf1-5221-4cbe-904d-407fd1b75c85,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:37.651207 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-8c447a10-66b9-44cb-86c6-94f359da7728 None None] Attempting to bind port 8ec7a83d-d101-41c0-b265-bad36375b4d6 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:52:37.651576 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-8c447a10-66b9-44cb-86c6-94f359da7728 None None] Attempting to bind port 8ec7a83d-d101-41c0-b265-bad36375b4d6 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '5f7a8ddc-09a4-450a-9f75-fbdc58c9dc7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '21c9e729-51b8-4ac1-a7e5-45f72d623450'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:52:37.651756 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd6078e-f659-46b6-998a-bf1af5f82e8e tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Checking segment: {'id': 'd0959324-0db1-4637-b179-669d8a920db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '002f731f-64be-434a-be52-e91c98a7210e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:52:37.652094 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c447a10-66b9-44cb-86c6-94f359da7728 None None] Attempting to bind port 8ec7a83d-d101-41c0-b265-bad36375b4d6 on network 21c9e729-51b8-4ac1-a7e5-45f72d623450 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:52:37.652438 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd6078e-f659-46b6-998a-bf1af5f82e8e tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Network hostable DHCP agents. Network: 002f731f-64be-434a-be52-e91c98a7210e, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:52:37.666615 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 14:52:37.668794 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa0c624-4668-42b3-b72e-af9f5a479363 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:52:37.669178 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa0c624-4668-42b3-b72e-af9f5a479363 None None] Checking segment: {'id': 'd980cbda-6b52-4a2d-8352-d4d80a7ec479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '81a80191-1bca-461e-a95e-078f01d7a52c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:52:37.669593 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-eaa0c624-4668-42b3-b72e-af9f5a479363 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:37.669983 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa0c624-4668-42b3-b72e-af9f5a479363 None None] Bound using segment: {'id': 'd980cbda-6b52-4a2d-8352-d4d80a7ec479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '81a80191-1bca-461e-a95e-078f01d7a52c'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:52:37.670608 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-eaa0c624-4668-42b3-b72e-af9f5a479363 None None] Bound port: 2cbb9d4e-0f35-44e7-a7f3-fa78c5462eb8, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd980cbda-6b52-4a2d-8352-d4d80a7ec479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '81a80191-1bca-461e-a95e-078f01d7a52c'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:52:37.670981 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-eaa0c624-4668-42b3-b72e-af9f5a479363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:37.708109 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd6078e-f659-46b6-998a-bf1af5f82e8e tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Network 002f731f-64be-434a-be52-e91c98a7210e is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:52:37.724365 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c447a10-66b9-44cb-86c6-94f359da7728 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:52:37.724770 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c447a10-66b9-44cb-86c6-94f359da7728 None None] Checking segment: {'id': '5f7a8ddc-09a4-450a-9f75-fbdc58c9dc7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '21c9e729-51b8-4ac1-a7e5-45f72d623450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:52:37.725178 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8c447a10-66b9-44cb-86c6-94f359da7728 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:37.725420 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-8cd6078e-f659-46b6-998a-bf1af5f82e8e tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 002f731f-64be-434a-be52-e91c98a7210e) {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:52:37.725602 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c447a10-66b9-44cb-86c6-94f359da7728 None None] Bound using segment: {'id': '5f7a8ddc-09a4-450a-9f75-fbdc58c9dc7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '21c9e729-51b8-4ac1-a7e5-45f72d623450'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:52:37.726095 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-8c447a10-66b9-44cb-86c6-94f359da7728 None None] Bound port: 8ec7a83d-d101-41c0-b265-bad36375b4d6, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f7a8ddc-09a4-450a-9f75-fbdc58c9dc7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '21c9e729-51b8-4ac1-a7e5-45f72d623450'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:52:37.726474 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8c447a10-66b9-44cb-86c6-94f359da7728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:37.741661 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd6078e-f659-46b6-998a-bf1af5f82e8e tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:37.742855 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8cd6078e-f659-46b6-998a-bf1af5f82e8e tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks [] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:37.750104 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59b8bf7-b52a-463a-ba2d-959426c1971a None None] Network 002f731f-64be-434a-be52-e91c98a7210e requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:52:37.752415 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 0adae709-0951-4a87-81bf-5ba4be84bbf0 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:52:37.779537 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-8cd6078e-f659-46b6-998a-bf1af5f82e8e tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7006538 Dec 20 14:52:37.782045 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 36346) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:37.787603 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-f55e9e2a-8dfb-408a-9edf-82b01a993500 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:52:37.807101 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:37.836965 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 0adae709-0951-4a87-81bf-5ba4be84bbf0 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:52:37.837305 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 0adae709-0951-4a87-81bf-5ba4be84bbf0 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:52:37.901303 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f55e9e2a-8dfb-408a-9edf-82b01a993500 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10470499'] for subnet, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:37.918625 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86020aa1-4960-45c4-bd63-17a4d6788fcd {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:52:38.027327 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 86020aa1-4960-45c4-bd63-17a4d6788fcd, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=86020aa1-4960-45c4-bd63-17a4d6788fcd,segment=NetworkSegment(9624b9cb-588e-4de9-8787-9ecbaa3d7a8f),segment_id=9624b9cb-588e-4de9-8787-9ecbaa3d7a8f)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:52:38.028739 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-eaa0c624-4668-42b3-b72e-af9f5a479363 None None] For port 2cbb9d4e-0f35-44e7-a7f3-fa78c5462eb8, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:52:38.034618 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-8c447a10-66b9-44cb-86c6-94f359da7728 None None] For port 8ec7a83d-d101-41c0-b265-bad36375b4d6, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:52:38.044658 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:38.059017 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0746a568-99f4-4dd7-9928-621f9d3fd19c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-002f731f-64be-434a-be52-e91c98a7210e', 'network_id': '002f731f-64be-434a-be52-e91c98a7210e', 'project_id': 'd8b92d0821214aa99ef95758b3994c0e', 'fixed_ips': [{'subnet_id': '62f72bf1-5221-4cbe-904d-407fd1b75c85'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:52:38.059979 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-0746a568-99f4-4dd7-9928-621f9d3fd19c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:38.063864 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-eaa0c624-4668-42b3-b72e-af9f5a479363 None None] For port 2cbb9d4e-0f35-44e7-a7f3-fa78c5462eb8, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=2cbb9d4e-0f35-44e7-a7f3-fa78c5462eb8,segment=NetworkSegment(d980cbda-6b52-4a2d-8352-d4d80a7ec479),segment_id=d980cbda-6b52-4a2d-8352-d4d80a7ec479)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:52:38.089445 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-8c447a10-66b9-44cb-86c6-94f359da7728 None None] For port 8ec7a83d-d101-41c0-b265-bad36375b4d6, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=8ec7a83d-d101-41c0-b265-bad36375b4d6,segment=NetworkSegment(5f7a8ddc-09a4-450a-9f75-fbdc58c9dc7d),segment_id=5f7a8ddc-09a4-450a-9f75-fbdc58c9dc7d)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:52:38.103155 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a36d99-256a-4177-bb88-f0d9b86ee50f None None] Network eefdb024-a12a-4862-a111-14e67b7cab20 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:52:38.110227 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8c447a10-66b9-44cb-86c6-94f359da7728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:38.111039 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f55e9e2a-8dfb-408a-9edf-82b01a993500 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8753495029818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8850759'] for subnet, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:38.112840 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-eaa0c624-4668-42b3-b72e-af9f5a479363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:38.144217 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55e9e2a-8dfb-408a-9edf-82b01a993500 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:38.144829 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f55e9e2a-8dfb-408a-9edf-82b01a993500 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks [] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:38.148579 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-f55e9e2a-8dfb-408a-9edf-82b01a993500 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] 10.222.0.54 "PUT /v2.0/subnets/62f72bf1-5221-4cbe-904d-407fd1b75c85 HTTP/1.1" status: 200 len: 826 time: 0.3631165 Dec 20 14:52:38.149367 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 36348) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:38.172297 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84574fe9-c1cf-44ea-8a6a-6c1af52b2294 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:52:38.183177 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2a7fc9-a58b-4425-ab1e-5438750ba3aa None None] Sync routers for ids ['ed2ff9cc-d88a-48ab-a30a-a302afcd991e'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:52:38.204289 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2a7fc9-a58b-4425-ab1e-5438750ba3aa None None] Routers {'ed2ff9cc-d88a-48ab-a30a-a302afcd991e'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:52:38.206440 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-9c2a7fc9-a58b-4425-ab1e-5438750ba3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:52:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['ed2ff9cc-d88a-48ab-a30a-a302afcd991e'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:52:38.212079 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-84574fe9-c1cf-44ea-8a6a-6c1af52b2294 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] 10.222.0.54 "PUT /v2.0/routers/ed2ff9cc-d88a-48ab-a30a-a302afcd991e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8567455 Dec 20 14:52:38.213699 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 36352) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:38.253610 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51fa322-a997-4614-ae95-ae8172dfadce req-bf7f5f9c-e0aa-43db-85e4-c17726488171 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:38.259910 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b51fa322-a997-4614-ae95-ae8172dfadce req-bf7f5f9c-e0aa-43db-85e4-c17726488171 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.54 "GET /v2.0/ports?device_id=abc60fc2-0a13-4390-b54c-6763c601e015 HTTP/1.1" status: 200 len: 943 time: 0.1527324 Dec 20 14:52:38.302289 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-9c2a7fc9-a58b-4425-ab1e-5438750ba3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:52:38.305609 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=86020aa1-4960-45c4-bd63-17a4d6788fcd,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:38.324117 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['86020aa1-4960-45c4-bd63-17a4d6788fcd'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:52:38.327304 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2a7fc9-a58b-4425-ab1e-5438750ba3aa None None] Routers {'ed2ff9cc-d88a-48ab-a30a-a302afcd991e'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:52:38.332065 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-9c2a7fc9-a58b-4425-ab1e-5438750ba3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:52:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['ed2ff9cc-d88a-48ab-a30a-a302afcd991e'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:52:38.338602 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55e9e2a-8dfb-408a-9edf-82b01a993500 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Pushing event updated for resources: {'Subnet': ['ID=62f72bf1-5221-4cbe-904d-407fd1b75c85,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:38.351021 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b51fa322-a997-4614-ae95-ae8172dfadce req-2ea04d3f-4380-40b1-8aa9-ececc5a31a21 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.54 "GET /v2.0/security-groups?id=63a67304-7a61-424c-9189-0609e92bff65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833201 Dec 20 14:52:38.399408 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-9c2a7fc9-a58b-4425-ab1e-5438750ba3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:52:38.400637 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2a7fc9-a58b-4425-ab1e-5438750ba3aa None None] The sync data for ids ['ed2ff9cc-d88a-48ab-a30a-a302afcd991e'] in n-d-761264-19 is: [] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:52:38.420961 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-6ccd879e-a361-4fdc-b867-1eb082fc547e None None] Provisioning complete for port af05492b-ff81-4d76-b183-5c1a7b3ba33c triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:52:38.421330 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6ccd879e-a361-4fdc-b867-1eb082fc547e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:38.632940 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a2fc0e-edf1-465a-9e65-ddbc4cb90337 req-9cadbba4-05c0-4811-9e47-67e5ef11a066 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:38.634555 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f7a2fc0e-edf1-465a-9e65-ddbc4cb90337 req-9cadbba4-05c0-4811-9e47-67e5ef11a066 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=31a55ef4-f413-493d-8b86-3a848ca43d83 HTTP/1.1" status: 200 len: 944 time: 0.0887952 Dec 20 14:52:38.643634 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c447a10-66b9-44cb-86c6-94f359da7728 None None] Pushing event updated for resources: {'Port': ['ID=8ec7a83d-d101-41c0-b265-bad36375b4d6,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:38.740498 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f7a2fc0e-edf1-465a-9e65-ddbc4cb90337 req-ffc27113-9007-4936-bc5f-308bdc664e31 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=a3840027-1c66-4dfc-886c-c2af2b1c81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983770 Dec 20 14:52:38.767709 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-0746a568-99f4-4dd7-9928-621f9d3fd19c None None] Allocated IP 2001:db8::2 (002f731f-64be-434a-be52-e91c98a7210e/62f72bf1-5221-4cbe-904d-407fd1b75c85/fd0f5369-5ca1-4371-a969-77a5e21e30fb) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:52:38.866278 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device af05492b-ff81-4d76-b183-5c1a7b3ba33c up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:52:38.875374 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa0c624-4668-42b3-b72e-af9f5a479363 None None] Pushing event updated for resources: {'Port': ['ID=2cbb9d4e-0f35-44e7-a7f3-fa78c5462eb8,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:38.923198 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6ccd879e-a361-4fdc-b867-1eb082fc547e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:38.936907 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2cdfb90b-ad92-4d28-b968-fe17ac6ab142 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:39.035559 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cb0eb8-dbec-449c-a3e4-ada1fa95b9c2 req-b7a33326-5c83-4c8e-bb3e-8a3a24f4c947 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:39.037106 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-02cb0eb8-dbec-449c-a3e4-ada1fa95b9c2 req-b7a33326-5c83-4c8e-bb3e-8a3a24f4c947 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/ports?device_id=d37b0c07-5ce4-4205-9b3a-bde57c7567a1 HTTP/1.1" status: 200 len: 946 time: 0.1440494 Dec 20 14:52:39.040437 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-6ccd879e-a361-4fdc-b867-1eb082fc547e None None] For port af05492b-ff81-4d76-b183-5c1a7b3ba33c, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=af05492b-ff81-4d76-b183-5c1a7b3ba33c,segment=NetworkSegment(a79d98d3-f67b-47d2-b658-dd944f24eb3e),segment_id=a79d98d3-f67b-47d2-b658-dd944f24eb3e)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:52:39.061638 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6ccd879e-a361-4fdc-b867-1eb082fc547e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:39.116915 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port af05492b-ff81-4d76-b183-5c1a7b3ba33c triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:52:39.117289 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:39.192971 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2cdfb90b-ad92-4d28-b968-fe17ac6ab142 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:39.251765 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccd879e-a361-4fdc-b867-1eb082fc547e None None] Pushing event updated for resources: {'Port': ['ID=af05492b-ff81-4d76-b183-5c1a7b3ba33c,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:39.257272 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-02cb0eb8-dbec-449c-a3e4-ada1fa95b9c2 req-468d2526-fb69-4219-a6cd-d8cc489bbe68 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/security-groups?id=1965ba5c-d387-4fec-8f79-f26f65ad2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700277 Dec 20 14:52:39.260948 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-0746a568-99f4-4dd7-9928-621f9d3fd19c None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:39.267000 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-e745cee3-d2e1-4dfe-b126-a507a5fdd222 None None] Provisioning complete for port 8ed3d070-7c02-4514-aa69-8277dcebe5b1 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:52:39.267369 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e745cee3-d2e1-4dfe-b126-a507a5fdd222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:39.444642 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2cdfb90b-ad92-4d28-b968-fe17ac6ab142 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8850800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470517'] for subnet, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:39.456007 n-d-761264-19 neutron-server[103168]: INFO neutron.api.v2.resource [None req-ddc5f22f-29d6-4fa3-b2d8-864c167d02fe tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 14:52:39.457138 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-ddc5f22f-29d6-4fa3-b2d8-864c167d02fe tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] 10.222.0.54 "PUT /v2.0/routers/ed2ff9cc-d88a-48ab-a30a-a302afcd991e/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2323556 Dec 20 14:52:39.460216 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36358) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:39.487586 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdfb90b-ad92-4d28-b968-fe17ac6ab142 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Pushing event deleted for resources: {'Subnet': ['ID=62f72bf1-5221-4cbe-904d-407fd1b75c85,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:39.502654 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-0746a568-99f4-4dd7-9928-621f9d3fd19c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:39.509905 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 8b3889b6-faf1-4c12-9683-a4ff65c6e9f6 details requested by agent hyperv_n-h1-761264-19 with host n-h1-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:52:39.580950 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2cdfb90b-ad92-4d28-b968-fe17ac6ab142 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:39.614457 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-2cdfb90b-ad92-4d28-b968-fe17ac6ab142 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['002f731f-64be-434a-be52-e91c98a7210e']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:52:39.651102 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-2cdfb90b-ad92-4d28-b968-fe17ac6ab142 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0959324-0db1-4637-b179-669d8a920db4') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:52:39.651551 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-2cdfb90b-ad92-4d28-b968-fe17ac6ab142 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0959324-0db1-4637-b179-669d8a920db4') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:52:39.657481 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-e745cee3-d2e1-4dfe-b126-a507a5fdd222 None None] Port 8ed3d070-7c02-4514-aa69-8277dcebe5b1 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:52:39.668630 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0746a568-99f4-4dd7-9928-621f9d3fd19c None None] Network 002f731f-64be-434a-be52-e91c98a7210e is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:52:39.671322 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2cdfb90b-ad92-4d28-b968-fe17ac6ab142 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:39.671722 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539f3395-dd30-4ee7-88e3-275a0facb71b req-1d606b1a-0e68-4782-97e7-e402fc13fb0a tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:39.679452 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-539f3395-dd30-4ee7-88e3-275a0facb71b req-1d606b1a-0e68-4782-97e7-e402fc13fb0a tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.54 "GET /v2.0/ports?device_id=abc60fc2-0a13-4390-b54c-6763c601e015 HTTP/1.1" status: 200 len: 943 time: 0.2094004 Dec 20 14:52:39.706630 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2cdfb90b-ad92-4d28-b968-fe17ac6ab142 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:39.712023 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-0746a568-99f4-4dd7-9928-621f9d3fd19c None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:52:39.720026 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cdfb90b-ad92-4d28-b968-fe17ac6ab142 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:52:39.720586 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2cdfb90b-ad92-4d28-b968-fe17ac6ab142 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:39.722265 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0746a568-99f4-4dd7-9928-621f9d3fd19c None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:52:39.725267 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:52:39.725267 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:52:39.725267 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:52:39.725267 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:52:39.725267 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:52:39.725267 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:52:39.725267 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:52:39.725267 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:52:39.725267 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:52:39.725267 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:52:39.725267 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:52:39.725267 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:52:39.725267 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:52:39.725267 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:52:39.725267 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:52:39.725267 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:52:39.725267 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:52:39.725267 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:52:39.725267 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:52:39.725267 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:52:39.725267 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 14:52:39.725267 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:52:39.725267 n-d-761264-19 neutron-server[103168]: timer() Dec 20 14:52:39.725267 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:52:39.725267 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 14:52:39.725267 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:52:39.725267 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 14:52:39.725267 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:52:39.725267 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 14:52:39.725267 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:52:39.725267 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 14:52:39.725267 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:52:39.725267 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 14:52:39.725267 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:52:39.725267 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:52:39.725267 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:52:39.725267 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:52:39.725267 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:52:39.725267 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 14:52:39.725267 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:52:39.725267 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 14:52:39.725267 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:52:39.725267 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:52:39.725267 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:52:39.725267 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 14:52:39.725267 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:52:39.725267 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:52:39.725267 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:52:39.725267 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:52:39.725267 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:52:39.725267 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:52:39.725267 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:52:39.804683 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0746a568-99f4-4dd7-9928-621f9d3fd19c None None] Pushing event updated for resources: {'Port': ['ID=fd0f5369-5ca1-4371-a969-77a5e21e30fb,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:39.838507 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.db.api [None req-2cdfb90b-ad92-4d28-b968-fe17ac6ab142 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 20 14:52:39.838507 n-d-761264-19 neutron-server[103168]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 20 14:52:39.838507 n-d-761264-19 neutron-server[103168]: [parameters: {'id': '002f731f-64be-434a-be52-e91c98a7210e'}] Dec 20 14:52:39.838507 n-d-761264-19 neutron-server[103168]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 14:52:39.838885 n-d-761264-19 neutron-server[103168]: DEBUG oslo_db.api [None req-2cdfb90b-ad92-4d28-b968-fe17ac6ab142 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 14:52:39.884921 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 8b3889b6-faf1-4c12-9683-a4ff65c6e9f6, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=8b3889b6-faf1-4c12-9683-a4ff65c6e9f6,segment=NetworkSegment(976dc740-6f26-442a-9e80-6e8aee232d85),segment_id=976dc740-6f26-442a-9e80-6e8aee232d85)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:52:39.915925 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-e745cee3-d2e1-4dfe-b126-a507a5fdd222 None None] Provisioning complete for port af05492b-ff81-4d76-b183-5c1a7b3ba33c triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:52:39.916297 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e745cee3-d2e1-4dfe-b126-a507a5fdd222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:39.916451 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-539f3395-dd30-4ee7-88e3-275a0facb71b req-b7ab6400-3e36-475a-bc11-25ad27ee90a4 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.54 "GET /v2.0/security-groups?id=63a67304-7a61-424c-9189-0609e92bff65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342672 Dec 20 14:52:39.923810 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745792af-3cca-4817-b89d-90edd395e903 req-fd90bcd4-c82a-4999-9015-cb4fd83d4e72 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:39.925394 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-745792af-3cca-4817-b89d-90edd395e903 req-fd90bcd4-c82a-4999-9015-cb4fd83d4e72 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=31a55ef4-f413-493d-8b86-3a848ca43d83 HTTP/1.1" status: 200 len: 944 time: 0.0741410 Dec 20 14:52:39.945034 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377fed1a-6131-4da9-8c2a-ef29212445a9 None None] Network 21c9e729-51b8-4ac1-a7e5-45f72d623450 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:52:39.987801 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-745792af-3cca-4817-b89d-90edd395e903 req-3107a45c-6a1b-4a96-896c-2737b2735e28 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=a3840027-1c66-4dfc-886c-c2af2b1c81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560100 Dec 20 14:52:40.001423 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Returning: {'device': '8b3889b6-faf1-4c12-9683-a4ff65c6e9f6', 'network_id': '1d6e94b3-e488-46e8-b36e-5df57c7dc6f7', 'port_id': '8b3889b6-faf1-4c12-9683-a4ff65c6e9f6', 'mac_address': 'fa:16:3e:6c:84:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ae39662-bebe-492b-85b9-e558826165ef', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:52:40.044106 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-0746a568-99f4-4dd7-9928-621f9d3fd19c None None] Attempting to bind port fd0f5369-5ca1-4371-a969-77a5e21e30fb on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:52:40.044761 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-0746a568-99f4-4dd7-9928-621f9d3fd19c None None] Attempting to bind port fd0f5369-5ca1-4371-a969-77a5e21e30fb by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': 'd0959324-0db1-4637-b179-669d8a920db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '002f731f-64be-434a-be52-e91c98a7210e'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:52:40.044885 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0746a568-99f4-4dd7-9928-621f9d3fd19c None None] Attempting to bind port fd0f5369-5ca1-4371-a969-77a5e21e30fb on network 002f731f-64be-434a-be52-e91c98a7210e {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:52:40.060555 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0746a568-99f4-4dd7-9928-621f9d3fd19c None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:52:40.060934 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0746a568-99f4-4dd7-9928-621f9d3fd19c None None] Checking segment: {'id': 'd0959324-0db1-4637-b179-669d8a920db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '002f731f-64be-434a-be52-e91c98a7210e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:52:40.061404 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-0746a568-99f4-4dd7-9928-621f9d3fd19c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:40.061721 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0746a568-99f4-4dd7-9928-621f9d3fd19c None None] Bound using segment: {'id': 'd0959324-0db1-4637-b179-669d8a920db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '002f731f-64be-434a-be52-e91c98a7210e'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:52:40.062207 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-0746a568-99f4-4dd7-9928-621f9d3fd19c None None] Bound port: fd0f5369-5ca1-4371-a969-77a5e21e30fb, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0959324-0db1-4637-b179-669d8a920db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '002f731f-64be-434a-be52-e91c98a7210e'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:52:40.062587 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-0746a568-99f4-4dd7-9928-621f9d3fd19c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:40.086444 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0e45dfbd-3f9c-4a5c-994f-94456a13a471 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1595867'] for router_interface, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:40.161788 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:40.236599 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b3889b6-faf1-4c12-9683-a4ff65c6e9f6 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:52:40.246165 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2cae86-b795-4844-b57e-ef1aa23dfbce None None] Network 81a80191-1bca-461e-a95e-078f01d7a52c requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:52:40.285902 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-0746a568-99f4-4dd7-9928-621f9d3fd19c None None] For port fd0f5369-5ca1-4371-a969-77a5e21e30fb, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:52:40.334333 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 8b3889b6-faf1-4c12-9683-a4ff65c6e9f6, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=8b3889b6-faf1-4c12-9683-a4ff65c6e9f6,segment=NetworkSegment(976dc740-6f26-442a-9e80-6e8aee232d85),segment_id=976dc740-6f26-442a-9e80-6e8aee232d85)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:52:40.337656 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-0746a568-99f4-4dd7-9928-621f9d3fd19c None None] For port fd0f5369-5ca1-4371-a969-77a5e21e30fb, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=fd0f5369-5ca1-4371-a969-77a5e21e30fb,segment=NetworkSegment(d0959324-0db1-4637-b179-669d8a920db4),segment_id=d0959324-0db1-4637-b179-669d8a920db4)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:52:40.341030 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2cdfb90b-ad92-4d28-b968-fe17ac6ab142 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:40.345997 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:40.356180 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-0746a568-99f4-4dd7-9928-621f9d3fd19c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:40.406294 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-2cdfb90b-ad92-4d28-b968-fe17ac6ab142 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Deleting port fd0f5369-5ca1-4371-a969-77a5e21e30fb {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:52:40.406887 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2cdfb90b-ad92-4d28-b968-fe17ac6ab142 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:40.413252 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-0e45dfbd-3f9c-4a5c-994f-94456a13a471 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Deleting port 8ed3d070-7c02-4514-aa69-8277dcebe5b1 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:52:40.413599 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0e45dfbd-3f9c-4a5c-994f-94456a13a471 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:40.445686 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c81c2b-5edd-4cd9-9161-ddc51a2903f3 req-2885d82a-b15c-472f-912b-d83615791db6 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:40.447205 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-00c81c2b-5edd-4cd9-9161-ddc51a2903f3 req-2885d82a-b15c-472f-912b-d83615791db6 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/ports?device_id=d37b0c07-5ce4-4205-9b3a-bde57c7567a1 HTTP/1.1" status: 200 len: 946 time: 0.0946867 Dec 20 14:52:40.475785 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-2cdfb90b-ad92-4d28-b968-fe17ac6ab142 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] For port fd0f5369-5ca1-4371-a969-77a5e21e30fb, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=fd0f5369-5ca1-4371-a969-77a5e21e30fb,segment=NetworkSegment(d0959324-0db1-4637-b179-669d8a920db4),segment_id=d0959324-0db1-4637-b179-669d8a920db4)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:52:40.476338 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2cdfb90b-ad92-4d28-b968-fe17ac6ab142 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:40.489251 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-2cdfb90b-ad92-4d28-b968-fe17ac6ab142 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Calling delete_port for fd0f5369-5ca1-4371-a969-77a5e21e30fb owned by network:dhcp {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:52:40.515332 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-719fdb1e-1062-4516-b2fd-d70be2b3c8fb None None] Provisioning complete for port 8ec7a83d-d101-41c0-b265-bad36375b4d6 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:52:40.515696 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-719fdb1e-1062-4516-b2fd-d70be2b3c8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:40.535797 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=8b3889b6-faf1-4c12-9683-a4ff65c6e9f6,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:40.550055 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-00c81c2b-5edd-4cd9-9161-ddc51a2903f3 req-d21a46f5-6b1d-4beb-9625-00d4308323d6 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/security-groups?id=1965ba5c-d387-4fec-8f79-f26f65ad2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734904 Dec 20 14:52:40.551233 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0e45dfbd-3f9c-4a5c-994f-94456a13a471 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:40.567731 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-0e45dfbd-3f9c-4a5c-994f-94456a13a471 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Calling delete_port for 8ed3d070-7c02-4514-aa69-8277dcebe5b1 owned by network:router_interface {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:52:40.586600 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2cdfb90b-ad92-4d28-b968-fe17ac6ab142 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:40.614758 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7abc6819-952c-495d-8139-05664ccfb04a None None] Update dhcp port {'port': {'network_id': '21c9e729-51b8-4ac1-a7e5-45f72d623450', 'fixed_ips': [{'subnet_id': '569d2a28-930d-4e1a-a867-3854c50223a5', 'ip_address': '2001:db8::2'}, {'subnet_id': 'de557473-b59a-4a64-b294-8df6aee24556'}], 'binding:host_id': 'n-d-761264-19'}, 'id': '8ec7a83d-d101-41c0-b265-bad36375b4d6'} from n-d-761264-19. {{(pid=103169) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 20 14:52:40.618006 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdfb90b-ad92-4d28-b968-fe17ac6ab142 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Pushing event deleted for resources: {'Port': ['ID=fd0f5369-5ca1-4371-a969-77a5e21e30fb,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:40.619840 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdfb90b-ad92-4d28-b968-fe17ac6ab142 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] No DVR routers for this DVR port fd0f5369-5ca1-4371-a969-77a5e21e30fb on host n-d-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:52:40.651307 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0746a568-99f4-4dd7-9928-621f9d3fd19c None None] Pushing event deleted for resources: {'Port': ['ID=fd0f5369-5ca1-4371-a969-77a5e21e30fb,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:40.670594 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-7abc6819-952c-495d-8139-05664ccfb04a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:40.676563 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a230456a-425b-48e4-9269-a7c23c73874e None None] Network 002f731f-64be-434a-be52-e91c98a7210e requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:52:40.715485 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2cdfb90b-ad92-4d28-b968-fe17ac6ab142 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:40.743327 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-2cdfb90b-ad92-4d28-b968-fe17ac6ab142 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['002f731f-64be-434a-be52-e91c98a7210e']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:52:40.754964 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-2cdfb90b-ad92-4d28-b968-fe17ac6ab142 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0959324-0db1-4637-b179-669d8a920db4') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:52:40.755376 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-2cdfb90b-ad92-4d28-b968-fe17ac6ab142 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0959324-0db1-4637-b179-669d8a920db4') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:52:40.760802 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['8b3889b6-faf1-4c12-9683-a4ff65c6e9f6'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:52:40.767902 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2cdfb90b-ad92-4d28-b968-fe17ac6ab142 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:40.788701 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2cdfb90b-ad92-4d28-b968-fe17ac6ab142 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:40.796718 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cdfb90b-ad92-4d28-b968-fe17ac6ab142 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:52:40.797241 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2cdfb90b-ad92-4d28-b968-fe17ac6ab142 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:40.801051 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 14:52:40.801051 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:52:40.801051 n-d-761264-19 neutron-server[103168]: timer() Dec 20 14:52:40.801051 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:52:40.801051 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 14:52:40.801051 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:52:40.801051 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 14:52:40.801051 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:52:40.801051 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 14:52:40.801051 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:52:40.801051 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 14:52:40.801051 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:52:40.801051 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 14:52:40.801051 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:52:40.801051 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:52:40.801051 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:52:40.801051 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:52:40.801051 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:52:40.801051 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 14:52:40.801051 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:52:40.801051 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 14:52:40.801051 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:52:40.801051 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:52:40.801051 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:52:40.801051 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 14:52:40.801051 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:52:40.801051 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:52:40.801051 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:52:40.801051 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:52:40.801051 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:52:40.801051 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:52:40.801051 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:52:40.816841 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0e45dfbd-3f9c-4a5c-994f-94456a13a471 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:40.856901 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e45dfbd-3f9c-4a5c-994f-94456a13a471 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Pushing event deleted for resources: {'Port': ['ID=8ed3d070-7c02-4514-aa69-8277dcebe5b1,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:40.914545 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2cdfb90b-ad92-4d28-b968-fe17ac6ab142 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:40.921415 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2cdfb90b-ad92-4d28-b968-fe17ac6ab142 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks [] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:40.933680 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7185dd3a-c447-4673-8ec3-86beed7303e5 None None] Network 002f731f-64be-434a-be52-e91c98a7210e requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:52:40.934315 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-2cdfb90b-ad92-4d28-b968-fe17ac6ab142 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] 10.222.0.54 "DELETE /v2.0/networks/002f731f-64be-434a-be52-e91c98a7210e HTTP/1.1" status: 204 len: 168 time: 2.7837563 Dec 20 14:52:40.939010 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 86020aa1-4960-45c4-bd63-17a4d6788fcd up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:52:40.948438 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device af05492b-ff81-4d76-b183-5c1a7b3ba33c up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:52:40.956284 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 36364) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:40.957663 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdfb90b-ad92-4d28-b968-fe17ac6ab142 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Pushing event deleted for resources: {'Network': ['ID=002f731f-64be-434a-be52-e91c98a7210e,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:40.984620 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-56509d8c-194e-470f-9b60-bba195d5de4c tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] DELETE failed (client error): The resource could not be found. Dec 20 14:52:40.985733 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56509d8c-194e-470f-9b60-bba195d5de4c tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:52:40.995745 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-56509d8c-194e-470f-9b60-bba195d5de4c tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] 10.222.0.54 "DELETE /v2.0/networks/002f731f-64be-434a-be52-e91c98a7210e HTTP/1.1" status: 404 len: 339 time: 0.0320246 Dec 20 14:52:40.999591 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 36368) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:41.005212 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-791b355e-7e8c-48e9-b514-0b826a387f5e tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1516458177', 'description': 'd1'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:52:41.025463 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7185dd3a-c447-4673-8ec3-86beed7303e5 None None] Network 002f731f-64be-434a-be52-e91c98a7210e could not be found, it might have been deleted concurrently. {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 20 14:52:41.094072 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-719fdb1e-1062-4516-b2fd-d70be2b3c8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:41.110524 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-791b355e-7e8c-48e9-b514-0b826a387f5e tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Made reservation on behalf of d8b92d0821214aa99ef95758b3994c0e for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:52:41.114394 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-791b355e-7e8c-48e9-b514-0b826a387f5e tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:41.167720 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f2eb85-56bf-4cdd-a2a8-c5e218057c5e req-844c6d7c-2c2b-441f-a9e1-bd76afe12789 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:41.169389 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d6f2eb85-56bf-4cdd-a2a8-c5e218057c5e req-844c6d7c-2c2b-441f-a9e1-bd76afe12789 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.54 "GET /v2.0/ports?device_id=abc60fc2-0a13-4390-b54c-6763c601e015 HTTP/1.1" status: 200 len: 944 time: 0.1071346 Dec 20 14:52:41.185430 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-791b355e-7e8c-48e9-b514-0b826a387f5e tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:52:41.197502 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-7abc6819-952c-495d-8139-05664ccfb04a None None] Allocated IP 172.20.0.1 (21c9e729-51b8-4ac1-a7e5-45f72d623450/de557473-b59a-4a64-b294-8df6aee24556/8ec7a83d-d101-41c0-b265-bad36375b4d6) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:52:41.210295 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-791b355e-7e8c-48e9-b514-0b826a387f5e tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:41.210628 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-791b355e-7e8c-48e9-b514-0b826a387f5e tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Added segment f73cd110-ac88-4e5f-ad52-1b0f336e7f07 of type vlan for network dfd12e17-8717-4fae-9664-075d69dd9d6a Dec 20 14:52:41.226165 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0e45dfbd-3f9c-4a5c-994f-94456a13a471 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582411'] for router_interface, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:41.256421 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea7aaab-c570-4afd-aa0f-d446ebe0fda8 req-b546dc2b-aa4c-44ad-9862-fe8b73974047 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:41.258023 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6ea7aaab-c570-4afd-aa0f-d446ebe0fda8 req-b546dc2b-aa4c-44ad-9862-fe8b73974047 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=31a55ef4-f413-493d-8b86-3a848ca43d83 HTTP/1.1" status: 200 len: 944 time: 0.1057894 Dec 20 14:52:41.286513 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d6f2eb85-56bf-4cdd-a2a8-c5e218057c5e req-efffc2f8-50c1-480f-8466-643ac6e11dbb tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.54 "GET /v2.0/security-groups?id=63a67304-7a61-424c-9189-0609e92bff65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079881 Dec 20 14:52:41.288114 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-791b355e-7e8c-48e9-b514-0b826a387f5e tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:41.311515 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning for port 86020aa1-4960-45c4-bd63-17a4d6788fcd completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:52:41.323808 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-791b355e-7e8c-48e9-b514-0b826a387f5e tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:41.329478 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791b355e-7e8c-48e9-b514-0b826a387f5e tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:41.330139 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-791b355e-7e8c-48e9-b514-0b826a387f5e tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks [] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:41.335543 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port 86020aa1-4960-45c4-bd63-17a4d6788fcd triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:52:41.335979 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:41.337751 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port af05492b-ff81-4d76-b183-5c1a7b3ba33c triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:52:41.337751 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:41.399760 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-791b355e-7e8c-48e9-b514-0b826a387f5e tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3988609 Dec 20 14:52:41.403133 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 36374) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:41.416784 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791b355e-7e8c-48e9-b514-0b826a387f5e tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Pushing event updated for resources: {'Network': ['ID=dfd12e17-8717-4fae-9664-075d69dd9d6a,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:41.447392 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e45dfbd-3f9c-4a5c-994f-94456a13a471 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Router ed2ff9cc-d88a-48ab-a30a-a302afcd991e has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:52:41.485383 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6ea7aaab-c570-4afd-aa0f-d446ebe0fda8 req-a0346edc-6065-43b2-a2bf-50a09e8ba08a tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=a3840027-1c66-4dfc-886c-c2af2b1c81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1389089 Dec 20 14:52:41.507943 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94356ec-33b8-437f-82c8-3968104e9f7b tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:41.510278 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-f94356ec-33b8-437f-82c8-3968104e9f7b tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] 10.222.0.54 "GET /v2.0/networks?id=dfd12e17-8717-4fae-9664-075d69dd9d6a HTTP/1.1" status: 200 len: 765 time: 0.1059091 Dec 20 14:52:41.513897 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 36376) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:41.520010 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-5c280799-ab48-4d3f-b3c9-53bcb23ff02a tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Request body: {'network': {'description': 'd2'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:52:41.563116 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e45dfbd-3f9c-4a5c-994f-94456a13a471 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:52:41.570592 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-0e45dfbd-3f9c-4a5c-994f-94456a13a471 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] 10.222.0.54 "PUT /v2.0/routers/ed2ff9cc-d88a-48ab-a30a-a302afcd991e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1086481 Dec 20 14:52:41.574423 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 36378) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:41.577376 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network dfd12e17-8717-4fae-9664-075d69dd9d6a details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:52:41.607630 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942195b4-ea5e-4d41-8d74-f8ca0700f00c None None] Sync routers for ids ['ed2ff9cc-d88a-48ab-a30a-a302afcd991e'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:52:41.610713 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-7abc6819-952c-495d-8139-05664ccfb04a None None] For port 8ec7a83d-d101-41c0-b265-bad36375b4d6, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=8ec7a83d-d101-41c0-b265-bad36375b4d6,segment=NetworkSegment(5f7a8ddc-09a4-450a-9f75-fbdc58c9dc7d),segment_id=5f7a8ddc-09a4-450a-9f75-fbdc58c9dc7d)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:52:41.640944 n-d-761264-19 neutron-server[103168]: INFO neutron.api.v2.resource [None req-89b4ba23-83b0-4603-bd33-b8ed2a5b694b tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] delete failed (client error): The resource could not be found. Dec 20 14:52:41.645392 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-89b4ba23-83b0-4603-bd33-b8ed2a5b694b tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] 10.222.0.54 "DELETE /v2.0/routers/tempest-non_exist_router-104057171 HTTP/1.1" status: 404 len: 334 time: 0.0665193 Dec 20 14:52:41.646272 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36382) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:41.651224 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-b1b9df21-96d5-4d1c-ab9c-450b150b6a4a tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ed2ff9cc-d88a-48ab-a30a-a302afcd991e'}}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:52:41.731955 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942195b4-ea5e-4d41-8d74-f8ca0700f00c None None] Routers {'ed2ff9cc-d88a-48ab-a30a-a302afcd991e'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:52:41.732385 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-942195b4-ea5e-4d41-8d74-f8ca0700f00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:52:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['ed2ff9cc-d88a-48ab-a30a-a302afcd991e'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:52:41.782265 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-7abc6819-952c-495d-8139-05664ccfb04a None None] Publish callbacks [] for port, precommit_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:41.787591 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:41.791969 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-942195b4-ea5e-4d41-8d74-f8ca0700f00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:52:41.798978 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-7abc6819-952c-495d-8139-05664ccfb04a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:41.806439 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7571cf61-7837-41df-a46c-cfe7c0274b65 req-8d909ae4-7d7e-44e0-b74f-eeeaed7e42c0 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:41.808219 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7571cf61-7837-41df-a46c-cfe7c0274b65 req-8d909ae4-7d7e-44e0-b74f-eeeaed7e42c0 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/ports?device_id=d37b0c07-5ce4-4205-9b3a-bde57c7567a1 HTTP/1.1" status: 200 len: 946 time: 0.1726987 Dec 20 14:52:41.841231 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837f06c6-779b-4677-a620-70e68bae5cb9 req-6700e524-d5cf-4768-a5fa-59d386bda709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:41.842771 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-837f06c6-779b-4677-a620-70e68bae5cb9 req-6700e524-d5cf-4768-a5fa-59d386bda709 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d37b0c07-5ce4-4205-9b3a-bde57c7567a1 HTTP/1.1" status: 200 len: 1098 time: 0.1538770 Dec 20 14:52:41.866382 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5c280799-ab48-4d3f-b3c9-53bcb23ff02a tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:41.898215 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b1b9df21-96d5-4d1c-ab9c-450b150b6a4a tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:41.913530 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5c280799-ab48-4d3f-b3c9-53bcb23ff02a tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:41.923146 n-d-761264-19 neutron-server[103167]: INFO neutron.api.v2.resource [None req-b1b9df21-96d5-4d1c-ab9c-450b150b6a4a tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] update failed (client error): The resource could not be found. Dec 20 14:52:41.928336 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-b1b9df21-96d5-4d1c-ab9c-450b150b6a4a tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] 10.222.0.54 "PUT /v2.0/routers/ed2ff9cc-d88a-48ab-a30a-a302afcd991e HTTP/1.1" status: 404 len: 339 time: 0.2768595 Dec 20 14:52:41.928693 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36384) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:41.938792 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942195b4-ea5e-4d41-8d74-f8ca0700f00c None None] Routers {'ed2ff9cc-d88a-48ab-a30a-a302afcd991e'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:52:41.939430 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-942195b4-ea5e-4d41-8d74-f8ca0700f00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:52:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['ed2ff9cc-d88a-48ab-a30a-a302afcd991e'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:52:41.949810 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7571cf61-7837-41df-a46c-cfe7c0274b65 req-7620d919-d615-43cf-8112-11cfd940a102 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/security-groups?id=1965ba5c-d387-4fec-8f79-f26f65ad2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269100 Dec 20 14:52:41.957703 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5c280799-ab48-4d3f-b3c9-53bcb23ff02a tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Network dfd12e17-8717-4fae-9664-075d69dd9d6a is not hosted by any dhcp agent {{(pid=103168) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 20 14:52:41.963910 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c280799-ab48-4d3f-b3c9-53bcb23ff02a tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:41.964352 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5c280799-ab48-4d3f-b3c9-53bcb23ff02a tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks [] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:41.968679 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-5c280799-ab48-4d3f-b3c9-53bcb23ff02a tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] 10.222.0.54 "PUT /v2.0/networks/dfd12e17-8717-4fae-9664-075d69dd9d6a HTTP/1.1" status: 200 len: 762 time: 0.4530761 Dec 20 14:52:41.970090 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 36386) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:41.992719 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-837f06c6-779b-4677-a620-70e68bae5cb9 req-e5f7f0c3-9dee-4567-9be8-19f717d2965e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1965ba5c-d387-4fec-8f79-f26f65ad2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383832 Dec 20 14:52:42.000828 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:42.025242 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.db.api [None req-719fdb1e-1062-4516-b2fd-d70be2b3c8fb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103169) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 14:52:42.025585 n-d-761264-19 neutron-server[103169]: DEBUG oslo_db.api [None req-719fdb1e-1062-4516-b2fd-d70be2b3c8fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 14:52:42.026123 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-942195b4-ea5e-4d41-8d74-f8ca0700f00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:52:42.026835 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942195b4-ea5e-4d41-8d74-f8ca0700f00c None None] The sync data for ids ['ed2ff9cc-d88a-48ab-a30a-a302afcd991e'] in n-d-761264-19 is: [] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:52:42.037674 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 2cbb9d4e-0f35-44e7-a7f3-fa78c5462eb8 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:52:42.047875 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abc6819-952c-495d-8139-05664ccfb04a None None] Pushing event updated for resources: {'Port': ['ID=8ec7a83d-d101-41c0-b265-bad36375b4d6,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:42.084084 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31a55ef4-f413-493d-8b86-3a848ca43d83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86020aa1-4960-45c4-bd63-17a4d6788fcd'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:52:42.086367 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d58da74-8013-4b99-8c27-98e8fd298831" -d '{"events": [{"server_uuid": "31a55ef4-f413-493d-8b86-3a848ca43d83", "name": "network-vif-plugged", "status": "completed", "tag": "86020aa1-4960-45c4-bd63-17a4d6788fcd"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:52:42.087709 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c280799-ab48-4d3f-b3c9-53bcb23ff02a tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Pushing event updated for resources: {'Network': ['ID=dfd12e17-8717-4fae-9664-075d69dd9d6a,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:42.109563 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network dfd12e17-8717-4fae-9664-075d69dd9d6a details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:52:42.118104 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 86020aa1-4960-45c4-bd63-17a4d6788fcd, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=86020aa1-4960-45c4-bd63-17a4d6788fcd,segment=NetworkSegment(9624b9cb-588e-4de9-8787-9ecbaa3d7a8f),segment_id=9624b9cb-588e-4de9-8787-9ecbaa3d7a8f)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:52:42.136932 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:42.146416 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0578ff67-fa36-4c6e-a133-d2a457285c22 x-openstack-request-id: req-0578ff67-fa36-4c6e-a133-d2a457285c22 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:52:42.146689 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31a55ef4-f413-493d-8b86-3a848ca43d83", "name": "network-vif-plugged", "status": "completed", "tag": "86020aa1-4960-45c4-bd63-17a4d6788fcd", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:52:42.147037 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0578ff67-fa36-4c6e-a133-d2a457285c22 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:52:42.147348 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31a55ef4-f413-493d-8b86-3a848ca43d83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86020aa1-4960-45c4-bd63-17a4d6788fcd', 'code': 200} Dec 20 14:52:42.161517 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fdab16e-a011-40b8-a7c7-f4472e1e25ec tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:42.168555 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-5fdab16e-a011-40b8-a7c7-f4472e1e25ec tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] 10.222.0.54 "GET /v2.0/networks?id=dfd12e17-8717-4fae-9664-075d69dd9d6a HTTP/1.1" status: 200 len: 765 time: 0.1958306 Dec 20 14:52:42.169367 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 36390) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:42.254441 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 2cbb9d4e-0f35-44e7-a7f3-fa78c5462eb8 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:52:42.254851 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:42.303698 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=86020aa1-4960-45c4-bd63-17a4d6788fcd,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:42.348199 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731bd6df-df1c-4e29-9710-1337253e2d3f req-1963ae85-e45c-4f2c-8e4f-dc0eec4a0720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:42.351496 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-731bd6df-df1c-4e29-9710-1337253e2d3f req-1963ae85-e45c-4f2c-8e4f-dc0eec4a0720 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=31a55ef4-f413-493d-8b86-3a848ca43d83 HTTP/1.1" status: 200 len: 1097 time: 0.1273756 Dec 20 14:52:42.392018 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-72c7a67b-5c8a-41ed-bbfe-12db7bfd6767 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:42.411364 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:42.437273 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697bad81-b8ad-471d-bf5e-91d1b42c7e78 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:42.442400 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-697bad81-b8ad-471d-bf5e-91d1b42c7e78 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2718475 Dec 20 14:52:42.443027 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 36394) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:42.460748 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] For port 2cbb9d4e-0f35-44e7-a7f3-fa78c5462eb8, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=2cbb9d4e-0f35-44e7-a7f3-fa78c5462eb8,segment=NetworkSegment(d980cbda-6b52-4a2d-8352-d4d80a7ec479),segment_id=d980cbda-6b52-4a2d-8352-d4d80a7ec479)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:52:42.468292 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:42.469083 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 8ec7a83d-d101-41c0-b265-bad36375b4d6 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:52:42.503677 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-da9df65e-4cd3-4a89-a952-03323d051b35 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] 10.222.0.54 "GET /v2.0/subnets?network_id=c3f8658e-da35-41f3-bd03-509e29ebd6f3 HTTP/1.1" status: 200 len: 207 time: 0.0558975 Dec 20 14:52:42.506058 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 36396) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:42.525936 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-731bd6df-df1c-4e29-9710-1337253e2d3f req-f11ca4f0-2213-412a-9aa0-92efd9f73438 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a3840027-1c66-4dfc-886c-c2af2b1c81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1330249 Dec 20 14:52:42.553524 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908aed11-fb80-4afd-b11d-f97488781258 req-f3486193-c2fe-46a3-a3ec-b64640118898 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:42.555495 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-908aed11-fb80-4afd-b11d-f97488781258 req-f3486193-c2fe-46a3-a3ec-b64640118898 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.54 "GET /v2.0/ports?device_id=abc60fc2-0a13-4390-b54c-6763c601e015 HTTP/1.1" status: 200 len: 944 time: 0.1666257 Dec 20 14:52:42.628301 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Pushing event updated for resources: {'Port': ['ID=2cbb9d4e-0f35-44e7-a7f3-fa78c5462eb8,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:42.630663 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-719fdb1e-1062-4516-b2fd-d70be2b3c8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:42.648269 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 8ec7a83d-d101-41c0-b265-bad36375b4d6 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:52:42.648633 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:42.698246 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabcae18-f211-4c0e-84dd-29248cb8589e req-55d3b397-0d9a-4949-bbf7-0c52a82ff8d9 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:42.700683 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fabcae18-f211-4c0e-84dd-29248cb8589e req-55d3b397-0d9a-4949-bbf7-0c52a82ff8d9 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=31a55ef4-f413-493d-8b86-3a848ca43d83 HTTP/1.1" status: 200 len: 945 time: 0.0946906 Dec 20 14:52:42.701814 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-719fdb1e-1062-4516-b2fd-d70be2b3c8fb None None] For port 8ec7a83d-d101-41c0-b265-bad36375b4d6, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=8ec7a83d-d101-41c0-b265-bad36375b4d6,segment=NetworkSegment(5f7a8ddc-09a4-450a-9f75-fbdc58c9dc7d),segment_id=5f7a8ddc-09a4-450a-9f75-fbdc58c9dc7d)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:52:42.716344 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-719fdb1e-1062-4516-b2fd-d70be2b3c8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:42.776558 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719fdb1e-1062-4516-b2fd-d70be2b3c8fb None None] Pushing event updated for resources: {'Port': ['ID=8ec7a83d-d101-41c0-b265-bad36375b4d6,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:42.789239 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fabcae18-f211-4c0e-84dd-29248cb8589e req-a6b542fa-462d-425a-87e9-1529349e53ee tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=a3840027-1c66-4dfc-886c-c2af2b1c81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804505 Dec 20 14:52:42.828045 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-72c7a67b-5c8a-41ed-bbfe-12db7bfd6767 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Allocated IP 172.20.0.1 (f9b3db5c-b9ba-486e-8b2c-8bc4098bf7a8/11a2cd76-48e7-47e9-a774-0146fcc79c68/f280ddcd-ed11-4de6-920e-e72306681d9f) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:52:42.830087 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9407a00a-8502-4852-b297-4579a786a4be tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:42.834285 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2028cdae-fafe-40b2-8858-7c310805303b None None] Network 21c9e729-51b8-4ac1-a7e5-45f72d623450 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:52:42.835831 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9407a00a-8502-4852-b297-4579a786a4be tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:42.841623 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9407a00a-8502-4852-b297-4579a786a4be tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:42.847268 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9407a00a-8502-4852-b297-4579a786a4be tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:42.850759 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-719fdb1e-1062-4516-b2fd-d70be2b3c8fb None None] Provisioning complete for port 2cbb9d4e-0f35-44e7-a7f3-fa78c5462eb8 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:52:42.851221 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-719fdb1e-1062-4516-b2fd-d70be2b3c8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:42.853207 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9407a00a-8502-4852-b297-4579a786a4be tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:42.858847 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9407a00a-8502-4852-b297-4579a786a4be tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:42.864403 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-9407a00a-8502-4852-b297-4579a786a4be tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.3484008 Dec 20 14:52:42.865964 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36400) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:42.882885 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-908aed11-fb80-4afd-b11d-f97488781258 req-eba73c2f-71e4-43c7-a44d-9aa41907c209 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.54 "GET /v2.0/security-groups?id=63a67304-7a61-424c-9189-0609e92bff65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3033106 Dec 20 14:52:43.021808 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-719fdb1e-1062-4516-b2fd-d70be2b3c8fb None None] Could not find standard attr ID for object 8ed3d070-7c02-4514-aa69-8277dcebe5b1. {{(pid=103169) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 14:52:43.030424 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 8ec7a83d-d101-41c0-b265-bad36375b4d6 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:52:43.082857 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 8ec7a83d-d101-41c0-b265-bad36375b4d6 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:52:43.083549 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:43.195041 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-c9ffb12a-77aa-4a2d-b701-7d8ccea913ad None None] Provisioning complete for port 8ec7a83d-d101-41c0-b265-bad36375b4d6 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:52:43.195780 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c9ffb12a-77aa-4a2d-b701-7d8ccea913ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:43.218558 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 2cbb9d4e-0f35-44e7-a7f3-fa78c5462eb8 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:52:43.303365 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ffcbd00-e345-45d8-9030-a3ca58c9a194 None None] get_active_networks_info from n-d-761264-19 {{(pid=103169) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 20 14:52:43.312157 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 8b3889b6-faf1-4c12-9683-a4ff65c6e9f6 up at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:52:43.372887 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 2cbb9d4e-0f35-44e7-a7f3-fa78c5462eb8 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:52:43.373308 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:43.469020 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-c9ffb12a-77aa-4a2d-b701-7d8ccea913ad None None] Provisioning complete for port 2cbb9d4e-0f35-44e7-a7f3-fa78c5462eb8 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:52:43.469371 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c9ffb12a-77aa-4a2d-b701-7d8ccea913ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:43.474958 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-72c7a67b-5c8a-41ed-bbfe-12db7bfd6767 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:43.503413 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-cc195a5b-1eec-4d7e-a5e9-cc7d9c33dcac tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] 10.222.0.54 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.6366541 Dec 20 14:52:43.503766 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 36404) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:43.523317 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d242e3ed-f6d8-4de3-9d24-82e2d0a721fb req-f01c2f12-47e8-497e-8aad-120ccb07ce87 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:43.524717 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d242e3ed-f6d8-4de3-9d24-82e2d0a721fb req-f01c2f12-47e8-497e-8aad-120ccb07ce87 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/ports?device_id=d37b0c07-5ce4-4205-9b3a-bde57c7567a1 HTTP/1.1" status: 200 len: 946 time: 0.4659939 Dec 20 14:52:43.534915 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning for port 8b3889b6-faf1-4c12-9683-a4ff65c6e9f6 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:52:43.550514 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning complete for port 8b3889b6-faf1-4c12-9683-a4ff65c6e9f6 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:52:43.550858 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:43.574293 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ffcbd00-e345-45d8-9030-a3ca58c9a194 None None] Resources bound (agent type, host, resource id): {{(pid=103169) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 14:52:43.586244 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-72c7a67b-5c8a-41ed-bbfe-12db7bfd6767 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:43.611161 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d242e3ed-f6d8-4de3-9d24-82e2d0a721fb req-ea3f4eae-16a3-4e0e-b588-8de6d52a1aef tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/security-groups?id=1965ba5c-d387-4fec-8f79-f26f65ad2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758054 Dec 20 14:52:43.618521 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51e12b1-7194-45c9-aab8-007fa3201dd1 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:43.622216 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51e12b1-7194-45c9-aab8-007fa3201dd1 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:43.625552 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51e12b1-7194-45c9-aab8-007fa3201dd1 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:43.627582 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51e12b1-7194-45c9-aab8-007fa3201dd1 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:43.630361 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51e12b1-7194-45c9-aab8-007fa3201dd1 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:43.633305 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-a51e12b1-7194-45c9-aab8-007fa3201dd1 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1281390 Dec 20 14:52:43.636944 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 36406) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:43.652161 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c7a67b-5c8a-41ed-bbfe-12db7bfd6767 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Network f9b3db5c-b9ba-486e-8b2c-8bc4098bf7a8 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:52:43.655555 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-72c7a67b-5c8a-41ed-bbfe-12db7bfd6767 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:52:43.658236 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c7a67b-5c8a-41ed-bbfe-12db7bfd6767 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:52:43.722409 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c7a67b-5c8a-41ed-bbfe-12db7bfd6767 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Pushing event updated for resources: {'Port': ['ID=f280ddcd-ed11-4de6-920e-e72306681d9f,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:43.726189 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-72c7a67b-5c8a-41ed-bbfe-12db7bfd6767 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595714'] for router_interface, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:43.869820 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-72c7a67b-5c8a-41ed-bbfe-12db7bfd6767 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:43.975655 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:44.045751 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 8b3889b6-faf1-4c12-9683-a4ff65c6e9f6, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=8b3889b6-faf1-4c12-9683-a4ff65c6e9f6,segment=NetworkSegment(976dc740-6f26-442a-9e80-6e8aee232d85),segment_id=976dc740-6f26-442a-9e80-6e8aee232d85)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:52:44.063942 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:44.069823 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-8dbfe2ee-ee1e-433e-9537-84a800c9e68e None None] Provisioning complete for port 8ec7a83d-d101-41c0-b265-bad36375b4d6 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:52:44.070184 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8dbfe2ee-ee1e-433e-9537-84a800c9e68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:44.078853 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25e7f8b-982b-4669-a2a3-1f17f7e1e987 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Attributes excluded by policy engine: ['shared'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:44.080359 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25e7f8b-982b-4669-a2a3-1f17f7e1e987 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Attributes excluded by policy engine: ['shared'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:44.081820 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25e7f8b-982b-4669-a2a3-1f17f7e1e987 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Attributes excluded by policy engine: ['shared'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:44.083309 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25e7f8b-982b-4669-a2a3-1f17f7e1e987 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Attributes excluded by policy engine: ['shared'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:44.084766 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25e7f8b-982b-4669-a2a3-1f17f7e1e987 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Attributes excluded by policy engine: ['shared'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:44.089952 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-e25e7f8b-982b-4669-a2a3-1f17f7e1e987 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] 10.222.0.54 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.4441986 Dec 20 14:52:44.090100 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf846bb-441b-4ecd-9171-91cc59a67e4d req-b1ce8123-736e-4c7c-b2f2-7ae00212e434 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:44.090100 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5cf846bb-441b-4ecd-9171-91cc59a67e4d req-b1ce8123-736e-4c7c-b2f2-7ae00212e434 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.54 "GET /v2.0/ports?device_id=abc60fc2-0a13-4390-b54c-6763c601e015 HTTP/1.1" status: 200 len: 944 time: 0.1015871 Dec 20 14:52:44.091654 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 36412) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:44.133625 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ceb1df-dc76-42d4-9310-cd5637d975e6 req-4e37d9b1-2d84-4824-b077-d80abead110e tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:44.135337 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d7ceb1df-dc76-42d4-9310-cd5637d975e6 req-4e37d9b1-2d84-4824-b077-d80abead110e tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=31a55ef4-f413-493d-8b86-3a848ca43d83 HTTP/1.1" status: 200 len: 945 time: 0.1509686 Dec 20 14:52:44.148254 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abc60fc2-0a13-4390-b54c-6763c601e015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b3889b6-faf1-4c12-9683-a4ff65c6e9f6'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:52:44.150494 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53e4188f-7cec-40af-b3bc-d529a09d7afa" -d '{"events": [{"server_uuid": "abc60fc2-0a13-4390-b54c-6763c601e015", "name": "network-vif-plugged", "status": "completed", "tag": "8b3889b6-faf1-4c12-9683-a4ff65c6e9f6"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:52:44.186587 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=8b3889b6-faf1-4c12-9683-a4ff65c6e9f6,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:44.205488 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5cf846bb-441b-4ecd-9171-91cc59a67e4d req-8c87e440-b26e-4b2b-8524-2e2f9b5d7769 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.54 "GET /v2.0/security-groups?id=63a67304-7a61-424c-9189-0609e92bff65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011205 Dec 20 14:52:44.247918 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d7ceb1df-dc76-42d4-9310-cd5637d975e6 req-7f37e3a9-5028-48f1-ba12-ac28e33e136b tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=a3840027-1c66-4dfc-886c-c2af2b1c81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838215 Dec 20 14:52:44.257251 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d408245d-cea2-478f-8c4f-a746b19e9e06 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:44.259058 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-d408245d-cea2-478f-8c4f-a746b19e9e06 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] 10.222.0.54 "GET /v2.0/networks/70d43a86-5b1e-4e36-80ad-7aa55c84f932 HTTP/1.1" status: 200 len: 804 time: 0.1674042 Dec 20 14:52:44.262845 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36416) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:44.312285 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-873ec24f-92f1-4a92-9acb-93484b6f914b x-openstack-request-id: req-873ec24f-92f1-4a92-9acb-93484b6f914b {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:52:44.312778 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abc60fc2-0a13-4390-b54c-6763c601e015", "name": "network-vif-plugged", "status": "completed", "tag": "8b3889b6-faf1-4c12-9683-a4ff65c6e9f6", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:52:44.312857 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-873ec24f-92f1-4a92-9acb-93484b6f914b {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:52:44.313287 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abc60fc2-0a13-4390-b54c-6763c601e015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b3889b6-faf1-4c12-9683-a4ff65c6e9f6', 'code': 200} Dec 20 14:52:44.396803 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-72c7a67b-5c8a-41ed-bbfe-12db7bfd6767 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:44.404749 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-db83525c-6114-48ec-ab86-a4999adac9c3 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] 10.222.0.54 "GET /v2.0/networks/70d43a86-5b1e-4e36-80ad-7aa55c84f932?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1398852 Dec 20 14:52:44.406201 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-72c7a67b-5c8a-41ed-bbfe-12db7bfd6767 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:44.408929 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36420) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:44.426576 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-3d9de115-30f4-47ea-868b-e5ff367357cd None None] Provisioning complete for port 8b3889b6-faf1-4c12-9683-a4ff65c6e9f6 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:52:44.427246 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-3d9de115-30f4-47ea-868b-e5ff367357cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:44.436795 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab9be53-380f-48d8-aeb7-1b2c21111d3e req-e21146ff-3128-49e4-8813-fd9b584e1a6a tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:44.438483 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6ab9be53-380f-48d8-aeb7-1b2c21111d3e req-e21146ff-3128-49e4-8813-fd9b584e1a6a tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=31a55ef4-f413-493d-8b86-3a848ca43d83 HTTP/1.1" status: 200 len: 945 time: 0.1026092 Dec 20 14:52:44.496291 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b56594-db46-4494-bda0-fa6a68e71844 req-89ea4d1a-0e0b-4da2-8d50-0bf80d4b9a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:44.498061 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f8b56594-db46-4494-bda0-fa6a68e71844 req-89ea4d1a-0e0b-4da2-8d50-0bf80d4b9a36 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=abc60fc2-0a13-4390-b54c-6763c601e015 HTTP/1.1" status: 200 len: 1097 time: 0.1236236 Dec 20 14:52:44.535354 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6ab9be53-380f-48d8-aeb7-1b2c21111d3e req-db165cb7-f5f1-4c7c-be8f-38ca6f1b351c tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=a3840027-1c66-4dfc-886c-c2af2b1c81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887659 Dec 20 14:52:44.536895 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57920cd-c42c-4556-8f76-d48cc2ea9193 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:44.541826 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-e57920cd-c42c-4556-8f76-d48cc2ea9193 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] 10.222.0.54 "GET /v2.0/subnets/7ef38231-1a94-440f-8a00-f3db9eb6ee7d HTTP/1.1" status: 200 len: 843 time: 0.1252294 Dec 20 14:52:44.541826 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c7a67b-5c8a-41ed-bbfe-12db7bfd6767 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Pushing event updated for resources: {'Port': ['ID=f280ddcd-ed11-4de6-920e-e72306681d9f,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:44.542210 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 36422) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:44.542573 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-72c7a67b-5c8a-41ed-bbfe-12db7bfd6767 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1595702'] for router_interface, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:44.571205 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36424) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:44.597980 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f8b56594-db46-4494-bda0-fa6a68e71844 req-28cf813e-5c74-4b9a-8fb5-df58ffd5cc1d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=63a67304-7a61-424c-9189-0609e92bff65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917437 Dec 20 14:52:44.609156 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882e80f7-0d03-4af4-812f-0b616e7f34b6 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Attributes excluded by policy engine: ['shared'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:44.613902 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-882e80f7-0d03-4af4-812f-0b616e7f34b6 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] 10.222.0.54 "GET /v2.0/subnets/7ef38231-1a94-440f-8a00-f3db9eb6ee7d?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0672674 Dec 20 14:52:44.614081 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 36426) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:44.619140 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-a57b923c-1840-44c0-ad4f-e54d30328aec tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1765908129'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:52:44.649388 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a57b923c-1840-44c0-ad4f-e54d30328aec tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Made reservation on behalf of d8b92d0821214aa99ef95758b3994c0e for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:52:44.650830 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-9a76773f-e868-4603-8cef-e9f4e1f927de None None] Provisioning complete for port f280ddcd-ed11-4de6-920e-e72306681d9f triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:52:44.651222 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-9a76773f-e868-4603-8cef-e9f4e1f927de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:44.653949 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d963700c-2100-428d-b47a-6cd264c425fc tempest-TestNetworkAdvancedServerOps-1489124987 tempest-TestNetworkAdvancedServerOps-1489124987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:44.658559 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-d963700c-2100-428d-b47a-6cd264c425fc tempest-TestNetworkAdvancedServerOps-1489124987 tempest-TestNetworkAdvancedServerOps-1489124987-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=31a55ef4-f413-493d-8b86-3a848ca43d83 HTTP/1.1" status: 200 len: 1092 time: 0.0833640 Dec 20 14:52:44.658658 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a57b923c-1840-44c0-ad4f-e54d30328aec tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:44.663185 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36430) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:44.667811 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-96d13dea-7cd2-49eb-a031-8304472049e1 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Request body: {'floatingip': {'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'port_id': '86020aa1-4960-45c4-bd63-17a4d6788fcd', 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:52:44.687201 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a57b923c-1840-44c0-ad4f-e54d30328aec tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:52:44.697418 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-9a76773f-e868-4603-8cef-e9f4e1f927de None None] Port f280ddcd-ed11-4de6-920e-e72306681d9f cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:52:44.698326 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a57b923c-1840-44c0-ad4f-e54d30328aec tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:44.698919 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-a57b923c-1840-44c0-ad4f-e54d30328aec tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Added segment 533fc13b-ffdb-4c24-90da-7845181b4ad9 of type vlan for network 38633dcd-1777-40f2-b27d-fdd2ef4ee131 Dec 20 14:52:44.715621 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c7a67b-5c8a-41ed-bbfe-12db7bfd6767 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Network f9b3db5c-b9ba-486e-8b2c-8bc4098bf7a8 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:52:44.721804 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-72c7a67b-5c8a-41ed-bbfe-12db7bfd6767 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:52:44.749888 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a57b923c-1840-44c0-ad4f-e54d30328aec tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:44.751174 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-96d13dea-7cd2-49eb-a031-8304472049e1 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for floatingip, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:44.777486 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a57b923c-1840-44c0-ad4f-e54d30328aec tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:44.785219 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57b923c-1840-44c0-ad4f-e54d30328aec tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:44.785960 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a57b923c-1840-44c0-ad4f-e54d30328aec tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks [] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:44.843449 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848279a5-ac1f-44cb-9f9a-9ba703d0f58d req-d085eaee-a67d-47f1-9623-eeb7a494c5f7 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:44.845005 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-848279a5-ac1f-44cb-9f9a-9ba703d0f58d req-d085eaee-a67d-47f1-9623-eeb7a494c5f7 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/ports?device_id=d37b0c07-5ce4-4205-9b3a-bde57c7567a1 HTTP/1.1" status: 200 len: 946 time: 0.1412432 Dec 20 14:52:44.855349 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-a57b923c-1840-44c0-ad4f-e54d30328aec tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2402074 Dec 20 14:52:44.856208 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36432) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:44.861939 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57b923c-1840-44c0-ad4f-e54d30328aec tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Pushing event updated for resources: {'Network': ['ID=38633dcd-1777-40f2-b27d-fdd2ef4ee131,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:44.864934 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-2fd94629-d830-4ca4-8b92-125c48fdc61a tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Request body: {'subnet': {'network_id': '38633dcd-1777-40f2-b27d-fdd2ef4ee131', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:52:44.873051 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 38633dcd-1777-40f2-b27d-fdd2ef4ee131 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:52:44.984827 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72c7a67b-5c8a-41ed-bbfe-12db7bfd6767 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Router ed2ff9cc-d88a-48ab-a30a-a302afcd991e has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:52:45.020443 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-0fc7c13d-a592-4dce-90fd-f220601d6099 None None] Provisioning complete for port f280ddcd-ed11-4de6-920e-e72306681d9f triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:52:45.021793 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-0fc7c13d-a592-4dce-90fd-f220601d6099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:45.031332 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-848279a5-ac1f-44cb-9f9a-9ba703d0f58d req-40b0d7cb-f1f0-439d-a8f3-fb743bd8b0b9 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/security-groups?id=1965ba5c-d387-4fec-8f79-f26f65ad2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741538 Dec 20 14:52:45.066807 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-0fc7c13d-a592-4dce-90fd-f220601d6099 None None] Port f280ddcd-ed11-4de6-920e-e72306681d9f cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:52:45.130301 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fd94629-d830-4ca4-8b92-125c48fdc61a tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Made reservation on behalf of d8b92d0821214aa99ef95758b3994c0e for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:52:45.133832 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2fd94629-d830-4ca4-8b92-125c48fdc61a tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:45.156909 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2edb11-9053-4a44-8914-69653efe26da req-35cfa188-438d-40a8-bf82-0098ad83e80c tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:45.158690 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7f2edb11-9053-4a44-8914-69653efe26da req-35cfa188-438d-40a8-bf82-0098ad83e80c tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/ports?device_id=0e6e452e-b7b9-4269-b6fe-be94c6c57210 HTTP/1.1" status: 200 len: 945 time: 0.0539167 Dec 20 14:52:45.176546 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72c7a67b-5c8a-41ed-bbfe-12db7bfd6767 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:52:45.186280 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7045e475-f7e7-4364-b524-b41f9d553be3 None None] Sync routers for ids ['ed2ff9cc-d88a-48ab-a30a-a302afcd991e'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:52:45.197827 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7045e475-f7e7-4364-b524-b41f9d553be3 None None] Routers {'ed2ff9cc-d88a-48ab-a30a-a302afcd991e'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:52:45.198588 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-7045e475-f7e7-4364-b524-b41f9d553be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:52:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['ed2ff9cc-d88a-48ab-a30a-a302afcd991e'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:52:45.211627 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-72c7a67b-5c8a-41ed-bbfe-12db7bfd6767 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] 10.222.0.54 "PUT /v2.0/routers/ed2ff9cc-d88a-48ab-a30a-a302afcd991e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2818658 Dec 20 14:52:45.215231 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 36436) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:45.219477 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.ipam_backend_mixin [None req-2fd94629-d830-4ca4-8b92-125c48fdc61a tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Performing IP validity checks on allocation pools {{(pid=103167) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 20 14:52:45.220006 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.ipam_backend_mixin [None req-2fd94629-d830-4ca4-8b92-125c48fdc61a tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103167) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 20 14:52:45.222991 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-96d13dea-7cd2-49eb-a031-8304472049e1 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:45.227456 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7f2edb11-9053-4a44-8914-69653efe26da req-ab0e9f1b-0f0f-4157-a7b6-1dbc91897947 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/security-groups?id=1965ba5c-d387-4fec-8f79-f26f65ad2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601938 Dec 20 14:52:45.232269 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-7045e475-f7e7-4364-b524-b41f9d553be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:52:45.245478 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7045e475-f7e7-4364-b524-b41f9d553be3 None None] Routers {'ed2ff9cc-d88a-48ab-a30a-a302afcd991e'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:52:45.247637 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-7045e475-f7e7-4364-b524-b41f9d553be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:52:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['ed2ff9cc-d88a-48ab-a30a-a302afcd991e'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:52:45.291869 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-7045e475-f7e7-4364-b524-b41f9d553be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:52:45.293045 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7045e475-f7e7-4364-b524-b41f9d553be3 None None] The sync data for ids ['ed2ff9cc-d88a-48ab-a30a-a302afcd991e'] in n-d-761264-19 is: [] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:52:45.323242 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:45.323835 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-bd624a1c-db47-43fd-9a44-82ba164a3cee tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Publish callbacks [] for router, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:45.416360 n-d-761264-19 neutron-server[103168]: INFO neutron.api.v2.resource [None req-bd624a1c-db47-43fd-9a44-82ba164a3cee tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 20 14:52:45.417557 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-bd624a1c-db47-43fd-9a44-82ba164a3cee tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] 10.222.0.54 "DELETE /v2.0/routers/ed2ff9cc-d88a-48ab-a30a-a302afcd991e HTTP/1.1" status: 409 len: 329 time: 0.2002316 Dec 20 14:52:45.419560 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-96d13dea-7cd2-49eb-a031-8304472049e1 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Allocated IP 172.25.0.100 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/cb66b900-27b8-4339-b208-4eb205a999c4) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:52:45.420787 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 36444) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:45.505587 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b73133a-a215-4a88-8c65-c865291a0178 req-664d8aa1-a436-4f61-8c00-33c73fd2887e tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:45.507195 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8b73133a-a215-4a88-8c65-c865291a0178 req-664d8aa1-a436-4f61-8c00-33c73fd2887e tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.54 "GET /v2.0/ports?device_id=abc60fc2-0a13-4390-b54c-6763c601e015 HTTP/1.1" status: 200 len: 945 time: 0.1395009 Dec 20 14:52:45.558092 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2fd94629-d830-4ca4-8b92-125c48fdc61a tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:45.648104 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22af60cd-581a-4223-b152-16e216c1dcfc req-25fcbe45-b351-4751-8358-fdfa855d4628 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:45.652920 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-22af60cd-581a-4223-b152-16e216c1dcfc req-25fcbe45-b351-4751-8358-fdfa855d4628 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/ports?device_id=0e6e452e-b7b9-4269-b6fe-be94c6c57210 HTTP/1.1" status: 200 len: 945 time: 0.1352055 Dec 20 14:52:45.680025 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd94629-d830-4ca4-8b92-125c48fdc61a tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Pushing event updated for resources: {'Subnet': ['ID=1b1bd3fb-b108-414e-b5d9-f0dece65cf8a,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:45.692479 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8b73133a-a215-4a88-8c65-c865291a0178 req-b979b990-6913-4c1b-8713-3a7a447630de tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.54 "GET /v2.0/security-groups?id=63a67304-7a61-424c-9189-0609e92bff65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486974 Dec 20 14:52:45.695813 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-96d13dea-7cd2-49eb-a031-8304472049e1 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:45.710543 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd94629-d830-4ca4-8b92-125c48fdc61a tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Checking segment: {'id': '533fc13b-ffdb-4c24-90da-7845181b4ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '38633dcd-1777-40f2-b27d-fdd2ef4ee131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:52:45.710906 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd94629-d830-4ca4-8b92-125c48fdc61a tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Network hostable DHCP agents. Network: 38633dcd-1777-40f2-b27d-fdd2ef4ee131, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:52:45.745919 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd94629-d830-4ca4-8b92-125c48fdc61a tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Network 38633dcd-1777-40f2-b27d-fdd2ef4ee131 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:52:45.748771 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-22af60cd-581a-4223-b152-16e216c1dcfc req-3bf3541d-4766-49a3-b065-957e54fcbeaa tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/security-groups?id=1965ba5c-d387-4fec-8f79-f26f65ad2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864341 Dec 20 14:52:45.759442 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-2fd94629-d830-4ca4-8b92-125c48fdc61a tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 38633dcd-1777-40f2-b27d-fdd2ef4ee131) {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:52:45.764781 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd94629-d830-4ca4-8b92-125c48fdc61a tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:45.765378 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2fd94629-d830-4ca4-8b92-125c48fdc61a tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:45.768310 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-96d13dea-7cd2-49eb-a031-8304472049e1 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:45.769202 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e7eae8-0f68-4ea9-919b-e0a1d2ef09ab None None] Network 38633dcd-1777-40f2-b27d-fdd2ef4ee131 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:52:45.814003 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-2fd94629-d830-4ca4-8b92-125c48fdc61a tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.9527936 Dec 20 14:52:45.819235 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36448) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:45.820916 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d13dea-7cd2-49eb-a031-8304472049e1 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:52:45.828201 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-69799298-7a7f-4b13-9840-5ba0efb14f65 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:52:45.837235 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-96d13dea-7cd2-49eb-a031-8304472049e1 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:52:45.861182 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d13dea-7cd2-49eb-a031-8304472049e1 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:52:45.866242 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d13dea-7cd2-49eb-a031-8304472049e1 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Pushing event updated for resources: {'Port': ['ID=cb66b900-27b8-4339-b208-4eb205a999c4,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:45.905268 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-72f515bd-3495-48a3-acb4-7ea82afe8402 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1595867'] for router_interface, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:45.906325 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-accfaa3b-35c9-47f8-82c3-aa579d1b05cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-38633dcd-1777-40f2-b27d-fdd2ef4ee131', 'network_id': '38633dcd-1777-40f2-b27d-fdd2ef4ee131', 'project_id': 'd8b92d0821214aa99ef95758b3994c0e', 'fixed_ips': [{'subnet_id': '1b1bd3fb-b108-414e-b5d9-f0dece65cf8a'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:52:45.907565 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-accfaa3b-35c9-47f8-82c3-aa579d1b05cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:46.011173 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-69799298-7a7f-4b13-9840-5ba0efb14f65 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9913957'] for subnet, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:46.076990 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-accfaa3b-35c9-47f8-82c3-aa579d1b05cb None None] Allocated IP 2001:db8::3 (38633dcd-1777-40f2-b27d-fdd2ef4ee131/1b1bd3fb-b108-414e-b5d9-f0dece65cf8a/f4cd2124-e285-458d-bb52-d8f367b5724d) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:52:46.173877 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-72f515bd-3495-48a3-acb4-7ea82afe8402 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Deleting port f280ddcd-ed11-4de6-920e-e72306681d9f {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:52:46.174237 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-72f515bd-3495-48a3-acb4-7ea82afe8402 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:46.224021 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-accfaa3b-35c9-47f8-82c3-aa579d1b05cb None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:46.234156 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-accfaa3b-35c9-47f8-82c3-aa579d1b05cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:46.274645 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-72f515bd-3495-48a3-acb4-7ea82afe8402 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:46.279578 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-accfaa3b-35c9-47f8-82c3-aa579d1b05cb None None] Network 38633dcd-1777-40f2-b27d-fdd2ef4ee131 is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:52:46.284027 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-accfaa3b-35c9-47f8-82c3-aa579d1b05cb None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:52:46.287227 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accfaa3b-35c9-47f8-82c3-aa579d1b05cb None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:52:46.288439 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-72f515bd-3495-48a3-acb4-7ea82afe8402 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Calling delete_port for f280ddcd-ed11-4de6-920e-e72306681d9f owned by network:router_interface {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:52:46.294226 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accfaa3b-35c9-47f8-82c3-aa579d1b05cb None None] Pushing event updated for resources: {'Port': ['ID=f4cd2124-e285-458d-bb52-d8f367b5724d,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:46.348726 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-accfaa3b-35c9-47f8-82c3-aa579d1b05cb None None] Attempting to bind port f4cd2124-e285-458d-bb52-d8f367b5724d on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:52:46.349449 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-accfaa3b-35c9-47f8-82c3-aa579d1b05cb None None] Attempting to bind port f4cd2124-e285-458d-bb52-d8f367b5724d by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '533fc13b-ffdb-4c24-90da-7845181b4ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '38633dcd-1777-40f2-b27d-fdd2ef4ee131'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:52:46.349835 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accfaa3b-35c9-47f8-82c3-aa579d1b05cb None None] Attempting to bind port f4cd2124-e285-458d-bb52-d8f367b5724d on network 38633dcd-1777-40f2-b27d-fdd2ef4ee131 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:52:46.355884 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accfaa3b-35c9-47f8-82c3-aa579d1b05cb None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:52:46.356542 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accfaa3b-35c9-47f8-82c3-aa579d1b05cb None None] Checking segment: {'id': '533fc13b-ffdb-4c24-90da-7845181b4ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '38633dcd-1777-40f2-b27d-fdd2ef4ee131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:52:46.357040 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-accfaa3b-35c9-47f8-82c3-aa579d1b05cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:46.357522 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accfaa3b-35c9-47f8-82c3-aa579d1b05cb None None] Bound using segment: {'id': '533fc13b-ffdb-4c24-90da-7845181b4ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '38633dcd-1777-40f2-b27d-fdd2ef4ee131'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:52:46.358121 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-accfaa3b-35c9-47f8-82c3-aa579d1b05cb None None] Bound port: f4cd2124-e285-458d-bb52-d8f367b5724d, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '533fc13b-ffdb-4c24-90da-7845181b4ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '38633dcd-1777-40f2-b27d-fdd2ef4ee131'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:52:46.358614 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-accfaa3b-35c9-47f8-82c3-aa579d1b05cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:46.431492 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-accfaa3b-35c9-47f8-82c3-aa579d1b05cb None None] For port f4cd2124-e285-458d-bb52-d8f367b5724d, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:52:46.485354 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-72f515bd-3495-48a3-acb4-7ea82afe8402 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:46.487028 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-accfaa3b-35c9-47f8-82c3-aa579d1b05cb None None] For port f4cd2124-e285-458d-bb52-d8f367b5724d, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=f4cd2124-e285-458d-bb52-d8f367b5724d,segment=NetworkSegment(533fc13b-ffdb-4c24-90da-7845181b4ad9),segment_id=533fc13b-ffdb-4c24-90da-7845181b4ad9)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:52:46.493197 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-accfaa3b-35c9-47f8-82c3-aa579d1b05cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:46.515121 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f515bd-3495-48a3-acb4-7ea82afe8402 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Pushing event deleted for resources: {'Port': ['ID=f280ddcd-ed11-4de6-920e-e72306681d9f,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:46.551030 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accfaa3b-35c9-47f8-82c3-aa579d1b05cb None None] Pushing event updated for resources: {'Port': ['ID=f4cd2124-e285-458d-bb52-d8f367b5724d,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:46.683663 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-72f515bd-3495-48a3-acb4-7ea82afe8402 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582411'] for router_interface, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:46.868620 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-96d13dea-7cd2-49eb-a031-8304472049e1 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:46.944287 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72f515bd-3495-48a3-acb4-7ea82afe8402 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Router ed2ff9cc-d88a-48ab-a30a-a302afcd991e has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:52:46.965019 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d2a988-be15-4019-b0bc-f22f2c4c7705 req-a6e34a5b-e11c-4f25-8585-abe9a1a18a6f tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:46.973056 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-19d2a988-be15-4019-b0bc-f22f2c4c7705 req-a6e34a5b-e11c-4f25-8585-abe9a1a18a6f tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/ports?device_id=0e6e452e-b7b9-4269-b6fe-be94c6c57210 HTTP/1.1" status: 200 len: 945 time: 0.0709605 Dec 20 14:52:46.998152 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ba802d-413d-4fce-9180-0fb0119ede01 req-7e7f2325-73ee-4807-ab16-08621eac864b tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:46.999790 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f7ba802d-413d-4fce-9180-0fb0119ede01 req-7e7f2325-73ee-4807-ab16-08621eac864b tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.54 "GET /v2.0/ports?device_id=abc60fc2-0a13-4390-b54c-6763c601e015 HTTP/1.1" status: 200 len: 945 time: 0.2053738 Dec 20 14:52:47.067430 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-19d2a988-be15-4019-b0bc-f22f2c4c7705 req-d0f2ac42-cee2-4380-951d-810388ab4e7b tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/security-groups?id=1965ba5c-d387-4fec-8f79-f26f65ad2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932751 Dec 20 14:52:47.119866 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device f4cd2124-e285-458d-bb52-d8f367b5724d up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:52:47.120212 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-69799298-7a7f-4b13-9840-5ba0efb14f65 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8753495029818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9955901'] for subnet, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:47.129640 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72f515bd-3495-48a3-acb4-7ea82afe8402 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:52:47.139378 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-96d13dea-7cd2-49eb-a031-8304472049e1 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:47.152736 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-72f515bd-3495-48a3-acb4-7ea82afe8402 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] 10.222.0.54 "PUT /v2.0/routers/ed2ff9cc-d88a-48ab-a30a-a302afcd991e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7293859 Dec 20 14:52:47.154024 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 36456) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:47.155360 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c97cca-549f-4510-90f6-81f4cd324279 None None] Sync routers for ids ['ed2ff9cc-d88a-48ab-a30a-a302afcd991e'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:52:47.181964 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c97cca-549f-4510-90f6-81f4cd324279 None None] Routers {'ed2ff9cc-d88a-48ab-a30a-a302afcd991e'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:52:47.182680 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-e1c97cca-549f-4510-90f6-81f4cd324279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:52:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['ed2ff9cc-d88a-48ab-a30a-a302afcd991e'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:52:47.209984 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f7ba802d-413d-4fce-9180-0fb0119ede01 req-65b23db3-a852-412c-a8ed-b5532c4b189c tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.54 "GET /v2.0/security-groups?id=63a67304-7a61-424c-9189-0609e92bff65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965551 Dec 20 14:52:47.210371 n-d-761264-19 neutron-server[103168]: INFO neutron.api.v2.resource [None req-39392ef2-17bc-4d8f-bfb6-35044fa50c8f tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] show failed (client error): The resource could not be found. Dec 20 14:52:47.212531 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-39392ef2-17bc-4d8f-bfb6-35044fa50c8f tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] 10.222.0.54 "GET /v2.0/routers/tempest-non_exist_router-1761725566 HTTP/1.1" status: 404 len: 335 time: 0.0549822 Dec 20 14:52:47.216014 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 36460) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:47.222980 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69799298-7a7f-4b13-9840-5ba0efb14f65 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:47.223581 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-69799298-7a7f-4b13-9840-5ba0efb14f65 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:47.223768 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-48a5b068-db97-4a59-9800-2babfe3167a8 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:52:47.224874 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-69799298-7a7f-4b13-9840-5ba0efb14f65 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] 10.222.0.54 "PUT /v2.0/subnets/1b1bd3fb-b108-414e-b5d9-f0dece65cf8a HTTP/1.1" status: 200 len: 900 time: 1.4028790 Dec 20 14:52:47.233072 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 36462) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:47.252112 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-e1c97cca-549f-4510-90f6-81f4cd324279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:52:47.265042 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69799298-7a7f-4b13-9840-5ba0efb14f65 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Pushing event updated for resources: {'Subnet': ['ID=1b1bd3fb-b108-414e-b5d9-f0dece65cf8a,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:47.267006 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c97cca-549f-4510-90f6-81f4cd324279 None None] Routers {'ed2ff9cc-d88a-48ab-a30a-a302afcd991e'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:52:47.276693 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-e1c97cca-549f-4510-90f6-81f4cd324279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:52:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['ed2ff9cc-d88a-48ab-a30a-a302afcd991e'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:52:47.333874 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port f4cd2124-e285-458d-bb52-d8f367b5724d triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:52:47.334832 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:47.336850 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-e1c97cca-549f-4510-90f6-81f4cd324279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:52:47.337597 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c97cca-549f-4510-90f6-81f4cd324279 None None] The sync data for ids ['ed2ff9cc-d88a-48ab-a30a-a302afcd991e'] in n-d-761264-19 is: [] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:52:47.409007 n-d-761264-19 neutron-server[103168]: INFO neutron.api.v2.resource [None req-48a5b068-db97-4a59-9800-2babfe3167a8 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] update failed (client error): The resource could not be found. Dec 20 14:52:47.410332 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-48a5b068-db97-4a59-9800-2babfe3167a8 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] 10.222.0.54 "PUT /v2.0/routers/tempest-non_exist_router-1899342394 HTTP/1.1" status: 404 len: 335 time: 0.1917369 Dec 20 14:52:47.418485 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 36468) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:47.422662 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-96d13dea-7cd2-49eb-a031-8304472049e1 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:47.459945 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-96d13dea-7cd2-49eb-a031-8304472049e1 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:47.468717 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:47.494273 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-dbe3d527-5313-4b2a-ad82-82e3947c4ec6 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:47.514196 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] For port f4cd2124-e285-458d-bb52-d8f367b5724d, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=f4cd2124-e285-458d-bb52-d8f367b5724d,segment=NetworkSegment(533fc13b-ffdb-4c24-90da-7845181b4ad9),segment_id=533fc13b-ffdb-4c24-90da-7845181b4ad9)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:52:47.523226 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:47.556155 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_v2 [None req-451de7cb-4c31-4718-88e9-e0b6ed92d753 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Deleting subnet f8f66ad8-b71e-4d30-9f6f-a5f12e5ce800 {{(pid=103168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:52:47.564955 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-451de7cb-4c31-4718-88e9-e0b6ed92d753 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Publish callbacks [] for subnet, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:47.608267 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d13dea-7cd2-49eb-a031-8304472049e1 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Pushing event updated for resources: {'Port': ['ID=cb66b900-27b8-4339-b208-4eb205a999c4,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:47.608499 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Pushing event updated for resources: {'Port': ['ID=f4cd2124-e285-458d-bb52-d8f367b5724d,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:47.643017 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02234fb8-c055-4a26-8f55-a2d1f339e466 req-6b002b43-8c71-4832-ab6d-f6e0ec5e8f3e tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:47.644627 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-02234fb8-c055-4a26-8f55-a2d1f339e466 req-6b002b43-8c71-4832-ab6d-f6e0ec5e8f3e tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/ports?device_id=0e6e452e-b7b9-4269-b6fe-be94c6c57210 HTTP/1.1" status: 200 len: 945 time: 0.2172575 Dec 20 14:52:47.645501 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-96d13dea-7cd2-49eb-a031-8304472049e1 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585115'] for floatingip, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:47.690480 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-451de7cb-4c31-4718-88e9-e0b6ed92d753 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9023023'] for subnet, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:47.773238 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-dbe3d527-5313-4b2a-ad82-82e3947c4ec6 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Deleting port f4cd2124-e285-458d-bb52-d8f367b5724d {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:52:47.773430 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-dbe3d527-5313-4b2a-ad82-82e3947c4ec6 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:47.803434 n-d-761264-19 neutron-server[103167]: INFO neutron.db.l3_db [None req-96d13dea-7cd2-49eb-a031-8304472049e1 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Floating IP 4f8beb56-a459-4697-8906-98c6cebfd2f7 associated. External IP: 172.25.0.100, port: 86020aa1-4960-45c4-bd63-17a4d6788fcd. Dec 20 14:52:47.863997 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-02234fb8-c055-4a26-8f55-a2d1f339e466 req-982a66bf-56c7-4532-93ff-3b6ef03d34e1 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/security-groups?id=1965ba5c-d387-4fec-8f79-f26f65ad2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803672 Dec 20 14:52:47.892516 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-451de7cb-4c31-4718-88e9-e0b6ed92d753 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:47.953294 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-dbe3d527-5313-4b2a-ad82-82e3947c4ec6 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] For port f4cd2124-e285-458d-bb52-d8f367b5724d, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=f4cd2124-e285-458d-bb52-d8f367b5724d,segment=NetworkSegment(533fc13b-ffdb-4c24-90da-7845181b4ad9),segment_id=533fc13b-ffdb-4c24-90da-7845181b4ad9)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:52:47.953655 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-dbe3d527-5313-4b2a-ad82-82e3947c4ec6 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:47.970886 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-dbe3d527-5313-4b2a-ad82-82e3947c4ec6 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Calling delete_port for f4cd2124-e285-458d-bb52-d8f367b5724d owned by network:dhcp {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:52:47.994301 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-451de7cb-4c31-4718-88e9-e0b6ed92d753 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8850800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470517'] for subnet, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:48.060104 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-451de7cb-4c31-4718-88e9-e0b6ed92d753 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Publish callbacks [] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:48.065559 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-451de7cb-4c31-4718-88e9-e0b6ed92d753 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] 10.222.0.54 "DELETE /v2.0/subnets/f8f66ad8-b71e-4d30-9f6f-a5f12e5ce800 HTTP/1.1" status: 204 len: 168 time: 0.6436906 Dec 20 14:52:48.065559 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451de7cb-4c31-4718-88e9-e0b6ed92d753 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Pushing event deleted for resources: {'Subnet': ['ID=f8f66ad8-b71e-4d30-9f6f-a5f12e5ce800,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:48.067487 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 36476) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:48.074291 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffeee24b-c0e4-4e35-9ce9-be7d370ce0e0 None None] Network 81a80191-1bca-461e-a95e-078f01d7a52c requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:52:48.114712 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96d13dea-7cd2-49eb-a031-8304472049e1 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Router 5f4894b6-26a7-49a1-9a65-feb408d5cbae has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:52:48.141762 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_v2 [None req-208d5d0b-f77a-4587-87ae-47b6fed5701c tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Deleting subnet 594363bb-34ca-407e-a94b-b6af8ae88c81 {{(pid=103168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:52:48.146567 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-208d5d0b-f77a-4587-87ae-47b6fed5701c tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Publish callbacks [] for subnet, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:48.165149 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6989ee-722f-4a8b-b407-2360a42d7fc2 None None] Network 38633dcd-1777-40f2-b27d-fdd2ef4ee131 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:52:48.237413 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-208d5d0b-f77a-4587-87ae-47b6fed5701c tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9023023'] for subnet, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:48.280706 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1a7c5d-e89a-4d24-ac75-a21dea6cd441 None None] DHCP port deletion for 81a80191-1bca-461e-a95e-078f01d7a52c request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:52:48.285206 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-5dfdb5d2-e6e0-4ad3-90f2-e4434c7c1f25 None None] Provisioning complete for port f4cd2124-e285-458d-bb52-d8f367b5724d triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:52:48.285584 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-5dfdb5d2-e6e0-4ad3-90f2-e4434c7c1f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:48.286043 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96d13dea-7cd2-49eb-a031-8304472049e1 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:52:48.297414 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-dbe3d527-5313-4b2a-ad82-82e3947c4ec6 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:48.300332 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de035b9c-7ad0-49fa-af90-5d72cab4f237 None None] Sync routers for ids ['5f4894b6-26a7-49a1-9a65-feb408d5cbae'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:52:48.318851 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de035b9c-7ad0-49fa-af90-5d72cab4f237 None None] Routers {'5f4894b6-26a7-49a1-9a65-feb408d5cbae'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:52:48.319481 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-de035b9c-7ad0-49fa-af90-5d72cab4f237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:52:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['5f4894b6-26a7-49a1-9a65-feb408d5cbae'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:52:48.324390 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-96d13dea-7cd2-49eb-a031-8304472049e1 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:48.336591 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe3d527-5313-4b2a-ad82-82e3947c4ec6 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Pushing event deleted for resources: {'Port': ['ID=f4cd2124-e285-458d-bb52-d8f367b5724d,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:48.396687 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-96d13dea-7cd2-49eb-a031-8304472049e1 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.7318218 Dec 20 14:52:48.401566 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31a55ef4-f413-493d-8b86-3a848ca43d83', 'tag': '86020aa1-4960-45c4-bd63-17a4d6788fcd'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:52:48.406224 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc7e47c5-b992-4f3a-9f27-9bbb9f3f7d04" -d '{"events": [{"name": "network-changed", "server_uuid": "31a55ef4-f413-493d-8b86-3a848ca43d83", "tag": "86020aa1-4960-45c4-bd63-17a4d6788fcd"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:52:48.417273 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe3d527-5313-4b2a-ad82-82e3947c4ec6 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] No DVR routers for this DVR port f4cd2124-e285-458d-bb52-d8f367b5724d on host n-d-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:52:48.450830 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-208d5d0b-f77a-4587-87ae-47b6fed5701c tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:48.488789 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0fd7e88-e6be-4976-bc4b-4e98a4327d8d x-openstack-request-id: req-f0fd7e88-e6be-4976-bc4b-4e98a4327d8d {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:52:48.489344 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31a55ef4-f413-493d-8b86-3a848ca43d83", "tag": "86020aa1-4960-45c4-bd63-17a4d6788fcd", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:52:48.490253 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f0fd7e88-e6be-4976-bc4b-4e98a4327d8d {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:52:48.490976 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31a55ef4-f413-493d-8b86-3a848ca43d83', 'tag': '86020aa1-4960-45c4-bd63-17a4d6788fcd', 'status': 'completed', 'code': 200} Dec 20 14:52:48.510107 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-5dfdb5d2-e6e0-4ad3-90f2-e4434c7c1f25 None None] Could not find standard attr ID for object f4cd2124-e285-458d-bb52-d8f367b5724d. {{(pid=103169) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 14:52:48.513321 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-de035b9c-7ad0-49fa-af90-5d72cab4f237 None None] Set router 5f4894b6-26a7-49a1-9a65-feb408d5cbae gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:52:48.525825 n-d-761264-19 neutron-server[103169]: INFO neutron.plugins.ml2.db [None req-5dfdb5d2-e6e0-4ad3-90f2-e4434c7c1f25 None None] No ports have port_id starting with f4cd2124-e285-458d-bb52-d8f367b5724d Dec 20 14:52:48.552516 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-3b1a7c5d-e89a-4d24-ac75-a21dea6cd441 None None] Deleting port 2cbb9d4e-0f35-44e7-a7f3-fa78c5462eb8 {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:52:48.552884 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-3b1a7c5d-e89a-4d24-ac75-a21dea6cd441 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:48.578191 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-208d5d0b-f77a-4587-87ae-47b6fed5701c tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8850800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470517'] for subnet, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:48.598225 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7e47c5-b992-4f3a-9f27-9bbb9f3f7d04 req-ddf0a04e-6111-47b1-9baa-269cd7076394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:48.600111 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-dc7e47c5-b992-4f3a-9f27-9bbb9f3f7d04 req-ddf0a04e-6111-47b1-9baa-269cd7076394 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f35a648a7aca4680a908ac1344ad2536&device_id=31a55ef4-f413-493d-8b86-3a848ca43d83 HTTP/1.1" status: 200 len: 1097 time: 0.0844085 Dec 20 14:52:48.605070 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-dbe3d527-5313-4b2a-ad82-82e3947c4ec6 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:48.692181 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-3b1a7c5d-e89a-4d24-ac75-a21dea6cd441 None None] For port 2cbb9d4e-0f35-44e7-a7f3-fa78c5462eb8, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=2cbb9d4e-0f35-44e7-a7f3-fa78c5462eb8,segment=NetworkSegment(d980cbda-6b52-4a2d-8352-d4d80a7ec479),segment_id=d980cbda-6b52-4a2d-8352-d4d80a7ec479)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:52:48.692595 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-3b1a7c5d-e89a-4d24-ac75-a21dea6cd441 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:48.718185 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-208d5d0b-f77a-4587-87ae-47b6fed5701c tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Publish callbacks [] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:48.721155 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-3b1a7c5d-e89a-4d24-ac75-a21dea6cd441 None None] Calling delete_port for 2cbb9d4e-0f35-44e7-a7f3-fa78c5462eb8 owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:52:48.724163 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-208d5d0b-f77a-4587-87ae-47b6fed5701c tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] 10.222.0.54 "DELETE /v2.0/subnets/594363bb-34ca-407e-a94b-b6af8ae88c81 HTTP/1.1" status: 204 len: 168 time: 0.6534040 Dec 20 14:52:48.724835 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36482) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:48.732653 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208d5d0b-f77a-4587-87ae-47b6fed5701c tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Pushing event deleted for resources: {'Subnet': ['ID=594363bb-34ca-407e-a94b-b6af8ae88c81,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:48.749741 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0cc6483-350d-44bf-9a36-354e36246d6d None None] Network eefdb024-a12a-4862-a111-14e67b7cab20 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:52:48.785810 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-dbe3d527-5313-4b2a-ad82-82e3947c4ec6 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8850800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470517'] for subnet, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:48.825005 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8038ad2b-8de4-4082-8d7a-1d7c043f46b0 req-a7256809-a1dd-4ed2-9330-7a498434c793 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:48.840417 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8038ad2b-8de4-4082-8d7a-1d7c043f46b0 req-a7256809-a1dd-4ed2-9330-7a498434c793 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=31a55ef4-f413-493d-8b86-3a848ca43d83 HTTP/1.1" status: 200 len: 945 time: 0.2733521 Dec 20 14:52:48.853439 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460ebb09-ecf7-4f67-b47e-b9b8974dbbc0 None None] Network 38633dcd-1777-40f2-b27d-fdd2ef4ee131 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:52:48.853694 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7e47c5-b992-4f3a-9f27-9bbb9f3f7d04 req-72cb9658-22b9-4532-a60b-442e6e6acf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:48.855210 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-dc7e47c5-b992-4f3a-9f27-9bbb9f3f7d04 req-72cb9658-22b9-4532-a60b-442e6e6acf6e service neutron] 10.222.0.47 "GET /v2.0/networks?id=2b991158-95f7-48e9-8fcb-a8703c027202 HTTP/1.1" status: 200 len: 898 time: 0.2410166 Dec 20 14:52:48.887054 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe3d527-5313-4b2a-ad82-82e3947c4ec6 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Pushing event deleted for resources: {'Subnet': ['ID=1b1bd3fb-b108-414e-b5d9-f0dece65cf8a,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:48.997800 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-23c68021-a96e-413e-8eb6-dcac4f3ba741 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:49.019681 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-de035b9c-7ad0-49fa-af90-5d72cab4f237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f4894b6-26a7-49a1-9a65-feb408d5cbae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-481873831', 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'df6b2ce4-a8cf-4623-8bd0-80fdc8d8eac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:52:14Z', 'updated_at': '2021-12-20T14:52:21Z', 'revision_number': 4, 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'gw_port': {'id': 'df6b2ce4-a8cf-4623-8bd0-80fdc8d8eac3', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:12:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4894b6-26a7-49a1-9a65-feb408d5cbae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:52:14Z', 'updated_at': '2021-12-20T14:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': '4f8beb56-a459-4697-8906-98c6cebfd2f7', 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'floating_ip_address': '172.25.0.100', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': '5f4894b6-26a7-49a1-9a65-feb408d5cbae', 'port_id': '86020aa1-4960-45c4-bd63-17a4d6788fcd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b991158-95f7-48e9-8fcb-a8703c027202', 'mac_address': 'fa:16:3e:74:90:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31a55ef4-f413-493d-8b86-3a848ca43d83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T14:52:46Z', 'updated_at': '2021-12-20T14:52:46Z', 'revision_number': 0, 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5a051b4-0e05-493a-a1e8-5471e2dc1e23', 'name': '', 'network_id': '2b991158-95f7-48e9-8fcb-a8703c027202', 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'mac_address': 'fa:16:3e:e1:ae:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4894b6-26a7-49a1-9a65-feb408d5cbae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': 'bc006d6b-5685-40fd-b243-7761d2560194', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:52:20Z', 'updated_at': '2021-12-20T14:52:31Z', 'revision_number': 5, 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'subnets': [{'id': 'bc006d6b-5685-40fd-b243-7761d2560194', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:52:49.066772 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de035b9c-7ad0-49fa-af90-5d72cab4f237 None None] Checking router: 5f4894b6-26a7-49a1-9a65-feb408d5cbae for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:52:49.084966 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8038ad2b-8de4-4082-8d7a-1d7c043f46b0 req-4e5f3e96-30cb-4bd6-9e15-e4d142b113d5 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=a3840027-1c66-4dfc-886c-c2af2b1c81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2451537 Dec 20 14:52:49.089800 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de035b9c-7ad0-49fa-af90-5d72cab4f237 None None] Routers {'5f4894b6-26a7-49a1-9a65-feb408d5cbae'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:52:49.090494 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-de035b9c-7ad0-49fa-af90-5d72cab4f237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:52:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['5f4894b6-26a7-49a1-9a65-feb408d5cbae'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:52:49.100232 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-dbe3d527-5313-4b2a-ad82-82e3947c4ec6 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:49.126219 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 36488) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:49.142310 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-3b1a7c5d-e89a-4d24-ac75-a21dea6cd441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:49.150739 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-dc7e47c5-b992-4f3a-9f27-9bbb9f3f7d04 req-5ce9fff1-d211-4ecb-9796-bd7336dfb70c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86020aa1-4960-45c4-bd63-17a4d6788fcd HTTP/1.1" status: 200 len: 999 time: 0.2869575 Dec 20 14:52:49.229531 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-2e88bec3-c3c4-4efc-8d9d-e0c4b371c318 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/floatingips/4f8beb56-a459-4697-8906-98c6cebfd2f7 HTTP/1.1" status: 200 len: 991 time: 0.1009464 Dec 20 14:52:49.232189 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-dbe3d527-5313-4b2a-ad82-82e3947c4ec6 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38633dcd-1777-40f2-b27d-fdd2ef4ee131']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:52:49.237581 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 2cbb9d4e-0f35-44e7-a7f3-fa78c5462eb8 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:52:49.239288 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-de035b9c-7ad0-49fa-af90-5d72cab4f237 None None] Set router 5f4894b6-26a7-49a1-9a65-feb408d5cbae gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:52:49.243035 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-dbe3d527-5313-4b2a-ad82-82e3947c4ec6 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '533fc13b-ffdb-4c24-90da-7845181b4ad9') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:52:49.243329 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-dbe3d527-5313-4b2a-ad82-82e3947c4ec6 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '533fc13b-ffdb-4c24-90da-7845181b4ad9') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:52:49.253815 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-dbe3d527-5313-4b2a-ad82-82e3947c4ec6 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:49.259094 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7e47c5-b992-4f3a-9f27-9bbb9f3f7d04 req-93ac3705-c057-4b24-844c-4bc3265dd15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:49.259564 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1a7c5d-e89a-4d24-ac75-a21dea6cd441 None None] Pushing event deleted for resources: {'Port': ['ID=2cbb9d4e-0f35-44e7-a7f3-fa78c5462eb8,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:49.261636 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-dc7e47c5-b992-4f3a-9f27-9bbb9f3f7d04 req-93ac3705-c057-4b24-844c-4bc3265dd15b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bc006d6b-5685-40fd-b243-7761d2560194 HTTP/1.1" status: 200 len: 834 time: 0.0931699 Dec 20 14:52:49.268233 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-dbe3d527-5313-4b2a-ad82-82e3947c4ec6 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:49.271492 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 2cbb9d4e-0f35-44e7-a7f3-fa78c5462eb8 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:52:49.271845 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 2cbb9d4e-0f35-44e7-a7f3-fa78c5462eb8 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:52:49.275928 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbe3d527-5313-4b2a-ad82-82e3947c4ec6 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:52:49.276391 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-dbe3d527-5313-4b2a-ad82-82e3947c4ec6 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:49.281383 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 14:52:49.281383 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:52:49.281383 n-d-761264-19 neutron-server[103168]: timer() Dec 20 14:52:49.281383 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:52:49.281383 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 14:52:49.281383 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:52:49.281383 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 14:52:49.281383 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:52:49.281383 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 14:52:49.281383 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:52:49.281383 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 14:52:49.281383 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:52:49.281383 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 14:52:49.281383 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:52:49.281383 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:52:49.281383 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:52:49.281383 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:52:49.281383 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:52:49.281383 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 14:52:49.281383 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:52:49.281383 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 14:52:49.281383 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:52:49.281383 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:52:49.281383 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:52:49.281383 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 14:52:49.281383 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:52:49.281383 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:52:49.281383 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:52:49.281383 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:52:49.281383 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:52:49.281383 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:52:49.281383 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:52:49.283175 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afbf72cb-4c63-474a-80ab-e16d6611b0d9 None None] DHCP port deletion for 38633dcd-1777-40f2-b27d-fdd2ef4ee131 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:52:49.293452 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1a7c5d-e89a-4d24-ac75-a21dea6cd441 None None] No DVR routers for this DVR port 2cbb9d4e-0f35-44e7-a7f3-fa78c5462eb8 on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:52:49.341918 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a628b1e3-388b-404d-9adc-646fa39df900 req-2ac46189-a78a-466f-ab66-5a508a225c77 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:49.344083 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a628b1e3-388b-404d-9adc-646fa39df900 req-2ac46189-a78a-466f-ab66-5a508a225c77 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/ports?device_id=0e6e452e-b7b9-4269-b6fe-be94c6c57210 HTTP/1.1" status: 200 len: 945 time: 0.3018975 Dec 20 14:52:49.361687 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-dbe3d527-5313-4b2a-ad82-82e3947c4ec6 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:49.371667 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-dbe3d527-5313-4b2a-ad82-82e3947c4ec6 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks [] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:49.373170 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7e47c5-b992-4f3a-9f27-9bbb9f3f7d04 req-32ba4347-8a25-42fd-86cb-8c00ba60f6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:49.374655 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-dc7e47c5-b992-4f3a-9f27-9bbb9f3f7d04 req-32ba4347-8a25-42fd-86cb-8c00ba60f6d6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2b991158-95f7-48e9-8fcb-a8703c027202&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1055009 Dec 20 14:52:49.380938 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-dbe3d527-5313-4b2a-ad82-82e3947c4ec6 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] 10.222.0.54 "DELETE /v2.0/networks/38633dcd-1777-40f2-b27d-fdd2ef4ee131 HTTP/1.1" status: 204 len: 168 time: 2.1432726 Dec 20 14:52:49.383134 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36490) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:49.391226 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe3d527-5313-4b2a-ad82-82e3947c4ec6 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Pushing event deleted for resources: {'Network': ['ID=38633dcd-1777-40f2-b27d-fdd2ef4ee131,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:49.396519 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-23c68021-a96e-413e-8eb6-dcac4f3ba741 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Deleting port 2cbb9d4e-0f35-44e7-a7f3-fa78c5462eb8 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:52:49.396777 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-23c68021-a96e-413e-8eb6-dcac4f3ba741 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:49.412287 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5ac216-bcd5-4bd7-bc82-b622d3d7e78b None None] DHCP port deletion for eefdb024-a12a-4862-a111-14e67b7cab20 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:52:49.458130 n-d-761264-19 neutron-server[103167]: INFO neutron.pecan_wsgi.hooks.translation [None req-90c75d3d-5c96-44d3-8fdd-1490522b13bd tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] DELETE failed (client error): The resource could not be found. Dec 20 14:52:49.458130 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90c75d3d-5c96-44d3-8fdd-1490522b13bd tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:52:49.461110 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-90c75d3d-5c96-44d3-8fdd-1490522b13bd tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] 10.222.0.54 "DELETE /v2.0/subnets/1b1bd3fb-b108-414e-b5d9-f0dece65cf8a HTTP/1.1" status: 404 len: 337 time: 0.0770571 Dec 20 14:52:49.463836 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-ab5ac216-bcd5-4bd7-bc82-b622d3d7e78b None None] Deleting port af05492b-ff81-4d76-b183-5c1a7b3ba33c {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:52:49.463836 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ab5ac216-bcd5-4bd7-bc82-b622d3d7e78b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:49.464698 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 36492) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:49.485318 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-640c733f-6d94-412d-85ed-aafc554d2cc8 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] DELETE failed (client error): The resource could not be found. Dec 20 14:52:49.485822 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-640c733f-6d94-412d-85ed-aafc554d2cc8 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:52:49.492064 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-640c733f-6d94-412d-85ed-aafc554d2cc8 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] 10.222.0.54 "DELETE /v2.0/networks/38633dcd-1777-40f2-b27d-fdd2ef4ee131 HTTP/1.1" status: 404 len: 339 time: 0.0215509 Dec 20 14:52:49.492302 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 36494) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:49.558667 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-ab5ac216-bcd5-4bd7-bc82-b622d3d7e78b None None] For port af05492b-ff81-4d76-b183-5c1a7b3ba33c, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=af05492b-ff81-4d76-b183-5c1a7b3ba33c,segment=NetworkSegment(a79d98d3-f67b-47d2-b658-dd944f24eb3e),segment_id=a79d98d3-f67b-47d2-b658-dd944f24eb3e)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:52:49.559290 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ab5ac216-bcd5-4bd7-bc82-b622d3d7e78b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:49.561626 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-23c68021-a96e-413e-8eb6-dcac4f3ba741 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] For port 2cbb9d4e-0f35-44e7-a7f3-fa78c5462eb8, host n-d-761264-19, got binding levels [] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:52:49.561991 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-23c68021-a96e-413e-8eb6-dcac4f3ba741 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:49.569521 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-de035b9c-7ad0-49fa-af90-5d72cab4f237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f4894b6-26a7-49a1-9a65-feb408d5cbae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-481873831', 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'df6b2ce4-a8cf-4623-8bd0-80fdc8d8eac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:52:14Z', 'updated_at': '2021-12-20T14:52:21Z', 'revision_number': 4, 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'gw_port': {'id': 'df6b2ce4-a8cf-4623-8bd0-80fdc8d8eac3', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:12:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4894b6-26a7-49a1-9a65-feb408d5cbae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:52:14Z', 'updated_at': '2021-12-20T14:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': '4f8beb56-a459-4697-8906-98c6cebfd2f7', 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'floating_ip_address': '172.25.0.100', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': '5f4894b6-26a7-49a1-9a65-feb408d5cbae', 'port_id': '86020aa1-4960-45c4-bd63-17a4d6788fcd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b991158-95f7-48e9-8fcb-a8703c027202', 'mac_address': 'fa:16:3e:74:90:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31a55ef4-f413-493d-8b86-3a848ca43d83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T14:52:46Z', 'updated_at': '2021-12-20T14:52:46Z', 'revision_number': 0, 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5a051b4-0e05-493a-a1e8-5471e2dc1e23', 'name': '', 'network_id': '2b991158-95f7-48e9-8fcb-a8703c027202', 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'mac_address': 'fa:16:3e:e1:ae:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4894b6-26a7-49a1-9a65-feb408d5cbae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': 'bc006d6b-5685-40fd-b243-7761d2560194', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:52:20Z', 'updated_at': '2021-12-20T14:52:31Z', 'revision_number': 5, 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'subnets': [{'id': 'bc006d6b-5685-40fd-b243-7761d2560194', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:52:49.579822 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a628b1e3-388b-404d-9adc-646fa39df900 req-435fb2b5-1c37-440e-8a3f-2da2b8cd3a71 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/security-groups?id=1965ba5c-d387-4fec-8f79-f26f65ad2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259631 Dec 20 14:52:49.592950 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d3c67190-1e3e-4079-8748-14a771ce657b tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:49.601997 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de035b9c-7ad0-49fa-af90-5d72cab4f237 None None] The sync data for ids ['5f4894b6-26a7-49a1-9a65-feb408d5cbae'] in n-d-761264-19 is: [{'id': '5f4894b6-26a7-49a1-9a65-feb408d5cbae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-481873831', 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'df6b2ce4-a8cf-4623-8bd0-80fdc8d8eac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:52:14Z', 'updated_at': '2021-12-20T14:52:21Z', 'revision_number': 4, 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'gw_port': {'id': 'df6b2ce4-a8cf-4623-8bd0-80fdc8d8eac3', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:12:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4894b6-26a7-49a1-9a65-feb408d5cbae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:52:14Z', 'updated_at': '2021-12-20T14:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': '4f8beb56-a459-4697-8906-98c6cebfd2f7', 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'floating_ip_address': '172.25.0.100', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': '5f4894b6-26a7-49a1-9a65-feb408d5cbae', 'port_id': '86020aa1-4960-45c4-bd63-17a4d6788fcd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b991158-95f7-48e9-8fcb-a8703c027202', 'mac_address': 'fa:16:3e:74:90:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31a55ef4-f413-493d-8b86-3a848ca43d83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T14:52:46Z', 'updated_at': '2021-12-20T14:52:46Z', 'revision_number': 0, 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5a051b4-0e05-493a-a1e8-5471e2dc1e23', 'name': '', 'network_id': '2b991158-95f7-48e9-8fcb-a8703c027202', 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'mac_address': 'fa:16:3e:e1:ae:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4894b6-26a7-49a1-9a65-feb408d5cbae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': 'bc006d6b-5685-40fd-b243-7761d2560194', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:52:20Z', 'updated_at': '2021-12-20T14:52:31Z', 'revision_number': 5, 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'subnets': [{'id': 'bc006d6b-5685-40fd-b243-7761d2560194', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:52:49.605871 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-23c68021-a96e-413e-8eb6-dcac4f3ba741 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Calling delete_port for 2cbb9d4e-0f35-44e7-a7f3-fa78c5462eb8 owned by network:dhcp {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:52:49.611007 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.ipam_backend_mixin [None req-23c68021-a96e-413e-8eb6-dcac4f3ba741 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Port 2cbb9d4e-0f35-44e7-a7f3-fa78c5462eb8 was not found and therefore no delete operation was performed {{(pid=103167) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 20 14:52:49.627084 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-23c68021-a96e-413e-8eb6-dcac4f3ba741 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:49.687417 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-dc7e47c5-b992-4f3a-9f27-9bbb9f3f7d04 req-3ed79fca-56c2-4c46-a84b-da7e535e0dac service neutron] 10.222.0.47 "GET /v2.0/networks/2b991158-95f7-48e9-8fcb-a8703c027202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2925265 Dec 20 14:52:49.690270 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c68021-a96e-413e-8eb6-dcac4f3ba741 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Pushing event deleted for resources: {'Port': ['ID=2cbb9d4e-0f35-44e7-a7f3-fa78c5462eb8,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:49.707563 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c68021-a96e-413e-8eb6-dcac4f3ba741 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] No DVR routers for this DVR port 2cbb9d4e-0f35-44e7-a7f3-fa78c5462eb8 on host n-d-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:52:49.718277 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d3c67190-1e3e-4079-8748-14a771ce657b tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:49.750963 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-d3c67190-1e3e-4079-8748-14a771ce657b tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfd12e17-8717-4fae-9664-075d69dd9d6a']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:52:49.762023 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-d3c67190-1e3e-4079-8748-14a771ce657b tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f73cd110-ac88-4e5f-ad52-1b0f336e7f07') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:52:49.762368 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-d3c67190-1e3e-4079-8748-14a771ce657b tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f73cd110-ac88-4e5f-ad52-1b0f336e7f07') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:52:49.773533 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d3c67190-1e3e-4079-8748-14a771ce657b tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:49.793315 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-ab5ac216-bcd5-4bd7-bc82-b622d3d7e78b None None] Calling delete_port for af05492b-ff81-4d76-b183-5c1a7b3ba33c owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:52:49.794505 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d3c67190-1e3e-4079-8748-14a771ce657b tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:49.801383 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3c67190-1e3e-4079-8748-14a771ce657b tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:52:49.802248 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d3c67190-1e3e-4079-8748-14a771ce657b tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:49.859220 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-23c68021-a96e-413e-8eb6-dcac4f3ba741 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:49.882493 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 14:52:49.882493 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:52:49.882493 n-d-761264-19 neutron-server[103168]: timer() Dec 20 14:52:49.882493 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:52:49.882493 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 14:52:49.882493 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:52:49.882493 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 14:52:49.882493 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:52:49.882493 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 14:52:49.882493 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:52:49.882493 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 14:52:49.882493 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:52:49.882493 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 14:52:49.882493 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:52:49.882493 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:52:49.882493 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:52:49.882493 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:52:49.882493 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:52:49.882493 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 14:52:49.882493 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:52:49.882493 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 14:52:49.882493 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:52:49.882493 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:52:49.882493 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:52:49.882493 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 14:52:49.882493 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:52:49.882493 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:52:49.882493 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:52:49.882493 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:52:49.882493 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:52:49.882493 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:52:49.882493 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:52:49.888373 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d3c67190-1e3e-4079-8748-14a771ce657b tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:49.909650 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d3c67190-1e3e-4079-8748-14a771ce657b tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks [] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:49.916881 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-d3c67190-1e3e-4079-8748-14a771ce657b tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] 10.222.0.54 "DELETE /v2.0/networks/dfd12e17-8717-4fae-9664-075d69dd9d6a HTTP/1.1" status: 204 len: 168 time: 0.4235730 Dec 20 14:52:49.920101 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 36498) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:49.922235 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ab5ac216-bcd5-4bd7-bc82-b622d3d7e78b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:49.931850 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-23c68021-a96e-413e-8eb6-dcac4f3ba741 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81a80191-1bca-461e-a95e-078f01d7a52c']}} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:52:49.945818 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-dc7e47c5-b992-4f3a-9f27-9bbb9f3f7d04 req-b777a903-479b-4b54-9927-c0568e21ef63 service neutron] 10.222.0.47 "GET /v2.0/networks/2b991158-95f7-48e9-8fcb-a8703c027202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489228 Dec 20 14:52:49.946567 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c67190-1e3e-4079-8748-14a771ce657b tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Pushing event deleted for resources: {'Network': ['ID=dfd12e17-8717-4fae-9664-075d69dd9d6a,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:49.948280 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-23c68021-a96e-413e-8eb6-dcac4f3ba741 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd980cbda-6b52-4a2d-8352-d4d80a7ec479') {'for_net_delete': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:52:49.948640 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-23c68021-a96e-413e-8eb6-dcac4f3ba741 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd980cbda-6b52-4a2d-8352-d4d80a7ec479') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:52:49.965881 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-23c68021-a96e-413e-8eb6-dcac4f3ba741 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954405'] for segment, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:49.972641 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5ac216-bcd5-4bd7-bc82-b622d3d7e78b None None] Pushing event deleted for resources: {'Port': ['ID=af05492b-ff81-4d76-b183-5c1a7b3ba33c,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:49.979216 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae3a051-0f8b-4f8a-ad12-2148466bf86f None None] New status for floating IP 4f8beb56-a459-4697-8906-98c6cebfd2f7: ACTIVE {{(pid=103169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 14:52:49.988863 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-752fcd27-ae0f-4334-8ce0-c4b1c6e60a07 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] DELETE failed (client error): The resource could not be found. Dec 20 14:52:49.989128 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-752fcd27-ae0f-4334-8ce0-c4b1c6e60a07 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:52:49.993346 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-752fcd27-ae0f-4334-8ce0-c4b1c6e60a07 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] 10.222.0.54 "DELETE /v2.0/subnets/62f72bf1-5221-4cbe-904d-407fd1b75c85 HTTP/1.1" status: 404 len: 337 time: 0.0718567 Dec 20 14:52:49.996596 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 36502) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:50.009893 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-23c68021-a96e-413e-8eb6-dcac4f3ba741 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:50.017523 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-6857597d-7609-4109-bccb-c563ae5ae803 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] DELETE failed (client error): The resource could not be found. Dec 20 14:52:50.018146 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6857597d-7609-4109-bccb-c563ae5ae803 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:52:50.023271 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-6857597d-7609-4109-bccb-c563ae5ae803 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] 10.222.0.54 "DELETE /v2.0/networks/002f731f-64be-434a-be52-e91c98a7210e HTTP/1.1" status: 404 len: 339 time: 0.0247707 Dec 20 14:52:50.025192 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 36504) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:50.040440 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23c68021-a96e-413e-8eb6-dcac4f3ba741 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=103167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:52:50.040440 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-23c68021-a96e-413e-8eb6-dcac4f3ba741 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9956000'] for segment, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:50.045357 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:52:50.045357 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:52:50.045357 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:52:50.045357 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:52:50.045357 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:52:50.045357 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:52:50.045357 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:52:50.045357 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:52:50.045357 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:52:50.045357 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:52:50.045357 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:52:50.045357 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:52:50.045357 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:52:50.045357 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:52:50.045357 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:52:50.045357 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:52:50.045357 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:52:50.045357 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:52:50.045357 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:52:50.045357 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:52:50.045357 n-d-761264-19 neutron-server[103167]: Traceback (most recent call last): Dec 20 14:52:50.045357 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:52:50.045357 n-d-761264-19 neutron-server[103167]: timer() Dec 20 14:52:50.045357 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:52:50.045357 n-d-761264-19 neutron-server[103167]: cb(*args, **kw) Dec 20 14:52:50.045357 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:52:50.045357 n-d-761264-19 neutron-server[103167]: return func(*args, **kwargs) Dec 20 14:52:50.045357 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:52:50.045357 n-d-761264-19 neutron-server[103167]: self._notify() Dec 20 14:52:50.045357 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:52:50.045357 n-d-761264-19 neutron-server[103167]: self.callback(batched_events) Dec 20 14:52:50.045357 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:52:50.045357 n-d-761264-19 neutron-server[103167]: event.method(event) Dec 20 14:52:50.045357 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:52:50.045357 n-d-761264-19 neutron-server[103167]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:52:50.045357 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:52:50.045357 n-d-761264-19 neutron-server[103167]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:52:50.045357 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:52:50.045357 n-d-761264-19 neutron-server[103167]: return f(self, *a, **k) Dec 20 14:52:50.045357 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:52:50.045357 n-d-761264-19 neutron-server[103167]: return self._get(url).json() Dec 20 14:52:50.045357 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:52:50.045357 n-d-761264-19 neutron-server[103167]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:52:50.045357 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:52:50.045357 n-d-761264-19 neutron-server[103167]: return self.request(url, 'GET', **kwargs) Dec 20 14:52:50.045357 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:52:50.045357 n-d-761264-19 neutron-server[103167]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:52:50.045357 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:52:50.045357 n-d-761264-19 neutron-server[103167]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:52:50.045357 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:52:50.045357 n-d-761264-19 neutron-server[103167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:52:50.045357 n-d-761264-19 neutron-server[103167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:52:50.100799 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_v2 [None req-25b0129f-966b-4629-ad91-621c1e3f2923 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Deleting subnet de557473-b59a-4a64-b294-8df6aee24556 {{(pid=103168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:52:50.101476 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-25b0129f-966b-4629-ad91-621c1e3f2923 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks [] for subnet, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:50.105598 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5ac216-bcd5-4bd7-bc82-b622d3d7e78b None None] No DVR routers for this DVR port af05492b-ff81-4d76-b183-5c1a7b3ba33c on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:52:50.190663 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-25b0129f-966b-4629-ad91-621c1e3f2923 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9023023'] for subnet, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:50.191386 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-23c68021-a96e-413e-8eb6-dcac4f3ba741 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:50.204557 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-23c68021-a96e-413e-8eb6-dcac4f3ba741 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Publish callbacks [] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:50.208615 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-23c68021-a96e-413e-8eb6-dcac4f3ba741 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] 10.222.0.54 "DELETE /v2.0/networks/81a80191-1bca-461e-a95e-078f01d7a52c HTTP/1.1" status: 204 len: 168 time: 1.4823790 Dec 20 14:52:50.228907 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36514) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:50.232380 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36516) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:50.233147 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c68021-a96e-413e-8eb6-dcac4f3ba741 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Pushing event deleted for resources: {'Network': ['ID=81a80191-1bca-461e-a95e-078f01d7a52c,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:50.311079 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-25b0129f-966b-4629-ad91-621c1e3f2923 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:50.383223 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-83a7cbb9-48d2-48e4-987a-f4b307807d74 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/floatingips/4f8beb56-a459-4697-8906-98c6cebfd2f7 HTTP/1.1" status: 200 len: 993 time: 0.1477859 Dec 20 14:52:50.398163 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-25b0129f-966b-4629-ad91-621c1e3f2923 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8850800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470517'] for subnet, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:50.404492 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-796a17ea-bcf1-42a0-86e7-579be792c034 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:50.436453 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b0129f-966b-4629-ad91-621c1e3f2923 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Pushing event deleted for resources: {'Subnet': ['ID=de557473-b59a-4a64-b294-8df6aee24556,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:50.443808 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-25b0129f-966b-4629-ad91-621c1e3f2923 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks [] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:50.449426 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-25b0129f-966b-4629-ad91-621c1e3f2923 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] 10.222.0.54 "DELETE /v2.0/subnets/de557473-b59a-4a64-b294-8df6aee24556 HTTP/1.1" status: 204 len: 168 time: 0.4208643 Dec 20 14:52:50.449573 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7eacd8-9241-4628-bc8a-2e42b104236d None None] Network 21c9e729-51b8-4ac1-a7e5-45f72d623450 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:52:50.452687 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 36524) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:50.517695 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_v2 [None req-396bca14-2f64-435a-a1d6-0008d49defde tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Deleting subnet 569d2a28-930d-4e1a-a867-3854c50223a5 {{(pid=103168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:52:50.521064 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-796a17ea-bcf1-42a0-86e7-579be792c034 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:50.533049 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-396bca14-2f64-435a-a1d6-0008d49defde tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks [] for subnet, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:50.559028 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-796a17ea-bcf1-42a0-86e7-579be792c034 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eefdb024-a12a-4862-a111-14e67b7cab20']}} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:52:50.582296 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-796a17ea-bcf1-42a0-86e7-579be792c034 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a79d98d3-f67b-47d2-b658-dd944f24eb3e') {'for_net_delete': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:52:50.582656 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-796a17ea-bcf1-42a0-86e7-579be792c034 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a79d98d3-f67b-47d2-b658-dd944f24eb3e') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:52:50.601943 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-396bca14-2f64-435a-a1d6-0008d49defde tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9023023'] for subnet, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:50.605409 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-796a17ea-bcf1-42a0-86e7-579be792c034 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954405'] for segment, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:50.637257 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-796a17ea-bcf1-42a0-86e7-579be792c034 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:50.647064 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-796a17ea-bcf1-42a0-86e7-579be792c034 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=103167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:52:50.647876 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-796a17ea-bcf1-42a0-86e7-579be792c034 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9956000'] for segment, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:50.667585 n-d-761264-19 neutron-server[103167]: Traceback (most recent call last): Dec 20 14:52:50.667585 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:52:50.667585 n-d-761264-19 neutron-server[103167]: timer() Dec 20 14:52:50.667585 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:52:50.667585 n-d-761264-19 neutron-server[103167]: cb(*args, **kw) Dec 20 14:52:50.667585 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:52:50.667585 n-d-761264-19 neutron-server[103167]: return func(*args, **kwargs) Dec 20 14:52:50.667585 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:52:50.667585 n-d-761264-19 neutron-server[103167]: self._notify() Dec 20 14:52:50.667585 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:52:50.667585 n-d-761264-19 neutron-server[103167]: self.callback(batched_events) Dec 20 14:52:50.667585 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:52:50.667585 n-d-761264-19 neutron-server[103167]: event.method(event) Dec 20 14:52:50.667585 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:52:50.667585 n-d-761264-19 neutron-server[103167]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:52:50.667585 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:52:50.667585 n-d-761264-19 neutron-server[103167]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:52:50.667585 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:52:50.667585 n-d-761264-19 neutron-server[103167]: return f(self, *a, **k) Dec 20 14:52:50.667585 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:52:50.667585 n-d-761264-19 neutron-server[103167]: return self._get(url).json() Dec 20 14:52:50.667585 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:52:50.667585 n-d-761264-19 neutron-server[103167]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:52:50.667585 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:52:50.667585 n-d-761264-19 neutron-server[103167]: return self.request(url, 'GET', **kwargs) Dec 20 14:52:50.667585 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:52:50.667585 n-d-761264-19 neutron-server[103167]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:52:50.667585 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:52:50.667585 n-d-761264-19 neutron-server[103167]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:52:50.667585 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:52:50.667585 n-d-761264-19 neutron-server[103167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:52:50.667585 n-d-761264-19 neutron-server[103167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:52:51.046041 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device af05492b-ff81-4d76-b183-5c1a7b3ba33c no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:52:51.091278 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: af05492b-ff81-4d76-b183-5c1a7b3ba33c {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:52:51.092534 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device af05492b-ff81-4d76-b183-5c1a7b3ba33c not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:52:51.093454 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device f4cd2124-e285-458d-bb52-d8f367b5724d no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:52:51.167093 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: f4cd2124-e285-458d-bb52-d8f367b5724d {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:52:51.167526 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device f4cd2124-e285-458d-bb52-d8f367b5724d not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:52:51.209370 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-796a17ea-bcf1-42a0-86e7-579be792c034 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:51.217028 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-396bca14-2f64-435a-a1d6-0008d49defde tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:51.228514 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-796a17ea-bcf1-42a0-86e7-579be792c034 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Publish callbacks [] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:51.232308 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-796a17ea-bcf1-42a0-86e7-579be792c034 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] 10.222.0.54 "DELETE /v2.0/networks/eefdb024-a12a-4862-a111-14e67b7cab20 HTTP/1.1" status: 204 len: 168 time: 1.0021403 Dec 20 14:52:51.234676 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 36530) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:51.243136 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796a17ea-bcf1-42a0-86e7-579be792c034 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Pushing event deleted for resources: {'Network': ['ID=eefdb024-a12a-4862-a111-14e67b7cab20,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:51.322232 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4402f8d-a593-4b02-9a43-7bb1ab9c92a0 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Deleting subnet 11a2cd76-48e7-47e9-a774-0146fcc79c68 {{(pid=103168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:52:51.338058 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c4402f8d-a593-4b02-9a43-7bb1ab9c92a0 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Publish callbacks [] for subnet, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:51.376652 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-396bca14-2f64-435a-a1d6-0008d49defde tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8850800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470517'] for subnet, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:51.413731 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396bca14-2f64-435a-a1d6-0008d49defde tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Pushing event deleted for resources: {'Subnet': ['ID=569d2a28-930d-4e1a-a867-3854c50223a5,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:51.419706 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c4402f8d-a593-4b02-9a43-7bb1ab9c92a0 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9023023'] for subnet, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:51.424850 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-396bca14-2f64-435a-a1d6-0008d49defde tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks [] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:51.428777 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-396bca14-2f64-435a-a1d6-0008d49defde tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] 10.222.0.54 "DELETE /v2.0/subnets/569d2a28-930d-4e1a-a867-3854c50223a5 HTTP/1.1" status: 204 len: 168 time: 0.9751210 Dec 20 14:52:51.431393 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36532) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:51.516960 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c4402f8d-a593-4b02-9a43-7bb1ab9c92a0 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:51.526322 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ca39ae64-24e5-4e31-b7a0-432c794337db tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:51.549589 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3023ad50-53d8-40d4-9387-4d30512e32f1 None None] Network 21c9e729-51b8-4ac1-a7e5-45f72d623450 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:52:51.584327 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c4402f8d-a593-4b02-9a43-7bb1ab9c92a0 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8850800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470517'] for subnet, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:51.593461 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-ca39ae64-24e5-4e31-b7a0-432c794337db tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Deleting port 8ec7a83d-d101-41c0-b265-bad36375b4d6 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:52:51.593794 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ca39ae64-24e5-4e31-b7a0-432c794337db tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:51.613873 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c4402f8d-a593-4b02-9a43-7bb1ab9c92a0 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Publish callbacks [] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:51.618047 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8028da-8c52-420e-aca8-64194e72dc23 None None] Network f9b3db5c-b9ba-486e-8b2c-8bc4098bf7a8 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:52:51.624000 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-c4402f8d-a593-4b02-9a43-7bb1ab9c92a0 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] 10.222.0.54 "DELETE /v2.0/subnets/11a2cd76-48e7-47e9-a774-0146fcc79c68 HTTP/1.1" status: 204 len: 168 time: 0.3691998 Dec 20 14:52:51.624802 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 36534) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:51.660849 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4402f8d-a593-4b02-9a43-7bb1ab9c92a0 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Pushing event deleted for resources: {'Subnet': ['ID=11a2cd76-48e7-47e9-a774-0146fcc79c68,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:51.666961 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-ca39ae64-24e5-4e31-b7a0-432c794337db tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] For port 8ec7a83d-d101-41c0-b265-bad36375b4d6, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=8ec7a83d-d101-41c0-b265-bad36375b4d6,segment=NetworkSegment(5f7a8ddc-09a4-450a-9f75-fbdc58c9dc7d),segment_id=5f7a8ddc-09a4-450a-9f75-fbdc58c9dc7d)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:52:51.667377 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ca39ae64-24e5-4e31-b7a0-432c794337db tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:51.681648 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-ca39ae64-24e5-4e31-b7a0-432c794337db tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Calling delete_port for 8ec7a83d-d101-41c0-b265-bad36375b4d6 owned by network:dhcp {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:52:51.694896 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-8c29fb8a-50c7-4425-90e7-dc1dec6f8d1a None None] Provisioning complete for port 8ec7a83d-d101-41c0-b265-bad36375b4d6 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:52:51.695204 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8c29fb8a-50c7-4425-90e7-dc1dec6f8d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:51.762585 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d65869a1-5adf-418f-8d67-d8f7419617e7 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:51.787370 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ca39ae64-24e5-4e31-b7a0-432c794337db tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:51.789221 n-d-761264-19 neutron-server[103169]: INFO neutron.plugins.ml2.db [None req-8c29fb8a-50c7-4425-90e7-dc1dec6f8d1a None None] No ports have port_id starting with 8ec7a83d-d101-41c0-b265-bad36375b4d6 Dec 20 14:52:51.824740 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-d65869a1-5adf-418f-8d67-d8f7419617e7 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Deleting port a1ea78bd-3e0a-4bb0-8d1e-4ecce000cb35 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:52:51.825246 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d65869a1-5adf-418f-8d67-d8f7419617e7 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:51.830078 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca39ae64-24e5-4e31-b7a0-432c794337db tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Pushing event deleted for resources: {'Port': ['ID=8ec7a83d-d101-41c0-b265-bad36375b4d6,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:51.839673 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca39ae64-24e5-4e31-b7a0-432c794337db tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] No DVR routers for this DVR port 8ec7a83d-d101-41c0-b265-bad36375b4d6 on host n-d-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:52:51.913601 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-d65869a1-5adf-418f-8d67-d8f7419617e7 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] For port a1ea78bd-3e0a-4bb0-8d1e-4ecce000cb35, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=a1ea78bd-3e0a-4bb0-8d1e-4ecce000cb35,segment=NetworkSegment(2abb1a48-9426-4164-806c-dcc3cdd23cdb),segment_id=2abb1a48-9426-4164-806c-dcc3cdd23cdb)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:52:51.913890 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d65869a1-5adf-418f-8d67-d8f7419617e7 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:51.931070 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf791ffa-f926-4604-aa95-a169ed20d9d6 None None] DHCP port deletion for 21c9e729-51b8-4ac1-a7e5-45f72d623450 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:52:51.945204 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-d65869a1-5adf-418f-8d67-d8f7419617e7 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Calling delete_port for a1ea78bd-3e0a-4bb0-8d1e-4ecce000cb35 owned by network:dhcp {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:52:51.960058 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ca39ae64-24e5-4e31-b7a0-432c794337db tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:51.972355 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6ee384-4b33-4f19-8857-7acf25e59f68 None None] DHCP port deletion for f9b3db5c-b9ba-486e-8b2c-8bc4098bf7a8 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:52:51.996930 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-ca39ae64-24e5-4e31-b7a0-432c794337db tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21c9e729-51b8-4ac1-a7e5-45f72d623450']}} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:52:52.009189 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-ca39ae64-24e5-4e31-b7a0-432c794337db tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f7a8ddc-09a4-450a-9f75-fbdc58c9dc7d') {'for_net_delete': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:52:52.009532 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-ca39ae64-24e5-4e31-b7a0-432c794337db tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f7a8ddc-09a4-450a-9f75-fbdc58c9dc7d') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:52:52.030018 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ca39ae64-24e5-4e31-b7a0-432c794337db tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954405'] for segment, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:52.035318 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ee384-4b33-4f19-8857-7acf25e59f68 None None] Deleting port a1ea78bd-3e0a-4bb0-8d1e-4ecce000cb35 {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:52:52.035722 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-9a6ee384-4b33-4f19-8857-7acf25e59f68 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:52.039857 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d65869a1-5adf-418f-8d67-d8f7419617e7 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:52.047330 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ca39ae64-24e5-4e31-b7a0-432c794337db tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:52.056215 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca39ae64-24e5-4e31-b7a0-432c794337db tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=103167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:52:52.056341 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ca39ae64-24e5-4e31-b7a0-432c794337db tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9956000'] for segment, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:52.060439 n-d-761264-19 neutron-server[103167]: Traceback (most recent call last): Dec 20 14:52:52.060439 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:52:52.060439 n-d-761264-19 neutron-server[103167]: timer() Dec 20 14:52:52.060439 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:52:52.060439 n-d-761264-19 neutron-server[103167]: cb(*args, **kw) Dec 20 14:52:52.060439 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:52:52.060439 n-d-761264-19 neutron-server[103167]: return func(*args, **kwargs) Dec 20 14:52:52.060439 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:52:52.060439 n-d-761264-19 neutron-server[103167]: self._notify() Dec 20 14:52:52.060439 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:52:52.060439 n-d-761264-19 neutron-server[103167]: self.callback(batched_events) Dec 20 14:52:52.060439 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:52:52.060439 n-d-761264-19 neutron-server[103167]: event.method(event) Dec 20 14:52:52.060439 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:52:52.060439 n-d-761264-19 neutron-server[103167]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:52:52.060439 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:52:52.060439 n-d-761264-19 neutron-server[103167]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:52:52.060439 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:52:52.060439 n-d-761264-19 neutron-server[103167]: return f(self, *a, **k) Dec 20 14:52:52.060439 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:52:52.060439 n-d-761264-19 neutron-server[103167]: return self._get(url).json() Dec 20 14:52:52.060439 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:52:52.060439 n-d-761264-19 neutron-server[103167]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:52:52.060439 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:52:52.060439 n-d-761264-19 neutron-server[103167]: return self.request(url, 'GET', **kwargs) Dec 20 14:52:52.060439 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:52:52.060439 n-d-761264-19 neutron-server[103167]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:52:52.060439 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:52:52.060439 n-d-761264-19 neutron-server[103167]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:52:52.060439 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:52:52.060439 n-d-761264-19 neutron-server[103167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:52:52.060439 n-d-761264-19 neutron-server[103167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:52:52.067062 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65869a1-5adf-418f-8d67-d8f7419617e7 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Pushing event deleted for resources: {'Port': ['ID=a1ea78bd-3e0a-4bb0-8d1e-4ecce000cb35,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:52.073912 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65869a1-5adf-418f-8d67-d8f7419617e7 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] No DVR routers for this DVR port a1ea78bd-3e0a-4bb0-8d1e-4ecce000cb35 on host n-d-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:52:52.149423 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-9a6ee384-4b33-4f19-8857-7acf25e59f68 None None] For port a1ea78bd-3e0a-4bb0-8d1e-4ecce000cb35, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=a1ea78bd-3e0a-4bb0-8d1e-4ecce000cb35,segment=NetworkSegment(2abb1a48-9426-4164-806c-dcc3cdd23cdb),segment_id=2abb1a48-9426-4164-806c-dcc3cdd23cdb)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:52:52.150097 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ca39ae64-24e5-4e31-b7a0-432c794337db tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:52.151713 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-9a6ee384-4b33-4f19-8857-7acf25e59f68 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:52.158516 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d65869a1-5adf-418f-8d67-d8f7419617e7 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:52.162010 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ca39ae64-24e5-4e31-b7a0-432c794337db tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks [] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:52.167701 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-ca39ae64-24e5-4e31-b7a0-432c794337db tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] 10.222.0.54 "DELETE /v2.0/networks/21c9e729-51b8-4ac1-a7e5-45f72d623450 HTTP/1.1" status: 204 len: 168 time: 0.7345750 Dec 20 14:52:52.171840 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 36538) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:52.173076 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ee384-4b33-4f19-8857-7acf25e59f68 None None] Calling delete_port for a1ea78bd-3e0a-4bb0-8d1e-4ecce000cb35 owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:52:52.190005 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca39ae64-24e5-4e31-b7a0-432c794337db tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Pushing event deleted for resources: {'Network': ['ID=21c9e729-51b8-4ac1-a7e5-45f72d623450,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:52.204724 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-d65869a1-5adf-418f-8d67-d8f7419617e7 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9b3db5c-b9ba-486e-8b2c-8bc4098bf7a8']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:52:52.208003 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-67ee1b05-c978-4dca-90f2-a0e9b847a6ee tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] DELETE failed (client error): The resource could not be found. Dec 20 14:52:52.208464 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67ee1b05-c978-4dca-90f2-a0e9b847a6ee tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:52:52.211563 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-67ee1b05-c978-4dca-90f2-a0e9b847a6ee tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] 10.222.0.54 "DELETE /v2.0/subnets/2b9c3841-a5cf-4cde-ab91-4fe5b1105f0c HTTP/1.1" status: 404 len: 337 time: 0.0387659 Dec 20 14:52:52.219235 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36542) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:52.226033 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-d65869a1-5adf-418f-8d67-d8f7419617e7 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2abb1a48-9426-4164-806c-dcc3cdd23cdb') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:52:52.226584 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-d65869a1-5adf-418f-8d67-d8f7419617e7 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2abb1a48-9426-4164-806c-dcc3cdd23cdb') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:52:52.247031 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d65869a1-5adf-418f-8d67-d8f7419617e7 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:52.256424 n-d-761264-19 neutron-server[103167]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e3cb712-53e7-4834-89b3-96dcfb6a31e0 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] DELETE failed (client error): The resource could not be found. Dec 20 14:52:52.256976 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e3cb712-53e7-4834-89b3-96dcfb6a31e0 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:52:52.260135 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-4e3cb712-53e7-4834-89b3-96dcfb6a31e0 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] 10.222.0.54 "DELETE /v2.0/networks/58b5a5b4-5a16-47a6-bb4f-7b0f1a065295 HTTP/1.1" status: 404 len: 339 time: 0.0400679 Dec 20 14:52:52.266947 n-d-761264-19 neutron-server[103169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:52:52.266947 n-d-761264-19 neutron-server[103169]: self.session.flush() Dec 20 14:52:52.266947 n-d-761264-19 neutron-server[103169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:52:52.266947 n-d-761264-19 neutron-server[103169]: self.session.flush() Dec 20 14:52:52.266947 n-d-761264-19 neutron-server[103169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:52:52.266947 n-d-761264-19 neutron-server[103169]: self.session.flush() Dec 20 14:52:52.266947 n-d-761264-19 neutron-server[103169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:52:52.266947 n-d-761264-19 neutron-server[103169]: self.session.flush() Dec 20 14:52:52.266947 n-d-761264-19 neutron-server[103169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:52:52.266947 n-d-761264-19 neutron-server[103169]: self.session.flush() Dec 20 14:52:52.266947 n-d-761264-19 neutron-server[103169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:52:52.266947 n-d-761264-19 neutron-server[103169]: self.session.flush() Dec 20 14:52:52.266947 n-d-761264-19 neutron-server[103169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:52:52.266947 n-d-761264-19 neutron-server[103169]: self.session.flush() Dec 20 14:52:52.266947 n-d-761264-19 neutron-server[103169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:52:52.266947 n-d-761264-19 neutron-server[103169]: self.session.flush() Dec 20 14:52:52.266947 n-d-761264-19 neutron-server[103169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:52:52.266947 n-d-761264-19 neutron-server[103169]: self.session.flush() Dec 20 14:52:52.266947 n-d-761264-19 neutron-server[103169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:52:52.266947 n-d-761264-19 neutron-server[103169]: self.session.flush() Dec 20 14:52:52.266947 n-d-761264-19 neutron-server[103169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:52:52.266947 n-d-761264-19 neutron-server[103169]: self.session.flush() Dec 20 14:52:52.266947 n-d-761264-19 neutron-server[103169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:52:52.266947 n-d-761264-19 neutron-server[103169]: self.session.flush() Dec 20 14:52:52.266947 n-d-761264-19 neutron-server[103169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:52:52.266947 n-d-761264-19 neutron-server[103169]: self.session.flush() Dec 20 14:52:52.266947 n-d-761264-19 neutron-server[103169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:52:52.266947 n-d-761264-19 neutron-server[103169]: self.session.flush() Dec 20 14:52:52.266947 n-d-761264-19 neutron-server[103169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:52:52.266947 n-d-761264-19 neutron-server[103169]: self.session.flush() Dec 20 14:52:52.266947 n-d-761264-19 neutron-server[103169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:52:52.266947 n-d-761264-19 neutron-server[103169]: self.session.flush() Dec 20 14:52:52.266947 n-d-761264-19 neutron-server[103169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:52:52.266947 n-d-761264-19 neutron-server[103169]: self.session.flush() Dec 20 14:52:52.266947 n-d-761264-19 neutron-server[103169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:52:52.266947 n-d-761264-19 neutron-server[103169]: self.session.flush() Dec 20 14:52:52.266947 n-d-761264-19 neutron-server[103169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:52:52.266947 n-d-761264-19 neutron-server[103169]: self.session.flush() Dec 20 14:52:52.266947 n-d-761264-19 neutron-server[103169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:52:52.266947 n-d-761264-19 neutron-server[103169]: self.session.flush() Dec 20 14:52:52.266947 n-d-761264-19 neutron-server[103169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:52:52.266947 n-d-761264-19 neutron-server[103169]: self.session.flush() Dec 20 14:52:52.266947 n-d-761264-19 neutron-server[103169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:52:52.266947 n-d-761264-19 neutron-server[103169]: self.session.flush() Dec 20 14:52:52.266947 n-d-761264-19 neutron-server[103169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:52:52.266947 n-d-761264-19 neutron-server[103169]: self.session.flush() Dec 20 14:52:52.266947 n-d-761264-19 neutron-server[103169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:52:52.266947 n-d-761264-19 neutron-server[103169]: self.session.flush() Dec 20 14:52:52.266947 n-d-761264-19 neutron-server[103169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:52:52.266947 n-d-761264-19 neutron-server[103169]: self.session.flush() Dec 20 14:52:52.266947 n-d-761264-19 neutron-server[103169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:52:52.266947 n-d-761264-19 neutron-server[103169]: self.session.flush() Dec 20 14:52:52.266947 n-d-761264-19 neutron-server[103169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:52:52.266947 n-d-761264-19 neutron-server[103169]: self.session.flush() Dec 20 14:52:52.270855 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 36546) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:52.270855 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d65869a1-5adf-418f-8d67-d8f7419617e7 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:52.278253 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-9a6ee384-4b33-4f19-8857-7acf25e59f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:52.307724 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6ee384-4b33-4f19-8857-7acf25e59f68 None None] Pushing event deleted for resources: {'Port': ['ID=a1ea78bd-3e0a-4bb0-8d1e-4ecce000cb35,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:52.309656 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6ee384-4b33-4f19-8857-7acf25e59f68 None None] No DVR routers for this DVR port a1ea78bd-3e0a-4bb0-8d1e-4ecce000cb35 on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:52:52.316944 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d65869a1-5adf-418f-8d67-d8f7419617e7 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:52:52.317344 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d65869a1-5adf-418f-8d67-d8f7419617e7 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:52.320510 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 14:52:52.320510 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:52:52.320510 n-d-761264-19 neutron-server[103168]: timer() Dec 20 14:52:52.320510 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:52:52.320510 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 14:52:52.320510 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:52:52.320510 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 14:52:52.320510 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:52:52.320510 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 14:52:52.320510 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:52:52.320510 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 14:52:52.320510 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:52:52.320510 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 14:52:52.320510 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:52:52.320510 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:52:52.320510 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:52:52.320510 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:52:52.320510 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:52:52.320510 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 14:52:52.320510 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:52:52.320510 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 14:52:52.320510 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:52:52.320510 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:52:52.320510 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:52:52.320510 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 14:52:52.320510 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:52:52.320510 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:52:52.320510 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:52:52.320510 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:52:52.320510 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:52:52.320510 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:52:52.320510 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:52:52.332706 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd173e7c-f7f8-4d18-8463-e39aece9ecd3 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] DELETE failed (client error): The resource could not be found. Dec 20 14:52:52.333161 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd173e7c-f7f8-4d18-8463-e39aece9ecd3 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:52:52.336316 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-cd173e7c-f7f8-4d18-8463-e39aece9ecd3 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] 10.222.0.54 "DELETE /v2.0/subnets/79da15f9-cf0e-4e2d-9f87-f89f48dfdadf HTTP/1.1" status: 404 len: 337 time: 0.0676901 Dec 20 14:52:52.339198 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36548) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:52.358963 n-d-761264-19 neutron-server[103167]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b07e8b0-5fd1-4730-822d-b0f2e9bdbfaa tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] DELETE failed (client error): The resource could not be found. Dec 20 14:52:52.359479 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b07e8b0-5fd1-4730-822d-b0f2e9bdbfaa tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:52:52.362674 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-2b07e8b0-5fd1-4730-822d-b0f2e9bdbfaa tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] 10.222.0.54 "DELETE /v2.0/networks/9a9f164f-9c65-4456-8d28-873dcc9c7938 HTTP/1.1" status: 404 len: 339 time: 0.0222702 Dec 20 14:52:52.365630 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36550) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:52.398149 n-d-761264-19 neutron-server[103167]: INFO neutron.pecan_wsgi.hooks.translation [None req-534da75d-3b7b-40fa-9029-3c26bfa0897e tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] DELETE failed (client error): The resource could not be found. Dec 20 14:52:52.398811 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d65869a1-5adf-418f-8d67-d8f7419617e7 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:52.398959 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-534da75d-3b7b-40fa-9029-3c26bfa0897e tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:52:52.402246 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-534da75d-3b7b-40fa-9029-3c26bfa0897e tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] 10.222.0.54 "DELETE /v2.0/subnets/534ecb51-4408-453a-9076-6f4970983840 HTTP/1.1" status: 404 len: 337 time: 0.0355864 Dec 20 14:52:52.404984 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36552) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:52.416447 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d65869a1-5adf-418f-8d67-d8f7419617e7 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Publish callbacks [] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:52.422376 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-d65869a1-5adf-418f-8d67-d8f7419617e7 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] 10.222.0.54 "DELETE /v2.0/networks/f9b3db5c-b9ba-486e-8b2c-8bc4098bf7a8 HTTP/1.1" status: 204 len: 168 time: 0.7691977 Dec 20 14:52:52.422619 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 36554) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:52.425969 n-d-761264-19 neutron-server[103167]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3aabb71-04d4-41d6-8e67-d565d843e064 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] DELETE failed (client error): The resource could not be found. Dec 20 14:52:52.426596 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3aabb71-04d4-41d6-8e67-d565d843e064 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:52:52.429848 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-c3aabb71-04d4-41d6-8e67-d565d843e064 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] 10.222.0.54 "DELETE /v2.0/networks/0f4c4655-3a63-46ef-a2b9-af939a484bbd HTTP/1.1" status: 404 len: 339 time: 0.0238042 Dec 20 14:52:52.433944 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36556) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:52.449810 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65869a1-5adf-418f-8d67-d8f7419617e7 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Pushing event deleted for resources: {'Network': ['ID=f9b3db5c-b9ba-486e-8b2c-8bc4098bf7a8,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:52.507144 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ac76b22-321a-4b52-b53f-9ef6de50e128 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Deleting subnet 806a6401-cf0c-4e63-96a8-8d60740bf710 {{(pid=103167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:52:52.507775 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-9b4b57e7-60e0-47a1-b290-986103b63ce2 tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed2ff9cc-d88a-48ab-a30a-a302afcd991e HTTP/1.1" status: 200 len: 205 time: 0.0839789 Dec 20 14:52:52.508828 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 36560) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:52.511138 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7ac76b22-321a-4b52-b53f-9ef6de50e128 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks [] for subnet, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:52.608164 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7ac76b22-321a-4b52-b53f-9ef6de50e128 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954412'] for subnet, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:52.639040 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f037913e-6bb5-4d6e-807c-2b2037d7f19f tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Publish callbacks [] for router, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:52.642978 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e591d45d-df84-4f01-b590-b593613ff4ef req-4b4309e9-1753-4336-af05-440e10f203eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:52.645652 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e591d45d-df84-4f01-b590-b593613ff4ef req-4b4309e9-1753-4336-af05-440e10f203eb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7ad62973efb247199989986208e9e8bf&device_id=0e6e452e-b7b9-4269-b6fe-be94c6c57210 HTTP/1.1" status: 200 len: 1097 time: 0.1314044 Dec 20 14:52:52.723956 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728a75c2-a692-4e92-8e63-b29b0c0159ec req-e415a3d6-296f-4765-b8aa-5ef7cf77d786 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:52.725505 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-728a75c2-a692-4e92-8e63-b29b0c0159ec req-e415a3d6-296f-4765-b8aa-5ef7cf77d786 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/ports?device_id=0e6e452e-b7b9-4269-b6fe-be94c6c57210 HTTP/1.1" status: 200 len: 945 time: 0.1686814 Dec 20 14:52:52.794353 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7ac76b22-321a-4b52-b53f-9ef6de50e128 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:52.816456 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e591d45d-df84-4f01-b590-b593613ff4ef req-a407d3e0-d21f-43e8-868e-07759ecb5703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:52.817964 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e591d45d-df84-4f01-b590-b593613ff4ef req-a407d3e0-d21f-43e8-868e-07759ecb5703 service neutron] 10.222.0.47 "GET /v2.0/networks?id=93f5dcc9-0b36-4024-bce0-d4b0862d4719 HTTP/1.1" status: 200 len: 919 time: 0.1640532 Dec 20 14:52:52.855919 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f037913e-6bb5-4d6e-807c-2b2037d7f19f tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40132'] for router, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:52.859085 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f037913e-6bb5-4d6e-807c-2b2037d7f19f tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:52.865500 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e591d45d-df84-4f01-b590-b593613ff4ef req-13c230ba-e83d-4480-8dc8-09bc71abe06a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=08be1526-c158-4e57-a34a-c3664135a1d7 HTTP/1.1" status: 200 len: 217 time: 0.0392637 Dec 20 14:52:52.925468 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e591d45d-df84-4f01-b590-b593613ff4ef req-86e99e9a-19db-4e76-9e9f-ff665e10d03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:52.925468 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e591d45d-df84-4f01-b590-b593613ff4ef req-86e99e9a-19db-4e76-9e9f-ff665e10d03a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2a0f6126-1d73-4497-a2f5-3cddb2eb92e0 HTTP/1.1" status: 200 len: 858 time: 0.0511754 Dec 20 14:52:52.932401 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-728a75c2-a692-4e92-8e63-b29b0c0159ec req-5ee4f5d8-17b7-4d81-8d2d-008441d64871 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/security-groups?id=1965ba5c-d387-4fec-8f79-f26f65ad2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202869 Dec 20 14:52:52.934166 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f037913e-6bb5-4d6e-807c-2b2037d7f19f tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1594808'] for router, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:52.935239 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f037913e-6bb5-4d6e-807c-2b2037d7f19f tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Fanout notify agent at l3_agent the message router_deleted on router ed2ff9cc-d88a-48ab-a30a-a302afcd991e {{(pid=103168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 14:52:52.947063 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f037913e-6bb5-4d6e-807c-2b2037d7f19f tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:52.947277 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7ac76b22-321a-4b52-b53f-9ef6de50e128 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:52.947414 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-f037913e-6bb5-4d6e-807c-2b2037d7f19f tempest-RoutersNegativeTest-754487423 tempest-RoutersNegativeTest-754487423-project] 10.222.0.54 "DELETE /v2.0/routers/ed2ff9cc-d88a-48ab-a30a-a302afcd991e HTTP/1.1" status: 204 len: 168 time: 0.4346967 Dec 20 14:52:52.997448 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e591d45d-df84-4f01-b590-b593613ff4ef req-e6698dd2-eb50-4b77-ae01-7df9bc116ede service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=93f5dcc9-0b36-4024-bce0-d4b0862d4719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653825 Dec 20 14:52:53.000518 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac76b22-321a-4b52-b53f-9ef6de50e128 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Pushing event deleted for resources: {'Subnet': ['ID=806a6401-cf0c-4e63-96a8-8d60740bf710,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:53.004319 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7ac76b22-321a-4b52-b53f-9ef6de50e128 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:53.010092 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-7ac76b22-321a-4b52-b53f-9ef6de50e128 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] 10.222.0.54 "DELETE /v2.0/subnets/806a6401-cf0c-4e63-96a8-8d60740bf710 HTTP/1.1" status: 204 len: 168 time: 0.5748789 Dec 20 14:52:53.012556 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 36566) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:53.013415 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99f1fc1-5be9-492f-b94d-7b9694ce67ac None None] Network 2665e915-8288-47ad-97de-5846d409d5f3 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:52:53.105584 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 8ec7a83d-d101-41c0-b265-bad36375b4d6 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:52:53.129091 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 8ec7a83d-d101-41c0-b265-bad36375b4d6 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:52:53.129656 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 8ec7a83d-d101-41c0-b265-bad36375b4d6 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:52:53.130261 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device a1ea78bd-3e0a-4bb0-8d1e-4ecce000cb35 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:52:53.151203 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: a1ea78bd-3e0a-4bb0-8d1e-4ecce000cb35 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:52:53.152354 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device a1ea78bd-3e0a-4bb0-8d1e-4ecce000cb35 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:52:53.200734 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e591d45d-df84-4f01-b590-b593613ff4ef req-32837af4-d9a6-40f5-b532-5cb6b97837f1 service neutron] 10.222.0.47 "GET /v2.0/networks/93f5dcc9-0b36-4024-bce0-d4b0862d4719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890984 Dec 20 14:52:53.205733 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7548ecee-14e1-4cf0-8bc7-13ed8d3770ae tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:53.239230 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cba23c7-7b81-4956-9ec3-4ef6e9c9db5b None None] DHCP port deletion for 2665e915-8288-47ad-97de-5846d409d5f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:52:53.270134 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-7548ecee-14e1-4cf0-8bc7-13ed8d3770ae tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Deleting port a54af46b-f44d-4741-9477-fa627160a76b {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:52:53.270716 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7548ecee-14e1-4cf0-8bc7-13ed8d3770ae tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:53.308383 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-7cba23c7-7b81-4956-9ec3-4ef6e9c9db5b None None] Deleting port a54af46b-f44d-4741-9477-fa627160a76b {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:52:53.308798 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-7cba23c7-7b81-4956-9ec3-4ef6e9c9db5b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:53.319448 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e591d45d-df84-4f01-b590-b593613ff4ef req-36474ef1-76ef-4956-9890-670dbfdd7518 service neutron] 10.222.0.47 "GET /v2.0/networks/93f5dcc9-0b36-4024-bce0-d4b0862d4719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110005 Dec 20 14:52:53.382416 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-7cba23c7-7b81-4956-9ec3-4ef6e9c9db5b None None] For port a54af46b-f44d-4741-9477-fa627160a76b, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=a54af46b-f44d-4741-9477-fa627160a76b,segment=NetworkSegment(7903e9d2-d11b-45b9-bcb7-4d6a4fbcd433),segment_id=7903e9d2-d11b-45b9-bcb7-4d6a4fbcd433)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:52:53.383103 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-7cba23c7-7b81-4956-9ec3-4ef6e9c9db5b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:53.401994 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-7cba23c7-7b81-4956-9ec3-4ef6e9c9db5b None None] Calling delete_port for a54af46b-f44d-4741-9477-fa627160a76b owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:52:53.412471 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-7548ecee-14e1-4cf0-8bc7-13ed8d3770ae tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] For port a54af46b-f44d-4741-9477-fa627160a76b, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=a54af46b-f44d-4741-9477-fa627160a76b,segment=NetworkSegment(7903e9d2-d11b-45b9-bcb7-4d6a4fbcd433),segment_id=7903e9d2-d11b-45b9-bcb7-4d6a4fbcd433)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:52:53.413915 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7548ecee-14e1-4cf0-8bc7-13ed8d3770ae tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:53.421076 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36574) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:53.429847 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-7548ecee-14e1-4cf0-8bc7-13ed8d3770ae tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Calling delete_port for a54af46b-f44d-4741-9477-fa627160a76b owned by network:dhcp {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:52:53.511843 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-7cba23c7-7b81-4956-9ec3-4ef6e9c9db5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:53.524725 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7548ecee-14e1-4cf0-8bc7-13ed8d3770ae tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:53.540854 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cba23c7-7b81-4956-9ec3-4ef6e9c9db5b None None] Pushing event deleted for resources: {'Port': ['ID=a54af46b-f44d-4741-9477-fa627160a76b,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:53.545893 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cba23c7-7b81-4956-9ec3-4ef6e9c9db5b None None] No DVR routers for this DVR port a54af46b-f44d-4741-9477-fa627160a76b on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:52:53.555631 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7548ecee-14e1-4cf0-8bc7-13ed8d3770ae tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] No DVR routers for this DVR port a54af46b-f44d-4741-9477-fa627160a76b on host n-d-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:52:53.579789 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-666f80a5-662c-4525-b408-78078db94e73 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0d3bec1c446943a5a4f33a623c1ccc28&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1574872 Dec 20 14:52:53.582205 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36578) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:53.616335 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7548ecee-14e1-4cf0-8bc7-13ed8d3770ae tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Pushing event deleted for resources: {'Port': ['ID=a54af46b-f44d-4741-9477-fa627160a76b,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:53.636004 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6afb564e-400b-4c3e-b9d5-6ba0bb7e4e92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:53.658936 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6afb564e-400b-4c3e-b9d5-6ba0bb7e4e92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:53.684686 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7548ecee-14e1-4cf0-8bc7-13ed8d3770ae tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:53.706760 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-7548ecee-14e1-4cf0-8bc7-13ed8d3770ae tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2665e915-8288-47ad-97de-5846d409d5f3']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:52:53.718449 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-7548ecee-14e1-4cf0-8bc7-13ed8d3770ae tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7903e9d2-d11b-45b9-bcb7-4d6a4fbcd433') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:52:53.718777 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-7548ecee-14e1-4cf0-8bc7-13ed8d3770ae tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7903e9d2-d11b-45b9-bcb7-4d6a4fbcd433') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:52:53.724406 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6afb564e-400b-4c3e-b9d5-6ba0bb7e4e92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:53.728502 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6afb564e-400b-4c3e-b9d5-6ba0bb7e4e92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:53.728831 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7548ecee-14e1-4cf0-8bc7-13ed8d3770ae tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:53.730770 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-6afb564e-400b-4c3e-b9d5-6ba0bb7e4e92 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f5b84181-91cf-488e-a9b3-ba5b3ce82226 HTTP/1.1" status: 204 len: 168 time: 0.1474011 Dec 20 14:52:53.740988 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afb564e-400b-4c3e-b9d5-6ba0bb7e4e92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5b84181-91cf-488e-a9b3-ba5b3ce82226,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:53.744828 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7548ecee-14e1-4cf0-8bc7-13ed8d3770ae tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:53.756853 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7548ecee-14e1-4cf0-8bc7-13ed8d3770ae tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:52:53.757467 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7548ecee-14e1-4cf0-8bc7-13ed8d3770ae tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:53.760969 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:52:53.760969 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:52:53.760969 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:52:53.760969 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:52:53.760969 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:52:53.760969 n-d-761264-19 neutron-server[103168]: self.session.flush() Dec 20 14:52:53.760969 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:52:53.760969 n-d-761264-19 neutron-server[103168]: self.session.flush() Dec 20 14:52:53.760969 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:52:53.760969 n-d-761264-19 neutron-server[103168]: self.session.flush() Dec 20 14:52:53.760969 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:52:53.760969 n-d-761264-19 neutron-server[103168]: self.session.flush() Dec 20 14:52:53.760969 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 14:52:53.760969 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:52:53.760969 n-d-761264-19 neutron-server[103168]: timer() Dec 20 14:52:53.760969 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:52:53.760969 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 14:52:53.760969 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:52:53.760969 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 14:52:53.760969 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:52:53.760969 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 14:52:53.760969 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:52:53.760969 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 14:52:53.760969 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:52:53.760969 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 14:52:53.760969 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:52:53.760969 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:52:53.760969 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:52:53.760969 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:52:53.760969 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:52:53.760969 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 14:52:53.760969 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:52:53.760969 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 14:52:53.760969 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:52:53.760969 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:52:53.760969 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:52:53.760969 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 14:52:53.760969 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:52:53.760969 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:52:53.760969 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:52:53.760969 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:52:53.760969 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:52:53.760969 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:52:53.760969 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:52:53.833027 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7548ecee-14e1-4cf0-8bc7-13ed8d3770ae tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:53.848858 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7548ecee-14e1-4cf0-8bc7-13ed8d3770ae tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks [] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:53.852631 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-7548ecee-14e1-4cf0-8bc7-13ed8d3770ae tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] 10.222.0.54 "DELETE /v2.0/networks/2665e915-8288-47ad-97de-5846d409d5f3 HTTP/1.1" status: 204 len: 168 time: 0.8387635 Dec 20 14:52:53.855088 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 36584) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:53.898480 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7548ecee-14e1-4cf0-8bc7-13ed8d3770ae tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Pushing event deleted for resources: {'Network': ['ID=2665e915-8288-47ad-97de-5846d409d5f3,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:53.900927 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2e59444-d080-4858-b13a-fc1ca521bf4a tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] DELETE failed (client error): The resource could not be found. Dec 20 14:52:53.901401 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2e59444-d080-4858-b13a-fc1ca521bf4a tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:52:53.904769 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-c2e59444-d080-4858-b13a-fc1ca521bf4a tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] 10.222.0.54 "DELETE /v2.0/subnets/401bbfe1-acbd-4d03-a723-87b05bb3541f HTTP/1.1" status: 404 len: 337 time: 0.0472755 Dec 20 14:52:53.907383 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36588) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:53.926096 n-d-761264-19 neutron-server[103167]: INFO neutron.pecan_wsgi.hooks.translation [None req-d325421e-8939-4f64-bd23-363ceba03b7b tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] DELETE failed (client error): The resource could not be found. Dec 20 14:52:53.926598 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d325421e-8939-4f64-bd23-363ceba03b7b tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:52:53.932132 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-d325421e-8939-4f64-bd23-363ceba03b7b tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] 10.222.0.54 "DELETE /v2.0/networks/7fb3f4f5-16e4-40da-ae13-696a05d15f74 HTTP/1.1" status: 404 len: 339 time: 0.0214729 Dec 20 14:52:53.932336 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36590) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:53.983300 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_v2 [None req-25da9fae-9751-4200-ab1c-d552a4a1e506 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Deleting subnet 7ef38231-1a94-440f-8a00-f3db9eb6ee7d {{(pid=103167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:52:53.986632 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-25da9fae-9751-4200-ab1c-d552a4a1e506 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks [] for subnet, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:54.039414 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-25da9fae-9751-4200-ab1c-d552a4a1e506 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954412'] for subnet, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:54.182110 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bb11f3-c0f4-4d6f-9ce0-ec6d1ac9ea3f req-302264ce-2872-4fe1-b785-c92fa0288027 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:54.184318 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f8bb11f3-c0f4-4d6f-9ce0-ec6d1ac9ea3f req-302264ce-2872-4fe1-b785-c92fa0288027 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/ports?device_id=0e6e452e-b7b9-4269-b6fe-be94c6c57210 HTTP/1.1" status: 200 len: 945 time: 0.0970976 Dec 20 14:52:54.189225 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-25da9fae-9751-4200-ab1c-d552a4a1e506 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:54.271527 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f8bb11f3-c0f4-4d6f-9ce0-ec6d1ac9ea3f req-286be2bc-782b-4a54-bb9d-301d4efdb711 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/security-groups?id=1965ba5c-d387-4fec-8f79-f26f65ad2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787740 Dec 20 14:52:54.285349 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-25da9fae-9751-4200-ab1c-d552a4a1e506 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:54.317353 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25da9fae-9751-4200-ab1c-d552a4a1e506 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Pushing event deleted for resources: {'Subnet': ['ID=7ef38231-1a94-440f-8a00-f3db9eb6ee7d,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:54.323137 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-25da9fae-9751-4200-ab1c-d552a4a1e506 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:54.326540 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-25da9fae-9751-4200-ab1c-d552a4a1e506 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] 10.222.0.54 "DELETE /v2.0/subnets/7ef38231-1a94-440f-8a00-f3db9eb6ee7d HTTP/1.1" status: 204 len: 168 time: 0.3932114 Dec 20 14:52:54.329070 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 36606) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:54.339196 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeea82a5-ec25-4196-8226-1d6061032c49 None None] Network 70d43a86-5b1e-4e36-80ad-7aa55c84f932 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:52:54.428811 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2e3e8747-d7e0-4e8e-bf88-2c32776951a6 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:54.488554 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-2e3e8747-d7e0-4e8e-bf88-2c32776951a6 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Deleting port 72111d3a-e729-4650-922a-80581e7c2597 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:52:54.489027 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2e3e8747-d7e0-4e8e-bf88-2c32776951a6 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:54.555471 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d642f2-b148-4eca-a948-12bd61a9d47c None None] DHCP port deletion for 70d43a86-5b1e-4e36-80ad-7aa55c84f932 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:52:54.561416 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-2e3e8747-d7e0-4e8e-bf88-2c32776951a6 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] For port 72111d3a-e729-4650-922a-80581e7c2597, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=72111d3a-e729-4650-922a-80581e7c2597,segment=NetworkSegment(ff077365-1964-4781-b570-130d6bab40e6),segment_id=ff077365-1964-4781-b570-130d6bab40e6)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:52:54.562100 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2e3e8747-d7e0-4e8e-bf88-2c32776951a6 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:54.585383 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-2e3e8747-d7e0-4e8e-bf88-2c32776951a6 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Calling delete_port for 72111d3a-e729-4650-922a-80581e7c2597 owned by network:dhcp {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:52:54.607628 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-12d642f2-b148-4eca-a948-12bd61a9d47c None None] Deleting port 72111d3a-e729-4650-922a-80581e7c2597 {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:52:54.608132 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-12d642f2-b148-4eca-a948-12bd61a9d47c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:54.683468 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-12d642f2-b148-4eca-a948-12bd61a9d47c None None] For port 72111d3a-e729-4650-922a-80581e7c2597, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=72111d3a-e729-4650-922a-80581e7c2597,segment=NetworkSegment(ff077365-1964-4781-b570-130d6bab40e6),segment_id=ff077365-1964-4781-b570-130d6bab40e6)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:52:54.683841 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-12d642f2-b148-4eca-a948-12bd61a9d47c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:54.686220 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2e3e8747-d7e0-4e8e-bf88-2c32776951a6 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:54.699455 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-12d642f2-b148-4eca-a948-12bd61a9d47c None None] Calling delete_port for 72111d3a-e729-4650-922a-80581e7c2597 owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:52:54.719244 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3e8747-d7e0-4e8e-bf88-2c32776951a6 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Pushing event deleted for resources: {'Port': ['ID=72111d3a-e729-4650-922a-80581e7c2597,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:54.722864 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3e8747-d7e0-4e8e-bf88-2c32776951a6 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] No DVR routers for this DVR port 72111d3a-e729-4650-922a-80581e7c2597 on host n-d-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:52:54.821003 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2e3e8747-d7e0-4e8e-bf88-2c32776951a6 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:54.833532 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-12d642f2-b148-4eca-a948-12bd61a9d47c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:54.842678 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-2e3e8747-d7e0-4e8e-bf88-2c32776951a6 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70d43a86-5b1e-4e36-80ad-7aa55c84f932']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:52:54.849188 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d642f2-b148-4eca-a948-12bd61a9d47c None None] No DVR routers for this DVR port 72111d3a-e729-4650-922a-80581e7c2597 on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:52:54.854995 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-2e3e8747-d7e0-4e8e-bf88-2c32776951a6 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff077365-1964-4781-b570-130d6bab40e6') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:52:54.855291 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-2e3e8747-d7e0-4e8e-bf88-2c32776951a6 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff077365-1964-4781-b570-130d6bab40e6') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:52:54.866073 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2e3e8747-d7e0-4e8e-bf88-2c32776951a6 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:54.872585 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d642f2-b148-4eca-a948-12bd61a9d47c None None] Pushing event deleted for resources: {'Port': ['ID=72111d3a-e729-4650-922a-80581e7c2597,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:54.885438 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2e3e8747-d7e0-4e8e-bf88-2c32776951a6 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:54.891962 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e3e8747-d7e0-4e8e-bf88-2c32776951a6 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:52:54.892377 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2e3e8747-d7e0-4e8e-bf88-2c32776951a6 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:54.895517 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 14:52:54.895517 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:52:54.895517 n-d-761264-19 neutron-server[103168]: timer() Dec 20 14:52:54.895517 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:52:54.895517 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 14:52:54.895517 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:52:54.895517 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 14:52:54.895517 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:52:54.895517 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 14:52:54.895517 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:52:54.895517 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 14:52:54.895517 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:52:54.895517 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 14:52:54.895517 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:52:54.895517 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:52:54.895517 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:52:54.895517 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:52:54.895517 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:52:54.895517 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 14:52:54.895517 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:52:54.895517 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 14:52:54.895517 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:52:54.895517 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:52:54.895517 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:52:54.895517 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 14:52:54.895517 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:52:54.895517 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:52:54.895517 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:52:54.895517 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:52:54.895517 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:52:54.895517 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:52:54.895517 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:52:54.966641 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2e3e8747-d7e0-4e8e-bf88-2c32776951a6 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:54.992314 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2e3e8747-d7e0-4e8e-bf88-2c32776951a6 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Publish callbacks [] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:54.998037 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-2e3e8747-d7e0-4e8e-bf88-2c32776951a6 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] 10.222.0.54 "DELETE /v2.0/networks/70d43a86-5b1e-4e36-80ad-7aa55c84f932 HTTP/1.1" status: 204 len: 168 time: 0.6656296 Dec 20 14:52:54.998037 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3e8747-d7e0-4e8e-bf88-2c32776951a6 tempest-NetworksIpV6Test-498657013 tempest-NetworksIpV6Test-498657013-project] Pushing event deleted for resources: {'Network': ['ID=70d43a86-5b1e-4e36-80ad-7aa55c84f932,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:55.020585 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 72111d3a-e729-4650-922a-80581e7c2597 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:52:55.053405 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 72111d3a-e729-4650-922a-80581e7c2597 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:52:55.053920 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 72111d3a-e729-4650-922a-80581e7c2597 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:52:55.054283 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device a54af46b-f44d-4741-9477-fa627160a76b no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:52:55.081069 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: a54af46b-f44d-4741-9477-fa627160a76b {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:52:55.081421 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device a54af46b-f44d-4741-9477-fa627160a76b not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:52:55.361594 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36664) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:55.414995 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e4467b-683c-4e65-a75b-e575c9fb10dc req-63f12b40-f354-454a-9077-586edb01064a tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:55.422646 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-64e4467b-683c-4e65-a75b-e575c9fb10dc req-63f12b40-f354-454a-9077-586edb01064a tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/ports?device_id=0e6e452e-b7b9-4269-b6fe-be94c6c57210 HTTP/1.1" status: 200 len: 945 time: 0.0690048 Dec 20 14:52:55.480384 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-64e4467b-683c-4e65-a75b-e575c9fb10dc req-4d97a8fb-ac38-4b68-b8a4-c5f3e8fb8d8e tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/security-groups?id=1965ba5c-d387-4fec-8f79-f26f65ad2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526865 Dec 20 14:52:55.538773 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-5e2df636-2bd4-441f-a380-c1bd26b62fbe admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d8b92d0821214aa99ef95758b3994c0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1744568 Dec 20 14:52:55.540556 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36690) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:55.593481 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-561f2f48-f330-4fa8-bfeb-61da9fbda91e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:55.625867 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-561f2f48-f330-4fa8-bfeb-61da9fbda91e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:55.678582 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-561f2f48-f330-4fa8-bfeb-61da9fbda91e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:55.682044 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-561f2f48-f330-4fa8-bfeb-61da9fbda91e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:55.683895 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-561f2f48-f330-4fa8-bfeb-61da9fbda91e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c5c20f90-802c-4c44-8270-667c51af0f59 HTTP/1.1" status: 204 len: 168 time: 0.1421323 Dec 20 14:52:55.696882 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f2f48-f330-4fa8-bfeb-61da9fbda91e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c20f90-802c-4c44-8270-667c51af0f59,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:56.425597 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36724) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:56.540737 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-a1181824-263f-4fcf-9446-89c6e9165efd tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-150655117'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:52:56.597917 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1181824-263f-4fcf-9446-89c6e9165efd tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Made reservation on behalf of 9dc2db8fd1084daba237ede2ca8ed86f for: {'network': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:52:56.601428 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a1181824-263f-4fcf-9446-89c6e9165efd tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:56.625293 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e96c57-b87d-4cfb-a525-a2275b871fbd req-ab85dd16-998f-4350-9213-6fb50a957c70 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:56.626790 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b5e96c57-b87d-4cfb-a525-a2275b871fbd req-ab85dd16-998f-4350-9213-6fb50a957c70 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/ports?device_id=0e6e452e-b7b9-4269-b6fe-be94c6c57210 HTTP/1.1" status: 200 len: 945 time: 0.0799272 Dec 20 14:52:56.627432 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a1181824-263f-4fcf-9446-89c6e9165efd tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:56.708862 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b5e96c57-b87d-4cfb-a525-a2275b871fbd req-670db283-ef34-4300-91db-bdaec70d975c tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/security-groups?id=1965ba5c-d387-4fec-8f79-f26f65ad2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693374 Dec 20 14:52:56.750149 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a1181824-263f-4fcf-9446-89c6e9165efd tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:56.754259 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a1181824-263f-4fcf-9446-89c6e9165efd tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:56.781536 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1181824-263f-4fcf-9446-89c6e9165efd tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=103167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:52:56.791425 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1181824-263f-4fcf-9446-89c6e9165efd tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd2c2dd5-573d-4665-827d-5cca6221e5ad,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:56.796264 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a1181824-263f-4fcf-9446-89c6e9165efd tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:56.796610 n-d-761264-19 neutron-server[103167]: INFO neutron.db.segments_db [None req-a1181824-263f-4fcf-9446-89c6e9165efd tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Added segment 23c15c8d-3cab-4a07-bf88-39fcec09f26a of type vlan for network 8f765da1-de67-4529-845f-a8a483d2030c Dec 20 14:52:56.838219 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a1181824-263f-4fcf-9446-89c6e9165efd tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:56.863857 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a1181824-263f-4fcf-9446-89c6e9165efd tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:56.869845 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1181824-263f-4fcf-9446-89c6e9165efd tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:56.870454 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a1181824-263f-4fcf-9446-89c6e9165efd tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks [] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:56.936010 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-a1181824-263f-4fcf-9446-89c6e9165efd tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5060511 Dec 20 14:52:56.936560 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 36730) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:56.942180 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-fd8aa608-51bf-4e07-b350-2b160b400fd7 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Request body: {'port': {'network_id': '8f765da1-de67-4529-845f-a8a483d2030c', 'name': 'tempest-PortsIpV6TestJSON-674050471'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:52:56.942863 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1181824-263f-4fcf-9446-89c6e9165efd tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Pushing event updated for resources: {'Network': ['ID=8f765da1-de67-4529-845f-a8a483d2030c,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:56.954756 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 8f765da1-de67-4529-845f-a8a483d2030c details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:52:57.042954 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd8aa608-51bf-4e07-b350-2b160b400fd7 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Made reservation on behalf of 9dc2db8fd1084daba237ede2ca8ed86f for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:52:57.048205 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fd8aa608-51bf-4e07-b350-2b160b400fd7 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:57.077422 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [None req-fd8aa608-51bf-4e07-b350-2b160b400fd7 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] device_id is not set on port 7b5e7571-b1c7-4d8e-83b5-53193a4e02d1 yet. {{(pid=103168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 14:52:57.237770 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fd8aa608-51bf-4e07-b350-2b160b400fd7 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:57.273119 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fd8aa608-51bf-4e07-b350-2b160b400fd7 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:57.331813 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8aa608-51bf-4e07-b350-2b160b400fd7 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Pushing event updated for resources: {'Port': ['ID=7b5e7571-b1c7-4d8e-83b5-53193a4e02d1,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:57.347536 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8aa608-51bf-4e07-b350-2b160b400fd7 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:52:57.347883 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8aa608-51bf-4e07-b350-2b160b400fd7 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:52:57.348236 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8aa608-51bf-4e07-b350-2b160b400fd7 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:52:57.348554 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8aa608-51bf-4e07-b350-2b160b400fd7 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:52:57.348882 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8aa608-51bf-4e07-b350-2b160b400fd7 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:52:57.349200 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8aa608-51bf-4e07-b350-2b160b400fd7 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:52:57.349524 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8aa608-51bf-4e07-b350-2b160b400fd7 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:52:57.349843 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8aa608-51bf-4e07-b350-2b160b400fd7 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:52:57.350162 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8aa608-51bf-4e07-b350-2b160b400fd7 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:52:57.350476 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8aa608-51bf-4e07-b350-2b160b400fd7 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:52:57.350842 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8aa608-51bf-4e07-b350-2b160b400fd7 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:52:57.351134 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8aa608-51bf-4e07-b350-2b160b400fd7 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:52:57.351447 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8aa608-51bf-4e07-b350-2b160b400fd7 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:52:57.360096 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8aa608-51bf-4e07-b350-2b160b400fd7 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Checking segment: {'id': '23c15c8d-3cab-4a07-bf88-39fcec09f26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8f765da1-de67-4529-845f-a8a483d2030c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:52:57.360458 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8aa608-51bf-4e07-b350-2b160b400fd7 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Network hostable DHCP agents. Network: 8f765da1-de67-4529-845f-a8a483d2030c, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:52:57.380152 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8aa608-51bf-4e07-b350-2b160b400fd7 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Network 8f765da1-de67-4529-845f-a8a483d2030c is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:52:57.397757 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-fd8aa608-51bf-4e07-b350-2b160b400fd7 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 8f765da1-de67-4529-845f-a8a483d2030c) {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:52:57.402092 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8aa608-51bf-4e07-b350-2b160b400fd7 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:52:57.412037 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8aa608-51bf-4e07-b350-2b160b400fd7 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:57.412876 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fd8aa608-51bf-4e07-b350-2b160b400fd7 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:57.415090 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942548d5-679f-4ef3-b165-71abe9961015 None None] Network 8f765da1-de67-4529-845f-a8a483d2030c requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:52:57.433892 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-fd8aa608-51bf-4e07-b350-2b160b400fd7 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.4959171 Dec 20 14:52:57.436897 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36736) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:57.442602 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-3f5d133f-0fa2-488c-ab55-3543b938763b tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-981000830'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:52:57.471711 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f5d133f-0fa2-488c-ab55-3543b938763b tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Made reservation on behalf of 9dc2db8fd1084daba237ede2ca8ed86f for: {'network': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:52:57.475328 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3f5d133f-0fa2-488c-ab55-3543b938763b tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:57.502450 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f5d133f-0fa2-488c-ab55-3543b938763b tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=103167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:52:57.513652 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3f5d133f-0fa2-488c-ab55-3543b938763b tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:57.514213 n-d-761264-19 neutron-server[103167]: INFO neutron.db.segments_db [None req-3f5d133f-0fa2-488c-ab55-3543b938763b tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Added segment d5cb1293-f747-4bac-88a6-c3203af0d376 of type vlan for network 1e297c33-4546-4a2c-9852-72434bdac3a3 Dec 20 14:52:57.558850 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3f5d133f-0fa2-488c-ab55-3543b938763b tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:57.584839 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3f5d133f-0fa2-488c-ab55-3543b938763b tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:57.590872 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5d133f-0fa2-488c-ab55-3543b938763b tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:57.591457 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3f5d133f-0fa2-488c-ab55-3543b938763b tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks [] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:57.656531 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-3f5d133f-0fa2-488c-ab55-3543b938763b tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2179775 Dec 20 14:52:57.659265 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 36738) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:57.664769 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-65b2b78b-df62-4275-90a7-0439ed21b9d7 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Request body: {'ports': [{'network_id': '8f765da1-de67-4529-845f-a8a483d2030c'}, {'network_id': '1e297c33-4546-4a2c-9852-72434bdac3a3'}]} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:52:57.665259 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5d133f-0fa2-488c-ab55-3543b938763b tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Pushing event updated for resources: {'Network': ['ID=1e297c33-4546-4a2c-9852-72434bdac3a3,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:57.665377 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-65b2b78b-df62-4275-90a7-0439ed21b9d7 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Request body: {'port': {'network_id': '8f765da1-de67-4529-845f-a8a483d2030c'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:52:57.666009 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-65b2b78b-df62-4275-90a7-0439ed21b9d7 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Request body: {'port': {'network_id': '1e297c33-4546-4a2c-9852-72434bdac3a3'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:52:57.677372 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 1e297c33-4546-4a2c-9852-72434bdac3a3 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:52:57.867170 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ba7696-3911-4105-afce-2ae799965165 req-ebb781b1-8d1c-4cc0-bb5f-44a2755323cf tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:57.868559 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-54ba7696-3911-4105-afce-2ae799965165 req-ebb781b1-8d1c-4cc0-bb5f-44a2755323cf tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/ports?device_id=0e6e452e-b7b9-4269-b6fe-be94c6c57210 HTTP/1.1" status: 200 len: 945 time: 0.0738008 Dec 20 14:52:57.885031 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65b2b78b-df62-4275-90a7-0439ed21b9d7 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Made reservation on behalf of 9dc2db8fd1084daba237ede2ca8ed86f for: {'port': 2} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:52:57.889530 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-65b2b78b-df62-4275-90a7-0439ed21b9d7 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:57.912665 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-65b2b78b-df62-4275-90a7-0439ed21b9d7 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:57.946478 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-54ba7696-3911-4105-afce-2ae799965165 req-435548f7-064e-4691-a8d4-7f3228ba09db tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/security-groups?id=1965ba5c-d387-4fec-8f79-f26f65ad2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710280 Dec 20 14:52:58.015105 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [None req-65b2b78b-df62-4275-90a7-0439ed21b9d7 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] device_id is not set on port 5fa10be1-1cef-486c-8255-7ca96ae7d5bc yet. {{(pid=103168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 14:52:58.129209 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-65b2b78b-df62-4275-90a7-0439ed21b9d7 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:58.204718 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [None req-65b2b78b-df62-4275-90a7-0439ed21b9d7 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] device_id is not set on port ee75f238-0951-42fe-88ea-020481bb42e9 yet. {{(pid=103168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 14:52:58.326081 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-65b2b78b-df62-4275-90a7-0439ed21b9d7 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:58.363048 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-65b2b78b-df62-4275-90a7-0439ed21b9d7 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:58.414283 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b2b78b-df62-4275-90a7-0439ed21b9d7 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Network 8f765da1-de67-4529-845f-a8a483d2030c is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:52:58.417571 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-65b2b78b-df62-4275-90a7-0439ed21b9d7 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:52:58.420092 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b2b78b-df62-4275-90a7-0439ed21b9d7 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:52:58.421113 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-65b2b78b-df62-4275-90a7-0439ed21b9d7 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:58.435585 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b2b78b-df62-4275-90a7-0439ed21b9d7 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Pushing event updated for resources: {'Port': ['ID=5fa10be1-1cef-486c-8255-7ca96ae7d5bc,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:58.497768 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b2b78b-df62-4275-90a7-0439ed21b9d7 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Pushing event updated for resources: {'Port': ['ID=ee75f238-0951-42fe-88ea-020481bb42e9,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:58.504653 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b2b78b-df62-4275-90a7-0439ed21b9d7 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Checking segment: {'id': 'd5cb1293-f747-4bac-88a6-c3203af0d376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1e297c33-4546-4a2c-9852-72434bdac3a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:52:58.505056 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b2b78b-df62-4275-90a7-0439ed21b9d7 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Network hostable DHCP agents. Network: 1e297c33-4546-4a2c-9852-72434bdac3a3, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:52:58.523482 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b2b78b-df62-4275-90a7-0439ed21b9d7 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Network 1e297c33-4546-4a2c-9852-72434bdac3a3 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:52:58.533843 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-65b2b78b-df62-4275-90a7-0439ed21b9d7 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 1e297c33-4546-4a2c-9852-72434bdac3a3) {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:52:58.537652 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b2b78b-df62-4275-90a7-0439ed21b9d7 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:52:58.543902 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b2b78b-df62-4275-90a7-0439ed21b9d7 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:58.545044 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d03f34-0ff0-41a9-b682-cf67eba4d8e5 None None] Network 1e297c33-4546-4a2c-9852-72434bdac3a3 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:52:58.551433 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b2b78b-df62-4275-90a7-0439ed21b9d7 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:58.551433 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-65b2b78b-df62-4275-90a7-0439ed21b9d7 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:58.567528 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-65b2b78b-df62-4275-90a7-0439ed21b9d7 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 0.9069345 Dec 20 14:52:58.570240 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 36746) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:58.663502 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-09a80552-e533-4e6e-a737-e965db28e8a8 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Deleting port ee75f238-0951-42fe-88ea-020481bb42e9 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:52:58.663760 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-09a80552-e533-4e6e-a737-e965db28e8a8 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:58.737311 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-09a80552-e533-4e6e-a737-e965db28e8a8 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:58.755108 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-09a80552-e533-4e6e-a737-e965db28e8a8 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Calling delete_port for ee75f238-0951-42fe-88ea-020481bb42e9 owned by {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:52:58.848469 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-09a80552-e533-4e6e-a737-e965db28e8a8 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:58.885340 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a80552-e533-4e6e-a737-e965db28e8a8 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Pushing event deleted for resources: {'Port': ['ID=ee75f238-0951-42fe-88ea-020481bb42e9,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:58.896201 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-09a80552-e533-4e6e-a737-e965db28e8a8 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:58.899764 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-09a80552-e533-4e6e-a737-e965db28e8a8 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "DELETE /v2.0/ports/ee75f238-0951-42fe-88ea-020481bb42e9 HTTP/1.1" status: 204 len: 168 time: 0.3281603 Dec 20 14:52:58.902302 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 36748) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:58.962218 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3cf1b84-dd93-4102-ac28-2c4b76c34f0a tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:58.968212 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3cf1b84-dd93-4102-ac28-2c4b76c34f0a tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:58.970042 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-f3cf1b84-dd93-4102-ac28-2c4b76c34f0a tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.0667315 Dec 20 14:52:58.973050 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36750) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:59.106362 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ee7fa6-182e-40a0-a28a-b867870e8341 req-3539ed98-b18a-4daa-8056-8abe46d96b50 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:59.107890 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-67ee7fa6-182e-40a0-a28a-b867870e8341 req-3539ed98-b18a-4daa-8056-8abe46d96b50 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/ports?device_id=0e6e452e-b7b9-4269-b6fe-be94c6c57210 HTTP/1.1" status: 200 len: 945 time: 0.0663610 Dec 20 14:52:59.114620 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-4e01e57d-0040-41fc-b93d-f44297c93760 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Deleting port 5fa10be1-1cef-486c-8255-7ca96ae7d5bc {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:52:59.115332 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4e01e57d-0040-41fc-b93d-f44297c93760 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:59.209808 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4e01e57d-0040-41fc-b93d-f44297c93760 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:59.220564 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-67ee7fa6-182e-40a0-a28a-b867870e8341 req-4fb6675c-ae74-42b5-bc66-80bc5fc07c50 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/security-groups?id=1965ba5c-d387-4fec-8f79-f26f65ad2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022565 Dec 20 14:52:59.226423 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-4e01e57d-0040-41fc-b93d-f44297c93760 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Calling delete_port for 5fa10be1-1cef-486c-8255-7ca96ae7d5bc owned by {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:52:59.310953 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4e01e57d-0040-41fc-b93d-f44297c93760 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:59.337984 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e01e57d-0040-41fc-b93d-f44297c93760 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Pushing event deleted for resources: {'Port': ['ID=5fa10be1-1cef-486c-8255-7ca96ae7d5bc,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:59.345381 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4e01e57d-0040-41fc-b93d-f44297c93760 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:59.349065 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-4e01e57d-0040-41fc-b93d-f44297c93760 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "DELETE /v2.0/ports/5fa10be1-1cef-486c-8255-7ca96ae7d5bc HTTP/1.1" status: 204 len: 168 time: 0.3749366 Dec 20 14:52:59.351633 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36754) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:59.401963 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b20ce7-0604-46ef-bbef-078fffd5cf08 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:59.406205 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-40b20ce7-0604-46ef-bbef-078fffd5cf08 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0509796 Dec 20 14:52:59.406490 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36756) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:59.431111 n-d-761264-19 neutron-server[103167]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3c8fb7c-1af9-4e87-9c3d-df3c6a9d26b4 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] GET failed (client error): The resource could not be found. Dec 20 14:52:59.432663 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-d3c8fb7c-1af9-4e87-9c3d-df3c6a9d26b4 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "GET /v2.0/ports/ee75f238-0951-42fe-88ea-020481bb42e9 HTTP/1.1" status: 404 len: 333 time: 0.0251679 Dec 20 14:52:59.435639 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36758) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:59.460334 n-d-761264-19 neutron-server[103167]: INFO neutron.pecan_wsgi.hooks.translation [None req-46893bea-cdbd-41e2-838e-4472cfbea2fb tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] GET failed (client error): The resource could not be found. Dec 20 14:52:59.461698 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-46893bea-cdbd-41e2-838e-4472cfbea2fb tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "GET /v2.0/ports/5fa10be1-1cef-486c-8255-7ca96ae7d5bc HTTP/1.1" status: 404 len: 333 time: 0.0251389 Dec 20 14:52:59.464581 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36760) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:59.551620 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-517d621c-8846-47af-95a3-2443b4f861ab tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:59.641695 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-517d621c-8846-47af-95a3-2443b4f861ab tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:59.664261 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-517d621c-8846-47af-95a3-2443b4f861ab tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e297c33-4546-4a2c-9852-72434bdac3a3']}} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:52:59.673931 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-517d621c-8846-47af-95a3-2443b4f861ab tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5cb1293-f747-4bac-88a6-c3203af0d376') {'for_net_delete': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:52:59.674225 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-517d621c-8846-47af-95a3-2443b4f861ab tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5cb1293-f747-4bac-88a6-c3203af0d376') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:52:59.683851 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-517d621c-8846-47af-95a3-2443b4f861ab tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954405'] for segment, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:59.697335 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-517d621c-8846-47af-95a3-2443b4f861ab tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:59.703585 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-517d621c-8846-47af-95a3-2443b4f861ab tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=103167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:52:59.703958 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-517d621c-8846-47af-95a3-2443b4f861ab tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9956000'] for segment, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:59.708084 n-d-761264-19 neutron-server[103167]: Traceback (most recent call last): Dec 20 14:52:59.708084 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:52:59.708084 n-d-761264-19 neutron-server[103167]: timer() Dec 20 14:52:59.708084 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:52:59.708084 n-d-761264-19 neutron-server[103167]: cb(*args, **kw) Dec 20 14:52:59.708084 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:52:59.708084 n-d-761264-19 neutron-server[103167]: return func(*args, **kwargs) Dec 20 14:52:59.708084 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:52:59.708084 n-d-761264-19 neutron-server[103167]: self._notify() Dec 20 14:52:59.708084 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:52:59.708084 n-d-761264-19 neutron-server[103167]: self.callback(batched_events) Dec 20 14:52:59.708084 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:52:59.708084 n-d-761264-19 neutron-server[103167]: event.method(event) Dec 20 14:52:59.708084 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:52:59.708084 n-d-761264-19 neutron-server[103167]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:52:59.708084 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:52:59.708084 n-d-761264-19 neutron-server[103167]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:52:59.708084 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:52:59.708084 n-d-761264-19 neutron-server[103167]: return f(self, *a, **k) Dec 20 14:52:59.708084 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:52:59.708084 n-d-761264-19 neutron-server[103167]: return self._get(url).json() Dec 20 14:52:59.708084 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:52:59.708084 n-d-761264-19 neutron-server[103167]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:52:59.708084 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:52:59.708084 n-d-761264-19 neutron-server[103167]: return self.request(url, 'GET', **kwargs) Dec 20 14:52:59.708084 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:52:59.708084 n-d-761264-19 neutron-server[103167]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:52:59.708084 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:52:59.708084 n-d-761264-19 neutron-server[103167]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:52:59.708084 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:52:59.708084 n-d-761264-19 neutron-server[103167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:52:59.708084 n-d-761264-19 neutron-server[103167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:52:59.768312 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-517d621c-8846-47af-95a3-2443b4f861ab tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:59.775236 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-517d621c-8846-47af-95a3-2443b4f861ab tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks [] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:59.778175 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-517d621c-8846-47af-95a3-2443b4f861ab tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "DELETE /v2.0/networks/1e297c33-4546-4a2c-9852-72434bdac3a3 HTTP/1.1" status: 204 len: 168 time: 0.3126986 Dec 20 14:52:59.782012 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 36766) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:52:59.787719 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-4381092e-61c8-4e47-a723-d8581018559b tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-427398784'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:52:59.789828 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517d621c-8846-47af-95a3-2443b4f861ab tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Pushing event deleted for resources: {'Network': ['ID=1e297c33-4546-4a2c-9852-72434bdac3a3,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:52:59.812879 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4381092e-61c8-4e47-a723-d8581018559b tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Made reservation on behalf of 9dc2db8fd1084daba237ede2ca8ed86f for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:52:59.818397 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4381092e-61c8-4e47-a723-d8581018559b tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:59.849875 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4381092e-61c8-4e47-a723-d8581018559b tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:52:59.861791 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4381092e-61c8-4e47-a723-d8581018559b tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:59.862159 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-4381092e-61c8-4e47-a723-d8581018559b tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Added segment 274016ce-846b-41fd-a38c-c9cced16b74b of type vlan for network cfb468cd-4f7f-4d86-8f35-c9c0534dc79b Dec 20 14:52:59.904967 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4381092e-61c8-4e47-a723-d8581018559b tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:59.932058 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4381092e-61c8-4e47-a723-d8581018559b tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:52:59.938543 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4381092e-61c8-4e47-a723-d8581018559b tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:52:59.939149 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4381092e-61c8-4e47-a723-d8581018559b tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks [] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:00.002603 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-4381092e-61c8-4e47-a723-d8581018559b tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2192848 Dec 20 14:53:00.005553 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 36768) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:00.012485 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-810e2015-4f4b-46b7-bfba-238f555f4945 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Request body: {'subnet': {'network_id': 'cfb468cd-4f7f-4d86-8f35-c9c0534dc79b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:53:00.029866 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4381092e-61c8-4e47-a723-d8581018559b tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Pushing event updated for resources: {'Network': ['ID=cfb468cd-4f7f-4d86-8f35-c9c0534dc79b,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:00.048891 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network cfb468cd-4f7f-4d86-8f35-c9c0534dc79b details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:53:00.119081 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-810e2015-4f4b-46b7-bfba-238f555f4945 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Made reservation on behalf of 9dc2db8fd1084daba237ede2ca8ed86f for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:53:00.124214 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-810e2015-4f4b-46b7-bfba-238f555f4945 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:00.194933 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.ipam_backend_mixin [None req-810e2015-4f4b-46b7-bfba-238f555f4945 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Performing IP validity checks on allocation pools {{(pid=103168) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 20 14:53:00.197676 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.ipam_backend_mixin [None req-810e2015-4f4b-46b7-bfba-238f555f4945 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103168) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 20 14:53:00.356403 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-810e2015-4f4b-46b7-bfba-238f555f4945 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8848317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10470522'] for subnet, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:00.400230 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd943d-b498-472a-ba51-7611a6621d10 req-b8d63c48-6e9b-49dd-9b17-b554c72d159e tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:00.401825 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c5dd943d-b498-472a-ba51-7611a6621d10 req-b8d63c48-6e9b-49dd-9b17-b554c72d159e tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/ports?device_id=0e6e452e-b7b9-4269-b6fe-be94c6c57210 HTTP/1.1" status: 200 len: 945 time: 0.0996664 Dec 20 14:53:00.440146 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810e2015-4f4b-46b7-bfba-238f555f4945 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Pushing event updated for resources: {'Subnet': ['ID=2e39205d-cccf-4ce4-a566-0a6a7430b143,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:00.475228 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810e2015-4f4b-46b7-bfba-238f555f4945 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Checking segment: {'id': '274016ce-846b-41fd-a38c-c9cced16b74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'cfb468cd-4f7f-4d86-8f35-c9c0534dc79b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:53:00.475580 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810e2015-4f4b-46b7-bfba-238f555f4945 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Network hostable DHCP agents. Network: cfb468cd-4f7f-4d86-8f35-c9c0534dc79b, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:53:00.482658 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c5dd943d-b498-472a-ba51-7611a6621d10 req-fe6a7f05-1336-45c6-bcb3-4028a922f74f tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/security-groups?id=1965ba5c-d387-4fec-8f79-f26f65ad2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735555 Dec 20 14:53:00.498971 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810e2015-4f4b-46b7-bfba-238f555f4945 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Network cfb468cd-4f7f-4d86-8f35-c9c0534dc79b is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:53:00.510250 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-810e2015-4f4b-46b7-bfba-238f555f4945 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, cfb468cd-4f7f-4d86-8f35-c9c0534dc79b) {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:53:00.514667 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810e2015-4f4b-46b7-bfba-238f555f4945 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:00.515293 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-810e2015-4f4b-46b7-bfba-238f555f4945 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks [] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:00.519510 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97de961-3a8b-4efa-adbf-c853ebf32a9b None None] Network cfb468cd-4f7f-4d86-8f35-c9c0534dc79b requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:53:00.542847 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36774) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:00.543479 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-810e2015-4f4b-46b7-bfba-238f555f4945 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5363357 Dec 20 14:53:00.548674 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-f21a5bc5-504e-4d9e-8d10-ed970576c4f7 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Request body: {'port': {'network_id': 'cfb468cd-4f7f-4d86-8f35-c9c0534dc79b', 'name': 'tempest-PortsIpV6TestJSON-916419361'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:53:00.648941 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad836442-4f45-434f-8595-1671cd557a9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-cfb468cd-4f7f-4d86-8f35-c9c0534dc79b', 'network_id': 'cfb468cd-4f7f-4d86-8f35-c9c0534dc79b', 'project_id': '9dc2db8fd1084daba237ede2ca8ed86f', 'fixed_ips': [{'subnet_id': '2e39205d-cccf-4ce4-a566-0a6a7430b143'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:53:00.649971 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ad836442-4f45-434f-8595-1671cd557a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:00.709502 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f21a5bc5-504e-4d9e-8d10-ed970576c4f7 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Made reservation on behalf of 9dc2db8fd1084daba237ede2ca8ed86f for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:53:00.713888 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f21a5bc5-504e-4d9e-8d10-ed970576c4f7 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:00.736324 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [None req-f21a5bc5-504e-4d9e-8d10-ed970576c4f7 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] device_id is not set on port 1a3c1c5c-26fe-4245-9d60-a99c1d7325eb yet. {{(pid=103167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 14:53:00.739725 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-0d7dc52b-728d-46a1-b9d8-d3b2ab66f228 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:00.972949 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-ad836442-4f45-434f-8595-1671cd557a9f None None] Allocated IP 2001:db8::2 (cfb468cd-4f7f-4d86-8f35-c9c0534dc79b/2e39205d-cccf-4ce4-a566-0a6a7430b143/e308eb69-95ab-485d-ba33-12e901cd343e) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:53:01.122237 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ad836442-4f45-434f-8595-1671cd557a9f None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:01.128027 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ad836442-4f45-434f-8595-1671cd557a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:01.170058 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad836442-4f45-434f-8595-1671cd557a9f None None] Network cfb468cd-4f7f-4d86-8f35-c9c0534dc79b is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:53:01.173413 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-ad836442-4f45-434f-8595-1671cd557a9f None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:53:01.175908 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad836442-4f45-434f-8595-1671cd557a9f None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:53:01.198172 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-f21a5bc5-504e-4d9e-8d10-ed970576c4f7 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Allocated IP 2001:db8::14c (cfb468cd-4f7f-4d86-8f35-c9c0534dc79b/2e39205d-cccf-4ce4-a566-0a6a7430b143/1a3c1c5c-26fe-4245-9d60-a99c1d7325eb) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:53:01.203496 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad836442-4f45-434f-8595-1671cd557a9f None None] Pushing event updated for resources: {'Port': ['ID=e308eb69-95ab-485d-ba33-12e901cd343e,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:01.256980 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-ad836442-4f45-434f-8595-1671cd557a9f None None] Attempting to bind port e308eb69-95ab-485d-ba33-12e901cd343e on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:53:01.257633 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-ad836442-4f45-434f-8595-1671cd557a9f None None] Attempting to bind port e308eb69-95ab-485d-ba33-12e901cd343e by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '274016ce-846b-41fd-a38c-c9cced16b74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'cfb468cd-4f7f-4d86-8f35-c9c0534dc79b'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:53:01.258275 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad836442-4f45-434f-8595-1671cd557a9f None None] Attempting to bind port e308eb69-95ab-485d-ba33-12e901cd343e on network cfb468cd-4f7f-4d86-8f35-c9c0534dc79b {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:53:01.264501 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad836442-4f45-434f-8595-1671cd557a9f None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:53:01.265027 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad836442-4f45-434f-8595-1671cd557a9f None None] Checking segment: {'id': '274016ce-846b-41fd-a38c-c9cced16b74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'cfb468cd-4f7f-4d86-8f35-c9c0534dc79b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:53:01.265583 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ad836442-4f45-434f-8595-1671cd557a9f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:01.266154 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad836442-4f45-434f-8595-1671cd557a9f None None] Bound using segment: {'id': '274016ce-846b-41fd-a38c-c9cced16b74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'cfb468cd-4f7f-4d86-8f35-c9c0534dc79b'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:53:01.266839 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-ad836442-4f45-434f-8595-1671cd557a9f None None] Bound port: e308eb69-95ab-485d-ba33-12e901cd343e, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '274016ce-846b-41fd-a38c-c9cced16b74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'cfb468cd-4f7f-4d86-8f35-c9c0534dc79b'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:53:01.267382 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ad836442-4f45-434f-8595-1671cd557a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:01.337104 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-ad836442-4f45-434f-8595-1671cd557a9f None None] For port e308eb69-95ab-485d-ba33-12e901cd343e, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:53:01.342106 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-ad836442-4f45-434f-8595-1671cd557a9f None None] For port e308eb69-95ab-485d-ba33-12e901cd343e, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=e308eb69-95ab-485d-ba33-12e901cd343e,segment=NetworkSegment(274016ce-846b-41fd-a38c-c9cced16b74b),segment_id=274016ce-846b-41fd-a38c-c9cced16b74b)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:53:01.347976 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ad836442-4f45-434f-8595-1671cd557a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:01.360952 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f21a5bc5-504e-4d9e-8d10-ed970576c4f7 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:01.403531 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f21a5bc5-504e-4d9e-8d10-ed970576c4f7 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:01.410359 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad836442-4f45-434f-8595-1671cd557a9f None None] Pushing event updated for resources: {'Port': ['ID=e308eb69-95ab-485d-ba33-12e901cd343e,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:01.454373 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21a5bc5-504e-4d9e-8d10-ed970576c4f7 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Network cfb468cd-4f7f-4d86-8f35-c9c0534dc79b is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:53:01.457479 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-f21a5bc5-504e-4d9e-8d10-ed970576c4f7 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:53:01.461208 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21a5bc5-504e-4d9e-8d10-ed970576c4f7 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:53:01.466981 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21a5bc5-504e-4d9e-8d10-ed970576c4f7 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:01.467623 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f21a5bc5-504e-4d9e-8d10-ed970576c4f7 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:01.478390 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21a5bc5-504e-4d9e-8d10-ed970576c4f7 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Pushing event updated for resources: {'Port': ['ID=1a3c1c5c-26fe-4245-9d60-a99c1d7325eb,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:01.496293 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-f21a5bc5-504e-4d9e-8d10-ed970576c4f7 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9494338 Dec 20 14:53:01.496559 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36778) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:01.642426 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b32f209-0cf6-4a9a-8cfe-462831783d76 req-4b802f81-80ca-48eb-bebd-f7ba13237c92 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:01.644010 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0b32f209-0cf6-4a9a-8cfe-462831783d76 req-4b802f81-80ca-48eb-bebd-f7ba13237c92 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/ports?device_id=0e6e452e-b7b9-4269-b6fe-be94c6c57210 HTTP/1.1" status: 200 len: 945 time: 0.0785644 Dec 20 14:53:01.695559 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-ae4ffd1d-37c3-4831-b2ca-ebbe578ae224 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Deleting port 1a3c1c5c-26fe-4245-9d60-a99c1d7325eb {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:53:01.695904 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ae4ffd1d-37c3-4831-b2ca-ebbe578ae224 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:01.787892 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0b32f209-0cf6-4a9a-8cfe-462831783d76 req-7a9c2241-34d1-486d-86db-94da0f91026e tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/security-groups?id=1965ba5c-d387-4fec-8f79-f26f65ad2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255212 Dec 20 14:53:01.812029 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ae4ffd1d-37c3-4831-b2ca-ebbe578ae224 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:01.825452 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-ae4ffd1d-37c3-4831-b2ca-ebbe578ae224 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Calling delete_port for 1a3c1c5c-26fe-4245-9d60-a99c1d7325eb owned by {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:53:01.961389 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ae4ffd1d-37c3-4831-b2ca-ebbe578ae224 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:01.989747 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4ffd1d-37c3-4831-b2ca-ebbe578ae224 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Pushing event deleted for resources: {'Port': ['ID=1a3c1c5c-26fe-4245-9d60-a99c1d7325eb,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:02.021744 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ae4ffd1d-37c3-4831-b2ca-ebbe578ae224 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:02.025202 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-ae4ffd1d-37c3-4831-b2ca-ebbe578ae224 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "DELETE /v2.0/ports/1a3c1c5c-26fe-4245-9d60-a99c1d7325eb HTTP/1.1" status: 204 len: 168 time: 0.5276737 Dec 20 14:53:02.027783 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36786) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:02.050797 n-d-761264-19 neutron-server[103167]: INFO neutron.pecan_wsgi.hooks.translation [None req-42501763-85fb-4e8c-a60a-729f06669206 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] DELETE failed (client error): The resource could not be found. Dec 20 14:53:02.051429 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42501763-85fb-4e8c-a60a-729f06669206 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:53:02.057195 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-42501763-85fb-4e8c-a60a-729f06669206 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "DELETE /v2.0/ports/1a3c1c5c-26fe-4245-9d60-a99c1d7325eb HTTP/1.1" status: 404 len: 333 time: 0.0258117 Dec 20 14:53:02.057726 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36788) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:02.084619 n-d-761264-19 neutron-server[103167]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b790e69-ff5c-4938-b5b7-02929a3d8eb6 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] GET failed (client error): The resource could not be found. Dec 20 14:53:02.088648 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-9b790e69-ff5c-4938-b5b7-02929a3d8eb6 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "GET /v2.0/ports/1a3c1c5c-26fe-4245-9d60-a99c1d7325eb HTTP/1.1" status: 404 len: 333 time: 0.0273509 Dec 20 14:53:02.089021 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 36790) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:02.143693 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ad7a9db-182a-46c4-9b64-63eb001e013d tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Deleting subnet 2e39205d-cccf-4ce4-a566-0a6a7430b143 {{(pid=103168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:53:02.149661 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2ad7a9db-182a-46c4-9b64-63eb001e013d tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks [] for subnet, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:02.208746 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2ad7a9db-182a-46c4-9b64-63eb001e013d tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9023023'] for subnet, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:02.306135 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2ad7a9db-182a-46c4-9b64-63eb001e013d tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:02.385608 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2ad7a9db-182a-46c4-9b64-63eb001e013d tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8850800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470517'] for subnet, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:02.424466 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2ad7a9db-182a-46c4-9b64-63eb001e013d tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks [] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:02.427932 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-2ad7a9db-182a-46c4-9b64-63eb001e013d tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "DELETE /v2.0/subnets/2e39205d-cccf-4ce4-a566-0a6a7430b143 HTTP/1.1" status: 204 len: 168 time: 0.3377852 Dec 20 14:53:02.429324 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad7a9db-182a-46c4-9b64-63eb001e013d tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Pushing event deleted for resources: {'Subnet': ['ID=2e39205d-cccf-4ce4-a566-0a6a7430b143,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:02.431138 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36792) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:02.523119 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-27c9cbb0-07f9-4183-9a77-30790cca3694 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:02.587942 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-27c9cbb0-07f9-4183-9a77-30790cca3694 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Deleting port e308eb69-95ab-485d-ba33-12e901cd343e {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:53:02.588278 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-27c9cbb0-07f9-4183-9a77-30790cca3694 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:02.591595 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a889879-ac59-4393-8f21-f5985c2218de None None] Network cfb468cd-4f7f-4d86-8f35-c9c0534dc79b requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:53:02.661507 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-27c9cbb0-07f9-4183-9a77-30790cca3694 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] For port e308eb69-95ab-485d-ba33-12e901cd343e, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=e308eb69-95ab-485d-ba33-12e901cd343e,segment=NetworkSegment(274016ce-846b-41fd-a38c-c9cced16b74b),segment_id=274016ce-846b-41fd-a38c-c9cced16b74b)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:53:02.661926 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-27c9cbb0-07f9-4183-9a77-30790cca3694 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:02.675382 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-27c9cbb0-07f9-4183-9a77-30790cca3694 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Calling delete_port for e308eb69-95ab-485d-ba33-12e901cd343e owned by network:dhcp {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:53:02.708315 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-b42d454b-f8d3-4abe-9ee3-064a3790b3d5 None None] Provisioning complete for port e308eb69-95ab-485d-ba33-12e901cd343e triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:53:02.708782 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b42d454b-f8d3-4abe-9ee3-064a3790b3d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:02.783786 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-27c9cbb0-07f9-4183-9a77-30790cca3694 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:02.824337 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b42d454b-f8d3-4abe-9ee3-064a3790b3d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:02.830046 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c9cbb0-07f9-4183-9a77-30790cca3694 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Pushing event deleted for resources: {'Port': ['ID=e308eb69-95ab-485d-ba33-12e901cd343e,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:02.843472 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c9cbb0-07f9-4183-9a77-30790cca3694 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] No DVR routers for this DVR port e308eb69-95ab-485d-ba33-12e901cd343e on host n-d-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:53:02.871441 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c34f211-65f3-49cd-80ed-4d1464af8fdc None None] DHCP port deletion for cfb468cd-4f7f-4d86-8f35-c9c0534dc79b request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:53:02.906316 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6ff7d0d2-2673-45a7-a505-100c51d3dece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:02.939670 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-27c9cbb0-07f9-4183-9a77-30790cca3694 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:02.992479 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf46f90-c7a3-495a-9395-cdc0b120b0a2 req-71dda2f9-2a8c-474c-9d0f-eb7be584a215 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:02.994079 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5cf46f90-c7a3-495a-9395-cdc0b120b0a2 req-71dda2f9-2a8c-474c-9d0f-eb7be584a215 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/ports?device_id=0e6e452e-b7b9-4269-b6fe-be94c6c57210 HTTP/1.1" status: 200 len: 945 time: 0.0651903 Dec 20 14:53:02.994216 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-27c9cbb0-07f9-4183-9a77-30790cca3694 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfb468cd-4f7f-4d86-8f35-c9c0534dc79b']}} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:53:03.011883 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-27c9cbb0-07f9-4183-9a77-30790cca3694 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '274016ce-846b-41fd-a38c-c9cced16b74b') {'for_net_delete': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:53:03.011883 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-27c9cbb0-07f9-4183-9a77-30790cca3694 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '274016ce-846b-41fd-a38c-c9cced16b74b') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:53:03.020696 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-27c9cbb0-07f9-4183-9a77-30790cca3694 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954405'] for segment, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:03.038078 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-27c9cbb0-07f9-4183-9a77-30790cca3694 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:03.048526 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27c9cbb0-07f9-4183-9a77-30790cca3694 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=103167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:53:03.048926 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-27c9cbb0-07f9-4183-9a77-30790cca3694 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9956000'] for segment, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:03.052402 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:03.052402 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:53:03.052402 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:03.052402 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:53:03.052402 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:03.052402 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:53:03.052402 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:03.052402 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:53:03.052402 n-d-761264-19 neutron-server[103167]: Traceback (most recent call last): Dec 20 14:53:03.052402 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:53:03.052402 n-d-761264-19 neutron-server[103167]: timer() Dec 20 14:53:03.052402 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:53:03.052402 n-d-761264-19 neutron-server[103167]: cb(*args, **kw) Dec 20 14:53:03.052402 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:53:03.052402 n-d-761264-19 neutron-server[103167]: return func(*args, **kwargs) Dec 20 14:53:03.052402 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:53:03.052402 n-d-761264-19 neutron-server[103167]: self._notify() Dec 20 14:53:03.052402 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:53:03.052402 n-d-761264-19 neutron-server[103167]: self.callback(batched_events) Dec 20 14:53:03.052402 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:53:03.052402 n-d-761264-19 neutron-server[103167]: event.method(event) Dec 20 14:53:03.052402 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:53:03.052402 n-d-761264-19 neutron-server[103167]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:53:03.052402 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:53:03.052402 n-d-761264-19 neutron-server[103167]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:53:03.052402 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:53:03.052402 n-d-761264-19 neutron-server[103167]: return f(self, *a, **k) Dec 20 14:53:03.052402 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:53:03.052402 n-d-761264-19 neutron-server[103167]: return self._get(url).json() Dec 20 14:53:03.052402 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:53:03.052402 n-d-761264-19 neutron-server[103167]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:53:03.052402 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:53:03.052402 n-d-761264-19 neutron-server[103167]: return self.request(url, 'GET', **kwargs) Dec 20 14:53:03.052402 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:53:03.052402 n-d-761264-19 neutron-server[103167]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:53:03.052402 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:53:03.052402 n-d-761264-19 neutron-server[103167]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:53:03.052402 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:53:03.052402 n-d-761264-19 neutron-server[103167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:53:03.052402 n-d-761264-19 neutron-server[103167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:53:03.064668 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5cf46f90-c7a3-495a-9395-cdc0b120b0a2 req-a2364b6c-688b-4a56-8024-6de049309f49 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/security-groups?id=1965ba5c-d387-4fec-8f79-f26f65ad2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641606 Dec 20 14:53:03.168823 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-27c9cbb0-07f9-4183-9a77-30790cca3694 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:03.173128 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-27c9cbb0-07f9-4183-9a77-30790cca3694 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks [] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:03.176389 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-27c9cbb0-07f9-4183-9a77-30790cca3694 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "DELETE /v2.0/networks/cfb468cd-4f7f-4d86-8f35-c9c0534dc79b HTTP/1.1" status: 204 len: 168 time: 0.7446868 Dec 20 14:53:03.180120 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 36814) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:03.185215 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-8b085dbe-75d5-473e-9614-f72f45ee412a tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1173871030'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:53:03.205792 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c9cbb0-07f9-4183-9a77-30790cca3694 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Pushing event deleted for resources: {'Network': ['ID=cfb468cd-4f7f-4d86-8f35-c9c0534dc79b,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:03.215501 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b085dbe-75d5-473e-9614-f72f45ee412a tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Made reservation on behalf of 9dc2db8fd1084daba237ede2ca8ed86f for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:53:03.219632 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8b085dbe-75d5-473e-9614-f72f45ee412a tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:03.235230 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f12c12b-be33-49e1-904d-fc36d22278ef req-9dd26afc-c2d7-4cbd-88bf-89c7307a3f8c tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:03.237861 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3f12c12b-be33-49e1-904d-fc36d22278ef req-9dd26afc-c2d7-4cbd-88bf-89c7307a3f8c tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.54 "GET /v2.0/networks?id=1d6e94b3-e488-46e8-b36e-5df57c7dc6f7 HTTP/1.1" status: 200 len: 814 time: 0.1724374 Dec 20 14:53:03.246384 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b085dbe-75d5-473e-9614-f72f45ee412a tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:53:03.254364 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3f12c12b-be33-49e1-904d-fc36d22278ef req-d46ef2be-52da-4c71-ab31-54e75e7a0477 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.54 "GET /v2.0/quotas/e5627c7cf5f247fcac36c91973083b50 HTTP/1.1" status: 200 len: 375 time: 0.0096014 Dec 20 14:53:03.257494 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8b085dbe-75d5-473e-9614-f72f45ee412a tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:03.257827 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-8b085dbe-75d5-473e-9614-f72f45ee412a tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Added segment 5fa4d380-c139-4c85-be22-30d1ffa1c648 of type vlan for network fed3da0b-a2f5-45df-8f48-301f0224101f Dec 20 14:53:03.301413 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8b085dbe-75d5-473e-9614-f72f45ee412a tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:03.310274 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3f12c12b-be33-49e1-904d-fc36d22278ef req-42f4478e-52a6-49c9-9745-6d50bb858aa4 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=e5627c7cf5f247fcac36c91973083b50&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0492523 Dec 20 14:53:03.333027 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8b085dbe-75d5-473e-9614-f72f45ee412a tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:03.340606 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b085dbe-75d5-473e-9614-f72f45ee412a tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:03.341282 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8b085dbe-75d5-473e-9614-f72f45ee412a tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks [] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:03.382294 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-8b085dbe-75d5-473e-9614-f72f45ee412a tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2010670 Dec 20 14:53:03.387797 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 36818) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:03.418891 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-a9aaf26a-9a91-4b77-beaf-82fff2c6ea13 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Request body: {'subnet': {'network_id': 'fed3da0b-a2f5-45df-8f48-301f0224101f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:53:03.448902 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b085dbe-75d5-473e-9614-f72f45ee412a tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Pushing event updated for resources: {'Network': ['ID=fed3da0b-a2f5-45df-8f48-301f0224101f,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:03.463801 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network fed3da0b-a2f5-45df-8f48-301f0224101f details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:53:03.468814 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3f12c12b-be33-49e1-904d-fc36d22278ef req-795c5b4e-d934-43cb-acb7-5226b76bec93 service neutron] 10.222.0.54 "GET /v2.0/networks/1d6e94b3-e488-46e8-b36e-5df57c7dc6f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503546 Dec 20 14:53:03.533469 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9aaf26a-9a91-4b77-beaf-82fff2c6ea13 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Made reservation on behalf of 9dc2db8fd1084daba237ede2ca8ed86f for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:53:03.537343 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a9aaf26a-9a91-4b77-beaf-82fff2c6ea13 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:03.580339 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3f12c12b-be33-49e1-904d-fc36d22278ef req-67f19fd5-2855-4d30-aff3-8ae5a5876104 service neutron] 10.222.0.54 "GET /v2.0/networks/1d6e94b3-e488-46e8-b36e-5df57c7dc6f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030254 Dec 20 14:53:03.771473 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0510d442-e1b4-4580-b267-ac03e694174f req-6f55bdf3-5ad0-43b0-a695-5ba55880ab3f tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.54 "GET /v2.0/ports?device_id=050a5e33-bf4a-4ffc-8f13-c57f3dd07a97 HTTP/1.1" status: 200 len: 210 time: 0.0416801 Dec 20 14:53:03.778614 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a9aaf26a-9a91-4b77-beaf-82fff2c6ea13 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8848317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10470522'] for subnet, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:03.824114 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:03.868266 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9aaf26a-9a91-4b77-beaf-82fff2c6ea13 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Checking segment: {'id': '5fa4d380-c139-4c85-be22-30d1ffa1c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'fed3da0b-a2f5-45df-8f48-301f0224101f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:53:03.871212 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9aaf26a-9a91-4b77-beaf-82fff2c6ea13 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Network hostable DHCP agents. Network: fed3da0b-a2f5-45df-8f48-301f0224101f, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:53:03.880904 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aaf26a-9a91-4b77-beaf-82fff2c6ea13 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Pushing event updated for resources: {'Subnet': ['ID=2a6acc5e-2c78-436f-8f2c-c36d92551d3c,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:03.899201 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9aaf26a-9a91-4b77-beaf-82fff2c6ea13 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Network fed3da0b-a2f5-45df-8f48-301f0224101f is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:53:03.913097 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-a9aaf26a-9a91-4b77-beaf-82fff2c6ea13 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, fed3da0b-a2f5-45df-8f48-301f0224101f) {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:53:03.918381 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9aaf26a-9a91-4b77-beaf-82fff2c6ea13 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:03.919482 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a9aaf26a-9a91-4b77-beaf-82fff2c6ea13 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks [] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:03.926056 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c75d38-e747-434c-a103-6b7299b6cdb2 None None] Network fed3da0b-a2f5-45df-8f48-301f0224101f requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:53:03.946398 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-a9aaf26a-9a91-4b77-beaf-82fff2c6ea13 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5575626 Dec 20 14:53:03.949580 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36828) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:03.955271 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-51360edc-9d58-4781-8441-c68fe73b3042 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Request body: {'port': {'network_id': 'fed3da0b-a2f5-45df-8f48-301f0224101f', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1049524759'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:53:04.050701 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41422153-4817-4619-b134-ccc332a78bc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-fed3da0b-a2f5-45df-8f48-301f0224101f', 'network_id': 'fed3da0b-a2f5-45df-8f48-301f0224101f', 'project_id': '9dc2db8fd1084daba237ede2ca8ed86f', 'fixed_ips': [{'subnet_id': '2a6acc5e-2c78-436f-8f2c-c36d92551d3c'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:53:04.055759 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-41422153-4817-4619-b134-ccc332a78bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:04.124138 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51360edc-9d58-4781-8441-c68fe73b3042 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Made reservation on behalf of 9dc2db8fd1084daba237ede2ca8ed86f for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:53:04.130578 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-51360edc-9d58-4781-8441-c68fe73b3042 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:04.161808 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [None req-51360edc-9d58-4781-8441-c68fe73b3042 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] device_id is not set on port 53fe6470-ac44-4077-b032-6f4331cda8aa yet. {{(pid=103167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 14:53:04.256240 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d23666-01e3-4202-9ea5-e9fb2c06e654 req-b88b657c-2241-4878-bec2-2d9b78774f8c tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:04.257731 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-48d23666-01e3-4202-9ea5-e9fb2c06e654 req-b88b657c-2241-4878-bec2-2d9b78774f8c tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/ports?device_id=0e6e452e-b7b9-4269-b6fe-be94c6c57210 HTTP/1.1" status: 200 len: 945 time: 0.1095970 Dec 20 14:53:04.289863 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-41422153-4817-4619-b134-ccc332a78bc0 None None] Allocated IP 2001:db8::2 (fed3da0b-a2f5-45df-8f48-301f0224101f/2a6acc5e-2c78-436f-8f2c-c36d92551d3c/abcfc39c-f2fa-4b29-a8c5-dbe2967a40fc) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:53:04.484257 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-41422153-4817-4619-b134-ccc332a78bc0 None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:04.493379 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-41422153-4817-4619-b134-ccc332a78bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:04.530760 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41422153-4817-4619-b134-ccc332a78bc0 None None] Network fed3da0b-a2f5-45df-8f48-301f0224101f is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:53:04.534305 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-41422153-4817-4619-b134-ccc332a78bc0 None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:53:04.539128 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41422153-4817-4619-b134-ccc332a78bc0 None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:53:04.580709 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41422153-4817-4619-b134-ccc332a78bc0 None None] Pushing event updated for resources: {'Port': ['ID=abcfc39c-f2fa-4b29-a8c5-dbe2967a40fc,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:04.620647 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-41422153-4817-4619-b134-ccc332a78bc0 None None] Attempting to bind port abcfc39c-f2fa-4b29-a8c5-dbe2967a40fc on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:53:04.621021 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-41422153-4817-4619-b134-ccc332a78bc0 None None] Attempting to bind port abcfc39c-f2fa-4b29-a8c5-dbe2967a40fc by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '5fa4d380-c139-4c85-be22-30d1ffa1c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'fed3da0b-a2f5-45df-8f48-301f0224101f'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:53:04.621382 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41422153-4817-4619-b134-ccc332a78bc0 None None] Attempting to bind port abcfc39c-f2fa-4b29-a8c5-dbe2967a40fc on network fed3da0b-a2f5-45df-8f48-301f0224101f {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:53:04.628767 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41422153-4817-4619-b134-ccc332a78bc0 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:53:04.629523 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41422153-4817-4619-b134-ccc332a78bc0 None None] Checking segment: {'id': '5fa4d380-c139-4c85-be22-30d1ffa1c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'fed3da0b-a2f5-45df-8f48-301f0224101f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:53:04.630406 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-41422153-4817-4619-b134-ccc332a78bc0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:04.631143 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41422153-4817-4619-b134-ccc332a78bc0 None None] Bound using segment: {'id': '5fa4d380-c139-4c85-be22-30d1ffa1c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'fed3da0b-a2f5-45df-8f48-301f0224101f'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:53:04.632003 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-41422153-4817-4619-b134-ccc332a78bc0 None None] Bound port: abcfc39c-f2fa-4b29-a8c5-dbe2967a40fc, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fa4d380-c139-4c85-be22-30d1ffa1c648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'fed3da0b-a2f5-45df-8f48-301f0224101f'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:53:04.632689 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-41422153-4817-4619-b134-ccc332a78bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:04.687839 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-48d23666-01e3-4202-9ea5-e9fb2c06e654 req-72181e47-b2d5-4432-984f-b4d6e271cdae tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/security-groups?id=1965ba5c-d387-4fec-8f79-f26f65ad2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4218235 Dec 20 14:53:04.697518 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-51360edc-9d58-4781-8441-c68fe73b3042 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Allocated IP 2001:db8::348 (fed3da0b-a2f5-45df-8f48-301f0224101f/2a6acc5e-2c78-436f-8f2c-c36d92551d3c/53fe6470-ac44-4077-b032-6f4331cda8aa) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:53:04.711844 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-41422153-4817-4619-b134-ccc332a78bc0 None None] For port abcfc39c-f2fa-4b29-a8c5-dbe2967a40fc, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:53:04.715783 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-41422153-4817-4619-b134-ccc332a78bc0 None None] For port abcfc39c-f2fa-4b29-a8c5-dbe2967a40fc, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=abcfc39c-f2fa-4b29-a8c5-dbe2967a40fc,segment=NetworkSegment(5fa4d380-c139-4c85-be22-30d1ffa1c648),segment_id=5fa4d380-c139-4c85-be22-30d1ffa1c648)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:53:04.721166 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-41422153-4817-4619-b134-ccc332a78bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:04.787004 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41422153-4817-4619-b134-ccc332a78bc0 None None] Pushing event updated for resources: {'Port': ['ID=abcfc39c-f2fa-4b29-a8c5-dbe2967a40fc,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:04.874185 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-51360edc-9d58-4781-8441-c68fe73b3042 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:04.895050 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-56944ff3-f17f-449a-91e5-015eec3c95e6 req-d0d8dcf2-2091-4e22-a1fb-d55b4c7280d5 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.54 "GET /v2.0/ports?device_id=050a5e33-bf4a-4ffc-8f13-c57f3dd07a97 HTTP/1.1" status: 200 len: 210 time: 0.0371323 Dec 20 14:53:04.946436 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-51360edc-9d58-4781-8441-c68fe73b3042 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:05.124655 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51360edc-9d58-4781-8441-c68fe73b3042 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Network fed3da0b-a2f5-45df-8f48-301f0224101f is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:53:05.129260 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-51360edc-9d58-4781-8441-c68fe73b3042 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:53:05.135079 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51360edc-9d58-4781-8441-c68fe73b3042 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Pushing event updated for resources: {'Port': ['ID=53fe6470-ac44-4077-b032-6f4331cda8aa,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:05.137973 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51360edc-9d58-4781-8441-c68fe73b3042 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:53:05.144528 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51360edc-9d58-4781-8441-c68fe73b3042 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:05.145425 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-51360edc-9d58-4781-8441-c68fe73b3042 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:05.211886 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-51360edc-9d58-4781-8441-c68fe73b3042 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.2601252 Dec 20 14:53:05.213110 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 36842) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:05.256487 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f12c12b-be33-49e1-904d-fc36d22278ef req-71cbe508-8d01-4aba-80ec-97cd9276de92 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:05.258344 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3f12c12b-be33-49e1-904d-fc36d22278ef req-71cbe508-8d01-4aba-80ec-97cd9276de92 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.47 "GET /v2.0/networks?id=1d6e94b3-e488-46e8-b36e-5df57c7dc6f7 HTTP/1.1" status: 200 len: 814 time: 0.1967978 Dec 20 14:53:05.272853 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-3f12c12b-be33-49e1-904d-fc36d22278ef req-7aaa07c2-8f98-4893-be3b-7a2d04bf3921 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Request body: {'port': {'device_id': '050a5e33-bf4a-4ffc-8f13-c57f3dd07a97', 'network_id': '1d6e94b3-e488-46e8-b36e-5df57c7dc6f7', 'admin_state_up': True, 'tenant_id': 'e5627c7cf5f247fcac36c91973083b50'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:53:05.327695 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-740ef121-b3d3-42fe-82c1-1f2a0fabf1c2 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Deleting port 53fe6470-ac44-4077-b032-6f4331cda8aa {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:53:05.328278 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-740ef121-b3d3-42fe-82c1-1f2a0fabf1c2 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:05.415081 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f12c12b-be33-49e1-904d-fc36d22278ef req-7aaa07c2-8f98-4893-be3b-7a2d04bf3921 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Made reservation on behalf of e5627c7cf5f247fcac36c91973083b50 for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:53:05.417881 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-3f12c12b-be33-49e1-904d-fc36d22278ef req-7aaa07c2-8f98-4893-be3b-7a2d04bf3921 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:05.425177 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-740ef121-b3d3-42fe-82c1-1f2a0fabf1c2 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:05.438072 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-740ef121-b3d3-42fe-82c1-1f2a0fabf1c2 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Calling delete_port for 53fe6470-ac44-4077-b032-6f4331cda8aa owned by {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:53:05.555972 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [req-3f12c12b-be33-49e1-904d-fc36d22278ef req-7aaa07c2-8f98-4893-be3b-7a2d04bf3921 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Allocated IP 172.20.0.12 (1d6e94b3-e488-46e8-b36e-5df57c7dc6f7/5ae39662-bebe-492b-85b9-e558826165ef/27e61414-1f42-421b-9e10-b9fc523cbcd6) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:53:05.592193 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-740ef121-b3d3-42fe-82c1-1f2a0fabf1c2 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:05.622197 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740ef121-b3d3-42fe-82c1-1f2a0fabf1c2 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Pushing event deleted for resources: {'Port': ['ID=53fe6470-ac44-4077-b032-6f4331cda8aa,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:05.663322 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-740ef121-b3d3-42fe-82c1-1f2a0fabf1c2 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:05.667510 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-740ef121-b3d3-42fe-82c1-1f2a0fabf1c2 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "DELETE /v2.0/ports/53fe6470-ac44-4077-b032-6f4331cda8aa HTTP/1.1" status: 204 len: 168 time: 0.4530509 Dec 20 14:53:05.671206 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 36844) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:05.696299 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b283974-4d2f-415c-9681-8cdd75cd1103 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] GET failed (client error): The resource could not be found. Dec 20 14:53:05.698115 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-6b283974-4d2f-415c-9681-8cdd75cd1103 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "GET /v2.0/ports/53fe6470-ac44-4077-b032-6f4331cda8aa HTTP/1.1" status: 404 len: 333 time: 0.0259440 Dec 20 14:53:05.702336 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36846) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:05.783486 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2de4656-6c82-4d1e-ba62-d42cea54c973 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Deleting subnet 2a6acc5e-2c78-436f-8f2c-c36d92551d3c {{(pid=103167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:53:05.794257 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:05.795678 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d2de4656-6c82-4d1e-ba62-d42cea54c973 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks [] for subnet, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:05.827764 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-3f12c12b-be33-49e1-904d-fc36d22278ef req-7aaa07c2-8f98-4893-be3b-7a2d04bf3921 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:05.876980 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d2de4656-6c82-4d1e-ba62-d42cea54c973 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954412'] for subnet, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:05.964621 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c59290-9a20-484b-9aef-84e17a69808a req-727b5a43-60f3-4aba-93ce-623604e30929 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:05.966457 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-04c59290-9a20-484b-9aef-84e17a69808a req-727b5a43-60f3-4aba-93ce-623604e30929 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/ports?device_id=0e6e452e-b7b9-4269-b6fe-be94c6c57210 HTTP/1.1" status: 200 len: 945 time: 0.1682155 Dec 20 14:53:05.999331 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-3f12c12b-be33-49e1-904d-fc36d22278ef req-7aaa07c2-8f98-4893-be3b-7a2d04bf3921 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:06.011334 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6704f730-f522-4167-b213-d9da598c6d88 req-8074fae0-b185-4763-be7b-fa3c49fda839 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.54 "GET /v2.0/ports?device_id=050a5e33-bf4a-4ffc-8f13-c57f3dd07a97 HTTP/1.1" status: 200 len: 210 time: 0.0418272 Dec 20 14:53:06.016426 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['8b3889b6-faf1-4c12-9683-a4ff65c6e9f6'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:53:06.052340 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495be7ee-59b1-4a1e-a291-7b5049403424 None None] Network fed3da0b-a2f5-45df-8f48-301f0224101f requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:53:06.122281 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f12c12b-be33-49e1-904d-fc36d22278ef req-7aaa07c2-8f98-4893-be3b-7a2d04bf3921 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Network 1d6e94b3-e488-46e8-b36e-5df57c7dc6f7 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:53:06.125504 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d2de4656-6c82-4d1e-ba62-d42cea54c973 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:06.131506 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-04c59290-9a20-484b-9aef-84e17a69808a req-e1dc3db8-b5fe-4bb7-a710-25b73ff9f80f tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/security-groups?id=1965ba5c-d387-4fec-8f79-f26f65ad2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550539 Dec 20 14:53:06.136980 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-c00c1445-5af8-4026-ad0f-673437d3bdfe None None] Provisioning complete for port abcfc39c-f2fa-4b29-a8c5-dbe2967a40fc triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:53:06.137467 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c00c1445-5af8-4026-ad0f-673437d3bdfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:06.155306 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [req-3f12c12b-be33-49e1-904d-fc36d22278ef req-7aaa07c2-8f98-4893-be3b-7a2d04bf3921 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:53:06.159508 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f12c12b-be33-49e1-904d-fc36d22278ef req-7aaa07c2-8f98-4893-be3b-7a2d04bf3921 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:53:06.162008 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaa07c2-8f98-4893-be3b-7a2d04bf3921 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Pushing event updated for resources: {'Port': ['ID=27e61414-1f42-421b-9e10-b9fc523cbcd6,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:06.197304 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaa07c2-8f98-4893-be3b-7a2d04bf3921 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:53:06.197657 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaa07c2-8f98-4893-be3b-7a2d04bf3921 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:53:06.198039 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaa07c2-8f98-4893-be3b-7a2d04bf3921 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:53:06.198386 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaa07c2-8f98-4893-be3b-7a2d04bf3921 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:53:06.198749 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaa07c2-8f98-4893-be3b-7a2d04bf3921 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:53:06.199084 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaa07c2-8f98-4893-be3b-7a2d04bf3921 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:53:06.199421 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaa07c2-8f98-4893-be3b-7a2d04bf3921 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:53:06.199757 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaa07c2-8f98-4893-be3b-7a2d04bf3921 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:53:06.200088 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaa07c2-8f98-4893-be3b-7a2d04bf3921 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:53:06.200421 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaa07c2-8f98-4893-be3b-7a2d04bf3921 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:53:06.200749 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaa07c2-8f98-4893-be3b-7a2d04bf3921 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:53:06.201077 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaa07c2-8f98-4893-be3b-7a2d04bf3921 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:53:06.201412 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaa07c2-8f98-4893-be3b-7a2d04bf3921 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:53:06.208751 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5247501c-024c-40f9-ab88-9ffd3bdf1aca None None] DHCP port deletion for 1d6e94b3-e488-46e8-b36e-5df57c7dc6f7 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:53:06.242258 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f12c12b-be33-49e1-904d-fc36d22278ef req-7aaa07c2-8f98-4893-be3b-7a2d04bf3921 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:06.242966 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-3f12c12b-be33-49e1-904d-fc36d22278ef req-7aaa07c2-8f98-4893-be3b-7a2d04bf3921 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:06.259253 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d2de4656-6c82-4d1e-ba62-d42cea54c973 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:06.294570 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2de4656-6c82-4d1e-ba62-d42cea54c973 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Pushing event deleted for resources: {'Subnet': ['ID=2a6acc5e-2c78-436f-8f2c-c36d92551d3c,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:06.299764 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3f12c12b-be33-49e1-904d-fc36d22278ef req-7aaa07c2-8f98-4893-be3b-7a2d04bf3921 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0310819 Dec 20 14:53:06.305710 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d2de4656-6c82-4d1e-ba62-d42cea54c973 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:06.309690 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-d2de4656-6c82-4d1e-ba62-d42cea54c973 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "DELETE /v2.0/subnets/2a6acc5e-2c78-436f-8f2c-c36d92551d3c HTTP/1.1" status: 204 len: 168 time: 0.6062608 Dec 20 14:53:06.311902 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:06.312515 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 36854) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:06.317391 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-3f12c12b-be33-49e1-904d-fc36d22278ef req-637099cc-e22e-4ca4-9779-727c21514ecf service neutron] Request body: {'port': {'device_id': '050a5e33-bf4a-4ffc-8f13-c57f3dd07a97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-19'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:53:06.393110 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-3f12c12b-be33-49e1-904d-fc36d22278ef req-637099cc-e22e-4ca4-9779-727c21514ecf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:06.416440 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f951caa7-7b44-4be7-a0cd-a42bc8dfb5a2 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:06.439422 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c00c1445-5af8-4026-ad0f-673437d3bdfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:06.502342 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-f951caa7-7b44-4be7-a0cd-a42bc8dfb5a2 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Deleting port abcfc39c-f2fa-4b29-a8c5-dbe2967a40fc {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:53:06.503057 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f951caa7-7b44-4be7-a0cd-a42bc8dfb5a2 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:06.509129 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-c00c1445-5af8-4026-ad0f-673437d3bdfe None None] For port abcfc39c-f2fa-4b29-a8c5-dbe2967a40fc, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=abcfc39c-f2fa-4b29-a8c5-dbe2967a40fc,segment=NetworkSegment(5fa4d380-c139-4c85-be22-30d1ffa1c648),segment_id=5fa4d380-c139-4c85-be22-30d1ffa1c648)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:53:06.522234 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c00c1445-5af8-4026-ad0f-673437d3bdfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:06.639270 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-f951caa7-7b44-4be7-a0cd-a42bc8dfb5a2 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] For port abcfc39c-f2fa-4b29-a8c5-dbe2967a40fc, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=abcfc39c-f2fa-4b29-a8c5-dbe2967a40fc,segment=NetworkSegment(5fa4d380-c139-4c85-be22-30d1ffa1c648),segment_id=5fa4d380-c139-4c85-be22-30d1ffa1c648)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:53:06.641753 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f951caa7-7b44-4be7-a0cd-a42bc8dfb5a2 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:06.667543 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-f951caa7-7b44-4be7-a0cd-a42bc8dfb5a2 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Calling delete_port for abcfc39c-f2fa-4b29-a8c5-dbe2967a40fc owned by network:dhcp {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:53:06.674477 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0620fa18-194b-4d2b-b934-dfbd169e32fa None None] Network fed3da0b-a2f5-45df-8f48-301f0224101f requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:53:06.762562 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f951caa7-7b44-4be7-a0cd-a42bc8dfb5a2 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:06.766927 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00c1445-5af8-4026-ad0f-673437d3bdfe None None] Pushing event updated for resources: {'Port': ['ID=abcfc39c-f2fa-4b29-a8c5-dbe2967a40fc,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:06.785356 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-59c78b67-ea69-4edf-8baf-cc887cef3b0d None None] Provisioning complete for port 27e61414-1f42-421b-9e10-b9fc523cbcd6 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:53:06.786016 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-59c78b67-ea69-4edf-8baf-cc887cef3b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:06.796153 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f951caa7-7b44-4be7-a0cd-a42bc8dfb5a2 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] No DVR routers for this DVR port abcfc39c-f2fa-4b29-a8c5-dbe2967a40fc on host n-d-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:53:06.797866 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f951caa7-7b44-4be7-a0cd-a42bc8dfb5a2 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Pushing event deleted for resources: {'Port': ['ID=abcfc39c-f2fa-4b29-a8c5-dbe2967a40fc,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:06.828270 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-59c78b67-ea69-4edf-8baf-cc887cef3b0d None None] Port 27e61414-1f42-421b-9e10-b9fc523cbcd6 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:53:06.855333 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [req-3f12c12b-be33-49e1-904d-fc36d22278ef req-637099cc-e22e-4ca4-9779-727c21514ecf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27e61414-1f42-421b-9e10-b9fc523cbcd6 {{(pid=103167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:53:06.864005 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-3f12c12b-be33-49e1-904d-fc36d22278ef req-637099cc-e22e-4ca4-9779-727c21514ecf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:06.882153 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-3f12c12b-be33-49e1-904d-fc36d22278ef req-637099cc-e22e-4ca4-9779-727c21514ecf service neutron] Transition to ACTIVE for port object 27e61414-1f42-421b-9e10-b9fc523cbcd6 will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:53:06.887270 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-3f12c12b-be33-49e1-904d-fc36d22278ef req-637099cc-e22e-4ca4-9779-727c21514ecf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:06.909244 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f951caa7-7b44-4be7-a0cd-a42bc8dfb5a2 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:06.915436 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e70795-a874-47e6-b05a-6001984cf619 None None] DHCP port deletion for fed3da0b-a2f5-45df-8f48-301f0224101f request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:53:06.937271 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84947648-fdbe-4008-8134-68c04ebf777c None None] DHCP port deletion for 1d6e94b3-e488-46e8-b36e-5df57c7dc6f7 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:53:06.938427 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637099cc-e22e-4ca4-9779-727c21514ecf service neutron] Pushing event updated for resources: {'Port': ['ID=27e61414-1f42-421b-9e10-b9fc523cbcd6,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:06.954819 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-f951caa7-7b44-4be7-a0cd-a42bc8dfb5a2 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fed3da0b-a2f5-45df-8f48-301f0224101f']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:53:06.967642 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-c4a105a8-70b0-48e3-a25c-d6af17a8557f None None] Could not find standard attr ID for object abcfc39c-f2fa-4b29-a8c5-dbe2967a40fc. {{(pid=103169) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 14:53:06.968883 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-f951caa7-7b44-4be7-a0cd-a42bc8dfb5a2 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fa4d380-c139-4c85-be22-30d1ffa1c648') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:53:06.968883 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-f951caa7-7b44-4be7-a0cd-a42bc8dfb5a2 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fa4d380-c139-4c85-be22-30d1ffa1c648') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:53:06.996068 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f951caa7-7b44-4be7-a0cd-a42bc8dfb5a2 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:07.016029 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f951caa7-7b44-4be7-a0cd-a42bc8dfb5a2 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:07.025759 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f951caa7-7b44-4be7-a0cd-a42bc8dfb5a2 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:53:07.026258 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f951caa7-7b44-4be7-a0cd-a42bc8dfb5a2 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:07.030858 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-3f12c12b-be33-49e1-904d-fc36d22278ef req-637099cc-e22e-4ca4-9779-727c21514ecf service neutron] Attempting to bind port 27e61414-1f42-421b-9e10-b9fc523cbcd6 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:53:07.030858 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-3f12c12b-be33-49e1-904d-fc36d22278ef req-637099cc-e22e-4ca4-9779-727c21514ecf service neutron] Attempting to bind port 27e61414-1f42-421b-9e10-b9fc523cbcd6 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': '976dc740-6f26-442a-9e80-6e8aee232d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1d6e94b3-e488-46e8-b36e-5df57c7dc6f7'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:53:07.030858 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f12c12b-be33-49e1-904d-fc36d22278ef req-637099cc-e22e-4ca4-9779-727c21514ecf service neutron] Attempting to bind port 27e61414-1f42-421b-9e10-b9fc523cbcd6 on network 1d6e94b3-e488-46e8-b36e-5df57c7dc6f7 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:53:07.031454 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:07.031454 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:53:07.031454 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:07.031454 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:53:07.031454 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:07.031454 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:53:07.031454 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:07.031454 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:53:07.031454 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:07.031454 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:53:07.031454 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:07.031454 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:53:07.031454 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:07.031454 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:53:07.031454 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:07.031454 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:53:07.031454 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:07.031454 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:53:07.031454 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:07.031454 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:53:07.031454 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:07.031454 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:53:07.031454 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 14:53:07.031454 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:53:07.031454 n-d-761264-19 neutron-server[103168]: timer() Dec 20 14:53:07.031454 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:53:07.031454 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 14:53:07.031454 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:53:07.031454 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 14:53:07.031454 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:53:07.031454 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 14:53:07.031454 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:53:07.031454 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 14:53:07.031454 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:53:07.031454 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 14:53:07.031454 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:53:07.031454 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:53:07.031454 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:53:07.031454 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:53:07.031454 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:53:07.031454 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 14:53:07.031454 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:53:07.031454 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 14:53:07.031454 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:53:07.031454 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:53:07.031454 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:53:07.031454 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 14:53:07.031454 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:53:07.031454 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:53:07.031454 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:53:07.031454 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:53:07.031454 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:53:07.031454 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:53:07.031454 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:53:07.037726 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f12c12b-be33-49e1-904d-fc36d22278ef req-637099cc-e22e-4ca4-9779-727c21514ecf service neutron] Port 27e61414-1f42-421b-9e10-b9fc523cbcd6 on network 1d6e94b3-e488-46e8-b36e-5df57c7dc6f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:53:07.038130 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f12c12b-be33-49e1-904d-fc36d22278ef req-637099cc-e22e-4ca4-9779-727c21514ecf service neutron] Attempting to bind port 27e61414-1f42-421b-9e10-b9fc523cbcd6 on network 1d6e94b3-e488-46e8-b36e-5df57c7dc6f7 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:53:07.043381 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f12c12b-be33-49e1-904d-fc36d22278ef req-637099cc-e22e-4ca4-9779-727c21514ecf service neutron] Checking agent: {'id': '43c60aee-e4af-4ecc-bee2-aac3569fafed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:53:07.043819 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f12c12b-be33-49e1-904d-fc36d22278ef req-637099cc-e22e-4ca4-9779-727c21514ecf service neutron] Checking segment: {'id': '976dc740-6f26-442a-9e80-6e8aee232d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1d6e94b3-e488-46e8-b36e-5df57c7dc6f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:53:07.044323 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f12c12b-be33-49e1-904d-fc36d22278ef req-637099cc-e22e-4ca4-9779-727c21514ecf service neutron] Bound using segment: {'id': '976dc740-6f26-442a-9e80-6e8aee232d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1d6e94b3-e488-46e8-b36e-5df57c7dc6f7'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:53:07.044838 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-3f12c12b-be33-49e1-904d-fc36d22278ef req-637099cc-e22e-4ca4-9779-727c21514ecf service neutron] Bound port: 27e61414-1f42-421b-9e10-b9fc523cbcd6, host: n-h2-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '976dc740-6f26-442a-9e80-6e8aee232d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1d6e94b3-e488-46e8-b36e-5df57c7dc6f7'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:53:07.045316 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-3f12c12b-be33-49e1-904d-fc36d22278ef req-637099cc-e22e-4ca4-9779-727c21514ecf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:07.136514 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-3f12c12b-be33-49e1-904d-fc36d22278ef req-637099cc-e22e-4ca4-9779-727c21514ecf service neutron] For port 27e61414-1f42-421b-9e10-b9fc523cbcd6, host n-h2-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:53:07.140298 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-3f12c12b-be33-49e1-904d-fc36d22278ef req-637099cc-e22e-4ca4-9779-727c21514ecf service neutron] For port 27e61414-1f42-421b-9e10-b9fc523cbcd6, host n-h2-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=27e61414-1f42-421b-9e10-b9fc523cbcd6,segment=NetworkSegment(976dc740-6f26-442a-9e80-6e8aee232d85),segment_id=976dc740-6f26-442a-9e80-6e8aee232d85)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:53:07.147050 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-3f12c12b-be33-49e1-904d-fc36d22278ef req-637099cc-e22e-4ca4-9779-727c21514ecf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:07.169589 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f951caa7-7b44-4be7-a0cd-a42bc8dfb5a2 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:07.181428 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e734b5-ec07-4229-9f16-b01e782a7863 req-8fb8a819-c6f4-4d1b-88e5-0bce75b5b844 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:07.190786 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-75e734b5-ec07-4229-9f16-b01e782a7863 req-8fb8a819-c6f4-4d1b-88e5-0bce75b5b844 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.54 "GET /v2.0/ports?device_id=050a5e33-bf4a-4ffc-8f13-c57f3dd07a97 HTTP/1.1" status: 200 len: 944 time: 0.0770528 Dec 20 14:53:07.196108 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f951caa7-7b44-4be7-a0cd-a42bc8dfb5a2 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks [] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:07.197291 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7b41a3-e117-4231-b185-7ae5ff54da95 None None] DHCP port deletion for 1d6e94b3-e488-46e8-b36e-5df57c7dc6f7 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:53:07.200150 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-f951caa7-7b44-4be7-a0cd-a42bc8dfb5a2 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "DELETE /v2.0/networks/fed3da0b-a2f5-45df-8f48-301f0224101f HTTP/1.1" status: 204 len: 168 time: 0.8866076 Dec 20 14:53:07.204635 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36870) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:07.223572 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f951caa7-7b44-4be7-a0cd-a42bc8dfb5a2 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Pushing event deleted for resources: {'Network': ['ID=fed3da0b-a2f5-45df-8f48-301f0224101f,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:07.234342 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-9ff4f16c-3dac-449d-abd2-31287a19414f tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Request body: {'port': {'network_id': '8f765da1-de67-4529-845f-a8a483d2030c', 'name': 'tempest-PortsIpV6TestJSON-645025367'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:53:07.239114 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f12c12b-be33-49e1-904d-fc36d22278ef req-637099cc-e22e-4ca4-9779-727c21514ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:07.240219 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-3f12c12b-be33-49e1-904d-fc36d22278ef req-637099cc-e22e-4ca4-9779-727c21514ecf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:07.241718 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3f12c12b-be33-49e1-904d-fc36d22278ef req-637099cc-e22e-4ca4-9779-727c21514ecf service neutron] 10.222.0.47 "PUT /v2.0/ports/27e61414-1f42-421b-9e10-b9fc523cbcd6 HTTP/1.1" status: 200 len: 1093 time: 0.9284933 Dec 20 14:53:07.242314 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '050a5e33-bf4a-4ffc-8f13-c57f3dd07a97', 'tag': '27e61414-1f42-421b-9e10-b9fc523cbcd6'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:53:07.244761 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f878f97-d473-4916-ae2d-bd4644117655" -d '{"events": [{"name": "network-changed", "server_uuid": "050a5e33-bf4a-4ffc-8f13-c57f3dd07a97", "tag": "27e61414-1f42-421b-9e10-b9fc523cbcd6"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:53:07.274533 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-75e734b5-ec07-4229-9f16-b01e782a7863 req-b1403454-1821-4f81-a632-938552250a3e tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.54 "GET /v2.0/security-groups?id=63a67304-7a61-424c-9189-0609e92bff65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829468 Dec 20 14:53:07.346906 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec1c56ee-13a5-425b-a186-272d62eec0d9 x-openstack-request-id: req-ec1c56ee-13a5-425b-a186-272d62eec0d9 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:53:07.347266 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "050a5e33-bf4a-4ffc-8f13-c57f3dd07a97", "tag": "27e61414-1f42-421b-9e10-b9fc523cbcd6", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:53:07.347576 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ec1c56ee-13a5-425b-a186-272d62eec0d9 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:53:07.348032 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '050a5e33-bf4a-4ffc-8f13-c57f3dd07a97', 'tag': '27e61414-1f42-421b-9e10-b9fc523cbcd6', 'status': 'completed', 'code': 200} Dec 20 14:53:07.377280 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637099cc-e22e-4ca4-9779-727c21514ecf service neutron] Pushing event updated for resources: {'Port': ['ID=27e61414-1f42-421b-9e10-b9fc523cbcd6,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:07.445774 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdba048-1b24-426e-bbcd-ce029cb006bc req-7a702d7b-a984-4a19-8461-1b2bbc6c5fa7 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:07.447252 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1bdba048-1b24-426e-bbcd-ce029cb006bc req-7a702d7b-a984-4a19-8461-1b2bbc6c5fa7 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/ports?device_id=0e6e452e-b7b9-4269-b6fe-be94c6c57210 HTTP/1.1" status: 200 len: 945 time: 0.1990132 Dec 20 14:53:07.457599 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f12c12b-be33-49e1-904d-fc36d22278ef req-3c10f100-a048-4d0d-bb71-b2664d5659c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:07.458823 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3f12c12b-be33-49e1-904d-fc36d22278ef req-3c10f100-a048-4d0d-bb71-b2664d5659c3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e5627c7cf5f247fcac36c91973083b50&device_id=050a5e33-bf4a-4ffc-8f13-c57f3dd07a97 HTTP/1.1" status: 200 len: 1096 time: 0.1158612 Dec 20 14:53:07.482481 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ff4f16c-3dac-449d-abd2-31287a19414f tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Made reservation on behalf of 9dc2db8fd1084daba237ede2ca8ed86f for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:53:07.485852 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9ff4f16c-3dac-449d-abd2-31287a19414f tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:07.525343 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3f12c12b-be33-49e1-904d-fc36d22278ef req-cf59dc8c-2d72-44f8-b165-5ee4b8ef5a08 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=27e61414-1f42-421b-9e10-b9fc523cbcd6 HTTP/1.1" status: 200 len: 217 time: 0.0570524 Dec 20 14:53:07.546983 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [None req-9ff4f16c-3dac-449d-abd2-31287a19414f tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] device_id is not set on port aecbeee9-186a-4a2b-8df5-d906fed6357e yet. {{(pid=103167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 14:53:07.629778 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1bdba048-1b24-426e-bbcd-ce029cb006bc req-e3b17241-931c-4a2f-bb03-5fb4a83ca9aa tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/security-groups?id=1965ba5c-d387-4fec-8f79-f26f65ad2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744618 Dec 20 14:53:07.646354 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f12c12b-be33-49e1-904d-fc36d22278ef req-848462f4-40c3-4a70-ad19-6ab0111c66b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:07.647924 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3f12c12b-be33-49e1-904d-fc36d22278ef req-848462f4-40c3-4a70-ad19-6ab0111c66b5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5ae39662-bebe-492b-85b9-e558826165ef HTTP/1.1" status: 200 len: 854 time: 0.1122236 Dec 20 14:53:07.693419 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3f12c12b-be33-49e1-904d-fc36d22278ef req-37474fa0-1184-448d-8258-9bfaec6c4d9a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1d6e94b3-e488-46e8-b36e-5df57c7dc6f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361724 Dec 20 14:53:07.865114 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9ff4f16c-3dac-449d-abd2-31287a19414f tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:07.878564 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3f12c12b-be33-49e1-904d-fc36d22278ef req-cb6b006f-5906-4e62-bbb0-1285dcb37bbc service neutron] 10.222.0.47 "GET /v2.0/networks/1d6e94b3-e488-46e8-b36e-5df57c7dc6f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744771 Dec 20 14:53:07.961297 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9ff4f16c-3dac-449d-abd2-31287a19414f tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:08.020480 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff4f16c-3dac-449d-abd2-31287a19414f tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Network 8f765da1-de67-4529-845f-a8a483d2030c is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:53:08.026474 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-9ff4f16c-3dac-449d-abd2-31287a19414f tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:53:08.031804 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff4f16c-3dac-449d-abd2-31287a19414f tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:53:08.037266 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff4f16c-3dac-449d-abd2-31287a19414f tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:08.037837 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9ff4f16c-3dac-449d-abd2-31287a19414f tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:08.045437 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3f12c12b-be33-49e1-904d-fc36d22278ef req-71c8bb21-875b-4a18-b019-433b9d398eac service neutron] 10.222.0.47 "GET /v2.0/networks/1d6e94b3-e488-46e8-b36e-5df57c7dc6f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552820 Dec 20 14:53:08.049028 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff4f16c-3dac-449d-abd2-31287a19414f tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Pushing event updated for resources: {'Port': ['ID=aecbeee9-186a-4a2b-8df5-d906fed6357e,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:08.069837 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-9ff4f16c-3dac-449d-abd2-31287a19414f tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.8437278 Dec 20 14:53:08.072243 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36884) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:08.194896 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f878f97-d473-4916-ae2d-bd4644117655 req-d65b6a62-1ab8-4c1b-892a-03412f6d31c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:08.196372 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4f878f97-d473-4916-ae2d-bd4644117655 req-d65b6a62-1ab8-4c1b-892a-03412f6d31c7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e5627c7cf5f247fcac36c91973083b50&device_id=050a5e33-bf4a-4ffc-8f13-c57f3dd07a97 HTTP/1.1" status: 200 len: 1096 time: 0.0700650 Dec 20 14:53:08.212930 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-649b635f-bb54-4c5b-84ea-3d3970c5c3cc tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Deleting port aecbeee9-186a-4a2b-8df5-d906fed6357e {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:53:08.213272 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-649b635f-bb54-4c5b-84ea-3d3970c5c3cc tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:08.325532 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-649b635f-bb54-4c5b-84ea-3d3970c5c3cc tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:08.346276 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-649b635f-bb54-4c5b-84ea-3d3970c5c3cc tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Calling delete_port for aecbeee9-186a-4a2b-8df5-d906fed6357e owned by {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:53:08.368508 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f878f97-d473-4916-ae2d-bd4644117655 req-33234a97-f878-412d-b967-486f007b884a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:08.370077 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4f878f97-d473-4916-ae2d-bd4644117655 req-33234a97-f878-412d-b967-486f007b884a service neutron] 10.222.0.47 "GET /v2.0/networks?id=1d6e94b3-e488-46e8-b36e-5df57c7dc6f7 HTTP/1.1" status: 200 len: 915 time: 0.1654284 Dec 20 14:53:08.417423 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7493dcb-ca2e-49db-9c66-d6433ac79320 req-ba6b0a15-78c6-409e-b98c-3d433f1b4ebc tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:08.419091 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e7493dcb-ca2e-49db-9c66-d6433ac79320 req-ba6b0a15-78c6-409e-b98c-3d433f1b4ebc tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.54 "GET /v2.0/ports?device_id=050a5e33-bf4a-4ffc-8f13-c57f3dd07a97 HTTP/1.1" status: 200 len: 944 time: 0.0550756 Dec 20 14:53:08.443813 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4f878f97-d473-4916-ae2d-bd4644117655 req-641e8df1-148f-42a6-a8a3-0d7d5de7072a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=27e61414-1f42-421b-9e10-b9fc523cbcd6 HTTP/1.1" status: 200 len: 217 time: 0.0389752 Dec 20 14:53:08.474168 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e7493dcb-ca2e-49db-9c66-d6433ac79320 req-9e854679-cdfe-4684-b058-8417829cf10f tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.54 "GET /v2.0/security-groups?id=63a67304-7a61-424c-9189-0609e92bff65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486360 Dec 20 14:53:08.517126 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f878f97-d473-4916-ae2d-bd4644117655 req-947b6b3b-10dc-4711-9688-7a53182e3f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:08.518612 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4f878f97-d473-4916-ae2d-bd4644117655 req-947b6b3b-10dc-4711-9688-7a53182e3f09 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5ae39662-bebe-492b-85b9-e558826165ef HTTP/1.1" status: 200 len: 854 time: 0.0654953 Dec 20 14:53:08.536586 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-649b635f-bb54-4c5b-84ea-3d3970c5c3cc tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:08.560856 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4f878f97-d473-4916-ae2d-bd4644117655 req-1532b063-27cd-448b-8a04-377e12677349 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1d6e94b3-e488-46e8-b36e-5df57c7dc6f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340195 Dec 20 14:53:08.603552 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649b635f-bb54-4c5b-84ea-3d3970c5c3cc tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Pushing event deleted for resources: {'Port': ['ID=aecbeee9-186a-4a2b-8df5-d906fed6357e,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:08.605657 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-649b635f-bb54-4c5b-84ea-3d3970c5c3cc tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:08.611405 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-649b635f-bb54-4c5b-84ea-3d3970c5c3cc tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "DELETE /v2.0/ports/aecbeee9-186a-4a2b-8df5-d906fed6357e HTTP/1.1" status: 204 len: 168 time: 0.5356762 Dec 20 14:53:08.611655 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 36892) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:08.617030 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-e9d1abc1-d52c-4f24-8511-011eb7868562 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Request body: {'port': {'network_id': '8f765da1-de67-4529-845f-a8a483d2030c', 'mac_address': 'fa:16:3e:c3:13:37', 'name': 'tempest-PortsIpV6TestJSON-844721969'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:53:08.687715 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4f878f97-d473-4916-ae2d-bd4644117655 req-7d5bab78-e5fb-4150-9342-34bcfa14c037 service neutron] 10.222.0.47 "GET /v2.0/networks/1d6e94b3-e488-46e8-b36e-5df57c7dc6f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056700 Dec 20 14:53:08.734119 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9d1abc1-d52c-4f24-8511-011eb7868562 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Made reservation on behalf of 9dc2db8fd1084daba237ede2ca8ed86f for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:53:08.794256 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4f878f97-d473-4916-ae2d-bd4644117655 req-3220646a-7f7e-4c3f-b709-a8767c2e6ba1 service neutron] 10.222.0.47 "GET /v2.0/networks/1d6e94b3-e488-46e8-b36e-5df57c7dc6f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987153 Dec 20 14:53:09.127197 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55e7455-5891-4a23-b6da-403453715f12 req-5a5195ee-d535-4c41-8a59-0d3fb92863de tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:09.128760 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f55e7455-5891-4a23-b6da-403453715f12 req-5a5195ee-d535-4c41-8a59-0d3fb92863de tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/ports?device_id=0e6e452e-b7b9-4269-b6fe-be94c6c57210 HTTP/1.1" status: 200 len: 945 time: 0.4068706 Dec 20 14:53:09.146155 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e9d1abc1-d52c-4f24-8511-011eb7868562 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:09.184734 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [None req-e9d1abc1-d52c-4f24-8511-011eb7868562 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] device_id is not set on port 33b37090-4f95-468c-9d5e-7e7c59301c66 yet. {{(pid=103168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 14:53:09.230364 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f55e7455-5891-4a23-b6da-403453715f12 req-194e6037-fb60-4cf4-b9c0-b145da3fbc4f tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/security-groups?id=1965ba5c-d387-4fec-8f79-f26f65ad2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919130 Dec 20 14:53:09.355849 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e9d1abc1-d52c-4f24-8511-011eb7868562 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:09.389924 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e9d1abc1-d52c-4f24-8511-011eb7868562 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:09.432832 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d1abc1-d52c-4f24-8511-011eb7868562 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Network 8f765da1-de67-4529-845f-a8a483d2030c is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:53:09.435905 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-e9d1abc1-d52c-4f24-8511-011eb7868562 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:53:09.439491 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d1abc1-d52c-4f24-8511-011eb7868562 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:53:09.444985 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d1abc1-d52c-4f24-8511-011eb7868562 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:09.445573 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e9d1abc1-d52c-4f24-8511-011eb7868562 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:09.451610 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d1abc1-d52c-4f24-8511-011eb7868562 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Pushing event updated for resources: {'Port': ['ID=33b37090-4f95-468c-9d5e-7e7c59301c66,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:09.467921 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-e9d1abc1-d52c-4f24-8511-011eb7868562 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.8550944 Dec 20 14:53:09.470484 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 36906) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:09.518811 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea78fcf6-964d-4fa1-9228-1bd8d4204fd7 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:09.522826 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-ea78fcf6-964d-4fa1-9228-1bd8d4204fd7 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "GET /v2.0/ports/33b37090-4f95-468c-9d5e-7e7c59301c66 HTTP/1.1" status: 200 len: 844 time: 0.0486631 Dec 20 14:53:09.523101 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 36910) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:09.597137 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78c1084-adbc-46d4-818a-29c89e68e482 req-2e908547-e81a-4d74-ad3f-9712df9ebf75 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:09.598871 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d78c1084-adbc-46d4-818a-29c89e68e482 req-2e908547-e81a-4d74-ad3f-9712df9ebf75 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.54 "GET /v2.0/ports?device_id=050a5e33-bf4a-4ffc-8f13-c57f3dd07a97 HTTP/1.1" status: 200 len: 944 time: 0.0506818 Dec 20 14:53:09.610688 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-3c558ac3-23ad-478b-a85d-5512626fc502 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Deleting port 33b37090-4f95-468c-9d5e-7e7c59301c66 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:53:09.611232 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3c558ac3-23ad-478b-a85d-5512626fc502 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:09.647904 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d78c1084-adbc-46d4-818a-29c89e68e482 req-d91f3510-9081-4277-960f-76bb662365a0 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.54 "GET /v2.0/security-groups?id=63a67304-7a61-424c-9189-0609e92bff65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425277 Dec 20 14:53:09.681093 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3c558ac3-23ad-478b-a85d-5512626fc502 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:09.694064 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-3c558ac3-23ad-478b-a85d-5512626fc502 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Calling delete_port for 33b37090-4f95-468c-9d5e-7e7c59301c66 owned by {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:53:09.778499 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3c558ac3-23ad-478b-a85d-5512626fc502 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:09.809217 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c558ac3-23ad-478b-a85d-5512626fc502 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Pushing event deleted for resources: {'Port': ['ID=33b37090-4f95-468c-9d5e-7e7c59301c66,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:09.812850 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3c558ac3-23ad-478b-a85d-5512626fc502 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:09.816242 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-3c558ac3-23ad-478b-a85d-5512626fc502 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "DELETE /v2.0/ports/33b37090-4f95-468c-9d5e-7e7c59301c66 HTTP/1.1" status: 204 len: 168 time: 0.2921257 Dec 20 14:53:09.818975 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 36912) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:09.848851 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-493d6ae1-4ad6-4e53-8edd-a37bf92dacc7 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] GET failed (client error): The resource could not be found. Dec 20 14:53:09.850270 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-493d6ae1-4ad6-4e53-8edd-a37bf92dacc7 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "GET /v2.0/ports/33b37090-4f95-468c-9d5e-7e7c59301c66 HTTP/1.1" status: 404 len: 333 time: 0.0303867 Dec 20 14:53:09.854176 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36914) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:09.859465 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-aff7c56e-40ab-4a83-b9c0-2667cf36193b tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Request body: {'port': {'network_id': '8f765da1-de67-4529-845f-a8a483d2030c', 'name': 'tempest-PortsIpV6TestJSON-309079169'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:53:09.955504 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aff7c56e-40ab-4a83-b9c0-2667cf36193b tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Made reservation on behalf of 9dc2db8fd1084daba237ede2ca8ed86f for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:53:09.959131 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-aff7c56e-40ab-4a83-b9c0-2667cf36193b tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:09.977216 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [None req-aff7c56e-40ab-4a83-b9c0-2667cf36193b tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] device_id is not set on port 852a4121-a8c3-4c02-8df8-a510a2c37614 yet. {{(pid=103167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 14:53:10.143006 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-aff7c56e-40ab-4a83-b9c0-2667cf36193b tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:10.182785 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-aff7c56e-40ab-4a83-b9c0-2667cf36193b tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:10.228843 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff7c56e-40ab-4a83-b9c0-2667cf36193b tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Network 8f765da1-de67-4529-845f-a8a483d2030c is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:53:10.232018 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-aff7c56e-40ab-4a83-b9c0-2667cf36193b tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:53:10.235656 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff7c56e-40ab-4a83-b9c0-2667cf36193b tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:53:10.241523 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff7c56e-40ab-4a83-b9c0-2667cf36193b tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:10.242122 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-aff7c56e-40ab-4a83-b9c0-2667cf36193b tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:10.250406 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff7c56e-40ab-4a83-b9c0-2667cf36193b tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Pushing event updated for resources: {'Port': ['ID=852a4121-a8c3-4c02-8df8-a510a2c37614,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:10.270930 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-aff7c56e-40ab-4a83-b9c0-2667cf36193b tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.4130633 Dec 20 14:53:10.271079 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36920) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:10.276913 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-59e78b54-aa73-43bd-9fbe-3730af0faa25 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:53:10.348864 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-59e78b54-aa73-43bd-9fbe-3730af0faa25 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:10.357459 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4032df3c-3bf6-4814-b1cf-39ede709ba52 req-785d6044-cc4c-4fcf-8738-f1b0bd283967 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:10.359269 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4032df3c-3bf6-4814-b1cf-39ede709ba52 req-785d6044-cc4c-4fcf-8738-f1b0bd283967 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/ports?device_id=0e6e452e-b7b9-4269-b6fe-be94c6c57210 HTTP/1.1" status: 200 len: 945 time: 0.0543556 Dec 20 14:53:10.417391 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4032df3c-3bf6-4814-b1cf-39ede709ba52 req-84f0bfd3-22c8-4d9c-8aa3-a5f1be5fc656 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/security-groups?id=1965ba5c-d387-4fec-8f79-f26f65ad2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481167 Dec 20 14:53:10.519049 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-59e78b54-aa73-43bd-9fbe-3730af0faa25 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:10.524563 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-59e78b54-aa73-43bd-9fbe-3730af0faa25 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:10.558680 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-59e78b54-aa73-43bd-9fbe-3730af0faa25 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] In _notify_port_updated(), no bound segment for port 852a4121-a8c3-4c02-8df8-a510a2c37614 on network 8f765da1-de67-4529-845f-a8a483d2030c {{(pid=103167) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 20 14:53:10.564438 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e78b54-aa73-43bd-9fbe-3730af0faa25 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:10.565031 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-59e78b54-aa73-43bd-9fbe-3730af0faa25 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:10.566331 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-59e78b54-aa73-43bd-9fbe-3730af0faa25 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "PUT /v2.0/ports/852a4121-a8c3-4c02-8df8-a510a2c37614 HTTP/1.1" status: 200 len: 818 time: 0.2942266 Dec 20 14:53:10.569426 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36922) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:10.609621 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e78b54-aa73-43bd-9fbe-3730af0faa25 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Pushing event updated for resources: {'Port': ['ID=852a4121-a8c3-4c02-8df8-a510a2c37614,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:10.666490 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-f3d13d54-79f4-459c-893f-f0172f44de2d tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Deleting port 852a4121-a8c3-4c02-8df8-a510a2c37614 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:53:10.666700 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f3d13d54-79f4-459c-893f-f0172f44de2d tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:10.767062 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f3d13d54-79f4-459c-893f-f0172f44de2d tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:10.782122 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-f3d13d54-79f4-459c-893f-f0172f44de2d tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Calling delete_port for 852a4121-a8c3-4c02-8df8-a510a2c37614 owned by {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:53:10.807252 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1558c7ed-7c3e-4bca-b6c1-513fbe041b47 req-0bfd7f60-fb72-46f8-baba-7c95579bad20 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:10.808751 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1558c7ed-7c3e-4bca-b6c1-513fbe041b47 req-0bfd7f60-fb72-46f8-baba-7c95579bad20 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.54 "GET /v2.0/ports?device_id=050a5e33-bf4a-4ffc-8f13-c57f3dd07a97 HTTP/1.1" status: 200 len: 944 time: 0.0824711 Dec 20 14:53:10.909790 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1558c7ed-7c3e-4bca-b6c1-513fbe041b47 req-56eadb09-3a14-41e5-a970-4a727a75f8eb tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.54 "GET /v2.0/security-groups?id=63a67304-7a61-424c-9189-0609e92bff65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736876 Dec 20 14:53:10.921411 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f3d13d54-79f4-459c-893f-f0172f44de2d tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:10.955756 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d13d54-79f4-459c-893f-f0172f44de2d tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Pushing event deleted for resources: {'Port': ['ID=852a4121-a8c3-4c02-8df8-a510a2c37614,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:10.957850 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f3d13d54-79f4-459c-893f-f0172f44de2d tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:10.961240 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-f3d13d54-79f4-459c-893f-f0172f44de2d tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "DELETE /v2.0/ports/852a4121-a8c3-4c02-8df8-a510a2c37614 HTTP/1.1" status: 204 len: 168 time: 0.3909988 Dec 20 14:53:10.964005 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36926) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:11.012064 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbb0f3e-1248-4bf1-8042-262822c4476a tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:11.013553 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-4cbb0f3e-1248-4bf1-8042-262822c4476a tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0485420 Dec 20 14:53:11.016588 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 36928) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:11.042355 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-49734279-a27d-4604-b9db-be0f23b09827 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] GET failed (client error): The resource could not be found. Dec 20 14:53:11.043785 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-49734279-a27d-4604-b9db-be0f23b09827 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "GET /v2.0/ports/852a4121-a8c3-4c02-8df8-a510a2c37614 HTTP/1.1" status: 404 len: 333 time: 0.0256693 Dec 20 14:53:11.047696 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 36930) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:11.053895 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-65368fba-2ac9-4ff7-ab7a-578dee9d96a7 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-234026337'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:53:11.069330 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 27e61414-1f42-421b-9e10-b9fc523cbcd6 details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:53:11.082286 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65368fba-2ac9-4ff7-ab7a-578dee9d96a7 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Made reservation on behalf of 9dc2db8fd1084daba237ede2ca8ed86f for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:53:11.086250 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-65368fba-2ac9-4ff7-ab7a-578dee9d96a7 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:11.112902 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65368fba-2ac9-4ff7-ab7a-578dee9d96a7 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:53:11.123415 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-65368fba-2ac9-4ff7-ab7a-578dee9d96a7 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:11.123761 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-65368fba-2ac9-4ff7-ab7a-578dee9d96a7 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Added segment 3d30b61b-ec73-487b-a198-e13225a3a8c6 of type vlan for network 2fe50607-25e9-4ca0-90f0-a8922dba1d19 Dec 20 14:53:11.167706 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-65368fba-2ac9-4ff7-ab7a-578dee9d96a7 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:11.173089 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 27e61414-1f42-421b-9e10-b9fc523cbcd6, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=27e61414-1f42-421b-9e10-b9fc523cbcd6,segment=NetworkSegment(976dc740-6f26-442a-9e80-6e8aee232d85),segment_id=976dc740-6f26-442a-9e80-6e8aee232d85)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:53:11.184886 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': '27e61414-1f42-421b-9e10-b9fc523cbcd6', 'network_id': '1d6e94b3-e488-46e8-b36e-5df57c7dc6f7', 'port_id': '27e61414-1f42-421b-9e10-b9fc523cbcd6', 'mac_address': 'fa:16:3e:62:49:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ae39662-bebe-492b-85b9-e558826165ef', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:53:11.195465 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-65368fba-2ac9-4ff7-ab7a-578dee9d96a7 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:11.201043 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65368fba-2ac9-4ff7-ab7a-578dee9d96a7 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:11.202976 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-65368fba-2ac9-4ff7-ab7a-578dee9d96a7 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks [] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:11.225764 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:11.234090 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36936) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:11.234426 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-65368fba-2ac9-4ff7-ab7a-578dee9d96a7 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.1856885 Dec 20 14:53:11.241660 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27e61414-1f42-421b-9e10-b9fc523cbcd6 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:53:11.243709 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-8b0730fe-6903-41c3-a7d2-c7dc77aa313c tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Request body: {'subnet': {'network_id': '2fe50607-25e9-4ca0-90f0-a8922dba1d19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:53:11.275928 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 27e61414-1f42-421b-9e10-b9fc523cbcd6, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=27e61414-1f42-421b-9e10-b9fc523cbcd6,segment=NetworkSegment(976dc740-6f26-442a-9e80-6e8aee232d85),segment_id=976dc740-6f26-442a-9e80-6e8aee232d85)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:53:11.283946 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:11.316198 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65368fba-2ac9-4ff7-ab7a-578dee9d96a7 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Pushing event updated for resources: {'Network': ['ID=2fe50607-25e9-4ca0-90f0-a8922dba1d19,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:11.329377 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 2fe50607-25e9-4ca0-90f0-a8922dba1d19 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:53:11.377360 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b0730fe-6903-41c3-a7d2-c7dc77aa313c tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Made reservation on behalf of 9dc2db8fd1084daba237ede2ca8ed86f for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:53:11.381298 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8b0730fe-6903-41c3-a7d2-c7dc77aa313c tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:11.387143 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=27e61414-1f42-421b-9e10-b9fc523cbcd6,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:11.534807 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['27e61414-1f42-421b-9e10-b9fc523cbcd6'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:53:11.569168 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b8cd8a-4555-49ce-920b-ae46f937a4a5 req-85d49ff4-7c1c-4024-a6f0-6f168a35e437 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:11.571149 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-51b8cd8a-4555-49ce-920b-ae46f937a4a5 req-85d49ff4-7c1c-4024-a6f0-6f168a35e437 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/ports?device_id=0e6e452e-b7b9-4269-b6fe-be94c6c57210 HTTP/1.1" status: 200 len: 945 time: 0.0592031 Dec 20 14:53:11.623645 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8b0730fe-6903-41c3-a7d2-c7dc77aa313c tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:11.648243 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-51b8cd8a-4555-49ce-920b-ae46f937a4a5 req-e63731dd-09e3-46a2-a098-b40c8182b73d tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/security-groups?id=1965ba5c-d387-4fec-8f79-f26f65ad2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701036 Dec 20 14:53:11.695787 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:11.713818 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0730fe-6903-41c3-a7d2-c7dc77aa313c tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Pushing event updated for resources: {'Subnet': ['ID=1e72f0e1-b2b0-459e-9ee5-ec73eb685a2d,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:11.722635 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0730fe-6903-41c3-a7d2-c7dc77aa313c tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Checking segment: {'id': '3d30b61b-ec73-487b-a198-e13225a3a8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '2fe50607-25e9-4ca0-90f0-a8922dba1d19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:53:11.722946 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0730fe-6903-41c3-a7d2-c7dc77aa313c tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Network hostable DHCP agents. Network: 2fe50607-25e9-4ca0-90f0-a8922dba1d19, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:53:11.743651 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0730fe-6903-41c3-a7d2-c7dc77aa313c tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Network 2fe50607-25e9-4ca0-90f0-a8922dba1d19 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:53:11.756276 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-8b0730fe-6903-41c3-a7d2-c7dc77aa313c tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 2fe50607-25e9-4ca0-90f0-a8922dba1d19) {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:53:11.765920 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f084a9-9ba1-453d-b2ce-5fd6abdc94f0 None None] Network 2fe50607-25e9-4ca0-90f0-a8922dba1d19 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:53:11.768057 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0730fe-6903-41c3-a7d2-c7dc77aa313c tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:11.768958 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8b0730fe-6903-41c3-a7d2-c7dc77aa313c tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:11.792082 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-8b0730fe-6903-41c3-a7d2-c7dc77aa313c tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5560346 Dec 20 14:53:11.795520 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 36940) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:11.801285 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-8fb4b3de-8f62-44b4-bad7-3ab995d224c5 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Request body: {'subnet': {'network_id': '2fe50607-25e9-4ca0-90f0-a8922dba1d19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:53:11.899917 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6de2b7-1554-4678-b1c8-330ce5a2e04c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-2fe50607-25e9-4ca0-90f0-a8922dba1d19', 'network_id': '2fe50607-25e9-4ca0-90f0-a8922dba1d19', 'project_id': '9dc2db8fd1084daba237ede2ca8ed86f', 'fixed_ips': [{'subnet_id': '1e72f0e1-b2b0-459e-9ee5-ec73eb685a2d'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:53:11.901138 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-dc6de2b7-1554-4678-b1c8-330ce5a2e04c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:11.963965 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fb4b3de-8f62-44b4-bad7-3ab995d224c5 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Made reservation on behalf of 9dc2db8fd1084daba237ede2ca8ed86f for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:53:11.969365 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8fb4b3de-8f62-44b4-bad7-3ab995d224c5 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:12.074316 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-dc6de2b7-1554-4678-b1c8-330ce5a2e04c None None] Allocated IP 2001:db8::2 (2fe50607-25e9-4ca0-90f0-a8922dba1d19/1e72f0e1-b2b0-459e-9ee5-ec73eb685a2d/21010d28-a166-4c0d-94c6-91bb04f4d004) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:53:12.100373 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48b3566-4180-4ee1-b4a4-e2787b298b5e req-29577282-5474-4bee-a2d4-6e0f45bffd7b tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:12.103395 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e48b3566-4180-4ee1-b4a4-e2787b298b5e req-29577282-5474-4bee-a2d4-6e0f45bffd7b tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.54 "GET /v2.0/ports?device_id=050a5e33-bf4a-4ffc-8f13-c57f3dd07a97 HTTP/1.1" status: 200 len: 945 time: 0.0850954 Dec 20 14:53:12.128134 n-d-761264-19 neutron-server[103168]: INFO neutron.db.ipam_backend_mixin [None req-8fb4b3de-8f62-44b4-bad7-3ab995d224c5 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1e72f0e1-b2b0-459e-9ee5-ec73eb685a2d (CIDR: 2001:db8::/64) Dec 20 14:53:12.137428 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fb4b3de-8f62-44b4-bad7-3ab995d224c5 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 14:53:12.137897 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fb4b3de-8f62-44b4-bad7-3ab995d224c5 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:53:12.160212 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-8fb4b3de-8f62-44b4-bad7-3ab995d224c5 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3632033 Dec 20 14:53:12.162941 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 36944) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:12.170067 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-76298086-8bba-41ce-b0c4-bdcace8cf3df tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Request body: {'subnet': {'network_id': '2fe50607-25e9-4ca0-90f0-a8922dba1d19', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:53:12.188189 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e48b3566-4180-4ee1-b4a4-e2787b298b5e req-e9c6b344-0c72-44d6-939d-a94e9723dcf0 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.54 "GET /v2.0/security-groups?id=63a67304-7a61-424c-9189-0609e92bff65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759711 Dec 20 14:53:12.273668 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-dc6de2b7-1554-4678-b1c8-330ce5a2e04c None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:12.283972 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-dc6de2b7-1554-4678-b1c8-330ce5a2e04c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:12.304672 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76298086-8bba-41ce-b0c4-bdcace8cf3df tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Made reservation on behalf of 9dc2db8fd1084daba237ede2ca8ed86f for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:53:12.308988 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-76298086-8bba-41ce-b0c4-bdcace8cf3df tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:12.337745 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6de2b7-1554-4678-b1c8-330ce5a2e04c None None] Network 2fe50607-25e9-4ca0-90f0-a8922dba1d19 is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:53:12.342434 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-dc6de2b7-1554-4678-b1c8-330ce5a2e04c None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:53:12.349484 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6de2b7-1554-4678-b1c8-330ce5a2e04c None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:53:12.358816 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6de2b7-1554-4678-b1c8-330ce5a2e04c None None] Pushing event updated for resources: {'Port': ['ID=21010d28-a166-4c0d-94c6-91bb04f4d004,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:12.581647 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-dc6de2b7-1554-4678-b1c8-330ce5a2e04c None None] Attempting to bind port 21010d28-a166-4c0d-94c6-91bb04f4d004 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:53:12.581995 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-dc6de2b7-1554-4678-b1c8-330ce5a2e04c None None] Attempting to bind port 21010d28-a166-4c0d-94c6-91bb04f4d004 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '3d30b61b-ec73-487b-a198-e13225a3a8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '2fe50607-25e9-4ca0-90f0-a8922dba1d19'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:53:12.582359 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6de2b7-1554-4678-b1c8-330ce5a2e04c None None] Attempting to bind port 21010d28-a166-4c0d-94c6-91bb04f4d004 on network 2fe50607-25e9-4ca0-90f0-a8922dba1d19 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:53:12.585551 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-76298086-8bba-41ce-b0c4-bdcace8cf3df tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8848317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10470522'] for subnet, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:12.587702 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6de2b7-1554-4678-b1c8-330ce5a2e04c None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:53:12.588069 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6de2b7-1554-4678-b1c8-330ce5a2e04c None None] Checking segment: {'id': '3d30b61b-ec73-487b-a198-e13225a3a8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '2fe50607-25e9-4ca0-90f0-a8922dba1d19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:53:12.588493 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-dc6de2b7-1554-4678-b1c8-330ce5a2e04c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:12.588877 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6de2b7-1554-4678-b1c8-330ce5a2e04c None None] Bound using segment: {'id': '3d30b61b-ec73-487b-a198-e13225a3a8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '2fe50607-25e9-4ca0-90f0-a8922dba1d19'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:53:12.589344 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-dc6de2b7-1554-4678-b1c8-330ce5a2e04c None None] Bound port: 21010d28-a166-4c0d-94c6-91bb04f4d004, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d30b61b-ec73-487b-a198-e13225a3a8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '2fe50607-25e9-4ca0-90f0-a8922dba1d19'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:53:12.589712 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-dc6de2b7-1554-4678-b1c8-330ce5a2e04c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:12.630420 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76298086-8bba-41ce-b0c4-bdcace8cf3df tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Network 2fe50607-25e9-4ca0-90f0-a8922dba1d19 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:53:12.633675 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-76298086-8bba-41ce-b0c4-bdcace8cf3df tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:53:12.638475 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76298086-8bba-41ce-b0c4-bdcace8cf3df tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:12.639081 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-76298086-8bba-41ce-b0c4-bdcace8cf3df tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks [] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:12.652113 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-dc6de2b7-1554-4678-b1c8-330ce5a2e04c None None] For port 21010d28-a166-4c0d-94c6-91bb04f4d004, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:53:12.655421 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76298086-8bba-41ce-b0c4-bdcace8cf3df tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Pushing event updated for resources: {'Subnet': ['ID=e6470c21-94be-4e8d-badd-ea83a6698fd9,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:12.655585 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-dc6de2b7-1554-4678-b1c8-330ce5a2e04c None None] For port 21010d28-a166-4c0d-94c6-91bb04f4d004, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=21010d28-a166-4c0d-94c6-91bb04f4d004,segment=NetworkSegment(3d30b61b-ec73-487b-a198-e13225a3a8c6),segment_id=3d30b61b-ec73-487b-a198-e13225a3a8c6)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:53:12.660948 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-dc6de2b7-1554-4678-b1c8-330ce5a2e04c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:12.661349 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-76298086-8bba-41ce-b0c4-bdcace8cf3df tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.4964132 Dec 20 14:53:12.664045 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 36948) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:12.670445 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-cb556345-e76d-48ac-a61c-ac39bc78c884 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Request body: {'port': {'network_id': '2fe50607-25e9-4ca0-90f0-a8922dba1d19', 'fixed_ips': [{'subnet_id': '1e72f0e1-b2b0-459e-9ee5-ec73eb685a2d'}, {'subnet_id': 'e6470c21-94be-4e8d-badd-ea83a6698fd9'}], 'name': 'tempest-PortsIpV6TestJSON-1014123776'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:53:12.740375 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6de2b7-1554-4678-b1c8-330ce5a2e04c None None] Pushing event updated for resources: {'Port': ['ID=21010d28-a166-4c0d-94c6-91bb04f4d004,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:12.817113 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8214eacf-a300-41ae-bf7e-9949c72fc996 req-fb930872-800a-4891-9374-7493a6fb26c6 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:12.818747 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8214eacf-a300-41ae-bf7e-9949c72fc996 req-fb930872-800a-4891-9374-7493a6fb26c6 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/ports?device_id=0e6e452e-b7b9-4269-b6fe-be94c6c57210 HTTP/1.1" status: 200 len: 945 time: 0.0856841 Dec 20 14:53:12.857654 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb556345-e76d-48ac-a61c-ac39bc78c884 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Made reservation on behalf of 9dc2db8fd1084daba237ede2ca8ed86f for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:53:12.922301 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8214eacf-a300-41ae-bf7e-9949c72fc996 req-616bf826-eb0d-467f-98a8-924a60e7a143 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/security-groups?id=1965ba5c-d387-4fec-8f79-f26f65ad2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937400 Dec 20 14:53:12.993021 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cb556345-e76d-48ac-a61c-ac39bc78c884 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:13.014437 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [None req-cb556345-e76d-48ac-a61c-ac39bc78c884 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] device_id is not set on port 1747b7ec-4dec-40b7-af10-b670db4d1f5c yet. {{(pid=103168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 14:53:13.080080 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 27e61414-1f42-421b-9e10-b9fc523cbcd6 up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:53:13.133838 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 21010d28-a166-4c0d-94c6-91bb04f4d004 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:53:13.186395 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning for port 27e61414-1f42-421b-9e10-b9fc523cbcd6 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:53:13.193276 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port 27e61414-1f42-421b-9e10-b9fc523cbcd6 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:53:13.193276 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:13.237056 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 21010d28-a166-4c0d-94c6-91bb04f4d004 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:53:13.237418 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:13.317445 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:13.331708 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13c3bbb-6b7a-4623-ad04-39d6e1cfe83c req-efd59b2a-f2e2-48ed-9646-2094cbd7b649 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:13.336001 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f13c3bbb-6b7a-4623-ad04-39d6e1cfe83c req-efd59b2a-f2e2-48ed-9646-2094cbd7b649 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.54 "GET /v2.0/ports?device_id=050a5e33-bf4a-4ffc-8f13-c57f3dd07a97 HTTP/1.1" status: 200 len: 945 time: 0.0588522 Dec 20 14:53:13.341607 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-cb556345-e76d-48ac-a61c-ac39bc78c884 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Allocated IP 2001:db8::374 (2fe50607-25e9-4ca0-90f0-a8922dba1d19/1e72f0e1-b2b0-459e-9ee5-ec73eb685a2d/1747b7ec-4dec-40b7-af10-b670db4d1f5c) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:53:13.349442 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-cb556345-e76d-48ac-a61c-ac39bc78c884 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Allocated IP 2001:db8:0:1::a4 (2fe50607-25e9-4ca0-90f0-a8922dba1d19/e6470c21-94be-4e8d-badd-ea83a6698fd9/1747b7ec-4dec-40b7-af10-b670db4d1f5c) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:53:13.373429 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '050a5e33-bf4a-4ffc-8f13-c57f3dd07a97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27e61414-1f42-421b-9e10-b9fc523cbcd6'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:53:13.375961 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef1a9cfa-97b3-4252-8d74-56e9960f872b" -d '{"events": [{"server_uuid": "050a5e33-bf4a-4ffc-8f13-c57f3dd07a97", "name": "network-vif-plugged", "status": "completed", "tag": "27e61414-1f42-421b-9e10-b9fc523cbcd6"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:53:13.387439 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:13.392551 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 27e61414-1f42-421b-9e10-b9fc523cbcd6, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=27e61414-1f42-421b-9e10-b9fc523cbcd6,segment=NetworkSegment(976dc740-6f26-442a-9e80-6e8aee232d85),segment_id=976dc740-6f26-442a-9e80-6e8aee232d85)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:53:13.405916 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:13.411612 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f13c3bbb-6b7a-4623-ad04-39d6e1cfe83c req-b22ad90c-7621-4892-a604-a1a0c738cb29 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.54 "GET /v2.0/security-groups?id=63a67304-7a61-424c-9189-0609e92bff65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614421 Dec 20 14:53:13.468927 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] For port 21010d28-a166-4c0d-94c6-91bb04f4d004, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=21010d28-a166-4c0d-94c6-91bb04f4d004,segment=NetworkSegment(3d30b61b-ec73-487b-a198-e13225a3a8c6),segment_id=3d30b61b-ec73-487b-a198-e13225a3a8c6)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:53:13.471192 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b48e9b7-0fae-4c35-ae7a-1e0e49cdf07c x-openstack-request-id: req-8b48e9b7-0fae-4c35-ae7a-1e0e49cdf07c {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:53:13.471530 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "050a5e33-bf4a-4ffc-8f13-c57f3dd07a97", "name": "network-vif-plugged", "status": "completed", "tag": "27e61414-1f42-421b-9e10-b9fc523cbcd6", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:53:13.471852 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8b48e9b7-0fae-4c35-ae7a-1e0e49cdf07c {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:53:13.472250 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '050a5e33-bf4a-4ffc-8f13-c57f3dd07a97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27e61414-1f42-421b-9e10-b9fc523cbcd6', 'code': 200} Dec 20 14:53:13.484315 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=27e61414-1f42-421b-9e10-b9fc523cbcd6,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:13.487966 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:13.517863 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cb556345-e76d-48ac-a61c-ac39bc78c884 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:13.557289 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cb556345-e76d-48ac-a61c-ac39bc78c884 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:13.571271 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Pushing event updated for resources: {'Port': ['ID=21010d28-a166-4c0d-94c6-91bb04f4d004,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:13.620935 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb556345-e76d-48ac-a61c-ac39bc78c884 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Network 2fe50607-25e9-4ca0-90f0-a8922dba1d19 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:53:13.620935 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-cb556345-e76d-48ac-a61c-ac39bc78c884 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:53:13.623219 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb556345-e76d-48ac-a61c-ac39bc78c884 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:53:13.627853 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6528fc8d-e963-48ad-a77d-b593cfaa9a6a req-87b9c324-111f-4f5a-8ac9-6a4185d67fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:13.628954 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb556345-e76d-48ac-a61c-ac39bc78c884 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:13.629599 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cb556345-e76d-48ac-a61c-ac39bc78c884 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:13.629842 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6528fc8d-e963-48ad-a77d-b593cfaa9a6a req-87b9c324-111f-4f5a-8ac9-6a4185d67fb7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=050a5e33-bf4a-4ffc-8f13-c57f3dd07a97 HTTP/1.1" status: 200 len: 1098 time: 0.0566664 Dec 20 14:53:13.638863 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb556345-e76d-48ac-a61c-ac39bc78c884 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Pushing event updated for resources: {'Port': ['ID=1747b7ec-4dec-40b7-af10-b670db4d1f5c,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:13.661113 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-cb556345-e76d-48ac-a61c-ac39bc78c884 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 0.9958901 Dec 20 14:53:13.663878 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 36964) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:13.669462 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-916b512e-46a9-422f-8575-4842d66e75ee tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1e72f0e1-b2b0-459e-9ee5-ec73eb685a2d'}]}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:53:13.721494 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6528fc8d-e963-48ad-a77d-b593cfaa9a6a req-10103370-eb23-495e-ad8f-67002a614b11 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=63a67304-7a61-424c-9189-0609e92bff65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762827 Dec 20 14:53:13.756397 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-916b512e-46a9-422f-8575-4842d66e75ee tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:13.988317 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703140e3-eb2a-4dd1-b7b7-1b30d912582d None None] Network 2fe50607-25e9-4ca0-90f0-a8922dba1d19 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:53:14.078258 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-72ba7312-8290-4f22-85bf-1fa9b9aa6324 None None] Provisioning complete for port 21010d28-a166-4c0d-94c6-91bb04f4d004 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:53:14.079199 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-72ba7312-8290-4f22-85bf-1fa9b9aa6324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:14.085368 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b9922-8752-40b4-916c-a2bee79af023 req-3096b0b6-5f3a-40dc-8b62-6244f7958661 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:14.086112 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-916b512e-46a9-422f-8575-4842d66e75ee tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Delete allocated IP 2001:db8:0:1::a4 (2fe50607-25e9-4ca0-90f0-a8922dba1d19/e6470c21-94be-4e8d-badd-ea83a6698fd9) {{(pid=103168) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 20 14:53:14.095858 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4f7b9922-8752-40b4-916c-a2bee79af023 req-3096b0b6-5f3a-40dc-8b62-6244f7958661 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/ports?device_id=0e6e452e-b7b9-4269-b6fe-be94c6c57210 HTTP/1.1" status: 200 len: 945 time: 0.0809908 Dec 20 14:53:14.166529 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4f7b9922-8752-40b4-916c-a2bee79af023 req-90d6f5df-b08f-439e-ae9e-82f1b44fbc4f tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/security-groups?id=1965ba5c-d387-4fec-8f79-f26f65ad2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697138 Dec 20 14:53:14.240483 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-916b512e-46a9-422f-8575-4842d66e75ee tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:14.240888 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-916b512e-46a9-422f-8575-4842d66e75ee tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:14.309749 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b2d20a-22a3-47ac-83cf-983d0f7e7968 None None] Update dhcp port {'port': {'network_id': '2fe50607-25e9-4ca0-90f0-a8922dba1d19', 'fixed_ips': [{'subnet_id': '1e72f0e1-b2b0-459e-9ee5-ec73eb685a2d', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e6470c21-94be-4e8d-badd-ea83a6698fd9'}], 'binding:host_id': 'n-d-761264-19'}, 'id': '21010d28-a166-4c0d-94c6-91bb04f4d004'} from n-d-761264-19. {{(pid=103169) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 20 14:53:14.313067 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-916b512e-46a9-422f-8575-4842d66e75ee tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] In _notify_port_updated(), no bound segment for port 1747b7ec-4dec-40b7-af10-b670db4d1f5c on network 2fe50607-25e9-4ca0-90f0-a8922dba1d19 {{(pid=103168) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 20 14:53:14.319059 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916b512e-46a9-422f-8575-4842d66e75ee tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:14.319722 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-916b512e-46a9-422f-8575-4842d66e75ee tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:14.324085 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-916b512e-46a9-422f-8575-4842d66e75ee tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "PUT /v2.0/ports/1747b7ec-4dec-40b7-af10-b670db4d1f5c HTTP/1.1" status: 200 len: 926 time: 0.6565645 Dec 20 14:53:14.324480 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 36974) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:14.325531 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916b512e-46a9-422f-8575-4842d66e75ee tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Pushing event updated for resources: {'Port': ['ID=1747b7ec-4dec-40b7-af10-b670db4d1f5c,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:14.336452 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-95d8f6eb-82aa-4559-9b2a-010c84617d67 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1e72f0e1-b2b0-459e-9ee5-ec73eb685a2d'}, {'subnet_id': 'e6470c21-94be-4e8d-badd-ea83a6698fd9'}]}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:53:14.339785 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-67b2d20a-22a3-47ac-83cf-983d0f7e7968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:14.502266 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-95d8f6eb-82aa-4559-9b2a-010c84617d67 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:14.538058 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-67b2d20a-22a3-47ac-83cf-983d0f7e7968 None None] Allocated IP 2001:db8:0:1::2 (2fe50607-25e9-4ca0-90f0-a8922dba1d19/e6470c21-94be-4e8d-badd-ea83a6698fd9/21010d28-a166-4c0d-94c6-91bb04f4d004) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:53:14.574458 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ed30af-f633-4b81-a14d-53814037beea req-c713f49d-7b1c-4a07-a742-b513aa507d61 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:14.584252 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-26ed30af-f633-4b81-a14d-53814037beea req-c713f49d-7b1c-4a07-a742-b513aa507d61 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.54 "GET /v2.0/ports?device_id=050a5e33-bf4a-4ffc-8f13-c57f3dd07a97 HTTP/1.1" status: 200 len: 946 time: 0.0873144 Dec 20 14:53:14.648803 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-26ed30af-f633-4b81-a14d-53814037beea req-a55138fe-8b7d-4bde-ab27-7be8c111b4f7 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.54 "GET /v2.0/security-groups?id=63a67304-7a61-424c-9189-0609e92bff65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583167 Dec 20 14:53:14.663761 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-67b2d20a-22a3-47ac-83cf-983d0f7e7968 None None] For port 21010d28-a166-4c0d-94c6-91bb04f4d004, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=21010d28-a166-4c0d-94c6-91bb04f4d004,segment=NetworkSegment(3d30b61b-ec73-487b-a198-e13225a3a8c6),segment_id=3d30b61b-ec73-487b-a198-e13225a3a8c6)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:53:14.665641 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 14:53:14.697265 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-67b2d20a-22a3-47ac-83cf-983d0f7e7968 None None] Publish callbacks [] for port, precommit_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:14.702947 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-67b2d20a-22a3-47ac-83cf-983d0f7e7968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:14.755450 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b2d20a-22a3-47ac-83cf-983d0f7e7968 None None] Pushing event updated for resources: {'Port': ['ID=21010d28-a166-4c0d-94c6-91bb04f4d004,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:14.766296 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09281e7-60a3-4cbe-841b-6dfe28c4560b req-fd9a1cca-3e38-4d18-8428-cf0070c1d844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:14.767811 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e09281e7-60a3-4cbe-841b-6dfe28c4560b req-fd9a1cca-3e38-4d18-8428-cf0070c1d844 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0e6e452e-b7b9-4269-b6fe-be94c6c57210 HTTP/1.1" status: 200 len: 1097 time: 0.0893223 Dec 20 14:53:14.887392 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-95d8f6eb-82aa-4559-9b2a-010c84617d67 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Allocated IP 2001:db8:0:1::34e (2fe50607-25e9-4ca0-90f0-a8922dba1d19/e6470c21-94be-4e8d-badd-ea83a6698fd9/1747b7ec-4dec-40b7-af10-b670db4d1f5c) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:53:14.916204 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e09281e7-60a3-4cbe-841b-6dfe28c4560b req-6da76a56-d47a-4397-8909-c2c74de68369 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1965ba5c-d387-4fec-8f79-f26f65ad2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333568 Dec 20 14:53:15.056740 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 21010d28-a166-4c0d-94c6-91bb04f4d004 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:53:15.092116 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-95d8f6eb-82aa-4559-9b2a-010c84617d67 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:15.099010 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-95d8f6eb-82aa-4559-9b2a-010c84617d67 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:15.147307 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 21010d28-a166-4c0d-94c6-91bb04f4d004 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:53:15.148031 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:15.330869 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:15.465275 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1d2318-3a87-4a5f-bfca-72b85e191cf5 None None] Network 2fe50607-25e9-4ca0-90f0-a8922dba1d19 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:53:15.535927 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-95d8f6eb-82aa-4559-9b2a-010c84617d67 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] In _notify_port_updated(), no bound segment for port 1747b7ec-4dec-40b7-af10-b670db4d1f5c on network 2fe50607-25e9-4ca0-90f0-a8922dba1d19 {{(pid=103167) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 20 14:53:15.541416 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d8f6eb-82aa-4559-9b2a-010c84617d67 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:15.542058 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-95d8f6eb-82aa-4559-9b2a-010c84617d67 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:15.543394 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-95d8f6eb-82aa-4559-9b2a-010c84617d67 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "PUT /v2.0/ports/1747b7ec-4dec-40b7-af10-b670db4d1f5c HTTP/1.1" status: 200 len: 1012 time: 1.2177291 Dec 20 14:53:15.548462 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 36984) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:15.560751 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d8f6eb-82aa-4559-9b2a-010c84617d67 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Pushing event updated for resources: {'Port': ['ID=1747b7ec-4dec-40b7-af10-b670db4d1f5c,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:15.579625 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-e8134bc6-75e6-49d9-b90a-689980b49f0e None None] Provisioning complete for port 1747b7ec-4dec-40b7-af10-b670db4d1f5c triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:53:15.580002 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e8134bc6-75e6-49d9-b90a-689980b49f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:15.609979 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:15.609979 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:53:15.609979 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:15.609979 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:53:15.609979 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:15.609979 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:53:15.609979 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:15.609979 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:53:15.609979 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:15.609979 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:53:15.609979 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:15.609979 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:53:15.609979 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:15.609979 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:53:15.609979 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:15.609979 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:53:15.609979 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:15.609979 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:53:15.609979 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:15.609979 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:53:15.609979 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:15.609979 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:53:15.609979 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:15.609979 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:53:15.609979 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:15.609979 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:53:15.609979 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:15.609979 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:53:15.609979 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:15.609979 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:53:15.609979 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:15.609979 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:53:15.609979 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:15.609979 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:53:15.609979 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:15.609979 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:53:15.609979 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:15.609979 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:53:15.609979 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:15.609979 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:53:15.609979 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:15.609979 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:53:15.609979 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:15.609979 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:53:15.609979 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:15.609979 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:53:15.609979 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:15.609979 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:53:15.619638 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d09721-71f9-40aa-8dab-2fb5023df7bb req-09364558-c0c5-42f7-8e37-80ba60f05a89 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:15.630972 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-e8134bc6-75e6-49d9-b90a-689980b49f0e None None] Port 1747b7ec-4dec-40b7-af10-b670db4d1f5c cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:53:15.632899 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-91d09721-71f9-40aa-8dab-2fb5023df7bb req-09364558-c0c5-42f7-8e37-80ba60f05a89 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/ports?device_id=0e6e452e-b7b9-4269-b6fe-be94c6c57210 HTTP/1.1" status: 200 len: 945 time: 0.1005306 Dec 20 14:53:15.652158 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-e8134bc6-75e6-49d9-b90a-689980b49f0e None None] Provisioning complete for port 21010d28-a166-4c0d-94c6-91bb04f4d004 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:53:15.652532 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e8134bc6-75e6-49d9-b90a-689980b49f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:15.681439 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-36081ba1-c307-40ca-a194-d2dc19e5bd0c tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Deleting port 1747b7ec-4dec-40b7-af10-b670db4d1f5c {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:53:15.682061 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-36081ba1-c307-40ca-a194-d2dc19e5bd0c tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:15.711848 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-91d09721-71f9-40aa-8dab-2fb5023df7bb req-9ff28fab-9f60-4917-9e3d-5f21f54ee04f tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/security-groups?id=1965ba5c-d387-4fec-8f79-f26f65ad2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766075 Dec 20 14:53:15.829401 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-36081ba1-c307-40ca-a194-d2dc19e5bd0c tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:15.847455 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-36081ba1-c307-40ca-a194-d2dc19e5bd0c tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Calling delete_port for 1747b7ec-4dec-40b7-af10-b670db4d1f5c owned by {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:53:15.866218 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d562cc-b3b2-4cd3-8703-5b0635fd4baf req-92d57d4b-1ede-4009-a73c-6c4e54eb5dff tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:15.867905 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-35d562cc-b3b2-4cd3-8703-5b0635fd4baf req-92d57d4b-1ede-4009-a73c-6c4e54eb5dff tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.54 "GET /v2.0/ports?device_id=050a5e33-bf4a-4ffc-8f13-c57f3dd07a97 HTTP/1.1" status: 200 len: 946 time: 0.0943105 Dec 20 14:53:15.920800 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-660bae9d-5808-4986-bfdd-e5577a23af54 None None] Provisioning complete for port 1747b7ec-4dec-40b7-af10-b670db4d1f5c triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:53:15.921427 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-660bae9d-5808-4986-bfdd-e5577a23af54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:15.985891 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-660bae9d-5808-4986-bfdd-e5577a23af54 None None] Port 1747b7ec-4dec-40b7-af10-b670db4d1f5c cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:53:16.015447 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-660bae9d-5808-4986-bfdd-e5577a23af54 None None] Provisioning complete for port 21010d28-a166-4c0d-94c6-91bb04f4d004 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:53:16.015825 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-660bae9d-5808-4986-bfdd-e5577a23af54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:16.026253 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-35d562cc-b3b2-4cd3-8703-5b0635fd4baf req-517b84ca-3c7b-43d2-83e6-78813ac437a0 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.54 "GET /v2.0/security-groups?id=63a67304-7a61-424c-9189-0609e92bff65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518850 Dec 20 14:53:16.215184 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-36081ba1-c307-40ca-a194-d2dc19e5bd0c tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:16.236385 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-8d5b2bae-afc0-4dd4-8b5c-3b36e68ab120 None None] Could not find standard attr ID for object 1747b7ec-4dec-40b7-af10-b670db4d1f5c. {{(pid=103169) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 14:53:16.270068 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36081ba1-c307-40ca-a194-d2dc19e5bd0c tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Pushing event deleted for resources: {'Port': ['ID=1747b7ec-4dec-40b7-af10-b670db4d1f5c,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:16.322546 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-36081ba1-c307-40ca-a194-d2dc19e5bd0c tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:16.328379 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-36081ba1-c307-40ca-a194-d2dc19e5bd0c tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "DELETE /v2.0/ports/1747b7ec-4dec-40b7-af10-b670db4d1f5c HTTP/1.1" status: 204 len: 168 time: 0.7760415 Dec 20 14:53:16.329480 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 37000) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:16.362980 n-d-761264-19 neutron-server[103167]: INFO neutron.pecan_wsgi.hooks.translation [None req-861cc339-3dc3-44ab-b214-6c94dc2a22b7 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] GET failed (client error): The resource could not be found. Dec 20 14:53:16.365389 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-861cc339-3dc3-44ab-b214-6c94dc2a22b7 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "GET /v2.0/ports/1747b7ec-4dec-40b7-af10-b670db4d1f5c HTTP/1.1" status: 404 len: 333 time: 0.0345619 Dec 20 14:53:16.368267 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37002) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:16.430619 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc64addd-360f-46fd-b466-923fbc733c58 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Deleting subnet e6470c21-94be-4e8d-badd-ea83a6698fd9 {{(pid=103168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:53:16.434195 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-bc64addd-360f-46fd-b466-923fbc733c58 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks [] for subnet, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:16.486077 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-bc64addd-360f-46fd-b466-923fbc733c58 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9023023'] for subnet, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:16.566462 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-87ad1297-40fe-4c8f-96e0-ac0dab23abc8 None None] Could not find standard attr ID for object 1747b7ec-4dec-40b7-af10-b670db4d1f5c. {{(pid=103169) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 14:53:16.588264 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-bc64addd-360f-46fd-b466-923fbc733c58 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:16.658816 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-bc64addd-360f-46fd-b466-923fbc733c58 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8850800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470517'] for subnet, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:16.686198 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc64addd-360f-46fd-b466-923fbc733c58 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Pushing event deleted for resources: {'Subnet': ['ID=e6470c21-94be-4e8d-badd-ea83a6698fd9,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:16.696033 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-bc64addd-360f-46fd-b466-923fbc733c58 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks [] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:16.701709 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-bc64addd-360f-46fd-b466-923fbc733c58 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "DELETE /v2.0/subnets/e6470c21-94be-4e8d-badd-ea83a6698fd9 HTTP/1.1" status: 204 len: 168 time: 0.3299463 Dec 20 14:53:16.701890 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37008) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:16.760762 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_v2 [None req-99abd3d7-aea3-4644-b924-a74349294478 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Deleting subnet 1e72f0e1-b2b0-459e-9ee5-ec73eb685a2d {{(pid=103168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:53:16.771247 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-99abd3d7-aea3-4644-b924-a74349294478 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks [] for subnet, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:16.793069 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae03d83-0114-4277-8b09-facff47acd36 None None] Network 2fe50607-25e9-4ca0-90f0-a8922dba1d19 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:53:16.845067 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-99abd3d7-aea3-4644-b924-a74349294478 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9023023'] for subnet, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:16.891519 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7a8c92-74c3-4e9e-8293-e548908f72fa req-d29c925a-e6c7-4862-af0a-c5c58ff42063 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:16.893064 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cb7a8c92-74c3-4e9e-8293-e548908f72fa req-d29c925a-e6c7-4862-af0a-c5c58ff42063 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/ports?device_id=0e6e452e-b7b9-4269-b6fe-be94c6c57210 HTTP/1.1" status: 200 len: 945 time: 0.0940356 Dec 20 14:53:16.901081 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-4946d5fe-dc0d-4f59-8cf9-2318d38367e0 None None] Could not find standard attr ID for object 1747b7ec-4dec-40b7-af10-b670db4d1f5c. {{(pid=103169) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 14:53:16.980637 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-99abd3d7-aea3-4644-b924-a74349294478 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:16.987048 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cb7a8c92-74c3-4e9e-8293-e548908f72fa req-9c21ebd3-695a-4d4f-8816-5d3d66aeee52 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/security-groups?id=1965ba5c-d387-4fec-8f79-f26f65ad2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818324 Dec 20 14:53:17.059854 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-99abd3d7-aea3-4644-b924-a74349294478 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8850800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470517'] for subnet, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:17.106021 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99abd3d7-aea3-4644-b924-a74349294478 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Pushing event deleted for resources: {'Subnet': ['ID=1e72f0e1-b2b0-459e-9ee5-ec73eb685a2d,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:17.110361 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-99abd3d7-aea3-4644-b924-a74349294478 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks [] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:17.117255 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-99abd3d7-aea3-4644-b924-a74349294478 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "DELETE /v2.0/subnets/1e72f0e1-b2b0-459e-9ee5-ec73eb685a2d HTTP/1.1" status: 204 len: 168 time: 0.4113474 Dec 20 14:53:17.117364 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 37020) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:17.285791 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b4f7aed3-4483-4b49-bd0b-567a67fad244 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:17.421236 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-b4f7aed3-4483-4b49-bd0b-567a67fad244 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Deleting port 21010d28-a166-4c0d-94c6-91bb04f4d004 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:53:17.423448 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b4f7aed3-4483-4b49-bd0b-567a67fad244 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:17.516655 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-b4f7aed3-4483-4b49-bd0b-567a67fad244 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] For port 21010d28-a166-4c0d-94c6-91bb04f4d004, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=21010d28-a166-4c0d-94c6-91bb04f4d004,segment=NetworkSegment(3d30b61b-ec73-487b-a198-e13225a3a8c6),segment_id=3d30b61b-ec73-487b-a198-e13225a3a8c6)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:53:17.517175 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b4f7aed3-4483-4b49-bd0b-567a67fad244 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:17.533047 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-b4f7aed3-4483-4b49-bd0b-567a67fad244 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Calling delete_port for 21010d28-a166-4c0d-94c6-91bb04f4d004 owned by network:dhcp {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:53:17.616189 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37028) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:17.658969 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b4f7aed3-4483-4b49-bd0b-567a67fad244 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:17.676204 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd83490-06d6-4985-836b-21c56e924b1e req-32ffabb5-8c7a-4a92-9011-92da5c2021cc tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:17.678074 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0dd83490-06d6-4985-836b-21c56e924b1e req-32ffabb5-8c7a-4a92-9011-92da5c2021cc tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/ports?device_id=0e6e452e-b7b9-4269-b6fe-be94c6c57210 HTTP/1.1" status: 200 len: 945 time: 0.3110704 Dec 20 14:53:17.758797 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f7aed3-4483-4b49-bd0b-567a67fad244 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] No DVR routers for this DVR port 21010d28-a166-4c0d-94c6-91bb04f4d004 on host n-d-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:53:17.764214 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-45d1596d-82b6-4ac4-8838-e3c418edc63c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:17.769239 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f7aed3-4483-4b49-bd0b-567a67fad244 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Pushing event deleted for resources: {'Port': ['ID=21010d28-a166-4c0d-94c6-91bb04f4d004,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:17.779178 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df9f1f5-34ea-4dfc-a5e2-a43f7b7eb277 req-1cb8fb1d-d567-4325-ab60-dbf176e1cfee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:17.780829 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7df9f1f5-34ea-4dfc-a5e2-a43f7b7eb277 req-1cb8fb1d-d567-4325-ab60-dbf176e1cfee service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7ad62973efb247199989986208e9e8bf&device_id=0e6e452e-b7b9-4269-b6fe-be94c6c57210 HTTP/1.1" status: 200 len: 1097 time: 0.4435863 Dec 20 14:53:17.825348 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-c7c4963a-f841-4019-96f2-5b8514965de0 None None] Could not find standard attr ID for object 21010d28-a166-4c0d-94c6-91bb04f4d004. {{(pid=103169) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 14:53:17.835503 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8c5d97-6243-4d4e-81f8-42858afc79bc None None] Network 2fe50607-25e9-4ca0-90f0-a8922dba1d19 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:53:17.874502 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-45d1596d-82b6-4ac4-8838-e3c418edc63c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:17.883587 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-45d1596d-82b6-4ac4-8838-e3c418edc63c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:17.961278 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-45d1596d-82b6-4ac4-8838-e3c418edc63c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4f40a9f8ce9942119f87014775ebc7a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3429704 Dec 20 14:53:17.965090 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37032) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:18.009877 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d1596d-82b6-4ac4-8838-e3c418edc63c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0061a2ef-ea74-43e4-b1e0-72c5896033d3,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:18.057538 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6554e7-1343-428d-b271-2126bfc6af3a None None] DHCP port deletion for 2fe50607-25e9-4ca0-90f0-a8922dba1d19 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:53:18.060532 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5d87bef1-d596-4065-84ff-dd8a79f381b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:18.063265 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df9f1f5-34ea-4dfc-a5e2-a43f7b7eb277 req-10a18cd7-6a8e-4b90-b38e-faa0bf78ca3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:18.065039 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7df9f1f5-34ea-4dfc-a5e2-a43f7b7eb277 req-10a18cd7-6a8e-4b90-b38e-faa0bf78ca3c service neutron] 10.222.0.47 "GET /v2.0/networks?id=93f5dcc9-0b36-4024-bce0-d4b0862d4719 HTTP/1.1" status: 200 len: 919 time: 0.2105381 Dec 20 14:53:18.078530 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0dd83490-06d6-4985-836b-21c56e924b1e req-77f6c471-f72a-4bb1-8233-65502c7b5c1e tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/security-groups?id=1965ba5c-d387-4fec-8f79-f26f65ad2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3854644 Dec 20 14:53:18.094848 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b4f7aed3-4483-4b49-bd0b-567a67fad244 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:18.101008 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5d87bef1-d596-4065-84ff-dd8a79f381b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:18.133385 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7df9f1f5-34ea-4dfc-a5e2-a43f7b7eb277 req-7f571645-d6d2-4dce-9b14-123eae377db3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=08be1526-c158-4e57-a34a-c3664135a1d7 HTTP/1.1" status: 200 len: 217 time: 0.0495687 Dec 20 14:53:18.152725 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5d87bef1-d596-4065-84ff-dd8a79f381b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:18.155382 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5d87bef1-d596-4065-84ff-dd8a79f381b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:18.155520 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-b4f7aed3-4483-4b49-bd0b-567a67fad244 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fe50607-25e9-4ca0-90f0-a8922dba1d19']}} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:53:18.158808 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-5d87bef1-d596-4065-84ff-dd8a79f381b3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0061a2ef-ea74-43e4-b1e0-72c5896033d3 HTTP/1.1" status: 204 len: 168 time: 0.1904955 Dec 20 14:53:18.165022 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d87bef1-d596-4065-84ff-dd8a79f381b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0061a2ef-ea74-43e4-b1e0-72c5896033d3,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:18.169741 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-b4f7aed3-4483-4b49-bd0b-567a67fad244 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d30b61b-ec73-487b-a198-e13225a3a8c6') {'for_net_delete': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:53:18.170104 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-b4f7aed3-4483-4b49-bd0b-567a67fad244 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d30b61b-ec73-487b-a198-e13225a3a8c6') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:53:18.188566 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b4f7aed3-4483-4b49-bd0b-567a67fad244 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954405'] for segment, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:18.233910 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df9f1f5-34ea-4dfc-a5e2-a43f7b7eb277 req-bc48be3f-0171-4eee-aca2-21e8144ca470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:18.235447 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7df9f1f5-34ea-4dfc-a5e2-a43f7b7eb277 req-bc48be3f-0171-4eee-aca2-21e8144ca470 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2a0f6126-1d73-4497-a2f5-3cddb2eb92e0 HTTP/1.1" status: 200 len: 858 time: 0.0910301 Dec 20 14:53:18.254628 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b4f7aed3-4483-4b49-bd0b-567a67fad244 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:18.277191 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7df9f1f5-34ea-4dfc-a5e2-a43f7b7eb277 req-8c3da069-1848-438c-abbe-9f8865ddbc5a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=93f5dcc9-0b36-4024-bce0-d4b0862d4719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315816 Dec 20 14:53:18.278294 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4f7aed3-4483-4b49-bd0b-567a67fad244 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=103167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:53:18.278696 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b4f7aed3-4483-4b49-bd0b-567a67fad244 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9956000'] for segment, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:18.282257 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:18.282257 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:53:18.282257 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:18.282257 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:53:18.282257 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:18.282257 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:53:18.282257 n-d-761264-19 neutron-server[103167]: Traceback (most recent call last): Dec 20 14:53:18.282257 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:53:18.282257 n-d-761264-19 neutron-server[103167]: timer() Dec 20 14:53:18.282257 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:53:18.282257 n-d-761264-19 neutron-server[103167]: cb(*args, **kw) Dec 20 14:53:18.282257 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:53:18.282257 n-d-761264-19 neutron-server[103167]: return func(*args, **kwargs) Dec 20 14:53:18.282257 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:53:18.282257 n-d-761264-19 neutron-server[103167]: self._notify() Dec 20 14:53:18.282257 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:53:18.282257 n-d-761264-19 neutron-server[103167]: self.callback(batched_events) Dec 20 14:53:18.282257 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:53:18.282257 n-d-761264-19 neutron-server[103167]: event.method(event) Dec 20 14:53:18.282257 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:53:18.282257 n-d-761264-19 neutron-server[103167]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:53:18.282257 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:53:18.282257 n-d-761264-19 neutron-server[103167]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:53:18.282257 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:53:18.282257 n-d-761264-19 neutron-server[103167]: return f(self, *a, **k) Dec 20 14:53:18.282257 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:53:18.282257 n-d-761264-19 neutron-server[103167]: return self._get(url).json() Dec 20 14:53:18.282257 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:53:18.282257 n-d-761264-19 neutron-server[103167]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:53:18.282257 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:53:18.282257 n-d-761264-19 neutron-server[103167]: return self.request(url, 'GET', **kwargs) Dec 20 14:53:18.282257 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:53:18.282257 n-d-761264-19 neutron-server[103167]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:53:18.282257 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:53:18.282257 n-d-761264-19 neutron-server[103167]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:53:18.282257 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:53:18.282257 n-d-761264-19 neutron-server[103167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:53:18.282257 n-d-761264-19 neutron-server[103167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:53:18.406900 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b4f7aed3-4483-4b49-bd0b-567a67fad244 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:18.412185 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b4f7aed3-4483-4b49-bd0b-567a67fad244 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks [] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:18.415870 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-b4f7aed3-4483-4b49-bd0b-567a67fad244 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "DELETE /v2.0/networks/2fe50607-25e9-4ca0-90f0-a8922dba1d19 HTTP/1.1" status: 204 len: 168 time: 1.2973211 Dec 20 14:53:18.419436 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37040) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:18.439051 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f7aed3-4483-4b49-bd0b-567a67fad244 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Pushing event deleted for resources: {'Network': ['ID=2fe50607-25e9-4ca0-90f0-a8922dba1d19,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:18.454251 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7df9f1f5-34ea-4dfc-a5e2-a43f7b7eb277 req-be965af8-c3d1-482b-9bb9-52dad503491c service neutron] 10.222.0.47 "GET /v2.0/networks/93f5dcc9-0b36-4024-bce0-d4b0862d4719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590662 Dec 20 14:53:18.485407 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0de150f-6955-44ef-9d79-602da76f9ebe tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:18.490979 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-a0de150f-6955-44ef-9d79-602da76f9ebe tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0652399 Dec 20 14:53:18.491299 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37044) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:18.545995 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-fd2367be-6ca3-4ab1-95c4-c0c7109be5b7 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0535405 Dec 20 14:53:18.551447 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37048) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:18.556361 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-f735fe9c-594c-442f-bb4e-d9b6bdd405e7 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2022434774'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:53:18.570419 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7df9f1f5-34ea-4dfc-a5e2-a43f7b7eb277 req-25d2bb83-5d7f-45ff-9ac6-84dac48cf140 service neutron] 10.222.0.47 "GET /v2.0/networks/93f5dcc9-0b36-4024-bce0-d4b0862d4719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078598 Dec 20 14:53:18.594036 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f735fe9c-594c-442f-bb4e-d9b6bdd405e7 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Made reservation on behalf of 9dc2db8fd1084daba237ede2ca8ed86f for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:53:18.597729 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f735fe9c-594c-442f-bb4e-d9b6bdd405e7 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:18.627258 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f735fe9c-594c-442f-bb4e-d9b6bdd405e7 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:53:18.639075 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f735fe9c-594c-442f-bb4e-d9b6bdd405e7 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:18.639564 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-f735fe9c-594c-442f-bb4e-d9b6bdd405e7 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Added segment 8b368d7f-22db-4db9-be5b-e638ee7b029a of type vlan for network 8453776d-9767-40c0-9821-67b9c8df6afd Dec 20 14:53:18.699211 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f735fe9c-594c-442f-bb4e-d9b6bdd405e7 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:18.750099 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f735fe9c-594c-442f-bb4e-d9b6bdd405e7 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:18.755794 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f735fe9c-594c-442f-bb4e-d9b6bdd405e7 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:18.756245 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f735fe9c-594c-442f-bb4e-d9b6bdd405e7 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks [] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:18.844329 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-f735fe9c-594c-442f-bb4e-d9b6bdd405e7 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2890511 Dec 20 14:53:18.844329 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37062) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:18.849942 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-67101fd3-7bdd-462a-a072-f5d9de2c97a5 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Request body: {'subnet': {'network_id': '8453776d-9767-40c0-9821-67b9c8df6afd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:53:18.876832 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f735fe9c-594c-442f-bb4e-d9b6bdd405e7 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Pushing event updated for resources: {'Network': ['ID=8453776d-9767-40c0-9821-67b9c8df6afd,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:18.890101 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 8453776d-9767-40c0-9821-67b9c8df6afd details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:53:18.984109 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67101fd3-7bdd-462a-a072-f5d9de2c97a5 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Made reservation on behalf of 9dc2db8fd1084daba237ede2ca8ed86f for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:53:18.988371 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-67101fd3-7bdd-462a-a072-f5d9de2c97a5 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:19.058229 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 21010d28-a166-4c0d-94c6-91bb04f4d004 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:53:19.083271 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 21010d28-a166-4c0d-94c6-91bb04f4d004 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:53:19.083626 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 21010d28-a166-4c0d-94c6-91bb04f4d004 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:53:19.223827 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46860622-b751-45cb-824e-0f213d65e0b4 req-a8afab2f-2efb-4bf4-b3d0-20fa4b2f14b9 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:19.224834 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-67101fd3-7bdd-462a-a072-f5d9de2c97a5 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8848317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10470522'] for subnet, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:19.225444 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-46860622-b751-45cb-824e-0f213d65e0b4 req-a8afab2f-2efb-4bf4-b3d0-20fa4b2f14b9 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/ports?device_id=0e6e452e-b7b9-4269-b6fe-be94c6c57210 HTTP/1.1" status: 200 len: 945 time: 0.0650401 Dec 20 14:53:19.283557 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-46860622-b751-45cb-824e-0f213d65e0b4 req-7ddd09a0-26fa-4502-80d5-3d0cbe1b46b4 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/security-groups?id=1965ba5c-d387-4fec-8f79-f26f65ad2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513206 Dec 20 14:53:19.330829 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67101fd3-7bdd-462a-a072-f5d9de2c97a5 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Pushing event updated for resources: {'Subnet': ['ID=d7ea6b3a-6115-4224-9de0-bf0e0473bc68,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:19.345495 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67101fd3-7bdd-462a-a072-f5d9de2c97a5 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Checking segment: {'id': '8b368d7f-22db-4db9-be5b-e638ee7b029a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8453776d-9767-40c0-9821-67b9c8df6afd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:53:19.346168 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67101fd3-7bdd-462a-a072-f5d9de2c97a5 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Network hostable DHCP agents. Network: 8453776d-9767-40c0-9821-67b9c8df6afd, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:53:19.371327 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67101fd3-7bdd-462a-a072-f5d9de2c97a5 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Network 8453776d-9767-40c0-9821-67b9c8df6afd is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:53:19.383933 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-67101fd3-7bdd-462a-a072-f5d9de2c97a5 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 8453776d-9767-40c0-9821-67b9c8df6afd) {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:53:19.388866 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67101fd3-7bdd-462a-a072-f5d9de2c97a5 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:19.389488 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-67101fd3-7bdd-462a-a072-f5d9de2c97a5 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks [] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:19.398435 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e370e4-81a2-43d1-8611-cf90407ed6c2 None None] Network 8453776d-9767-40c0-9821-67b9c8df6afd requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:53:19.415715 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-67101fd3-7bdd-462a-a072-f5d9de2c97a5 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5702415 Dec 20 14:53:19.418200 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 37078) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:19.458571 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-79ccf594-a4a2-4000-9ae3-7501c31a2768 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Request body: {'port': {'network_id': '8453776d-9767-40c0-9821-67b9c8df6afd', 'name': 'tempest-PortsIpV6TestJSON-1743604291'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:53:19.553779 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d964bc00-2273-4d98-b996-366491239e13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-8453776d-9767-40c0-9821-67b9c8df6afd', 'network_id': '8453776d-9767-40c0-9821-67b9c8df6afd', 'project_id': '9dc2db8fd1084daba237ede2ca8ed86f', 'fixed_ips': [{'subnet_id': 'd7ea6b3a-6115-4224-9de0-bf0e0473bc68'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:53:19.555436 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d964bc00-2273-4d98-b996-366491239e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:19.584127 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d2a7a9-d6c3-4a25-8f47-8b9167382ec4 req-3b7d82fc-2271-411d-a5ca-da7748e9e9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:19.586183 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d8d2a7a9-d6c3-4a25-8f47-8b9167382ec4 req-3b7d82fc-2271-411d-a5ca-da7748e9e9a8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7ad62973efb247199989986208e9e8bf&device_id=0e6e452e-b7b9-4269-b6fe-be94c6c57210 HTTP/1.1" status: 200 len: 1097 time: 0.1654778 Dec 20 14:53:19.645883 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79ccf594-a4a2-4000-9ae3-7501c31a2768 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Made reservation on behalf of 9dc2db8fd1084daba237ede2ca8ed86f for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:53:19.651877 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-79ccf594-a4a2-4000-9ae3-7501c31a2768 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:19.662381 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5b68b8-0280-4059-ae87-402b11a40d6b req-95080779-0c59-482f-b0fd-27e27acdc7f2 tempest-TestNetworkAdvancedServerOps-1489124987 tempest-TestNetworkAdvancedServerOps-1489124987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:19.664054 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ba5b68b8-0280-4059-ae87-402b11a40d6b req-95080779-0c59-482f-b0fd-27e27acdc7f2 tempest-TestNetworkAdvancedServerOps-1489124987 tempest-TestNetworkAdvancedServerOps-1489124987-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=31a55ef4-f413-493d-8b86-3a848ca43d83 HTTP/1.1" status: 200 len: 1097 time: 0.0932987 Dec 20 14:53:19.694785 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-ba5b68b8-0280-4059-ae87-402b11a40d6b req-06f7d27a-40e7-441b-a894-41c7637aaa38 tempest-TestNetworkAdvancedServerOps-1489124987 tempest-TestNetworkAdvancedServerOps-1489124987-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:19.747503 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [None req-79ccf594-a4a2-4000-9ae3-7501c31a2768 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] device_id is not set on port e89e0af6-a171-493c-ae25-b6c09b909fae yet. {{(pid=103167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 14:53:19.749262 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-d964bc00-2273-4d98-b996-366491239e13 None None] Allocated IP 2001:db8::2 (8453776d-9767-40c0-9821-67b9c8df6afd/d7ea6b3a-6115-4224-9de0-bf0e0473bc68/ad8748f2-98a3-4be4-afe0-c6d44763701a) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:53:19.869197 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-ba5b68b8-0280-4059-ae87-402b11a40d6b req-06f7d27a-40e7-441b-a894-41c7637aaa38 tempest-TestNetworkAdvancedServerOps-1489124987 tempest-TestNetworkAdvancedServerOps-1489124987-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:19.876603 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-ba5b68b8-0280-4059-ae87-402b11a40d6b req-06f7d27a-40e7-441b-a894-41c7637aaa38 tempest-TestNetworkAdvancedServerOps-1489124987 tempest-TestNetworkAdvancedServerOps-1489124987-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:19.897930 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d2a7a9-d6c3-4a25-8f47-8b9167382ec4 req-b5ce47d3-e0a5-4560-8c04-55ec17da32e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:19.900154 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d8d2a7a9-d6c3-4a25-8f47-8b9167382ec4 req-b5ce47d3-e0a5-4560-8c04-55ec17da32e1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=93f5dcc9-0b36-4024-bce0-d4b0862d4719 HTTP/1.1" status: 200 len: 919 time: 0.2789996 Dec 20 14:53:19.945992 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d964bc00-2273-4d98-b996-366491239e13 None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:19.947805 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ba5b68b8-0280-4059-ae87-402b11a40d6b req-06f7d27a-40e7-441b-a894-41c7637aaa38 tempest-TestNetworkAdvancedServerOps-1489124987 tempest-TestNetworkAdvancedServerOps-1489124987-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=a3840027-1c66-4dfc-886c-c2af2b1c81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2733603 Dec 20 14:53:19.948740 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f7d27a-40e7-441b-a894-41c7637aaa38 tempest-TestNetworkAdvancedServerOps-1489124987 tempest-TestNetworkAdvancedServerOps-1489124987-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d22c3a7d-86ae-4377-82f6-06e5671210f2,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:19.997145 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d8d2a7a9-d6c3-4a25-8f47-8b9167382ec4 req-00f05fa0-c1e0-4fc9-b5e7-3d0c1a6fab28 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=08be1526-c158-4e57-a34a-c3664135a1d7 HTTP/1.1" status: 200 len: 217 time: 0.0806398 Dec 20 14:53:20.002210 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d964bc00-2273-4d98-b996-366491239e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:20.061151 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-79ccf594-a4a2-4000-9ae3-7501c31a2768 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Allocated IP 2001:db8::89 (8453776d-9767-40c0-9821-67b9c8df6afd/d7ea6b3a-6115-4224-9de0-bf0e0473bc68/e89e0af6-a171-493c-ae25-b6c09b909fae) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:53:20.133175 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d964bc00-2273-4d98-b996-366491239e13 None None] Pushing event updated for resources: {'Port': ['ID=ad8748f2-98a3-4be4-afe0-c6d44763701a,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:20.160205 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d964bc00-2273-4d98-b996-366491239e13 None None] Network 8453776d-9767-40c0-9821-67b9c8df6afd is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:53:20.164842 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-d964bc00-2273-4d98-b996-366491239e13 None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:53:20.190323 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d964bc00-2273-4d98-b996-366491239e13 None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:53:20.273924 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-d964bc00-2273-4d98-b996-366491239e13 None None] Attempting to bind port ad8748f2-98a3-4be4-afe0-c6d44763701a on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:53:20.274534 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-d964bc00-2273-4d98-b996-366491239e13 None None] Attempting to bind port ad8748f2-98a3-4be4-afe0-c6d44763701a by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '8b368d7f-22db-4db9-be5b-e638ee7b029a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8453776d-9767-40c0-9821-67b9c8df6afd'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:53:20.275115 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d964bc00-2273-4d98-b996-366491239e13 None None] Attempting to bind port ad8748f2-98a3-4be4-afe0-c6d44763701a on network 8453776d-9767-40c0-9821-67b9c8df6afd {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:53:20.285923 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d964bc00-2273-4d98-b996-366491239e13 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:53:20.286612 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d964bc00-2273-4d98-b996-366491239e13 None None] Checking segment: {'id': '8b368d7f-22db-4db9-be5b-e638ee7b029a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8453776d-9767-40c0-9821-67b9c8df6afd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:53:20.287069 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d964bc00-2273-4d98-b996-366491239e13 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:20.287488 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d964bc00-2273-4d98-b996-366491239e13 None None] Bound using segment: {'id': '8b368d7f-22db-4db9-be5b-e638ee7b029a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8453776d-9767-40c0-9821-67b9c8df6afd'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:53:20.288132 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-d964bc00-2273-4d98-b996-366491239e13 None None] Bound port: ad8748f2-98a3-4be4-afe0-c6d44763701a, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b368d7f-22db-4db9-be5b-e638ee7b029a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8453776d-9767-40c0-9821-67b9c8df6afd'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:53:20.288641 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d964bc00-2273-4d98-b996-366491239e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:20.305925 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d2a7a9-d6c3-4a25-8f47-8b9167382ec4 req-742eb198-c19c-4a0e-8c27-ef71743f4d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:20.307989 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d8d2a7a9-d6c3-4a25-8f47-8b9167382ec4 req-742eb198-c19c-4a0e-8c27-ef71743f4d53 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2a0f6126-1d73-4497-a2f5-3cddb2eb92e0 HTTP/1.1" status: 200 len: 858 time: 0.2367582 Dec 20 14:53:20.404939 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-d964bc00-2273-4d98-b996-366491239e13 None None] For port ad8748f2-98a3-4be4-afe0-c6d44763701a, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:53:20.407793 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d8d2a7a9-d6c3-4a25-8f47-8b9167382ec4 req-e8abb8b2-997e-4838-98d9-2b9a16b4bbaa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=93f5dcc9-0b36-4024-bce0-d4b0862d4719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0910258 Dec 20 14:53:20.410188 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-d964bc00-2273-4d98-b996-366491239e13 None None] For port ad8748f2-98a3-4be4-afe0-c6d44763701a, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=ad8748f2-98a3-4be4-afe0-c6d44763701a,segment=NetworkSegment(8b368d7f-22db-4db9-be5b-e638ee7b029a),segment_id=8b368d7f-22db-4db9-be5b-e638ee7b029a)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:53:20.416785 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d964bc00-2273-4d98-b996-366491239e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:20.425760 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484b34f3-9fc6-4e87-a8c5-30d62c760c50 req-69ae4a55-6e51-4fbf-932a-4a74ceabbdbc tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:20.443302 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-484b34f3-9fc6-4e87-a8c5-30d62c760c50 req-69ae4a55-6e51-4fbf-932a-4a74ceabbdbc tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=31a55ef4-f413-493d-8b86-3a848ca43d83 HTTP/1.1" status: 200 len: 945 time: 0.3637111 Dec 20 14:53:20.446229 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0f6402-9c22-4f5d-8321-a6c219bb2259 req-ec0edcfe-5bbb-4c64-b496-9c675e8ed324 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:20.455208 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2b0f6402-9c22-4f5d-8321-a6c219bb2259 req-ec0edcfe-5bbb-4c64-b496-9c675e8ed324 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/ports?device_id=0e6e452e-b7b9-4269-b6fe-be94c6c57210 HTTP/1.1" status: 200 len: 945 time: 0.0692914 Dec 20 14:53:20.511879 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d964bc00-2273-4d98-b996-366491239e13 None None] Pushing event updated for resources: {'Port': ['ID=ad8748f2-98a3-4be4-afe0-c6d44763701a,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:20.534545 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2b0f6402-9c22-4f5d-8321-a6c219bb2259 req-f3d88de9-c961-453f-87d3-4989685da172 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/security-groups?id=1965ba5c-d387-4fec-8f79-f26f65ad2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777092 Dec 20 14:53:20.667523 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d8d2a7a9-d6c3-4a25-8f47-8b9167382ec4 req-ab3730dc-c0cb-4e5f-b411-75048f526bfc service neutron] 10.222.0.47 "GET /v2.0/networks/93f5dcc9-0b36-4024-bce0-d4b0862d4719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485927 Dec 20 14:53:20.820256 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-484b34f3-9fc6-4e87-a8c5-30d62c760c50 req-ba7339c7-9116-4e95-83f8-e3835a1c8182 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=a3840027-1c66-4dfc-886c-c2af2b1c81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3757882 Dec 20 14:53:20.844271 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37110) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:20.856009 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-79ccf594-a4a2-4000-9ae3-7501c31a2768 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:20.879384 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d8d2a7a9-d6c3-4a25-8f47-8b9167382ec4 req-f7acf0ec-5fa5-467b-acb0-afaf0c9ed20a service neutron] 10.222.0.47 "GET /v2.0/networks/93f5dcc9-0b36-4024-bce0-d4b0862d4719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007508 Dec 20 14:53:20.944185 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-79ccf594-a4a2-4000-9ae3-7501c31a2768 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:20.985114 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-98818701-9027-45c7-b4c0-007eb887ad1a tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/floatingips/4f8beb56-a459-4697-8906-98c6cebfd2f7 HTTP/1.1" status: 200 len: 993 time: 0.1394720 Dec 20 14:53:21.001637 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ccf594-a4a2-4000-9ae3-7501c31a2768 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Network 8453776d-9767-40c0-9821-67b9c8df6afd is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:53:21.007479 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-79ccf594-a4a2-4000-9ae3-7501c31a2768 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:53:21.013350 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ccf594-a4a2-4000-9ae3-7501c31a2768 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:53:21.019217 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ccf594-a4a2-4000-9ae3-7501c31a2768 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:21.020028 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-79ccf594-a4a2-4000-9ae3-7501c31a2768 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:21.040443 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ccf594-a4a2-4000-9ae3-7501c31a2768 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Pushing event updated for resources: {'Port': ['ID=e89e0af6-a171-493c-ae25-b6c09b909fae,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:21.062830 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37116) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:21.084804 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-79ccf594-a4a2-4000-9ae3-7501c31a2768 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6651762 Dec 20 14:53:21.088849 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-ff03f626-15a5-45b0-bdc9-49d48afc345f tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Request body: {'port': {'network_id': '8453776d-9767-40c0-9821-67b9c8df6afd', 'name': 'tempest-PortsIpV6TestJSON-46726890'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:53:21.175405 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device ad8748f2-98a3-4be4-afe0-c6d44763701a up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:53:21.287394 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port ad8748f2-98a3-4be4-afe0-c6d44763701a triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:53:21.288138 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:21.353474 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff03f626-15a5-45b0-bdc9-49d48afc345f tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Made reservation on behalf of 9dc2db8fd1084daba237ede2ca8ed86f for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:53:21.358671 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ff03f626-15a5-45b0-bdc9-49d48afc345f tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:21.389971 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [req-833b0c54-6f88-44a0-8731-d6e55eb3838f req-2a8916c2-2d8c-4833-b405-4f3403a9e19e service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:53:21.391028 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-833b0c54-6f88-44a0-8731-d6e55eb3838f req-2a8916c2-2d8c-4833-b405-4f3403a9e19e service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0088384 Dec 20 14:53:21.394019 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [None req-ff03f626-15a5-45b0-bdc9-49d48afc345f tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] device_id is not set on port e48eb45a-304a-4459-8c93-b8ca2d3f9b3f yet. {{(pid=103168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 14:53:21.409611 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-65b5b01a-cba2-463e-878b-b4e819451020 req-81d9e8e7-676c-4d05-b906-b29394935614 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d37b0c07-5ce4-4205-9b3a-bde57c7567a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1549544 Dec 20 14:53:21.430599 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:21.479621 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] For port ad8748f2-98a3-4be4-afe0-c6d44763701a, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=ad8748f2-98a3-4be4-afe0-c6d44763701a,segment=NetworkSegment(8b368d7f-22db-4db9-be5b-e638ee7b029a),segment_id=8b368d7f-22db-4db9-be5b-e638ee7b029a)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:53:21.487947 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:21.620339 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Pushing event updated for resources: {'Port': ['ID=ad8748f2-98a3-4be4-afe0-c6d44763701a,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:21.721826 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b5b01a-cba2-463e-878b-b4e819451020 req-16c48327-876e-4d48-a378-8ad8f387a7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:21.741032 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-65b5b01a-cba2-463e-878b-b4e819451020 req-16c48327-876e-4d48-a378-8ad8f387a7fb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7ad62973efb247199989986208e9e8bf&device_id=d37b0c07-5ce4-4205-9b3a-bde57c7567a1 HTTP/1.1" status: 200 len: 1098 time: 0.2682216 Dec 20 14:53:21.800450 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-ff03f626-15a5-45b0-bdc9-49d48afc345f tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Allocated IP 2001:db8::bd (8453776d-9767-40c0-9821-67b9c8df6afd/d7ea6b3a-6115-4224-9de0-bf0e0473bc68/e48eb45a-304a-4459-8c93-b8ca2d3f9b3f) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:53:21.925079 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 37140) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:22.130263 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7528d3be-92af-4757-9c6d-8fdee9f317a7 req-dbfc5fda-7541-4f9c-adca-ef3bf0efb691 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:22.136713 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d363a1-30f7-476e-8ce7-e31b4fb7618a None None] Network 8453776d-9767-40c0-9821-67b9c8df6afd requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:53:22.144319 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7528d3be-92af-4757-9c6d-8fdee9f317a7 req-dbfc5fda-7541-4f9c-adca-ef3bf0efb691 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=31a55ef4-f413-493d-8b86-3a848ca43d83 HTTP/1.1" status: 200 len: 945 time: 0.1314270 Dec 20 14:53:22.226410 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b5b01a-cba2-463e-878b-b4e819451020 req-7773340e-0816-4759-9920-2d43ed30aab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:22.227972 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-65b5b01a-cba2-463e-878b-b4e819451020 req-7773340e-0816-4759-9920-2d43ed30aab0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=93f5dcc9-0b36-4024-bce0-d4b0862d4719 HTTP/1.1" status: 200 len: 919 time: 0.4507539 Dec 20 14:53:22.236862 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-726225ea-9086-4199-8a24-d43e1b8de23d req-2dac28e0-4e7f-463a-95de-41c96cee4936 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=31a55ef4-f413-493d-8b86-3a848ca43d83&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3101482 Dec 20 14:53:22.251808 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [req-726225ea-9086-4199-8a24-d43e1b8de23d req-1d24844b-0c3e-40cd-a459-8deabfe9876a service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:53:22.264129 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-726225ea-9086-4199-8a24-d43e1b8de23d req-1d24844b-0c3e-40cd-a459-8deabfe9876a service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0164497 Dec 20 14:53:22.276033 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7528d3be-92af-4757-9c6d-8fdee9f317a7 req-eafd3d26-79e8-4bac-809e-815b6f7cbf16 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=a3840027-1c66-4dfc-886c-c2af2b1c81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1298132 Dec 20 14:53:22.639224 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-a3d4d61e-4b11-4c47-91c9-a5e54c80c4c6 None None] Provisioning complete for port ad8748f2-98a3-4be4-afe0-c6d44763701a triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:53:22.640295 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a3d4d61e-4b11-4c47-91c9-a5e54c80c4c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:22.833669 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-65b5b01a-cba2-463e-878b-b4e819451020 req-489068b5-643a-426e-87c8-18ff7fbf1977 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5317a84-c7f5-467f-8d7c-8a55d8ba4bbf HTTP/1.1" status: 200 len: 217 time: 0.5864789 Dec 20 14:53:22.928399 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ff03f626-15a5-45b0-bdc9-49d48afc345f tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:22.935522 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b5b01a-cba2-463e-878b-b4e819451020 req-92ac9d7b-202d-4943-ab66-3274e301291e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:22.937208 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-65b5b01a-cba2-463e-878b-b4e819451020 req-92ac9d7b-202d-4943-ab66-3274e301291e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2a0f6126-1d73-4497-a2f5-3cddb2eb92e0 HTTP/1.1" status: 200 len: 858 time: 0.0867841 Dec 20 14:53:23.005501 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-65b5b01a-cba2-463e-878b-b4e819451020 req-d72178af-ac10-43d3-91e7-9fde6f67ddf2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=93f5dcc9-0b36-4024-bce0-d4b0862d4719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587947 Dec 20 14:53:23.051433 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ff03f626-15a5-45b0-bdc9-49d48afc345f tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:23.109236 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device ad8748f2-98a3-4be4-afe0-c6d44763701a up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:53:23.174040 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff03f626-15a5-45b0-bdc9-49d48afc345f tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Network 8453776d-9767-40c0-9821-67b9c8df6afd is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:53:23.216268 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-ff03f626-15a5-45b0-bdc9-49d48afc345f tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:53:23.224980 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff03f626-15a5-45b0-bdc9-49d48afc345f tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:53:23.232532 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff03f626-15a5-45b0-bdc9-49d48afc345f tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:23.234261 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ff03f626-15a5-45b0-bdc9-49d48afc345f tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:23.268935 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port ad8748f2-98a3-4be4-afe0-c6d44763701a triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:53:23.269509 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:23.306335 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 37176) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:23.318670 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-ff03f626-15a5-45b0-bdc9-49d48afc345f tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.2548022 Dec 20 14:53:23.320080 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff03f626-15a5-45b0-bdc9-49d48afc345f tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Pushing event updated for resources: {'Port': ['ID=e48eb45a-304a-4459-8c93-b8ca2d3f9b3f,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:23.366976 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-65b5b01a-cba2-463e-878b-b4e819451020 req-4971fab4-312c-4446-9554-676e0229b6ad service neutron] 10.222.0.30 "GET /v2.0/networks/93f5dcc9-0b36-4024-bce0-d4b0862d4719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3514512 Dec 20 14:53:23.398507 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-79af3492-1429-48d3-bc08-93f03b8c2299 None None] Provisioning complete for port ad8748f2-98a3-4be4-afe0-c6d44763701a triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:53:23.399288 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-79af3492-1429-48d3-bc08-93f03b8c2299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:23.569252 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e53f93-41fa-4f83-9f43-1e7dcdb84826 req-68dbde61-426e-47c3-b9b9-3f83e5f6badb tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:23.576622 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d3e53f93-41fa-4f83-9f43-1e7dcdb84826 req-68dbde61-426e-47c3-b9b9-3f83e5f6badb tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=31a55ef4-f413-493d-8b86-3a848ca43d83 HTTP/1.1" status: 200 len: 945 time: 0.1355119 Dec 20 14:53:23.578033 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-65b5b01a-cba2-463e-878b-b4e819451020 req-ef464672-7c31-4ea5-ad87-a1eb7d14edf3 service neutron] 10.222.0.30 "GET /v2.0/networks/93f5dcc9-0b36-4024-bce0-d4b0862d4719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982381 Dec 20 14:53:23.599659 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12464cc-cffe-4a87-9224-27e2bb7b5ac6 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:23.601326 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-a12464cc-cffe-4a87-9224-27e2bb7b5ac6 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A89 HTTP/1.1" status: 200 len: 928 time: 0.2892990 Dec 20 14:53:23.604073 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37178) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:23.617210 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-79af3492-1429-48d3-bc08-93f03b8c2299 None None] Provisioning complete for port e89e0af6-a171-493c-ae25-b6c09b909fae triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:53:23.618042 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-79af3492-1429-48d3-bc08-93f03b8c2299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:23.660059 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d3e53f93-41fa-4f83-9f43-1e7dcdb84826 req-5ecec46c-2f55-499e-9098-4f363dd876bd tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=a3840027-1c66-4dfc-886c-c2af2b1c81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751152 Dec 20 14:53:23.678497 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-79af3492-1429-48d3-bc08-93f03b8c2299 None None] Port e89e0af6-a171-493c-ae25-b6c09b909fae cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:53:23.734616 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-09d4443d-b2d0-41db-8fe3-0730d1acada6 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Deleting port e48eb45a-304a-4459-8c93-b8ca2d3f9b3f {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:53:23.734989 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-09d4443d-b2d0-41db-8fe3-0730d1acada6 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:23.806354 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-a3ec5c73-5e33-4903-a3c3-0188d382810c None None] Provisioning complete for port e89e0af6-a171-493c-ae25-b6c09b909fae triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:53:23.806964 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a3ec5c73-5e33-4903-a3c3-0188d382810c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:23.848862 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-09d4443d-b2d0-41db-8fe3-0730d1acada6 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:23.856881 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-a3ec5c73-5e33-4903-a3c3-0188d382810c None None] Port e89e0af6-a171-493c-ae25-b6c09b909fae cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:53:23.871426 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-09d4443d-b2d0-41db-8fe3-0730d1acada6 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Calling delete_port for e48eb45a-304a-4459-8c93-b8ca2d3f9b3f owned by {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:53:23.979869 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-aca6a1cc-d984-4dff-a639-75a450e00c51 None None] Provisioning complete for port e48eb45a-304a-4459-8c93-b8ca2d3f9b3f triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:53:23.980551 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-aca6a1cc-d984-4dff-a639-75a450e00c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:24.038475 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-aca6a1cc-d984-4dff-a639-75a450e00c51 None None] Port e48eb45a-304a-4459-8c93-b8ca2d3f9b3f cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:53:24.038896 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-09d4443d-b2d0-41db-8fe3-0730d1acada6 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:24.054239 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd11607a-097f-4618-b0ce-a1d234e50a76 req-92459845-832c-4fe1-8ec8-96c25d7d928d tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:24.056047 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-bd11607a-097f-4618-b0ce-a1d234e50a76 req-92459845-832c-4fe1-8ec8-96c25d7d928d tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/ports?device_id=0e6e452e-b7b9-4269-b6fe-be94c6c57210 HTTP/1.1" status: 200 len: 945 time: 0.0780284 Dec 20 14:53:24.079785 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d4443d-b2d0-41db-8fe3-0730d1acada6 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Pushing event deleted for resources: {'Port': ['ID=e48eb45a-304a-4459-8c93-b8ca2d3f9b3f,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:24.120726 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-09d4443d-b2d0-41db-8fe3-0730d1acada6 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:24.123928 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-09d4443d-b2d0-41db-8fe3-0730d1acada6 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "DELETE /v2.0/ports/e48eb45a-304a-4459-8c93-b8ca2d3f9b3f HTTP/1.1" status: 204 len: 168 time: 0.5187085 Dec 20 14:53:24.129506 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37198) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:24.163027 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-46634387-18d6-4fdc-b976-b46ef1b183ba tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] GET failed (client error): The resource could not be found. Dec 20 14:53:24.164491 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-46634387-18d6-4fdc-b976-b46ef1b183ba tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "GET /v2.0/ports/e48eb45a-304a-4459-8c93-b8ca2d3f9b3f HTTP/1.1" status: 404 len: 333 time: 0.0341744 Dec 20 14:53:24.167275 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726225ea-9086-4199-8a24-d43e1b8de23d req-ba10bcc0-a13d-4e9f-b53d-d9949df5ce6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:24.168340 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37200) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:24.169119 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-726225ea-9086-4199-8a24-d43e1b8de23d req-ba10bcc0-a13d-4e9f-b53d-d9949df5ce6d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f35a648a7aca4680a908ac1344ad2536&device_id=31a55ef4-f413-493d-8b86-3a848ca43d83 HTTP/1.1" status: 200 len: 1097 time: 0.0613480 Dec 20 14:53:24.173637 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-bd11607a-097f-4618-b0ce-a1d234e50a76 req-44c6b10a-376d-4b57-95f9-4546888d84c3 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/security-groups?id=1965ba5c-d387-4fec-8f79-f26f65ad2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973651 Dec 20 14:53:24.337547 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-c35d7864-cb9a-4327-a26c-7569b0fe49e5 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Deleting port e89e0af6-a171-493c-ae25-b6c09b909fae {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:53:24.338221 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c35d7864-cb9a-4327-a26c-7569b0fe49e5 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:24.434571 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726225ea-9086-4199-8a24-d43e1b8de23d req-ae8942fa-083d-486a-8636-bd61daa5dd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:24.437098 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-726225ea-9086-4199-8a24-d43e1b8de23d req-ae8942fa-083d-486a-8636-bd61daa5dd12 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2b991158-95f7-48e9-8fcb-a8703c027202 HTTP/1.1" status: 200 len: 898 time: 0.2610943 Dec 20 14:53:24.488212 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c35d7864-cb9a-4327-a26c-7569b0fe49e5 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:24.515803 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-c35d7864-cb9a-4327-a26c-7569b0fe49e5 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Calling delete_port for e89e0af6-a171-493c-ae25-b6c09b909fae owned by {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:53:24.547264 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-726225ea-9086-4199-8a24-d43e1b8de23d req-1afe14f4-40d3-406f-9cd7-3fc6d4d72f75 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86020aa1-4960-45c4-bd63-17a4d6788fcd HTTP/1.1" status: 200 len: 1001 time: 0.1024401 Dec 20 14:53:24.610874 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726225ea-9086-4199-8a24-d43e1b8de23d req-2ea22ef8-44a4-4c62-a09b-3cfc5afb2cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:24.612692 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-726225ea-9086-4199-8a24-d43e1b8de23d req-2ea22ef8-44a4-4c62-a09b-3cfc5afb2cbf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bc006d6b-5685-40fd-b243-7761d2560194 HTTP/1.1" status: 200 len: 834 time: 0.0581403 Dec 20 14:53:24.710292 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c35d7864-cb9a-4327-a26c-7569b0fe49e5 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:24.790702 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726225ea-9086-4199-8a24-d43e1b8de23d req-e5a82864-30e1-4f26-975e-9cb3fd9ce803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:24.801582 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35d7864-cb9a-4327-a26c-7569b0fe49e5 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Pushing event deleted for resources: {'Port': ['ID=e89e0af6-a171-493c-ae25-b6c09b909fae,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:24.802255 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-726225ea-9086-4199-8a24-d43e1b8de23d req-e5a82864-30e1-4f26-975e-9cb3fd9ce803 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2b991158-95f7-48e9-8fcb-a8703c027202&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1800716 Dec 20 14:53:24.821884 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c35d7864-cb9a-4327-a26c-7569b0fe49e5 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:24.825875 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-c35d7864-cb9a-4327-a26c-7569b0fe49e5 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "DELETE /v2.0/ports/e89e0af6-a171-493c-ae25-b6c09b909fae HTTP/1.1" status: 204 len: 168 time: 0.6561346 Dec 20 14:53:24.828603 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37232) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:24.882830 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-15c5e865-e455-41d5-b0ff-a03e9cf05217 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] GET failed (client error): The resource could not be found. Dec 20 14:53:24.884506 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-15c5e865-e455-41d5-b0ff-a03e9cf05217 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "GET /v2.0/ports/e89e0af6-a171-493c-ae25-b6c09b909fae HTTP/1.1" status: 404 len: 333 time: 0.0547588 Dec 20 14:53:24.887375 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37236) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:24.921801 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee81f35-1587-4423-833e-cb74c070a647 req-5f495f65-9cb6-4558-8d57-b4383e0bb655 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:24.923382 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3ee81f35-1587-4423-833e-cb74c070a647 req-5f495f65-9cb6-4558-8d57-b4383e0bb655 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.54 "GET /v2.0/networks?id=1d6e94b3-e488-46e8-b36e-5df57c7dc6f7 HTTP/1.1" status: 200 len: 814 time: 0.2461531 Dec 20 14:53:24.938041 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eb0071-426f-46c5-9082-0d79466db9af req-2a6ad97a-ce82-4cc9-b4d7-9c380b79c51d tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:24.945159 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e7eb0071-426f-46c5-9082-0d79466db9af req-2a6ad97a-ce82-4cc9-b4d7-9c380b79c51d tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=31a55ef4-f413-493d-8b86-3a848ca43d83 HTTP/1.1" status: 200 len: 945 time: 0.1467617 Dec 20 14:53:24.947544 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3ee81f35-1587-4423-833e-cb74c070a647 req-4c611d31-12d0-4fa2-bc74-3944fc486b7c tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.54 "GET /v2.0/quotas/e5627c7cf5f247fcac36c91973083b50 HTTP/1.1" status: 200 len: 375 time: 0.0166543 Dec 20 14:53:24.978417 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_v2 [None req-706a35ed-a065-4f3f-b3b2-890079f2b519 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Deleting subnet d7ea6b3a-6115-4224-9de0-bf0e0473bc68 {{(pid=103168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:53:24.990984 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-726225ea-9086-4199-8a24-d43e1b8de23d req-dec6d1d2-0b59-4c52-a72c-ee9119142980 service neutron] 10.222.0.47 "GET /v2.0/networks/2b991158-95f7-48e9-8fcb-a8703c027202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725943 Dec 20 14:53:25.001238 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-706a35ed-a065-4f3f-b3b2-890079f2b519 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks [] for subnet, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:25.100287 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-706a35ed-a065-4f3f-b3b2-890079f2b519 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9023023'] for subnet, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:25.107497 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e7eb0071-426f-46c5-9082-0d79466db9af req-4ee1683d-ca64-4534-8389-f89d712affda tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=a3840027-1c66-4dfc-886c-c2af2b1c81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1495335 Dec 20 14:53:25.149439 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3ee81f35-1587-4423-833e-cb74c070a647 req-8b46e95c-5e9d-4f1c-a870-7e72aacc36f0 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=e5627c7cf5f247fcac36c91973083b50&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1930854 Dec 20 14:53:25.161645 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [req-3ee81f35-1587-4423-833e-cb74c070a647 req-3fb89ac5-1c4f-4c96-a9be-3715492447e8 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:53:25.162716 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3ee81f35-1587-4423-833e-cb74c070a647 req-3fb89ac5-1c4f-4c96-a9be-3715492447e8 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054424 Dec 20 14:53:25.236092 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-726225ea-9086-4199-8a24-d43e1b8de23d req-f939144e-b184-452d-8b6e-1b8af8d730f0 service neutron] 10.222.0.47 "GET /v2.0/networks/2b991158-95f7-48e9-8fcb-a8703c027202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017944 Dec 20 14:53:25.283811 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-706a35ed-a065-4f3f-b3b2-890079f2b519 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:25.293253 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3ee81f35-1587-4423-833e-cb74c070a647 req-f2c390ba-18a3-48ed-a617-b74be9750f66 service neutron] 10.222.0.54 "GET /v2.0/networks/1d6e94b3-e488-46e8-b36e-5df57c7dc6f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218395 Dec 20 14:53:25.400816 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-706a35ed-a065-4f3f-b3b2-890079f2b519 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8850800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470517'] for subnet, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:25.428293 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3ee81f35-1587-4423-833e-cb74c070a647 req-ebd79adb-084f-4a5d-ba3c-2249da30ca4b service neutron] 10.222.0.54 "GET /v2.0/networks/1d6e94b3-e488-46e8-b36e-5df57c7dc6f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287463 Dec 20 14:53:25.452139 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706a35ed-a065-4f3f-b3b2-890079f2b519 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Pushing event deleted for resources: {'Subnet': ['ID=d7ea6b3a-6115-4224-9de0-bf0e0473bc68,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:25.465693 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-706a35ed-a065-4f3f-b3b2-890079f2b519 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks [] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:25.474928 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 37248) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:25.479571 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435e9f65-ed5f-4a21-861e-2fc262bae2eb None None] Network 8453776d-9767-40c0-9821-67b9c8df6afd requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:53:25.498150 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-706a35ed-a065-4f3f-b3b2-890079f2b519 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "DELETE /v2.0/subnets/d7ea6b3a-6115-4224-9de0-bf0e0473bc68 HTTP/1.1" status: 204 len: 168 time: 0.6084387 Dec 20 14:53:25.660035 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-619fab34-3933-44a9-920b-9e84e7d23ae6 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:25.675600 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a53f3789-6d9f-40c9-9e73-e777c7623654 req-c4e553b1-e6c2-43a6-a240-0a588ebb824a tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.54 "GET /v2.0/ports?device_id=6828889c-bff8-4e53-ae2c-a196927c8df5 HTTP/1.1" status: 200 len: 210 time: 0.0453577 Dec 20 14:53:25.748069 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-619fab34-3933-44a9-920b-9e84e7d23ae6 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Deleting port ad8748f2-98a3-4be4-afe0-c6d44763701a {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:53:25.749848 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-619fab34-3933-44a9-920b-9e84e7d23ae6 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:25.791465 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7fbd0e-92fb-44e6-84ab-0e1ce84d2764 None None] DHCP port deletion for 8453776d-9767-40c0-9821-67b9c8df6afd request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:53:25.831701 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-619fab34-3933-44a9-920b-9e84e7d23ae6 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] For port ad8748f2-98a3-4be4-afe0-c6d44763701a, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=ad8748f2-98a3-4be4-afe0-c6d44763701a,segment=NetworkSegment(8b368d7f-22db-4db9-be5b-e638ee7b029a),segment_id=8b368d7f-22db-4db9-be5b-e638ee7b029a)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:53:25.832063 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-619fab34-3933-44a9-920b-9e84e7d23ae6 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:25.847201 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-619fab34-3933-44a9-920b-9e84e7d23ae6 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Calling delete_port for ad8748f2-98a3-4be4-afe0-c6d44763701a owned by network:dhcp {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:53:25.896672 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-9f7fbd0e-92fb-44e6-84ab-0e1ce84d2764 None None] Deleting port ad8748f2-98a3-4be4-afe0-c6d44763701a {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:53:25.897106 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-9f7fbd0e-92fb-44e6-84ab-0e1ce84d2764 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:25.963398 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-619fab34-3933-44a9-920b-9e84e7d23ae6 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:25.980134 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-9f7fbd0e-92fb-44e6-84ab-0e1ce84d2764 None None] For port ad8748f2-98a3-4be4-afe0-c6d44763701a, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=ad8748f2-98a3-4be4-afe0-c6d44763701a,segment=NetworkSegment(8b368d7f-22db-4db9-be5b-e638ee7b029a),segment_id=8b368d7f-22db-4db9-be5b-e638ee7b029a)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:53:25.980623 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-9f7fbd0e-92fb-44e6-84ab-0e1ce84d2764 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:25.998717 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-9f7fbd0e-92fb-44e6-84ab-0e1ce84d2764 None None] Calling delete_port for ad8748f2-98a3-4be4-afe0-c6d44763701a owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:53:26.003162 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619fab34-3933-44a9-920b-9e84e7d23ae6 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Pushing event deleted for resources: {'Port': ['ID=ad8748f2-98a3-4be4-afe0-c6d44763701a,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:26.015530 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619fab34-3933-44a9-920b-9e84e7d23ae6 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] No DVR routers for this DVR port ad8748f2-98a3-4be4-afe0-c6d44763701a on host n-d-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:53:26.086764 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-9f7fbd0e-92fb-44e6-84ab-0e1ce84d2764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:26.112803 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7fbd0e-92fb-44e6-84ab-0e1ce84d2764 None None] Pushing event deleted for resources: {'Port': ['ID=ad8748f2-98a3-4be4-afe0-c6d44763701a,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:26.124908 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7fbd0e-92fb-44e6-84ab-0e1ce84d2764 None None] No DVR routers for this DVR port ad8748f2-98a3-4be4-afe0-c6d44763701a on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:53:26.149752 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-619fab34-3933-44a9-920b-9e84e7d23ae6 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:26.172412 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-619fab34-3933-44a9-920b-9e84e7d23ae6 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8453776d-9767-40c0-9821-67b9c8df6afd']}} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:53:26.182456 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-619fab34-3933-44a9-920b-9e84e7d23ae6 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b368d7f-22db-4db9-be5b-e638ee7b029a') {'for_net_delete': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:53:26.182759 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-619fab34-3933-44a9-920b-9e84e7d23ae6 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b368d7f-22db-4db9-be5b-e638ee7b029a') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:53:26.193145 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-619fab34-3933-44a9-920b-9e84e7d23ae6 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954405'] for segment, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:26.216841 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-619fab34-3933-44a9-920b-9e84e7d23ae6 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:26.289681 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-619fab34-3933-44a9-920b-9e84e7d23ae6 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=103167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:53:26.289681 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-619fab34-3933-44a9-920b-9e84e7d23ae6 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9956000'] for segment, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:26.304527 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:26.304527 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:53:26.304527 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:26.304527 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:53:26.304527 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:26.304527 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:53:26.304527 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:26.304527 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:53:26.304527 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:26.304527 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:53:26.304527 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:26.304527 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:53:26.304527 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:26.304527 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:53:26.304527 n-d-761264-19 neutron-server[103167]: Traceback (most recent call last): Dec 20 14:53:26.304527 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:53:26.304527 n-d-761264-19 neutron-server[103167]: timer() Dec 20 14:53:26.304527 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:53:26.304527 n-d-761264-19 neutron-server[103167]: cb(*args, **kw) Dec 20 14:53:26.304527 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:53:26.304527 n-d-761264-19 neutron-server[103167]: return func(*args, **kwargs) Dec 20 14:53:26.304527 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:53:26.304527 n-d-761264-19 neutron-server[103167]: self._notify() Dec 20 14:53:26.304527 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:53:26.304527 n-d-761264-19 neutron-server[103167]: self.callback(batched_events) Dec 20 14:53:26.304527 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:53:26.304527 n-d-761264-19 neutron-server[103167]: event.method(event) Dec 20 14:53:26.304527 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:53:26.304527 n-d-761264-19 neutron-server[103167]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:53:26.304527 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:53:26.304527 n-d-761264-19 neutron-server[103167]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:53:26.304527 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:53:26.304527 n-d-761264-19 neutron-server[103167]: return f(self, *a, **k) Dec 20 14:53:26.304527 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:53:26.304527 n-d-761264-19 neutron-server[103167]: return self._get(url).json() Dec 20 14:53:26.304527 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:53:26.304527 n-d-761264-19 neutron-server[103167]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:53:26.304527 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:53:26.304527 n-d-761264-19 neutron-server[103167]: return self.request(url, 'GET', **kwargs) Dec 20 14:53:26.304527 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:53:26.304527 n-d-761264-19 neutron-server[103167]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:53:26.304527 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:53:26.304527 n-d-761264-19 neutron-server[103167]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:53:26.304527 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:53:26.304527 n-d-761264-19 neutron-server[103167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:53:26.304527 n-d-761264-19 neutron-server[103167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:53:26.735913 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91064bcc-ed10-46af-a632-7e41c5146aa8 req-7b821511-19ec-4107-bcdd-338a6b013d03 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:26.745355 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-91064bcc-ed10-46af-a632-7e41c5146aa8 req-7b821511-19ec-4107-bcdd-338a6b013d03 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=31a55ef4-f413-493d-8b86-3a848ca43d83 HTTP/1.1" status: 200 len: 945 time: 0.5250673 Dec 20 14:53:26.756371 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-619fab34-3933-44a9-920b-9e84e7d23ae6 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:26.791499 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-619fab34-3933-44a9-920b-9e84e7d23ae6 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks [] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:26.794795 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-619fab34-3933-44a9-920b-9e84e7d23ae6 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "DELETE /v2.0/networks/8453776d-9767-40c0-9821-67b9c8df6afd HTTP/1.1" status: 204 len: 168 time: 1.3176916 Dec 20 14:53:26.804778 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 37268) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:26.810804 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-43af6155-15bc-4b91-b745-8073dfe42afb tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-778605064'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:53:26.815447 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619fab34-3933-44a9-920b-9e84e7d23ae6 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Pushing event deleted for resources: {'Network': ['ID=8453776d-9767-40c0-9821-67b9c8df6afd,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:26.830968 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-00eab173-3911-40e6-a2ee-1742f9c72e16 req-15c99b66-630b-4daa-84e7-3f960f0141de tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.54 "GET /v2.0/ports?device_id=6828889c-bff8-4e53-ae2c-a196927c8df5 HTTP/1.1" status: 200 len: 210 time: 0.0549090 Dec 20 14:53:26.871207 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-91064bcc-ed10-46af-a632-7e41c5146aa8 req-c42dc660-145c-4945-890d-7ad617737b6f tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=a3840027-1c66-4dfc-886c-c2af2b1c81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248128 Dec 20 14:53:26.872503 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43af6155-15bc-4b91-b745-8073dfe42afb tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Made reservation on behalf of 9dc2db8fd1084daba237ede2ca8ed86f for: {'network': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:53:26.876102 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-43af6155-15bc-4b91-b745-8073dfe42afb tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:26.935809 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43af6155-15bc-4b91-b745-8073dfe42afb tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=103167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:53:26.948753 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-43af6155-15bc-4b91-b745-8073dfe42afb tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:26.949140 n-d-761264-19 neutron-server[103167]: INFO neutron.db.segments_db [None req-43af6155-15bc-4b91-b745-8073dfe42afb tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Added segment e4ae80b6-d311-4955-a182-6cba2fc69c11 of type vlan for network 745a4b64-c3ab-4d69-82eb-9f921d8a8597 Dec 20 14:53:27.001815 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-43af6155-15bc-4b91-b745-8073dfe42afb tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:27.045526 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-43af6155-15bc-4b91-b745-8073dfe42afb tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:27.056932 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:27.056932 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:53:27.056932 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:27.056932 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:53:27.056932 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:27.056932 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:53:27.056932 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:27.056932 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:53:27.056932 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:27.056932 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:53:27.056932 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:27.056932 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:53:27.056932 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:27.056932 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:53:27.056932 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:27.056932 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:53:27.056932 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:27.056932 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:53:27.056932 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:27.056932 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:53:27.056932 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:27.056932 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:53:27.056932 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:27.056932 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:53:27.056932 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:27.056932 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:53:27.056932 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:27.056932 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:53:27.056932 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:27.056932 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:53:27.056932 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:27.056932 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:53:27.056932 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:27.056932 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:53:27.056932 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:27.056932 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:53:27.056932 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:27.056932 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:53:27.056932 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:27.056932 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:53:27.056932 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:27.056932 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:53:27.056932 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:27.056932 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:53:27.056932 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:27.056932 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:53:27.056932 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:27.056932 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:53:27.056932 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee81f35-1587-4423-833e-cb74c070a647 req-c85991b8-7162-4f39-9dab-02fcfe491ed7 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:27.059737 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3ee81f35-1587-4423-833e-cb74c070a647 req-c85991b8-7162-4f39-9dab-02fcfe491ed7 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.30 "GET /v2.0/networks?id=1d6e94b3-e488-46e8-b36e-5df57c7dc6f7 HTTP/1.1" status: 200 len: 814 time: 0.2357600 Dec 20 14:53:27.059808 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43af6155-15bc-4b91-b745-8073dfe42afb tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:27.059808 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-43af6155-15bc-4b91-b745-8073dfe42afb tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks [] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:27.075686 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-3ee81f35-1587-4423-833e-cb74c070a647 req-73f6a83e-0d52-4344-9629-952708134b59 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Request body: {'port': {'device_id': '6828889c-bff8-4e53-ae2c-a196927c8df5', 'network_id': '1d6e94b3-e488-46e8-b36e-5df57c7dc6f7', 'admin_state_up': True, 'tenant_id': 'e5627c7cf5f247fcac36c91973083b50'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:53:27.093725 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device ad8748f2-98a3-4be4-afe0-c6d44763701a no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:53:27.126651 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: ad8748f2-98a3-4be4-afe0-c6d44763701a {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:53:27.127254 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device ad8748f2-98a3-4be4-afe0-c6d44763701a not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:53:27.144102 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-43af6155-15bc-4b91-b745-8073dfe42afb tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3351390 Dec 20 14:53:27.144536 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 37272) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:27.149429 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-adc2df0e-790d-4d52-9696-655fd64849bf tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Request body: {'subnet': {'network_id': '745a4b64-c3ab-4d69-82eb-9f921d8a8597', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:53:27.168547 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43af6155-15bc-4b91-b745-8073dfe42afb tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Pushing event updated for resources: {'Network': ['ID=745a4b64-c3ab-4d69-82eb-9f921d8a8597,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:27.185860 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 745a4b64-c3ab-4d69-82eb-9f921d8a8597 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:53:27.287680 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ee81f35-1587-4423-833e-cb74c070a647 req-73f6a83e-0d52-4344-9629-952708134b59 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Made reservation on behalf of e5627c7cf5f247fcac36c91973083b50 for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:53:27.291682 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-3ee81f35-1587-4423-833e-cb74c070a647 req-73f6a83e-0d52-4344-9629-952708134b59 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:27.293524 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adc2df0e-790d-4d52-9696-655fd64849bf tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Made reservation on behalf of 9dc2db8fd1084daba237ede2ca8ed86f for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:53:27.299780 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-adc2df0e-790d-4d52-9696-655fd64849bf tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:27.446010 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [req-3ee81f35-1587-4423-833e-cb74c070a647 req-73f6a83e-0d52-4344-9629-952708134b59 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Allocated IP 172.20.0.6 (1d6e94b3-e488-46e8-b36e-5df57c7dc6f7/5ae39662-bebe-492b-85b9-e558826165ef/298219b5-fee3-404b-8ff8-25d0bc20d6f6) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:53:27.587101 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-adc2df0e-790d-4d52-9696-655fd64849bf tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:27.631111 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-3ee81f35-1587-4423-833e-cb74c070a647 req-73f6a83e-0d52-4344-9629-952708134b59 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:27.679595 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc2df0e-790d-4d52-9696-655fd64849bf tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Pushing event updated for resources: {'Subnet': ['ID=cb86a981-08f5-4213-84f4-911440ce1aa4,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:27.692861 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-3ee81f35-1587-4423-833e-cb74c070a647 req-73f6a83e-0d52-4344-9629-952708134b59 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:27.696797 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc2df0e-790d-4d52-9696-655fd64849bf tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Checking segment: {'id': 'e4ae80b6-d311-4955-a182-6cba2fc69c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '745a4b64-c3ab-4d69-82eb-9f921d8a8597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:53:27.697246 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc2df0e-790d-4d52-9696-655fd64849bf tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Network hostable DHCP agents. Network: 745a4b64-c3ab-4d69-82eb-9f921d8a8597, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:53:27.708175 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['8b3889b6-faf1-4c12-9683-a4ff65c6e9f6'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:53:27.718101 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['27e61414-1f42-421b-9e10-b9fc523cbcd6'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:53:27.722864 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc2df0e-790d-4d52-9696-655fd64849bf tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Network 745a4b64-c3ab-4d69-82eb-9f921d8a8597 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:53:27.738818 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-adc2df0e-790d-4d52-9696-655fd64849bf tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 745a4b64-c3ab-4d69-82eb-9f921d8a8597) {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:53:27.744457 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc2df0e-790d-4d52-9696-655fd64849bf tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:27.745281 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-adc2df0e-790d-4d52-9696-655fd64849bf tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:27.775985 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-adc2df0e-790d-4d52-9696-655fd64849bf tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6299455 Dec 20 14:53:27.778899 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 37276) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:27.782420 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f6a83e-0d52-4344-9629-952708134b59 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Pushing event updated for resources: {'Port': ['ID=298219b5-fee3-404b-8ff8-25d0bc20d6f6,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:27.784293 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-6c5b9f6e-46f8-43c0-b6cc-934f89e3c05d tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Request body: {'port': {'network_id': '745a4b64-c3ab-4d69-82eb-9f921d8a8597', 'name': 'tempest-PortsIpV6TestJSON-753107009', 'fixed_ips': [{'subnet_id': 'cb86a981-08f5-4213-84f4-911440ce1aa4', 'ip_address': '2001:db8::10'}]}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:53:27.788723 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c4e9af-9b68-4836-a41c-db61ee6632e8 None None] Network 745a4b64-c3ab-4d69-82eb-9f921d8a8597 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:53:27.809081 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ee81f35-1587-4423-833e-cb74c070a647 req-73f6a83e-0d52-4344-9629-952708134b59 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Network 1d6e94b3-e488-46e8-b36e-5df57c7dc6f7 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:53:27.811434 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [req-3ee81f35-1587-4423-833e-cb74c070a647 req-73f6a83e-0d52-4344-9629-952708134b59 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:53:27.825936 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ee81f35-1587-4423-833e-cb74c070a647 req-73f6a83e-0d52-4344-9629-952708134b59 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:53:27.837256 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36facfa-44ab-4642-9b99-f3d0c8f19628 None None] DHCP port deletion for 1d6e94b3-e488-46e8-b36e-5df57c7dc6f7 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:53:27.893741 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee81f35-1587-4423-833e-cb74c070a647 req-73f6a83e-0d52-4344-9629-952708134b59 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:27.894662 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-3ee81f35-1587-4423-833e-cb74c070a647 req-73f6a83e-0d52-4344-9629-952708134b59 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:27.937795 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3ee81f35-1587-4423-833e-cb74c070a647 req-73f6a83e-0d52-4344-9629-952708134b59 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8691318 Dec 20 14:53:27.955365 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-3ee81f35-1587-4423-833e-cb74c070a647 req-2080e638-d23e-4ca7-a182-652d770a5972 service neutron] Request body: {'port': {'device_id': '6828889c-bff8-4e53-ae2c-a196927c8df5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-19'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:53:27.993799 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c5b9f6e-46f8-43c0-b6cc-934f89e3c05d tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Made reservation on behalf of 9dc2db8fd1084daba237ede2ca8ed86f for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:53:28.089461 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-3ee81f35-1587-4423-833e-cb74c070a647 req-2080e638-d23e-4ca7-a182-652d770a5972 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:28.096668 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-f5197a8e-f600-4414-97e6-595067ae8dbf None None] Provisioning complete for port 298219b5-fee3-404b-8ff8-25d0bc20d6f6 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:53:28.097635 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f5197a8e-f600-4414-97e6-595067ae8dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:28.113704 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c3cdd2-6544-4eeb-a406-3c5ff36fb30d req-7e751c82-078a-49b6-a61a-c5218aff0f84 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:28.115722 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-66c3cdd2-6544-4eeb-a406-3c5ff36fb30d req-7e751c82-078a-49b6-a61a-c5218aff0f84 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.54 "GET /v2.0/ports?device_id=6828889c-bff8-4e53-ae2c-a196927c8df5 HTTP/1.1" status: 200 len: 931 time: 0.1215756 Dec 20 14:53:28.163908 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-f5197a8e-f600-4414-97e6-595067ae8dbf None None] Port 298219b5-fee3-404b-8ff8-25d0bc20d6f6 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:53:28.193981 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591ac37f-fed1-482c-943b-c6f5b6edc4fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-745a4b64-c3ab-4d69-82eb-9f921d8a8597', 'network_id': '745a4b64-c3ab-4d69-82eb-9f921d8a8597', 'project_id': '9dc2db8fd1084daba237ede2ca8ed86f', 'fixed_ips': [{'subnet_id': 'cb86a981-08f5-4213-84f4-911440ce1aa4'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:53:28.194872 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-591ac37f-fed1-482c-943b-c6f5b6edc4fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:28.231805 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edad3932-ac9d-4d9c-9a7a-98d3861cf6a0 req-1bc51e4f-bb61-4a5c-864f-26cd7c8587f2 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:28.245684 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-edad3932-ac9d-4d9c-9a7a-98d3861cf6a0 req-1bc51e4f-bb61-4a5c-864f-26cd7c8587f2 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=31a55ef4-f413-493d-8b86-3a848ca43d83 HTTP/1.1" status: 200 len: 945 time: 0.2004530 Dec 20 14:53:28.295665 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6c5b9f6e-46f8-43c0-b6cc-934f89e3c05d tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:28.316938 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [None req-6c5b9f6e-46f8-43c0-b6cc-934f89e3c05d tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] device_id is not set on port b0683f30-237e-4008-b205-904e8cae4a12 yet. {{(pid=103167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 14:53:28.382319 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-591ac37f-fed1-482c-943b-c6f5b6edc4fb None None] Allocated IP 2001:db8::2 (745a4b64-c3ab-4d69-82eb-9f921d8a8597/cb86a981-08f5-4213-84f4-911440ce1aa4/276a5868-bde6-409b-930d-a222a6887cd8) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:53:28.498784 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-edad3932-ac9d-4d9c-9a7a-98d3861cf6a0 req-2a9221f5-2947-4698-a2d4-66190245def5 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=a3840027-1c66-4dfc-886c-c2af2b1c81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2521491 Dec 20 14:53:28.553109 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [req-3ee81f35-1587-4423-833e-cb74c070a647 req-2080e638-d23e-4ca7-a182-652d770a5972 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 298219b5-fee3-404b-8ff8-25d0bc20d6f6 {{(pid=103168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:53:28.565350 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-66c3cdd2-6544-4eeb-a406-3c5ff36fb30d req-2d7119ee-3854-4824-adc0-b0f5e56db8dd tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.54 "GET /v2.0/security-groups?id=63a67304-7a61-424c-9189-0609e92bff65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4424121 Dec 20 14:53:28.567360 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-3ee81f35-1587-4423-833e-cb74c070a647 req-2080e638-d23e-4ca7-a182-652d770a5972 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:28.591652 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.provisioning_blocks [req-3ee81f35-1587-4423-833e-cb74c070a647 req-2080e638-d23e-4ca7-a182-652d770a5972 service neutron] Transition to ACTIVE for port object 298219b5-fee3-404b-8ff8-25d0bc20d6f6 will not be triggered until provisioned by entity L2. {{(pid=103168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:53:28.600869 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-3ee81f35-1587-4423-833e-cb74c070a647 req-2080e638-d23e-4ca7-a182-652d770a5972 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:28.632973 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-591ac37f-fed1-482c-943b-c6f5b6edc4fb None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:28.639764 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af34ffa5-90c4-4ce6-ac56-56947d0b6a5d None None] DHCP port deletion for 1d6e94b3-e488-46e8-b36e-5df57c7dc6f7 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:53:28.649353 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-591ac37f-fed1-482c-943b-c6f5b6edc4fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:28.721806 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2080e638-d23e-4ca7-a182-652d770a5972 service neutron] Pushing event updated for resources: {'Port': ['ID=298219b5-fee3-404b-8ff8-25d0bc20d6f6,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:28.749494 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591ac37f-fed1-482c-943b-c6f5b6edc4fb None None] Network 745a4b64-c3ab-4d69-82eb-9f921d8a8597 is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:53:28.760293 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-3ee81f35-1587-4423-833e-cb74c070a647 req-2080e638-d23e-4ca7-a182-652d770a5972 service neutron] Attempting to bind port 298219b5-fee3-404b-8ff8-25d0bc20d6f6 on host n-h1-761264-19 for vnic_type normal with profile {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:53:28.761265 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-3ee81f35-1587-4423-833e-cb74c070a647 req-2080e638-d23e-4ca7-a182-652d770a5972 service neutron] Attempting to bind port 298219b5-fee3-404b-8ff8-25d0bc20d6f6 by drivers openvswitch,hyperv on host n-h1-761264-19 at level 0 using segments [{'id': '976dc740-6f26-442a-9e80-6e8aee232d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1d6e94b3-e488-46e8-b36e-5df57c7dc6f7'}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:53:28.761694 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee81f35-1587-4423-833e-cb74c070a647 req-2080e638-d23e-4ca7-a182-652d770a5972 service neutron] Attempting to bind port 298219b5-fee3-404b-8ff8-25d0bc20d6f6 on network 1d6e94b3-e488-46e8-b36e-5df57c7dc6f7 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:53:28.762187 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-591ac37f-fed1-482c-943b-c6f5b6edc4fb None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:53:28.768360 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591ac37f-fed1-482c-943b-c6f5b6edc4fb None None] Pushing event updated for resources: {'Port': ['ID=276a5868-bde6-409b-930d-a222a6887cd8,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:28.769263 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee81f35-1587-4423-833e-cb74c070a647 req-2080e638-d23e-4ca7-a182-652d770a5972 service neutron] Port 298219b5-fee3-404b-8ff8-25d0bc20d6f6 on network 1d6e94b3-e488-46e8-b36e-5df57c7dc6f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-19 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:53:28.769762 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee81f35-1587-4423-833e-cb74c070a647 req-2080e638-d23e-4ca7-a182-652d770a5972 service neutron] Attempting to bind port 298219b5-fee3-404b-8ff8-25d0bc20d6f6 on network 1d6e94b3-e488-46e8-b36e-5df57c7dc6f7 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:53:28.771431 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591ac37f-fed1-482c-943b-c6f5b6edc4fb None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:53:28.779470 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-6c5b9f6e-46f8-43c0-b6cc-934f89e3c05d tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Allocated IP 2001:db8::10 (745a4b64-c3ab-4d69-82eb-9f921d8a8597/cb86a981-08f5-4213-84f4-911440ce1aa4/b0683f30-237e-4008-b205-904e8cae4a12) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:53:28.784134 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee81f35-1587-4423-833e-cb74c070a647 req-2080e638-d23e-4ca7-a182-652d770a5972 service neutron] Checking agent: {'id': '3e5ace3e-dd7b-4522-a7c4-77d13dbeab1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:53:28.785322 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee81f35-1587-4423-833e-cb74c070a647 req-2080e638-d23e-4ca7-a182-652d770a5972 service neutron] Checking segment: {'id': '976dc740-6f26-442a-9e80-6e8aee232d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1d6e94b3-e488-46e8-b36e-5df57c7dc6f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:53:28.787865 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee81f35-1587-4423-833e-cb74c070a647 req-2080e638-d23e-4ca7-a182-652d770a5972 service neutron] Bound using segment: {'id': '976dc740-6f26-442a-9e80-6e8aee232d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1d6e94b3-e488-46e8-b36e-5df57c7dc6f7'} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:53:28.787865 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-3ee81f35-1587-4423-833e-cb74c070a647 req-2080e638-d23e-4ca7-a182-652d770a5972 service neutron] Bound port: 298219b5-fee3-404b-8ff8-25d0bc20d6f6, host: n-h1-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '976dc740-6f26-442a-9e80-6e8aee232d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1d6e94b3-e488-46e8-b36e-5df57c7dc6f7'}}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:53:28.788175 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-3ee81f35-1587-4423-833e-cb74c070a647 req-2080e638-d23e-4ca7-a182-652d770a5972 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:28.851116 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-591ac37f-fed1-482c-943b-c6f5b6edc4fb None None] Attempting to bind port 276a5868-bde6-409b-930d-a222a6887cd8 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:53:28.851519 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-591ac37f-fed1-482c-943b-c6f5b6edc4fb None None] Attempting to bind port 276a5868-bde6-409b-930d-a222a6887cd8 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': 'e4ae80b6-d311-4955-a182-6cba2fc69c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '745a4b64-c3ab-4d69-82eb-9f921d8a8597'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:53:28.852033 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591ac37f-fed1-482c-943b-c6f5b6edc4fb None None] Attempting to bind port 276a5868-bde6-409b-930d-a222a6887cd8 on network 745a4b64-c3ab-4d69-82eb-9f921d8a8597 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:53:28.857876 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591ac37f-fed1-482c-943b-c6f5b6edc4fb None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:53:28.858400 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591ac37f-fed1-482c-943b-c6f5b6edc4fb None None] Checking segment: {'id': 'e4ae80b6-d311-4955-a182-6cba2fc69c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '745a4b64-c3ab-4d69-82eb-9f921d8a8597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:53:28.858757 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-591ac37f-fed1-482c-943b-c6f5b6edc4fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:28.859186 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591ac37f-fed1-482c-943b-c6f5b6edc4fb None None] Bound using segment: {'id': 'e4ae80b6-d311-4955-a182-6cba2fc69c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '745a4b64-c3ab-4d69-82eb-9f921d8a8597'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:53:28.859662 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-591ac37f-fed1-482c-943b-c6f5b6edc4fb None None] Bound port: 276a5868-bde6-409b-930d-a222a6887cd8, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4ae80b6-d311-4955-a182-6cba2fc69c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '745a4b64-c3ab-4d69-82eb-9f921d8a8597'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:53:28.860086 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-591ac37f-fed1-482c-943b-c6f5b6edc4fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:28.901252 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-3ee81f35-1587-4423-833e-cb74c070a647 req-2080e638-d23e-4ca7-a182-652d770a5972 service neutron] For port 298219b5-fee3-404b-8ff8-25d0bc20d6f6, host n-h1-761264-19, cleared binding levels {{(pid=103168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:53:28.923796 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-3ee81f35-1587-4423-833e-cb74c070a647 req-2080e638-d23e-4ca7-a182-652d770a5972 service neutron] For port 298219b5-fee3-404b-8ff8-25d0bc20d6f6, host n-h1-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=298219b5-fee3-404b-8ff8-25d0bc20d6f6,segment=NetworkSegment(976dc740-6f26-442a-9e80-6e8aee232d85),segment_id=976dc740-6f26-442a-9e80-6e8aee232d85)] {{(pid=103168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:53:28.935259 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-3ee81f35-1587-4423-833e-cb74c070a647 req-2080e638-d23e-4ca7-a182-652d770a5972 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:28.936662 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-591ac37f-fed1-482c-943b-c6f5b6edc4fb None None] For port 276a5868-bde6-409b-930d-a222a6887cd8, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:53:28.941373 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-591ac37f-fed1-482c-943b-c6f5b6edc4fb None None] For port 276a5868-bde6-409b-930d-a222a6887cd8, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=276a5868-bde6-409b-930d-a222a6887cd8,segment=NetworkSegment(e4ae80b6-d311-4955-a182-6cba2fc69c11),segment_id=e4ae80b6-d311-4955-a182-6cba2fc69c11)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:53:28.947986 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-591ac37f-fed1-482c-943b-c6f5b6edc4fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:29.019820 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591ac37f-fed1-482c-943b-c6f5b6edc4fb None None] Pushing event updated for resources: {'Port': ['ID=276a5868-bde6-409b-930d-a222a6887cd8,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:29.083538 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee81f35-1587-4423-833e-cb74c070a647 req-2080e638-d23e-4ca7-a182-652d770a5972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:29.084010 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6e4c02-3beb-43c6-ad3a-5bf6ecd3ac5c None None] DHCP port deletion for 1d6e94b3-e488-46e8-b36e-5df57c7dc6f7 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:53:29.084171 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-3ee81f35-1587-4423-833e-cb74c070a647 req-2080e638-d23e-4ca7-a182-652d770a5972 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:29.090694 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3ee81f35-1587-4423-833e-cb74c070a647 req-2080e638-d23e-4ca7-a182-652d770a5972 service neutron] 10.222.0.30 "PUT /v2.0/ports/298219b5-fee3-404b-8ff8-25d0bc20d6f6 HTTP/1.1" status: 200 len: 1092 time: 1.1416521 Dec 20 14:53:29.091284 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6828889c-bff8-4e53-ae2c-a196927c8df5', 'tag': '298219b5-fee3-404b-8ff8-25d0bc20d6f6'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:53:29.098995 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9f4c75f-e62f-4a79-95fc-281c8198051d" -d '{"events": [{"name": "network-changed", "server_uuid": "6828889c-bff8-4e53-ae2c-a196927c8df5", "tag": "298219b5-fee3-404b-8ff8-25d0bc20d6f6"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:53:29.140723 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6c5b9f6e-46f8-43c0-b6cc-934f89e3c05d tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:29.210492 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6c5b9f6e-46f8-43c0-b6cc-934f89e3c05d tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:29.215723 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-005ad4c6-d2e7-4286-9031-db5984fb9c72 x-openstack-request-id: req-005ad4c6-d2e7-4286-9031-db5984fb9c72 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:53:29.215989 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6828889c-bff8-4e53-ae2c-a196927c8df5", "tag": "298219b5-fee3-404b-8ff8-25d0bc20d6f6", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:53:29.216278 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-005ad4c6-d2e7-4286-9031-db5984fb9c72 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:53:29.216691 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6828889c-bff8-4e53-ae2c-a196927c8df5', 'tag': '298219b5-fee3-404b-8ff8-25d0bc20d6f6', 'status': 'completed', 'code': 200} Dec 20 14:53:29.251901 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2080e638-d23e-4ca7-a182-652d770a5972 service neutron] Pushing event updated for resources: {'Port': ['ID=298219b5-fee3-404b-8ff8-25d0bc20d6f6,revision_number=3']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:29.270261 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee81f35-1587-4423-833e-cb74c070a647 req-b4a0ae46-65c0-472c-91a9-8c9a4d376e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:29.273450 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3ee81f35-1587-4423-833e-cb74c070a647 req-b4a0ae46-65c0-472c-91a9-8c9a4d376e8c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e5627c7cf5f247fcac36c91973083b50&device_id=6828889c-bff8-4e53-ae2c-a196927c8df5 HTTP/1.1" status: 200 len: 1095 time: 0.1207407 Dec 20 14:53:29.300268 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5b9f6e-46f8-43c0-b6cc-934f89e3c05d tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Network 745a4b64-c3ab-4d69-82eb-9f921d8a8597 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:53:29.306032 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-6c5b9f6e-46f8-43c0-b6cc-934f89e3c05d tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:53:29.320091 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5b9f6e-46f8-43c0-b6cc-934f89e3c05d tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:53:29.341082 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5b9f6e-46f8-43c0-b6cc-934f89e3c05d tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:29.342216 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6c5b9f6e-46f8-43c0-b6cc-934f89e3c05d tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:29.381292 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-6c5b9f6e-46f8-43c0-b6cc-934f89e3c05d tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5980992 Dec 20 14:53:29.386910 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 37298) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:29.393038 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-4d1c200c-1c57-411a-8fd7-cf433e7b16bb tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Request body: {'port': {'network_id': '745a4b64-c3ab-4d69-82eb-9f921d8a8597', 'name': 'tempest-PortsIpV6TestJSON-816336203', 'fixed_ips': [{'subnet_id': 'cb86a981-08f5-4213-84f4-911440ce1aa4', 'ip_address': '2001:db8::f'}]}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:53:29.405673 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3ee81f35-1587-4423-833e-cb74c070a647 req-f29dc9a1-383d-4acd-a24a-ebcb4af2800d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=298219b5-fee3-404b-8ff8-25d0bc20d6f6 HTTP/1.1" status: 200 len: 217 time: 0.1190934 Dec 20 14:53:29.491471 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee81f35-1587-4423-833e-cb74c070a647 req-32cccc06-367d-4741-85b2-54f6bd457ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:29.492986 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3ee81f35-1587-4423-833e-cb74c070a647 req-32cccc06-367d-4741-85b2-54f6bd457ec2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5ae39662-bebe-492b-85b9-e558826165ef HTTP/1.1" status: 200 len: 854 time: 0.0801165 Dec 20 14:53:29.564303 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5b9f6e-46f8-43c0-b6cc-934f89e3c05d tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Pushing event updated for resources: {'Port': ['ID=b0683f30-237e-4008-b205-904e8cae4a12,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:29.577123 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3ee81f35-1587-4423-833e-cb74c070a647 req-d8e1aecc-3a85-467d-a852-cf090834d6f9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1d6e94b3-e488-46e8-b36e-5df57c7dc6f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754397 Dec 20 14:53:29.598939 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d1c200c-1c57-411a-8fd7-cf433e7b16bb tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Made reservation on behalf of 9dc2db8fd1084daba237ede2ca8ed86f for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:53:29.605928 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4d1c200c-1c57-411a-8fd7-cf433e7b16bb tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:29.629527 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [None req-4d1c200c-1c57-411a-8fd7-cf433e7b16bb tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] device_id is not set on port a0e092df-94c4-415d-b8b5-31e54d96effe yet. {{(pid=103167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 14:53:29.796519 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe62a80f-9eec-461d-8b7b-9c23a3921178 req-2c612e8f-e814-4e3f-aa14-2b68f9491fef tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:29.798351 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fe62a80f-9eec-461d-8b7b-9c23a3921178 req-2c612e8f-e814-4e3f-aa14-2b68f9491fef tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=31a55ef4-f413-493d-8b86-3a848ca43d83 HTTP/1.1" status: 200 len: 945 time: 0.1357887 Dec 20 14:53:29.816963 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3ee81f35-1587-4423-833e-cb74c070a647 req-d09d5977-9d27-425f-9152-b6648dbde9b4 service neutron] 10.222.0.30 "GET /v2.0/networks/1d6e94b3-e488-46e8-b36e-5df57c7dc6f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319739 Dec 20 14:53:29.822398 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-4d1c200c-1c57-411a-8fd7-cf433e7b16bb tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Allocated IP 2001:db8::f (745a4b64-c3ab-4d69-82eb-9f921d8a8597/cb86a981-08f5-4213-84f4-911440ce1aa4/a0e092df-94c4-415d-b8b5-31e54d96effe) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:53:29.946398 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fe62a80f-9eec-461d-8b7b-9c23a3921178 req-43c52456-53ca-4190-a143-68d00b5bb4cd tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=a3840027-1c66-4dfc-886c-c2af2b1c81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1404164 Dec 20 14:53:29.983262 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3ee81f35-1587-4423-833e-cb74c070a647 req-3cd1e4dc-29db-40fd-ab11-540898ff1109 service neutron] 10.222.0.30 "GET /v2.0/networks/1d6e94b3-e488-46e8-b36e-5df57c7dc6f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565912 Dec 20 14:53:30.025029 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4d1c200c-1c57-411a-8fd7-cf433e7b16bb tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:30.117549 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4d1c200c-1c57-411a-8fd7-cf433e7b16bb tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:30.162347 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f4c75f-e62f-4a79-95fc-281c8198051d req-2a03c63f-d3bd-4f36-bb82-6701ba6ba9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:30.164052 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e9f4c75f-e62f-4a79-95fc-281c8198051d req-2a03c63f-d3bd-4f36-bb82-6701ba6ba9dd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e5627c7cf5f247fcac36c91973083b50&device_id=6828889c-bff8-4e53-ae2c-a196927c8df5 HTTP/1.1" status: 200 len: 1095 time: 0.1150069 Dec 20 14:53:30.199045 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1c200c-1c57-411a-8fd7-cf433e7b16bb tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Network 745a4b64-c3ab-4d69-82eb-9f921d8a8597 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:53:30.212170 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990c6f28-ac5d-4efd-9559-6644914a0bec req-ae1d31ee-83e3-4ef8-8231-61f2ed124846 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:30.214231 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-990c6f28-ac5d-4efd-9559-6644914a0bec req-ae1d31ee-83e3-4ef8-8231-61f2ed124846 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.54 "GET /v2.0/ports?device_id=6828889c-bff8-4e53-ae2c-a196927c8df5 HTTP/1.1" status: 200 len: 943 time: 0.1460524 Dec 20 14:53:30.232237 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-4d1c200c-1c57-411a-8fd7-cf433e7b16bb tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:53:30.239051 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1c200c-1c57-411a-8fd7-cf433e7b16bb tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:53:30.251499 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1c200c-1c57-411a-8fd7-cf433e7b16bb tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:30.252190 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4d1c200c-1c57-411a-8fd7-cf433e7b16bb tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:30.306839 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1c200c-1c57-411a-8fd7-cf433e7b16bb tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Pushing event updated for resources: {'Port': ['ID=a0e092df-94c4-415d-b8b5-31e54d96effe,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:30.308636 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f4c75f-e62f-4a79-95fc-281c8198051d req-8a409e8f-cd9c-48a9-a1ca-11db9fb5134f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:30.310418 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e9f4c75f-e62f-4a79-95fc-281c8198051d req-8a409e8f-cd9c-48a9-a1ca-11db9fb5134f service neutron] 10.222.0.30 "GET /v2.0/networks?id=1d6e94b3-e488-46e8-b36e-5df57c7dc6f7 HTTP/1.1" status: 200 len: 915 time: 0.1383030 Dec 20 14:53:30.411746 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-990c6f28-ac5d-4efd-9559-6644914a0bec req-0de42e92-af9c-4d2e-ae79-2e33c89c373c tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.54 "GET /v2.0/security-groups?id=63a67304-7a61-424c-9189-0609e92bff65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508510 Dec 20 14:53:30.413977 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e9f4c75f-e62f-4a79-95fc-281c8198051d req-6694edc5-7011-46ea-bb37-07294931e76f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=298219b5-fee3-404b-8ff8-25d0bc20d6f6 HTTP/1.1" status: 200 len: 217 time: 0.0942199 Dec 20 14:53:30.440308 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-4d1c200c-1c57-411a-8fd7-cf433e7b16bb tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.0494125 Dec 20 14:53:30.441225 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37308) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:30.542116 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2084fe1d-f09a-4d80-9cea-809d085c9ede tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:30.546323 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-2084fe1d-f09a-4d80-9cea-809d085c9ede tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1019332 Dec 20 14:53:30.546323 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f4c75f-e62f-4a79-95fc-281c8198051d req-b2bdd7af-133d-4aeb-b550-861ab0bc07c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:30.546696 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 37312) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:30.547423 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e9f4c75f-e62f-4a79-95fc-281c8198051d req-b2bdd7af-133d-4aeb-b550-861ab0bc07c0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5ae39662-bebe-492b-85b9-e558826165ef HTTP/1.1" status: 200 len: 854 time: 0.1144509 Dec 20 14:53:30.588409 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e9f4c75f-e62f-4a79-95fc-281c8198051d req-6e971b9c-59c2-4683-bd6b-3483f59c6499 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1d6e94b3-e488-46e8-b36e-5df57c7dc6f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327847 Dec 20 14:53:30.633284 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8245f8-88eb-425d-adf4-4574f63c00da None None] Network 745a4b64-c3ab-4d69-82eb-9f921d8a8597 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:53:30.662038 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeebbb35-0c6c-40b7-815b-28d3c3724b0a tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:30.668480 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeebbb35-0c6c-40b7-815b-28d3c3724b0a tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:30.674533 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeebbb35-0c6c-40b7-815b-28d3c3724b0a tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:30.676294 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-aeebbb35-0c6c-40b7-815b-28d3c3724b0a tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2387 time: 0.1285594 Dec 20 14:53:30.679642 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 37314) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:30.704441 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-855f0368-e339-43de-80b0-dbf94cc3cc21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:30.710836 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e9f4c75f-e62f-4a79-95fc-281c8198051d req-292dc6f7-b888-4f8c-8051-a2c380114dde service neutron] 10.222.0.30 "GET /v2.0/networks/1d6e94b3-e488-46e8-b36e-5df57c7dc6f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130202 Dec 20 14:53:30.764490 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-9aba8983-4934-4720-808e-d3934bdebb1e None None] Provisioning complete for port 276a5868-bde6-409b-930d-a222a6887cd8 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:53:30.764872 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-9aba8983-4934-4720-808e-d3934bdebb1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:30.780027 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-ca44de0b-a334-42f3-be6a-d1c075a04961 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Deleting port a0e092df-94c4-415d-b8b5-31e54d96effe {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:53:30.780894 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ca44de0b-a334-42f3-be6a-d1c075a04961 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:30.826071 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e9f4c75f-e62f-4a79-95fc-281c8198051d req-179f5446-7771-4493-976b-7bb27b2142f6 service neutron] 10.222.0.30 "GET /v2.0/networks/1d6e94b3-e488-46e8-b36e-5df57c7dc6f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065180 Dec 20 14:53:30.873546 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-9aba8983-4934-4720-808e-d3934bdebb1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:30.907205 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ca44de0b-a334-42f3-be6a-d1c075a04961 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:30.914428 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-9aba8983-4934-4720-808e-d3934bdebb1e None None] For port 276a5868-bde6-409b-930d-a222a6887cd8, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=276a5868-bde6-409b-930d-a222a6887cd8,segment=NetworkSegment(e4ae80b6-d311-4955-a182-6cba2fc69c11),segment_id=e4ae80b6-d311-4955-a182-6cba2fc69c11)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:53:30.921244 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-9aba8983-4934-4720-808e-d3934bdebb1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:30.926189 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-ca44de0b-a334-42f3-be6a-d1c075a04961 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Calling delete_port for a0e092df-94c4-415d-b8b5-31e54d96effe owned by {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:53:31.037299 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aba8983-4934-4720-808e-d3934bdebb1e None None] Pushing event updated for resources: {'Port': ['ID=276a5868-bde6-409b-930d-a222a6887cd8,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:31.148460 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 276a5868-bde6-409b-930d-a222a6887cd8 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:53:31.166713 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ca44de0b-a334-42f3-be6a-d1c075a04961 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:31.203035 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d81a8f2-426b-46ee-b501-2fbdfc5b4456 req-05355d21-f32a-4159-949b-c68cd618a8a5 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:31.215104 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-0bc33b39-de71-425c-a62e-dc6617356d96 None None] Could not find standard attr ID for object a0e092df-94c4-415d-b8b5-31e54d96effe. {{(pid=103169) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 14:53:31.217303 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8d81a8f2-426b-46ee-b501-2fbdfc5b4456 req-05355d21-f32a-4159-949b-c68cd618a8a5 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=31a55ef4-f413-493d-8b86-3a848ca43d83 HTTP/1.1" status: 200 len: 945 time: 0.1363866 Dec 20 14:53:31.231402 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca44de0b-a334-42f3-be6a-d1c075a04961 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Pushing event deleted for resources: {'Port': ['ID=a0e092df-94c4-415d-b8b5-31e54d96effe,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:31.250939 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-0bc33b39-de71-425c-a62e-dc6617356d96 None None] Provisioning complete for port 276a5868-bde6-409b-930d-a222a6887cd8 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:53:31.251476 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-0bc33b39-de71-425c-a62e-dc6617356d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:31.274410 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ca44de0b-a334-42f3-be6a-d1c075a04961 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:31.278764 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-ca44de0b-a334-42f3-be6a-d1c075a04961 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "DELETE /v2.0/ports/a0e092df-94c4-415d-b8b5-31e54d96effe HTTP/1.1" status: 204 len: 168 time: 0.5985181 Dec 20 14:53:31.281317 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 37322) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:31.312442 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8d81a8f2-426b-46ee-b501-2fbdfc5b4456 req-ee715a88-d4ce-43e4-b5b1-cf84ecb9bdf4 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=a3840027-1c66-4dfc-886c-c2af2b1c81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886953 Dec 20 14:53:31.324843 n-d-761264-19 neutron-server[103167]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1fdf780-9889-40e3-a90f-5b05b63b859d tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] GET failed (client error): The resource could not be found. Dec 20 14:53:31.329713 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37324) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:31.334140 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 276a5868-bde6-409b-930d-a222a6887cd8 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:53:31.334519 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:31.339685 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-e1fdf780-9889-40e3-a90f-5b05b63b859d tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "GET /v2.0/ports/a0e092df-94c4-415d-b8b5-31e54d96effe HTTP/1.1" status: 404 len: 333 time: 0.0571229 Dec 20 14:53:31.491034 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-38e17e73-a088-4d6d-abf4-f687ce4bc6a6 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Deleting port b0683f30-237e-4008-b205-904e8cae4a12 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:53:31.492306 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-38e17e73-a088-4d6d-abf4-f687ce4bc6a6 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:31.678146 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d534b8a9-4c12-44a4-b101-ddd639e972d1 req-6d4376ab-5295-4e67-8146-37d21b3138f6 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:31.690284 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d534b8a9-4c12-44a4-b101-ddd639e972d1 req-6d4376ab-5295-4e67-8146-37d21b3138f6 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.54 "GET /v2.0/ports?device_id=6828889c-bff8-4e53-ae2c-a196927c8df5 HTTP/1.1" status: 200 len: 943 time: 0.1150951 Dec 20 14:53:31.749915 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-38e17e73-a088-4d6d-abf4-f687ce4bc6a6 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:31.776343 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-38e17e73-a088-4d6d-abf4-f687ce4bc6a6 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Calling delete_port for b0683f30-237e-4008-b205-904e8cae4a12 owned by {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:53:31.802681 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d534b8a9-4c12-44a4-b101-ddd639e972d1 req-2e2feb76-359e-49e3-8b0c-ffcbe4f2e828 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.54 "GET /v2.0/security-groups?id=63a67304-7a61-424c-9189-0609e92bff65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114764 Dec 20 14:53:31.830823 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-0bc33b39-de71-425c-a62e-dc6617356d96 None None] Provisioning complete for port b0683f30-237e-4008-b205-904e8cae4a12 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:53:31.831351 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-0bc33b39-de71-425c-a62e-dc6617356d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:31.941890 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-0bc33b39-de71-425c-a62e-dc6617356d96 None None] Port b0683f30-237e-4008-b205-904e8cae4a12 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:53:32.068669 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-8565c730-bafc-4151-8834-0a3e9d4935a3 None None] Could not find standard attr ID for object a0e092df-94c4-415d-b8b5-31e54d96effe. {{(pid=103169) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 14:53:32.095595 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-8565c730-bafc-4151-8834-0a3e9d4935a3 None None] Provisioning complete for port b0683f30-237e-4008-b205-904e8cae4a12 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:53:32.096228 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8565c730-bafc-4151-8834-0a3e9d4935a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:32.099610 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-38e17e73-a088-4d6d-abf4-f687ce4bc6a6 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:32.124362 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-8565c730-bafc-4151-8834-0a3e9d4935a3 None None] Port b0683f30-237e-4008-b205-904e8cae4a12 was deleted so its status cannot be updated. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 20 14:53:32.162063 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e17e73-a088-4d6d-abf4-f687ce4bc6a6 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Pushing event deleted for resources: {'Port': ['ID=b0683f30-237e-4008-b205-904e8cae4a12,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:32.230089 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-38e17e73-a088-4d6d-abf4-f687ce4bc6a6 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:32.235560 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-38e17e73-a088-4d6d-abf4-f687ce4bc6a6 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "DELETE /v2.0/ports/b0683f30-237e-4008-b205-904e8cae4a12 HTTP/1.1" status: 204 len: 168 time: 0.9044085 Dec 20 14:53:32.238618 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 37344) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:32.268526 n-d-761264-19 neutron-server[103167]: INFO neutron.pecan_wsgi.hooks.translation [None req-4864f6ae-ec3a-449c-bd0d-64e64c00bdd6 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] GET failed (client error): The resource could not be found. Dec 20 14:53:32.272916 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37346) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:32.273134 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-4864f6ae-ec3a-449c-bd0d-64e64c00bdd6 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "GET /v2.0/ports/b0683f30-237e-4008-b205-904e8cae4a12 HTTP/1.1" status: 404 len: 333 time: 0.0334237 Dec 20 14:53:32.353788 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7e8838a-b181-490b-841b-732b2f50553f tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Deleting subnet cb86a981-08f5-4213-84f4-911440ce1aa4 {{(pid=103168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:53:32.357661 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c7e8838a-b181-490b-841b-732b2f50553f tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks [] for subnet, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:32.424871 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c7e8838a-b181-490b-841b-732b2f50553f tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9023023'] for subnet, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:32.553557 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c7e8838a-b181-490b-841b-732b2f50553f tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:32.699351 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33a926c-74ac-45f3-b4d4-b418eb361cb6 req-86feb808-0e27-44da-9079-d1c9d4f7e665 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:32.709218 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e33a926c-74ac-45f3-b4d4-b418eb361cb6 req-86feb808-0e27-44da-9079-d1c9d4f7e665 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=31a55ef4-f413-493d-8b86-3a848ca43d83 HTTP/1.1" status: 200 len: 945 time: 0.1262693 Dec 20 14:53:32.735804 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c7e8838a-b181-490b-841b-732b2f50553f tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8850800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470517'] for subnet, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:32.779608 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e8838a-b181-490b-841b-732b2f50553f tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Pushing event deleted for resources: {'Subnet': ['ID=cb86a981-08f5-4213-84f4-911440ce1aa4,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:32.793110 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c7e8838a-b181-490b-841b-732b2f50553f tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks [] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:32.798141 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9237c57-31f4-4137-91f6-023a93d2e094 None None] Network 745a4b64-c3ab-4d69-82eb-9f921d8a8597 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:53:32.801813 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-c7e8838a-b181-490b-841b-732b2f50553f tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "DELETE /v2.0/subnets/cb86a981-08f5-4213-84f4-911440ce1aa4 HTTP/1.1" status: 204 len: 168 time: 0.5275521 Dec 20 14:53:32.804295 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37352) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:32.877797 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e33a926c-74ac-45f3-b4d4-b418eb361cb6 req-84d18f6f-e1b6-460a-8322-fb392f5d8ce5 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=a3840027-1c66-4dfc-886c-c2af2b1c81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1675611 Dec 20 14:53:32.912305 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d5a0c6c9-001f-4f10-8c54-9120f296cb68 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:32.932519 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-08e96bb4-1c00-4193-b95f-4f990475db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:32.973076 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efa7496-881a-4653-aa44-5e4cfb9dcdeb req-8a0c7f89-8ec1-46d9-b462-1cd291141d2e tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:32.974987 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9efa7496-881a-4653-aa44-5e4cfb9dcdeb req-8a0c7f89-8ec1-46d9-b462-1cd291141d2e tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.54 "GET /v2.0/ports?device_id=6828889c-bff8-4e53-ae2c-a196927c8df5 HTTP/1.1" status: 200 len: 943 time: 0.0692546 Dec 20 14:53:33.024855 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cfc85e4-c6b8-4b66-a9f2-a834c337c990 None None] DHCP port deletion for 745a4b64-c3ab-4d69-82eb-9f921d8a8597 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:53:33.039138 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-d5a0c6c9-001f-4f10-8c54-9120f296cb68 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Deleting port 276a5868-bde6-409b-930d-a222a6887cd8 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:53:33.039806 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d5a0c6c9-001f-4f10-8c54-9120f296cb68 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:33.063862 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9efa7496-881a-4653-aa44-5e4cfb9dcdeb req-aab3f67f-96d2-4b48-a633-50582d9ce399 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.54 "GET /v2.0/security-groups?id=63a67304-7a61-424c-9189-0609e92bff65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807152 Dec 20 14:53:33.108734 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-4cfc85e4-c6b8-4b66-a9f2-a834c337c990 None None] Deleting port 276a5868-bde6-409b-930d-a222a6887cd8 {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:53:33.109040 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4cfc85e4-c6b8-4b66-a9f2-a834c337c990 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:33.130189 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-d5a0c6c9-001f-4f10-8c54-9120f296cb68 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] For port 276a5868-bde6-409b-930d-a222a6887cd8, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=276a5868-bde6-409b-930d-a222a6887cd8,segment=NetworkSegment(e4ae80b6-d311-4955-a182-6cba2fc69c11),segment_id=e4ae80b6-d311-4955-a182-6cba2fc69c11)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:53:33.130555 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d5a0c6c9-001f-4f10-8c54-9120f296cb68 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:33.143896 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-d5a0c6c9-001f-4f10-8c54-9120f296cb68 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Calling delete_port for 276a5868-bde6-409b-930d-a222a6887cd8 owned by network:dhcp {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:53:33.170354 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-4cfc85e4-c6b8-4b66-a9f2-a834c337c990 None None] For port 276a5868-bde6-409b-930d-a222a6887cd8, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=276a5868-bde6-409b-930d-a222a6887cd8,segment=NetworkSegment(e4ae80b6-d311-4955-a182-6cba2fc69c11),segment_id=e4ae80b6-d311-4955-a182-6cba2fc69c11)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:53:33.170809 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4cfc85e4-c6b8-4b66-a9f2-a834c337c990 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:33.183857 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-4cfc85e4-c6b8-4b66-a9f2-a834c337c990 None None] Calling delete_port for 276a5868-bde6-409b-930d-a222a6887cd8 owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:53:33.229667 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d5a0c6c9-001f-4f10-8c54-9120f296cb68 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:33.257083 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a0c6c9-001f-4f10-8c54-9120f296cb68 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Pushing event deleted for resources: {'Port': ['ID=276a5868-bde6-409b-930d-a222a6887cd8,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:33.258925 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a0c6c9-001f-4f10-8c54-9120f296cb68 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] No DVR routers for this DVR port 276a5868-bde6-409b-930d-a222a6887cd8 on host n-d-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:53:33.267399 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4cfc85e4-c6b8-4b66-a9f2-a834c337c990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:33.292814 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfc85e4-c6b8-4b66-a9f2-a834c337c990 None None] Pushing event deleted for resources: {'Port': ['ID=276a5868-bde6-409b-930d-a222a6887cd8,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:33.298064 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfc85e4-c6b8-4b66-a9f2-a834c337c990 None None] No DVR routers for this DVR port 276a5868-bde6-409b-930d-a222a6887cd8 on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:53:33.339124 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d5a0c6c9-001f-4f10-8c54-9120f296cb68 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:33.363025 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-d5a0c6c9-001f-4f10-8c54-9120f296cb68 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['745a4b64-c3ab-4d69-82eb-9f921d8a8597']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:53:33.372444 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-d5a0c6c9-001f-4f10-8c54-9120f296cb68 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4ae80b6-d311-4955-a182-6cba2fc69c11') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:53:33.372731 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-d5a0c6c9-001f-4f10-8c54-9120f296cb68 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4ae80b6-d311-4955-a182-6cba2fc69c11') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:53:33.381780 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d5a0c6c9-001f-4f10-8c54-9120f296cb68 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:33.394684 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d5a0c6c9-001f-4f10-8c54-9120f296cb68 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:33.400830 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5a0c6c9-001f-4f10-8c54-9120f296cb68 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:53:33.401237 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d5a0c6c9-001f-4f10-8c54-9120f296cb68 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:33.404614 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:33.404614 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:53:33.404614 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:33.404614 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:53:33.404614 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:33.404614 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:53:33.404614 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:33.404614 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:53:33.404614 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:33.404614 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:53:33.404614 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:33.404614 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:53:33.404614 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:33.404614 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:53:33.404614 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:33.404614 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:53:33.404614 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:33.404614 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:53:33.404614 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 14:53:33.404614 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:53:33.404614 n-d-761264-19 neutron-server[103168]: timer() Dec 20 14:53:33.404614 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:53:33.404614 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 14:53:33.404614 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:53:33.404614 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 14:53:33.404614 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:53:33.404614 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 14:53:33.404614 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:53:33.404614 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 14:53:33.404614 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:53:33.404614 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 14:53:33.404614 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:53:33.404614 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:53:33.404614 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:53:33.404614 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:53:33.404614 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:53:33.404614 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 14:53:33.404614 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:53:33.404614 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 14:53:33.404614 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:53:33.404614 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:53:33.404614 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:53:33.404614 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 14:53:33.404614 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:53:33.404614 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:53:33.404614 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:53:33.404614 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:53:33.404614 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:53:33.404614 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:53:33.404614 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:53:33.467034 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d5a0c6c9-001f-4f10-8c54-9120f296cb68 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:33.483962 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d5a0c6c9-001f-4f10-8c54-9120f296cb68 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks [] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:33.487174 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-d5a0c6c9-001f-4f10-8c54-9120f296cb68 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "DELETE /v2.0/networks/745a4b64-c3ab-4d69-82eb-9f921d8a8597 HTTP/1.1" status: 204 len: 168 time: 0.6817756 Dec 20 14:53:33.488678 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a0c6c9-001f-4f10-8c54-9120f296cb68 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Pushing event deleted for resources: {'Network': ['ID=745a4b64-c3ab-4d69-82eb-9f921d8a8597,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:33.491771 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 37358) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:33.494711 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 298219b5-fee3-404b-8ff8-25d0bc20d6f6 details requested by agent hyperv_n-h1-761264-19 with host n-h1-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:53:33.496786 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-ed5f7c2b-a19e-4aee-a9ef-b0319aed025c tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1284347700'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:53:33.519734 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed5f7c2b-a19e-4aee-a9ef-b0319aed025c tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Made reservation on behalf of 9dc2db8fd1084daba237ede2ca8ed86f for: {'network': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:53:33.523291 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ed5f7c2b-a19e-4aee-a9ef-b0319aed025c tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:33.546743 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed5f7c2b-a19e-4aee-a9ef-b0319aed025c tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=103167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:53:33.559295 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ed5f7c2b-a19e-4aee-a9ef-b0319aed025c tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:33.559652 n-d-761264-19 neutron-server[103167]: INFO neutron.db.segments_db [None req-ed5f7c2b-a19e-4aee-a9ef-b0319aed025c tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Added segment 03752b29-04e1-443f-9520-30bc736780ea of type vlan for network 9bd856b4-62ab-49b9-8ec0-5d2657c79b42 Dec 20 14:53:33.608033 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 298219b5-fee3-404b-8ff8-25d0bc20d6f6, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=298219b5-fee3-404b-8ff8-25d0bc20d6f6,segment=NetworkSegment(976dc740-6f26-442a-9e80-6e8aee232d85),segment_id=976dc740-6f26-442a-9e80-6e8aee232d85)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:53:33.611464 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ed5f7c2b-a19e-4aee-a9ef-b0319aed025c tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:33.623921 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Returning: {'device': '298219b5-fee3-404b-8ff8-25d0bc20d6f6', 'network_id': '1d6e94b3-e488-46e8-b36e-5df57c7dc6f7', 'port_id': '298219b5-fee3-404b-8ff8-25d0bc20d6f6', 'mac_address': 'fa:16:3e:17:a3:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ae39662-bebe-492b-85b9-e558826165ef', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:53:33.641806 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ed5f7c2b-a19e-4aee-a9ef-b0319aed025c tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:33.647773 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5f7c2b-a19e-4aee-a9ef-b0319aed025c tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:33.648401 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ed5f7c2b-a19e-4aee-a9ef-b0319aed025c tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks [] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:33.663159 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:33.680717 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 298219b5-fee3-404b-8ff8-25d0bc20d6f6 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:53:33.691557 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-ed5f7c2b-a19e-4aee-a9ef-b0319aed025c tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1986315 Dec 20 14:53:33.694595 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37362) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:33.701271 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-5a1d6a1c-6f8a-4719-8933-b1b7c291d213 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Request body: {'subnet': {'network_id': '9bd856b4-62ab-49b9-8ec0-5d2657c79b42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:53:33.707530 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 298219b5-fee3-404b-8ff8-25d0bc20d6f6, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=298219b5-fee3-404b-8ff8-25d0bc20d6f6,segment=NetworkSegment(976dc740-6f26-442a-9e80-6e8aee232d85),segment_id=976dc740-6f26-442a-9e80-6e8aee232d85)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:53:33.712855 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:33.733016 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5f7c2b-a19e-4aee-a9ef-b0319aed025c tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Pushing event updated for resources: {'Network': ['ID=9bd856b4-62ab-49b9-8ec0-5d2657c79b42,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:33.748268 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 9bd856b4-62ab-49b9-8ec0-5d2657c79b42 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:53:33.812201 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a1d6a1c-6f8a-4719-8933-b1b7c291d213 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Made reservation on behalf of 9dc2db8fd1084daba237ede2ca8ed86f for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:53:33.816005 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5a1d6a1c-6f8a-4719-8933-b1b7c291d213 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:33.840544 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=298219b5-fee3-404b-8ff8-25d0bc20d6f6,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:33.852766 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:34.032294 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5a1d6a1c-6f8a-4719-8933-b1b7c291d213 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8848317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10470522'] for subnet, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:34.070351 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['298219b5-fee3-404b-8ff8-25d0bc20d6f6'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:53:34.073214 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcec4121-13f3-46c9-8c5e-54f8014c99b3 req-343e5573-cc9b-4734-aef4-ebd661539f6d tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:34.075524 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-dcec4121-13f3-46c9-8c5e-54f8014c99b3 req-343e5573-cc9b-4734-aef4-ebd661539f6d tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=31a55ef4-f413-493d-8b86-3a848ca43d83 HTTP/1.1" status: 200 len: 945 time: 0.1150448 Dec 20 14:53:34.112592 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1d6a1c-6f8a-4719-8933-b1b7c291d213 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Pushing event updated for resources: {'Subnet': ['ID=0e4734d5-2624-4f61-a0fd-b8cefb2206b0,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:34.117653 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1d6a1c-6f8a-4719-8933-b1b7c291d213 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Checking segment: {'id': '03752b29-04e1-443f-9520-30bc736780ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9bd856b4-62ab-49b9-8ec0-5d2657c79b42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:53:34.117837 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1d6a1c-6f8a-4719-8933-b1b7c291d213 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Network hostable DHCP agents. Network: 9bd856b4-62ab-49b9-8ec0-5d2657c79b42, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:53:34.182290 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-dcec4121-13f3-46c9-8c5e-54f8014c99b3 req-93137d6e-fd23-467b-a483-f33674fd958c tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=a3840027-1c66-4dfc-886c-c2af2b1c81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605454 Dec 20 14:53:34.185246 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1d6a1c-6f8a-4719-8933-b1b7c291d213 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Network 9bd856b4-62ab-49b9-8ec0-5d2657c79b42 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:53:34.201342 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-5a1d6a1c-6f8a-4719-8933-b1b7c291d213 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 9bd856b4-62ab-49b9-8ec0-5d2657c79b42) {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:53:34.211140 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a1d6a1c-6f8a-4719-8933-b1b7c291d213 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:34.211768 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5a1d6a1c-6f8a-4719-8933-b1b7c291d213 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks [] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:34.238950 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d36071c-ed1c-4a17-82e1-079639ba99ca None None] Network 9bd856b4-62ab-49b9-8ec0-5d2657c79b42 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:53:34.247392 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-5a1d6a1c-6f8a-4719-8933-b1b7c291d213 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5512776 Dec 20 14:53:34.249142 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37370) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:34.256199 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0a92cc-a449-40a1-a5d3-4786e13827ac req-71f4c2ff-d4d4-4143-97b8-f61af0c5b164 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:34.258510 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ec0a92cc-a449-40a1-a5d3-4786e13827ac req-71f4c2ff-d4d4-4143-97b8-f61af0c5b164 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.54 "GET /v2.0/ports?device_id=6828889c-bff8-4e53-ae2c-a196927c8df5 HTTP/1.1" status: 200 len: 944 time: 0.0740094 Dec 20 14:53:34.265448 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-b565d326-42df-4b04-9f53-212134cc4e5c tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-281024663', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:53:34.306963 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b565d326-42df-4b04-9f53-212134cc4e5c tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40114'] for router, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:34.309038 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b565d326-42df-4b04-9f53-212134cc4e5c tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40139'] for router, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:34.327194 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ec0a92cc-a449-40a1-a5d3-4786e13827ac req-d99b333e-4eeb-4685-95d6-5a4d36b6710a tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.54 "GET /v2.0/security-groups?id=63a67304-7a61-424c-9189-0609e92bff65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593491 Dec 20 14:53:34.383476 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b565d326-42df-4b04-9f53-212134cc4e5c tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:34.389530 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b565d326-42df-4b04-9f53-212134cc4e5c tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013'] for router, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:34.393441 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e671526b-cca1-4ac6-92b1-e08674c66119 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-9bd856b4-62ab-49b9-8ec0-5d2657c79b42', 'network_id': '9bd856b4-62ab-49b9-8ec0-5d2657c79b42', 'project_id': '9dc2db8fd1084daba237ede2ca8ed86f', 'fixed_ips': [{'subnet_id': '0e4734d5-2624-4f61-a0fd-b8cefb2206b0'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:53:34.394761 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e671526b-cca1-4ac6-92b1-e08674c66119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:34.411868 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b565d326-42df-4b04-9f53-212134cc4e5c tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:34.415199 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-b565d326-42df-4b04-9f53-212134cc4e5c tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1648283 Dec 20 14:53:34.416771 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37372) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:34.422836 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-82d03c92-7f63-4d8e-8315-9c2cb4af58ff tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Request body: {'port': {'network_id': '9bd856b4-62ab-49b9-8ec0-5d2657c79b42', 'name': 'tempest-PortsIpV6TestJSON-170496666'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:53:34.538857 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-e671526b-cca1-4ac6-92b1-e08674c66119 None None] Allocated IP 2001:db8::2 (9bd856b4-62ab-49b9-8ec0-5d2657c79b42/0e4734d5-2624-4f61-a0fd-b8cefb2206b0/03bc93c3-b94c-454b-a45a-3f5afd29eeea) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:53:34.541839 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82d03c92-7f63-4d8e-8315-9c2cb4af58ff tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Made reservation on behalf of 9dc2db8fd1084daba237ede2ca8ed86f for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:53:34.545774 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-82d03c92-7f63-4d8e-8315-9c2cb4af58ff tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:34.563546 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [None req-82d03c92-7f63-4d8e-8315-9c2cb4af58ff tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] device_id is not set on port e2a0fb3b-a36b-479f-a29d-c44f4f6771d0 yet. {{(pid=103168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 14:53:34.687461 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e671526b-cca1-4ac6-92b1-e08674c66119 None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:34.697395 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e671526b-cca1-4ac6-92b1-e08674c66119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:34.757137 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e671526b-cca1-4ac6-92b1-e08674c66119 None None] Network 9bd856b4-62ab-49b9-8ec0-5d2657c79b42 is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:53:34.760320 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-e671526b-cca1-4ac6-92b1-e08674c66119 None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:53:34.761126 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-82d03c92-7f63-4d8e-8315-9c2cb4af58ff tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Allocated IP 2001:db8::301 (9bd856b4-62ab-49b9-8ec0-5d2657c79b42/0e4734d5-2624-4f61-a0fd-b8cefb2206b0/e2a0fb3b-a36b-479f-a29d-c44f4f6771d0) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:53:34.763249 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e671526b-cca1-4ac6-92b1-e08674c66119 None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:53:34.791696 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e671526b-cca1-4ac6-92b1-e08674c66119 None None] Pushing event updated for resources: {'Port': ['ID=03bc93c3-b94c-454b-a45a-3f5afd29eeea,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:34.824987 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-e671526b-cca1-4ac6-92b1-e08674c66119 None None] Attempting to bind port 03bc93c3-b94c-454b-a45a-3f5afd29eeea on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:53:34.825991 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-e671526b-cca1-4ac6-92b1-e08674c66119 None None] Attempting to bind port 03bc93c3-b94c-454b-a45a-3f5afd29eeea by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '03752b29-04e1-443f-9520-30bc736780ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9bd856b4-62ab-49b9-8ec0-5d2657c79b42'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:53:34.826357 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e671526b-cca1-4ac6-92b1-e08674c66119 None None] Attempting to bind port 03bc93c3-b94c-454b-a45a-3f5afd29eeea on network 9bd856b4-62ab-49b9-8ec0-5d2657c79b42 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:53:34.831685 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e671526b-cca1-4ac6-92b1-e08674c66119 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:53:34.832051 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e671526b-cca1-4ac6-92b1-e08674c66119 None None] Checking segment: {'id': '03752b29-04e1-443f-9520-30bc736780ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9bd856b4-62ab-49b9-8ec0-5d2657c79b42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:53:34.832445 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e671526b-cca1-4ac6-92b1-e08674c66119 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:34.832831 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e671526b-cca1-4ac6-92b1-e08674c66119 None None] Bound using segment: {'id': '03752b29-04e1-443f-9520-30bc736780ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9bd856b4-62ab-49b9-8ec0-5d2657c79b42'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:53:34.833308 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-e671526b-cca1-4ac6-92b1-e08674c66119 None None] Bound port: 03bc93c3-b94c-454b-a45a-3f5afd29eeea, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03752b29-04e1-443f-9520-30bc736780ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9bd856b4-62ab-49b9-8ec0-5d2657c79b42'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:53:34.833669 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e671526b-cca1-4ac6-92b1-e08674c66119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:34.894414 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-e671526b-cca1-4ac6-92b1-e08674c66119 None None] For port 03bc93c3-b94c-454b-a45a-3f5afd29eeea, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:53:34.897804 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-e671526b-cca1-4ac6-92b1-e08674c66119 None None] For port 03bc93c3-b94c-454b-a45a-3f5afd29eeea, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=03bc93c3-b94c-454b-a45a-3f5afd29eeea,segment=NetworkSegment(03752b29-04e1-443f-9520-30bc736780ea),segment_id=03752b29-04e1-443f-9520-30bc736780ea)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:53:34.904375 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e671526b-cca1-4ac6-92b1-e08674c66119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:34.919707 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-82d03c92-7f63-4d8e-8315-9c2cb4af58ff tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:34.958342 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-82d03c92-7f63-4d8e-8315-9c2cb4af58ff tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:34.965600 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e671526b-cca1-4ac6-92b1-e08674c66119 None None] Pushing event updated for resources: {'Port': ['ID=03bc93c3-b94c-454b-a45a-3f5afd29eeea,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:35.002568 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d03c92-7f63-4d8e-8315-9c2cb4af58ff tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Network 9bd856b4-62ab-49b9-8ec0-5d2657c79b42 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:53:35.006174 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-82d03c92-7f63-4d8e-8315-9c2cb4af58ff tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:53:35.008826 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d03c92-7f63-4d8e-8315-9c2cb4af58ff tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:53:35.014960 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d03c92-7f63-4d8e-8315-9c2cb4af58ff tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:35.015648 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-82d03c92-7f63-4d8e-8315-9c2cb4af58ff tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:35.040635 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d03c92-7f63-4d8e-8315-9c2cb4af58ff tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Pushing event updated for resources: {'Port': ['ID=e2a0fb3b-a36b-479f-a29d-c44f4f6771d0,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:35.058352 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-82d03c92-7f63-4d8e-8315-9c2cb4af58ff tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.6403790 Dec 20 14:53:35.061009 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37376) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:35.067406 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 276a5868-bde6-409b-930d-a222a6887cd8 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:53:35.091981 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 276a5868-bde6-409b-930d-a222a6887cd8 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:53:35.092596 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 276a5868-bde6-409b-930d-a222a6887cd8 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:53:35.494428 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239a045d-7368-46df-9903-789910baf033 req-556c8acd-7bd4-49d8-a250-5ec68b19979d tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:35.496277 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-239a045d-7368-46df-9903-789910baf033 req-556c8acd-7bd4-49d8-a250-5ec68b19979d tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.54 "GET /v2.0/ports?device_id=6828889c-bff8-4e53-ae2c-a196927c8df5 HTTP/1.1" status: 200 len: 944 time: 0.0628533 Dec 20 14:53:35.508164 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 298219b5-fee3-404b-8ff8-25d0bc20d6f6 up at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:53:35.594278 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-239a045d-7368-46df-9903-789910baf033 req-7acc10cd-e471-4614-bf55-ab166ddd025c tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.54 "GET /v2.0/security-groups?id=63a67304-7a61-424c-9189-0609e92bff65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916004 Dec 20 14:53:35.620774 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning for port 298219b5-fee3-404b-8ff8-25d0bc20d6f6 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:53:35.621863 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 37392) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:35.632108 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning complete for port 298219b5-fee3-404b-8ff8-25d0bc20d6f6 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:53:35.632480 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:35.728906 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:35.758704 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4718669c-8689-4197-bff5-3827f8157d55 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:35.760623 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6828889c-bff8-4e53-ae2c-a196927c8df5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '298219b5-fee3-404b-8ff8-25d0bc20d6f6'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:53:35.763263 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb262d6b-c05e-4acd-80cc-a0facd449cb2" -d '{"events": [{"server_uuid": "6828889c-bff8-4e53-ae2c-a196927c8df5", "name": "network-vif-plugged", "status": "completed", "tag": "298219b5-fee3-404b-8ff8-25d0bc20d6f6"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:53:35.786619 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de103e90-706c-4e1d-80f9-72d03dbc51a0 req-f53ffae8-8729-4eed-8b58-8d5781eba211 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:35.788215 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-de103e90-706c-4e1d-80f9-72d03dbc51a0 req-f53ffae8-8729-4eed-8b58-8d5781eba211 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=31a55ef4-f413-493d-8b86-3a848ca43d83 HTTP/1.1" status: 200 len: 945 time: 0.1401486 Dec 20 14:53:35.800971 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 298219b5-fee3-404b-8ff8-25d0bc20d6f6, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=298219b5-fee3-404b-8ff8-25d0bc20d6f6,segment=NetworkSegment(976dc740-6f26-442a-9e80-6e8aee232d85),segment_id=976dc740-6f26-442a-9e80-6e8aee232d85)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:53:35.812158 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:35.814546 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:35.933014 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-373b65ce-5445-4f3c-81ab-26380c8fc3fc x-openstack-request-id: req-373b65ce-5445-4f3c-81ab-26380c8fc3fc {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:53:35.933480 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6828889c-bff8-4e53-ae2c-a196927c8df5", "name": "network-vif-plugged", "status": "completed", "tag": "298219b5-fee3-404b-8ff8-25d0bc20d6f6", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:53:35.934824 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-373b65ce-5445-4f3c-81ab-26380c8fc3fc {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:53:35.936682 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4718669c-8689-4197-bff5-3827f8157d55 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:35.937380 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6828889c-bff8-4e53-ae2c-a196927c8df5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '298219b5-fee3-404b-8ff8-25d0bc20d6f6', 'code': 200} Dec 20 14:53:35.941350 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=298219b5-fee3-404b-8ff8-25d0bc20d6f6,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:35.947890 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4718669c-8689-4197-bff5-3827f8157d55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:35.955599 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:53:35.955943 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:53:35.956870 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:53:35.957464 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:53:35.957802 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:53:35.958133 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:53:35.958461 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:53:35.958827 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:53:35.959154 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:53:35.959476 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:53:35.959797 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:53:35.960115 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:53:35.960434 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:53:35.993200 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-4718669c-8689-4197-bff5-3827f8157d55 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=979192466e524648bc9d7d6804c67127&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3701894 Dec 20 14:53:35.994492 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4718669c-8689-4197-bff5-3827f8157d55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dbe70ef-62d8-44fb-b27c-24af85884aa5,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:35.997407 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 37400) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:36.015477 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-53af1589-5fd0-4480-98b3-c4607eba3a43 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:36.029162 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-de103e90-706c-4e1d-80f9-72d03dbc51a0 req-88eb1426-9c22-4f06-90db-ce6e1b348d53 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=a3840027-1c66-4dfc-886c-c2af2b1c81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2322636 Dec 20 14:53:36.037196 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059e1f4c-bfd0-470d-8875-81a86f58d711 req-00e25eba-e223-4d84-82ad-b767de156ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:36.038807 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-059e1f4c-bfd0-470d-8875-81a86f58d711 req-00e25eba-e223-4d84-82ad-b767de156ed5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6828889c-bff8-4e53-ae2c-a196927c8df5 HTTP/1.1" status: 200 len: 1097 time: 0.1393096 Dec 20 14:53:36.061940 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-cf6ecdb3-bb3a-45fa-ae41-888ccb200af9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:36.084457 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-cf6ecdb3-bb3a-45fa-ae41-888ccb200af9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:36.136361 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-cf6ecdb3-bb3a-45fa-ae41-888ccb200af9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:36.139517 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-cf6ecdb3-bb3a-45fa-ae41-888ccb200af9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:36.140869 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-cf6ecdb3-bb3a-45fa-ae41-888ccb200af9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7dbe70ef-62d8-44fb-b27c-24af85884aa5 HTTP/1.1" status: 204 len: 168 time: 0.1428969 Dec 20 14:53:36.150212 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6ecdb3-bb3a-45fa-ae41-888ccb200af9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dbe70ef-62d8-44fb-b27c-24af85884aa5,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:36.207818 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-059e1f4c-bfd0-470d-8875-81a86f58d711 req-42424cf9-c004-456c-929b-837c3c52dd56 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=63a67304-7a61-424c-9189-0609e92bff65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292531 Dec 20 14:53:36.269085 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:36.303941 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff63f90d-9b64-4065-800d-fdd279e57ae1 None None] Network 9bd856b4-62ab-49b9-8ec0-5d2657c79b42 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:53:36.335269 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-53af1589-5fd0-4480-98b3-c4607eba3a43 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:36.341103 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-53af1589-5fd0-4480-98b3-c4607eba3a43 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:36.391325 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-8a8135f8-7bc1-41ad-b29d-c256fe26252b None None] Provisioning complete for port 03bc93c3-b94c-454b-a45a-3f5afd29eeea triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:53:36.391770 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8a8135f8-7bc1-41ad-b29d-c256fe26252b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:36.456990 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53af1589-5fd0-4480-98b3-c4607eba3a43 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Pushing event updated for resources: {'Port': ['ID=e2a0fb3b-a36b-479f-a29d-c44f4f6771d0,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:36.488015 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 37406) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:36.503139 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8a8135f8-7bc1-41ad-b29d-c256fe26252b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:36.507024 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-68926acd-1457-4267-9c12-8241e0050eda admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:36.537329 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-8a8135f8-7bc1-41ad-b29d-c256fe26252b None None] For port 03bc93c3-b94c-454b-a45a-3f5afd29eeea, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=03bc93c3-b94c-454b-a45a-3f5afd29eeea,segment=NetworkSegment(03752b29-04e1-443f-9520-30bc736780ea),segment_id=03752b29-04e1-443f-9520-30bc736780ea)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:53:36.542777 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8a8135f8-7bc1-41ad-b29d-c256fe26252b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:36.552345 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-53af1589-5fd0-4480-98b3-c4607eba3a43 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595714'] for router_interface, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:36.605271 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8135f8-7bc1-41ad-b29d-c256fe26252b None None] Pushing event updated for resources: {'Port': ['ID=03bc93c3-b94c-454b-a45a-3f5afd29eeea,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:36.617505 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-68926acd-1457-4267-9c12-8241e0050eda admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:36.633301 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-68926acd-1457-4267-9c12-8241e0050eda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:36.700010 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-53af1589-5fd0-4480-98b3-c4607eba3a43 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:36.700811 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-68926acd-1457-4267-9c12-8241e0050eda admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8583aaa269944e6798f96be1f6f335cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2115395 Dec 20 14:53:36.705392 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 37410) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:36.752589 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68926acd-1457-4267-9c12-8241e0050eda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d894d307-3c54-481a-b75c-c9d4e3d09259,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:36.794339 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55be87c7-4f46-497e-8504-d35785da265d req-dbb574da-5605-4201-bc0b-aeca9236c386 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:36.795901 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-55be87c7-4f46-497e-8504-d35785da265d req-dbb574da-5605-4201-bc0b-aeca9236c386 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.54 "GET /v2.0/ports?device_id=6828889c-bff8-4e53-ae2c-a196927c8df5 HTTP/1.1" status: 200 len: 945 time: 0.0993085 Dec 20 14:53:36.796685 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-9b84b606-7149-428b-b973-415177b0352d None None] Provisioning complete for port 03bc93c3-b94c-454b-a45a-3f5afd29eeea triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:53:36.797122 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-9b84b606-7149-428b-b973-415177b0352d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:36.828294 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8d92afbb-4a66-435f-a05b-c647d3701554 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:36.856634 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8d92afbb-4a66-435f-a05b-c647d3701554 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:36.940742 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-55be87c7-4f46-497e-8504-d35785da265d req-0912b069-f78d-4518-abbc-d7787227011c tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.54 "GET /v2.0/security-groups?id=63a67304-7a61-424c-9189-0609e92bff65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319335 Dec 20 14:53:36.952433 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-9b84b606-7149-428b-b973-415177b0352d None None] Provisioning complete for port e2a0fb3b-a36b-479f-a29d-c44f4f6771d0 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:53:36.952864 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-9b84b606-7149-428b-b973-415177b0352d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:36.956179 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8d92afbb-4a66-435f-a05b-c647d3701554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:36.959049 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8d92afbb-4a66-435f-a05b-c647d3701554 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:36.962547 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-8d92afbb-4a66-435f-a05b-c647d3701554 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d894d307-3c54-481a-b75c-c9d4e3d09259 HTTP/1.1" status: 204 len: 168 time: 0.2442126 Dec 20 14:53:36.969235 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d92afbb-4a66-435f-a05b-c647d3701554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d894d307-3c54-481a-b75c-c9d4e3d09259,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:37.011537 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-53af1589-5fd0-4480-98b3-c4607eba3a43 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:37.019828 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-53af1589-5fd0-4480-98b3-c4607eba3a43 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:37.020873 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-53af1589-5fd0-4480-98b3-c4607eba3a43 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1595702'] for router_interface, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:37.039692 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-9b84b606-7149-428b-b973-415177b0352d None None] Port e2a0fb3b-a36b-479f-a29d-c44f4f6771d0 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:53:37.105356 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53af1589-5fd0-4480-98b3-c4607eba3a43 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Pushing event updated for resources: {'Port': ['ID=e2a0fb3b-a36b-479f-a29d-c44f4f6771d0,revision_number=3']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:37.173095 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-c8b37e1b-0666-4bc7-a59d-ef6d96e9279a None None] Provisioning complete for port e2a0fb3b-a36b-479f-a29d-c44f4f6771d0 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:53:37.173761 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c8b37e1b-0666-4bc7-a59d-ef6d96e9279a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:37.215412 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 03bc93c3-b94c-454b-a45a-3f5afd29eeea up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:53:37.242537 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6eb2c4-f426-46d1-bfab-4bf7cb9ca20c req-fb832ab8-78e1-49e2-b5ff-4809169cf944 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:37.244383 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3c6eb2c4-f426-46d1-bfab-4bf7cb9ca20c req-fb832ab8-78e1-49e2-b5ff-4809169cf944 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=31a55ef4-f413-493d-8b86-3a848ca43d83 HTTP/1.1" status: 200 len: 945 time: 0.0955322 Dec 20 14:53:37.252264 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53af1589-5fd0-4480-98b3-c4607eba3a43 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Network 9bd856b4-62ab-49b9-8ec0-5d2657c79b42 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:53:37.256928 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-53af1589-5fd0-4480-98b3-c4607eba3a43 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:53:37.268841 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-c8b37e1b-0666-4bc7-a59d-ef6d96e9279a None None] Port e2a0fb3b-a36b-479f-a29d-c44f4f6771d0 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:53:37.287729 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 03bc93c3-b94c-454b-a45a-3f5afd29eeea triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:53:37.288420 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:37.395202 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3c6eb2c4-f426-46d1-bfab-4bf7cb9ca20c req-20ab1ba8-c6b3-49e7-82ff-1c215328ae76 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=a3840027-1c66-4dfc-886c-c2af2b1c81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1393652 Dec 20 14:53:37.432999 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53af1589-5fd0-4480-98b3-c4607eba3a43 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Router 6a88bd76-23ab-4b2e-a871-8bb046b86f0b is scheduled to L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 with binding_index 1 {{(pid=103168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 14:53:37.437600 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 37420) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:37.458577 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-681e9a70-fa91-431f-8acd-961e2f3ff0a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:37.496701 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-ca77b05a-6730-418c-901f-4b1dcadea9e9 None None] Provisioning complete for port e2a0fb3b-a36b-479f-a29d-c44f4f6771d0 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:53:37.497345 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ca77b05a-6730-418c-901f-4b1dcadea9e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:37.548776 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-ca77b05a-6730-418c-901f-4b1dcadea9e9 None None] Port e2a0fb3b-a36b-479f-a29d-c44f4f6771d0 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:53:37.563640 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53af1589-5fd0-4480-98b3-c4607eba3a43 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:53:37.568000 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-681e9a70-fa91-431f-8acd-961e2f3ff0a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:37.575647 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa045012-9b20-40ff-92e5-2e8fc528accb None None] Sync routers for ids ['6a88bd76-23ab-4b2e-a871-8bb046b86f0b'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:53:37.576495 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-681e9a70-fa91-431f-8acd-961e2f3ff0a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:37.586411 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-53af1589-5fd0-4480-98b3-c4607eba3a43 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "PUT /v2.0/routers/6a88bd76-23ab-4b2e-a871-8bb046b86f0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5241547 Dec 20 14:53:37.587059 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37422) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:37.592023 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa045012-9b20-40ff-92e5-2e8fc528accb None None] Routers {'6a88bd76-23ab-4b2e-a871-8bb046b86f0b'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:53:37.592994 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-fa045012-9b20-40ff-92e5-2e8fc528accb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:53:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['6a88bd76-23ab-4b2e-a871-8bb046b86f0b'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:53:37.638611 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-681e9a70-fa91-431f-8acd-961e2f3ff0a0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5777e3d5ec064529b103dbdccd066488&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1975029 Dec 20 14:53:37.638611 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681e9a70-fa91-431f-8acd-961e2f3ff0a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58c2a338-f90a-425c-82ff-633fb2aab561,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:37.641865 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37424) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:37.656432 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-fa045012-9b20-40ff-92e5-2e8fc528accb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:53:37.661270 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589c5298-a604-45a0-8a97-85025fc4d3a8 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:37.665724 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-589c5298-a604-45a0-8a97-85025fc4d3a8 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a88bd76-23ab-4b2e-a871-8bb046b86f0b HTTP/1.1" status: 200 len: 988 time: 0.0748825 Dec 20 14:53:37.667037 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 37426) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:37.679828 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa045012-9b20-40ff-92e5-2e8fc528accb None None] Routers {'6a88bd76-23ab-4b2e-a871-8bb046b86f0b'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:53:37.680381 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-fa045012-9b20-40ff-92e5-2e8fc528accb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:53:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['6a88bd76-23ab-4b2e-a871-8bb046b86f0b'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:53:37.714261 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-fa045012-9b20-40ff-92e5-2e8fc528accb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:53:37.714937 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa045012-9b20-40ff-92e5-2e8fc528accb None None] The sync data for ids ['6a88bd76-23ab-4b2e-a871-8bb046b86f0b'] in n-d-761264-19 is: [] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:53:37.717097 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a7691d2c-954a-4ff7-812e-5559839368de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:37.741552 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a7691d2c-954a-4ff7-812e-5559839368de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:37.772895 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-3beea520-63b9-4a4d-bd0c-dbd94fe265fd None None] Provisioning complete for port e2a0fb3b-a36b-479f-a29d-c44f4f6771d0 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:53:37.773298 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-3beea520-63b9-4a4d-bd0c-dbd94fe265fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:37.799913 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a7691d2c-954a-4ff7-812e-5559839368de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:37.803010 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a7691d2c-954a-4ff7-812e-5559839368de admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:37.804239 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-a7691d2c-954a-4ff7-812e-5559839368de admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/58c2a338-f90a-425c-82ff-633fb2aab561 HTTP/1.1" status: 204 len: 168 time: 0.1609156 Dec 20 14:53:37.812483 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7691d2c-954a-4ff7-812e-5559839368de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c2a338-f90a-425c-82ff-633fb2aab561,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:37.820591 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-3beea520-63b9-4a4d-bd0c-dbd94fe265fd None None] Port e2a0fb3b-a36b-479f-a29d-c44f4f6771d0 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:53:38.057429 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-89fa1fba-1db5-4804-b934-67c1c24bafe6 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1595867'] for router_interface, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:38.144315 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166ac234-f7f1-4571-ace6-fade29a7aa85 req-6b33bd23-472c-48bd-8f2f-e8a2e6f3d03e tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:38.145777 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-166ac234-f7f1-4571-ace6-fade29a7aa85 req-6b33bd23-472c-48bd-8f2f-e8a2e6f3d03e tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.54 "GET /v2.0/ports?device_id=6828889c-bff8-4e53-ae2c-a196927c8df5 HTTP/1.1" status: 200 len: 945 time: 0.1322877 Dec 20 14:53:38.248448 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-166ac234-f7f1-4571-ace6-fade29a7aa85 req-b565ec51-aeb0-4339-9bd6-ab0252b8042e tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.54 "GET /v2.0/security-groups?id=63a67304-7a61-424c-9189-0609e92bff65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954821 Dec 20 14:53:38.322348 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-89fa1fba-1db5-4804-b934-67c1c24bafe6 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Deleting port e2a0fb3b-a36b-479f-a29d-c44f4f6771d0 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:53:38.322686 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-89fa1fba-1db5-4804-b934-67c1c24bafe6 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:38.441428 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-89fa1fba-1db5-4804-b934-67c1c24bafe6 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:38.456700 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-89fa1fba-1db5-4804-b934-67c1c24bafe6 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Calling delete_port for e2a0fb3b-a36b-479f-a29d-c44f4f6771d0 owned by network:router_interface {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:53:38.584298 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10ec988-8c0c-4012-9fcd-feca27394dbb req-b9ded7f5-a64d-427d-94a3-5e3d21027bdb tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:38.597882 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c10ec988-8c0c-4012-9fcd-feca27394dbb req-b9ded7f5-a64d-427d-94a3-5e3d21027bdb tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=31a55ef4-f413-493d-8b86-3a848ca43d83 HTTP/1.1" status: 200 len: 945 time: 0.0978951 Dec 20 14:53:38.662497 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c10ec988-8c0c-4012-9fcd-feca27394dbb req-78167301-3be8-458a-b0ec-5e72377c89fc tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=a3840027-1c66-4dfc-886c-c2af2b1c81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636988 Dec 20 14:53:38.714775 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-89fa1fba-1db5-4804-b934-67c1c24bafe6 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:38.747754 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa1fba-1db5-4804-b934-67c1c24bafe6 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Pushing event deleted for resources: {'Port': ['ID=e2a0fb3b-a36b-479f-a29d-c44f4f6771d0,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:38.849854 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-89fa1fba-1db5-4804-b934-67c1c24bafe6 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582411'] for router_interface, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:39.040799 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89fa1fba-1db5-4804-b934-67c1c24bafe6 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Router 6a88bd76-23ab-4b2e-a871-8bb046b86f0b has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:53:39.130100 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89fa1fba-1db5-4804-b934-67c1c24bafe6 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:53:39.138323 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-89fa1fba-1db5-4804-b934-67c1c24bafe6 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "PUT /v2.0/routers/6a88bd76-23ab-4b2e-a871-8bb046b86f0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4698963 Dec 20 14:53:39.139176 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37472) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:39.145587 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b3c6a0-4da7-4a82-a7a3-bb04e541bbea None None] Sync routers for ids ['6a88bd76-23ab-4b2e-a871-8bb046b86f0b'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:53:39.174701 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b3c6a0-4da7-4a82-a7a3-bb04e541bbea None None] Routers {'6a88bd76-23ab-4b2e-a871-8bb046b86f0b'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:53:39.175361 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-22b3c6a0-4da7-4a82-a7a3-bb04e541bbea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:53:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['6a88bd76-23ab-4b2e-a871-8bb046b86f0b'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:53:39.190052 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-515636f8-ee21-4385-b1a4-a626d18f0bc2 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] GET failed (client error): The resource could not be found. Dec 20 14:53:39.191549 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-515636f8-ee21-4385-b1a4-a626d18f0bc2 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "GET /v2.0/ports/e2a0fb3b-a36b-479f-a29d-c44f4f6771d0 HTTP/1.1" status: 404 len: 333 time: 0.0513761 Dec 20 14:53:39.194401 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37478) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:39.226289 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-22b3c6a0-4da7-4a82-a7a3-bb04e541bbea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:53:39.235703 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b3c6a0-4da7-4a82-a7a3-bb04e541bbea None None] Routers {'6a88bd76-23ab-4b2e-a871-8bb046b86f0b'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:53:39.236813 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-22b3c6a0-4da7-4a82-a7a3-bb04e541bbea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:53:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['6a88bd76-23ab-4b2e-a871-8bb046b86f0b'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:53:39.275752 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-22b3c6a0-4da7-4a82-a7a3-bb04e541bbea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:53:39.276626 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b3c6a0-4da7-4a82-a7a3-bb04e541bbea None None] The sync data for ids ['6a88bd76-23ab-4b2e-a871-8bb046b86f0b'] in n-d-761264-19 is: [] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:53:39.296894 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f64f4443-f4f7-4adb-98bd-65d70c08266e tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks [] for router, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:39.515137 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2457634-5fb4-42e7-8311-333abd7ecb4d req-ee4b270b-1cad-4688-bae0-38f5eedb422e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:39.516293 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f64f4443-f4f7-4adb-98bd-65d70c08266e tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40132'] for router, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:39.517182 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e2457634-5fb4-42e7-8311-333abd7ecb4d req-ee4b270b-1cad-4688-bae0-38f5eedb422e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7ad62973efb247199989986208e9e8bf&device_id=0e6e452e-b7b9-4269-b6fe-be94c6c57210 HTTP/1.1" status: 200 len: 1097 time: 0.0560966 Dec 20 14:53:39.537720 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f64f4443-f4f7-4adb-98bd-65d70c08266e tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:39.605338 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0ce644-d3dd-4ed2-af59-0ee2af92ea8c req-6683943e-9cbb-4a06-bd18-aa58b80ea214 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:39.607034 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1a0ce644-d3dd-4ed2-af59-0ee2af92ea8c req-6683943e-9cbb-4a06-bd18-aa58b80ea214 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/ports?device_id=0e6e452e-b7b9-4269-b6fe-be94c6c57210 HTTP/1.1" status: 200 len: 945 time: 0.1112978 Dec 20 14:53:39.608542 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f64f4443-f4f7-4adb-98bd-65d70c08266e tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1594808'] for router, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:39.610687 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f64f4443-f4f7-4adb-98bd-65d70c08266e tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Fanout notify agent at l3_agent the message router_deleted on router 6a88bd76-23ab-4b2e-a871-8bb046b86f0b {{(pid=103168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 14:53:39.618690 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f64f4443-f4f7-4adb-98bd-65d70c08266e tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:39.620275 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-f64f4443-f4f7-4adb-98bd-65d70c08266e tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "DELETE /v2.0/routers/6a88bd76-23ab-4b2e-a871-8bb046b86f0b HTTP/1.1" status: 204 len: 168 time: 0.4245944 Dec 20 14:53:39.627273 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37486) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:39.652422 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2457634-5fb4-42e7-8311-333abd7ecb4d req-01ca6446-fd14-402b-9e93-30ecce1f63cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:39.655420 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e2457634-5fb4-42e7-8311-333abd7ecb4d req-01ca6446-fd14-402b-9e93-30ecce1f63cd service neutron] 10.222.0.47 "GET /v2.0/networks?id=93f5dcc9-0b36-4024-bce0-d4b0862d4719 HTTP/1.1" status: 200 len: 919 time: 0.1302857 Dec 20 14:53:39.712668 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e2457634-5fb4-42e7-8311-333abd7ecb4d req-868edd0d-9a33-4aab-9074-c805c221a23e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=08be1526-c158-4e57-a34a-c3664135a1d7 HTTP/1.1" status: 200 len: 217 time: 0.0479457 Dec 20 14:53:39.727330 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_v2 [None req-45d2f770-ffd2-40db-af18-c57a3d3b6e66 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Deleting subnet 0e4734d5-2624-4f61-a0fd-b8cefb2206b0 {{(pid=103168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:53:39.734574 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-45d2f770-ffd2-40db-af18-c57a3d3b6e66 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks [] for subnet, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:39.751499 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1a0ce644-d3dd-4ed2-af59-0ee2af92ea8c req-14919e0b-00f7-4fa4-a98c-a5edb1c1b959 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/security-groups?id=1965ba5c-d387-4fec-8f79-f26f65ad2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258435 Dec 20 14:53:39.788621 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2457634-5fb4-42e7-8311-333abd7ecb4d req-954cc160-be3f-48a5-aca4-f4b37aaa94e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:39.790884 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e2457634-5fb4-42e7-8311-333abd7ecb4d req-954cc160-be3f-48a5-aca4-f4b37aaa94e7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2a0f6126-1d73-4497-a2f5-3cddb2eb92e0 HTTP/1.1" status: 200 len: 858 time: 0.0679219 Dec 20 14:53:39.844326 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e2457634-5fb4-42e7-8311-333abd7ecb4d req-c49a4f57-9896-4531-9873-c2af9b79a930 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=93f5dcc9-0b36-4024-bce0-d4b0862d4719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446939 Dec 20 14:53:39.866707 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-45d2f770-ffd2-40db-af18-c57a3d3b6e66 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9023023'] for subnet, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:40.020952 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e2457634-5fb4-42e7-8311-333abd7ecb4d req-28b4b76d-d825-4e33-b36a-b9c330587ae6 service neutron] 10.222.0.47 "GET /v2.0/networks/93f5dcc9-0b36-4024-bce0-d4b0862d4719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677680 Dec 20 14:53:40.055864 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-45d2f770-ffd2-40db-af18-c57a3d3b6e66 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:40.170967 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e2457634-5fb4-42e7-8311-333abd7ecb4d req-7476c176-5f5b-4cb1-86ab-b725fcd939ee service neutron] 10.222.0.47 "GET /v2.0/networks/93f5dcc9-0b36-4024-bce0-d4b0862d4719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382914 Dec 20 14:53:40.194396 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-45d2f770-ffd2-40db-af18-c57a3d3b6e66 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8850800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470517'] for subnet, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:40.265418 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d2f770-ffd2-40db-af18-c57a3d3b6e66 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Pushing event deleted for resources: {'Subnet': ['ID=0e4734d5-2624-4f61-a0fd-b8cefb2206b0,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:40.291530 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f7ca23-0935-40e8-8acb-76ed43e3f7e4 req-417fa44b-383e-46ea-b5e6-8cf980b8dd7e tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:40.293261 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c3f7ca23-0935-40e8-8acb-76ed43e3f7e4 req-417fa44b-383e-46ea-b5e6-8cf980b8dd7e tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=31a55ef4-f413-493d-8b86-3a848ca43d83 HTTP/1.1" status: 200 len: 945 time: 0.1640995 Dec 20 14:53:40.293651 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707b909a-82df-4fa8-a4d8-0d6981f0efb5 None None] Network 9bd856b4-62ab-49b9-8ec0-5d2657c79b42 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:53:40.294455 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-45d2f770-ffd2-40db-af18-c57a3d3b6e66 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks [] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:40.300761 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 37508) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:40.301228 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-45d2f770-ffd2-40db-af18-c57a3d3b6e66 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "DELETE /v2.0/subnets/0e4734d5-2624-4f61-a0fd-b8cefb2206b0 HTTP/1.1" status: 204 len: 168 time: 0.6723125 Dec 20 14:53:40.374423 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c3f7ca23-0935-40e8-8acb-76ed43e3f7e4 req-062ec2aa-9de1-4589-8eb3-e5cab5630e84 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=a3840027-1c66-4dfc-886c-c2af2b1c81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662518 Dec 20 14:53:40.405588 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-35a8b9c3-ef66-44f2-9cdc-043888c89644 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:40.462215 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-35a8b9c3-ef66-44f2-9cdc-043888c89644 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Deleting port 03bc93c3-b94c-454b-a45a-3f5afd29eeea {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:53:40.462659 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-35a8b9c3-ef66-44f2-9cdc-043888c89644 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:40.498298 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8f60e6-d46e-46ec-b9bc-5fa347cde2ef None None] DHCP port deletion for 9bd856b4-62ab-49b9-8ec0-5d2657c79b42 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:53:40.526880 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-35a8b9c3-ef66-44f2-9cdc-043888c89644 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] For port 03bc93c3-b94c-454b-a45a-3f5afd29eeea, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=03bc93c3-b94c-454b-a45a-3f5afd29eeea,segment=NetworkSegment(03752b29-04e1-443f-9520-30bc736780ea),segment_id=03752b29-04e1-443f-9520-30bc736780ea)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:53:40.527247 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-35a8b9c3-ef66-44f2-9cdc-043888c89644 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:40.541040 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-35a8b9c3-ef66-44f2-9cdc-043888c89644 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Calling delete_port for 03bc93c3-b94c-454b-a45a-3f5afd29eeea owned by network:dhcp {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:53:40.551223 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-6d8f60e6-d46e-46ec-b9bc-5fa347cde2ef None None] Deleting port 03bc93c3-b94c-454b-a45a-3f5afd29eeea {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:53:40.551837 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6d8f60e6-d46e-46ec-b9bc-5fa347cde2ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:40.618796 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-6d8f60e6-d46e-46ec-b9bc-5fa347cde2ef None None] For port 03bc93c3-b94c-454b-a45a-3f5afd29eeea, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=03bc93c3-b94c-454b-a45a-3f5afd29eeea,segment=NetworkSegment(03752b29-04e1-443f-9520-30bc736780ea),segment_id=03752b29-04e1-443f-9520-30bc736780ea)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:53:40.619138 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6d8f60e6-d46e-46ec-b9bc-5fa347cde2ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:40.633480 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-6d8f60e6-d46e-46ec-b9bc-5fa347cde2ef None None] Calling delete_port for 03bc93c3-b94c-454b-a45a-3f5afd29eeea owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:53:40.884946 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6d8f60e6-d46e-46ec-b9bc-5fa347cde2ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:40.915590 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8f60e6-d46e-46ec-b9bc-5fa347cde2ef None None] No DVR routers for this DVR port 03bc93c3-b94c-454b-a45a-3f5afd29eeea on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:53:40.917511 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8f60e6-d46e-46ec-b9bc-5fa347cde2ef None None] Pushing event deleted for resources: {'Port': ['ID=03bc93c3-b94c-454b-a45a-3f5afd29eeea,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:40.999040 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e1b6e1-a0f1-4def-96f5-275933a312a9 req-64e28bc9-5daf-46d5-8ffc-5099824a6ec8 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:41.000598 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-03e1b6e1-a0f1-4def-96f5-275933a312a9 req-64e28bc9-5daf-46d5-8ffc-5099824a6ec8 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/ports?device_id=0e6e452e-b7b9-4269-b6fe-be94c6c57210 HTTP/1.1" status: 200 len: 945 time: 0.0725236 Dec 20 14:53:41.009252 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-35a8b9c3-ef66-44f2-9cdc-043888c89644 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:41.042072 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a8b9c3-ef66-44f2-9cdc-043888c89644 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Pushing event deleted for resources: {'Port': ['ID=03bc93c3-b94c-454b-a45a-3f5afd29eeea,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:41.055417 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a8b9c3-ef66-44f2-9cdc-043888c89644 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] No DVR routers for this DVR port 03bc93c3-b94c-454b-a45a-3f5afd29eeea on host n-d-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:53:41.064123 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 03bc93c3-b94c-454b-a45a-3f5afd29eeea no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:53:41.084649 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 03bc93c3-b94c-454b-a45a-3f5afd29eeea {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:53:41.085095 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 03bc93c3-b94c-454b-a45a-3f5afd29eeea not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:53:41.146718 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-03e1b6e1-a0f1-4def-96f5-275933a312a9 req-c53ad0b4-b2de-4711-88c4-ff3962e0acf9 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/security-groups?id=1965ba5c-d387-4fec-8f79-f26f65ad2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284306 Dec 20 14:53:41.153499 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-35a8b9c3-ef66-44f2-9cdc-043888c89644 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:41.173920 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-35a8b9c3-ef66-44f2-9cdc-043888c89644 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bd856b4-62ab-49b9-8ec0-5d2657c79b42']}} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:53:41.183930 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-35a8b9c3-ef66-44f2-9cdc-043888c89644 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03752b29-04e1-443f-9520-30bc736780ea') {'for_net_delete': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:53:41.184166 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-35a8b9c3-ef66-44f2-9cdc-043888c89644 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03752b29-04e1-443f-9520-30bc736780ea') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:53:41.193860 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-35a8b9c3-ef66-44f2-9cdc-043888c89644 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954405'] for segment, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:41.207408 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-35a8b9c3-ef66-44f2-9cdc-043888c89644 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:41.213850 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35a8b9c3-ef66-44f2-9cdc-043888c89644 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=103167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:53:41.214236 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-35a8b9c3-ef66-44f2-9cdc-043888c89644 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9956000'] for segment, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:41.217328 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:41.217328 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:53:41.217328 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:41.217328 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:53:41.217328 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:41.217328 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:53:41.217328 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:41.217328 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:53:41.217328 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:41.217328 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:53:41.217328 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:41.217328 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:53:41.217328 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:41.217328 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:53:41.217328 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:41.217328 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:53:41.217328 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:41.217328 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:53:41.217328 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:41.217328 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:53:41.217328 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:41.217328 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:53:41.217328 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:41.217328 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:53:41.217328 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:41.217328 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:53:41.217328 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:41.217328 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:53:41.217328 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:41.217328 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:53:41.217328 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:53:41.217328 n-d-761264-19 neutron-server[103167]: self.session.flush() Dec 20 14:53:41.217328 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:53:41.217328 n-d-761264-19 neutron-server[103167]: self.session.flush() Dec 20 14:53:41.217328 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:53:41.217328 n-d-761264-19 neutron-server[103167]: self.session.flush() Dec 20 14:53:41.217328 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:53:41.217328 n-d-761264-19 neutron-server[103167]: self.session.flush() Dec 20 14:53:41.217328 n-d-761264-19 neutron-server[103167]: Traceback (most recent call last): Dec 20 14:53:41.217328 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:53:41.217328 n-d-761264-19 neutron-server[103167]: timer() Dec 20 14:53:41.217328 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:53:41.217328 n-d-761264-19 neutron-server[103167]: cb(*args, **kw) Dec 20 14:53:41.217328 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:53:41.217328 n-d-761264-19 neutron-server[103167]: return func(*args, **kwargs) Dec 20 14:53:41.217328 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:53:41.217328 n-d-761264-19 neutron-server[103167]: self._notify() Dec 20 14:53:41.217328 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:53:41.217328 n-d-761264-19 neutron-server[103167]: self.callback(batched_events) Dec 20 14:53:41.217328 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:53:41.217328 n-d-761264-19 neutron-server[103167]: event.method(event) Dec 20 14:53:41.217328 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:53:41.217328 n-d-761264-19 neutron-server[103167]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:53:41.217328 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:53:41.217328 n-d-761264-19 neutron-server[103167]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:53:41.217328 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:53:41.217328 n-d-761264-19 neutron-server[103167]: return f(self, *a, **k) Dec 20 14:53:41.217328 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:53:41.217328 n-d-761264-19 neutron-server[103167]: return self._get(url).json() Dec 20 14:53:41.217328 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:53:41.217328 n-d-761264-19 neutron-server[103167]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:53:41.217328 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:53:41.217328 n-d-761264-19 neutron-server[103167]: return self.request(url, 'GET', **kwargs) Dec 20 14:53:41.217328 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:53:41.217328 n-d-761264-19 neutron-server[103167]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:53:41.217328 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:53:41.217328 n-d-761264-19 neutron-server[103167]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:53:41.221288 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:53:41.221288 n-d-761264-19 neutron-server[103167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:53:41.221288 n-d-761264-19 neutron-server[103167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:53:41.285138 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-35a8b9c3-ef66-44f2-9cdc-043888c89644 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:41.294521 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-35a8b9c3-ef66-44f2-9cdc-043888c89644 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks [] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:41.302069 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-35a8b9c3-ef66-44f2-9cdc-043888c89644 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "DELETE /v2.0/networks/9bd856b4-62ab-49b9-8ec0-5d2657c79b42 HTTP/1.1" status: 204 len: 168 time: 0.9969058 Dec 20 14:53:41.302870 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37518) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:41.323928 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a8b9c3-ef66-44f2-9cdc-043888c89644 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Pushing event deleted for resources: {'Network': ['ID=9bd856b4-62ab-49b9-8ec0-5d2657c79b42,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:41.359881 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d356c8a0-8a8c-4d5a-843e-a9c8e7566859 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:41.361323 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-d356c8a0-8a8c-4d5a-843e-a9c8e7566859 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "GET /v2.0/ports/7b5e7571-b1c7-4d8e-83b5-53193a4e02d1 HTTP/1.1" status: 200 len: 844 time: 0.0577147 Dec 20 14:53:41.367074 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 37522) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:41.413112 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-b68920e3-35c1-44a7-b698-0d4cd823ec73 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "GET /v2.0/ports/7b5e7571-b1c7-4d8e-83b5-53193a4e02d1?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0429645 Dec 20 14:53:41.415205 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37528) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:41.420810 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-d174a605-c9b1-4138-8d81-eac8269eea40 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Request body: {'subnet': {'network_id': '8f765da1-de67-4529-845f-a8a483d2030c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:53:41.511299 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-30590c39-1ef3-4b08-98f9-e767ddca0d1c req-a1c20ca7-7fe8-457f-8d0b-2adadfc8670b tempest-VolumesBackupsTest-481698073 tempest-VolumesBackupsTest-481698073-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=1974fe2a17c94178ac8bf097e1c64b19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312991 Dec 20 14:53:41.559272 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98161c61-823a-4ba2-8fa1-a03f85281653 req-ed7578e4-bac4-4ab9-8ea4-b71825258ce3 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:41.560950 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-98161c61-823a-4ba2-8fa1-a03f85281653 req-ed7578e4-bac4-4ab9-8ea4-b71825258ce3 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=31a55ef4-f413-493d-8b86-3a848ca43d83 HTTP/1.1" status: 200 len: 945 time: 0.0755141 Dec 20 14:53:41.579475 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d174a605-c9b1-4138-8d81-eac8269eea40 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Made reservation on behalf of 9dc2db8fd1084daba237ede2ca8ed86f for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:53:41.582953 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d174a605-c9b1-4138-8d81-eac8269eea40 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:41.680481 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-98161c61-823a-4ba2-8fa1-a03f85281653 req-4551b933-0d56-49d7-b9af-6ba59ba48be2 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=a3840027-1c66-4dfc-886c-c2af2b1c81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108952 Dec 20 14:53:41.682297 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:41.728676 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30590c39-1ef3-4b08-98f9-e767ddca0d1c req-8276d852-83cf-4cd4-a40b-a8e9d4bd45d7 tempest-VolumesBackupsTest-481698073 tempest-VolumesBackupsTest-481698073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:41.730217 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-30590c39-1ef3-4b08-98f9-e767ddca0d1c req-8276d852-83cf-4cd4-a40b-a8e9d4bd45d7 tempest-VolumesBackupsTest-481698073 tempest-VolumesBackupsTest-481698073-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2135987 Dec 20 14:53:41.748841 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-30590c39-1ef3-4b08-98f9-e767ddca0d1c req-94f456df-b28d-4b9c-a506-e26fd0618f4b tempest-VolumesBackupsTest-481698073 tempest-VolumesBackupsTest-481698073-project] 10.222.0.54 "GET /v2.0/quotas/1974fe2a17c94178ac8bf097e1c64b19 HTTP/1.1" status: 200 len: 375 time: 0.0099735 Dec 20 14:53:41.783977 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-30590c39-1ef3-4b08-98f9-e767ddca0d1c req-edf7f9ab-98db-45ed-9b06-ed3ffc832c1e tempest-VolumesBackupsTest-481698073 tempest-VolumesBackupsTest-481698073-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=1974fe2a17c94178ac8bf097e1c64b19&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266714 Dec 20 14:53:41.820821 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d174a605-c9b1-4138-8d81-eac8269eea40 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8848317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10470522'] for subnet, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:41.870783 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d174a605-c9b1-4138-8d81-eac8269eea40 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Network 8f765da1-de67-4529-845f-a8a483d2030c is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:53:41.874152 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-d174a605-c9b1-4138-8d81-eac8269eea40 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:53:41.878797 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d174a605-c9b1-4138-8d81-eac8269eea40 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:41.879424 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d174a605-c9b1-4138-8d81-eac8269eea40 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks [] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:41.885147 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12dd21e6-3bcb-40b3-9cd1-92e0fe025617 None None] Network 8f765da1-de67-4529-845f-a8a483d2030c requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:53:41.892095 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174a605-c9b1-4138-8d81-eac8269eea40 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Pushing event updated for resources: {'Subnet': ['ID=36d61bff-2846-46cd-92c5-b0af592c01e4,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:41.906710 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-d174a605-c9b1-4138-8d81-eac8269eea40 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4902518 Dec 20 14:53:41.909392 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37538) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:41.913934 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-ec54172b-6455-4179-a979-e05c92f76fbe tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Request body: {'security_group': {'name': 'tempest-secgroup-1236830747'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:53:41.947683 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ec54172b-6455-4179-a979-e05c92f76fbe tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:42.040762 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-eee6df7a-1e66-4711-b775-de5252ebcb62 req-7f3fbebf-dc3d-4864-9df0-1ef4ba4c9359 tempest-VolumesBackupsTest-481698073 tempest-VolumesBackupsTest-481698073-project] 10.222.0.54 "GET /v2.0/ports?device_id=41899c8c-d22f-4630-96d1-e38e0939d445 HTTP/1.1" status: 200 len: 210 time: 0.0308297 Dec 20 14:53:42.047625 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ec54172b-6455-4179-a979-e05c92f76fbe tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:42.052370 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ec54172b-6455-4179-a979-e05c92f76fbe tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:42.061903 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963bd371-a64d-444e-87ca-7f9bb3a286f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-8f765da1-de67-4529-845f-a8a483d2030c', 'network_id': '8f765da1-de67-4529-845f-a8a483d2030c', 'project_id': '9dc2db8fd1084daba237ede2ca8ed86f', 'fixed_ips': [{'subnet_id': '36d61bff-2846-46cd-92c5-b0af592c01e4'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:53:42.062932 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-963bd371-a64d-444e-87ca-7f9bb3a286f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:42.097633 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec54172b-6455-4179-a979-e05c92f76fbe tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e64061d-53d7-40e7-9dca-ea6a4bc53b84,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:42.107318 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ec54172b-6455-4179-a979-e05c92f76fbe tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:42.109001 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-ec54172b-6455-4179-a979-e05c92f76fbe tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1985166 Dec 20 14:53:42.111611 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37544) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:42.117014 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-1006b474-899a-4742-a38b-676f6e992927 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Request body: {'security_group': {'name': 'tempest-secgroup-1133658587'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:53:42.149508 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1006b474-899a-4742-a38b-676f6e992927 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:42.255035 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1006b474-899a-4742-a38b-676f6e992927 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:42.257024 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-963bd371-a64d-444e-87ca-7f9bb3a286f5 None None] Allocated IP 2001:db8::2 (8f765da1-de67-4529-845f-a8a483d2030c/36d61bff-2846-46cd-92c5-b0af592c01e4/3d6de27c-9e7f-4357-ae78-ecc6a428c50f) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:53:42.262928 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1006b474-899a-4742-a38b-676f6e992927 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:42.304740 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1006b474-899a-4742-a38b-676f6e992927 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:42.312124 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-1006b474-899a-4742-a38b-676f6e992927 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1985147 Dec 20 14:53:42.317156 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 37552) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:42.320591 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1006b474-899a-4742-a38b-676f6e992927 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45035cfb-2ff1-40b4-b6a0-edb4e87c032f,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:42.328385 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-9690e0cd-a7b3-4961-94d9-74d9f13d59ca tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1719813293', 'security_groups': ['45035cfb-2ff1-40b4-b6a0-edb4e87c032f'], 'network_id': '8f765da1-de67-4529-845f-a8a483d2030c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '36d61bff-2846-46cd-92c5-b0af592c01e4'}]}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:53:42.470489 n-d-761264-19 neutron-server[103167]: INFO neutron.api.v2.resource [req-726225ea-9086-4199-8a24-d43e1b8de23d req-ec9e0ccc-8198-443b-bada-2f5862da54a0 service neutron] show failed (client error): The resource could not be found. Dec 20 14:53:42.472029 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-726225ea-9086-4199-8a24-d43e1b8de23d req-ec9e0ccc-8198-443b-bada-2f5862da54a0 service neutron] 10.222.0.47 "GET /v2.0/ports/86020aa1-4960-45c4-bd63-17a4d6788fcd/bindings/n-h1-761264-19 HTTP/1.1" status: 404 len: 381 time: 0.2020230 Dec 20 14:53:42.480431 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6d6011-f379-4642-ac34-dd9797c7e409 req-34adb9ca-971b-42b4-b5ba-9246bb713233 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:42.488741 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9e6d6011-f379-4642-ac34-dd9797c7e409 req-34adb9ca-971b-42b4-b5ba-9246bb713233 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/ports?device_id=0e6e452e-b7b9-4269-b6fe-be94c6c57210 HTTP/1.1" status: 200 len: 945 time: 0.1750801 Dec 20 14:53:42.529250 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-963bd371-a64d-444e-87ca-7f9bb3a286f5 None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:42.539510 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-963bd371-a64d-444e-87ca-7f9bb3a286f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:42.584547 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963bd371-a64d-444e-87ca-7f9bb3a286f5 None None] Network 8f765da1-de67-4529-845f-a8a483d2030c is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:53:42.591491 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-963bd371-a64d-444e-87ca-7f9bb3a286f5 None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:53:42.595787 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963bd371-a64d-444e-87ca-7f9bb3a286f5 None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:53:42.621261 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9e6d6011-f379-4642-ac34-dd9797c7e409 req-5a302102-e3c2-416b-a64f-8a42fb0828db tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/security-groups?id=1965ba5c-d387-4fec-8f79-f26f65ad2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265650 Dec 20 14:53:42.639043 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9690e0cd-a7b3-4961-94d9-74d9f13d59ca tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Made reservation on behalf of 9dc2db8fd1084daba237ede2ca8ed86f for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:53:42.648472 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963bd371-a64d-444e-87ca-7f9bb3a286f5 None None] Pushing event updated for resources: {'Port': ['ID=3d6de27c-9e7f-4357-ae78-ecc6a428c50f,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:42.665394 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-963bd371-a64d-444e-87ca-7f9bb3a286f5 None None] Attempting to bind port 3d6de27c-9e7f-4357-ae78-ecc6a428c50f on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:53:42.666052 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-963bd371-a64d-444e-87ca-7f9bb3a286f5 None None] Attempting to bind port 3d6de27c-9e7f-4357-ae78-ecc6a428c50f by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '23c15c8d-3cab-4a07-bf88-39fcec09f26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8f765da1-de67-4529-845f-a8a483d2030c'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:53:42.666640 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963bd371-a64d-444e-87ca-7f9bb3a286f5 None None] Attempting to bind port 3d6de27c-9e7f-4357-ae78-ecc6a428c50f on network 8f765da1-de67-4529-845f-a8a483d2030c {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:53:42.671841 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963bd371-a64d-444e-87ca-7f9bb3a286f5 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:53:42.672302 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963bd371-a64d-444e-87ca-7f9bb3a286f5 None None] Checking segment: {'id': '23c15c8d-3cab-4a07-bf88-39fcec09f26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8f765da1-de67-4529-845f-a8a483d2030c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:53:42.672892 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-963bd371-a64d-444e-87ca-7f9bb3a286f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:42.673223 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963bd371-a64d-444e-87ca-7f9bb3a286f5 None None] Bound using segment: {'id': '23c15c8d-3cab-4a07-bf88-39fcec09f26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8f765da1-de67-4529-845f-a8a483d2030c'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:53:42.673762 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-963bd371-a64d-444e-87ca-7f9bb3a286f5 None None] Bound port: 3d6de27c-9e7f-4357-ae78-ecc6a428c50f, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23c15c8d-3cab-4a07-bf88-39fcec09f26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8f765da1-de67-4529-845f-a8a483d2030c'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:53:42.674206 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-963bd371-a64d-444e-87ca-7f9bb3a286f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:42.768118 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-963bd371-a64d-444e-87ca-7f9bb3a286f5 None None] For port 3d6de27c-9e7f-4357-ae78-ecc6a428c50f, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:53:42.772991 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-963bd371-a64d-444e-87ca-7f9bb3a286f5 None None] For port 3d6de27c-9e7f-4357-ae78-ecc6a428c50f, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=3d6de27c-9e7f-4357-ae78-ecc6a428c50f,segment=NetworkSegment(23c15c8d-3cab-4a07-bf88-39fcec09f26a),segment_id=23c15c8d-3cab-4a07-bf88-39fcec09f26a)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:53:42.780048 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-963bd371-a64d-444e-87ca-7f9bb3a286f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:42.822703 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9690e0cd-a7b3-4961-94d9-74d9f13d59ca tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:42.843313 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08b041d-58f2-4327-abf9-2d668411635c req-0c6571e3-3159-489f-9cd1-736c300dbd06 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:42.845694 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b08b041d-58f2-4327-abf9-2d668411635c req-0c6571e3-3159-489f-9cd1-736c300dbd06 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=31a55ef4-f413-493d-8b86-3a848ca43d83 HTTP/1.1" status: 200 len: 945 time: 0.0726392 Dec 20 14:53:42.850362 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726225ea-9086-4199-8a24-d43e1b8de23d req-c37b262f-1360-420f-8481-52340fe0a428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:42.853025 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-726225ea-9086-4199-8a24-d43e1b8de23d req-c37b262f-1360-420f-8481-52340fe0a428 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=31a55ef4-f413-493d-8b86-3a848ca43d83&tenant_id=f35a648a7aca4680a908ac1344ad2536 HTTP/1.1" status: 200 len: 1097 time: 0.1406121 Dec 20 14:53:42.858163 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [None req-9690e0cd-a7b3-4961-94d9-74d9f13d59ca tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] device_id is not set on port 4daebbb2-0f75-44c6-90c4-57bb63e723eb yet. {{(pid=103167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 14:53:42.866898 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-726225ea-9086-4199-8a24-d43e1b8de23d req-f4889c48-c786-489b-9440-5cdb7911ebb2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-761264-19', 'device_owner': 'compute:nova'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:53:42.888137 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963bd371-a64d-444e-87ca-7f9bb3a286f5 None None] Pushing event updated for resources: {'Port': ['ID=3d6de27c-9e7f-4357-ae78-ecc6a428c50f,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:42.972578 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b08b041d-58f2-4327-abf9-2d668411635c req-45267df6-9cbf-472f-b634-65f100435c85 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=a3840027-1c66-4dfc-886c-c2af2b1c81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181889 Dec 20 14:53:42.973513 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-726225ea-9086-4199-8a24-d43e1b8de23d req-f4889c48-c786-489b-9440-5cdb7911ebb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:43.151233 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-9690e0cd-a7b3-4961-94d9-74d9f13d59ca tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Allocated IP 2001:db8::3ba (8f765da1-de67-4529-845f-a8a483d2030c/36d61bff-2846-46cd-92c5-b0af592c01e4/4daebbb2-0f75-44c6-90c4-57bb63e723eb) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:53:43.225548 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-94850352-cf96-4a00-9f1d-53d8d24f983e req-fe302dd9-39b8-4703-8003-5b2a09121607 tempest-VolumesBackupsTest-481698073 tempest-VolumesBackupsTest-481698073-project] 10.222.0.54 "GET /v2.0/ports?device_id=41899c8c-d22f-4630-96d1-e38e0939d445 HTTP/1.1" status: 200 len: 210 time: 0.0443540 Dec 20 14:53:43.256886 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-726225ea-9086-4199-8a24-d43e1b8de23d req-f4889c48-c786-489b-9440-5cdb7911ebb2 service neutron] For port 86020aa1-4960-45c4-bd63-17a4d6788fcd, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=86020aa1-4960-45c4-bd63-17a4d6788fcd,segment=NetworkSegment(9624b9cb-588e-4de9-8787-9ecbaa3d7a8f),segment_id=9624b9cb-588e-4de9-8787-9ecbaa3d7a8f)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:53:43.305628 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-726225ea-9086-4199-8a24-d43e1b8de23d req-f4889c48-c786-489b-9440-5cdb7911ebb2 service neutron] For port 86020aa1-4960-45c4-bd63-17a4d6788fcd, host n-h2-761264-19, cleared binding levels {{(pid=103168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:53:43.362782 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31a55ef4-f413-493d-8b86-3a848ca43d83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86020aa1-4960-45c4-bd63-17a4d6788fcd'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:53:43.366437 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ead5f80b-523c-4d13-b6a0-7cc8568e943d" -d '{"events": [{"server_uuid": "31a55ef4-f413-493d-8b86-3a848ca43d83", "name": "network-vif-unplugged", "status": "completed", "tag": "86020aa1-4960-45c4-bd63-17a4d6788fcd"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:53:43.370785 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9690e0cd-a7b3-4961-94d9-74d9f13d59ca tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:43.371580 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-726225ea-9086-4199-8a24-d43e1b8de23d req-f4889c48-c786-489b-9440-5cdb7911ebb2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:43.387631 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.provisioning_blocks [req-726225ea-9086-4199-8a24-d43e1b8de23d req-f4889c48-c786-489b-9440-5cdb7911ebb2 service neutron] Transition to ACTIVE for port object 86020aa1-4960-45c4-bd63-17a4d6788fcd will not be triggered until provisioned by entity L2. {{(pid=103168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:53:43.394150 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-726225ea-9086-4199-8a24-d43e1b8de23d req-f4889c48-c786-489b-9440-5cdb7911ebb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:43.410683 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-30590c39-1ef3-4b08-98f9-e767ddca0d1c req-251ec072-5a4d-4b68-bfef-e93829c5f024 tempest-VolumesBackupsTest-481698073 tempest-VolumesBackupsTest-481698073-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=1974fe2a17c94178ac8bf097e1c64b19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0270250 Dec 20 14:53:43.455467 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4889c48-c786-489b-9440-5cdb7911ebb2 service neutron] Pushing event updated for resources: {'Port': ['ID=86020aa1-4960-45c4-bd63-17a4d6788fcd,revision_number=6']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:43.496668 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 14:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-400fe4c1-25e9-4312-a6d3-ac57ca98da9a x-openstack-request-id: req-400fe4c1-25e9-4312-a6d3-ac57ca98da9a {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:53:43.496978 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31a55ef4-f413-493d-8b86-3a848ca43d83", "name": "network-vif-unplugged", "status": "completed", "tag": "86020aa1-4960-45c4-bd63-17a4d6788fcd", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:53:43.497379 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-400fe4c1-25e9-4312-a6d3-ac57ca98da9a {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:53:43.497837 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31a55ef4-f413-493d-8b86-3a848ca43d83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86020aa1-4960-45c4-bd63-17a4d6788fcd', 'code': 200} Dec 20 14:53:43.595203 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9690e0cd-a7b3-4961-94d9-74d9f13d59ca tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:43.626365 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9690e0cd-a7b3-4961-94d9-74d9f13d59ca tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Network 8f765da1-de67-4529-845f-a8a483d2030c is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:53:43.633089 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-9690e0cd-a7b3-4961-94d9-74d9f13d59ca tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:53:43.637341 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9690e0cd-a7b3-4961-94d9-74d9f13d59ca tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:53:43.645685 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9690e0cd-a7b3-4961-94d9-74d9f13d59ca tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:43.647126 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9690e0cd-a7b3-4961-94d9-74d9f13d59ca tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:43.747632 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-9690e0cd-a7b3-4961-94d9-74d9f13d59ca tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4289613 Dec 20 14:53:43.757416 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37568) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:43.762518 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-018f709c-1dd4-4851-97f3-084b736519ad tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Request body: {'subnet': {'network_id': '8f765da1-de67-4529-845f-a8a483d2030c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:53:43.768244 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-726225ea-9086-4199-8a24-d43e1b8de23d req-f4889c48-c786-489b-9440-5cdb7911ebb2 service neutron] No DVR routers for this DVR port 86020aa1-4960-45c4-bd63-17a4d6788fcd on host n-h2-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:53:43.772114 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30590c39-1ef3-4b08-98f9-e767ddca0d1c req-157fcd50-0950-4a9b-b683-d06c7e1ac763 tempest-VolumesBackupsTest-481698073 tempest-VolumesBackupsTest-481698073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:43.773646 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-30590c39-1ef3-4b08-98f9-e767ddca0d1c req-157fcd50-0950-4a9b-b683-d06c7e1ac763 tempest-VolumesBackupsTest-481698073 tempest-VolumesBackupsTest-481698073-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3473437 Dec 20 14:53:43.796632 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-30590c39-1ef3-4b08-98f9-e767ddca0d1c req-35a55d1d-0899-4503-b7da-4a21bd928717 tempest-VolumesBackupsTest-481698073 tempest-VolumesBackupsTest-481698073-project] Request body: {'port': {'device_id': '41899c8c-d22f-4630-96d1-e38e0939d445', 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1', 'admin_state_up': True, 'tenant_id': '1974fe2a17c94178ac8bf097e1c64b19'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:53:43.921493 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9690e0cd-a7b3-4961-94d9-74d9f13d59ca tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Pushing event updated for resources: {'Port': ['ID=4daebbb2-0f75-44c6-90c4-57bb63e723eb,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:43.937751 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-018f709c-1dd4-4851-97f3-084b736519ad tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Made reservation on behalf of 9dc2db8fd1084daba237ede2ca8ed86f for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:53:43.941477 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-018f709c-1dd4-4851-97f3-084b736519ad tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:43.979957 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d606bf-cf62-4d32-8a25-47c678c37c97 req-9a389dce-84a4-4131-9ad2-5e0a9d40a83c tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:43.987274 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a3d606bf-cf62-4d32-8a25-47c678c37c97 req-9a389dce-84a4-4131-9ad2-5e0a9d40a83c tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/ports?device_id=0e6e452e-b7b9-4269-b6fe-be94c6c57210 HTTP/1.1" status: 200 len: 945 time: 0.2381189 Dec 20 14:53:44.005867 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30590c39-1ef3-4b08-98f9-e767ddca0d1c req-35a55d1d-0899-4503-b7da-4a21bd928717 tempest-VolumesBackupsTest-481698073 tempest-VolumesBackupsTest-481698073-project] Made reservation on behalf of 1974fe2a17c94178ac8bf097e1c64b19 for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:53:44.011113 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-30590c39-1ef3-4b08-98f9-e767ddca0d1c req-35a55d1d-0899-4503-b7da-4a21bd928717 tempest-VolumesBackupsTest-481698073 tempest-VolumesBackupsTest-481698073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:44.036085 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-30590c39-1ef3-4b08-98f9-e767ddca0d1c req-35a55d1d-0899-4503-b7da-4a21bd928717 tempest-VolumesBackupsTest-481698073 tempest-VolumesBackupsTest-481698073-project] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:44.116150 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a3d606bf-cf62-4d32-8a25-47c678c37c97 req-05e0fe15-351e-47f9-bb31-99b40d952436 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/security-groups?id=1965ba5c-d387-4fec-8f79-f26f65ad2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231532 Dec 20 14:53:44.143179 n-d-761264-19 neutron-server[103168]: INFO neutron.db.ipam_backend_mixin [None req-018f709c-1dd4-4851-97f3-084b736519ad tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 36d61bff-2846-46cd-92c5-b0af592c01e4 (CIDR: 2001:db8::/64) Dec 20 14:53:44.150296 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-018f709c-1dd4-4851-97f3-084b736519ad tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 14:53:44.150908 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-018f709c-1dd4-4851-97f3-084b736519ad tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:53:44.185070 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-30590c39-1ef3-4b08-98f9-e767ddca0d1c req-35a55d1d-0899-4503-b7da-4a21bd928717 tempest-VolumesBackupsTest-481698073 tempest-VolumesBackupsTest-481698073-project] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:44.190977 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-30590c39-1ef3-4b08-98f9-e767ddca0d1c req-35a55d1d-0899-4503-b7da-4a21bd928717 tempest-VolumesBackupsTest-481698073 tempest-VolumesBackupsTest-481698073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:44.204880 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79fe934-9dd3-4213-91d0-00264f9f7b6c req-68eaac42-a512-4272-a8d4-d7c1971fb464 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:44.206991 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b79fe934-9dd3-4213-91d0-00264f9f7b6c req-68eaac42-a512-4272-a8d4-d7c1971fb464 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=31a55ef4-f413-493d-8b86-3a848ca43d83 HTTP/1.1" status: 200 len: 943 time: 0.1354785 Dec 20 14:53:44.223292 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-726225ea-9086-4199-8a24-d43e1b8de23d req-f4889c48-c786-489b-9440-5cdb7911ebb2 service neutron] Attempting to bind port 86020aa1-4960-45c4-bd63-17a4d6788fcd on host n-h1-761264-19 for vnic_type normal with profile {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:53:44.224175 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-726225ea-9086-4199-8a24-d43e1b8de23d req-f4889c48-c786-489b-9440-5cdb7911ebb2 service neutron] Attempting to bind port 86020aa1-4960-45c4-bd63-17a4d6788fcd by drivers openvswitch,hyperv on host n-h1-761264-19 at level 0 using segments [{'id': '9624b9cb-588e-4de9-8787-9ecbaa3d7a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2b991158-95f7-48e9-8fcb-a8703c027202'}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:53:44.224969 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726225ea-9086-4199-8a24-d43e1b8de23d req-f4889c48-c786-489b-9440-5cdb7911ebb2 service neutron] Attempting to bind port 86020aa1-4960-45c4-bd63-17a4d6788fcd on network 2b991158-95f7-48e9-8fcb-a8703c027202 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:53:44.238775 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726225ea-9086-4199-8a24-d43e1b8de23d req-f4889c48-c786-489b-9440-5cdb7911ebb2 service neutron] Port 86020aa1-4960-45c4-bd63-17a4d6788fcd on network 2b991158-95f7-48e9-8fcb-a8703c027202 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-19 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:53:44.239354 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726225ea-9086-4199-8a24-d43e1b8de23d req-f4889c48-c786-489b-9440-5cdb7911ebb2 service neutron] Attempting to bind port 86020aa1-4960-45c4-bd63-17a4d6788fcd on network 2b991158-95f7-48e9-8fcb-a8703c027202 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:53:44.247279 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-018f709c-1dd4-4851-97f3-084b736519ad tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4862058 Dec 20 14:53:44.248732 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37572) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:44.262499 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-e76beb95-3b1d-475a-8238-3fb1c68355d5 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Request body: {'subnet': {'network_id': '8f765da1-de67-4529-845f-a8a483d2030c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:53:44.269720 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726225ea-9086-4199-8a24-d43e1b8de23d req-f4889c48-c786-489b-9440-5cdb7911ebb2 service neutron] Checking agent: {'id': '3e5ace3e-dd7b-4522-a7c4-77d13dbeab1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:53:44.270050 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726225ea-9086-4199-8a24-d43e1b8de23d req-f4889c48-c786-489b-9440-5cdb7911ebb2 service neutron] Checking segment: {'id': '9624b9cb-588e-4de9-8787-9ecbaa3d7a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2b991158-95f7-48e9-8fcb-a8703c027202'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:53:44.270436 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726225ea-9086-4199-8a24-d43e1b8de23d req-f4889c48-c786-489b-9440-5cdb7911ebb2 service neutron] Bound using segment: {'id': '9624b9cb-588e-4de9-8787-9ecbaa3d7a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2b991158-95f7-48e9-8fcb-a8703c027202'} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:53:44.270914 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-726225ea-9086-4199-8a24-d43e1b8de23d req-f4889c48-c786-489b-9440-5cdb7911ebb2 service neutron] Bound port: 86020aa1-4960-45c4-bd63-17a4d6788fcd, host: n-h1-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9624b9cb-588e-4de9-8787-9ecbaa3d7a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2b991158-95f7-48e9-8fcb-a8703c027202'}}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:53:44.271271 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-726225ea-9086-4199-8a24-d43e1b8de23d req-f4889c48-c786-489b-9440-5cdb7911ebb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:44.280054 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a55d1d-0899-4503-b7da-4a21bd928717 tempest-VolumesBackupsTest-481698073 tempest-VolumesBackupsTest-481698073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29529c00-5d8e-457a-a310-f6a6af801b57,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:44.348813 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-57a1aafa-1bb5-4208-b275-67028970b846 None None] Provisioning complete for port 7b5e7571-b1c7-4d8e-83b5-53193a4e02d1 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:53:44.349221 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-57a1aafa-1bb5-4208-b275-67028970b846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:44.409912 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4beca7b6-67a2-459e-ab36-e6dd1a862017 req-cc89b6ea-574e-4c54-9319-65e423f4c517 tempest-VolumesBackupsTest-481698073 tempest-VolumesBackupsTest-481698073-project] 10.222.0.54 "GET /v2.0/ports?device_id=41899c8c-d22f-4630-96d1-e38e0939d445 HTTP/1.1" status: 200 len: 210 time: 0.0401466 Dec 20 14:53:44.418881 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-57a1aafa-1bb5-4208-b275-67028970b846 None None] Port 7b5e7571-b1c7-4d8e-83b5-53193a4e02d1 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:53:44.443380 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-57a1aafa-1bb5-4208-b275-67028970b846 None None] Provisioning complete for port 3d6de27c-9e7f-4357-ae78-ecc6a428c50f triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:53:44.444030 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-57a1aafa-1bb5-4208-b275-67028970b846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:44.476019 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [req-30590c39-1ef3-4b08-98f9-e767ddca0d1c req-35a55d1d-0899-4503-b7da-4a21bd928717 tempest-VolumesBackupsTest-481698073 tempest-VolumesBackupsTest-481698073-project] Allocated IP 192.168.233.46 (00c897c2-e98d-4716-a0b4-8f9f297fa8a1/36bf280f-81bb-4486-a87a-9b9505a1cec4/71c0f96e-5d09-4bc3-91d8-018562b97367) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:53:44.544680 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-57a1aafa-1bb5-4208-b275-67028970b846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:44.607835 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-57a1aafa-1bb5-4208-b275-67028970b846 None None] For port 3d6de27c-9e7f-4357-ae78-ecc6a428c50f, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=3d6de27c-9e7f-4357-ae78-ecc6a428c50f,segment=NetworkSegment(23c15c8d-3cab-4a07-bf88-39fcec09f26a),segment_id=23c15c8d-3cab-4a07-bf88-39fcec09f26a)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:53:44.613586 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-57a1aafa-1bb5-4208-b275-67028970b846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:44.689996 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a1aafa-1bb5-4208-b275-67028970b846 None None] Pushing event updated for resources: {'Port': ['ID=3d6de27c-9e7f-4357-ae78-ecc6a428c50f,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:44.742106 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-286b339e-bc12-40a3-b4cf-8a6a49130f95 None None] Provisioning complete for port 4daebbb2-0f75-44c6-90c4-57bb63e723eb triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:53:44.742903 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-286b339e-bc12-40a3-b4cf-8a6a49130f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:44.744377 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-30590c39-1ef3-4b08-98f9-e767ddca0d1c req-35a55d1d-0899-4503-b7da-4a21bd928717 tempest-VolumesBackupsTest-481698073 tempest-VolumesBackupsTest-481698073-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:44.788079 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-30590c39-1ef3-4b08-98f9-e767ddca0d1c req-35a55d1d-0899-4503-b7da-4a21bd928717 tempest-VolumesBackupsTest-481698073 tempest-VolumesBackupsTest-481698073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:44.797368 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-286b339e-bc12-40a3-b4cf-8a6a49130f95 None None] Port 4daebbb2-0f75-44c6-90c4-57bb63e723eb cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:53:44.837087 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b79fe934-9dd3-4213-91d0-00264f9f7b6c req-bae7a798-9ed6-4bc3-8277-0b7b2bf534c3 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=a3840027-1c66-4dfc-886c-c2af2b1c81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6226821 Dec 20 14:53:44.842607 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30590c39-1ef3-4b08-98f9-e767ddca0d1c req-35a55d1d-0899-4503-b7da-4a21bd928717 tempest-VolumesBackupsTest-481698073 tempest-VolumesBackupsTest-481698073-project] Network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:53:44.844379 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [req-30590c39-1ef3-4b08-98f9-e767ddca0d1c req-35a55d1d-0899-4503-b7da-4a21bd928717 tempest-VolumesBackupsTest-481698073 tempest-VolumesBackupsTest-481698073-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:53:44.847319 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-30590c39-1ef3-4b08-98f9-e767ddca0d1c req-35a55d1d-0899-4503-b7da-4a21bd928717 tempest-VolumesBackupsTest-481698073 tempest-VolumesBackupsTest-481698073-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:53:44.847675 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-726225ea-9086-4199-8a24-d43e1b8de23d req-f4889c48-c786-489b-9440-5cdb7911ebb2 service neutron] For port 86020aa1-4960-45c4-bd63-17a4d6788fcd, host n-h1-761264-19, cleared binding levels {{(pid=103168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:53:44.854569 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-726225ea-9086-4199-8a24-d43e1b8de23d req-f4889c48-c786-489b-9440-5cdb7911ebb2 service neutron] For port 86020aa1-4960-45c4-bd63-17a4d6788fcd, host n-h1-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=86020aa1-4960-45c4-bd63-17a4d6788fcd,segment=NetworkSegment(9624b9cb-588e-4de9-8787-9ecbaa3d7a8f),segment_id=9624b9cb-588e-4de9-8787-9ecbaa3d7a8f)] {{(pid=103168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:53:44.870402 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-726225ea-9086-4199-8a24-d43e1b8de23d req-f4889c48-c786-489b-9440-5cdb7911ebb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:44.908464 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a55d1d-0899-4503-b7da-4a21bd928717 tempest-VolumesBackupsTest-481698073 tempest-VolumesBackupsTest-481698073-project] Pushing event updated for resources: {'Port': ['ID=71c0f96e-5d09-4bc3-91d8-018562b97367,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:44.925606 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726225ea-9086-4199-8a24-d43e1b8de23d req-f4889c48-c786-489b-9440-5cdb7911ebb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:44.926229 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-726225ea-9086-4199-8a24-d43e1b8de23d req-f4889c48-c786-489b-9440-5cdb7911ebb2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:44.928016 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-726225ea-9086-4199-8a24-d43e1b8de23d req-f4889c48-c786-489b-9440-5cdb7911ebb2 service neutron] 10.222.0.30 "PUT /v2.0/ports/86020aa1-4960-45c4-bd63-17a4d6788fcd HTTP/1.1" status: 200 len: 1092 time: 2.0653987 Dec 20 14:53:44.935629 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30590c39-1ef3-4b08-98f9-e767ddca0d1c req-35a55d1d-0899-4503-b7da-4a21bd928717 tempest-VolumesBackupsTest-481698073 tempest-VolumesBackupsTest-481698073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:44.936308 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-30590c39-1ef3-4b08-98f9-e767ddca0d1c req-35a55d1d-0899-4503-b7da-4a21bd928717 tempest-VolumesBackupsTest-481698073 tempest-VolumesBackupsTest-481698073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:44.949110 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4889c48-c786-489b-9440-5cdb7911ebb2 service neutron] Pushing event updated for resources: {'Port': ['ID=86020aa1-4960-45c4-bd63-17a4d6788fcd,revision_number=7']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:44.963768 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-30590c39-1ef3-4b08-98f9-e767ddca0d1c req-35a55d1d-0899-4503-b7da-4a21bd928717 tempest-VolumesBackupsTest-481698073 tempest-VolumesBackupsTest-481698073-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1712394 Dec 20 14:53:44.974421 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e76beb95-3b1d-475a-8238-3fb1c68355d5 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Made reservation on behalf of 9dc2db8fd1084daba237ede2ca8ed86f for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:53:44.977853 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e76beb95-3b1d-475a-8238-3fb1c68355d5 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:44.986063 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-30590c39-1ef3-4b08-98f9-e767ddca0d1c req-a27402e7-b910-4c23-93d1-0d10eaa97a72 service neutron] Request body: {'port': {'device_id': '41899c8c-d22f-4630-96d1-e38e0939d445', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-19'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:53:45.090145 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726225ea-9086-4199-8a24-d43e1b8de23d req-1c25b9d3-37d4-428d-a825-fcf4a0e7839e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:45.092070 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-726225ea-9086-4199-8a24-d43e1b8de23d req-1c25b9d3-37d4-428d-a825-fcf4a0e7839e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f35a648a7aca4680a908ac1344ad2536&device_id=31a55ef4-f413-493d-8b86-3a848ca43d83 HTTP/1.1" status: 200 len: 1095 time: 0.1257935 Dec 20 14:53:45.098127 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-30590c39-1ef3-4b08-98f9-e767ddca0d1c req-a27402e7-b910-4c23-93d1-0d10eaa97a72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:45.174404 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 3d6de27c-9e7f-4357-ae78-ecc6a428c50f up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:53:45.257485 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726225ea-9086-4199-8a24-d43e1b8de23d req-93959bef-7301-4ccb-813b-7c104475f46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:45.259270 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-726225ea-9086-4199-8a24-d43e1b8de23d req-93959bef-7301-4ccb-813b-7c104475f46a service neutron] 10.222.0.30 "GET /v2.0/networks?id=2b991158-95f7-48e9-8fcb-a8703c027202 HTTP/1.1" status: 200 len: 898 time: 0.1587603 Dec 20 14:53:45.311700 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 3d6de27c-9e7f-4357-ae78-ecc6a428c50f triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:53:45.311957 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:45.369799 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:45.380450 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-af2ddabd-8095-41bf-9c52-790beec11980 None None] Provisioning complete for port 71c0f96e-5d09-4bc3-91d8-018562b97367 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:53:45.380848 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-af2ddabd-8095-41bf-9c52-790beec11980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:45.420543 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39259a7f-b5bd-47af-af06-5cebe0caa0b7 req-f79c813d-c32e-43ad-b443-7e011fa48b87 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:45.425814 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-726225ea-9086-4199-8a24-d43e1b8de23d req-1d52c169-fb4a-4844-bec5-e864aafb2054 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86020aa1-4960-45c4-bd63-17a4d6788fcd HTTP/1.1" status: 200 len: 999 time: 0.1321280 Dec 20 14:53:45.432960 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-39259a7f-b5bd-47af-af06-5cebe0caa0b7 req-f79c813d-c32e-43ad-b443-7e011fa48b87 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/ports?device_id=0e6e452e-b7b9-4269-b6fe-be94c6c57210 HTTP/1.1" status: 200 len: 945 time: 0.1778069 Dec 20 14:53:45.439585 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-af2ddabd-8095-41bf-9c52-790beec11980 None None] Port 71c0f96e-5d09-4bc3-91d8-018562b97367 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:53:45.498625 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31a55ef4-f413-493d-8b86-3a848ca43d83', 'tag': '86020aa1-4960-45c4-bd63-17a4d6788fcd'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:53:45.502637 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4df68ef2-0194-4079-ad9e-b42d1e22fe54" -d '{"events": [{"name": "network-changed", "server_uuid": "31a55ef4-f413-493d-8b86-3a848ca43d83", "tag": "86020aa1-4960-45c4-bd63-17a4d6788fcd"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:53:45.517279 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726225ea-9086-4199-8a24-d43e1b8de23d req-af0c9a48-6519-4a72-98bd-a6a675e97ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:45.518758 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-726225ea-9086-4199-8a24-d43e1b8de23d req-af0c9a48-6519-4a72-98bd-a6a675e97ff2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bc006d6b-5685-40fd-b243-7761d2560194 HTTP/1.1" status: 200 len: 834 time: 0.0832734 Dec 20 14:53:45.521033 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e76beb95-3b1d-475a-8238-3fb1c68355d5 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8848317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10470522'] for subnet, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:45.567476 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-39259a7f-b5bd-47af-af06-5cebe0caa0b7 req-9505c113-7811-4a72-9d5a-27b9ee7530e3 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/security-groups?id=1965ba5c-d387-4fec-8f79-f26f65ad2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326990 Dec 20 14:53:45.632517 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76beb95-3b1d-475a-8238-3fb1c68355d5 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Network 8f765da1-de67-4529-845f-a8a483d2030c is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:53:45.651252 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76beb95-3b1d-475a-8238-3fb1c68355d5 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Pushing event updated for resources: {'Subnet': ['ID=61438d6b-de19-4c22-94db-f6246c672f0a,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:45.664560 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-e76beb95-3b1d-475a-8238-3fb1c68355d5 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:53:45.671613 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76beb95-3b1d-475a-8238-3fb1c68355d5 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:45.672224 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e76beb95-3b1d-475a-8238-3fb1c68355d5 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks [] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:45.681730 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264ef8e9-db7b-4689-b0fc-d0d0cde66709 None None] Network 8f765da1-de67-4529-845f-a8a483d2030c requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:53:45.698924 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [req-30590c39-1ef3-4b08-98f9-e767ddca0d1c req-a27402e7-b910-4c23-93d1-0d10eaa97a72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71c0f96e-5d09-4bc3-91d8-018562b97367 {{(pid=103167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:53:45.707728 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726225ea-9086-4199-8a24-d43e1b8de23d req-6c469558-0bd0-4101-91d1-e6d90f5f5bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:45.709354 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-30590c39-1ef3-4b08-98f9-e767ddca0d1c req-a27402e7-b910-4c23-93d1-0d10eaa97a72 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:45.712849 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-726225ea-9086-4199-8a24-d43e1b8de23d req-6c469558-0bd0-4101-91d1-e6d90f5f5bb2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2b991158-95f7-48e9-8fcb-a8703c027202&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1838012 Dec 20 14:53:45.726878 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b63c5fc4-bf91-494e-9ee2-6c7aa89cf72a x-openstack-request-id: req-b63c5fc4-bf91-494e-9ee2-6c7aa89cf72a {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:53:45.727213 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31a55ef4-f413-493d-8b86-3a848ca43d83", "tag": "86020aa1-4960-45c4-bd63-17a4d6788fcd", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:53:45.727588 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b63c5fc4-bf91-494e-9ee2-6c7aa89cf72a {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:53:45.727848 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31a55ef4-f413-493d-8b86-3a848ca43d83', 'tag': '86020aa1-4960-45c4-bd63-17a4d6788fcd', 'status': 'completed', 'code': 200} Dec 20 14:53:45.730714 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-30590c39-1ef3-4b08-98f9-e767ddca0d1c req-a27402e7-b910-4c23-93d1-0d10eaa97a72 service neutron] Transition to ACTIVE for port object 71c0f96e-5d09-4bc3-91d8-018562b97367 will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:53:45.737333 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-30590c39-1ef3-4b08-98f9-e767ddca0d1c req-a27402e7-b910-4c23-93d1-0d10eaa97a72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:45.776897 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d166a35e-a04d-4afc-ad86-64916b5d28f0 req-e8150bb5-4997-417b-9ed1-fe4ccaf63278 tempest-VolumesBackupsTest-481698073 tempest-VolumesBackupsTest-481698073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:45.787876 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d166a35e-a04d-4afc-ad86-64916b5d28f0 req-e8150bb5-4997-417b-9ed1-fe4ccaf63278 tempest-VolumesBackupsTest-481698073 tempest-VolumesBackupsTest-481698073-project] 10.222.0.54 "GET /v2.0/ports?device_id=41899c8c-d22f-4630-96d1-e38e0939d445 HTTP/1.1" status: 200 len: 935 time: 0.2297673 Dec 20 14:53:45.802930 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-e76beb95-3b1d-475a-8238-3fb1c68355d5 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5535967 Dec 20 14:53:45.833792 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 37586) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:45.847959 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-3b009819-d6de-446f-9e31-49a637e3e0ff tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-640192146', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '61438d6b-de19-4c22-94db-f6246c672f0a'}], 'security_groups': ['4e64061d-53d7-40e7-9dca-ea6a4bc53b84']}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:53:45.854976 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27402e7-b910-4c23-93d1-0d10eaa97a72 service neutron] Pushing event updated for resources: {'Port': ['ID=71c0f96e-5d09-4bc3-91d8-018562b97367,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:45.967532 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df68ef2-0194-4079-ad9e-b42d1e22fe54 req-ff35d390-f064-4792-9407-cbdf2f113b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:45.969764 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4df68ef2-0194-4079-ad9e-b42d1e22fe54 req-ff35d390-f064-4792-9407-cbdf2f113b80 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f35a648a7aca4680a908ac1344ad2536&device_id=31a55ef4-f413-493d-8b86-3a848ca43d83 HTTP/1.1" status: 200 len: 1095 time: 0.2379742 Dec 20 14:53:45.977460 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a02f1e-9638-4a1d-bd1b-3f776beed803 None None] Update dhcp port {'port': {'network_id': '8f765da1-de67-4529-845f-a8a483d2030c', 'fixed_ips': [{'subnet_id': '36d61bff-2846-46cd-92c5-b0af592c01e4', 'ip_address': '2001:db8::2'}, {'subnet_id': '61438d6b-de19-4c22-94db-f6246c672f0a'}], 'binding:host_id': 'n-d-761264-19'}, 'id': '3d6de27c-9e7f-4357-ae78-ecc6a428c50f'} from n-d-761264-19. {{(pid=103169) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 20 14:53:45.989165 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d166a35e-a04d-4afc-ad86-64916b5d28f0 req-45742a15-f170-4247-9aa4-78cdeeaf2e31 tempest-VolumesBackupsTest-481698073 tempest-VolumesBackupsTest-481698073-project] 10.222.0.54 "GET /v2.0/security-groups?id=29529c00-5d8e-457a-a310-f6a6af801b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954548 Dec 20 14:53:46.022712 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d9a02f1e-9638-4a1d-bd1b-3f776beed803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:46.037241 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3b009819-d6de-446f-9e31-49a637e3e0ff tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:46.049454 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-30590c39-1ef3-4b08-98f9-e767ddca0d1c req-a27402e7-b910-4c23-93d1-0d10eaa97a72 service neutron] Attempting to bind port 71c0f96e-5d09-4bc3-91d8-018562b97367 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:53:46.062126 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-30590c39-1ef3-4b08-98f9-e767ddca0d1c req-a27402e7-b910-4c23-93d1-0d10eaa97a72 service neutron] Attempting to bind port 71c0f96e-5d09-4bc3-91d8-018562b97367 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:53:46.062688 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30590c39-1ef3-4b08-98f9-e767ddca0d1c req-a27402e7-b910-4c23-93d1-0d10eaa97a72 service neutron] Attempting to bind port 71c0f96e-5d09-4bc3-91d8-018562b97367 on network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:53:46.083566 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30590c39-1ef3-4b08-98f9-e767ddca0d1c req-a27402e7-b910-4c23-93d1-0d10eaa97a72 service neutron] Port 71c0f96e-5d09-4bc3-91d8-018562b97367 on network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:53:46.084039 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30590c39-1ef3-4b08-98f9-e767ddca0d1c req-a27402e7-b910-4c23-93d1-0d10eaa97a72 service neutron] Attempting to bind port 71c0f96e-5d09-4bc3-91d8-018562b97367 on network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:53:46.084162 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-726225ea-9086-4199-8a24-d43e1b8de23d req-9f6a68f1-f03c-4fa9-8887-31b6471858a2 service neutron] 10.222.0.30 "GET /v2.0/networks/2b991158-95f7-48e9-8fcb-a8703c027202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3329453 Dec 20 14:53:46.135028 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30590c39-1ef3-4b08-98f9-e767ddca0d1c req-a27402e7-b910-4c23-93d1-0d10eaa97a72 service neutron] Checking agent: {'id': '43c60aee-e4af-4ecc-bee2-aac3569fafed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:53:46.135367 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30590c39-1ef3-4b08-98f9-e767ddca0d1c req-a27402e7-b910-4c23-93d1-0d10eaa97a72 service neutron] Checking segment: {'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:53:46.135763 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30590c39-1ef3-4b08-98f9-e767ddca0d1c req-a27402e7-b910-4c23-93d1-0d10eaa97a72 service neutron] Bound using segment: {'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:53:46.136211 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-30590c39-1ef3-4b08-98f9-e767ddca0d1c req-a27402e7-b910-4c23-93d1-0d10eaa97a72 service neutron] Bound port: 71c0f96e-5d09-4bc3-91d8-018562b97367, host: n-h2-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:53:46.136562 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-30590c39-1ef3-4b08-98f9-e767ddca0d1c req-a27402e7-b910-4c23-93d1-0d10eaa97a72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:46.147681 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812e5689-068d-4e87-b46b-ae0921737aca req-1e362b5a-e637-4eb3-ae7d-18ffeed07fbc tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:46.150191 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-812e5689-068d-4e87-b46b-ae0921737aca req-1e362b5a-e637-4eb3-ae7d-18ffeed07fbc tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=31a55ef4-f413-493d-8b86-3a848ca43d83 HTTP/1.1" status: 200 len: 943 time: 0.1765106 Dec 20 14:53:46.204311 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df68ef2-0194-4079-ad9e-b42d1e22fe54 req-6ab6df1f-070b-40ae-9b02-00b6169ec150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:46.204765 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4df68ef2-0194-4079-ad9e-b42d1e22fe54 req-6ab6df1f-070b-40ae-9b02-00b6169ec150 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2b991158-95f7-48e9-8fcb-a8703c027202 HTTP/1.1" status: 200 len: 898 time: 0.2141376 Dec 20 14:53:46.260661 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-d9a02f1e-9638-4a1d-bd1b-3f776beed803 None None] Allocated IP 2001:db8:0:1::2 (8f765da1-de67-4529-845f-a8a483d2030c/61438d6b-de19-4c22-94db-f6246c672f0a/3d6de27c-9e7f-4357-ae78-ecc6a428c50f) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:53:46.283187 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-726225ea-9086-4199-8a24-d43e1b8de23d req-c9b36f21-2a92-4784-bb76-4f94ef157462 service neutron] 10.222.0.30 "GET /v2.0/networks/2b991158-95f7-48e9-8fcb-a8703c027202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899157 Dec 20 14:53:46.315506 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4df68ef2-0194-4079-ad9e-b42d1e22fe54 req-b6300c3b-003b-44f8-bb5f-f81c43ccac89 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86020aa1-4960-45c4-bd63-17a4d6788fcd HTTP/1.1" status: 200 len: 999 time: 0.1014895 Dec 20 14:53:46.333772 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-812e5689-068d-4e87-b46b-ae0921737aca req-1ba565a3-6f01-47c6-b6cb-b9975b753408 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=a3840027-1c66-4dfc-886c-c2af2b1c81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1714151 Dec 20 14:53:46.425795 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-d9a02f1e-9638-4a1d-bd1b-3f776beed803 None None] For port 3d6de27c-9e7f-4357-ae78-ecc6a428c50f, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=3d6de27c-9e7f-4357-ae78-ecc6a428c50f,segment=NetworkSegment(23c15c8d-3cab-4a07-bf88-39fcec09f26a),segment_id=23c15c8d-3cab-4a07-bf88-39fcec09f26a)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:53:46.437437 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-30590c39-1ef3-4b08-98f9-e767ddca0d1c req-a27402e7-b910-4c23-93d1-0d10eaa97a72 service neutron] For port 71c0f96e-5d09-4bc3-91d8-018562b97367, host n-h2-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:53:46.461142 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-30590c39-1ef3-4b08-98f9-e767ddca0d1c req-a27402e7-b910-4c23-93d1-0d10eaa97a72 service neutron] For port 71c0f96e-5d09-4bc3-91d8-018562b97367, host n-h2-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=71c0f96e-5d09-4bc3-91d8-018562b97367,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:53:46.469471 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-30590c39-1ef3-4b08-98f9-e767ddca0d1c req-a27402e7-b910-4c23-93d1-0d10eaa97a72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:46.469889 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df68ef2-0194-4079-ad9e-b42d1e22fe54 req-e4f9b0ad-0732-4d30-9992-a5041023f2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:46.471439 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4df68ef2-0194-4079-ad9e-b42d1e22fe54 req-e4f9b0ad-0732-4d30-9992-a5041023f2a4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f35a648a7aca4680a908ac1344ad2536&device_id=31a55ef4-f413-493d-8b86-3a848ca43d83 HTTP/1.1" status: 200 len: 1095 time: 0.1194670 Dec 20 14:53:46.472829 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df68ef2-0194-4079-ad9e-b42d1e22fe54 req-a2f989d2-de8f-496c-b96f-1340e4539856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:46.474091 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4df68ef2-0194-4079-ad9e-b42d1e22fe54 req-a2f989d2-de8f-496c-b96f-1340e4539856 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bc006d6b-5685-40fd-b243-7761d2560194 HTTP/1.1" status: 200 len: 834 time: 0.1432009 Dec 20 14:53:46.479033 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d9a02f1e-9638-4a1d-bd1b-3f776beed803 None None] Publish callbacks [] for port, precommit_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:46.485614 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d9a02f1e-9638-4a1d-bd1b-3f776beed803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:46.515822 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30590c39-1ef3-4b08-98f9-e767ddca0d1c req-a27402e7-b910-4c23-93d1-0d10eaa97a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:46.516453 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-30590c39-1ef3-4b08-98f9-e767ddca0d1c req-a27402e7-b910-4c23-93d1-0d10eaa97a72 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:46.517906 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-30590c39-1ef3-4b08-98f9-e767ddca0d1c req-a27402e7-b910-4c23-93d1-0d10eaa97a72 service neutron] 10.222.0.47 "PUT /v2.0/ports/71c0f96e-5d09-4bc3-91d8-018562b97367 HTTP/1.1" status: 200 len: 1096 time: 1.5408201 Dec 20 14:53:46.518371 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41899c8c-d22f-4630-96d1-e38e0939d445', 'tag': '71c0f96e-5d09-4bc3-91d8-018562b97367'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:53:46.520692 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66e4c6eb-fda4-4dd5-b89b-508612a6c087" -d '{"events": [{"name": "network-changed", "server_uuid": "41899c8c-d22f-4630-96d1-e38e0939d445", "tag": "71c0f96e-5d09-4bc3-91d8-018562b97367"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:53:46.630292 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df68ef2-0194-4079-ad9e-b42d1e22fe54 req-ce791d96-942c-498e-aba1-991efd5bb34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:46.632108 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4df68ef2-0194-4079-ad9e-b42d1e22fe54 req-ce791d96-942c-498e-aba1-991efd5bb34e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2b991158-95f7-48e9-8fcb-a8703c027202&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1393762 Dec 20 14:53:46.672305 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff1be0fb-e5c8-4a6f-a3b4-990806cf8aba x-openstack-request-id: req-ff1be0fb-e5c8-4a6f-a3b4-990806cf8aba {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:53:46.672718 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41899c8c-d22f-4630-96d1-e38e0939d445", "tag": "71c0f96e-5d09-4bc3-91d8-018562b97367", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:53:46.673032 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ff1be0fb-e5c8-4a6f-a3b4-990806cf8aba {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:53:46.673516 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41899c8c-d22f-4630-96d1-e38e0939d445', 'tag': '71c0f96e-5d09-4bc3-91d8-018562b97367', 'status': 'completed', 'code': 200} Dec 20 14:53:46.680608 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df68ef2-0194-4079-ad9e-b42d1e22fe54 req-49f26525-8a78-4b7c-88cd-71472de9f3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:46.682488 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4df68ef2-0194-4079-ad9e-b42d1e22fe54 req-49f26525-8a78-4b7c-88cd-71472de9f3d5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2b991158-95f7-48e9-8fcb-a8703c027202 HTTP/1.1" status: 200 len: 898 time: 0.2031975 Dec 20 14:53:46.777645 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a02f1e-9638-4a1d-bd1b-3f776beed803 None None] Pushing event updated for resources: {'Port': ['ID=3d6de27c-9e7f-4357-ae78-ecc6a428c50f,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:46.837562 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4df68ef2-0194-4079-ad9e-b42d1e22fe54 req-801eb8e2-86ae-4792-bff3-d8b9f21426c1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86020aa1-4960-45c4-bd63-17a4d6788fcd HTTP/1.1" status: 200 len: 999 time: 0.1418276 Dec 20 14:53:46.861716 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-3b009819-d6de-446f-9e31-49a637e3e0ff tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Delete allocated IP 2001:db8::3ba (8f765da1-de67-4529-845f-a8a483d2030c/36d61bff-2846-46cd-92c5-b0af592c01e4) {{(pid=103167) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 20 14:53:46.876963 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-3b009819-d6de-446f-9e31-49a637e3e0ff tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Allocated IP 2001:db8:0:1::3a5 (8f765da1-de67-4529-845f-a8a483d2030c/61438d6b-de19-4c22-94db-f6246c672f0a/4daebbb2-0f75-44c6-90c4-57bb63e723eb) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:53:46.895326 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4df68ef2-0194-4079-ad9e-b42d1e22fe54 req-f54054d2-1846-4238-afa8-4acca7a1bc52 service neutron] 10.222.0.47 "GET /v2.0/networks/2b991158-95f7-48e9-8fcb-a8703c027202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378798 Dec 20 14:53:46.971588 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df68ef2-0194-4079-ad9e-b42d1e22fe54 req-ac5e2994-f08b-4a83-8e70-9d4e0e169275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:46.973176 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4df68ef2-0194-4079-ad9e-b42d1e22fe54 req-ac5e2994-f08b-4a83-8e70-9d4e0e169275 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bc006d6b-5685-40fd-b243-7761d2560194 HTTP/1.1" status: 200 len: 834 time: 0.1251779 Dec 20 14:53:46.993533 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27402e7-b910-4c23-93d1-0d10eaa97a72 service neutron] Pushing event updated for resources: {'Port': ['ID=71c0f96e-5d09-4bc3-91d8-018562b97367,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:47.115969 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30590c39-1ef3-4b08-98f9-e767ddca0d1c req-7079afc2-ca81-4f1b-ae2a-d1dd89a869c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:47.117855 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-30590c39-1ef3-4b08-98f9-e767ddca0d1c req-7079afc2-ca81-4f1b-ae2a-d1dd89a869c2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1974fe2a17c94178ac8bf097e1c64b19&device_id=41899c8c-d22f-4630-96d1-e38e0939d445 HTTP/1.1" status: 200 len: 1099 time: 0.5360932 Dec 20 14:53:47.122756 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4df68ef2-0194-4079-ad9e-b42d1e22fe54 req-b4955412-88cf-4ea4-aab8-c3d286994676 service neutron] 10.222.0.47 "GET /v2.0/networks/2b991158-95f7-48e9-8fcb-a8703c027202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170773 Dec 20 14:53:47.135306 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 3d6de27c-9e7f-4357-ae78-ecc6a428c50f up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:53:47.140448 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df68ef2-0194-4079-ad9e-b42d1e22fe54 req-6906bdee-dad9-4114-be0f-fb2862b06529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:47.142027 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4df68ef2-0194-4079-ad9e-b42d1e22fe54 req-6906bdee-dad9-4114-be0f-fb2862b06529 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2b991158-95f7-48e9-8fcb-a8703c027202&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1554465 Dec 20 14:53:47.148314 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:47.148314 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:53:47.148314 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:47.148314 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:53:47.148314 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:47.148314 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:53:47.148314 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:47.148314 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:53:47.148314 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:47.148314 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:53:47.148314 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:47.148314 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:53:47.148314 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:47.148314 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:53:47.148314 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:47.148314 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:53:47.148314 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:47.148314 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:53:47.148314 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:47.148314 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:53:47.148314 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:47.148314 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:53:47.148314 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:47.148314 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:53:47.148314 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:47.148314 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:53:47.148314 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:47.148314 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:53:47.148314 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:47.148314 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:53:47.148314 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:47.148314 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:53:47.148314 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:47.148314 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:53:47.148314 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:47.148314 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:53:47.148314 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:47.148314 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:53:47.148314 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:47.148314 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:53:47.148314 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:47.148314 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:53:47.148314 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:47.148314 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:53:47.148314 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:47.148314 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:53:47.148314 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:47.148314 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:53:47.151221 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52635d4-16f5-4a26-a143-805400e7b001 req-03228998-7f4e-46ab-801a-c558f0ccd4d5 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:47.152619 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a52635d4-16f5-4a26-a143-805400e7b001 req-03228998-7f4e-46ab-801a-c558f0ccd4d5 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/ports?device_id=0e6e452e-b7b9-4269-b6fe-be94c6c57210 HTTP/1.1" status: 200 len: 945 time: 0.3376391 Dec 20 14:53:47.197603 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 3d6de27c-9e7f-4357-ae78-ecc6a428c50f triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:53:47.198386 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:47.239135 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-30590c39-1ef3-4b08-98f9-e767ddca0d1c req-336982ab-1786-4628-b83b-bf8465d20fe9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=71c0f96e-5d09-4bc3-91d8-018562b97367 HTTP/1.1" status: 200 len: 217 time: 0.0844131 Dec 20 14:53:47.242297 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4df68ef2-0194-4079-ad9e-b42d1e22fe54 req-300bb958-ed2f-4e4c-9e20-5fc8449f8e9c service neutron] 10.222.0.30 "GET /v2.0/networks/2b991158-95f7-48e9-8fcb-a8703c027202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919638 Dec 20 14:53:47.274240 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3b009819-d6de-446f-9e31-49a637e3e0ff tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:47.277600 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb805f6-d63f-4c89-9de7-3da96f5361e0 req-c838bba0-4924-4ab2-8623-e4dee620374b tempest-VolumesBackupsTest-481698073 tempest-VolumesBackupsTest-481698073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:47.285421 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-efb805f6-d63f-4c89-9de7-3da96f5361e0 req-c838bba0-4924-4ab2-8623-e4dee620374b tempest-VolumesBackupsTest-481698073 tempest-VolumesBackupsTest-481698073-project] 10.222.0.54 "GET /v2.0/ports?device_id=41899c8c-d22f-4630-96d1-e38e0939d445 HTTP/1.1" status: 200 len: 947 time: 0.1800010 Dec 20 14:53:47.293795 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 86020aa1-4960-45c4-bd63-17a4d6788fcd no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:53:47.309722 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3b009819-d6de-446f-9e31-49a637e3e0ff tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:47.355487 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 86020aa1-4960-45c4-bd63-17a4d6788fcd not bound to the agent host n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:53:47.365819 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a52635d4-16f5-4a26-a143-805400e7b001 req-0573297c-3be9-47aa-bd1a-714822daf5fd tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/security-groups?id=1965ba5c-d387-4fec-8f79-f26f65ad2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952255 Dec 20 14:53:47.387059 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-efb805f6-d63f-4c89-9de7-3da96f5361e0 req-568b1e30-3505-4deb-be16-b8649a3bcf81 tempest-VolumesBackupsTest-481698073 tempest-VolumesBackupsTest-481698073-project] 10.222.0.54 "GET /v2.0/security-groups?id=29529c00-5d8e-457a-a310-f6a6af801b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967288 Dec 20 14:53:47.409458 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30590c39-1ef3-4b08-98f9-e767ddca0d1c req-23df004c-d790-4ff4-8907-4dd7391b859a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:47.409458 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-30590c39-1ef3-4b08-98f9-e767ddca0d1c req-23df004c-d790-4ff4-8907-4dd7391b859a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36bf280f-81bb-4486-a87a-9b9505a1cec4 HTTP/1.1" status: 200 len: 843 time: 0.1515551 Dec 20 14:53:47.419752 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4df68ef2-0194-4079-ad9e-b42d1e22fe54 req-213d4833-3807-40d4-b525-c1077531f227 service neutron] 10.222.0.30 "GET /v2.0/networks/2b991158-95f7-48e9-8fcb-a8703c027202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689260 Dec 20 14:53:47.427680 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-3b009819-d6de-446f-9e31-49a637e3e0ff tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] In _notify_port_updated(), no bound segment for port 4daebbb2-0f75-44c6-90c4-57bb63e723eb on network 8f765da1-de67-4529-845f-a8a483d2030c {{(pid=103167) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 20 14:53:47.437682 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b009819-d6de-446f-9e31-49a637e3e0ff tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:47.438501 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3b009819-d6de-446f-9e31-49a637e3e0ff tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:47.440010 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-3b009819-d6de-446f-9e31-49a637e3e0ff tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "PUT /v2.0/ports/4daebbb2-0f75-44c6-90c4-57bb63e723eb HTTP/1.1" status: 200 len: 930 time: 1.6021895 Dec 20 14:53:47.446754 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37600) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:47.449744 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b009819-d6de-446f-9e31-49a637e3e0ff tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Pushing event updated for resources: {'Port': ['ID=4daebbb2-0f75-44c6-90c4-57bb63e723eb,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:47.535643 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30590c39-1ef3-4b08-98f9-e767ddca0d1c req-732dfe19-3b0a-4e62-a30f-b25ddabf86b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:47.541264 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-30590c39-1ef3-4b08-98f9-e767ddca0d1c req-732dfe19-3b0a-4e62-a30f-b25ddabf86b2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0997822 Dec 20 14:53:47.553566 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a45caa-4c1b-4b3e-bd83-3a6a1f1e106b req-8b798b61-f512-44c7-8d0e-527d28c74b32 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:47.555098 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-83a45caa-4c1b-4b3e-bd83-3a6a1f1e106b req-8b798b61-f512-44c7-8d0e-527d28c74b32 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=31a55ef4-f413-493d-8b86-3a848ca43d83 HTTP/1.1" status: 200 len: 943 time: 0.0681834 Dec 20 14:53:47.566806 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-fce35eb0-b84c-4e6b-89c7-66b6f31bac38 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Deleting port 4daebbb2-0f75-44c6-90c4-57bb63e723eb {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:53:47.567143 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fce35eb0-b84c-4e6b-89c7-66b6f31bac38 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:47.590046 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-45cb1e3e-05f2-4e50-a8e6-64e85674f6ea None None] Provisioning complete for port 7b5e7571-b1c7-4d8e-83b5-53193a4e02d1 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:53:47.590596 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-45cb1e3e-05f2-4e50-a8e6-64e85674f6ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:47.664040 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-45cb1e3e-05f2-4e50-a8e6-64e85674f6ea None None] Port 7b5e7571-b1c7-4d8e-83b5-53193a4e02d1 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:53:47.689793 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fce35eb0-b84c-4e6b-89c7-66b6f31bac38 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:47.690050 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-45cb1e3e-05f2-4e50-a8e6-64e85674f6ea None None] Provisioning complete for port 3d6de27c-9e7f-4357-ae78-ecc6a428c50f triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:53:47.690510 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-45cb1e3e-05f2-4e50-a8e6-64e85674f6ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:47.692843 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-83a45caa-4c1b-4b3e-bd83-3a6a1f1e106b req-908216f7-1377-46d8-8ecd-a425c1a901b6 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=a3840027-1c66-4dfc-886c-c2af2b1c81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1239965 Dec 20 14:53:47.719749 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-fce35eb0-b84c-4e6b-89c7-66b6f31bac38 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Calling delete_port for 4daebbb2-0f75-44c6-90c4-57bb63e723eb owned by {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:53:47.749451 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-30590c39-1ef3-4b08-98f9-e767ddca0d1c req-3628cabd-63e0-4274-8d62-bca695196b65 service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933560 Dec 20 14:53:47.848866 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-45cb1e3e-05f2-4e50-a8e6-64e85674f6ea None None] Provisioning complete for port 4daebbb2-0f75-44c6-90c4-57bb63e723eb triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:53:47.850100 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-45cb1e3e-05f2-4e50-a8e6-64e85674f6ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:47.875689 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fce35eb0-b84c-4e6b-89c7-66b6f31bac38 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:47.894196 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-30590c39-1ef3-4b08-98f9-e767ddca0d1c req-2be0253d-9036-4620-ab7b-7754331a9617 service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367378 Dec 20 14:53:47.896362 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-45cb1e3e-05f2-4e50-a8e6-64e85674f6ea None None] Port 4daebbb2-0f75-44c6-90c4-57bb63e723eb cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:53:47.912009 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce35eb0-b84c-4e6b-89c7-66b6f31bac38 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Pushing event deleted for resources: {'Port': ['ID=4daebbb2-0f75-44c6-90c4-57bb63e723eb,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:47.949289 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fce35eb0-b84c-4e6b-89c7-66b6f31bac38 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:47.953020 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-fce35eb0-b84c-4e6b-89c7-66b6f31bac38 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "DELETE /v2.0/ports/4daebbb2-0f75-44c6-90c4-57bb63e723eb HTTP/1.1" status: 204 len: 168 time: 0.5072472 Dec 20 14:53:47.955562 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37604) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:47.984180 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-255cda5e-9310-4f63-9f2d-2c792feaca6b tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] GET failed (client error): The resource could not be found. Dec 20 14:53:47.988262 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-255cda5e-9310-4f63-9f2d-2c792feaca6b tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "GET /v2.0/ports/4daebbb2-0f75-44c6-90c4-57bb63e723eb HTTP/1.1" status: 404 len: 333 time: 0.0291262 Dec 20 14:53:47.989914 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 37606) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:47.998816 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e4c6eb-fda4-4dd5-b89b-508612a6c087 req-a4e64b8f-84ff-4677-be09-b721f2edb922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:48.000298 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-66e4c6eb-fda4-4dd5-b89b-508612a6c087 req-a4e64b8f-84ff-4677-be09-b721f2edb922 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1974fe2a17c94178ac8bf097e1c64b19&device_id=41899c8c-d22f-4630-96d1-e38e0939d445 HTTP/1.1" status: 200 len: 1099 time: 0.0599148 Dec 20 14:53:48.008721 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-6dd80007-6acb-433a-a243-9d1a8bbf198d None None] Could not find standard attr ID for object 4daebbb2-0f75-44c6-90c4-57bb63e723eb. {{(pid=103169) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 14:53:48.109764 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-23b62412-10aa-4914-b465-7e77fdd38e40 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:48.144816 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-23b62412-10aa-4914-b465-7e77fdd38e40 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:48.148000 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e4c6eb-fda4-4dd5-b89b-508612a6c087 req-c3f42cdc-86b2-49f2-8ec1-7c8bfcdb64a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:48.149459 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-66e4c6eb-fda4-4dd5-b89b-508612a6c087 req-c3f42cdc-86b2-49f2-8ec1-7c8bfcdb64a0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1 HTTP/1.1" status: 200 len: 870 time: 0.1388903 Dec 20 14:53:48.206048 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-66e4c6eb-fda4-4dd5-b89b-508612a6c087 req-13c82f75-5b04-4a99-81b5-b2037ae8a700 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=71c0f96e-5d09-4bc3-91d8-018562b97367 HTTP/1.1" status: 200 len: 217 time: 0.0484729 Dec 20 14:53:48.249198 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-23b62412-10aa-4914-b465-7e77fdd38e40 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:48.251823 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-23b62412-10aa-4914-b465-7e77fdd38e40 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:48.252926 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-23b62412-10aa-4914-b465-7e77fdd38e40 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "DELETE /v2.0/security-groups/45035cfb-2ff1-40b4-b6a0-edb4e87c032f HTTP/1.1" status: 204 len: 168 time: 0.2620909 Dec 20 14:53:48.255728 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37608) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:48.268372 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b62412-10aa-4914-b465-7e77fdd38e40 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45035cfb-2ff1-40b4-b6a0-edb4e87c032f,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:48.274233 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e4c6eb-fda4-4dd5-b89b-508612a6c087 req-7c9ec557-b532-4a32-9745-376d1e17f6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:48.275665 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-66e4c6eb-fda4-4dd5-b89b-508612a6c087 req-7c9ec557-b532-4a32-9745-376d1e17f6e5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36bf280f-81bb-4486-a87a-9b9505a1cec4 HTTP/1.1" status: 200 len: 843 time: 0.0603905 Dec 20 14:53:48.308999 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-14c9f417-2b3b-4c51-8c80-0882d882a15b tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:48.329505 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e4c6eb-fda4-4dd5-b89b-508612a6c087 req-226dcca2-ca1b-4ec5-9726-13b062dcafea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:48.331074 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-66e4c6eb-fda4-4dd5-b89b-508612a6c087 req-226dcca2-ca1b-4ec5-9726-13b062dcafea service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0477822 Dec 20 14:53:48.331710 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-14c9f417-2b3b-4c51-8c80-0882d882a15b tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:48.372655 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-14c9f417-2b3b-4c51-8c80-0882d882a15b tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:48.375588 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-14c9f417-2b3b-4c51-8c80-0882d882a15b tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:48.376766 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-14c9f417-2b3b-4c51-8c80-0882d882a15b tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "DELETE /v2.0/security-groups/4e64061d-53d7-40e7-9dca-ea6a4bc53b84 HTTP/1.1" status: 204 len: 168 time: 0.1200349 Dec 20 14:53:48.381021 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37610) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:48.414650 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c9f417-2b3b-4c51-8c80-0882d882a15b tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e64061d-53d7-40e7-9dca-ea6a4bc53b84,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:48.449372 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_v2 [None req-f060a009-8f83-49c5-b17b-2e33cd1e1676 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Deleting subnet 36d61bff-2846-46cd-92c5-b0af592c01e4 {{(pid=103168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:53:48.453647 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f060a009-8f83-49c5-b17b-2e33cd1e1676 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks [] for subnet, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:48.529826 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f060a009-8f83-49c5-b17b-2e33cd1e1676 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9023023'] for subnet, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:48.574848 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce406ae2-c49b-4530-b418-9496b467562b req-2a1fc7e6-3f6f-4af9-a8ee-a0d77519a761 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:48.576435 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ce406ae2-c49b-4530-b418-9496b467562b req-2a1fc7e6-3f6f-4af9-a8ee-a0d77519a761 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/ports?device_id=0e6e452e-b7b9-4269-b6fe-be94c6c57210 HTTP/1.1" status: 200 len: 945 time: 0.0963097 Dec 20 14:53:48.661948 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f060a009-8f83-49c5-b17b-2e33cd1e1676 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:48.668185 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ce406ae2-c49b-4530-b418-9496b467562b req-40ca1e6f-683c-4829-ae72-dd1733bb375c tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/security-groups?id=1965ba5c-d387-4fec-8f79-f26f65ad2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829651 Dec 20 14:53:48.727929 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f060a009-8f83-49c5-b17b-2e33cd1e1676 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8850800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470517'] for subnet, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:48.756049 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f060a009-8f83-49c5-b17b-2e33cd1e1676 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Pushing event deleted for resources: {'Subnet': ['ID=36d61bff-2846-46cd-92c5-b0af592c01e4,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:48.760486 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f060a009-8f83-49c5-b17b-2e33cd1e1676 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks [] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:48.767435 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-f060a009-8f83-49c5-b17b-2e33cd1e1676 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "DELETE /v2.0/subnets/36d61bff-2846-46cd-92c5-b0af592c01e4 HTTP/1.1" status: 204 len: 168 time: 0.3818448 Dec 20 14:53:48.768032 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37618) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:48.769858 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc72682-c634-4619-89ac-2737744fedb6 None None] Network 8f765da1-de67-4529-845f-a8a483d2030c requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:53:48.773439 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-7680af82-9f23-474b-a423-6acb696cd577 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Request body: {'subnet': {'network_id': '8f765da1-de67-4529-845f-a8a483d2030c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:53:48.801310 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-66e4c6eb-fda4-4dd5-b89b-508612a6c087 req-a5682101-00b1-4eb0-b7af-7186bb17b671 service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4608338 Dec 20 14:53:48.809673 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54ed5bc-a8d3-46ec-b708-2305620d648f req-b51a5837-6c36-4dc8-935d-b735a0fa00a4 tempest-VolumesBackupsTest-481698073 tempest-VolumesBackupsTest-481698073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:48.811137 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d54ed5bc-a8d3-46ec-b708-2305620d648f req-b51a5837-6c36-4dc8-935d-b735a0fa00a4 tempest-VolumesBackupsTest-481698073 tempest-VolumesBackupsTest-481698073-project] 10.222.0.54 "GET /v2.0/ports?device_id=41899c8c-d22f-4630-96d1-e38e0939d445 HTTP/1.1" status: 200 len: 947 time: 0.0740514 Dec 20 14:53:48.886208 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5290a7c-f304-4957-9dda-120cf6caf61b req-36caf63f-a070-4a09-bdd2-9c37f15acc43 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:48.888270 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c5290a7c-f304-4957-9dda-120cf6caf61b req-36caf63f-a070-4a09-bdd2-9c37f15acc43 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=31a55ef4-f413-493d-8b86-3a848ca43d83 HTTP/1.1" status: 200 len: 943 time: 0.0919738 Dec 20 14:53:48.931495 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-66e4c6eb-fda4-4dd5-b89b-508612a6c087 req-a00ed0c6-4d7c-4d0f-ac57-b331b0564c74 service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193717 Dec 20 14:53:48.936327 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d54ed5bc-a8d3-46ec-b708-2305620d648f req-b77e4fb0-d5d8-44e7-b8c1-b3e879083284 tempest-VolumesBackupsTest-481698073 tempest-VolumesBackupsTest-481698073-project] 10.222.0.54 "GET /v2.0/security-groups?id=29529c00-5d8e-457a-a310-f6a6af801b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171119 Dec 20 14:53:48.975665 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c5290a7c-f304-4957-9dda-120cf6caf61b req-e4aa8f1d-1da9-40de-8872-e77afece65c3 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=a3840027-1c66-4dfc-886c-c2af2b1c81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814888 Dec 20 14:53:48.985746 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7680af82-9f23-474b-a423-6acb696cd577 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Made reservation on behalf of 9dc2db8fd1084daba237ede2ca8ed86f for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:53:48.989902 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7680af82-9f23-474b-a423-6acb696cd577 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:49.216667 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7680af82-9f23-474b-a423-6acb696cd577 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8848317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10470522'] for subnet, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:49.257518 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7680af82-9f23-474b-a423-6acb696cd577 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Network 8f765da1-de67-4529-845f-a8a483d2030c is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:53:49.260889 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-7680af82-9f23-474b-a423-6acb696cd577 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:53:49.265186 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7680af82-9f23-474b-a423-6acb696cd577 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:49.265769 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7680af82-9f23-474b-a423-6acb696cd577 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks [] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:49.278652 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7680af82-9f23-474b-a423-6acb696cd577 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Pushing event updated for resources: {'Subnet': ['ID=dcf1b5f8-9b2d-4a4a-a91c-5e947c76ba2a,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:49.291523 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-7680af82-9f23-474b-a423-6acb696cd577 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5198562 Dec 20 14:53:49.292453 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37622) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:49.296216 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-d9a45f1a-3d08-4e78-b84c-2cae9c402147 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Request body: {'security_group': {'name': 'tempest-secgroup-990434896'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:53:49.320965 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d9a45f1a-3d08-4e78-b84c-2cae9c402147 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:49.394195 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d9a45f1a-3d08-4e78-b84c-2cae9c402147 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:49.398674 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d9a45f1a-3d08-4e78-b84c-2cae9c402147 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:49.432757 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a45f1a-3d08-4e78-b84c-2cae9c402147 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d508a926-6c70-4b2e-bdb6-ab40d49662eb,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:49.433611 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c649ecb-4794-488d-a2cf-e03b6f48f8fb None None] Network 8f765da1-de67-4529-845f-a8a483d2030c requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:53:49.436970 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d9a45f1a-3d08-4e78-b84c-2cae9c402147 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:49.438176 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-d9a45f1a-3d08-4e78-b84c-2cae9c402147 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1454093 Dec 20 14:53:49.441096 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37624) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:49.445361 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-b80b02d0-242d-4869-b2cc-80c6d8898ba9 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Request body: {'security_group': {'name': 'tempest-secgroup-1094242303'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:53:49.471905 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b80b02d0-242d-4869-b2cc-80c6d8898ba9 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:49.539856 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b80b02d0-242d-4869-b2cc-80c6d8898ba9 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:49.544972 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b80b02d0-242d-4869-b2cc-80c6d8898ba9 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:49.554732 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-f38b9cc1-43af-439f-91fc-15667bdbb62a None None] Provisioning complete for port 7b5e7571-b1c7-4d8e-83b5-53193a4e02d1 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:53:49.555114 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f38b9cc1-43af-439f-91fc-15667bdbb62a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:49.574106 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b80b02d0-242d-4869-b2cc-80c6d8898ba9 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:49.578118 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-b80b02d0-242d-4869-b2cc-80c6d8898ba9 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1333354 Dec 20 14:53:49.578118 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80b02d0-242d-4869-b2cc-80c6d8898ba9 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13dce81a-660c-4c8a-9bfa-e8087329d985,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:49.578493 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 37626) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:49.590533 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-d03f5f8b-8706-440c-beb9-8726bc2ee7d6 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Request body: {'security_group': {'name': 'tempest-secgroup-448415650'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:53:49.599793 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-f38b9cc1-43af-439f-91fc-15667bdbb62a None None] Port 7b5e7571-b1c7-4d8e-83b5-53193a4e02d1 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:53:49.612094 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-f38b9cc1-43af-439f-91fc-15667bdbb62a None None] Provisioning complete for port 3d6de27c-9e7f-4357-ae78-ecc6a428c50f triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:53:49.612614 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f38b9cc1-43af-439f-91fc-15667bdbb62a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:49.624927 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d03f5f8b-8706-440c-beb9-8726bc2ee7d6 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:49.682296 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5779eaf7-1f56-46e9-97fe-d5230cb60115 None None] Update dhcp port {'port': {'network_id': '8f765da1-de67-4529-845f-a8a483d2030c', 'fixed_ips': [{'subnet_id': '61438d6b-de19-4c22-94db-f6246c672f0a', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'dcf1b5f8-9b2d-4a4a-a91c-5e947c76ba2a'}], 'binding:host_id': 'n-d-761264-19'}, 'id': '3d6de27c-9e7f-4357-ae78-ecc6a428c50f'} from n-d-761264-19. {{(pid=103169) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 20 14:53:49.709044 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d03f5f8b-8706-440c-beb9-8726bc2ee7d6 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:49.713725 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-5779eaf7-1f56-46e9-97fe-d5230cb60115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:49.714977 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d03f5f8b-8706-440c-beb9-8726bc2ee7d6 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:49.752199 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d03f5f8b-8706-440c-beb9-8726bc2ee7d6 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:49.753868 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-d03f5f8b-8706-440c-beb9-8726bc2ee7d6 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1700816 Dec 20 14:53:49.756737 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37630) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:49.757568 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03f5f8b-8706-440c-beb9-8726bc2ee7d6 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=039e4c78-b911-4d1f-a5ae-fa0c4b41e6bb,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:49.761864 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-40a248d8-98e6-478f-b5d9-67f0e5c32416 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-384364722', 'security_groups': ['039e4c78-b911-4d1f-a5ae-fa0c4b41e6bb'], 'network_id': '8f765da1-de67-4529-845f-a8a483d2030c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'dcf1b5f8-9b2d-4a4a-a91c-5e947c76ba2a'}]}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:53:49.831184 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d41db3-8990-43a1-97ba-8eda2db62025 req-7b6b4b9a-bd4d-45a6-843f-35219bc17eaf tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:49.833438 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-15d41db3-8990-43a1-97ba-8eda2db62025 req-7b6b4b9a-bd4d-45a6-843f-35219bc17eaf tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/ports?device_id=0e6e452e-b7b9-4269-b6fe-be94c6c57210 HTTP/1.1" status: 200 len: 945 time: 0.0618935 Dec 20 14:53:49.892943 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-15d41db3-8990-43a1-97ba-8eda2db62025 req-e4f7264b-dba3-4b6c-a85f-ffc05dca1a99 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/security-groups?id=1965ba5c-d387-4fec-8f79-f26f65ad2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447991 Dec 20 14:53:49.894347 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40a248d8-98e6-478f-b5d9-67f0e5c32416 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Made reservation on behalf of 9dc2db8fd1084daba237ede2ca8ed86f for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:53:49.926489 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-5779eaf7-1f56-46e9-97fe-d5230cb60115 None None] Allocated IP 2001:db8::2 (8f765da1-de67-4529-845f-a8a483d2030c/dcf1b5f8-9b2d-4a4a-a91c-5e947c76ba2a/3d6de27c-9e7f-4357-ae78-ecc6a428c50f) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:53:49.980182 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-40a248d8-98e6-478f-b5d9-67f0e5c32416 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:50.000315 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [None req-40a248d8-98e6-478f-b5d9-67f0e5c32416 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] device_id is not set on port ea58797d-e710-4a9c-bdd2-51a3c6ace8b6 yet. {{(pid=103168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 14:53:50.030434 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-5779eaf7-1f56-46e9-97fe-d5230cb60115 None None] For port 3d6de27c-9e7f-4357-ae78-ecc6a428c50f, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=3d6de27c-9e7f-4357-ae78-ecc6a428c50f,segment=NetworkSegment(23c15c8d-3cab-4a07-bf88-39fcec09f26a),segment_id=23c15c8d-3cab-4a07-bf88-39fcec09f26a)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:53:50.083104 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-5779eaf7-1f56-46e9-97fe-d5230cb60115 None None] Publish callbacks [] for port, precommit_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:50.089604 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-5779eaf7-1f56-46e9-97fe-d5230cb60115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:50.119256 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca017b9-755f-47e0-ad19-ba75528a929a req-f3fe1ac5-84bc-4ea7-b8db-801c1a389761 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:50.120855 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2ca017b9-755f-47e0-ad19-ba75528a929a req-f3fe1ac5-84bc-4ea7-b8db-801c1a389761 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=31a55ef4-f413-493d-8b86-3a848ca43d83 HTTP/1.1" status: 200 len: 943 time: 0.0587869 Dec 20 14:53:50.186064 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5779eaf7-1f56-46e9-97fe-d5230cb60115 None None] Pushing event updated for resources: {'Port': ['ID=3d6de27c-9e7f-4357-ae78-ecc6a428c50f,revision_number=6']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:50.187329 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2ca017b9-755f-47e0-ad19-ba75528a929a req-b0932395-db77-4778-9756-f022dc417870 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=a3840027-1c66-4dfc-886c-c2af2b1c81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591097 Dec 20 14:53:50.465564 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e9a236-677c-4c7c-9b5d-4afbe728e228 req-122aa931-73ef-40e6-ba97-0bd1a9cd6f38 tempest-VolumesBackupsTest-481698073 tempest-VolumesBackupsTest-481698073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:50.467085 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c5e9a236-677c-4c7c-9b5d-4afbe728e228 req-122aa931-73ef-40e6-ba97-0bd1a9cd6f38 tempest-VolumesBackupsTest-481698073 tempest-VolumesBackupsTest-481698073-project] 10.222.0.54 "GET /v2.0/ports?device_id=41899c8c-d22f-4630-96d1-e38e0939d445 HTTP/1.1" status: 200 len: 947 time: 0.4259391 Dec 20 14:53:50.493650 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ca663-d7eb-4188-be41-f00b36189881 req-2d9c34fa-14a5-4826-93d0-1b3e99af6961 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:50.495170 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-163ca663-d7eb-4188-be41-f00b36189881 req-2d9c34fa-14a5-4826-93d0-1b3e99af6961 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=31a55ef4-f413-493d-8b86-3a848ca43d83 HTTP/1.1" status: 200 len: 943 time: 0.1234601 Dec 20 14:53:50.530440 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78894749-0cfc-4ee3-b4c7-aaf8e278216e req-d8dc20bb-865b-4a57-a348-573536cebc8d tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:50.531982 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-78894749-0cfc-4ee3-b4c7-aaf8e278216e req-d8dc20bb-865b-4a57-a348-573536cebc8d tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.47 "GET /v2.0/ports?device_id=31a55ef4-f413-493d-8b86-3a848ca43d83&tenant_id=f35a648a7aca4680a908ac1344ad2536&binding%3Ahost_id=n-h1-761264-19 HTTP/1.1" status: 200 len: 943 time: 0.1300609 Dec 20 14:53:50.556023 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c5e9a236-677c-4c7c-9b5d-4afbe728e228 req-b79a7ac1-02e2-4f1b-8e75-2baae3841380 tempest-VolumesBackupsTest-481698073 tempest-VolumesBackupsTest-481698073-project] 10.222.0.54 "GET /v2.0/security-groups?id=29529c00-5d8e-457a-a310-f6a6af801b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827520 Dec 20 14:53:50.587359 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-40a248d8-98e6-478f-b5d9-67f0e5c32416 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Allocated IP 2001:db8::1e3 (8f765da1-de67-4529-845f-a8a483d2030c/dcf1b5f8-9b2d-4a4a-a91c-5e947c76ba2a/ea58797d-e710-4a9c-bdd2-51a3c6ace8b6) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:53:50.597275 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-163ca663-d7eb-4188-be41-f00b36189881 req-2a49ecdb-f178-410e-bfeb-79e9781d92ea tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=a3840027-1c66-4dfc-886c-c2af2b1c81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948713 Dec 20 14:53:50.618473 n-d-761264-19 neutron-server[103167]: INFO neutron.api.v2.resource [req-78894749-0cfc-4ee3-b4c7-aaf8e278216e req-cef99027-4b23-4acb-8865-968ac74ead35 service neutron] delete failed (client error): The resource could not be found. Dec 20 14:53:50.619583 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-78894749-0cfc-4ee3-b4c7-aaf8e278216e req-cef99027-4b23-4acb-8865-968ac74ead35 service neutron] 10.222.0.47 "DELETE /v2.0/ports/86020aa1-4960-45c4-bd63-17a4d6788fcd/bindings/n-h2-761264-19 HTTP/1.1" status: 404 len: 381 time: 0.0736105 Dec 20 14:53:50.718642 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78894749-0cfc-4ee3-b4c7-aaf8e278216e req-d7f2c385-a676-4ed5-95d6-a2a33bf5d17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:50.720254 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-78894749-0cfc-4ee3-b4c7-aaf8e278216e req-d7f2c385-a676-4ed5-95d6-a2a33bf5d17d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f35a648a7aca4680a908ac1344ad2536&device_id=31a55ef4-f413-493d-8b86-3a848ca43d83 HTTP/1.1" status: 200 len: 1095 time: 0.0467906 Dec 20 14:53:50.737687 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-40a248d8-98e6-478f-b5d9-67f0e5c32416 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:50.774484 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-40a248d8-98e6-478f-b5d9-67f0e5c32416 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:50.791809 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-86cdcb07-ab4d-46b6-a168-a2da8c6196b1 None None] Provisioning complete for port 7b5e7571-b1c7-4d8e-83b5-53193a4e02d1 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:53:50.792444 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-86cdcb07-ab4d-46b6-a168-a2da8c6196b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:50.819643 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a248d8-98e6-478f-b5d9-67f0e5c32416 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Network 8f765da1-de67-4529-845f-a8a483d2030c is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:53:50.822871 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-40a248d8-98e6-478f-b5d9-67f0e5c32416 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:53:50.826799 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a248d8-98e6-478f-b5d9-67f0e5c32416 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:53:50.827202 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-86cdcb07-ab4d-46b6-a168-a2da8c6196b1 None None] Port 7b5e7571-b1c7-4d8e-83b5-53193a4e02d1 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:53:50.828981 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78894749-0cfc-4ee3-b4c7-aaf8e278216e req-c7eb997c-c242-4000-8701-8fe318ea3702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:50.830610 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-78894749-0cfc-4ee3-b4c7-aaf8e278216e req-c7eb997c-c242-4000-8701-8fe318ea3702 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2b991158-95f7-48e9-8fcb-a8703c027202 HTTP/1.1" status: 200 len: 898 time: 0.1005163 Dec 20 14:53:50.832873 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a248d8-98e6-478f-b5d9-67f0e5c32416 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:50.833554 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-40a248d8-98e6-478f-b5d9-67f0e5c32416 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:50.838428 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-86cdcb07-ab4d-46b6-a168-a2da8c6196b1 None None] Provisioning complete for port 3d6de27c-9e7f-4357-ae78-ecc6a428c50f triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:53:50.839118 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-86cdcb07-ab4d-46b6-a168-a2da8c6196b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:50.842925 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a248d8-98e6-478f-b5d9-67f0e5c32416 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Pushing event updated for resources: {'Port': ['ID=ea58797d-e710-4a9c-bdd2-51a3c6ace8b6,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:50.869802 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-40a248d8-98e6-478f-b5d9-67f0e5c32416 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1119230 Dec 20 14:53:50.870569 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37642) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:50.876497 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-7dce8348-c3b5-4f7e-b7dc-fff0b06c4408 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Request body: {'subnet': {'network_id': '8f765da1-de67-4529-845f-a8a483d2030c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:53:50.921952 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-78894749-0cfc-4ee3-b4c7-aaf8e278216e req-ef342efe-e803-449f-bd35-fa48858cd686 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86020aa1-4960-45c4-bd63-17a4d6788fcd HTTP/1.1" status: 200 len: 999 time: 0.0825379 Dec 20 14:53:50.982339 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78894749-0cfc-4ee3-b4c7-aaf8e278216e req-c80ac601-6f25-4487-9dda-0649df184658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:50.983866 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-78894749-0cfc-4ee3-b4c7-aaf8e278216e req-c80ac601-6f25-4487-9dda-0649df184658 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bc006d6b-5685-40fd-b243-7761d2560194 HTTP/1.1" status: 200 len: 834 time: 0.0519943 Dec 20 14:53:51.050482 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78894749-0cfc-4ee3-b4c7-aaf8e278216e req-99836772-d696-4607-b9e1-4869fe6bbe07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:51.052150 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-78894749-0cfc-4ee3-b4c7-aaf8e278216e req-99836772-d696-4607-b9e1-4869fe6bbe07 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2b991158-95f7-48e9-8fcb-a8703c027202&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0594795 Dec 20 14:53:51.059913 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e46f20d-38f1-4044-979b-aefa929b36ea req-d6cb0038-3c70-4aab-8740-71bda5fa2143 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:51.061697 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5e46f20d-38f1-4044-979b-aefa929b36ea req-d6cb0038-3c70-4aab-8740-71bda5fa2143 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/ports?device_id=0e6e452e-b7b9-4269-b6fe-be94c6c57210 HTTP/1.1" status: 200 len: 945 time: 0.0809932 Dec 20 14:53:51.094616 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 3d6de27c-9e7f-4357-ae78-ecc6a428c50f up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:53:51.099066 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dce8348-c3b5-4f7e-b7dc-fff0b06c4408 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Made reservation on behalf of 9dc2db8fd1084daba237ede2ca8ed86f for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:53:51.102855 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7dce8348-c3b5-4f7e-b7dc-fff0b06c4408 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:51.161163 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 3d6de27c-9e7f-4357-ae78-ecc6a428c50f triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:53:51.161531 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:51.179632 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-78894749-0cfc-4ee3-b4c7-aaf8e278216e req-bb5d29ed-3c4b-4fe8-9add-d9c7e5e3c5fa service neutron] 10.222.0.47 "GET /v2.0/networks/2b991158-95f7-48e9-8fcb-a8703c027202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181610 Dec 20 14:53:51.185678 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5e46f20d-38f1-4044-979b-aefa929b36ea req-a9d945b5-207d-4a90-9ff6-53a585b8b1c0 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/security-groups?id=1965ba5c-d387-4fec-8f79-f26f65ad2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157532 Dec 20 14:53:51.190225 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-aa393f8e-db0d-44dd-95c1-c53bf005635a None None] Provisioning complete for port ea58797d-e710-4a9c-bdd2-51a3c6ace8b6 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:53:51.190596 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-aa393f8e-db0d-44dd-95c1-c53bf005635a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:51.227215 n-d-761264-19 neutron-server[103168]: INFO neutron.db.ipam_backend_mixin [None req-7dce8348-c3b5-4f7e-b7dc-fff0b06c4408 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet dcf1b5f8-9b2d-4a4a-a91c-5e947c76ba2a (CIDR: 2001:db8::/64) Dec 20 14:53:51.232351 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dce8348-c3b5-4f7e-b7dc-fff0b06c4408 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 14:53:51.233037 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dce8348-c3b5-4f7e-b7dc-fff0b06c4408 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:53:51.239231 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-aa393f8e-db0d-44dd-95c1-c53bf005635a None None] Port ea58797d-e710-4a9c-bdd2-51a3c6ace8b6 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:53:51.260086 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-7dce8348-c3b5-4f7e-b7dc-fff0b06c4408 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3883362 Dec 20 14:53:51.262754 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37648) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:51.268276 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-4da265f4-ab4c-4e5e-a4d7-bf98d3eeec9d tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Request body: {'subnet': {'network_id': '8f765da1-de67-4529-845f-a8a483d2030c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:53:51.285915 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-78894749-0cfc-4ee3-b4c7-aaf8e278216e req-53d71a8e-517b-46b2-a3ac-1287f8277c4d service neutron] 10.222.0.47 "GET /v2.0/networks/2b991158-95f7-48e9-8fcb-a8703c027202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983043 Dec 20 14:53:51.287285 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 71c0f96e-5d09-4bc3-91d8-018562b97367 details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:53:51.411910 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4da265f4-ab4c-4e5e-a4d7-bf98d3eeec9d tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Made reservation on behalf of 9dc2db8fd1084daba237ede2ca8ed86f for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:53:51.415738 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4da265f4-ab4c-4e5e-a4d7-bf98d3eeec9d tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:51.418212 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f6f4f1-1c3d-457f-bf4f-71fa96bc11c0 req-287f7661-c928-4b94-aa23-5255a743fc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:51.419810 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-98f6f4f1-1c3d-457f-bf4f-71fa96bc11c0 req-287f7661-c928-4b94-aa23-5255a743fc7b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0e6e452e-b7b9-4269-b6fe-be94c6c57210 HTTP/1.1" status: 200 len: 1097 time: 0.0616791 Dec 20 14:53:51.472321 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-98f6f4f1-1c3d-457f-bf4f-71fa96bc11c0 req-12c0b7ee-0423-490e-bd93-708f7b2066a2 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1965ba5c-d387-4fec-8f79-f26f65ad2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424700 Dec 20 14:53:51.516474 n-d-761264-19 neutron-server[103168]: INFO neutron.db.ipam_backend_mixin [None req-4da265f4-ab4c-4e5e-a4d7-bf98d3eeec9d tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 61438d6b-de19-4c22-94db-f6246c672f0a (CIDR: 2001:db8:0:1::/64) Dec 20 14:53:51.519659 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-4da265f4-ab4c-4e5e-a4d7-bf98d3eeec9d tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 14:53:51.520109 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4da265f4-ab4c-4e5e-a4d7-bf98d3eeec9d tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:53:51.536313 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-4da265f4-ab4c-4e5e-a4d7-bf98d3eeec9d tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.2725186 Dec 20 14:53:51.539228 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37650) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:51.544185 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-b63e71c1-b838-44ba-8f39-f45471fd8ec3 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Request body: {'subnet': {'network_id': '8f765da1-de67-4529-845f-a8a483d2030c', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:53:51.559738 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 86020aa1-4960-45c4-bd63-17a4d6788fcd details requested by agent hyperv_n-h1-761264-19 with host n-h1-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:53:51.575091 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 71c0f96e-5d09-4bc3-91d8-018562b97367, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=71c0f96e-5d09-4bc3-91d8-018562b97367,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:53:51.591615 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': '71c0f96e-5d09-4bc3-91d8-018562b97367', 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1', 'port_id': '71c0f96e-5d09-4bc3-91d8-018562b97367', 'mac_address': 'fa:16:3e:74:42:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36bf280f-81bb-4486-a87a-9b9505a1cec4', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:53:51.669024 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b63e71c1-b838-44ba-8f39-f45471fd8ec3 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Made reservation on behalf of 9dc2db8fd1084daba237ede2ca8ed86f for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:53:51.675905 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b63e71c1-b838-44ba-8f39-f45471fd8ec3 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:51.676946 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 14:53:51.681417 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:51.702774 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71c0f96e-5d09-4bc3-91d8-018562b97367 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:53:51.725784 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 86020aa1-4960-45c4-bd63-17a4d6788fcd, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=86020aa1-4960-45c4-bd63-17a4d6788fcd,segment=NetworkSegment(9624b9cb-588e-4de9-8787-9ecbaa3d7a8f),segment_id=9624b9cb-588e-4de9-8787-9ecbaa3d7a8f)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:53:51.731198 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2214d06d-94a2-44d4-87fd-cb05ae3221fd req-d551a23c-c182-4ba2-8576-b312d192c754 tempest-VolumesBackupsTest-481698073 tempest-VolumesBackupsTest-481698073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:51.735217 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2214d06d-94a2-44d4-87fd-cb05ae3221fd req-d551a23c-c182-4ba2-8576-b312d192c754 tempest-VolumesBackupsTest-481698073 tempest-VolumesBackupsTest-481698073-project] 10.222.0.54 "GET /v2.0/ports?device_id=41899c8c-d22f-4630-96d1-e38e0939d445 HTTP/1.1" status: 200 len: 947 time: 0.0892155 Dec 20 14:53:51.742335 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 71c0f96e-5d09-4bc3-91d8-018562b97367, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=71c0f96e-5d09-4bc3-91d8-018562b97367,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:53:51.745081 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Returning: {'device': '86020aa1-4960-45c4-bd63-17a4d6788fcd', 'network_id': '2b991158-95f7-48e9-8fcb-a8703c027202', 'port_id': '86020aa1-4960-45c4-bd63-17a4d6788fcd', 'mac_address': 'fa:16:3e:74:90:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc006d6b-5685-40fd-b243-7761d2560194', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:53:51.747963 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:51.795193 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2214d06d-94a2-44d4-87fd-cb05ae3221fd req-a44e47e2-1862-4472-bc80-5e836c4f59a1 tempest-VolumesBackupsTest-481698073 tempest-VolumesBackupsTest-481698073-project] 10.222.0.54 "GET /v2.0/security-groups?id=29529c00-5d8e-457a-a310-f6a6af801b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551114 Dec 20 14:53:51.816776 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466399c2-a3ba-4793-80ec-c56b8a229df2 req-e8061e03-9673-45b5-9240-0e295331669f tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:51.819646 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:51.823633 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-466399c2-a3ba-4793-80ec-c56b8a229df2 req-e8061e03-9673-45b5-9240-0e295331669f tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=31a55ef4-f413-493d-8b86-3a848ca43d83 HTTP/1.1" status: 200 len: 943 time: 0.0908301 Dec 20 14:53:51.824573 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=71c0f96e-5d09-4bc3-91d8-018562b97367,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:51.838874 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86020aa1-4960-45c4-bd63-17a4d6788fcd {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:53:51.859551 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 86020aa1-4960-45c4-bd63-17a4d6788fcd, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=86020aa1-4960-45c4-bd63-17a4d6788fcd,segment=NetworkSegment(9624b9cb-588e-4de9-8787-9ecbaa3d7a8f),segment_id=9624b9cb-588e-4de9-8787-9ecbaa3d7a8f)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:53:51.863730 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:51.894191 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-466399c2-a3ba-4793-80ec-c56b8a229df2 req-d75a944f-0e14-4f2f-9628-dd85ca1654ad tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=a3840027-1c66-4dfc-886c-c2af2b1c81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684345 Dec 20 14:53:51.921704 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=86020aa1-4960-45c4-bd63-17a4d6788fcd,revision_number=8']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:51.991606 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['71c0f96e-5d09-4bc3-91d8-018562b97367'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:53:52.009470 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b63e71c1-b838-44ba-8f39-f45471fd8ec3 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8848317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10470522'] for subnet, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:52.063535 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63e71c1-b838-44ba-8f39-f45471fd8ec3 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Network 8f765da1-de67-4529-845f-a8a483d2030c is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:53:52.067737 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-b63e71c1-b838-44ba-8f39-f45471fd8ec3 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:53:52.071556 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63e71c1-b838-44ba-8f39-f45471fd8ec3 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:52.072188 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b63e71c1-b838-44ba-8f39-f45471fd8ec3 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks [] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:52.081937 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b40a48-3b6f-46af-8bf2-52c82b084b89 None None] Network 8f765da1-de67-4529-845f-a8a483d2030c requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:53:52.094743 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63e71c1-b838-44ba-8f39-f45471fd8ec3 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Pushing event updated for resources: {'Subnet': ['ID=f979d33c-e211-42cb-9748-2eccd308ab7a,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:52.106422 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-b63e71c1-b838-44ba-8f39-f45471fd8ec3 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5633621 Dec 20 14:53:52.106994 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37656) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:52.113700 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-8abb5b66-c269-4620-8256-217d03ece604 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-577894469', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f979d33c-e211-42cb-9748-2eccd308ab7a'}], 'security_groups': ['d508a926-6c70-4b2e-bdb6-ab40d49662eb', '13dce81a-660c-4c8a-9bfa-e8087329d985']}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:53:52.182069 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8abb5b66-c269-4620-8256-217d03ece604 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:52.245103 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['86020aa1-4960-45c4-bd63-17a4d6788fcd'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:53:52.323148 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36370f8c-b855-4d86-9f63-1ab6ff187551 req-ac8631a8-f21b-4bf4-9d5e-37b7cbb1401a tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:52.325271 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-36370f8c-b855-4d86-9f63-1ab6ff187551 req-ac8631a8-f21b-4bf4-9d5e-37b7cbb1401a tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/ports?device_id=0e6e452e-b7b9-4269-b6fe-be94c6c57210 HTTP/1.1" status: 200 len: 945 time: 0.0601671 Dec 20 14:53:52.350389 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae10ff30-cf5b-4c56-9304-d51b7d74e94a None None] Update dhcp port {'port': {'network_id': '8f765da1-de67-4529-845f-a8a483d2030c', 'fixed_ips': [{'subnet_id': '61438d6b-de19-4c22-94db-f6246c672f0a', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'dcf1b5f8-9b2d-4a4a-a91c-5e947c76ba2a', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f979d33c-e211-42cb-9748-2eccd308ab7a'}], 'binding:host_id': 'n-d-761264-19'}, 'id': '3d6de27c-9e7f-4357-ae78-ecc6a428c50f'} from n-d-761264-19. {{(pid=103169) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 20 14:53:52.378470 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-36370f8c-b855-4d86-9f63-1ab6ff187551 req-8c37e032-0c0f-4ad8-8c93-e9df7e834448 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/security-groups?id=1965ba5c-d387-4fec-8f79-f26f65ad2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456488 Dec 20 14:53:52.390660 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ae10ff30-cf5b-4c56-9304-d51b7d74e94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:52.530757 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-8abb5b66-c269-4620-8256-217d03ece604 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Delete allocated IP 2001:db8::1e3 (8f765da1-de67-4529-845f-a8a483d2030c/dcf1b5f8-9b2d-4a4a-a91c-5e947c76ba2a) {{(pid=103168) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 20 14:53:52.538740 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-8abb5b66-c269-4620-8256-217d03ece604 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Allocated IP 2001:db8:0:2::d8 (8f765da1-de67-4529-845f-a8a483d2030c/f979d33c-e211-42cb-9748-2eccd308ab7a/ea58797d-e710-4a9c-bdd2-51a3c6ace8b6) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:53:52.714754 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8abb5b66-c269-4620-8256-217d03ece604 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:52.720048 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8abb5b66-c269-4620-8256-217d03ece604 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:52.782084 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-ae10ff30-cf5b-4c56-9304-d51b7d74e94a None None] Allocated IP 2001:db8:0:2::2 (8f765da1-de67-4529-845f-a8a483d2030c/f979d33c-e211-42cb-9748-2eccd308ab7a/3d6de27c-9e7f-4357-ae78-ecc6a428c50f) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:53:52.788238 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-8abb5b66-c269-4620-8256-217d03ece604 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] In _notify_port_updated(), no bound segment for port ea58797d-e710-4a9c-bdd2-51a3c6ace8b6 on network 8f765da1-de67-4529-845f-a8a483d2030c {{(pid=103168) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 20 14:53:52.793793 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8abb5b66-c269-4620-8256-217d03ece604 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:52.794411 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8abb5b66-c269-4620-8256-217d03ece604 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:52.795750 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-8abb5b66-c269-4620-8256-217d03ece604 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "PUT /v2.0/ports/ea58797d-e710-4a9c-bdd2-51a3c6ace8b6 HTTP/1.1" status: 200 len: 968 time: 0.6875708 Dec 20 14:53:52.798974 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 37662) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:52.799978 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abb5b66-c269-4620-8256-217d03ece604 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Pushing event updated for resources: {'Port': ['ID=ea58797d-e710-4a9c-bdd2-51a3c6ace8b6,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:52.881698 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-ae10ff30-cf5b-4c56-9304-d51b7d74e94a None None] For port 3d6de27c-9e7f-4357-ae78-ecc6a428c50f, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=3d6de27c-9e7f-4357-ae78-ecc6a428c50f,segment=NetworkSegment(23c15c8d-3cab-4a07-bf88-39fcec09f26a),segment_id=23c15c8d-3cab-4a07-bf88-39fcec09f26a)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:53:52.901695 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-18699d46-e89c-44c0-b2f3-7b008d67bed5 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Deleting port ea58797d-e710-4a9c-bdd2-51a3c6ace8b6 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:53:52.902272 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-18699d46-e89c-44c0-b2f3-7b008d67bed5 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:52.914558 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ae10ff30-cf5b-4c56-9304-d51b7d74e94a None None] Publish callbacks [] for port, precommit_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:52.919752 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:52.919752 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:53:52.919752 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:52.919752 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:53:52.919752 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:52.919752 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:53:52.919752 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:52.919752 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:53:52.919752 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:52.919752 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:53:52.919752 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:52.919752 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:53:52.919752 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:52.919752 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:53:52.919752 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:52.919752 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:53:52.919752 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:52.919752 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:53:52.919752 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:52.919752 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:53:52.919752 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:52.919752 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:53:52.919752 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:52.919752 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:53:52.919752 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:52.919752 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:53:52.919752 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:52.919752 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:53:52.919752 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:52.919752 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:53:52.919752 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:52.919752 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:53:52.919752 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:52.919752 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:53:52.919752 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:52.919752 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:53:52.919752 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:52.919752 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:53:52.919752 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:52.919752 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:53:52.919752 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:52.919752 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:53:52.919752 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:52.919752 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:53:52.919752 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:52.919752 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:53:52.919752 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:52.919752 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:53:52.923166 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ae10ff30-cf5b-4c56-9304-d51b7d74e94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:52.925150 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44806eaa-5a91-40ec-af11-f7a870c3b484 req-cd55c08b-5de7-4e57-81d8-bf64ad891145 tempest-VolumesBackupsTest-481698073 tempest-VolumesBackupsTest-481698073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:52.931870 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-44806eaa-5a91-40ec-af11-f7a870c3b484 req-cd55c08b-5de7-4e57-81d8-bf64ad891145 tempest-VolumesBackupsTest-481698073 tempest-VolumesBackupsTest-481698073-project] 10.222.0.54 "GET /v2.0/ports?device_id=41899c8c-d22f-4630-96d1-e38e0939d445 HTTP/1.1" status: 200 len: 948 time: 0.0582063 Dec 20 14:53:53.006506 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-44806eaa-5a91-40ec-af11-f7a870c3b484 req-9d46262d-42d4-494d-a632-35e5c18a8192 tempest-VolumesBackupsTest-481698073 tempest-VolumesBackupsTest-481698073-project] 10.222.0.54 "GET /v2.0/security-groups?id=29529c00-5d8e-457a-a310-f6a6af801b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681903 Dec 20 14:53:53.020744 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae10ff30-cf5b-4c56-9304-d51b7d74e94a None None] Pushing event updated for resources: {'Port': ['ID=3d6de27c-9e7f-4357-ae78-ecc6a428c50f,revision_number=7']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:53.044549 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-18699d46-e89c-44c0-b2f3-7b008d67bed5 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:53.067536 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6084e9e9-d1b1-4271-a18a-8a6d82cfb724 req-1b083688-0b97-4872-b729-fc8747e41eb9 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:53.069189 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6084e9e9-d1b1-4271-a18a-8a6d82cfb724 req-1b083688-0b97-4872-b729-fc8747e41eb9 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=31a55ef4-f413-493d-8b86-3a848ca43d83 HTTP/1.1" status: 200 len: 944 time: 0.0885782 Dec 20 14:53:53.070251 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-18699d46-e89c-44c0-b2f3-7b008d67bed5 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Calling delete_port for ea58797d-e710-4a9c-bdd2-51a3c6ace8b6 owned by {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:53:53.172270 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6084e9e9-d1b1-4271-a18a-8a6d82cfb724 req-177a43f5-6ddd-4960-b34a-78f04fc2c84f tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=a3840027-1c66-4dfc-886c-c2af2b1c81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949688 Dec 20 14:53:53.195200 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37668) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:53.264037 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-18699d46-e89c-44c0-b2f3-7b008d67bed5 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:53.284051 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-ab2da5b5-0fae-43da-a6d0-bba7a5636d90 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/floatingips/4f8beb56-a459-4697-8906-98c6cebfd2f7 HTTP/1.1" status: 200 len: 992 time: 0.0876856 Dec 20 14:53:53.296109 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18699d46-e89c-44c0-b2f3-7b008d67bed5 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Pushing event deleted for resources: {'Port': ['ID=ea58797d-e710-4a9c-bdd2-51a3c6ace8b6,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:53.305034 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 71c0f96e-5d09-4bc3-91d8-018562b97367 up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:53:53.329571 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-18699d46-e89c-44c0-b2f3-7b008d67bed5 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:53.335383 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-18699d46-e89c-44c0-b2f3-7b008d67bed5 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "DELETE /v2.0/ports/ea58797d-e710-4a9c-bdd2-51a3c6ace8b6 HTTP/1.1" status: 204 len: 168 time: 0.5352898 Dec 20 14:53:53.338185 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37676) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:53.364863 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-f03b3074-8908-4c30-aefa-7cf1410d709d tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] GET failed (client error): The resource could not be found. Dec 20 14:53:53.366761 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-f03b3074-8908-4c30-aefa-7cf1410d709d tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "GET /v2.0/ports/ea58797d-e710-4a9c-bdd2-51a3c6ace8b6 HTTP/1.1" status: 404 len: 333 time: 0.0274951 Dec 20 14:53:53.369648 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37678) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:53.379795 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning for port 71c0f96e-5d09-4bc3-91d8-018562b97367 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:53:53.384890 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port 71c0f96e-5d09-4bc3-91d8-018562b97367 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:53:53.385277 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:53.439174 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3326c58e-d885-44d6-9244-17fb29547fb8 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:53.471413 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3326c58e-d885-44d6-9244-17fb29547fb8 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:53.524091 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3326c58e-d885-44d6-9244-17fb29547fb8 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:53.527170 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:53.528884 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3326c58e-d885-44d6-9244-17fb29547fb8 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:53.533101 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-3326c58e-d885-44d6-9244-17fb29547fb8 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "DELETE /v2.0/security-groups/039e4c78-b911-4d1f-a5ae-fa0c4b41e6bb HTTP/1.1" status: 204 len: 168 time: 0.1622119 Dec 20 14:53:53.533799 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37686) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:53.559613 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3326c58e-d885-44d6-9244-17fb29547fb8 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=039e4c78-b911-4d1f-a5ae-fa0c4b41e6bb,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:53.566588 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575a3a0e-acaf-4e9a-9e56-9fad0ff0ad39 req-edf017a3-5163-4ede-aaa3-39fccb24c367 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:53.577003 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-575a3a0e-acaf-4e9a-9e56-9fad0ff0ad39 req-edf017a3-5163-4ede-aaa3-39fccb24c367 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/ports?device_id=0e6e452e-b7b9-4269-b6fe-be94c6c57210 HTTP/1.1" status: 200 len: 945 time: 0.0984111 Dec 20 14:53:53.582111 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 71c0f96e-5d09-4bc3-91d8-018562b97367, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=71c0f96e-5d09-4bc3-91d8-018562b97367,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:53:53.587127 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41899c8c-d22f-4630-96d1-e38e0939d445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71c0f96e-5d09-4bc3-91d8-018562b97367'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:53:53.589972 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fad627f-5d96-4a99-b93f-188aaab40d43" -d '{"events": [{"server_uuid": "41899c8c-d22f-4630-96d1-e38e0939d445", "name": "network-vif-plugged", "status": "completed", "tag": "71c0f96e-5d09-4bc3-91d8-018562b97367"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:53:53.592976 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 86020aa1-4960-45c4-bd63-17a4d6788fcd up at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:53:53.601339 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:53.665871 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-50357cf9-0265-4c71-91cd-f9136b50da26 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:53.676667 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-575a3a0e-acaf-4e9a-9e56-9fad0ff0ad39 req-8b6dc008-e742-4af9-a72b-a03e7ecebb1a tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/security-groups?id=1965ba5c-d387-4fec-8f79-f26f65ad2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985360 Dec 20 14:53:53.700824 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=71c0f96e-5d09-4bc3-91d8-018562b97367,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:53.711148 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning for port 86020aa1-4960-45c4-bd63-17a4d6788fcd completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:53:53.716647 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning complete for port 86020aa1-4960-45c4-bd63-17a4d6788fcd triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:53:53.717184 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:53.719119 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-50357cf9-0265-4c71-91cd-f9136b50da26 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:53.782140 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab82b2f0-40de-45cb-9dd3-187955ef9a12 x-openstack-request-id: req-ab82b2f0-40de-45cb-9dd3-187955ef9a12 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:53:53.782442 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41899c8c-d22f-4630-96d1-e38e0939d445", "name": "network-vif-plugged", "status": "completed", "tag": "71c0f96e-5d09-4bc3-91d8-018562b97367", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:53:53.782699 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ab82b2f0-40de-45cb-9dd3-187955ef9a12 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:53:53.783190 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41899c8c-d22f-4630-96d1-e38e0939d445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71c0f96e-5d09-4bc3-91d8-018562b97367', 'code': 200} Dec 20 14:53:53.785587 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-50357cf9-0265-4c71-91cd-f9136b50da26 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:53.788701 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-50357cf9-0265-4c71-91cd-f9136b50da26 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:53.789899 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-50357cf9-0265-4c71-91cd-f9136b50da26 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "DELETE /v2.0/security-groups/13dce81a-660c-4c8a-9bfa-e8087329d985 HTTP/1.1" status: 204 len: 168 time: 0.2512085 Dec 20 14:53:53.792775 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 37698) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:53.818460 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50357cf9-0265-4c71-91cd-f9136b50da26 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13dce81a-660c-4c8a-9bfa-e8087329d985,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:53.853368 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-859df951-7a91-4346-a452-67720d41f208 None None] Provisioning complete for port 7b5e7571-b1c7-4d8e-83b5-53193a4e02d1 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:53:53.853889 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-859df951-7a91-4346-a452-67720d41f208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:53.914185 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-859df951-7a91-4346-a452-67720d41f208 None None] Port 7b5e7571-b1c7-4d8e-83b5-53193a4e02d1 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:53:53.930499 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-859df951-7a91-4346-a452-67720d41f208 None None] Could not find standard attr ID for object ea58797d-e710-4a9c-bdd2-51a3c6ace8b6. {{(pid=103169) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 14:53:53.936362 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:53.982793 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-859df951-7a91-4346-a452-67720d41f208 None None] Provisioning complete for port 3d6de27c-9e7f-4357-ae78-ecc6a428c50f triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:53:53.983094 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-859df951-7a91-4346-a452-67720d41f208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:53.992557 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-107fc99f-6df6-4d84-b5ed-63208d3ca6f0 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:54.010614 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7a98f5-ddd2-4132-9aa9-7981014707fe req-83824696-2da3-4812-ba79-dbb785ce3251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:54.012777 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-cc7a98f5-ddd2-4132-9aa9-7981014707fe req-83824696-2da3-4812-ba79-dbb785ce3251 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=41899c8c-d22f-4630-96d1-e38e0939d445 HTTP/1.1" status: 200 len: 1101 time: 0.1324759 Dec 20 14:53:54.032379 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 86020aa1-4960-45c4-bd63-17a4d6788fcd, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=86020aa1-4960-45c4-bd63-17a4d6788fcd,segment=NetworkSegment(9624b9cb-588e-4de9-8787-9ecbaa3d7a8f),segment_id=9624b9cb-588e-4de9-8787-9ecbaa3d7a8f)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:53:54.042791 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-107fc99f-6df6-4d84-b5ed-63208d3ca6f0 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:54.072177 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:54.116909 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-cc7a98f5-ddd2-4132-9aa9-7981014707fe req-2d31e858-f557-4a45-82f0-669a26a333b1 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=29529c00-5d8e-457a-a310-f6a6af801b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957966 Dec 20 14:53:54.132475 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-107fc99f-6df6-4d84-b5ed-63208d3ca6f0 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:54.135285 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-107fc99f-6df6-4d84-b5ed-63208d3ca6f0 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:54.136422 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-107fc99f-6df6-4d84-b5ed-63208d3ca6f0 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "DELETE /v2.0/security-groups/d508a926-6c70-4b2e-bdb6-ab40d49662eb HTTP/1.1" status: 204 len: 168 time: 0.3426623 Dec 20 14:53:54.139831 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 37710) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:54.187838 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107fc99f-6df6-4d84-b5ed-63208d3ca6f0 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d508a926-6c70-4b2e-bdb6-ab40d49662eb,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:54.198820 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e290ce91-558e-4228-abb7-5bb6c237d534 req-de50aeb0-bf0b-4d38-b615-2de753ae76d9 tempest-VolumesBackupsTest-481698073 tempest-VolumesBackupsTest-481698073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:54.200396 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e290ce91-558e-4228-abb7-5bb6c237d534 req-de50aeb0-bf0b-4d38-b615-2de753ae76d9 tempest-VolumesBackupsTest-481698073 tempest-VolumesBackupsTest-481698073-project] 10.222.0.54 "GET /v2.0/ports?device_id=41899c8c-d22f-4630-96d1-e38e0939d445 HTTP/1.1" status: 200 len: 949 time: 0.0903158 Dec 20 14:53:54.246583 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=86020aa1-4960-45c4-bd63-17a4d6788fcd,revision_number=9']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:54.261021 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_v2 [None req-6eb4beec-875b-4cc1-a2c8-53962e2aa2fa tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Deleting subnet dcf1b5f8-9b2d-4a4a-a91c-5e947c76ba2a {{(pid=103167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:53:54.262253 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e290ce91-558e-4228-abb7-5bb6c237d534 req-5bfcaeca-99b2-46c7-88e1-f698b980257e tempest-VolumesBackupsTest-481698073 tempest-VolumesBackupsTest-481698073-project] 10.222.0.54 "GET /v2.0/security-groups?id=29529c00-5d8e-457a-a310-f6a6af801b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545917 Dec 20 14:53:54.268246 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6eb4beec-875b-4cc1-a2c8-53962e2aa2fa tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks [] for subnet, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:54.308718 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326e704a-1f8f-4163-81cc-c9dc8aacdf70 req-bfe1b0f6-fdfa-44b8-be64-9497896ef6b3 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:54.310349 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-326e704a-1f8f-4163-81cc-c9dc8aacdf70 req-bfe1b0f6-fdfa-44b8-be64-9497896ef6b3 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/ports?device_id=0e6e452e-b7b9-4269-b6fe-be94c6c57210 HTTP/1.1" status: 200 len: 945 time: 0.1194608 Dec 20 14:53:54.337432 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6eb4beec-875b-4cc1-a2c8-53962e2aa2fa tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954412'] for subnet, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:54.379218 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-805ebc41-39d6-4a2b-930c-bc0683491f78 None None] Could not find standard attr ID for object ea58797d-e710-4a9c-bdd2-51a3c6ace8b6. {{(pid=103169) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 14:53:54.447554 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-326e704a-1f8f-4163-81cc-c9dc8aacdf70 req-942be8d6-24cf-49e3-a940-1529fce1aac1 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/security-groups?id=1965ba5c-d387-4fec-8f79-f26f65ad2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289523 Dec 20 14:53:54.477601 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f39c305-9a0f-48f6-b514-adbd2e7916a9 req-984566b0-39a9-4f7f-a4f5-ce2b479e433c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:54.479168 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9f39c305-9a0f-48f6-b514-adbd2e7916a9 req-984566b0-39a9-4f7f-a4f5-ce2b479e433c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7ad62973efb247199989986208e9e8bf&device_id=0e6e452e-b7b9-4269-b6fe-be94c6c57210 HTTP/1.1" status: 200 len: 1097 time: 0.1136582 Dec 20 14:53:54.488860 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6eb4beec-875b-4cc1-a2c8-53962e2aa2fa tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:54.607070 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6eb4beec-875b-4cc1-a2c8-53962e2aa2fa tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:54.646063 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f39c305-9a0f-48f6-b514-adbd2e7916a9 req-8f1069da-3e5b-4064-937b-7c21279fa2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:54.647543 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9f39c305-9a0f-48f6-b514-adbd2e7916a9 req-8f1069da-3e5b-4064-937b-7c21279fa2a5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=93f5dcc9-0b36-4024-bce0-d4b0862d4719 HTTP/1.1" status: 200 len: 919 time: 0.1344776 Dec 20 14:53:54.648451 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb4beec-875b-4cc1-a2c8-53962e2aa2fa tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Pushing event deleted for resources: {'Subnet': ['ID=dcf1b5f8-9b2d-4a4a-a91c-5e947c76ba2a,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:54.651939 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6eb4beec-875b-4cc1-a2c8-53962e2aa2fa tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:54.655137 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-6eb4beec-875b-4cc1-a2c8-53962e2aa2fa tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "DELETE /v2.0/subnets/dcf1b5f8-9b2d-4a4a-a91c-5e947c76ba2a HTTP/1.1" status: 204 len: 168 time: 0.5143120 Dec 20 14:53:54.659819 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37712) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:54.663695 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7557abe-2c5d-4843-882e-f82eb1338b13 None None] Network 8f765da1-de67-4529-845f-a8a483d2030c requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:53:54.704572 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9f39c305-9a0f-48f6-b514-adbd2e7916a9 req-32d87ece-2f1a-47fa-a0ae-24f7f4bb2703 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=08be1526-c158-4e57-a34a-c3664135a1d7 HTTP/1.1" status: 200 len: 217 time: 0.0482855 Dec 20 14:53:54.726621 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_v2 [None req-01a3b546-6490-4e1f-bde0-8c7283b6ebfd tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Deleting subnet f979d33c-e211-42cb-9748-2eccd308ab7a {{(pid=103168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:53:54.735072 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-01a3b546-6490-4e1f-bde0-8c7283b6ebfd tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks [] for subnet, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:54.758827 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f39c305-9a0f-48f6-b514-adbd2e7916a9 req-9a897677-2c54-429c-bb7c-af266b164db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:54.760403 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9f39c305-9a0f-48f6-b514-adbd2e7916a9 req-9a897677-2c54-429c-bb7c-af266b164db1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2a0f6126-1d73-4497-a2f5-3cddb2eb92e0 HTTP/1.1" status: 200 len: 858 time: 0.0486708 Dec 20 14:53:54.792624 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-01a3b546-6490-4e1f-bde0-8c7283b6ebfd tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9023023'] for subnet, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:54.796768 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9f39c305-9a0f-48f6-b514-adbd2e7916a9 req-b90c1fcb-0edb-45dd-8b04-a3cb44cfa305 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=93f5dcc9-0b36-4024-bce0-d4b0862d4719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291672 Dec 20 14:53:54.891437 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-01a3b546-6490-4e1f-bde0-8c7283b6ebfd tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:54.915674 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9f39c305-9a0f-48f6-b514-adbd2e7916a9 req-1b3b990f-2ffd-4abd-ba7e-839059a702b2 service neutron] 10.222.0.47 "GET /v2.0/networks/93f5dcc9-0b36-4024-bce0-d4b0862d4719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102593 Dec 20 14:53:54.964607 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-01a3b546-6490-4e1f-bde0-8c7283b6ebfd tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8850800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470517'] for subnet, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:55.015047 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a3b546-6490-4e1f-bde0-8c7283b6ebfd tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Pushing event deleted for resources: {'Subnet': ['ID=f979d33c-e211-42cb-9748-2eccd308ab7a,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:55.027663 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-01a3b546-6490-4e1f-bde0-8c7283b6ebfd tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks [] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:55.040875 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 37716) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:55.042554 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-01a3b546-6490-4e1f-bde0-8c7283b6ebfd tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "DELETE /v2.0/subnets/f979d33c-e211-42cb-9748-2eccd308ab7a HTTP/1.1" status: 204 len: 168 time: 0.3811109 Dec 20 14:53:55.094846 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 3d6de27c-9e7f-4357-ae78-ecc6a428c50f up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:53:55.125399 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9f39c305-9a0f-48f6-b514-adbd2e7916a9 req-b578508b-d633-4568-9f8c-05f5b36f5bc6 service neutron] 10.222.0.47 "GET /v2.0/networks/93f5dcc9-0b36-4024-bce0-d4b0862d4719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014849 Dec 20 14:53:55.127110 n-d-761264-19 neutron-server[103167]: INFO neutron.pecan_wsgi.hooks.translation [None req-7eca7407-2672-41f0-ab8b-01976a1362a8 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] DELETE failed (client error): The resource could not be found. Dec 20 14:53:55.127758 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7eca7407-2672-41f0-ab8b-01976a1362a8 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:53:55.153446 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37718) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:55.170067 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-7eca7407-2672-41f0-ab8b-01976a1362a8 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "DELETE /v2.0/subnets/dcf1b5f8-9b2d-4a4a-a91c-5e947c76ba2a HTTP/1.1" status: 404 len: 337 time: 0.1276124 Dec 20 14:53:55.214358 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 3d6de27c-9e7f-4357-ae78-ecc6a428c50f triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:53:55.214820 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:55.237037 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_v2 [None req-62d95580-74b4-456d-acbc-18f8b1679fef tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Deleting subnet 61438d6b-de19-4c22-94db-f6246c672f0a {{(pid=103168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:53:55.242639 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-62d95580-74b4-456d-acbc-18f8b1679fef tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks [] for subnet, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:55.302600 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-62d95580-74b4-456d-acbc-18f8b1679fef tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9023023'] for subnet, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:55.423404 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-62d95580-74b4-456d-acbc-18f8b1679fef tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:55.453943 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6e21d9-68d7-4ae9-bc8e-4ee3b81c5ade req-12f869c4-7c7d-468f-81bb-65e7ab2e8815 tempest-VolumesBackupsTest-481698073 tempest-VolumesBackupsTest-481698073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:55.456127 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3e6e21d9-68d7-4ae9-bc8e-4ee3b81c5ade req-12f869c4-7c7d-468f-81bb-65e7ab2e8815 tempest-VolumesBackupsTest-481698073 tempest-VolumesBackupsTest-481698073-project] 10.222.0.54 "GET /v2.0/ports?device_id=41899c8c-d22f-4630-96d1-e38e0939d445 HTTP/1.1" status: 200 len: 949 time: 0.0751572 Dec 20 14:53:55.508082 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-62d95580-74b4-456d-acbc-18f8b1679fef tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8850800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470517'] for subnet, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:55.536276 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3e6e21d9-68d7-4ae9-bc8e-4ee3b81c5ade req-bea52a34-3b78-4019-9eb2-38ecab4864fd tempest-VolumesBackupsTest-481698073 tempest-VolumesBackupsTest-481698073-project] 10.222.0.54 "GET /v2.0/security-groups?id=29529c00-5d8e-457a-a310-f6a6af801b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709562 Dec 20 14:53:55.539684 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-62d95580-74b4-456d-acbc-18f8b1679fef tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks [] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:55.543095 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-62d95580-74b4-456d-acbc-18f8b1679fef tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "DELETE /v2.0/subnets/61438d6b-de19-4c22-94db-f6246c672f0a HTTP/1.1" status: 204 len: 168 time: 0.3882594 Dec 20 14:53:55.545557 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 37724) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:55.570545 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57de3e89-0426-4ae8-8119-61d61572bd4a None None] Network 8f765da1-de67-4529-845f-a8a483d2030c requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:53:55.583654 n-d-761264-19 neutron-server[103167]: INFO neutron.pecan_wsgi.hooks.translation [None req-158e4d8d-d94a-4558-bf58-cae2516f799a tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] DELETE failed (client error): The resource could not be found. Dec 20 14:53:55.584359 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-158e4d8d-d94a-4558-bf58-cae2516f799a tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:53:55.587072 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d95580-74b4-456d-acbc-18f8b1679fef tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Pushing event deleted for resources: {'Subnet': ['ID=61438d6b-de19-4c22-94db-f6246c672f0a,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:55.591933 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-158e4d8d-d94a-4558-bf58-cae2516f799a tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "DELETE /v2.0/subnets/36d61bff-2846-46cd-92c5-b0af592c01e4 HTTP/1.1" status: 404 len: 337 time: 0.0452466 Dec 20 14:53:55.594558 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 37728) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:55.625574 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-2afd4f93-a337-4e50-891d-8ead6a0f44d7 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a88bd76-23ab-4b2e-a871-8bb046b86f0b HTTP/1.1" status: 200 len: 205 time: 0.0294905 Dec 20 14:53:55.627939 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 37730) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:55.659191 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d313427-37c4-4110-95d2-90fc41cc149e req-59b062c6-371b-45d5-b9e5-45f25c506ff0 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:55.660772 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7d313427-37c4-4110-95d2-90fc41cc149e req-59b062c6-371b-45d5-b9e5-45f25c506ff0 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/ports?device_id=0e6e452e-b7b9-4269-b6fe-be94c6c57210 HTTP/1.1" status: 200 len: 945 time: 0.0966778 Dec 20 14:53:55.681509 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-f9ff4e7f-6eea-4773-98a6-e7096c1b8877 None None] Provisioning complete for port 7b5e7571-b1c7-4d8e-83b5-53193a4e02d1 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:53:55.681936 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f9ff4e7f-6eea-4773-98a6-e7096c1b8877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:55.718358 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7d313427-37c4-4110-95d2-90fc41cc149e req-abbd87c8-33ec-4a59-ac48-f20bc605dbd5 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/security-groups?id=1965ba5c-d387-4fec-8f79-f26f65ad2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495296 Dec 20 14:53:55.725765 n-d-761264-19 neutron-server[103167]: INFO neutron.api.v2.resource [None req-203837aa-5654-45dd-86e3-1b7e6d081397 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] delete failed (client error): The resource could not be found. Dec 20 14:53:55.731352 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37734) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:55.731755 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-203837aa-5654-45dd-86e3-1b7e6d081397 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "DELETE /v2.0/routers/6a88bd76-23ab-4b2e-a871-8bb046b86f0b HTTP/1.1" status: 404 len: 336 time: 0.1027842 Dec 20 14:53:55.764706 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-f9ff4e7f-6eea-4773-98a6-e7096c1b8877 None None] Port 7b5e7571-b1c7-4d8e-83b5-53193a4e02d1 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:53:55.770068 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-02c58b3d-005b-4337-8a36-427ce271021c tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] DELETE failed (client error): The resource could not be found. Dec 20 14:53:55.770643 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02c58b3d-005b-4337-8a36-427ce271021c tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:53:55.774995 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-02c58b3d-005b-4337-8a36-427ce271021c tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "DELETE /v2.0/subnets/0e4734d5-2624-4f61-a0fd-b8cefb2206b0 HTTP/1.1" status: 404 len: 337 time: 0.0415039 Dec 20 14:53:55.778053 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37736) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:55.786378 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31a55ef4-f413-493d-8b86-3a848ca43d83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86020aa1-4960-45c4-bd63-17a4d6788fcd'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:53:55.791021 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-361bec31-b231-49d4-b31f-82f1184784f2" -d '{"events": [{"server_uuid": "31a55ef4-f413-493d-8b86-3a848ca43d83", "name": "network-vif-plugged", "status": "completed", "tag": "86020aa1-4960-45c4-bd63-17a4d6788fcd"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:53:55.804000 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-f9ff4e7f-6eea-4773-98a6-e7096c1b8877 None None] Provisioning complete for port 3d6de27c-9e7f-4357-ae78-ecc6a428c50f triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:53:55.804790 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f9ff4e7f-6eea-4773-98a6-e7096c1b8877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:55.822368 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-3486c51c-8eef-4b81-8a8c-c154ffbb677e tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] DELETE failed (client error): The resource could not be found. Dec 20 14:53:55.822889 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3486c51c-8eef-4b81-8a8c-c154ffbb677e tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:53:55.826352 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-3486c51c-8eef-4b81-8a8c-c154ffbb677e tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "DELETE /v2.0/subnets/cb86a981-08f5-4213-84f4-911440ce1aa4 HTTP/1.1" status: 404 len: 337 time: 0.0471170 Dec 20 14:53:55.828842 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37744) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:55.872665 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ae1ca67-8e35-47f0-8e02-6bbac607ada0 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] DELETE failed (client error): The resource could not be found. Dec 20 14:53:55.873172 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ae1ca67-8e35-47f0-8e02-6bbac607ada0 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:53:55.876334 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-2ae1ca67-8e35-47f0-8e02-6bbac607ada0 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "DELETE /v2.0/subnets/d7ea6b3a-6115-4224-9de0-bf0e0473bc68 HTTP/1.1" status: 404 len: 337 time: 0.0463412 Dec 20 14:53:55.893879 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37746) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:55.903333 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dde12b5a-52f8-4dc0-b84f-e5074cda158c x-openstack-request-id: req-dde12b5a-52f8-4dc0-b84f-e5074cda158c {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:53:55.903620 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31a55ef4-f413-493d-8b86-3a848ca43d83", "name": "network-vif-plugged", "status": "completed", "tag": "86020aa1-4960-45c4-bd63-17a4d6788fcd", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:53:55.903878 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-dde12b5a-52f8-4dc0-b84f-e5074cda158c {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:53:55.904306 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31a55ef4-f413-493d-8b86-3a848ca43d83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86020aa1-4960-45c4-bd63-17a4d6788fcd', 'code': 200} Dec 20 14:53:55.905218 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777d1f0a-54ed-4f61-be1b-b64cce511745 None None] DHCP port deletion for 8f765da1-de67-4529-845f-a8a483d2030c request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:53:55.921901 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-6951c884-c6a6-4b30-b7d7-21b1133b56ea tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] DELETE failed (client error): The resource could not be found. Dec 20 14:53:55.922796 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6951c884-c6a6-4b30-b7d7-21b1133b56ea tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:53:55.927558 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-6951c884-c6a6-4b30-b7d7-21b1133b56ea tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "DELETE /v2.0/ports/1747b7ec-4dec-40b7-af10-b670db4d1f5c HTTP/1.1" status: 404 len: 333 time: 0.0325496 Dec 20 14:53:55.930084 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37748) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:55.960755 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-85ee36c3-3fb0-4829-9aaa-717f3f445620 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] DELETE failed (client error): The resource could not be found. Dec 20 14:53:55.961444 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85ee36c3-3fb0-4829-9aaa-717f3f445620 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:53:55.965542 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-85ee36c3-3fb0-4829-9aaa-717f3f445620 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "DELETE /v2.0/subnets/e6470c21-94be-4e8d-badd-ea83a6698fd9 HTTP/1.1" status: 404 len: 337 time: 0.0341690 Dec 20 14:53:55.968219 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 37750) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:55.985014 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-777d1f0a-54ed-4f61-be1b-b64cce511745 None None] Deleting port 3d6de27c-9e7f-4357-ae78-ecc6a428c50f {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:53:55.985376 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-777d1f0a-54ed-4f61-be1b-b64cce511745 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:56.014502 n-d-761264-19 neutron-server[103167]: INFO neutron.pecan_wsgi.hooks.translation [None req-78c25c3a-7a24-4dd4-be2a-b93acbe05896 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] DELETE failed (client error): The resource could not be found. Dec 20 14:53:56.014995 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78c25c3a-7a24-4dd4-be2a-b93acbe05896 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:53:56.018171 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-78c25c3a-7a24-4dd4-be2a-b93acbe05896 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "DELETE /v2.0/subnets/1e72f0e1-b2b0-459e-9ee5-ec73eb685a2d HTTP/1.1" status: 404 len: 337 time: 0.0489576 Dec 20 14:53:56.020710 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 37754) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:56.052892 n-d-761264-19 neutron-server[103167]: INFO neutron.pecan_wsgi.hooks.translation [None req-74b6cd1b-9318-4c9a-8c2a-42cd10f00fc7 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] DELETE failed (client error): The resource could not be found. Dec 20 14:53:56.053489 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74b6cd1b-9318-4c9a-8c2a-42cd10f00fc7 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:53:56.057328 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-74b6cd1b-9318-4c9a-8c2a-42cd10f00fc7 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "DELETE /v2.0/ports/53fe6470-ac44-4077-b032-6f4331cda8aa HTTP/1.1" status: 404 len: 333 time: 0.0351942 Dec 20 14:53:56.060159 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37756) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:56.094601 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-777d1f0a-54ed-4f61-be1b-b64cce511745 None None] For port 3d6de27c-9e7f-4357-ae78-ecc6a428c50f, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=3d6de27c-9e7f-4357-ae78-ecc6a428c50f,segment=NetworkSegment(23c15c8d-3cab-4a07-bf88-39fcec09f26a),segment_id=23c15c8d-3cab-4a07-bf88-39fcec09f26a)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:53:56.094601 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-777d1f0a-54ed-4f61-be1b-b64cce511745 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:56.099321 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3c4fadc-b5d8-4b07-837f-40ff1c9b520a tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] DELETE failed (client error): The resource could not be found. Dec 20 14:53:56.099785 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3c4fadc-b5d8-4b07-837f-40ff1c9b520a tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:53:56.103401 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-d3c4fadc-b5d8-4b07-837f-40ff1c9b520a tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "DELETE /v2.0/subnets/2a6acc5e-2c78-436f-8f2c-c36d92551d3c HTTP/1.1" status: 404 len: 337 time: 0.0416272 Dec 20 14:53:56.105961 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 37758) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:56.109531 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-777d1f0a-54ed-4f61-be1b-b64cce511745 None None] Calling delete_port for 3d6de27c-9e7f-4357-ae78-ecc6a428c50f owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:53:56.167043 n-d-761264-19 neutron-server[103167]: INFO neutron.pecan_wsgi.hooks.translation [None req-d815fde3-4ed2-46b7-92b7-5af2c1e7c172 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] DELETE failed (client error): The resource could not be found. Dec 20 14:53:56.167523 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d815fde3-4ed2-46b7-92b7-5af2c1e7c172 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:53:56.173784 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37762) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:56.174372 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-d815fde3-4ed2-46b7-92b7-5af2c1e7c172 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "DELETE /v2.0/subnets/2e39205d-cccf-4ce4-a566-0a6a7430b143 HTTP/1.1" status: 404 len: 337 time: 0.0673969 Dec 20 14:53:56.202010 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-777d1f0a-54ed-4f61-be1b-b64cce511745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:56.218805 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777d1f0a-54ed-4f61-be1b-b64cce511745 None None] No DVR routers for this DVR port 3d6de27c-9e7f-4357-ae78-ecc6a428c50f on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:53:56.246476 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777d1f0a-54ed-4f61-be1b-b64cce511745 None None] Pushing event deleted for resources: {'Port': ['ID=3d6de27c-9e7f-4357-ae78-ecc6a428c50f,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:56.294392 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-306f0d47-b67b-4251-a518-b8e3baa805e7 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Deleting port 7b5e7571-b1c7-4d8e-83b5-53193a4e02d1 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:53:56.295086 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-306f0d47-b67b-4251-a518-b8e3baa805e7 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:56.370015 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-306f0d47-b67b-4251-a518-b8e3baa805e7 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:56.392045 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-306f0d47-b67b-4251-a518-b8e3baa805e7 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Calling delete_port for 7b5e7571-b1c7-4d8e-83b5-53193a4e02d1 owned by {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:53:56.478043 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-306f0d47-b67b-4251-a518-b8e3baa805e7 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:56.516127 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306f0d47-b67b-4251-a518-b8e3baa805e7 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Pushing event deleted for resources: {'Port': ['ID=7b5e7571-b1c7-4d8e-83b5-53193a4e02d1,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:56.521610 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-306f0d47-b67b-4251-a518-b8e3baa805e7 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:56.525831 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-306f0d47-b67b-4251-a518-b8e3baa805e7 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "DELETE /v2.0/ports/7b5e7571-b1c7-4d8e-83b5-53193a4e02d1 HTTP/1.1" status: 204 len: 168 time: 0.3498032 Dec 20 14:53:56.528098 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37764) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:56.620906 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-853d2a5b-f3c7-4aef-aabb-60c0d1ac8e79 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:56.722978 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-853d2a5b-f3c7-4aef-aabb-60c0d1ac8e79 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:56.748474 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-853d2a5b-f3c7-4aef-aabb-60c0d1ac8e79 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f765da1-de67-4529-845f-a8a483d2030c']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:53:56.759722 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-853d2a5b-f3c7-4aef-aabb-60c0d1ac8e79 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23c15c8d-3cab-4a07-bf88-39fcec09f26a') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:53:56.760142 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-853d2a5b-f3c7-4aef-aabb-60c0d1ac8e79 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23c15c8d-3cab-4a07-bf88-39fcec09f26a') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:53:56.775904 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-853d2a5b-f3c7-4aef-aabb-60c0d1ac8e79 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:56.789652 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-853d2a5b-f3c7-4aef-aabb-60c0d1ac8e79 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:56.796192 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-853d2a5b-f3c7-4aef-aabb-60c0d1ac8e79 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:53:56.796599 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-853d2a5b-f3c7-4aef-aabb-60c0d1ac8e79 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:56.799833 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:56.799833 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:53:56.799833 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:56.799833 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:53:56.799833 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:56.799833 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:53:56.799833 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:53:56.799833 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:53:56.799833 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 14:53:56.799833 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:53:56.799833 n-d-761264-19 neutron-server[103168]: timer() Dec 20 14:53:56.799833 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:53:56.799833 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 14:53:56.799833 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:53:56.799833 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 14:53:56.799833 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:53:56.799833 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 14:53:56.799833 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:53:56.799833 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 14:53:56.799833 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:53:56.799833 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 14:53:56.799833 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:53:56.799833 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:53:56.799833 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:53:56.799833 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:53:56.799833 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:53:56.799833 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 14:53:56.799833 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:53:56.799833 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 14:53:56.799833 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:53:56.799833 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:53:56.799833 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:53:56.799833 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 14:53:56.799833 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:53:56.799833 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:53:56.799833 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:53:56.799833 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:53:56.799833 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:53:56.799833 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:53:56.799833 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:53:56.861269 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-853d2a5b-f3c7-4aef-aabb-60c0d1ac8e79 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:56.871914 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-853d2a5b-f3c7-4aef-aabb-60c0d1ac8e79 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Publish callbacks [] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:56.876898 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-853d2a5b-f3c7-4aef-aabb-60c0d1ac8e79 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] 10.222.0.54 "DELETE /v2.0/networks/8f765da1-de67-4529-845f-a8a483d2030c HTTP/1.1" status: 204 len: 168 time: 0.3475940 Dec 20 14:53:56.888681 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853d2a5b-f3c7-4aef-aabb-60c0d1ac8e79 tempest-PortsIpV6TestJSON-1279023478 tempest-PortsIpV6TestJSON-1279023478-project] Pushing event deleted for resources: {'Network': ['ID=8f765da1-de67-4529-845f-a8a483d2030c,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:56.904517 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea05a2da-c0c5-4038-8f41-d17562c15276 req-2b5a678f-6363-4f1d-a8e3-dcef5d6945dc tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:56.912047 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ea05a2da-c0c5-4038-8f41-d17562c15276 req-2b5a678f-6363-4f1d-a8e3-dcef5d6945dc tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/ports?device_id=0e6e452e-b7b9-4269-b6fe-be94c6c57210 HTTP/1.1" status: 200 len: 945 time: 0.0860405 Dec 20 14:53:56.969061 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ea05a2da-c0c5-4038-8f41-d17562c15276 req-8c2d2123-5dd1-4b76-bda0-894b5a27e4d6 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/security-groups?id=1965ba5c-d387-4fec-8f79-f26f65ad2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559711 Dec 20 14:53:57.069616 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 3d6de27c-9e7f-4357-ae78-ecc6a428c50f no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:53:57.092990 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 3d6de27c-9e7f-4357-ae78-ecc6a428c50f {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:53:57.093406 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 3d6de27c-9e7f-4357-ae78-ecc6a428c50f not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:53:57.199993 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37776) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:57.353470 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-b3b25980-30e5-4169-8644-ff9e80fdbe02 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9dc2db8fd1084daba237ede2ca8ed86f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1522171 Dec 20 14:53:57.356034 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37782) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:57.404514 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-10c869f4-1a70-49b8-b78c-87a15716d2fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:57.430236 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-10c869f4-1a70-49b8-b78c-87a15716d2fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:57.478400 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-10c869f4-1a70-49b8-b78c-87a15716d2fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:57.481166 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-10c869f4-1a70-49b8-b78c-87a15716d2fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:57.482361 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-10c869f4-1a70-49b8-b78c-87a15716d2fd admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/bd2c2dd5-573d-4665-827d-5cca6221e5ad HTTP/1.1" status: 204 len: 168 time: 0.1254253 Dec 20 14:53:57.491052 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c869f4-1a70-49b8-b78c-87a15716d2fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd2c2dd5-573d-4665-827d-5cca6221e5ad,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:57.498942 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c869f4-1a70-49b8-b78c-87a15716d2fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:53:57.499292 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c869f4-1a70-49b8-b78c-87a15716d2fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:53:57.499620 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c869f4-1a70-49b8-b78c-87a15716d2fd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:53:57.499947 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c869f4-1a70-49b8-b78c-87a15716d2fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:53:57.500273 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c869f4-1a70-49b8-b78c-87a15716d2fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:53:57.500600 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c869f4-1a70-49b8-b78c-87a15716d2fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:53:57.500924 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c869f4-1a70-49b8-b78c-87a15716d2fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:53:57.501246 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c869f4-1a70-49b8-b78c-87a15716d2fd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:53:57.501564 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c869f4-1a70-49b8-b78c-87a15716d2fd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:53:57.501883 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c869f4-1a70-49b8-b78c-87a15716d2fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:53:57.502199 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c869f4-1a70-49b8-b78c-87a15716d2fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:53:57.502515 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c869f4-1a70-49b8-b78c-87a15716d2fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:53:57.502851 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c869f4-1a70-49b8-b78c-87a15716d2fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:53:58.145938 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37804) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:58.244539 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-c7f56ef0-882a-4bf2-b9d3-2e14dc66e744 tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:53:58.245256 n-d-761264-19 neutron-server[103168]: WARNING neutron.api.v2.base [None req-c7f56ef0-882a-4bf2-b9d3-2e14dc66e744 tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 20 14:53:58.245776 n-d-761264-19 neutron-server[103168]: INFO neutron.api.v2.resource [None req-c7f56ef0-882a-4bf2-b9d3-2e14dc66e744 tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] create failed (client error): There was a conflict when trying to complete your request. Dec 20 14:53:58.250284 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-c7f56ef0-882a-4bf2-b9d3-2e14dc66e744 tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.0998402 Dec 20 14:53:58.250435 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37808) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:58.255154 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-59a06182-8e21-42ec-81b7-a5d96f8ac1c5 tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Request body: {'security_group': {'name': 'tempest-secgroup--1241975894'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:53:58.281724 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-59a06182-8e21-42ec-81b7-a5d96f8ac1c5 tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:58.291072 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-59a06182-8e21-42ec-81b7-a5d96f8ac1c5 tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:58.369393 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-59a06182-8e21-42ec-81b7-a5d96f8ac1c5 tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:58.374361 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-59a06182-8e21-42ec-81b7-a5d96f8ac1c5 tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:58.411483 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a06182-8e21-42ec-81b7-a5d96f8ac1c5 tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe0a9bcf-14aa-4afe-9595-603252588212,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:58.447823 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-59a06182-8e21-42ec-81b7-a5d96f8ac1c5 tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:58.452437 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-59a06182-8e21-42ec-81b7-a5d96f8ac1c5 tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:58.481118 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-59a06182-8e21-42ec-81b7-a5d96f8ac1c5 tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:58.482351 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-59a06182-8e21-42ec-81b7-a5d96f8ac1c5 tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2310152 Dec 20 14:53:58.484316 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a06182-8e21-42ec-81b7-a5d96f8ac1c5 tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c75458ac-85e3-46b1-a967-5c15b68de9a8,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:58.485519 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 37812) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:58.493362 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-07df75ea-fcbc-4fd2-8307-93896eed8abf tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Request body: {'security_group_rule': {'security_group_id': 'c75458ac-85e3-46b1-a967-5c15b68de9a8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:53:58.522066 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-07df75ea-fcbc-4fd2-8307-93896eed8abf tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:58.578889 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-07df75ea-fcbc-4fd2-8307-93896eed8abf tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:58.583703 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-07df75ea-fcbc-4fd2-8307-93896eed8abf tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:58.602481 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07df75ea-fcbc-4fd2-8307-93896eed8abf tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=909647d9-e7b1-4fe0-b5c0-d511ca8d2ae7,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:58.614130 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-07df75ea-fcbc-4fd2-8307-93896eed8abf tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:58.615742 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-07df75ea-fcbc-4fd2-8307-93896eed8abf tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1276710 Dec 20 14:53:58.618701 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37814) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:58.623664 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-291354e2-cd6a-4177-9830-81a800d397ba tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Request body: {'security_group_rule': {'security_group_id': 'c75458ac-85e3-46b1-a967-5c15b68de9a8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:53:58.655832 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-291354e2-cd6a-4177-9830-81a800d397ba tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:58.703306 n-d-761264-19 neutron-server[103168]: INFO neutron.api.v2.resource [None req-291354e2-cd6a-4177-9830-81a800d397ba tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] create failed (client error): There was a conflict when trying to complete your request. Dec 20 14:53:58.704295 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-291354e2-cd6a-4177-9830-81a800d397ba tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0844662 Dec 20 14:53:58.707248 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37816) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:58.766331 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2e7ad922-00a5-4283-857a-9e6ea4d6f5a6 tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:58.790184 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2e7ad922-00a5-4283-857a-9e6ea4d6f5a6 tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:58.838828 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2e7ad922-00a5-4283-857a-9e6ea4d6f5a6 tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:58.841551 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2e7ad922-00a5-4283-857a-9e6ea4d6f5a6 tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:58.842764 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-2e7ad922-00a5-4283-857a-9e6ea4d6f5a6 tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] 10.222.0.54 "DELETE /v2.0/security-groups/c75458ac-85e3-46b1-a967-5c15b68de9a8 HTTP/1.1" status: 204 len: 168 time: 0.1345851 Dec 20 14:53:58.845613 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 37818) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:58.853608 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7ad922-00a5-4283-857a-9e6ea4d6f5a6 tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c75458ac-85e3-46b1-a967-5c15b68de9a8,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:58.906271 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-54284bd1-129b-49b7-a73d-0c9d4aaf9853 tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0593877 Dec 20 14:53:58.910293 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 37820) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:58.914886 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-e49c9836-1103-4d70-b312-01afdda8958d tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Request body: {'security_group': {'name': 'tempest-secgroup--25256364'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:53:58.941428 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e49c9836-1103-4d70-b312-01afdda8958d tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:59.014237 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e49c9836-1103-4d70-b312-01afdda8958d tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:59.020779 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e49c9836-1103-4d70-b312-01afdda8958d tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:59.079854 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e49c9836-1103-4d70-b312-01afdda8958d tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:59.096410 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-e49c9836-1103-4d70-b312-01afdda8958d tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1819360 Dec 20 14:53:59.098109 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37824) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:59.100282 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49c9836-1103-4d70-b312-01afdda8958d tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41556c21-b0fd-411e-8535-305079a6db78,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:59.103684 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-415161c0-2cb0-46ba-8797-641f4e07ede7 tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Request body: {'security_group_rule': {'security_group_id': '41556c21-b0fd-411e-8535-305079a6db78', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:53:59.105105 n-d-761264-19 neutron-server[103168]: WARNING neutron.api.v2.base [None req-415161c0-2cb0-46ba-8797-641f4e07ede7 tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 20 14:53:59.106083 n-d-761264-19 neutron-server[103168]: INFO neutron.api.v2.resource [None req-415161c0-2cb0-46ba-8797-641f4e07ede7 tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 14:53:59.111324 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-415161c0-2cb0-46ba-8797-641f4e07ede7 tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0119441 Dec 20 14:53:59.112717 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37826) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:59.211214 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3d8f0f79-683e-4ca1-b988-41a07def2deb tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:59.248860 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3d8f0f79-683e-4ca1-b988-41a07def2deb tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:59.301003 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3d8f0f79-683e-4ca1-b988-41a07def2deb tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:59.304171 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3d8f0f79-683e-4ca1-b988-41a07def2deb tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:59.305256 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-3d8f0f79-683e-4ca1-b988-41a07def2deb tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] 10.222.0.54 "DELETE /v2.0/security-groups/41556c21-b0fd-411e-8535-305079a6db78 HTTP/1.1" status: 204 len: 168 time: 0.1895788 Dec 20 14:53:59.311930 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 37832) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:59.317068 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8f0f79-683e-4ca1-b988-41a07def2deb tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41556c21-b0fd-411e-8535-305079a6db78,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:59.381780 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-d63837ed-dbe1-48e4-b29e-e7c30922d07e tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0685706 Dec 20 14:53:59.387194 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37838) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:59.391871 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-bf527132-4095-4c05-ae53-1bf0592c5b47 tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Request body: {'security_group': {'name': 'tempest-secgroup--777886034'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:53:59.452201 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-bf527132-4095-4c05-ae53-1bf0592c5b47 tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:59.539927 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-bf527132-4095-4c05-ae53-1bf0592c5b47 tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:59.551631 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-bf527132-4095-4c05-ae53-1bf0592c5b47 tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:59.583432 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-bf527132-4095-4c05-ae53-1bf0592c5b47 tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:59.584655 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-bf527132-4095-4c05-ae53-1bf0592c5b47 tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1964493 Dec 20 14:53:59.585768 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf527132-4095-4c05-ae53-1bf0592c5b47 tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef3357b8-9df2-45e0-95d6-7a24ca7c1b7b,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:59.587831 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 37844) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:59.600632 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-9552fd85-e833-4382-8fad-1abb324ad073 tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Request body: {'security_group_rule': {'security_group_id': 'ef3357b8-9df2-45e0-95d6-7a24ca7c1b7b', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:53:59.614970 n-d-761264-19 neutron-server[103167]: WARNING neutron.api.v2.base [None req-9552fd85-e833-4382-8fad-1abb324ad073 tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 20 14:53:59.615782 n-d-761264-19 neutron-server[103167]: INFO neutron.api.v2.resource [None req-9552fd85-e833-4382-8fad-1abb324ad073 tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 14:53:59.619206 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-9552fd85-e833-4382-8fad-1abb324ad073 tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0299106 Dec 20 14:53:59.620003 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 37846) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:59.675657 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c008cd30-49c2-4f4c-a62c-333c0feb0bc9 tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:59.700652 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c008cd30-49c2-4f4c-a62c-333c0feb0bc9 tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:59.747173 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c008cd30-49c2-4f4c-a62c-333c0feb0bc9 tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:59.749786 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c008cd30-49c2-4f4c-a62c-333c0feb0bc9 tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:59.753388 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-c008cd30-49c2-4f4c-a62c-333c0feb0bc9 tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] 10.222.0.54 "DELETE /v2.0/security-groups/ef3357b8-9df2-45e0-95d6-7a24ca7c1b7b HTTP/1.1" status: 204 len: 168 time: 0.1298964 Dec 20 14:53:59.754339 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 37858) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:59.771948 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c008cd30-49c2-4f4c-a62c-333c0feb0bc9 tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef3357b8-9df2-45e0-95d6-7a24ca7c1b7b,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:59.808974 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-0fb21fed-0e92-4d23-8a97-fe6bcaabe2b5 tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0534368 Dec 20 14:53:59.809648 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 37860) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:59.814745 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-4837e352-a432-4289-a8a0-f528f13b8dbd tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Request body: {'security_group': {'name': 'tempest-secgroup--1374273657'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:53:59.835640 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93491594-0203-4a30-8f2f-00228a3e169d req-0fa5c5c0-dbb8-48f5-9ea3-f60aa4ccf081 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:53:59.837415 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-93491594-0203-4a30-8f2f-00228a3e169d req-0fa5c5c0-dbb8-48f5-9ea3-f60aa4ccf081 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.54 "GET /v2.0/networks?id=1d6e94b3-e488-46e8-b36e-5df57c7dc6f7 HTTP/1.1" status: 200 len: 814 time: 0.1238096 Dec 20 14:53:59.843183 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4837e352-a432-4289-a8a0-f528f13b8dbd tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:59.863456 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-93491594-0203-4a30-8f2f-00228a3e169d req-10d18c70-edb8-493e-856c-4e9eecfe996d tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.54 "GET /v2.0/quotas/e5627c7cf5f247fcac36c91973083b50 HTTP/1.1" status: 200 len: 375 time: 0.0116732 Dec 20 14:53:59.937857 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-93491594-0203-4a30-8f2f-00228a3e169d req-34b59634-4b12-4c3d-bade-c7ebc4439fd4 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=e5627c7cf5f247fcac36c91973083b50&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0678020 Dec 20 14:53:59.940973 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4837e352-a432-4289-a8a0-f528f13b8dbd tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:59.946474 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4837e352-a432-4289-a8a0-f528f13b8dbd tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:59.981387 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4837e352-a432-4289-a8a0-f528f13b8dbd tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39b2700d-8712-4f14-a1a8-860743b8eab7,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:53:59.987686 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4837e352-a432-4289-a8a0-f528f13b8dbd tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:53:59.988968 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-4837e352-a432-4289-a8a0-f528f13b8dbd tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1781578 Dec 20 14:53:59.992282 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 37862) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:53:59.996842 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-88fb2edd-fb51-48ae-be72-1a23dea2e42e tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Request body: {'security_group_rule': {'security_group_id': '39b2700d-8712-4f14-a1a8-860743b8eab7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:54:00.014623 n-d-761264-19 neutron-server[103167]: WARNING neutron.api.v2.base [None req-88fb2edd-fb51-48ae-be72-1a23dea2e42e tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 20 14:54:00.015350 n-d-761264-19 neutron-server[103167]: INFO neutron.api.v2.resource [None req-88fb2edd-fb51-48ae-be72-1a23dea2e42e tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 14:54:00.016624 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-88fb2edd-fb51-48ae-be72-1a23dea2e42e tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0234630 Dec 20 14:54:00.019745 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 37864) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:54:00.024492 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-b5b59fb2-2f4d-4343-aaaa-800af4c7f4be tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Request body: {'security_group_rule': {'security_group_id': '39b2700d-8712-4f14-a1a8-860743b8eab7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:54:00.025297 n-d-761264-19 neutron-server[103167]: WARNING neutron.api.v2.base [None req-b5b59fb2-2f4d-4343-aaaa-800af4c7f4be tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 20 14:54:00.026239 n-d-761264-19 neutron-server[103167]: INFO neutron.api.v2.resource [None req-b5b59fb2-2f4d-4343-aaaa-800af4c7f4be tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 14:54:00.029779 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-b5b59fb2-2f4d-4343-aaaa-800af4c7f4be tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0063429 Dec 20 14:54:00.030453 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 37866) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:54:00.036187 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-2c094a5c-140c-4890-9b60-9dd6e326dbf3 tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Request body: {'security_group_rule': {'security_group_id': '39b2700d-8712-4f14-a1a8-860743b8eab7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:54:00.037132 n-d-761264-19 neutron-server[103167]: WARNING neutron.api.v2.base [None req-2c094a5c-140c-4890-9b60-9dd6e326dbf3 tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 20 14:54:00.037715 n-d-761264-19 neutron-server[103167]: INFO neutron.api.v2.resource [None req-2c094a5c-140c-4890-9b60-9dd6e326dbf3 tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 14:54:00.041453 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-2c094a5c-140c-4890-9b60-9dd6e326dbf3 tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0072587 Dec 20 14:54:00.042285 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-93491594-0203-4a30-8f2f-00228a3e169d req-8606452e-9529-4898-a249-e668906032be service neutron] 10.222.0.54 "GET /v2.0/networks/1d6e94b3-e488-46e8-b36e-5df57c7dc6f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947235 Dec 20 14:54:00.042777 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 37868) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:54:00.046081 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-b58b9d36-dccb-4f94-ab73-74c04a45684a tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Request body: {'security_group_rule': {'security_group_id': '39b2700d-8712-4f14-a1a8-860743b8eab7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:54:00.046974 n-d-761264-19 neutron-server[103167]: WARNING neutron.api.v2.base [None req-b58b9d36-dccb-4f94-ab73-74c04a45684a tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 20 14:54:00.047451 n-d-761264-19 neutron-server[103167]: INFO neutron.api.v2.resource [None req-b58b9d36-dccb-4f94-ab73-74c04a45684a tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 14:54:00.048368 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-b58b9d36-dccb-4f94-ab73-74c04a45684a tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0058370 Dec 20 14:54:00.051360 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 37870) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:54:00.111515 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6499a3cc-9788-4aa5-9a53-e581dd13746d tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:00.135327 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6499a3cc-9788-4aa5-9a53-e581dd13746d tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:00.144032 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-93491594-0203-4a30-8f2f-00228a3e169d req-211723a1-4de2-4818-a0af-275e2bc30152 service neutron] 10.222.0.54 "GET /v2.0/networks/1d6e94b3-e488-46e8-b36e-5df57c7dc6f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955908 Dec 20 14:54:00.184681 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6499a3cc-9788-4aa5-9a53-e581dd13746d tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:00.187708 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6499a3cc-9788-4aa5-9a53-e581dd13746d tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:00.191240 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-6499a3cc-9788-4aa5-9a53-e581dd13746d tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] 10.222.0.54 "DELETE /v2.0/security-groups/39b2700d-8712-4f14-a1a8-860743b8eab7 HTTP/1.1" status: 204 len: 168 time: 0.1362712 Dec 20 14:54:00.191619 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37874) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:54:00.211029 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6499a3cc-9788-4aa5-9a53-e581dd13746d tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b2700d-8712-4f14-a1a8-860743b8eab7,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:54:00.258347 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-69925aab-d474-48fd-ae7b-55dbfd59eb01 tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0653465 Dec 20 14:54:00.262281 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37876) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:54:00.267022 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-9c48af7f-b1a3-4e7b-8fe5-62c765edc8a8 tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Request body: {'security_group': {'name': 'tempest-secgroup--927660341'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:54:00.296326 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9c48af7f-b1a3-4e7b-8fe5-62c765edc8a8 tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:00.342865 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-18498de4-ee9a-4b40-ac52-fbcdf700f789 req-4d4ac669-f9e8-44ff-9029-3b9a649566cf tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d403e41-08ef-4f7f-82df-3fa43fd0ce07 HTTP/1.1" status: 200 len: 210 time: 0.0290613 Dec 20 14:54:00.376296 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9c48af7f-b1a3-4e7b-8fe5-62c765edc8a8 tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:00.380989 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9c48af7f-b1a3-4e7b-8fe5-62c765edc8a8 tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:00.413820 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9c48af7f-b1a3-4e7b-8fe5-62c765edc8a8 tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:00.415206 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-9c48af7f-b1a3-4e7b-8fe5-62c765edc8a8 tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1519136 Dec 20 14:54:00.417948 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37882) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:54:00.423433 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-d8460859-bade-4067-aa84-6c9ff54ce48a tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Request body: {'security_group_rule': {'security_group_id': '46348586-ef38-4f87-b6a5-f2d5a419b78b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:54:00.424165 n-d-761264-19 neutron-server[103168]: WARNING neutron.api.v2.base [None req-d8460859-bade-4067-aa84-6c9ff54ce48a tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 20 14:54:00.425455 n-d-761264-19 neutron-server[103168]: INFO neutron.api.v2.resource [None req-d8460859-bade-4067-aa84-6c9ff54ce48a tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 14:54:00.429629 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-d8460859-bade-4067-aa84-6c9ff54ce48a tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0078282 Dec 20 14:54:00.429629 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c48af7f-b1a3-4e7b-8fe5-62c765edc8a8 tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46348586-ef38-4f87-b6a5-f2d5a419b78b,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:54:00.430648 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37884) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:54:00.444207 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-92c39846-0297-419b-94c0-7c2265608302 tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Request body: {'security_group_rule': {'security_group_id': '46348586-ef38-4f87-b6a5-f2d5a419b78b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:54:00.499964 n-d-761264-19 neutron-server[103168]: INFO neutron.api.v2.resource [None req-92c39846-0297-419b-94c0-7c2265608302 tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 14:54:00.501389 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-92c39846-0297-419b-94c0-7c2265608302 tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0613110 Dec 20 14:54:00.504332 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37892) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:54:00.509397 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-640decc2-ec70-478e-adf7-5aad273a8b3f tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Request body: {'security_group_rule': {'security_group_id': '46348586-ef38-4f87-b6a5-f2d5a419b78b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:54:00.510275 n-d-761264-19 neutron-server[103168]: WARNING neutron.api.v2.base [None req-640decc2-ec70-478e-adf7-5aad273a8b3f tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 20 14:54:00.511530 n-d-761264-19 neutron-server[103168]: INFO neutron.api.v2.resource [None req-640decc2-ec70-478e-adf7-5aad273a8b3f tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 14:54:00.512744 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-640decc2-ec70-478e-adf7-5aad273a8b3f tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0073459 Dec 20 14:54:00.515715 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37894) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:54:00.520456 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-22702e91-e483-4154-bd2b-d9320a1ca006 tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Request body: {'security_group_rule': {'security_group_id': '46348586-ef38-4f87-b6a5-f2d5a419b78b', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:54:00.569228 n-d-761264-19 neutron-server[103168]: INFO neutron.api.v2.resource [None req-22702e91-e483-4154-bd2b-d9320a1ca006 tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 14:54:00.571415 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-22702e91-e483-4154-bd2b-d9320a1ca006 tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0545702 Dec 20 14:54:00.574766 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37896) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:54:00.581493 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-301f46d2-98e4-4795-aa82-a7a0064647cf tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Request body: {'security_group_rule': {'security_group_id': '46348586-ef38-4f87-b6a5-f2d5a419b78b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:54:00.582288 n-d-761264-19 neutron-server[103168]: WARNING neutron.api.v2.base [None req-301f46d2-98e4-4795-aa82-a7a0064647cf tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 20 14:54:00.582862 n-d-761264-19 neutron-server[103168]: INFO neutron.api.v2.resource [None req-301f46d2-98e4-4795-aa82-a7a0064647cf tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 14:54:00.586549 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-301f46d2-98e4-4795-aa82-a7a0064647cf tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0071154 Dec 20 14:54:00.586805 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37898) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:54:00.591491 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-9d6a5b27-4a56-470b-b0f4-29d17e98dba1 tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Request body: {'security_group_rule': {'security_group_id': '46348586-ef38-4f87-b6a5-f2d5a419b78b', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:54:00.638497 n-d-761264-19 neutron-server[103168]: INFO neutron.api.v2.resource [None req-9d6a5b27-4a56-470b-b0f4-29d17e98dba1 tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 14:54:00.639655 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-9d6a5b27-4a56-470b-b0f4-29d17e98dba1 tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0518529 Dec 20 14:54:00.642645 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37902) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:54:00.647107 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-93ad0592-92da-478e-9c1d-dc396fe4dbb7 tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Request body: {'security_group_rule': {'security_group_id': '46348586-ef38-4f87-b6a5-f2d5a419b78b', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:54:00.647655 n-d-761264-19 neutron-server[103168]: WARNING neutron.api.v2.base [None req-93ad0592-92da-478e-9c1d-dc396fe4dbb7 tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 20 14:54:00.648193 n-d-761264-19 neutron-server[103168]: INFO neutron.api.v2.resource [None req-93ad0592-92da-478e-9c1d-dc396fe4dbb7 tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 14:54:00.651676 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-93ad0592-92da-478e-9c1d-dc396fe4dbb7 tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0055375 Dec 20 14:54:00.652049 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37904) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:54:00.656339 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-f45e9b9a-f396-4043-8581-3a3c1316a7f4 tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Request body: {'security_group_rule': {'security_group_id': '46348586-ef38-4f87-b6a5-f2d5a419b78b', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:54:00.692677 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8fcf4998-94a7-4925-86cd-317ccea03020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:00.709894 n-d-761264-19 neutron-server[103168]: INFO neutron.api.v2.resource [None req-f45e9b9a-f396-4043-8581-3a3c1316a7f4 tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 14:54:00.711134 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-f45e9b9a-f396-4043-8581-3a3c1316a7f4 tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0581448 Dec 20 14:54:00.714054 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37906) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:54:00.719847 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-62ab6fa3-5dd3-448c-83d7-da62f4b1a9ae tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Request body: {'security_group_rule': {'security_group_id': '46348586-ef38-4f87-b6a5-f2d5a419b78b', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:54:00.764746 n-d-761264-19 neutron-server[103168]: INFO neutron.api.v2.resource [None req-62ab6fa3-5dd3-448c-83d7-da62f4b1a9ae tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 14:54:00.766133 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-62ab6fa3-5dd3-448c-83d7-da62f4b1a9ae tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0508833 Dec 20 14:54:00.768939 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37908) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:54:00.827858 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-71de575c-d93d-4e9b-99fc-2c8a512336b7 tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:00.853872 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-71de575c-d93d-4e9b-99fc-2c8a512336b7 tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:00.905102 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-71de575c-d93d-4e9b-99fc-2c8a512336b7 tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:00.908100 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-71de575c-d93d-4e9b-99fc-2c8a512336b7 tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:00.909384 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-71de575c-d93d-4e9b-99fc-2c8a512336b7 tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] 10.222.0.54 "DELETE /v2.0/security-groups/46348586-ef38-4f87-b6a5-f2d5a419b78b HTTP/1.1" status: 204 len: 168 time: 0.1394708 Dec 20 14:54:00.912399 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 37910) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:54:00.920449 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71de575c-d93d-4e9b-99fc-2c8a512336b7 tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46348586-ef38-4f87-b6a5-f2d5a419b78b,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:54:00.992318 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-69db3aec-0d2a-425e-95e4-97dabaaeed22 tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0784523 Dec 20 14:54:00.996828 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37912) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:54:01.003133 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-ddc2f4cb-9704-4c77-aa8b-51c1b432c21a tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Request body: {'security_group': {'name': 'tempest-secgroup--1554439283'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:54:01.027547 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ddc2f4cb-9704-4c77-aa8b-51c1b432c21a tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:01.099215 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ddc2f4cb-9704-4c77-aa8b-51c1b432c21a tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:01.104732 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ddc2f4cb-9704-4c77-aa8b-51c1b432c21a tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:01.132409 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ddc2f4cb-9704-4c77-aa8b-51c1b432c21a tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:01.133804 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-ddc2f4cb-9704-4c77-aa8b-51c1b432c21a tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1343815 Dec 20 14:54:01.136889 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 37914) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:54:01.137903 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc2f4cb-9704-4c77-aa8b-51c1b432c21a tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d85a3d-79c1-4aa2-8d43-8f52390a907e,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:54:01.142805 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-07f6f96c-e2b1-4fc6-9cd9-1915ff288725 tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Request body: {'security_group_rule': {'security_group_id': 'f5d85a3d-79c1-4aa2-8d43-8f52390a907e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:54:01.185730 n-d-761264-19 neutron-server[103167]: INFO neutron.api.v2.resource [None req-07f6f96c-e2b1-4fc6-9cd9-1915ff288725 tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] create failed (client error): The resource could not be found. Dec 20 14:54:01.186682 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-07f6f96c-e2b1-4fc6-9cd9-1915ff288725 tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0485141 Dec 20 14:54:01.189742 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37916) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:54:01.194330 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-df21fcd8-5e46-410f-a34c-db08ea10a445 tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Request body: {'security_group_rule': {'security_group_id': 'f5d85a3d-79c1-4aa2-8d43-8f52390a907e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'd304d5f7-0b5a-47b3-aea0-bfb2a9f4f19b'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:54:01.243876 n-d-761264-19 neutron-server[103168]: INFO neutron.api.v2.resource [None req-df21fcd8-5e46-410f-a34c-db08ea10a445 tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] create failed (client error): The resource could not be found. Dec 20 14:54:01.248002 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-df21fcd8-5e46-410f-a34c-db08ea10a445 tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0545540 Dec 20 14:54:01.248301 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 37918) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:54:01.305240 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5169406a-dcb2-420b-84be-971603cb0509 tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:01.382276 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5169406a-dcb2-420b-84be-971603cb0509 tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:01.465206 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93491594-0203-4a30-8f2f-00228a3e169d req-10257938-5f62-4923-9ad0-c792538eed4f tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:54:01.466699 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-93491594-0203-4a30-8f2f-00228a3e169d req-10257938-5f62-4923-9ad0-c792538eed4f tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.47 "GET /v2.0/networks?id=1d6e94b3-e488-46e8-b36e-5df57c7dc6f7 HTTP/1.1" status: 200 len: 814 time: 0.1594982 Dec 20 14:54:01.486639 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-93fd09e4-bece-41f2-b611-17daa00419f9 req-3d828288-c877-47ec-ae43-dc764b095590 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d403e41-08ef-4f7f-82df-3fa43fd0ce07 HTTP/1.1" status: 200 len: 210 time: 0.0391383 Dec 20 14:54:01.490370 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-93491594-0203-4a30-8f2f-00228a3e169d req-ebbc793c-fa4f-4e7f-8c6b-bb0f973a4e85 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Request body: {'port': {'device_id': '9d403e41-08ef-4f7f-82df-3fa43fd0ce07', 'network_id': '1d6e94b3-e488-46e8-b36e-5df57c7dc6f7', 'admin_state_up': True, 'tenant_id': 'e5627c7cf5f247fcac36c91973083b50'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:54:01.493644 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5169406a-dcb2-420b-84be-971603cb0509 tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:01.496217 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5169406a-dcb2-420b-84be-971603cb0509 tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:01.499837 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-5169406a-dcb2-420b-84be-971603cb0509 tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] 10.222.0.54 "DELETE /v2.0/security-groups/f5d85a3d-79c1-4aa2-8d43-8f52390a907e HTTP/1.1" status: 204 len: 168 time: 0.2480245 Dec 20 14:54:01.501182 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37922) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:54:01.528108 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5169406a-dcb2-420b-84be-971603cb0509 tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5d85a3d-79c1-4aa2-8d43-8f52390a907e,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:54:01.548952 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-a3f7dd56-69cb-40c2-80f9-1fed723baf2d tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0436809 Dec 20 14:54:01.551197 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37926) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:54:01.560207 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-dcb6c4d2-c504-457b-ad58-6555118539b2 tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Request body: {'security_group_rule': {'security_group_id': 'e2d486a5-e465-4daa-abf1-21b5bad326f8', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:54:01.617603 n-d-761264-19 neutron-server[103168]: INFO neutron.api.v2.resource [None req-dcb6c4d2-c504-457b-ad58-6555118539b2 tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] create failed (client error): The resource could not be found. Dec 20 14:54:01.619293 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-dcb6c4d2-c504-457b-ad58-6555118539b2 tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0669682 Dec 20 14:54:01.623217 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37928) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:54:01.630297 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-fa5b2ea0-ab08-410f-8bea-c2cb4e2f1fee tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Request body: {'security_group': {'name': 'tempest-secgroup--524993693'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:54:01.641004 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93491594-0203-4a30-8f2f-00228a3e169d req-ebbc793c-fa4f-4e7f-8c6b-bb0f973a4e85 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Made reservation on behalf of e5627c7cf5f247fcac36c91973083b50 for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:54:01.644610 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-93491594-0203-4a30-8f2f-00228a3e169d req-ebbc793c-fa4f-4e7f-8c6b-bb0f973a4e85 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:01.666133 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fa5b2ea0-ab08-410f-8bea-c2cb4e2f1fee tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:01.745013 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fa5b2ea0-ab08-410f-8bea-c2cb4e2f1fee tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:01.750558 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fa5b2ea0-ab08-410f-8bea-c2cb4e2f1fee tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:01.780225 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [req-93491594-0203-4a30-8f2f-00228a3e169d req-ebbc793c-fa4f-4e7f-8c6b-bb0f973a4e85 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Allocated IP 172.20.0.4 (1d6e94b3-e488-46e8-b36e-5df57c7dc6f7/5ae39662-bebe-492b-85b9-e558826165ef/34b48958-b95b-4dc8-835f-cc76cdec4b8c) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:54:01.780568 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fa5b2ea0-ab08-410f-8bea-c2cb4e2f1fee tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:01.784588 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-fa5b2ea0-ab08-410f-8bea-c2cb4e2f1fee tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1575379 Dec 20 14:54:01.784765 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37930) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:54:01.790299 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-99bf7e07-bc6f-40cb-b6f9-695c000a542d tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Request body: {'security_group': {'name': 'tempest-secgroup--1693659364'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:54:01.795736 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5b2ea0-ab08-410f-8bea-c2cb4e2f1fee tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4219d83-d238-421c-9bea-c85e0275242c,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:54:01.818756 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-99bf7e07-bc6f-40cb-b6f9-695c000a542d tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:01.894396 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-99bf7e07-bc6f-40cb-b6f9-695c000a542d tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:01.901177 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-99bf7e07-bc6f-40cb-b6f9-695c000a542d tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:01.920119 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-99bf7e07-bc6f-40cb-b6f9-695c000a542d tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:01.924277 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-99bf7e07-bc6f-40cb-b6f9-695c000a542d tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1385572 Dec 20 14:54:01.924902 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37932) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:54:01.935049 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-65377a2e-8adf-43d0-b1d3-946c1de853f3 tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Request body: {'security_group_rule': {'security_group_id': 'a4219d83-d238-421c-9bea-c85e0275242c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '564636d6-1e9b-4049-94c8-02e3b75e54ad'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:54:01.957529 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-93491594-0203-4a30-8f2f-00228a3e169d req-ebbc793c-fa4f-4e7f-8c6b-bb0f973a4e85 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:01.958802 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bf7e07-bc6f-40cb-b6f9-695c000a542d tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=564636d6-1e9b-4049-94c8-02e3b75e54ad,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:54:01.988724 n-d-761264-19 neutron-server[103168]: INFO neutron.api.v2.resource [None req-65377a2e-8adf-43d0-b1d3-946c1de853f3 tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 14:54:01.991273 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-65377a2e-8adf-43d0-b1d3-946c1de853f3 tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0596292 Dec 20 14:54:01.994066 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37934) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:54:01.998530 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-93491594-0203-4a30-8f2f-00228a3e169d req-ebbc793c-fa4f-4e7f-8c6b-bb0f973a4e85 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:02.012746 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['8b3889b6-faf1-4c12-9683-a4ff65c6e9f6', '298219b5-fee3-404b-8ff8-25d0bc20d6f6'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:54:02.016206 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['27e61414-1f42-421b-9e10-b9fc523cbcd6'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:54:02.047034 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93491594-0203-4a30-8f2f-00228a3e169d req-ebbc793c-fa4f-4e7f-8c6b-bb0f973a4e85 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Network 1d6e94b3-e488-46e8-b36e-5df57c7dc6f7 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:54:02.050311 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [req-93491594-0203-4a30-8f2f-00228a3e169d req-ebbc793c-fa4f-4e7f-8c6b-bb0f973a4e85 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:54:02.054328 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-93491594-0203-4a30-8f2f-00228a3e169d req-ebbc793c-fa4f-4e7f-8c6b-bb0f973a4e85 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:54:02.075897 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-62c4db8e-7dc6-416d-9d86-2d1e93de85bf tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:02.084961 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbc793c-fa4f-4e7f-8c6b-bb0f973a4e85 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Pushing event updated for resources: {'Port': ['ID=34b48958-b95b-4dc8-835f-cc76cdec4b8c,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:54:02.094566 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67920687-a9cb-4b13-b137-d5c136536b4f None None] DHCP port deletion for 1d6e94b3-e488-46e8-b36e-5df57c7dc6f7 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:54:02.122587 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93491594-0203-4a30-8f2f-00228a3e169d req-ebbc793c-fa4f-4e7f-8c6b-bb0f973a4e85 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:54:02.124010 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-93491594-0203-4a30-8f2f-00228a3e169d req-ebbc793c-fa4f-4e7f-8c6b-bb0f973a4e85 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:02.134099 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-62c4db8e-7dc6-416d-9d86-2d1e93de85bf tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:02.146944 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-93491594-0203-4a30-8f2f-00228a3e169d req-ebbc793c-fa4f-4e7f-8c6b-bb0f973a4e85 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6629176 Dec 20 14:54:02.161753 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-93491594-0203-4a30-8f2f-00228a3e169d req-21eeab42-dbb4-48b3-9de0-5d5ddd00a1ae service neutron] Request body: {'port': {'device_id': '9d403e41-08ef-4f7f-82df-3fa43fd0ce07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-19'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:54:02.186617 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-62c4db8e-7dc6-416d-9d86-2d1e93de85bf tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:02.190395 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-62c4db8e-7dc6-416d-9d86-2d1e93de85bf tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:02.194263 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-62c4db8e-7dc6-416d-9d86-2d1e93de85bf tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] 10.222.0.54 "DELETE /v2.0/security-groups/564636d6-1e9b-4049-94c8-02e3b75e54ad HTTP/1.1" status: 204 len: 168 time: 0.1992493 Dec 20 14:54:02.194988 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37936) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:54:02.220936 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c4db8e-7dc6-416d-9d86-2d1e93de85bf tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=564636d6-1e9b-4049-94c8-02e3b75e54ad,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:54:02.240429 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-93491594-0203-4a30-8f2f-00228a3e169d req-21eeab42-dbb4-48b3-9de0-5d5ddd00a1ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:02.287865 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 37938) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:54:02.295065 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-0b54e14e-f256-41e2-8db0-106d271dfeb2 tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0957086 Dec 20 14:54:02.317583 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-3a31612d-9951-4006-b988-5be17c8bc5ee None None] Provisioning complete for port 34b48958-b95b-4dc8-835f-cc76cdec4b8c triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:54:02.317950 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-3a31612d-9951-4006-b988-5be17c8bc5ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:02.424488 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6b7f9196-8e5b-4820-bbf9-efa127a232ab tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:02.478052 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6b7f9196-8e5b-4820-bbf9-efa127a232ab tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:02.540652 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-3a31612d-9951-4006-b988-5be17c8bc5ee None None] Port 34b48958-b95b-4dc8-835f-cc76cdec4b8c cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:54:02.645420 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6b7f9196-8e5b-4820-bbf9-efa127a232ab tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:02.648993 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6b7f9196-8e5b-4820-bbf9-efa127a232ab tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:02.650115 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-6b7f9196-8e5b-4820-bbf9-efa127a232ab tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] 10.222.0.54 "DELETE /v2.0/security-groups/a4219d83-d238-421c-9bea-c85e0275242c HTTP/1.1" status: 204 len: 168 time: 0.3600812 Dec 20 14:54:02.653605 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37944) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:54:02.678957 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7f9196-8e5b-4820-bbf9-efa127a232ab tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4219d83-d238-421c-9bea-c85e0275242c,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:54:02.714291 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aabecd1-7519-4800-b8f0-3b9520682977 req-dfc9419a-5202-4511-a9c7-babc6bbfc479 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:54:02.716494 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6aabecd1-7519-4800-b8f0-3b9520682977 req-dfc9419a-5202-4511-a9c7-babc6bbfc479 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d403e41-08ef-4f7f-82df-3fa43fd0ce07 HTTP/1.1" status: 200 len: 931 time: 0.1389112 Dec 20 14:54:02.736388 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [req-93491594-0203-4a30-8f2f-00228a3e169d req-21eeab42-dbb4-48b3-9de0-5d5ddd00a1ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34b48958-b95b-4dc8-835f-cc76cdec4b8c {{(pid=103167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:54:02.745154 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-229a4263-3e26-4b4c-b797-ea229ce2c3ea tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0900905 Dec 20 14:54:02.746054 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37946) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:54:02.751205 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-4b946e14-a146-4adc-987f-e3235addcdad tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Request body: {'security_group': {'name': 'tempest-secgroup--1878621419'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:54:02.751999 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-93491594-0203-4a30-8f2f-00228a3e169d req-21eeab42-dbb4-48b3-9de0-5d5ddd00a1ae service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:02.777390 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-93491594-0203-4a30-8f2f-00228a3e169d req-21eeab42-dbb4-48b3-9de0-5d5ddd00a1ae service neutron] Transition to ACTIVE for port object 34b48958-b95b-4dc8-835f-cc76cdec4b8c will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:54:02.778048 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4b946e14-a146-4adc-987f-e3235addcdad tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:02.788500 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-93491594-0203-4a30-8f2f-00228a3e169d req-21eeab42-dbb4-48b3-9de0-5d5ddd00a1ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:02.802240 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6aabecd1-7519-4800-b8f0-3b9520682977 req-c402aa2e-ba8f-4e49-ba13-10b582515a1c tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.54 "GET /v2.0/security-groups?id=63a67304-7a61-424c-9189-0609e92bff65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774572 Dec 20 14:54:02.846237 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eeab42-dbb4-48b3-9de0-5d5ddd00a1ae service neutron] Pushing event updated for resources: {'Port': ['ID=34b48958-b95b-4dc8-835f-cc76cdec4b8c,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:54:02.848996 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3065953-d18b-4d38-8661-dd3a8abc951a None None] DHCP port deletion for 1d6e94b3-e488-46e8-b36e-5df57c7dc6f7 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:54:02.872779 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4b946e14-a146-4adc-987f-e3235addcdad tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:02.878089 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4b946e14-a146-4adc-987f-e3235addcdad tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:02.896140 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-380ebf1a-f316-4019-9f2b-1694b335f2eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:02.912310 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b946e14-a146-4adc-987f-e3235addcdad tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd911e06-81f5-48f1-a37a-df356826fbae,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:54:02.917168 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4b946e14-a146-4adc-987f-e3235addcdad tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:02.918421 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-4b946e14-a146-4adc-987f-e3235addcdad tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1713452 Dec 20 14:54:02.921205 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37948) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:54:02.925709 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-2b683f39-d50f-41a6-92ed-3f4740f23866 tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:54:02.926148 n-d-761264-19 neutron-server[103168]: WARNING neutron.api.v2.base [None req-2b683f39-d50f-41a6-92ed-3f4740f23866 tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 20 14:54:02.926647 n-d-761264-19 neutron-server[103168]: INFO neutron.api.v2.resource [None req-2b683f39-d50f-41a6-92ed-3f4740f23866 tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] update failed (client error): There was a conflict when trying to complete your request. Dec 20 14:54:02.927686 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-2b683f39-d50f-41a6-92ed-3f4740f23866 tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] 10.222.0.54 "PUT /v2.0/security-groups/fd911e06-81f5-48f1-a37a-df356826fbae HTTP/1.1" status: 409 len: 330 time: 0.0055666 Dec 20 14:54:02.930407 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37950) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:54:02.956732 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-93491594-0203-4a30-8f2f-00228a3e169d req-21eeab42-dbb4-48b3-9de0-5d5ddd00a1ae service neutron] Attempting to bind port 34b48958-b95b-4dc8-835f-cc76cdec4b8c on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:54:02.957290 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-93491594-0203-4a30-8f2f-00228a3e169d req-21eeab42-dbb4-48b3-9de0-5d5ddd00a1ae service neutron] Attempting to bind port 34b48958-b95b-4dc8-835f-cc76cdec4b8c by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': '976dc740-6f26-442a-9e80-6e8aee232d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1d6e94b3-e488-46e8-b36e-5df57c7dc6f7'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:54:02.957678 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93491594-0203-4a30-8f2f-00228a3e169d req-21eeab42-dbb4-48b3-9de0-5d5ddd00a1ae service neutron] Attempting to bind port 34b48958-b95b-4dc8-835f-cc76cdec4b8c on network 1d6e94b3-e488-46e8-b36e-5df57c7dc6f7 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:54:02.962406 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93491594-0203-4a30-8f2f-00228a3e169d req-21eeab42-dbb4-48b3-9de0-5d5ddd00a1ae service neutron] Port 34b48958-b95b-4dc8-835f-cc76cdec4b8c on network 1d6e94b3-e488-46e8-b36e-5df57c7dc6f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:54:02.962840 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93491594-0203-4a30-8f2f-00228a3e169d req-21eeab42-dbb4-48b3-9de0-5d5ddd00a1ae service neutron] Attempting to bind port 34b48958-b95b-4dc8-835f-cc76cdec4b8c on network 1d6e94b3-e488-46e8-b36e-5df57c7dc6f7 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:54:02.968291 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93491594-0203-4a30-8f2f-00228a3e169d req-21eeab42-dbb4-48b3-9de0-5d5ddd00a1ae service neutron] Checking agent: {'id': '43c60aee-e4af-4ecc-bee2-aac3569fafed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:54:02.968614 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93491594-0203-4a30-8f2f-00228a3e169d req-21eeab42-dbb4-48b3-9de0-5d5ddd00a1ae service neutron] Checking segment: {'id': '976dc740-6f26-442a-9e80-6e8aee232d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1d6e94b3-e488-46e8-b36e-5df57c7dc6f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:54:02.969006 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93491594-0203-4a30-8f2f-00228a3e169d req-21eeab42-dbb4-48b3-9de0-5d5ddd00a1ae service neutron] Bound using segment: {'id': '976dc740-6f26-442a-9e80-6e8aee232d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1d6e94b3-e488-46e8-b36e-5df57c7dc6f7'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:54:02.969493 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-93491594-0203-4a30-8f2f-00228a3e169d req-21eeab42-dbb4-48b3-9de0-5d5ddd00a1ae service neutron] Bound port: 34b48958-b95b-4dc8-835f-cc76cdec4b8c, host: n-h2-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '976dc740-6f26-442a-9e80-6e8aee232d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1d6e94b3-e488-46e8-b36e-5df57c7dc6f7'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:54:02.969922 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-93491594-0203-4a30-8f2f-00228a3e169d req-21eeab42-dbb4-48b3-9de0-5d5ddd00a1ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:02.987749 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c12acb1c-ef63-444c-a75f-73e1e3040a76 tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:03.011941 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c12acb1c-ef63-444c-a75f-73e1e3040a76 tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:03.040271 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-93491594-0203-4a30-8f2f-00228a3e169d req-21eeab42-dbb4-48b3-9de0-5d5ddd00a1ae service neutron] For port 34b48958-b95b-4dc8-835f-cc76cdec4b8c, host n-h2-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:54:03.044128 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-93491594-0203-4a30-8f2f-00228a3e169d req-21eeab42-dbb4-48b3-9de0-5d5ddd00a1ae service neutron] For port 34b48958-b95b-4dc8-835f-cc76cdec4b8c, host n-h2-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=34b48958-b95b-4dc8-835f-cc76cdec4b8c,segment=NetworkSegment(976dc740-6f26-442a-9e80-6e8aee232d85),segment_id=976dc740-6f26-442a-9e80-6e8aee232d85)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:54:03.050317 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-93491594-0203-4a30-8f2f-00228a3e169d req-21eeab42-dbb4-48b3-9de0-5d5ddd00a1ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:03.071447 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c12acb1c-ef63-444c-a75f-73e1e3040a76 tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:03.074803 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c12acb1c-ef63-444c-a75f-73e1e3040a76 tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:03.076567 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-c12acb1c-ef63-444c-a75f-73e1e3040a76 tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] 10.222.0.54 "DELETE /v2.0/security-groups/fd911e06-81f5-48f1-a37a-df356826fbae HTTP/1.1" status: 204 len: 168 time: 0.1448796 Dec 20 14:54:03.081364 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37952) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:54:03.090754 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93491594-0203-4a30-8f2f-00228a3e169d req-21eeab42-dbb4-48b3-9de0-5d5ddd00a1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:54:03.091447 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-93491594-0203-4a30-8f2f-00228a3e169d req-21eeab42-dbb4-48b3-9de0-5d5ddd00a1ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:03.092900 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-93491594-0203-4a30-8f2f-00228a3e169d req-21eeab42-dbb4-48b3-9de0-5d5ddd00a1ae service neutron] 10.222.0.47 "PUT /v2.0/ports/34b48958-b95b-4dc8-835f-cc76cdec4b8c HTTP/1.1" status: 200 len: 1092 time: 0.9370739 Dec 20 14:54:03.095830 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d403e41-08ef-4f7f-82df-3fa43fd0ce07', 'tag': '34b48958-b95b-4dc8-835f-cc76cdec4b8c'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:54:03.099312 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de3c58fc-3259-4a1b-a673-cec07b4a73f8" -d '{"events": [{"name": "network-changed", "server_uuid": "9d403e41-08ef-4f7f-82df-3fa43fd0ce07", "tag": "34b48958-b95b-4dc8-835f-cc76cdec4b8c"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:54:03.101355 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da1f34d-bbcb-4154-a072-122f732a5cb0 None None] DHCP port deletion for 1d6e94b3-e488-46e8-b36e-5df57c7dc6f7 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:54:03.146242 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eeab42-dbb4-48b3-9de0-5d5ddd00a1ae service neutron] Pushing event updated for resources: {'Port': ['ID=34b48958-b95b-4dc8-835f-cc76cdec4b8c,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:54:03.160735 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-18e3eabc-0c04-4059-a219-9cd321932cfb tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0780561 Dec 20 14:54:03.164020 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12acb1c-ef63-444c-a75f-73e1e3040a76 tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd911e06-81f5-48f1-a37a-df356826fbae,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:54:03.164508 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37958) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:54:03.181136 n-d-761264-19 neutron-server[103168]: INFO neutron.api.v2.resource [None req-bd5e7db4-77a0-4a4e-bd21-6c23b8a88adb tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] delete failed (client error): The resource could not be found. Dec 20 14:54:03.182648 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-bd5e7db4-77a0-4a4e-bd21-6c23b8a88adb tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] 10.222.0.54 "DELETE /v2.0/security-groups/67c9c30a-fe8d-4e62-b0fe-82b553a7b7a3 HTTP/1.1" status: 404 len: 347 time: 0.0170538 Dec 20 14:54:03.186362 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37960) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:54:03.202080 n-d-761264-19 neutron-server[103168]: INFO neutron.api.v2.resource [None req-be1c4c63-14ff-4ddb-aac7-445bc5a2046d tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] show failed (client error): The resource could not be found. Dec 20 14:54:03.204134 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-be1c4c63-14ff-4ddb-aac7-445bc5a2046d tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] 10.222.0.54 "GET /v2.0/security-groups/ecb822c6-78b3-4fe1-8d22-908ffb0f6326 HTTP/1.1" status: 404 len: 347 time: 0.0161319 Dec 20 14:54:03.207279 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37962) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:54:03.211110 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93491594-0203-4a30-8f2f-00228a3e169d req-144a4036-48bb-438f-b726-1cb2ecfa193e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:54:03.213116 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-93491594-0203-4a30-8f2f-00228a3e169d req-144a4036-48bb-438f-b726-1cb2ecfa193e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e5627c7cf5f247fcac36c91973083b50&device_id=9d403e41-08ef-4f7f-82df-3fa43fd0ce07 HTTP/1.1" status: 200 len: 1095 time: 0.0619457 Dec 20 14:54:03.222122 n-d-761264-19 neutron-server[103168]: INFO neutron.api.v2.resource [None req-7588be3b-7ad5-4b99-84c7-099e46bed0d9 tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] show failed (client error): The resource could not be found. Dec 20 14:54:03.223504 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-7588be3b-7ad5-4b99-84c7-099e46bed0d9 tempest-NegativeSecGroupTest-764055113 tempest-NegativeSecGroupTest-764055113-project] 10.222.0.54 "GET /v2.0/security-group-rules/cd734289-6ef5-427b-af61-50720285a2de HTTP/1.1" status: 404 len: 356 time: 0.0152223 Dec 20 14:54:03.266171 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-93491594-0203-4a30-8f2f-00228a3e169d req-59d6aa0c-878c-4182-a865-647397503e57 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34b48958-b95b-4dc8-835f-cc76cdec4b8c HTTP/1.1" status: 200 len: 217 time: 0.0442076 Dec 20 14:54:03.324150 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93491594-0203-4a30-8f2f-00228a3e169d req-9e6d467a-1e17-4880-8396-3f977c2a9202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:54:03.325703 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-93491594-0203-4a30-8f2f-00228a3e169d req-9e6d467a-1e17-4880-8396-3f977c2a9202 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5ae39662-bebe-492b-85b9-e558826165ef HTTP/1.1" status: 200 len: 854 time: 0.0528798 Dec 20 14:54:03.362495 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b7db4e8-6167-4611-ab13-275f22c0c6f0 x-openstack-request-id: req-0b7db4e8-6167-4611-ab13-275f22c0c6f0 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:54:03.363109 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d403e41-08ef-4f7f-82df-3fa43fd0ce07", "tag": "34b48958-b95b-4dc8-835f-cc76cdec4b8c", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:54:03.363420 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0b7db4e8-6167-4611-ab13-275f22c0c6f0 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:54:03.363883 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d403e41-08ef-4f7f-82df-3fa43fd0ce07', 'tag': '34b48958-b95b-4dc8-835f-cc76cdec4b8c', 'status': 'completed', 'code': 200} Dec 20 14:54:03.366629 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-93491594-0203-4a30-8f2f-00228a3e169d req-0451c55f-cf0e-490f-bf19-12a0b701048b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1d6e94b3-e488-46e8-b36e-5df57c7dc6f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335443 Dec 20 14:54:03.464274 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-93491594-0203-4a30-8f2f-00228a3e169d req-51393055-5da1-49ee-a1d0-71fe49e9dd04 service neutron] 10.222.0.47 "GET /v2.0/networks/1d6e94b3-e488-46e8-b36e-5df57c7dc6f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880542 Dec 20 14:54:03.569786 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-93491594-0203-4a30-8f2f-00228a3e169d req-4b970198-4c22-4695-9ab9-ccf026dd98f4 service neutron] 10.222.0.47 "GET /v2.0/networks/1d6e94b3-e488-46e8-b36e-5df57c7dc6f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968008 Dec 20 14:54:03.663288 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37968) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:54:03.665814 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3c58fc-3259-4a1b-a673-cec07b4a73f8 req-f4230f64-ec12-478d-9b87-e0cad6f84091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:54:03.667588 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-de3c58fc-3259-4a1b-a673-cec07b4a73f8 req-f4230f64-ec12-478d-9b87-e0cad6f84091 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e5627c7cf5f247fcac36c91973083b50&device_id=9d403e41-08ef-4f7f-82df-3fa43fd0ce07 HTTP/1.1" status: 200 len: 1095 time: 0.0455463 Dec 20 14:54:03.775676 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3c58fc-3259-4a1b-a673-cec07b4a73f8 req-d399fc4c-9261-4142-80ee-5baf28e7b61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:54:03.777243 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-de3c58fc-3259-4a1b-a673-cec07b4a73f8 req-d399fc4c-9261-4142-80ee-5baf28e7b61d service neutron] 10.222.0.47 "GET /v2.0/networks?id=1d6e94b3-e488-46e8-b36e-5df57c7dc6f7 HTTP/1.1" status: 200 len: 915 time: 0.1030104 Dec 20 14:54:03.821396 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:03.821638 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-de3c58fc-3259-4a1b-a673-cec07b4a73f8 req-8658ffb4-3b2a-4e43-8130-a5b8666e7848 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34b48958-b95b-4dc8-835f-cc76cdec4b8c HTTP/1.1" status: 200 len: 217 time: 0.0367374 Dec 20 14:54:03.830248 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-4542d187-52dc-4b83-9365-32e25419a652 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=eab6e80a0e164d41a75a8a0573d60317&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1656680 Dec 20 14:54:03.839834 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 37976) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:54:03.896702 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3c58fc-3259-4a1b-a673-cec07b4a73f8 req-3a36d486-44f6-415d-8433-39e10f178fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:54:03.898258 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-de3c58fc-3259-4a1b-a673-cec07b4a73f8 req-3a36d486-44f6-415d-8433-39e10f178fc0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5ae39662-bebe-492b-85b9-e558826165ef HTTP/1.1" status: 200 len: 854 time: 0.0609200 Dec 20 14:54:03.905219 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a7904ab5-e3cd-4e91-8134-390ceaa0fc25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:03.935440 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-de3c58fc-3259-4a1b-a673-cec07b4a73f8 req-18d36e63-b11c-42dc-b22e-8e763e002dca service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1d6e94b3-e488-46e8-b36e-5df57c7dc6f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289130 Dec 20 14:54:03.954316 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a7904ab5-e3cd-4e91-8134-390ceaa0fc25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:03.980286 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b821c36-01ca-4014-9422-edc4b45471dd req-7cfb9855-39c3-45bf-a9b8-eb59f455ce3b tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:54:03.981793 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5b821c36-01ca-4014-9422-edc4b45471dd req-7cfb9855-39c3-45bf-a9b8-eb59f455ce3b tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d403e41-08ef-4f7f-82df-3fa43fd0ce07 HTTP/1.1" status: 200 len: 943 time: 0.0900364 Dec 20 14:54:04.035201 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-de3c58fc-3259-4a1b-a673-cec07b4a73f8 req-0fb7428a-cf1f-4b51-97e6-039be443b540 service neutron] 10.222.0.47 "GET /v2.0/networks/1d6e94b3-e488-46e8-b36e-5df57c7dc6f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921869 Dec 20 14:54:04.057948 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5b821c36-01ca-4014-9422-edc4b45471dd req-56cce109-ced6-48f5-a16f-95e7930b716d tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.54 "GET /v2.0/security-groups?id=63a67304-7a61-424c-9189-0609e92bff65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618532 Dec 20 14:54:04.063374 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a7904ab5-e3cd-4e91-8134-390ceaa0fc25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:04.070799 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a7904ab5-e3cd-4e91-8134-390ceaa0fc25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:04.073934 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-a7904ab5-e3cd-4e91-8134-390ceaa0fc25 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/fe0a9bcf-14aa-4afe-9595-603252588212 HTTP/1.1" status: 204 len: 168 time: 0.2332761 Dec 20 14:54:04.084584 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7904ab5-e3cd-4e91-8134-390ceaa0fc25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe0a9bcf-14aa-4afe-9595-603252588212,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:54:04.509069 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-de3c58fc-3259-4a1b-a673-cec07b4a73f8 req-973977c7-e2c8-44f9-a64c-6aebfcce3e13 service neutron] 10.222.0.47 "GET /v2.0/networks/1d6e94b3-e488-46e8-b36e-5df57c7dc6f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4656029 Dec 20 14:54:04.778545 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 37998) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:54:04.878455 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-47172970-89ad-43a4-82d9-4e6b45936480 tempest-SubnetPoolsTestJSON-2074206652 tempest-SubnetPoolsTestJSON-2074206652-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-249126565', 'prefixes': ['172.20.0.0/16']}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:54:04.941717 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-47172970-89ad-43a4-82d9-4e6b45936480 tempest-SubnetPoolsTestJSON-2074206652 tempest-SubnetPoolsTestJSON-2074206652-project] Publish callbacks [] for subnetpool, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:04.943224 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-47172970-89ad-43a4-82d9-4e6b45936480 tempest-SubnetPoolsTestJSON-2074206652 tempest-SubnetPoolsTestJSON-2074206652-project] 10.222.0.54 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.1636393 Dec 20 14:54:04.946004 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 38004) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:54:04.982934 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-570bc359-091d-4dcb-ba4b-ad55b81a2f1b tempest-SubnetPoolsTestJSON-2074206652 tempest-SubnetPoolsTestJSON-2074206652-project] 10.222.0.54 "GET /v2.0/subnetpools/f7736abe-425a-4b75-914e-aa7000126ab1 HTTP/1.1" status: 200 len: 731 time: 0.0357378 Dec 20 14:54:04.985554 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 38006) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:54:04.990087 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-e2f8b7dc-fb88-43c1-91f1-c7b4feaea167 tempest-SubnetPoolsTestJSON-2074206652 tempest-SubnetPoolsTestJSON-2074206652-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-811787210'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:54:05.067403 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e2f8b7dc-fb88-43c1-91f1-c7b4feaea167 tempest-SubnetPoolsTestJSON-2074206652 tempest-SubnetPoolsTestJSON-2074206652-project] Publish callbacks [] for subnetpool, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:05.069657 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-e2f8b7dc-fb88-43c1-91f1-c7b4feaea167 tempest-SubnetPoolsTestJSON-2074206652 tempest-SubnetPoolsTestJSON-2074206652-project] 10.222.0.54 "PUT /v2.0/subnetpools/f7736abe-425a-4b75-914e-aa7000126ab1 HTTP/1.1" status: 200 len: 683 time: 0.0823638 Dec 20 14:54:05.074706 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 38008) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:54:05.190234 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-74e18f6a-927b-401c-9ec4-249cf324e382 tempest-SubnetPoolsTestJSON-2074206652 tempest-SubnetPoolsTestJSON-2074206652-project] Publish callbacks [] for subnetpool, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:05.191415 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-74e18f6a-927b-401c-9ec4-249cf324e382 tempest-SubnetPoolsTestJSON-2074206652 tempest-SubnetPoolsTestJSON-2074206652-project] 10.222.0.54 "DELETE /v2.0/subnetpools/f7736abe-425a-4b75-914e-aa7000126ab1 HTTP/1.1" status: 204 len: 168 time: 0.1184559 Dec 20 14:54:05.194180 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 38012) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:54:05.203714 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce2753b-69ac-43a5-82d9-69af4e553ec6 req-d7b0e8c0-36e3-4dde-8a78-ac9dab459786 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:54:05.205483 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6ce2753b-69ac-43a5-82d9-69af4e553ec6 req-d7b0e8c0-36e3-4dde-8a78-ac9dab459786 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d403e41-08ef-4f7f-82df-3fa43fd0ce07 HTTP/1.1" status: 200 len: 943 time: 0.0707984 Dec 20 14:54:05.215928 n-d-761264-19 neutron-server[103167]: INFO neutron.api.v2.resource [None req-b2ad58bd-ecb0-4d64-9c2b-00c6da91a0b5 tempest-SubnetPoolsTestJSON-2074206652 tempest-SubnetPoolsTestJSON-2074206652-project] show failed (client error): The resource could not be found. Dec 20 14:54:05.219913 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-b2ad58bd-ecb0-4d64-9c2b-00c6da91a0b5 tempest-SubnetPoolsTestJSON-2074206652 tempest-SubnetPoolsTestJSON-2074206652-project] 10.222.0.54 "GET /v2.0/subnetpools/f7736abe-425a-4b75-914e-aa7000126ab1 HTTP/1.1" status: 404 len: 346 time: 0.0246589 Dec 20 14:54:05.220436 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 38014) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:54:05.234823 n-d-761264-19 neutron-server[103167]: INFO neutron.api.v2.resource [None req-df6732bc-de6e-4a3b-9fe8-2eb83ee32261 tempest-SubnetPoolsTestJSON-2074206652 tempest-SubnetPoolsTestJSON-2074206652-project] delete failed (client error): The resource could not be found. Dec 20 14:54:05.235821 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-df6732bc-de6e-4a3b-9fe8-2eb83ee32261 tempest-SubnetPoolsTestJSON-2074206652 tempest-SubnetPoolsTestJSON-2074206652-project] 10.222.0.54 "DELETE /v2.0/subnetpools/f7736abe-425a-4b75-914e-aa7000126ab1 HTTP/1.1" status: 404 len: 346 time: 0.0144892 Dec 20 14:54:05.259006 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6ce2753b-69ac-43a5-82d9-69af4e553ec6 req-7b87bef4-38fb-4b42-9ce4-687e16783535 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.54 "GET /v2.0/security-groups?id=63a67304-7a61-424c-9189-0609e92bff65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474527 Dec 20 14:54:05.490563 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 38020) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:54:05.597197 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e42291f5-3504-40e0-9a0e-395d1680bcff admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:05.673041 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e42291f5-3504-40e0-9a0e-395d1680bcff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:05.678158 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e42291f5-3504-40e0-9a0e-395d1680bcff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:05.715881 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-e42291f5-3504-40e0-9a0e-395d1680bcff admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0d7d1bb5600f4f97bb585c38e6d81d0d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2241795 Dec 20 14:54:05.716927 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42291f5-3504-40e0-9a0e-395d1680bcff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b0a8ef5-f750-40ba-877a-64ab44346990,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:54:05.718670 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 38024) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:54:05.774164 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d2239161-ddf0-4529-8b0d-9e3520895169 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:05.796408 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:05.799304 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d2239161-ddf0-4529-8b0d-9e3520895169 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:05.845806 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d2239161-ddf0-4529-8b0d-9e3520895169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:05.850209 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d2239161-ddf0-4529-8b0d-9e3520895169 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:05.854916 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-d2239161-ddf0-4529-8b0d-9e3520895169 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0b0a8ef5-f750-40ba-877a-64ab44346990 HTTP/1.1" status: 204 len: 168 time: 0.1346359 Dec 20 14:54:05.863305 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2239161-ddf0-4529-8b0d-9e3520895169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b0a8ef5-f750-40ba-877a-64ab44346990,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:54:06.267956 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:06.409410 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4a5551-27ef-41ba-8665-c9880a84b39f req-da6ac731-e93e-4700-a8a6-c82cfa4e1e64 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:54:06.411493 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0b4a5551-27ef-41ba-8665-c9880a84b39f req-da6ac731-e93e-4700-a8a6-c82cfa4e1e64 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d403e41-08ef-4f7f-82df-3fa43fd0ce07 HTTP/1.1" status: 200 len: 943 time: 0.0592639 Dec 20 14:54:06.463725 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0b4a5551-27ef-41ba-8665-c9880a84b39f req-e33806f8-f747-45ec-bdff-4069e55022f9 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.54 "GET /v2.0/security-groups?id=63a67304-7a61-424c-9189-0609e92bff65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462258 Dec 20 14:54:07.374616 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 34b48958-b95b-4dc8-835f-cc76cdec4b8c details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:54:07.479338 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 34b48958-b95b-4dc8-835f-cc76cdec4b8c, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=34b48958-b95b-4dc8-835f-cc76cdec4b8c,segment=NetworkSegment(976dc740-6f26-442a-9e80-6e8aee232d85),segment_id=976dc740-6f26-442a-9e80-6e8aee232d85)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:54:07.505700 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': '34b48958-b95b-4dc8-835f-cc76cdec4b8c', 'network_id': '1d6e94b3-e488-46e8-b36e-5df57c7dc6f7', 'port_id': '34b48958-b95b-4dc8-835f-cc76cdec4b8c', 'mac_address': 'fa:16:3e:49:f8:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ae39662-bebe-492b-85b9-e558826165ef', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:54:07.564031 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:07.577534 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34b48958-b95b-4dc8-835f-cc76cdec4b8c {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:54:07.587211 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6397ba-421e-487c-bcc1-dc5b47efa71a req-f41aa062-8eed-411d-b932-189f4b61ff3b tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:54:07.595021 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9c6397ba-421e-487c-bcc1-dc5b47efa71a req-f41aa062-8eed-411d-b932-189f4b61ff3b tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d403e41-08ef-4f7f-82df-3fa43fd0ce07 HTTP/1.1" status: 200 len: 943 time: 0.0583229 Dec 20 14:54:07.598302 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 34b48958-b95b-4dc8-835f-cc76cdec4b8c, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=34b48958-b95b-4dc8-835f-cc76cdec4b8c,segment=NetworkSegment(976dc740-6f26-442a-9e80-6e8aee232d85),segment_id=976dc740-6f26-442a-9e80-6e8aee232d85)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:54:07.606794 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:07.658378 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9c6397ba-421e-487c-bcc1-dc5b47efa71a req-937621fc-5f13-4c4b-9636-9a2cea57dac2 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.54 "GET /v2.0/security-groups?id=63a67304-7a61-424c-9189-0609e92bff65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600114 Dec 20 14:54:07.661292 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=34b48958-b95b-4dc8-835f-cc76cdec4b8c,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:54:07.790085 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 38094) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:54:07.865424 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['34b48958-b95b-4dc8-835f-cc76cdec4b8c'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:54:07.903155 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1b71abb3-d067-4266-8ed2-eeb867f5688c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:08.003628 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1b71abb3-d067-4266-8ed2-eeb867f5688c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:08.010229 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1b71abb3-d067-4266-8ed2-eeb867f5688c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:08.053064 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-1b71abb3-d067-4266-8ed2-eeb867f5688c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=35e4d1fb4f78446cbe3483eb0bbcf510&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2618570 Dec 20 14:54:08.055596 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b71abb3-d067-4266-8ed2-eeb867f5688c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=787e417f-caf7-47bd-9768-a8841a6a2fe5,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:54:08.055848 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 38098) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:54:08.064164 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b71abb3-d067-4266-8ed2-eeb867f5688c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:54:08.064539 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b71abb3-d067-4266-8ed2-eeb867f5688c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:54:08.064884 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b71abb3-d067-4266-8ed2-eeb867f5688c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:54:08.065223 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b71abb3-d067-4266-8ed2-eeb867f5688c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:54:08.065564 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b71abb3-d067-4266-8ed2-eeb867f5688c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:54:08.065895 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b71abb3-d067-4266-8ed2-eeb867f5688c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:54:08.066226 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b71abb3-d067-4266-8ed2-eeb867f5688c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:54:08.066579 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b71abb3-d067-4266-8ed2-eeb867f5688c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:54:08.066927 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b71abb3-d067-4266-8ed2-eeb867f5688c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:54:08.067253 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b71abb3-d067-4266-8ed2-eeb867f5688c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:54:08.067578 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b71abb3-d067-4266-8ed2-eeb867f5688c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:54:08.067901 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b71abb3-d067-4266-8ed2-eeb867f5688c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:54:08.068224 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b71abb3-d067-4266-8ed2-eeb867f5688c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:54:08.119998 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-36681b6d-7dbf-4489-8ec3-a495c379aaba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:08.140845 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-36681b6d-7dbf-4489-8ec3-a495c379aaba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:08.196858 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-36681b6d-7dbf-4489-8ec3-a495c379aaba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:08.199611 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-36681b6d-7dbf-4489-8ec3-a495c379aaba admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:08.200933 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-36681b6d-7dbf-4489-8ec3-a495c379aaba admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/787e417f-caf7-47bd-9768-a8841a6a2fe5 HTTP/1.1" status: 204 len: 168 time: 0.1438169 Dec 20 14:54:08.211799 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36681b6d-7dbf-4489-8ec3-a495c379aaba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=787e417f-caf7-47bd-9768-a8841a6a2fe5,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:54:08.477757 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 38108) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:54:08.492491 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2f4eda00-e236-41be-acc6-0c783e1e55f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:08.565040 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2f4eda00-e236-41be-acc6-0c783e1e55f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:08.570106 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2f4eda00-e236-41be-acc6-0c783e1e55f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:08.611759 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-2f4eda00-e236-41be-acc6-0c783e1e55f7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=186708a66dbe433cb264c5da2187f26b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1326089 Dec 20 14:54:08.612661 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4eda00-e236-41be-acc6-0c783e1e55f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a7a5ebf-0a65-4eef-aea6-ddc6eb1b1ff7,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:54:08.614683 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 38110) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:54:08.670658 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-bc5be807-d9a4-4e8e-867b-72da8ff3095b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:08.695296 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-bc5be807-d9a4-4e8e-867b-72da8ff3095b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:08.749025 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-bc5be807-d9a4-4e8e-867b-72da8ff3095b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:08.752114 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-bc5be807-d9a4-4e8e-867b-72da8ff3095b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:08.756094 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-bc5be807-d9a4-4e8e-867b-72da8ff3095b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7a7a5ebf-0a65-4eef-aea6-ddc6eb1b1ff7 HTTP/1.1" status: 204 len: 168 time: 0.1376185 Dec 20 14:54:08.773498 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5be807-d9a4-4e8e-867b-72da8ff3095b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a7a5ebf-0a65-4eef-aea6-ddc6eb1b1ff7,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:54:08.782024 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daab76ce-6483-4b21-8505-2babc42a158e req-96c32db6-730f-425e-8fdc-6754233f0625 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:54:08.783879 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-daab76ce-6483-4b21-8505-2babc42a158e req-96c32db6-730f-425e-8fdc-6754233f0625 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d403e41-08ef-4f7f-82df-3fa43fd0ce07 HTTP/1.1" status: 200 len: 944 time: 0.0584884 Dec 20 14:54:08.835505 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-daab76ce-6483-4b21-8505-2babc42a158e req-afb3fcd5-de35-4195-811a-a97528cb19b2 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.54 "GET /v2.0/security-groups?id=63a67304-7a61-424c-9189-0609e92bff65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450029 Dec 20 14:54:09.388476 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 34b48958-b95b-4dc8-835f-cc76cdec4b8c up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:54:09.449657 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning for port 34b48958-b95b-4dc8-835f-cc76cdec4b8c completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:54:09.454590 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port 34b48958-b95b-4dc8-835f-cc76cdec4b8c triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:54:09.455059 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:09.533822 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:09.563302 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d403e41-08ef-4f7f-82df-3fa43fd0ce07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34b48958-b95b-4dc8-835f-cc76cdec4b8c'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:54:09.566289 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e85d776-7ba3-434d-9aea-d6ede33e8037" -d '{"events": [{"server_uuid": "9d403e41-08ef-4f7f-82df-3fa43fd0ce07", "name": "network-vif-plugged", "status": "completed", "tag": "34b48958-b95b-4dc8-835f-cc76cdec4b8c"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:54:09.579790 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 34b48958-b95b-4dc8-835f-cc76cdec4b8c, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=34b48958-b95b-4dc8-835f-cc76cdec4b8c,segment=NetworkSegment(976dc740-6f26-442a-9e80-6e8aee232d85),segment_id=976dc740-6f26-442a-9e80-6e8aee232d85)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:54:09.588205 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:09.626320 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42f2f16a-d3a6-425e-bbad-7e653b625889 x-openstack-request-id: req-42f2f16a-d3a6-425e-bbad-7e653b625889 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:54:09.626828 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d403e41-08ef-4f7f-82df-3fa43fd0ce07", "name": "network-vif-plugged", "status": "completed", "tag": "34b48958-b95b-4dc8-835f-cc76cdec4b8c", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:54:09.627360 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-42f2f16a-d3a6-425e-bbad-7e653b625889 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:54:09.628132 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d403e41-08ef-4f7f-82df-3fa43fd0ce07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34b48958-b95b-4dc8-835f-cc76cdec4b8c', 'code': 200} Dec 20 14:54:09.647865 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=34b48958-b95b-4dc8-835f-cc76cdec4b8c,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:54:09.719100 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97b44ae-05a2-4634-80b8-f7e735fe7412 req-f7d000ad-18a1-4e3a-a3da-bf1f71fe207c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:54:09.720602 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a97b44ae-05a2-4634-80b8-f7e735fe7412 req-f7d000ad-18a1-4e3a-a3da-bf1f71fe207c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9d403e41-08ef-4f7f-82df-3fa43fd0ce07 HTTP/1.1" status: 200 len: 1097 time: 0.0405431 Dec 20 14:54:09.768178 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a97b44ae-05a2-4634-80b8-f7e735fe7412 req-f12d38c4-3802-4966-9bf1-0198bde5e071 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=63a67304-7a61-424c-9189-0609e92bff65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395455 Dec 20 14:54:09.958946 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a721f590-f2f0-4b86-96bc-abf8f95ae4c0 req-11f51e4f-093c-4e7f-8930-b966686abaf7 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:54:09.967150 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a721f590-f2f0-4b86-96bc-abf8f95ae4c0 req-11f51e4f-093c-4e7f-8930-b966686abaf7 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d403e41-08ef-4f7f-82df-3fa43fd0ce07 HTTP/1.1" status: 200 len: 945 time: 0.0631168 Dec 20 14:54:10.014453 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a721f590-f2f0-4b86-96bc-abf8f95ae4c0 req-b8aa2386-d86f-4694-a068-d860beb7d3e9 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.54 "GET /v2.0/security-groups?id=63a67304-7a61-424c-9189-0609e92bff65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466604 Dec 20 14:54:11.149812 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d4d4c-50cc-4609-b690-50ec9aa2170c req-e75225b9-c0a0-4599-8f93-c8f7c1fe06c6 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:54:11.152198 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-874d4d4c-50cc-4609-b690-50ec9aa2170c req-e75225b9-c0a0-4599-8f93-c8f7c1fe06c6 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d403e41-08ef-4f7f-82df-3fa43fd0ce07 HTTP/1.1" status: 200 len: 945 time: 0.0540891 Dec 20 14:54:11.200988 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-874d4d4c-50cc-4609-b690-50ec9aa2170c req-7d85fb69-a4b0-44e5-b0c6-362893b550a4 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.54 "GET /v2.0/security-groups?id=63a67304-7a61-424c-9189-0609e92bff65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425978 Dec 20 14:54:11.690039 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:15.175395 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6118aff8-9683-4adf-9816-86fda288abf8 req-274d213b-9cce-4325-aaa9-c46a131ae86a tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:54:15.177683 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6118aff8-9683-4adf-9816-86fda288abf8 req-274d213b-9cce-4325-aaa9-c46a131ae86a tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/ports?device_id=d37b0c07-5ce4-4205-9b3a-bde57c7567a1 HTTP/1.1" status: 200 len: 946 time: 0.1054485 Dec 20 14:54:15.239872 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6118aff8-9683-4adf-9816-86fda288abf8 req-2ba332e3-7a64-4f98-a388-889cf9d4fbbe tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/security-groups?id=1965ba5c-d387-4fec-8f79-f26f65ad2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554028 Dec 20 14:54:15.336576 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:16.389933 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b61b29-ed61-4afb-b2e9-29803750be51 req-2d09a4f8-39c6-4ce6-a47a-411fad790a60 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:54:16.398623 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f6b61b29-ed61-4afb-b2e9-29803750be51 req-2d09a4f8-39c6-4ce6-a47a-411fad790a60 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/ports?device_id=d37b0c07-5ce4-4205-9b3a-bde57c7567a1 HTTP/1.1" status: 200 len: 946 time: 0.0602741 Dec 20 14:54:16.477231 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f6b61b29-ed61-4afb-b2e9-29803750be51 req-3c9646d6-2b89-4d6f-803a-3935299713ce tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/security-groups?id=1965ba5c-d387-4fec-8f79-f26f65ad2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773461 Dec 20 14:54:16.971664 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 38280) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:54:17.093540 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cd18311b-ad1d-46b9-b9de-d5b6879807b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:17.209680 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cd18311b-ad1d-46b9-b9de-d5b6879807b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:17.220584 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cd18311b-ad1d-46b9-b9de-d5b6879807b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:17.279172 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd18311b-ad1d-46b9-b9de-d5b6879807b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba699487-50c7-49b5-beb5-420247a7f785,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:54:17.298203 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-cd18311b-ad1d-46b9-b9de-d5b6879807b7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ae819a22469443fbb97bb62eea380e0b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3251896 Dec 20 14:54:17.300944 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 38288) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:54:17.350604 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-13d04dc1-6679-49d7-8580-9fc867821f4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:17.377072 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-13d04dc1-6679-49d7-8580-9fc867821f4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:17.428347 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-13d04dc1-6679-49d7-8580-9fc867821f4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:17.431235 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-13d04dc1-6679-49d7-8580-9fc867821f4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:17.432555 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-13d04dc1-6679-49d7-8580-9fc867821f4f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ba699487-50c7-49b5-beb5-420247a7f785 HTTP/1.1" status: 204 len: 168 time: 0.1300693 Dec 20 14:54:17.441061 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d04dc1-6679-49d7-8580-9fc867821f4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba699487-50c7-49b5-beb5-420247a7f785,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:54:17.575616 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51b2e10-233b-4d7b-bf38-99d9f24bcf2d req-de586097-160d-45ac-9912-ddc089c270b5 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:54:17.578139 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f51b2e10-233b-4d7b-bf38-99d9f24bcf2d req-de586097-160d-45ac-9912-ddc089c270b5 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.30 "GET /v2.0/ports?device_id=d37b0c07-5ce4-4205-9b3a-bde57c7567a1 HTTP/1.1" status: 200 len: 946 time: 0.0691345 Dec 20 14:54:17.622046 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7f4853-1f59-4c6b-a00b-06475fa5a4be req-fcef9db4-b793-43a4-b0f0-dcf8a9c1c286 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:54:17.632600 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bc7f4853-1f59-4c6b-a00b-06475fa5a4be req-fcef9db4-b793-43a4-b0f0-dcf8a9c1c286 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/ports?device_id=d37b0c07-5ce4-4205-9b3a-bde57c7567a1 HTTP/1.1" status: 200 len: 946 time: 0.0577729 Dec 20 14:54:17.684421 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bc7f4853-1f59-4c6b-a00b-06475fa5a4be req-6f0fc8cf-41d7-4b83-b6d2-d09bfd02ca95 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/security-groups?id=1965ba5c-d387-4fec-8f79-f26f65ad2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508261 Dec 20 14:54:17.685698 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-f51b2e10-233b-4d7b-bf38-99d9f24bcf2d req-e9d97156-56f2-4ee2-847d-ac706d010514 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Deleting port b5317a84-c7f5-467f-8d7c-8a55d8ba4bbf {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:54:17.686266 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-f51b2e10-233b-4d7b-bf38-99d9f24bcf2d req-e9d97156-56f2-4ee2-847d-ac706d010514 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:17.810717 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-f51b2e10-233b-4d7b-bf38-99d9f24bcf2d req-e9d97156-56f2-4ee2-847d-ac706d010514 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] For port b5317a84-c7f5-467f-8d7c-8a55d8ba4bbf, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=b5317a84-c7f5-467f-8d7c-8a55d8ba4bbf,segment=NetworkSegment(bd342b13-3583-4229-87a4-05b92fc17cef),segment_id=bd342b13-3583-4229-87a4-05b92fc17cef)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:54:17.811229 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-f51b2e10-233b-4d7b-bf38-99d9f24bcf2d req-e9d97156-56f2-4ee2-847d-ac706d010514 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:17.828271 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 38296) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:54:17.838152 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-f51b2e10-233b-4d7b-bf38-99d9f24bcf2d req-e9d97156-56f2-4ee2-847d-ac706d010514 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Calling delete_port for b5317a84-c7f5-467f-8d7c-8a55d8ba4bbf owned by compute:nova {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:54:17.846883 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f70212de-6be7-4d5d-af42-4011ffe683fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:17.944875 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f70212de-6be7-4d5d-af42-4011ffe683fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:17.951555 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f70212de-6be7-4d5d-af42-4011ffe683fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:18.002944 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-f70212de-6be7-4d5d-af42-4011ffe683fb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7569afe1f65447b6b1c3fa3f87b78eb7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1730912 Dec 20 14:54:18.005441 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 38298) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:54:18.013526 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-f51b2e10-233b-4d7b-bf38-99d9f24bcf2d req-e9d97156-56f2-4ee2-847d-ac706d010514 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:18.029221 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['08be1526-c158-4e57-a34a-c3664135a1d7'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:54:18.032401 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['b5317a84-c7f5-467f-8d7c-8a55d8ba4bbf'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:54:18.061328 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d97156-56f2-4ee2-847d-ac706d010514 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Pushing event deleted for resources: {'Port': ['ID=b5317a84-c7f5-467f-8d7c-8a55d8ba4bbf,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:54:18.062680 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70212de-6be7-4d5d-af42-4011ffe683fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f508e8-f04b-419f-bf4f-a3c6f2e8d1fd,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:54:18.119338 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-58b52b06-fe00-42a5-b177-16f6f391e0b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:18.142357 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-f51b2e10-233b-4d7b-bf38-99d9f24bcf2d req-e9d97156-56f2-4ee2-847d-ac706d010514 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] No DVR routers for this DVR port b5317a84-c7f5-467f-8d7c-8a55d8ba4bbf on host n-h1-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:54:18.145257 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-f51b2e10-233b-4d7b-bf38-99d9f24bcf2d req-e9d97156-56f2-4ee2-847d-ac706d010514 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:18.149005 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f51b2e10-233b-4d7b-bf38-99d9f24bcf2d req-e9d97156-56f2-4ee2-847d-ac706d010514 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.30 "DELETE /v2.0/ports/b5317a84-c7f5-467f-8d7c-8a55d8ba4bbf HTTP/1.1" status: 204 len: 173 time: 0.5614691 Dec 20 14:54:18.149493 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd37b0c07-5ce4-4205-9b3a-bde57c7567a1', 'name': 'network-vif-deleted', 'tag': 'b5317a84-c7f5-467f-8d7c-8a55d8ba4bbf'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:54:18.152611 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3768ddba-ae8f-4e05-8300-1c3876004122" -d '{"events": [{"server_uuid": "d37b0c07-5ce4-4205-9b3a-bde57c7567a1", "name": "network-vif-deleted", "tag": "b5317a84-c7f5-467f-8d7c-8a55d8ba4bbf"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:54:18.156829 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df57c33b-dac4-4330-b3bb-230291e03027 None None] DHCP port deletion for 93f5dcc9-0b36-4024-bce0-d4b0862d4719 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:54:18.200365 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-58b52b06-fe00-42a5-b177-16f6f391e0b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:18.222248 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c98a8101-7ead-4a1c-bb93-aac317044e2b x-openstack-request-id: req-c98a8101-7ead-4a1c-bb93-aac317044e2b {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:54:18.222899 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d37b0c07-5ce4-4205-9b3a-bde57c7567a1", "name": "network-vif-deleted", "tag": "b5317a84-c7f5-467f-8d7c-8a55d8ba4bbf", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:54:18.223748 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c98a8101-7ead-4a1c-bb93-aac317044e2b {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:54:18.223748 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd37b0c07-5ce4-4205-9b3a-bde57c7567a1', 'name': 'network-vif-deleted', 'tag': 'b5317a84-c7f5-467f-8d7c-8a55d8ba4bbf', 'status': 'completed', 'code': 200} Dec 20 14:54:18.295442 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-58b52b06-fe00-42a5-b177-16f6f391e0b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:18.299340 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-58b52b06-fe00-42a5-b177-16f6f391e0b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:18.300867 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-58b52b06-fe00-42a5-b177-16f6f391e0b8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b9f508e8-f04b-419f-bf4f-a3c6f2e8d1fd HTTP/1.1" status: 204 len: 168 time: 0.2938681 Dec 20 14:54:18.313886 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b52b06-fe00-42a5-b177-16f6f391e0b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f508e8-f04b-419f-bf4f-a3c6f2e8d1fd,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:54:18.800909 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-57a1e8ad-8202-4d23-b615-059218441abe req-1d32dea7-be3c-41ad-9042-53e124a7b542 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/ports?device_id=d37b0c07-5ce4-4205-9b3a-bde57c7567a1 HTTP/1.1" status: 200 len: 210 time: 0.0335443 Dec 20 14:54:19.768025 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5e555674-ca30-42de-8884-5f2265a59add req-a19cc360-ecbb-4fee-8b0e-074d9105ebfd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=050a5e33-bf4a-4ffc-8f13-c57f3dd07a97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0540404 Dec 20 14:54:19.851287 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e555674-ca30-42de-8884-5f2265a59add req-4920b2c6-b663-42b4-ae4f-0391810367cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:54:19.853000 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5e555674-ca30-42de-8884-5f2265a59add req-4920b2c6-b663-42b4-ae4f-0391810367cc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e5627c7cf5f247fcac36c91973083b50&device_id=050a5e33-bf4a-4ffc-8f13-c57f3dd07a97 HTTP/1.1" status: 200 len: 1098 time: 0.0564175 Dec 20 14:54:20.019015 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e555674-ca30-42de-8884-5f2265a59add req-01668328-5947-4fb4-87d2-76f33e867138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:54:20.020528 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5e555674-ca30-42de-8884-5f2265a59add req-01668328-5947-4fb4-87d2-76f33e867138 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1d6e94b3-e488-46e8-b36e-5df57c7dc6f7 HTTP/1.1" status: 200 len: 915 time: 0.1385119 Dec 20 14:54:20.090157 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5e555674-ca30-42de-8884-5f2265a59add req-fc0cd3ce-d56d-4f0d-b90c-76645a1e22ef service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=27e61414-1f42-421b-9e10-b9fc523cbcd6 HTTP/1.1" status: 200 len: 217 time: 0.0538535 Dec 20 14:54:20.156476 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e555674-ca30-42de-8884-5f2265a59add req-abf81bf4-8af2-4568-915e-fd087442562f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:54:20.157583 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5e555674-ca30-42de-8884-5f2265a59add req-abf81bf4-8af2-4568-915e-fd087442562f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5ae39662-bebe-492b-85b9-e558826165ef HTTP/1.1" status: 200 len: 854 time: 0.0575442 Dec 20 14:54:20.199806 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5e555674-ca30-42de-8884-5f2265a59add req-93ef4ca6-72b2-4736-83d2-f914d68e0ab3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1d6e94b3-e488-46e8-b36e-5df57c7dc6f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300090 Dec 20 14:54:20.205577 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871db64e-395d-438e-badb-01719a60501a req-28b57f53-fb7f-4d40-8032-13d495e657c0 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:54:20.209765 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-871db64e-395d-438e-badb-01719a60501a req-28b57f53-fb7f-4d40-8032-13d495e657c0 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/ports?device_id=0e6e452e-b7b9-4269-b6fe-be94c6c57210 HTTP/1.1" status: 200 len: 945 time: 0.0704622 Dec 20 14:54:20.348425 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-871db64e-395d-438e-badb-01719a60501a req-52a86194-703e-4116-ba4e-ed0ec24dfbc3 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/security-groups?id=1965ba5c-d387-4fec-8f79-f26f65ad2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283417 Dec 20 14:54:20.393679 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5e555674-ca30-42de-8884-5f2265a59add req-6c648149-f602-4575-8a93-b826786ee93f service neutron] 10.222.0.47 "GET /v2.0/networks/1d6e94b3-e488-46e8-b36e-5df57c7dc6f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737435 Dec 20 14:54:20.505243 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5e555674-ca30-42de-8884-5f2265a59add req-9a9a8942-41c8-452f-976a-e23d6f44b637 service neutron] 10.222.0.47 "GET /v2.0/networks/1d6e94b3-e488-46e8-b36e-5df57c7dc6f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018302 Dec 20 14:54:21.309183 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7eb43309-f475-461d-8029-1da29de87006 req-ee972fcd-7c65-454d-be6f-7aaaa335b437 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=abc60fc2-0a13-4390-b54c-6763c601e015&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0717611 Dec 20 14:54:21.381773 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb43309-f475-461d-8029-1da29de87006 req-ccb7d99e-57cd-4d4f-a53a-5744142c1602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:54:21.383484 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7eb43309-f475-461d-8029-1da29de87006 req-ccb7d99e-57cd-4d4f-a53a-5744142c1602 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e5627c7cf5f247fcac36c91973083b50&device_id=abc60fc2-0a13-4390-b54c-6763c601e015 HTTP/1.1" status: 200 len: 1097 time: 0.0476243 Dec 20 14:54:21.517039 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72cc2d4-b783-44a7-9664-ed159e33eb30 req-d620c324-cc5f-4c8b-81a4-1572044472f8 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:54:21.524840 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e72cc2d4-b783-44a7-9664-ed159e33eb30 req-d620c324-cc5f-4c8b-81a4-1572044472f8 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/ports?device_id=0e6e452e-b7b9-4269-b6fe-be94c6c57210 HTTP/1.1" status: 200 len: 945 time: 0.0816948 Dec 20 14:54:21.532547 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb43309-f475-461d-8029-1da29de87006 req-d320a8c7-9b15-46e0-82d5-2412698af391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:54:21.534019 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7eb43309-f475-461d-8029-1da29de87006 req-d320a8c7-9b15-46e0-82d5-2412698af391 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1d6e94b3-e488-46e8-b36e-5df57c7dc6f7 HTTP/1.1" status: 200 len: 915 time: 0.1305695 Dec 20 14:54:21.591109 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e72cc2d4-b783-44a7-9664-ed159e33eb30 req-98047ac8-5f87-42b1-9930-fe4550af2164 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/security-groups?id=1965ba5c-d387-4fec-8f79-f26f65ad2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650668 Dec 20 14:54:21.597908 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7eb43309-f475-461d-8029-1da29de87006 req-902b8e58-8125-419c-b9f9-45eea8c50d3f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b3889b6-faf1-4c12-9683-a4ff65c6e9f6 HTTP/1.1" status: 200 len: 217 time: 0.0562975 Dec 20 14:54:21.660891 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb43309-f475-461d-8029-1da29de87006 req-d8cd55ce-8c33-4ba4-825c-ee996575d58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:54:21.662397 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7eb43309-f475-461d-8029-1da29de87006 req-d8cd55ce-8c33-4ba4-825c-ee996575d58d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5ae39662-bebe-492b-85b9-e558826165ef HTTP/1.1" status: 200 len: 854 time: 0.0582523 Dec 20 14:54:21.686452 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device b5317a84-c7f5-467f-8d7c-8a55d8ba4bbf no longer exists at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:54:21.702103 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7eb43309-f475-461d-8029-1da29de87006 req-c91e2bbb-3aee-46fa-9b6b-7a6dc24bed24 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1d6e94b3-e488-46e8-b36e-5df57c7dc6f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328040 Dec 20 14:54:21.708742 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] No Port match for: b5317a84-c7f5-467f-8d7c-8a55d8ba4bbf {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:54:21.709539 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device b5317a84-c7f5-467f-8d7c-8a55d8ba4bbf not bound to the agent host n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:54:21.807081 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7eb43309-f475-461d-8029-1da29de87006 req-f8974e9b-9ef7-4638-a537-256416227c72 service neutron] 10.222.0.30 "GET /v2.0/networks/1d6e94b3-e488-46e8-b36e-5df57c7dc6f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969460 Dec 20 14:54:21.935771 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7eb43309-f475-461d-8029-1da29de87006 req-6e9f3997-3402-4a3f-9e17-5e9ff55fc3b3 service neutron] 10.222.0.30 "GET /v2.0/networks/1d6e94b3-e488-46e8-b36e-5df57c7dc6f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208153 Dec 20 14:54:22.755274 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a357bc0e-0da6-4092-b15b-d2b24d373186 req-ce95cf8e-8dea-494d-8deb-a09c2e2b7550 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:54:22.756906 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a357bc0e-0da6-4092-b15b-d2b24d373186 req-ce95cf8e-8dea-494d-8deb-a09c2e2b7550 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/ports?device_id=0e6e452e-b7b9-4269-b6fe-be94c6c57210 HTTP/1.1" status: 200 len: 945 time: 0.0744860 Dec 20 14:54:22.816137 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a357bc0e-0da6-4092-b15b-d2b24d373186 req-3cb0663f-b0cf-4170-868d-2582435bb7ec tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/security-groups?id=1965ba5c-d387-4fec-8f79-f26f65ad2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517917 Dec 20 14:54:23.984548 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da25f4f-0808-4348-bb5c-dd0d79b77eca req-41a752f3-768f-45b7-8363-7241db75dafc tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:54:23.986243 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6da25f4f-0808-4348-bb5c-dd0d79b77eca req-41a752f3-768f-45b7-8363-7241db75dafc tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/ports?device_id=0e6e452e-b7b9-4269-b6fe-be94c6c57210 HTTP/1.1" status: 200 len: 945 time: 0.0660813 Dec 20 14:54:24.058082 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6da25f4f-0808-4348-bb5c-dd0d79b77eca req-9e785a57-8656-40e2-a7e9-c650359f5e27 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/security-groups?id=1965ba5c-d387-4fec-8f79-f26f65ad2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641000 Dec 20 14:54:25.214024 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b400d85b-502b-49b2-8307-502b79982662 req-0fac21a3-9867-423c-b9ae-c625876ba051 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:54:25.215823 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b400d85b-502b-49b2-8307-502b79982662 req-0fac21a3-9867-423c-b9ae-c625876ba051 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/ports?device_id=0e6e452e-b7b9-4269-b6fe-be94c6c57210 HTTP/1.1" status: 200 len: 945 time: 0.0617385 Dec 20 14:54:25.285651 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b400d85b-502b-49b2-8307-502b79982662 req-de43ec45-e480-443f-99db-fb3f7c882bc4 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/security-groups?id=1965ba5c-d387-4fec-8f79-f26f65ad2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593145 Dec 20 14:54:26.447048 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9479978-c6b3-4326-acd5-e75161afac8a req-7641a8c1-32b2-46a3-9bd9-e693161032f0 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:54:26.449355 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b9479978-c6b3-4326-acd5-e75161afac8a req-7641a8c1-32b2-46a3-9bd9-e693161032f0 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e6e452e-b7b9-4269-b6fe-be94c6c57210 HTTP/1.1" status: 200 len: 945 time: 0.1025577 Dec 20 14:54:26.516248 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cacc29b-be90-45f6-914a-0e7e9873a3ba req-1be13d78-1a58-45f3-94bc-1797f12e2c10 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:54:26.519208 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1cacc29b-be90-45f6-914a-0e7e9873a3ba req-1be13d78-1a58-45f3-94bc-1797f12e2c10 tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/ports?device_id=0e6e452e-b7b9-4269-b6fe-be94c6c57210 HTTP/1.1" status: 200 len: 945 time: 0.1184292 Dec 20 14:54:26.609738 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1cacc29b-be90-45f6-914a-0e7e9873a3ba req-d7075ba6-b2fc-401a-89b7-a85cdc385fcd tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.54 "GET /v2.0/security-groups?id=1965ba5c-d387-4fec-8f79-f26f65ad2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818093 Dec 20 14:54:26.616796 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-b9479978-c6b3-4326-acd5-e75161afac8a req-5836bcad-43f7-498e-aaa7-54322116f79d tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Deleting port 08be1526-c158-4e57-a34a-c3664135a1d7 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:54:26.617175 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-b9479978-c6b3-4326-acd5-e75161afac8a req-5836bcad-43f7-498e-aaa7-54322116f79d tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:26.766122 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-b9479978-c6b3-4326-acd5-e75161afac8a req-5836bcad-43f7-498e-aaa7-54322116f79d tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] For port 08be1526-c158-4e57-a34a-c3664135a1d7, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=08be1526-c158-4e57-a34a-c3664135a1d7,segment=NetworkSegment(bd342b13-3583-4229-87a4-05b92fc17cef),segment_id=bd342b13-3583-4229-87a4-05b92fc17cef)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:54:26.766541 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-b9479978-c6b3-4326-acd5-e75161afac8a req-5836bcad-43f7-498e-aaa7-54322116f79d tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:26.781286 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-b9479978-c6b3-4326-acd5-e75161afac8a req-5836bcad-43f7-498e-aaa7-54322116f79d tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Calling delete_port for 08be1526-c158-4e57-a34a-c3664135a1d7 owned by compute:nova {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:54:26.921341 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-b9479978-c6b3-4326-acd5-e75161afac8a req-5836bcad-43f7-498e-aaa7-54322116f79d tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:26.933870 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['08be1526-c158-4e57-a34a-c3664135a1d7'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:54:26.975517 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729a7ca4-8008-4f8a-ab6a-3550f375b54a None None] DHCP port deletion for 93f5dcc9-0b36-4024-bce0-d4b0862d4719 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:54:26.993574 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5836bcad-43f7-498e-aaa7-54322116f79d tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Pushing event deleted for resources: {'Port': ['ID=08be1526-c158-4e57-a34a-c3664135a1d7,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:54:27.062004 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9479978-c6b3-4326-acd5-e75161afac8a req-5836bcad-43f7-498e-aaa7-54322116f79d tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] No DVR routers for this DVR port 08be1526-c158-4e57-a34a-c3664135a1d7 on host n-h2-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:54:27.065141 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-b9479978-c6b3-4326-acd5-e75161afac8a req-5836bcad-43f7-498e-aaa7-54322116f79d tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:27.081947 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b9479978-c6b3-4326-acd5-e75161afac8a req-5836bcad-43f7-498e-aaa7-54322116f79d tempest-ServerRescueNegativeTestJSON-249070481 tempest-ServerRescueNegativeTestJSON-249070481-project] 10.222.0.47 "DELETE /v2.0/ports/08be1526-c158-4e57-a34a-c3664135a1d7 HTTP/1.1" status: 204 len: 173 time: 0.6232667 Dec 20 14:54:27.082649 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e6e452e-b7b9-4269-b6fe-be94c6c57210', 'name': 'network-vif-deleted', 'tag': '08be1526-c158-4e57-a34a-c3664135a1d7'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:54:27.085836 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf225d8-04ea-4fac-ae41-b46ad7300f96" -d '{"events": [{"server_uuid": "0e6e452e-b7b9-4269-b6fe-be94c6c57210", "name": "network-vif-deleted", "tag": "08be1526-c158-4e57-a34a-c3664135a1d7"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:54:27.159005 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1362b87a-0138-432b-92c2-95373ef03286 x-openstack-request-id: req-1362b87a-0138-432b-92c2-95373ef03286 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:54:27.159545 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e6e452e-b7b9-4269-b6fe-be94c6c57210", "name": "network-vif-deleted", "tag": "08be1526-c158-4e57-a34a-c3664135a1d7", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:54:27.160025 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1362b87a-0138-432b-92c2-95373ef03286 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:54:27.160620 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e6e452e-b7b9-4269-b6fe-be94c6c57210', 'name': 'network-vif-deleted', 'tag': '08be1526-c158-4e57-a34a-c3664135a1d7', 'status': 'completed', 'code': 200} Dec 20 14:54:27.709611 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 38474) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:54:28.557841 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-855d11bc-6361-4519-91cb-d5b46e8f313d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1595867'] for router_interface, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:28.667776 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 14:54:28.834222 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-855d11bc-6361-4519-91cb-d5b46e8f313d admin admin] Deleting port 9622e1ea-ff9c-4855-80e3-a6abbd116463 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:54:28.834877 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-855d11bc-6361-4519-91cb-d5b46e8f313d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:28.922252 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-855d11bc-6361-4519-91cb-d5b46e8f313d admin admin] For port 9622e1ea-ff9c-4855-80e3-a6abbd116463, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=9622e1ea-ff9c-4855-80e3-a6abbd116463,segment=NetworkSegment(bd342b13-3583-4229-87a4-05b92fc17cef),segment_id=bd342b13-3583-4229-87a4-05b92fc17cef)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:54:28.922654 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-855d11bc-6361-4519-91cb-d5b46e8f313d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:28.937874 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-855d11bc-6361-4519-91cb-d5b46e8f313d admin admin] Calling delete_port for 9622e1ea-ff9c-4855-80e3-a6abbd116463 owned by network:router_interface {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:54:29.147934 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-855d11bc-6361-4519-91cb-d5b46e8f313d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:29.181509 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855d11bc-6361-4519-91cb-d5b46e8f313d admin admin] Pushing event deleted for resources: {'Port': ['ID=9622e1ea-ff9c-4855-80e3-a6abbd116463,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:54:29.193750 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640a2b21-19ab-4f27-9043-a05339490ddb None None] DHCP port deletion for 93f5dcc9-0b36-4024-bce0-d4b0862d4719 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:54:29.369170 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-855d11bc-6361-4519-91cb-d5b46e8f313d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582411'] for router_interface, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:29.670554 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-855d11bc-6361-4519-91cb-d5b46e8f313d admin admin] Router c5c49fa7-1129-49d9-b203-b1eb9a21688e has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:54:29.809630 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-855d11bc-6361-4519-91cb-d5b46e8f313d admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:54:29.817755 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-855d11bc-6361-4519-91cb-d5b46e8f313d admin admin] 10.222.0.54 "PUT /v2.0/routers/c5c49fa7-1129-49d9-b203-b1eb9a21688e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1035533 Dec 20 14:54:29.817842 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 38500) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:54:29.820046 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a34ae69-4af1-4b6d-a2de-a57d1eb6c214 None None] Sync routers for ids ['c5c49fa7-1129-49d9-b203-b1eb9a21688e'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:54:29.839305 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a34ae69-4af1-4b6d-a2de-a57d1eb6c214 None None] Routers {'c5c49fa7-1129-49d9-b203-b1eb9a21688e'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:54:29.840990 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-5a34ae69-4af1-4b6d-a2de-a57d1eb6c214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:54:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['c5c49fa7-1129-49d9-b203-b1eb9a21688e'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:54:29.971395 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e6f28b56-30e2-4731-8ab1-3d23f94929ac admin admin] Publish callbacks [] for router, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:29.974347 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-5a34ae69-4af1-4b6d-a2de-a57d1eb6c214 None None] Set router c5c49fa7-1129-49d9-b203-b1eb9a21688e gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:54:30.098354 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e6f28b56-30e2-4731-8ab1-3d23f94929ac admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:30.166629 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-e6f28b56-30e2-4731-8ab1-3d23f94929ac admin admin] Deleting port 4c231d43-d99a-4ea1-950b-070d5ca89eef {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:54:30.167320 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e6f28b56-30e2-4731-8ab1-3d23f94929ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:30.178643 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-5a34ae69-4af1-4b6d-a2de-a57d1eb6c214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c49fa7-1129-49d9-b203-b1eb9a21688e', 'name': 'tempest-ServerRescueNegativeTestJSON-959729325-router', 'tenant_id': '7ad62973efb247199989986208e9e8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '4c231d43-d99a-4ea1-950b-070d5ca89eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:51:41Z', 'updated_at': '2021-12-20T14:54:29Z', 'revision_number': 5, 'project_id': '7ad62973efb247199989986208e9e8bf', 'gw_port': {'id': '4c231d43-d99a-4ea1-950b-070d5ca89eef', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:cc:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c49fa7-1129-49d9-b203-b1eb9a21688e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:51:41Z', 'updated_at': '2021-12-20T14:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:54:30.207736 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a34ae69-4af1-4b6d-a2de-a57d1eb6c214 None None] Checking router: c5c49fa7-1129-49d9-b203-b1eb9a21688e for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:54:30.220055 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a34ae69-4af1-4b6d-a2de-a57d1eb6c214 None None] Routers {'c5c49fa7-1129-49d9-b203-b1eb9a21688e'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:54:30.220674 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-5a34ae69-4af1-4b6d-a2de-a57d1eb6c214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:54:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['c5c49fa7-1129-49d9-b203-b1eb9a21688e'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:54:30.254544 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-e6f28b56-30e2-4731-8ab1-3d23f94929ac admin admin] For port 4c231d43-d99a-4ea1-950b-070d5ca89eef, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=4c231d43-d99a-4ea1-950b-070d5ca89eef,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:54:30.254883 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e6f28b56-30e2-4731-8ab1-3d23f94929ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:30.271782 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-e6f28b56-30e2-4731-8ab1-3d23f94929ac admin admin] Calling delete_port for 4c231d43-d99a-4ea1-950b-070d5ca89eef owned by network:router_gateway {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:54:30.316579 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-5a34ae69-4af1-4b6d-a2de-a57d1eb6c214 None None] Set router c5c49fa7-1129-49d9-b203-b1eb9a21688e gateway port host: None {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:54:30.370270 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-5a34ae69-4af1-4b6d-a2de-a57d1eb6c214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c49fa7-1129-49d9-b203-b1eb9a21688e', 'name': 'tempest-ServerRescueNegativeTestJSON-959729325-router', 'tenant_id': '7ad62973efb247199989986208e9e8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:51:41Z', 'updated_at': '2021-12-20T14:54:30Z', 'revision_number': 6, 'project_id': '7ad62973efb247199989986208e9e8bf', 'gw_port_host': None}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:54:30.401934 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a34ae69-4af1-4b6d-a2de-a57d1eb6c214 None None] The sync data for ids ['c5c49fa7-1129-49d9-b203-b1eb9a21688e'] in n-d-761264-19 is: [{'id': 'c5c49fa7-1129-49d9-b203-b1eb9a21688e', 'name': 'tempest-ServerRescueNegativeTestJSON-959729325-router', 'tenant_id': '7ad62973efb247199989986208e9e8bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:51:41Z', 'updated_at': '2021-12-20T14:54:30Z', 'revision_number': 6, 'project_id': '7ad62973efb247199989986208e9e8bf', 'gw_port_host': None}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:54:30.478619 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e6f28b56-30e2-4731-8ab1-3d23f94929ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:30.523192 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f28b56-30e2-4731-8ab1-3d23f94929ac admin admin] Pushing event deleted for resources: {'Port': ['ID=4c231d43-d99a-4ea1-950b-070d5ca89eef,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:54:30.547437 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9afbb0d-bb02-4163-b6ee-6a585becb67e None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:54:30.599891 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e6f28b56-30e2-4731-8ab1-3d23f94929ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584913'] for router_gateway, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:30.697407 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e6f28b56-30e2-4731-8ab1-3d23f94929ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40132'] for router, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:30.699723 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e6f28b56-30e2-4731-8ab1-3d23f94929ac admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:30.717684 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-70596689-ef98-4269-ac1a-63cd625f4a67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:30.748792 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e6f28b56-30e2-4731-8ab1-3d23f94929ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1594808'] for router, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:30.749371 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6f28b56-30e2-4731-8ab1-3d23f94929ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5c49fa7-1129-49d9-b203-b1eb9a21688e {{(pid=103167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 14:54:30.754970 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e6f28b56-30e2-4731-8ab1-3d23f94929ac admin admin] Publish callbacks [] for router, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:30.756534 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-e6f28b56-30e2-4731-8ab1-3d23f94929ac admin admin] 10.222.0.54 "DELETE /v2.0/routers/c5c49fa7-1129-49d9-b203-b1eb9a21688e HTTP/1.1" status: 204 len: 168 time: 0.9372969 Dec 20 14:54:30.758958 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 38506) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:54:30.823776 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_v2 [None req-824d25de-e2fd-4375-86cd-7d81863e387b admin admin] Deleting subnet 2a0f6126-1d73-4497-a2f5-3cddb2eb92e0 {{(pid=103168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:54:30.828768 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-824d25de-e2fd-4375-86cd-7d81863e387b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:30.870680 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-824d25de-e2fd-4375-86cd-7d81863e387b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9023023'] for subnet, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:30.930776 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-824d25de-e2fd-4375-86cd-7d81863e387b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:30.994047 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-824d25de-e2fd-4375-86cd-7d81863e387b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8850800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470517'] for subnet, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:31.034114 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d25de-e2fd-4375-86cd-7d81863e387b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a0f6126-1d73-4497-a2f5-3cddb2eb92e0,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:54:31.036279 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-824d25de-e2fd-4375-86cd-7d81863e387b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:31.039766 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-824d25de-e2fd-4375-86cd-7d81863e387b admin admin] 10.222.0.54 "DELETE /v2.0/subnets/2a0f6126-1d73-4497-a2f5-3cddb2eb92e0 HTTP/1.1" status: 204 len: 168 time: 0.2797353 Dec 20 14:54:31.042131 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 38510) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:54:31.045057 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a81eff1-4d32-4a26-8727-bdcb104fec76 None None] Network 93f5dcc9-0b36-4024-bce0-d4b0862d4719 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:54:31.152000 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5670f3cf-5127-45d3-8c6d-d111710474c5 None None] DHCP port deletion for 93f5dcc9-0b36-4024-bce0-d4b0862d4719 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:54:31.177614 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-86c3d918-b0e6-4aaf-bb47-4c334e367e32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:31.286148 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-86c3d918-b0e6-4aaf-bb47-4c334e367e32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:31.315391 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-86c3d918-b0e6-4aaf-bb47-4c334e367e32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93f5dcc9-0b36-4024-bce0-d4b0862d4719']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:54:31.330317 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-86c3d918-b0e6-4aaf-bb47-4c334e367e32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd342b13-3583-4229-87a4-05b92fc17cef') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:54:31.330748 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-86c3d918-b0e6-4aaf-bb47-4c334e367e32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd342b13-3583-4229-87a4-05b92fc17cef') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:54:31.350295 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-86c3d918-b0e6-4aaf-bb47-4c334e367e32 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:31.360225 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 9622e1ea-ff9c-4855-80e3-a6abbd116463 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:54:31.386146 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-86c3d918-b0e6-4aaf-bb47-4c334e367e32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:31.398990 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86c3d918-b0e6-4aaf-bb47-4c334e367e32 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:54:31.399388 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-86c3d918-b0e6-4aaf-bb47-4c334e367e32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:31.404107 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 9622e1ea-ff9c-4855-80e3-a6abbd116463 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:54:31.408008 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 9622e1ea-ff9c-4855-80e3-a6abbd116463 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:54:31.408438 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 4c231d43-d99a-4ea1-950b-070d5ca89eef no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:54:31.425683 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:54:31.425683 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:54:31.425683 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:54:31.425683 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:54:31.425683 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:54:31.425683 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:54:31.425683 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 14:54:31.425683 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:54:31.425683 n-d-761264-19 neutron-server[103168]: timer() Dec 20 14:54:31.425683 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:54:31.425683 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 14:54:31.425683 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:54:31.425683 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 14:54:31.425683 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:54:31.425683 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 14:54:31.425683 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:54:31.425683 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 14:54:31.425683 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:54:31.425683 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 14:54:31.425683 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:54:31.425683 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:54:31.425683 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:54:31.425683 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:54:31.425683 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:54:31.425683 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 14:54:31.425683 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:54:31.425683 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 14:54:31.425683 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:54:31.425683 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:54:31.425683 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:54:31.425683 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 14:54:31.425683 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:54:31.425683 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:54:31.425683 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:54:31.425683 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:54:31.425683 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:54:31.425683 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:54:31.425683 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:54:31.450962 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 4c231d43-d99a-4ea1-950b-070d5ca89eef {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:54:31.451295 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 4c231d43-d99a-4ea1-950b-070d5ca89eef not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:54:31.456732 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 08be1526-c158-4e57-a34a-c3664135a1d7 no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:54:31.509240 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] No Port match for: 08be1526-c158-4e57-a34a-c3664135a1d7 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:54:31.509885 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 08be1526-c158-4e57-a34a-c3664135a1d7 not bound to the agent host n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:54:31.530419 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-86c3d918-b0e6-4aaf-bb47-4c334e367e32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:31.541577 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-86c3d918-b0e6-4aaf-bb47-4c334e367e32 admin admin] Publish callbacks [] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:31.548200 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-86c3d918-b0e6-4aaf-bb47-4c334e367e32 admin admin] 10.222.0.54 "DELETE /v2.0/networks/93f5dcc9-0b36-4024-bce0-d4b0862d4719 HTTP/1.1" status: 204 len: 168 time: 0.4902978 Dec 20 14:54:31.612662 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c3d918-b0e6-4aaf-bb47-4c334e367e32 admin admin] Pushing event deleted for resources: {'Network': ['ID=93f5dcc9-0b36-4024-bce0-d4b0862d4719,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:54:31.833439 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 38520) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:54:31.907556 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 38526) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:54:31.908132 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-441797c0-43d4-4c3f-9bcb-4a75bb42f996 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7ad62973efb247199989986208e9e8bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0725460 Dec 20 14:54:32.000607 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f3cb98f7-27eb-4b4f-bdd6-cdd3d9ec1f85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:32.033274 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f3cb98f7-27eb-4b4f-bdd6-cdd3d9ec1f85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:32.089942 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f3cb98f7-27eb-4b4f-bdd6-cdd3d9ec1f85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:32.093314 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f3cb98f7-27eb-4b4f-bdd6-cdd3d9ec1f85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:32.095134 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-f3cb98f7-27eb-4b4f-bdd6-cdd3d9ec1f85 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1965ba5c-d387-4fec-8f79-f26f65ad2b48 HTTP/1.1" status: 204 len: 168 time: 0.1857457 Dec 20 14:54:32.106345 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cb98f7-27eb-4b4f-bdd6-cdd3d9ec1f85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1965ba5c-d387-4fec-8f79-f26f65ad2b48,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:54:32.873948 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-594619db-87d7-40c4-b318-a0964eb53fdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:33.584582 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6bc40ebb-2c2b-45a3-90b6-b3595ac1fab5 req-a4a2e4c7-d644-4105-ada6-ba5ab19b4ae6 tempest-ServerShowV247Test-1167471284 tempest-ServerShowV247Test-1167471284-project] 10.222.0.54 "GET /v2.0/ports?device_id=c89944ea-b442-4afc-abc2-c9eb531cfc84 HTTP/1.1" status: 200 len: 210 time: 0.0369482 Dec 20 14:54:33.844758 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:34.050404 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-52f27e95-5f8f-482e-849a-e7f55c0cb558 req-69a54e43-3b39-46f0-82f9-0ecb28934865 tempest-ServerShowV247Test-1167471284 tempest-ServerShowV247Test-1167471284-project] 10.222.0.54 "GET /v2.0/ports?device_id=62c1734e-0225-4976-be70-bfbc7cd19685 HTTP/1.1" status: 200 len: 210 time: 0.0399942 Dec 20 14:54:35.170759 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7ca1f413-0e33-456e-9789-6a02cf04ffe7 req-0addba14-d8f5-460f-976a-b895eb815b1c tempest-ServerShowV247Test-1167471284 tempest-ServerShowV247Test-1167471284-project] 10.222.0.54 "GET /v2.0/ports?device_id=62c1734e-0225-4976-be70-bfbc7cd19685 HTTP/1.1" status: 200 len: 210 time: 0.0472546 Dec 20 14:54:35.801518 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:36.251860 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 38636) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:54:36.276324 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:36.307364 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cdf2e935-e845-4ba4-aa20-5f4bedcdabd1 req-f449759e-f5dd-4b2a-87c8-067fb3c8aa9a tempest-ServerShowV247Test-1167471284 tempest-ServerShowV247Test-1167471284-project] 10.222.0.54 "GET /v2.0/ports?device_id=62c1734e-0225-4976-be70-bfbc7cd19685 HTTP/1.1" status: 200 len: 210 time: 0.0365698 Dec 20 14:54:36.424320 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fc268ee9-8c37-407e-8a01-f3e8d5b176bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:36.513020 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fc268ee9-8c37-407e-8a01-f3e8d5b176bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:36.518275 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fc268ee9-8c37-407e-8a01-f3e8d5b176bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:36.562701 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-fc268ee9-8c37-407e-8a01-f3e8d5b176bd admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=fea5c798735042d09bc0a2dba2af6254&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3097246 Dec 20 14:54:36.565342 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 38642) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:54:36.565838 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc268ee9-8c37-407e-8a01-f3e8d5b176bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d2bd024-24db-4ed3-98ba-b7104728ed0a,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:54:36.637684 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-aa01c7b9-3827-4c70-affb-c4840ba9cf82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:36.666328 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-aa01c7b9-3827-4c70-affb-c4840ba9cf82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:36.719905 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-aa01c7b9-3827-4c70-affb-c4840ba9cf82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:36.722774 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-aa01c7b9-3827-4c70-affb-c4840ba9cf82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:36.724011 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-aa01c7b9-3827-4c70-affb-c4840ba9cf82 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8d2bd024-24db-4ed3-98ba-b7104728ed0a HTTP/1.1" status: 204 len: 168 time: 0.1570199 Dec 20 14:54:36.741779 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa01c7b9-3827-4c70-affb-c4840ba9cf82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d2bd024-24db-4ed3-98ba-b7104728ed0a,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:54:37.049449 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 38650) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:54:37.069298 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ccd120c1-6696-4e53-9407-312fbcefeb22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:37.150398 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ccd120c1-6696-4e53-9407-312fbcefeb22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:37.155404 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ccd120c1-6696-4e53-9407-312fbcefeb22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:37.194234 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd120c1-6696-4e53-9407-312fbcefeb22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0758de95-da0a-468f-8a21-d554e1ae938c,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:54:37.198710 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-ccd120c1-6696-4e53-9407-312fbcefeb22 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0738dfe166da470db9e9a28cbf232bcd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1482096 Dec 20 14:54:37.201739 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 38654) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:54:37.252263 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8d05d8a5-ff8e-4ce7-93df-3a6cd5e18801 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:37.277516 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8d05d8a5-ff8e-4ce7-93df-3a6cd5e18801 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:37.326301 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8d05d8a5-ff8e-4ce7-93df-3a6cd5e18801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:37.329113 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8d05d8a5-ff8e-4ce7-93df-3a6cd5e18801 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:37.330278 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-8d05d8a5-ff8e-4ce7-93df-3a6cd5e18801 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0758de95-da0a-468f-8a21-d554e1ae938c HTTP/1.1" status: 204 len: 168 time: 0.1275487 Dec 20 14:54:37.341661 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d05d8a5-ff8e-4ce7-93df-3a6cd5e18801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0758de95-da0a-468f-8a21-d554e1ae938c,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:54:37.451256 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8805ef3c-3052-4648-b195-17ddc5ddbc28 req-0c05f0df-6e87-4a66-bc54-e53b5db51af5 tempest-ServerShowV247Test-1167471284 tempest-ServerShowV247Test-1167471284-project] 10.222.0.54 "GET /v2.0/ports?device_id=62c1734e-0225-4976-be70-bfbc7cd19685 HTTP/1.1" status: 200 len: 210 time: 0.0366485 Dec 20 14:54:37.911699 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf69e8-59b6-49f2-87f2-d7d9aa93106f req-80f8c6a1-f12e-43cb-a001-232fc8770d26 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:54:37.913229 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9cdf69e8-59b6-49f2-87f2-d7d9aa93106f req-80f8c6a1-f12e-43cb-a001-232fc8770d26 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d403e41-08ef-4f7f-82df-3fa43fd0ce07 HTTP/1.1" status: 200 len: 945 time: 0.0574241 Dec 20 14:54:37.971852 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9cdf69e8-59b6-49f2-87f2-d7d9aa93106f req-6faabffd-a18f-41c0-b455-095af1f7a278 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.54 "GET /v2.0/security-groups?id=63a67304-7a61-424c-9189-0609e92bff65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511889 Dec 20 14:54:38.493770 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 38696) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:54:38.540034 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7e9057d4-4f7a-4b3d-a117-364f7210dc03 req-55bd37c8-fa5d-473c-a442-459314571860 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c89944ea-b442-4afc-abc2-c9eb531cfc84 HTTP/1.1" status: 200 len: 210 time: 0.0364718 Dec 20 14:54:38.588441 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-54a948bf-7491-422b-b1bd-60eb58b79867 req-b8d6bd36-8281-46d8-a27d-57e929bbb38c tempest-ServerShowV247Test-1167471284 tempest-ServerShowV247Test-1167471284-project] 10.222.0.54 "GET /v2.0/ports?device_id=62c1734e-0225-4976-be70-bfbc7cd19685 HTTP/1.1" status: 200 len: 210 time: 0.0302608 Dec 20 14:54:38.653150 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ca960146-a653-47d2-87d4-8943523b602a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:38.727930 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ca960146-a653-47d2-87d4-8943523b602a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:38.732694 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ca960146-a653-47d2-87d4-8943523b602a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:38.773576 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-ca960146-a653-47d2-87d4-8943523b602a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=58c351cec8f94e79b59737287ffffe2e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2777767 Dec 20 14:54:38.774557 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca960146-a653-47d2-87d4-8943523b602a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38543ff0-507f-41bf-a479-b9c30db479b3,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:54:38.776307 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 38710) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:54:38.829263 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-110c4d01-8878-44be-a4b8-e1ad76a490f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:38.856855 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-110c4d01-8878-44be-a4b8-e1ad76a490f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:38.915435 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-110c4d01-8878-44be-a4b8-e1ad76a490f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:38.918023 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-110c4d01-8878-44be-a4b8-e1ad76a490f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:38.919220 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-110c4d01-8878-44be-a4b8-e1ad76a490f3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/38543ff0-507f-41bf-a479-b9c30db479b3 HTTP/1.1" status: 204 len: 168 time: 0.1412396 Dec 20 14:54:38.927761 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110c4d01-8878-44be-a4b8-e1ad76a490f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38543ff0-507f-41bf-a479-b9c30db479b3,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:54:39.095054 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8ced09cf-bb68-4ba8-bc53-dbf47c2d2b04 req-f4512350-3e16-4d94-93f6-543d4141896b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=62c1734e-0225-4976-be70-bfbc7cd19685 HTTP/1.1" status: 200 len: 210 time: 0.0380297 Dec 20 14:54:39.113091 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1d959f-6399-4c28-a810-268e01654a49 req-3621148c-309e-49de-b362-77b4ef7b482b tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:54:39.114967 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0d1d959f-6399-4c28-a810-268e01654a49 req-3621148c-309e-49de-b362-77b4ef7b482b tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d403e41-08ef-4f7f-82df-3fa43fd0ce07 HTTP/1.1" status: 200 len: 945 time: 0.0572386 Dec 20 14:54:39.199723 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0d1d959f-6399-4c28-a810-268e01654a49 req-f3efd341-2076-49b6-b7f4-f18eb8fbc838 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.54 "GET /v2.0/security-groups?id=63a67304-7a61-424c-9189-0609e92bff65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767686 Dec 20 14:54:39.228074 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc0cbd-f962-441c-acbd-8cfc9e2cf8f3 req-25a0340f-db3a-4768-917d-29ef1b0c6cc0 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:54:39.229913 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d0dc0cbd-f962-441c-acbd-8cfc9e2cf8f3 req-25a0340f-db3a-4768-917d-29ef1b0c6cc0 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.47 "GET /v2.0/ports?device_id=9d403e41-08ef-4f7f-82df-3fa43fd0ce07 HTTP/1.1" status: 200 len: 945 time: 0.0928547 Dec 20 14:54:39.328984 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-d0dc0cbd-f962-441c-acbd-8cfc9e2cf8f3 req-61a18d01-f2ae-4e17-af6a-18babb8ef0af tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Deleting port 34b48958-b95b-4dc8-835f-cc76cdec4b8c {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:54:39.329415 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-d0dc0cbd-f962-441c-acbd-8cfc9e2cf8f3 req-61a18d01-f2ae-4e17-af6a-18babb8ef0af tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:39.422452 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-d0dc0cbd-f962-441c-acbd-8cfc9e2cf8f3 req-61a18d01-f2ae-4e17-af6a-18babb8ef0af tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] For port 34b48958-b95b-4dc8-835f-cc76cdec4b8c, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=34b48958-b95b-4dc8-835f-cc76cdec4b8c,segment=NetworkSegment(976dc740-6f26-442a-9e80-6e8aee232d85),segment_id=976dc740-6f26-442a-9e80-6e8aee232d85)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:54:39.422931 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-d0dc0cbd-f962-441c-acbd-8cfc9e2cf8f3 req-61a18d01-f2ae-4e17-af6a-18babb8ef0af tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:39.436247 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-d0dc0cbd-f962-441c-acbd-8cfc9e2cf8f3 req-61a18d01-f2ae-4e17-af6a-18babb8ef0af tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Calling delete_port for 34b48958-b95b-4dc8-835f-cc76cdec4b8c owned by compute:nova {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:54:39.589171 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-d0dc0cbd-f962-441c-acbd-8cfc9e2cf8f3 req-61a18d01-f2ae-4e17-af6a-18babb8ef0af tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:39.603961 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['8b3889b6-faf1-4c12-9683-a4ff65c6e9f6', '298219b5-fee3-404b-8ff8-25d0bc20d6f6'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:54:39.620509 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a18d01-f2ae-4e17-af6a-18babb8ef0af tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Pushing event deleted for resources: {'Port': ['ID=34b48958-b95b-4dc8-835f-cc76cdec4b8c,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:54:39.660952 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['27e61414-1f42-421b-9e10-b9fc523cbcd6', '34b48958-b95b-4dc8-835f-cc76cdec4b8c'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:54:39.688625 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0dc0cbd-f962-441c-acbd-8cfc9e2cf8f3 req-61a18d01-f2ae-4e17-af6a-18babb8ef0af tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] No DVR routers for this DVR port 34b48958-b95b-4dc8-835f-cc76cdec4b8c on host n-h2-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:54:39.691634 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-d0dc0cbd-f962-441c-acbd-8cfc9e2cf8f3 req-61a18d01-f2ae-4e17-af6a-18babb8ef0af tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:39.695480 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d0dc0cbd-f962-441c-acbd-8cfc9e2cf8f3 req-61a18d01-f2ae-4e17-af6a-18babb8ef0af tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.47 "DELETE /v2.0/ports/34b48958-b95b-4dc8-835f-cc76cdec4b8c HTTP/1.1" status: 204 len: 173 time: 0.4589036 Dec 20 14:54:39.695941 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d403e41-08ef-4f7f-82df-3fa43fd0ce07', 'name': 'network-vif-deleted', 'tag': '34b48958-b95b-4dc8-835f-cc76cdec4b8c'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:54:39.698219 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4912e28e-4e0e-4dd1-8106-6c9437e35cce" -d '{"events": [{"server_uuid": "9d403e41-08ef-4f7f-82df-3fa43fd0ce07", "name": "network-vif-deleted", "tag": "34b48958-b95b-4dc8-835f-cc76cdec4b8c"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:54:39.701236 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8e9767-bfde-4579-b9aa-d3bc3b361698 None None] DHCP port deletion for 1d6e94b3-e488-46e8-b36e-5df57c7dc6f7 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:54:39.744098 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f8dbf395-9588-444a-b374-c02a5c2cae31 req-270bdb51-4c6f-4272-8085-630a465345d3 tempest-ServerShowV247Test-1167471284 tempest-ServerShowV247Test-1167471284-project] 10.222.0.54 "GET /v2.0/ports?device_id=62c1734e-0225-4976-be70-bfbc7cd19685 HTTP/1.1" status: 200 len: 210 time: 0.0397127 Dec 20 14:54:39.779812 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-364815ed-458b-4224-b040-372e30b489dd x-openstack-request-id: req-364815ed-458b-4224-b040-372e30b489dd {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:54:39.780869 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d403e41-08ef-4f7f-82df-3fa43fd0ce07", "name": "network-vif-deleted", "tag": "34b48958-b95b-4dc8-835f-cc76cdec4b8c", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:54:39.781400 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-364815ed-458b-4224-b040-372e30b489dd {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:54:39.782379 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d403e41-08ef-4f7f-82df-3fa43fd0ce07', 'name': 'network-vif-deleted', 'tag': '34b48958-b95b-4dc8-835f-cc76cdec4b8c', 'status': 'completed', 'code': 200} Dec 20 14:54:40.330289 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-de0a5560-d494-4def-84ab-bd9541a26ccd req-2086cdce-e0e3-49a9-8cff-158008501824 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d403e41-08ef-4f7f-82df-3fa43fd0ce07 HTTP/1.1" status: 200 len: 210 time: 0.0325994 Dec 20 14:54:40.875975 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b86ad229-23c4-4486-9893-e7df97a6de51 req-ff8619a2-d54f-4bf5-93ec-5111101e451a tempest-ServerShowV247Test-1167471284 tempest-ServerShowV247Test-1167471284-project] 10.222.0.54 "GET /v2.0/ports?device_id=62c1734e-0225-4976-be70-bfbc7cd19685 HTTP/1.1" status: 200 len: 210 time: 0.0318177 Dec 20 14:54:41.710969 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:42.026597 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-756d6033-3302-44e0-b8b9-16f4744f4bf0 req-497ee8eb-a489-4b8c-9476-3df426071167 tempest-ServerShowV247Test-1167471284 tempest-ServerShowV247Test-1167471284-project] 10.222.0.54 "GET /v2.0/ports?device_id=62c1734e-0225-4976-be70-bfbc7cd19685 HTTP/1.1" status: 200 len: 210 time: 0.0265079 Dec 20 14:54:42.462797 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1fb4e317-b0d8-4610-ac22-6fbbe619b6c3 req-1098bf58-0549-43c1-8a95-616fc29cf78d tempest-ServerShowV247Test-1167471284 tempest-ServerShowV247Test-1167471284-project] 10.222.0.54 "GET /v2.0/ports?device_id=62c1734e-0225-4976-be70-bfbc7cd19685 HTTP/1.1" status: 200 len: 210 time: 0.0362983 Dec 20 14:54:43.560781 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 34b48958-b95b-4dc8-835f-cc76cdec4b8c no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:54:43.598127 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] No Port match for: 34b48958-b95b-4dc8-835f-cc76cdec4b8c {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:54:43.601118 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 34b48958-b95b-4dc8-835f-cc76cdec4b8c not bound to the agent host n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:54:43.611539 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-65151140-0b75-44f3-b61c-f14ac9afcf32 req-448d8ba9-b447-433b-815c-c45c381ffc0c tempest-ServerShowV247Test-1167471284 tempest-ServerShowV247Test-1167471284-project] 10.222.0.54 "GET /v2.0/ports?device_id=62c1734e-0225-4976-be70-bfbc7cd19685 HTTP/1.1" status: 200 len: 210 time: 0.0687993 Dec 20 14:54:44.777210 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5bc44ef0-af12-4631-83f4-3cf589aafb00 req-490d2b3a-11f0-479f-8f52-1d6f65081b12 tempest-ServerShowV247Test-1167471284 tempest-ServerShowV247Test-1167471284-project] 10.222.0.54 "GET /v2.0/ports?device_id=62c1734e-0225-4976-be70-bfbc7cd19685 HTTP/1.1" status: 200 len: 210 time: 0.0550003 Dec 20 14:54:45.036514 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64640fba-c1fb-4f4b-b0af-986c1cea243f req-75f7524f-1f35-48cc-b290-0e2466518f6f tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:54:45.044684 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-64640fba-c1fb-4f4b-b0af-986c1cea243f req-75f7524f-1f35-48cc-b290-0e2466518f6f tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.54 "GET /v2.0/ports?device_id=6828889c-bff8-4e53-ae2c-a196927c8df5 HTTP/1.1" status: 200 len: 945 time: 0.0946190 Dec 20 14:54:45.145695 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-64640fba-c1fb-4f4b-b0af-986c1cea243f req-76eb2193-3afa-4ae8-a632-d4468749f6c7 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.54 "GET /v2.0/security-groups?id=63a67304-7a61-424c-9189-0609e92bff65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945270 Dec 20 14:54:45.319196 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:45.923151 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f79c8030-616d-4c7c-8785-a7013fad186b req-d67d3a78-b07b-4491-92de-2f3267a60caf tempest-ServerShowV247Test-1167471284 tempest-ServerShowV247Test-1167471284-project] 10.222.0.54 "GET /v2.0/ports?device_id=62c1734e-0225-4976-be70-bfbc7cd19685 HTTP/1.1" status: 200 len: 210 time: 0.0289361 Dec 20 14:54:46.301330 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d462ea3-11d5-4fd3-b2f4-4e26004c83d6 req-ad64ca71-5d60-42b1-a123-e308c0fe1941 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:54:46.303225 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9d462ea3-11d5-4fd3-b2f4-4e26004c83d6 req-ad64ca71-5d60-42b1-a123-e308c0fe1941 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.54 "GET /v2.0/ports?device_id=6828889c-bff8-4e53-ae2c-a196927c8df5 HTTP/1.1" status: 200 len: 945 time: 0.0546141 Dec 20 14:54:46.370304 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9d462ea3-11d5-4fd3-b2f4-4e26004c83d6 req-970c3f4f-c3a5-4402-80c5-5707d7f4f810 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.54 "GET /v2.0/security-groups?id=63a67304-7a61-424c-9189-0609e92bff65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595644 Dec 20 14:54:47.019326 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a303d8-0235-4b9f-987e-bb913e7fabf8 req-098b2ef7-d8dd-4ef3-be04-04aeb9970cca tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:54:47.021464 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d1a303d8-0235-4b9f-987e-bb913e7fabf8 req-098b2ef7-d8dd-4ef3-be04-04aeb9970cca tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.30 "GET /v2.0/ports?device_id=6828889c-bff8-4e53-ae2c-a196927c8df5 HTTP/1.1" status: 200 len: 945 time: 0.0584807 Dec 20 14:54:47.061417 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ae2abcbf-98e5-4359-b080-2962ebcbf54c req-15b14c8c-57c7-4ecc-a340-18186cb411c0 tempest-ServerShowV247Test-1167471284 tempest-ServerShowV247Test-1167471284-project] 10.222.0.54 "GET /v2.0/ports?device_id=62c1734e-0225-4976-be70-bfbc7cd19685 HTTP/1.1" status: 200 len: 210 time: 0.0396769 Dec 20 14:54:47.143928 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-d1a303d8-0235-4b9f-987e-bb913e7fabf8 req-67341b7c-eed5-4707-80d2-ddda13c5d057 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Deleting port 298219b5-fee3-404b-8ff8-25d0bc20d6f6 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:54:47.144510 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-d1a303d8-0235-4b9f-987e-bb913e7fabf8 req-67341b7c-eed5-4707-80d2-ddda13c5d057 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:47.253146 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-d1a303d8-0235-4b9f-987e-bb913e7fabf8 req-67341b7c-eed5-4707-80d2-ddda13c5d057 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] For port 298219b5-fee3-404b-8ff8-25d0bc20d6f6, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=298219b5-fee3-404b-8ff8-25d0bc20d6f6,segment=NetworkSegment(976dc740-6f26-442a-9e80-6e8aee232d85),segment_id=976dc740-6f26-442a-9e80-6e8aee232d85)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:54:47.253846 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-d1a303d8-0235-4b9f-987e-bb913e7fabf8 req-67341b7c-eed5-4707-80d2-ddda13c5d057 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:47.270253 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-d1a303d8-0235-4b9f-987e-bb913e7fabf8 req-67341b7c-eed5-4707-80d2-ddda13c5d057 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Calling delete_port for 298219b5-fee3-404b-8ff8-25d0bc20d6f6 owned by compute:nova {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:54:47.461272 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-d1a303d8-0235-4b9f-987e-bb913e7fabf8 req-67341b7c-eed5-4707-80d2-ddda13c5d057 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:47.474969 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['8b3889b6-faf1-4c12-9683-a4ff65c6e9f6', '298219b5-fee3-404b-8ff8-25d0bc20d6f6'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:54:47.477306 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['27e61414-1f42-421b-9e10-b9fc523cbcd6'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:54:47.525201 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-069ffd7b-f888-4017-91f2-7d19e869615f req-0949fc16-b70f-42c4-88ac-a7668fac12d8 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.54 "GET /v2.0/ports?device_id=6828889c-bff8-4e53-ae2c-a196927c8df5 HTTP/1.1" status: 200 len: 210 time: 0.0742881 Dec 20 14:54:47.570392 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67341b7c-eed5-4707-80d2-ddda13c5d057 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Pushing event deleted for resources: {'Port': ['ID=298219b5-fee3-404b-8ff8-25d0bc20d6f6,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:54:47.618784 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1a303d8-0235-4b9f-987e-bb913e7fabf8 req-67341b7c-eed5-4707-80d2-ddda13c5d057 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] No DVR routers for this DVR port 298219b5-fee3-404b-8ff8-25d0bc20d6f6 on host n-h1-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:54:47.624485 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-d1a303d8-0235-4b9f-987e-bb913e7fabf8 req-67341b7c-eed5-4707-80d2-ddda13c5d057 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:47.628349 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d1a303d8-0235-4b9f-987e-bb913e7fabf8 req-67341b7c-eed5-4707-80d2-ddda13c5d057 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.30 "DELETE /v2.0/ports/298219b5-fee3-404b-8ff8-25d0bc20d6f6 HTTP/1.1" status: 204 len: 173 time: 0.6002884 Dec 20 14:54:47.628911 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6828889c-bff8-4e53-ae2c-a196927c8df5', 'name': 'network-vif-deleted', 'tag': '298219b5-fee3-404b-8ff8-25d0bc20d6f6'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:54:47.631723 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c315cf3-f95d-4d31-b1ec-e1af56e900c6" -d '{"events": [{"server_uuid": "6828889c-bff8-4e53-ae2c-a196927c8df5", "name": "network-vif-deleted", "tag": "298219b5-fee3-404b-8ff8-25d0bc20d6f6"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:54:47.633262 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1d8837-176c-4609-933d-876cc311ed03 None None] DHCP port deletion for 1d6e94b3-e488-46e8-b36e-5df57c7dc6f7 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:54:47.697734 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-931af3d3-2929-4a21-b58c-559a58133cd2 x-openstack-request-id: req-931af3d3-2929-4a21-b58c-559a58133cd2 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:54:47.698033 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6828889c-bff8-4e53-ae2c-a196927c8df5", "name": "network-vif-deleted", "tag": "298219b5-fee3-404b-8ff8-25d0bc20d6f6", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:54:47.698338 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-931af3d3-2929-4a21-b58c-559a58133cd2 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:54:47.699926 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6828889c-bff8-4e53-ae2c-a196927c8df5', 'name': 'network-vif-deleted', 'tag': '298219b5-fee3-404b-8ff8-25d0bc20d6f6', 'status': 'completed', 'code': 200} Dec 20 14:54:48.192994 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-401d648e-f8e6-4ac9-91e4-872c01545b16 req-1e9b5f09-b1bd-44d6-b317-82fd7e8301b1 tempest-ServerShowV247Test-1167471284 tempest-ServerShowV247Test-1167471284-project] 10.222.0.54 "GET /v2.0/ports?device_id=62c1734e-0225-4976-be70-bfbc7cd19685 HTTP/1.1" status: 200 len: 210 time: 0.0408528 Dec 20 14:54:48.855441 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59f9b7e-a609-442c-af1a-4a1287bf8a03 req-cd13b16e-bed3-4b76-b09f-45b2e0c78151 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:54:48.857005 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e59f9b7e-a609-442c-af1a-4a1287bf8a03 req-cd13b16e-bed3-4b76-b09f-45b2e0c78151 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.54 "GET /v2.0/ports?device_id=050a5e33-bf4a-4ffc-8f13-c57f3dd07a97 HTTP/1.1" status: 200 len: 946 time: 0.0565231 Dec 20 14:54:48.919863 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e59f9b7e-a609-442c-af1a-4a1287bf8a03 req-6eb43e59-9807-4cd9-b4bc-b914c8045ed4 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.54 "GET /v2.0/security-groups?id=63a67304-7a61-424c-9189-0609e92bff65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562949 Dec 20 14:54:49.306946 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6d14efe5-0499-4d15-8521-348de130b9e8 req-1760995f-a791-46b2-a8d1-85ea9631846a tempest-ServerShowV247Test-1167471284 tempest-ServerShowV247Test-1167471284-project] 10.222.0.54 "GET /v2.0/ports?device_id=62c1734e-0225-4976-be70-bfbc7cd19685 HTTP/1.1" status: 200 len: 210 time: 0.0283329 Dec 20 14:54:49.886676 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 298219b5-fee3-404b-8ff8-25d0bc20d6f6 no longer exists at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:54:49.953482 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] No Port match for: 298219b5-fee3-404b-8ff8-25d0bc20d6f6 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:54:49.953972 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 298219b5-fee3-404b-8ff8-25d0bc20d6f6 not bound to the agent host n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:54:50.064332 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c193e67-3f28-4f96-9359-120188e3ac5f req-65ef12cb-80b4-48c6-bffa-d6e252ff08c7 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:54:50.067033 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8c193e67-3f28-4f96-9359-120188e3ac5f req-65ef12cb-80b4-48c6-bffa-d6e252ff08c7 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.54 "GET /v2.0/ports?device_id=050a5e33-bf4a-4ffc-8f13-c57f3dd07a97 HTTP/1.1" status: 200 len: 946 time: 0.0601904 Dec 20 14:54:50.185703 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8c193e67-3f28-4f96-9359-120188e3ac5f req-629900e9-368c-4657-a5bb-470f61fbc386 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.54 "GET /v2.0/security-groups?id=63a67304-7a61-424c-9189-0609e92bff65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026154 Dec 20 14:54:50.195206 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f988b49-97ed-434b-8eec-5a9224237623 req-deb16777-0551-4a1d-97e8-1db9ac04a33a tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:54:50.197260 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1f988b49-97ed-434b-8eec-5a9224237623 req-deb16777-0551-4a1d-97e8-1db9ac04a33a tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.47 "GET /v2.0/ports?device_id=050a5e33-bf4a-4ffc-8f13-c57f3dd07a97 HTTP/1.1" status: 200 len: 946 time: 0.0933700 Dec 20 14:54:50.313897 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-1f988b49-97ed-434b-8eec-5a9224237623 req-e6241e72-6986-4f84-b264-42988da872cc tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Deleting port 27e61414-1f42-421b-9e10-b9fc523cbcd6 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:54:50.314307 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-1f988b49-97ed-434b-8eec-5a9224237623 req-e6241e72-6986-4f84-b264-42988da872cc tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:50.435977 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-1f988b49-97ed-434b-8eec-5a9224237623 req-e6241e72-6986-4f84-b264-42988da872cc tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] For port 27e61414-1f42-421b-9e10-b9fc523cbcd6, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=27e61414-1f42-421b-9e10-b9fc523cbcd6,segment=NetworkSegment(976dc740-6f26-442a-9e80-6e8aee232d85),segment_id=976dc740-6f26-442a-9e80-6e8aee232d85)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:54:50.436602 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-1f988b49-97ed-434b-8eec-5a9224237623 req-e6241e72-6986-4f84-b264-42988da872cc tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:50.440134 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c7df2335-626d-474a-8468-ba3d053cfaaa req-97d99302-14d8-4e3c-b42c-20b28a8aafba tempest-ServerShowV247Test-1167471284 tempest-ServerShowV247Test-1167471284-project] 10.222.0.54 "GET /v2.0/ports?device_id=62c1734e-0225-4976-be70-bfbc7cd19685 HTTP/1.1" status: 200 len: 210 time: 0.0348980 Dec 20 14:54:50.456644 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-1f988b49-97ed-434b-8eec-5a9224237623 req-e6241e72-6986-4f84-b264-42988da872cc tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Calling delete_port for 27e61414-1f42-421b-9e10-b9fc523cbcd6 owned by compute:nova {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:54:50.627553 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-1f988b49-97ed-434b-8eec-5a9224237623 req-e6241e72-6986-4f84-b264-42988da872cc tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:50.643842 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['27e61414-1f42-421b-9e10-b9fc523cbcd6'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:54:50.665694 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6241e72-6986-4f84-b264-42988da872cc tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Pushing event deleted for resources: {'Port': ['ID=27e61414-1f42-421b-9e10-b9fc523cbcd6,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:54:50.678457 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['8b3889b6-faf1-4c12-9683-a4ff65c6e9f6'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:54:50.685601 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1035ce5-567c-4991-b173-7c6be8e06d9b None None] DHCP port deletion for 1d6e94b3-e488-46e8-b36e-5df57c7dc6f7 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:54:50.725146 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f988b49-97ed-434b-8eec-5a9224237623 req-e6241e72-6986-4f84-b264-42988da872cc tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] No DVR routers for this DVR port 27e61414-1f42-421b-9e10-b9fc523cbcd6 on host n-h2-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:54:50.729194 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-1f988b49-97ed-434b-8eec-5a9224237623 req-e6241e72-6986-4f84-b264-42988da872cc tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:50.738620 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1f988b49-97ed-434b-8eec-5a9224237623 req-e6241e72-6986-4f84-b264-42988da872cc tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.47 "DELETE /v2.0/ports/27e61414-1f42-421b-9e10-b9fc523cbcd6 HTTP/1.1" status: 204 len: 173 time: 0.5337195 Dec 20 14:54:50.738620 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '050a5e33-bf4a-4ffc-8f13-c57f3dd07a97', 'name': 'network-vif-deleted', 'tag': '27e61414-1f42-421b-9e10-b9fc523cbcd6'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:54:50.741233 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb7ddedf-c018-43f3-9bd5-aa85f18bd59c" -d '{"events": [{"server_uuid": "050a5e33-bf4a-4ffc-8f13-c57f3dd07a97", "name": "network-vif-deleted", "tag": "27e61414-1f42-421b-9e10-b9fc523cbcd6"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:54:50.801312 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f6a43d6-4dcd-4866-abde-f252c0844c98 x-openstack-request-id: req-8f6a43d6-4dcd-4866-abde-f252c0844c98 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:54:50.801658 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "050a5e33-bf4a-4ffc-8f13-c57f3dd07a97", "name": "network-vif-deleted", "tag": "27e61414-1f42-421b-9e10-b9fc523cbcd6", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:54:50.801942 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8f6a43d6-4dcd-4866-abde-f252c0844c98 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:54:50.802344 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '050a5e33-bf4a-4ffc-8f13-c57f3dd07a97', 'name': 'network-vif-deleted', 'tag': '27e61414-1f42-421b-9e10-b9fc523cbcd6', 'status': 'completed', 'code': 200} Dec 20 14:54:51.588700 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-18fe6e09-aee6-4488-ba66-44f17869c632 req-83d31dd6-f54e-43bf-a14a-6a958686dae0 tempest-ServerShowV247Test-1167471284 tempest-ServerShowV247Test-1167471284-project] 10.222.0.54 "GET /v2.0/ports?device_id=62c1734e-0225-4976-be70-bfbc7cd19685 HTTP/1.1" status: 200 len: 210 time: 0.0524411 Dec 20 14:54:52.436001 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd82a3af-f899-4d11-8557-ca96773d613c req-b24c5413-4d5b-4bc7-a9e0-6994cb51977d tempest-TestNetworkAdvancedServerOps-1489124987 tempest-TestNetworkAdvancedServerOps-1489124987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:54:52.445445 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cd82a3af-f899-4d11-8557-ca96773d613c req-b24c5413-4d5b-4bc7-a9e0-6994cb51977d tempest-TestNetworkAdvancedServerOps-1489124987 tempest-TestNetworkAdvancedServerOps-1489124987-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=31a55ef4-f413-493d-8b86-3a848ca43d83 HTTP/1.1" status: 200 len: 1097 time: 0.0891557 Dec 20 14:54:52.499542 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cd82a3af-f899-4d11-8557-ca96773d613c req-20a4a271-bfaa-4d92-b7c7-f110dfff2af4 tempest-TestNetworkAdvancedServerOps-1489124987 tempest-TestNetworkAdvancedServerOps-1489124987-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=a3840027-1c66-4dfc-886c-c2af2b1c81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527971 Dec 20 14:54:52.516726 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 39142) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:54:52.787344 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-eff2fe91-4321-4c5b-b173-d8ac48ecb488 req-46de64fc-8380-4293-bab3-6cb48da09c48 tempest-ServerShowV247Test-1167471284 tempest-ServerShowV247Test-1167471284-project] 10.222.0.54 "GET /v2.0/ports?device_id=62c1734e-0225-4976-be70-bfbc7cd19685 HTTP/1.1" status: 200 len: 210 time: 0.0329833 Dec 20 14:54:52.823894 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-92d11a55-19c7-4874-b893-30ccc98cc62a tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Deleting port cb66b900-27b8-4339-b208-4eb205a999c4 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:54:52.824303 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-92d11a55-19c7-4874-b893-30ccc98cc62a tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:52.920593 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-92d11a55-19c7-4874-b893-30ccc98cc62a tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:52.920930 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-92d11a55-19c7-4874-b893-30ccc98cc62a tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:52.935210 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-92d11a55-19c7-4874-b893-30ccc98cc62a tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Calling delete_port for cb66b900-27b8-4339-b208-4eb205a999c4 owned by network:floatingip {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:54:53.149772 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-92d11a55-19c7-4874-b893-30ccc98cc62a tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:53.217847 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d11a55-19c7-4874-b893-30ccc98cc62a tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Pushing event deleted for resources: {'Port': ['ID=cb66b900-27b8-4339-b208-4eb205a999c4,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:54:53.267983 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-92d11a55-19c7-4874-b893-30ccc98cc62a tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for floatingip, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:53.269073 n-d-761264-19 neutron-server[103167]: INFO neutron.db.l3_db [None req-92d11a55-19c7-4874-b893-30ccc98cc62a tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Floating IP 4f8beb56-a459-4697-8906-98c6cebfd2f7 disassociated (deleted). External IP: 172.25.0.100, port: 86020aa1-4960-45c4-bd63-17a4d6788fcd. Dec 20 14:54:53.520252 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92d11a55-19c7-4874-b893-30ccc98cc62a tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Router 5f4894b6-26a7-49a1-9a65-feb408d5cbae has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:54:53.622152 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 27e61414-1f42-421b-9e10-b9fc523cbcd6 no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:54:53.646478 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] No Port match for: 27e61414-1f42-421b-9e10-b9fc523cbcd6 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:54:53.647121 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 27e61414-1f42-421b-9e10-b9fc523cbcd6 not bound to the agent host n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:54:53.674490 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92d11a55-19c7-4874-b893-30ccc98cc62a tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:54:53.679370 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-92d11a55-19c7-4874-b893-30ccc98cc62a tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:53.688540 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a56a28-cf0b-4aaf-b4e7-388ee7b480fd None None] Sync routers for ids ['5f4894b6-26a7-49a1-9a65-feb408d5cbae'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:54:53.702595 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a56a28-cf0b-4aaf-b4e7-388ee7b480fd None None] Routers {'5f4894b6-26a7-49a1-9a65-feb408d5cbae'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:54:53.703594 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-09a56a28-cf0b-4aaf-b4e7-388ee7b480fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:54:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['5f4894b6-26a7-49a1-9a65-feb408d5cbae'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:54:53.741881 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-92d11a55-19c7-4874-b893-30ccc98cc62a tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "DELETE /v2.0/floatingips/4f8beb56-a459-4697-8906-98c6cebfd2f7 HTTP/1.1" status: 204 len: 168 time: 1.2231121 Dec 20 14:54:53.743176 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31a55ef4-f413-493d-8b86-3a848ca43d83', 'tag': '86020aa1-4960-45c4-bd63-17a4d6788fcd'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:54:53.754847 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ca0aeec-88ca-43b3-a8f7-ec123702b97a" -d '{"events": [{"name": "network-changed", "server_uuid": "31a55ef4-f413-493d-8b86-3a848ca43d83", "tag": "86020aa1-4960-45c4-bd63-17a4d6788fcd"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:54:53.814028 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9717417-a034-449c-8ebf-a7ee4fb2daa6 x-openstack-request-id: req-e9717417-a034-449c-8ebf-a7ee4fb2daa6 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:54:53.815299 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31a55ef4-f413-493d-8b86-3a848ca43d83", "tag": "86020aa1-4960-45c4-bd63-17a4d6788fcd", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:54:53.815788 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e9717417-a034-449c-8ebf-a7ee4fb2daa6 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:54:53.816414 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31a55ef4-f413-493d-8b86-3a848ca43d83', 'tag': '86020aa1-4960-45c4-bd63-17a4d6788fcd', 'status': 'completed', 'code': 200} Dec 20 14:54:53.940181 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca0aeec-88ca-43b3-a8f7-ec123702b97a req-2bb45a00-453e-4a0b-b48b-09a8c60679b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:54:53.942602 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5ca0aeec-88ca-43b3-a8f7-ec123702b97a req-2bb45a00-453e-4a0b-b48b-09a8c60679b1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f35a648a7aca4680a908ac1344ad2536&device_id=31a55ef4-f413-493d-8b86-3a848ca43d83 HTTP/1.1" status: 200 len: 1097 time: 0.0968068 Dec 20 14:54:53.955620 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-dae5e924-e399-4db5-afd1-46a3e8bad7a0 req-522f26c2-14ac-495f-968b-05ae1f076950 tempest-ServerShowV247Test-1167471284 tempest-ServerShowV247Test-1167471284-project] 10.222.0.54 "GET /v2.0/ports?device_id=62c1734e-0225-4976-be70-bfbc7cd19685 HTTP/1.1" status: 200 len: 210 time: 0.0617800 Dec 20 14:54:54.005474 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-09a56a28-cf0b-4aaf-b4e7-388ee7b480fd None None] Set router 5f4894b6-26a7-49a1-9a65-feb408d5cbae gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:54:54.122983 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca0aeec-88ca-43b3-a8f7-ec123702b97a req-48c0c736-d970-49c6-9d0b-570270a990b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:54:54.124892 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5ca0aeec-88ca-43b3-a8f7-ec123702b97a req-48c0c736-d970-49c6-9d0b-570270a990b0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2b991158-95f7-48e9-8fcb-a8703c027202 HTTP/1.1" status: 200 len: 898 time: 0.1721818 Dec 20 14:54:54.178213 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5ca0aeec-88ca-43b3-a8f7-ec123702b97a req-6ff987fa-836d-474c-8dab-f3828cec1d69 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86020aa1-4960-45c4-bd63-17a4d6788fcd HTTP/1.1" status: 200 len: 217 time: 0.0444031 Dec 20 14:54:54.209344 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497f4dce-7c6a-4448-9e9a-85b86128cd81 req-da9607ac-0251-4d17-b86a-d85a74c1fa11 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:54:54.212035 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-497f4dce-7c6a-4448-9e9a-85b86128cd81 req-da9607ac-0251-4d17-b86a-d85a74c1fa11 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=31a55ef4-f413-493d-8b86-3a848ca43d83 HTTP/1.1" status: 200 len: 945 time: 0.1143682 Dec 20 14:54:54.251723 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca0aeec-88ca-43b3-a8f7-ec123702b97a req-0db429bd-a95e-4d15-877e-461f08ea5548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:54:54.254129 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5ca0aeec-88ca-43b3-a8f7-ec123702b97a req-0db429bd-a95e-4d15-877e-461f08ea5548 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bc006d6b-5685-40fd-b243-7761d2560194 HTTP/1.1" status: 200 len: 834 time: 0.0645580 Dec 20 14:54:54.304219 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-497f4dce-7c6a-4448-9e9a-85b86128cd81 req-2331d988-2ceb-4717-98b0-981a6ec9864f tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=a3840027-1c66-4dfc-886c-c2af2b1c81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794423 Dec 20 14:54:54.326094 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca0aeec-88ca-43b3-a8f7-ec123702b97a req-432e4d37-f7a5-4a2c-b470-3b1bafed3bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:54:54.327940 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5ca0aeec-88ca-43b3-a8f7-ec123702b97a req-432e4d37-f7a5-4a2c-b470-3b1bafed3bc0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2b991158-95f7-48e9-8fcb-a8703c027202&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0640492 Dec 20 14:54:54.348751 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-09a56a28-cf0b-4aaf-b4e7-388ee7b480fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f4894b6-26a7-49a1-9a65-feb408d5cbae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-481873831', 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'df6b2ce4-a8cf-4623-8bd0-80fdc8d8eac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:52:14Z', 'updated_at': '2021-12-20T14:52:21Z', 'revision_number': 4, 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'gw_port': {'id': 'df6b2ce4-a8cf-4623-8bd0-80fdc8d8eac3', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:12:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4894b6-26a7-49a1-9a65-feb408d5cbae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:52:14Z', 'updated_at': '2021-12-20T14:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'd5a051b4-0e05-493a-a1e8-5471e2dc1e23', 'name': '', 'network_id': '2b991158-95f7-48e9-8fcb-a8703c027202', 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'mac_address': 'fa:16:3e:e1:ae:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4894b6-26a7-49a1-9a65-feb408d5cbae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': 'bc006d6b-5685-40fd-b243-7761d2560194', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:52:20Z', 'updated_at': '2021-12-20T14:52:31Z', 'revision_number': 5, 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'subnets': [{'id': 'bc006d6b-5685-40fd-b243-7761d2560194', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:54:54.380217 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a56a28-cf0b-4aaf-b4e7-388ee7b480fd None None] Checking router: 5f4894b6-26a7-49a1-9a65-feb408d5cbae for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:54:54.389560 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a56a28-cf0b-4aaf-b4e7-388ee7b480fd None None] Routers {'5f4894b6-26a7-49a1-9a65-feb408d5cbae'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:54:54.390185 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-09a56a28-cf0b-4aaf-b4e7-388ee7b480fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:54:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['5f4894b6-26a7-49a1-9a65-feb408d5cbae'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:54:54.475074 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5ca0aeec-88ca-43b3-a8f7-ec123702b97a req-5dc8e924-d3ed-4409-a79c-220de504713b service neutron] 10.222.0.30 "GET /v2.0/networks/2b991158-95f7-48e9-8fcb-a8703c027202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325791 Dec 20 14:54:54.536974 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-09a56a28-cf0b-4aaf-b4e7-388ee7b480fd None None] Set router 5f4894b6-26a7-49a1-9a65-feb408d5cbae gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:54:54.687859 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5ca0aeec-88ca-43b3-a8f7-ec123702b97a req-007c7a45-2f1c-43d3-b95c-eab3f4b932b6 service neutron] 10.222.0.30 "GET /v2.0/networks/2b991158-95f7-48e9-8fcb-a8703c027202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838260 Dec 20 14:54:54.966446 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-09a56a28-cf0b-4aaf-b4e7-388ee7b480fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f4894b6-26a7-49a1-9a65-feb408d5cbae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-481873831', 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'df6b2ce4-a8cf-4623-8bd0-80fdc8d8eac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:52:14Z', 'updated_at': '2021-12-20T14:52:21Z', 'revision_number': 4, 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'gw_port': {'id': 'df6b2ce4-a8cf-4623-8bd0-80fdc8d8eac3', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:12:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4894b6-26a7-49a1-9a65-feb408d5cbae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:52:14Z', 'updated_at': '2021-12-20T14:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'd5a051b4-0e05-493a-a1e8-5471e2dc1e23', 'name': '', 'network_id': '2b991158-95f7-48e9-8fcb-a8703c027202', 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'mac_address': 'fa:16:3e:e1:ae:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4894b6-26a7-49a1-9a65-feb408d5cbae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': 'bc006d6b-5685-40fd-b243-7761d2560194', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:52:20Z', 'updated_at': '2021-12-20T14:52:31Z', 'revision_number': 5, 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'subnets': [{'id': 'bc006d6b-5685-40fd-b243-7761d2560194', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:54:54.995407 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a56a28-cf0b-4aaf-b4e7-388ee7b480fd None None] The sync data for ids ['5f4894b6-26a7-49a1-9a65-feb408d5cbae'] in n-d-761264-19 is: [{'id': '5f4894b6-26a7-49a1-9a65-feb408d5cbae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-481873831', 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'df6b2ce4-a8cf-4623-8bd0-80fdc8d8eac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:52:14Z', 'updated_at': '2021-12-20T14:52:21Z', 'revision_number': 4, 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'gw_port': {'id': 'df6b2ce4-a8cf-4623-8bd0-80fdc8d8eac3', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:12:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4894b6-26a7-49a1-9a65-feb408d5cbae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:52:14Z', 'updated_at': '2021-12-20T14:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'd5a051b4-0e05-493a-a1e8-5471e2dc1e23', 'name': '', 'network_id': '2b991158-95f7-48e9-8fcb-a8703c027202', 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'mac_address': 'fa:16:3e:e1:ae:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4894b6-26a7-49a1-9a65-feb408d5cbae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': 'bc006d6b-5685-40fd-b243-7761d2560194', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:52:20Z', 'updated_at': '2021-12-20T14:52:31Z', 'revision_number': 5, 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'subnets': [{'id': 'bc006d6b-5685-40fd-b243-7761d2560194', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:54:55.132869 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1d5e007a-e71b-491a-a5ff-978252f5c760 req-0c5e4e33-dbf0-40d7-ad10-bc6d96c2e37b tempest-ServerShowV247Test-1167471284 tempest-ServerShowV247Test-1167471284-project] 10.222.0.54 "GET /v2.0/ports?device_id=62c1734e-0225-4976-be70-bfbc7cd19685 HTTP/1.1" status: 200 len: 210 time: 0.0434487 Dec 20 14:54:55.426638 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095f1cd6-4e8f-46d2-8e25-e4db43640b03 None None] New status for floating IP 4f8beb56-a459-4697-8906-98c6cebfd2f7: DOWN {{(pid=103170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 14:54:55.470761 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168dd353-dcb1-4e2b-940e-5aa22b0cfe92 req-8f378a65-cb35-410d-91f4-8f50e197e81a tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:54:55.472278 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-168dd353-dcb1-4e2b-940e-5aa22b0cfe92 req-8f378a65-cb35-410d-91f4-8f50e197e81a tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=31a55ef4-f413-493d-8b86-3a848ca43d83 HTTP/1.1" status: 200 len: 945 time: 0.0656521 Dec 20 14:54:55.534444 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-168dd353-dcb1-4e2b-940e-5aa22b0cfe92 req-4444c357-6d0e-4145-b30f-6a913448747a tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=a3840027-1c66-4dfc-886c-c2af2b1c81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546913 Dec 20 14:54:56.004324 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02b67b9-fb1b-4af2-b17d-ad031f286bc0 req-e166a626-19e3-47d8-ad58-5af093ca06c4 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:54:56.012234 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d02b67b9-fb1b-4af2-b17d-ad031f286bc0 req-e166a626-19e3-47d8-ad58-5af093ca06c4 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.30 "GET /v2.0/ports?device_id=31a55ef4-f413-493d-8b86-3a848ca43d83 HTTP/1.1" status: 200 len: 945 time: 0.1023607 Dec 20 14:54:56.028337 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f4f0d4-ae43-4569-ab71-7d2c0805f8b2 req-66c2fd61-9882-4e92-a37f-a1ba6e6a68ac tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:54:56.037941 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f6f4f0d4-ae43-4569-ab71-7d2c0805f8b2 req-66c2fd61-9882-4e92-a37f-a1ba6e6a68ac tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.54 "GET /v2.0/ports?device_id=abc60fc2-0a13-4390-b54c-6763c601e015 HTTP/1.1" status: 200 len: 945 time: 0.0878079 Dec 20 14:54:56.112032 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f6f4f0d4-ae43-4569-ab71-7d2c0805f8b2 req-2c2f4679-560f-474d-8c2f-ddc116b7b7f7 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.54 "GET /v2.0/security-groups?id=63a67304-7a61-424c-9189-0609e92bff65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729513 Dec 20 14:54:56.170248 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-d02b67b9-fb1b-4af2-b17d-ad031f286bc0 req-11f50f73-6718-4274-aa1c-16093be08e2d tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Deleting port 86020aa1-4960-45c4-bd63-17a4d6788fcd {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:54:56.171252 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-d02b67b9-fb1b-4af2-b17d-ad031f286bc0 req-11f50f73-6718-4274-aa1c-16093be08e2d tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:56.286997 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ca66a0eb-8016-455d-bd45-3d2020592b5e req-092ba4c3-cd02-4a34-b503-fbeb66731969 tempest-ServerShowV247Test-1167471284 tempest-ServerShowV247Test-1167471284-project] 10.222.0.54 "GET /v2.0/ports?device_id=62c1734e-0225-4976-be70-bfbc7cd19685 HTTP/1.1" status: 200 len: 210 time: 0.0329421 Dec 20 14:54:56.303339 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-d02b67b9-fb1b-4af2-b17d-ad031f286bc0 req-11f50f73-6718-4274-aa1c-16093be08e2d tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] For port 86020aa1-4960-45c4-bd63-17a4d6788fcd, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=86020aa1-4960-45c4-bd63-17a4d6788fcd,segment=NetworkSegment(9624b9cb-588e-4de9-8787-9ecbaa3d7a8f),segment_id=9624b9cb-588e-4de9-8787-9ecbaa3d7a8f)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:54:56.303706 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-d02b67b9-fb1b-4af2-b17d-ad031f286bc0 req-11f50f73-6718-4274-aa1c-16093be08e2d tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:56.317888 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-d02b67b9-fb1b-4af2-b17d-ad031f286bc0 req-11f50f73-6718-4274-aa1c-16093be08e2d tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Calling delete_port for 86020aa1-4960-45c4-bd63-17a4d6788fcd owned by compute:nova {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:54:56.464761 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-d02b67b9-fb1b-4af2-b17d-ad031f286bc0 req-11f50f73-6718-4274-aa1c-16093be08e2d tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:56.493096 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f50f73-6718-4274-aa1c-16093be08e2d tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Pushing event deleted for resources: {'Port': ['ID=86020aa1-4960-45c4-bd63-17a4d6788fcd,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:54:56.565880 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-d02b67b9-fb1b-4af2-b17d-ad031f286bc0 req-11f50f73-6718-4274-aa1c-16093be08e2d tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] No DVR routers for this DVR port 86020aa1-4960-45c4-bd63-17a4d6788fcd on host n-h1-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:54:56.569182 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-d02b67b9-fb1b-4af2-b17d-ad031f286bc0 req-11f50f73-6718-4274-aa1c-16093be08e2d tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:56.573239 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d02b67b9-fb1b-4af2-b17d-ad031f286bc0 req-11f50f73-6718-4274-aa1c-16093be08e2d tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.30 "DELETE /v2.0/ports/86020aa1-4960-45c4-bd63-17a4d6788fcd HTTP/1.1" status: 204 len: 173 time: 0.5512967 Dec 20 14:54:56.573616 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31a55ef4-f413-493d-8b86-3a848ca43d83', 'name': 'network-vif-deleted', 'tag': '86020aa1-4960-45c4-bd63-17a4d6788fcd'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:54:56.576498 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9fb3be5-064c-49d2-af0e-ef9f99bea015" -d '{"events": [{"server_uuid": "31a55ef4-f413-493d-8b86-3a848ca43d83", "name": "network-vif-deleted", "tag": "86020aa1-4960-45c4-bd63-17a4d6788fcd"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:54:56.636398 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1a7e02b-e5ba-4210-9978-60f32465c4ea x-openstack-request-id: req-c1a7e02b-e5ba-4210-9978-60f32465c4ea {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:54:56.636939 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31a55ef4-f413-493d-8b86-3a848ca43d83", "name": "network-vif-deleted", "tag": "86020aa1-4960-45c4-bd63-17a4d6788fcd", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:54:56.637383 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c1a7e02b-e5ba-4210-9978-60f32465c4ea {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:54:56.637980 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31a55ef4-f413-493d-8b86-3a848ca43d83', 'name': 'network-vif-deleted', 'tag': '86020aa1-4960-45c4-bd63-17a4d6788fcd', 'status': 'completed', 'code': 200} Dec 20 14:54:56.708733 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9b45d7a3-6a23-4a30-9b88-95ee16f71ad9 req-5be554d8-d08f-4564-bf16-a83a65dc2d88 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=31a55ef4-f413-493d-8b86-3a848ca43d83 HTTP/1.1" status: 200 len: 210 time: 0.0500000 Dec 20 14:54:57.231196 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e8c7e8-99a7-4c4d-9570-1024b9814fbb req-4a2c8b63-78cd-4c4c-a012-4e5e941975d9 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:54:57.232693 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-09e8c7e8-99a7-4c4d-9570-1024b9814fbb req-4a2c8b63-78cd-4c4c-a012-4e5e941975d9 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.54 "GET /v2.0/ports?device_id=abc60fc2-0a13-4390-b54c-6763c601e015 HTTP/1.1" status: 200 len: 945 time: 0.0551198 Dec 20 14:54:57.284454 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-09e8c7e8-99a7-4c4d-9570-1024b9814fbb req-6de78384-a888-4d2c-a244-f995a436e0f2 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.54 "GET /v2.0/security-groups?id=63a67304-7a61-424c-9189-0609e92bff65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453517 Dec 20 14:54:57.397142 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2612fc44-6573-46e0-a8ce-e1618511d5da req-f234ffcd-1d5c-4a7e-9ad0-5c0b2dee94e0 tempest-ServerShowV247Test-1167471284 tempest-ServerShowV247Test-1167471284-project] 10.222.0.54 "GET /v2.0/ports?device_id=62c1734e-0225-4976-be70-bfbc7cd19685 HTTP/1.1" status: 200 len: 210 time: 0.0260065 Dec 20 14:54:57.770178 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 39294) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:54:57.907474 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e58f609-e3af-4e81-ac6f-5151f978d3b6 req-af1e1ea9-2b20-43bc-a9cf-ed4a32657fe1 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:54:57.909092 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8e58f609-e3af-4e81-ac6f-5151f978d3b6 req-af1e1ea9-2b20-43bc-a9cf-ed4a32657fe1 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.30 "GET /v2.0/ports?device_id=abc60fc2-0a13-4390-b54c-6763c601e015 HTTP/1.1" status: 200 len: 945 time: 0.0935738 Dec 20 14:54:58.178314 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-8e58f609-e3af-4e81-ac6f-5151f978d3b6 req-759b4713-a148-4ca9-90c6-fd8fd21fae90 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Deleting port 8b3889b6-faf1-4c12-9683-a4ff65c6e9f6 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:54:58.178678 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-8e58f609-e3af-4e81-ac6f-5151f978d3b6 req-759b4713-a148-4ca9-90c6-fd8fd21fae90 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:58.343554 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-8e58f609-e3af-4e81-ac6f-5151f978d3b6 req-759b4713-a148-4ca9-90c6-fd8fd21fae90 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] For port 8b3889b6-faf1-4c12-9683-a4ff65c6e9f6, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=8b3889b6-faf1-4c12-9683-a4ff65c6e9f6,segment=NetworkSegment(976dc740-6f26-442a-9e80-6e8aee232d85),segment_id=976dc740-6f26-442a-9e80-6e8aee232d85)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:54:58.344736 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-8e58f609-e3af-4e81-ac6f-5151f978d3b6 req-759b4713-a148-4ca9-90c6-fd8fd21fae90 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:58.361901 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-8e58f609-e3af-4e81-ac6f-5151f978d3b6 req-759b4713-a148-4ca9-90c6-fd8fd21fae90 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Calling delete_port for 8b3889b6-faf1-4c12-9683-a4ff65c6e9f6 owned by compute:nova {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:54:58.457838 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29773d43-5a8f-47b0-8ff5-844951b741b6 req-3ecd0341-b305-4ce7-aadf-35275487579e tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:54:58.459754 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-29773d43-5a8f-47b0-8ff5-844951b741b6 req-3ecd0341-b305-4ce7-aadf-35275487579e tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.54 "GET /v2.0/ports?device_id=abc60fc2-0a13-4390-b54c-6763c601e015 HTTP/1.1" status: 200 len: 945 time: 0.0686245 Dec 20 14:54:58.552983 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-29773d43-5a8f-47b0-8ff5-844951b741b6 req-30b37013-04bb-45d0-8e5a-7d66d28b80d8 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.54 "GET /v2.0/security-groups?id=63a67304-7a61-424c-9189-0609e92bff65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858161 Dec 20 14:54:58.568973 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ff8f466b-b14c-4adf-bba0-170e4c171098 req-c6b886fb-4962-42ad-9c15-06dafda026cc tempest-ServerShowV247Test-1167471284 tempest-ServerShowV247Test-1167471284-project] 10.222.0.54 "GET /v2.0/ports?device_id=62c1734e-0225-4976-be70-bfbc7cd19685 HTTP/1.1" status: 200 len: 210 time: 0.0382771 Dec 20 14:54:58.607940 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-df6de3e0-b02c-4062-8c53-76d14eff115a tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1595867'] for router_interface, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:58.695931 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-8e58f609-e3af-4e81-ac6f-5151f978d3b6 req-759b4713-a148-4ca9-90c6-fd8fd21fae90 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:58.709484 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['8b3889b6-faf1-4c12-9683-a4ff65c6e9f6'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:54:59.110910 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759b4713-a148-4ca9-90c6-fd8fd21fae90 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Pushing event deleted for resources: {'Port': ['ID=8b3889b6-faf1-4c12-9683-a4ff65c6e9f6,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:54:59.122242 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0b763a-3543-476f-ae6f-49e03cf62b04 None None] DHCP port deletion for 1d6e94b3-e488-46e8-b36e-5df57c7dc6f7 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:54:59.147696 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759b4713-a148-4ca9-90c6-fd8fd21fae90 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:54:59.148046 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759b4713-a148-4ca9-90c6-fd8fd21fae90 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:54:59.148389 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759b4713-a148-4ca9-90c6-fd8fd21fae90 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:54:59.148720 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759b4713-a148-4ca9-90c6-fd8fd21fae90 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:54:59.149048 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759b4713-a148-4ca9-90c6-fd8fd21fae90 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:54:59.149373 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759b4713-a148-4ca9-90c6-fd8fd21fae90 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:54:59.149696 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759b4713-a148-4ca9-90c6-fd8fd21fae90 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:54:59.150013 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759b4713-a148-4ca9-90c6-fd8fd21fae90 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:54:59.150330 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759b4713-a148-4ca9-90c6-fd8fd21fae90 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:54:59.150649 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759b4713-a148-4ca9-90c6-fd8fd21fae90 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:54:59.151010 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759b4713-a148-4ca9-90c6-fd8fd21fae90 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:54:59.151330 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759b4713-a148-4ca9-90c6-fd8fd21fae90 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:54:59.151651 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759b4713-a148-4ca9-90c6-fd8fd21fae90 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:54:59.169605 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e58f609-e3af-4e81-ac6f-5151f978d3b6 req-759b4713-a148-4ca9-90c6-fd8fd21fae90 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] No DVR routers for this DVR port 8b3889b6-faf1-4c12-9683-a4ff65c6e9f6 on host n-h1-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:54:59.172508 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-8e58f609-e3af-4e81-ac6f-5151f978d3b6 req-759b4713-a148-4ca9-90c6-fd8fd21fae90 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:59.176314 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8e58f609-e3af-4e81-ac6f-5151f978d3b6 req-759b4713-a148-4ca9-90c6-fd8fd21fae90 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.30 "DELETE /v2.0/ports/8b3889b6-faf1-4c12-9683-a4ff65c6e9f6 HTTP/1.1" status: 204 len: 173 time: 1.2540700 Dec 20 14:54:59.179488 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abc60fc2-0a13-4390-b54c-6763c601e015', 'name': 'network-vif-deleted', 'tag': '8b3889b6-faf1-4c12-9683-a4ff65c6e9f6'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:54:59.182769 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0da4ac6-3d3d-4797-8f52-019d1bdb7d08" -d '{"events": [{"server_uuid": "abc60fc2-0a13-4390-b54c-6763c601e015", "name": "network-vif-deleted", "tag": "8b3889b6-faf1-4c12-9683-a4ff65c6e9f6"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:54:59.253296 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6caf5fe0-cbb0-4042-86b3-3f7f5efc8164 x-openstack-request-id: req-6caf5fe0-cbb0-4042-86b3-3f7f5efc8164 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:54:59.253644 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abc60fc2-0a13-4390-b54c-6763c601e015", "name": "network-vif-deleted", "tag": "8b3889b6-faf1-4c12-9683-a4ff65c6e9f6", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:54:59.253940 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6caf5fe0-cbb0-4042-86b3-3f7f5efc8164 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:54:59.254342 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abc60fc2-0a13-4390-b54c-6763c601e015', 'name': 'network-vif-deleted', 'tag': '8b3889b6-faf1-4c12-9683-a4ff65c6e9f6', 'status': 'completed', 'code': 200} Dec 20 14:54:59.384860 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-df6de3e0-b02c-4062-8c53-76d14eff115a tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Deleting port d5a051b4-0e05-493a-a1e8-5471e2dc1e23 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:54:59.385568 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-df6de3e0-b02c-4062-8c53-76d14eff115a tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:59.490358 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-df6de3e0-b02c-4062-8c53-76d14eff115a tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] For port d5a051b4-0e05-493a-a1e8-5471e2dc1e23, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=d5a051b4-0e05-493a-a1e8-5471e2dc1e23,segment=NetworkSegment(9624b9cb-588e-4de9-8787-9ecbaa3d7a8f),segment_id=9624b9cb-588e-4de9-8787-9ecbaa3d7a8f)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:54:59.490863 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-df6de3e0-b02c-4062-8c53-76d14eff115a tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:59.506014 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-df6de3e0-b02c-4062-8c53-76d14eff115a tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Calling delete_port for d5a051b4-0e05-493a-a1e8-5471e2dc1e23 owned by network:router_interface {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:54:59.777402 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c0248443-8876-4821-90f2-7a8908a2b0ff req-b4536011-e76a-47a6-9f50-c6ddb3364db6 tempest-ServerShowV247Test-1167471284 tempest-ServerShowV247Test-1167471284-project] 10.222.0.54 "GET /v2.0/ports?device_id=62c1734e-0225-4976-be70-bfbc7cd19685 HTTP/1.1" status: 200 len: 210 time: 0.0395558 Dec 20 14:54:59.859125 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-90cfe575-fcf5-4be6-bcfb-47c94b5484cf req-ad0f85b9-549f-403b-a505-f758f0785045 tempest-AttachVolumeNegativeTest-1255853522 tempest-AttachVolumeNegativeTest-1255853522-project] 10.222.0.54 "GET /v2.0/ports?device_id=abc60fc2-0a13-4390-b54c-6763c601e015 HTTP/1.1" status: 200 len: 210 time: 0.1309614 Dec 20 14:54:59.931493 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-df6de3e0-b02c-4062-8c53-76d14eff115a tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:54:59.974326 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 86020aa1-4960-45c4-bd63-17a4d6788fcd no longer exists at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:55:00.007408 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] No Port match for: 86020aa1-4960-45c4-bd63-17a4d6788fcd {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:55:00.007753 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 86020aa1-4960-45c4-bd63-17a4d6788fcd not bound to the agent host n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:55:00.024123 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6de3e0-b02c-4062-8c53-76d14eff115a tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Pushing event deleted for resources: {'Port': ['ID=d5a051b4-0e05-493a-a1e8-5471e2dc1e23,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:55:00.208780 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-df6de3e0-b02c-4062-8c53-76d14eff115a tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582411'] for router_interface, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:00.443996 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df6de3e0-b02c-4062-8c53-76d14eff115a tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Router 5f4894b6-26a7-49a1-9a65-feb408d5cbae has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:55:00.555289 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df6de3e0-b02c-4062-8c53-76d14eff115a tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:55:00.560633 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-df6de3e0-b02c-4062-8c53-76d14eff115a tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "PUT /v2.0/routers/5f4894b6-26a7-49a1-9a65-feb408d5cbae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7892406 Dec 20 14:55:00.563550 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 39350) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:00.566756 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72fed78-ad5d-4837-ac94-27a9c741b16d None None] Sync routers for ids ['5f4894b6-26a7-49a1-9a65-feb408d5cbae'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:55:00.588841 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72fed78-ad5d-4837-ac94-27a9c741b16d None None] Routers {'5f4894b6-26a7-49a1-9a65-feb408d5cbae'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:55:00.589477 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-c72fed78-ad5d-4837-ac94-27a9c741b16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:54:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['5f4894b6-26a7-49a1-9a65-feb408d5cbae'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:55:00.621509 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_v2 [None req-23119ab5-84c6-497e-a617-078cecb36f94 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Deleting subnet bc006d6b-5685-40fd-b243-7761d2560194 {{(pid=103167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:55:00.625012 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-23119ab5-84c6-497e-a617-078cecb36f94 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for subnet, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:00.672603 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-23119ab5-84c6-497e-a617-078cecb36f94 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954412'] for subnet, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:00.748851 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-dab223de-4d25-4a07-9410-d7ec6e96208d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:00.758625 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-c72fed78-ad5d-4837-ac94-27a9c741b16d None None] Set router 5f4894b6-26a7-49a1-9a65-feb408d5cbae gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:55:00.793766 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-23119ab5-84c6-497e-a617-078cecb36f94 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:00.884203 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-23119ab5-84c6-497e-a617-078cecb36f94 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:00.947121 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 39364) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:00.952941 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23119ab5-84c6-497e-a617-078cecb36f94 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Pushing event deleted for resources: {'Subnet': ['ID=bc006d6b-5685-40fd-b243-7761d2560194,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:55:00.958765 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-24c0ee58-ef9f-4b2f-b65e-495ce46ae346 req-2b3e55a8-41d7-4f88-bf8b-ad10f009fb2f tempest-ServerShowV247Test-1167471284 tempest-ServerShowV247Test-1167471284-project] 10.222.0.54 "GET /v2.0/ports?device_id=62c1734e-0225-4976-be70-bfbc7cd19685 HTTP/1.1" status: 200 len: 210 time: 0.0895565 Dec 20 14:55:00.960414 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-23119ab5-84c6-497e-a617-078cecb36f94 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:00.967317 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-23119ab5-84c6-497e-a617-078cecb36f94 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "DELETE /v2.0/subnets/bc006d6b-5685-40fd-b243-7761d2560194 HTTP/1.1" status: 204 len: 168 time: 0.4026234 Dec 20 14:55:00.972266 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 39368) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:00.998445 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f1d9e3-9b83-4b34-91a3-6920ae1800e6 None None] Network 2b991158-95f7-48e9-8fcb-a8703c027202 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:55:01.076099 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e7405f2-74d5-4095-8a96-56e7208f0a71 admin admin] Deleting subnet 5ae39662-bebe-492b-85b9-e558826165ef {{(pid=103168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:55:01.087986 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2e7405f2-74d5-4095-8a96-56e7208f0a71 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:01.159881 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-761d847a-f5cb-4978-a054-21aacaabac5e tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for router, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:01.176235 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2e7405f2-74d5-4095-8a96-56e7208f0a71 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9023023'] for subnet, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:01.221624 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2e7405f2-74d5-4095-8a96-56e7208f0a71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:01.294048 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-c72fed78-ad5d-4837-ac94-27a9c741b16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f4894b6-26a7-49a1-9a65-feb408d5cbae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-481873831', 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'df6b2ce4-a8cf-4623-8bd0-80fdc8d8eac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:52:14Z', 'updated_at': '2021-12-20T14:54:59Z', 'revision_number': 5, 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'gw_port': {'id': 'df6b2ce4-a8cf-4623-8bd0-80fdc8d8eac3', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:12:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4894b6-26a7-49a1-9a65-feb408d5cbae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:52:14Z', 'updated_at': '2021-12-20T14:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:55:01.307425 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-761d847a-f5cb-4978-a054-21aacaabac5e tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:01.315631 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2e7405f2-74d5-4095-8a96-56e7208f0a71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8850800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470517'] for subnet, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:01.339180 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72fed78-ad5d-4837-ac94-27a9c741b16d None None] Checking router: 5f4894b6-26a7-49a1-9a65-feb408d5cbae for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:55:01.349894 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72fed78-ad5d-4837-ac94-27a9c741b16d None None] Routers {'5f4894b6-26a7-49a1-9a65-feb408d5cbae'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:55:01.350900 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-c72fed78-ad5d-4837-ac94-27a9c741b16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:54:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['5f4894b6-26a7-49a1-9a65-feb408d5cbae'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:55:01.353025 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5017e16c-f803-4140-876b-8e2b4669c0fe None None] DHCP port deletion for 2b991158-95f7-48e9-8fcb-a8703c027202 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:55:01.367522 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7405f2-74d5-4095-8a96-56e7208f0a71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ae39662-bebe-492b-85b9-e558826165ef,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:55:01.376169 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2e7405f2-74d5-4095-8a96-56e7208f0a71 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:01.385029 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-2e7405f2-74d5-4095-8a96-56e7208f0a71 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/5ae39662-bebe-492b-85b9-e558826165ef HTTP/1.1" status: 204 len: 168 time: 0.4367082 Dec 20 14:55:01.386284 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 39374) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:01.406104 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-761d847a-f5cb-4978-a054-21aacaabac5e tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Deleting port df6b2ce4-a8cf-4623-8bd0-80fdc8d8eac3 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:55:01.406438 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-761d847a-f5cb-4978-a054-21aacaabac5e tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:01.427092 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b61b99b-c20b-4227-883e-e0c19a3c709b None None] Network 1d6e94b3-e488-46e8-b36e-5df57c7dc6f7 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:55:01.499774 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-761d847a-f5cb-4978-a054-21aacaabac5e tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] For port df6b2ce4-a8cf-4623-8bd0-80fdc8d8eac3, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=df6b2ce4-a8cf-4623-8bd0-80fdc8d8eac3,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:55:01.500643 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-761d847a-f5cb-4978-a054-21aacaabac5e tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:01.510997 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9bf01b5b-3847-426c-a5a7-79eb2a080deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:01.517928 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-761d847a-f5cb-4978-a054-21aacaabac5e tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Calling delete_port for df6b2ce4-a8cf-4623-8bd0-80fdc8d8eac3 owned by network:router_gateway {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:55:01.547446 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-c72fed78-ad5d-4837-ac94-27a9c741b16d None None] Set router 5f4894b6-26a7-49a1-9a65-feb408d5cbae gateway port host: None {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:55:01.624694 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-c72fed78-ad5d-4837-ac94-27a9c741b16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f4894b6-26a7-49a1-9a65-feb408d5cbae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-481873831', 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:52:14Z', 'updated_at': '2021-12-20T14:55:01Z', 'revision_number': 6, 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'gw_port_host': None}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:55:01.661014 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72fed78-ad5d-4837-ac94-27a9c741b16d None None] The sync data for ids ['5f4894b6-26a7-49a1-9a65-feb408d5cbae'] in n-d-761264-19 is: [{'id': '5f4894b6-26a7-49a1-9a65-feb408d5cbae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-481873831', 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:52:14Z', 'updated_at': '2021-12-20T14:55:01Z', 'revision_number': 6, 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'gw_port_host': None}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:55:01.663014 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3023a04d-0dac-4a3e-b6db-69e2aa66e96f None None] DHCP port deletion for 1d6e94b3-e488-46e8-b36e-5df57c7dc6f7 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:55:01.677773 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9bf01b5b-3847-426c-a5a7-79eb2a080deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:01.681813 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-5017e16c-f803-4140-876b-8e2b4669c0fe None None] Deleting port f57c0401-5c2f-4348-8d47-8d4ac3e75b31 {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:55:01.682331 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-5017e16c-f803-4140-876b-8e2b4669c0fe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:01.735280 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-9bf01b5b-3847-426c-a5a7-79eb2a080deb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d6e94b3-e488-46e8-b36e-5df57c7dc6f7']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:55:01.749356 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-5017e16c-f803-4140-876b-8e2b4669c0fe None None] For port f57c0401-5c2f-4348-8d47-8d4ac3e75b31, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=f57c0401-5c2f-4348-8d47-8d4ac3e75b31,segment=NetworkSegment(9624b9cb-588e-4de9-8787-9ecbaa3d7a8f),segment_id=9624b9cb-588e-4de9-8787-9ecbaa3d7a8f)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:55:01.749819 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-5017e16c-f803-4140-876b-8e2b4669c0fe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:01.761492 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-9bf01b5b-3847-426c-a5a7-79eb2a080deb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '976dc740-6f26-442a-9e80-6e8aee232d85') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:55:01.762561 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-9bf01b5b-3847-426c-a5a7-79eb2a080deb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '976dc740-6f26-442a-9e80-6e8aee232d85') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:55:01.763047 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-5017e16c-f803-4140-876b-8e2b4669c0fe None None] Calling delete_port for f57c0401-5c2f-4348-8d47-8d4ac3e75b31 owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:55:01.799235 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9bf01b5b-3847-426c-a5a7-79eb2a080deb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:01.825537 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9bf01b5b-3847-426c-a5a7-79eb2a080deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:01.836215 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bf01b5b-3847-426c-a5a7-79eb2a080deb admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:55:01.836907 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9bf01b5b-3847-426c-a5a7-79eb2a080deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:01.838650 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 14:55:01.838650 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:55:01.838650 n-d-761264-19 neutron-server[103168]: timer() Dec 20 14:55:01.838650 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:55:01.838650 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 14:55:01.838650 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:55:01.838650 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 14:55:01.838650 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:55:01.838650 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 14:55:01.838650 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:55:01.838650 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 14:55:01.838650 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:55:01.838650 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 14:55:01.838650 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:55:01.838650 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:55:01.838650 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:55:01.838650 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:55:01.838650 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:55:01.838650 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 14:55:01.838650 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:55:01.838650 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 14:55:01.838650 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:55:01.838650 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:55:01.838650 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:55:01.838650 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 14:55:01.838650 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:55:01.838650 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:55:01.838650 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:55:01.838650 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:55:01.838650 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:55:01.838650 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:55:01.838650 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:55:01.868738 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-5017e16c-f803-4140-876b-8e2b4669c0fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:01.877056 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-761d847a-f5cb-4978-a054-21aacaabac5e tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:01.914251 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761d847a-f5cb-4978-a054-21aacaabac5e tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Pushing event deleted for resources: {'Port': ['ID=df6b2ce4-a8cf-4623-8bd0-80fdc8d8eac3,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:55:01.917260 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5017e16c-f803-4140-876b-8e2b4669c0fe None None] No DVR routers for this DVR port f57c0401-5c2f-4348-8d47-8d4ac3e75b31 on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:55:01.924218 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5017e16c-f803-4140-876b-8e2b4669c0fe None None] Pushing event deleted for resources: {'Port': ['ID=f57c0401-5c2f-4348-8d47-8d4ac3e75b31,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:55:01.930515 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d812f5d-b04b-4b0e-b4fd-6415f8f46c89 None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:55:01.939884 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5017e16c-f803-4140-876b-8e2b4669c0fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:55:01.940218 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5017e16c-f803-4140-876b-8e2b4669c0fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:55:01.940708 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5017e16c-f803-4140-876b-8e2b4669c0fe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:55:01.941124 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5017e16c-f803-4140-876b-8e2b4669c0fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:55:01.941463 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5017e16c-f803-4140-876b-8e2b4669c0fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:55:01.941926 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5017e16c-f803-4140-876b-8e2b4669c0fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:55:01.942269 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5017e16c-f803-4140-876b-8e2b4669c0fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:55:01.942747 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5017e16c-f803-4140-876b-8e2b4669c0fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:55:01.943021 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5017e16c-f803-4140-876b-8e2b4669c0fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:55:01.943411 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5017e16c-f803-4140-876b-8e2b4669c0fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:55:01.943817 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5017e16c-f803-4140-876b-8e2b4669c0fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:55:01.944267 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5017e16c-f803-4140-876b-8e2b4669c0fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:55:01.944602 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5017e16c-f803-4140-876b-8e2b4669c0fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:55:01.959289 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9bf01b5b-3847-426c-a5a7-79eb2a080deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:01.967916 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9bf01b5b-3847-426c-a5a7-79eb2a080deb admin admin] Publish callbacks [] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:01.976102 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-9bf01b5b-3847-426c-a5a7-79eb2a080deb admin admin] 10.222.0.54 "DELETE /v2.0/networks/1d6e94b3-e488-46e8-b36e-5df57c7dc6f7 HTTP/1.1" status: 204 len: 168 time: 0.5881131 Dec 20 14:55:01.976780 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 8b3889b6-faf1-4c12-9683-a4ff65c6e9f6 no longer exists at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:55:01.987713 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf01b5b-3847-426c-a5a7-79eb2a080deb admin admin] Pushing event deleted for resources: {'Network': ['ID=1d6e94b3-e488-46e8-b36e-5df57c7dc6f7,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:55:02.009475 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] No Port match for: 8b3889b6-faf1-4c12-9683-a4ff65c6e9f6 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:55:02.009942 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 8b3889b6-faf1-4c12-9683-a4ff65c6e9f6 not bound to the agent host n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:55:02.076896 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-761d847a-f5cb-4978-a054-21aacaabac5e tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584913'] for router_gateway, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:02.204047 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d7e7bd93-c78a-48f8-a430-5b01fa64eab1 req-6e53b131-69b1-4aed-9da3-024521bc39e0 tempest-ServerShowV247Test-1167471284 tempest-ServerShowV247Test-1167471284-project] 10.222.0.54 "GET /v2.0/ports?device_id=62c1734e-0225-4976-be70-bfbc7cd19685 HTTP/1.1" status: 200 len: 210 time: 0.0515146 Dec 20 14:55:02.254413 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 39396) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:02.318490 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-7b282282-b987-4966-91d5-9833e83b2679 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e5627c7cf5f247fcac36c91973083b50&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0627093 Dec 20 14:55:02.323313 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 39402) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:02.403026 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c2135e57-741c-473e-a806-cccd509f635d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:02.442153 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c2135e57-741c-473e-a806-cccd509f635d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:02.504152 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c2135e57-741c-473e-a806-cccd509f635d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:02.507414 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c2135e57-741c-473e-a806-cccd509f635d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:02.508738 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-c2135e57-741c-473e-a806-cccd509f635d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/63a67304-7a61-424c-9189-0609e92bff65 HTTP/1.1" status: 204 len: 168 time: 0.1844068 Dec 20 14:55:02.517675 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2135e57-741c-473e-a806-cccd509f635d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a67304-7a61-424c-9189-0609e92bff65,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:55:02.603667 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-761d847a-f5cb-4978-a054-21aacaabac5e tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40132'] for router, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:02.606157 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-761d847a-f5cb-4978-a054-21aacaabac5e tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:02.712110 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-761d847a-f5cb-4978-a054-21aacaabac5e tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1594808'] for router, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:02.712110 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-761d847a-f5cb-4978-a054-21aacaabac5e tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Fanout notify agent at l3_agent the message router_deleted on router 5f4894b6-26a7-49a1-9a65-feb408d5cbae {{(pid=103167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 14:55:02.712110 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-761d847a-f5cb-4978-a054-21aacaabac5e tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for router, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:02.713695 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-761d847a-f5cb-4978-a054-21aacaabac5e tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "DELETE /v2.0/routers/5f4894b6-26a7-49a1-9a65-feb408d5cbae HTTP/1.1" status: 204 len: 168 time: 1.7399628 Dec 20 14:55:02.716384 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 39412) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:02.811138 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-74ccd036-1761-4790-9f73-747df3ed5357 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:02.883656 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a895f6cd-397b-4067-8c73-404aff103ad9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:02.910514 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-74ccd036-1761-4790-9f73-747df3ed5357 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:02.932132 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-74ccd036-1761-4790-9f73-747df3ed5357 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b991158-95f7-48e9-8fcb-a8703c027202']}} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:55:02.942265 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-74ccd036-1761-4790-9f73-747df3ed5357 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9624b9cb-588e-4de9-8787-9ecbaa3d7a8f') {'for_net_delete': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:55:02.942808 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-74ccd036-1761-4790-9f73-747df3ed5357 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9624b9cb-588e-4de9-8787-9ecbaa3d7a8f') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:55:02.957816 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-74ccd036-1761-4790-9f73-747df3ed5357 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954405'] for segment, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:02.972983 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-74ccd036-1761-4790-9f73-747df3ed5357 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:02.984867 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74ccd036-1761-4790-9f73-747df3ed5357 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:55:02.985661 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-74ccd036-1761-4790-9f73-747df3ed5357 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9956000'] for segment, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:03.085126 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:55:03.085126 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:55:03.085126 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:55:03.085126 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:55:03.085126 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:55:03.085126 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:55:03.085126 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:55:03.085126 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:55:03.085126 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:55:03.085126 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:55:03.085126 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:55:03.085126 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:55:03.085126 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:55:03.085126 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:55:03.085126 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:55:03.085126 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:55:03.085126 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:55:03.085126 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:55:03.085126 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:55:03.085126 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:55:03.085126 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:55:03.085126 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:55:03.085126 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:55:03.085126 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:55:03.085126 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:55:03.085126 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:55:03.085126 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:55:03.085126 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:55:03.085126 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:55:03.085126 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:55:03.085126 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:55:03.085126 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:55:03.085126 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:55:03.085126 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:55:03.085126 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:55:03.085126 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:55:03.085126 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:55:03.085126 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:55:03.085126 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:55:03.085126 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:55:03.085126 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:55:03.085126 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:55:03.085126 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:55:03.085126 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:55:03.085126 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:55:03.085126 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:55:03.085126 n-d-761264-19 neutron-server[103167]: Traceback (most recent call last): Dec 20 14:55:03.085126 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:55:03.085126 n-d-761264-19 neutron-server[103167]: timer() Dec 20 14:55:03.085126 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:55:03.085126 n-d-761264-19 neutron-server[103167]: cb(*args, **kw) Dec 20 14:55:03.085126 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:55:03.085126 n-d-761264-19 neutron-server[103167]: return func(*args, **kwargs) Dec 20 14:55:03.089456 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:55:03.089456 n-d-761264-19 neutron-server[103167]: self._notify() Dec 20 14:55:03.089456 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:55:03.089456 n-d-761264-19 neutron-server[103167]: self.callback(batched_events) Dec 20 14:55:03.089456 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:55:03.089456 n-d-761264-19 neutron-server[103167]: event.method(event) Dec 20 14:55:03.089456 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:55:03.089456 n-d-761264-19 neutron-server[103167]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:55:03.089456 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:55:03.089456 n-d-761264-19 neutron-server[103167]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:55:03.089456 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:55:03.089456 n-d-761264-19 neutron-server[103167]: return f(self, *a, **k) Dec 20 14:55:03.089456 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:55:03.089456 n-d-761264-19 neutron-server[103167]: return self._get(url).json() Dec 20 14:55:03.089456 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:55:03.089456 n-d-761264-19 neutron-server[103167]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:55:03.089456 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:55:03.089456 n-d-761264-19 neutron-server[103167]: return self.request(url, 'GET', **kwargs) Dec 20 14:55:03.089456 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:55:03.089456 n-d-761264-19 neutron-server[103167]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:55:03.089456 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:55:03.089456 n-d-761264-19 neutron-server[103167]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:55:03.089456 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:55:03.089456 n-d-761264-19 neutron-server[103167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:55:03.089456 n-d-761264-19 neutron-server[103167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:55:03.099093 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-74ccd036-1761-4790-9f73-747df3ed5357 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:03.109916 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-74ccd036-1761-4790-9f73-747df3ed5357 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:03.124319 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-74ccd036-1761-4790-9f73-747df3ed5357 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "DELETE /v2.0/networks/2b991158-95f7-48e9-8fcb-a8703c027202 HTTP/1.1" status: 204 len: 168 time: 0.4067659 Dec 20 14:55:03.127653 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 39428) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:03.154454 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ccd036-1761-4790-9f73-747df3ed5357 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Pushing event deleted for resources: {'Network': ['ID=2b991158-95f7-48e9-8fcb-a8703c027202,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:55:03.158388 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device f57c0401-5c2f-4348-8d47-8d4ac3e75b31 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:55:03.204710 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: f57c0401-5c2f-4348-8d47-8d4ac3e75b31 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:55:03.204956 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device f57c0401-5c2f-4348-8d47-8d4ac3e75b31 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:55:03.205613 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device d5a051b4-0e05-493a-a1e8-5471e2dc1e23 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:55:03.213315 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-91b55899-651f-4c52-964d-f55e97468cf6 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:03.229057 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: d5a051b4-0e05-493a-a1e8-5471e2dc1e23 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:55:03.230492 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device d5a051b4-0e05-493a-a1e8-5471e2dc1e23 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:55:03.231144 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device df6b2ce4-a8cf-4623-8bd0-80fdc8d8eac3 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:55:03.256170 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: df6b2ce4-a8cf-4623-8bd0-80fdc8d8eac3 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:55:03.256624 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device df6b2ce4-a8cf-4623-8bd0-80fdc8d8eac3 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:55:03.285666 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-91b55899-651f-4c52-964d-f55e97468cf6 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:03.338968 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9163b95d-e8d2-487d-8d98-eb60b5f0e088 req-b56b4d33-bdfd-4173-91d1-974e8c75b7a5 tempest-ServerShowV247Test-1167471284 tempest-ServerShowV247Test-1167471284-project] 10.222.0.54 "GET /v2.0/ports?device_id=62c1734e-0225-4976-be70-bfbc7cd19685 HTTP/1.1" status: 200 len: 210 time: 0.0297859 Dec 20 14:55:03.399242 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-91b55899-651f-4c52-964d-f55e97468cf6 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:03.403139 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-91b55899-651f-4c52-964d-f55e97468cf6 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:03.404464 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-91b55899-651f-4c52-964d-f55e97468cf6 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "DELETE /v2.0/security-groups/a3840027-1c66-4dfc-886c-c2af2b1c81e3 HTTP/1.1" status: 204 len: 168 time: 0.2756116 Dec 20 14:55:03.417250 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b55899-651f-4c52-964d-f55e97468cf6 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3840027-1c66-4dfc-886c-c2af2b1c81e3,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:55:03.913573 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:04.049188 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 39466) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:04.065007 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-6aab43e2-d169-4b55-8a80-39bfadb2ecc1 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1713177453', 'description': 'tempest-secgroup-smoke-1713177453 description', 'project_id': 'f35a648a7aca4680a908ac1344ad2536'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:55:04.100815 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6aab43e2-d169-4b55-8a80-39bfadb2ecc1 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:04.193915 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6aab43e2-d169-4b55-8a80-39bfadb2ecc1 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:04.200561 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6aab43e2-d169-4b55-8a80-39bfadb2ecc1 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:04.231684 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aab43e2-d169-4b55-8a80-39bfadb2ecc1 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=216960ae-a720-47dd-b0f7-2088c7c897fe,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:55:04.240271 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6aab43e2-d169-4b55-8a80-39bfadb2ecc1 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:04.241941 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-6aab43e2-d169-4b55-8a80-39bfadb2ecc1 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1909556 Dec 20 14:55:04.245556 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 39476) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:04.250816 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-ea9a4281-b801-468f-9a85-f8574469d14e tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Request body: {'security_group_rule': {'security_group_id': '216960ae-a720-47dd-b0f7-2088c7c897fe', 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:55:04.292988 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ea9a4281-b801-468f-9a85-f8574469d14e tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:04.363362 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ea9a4281-b801-468f-9a85-f8574469d14e tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:04.371102 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ea9a4281-b801-468f-9a85-f8574469d14e tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:04.420613 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9a4281-b801-468f-9a85-f8574469d14e tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4842456d-2d07-4da6-a897-eaeafbfb297d,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:55:04.434926 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ea9a4281-b801-468f-9a85-f8574469d14e tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:04.436430 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-ea9a4281-b801-468f-9a85-f8574469d14e tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1895475 Dec 20 14:55:04.439326 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 39486) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:04.450042 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-fac0a82d-8462-490e-b823-4ca09c2d59ac tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Request body: {'security_group_rule': {'security_group_id': '216960ae-a720-47dd-b0f7-2088c7c897fe', 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:55:04.486178 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-183d39ac-2cc4-4eb5-8173-164e3802bfbc req-9bbbcd10-419c-4611-9ac2-0a1a328ee29e tempest-ServerShowV247Test-1167471284 tempest-ServerShowV247Test-1167471284-project] 10.222.0.54 "GET /v2.0/ports?device_id=62c1734e-0225-4976-be70-bfbc7cd19685 HTTP/1.1" status: 200 len: 210 time: 0.0311580 Dec 20 14:55:04.511813 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fac0a82d-8462-490e-b823-4ca09c2d59ac tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:04.573243 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fac0a82d-8462-490e-b823-4ca09c2d59ac tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:04.580243 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fac0a82d-8462-490e-b823-4ca09c2d59ac tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:04.603685 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac0a82d-8462-490e-b823-4ca09c2d59ac tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22d7ef37-af06-4793-be50-febd48b4dfd1,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:55:04.612471 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fac0a82d-8462-490e-b823-4ca09c2d59ac tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:04.614333 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-fac0a82d-8462-490e-b823-4ca09c2d59ac tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1728215 Dec 20 14:55:04.617482 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 39492) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:04.622297 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-d60617b7-7174-4859-93db-11579f8134fc tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Request body: {'security_group_rule': {'security_group_id': '216960ae-a720-47dd-b0f7-2088c7c897fe', 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:55:04.663798 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d60617b7-7174-4859-93db-11579f8134fc tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:04.735790 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d60617b7-7174-4859-93db-11579f8134fc tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:04.741186 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d60617b7-7174-4859-93db-11579f8134fc tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:04.762492 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60617b7-7174-4859-93db-11579f8134fc tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff70f0a8-0ede-42fd-86c1-b4e4babc179b,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:55:04.774869 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d60617b7-7174-4859-93db-11579f8134fc tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:04.778416 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 39506) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:04.782758 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-d60617b7-7174-4859-93db-11579f8134fc tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1601295 Dec 20 14:55:04.783754 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-0407e059-d3d0-4e47-9360-d118d549845b tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Request body: {'security_group_rule': {'security_group_id': '216960ae-a720-47dd-b0f7-2088c7c897fe', 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:55:04.856589 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0407e059-d3d0-4e47-9360-d118d549845b tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:04.945319 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0407e059-d3d0-4e47-9360-d118d549845b tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:04.951414 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0407e059-d3d0-4e47-9360-d118d549845b tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:04.968812 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0407e059-d3d0-4e47-9360-d118d549845b tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6881188-f0ed-4409-9840-6df8a284c6df,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:55:04.991293 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0407e059-d3d0-4e47-9360-d118d549845b tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:04.993198 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-0407e059-d3d0-4e47-9360-d118d549845b tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2136562 Dec 20 14:55:04.996835 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 39516) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:05.003156 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-9375e7c3-54b0-426f-9209-69609828460e tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Request body: {'security_group_rule': {'security_group_id': '216960ae-a720-47dd-b0f7-2088c7c897fe', 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:55:05.034474 n-d-761264-19 neutron-server[103167]: INFO neutron.db.securitygroups_db [None req-9375e7c3-54b0-426f-9209-69609828460e tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Project f35a648a7aca4680a908ac1344ad2536 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 14:55:05.051688 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9375e7c3-54b0-426f-9209-69609828460e tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:05.170026 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9375e7c3-54b0-426f-9209-69609828460e tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:05.175437 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9375e7c3-54b0-426f-9209-69609828460e tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:05.203922 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9375e7c3-54b0-426f-9209-69609828460e tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64567d0a-fbd7-4658-8035-b624d3ef69fc,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:55:05.213944 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9375e7c3-54b0-426f-9209-69609828460e tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:05.216564 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-9375e7c3-54b0-426f-9209-69609828460e tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2184284 Dec 20 14:55:05.219376 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 39530) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:05.224997 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-0d6420a6-a604-477f-8cbc-f75af899f105 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Request body: {'security_group_rule': {'security_group_id': '216960ae-a720-47dd-b0f7-2088c7c897fe', 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:55:05.266092 n-d-761264-19 neutron-server[103167]: INFO neutron.db.securitygroups_db [None req-0d6420a6-a604-477f-8cbc-f75af899f105 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Project f35a648a7aca4680a908ac1344ad2536 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 14:55:05.272614 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0d6420a6-a604-477f-8cbc-f75af899f105 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:05.354580 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0d6420a6-a604-477f-8cbc-f75af899f105 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:05.372399 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0d6420a6-a604-477f-8cbc-f75af899f105 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:05.388115 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6420a6-a604-477f-8cbc-f75af899f105 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a65df1c3-a498-4fb6-b517-b3a091c70c1a,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:55:05.417981 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0d6420a6-a604-477f-8cbc-f75af899f105 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:05.422104 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-0d6420a6-a604-477f-8cbc-f75af899f105 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1989460 Dec 20 14:55:05.422429 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 39538) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:05.429406 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-4a2fb09b-b2e8-4ebd-a4eb-80f7f59f4412 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Request body: {'network': {'name': 'tempest-network-smoke--1315524540', 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'port_security_enabled': True}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:55:05.461731 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a2fb09b-b2e8-4ebd-a4eb-80f7f59f4412 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Made reservation on behalf of f35a648a7aca4680a908ac1344ad2536 for: {'network': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:55:05.467375 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4a2fb09b-b2e8-4ebd-a4eb-80f7f59f4412 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:05.497549 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a2fb09b-b2e8-4ebd-a4eb-80f7f59f4412 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=103167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:55:05.509003 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4a2fb09b-b2e8-4ebd-a4eb-80f7f59f4412 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:05.509654 n-d-761264-19 neutron-server[103167]: INFO neutron.db.segments_db [None req-4a2fb09b-b2e8-4ebd-a4eb-80f7f59f4412 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Added segment 97331217-8ab9-4df1-bff9-088a0c988bac of type vlan for network 54b701de-5ca8-4357-bb8c-3c0ecf0a0085 Dec 20 14:55:05.514211 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 39540) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:05.566591 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4a2fb09b-b2e8-4ebd-a4eb-80f7f59f4412 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:05.594610 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4a2fb09b-b2e8-4ebd-a4eb-80f7f59f4412 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:05.600793 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2fb09b-b2e8-4ebd-a4eb-80f7f59f4412 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:55:05.601486 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4a2fb09b-b2e8-4ebd-a4eb-80f7f59f4412 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:05.623425 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-4a2fb09b-b2e8-4ebd-a4eb-80f7f59f4412 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1984067 Dec 20 14:55:05.630974 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 39546) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:05.635500 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-5a90fa48-ddaa-474a-9e81-5a77ce7f11e0 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1446437942', 'admin_state_up': True, 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:55:05.649657 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-00ed3018-d6bc-4da3-b046-b81e765c9667 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:05.669354 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 14:55:05.672852 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a711fc2c-e3fc-45dd-8ab5-cea98c36d3a0 req-50f36e56-1df0-43d4-b724-25fe53704854 tempest-ServerShowV247Test-1167471284 tempest-ServerShowV247Test-1167471284-project] 10.222.0.54 "GET /v2.0/ports?device_id=62c1734e-0225-4976-be70-bfbc7cd19685 HTTP/1.1" status: 200 len: 210 time: 0.0551491 Dec 20 14:55:05.718380 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5a90fa48-ddaa-474a-9e81-5a77ce7f11e0 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40114'] for router, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:05.719154 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2fb09b-b2e8-4ebd-a4eb-80f7f59f4412 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Pushing event updated for resources: {'Network': ['ID=54b701de-5ca8-4357-bb8c-3c0ecf0a0085,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:55:05.719487 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5a90fa48-ddaa-474a-9e81-5a77ce7f11e0 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40139'] for router, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:05.730588 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 54b701de-5ca8-4357-bb8c-3c0ecf0a0085 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:55:05.816953 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5a90fa48-ddaa-474a-9e81-5a77ce7f11e0 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:05.848572 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:05.902872 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-00ed3018-d6bc-4da3-b046-b81e765c9667 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:05.939782 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-00ed3018-d6bc-4da3-b046-b81e765c9667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:05.995327 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-00ed3018-d6bc-4da3-b046-b81e765c9667 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=21fa166df8644b7b81c4185d1dcb35d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4792917 Dec 20 14:55:05.996960 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 39554) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:06.021915 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ed3018-d6bc-4da3-b046-b81e765c9667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96bc1b4f-5915-4104-9caa-57bb2f32d4de,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:55:06.040915 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5a90fa48-ddaa-474a-9e81-5a77ce7f11e0 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:06.088308 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2bc4c8d5-de79-4db4-b579-5fcfb5a9529e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:06.133443 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2bc4c8d5-de79-4db4-b579-5fcfb5a9529e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:06.191532 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2bc4c8d5-de79-4db4-b579-5fcfb5a9529e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:06.197389 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2bc4c8d5-de79-4db4-b579-5fcfb5a9529e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:06.198856 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-2bc4c8d5-de79-4db4-b579-5fcfb5a9529e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/96bc1b4f-5915-4104-9caa-57bb2f32d4de HTTP/1.1" status: 204 len: 168 time: 0.2006528 Dec 20 14:55:06.208709 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc4c8d5-de79-4db4-b579-5fcfb5a9529e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96bc1b4f-5915-4104-9caa-57bb2f32d4de,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:55:06.275766 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:06.363268 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5a90fa48-ddaa-474a-9e81-5a77ce7f11e0 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for router_gateway, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:06.388755 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5a90fa48-ddaa-474a-9e81-5a77ce7f11e0 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:06.539795 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-5a90fa48-ddaa-474a-9e81-5a77ce7f11e0 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Allocated IP 172.25.0.158 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/09b1d4c3-44a7-4dea-87dc-dfed3044adb0) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:55:06.630447 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 39574) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:06.651700 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a3ff4ebd-c4d6-42d7-bd68-06437ca73358 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:06.662911 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5a90fa48-ddaa-474a-9e81-5a77ce7f11e0 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:06.701345 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5a90fa48-ddaa-474a-9e81-5a77ce7f11e0 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:06.756586 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a90fa48-ddaa-474a-9e81-5a77ce7f11e0 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:55:06.761925 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-5a90fa48-ddaa-474a-9e81-5a77ce7f11e0 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:55:06.764951 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a90fa48-ddaa-474a-9e81-5a77ce7f11e0 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:55:06.777991 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae902f1-abcb-4c2c-acfa-3cea59034a10 None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:55:06.785391 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a3ff4ebd-c4d6-42d7-bd68-06437ca73358 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:06.792519 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a3ff4ebd-c4d6-42d7-bd68-06437ca73358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:06.829487 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a90fa48-ddaa-474a-9e81-5a77ce7f11e0 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Pushing event updated for resources: {'Port': ['ID=09b1d4c3-44a7-4dea-87dc-dfed3044adb0,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:55:06.831967 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-a3ff4ebd-c4d6-42d7-bd68-06437ca73358 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9d9dac57e9fc4db1be3e0535489d38b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2003992 Dec 20 14:55:06.844050 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 39578) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:06.858397 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-26d94cca-925b-4dc4-8f2a-7e4fd869877e None None] Provisioning complete for port 09b1d4c3-44a7-4dea-87dc-dfed3044adb0 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:55:06.858959 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-26d94cca-925b-4dc4-8f2a-7e4fd869877e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:06.893161 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ff4ebd-c4d6-42d7-bd68-06437ca73358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eec14f63-17d3-49cf-a550-2c27cc559476,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:55:06.926847 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-820a7f17-5a57-4c1d-960c-30eb5dedaf50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:06.927330 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3cac739e-df02-4d09-a20f-b5d940432eb5 req-a09f1a43-6019-4821-9fef-073dc7ebca59 tempest-ServerShowV247Test-1167471284 tempest-ServerShowV247Test-1167471284-project] 10.222.0.54 "GET /v2.0/ports?device_id=62c1734e-0225-4976-be70-bfbc7cd19685 HTTP/1.1" status: 200 len: 210 time: 0.0977302 Dec 20 14:55:06.929642 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-26d94cca-925b-4dc4-8f2a-7e4fd869877e None None] Port 09b1d4c3-44a7-4dea-87dc-dfed3044adb0 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:55:06.966017 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-820a7f17-5a57-4c1d-960c-30eb5dedaf50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:07.056484 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-820a7f17-5a57-4c1d-960c-30eb5dedaf50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:07.072470 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-820a7f17-5a57-4c1d-960c-30eb5dedaf50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:07.075978 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-820a7f17-5a57-4c1d-960c-30eb5dedaf50 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/eec14f63-17d3-49cf-a550-2c27cc559476 HTTP/1.1" status: 204 len: 168 time: 0.2284234 Dec 20 14:55:07.087506 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820a7f17-5a57-4c1d-960c-30eb5dedaf50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec14f63-17d3-49cf-a550-2c27cc559476,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:55:07.194698 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5a90fa48-ddaa-474a-9e81-5a77ce7f11e0 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for router_gateway, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:07.427553 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5a90fa48-ddaa-474a-9e81-5a77ce7f11e0 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013'] for router, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:07.570277 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a90fa48-ddaa-474a-9e81-5a77ce7f11e0 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Router e512b5db-5b05-4c3f-82aa-9a3f53c6f0db is scheduled to L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 with binding_index 1 {{(pid=103168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 14:55:07.707858 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a90fa48-ddaa-474a-9e81-5a77ce7f11e0 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:55:07.718114 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54203eaa-5c44-41f8-928f-22d52b5c2ef2 None None] Sync routers for ids ['e512b5db-5b05-4c3f-82aa-9a3f53c6f0db'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:55:07.728581 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54203eaa-5c44-41f8-928f-22d52b5c2ef2 None None] Routers {'e512b5db-5b05-4c3f-82aa-9a3f53c6f0db'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:55:07.729323 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-54203eaa-5c44-41f8-928f-22d52b5c2ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:55:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['e512b5db-5b05-4c3f-82aa-9a3f53c6f0db'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:55:07.736496 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5a90fa48-ddaa-474a-9e81-5a77ce7f11e0 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:07.741802 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 39610) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:07.752290 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-5a90fa48-ddaa-474a-9e81-5a77ce7f11e0 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.1200066 Dec 20 14:55:07.858698 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-54203eaa-5c44-41f8-928f-22d52b5c2ef2 None None] Set router e512b5db-5b05-4c3f-82aa-9a3f53c6f0db gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:55:07.876963 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 39614) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:07.893729 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-d23b307c-c172-4b4a-9d35-fc4f9387396c tempest-TestNetworkAdvancedServerOps-1489124987 tempest-TestNetworkAdvancedServerOps-1489124987-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=f35a648a7aca4680a908ac1344ad2536&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1494362 Dec 20 14:55:08.202319 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-54203eaa-5c44-41f8-928f-22d52b5c2ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e512b5db-5b05-4c3f-82aa-9a3f53c6f0db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1446437942', 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '09b1d4c3-44a7-4dea-87dc-dfed3044adb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:55:05Z', 'updated_at': '2021-12-20T14:55:07Z', 'revision_number': 3, 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'gw_port': {'id': '09b1d4c3-44a7-4dea-87dc-dfed3044adb0', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:81:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e512b5db-5b05-4c3f-82aa-9a3f53c6f0db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:55:06Z', 'updated_at': '2021-12-20T14:55:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:55:08.257698 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4f2e18e7-869d-4d85-9c91-0f7ef80b54d4 req-f8ba4e03-d51d-44bc-bc49-016f85243f52 tempest-ServerShowV247Test-1167471284 tempest-ServerShowV247Test-1167471284-project] 10.222.0.54 "GET /v2.0/ports?device_id=62c1734e-0225-4976-be70-bfbc7cd19685 HTTP/1.1" status: 200 len: 210 time: 0.0802324 Dec 20 14:55:08.427899 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54203eaa-5c44-41f8-928f-22d52b5c2ef2 None None] Checking router: e512b5db-5b05-4c3f-82aa-9a3f53c6f0db for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:55:08.428621 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54203eaa-5c44-41f8-928f-22d52b5c2ef2 None None] Updating router e512b5db-5b05-4c3f-82aa-9a3f53c6f0db port 09b1d4c3-44a7-4dea-87dc-dfed3044adb0 binding host n-d-761264-19 {{(pid=103170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 14:55:08.509999 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-54203eaa-5c44-41f8-928f-22d52b5c2ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:08.688891 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e865fba7-5dff-4f45-8ba0-9d88bfe9e34a tempest-TestNetworkAdvancedServerOps-1489124987 tempest-TestNetworkAdvancedServerOps-1489124987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:55:08.690488 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-e865fba7-5dff-4f45-8ba0-9d88bfe9e34a tempest-TestNetworkAdvancedServerOps-1489124987 tempest-TestNetworkAdvancedServerOps-1489124987-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.8126187 Dec 20 14:55:08.693797 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 39638) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:08.753506 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-35f6adfa-b348-492b-b928-f6b325619dd4 tempest-TestNetworkAdvancedServerOps-1489124987 tempest-TestNetworkAdvancedServerOps-1489124987-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=c3f8658e-da35-41f3-bd03-509e29ebd6f3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0584648 Dec 20 14:55:08.758612 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 39642) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:08.768204 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-e561d2fa-0eec-4603-b2c2-c4f1620c5131 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1554438676', 'network_id': '54b701de-5ca8-4357-bb8c-3c0ecf0a0085', 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:55:08.944082 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e561d2fa-0eec-4603-b2c2-c4f1620c5131 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Made reservation on behalf of f35a648a7aca4680a908ac1344ad2536 for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:55:08.954662 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e561d2fa-0eec-4603-b2c2-c4f1620c5131 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:08.974212 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-54203eaa-5c44-41f8-928f-22d52b5c2ef2 None None] Publish callbacks [] for port, precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:08.983626 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-54203eaa-5c44-41f8-928f-22d52b5c2ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:09.040036 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-54203eaa-5c44-41f8-928f-22d52b5c2ef2 None None] Attempting to bind port 09b1d4c3-44a7-4dea-87dc-dfed3044adb0 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:55:09.040497 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-54203eaa-5c44-41f8-928f-22d52b5c2ef2 None None] Attempting to bind port 09b1d4c3-44a7-4dea-87dc-dfed3044adb0 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:55:09.040925 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54203eaa-5c44-41f8-928f-22d52b5c2ef2 None None] Attempting to bind port 09b1d4c3-44a7-4dea-87dc-dfed3044adb0 on network c3f8658e-da35-41f3-bd03-509e29ebd6f3 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:55:09.043477 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14091e0f-8ea8-4327-b8d4-e38025ffa8c3 None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:55:09.058216 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54203eaa-5c44-41f8-928f-22d52b5c2ef2 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:55:09.058216 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54203eaa-5c44-41f8-928f-22d52b5c2ef2 None None] Checking segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:55:09.058216 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-54203eaa-5c44-41f8-928f-22d52b5c2ef2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:09.058216 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54203eaa-5c44-41f8-928f-22d52b5c2ef2 None None] Bound using segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:55:09.058216 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-54203eaa-5c44-41f8-928f-22d52b5c2ef2 None None] Bound port: 09b1d4c3-44a7-4dea-87dc-dfed3044adb0, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:55:09.058216 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-54203eaa-5c44-41f8-928f-22d52b5c2ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:09.153892 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b9ef19-e2db-4ba4-8a40-bfc0e8d50047 None None] Pushing event updated for resources: {'Port': ['ID=09b1d4c3-44a7-4dea-87dc-dfed3044adb0,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:55:09.157428 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-54203eaa-5c44-41f8-928f-22d52b5c2ef2 None None] For port 09b1d4c3-44a7-4dea-87dc-dfed3044adb0, host n-d-761264-19, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:55:09.158953 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-54203eaa-5c44-41f8-928f-22d52b5c2ef2 None None] For port 09b1d4c3-44a7-4dea-87dc-dfed3044adb0, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=09b1d4c3-44a7-4dea-87dc-dfed3044adb0,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:55:09.167785 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-54203eaa-5c44-41f8-928f-22d52b5c2ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:09.171095 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b9ef19-e2db-4ba4-8a40-bfc0e8d50047 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:55:09.171735 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b9ef19-e2db-4ba4-8a40-bfc0e8d50047 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:55:09.172088 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b9ef19-e2db-4ba4-8a40-bfc0e8d50047 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:55:09.172416 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b9ef19-e2db-4ba4-8a40-bfc0e8d50047 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:55:09.172926 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b9ef19-e2db-4ba4-8a40-bfc0e8d50047 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:55:09.173243 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b9ef19-e2db-4ba4-8a40-bfc0e8d50047 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:55:09.173569 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b9ef19-e2db-4ba4-8a40-bfc0e8d50047 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:55:09.173931 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b9ef19-e2db-4ba4-8a40-bfc0e8d50047 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:55:09.174253 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b9ef19-e2db-4ba4-8a40-bfc0e8d50047 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:55:09.174569 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b9ef19-e2db-4ba4-8a40-bfc0e8d50047 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:55:09.175292 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b9ef19-e2db-4ba4-8a40-bfc0e8d50047 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:55:09.175292 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b9ef19-e2db-4ba4-8a40-bfc0e8d50047 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:55:09.175565 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b9ef19-e2db-4ba4-8a40-bfc0e8d50047 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:55:09.225577 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-6e20d19b-5aa8-4ca3-9c14-78bfa383d88a None None] Provisioning complete for port 09b1d4c3-44a7-4dea-87dc-dfed3044adb0 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:55:09.225979 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6e20d19b-5aa8-4ca3-9c14-78bfa383d88a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:09.345723 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b9ef19-e2db-4ba4-8a40-bfc0e8d50047 None None] Pushing event updated for resources: {'Port': ['ID=09b1d4c3-44a7-4dea-87dc-dfed3044adb0,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:55:09.427232 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6e20d19b-5aa8-4ca3-9c14-78bfa383d88a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:09.446283 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54203eaa-5c44-41f8-928f-22d52b5c2ef2 None None] Routers {'e512b5db-5b05-4c3f-82aa-9a3f53c6f0db'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:55:09.451271 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-54203eaa-5c44-41f8-928f-22d52b5c2ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:55:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['e512b5db-5b05-4c3f-82aa-9a3f53c6f0db'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:55:09.451785 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-6e20d19b-5aa8-4ca3-9c14-78bfa383d88a None None] For port 09b1d4c3-44a7-4dea-87dc-dfed3044adb0, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=09b1d4c3-44a7-4dea-87dc-dfed3044adb0,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:55:09.463573 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e561d2fa-0eec-4603-b2c2-c4f1620c5131 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:09.479578 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3fc157-cff6-42b6-a723-1a2aa9f04b22 None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:55:09.507043 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6e20d19b-5aa8-4ca3-9c14-78bfa383d88a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:09.571343 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6e1fba44-1268-460d-aab3-cbf7a2016bf9 req-384fe5cd-2642-4872-8a2c-4adeac82e87e tempest-ServerShowV247Test-1167471284 tempest-ServerShowV247Test-1167471284-project] 10.222.0.54 "GET /v2.0/ports?device_id=62c1734e-0225-4976-be70-bfbc7cd19685 HTTP/1.1" status: 200 len: 210 time: 0.0835350 Dec 20 14:55:09.586935 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e561d2fa-0eec-4603-b2c2-c4f1620c5131 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Pushing event updated for resources: {'Subnet': ['ID=83e7de40-237d-422a-8c1b-e9413788dad7,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:55:09.611284 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e561d2fa-0eec-4603-b2c2-c4f1620c5131 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:55:09.611638 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e561d2fa-0eec-4603-b2c2-c4f1620c5131 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:55:09.611986 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e561d2fa-0eec-4603-b2c2-c4f1620c5131 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:55:09.612329 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e561d2fa-0eec-4603-b2c2-c4f1620c5131 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:55:09.612665 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e561d2fa-0eec-4603-b2c2-c4f1620c5131 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:55:09.612996 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e561d2fa-0eec-4603-b2c2-c4f1620c5131 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:55:09.613327 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e561d2fa-0eec-4603-b2c2-c4f1620c5131 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:55:09.613973 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e561d2fa-0eec-4603-b2c2-c4f1620c5131 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:55:09.614301 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e561d2fa-0eec-4603-b2c2-c4f1620c5131 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:55:09.614631 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e561d2fa-0eec-4603-b2c2-c4f1620c5131 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:55:09.615003 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e561d2fa-0eec-4603-b2c2-c4f1620c5131 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:55:09.615333 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e561d2fa-0eec-4603-b2c2-c4f1620c5131 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:55:09.615657 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e561d2fa-0eec-4603-b2c2-c4f1620c5131 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:55:09.638907 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e20d19b-5aa8-4ca3-9c14-78bfa383d88a None None] Pushing event updated for resources: {'Port': ['ID=09b1d4c3-44a7-4dea-87dc-dfed3044adb0,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:55:09.663403 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-d10a9f6b-2723-47ea-ba89-c6c0973a5fb9 None None] Provisioning complete for port 09b1d4c3-44a7-4dea-87dc-dfed3044adb0 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:55:09.664697 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d10a9f6b-2723-47ea-ba89-c6c0973a5fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:09.699667 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e561d2fa-0eec-4603-b2c2-c4f1620c5131 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Checking segment: {'id': '97331217-8ab9-4df1-bff9-088a0c988bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '54b701de-5ca8-4357-bb8c-3c0ecf0a0085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:55:09.700175 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e561d2fa-0eec-4603-b2c2-c4f1620c5131 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Network hostable DHCP agents. Network: 54b701de-5ca8-4357-bb8c-3c0ecf0a0085, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:55:09.762671 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e561d2fa-0eec-4603-b2c2-c4f1620c5131 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Network 54b701de-5ca8-4357-bb8c-3c0ecf0a0085 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:55:09.789378 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-e561d2fa-0eec-4603-b2c2-c4f1620c5131 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 54b701de-5ca8-4357-bb8c-3c0ecf0a0085) {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:55:09.793591 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-54203eaa-5c44-41f8-928f-22d52b5c2ef2 None None] Set router e512b5db-5b05-4c3f-82aa-9a3f53c6f0db gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:55:09.796122 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e561d2fa-0eec-4603-b2c2-c4f1620c5131 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:55:09.796261 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e561d2fa-0eec-4603-b2c2-c4f1620c5131 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:09.807675 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d985db58-3da7-4e45-b549-a5ef37cdc626 None None] Network 54b701de-5ca8-4357-bb8c-3c0ecf0a0085 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:55:09.830381 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-e561d2fa-0eec-4603-b2c2-c4f1620c5131 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0706081 Dec 20 14:55:09.833907 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 39672) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:10.045073 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-54203eaa-5c44-41f8-928f-22d52b5c2ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e512b5db-5b05-4c3f-82aa-9a3f53c6f0db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1446437942', 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '09b1d4c3-44a7-4dea-87dc-dfed3044adb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:55:05Z', 'updated_at': '2021-12-20T14:55:07Z', 'revision_number': 3, 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'gw_port': {'id': '09b1d4c3-44a7-4dea-87dc-dfed3044adb0', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:81:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e512b5db-5b05-4c3f-82aa-9a3f53c6f0db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:55:06Z', 'updated_at': '2021-12-20T14:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:55:10.081233 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163481ec-2f72-4089-b545-73c40db9baa0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-54b701de-5ca8-4357-bb8c-3c0ecf0a0085', 'network_id': '54b701de-5ca8-4357-bb8c-3c0ecf0a0085', 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'fixed_ips': [{'subnet_id': '83e7de40-237d-422a-8c1b-e9413788dad7'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:55:10.085953 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-163481ec-2f72-4089-b545-73c40db9baa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:10.130004 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54203eaa-5c44-41f8-928f-22d52b5c2ef2 None None] The sync data for ids ['e512b5db-5b05-4c3f-82aa-9a3f53c6f0db'] in n-d-761264-19 is: [{'id': 'e512b5db-5b05-4c3f-82aa-9a3f53c6f0db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1446437942', 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '09b1d4c3-44a7-4dea-87dc-dfed3044adb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:55:05Z', 'updated_at': '2021-12-20T14:55:07Z', 'revision_number': 3, 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'gw_port': {'id': '09b1d4c3-44a7-4dea-87dc-dfed3044adb0', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:81:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e512b5db-5b05-4c3f-82aa-9a3f53c6f0db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:55:06Z', 'updated_at': '2021-12-20T14:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:55:10.456676 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-163481ec-2f72-4089-b545-73c40db9baa0 None None] Allocated IP 172.20.0.2 (54b701de-5ca8-4357-bb8c-3c0ecf0a0085/83e7de40-237d-422a-8c1b-e9413788dad7/880ef00d-e4c3-48e3-8d81-7d0eec1e2443) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:55:10.785095 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6e79aeb0-ba30-4e31-bd54-6e0178249fa7 req-dd78be50-0ef9-422e-81ad-77734e5de74e tempest-ServerShowV247Test-1167471284 tempest-ServerShowV247Test-1167471284-project] 10.222.0.54 "GET /v2.0/ports?device_id=62c1734e-0225-4976-be70-bfbc7cd19685 HTTP/1.1" status: 200 len: 210 time: 0.0816460 Dec 20 14:55:10.892071 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3b27f06d-3ddd-489f-934a-a6814b2835c5 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:11.183462 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-163481ec-2f72-4089-b545-73c40db9baa0 None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:11.198074 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-163481ec-2f72-4089-b545-73c40db9baa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:11.283374 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 09b1d4c3-44a7-4dea-87dc-dfed3044adb0 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:55:11.340139 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163481ec-2f72-4089-b545-73c40db9baa0 None None] Network 54b701de-5ca8-4357-bb8c-3c0ecf0a0085 is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:55:11.349777 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-163481ec-2f72-4089-b545-73c40db9baa0 None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:55:11.354775 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163481ec-2f72-4089-b545-73c40db9baa0 None None] Pushing event updated for resources: {'Port': ['ID=880ef00d-e4c3-48e3-8d81-7d0eec1e2443,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:55:11.357498 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163481ec-2f72-4089-b545-73c40db9baa0 None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:55:11.411282 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 09b1d4c3-44a7-4dea-87dc-dfed3044adb0 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:55:11.411793 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:11.556467 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-163481ec-2f72-4089-b545-73c40db9baa0 None None] Attempting to bind port 880ef00d-e4c3-48e3-8d81-7d0eec1e2443 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:55:11.557945 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-163481ec-2f72-4089-b545-73c40db9baa0 None None] Attempting to bind port 880ef00d-e4c3-48e3-8d81-7d0eec1e2443 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '97331217-8ab9-4df1-bff9-088a0c988bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '54b701de-5ca8-4357-bb8c-3c0ecf0a0085'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:55:11.561879 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163481ec-2f72-4089-b545-73c40db9baa0 None None] Attempting to bind port 880ef00d-e4c3-48e3-8d81-7d0eec1e2443 on network 54b701de-5ca8-4357-bb8c-3c0ecf0a0085 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:55:11.571029 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163481ec-2f72-4089-b545-73c40db9baa0 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:55:11.572286 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163481ec-2f72-4089-b545-73c40db9baa0 None None] Checking segment: {'id': '97331217-8ab9-4df1-bff9-088a0c988bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '54b701de-5ca8-4357-bb8c-3c0ecf0a0085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:55:11.572918 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-163481ec-2f72-4089-b545-73c40db9baa0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:11.573611 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163481ec-2f72-4089-b545-73c40db9baa0 None None] Bound using segment: {'id': '97331217-8ab9-4df1-bff9-088a0c988bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '54b701de-5ca8-4357-bb8c-3c0ecf0a0085'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:55:11.576499 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-163481ec-2f72-4089-b545-73c40db9baa0 None None] Bound port: 880ef00d-e4c3-48e3-8d81-7d0eec1e2443, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97331217-8ab9-4df1-bff9-088a0c988bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '54b701de-5ca8-4357-bb8c-3c0ecf0a0085'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:55:11.577595 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-163481ec-2f72-4089-b545-73c40db9baa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:11.719011 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-3b27f06d-3ddd-489f-934a-a6814b2835c5 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Allocated IP 172.20.0.1 (54b701de-5ca8-4357-bb8c-3c0ecf0a0085/83e7de40-237d-422a-8c1b-e9413788dad7/198ec63d-d2e0-4a3a-af69-44c2dbd2a48d) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:55:11.760629 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-163481ec-2f72-4089-b545-73c40db9baa0 None None] For port 880ef00d-e4c3-48e3-8d81-7d0eec1e2443, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:55:11.764011 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:11.771475 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-163481ec-2f72-4089-b545-73c40db9baa0 None None] For port 880ef00d-e4c3-48e3-8d81-7d0eec1e2443, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=880ef00d-e4c3-48e3-8d81-7d0eec1e2443,segment=NetworkSegment(97331217-8ab9-4df1-bff9-088a0c988bac),segment_id=97331217-8ab9-4df1-bff9-088a0c988bac)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:55:11.788374 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-163481ec-2f72-4089-b545-73c40db9baa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:11.869145 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163481ec-2f72-4089-b545-73c40db9baa0 None None] Pushing event updated for resources: {'Port': ['ID=880ef00d-e4c3-48e3-8d81-7d0eec1e2443,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:55:12.054139 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6d394963-d2fc-4777-be66-24cf5893cf40 req-a75f7421-d224-453f-a511-8062de695913 tempest-ServerShowV247Test-1167471284 tempest-ServerShowV247Test-1167471284-project] 10.222.0.54 "GET /v2.0/ports?device_id=62c1734e-0225-4976-be70-bfbc7cd19685 HTTP/1.1" status: 200 len: 210 time: 0.0632432 Dec 20 14:55:12.109478 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3b27f06d-3ddd-489f-934a-a6814b2835c5 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:12.173345 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3b27f06d-3ddd-489f-934a-a6814b2835c5 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:12.236820 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b27f06d-3ddd-489f-934a-a6814b2835c5 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Network 54b701de-5ca8-4357-bb8c-3c0ecf0a0085 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:55:12.241437 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-3b27f06d-3ddd-489f-934a-a6814b2835c5 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:55:12.249227 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b27f06d-3ddd-489f-934a-a6814b2835c5 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:55:12.322028 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b27f06d-3ddd-489f-934a-a6814b2835c5 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Pushing event updated for resources: {'Port': ['ID=198ec63d-d2e0-4a3a-af69-44c2dbd2a48d,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:55:12.352658 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 39734) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:12.361804 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3b27f06d-3ddd-489f-934a-a6814b2835c5 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595714'] for router_interface, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:12.655597 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0d40f5c5-0cd6-4ac9-998a-173810903d24 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:12.696404 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3b27f06d-3ddd-489f-934a-a6814b2835c5 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:12.809496 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0d40f5c5-0cd6-4ac9-998a-173810903d24 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:12.817597 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0d40f5c5-0cd6-4ac9-998a-173810903d24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:12.845608 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d40f5c5-0cd6-4ac9-998a-173810903d24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7db81c9a-e887-44c4-b7c2-1febc3d74a83,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:55:12.903090 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 39740) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:12.903259 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-0d40f5c5-0cd6-4ac9-998a-173810903d24 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=399d33844e4045a29e6ba3e61f77bd7c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5438480 Dec 20 14:55:13.050944 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f3716cc3-4367-4c0f-9fca-0e4af34ed8f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:13.123893 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f3716cc3-4367-4c0f-9fca-0e4af34ed8f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:13.219015 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6558309e-4d37-47d9-ae3c-589cd8cbe5ee req-c84b5343-1431-4c5c-98df-8749a15dad10 tempest-ServerShowV247Test-1167471284 tempest-ServerShowV247Test-1167471284-project] 10.222.0.54 "GET /v2.0/ports?device_id=62c1734e-0225-4976-be70-bfbc7cd19685 HTTP/1.1" status: 200 len: 210 time: 0.0497136 Dec 20 14:55:13.268531 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 880ef00d-e4c3-48e3-8d81-7d0eec1e2443 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:55:13.284351 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3b27f06d-3ddd-489f-934a-a6814b2835c5 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:13.286309 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f3716cc3-4367-4c0f-9fca-0e4af34ed8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:13.290263 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f3716cc3-4367-4c0f-9fca-0e4af34ed8f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:13.291890 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-f3716cc3-4367-4c0f-9fca-0e4af34ed8f3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7db81c9a-e887-44c4-b7c2-1febc3d74a83 HTTP/1.1" status: 204 len: 168 time: 0.3861403 Dec 20 14:55:13.307774 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3b27f06d-3ddd-489f-934a-a6814b2835c5 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:13.396655 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 880ef00d-e4c3-48e3-8d81-7d0eec1e2443 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:55:13.397540 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:13.438131 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3716cc3-4367-4c0f-9fca-0e4af34ed8f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7db81c9a-e887-44c4-b7c2-1febc3d74a83,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:55:13.601119 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b27f06d-3ddd-489f-934a-a6814b2835c5 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Pushing event updated for resources: {'Port': ['ID=198ec63d-d2e0-4a3a-af69-44c2dbd2a48d,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:55:13.637067 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3b27f06d-3ddd-489f-934a-a6814b2835c5 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1595702'] for router_interface, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:13.676909 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:13.776307 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b27f06d-3ddd-489f-934a-a6814b2835c5 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Network 54b701de-5ca8-4357-bb8c-3c0ecf0a0085 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:55:13.777961 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-3b27f06d-3ddd-489f-934a-a6814b2835c5 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:55:13.793456 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] For port 880ef00d-e4c3-48e3-8d81-7d0eec1e2443, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=880ef00d-e4c3-48e3-8d81-7d0eec1e2443,segment=NetworkSegment(97331217-8ab9-4df1-bff9-088a0c988bac),segment_id=97331217-8ab9-4df1-bff9-088a0c988bac)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:55:13.802546 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:13.883231 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172947b6-e9a5-4168-8b3a-57df1863bc73 None None] Network 54b701de-5ca8-4357-bb8c-3c0ecf0a0085 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:55:13.902689 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 39752) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:13.927557 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-071571be-5c30-4626-bfb7-037c1f4460ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:13.999357 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Pushing event updated for resources: {'Port': ['ID=880ef00d-e4c3-48e3-8d81-7d0eec1e2443,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:55:14.047519 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b27f06d-3ddd-489f-934a-a6814b2835c5 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Router e512b5db-5b05-4c3f-82aa-9a3f53c6f0db has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:55:14.058642 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-a6b9042a-eea3-420c-8b68-db47d90030d8 None None] Provisioning complete for port 880ef00d-e4c3-48e3-8d81-7d0eec1e2443 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:55:14.058642 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a6b9042a-eea3-420c-8b68-db47d90030d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:14.102704 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-071571be-5c30-4626-bfb7-037c1f4460ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:14.134471 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-071571be-5c30-4626-bfb7-037c1f4460ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:14.236522 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-071571be-5c30-4626-bfb7-037c1f4460ad admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e3a158b8a6df4c5a9d1f61ef330cb9b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3302104 Dec 20 14:55:14.238089 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071571be-5c30-4626-bfb7-037c1f4460ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7300628e-1e92-445f-a80d-20a374115826,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:55:14.241500 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 39754) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:14.286382 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b27f06d-3ddd-489f-934a-a6814b2835c5 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:55:14.292010 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-3b27f06d-3ddd-489f-934a-a6814b2835c5 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "PUT /v2.0/routers/e512b5db-5b05-4c3f-82aa-9a3f53c6f0db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4569969 Dec 20 14:55:14.299780 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6123d647-ab52-43d4-ae34-7540f80ccdaa None None] Sync routers for ids ['e512b5db-5b05-4c3f-82aa-9a3f53c6f0db'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:55:14.325631 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6123d647-ab52-43d4-ae34-7540f80ccdaa None None] Routers {'e512b5db-5b05-4c3f-82aa-9a3f53c6f0db'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:55:14.329043 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-6123d647-ab52-43d4-ae34-7540f80ccdaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:55:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['e512b5db-5b05-4c3f-82aa-9a3f53c6f0db'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:55:14.343701 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-be0c00cc-9cd5-4fcc-8f43-5b1eab7cd6d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:14.425872 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-126bc97a-e86f-46f3-8929-1f797b134b78 req-489142fe-7caa-4586-be5f-4d39aeffaf6b tempest-ServerShowV247Test-1167471284 tempest-ServerShowV247Test-1167471284-project] 10.222.0.54 "GET /v2.0/ports?device_id=62c1734e-0225-4976-be70-bfbc7cd19685 HTTP/1.1" status: 200 len: 210 time: 0.0644581 Dec 20 14:55:14.447022 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-be0c00cc-9cd5-4fcc-8f43-5b1eab7cd6d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:14.547427 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-6123d647-ab52-43d4-ae34-7540f80ccdaa None None] Set router e512b5db-5b05-4c3f-82aa-9a3f53c6f0db gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:55:14.600373 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-be0c00cc-9cd5-4fcc-8f43-5b1eab7cd6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:14.605689 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-be0c00cc-9cd5-4fcc-8f43-5b1eab7cd6d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:14.611896 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-be0c00cc-9cd5-4fcc-8f43-5b1eab7cd6d0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7300628e-1e92-445f-a80d-20a374115826 HTTP/1.1" status: 204 len: 168 time: 0.3688605 Dec 20 14:55:14.623582 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0c00cc-9cd5-4fcc-8f43-5b1eab7cd6d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7300628e-1e92-445f-a80d-20a374115826,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:55:14.631738 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-6375d07c-b06e-45dd-bf7a-9941bc981382 None None] Provisioning complete for port 880ef00d-e4c3-48e3-8d81-7d0eec1e2443 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:55:14.632124 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6375d07c-b06e-45dd-bf7a-9941bc981382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:14.728077 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ffbb19fe-23e9-4a6c-99fd-c051bacdd8df req-c1d14607-8771-40be-b6f1-ce1469701f0e tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1713177453&fields=id&tenant_id=f35a648a7aca4680a908ac1344ad2536 HTTP/1.1" status: 200 len: 267 time: 0.1265628 Dec 20 14:55:15.014421 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-6123d647-ab52-43d4-ae34-7540f80ccdaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e512b5db-5b05-4c3f-82aa-9a3f53c6f0db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1446437942', 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '09b1d4c3-44a7-4dea-87dc-dfed3044adb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:55:05Z', 'updated_at': '2021-12-20T14:55:12Z', 'revision_number': 4, 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'gw_port': {'id': '09b1d4c3-44a7-4dea-87dc-dfed3044adb0', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:81:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e512b5db-5b05-4c3f-82aa-9a3f53c6f0db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:55:06Z', 'updated_at': '2021-12-20T14:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '198ec63d-d2e0-4a3a-af69-44c2dbd2a48d', 'name': '', 'network_id': '54b701de-5ca8-4357-bb8c-3c0ecf0a0085', 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'mac_address': 'fa:16:3e:b8:9f:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e512b5db-5b05-4c3f-82aa-9a3f53c6f0db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '83e7de40-237d-422a-8c1b-e9413788dad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:55:11Z', 'updated_at': '2021-12-20T14:55:12Z', 'revision_number': 2, 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'subnets': [{'id': '83e7de40-237d-422a-8c1b-e9413788dad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:55:15.050027 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6123d647-ab52-43d4-ae34-7540f80ccdaa None None] Checking router: e512b5db-5b05-4c3f-82aa-9a3f53c6f0db for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:55:15.050383 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6123d647-ab52-43d4-ae34-7540f80ccdaa None None] Updating router e512b5db-5b05-4c3f-82aa-9a3f53c6f0db port 198ec63d-d2e0-4a3a-af69-44c2dbd2a48d binding host n-d-761264-19 {{(pid=103169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 14:55:15.072105 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbb19fe-23e9-4a6c-99fd-c051bacdd8df req-0a13cc4b-a626-4024-975f-747e7f52c634 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:55:15.079435 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ffbb19fe-23e9-4a6c-99fd-c051bacdd8df req-0a13cc4b-a626-4024-975f-747e7f52c634 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/networks?id=54b701de-5ca8-4357-bb8c-3c0ecf0a0085 HTTP/1.1" status: 200 len: 797 time: 0.3501863 Dec 20 14:55:15.096516 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ffbb19fe-23e9-4a6c-99fd-c051bacdd8df req-a7a5f490-8e54-498c-8c57-39f61f9d42d9 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/quotas/f35a648a7aca4680a908ac1344ad2536 HTTP/1.1" status: 200 len: 375 time: 0.0160780 Dec 20 14:55:15.128596 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6123d647-ab52-43d4-ae34-7540f80ccdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:15.184526 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-6375d07c-b06e-45dd-bf7a-9941bc981382 None None] Provisioning complete for port 198ec63d-d2e0-4a3a-af69-44c2dbd2a48d triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:55:15.188200 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6375d07c-b06e-45dd-bf7a-9941bc981382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:15.232963 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-6375d07c-b06e-45dd-bf7a-9941bc981382 None None] Port 198ec63d-d2e0-4a3a-af69-44c2dbd2a48d cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:55:15.234547 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 880ef00d-e4c3-48e3-8d81-7d0eec1e2443 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:55:15.240508 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ffbb19fe-23e9-4a6c-99fd-c051bacdd8df req-297654b5-b621-41b4-b930-0eed7753a18e tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=f35a648a7aca4680a908ac1344ad2536&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1430254 Dec 20 14:55:15.425790 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-b026c604-4b15-4db9-ae71-62a2d8bf4be5 None None] Provisioning complete for port 198ec63d-d2e0-4a3a-af69-44c2dbd2a48d triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:55:15.426335 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b026c604-4b15-4db9-ae71-62a2d8bf4be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:15.430230 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 880ef00d-e4c3-48e3-8d81-7d0eec1e2443 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:55:15.430595 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:15.482537 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:15.545091 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ffbb19fe-23e9-4a6c-99fd-c051bacdd8df req-245b1076-50dc-4eeb-8e9b-8e71861b2fc5 service neutron] 10.222.0.54 "GET /v2.0/networks/54b701de-5ca8-4357-bb8c-3c0ecf0a0085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2949305 Dec 20 14:55:15.617149 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-73024d92-18a1-40af-a443-28cdbb0e234c req-f79b2853-ecac-4ca9-b7c2-2028f54290b3 tempest-ServerShowV247Test-1167471284 tempest-ServerShowV247Test-1167471284-project] 10.222.0.54 "GET /v2.0/ports?device_id=62c1734e-0225-4976-be70-bfbc7cd19685 HTTP/1.1" status: 200 len: 210 time: 0.0489688 Dec 20 14:55:15.651965 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-b026c604-4b15-4db9-ae71-62a2d8bf4be5 None None] Port 198ec63d-d2e0-4a3a-af69-44c2dbd2a48d cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:55:15.713698 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ffbb19fe-23e9-4a6c-99fd-c051bacdd8df req-672c45c6-901a-4c87-8014-5164bb1349d2 service neutron] 10.222.0.54 "GET /v2.0/networks/54b701de-5ca8-4357-bb8c-3c0ecf0a0085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673965 Dec 20 14:55:15.833313 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6123d647-ab52-43d4-ae34-7540f80ccdaa None None] Publish callbacks [] for port, precommit_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:15.847296 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6123d647-ab52-43d4-ae34-7540f80ccdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:15.895412 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-73b74d04-cbd8-4cb7-89a8-eb893d2e13d2 None None] Provisioning complete for port 198ec63d-d2e0-4a3a-af69-44c2dbd2a48d triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:55:15.896041 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-73b74d04-cbd8-4cb7-89a8-eb893d2e13d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:15.962446 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0d251335-3b89-4697-8ea3-c548bb54353e req-f472d9dd-62e3-4a46-ac21-336864089e35 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=60c6ec51-745e-4004-b210-e2f2b7c02f58 HTTP/1.1" status: 200 len: 210 time: 0.0603557 Dec 20 14:55:15.974380 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cece085-0261-4521-914a-07fa95b78694 None None] Pushing event updated for resources: {'Port': ['ID=198ec63d-d2e0-4a3a-af69-44c2dbd2a48d,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:55:16.037106 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-73b74d04-cbd8-4cb7-89a8-eb893d2e13d2 None None] Port 198ec63d-d2e0-4a3a-af69-44c2dbd2a48d cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:55:16.118115 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-6123d647-ab52-43d4-ae34-7540f80ccdaa None None] Attempting to bind port 198ec63d-d2e0-4a3a-af69-44c2dbd2a48d on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:55:16.118497 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-6123d647-ab52-43d4-ae34-7540f80ccdaa None None] Attempting to bind port 198ec63d-d2e0-4a3a-af69-44c2dbd2a48d by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '97331217-8ab9-4df1-bff9-088a0c988bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '54b701de-5ca8-4357-bb8c-3c0ecf0a0085'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:55:16.118892 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6123d647-ab52-43d4-ae34-7540f80ccdaa None None] Attempting to bind port 198ec63d-d2e0-4a3a-af69-44c2dbd2a48d on network 54b701de-5ca8-4357-bb8c-3c0ecf0a0085 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:55:16.133509 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6123d647-ab52-43d4-ae34-7540f80ccdaa None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:55:16.133913 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6123d647-ab52-43d4-ae34-7540f80ccdaa None None] Checking segment: {'id': '97331217-8ab9-4df1-bff9-088a0c988bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '54b701de-5ca8-4357-bb8c-3c0ecf0a0085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:55:16.134362 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6123d647-ab52-43d4-ae34-7540f80ccdaa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:16.134999 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6123d647-ab52-43d4-ae34-7540f80ccdaa None None] Bound using segment: {'id': '97331217-8ab9-4df1-bff9-088a0c988bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '54b701de-5ca8-4357-bb8c-3c0ecf0a0085'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:55:16.136774 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-6123d647-ab52-43d4-ae34-7540f80ccdaa None None] Bound port: 198ec63d-d2e0-4a3a-af69-44c2dbd2a48d, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97331217-8ab9-4df1-bff9-088a0c988bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '54b701de-5ca8-4357-bb8c-3c0ecf0a0085'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:55:16.136774 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6123d647-ab52-43d4-ae34-7540f80ccdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:16.329199 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-6123d647-ab52-43d4-ae34-7540f80ccdaa None None] For port 198ec63d-d2e0-4a3a-af69-44c2dbd2a48d, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:55:16.333980 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-6123d647-ab52-43d4-ae34-7540f80ccdaa None None] For port 198ec63d-d2e0-4a3a-af69-44c2dbd2a48d, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=198ec63d-d2e0-4a3a-af69-44c2dbd2a48d,segment=NetworkSegment(97331217-8ab9-4df1-bff9-088a0c988bac),segment_id=97331217-8ab9-4df1-bff9-088a0c988bac)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:55:16.344918 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6123d647-ab52-43d4-ae34-7540f80ccdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:16.432591 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cece085-0261-4521-914a-07fa95b78694 None None] Pushing event updated for resources: {'Port': ['ID=198ec63d-d2e0-4a3a-af69-44c2dbd2a48d,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:55:16.435771 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-ccffb588-f28e-4ba4-99fa-0a8aeaeeea60 None None] Provisioning complete for port 198ec63d-d2e0-4a3a-af69-44c2dbd2a48d triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:55:16.436150 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ccffb588-f28e-4ba4-99fa-0a8aeaeeea60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:16.497249 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6123d647-ab52-43d4-ae34-7540f80ccdaa None None] Routers {'e512b5db-5b05-4c3f-82aa-9a3f53c6f0db'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:55:16.497587 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-6123d647-ab52-43d4-ae34-7540f80ccdaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:55:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['e512b5db-5b05-4c3f-82aa-9a3f53c6f0db'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:55:16.853615 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-adcb0824-88a9-4621-b476-b8e3defc702f req-386361f7-5363-4570-b6cf-852c3c07a557 tempest-ServerShowV247Test-1167471284 tempest-ServerShowV247Test-1167471284-project] 10.222.0.54 "GET /v2.0/ports?device_id=62c1734e-0225-4976-be70-bfbc7cd19685 HTTP/1.1" status: 200 len: 210 time: 0.0727141 Dec 20 14:55:16.950837 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-dfa3be9f-b193-4c66-a0b7-ea7d48116caf req-fa1798d4-b705-4a29-b535-6aa82094ad44 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=62c1734e-0225-4976-be70-bfbc7cd19685 HTTP/1.1" status: 200 len: 210 time: 0.0351763 Dec 20 14:55:17.110311 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ccffb588-f28e-4ba4-99fa-0a8aeaeeea60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:17.145239 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9aabe5b9-1fcc-4dcf-a926-8a0db44df9f5 req-72cf48ef-ffa4-4c4c-960d-b0422bfaa403 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=60c6ec51-745e-4004-b210-e2f2b7c02f58 HTTP/1.1" status: 200 len: 210 time: 0.0623398 Dec 20 14:55:17.145747 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-6123d647-ab52-43d4-ae34-7540f80ccdaa None None] Set router e512b5db-5b05-4c3f-82aa-9a3f53c6f0db gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:55:17.203668 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-ccffb588-f28e-4ba4-99fa-0a8aeaeeea60 None None] For port 198ec63d-d2e0-4a3a-af69-44c2dbd2a48d, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=198ec63d-d2e0-4a3a-af69-44c2dbd2a48d,segment=NetworkSegment(97331217-8ab9-4df1-bff9-088a0c988bac),segment_id=97331217-8ab9-4df1-bff9-088a0c988bac)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:55:17.215860 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ccffb588-f28e-4ba4-99fa-0a8aeaeeea60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:17.411601 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccffb588-f28e-4ba4-99fa-0a8aeaeeea60 None None] Pushing event updated for resources: {'Port': ['ID=198ec63d-d2e0-4a3a-af69-44c2dbd2a48d,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:55:17.418759 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-8b12a207-2a5c-4368-9ab9-1d7d14c2d53c None None] Provisioning complete for port 198ec63d-d2e0-4a3a-af69-44c2dbd2a48d triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:55:17.419161 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8b12a207-2a5c-4368-9ab9-1d7d14c2d53c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:17.642832 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-6123d647-ab52-43d4-ae34-7540f80ccdaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e512b5db-5b05-4c3f-82aa-9a3f53c6f0db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1446437942', 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '09b1d4c3-44a7-4dea-87dc-dfed3044adb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:55:05Z', 'updated_at': '2021-12-20T14:55:12Z', 'revision_number': 4, 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'gw_port': {'id': '09b1d4c3-44a7-4dea-87dc-dfed3044adb0', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:81:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e512b5db-5b05-4c3f-82aa-9a3f53c6f0db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:55:06Z', 'updated_at': '2021-12-20T14:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '198ec63d-d2e0-4a3a-af69-44c2dbd2a48d', 'name': '', 'network_id': '54b701de-5ca8-4357-bb8c-3c0ecf0a0085', 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'mac_address': 'fa:16:3e:b8:9f:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e512b5db-5b05-4c3f-82aa-9a3f53c6f0db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '83e7de40-237d-422a-8c1b-e9413788dad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:55:11Z', 'updated_at': '2021-12-20T14:55:16Z', 'revision_number': 4, 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'subnets': [{'id': '83e7de40-237d-422a-8c1b-e9413788dad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:55:17.674579 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbb19fe-23e9-4a6c-99fd-c051bacdd8df req-005b9d1f-3386-458c-9c81-ebf8791e18e0 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:55:17.677793 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ffbb19fe-23e9-4a6c-99fd-c051bacdd8df req-005b9d1f-3386-458c-9c81-ebf8791e18e0 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.47 "GET /v2.0/networks?id=54b701de-5ca8-4357-bb8c-3c0ecf0a0085 HTTP/1.1" status: 200 len: 797 time: 0.2384930 Dec 20 14:55:17.683144 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6123d647-ab52-43d4-ae34-7540f80ccdaa None None] The sync data for ids ['e512b5db-5b05-4c3f-82aa-9a3f53c6f0db'] in n-d-761264-19 is: [{'id': 'e512b5db-5b05-4c3f-82aa-9a3f53c6f0db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1446437942', 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '09b1d4c3-44a7-4dea-87dc-dfed3044adb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:55:05Z', 'updated_at': '2021-12-20T14:55:12Z', 'revision_number': 4, 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'gw_port': {'id': '09b1d4c3-44a7-4dea-87dc-dfed3044adb0', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:81:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e512b5db-5b05-4c3f-82aa-9a3f53c6f0db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:55:06Z', 'updated_at': '2021-12-20T14:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '198ec63d-d2e0-4a3a-af69-44c2dbd2a48d', 'name': '', 'network_id': '54b701de-5ca8-4357-bb8c-3c0ecf0a0085', 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'mac_address': 'fa:16:3e:b8:9f:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e512b5db-5b05-4c3f-82aa-9a3f53c6f0db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '83e7de40-237d-422a-8c1b-e9413788dad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:55:11Z', 'updated_at': '2021-12-20T14:55:16Z', 'revision_number': 4, 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'subnets': [{'id': '83e7de40-237d-422a-8c1b-e9413788dad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:55:17.789243 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ffbb19fe-23e9-4a6c-99fd-c051bacdd8df req-5ac73b9c-38cd-48ab-97d3-a2621ecf185e tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f35a648a7aca4680a908ac1344ad2536 HTTP/1.1" status: 200 len: 380 time: 0.1007614 Dec 20 14:55:17.899593 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-ffbb19fe-23e9-4a6c-99fd-c051bacdd8df req-1ff4f501-ae35-44c4-a3ca-8038a173a68d tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Request body: {'port': {'device_id': '60c6ec51-745e-4004-b210-e2f2b7c02f58', 'network_id': '54b701de-5ca8-4357-bb8c-3c0ecf0a0085', 'admin_state_up': True, 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'security_groups': ['216960ae-a720-47dd-b0f7-2088c7c897fe']}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:55:18.033324 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4ff6ecac-a44a-4656-ae44-3ac3a4445001 req-a656e717-8024-4105-82ae-74e5ecf0cf85 tempest-ServerShowV247Test-1167471284 tempest-ServerShowV247Test-1167471284-project] 10.222.0.54 "GET /v2.0/ports?device_id=62c1734e-0225-4976-be70-bfbc7cd19685 HTTP/1.1" status: 200 len: 210 time: 0.0457132 Dec 20 14:55:18.144777 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffbb19fe-23e9-4a6c-99fd-c051bacdd8df req-1ff4f501-ae35-44c4-a3ca-8038a173a68d tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Made reservation on behalf of f35a648a7aca4680a908ac1344ad2536 for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:55:18.151952 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-ffbb19fe-23e9-4a6c-99fd-c051bacdd8df req-1ff4f501-ae35-44c4-a3ca-8038a173a68d tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:18.313751 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-946b3843-c230-4a4d-b193-e649020cc684 req-d4816349-5288-4097-8e40-9ab77c3fe101 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=60c6ec51-745e-4004-b210-e2f2b7c02f58 HTTP/1.1" status: 200 len: 210 time: 0.0543499 Dec 20 14:55:18.406107 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [req-ffbb19fe-23e9-4a6c-99fd-c051bacdd8df req-1ff4f501-ae35-44c4-a3ca-8038a173a68d tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Allocated IP 172.20.0.4 (54b701de-5ca8-4357-bb8c-3c0ecf0a0085/83e7de40-237d-422a-8c1b-e9413788dad7/89360329-b7a9-4fb8-922c-f561d516b2b8) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:55:18.603047 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-ffbb19fe-23e9-4a6c-99fd-c051bacdd8df req-1ff4f501-ae35-44c4-a3ca-8038a173a68d tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:18.646771 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-ffbb19fe-23e9-4a6c-99fd-c051bacdd8df req-1ff4f501-ae35-44c4-a3ca-8038a173a68d tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:18.740413 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffbb19fe-23e9-4a6c-99fd-c051bacdd8df req-1ff4f501-ae35-44c4-a3ca-8038a173a68d tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Network 54b701de-5ca8-4357-bb8c-3c0ecf0a0085 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:55:18.749464 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [req-ffbb19fe-23e9-4a6c-99fd-c051bacdd8df req-1ff4f501-ae35-44c4-a3ca-8038a173a68d tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:55:18.753580 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffbb19fe-23e9-4a6c-99fd-c051bacdd8df req-1ff4f501-ae35-44c4-a3ca-8038a173a68d tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:55:18.763542 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff4f501-ae35-44c4-a3ca-8038a173a68d tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Pushing event updated for resources: {'Port': ['ID=89360329-b7a9-4fb8-922c-f561d516b2b8,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:55:18.854466 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbb19fe-23e9-4a6c-99fd-c051bacdd8df req-1ff4f501-ae35-44c4-a3ca-8038a173a68d tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:55:18.856533 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-ffbb19fe-23e9-4a6c-99fd-c051bacdd8df req-1ff4f501-ae35-44c4-a3ca-8038a173a68d tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:18.889107 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ffbb19fe-23e9-4a6c-99fd-c051bacdd8df req-1ff4f501-ae35-44c4-a3ca-8038a173a68d tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9942915 Dec 20 14:55:18.904185 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-ffbb19fe-23e9-4a6c-99fd-c051bacdd8df req-9d853cc7-c1d8-4881-acac-2c160aefa255 service neutron] Request body: {'port': {'device_id': '60c6ec51-745e-4004-b210-e2f2b7c02f58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-19'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:55:18.980718 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-ffbb19fe-23e9-4a6c-99fd-c051bacdd8df req-9d853cc7-c1d8-4881-acac-2c160aefa255 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:19.201643 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-3a1a2811-6dcc-47d4-b619-6cdde299c278 None None] Provisioning complete for port 89360329-b7a9-4fb8-922c-f561d516b2b8 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:55:19.202511 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-3a1a2811-6dcc-47d4-b619-6cdde299c278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:19.231417 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-498918ee-942a-4aa2-a7c2-4288065b6bdb req-a728f9c8-4cc6-4110-8781-74e6cd41cb82 tempest-ServerShowV247Test-1167471284 tempest-ServerShowV247Test-1167471284-project] 10.222.0.54 "GET /v2.0/ports?device_id=62c1734e-0225-4976-be70-bfbc7cd19685 HTTP/1.1" status: 200 len: 210 time: 0.0456843 Dec 20 14:55:19.254964 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-3a1a2811-6dcc-47d4-b619-6cdde299c278 None None] Port 89360329-b7a9-4fb8-922c-f561d516b2b8 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:55:19.258324 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 198ec63d-d2e0-4a3a-af69-44c2dbd2a48d up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:55:19.334651 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 198ec63d-d2e0-4a3a-af69-44c2dbd2a48d triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:55:19.335245 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:19.504818 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [req-ffbb19fe-23e9-4a6c-99fd-c051bacdd8df req-9d853cc7-c1d8-4881-acac-2c160aefa255 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89360329-b7a9-4fb8-922c-f561d516b2b8 {{(pid=103167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:55:19.517457 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-ffbb19fe-23e9-4a6c-99fd-c051bacdd8df req-9d853cc7-c1d8-4881-acac-2c160aefa255 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:19.539015 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d91d5f5-c26a-402a-a566-16ca088ae87b req-c3630e7b-e85a-46d5-b5ec-b25667eab9d2 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:55:19.540720 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4d91d5f5-c26a-402a-a566-16ca088ae87b req-c3630e7b-e85a-46d5-b5ec-b25667eab9d2 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=60c6ec51-745e-4004-b210-e2f2b7c02f58 HTTP/1.1" status: 200 len: 931 time: 0.0963972 Dec 20 14:55:19.546449 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-ffbb19fe-23e9-4a6c-99fd-c051bacdd8df req-9d853cc7-c1d8-4881-acac-2c160aefa255 service neutron] Transition to ACTIVE for port object 89360329-b7a9-4fb8-922c-f561d516b2b8 will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:55:19.557664 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-ffbb19fe-23e9-4a6c-99fd-c051bacdd8df req-9d853cc7-c1d8-4881-acac-2c160aefa255 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:19.679200 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b546f654-1bcf-4383-bd93-75989ac6e3f1 req-bc875a39-79df-4e27-9323-ec6039d8fbf4 tempest-ServerShowV247Test-1167471284 tempest-ServerShowV247Test-1167471284-project] 10.222.0.54 "GET /v2.0/ports?device_id=62c1734e-0225-4976-be70-bfbc7cd19685&device_id=c89944ea-b442-4afc-abc2-c9eb531cfc84 HTTP/1.1" status: 200 len: 210 time: 0.0379112 Dec 20 14:55:19.712931 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d853cc7-c1d8-4881-acac-2c160aefa255 service neutron] Pushing event updated for resources: {'Port': ['ID=89360329-b7a9-4fb8-922c-f561d516b2b8,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:55:19.747867 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4d91d5f5-c26a-402a-a566-16ca088ae87b req-63cad895-8ccb-4b3d-85ca-4bc38c9e3548 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=216960ae-a720-47dd-b0f7-2088c7c897fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1987987 Dec 20 14:55:19.785979 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 39892) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:19.807890 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-ffbb19fe-23e9-4a6c-99fd-c051bacdd8df req-9d853cc7-c1d8-4881-acac-2c160aefa255 service neutron] Attempting to bind port 89360329-b7a9-4fb8-922c-f561d516b2b8 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:55:19.809380 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-ffbb19fe-23e9-4a6c-99fd-c051bacdd8df req-9d853cc7-c1d8-4881-acac-2c160aefa255 service neutron] Attempting to bind port 89360329-b7a9-4fb8-922c-f561d516b2b8 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': '97331217-8ab9-4df1-bff9-088a0c988bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '54b701de-5ca8-4357-bb8c-3c0ecf0a0085'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:55:19.810169 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbb19fe-23e9-4a6c-99fd-c051bacdd8df req-9d853cc7-c1d8-4881-acac-2c160aefa255 service neutron] Attempting to bind port 89360329-b7a9-4fb8-922c-f561d516b2b8 on network 54b701de-5ca8-4357-bb8c-3c0ecf0a0085 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:55:19.816224 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbb19fe-23e9-4a6c-99fd-c051bacdd8df req-9d853cc7-c1d8-4881-acac-2c160aefa255 service neutron] Port 89360329-b7a9-4fb8-922c-f561d516b2b8 on network 54b701de-5ca8-4357-bb8c-3c0ecf0a0085 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:55:19.816642 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbb19fe-23e9-4a6c-99fd-c051bacdd8df req-9d853cc7-c1d8-4881-acac-2c160aefa255 service neutron] Attempting to bind port 89360329-b7a9-4fb8-922c-f561d516b2b8 on network 54b701de-5ca8-4357-bb8c-3c0ecf0a0085 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:55:19.824490 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbb19fe-23e9-4a6c-99fd-c051bacdd8df req-9d853cc7-c1d8-4881-acac-2c160aefa255 service neutron] Checking agent: {'id': '43c60aee-e4af-4ecc-bee2-aac3569fafed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:55:19.824982 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbb19fe-23e9-4a6c-99fd-c051bacdd8df req-9d853cc7-c1d8-4881-acac-2c160aefa255 service neutron] Checking segment: {'id': '97331217-8ab9-4df1-bff9-088a0c988bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '54b701de-5ca8-4357-bb8c-3c0ecf0a0085'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:55:19.825521 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbb19fe-23e9-4a6c-99fd-c051bacdd8df req-9d853cc7-c1d8-4881-acac-2c160aefa255 service neutron] Bound using segment: {'id': '97331217-8ab9-4df1-bff9-088a0c988bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '54b701de-5ca8-4357-bb8c-3c0ecf0a0085'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:55:19.826027 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-ffbb19fe-23e9-4a6c-99fd-c051bacdd8df req-9d853cc7-c1d8-4881-acac-2c160aefa255 service neutron] Bound port: 89360329-b7a9-4fb8-922c-f561d516b2b8, host: n-h2-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97331217-8ab9-4df1-bff9-088a0c988bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '54b701de-5ca8-4357-bb8c-3c0ecf0a0085'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:55:19.826442 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-ffbb19fe-23e9-4a6c-99fd-c051bacdd8df req-9d853cc7-c1d8-4881-acac-2c160aefa255 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:19.965017 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-ffbb19fe-23e9-4a6c-99fd-c051bacdd8df req-9d853cc7-c1d8-4881-acac-2c160aefa255 service neutron] For port 89360329-b7a9-4fb8-922c-f561d516b2b8, host n-h2-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:55:19.980369 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3ea21a13-04b6-4e46-a2ca-9a3a4abf7eca req-f2bfbb8d-c9f7-41b8-80f1-c4e6c59bb786 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1152aafd17f24c7b923a580ca8aafc7d&device_id=62c1734e-0225-4976-be70-bfbc7cd19685 HTTP/1.1" status: 200 len: 210 time: 0.0495255 Dec 20 14:55:19.984249 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-ffbb19fe-23e9-4a6c-99fd-c051bacdd8df req-9d853cc7-c1d8-4881-acac-2c160aefa255 service neutron] For port 89360329-b7a9-4fb8-922c-f561d516b2b8, host n-h2-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=89360329-b7a9-4fb8-922c-f561d516b2b8,segment=NetworkSegment(97331217-8ab9-4df1-bff9-088a0c988bac),segment_id=97331217-8ab9-4df1-bff9-088a0c988bac)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:55:20.016079 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-09c43d9d-d494-4247-8631-5718b22351ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:20.018858 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-ffbb19fe-23e9-4a6c-99fd-c051bacdd8df req-9d853cc7-c1d8-4881-acac-2c160aefa255 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:20.030315 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5aab8fec-052a-47ea-b4a1-7845cff5277c req-2a3501d2-7d60-4bcd-b0bb-774100132ec0 tempest-ServerShowV247Test-1167471284 tempest-ServerShowV247Test-1167471284-project] 10.222.0.54 "GET /v2.0/ports?device_id=62c1734e-0225-4976-be70-bfbc7cd19685 HTTP/1.1" status: 200 len: 210 time: 0.0424812 Dec 20 14:55:20.034650 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3ea21a13-04b6-4e46-a2ca-9a3a4abf7eca req-0082584b-6aad-4145-a790-5443bf355252 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=1152aafd17f24c7b923a580ca8aafc7d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0395360 Dec 20 14:55:20.073056 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbb19fe-23e9-4a6c-99fd-c051bacdd8df req-9d853cc7-c1d8-4881-acac-2c160aefa255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:55:20.073683 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-ffbb19fe-23e9-4a6c-99fd-c051bacdd8df req-9d853cc7-c1d8-4881-acac-2c160aefa255 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:20.075096 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ffbb19fe-23e9-4a6c-99fd-c051bacdd8df req-9d853cc7-c1d8-4881-acac-2c160aefa255 service neutron] 10.222.0.47 "PUT /v2.0/ports/89360329-b7a9-4fb8-922c-f561d516b2b8 HTTP/1.1" status: 200 len: 1092 time: 1.1762359 Dec 20 14:55:20.075550 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60c6ec51-745e-4004-b210-e2f2b7c02f58', 'tag': '89360329-b7a9-4fb8-922c-f561d516b2b8'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:55:20.077955 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1861eb8-fca2-4811-a3ac-2cffc466ce30" -d '{"events": [{"name": "network-changed", "server_uuid": "60c6ec51-745e-4004-b210-e2f2b7c02f58", "tag": "89360329-b7a9-4fb8-922c-f561d516b2b8"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:55:20.111844 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d853cc7-c1d8-4881-acac-2c160aefa255 service neutron] Pushing event updated for resources: {'Port': ['ID=89360329-b7a9-4fb8-922c-f561d516b2b8,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:55:20.189399 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48c4f520-54ce-43aa-9cc8-890610bfd0db x-openstack-request-id: req-48c4f520-54ce-43aa-9cc8-890610bfd0db {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:55:20.189795 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60c6ec51-745e-4004-b210-e2f2b7c02f58", "tag": "89360329-b7a9-4fb8-922c-f561d516b2b8", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:55:20.190156 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-48c4f520-54ce-43aa-9cc8-890610bfd0db {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:55:20.191515 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60c6ec51-745e-4004-b210-e2f2b7c02f58', 'tag': '89360329-b7a9-4fb8-922c-f561d516b2b8', 'status': 'completed', 'code': 200} Dec 20 14:55:20.193431 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbb19fe-23e9-4a6c-99fd-c051bacdd8df req-1249f887-d0c7-4a7f-8146-0f19bada8272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:55:20.197210 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ffbb19fe-23e9-4a6c-99fd-c051bacdd8df req-1249f887-d0c7-4a7f-8146-0f19bada8272 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f35a648a7aca4680a908ac1344ad2536&device_id=60c6ec51-745e-4004-b210-e2f2b7c02f58 HTTP/1.1" status: 200 len: 1095 time: 0.0676458 Dec 20 14:55:20.282101 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ffbb19fe-23e9-4a6c-99fd-c051bacdd8df req-14b54c76-53d6-4ab4-967f-7e41fd45c1a8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89360329-b7a9-4fb8-922c-f561d516b2b8 HTTP/1.1" status: 200 len: 217 time: 0.0761640 Dec 20 14:55:20.319244 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea21a13-04b6-4e46-a2ca-9a3a4abf7eca req-956675e6-1f53-432b-9fac-3d61afefd153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:55:20.320730 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3ea21a13-04b6-4e46-a2ca-9a3a4abf7eca req-956675e6-1f53-432b-9fac-3d61afefd153 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2788408 Dec 20 14:55:20.357640 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-09c43d9d-d494-4247-8631-5718b22351ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:20.362945 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-09c43d9d-d494-4247-8631-5718b22351ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:20.375399 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbb19fe-23e9-4a6c-99fd-c051bacdd8df req-fbdc6941-1bd8-4cac-ad21-5e83ae1f1b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:55:20.376956 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ffbb19fe-23e9-4a6c-99fd-c051bacdd8df req-fbdc6941-1bd8-4cac-ad21-5e83ae1f1b30 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=83e7de40-237d-422a-8c1b-e9413788dad7 HTTP/1.1" status: 200 len: 835 time: 0.0882957 Dec 20 14:55:20.417963 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-09c43d9d-d494-4247-8631-5718b22351ee admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2e872a300e02487b9636e7ffbf1a359f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6307209 Dec 20 14:55:20.421849 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 39906) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:20.426682 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c43d9d-d494-4247-8631-5718b22351ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2211469-15af-446c-80f4-4e61a8ce188f,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:55:20.472373 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbb19fe-23e9-4a6c-99fd-c051bacdd8df req-d310df4e-f127-4c05-92b2-3e818855445a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:55:20.474037 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ffbb19fe-23e9-4a6c-99fd-c051bacdd8df req-d310df4e-f127-4c05-92b2-3e818855445a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=54b701de-5ca8-4357-bb8c-3c0ecf0a0085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0885756 Dec 20 14:55:20.515619 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2ec5f510-52a3-4762-91c5-f45ebe119dbd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:20.582965 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2ec5f510-52a3-4762-91c5-f45ebe119dbd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:20.641328 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ffbb19fe-23e9-4a6c-99fd-c051bacdd8df req-f7e54661-4c76-473a-aa21-c7b02b607c23 service neutron] 10.222.0.47 "GET /v2.0/networks/54b701de-5ca8-4357-bb8c-3c0ecf0a0085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590168 Dec 20 14:55:20.707738 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2ec5f510-52a3-4762-91c5-f45ebe119dbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:20.710403 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2ec5f510-52a3-4762-91c5-f45ebe119dbd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:20.714069 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-2ec5f510-52a3-4762-91c5-f45ebe119dbd admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e2211469-15af-446c-80f4-4e61a8ce188f HTTP/1.1" status: 204 len: 168 time: 0.2879391 Dec 20 14:55:20.722309 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec5f510-52a3-4762-91c5-f45ebe119dbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2211469-15af-446c-80f4-4e61a8ce188f,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:55:20.759672 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ffbb19fe-23e9-4a6c-99fd-c051bacdd8df req-6df584de-ddba-421a-a8e2-ff69ca6143bf service neutron] 10.222.0.47 "GET /v2.0/networks/54b701de-5ca8-4357-bb8c-3c0ecf0a0085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112833 Dec 20 14:55:20.906997 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1861eb8-fca2-4811-a3ac-2cffc466ce30 req-dfc56c38-3853-4250-a992-b5a0a609e5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:55:20.908444 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a1861eb8-fca2-4811-a3ac-2cffc466ce30 req-dfc56c38-3853-4250-a992-b5a0a609e5ca service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f35a648a7aca4680a908ac1344ad2536&device_id=60c6ec51-745e-4004-b210-e2f2b7c02f58 HTTP/1.1" status: 200 len: 1095 time: 0.0649636 Dec 20 14:55:20.916856 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d4da92-2f48-420b-85ce-4d8050bbaeda req-ef32d7ad-dcc4-45fe-a918-513459498011 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:55:20.924216 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-74d4da92-2f48-420b-85ce-4d8050bbaeda req-ef32d7ad-dcc4-45fe-a918-513459498011 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=60c6ec51-745e-4004-b210-e2f2b7c02f58 HTTP/1.1" status: 200 len: 943 time: 0.0902033 Dec 20 14:55:21.046741 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-74d4da92-2f48-420b-85ce-4d8050bbaeda req-1cd667e2-54f8-423d-a238-7f080d7a66c5 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=216960ae-a720-47dd-b0f7-2088c7c897fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171005 Dec 20 14:55:21.086324 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1861eb8-fca2-4811-a3ac-2cffc466ce30 req-194d3c6e-e4c7-4416-b099-c60dc382ef85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:55:21.088221 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a1861eb8-fca2-4811-a3ac-2cffc466ce30 req-194d3c6e-e4c7-4416-b099-c60dc382ef85 service neutron] 10.222.0.47 "GET /v2.0/networks?id=54b701de-5ca8-4357-bb8c-3c0ecf0a0085 HTTP/1.1" status: 200 len: 898 time: 0.1615264 Dec 20 14:55:21.088353 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 39926) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:21.104448 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7314af01-91b3-4d03-b34b-21135bb56615 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:21.145710 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a1861eb8-fca2-4811-a3ac-2cffc466ce30 req-686089c3-d6ea-451e-88c4-de49dc154f33 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89360329-b7a9-4fb8-922c-f561d516b2b8 HTTP/1.1" status: 200 len: 217 time: 0.0479121 Dec 20 14:55:21.155283 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-77d0f7f7-ad34-4ad8-8933-74a6a165b613 req-25602cad-4f82-4c1b-bde8-5272dc1bded0 tempest-ServerShowV247Test-1167471284 tempest-ServerShowV247Test-1167471284-project] 10.222.0.54 "GET /v2.0/ports?device_id=62c1734e-0225-4976-be70-bfbc7cd19685 HTTP/1.1" status: 200 len: 210 time: 0.0364952 Dec 20 14:55:21.219440 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1861eb8-fca2-4811-a3ac-2cffc466ce30 req-1df8b4b3-33ad-4c28-83e7-9e850c24a486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:55:21.221029 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a1861eb8-fca2-4811-a3ac-2cffc466ce30 req-1df8b4b3-33ad-4c28-83e7-9e850c24a486 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=83e7de40-237d-422a-8c1b-e9413788dad7 HTTP/1.1" status: 200 len: 835 time: 0.0673299 Dec 20 14:55:21.227654 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7314af01-91b3-4d03-b34b-21135bb56615 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:21.232680 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7314af01-91b3-4d03-b34b-21135bb56615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:21.280954 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-7314af01-91b3-4d03-b34b-21135bb56615 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=48e2817a1f6f4b7dbc27f12e44dd3a54&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1912508 Dec 20 14:55:21.281835 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7314af01-91b3-4d03-b34b-21135bb56615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce440427-51a5-4815-93c3-d62b34e9f401,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:55:21.283398 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1861eb8-fca2-4811-a3ac-2cffc466ce30 req-973e2cd1-c977-4052-bd6f-ffb9582d659d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:55:21.284983 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 39928) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:21.295676 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a1861eb8-fca2-4811-a3ac-2cffc466ce30 req-973e2cd1-c977-4052-bd6f-ffb9582d659d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=54b701de-5ca8-4357-bb8c-3c0ecf0a0085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0662663 Dec 20 14:55:21.340043 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9845ab47-4913-4735-9703-52a836d36abc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:21.362805 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9845ab47-4913-4735-9703-52a836d36abc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:21.422689 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a1861eb8-fca2-4811-a3ac-2cffc466ce30 req-ffa8f2d1-972b-4b47-a185-46123d3babfb service neutron] 10.222.0.47 "GET /v2.0/networks/54b701de-5ca8-4357-bb8c-3c0ecf0a0085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181574 Dec 20 14:55:21.423330 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9845ab47-4913-4735-9703-52a836d36abc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:21.425955 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9845ab47-4913-4735-9703-52a836d36abc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:21.427136 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-9845ab47-4913-4735-9703-52a836d36abc admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ce440427-51a5-4815-93c3-d62b34e9f401 HTTP/1.1" status: 204 len: 168 time: 0.1410820 Dec 20 14:55:21.459179 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9845ab47-4913-4735-9703-52a836d36abc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce440427-51a5-4815-93c3-d62b34e9f401,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:55:21.582141 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a1861eb8-fca2-4811-a3ac-2cffc466ce30 req-cd2177ec-dd3d-4a25-8c3c-f2621da184dd service neutron] 10.222.0.47 "GET /v2.0/networks/54b701de-5ca8-4357-bb8c-3c0ecf0a0085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516604 Dec 20 14:55:21.754713 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a47bbcac-7cdd-4475-af3c-0d66231acb5f req-f4bab383-528e-43fb-af32-bea29e883e5c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=41899c8c-d22f-4630-96d1-e38e0939d445&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0768528 Dec 20 14:55:21.787331 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3ea21a13-04b6-4e46-a2ca-9a3a4abf7eca req-fbd19fe8-6709-498e-8f32-9ddd5f81962f tempest-ServerShowV247Test-1167471284 tempest-ServerShowV247Test-1167471284-project] 10.222.0.30 "GET /v2.0/ports?device_id=62c1734e-0225-4976-be70-bfbc7cd19685 HTTP/1.1" status: 200 len: 210 time: 0.0579035 Dec 20 14:55:21.858458 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47bbcac-7cdd-4475-af3c-0d66231acb5f req-f968fab2-9ddf-4f89-a22c-cc927633865b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:55:21.860293 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a47bbcac-7cdd-4475-af3c-0d66231acb5f req-f968fab2-9ddf-4f89-a22c-cc927633865b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1974fe2a17c94178ac8bf097e1c64b19&device_id=41899c8c-d22f-4630-96d1-e38e0939d445 HTTP/1.1" status: 200 len: 1101 time: 0.0509613 Dec 20 14:55:22.037998 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47bbcac-7cdd-4475-af3c-0d66231acb5f req-248093fa-b948-45bc-9606-abb9e0f3325c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:55:22.039775 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a47bbcac-7cdd-4475-af3c-0d66231acb5f req-248093fa-b948-45bc-9606-abb9e0f3325c service neutron] 10.222.0.47 "GET /v2.0/networks?id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1 HTTP/1.1" status: 200 len: 870 time: 0.1345568 Dec 20 14:55:22.096651 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a47bbcac-7cdd-4475-af3c-0d66231acb5f req-029be0aa-4679-4623-8bd1-cfd6ea0137e1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=71c0f96e-5d09-4bc3-91d8-018562b97367 HTTP/1.1" status: 200 len: 217 time: 0.0497921 Dec 20 14:55:22.228024 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47bbcac-7cdd-4475-af3c-0d66231acb5f req-0c006123-cc29-48b4-ac9d-7cdc26bad214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:55:22.229794 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a47bbcac-7cdd-4475-af3c-0d66231acb5f req-0c006123-cc29-48b4-ac9d-7cdc26bad214 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36bf280f-81bb-4486-a87a-9b9505a1cec4 HTTP/1.1" status: 200 len: 843 time: 0.1267927 Dec 20 14:55:22.322389 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8cea8daa-0833-4b4e-8f04-48d35479846a req-b56c8227-ea45-4665-96fa-5edc3a40830c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c89944ea-b442-4afc-abc2-c9eb531cfc84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0870359 Dec 20 14:55:22.371956 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47bbcac-7cdd-4475-af3c-0d66231acb5f req-27019188-04ba-4009-a151-83ad5546b52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:55:22.374317 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a47bbcac-7cdd-4475-af3c-0d66231acb5f req-27019188-04ba-4009-a151-83ad5546b52c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1067677 Dec 20 14:55:22.403923 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fc769e5c-13dd-4da3-be4a-74ada1eb965b req-18dc150d-d38b-4809-a27f-48433550e494 tempest-ServerShowV247Test-1167471284 tempest-ServerShowV247Test-1167471284-project] 10.222.0.54 "GET /v2.0/ports?device_id=62c1734e-0225-4976-be70-bfbc7cd19685 HTTP/1.1" status: 200 len: 210 time: 0.0587890 Dec 20 14:55:22.408226 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1138be-d961-4bbd-97cd-72146cf0be69 req-0d58b769-ba20-481d-83d0-98352c580627 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:55:22.409911 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7a1138be-d961-4bbd-97cd-72146cf0be69 req-0d58b769-ba20-481d-83d0-98352c580627 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=60c6ec51-745e-4004-b210-e2f2b7c02f58 HTTP/1.1" status: 200 len: 943 time: 0.1793222 Dec 20 14:55:22.510544 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8cea8daa-0833-4b4e-8f04-48d35479846a req-ebb2fdd9-614c-434d-884d-277de981caa0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1152aafd17f24c7b923a580ca8aafc7d&device_id=c89944ea-b442-4afc-abc2-c9eb531cfc84 HTTP/1.1" status: 200 len: 210 time: 0.0339916 Dec 20 14:55:22.574384 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7a1138be-d961-4bbd-97cd-72146cf0be69 req-d2bcbb9d-a373-4b7e-b7e8-6521d854cb33 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=216960ae-a720-47dd-b0f7-2088c7c897fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1542699 Dec 20 14:55:22.576002 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8cea8daa-0833-4b4e-8f04-48d35479846a req-a9b05759-f07a-40cd-af1b-98e8f6a4c472 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=1152aafd17f24c7b923a580ca8aafc7d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328293 Dec 20 14:55:22.579555 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a47bbcac-7cdd-4475-af3c-0d66231acb5f req-1f4d44ee-404c-404d-bbcf-151f670f561d service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915138 Dec 20 14:55:22.718666 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cea8daa-0833-4b4e-8f04-48d35479846a req-d1553f59-461f-4a60-8f9f-500854d6db7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:55:22.719703 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8cea8daa-0833-4b4e-8f04-48d35479846a req-d1553f59-461f-4a60-8f9f-500854d6db7f service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1330574 Dec 20 14:55:22.719920 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a47bbcac-7cdd-4475-af3c-0d66231acb5f req-9be892ac-fcda-4d47-9570-e721fb290bef service neutron] 10.222.0.47 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331685 Dec 20 14:55:23.518499 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 40158) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:23.732952 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 89360329-b7a9-4fb8-922c-f561d516b2b8 details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:55:23.775315 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5c349e97-e601-45d0-86b5-6fc49f08ae35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:23.806081 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-49a1352b-1a15-4d8e-b605-d8d9a8b26a98 req-1cba5d2e-b702-450d-aba8-9740a785473a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1152aafd17f24c7b923a580ca8aafc7d&device_id=c89944ea-b442-4afc-abc2-c9eb531cfc84 HTTP/1.1" status: 200 len: 210 time: 0.0408151 Dec 20 14:55:23.859308 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a70db8f-fdec-4619-87dc-9c77c7a409d8 req-f85f94f4-a7a7-4355-9f06-ce805f14ec36 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:55:23.869275 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2a70db8f-fdec-4619-87dc-9c77c7a409d8 req-f85f94f4-a7a7-4355-9f06-ce805f14ec36 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=60c6ec51-745e-4004-b210-e2f2b7c02f58 HTTP/1.1" status: 200 len: 943 time: 0.1575143 Dec 20 14:55:23.873139 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-49a1352b-1a15-4d8e-b605-d8d9a8b26a98 req-0dd45f50-a142-49c4-a164-29027e54e3a0 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=1152aafd17f24c7b923a580ca8aafc7d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0564802 Dec 20 14:55:23.932527 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 89360329-b7a9-4fb8-922c-f561d516b2b8, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=89360329-b7a9-4fb8-922c-f561d516b2b8,segment=NetworkSegment(97331217-8ab9-4df1-bff9-088a0c988bac),segment_id=97331217-8ab9-4df1-bff9-088a0c988bac)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:55:23.963249 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': '89360329-b7a9-4fb8-922c-f561d516b2b8', 'network_id': '54b701de-5ca8-4357-bb8c-3c0ecf0a0085', 'port_id': '89360329-b7a9-4fb8-922c-f561d516b2b8', 'mac_address': 'fa:16:3e:43:e1:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83e7de40-237d-422a-8c1b-e9413788dad7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:55:24.016500 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:24.037560 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89360329-b7a9-4fb8-922c-f561d516b2b8 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:55:24.048314 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e3c1078d-f91d-422c-b80a-9f13e6f0c71c req-78c534af-d35c-42d3-bdac-b286c64155ee tempest-ServerShowV247Test-1167471284 tempest-ServerShowV247Test-1167471284-project] 10.222.0.54 "GET /v2.0/ports?device_id=c89944ea-b442-4afc-abc2-c9eb531cfc84 HTTP/1.1" status: 200 len: 210 time: 0.1374724 Dec 20 14:55:24.084542 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 89360329-b7a9-4fb8-922c-f561d516b2b8, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=89360329-b7a9-4fb8-922c-f561d516b2b8,segment=NetworkSegment(97331217-8ab9-4df1-bff9-088a0c988bac),segment_id=97331217-8ab9-4df1-bff9-088a0c988bac)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:55:24.093825 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:24.155386 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2a70db8f-fdec-4619-87dc-9c77c7a409d8 req-c77f0c5b-24ee-4d54-a651-0f5965ea2885 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=216960ae-a720-47dd-b0f7-2088c7c897fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2803597 Dec 20 14:55:24.160590 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a1352b-1a15-4d8e-b605-d8d9a8b26a98 req-26ab1e5e-5de4-4c80-b518-b1743dc6f03d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:55:24.162357 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-49a1352b-1a15-4d8e-b605-d8d9a8b26a98 req-26ab1e5e-5de4-4c80-b518-b1743dc6f03d service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2762079 Dec 20 14:55:24.208483 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5c349e97-e601-45d0-86b5-6fc49f08ae35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:24.214960 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5c349e97-e601-45d0-86b5-6fc49f08ae35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:24.216423 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=89360329-b7a9-4fb8-922c-f561d516b2b8,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:55:24.292869 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-5c349e97-e601-45d0-86b5-6fc49f08ae35 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ba992c8a3eaf45ffa38a56e85d096bb2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7731452 Dec 20 14:55:24.295487 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 40238) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:24.318510 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['89360329-b7a9-4fb8-922c-f561d516b2b8'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:55:24.330383 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c349e97-e601-45d0-86b5-6fc49f08ae35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f51d7b7-d4dc-4d20-ab2d-70fe3e3e767b,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:55:24.396248 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-055648ac-cb03-4395-b235-2264392cf556 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:24.435055 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-055648ac-cb03-4395-b235-2264392cf556 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:24.493840 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-055648ac-cb03-4395-b235-2264392cf556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:24.497671 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-055648ac-cb03-4395-b235-2264392cf556 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:24.498976 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-055648ac-cb03-4395-b235-2264392cf556 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5f51d7b7-d4dc-4d20-ab2d-70fe3e3e767b HTTP/1.1" status: 204 len: 168 time: 0.2013073 Dec 20 14:55:24.510234 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055648ac-cb03-4395-b235-2264392cf556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f51d7b7-d4dc-4d20-ab2d-70fe3e3e767b,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:55:25.209635 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5bee0361-353a-47e7-9e27-a2e15e196d0c req-3e277a9e-631e-44e1-9916-04c6f9cfd5cc tempest-ServerShowV247Test-1167471284 tempest-ServerShowV247Test-1167471284-project] 10.222.0.54 "GET /v2.0/ports?device_id=c89944ea-b442-4afc-abc2-c9eb531cfc84 HTTP/1.1" status: 200 len: 210 time: 0.0380785 Dec 20 14:55:25.449070 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded0c33b-7df3-47f5-a1a6-28d55a872f50 req-7ab87d23-0740-46c3-beb9-e4773d28af28 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:55:25.455820 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ded0c33b-7df3-47f5-a1a6-28d55a872f50 req-7ab87d23-0740-46c3-beb9-e4773d28af28 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=60c6ec51-745e-4004-b210-e2f2b7c02f58 HTTP/1.1" status: 200 len: 944 time: 0.1871445 Dec 20 14:55:25.539487 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ded0c33b-7df3-47f5-a1a6-28d55a872f50 req-f6fa78ab-404b-45d8-bcd2-5d84944b6e3f tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=216960ae-a720-47dd-b0f7-2088c7c897fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782700 Dec 20 14:55:25.623553 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-49a1352b-1a15-4d8e-b605-d8d9a8b26a98 req-295ad4f8-7e09-4503-a83e-70747af13cec tempest-ServerShowV247Test-1167471284 tempest-ServerShowV247Test-1167471284-project] 10.222.0.30 "GET /v2.0/ports?device_id=c89944ea-b442-4afc-abc2-c9eb531cfc84 HTTP/1.1" status: 200 len: 210 time: 0.0353830 Dec 20 14:55:25.745570 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 89360329-b7a9-4fb8-922c-f561d516b2b8 up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:55:25.829504 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning for port 89360329-b7a9-4fb8-922c-f561d516b2b8 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:55:25.834402 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port 89360329-b7a9-4fb8-922c-f561d516b2b8 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:55:25.835095 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:25.926172 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:25.955488 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60c6ec51-745e-4004-b210-e2f2b7c02f58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89360329-b7a9-4fb8-922c-f561d516b2b8'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:55:25.957887 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a2ccc1b-acdc-4367-a17e-90daa68d3f8b" -d '{"events": [{"server_uuid": "60c6ec51-745e-4004-b210-e2f2b7c02f58", "name": "network-vif-plugged", "status": "completed", "tag": "89360329-b7a9-4fb8-922c-f561d516b2b8"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:55:25.972045 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 89360329-b7a9-4fb8-922c-f561d516b2b8, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=89360329-b7a9-4fb8-922c-f561d516b2b8,segment=NetworkSegment(97331217-8ab9-4df1-bff9-088a0c988bac),segment_id=97331217-8ab9-4df1-bff9-088a0c988bac)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:55:25.980913 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:26.032918 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b4fa774-cdd3-4c2a-80c5-6c61c8ecef86 x-openstack-request-id: req-6b4fa774-cdd3-4c2a-80c5-6c61c8ecef86 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:55:26.034246 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60c6ec51-745e-4004-b210-e2f2b7c02f58", "name": "network-vif-plugged", "status": "completed", "tag": "89360329-b7a9-4fb8-922c-f561d516b2b8", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:55:26.034601 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6b4fa774-cdd3-4c2a-80c5-6c61c8ecef86 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:55:26.035134 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60c6ec51-745e-4004-b210-e2f2b7c02f58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89360329-b7a9-4fb8-922c-f561d516b2b8', 'code': 200} Dec 20 14:55:26.085821 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=89360329-b7a9-4fb8-922c-f561d516b2b8,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:55:26.232871 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f662e1dc-1a19-4a67-9494-4662b38e983c req-458ef401-41be-4528-bf73-d5b453b075e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:55:26.234651 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f662e1dc-1a19-4a67-9494-4662b38e983c req-458ef401-41be-4528-bf73-d5b453b075e1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=60c6ec51-745e-4004-b210-e2f2b7c02f58 HTTP/1.1" status: 200 len: 1097 time: 0.0925300 Dec 20 14:55:26.351774 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f662e1dc-1a19-4a67-9494-4662b38e983c req-e10c89ef-eb03-4b38-a7ae-d4064548a082 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=216960ae-a720-47dd-b0f7-2088c7c897fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083348 Dec 20 14:55:26.657972 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 40508) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:26.708734 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f175e8-7f85-4374-94dc-b0b850f90281 req-58ffc3c9-f041-49e4-b4c0-7cfb0fef37b5 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:55:26.710931 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-33f175e8-7f85-4374-94dc-b0b850f90281 req-58ffc3c9-f041-49e4-b4c0-7cfb0fef37b5 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=60c6ec51-745e-4004-b210-e2f2b7c02f58 HTTP/1.1" status: 200 len: 945 time: 0.0759029 Dec 20 14:55:26.784895 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-33f175e8-7f85-4374-94dc-b0b850f90281 req-29c08c47-a619-476e-936d-c4a7fa7998cb tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=216960ae-a720-47dd-b0f7-2088c7c897fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613213 Dec 20 14:55:26.876132 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-90b692fb-b535-4ea8-9052-ce095d18f884 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:26.963122 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-90b692fb-b535-4ea8-9052-ce095d18f884 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:26.967643 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-90b692fb-b535-4ea8-9052-ce095d18f884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:27.010009 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-90b692fb-b535-4ea8-9052-ce095d18f884 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1152aafd17f24c7b923a580ca8aafc7d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3480237 Dec 20 14:55:27.010009 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b692fb-b535-4ea8-9052-ce095d18f884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94352019-aa37-45c1-b44c-db8c3ad193c5,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:55:27.010636 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 40544) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:27.082597 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f6d4171f-10be-42e3-b247-e311c7e87e4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:27.107082 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f6d4171f-10be-42e3-b247-e311c7e87e4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:27.187217 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f6d4171f-10be-42e3-b247-e311c7e87e4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:27.191221 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f6d4171f-10be-42e3-b247-e311c7e87e4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:27.192757 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-f6d4171f-10be-42e3-b247-e311c7e87e4b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/94352019-aa37-45c1-b44c-db8c3ad193c5 HTTP/1.1" status: 204 len: 168 time: 0.1809680 Dec 20 14:55:27.215572 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d4171f-10be-42e3-b247-e311c7e87e4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94352019-aa37-45c1-b44c-db8c3ad193c5,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:55:27.860987 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 40612) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:27.951382 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb03e24-ddb7-45e1-bf09-68efa2e01a94 req-108bc5f8-87a0-4e58-a596-cda36997cbd9 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:55:27.959126 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9bb03e24-ddb7-45e1-bf09-68efa2e01a94 req-108bc5f8-87a0-4e58-a596-cda36997cbd9 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=60c6ec51-745e-4004-b210-e2f2b7c02f58 HTTP/1.1" status: 200 len: 945 time: 0.0860329 Dec 20 14:55:28.019736 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9bb03e24-ddb7-45e1-bf09-68efa2e01a94 req-eca61bbc-667c-4efd-8408-875dcdb8944d tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=216960ae-a720-47dd-b0f7-2088c7c897fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594306 Dec 20 14:55:28.075445 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4c7204c8-8eae-4cb6-b9bb-c362970a4fdc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:28.267576 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4a7e57-6885-49f4-87f3-4475ba0c3211 req-ab6003de-23d2-4dab-a541-9245006cae3b tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:55:28.279278 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4c7204c8-8eae-4cb6-b9bb-c362970a4fdc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:28.280092 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4c4a7e57-6885-49f4-87f3-4475ba0c3211 req-ab6003de-23d2-4dab-a541-9245006cae3b tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=60c6ec51-745e-4004-b210-e2f2b7c02f58 HTTP/1.1" status: 200 len: 945 time: 0.1427052 Dec 20 14:55:28.287494 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4c7204c8-8eae-4cb6-b9bb-c362970a4fdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:28.339066 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-4c7204c8-8eae-4cb6-b9bb-c362970a4fdc admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3ebdf67c5fe64da999e9076c680b4a8b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4736152 Dec 20 14:55:28.344823 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 40628) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:28.361314 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4c4a7e57-6885-49f4-87f3-4475ba0c3211 req-aa6d7566-7c24-4eed-932f-2d7d35d7e082 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=216960ae-a720-47dd-b0f7-2088c7c897fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796375 Dec 20 14:55:28.390363 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 40632) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:28.410837 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7204c8-8eae-4cb6-b9bb-c362970a4fdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b529c181-cb3b-4e94-9aff-566623d5f4a2,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:55:28.445016 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-448393a6-2d26-4202-922e-75e89e471900 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:28.460591 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa298a0-8129-48b8-a484-28b86941916b tempest-TestNetworkAdvancedServerOps-1489124987 tempest-TestNetworkAdvancedServerOps-1489124987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:55:28.462957 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-afa298a0-8129-48b8-a484-28b86941916b tempest-TestNetworkAdvancedServerOps-1489124987 tempest-TestNetworkAdvancedServerOps-1489124987-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=60c6ec51-745e-4004-b210-e2f2b7c02f58 HTTP/1.1" status: 200 len: 1092 time: 0.0709486 Dec 20 14:55:28.465748 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 40636) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:28.471561 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-8dc894d2-e21b-4e0e-98c3-cda3c607f8b7 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Request body: {'floatingip': {'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'port_id': '89360329-b7a9-4fb8-922c-f561d516b2b8', 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:55:28.473997 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-448393a6-2d26-4202-922e-75e89e471900 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:28.507629 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8dc894d2-e21b-4e0e-98c3-cda3c607f8b7 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for floatingip, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:28.537698 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-448393a6-2d26-4202-922e-75e89e471900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:28.543265 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-448393a6-2d26-4202-922e-75e89e471900 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:28.561229 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-448393a6-2d26-4202-922e-75e89e471900 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b529c181-cb3b-4e94-9aff-566623d5f4a2 HTTP/1.1" status: 204 len: 168 time: 0.1984742 Dec 20 14:55:28.583204 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448393a6-2d26-4202-922e-75e89e471900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b529c181-cb3b-4e94-9aff-566623d5f4a2,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:55:28.664344 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8dc894d2-e21b-4e0e-98c3-cda3c607f8b7 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:28.839482 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-8dc894d2-e21b-4e0e-98c3-cda3c607f8b7 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Allocated IP 172.25.0.28 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/d45c960d-5326-420c-ba51-eec6858263e7) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:55:29.047222 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 40658) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:29.062640 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6c8c7e67-7db7-4d27-8e05-7ed4983c60cc req-4c0a096c-0cc0-4dfe-9399-7f78be1d34d9 tempest-ServerShowV257Test-1536414236 tempest-ServerShowV257Test-1536414236-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7d01f7e-2825-403e-a59c-ffd641469ed6 HTTP/1.1" status: 200 len: 210 time: 0.0629101 Dec 20 14:55:29.085895 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4be570fd-12fe-4443-a6d9-718d8e7c2ea1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:29.112106 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8dc894d2-e21b-4e0e-98c3-cda3c607f8b7 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:29.170394 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8dc894d2-e21b-4e0e-98c3-cda3c607f8b7 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:29.234856 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc894d2-e21b-4e0e-98c3-cda3c607f8b7 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Pushing event updated for resources: {'Port': ['ID=d45c960d-5326-420c-ba51-eec6858263e7,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:55:29.288069 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4be570fd-12fe-4443-a6d9-718d8e7c2ea1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:29.294243 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc894d2-e21b-4e0e-98c3-cda3c607f8b7 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:55:29.299877 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4be570fd-12fe-4443-a6d9-718d8e7c2ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:29.300533 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-8dc894d2-e21b-4e0e-98c3-cda3c607f8b7 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:55:29.306505 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc894d2-e21b-4e0e-98c3-cda3c607f8b7 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:55:29.432369 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-4be570fd-12fe-4443-a6d9-718d8e7c2ea1 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2906976e68c24d4286aa932c3e65f25e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3833215 Dec 20 14:55:29.437510 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be570fd-12fe-4443-a6d9-718d8e7c2ea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cb17b51-69c9-45a3-a92e-793203ad4419,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:55:29.446632 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 40664) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:29.533305 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1a2e0cfc-0bef-47ee-94ae-4f7837895125 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:29.574984 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1a2e0cfc-0bef-47ee-94ae-4f7837895125 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:29.708421 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1a2e0cfc-0bef-47ee-94ae-4f7837895125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:29.712775 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1a2e0cfc-0bef-47ee-94ae-4f7837895125 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:29.714208 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-1a2e0cfc-0bef-47ee-94ae-4f7837895125 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1cb17b51-69c9-45a3-a92e-793203ad4419 HTTP/1.1" status: 204 len: 168 time: 0.2627747 Dec 20 14:55:29.723560 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2e0cfc-0bef-47ee-94ae-4f7837895125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cb17b51-69c9-45a3-a92e-793203ad4419,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:55:30.334230 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c6990395-8284-4775-99cb-7902578ff9b6 req-87d08f39-eaaa-4e8d-b831-ab8116ffb066 tempest-ServerShowV257Test-1536414236 tempest-ServerShowV257Test-1536414236-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7d01f7e-2825-403e-a59c-ffd641469ed6 HTTP/1.1" status: 200 len: 210 time: 0.0849719 Dec 20 14:55:30.540427 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8dc894d2-e21b-4e0e-98c3-cda3c607f8b7 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:30.701274 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8dc894d2-e21b-4e0e-98c3-cda3c607f8b7 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:30.712465 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-86235db8-c96b-4122-ada8-289453fd2781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:30.959931 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8dc894d2-e21b-4e0e-98c3-cda3c607f8b7 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:30.970928 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8dc894d2-e21b-4e0e-98c3-cda3c607f8b7 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:31.026298 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc894d2-e21b-4e0e-98c3-cda3c607f8b7 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Pushing event updated for resources: {'Port': ['ID=d45c960d-5326-420c-ba51-eec6858263e7,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:55:31.096178 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8dc894d2-e21b-4e0e-98c3-cda3c607f8b7 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585115'] for floatingip, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:31.271441 n-d-761264-19 neutron-server[103168]: INFO neutron.db.l3_db [None req-8dc894d2-e21b-4e0e-98c3-cda3c607f8b7 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Floating IP c901ff97-bb50-4724-9b66-d6b5acf79f4c associated. External IP: 172.25.0.28, port: 89360329-b7a9-4fb8-922c-f561d516b2b8. Dec 20 14:55:31.576344 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a5579ccf-3342-4ca7-8860-6d38148e916c req-99063de7-2692-499d-b782-97c4ee2ff8da tempest-ServerShowV257Test-1536414236 tempest-ServerShowV257Test-1536414236-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7d01f7e-2825-403e-a59c-ffd641469ed6 HTTP/1.1" status: 200 len: 210 time: 0.0746899 Dec 20 14:55:31.770952 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dc894d2-e21b-4e0e-98c3-cda3c607f8b7 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Router e512b5db-5b05-4c3f-82aa-9a3f53c6f0db has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:55:31.905325 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dc894d2-e21b-4e0e-98c3-cda3c607f8b7 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:55:31.919728 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65dced35-e301-44c5-af35-1ef258fea4bd None None] Sync routers for ids ['e512b5db-5b05-4c3f-82aa-9a3f53c6f0db'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:55:31.933734 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65dced35-e301-44c5-af35-1ef258fea4bd None None] Routers {'e512b5db-5b05-4c3f-82aa-9a3f53c6f0db'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:55:31.934700 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-65dced35-e301-44c5-af35-1ef258fea4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:55:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['e512b5db-5b05-4c3f-82aa-9a3f53c6f0db'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:55:31.950363 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8dc894d2-e21b-4e0e-98c3-cda3c607f8b7 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:32.012837 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-8dc894d2-e21b-4e0e-98c3-cda3c607f8b7 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.5457671 Dec 20 14:55:32.013517 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60c6ec51-745e-4004-b210-e2f2b7c02f58', 'tag': '89360329-b7a9-4fb8-922c-f561d516b2b8'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:55:32.019108 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38e8afd6-78c6-4858-83b8-1812d0a14090" -d '{"events": [{"name": "network-changed", "server_uuid": "60c6ec51-745e-4004-b210-e2f2b7c02f58", "tag": "89360329-b7a9-4fb8-922c-f561d516b2b8"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:55:32.121014 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-65dced35-e301-44c5-af35-1ef258fea4bd None None] Set router e512b5db-5b05-4c3f-82aa-9a3f53c6f0db gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:55:32.131955 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-386daafc-3187-467e-be07-0de3f73ffc6b x-openstack-request-id: req-386daafc-3187-467e-be07-0de3f73ffc6b {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:55:32.132244 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60c6ec51-745e-4004-b210-e2f2b7c02f58", "tag": "89360329-b7a9-4fb8-922c-f561d516b2b8", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:55:32.132486 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-386daafc-3187-467e-be07-0de3f73ffc6b {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:55:32.132887 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60c6ec51-745e-4004-b210-e2f2b7c02f58', 'tag': '89360329-b7a9-4fb8-922c-f561d516b2b8', 'status': 'completed', 'code': 200} Dec 20 14:55:32.320071 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e8afd6-78c6-4858-83b8-1812d0a14090 req-3c37a1b0-bb7f-4998-8062-80792919d46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:55:32.323346 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-38e8afd6-78c6-4858-83b8-1812d0a14090 req-3c37a1b0-bb7f-4998-8062-80792919d46c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f35a648a7aca4680a908ac1344ad2536&device_id=60c6ec51-745e-4004-b210-e2f2b7c02f58 HTTP/1.1" status: 200 len: 1097 time: 0.1624248 Dec 20 14:55:32.400511 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b555697-0c5a-4006-ad82-b0b60c66cfef req-f07d4f26-7678-45f4-9923-8d91cfd3ec65 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:55:32.416851 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6b555697-0c5a-4006-ad82-b0b60c66cfef req-f07d4f26-7678-45f4-9923-8d91cfd3ec65 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=60c6ec51-745e-4004-b210-e2f2b7c02f58 HTTP/1.1" status: 200 len: 945 time: 0.2379444 Dec 20 14:55:32.602627 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6b555697-0c5a-4006-ad82-b0b60c66cfef req-9dce32b9-f798-4e88-af91-e86ea6a9666c tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=216960ae-a720-47dd-b0f7-2088c7c897fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1844211 Dec 20 14:55:32.616886 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 40722) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:32.699050 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-65dced35-e301-44c5-af35-1ef258fea4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e512b5db-5b05-4c3f-82aa-9a3f53c6f0db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1446437942', 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '09b1d4c3-44a7-4dea-87dc-dfed3044adb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:55:05Z', 'updated_at': '2021-12-20T14:55:12Z', 'revision_number': 4, 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'gw_port': {'id': '09b1d4c3-44a7-4dea-87dc-dfed3044adb0', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:81:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e512b5db-5b05-4c3f-82aa-9a3f53c6f0db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:55:06Z', 'updated_at': '2021-12-20T14:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': 'c901ff97-bb50-4724-9b66-d6b5acf79f4c', 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'floating_ip_address': '172.25.0.28', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': 'e512b5db-5b05-4c3f-82aa-9a3f53c6f0db', 'port_id': '89360329-b7a9-4fb8-922c-f561d516b2b8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3351, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54b701de-5ca8-4357-bb8c-3c0ecf0a0085', 'mac_address': 'fa:16:3e:43:e1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c6ec51-745e-4004-b210-e2f2b7c02f58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T14:55:29Z', 'updated_at': '2021-12-20T14:55:29Z', 'revision_number': 0, 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '198ec63d-d2e0-4a3a-af69-44c2dbd2a48d', 'name': '', 'network_id': '54b701de-5ca8-4357-bb8c-3c0ecf0a0085', 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'mac_address': 'fa:16:3e:b8:9f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e512b5db-5b05-4c3f-82aa-9a3f53c6f0db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '83e7de40-237d-422a-8c1b-e9413788dad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:55:11Z', 'updated_at': '2021-12-20T14:55:17Z', 'revision_number': 5, 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'subnets': [{'id': '83e7de40-237d-422a-8c1b-e9413788dad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:55:32.750003 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65dced35-e301-44c5-af35-1ef258fea4bd None None] Checking router: e512b5db-5b05-4c3f-82aa-9a3f53c6f0db for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:55:32.766215 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ea83b965-1572-4abd-8db8-d9796ab6eaef req-41ccb1d3-0c07-447c-aa46-cb261284c5dd tempest-ServerShowV257Test-1536414236 tempest-ServerShowV257Test-1536414236-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7d01f7e-2825-403e-a59c-ffd641469ed6 HTTP/1.1" status: 200 len: 210 time: 0.0587564 Dec 20 14:55:32.773061 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65dced35-e301-44c5-af35-1ef258fea4bd None None] Routers {'e512b5db-5b05-4c3f-82aa-9a3f53c6f0db'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:55:32.773780 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-65dced35-e301-44c5-af35-1ef258fea4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:55:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['e512b5db-5b05-4c3f-82aa-9a3f53c6f0db'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:55:32.797005 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e8afd6-78c6-4858-83b8-1812d0a14090 req-a96c6039-09ec-483c-8aa7-b9b333876f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:55:32.798653 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-38e8afd6-78c6-4858-83b8-1812d0a14090 req-a96c6039-09ec-483c-8aa7-b9b333876f58 service neutron] 10.222.0.47 "GET /v2.0/networks?id=54b701de-5ca8-4357-bb8c-3c0ecf0a0085 HTTP/1.1" status: 200 len: 898 time: 0.4670677 Dec 20 14:55:32.876744 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 40726) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:32.944459 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-38e8afd6-78c6-4858-83b8-1812d0a14090 req-724a519f-3fba-4c40-a266-dd9f198b8bcc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89360329-b7a9-4fb8-922c-f561d516b2b8 HTTP/1.1" status: 200 len: 998 time: 0.1345096 Dec 20 14:55:32.964407 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-ea2d22eb-1dbe-4e8b-92c7-f8dbc804e82e tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/floatingips/c901ff97-bb50-4724-9b66-d6b5acf79f4c HTTP/1.1" status: 200 len: 990 time: 0.3448212 Dec 20 14:55:32.981105 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-65dced35-e301-44c5-af35-1ef258fea4bd None None] Set router e512b5db-5b05-4c3f-82aa-9a3f53c6f0db gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:55:33.103128 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e8afd6-78c6-4858-83b8-1812d0a14090 req-d69c0705-40f5-474f-b9bd-1d5c70e65d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:55:33.105170 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-38e8afd6-78c6-4858-83b8-1812d0a14090 req-d69c0705-40f5-474f-b9bd-1d5c70e65d44 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=83e7de40-237d-422a-8c1b-e9413788dad7 HTTP/1.1" status: 200 len: 835 time: 0.1377287 Dec 20 14:55:33.242520 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e8afd6-78c6-4858-83b8-1812d0a14090 req-82d08072-bf4e-4e23-b9b2-773576de19a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:55:33.244208 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-38e8afd6-78c6-4858-83b8-1812d0a14090 req-82d08072-bf4e-4e23-b9b2-773576de19a3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=54b701de-5ca8-4357-bb8c-3c0ecf0a0085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1323047 Dec 20 14:55:33.266106 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-bf4d8407-4d3c-4a30-804f-03624a92ff77 tempest-DHCPAgentSchedulersTestJSON-107565951 tempest-DHCPAgentSchedulersTestJSON-107565951-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1690391175'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:55:33.347821 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-9e93b8c3-2793-47ab-b50c-b7a6aa6efd2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:33.401826 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf4d8407-4d3c-4a30-804f-03624a92ff77 tempest-DHCPAgentSchedulersTestJSON-107565951 tempest-DHCPAgentSchedulersTestJSON-107565951-project] Made reservation on behalf of f782c6b926794df9bfabfdc06115ea6b for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:55:33.407575 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-bf4d8407-4d3c-4a30-804f-03624a92ff77 tempest-DHCPAgentSchedulersTestJSON-107565951 tempest-DHCPAgentSchedulersTestJSON-107565951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:33.440583 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-bf4d8407-4d3c-4a30-804f-03624a92ff77 tempest-DHCPAgentSchedulersTestJSON-107565951 tempest-DHCPAgentSchedulersTestJSON-107565951-project] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:33.506942 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-16ff8f79-17ea-41d1-9799-e588b23437ec req-a69fc159-56c8-45f0-ab37-8b33b0fff595 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c7d01f7e-2825-403e-a59c-ffd641469ed6 HTTP/1.1" status: 200 len: 210 time: 0.0952625 Dec 20 14:55:33.683755 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-65dced35-e301-44c5-af35-1ef258fea4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e512b5db-5b05-4c3f-82aa-9a3f53c6f0db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1446437942', 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '09b1d4c3-44a7-4dea-87dc-dfed3044adb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:55:05Z', 'updated_at': '2021-12-20T14:55:12Z', 'revision_number': 4, 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'gw_port': {'id': '09b1d4c3-44a7-4dea-87dc-dfed3044adb0', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:81:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e512b5db-5b05-4c3f-82aa-9a3f53c6f0db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:55:06Z', 'updated_at': '2021-12-20T14:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': 'c901ff97-bb50-4724-9b66-d6b5acf79f4c', 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'floating_ip_address': '172.25.0.28', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': 'e512b5db-5b05-4c3f-82aa-9a3f53c6f0db', 'port_id': '89360329-b7a9-4fb8-922c-f561d516b2b8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3351, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54b701de-5ca8-4357-bb8c-3c0ecf0a0085', 'mac_address': 'fa:16:3e:43:e1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c6ec51-745e-4004-b210-e2f2b7c02f58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T14:55:29Z', 'updated_at': '2021-12-20T14:55:29Z', 'revision_number': 0, 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '198ec63d-d2e0-4a3a-af69-44c2dbd2a48d', 'name': '', 'network_id': '54b701de-5ca8-4357-bb8c-3c0ecf0a0085', 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'mac_address': 'fa:16:3e:b8:9f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e512b5db-5b05-4c3f-82aa-9a3f53c6f0db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '83e7de40-237d-422a-8c1b-e9413788dad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:55:11Z', 'updated_at': '2021-12-20T14:55:17Z', 'revision_number': 5, 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'subnets': [{'id': '83e7de40-237d-422a-8c1b-e9413788dad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:55:33.691166 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-bf4d8407-4d3c-4a30-804f-03624a92ff77 tempest-DHCPAgentSchedulersTestJSON-107565951 tempest-DHCPAgentSchedulersTestJSON-107565951-project] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:33.697081 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-bf4d8407-4d3c-4a30-804f-03624a92ff77 tempest-DHCPAgentSchedulersTestJSON-107565951 tempest-DHCPAgentSchedulersTestJSON-107565951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:33.721717 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65dced35-e301-44c5-af35-1ef258fea4bd None None] The sync data for ids ['e512b5db-5b05-4c3f-82aa-9a3f53c6f0db'] in n-d-761264-19 is: [{'id': 'e512b5db-5b05-4c3f-82aa-9a3f53c6f0db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1446437942', 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '09b1d4c3-44a7-4dea-87dc-dfed3044adb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:55:05Z', 'updated_at': '2021-12-20T14:55:12Z', 'revision_number': 4, 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'gw_port': {'id': '09b1d4c3-44a7-4dea-87dc-dfed3044adb0', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:81:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e512b5db-5b05-4c3f-82aa-9a3f53c6f0db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:55:06Z', 'updated_at': '2021-12-20T14:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': 'c901ff97-bb50-4724-9b66-d6b5acf79f4c', 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'floating_ip_address': '172.25.0.28', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': 'e512b5db-5b05-4c3f-82aa-9a3f53c6f0db', 'port_id': '89360329-b7a9-4fb8-922c-f561d516b2b8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3351, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54b701de-5ca8-4357-bb8c-3c0ecf0a0085', 'mac_address': 'fa:16:3e:43:e1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c6ec51-745e-4004-b210-e2f2b7c02f58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T14:55:29Z', 'updated_at': '2021-12-20T14:55:29Z', 'revision_number': 0, 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '198ec63d-d2e0-4a3a-af69-44c2dbd2a48d', 'name': '', 'network_id': '54b701de-5ca8-4357-bb8c-3c0ecf0a0085', 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'mac_address': 'fa:16:3e:b8:9f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e512b5db-5b05-4c3f-82aa-9a3f53c6f0db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '83e7de40-237d-422a-8c1b-e9413788dad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:55:11Z', 'updated_at': '2021-12-20T14:55:17Z', 'revision_number': 5, 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'subnets': [{'id': '83e7de40-237d-422a-8c1b-e9413788dad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:55:33.767539 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf4d8407-4d3c-4a30-804f-03624a92ff77 tempest-DHCPAgentSchedulersTestJSON-107565951 tempest-DHCPAgentSchedulersTestJSON-107565951-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:55:33.781431 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4d8407-4d3c-4a30-804f-03624a92ff77 tempest-DHCPAgentSchedulersTestJSON-107565951 tempest-DHCPAgentSchedulersTestJSON-107565951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9318c976-a687-4869-98a2-11ab79d2ea35,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:55:33.791665 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-bf4d8407-4d3c-4a30-804f-03624a92ff77 tempest-DHCPAgentSchedulersTestJSON-107565951 tempest-DHCPAgentSchedulersTestJSON-107565951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:33.792752 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-bf4d8407-4d3c-4a30-804f-03624a92ff77 tempest-DHCPAgentSchedulersTestJSON-107565951 tempest-DHCPAgentSchedulersTestJSON-107565951-project] Added segment 34c62130-e6d3-4c74-9a6d-d8833c2d61b2 of type vlan for network 260c46fe-c225-4909-9ab5-789900cce266 Dec 20 14:55:33.853000 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:33.935523 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-bf4d8407-4d3c-4a30-804f-03624a92ff77 tempest-DHCPAgentSchedulersTestJSON-107565951 tempest-DHCPAgentSchedulersTestJSON-107565951-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:33.972404 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 40736) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:33.981582 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-bf4d8407-4d3c-4a30-804f-03624a92ff77 tempest-DHCPAgentSchedulersTestJSON-107565951 tempest-DHCPAgentSchedulersTestJSON-107565951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:33.987393 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4d8407-4d3c-4a30-804f-03624a92ff77 tempest-DHCPAgentSchedulersTestJSON-107565951 tempest-DHCPAgentSchedulersTestJSON-107565951-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:55:33.988326 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-bf4d8407-4d3c-4a30-804f-03624a92ff77 tempest-DHCPAgentSchedulersTestJSON-107565951 tempest-DHCPAgentSchedulersTestJSON-107565951-project] Publish callbacks [] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:34.027022 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-73c2f9bc-bbf3-4b8e-93f9-5a82787e071c req-dc2e2c57-b987-4f7d-ad3c-e4c8d66233ed tempest-ServerShowV257Test-1536414236 tempest-ServerShowV257Test-1536414236-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7d01f7e-2825-403e-a59c-ffd641469ed6 HTTP/1.1" status: 200 len: 210 time: 0.0406070 Dec 20 14:55:34.034282 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-38e8afd6-78c6-4858-83b8-1812d0a14090 req-6787c60f-1182-4c40-9c7b-53bb7d64c8cb service neutron] 10.222.0.47 "GET /v2.0/networks/54b701de-5ca8-4357-bb8c-3c0ecf0a0085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7821655 Dec 20 14:55:34.134501 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-bf4d8407-4d3c-4a30-804f-03624a92ff77 tempest-DHCPAgentSchedulersTestJSON-107565951 tempest-DHCPAgentSchedulersTestJSON-107565951-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.2563229 Dec 20 14:55:34.138680 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 40738) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:34.144660 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-6e91fcb1-7d2d-4097-84aa-d80fe676aacd tempest-DHCPAgentSchedulersTestJSON-107565951 tempest-DHCPAgentSchedulersTestJSON-107565951-project] Request body: {'subnet': {'network_id': '260c46fe-c225-4909-9ab5-789900cce266', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:55:34.162947 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-38e8afd6-78c6-4858-83b8-1812d0a14090 req-91a05ffc-7739-4c9f-9538-c83a367dbf38 service neutron] 10.222.0.47 "GET /v2.0/networks/54b701de-5ca8-4357-bb8c-3c0ecf0a0085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212738 Dec 20 14:55:34.186167 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04ac903-c7d3-4645-84e6-f811cb19133d None None] New status for floating IP c901ff97-bb50-4724-9b66-d6b5acf79f4c: ACTIVE {{(pid=103169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 14:55:34.236252 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-7e3fc03a-e2a4-457e-9da2-aaa86ad40a7f tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/floatingips/c901ff97-bb50-4724-9b66-d6b5acf79f4c HTTP/1.1" status: 200 len: 990 time: 0.2615628 Dec 20 14:55:34.236252 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4d8407-4d3c-4a30-804f-03624a92ff77 tempest-DHCPAgentSchedulersTestJSON-107565951 tempest-DHCPAgentSchedulersTestJSON-107565951-project] Pushing event updated for resources: {'Network': ['ID=260c46fe-c225-4909-9ab5-789900cce266,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:55:34.340645 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e91fcb1-7d2d-4097-84aa-d80fe676aacd tempest-DHCPAgentSchedulersTestJSON-107565951 tempest-DHCPAgentSchedulersTestJSON-107565951-project] Made reservation on behalf of f782c6b926794df9bfabfdc06115ea6b for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:55:34.346388 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6e91fcb1-7d2d-4097-84aa-d80fe676aacd tempest-DHCPAgentSchedulersTestJSON-107565951 tempest-DHCPAgentSchedulersTestJSON-107565951-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:34.388025 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 260c46fe-c225-4909-9ab5-789900cce266 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:55:34.626840 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6e91fcb1-7d2d-4097-84aa-d80fe676aacd tempest-DHCPAgentSchedulersTestJSON-107565951 tempest-DHCPAgentSchedulersTestJSON-107565951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:34.706140 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e91fcb1-7d2d-4097-84aa-d80fe676aacd tempest-DHCPAgentSchedulersTestJSON-107565951 tempest-DHCPAgentSchedulersTestJSON-107565951-project] Pushing event updated for resources: {'Subnet': ['ID=bcc3ab0e-23eb-4266-a701-464b1974d5a0,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:55:34.719149 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e91fcb1-7d2d-4097-84aa-d80fe676aacd tempest-DHCPAgentSchedulersTestJSON-107565951 tempest-DHCPAgentSchedulersTestJSON-107565951-project] Checking segment: {'id': '34c62130-e6d3-4c74-9a6d-d8833c2d61b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '260c46fe-c225-4909-9ab5-789900cce266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:55:34.719513 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e91fcb1-7d2d-4097-84aa-d80fe676aacd tempest-DHCPAgentSchedulersTestJSON-107565951 tempest-DHCPAgentSchedulersTestJSON-107565951-project] Network hostable DHCP agents. Network: 260c46fe-c225-4909-9ab5-789900cce266, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:55:34.738655 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e91fcb1-7d2d-4097-84aa-d80fe676aacd tempest-DHCPAgentSchedulersTestJSON-107565951 tempest-DHCPAgentSchedulersTestJSON-107565951-project] Network 260c46fe-c225-4909-9ab5-789900cce266 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:55:34.757537 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-6e91fcb1-7d2d-4097-84aa-d80fe676aacd tempest-DHCPAgentSchedulersTestJSON-107565951 tempest-DHCPAgentSchedulersTestJSON-107565951-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 260c46fe-c225-4909-9ab5-789900cce266) {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:55:34.762503 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e91fcb1-7d2d-4097-84aa-d80fe676aacd tempest-DHCPAgentSchedulersTestJSON-107565951 tempest-DHCPAgentSchedulersTestJSON-107565951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:55:34.763348 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6e91fcb1-7d2d-4097-84aa-d80fe676aacd tempest-DHCPAgentSchedulersTestJSON-107565951 tempest-DHCPAgentSchedulersTestJSON-107565951-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:34.767591 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cccd3988-3140-4d31-b0dd-5a9f586c3e2b None None] Network 260c46fe-c225-4909-9ab5-789900cce266 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:55:34.785101 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-6e91fcb1-7d2d-4097-84aa-d80fe676aacd tempest-DHCPAgentSchedulersTestJSON-107565951 tempest-DHCPAgentSchedulersTestJSON-107565951-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6420887 Dec 20 14:55:34.786291 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 40744) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:34.812103 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-82605a51-64a6-4830-8f50-dcd4c66e2ba4 tempest-DHCPAgentSchedulersTestJSON-107565951 tempest-DHCPAgentSchedulersTestJSON-107565951-project] Request body: {'port': {'network_id': '260c46fe-c225-4909-9ab5-789900cce266', 'name': 'tempest-DHCPAgentSchedulersTestJSON-88720807'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:55:34.908738 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b050b38c-9590-4254-86b4-05ee2770be5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-260c46fe-c225-4909-9ab5-789900cce266', 'network_id': '260c46fe-c225-4909-9ab5-789900cce266', 'project_id': 'f782c6b926794df9bfabfdc06115ea6b', 'fixed_ips': [{'subnet_id': 'bcc3ab0e-23eb-4266-a701-464b1974d5a0'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:55:34.909964 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b050b38c-9590-4254-86b4-05ee2770be5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:34.994126 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82605a51-64a6-4830-8f50-dcd4c66e2ba4 tempest-DHCPAgentSchedulersTestJSON-107565951 tempest-DHCPAgentSchedulersTestJSON-107565951-project] Made reservation on behalf of f782c6b926794df9bfabfdc06115ea6b for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:55:34.998360 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-82605a51-64a6-4830-8f50-dcd4c66e2ba4 tempest-DHCPAgentSchedulersTestJSON-107565951 tempest-DHCPAgentSchedulersTestJSON-107565951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:35.045508 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [None req-82605a51-64a6-4830-8f50-dcd4c66e2ba4 tempest-DHCPAgentSchedulersTestJSON-107565951 tempest-DHCPAgentSchedulersTestJSON-107565951-project] device_id is not set on port 5c1e1ddb-574c-458f-b652-ee0488a3bdf2 yet. {{(pid=103167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 14:55:35.082052 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-b050b38c-9590-4254-86b4-05ee2770be5d None None] Allocated IP 172.20.0.2 (260c46fe-c225-4909-9ab5-789900cce266/bcc3ab0e-23eb-4266-a701-464b1974d5a0/98e44ea2-1ec5-471d-8089-3df9ec9d42cb) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:55:35.173128 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a61ad1d1-49b8-4a45-b3d3-7d9e43343856 req-9f146079-f5dd-4468-92f2-a9c8cc0ea915 tempest-ServerShowV257Test-1536414236 tempest-ServerShowV257Test-1536414236-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7d01f7e-2825-403e-a59c-ffd641469ed6 HTTP/1.1" status: 200 len: 210 time: 0.0337152 Dec 20 14:55:35.239057 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 40750) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:35.302653 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b050b38c-9590-4254-86b4-05ee2770be5d None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:35.312827 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b050b38c-9590-4254-86b4-05ee2770be5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:35.355352 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b050b38c-9590-4254-86b4-05ee2770be5d None None] Network 260c46fe-c225-4909-9ab5-789900cce266 is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:55:35.361170 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-b050b38c-9590-4254-86b4-05ee2770be5d None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:55:35.372316 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-f243088f-a0c8-4545-bf2c-4e673f41ada1 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/floatingips/c901ff97-bb50-4724-9b66-d6b5acf79f4c HTTP/1.1" status: 200 len: 992 time: 0.1306298 Dec 20 14:55:35.372812 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b050b38c-9590-4254-86b4-05ee2770be5d None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:55:35.407475 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.db.api [None req-82605a51-64a6-4830-8f50-dcd4c66e2ba4 tempest-DHCPAgentSchedulersTestJSON-107565951 tempest-DHCPAgentSchedulersTestJSON-107565951-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-f6c21650-75a4-4769-8c27-2bcede56545c {{(pid=103167) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 14:55:35.408201 n-d-761264-19 neutron-server[103167]: DEBUG oslo_db.api [None req-82605a51-64a6-4830-8f50-dcd4c66e2ba4 tempest-DHCPAgentSchedulersTestJSON-107565951 tempest-DHCPAgentSchedulersTestJSON-107565951-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 14:55:35.464018 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b050b38c-9590-4254-86b4-05ee2770be5d None None] Pushing event updated for resources: {'Port': ['ID=98e44ea2-1ec5-471d-8089-3df9ec9d42cb,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:55:35.479539 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-b050b38c-9590-4254-86b4-05ee2770be5d None None] Attempting to bind port 98e44ea2-1ec5-471d-8089-3df9ec9d42cb on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:55:35.479907 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-b050b38c-9590-4254-86b4-05ee2770be5d None None] Attempting to bind port 98e44ea2-1ec5-471d-8089-3df9ec9d42cb by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '34c62130-e6d3-4c74-9a6d-d8833c2d61b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '260c46fe-c225-4909-9ab5-789900cce266'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:55:35.480266 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b050b38c-9590-4254-86b4-05ee2770be5d None None] Attempting to bind port 98e44ea2-1ec5-471d-8089-3df9ec9d42cb on network 260c46fe-c225-4909-9ab5-789900cce266 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:55:35.485663 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b050b38c-9590-4254-86b4-05ee2770be5d None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:55:35.486038 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b050b38c-9590-4254-86b4-05ee2770be5d None None] Checking segment: {'id': '34c62130-e6d3-4c74-9a6d-d8833c2d61b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '260c46fe-c225-4909-9ab5-789900cce266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:55:35.486516 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b050b38c-9590-4254-86b4-05ee2770be5d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:35.486900 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b050b38c-9590-4254-86b4-05ee2770be5d None None] Bound using segment: {'id': '34c62130-e6d3-4c74-9a6d-d8833c2d61b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '260c46fe-c225-4909-9ab5-789900cce266'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:55:35.487347 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-b050b38c-9590-4254-86b4-05ee2770be5d None None] Bound port: 98e44ea2-1ec5-471d-8089-3df9ec9d42cb, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c62130-e6d3-4c74-9a6d-d8833c2d61b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '260c46fe-c225-4909-9ab5-789900cce266'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:55:35.487726 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b050b38c-9590-4254-86b4-05ee2770be5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:35.573224 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-b050b38c-9590-4254-86b4-05ee2770be5d None None] For port 98e44ea2-1ec5-471d-8089-3df9ec9d42cb, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:55:35.578527 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-b050b38c-9590-4254-86b4-05ee2770be5d None None] For port 98e44ea2-1ec5-471d-8089-3df9ec9d42cb, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=98e44ea2-1ec5-471d-8089-3df9ec9d42cb,segment=NetworkSegment(34c62130-e6d3-4c74-9a6d-d8833c2d61b2),segment_id=34c62130-e6d3-4c74-9a6d-d8833c2d61b2)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:55:35.584904 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b050b38c-9590-4254-86b4-05ee2770be5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:35.672886 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b050b38c-9590-4254-86b4-05ee2770be5d None None] Pushing event updated for resources: {'Port': ['ID=98e44ea2-1ec5-471d-8089-3df9ec9d42cb,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:55:35.710691 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81a0ca1-b69a-44a1-897f-6f2997776db6 req-e8192255-530f-4e97-a0ba-fcd2d29e7295 tempest-VolumesBackupsTest-481698073 tempest-VolumesBackupsTest-481698073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:55:35.718288 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a81a0ca1-b69a-44a1-897f-6f2997776db6 req-e8192255-530f-4e97-a0ba-fcd2d29e7295 tempest-VolumesBackupsTest-481698073 tempest-VolumesBackupsTest-481698073-project] 10.222.0.54 "GET /v2.0/ports?device_id=41899c8c-d22f-4630-96d1-e38e0939d445 HTTP/1.1" status: 200 len: 949 time: 0.0933595 Dec 20 14:55:35.755390 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-27f08a04-df04-4bef-8d6f-37e030d49832 req-033d8c77-0585-446a-8e6b-cf00e566ea25 tempest-ServerShowV257Test-1536414236 tempest-ServerShowV257Test-1536414236-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7d01f7e-2825-403e-a59c-ffd641469ed6 HTTP/1.1" status: 200 len: 210 time: 0.0327039 Dec 20 14:55:35.776151 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a81a0ca1-b69a-44a1-897f-6f2997776db6 req-c3519482-aa8d-44b3-abd8-d3f73523a128 tempest-VolumesBackupsTest-481698073 tempest-VolumesBackupsTest-481698073-project] 10.222.0.54 "GET /v2.0/security-groups?id=29529c00-5d8e-457a-a310-f6a6af801b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569534 Dec 20 14:55:35.809332 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:35.909805 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-82605a51-64a6-4830-8f50-dcd4c66e2ba4 tempest-DHCPAgentSchedulersTestJSON-107565951 tempest-DHCPAgentSchedulersTestJSON-107565951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:35.932943 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [None req-82605a51-64a6-4830-8f50-dcd4c66e2ba4 tempest-DHCPAgentSchedulersTestJSON-107565951 tempest-DHCPAgentSchedulersTestJSON-107565951-project] device_id is not set on port b51b84a8-5af3-422f-a925-9b5f9943bde9 yet. {{(pid=103167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 14:55:36.054880 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-82605a51-64a6-4830-8f50-dcd4c66e2ba4 tempest-DHCPAgentSchedulersTestJSON-107565951 tempest-DHCPAgentSchedulersTestJSON-107565951-project] Allocated IP 172.20.0.14 (260c46fe-c225-4909-9ab5-789900cce266/bcc3ab0e-23eb-4266-a701-464b1974d5a0/b51b84a8-5af3-422f-a925-9b5f9943bde9) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:55:36.208938 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-82605a51-64a6-4830-8f50-dcd4c66e2ba4 tempest-DHCPAgentSchedulersTestJSON-107565951 tempest-DHCPAgentSchedulersTestJSON-107565951-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:36.243072 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-82605a51-64a6-4830-8f50-dcd4c66e2ba4 tempest-DHCPAgentSchedulersTestJSON-107565951 tempest-DHCPAgentSchedulersTestJSON-107565951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:36.260343 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:36.290136 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82605a51-64a6-4830-8f50-dcd4c66e2ba4 tempest-DHCPAgentSchedulersTestJSON-107565951 tempest-DHCPAgentSchedulersTestJSON-107565951-project] Network 260c46fe-c225-4909-9ab5-789900cce266 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:55:36.293236 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-82605a51-64a6-4830-8f50-dcd4c66e2ba4 tempest-DHCPAgentSchedulersTestJSON-107565951 tempest-DHCPAgentSchedulersTestJSON-107565951-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:55:36.296929 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82605a51-64a6-4830-8f50-dcd4c66e2ba4 tempest-DHCPAgentSchedulersTestJSON-107565951 tempest-DHCPAgentSchedulersTestJSON-107565951-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:55:36.303705 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82605a51-64a6-4830-8f50-dcd4c66e2ba4 tempest-DHCPAgentSchedulersTestJSON-107565951 tempest-DHCPAgentSchedulersTestJSON-107565951-project] Pushing event updated for resources: {'Port': ['ID=b51b84a8-5af3-422f-a925-9b5f9943bde9,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:55:36.350532 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82605a51-64a6-4830-8f50-dcd4c66e2ba4 tempest-DHCPAgentSchedulersTestJSON-107565951 tempest-DHCPAgentSchedulersTestJSON-107565951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:55:36.351168 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-82605a51-64a6-4830-8f50-dcd4c66e2ba4 tempest-DHCPAgentSchedulersTestJSON-107565951 tempest-DHCPAgentSchedulersTestJSON-107565951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:36.373020 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 40774) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:36.373601 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-82605a51-64a6-4830-8f50-dcd4c66e2ba4 tempest-DHCPAgentSchedulersTestJSON-107565951 tempest-DHCPAgentSchedulersTestJSON-107565951-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5830479 Dec 20 14:55:36.469772 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-45b550ac-f837-44fc-971d-2876976ec249 tempest-DHCPAgentSchedulersTestJSON-107565951 tempest-DHCPAgentSchedulersTestJSON-107565951-project] Deleting port b51b84a8-5af3-422f-a925-9b5f9943bde9 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:55:36.470173 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-45b550ac-f837-44fc-971d-2876976ec249 tempest-DHCPAgentSchedulersTestJSON-107565951 tempest-DHCPAgentSchedulersTestJSON-107565951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:36.569339 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-45b550ac-f837-44fc-971d-2876976ec249 tempest-DHCPAgentSchedulersTestJSON-107565951 tempest-DHCPAgentSchedulersTestJSON-107565951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:36.583214 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-45b550ac-f837-44fc-971d-2876976ec249 tempest-DHCPAgentSchedulersTestJSON-107565951 tempest-DHCPAgentSchedulersTestJSON-107565951-project] Calling delete_port for b51b84a8-5af3-422f-a925-9b5f9943bde9 owned by {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:55:36.722880 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-45b550ac-f837-44fc-971d-2876976ec249 tempest-DHCPAgentSchedulersTestJSON-107565951 tempest-DHCPAgentSchedulersTestJSON-107565951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:36.723806 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3020fbb-41dc-4bc3-8732-c763555e78fe None None] Network 260c46fe-c225-4909-9ab5-789900cce266 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:55:36.773404 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b550ac-f837-44fc-971d-2876976ec249 tempest-DHCPAgentSchedulersTestJSON-107565951 tempest-DHCPAgentSchedulersTestJSON-107565951-project] Pushing event deleted for resources: {'Port': ['ID=b51b84a8-5af3-422f-a925-9b5f9943bde9,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:55:36.837162 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-52cdab44-87a2-4c0d-9437-ad17ed665969 None None] Provisioning complete for port 98e44ea2-1ec5-471d-8089-3df9ec9d42cb triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:55:36.837534 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-52cdab44-87a2-4c0d-9437-ad17ed665969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:36.896696 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-45b550ac-f837-44fc-971d-2876976ec249 tempest-DHCPAgentSchedulersTestJSON-107565951 tempest-DHCPAgentSchedulersTestJSON-107565951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:36.900176 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-45b550ac-f837-44fc-971d-2876976ec249 tempest-DHCPAgentSchedulersTestJSON-107565951 tempest-DHCPAgentSchedulersTestJSON-107565951-project] 10.222.0.54 "DELETE /v2.0/ports/b51b84a8-5af3-422f-a925-9b5f9943bde9 HTTP/1.1" status: 204 len: 168 time: 0.5253658 Dec 20 14:55:36.903164 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 40782) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:36.938504 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fb92b347-6e84-451f-8d60-2817739fe78a req-bb2a66f1-036f-4ff0-aaf6-3ec4eedf9c3e tempest-ServerShowV257Test-1536414236 tempest-ServerShowV257Test-1536414236-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7d01f7e-2825-403e-a59c-ffd641469ed6 HTTP/1.1" status: 200 len: 210 time: 0.0500700 Dec 20 14:55:36.966156 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-52cdab44-87a2-4c0d-9437-ad17ed665969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:36.990216 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efb2e36-8cac-465d-b19f-7be5860df06b req-a22c2b65-2803-4c50-a341-bb8ee4f0944f tempest-VolumesBackupsTest-481698073 tempest-VolumesBackupsTest-481698073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:55:36.992010 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8efb2e36-8cac-465d-b19f-7be5860df06b req-a22c2b65-2803-4c50-a341-bb8ee4f0944f tempest-VolumesBackupsTest-481698073 tempest-VolumesBackupsTest-481698073-project] 10.222.0.54 "GET /v2.0/ports?device_id=41899c8c-d22f-4630-96d1-e38e0939d445 HTTP/1.1" status: 200 len: 949 time: 0.1131918 Dec 20 14:55:37.015174 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-52cdab44-87a2-4c0d-9437-ad17ed665969 None None] For port 98e44ea2-1ec5-471d-8089-3df9ec9d42cb, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=98e44ea2-1ec5-471d-8089-3df9ec9d42cb,segment=NetworkSegment(34c62130-e6d3-4c74-9a6d-d8833c2d61b2),segment_id=34c62130-e6d3-4c74-9a6d-d8833c2d61b2)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:55:37.023366 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-5e72e2b4-3987-4aca-bf82-9db1879fbb9b tempest-DHCPAgentSchedulersTestJSON-59389775 tempest-DHCPAgentSchedulersTestJSON-59389775-project-admin] 10.222.0.54 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4934 time: 0.1183503 Dec 20 14:55:37.023856 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-52cdab44-87a2-4c0d-9437-ad17ed665969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:37.028256 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 40788) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:37.041471 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-84437bbe-7175-45fc-8a68-a5720eb3927e tempest-DHCPAgentSchedulersTestJSON-107565951 tempest-DHCPAgentSchedulersTestJSON-107565951-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1316489889'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:55:37.080911 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cdab44-87a2-4c0d-9437-ad17ed665969 None None] Pushing event updated for resources: {'Port': ['ID=98e44ea2-1ec5-471d-8089-3df9ec9d42cb,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:55:37.087628 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8efb2e36-8cac-465d-b19f-7be5860df06b req-03669b31-42f5-4f7f-bdda-37742e949cee tempest-VolumesBackupsTest-481698073 tempest-VolumesBackupsTest-481698073-project] 10.222.0.54 "GET /v2.0/security-groups?id=29529c00-5d8e-457a-a310-f6a6af801b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807719 Dec 20 14:55:37.106295 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84437bbe-7175-45fc-8a68-a5720eb3927e tempest-DHCPAgentSchedulersTestJSON-107565951 tempest-DHCPAgentSchedulersTestJSON-107565951-project] Made reservation on behalf of f782c6b926794df9bfabfdc06115ea6b for: {'network': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:55:37.109470 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-84437bbe-7175-45fc-8a68-a5720eb3927e tempest-DHCPAgentSchedulersTestJSON-107565951 tempest-DHCPAgentSchedulersTestJSON-107565951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:37.176208 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84437bbe-7175-45fc-8a68-a5720eb3927e tempest-DHCPAgentSchedulersTestJSON-107565951 tempest-DHCPAgentSchedulersTestJSON-107565951-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=103167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:55:37.195953 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 98e44ea2-1ec5-471d-8089-3df9ec9d42cb up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:55:37.200518 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7793c860-c052-4315-8fce-17bc7c32a953 req-5b26c60b-0f99-497d-a6fe-9442746bd556 tempest-VolumesBackupsTest-481698073 tempest-VolumesBackupsTest-481698073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:55:37.202146 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7793c860-c052-4315-8fce-17bc7c32a953 req-5b26c60b-0f99-497d-a6fe-9442746bd556 tempest-VolumesBackupsTest-481698073 tempest-VolumesBackupsTest-481698073-project] 10.222.0.47 "GET /v2.0/ports?device_id=41899c8c-d22f-4630-96d1-e38e0939d445 HTTP/1.1" status: 200 len: 949 time: 0.0782824 Dec 20 14:55:37.203445 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-84437bbe-7175-45fc-8a68-a5720eb3927e tempest-DHCPAgentSchedulersTestJSON-107565951 tempest-DHCPAgentSchedulersTestJSON-107565951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:37.203777 n-d-761264-19 neutron-server[103167]: INFO neutron.db.segments_db [None req-84437bbe-7175-45fc-8a68-a5720eb3927e tempest-DHCPAgentSchedulersTestJSON-107565951 tempest-DHCPAgentSchedulersTestJSON-107565951-project] Added segment 6ea55d15-2244-4216-917d-23a519ae9947 of type vlan for network 2ad2ecd0-88dc-4bd9-ba92-30ec8b50e47b Dec 20 14:55:37.254863 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-af653fa1-751d-4025-947d-cc41a0ead378 None None] Provisioning complete for port 98e44ea2-1ec5-471d-8089-3df9ec9d42cb triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:55:37.255275 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-af653fa1-751d-4025-947d-cc41a0ead378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:37.279570 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 98e44ea2-1ec5-471d-8089-3df9ec9d42cb triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:55:37.280184 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:37.282084 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-84437bbe-7175-45fc-8a68-a5720eb3927e tempest-DHCPAgentSchedulersTestJSON-107565951 tempest-DHCPAgentSchedulersTestJSON-107565951-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:37.341643 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-84437bbe-7175-45fc-8a68-a5720eb3927e tempest-DHCPAgentSchedulersTestJSON-107565951 tempest-DHCPAgentSchedulersTestJSON-107565951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:37.347633 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84437bbe-7175-45fc-8a68-a5720eb3927e tempest-DHCPAgentSchedulersTestJSON-107565951 tempest-DHCPAgentSchedulersTestJSON-107565951-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:55:37.348259 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-84437bbe-7175-45fc-8a68-a5720eb3927e tempest-DHCPAgentSchedulersTestJSON-107565951 tempest-DHCPAgentSchedulersTestJSON-107565951-project] Publish callbacks [] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:37.387675 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-7793c860-c052-4315-8fce-17bc7c32a953 req-02dd1a5a-67a7-454f-8adf-12555070e963 tempest-VolumesBackupsTest-481698073 tempest-VolumesBackupsTest-481698073-project] Deleting port 71c0f96e-5d09-4bc3-91d8-018562b97367 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:55:37.388100 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-7793c860-c052-4315-8fce-17bc7c32a953 req-02dd1a5a-67a7-454f-8adf-12555070e963 tempest-VolumesBackupsTest-481698073 tempest-VolumesBackupsTest-481698073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:37.412232 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-84437bbe-7175-45fc-8a68-a5720eb3927e tempest-DHCPAgentSchedulersTestJSON-107565951 tempest-DHCPAgentSchedulersTestJSON-107565951-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.3830118 Dec 20 14:55:37.415384 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 40790) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:37.485895 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84437bbe-7175-45fc-8a68-a5720eb3927e tempest-DHCPAgentSchedulersTestJSON-107565951 tempest-DHCPAgentSchedulersTestJSON-107565951-project] Pushing event updated for resources: {'Network': ['ID=2ad2ecd0-88dc-4bd9-ba92-30ec8b50e47b,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:55:37.500612 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 2ad2ecd0-88dc-4bd9-ba92-30ec8b50e47b details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:55:37.533447 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-a91cc028-f779-4700-9928-36eedbc23653 None None] Could not find standard attr ID for object b51b84a8-5af3-422f-a925-9b5f9943bde9. {{(pid=103169) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 14:55:37.535449 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-7793c860-c052-4315-8fce-17bc7c32a953 req-02dd1a5a-67a7-454f-8adf-12555070e963 tempest-VolumesBackupsTest-481698073 tempest-VolumesBackupsTest-481698073-project] For port 71c0f96e-5d09-4bc3-91d8-018562b97367, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=71c0f96e-5d09-4bc3-91d8-018562b97367,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:55:37.536040 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-7793c860-c052-4315-8fce-17bc7c32a953 req-02dd1a5a-67a7-454f-8adf-12555070e963 tempest-VolumesBackupsTest-481698073 tempest-VolumesBackupsTest-481698073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:37.555690 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-7793c860-c052-4315-8fce-17bc7c32a953 req-02dd1a5a-67a7-454f-8adf-12555070e963 tempest-VolumesBackupsTest-481698073 tempest-VolumesBackupsTest-481698073-project] Calling delete_port for 71c0f96e-5d09-4bc3-91d8-018562b97367 owned by compute:nova {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:55:37.582768 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-b1d0e804-cb82-432d-943a-e0135c777114 tempest-DHCPAgentSchedulersTestJSON-59389775 tempest-DHCPAgentSchedulersTestJSON-59389775-project-admin] 10.222.0.54 "GET /v2.0/agents/a5dd3636-7cdd-47ec-858f-148538bfeba4/dhcp-networks HTTP/1.1" status: 200 len: 4082 time: 0.1650035 Dec 20 14:55:37.586874 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 40794) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:37.702010 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7696f0ca-f6e0-4485-b435-f06537044180 tempest-DHCPAgentSchedulersTestJSON-59389775 tempest-DHCPAgentSchedulersTestJSON-59389775-project-admin] Network 2ad2ecd0-88dc-4bd9-ba92-30ec8b50e47b is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:55:37.715799 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-7696f0ca-f6e0-4485-b435-f06537044180 tempest-DHCPAgentSchedulersTestJSON-59389775 tempest-DHCPAgentSchedulersTestJSON-59389775-project-admin] 10.222.0.54 "POST /v2.0/agents/a5dd3636-7cdd-47ec-858f-148538bfeba4/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1271677 Dec 20 14:55:37.719121 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 40800) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:37.721365 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c983001-adaa-498e-a08f-5578d6027254 None None] Network 2ad2ecd0-88dc-4bd9-ba92-30ec8b50e47b requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:55:37.733416 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-7793c860-c052-4315-8fce-17bc7c32a953 req-02dd1a5a-67a7-454f-8adf-12555070e963 tempest-VolumesBackupsTest-481698073 tempest-VolumesBackupsTest-481698073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:37.753944 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['71c0f96e-5d09-4bc3-91d8-018562b97367'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:55:37.816629 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dd1a5a-67a7-454f-8adf-12555070e963 tempest-VolumesBackupsTest-481698073 tempest-VolumesBackupsTest-481698073-project] Pushing event deleted for resources: {'Port': ['ID=71c0f96e-5d09-4bc3-91d8-018562b97367,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:55:37.875968 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-bf09f75c-e364-44ec-bf81-7f040c208f7b tempest-DHCPAgentSchedulersTestJSON-59389775 tempest-DHCPAgentSchedulersTestJSON-59389775-project-admin] 10.222.0.54 "GET /v2.0/agents/a5dd3636-7cdd-47ec-858f-148538bfeba4/dhcp-networks HTTP/1.1" status: 200 len: 4853 time: 0.1554177 Dec 20 14:55:37.879198 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 40804) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:37.880056 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-7793c860-c052-4315-8fce-17bc7c32a953 req-02dd1a5a-67a7-454f-8adf-12555070e963 tempest-VolumesBackupsTest-481698073 tempest-VolumesBackupsTest-481698073-project] No DVR routers for this DVR port 71c0f96e-5d09-4bc3-91d8-018562b97367 on host n-h2-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:55:37.883455 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-7793c860-c052-4315-8fce-17bc7c32a953 req-02dd1a5a-67a7-454f-8adf-12555070e963 tempest-VolumesBackupsTest-481698073 tempest-VolumesBackupsTest-481698073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:37.887476 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7793c860-c052-4315-8fce-17bc7c32a953 req-02dd1a5a-67a7-454f-8adf-12555070e963 tempest-VolumesBackupsTest-481698073 tempest-VolumesBackupsTest-481698073-project] 10.222.0.47 "DELETE /v2.0/ports/71c0f96e-5d09-4bc3-91d8-018562b97367 HTTP/1.1" status: 204 len: 173 time: 0.6750338 Dec 20 14:55:37.893746 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41899c8c-d22f-4630-96d1-e38e0939d445', 'name': 'network-vif-deleted', 'tag': '71c0f96e-5d09-4bc3-91d8-018562b97367'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:55:37.896148 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dff16da-637f-472c-b45a-ebbe1ea70b82" -d '{"events": [{"server_uuid": "41899c8c-d22f-4630-96d1-e38e0939d445", "name": "network-vif-deleted", "tag": "71c0f96e-5d09-4bc3-91d8-018562b97367"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:55:37.936707 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0fa2536-278a-4750-ad2b-adb9cb83496f x-openstack-request-id: req-b0fa2536-278a-4750-ad2b-adb9cb83496f {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:55:37.937090 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41899c8c-d22f-4630-96d1-e38e0939d445", "name": "network-vif-deleted", "tag": "71c0f96e-5d09-4bc3-91d8-018562b97367", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:55:37.937340 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b0fa2536-278a-4750-ad2b-adb9cb83496f {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:55:37.937778 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41899c8c-d22f-4630-96d1-e38e0939d445', 'name': 'network-vif-deleted', 'tag': '71c0f96e-5d09-4bc3-91d8-018562b97367', 'status': 'completed', 'code': 200} Dec 20 14:55:38.006109 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-7af67bf7-b1aa-444d-851c-063bfe30db35 tempest-DHCPAgentSchedulersTestJSON-59389775 tempest-DHCPAgentSchedulersTestJSON-59389775-project-admin] 10.222.0.54 "DELETE /v2.0/agents/a5dd3636-7cdd-47ec-858f-148538bfeba4/dhcp-networks/2ad2ecd0-88dc-4bd9-ba92-30ec8b50e47b HTTP/1.1" status: 204 len: 168 time: 0.1172411 Dec 20 14:55:38.008341 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 40810) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:38.063548 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a7451254-61c4-4cfe-9cd1-cc333fed7851 req-7c1f2215-142d-4ef2-84bc-bd9f0605bf41 tempest-ServerShowV257Test-1536414236 tempest-ServerShowV257Test-1536414236-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7d01f7e-2825-403e-a59c-ffd641469ed6 HTTP/1.1" status: 200 len: 210 time: 0.0350711 Dec 20 14:55:38.191045 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-5ae56bcc-6aa8-4467-9ea3-9b7e4cfeefc4 tempest-DHCPAgentSchedulersTestJSON-59389775 tempest-DHCPAgentSchedulersTestJSON-59389775-project-admin] 10.222.0.54 "GET /v2.0/agents/a5dd3636-7cdd-47ec-858f-148538bfeba4/dhcp-networks HTTP/1.1" status: 200 len: 4082 time: 0.1813335 Dec 20 14:55:38.196330 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 40814) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:38.207057 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fffd5598-a34e-497e-afd9-9eb29a6710c9 req-2c291453-f885-418e-a0dc-bb74ffc2333a tempest-VolumesBackupsTest-481698073 tempest-VolumesBackupsTest-481698073-project] 10.222.0.54 "GET /v2.0/ports?device_id=41899c8c-d22f-4630-96d1-e38e0939d445 HTTP/1.1" status: 200 len: 210 time: 0.0334864 Dec 20 14:55:38.228230 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-634ca68e-a7d1-4af1-a469-25364b0286de tempest-DHCPAgentSchedulersTestJSON-59389775 tempest-DHCPAgentSchedulersTestJSON-59389775-project-admin] 10.222.0.54 "GET /v2.0/networks/260c46fe-c225-4909-9ab5-789900cce266/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0214930 Dec 20 14:55:38.228230 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 40816) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:38.249510 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-36a79ae5-ecfd-460e-af1d-3d5ec5d8d233 tempest-DHCPAgentSchedulersTestJSON-59389775 tempest-DHCPAgentSchedulersTestJSON-59389775-project-admin] 10.222.0.54 "GET /v2.0/networks/260c46fe-c225-4909-9ab5-789900cce266/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0253210 Dec 20 14:55:38.252039 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 40818) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:38.380859 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-4ae5eacb-ba9e-4962-bb56-19d0035333fc tempest-DHCPAgentSchedulersTestJSON-59389775 tempest-DHCPAgentSchedulersTestJSON-59389775-project-admin] 10.222.0.54 "GET /v2.0/agents/a5dd3636-7cdd-47ec-858f-148538bfeba4/dhcp-networks HTTP/1.1" status: 200 len: 4082 time: 0.1275644 Dec 20 14:55:38.384326 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 40820) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:38.460435 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5bf63579-0ce4-4f86-b908-19547ad622db tempest-DHCPAgentSchedulersTestJSON-107565951 tempest-DHCPAgentSchedulersTestJSON-107565951-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:38.551791 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5bf63579-0ce4-4f86-b908-19547ad622db tempest-DHCPAgentSchedulersTestJSON-107565951 tempest-DHCPAgentSchedulersTestJSON-107565951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:38.571651 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-5bf63579-0ce4-4f86-b908-19547ad622db tempest-DHCPAgentSchedulersTestJSON-107565951 tempest-DHCPAgentSchedulersTestJSON-107565951-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ad2ecd0-88dc-4bd9-ba92-30ec8b50e47b']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:55:38.580964 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-5bf63579-0ce4-4f86-b908-19547ad622db tempest-DHCPAgentSchedulersTestJSON-107565951 tempest-DHCPAgentSchedulersTestJSON-107565951-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ea55d15-2244-4216-917d-23a519ae9947') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:55:38.581259 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-5bf63579-0ce4-4f86-b908-19547ad622db tempest-DHCPAgentSchedulersTestJSON-107565951 tempest-DHCPAgentSchedulersTestJSON-107565951-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ea55d15-2244-4216-917d-23a519ae9947') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:55:38.590711 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5bf63579-0ce4-4f86-b908-19547ad622db tempest-DHCPAgentSchedulersTestJSON-107565951 tempest-DHCPAgentSchedulersTestJSON-107565951-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:38.603903 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5bf63579-0ce4-4f86-b908-19547ad622db tempest-DHCPAgentSchedulersTestJSON-107565951 tempest-DHCPAgentSchedulersTestJSON-107565951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:38.610279 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bf63579-0ce4-4f86-b908-19547ad622db tempest-DHCPAgentSchedulersTestJSON-107565951 tempest-DHCPAgentSchedulersTestJSON-107565951-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:55:38.610664 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5bf63579-0ce4-4f86-b908-19547ad622db tempest-DHCPAgentSchedulersTestJSON-107565951 tempest-DHCPAgentSchedulersTestJSON-107565951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:38.614070 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:55:38.614070 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:55:38.614070 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:55:38.614070 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:55:38.614070 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 14:55:38.614070 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:55:38.614070 n-d-761264-19 neutron-server[103168]: timer() Dec 20 14:55:38.614070 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:55:38.614070 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 14:55:38.614070 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:55:38.614070 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 14:55:38.614070 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:55:38.614070 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 14:55:38.614070 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:55:38.614070 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 14:55:38.614070 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:55:38.614070 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 14:55:38.614070 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:55:38.614070 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:55:38.614070 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:55:38.614070 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:55:38.614070 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:55:38.614070 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 14:55:38.614070 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:55:38.614070 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 14:55:38.614070 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:55:38.614070 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:55:38.614070 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:55:38.614070 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 14:55:38.614070 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:55:38.614070 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:55:38.614070 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:55:38.614070 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:55:38.614070 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:55:38.614070 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:55:38.614070 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:55:38.673050 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5bf63579-0ce4-4f86-b908-19547ad622db tempest-DHCPAgentSchedulersTestJSON-107565951 tempest-DHCPAgentSchedulersTestJSON-107565951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:38.680644 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5bf63579-0ce4-4f86-b908-19547ad622db tempest-DHCPAgentSchedulersTestJSON-107565951 tempest-DHCPAgentSchedulersTestJSON-107565951-project] Publish callbacks [] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:38.686069 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-5bf63579-0ce4-4f86-b908-19547ad622db tempest-DHCPAgentSchedulersTestJSON-107565951 tempest-DHCPAgentSchedulersTestJSON-107565951-project] 10.222.0.54 "DELETE /v2.0/networks/2ad2ecd0-88dc-4bd9-ba92-30ec8b50e47b HTTP/1.1" status: 204 len: 168 time: 0.2982528 Dec 20 14:55:38.686285 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 40822) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:38.702407 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf63579-0ce4-4f86-b908-19547ad622db tempest-DHCPAgentSchedulersTestJSON-107565951 tempest-DHCPAgentSchedulersTestJSON-107565951-project] Pushing event deleted for resources: {'Network': ['ID=2ad2ecd0-88dc-4bd9-ba92-30ec8b50e47b,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:55:38.724469 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-04ca9e5e-1b55-4923-b38c-3b6ca00bb9db tempest-DHCPAgentSchedulersTestJSON-107565951 tempest-DHCPAgentSchedulersTestJSON-107565951-project] DELETE failed (client error): The resource could not be found. Dec 20 14:55:38.725012 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04ca9e5e-1b55-4923-b38c-3b6ca00bb9db tempest-DHCPAgentSchedulersTestJSON-107565951 tempest-DHCPAgentSchedulersTestJSON-107565951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:55:38.730635 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-04ca9e5e-1b55-4923-b38c-3b6ca00bb9db tempest-DHCPAgentSchedulersTestJSON-107565951 tempest-DHCPAgentSchedulersTestJSON-107565951-project] 10.222.0.54 "DELETE /v2.0/ports/b51b84a8-5af3-422f-a925-9b5f9943bde9 HTTP/1.1" status: 404 len: 333 time: 0.0407088 Dec 20 14:55:38.730876 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 40824) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:38.782524 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e214057-832d-4b0d-9f45-978b20103e49 tempest-DHCPAgentSchedulersTestJSON-107565951 tempest-DHCPAgentSchedulersTestJSON-107565951-project] Deleting subnet bcc3ab0e-23eb-4266-a701-464b1974d5a0 {{(pid=103168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:55:38.786052 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8e214057-832d-4b0d-9f45-978b20103e49 tempest-DHCPAgentSchedulersTestJSON-107565951 tempest-DHCPAgentSchedulersTestJSON-107565951-project] Publish callbacks [] for subnet, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:38.825733 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8e214057-832d-4b0d-9f45-978b20103e49 tempest-DHCPAgentSchedulersTestJSON-107565951 tempest-DHCPAgentSchedulersTestJSON-107565951-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9023023'] for subnet, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:38.917607 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8e214057-832d-4b0d-9f45-978b20103e49 tempest-DHCPAgentSchedulersTestJSON-107565951 tempest-DHCPAgentSchedulersTestJSON-107565951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:38.975666 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8e214057-832d-4b0d-9f45-978b20103e49 tempest-DHCPAgentSchedulersTestJSON-107565951 tempest-DHCPAgentSchedulersTestJSON-107565951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8850800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470517'] for subnet, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:39.003191 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e214057-832d-4b0d-9f45-978b20103e49 tempest-DHCPAgentSchedulersTestJSON-107565951 tempest-DHCPAgentSchedulersTestJSON-107565951-project] Pushing event deleted for resources: {'Subnet': ['ID=bcc3ab0e-23eb-4266-a701-464b1974d5a0,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:55:39.008406 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8e214057-832d-4b0d-9f45-978b20103e49 tempest-DHCPAgentSchedulersTestJSON-107565951 tempest-DHCPAgentSchedulersTestJSON-107565951-project] Publish callbacks [] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:39.012766 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-8e214057-832d-4b0d-9f45-978b20103e49 tempest-DHCPAgentSchedulersTestJSON-107565951 tempest-DHCPAgentSchedulersTestJSON-107565951-project] 10.222.0.54 "DELETE /v2.0/subnets/bcc3ab0e-23eb-4266-a701-464b1974d5a0 HTTP/1.1" status: 204 len: 168 time: 0.2807837 Dec 20 14:55:39.014807 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc48b20-3da7-49ba-959a-96ff19168ad8 None None] Network 260c46fe-c225-4909-9ab5-789900cce266 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:55:39.015366 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 40828) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:39.097263 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5ca56ff5-a1e5-4b52-8ae2-eeea03370a52 tempest-DHCPAgentSchedulersTestJSON-107565951 tempest-DHCPAgentSchedulersTestJSON-107565951-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:39.167935 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 98e44ea2-1ec5-471d-8089-3df9ec9d42cb up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:55:39.191968 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-5ca56ff5-a1e5-4b52-8ae2-eeea03370a52 tempest-DHCPAgentSchedulersTestJSON-107565951 tempest-DHCPAgentSchedulersTestJSON-107565951-project] Deleting port 98e44ea2-1ec5-471d-8089-3df9ec9d42cb {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:55:39.192415 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5ca56ff5-a1e5-4b52-8ae2-eeea03370a52 tempest-DHCPAgentSchedulersTestJSON-107565951 tempest-DHCPAgentSchedulersTestJSON-107565951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:39.205918 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0905fa-ccd5-4240-bd3f-648959b80403 None None] DHCP port deletion for 260c46fe-c225-4909-9ab5-789900cce266 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:55:39.262653 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 98e44ea2-1ec5-471d-8089-3df9ec9d42cb triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:55:39.262900 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:39.285636 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-4c0905fa-ccd5-4240-bd3f-648959b80403 None None] Deleting port 98e44ea2-1ec5-471d-8089-3df9ec9d42cb {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:55:39.286011 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4c0905fa-ccd5-4240-bd3f-648959b80403 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:39.295528 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2819a537-b0e9-401f-b8f0-fbf175ab475b req-24cca7b4-8ccf-4a6d-b85d-81117c9e0aae tempest-ServerShowV257Test-1536414236 tempest-ServerShowV257Test-1536414236-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7d01f7e-2825-403e-a59c-ffd641469ed6 HTTP/1.1" status: 200 len: 210 time: 0.0817759 Dec 20 14:55:39.339726 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-5ca56ff5-a1e5-4b52-8ae2-eeea03370a52 tempest-DHCPAgentSchedulersTestJSON-107565951 tempest-DHCPAgentSchedulersTestJSON-107565951-project] For port 98e44ea2-1ec5-471d-8089-3df9ec9d42cb, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=98e44ea2-1ec5-471d-8089-3df9ec9d42cb,segment=NetworkSegment(34c62130-e6d3-4c74-9a6d-d8833c2d61b2),segment_id=34c62130-e6d3-4c74-9a6d-d8833c2d61b2)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:55:39.340097 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5ca56ff5-a1e5-4b52-8ae2-eeea03370a52 tempest-DHCPAgentSchedulersTestJSON-107565951 tempest-DHCPAgentSchedulersTestJSON-107565951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:39.359004 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-5ca56ff5-a1e5-4b52-8ae2-eeea03370a52 tempest-DHCPAgentSchedulersTestJSON-107565951 tempest-DHCPAgentSchedulersTestJSON-107565951-project] Calling delete_port for 98e44ea2-1ec5-471d-8089-3df9ec9d42cb owned by network:dhcp {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:55:39.468005 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5ca56ff5-a1e5-4b52-8ae2-eeea03370a52 tempest-DHCPAgentSchedulersTestJSON-107565951 tempest-DHCPAgentSchedulersTestJSON-107565951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:39.507062 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca56ff5-a1e5-4b52-8ae2-eeea03370a52 tempest-DHCPAgentSchedulersTestJSON-107565951 tempest-DHCPAgentSchedulersTestJSON-107565951-project] No DVR routers for this DVR port 98e44ea2-1ec5-471d-8089-3df9ec9d42cb on host n-d-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:55:39.535700 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca56ff5-a1e5-4b52-8ae2-eeea03370a52 tempest-DHCPAgentSchedulersTestJSON-107565951 tempest-DHCPAgentSchedulersTestJSON-107565951-project] Pushing event deleted for resources: {'Port': ['ID=98e44ea2-1ec5-471d-8089-3df9ec9d42cb,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:55:39.568992 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Could not find standard attr ID for object 98e44ea2-1ec5-471d-8089-3df9ec9d42cb. {{(pid=103169) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 14:55:39.572430 n-d-761264-19 neutron-server[103169]: INFO neutron.plugins.ml2.db [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No ports have port_id starting with 98e44ea2-1ec5-471d-8089-3df9ec9d42cb Dec 20 14:55:39.576165 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-4c0905fa-ccd5-4240-bd3f-648959b80403 None None] For port 98e44ea2-1ec5-471d-8089-3df9ec9d42cb, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=98e44ea2-1ec5-471d-8089-3df9ec9d42cb,segment=NetworkSegment(34c62130-e6d3-4c74-9a6d-d8833c2d61b2),segment_id=34c62130-e6d3-4c74-9a6d-d8833c2d61b2)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:55:39.576673 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4c0905fa-ccd5-4240-bd3f-648959b80403 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:39.591096 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-4c0905fa-ccd5-4240-bd3f-648959b80403 None None] Calling delete_port for 98e44ea2-1ec5-471d-8089-3df9ec9d42cb owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:55:39.625133 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5ca56ff5-a1e5-4b52-8ae2-eeea03370a52 tempest-DHCPAgentSchedulersTestJSON-107565951 tempest-DHCPAgentSchedulersTestJSON-107565951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:39.651718 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-5ca56ff5-a1e5-4b52-8ae2-eeea03370a52 tempest-DHCPAgentSchedulersTestJSON-107565951 tempest-DHCPAgentSchedulersTestJSON-107565951-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['260c46fe-c225-4909-9ab5-789900cce266']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:55:39.665583 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-5ca56ff5-a1e5-4b52-8ae2-eeea03370a52 tempest-DHCPAgentSchedulersTestJSON-107565951 tempest-DHCPAgentSchedulersTestJSON-107565951-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34c62130-e6d3-4c74-9a6d-d8833c2d61b2') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:55:39.667068 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-5ca56ff5-a1e5-4b52-8ae2-eeea03370a52 tempest-DHCPAgentSchedulersTestJSON-107565951 tempest-DHCPAgentSchedulersTestJSON-107565951-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34c62130-e6d3-4c74-9a6d-d8833c2d61b2') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:55:39.668266 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4c0905fa-ccd5-4240-bd3f-648959b80403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:39.680451 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0905fa-ccd5-4240-bd3f-648959b80403 None None] No DVR routers for this DVR port 98e44ea2-1ec5-471d-8089-3df9ec9d42cb on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:55:39.688538 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5ca56ff5-a1e5-4b52-8ae2-eeea03370a52 tempest-DHCPAgentSchedulersTestJSON-107565951 tempest-DHCPAgentSchedulersTestJSON-107565951-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:39.703797 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0905fa-ccd5-4240-bd3f-648959b80403 None None] Pushing event deleted for resources: {'Port': ['ID=98e44ea2-1ec5-471d-8089-3df9ec9d42cb,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:55:39.714541 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5ca56ff5-a1e5-4b52-8ae2-eeea03370a52 tempest-DHCPAgentSchedulersTestJSON-107565951 tempest-DHCPAgentSchedulersTestJSON-107565951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:39.721448 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ca56ff5-a1e5-4b52-8ae2-eeea03370a52 tempest-DHCPAgentSchedulersTestJSON-107565951 tempest-DHCPAgentSchedulersTestJSON-107565951-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:55:39.721918 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5ca56ff5-a1e5-4b52-8ae2-eeea03370a52 tempest-DHCPAgentSchedulersTestJSON-107565951 tempest-DHCPAgentSchedulersTestJSON-107565951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:39.725081 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 14:55:39.725081 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:55:39.725081 n-d-761264-19 neutron-server[103168]: timer() Dec 20 14:55:39.725081 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:55:39.725081 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 14:55:39.725081 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:55:39.725081 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 14:55:39.725081 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:55:39.725081 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 14:55:39.725081 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:55:39.725081 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 14:55:39.725081 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:55:39.725081 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 14:55:39.725081 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:55:39.725081 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:55:39.725081 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:55:39.725081 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:55:39.725081 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:55:39.725081 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 14:55:39.725081 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:55:39.725081 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 14:55:39.725081 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:55:39.725081 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:55:39.725081 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:55:39.725081 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 14:55:39.725081 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:55:39.725081 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:55:39.725081 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:55:39.725081 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:55:39.725081 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:55:39.725081 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:55:39.725081 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:55:39.791851 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5ca56ff5-a1e5-4b52-8ae2-eeea03370a52 tempest-DHCPAgentSchedulersTestJSON-107565951 tempest-DHCPAgentSchedulersTestJSON-107565951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:39.812649 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5ca56ff5-a1e5-4b52-8ae2-eeea03370a52 tempest-DHCPAgentSchedulersTestJSON-107565951 tempest-DHCPAgentSchedulersTestJSON-107565951-project] Publish callbacks [] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:39.816042 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-5ca56ff5-a1e5-4b52-8ae2-eeea03370a52 tempest-DHCPAgentSchedulersTestJSON-107565951 tempest-DHCPAgentSchedulersTestJSON-107565951-project] 10.222.0.54 "DELETE /v2.0/networks/260c46fe-c225-4909-9ab5-789900cce266 HTTP/1.1" status: 204 len: 168 time: 0.7996621 Dec 20 14:55:39.817447 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca56ff5-a1e5-4b52-8ae2-eeea03370a52 tempest-DHCPAgentSchedulersTestJSON-107565951 tempest-DHCPAgentSchedulersTestJSON-107565951-project] Pushing event deleted for resources: {'Network': ['ID=260c46fe-c225-4909-9ab5-789900cce266,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:55:40.099057 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 40844) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:40.246394 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-95a80705-2bcf-4961-aec6-d29fe34375de admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f782c6b926794df9bfabfdc06115ea6b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1459072 Dec 20 14:55:40.249169 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 40848) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:40.308009 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b10f26cd-08cf-4d9f-8a27-4807632c38c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:40.331667 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b10f26cd-08cf-4d9f-8a27-4807632c38c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:40.386176 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b10f26cd-08cf-4d9f-8a27-4807632c38c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:40.389139 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b10f26cd-08cf-4d9f-8a27-4807632c38c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:40.390459 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-b10f26cd-08cf-4d9f-8a27-4807632c38c6 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9318c976-a687-4869-98a2-11ab79d2ea35 HTTP/1.1" status: 204 len: 168 time: 0.1402814 Dec 20 14:55:40.401591 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10f26cd-08cf-4d9f-8a27-4807632c38c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9318c976-a687-4869-98a2-11ab79d2ea35,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:55:40.458783 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6d126972-e6c1-439e-927d-a17dab14cec2 req-98519ccc-daf6-46f2-8349-aa2d36171233 tempest-ServerShowV257Test-1536414236 tempest-ServerShowV257Test-1536414236-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7d01f7e-2825-403e-a59c-ffd641469ed6 HTTP/1.1" status: 200 len: 210 time: 0.0573478 Dec 20 14:55:40.717277 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 40858) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:40.730448 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-63898d98-8269-4c1d-a649-50a515563dd3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:40.806501 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-63898d98-8269-4c1d-a649-50a515563dd3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:40.811982 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-63898d98-8269-4c1d-a649-50a515563dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:40.848412 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63898d98-8269-4c1d-a649-50a515563dd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee6cd479-d7c7-4861-b5b3-f565883ab258,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:55:40.852854 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-63898d98-8269-4c1d-a649-50a515563dd3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=21ff4b04c2cf47239a1fff4c90943464&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1345224 Dec 20 14:55:40.855444 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 40860) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:40.906932 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6aa4595d-e021-482e-a14b-c62e01c041f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:40.931894 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6aa4595d-e021-482e-a14b-c62e01c041f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:40.990828 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6aa4595d-e021-482e-a14b-c62e01c041f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:40.993824 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6aa4595d-e021-482e-a14b-c62e01c041f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:40.995284 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-6aa4595d-e021-482e-a14b-c62e01c041f9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ee6cd479-d7c7-4861-b5b3-f565883ab258 HTTP/1.1" status: 204 len: 168 time: 0.1389101 Dec 20 14:55:41.011451 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa4595d-e021-482e-a14b-c62e01c041f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee6cd479-d7c7-4861-b5b3-f565883ab258,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:55:41.184530 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 98e44ea2-1ec5-471d-8089-3df9ec9d42cb no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:55:41.215599 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 98e44ea2-1ec5-471d-8089-3df9ec9d42cb {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:55:41.215944 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 98e44ea2-1ec5-471d-8089-3df9ec9d42cb not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:55:41.581484 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1b3ca44e-1ea1-4418-bae4-3a8af887af8d req-c5b5773e-4c4b-4506-8ace-3c9518abfc9d tempest-ServerShowV257Test-1536414236 tempest-ServerShowV257Test-1536414236-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7d01f7e-2825-403e-a59c-ffd641469ed6 HTTP/1.1" status: 200 len: 210 time: 0.0268681 Dec 20 14:55:41.705782 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:41.808857 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 71c0f96e-5d09-4bc3-91d8-018562b97367 no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:55:41.829472 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] No Port match for: 71c0f96e-5d09-4bc3-91d8-018562b97367 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:55:41.830306 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 71c0f96e-5d09-4bc3-91d8-018562b97367 not bound to the agent host n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:55:42.460593 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 40908) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:42.668936 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 14:55:42.739911 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-2903cfd2-5b26-47b1-84f3-fb3750cc1445 tempest-ExternalNetworksTestJSON-795514102 tempest-ExternalNetworksTestJSON-795514102-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-2069610634'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:55:42.781772 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d3e3b1d6-6dbe-419c-8b78-3717254b0d76 req-72f71150-0581-4ffa-8720-b56c3939e3a4 tempest-ServerShowV257Test-1536414236 tempest-ServerShowV257Test-1536414236-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7d01f7e-2825-403e-a59c-ffd641469ed6 HTTP/1.1" status: 200 len: 210 time: 0.0538456 Dec 20 14:55:42.785529 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2903cfd2-5b26-47b1-84f3-fb3750cc1445 tempest-ExternalNetworksTestJSON-795514102 tempest-ExternalNetworksTestJSON-795514102-project] Made reservation on behalf of 3a001edf7cf9482e9eb0d134a84d4d3b for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:55:42.790544 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2903cfd2-5b26-47b1-84f3-fb3750cc1445 tempest-ExternalNetworksTestJSON-795514102 tempest-ExternalNetworksTestJSON-795514102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:42.801743 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2903cfd2-5b26-47b1-84f3-fb3750cc1445 tempest-ExternalNetworksTestJSON-795514102 tempest-ExternalNetworksTestJSON-795514102-project] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:42.918424 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2903cfd2-5b26-47b1-84f3-fb3750cc1445 tempest-ExternalNetworksTestJSON-795514102 tempest-ExternalNetworksTestJSON-795514102-project] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:42.923237 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2903cfd2-5b26-47b1-84f3-fb3750cc1445 tempest-ExternalNetworksTestJSON-795514102 tempest-ExternalNetworksTestJSON-795514102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:42.965830 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2903cfd2-5b26-47b1-84f3-fb3750cc1445 tempest-ExternalNetworksTestJSON-795514102 tempest-ExternalNetworksTestJSON-795514102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02f7c6d5-9abf-496d-ba83-4e67f5c12c6d,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:55:42.968845 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2903cfd2-5b26-47b1-84f3-fb3750cc1445 tempest-ExternalNetworksTestJSON-795514102 tempest-ExternalNetworksTestJSON-795514102-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:55:42.978419 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2903cfd2-5b26-47b1-84f3-fb3750cc1445 tempest-ExternalNetworksTestJSON-795514102 tempest-ExternalNetworksTestJSON-795514102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:42.978964 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-2903cfd2-5b26-47b1-84f3-fb3750cc1445 tempest-ExternalNetworksTestJSON-795514102 tempest-ExternalNetworksTestJSON-795514102-project] Added segment 96661f43-12d4-442b-844a-4c4e0f227f56 of type vlan for network b0ced2a4-21af-46ad-b016-36848e1a6af7 Dec 20 14:55:43.032762 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2903cfd2-5b26-47b1-84f3-fb3750cc1445 tempest-ExternalNetworksTestJSON-795514102 tempest-ExternalNetworksTestJSON-795514102-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:43.066107 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2903cfd2-5b26-47b1-84f3-fb3750cc1445 tempest-ExternalNetworksTestJSON-795514102 tempest-ExternalNetworksTestJSON-795514102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:43.073205 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2903cfd2-5b26-47b1-84f3-fb3750cc1445 tempest-ExternalNetworksTestJSON-795514102 tempest-ExternalNetworksTestJSON-795514102-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:55:43.073568 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2903cfd2-5b26-47b1-84f3-fb3750cc1445 tempest-ExternalNetworksTestJSON-795514102 tempest-ExternalNetworksTestJSON-795514102-project] Publish callbacks [] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:43.206961 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2903cfd2-5b26-47b1-84f3-fb3750cc1445 tempest-ExternalNetworksTestJSON-795514102 tempest-ExternalNetworksTestJSON-795514102-project] Pushing event updated for resources: {'Network': ['ID=b0ced2a4-21af-46ad-b016-36848e1a6af7,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:55:43.226279 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-2903cfd2-5b26-47b1-84f3-fb3750cc1445 tempest-ExternalNetworksTestJSON-795514102 tempest-ExternalNetworksTestJSON-795514102-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.7612865 Dec 20 14:55:43.227553 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 40960) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:43.281545 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network b0ced2a4-21af-46ad-b016-36848e1a6af7 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:55:43.309115 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-ed7d4296-953d-4553-b739-242ba0037e7c tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Request body: {'network': {'name': 'tempest-network--1944249278', 'router:external': True}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:55:43.339183 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed7d4296-953d-4553-b739-242ba0037e7c tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Made reservation on behalf of 88a1e94ceddb41d381542a8cc1ed3f50 for: {'network': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:55:43.344332 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ed7d4296-953d-4553-b739-242ba0037e7c tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:43.360566 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ed7d4296-953d-4553-b739-242ba0037e7c tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:43.484680 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ed7d4296-953d-4553-b739-242ba0037e7c tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:43.490654 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ed7d4296-953d-4553-b739-242ba0037e7c tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:43.523710 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed7d4296-953d-4553-b739-242ba0037e7c tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=103167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:55:43.536641 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7d4296-953d-4553-b739-242ba0037e7c tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a91c7a61-7d7d-4c28-aa12-aa8b4f4a3903,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:55:43.541947 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ed7d4296-953d-4553-b739-242ba0037e7c tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:43.542495 n-d-761264-19 neutron-server[103167]: INFO neutron.db.segments_db [None req-ed7d4296-953d-4553-b739-242ba0037e7c tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Added segment e3edf28b-de97-4f78-8553-fc5bf44e6a6f of type vlan for network 6e806b6e-b31d-466a-a3d4-37c5c6205057 Dec 20 14:55:43.603691 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ed7d4296-953d-4553-b739-242ba0037e7c tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:43.641991 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ed7d4296-953d-4553-b739-242ba0037e7c tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:43.643739 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7d4296-953d-4553-b739-242ba0037e7c tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:55:43.644475 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ed7d4296-953d-4553-b739-242ba0037e7c tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Publish callbacks [] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:43.763406 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-ed7d4296-953d-4553-b739-242ba0037e7c tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5353355 Dec 20 14:55:43.765901 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 40996) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:43.783571 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7d4296-953d-4553-b739-242ba0037e7c tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Pushing event updated for resources: {'Network': ['ID=6e806b6e-b31d-466a-a3d4-37c5c6205057,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:55:43.796763 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 6e806b6e-b31d-466a-a3d4-37c5c6205057 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:55:43.856891 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0d5da504-fd80-4fc0-9c6c-8a9c06f9673e tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:43.956134 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0d5da504-fd80-4fc0-9c6c-8a9c06f9673e tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:43.981892 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-0d5da504-fd80-4fc0-9c6c-8a9c06f9673e tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e806b6e-b31d-466a-a3d4-37c5c6205057']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:55:44.030280 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-0d5da504-fd80-4fc0-9c6c-8a9c06f9673e tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3edf28b-de97-4f78-8553-fc5bf44e6a6f') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:55:44.030573 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-0d5da504-fd80-4fc0-9c6c-8a9c06f9673e tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3edf28b-de97-4f78-8553-fc5bf44e6a6f') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:55:44.034358 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-51d78cca-be22-4de7-ac3d-286be4d4b014 req-d341a802-39d5-4f97-9296-5f94c05576b0 tempest-ServerShowV257Test-1536414236 tempest-ServerShowV257Test-1536414236-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7d01f7e-2825-403e-a59c-ffd641469ed6 HTTP/1.1" status: 200 len: 210 time: 0.0495861 Dec 20 14:55:44.044650 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0d5da504-fd80-4fc0-9c6c-8a9c06f9673e tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:44.079438 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0d5da504-fd80-4fc0-9c6c-8a9c06f9673e tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:44.091781 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d5da504-fd80-4fc0-9c6c-8a9c06f9673e tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:55:44.092278 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0d5da504-fd80-4fc0-9c6c-8a9c06f9673e tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:44.094087 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 14:55:44.094087 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:55:44.094087 n-d-761264-19 neutron-server[103168]: timer() Dec 20 14:55:44.094087 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:55:44.094087 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 14:55:44.094087 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:55:44.094087 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 14:55:44.094087 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:55:44.094087 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 14:55:44.094087 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:55:44.094087 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 14:55:44.094087 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:55:44.094087 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 14:55:44.094087 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:55:44.094087 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:55:44.094087 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:55:44.094087 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:55:44.094087 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:55:44.094087 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 14:55:44.094087 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:55:44.094087 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 14:55:44.094087 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:55:44.094087 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:55:44.094087 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:55:44.094087 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 14:55:44.094087 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:55:44.094087 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:55:44.094087 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:55:44.094087 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:55:44.094087 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:55:44.094087 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:55:44.094087 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:55:44.156911 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0d5da504-fd80-4fc0-9c6c-8a9c06f9673e tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:44.162255 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d5da504-fd80-4fc0-9c6c-8a9c06f9673e tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6e806b6e-b31d-466a-a3d4-37c5c6205057 {{(pid=103168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 20 14:55:44.164986 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0d5da504-fd80-4fc0-9c6c-8a9c06f9673e tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Publish callbacks [] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:44.172332 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-0d5da504-fd80-4fc0-9c6c-8a9c06f9673e tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] 10.222.0.54 "DELETE /v2.0/networks/6e806b6e-b31d-466a-a3d4-37c5c6205057 HTTP/1.1" status: 204 len: 168 time: 0.4018016 Dec 20 14:55:44.173094 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 41000) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:44.180048 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5da504-fd80-4fc0-9c6c-8a9c06f9673e tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Pushing event deleted for resources: {'Network': ['ID=6e806b6e-b31d-466a-a3d4-37c5c6205057,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:55:44.180321 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-3e5a4549-3907-4dae-a01b-708b89e3e7c6 tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:55:44.219158 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e5a4549-3907-4dae-a01b-708b89e3e7c6 tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Made reservation on behalf of 88a1e94ceddb41d381542a8cc1ed3f50 for: {'network': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:55:44.221841 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3e5a4549-3907-4dae-a01b-708b89e3e7c6 tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:44.294496 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e5a4549-3907-4dae-a01b-708b89e3e7c6 tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=103167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:55:44.320555 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3e5a4549-3907-4dae-a01b-708b89e3e7c6 tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:44.320900 n-d-761264-19 neutron-server[103167]: INFO neutron.db.segments_db [None req-3e5a4549-3907-4dae-a01b-708b89e3e7c6 tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Added segment 9660afda-1090-441a-aa94-c9137f730fab of type vlan for network 14716783-6392-4799-ac94-69e5cf3a6d94 Dec 20 14:55:44.419977 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3e5a4549-3907-4dae-a01b-708b89e3e7c6 tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:44.454547 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3e5a4549-3907-4dae-a01b-708b89e3e7c6 tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:44.456017 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5a4549-3907-4dae-a01b-708b89e3e7c6 tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:55:44.457015 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3e5a4549-3907-4dae-a01b-708b89e3e7c6 tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Publish callbacks [] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:44.523755 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-3e5a4549-3907-4dae-a01b-708b89e3e7c6 tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.3491786 Dec 20 14:55:44.526591 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 41010) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:44.532679 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-3cda7f02-303b-41dc-a341-7077d0545ee9 tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Request body: {'subnet': {'network_id': '14716783-6392-4799-ac94-69e5cf3a6d94', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:55:44.552910 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5a4549-3907-4dae-a01b-708b89e3e7c6 tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Pushing event updated for resources: {'Network': ['ID=14716783-6392-4799-ac94-69e5cf3a6d94,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:55:44.563352 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cda7f02-303b-41dc-a341-7077d0545ee9 tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Made reservation on behalf of 88a1e94ceddb41d381542a8cc1ed3f50 for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:55:44.567472 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3cda7f02-303b-41dc-a341-7077d0545ee9 tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:44.568391 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 14716783-6392-4799-ac94-69e5cf3a6d94 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:55:45.011577 n-d-761264-19 neutron-server[103168]: DEBUG neutron.objects.ports [None req-3cda7f02-303b-41dc-a341-7077d0545ee9 tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103168) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 20 14:55:45.012182 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3cda7f02-303b-41dc-a341-7077d0545ee9 tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8848317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10470522'] for subnet, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:45.100323 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cda7f02-303b-41dc-a341-7077d0545ee9 tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Pushing event updated for resources: {'Subnet': ['ID=1dff14ce-9d18-4705-9f7f-654c6b53155f,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:55:45.113938 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cda7f02-303b-41dc-a341-7077d0545ee9 tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Checking segment: {'id': '9660afda-1090-441a-aa94-c9137f730fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '14716783-6392-4799-ac94-69e5cf3a6d94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:55:45.114112 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cda7f02-303b-41dc-a341-7077d0545ee9 tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Network hostable DHCP agents. Network: 14716783-6392-4799-ac94-69e5cf3a6d94, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:55:45.134936 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cda7f02-303b-41dc-a341-7077d0545ee9 tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Network 14716783-6392-4799-ac94-69e5cf3a6d94 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:55:45.150920 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-3cda7f02-303b-41dc-a341-7077d0545ee9 tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 14716783-6392-4799-ac94-69e5cf3a6d94) {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:55:45.156685 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cda7f02-303b-41dc-a341-7077d0545ee9 tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:55:45.158135 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3cda7f02-303b-41dc-a341-7077d0545ee9 tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:45.162295 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56162f6-95c7-4906-9841-0da8a4ef80ea None None] Network 14716783-6392-4799-ac94-69e5cf3a6d94 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:55:45.180738 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-3cda7f02-303b-41dc-a341-7077d0545ee9 tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6526279 Dec 20 14:55:45.184195 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 41014) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:45.194981 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-cd5c3370-4d4e-443f-96e3-2772a95fe665 req-e928e8c8-ccd2-4b42-9bab-9b9072962c0f tempest-ServerShowV257Test-1536414236 tempest-ServerShowV257Test-1536414236-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7d01f7e-2825-403e-a59c-ffd641469ed6 HTTP/1.1" status: 200 len: 210 time: 0.0601730 Dec 20 14:55:45.195631 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-38cefd92-41df-4a01-b5a3-341b31daec40 tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Request body: {'floatingip': {'floating_network_id': '14716783-6392-4799-ac94-69e5cf3a6d94'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:55:45.235448 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-38cefd92-41df-4a01-b5a3-341b31daec40 tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:45.332711 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df077544-c3d8-4263-8425-949fb54a55da None None] Network 14716783-6392-4799-ac94-69e5cf3a6d94 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:55:45.360759 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:45.376927 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-38cefd92-41df-4a01-b5a3-341b31daec40 tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:45.502934 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-38cefd92-41df-4a01-b5a3-341b31daec40 tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Allocated IP 172.20.0.14 (14716783-6392-4799-ac94-69e5cf3a6d94/1dff14ce-9d18-4705-9f7f-654c6b53155f/fd02be44-7a94-46a6-a3f0-889fdb9393e5) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:55:45.612298 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-38cefd92-41df-4a01-b5a3-341b31daec40 tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:45.652377 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-38cefd92-41df-4a01-b5a3-341b31daec40 tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:45.711634 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38cefd92-41df-4a01-b5a3-341b31daec40 tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Network 14716783-6392-4799-ac94-69e5cf3a6d94 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:55:45.715429 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-38cefd92-41df-4a01-b5a3-341b31daec40 tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:55:45.720660 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cefd92-41df-4a01-b5a3-341b31daec40 tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:55:45.752561 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cefd92-41df-4a01-b5a3-341b31daec40 tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Pushing event updated for resources: {'Port': ['ID=fd02be44-7a94-46a6-a3f0-889fdb9393e5,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:55:45.818425 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-38cefd92-41df-4a01-b5a3-341b31daec40 tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:45.858888 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-38cefd92-41df-4a01-b5a3-341b31daec40 tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:46.026138 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-38cefd92-41df-4a01-b5a3-341b31daec40 tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:46.032613 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-38cefd92-41df-4a01-b5a3-341b31daec40 tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:46.102964 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cefd92-41df-4a01-b5a3-341b31daec40 tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Pushing event updated for resources: {'Port': ['ID=fd02be44-7a94-46a6-a3f0-889fdb9393e5,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:55:46.120730 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-38cefd92-41df-4a01-b5a3-341b31daec40 tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585115'] for floatingip, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:46.139485 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-38cefd92-41df-4a01-b5a3-341b31daec40 tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:46.143583 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-38cefd92-41df-4a01-b5a3-341b31daec40 tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9553084 Dec 20 14:55:46.146131 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 41020) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:46.228252 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-da8fb6aa-c572-436a-ab61-8355f3823450 tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] 10.222.0.54 "GET /v2.0/floatingips?floating_network_id=14716783-6392-4799-ac94-69e5cf3a6d94 HTTP/1.1" status: 200 len: 690 time: 0.0784185 Dec 20 14:55:46.228252 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 41022) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:46.351481 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-15188d09-5a7e-43a6-a170-6c88cedddc10 tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:46.385281 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5a55f32c-3e58-499b-b732-c256c5efa9b8 req-62cc600b-4e9e-428d-a73e-3cc7231f4582 tempest-ServerShowV257Test-1536414236 tempest-ServerShowV257Test-1536414236-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7d01f7e-2825-403e-a59c-ffd641469ed6 HTTP/1.1" status: 200 len: 210 time: 0.0715024 Dec 20 14:55:46.493406 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-15188d09-5a7e-43a6-a170-6c88cedddc10 tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Deleting port fd02be44-7a94-46a6-a3f0-889fdb9393e5 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:55:46.493675 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-15188d09-5a7e-43a6-a170-6c88cedddc10 tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:46.585752 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-15188d09-5a7e-43a6-a170-6c88cedddc10 tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:46.586420 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-15188d09-5a7e-43a6-a170-6c88cedddc10 tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:46.600820 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-15188d09-5a7e-43a6-a170-6c88cedddc10 tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Calling delete_port for fd02be44-7a94-46a6-a3f0-889fdb9393e5 owned by network:floatingip {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:55:46.746220 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-15188d09-5a7e-43a6-a170-6c88cedddc10 tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:46.780621 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15188d09-5a7e-43a6-a170-6c88cedddc10 tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Pushing event deleted for resources: {'Port': ['ID=fd02be44-7a94-46a6-a3f0-889fdb9393e5,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:55:46.850298 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-15188d09-5a7e-43a6-a170-6c88cedddc10 tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:46.931961 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-15188d09-5a7e-43a6-a170-6c88cedddc10 tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:46.988048 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-15188d09-5a7e-43a6-a170-6c88cedddc10 tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:47.014743 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15188d09-5a7e-43a6-a170-6c88cedddc10 tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=1dff14ce-9d18-4705-9f7f-654c6b53155f,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:55:47.077981 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-15188d09-5a7e-43a6-a170-6c88cedddc10 tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:47.100097 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-15188d09-5a7e-43a6-a170-6c88cedddc10 tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14716783-6392-4799-ac94-69e5cf3a6d94']}} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:55:47.109743 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-15188d09-5a7e-43a6-a170-6c88cedddc10 tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9660afda-1090-441a-aa94-c9137f730fab') {'for_net_delete': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:55:47.110071 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-15188d09-5a7e-43a6-a170-6c88cedddc10 tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9660afda-1090-441a-aa94-c9137f730fab') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:55:47.120618 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-15188d09-5a7e-43a6-a170-6c88cedddc10 tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954405'] for segment, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:47.134892 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-15188d09-5a7e-43a6-a170-6c88cedddc10 tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:47.142222 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15188d09-5a7e-43a6-a170-6c88cedddc10 tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=103167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:55:47.142751 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-15188d09-5a7e-43a6-a170-6c88cedddc10 tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9956000'] for segment, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:47.144560 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:55:47.144560 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:55:47.144560 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:55:47.144560 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:55:47.144560 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:55:47.144560 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:55:47.144560 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:55:47.144560 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:55:47.144560 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:55:47.144560 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:55:47.144560 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:55:47.144560 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:55:47.144560 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:55:47.144560 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:55:47.144560 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:55:47.144560 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:55:47.144560 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:55:47.144560 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:55:47.144560 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:55:47.144560 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:55:47.144560 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:55:47.144560 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:55:47.144560 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:55:47.144560 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:55:47.144560 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:55:47.144560 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:55:47.144560 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:55:47.144560 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:55:47.144560 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:55:47.144560 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:55:47.144560 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:55:47.144560 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:55:47.144560 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:55:47.144560 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:55:47.144560 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:55:47.144560 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:55:47.144560 n-d-761264-19 neutron-server[103167]: Traceback (most recent call last): Dec 20 14:55:47.144560 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:55:47.144560 n-d-761264-19 neutron-server[103167]: timer() Dec 20 14:55:47.144560 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:55:47.144560 n-d-761264-19 neutron-server[103167]: cb(*args, **kw) Dec 20 14:55:47.144560 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:55:47.144560 n-d-761264-19 neutron-server[103167]: return func(*args, **kwargs) Dec 20 14:55:47.144560 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:55:47.144560 n-d-761264-19 neutron-server[103167]: self._notify() Dec 20 14:55:47.144560 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:55:47.144560 n-d-761264-19 neutron-server[103167]: self.callback(batched_events) Dec 20 14:55:47.144560 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:55:47.144560 n-d-761264-19 neutron-server[103167]: event.method(event) Dec 20 14:55:47.144560 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:55:47.144560 n-d-761264-19 neutron-server[103167]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:55:47.144560 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:55:47.144560 n-d-761264-19 neutron-server[103167]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:55:47.144560 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:55:47.144560 n-d-761264-19 neutron-server[103167]: return f(self, *a, **k) Dec 20 14:55:47.144560 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:55:47.144560 n-d-761264-19 neutron-server[103167]: return self._get(url).json() Dec 20 14:55:47.144560 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:55:47.144560 n-d-761264-19 neutron-server[103167]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:55:47.144560 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:55:47.144560 n-d-761264-19 neutron-server[103167]: return self.request(url, 'GET', **kwargs) Dec 20 14:55:47.144560 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:55:47.144560 n-d-761264-19 neutron-server[103167]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:55:47.144560 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:55:47.144560 n-d-761264-19 neutron-server[103167]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:55:47.148932 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:55:47.148932 n-d-761264-19 neutron-server[103167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:55:47.148932 n-d-761264-19 neutron-server[103167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:55:47.213531 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-15188d09-5a7e-43a6-a170-6c88cedddc10 tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:47.219081 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15188d09-5a7e-43a6-a170-6c88cedddc10 tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 14716783-6392-4799-ac94-69e5cf3a6d94 {{(pid=103167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 20 14:55:47.222048 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-15188d09-5a7e-43a6-a170-6c88cedddc10 tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Publish callbacks [] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:47.227663 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-15188d09-5a7e-43a6-a170-6c88cedddc10 tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] 10.222.0.54 "DELETE /v2.0/networks/14716783-6392-4799-ac94-69e5cf3a6d94 HTTP/1.1" status: 204 len: 168 time: 0.9963744 Dec 20 14:55:47.228138 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 41030) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:47.235416 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15188d09-5a7e-43a6-a170-6c88cedddc10 tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Pushing event deleted for resources: {'Network': ['ID=14716783-6392-4799-ac94-69e5cf3a6d94,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:55:47.388860 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-a0dc3d15-f7a5-4f15-8b3d-f5516357d3bb tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] 10.222.0.54 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 995 time: 0.1573460 Dec 20 14:55:47.389234 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 41032) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:47.523698 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ee79a9-09ed-4989-8c1b-867bf440c2ef tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:55:47.524725 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ee79a9-09ed-4989-8c1b-867bf440c2ef tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:55:47.525351 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ee79a9-09ed-4989-8c1b-867bf440c2ef tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:55:47.525799 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ee79a9-09ed-4989-8c1b-867bf440c2ef tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:55:47.530150 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-c9ee79a9-09ed-4989-8c1b-867bf440c2ef tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.1372905 Dec 20 14:55:47.530454 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 41038) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:47.601024 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-aa10b728-556b-4dcd-9c27-39632386ee71 req-0a268c76-a788-43a0-b0b0-f58c6b275139 tempest-ServerShowV257Test-1536414236 tempest-ServerShowV257Test-1536414236-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7d01f7e-2825-403e-a59c-ffd641469ed6 HTTP/1.1" status: 200 len: 210 time: 0.0504332 Dec 20 14:55:47.661500 n-d-761264-19 neutron-server[103168]: INFO neutron.api.v2.resource [None req-dd374813-1471-4bed-bb6a-b8814860ff08 tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] delete failed (client error): The resource could not be found. Dec 20 14:55:47.665160 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-dd374813-1471-4bed-bb6a-b8814860ff08 tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] 10.222.0.54 "DELETE /v2.0/floatingips/b9049491-95a4-46e4-982d-9d83e4179221 HTTP/1.1" status: 404 len: 345 time: 0.1326036 Dec 20 14:55:47.666904 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 41046) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:47.693087 n-d-761264-19 neutron-server[103167]: INFO neutron.pecan_wsgi.hooks.translation [None req-d74770fd-a568-498c-8e58-e9cf1d422957 tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] DELETE failed (client error): The resource could not be found. Dec 20 14:55:47.696573 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d74770fd-a568-498c-8e58-e9cf1d422957 tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:55:47.699954 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-d74770fd-a568-498c-8e58-e9cf1d422957 tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] 10.222.0.54 "DELETE /v2.0/networks/14716783-6392-4799-ac94-69e5cf3a6d94 HTTP/1.1" status: 404 len: 339 time: 0.0320158 Dec 20 14:55:47.704563 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 41048) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:47.715797 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-0155dbc7-7542-460f-babd-8c6e8e11b234 tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Request body: {'network': {'name': 'tempest-network--2068078325', 'router:external': True}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:55:47.756458 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0155dbc7-7542-460f-babd-8c6e8e11b234 tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Made reservation on behalf of 88a1e94ceddb41d381542a8cc1ed3f50 for: {'network': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:55:47.759160 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0155dbc7-7542-460f-babd-8c6e8e11b234 tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:47.798351 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0155dbc7-7542-460f-babd-8c6e8e11b234 tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=103167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:55:47.816351 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0155dbc7-7542-460f-babd-8c6e8e11b234 tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:47.816728 n-d-761264-19 neutron-server[103167]: INFO neutron.db.segments_db [None req-0155dbc7-7542-460f-babd-8c6e8e11b234 tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Added segment 6b740524-7e38-418f-b97c-4d24c58bdbb7 of type vlan for network df097001-f095-4068-9cec-df460107c62d Dec 20 14:55:47.898411 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0155dbc7-7542-460f-babd-8c6e8e11b234 tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:47.940899 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0155dbc7-7542-460f-babd-8c6e8e11b234 tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:47.941993 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0155dbc7-7542-460f-babd-8c6e8e11b234 tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:55:47.943169 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0155dbc7-7542-460f-babd-8c6e8e11b234 tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Publish callbacks [] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:48.017424 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-0155dbc7-7542-460f-babd-8c6e8e11b234 tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3117878 Dec 20 14:55:48.020116 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 41050) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:48.033750 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0155dbc7-7542-460f-babd-8c6e8e11b234 tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Pushing event updated for resources: {'Network': ['ID=df097001-f095-4068-9cec-df460107c62d,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:55:48.044987 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network df097001-f095-4068-9cec-df460107c62d details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:55:48.192889 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef1e953-95d2-4387-85bd-85581609e243 tempest-ExternalNetworksTestJSON-795514102 tempest-ExternalNetworksTestJSON-795514102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:55:48.199192 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef1e953-95d2-4387-85bd-85581609e243 tempest-ExternalNetworksTestJSON-795514102 tempest-ExternalNetworksTestJSON-795514102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:55:48.205930 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef1e953-95d2-4387-85bd-85581609e243 tempest-ExternalNetworksTestJSON-795514102 tempest-ExternalNetworksTestJSON-795514102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:55:48.213314 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef1e953-95d2-4387-85bd-85581609e243 tempest-ExternalNetworksTestJSON-795514102 tempest-ExternalNetworksTestJSON-795514102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:55:48.215210 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-2ef1e953-95d2-4387-85bd-85581609e243 tempest-ExternalNetworksTestJSON-795514102 tempest-ExternalNetworksTestJSON-795514102-project] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.1941371 Dec 20 14:55:48.218362 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 41052) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:48.294736 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ec383864-0293-420d-a05b-5a0c27d2ecd4 tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:48.378294 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ec383864-0293-420d-a05b-5a0c27d2ecd4 tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:48.398993 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-ec383864-0293-420d-a05b-5a0c27d2ecd4 tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df097001-f095-4068-9cec-df460107c62d']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:55:48.412466 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-ec383864-0293-420d-a05b-5a0c27d2ecd4 tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b740524-7e38-418f-b97c-4d24c58bdbb7') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:55:48.412965 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-ec383864-0293-420d-a05b-5a0c27d2ecd4 tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b740524-7e38-418f-b97c-4d24c58bdbb7') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:55:48.424182 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ec383864-0293-420d-a05b-5a0c27d2ecd4 tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:48.440767 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ec383864-0293-420d-a05b-5a0c27d2ecd4 tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:48.448297 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec383864-0293-420d-a05b-5a0c27d2ecd4 tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:55:48.448728 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ec383864-0293-420d-a05b-5a0c27d2ecd4 tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:48.450799 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 14:55:48.450799 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:55:48.450799 n-d-761264-19 neutron-server[103168]: timer() Dec 20 14:55:48.450799 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:55:48.450799 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 14:55:48.450799 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:55:48.450799 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 14:55:48.450799 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:55:48.450799 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 14:55:48.450799 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:55:48.450799 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 14:55:48.450799 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:55:48.450799 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 14:55:48.450799 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:55:48.450799 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:55:48.450799 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:55:48.450799 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:55:48.450799 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:55:48.450799 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 14:55:48.450799 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:55:48.450799 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 14:55:48.450799 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:55:48.450799 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:55:48.450799 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:55:48.450799 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 14:55:48.450799 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:55:48.450799 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:55:48.450799 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:55:48.450799 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:55:48.450799 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:55:48.450799 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:55:48.450799 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:55:48.516906 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ec383864-0293-420d-a05b-5a0c27d2ecd4 tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:48.535865 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec383864-0293-420d-a05b-5a0c27d2ecd4 tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network df097001-f095-4068-9cec-df460107c62d {{(pid=103168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 20 14:55:48.538180 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec383864-0293-420d-a05b-5a0c27d2ecd4 tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Pushing event deleted for resources: {'Network': ['ID=df097001-f095-4068-9cec-df460107c62d,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:55:48.540291 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ec383864-0293-420d-a05b-5a0c27d2ecd4 tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Publish callbacks [] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:48.547823 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 41056) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:48.551267 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-ec383864-0293-420d-a05b-5a0c27d2ecd4 tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] 10.222.0.54 "DELETE /v2.0/networks/df097001-f095-4068-9cec-df460107c62d HTTP/1.1" status: 204 len: 168 time: 0.3318388 Dec 20 14:55:48.554102 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-dc93fb9c-093e-48a0-9b88-94567e104eaf tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Request body: {'network': {'name': 'tempest-network--1606553783', 'router:external': True}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:55:48.585412 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc93fb9c-093e-48a0-9b88-94567e104eaf tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Made reservation on behalf of 88a1e94ceddb41d381542a8cc1ed3f50 for: {'network': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:55:48.588396 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-dc93fb9c-093e-48a0-9b88-94567e104eaf tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:48.620632 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc93fb9c-093e-48a0-9b88-94567e104eaf tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=103167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:55:48.633165 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-dc93fb9c-093e-48a0-9b88-94567e104eaf tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:48.633563 n-d-761264-19 neutron-server[103167]: INFO neutron.db.segments_db [None req-dc93fb9c-093e-48a0-9b88-94567e104eaf tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Added segment b69975c6-f4a8-4166-bfda-6f612f8d4499 of type vlan for network d3ab3105-5878-4a79-9ccd-08dd4165a6fc Dec 20 14:55:48.695807 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-dc93fb9c-093e-48a0-9b88-94567e104eaf tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:48.745745 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-dc93fb9c-093e-48a0-9b88-94567e104eaf tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:48.747133 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc93fb9c-093e-48a0-9b88-94567e104eaf tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:55:48.753518 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-dc93fb9c-093e-48a0-9b88-94567e104eaf tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Publish callbacks [] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:48.789808 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-27934d25-00c4-4798-a93e-589bb1c3471c req-ce9b7c6a-580a-4453-98e3-cbd607835e65 tempest-ServerShowV257Test-1536414236 tempest-ServerShowV257Test-1536414236-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7d01f7e-2825-403e-a59c-ffd641469ed6 HTTP/1.1" status: 200 len: 210 time: 0.0470464 Dec 20 14:55:48.880367 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-dc93fb9c-093e-48a0-9b88-94567e104eaf tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3289850 Dec 20 14:55:48.881257 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 41062) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:48.897168 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc93fb9c-093e-48a0-9b88-94567e104eaf tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Pushing event updated for resources: {'Network': ['ID=d3ab3105-5878-4a79-9ccd-08dd4165a6fc,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:55:48.919484 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network d3ab3105-5878-4a79-9ccd-08dd4165a6fc details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:55:48.986918 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819a824a-c192-47f4-817f-b77901268f6c tempest-ExternalNetworksTestJSON-795514102 tempest-ExternalNetworksTestJSON-795514102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:55:48.991484 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-819a824a-c192-47f4-817f-b77901268f6c tempest-ExternalNetworksTestJSON-795514102 tempest-ExternalNetworksTestJSON-795514102-project] 10.222.0.54 "GET /v2.0/networks/d3ab3105-5878-4a79-9ccd-08dd4165a6fc HTTP/1.1" status: 200 len: 757 time: 0.1067538 Dec 20 14:55:48.992538 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 41064) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:49.464709 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83fb654f-1eef-4058-9c33-3a390423eac4 tempest-ExternalNetworksTestJSON-795514102 tempest-ExternalNetworksTestJSON-795514102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:55:49.466062 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-83fb654f-1eef-4058-9c33-3a390423eac4 tempest-ExternalNetworksTestJSON-795514102 tempest-ExternalNetworksTestJSON-795514102-project] 10.222.0.54 "GET /v2.0/networks/b0ced2a4-21af-46ad-b016-36848e1a6af7 HTTP/1.1" status: 200 len: 768 time: 0.4728618 Dec 20 14:55:49.468914 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 41066) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:49.544551 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7405ee1e-1751-4ada-bf0f-7bcb7bc15917 tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:49.647258 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7405ee1e-1751-4ada-bf0f-7bcb7bc15917 tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:49.671857 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-7405ee1e-1751-4ada-bf0f-7bcb7bc15917 tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3ab3105-5878-4a79-9ccd-08dd4165a6fc']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:55:49.685551 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-7405ee1e-1751-4ada-bf0f-7bcb7bc15917 tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b69975c6-f4a8-4166-bfda-6f612f8d4499') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:55:49.685843 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-7405ee1e-1751-4ada-bf0f-7bcb7bc15917 tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b69975c6-f4a8-4166-bfda-6f612f8d4499') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:55:49.697457 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7405ee1e-1751-4ada-bf0f-7bcb7bc15917 tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:49.712785 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7405ee1e-1751-4ada-bf0f-7bcb7bc15917 tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:49.721128 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7405ee1e-1751-4ada-bf0f-7bcb7bc15917 tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:55:49.721557 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7405ee1e-1751-4ada-bf0f-7bcb7bc15917 tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:49.724134 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 14:55:49.724134 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:55:49.724134 n-d-761264-19 neutron-server[103168]: timer() Dec 20 14:55:49.724134 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:55:49.724134 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 14:55:49.724134 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:55:49.724134 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 14:55:49.724134 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:55:49.724134 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 14:55:49.724134 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:55:49.724134 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 14:55:49.724134 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:55:49.724134 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 14:55:49.724134 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:55:49.724134 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:55:49.724134 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:55:49.724134 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:55:49.724134 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:55:49.724134 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 14:55:49.724134 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:55:49.724134 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 14:55:49.724134 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:55:49.724134 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:55:49.724134 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:55:49.724134 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 14:55:49.724134 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:55:49.724134 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:55:49.724134 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:55:49.724134 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:55:49.724134 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:55:49.724134 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:55:49.724134 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:55:49.790453 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7405ee1e-1751-4ada-bf0f-7bcb7bc15917 tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:49.796537 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7405ee1e-1751-4ada-bf0f-7bcb7bc15917 tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d3ab3105-5878-4a79-9ccd-08dd4165a6fc {{(pid=103168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 20 14:55:49.799367 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7405ee1e-1751-4ada-bf0f-7bcb7bc15917 tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Publish callbacks [] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:49.802325 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-7405ee1e-1751-4ada-bf0f-7bcb7bc15917 tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] 10.222.0.54 "DELETE /v2.0/networks/d3ab3105-5878-4a79-9ccd-08dd4165a6fc HTTP/1.1" status: 204 len: 168 time: 0.3323505 Dec 20 14:55:49.805818 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 41070) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:49.810446 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-562ad709-fee2-4a50-99fb-e8d6a85cc46c tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Request body: {'network': {'name': 'tempest-network--703344816'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:55:49.852629 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7405ee1e-1751-4ada-bf0f-7bcb7bc15917 tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Pushing event deleted for resources: {'Network': ['ID=d3ab3105-5878-4a79-9ccd-08dd4165a6fc,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:55:49.880979 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-562ad709-fee2-4a50-99fb-e8d6a85cc46c tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Made reservation on behalf of 88a1e94ceddb41d381542a8cc1ed3f50 for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:55:49.884124 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-562ad709-fee2-4a50-99fb-e8d6a85cc46c tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:49.919009 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-562ad709-fee2-4a50-99fb-e8d6a85cc46c tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:55:49.933769 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-562ad709-fee2-4a50-99fb-e8d6a85cc46c tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:49.934344 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-562ad709-fee2-4a50-99fb-e8d6a85cc46c tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Added segment 1d64c60e-abe6-4461-84b2-6ebbca3fc9e8 of type vlan for network 4bc04ded-2b60-4b38-ac0d-b9b8c2648c91 Dec 20 14:55:49.965129 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c07263ee-9802-467e-b8d7-5f68a365299e req-ca7ead8d-3d95-4833-8c41-69c3cefdb5ab tempest-ServerShowV257Test-1536414236 tempest-ServerShowV257Test-1536414236-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7d01f7e-2825-403e-a59c-ffd641469ed6 HTTP/1.1" status: 200 len: 210 time: 0.0635879 Dec 20 14:55:50.013255 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-562ad709-fee2-4a50-99fb-e8d6a85cc46c tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:50.052172 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-562ad709-fee2-4a50-99fb-e8d6a85cc46c tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:50.053420 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562ad709-fee2-4a50-99fb-e8d6a85cc46c tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:55:50.054049 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-562ad709-fee2-4a50-99fb-e8d6a85cc46c tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Publish callbacks [] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:50.125833 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-562ad709-fee2-4a50-99fb-e8d6a85cc46c tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3189390 Dec 20 14:55:50.128893 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 41076) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:50.134754 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562ad709-fee2-4a50-99fb-e8d6a85cc46c tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Pushing event updated for resources: {'Network': ['ID=4bc04ded-2b60-4b38-ac0d-b9b8c2648c91,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:55:50.135307 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-a00af968-59ac-4a44-9887-d1fdc6cb5ede tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:55:50.149134 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 4bc04ded-2b60-4b38-ac0d-b9b8c2648c91 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:55:50.336949 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a00af968-59ac-4a44-9887-d1fdc6cb5ede tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:50.355391 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a00af968-59ac-4a44-9887-d1fdc6cb5ede tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:50.381128 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a00af968-59ac-4a44-9887-d1fdc6cb5ede tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Network 4bc04ded-2b60-4b38-ac0d-b9b8c2648c91 is not hosted by any dhcp agent {{(pid=103167) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 20 14:55:50.382578 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00af968-59ac-4a44-9887-d1fdc6cb5ede tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:55:50.383183 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a00af968-59ac-4a44-9887-d1fdc6cb5ede tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Publish callbacks [] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:50.384467 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-a00af968-59ac-4a44-9887-d1fdc6cb5ede tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] 10.222.0.54 "PUT /v2.0/networks/4bc04ded-2b60-4b38-ac0d-b9b8c2648c91 HTTP/1.1" status: 200 len: 857 time: 0.2544889 Dec 20 14:55:50.387317 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 41078) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:50.427043 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00af968-59ac-4a44-9887-d1fdc6cb5ede tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Pushing event updated for resources: {'Network': ['ID=4bc04ded-2b60-4b38-ac0d-b9b8c2648c91,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:55:50.471745 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f2b4dcbd-dabc-4a2c-bde8-0ae0d2a18f4a tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:50.554438 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f2b4dcbd-dabc-4a2c-bde8-0ae0d2a18f4a tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:50.577558 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-f2b4dcbd-dabc-4a2c-bde8-0ae0d2a18f4a tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bc04ded-2b60-4b38-ac0d-b9b8c2648c91']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:55:50.588235 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-f2b4dcbd-dabc-4a2c-bde8-0ae0d2a18f4a tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d64c60e-abe6-4461-84b2-6ebbca3fc9e8') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:55:50.588451 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-f2b4dcbd-dabc-4a2c-bde8-0ae0d2a18f4a tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d64c60e-abe6-4461-84b2-6ebbca3fc9e8') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:55:50.601267 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f2b4dcbd-dabc-4a2c-bde8-0ae0d2a18f4a tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:50.616588 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f2b4dcbd-dabc-4a2c-bde8-0ae0d2a18f4a tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:50.624334 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2b4dcbd-dabc-4a2c-bde8-0ae0d2a18f4a tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:55:50.624727 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f2b4dcbd-dabc-4a2c-bde8-0ae0d2a18f4a tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:50.627053 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 14:55:50.627053 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:55:50.627053 n-d-761264-19 neutron-server[103168]: timer() Dec 20 14:55:50.627053 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:55:50.627053 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 14:55:50.627053 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:55:50.627053 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 14:55:50.627053 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:55:50.627053 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 14:55:50.627053 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:55:50.627053 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 14:55:50.627053 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:55:50.627053 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 14:55:50.627053 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:55:50.627053 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:55:50.627053 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:55:50.627053 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:55:50.627053 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:55:50.627053 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 14:55:50.627053 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:55:50.627053 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 14:55:50.627053 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:55:50.627053 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:55:50.627053 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:55:50.627053 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 14:55:50.627053 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:55:50.627053 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:55:50.627053 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:55:50.627053 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:55:50.627053 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:55:50.627053 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:55:50.627053 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:55:50.688232 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f2b4dcbd-dabc-4a2c-bde8-0ae0d2a18f4a tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:50.695748 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2b4dcbd-dabc-4a2c-bde8-0ae0d2a18f4a tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4bc04ded-2b60-4b38-ac0d-b9b8c2648c91 {{(pid=103168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 20 14:55:50.707351 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f2b4dcbd-dabc-4a2c-bde8-0ae0d2a18f4a tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Publish callbacks [] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:50.713741 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-f2b4dcbd-dabc-4a2c-bde8-0ae0d2a18f4a tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] 10.222.0.54 "DELETE /v2.0/networks/4bc04ded-2b60-4b38-ac0d-b9b8c2648c91 HTTP/1.1" status: 204 len: 168 time: 0.3219523 Dec 20 14:55:50.713741 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b4dcbd-dabc-4a2c-bde8-0ae0d2a18f4a tempest-ExternalNetworksTestJSON-666407609 tempest-ExternalNetworksTestJSON-666407609-project-admin] Pushing event deleted for resources: {'Network': ['ID=4bc04ded-2b60-4b38-ac0d-b9b8c2648c91,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:55:50.713978 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 41082) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:50.754921 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-acdcd3a1-bf83-46a5-89b9-1fe992f01dab tempest-ExternalNetworksTestJSON-795514102 tempest-ExternalNetworksTestJSON-795514102-project] DELETE failed (client error): The resource could not be found. Dec 20 14:55:50.755372 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acdcd3a1-bf83-46a5-89b9-1fe992f01dab tempest-ExternalNetworksTestJSON-795514102 tempest-ExternalNetworksTestJSON-795514102-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:55:50.760695 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-acdcd3a1-bf83-46a5-89b9-1fe992f01dab tempest-ExternalNetworksTestJSON-795514102 tempest-ExternalNetworksTestJSON-795514102-project] 10.222.0.54 "DELETE /v2.0/subnets/1dff14ce-9d18-4705-9f7f-654c6b53155f HTTP/1.1" status: 404 len: 337 time: 0.0434339 Dec 20 14:55:50.761163 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 41084) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:50.855697 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-cc38b07d-4b96-4a89-b8cb-6ce83ea10d40 tempest-ExternalNetworksTestJSON-795514102 tempest-ExternalNetworksTestJSON-795514102-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:50.958341 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-cc38b07d-4b96-4a89-b8cb-6ce83ea10d40 tempest-ExternalNetworksTestJSON-795514102 tempest-ExternalNetworksTestJSON-795514102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:50.981463 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-cc38b07d-4b96-4a89-b8cb-6ce83ea10d40 tempest-ExternalNetworksTestJSON-795514102 tempest-ExternalNetworksTestJSON-795514102-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0ced2a4-21af-46ad-b016-36848e1a6af7']}} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:55:51.009191 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-cc38b07d-4b96-4a89-b8cb-6ce83ea10d40 tempest-ExternalNetworksTestJSON-795514102 tempest-ExternalNetworksTestJSON-795514102-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96661f43-12d4-442b-844a-4c4e0f227f56') {'for_net_delete': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:55:51.010364 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-cc38b07d-4b96-4a89-b8cb-6ce83ea10d40 tempest-ExternalNetworksTestJSON-795514102 tempest-ExternalNetworksTestJSON-795514102-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96661f43-12d4-442b-844a-4c4e0f227f56') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:55:51.029332 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-cc38b07d-4b96-4a89-b8cb-6ce83ea10d40 tempest-ExternalNetworksTestJSON-795514102 tempest-ExternalNetworksTestJSON-795514102-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954405'] for segment, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:51.051226 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-cc38b07d-4b96-4a89-b8cb-6ce83ea10d40 tempest-ExternalNetworksTestJSON-795514102 tempest-ExternalNetworksTestJSON-795514102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:51.058355 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc38b07d-4b96-4a89-b8cb-6ce83ea10d40 tempest-ExternalNetworksTestJSON-795514102 tempest-ExternalNetworksTestJSON-795514102-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=103167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:55:51.058920 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-cc38b07d-4b96-4a89-b8cb-6ce83ea10d40 tempest-ExternalNetworksTestJSON-795514102 tempest-ExternalNetworksTestJSON-795514102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9956000'] for segment, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:51.062243 n-d-761264-19 neutron-server[103167]: Traceback (most recent call last): Dec 20 14:55:51.062243 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:55:51.062243 n-d-761264-19 neutron-server[103167]: timer() Dec 20 14:55:51.062243 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:55:51.062243 n-d-761264-19 neutron-server[103167]: cb(*args, **kw) Dec 20 14:55:51.062243 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:55:51.062243 n-d-761264-19 neutron-server[103167]: return func(*args, **kwargs) Dec 20 14:55:51.062243 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:55:51.062243 n-d-761264-19 neutron-server[103167]: self._notify() Dec 20 14:55:51.062243 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:55:51.062243 n-d-761264-19 neutron-server[103167]: self.callback(batched_events) Dec 20 14:55:51.062243 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:55:51.062243 n-d-761264-19 neutron-server[103167]: event.method(event) Dec 20 14:55:51.062243 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:55:51.062243 n-d-761264-19 neutron-server[103167]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:55:51.062243 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:55:51.062243 n-d-761264-19 neutron-server[103167]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:55:51.062243 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:55:51.062243 n-d-761264-19 neutron-server[103167]: return f(self, *a, **k) Dec 20 14:55:51.062243 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:55:51.062243 n-d-761264-19 neutron-server[103167]: return self._get(url).json() Dec 20 14:55:51.062243 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:55:51.062243 n-d-761264-19 neutron-server[103167]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:55:51.062243 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:55:51.062243 n-d-761264-19 neutron-server[103167]: return self.request(url, 'GET', **kwargs) Dec 20 14:55:51.062243 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:55:51.062243 n-d-761264-19 neutron-server[103167]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:55:51.062243 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:55:51.062243 n-d-761264-19 neutron-server[103167]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:55:51.062243 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:55:51.062243 n-d-761264-19 neutron-server[103167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:55:51.062243 n-d-761264-19 neutron-server[103167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:55:51.095852 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7d3c2f14-2099-4a4f-a3b5-312bbab4da54 req-9679d883-6325-4a51-8118-5dc686bd1871 tempest-ServerShowV257Test-1536414236 tempest-ServerShowV257Test-1536414236-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7d01f7e-2825-403e-a59c-ffd641469ed6 HTTP/1.1" status: 200 len: 210 time: 0.0518520 Dec 20 14:55:51.153141 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-cc38b07d-4b96-4a89-b8cb-6ce83ea10d40 tempest-ExternalNetworksTestJSON-795514102 tempest-ExternalNetworksTestJSON-795514102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:51.164921 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-cc38b07d-4b96-4a89-b8cb-6ce83ea10d40 tempest-ExternalNetworksTestJSON-795514102 tempest-ExternalNetworksTestJSON-795514102-project] Publish callbacks [] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:51.171801 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-cc38b07d-4b96-4a89-b8cb-6ce83ea10d40 tempest-ExternalNetworksTestJSON-795514102 tempest-ExternalNetworksTestJSON-795514102-project] 10.222.0.54 "DELETE /v2.0/networks/b0ced2a4-21af-46ad-b016-36848e1a6af7 HTTP/1.1" status: 204 len: 168 time: 0.4095154 Dec 20 14:55:51.207757 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc38b07d-4b96-4a89-b8cb-6ce83ea10d40 tempest-ExternalNetworksTestJSON-795514102 tempest-ExternalNetworksTestJSON-795514102-project] Pushing event deleted for resources: {'Network': ['ID=b0ced2a4-21af-46ad-b016-36848e1a6af7,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:55:51.428095 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 41098) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:51.474156 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 41102) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:51.633625 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fcfc8347-e05b-480e-88bf-9a5c9069635b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:51.658495 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-4f273e03-24de-4127-a375-b64da9967dc6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3a001edf7cf9482e9eb0d134a84d4d3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1823285 Dec 20 14:55:51.660286 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 41108) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:51.734043 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9fecbc66-96c7-42d8-9d64-2bb92c0a6822 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:51.764819 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fcfc8347-e05b-480e-88bf-9a5c9069635b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:51.769775 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fcfc8347-e05b-480e-88bf-9a5c9069635b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:51.774909 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9fecbc66-96c7-42d8-9d64-2bb92c0a6822 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:51.812895 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-fcfc8347-e05b-480e-88bf-9a5c9069635b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=60d134b880f940c6949cf458ea9489ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3835151 Dec 20 14:55:51.813941 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfc8347-e05b-480e-88bf-9a5c9069635b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbfbb692-b177-4f69-91e3-7934e6ad3ff8,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:55:51.815979 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 41110) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:51.848660 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9fecbc66-96c7-42d8-9d64-2bb92c0a6822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:51.851265 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9fecbc66-96c7-42d8-9d64-2bb92c0a6822 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:51.854777 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-9fecbc66-96c7-42d8-9d64-2bb92c0a6822 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/02f7c6d5-9abf-496d-ba83-4e67f5c12c6d HTTP/1.1" status: 204 len: 168 time: 0.1911352 Dec 20 14:55:51.870322 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fecbc66-96c7-42d8-9d64-2bb92c0a6822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f7c6d5-9abf-496d-ba83-4e67f5c12c6d,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:55:51.885923 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-dbef2468-ea78-4090-bb9b-a93d4eb0c8a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:51.908833 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-dbef2468-ea78-4090-bb9b-a93d4eb0c8a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:51.961323 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-dbef2468-ea78-4090-bb9b-a93d4eb0c8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:51.964009 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-dbef2468-ea78-4090-bb9b-a93d4eb0c8a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:51.967550 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-dbef2468-ea78-4090-bb9b-a93d4eb0c8a9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/fbfbb692-b177-4f69-91e3-7934e6ad3ff8 HTTP/1.1" status: 204 len: 168 time: 0.1475592 Dec 20 14:55:51.976088 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbef2468-ea78-4090-bb9b-a93d4eb0c8a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbfbb692-b177-4f69-91e3-7934e6ad3ff8,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:55:52.213723 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 41122) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:52.216001 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-69c703b0-7702-4355-a640-909970afa753 req-dc47396a-aa01-4b85-8239-8735bff8a26e tempest-ServerShowV257Test-1536414236 tempest-ServerShowV257Test-1536414236-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7d01f7e-2825-403e-a59c-ffd641469ed6 HTTP/1.1" status: 200 len: 210 time: 0.0372593 Dec 20 14:55:52.261122 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-7dcafe65-4b42-4a90-baf3-39ec437f464e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=88a1e94ceddb41d381542a8cc1ed3f50&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0460327 Dec 20 14:55:52.263553 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 41124) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:52.322800 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-378d28bc-3bf0-436b-8858-cc15570d5a6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:52.348056 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-378d28bc-3bf0-436b-8858-cc15570d5a6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:52.403966 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-378d28bc-3bf0-436b-8858-cc15570d5a6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:52.407378 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-378d28bc-3bf0-436b-8858-cc15570d5a6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:52.410989 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-378d28bc-3bf0-436b-8858-cc15570d5a6b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a91c7a61-7d7d-4c28-aa12-aa8b4f4a3903 HTTP/1.1" status: 204 len: 168 time: 0.1436019 Dec 20 14:55:52.417528 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378d28bc-3bf0-436b-8858-cc15570d5a6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a91c7a61-7d7d-4c28-aa12-aa8b4f4a3903,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:55:53.581544 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2ea55f57-8172-444b-888c-3365867e03f7 req-bd1da3ab-aaaa-489a-91c8-b808eedbd67b tempest-ServerShowV257Test-1536414236 tempest-ServerShowV257Test-1536414236-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7d01f7e-2825-403e-a59c-ffd641469ed6 HTTP/1.1" status: 200 len: 210 time: 0.2941513 Dec 20 14:55:54.075904 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 41256) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:54.195271 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-4b7534a7-b28b-4f3d-b6e5-1ea85ae30c1d tempest-MeteringIpV6TestJSON-620850308 tempest-MeteringIpV6TestJSON-620850308-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1626211095'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:55:54.195723 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-4b7534a7-b28b-4f3d-b6e5-1ea85ae30c1d tempest-MeteringIpV6TestJSON-620850308 tempest-MeteringIpV6TestJSON-620850308-project-admin] Unknown quota resources ['metering_label']. {{(pid=103168) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 20 14:55:54.391597 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4b7534a7-b28b-4f3d-b6e5-1ea85ae30c1d tempest-MeteringIpV6TestJSON-620850308 tempest-MeteringIpV6TestJSON-620850308-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:54.395730 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 41318) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:54.399217 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-4b7534a7-b28b-4f3d-b6e5-1ea85ae30c1d tempest-MeteringIpV6TestJSON-620850308 tempest-MeteringIpV6TestJSON-620850308-project-admin] 10.222.0.54 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.3242421 Dec 20 14:55:54.400141 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-4d90e4e0-8d9e-4d25-ac9e-132b67ad5866 tempest-MeteringIpV6TestJSON-620850308 tempest-MeteringIpV6TestJSON-620850308-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'dc2dcd52-ddce-43e5-acdd-44eaa9e3f017'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:55:54.400648 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-4d90e4e0-8d9e-4d25-ac9e-132b67ad5866 tempest-MeteringIpV6TestJSON-620850308 tempest-MeteringIpV6TestJSON-620850308-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103167) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 20 14:55:54.483471 n-d-761264-19 neutron-server[103167]: WARNING neutron.services.metering.metering_plugin [None req-4d90e4e0-8d9e-4d25-ac9e-132b67ad5866 tempest-MeteringIpV6TestJSON-620850308 tempest-MeteringIpV6TestJSON-620850308-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 20 14:55:54.610229 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4d90e4e0-8d9e-4d25-ac9e-132b67ad5866 tempest-MeteringIpV6TestJSON-620850308 tempest-MeteringIpV6TestJSON-620850308-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:54.611446 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-4d90e4e0-8d9e-4d25-ac9e-132b67ad5866 tempest-MeteringIpV6TestJSON-620850308 tempest-MeteringIpV6TestJSON-620850308-project-admin] 10.222.0.54 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2147286 Dec 20 14:55:54.615031 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 41328) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:54.620038 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-67dd5629-4fc3-4c53-8931-9e87d328a26e tempest-MeteringIpV6TestJSON-620850308 tempest-MeteringIpV6TestJSON-620850308-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'dc2dcd52-ddce-43e5-acdd-44eaa9e3f017'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:55:54.620534 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-67dd5629-4fc3-4c53-8931-9e87d328a26e tempest-MeteringIpV6TestJSON-620850308 tempest-MeteringIpV6TestJSON-620850308-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103168) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 20 14:55:54.713005 n-d-761264-19 neutron-server[103168]: WARNING neutron.services.metering.metering_plugin [None req-67dd5629-4fc3-4c53-8931-9e87d328a26e tempest-MeteringIpV6TestJSON-620850308 tempest-MeteringIpV6TestJSON-620850308-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 20 14:55:54.724403 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 41332) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:54.837008 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-67dd5629-4fc3-4c53-8931-9e87d328a26e tempest-MeteringIpV6TestJSON-620850308 tempest-MeteringIpV6TestJSON-620850308-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:54.838240 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-67dd5629-4fc3-4c53-8931-9e87d328a26e tempest-MeteringIpV6TestJSON-620850308 tempest-MeteringIpV6TestJSON-620850308-project-admin] 10.222.0.54 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2216012 Dec 20 14:55:54.841160 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 41336) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:54.853642 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-04dcf889-ad3e-4605-bf65-1559b5fa397b tempest-MeteringIpV6TestJSON-620850308 tempest-MeteringIpV6TestJSON-620850308-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-label-rules?id=472a9785-b14e-4984-accc-fd7fa45e85d8 HTTP/1.1" status: 200 len: 462 time: 0.0112317 Dec 20 14:55:54.856532 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 41340) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:54.871868 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ecd529a8-31f2-411c-8422-33515d5b1327 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:55.012122 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-be4a0a92-f4ea-4009-b517-0ba366c380cc tempest-MeteringIpV6TestJSON-620850308 tempest-MeteringIpV6TestJSON-620850308-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:55.016071 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-be4a0a92-f4ea-4009-b517-0ba366c380cc tempest-MeteringIpV6TestJSON-620850308 tempest-MeteringIpV6TestJSON-620850308-project-admin] 10.222.0.54 "DELETE /v2.0/metering/metering-label-rules/472a9785-b14e-4984-accc-fd7fa45e85d8 HTTP/1.1" status: 204 len: 168 time: 0.1584983 Dec 20 14:55:55.016691 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 41342) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:55.029431 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-16978d58-07ba-4a7a-b3b6-dae200b9291f tempest-MeteringIpV6TestJSON-620850308 tempest-MeteringIpV6TestJSON-620850308-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-label-rules?id=472a9785-b14e-4984-accc-fd7fa45e85d8 HTTP/1.1" status: 200 len: 221 time: 0.0106952 Dec 20 14:55:55.034027 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 41344) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:55.039446 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-47e8db2f-20e2-4827-8173-b35823015e45 tempest-MeteringIpV6TestJSON-620850308 tempest-MeteringIpV6TestJSON-620850308-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--2144596888', 'description': 'label created by tempest'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:55:55.039901 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-47e8db2f-20e2-4827-8173-b35823015e45 tempest-MeteringIpV6TestJSON-620850308 tempest-MeteringIpV6TestJSON-620850308-project-admin] Unknown quota resources ['metering_label']. {{(pid=103168) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 20 14:55:55.209432 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-47e8db2f-20e2-4827-8173-b35823015e45 tempest-MeteringIpV6TestJSON-620850308 tempest-MeteringIpV6TestJSON-620850308-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:55.210669 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-47e8db2f-20e2-4827-8173-b35823015e45 tempest-MeteringIpV6TestJSON-620850308 tempest-MeteringIpV6TestJSON-620850308-project-admin] 10.222.0.54 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.1756442 Dec 20 14:55:55.213494 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 41346) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:55.288493 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-2b055ebf-566b-47d6-b6b1-1a1086fa0a5a tempest-MeteringIpV6TestJSON-620850308 tempest-MeteringIpV6TestJSON-620850308-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-labels?id=40f863f3-eec3-439a-86ad-4397413c17df HTTP/1.1" status: 200 len: 468 time: 0.0734591 Dec 20 14:55:55.291038 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 41348) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:55.310668 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9a7191b3-0cca-49cc-a5a5-5716b408c552 req-f01b5326-d11f-4e5e-a3a3-a95bc05acd79 tempest-ServerShowV257Test-1536414236 tempest-ServerShowV257Test-1536414236-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7d01f7e-2825-403e-a59c-ffd641469ed6 HTTP/1.1" status: 200 len: 210 time: 0.6417882 Dec 20 14:55:55.361667 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ecd529a8-31f2-411c-8422-33515d5b1327 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:55.367259 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ecd529a8-31f2-411c-8422-33515d5b1327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:55.409045 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-ecd529a8-31f2-411c-8422-33515d5b1327 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=883010f36209455bbd6b349f84794108&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6830831 Dec 20 14:55:55.410051 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 41350) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:55.412301 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd529a8-31f2-411c-8422-33515d5b1327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00eda965-9cd2-4685-8372-e80dd293e211,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:55:55.467565 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2173562d-57bf-4b73-b62f-fb455f363763 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:55.489660 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2173562d-57bf-4b73-b62f-fb455f363763 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:55.491519 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ba30d344-f901-42bb-806f-fd608262026d tempest-MeteringIpV6TestJSON-620850308 tempest-MeteringIpV6TestJSON-620850308-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:55.492672 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-ba30d344-f901-42bb-806f-fd608262026d tempest-MeteringIpV6TestJSON-620850308 tempest-MeteringIpV6TestJSON-620850308-project-admin] 10.222.0.54 "DELETE /v2.0/metering/metering-labels/40f863f3-eec3-439a-86ad-4397413c17df HTTP/1.1" status: 204 len: 168 time: 0.1997850 Dec 20 14:55:55.495439 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 41352) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:55.506888 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-4b4011a3-7dc7-4e99-8a13-6a8c1d4f40b4 tempest-MeteringIpV6TestJSON-620850308 tempest-MeteringIpV6TestJSON-620850308-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-labels?id=40f863f3-eec3-439a-86ad-4397413c17df HTTP/1.1" status: 200 len: 216 time: 0.0101266 Dec 20 14:55:55.510012 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 41354) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:55.519054 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-cae234c0-3cb2-40be-bed5-3974dfbb600b tempest-MeteringIpV6TestJSON-620850308 tempest-MeteringIpV6TestJSON-620850308-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0079737 Dec 20 14:55:55.523164 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 41356) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:55.535845 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-b8306e48-f249-4d3d-b5b2-42e956ccd2b5 tempest-MeteringIpV6TestJSON-620850308 tempest-MeteringIpV6TestJSON-620850308-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0116138 Dec 20 14:55:55.539579 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 41358) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:55.552520 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2173562d-57bf-4b73-b62f-fb455f363763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:55.555815 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2173562d-57bf-4b73-b62f-fb455f363763 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:55.556993 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-2173562d-57bf-4b73-b62f-fb455f363763 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/00eda965-9cd2-4685-8372-e80dd293e211 HTTP/1.1" status: 204 len: 168 time: 0.1457479 Dec 20 14:55:55.566228 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2173562d-57bf-4b73-b62f-fb455f363763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00eda965-9cd2-4685-8372-e80dd293e211,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:55:55.611589 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-4460cc9d-fa3f-42a1-bd24-02a045305996 tempest-MeteringIpV6TestJSON-620850308 tempest-MeteringIpV6TestJSON-620850308-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-labels/dc2dcd52-ddce-43e5-acdd-44eaa9e3f017 HTTP/1.1" status: 200 len: 473 time: 0.0708246 Dec 20 14:55:55.615561 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 41362) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:55.628359 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-f91a39de-bb15-462f-b90c-43fdf8902b44 tempest-MeteringIpV6TestJSON-620850308 tempest-MeteringIpV6TestJSON-620850308-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-label-rules/2f10bd82-52bb-4726-9560-7e86c2a1bb9c HTTP/1.1" status: 200 len: 459 time: 0.0114427 Dec 20 14:55:55.631526 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 41364) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:55.744081 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-aba2d102-a0f7-4671-a5a3-2bde39c44425 tempest-MeteringIpV6TestJSON-620850308 tempest-MeteringIpV6TestJSON-620850308-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:55.747704 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-aba2d102-a0f7-4671-a5a3-2bde39c44425 tempest-MeteringIpV6TestJSON-620850308 tempest-MeteringIpV6TestJSON-620850308-project-admin] 10.222.0.54 "DELETE /v2.0/metering/metering-label-rules/2f10bd82-52bb-4726-9560-7e86c2a1bb9c HTTP/1.1" status: 204 len: 168 time: 0.1128039 Dec 20 14:55:55.748335 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 41368) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:55.860405 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 41370) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:55.874092 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-dcd1be92-3d27-421f-ad6f-e42099f2beeb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:55.940114 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e97e5474-0bdf-4197-af55-97354098d8b5 tempest-MeteringIpV6TestJSON-620850308 tempest-MeteringIpV6TestJSON-620850308-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:55.941424 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-e97e5474-0bdf-4197-af55-97354098d8b5 tempest-MeteringIpV6TestJSON-620850308 tempest-MeteringIpV6TestJSON-620850308-project-admin] 10.222.0.54 "DELETE /v2.0/metering/metering-labels/dc2dcd52-ddce-43e5-acdd-44eaa9e3f017 HTTP/1.1" status: 204 len: 168 time: 0.1920376 Dec 20 14:55:55.974271 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-dcd1be92-3d27-421f-ad6f-e42099f2beeb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:55.987962 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-dcd1be92-3d27-421f-ad6f-e42099f2beeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:56.029795 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-dcd1be92-3d27-421f-ad6f-e42099f2beeb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2b70f50e95b24cf0b6d6178363eeef30&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1682880 Dec 20 14:55:56.030769 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd1be92-3d27-421f-ad6f-e42099f2beeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ef29673-505c-49b4-92d6-48c8199156b3,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:55:56.032450 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 41376) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:56.092626 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-85b5d9c2-c735-4da6-bc62-63606804938b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:56.118752 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-85b5d9c2-c735-4da6-bc62-63606804938b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:56.175034 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-85b5d9c2-c735-4da6-bc62-63606804938b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:56.178245 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-85b5d9c2-c735-4da6-bc62-63606804938b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:56.179357 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-85b5d9c2-c735-4da6-bc62-63606804938b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4ef29673-505c-49b4-92d6-48c8199156b3 HTTP/1.1" status: 204 len: 168 time: 0.1458766 Dec 20 14:55:56.188149 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b5d9c2-c735-4da6-bc62-63606804938b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ef29673-505c-49b4-92d6-48c8199156b3,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:55:56.277410 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 41384) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:56.480536 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-56ce3958-d062-4524-b542-6f312c5e5f7e req-620ba769-4527-4075-b931-3c9256d435eb tempest-ServerShowV257Test-1536414236 tempest-ServerShowV257Test-1536414236-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7d01f7e-2825-403e-a59c-ffd641469ed6 HTTP/1.1" status: 200 len: 210 time: 0.0368588 Dec 20 14:55:56.538938 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b307714c-5190-4d82-9438-1b9f35badd73 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:56.660191 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b307714c-5190-4d82-9438-1b9f35badd73 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:56.665375 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b307714c-5190-4d82-9438-1b9f35badd73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:56.706850 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-b307714c-5190-4d82-9438-1b9f35badd73 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d73af71641ee4530a43ac1e1a1dd3ff9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4282782 Dec 20 14:55:56.707867 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b307714c-5190-4d82-9438-1b9f35badd73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51747e27-e3c4-4ecf-9fe5-6c07dca8c2df,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:55:56.709776 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 41398) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:56.767338 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d3d061d4-19aa-4ce0-ac8f-8018cdd7a7fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:56.791453 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d3d061d4-19aa-4ce0-ac8f-8018cdd7a7fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:56.843596 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d3d061d4-19aa-4ce0-ac8f-8018cdd7a7fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:56.847422 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d3d061d4-19aa-4ce0-ac8f-8018cdd7a7fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:56.848607 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-d3d061d4-19aa-4ce0-ac8f-8018cdd7a7fb admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/51747e27-e3c4-4ecf-9fe5-6c07dca8c2df HTTP/1.1" status: 204 len: 168 time: 0.1378191 Dec 20 14:55:56.856754 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d061d4-19aa-4ce0-ac8f-8018cdd7a7fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51747e27-e3c4-4ecf-9fe5-6c07dca8c2df,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:55:57.121462 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 41406) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:57.135466 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-042f6a30-c31b-4187-b884-8ca23f8672de admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:57.209789 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-042f6a30-c31b-4187-b884-8ca23f8672de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:57.216047 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-042f6a30-c31b-4187-b884-8ca23f8672de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:57.256290 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-042f6a30-c31b-4187-b884-8ca23f8672de admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=09f963cecff74a8a85ee250f7d7a8d96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1336021 Dec 20 14:55:57.257225 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042f6a30-c31b-4187-b884-8ca23f8672de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd5c1cac-9c70-4873-b537-a872b3776e25,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:55:57.259224 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 41408) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:57.315666 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-44ade507-6383-48b1-adde-d5c4e422a376 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:57.338062 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-44ade507-6383-48b1-adde-d5c4e422a376 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:57.385121 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-44ade507-6383-48b1-adde-d5c4e422a376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:57.387862 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-44ade507-6383-48b1-adde-d5c4e422a376 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:57.389046 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-44ade507-6383-48b1-adde-d5c4e422a376 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/fd5c1cac-9c70-4873-b537-a872b3776e25 HTTP/1.1" status: 204 len: 168 time: 0.1285346 Dec 20 14:55:57.397978 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ade507-6383-48b1-adde-d5c4e422a376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd5c1cac-9c70-4873-b537-a872b3776e25,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:55:57.593176 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bb03160f-8cee-491b-b311-3173760c2ae4 req-c84559c4-c956-47d4-a06b-e580557f698c tempest-ServerShowV257Test-1536414236 tempest-ServerShowV257Test-1536414236-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7d01f7e-2825-403e-a59c-ffd641469ed6 HTTP/1.1" status: 200 len: 210 time: 0.0288944 Dec 20 14:55:58.665574 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 41458) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:58.707287 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-664ed1c2-94fc-40c6-9861-3c2cbfabe503 req-9dbbb00f-ca83-479d-b0f9-d1e50a574de5 tempest-ServerShowV257Test-1536414236 tempest-ServerShowV257Test-1536414236-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7d01f7e-2825-403e-a59c-ffd641469ed6 HTTP/1.1" status: 200 len: 210 time: 0.0282981 Dec 20 14:55:58.772998 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-4a27ac59-60db-4352-a244-9c4d07bb128b tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1982331306', 'router:external': True}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:55:58.795158 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a27ac59-60db-4352-a244-9c4d07bb128b tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Made reservation on behalf of 84b93639b57f463bbb76b9be233985cf for: {'network': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:55:58.797440 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4a27ac59-60db-4352-a244-9c4d07bb128b tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:58.805999 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4a27ac59-60db-4352-a244-9c4d07bb128b tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:58.882582 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4a27ac59-60db-4352-a244-9c4d07bb128b tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:58.887480 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4a27ac59-60db-4352-a244-9c4d07bb128b tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:58.911427 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a27ac59-60db-4352-a244-9c4d07bb128b tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=103167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:55:58.920977 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a27ac59-60db-4352-a244-9c4d07bb128b tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44c45904-7bca-46ff-8321-b421706cf77f,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:55:58.925683 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4a27ac59-60db-4352-a244-9c4d07bb128b tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:58.926024 n-d-761264-19 neutron-server[103167]: INFO neutron.db.segments_db [None req-4a27ac59-60db-4352-a244-9c4d07bb128b tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Added segment 7cdcd3b1-b9b9-4487-b7c9-1d8953833dc4 of type vlan for network d5b76b87-4ac1-4d0e-ac6d-bc97ec9a374d Dec 20 14:55:58.971439 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4a27ac59-60db-4352-a244-9c4d07bb128b tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:59.002367 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4a27ac59-60db-4352-a244-9c4d07bb128b tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:59.003259 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a27ac59-60db-4352-a244-9c4d07bb128b tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:55:59.003836 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4a27ac59-60db-4352-a244-9c4d07bb128b tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks [] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:59.058773 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-4a27ac59-60db-4352-a244-9c4d07bb128b tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.3919368 Dec 20 14:55:59.062020 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 41470) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:59.064128 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a27ac59-60db-4352-a244-9c4d07bb128b tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Pushing event updated for resources: {'Network': ['ID=d5b76b87-4ac1-4d0e-ac6d-bc97ec9a374d,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:55:59.067901 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-e4778d91-ad49-42b0-8e3c-29b91d535e91 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Request body: {'subnet': {'network_id': 'd5b76b87-4ac1-4d0e-ac6d-bc97ec9a374d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:55:59.077951 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network d5b76b87-4ac1-4d0e-ac6d-bc97ec9a374d details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:55:59.101466 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4778d91-ad49-42b0-8e3c-29b91d535e91 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Made reservation on behalf of 84b93639b57f463bbb76b9be233985cf for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:55:59.104506 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e4778d91-ad49-42b0-8e3c-29b91d535e91 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:59.404119 n-d-761264-19 neutron-server[103168]: DEBUG neutron.objects.ports [None req-e4778d91-ad49-42b0-8e3c-29b91d535e91 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103168) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 20 14:55:59.404119 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e4778d91-ad49-42b0-8e3c-29b91d535e91 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8848317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10470522'] for subnet, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:59.452568 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4778d91-ad49-42b0-8e3c-29b91d535e91 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Pushing event updated for resources: {'Subnet': ['ID=61860551-44f7-4dd2-b2b0-e5e5cb296bd0,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:55:59.469242 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4778d91-ad49-42b0-8e3c-29b91d535e91 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:55:59.469603 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4778d91-ad49-42b0-8e3c-29b91d535e91 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:55:59.469894 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4778d91-ad49-42b0-8e3c-29b91d535e91 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:55:59.470232 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4778d91-ad49-42b0-8e3c-29b91d535e91 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:55:59.470563 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4778d91-ad49-42b0-8e3c-29b91d535e91 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:55:59.471085 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4778d91-ad49-42b0-8e3c-29b91d535e91 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:55:59.471413 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4778d91-ad49-42b0-8e3c-29b91d535e91 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:55:59.471740 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4778d91-ad49-42b0-8e3c-29b91d535e91 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:55:59.472058 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4778d91-ad49-42b0-8e3c-29b91d535e91 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:55:59.472379 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4778d91-ad49-42b0-8e3c-29b91d535e91 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:55:59.472695 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4778d91-ad49-42b0-8e3c-29b91d535e91 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:55:59.473013 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4778d91-ad49-42b0-8e3c-29b91d535e91 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:55:59.473309 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4778d91-ad49-42b0-8e3c-29b91d535e91 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:55:59.482355 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4778d91-ad49-42b0-8e3c-29b91d535e91 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Checking segment: {'id': '7cdcd3b1-b9b9-4487-b7c9-1d8953833dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd5b76b87-4ac1-4d0e-ac6d-bc97ec9a374d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:55:59.482713 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4778d91-ad49-42b0-8e3c-29b91d535e91 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Network hostable DHCP agents. Network: d5b76b87-4ac1-4d0e-ac6d-bc97ec9a374d, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:55:59.501760 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4778d91-ad49-42b0-8e3c-29b91d535e91 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Network d5b76b87-4ac1-4d0e-ac6d-bc97ec9a374d is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:55:59.511287 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-e4778d91-ad49-42b0-8e3c-29b91d535e91 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, d5b76b87-4ac1-4d0e-ac6d-bc97ec9a374d) {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:55:59.515681 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4778d91-ad49-42b0-8e3c-29b91d535e91 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:55:59.516361 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e4778d91-ad49-42b0-8e3c-29b91d535e91 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:59.521254 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721902ce-99ba-46a0-9b8f-27afe271eeb2 None None] Network d5b76b87-4ac1-4d0e-ac6d-bc97ec9a374d requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:55:59.535968 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-e4778d91-ad49-42b0-8e3c-29b91d535e91 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.4694378 Dec 20 14:55:59.536984 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 41474) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:55:59.541289 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-022f3968-c226-485b-b218-66342d1a490d tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1690567288', 'network_id': 'd5b76b87-4ac1-4d0e-ac6d-bc97ec9a374d'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:55:59.568115 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-022f3968-c226-485b-b218-66342d1a490d tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Made reservation on behalf of 84b93639b57f463bbb76b9be233985cf for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:55:59.570943 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-022f3968-c226-485b-b218-66342d1a490d tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:59.588917 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [None req-022f3968-c226-485b-b218-66342d1a490d tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] device_id is not set on port 18c538fe-a95f-4fe3-af56-fb19ed9e10e0 yet. {{(pid=103167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 14:55:59.632596 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011c875a-cf2f-4e24-bb4e-e35248c0b7e4 None None] Network d5b76b87-4ac1-4d0e-ac6d-bc97ec9a374d requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:55:59.766404 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-022f3968-c226-485b-b218-66342d1a490d tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Allocated IP 2001:db8::5d (d5b76b87-4ac1-4d0e-ac6d-bc97ec9a374d/61860551-44f7-4dd2-b2b0-e5e5cb296bd0/18c538fe-a95f-4fe3-af56-fb19ed9e10e0) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:55:59.829990 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4b16b16d-77b5-4410-a693-7767be221262 req-64bf0f01-7412-4949-a73d-42e0b7387b37 tempest-ServerShowV257Test-1536414236 tempest-ServerShowV257Test-1536414236-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7d01f7e-2825-403e-a59c-ffd641469ed6 HTTP/1.1" status: 200 len: 210 time: 0.0378995 Dec 20 14:55:59.939281 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-022f3968-c226-485b-b218-66342d1a490d tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:55:59.974378 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-022f3968-c226-485b-b218-66342d1a490d tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:00.036699 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022f3968-c226-485b-b218-66342d1a490d tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Network d5b76b87-4ac1-4d0e-ac6d-bc97ec9a374d is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:56:00.039980 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-022f3968-c226-485b-b218-66342d1a490d tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:56:00.045026 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022f3968-c226-485b-b218-66342d1a490d tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:56:00.046019 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022f3968-c226-485b-b218-66342d1a490d tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:56:00.046647 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-022f3968-c226-485b-b218-66342d1a490d tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:00.050113 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022f3968-c226-485b-b218-66342d1a490d tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Pushing event updated for resources: {'Port': ['ID=18c538fe-a95f-4fe3-af56-fb19ed9e10e0,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:56:00.070761 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-022f3968-c226-485b-b218-66342d1a490d tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.5306835 Dec 20 14:56:00.072693 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 41480) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:00.162628 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-72911d98-858d-4c55-9863-9956d66b4fdf tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Deleting port 18c538fe-a95f-4fe3-af56-fb19ed9e10e0 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:56:00.163281 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-72911d98-858d-4c55-9863-9956d66b4fdf tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:00.251507 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-72911d98-858d-4c55-9863-9956d66b4fdf tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:00.263288 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-72911d98-858d-4c55-9863-9956d66b4fdf tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Calling delete_port for 18c538fe-a95f-4fe3-af56-fb19ed9e10e0 owned by {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:56:00.394273 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-72911d98-858d-4c55-9863-9956d66b4fdf tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:00.424688 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72911d98-858d-4c55-9863-9956d66b4fdf tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Pushing event deleted for resources: {'Port': ['ID=18c538fe-a95f-4fe3-af56-fb19ed9e10e0,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:56:00.475690 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-72911d98-858d-4c55-9863-9956d66b4fdf tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:00.479001 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-72911d98-858d-4c55-9863-9956d66b4fdf tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] 10.222.0.54 "DELETE /v2.0/ports/18c538fe-a95f-4fe3-af56-fb19ed9e10e0 HTTP/1.1" status: 204 len: 168 time: 0.4068406 Dec 20 14:56:00.481651 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 41484) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:00.485849 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-699b7019-0b70-45fa-92bf-e9ad691224fb tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd5b76b87-4ac1-4d0e-ac6d-bc97ec9a374d', 'external_fixed_ips': [{'subnet_id': '61860551-44f7-4dd2-b2b0-e5e5cb296bd0', 'ip_address': '2001:db8::5d'}]}}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:56:00.512722 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-699b7019-0b70-45fa-92bf-e9ad691224fb tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40114'] for router, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:00.513798 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-699b7019-0b70-45fa-92bf-e9ad691224fb tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40139'] for router, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:00.601714 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-699b7019-0b70-45fa-92bf-e9ad691224fb tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:00.697405 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c4ae08c6-92c9-4919-87fd-3a19a043fff6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:00.741025 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-699b7019-0b70-45fa-92bf-e9ad691224fb tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:00.972522 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-836ba845-f604-4aa6-9d1a-9e1d167c97b1 req-eb4fced7-85a3-4b9e-9bd5-2026cc6608ef tempest-ServerShowV257Test-1536414236 tempest-ServerShowV257Test-1536414236-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7d01f7e-2825-403e-a59c-ffd641469ed6 HTTP/1.1" status: 200 len: 210 time: 0.0435135 Dec 20 14:56:00.987302 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-699b7019-0b70-45fa-92bf-e9ad691224fb tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:01.014679 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-699b7019-0b70-45fa-92bf-e9ad691224fb tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:01.231696 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-699b7019-0b70-45fa-92bf-e9ad691224fb tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Allocated IP 2001:db8::5d (d5b76b87-4ac1-4d0e-ac6d-bc97ec9a374d/61860551-44f7-4dd2-b2b0-e5e5cb296bd0/a7679d90-73da-44a0-953c-f85c0f385581) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:56:01.390450 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-699b7019-0b70-45fa-92bf-e9ad691224fb tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:01.432643 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-699b7019-0b70-45fa-92bf-e9ad691224fb tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:01.470471 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699b7019-0b70-45fa-92bf-e9ad691224fb tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Network d5b76b87-4ac1-4d0e-ac6d-bc97ec9a374d is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:56:01.477615 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-699b7019-0b70-45fa-92bf-e9ad691224fb tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:56:01.480144 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699b7019-0b70-45fa-92bf-e9ad691224fb tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:56:01.550302 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699b7019-0b70-45fa-92bf-e9ad691224fb tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Pushing event updated for resources: {'Port': ['ID=a7679d90-73da-44a0-953c-f85c0f385581,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:56:02.030694 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-699b7019-0b70-45fa-92bf-e9ad691224fb tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:02.095716 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5cd3ecfd-395f-43fb-870f-4f4b61dad0c4 req-f0834e7e-ea87-4363-bc13-bfda1153ca93 tempest-ServerShowV257Test-1536414236 tempest-ServerShowV257Test-1536414236-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7d01f7e-2825-403e-a59c-ffd641469ed6 HTTP/1.1" status: 200 len: 210 time: 0.0333393 Dec 20 14:56:02.239280 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-699b7019-0b70-45fa-92bf-e9ad691224fb tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013'] for router, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:02.388156 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-699b7019-0b70-45fa-92bf-e9ad691224fb tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Router bd5d8edb-580a-48b9-b8f3-be357dc28f0e is scheduled to L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 with binding_index 1 {{(pid=103168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 14:56:02.500825 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-699b7019-0b70-45fa-92bf-e9ad691224fb tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:56:02.510593 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c7b37e-efe4-4577-a64b-7ee09467eb9e None None] Sync routers for ids ['bd5d8edb-580a-48b9-b8f3-be357dc28f0e'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:56:02.522014 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-699b7019-0b70-45fa-92bf-e9ad691224fb tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:02.523077 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c7b37e-efe4-4577-a64b-7ee09467eb9e None None] Routers {'bd5d8edb-580a-48b9-b8f3-be357dc28f0e'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:56:02.523446 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-699b7019-0b70-45fa-92bf-e9ad691224fb tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 2.0408621 Dec 20 14:56:02.526335 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 41494) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:02.526513 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-47c7b37e-efe4-4577-a64b-7ee09467eb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:55:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['bd5d8edb-580a-48b9-b8f3-be357dc28f0e'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:56:02.633116 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c836c326-211f-4840-8bd5-57171e04dcbd tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks [] for router, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:02.634691 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-47c7b37e-efe4-4577-a64b-7ee09467eb9e None None] Set router bd5d8edb-580a-48b9-b8f3-be357dc28f0e gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:56:02.739936 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c836c326-211f-4840-8bd5-57171e04dcbd tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:02.795385 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-c836c326-211f-4840-8bd5-57171e04dcbd tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Deleting port a7679d90-73da-44a0-953c-f85c0f385581 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:56:02.795728 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c836c326-211f-4840-8bd5-57171e04dcbd tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:02.812537 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-47c7b37e-efe4-4577-a64b-7ee09467eb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5d8edb-580a-48b9-b8f3-be357dc28f0e', 'name': '', 'tenant_id': '84b93639b57f463bbb76b9be233985cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5b76b87-4ac1-4d0e-ac6d-bc97ec9a374d', 'external_fixed_ips': [{'subnet_id': '61860551-44f7-4dd2-b2b0-e5e5cb296bd0', 'ip_address': '2001:db8::5d'}], 'enable_snat': True}, 'gw_port_id': 'a7679d90-73da-44a0-953c-f85c0f385581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:56:00Z', 'updated_at': '2021-12-20T14:56:01Z', 'revision_number': 3, 'project_id': '84b93639b57f463bbb76b9be233985cf', 'gw_port': {'id': 'a7679d90-73da-44a0-953c-f85c0f385581', 'name': '', 'network_id': 'd5b76b87-4ac1-4d0e-ac6d-bc97ec9a374d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:76:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd5d8edb-580a-48b9-b8f3-be357dc28f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '61860551-44f7-4dd2-b2b0-e5e5cb296bd0', 'ip_address': '2001:db8::5d', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:56:01Z', 'updated_at': '2021-12-20T14:56:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61860551-44f7-4dd2-b2b0-e5e5cb296bd0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:56:02.839063 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c7b37e-efe4-4577-a64b-7ee09467eb9e None None] Checking router: bd5d8edb-580a-48b9-b8f3-be357dc28f0e for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:56:02.839413 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c7b37e-efe4-4577-a64b-7ee09467eb9e None None] Updating router bd5d8edb-580a-48b9-b8f3-be357dc28f0e port a7679d90-73da-44a0-953c-f85c0f385581 binding host n-d-761264-19 {{(pid=103170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 14:56:02.864950 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-47c7b37e-efe4-4577-a64b-7ee09467eb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:02.867102 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-fc803e93-f374-48bd-a726-c73e118c982e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:02.884006 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c836c326-211f-4840-8bd5-57171e04dcbd tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:02.896439 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-c836c326-211f-4840-8bd5-57171e04dcbd tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Calling delete_port for a7679d90-73da-44a0-953c-f85c0f385581 owned by network:router_gateway {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:56:03.062162 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c836c326-211f-4840-8bd5-57171e04dcbd tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:03.085797 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c836c326-211f-4840-8bd5-57171e04dcbd tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Pushing event deleted for resources: {'Port': ['ID=a7679d90-73da-44a0-953c-f85c0f385581,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:56:03.111687 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c836c326-211f-4840-8bd5-57171e04dcbd tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584913'] for router_gateway, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:03.112779 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.db.api [None req-47c7b37e-efe4-4577-a64b-7ee09467eb9e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 14:56:03.113424 n-d-761264-19 neutron-server[103170]: DEBUG oslo_db.api [None req-47c7b37e-efe4-4577-a64b-7ee09467eb9e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 14:56:03.236261 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c836c326-211f-4840-8bd5-57171e04dcbd tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40132'] for router, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:03.239629 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-db561834-2d65-4c6f-ab54-bf10f852799b req-092e1ff5-f6df-464e-a254-258ac594467f tempest-ServerShowV257Test-1536414236 tempest-ServerShowV257Test-1536414236-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7d01f7e-2825-403e-a59c-ffd641469ed6 HTTP/1.1" status: 200 len: 210 time: 0.0559416 Dec 20 14:56:03.240706 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c836c326-211f-4840-8bd5-57171e04dcbd tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:03.301825 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c836c326-211f-4840-8bd5-57171e04dcbd tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1594808'] for router, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:03.302320 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c836c326-211f-4840-8bd5-57171e04dcbd tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bd5d8edb-580a-48b9-b8f3-be357dc28f0e {{(pid=103168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 14:56:03.306621 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c836c326-211f-4840-8bd5-57171e04dcbd tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:03.307797 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-c836c326-211f-4840-8bd5-57171e04dcbd tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] 10.222.0.54 "DELETE /v2.0/routers/bd5d8edb-580a-48b9-b8f3-be357dc28f0e HTTP/1.1" status: 204 len: 168 time: 0.7805202 Dec 20 14:56:03.310498 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 41498) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:03.354401 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_v2 [None req-48497409-22ec-4f0c-84a8-0ae9f888f764 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Deleting subnet 61860551-44f7-4dd2-b2b0-e5e5cb296bd0 {{(pid=103168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:56:03.357830 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-48497409-22ec-4f0c-84a8-0ae9f888f764 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:03.397708 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-48497409-22ec-4f0c-84a8-0ae9f888f764 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9023023'] for subnet, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:03.437779 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-48497409-22ec-4f0c-84a8-0ae9f888f764 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:03.493991 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-48497409-22ec-4f0c-84a8-0ae9f888f764 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8850800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470517'] for subnet, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:03.519131 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48497409-22ec-4f0c-84a8-0ae9f888f764 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=61860551-44f7-4dd2-b2b0-e5e5cb296bd0,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:56:03.522867 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-48497409-22ec-4f0c-84a8-0ae9f888f764 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:03.526093 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-48497409-22ec-4f0c-84a8-0ae9f888f764 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] 10.222.0.54 "DELETE /v2.0/subnets/61860551-44f7-4dd2-b2b0-e5e5cb296bd0 HTTP/1.1" status: 204 len: 168 time: 0.2146497 Dec 20 14:56:03.529223 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 41506) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:03.610478 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2d957742-a867-4936-adec-4ecf00ff6721 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:03.634912 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c7b37e-efe4-4577-a64b-7ee09467eb9e None None] Port a7679d90-73da-44a0-953c-f85c0f385581 not found while updating agent binding for router bd5d8edb-580a-48b9-b8f3-be357dc28f0e. {{(pid=103170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 20 14:56:03.643775 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c7b37e-efe4-4577-a64b-7ee09467eb9e None None] Routers set() bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:56:03.644132 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c7b37e-efe4-4577-a64b-7ee09467eb9e None None] Router IDs set() for agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 20 14:56:03.644740 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_agentschedulers_db [None req-47c7b37e-efe4-4577-a64b-7ee09467eb9e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'bd5d8edb-580a-48b9-b8f3-be357dc28f0e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:56:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent'). {{(pid=103170) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 20 14:56:03.645148 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c7b37e-efe4-4577-a64b-7ee09467eb9e None None] The sync data for ids ['bd5d8edb-580a-48b9-b8f3-be357dc28f0e'] in n-d-761264-19 is: [] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:56:03.694760 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2d957742-a867-4936-adec-4ecf00ff6721 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:03.721328 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-2d957742-a867-4936-adec-4ecf00ff6721 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5b76b87-4ac1-4d0e-ac6d-bc97ec9a374d']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:56:03.731316 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-2d957742-a867-4936-adec-4ecf00ff6721 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cdcd3b1-b9b9-4487-b7c9-1d8953833dc4') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:56:03.731511 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-2d957742-a867-4936-adec-4ecf00ff6721 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cdcd3b1-b9b9-4487-b7c9-1d8953833dc4') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:56:03.744792 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2d957742-a867-4936-adec-4ecf00ff6721 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:03.759513 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2d957742-a867-4936-adec-4ecf00ff6721 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:03.767748 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d957742-a867-4936-adec-4ecf00ff6721 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:56:03.768147 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2d957742-a867-4936-adec-4ecf00ff6721 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:03.770049 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 14:56:03.770049 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:56:03.770049 n-d-761264-19 neutron-server[103168]: timer() Dec 20 14:56:03.770049 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:56:03.770049 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 14:56:03.770049 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:56:03.770049 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 14:56:03.770049 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:56:03.770049 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 14:56:03.770049 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:56:03.770049 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 14:56:03.770049 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:56:03.770049 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 14:56:03.770049 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:56:03.770049 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:56:03.770049 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:56:03.770049 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:56:03.770049 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:56:03.770049 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 14:56:03.770049 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:56:03.770049 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 14:56:03.770049 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:56:03.770049 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:56:03.770049 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:56:03.770049 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 14:56:03.770049 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:56:03.770049 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:56:03.770049 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:56:03.770049 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:56:03.770049 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:56:03.770049 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:56:03.770049 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:56:03.831236 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:03.832837 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2d957742-a867-4936-adec-4ecf00ff6721 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:03.838131 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d957742-a867-4936-adec-4ecf00ff6721 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d5b76b87-4ac1-4d0e-ac6d-bc97ec9a374d {{(pid=103168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 20 14:56:03.844621 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2d957742-a867-4936-adec-4ecf00ff6721 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks [] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:03.854527 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-2d957742-a867-4936-adec-4ecf00ff6721 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] 10.222.0.54 "DELETE /v2.0/networks/d5b76b87-4ac1-4d0e-ac6d-bc97ec9a374d HTTP/1.1" status: 204 len: 168 time: 0.3237875 Dec 20 14:56:03.865013 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d957742-a867-4936-adec-4ecf00ff6721 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Pushing event deleted for resources: {'Network': ['ID=d5b76b87-4ac1-4d0e-ac6d-bc97ec9a374d,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:56:04.058232 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 41516) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:04.062670 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-5883f2f3-55ba-4309-8fff-533e97370eef tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Request body: {'router': {'name': 'tempest-router--1785025741', 'project_id': 'dbb9411230144dcabb7d02da2f0e7c34'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:56:04.088631 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5883f2f3-55ba-4309-8fff-533e97370eef tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40114'] for router, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:04.089690 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5883f2f3-55ba-4309-8fff-533e97370eef tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40139'] for router, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:04.176871 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5883f2f3-55ba-4309-8fff-533e97370eef tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:04.184052 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5883f2f3-55ba-4309-8fff-533e97370eef tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013'] for router, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:04.203493 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5883f2f3-55ba-4309-8fff-533e97370eef tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks [] for router, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:04.207792 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-5883f2f3-55ba-4309-8fff-533e97370eef tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1478014 Dec 20 14:56:04.208010 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 41518) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:04.281309 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-716b740c-cd70-462b-bd62-67735ea196e2 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks [] for router, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:04.373178 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e53370e5-741a-41ba-aa04-d8f69c7eaa70 req-c15efab5-35a6-4207-b66a-2f8ce2289697 tempest-ServerShowV257Test-1536414236 tempest-ServerShowV257Test-1536414236-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7d01f7e-2825-403e-a59c-ffd641469ed6 HTTP/1.1" status: 200 len: 210 time: 0.0354831 Dec 20 14:56:04.463561 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-716b740c-cd70-462b-bd62-67735ea196e2 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40132'] for router, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:04.465684 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-716b740c-cd70-462b-bd62-67735ea196e2 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:04.509092 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-716b740c-cd70-462b-bd62-67735ea196e2 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1594808'] for router, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:04.509818 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-716b740c-cd70-462b-bd62-67735ea196e2 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 50867a45-71d8-412d-9add-ee17f58aa981 {{(pid=103167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 14:56:04.515196 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-716b740c-cd70-462b-bd62-67735ea196e2 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks [] for router, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:04.519843 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-716b740c-cd70-462b-bd62-67735ea196e2 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] 10.222.0.54 "DELETE /v2.0/routers/50867a45-71d8-412d-9add-ee17f58aa981 HTTP/1.1" status: 204 len: 168 time: 0.3105180 Dec 20 14:56:04.632540 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 41528) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:04.760456 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d46bf8-d709-4429-8ff3-c397439551f9 req-cbc2835b-5dba-4730-b66c-53197163aa1d tempest-TestNetworkAdvancedServerOps-1489124987 tempest-TestNetworkAdvancedServerOps-1489124987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:56:04.762046 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-67d46bf8-d709-4429-8ff3-c397439551f9 req-cbc2835b-5dba-4730-b66c-53197163aa1d tempest-TestNetworkAdvancedServerOps-1489124987 tempest-TestNetworkAdvancedServerOps-1489124987-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=60c6ec51-745e-4004-b210-e2f2b7c02f58 HTTP/1.1" status: 200 len: 1097 time: 0.0637035 Dec 20 14:56:04.847652 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cf4d24d1-9a43-44fe-8b17-a58cc5a7829c req-ffb78108-33b5-483f-8edf-b6f0570db5b5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c7d01f7e-2825-403e-a59c-ffd641469ed6 HTTP/1.1" status: 200 len: 210 time: 0.0405517 Dec 20 14:56:04.851849 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-67d46bf8-d709-4429-8ff3-c397439551f9 req-3aca9c62-9b36-4c36-8e11-548c81830f0c tempest-TestNetworkAdvancedServerOps-1489124987 tempest-TestNetworkAdvancedServerOps-1489124987-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=216960ae-a720-47dd-b0f7-2088c7c897fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833497 Dec 20 14:56:04.868847 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-196c9b0f-ad79-41a7-b044-a1a0c9109673 tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1987250253', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}, 'admin_state_up': False}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:56:04.897177 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-196c9b0f-ad79-41a7-b044-a1a0c9109673 tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40114'] for router, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:04.898348 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-196c9b0f-ad79-41a7-b044-a1a0c9109673 tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40139'] for router, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:04.960390 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-196c9b0f-ad79-41a7-b044-a1a0c9109673 tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:05.062347 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0eda07-715a-4b2d-80d7-e3af1c122aa7 req-89fa102e-ac04-4060-876a-60582877b8b7 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:56:05.063851 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4a0eda07-715a-4b2d-80d7-e3af1c122aa7 req-89fa102e-ac04-4060-876a-60582877b8b7 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=60c6ec51-745e-4004-b210-e2f2b7c02f58 HTTP/1.1" status: 200 len: 945 time: 0.1159821 Dec 20 14:56:05.139826 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-196c9b0f-ad79-41a7-b044-a1a0c9109673 tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:05.199090 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4a0eda07-715a-4b2d-80d7-e3af1c122aa7 req-24f9de07-79ea-4dd4-9d4a-e69d1c3abf07 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=216960ae-a720-47dd-b0f7-2088c7c897fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038148 Dec 20 14:56:05.222752 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 41538) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:05.287171 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-9a5a168d-30c9-45d9-9da5-98b1abaad46f tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/floatingips/c901ff97-bb50-4724-9b66-d6b5acf79f4c HTTP/1.1" status: 200 len: 992 time: 0.0631232 Dec 20 14:56:05.383746 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-196c9b0f-ad79-41a7-b044-a1a0c9109673 tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks [] for router_gateway, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:05.411406 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-196c9b0f-ad79-41a7-b044-a1a0c9109673 tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:05.497869 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-61c101b2-6e02-4708-8584-08510a296425 req-6d4e46c6-9c36-461e-a921-2b61963a3854 tempest-ServerShowV257Test-1536414236 tempest-ServerShowV257Test-1536414236-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7d01f7e-2825-403e-a59c-ffd641469ed6 HTTP/1.1" status: 200 len: 210 time: 0.0378852 Dec 20 14:56:05.555389 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-196c9b0f-ad79-41a7-b044-a1a0c9109673 tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Allocated IP 172.25.0.254 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/f6c77dbb-0077-4b31-ac5e-b890ba14acf9) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:56:05.674004 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-196c9b0f-ad79-41a7-b044-a1a0c9109673 tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:05.712453 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-196c9b0f-ad79-41a7-b044-a1a0c9109673 tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:05.757642 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196c9b0f-ad79-41a7-b044-a1a0c9109673 tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:56:05.769725 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-196c9b0f-ad79-41a7-b044-a1a0c9109673 tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:56:05.777552 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196c9b0f-ad79-41a7-b044-a1a0c9109673 tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:56:05.783314 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814f1556-b850-439b-8c48-0073e6c17623 None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:56:05.810457 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:05.818753 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196c9b0f-ad79-41a7-b044-a1a0c9109673 tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Pushing event updated for resources: {'Port': ['ID=f6c77dbb-0077-4b31-ac5e-b890ba14acf9,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:56:05.877543 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-8fc1ee56-323b-43dd-950b-3b2dc9c0ddbf None None] Provisioning complete for port f6c77dbb-0077-4b31-ac5e-b890ba14acf9 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:56:05.878091 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8fc1ee56-323b-43dd-950b-3b2dc9c0ddbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:05.917478 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-8fc1ee56-323b-43dd-950b-3b2dc9c0ddbf None None] Port f6c77dbb-0077-4b31-ac5e-b890ba14acf9 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:56:06.195916 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-88dda218-9e46-4a03-815b-40a1e48dc891 req-5216ac8c-1e11-4c7c-af17-e5e25cb0101b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=60c6ec51-745e-4004-b210-e2f2b7c02f58&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4351354 Dec 20 14:56:06.209046 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1973bd-78a6-45cc-9b3c-bcd5ff6b2614 req-073f5cec-a25f-4d51-bd7a-859b086bf04e tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:56:06.210487 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0f1973bd-78a6-45cc-9b3c-bcd5ff6b2614 req-073f5cec-a25f-4d51-bd7a-859b086bf04e tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=60c6ec51-745e-4004-b210-e2f2b7c02f58 HTTP/1.1" status: 200 len: 945 time: 0.4376657 Dec 20 14:56:06.298394 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0f1973bd-78a6-45cc-9b3c-bcd5ff6b2614 req-dfa7a682-afd9-4bf1-a8a2-98e594228f9b tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=216960ae-a720-47dd-b0f7-2088c7c897fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650651 Dec 20 14:56:06.316309 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:06.400640 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-196c9b0f-ad79-41a7-b044-a1a0c9109673 tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks [] for router_gateway, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:06.615316 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-196c9b0f-ad79-41a7-b044-a1a0c9109673 tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013'] for router, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:06.650583 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-230c560c-12e6-4462-9e55-9a7caecc18aa req-e3588be7-70e3-4b9f-8ceb-33aa8665cf49 tempest-ServerShowV257Test-1536414236 tempest-ServerShowV257Test-1536414236-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7d01f7e-2825-403e-a59c-ffd641469ed6 HTTP/1.1" status: 200 len: 210 time: 0.0520947 Dec 20 14:56:06.794427 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-196c9b0f-ad79-41a7-b044-a1a0c9109673 tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Router cd725d62-1453-4b61-b462-97ed29e45158 is scheduled to L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 with binding_index 1 {{(pid=103167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 14:56:06.907010 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d179b790-aecb-4347-93fd-b90076e5bee6 req-938b7f16-e35c-490e-9044-17cf10f2a361 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2ae25f855f6649adab13d066577ea657&device_id=c7d01f7e-2825-403e-a59c-ffd641469ed6 HTTP/1.1" status: 200 len: 210 time: 0.0284536 Dec 20 14:56:06.958139 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d179b790-aecb-4347-93fd-b90076e5bee6 req-9f9f0d51-94c5-4e38-b5f1-09782146e227 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=2ae25f855f6649adab13d066577ea657&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0419910 Dec 20 14:56:06.962393 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-196c9b0f-ad79-41a7-b044-a1a0c9109673 tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:56:06.975534 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d23cff-c220-4a67-8f46-1a2d7d105ba5 None None] Sync routers for ids ['cd725d62-1453-4b61-b462-97ed29e45158'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:56:06.978078 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fb3d4a87-9249-473b-8974-4f242d8d7c5e req-841f8df3-7a1e-4e5b-b044-6be3a0142661 tempest-ServerShowV257Test-1536414236 tempest-ServerShowV257Test-1536414236-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7d01f7e-2825-403e-a59c-ffd641469ed6 HTTP/1.1" status: 200 len: 210 time: 0.0408404 Dec 20 14:56:06.997011 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-196c9b0f-ad79-41a7-b044-a1a0c9109673 tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks [] for router, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:06.998886 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-196c9b0f-ad79-41a7-b044-a1a0c9109673 tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.3650715 Dec 20 14:56:07.001953 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 41584) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:07.004189 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d23cff-c220-4a67-8f46-1a2d7d105ba5 None None] Routers {'cd725d62-1453-4b61-b462-97ed29e45158'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:56:07.004875 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-58d23cff-c220-4a67-8f46-1a2d7d105ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:56:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['cd725d62-1453-4b61-b462-97ed29e45158'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:56:07.043428 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-58d23cff-c220-4a67-8f46-1a2d7d105ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:56:07.092968 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d23cff-c220-4a67-8f46-1a2d7d105ba5 None None] Routers {'cd725d62-1453-4b61-b462-97ed29e45158'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:56:07.093852 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-58d23cff-c220-4a67-8f46-1a2d7d105ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:56:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['cd725d62-1453-4b61-b462-97ed29e45158'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:56:07.121426 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d179b790-aecb-4347-93fd-b90076e5bee6 req-d2cc35ae-6928-4536-98b9-502cfd12bdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:56:07.124254 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d179b790-aecb-4347-93fd-b90076e5bee6 req-d2cc35ae-6928-4536-98b9-502cfd12bdf3 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1484168 Dec 20 14:56:07.137640 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-58d23cff-c220-4a67-8f46-1a2d7d105ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:56:07.139029 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d23cff-c220-4a67-8f46-1a2d7d105ba5 None None] The sync data for ids ['cd725d62-1453-4b61-b462-97ed29e45158'] in n-d-761264-19 is: [] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:56:07.161596 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-466430d2-e063-49c8-8631-3a87fd0ba1eb tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] 10.222.0.54 "GET /v2.0/routers/cd725d62-1453-4b61-b462-97ed29e45158 HTTP/1.1" status: 200 len: 925 time: 0.1578238 Dec 20 14:56:07.165021 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 41586) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:07.197851 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-c6311da4-c97c-424c-818f-6cccff4fde65 tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] 10.222.0.54 "GET /v2.0/ports?device_id=cd725d62-1453-4b61-b462-97ed29e45158 HTTP/1.1" status: 200 len: 205 time: 0.0290616 Dec 20 14:56:07.198487 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 41588) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:07.310053 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2eef6e2d-71fd-4f50-9032-aa223f55be3d tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks [] for router, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:07.446687 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2eef6e2d-71fd-4f50-9032-aa223f55be3d tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:07.464638 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765d2511-276d-4b79-be45-19877ee2982a req-19232361-328d-40d1-bb32-b4e6dfae3935 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:56:07.466303 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-765d2511-276d-4b79-be45-19877ee2982a req-19232361-328d-40d1-bb32-b4e6dfae3935 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=60c6ec51-745e-4004-b210-e2f2b7c02f58 HTTP/1.1" status: 200 len: 945 time: 0.0664933 Dec 20 14:56:07.540184 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-765d2511-276d-4b79-be45-19877ee2982a req-372366c2-2255-4e1c-a4b0-40a7b24ec11e tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=216960ae-a720-47dd-b0f7-2088c7c897fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542190 Dec 20 14:56:07.548374 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-2eef6e2d-71fd-4f50-9032-aa223f55be3d tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Deleting port f6c77dbb-0077-4b31-ac5e-b890ba14acf9 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:56:07.548710 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2eef6e2d-71fd-4f50-9032-aa223f55be3d tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:07.631260 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2eef6e2d-71fd-4f50-9032-aa223f55be3d tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:07.643060 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-2eef6e2d-71fd-4f50-9032-aa223f55be3d tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Calling delete_port for f6c77dbb-0077-4b31-ac5e-b890ba14acf9 owned by network:router_gateway {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:56:07.791869 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dda218-9e46-4a03-815b-40a1e48dc891 req-c27998ec-59b3-4852-933c-09cc12532831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:56:07.793369 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-88dda218-9e46-4a03-815b-40a1e48dc891 req-c27998ec-59b3-4852-933c-09cc12532831 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f35a648a7aca4680a908ac1344ad2536&device_id=60c6ec51-745e-4004-b210-e2f2b7c02f58 HTTP/1.1" status: 200 len: 1097 time: 0.0904093 Dec 20 14:56:07.908538 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2eef6e2d-71fd-4f50-9032-aa223f55be3d tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:07.947336 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eef6e2d-71fd-4f50-9032-aa223f55be3d tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Pushing event deleted for resources: {'Port': ['ID=f6c77dbb-0077-4b31-ac5e-b890ba14acf9,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:56:07.949607 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dda218-9e46-4a03-815b-40a1e48dc891 req-687519c6-18c1-4c8d-a5fe-70f72731b3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:56:07.951223 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-88dda218-9e46-4a03-815b-40a1e48dc891 req-687519c6-18c1-4c8d-a5fe-70f72731b3cd service neutron] 10.222.0.47 "GET /v2.0/networks?id=54b701de-5ca8-4357-bb8c-3c0ecf0a0085 HTTP/1.1" status: 200 len: 898 time: 0.1504843 Dec 20 14:56:07.962108 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7588140-f1cd-40bb-a95f-250d668f9bc5 None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:56:08.064213 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-88dda218-9e46-4a03-815b-40a1e48dc891 req-b42565be-0fd6-420c-824e-faf5f4f787ab service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89360329-b7a9-4fb8-922c-f561d516b2b8 HTTP/1.1" status: 200 len: 1000 time: 0.1056376 Dec 20 14:56:08.064683 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2eef6e2d-71fd-4f50-9032-aa223f55be3d tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584913'] for router_gateway, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:08.125102 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-118320d8-3c83-4733-a4c9-c626a76c5af8 req-2d95092d-87d0-4b4a-805b-4e77e988e22e tempest-ServerShowV257Test-1536414236 tempest-ServerShowV257Test-1536414236-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7d01f7e-2825-403e-a59c-ffd641469ed6 HTTP/1.1" status: 200 len: 210 time: 0.0282798 Dec 20 14:56:08.189019 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2eef6e2d-71fd-4f50-9032-aa223f55be3d tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40132'] for router, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:08.191495 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2eef6e2d-71fd-4f50-9032-aa223f55be3d tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:08.240855 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dda218-9e46-4a03-815b-40a1e48dc891 req-6fe66920-8d14-4416-947c-2d6e4272f163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:56:08.242230 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-88dda218-9e46-4a03-815b-40a1e48dc891 req-6fe66920-8d14-4416-947c-2d6e4272f163 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=83e7de40-237d-422a-8c1b-e9413788dad7 HTTP/1.1" status: 200 len: 835 time: 0.1446149 Dec 20 14:56:08.248532 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2eef6e2d-71fd-4f50-9032-aa223f55be3d tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1594808'] for router, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:08.249072 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eef6e2d-71fd-4f50-9032-aa223f55be3d tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Fanout notify agent at l3_agent the message router_deleted on router cd725d62-1453-4b61-b462-97ed29e45158 {{(pid=103167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 14:56:08.256642 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2eef6e2d-71fd-4f50-9032-aa223f55be3d tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks [] for router, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:08.257847 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-2eef6e2d-71fd-4f50-9032-aa223f55be3d tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] 10.222.0.54 "DELETE /v2.0/routers/cd725d62-1453-4b61-b462-97ed29e45158 HTTP/1.1" status: 204 len: 168 time: 1.0588906 Dec 20 14:56:08.262847 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 41596) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:08.268048 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-f5cc45be-7af6-4150-afda-6e5b2a82f115 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1087459297', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'enable_snat': False}}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:56:08.293961 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f5cc45be-7af6-4150-afda-6e5b2a82f115 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40114'] for router, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:08.295338 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f5cc45be-7af6-4150-afda-6e5b2a82f115 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40139'] for router, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:08.299247 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dda218-9e46-4a03-815b-40a1e48dc891 req-187f49d2-4f10-4d41-95b8-1edf76ef11dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:56:08.301084 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-88dda218-9e46-4a03-815b-40a1e48dc891 req-187f49d2-4f10-4d41-95b8-1edf76ef11dd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=54b701de-5ca8-4357-bb8c-3c0ecf0a0085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0502496 Dec 20 14:56:08.349834 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f5cc45be-7af6-4150-afda-6e5b2a82f115 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:08.403120 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-88dda218-9e46-4a03-815b-40a1e48dc891 req-d443d17b-b3ad-41e9-83b4-f484dbb67cd4 service neutron] 10.222.0.47 "GET /v2.0/networks/54b701de-5ca8-4357-bb8c-3c0ecf0a0085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942440 Dec 20 14:56:08.489572 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f5cc45be-7af6-4150-afda-6e5b2a82f115 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:08.535357 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d179b790-aecb-4347-93fd-b90076e5bee6 req-1af46303-ab74-4f36-9906-b982d47c5969 tempest-ServerShowV257Test-1536414236 tempest-ServerShowV257Test-1536414236-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7d01f7e-2825-403e-a59c-ffd641469ed6 HTTP/1.1" status: 200 len: 210 time: 0.0385168 Dec 20 14:56:08.868924 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-88dda218-9e46-4a03-815b-40a1e48dc891 req-33b4a67e-385a-4007-867f-0513cb22f021 service neutron] 10.222.0.47 "GET /v2.0/networks/54b701de-5ca8-4357-bb8c-3c0ecf0a0085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4592559 Dec 20 14:56:08.876645 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b13718-a263-4d90-a3de-fcc07de74f65 req-e98d405f-4df9-4fa0-bbdf-c6c2607ba900 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:56:08.878223 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a3b13718-a263-4d90-a3de-fcc07de74f65 req-e98d405f-4df9-4fa0-bbdf-c6c2607ba900 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=60c6ec51-745e-4004-b210-e2f2b7c02f58 HTTP/1.1" status: 200 len: 945 time: 0.0772123 Dec 20 14:56:08.949727 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a3b13718-a263-4d90-a3de-fcc07de74f65 req-456a11aa-0231-4442-bff7-dfbd4fa86a95 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=216960ae-a720-47dd-b0f7-2088c7c897fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629733 Dec 20 14:56:09.067799 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f5cc45be-7af6-4150-afda-6e5b2a82f115 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:09.099114 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f5cc45be-7af6-4150-afda-6e5b2a82f115 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:09.238815 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-f5cc45be-7af6-4150-afda-6e5b2a82f115 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Allocated IP 172.25.0.92 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/4b281d51-d344-4b6b-a625-d5cdb5ab26a5) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:56:09.348813 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f5cc45be-7af6-4150-afda-6e5b2a82f115 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:09.383255 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f5cc45be-7af6-4150-afda-6e5b2a82f115 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:09.426915 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5cc45be-7af6-4150-afda-6e5b2a82f115 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:56:09.429720 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-f5cc45be-7af6-4150-afda-6e5b2a82f115 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:56:09.433181 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5cc45be-7af6-4150-afda-6e5b2a82f115 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:56:09.443176 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d701d0b0-7e24-4c8b-a9d7-c8bfa26f213f None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:56:09.454600 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cc45be-7af6-4150-afda-6e5b2a82f115 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Pushing event updated for resources: {'Port': ['ID=4b281d51-d344-4b6b-a625-d5cdb5ab26a5,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:56:09.473924 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 41610) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:09.562988 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-7f1e2a0c-8fd5-4a70-868b-6317362c6cec None None] Provisioning complete for port 4b281d51-d344-4b6b-a625-d5cdb5ab26a5 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:56:09.563730 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-7f1e2a0c-8fd5-4a70-868b-6317362c6cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:09.588791 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3e405d89-12ea-4dfb-a0a3-9e00f68f385c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:09.606234 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-7f1e2a0c-8fd5-4a70-868b-6317362c6cec None None] Port 4b281d51-d344-4b6b-a625-d5cdb5ab26a5 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:56:09.667983 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3e405d89-12ea-4dfb-a0a3-9e00f68f385c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:09.672517 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3e405d89-12ea-4dfb-a0a3-9e00f68f385c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:09.687525 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f5cc45be-7af6-4150-afda-6e5b2a82f115 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:09.712845 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-3e405d89-12ea-4dfb-a0a3-9e00f68f385c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2ae25f855f6649adab13d066577ea657&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2354262 Dec 20 14:56:09.712845 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e405d89-12ea-4dfb-a0a3-9e00f68f385c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d4c0b20-f4c1-4db4-85b1-bf3f65847c48,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:56:09.713467 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 41614) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:09.729788 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e405d89-12ea-4dfb-a0a3-9e00f68f385c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:56:09.730113 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e405d89-12ea-4dfb-a0a3-9e00f68f385c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:56:09.730474 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e405d89-12ea-4dfb-a0a3-9e00f68f385c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:56:09.730798 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e405d89-12ea-4dfb-a0a3-9e00f68f385c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:56:09.731152 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e405d89-12ea-4dfb-a0a3-9e00f68f385c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:56:09.731494 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e405d89-12ea-4dfb-a0a3-9e00f68f385c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:56:09.731818 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e405d89-12ea-4dfb-a0a3-9e00f68f385c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:56:09.732131 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e405d89-12ea-4dfb-a0a3-9e00f68f385c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:56:09.732486 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e405d89-12ea-4dfb-a0a3-9e00f68f385c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:56:09.732963 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e405d89-12ea-4dfb-a0a3-9e00f68f385c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:56:09.733147 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e405d89-12ea-4dfb-a0a3-9e00f68f385c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:56:09.733456 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e405d89-12ea-4dfb-a0a3-9e00f68f385c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:56:09.733700 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e405d89-12ea-4dfb-a0a3-9e00f68f385c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:56:09.775264 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-520d1680-1d64-40fc-858b-6b8128d631e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:09.796202 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-520d1680-1d64-40fc-858b-6b8128d631e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:09.843655 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-520d1680-1d64-40fc-858b-6b8128d631e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:09.846627 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-520d1680-1d64-40fc-858b-6b8128d631e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:09.847807 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-520d1680-1d64-40fc-858b-6b8128d631e0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2d4c0b20-f4c1-4db4-85b1-bf3f65847c48 HTTP/1.1" status: 204 len: 168 time: 0.1334486 Dec 20 14:56:09.855790 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520d1680-1d64-40fc-858b-6b8128d631e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d4c0b20-f4c1-4db4-85b1-bf3f65847c48,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:56:09.893399 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f5cc45be-7af6-4150-afda-6e5b2a82f115 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013'] for router, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:10.028155 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5cc45be-7af6-4150-afda-6e5b2a82f115 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Router 6d492de4-cec6-46a6-9cef-e8e2172e6edc is scheduled to L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 with binding_index 1 {{(pid=103168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 14:56:10.073316 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d672ef7-2bf8-4d7d-a6d6-15e127963bfa req-1985ab7b-fe93-402e-9bae-7b5eca9b1c2b tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:56:10.074889 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3d672ef7-2bf8-4d7d-a6d6-15e127963bfa req-1985ab7b-fe93-402e-9bae-7b5eca9b1c2b tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=60c6ec51-745e-4004-b210-e2f2b7c02f58 HTTP/1.1" status: 200 len: 945 time: 0.0552793 Dec 20 14:56:10.133253 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3d672ef7-2bf8-4d7d-a6d6-15e127963bfa req-dc5d71dd-1065-4984-961c-97a04c0ede94 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=216960ae-a720-47dd-b0f7-2088c7c897fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522556 Dec 20 14:56:10.144159 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5cc45be-7af6-4150-afda-6e5b2a82f115 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:56:10.164965 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934bf277-8a79-4e74-b004-f0fa90f3bac9 None None] Sync routers for ids ['6d492de4-cec6-46a6-9cef-e8e2172e6edc'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:56:10.166139 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f5cc45be-7af6-4150-afda-6e5b2a82f115 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:10.167851 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-f5cc45be-7af6-4150-afda-6e5b2a82f115 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 1.9039617 Dec 20 14:56:10.170535 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 41628) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:10.181433 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934bf277-8a79-4e74-b004-f0fa90f3bac9 None None] Routers {'6d492de4-cec6-46a6-9cef-e8e2172e6edc'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:56:10.182072 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-934bf277-8a79-4e74-b004-f0fa90f3bac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:56:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['6d492de4-cec6-46a6-9cef-e8e2172e6edc'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:56:10.290188 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-97cad35d-5665-47d6-af82-f85558eb77d2 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] 10.222.0.54 "GET /v2.0/routers/6d492de4-cec6-46a6-9cef-e8e2172e6edc HTTP/1.1" status: 200 len: 908 time: 0.1161225 Dec 20 14:56:10.290441 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 41634) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:10.295268 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-651fd5ec-9f6c-46f3-94aa-f75168d138f2 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1087459297', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'enable_snat': True}}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:56:10.313508 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-934bf277-8a79-4e74-b004-f0fa90f3bac9 None None] Set router 6d492de4-cec6-46a6-9cef-e8e2172e6edc gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:56:10.321544 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-651fd5ec-9f6c-46f3-94aa-f75168d138f2 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40114'] for router, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:10.323108 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-651fd5ec-9f6c-46f3-94aa-f75168d138f2 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40139'] for router, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:10.387678 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-651fd5ec-9f6c-46f3-94aa-f75168d138f2 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:10.521628 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-934bf277-8a79-4e74-b004-f0fa90f3bac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d492de4-cec6-46a6-9cef-e8e2172e6edc', 'name': 'tempest-snat-router-1087459297', 'tenant_id': '84b93639b57f463bbb76b9be233985cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.92'}], 'enable_snat': False}, 'gw_port_id': '4b281d51-d344-4b6b-a625-d5cdb5ab26a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:56:08Z', 'updated_at': '2021-12-20T14:56:09Z', 'revision_number': 3, 'project_id': '84b93639b57f463bbb76b9be233985cf', 'gw_port': {'id': '4b281d51-d344-4b6b-a625-d5cdb5ab26a5', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a6:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d492de4-cec6-46a6-9cef-e8e2172e6edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:56:09Z', 'updated_at': '2021-12-20T14:56:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:56:10.544829 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-651fd5ec-9f6c-46f3-94aa-f75168d138f2 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:10.564490 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934bf277-8a79-4e74-b004-f0fa90f3bac9 None None] Checking router: 6d492de4-cec6-46a6-9cef-e8e2172e6edc for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:56:10.566455 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934bf277-8a79-4e74-b004-f0fa90f3bac9 None None] Updating router 6d492de4-cec6-46a6-9cef-e8e2172e6edc port 4b281d51-d344-4b6b-a625-d5cdb5ab26a5 binding host n-d-761264-19 {{(pid=103170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 14:56:10.602225 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-934bf277-8a79-4e74-b004-f0fa90f3bac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:10.639651 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 41644) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:10.769294 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-651fd5ec-9f6c-46f3-94aa-f75168d138f2 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:10.779508 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-caa31313-02eb-4c4e-8fd0-fb2202ccc18b admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-905115547-network', 'tenant_id': '7e387111616944ff8f797fbcad5ce877'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:56:10.793555 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-651fd5ec-9f6c-46f3-94aa-f75168d138f2 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:10.833460 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caa31313-02eb-4c4e-8fd0-fb2202ccc18b admin admin] Made reservation on behalf of 7e387111616944ff8f797fbcad5ce877 for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:56:10.839267 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-caa31313-02eb-4c4e-8fd0-fb2202ccc18b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:10.873953 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-caa31313-02eb-4c4e-8fd0-fb2202ccc18b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:10.927362 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-934bf277-8a79-4e74-b004-f0fa90f3bac9 None None] Publish callbacks [] for port, precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:10.932704 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-934bf277-8a79-4e74-b004-f0fa90f3bac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:10.958893 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-caa31313-02eb-4c4e-8fd0-fb2202ccc18b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:10.963556 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-caa31313-02eb-4c4e-8fd0-fb2202ccc18b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:10.982819 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535d8f09-877d-4ad3-af5d-22b7f097f922 None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:56:10.995270 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-934bf277-8a79-4e74-b004-f0fa90f3bac9 None None] Attempting to bind port 4b281d51-d344-4b6b-a625-d5cdb5ab26a5 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:56:10.995667 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-934bf277-8a79-4e74-b004-f0fa90f3bac9 None None] Attempting to bind port 4b281d51-d344-4b6b-a625-d5cdb5ab26a5 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:56:10.996130 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934bf277-8a79-4e74-b004-f0fa90f3bac9 None None] Attempting to bind port 4b281d51-d344-4b6b-a625-d5cdb5ab26a5 on network c3f8658e-da35-41f3-bd03-509e29ebd6f3 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:56:11.005399 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa31313-02eb-4c4e-8fd0-fb2202ccc18b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1be19bf-8316-4230-ac02-309b227d20f6,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:56:11.008101 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934bf277-8a79-4e74-b004-f0fa90f3bac9 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:56:11.008574 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934bf277-8a79-4e74-b004-f0fa90f3bac9 None None] Checking segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:56:11.009037 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-934bf277-8a79-4e74-b004-f0fa90f3bac9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:11.009519 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934bf277-8a79-4e74-b004-f0fa90f3bac9 None None] Bound using segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:56:11.010230 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-934bf277-8a79-4e74-b004-f0fa90f3bac9 None None] Bound port: 4b281d51-d344-4b6b-a625-d5cdb5ab26a5, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:56:11.010700 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-934bf277-8a79-4e74-b004-f0fa90f3bac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:11.021273 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-651fd5ec-9f6c-46f3-94aa-f75168d138f2 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Allocated IP 172.25.0.117 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/7086a756-9704-4152-86ef-fd780380f74c) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:56:11.038600 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caa31313-02eb-4c4e-8fd0-fb2202ccc18b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:56:11.043502 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9113eb-dd67-4a3b-8c11-c726e02edb76 None None] Pushing event updated for resources: {'Port': ['ID=4b281d51-d344-4b6b-a625-d5cdb5ab26a5,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:56:11.052350 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-caa31313-02eb-4c4e-8fd0-fb2202ccc18b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:11.052978 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-caa31313-02eb-4c4e-8fd0-fb2202ccc18b admin admin] Added segment cf23e2a2-7498-4e95-80ca-e7ee2d4870e0 of type vlan for network 1adeddd1-c2df-4baa-9457-4924f95b06e5 Dec 20 14:56:11.064039 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-31b2fe87-bc40-4691-ae2e-bc7762fa5180 None None] Provisioning complete for port 4b281d51-d344-4b6b-a625-d5cdb5ab26a5 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:56:11.064696 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9113eb-dd67-4a3b-8c11-c726e02edb76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:56:11.065468 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9113eb-dd67-4a3b-8c11-c726e02edb76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:56:11.065580 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9113eb-dd67-4a3b-8c11-c726e02edb76 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:56:11.066787 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9113eb-dd67-4a3b-8c11-c726e02edb76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:56:11.067054 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-31b2fe87-bc40-4691-ae2e-bc7762fa5180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:11.067428 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9113eb-dd67-4a3b-8c11-c726e02edb76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:56:11.067989 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9113eb-dd67-4a3b-8c11-c726e02edb76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:56:11.068470 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9113eb-dd67-4a3b-8c11-c726e02edb76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:56:11.074502 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9113eb-dd67-4a3b-8c11-c726e02edb76 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:56:11.074502 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9113eb-dd67-4a3b-8c11-c726e02edb76 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:56:11.074502 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9113eb-dd67-4a3b-8c11-c726e02edb76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:56:11.074502 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9113eb-dd67-4a3b-8c11-c726e02edb76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:56:11.074502 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9113eb-dd67-4a3b-8c11-c726e02edb76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:56:11.074502 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9113eb-dd67-4a3b-8c11-c726e02edb76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:56:11.099011 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-934bf277-8a79-4e74-b004-f0fa90f3bac9 None None] For port 4b281d51-d344-4b6b-a625-d5cdb5ab26a5, host n-d-761264-19, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:56:11.104236 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-934bf277-8a79-4e74-b004-f0fa90f3bac9 None None] For port 4b281d51-d344-4b6b-a625-d5cdb5ab26a5, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=4b281d51-d344-4b6b-a625-d5cdb5ab26a5,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:56:11.111108 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-934bf277-8a79-4e74-b004-f0fa90f3bac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:11.112536 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-caa31313-02eb-4c4e-8fd0-fb2202ccc18b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:11.128840 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-31b2fe87-bc40-4691-ae2e-bc7762fa5180 None None] Port 4b281d51-d344-4b6b-a625-d5cdb5ab26a5 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:56:11.146672 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-caa31313-02eb-4c4e-8fd0-fb2202ccc18b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:11.147814 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa31313-02eb-4c4e-8fd0-fb2202ccc18b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:56:11.148589 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-caa31313-02eb-4c4e-8fd0-fb2202ccc18b admin admin] Publish callbacks [] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:11.172333 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a04cd30-ce47-4ecb-96fc-dd9ee455eb86 None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:56:11.180255 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934bf277-8a79-4e74-b004-f0fa90f3bac9 None None] Routers {'6d492de4-cec6-46a6-9cef-e8e2172e6edc'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:56:11.180951 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-934bf277-8a79-4e74-b004-f0fa90f3bac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:56:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['6d492de4-cec6-46a6-9cef-e8e2172e6edc'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:56:11.229861 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-caa31313-02eb-4c4e-8fd0-fb2202ccc18b admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5880170 Dec 20 14:56:11.232552 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 41662) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:11.239856 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-2017ff16-38df-4a5b-a325-1f9199d3ffbf admin admin] Request body: {'subnet': {'network_id': '1adeddd1-c2df-4baa-9457-4924f95b06e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-905115547-subnet', 'tenant_id': '7e387111616944ff8f797fbcad5ce877', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:56:11.276955 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-164ddbaf-92f3-4f9b-8dc0-39c5a39685e9 None None] Provisioning complete for port 4b281d51-d344-4b6b-a625-d5cdb5ab26a5 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:56:11.278449 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-164ddbaf-92f3-4f9b-8dc0-39c5a39685e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:11.288994 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-651fd5ec-9f6c-46f3-94aa-f75168d138f2 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:11.324253 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa31313-02eb-4c4e-8fd0-fb2202ccc18b admin admin] Pushing event updated for resources: {'Network': ['ID=1adeddd1-c2df-4baa-9457-4924f95b06e5,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:56:11.329271 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-651fd5ec-9f6c-46f3-94aa-f75168d138f2 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:11.356392 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dedfb3-9a38-4b94-9fa2-19a92144b404 req-a72670ca-b674-40a9-b327-e94e4345364d tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:56:11.358636 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b6dedfb3-9a38-4b94-9fa2-19a92144b404 req-a72670ca-b674-40a9-b327-e94e4345364d tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=60c6ec51-745e-4004-b210-e2f2b7c02f58 HTTP/1.1" status: 200 len: 945 time: 0.0801399 Dec 20 14:56:11.360133 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2017ff16-38df-4a5b-a325-1f9199d3ffbf admin admin] Made reservation on behalf of 7e387111616944ff8f797fbcad5ce877 for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:56:11.362935 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2017ff16-38df-4a5b-a325-1f9199d3ffbf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:11.400842 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9113eb-dd67-4a3b-8c11-c726e02edb76 None None] Pushing event updated for resources: {'Port': ['ID=4b281d51-d344-4b6b-a625-d5cdb5ab26a5,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:56:11.403233 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 1adeddd1-c2df-4baa-9457-4924f95b06e5 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:56:11.431129 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651fd5ec-9f6c-46f3-94aa-f75168d138f2 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:56:11.432525 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651fd5ec-9f6c-46f3-94aa-f75168d138f2 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Pushing event updated for resources: {'Port': ['ID=7086a756-9704-4152-86ef-fd780380f74c,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:56:11.436187 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-651fd5ec-9f6c-46f3-94aa-f75168d138f2 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:56:11.438473 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651fd5ec-9f6c-46f3-94aa-f75168d138f2 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:56:11.465383 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b6dedfb3-9a38-4b94-9fa2-19a92144b404 req-aff1d00b-d39c-4fc3-9756-d993195f2891 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=216960ae-a720-47dd-b0f7-2088c7c897fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984712 Dec 20 14:56:11.466906 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-934bf277-8a79-4e74-b004-f0fa90f3bac9 None None] Set router 6d492de4-cec6-46a6-9cef-e8e2172e6edc gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:56:11.539936 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81112e7-20c4-4c3a-b23b-b6bc662c1a44 None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:56:11.592102 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-164ddbaf-92f3-4f9b-8dc0-39c5a39685e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:11.612947 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2017ff16-38df-4a5b-a325-1f9199d3ffbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8848317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10470522'] for subnet, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:11.621238 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-164ddbaf-92f3-4f9b-8dc0-39c5a39685e9 None None] For port 4b281d51-d344-4b6b-a625-d5cdb5ab26a5, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=4b281d51-d344-4b6b-a625-d5cdb5ab26a5,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:56:11.628451 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-164ddbaf-92f3-4f9b-8dc0-39c5a39685e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:11.684616 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164ddbaf-92f3-4f9b-8dc0-39c5a39685e9 None None] Pushing event updated for resources: {'Port': ['ID=4b281d51-d344-4b6b-a625-d5cdb5ab26a5,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:56:11.693363 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ddbaf-92f3-4f9b-8dc0-39c5a39685e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:56:11.694005 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ddbaf-92f3-4f9b-8dc0-39c5a39685e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:56:11.694620 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ddbaf-92f3-4f9b-8dc0-39c5a39685e9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:56:11.695187 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ddbaf-92f3-4f9b-8dc0-39c5a39685e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:56:11.695705 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ddbaf-92f3-4f9b-8dc0-39c5a39685e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:56:11.696520 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ddbaf-92f3-4f9b-8dc0-39c5a39685e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:56:11.697044 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ddbaf-92f3-4f9b-8dc0-39c5a39685e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:56:11.697588 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ddbaf-92f3-4f9b-8dc0-39c5a39685e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:56:11.698234 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ddbaf-92f3-4f9b-8dc0-39c5a39685e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:56:11.698914 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ddbaf-92f3-4f9b-8dc0-39c5a39685e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:56:11.699435 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ddbaf-92f3-4f9b-8dc0-39c5a39685e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:56:11.699951 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ddbaf-92f3-4f9b-8dc0-39c5a39685e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:56:11.700483 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ddbaf-92f3-4f9b-8dc0-39c5a39685e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:56:11.726622 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:11.738321 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2017ff16-38df-4a5b-a325-1f9199d3ffbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=debbb590-f49c-416d-ae73-b4c4fad5ce1d,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:56:11.752917 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2017ff16-38df-4a5b-a325-1f9199d3ffbf admin admin] Checking segment: {'id': 'cf23e2a2-7498-4e95-80ca-e7ee2d4870e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1adeddd1-c2df-4baa-9457-4924f95b06e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:56:11.754006 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2017ff16-38df-4a5b-a325-1f9199d3ffbf admin admin] Network hostable DHCP agents. Network: 1adeddd1-c2df-4baa-9457-4924f95b06e5, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:56:11.755246 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-934bf277-8a79-4e74-b004-f0fa90f3bac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d492de4-cec6-46a6-9cef-e8e2172e6edc', 'name': 'tempest-snat-router-1087459297', 'tenant_id': '84b93639b57f463bbb76b9be233985cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.92'}], 'enable_snat': False}, 'gw_port_id': '4b281d51-d344-4b6b-a625-d5cdb5ab26a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:56:08Z', 'updated_at': '2021-12-20T14:56:09Z', 'revision_number': 3, 'project_id': '84b93639b57f463bbb76b9be233985cf', 'gw_port': {'id': '4b281d51-d344-4b6b-a625-d5cdb5ab26a5', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a6:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d492de4-cec6-46a6-9cef-e8e2172e6edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:56:09Z', 'updated_at': '2021-12-20T14:56:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:56:11.765486 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-93ca7dbf-3487-48e7-8c49-242b4ac9f530 None None] Provisioning complete for port 7086a756-9704-4152-86ef-fd780380f74c triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:56:11.765868 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93ca7dbf-3487-48e7-8c49-242b4ac9f530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:11.775999 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2017ff16-38df-4a5b-a325-1f9199d3ffbf admin admin] Network 1adeddd1-c2df-4baa-9457-4924f95b06e5 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:56:11.788176 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-2017ff16-38df-4a5b-a325-1f9199d3ffbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 1adeddd1-c2df-4baa-9457-4924f95b06e5) {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:56:11.802924 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcff59d0-2a6d-43a5-b734-60cce378823e None None] Network 1adeddd1-c2df-4baa-9457-4924f95b06e5 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:56:11.803572 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934bf277-8a79-4e74-b004-f0fa90f3bac9 None None] The sync data for ids ['6d492de4-cec6-46a6-9cef-e8e2172e6edc'] in n-d-761264-19 is: [{'id': '6d492de4-cec6-46a6-9cef-e8e2172e6edc', 'name': 'tempest-snat-router-1087459297', 'tenant_id': '84b93639b57f463bbb76b9be233985cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.92'}], 'enable_snat': False}, 'gw_port_id': '4b281d51-d344-4b6b-a625-d5cdb5ab26a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:56:08Z', 'updated_at': '2021-12-20T14:56:09Z', 'revision_number': 3, 'project_id': '84b93639b57f463bbb76b9be233985cf', 'gw_port': {'id': '4b281d51-d344-4b6b-a625-d5cdb5ab26a5', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a6:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d492de4-cec6-46a6-9cef-e8e2172e6edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:56:09Z', 'updated_at': '2021-12-20T14:56:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-761264-19'}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:56:11.811817 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2017ff16-38df-4a5b-a325-1f9199d3ffbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:56:11.812839 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2017ff16-38df-4a5b-a325-1f9199d3ffbf admin admin] Publish callbacks [] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:11.823983 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-651fd5ec-9f6c-46f3-94aa-f75168d138f2 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:11.838014 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-93ca7dbf-3487-48e7-8c49-242b4ac9f530 None None] Port 7086a756-9704-4152-86ef-fd780380f74c cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:56:11.839390 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-2017ff16-38df-4a5b-a325-1f9199d3ffbf admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6041377 Dec 20 14:56:11.986047 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f770be49-ceec-4468-ad05-3bc098aeb557 None None] Network 1adeddd1-c2df-4baa-9457-4924f95b06e5 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:56:12.015148 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 41674) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:12.103182 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_v2 [None req-8625bb52-bf72-446f-b146-a7a0dfc329e0 admin admin] Deleting subnet debbb590-f49c-416d-ae73-b4c4fad5ce1d {{(pid=103168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:56:12.107531 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8625bb52-bf72-446f-b146-a7a0dfc329e0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:12.114421 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-651fd5ec-9f6c-46f3-94aa-f75168d138f2 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013'] for router, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:12.152174 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8625bb52-bf72-446f-b146-a7a0dfc329e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9023023'] for subnet, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:12.213885 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8625bb52-bf72-446f-b146-a7a0dfc329e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:12.268686 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-651fd5ec-9f6c-46f3-94aa-f75168d138f2 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Router aceae917-8000-42b6-88d4-a9d2872d2373 is scheduled to L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 with binding_index 1 {{(pid=103167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 14:56:12.287097 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8625bb52-bf72-446f-b146-a7a0dfc329e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8850800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470517'] for subnet, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:12.316827 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8625bb52-bf72-446f-b146-a7a0dfc329e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=debbb590-f49c-416d-ae73-b4c4fad5ce1d,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:56:12.319414 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8625bb52-bf72-446f-b146-a7a0dfc329e0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:12.323587 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-8625bb52-bf72-446f-b146-a7a0dfc329e0 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/debbb590-f49c-416d-ae73-b4c4fad5ce1d HTTP/1.1" status: 204 len: 168 time: 0.3066909 Dec 20 14:56:12.326194 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 41676) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:12.409077 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-352ec97b-c942-44f8-aba9-5795d56f0081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:12.419923 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-651fd5ec-9f6c-46f3-94aa-f75168d138f2 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:56:12.429016 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdc30cd-2c1d-49fd-a69d-41fa19a1c3c0 None None] Sync routers for ids ['aceae917-8000-42b6-88d4-a9d2872d2373'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:56:12.448227 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-651fd5ec-9f6c-46f3-94aa-f75168d138f2 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks [] for router, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:12.451949 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-651fd5ec-9f6c-46f3-94aa-f75168d138f2 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.1576116 Dec 20 14:56:12.452109 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdc30cd-2c1d-49fd-a69d-41fa19a1c3c0 None None] Routers {'aceae917-8000-42b6-88d4-a9d2872d2373'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:56:12.452109 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-efdc30cd-2c1d-49fd-a69d-41fa19a1c3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:56:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['aceae917-8000-42b6-88d4-a9d2872d2373'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:56:12.452443 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 41678) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:12.557547 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-352ec97b-c942-44f8-aba9-5795d56f0081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:12.607805 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-352ec97b-c942-44f8-aba9-5795d56f0081 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1adeddd1-c2df-4baa-9457-4924f95b06e5']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:56:12.613459 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-efdc30cd-2c1d-49fd-a69d-41fa19a1c3c0 None None] Set router aceae917-8000-42b6-88d4-a9d2872d2373 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:56:12.619420 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-352ec97b-c942-44f8-aba9-5795d56f0081 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf23e2a2-7498-4e95-80ca-e7ee2d4870e0') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:56:12.619710 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-352ec97b-c942-44f8-aba9-5795d56f0081 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf23e2a2-7498-4e95-80ca-e7ee2d4870e0') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:56:12.631844 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-352ec97b-c942-44f8-aba9-5795d56f0081 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:12.643941 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-74da1d06-beab-4649-927e-31952f7b3d39 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] 10.222.0.54 "GET /v2.0/routers/aceae917-8000-42b6-88d4-a9d2872d2373 HTTP/1.1" status: 200 len: 908 time: 0.1879172 Dec 20 14:56:12.645698 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-352ec97b-c942-44f8-aba9-5795d56f0081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:12.646075 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 41682) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:12.666407 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-352ec97b-c942-44f8-aba9-5795d56f0081 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:56:12.666837 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-352ec97b-c942-44f8-aba9-5795d56f0081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:12.668792 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 14:56:12.668792 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:56:12.668792 n-d-761264-19 neutron-server[103168]: timer() Dec 20 14:56:12.668792 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:56:12.668792 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 14:56:12.668792 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:56:12.668792 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 14:56:12.668792 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:56:12.668792 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 14:56:12.668792 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:56:12.668792 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 14:56:12.668792 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:56:12.668792 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 14:56:12.668792 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:56:12.668792 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:56:12.668792 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:56:12.668792 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:56:12.668792 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:56:12.668792 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 14:56:12.668792 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:56:12.668792 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 14:56:12.668792 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:56:12.668792 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:56:12.668792 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:56:12.668792 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 14:56:12.668792 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:56:12.668792 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:56:12.668792 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:56:12.668792 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:56:12.668792 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:56:12.668792 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:56:12.668792 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:56:12.785638 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-352ec97b-c942-44f8-aba9-5795d56f0081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:12.791819 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-352ec97b-c942-44f8-aba9-5795d56f0081 admin admin] Publish callbacks [] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:12.803797 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-863de0ab-d313-4984-9da1-3c587a1bf729 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks [] for router, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:12.804054 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-352ec97b-c942-44f8-aba9-5795d56f0081 admin admin] 10.222.0.54 "DELETE /v2.0/networks/1adeddd1-c2df-4baa-9457-4924f95b06e5 HTTP/1.1" status: 204 len: 168 time: 0.4738476 Dec 20 14:56:12.865762 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9860f37-45c8-4aad-8b06-da309d4688d2 req-ecbbae9a-433d-44fe-84fa-eea8eb998946 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:56:12.867545 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c9860f37-45c8-4aad-8b06-da309d4688d2 req-ecbbae9a-433d-44fe-84fa-eea8eb998946 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=60c6ec51-745e-4004-b210-e2f2b7c02f58 HTTP/1.1" status: 200 len: 945 time: 0.2167571 Dec 20 14:56:12.868843 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352ec97b-c942-44f8-aba9-5795d56f0081 admin admin] Pushing event deleted for resources: {'Network': ['ID=1adeddd1-c2df-4baa-9457-4924f95b06e5,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:56:12.917819 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-efdc30cd-2c1d-49fd-a69d-41fa19a1c3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aceae917-8000-42b6-88d4-a9d2872d2373', 'name': 'tempest-snat-router-1087459297', 'tenant_id': '84b93639b57f463bbb76b9be233985cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '7086a756-9704-4152-86ef-fd780380f74c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:56:10Z', 'updated_at': '2021-12-20T14:56:11Z', 'revision_number': 3, 'project_id': '84b93639b57f463bbb76b9be233985cf', 'gw_port': {'id': '7086a756-9704-4152-86ef-fd780380f74c', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:33:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aceae917-8000-42b6-88d4-a9d2872d2373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:56:10Z', 'updated_at': '2021-12-20T14:56:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:56:12.956602 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c9860f37-45c8-4aad-8b06-da309d4688d2 req-07fa8499-61e0-44e0-8fd7-811dd8497f64 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=216960ae-a720-47dd-b0f7-2088c7c897fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813909 Dec 20 14:56:12.961797 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-863de0ab-d313-4984-9da1-3c587a1bf729 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:12.967200 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdc30cd-2c1d-49fd-a69d-41fa19a1c3c0 None None] Checking router: aceae917-8000-42b6-88d4-a9d2872d2373 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:56:12.967841 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdc30cd-2c1d-49fd-a69d-41fa19a1c3c0 None None] Updating router aceae917-8000-42b6-88d4-a9d2872d2373 port 7086a756-9704-4152-86ef-fd780380f74c binding host n-d-761264-19 {{(pid=103169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 14:56:12.997746 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-efdc30cd-2c1d-49fd-a69d-41fa19a1c3c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:13.049986 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-863de0ab-d313-4984-9da1-3c587a1bf729 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Deleting port 7086a756-9704-4152-86ef-fd780380f74c {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:56:13.050344 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-863de0ab-d313-4984-9da1-3c587a1bf729 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:13.075624 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 41692) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:13.179695 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-f4b4ae5a-88ce-40ea-8cb0-9fd395db357b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7e387111616944ff8f797fbcad5ce877&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0768249 Dec 20 14:56:13.179695 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-863de0ab-d313-4984-9da1-3c587a1bf729 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:13.180704 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 41694) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:13.192957 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-863de0ab-d313-4984-9da1-3c587a1bf729 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Calling delete_port for 7086a756-9704-4152-86ef-fd780380f74c owned by network:router_gateway {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:56:13.255663 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-66f582ba-e188-410e-bd96-63c81306160d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:13.285094 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-66f582ba-e188-410e-bd96-63c81306160d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:13.383527 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-66f582ba-e188-410e-bd96-63c81306160d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:13.401243 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-66f582ba-e188-410e-bd96-63c81306160d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:13.408849 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-66f582ba-e188-410e-bd96-63c81306160d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e1be19bf-8316-4230-ac02-309b227d20f6 HTTP/1.1" status: 204 len: 168 time: 0.2266340 Dec 20 14:56:13.427463 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f582ba-e188-410e-bd96-63c81306160d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1be19bf-8316-4230-ac02-309b227d20f6,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:56:13.457333 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 4b281d51-d344-4b6b-a625-d5cdb5ab26a5 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:56:13.557478 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 4b281d51-d344-4b6b-a625-d5cdb5ab26a5 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:56:13.557861 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:13.785879 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-863de0ab-d313-4984-9da1-3c587a1bf729 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:13.788839 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.db.api [None req-efdc30cd-2c1d-49fd-a69d-41fa19a1c3c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103169) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 14:56:13.789853 n-d-761264-19 neutron-server[103169]: DEBUG oslo_db.api [None req-efdc30cd-2c1d-49fd-a69d-41fa19a1c3c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 14:56:13.813641 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863de0ab-d313-4984-9da1-3c587a1bf729 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Pushing event deleted for resources: {'Port': ['ID=7086a756-9704-4152-86ef-fd780380f74c,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:56:13.828946 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3d3fa3-4451-43d6-aa95-4dcf7382b24e None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:56:13.878070 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-863de0ab-d313-4984-9da1-3c587a1bf729 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584913'] for router_gateway, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:13.994989 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-863de0ab-d313-4984-9da1-3c587a1bf729 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40132'] for router, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:13.997263 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-863de0ab-d313-4984-9da1-3c587a1bf729 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:14.085295 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-863de0ab-d313-4984-9da1-3c587a1bf729 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1594808'] for router, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:14.085987 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-863de0ab-d313-4984-9da1-3c587a1bf729 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Fanout notify agent at l3_agent the message router_deleted on router aceae917-8000-42b6-88d4-a9d2872d2373 {{(pid=103167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 14:56:14.094192 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-863de0ab-d313-4984-9da1-3c587a1bf729 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks [] for router, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:14.097994 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-863de0ab-d313-4984-9da1-3c587a1bf729 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] 10.222.0.54 "DELETE /v2.0/routers/aceae917-8000-42b6-88d4-a9d2872d2373 HTTP/1.1" status: 204 len: 168 time: 1.4491830 Dec 20 14:56:14.098292 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 41718) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:14.136553 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec6143c-f353-4350-8298-333e9c303ad8 req-036a4bda-872c-4fd6-ac01-ff3419de6f96 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:56:14.138566 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2ec6143c-f353-4350-8298-333e9c303ad8 req-036a4bda-872c-4fd6-ac01-ff3419de6f96 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=60c6ec51-745e-4004-b210-e2f2b7c02f58 HTTP/1.1" status: 200 len: 945 time: 0.0832930 Dec 20 14:56:14.213896 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2ec6143c-f353-4350-8298-333e9c303ad8 req-f0876dd2-6c45-49fa-9aa0-fd73a69c807b tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=216960ae-a720-47dd-b0f7-2088c7c897fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688262 Dec 20 14:56:14.251385 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a30c897e-af3b-4799-bc12-ff0df9deb655 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks [] for router, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:14.316995 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdc30cd-2c1d-49fd-a69d-41fa19a1c3c0 None None] Port 7086a756-9704-4152-86ef-fd780380f74c not found while updating agent binding for router aceae917-8000-42b6-88d4-a9d2872d2373. {{(pid=103169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 20 14:56:14.327320 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdc30cd-2c1d-49fd-a69d-41fa19a1c3c0 None None] Routers set() bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:56:14.327818 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdc30cd-2c1d-49fd-a69d-41fa19a1c3c0 None None] Router IDs set() for agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 20 14:56:14.329921 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_agentschedulers_db [None req-efdc30cd-2c1d-49fd-a69d-41fa19a1c3c0 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'aceae917-8000-42b6-88d4-a9d2872d2373'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:56:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent'). {{(pid=103169) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 20 14:56:14.330641 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdc30cd-2c1d-49fd-a69d-41fa19a1c3c0 None None] The sync data for ids ['aceae917-8000-42b6-88d4-a9d2872d2373'] in n-d-761264-19 is: [] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:56:14.359495 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a30c897e-af3b-4799-bc12-ff0df9deb655 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:14.412461 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-a30c897e-af3b-4799-bc12-ff0df9deb655 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Deleting port 4b281d51-d344-4b6b-a625-d5cdb5ab26a5 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:56:14.412713 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a30c897e-af3b-4799-bc12-ff0df9deb655 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:14.763791 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-a30c897e-af3b-4799-bc12-ff0df9deb655 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] For port 4b281d51-d344-4b6b-a625-d5cdb5ab26a5, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=4b281d51-d344-4b6b-a625-d5cdb5ab26a5,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:56:14.764162 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a30c897e-af3b-4799-bc12-ff0df9deb655 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:14.779873 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-a30c897e-af3b-4799-bc12-ff0df9deb655 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Calling delete_port for 4b281d51-d344-4b6b-a625-d5cdb5ab26a5 owned by network:router_gateway {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:56:14.969811 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a30c897e-af3b-4799-bc12-ff0df9deb655 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:15.003198 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30c897e-af3b-4799-bc12-ff0df9deb655 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Pushing event deleted for resources: {'Port': ['ID=4b281d51-d344-4b6b-a625-d5cdb5ab26a5,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:56:15.010578 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d162d2bb-2a6d-4d89-9d11-0dc9ce51b13a None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:56:15.087358 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a30c897e-af3b-4799-bc12-ff0df9deb655 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584913'] for router_gateway, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:15.182889 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a30c897e-af3b-4799-bc12-ff0df9deb655 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40132'] for router, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:15.184989 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a30c897e-af3b-4799-bc12-ff0df9deb655 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:15.228719 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a30c897e-af3b-4799-bc12-ff0df9deb655 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1594808'] for router, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:15.229465 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a30c897e-af3b-4799-bc12-ff0df9deb655 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6d492de4-cec6-46a6-9cef-e8e2172e6edc {{(pid=103168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 14:56:15.246370 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a30c897e-af3b-4799-bc12-ff0df9deb655 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:15.247879 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-a30c897e-af3b-4799-bc12-ff0df9deb655 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] 10.222.0.54 "DELETE /v2.0/routers/6d492de4-cec6-46a6-9cef-e8e2172e6edc HTTP/1.1" status: 204 len: 168 time: 1.1485391 Dec 20 14:56:15.252237 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 41746) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:15.257351 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-cca11894-4cba-4557-bf6e-a461cd7d8517 tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2144516918', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}, 'admin_state_up': False}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:56:15.333407 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-cca11894-4cba-4557-bf6e-a461cd7d8517 tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40114'] for router, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:15.335053 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-cca11894-4cba-4557-bf6e-a461cd7d8517 tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40139'] for router, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:15.391795 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:15.407806 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46b401a-8285-4b2c-9093-8a5ed4c3bc10 req-3cf2dfca-4205-4ff8-b9c4-74c674e7e7db tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:56:15.411215 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e46b401a-8285-4b2c-9093-8a5ed4c3bc10 req-3cf2dfca-4205-4ff8-b9c4-74c674e7e7db tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=60c6ec51-745e-4004-b210-e2f2b7c02f58 HTTP/1.1" status: 200 len: 945 time: 0.1095231 Dec 20 14:56:15.442558 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-cca11894-4cba-4557-bf6e-a461cd7d8517 tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:15.502359 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e46b401a-8285-4b2c-9093-8a5ed4c3bc10 req-3405e459-f662-4b61-bcc8-8ceb984f7509 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=216960ae-a720-47dd-b0f7-2088c7c897fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674744 Dec 20 14:56:15.599965 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-cca11894-4cba-4557-bf6e-a461cd7d8517 tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:15.834659 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-cca11894-4cba-4557-bf6e-a461cd7d8517 tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks [] for router_gateway, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:15.853825 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-cca11894-4cba-4557-bf6e-a461cd7d8517 tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:15.967714 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-cca11894-4cba-4557-bf6e-a461cd7d8517 tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Allocated IP 172.25.0.177 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/d9276875-f56b-41bc-986f-a1b7aaf6c504) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:56:16.083629 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-cca11894-4cba-4557-bf6e-a461cd7d8517 tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:16.119805 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-cca11894-4cba-4557-bf6e-a461cd7d8517 tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:16.163785 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca11894-4cba-4557-bf6e-a461cd7d8517 tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:56:16.166789 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-cca11894-4cba-4557-bf6e-a461cd7d8517 tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:56:16.170652 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca11894-4cba-4557-bf6e-a461cd7d8517 tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:56:16.183746 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0a623c-8ee0-4571-b50b-a2ff8a5190a4 None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:56:16.196208 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca11894-4cba-4557-bf6e-a461cd7d8517 tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Pushing event updated for resources: {'Port': ['ID=d9276875-f56b-41bc-986f-a1b7aaf6c504,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:56:16.289440 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-0d5b1bf7-a3a2-4c80-a1a0-880f7d0285b6 None None] Provisioning complete for port d9276875-f56b-41bc-986f-a1b7aaf6c504 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:56:16.289793 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-0d5b1bf7-a3a2-4c80-a1a0-880f7d0285b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:16.342626 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-0d5b1bf7-a3a2-4c80-a1a0-880f7d0285b6 None None] Port d9276875-f56b-41bc-986f-a1b7aaf6c504 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:56:16.465584 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-cca11894-4cba-4557-bf6e-a461cd7d8517 tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks [] for router_gateway, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:16.683065 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0df4c9-c5e5-4c8c-85a5-dc0b82c25fdf req-31883b1f-3dc6-4e66-884f-b9c321f17a64 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:56:16.685343 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cc0df4c9-c5e5-4c8c-85a5-dc0b82c25fdf req-31883b1f-3dc6-4e66-884f-b9c321f17a64 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=60c6ec51-745e-4004-b210-e2f2b7c02f58 HTTP/1.1" status: 200 len: 945 time: 0.0802546 Dec 20 14:56:16.687364 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-cca11894-4cba-4557-bf6e-a461cd7d8517 tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013'] for router, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:16.743114 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cc0df4c9-c5e5-4c8c-85a5-dc0b82c25fdf req-44c04428-edda-4d30-8d29-141b242de05c tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=216960ae-a720-47dd-b0f7-2088c7c897fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505970 Dec 20 14:56:16.818777 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cca11894-4cba-4557-bf6e-a461cd7d8517 tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Router 488e68ff-41c8-4575-bf76-dc07c851c28b is scheduled to L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 with binding_index 1 {{(pid=103167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 14:56:16.931863 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cca11894-4cba-4557-bf6e-a461cd7d8517 tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:56:16.945812 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf2fc66-8e54-4754-a0af-3e36934252aa None None] Sync routers for ids ['488e68ff-41c8-4575-bf76-dc07c851c28b'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:56:16.955003 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-cca11894-4cba-4557-bf6e-a461cd7d8517 tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks [] for router, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:16.955749 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf2fc66-8e54-4754-a0af-3e36934252aa None None] Routers {'488e68ff-41c8-4575-bf76-dc07c851c28b'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:56:16.959015 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-dcf2fc66-8e54-4754-a0af-3e36934252aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:56:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['488e68ff-41c8-4575-bf76-dc07c851c28b'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:56:16.959205 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-cca11894-4cba-4557-bf6e-a461cd7d8517 tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 1.7033429 Dec 20 14:56:16.961158 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 41792) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:16.966793 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-7e0a22d5-4e22-4bf3-98d0-ec99c755d1e8 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'enable_snat': False}}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:56:16.990457 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-dcf2fc66-8e54-4754-a0af-3e36934252aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:56:17.000658 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf2fc66-8e54-4754-a0af-3e36934252aa None None] Routers {'488e68ff-41c8-4575-bf76-dc07c851c28b'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:56:17.001294 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-dcf2fc66-8e54-4754-a0af-3e36934252aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:56:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['488e68ff-41c8-4575-bf76-dc07c851c28b'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:56:17.047940 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-dcf2fc66-8e54-4754-a0af-3e36934252aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:56:17.049442 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf2fc66-8e54-4754-a0af-3e36934252aa None None] The sync data for ids ['488e68ff-41c8-4575-bf76-dc07c851c28b'] in n-d-761264-19 is: [] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:56:17.295435 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7e0a22d5-4e22-4bf3-98d0-ec99c755d1e8 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:17.332167 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 4b281d51-d344-4b6b-a625-d5cdb5ab26a5 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:56:17.355054 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 4b281d51-d344-4b6b-a625-d5cdb5ab26a5 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:56:17.355625 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 4b281d51-d344-4b6b-a625-d5cdb5ab26a5 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:56:17.887015 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d64ed1-8c1f-494a-ac28-bddcadede8be req-6fb61c13-886c-4a18-9ca1-942f7c929086 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:56:17.888634 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b0d64ed1-8c1f-494a-ac28-bddcadede8be req-6fb61c13-886c-4a18-9ca1-942f7c929086 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=60c6ec51-745e-4004-b210-e2f2b7c02f58 HTTP/1.1" status: 200 len: 945 time: 0.0560436 Dec 20 14:56:17.950836 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b0d64ed1-8c1f-494a-ac28-bddcadede8be req-b7cdae03-8ffc-4b43-a74d-96baa5cded3c tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=216960ae-a720-47dd-b0f7-2088c7c897fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557516 Dec 20 14:56:18.110570 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7e0a22d5-4e22-4bf3-98d0-ec99c755d1e8 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1584976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40157'] for router, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:18.115050 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7e0a22d5-4e22-4bf3-98d0-ec99c755d1e8 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1584999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1585022', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1594780'] for router, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:18.224507 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e0a22d5-4e22-4bf3-98d0-ec99c755d1e8 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Router 488e68ff-41c8-4575-bf76-dc07c851c28b has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:56:18.332449 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e0a22d5-4e22-4bf3-98d0-ec99c755d1e8 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:56:18.337139 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7e0a22d5-4e22-4bf3-98d0-ec99c755d1e8 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks [] for router, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:18.338489 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-7e0a22d5-4e22-4bf3-98d0-ec99c755d1e8 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] 10.222.0.54 "PUT /v2.0/routers/488e68ff-41c8-4575-bf76-dc07c851c28b HTTP/1.1" status: 200 len: 926 time: 1.3755264 Dec 20 14:56:18.341447 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 41818) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:18.344272 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43cd58b2-b1e1-4999-934a-d45df0b42bbc None None] Sync routers for ids ['488e68ff-41c8-4575-bf76-dc07c851c28b'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:56:18.354580 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43cd58b2-b1e1-4999-934a-d45df0b42bbc None None] Routers {'488e68ff-41c8-4575-bf76-dc07c851c28b'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:56:18.355234 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-43cd58b2-b1e1-4999-934a-d45df0b42bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:56:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['488e68ff-41c8-4575-bf76-dc07c851c28b'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:56:18.388692 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-43cd58b2-b1e1-4999-934a-d45df0b42bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:56:18.402259 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43cd58b2-b1e1-4999-934a-d45df0b42bbc None None] Routers {'488e68ff-41c8-4575-bf76-dc07c851c28b'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:56:18.403061 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-43cd58b2-b1e1-4999-934a-d45df0b42bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:56:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['488e68ff-41c8-4575-bf76-dc07c851c28b'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:56:18.452341 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-43cd58b2-b1e1-4999-934a-d45df0b42bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:56:18.453054 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43cd58b2-b1e1-4999-934a-d45df0b42bbc None None] The sync data for ids ['488e68ff-41c8-4575-bf76-dc07c851c28b'] in n-d-761264-19 is: [] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:56:18.479631 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-14b12515-1f54-48cc-83c1-25057aff016e tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] 10.222.0.54 "GET /v2.0/routers/488e68ff-41c8-4575-bf76-dc07c851c28b HTTP/1.1" status: 200 len: 926 time: 0.1367977 Dec 20 14:56:18.482269 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 41830) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:18.564233 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d0b2bb-b343-4e69-bbe8-9cb33984326e tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:56:18.566432 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-87d0b2bb-b343-4e69-bbe8-9cb33984326e tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=c3f8658e-da35-41f3-bd03-509e29ebd6f3&device_id=488e68ff-41c8-4575-bf76-dc07c851c28b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0830808 Dec 20 14:56:18.568933 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 41836) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:18.657568 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500644f8-bd89-46c9-babb-612ce7df00ae tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:56:18.661747 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-500644f8-bd89-46c9-babb-612ce7df00ae tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] 10.222.0.54 "GET /v2.0/networks/c3f8658e-da35-41f3-bd03-509e29ebd6f3 HTTP/1.1" status: 200 len: 881 time: 0.0889761 Dec 20 14:56:18.662210 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 41838) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:18.692848 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-989c9ef7-c6b9-493e-bb11-4fcb6f9a875a tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] 10.222.0.54 "GET /v2.0/ports?device_id=488e68ff-41c8-4575-bf76-dc07c851c28b HTTP/1.1" status: 200 len: 205 time: 0.0271127 Dec 20 14:56:18.693043 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 41840) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:18.800547 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7c61193e-1bbf-4563-b99b-b2b3a074e2fb tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks [] for router, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:18.903194 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7c61193e-1bbf-4563-b99b-b2b3a074e2fb tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:18.957840 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-7c61193e-1bbf-4563-b99b-b2b3a074e2fb tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Deleting port d9276875-f56b-41bc-986f-a1b7aaf6c504 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:56:18.958089 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7c61193e-1bbf-4563-b99b-b2b3a074e2fb tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:19.041916 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7c61193e-1bbf-4563-b99b-b2b3a074e2fb tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:19.061296 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-7c61193e-1bbf-4563-b99b-b2b3a074e2fb tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Calling delete_port for d9276875-f56b-41bc-986f-a1b7aaf6c504 owned by network:router_gateway {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:56:19.097672 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b65e9f3-f936-43ad-afb7-da8fed5a773b req-cf157b00-63c6-49f3-8bee-7f9bd3d1a6db tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:56:19.099465 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8b65e9f3-f936-43ad-afb7-da8fed5a773b req-cf157b00-63c6-49f3-8bee-7f9bd3d1a6db tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=60c6ec51-745e-4004-b210-e2f2b7c02f58 HTTP/1.1" status: 200 len: 945 time: 0.0549083 Dec 20 14:56:19.175356 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8b65e9f3-f936-43ad-afb7-da8fed5a773b req-7b2a122b-2dd4-47a0-9759-985c4dffd9d1 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=216960ae-a720-47dd-b0f7-2088c7c897fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673938 Dec 20 14:56:19.270152 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7c61193e-1bbf-4563-b99b-b2b3a074e2fb tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:19.296516 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a541cd1-f05d-4055-a09d-9d3a11915c08 None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:56:19.312945 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c61193e-1bbf-4563-b99b-b2b3a074e2fb tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Pushing event deleted for resources: {'Port': ['ID=d9276875-f56b-41bc-986f-a1b7aaf6c504,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:56:19.376122 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7c61193e-1bbf-4563-b99b-b2b3a074e2fb tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584913'] for router_gateway, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:19.470947 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7c61193e-1bbf-4563-b99b-b2b3a074e2fb tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40132'] for router, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:19.474413 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7c61193e-1bbf-4563-b99b-b2b3a074e2fb tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:19.540621 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7c61193e-1bbf-4563-b99b-b2b3a074e2fb tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1594808'] for router, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:19.541236 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c61193e-1bbf-4563-b99b-b2b3a074e2fb tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Fanout notify agent at l3_agent the message router_deleted on router 488e68ff-41c8-4575-bf76-dc07c851c28b {{(pid=103167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 14:56:19.549620 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7c61193e-1bbf-4563-b99b-b2b3a074e2fb tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks [] for router, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:19.555101 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-7c61193e-1bbf-4563-b99b-b2b3a074e2fb tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] 10.222.0.54 "DELETE /v2.0/routers/488e68ff-41c8-4575-bf76-dc07c851c28b HTTP/1.1" status: 204 len: 168 time: 0.8568435 Dec 20 14:56:19.555201 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 41850) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:19.559630 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-6677f5a2-e4af-4bf2-b69f-b434b216137b tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-701591541', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:56:19.591104 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6677f5a2-e4af-4bf2-b69f-b434b216137b tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40114'] for router, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:19.592649 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6677f5a2-e4af-4bf2-b69f-b434b216137b tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40139'] for router, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:19.656328 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6677f5a2-e4af-4bf2-b69f-b434b216137b tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:19.660967 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6677f5a2-e4af-4bf2-b69f-b434b216137b tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013'] for router, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:19.673676 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 14:56:19.683436 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6677f5a2-e4af-4bf2-b69f-b434b216137b tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:19.685025 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-6677f5a2-e4af-4bf2-b69f-b434b216137b tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1288025 Dec 20 14:56:19.687671 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 41856) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:19.692340 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-304d6122-2f86-407f-9ddb-710eeab06a5f tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:56:19.927747 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-304d6122-2f86-407f-9ddb-710eeab06a5f tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:20.134812 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-304d6122-2f86-407f-9ddb-710eeab06a5f tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks [] for router_gateway, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:20.156105 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-304d6122-2f86-407f-9ddb-710eeab06a5f tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:20.283102 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4839412-bb71-42b6-85e3-08a6cfcad673 req-ebc80747-a0e5-4ea7-b6c3-9297f8c450d8 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:56:20.285008 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e4839412-bb71-42b6-85e3-08a6cfcad673 req-ebc80747-a0e5-4ea7-b6c3-9297f8c450d8 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=60c6ec51-745e-4004-b210-e2f2b7c02f58 HTTP/1.1" status: 200 len: 945 time: 0.0523953 Dec 20 14:56:20.286278 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-304d6122-2f86-407f-9ddb-710eeab06a5f tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Allocated IP 172.25.0.230 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/1e719e91-e5ca-49ad-87fa-d988e0e69fd2) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:56:20.348250 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e4839412-bb71-42b6-85e3-08a6cfcad673 req-8b40dd86-28cc-498d-8b1c-e071325ad13b tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=216960ae-a720-47dd-b0f7-2088c7c897fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538840 Dec 20 14:56:20.406921 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-304d6122-2f86-407f-9ddb-710eeab06a5f tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:20.440025 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-304d6122-2f86-407f-9ddb-710eeab06a5f tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:20.484869 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304d6122-2f86-407f-9ddb-710eeab06a5f tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:56:20.487733 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-304d6122-2f86-407f-9ddb-710eeab06a5f tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:56:20.492538 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304d6122-2f86-407f-9ddb-710eeab06a5f tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:56:20.495589 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304d6122-2f86-407f-9ddb-710eeab06a5f tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Pushing event updated for resources: {'Port': ['ID=1e719e91-e5ca-49ad-87fa-d988e0e69fd2,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:56:20.502625 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514de4f1-1772-4ba9-9a03-cf1f8c422154 None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:56:20.593327 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-eb54ba86-1be5-40ba-8a7d-8d3e1435a359 None None] Provisioning complete for port 1e719e91-e5ca-49ad-87fa-d988e0e69fd2 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:56:20.593766 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-eb54ba86-1be5-40ba-8a7d-8d3e1435a359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:20.629101 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-eb54ba86-1be5-40ba-8a7d-8d3e1435a359 None None] Port 1e719e91-e5ca-49ad-87fa-d988e0e69fd2 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:56:20.763208 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-304d6122-2f86-407f-9ddb-710eeab06a5f tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks [] for router_gateway, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:21.208204 n-d-761264-19 neutron-server[103167]: INFO neutron.api.v2.resource [req-88dda218-9e46-4a03-815b-40a1e48dc891 req-eb8728fc-1dd0-4479-b142-d4a5d5d2ad15 service neutron] show failed (client error): The resource could not be found. Dec 20 14:56:21.209233 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-88dda218-9e46-4a03-815b-40a1e48dc891 req-eb8728fc-1dd0-4479-b142-d4a5d5d2ad15 service neutron] 10.222.0.47 "GET /v2.0/ports/89360329-b7a9-4fb8-922c-f561d516b2b8/bindings/n-h1-761264-19 HTTP/1.1" status: 404 len: 381 time: 0.4000511 Dec 20 14:56:21.320803 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-304d6122-2f86-407f-9ddb-710eeab06a5f tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1584976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40157'] for router, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:21.324284 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-304d6122-2f86-407f-9ddb-710eeab06a5f tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1584999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1585022', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1594780'] for router, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:21.498748 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-304d6122-2f86-407f-9ddb-710eeab06a5f tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Router e165116b-5dcf-41fc-b67d-67037174f80e is scheduled to L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 with binding_index 1 {{(pid=103167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 14:56:21.568628 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dda218-9e46-4a03-815b-40a1e48dc891 req-5d03e98c-8718-44e9-a1f2-aaadf7b350f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:56:21.571363 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-88dda218-9e46-4a03-815b-40a1e48dc891 req-5d03e98c-8718-44e9-a1f2-aaadf7b350f9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=60c6ec51-745e-4004-b210-e2f2b7c02f58&tenant_id=f35a648a7aca4680a908ac1344ad2536 HTTP/1.1" status: 200 len: 1097 time: 0.1555293 Dec 20 14:56:21.586103 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-88dda218-9e46-4a03-815b-40a1e48dc891 req-1a5d76ea-f1d4-4947-bf3f-2d3c7dccc61e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-761264-19', 'device_owner': 'compute:nova'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:56:21.598335 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d840715a-a9c2-46fa-a14f-3ab012b325f4 req-40705490-b2e1-44fd-9ae2-deb8f48f8535 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:56:21.600254 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d840715a-a9c2-46fa-a14f-3ab012b325f4 req-40705490-b2e1-44fd-9ae2-deb8f48f8535 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=60c6ec51-745e-4004-b210-e2f2b7c02f58 HTTP/1.1" status: 200 len: 945 time: 0.0944943 Dec 20 14:56:21.636726 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-304d6122-2f86-407f-9ddb-710eeab06a5f tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:56:21.650103 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ea8220-b8dc-4426-bf17-3f6d090db4f3 None None] Sync routers for ids ['e165116b-5dcf-41fc-b67d-67037174f80e'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:56:21.655149 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-304d6122-2f86-407f-9ddb-710eeab06a5f tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks [] for router, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:21.656743 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-304d6122-2f86-407f-9ddb-710eeab06a5f tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] 10.222.0.54 "PUT /v2.0/routers/e165116b-5dcf-41fc-b67d-67037174f80e HTTP/1.1" status: 200 len: 883 time: 1.9679334 Dec 20 14:56:21.659445 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 41888) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:21.665560 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ea8220-b8dc-4426-bf17-3f6d090db4f3 None None] Routers {'e165116b-5dcf-41fc-b67d-67037174f80e'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:56:21.667246 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-36ea8220-b8dc-4426-bf17-3f6d090db4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:56:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['e165116b-5dcf-41fc-b67d-67037174f80e'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:56:21.705028 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-36ea8220-b8dc-4426-bf17-3f6d090db4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:56:21.714901 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ea8220-b8dc-4426-bf17-3f6d090db4f3 None None] Routers {'e165116b-5dcf-41fc-b67d-67037174f80e'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:56:21.715784 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-36ea8220-b8dc-4426-bf17-3f6d090db4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:56:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['e165116b-5dcf-41fc-b67d-67037174f80e'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:56:21.759079 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-36ea8220-b8dc-4426-bf17-3f6d090db4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:56:21.760884 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ea8220-b8dc-4426-bf17-3f6d090db4f3 None None] The sync data for ids ['e165116b-5dcf-41fc-b67d-67037174f80e'] in n-d-761264-19 is: [] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:56:21.799380 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-88dda218-9e46-4a03-815b-40a1e48dc891 req-1a5d76ea-f1d4-4947-bf3f-2d3c7dccc61e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:21.844902 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d840715a-a9c2-46fa-a14f-3ab012b325f4 req-cefb43ca-e0ac-4ffb-a82a-c68a3202e06a tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=216960ae-a720-47dd-b0f7-2088c7c897fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2263613 Dec 20 14:56:21.853342 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 41894) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:21.853974 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-3d2bd947-7478-4968-b140-4c8daed82df6 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] 10.222.0.54 "GET /v2.0/routers/e165116b-5dcf-41fc-b67d-67037174f80e HTTP/1.1" status: 200 len: 924 time: 0.1910856 Dec 20 14:56:22.033539 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13e4e6e-0152-461d-a378-6284db63ca69 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:56:22.035217 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-a13e4e6e-0152-461d-a378-6284db63ca69 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=c3f8658e-da35-41f3-bd03-509e29ebd6f3&device_id=e165116b-5dcf-41fc-b67d-67037174f80e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1809285 Dec 20 14:56:22.038296 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 41896) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:22.142899 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb78bd7-0fef-4aba-affd-eaf38a0474e8 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:56:22.146763 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-1eb78bd7-0fef-4aba-affd-eaf38a0474e8 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] 10.222.0.54 "GET /v2.0/networks/c3f8658e-da35-41f3-bd03-509e29ebd6f3 HTTP/1.1" status: 200 len: 881 time: 0.1048689 Dec 20 14:56:22.147609 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 41898) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:22.192797 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-eeeb6a22-177a-4d75-8f2a-add0b2329615 tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] 10.222.0.54 "GET /v2.0/ports?device_id=e165116b-5dcf-41fc-b67d-67037174f80e HTTP/1.1" status: 200 len: 205 time: 0.0439985 Dec 20 14:56:22.196693 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 41902) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:22.223964 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-88dda218-9e46-4a03-815b-40a1e48dc891 req-1a5d76ea-f1d4-4947-bf3f-2d3c7dccc61e service neutron] For port 89360329-b7a9-4fb8-922c-f561d516b2b8, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=89360329-b7a9-4fb8-922c-f561d516b2b8,segment=NetworkSegment(97331217-8ab9-4df1-bff9-088a0c988bac),segment_id=97331217-8ab9-4df1-bff9-088a0c988bac)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:56:22.269576 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-88dda218-9e46-4a03-815b-40a1e48dc891 req-1a5d76ea-f1d4-4947-bf3f-2d3c7dccc61e service neutron] For port 89360329-b7a9-4fb8-922c-f561d516b2b8, host n-h2-761264-19, cleared binding levels {{(pid=103168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:56:22.321463 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-88dda218-9e46-4a03-815b-40a1e48dc891 req-1a5d76ea-f1d4-4947-bf3f-2d3c7dccc61e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:22.324265 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fad9330e-706f-40d3-89eb-c7ba5969533e tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks [] for router, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:22.340789 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.provisioning_blocks [req-88dda218-9e46-4a03-815b-40a1e48dc891 req-1a5d76ea-f1d4-4947-bf3f-2d3c7dccc61e service neutron] Transition to ACTIVE for port object 89360329-b7a9-4fb8-922c-f561d516b2b8 will not be triggered until provisioned by entity L2. {{(pid=103168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:56:22.341592 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60c6ec51-745e-4004-b210-e2f2b7c02f58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89360329-b7a9-4fb8-922c-f561d516b2b8'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:56:22.344286 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0efca717-8a6d-470e-87e5-6ff5c5dfd353" -d '{"events": [{"server_uuid": "60c6ec51-745e-4004-b210-e2f2b7c02f58", "name": "network-vif-unplugged", "status": "completed", "tag": "89360329-b7a9-4fb8-922c-f561d516b2b8"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:56:22.349337 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-88dda218-9e46-4a03-815b-40a1e48dc891 req-1a5d76ea-f1d4-4947-bf3f-2d3c7dccc61e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:22.492995 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fad9330e-706f-40d3-89eb-c7ba5969533e tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:22.502249 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 14:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97fab192-0551-406e-8807-f2c653dd2d35 x-openstack-request-id: req-97fab192-0551-406e-8807-f2c653dd2d35 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:56:22.502572 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60c6ec51-745e-4004-b210-e2f2b7c02f58", "name": "network-vif-unplugged", "status": "completed", "tag": "89360329-b7a9-4fb8-922c-f561d516b2b8", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:56:22.502834 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-97fab192-0551-406e-8807-f2c653dd2d35 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:56:22.503231 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60c6ec51-745e-4004-b210-e2f2b7c02f58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89360329-b7a9-4fb8-922c-f561d516b2b8', 'code': 200} Dec 20 14:56:22.561794 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5d76ea-f1d4-4947-bf3f-2d3c7dccc61e service neutron] Pushing event updated for resources: {'Port': ['ID=89360329-b7a9-4fb8-922c-f561d516b2b8,revision_number=6']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:56:22.621036 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-88dda218-9e46-4a03-815b-40a1e48dc891 req-1a5d76ea-f1d4-4947-bf3f-2d3c7dccc61e service neutron] No DVR routers for this DVR port 89360329-b7a9-4fb8-922c-f561d516b2b8 on host n-h2-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:56:22.634453 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-fad9330e-706f-40d3-89eb-c7ba5969533e tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Deleting port 1e719e91-e5ca-49ad-87fa-d988e0e69fd2 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:56:22.635114 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fad9330e-706f-40d3-89eb-c7ba5969533e tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:22.751711 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fad9330e-706f-40d3-89eb-c7ba5969533e tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:22.767031 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-fad9330e-706f-40d3-89eb-c7ba5969533e tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Calling delete_port for 1e719e91-e5ca-49ad-87fa-d988e0e69fd2 owned by network:router_gateway {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:56:22.834302 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-88dda218-9e46-4a03-815b-40a1e48dc891 req-1a5d76ea-f1d4-4947-bf3f-2d3c7dccc61e service neutron] Attempting to bind port 89360329-b7a9-4fb8-922c-f561d516b2b8 on host n-h1-761264-19 for vnic_type normal with profile {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:56:22.835152 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-88dda218-9e46-4a03-815b-40a1e48dc891 req-1a5d76ea-f1d4-4947-bf3f-2d3c7dccc61e service neutron] Attempting to bind port 89360329-b7a9-4fb8-922c-f561d516b2b8 by drivers openvswitch,hyperv on host n-h1-761264-19 at level 0 using segments [{'id': '97331217-8ab9-4df1-bff9-088a0c988bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '54b701de-5ca8-4357-bb8c-3c0ecf0a0085'}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:56:22.835705 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88dda218-9e46-4a03-815b-40a1e48dc891 req-1a5d76ea-f1d4-4947-bf3f-2d3c7dccc61e service neutron] Attempting to bind port 89360329-b7a9-4fb8-922c-f561d516b2b8 on network 54b701de-5ca8-4357-bb8c-3c0ecf0a0085 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:56:22.841206 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88dda218-9e46-4a03-815b-40a1e48dc891 req-1a5d76ea-f1d4-4947-bf3f-2d3c7dccc61e service neutron] Port 89360329-b7a9-4fb8-922c-f561d516b2b8 on network 54b701de-5ca8-4357-bb8c-3c0ecf0a0085 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-19 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:56:22.841872 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88dda218-9e46-4a03-815b-40a1e48dc891 req-1a5d76ea-f1d4-4947-bf3f-2d3c7dccc61e service neutron] Attempting to bind port 89360329-b7a9-4fb8-922c-f561d516b2b8 on network 54b701de-5ca8-4357-bb8c-3c0ecf0a0085 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:56:22.847377 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88dda218-9e46-4a03-815b-40a1e48dc891 req-1a5d76ea-f1d4-4947-bf3f-2d3c7dccc61e service neutron] Checking agent: {'id': '3e5ace3e-dd7b-4522-a7c4-77d13dbeab1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:56:22.848009 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88dda218-9e46-4a03-815b-40a1e48dc891 req-1a5d76ea-f1d4-4947-bf3f-2d3c7dccc61e service neutron] Checking segment: {'id': '97331217-8ab9-4df1-bff9-088a0c988bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '54b701de-5ca8-4357-bb8c-3c0ecf0a0085'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:56:22.848609 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88dda218-9e46-4a03-815b-40a1e48dc891 req-1a5d76ea-f1d4-4947-bf3f-2d3c7dccc61e service neutron] Bound using segment: {'id': '97331217-8ab9-4df1-bff9-088a0c988bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '54b701de-5ca8-4357-bb8c-3c0ecf0a0085'} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:56:22.849135 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-88dda218-9e46-4a03-815b-40a1e48dc891 req-1a5d76ea-f1d4-4947-bf3f-2d3c7dccc61e service neutron] Bound port: 89360329-b7a9-4fb8-922c-f561d516b2b8, host: n-h1-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97331217-8ab9-4df1-bff9-088a0c988bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '54b701de-5ca8-4357-bb8c-3c0ecf0a0085'}}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:56:22.849589 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-88dda218-9e46-4a03-815b-40a1e48dc891 req-1a5d76ea-f1d4-4947-bf3f-2d3c7dccc61e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:22.941424 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-88dda218-9e46-4a03-815b-40a1e48dc891 req-1a5d76ea-f1d4-4947-bf3f-2d3c7dccc61e service neutron] For port 89360329-b7a9-4fb8-922c-f561d516b2b8, host n-h1-761264-19, cleared binding levels {{(pid=103168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:56:22.951920 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-88dda218-9e46-4a03-815b-40a1e48dc891 req-1a5d76ea-f1d4-4947-bf3f-2d3c7dccc61e service neutron] For port 89360329-b7a9-4fb8-922c-f561d516b2b8, host n-h1-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=89360329-b7a9-4fb8-922c-f561d516b2b8,segment=NetworkSegment(97331217-8ab9-4df1-bff9-088a0c988bac),segment_id=97331217-8ab9-4df1-bff9-088a0c988bac)] {{(pid=103168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:56:22.958252 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-88dda218-9e46-4a03-815b-40a1e48dc891 req-1a5d76ea-f1d4-4947-bf3f-2d3c7dccc61e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:22.970294 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fad9330e-706f-40d3-89eb-c7ba5969533e tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:22.995894 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f8d467-1274-45e6-bcda-7be10c20f0d3 None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:56:23.017017 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dda218-9e46-4a03-815b-40a1e48dc891 req-1a5d76ea-f1d4-4947-bf3f-2d3c7dccc61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:56:23.017907 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-88dda218-9e46-4a03-815b-40a1e48dc891 req-1a5d76ea-f1d4-4947-bf3f-2d3c7dccc61e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:23.022893 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-88dda218-9e46-4a03-815b-40a1e48dc891 req-1a5d76ea-f1d4-4947-bf3f-2d3c7dccc61e service neutron] 10.222.0.30 "PUT /v2.0/ports/89360329-b7a9-4fb8-922c-f561d516b2b8 HTTP/1.1" status: 200 len: 1092 time: 1.4381626 Dec 20 14:56:23.082582 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad9330e-706f-40d3-89eb-c7ba5969533e tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Pushing event deleted for resources: {'Port': ['ID=1e719e91-e5ca-49ad-87fa-d988e0e69fd2,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:56:23.096280 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5d76ea-f1d4-4947-bf3f-2d3c7dccc61e service neutron] Pushing event updated for resources: {'Port': ['ID=89360329-b7a9-4fb8-922c-f561d516b2b8,revision_number=7']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:56:23.139940 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dda218-9e46-4a03-815b-40a1e48dc891 req-6d4c9af8-36f9-4b03-8819-adc82b7ecf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:56:23.141909 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-88dda218-9e46-4a03-815b-40a1e48dc891 req-6d4c9af8-36f9-4b03-8819-adc82b7ecf4b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f35a648a7aca4680a908ac1344ad2536&device_id=60c6ec51-745e-4004-b210-e2f2b7c02f58 HTTP/1.1" status: 200 len: 1095 time: 0.0954764 Dec 20 14:56:23.189161 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b5eef3-9716-4cfb-ad93-361967dcca65 req-d5aa6f16-7b02-4c79-a536-85a3691ea3fe tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:56:23.191673 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a9b5eef3-9716-4cfb-ad93-361967dcca65 req-d5aa6f16-7b02-4c79-a536-85a3691ea3fe tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=60c6ec51-745e-4004-b210-e2f2b7c02f58 HTTP/1.1" status: 200 len: 943 time: 0.1264484 Dec 20 14:56:23.232716 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fad9330e-706f-40d3-89eb-c7ba5969533e tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584913'] for router_gateway, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:23.285321 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dda218-9e46-4a03-815b-40a1e48dc891 req-9eeff6e9-c796-49c1-ad6d-5663e8634c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:56:23.292034 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-88dda218-9e46-4a03-815b-40a1e48dc891 req-9eeff6e9-c796-49c1-ad6d-5663e8634c1f service neutron] 10.222.0.30 "GET /v2.0/networks?id=54b701de-5ca8-4357-bb8c-3c0ecf0a0085 HTTP/1.1" status: 200 len: 898 time: 0.1432707 Dec 20 14:56:23.369685 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fad9330e-706f-40d3-89eb-c7ba5969533e tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40132'] for router, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:23.372873 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fad9330e-706f-40d3-89eb-c7ba5969533e tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:23.426111 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fad9330e-706f-40d3-89eb-c7ba5969533e tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1594808'] for router, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:23.426622 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fad9330e-706f-40d3-89eb-c7ba5969533e tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Fanout notify agent at l3_agent the message router_deleted on router e165116b-5dcf-41fc-b67d-67037174f80e {{(pid=103167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 14:56:23.438698 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fad9330e-706f-40d3-89eb-c7ba5969533e tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks [] for router, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:23.446464 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-fad9330e-706f-40d3-89eb-c7ba5969533e tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] 10.222.0.54 "DELETE /v2.0/routers/e165116b-5dcf-41fc-b67d-67037174f80e HTTP/1.1" status: 204 len: 168 time: 1.2422702 Dec 20 14:56:23.451302 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 41918) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:23.464180 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-f965a88b-5968-4c9d-b140-e08d29560cbf tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1976893519', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:56:23.478008 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-88dda218-9e46-4a03-815b-40a1e48dc891 req-6be50f3b-5292-4a01-af73-9e570023507e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89360329-b7a9-4fb8-922c-f561d516b2b8 HTTP/1.1" status: 200 len: 998 time: 0.1758444 Dec 20 14:56:23.500666 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a9b5eef3-9716-4cfb-ad93-361967dcca65 req-ea3f08e2-c280-4eee-8fe2-d0b53f56a40d tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=216960ae-a720-47dd-b0f7-2088c7c897fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2744503 Dec 20 14:56:23.534202 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f965a88b-5968-4c9d-b140-e08d29560cbf tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40114'] for router, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:23.535623 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f965a88b-5968-4c9d-b140-e08d29560cbf tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40139'] for router, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:23.563636 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dda218-9e46-4a03-815b-40a1e48dc891 req-dab3f2e5-7fcf-449e-8e5c-57c4d932c6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:56:23.565694 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-88dda218-9e46-4a03-815b-40a1e48dc891 req-dab3f2e5-7fcf-449e-8e5c-57c4d932c6e0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=83e7de40-237d-422a-8c1b-e9413788dad7 HTTP/1.1" status: 200 len: 835 time: 0.0827961 Dec 20 14:56:23.611898 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f965a88b-5968-4c9d-b140-e08d29560cbf tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:23.618034 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f965a88b-5968-4c9d-b140-e08d29560cbf tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013'] for router, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:23.644152 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f965a88b-5968-4c9d-b140-e08d29560cbf tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks [] for router, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:23.648291 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-f965a88b-5968-4c9d-b140-e08d29560cbf tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1864221 Dec 20 14:56:23.648765 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 41920) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:23.654124 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-042e3a94-ce6f-41cd-aa08-dac861533da5 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'enable_snat': True}}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:56:23.896088 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-042e3a94-ce6f-41cd-aa08-dac861533da5 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:23.959238 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dda218-9e46-4a03-815b-40a1e48dc891 req-cf5138b6-2087-45d2-a808-b142bbb00371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:56:23.960946 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-88dda218-9e46-4a03-815b-40a1e48dc891 req-cf5138b6-2087-45d2-a808-b142bbb00371 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=54b701de-5ca8-4357-bb8c-3c0ecf0a0085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3879178 Dec 20 14:56:23.963765 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 89360329-b7a9-4fb8-922c-f561d516b2b8 no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:56:24.060253 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 89360329-b7a9-4fb8-922c-f561d516b2b8 not bound to the agent host n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:56:24.082138 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-88dda218-9e46-4a03-815b-40a1e48dc891 req-dc584222-5731-4fdd-955a-1413d12d7cb6 service neutron] 10.222.0.30 "GET /v2.0/networks/54b701de-5ca8-4357-bb8c-3c0ecf0a0085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133516 Dec 20 14:56:24.184368 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-042e3a94-ce6f-41cd-aa08-dac861533da5 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:24.204894 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-042e3a94-ce6f-41cd-aa08-dac861533da5 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:24.275087 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-88dda218-9e46-4a03-815b-40a1e48dc891 req-1c4f490e-4fc4-4f68-85bf-64647ecd2ac4 service neutron] 10.222.0.30 "GET /v2.0/networks/54b701de-5ca8-4357-bb8c-3c0ecf0a0085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830211 Dec 20 14:56:24.367718 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-042e3a94-ce6f-41cd-aa08-dac861533da5 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Allocated IP 172.25.0.75 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/ce5c2f6c-df50-4be3-8a60-70c890a73a43) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:56:24.504939 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60c6ec51-745e-4004-b210-e2f2b7c02f58', 'tag': '89360329-b7a9-4fb8-922c-f561d516b2b8'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:56:24.509512 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f299f17c-3c3b-4433-a005-3e88c0315855" -d '{"events": [{"name": "network-changed", "server_uuid": "60c6ec51-745e-4004-b210-e2f2b7c02f58", "tag": "89360329-b7a9-4fb8-922c-f561d516b2b8"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:56:24.509686 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-042e3a94-ce6f-41cd-aa08-dac861533da5 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:24.542797 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 41952) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:24.601995 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-042e3a94-ce6f-41cd-aa08-dac861533da5 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:24.629302 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfe25b4d-2880-4b0b-a651-fce836a28cf9 x-openstack-request-id: req-cfe25b4d-2880-4b0b-a651-fce836a28cf9 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:56:24.629599 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60c6ec51-745e-4004-b210-e2f2b7c02f58", "tag": "89360329-b7a9-4fb8-922c-f561d516b2b8", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:56:24.629855 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cfe25b4d-2880-4b0b-a651-fce836a28cf9 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:56:24.630303 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60c6ec51-745e-4004-b210-e2f2b7c02f58', 'tag': '89360329-b7a9-4fb8-922c-f561d516b2b8', 'status': 'completed', 'code': 200} Dec 20 14:56:24.690463 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042e3a94-ce6f-41cd-aa08-dac861533da5 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:56:24.698603 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-042e3a94-ce6f-41cd-aa08-dac861533da5 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:56:24.705961 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042e3a94-ce6f-41cd-aa08-dac861533da5 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:56:24.713841 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5525b21d-e1a0-4459-9dae-c245caf665e7 None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:56:24.734778 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8e4095-21af-4b2f-8385-7e796c291cdb req-10db7d98-bf4b-4275-8598-4c8b00a1ac3a tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:56:24.736121 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042e3a94-ce6f-41cd-aa08-dac861533da5 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Pushing event updated for resources: {'Port': ['ID=ce5c2f6c-df50-4be3-8a60-70c890a73a43,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:56:24.745314 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ae8e4095-21af-4b2f-8385-7e796c291cdb req-10db7d98-bf4b-4275-8598-4c8b00a1ac3a tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=60c6ec51-745e-4004-b210-e2f2b7c02f58 HTTP/1.1" status: 200 len: 943 time: 0.1461506 Dec 20 14:56:24.778461 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f299f17c-3c3b-4433-a005-3e88c0315855 req-d4d7965f-67f2-4834-a49c-0b5389941031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:56:24.780210 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f299f17c-3c3b-4433-a005-3e88c0315855 req-1331cde5-e817-4b88-a301-e921b6831a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:56:24.780875 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f299f17c-3c3b-4433-a005-3e88c0315855 req-d4d7965f-67f2-4834-a49c-0b5389941031 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f35a648a7aca4680a908ac1344ad2536&device_id=60c6ec51-745e-4004-b210-e2f2b7c02f58 HTTP/1.1" status: 200 len: 1095 time: 0.1497312 Dec 20 14:56:24.782301 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f299f17c-3c3b-4433-a005-3e88c0315855 req-1331cde5-e817-4b88-a301-e921b6831a69 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f35a648a7aca4680a908ac1344ad2536&device_id=60c6ec51-745e-4004-b210-e2f2b7c02f58 HTTP/1.1" status: 200 len: 1095 time: 0.1288121 Dec 20 14:56:24.826160 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2237bc4a-5f4d-4fad-82ca-b07d72369861 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:24.833637 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-1862cd42-a545-45d1-b4a1-32ce87c47688 None None] Provisioning complete for port ce5c2f6c-df50-4be3-8a60-70c890a73a43 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:56:24.835639 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-1862cd42-a545-45d1-b4a1-32ce87c47688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:24.863709 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ae8e4095-21af-4b2f-8385-7e796c291cdb req-00a68873-1d73-4af0-81da-b2329c5655e5 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=216960ae-a720-47dd-b0f7-2088c7c897fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114008 Dec 20 14:56:24.893715 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-1862cd42-a545-45d1-b4a1-32ce87c47688 None None] Port ce5c2f6c-df50-4be3-8a60-70c890a73a43 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:56:24.960638 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f299f17c-3c3b-4433-a005-3e88c0315855 req-ac25a2f9-1cf4-4966-8b74-04b6f2b0c560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:56:24.962138 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f299f17c-3c3b-4433-a005-3e88c0315855 req-ac25a2f9-1cf4-4966-8b74-04b6f2b0c560 service neutron] 10.222.0.30 "GET /v2.0/networks?id=54b701de-5ca8-4357-bb8c-3c0ecf0a0085 HTTP/1.1" status: 200 len: 898 time: 0.1707065 Dec 20 14:56:25.026561 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f299f17c-3c3b-4433-a005-3e88c0315855 req-c22a4157-8865-44a8-a4a9-bee67bc40451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:56:25.028341 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f299f17c-3c3b-4433-a005-3e88c0315855 req-c22a4157-8865-44a8-a4a9-bee67bc40451 service neutron] 10.222.0.47 "GET /v2.0/networks?id=54b701de-5ca8-4357-bb8c-3c0ecf0a0085 HTTP/1.1" status: 200 len: 898 time: 0.1762903 Dec 20 14:56:25.037986 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f299f17c-3c3b-4433-a005-3e88c0315855 req-02cb8abf-a2ed-4229-8366-7e377e9c6477 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89360329-b7a9-4fb8-922c-f561d516b2b8 HTTP/1.1" status: 200 len: 998 time: 0.0653462 Dec 20 14:56:25.103154 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2237bc4a-5f4d-4fad-82ca-b07d72369861 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:25.111233 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2237bc4a-5f4d-4fad-82ca-b07d72369861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:25.146320 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f299f17c-3c3b-4433-a005-3e88c0315855 req-76938318-3c13-4b4b-bd23-ebdcf34f3e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:56:25.147813 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f299f17c-3c3b-4433-a005-3e88c0315855 req-76938318-3c13-4b4b-bd23-ebdcf34f3e9e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=83e7de40-237d-422a-8c1b-e9413788dad7 HTTP/1.1" status: 200 len: 835 time: 0.0995646 Dec 20 14:56:25.153745 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f299f17c-3c3b-4433-a005-3e88c0315855 req-11824b8d-49ed-4e07-8092-1a8039c5866c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89360329-b7a9-4fb8-922c-f561d516b2b8 HTTP/1.1" status: 200 len: 998 time: 0.1156807 Dec 20 14:56:25.174714 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-2237bc4a-5f4d-4fad-82ca-b07d72369861 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=da5979d80446476a852200776318827f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6282852 Dec 20 14:56:25.177752 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 41956) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:25.203391 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2237bc4a-5f4d-4fad-82ca-b07d72369861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30b830ee-5be9-49dd-ac88-551aaa087e9b,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:56:25.241192 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f299f17c-3c3b-4433-a005-3e88c0315855 req-a2b10fc0-1072-4cb8-b370-9eadc0f8d126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:56:25.242752 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f299f17c-3c3b-4433-a005-3e88c0315855 req-a2b10fc0-1072-4cb8-b370-9eadc0f8d126 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=54b701de-5ca8-4357-bb8c-3c0ecf0a0085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0826037 Dec 20 14:56:25.261548 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f6f9a9fe-5ec6-4efa-8166-000e3680c294 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:25.336658 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f6f9a9fe-5ec6-4efa-8166-000e3680c294 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:25.398340 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f299f17c-3c3b-4433-a005-3e88c0315855 req-a0b9d615-14c4-4c64-bb17-256cdd7c58c3 service neutron] 10.222.0.30 "GET /v2.0/networks/54b701de-5ca8-4357-bb8c-3c0ecf0a0085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377892 Dec 20 14:56:25.417131 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f6f9a9fe-5ec6-4efa-8166-000e3680c294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:25.420194 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f6f9a9fe-5ec6-4efa-8166-000e3680c294 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:25.434666 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-f6f9a9fe-5ec6-4efa-8166-000e3680c294 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/30b830ee-5be9-49dd-ac88-551aaa087e9b HTTP/1.1" status: 204 len: 168 time: 0.2483151 Dec 20 14:56:25.460869 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f9a9fe-5ec6-4efa-8166-000e3680c294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b830ee-5be9-49dd-ac88-551aaa087e9b,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:56:25.535440 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f299f17c-3c3b-4433-a005-3e88c0315855 req-bb96d1ab-7159-4ce9-9239-7a25182960ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:56:25.536769 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f299f17c-3c3b-4433-a005-3e88c0315855 req-ea692869-ce7d-4989-9b23-836c963af9cd service neutron] 10.222.0.30 "GET /v2.0/networks/54b701de-5ca8-4357-bb8c-3c0ecf0a0085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294510 Dec 20 14:56:25.536895 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f299f17c-3c3b-4433-a005-3e88c0315855 req-bb96d1ab-7159-4ce9-9239-7a25182960ad service neutron] 10.222.0.47 "GET /v2.0/subnets?id=83e7de40-237d-422a-8c1b-e9413788dad7 HTTP/1.1" status: 200 len: 835 time: 0.3573763 Dec 20 14:56:25.537541 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-042e3a94-ce6f-41cd-aa08-dac861533da5 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:25.661109 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f299f17c-3c3b-4433-a005-3e88c0315855 req-5ceca9f1-6cb6-4e8d-9de5-abaef9a7d66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:56:25.662614 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f299f17c-3c3b-4433-a005-3e88c0315855 req-5ceca9f1-6cb6-4e8d-9de5-abaef9a7d66c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=54b701de-5ca8-4357-bb8c-3c0ecf0a0085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0913780 Dec 20 14:56:25.833869 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f299f17c-3c3b-4433-a005-3e88c0315855 req-eb7e7863-f7e1-490d-947f-e172167fe5fe service neutron] 10.222.0.47 "GET /v2.0/networks/54b701de-5ca8-4357-bb8c-3c0ecf0a0085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629207 Dec 20 14:56:25.861783 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-042e3a94-ce6f-41cd-aa08-dac861533da5 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1584976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40157'] for router, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:25.873639 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-042e3a94-ce6f-41cd-aa08-dac861533da5 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1584999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1585022', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1594780'] for router, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:26.044762 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f299f17c-3c3b-4433-a005-3e88c0315855 req-2f92c679-74a2-4a7d-ba2c-634b9bc44a00 service neutron] 10.222.0.47 "GET /v2.0/networks/54b701de-5ca8-4357-bb8c-3c0ecf0a0085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037580 Dec 20 14:56:26.059182 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d02470-9aae-4204-8793-0752c27a711e req-24fbafff-3c1d-4688-a2df-1809cee94a72 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:56:26.060671 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-22d02470-9aae-4204-8793-0752c27a711e req-24fbafff-3c1d-4688-a2df-1809cee94a72 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=60c6ec51-745e-4004-b210-e2f2b7c02f58 HTTP/1.1" status: 200 len: 943 time: 0.1180317 Dec 20 14:56:26.136438 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-22d02470-9aae-4204-8793-0752c27a711e req-318a1275-16b3-4efa-b4e5-6756ea4b2f77 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=216960ae-a720-47dd-b0f7-2088c7c897fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657318 Dec 20 14:56:26.139050 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-042e3a94-ce6f-41cd-aa08-dac861533da5 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Router 62eaf1f4-fc08-4e35-bd0f-f8e8c82c988d is scheduled to L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 with binding_index 1 {{(pid=103167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 14:56:26.255859 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-042e3a94-ce6f-41cd-aa08-dac861533da5 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:56:26.261194 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-042e3a94-ce6f-41cd-aa08-dac861533da5 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks [] for router, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:26.262688 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-042e3a94-ce6f-41cd-aa08-dac861533da5 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] 10.222.0.54 "PUT /v2.0/routers/62eaf1f4-fc08-4e35-bd0f-f8e8c82c988d HTTP/1.1" status: 200 len: 918 time: 2.6127806 Dec 20 14:56:26.265262 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac3591e-e87b-4e04-815f-755a979dbadb None None] Sync routers for ids ['62eaf1f4-fc08-4e35-bd0f-f8e8c82c988d'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:56:26.265730 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 41988) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:26.276877 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac3591e-e87b-4e04-815f-755a979dbadb None None] Routers {'62eaf1f4-fc08-4e35-bd0f-f8e8c82c988d'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:56:26.277508 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-dac3591e-e87b-4e04-815f-755a979dbadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:56:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['62eaf1f4-fc08-4e35-bd0f-f8e8c82c988d'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:56:26.313367 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-dac3591e-e87b-4e04-815f-755a979dbadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:56:26.322715 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac3591e-e87b-4e04-815f-755a979dbadb None None] Routers {'62eaf1f4-fc08-4e35-bd0f-f8e8c82c988d'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:56:26.323545 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-dac3591e-e87b-4e04-815f-755a979dbadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:56:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['62eaf1f4-fc08-4e35-bd0f-f8e8c82c988d'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:56:26.369777 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-dac3591e-e87b-4e04-815f-755a979dbadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:56:26.370423 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac3591e-e87b-4e04-815f-755a979dbadb None None] The sync data for ids ['62eaf1f4-fc08-4e35-bd0f-f8e8c82c988d'] in n-d-761264-19 is: [] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:56:26.417813 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-f3900c40-ae9a-4dff-a64c-42379c4bcdd5 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] 10.222.0.54 "GET /v2.0/routers/62eaf1f4-fc08-4e35-bd0f-f8e8c82c988d HTTP/1.1" status: 200 len: 924 time: 0.1500261 Dec 20 14:56:26.420404 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 41998) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:26.469397 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ba2f38-cb30-4518-a998-fe04c8d9029f tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:56:26.471173 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-e3ba2f38-cb30-4518-a998-fe04c8d9029f tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=c3f8658e-da35-41f3-bd03-509e29ebd6f3&device_id=62eaf1f4-fc08-4e35-bd0f-f8e8c82c988d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0495799 Dec 20 14:56:26.474024 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42000) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:26.573058 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bece2db-8eb7-4753-b52d-5ea5613b2a06 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:56:26.578167 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 42006) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:26.579670 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-5bece2db-8eb7-4753-b52d-5ea5613b2a06 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] 10.222.0.54 "GET /v2.0/networks/c3f8658e-da35-41f3-bd03-509e29ebd6f3 HTTP/1.1" status: 200 len: 881 time: 0.1045761 Dec 20 14:56:26.605641 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-5d13ef8c-ba0d-4bd1-8f46-c84243da835d tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] 10.222.0.54 "GET /v2.0/ports?device_id=62eaf1f4-fc08-4e35-bd0f-f8e8c82c988d HTTP/1.1" status: 200 len: 205 time: 0.0262992 Dec 20 14:56:26.608368 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42008) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:26.723742 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-68bb414e-ea4d-48ee-ba82-79cf0c215d1d tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks [] for router, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:26.831024 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-68bb414e-ea4d-48ee-ba82-79cf0c215d1d tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:26.891222 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-68bb414e-ea4d-48ee-ba82-79cf0c215d1d tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Deleting port ce5c2f6c-df50-4be3-8a60-70c890a73a43 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:56:26.891627 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-68bb414e-ea4d-48ee-ba82-79cf0c215d1d tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:26.970334 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-68bb414e-ea4d-48ee-ba82-79cf0c215d1d tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:26.982916 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-68bb414e-ea4d-48ee-ba82-79cf0c215d1d tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Calling delete_port for ce5c2f6c-df50-4be3-8a60-70c890a73a43 owned by network:router_gateway {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:56:27.181929 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-68bb414e-ea4d-48ee-ba82-79cf0c215d1d tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:27.215067 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bb414e-ea4d-48ee-ba82-79cf0c215d1d tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Pushing event deleted for resources: {'Port': ['ID=ce5c2f6c-df50-4be3-8a60-70c890a73a43,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:56:27.232704 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def1a766-cc2b-4f18-9a31-ff5cbaee74f2 None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:56:27.287074 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-68bb414e-ea4d-48ee-ba82-79cf0c215d1d tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584913'] for router_gateway, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:27.300276 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67e7548-c00d-4bcc-9e7f-071efc1502f6 req-6893e4ea-18f1-4f40-9483-5ef2bd5deb8b tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:56:27.303231 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a67e7548-c00d-4bcc-9e7f-071efc1502f6 req-6893e4ea-18f1-4f40-9483-5ef2bd5deb8b tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=60c6ec51-745e-4004-b210-e2f2b7c02f58 HTTP/1.1" status: 200 len: 943 time: 0.0735528 Dec 20 14:56:27.394046 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a67e7548-c00d-4bcc-9e7f-071efc1502f6 req-a65b92b7-c6c4-47d3-981d-99bdf7980948 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=216960ae-a720-47dd-b0f7-2088c7c897fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855615 Dec 20 14:56:27.398464 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-68bb414e-ea4d-48ee-ba82-79cf0c215d1d tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40132'] for router, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:27.400615 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-68bb414e-ea4d-48ee-ba82-79cf0c215d1d tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:27.464560 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-68bb414e-ea4d-48ee-ba82-79cf0c215d1d tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1594808'] for router, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:27.465246 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68bb414e-ea4d-48ee-ba82-79cf0c215d1d tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Fanout notify agent at l3_agent the message router_deleted on router 62eaf1f4-fc08-4e35-bd0f-f8e8c82c988d {{(pid=103167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 14:56:27.480532 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-68bb414e-ea4d-48ee-ba82-79cf0c215d1d tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks [] for router, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:27.481757 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-68bb414e-ea4d-48ee-ba82-79cf0c215d1d tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] 10.222.0.54 "DELETE /v2.0/routers/62eaf1f4-fc08-4e35-bd0f-f8e8c82c988d HTTP/1.1" status: 204 len: 168 time: 0.8723900 Dec 20 14:56:27.487751 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42042) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:27.495890 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-9f6f9f24-8717-4c2c-91e5-e715793cb66f tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1218908114', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:56:27.524909 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9f6f9f24-8717-4c2c-91e5-e715793cb66f tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40114'] for router, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:27.526110 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9f6f9f24-8717-4c2c-91e5-e715793cb66f tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40139'] for router, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:27.590573 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9f6f9f24-8717-4c2c-91e5-e715793cb66f tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:27.600662 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9f6f9f24-8717-4c2c-91e5-e715793cb66f tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013'] for router, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:27.630160 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9f6f9f24-8717-4c2c-91e5-e715793cb66f tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks [] for router, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:27.634249 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-9f6f9f24-8717-4c2c-91e5-e715793cb66f tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1443458 Dec 20 14:56:27.636470 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42052) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:27.645052 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-395e661d-5e59-4910-be16-a7f7eb911b7a tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'enable_snat': False}}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:56:27.829959 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063d38df-442d-44da-9a90-a9d3579310b9 req-35d1af37-a8b7-49c1-80ba-adca7ea1308d tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:56:27.831768 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-063d38df-442d-44da-9a90-a9d3579310b9 req-35d1af37-a8b7-49c1-80ba-adca7ea1308d tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.30 "GET /v2.0/ports?device_id=60c6ec51-745e-4004-b210-e2f2b7c02f58&tenant_id=f35a648a7aca4680a908ac1344ad2536&binding%3Ahost_id=n-h1-761264-19 HTTP/1.1" status: 200 len: 943 time: 0.1714079 Dec 20 14:56:27.841572 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57b9301-31b3-4f19-ab45-53bf14c55b2f req-36181fbf-f529-4b7b-865a-e6a83cd7c14e tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:56:27.843783 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b57b9301-31b3-4f19-ab45-53bf14c55b2f req-36181fbf-f529-4b7b-865a-e6a83cd7c14e tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=60c6ec51-745e-4004-b210-e2f2b7c02f58 HTTP/1.1" status: 200 len: 943 time: 0.1170905 Dec 20 14:56:27.951070 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-395e661d-5e59-4910-be16-a7f7eb911b7a tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:27.962006 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b57b9301-31b3-4f19-ab45-53bf14c55b2f req-68320516-21c6-4da1-bdf0-80c0a9a52500 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=216960ae-a720-47dd-b0f7-2088c7c897fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114540 Dec 20 14:56:27.963427 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-063d38df-442d-44da-9a90-a9d3579310b9 req-73f70df0-fb76-4e1a-b8a2-6208610a3d33 service neutron] 10.222.0.30 "GET /v2.0/ports/89360329-b7a9-4fb8-922c-f561d516b2b8/bindings/n-h1-761264-19 HTTP/1.1" status: 200 len: 383 time: 0.1186423 Dec 20 14:56:28.043799 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063d38df-442d-44da-9a90-a9d3579310b9 req-1fa58d06-3452-4a25-b3f7-0f28d87bf09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:56:28.045426 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-063d38df-442d-44da-9a90-a9d3579310b9 req-1fa58d06-3452-4a25-b3f7-0f28d87bf09d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f35a648a7aca4680a908ac1344ad2536&device_id=60c6ec51-745e-4004-b210-e2f2b7c02f58 HTTP/1.1" status: 200 len: 1095 time: 0.0465431 Dec 20 14:56:28.151864 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063d38df-442d-44da-9a90-a9d3579310b9 req-4a8a10fb-0398-44c0-a4be-427cf8ff8b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:56:28.153488 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-063d38df-442d-44da-9a90-a9d3579310b9 req-4a8a10fb-0398-44c0-a4be-427cf8ff8b4c service neutron] 10.222.0.30 "GET /v2.0/networks?id=54b701de-5ca8-4357-bb8c-3c0ecf0a0085 HTTP/1.1" status: 200 len: 898 time: 0.0991905 Dec 20 14:56:28.234537 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-063d38df-442d-44da-9a90-a9d3579310b9 req-05bb162f-9604-4fa9-a351-8c27fb92b3bf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89360329-b7a9-4fb8-922c-f561d516b2b8 HTTP/1.1" status: 200 len: 998 time: 0.0737643 Dec 20 14:56:28.255629 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-395e661d-5e59-4910-be16-a7f7eb911b7a tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:28.277284 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-395e661d-5e59-4910-be16-a7f7eb911b7a tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:28.318100 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063d38df-442d-44da-9a90-a9d3579310b9 req-a4ecac1f-dcca-49d2-bc5e-a8ebe9cc8151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:56:28.320489 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-063d38df-442d-44da-9a90-a9d3579310b9 req-a4ecac1f-dcca-49d2-bc5e-a8ebe9cc8151 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=83e7de40-237d-422a-8c1b-e9413788dad7 HTTP/1.1" status: 200 len: 835 time: 0.0781915 Dec 20 14:56:28.376179 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063d38df-442d-44da-9a90-a9d3579310b9 req-317b12cd-53c8-4f87-859f-25fe506e6fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:56:28.377911 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-063d38df-442d-44da-9a90-a9d3579310b9 req-317b12cd-53c8-4f87-859f-25fe506e6fe4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=54b701de-5ca8-4357-bb8c-3c0ecf0a0085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0478504 Dec 20 14:56:28.411985 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-395e661d-5e59-4910-be16-a7f7eb911b7a tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Allocated IP 172.25.0.97 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/fd537dc4-98e2-4831-96bf-55b50a43f639) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:56:28.443985 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 89360329-b7a9-4fb8-922c-f561d516b2b8 details requested by agent hyperv_n-h1-761264-19 with host n-h1-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:56:28.582777 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-395e661d-5e59-4910-be16-a7f7eb911b7a tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:28.620465 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-063d38df-442d-44da-9a90-a9d3579310b9 req-2d861a48-cbb2-4b65-abcd-27499602cf50 service neutron] 10.222.0.30 "GET /v2.0/networks/54b701de-5ca8-4357-bb8c-3c0ecf0a0085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342865 Dec 20 14:56:28.635220 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 89360329-b7a9-4fb8-922c-f561d516b2b8, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=89360329-b7a9-4fb8-922c-f561d516b2b8,segment=NetworkSegment(97331217-8ab9-4df1-bff9-088a0c988bac),segment_id=97331217-8ab9-4df1-bff9-088a0c988bac)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:56:28.637662 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-395e661d-5e59-4910-be16-a7f7eb911b7a tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:28.652498 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Returning: {'device': '89360329-b7a9-4fb8-922c-f561d516b2b8', 'network_id': '54b701de-5ca8-4357-bb8c-3c0ecf0a0085', 'port_id': '89360329-b7a9-4fb8-922c-f561d516b2b8', 'mac_address': 'fa:16:3e:43:e1:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83e7de40-237d-422a-8c1b-e9413788dad7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:56:28.701328 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:28.718658 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395e661d-5e59-4910-be16-a7f7eb911b7a tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:56:28.721617 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-395e661d-5e59-4910-be16-a7f7eb911b7a tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:56:28.722922 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89360329-b7a9-4fb8-922c-f561d516b2b8 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:56:28.726175 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395e661d-5e59-4910-be16-a7f7eb911b7a tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:56:28.737349 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395e661d-5e59-4910-be16-a7f7eb911b7a tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Pushing event updated for resources: {'Port': ['ID=fd537dc4-98e2-4831-96bf-55b50a43f639,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:56:28.744348 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 89360329-b7a9-4fb8-922c-f561d516b2b8, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=89360329-b7a9-4fb8-922c-f561d516b2b8,segment=NetworkSegment(97331217-8ab9-4df1-bff9-088a0c988bac),segment_id=97331217-8ab9-4df1-bff9-088a0c988bac)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:56:28.747146 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3766bebc-8a9f-4e30-a93f-3a61ceae773f None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:56:28.755142 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-063d38df-442d-44da-9a90-a9d3579310b9 req-f188399a-d51c-4064-9348-4f0b4f98898e service neutron] 10.222.0.30 "GET /v2.0/networks/54b701de-5ca8-4357-bb8c-3c0ecf0a0085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236308 Dec 20 14:56:28.775278 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:28.843053 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=89360329-b7a9-4fb8-922c-f561d516b2b8,revision_number=8']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:56:28.886879 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-325752e9-2155-49fe-a491-fd1f851f9ddf None None] Provisioning complete for port fd537dc4-98e2-4831-96bf-55b50a43f639 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:56:28.887330 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-325752e9-2155-49fe-a491-fd1f851f9ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:28.932176 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-325752e9-2155-49fe-a491-fd1f851f9ddf None None] Port fd537dc4-98e2-4831-96bf-55b50a43f639 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:56:29.119234 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['89360329-b7a9-4fb8-922c-f561d516b2b8'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:56:29.379274 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-395e661d-5e59-4910-be16-a7f7eb911b7a tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:29.476178 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aa94f1-e71f-4b76-82a9-f13d31f24af2 req-74d07350-4c6d-482d-abb9-e7b9be88813d tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:56:29.477737 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-86aa94f1-e71f-4b76-82a9-f13d31f24af2 req-74d07350-4c6d-482d-abb9-e7b9be88813d tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=60c6ec51-745e-4004-b210-e2f2b7c02f58 HTTP/1.1" status: 200 len: 944 time: 0.1425281 Dec 20 14:56:29.582960 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-86aa94f1-e71f-4b76-82a9-f13d31f24af2 req-0e0f6a84-597f-44af-8e5a-9d4d4ef44c05 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=216960ae-a720-47dd-b0f7-2088c7c897fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958734 Dec 20 14:56:29.650827 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-395e661d-5e59-4910-be16-a7f7eb911b7a tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1584976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40157'] for router, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:29.654269 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42118) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:29.661140 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-395e661d-5e59-4910-be16-a7f7eb911b7a tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1584999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1585022', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1594780'] for router, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:29.779827 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9db8a402-911d-4eab-9d51-c3440dc7e675 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:29.838832 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-395e661d-5e59-4910-be16-a7f7eb911b7a tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Router d3be7a0b-85f0-4c86-965f-c768c4a0ee72 is scheduled to L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 with binding_index 1 {{(pid=103167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 14:56:29.910573 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9db8a402-911d-4eab-9d51-c3440dc7e675 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:29.917308 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9db8a402-911d-4eab-9d51-c3440dc7e675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:29.992997 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-9db8a402-911d-4eab-9d51-c3440dc7e675 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=12ed549b7f4849cdb01d984634cc0e02&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3372662 Dec 20 14:56:29.995800 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db8a402-911d-4eab-9d51-c3440dc7e675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=929335fa-e4bb-4d1b-b6cd-4c4cf32a0afc,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:56:29.995962 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 42122) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:30.008688 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-395e661d-5e59-4910-be16-a7f7eb911b7a tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:56:30.013516 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-395e661d-5e59-4910-be16-a7f7eb911b7a tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Publish callbacks [] for router, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:30.017597 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-395e661d-5e59-4910-be16-a7f7eb911b7a tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] 10.222.0.54 "PUT /v2.0/routers/d3be7a0b-85f0-4c86-965f-c768c4a0ee72 HTTP/1.1" status: 200 len: 919 time: 2.3778214 Dec 20 14:56:30.018225 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42124) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:30.022224 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afd24b3-0a42-425c-af15-85ccbf8b48b5 None None] Sync routers for ids ['d3be7a0b-85f0-4c86-965f-c768c4a0ee72'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:56:30.032377 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afd24b3-0a42-425c-af15-85ccbf8b48b5 None None] Routers {'d3be7a0b-85f0-4c86-965f-c768c4a0ee72'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:56:30.033192 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-6afd24b3-0a42-425c-af15-85ccbf8b48b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:56:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['d3be7a0b-85f0-4c86-965f-c768c4a0ee72'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:56:30.060318 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7b97f409-6f0b-40dc-881d-3339c6b285d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:30.065186 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-6afd24b3-0a42-425c-af15-85ccbf8b48b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:56:30.090102 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afd24b3-0a42-425c-af15-85ccbf8b48b5 None None] Routers {'d3be7a0b-85f0-4c86-965f-c768c4a0ee72'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:56:30.090995 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-6afd24b3-0a42-425c-af15-85ccbf8b48b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:56:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['d3be7a0b-85f0-4c86-965f-c768c4a0ee72'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:56:30.096061 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7b97f409-6f0b-40dc-881d-3339c6b285d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:30.127091 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-6afd24b3-0a42-425c-af15-85ccbf8b48b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:56:30.127707 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afd24b3-0a42-425c-af15-85ccbf8b48b5 None None] The sync data for ids ['d3be7a0b-85f0-4c86-965f-c768c4a0ee72'] in n-d-761264-19 is: [] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:56:30.150049 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7b97f409-6f0b-40dc-881d-3339c6b285d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:30.152334 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7b97f409-6f0b-40dc-881d-3339c6b285d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:30.162870 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-6465df39-01e4-4438-87f0-e716455d6b16 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] 10.222.0.54 "GET /v2.0/routers/d3be7a0b-85f0-4c86-965f-c768c4a0ee72 HTTP/1.1" status: 200 len: 925 time: 0.1415987 Dec 20 14:56:30.163077 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-7b97f409-6f0b-40dc-881d-3339c6b285d0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/929335fa-e4bb-4d1b-b6cd-4c4cf32a0afc HTTP/1.1" status: 204 len: 168 time: 0.1593587 Dec 20 14:56:30.163863 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42128) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:30.176042 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b97f409-6f0b-40dc-881d-3339c6b285d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=929335fa-e4bb-4d1b-b6cd-4c4cf32a0afc,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:56:30.209825 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa62af23-44f5-41fa-bb11-76a2e7c57554 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:56:30.213890 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-fa62af23-44f5-41fa-bb11-76a2e7c57554 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=c3f8658e-da35-41f3-bd03-509e29ebd6f3&device_id=d3be7a0b-85f0-4c86-965f-c768c4a0ee72&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0466127 Dec 20 14:56:30.214045 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42130) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:30.314120 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8e79a3-5348-4edc-a3af-757e03ac987b tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:56:30.315709 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-1f8e79a3-5348-4edc-a3af-757e03ac987b tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] 10.222.0.54 "GET /v2.0/networks/c3f8658e-da35-41f3-bd03-509e29ebd6f3 HTTP/1.1" status: 200 len: 881 time: 0.1004736 Dec 20 14:56:30.318618 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42134) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:30.354336 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-8caae1e8-ff30-4483-aa08-3f6818ef8838 tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] 10.222.0.54 "GET /v2.0/ports?device_id=d3be7a0b-85f0-4c86-965f-c768c4a0ee72 HTTP/1.1" status: 200 len: 205 time: 0.0319672 Dec 20 14:56:30.354621 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42136) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:30.458693 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 89360329-b7a9-4fb8-922c-f561d516b2b8 up at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:56:30.476010 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a6844824-e1f5-44dd-b345-7a81b37addf4 tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks [] for router, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:30.492926 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 42142) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:30.509253 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-83cea046-bcdb-437e-884e-d601115a05de admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:30.541779 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning for port 89360329-b7a9-4fb8-922c-f561d516b2b8 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:56:30.549271 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning complete for port 89360329-b7a9-4fb8-922c-f561d516b2b8 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:56:30.550655 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:30.598525 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a6844824-e1f5-44dd-b345-7a81b37addf4 tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:30.678495 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-83cea046-bcdb-437e-884e-d601115a05de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:30.689199 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-83cea046-bcdb-437e-884e-d601115a05de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:30.702154 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-a6844824-e1f5-44dd-b345-7a81b37addf4 tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Deleting port fd537dc4-98e2-4831-96bf-55b50a43f639 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:56:30.703147 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:30.703800 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a6844824-e1f5-44dd-b345-7a81b37addf4 tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:30.723334 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-15334f5e-16f0-456b-a820-2ecfd8c808e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:30.733737 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60c6ec51-745e-4004-b210-e2f2b7c02f58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89360329-b7a9-4fb8-922c-f561d516b2b8'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:56:30.736905 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33a67858-6bd1-4c3d-9118-157dc082c024" -d '{"events": [{"server_uuid": "60c6ec51-745e-4004-b210-e2f2b7c02f58", "name": "network-vif-plugged", "status": "completed", "tag": "89360329-b7a9-4fb8-922c-f561d516b2b8"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:56:30.765186 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 89360329-b7a9-4fb8-922c-f561d516b2b8, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=89360329-b7a9-4fb8-922c-f561d516b2b8,segment=NetworkSegment(97331217-8ab9-4df1-bff9-088a0c988bac),segment_id=97331217-8ab9-4df1-bff9-088a0c988bac)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:56:30.773728 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:30.822213 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a6844824-e1f5-44dd-b345-7a81b37addf4 tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:30.835809 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-a6844824-e1f5-44dd-b345-7a81b37addf4 tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Calling delete_port for fd537dc4-98e2-4831-96bf-55b50a43f639 owned by network:router_gateway {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:56:30.838762 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-83cea046-bcdb-437e-884e-d601115a05de admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=cfb2eaa7e60d40d58dc7f99e2da2266e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3438675 Dec 20 14:56:30.849487 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 42150) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:30.853896 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf657bd-347a-4fd4-ac42-6c6ebc6c1437 x-openstack-request-id: req-bbf657bd-347a-4fd4-ac42-6c6ebc6c1437 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:56:30.854298 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60c6ec51-745e-4004-b210-e2f2b7c02f58", "name": "network-vif-plugged", "status": "completed", "tag": "89360329-b7a9-4fb8-922c-f561d516b2b8", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:56:30.854664 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bbf657bd-347a-4fd4-ac42-6c6ebc6c1437 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:56:30.855325 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60c6ec51-745e-4004-b210-e2f2b7c02f58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89360329-b7a9-4fb8-922c-f561d516b2b8', 'code': 200} Dec 20 14:56:30.884652 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=89360329-b7a9-4fb8-922c-f561d516b2b8,revision_number=9']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:56:30.939100 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cea046-bcdb-437e-884e-d601115a05de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a7f99f-eda1-425b-89e3-1eb1f39bf629,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:56:30.947394 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad9d5d1-40c9-48b2-90fa-fb29cf9848e0 req-0bec776d-8a4a-472c-8880-8fe891625ad7 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:56:30.956415 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5ad9d5d1-40c9-48b2-90fa-fb29cf9848e0 req-0bec776d-8a4a-472c-8880-8fe891625ad7 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=60c6ec51-745e-4004-b210-e2f2b7c02f58 HTTP/1.1" status: 200 len: 944 time: 0.2278645 Dec 20 14:56:31.033203 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5ad9d5d1-40c9-48b2-90fa-fb29cf9848e0 req-d1f45e87-ffaa-403b-937d-5b266d0ef697 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=216960ae-a720-47dd-b0f7-2088c7c897fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753942 Dec 20 14:56:31.055978 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fbc451d9-df1c-42a5-b204-fcb3469e11ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:31.081256 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fbc451d9-df1c-42a5-b204-fcb3469e11ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:31.136099 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fbc451d9-df1c-42a5-b204-fcb3469e11ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:31.137630 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a6844824-e1f5-44dd-b345-7a81b37addf4 tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:31.140414 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fbc451d9-df1c-42a5-b204-fcb3469e11ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:31.156100 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-fbc451d9-df1c-42a5-b204-fcb3469e11ac admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f1a7f99f-eda1-425b-89e3-1eb1f39bf629 HTTP/1.1" status: 204 len: 168 time: 0.2924154 Dec 20 14:56:31.171198 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6844824-e1f5-44dd-b345-7a81b37addf4 tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Pushing event deleted for resources: {'Port': ['ID=fd537dc4-98e2-4831-96bf-55b50a43f639,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:56:31.175742 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc451d9-df1c-42a5-b204-fcb3469e11ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a7f99f-eda1-425b-89e3-1eb1f39bf629,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:56:31.178817 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063d38df-442d-44da-9a90-a9d3579310b9 req-3956d0b1-43ca-4c8d-aba0-43cdae1f33ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:56:31.187200 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-063d38df-442d-44da-9a90-a9d3579310b9 req-3956d0b1-43ca-4c8d-aba0-43cdae1f33ee service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=60c6ec51-745e-4004-b210-e2f2b7c02f58&tenant_id=f35a648a7aca4680a908ac1344ad2536 HTTP/1.1" status: 200 len: 1097 time: 0.1624391 Dec 20 14:56:31.215098 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2588e9a-73d0-430b-9911-421dd462b299 None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:56:31.291415 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-063d38df-442d-44da-9a90-a9d3579310b9 req-a0e5a927-811e-4921-a565-f63ef9be3d57 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-761264-19', 'device_owner': 'compute:nova'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:56:31.383122 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a6844824-e1f5-44dd-b345-7a81b37addf4 tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584913'] for router_gateway, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:31.477127 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-063d38df-442d-44da-9a90-a9d3579310b9 req-a0e5a927-811e-4921-a565-f63ef9be3d57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:31.496993 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a6844824-e1f5-44dd-b345-7a81b37addf4 tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40132'] for router, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:31.500114 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a6844824-e1f5-44dd-b345-7a81b37addf4 tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:31.568926 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a6844824-e1f5-44dd-b345-7a81b37addf4 tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1594808'] for router, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:31.569486 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6844824-e1f5-44dd-b345-7a81b37addf4 tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Fanout notify agent at l3_agent the message router_deleted on router d3be7a0b-85f0-4c86-965f-c768c4a0ee72 {{(pid=103167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 14:56:31.576991 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a6844824-e1f5-44dd-b345-7a81b37addf4 tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks [] for router, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:31.581847 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-a6844824-e1f5-44dd-b345-7a81b37addf4 tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] 10.222.0.54 "DELETE /v2.0/routers/d3be7a0b-85f0-4c86-965f-c768c4a0ee72 HTTP/1.1" status: 204 len: 168 time: 1.2220902 Dec 20 14:56:31.582080 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 42166) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:31.586358 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-438967ff-90cd-4100-850e-6f50e20466e8 tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1182171418', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}, 'admin_state_up': False}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:56:31.636369 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-438967ff-90cd-4100-850e-6f50e20466e8 tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40114'] for router, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:31.637677 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-438967ff-90cd-4100-850e-6f50e20466e8 tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40139'] for router, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:31.757763 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-438967ff-90cd-4100-850e-6f50e20466e8 tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:31.814697 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-063d38df-442d-44da-9a90-a9d3579310b9 req-a0e5a927-811e-4921-a565-f63ef9be3d57 service neutron] For port 89360329-b7a9-4fb8-922c-f561d516b2b8, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=89360329-b7a9-4fb8-922c-f561d516b2b8,segment=NetworkSegment(97331217-8ab9-4df1-bff9-088a0c988bac),segment_id=97331217-8ab9-4df1-bff9-088a0c988bac)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:56:31.886293 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-063d38df-442d-44da-9a90-a9d3579310b9 req-a0e5a927-811e-4921-a565-f63ef9be3d57 service neutron] For port 89360329-b7a9-4fb8-922c-f561d516b2b8, host n-h1-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:56:31.968928 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-438967ff-90cd-4100-850e-6f50e20466e8 tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:31.985135 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60c6ec51-745e-4004-b210-e2f2b7c02f58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89360329-b7a9-4fb8-922c-f561d516b2b8'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:56:31.997005 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46c8e29d-9a39-427f-bbcd-803aa0c06fba" -d '{"events": [{"server_uuid": "60c6ec51-745e-4004-b210-e2f2b7c02f58", "name": "network-vif-unplugged", "status": "completed", "tag": "89360329-b7a9-4fb8-922c-f561d516b2b8"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:56:32.007236 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-063d38df-442d-44da-9a90-a9d3579310b9 req-a0e5a927-811e-4921-a565-f63ef9be3d57 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:32.041690 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-063d38df-442d-44da-9a90-a9d3579310b9 req-a0e5a927-811e-4921-a565-f63ef9be3d57 service neutron] Transition to ACTIVE for port object 89360329-b7a9-4fb8-922c-f561d516b2b8 will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:56:32.052125 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-063d38df-442d-44da-9a90-a9d3579310b9 req-a0e5a927-811e-4921-a565-f63ef9be3d57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:32.182672 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 14:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c76c97a-94d7-4cf7-bd07-ed3fc2f27a8d x-openstack-request-id: req-7c76c97a-94d7-4cf7-bd07-ed3fc2f27a8d {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:56:32.183974 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60c6ec51-745e-4004-b210-e2f2b7c02f58", "name": "network-vif-unplugged", "status": "completed", "tag": "89360329-b7a9-4fb8-922c-f561d516b2b8", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:56:32.184554 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7c76c97a-94d7-4cf7-bd07-ed3fc2f27a8d {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:56:32.187662 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60c6ec51-745e-4004-b210-e2f2b7c02f58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89360329-b7a9-4fb8-922c-f561d516b2b8', 'code': 200} Dec 20 14:56:32.289391 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-438967ff-90cd-4100-850e-6f50e20466e8 tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks [] for router_gateway, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:32.323326 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-438967ff-90cd-4100-850e-6f50e20466e8 tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:32.350349 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66944a8f-e7b6-410f-ad69-62ff60765164 req-f781dfb5-e925-4ff6-8ce9-4365363c6eff tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:56:32.351885 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-66944a8f-e7b6-410f-ad69-62ff60765164 req-f781dfb5-e925-4ff6-8ce9-4365363c6eff tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=60c6ec51-745e-4004-b210-e2f2b7c02f58 HTTP/1.1" status: 200 len: 944 time: 0.1421278 Dec 20 14:56:32.463211 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e5a927-811e-4921-a565-f63ef9be3d57 service neutron] Pushing event updated for resources: {'Port': ['ID=89360329-b7a9-4fb8-922c-f561d516b2b8,revision_number=10']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:56:32.514891 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-66944a8f-e7b6-410f-ad69-62ff60765164 req-2398d396-86ad-4e10-a082-efa2ae329e99 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=216960ae-a720-47dd-b0f7-2088c7c897fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016793 Dec 20 14:56:32.525530 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-063d38df-442d-44da-9a90-a9d3579310b9 req-a0e5a927-811e-4921-a565-f63ef9be3d57 service neutron] No DVR routers for this DVR port 89360329-b7a9-4fb8-922c-f561d516b2b8 on host n-h1-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:56:32.556291 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-438967ff-90cd-4100-850e-6f50e20466e8 tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Allocated IP 172.25.0.75 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/8308e835-60f0-4748-9dcd-6d53f635f0b0) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:56:32.717056 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-438967ff-90cd-4100-850e-6f50e20466e8 tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:32.760126 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-438967ff-90cd-4100-850e-6f50e20466e8 tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:32.815730 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438967ff-90cd-4100-850e-6f50e20466e8 tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:56:32.819457 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-438967ff-90cd-4100-850e-6f50e20466e8 tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:56:32.825332 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438967ff-90cd-4100-850e-6f50e20466e8 tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:56:32.830193 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438967ff-90cd-4100-850e-6f50e20466e8 tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Pushing event updated for resources: {'Port': ['ID=8308e835-60f0-4748-9dcd-6d53f635f0b0,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:56:32.834389 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbbbdc51-74e6-4601-a90f-e869d9311909 None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:56:32.880817 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-594317c8-ed6b-4ef8-a37a-f2b44ab53a27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:32.920504 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-bbdae8a3-ec52-458b-a22e-fe5015d2302f None None] Provisioning complete for port 8308e835-60f0-4748-9dcd-6d53f635f0b0 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:56:32.925138 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-bbdae8a3-ec52-458b-a22e-fe5015d2302f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:33.007807 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-bbdae8a3-ec52-458b-a22e-fe5015d2302f None None] Port 8308e835-60f0-4748-9dcd-6d53f635f0b0 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:56:33.147442 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-063d38df-442d-44da-9a90-a9d3579310b9 req-a0e5a927-811e-4921-a565-f63ef9be3d57 service neutron] Attempting to bind port 89360329-b7a9-4fb8-922c-f561d516b2b8 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:56:33.147943 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-063d38df-442d-44da-9a90-a9d3579310b9 req-a0e5a927-811e-4921-a565-f63ef9be3d57 service neutron] Attempting to bind port 89360329-b7a9-4fb8-922c-f561d516b2b8 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': '97331217-8ab9-4df1-bff9-088a0c988bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '54b701de-5ca8-4357-bb8c-3c0ecf0a0085'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:56:33.148207 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063d38df-442d-44da-9a90-a9d3579310b9 req-a0e5a927-811e-4921-a565-f63ef9be3d57 service neutron] Attempting to bind port 89360329-b7a9-4fb8-922c-f561d516b2b8 on network 54b701de-5ca8-4357-bb8c-3c0ecf0a0085 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:56:33.153365 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063d38df-442d-44da-9a90-a9d3579310b9 req-a0e5a927-811e-4921-a565-f63ef9be3d57 service neutron] Port 89360329-b7a9-4fb8-922c-f561d516b2b8 on network 54b701de-5ca8-4357-bb8c-3c0ecf0a0085 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:56:33.154222 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063d38df-442d-44da-9a90-a9d3579310b9 req-a0e5a927-811e-4921-a565-f63ef9be3d57 service neutron] Attempting to bind port 89360329-b7a9-4fb8-922c-f561d516b2b8 on network 54b701de-5ca8-4357-bb8c-3c0ecf0a0085 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:56:33.160006 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063d38df-442d-44da-9a90-a9d3579310b9 req-a0e5a927-811e-4921-a565-f63ef9be3d57 service neutron] Checking agent: {'id': '43c60aee-e4af-4ecc-bee2-aac3569fafed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:56:33.160850 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063d38df-442d-44da-9a90-a9d3579310b9 req-a0e5a927-811e-4921-a565-f63ef9be3d57 service neutron] Checking segment: {'id': '97331217-8ab9-4df1-bff9-088a0c988bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '54b701de-5ca8-4357-bb8c-3c0ecf0a0085'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:56:33.161371 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063d38df-442d-44da-9a90-a9d3579310b9 req-a0e5a927-811e-4921-a565-f63ef9be3d57 service neutron] Bound using segment: {'id': '97331217-8ab9-4df1-bff9-088a0c988bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '54b701de-5ca8-4357-bb8c-3c0ecf0a0085'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:56:33.161821 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-063d38df-442d-44da-9a90-a9d3579310b9 req-a0e5a927-811e-4921-a565-f63ef9be3d57 service neutron] Bound port: 89360329-b7a9-4fb8-922c-f561d516b2b8, host: n-h2-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97331217-8ab9-4df1-bff9-088a0c988bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '54b701de-5ca8-4357-bb8c-3c0ecf0a0085'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:56:33.162241 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-063d38df-442d-44da-9a90-a9d3579310b9 req-a0e5a927-811e-4921-a565-f63ef9be3d57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:33.175442 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-438967ff-90cd-4100-850e-6f50e20466e8 tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks [] for router_gateway, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:33.247776 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-063d38df-442d-44da-9a90-a9d3579310b9 req-a0e5a927-811e-4921-a565-f63ef9be3d57 service neutron] For port 89360329-b7a9-4fb8-922c-f561d516b2b8, host n-h2-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:56:33.251487 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-063d38df-442d-44da-9a90-a9d3579310b9 req-a0e5a927-811e-4921-a565-f63ef9be3d57 service neutron] For port 89360329-b7a9-4fb8-922c-f561d516b2b8, host n-h2-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=89360329-b7a9-4fb8-922c-f561d516b2b8,segment=NetworkSegment(97331217-8ab9-4df1-bff9-088a0c988bac),segment_id=97331217-8ab9-4df1-bff9-088a0c988bac)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:56:33.258296 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-063d38df-442d-44da-9a90-a9d3579310b9 req-a0e5a927-811e-4921-a565-f63ef9be3d57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:33.280881 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063d38df-442d-44da-9a90-a9d3579310b9 req-a0e5a927-811e-4921-a565-f63ef9be3d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:56:33.281443 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-063d38df-442d-44da-9a90-a9d3579310b9 req-a0e5a927-811e-4921-a565-f63ef9be3d57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:33.283207 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-063d38df-442d-44da-9a90-a9d3579310b9 req-a0e5a927-811e-4921-a565-f63ef9be3d57 service neutron] 10.222.0.47 "PUT /v2.0/ports/89360329-b7a9-4fb8-922c-f561d516b2b8 HTTP/1.1" status: 200 len: 1093 time: 2.0194571 Dec 20 14:56:33.375224 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e5a927-811e-4921-a565-f63ef9be3d57 service neutron] Pushing event updated for resources: {'Port': ['ID=89360329-b7a9-4fb8-922c-f561d516b2b8,revision_number=11']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:56:33.395622 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063d38df-442d-44da-9a90-a9d3579310b9 req-c335109c-813b-4e7b-8b3e-8fbed452743b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:56:33.397414 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-063d38df-442d-44da-9a90-a9d3579310b9 req-c335109c-813b-4e7b-8b3e-8fbed452743b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f35a648a7aca4680a908ac1344ad2536&device_id=60c6ec51-745e-4004-b210-e2f2b7c02f58 HTTP/1.1" status: 200 len: 1096 time: 0.0905914 Dec 20 14:56:33.545524 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063d38df-442d-44da-9a90-a9d3579310b9 req-72bfae17-828e-41c5-abb6-37592b9bcda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:56:33.547146 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-063d38df-442d-44da-9a90-a9d3579310b9 req-72bfae17-828e-41c5-abb6-37592b9bcda0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=54b701de-5ca8-4357-bb8c-3c0ecf0a0085 HTTP/1.1" status: 200 len: 898 time: 0.1419024 Dec 20 14:56:33.711027 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-063d38df-442d-44da-9a90-a9d3579310b9 req-34e30f8b-0cf1-40ce-a5ce-c7be645da7b1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89360329-b7a9-4fb8-922c-f561d516b2b8 HTTP/1.1" status: 200 len: 998 time: 0.1561775 Dec 20 14:56:33.793215 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3846ab-e7f5-4436-964a-e5a2ec3fec8e req-71e43aed-0680-4130-933f-d63429cb46e3 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:56:33.795080 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5e3846ab-e7f5-4436-964a-e5a2ec3fec8e req-71e43aed-0680-4130-933f-d63429cb46e3 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=60c6ec51-745e-4004-b210-e2f2b7c02f58 HTTP/1.1" status: 200 len: 944 time: 0.1034541 Dec 20 14:56:33.797236 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063d38df-442d-44da-9a90-a9d3579310b9 req-a0fb64dc-cbaf-4e32-8a1e-cd09aa9d3ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:56:33.798594 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-063d38df-442d-44da-9a90-a9d3579310b9 req-a0fb64dc-cbaf-4e32-8a1e-cd09aa9d3ff2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=83e7de40-237d-422a-8c1b-e9413788dad7 HTTP/1.1" status: 200 len: 835 time: 0.0730190 Dec 20 14:56:33.842060 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:33.854912 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-438967ff-90cd-4100-850e-6f50e20466e8 tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013'] for router, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:33.903392 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063d38df-442d-44da-9a90-a9d3579310b9 req-c64fcab5-e71c-4aff-a009-da500ae98e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:56:33.904890 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-063d38df-442d-44da-9a90-a9d3579310b9 req-c64fcab5-e71c-4aff-a009-da500ae98e43 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=54b701de-5ca8-4357-bb8c-3c0ecf0a0085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0832934 Dec 20 14:56:33.908927 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5e3846ab-e7f5-4436-964a-e5a2ec3fec8e req-fd2c2af6-2de4-4d17-8adf-c4c968bf34a7 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=216960ae-a720-47dd-b0f7-2088c7c897fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046572 Dec 20 14:56:34.017713 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-438967ff-90cd-4100-850e-6f50e20466e8 tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Router c0160024-b790-47e2-b85d-9c192d7b6868 is scheduled to L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 with binding_index 1 {{(pid=103168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 14:56:34.026360 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-063d38df-442d-44da-9a90-a9d3579310b9 req-3c011877-c421-4aa2-ad91-e7e182728970 service neutron] 10.222.0.47 "GET /v2.0/networks/54b701de-5ca8-4357-bb8c-3c0ecf0a0085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142957 Dec 20 14:56:34.151107 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-063d38df-442d-44da-9a90-a9d3579310b9 req-c9e7a55e-aabb-4c42-a490-cbfcd28378ae service neutron] 10.222.0.47 "GET /v2.0/networks/54b701de-5ca8-4357-bb8c-3c0ecf0a0085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168408 Dec 20 14:56:34.188306 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-438967ff-90cd-4100-850e-6f50e20466e8 tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:56:34.188823 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60c6ec51-745e-4004-b210-e2f2b7c02f58', 'tag': '89360329-b7a9-4fb8-922c-f561d516b2b8'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:56:34.193335 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ac0eb9c-27d4-4b26-bf56-18f8fcfba17a" -d '{"events": [{"name": "network-changed", "server_uuid": "60c6ec51-745e-4004-b210-e2f2b7c02f58", "tag": "89360329-b7a9-4fb8-922c-f561d516b2b8"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:56:34.199440 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91168446-b7e5-4e91-bbb8-0ef4967ae564 None None] Sync routers for ids ['c0160024-b790-47e2-b85d-9c192d7b6868'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:56:34.223400 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-438967ff-90cd-4100-850e-6f50e20466e8 tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:34.229189 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42244) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:34.230139 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91168446-b7e5-4e91-bbb8-0ef4967ae564 None None] Routers {'c0160024-b790-47e2-b85d-9c192d7b6868'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:56:34.230468 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-438967ff-90cd-4100-850e-6f50e20466e8 tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.6474230 Dec 20 14:56:34.230863 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-91168446-b7e5-4e91-bbb8-0ef4967ae564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:56:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['c0160024-b790-47e2-b85d-9c192d7b6868'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:56:34.234857 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-e558e00d-caba-475f-bc6a-d3ccaebcd1ad tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:56:34.292829 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-91168446-b7e5-4e91-bbb8-0ef4967ae564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:56:34.306551 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b28825d-ce51-43c9-8ff0-4e6cfebffc6f x-openstack-request-id: req-7b28825d-ce51-43c9-8ff0-4e6cfebffc6f {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:56:34.307016 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60c6ec51-745e-4004-b210-e2f2b7c02f58", "tag": "89360329-b7a9-4fb8-922c-f561d516b2b8", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:56:34.307506 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7b28825d-ce51-43c9-8ff0-4e6cfebffc6f {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:56:34.307920 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60c6ec51-745e-4004-b210-e2f2b7c02f58', 'tag': '89360329-b7a9-4fb8-922c-f561d516b2b8', 'status': 'completed', 'code': 200} Dec 20 14:56:34.310937 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91168446-b7e5-4e91-bbb8-0ef4967ae564 None None] Routers {'c0160024-b790-47e2-b85d-9c192d7b6868'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:56:34.312279 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-91168446-b7e5-4e91-bbb8-0ef4967ae564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:56:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['c0160024-b790-47e2-b85d-9c192d7b6868'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:56:34.358144 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac0eb9c-27d4-4b26-bf56-18f8fcfba17a req-8fb51137-989d-4c25-8843-4f1fe985593b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:56:34.360019 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4ac0eb9c-27d4-4b26-bf56-18f8fcfba17a req-8fb51137-989d-4c25-8843-4f1fe985593b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f35a648a7aca4680a908ac1344ad2536&device_id=60c6ec51-745e-4004-b210-e2f2b7c02f58 HTTP/1.1" status: 200 len: 1096 time: 0.0487931 Dec 20 14:56:34.365430 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-91168446-b7e5-4e91-bbb8-0ef4967ae564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:56:34.366186 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91168446-b7e5-4e91-bbb8-0ef4967ae564 None None] The sync data for ids ['c0160024-b790-47e2-b85d-9c192d7b6868'] in n-d-761264-19 is: [] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:56:34.436720 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac0eb9c-27d4-4b26-bf56-18f8fcfba17a req-74975556-83bf-4010-923d-70b3d87d7cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:56:34.438242 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4ac0eb9c-27d4-4b26-bf56-18f8fcfba17a req-74975556-83bf-4010-923d-70b3d87d7cb7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f35a648a7aca4680a908ac1344ad2536&device_id=60c6ec51-745e-4004-b210-e2f2b7c02f58 HTTP/1.1" status: 200 len: 1096 time: 0.1347210 Dec 20 14:56:34.478906 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac0eb9c-27d4-4b26-bf56-18f8fcfba17a req-85cd4369-d203-4427-bfb2-bd85b77fa2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:56:34.483465 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 89360329-b7a9-4fb8-922c-f561d516b2b8 no longer exists at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:56:34.484230 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4ac0eb9c-27d4-4b26-bf56-18f8fcfba17a req-85cd4369-d203-4427-bfb2-bd85b77fa2dc service neutron] 10.222.0.30 "GET /v2.0/networks?id=54b701de-5ca8-4357-bb8c-3c0ecf0a0085 HTTP/1.1" status: 200 len: 898 time: 0.1143494 Dec 20 14:56:34.573912 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4ac0eb9c-27d4-4b26-bf56-18f8fcfba17a req-b1293418-a6b7-4130-9433-a683fbab2e39 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89360329-b7a9-4fb8-922c-f561d516b2b8 HTTP/1.1" status: 200 len: 998 time: 0.0835729 Dec 20 14:56:34.580666 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 89360329-b7a9-4fb8-922c-f561d516b2b8 not bound to the agent host n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:56:34.581726 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 42248) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:34.602894 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac0eb9c-27d4-4b26-bf56-18f8fcfba17a req-eb1210be-0640-40fb-b62f-f3cc2f5080a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:56:34.604573 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4ac0eb9c-27d4-4b26-bf56-18f8fcfba17a req-eb1210be-0640-40fb-b62f-f3cc2f5080a1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=54b701de-5ca8-4357-bb8c-3c0ecf0a0085 HTTP/1.1" status: 200 len: 898 time: 0.1546555 Dec 20 14:56:34.631590 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac0eb9c-27d4-4b26-bf56-18f8fcfba17a req-7fabac99-660d-4aca-b432-b89ec9bb3660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:56:34.633137 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4ac0eb9c-27d4-4b26-bf56-18f8fcfba17a req-7fabac99-660d-4aca-b432-b89ec9bb3660 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=83e7de40-237d-422a-8c1b-e9413788dad7 HTTP/1.1" status: 200 len: 835 time: 0.0492020 Dec 20 14:56:34.696166 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac0eb9c-27d4-4b26-bf56-18f8fcfba17a req-26b53b53-4cd6-4f89-881a-43d6f73d5b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:56:34.697760 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4ac0eb9c-27d4-4b26-bf56-18f8fcfba17a req-26b53b53-4cd6-4f89-881a-43d6f73d5b6b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=54b701de-5ca8-4357-bb8c-3c0ecf0a0085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562007 Dec 20 14:56:34.715895 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4ac0eb9c-27d4-4b26-bf56-18f8fcfba17a req-e99086e1-91e3-436c-a538-09b3d2669097 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89360329-b7a9-4fb8-922c-f561d516b2b8 HTTP/1.1" status: 200 len: 998 time: 0.0778294 Dec 20 14:56:34.790618 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-610056ad-0986-4331-81c5-c99c5e3c0388 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:34.819826 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4ac0eb9c-27d4-4b26-bf56-18f8fcfba17a req-bc8d645c-3083-4f0e-8805-b4668904ed2b service neutron] 10.222.0.30 "GET /v2.0/networks/54b701de-5ca8-4357-bb8c-3c0ecf0a0085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139588 Dec 20 14:56:34.851115 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac0eb9c-27d4-4b26-bf56-18f8fcfba17a req-6ebcec12-c395-4d0c-956f-9b38df3e12d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:56:34.852602 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4ac0eb9c-27d4-4b26-bf56-18f8fcfba17a req-6ebcec12-c395-4d0c-956f-9b38df3e12d3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=83e7de40-237d-422a-8c1b-e9413788dad7 HTTP/1.1" status: 200 len: 835 time: 0.0996494 Dec 20 14:56:34.916961 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e558e00d-caba-475f-bc6a-d3ccaebcd1ad tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:34.932499 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac0eb9c-27d4-4b26-bf56-18f8fcfba17a req-e7bf5fce-a174-4c8a-8ebc-77f064fb1539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:56:34.934332 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4ac0eb9c-27d4-4b26-bf56-18f8fcfba17a req-e7bf5fce-a174-4c8a-8ebc-77f064fb1539 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=54b701de-5ca8-4357-bb8c-3c0ecf0a0085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0731618 Dec 20 14:56:34.939963 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e558e00d-caba-475f-bc6a-d3ccaebcd1ad tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:34.949914 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4ac0eb9c-27d4-4b26-bf56-18f8fcfba17a req-5551394e-ddfb-42f0-b3c7-2a6b183e23cf service neutron] 10.222.0.30 "GET /v2.0/networks/54b701de-5ca8-4357-bb8c-3c0ecf0a0085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225064 Dec 20 14:56:34.983909 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-610056ad-0986-4331-81c5-c99c5e3c0388 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:34.990075 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-610056ad-0986-4331-81c5-c99c5e3c0388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:35.037993 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610056ad-0986-4331-81c5-c99c5e3c0388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f18f59fe-2c2d-4a11-8376-9f1a28c539fd,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:56:35.043900 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-610056ad-0986-4331-81c5-c99c5e3c0388 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3ceac15164f045cbb4c4d6e7a8fa4ad9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4611247 Dec 20 14:56:35.046453 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 42260) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:35.097747 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4ac0eb9c-27d4-4b26-bf56-18f8fcfba17a req-5a8346f0-6c26-4bad-ae75-06e4f37b11c7 service neutron] 10.222.0.47 "GET /v2.0/networks/54b701de-5ca8-4357-bb8c-3c0ecf0a0085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546097 Dec 20 14:56:35.109727 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93606518-a884-48f2-ad29-1e5316f468cd req-f6f33109-d116-46c2-bf34-a93cb6c76840 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:56:35.111226 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-93606518-a884-48f2-ad29-1e5316f468cd req-f6f33109-d116-46c2-bf34-a93cb6c76840 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=60c6ec51-745e-4004-b210-e2f2b7c02f58 HTTP/1.1" status: 200 len: 944 time: 0.0895898 Dec 20 14:56:35.119666 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-41b0ffcd-939f-4d09-a4f9-e5be20af5f81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:35.143160 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-41b0ffcd-939f-4d09-a4f9-e5be20af5f81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:35.187142 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-e558e00d-caba-475f-bc6a-d3ccaebcd1ad tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Deleting port 8308e835-60f0-4748-9dcd-6d53f635f0b0 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:56:35.187724 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e558e00d-caba-475f-bc6a-d3ccaebcd1ad tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:35.200295 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-41b0ffcd-939f-4d09-a4f9-e5be20af5f81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:35.204996 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-41b0ffcd-939f-4d09-a4f9-e5be20af5f81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:35.206669 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-41b0ffcd-939f-4d09-a4f9-e5be20af5f81 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f18f59fe-2c2d-4a11-8376-9f1a28c539fd HTTP/1.1" status: 204 len: 168 time: 0.1591425 Dec 20 14:56:35.218300 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b0ffcd-939f-4d09-a4f9-e5be20af5f81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f18f59fe-2c2d-4a11-8376-9f1a28c539fd,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:56:35.279525 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-93606518-a884-48f2-ad29-1e5316f468cd req-2d7ab0b8-e2b2-456e-953e-bd7ea302238c tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=216960ae-a720-47dd-b0f7-2088c7c897fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1571186 Dec 20 14:56:35.299620 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4ac0eb9c-27d4-4b26-bf56-18f8fcfba17a req-0d97c673-c2a4-4085-974d-7d209b8b4074 service neutron] 10.222.0.47 "GET /v2.0/networks/54b701de-5ca8-4357-bb8c-3c0ecf0a0085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865273 Dec 20 14:56:35.321815 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e558e00d-caba-475f-bc6a-d3ccaebcd1ad tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:35.336198 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-e558e00d-caba-475f-bc6a-d3ccaebcd1ad tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Calling delete_port for 8308e835-60f0-4748-9dcd-6d53f635f0b0 owned by network:router_gateway {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:56:35.507406 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e558e00d-caba-475f-bc6a-d3ccaebcd1ad tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:35.544483 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e558e00d-caba-475f-bc6a-d3ccaebcd1ad tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Pushing event deleted for resources: {'Port': ['ID=8308e835-60f0-4748-9dcd-6d53f635f0b0,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:56:35.547949 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 42266) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:35.558196 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-424bd2a2-b9a8-4e4c-b667-5e3221d27c03 None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:56:35.573190 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a69495ab-15a1-440c-a8ba-98adc1f66297 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:35.616866 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e558e00d-caba-475f-bc6a-d3ccaebcd1ad tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584913'] for router_gateway, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:35.681117 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a69495ab-15a1-440c-a8ba-98adc1f66297 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:35.686709 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a69495ab-15a1-440c-a8ba-98adc1f66297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:35.732046 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69495ab-15a1-440c-a8ba-98adc1f66297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=323632fa-1d4d-45a4-9c85-9a7b0c191f18,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:56:35.740466 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-a69495ab-15a1-440c-a8ba-98adc1f66297 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5b50e7f71452432aaad94c99b3a15f3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1913896 Dec 20 14:56:35.741310 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 42270) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:35.823068 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:35.824012 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-77f9a83f-867b-436b-9d2a-f56e10262236 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:35.847322 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-77f9a83f-867b-436b-9d2a-f56e10262236 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:35.872892 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e558e00d-caba-475f-bc6a-d3ccaebcd1ad tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1584976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40157'] for router, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:35.876711 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e558e00d-caba-475f-bc6a-d3ccaebcd1ad tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1584999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1585022', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1594780'] for router, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:35.897186 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-77f9a83f-867b-436b-9d2a-f56e10262236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:35.900602 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-77f9a83f-867b-436b-9d2a-f56e10262236 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:35.902058 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-77f9a83f-867b-436b-9d2a-f56e10262236 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/323632fa-1d4d-45a4-9c85-9a7b0c191f18 HTTP/1.1" status: 204 len: 168 time: 0.1591854 Dec 20 14:56:35.912584 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f9a83f-867b-436b-9d2a-f56e10262236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=323632fa-1d4d-45a4-9c85-9a7b0c191f18,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:56:35.979323 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e558e00d-caba-475f-bc6a-d3ccaebcd1ad tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Router c0160024-b790-47e2-b85d-9c192d7b6868 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:56:36.066696 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e558e00d-caba-475f-bc6a-d3ccaebcd1ad tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:56:36.082636 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0b1f24-79e5-4a04-9ee2-3c85607965bb None None] Sync routers for ids ['c0160024-b790-47e2-b85d-9c192d7b6868'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:56:36.086560 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e558e00d-caba-475f-bc6a-d3ccaebcd1ad tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks [] for router, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:36.087818 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-e558e00d-caba-475f-bc6a-d3ccaebcd1ad tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] 10.222.0.54 "PUT /v2.0/routers/c0160024-b790-47e2-b85d-9c192d7b6868 HTTP/1.1" status: 200 len: 710 time: 1.8573835 Dec 20 14:56:36.090655 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 42276) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:36.095418 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0b1f24-79e5-4a04-9ee2-3c85607965bb None None] Routers {'c0160024-b790-47e2-b85d-9c192d7b6868'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:56:36.096256 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-ef0b1f24-79e5-4a04-9ee2-3c85607965bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:56:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['c0160024-b790-47e2-b85d-9c192d7b6868'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:56:36.139430 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-ef0b1f24-79e5-4a04-9ee2-3c85607965bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:56:36.150216 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0b1f24-79e5-4a04-9ee2-3c85607965bb None None] Routers {'c0160024-b790-47e2-b85d-9c192d7b6868'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:56:36.151816 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-ef0b1f24-79e5-4a04-9ee2-3c85607965bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:56:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['c0160024-b790-47e2-b85d-9c192d7b6868'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:56:36.193185 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-ef0b1f24-79e5-4a04-9ee2-3c85607965bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:56:36.194232 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0b1f24-79e5-4a04-9ee2-3c85607965bb None None] The sync data for ids ['c0160024-b790-47e2-b85d-9c192d7b6868'] in n-d-761264-19 is: [] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:56:36.198208 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-c54050b8-b334-4830-951b-d030413177fc tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] 10.222.0.54 "GET /v2.0/routers/c0160024-b790-47e2-b85d-9c192d7b6868 HTTP/1.1" status: 200 len: 745 time: 0.1063364 Dec 20 14:56:36.200980 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 42282) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:36.268575 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-b828a70f-4591-4ee1-afff-849e85236c10 tempest-RoutersIpV6AdminTest-693947039 tempest-RoutersIpV6AdminTest-693947039-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=c3f8658e-da35-41f3-bd03-509e29ebd6f3&device_id=c0160024-b790-47e2-b85d-9c192d7b6868 HTTP/1.1" status: 200 len: 205 time: 0.0632250 Dec 20 14:56:36.268746 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42288) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:36.275380 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:36.298775 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-f87d23e1-363c-4084-9934-ff116acd6d41 tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0160024-b790-47e2-b85d-9c192d7b6868 HTTP/1.1" status: 200 len: 205 time: 0.0271292 Dec 20 14:56:36.299600 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 42290) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:36.416723 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d06efb3f-bebb-4ca4-b3ba-75af65283021 tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks [] for router, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:36.526559 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254d0768-4fd9-4acf-839e-46b31238e616 req-a90794b4-037f-4504-9d74-3f5de08bb920 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:56:36.528194 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-254d0768-4fd9-4acf-839e-46b31238e616 req-a90794b4-037f-4504-9d74-3f5de08bb920 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=60c6ec51-745e-4004-b210-e2f2b7c02f58 HTTP/1.1" status: 200 len: 944 time: 0.1442642 Dec 20 14:56:36.604050 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d06efb3f-bebb-4ca4-b3ba-75af65283021 tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40132'] for router, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:36.607396 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d06efb3f-bebb-4ca4-b3ba-75af65283021 tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:36.669219 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-254d0768-4fd9-4acf-839e-46b31238e616 req-2436b01b-e2f2-4eae-b138-ff13f0e4b9cd tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=216960ae-a720-47dd-b0f7-2088c7c897fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116180 Dec 20 14:56:36.670383 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d06efb3f-bebb-4ca4-b3ba-75af65283021 tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1594808'] for router, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:36.670936 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d06efb3f-bebb-4ca4-b3ba-75af65283021 tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Fanout notify agent at l3_agent the message router_deleted on router c0160024-b790-47e2-b85d-9c192d7b6868 {{(pid=103168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 14:56:36.682681 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d06efb3f-bebb-4ca4-b3ba-75af65283021 tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:36.683907 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-d06efb3f-bebb-4ca4-b3ba-75af65283021 tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] 10.222.0.54 "DELETE /v2.0/routers/c0160024-b790-47e2-b85d-9c192d7b6868 HTTP/1.1" status: 204 len: 168 time: 0.3832102 Dec 20 14:56:36.689842 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 42306) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:36.710418 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 42308) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:36.742382 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-8e8e8f01-ce32-4e75-bbab-0a1aa18fd243 tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0160024-b790-47e2-b85d-9c192d7b6868 HTTP/1.1" status: 200 len: 205 time: 0.0512664 Dec 20 14:56:36.745496 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42314) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:36.787671 n-d-761264-19 neutron-server[103167]: INFO neutron.api.v2.resource [None req-8d9d7fc2-4b72-4d45-9930-46df488dfd14 tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] delete failed (client error): The resource could not be found. Dec 20 14:56:36.788760 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-8d9d7fc2-4b72-4d45-9930-46df488dfd14 tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] 10.222.0.54 "DELETE /v2.0/routers/c0160024-b790-47e2-b85d-9c192d7b6868 HTTP/1.1" status: 404 len: 336 time: 0.0426486 Dec 20 14:56:36.792699 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42316) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:36.808259 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-b9d86539-a1c0-4465-937f-c137c217c676 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/floatingips/c901ff97-bb50-4724-9b66-d6b5acf79f4c HTTP/1.1" status: 200 len: 990 time: 0.0964386 Dec 20 14:56:36.832682 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-c8758c61-beae-4790-a4eb-f490162a4c70 tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] 10.222.0.54 "GET /v2.0/ports?device_id=d3be7a0b-85f0-4c86-965f-c768c4a0ee72 HTTP/1.1" status: 200 len: 205 time: 0.0388064 Dec 20 14:56:36.835034 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42318) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:36.873227 n-d-761264-19 neutron-server[103167]: INFO neutron.api.v2.resource [None req-0ce65a07-a2f1-4510-9aba-8d0523cb38e8 tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] delete failed (client error): The resource could not be found. Dec 20 14:56:36.874281 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-0ce65a07-a2f1-4510-9aba-8d0523cb38e8 tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] 10.222.0.54 "DELETE /v2.0/routers/d3be7a0b-85f0-4c86-965f-c768c4a0ee72 HTTP/1.1" status: 404 len: 336 time: 0.0383503 Dec 20 14:56:36.876903 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42322) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:36.905790 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-243b935b-2120-490c-93c4-44534b38aba6 tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] 10.222.0.54 "GET /v2.0/ports?device_id=62eaf1f4-fc08-4e35-bd0f-f8e8c82c988d HTTP/1.1" status: 200 len: 205 time: 0.0276461 Dec 20 14:56:36.908286 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42324) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:36.951687 n-d-761264-19 neutron-server[103167]: INFO neutron.api.v2.resource [None req-bfd1dbf6-c9b6-44fd-a2c6-6c9dbf2d319f tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] delete failed (client error): The resource could not be found. Dec 20 14:56:36.953071 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-bfd1dbf6-c9b6-44fd-a2c6-6c9dbf2d319f tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] 10.222.0.54 "DELETE /v2.0/routers/62eaf1f4-fc08-4e35-bd0f-f8e8c82c988d HTTP/1.1" status: 404 len: 336 time: 0.0438907 Dec 20 14:56:36.956167 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42326) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:36.986509 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-76bda59a-9df3-4306-950c-18aabf8e69ed tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] 10.222.0.54 "GET /v2.0/ports?device_id=e165116b-5dcf-41fc-b67d-67037174f80e HTTP/1.1" status: 200 len: 205 time: 0.0267570 Dec 20 14:56:36.986909 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42330) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:37.024751 n-d-761264-19 neutron-server[103167]: INFO neutron.api.v2.resource [None req-afc2db29-8e82-4248-83af-3ca7633ef429 tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] delete failed (client error): The resource could not be found. Dec 20 14:56:37.028168 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-afc2db29-8e82-4248-83af-3ca7633ef429 tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] 10.222.0.54 "DELETE /v2.0/routers/e165116b-5dcf-41fc-b67d-67037174f80e HTTP/1.1" status: 404 len: 336 time: 0.0379803 Dec 20 14:56:37.028680 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42332) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:37.061962 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-892311a4-0948-4880-98dd-1b794c54095a tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] 10.222.0.54 "GET /v2.0/ports?device_id=488e68ff-41c8-4575-bf76-dc07c851c28b HTTP/1.1" status: 200 len: 205 time: 0.0304163 Dec 20 14:56:37.062220 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42334) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:37.107652 n-d-761264-19 neutron-server[103167]: INFO neutron.api.v2.resource [None req-266e2d5b-81a8-42d4-9ce6-f3f33a15ceb5 tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] delete failed (client error): The resource could not be found. Dec 20 14:56:37.108676 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-266e2d5b-81a8-42d4-9ce6-f3f33a15ceb5 tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] 10.222.0.54 "DELETE /v2.0/routers/488e68ff-41c8-4575-bf76-dc07c851c28b HTTP/1.1" status: 404 len: 336 time: 0.0454206 Dec 20 14:56:37.111630 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 42338) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:37.144005 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-25ccbde8-66c5-4cf5-a0b1-022665ead501 tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] 10.222.0.54 "GET /v2.0/ports?device_id=cd725d62-1453-4b61-b462-97ed29e45158 HTTP/1.1" status: 200 len: 205 time: 0.0278502 Dec 20 14:56:37.144250 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42342) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:37.186424 n-d-761264-19 neutron-server[103167]: INFO neutron.api.v2.resource [None req-60fd17e4-14ad-4106-8cf1-db84fca8309b tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] delete failed (client error): The resource could not be found. Dec 20 14:56:37.190692 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-60fd17e4-14ad-4106-8cf1-db84fca8309b tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] 10.222.0.54 "DELETE /v2.0/routers/cd725d62-1453-4b61-b462-97ed29e45158 HTTP/1.1" status: 404 len: 336 time: 0.0426877 Dec 20 14:56:37.190879 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 42346) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:37.217462 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fc209e6-65e5-450e-b95a-fef709be9d31 tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] DELETE failed (client error): The resource could not be found. Dec 20 14:56:37.217953 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fc209e6-65e5-450e-b95a-fef709be9d31 tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:56:37.222770 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-2fc209e6-65e5-450e-b95a-fef709be9d31 tempest-RoutersIpV6AdminTest-1665234860 tempest-RoutersIpV6AdminTest-1665234860-project] 10.222.0.54 "DELETE /v2.0/subnets/61860551-44f7-4dd2-b2b0-e5e5cb296bd0 HTTP/1.1" status: 404 len: 337 time: 0.0294716 Dec 20 14:56:37.498995 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42364) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:37.613811 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-39af2afb-ee25-4e5a-b484-38ae566621a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:37.700250 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-39af2afb-ee25-4e5a-b484-38ae566621a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:37.704772 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-39af2afb-ee25-4e5a-b484-38ae566621a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:37.754223 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-39af2afb-ee25-4e5a-b484-38ae566621a8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=81d5dd3790be41c6a9d5d00dae57197e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2532661 Dec 20 14:56:37.755771 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39af2afb-ee25-4e5a-b484-38ae566621a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc4ef15-51b2-44d1-bd20-f2889d64efc3,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:56:37.756958 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 42392) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:37.834813 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-133929d8-fad7-454a-a608-1655b5816d56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:37.859959 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-133929d8-fad7-454a-a608-1655b5816d56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:37.912538 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-133929d8-fad7-454a-a608-1655b5816d56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:37.916474 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-133929d8-fad7-454a-a608-1655b5816d56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:37.918039 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-133929d8-fad7-454a-a608-1655b5816d56 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/fbc4ef15-51b2-44d1-bd20-f2889d64efc3 HTTP/1.1" status: 204 len: 168 time: 0.1600628 Dec 20 14:56:37.927683 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133929d8-fad7-454a-a608-1655b5816d56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc4ef15-51b2-44d1-bd20-f2889d64efc3,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:56:38.047657 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 89360329-b7a9-4fb8-922c-f561d516b2b8 details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:56:38.147014 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 42418) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:38.158339 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 89360329-b7a9-4fb8-922c-f561d516b2b8, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=89360329-b7a9-4fb8-922c-f561d516b2b8,segment=NetworkSegment(97331217-8ab9-4df1-bff9-088a0c988bac),segment_id=97331217-8ab9-4df1-bff9-088a0c988bac)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:56:38.170913 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': '89360329-b7a9-4fb8-922c-f561d516b2b8', 'network_id': '54b701de-5ca8-4357-bb8c-3c0ecf0a0085', 'port_id': '89360329-b7a9-4fb8-922c-f561d516b2b8', 'mac_address': 'fa:16:3e:43:e1:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83e7de40-237d-422a-8c1b-e9413788dad7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:56:38.213656 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:38.230421 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89360329-b7a9-4fb8-922c-f561d516b2b8 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:56:38.254130 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 89360329-b7a9-4fb8-922c-f561d516b2b8, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=89360329-b7a9-4fb8-922c-f561d516b2b8,segment=NetworkSegment(97331217-8ab9-4df1-bff9-088a0c988bac),segment_id=97331217-8ab9-4df1-bff9-088a0c988bac)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:56:38.259100 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:38.267922 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 42424) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:38.308034 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4b46f572-76c6-46d6-9ba8-2f04fc884388 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:38.313348 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=89360329-b7a9-4fb8-922c-f561d516b2b8,revision_number=12']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:56:38.349740 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-1448fa69-43d2-4ed9-9888-2913d6dda9aa admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=84b93639b57f463bbb76b9be233985cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0806515 Dec 20 14:56:38.353196 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42428) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:38.415441 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8291f7ca-8f0f-4b44-8dc4-a64e68e15a48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:38.415661 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4b46f572-76c6-46d6-9ba8-2f04fc884388 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:38.420729 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4b46f572-76c6-46d6-9ba8-2f04fc884388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:38.437848 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8291f7ca-8f0f-4b44-8dc4-a64e68e15a48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:38.448356 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-4b46f572-76c6-46d6-9ba8-2f04fc884388 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=da1adef1cba74214a81c802b11434220&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3004839 Dec 20 14:56:38.460318 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 42430) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:38.485587 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b46f572-76c6-46d6-9ba8-2f04fc884388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d44afd-fa0b-4732-951f-46afa037585c,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:56:38.487372 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['89360329-b7a9-4fb8-922c-f561d516b2b8'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:56:38.500212 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8291f7ca-8f0f-4b44-8dc4-a64e68e15a48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:38.505167 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8291f7ca-8f0f-4b44-8dc4-a64e68e15a48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:38.506425 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-8291f7ca-8f0f-4b44-8dc4-a64e68e15a48 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/44c45904-7bca-46ff-8321-b421706cf77f HTTP/1.1" status: 204 len: 168 time: 0.1522064 Dec 20 14:56:38.516763 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8291f7ca-8f0f-4b44-8dc4-a64e68e15a48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44c45904-7bca-46ff-8321-b421706cf77f,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:56:38.530065 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9c08a4d3-9d75-4eb8-b2a0-0187515011ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:38.552749 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9c08a4d3-9d75-4eb8-b2a0-0187515011ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:38.610947 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9c08a4d3-9d75-4eb8-b2a0-0187515011ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:38.615740 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9c08a4d3-9d75-4eb8-b2a0-0187515011ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:38.617492 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-9c08a4d3-9d75-4eb8-b2a0-0187515011ba admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c3d44afd-fa0b-4732-951f-46afa037585c HTTP/1.1" status: 204 len: 168 time: 0.1560574 Dec 20 14:56:38.627009 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c08a4d3-9d75-4eb8-b2a0-0187515011ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d44afd-fa0b-4732-951f-46afa037585c,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:56:38.972014 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 42448) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:38.985877 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a4c3af3d-f769-4ac2-a801-ac4f22e3e8fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:39.074954 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a4c3af3d-f769-4ac2-a801-ac4f22e3e8fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:39.080239 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a4c3af3d-f769-4ac2-a801-ac4f22e3e8fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:39.124970 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-a4c3af3d-f769-4ac2-a801-ac4f22e3e8fb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c3b40bc319b94570b5e3b4e2a0593114&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1492989 Dec 20 14:56:39.124970 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c3af3d-f769-4ac2-a801-ac4f22e3e8fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c2d330f-0df9-47d4-88e7-3acb996906d3,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:56:39.125971 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42452) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:39.183332 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6454a894-f677-459b-8111-8a21d908e921 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:39.208615 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6454a894-f677-459b-8111-8a21d908e921 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:39.267315 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6454a894-f677-459b-8111-8a21d908e921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:39.270154 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6454a894-f677-459b-8111-8a21d908e921 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:39.273774 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-6454a894-f677-459b-8111-8a21d908e921 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3c2d330f-0df9-47d4-88e7-3acb996906d3 HTTP/1.1" status: 204 len: 168 time: 0.1436415 Dec 20 14:56:39.284002 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6454a894-f677-459b-8111-8a21d908e921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c2d330f-0df9-47d4-88e7-3acb996906d3,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:56:39.462309 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 42470) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:39.564917 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-5f09f822-33c3-484f-9111-cae0709f29e6 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:56:39.565428 n-d-761264-19 neutron-server[103168]: WARNING neutron.api.v2.base [None req-5f09f822-33c3-484f-9111-cae0709f29e6 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 20 14:56:39.566007 n-d-761264-19 neutron-server[103168]: INFO neutron.api.v2.resource [None req-5f09f822-33c3-484f-9111-cae0709f29e6 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] create failed (client error): There was a conflict when trying to complete your request. Dec 20 14:56:39.570492 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-5f09f822-33c3-484f-9111-cae0709f29e6 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1036520 Dec 20 14:56:39.571065 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 42478) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:39.577313 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-3fc1938b-7099-462a-b33f-32e72db886c3 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Request body: {'security_group': {'name': 'tempest-secgroup--63534233'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:56:39.603782 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3fc1938b-7099-462a-b33f-32e72db886c3 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:39.613898 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3fc1938b-7099-462a-b33f-32e72db886c3 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:39.695745 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3fc1938b-7099-462a-b33f-32e72db886c3 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:39.700302 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3fc1938b-7099-462a-b33f-32e72db886c3 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:39.747208 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc1938b-7099-462a-b33f-32e72db886c3 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=228f117a-c56f-4b45-b404-787c472f9bb3,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:56:39.785249 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3fc1938b-7099-462a-b33f-32e72db886c3 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:39.789051 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3fc1938b-7099-462a-b33f-32e72db886c3 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:39.825041 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3fc1938b-7099-462a-b33f-32e72db886c3 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:39.828645 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-3fc1938b-7099-462a-b33f-32e72db886c3 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2566426 Dec 20 14:56:39.829030 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42492) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:39.830313 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc1938b-7099-462a-b33f-32e72db886c3 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f99ef2d-9658-4670-8cd0-fa16759495f5,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:56:39.847101 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-afcbd49b-093c-4e83-bfba-b1d106768cb2 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Request body: {'security_group_rule': {'security_group_id': '6f99ef2d-9658-4670-8cd0-fa16759495f5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:56:39.883621 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-afcbd49b-093c-4e83-bfba-b1d106768cb2 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:39.931356 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-afcbd49b-093c-4e83-bfba-b1d106768cb2 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:39.936236 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-afcbd49b-093c-4e83-bfba-b1d106768cb2 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:39.957650 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcbd49b-093c-4e83-bfba-b1d106768cb2 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ff98b82-4d58-47f9-9dc3-d8c3569d8b83,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:56:39.963606 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-afcbd49b-093c-4e83-bfba-b1d106768cb2 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:39.965202 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-afcbd49b-093c-4e83-bfba-b1d106768cb2 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1341703 Dec 20 14:56:39.968166 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42496) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:39.974031 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-368c8680-25af-4158-aa4c-ac026f336b8b tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Request body: {'security_group_rule': {'security_group_id': '6f99ef2d-9658-4670-8cd0-fa16759495f5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:56:40.004619 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-368c8680-25af-4158-aa4c-ac026f336b8b tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:40.051622 n-d-761264-19 neutron-server[103167]: INFO neutron.api.v2.resource [None req-368c8680-25af-4158-aa4c-ac026f336b8b tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] create failed (client error): There was a conflict when trying to complete your request. Dec 20 14:56:40.052768 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-368c8680-25af-4158-aa4c-ac026f336b8b tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0836647 Dec 20 14:56:40.055670 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42500) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:40.071718 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 89360329-b7a9-4fb8-922c-f561d516b2b8 up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:56:40.123044 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9e521357-0cfc-4b29-a93b-9e7c993b3037 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:40.143592 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning for port 89360329-b7a9-4fb8-922c-f561d516b2b8 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:56:40.147578 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port 89360329-b7a9-4fb8-922c-f561d516b2b8 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:56:40.148241 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:40.150513 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9e521357-0cfc-4b29-a93b-9e7c993b3037 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:40.208036 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9e521357-0cfc-4b29-a93b-9e7c993b3037 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:40.210651 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9e521357-0cfc-4b29-a93b-9e7c993b3037 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:40.214235 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-9e521357-0cfc-4b29-a93b-9e7c993b3037 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] 10.222.0.54 "DELETE /v2.0/security-groups/6f99ef2d-9658-4670-8cd0-fa16759495f5 HTTP/1.1" status: 204 len: 168 time: 0.1549907 Dec 20 14:56:40.214632 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 42504) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:40.224560 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e521357-0cfc-4b29-a93b-9e7c993b3037 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f99ef2d-9658-4670-8cd0-fa16759495f5,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:56:40.289276 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:40.310250 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-c98c48b1-6001-424f-a500-b42ec470fd2d tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0940807 Dec 20 14:56:40.314382 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42512) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:40.319280 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60c6ec51-745e-4004-b210-e2f2b7c02f58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89360329-b7a9-4fb8-922c-f561d516b2b8'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:56:40.320454 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-32e1cf2c-3360-4f0e-9aa4-e41e0c53be2a tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Request body: {'security_group': {'name': 'tempest-secgroup--312729688'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:56:40.321531 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a84d2ef-5bde-418a-92d7-50886b54428c" -d '{"events": [{"server_uuid": "60c6ec51-745e-4004-b210-e2f2b7c02f58", "name": "network-vif-plugged", "status": "completed", "tag": "89360329-b7a9-4fb8-922c-f561d516b2b8"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:56:40.338841 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 89360329-b7a9-4fb8-922c-f561d516b2b8, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=89360329-b7a9-4fb8-922c-f561d516b2b8,segment=NetworkSegment(97331217-8ab9-4df1-bff9-088a0c988bac),segment_id=97331217-8ab9-4df1-bff9-088a0c988bac)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:56:40.344800 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:40.357131 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-32e1cf2c-3360-4f0e-9aa4-e41e0c53be2a tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:40.411263 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb087917-9a81-4bf3-8460-0b01678d0a86 x-openstack-request-id: req-fb087917-9a81-4bf3-8460-0b01678d0a86 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:56:40.411637 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60c6ec51-745e-4004-b210-e2f2b7c02f58", "name": "network-vif-plugged", "status": "completed", "tag": "89360329-b7a9-4fb8-922c-f561d516b2b8", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:56:40.411899 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fb087917-9a81-4bf3-8460-0b01678d0a86 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:56:40.412295 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60c6ec51-745e-4004-b210-e2f2b7c02f58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89360329-b7a9-4fb8-922c-f561d516b2b8', 'code': 200} Dec 20 14:56:40.415876 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=89360329-b7a9-4fb8-922c-f561d516b2b8,revision_number=13']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:56:40.458945 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-32e1cf2c-3360-4f0e-9aa4-e41e0c53be2a tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:40.464127 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-32e1cf2c-3360-4f0e-9aa4-e41e0c53be2a tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:40.788976 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-32e1cf2c-3360-4f0e-9aa4-e41e0c53be2a tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:40.790571 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-32e1cf2c-3360-4f0e-9aa4-e41e0c53be2a tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4748666 Dec 20 14:56:40.791631 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e1cf2c-3360-4f0e-9aa4-e41e0c53be2a tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7787bedf-d568-488e-867c-8a4c188e1901,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:56:40.794290 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 42532) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:40.801050 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-bea6a579-c59c-414b-a987-8b0e957a2a39 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Request body: {'security_group_rule': {'security_group_id': '7787bedf-d568-488e-867c-8a4c188e1901', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:56:40.801897 n-d-761264-19 neutron-server[103168]: WARNING neutron.api.v2.base [None req-bea6a579-c59c-414b-a987-8b0e957a2a39 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 20 14:56:40.803531 n-d-761264-19 neutron-server[103168]: INFO neutron.api.v2.resource [None req-bea6a579-c59c-414b-a987-8b0e957a2a39 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 14:56:40.804479 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-bea6a579-c59c-414b-a987-8b0e957a2a39 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0081830 Dec 20 14:56:40.807311 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 42534) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:40.877655 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1dc9971c-44ad-44ae-bd97-8c2b7963b598 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:40.902695 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1dc9971c-44ad-44ae-bd97-8c2b7963b598 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:40.948320 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1dc9971c-44ad-44ae-bd97-8c2b7963b598 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:40.951718 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1dc9971c-44ad-44ae-bd97-8c2b7963b598 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:40.953098 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-1dc9971c-44ad-44ae-bd97-8c2b7963b598 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] 10.222.0.54 "DELETE /v2.0/security-groups/7787bedf-d568-488e-867c-8a4c188e1901 HTTP/1.1" status: 204 len: 168 time: 0.1448932 Dec 20 14:56:40.956266 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42548) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:40.962644 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc9971c-44ad-44ae-bd97-8c2b7963b598 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7787bedf-d568-488e-867c-8a4c188e1901,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:56:41.009972 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-ea95089f-bdd1-47d4-9d51-f72bc4c2010d tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0523880 Dec 20 14:56:41.013955 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42550) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:41.019320 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-2b0ce8ca-5979-49f0-bc3d-9bba2f2dacab tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Request body: {'security_group': {'name': 'tempest-secgroup--2024957524'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:56:41.046604 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2b0ce8ca-5979-49f0-bc3d-9bba2f2dacab tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:41.117851 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2b0ce8ca-5979-49f0-bc3d-9bba2f2dacab tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:41.122217 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2b0ce8ca-5979-49f0-bc3d-9bba2f2dacab tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:41.164688 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0ce8ca-5979-49f0-bc3d-9bba2f2dacab tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a63c00a1-7f66-42af-ba33-7acdacb84594,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:56:41.176086 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2b0ce8ca-5979-49f0-bc3d-9bba2f2dacab tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:41.177346 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-2b0ce8ca-5979-49f0-bc3d-9bba2f2dacab tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1623471 Dec 20 14:56:41.180920 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 42574) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:41.186213 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-6498b533-f462-4598-a1eb-8fc18f65372c tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Request body: {'security_group_rule': {'security_group_id': 'a63c00a1-7f66-42af-ba33-7acdacb84594', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:56:41.187422 n-d-761264-19 neutron-server[103168]: WARNING neutron.api.v2.base [None req-6498b533-f462-4598-a1eb-8fc18f65372c tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 20 14:56:41.188069 n-d-761264-19 neutron-server[103168]: INFO neutron.api.v2.resource [None req-6498b533-f462-4598-a1eb-8fc18f65372c tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 14:56:41.192453 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-6498b533-f462-4598-a1eb-8fc18f65372c tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0101783 Dec 20 14:56:41.195976 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 42582) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:41.253191 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6e06792d-1abe-40a8-ad1e-ac8f79822470 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:41.288087 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6e06792d-1abe-40a8-ad1e-ac8f79822470 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:41.341638 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6e06792d-1abe-40a8-ad1e-ac8f79822470 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:41.344760 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6e06792d-1abe-40a8-ad1e-ac8f79822470 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:41.346017 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-6e06792d-1abe-40a8-ad1e-ac8f79822470 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] 10.222.0.54 "DELETE /v2.0/security-groups/a63c00a1-7f66-42af-ba33-7acdacb84594 HTTP/1.1" status: 204 len: 168 time: 0.1480100 Dec 20 14:56:41.348851 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42586) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:41.357130 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e06792d-1abe-40a8-ad1e-ac8f79822470 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a63c00a1-7f66-42af-ba33-7acdacb84594,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:56:41.407934 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-f9392352-ba30-4186-816f-a4777bee8421 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0574951 Dec 20 14:56:41.411858 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 42588) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:41.416579 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-72ba752f-2f69-4d9a-912f-cbea3412c00d tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Request body: {'security_group': {'name': 'tempest-secgroup--1981412757'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:56:41.444869 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-72ba752f-2f69-4d9a-912f-cbea3412c00d tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:41.515893 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-72ba752f-2f69-4d9a-912f-cbea3412c00d tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:41.520716 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-72ba752f-2f69-4d9a-912f-cbea3412c00d tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:41.549371 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-72ba752f-2f69-4d9a-912f-cbea3412c00d tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:41.553534 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-72ba752f-2f69-4d9a-912f-cbea3412c00d tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1376574 Dec 20 14:56:41.553852 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42592) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:41.556763 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ba752f-2f69-4d9a-912f-cbea3412c00d tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69984cc4-401c-4e45-8d38-4e550fe5e349,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:56:41.558404 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-0a55c4c7-00be-4a96-a7a9-6900d697f986 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Request body: {'security_group_rule': {'security_group_id': '69984cc4-401c-4e45-8d38-4e550fe5e349', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:56:41.559315 n-d-761264-19 neutron-server[103167]: WARNING neutron.api.v2.base [None req-0a55c4c7-00be-4a96-a7a9-6900d697f986 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 20 14:56:41.559806 n-d-761264-19 neutron-server[103167]: INFO neutron.api.v2.resource [None req-0a55c4c7-00be-4a96-a7a9-6900d697f986 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 14:56:41.560747 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-0a55c4c7-00be-4a96-a7a9-6900d697f986 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0059128 Dec 20 14:56:41.561248 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42594) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:41.563883 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 42596) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:41.568935 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-6b1827e4-d96e-4087-b28f-1e790a6f5269 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Request body: {'security_group_rule': {'security_group_id': '69984cc4-401c-4e45-8d38-4e550fe5e349', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:56:41.570714 n-d-761264-19 neutron-server[103168]: WARNING neutron.api.v2.base [None req-6b1827e4-d96e-4087-b28f-1e790a6f5269 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 20 14:56:41.571342 n-d-761264-19 neutron-server[103168]: INFO neutron.api.v2.resource [None req-6b1827e4-d96e-4087-b28f-1e790a6f5269 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 14:56:41.575021 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42600) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:41.579998 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-3d982490-fc74-4064-9163-d7e0e87db91b tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Request body: {'security_group_rule': {'security_group_id': '69984cc4-401c-4e45-8d38-4e550fe5e349', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:56:41.580762 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-6b1827e4-d96e-4087-b28f-1e790a6f5269 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0103533 Dec 20 14:56:41.580900 n-d-761264-19 neutron-server[103167]: WARNING neutron.api.v2.base [None req-3d982490-fc74-4064-9163-d7e0e87db91b tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 20 14:56:41.581383 n-d-761264-19 neutron-server[103167]: INFO neutron.api.v2.resource [None req-3d982490-fc74-4064-9163-d7e0e87db91b tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 14:56:41.584639 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-3d982490-fc74-4064-9163-d7e0e87db91b tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0064130 Dec 20 14:56:41.584772 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42602) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:41.589263 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-c4d870ff-d6d1-4b40-95b6-cc2923aa26fe tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Request body: {'security_group_rule': {'security_group_id': '69984cc4-401c-4e45-8d38-4e550fe5e349', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:56:41.590104 n-d-761264-19 neutron-server[103167]: WARNING neutron.api.v2.base [None req-c4d870ff-d6d1-4b40-95b6-cc2923aa26fe tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 20 14:56:41.590933 n-d-761264-19 neutron-server[103167]: INFO neutron.api.v2.resource [None req-c4d870ff-d6d1-4b40-95b6-cc2923aa26fe tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 14:56:41.594496 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-c4d870ff-d6d1-4b40-95b6-cc2923aa26fe tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0061717 Dec 20 14:56:41.594496 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42604) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:41.655284 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-edbf78de-c5d5-413f-8f1d-2ae6948b9394 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:41.688019 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-edbf78de-c5d5-413f-8f1d-2ae6948b9394 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:41.690986 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-daa3de54-eb55-49a4-ac28-3497a4d4b47b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:41.717997 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:41.755963 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-edbf78de-c5d5-413f-8f1d-2ae6948b9394 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:41.758469 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-edbf78de-c5d5-413f-8f1d-2ae6948b9394 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:41.759611 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-edbf78de-c5d5-413f-8f1d-2ae6948b9394 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] 10.222.0.54 "DELETE /v2.0/security-groups/69984cc4-401c-4e45-8d38-4e550fe5e349 HTTP/1.1" status: 204 len: 168 time: 0.1644769 Dec 20 14:56:41.762516 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 42606) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:41.774202 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbf78de-c5d5-413f-8f1d-2ae6948b9394 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69984cc4-401c-4e45-8d38-4e550fe5e349,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:56:41.804187 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-daa3de54-eb55-49a4-ac28-3497a4d4b47b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:41.808944 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-daa3de54-eb55-49a4-ac28-3497a4d4b47b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:41.826300 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-2dfc6a91-5ac4-4295-b0c6-34d5eaa39c56 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0624733 Dec 20 14:56:41.829899 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 42608) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:41.835803 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-a214f0a2-b3c7-4e7b-8490-f38af05105ea tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Request body: {'security_group': {'name': 'tempest-secgroup--93863284'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:56:41.848536 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-daa3de54-eb55-49a4-ac28-3497a4d4b47b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=345599f2d1bb41638b05019560cd1995&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2863352 Dec 20 14:56:41.849700 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa3de54-eb55-49a4-ac28-3497a4d4b47b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adb270b3-6b88-4c19-b98e-1cbaff0dab28,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:56:41.851286 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 42610) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:41.893728 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a214f0a2-b3c7-4e7b-8490-f38af05105ea tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:41.925082 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f521616e-7f24-4ac6-ab8d-74f5c3808872 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:41.958046 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f521616e-7f24-4ac6-ab8d-74f5c3808872 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:42.017322 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a214f0a2-b3c7-4e7b-8490-f38af05105ea tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:42.024930 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a214f0a2-b3c7-4e7b-8490-f38af05105ea tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:42.052269 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f521616e-7f24-4ac6-ab8d-74f5c3808872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:42.054988 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f521616e-7f24-4ac6-ab8d-74f5c3808872 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:42.056133 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-f521616e-7f24-4ac6-ab8d-74f5c3808872 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/adb270b3-6b88-4c19-b98e-1cbaff0dab28 HTTP/1.1" status: 204 len: 168 time: 0.2037168 Dec 20 14:56:42.069024 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a214f0a2-b3c7-4e7b-8490-f38af05105ea tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:42.070618 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-a214f0a2-b3c7-4e7b-8490-f38af05105ea tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2394085 Dec 20 14:56:42.071741 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a214f0a2-b3c7-4e7b-8490-f38af05105ea tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c26aaa-a8e8-4052-9fe0-452c5397d813,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:56:42.074038 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 42618) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:42.078827 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-0046ec5a-975f-46ec-ab3d-efced93809b2 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Request body: {'security_group_rule': {'security_group_id': 'b2c26aaa-a8e8-4052-9fe0-452c5397d813', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:56:42.078827 n-d-761264-19 neutron-server[103168]: WARNING neutron.api.v2.base [None req-0046ec5a-975f-46ec-ab3d-efced93809b2 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 20 14:56:42.079333 n-d-761264-19 neutron-server[103168]: INFO neutron.api.v2.resource [None req-0046ec5a-975f-46ec-ab3d-efced93809b2 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 14:56:42.080271 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-0046ec5a-975f-46ec-ab3d-efced93809b2 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0053909 Dec 20 14:56:42.083806 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 42620) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:42.093332 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-909e6ce5-d39f-4d3d-a992-6410570e975c tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Request body: {'security_group_rule': {'security_group_id': 'b2c26aaa-a8e8-4052-9fe0-452c5397d813', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:56:42.098321 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f521616e-7f24-4ac6-ab8d-74f5c3808872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adb270b3-6b88-4c19-b98e-1cbaff0dab28,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:56:42.137054 n-d-761264-19 neutron-server[103168]: INFO neutron.api.v2.resource [None req-909e6ce5-d39f-4d3d-a992-6410570e975c tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 14:56:42.138217 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-909e6ce5-d39f-4d3d-a992-6410570e975c tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0535555 Dec 20 14:56:42.141126 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42624) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:42.145740 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-c79145dd-2c1d-4fa6-9749-e2b690abfd6c tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Request body: {'security_group_rule': {'security_group_id': 'b2c26aaa-a8e8-4052-9fe0-452c5397d813', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:56:42.146488 n-d-761264-19 neutron-server[103167]: WARNING neutron.api.v2.base [None req-c79145dd-2c1d-4fa6-9749-e2b690abfd6c tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 20 14:56:42.147001 n-d-761264-19 neutron-server[103167]: INFO neutron.api.v2.resource [None req-c79145dd-2c1d-4fa6-9749-e2b690abfd6c tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 14:56:42.147926 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-c79145dd-2c1d-4fa6-9749-e2b690abfd6c tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0058196 Dec 20 14:56:42.150375 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42626) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:42.155047 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-5fffef76-394c-4e39-b4b9-a342b5529312 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Request body: {'security_group_rule': {'security_group_id': 'b2c26aaa-a8e8-4052-9fe0-452c5397d813', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:56:42.207441 n-d-761264-19 neutron-server[103167]: INFO neutron.api.v2.resource [None req-5fffef76-394c-4e39-b4b9-a342b5529312 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 14:56:42.209233 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-5fffef76-394c-4e39-b4b9-a342b5529312 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0575278 Dec 20 14:56:42.211932 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42628) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:42.216720 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-105e305f-2ee1-416b-b488-ad434eb5e933 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Request body: {'security_group_rule': {'security_group_id': 'b2c26aaa-a8e8-4052-9fe0-452c5397d813', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:56:42.217197 n-d-761264-19 neutron-server[103167]: WARNING neutron.api.v2.base [None req-105e305f-2ee1-416b-b488-ad434eb5e933 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 20 14:56:42.217685 n-d-761264-19 neutron-server[103167]: INFO neutron.api.v2.resource [None req-105e305f-2ee1-416b-b488-ad434eb5e933 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 14:56:42.218632 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-105e305f-2ee1-416b-b488-ad434eb5e933 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0056269 Dec 20 14:56:42.221331 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42630) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:42.226042 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-2fbb8235-6202-49a6-be32-f699ac995779 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Request body: {'security_group_rule': {'security_group_id': 'b2c26aaa-a8e8-4052-9fe0-452c5397d813', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:56:42.253557 n-d-761264-19 neutron-server[103167]: INFO neutron.db.securitygroups_db [None req-2fbb8235-6202-49a6-be32-f699ac995779 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Project 64d5bc8d60f4489a96e80cbca363c9e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 14:56:42.270281 n-d-761264-19 neutron-server[103167]: INFO neutron.api.v2.resource [None req-2fbb8235-6202-49a6-be32-f699ac995779 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 14:56:42.271370 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-2fbb8235-6202-49a6-be32-f699ac995779 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0487156 Dec 20 14:56:42.274422 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42634) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:42.279177 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-3027ace1-7e42-4b69-85f7-78e25851a9d6 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Request body: {'security_group_rule': {'security_group_id': 'b2c26aaa-a8e8-4052-9fe0-452c5397d813', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:56:42.279834 n-d-761264-19 neutron-server[103167]: WARNING neutron.api.v2.base [None req-3027ace1-7e42-4b69-85f7-78e25851a9d6 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 20 14:56:42.280485 n-d-761264-19 neutron-server[103167]: INFO neutron.api.v2.resource [None req-3027ace1-7e42-4b69-85f7-78e25851a9d6 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 14:56:42.281648 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-3027ace1-7e42-4b69-85f7-78e25851a9d6 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0058420 Dec 20 14:56:42.284166 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42636) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:42.288480 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-8c3e1ec9-5cc1-4145-b53c-4109afb81b07 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Request body: {'security_group_rule': {'security_group_id': 'b2c26aaa-a8e8-4052-9fe0-452c5397d813', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:56:42.315220 n-d-761264-19 neutron-server[103167]: INFO neutron.db.securitygroups_db [None req-8c3e1ec9-5cc1-4145-b53c-4109afb81b07 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Project 64d5bc8d60f4489a96e80cbca363c9e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 14:56:42.330088 n-d-761264-19 neutron-server[103167]: INFO neutron.api.v2.resource [None req-8c3e1ec9-5cc1-4145-b53c-4109afb81b07 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 14:56:42.331176 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-8c3e1ec9-5cc1-4145-b53c-4109afb81b07 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0460546 Dec 20 14:56:42.334111 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42638) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:42.338616 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-d0932a3a-8589-4f40-b898-7ad7abde4377 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Request body: {'security_group_rule': {'security_group_id': 'b2c26aaa-a8e8-4052-9fe0-452c5397d813', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:56:42.364659 n-d-761264-19 neutron-server[103167]: INFO neutron.db.securitygroups_db [None req-d0932a3a-8589-4f40-b898-7ad7abde4377 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Project 64d5bc8d60f4489a96e80cbca363c9e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 14:56:42.379729 n-d-761264-19 neutron-server[103167]: INFO neutron.api.v2.resource [None req-d0932a3a-8589-4f40-b898-7ad7abde4377 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 14:56:42.383392 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-d0932a3a-8589-4f40-b898-7ad7abde4377 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0457444 Dec 20 14:56:42.383706 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42640) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:42.414453 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 42642) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:42.430020 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e26c62c8-04c1-4d38-8de0-9cd92d7b7b6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:42.438900 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e59cfe15-c4d4-4275-952d-b9354da3a4a9 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:42.461007 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e59cfe15-c4d4-4275-952d-b9354da3a4a9 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:42.506196 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e59cfe15-c4d4-4275-952d-b9354da3a4a9 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:42.511017 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e59cfe15-c4d4-4275-952d-b9354da3a4a9 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:42.512263 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-e59cfe15-c4d4-4275-952d-b9354da3a4a9 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] 10.222.0.54 "DELETE /v2.0/security-groups/b2c26aaa-a8e8-4052-9fe0-452c5397d813 HTTP/1.1" status: 204 len: 168 time: 0.1276579 Dec 20 14:56:42.515021 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 42644) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:42.521731 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59cfe15-c4d4-4275-952d-b9354da3a4a9 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c26aaa-a8e8-4052-9fe0-452c5397d813,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:56:42.536409 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e26c62c8-04c1-4d38-8de0-9cd92d7b7b6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:42.544678 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e26c62c8-04c1-4d38-8de0-9cd92d7b7b6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:42.600470 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-cb465ed1-ed8f-4894-9973-54a08ed753e0 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0841298 Dec 20 14:56:42.605091 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 42646) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:42.609717 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-e754bb75-310f-429d-a185-bf754d016aeb tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Request body: {'security_group': {'name': 'tempest-secgroup--961078541'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:56:42.616510 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-e26c62c8-04c1-4d38-8de0-9cd92d7b7b6c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=fefb3aa519d648f78597045b0a577f60&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2009208 Dec 20 14:56:42.621785 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42648) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:42.622047 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26c62c8-04c1-4d38-8de0-9cd92d7b7b6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3777ad70-a8ba-4449-b850-de24aebc698a,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:56:42.642603 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e754bb75-310f-429d-a185-bf754d016aeb tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:42.681716 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-695e2f79-279f-47c9-8c0d-7f8c00c88a04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:42.704083 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-695e2f79-279f-47c9-8c0d-7f8c00c88a04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:42.719954 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e754bb75-310f-429d-a185-bf754d016aeb tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:42.725054 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e754bb75-310f-429d-a185-bf754d016aeb tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:42.756036 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e754bb75-310f-429d-a185-bf754d016aeb tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:42.756549 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-695e2f79-279f-47c9-8c0d-7f8c00c88a04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:42.757375 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-e754bb75-310f-429d-a185-bf754d016aeb tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1509879 Dec 20 14:56:42.760354 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-695e2f79-279f-47c9-8c0d-7f8c00c88a04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:42.760695 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 42650) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:42.762563 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-695e2f79-279f-47c9-8c0d-7f8c00c88a04 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3777ad70-a8ba-4449-b850-de24aebc698a HTTP/1.1" status: 204 len: 168 time: 0.1397889 Dec 20 14:56:42.765516 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-06ffdd3d-c8ce-4560-9417-7baaca77033b tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Request body: {'security_group_rule': {'security_group_id': '1a7bc162-7c25-4f14-acd4-0ed991442acc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:56:42.772648 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e754bb75-310f-429d-a185-bf754d016aeb tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a7bc162-7c25-4f14-acd4-0ed991442acc,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:56:42.775542 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695e2f79-279f-47c9-8c0d-7f8c00c88a04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3777ad70-a8ba-4449-b850-de24aebc698a,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:56:42.819935 n-d-761264-19 neutron-server[103168]: INFO neutron.api.v2.resource [None req-06ffdd3d-c8ce-4560-9417-7baaca77033b tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] create failed (client error): The resource could not be found. Dec 20 14:56:42.821115 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-06ffdd3d-c8ce-4560-9417-7baaca77033b tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0593996 Dec 20 14:56:42.824215 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42654) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:42.829939 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-2a67becc-6753-481d-bf91-277f0ca30526 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Request body: {'security_group_rule': {'security_group_id': '1a7bc162-7c25-4f14-acd4-0ed991442acc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '9a2dbf95-5304-4c36-b854-3b6daf907493'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:56:42.897960 n-d-761264-19 neutron-server[103167]: INFO neutron.api.v2.resource [None req-2a67becc-6753-481d-bf91-277f0ca30526 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] create failed (client error): The resource could not be found. Dec 20 14:56:42.899430 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-2a67becc-6753-481d-bf91-277f0ca30526 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0735042 Dec 20 14:56:42.902337 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42658) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:42.970035 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-93cdd808-aeca-496e-bc69-e0b75e49618d tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:42.997642 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-93cdd808-aeca-496e-bc69-e0b75e49618d tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:43.041915 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-93cdd808-aeca-496e-bc69-e0b75e49618d tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:43.044701 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-93cdd808-aeca-496e-bc69-e0b75e49618d tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:43.046013 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-93cdd808-aeca-496e-bc69-e0b75e49618d tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] 10.222.0.54 "DELETE /v2.0/security-groups/1a7bc162-7c25-4f14-acd4-0ed991442acc HTTP/1.1" status: 204 len: 168 time: 0.1425195 Dec 20 14:56:43.048803 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 42666) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:43.062806 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cdd808-aeca-496e-bc69-e0b75e49618d tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a7bc162-7c25-4f14-acd4-0ed991442acc,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:56:43.108453 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-c4987c38-fdf0-45a1-9806-493071c88c1e tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0577846 Dec 20 14:56:43.113605 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42670) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:43.118321 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-6cc47352-91f2-48c1-8556-32eb6729c090 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Request body: {'security_group_rule': {'security_group_id': '36b33c5c-43f3-4ffd-be25-f58bada199d0', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:56:43.162656 n-d-761264-19 neutron-server[103167]: INFO neutron.api.v2.resource [None req-6cc47352-91f2-48c1-8556-32eb6729c090 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] create failed (client error): The resource could not be found. Dec 20 14:56:43.167482 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-6cc47352-91f2-48c1-8556-32eb6729c090 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0491478 Dec 20 14:56:43.167603 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 42674) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:43.172071 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-4ea00b87-d16e-4bee-922e-05f2c91f8e1b tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Request body: {'security_group': {'name': 'tempest-secgroup--1141442017'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:56:43.205103 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4ea00b87-d16e-4bee-922e-05f2c91f8e1b tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:43.278535 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4ea00b87-d16e-4bee-922e-05f2c91f8e1b tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:43.283463 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4ea00b87-d16e-4bee-922e-05f2c91f8e1b tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:43.311777 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4ea00b87-d16e-4bee-922e-05f2c91f8e1b tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:43.315443 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-4ea00b87-d16e-4bee-922e-05f2c91f8e1b tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1443441 Dec 20 14:56:43.315677 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 42680) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:43.320699 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-71ea43a1-df13-465e-aa15-aac0e330f655 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Request body: {'security_group': {'name': 'tempest-secgroup--2135121541'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:56:43.325681 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea00b87-d16e-4bee-922e-05f2c91f8e1b tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4787f402-fc9f-4a44-a432-f2c636efdde7,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:56:43.351843 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-71ea43a1-df13-465e-aa15-aac0e330f655 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:43.429609 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-71ea43a1-df13-465e-aa15-aac0e330f655 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:43.434631 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-71ea43a1-df13-465e-aa15-aac0e330f655 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:43.465258 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-71ea43a1-df13-465e-aa15-aac0e330f655 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:43.469314 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-71ea43a1-df13-465e-aa15-aac0e330f655 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1498318 Dec 20 14:56:43.469597 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42688) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:43.471961 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ea43a1-df13-465e-aa15-aac0e330f655 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10f9174d-c175-474f-b264-41d19353cb8c,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:56:43.483361 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-24b2ac34-a765-4900-b0a2-388e693cb4f9 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Request body: {'security_group_rule': {'security_group_id': '4787f402-fc9f-4a44-a432-f2c636efdde7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '10f9174d-c175-474f-b264-41d19353cb8c'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:56:43.528988 n-d-761264-19 neutron-server[103167]: INFO neutron.api.v2.resource [None req-24b2ac34-a765-4900-b0a2-388e693cb4f9 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 14:56:43.533396 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 42692) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:43.535299 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-24b2ac34-a765-4900-b0a2-388e693cb4f9 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0643053 Dec 20 14:56:43.591722 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f840c27f-6208-490a-ba62-3055cbf80c9e tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:43.618038 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f840c27f-6208-490a-ba62-3055cbf80c9e tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:43.660537 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f840c27f-6208-490a-ba62-3055cbf80c9e tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:43.664006 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f840c27f-6208-490a-ba62-3055cbf80c9e tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:43.665182 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-f840c27f-6208-490a-ba62-3055cbf80c9e tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] 10.222.0.54 "DELETE /v2.0/security-groups/10f9174d-c175-474f-b264-41d19353cb8c HTTP/1.1" status: 204 len: 168 time: 0.1308069 Dec 20 14:56:43.668052 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42696) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:43.674564 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f840c27f-6208-490a-ba62-3055cbf80c9e tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10f9174d-c175-474f-b264-41d19353cb8c,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:56:43.743657 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-544d46cf-5317-4d45-911b-5b7d4d1b0ecb tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0741050 Dec 20 14:56:43.746747 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 42700) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:43.803026 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-808ef272-d1d8-40d9-a23b-9216f5700b25 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:43.825712 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-808ef272-d1d8-40d9-a23b-9216f5700b25 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:43.880216 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-808ef272-d1d8-40d9-a23b-9216f5700b25 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:43.884721 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-808ef272-d1d8-40d9-a23b-9216f5700b25 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:43.885890 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-808ef272-d1d8-40d9-a23b-9216f5700b25 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] 10.222.0.54 "DELETE /v2.0/security-groups/4787f402-fc9f-4a44-a432-f2c636efdde7 HTTP/1.1" status: 204 len: 168 time: 0.1381042 Dec 20 14:56:43.888670 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42710) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:43.896372 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ef272-d1d8-40d9-a23b-9216f5700b25 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4787f402-fc9f-4a44-a432-f2c636efdde7,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:56:43.949952 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-c4c06085-0f3e-47ef-bfef-a2ccbf892a4a tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0598700 Dec 20 14:56:43.954977 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 42714) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:43.963177 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-7f2dc5f1-5351-40a3-91c2-3c157de64619 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Request body: {'security_group': {'name': 'tempest-secgroup--471229648'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:56:43.990716 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7f2dc5f1-5351-40a3-91c2-3c157de64619 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:44.058759 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7f2dc5f1-5351-40a3-91c2-3c157de64619 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:44.064603 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7f2dc5f1-5351-40a3-91c2-3c157de64619 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:44.098552 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7f2dc5f1-5351-40a3-91c2-3c157de64619 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:44.099772 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-7f2dc5f1-5351-40a3-91c2-3c157de64619 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1435914 Dec 20 14:56:44.100644 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2dc5f1-5351-40a3-91c2-3c157de64619 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc87dcd4-9ae3-4206-85be-1cfaa1e1fbb9,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:56:44.102882 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 42718) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:44.109755 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-a3b7bd16-9c73-4334-a3e7-ba5909c6e90e tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Request body: {'security_group_rule': {'security_group_id': 'cc87dcd4-9ae3-4206-85be-1cfaa1e1fbb9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:56:44.151836 n-d-761264-19 neutron-server[103168]: INFO neutron.api.v2.resource [None req-a3b7bd16-9c73-4334-a3e7-ba5909c6e90e tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 14:56:44.155151 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-a3b7bd16-9c73-4334-a3e7-ba5909c6e90e tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0511377 Dec 20 14:56:44.155936 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42724) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:44.160531 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-726073f2-8a68-4b94-a35d-391f2abfb4c0 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Request body: {'security_group_rule': {'security_group_id': 'cc87dcd4-9ae3-4206-85be-1cfaa1e1fbb9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:56:44.200922 n-d-761264-19 neutron-server[103167]: INFO neutron.api.v2.resource [None req-726073f2-8a68-4b94-a35d-391f2abfb4c0 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 14:56:44.202254 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-726073f2-8a68-4b94-a35d-391f2abfb4c0 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0452862 Dec 20 14:56:44.205133 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42726) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:44.259458 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e7f2e2da-a4c3-4dcd-a53e-44833473815b tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:44.277003 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 42728) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:44.282962 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e7f2e2da-a4c3-4dcd-a53e-44833473815b tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:44.330264 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e7f2e2da-a4c3-4dcd-a53e-44833473815b tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:44.333410 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e7f2e2da-a4c3-4dcd-a53e-44833473815b tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:44.337534 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 42732) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:44.337673 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-e7f2e2da-a4c3-4dcd-a53e-44833473815b tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] 10.222.0.54 "DELETE /v2.0/security-groups/cc87dcd4-9ae3-4206-85be-1cfaa1e1fbb9 HTTP/1.1" status: 204 len: 168 time: 0.1314387 Dec 20 14:56:44.347538 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f2e2da-a4c3-4dcd-a53e-44833473815b tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc87dcd4-9ae3-4206-85be-1cfaa1e1fbb9,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:56:44.393125 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-572e726b-9c5c-4ead-aaf0-5e55429621a7 tempest-RoutersTestDVR-1723800617 tempest-RoutersTestDVR-1723800617-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-403499741'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:56:44.401723 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-cdb0fcc0-2b67-4ad3-8b26-627c6836c362 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0631664 Dec 20 14:56:44.405899 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42734) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:44.410430 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-4048fd5a-094a-431e-a545-0afaba8e6002 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Request body: {'security_group': {'name': 'tempest-secgroup--1778746529'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:56:44.423815 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-572e726b-9c5c-4ead-aaf0-5e55429621a7 tempest-RoutersTestDVR-1723800617 tempest-RoutersTestDVR-1723800617-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40114'] for router, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:44.424821 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-572e726b-9c5c-4ead-aaf0-5e55429621a7 tempest-RoutersTestDVR-1723800617 tempest-RoutersTestDVR-1723800617-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40139'] for router, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:44.445836 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4048fd5a-094a-431e-a545-0afaba8e6002 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:44.478969 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-572e726b-9c5c-4ead-aaf0-5e55429621a7 tempest-RoutersTestDVR-1723800617 tempest-RoutersTestDVR-1723800617-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:44.484390 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-572e726b-9c5c-4ead-aaf0-5e55429621a7 tempest-RoutersTestDVR-1723800617 tempest-RoutersTestDVR-1723800617-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013'] for router, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:44.501081 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-572e726b-9c5c-4ead-aaf0-5e55429621a7 tempest-RoutersTestDVR-1723800617 tempest-RoutersTestDVR-1723800617-project-admin] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:44.502331 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-572e726b-9c5c-4ead-aaf0-5e55429621a7 tempest-RoutersTestDVR-1723800617 tempest-RoutersTestDVR-1723800617-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.2243366 Dec 20 14:56:44.504893 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 42736) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:44.515176 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4048fd5a-094a-431e-a545-0afaba8e6002 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:44.520647 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4048fd5a-094a-431e-a545-0afaba8e6002 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:44.552306 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4048fd5a-094a-431e-a545-0afaba8e6002 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:44.556277 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-4048fd5a-094a-431e-a545-0afaba8e6002 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1466475 Dec 20 14:56:44.556277 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4048fd5a-094a-431e-a545-0afaba8e6002 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e19828a-f53a-47b2-866d-fe5ff2bb19e9,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:56:44.556532 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42738) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:44.562543 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-231459dc-ef61-4c87-bd6b-97ab753abefe tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:56:44.563191 n-d-761264-19 neutron-server[103167]: WARNING neutron.api.v2.base [None req-231459dc-ef61-4c87-bd6b-97ab753abefe tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 20 14:56:44.563680 n-d-761264-19 neutron-server[103167]: INFO neutron.api.v2.resource [None req-231459dc-ef61-4c87-bd6b-97ab753abefe tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] update failed (client error): There was a conflict when trying to complete your request. Dec 20 14:56:44.567240 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-231459dc-ef61-4c87-bd6b-97ab753abefe tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] 10.222.0.54 "PUT /v2.0/security-groups/2e19828a-f53a-47b2-866d-fe5ff2bb19e9 HTTP/1.1" status: 409 len: 330 time: 0.0071845 Dec 20 14:56:44.567240 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42740) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:44.591921 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0d706e00-d439-4197-ba26-ed8d111ae568 tempest-RoutersTestDVR-1723800617 tempest-RoutersTestDVR-1723800617-project-admin] Publish callbacks [] for router, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:44.620638 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-268d529c-6704-406d-b1c6-9868f84651c4 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:44.650342 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-268d529c-6704-406d-b1c6-9868f84651c4 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:44.701758 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-268d529c-6704-406d-b1c6-9868f84651c4 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:44.705518 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-268d529c-6704-406d-b1c6-9868f84651c4 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:44.708063 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-268d529c-6704-406d-b1c6-9868f84651c4 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] 10.222.0.54 "DELETE /v2.0/security-groups/2e19828a-f53a-47b2-866d-fe5ff2bb19e9 HTTP/1.1" status: 204 len: 168 time: 0.1398482 Dec 20 14:56:44.711733 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42746) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:44.729481 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268d529c-6704-406d-b1c6-9868f84651c4 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e19828a-f53a-47b2-866d-fe5ff2bb19e9,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:56:44.770054 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0d706e00-d439-4197-ba26-ed8d111ae568 tempest-RoutersTestDVR-1723800617 tempest-RoutersTestDVR-1723800617-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40132'] for router, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:44.773443 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0d706e00-d439-4197-ba26-ed8d111ae568 tempest-RoutersTestDVR-1723800617 tempest-RoutersTestDVR-1723800617-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:44.787303 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-0286fc39-b556-472f-b334-cd516767148d tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0744326 Dec 20 14:56:44.790666 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42748) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:44.803970 n-d-761264-19 neutron-server[103167]: INFO neutron.api.v2.resource [None req-5684734e-1e16-47a3-a8c1-9b2e99bb0224 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] delete failed (client error): The resource could not be found. Dec 20 14:56:44.808659 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-5684734e-1e16-47a3-a8c1-9b2e99bb0224 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] 10.222.0.54 "DELETE /v2.0/security-groups/b5817e2b-5d57-4e9b-ab05-89c2733e4e59 HTTP/1.1" status: 404 len: 347 time: 0.0132039 Dec 20 14:56:44.809157 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42750) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:44.822428 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0d706e00-d439-4197-ba26-ed8d111ae568 tempest-RoutersTestDVR-1723800617 tempest-RoutersTestDVR-1723800617-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1594808'] for router, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:44.822897 n-d-761264-19 neutron-server[103167]: INFO neutron.api.v2.resource [None req-67f891dd-2647-4a85-8990-108951119d83 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] show failed (client error): The resource could not be found. Dec 20 14:56:44.823114 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d706e00-d439-4197-ba26-ed8d111ae568 tempest-RoutersTestDVR-1723800617 tempest-RoutersTestDVR-1723800617-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ca68e2e3-2e45-4835-bd1e-43a54a3e4d3c {{(pid=103168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 14:56:44.827384 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-67f891dd-2647-4a85-8990-108951119d83 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] 10.222.0.54 "GET /v2.0/security-groups/a87b4efd-07c6-4382-a91f-7f48c4bc5487 HTTP/1.1" status: 404 len: 347 time: 0.0138309 Dec 20 14:56:44.829248 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0d706e00-d439-4197-ba26-ed8d111ae568 tempest-RoutersTestDVR-1723800617 tempest-RoutersTestDVR-1723800617-project-admin] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:44.833393 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42752) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:44.833567 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-0d706e00-d439-4197-ba26-ed8d111ae568 tempest-RoutersTestDVR-1723800617 tempest-RoutersTestDVR-1723800617-project-admin] 10.222.0.54 "DELETE /v2.0/routers/ca68e2e3-2e45-4835-bd1e-43a54a3e4d3c HTTP/1.1" status: 204 len: 168 time: 0.3246534 Dec 20 14:56:44.833660 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42754) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:44.848106 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-71c22be1-f633-4c4e-96e7-60dbf117d2d0 tempest-RoutersTestDVR-1723800617 tempest-RoutersTestDVR-1723800617-project-admin] Request body: {'router': {'name': 'tempest-router-138895275', 'distributed': False}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:56:44.856511 n-d-761264-19 neutron-server[103167]: INFO neutron.api.v2.resource [None req-2493aec0-f106-4121-8cb1-966aff4e7539 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] show failed (client error): The resource could not be found. Dec 20 14:56:44.857638 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-2493aec0-f106-4121-8cb1-966aff4e7539 tempest-NegativeSecGroupIPv6Test-1275362933 tempest-NegativeSecGroupIPv6Test-1275362933-project] 10.222.0.54 "GET /v2.0/security-group-rules/0605f1a7-7bd1-4d09-b755-1daa23817681 HTTP/1.1" status: 404 len: 356 time: 0.0261626 Dec 20 14:56:44.881326 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-71c22be1-f633-4c4e-96e7-60dbf117d2d0 tempest-RoutersTestDVR-1723800617 tempest-RoutersTestDVR-1723800617-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40114'] for router, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:44.882302 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-71c22be1-f633-4c4e-96e7-60dbf117d2d0 tempest-RoutersTestDVR-1723800617 tempest-RoutersTestDVR-1723800617-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40139'] for router, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:44.933955 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-71c22be1-f633-4c4e-96e7-60dbf117d2d0 tempest-RoutersTestDVR-1723800617 tempest-RoutersTestDVR-1723800617-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:44.939643 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-71c22be1-f633-4c4e-96e7-60dbf117d2d0 tempest-RoutersTestDVR-1723800617 tempest-RoutersTestDVR-1723800617-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013'] for router, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:44.957345 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-71c22be1-f633-4c4e-96e7-60dbf117d2d0 tempest-RoutersTestDVR-1723800617 tempest-RoutersTestDVR-1723800617-project-admin] Publish callbacks [] for router, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:44.958552 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-71c22be1-f633-4c4e-96e7-60dbf117d2d0 tempest-RoutersTestDVR-1723800617 tempest-RoutersTestDVR-1723800617-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1235797 Dec 20 14:56:44.961464 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 42760) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:45.042902 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a917956d-b1a6-4d3e-8bd4-39c26b46dad2 tempest-RoutersTestDVR-1723800617 tempest-RoutersTestDVR-1723800617-project-admin] Publish callbacks [] for router, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:45.148061 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42766) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:45.206173 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a917956d-b1a6-4d3e-8bd4-39c26b46dad2 tempest-RoutersTestDVR-1723800617 tempest-RoutersTestDVR-1723800617-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40132'] for router, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:45.208370 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a917956d-b1a6-4d3e-8bd4-39c26b46dad2 tempest-RoutersTestDVR-1723800617 tempest-RoutersTestDVR-1723800617-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:45.253118 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a917956d-b1a6-4d3e-8bd4-39c26b46dad2 tempest-RoutersTestDVR-1723800617 tempest-RoutersTestDVR-1723800617-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1594808'] for router, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:45.253756 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a917956d-b1a6-4d3e-8bd4-39c26b46dad2 tempest-RoutersTestDVR-1723800617 tempest-RoutersTestDVR-1723800617-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b4d2662c-5e1b-4e0e-9d6e-3787af614c22 {{(pid=103168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 14:56:45.258095 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a917956d-b1a6-4d3e-8bd4-39c26b46dad2 tempest-RoutersTestDVR-1723800617 tempest-RoutersTestDVR-1723800617-project-admin] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:45.259506 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-a917956d-b1a6-4d3e-8bd4-39c26b46dad2 tempest-RoutersTestDVR-1723800617 tempest-RoutersTestDVR-1723800617-project-admin] 10.222.0.54 "DELETE /v2.0/routers/b4d2662c-5e1b-4e0e-9d6e-3787af614c22 HTTP/1.1" status: 204 len: 168 time: 0.2964394 Dec 20 14:56:45.263249 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42770) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:45.269245 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-5077e908-3977-4943-a17d-963b0b5c6023 tempest-RoutersTestDVR-1723800617 tempest-RoutersTestDVR-1723800617-project-admin] Request body: {'router': {'name': 'tempest-router-243488049', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '9a610cdd320347168ff623f9ce74b9f5'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:56:45.324437 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-51c87690-ef20-4bd4-a5c3-fb3ef5bcf3bb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=64d5bc8d60f4489a96e80cbca363c9e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1751850 Dec 20 14:56:45.325589 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5077e908-3977-4943-a17d-963b0b5c6023 tempest-RoutersTestDVR-1723800617 tempest-RoutersTestDVR-1723800617-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40114'] for router, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:45.326774 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5077e908-3977-4943-a17d-963b0b5c6023 tempest-RoutersTestDVR-1723800617 tempest-RoutersTestDVR-1723800617-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40139'] for router, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:45.327271 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 42772) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:45.359718 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:45.379326 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5077e908-3977-4943-a17d-963b0b5c6023 tempest-RoutersTestDVR-1723800617 tempest-RoutersTestDVR-1723800617-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:45.384691 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8565bee4-f5bf-41f3-a515-c84d8a76a1e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:45.384871 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5077e908-3977-4943-a17d-963b0b5c6023 tempest-RoutersTestDVR-1723800617 tempest-RoutersTestDVR-1723800617-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013'] for router, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:45.403266 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5077e908-3977-4943-a17d-963b0b5c6023 tempest-RoutersTestDVR-1723800617 tempest-RoutersTestDVR-1723800617-project-admin] Publish callbacks [] for router, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:45.406855 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-5077e908-3977-4943-a17d-963b0b5c6023 tempest-RoutersTestDVR-1723800617 tempest-RoutersTestDVR-1723800617-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1402719 Dec 20 14:56:45.407114 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42776) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:45.413003 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-d3e5b011-d161-421d-9708-d3bf702f2abc tempest-RoutersTestDVR-1723800617 tempest-RoutersTestDVR-1723800617-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:56:45.416587 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8565bee4-f5bf-41f3-a515-c84d8a76a1e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:45.469506 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8565bee4-f5bf-41f3-a515-c84d8a76a1e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:45.472519 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8565bee4-f5bf-41f3-a515-c84d8a76a1e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:45.476086 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-8565bee4-f5bf-41f3-a515-c84d8a76a1e1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/228f117a-c56f-4b45-b404-787c472f9bb3 HTTP/1.1" status: 204 len: 168 time: 0.1453805 Dec 20 14:56:45.481801 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8565bee4-f5bf-41f3-a515-c84d8a76a1e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=228f117a-c56f-4b45-b404-787c472f9bb3,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:56:45.641514 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d3e5b011-d161-421d-9708-d3bf702f2abc tempest-RoutersTestDVR-1723800617 tempest-RoutersTestDVR-1723800617-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1584976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40157'] for router, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:45.641874 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d3e5b011-d161-421d-9708-d3bf702f2abc tempest-RoutersTestDVR-1723800617 tempest-RoutersTestDVR-1723800617-project-admin] Publish callbacks [] for router, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:45.721646 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-d3e5b011-d161-421d-9708-d3bf702f2abc tempest-RoutersTestDVR-1723800617 tempest-RoutersTestDVR-1723800617-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103167) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Dec 20 14:56:45.722447 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-d3e5b011-d161-421d-9708-d3bf702f2abc tempest-RoutersTestDVR-1723800617 tempest-RoutersTestDVR-1723800617-project-admin] Router 3e1dcacc-c760-4467-8a9f-e85770d498ce migrating from provider to provider. {{(pid=103167) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Dec 20 14:56:45.722880 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d3e5b011-d161-421d-9708-d3bf702f2abc tempest-RoutersTestDVR-1723800617 tempest-RoutersTestDVR-1723800617-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:45.727615 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d3e5b011-d161-421d-9708-d3bf702f2abc tempest-RoutersTestDVR-1723800617 tempest-RoutersTestDVR-1723800617-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:45.736866 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d3e5b011-d161-421d-9708-d3bf702f2abc tempest-RoutersTestDVR-1723800617 tempest-RoutersTestDVR-1723800617-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1584999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1585022', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1594780'] for router, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:45.817166 n-d-761264-19 neutron-server[103167]: WARNING neutron.scheduler.l3_agent_scheduler [None req-d3e5b011-d161-421d-9708-d3bf702f2abc tempest-RoutersTestDVR-1723800617 tempest-RoutersTestDVR-1723800617-project-admin] No L3 agents can host the router 3e1dcacc-c760-4467-8a9f-e85770d498ce Dec 20 14:56:45.919504 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e5b011-d161-421d-9708-d3bf702f2abc tempest-RoutersTestDVR-1723800617 tempest-RoutersTestDVR-1723800617-project-admin] Hosts for router 3e1dcacc-c760-4467-8a9f-e85770d498ce: [] {{(pid=103167) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Dec 20 14:56:45.947150 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e5b011-d161-421d-9708-d3bf702f2abc tempest-RoutersTestDVR-1723800617 tempest-RoutersTestDVR-1723800617-project-admin] Hosts for other DVR routers connected to router 3e1dcacc-c760-4467-8a9f-e85770d498ce: set() {{(pid=103167) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Dec 20 14:56:45.949815 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d3e5b011-d161-421d-9708-d3bf702f2abc tempest-RoutersTestDVR-1723800617 tempest-RoutersTestDVR-1723800617-project-admin] Publish callbacks [] for router, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:45.953689 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-d3e5b011-d161-421d-9708-d3bf702f2abc tempest-RoutersTestDVR-1723800617 tempest-RoutersTestDVR-1723800617-project-admin] 10.222.0.54 "PUT /v2.0/routers/3e1dcacc-c760-4467-8a9f-e85770d498ce HTTP/1.1" status: 200 len: 716 time: 0.5430381 Dec 20 14:56:45.953918 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42794) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:46.035616 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-0d7621d0-b1ac-41ba-a7b3-02ca0300f5b3 tempest-RoutersTestDVR-1723800617 tempest-RoutersTestDVR-1723800617-project-admin] 10.222.0.54 "GET /v2.0/routers/3e1dcacc-c760-4467-8a9f-e85770d498ce HTTP/1.1" status: 200 len: 716 time: 0.0805359 Dec 20 14:56:46.038253 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42802) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:46.340228 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 42816) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:46.341082 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-24252340-b1ca-4c48-a046-cea5c214d63f tempest-RoutersTestDVR-1522718686 tempest-RoutersTestDVR-1522718686-project] 10.222.0.54 "GET /v2.0/routers/3e1dcacc-c760-4467-8a9f-e85770d498ce HTTP/1.1" status: 200 len: 682 time: 0.3011613 Dec 20 14:56:46.416576 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e111ffd6-82aa-4a3c-9384-d0ef30edede1 tempest-RoutersTestDVR-1723800617 tempest-RoutersTestDVR-1723800617-project-admin] Publish callbacks [] for router, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:46.581709 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e111ffd6-82aa-4a3c-9384-d0ef30edede1 tempest-RoutersTestDVR-1723800617 tempest-RoutersTestDVR-1723800617-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40132'] for router, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:46.584001 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e111ffd6-82aa-4a3c-9384-d0ef30edede1 tempest-RoutersTestDVR-1723800617 tempest-RoutersTestDVR-1723800617-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:46.930293 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e111ffd6-82aa-4a3c-9384-d0ef30edede1 tempest-RoutersTestDVR-1723800617 tempest-RoutersTestDVR-1723800617-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1594808'] for router, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:46.930855 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e111ffd6-82aa-4a3c-9384-d0ef30edede1 tempest-RoutersTestDVR-1723800617 tempest-RoutersTestDVR-1723800617-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3e1dcacc-c760-4467-8a9f-e85770d498ce {{(pid=103168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 14:56:46.935382 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e111ffd6-82aa-4a3c-9384-d0ef30edede1 tempest-RoutersTestDVR-1723800617 tempest-RoutersTestDVR-1723800617-project-admin] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:46.939338 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-e111ffd6-82aa-4a3c-9384-d0ef30edede1 tempest-RoutersTestDVR-1723800617 tempest-RoutersTestDVR-1723800617-project-admin] 10.222.0.54 "DELETE /v2.0/routers/3e1dcacc-c760-4467-8a9f-e85770d498ce HTTP/1.1" status: 204 len: 168 time: 0.5980592 Dec 20 14:56:46.940551 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42834) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:46.949918 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-424707b1-ef10-4e90-986d-68786586591f tempest-RoutersTestDVR-1723800617 tempest-RoutersTestDVR-1723800617-project-admin] Request body: {'router': {'name': 'tempest-router-494499832', 'distributed': True}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:56:46.975710 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-424707b1-ef10-4e90-986d-68786586591f tempest-RoutersTestDVR-1723800617 tempest-RoutersTestDVR-1723800617-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40114'] for router, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:46.976847 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-424707b1-ef10-4e90-986d-68786586591f tempest-RoutersTestDVR-1723800617 tempest-RoutersTestDVR-1723800617-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40139'] for router, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:47.028190 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-424707b1-ef10-4e90-986d-68786586591f tempest-RoutersTestDVR-1723800617 tempest-RoutersTestDVR-1723800617-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:47.035046 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-424707b1-ef10-4e90-986d-68786586591f tempest-RoutersTestDVR-1723800617 tempest-RoutersTestDVR-1723800617-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013'] for router, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:47.051282 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-424707b1-ef10-4e90-986d-68786586591f tempest-RoutersTestDVR-1723800617 tempest-RoutersTestDVR-1723800617-project-admin] Publish callbacks [] for router, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:47.052721 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-424707b1-ef10-4e90-986d-68786586591f tempest-RoutersTestDVR-1723800617 tempest-RoutersTestDVR-1723800617-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.1109416 Dec 20 14:56:47.055752 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 42842) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:47.133296 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b8ac6693-5d84-444c-acc2-3cd5b375c9d5 tempest-RoutersTestDVR-1723800617 tempest-RoutersTestDVR-1723800617-project-admin] Publish callbacks [] for router, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:47.301662 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b8ac6693-5d84-444c-acc2-3cd5b375c9d5 tempest-RoutersTestDVR-1723800617 tempest-RoutersTestDVR-1723800617-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40132'] for router, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:47.304659 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b8ac6693-5d84-444c-acc2-3cd5b375c9d5 tempest-RoutersTestDVR-1723800617 tempest-RoutersTestDVR-1723800617-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:47.349712 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b8ac6693-5d84-444c-acc2-3cd5b375c9d5 tempest-RoutersTestDVR-1723800617 tempest-RoutersTestDVR-1723800617-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1594808'] for router, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:47.350409 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8ac6693-5d84-444c-acc2-3cd5b375c9d5 tempest-RoutersTestDVR-1723800617 tempest-RoutersTestDVR-1723800617-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f252a899-6fea-41a8-a402-6736a06573cf {{(pid=103168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 14:56:47.354400 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b8ac6693-5d84-444c-acc2-3cd5b375c9d5 tempest-RoutersTestDVR-1723800617 tempest-RoutersTestDVR-1723800617-project-admin] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:47.359594 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-b8ac6693-5d84-444c-acc2-3cd5b375c9d5 tempest-RoutersTestDVR-1723800617 tempest-RoutersTestDVR-1723800617-project-admin] 10.222.0.54 "DELETE /v2.0/routers/f252a899-6fea-41a8-a402-6736a06573cf HTTP/1.1" status: 204 len: 168 time: 0.2985802 Dec 20 14:56:47.609410 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 42854) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:47.719344 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3ca7a908-1cbd-4e78-8208-9f8d6f9d8322 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:47.798182 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3ca7a908-1cbd-4e78-8208-9f8d6f9d8322 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:47.803056 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3ca7a908-1cbd-4e78-8208-9f8d6f9d8322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:47.844539 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-3ca7a908-1cbd-4e78-8208-9f8d6f9d8322 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9a610cdd320347168ff623f9ce74b9f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2340522 Dec 20 14:56:47.845514 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca7a908-1cbd-4e78-8208-9f8d6f9d8322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abd7a631-b8c5-4a9c-9c37-f180f766fb77,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:56:47.847403 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42858) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:47.898909 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-70e7cd01-d2e6-4a71-9232-c7e8b5795406 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:47.923886 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-70e7cd01-d2e6-4a71-9232-c7e8b5795406 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:47.975700 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-70e7cd01-d2e6-4a71-9232-c7e8b5795406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:47.978553 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-70e7cd01-d2e6-4a71-9232-c7e8b5795406 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:47.982272 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-70e7cd01-d2e6-4a71-9232-c7e8b5795406 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/abd7a631-b8c5-4a9c-9c37-f180f766fb77 HTTP/1.1" status: 204 len: 168 time: 0.1292181 Dec 20 14:56:47.988578 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e7cd01-d2e6-4a71-9232-c7e8b5795406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abd7a631-b8c5-4a9c-9c37-f180f766fb77,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:56:48.276668 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 42874) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:48.291392 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-86835711-c0c1-4011-be22-ee320730efb8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:48.374536 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-86835711-c0c1-4011-be22-ee320730efb8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:48.379648 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-86835711-c0c1-4011-be22-ee320730efb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:48.421535 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-86835711-c0c1-4011-be22-ee320730efb8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c159a47bff4c473581b2a37af37472eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1412439 Dec 20 14:56:48.421535 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86835711-c0c1-4011-be22-ee320730efb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86c54da9-63e8-48eb-b221-c477447aa98f,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:56:48.422126 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42876) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:48.480336 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ac60e488-31d5-4d25-8703-ee621e47e0ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:48.502319 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ac60e488-31d5-4d25-8703-ee621e47e0ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:48.553060 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ac60e488-31d5-4d25-8703-ee621e47e0ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:48.556748 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ac60e488-31d5-4d25-8703-ee621e47e0ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:48.558442 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-ac60e488-31d5-4d25-8703-ee621e47e0ef admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/86c54da9-63e8-48eb-b221-c477447aa98f HTTP/1.1" status: 204 len: 168 time: 0.1344447 Dec 20 14:56:48.569643 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac60e488-31d5-4d25-8703-ee621e47e0ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c54da9-63e8-48eb-b221-c477447aa98f,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:56:49.375607 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 42914) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:49.501424 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-add54b50-0e3f-48e7-8bd9-dad8f72f5431 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Request body: {'networks': [{'name': 'tempest-network--1305768162'}, {'name': 'tempest-network--527957375'}]} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:56:49.502069 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-add54b50-0e3f-48e7-8bd9-dad8f72f5431 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Request body: {'network': {'name': 'tempest-network--1305768162'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:56:49.502680 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-add54b50-0e3f-48e7-8bd9-dad8f72f5431 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Request body: {'network': {'name': 'tempest-network--527957375'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:56:49.528934 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add54b50-0e3f-48e7-8bd9-dad8f72f5431 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Made reservation on behalf of ab98e621621e4096bc5c52c48b2b5223 for: {'network': 2} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:56:49.534516 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-add54b50-0e3f-48e7-8bd9-dad8f72f5431 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:49.545664 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-add54b50-0e3f-48e7-8bd9-dad8f72f5431 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:49.636084 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-add54b50-0e3f-48e7-8bd9-dad8f72f5431 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:49.640569 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-add54b50-0e3f-48e7-8bd9-dad8f72f5431 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:49.641118 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-add54b50-0e3f-48e7-8bd9-dad8f72f5431 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:49.689951 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add54b50-0e3f-48e7-8bd9-dad8f72f5431 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cad14005-4b98-4d4f-9e39-7e65938267de,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:56:49.695841 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-add54b50-0e3f-48e7-8bd9-dad8f72f5431 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:56:49.707441 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-add54b50-0e3f-48e7-8bd9-dad8f72f5431 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:49.707762 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-add54b50-0e3f-48e7-8bd9-dad8f72f5431 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Added segment 8a405674-a7f1-4679-babc-8bf3cc861e3a of type vlan for network 3974ff00-04ad-4c7c-9e24-dd5d7c7ddc38 Dec 20 14:56:49.760223 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-add54b50-0e3f-48e7-8bd9-dad8f72f5431 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:49.793673 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-add54b50-0e3f-48e7-8bd9-dad8f72f5431 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:56:49.804610 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-add54b50-0e3f-48e7-8bd9-dad8f72f5431 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:49.804959 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-add54b50-0e3f-48e7-8bd9-dad8f72f5431 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Added segment 7583c3d8-feed-4913-a33e-92a3260e70e6 of type vlan for network 023a7ebb-e105-4892-9177-9b7f257e1f31 Dec 20 14:56:49.849562 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-add54b50-0e3f-48e7-8bd9-dad8f72f5431 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:49.880459 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-add54b50-0e3f-48e7-8bd9-dad8f72f5431 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:49.880982 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-add54b50-0e3f-48e7-8bd9-dad8f72f5431 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:49.887049 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add54b50-0e3f-48e7-8bd9-dad8f72f5431 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:56:49.891831 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add54b50-0e3f-48e7-8bd9-dad8f72f5431 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:56:49.892555 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-add54b50-0e3f-48e7-8bd9-dad8f72f5431 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Publish callbacks [] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:49.931710 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-add54b50-0e3f-48e7-8bd9-dad8f72f5431 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.5523553 Dec 20 14:56:49.932353 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42928) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:49.971186 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add54b50-0e3f-48e7-8bd9-dad8f72f5431 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Pushing event updated for resources: {'Network': ['ID=3974ff00-04ad-4c7c-9e24-dd5d7c7ddc38,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:56:49.982136 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 3974ff00-04ad-4c7c-9e24-dd5d7c7ddc38 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:56:50.047760 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add54b50-0e3f-48e7-8bd9-dad8f72f5431 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Pushing event updated for resources: {'Network': ['ID=023a7ebb-e105-4892-9177-9b7f257e1f31,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:56:50.073794 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 023a7ebb-e105-4892-9177-9b7f257e1f31 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:56:50.187279 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a875427-f3b6-4051-bc53-f94620617d5f tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:56:50.193443 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a875427-f3b6-4051-bc53-f94620617d5f tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:56:50.199268 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a875427-f3b6-4051-bc53-f94620617d5f tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:56:50.205498 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a875427-f3b6-4051-bc53-f94620617d5f tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:56:50.207273 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-7a875427-f3b6-4051-bc53-f94620617d5f tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2738330 Dec 20 14:56:50.210532 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 42932) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:50.297563 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c6914f46-8789-4d8f-9cf4-7141cde1d080 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:50.411195 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c6914f46-8789-4d8f-9cf4-7141cde1d080 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:50.433866 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-c6914f46-8789-4d8f-9cf4-7141cde1d080 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3974ff00-04ad-4c7c-9e24-dd5d7c7ddc38']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:56:50.447003 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-c6914f46-8789-4d8f-9cf4-7141cde1d080 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a405674-a7f1-4679-babc-8bf3cc861e3a') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:56:50.447294 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-c6914f46-8789-4d8f-9cf4-7141cde1d080 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a405674-a7f1-4679-babc-8bf3cc861e3a') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:56:50.458472 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c6914f46-8789-4d8f-9cf4-7141cde1d080 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:50.479665 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c6914f46-8789-4d8f-9cf4-7141cde1d080 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:50.485689 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6914f46-8789-4d8f-9cf4-7141cde1d080 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:56:50.486068 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c6914f46-8789-4d8f-9cf4-7141cde1d080 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:50.490095 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:56:50.490095 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:56:50.490095 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:56:50.490095 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:56:50.490095 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:56:50.490095 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:56:50.490095 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:56:50.490095 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:56:50.490095 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:56:50.490095 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:56:50.490095 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:56:50.490095 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:56:50.490095 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:56:50.490095 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:56:50.490095 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:56:50.490095 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:56:50.490095 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:56:50.490095 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:56:50.490095 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:56:50.490095 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:56:50.490095 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:56:50.490095 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:56:50.490095 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:56:50.490095 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:56:50.490095 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:56:50.490095 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:56:50.490095 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 14:56:50.490095 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:56:50.490095 n-d-761264-19 neutron-server[103168]: timer() Dec 20 14:56:50.490095 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:56:50.490095 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 14:56:50.490095 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:56:50.490095 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 14:56:50.490095 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:56:50.490095 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 14:56:50.490095 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:56:50.490095 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 14:56:50.490095 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:56:50.490095 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 14:56:50.490095 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:56:50.490095 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:56:50.490095 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:56:50.490095 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:56:50.490095 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:56:50.490095 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 14:56:50.490095 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:56:50.490095 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 14:56:50.490095 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:56:50.490095 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:56:50.490095 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:56:50.490095 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 14:56:50.490095 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:56:50.490095 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:56:50.490095 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:56:50.490095 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:56:50.490095 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:56:50.490095 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:56:50.490095 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:56:50.553924 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c6914f46-8789-4d8f-9cf4-7141cde1d080 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:50.559216 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c6914f46-8789-4d8f-9cf4-7141cde1d080 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Publish callbacks [] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:50.565143 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-c6914f46-8789-4d8f-9cf4-7141cde1d080 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] 10.222.0.54 "DELETE /v2.0/networks/3974ff00-04ad-4c7c-9e24-dd5d7c7ddc38 HTTP/1.1" status: 204 len: 168 time: 0.3533964 Dec 20 14:56:50.565465 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42944) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:50.580618 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6914f46-8789-4d8f-9cf4-7141cde1d080 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Pushing event deleted for resources: {'Network': ['ID=3974ff00-04ad-4c7c-9e24-dd5d7c7ddc38,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:56:50.650691 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-730ca561-e6eb-4757-80c5-fa683fce5827 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:50.746681 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-730ca561-e6eb-4757-80c5-fa683fce5827 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:50.770213 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-730ca561-e6eb-4757-80c5-fa683fce5827 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['023a7ebb-e105-4892-9177-9b7f257e1f31']}} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:56:50.786616 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-730ca561-e6eb-4757-80c5-fa683fce5827 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7583c3d8-feed-4913-a33e-92a3260e70e6') {'for_net_delete': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:56:50.787032 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-730ca561-e6eb-4757-80c5-fa683fce5827 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7583c3d8-feed-4913-a33e-92a3260e70e6') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:56:50.797926 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-730ca561-e6eb-4757-80c5-fa683fce5827 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954405'] for segment, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:50.811764 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-730ca561-e6eb-4757-80c5-fa683fce5827 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:50.818007 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-730ca561-e6eb-4757-80c5-fa683fce5827 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=103167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:56:50.819027 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-730ca561-e6eb-4757-80c5-fa683fce5827 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9956000'] for segment, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:50.821974 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:56:50.821974 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:56:50.821974 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:56:50.821974 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:56:50.821974 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:56:50.821974 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:56:50.821974 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:56:50.821974 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:56:50.821974 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:56:50.821974 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:56:50.821974 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:56:50.821974 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:56:50.821974 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:56:50.821974 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:56:50.821974 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:56:50.821974 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:56:50.821974 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:56:50.821974 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:56:50.821974 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:56:50.821974 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:56:50.821974 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:56:50.821974 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:56:50.821974 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:56:50.821974 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:56:50.821974 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:56:50.821974 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:56:50.821974 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:56:50.821974 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:56:50.821974 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:56:50.821974 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:56:50.821974 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:56:50.821974 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:56:50.821974 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:56:50.821974 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:56:50.821974 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:56:50.821974 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:56:50.821974 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:56:50.821974 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:56:50.821974 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:56:50.821974 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:56:50.821974 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:56:50.821974 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:56:50.821974 n-d-761264-19 neutron-server[103167]: Traceback (most recent call last): Dec 20 14:56:50.821974 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:56:50.821974 n-d-761264-19 neutron-server[103167]: timer() Dec 20 14:56:50.821974 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:56:50.821974 n-d-761264-19 neutron-server[103167]: cb(*args, **kw) Dec 20 14:56:50.821974 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:56:50.821974 n-d-761264-19 neutron-server[103167]: return func(*args, **kwargs) Dec 20 14:56:50.821974 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:56:50.821974 n-d-761264-19 neutron-server[103167]: self._notify() Dec 20 14:56:50.821974 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:56:50.821974 n-d-761264-19 neutron-server[103167]: self.callback(batched_events) Dec 20 14:56:50.821974 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:56:50.821974 n-d-761264-19 neutron-server[103167]: event.method(event) Dec 20 14:56:50.821974 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:56:50.821974 n-d-761264-19 neutron-server[103167]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:56:50.821974 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:56:50.821974 n-d-761264-19 neutron-server[103167]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:56:50.826436 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:56:50.826436 n-d-761264-19 neutron-server[103167]: return f(self, *a, **k) Dec 20 14:56:50.826436 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:56:50.826436 n-d-761264-19 neutron-server[103167]: return self._get(url).json() Dec 20 14:56:50.826436 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:56:50.826436 n-d-761264-19 neutron-server[103167]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:56:50.826436 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:56:50.826436 n-d-761264-19 neutron-server[103167]: return self.request(url, 'GET', **kwargs) Dec 20 14:56:50.826436 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:56:50.826436 n-d-761264-19 neutron-server[103167]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:56:50.826436 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:56:50.826436 n-d-761264-19 neutron-server[103167]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:56:50.826436 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:56:50.826436 n-d-761264-19 neutron-server[103167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:56:50.826436 n-d-761264-19 neutron-server[103167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:56:50.890398 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-730ca561-e6eb-4757-80c5-fa683fce5827 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:50.895522 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-730ca561-e6eb-4757-80c5-fa683fce5827 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Publish callbacks [] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:50.901809 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 42950) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:50.903254 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-730ca561-e6eb-4757-80c5-fa683fce5827 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] 10.222.0.54 "DELETE /v2.0/networks/023a7ebb-e105-4892-9177-9b7f257e1f31 HTTP/1.1" status: 204 len: 168 time: 0.3362010 Dec 20 14:56:50.930834 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730ca561-e6eb-4757-80c5-fa683fce5827 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Pushing event deleted for resources: {'Network': ['ID=023a7ebb-e105-4892-9177-9b7f257e1f31,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:56:51.021196 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e52e321-0866-43eb-a61e-483eeea5de86 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:56:51.027889 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e52e321-0866-43eb-a61e-483eeea5de86 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:56:51.033761 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-5e52e321-0866-43eb-a61e-483eeea5de86 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1268837 Dec 20 14:56:51.034326 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42952) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:51.039943 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-6773c21f-06d8-4dba-8037-4ea2354c0efa tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1406672489'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:56:51.065672 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6773c21f-06d8-4dba-8037-4ea2354c0efa tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Made reservation on behalf of ab98e621621e4096bc5c52c48b2b5223 for: {'network': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:56:51.069384 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6773c21f-06d8-4dba-8037-4ea2354c0efa tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:51.093722 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6773c21f-06d8-4dba-8037-4ea2354c0efa tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=103167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:56:51.103029 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6773c21f-06d8-4dba-8037-4ea2354c0efa tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:51.103367 n-d-761264-19 neutron-server[103167]: INFO neutron.db.segments_db [None req-6773c21f-06d8-4dba-8037-4ea2354c0efa tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Added segment 22c99e6a-752c-42f8-b5a7-e955585cc192 of type vlan for network 926e38e4-b094-4b19-a205-c8b2cc2bbc3f Dec 20 14:56:51.150562 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6773c21f-06d8-4dba-8037-4ea2354c0efa tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:51.183434 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6773c21f-06d8-4dba-8037-4ea2354c0efa tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:51.189498 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6773c21f-06d8-4dba-8037-4ea2354c0efa tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:56:51.190174 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6773c21f-06d8-4dba-8037-4ea2354c0efa tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Publish callbacks [] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:51.251736 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-6773c21f-06d8-4dba-8037-4ea2354c0efa tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2161958 Dec 20 14:56:51.255248 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 42956) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:51.257989 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6773c21f-06d8-4dba-8037-4ea2354c0efa tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Pushing event updated for resources: {'Network': ['ID=926e38e4-b094-4b19-a205-c8b2cc2bbc3f,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:56:51.262277 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-01dd4407-1524-43a6-9e81-f4b06bbac9ad tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1298005118'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:56:51.275036 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 926e38e4-b094-4b19-a205-c8b2cc2bbc3f details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:56:51.295706 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01dd4407-1524-43a6-9e81-f4b06bbac9ad tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Made reservation on behalf of ab98e621621e4096bc5c52c48b2b5223 for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:56:51.300536 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-01dd4407-1524-43a6-9e81-f4b06bbac9ad tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:51.328170 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01dd4407-1524-43a6-9e81-f4b06bbac9ad tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:56:51.345792 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-01dd4407-1524-43a6-9e81-f4b06bbac9ad tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:51.346261 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-01dd4407-1524-43a6-9e81-f4b06bbac9ad tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Added segment 3067a087-0703-4fc7-82ac-6f81115112c8 of type vlan for network 413d3e49-ddd4-463c-8edc-8b2424d33d08 Dec 20 14:56:51.390570 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-01dd4407-1524-43a6-9e81-f4b06bbac9ad tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:51.416126 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-01dd4407-1524-43a6-9e81-f4b06bbac9ad tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:51.421877 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01dd4407-1524-43a6-9e81-f4b06bbac9ad tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:56:51.422547 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-01dd4407-1524-43a6-9e81-f4b06bbac9ad tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Publish callbacks [] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:51.465485 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-01dd4407-1524-43a6-9e81-f4b06bbac9ad tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2063284 Dec 20 14:56:51.465920 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42958) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:51.471533 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-a78dcec8-24d4-4a08-8888-7202b227cb98 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Request body: {'ports': [{'network_id': '926e38e4-b094-4b19-a205-c8b2cc2bbc3f', 'name': 'tempest-port--1792149730', 'admin_state_up': True}, {'network_id': '413d3e49-ddd4-463c-8edc-8b2424d33d08', 'admin_state_up': False}]} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:56:51.472048 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-a78dcec8-24d4-4a08-8888-7202b227cb98 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Request body: {'port': {'network_id': '926e38e4-b094-4b19-a205-c8b2cc2bbc3f', 'name': 'tempest-port--1792149730', 'admin_state_up': True}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:56:51.472623 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-a78dcec8-24d4-4a08-8888-7202b227cb98 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Request body: {'port': {'network_id': '413d3e49-ddd4-463c-8edc-8b2424d33d08', 'admin_state_up': False}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:56:51.523062 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dd4407-1524-43a6-9e81-f4b06bbac9ad tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Pushing event updated for resources: {'Network': ['ID=413d3e49-ddd4-463c-8edc-8b2424d33d08,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:56:51.536326 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 413d3e49-ddd4-463c-8edc-8b2424d33d08 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:56:51.749788 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a78dcec8-24d4-4a08-8888-7202b227cb98 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Made reservation on behalf of ab98e621621e4096bc5c52c48b2b5223 for: {'port': 2} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:56:51.754621 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a78dcec8-24d4-4a08-8888-7202b227cb98 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:51.783190 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a78dcec8-24d4-4a08-8888-7202b227cb98 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:51.867787 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [None req-a78dcec8-24d4-4a08-8888-7202b227cb98 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] device_id is not set on port 4935a8f2-e6fc-41cf-b5ff-42d991c14355 yet. {{(pid=103167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 14:56:51.986903 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a78dcec8-24d4-4a08-8888-7202b227cb98 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:52.054758 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [None req-a78dcec8-24d4-4a08-8888-7202b227cb98 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] device_id is not set on port e00673a8-8cb3-424a-a9e3-63353ee013f6 yet. {{(pid=103167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 14:56:52.185169 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a78dcec8-24d4-4a08-8888-7202b227cb98 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:52.232489 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a78dcec8-24d4-4a08-8888-7202b227cb98 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:52.294292 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78dcec8-24d4-4a08-8888-7202b227cb98 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Pushing event updated for resources: {'Port': ['ID=4935a8f2-e6fc-41cf-b5ff-42d991c14355,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:56:52.303926 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78dcec8-24d4-4a08-8888-7202b227cb98 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Checking segment: {'id': '22c99e6a-752c-42f8-b5a7-e955585cc192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '926e38e4-b094-4b19-a205-c8b2cc2bbc3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:56:52.304298 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78dcec8-24d4-4a08-8888-7202b227cb98 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Network hostable DHCP agents. Network: 926e38e4-b094-4b19-a205-c8b2cc2bbc3f, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:56:52.322082 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78dcec8-24d4-4a08-8888-7202b227cb98 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Network 926e38e4-b094-4b19-a205-c8b2cc2bbc3f is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:56:52.332277 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-a78dcec8-24d4-4a08-8888-7202b227cb98 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 926e38e4-b094-4b19-a205-c8b2cc2bbc3f) {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:56:52.336194 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78dcec8-24d4-4a08-8888-7202b227cb98 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:56:52.337071 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a78dcec8-24d4-4a08-8888-7202b227cb98 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:52.342120 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9299e206-3bbf-4c5c-87e1-f08f8d34009a None None] Network 926e38e4-b094-4b19-a205-c8b2cc2bbc3f requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:56:52.395446 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78dcec8-24d4-4a08-8888-7202b227cb98 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Pushing event updated for resources: {'Port': ['ID=e00673a8-8cb3-424a-a9e3-63353ee013f6,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:56:52.421778 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78dcec8-24d4-4a08-8888-7202b227cb98 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Checking segment: {'id': '3067a087-0703-4fc7-82ac-6f81115112c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '413d3e49-ddd4-463c-8edc-8b2424d33d08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:56:52.422170 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78dcec8-24d4-4a08-8888-7202b227cb98 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Network hostable DHCP agents. Network: 413d3e49-ddd4-463c-8edc-8b2424d33d08, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:56:52.442764 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78dcec8-24d4-4a08-8888-7202b227cb98 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Network 413d3e49-ddd4-463c-8edc-8b2424d33d08 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:56:52.459400 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-a78dcec8-24d4-4a08-8888-7202b227cb98 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 413d3e49-ddd4-463c-8edc-8b2424d33d08) {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:56:52.473501 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b03e7e-28a6-4ed6-bef3-704df404073d None None] Network 413d3e49-ddd4-463c-8edc-8b2424d33d08 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:56:52.479896 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78dcec8-24d4-4a08-8888-7202b227cb98 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:56:52.490244 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78dcec8-24d4-4a08-8888-7202b227cb98 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:56:52.496976 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78dcec8-24d4-4a08-8888-7202b227cb98 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:56:52.497751 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a78dcec8-24d4-4a08-8888-7202b227cb98 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:52.518181 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-a78dcec8-24d4-4a08-8888-7202b227cb98 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.0506680 Dec 20 14:56:52.521001 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 42970) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:52.642143 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12bd09e-f3de-4601-a712-4ef99836c500 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:56:52.648066 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12bd09e-f3de-4601-a712-4ef99836c500 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:56:52.652397 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-b12bd09e-f3de-4601-a712-4ef99836c500 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1270099 Dec 20 14:56:52.652697 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 42972) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:52.752182 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-92519ff6-4137-4986-b1c7-b2f45a5e7f7d tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Deleting port 4935a8f2-e6fc-41cf-b5ff-42d991c14355 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:56:52.752585 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-92519ff6-4137-4986-b1c7-b2f45a5e7f7d tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:52.834353 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-92519ff6-4137-4986-b1c7-b2f45a5e7f7d tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:52.849048 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-92519ff6-4137-4986-b1c7-b2f45a5e7f7d tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Calling delete_port for 4935a8f2-e6fc-41cf-b5ff-42d991c14355 owned by {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:56:52.927076 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-92519ff6-4137-4986-b1c7-b2f45a5e7f7d tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:52.958045 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92519ff6-4137-4986-b1c7-b2f45a5e7f7d tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Pushing event deleted for resources: {'Port': ['ID=4935a8f2-e6fc-41cf-b5ff-42d991c14355,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:56:52.969463 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-92519ff6-4137-4986-b1c7-b2f45a5e7f7d tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:52.975453 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-92519ff6-4137-4986-b1c7-b2f45a5e7f7d tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] 10.222.0.54 "DELETE /v2.0/ports/4935a8f2-e6fc-41cf-b5ff-42d991c14355 HTTP/1.1" status: 204 len: 168 time: 0.3191972 Dec 20 14:56:52.975777 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42982) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:53.066325 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-a638c8d4-4d13-4d7f-b7b1-952fe8e2d437 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Deleting port e00673a8-8cb3-424a-a9e3-63353ee013f6 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:56:53.067054 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a638c8d4-4d13-4d7f-b7b1-952fe8e2d437 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:53.140942 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a638c8d4-4d13-4d7f-b7b1-952fe8e2d437 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:53.154797 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-a638c8d4-4d13-4d7f-b7b1-952fe8e2d437 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Calling delete_port for e00673a8-8cb3-424a-a9e3-63353ee013f6 owned by {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:56:53.247085 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a638c8d4-4d13-4d7f-b7b1-952fe8e2d437 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:53.276207 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a638c8d4-4d13-4d7f-b7b1-952fe8e2d437 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Pushing event deleted for resources: {'Port': ['ID=e00673a8-8cb3-424a-a9e3-63353ee013f6,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:56:53.281966 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a638c8d4-4d13-4d7f-b7b1-952fe8e2d437 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:53.285551 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-a638c8d4-4d13-4d7f-b7b1-952fe8e2d437 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] 10.222.0.54 "DELETE /v2.0/ports/e00673a8-8cb3-424a-a9e3-63353ee013f6 HTTP/1.1" status: 204 len: 168 time: 0.3087344 Dec 20 14:56:53.288890 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42990) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:53.339623 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-4aecf69a-41d5-49c4-b80f-f1d3d282dc2a tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0494792 Dec 20 14:56:53.343759 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 42992) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:53.348811 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-41b1d9b0-0acb-4810-979e-293558b69d47 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1724903223'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:56:53.376299 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41b1d9b0-0acb-4810-979e-293558b69d47 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Made reservation on behalf of ab98e621621e4096bc5c52c48b2b5223 for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:56:53.380157 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-41b1d9b0-0acb-4810-979e-293558b69d47 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:53.405039 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41b1d9b0-0acb-4810-979e-293558b69d47 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:56:53.416266 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-41b1d9b0-0acb-4810-979e-293558b69d47 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:53.416667 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-41b1d9b0-0acb-4810-979e-293558b69d47 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Added segment a5ccd5a0-6659-4399-ba19-2f975f6a7116 of type vlan for network 3b6df143-3045-416f-a1a6-3aaaa5ece8bf Dec 20 14:56:53.459442 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-41b1d9b0-0acb-4810-979e-293558b69d47 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:53.484677 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-41b1d9b0-0acb-4810-979e-293558b69d47 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:53.491016 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b1d9b0-0acb-4810-979e-293558b69d47 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:56:53.491552 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-41b1d9b0-0acb-4810-979e-293558b69d47 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Publish callbacks [] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:53.527474 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-41b1d9b0-0acb-4810-979e-293558b69d47 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.1826513 Dec 20 14:56:53.530140 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 42998) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:53.536763 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-12d0c7a0-0e4e-4340-855b-0f7124bb2697 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1477310383'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:56:53.566984 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12d0c7a0-0e4e-4340-855b-0f7124bb2697 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Made reservation on behalf of ab98e621621e4096bc5c52c48b2b5223 for: {'network': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:56:53.568460 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b1d9b0-0acb-4810-979e-293558b69d47 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Pushing event updated for resources: {'Network': ['ID=3b6df143-3045-416f-a1a6-3aaaa5ece8bf,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:56:53.572349 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-12d0c7a0-0e4e-4340-855b-0f7124bb2697 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:53.579447 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 3b6df143-3045-416f-a1a6-3aaaa5ece8bf details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:56:53.604919 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12d0c7a0-0e4e-4340-855b-0f7124bb2697 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=103167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:56:53.616533 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-12d0c7a0-0e4e-4340-855b-0f7124bb2697 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:53.617261 n-d-761264-19 neutron-server[103167]: INFO neutron.db.segments_db [None req-12d0c7a0-0e4e-4340-855b-0f7124bb2697 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Added segment c1ea493f-2c5c-4728-ad8a-7475767ca524 of type vlan for network c16c1693-f48c-4e74-8f78-73040274850c Dec 20 14:56:53.668514 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-12d0c7a0-0e4e-4340-855b-0f7124bb2697 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:53.695665 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-12d0c7a0-0e4e-4340-855b-0f7124bb2697 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:53.701651 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d0c7a0-0e4e-4340-855b-0f7124bb2697 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:56:53.702490 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-12d0c7a0-0e4e-4340-855b-0f7124bb2697 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Publish callbacks [] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:53.769823 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-12d0c7a0-0e4e-4340-855b-0f7124bb2697 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2380562 Dec 20 14:56:53.779841 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d0c7a0-0e4e-4340-855b-0f7124bb2697 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Pushing event updated for resources: {'Network': ['ID=c16c1693-f48c-4e74-8f78-73040274850c,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:56:53.791101 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network c16c1693-f48c-4e74-8f78-73040274850c details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:56:56.674164 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 14:56:57.022121 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 43050) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:57.027562 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-659aa01c-7871-4314-afe4-4b5d3cceb94d tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Request body: {'subnets': [{'network_id': '3b6df143-3045-416f-a1a6-3aaaa5ece8bf', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--452069079', 'ip_version': 6}, {'network_id': 'c16c1693-f48c-4e74-8f78-73040274850c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:56:57.028012 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-659aa01c-7871-4314-afe4-4b5d3cceb94d tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Request body: {'subnet': {'network_id': '3b6df143-3045-416f-a1a6-3aaaa5ece8bf', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--452069079', 'ip_version': 6}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:56:57.028690 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-659aa01c-7871-4314-afe4-4b5d3cceb94d tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Request body: {'subnet': {'network_id': 'c16c1693-f48c-4e74-8f78-73040274850c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:56:57.248712 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-659aa01c-7871-4314-afe4-4b5d3cceb94d tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Made reservation on behalf of ab98e621621e4096bc5c52c48b2b5223 for: {'subnet': 2} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:56:57.253333 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-659aa01c-7871-4314-afe4-4b5d3cceb94d tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:57.253682 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-659aa01c-7871-4314-afe4-4b5d3cceb94d tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:57.703932 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-659aa01c-7871-4314-afe4-4b5d3cceb94d tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:57.751861 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659aa01c-7871-4314-afe4-4b5d3cceb94d tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Pushing event updated for resources: {'Subnet': ['ID=c225582b-8d3d-4cb2-9999-f1b6d7450b61,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:56:57.783119 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659aa01c-7871-4314-afe4-4b5d3cceb94d tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Checking segment: {'id': 'a5ccd5a0-6659-4399-ba19-2f975f6a7116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3b6df143-3045-416f-a1a6-3aaaa5ece8bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:56:57.783475 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659aa01c-7871-4314-afe4-4b5d3cceb94d tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Network hostable DHCP agents. Network: 3b6df143-3045-416f-a1a6-3aaaa5ece8bf, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:56:57.802858 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659aa01c-7871-4314-afe4-4b5d3cceb94d tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Network 3b6df143-3045-416f-a1a6-3aaaa5ece8bf is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:56:57.819230 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-659aa01c-7871-4314-afe4-4b5d3cceb94d tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 3b6df143-3045-416f-a1a6-3aaaa5ece8bf) {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:56:57.829766 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-659aa01c-7871-4314-afe4-4b5d3cceb94d tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:57.830984 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563e7ef1-5f9b-4751-b079-981842507abc None None] Network 3b6df143-3045-416f-a1a6-3aaaa5ece8bf requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:56:57.952218 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659aa01c-7871-4314-afe4-4b5d3cceb94d tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Checking segment: {'id': 'c1ea493f-2c5c-4728-ad8a-7475767ca524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c16c1693-f48c-4e74-8f78-73040274850c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:56:57.952613 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659aa01c-7871-4314-afe4-4b5d3cceb94d tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Network hostable DHCP agents. Network: c16c1693-f48c-4e74-8f78-73040274850c, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:56:57.955656 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659aa01c-7871-4314-afe4-4b5d3cceb94d tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Pushing event updated for resources: {'Subnet': ['ID=696f24ef-7061-4d66-8df6-b69c5d02e5b1,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:56:57.984984 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659aa01c-7871-4314-afe4-4b5d3cceb94d tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Network c16c1693-f48c-4e74-8f78-73040274850c is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:56:57.992361 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eaa2300-208d-4a5f-8a8d-af7679f84fc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-3b6df143-3045-416f-a1a6-3aaaa5ece8bf', 'network_id': '3b6df143-3045-416f-a1a6-3aaaa5ece8bf', 'project_id': 'ab98e621621e4096bc5c52c48b2b5223', 'fixed_ips': [{'subnet_id': 'c225582b-8d3d-4cb2-9999-f1b6d7450b61'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:56:57.993406 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-1eaa2300-208d-4a5f-8a8d-af7679f84fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:58.004645 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-659aa01c-7871-4314-afe4-4b5d3cceb94d tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, c16c1693-f48c-4e74-8f78-73040274850c) {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:56:58.015738 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659aa01c-7871-4314-afe4-4b5d3cceb94d tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:56:58.016205 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659aa01c-7871-4314-afe4-4b5d3cceb94d tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:56:58.016832 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-659aa01c-7871-4314-afe4-4b5d3cceb94d tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:58.031797 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fcef292-3833-4d4f-a004-d46660b004e1 None None] Network c16c1693-f48c-4e74-8f78-73040274850c requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:56:58.045712 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-659aa01c-7871-4314-afe4-4b5d3cceb94d tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 1.0222776 Dec 20 14:56:58.048221 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 43066) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:58.176196 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b501d1f4-e86a-45a1-ae98-afe39a50b45b tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:56:58.177850 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b501d1f4-e86a-45a1-ae98-afe39a50b45b tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:56:58.179496 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b501d1f4-e86a-45a1-ae98-afe39a50b45b tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:56:58.181069 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-b501d1f4-e86a-45a1-ae98-afe39a50b45b tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1319184 Dec 20 14:56:58.197823 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 43068) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:58.266646 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e3a401-b56f-4947-857e-34b0d88a5a25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-c16c1693-f48c-4e74-8f78-73040274850c', 'network_id': 'c16c1693-f48c-4e74-8f78-73040274850c', 'project_id': 'ab98e621621e4096bc5c52c48b2b5223', 'fixed_ips': [{'subnet_id': '696f24ef-7061-4d66-8df6-b69c5d02e5b1'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:56:58.267508 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-02e3a401-b56f-4947-857e-34b0d88a5a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:58.271857 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_v2 [None req-523d8cbb-892c-4d01-acb2-06c230f2fb1e tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Deleting subnet c225582b-8d3d-4cb2-9999-f1b6d7450b61 {{(pid=103168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:56:58.287887 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-1eaa2300-208d-4a5f-8a8d-af7679f84fc1 None None] Allocated IP 2001:db8::1 (3b6df143-3045-416f-a1a6-3aaaa5ece8bf/c225582b-8d3d-4cb2-9999-f1b6d7450b61/83da877d-13d3-4e81-9a7d-f34e5670be13) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:56:58.505841 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-02e3a401-b56f-4947-857e-34b0d88a5a25 None None] Allocated IP 2001:db8:0:1::1 (c16c1693-f48c-4e74-8f78-73040274850c/696f24ef-7061-4d66-8df6-b69c5d02e5b1/55f2f28e-f167-4ae6-8538-b4ab12b980e7) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:56:58.620122 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-1eaa2300-208d-4a5f-8a8d-af7679f84fc1 None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:58.629223 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-523d8cbb-892c-4d01-acb2-06c230f2fb1e tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Publish callbacks [] for subnet, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:58.629493 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-1eaa2300-208d-4a5f-8a8d-af7679f84fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:58.688943 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eaa2300-208d-4a5f-8a8d-af7679f84fc1 None None] Network 3b6df143-3045-416f-a1a6-3aaaa5ece8bf is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:56:58.698524 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-1eaa2300-208d-4a5f-8a8d-af7679f84fc1 None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:56:58.702370 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaa2300-208d-4a5f-8a8d-af7679f84fc1 None None] Pushing event updated for resources: {'Port': ['ID=83da877d-13d3-4e81-9a7d-f34e5670be13,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:56:58.704651 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eaa2300-208d-4a5f-8a8d-af7679f84fc1 None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:56:58.715604 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-523d8cbb-892c-4d01-acb2-06c230f2fb1e tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9023023'] for subnet, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:58.804858 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-523d8cbb-892c-4d01-acb2-06c230f2fb1e tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:58.873179 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-02e3a401-b56f-4947-857e-34b0d88a5a25 None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:58.875523 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-523d8cbb-892c-4d01-acb2-06c230f2fb1e tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8850800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470517'] for subnet, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:58.885705 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-02e3a401-b56f-4947-857e-34b0d88a5a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:58.892650 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-1eaa2300-208d-4a5f-8a8d-af7679f84fc1 None None] Attempting to bind port 83da877d-13d3-4e81-9a7d-f34e5670be13 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:56:58.894574 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-1eaa2300-208d-4a5f-8a8d-af7679f84fc1 None None] Attempting to bind port 83da877d-13d3-4e81-9a7d-f34e5670be13 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': 'a5ccd5a0-6659-4399-ba19-2f975f6a7116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3b6df143-3045-416f-a1a6-3aaaa5ece8bf'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:56:58.894574 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eaa2300-208d-4a5f-8a8d-af7679f84fc1 None None] Attempting to bind port 83da877d-13d3-4e81-9a7d-f34e5670be13 on network 3b6df143-3045-416f-a1a6-3aaaa5ece8bf {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:56:58.910405 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523d8cbb-892c-4d01-acb2-06c230f2fb1e tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Pushing event deleted for resources: {'Subnet': ['ID=c225582b-8d3d-4cb2-9999-f1b6d7450b61,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:56:58.918471 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-523d8cbb-892c-4d01-acb2-06c230f2fb1e tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Publish callbacks [] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:58.924501 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-523d8cbb-892c-4d01-acb2-06c230f2fb1e tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] 10.222.0.54 "DELETE /v2.0/subnets/c225582b-8d3d-4cb2-9999-f1b6d7450b61 HTTP/1.1" status: 204 len: 168 time: 0.7222562 Dec 20 14:56:58.925294 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 43084) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:58.968482 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eaa2300-208d-4a5f-8a8d-af7679f84fc1 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:56:58.968482 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eaa2300-208d-4a5f-8a8d-af7679f84fc1 None None] Checking segment: {'id': 'a5ccd5a0-6659-4399-ba19-2f975f6a7116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3b6df143-3045-416f-a1a6-3aaaa5ece8bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:56:58.969039 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-1eaa2300-208d-4a5f-8a8d-af7679f84fc1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:58.969321 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eaa2300-208d-4a5f-8a8d-af7679f84fc1 None None] Bound using segment: {'id': 'a5ccd5a0-6659-4399-ba19-2f975f6a7116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3b6df143-3045-416f-a1a6-3aaaa5ece8bf'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:56:58.969808 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-1eaa2300-208d-4a5f-8a8d-af7679f84fc1 None None] Bound port: 83da877d-13d3-4e81-9a7d-f34e5670be13, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5ccd5a0-6659-4399-ba19-2f975f6a7116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3b6df143-3045-416f-a1a6-3aaaa5ece8bf'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:56:58.970183 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-1eaa2300-208d-4a5f-8a8d-af7679f84fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:58.981581 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_v2 [None req-ceb8ee3b-8e24-48d3-abd3-5f439b5e34a9 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Deleting subnet 696f24ef-7061-4d66-8df6-b69c5d02e5b1 {{(pid=103167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:56:58.985334 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ceb8ee3b-8e24-48d3-abd3-5f439b5e34a9 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Publish callbacks [] for subnet, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:58.991792 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e3a401-b56f-4947-857e-34b0d88a5a25 None None] Network c16c1693-f48c-4e74-8f78-73040274850c is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:56:58.994045 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e3a401-b56f-4947-857e-34b0d88a5a25 None None] Pushing event updated for resources: {'Port': ['ID=55f2f28e-f167-4ae6-8538-b4ab12b980e7,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:56:58.998925 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-02e3a401-b56f-4947-857e-34b0d88a5a25 None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:56:59.037172 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ceb8ee3b-8e24-48d3-abd3-5f439b5e34a9 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954412'] for subnet, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:59.050652 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e3a401-b56f-4947-857e-34b0d88a5a25 None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:56:59.090707 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-1eaa2300-208d-4a5f-8a8d-af7679f84fc1 None None] For port 83da877d-13d3-4e81-9a7d-f34e5670be13, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:56:59.121341 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-1eaa2300-208d-4a5f-8a8d-af7679f84fc1 None None] For port 83da877d-13d3-4e81-9a7d-f34e5670be13, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=83da877d-13d3-4e81-9a7d-f34e5670be13,segment=NetworkSegment(a5ccd5a0-6659-4399-ba19-2f975f6a7116),segment_id=a5ccd5a0-6659-4399-ba19-2f975f6a7116)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:56:59.146564 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-1eaa2300-208d-4a5f-8a8d-af7679f84fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:59.180098 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-02e3a401-b56f-4947-857e-34b0d88a5a25 None None] Attempting to bind port 55f2f28e-f167-4ae6-8538-b4ab12b980e7 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:56:59.180942 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-02e3a401-b56f-4947-857e-34b0d88a5a25 None None] Attempting to bind port 55f2f28e-f167-4ae6-8538-b4ab12b980e7 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': 'c1ea493f-2c5c-4728-ad8a-7475767ca524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c16c1693-f48c-4e74-8f78-73040274850c'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:56:59.180942 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e3a401-b56f-4947-857e-34b0d88a5a25 None None] Attempting to bind port 55f2f28e-f167-4ae6-8538-b4ab12b980e7 on network c16c1693-f48c-4e74-8f78-73040274850c {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:56:59.218505 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e3a401-b56f-4947-857e-34b0d88a5a25 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:56:59.219577 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e3a401-b56f-4947-857e-34b0d88a5a25 None None] Checking segment: {'id': 'c1ea493f-2c5c-4728-ad8a-7475767ca524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c16c1693-f48c-4e74-8f78-73040274850c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:56:59.219577 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-02e3a401-b56f-4947-857e-34b0d88a5a25 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:59.220396 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e3a401-b56f-4947-857e-34b0d88a5a25 None None] Bound using segment: {'id': 'c1ea493f-2c5c-4728-ad8a-7475767ca524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c16c1693-f48c-4e74-8f78-73040274850c'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:56:59.220396 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-02e3a401-b56f-4947-857e-34b0d88a5a25 None None] Bound port: 55f2f28e-f167-4ae6-8538-b4ab12b980e7, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1ea493f-2c5c-4728-ad8a-7475767ca524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c16c1693-f48c-4e74-8f78-73040274850c'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:56:59.220599 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-02e3a401-b56f-4947-857e-34b0d88a5a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:59.321769 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-02e3a401-b56f-4947-857e-34b0d88a5a25 None None] For port 55f2f28e-f167-4ae6-8538-b4ab12b980e7, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:56:59.325306 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-02e3a401-b56f-4947-857e-34b0d88a5a25 None None] For port 55f2f28e-f167-4ae6-8538-b4ab12b980e7, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=55f2f28e-f167-4ae6-8538-b4ab12b980e7,segment=NetworkSegment(c1ea493f-2c5c-4728-ad8a-7475767ca524),segment_id=c1ea493f-2c5c-4728-ad8a-7475767ca524)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:56:59.331494 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaa2300-208d-4a5f-8a8d-af7679f84fc1 None None] Pushing event updated for resources: {'Port': ['ID=83da877d-13d3-4e81-9a7d-f34e5670be13,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:56:59.336242 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-02e3a401-b56f-4947-857e-34b0d88a5a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:59.387198 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76fece6e-ce23-449f-a9a6-daee26757f11 None None] Network 3b6df143-3045-416f-a1a6-3aaaa5ece8bf requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:56:59.546207 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e3a401-b56f-4947-857e-34b0d88a5a25 None None] Pushing event updated for resources: {'Port': ['ID=55f2f28e-f167-4ae6-8538-b4ab12b980e7,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:56:59.569954 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ceb8ee3b-8e24-48d3-abd3-5f439b5e34a9 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:59.672155 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ceb8ee3b-8e24-48d3-abd3-5f439b5e34a9 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:59.732750 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb8ee3b-8e24-48d3-abd3-5f439b5e34a9 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Pushing event deleted for resources: {'Subnet': ['ID=696f24ef-7061-4d66-8df6-b69c5d02e5b1,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:56:59.747541 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ceb8ee3b-8e24-48d3-abd3-5f439b5e34a9 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:56:59.757256 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-ceb8ee3b-8e24-48d3-abd3-5f439b5e34a9 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] 10.222.0.54 "DELETE /v2.0/subnets/696f24ef-7061-4d66-8df6-b69c5d02e5b1 HTTP/1.1" status: 204 len: 168 time: 0.8307080 Dec 20 14:56:59.759972 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 43100) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:56:59.925709 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60873c56-b6a4-4c68-bcab-d23c8a2e8725 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:56:59.930772 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-60873c56-b6a4-4c68-bcab-d23c8a2e8725 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1668279 Dec 20 14:56:59.931728 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 43102) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:00.016143 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d793e7ae-9058-4313-b063-87ff463753f0 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:00.109313 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-d793e7ae-9058-4313-b063-87ff463753f0 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Deleting port 55f2f28e-f167-4ae6-8538-b4ab12b980e7 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:57:00.109735 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d793e7ae-9058-4313-b063-87ff463753f0 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:00.190462 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-d793e7ae-9058-4313-b063-87ff463753f0 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] For port 55f2f28e-f167-4ae6-8538-b4ab12b980e7, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=55f2f28e-f167-4ae6-8538-b4ab12b980e7,segment=NetworkSegment(c1ea493f-2c5c-4728-ad8a-7475767ca524),segment_id=c1ea493f-2c5c-4728-ad8a-7475767ca524)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:57:00.190788 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d793e7ae-9058-4313-b063-87ff463753f0 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:00.205601 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-d793e7ae-9058-4313-b063-87ff463753f0 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Calling delete_port for 55f2f28e-f167-4ae6-8538-b4ab12b980e7 owned by network:dhcp {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:57:00.321785 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d793e7ae-9058-4313-b063-87ff463753f0 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:00.356429 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d793e7ae-9058-4313-b063-87ff463753f0 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Pushing event deleted for resources: {'Port': ['ID=55f2f28e-f167-4ae6-8538-b4ab12b980e7,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:00.361224 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d793e7ae-9058-4313-b063-87ff463753f0 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] No DVR routers for this DVR port 55f2f28e-f167-4ae6-8538-b4ab12b980e7 on host n-d-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:57:00.372179 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d793e7ae-9058-4313-b063-87ff463753f0 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:57:00.372527 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d793e7ae-9058-4313-b063-87ff463753f0 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:57:00.372874 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d793e7ae-9058-4313-b063-87ff463753f0 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:57:00.373340 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d793e7ae-9058-4313-b063-87ff463753f0 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:57:00.373683 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d793e7ae-9058-4313-b063-87ff463753f0 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:57:00.374017 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d793e7ae-9058-4313-b063-87ff463753f0 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:57:00.374344 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d793e7ae-9058-4313-b063-87ff463753f0 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:57:00.374670 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d793e7ae-9058-4313-b063-87ff463753f0 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:57:00.375329 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d793e7ae-9058-4313-b063-87ff463753f0 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:57:00.375815 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d793e7ae-9058-4313-b063-87ff463753f0 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:57:00.376603 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d793e7ae-9058-4313-b063-87ff463753f0 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:57:00.376934 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d793e7ae-9058-4313-b063-87ff463753f0 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:57:00.377257 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d793e7ae-9058-4313-b063-87ff463753f0 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:57:00.540849 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d793e7ae-9058-4313-b063-87ff463753f0 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:00.603124 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-d793e7ae-9058-4313-b063-87ff463753f0 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c16c1693-f48c-4e74-8f78-73040274850c']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:57:00.628586 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-d793e7ae-9058-4313-b063-87ff463753f0 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1ea493f-2c5c-4728-ad8a-7475767ca524') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:57:00.630896 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-d793e7ae-9058-4313-b063-87ff463753f0 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1ea493f-2c5c-4728-ad8a-7475767ca524') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:57:00.648524 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d793e7ae-9058-4313-b063-87ff463753f0 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:00.664448 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d793e7ae-9058-4313-b063-87ff463753f0 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:00.671141 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d793e7ae-9058-4313-b063-87ff463753f0 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:57:00.671868 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d793e7ae-9058-4313-b063-87ff463753f0 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:00.706547 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-3cc5c2d5-829f-4e98-ae21-dd5feb9fdcef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:00.750178 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 14:57:00.750178 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:57:00.750178 n-d-761264-19 neutron-server[103168]: timer() Dec 20 14:57:00.750178 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:57:00.750178 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 14:57:00.750178 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:57:00.750178 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 14:57:00.750178 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:57:00.750178 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 14:57:00.750178 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:57:00.750178 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 14:57:00.750178 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:57:00.750178 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 14:57:00.750178 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:57:00.750178 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:57:00.750178 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:57:00.750178 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:57:00.750178 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:57:00.750178 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 14:57:00.750178 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:57:00.750178 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 14:57:00.750178 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:57:00.750178 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:57:00.750178 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:57:00.750178 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 14:57:00.750178 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:57:00.750178 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:57:00.750178 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:57:00.750178 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:57:00.750178 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:57:00.750178 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:57:00.750178 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:57:00.754649 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d793e7ae-9058-4313-b063-87ff463753f0 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:00.766896 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d793e7ae-9058-4313-b063-87ff463753f0 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Publish callbacks [] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:00.774610 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-d793e7ae-9058-4313-b063-87ff463753f0 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] 10.222.0.54 "DELETE /v2.0/networks/c16c1693-f48c-4e74-8f78-73040274850c HTTP/1.1" status: 204 len: 168 time: 0.8414035 Dec 20 14:57:00.776114 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 43114) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:00.788012 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d793e7ae-9058-4313-b063-87ff463753f0 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Pushing event deleted for resources: {'Network': ['ID=c16c1693-f48c-4e74-8f78-73040274850c,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:00.904404 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-32268191-9e2b-4b9c-813f-f9fdf609609d tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:00.915847 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-a3c92c6c-79c5-45ed-886c-12be4bad263f None None] Could not find standard attr ID for object 55f2f28e-f167-4ae6-8538-b4ab12b980e7. {{(pid=103169) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 14:57:00.939798 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec379d9-89cb-4b70-9846-2d1740c55db0 None None] DHCP port deletion for c16c1693-f48c-4e74-8f78-73040274850c request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:57:00.966361 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21214b55-fae3-412a-afdb-1fd92010b722 None None] Network c16c1693-f48c-4e74-8f78-73040274850c requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:57:00.983596 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21214b55-fae3-412a-afdb-1fd92010b722 None None] Network c16c1693-f48c-4e74-8f78-73040274850c could not be found, it might have been deleted concurrently. {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 20 14:57:00.995351 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76778a2-7034-4cdc-bc2a-ac1cdd330436 None None] get_active_networks_info from n-d-761264-19 {{(pid=103169) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 20 14:57:01.004439 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-32268191-9e2b-4b9c-813f-f9fdf609609d tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Deleting port 83da877d-13d3-4e81-9a7d-f34e5670be13 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:57:01.004900 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-32268191-9e2b-4b9c-813f-f9fdf609609d tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:01.101002 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76778a2-7034-4cdc-bc2a-ac1cdd330436 None None] Resources bound (agent type, host, resource id): {{(pid=103169) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 14:57:01.115325 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-32268191-9e2b-4b9c-813f-f9fdf609609d tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] For port 83da877d-13d3-4e81-9a7d-f34e5670be13, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=83da877d-13d3-4e81-9a7d-f34e5670be13,segment=NetworkSegment(a5ccd5a0-6659-4399-ba19-2f975f6a7116),segment_id=a5ccd5a0-6659-4399-ba19-2f975f6a7116)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:57:01.115770 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-32268191-9e2b-4b9c-813f-f9fdf609609d tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:01.129776 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-32268191-9e2b-4b9c-813f-f9fdf609609d tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Calling delete_port for 83da877d-13d3-4e81-9a7d-f34e5670be13 owned by network:dhcp {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:57:01.213104 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-32268191-9e2b-4b9c-813f-f9fdf609609d tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:01.227588 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32268191-9e2b-4b9c-813f-f9fdf609609d tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] No DVR routers for this DVR port 83da877d-13d3-4e81-9a7d-f34e5670be13 on host n-d-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:57:01.253402 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32268191-9e2b-4b9c-813f-f9fdf609609d tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Pushing event deleted for resources: {'Port': ['ID=83da877d-13d3-4e81-9a7d-f34e5670be13,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:01.338392 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-32268191-9e2b-4b9c-813f-f9fdf609609d tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:01.361555 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-32268191-9e2b-4b9c-813f-f9fdf609609d tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b6df143-3045-416f-a1a6-3aaaa5ece8bf']}} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:57:01.371590 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-32268191-9e2b-4b9c-813f-f9fdf609609d tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5ccd5a0-6659-4399-ba19-2f975f6a7116') {'for_net_delete': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:57:01.371884 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-32268191-9e2b-4b9c-813f-f9fdf609609d tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5ccd5a0-6659-4399-ba19-2f975f6a7116') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:57:01.381344 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-32268191-9e2b-4b9c-813f-f9fdf609609d tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954405'] for segment, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:01.394869 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-32268191-9e2b-4b9c-813f-f9fdf609609d tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:01.400690 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32268191-9e2b-4b9c-813f-f9fdf609609d tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=103167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:57:01.401073 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-32268191-9e2b-4b9c-813f-f9fdf609609d tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9956000'] for segment, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:01.404155 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:57:01.404155 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:57:01.404155 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:57:01.404155 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:57:01.404155 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:57:01.404155 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:57:01.404155 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:57:01.404155 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:57:01.404155 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:57:01.404155 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:57:01.404155 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:57:01.404155 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:57:01.404155 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:57:01.404155 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:57:01.404155 n-d-761264-19 neutron-server[103167]: Traceback (most recent call last): Dec 20 14:57:01.404155 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:57:01.404155 n-d-761264-19 neutron-server[103167]: timer() Dec 20 14:57:01.404155 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:57:01.404155 n-d-761264-19 neutron-server[103167]: cb(*args, **kw) Dec 20 14:57:01.404155 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:57:01.404155 n-d-761264-19 neutron-server[103167]: return func(*args, **kwargs) Dec 20 14:57:01.404155 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:57:01.404155 n-d-761264-19 neutron-server[103167]: self._notify() Dec 20 14:57:01.404155 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:57:01.404155 n-d-761264-19 neutron-server[103167]: self.callback(batched_events) Dec 20 14:57:01.404155 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:57:01.404155 n-d-761264-19 neutron-server[103167]: event.method(event) Dec 20 14:57:01.404155 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:57:01.404155 n-d-761264-19 neutron-server[103167]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:57:01.404155 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:57:01.404155 n-d-761264-19 neutron-server[103167]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:57:01.404155 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:57:01.404155 n-d-761264-19 neutron-server[103167]: return f(self, *a, **k) Dec 20 14:57:01.404155 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:57:01.404155 n-d-761264-19 neutron-server[103167]: return self._get(url).json() Dec 20 14:57:01.404155 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:57:01.404155 n-d-761264-19 neutron-server[103167]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:57:01.404155 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:57:01.404155 n-d-761264-19 neutron-server[103167]: return self.request(url, 'GET', **kwargs) Dec 20 14:57:01.404155 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:57:01.404155 n-d-761264-19 neutron-server[103167]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:57:01.404155 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:57:01.404155 n-d-761264-19 neutron-server[103167]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:57:01.404155 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:57:01.404155 n-d-761264-19 neutron-server[103167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:57:01.404155 n-d-761264-19 neutron-server[103167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:57:01.469591 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-32268191-9e2b-4b9c-813f-f9fdf609609d tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:01.479892 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-32268191-9e2b-4b9c-813f-f9fdf609609d tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Publish callbacks [] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:01.485932 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-32268191-9e2b-4b9c-813f-f9fdf609609d tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] 10.222.0.54 "DELETE /v2.0/networks/3b6df143-3045-416f-a1a6-3aaaa5ece8bf HTTP/1.1" status: 204 len: 168 time: 0.7066114 Dec 20 14:57:01.486780 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 43124) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:01.498307 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32268191-9e2b-4b9c-813f-f9fdf609609d tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Pushing event deleted for resources: {'Network': ['ID=3b6df143-3045-416f-a1a6-3aaaa5ece8bf,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:01.574232 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-74c3fe6a-3760-4148-9188-8ae9232d4f42 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:01.662537 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-74c3fe6a-3760-4148-9188-8ae9232d4f42 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:01.693002 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-74c3fe6a-3760-4148-9188-8ae9232d4f42 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['413d3e49-ddd4-463c-8edc-8b2424d33d08']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:57:01.708225 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-74c3fe6a-3760-4148-9188-8ae9232d4f42 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3067a087-0703-4fc7-82ac-6f81115112c8') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:57:01.708657 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-74c3fe6a-3760-4148-9188-8ae9232d4f42 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3067a087-0703-4fc7-82ac-6f81115112c8') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:57:01.727881 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-74c3fe6a-3760-4148-9188-8ae9232d4f42 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:01.741858 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-74c3fe6a-3760-4148-9188-8ae9232d4f42 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:01.750184 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74c3fe6a-3760-4148-9188-8ae9232d4f42 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:57:01.750694 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-74c3fe6a-3760-4148-9188-8ae9232d4f42 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:01.754276 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 14:57:01.754276 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:57:01.754276 n-d-761264-19 neutron-server[103168]: timer() Dec 20 14:57:01.754276 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:57:01.754276 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 14:57:01.754276 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:57:01.754276 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 14:57:01.754276 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:57:01.754276 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 14:57:01.754276 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:57:01.754276 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 14:57:01.754276 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:57:01.754276 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 14:57:01.754276 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:57:01.754276 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:57:01.754276 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:57:01.754276 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:57:01.754276 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:57:01.754276 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 14:57:01.754276 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:57:01.754276 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 14:57:01.754276 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:57:01.754276 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:57:01.754276 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:57:01.754276 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 14:57:01.754276 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:57:01.754276 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:57:01.754276 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:57:01.754276 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:57:01.754276 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:57:01.754276 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:57:01.754276 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:57:01.828203 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-74c3fe6a-3760-4148-9188-8ae9232d4f42 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:01.841262 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-74c3fe6a-3760-4148-9188-8ae9232d4f42 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Publish callbacks [] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:01.844729 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-74c3fe6a-3760-4148-9188-8ae9232d4f42 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] 10.222.0.54 "DELETE /v2.0/networks/413d3e49-ddd4-463c-8edc-8b2424d33d08 HTTP/1.1" status: 204 len: 168 time: 0.3573718 Dec 20 14:57:01.848073 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 43132) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:01.865310 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c3fe6a-3760-4148-9188-8ae9232d4f42 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Pushing event deleted for resources: {'Network': ['ID=413d3e49-ddd4-463c-8edc-8b2424d33d08,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:01.926186 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1d78a116-333b-4004-a331-b43866620066 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:02.019210 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1d78a116-333b-4004-a331-b43866620066 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:02.040653 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-1d78a116-333b-4004-a331-b43866620066 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['926e38e4-b094-4b19-a205-c8b2cc2bbc3f']}} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:57:02.050062 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-1d78a116-333b-4004-a331-b43866620066 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22c99e6a-752c-42f8-b5a7-e955585cc192') {'for_net_delete': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:57:02.050358 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-1d78a116-333b-4004-a331-b43866620066 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22c99e6a-752c-42f8-b5a7-e955585cc192') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:57:02.060059 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1d78a116-333b-4004-a331-b43866620066 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954405'] for segment, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:02.078973 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1d78a116-333b-4004-a331-b43866620066 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:02.085340 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d78a116-333b-4004-a331-b43866620066 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=103167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:57:02.085776 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1d78a116-333b-4004-a331-b43866620066 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9956000'] for segment, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:02.089183 n-d-761264-19 neutron-server[103167]: Traceback (most recent call last): Dec 20 14:57:02.089183 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:57:02.089183 n-d-761264-19 neutron-server[103167]: timer() Dec 20 14:57:02.089183 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:57:02.089183 n-d-761264-19 neutron-server[103167]: cb(*args, **kw) Dec 20 14:57:02.089183 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:57:02.089183 n-d-761264-19 neutron-server[103167]: return func(*args, **kwargs) Dec 20 14:57:02.089183 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:57:02.089183 n-d-761264-19 neutron-server[103167]: self._notify() Dec 20 14:57:02.089183 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:57:02.089183 n-d-761264-19 neutron-server[103167]: self.callback(batched_events) Dec 20 14:57:02.089183 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:57:02.089183 n-d-761264-19 neutron-server[103167]: event.method(event) Dec 20 14:57:02.089183 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:57:02.089183 n-d-761264-19 neutron-server[103167]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:57:02.089183 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:57:02.089183 n-d-761264-19 neutron-server[103167]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:57:02.089183 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:57:02.089183 n-d-761264-19 neutron-server[103167]: return f(self, *a, **k) Dec 20 14:57:02.089183 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:57:02.089183 n-d-761264-19 neutron-server[103167]: return self._get(url).json() Dec 20 14:57:02.089183 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:57:02.089183 n-d-761264-19 neutron-server[103167]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:57:02.089183 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:57:02.089183 n-d-761264-19 neutron-server[103167]: return self.request(url, 'GET', **kwargs) Dec 20 14:57:02.089183 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:57:02.089183 n-d-761264-19 neutron-server[103167]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:57:02.089183 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:57:02.089183 n-d-761264-19 neutron-server[103167]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:57:02.089183 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:57:02.089183 n-d-761264-19 neutron-server[103167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:57:02.089183 n-d-761264-19 neutron-server[103167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:57:02.153332 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1d78a116-333b-4004-a331-b43866620066 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:02.160420 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1d78a116-333b-4004-a331-b43866620066 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Publish callbacks [] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:02.163923 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-1d78a116-333b-4004-a331-b43866620066 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] 10.222.0.54 "DELETE /v2.0/networks/926e38e4-b094-4b19-a205-c8b2cc2bbc3f HTTP/1.1" status: 204 len: 168 time: 0.3152204 Dec 20 14:57:02.175586 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d78a116-333b-4004-a331-b43866620066 tempest-BulkNetworkOpsIpV6Test-1782168427 tempest-BulkNetworkOpsIpV6Test-1782168427-project] Pushing event deleted for resources: {'Network': ['ID=926e38e4-b094-4b19-a205-c8b2cc2bbc3f,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:02.420724 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 43142) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:02.574484 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-4dc7e20c-a363-4315-a438-c2ed933af5c0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ab98e621621e4096bc5c52c48b2b5223&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1502335 Dec 20 14:57:02.575220 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 43148) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:02.625334 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-24a483f5-a29a-448a-9da2-8ee13480b39f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:02.647106 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-24a483f5-a29a-448a-9da2-8ee13480b39f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:02.697746 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-24a483f5-a29a-448a-9da2-8ee13480b39f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:02.701322 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-24a483f5-a29a-448a-9da2-8ee13480b39f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:02.702474 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-24a483f5-a29a-448a-9da2-8ee13480b39f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/cad14005-4b98-4d4f-9e39-7e65938267de HTTP/1.1" status: 204 len: 168 time: 0.1262763 Dec 20 14:57:02.710408 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a483f5-a29a-448a-9da2-8ee13480b39f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cad14005-4b98-4d4f-9e39-7e65938267de,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:02.885357 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-faf79cb2-d28f-443f-aa2e-ca60808e629f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:03.442740 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 43200) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:03.554835 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-d746233c-ff27-409f-8a09-28b6b6e80218 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1728393098'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:57:03.585595 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d746233c-ff27-409f-8a09-28b6b6e80218 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Made reservation on behalf of 43f7d6ec20ff4b80bbcb9fdd5fd65fb4 for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:57:03.595138 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d746233c-ff27-409f-8a09-28b6b6e80218 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:03.609107 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d746233c-ff27-409f-8a09-28b6b6e80218 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:03.687077 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d746233c-ff27-409f-8a09-28b6b6e80218 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:03.693087 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d746233c-ff27-409f-8a09-28b6b6e80218 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:03.728340 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d746233c-ff27-409f-8a09-28b6b6e80218 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:57:03.733572 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d746233c-ff27-409f-8a09-28b6b6e80218 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28c9669b-b2eb-4984-9445-aec6ab1cdf12,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:03.741723 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d746233c-ff27-409f-8a09-28b6b6e80218 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:03.742087 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-d746233c-ff27-409f-8a09-28b6b6e80218 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Added segment 457fdf47-0f1f-487e-b877-c2d51b21e99e of type vlan for network e679f931-05bb-4c25-b3d3-7a94b7d20a1f Dec 20 14:57:03.793747 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d746233c-ff27-409f-8a09-28b6b6e80218 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:03.824344 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d746233c-ff27-409f-8a09-28b6b6e80218 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:03.833659 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d746233c-ff27-409f-8a09-28b6b6e80218 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:57:03.834578 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d746233c-ff27-409f-8a09-28b6b6e80218 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks [] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:03.842892 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:03.878982 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-d746233c-ff27-409f-8a09-28b6b6e80218 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4323769 Dec 20 14:57:03.879279 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 43212) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:03.884337 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-3f9d336e-93d7-4b50-aafd-577f08b21156 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-174760259'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:57:03.917138 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d746233c-ff27-409f-8a09-28b6b6e80218 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Pushing event updated for resources: {'Network': ['ID=e679f931-05bb-4c25-b3d3-7a94b7d20a1f,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:03.923100 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f9d336e-93d7-4b50-aafd-577f08b21156 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Made reservation on behalf of 43f7d6ec20ff4b80bbcb9fdd5fd65fb4 for: {'network': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:57:03.927643 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3f9d336e-93d7-4b50-aafd-577f08b21156 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:03.928632 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network e679f931-05bb-4c25-b3d3-7a94b7d20a1f details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:57:03.953658 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f9d336e-93d7-4b50-aafd-577f08b21156 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=103167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:57:03.964303 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3f9d336e-93d7-4b50-aafd-577f08b21156 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:03.964634 n-d-761264-19 neutron-server[103167]: INFO neutron.db.segments_db [None req-3f9d336e-93d7-4b50-aafd-577f08b21156 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Added segment 85d6a74c-39bc-4323-9cff-4dfa94282d27 of type vlan for network c1378feb-12f7-47ad-84f6-d3c265edf9f3 Dec 20 14:57:04.014216 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3f9d336e-93d7-4b50-aafd-577f08b21156 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:04.052580 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3f9d336e-93d7-4b50-aafd-577f08b21156 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:04.058672 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9d336e-93d7-4b50-aafd-577f08b21156 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:57:04.059470 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3f9d336e-93d7-4b50-aafd-577f08b21156 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks [] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:04.135946 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-3f9d336e-93d7-4b50-aafd-577f08b21156 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2555044 Dec 20 14:57:04.139884 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 43218) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:04.144927 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-aa0e7caf-5020-4b58-ab51-1233dae74855 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Request body: {'subnet': {'network_id': 'e679f931-05bb-4c25-b3d3-7a94b7d20a1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:57:04.153398 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9d336e-93d7-4b50-aafd-577f08b21156 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Pushing event updated for resources: {'Network': ['ID=c1378feb-12f7-47ad-84f6-d3c265edf9f3,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:04.165131 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network c1378feb-12f7-47ad-84f6-d3c265edf9f3 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:57:04.280849 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa0e7caf-5020-4b58-ab51-1233dae74855 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Made reservation on behalf of 43f7d6ec20ff4b80bbcb9fdd5fd65fb4 for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:57:04.284635 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-aa0e7caf-5020-4b58-ab51-1233dae74855 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:04.503182 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-aa0e7caf-5020-4b58-ab51-1233dae74855 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8848317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10470522'] for subnet, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:04.559677 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0e7caf-5020-4b58-ab51-1233dae74855 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Pushing event updated for resources: {'Subnet': ['ID=c6c12394-c12f-4a56-b086-656bc3940152,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:04.575346 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0e7caf-5020-4b58-ab51-1233dae74855 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Checking segment: {'id': '457fdf47-0f1f-487e-b877-c2d51b21e99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e679f931-05bb-4c25-b3d3-7a94b7d20a1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:57:04.575764 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0e7caf-5020-4b58-ab51-1233dae74855 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Network hostable DHCP agents. Network: e679f931-05bb-4c25-b3d3-7a94b7d20a1f, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:57:04.600928 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0e7caf-5020-4b58-ab51-1233dae74855 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Network e679f931-05bb-4c25-b3d3-7a94b7d20a1f is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:57:04.616805 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-aa0e7caf-5020-4b58-ab51-1233dae74855 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, e679f931-05bb-4c25-b3d3-7a94b7d20a1f) {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:57:04.625876 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4499bba8-7e20-43af-9a52-29452bb4957f None None] Network e679f931-05bb-4c25-b3d3-7a94b7d20a1f requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:57:04.629511 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0e7caf-5020-4b58-ab51-1233dae74855 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:57:04.629698 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-aa0e7caf-5020-4b58-ab51-1233dae74855 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks [] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:04.657658 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-aa0e7caf-5020-4b58-ab51-1233dae74855 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5158236 Dec 20 14:57:04.660126 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 43234) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:04.668353 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-bf83caaf-c60f-4bc1-84a6-1e9695783dbd tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Request body: {'subnet': {'network_id': 'c1378feb-12f7-47ad-84f6-d3c265edf9f3', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:57:04.772790 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4af2375-5847-4e49-af0e-15e8f7ed823a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-e679f931-05bb-4c25-b3d3-7a94b7d20a1f', 'network_id': 'e679f931-05bb-4c25-b3d3-7a94b7d20a1f', 'project_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'fixed_ips': [{'subnet_id': 'c6c12394-c12f-4a56-b086-656bc3940152'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:57:04.773679 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a4af2375-5847-4e49-af0e-15e8f7ed823a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:04.781976 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf83caaf-c60f-4bc1-84a6-1e9695783dbd tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Made reservation on behalf of 43f7d6ec20ff4b80bbcb9fdd5fd65fb4 for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:57:04.787577 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-bf83caaf-c60f-4bc1-84a6-1e9695783dbd tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:04.927094 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-a4af2375-5847-4e49-af0e-15e8f7ed823a None None] Allocated IP 2001:db8::2 (e679f931-05bb-4c25-b3d3-7a94b7d20a1f/c6c12394-c12f-4a56-b086-656bc3940152/2892ca0a-eb4a-48be-b2fa-ded61e443a4c) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:57:05.059471 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-bf83caaf-c60f-4bc1-84a6-1e9695783dbd tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8848317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10470522'] for subnet, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:05.136034 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf83caaf-c60f-4bc1-84a6-1e9695783dbd tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Pushing event updated for resources: {'Subnet': ['ID=6888493b-7b27-4cb1-99d0-4afb8859fede,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:05.137008 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a4af2375-5847-4e49-af0e-15e8f7ed823a None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:05.144375 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf83caaf-c60f-4bc1-84a6-1e9695783dbd tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Checking segment: {'id': '85d6a74c-39bc-4323-9cff-4dfa94282d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'c1378feb-12f7-47ad-84f6-d3c265edf9f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:57:05.144735 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf83caaf-c60f-4bc1-84a6-1e9695783dbd tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Network hostable DHCP agents. Network: c1378feb-12f7-47ad-84f6-d3c265edf9f3, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:57:05.152367 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a4af2375-5847-4e49-af0e-15e8f7ed823a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:05.163510 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf83caaf-c60f-4bc1-84a6-1e9695783dbd tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Network c1378feb-12f7-47ad-84f6-d3c265edf9f3 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:57:05.174386 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-bf83caaf-c60f-4bc1-84a6-1e9695783dbd tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, c1378feb-12f7-47ad-84f6-d3c265edf9f3) {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:57:05.182122 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf83caaf-c60f-4bc1-84a6-1e9695783dbd tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:57:05.182716 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-bf83caaf-c60f-4bc1-84a6-1e9695783dbd tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks [] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:05.201555 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-bf83caaf-c60f-4bc1-84a6-1e9695783dbd tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5394125 Dec 20 14:57:05.201853 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa07ceb-7f6a-4b8d-b99e-344fa1e71af1 None None] Network c1378feb-12f7-47ad-84f6-d3c265edf9f3 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:57:05.204102 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 43244) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:05.207441 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4af2375-5847-4e49-af0e-15e8f7ed823a None None] Network e679f931-05bb-4c25-b3d3-7a94b7d20a1f is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:57:05.209361 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-8f6240e3-dfa6-4fd0-87ac-aaad1f95cdbe tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2046572973', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:57:05.241985 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8f6240e3-dfa6-4fd0-87ac-aaad1f95cdbe tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40114'] for router, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:05.247949 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8f6240e3-dfa6-4fd0-87ac-aaad1f95cdbe tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40139'] for router, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:05.259979 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-a4af2375-5847-4e49-af0e-15e8f7ed823a None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:57:05.267033 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4af2375-5847-4e49-af0e-15e8f7ed823a None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:57:05.271713 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4af2375-5847-4e49-af0e-15e8f7ed823a None None] Pushing event updated for resources: {'Port': ['ID=2892ca0a-eb4a-48be-b2fa-ded61e443a4c,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:05.420276 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c5f6a1-4f78-4cc3-bfae-641625d0f170 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-c1378feb-12f7-47ad-84f6-d3c265edf9f3', 'network_id': 'c1378feb-12f7-47ad-84f6-d3c265edf9f3', 'project_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'fixed_ips': [{'subnet_id': '6888493b-7b27-4cb1-99d0-4afb8859fede'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:57:05.421973 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b7c5f6a1-4f78-4cc3-bfae-641625d0f170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:05.428599 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-a4af2375-5847-4e49-af0e-15e8f7ed823a None None] Attempting to bind port 2892ca0a-eb4a-48be-b2fa-ded61e443a4c on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:57:05.428599 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-a4af2375-5847-4e49-af0e-15e8f7ed823a None None] Attempting to bind port 2892ca0a-eb4a-48be-b2fa-ded61e443a4c by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '457fdf47-0f1f-487e-b877-c2d51b21e99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e679f931-05bb-4c25-b3d3-7a94b7d20a1f'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:57:05.428940 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4af2375-5847-4e49-af0e-15e8f7ed823a None None] Attempting to bind port 2892ca0a-eb4a-48be-b2fa-ded61e443a4c on network e679f931-05bb-4c25-b3d3-7a94b7d20a1f {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:57:05.458522 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4af2375-5847-4e49-af0e-15e8f7ed823a None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:57:05.458955 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4af2375-5847-4e49-af0e-15e8f7ed823a None None] Checking segment: {'id': '457fdf47-0f1f-487e-b877-c2d51b21e99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e679f931-05bb-4c25-b3d3-7a94b7d20a1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:57:05.459368 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a4af2375-5847-4e49-af0e-15e8f7ed823a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:05.459759 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4af2375-5847-4e49-af0e-15e8f7ed823a None None] Bound using segment: {'id': '457fdf47-0f1f-487e-b877-c2d51b21e99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e679f931-05bb-4c25-b3d3-7a94b7d20a1f'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:57:05.460253 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-a4af2375-5847-4e49-af0e-15e8f7ed823a None None] Bound port: 2892ca0a-eb4a-48be-b2fa-ded61e443a4c, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '457fdf47-0f1f-487e-b877-c2d51b21e99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e679f931-05bb-4c25-b3d3-7a94b7d20a1f'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:57:05.460632 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a4af2375-5847-4e49-af0e-15e8f7ed823a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:05.644123 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8f6240e3-dfa6-4fd0-87ac-aaad1f95cdbe tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:05.651096 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8f6240e3-dfa6-4fd0-87ac-aaad1f95cdbe tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013'] for router, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:05.676560 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8f6240e3-dfa6-4fd0-87ac-aaad1f95cdbe tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:05.682869 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 43256) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:05.691491 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-8f6240e3-dfa6-4fd0-87ac-aaad1f95cdbe tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4850597 Dec 20 14:57:05.822593 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-a4af2375-5847-4e49-af0e-15e8f7ed823a None None] For port 2892ca0a-eb4a-48be-b2fa-ded61e443a4c, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:57:05.826529 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:05.839292 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-b7c5f6a1-4f78-4cc3-bfae-641625d0f170 None None] Allocated IP 2001:db8:1::2 (c1378feb-12f7-47ad-84f6-d3c265edf9f3/6888493b-7b27-4cb1-99d0-4afb8859fede/6e21fc7f-ef9f-4f59-b17f-4040315fb53a) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:57:05.845714 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-a4af2375-5847-4e49-af0e-15e8f7ed823a None None] For port 2892ca0a-eb4a-48be-b2fa-ded61e443a4c, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=2892ca0a-eb4a-48be-b2fa-ded61e443a4c,segment=NetworkSegment(457fdf47-0f1f-487e-b877-c2d51b21e99e),segment_id=457fdf47-0f1f-487e-b877-c2d51b21e99e)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:57:05.855000 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a4af2375-5847-4e49-af0e-15e8f7ed823a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:05.917506 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4af2375-5847-4e49-af0e-15e8f7ed823a None None] Pushing event updated for resources: {'Port': ['ID=2892ca0a-eb4a-48be-b2fa-ded61e443a4c,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:06.068534 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-08f9ba2a-4a36-4b63-b814-61931d6b6f7d tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:06.102117 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b7c5f6a1-4f78-4cc3-bfae-641625d0f170 None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:06.109642 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b7c5f6a1-4f78-4cc3-bfae-641625d0f170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:06.163687 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c5f6a1-4f78-4cc3-bfae-641625d0f170 None None] Pushing event updated for resources: {'Port': ['ID=6e21fc7f-ef9f-4f59-b17f-4040315fb53a,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:06.174901 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c5f6a1-4f78-4cc3-bfae-641625d0f170 None None] Network c1378feb-12f7-47ad-84f6-d3c265edf9f3 is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:57:06.176764 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-b7c5f6a1-4f78-4cc3-bfae-641625d0f170 None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:57:06.179962 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c5f6a1-4f78-4cc3-bfae-641625d0f170 None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:57:06.282547 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-b7c5f6a1-4f78-4cc3-bfae-641625d0f170 None None] Attempting to bind port 6e21fc7f-ef9f-4f59-b17f-4040315fb53a on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:57:06.282950 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-b7c5f6a1-4f78-4cc3-bfae-641625d0f170 None None] Attempting to bind port 6e21fc7f-ef9f-4f59-b17f-4040315fb53a by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '85d6a74c-39bc-4323-9cff-4dfa94282d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'c1378feb-12f7-47ad-84f6-d3c265edf9f3'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:57:06.283464 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c5f6a1-4f78-4cc3-bfae-641625d0f170 None None] Attempting to bind port 6e21fc7f-ef9f-4f59-b17f-4040315fb53a on network c1378feb-12f7-47ad-84f6-d3c265edf9f3 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:57:06.301067 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c5f6a1-4f78-4cc3-bfae-641625d0f170 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:57:06.301440 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c5f6a1-4f78-4cc3-bfae-641625d0f170 None None] Checking segment: {'id': '85d6a74c-39bc-4323-9cff-4dfa94282d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'c1378feb-12f7-47ad-84f6-d3c265edf9f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:57:06.301841 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b7c5f6a1-4f78-4cc3-bfae-641625d0f170 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:06.302302 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c5f6a1-4f78-4cc3-bfae-641625d0f170 None None] Bound using segment: {'id': '85d6a74c-39bc-4323-9cff-4dfa94282d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'c1378feb-12f7-47ad-84f6-d3c265edf9f3'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:57:06.302740 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-b7c5f6a1-4f78-4cc3-bfae-641625d0f170 None None] Bound port: 6e21fc7f-ef9f-4f59-b17f-4040315fb53a, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85d6a74c-39bc-4323-9cff-4dfa94282d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'c1378feb-12f7-47ad-84f6-d3c265edf9f3'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:57:06.303169 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b7c5f6a1-4f78-4cc3-bfae-641625d0f170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:06.370934 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-b7c5f6a1-4f78-4cc3-bfae-641625d0f170 None None] For port 6e21fc7f-ef9f-4f59-b17f-4040315fb53a, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:57:06.374044 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-b7c5f6a1-4f78-4cc3-bfae-641625d0f170 None None] For port 6e21fc7f-ef9f-4f59-b17f-4040315fb53a, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=6e21fc7f-ef9f-4f59-b17f-4040315fb53a,segment=NetworkSegment(85d6a74c-39bc-4323-9cff-4dfa94282d27),segment_id=85d6a74c-39bc-4323-9cff-4dfa94282d27)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:57:06.382750 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b7c5f6a1-4f78-4cc3-bfae-641625d0f170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:06.403790 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:06.426700 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-08f9ba2a-4a36-4b63-b814-61931d6b6f7d tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Allocated IP 2001:db8::1 (e679f931-05bb-4c25-b3d3-7a94b7d20a1f/c6c12394-c12f-4a56-b086-656bc3940152/e591c9b7-d331-42ea-8beb-ec8709f28657) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:57:06.480707 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c5f6a1-4f78-4cc3-bfae-641625d0f170 None None] Pushing event updated for resources: {'Port': ['ID=6e21fc7f-ef9f-4f59-b17f-4040315fb53a,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:06.631248 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-08f9ba2a-4a36-4b63-b814-61931d6b6f7d tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:06.679814 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-08f9ba2a-4a36-4b63-b814-61931d6b6f7d tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:06.783872 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f9ba2a-4a36-4b63-b814-61931d6b6f7d tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Network e679f931-05bb-4c25-b3d3-7a94b7d20a1f is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:57:06.793576 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-08f9ba2a-4a36-4b63-b814-61931d6b6f7d tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:57:06.824657 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f9ba2a-4a36-4b63-b814-61931d6b6f7d tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:57:06.833796 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-08f9ba2a-4a36-4b63-b814-61931d6b6f7d tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595714'] for router_interface, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:06.981581 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f9ba2a-4a36-4b63-b814-61931d6b6f7d tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Pushing event updated for resources: {'Port': ['ID=e591c9b7-d331-42ea-8beb-ec8709f28657,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:07.086484 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-08f9ba2a-4a36-4b63-b814-61931d6b6f7d tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:07.535326 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46fb7c0-d560-409f-bfb0-1c270871e974 None None] Network e679f931-05bb-4c25-b3d3-7a94b7d20a1f requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:57:07.608580 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-08f9ba2a-4a36-4b63-b814-61931d6b6f7d tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:07.618824 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb6d00a-07f8-4191-91d2-6e9185add39e req-000f700d-b13c-4481-839c-36641d2fa200 tempest-TestNetworkAdvancedServerOps-1489124987 tempest-TestNetworkAdvancedServerOps-1489124987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:57:07.620647 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-acb6d00a-07f8-4191-91d2-6e9185add39e req-000f700d-b13c-4481-839c-36641d2fa200 tempest-TestNetworkAdvancedServerOps-1489124987 tempest-TestNetworkAdvancedServerOps-1489124987-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=60c6ec51-745e-4004-b210-e2f2b7c02f58 HTTP/1.1" status: 200 len: 1098 time: 0.1198139 Dec 20 14:57:07.623610 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-08f9ba2a-4a36-4b63-b814-61931d6b6f7d tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:07.624641 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-08f9ba2a-4a36-4b63-b814-61931d6b6f7d tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1595702'] for router_interface, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:07.631084 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 6e21fc7f-ef9f-4f59-b17f-4040315fb53a up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:57:07.746618 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-986dd60a-2c9d-4c12-9693-c0d446003a02 None None] Provisioning complete for port 2892ca0a-eb4a-48be-b2fa-ded61e443a4c triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:57:07.747043 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-986dd60a-2c9d-4c12-9693-c0d446003a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:07.837949 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f9ba2a-4a36-4b63-b814-61931d6b6f7d tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Network e679f931-05bb-4c25-b3d3-7a94b7d20a1f is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:57:07.849566 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-08f9ba2a-4a36-4b63-b814-61931d6b6f7d tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:57:07.854473 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-acb6d00a-07f8-4191-91d2-6e9185add39e req-efb4b56d-7d49-4666-aa23-4e1fe5e0bc9e tempest-TestNetworkAdvancedServerOps-1489124987 tempest-TestNetworkAdvancedServerOps-1489124987-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=216960ae-a720-47dd-b0f7-2088c7c897fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2065609 Dec 20 14:57:07.864935 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f9ba2a-4a36-4b63-b814-61931d6b6f7d tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Pushing event updated for resources: {'Port': ['ID=e591c9b7-d331-42ea-8beb-ec8709f28657,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:07.886122 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 43300) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:07.945864 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 6e21fc7f-ef9f-4f59-b17f-4040315fb53a triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:57:07.946243 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:08.035668 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-986dd60a-2c9d-4c12-9693-c0d446003a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:08.102190 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5670779c-e297-4378-aff2-53717d38c199 None None] Network c1378feb-12f7-47ad-84f6-d3c265edf9f3 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:57:08.230188 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-986dd60a-2c9d-4c12-9693-c0d446003a02 None None] For port 2892ca0a-eb4a-48be-b2fa-ded61e443a4c, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=2892ca0a-eb4a-48be-b2fa-ded61e443a4c,segment=NetworkSegment(457fdf47-0f1f-487e-b877-c2d51b21e99e),segment_id=457fdf47-0f1f-487e-b877-c2d51b21e99e)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:57:08.249560 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-986dd60a-2c9d-4c12-9693-c0d446003a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:08.267819 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08f9ba2a-4a36-4b63-b814-61931d6b6f7d tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Router 912f67dd-1afb-4432-a1cb-e894f907b022 is scheduled to L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 with binding_index 1 {{(pid=103167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 14:57:08.291188 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:08.343471 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] For port 6e21fc7f-ef9f-4f59-b17f-4040315fb53a, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=6e21fc7f-ef9f-4f59-b17f-4040315fb53a,segment=NetworkSegment(85d6a74c-39bc-4323-9cff-4dfa94282d27),segment_id=85d6a74c-39bc-4323-9cff-4dfa94282d27)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:57:08.377871 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:08.379011 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 2892ca0a-eb4a-48be-b2fa-ded61e443a4c up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:57:08.398007 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08f9ba2a-4a36-4b63-b814-61931d6b6f7d tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:57:08.406541 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 43314) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:08.407966 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-08f9ba2a-4a36-4b63-b814-61931d6b6f7d tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "PUT /v2.0/routers/912f67dd-1afb-4432-a1cb-e894f907b022/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7239723 Dec 20 14:57:08.424200 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-7c5ae250-273b-47bf-861b-d724a41ee74c tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Deleting port d45c960d-5326-420c-ba51-eec6858263e7 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:57:08.424789 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7c5ae250-273b-47bf-861b-d724a41ee74c tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:08.470058 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104a8595-4152-4822-915f-d7907ad231ea None None] Sync routers for ids ['912f67dd-1afb-4432-a1cb-e894f907b022'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:57:08.490069 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-92e662fa-9440-476f-b5f6-1b1bc5f80289 None None] Provisioning complete for port e591c9b7-d331-42ea-8beb-ec8709f28657 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:57:08.491096 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-92e662fa-9440-476f-b5f6-1b1bc5f80289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:08.494062 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da766144-3f47-427c-aea9-a60fd204ca03 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:57:08.495575 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-da766144-3f47-427c-aea9-a60fd204ca03 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "GET /v2.0/ports/e591c9b7-d331-42ea-8beb-ec8709f28657 HTTP/1.1" status: 200 len: 911 time: 0.0869877 Dec 20 14:57:08.500226 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 43316) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:08.519192 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986dd60a-2c9d-4c12-9693-c0d446003a02 None None] Pushing event updated for resources: {'Port': ['ID=2892ca0a-eb4a-48be-b2fa-ded61e443a4c,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:08.609744 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7c5ae250-273b-47bf-861b-d724a41ee74c tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:08.610372 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7c5ae250-273b-47bf-861b-d724a41ee74c tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:08.619203 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104a8595-4152-4822-915f-d7907ad231ea None None] Routers {'912f67dd-1afb-4432-a1cb-e894f907b022'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:57:08.620033 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-104a8595-4152-4822-915f-d7907ad231ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:57:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['912f67dd-1afb-4432-a1cb-e894f907b022'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:57:08.626364 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-7c5ae250-273b-47bf-861b-d724a41ee74c tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Calling delete_port for d45c960d-5326-420c-ba51-eec6858263e7 owned by network:floatingip {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:57:08.774641 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Pushing event updated for resources: {'Port': ['ID=6e21fc7f-ef9f-4f59-b17f-4040315fb53a,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:08.784290 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-104a8595-4152-4822-915f-d7907ad231ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:57:08.793698 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-92e662fa-9440-476f-b5f6-1b1bc5f80289 None None] Port e591c9b7-d331-42ea-8beb-ec8709f28657 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:57:08.847136 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104a8595-4152-4822-915f-d7907ad231ea None None] Routers {'912f67dd-1afb-4432-a1cb-e894f907b022'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:57:08.848212 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-104a8595-4152-4822-915f-d7907ad231ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:57:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['912f67dd-1afb-4432-a1cb-e894f907b022'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:57:08.864352 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-92e662fa-9440-476f-b5f6-1b1bc5f80289 None None] Provisioning complete for port 2892ca0a-eb4a-48be-b2fa-ded61e443a4c triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:57:08.865257 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-92e662fa-9440-476f-b5f6-1b1bc5f80289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:08.992952 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [req-3cdc9d55-9191-4e73-851a-6268fbac4b98 req-198aca69-0e1c-4628-afaa-1a4602d24911 tempest-ServerActionsTestJSON-831569932 tempest-ServerActionsTestJSON-831569932-project] (103168) timed out ('10.222.0.30', 54715) {{(pid=103168) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 20 14:57:08.993224 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-104a8595-4152-4822-915f-d7907ad231ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:57:09.010250 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104a8595-4152-4822-915f-d7907ad231ea None None] The sync data for ids ['912f67dd-1afb-4432-a1cb-e894f907b022'] in n-d-761264-19 is: [] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:57:09.019506 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 2892ca0a-eb4a-48be-b2fa-ded61e443a4c triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:57:09.019898 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:09.266957 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-03fe16c7-37a3-40cd-b581-b40aecd8edd9 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:09.351127 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-92e662fa-9440-476f-b5f6-1b1bc5f80289 None None] Provisioning complete for port 6e21fc7f-ef9f-4f59-b17f-4040315fb53a triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:57:09.351499 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-92e662fa-9440-476f-b5f6-1b1bc5f80289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:09.414898 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7c5ae250-273b-47bf-861b-d724a41ee74c tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:09.487006 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5ae250-273b-47bf-861b-d724a41ee74c tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Pushing event deleted for resources: {'Port': ['ID=d45c960d-5326-420c-ba51-eec6858263e7,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:09.534006 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 6e21fc7f-ef9f-4f59-b17f-4040315fb53a up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:57:09.565143 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7c5ae250-273b-47bf-861b-d724a41ee74c tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for floatingip, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:09.565578 n-d-761264-19 neutron-server[103167]: INFO neutron.db.l3_db [None req-7c5ae250-273b-47bf-861b-d724a41ee74c tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Floating IP c901ff97-bb50-4724-9b66-d6b5acf79f4c disassociated (deleted). External IP: 172.25.0.28, port: 89360329-b7a9-4fb8-922c-f561d516b2b8. Dec 20 14:57:09.726023 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-03fe16c7-37a3-40cd-b581-b40aecd8edd9 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Allocated IP 2001:db8:1::1 (c1378feb-12f7-47ad-84f6-d3c265edf9f3/6888493b-7b27-4cb1-99d0-4afb8859fede/1aeac130-a851-4833-ae10-2291ffee9259) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:57:09.838656 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-b69b6a15-2caa-42fa-9dc4-d2b01c366bcf None None] Provisioning complete for port 6e21fc7f-ef9f-4f59-b17f-4040315fb53a triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:57:09.839242 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b69b6a15-2caa-42fa-9dc4-d2b01c366bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:09.874593 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 6e21fc7f-ef9f-4f59-b17f-4040315fb53a triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:57:09.874980 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:09.916648 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c5ae250-273b-47bf-861b-d724a41ee74c tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Router e512b5db-5b05-4c3f-82aa-9a3f53c6f0db has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:57:09.942539 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-03fe16c7-37a3-40cd-b581-b40aecd8edd9 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:09.991175 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-03fe16c7-37a3-40cd-b581-b40aecd8edd9 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:10.038302 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03fe16c7-37a3-40cd-b581-b40aecd8edd9 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Network c1378feb-12f7-47ad-84f6-d3c265edf9f3 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:57:10.043750 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-03fe16c7-37a3-40cd-b581-b40aecd8edd9 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:57:10.047982 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fe16c7-37a3-40cd-b581-b40aecd8edd9 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:57:10.048466 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-03fe16c7-37a3-40cd-b581-b40aecd8edd9 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595714'] for router_interface, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:10.055760 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fe16c7-37a3-40cd-b581-b40aecd8edd9 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Pushing event updated for resources: {'Port': ['ID=1aeac130-a851-4833-ae10-2291ffee9259,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:10.104588 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-b69b6a15-2caa-42fa-9dc4-d2b01c366bcf None None] Provisioning complete for port e591c9b7-d331-42ea-8beb-ec8709f28657 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:57:10.104961 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b69b6a15-2caa-42fa-9dc4-d2b01c366bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:10.113312 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c5ae250-273b-47bf-861b-d724a41ee74c tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:57:10.120501 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7c5ae250-273b-47bf-861b-d724a41ee74c tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:10.125834 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf2a1e7-f472-4049-b073-21ad1e0cb3d4 None None] Sync routers for ids ['e512b5db-5b05-4c3f-82aa-9a3f53c6f0db'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:57:10.140647 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf2a1e7-f472-4049-b073-21ad1e0cb3d4 None None] Routers {'e512b5db-5b05-4c3f-82aa-9a3f53c6f0db'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:57:10.142626 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-cdf2a1e7-f472-4049-b073-21ad1e0cb3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:57:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['e512b5db-5b05-4c3f-82aa-9a3f53c6f0db'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:57:10.169325 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-7c5ae250-273b-47bf-861b-d724a41ee74c tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "DELETE /v2.0/floatingips/c901ff97-bb50-4724-9b66-d6b5acf79f4c HTTP/1.1" status: 204 len: 168 time: 2.2806320 Dec 20 14:57:10.170508 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60c6ec51-745e-4004-b210-e2f2b7c02f58', 'tag': '89360329-b7a9-4fb8-922c-f561d516b2b8'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:57:10.173572 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2580a1a-ba03-4eb3-ad9d-c9d06dddf424" -d '{"events": [{"name": "network-changed", "server_uuid": "60c6ec51-745e-4004-b210-e2f2b7c02f58", "tag": "89360329-b7a9-4fb8-922c-f561d516b2b8"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:57:10.283213 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 2892ca0a-eb4a-48be-b2fa-ded61e443a4c up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:57:10.292829 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-b69b6a15-2caa-42fa-9dc4-d2b01c366bcf None None] Port e591c9b7-d331-42ea-8beb-ec8709f28657 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:57:10.314387 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82078a07-da7d-4ea0-b273-ac3cb3e64bd3 x-openstack-request-id: req-82078a07-da7d-4ea0-b273-ac3cb3e64bd3 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:57:10.314687 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60c6ec51-745e-4004-b210-e2f2b7c02f58", "tag": "89360329-b7a9-4fb8-922c-f561d516b2b8", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:57:10.315324 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-82078a07-da7d-4ea0-b273-ac3cb3e64bd3 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:57:10.315792 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60c6ec51-745e-4004-b210-e2f2b7c02f58', 'tag': '89360329-b7a9-4fb8-922c-f561d516b2b8', 'status': 'completed', 'code': 200} Dec 20 14:57:10.339232 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-03fe16c7-37a3-40cd-b581-b40aecd8edd9 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:10.434191 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-cdf2a1e7-f472-4049-b073-21ad1e0cb3d4 None None] Set router e512b5db-5b05-4c3f-82aa-9a3f53c6f0db gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:57:10.452871 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 2892ca0a-eb4a-48be-b2fa-ded61e443a4c triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:57:10.454029 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:10.480684 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2580a1a-ba03-4eb3-ad9d-c9d06dddf424 req-237e7bda-de98-4d1b-b9b6-edcc3cd4b942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:57:10.485508 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a2580a1a-ba03-4eb3-ad9d-c9d06dddf424 req-237e7bda-de98-4d1b-b9b6-edcc3cd4b942 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f35a648a7aca4680a908ac1344ad2536&device_id=60c6ec51-745e-4004-b210-e2f2b7c02f58 HTTP/1.1" status: 200 len: 1098 time: 0.1687727 Dec 20 14:57:10.659939 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-752bdb64-b841-4aa8-8507-2cf03f57fc33 None None] Provisioning complete for port 1aeac130-a851-4833-ae10-2291ffee9259 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:57:10.660401 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-752bdb64-b841-4aa8-8507-2cf03f57fc33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:10.709155 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-752bdb64-b841-4aa8-8507-2cf03f57fc33 None None] Port 1aeac130-a851-4833-ae10-2291ffee9259 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:57:10.783931 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2580a1a-ba03-4eb3-ad9d-c9d06dddf424 req-93c5904a-37d9-40c3-997e-3dd221d7a1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:57:10.787346 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a2580a1a-ba03-4eb3-ad9d-c9d06dddf424 req-93c5904a-37d9-40c3-997e-3dd221d7a1a8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=54b701de-5ca8-4357-bb8c-3c0ecf0a0085 HTTP/1.1" status: 200 len: 898 time: 0.2915478 Dec 20 14:57:10.856971 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-cdf2a1e7-f472-4049-b073-21ad1e0cb3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e512b5db-5b05-4c3f-82aa-9a3f53c6f0db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1446437942', 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '09b1d4c3-44a7-4dea-87dc-dfed3044adb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:55:05Z', 'updated_at': '2021-12-20T14:55:12Z', 'revision_number': 4, 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'gw_port': {'id': '09b1d4c3-44a7-4dea-87dc-dfed3044adb0', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:81:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e512b5db-5b05-4c3f-82aa-9a3f53c6f0db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:55:06Z', 'updated_at': '2021-12-20T14:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '198ec63d-d2e0-4a3a-af69-44c2dbd2a48d', 'name': '', 'network_id': '54b701de-5ca8-4357-bb8c-3c0ecf0a0085', 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'mac_address': 'fa:16:3e:b8:9f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e512b5db-5b05-4c3f-82aa-9a3f53c6f0db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '83e7de40-237d-422a-8c1b-e9413788dad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:55:11Z', 'updated_at': '2021-12-20T14:55:17Z', 'revision_number': 5, 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'subnets': [{'id': '83e7de40-237d-422a-8c1b-e9413788dad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:57:10.872524 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a2580a1a-ba03-4eb3-ad9d-c9d06dddf424 req-5bc85d14-de45-4733-805d-d2f4b8ed27b4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89360329-b7a9-4fb8-922c-f561d516b2b8 HTTP/1.1" status: 200 len: 217 time: 0.0774949 Dec 20 14:57:10.898212 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf2a1e7-f472-4049-b073-21ad1e0cb3d4 None None] Checking router: e512b5db-5b05-4c3f-82aa-9a3f53c6f0db for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:57:10.907883 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf2a1e7-f472-4049-b073-21ad1e0cb3d4 None None] Routers {'e512b5db-5b05-4c3f-82aa-9a3f53c6f0db'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:57:10.908952 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-cdf2a1e7-f472-4049-b073-21ad1e0cb3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:57:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['e512b5db-5b05-4c3f-82aa-9a3f53c6f0db'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:57:11.022761 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2580a1a-ba03-4eb3-ad9d-c9d06dddf424 req-fe17dc39-96d2-48d7-aaa5-42e4243b5b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:57:11.024011 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a2580a1a-ba03-4eb3-ad9d-c9d06dddf424 req-fe17dc39-96d2-48d7-aaa5-42e4243b5b36 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=83e7de40-237d-422a-8c1b-e9413788dad7 HTTP/1.1" status: 200 len: 835 time: 0.1441407 Dec 20 14:57:11.061290 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-03fe16c7-37a3-40cd-b581-b40aecd8edd9 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:11.070113 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-03fe16c7-37a3-40cd-b581-b40aecd8edd9 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:11.071415 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-03fe16c7-37a3-40cd-b581-b40aecd8edd9 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1595702'] for router_interface, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:11.087871 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 43384) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:11.115975 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2580a1a-ba03-4eb3-ad9d-c9d06dddf424 req-1100e080-9986-4aa6-9858-448e08144da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:57:11.120926 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a2580a1a-ba03-4eb3-ad9d-c9d06dddf424 req-1100e080-9986-4aa6-9858-448e08144da3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=54b701de-5ca8-4357-bb8c-3c0ecf0a0085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0884490 Dec 20 14:57:11.201108 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-cdf2a1e7-f472-4049-b073-21ad1e0cb3d4 None None] Set router e512b5db-5b05-4c3f-82aa-9a3f53c6f0db gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:57:11.232724 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fe16c7-37a3-40cd-b581-b40aecd8edd9 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Pushing event updated for resources: {'Port': ['ID=1aeac130-a851-4833-ae10-2291ffee9259,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:11.374710 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f0478-f51c-49e9-9416-696e79ebc2cc req-00fb6bd1-886c-4d0c-b7bf-1d85b81d6e9e tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:57:11.377249 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-de3f0478-f51c-49e9-9416-696e79ebc2cc req-00fb6bd1-886c-4d0c-b7bf-1d85b81d6e9e tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=60c6ec51-745e-4004-b210-e2f2b7c02f58 HTTP/1.1" status: 200 len: 946 time: 0.2466564 Dec 20 14:57:11.385860 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c9155263-75f2-4f61-9ab3-523e4701d8bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:11.442121 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a2580a1a-ba03-4eb3-ad9d-c9d06dddf424 req-16f5ace8-518e-4d47-bf74-040ff33464e9 service neutron] 10.222.0.47 "GET /v2.0/networks/54b701de-5ca8-4357-bb8c-3c0ecf0a0085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3098829 Dec 20 14:57:11.443829 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-cdf2a1e7-f472-4049-b073-21ad1e0cb3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e512b5db-5b05-4c3f-82aa-9a3f53c6f0db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1446437942', 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '09b1d4c3-44a7-4dea-87dc-dfed3044adb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:55:05Z', 'updated_at': '2021-12-20T14:55:12Z', 'revision_number': 4, 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'gw_port': {'id': '09b1d4c3-44a7-4dea-87dc-dfed3044adb0', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:81:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e512b5db-5b05-4c3f-82aa-9a3f53c6f0db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:55:06Z', 'updated_at': '2021-12-20T14:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '198ec63d-d2e0-4a3a-af69-44c2dbd2a48d', 'name': '', 'network_id': '54b701de-5ca8-4357-bb8c-3c0ecf0a0085', 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'mac_address': 'fa:16:3e:b8:9f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e512b5db-5b05-4c3f-82aa-9a3f53c6f0db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '83e7de40-237d-422a-8c1b-e9413788dad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:55:11Z', 'updated_at': '2021-12-20T14:55:17Z', 'revision_number': 5, 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'subnets': [{'id': '83e7de40-237d-422a-8c1b-e9413788dad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:57:11.447405 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03fe16c7-37a3-40cd-b581-b40aecd8edd9 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Network c1378feb-12f7-47ad-84f6-d3c265edf9f3 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:57:11.451639 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-03fe16c7-37a3-40cd-b581-b40aecd8edd9 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:57:11.476425 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf2a1e7-f472-4049-b073-21ad1e0cb3d4 None None] The sync data for ids ['e512b5db-5b05-4c3f-82aa-9a3f53c6f0db'] in n-d-761264-19 is: [{'id': 'e512b5db-5b05-4c3f-82aa-9a3f53c6f0db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1446437942', 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '09b1d4c3-44a7-4dea-87dc-dfed3044adb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:55:05Z', 'updated_at': '2021-12-20T14:55:12Z', 'revision_number': 4, 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'gw_port': {'id': '09b1d4c3-44a7-4dea-87dc-dfed3044adb0', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:81:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e512b5db-5b05-4c3f-82aa-9a3f53c6f0db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:55:06Z', 'updated_at': '2021-12-20T14:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '198ec63d-d2e0-4a3a-af69-44c2dbd2a48d', 'name': '', 'network_id': '54b701de-5ca8-4357-bb8c-3c0ecf0a0085', 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'mac_address': 'fa:16:3e:b8:9f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e512b5db-5b05-4c3f-82aa-9a3f53c6f0db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '83e7de40-237d-422a-8c1b-e9413788dad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:55:11Z', 'updated_at': '2021-12-20T14:55:17Z', 'revision_number': 5, 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'subnets': [{'id': '83e7de40-237d-422a-8c1b-e9413788dad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:57:11.639530 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-de3f0478-f51c-49e9-9416-696e79ebc2cc req-b5e2bb4e-58fc-4472-aa71-b40a535030de tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=216960ae-a720-47dd-b0f7-2088c7c897fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2112286 Dec 20 14:57:11.661915 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c9155263-75f2-4f61-9ab3-523e4701d8bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:11.666944 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03fe16c7-37a3-40cd-b581-b40aecd8edd9 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Router 912f67dd-1afb-4432-a1cb-e894f907b022 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:57:11.674842 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c9155263-75f2-4f61-9ab3-523e4701d8bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:11.695605 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a2580a1a-ba03-4eb3-ad9d-c9d06dddf424 req-0ea7b7c0-1c51-45f4-ae81-1930cfa7eef6 service neutron] 10.222.0.47 "GET /v2.0/networks/54b701de-5ca8-4357-bb8c-3c0ecf0a0085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424302 Dec 20 14:57:11.761463 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:11.848547 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-66336985-a978-4d99-89f1-d4f636790f2a None None] Provisioning complete for port 1aeac130-a851-4833-ae10-2291ffee9259 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:57:11.848906 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-66336985-a978-4d99-89f1-d4f636790f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:11.861932 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 43396) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:11.862133 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-c9155263-75f2-4f61-9ab3-523e4701d8bf admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7ef134b65d9d4ede93f456f0745779c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7601390 Dec 20 14:57:11.866061 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9155263-75f2-4f61-9ab3-523e4701d8bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b79acb-e6d1-4bb4-bc41-8513d497f411,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:11.887657 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03fe16c7-37a3-40cd-b581-b40aecd8edd9 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:57:11.892658 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-03fe16c7-37a3-40cd-b581-b40aecd8edd9 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "PUT /v2.0/routers/912f67dd-1afb-4432-a1cb-e894f907b022/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3913941 Dec 20 14:57:11.898858 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e79b74-16d7-44b7-a6f6-8554f0982da1 None None] Sync routers for ids ['912f67dd-1afb-4432-a1cb-e894f907b022'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:57:11.903271 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 43398) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:11.932077 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e79b74-16d7-44b7-a6f6-8554f0982da1 None None] Routers {'912f67dd-1afb-4432-a1cb-e894f907b022'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:57:11.932860 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-66e79b74-16d7-44b7-a6f6-8554f0982da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:57:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['912f67dd-1afb-4432-a1cb-e894f907b022'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:57:11.936150 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-66336985-a978-4d99-89f1-d4f636790f2a None None] Port 1aeac130-a851-4833-ae10-2291ffee9259 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:57:11.951387 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e6c7ad-3cf7-48f4-8a11-f1e1156e5303 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:57:11.952793 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-52e6c7ad-3cf7-48f4-8a11-f1e1156e5303 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "GET /v2.0/ports/1aeac130-a851-4833-ae10-2291ffee9259 HTTP/1.1" status: 200 len: 913 time: 0.0485120 Dec 20 14:57:11.955631 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 43400) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:11.972403 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eebf639-859f-4ba4-9ecf-2ea3b3430f7e None None] New status for floating IP c901ff97-bb50-4724-9b66-d6b5acf79f4c: DOWN {{(pid=103170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 14:57:12.022474 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-66e79b74-16d7-44b7-a6f6-8554f0982da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:57:12.023226 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-311cf509-c2b7-4a85-815d-0a9279d4dc84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:12.059401 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e79b74-16d7-44b7-a6f6-8554f0982da1 None None] Routers {'912f67dd-1afb-4432-a1cb-e894f907b022'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:57:12.060207 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-66e79b74-16d7-44b7-a6f6-8554f0982da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:57:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['912f67dd-1afb-4432-a1cb-e894f907b022'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:57:12.080916 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-311cf509-c2b7-4a85-815d-0a9279d4dc84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:12.113926 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-66e79b74-16d7-44b7-a6f6-8554f0982da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:57:12.130480 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e79b74-16d7-44b7-a6f6-8554f0982da1 None None] The sync data for ids ['912f67dd-1afb-4432-a1cb-e894f907b022'] in n-d-761264-19 is: [] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:57:12.176402 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-311cf509-c2b7-4a85-815d-0a9279d4dc84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:12.179176 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-311cf509-c2b7-4a85-815d-0a9279d4dc84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:12.180403 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-311cf509-c2b7-4a85-815d-0a9279d4dc84 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a0b79acb-e6d1-4bb4-bc41-8513d497f411 HTTP/1.1" status: 204 len: 168 time: 0.3170142 Dec 20 14:57:12.192769 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311cf509-c2b7-4a85-815d-0a9279d4dc84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b79acb-e6d1-4bb4-bc41-8513d497f411,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:12.204869 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311cf509-c2b7-4a85-815d-0a9279d4dc84 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:57:12.205622 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311cf509-c2b7-4a85-815d-0a9279d4dc84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:57:12.205946 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311cf509-c2b7-4a85-815d-0a9279d4dc84 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:57:12.206947 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311cf509-c2b7-4a85-815d-0a9279d4dc84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:57:12.207227 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311cf509-c2b7-4a85-815d-0a9279d4dc84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:57:12.207729 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311cf509-c2b7-4a85-815d-0a9279d4dc84 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:57:12.208069 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311cf509-c2b7-4a85-815d-0a9279d4dc84 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:57:12.208401 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311cf509-c2b7-4a85-815d-0a9279d4dc84 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:57:12.208729 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311cf509-c2b7-4a85-815d-0a9279d4dc84 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:57:12.209056 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311cf509-c2b7-4a85-815d-0a9279d4dc84 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:57:12.209382 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311cf509-c2b7-4a85-815d-0a9279d4dc84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:57:12.209706 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311cf509-c2b7-4a85-815d-0a9279d4dc84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:57:12.210027 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311cf509-c2b7-4a85-815d-0a9279d4dc84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:57:12.427520 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa7b4ed-09bf-476e-9d42-b8c453e5c4da req-3d1ea652-33db-4029-b341-50ecddd710b1 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:57:12.429123 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-daa7b4ed-09bf-476e-9d42-b8c453e5c4da req-3d1ea652-33db-4029-b341-50ecddd710b1 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.47 "GET /v2.0/ports?device_id=60c6ec51-745e-4004-b210-e2f2b7c02f58 HTTP/1.1" status: 200 len: 946 time: 0.1088405 Dec 20 14:57:12.491174 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f55bf6c7-4ab5-4c4b-ab42-5cf9519bc2d7 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1595867'] for router_interface, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:12.565785 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-daa7b4ed-09bf-476e-9d42-b8c453e5c4da req-7c47d39c-66c2-4576-93aa-910b2e0224d3 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Deleting port 89360329-b7a9-4fb8-922c-f561d516b2b8 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:57:12.566145 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-daa7b4ed-09bf-476e-9d42-b8c453e5c4da req-7c47d39c-66c2-4576-93aa-910b2e0224d3 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:12.693097 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-daa7b4ed-09bf-476e-9d42-b8c453e5c4da req-7c47d39c-66c2-4576-93aa-910b2e0224d3 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] For port 89360329-b7a9-4fb8-922c-f561d516b2b8, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=89360329-b7a9-4fb8-922c-f561d516b2b8,segment=NetworkSegment(97331217-8ab9-4df1-bff9-088a0c988bac),segment_id=97331217-8ab9-4df1-bff9-088a0c988bac)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:57:12.693721 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-daa7b4ed-09bf-476e-9d42-b8c453e5c4da req-7c47d39c-66c2-4576-93aa-910b2e0224d3 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:12.709163 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 43418) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:12.718838 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-daa7b4ed-09bf-476e-9d42-b8c453e5c4da req-7c47d39c-66c2-4576-93aa-910b2e0224d3 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Calling delete_port for 89360329-b7a9-4fb8-922c-f561d516b2b8 owned by compute:nova {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:57:12.726802 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-41248e80-7b04-4b1d-b124-03211c4806e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:12.861118 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1824dc19-c2e8-4628-8339-1074aa5fc8b8 req-a8f78fd5-e6a9-42d2-901e-3ade8bf599db tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:57:12.863028 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1824dc19-c2e8-4628-8339-1074aa5fc8b8 req-a8f78fd5-e6a9-42d2-901e-3ade8bf599db tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=60c6ec51-745e-4004-b210-e2f2b7c02f58 HTTP/1.1" status: 200 len: 946 time: 0.1175640 Dec 20 14:57:12.881183 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-daa7b4ed-09bf-476e-9d42-b8c453e5c4da req-7c47d39c-66c2-4576-93aa-910b2e0224d3 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:12.914762 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c47d39c-66c2-4576-93aa-910b2e0224d3 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Pushing event deleted for resources: {'Port': ['ID=89360329-b7a9-4fb8-922c-f561d516b2b8,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:12.966175 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-daa7b4ed-09bf-476e-9d42-b8c453e5c4da req-7c47d39c-66c2-4576-93aa-910b2e0224d3 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] No DVR routers for this DVR port 89360329-b7a9-4fb8-922c-f561d516b2b8 on host n-h2-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:57:12.970275 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-daa7b4ed-09bf-476e-9d42-b8c453e5c4da req-7c47d39c-66c2-4576-93aa-910b2e0224d3 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:12.970828 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-41248e80-7b04-4b1d-b124-03211c4806e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:12.975056 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-daa7b4ed-09bf-476e-9d42-b8c453e5c4da req-7c47d39c-66c2-4576-93aa-910b2e0224d3 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.47 "DELETE /v2.0/ports/89360329-b7a9-4fb8-922c-f561d516b2b8 HTTP/1.1" status: 204 len: 173 time: 0.5392032 Dec 20 14:57:12.975056 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60c6ec51-745e-4004-b210-e2f2b7c02f58', 'name': 'network-vif-deleted', 'tag': '89360329-b7a9-4fb8-922c-f561d516b2b8'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:57:12.977905 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c426a4c4-eb95-4b48-99b7-76c69f0af1fa" -d '{"events": [{"server_uuid": "60c6ec51-745e-4004-b210-e2f2b7c02f58", "name": "network-vif-deleted", "tag": "89360329-b7a9-4fb8-922c-f561d516b2b8"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:57:12.987287 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-41248e80-7b04-4b1d-b124-03211c4806e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:13.031609 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1824dc19-c2e8-4628-8339-1074aa5fc8b8 req-f625d741-70fb-42a7-823f-03892c46bf5a tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=216960ae-a720-47dd-b0f7-2088c7c897fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1557882 Dec 20 14:57:13.037509 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b2358ae-5221-43d1-ade6-4a4349625e9d x-openstack-request-id: req-0b2358ae-5221-43d1-ade6-4a4349625e9d {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:57:13.037803 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60c6ec51-745e-4004-b210-e2f2b7c02f58", "name": "network-vif-deleted", "tag": "89360329-b7a9-4fb8-922c-f561d516b2b8", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:57:13.038060 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0b2358ae-5221-43d1-ade6-4a4349625e9d {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:57:13.038522 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60c6ec51-745e-4004-b210-e2f2b7c02f58', 'name': 'network-vif-deleted', 'tag': '89360329-b7a9-4fb8-922c-f561d516b2b8', 'status': 'completed', 'code': 200} Dec 20 14:57:13.078198 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-41248e80-7b04-4b1d-b124-03211c4806e7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=33d085d9ce73408fb0e5ee32710d4920&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3668847 Dec 20 14:57:13.080652 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41248e80-7b04-4b1d-b124-03211c4806e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea2440d-1790-4c38-b6eb-b6284ee67288,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:13.081142 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 43432) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:13.098999 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-f55bf6c7-4ab5-4c4b-ab42-5cf9519bc2d7 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Deleting port 1aeac130-a851-4833-ae10-2291ffee9259 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:57:13.099412 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f55bf6c7-4ab5-4c4b-ab42-5cf9519bc2d7 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:13.165768 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-918b225d-2fbc-4f5e-86b5-6bc2ca3679fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:13.191416 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-918b225d-2fbc-4f5e-86b5-6bc2ca3679fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:13.207173 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f55bf6c7-4ab5-4c4b-ab42-5cf9519bc2d7 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:13.221481 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-f55bf6c7-4ab5-4c4b-ab42-5cf9519bc2d7 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Calling delete_port for 1aeac130-a851-4833-ae10-2291ffee9259 owned by network:router_interface {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:57:13.251755 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-918b225d-2fbc-4f5e-86b5-6bc2ca3679fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:13.255274 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-918b225d-2fbc-4f5e-86b5-6bc2ca3679fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:13.258943 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-918b225d-2fbc-4f5e-86b5-6bc2ca3679fb admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4ea2440d-1790-4c38-b6eb-b6284ee67288 HTTP/1.1" status: 204 len: 168 time: 0.1741838 Dec 20 14:57:13.276176 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918b225d-2fbc-4f5e-86b5-6bc2ca3679fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea2440d-1790-4c38-b6eb-b6284ee67288,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:13.462934 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f55bf6c7-4ab5-4c4b-ab42-5cf9519bc2d7 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:13.491003 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55bf6c7-4ab5-4c4b-ab42-5cf9519bc2d7 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Pushing event deleted for resources: {'Port': ['ID=1aeac130-a851-4833-ae10-2291ffee9259,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:13.917131 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f55bf6c7-4ab5-4c4b-ab42-5cf9519bc2d7 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582411'] for router_interface, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:14.125131 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 43470) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:14.186849 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f55bf6c7-4ab5-4c4b-ab42-5cf9519bc2d7 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Router 912f67dd-1afb-4432-a1cb-e894f907b022 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:57:14.370032 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f55bf6c7-4ab5-4c4b-ab42-5cf9519bc2d7 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:57:14.379936 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c27b318-5356-46a7-bef0-21bb92455099 None None] Sync routers for ids ['912f67dd-1afb-4432-a1cb-e894f907b022'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:57:14.395577 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c27b318-5356-46a7-bef0-21bb92455099 None None] Routers {'912f67dd-1afb-4432-a1cb-e894f907b022'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:57:14.397670 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-0c27b318-5356-46a7-bef0-21bb92455099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:57:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['912f67dd-1afb-4432-a1cb-e894f907b022'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:57:14.399239 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-f55bf6c7-4ab5-4c4b-ab42-5cf9519bc2d7 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "PUT /v2.0/routers/912f67dd-1afb-4432-a1cb-e894f907b022/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4426010 Dec 20 14:57:14.401898 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 43480) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:14.440039 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-0c27b318-5356-46a7-bef0-21bb92455099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:57:14.449834 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c27b318-5356-46a7-bef0-21bb92455099 None None] Routers {'912f67dd-1afb-4432-a1cb-e894f907b022'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:57:14.450595 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-0c27b318-5356-46a7-bef0-21bb92455099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:57:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['912f67dd-1afb-4432-a1cb-e894f907b022'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:57:14.491082 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-0c27b318-5356-46a7-bef0-21bb92455099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:57:14.491733 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c27b318-5356-46a7-bef0-21bb92455099 None None] The sync data for ids ['912f67dd-1afb-4432-a1cb-e894f907b022'] in n-d-761264-19 is: [] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:57:14.853915 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-374829e5-69d2-449a-b089-dda2971a0bc5 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1595867'] for router_interface, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:14.956309 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5e70aa84-c276-4683-8fbd-039156d4207c tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1595867'] for router_interface, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:15.333338 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-374829e5-69d2-449a-b089-dda2971a0bc5 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Deleting port 198ec63d-d2e0-4a3a-af69-44c2dbd2a48d {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:57:15.333662 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-374829e5-69d2-449a-b089-dda2971a0bc5 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:15.365406 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:15.404887 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-5e70aa84-c276-4683-8fbd-039156d4207c tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Deleting port e591c9b7-d331-42ea-8beb-ec8709f28657 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:57:15.405325 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5e70aa84-c276-4683-8fbd-039156d4207c tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:15.490106 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-374829e5-69d2-449a-b089-dda2971a0bc5 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] For port 198ec63d-d2e0-4a3a-af69-44c2dbd2a48d, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=198ec63d-d2e0-4a3a-af69-44c2dbd2a48d,segment=NetworkSegment(97331217-8ab9-4df1-bff9-088a0c988bac),segment_id=97331217-8ab9-4df1-bff9-088a0c988bac)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:57:15.490472 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-374829e5-69d2-449a-b089-dda2971a0bc5 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:15.512064 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-374829e5-69d2-449a-b089-dda2971a0bc5 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Calling delete_port for 198ec63d-d2e0-4a3a-af69-44c2dbd2a48d owned by network:router_interface {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:57:15.541445 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5e70aa84-c276-4683-8fbd-039156d4207c tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:15.583898 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-5e70aa84-c276-4683-8fbd-039156d4207c tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Calling delete_port for e591c9b7-d331-42ea-8beb-ec8709f28657 owned by network:router_interface {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:57:15.849729 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-374829e5-69d2-449a-b089-dda2971a0bc5 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:15.856490 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5e70aa84-c276-4683-8fbd-039156d4207c tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:15.884147 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374829e5-69d2-449a-b089-dda2971a0bc5 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Pushing event deleted for resources: {'Port': ['ID=198ec63d-d2e0-4a3a-af69-44c2dbd2a48d,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:16.246583 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 89360329-b7a9-4fb8-922c-f561d516b2b8 no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:57:16.267784 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] No Port match for: 89360329-b7a9-4fb8-922c-f561d516b2b8 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:57:16.268161 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 89360329-b7a9-4fb8-922c-f561d516b2b8 not bound to the agent host n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:57:16.288187 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e70aa84-c276-4683-8fbd-039156d4207c tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Pushing event deleted for resources: {'Port': ['ID=e591c9b7-d331-42ea-8beb-ec8709f28657,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:16.396305 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5e70aa84-c276-4683-8fbd-039156d4207c tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582411'] for router_interface, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:16.630951 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-374829e5-69d2-449a-b089-dda2971a0bc5 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582411'] for router_interface, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:16.638656 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e70aa84-c276-4683-8fbd-039156d4207c tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Router 912f67dd-1afb-4432-a1cb-e894f907b022 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:57:16.767788 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e70aa84-c276-4683-8fbd-039156d4207c tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:57:16.776279 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-5e70aa84-c276-4683-8fbd-039156d4207c tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "PUT /v2.0/routers/912f67dd-1afb-4432-a1cb-e894f907b022/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3710620 Dec 20 14:57:16.776829 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 43540) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:16.783740 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33189cf0-fd4b-426c-8591-04fa7511c303 None None] Sync routers for ids ['912f67dd-1afb-4432-a1cb-e894f907b022'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:57:16.800537 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33189cf0-fd4b-426c-8591-04fa7511c303 None None] Routers {'912f67dd-1afb-4432-a1cb-e894f907b022'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:57:16.804873 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-33189cf0-fd4b-426c-8591-04fa7511c303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:57:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['912f67dd-1afb-4432-a1cb-e894f907b022'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:57:16.837200 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-a8e73d1e-0526-4b42-9cef-788faa203888 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "GET /v2.0/ports?device_id=912f67dd-1afb-4432-a1cb-e894f907b022 HTTP/1.1" status: 200 len: 205 time: 0.0589826 Dec 20 14:57:16.840598 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 43542) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:16.856647 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-33189cf0-fd4b-426c-8591-04fa7511c303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:57:16.875350 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33189cf0-fd4b-426c-8591-04fa7511c303 None None] Routers {'912f67dd-1afb-4432-a1cb-e894f907b022'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:57:16.877429 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-33189cf0-fd4b-426c-8591-04fa7511c303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:57:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['912f67dd-1afb-4432-a1cb-e894f907b022'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:57:16.926125 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-33189cf0-fd4b-426c-8591-04fa7511c303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:57:16.927211 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33189cf0-fd4b-426c-8591-04fa7511c303 None None] The sync data for ids ['912f67dd-1afb-4432-a1cb-e894f907b022'] in n-d-761264-19 is: [] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:57:16.953001 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-69f15ba5-5e3c-4337-b04f-ac7c6ecc95d7 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks [] for router, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:17.189098 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-69f15ba5-5e3c-4337-b04f-ac7c6ecc95d7 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40132'] for router, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:17.192590 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-69f15ba5-5e3c-4337-b04f-ac7c6ecc95d7 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:17.235696 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-374829e5-69d2-449a-b089-dda2971a0bc5 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Router e512b5db-5b05-4c3f-82aa-9a3f53c6f0db has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:57:17.247644 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-69f15ba5-5e3c-4337-b04f-ac7c6ecc95d7 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1594808'] for router, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:17.248121 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69f15ba5-5e3c-4337-b04f-ac7c6ecc95d7 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Fanout notify agent at l3_agent the message router_deleted on router 912f67dd-1afb-4432-a1cb-e894f907b022 {{(pid=103168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 14:57:17.255585 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-69f15ba5-5e3c-4337-b04f-ac7c6ecc95d7 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:17.259438 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-69f15ba5-5e3c-4337-b04f-ac7c6ecc95d7 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "DELETE /v2.0/routers/912f67dd-1afb-4432-a1cb-e894f907b022 HTTP/1.1" status: 204 len: 168 time: 0.4151413 Dec 20 14:57:17.259438 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 43550) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:17.374768 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a0bcc4b-bae5-479c-b910-116630495448 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Deleting subnet 6888493b-7b27-4cb1-99d0-4afb8859fede {{(pid=103168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:57:17.382917 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1a0bcc4b-bae5-479c-b910-116630495448 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks [] for subnet, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:17.427730 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-374829e5-69d2-449a-b089-dda2971a0bc5 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:57:17.435911 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-374829e5-69d2-449a-b089-dda2971a0bc5 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "PUT /v2.0/routers/e512b5db-5b05-4c3f-82aa-9a3f53c6f0db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3097293 Dec 20 14:57:17.438397 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1a0bcc4b-bae5-479c-b910-116630495448 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9023023'] for subnet, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:17.441298 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 43552) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:17.441454 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc026183-9792-4eba-b100-4fdf4201e647 None None] Sync routers for ids ['e512b5db-5b05-4c3f-82aa-9a3f53c6f0db'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:57:17.462508 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc026183-9792-4eba-b100-4fdf4201e647 None None] Routers {'e512b5db-5b05-4c3f-82aa-9a3f53c6f0db'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:57:17.463113 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-cc026183-9792-4eba-b100-4fdf4201e647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:57:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['e512b5db-5b05-4c3f-82aa-9a3f53c6f0db'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:57:17.522365 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cf890ba-950b-4367-bd8a-99d285147ce6 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Deleting subnet 83e7de40-237d-422a-8c1b-e9413788dad7 {{(pid=103168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:57:17.529361 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3cf890ba-950b-4367-bd8a-99d285147ce6 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for subnet, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:17.573779 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-cc026183-9792-4eba-b100-4fdf4201e647 None None] Set router e512b5db-5b05-4c3f-82aa-9a3f53c6f0db gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:57:17.597873 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3cf890ba-950b-4367-bd8a-99d285147ce6 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9023023'] for subnet, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:17.600822 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1a0bcc4b-bae5-479c-b910-116630495448 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:17.716286 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1a0bcc4b-bae5-479c-b910-116630495448 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8850800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470517'] for subnet, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:17.726249 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3cf890ba-950b-4367-bd8a-99d285147ce6 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:17.768872 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0bcc4b-bae5-479c-b910-116630495448 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Pushing event deleted for resources: {'Subnet': ['ID=6888493b-7b27-4cb1-99d0-4afb8859fede,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:17.769536 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-cc026183-9792-4eba-b100-4fdf4201e647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e512b5db-5b05-4c3f-82aa-9a3f53c6f0db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1446437942', 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '09b1d4c3-44a7-4dea-87dc-dfed3044adb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:55:05Z', 'updated_at': '2021-12-20T14:57:15Z', 'revision_number': 5, 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'gw_port': {'id': '09b1d4c3-44a7-4dea-87dc-dfed3044adb0', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:81:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e512b5db-5b05-4c3f-82aa-9a3f53c6f0db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:55:06Z', 'updated_at': '2021-12-20T14:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:57:17.776569 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1a0bcc4b-bae5-479c-b910-116630495448 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks [] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:17.779812 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-1a0bcc4b-bae5-479c-b910-116630495448 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "DELETE /v2.0/subnets/6888493b-7b27-4cb1-99d0-4afb8859fede HTTP/1.1" status: 204 len: 168 time: 0.5195124 Dec 20 14:57:17.782613 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 43554) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:17.809447 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d197c4e8-396b-4f1b-bf17-f32212ae4984 None None] Network c1378feb-12f7-47ad-84f6-d3c265edf9f3 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:57:17.811844 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc026183-9792-4eba-b100-4fdf4201e647 None None] Checking router: e512b5db-5b05-4c3f-82aa-9a3f53c6f0db for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:57:17.839909 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc026183-9792-4eba-b100-4fdf4201e647 None None] Routers {'e512b5db-5b05-4c3f-82aa-9a3f53c6f0db'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:57:17.840525 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-cc026183-9792-4eba-b100-4fdf4201e647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:57:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['e512b5db-5b05-4c3f-82aa-9a3f53c6f0db'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:57:17.847216 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebc383ad-9de1-4a84-b892-8a5286fa523d tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Deleting subnet c6c12394-c12f-4a56-b086-656bc3940152 {{(pid=103168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:57:17.852612 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ebc383ad-9de1-4a84-b892-8a5286fa523d tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks [] for subnet, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:17.877481 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3cf890ba-950b-4367-bd8a-99d285147ce6 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8850800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470517'] for subnet, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:17.915237 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf890ba-950b-4367-bd8a-99d285147ce6 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Pushing event deleted for resources: {'Subnet': ['ID=83e7de40-237d-422a-8c1b-e9413788dad7,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:17.916738 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3cf890ba-950b-4367-bd8a-99d285147ce6 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:17.920013 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-3cf890ba-950b-4367-bd8a-99d285147ce6 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "DELETE /v2.0/subnets/83e7de40-237d-422a-8c1b-e9413788dad7 HTTP/1.1" status: 204 len: 168 time: 0.4781888 Dec 20 14:57:17.922804 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 43558) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:17.930757 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ebc383ad-9de1-4a84-b892-8a5286fa523d tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9023023'] for subnet, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:18.004190 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb933c2-09c1-4bc0-853b-7747979973f9 None None] Network 54b701de-5ca8-4357-bb8c-3c0ecf0a0085 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:57:18.046785 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ebc383ad-9de1-4a84-b892-8a5286fa523d tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:18.093564 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c2f6c16f-0595-4c1d-9cdb-4cbaabfc1dbf tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for router, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:18.130649 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-cc026183-9792-4eba-b100-4fdf4201e647 None None] Set router e512b5db-5b05-4c3f-82aa-9a3f53c6f0db gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:57:18.165909 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ebc383ad-9de1-4a84-b892-8a5286fa523d tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8850800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470517'] for subnet, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:18.224851 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc383ad-9de1-4a84-b892-8a5286fa523d tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Pushing event deleted for resources: {'Subnet': ['ID=c6c12394-c12f-4a56-b086-656bc3940152,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:18.227277 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ebc383ad-9de1-4a84-b892-8a5286fa523d tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks [] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:18.230924 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-ebc383ad-9de1-4a84-b892-8a5286fa523d tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "DELETE /v2.0/subnets/c6c12394-c12f-4a56-b086-656bc3940152 HTTP/1.1" status: 204 len: 168 time: 0.4475019 Dec 20 14:57:18.233965 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 43572) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:18.247127 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1726fb-d637-42d6-a145-cc25498d318d None None] DHCP port deletion for c1378feb-12f7-47ad-84f6-d3c265edf9f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:57:18.248944 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd16a99-02ea-4ba2-8620-676f8e7f077b None None] Network e679f931-05bb-4c25-b3d3-7a94b7d20a1f requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:57:18.263133 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c2f6c16f-0595-4c1d-9cdb-4cbaabfc1dbf tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:18.329682 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-c2f6c16f-0595-4c1d-9cdb-4cbaabfc1dbf tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Deleting port 09b1d4c3-44a7-4dea-87dc-dfed3044adb0 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:57:18.330151 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c2f6c16f-0595-4c1d-9cdb-4cbaabfc1dbf tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:18.356212 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b4ff8c09-7ea1-4b26-ba5a-1b47e3c328f8 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:18.422265 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-b4ff8c09-7ea1-4b26-ba5a-1b47e3c328f8 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Deleting port 6e21fc7f-ef9f-4f59-b17f-4040315fb53a {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:57:18.423235 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b4ff8c09-7ea1-4b26-ba5a-1b47e3c328f8 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:18.473021 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-c2f6c16f-0595-4c1d-9cdb-4cbaabfc1dbf tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] For port 09b1d4c3-44a7-4dea-87dc-dfed3044adb0, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=09b1d4c3-44a7-4dea-87dc-dfed3044adb0,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:57:18.474271 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c2f6c16f-0595-4c1d-9cdb-4cbaabfc1dbf tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:18.491079 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-c2f6c16f-0595-4c1d-9cdb-4cbaabfc1dbf tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Calling delete_port for 09b1d4c3-44a7-4dea-87dc-dfed3044adb0 owned by network:router_gateway {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:57:18.513099 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-b4ff8c09-7ea1-4b26-ba5a-1b47e3c328f8 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] For port 6e21fc7f-ef9f-4f59-b17f-4040315fb53a, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=6e21fc7f-ef9f-4f59-b17f-4040315fb53a,segment=NetworkSegment(85d6a74c-39bc-4323-9cff-4dfa94282d27),segment_id=85d6a74c-39bc-4323-9cff-4dfa94282d27)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:57:18.513463 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b4ff8c09-7ea1-4b26-ba5a-1b47e3c328f8 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:18.537547 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-b4ff8c09-7ea1-4b26-ba5a-1b47e3c328f8 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Calling delete_port for 6e21fc7f-ef9f-4f59-b17f-4040315fb53a owned by network:dhcp {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:57:18.646293 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b4ff8c09-7ea1-4b26-ba5a-1b47e3c328f8 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:18.689939 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-7f1726fb-d637-42d6-a145-cc25498d318d None None] Deleting port 6e21fc7f-ef9f-4f59-b17f-4040315fb53a {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:57:18.690994 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-7f1726fb-d637-42d6-a145-cc25498d318d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:18.747446 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ff8c09-7ea1-4b26-ba5a-1b47e3c328f8 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] No DVR routers for this DVR port 6e21fc7f-ef9f-4f59-b17f-4040315fb53a on host n-d-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:57:18.749294 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ff8c09-7ea1-4b26-ba5a-1b47e3c328f8 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Pushing event deleted for resources: {'Port': ['ID=6e21fc7f-ef9f-4f59-b17f-4040315fb53a,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:18.773260 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c2f6c16f-0595-4c1d-9cdb-4cbaabfc1dbf tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:18.825407 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ce5254-dec4-4530-b4b6-d1bee61a92ef None None] DHCP port deletion for e679f931-05bb-4c25-b3d3-7a94b7d20a1f request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:57:18.828337 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25abd523-283d-4d8c-b77b-88eb6b4009d4 None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:57:18.831113 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8fe1fd4-c795-41e9-8aec-3a0f4f4123d4 None None] DHCP port deletion for 54b701de-5ca8-4357-bb8c-3c0ecf0a0085 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:57:18.847312 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f6c16f-0595-4c1d-9cdb-4cbaabfc1dbf tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Pushing event deleted for resources: {'Port': ['ID=09b1d4c3-44a7-4dea-87dc-dfed3044adb0,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:18.925831 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b4ff8c09-7ea1-4b26-ba5a-1b47e3c328f8 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:18.933218 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c2f6c16f-0595-4c1d-9cdb-4cbaabfc1dbf tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584913'] for router_gateway, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:18.943301 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-7f1726fb-d637-42d6-a145-cc25498d318d None None] For port 6e21fc7f-ef9f-4f59-b17f-4040315fb53a, host n-d-761264-19, got binding levels [] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:57:18.943700 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-7f1726fb-d637-42d6-a145-cc25498d318d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:18.977707 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-7f1726fb-d637-42d6-a145-cc25498d318d None None] Calling delete_port for 6e21fc7f-ef9f-4f59-b17f-4040315fb53a owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:57:18.986564 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-b4ff8c09-7ea1-4b26-ba5a-1b47e3c328f8 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1378feb-12f7-47ad-84f6-d3c265edf9f3']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:57:18.994214 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.ipam_backend_mixin [None req-7f1726fb-d637-42d6-a145-cc25498d318d None None] Port 6e21fc7f-ef9f-4f59-b17f-4040315fb53a was not found and therefore no delete operation was performed {{(pid=103169) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 20 14:57:19.007187 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-b4ff8c09-7ea1-4b26-ba5a-1b47e3c328f8 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85d6a74c-39bc-4323-9cff-4dfa94282d27') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:57:19.007548 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-b4ff8c09-7ea1-4b26-ba5a-1b47e3c328f8 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85d6a74c-39bc-4323-9cff-4dfa94282d27') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:57:19.008139 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-7f1726fb-d637-42d6-a145-cc25498d318d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:19.028900 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b4ff8c09-7ea1-4b26-ba5a-1b47e3c328f8 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:19.033085 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-cc026183-9792-4eba-b100-4fdf4201e647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e512b5db-5b05-4c3f-82aa-9a3f53c6f0db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1446437942', 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '09b1d4c3-44a7-4dea-87dc-dfed3044adb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:55:05Z', 'updated_at': '2021-12-20T14:57:15Z', 'revision_number': 5, 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'gw_port': {'id': '09b1d4c3-44a7-4dea-87dc-dfed3044adb0', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:81:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e512b5db-5b05-4c3f-82aa-9a3f53c6f0db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:55:06Z', 'updated_at': '2021-12-20T14:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:57:19.044821 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b4ff8c09-7ea1-4b26-ba5a-1b47e3c328f8 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:19.053848 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4ff8c09-7ea1-4b26-ba5a-1b47e3c328f8 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:57:19.054363 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b4ff8c09-7ea1-4b26-ba5a-1b47e3c328f8 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:19.057795 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 14:57:19.057795 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:57:19.057795 n-d-761264-19 neutron-server[103168]: timer() Dec 20 14:57:19.057795 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:57:19.057795 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 14:57:19.057795 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:57:19.057795 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 14:57:19.057795 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:57:19.057795 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 14:57:19.057795 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:57:19.057795 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 14:57:19.057795 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:57:19.057795 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 14:57:19.057795 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:57:19.057795 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:57:19.057795 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:57:19.057795 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:57:19.057795 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:57:19.057795 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 14:57:19.057795 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:57:19.057795 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 14:57:19.057795 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:57:19.057795 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:57:19.057795 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:57:19.057795 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 14:57:19.057795 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:57:19.057795 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:57:19.057795 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:57:19.057795 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:57:19.057795 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:57:19.057795 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:57:19.057795 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:57:19.064014 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c2f6c16f-0595-4c1d-9cdb-4cbaabfc1dbf tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40132'] for router, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:19.069697 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c2f6c16f-0595-4c1d-9cdb-4cbaabfc1dbf tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:19.101468 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1726fb-d637-42d6-a145-cc25498d318d None None] Pushing event deleted for resources: {'Port': ['ID=6e21fc7f-ef9f-4f59-b17f-4040315fb53a,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:19.105651 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc026183-9792-4eba-b100-4fdf4201e647 None None] The sync data for ids ['e512b5db-5b05-4c3f-82aa-9a3f53c6f0db'] in n-d-761264-19 is: [{'id': 'e512b5db-5b05-4c3f-82aa-9a3f53c6f0db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1446437942', 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '09b1d4c3-44a7-4dea-87dc-dfed3044adb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:55:05Z', 'updated_at': '2021-12-20T14:57:15Z', 'revision_number': 5, 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'gw_port': {'id': '09b1d4c3-44a7-4dea-87dc-dfed3044adb0', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:81:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e512b5db-5b05-4c3f-82aa-9a3f53c6f0db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:55:06Z', 'updated_at': '2021-12-20T14:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:57:19.117969 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-14ce5254-dec4-4530-b4b6-d1bee61a92ef None None] Deleting port 2892ca0a-eb4a-48be-b2fa-ded61e443a4c {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:57:19.118693 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-14ce5254-dec4-4530-b4b6-d1bee61a92ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:19.144298 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-c8fe1fd4-c795-41e9-8aec-3a0f4f4123d4 None None] Deleting port 880ef00d-e4c3-48e3-8d81-7d0eec1e2443 {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:57:19.145738 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c8fe1fd4-c795-41e9-8aec-3a0f4f4123d4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:19.149284 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b4ff8c09-7ea1-4b26-ba5a-1b47e3c328f8 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:19.166997 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1726fb-d637-42d6-a145-cc25498d318d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:57:19.167544 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1726fb-d637-42d6-a145-cc25498d318d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:57:19.168068 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1726fb-d637-42d6-a145-cc25498d318d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:57:19.168540 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1726fb-d637-42d6-a145-cc25498d318d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:57:19.169083 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1726fb-d637-42d6-a145-cc25498d318d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:57:19.169591 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1726fb-d637-42d6-a145-cc25498d318d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:57:19.170075 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1726fb-d637-42d6-a145-cc25498d318d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:57:19.170750 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1726fb-d637-42d6-a145-cc25498d318d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:57:19.171239 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1726fb-d637-42d6-a145-cc25498d318d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:57:19.171710 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1726fb-d637-42d6-a145-cc25498d318d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:57:19.172189 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1726fb-d637-42d6-a145-cc25498d318d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:57:19.172679 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1726fb-d637-42d6-a145-cc25498d318d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:57:19.173216 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1726fb-d637-42d6-a145-cc25498d318d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:57:19.177808 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c2f6c16f-0595-4c1d-9cdb-4cbaabfc1dbf tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1594808'] for router, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:19.179270 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2f6c16f-0595-4c1d-9cdb-4cbaabfc1dbf tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Fanout notify agent at l3_agent the message router_deleted on router e512b5db-5b05-4c3f-82aa-9a3f53c6f0db {{(pid=103167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 14:57:19.185007 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b4ff8c09-7ea1-4b26-ba5a-1b47e3c328f8 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks [] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:19.189000 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-b4ff8c09-7ea1-4b26-ba5a-1b47e3c328f8 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "DELETE /v2.0/networks/c1378feb-12f7-47ad-84f6-d3c265edf9f3 HTTP/1.1" status: 204 len: 168 time: 0.9543836 Dec 20 14:57:19.191625 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c2f6c16f-0595-4c1d-9cdb-4cbaabfc1dbf tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for router, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:19.193163 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1726fb-d637-42d6-a145-cc25498d318d None None] No DVR routers for this DVR port 6e21fc7f-ef9f-4f59-b17f-4040315fb53a on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:57:19.196405 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-c2f6c16f-0595-4c1d-9cdb-4cbaabfc1dbf tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "DELETE /v2.0/routers/e512b5db-5b05-4c3f-82aa-9a3f53c6f0db HTTP/1.1" status: 204 len: 168 time: 1.2695472 Dec 20 14:57:19.196405 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 43592) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:19.200103 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 43594) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:19.215775 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ff8c09-7ea1-4b26-ba5a-1b47e3c328f8 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Pushing event deleted for resources: {'Network': ['ID=c1378feb-12f7-47ad-84f6-d3c265edf9f3,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:19.308291 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-14ce5254-dec4-4530-b4b6-d1bee61a92ef None None] For port 2892ca0a-eb4a-48be-b2fa-ded61e443a4c, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=2892ca0a-eb4a-48be-b2fa-ded61e443a4c,segment=NetworkSegment(457fdf47-0f1f-487e-b877-c2d51b21e99e),segment_id=457fdf47-0f1f-487e-b877-c2d51b21e99e)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:57:19.308971 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-14ce5254-dec4-4530-b4b6-d1bee61a92ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:19.320329 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-c8fe1fd4-c795-41e9-8aec-3a0f4f4123d4 None None] For port 880ef00d-e4c3-48e3-8d81-7d0eec1e2443, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=880ef00d-e4c3-48e3-8d81-7d0eec1e2443,segment=NetworkSegment(97331217-8ab9-4df1-bff9-088a0c988bac),segment_id=97331217-8ab9-4df1-bff9-088a0c988bac)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:57:19.320722 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c8fe1fd4-c795-41e9-8aec-3a0f4f4123d4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:19.324055 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 43598) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:19.341891 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-14ce5254-dec4-4530-b4b6-d1bee61a92ef None None] Calling delete_port for 2892ca0a-eb4a-48be-b2fa-ded61e443a4c owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:57:19.347950 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-c8fe1fd4-c795-41e9-8aec-3a0f4f4123d4 None None] Calling delete_port for 880ef00d-e4c3-48e3-8d81-7d0eec1e2443 owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:57:19.407199 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-559ecd5b-e189-4572-8dab-0f42787d73fa tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:19.417504 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-67803392-9ca8-482a-8f09-af1ed6455ec7 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:19.478658 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-64d166a6-de08-442e-ae73-9f1f63739037 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:19.501718 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c8fe1fd4-c795-41e9-8aec-3a0f4f4123d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:19.535823 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fe1fd4-c795-41e9-8aec-3a0f4f4123d4 None None] Pushing event deleted for resources: {'Port': ['ID=880ef00d-e4c3-48e3-8d81-7d0eec1e2443,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:19.541366 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-14ce5254-dec4-4530-b4b6-d1bee61a92ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:19.553782 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-67803392-9ca8-482a-8f09-af1ed6455ec7 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Deleting port 880ef00d-e4c3-48e3-8d81-7d0eec1e2443 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:57:19.554113 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-67803392-9ca8-482a-8f09-af1ed6455ec7 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:19.582980 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ce5254-dec4-4530-b4b6-d1bee61a92ef None None] Pushing event deleted for resources: {'Port': ['ID=2892ca0a-eb4a-48be-b2fa-ded61e443a4c,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:19.585202 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ce5254-dec4-4530-b4b6-d1bee61a92ef None None] No DVR routers for this DVR port 2892ca0a-eb4a-48be-b2fa-ded61e443a4c on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:57:19.590033 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fe1fd4-c795-41e9-8aec-3a0f4f4123d4 None None] No DVR routers for this DVR port 880ef00d-e4c3-48e3-8d81-7d0eec1e2443 on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:57:19.651883 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-559ecd5b-e189-4572-8dab-0f42787d73fa tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Deleting port 2892ca0a-eb4a-48be-b2fa-ded61e443a4c {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:57:19.652317 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-559ecd5b-e189-4572-8dab-0f42787d73fa tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:19.666411 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-64d166a6-de08-442e-ae73-9f1f63739037 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:19.674314 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-64d166a6-de08-442e-ae73-9f1f63739037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:19.720665 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 6e21fc7f-ef9f-4f59-b17f-4040315fb53a no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:57:19.733576 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-67803392-9ca8-482a-8f09-af1ed6455ec7 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] For port 880ef00d-e4c3-48e3-8d81-7d0eec1e2443, host n-d-761264-19, got binding levels [] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:57:19.734549 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-67803392-9ca8-482a-8f09-af1ed6455ec7 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:19.761464 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 43602) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:19.767405 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-64d166a6-de08-442e-ae73-9f1f63739037 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5e60467d327449cc8fcbfddc7c00a978&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4422939 Dec 20 14:57:19.768396 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-67803392-9ca8-482a-8f09-af1ed6455ec7 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Calling delete_port for 880ef00d-e4c3-48e3-8d81-7d0eec1e2443 owned by network:dhcp {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:57:19.768573 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 6e21fc7f-ef9f-4f59-b17f-4040315fb53a {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:57:19.769045 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 6e21fc7f-ef9f-4f59-b17f-4040315fb53a not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:57:19.769793 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 2892ca0a-eb4a-48be-b2fa-ded61e443a4c no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:57:19.770341 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d166a6-de08-442e-ae73-9f1f63739037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4fa7bd8-b81a-44ac-b27b-81546b0a50d5,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:19.779638 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.ipam_backend_mixin [None req-67803392-9ca8-482a-8f09-af1ed6455ec7 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Port 880ef00d-e4c3-48e3-8d81-7d0eec1e2443 was not found and therefore no delete operation was performed {{(pid=103167) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 20 14:57:19.790106 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-67803392-9ca8-482a-8f09-af1ed6455ec7 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:19.792344 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-559ecd5b-e189-4572-8dab-0f42787d73fa tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] For port 2892ca0a-eb4a-48be-b2fa-ded61e443a4c, host n-d-761264-19, got binding levels [] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:57:19.792689 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-559ecd5b-e189-4572-8dab-0f42787d73fa tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:19.801603 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 2892ca0a-eb4a-48be-b2fa-ded61e443a4c {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:57:19.801603 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 2892ca0a-eb4a-48be-b2fa-ded61e443a4c not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:57:19.801603 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 880ef00d-e4c3-48e3-8d81-7d0eec1e2443 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:57:19.821861 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 880ef00d-e4c3-48e3-8d81-7d0eec1e2443 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:57:19.822297 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 880ef00d-e4c3-48e3-8d81-7d0eec1e2443 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:57:19.822812 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 198ec63d-d2e0-4a3a-af69-44c2dbd2a48d no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:57:19.824672 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67803392-9ca8-482a-8f09-af1ed6455ec7 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Pushing event deleted for resources: {'Port': ['ID=880ef00d-e4c3-48e3-8d81-7d0eec1e2443,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:19.847260 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 198ec63d-d2e0-4a3a-af69-44c2dbd2a48d {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:57:19.848080 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 198ec63d-d2e0-4a3a-af69-44c2dbd2a48d not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:57:19.853500 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-559ecd5b-e189-4572-8dab-0f42787d73fa tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Calling delete_port for 2892ca0a-eb4a-48be-b2fa-ded61e443a4c owned by network:dhcp {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:57:19.858705 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.ipam_backend_mixin [None req-559ecd5b-e189-4572-8dab-0f42787d73fa tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Port 2892ca0a-eb4a-48be-b2fa-ded61e443a4c was not found and therefore no delete operation was performed {{(pid=103167) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 20 14:57:19.862739 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67803392-9ca8-482a-8f09-af1ed6455ec7 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] No DVR routers for this DVR port 880ef00d-e4c3-48e3-8d81-7d0eec1e2443 on host n-d-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:57:19.897801 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-559ecd5b-e189-4572-8dab-0f42787d73fa tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:19.956524 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559ecd5b-e189-4572-8dab-0f42787d73fa tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] No DVR routers for this DVR port 2892ca0a-eb4a-48be-b2fa-ded61e443a4c on host n-d-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:57:19.962333 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559ecd5b-e189-4572-8dab-0f42787d73fa tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Pushing event deleted for resources: {'Port': ['ID=2892ca0a-eb4a-48be-b2fa-ded61e443a4c,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:20.023177 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-67803392-9ca8-482a-8f09-af1ed6455ec7 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:20.025720 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3114089c-c0ae-43e9-b72d-3fa6c3afb5f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:20.100990 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-67803392-9ca8-482a-8f09-af1ed6455ec7 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54b701de-5ca8-4357-bb8c-3c0ecf0a0085']}} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:57:20.121091 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-559ecd5b-e189-4572-8dab-0f42787d73fa tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:20.124758 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3114089c-c0ae-43e9-b72d-3fa6c3afb5f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:20.127515 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-67803392-9ca8-482a-8f09-af1ed6455ec7 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97331217-8ab9-4df1-bff9-088a0c988bac') {'for_net_delete': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:57:20.127780 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-67803392-9ca8-482a-8f09-af1ed6455ec7 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97331217-8ab9-4df1-bff9-088a0c988bac') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:57:20.150330 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-67803392-9ca8-482a-8f09-af1ed6455ec7 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954405'] for segment, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:20.187231 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-559ecd5b-e189-4572-8dab-0f42787d73fa tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e679f931-05bb-4c25-b3d3-7a94b7d20a1f']}} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:57:20.197275 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-67803392-9ca8-482a-8f09-af1ed6455ec7 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:20.204113 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-559ecd5b-e189-4572-8dab-0f42787d73fa tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '457fdf47-0f1f-487e-b877-c2d51b21e99e') {'for_net_delete': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:57:20.204404 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-559ecd5b-e189-4572-8dab-0f42787d73fa tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '457fdf47-0f1f-487e-b877-c2d51b21e99e') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:57:20.213412 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67803392-9ca8-482a-8f09-af1ed6455ec7 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=103167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:57:20.213804 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-67803392-9ca8-482a-8f09-af1ed6455ec7 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9956000'] for segment, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:20.218522 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:57:20.218522 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:57:20.218522 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:57:20.218522 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:57:20.218522 n-d-761264-19 neutron-server[103167]: Traceback (most recent call last): Dec 20 14:57:20.218522 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:57:20.218522 n-d-761264-19 neutron-server[103167]: timer() Dec 20 14:57:20.218522 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:57:20.218522 n-d-761264-19 neutron-server[103167]: cb(*args, **kw) Dec 20 14:57:20.218522 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:57:20.218522 n-d-761264-19 neutron-server[103167]: return func(*args, **kwargs) Dec 20 14:57:20.218522 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:57:20.218522 n-d-761264-19 neutron-server[103167]: self._notify() Dec 20 14:57:20.218522 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:57:20.218522 n-d-761264-19 neutron-server[103167]: self.callback(batched_events) Dec 20 14:57:20.218522 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:57:20.218522 n-d-761264-19 neutron-server[103167]: event.method(event) Dec 20 14:57:20.218522 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:57:20.218522 n-d-761264-19 neutron-server[103167]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:57:20.218522 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:57:20.218522 n-d-761264-19 neutron-server[103167]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:57:20.218522 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:57:20.218522 n-d-761264-19 neutron-server[103167]: return f(self, *a, **k) Dec 20 14:57:20.218522 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:57:20.218522 n-d-761264-19 neutron-server[103167]: return self._get(url).json() Dec 20 14:57:20.218522 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:57:20.218522 n-d-761264-19 neutron-server[103167]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:57:20.218522 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:57:20.218522 n-d-761264-19 neutron-server[103167]: return self.request(url, 'GET', **kwargs) Dec 20 14:57:20.218522 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:57:20.218522 n-d-761264-19 neutron-server[103167]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:57:20.218522 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:57:20.218522 n-d-761264-19 neutron-server[103167]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:57:20.218522 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:57:20.218522 n-d-761264-19 neutron-server[103167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:57:20.218522 n-d-761264-19 neutron-server[103167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:57:20.231059 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-559ecd5b-e189-4572-8dab-0f42787d73fa tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954405'] for segment, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:20.293330 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-559ecd5b-e189-4572-8dab-0f42787d73fa tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:20.295444 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3114089c-c0ae-43e9-b72d-3fa6c3afb5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:20.298115 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3114089c-c0ae-43e9-b72d-3fa6c3afb5f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:20.299343 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-3114089c-c0ae-43e9-b72d-3fa6c3afb5f9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e4fa7bd8-b81a-44ac-b27b-81546b0a50d5 HTTP/1.1" status: 204 len: 168 time: 0.5368721 Dec 20 14:57:20.311118 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-559ecd5b-e189-4572-8dab-0f42787d73fa tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=103167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:57:20.311521 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-559ecd5b-e189-4572-8dab-0f42787d73fa tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9956000'] for segment, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:20.314977 n-d-761264-19 neutron-server[103167]: Traceback (most recent call last): Dec 20 14:57:20.314977 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:57:20.314977 n-d-761264-19 neutron-server[103167]: timer() Dec 20 14:57:20.314977 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:57:20.314977 n-d-761264-19 neutron-server[103167]: cb(*args, **kw) Dec 20 14:57:20.314977 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:57:20.314977 n-d-761264-19 neutron-server[103167]: return func(*args, **kwargs) Dec 20 14:57:20.314977 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:57:20.314977 n-d-761264-19 neutron-server[103167]: self._notify() Dec 20 14:57:20.314977 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:57:20.314977 n-d-761264-19 neutron-server[103167]: self.callback(batched_events) Dec 20 14:57:20.314977 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:57:20.314977 n-d-761264-19 neutron-server[103167]: event.method(event) Dec 20 14:57:20.314977 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:57:20.314977 n-d-761264-19 neutron-server[103167]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:57:20.314977 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:57:20.314977 n-d-761264-19 neutron-server[103167]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:57:20.314977 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:57:20.314977 n-d-761264-19 neutron-server[103167]: return f(self, *a, **k) Dec 20 14:57:20.314977 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:57:20.314977 n-d-761264-19 neutron-server[103167]: return self._get(url).json() Dec 20 14:57:20.314977 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:57:20.314977 n-d-761264-19 neutron-server[103167]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:57:20.314977 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:57:20.314977 n-d-761264-19 neutron-server[103167]: return self.request(url, 'GET', **kwargs) Dec 20 14:57:20.314977 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:57:20.314977 n-d-761264-19 neutron-server[103167]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:57:20.314977 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:57:20.314977 n-d-761264-19 neutron-server[103167]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:57:20.314977 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:57:20.314977 n-d-761264-19 neutron-server[103167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:57:20.314977 n-d-761264-19 neutron-server[103167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:57:20.325326 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-67803392-9ca8-482a-8f09-af1ed6455ec7 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:20.329644 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-67803392-9ca8-482a-8f09-af1ed6455ec7 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:20.333299 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-67803392-9ca8-482a-8f09-af1ed6455ec7 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "DELETE /v2.0/networks/54b701de-5ca8-4357-bb8c-3c0ecf0a0085 HTTP/1.1" status: 204 len: 168 time: 1.0746305 Dec 20 14:57:20.336548 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 43608) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:20.344445 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3114089c-c0ae-43e9-b72d-3fa6c3afb5f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4fa7bd8-b81a-44ac-b27b-81546b0a50d5,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:20.388686 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67803392-9ca8-482a-8f09-af1ed6455ec7 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Pushing event deleted for resources: {'Network': ['ID=54b701de-5ca8-4357-bb8c-3c0ecf0a0085,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:20.408944 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-559ecd5b-e189-4572-8dab-0f42787d73fa tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:20.415287 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-559ecd5b-e189-4572-8dab-0f42787d73fa tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks [] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:20.419812 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-559ecd5b-e189-4572-8dab-0f42787d73fa tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "DELETE /v2.0/networks/e679f931-05bb-4c25-b3d3-7a94b7d20a1f HTTP/1.1" status: 204 len: 168 time: 1.2234230 Dec 20 14:57:20.423764 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 43610) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:20.429934 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-8da9c5c2-b751-4c17-b6b0-3031fcaf764f tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2072890100'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:57:20.442547 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559ecd5b-e189-4572-8dab-0f42787d73fa tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Pushing event deleted for resources: {'Network': ['ID=e679f931-05bb-4c25-b3d3-7a94b7d20a1f,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:20.442947 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ab764d70-4ab6-461e-9385-fc5825ec691c tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:20.465160 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8da9c5c2-b751-4c17-b6b0-3031fcaf764f tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Made reservation on behalf of 43f7d6ec20ff4b80bbcb9fdd5fd65fb4 for: {'network': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:57:20.469595 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8da9c5c2-b751-4c17-b6b0-3031fcaf764f tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:20.478443 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ab764d70-4ab6-461e-9385-fc5825ec691c tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:20.503257 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8da9c5c2-b751-4c17-b6b0-3031fcaf764f tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=103167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:57:20.514395 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8da9c5c2-b751-4c17-b6b0-3031fcaf764f tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:20.514808 n-d-761264-19 neutron-server[103167]: INFO neutron.db.segments_db [None req-8da9c5c2-b751-4c17-b6b0-3031fcaf764f tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Added segment d1420644-a869-4f97-bdc4-78c287981d2d of type vlan for network 7dcd5da2-39eb-4068-aa8b-dcd588b0354d Dec 20 14:57:20.563147 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ab764d70-4ab6-461e-9385-fc5825ec691c tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:20.566404 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ab764d70-4ab6-461e-9385-fc5825ec691c tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:20.568097 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-ab764d70-4ab6-461e-9385-fc5825ec691c tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "DELETE /v2.0/security-groups/216960ae-a720-47dd-b0f7-2088c7c897fe HTTP/1.1" status: 204 len: 168 time: 0.2305448 Dec 20 14:57:20.568373 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8da9c5c2-b751-4c17-b6b0-3031fcaf764f tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:20.579605 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab764d70-4ab6-461e-9385-fc5825ec691c tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=216960ae-a720-47dd-b0f7-2088c7c897fe,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:20.617075 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8da9c5c2-b751-4c17-b6b0-3031fcaf764f tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:20.622915 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da9c5c2-b751-4c17-b6b0-3031fcaf764f tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:57:20.623380 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8da9c5c2-b751-4c17-b6b0-3031fcaf764f tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks [] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:20.689028 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-8da9c5c2-b751-4c17-b6b0-3031fcaf764f tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2612886 Dec 20 14:57:20.689215 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 43616) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:20.696210 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-0c9f8f1b-54e9-4e63-bf8a-989aac802550 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Request body: {'subnet': {'network_id': '7dcd5da2-39eb-4068-aa8b-dcd588b0354d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:57:20.707281 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 43618) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:20.712852 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da9c5c2-b751-4c17-b6b0-3031fcaf764f tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Pushing event updated for resources: {'Network': ['ID=7dcd5da2-39eb-4068-aa8b-dcd588b0354d,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:20.723990 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 7dcd5da2-39eb-4068-aa8b-dcd588b0354d details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:57:20.728358 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0cd763c0-d245-404c-bbf2-54234fec00e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:20.808266 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c9f8f1b-54e9-4e63-bf8a-989aac802550 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Made reservation on behalf of 43f7d6ec20ff4b80bbcb9fdd5fd65fb4 for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:57:20.811933 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0c9f8f1b-54e9-4e63-bf8a-989aac802550 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:20.819636 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0cd763c0-d245-404c-bbf2-54234fec00e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:20.824624 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0cd763c0-d245-404c-bbf2-54234fec00e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:20.866684 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-0cd763c0-d245-404c-bbf2-54234fec00e2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d7fe58e72e4f4d2088412963512b57ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1580348 Dec 20 14:57:20.869759 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 43620) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:20.871987 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd763c0-d245-404c-bbf2-54234fec00e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c3a5a3b-664e-47d5-b988-48c9a12d6031,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:20.936966 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-74674d89-4fa6-4538-87d5-6179d844563b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:20.961174 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-74674d89-4fa6-4538-87d5-6179d844563b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:21.012048 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-74674d89-4fa6-4538-87d5-6179d844563b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:21.015321 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-74674d89-4fa6-4538-87d5-6179d844563b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:21.019424 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-74674d89-4fa6-4538-87d5-6179d844563b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6c3a5a3b-664e-47d5-b988-48c9a12d6031 HTTP/1.1" status: 204 len: 168 time: 0.1460574 Dec 20 14:57:21.027020 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74674d89-4fa6-4538-87d5-6179d844563b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c3a5a3b-664e-47d5-b988-48c9a12d6031,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:21.032239 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0c9f8f1b-54e9-4e63-bf8a-989aac802550 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:21.114577 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9f8f1b-54e9-4e63-bf8a-989aac802550 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Pushing event updated for resources: {'Subnet': ['ID=618a7e9c-d903-4720-8a9c-e12944ba3b28,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:21.122145 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9f8f1b-54e9-4e63-bf8a-989aac802550 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Checking segment: {'id': 'd1420644-a869-4f97-bdc4-78c287981d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7dcd5da2-39eb-4068-aa8b-dcd588b0354d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:57:21.122505 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9f8f1b-54e9-4e63-bf8a-989aac802550 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Network hostable DHCP agents. Network: 7dcd5da2-39eb-4068-aa8b-dcd588b0354d, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:57:21.141747 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9f8f1b-54e9-4e63-bf8a-989aac802550 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Network 7dcd5da2-39eb-4068-aa8b-dcd588b0354d is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:57:21.151324 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-0c9f8f1b-54e9-4e63-bf8a-989aac802550 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 7dcd5da2-39eb-4068-aa8b-dcd588b0354d) {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:57:21.159088 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9f8f1b-54e9-4e63-bf8a-989aac802550 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:57:21.160577 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0c9f8f1b-54e9-4e63-bf8a-989aac802550 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:21.160795 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344f2eeb-191f-4266-9508-f640b38e0f46 None None] Network 7dcd5da2-39eb-4068-aa8b-dcd588b0354d requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:57:21.180886 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-0c9f8f1b-54e9-4e63-bf8a-989aac802550 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4906147 Dec 20 14:57:21.183504 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 43624) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:21.188025 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-c073394c-e195-4266-9b75-8c04eb906a9a tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1453112150', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:57:21.214150 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c073394c-e195-4266-9b75-8c04eb906a9a tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40114'] for router, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:21.215429 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c073394c-e195-4266-9b75-8c04eb906a9a tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40139'] for router, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:21.277166 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c073394c-e195-4266-9b75-8c04eb906a9a tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:21.290686 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c073394c-e195-4266-9b75-8c04eb906a9a tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013'] for router, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:21.302506 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f236fa74-1491-4d22-abdc-b88040bc1dcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-7dcd5da2-39eb-4068-aa8b-dcd588b0354d', 'network_id': '7dcd5da2-39eb-4068-aa8b-dcd588b0354d', 'project_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'fixed_ips': [{'subnet_id': '618a7e9c-d903-4720-8a9c-e12944ba3b28'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:57:21.305516 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f236fa74-1491-4d22-abdc-b88040bc1dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:21.314465 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c073394c-e195-4266-9b75-8c04eb906a9a tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:21.318677 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-c073394c-e195-4266-9b75-8c04eb906a9a tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1315494 Dec 20 14:57:21.318946 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 43630) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:21.332790 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-207db4d0-2307-4ff1-81f1-dac13a4002fb tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Request body: {'port': {'network_id': '7dcd5da2-39eb-4068-aa8b-dcd588b0354d', 'name': 'tempest-RoutersIpV6Test-731119287'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:57:21.480385 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 09b1d4c3-44a7-4dea-87dc-dfed3044adb0 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:57:21.485548 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-207db4d0-2307-4ff1-81f1-dac13a4002fb tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Made reservation on behalf of 43f7d6ec20ff4b80bbcb9fdd5fd65fb4 for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:57:21.490195 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-207db4d0-2307-4ff1-81f1-dac13a4002fb tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:21.506550 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 09b1d4c3-44a7-4dea-87dc-dfed3044adb0 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:57:21.506831 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 09b1d4c3-44a7-4dea-87dc-dfed3044adb0 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:57:21.531732 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [None req-207db4d0-2307-4ff1-81f1-dac13a4002fb tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] device_id is not set on port e84c8ebc-7b39-41b0-9f94-0d1402fe07c6 yet. {{(pid=103168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 14:57:21.532403 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-f236fa74-1491-4d22-abdc-b88040bc1dcb None None] Allocated IP 2001:db8::2 (7dcd5da2-39eb-4068-aa8b-dcd588b0354d/618a7e9c-d903-4720-8a9c-e12944ba3b28/501081e1-5576-4b0d-952d-ebd0a93ef9bf) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:57:21.721562 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f236fa74-1491-4d22-abdc-b88040bc1dcb None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:21.727839 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f236fa74-1491-4d22-abdc-b88040bc1dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:21.770688 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f236fa74-1491-4d22-abdc-b88040bc1dcb None None] Network 7dcd5da2-39eb-4068-aa8b-dcd588b0354d is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:57:21.773768 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-f236fa74-1491-4d22-abdc-b88040bc1dcb None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:57:21.778434 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f236fa74-1491-4d22-abdc-b88040bc1dcb None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:57:21.781708 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f236fa74-1491-4d22-abdc-b88040bc1dcb None None] Pushing event updated for resources: {'Port': ['ID=501081e1-5576-4b0d-952d-ebd0a93ef9bf,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:21.840463 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-f236fa74-1491-4d22-abdc-b88040bc1dcb None None] Attempting to bind port 501081e1-5576-4b0d-952d-ebd0a93ef9bf on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:57:21.840770 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-f236fa74-1491-4d22-abdc-b88040bc1dcb None None] Attempting to bind port 501081e1-5576-4b0d-952d-ebd0a93ef9bf by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': 'd1420644-a869-4f97-bdc4-78c287981d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7dcd5da2-39eb-4068-aa8b-dcd588b0354d'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:57:21.841082 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f236fa74-1491-4d22-abdc-b88040bc1dcb None None] Attempting to bind port 501081e1-5576-4b0d-952d-ebd0a93ef9bf on network 7dcd5da2-39eb-4068-aa8b-dcd588b0354d {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:57:21.846650 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f236fa74-1491-4d22-abdc-b88040bc1dcb None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:57:21.846994 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f236fa74-1491-4d22-abdc-b88040bc1dcb None None] Checking segment: {'id': 'd1420644-a869-4f97-bdc4-78c287981d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7dcd5da2-39eb-4068-aa8b-dcd588b0354d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:57:21.847395 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f236fa74-1491-4d22-abdc-b88040bc1dcb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:21.847789 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f236fa74-1491-4d22-abdc-b88040bc1dcb None None] Bound using segment: {'id': 'd1420644-a869-4f97-bdc4-78c287981d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7dcd5da2-39eb-4068-aa8b-dcd588b0354d'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:57:21.848266 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-f236fa74-1491-4d22-abdc-b88040bc1dcb None None] Bound port: 501081e1-5576-4b0d-952d-ebd0a93ef9bf, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1420644-a869-4f97-bdc4-78c287981d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7dcd5da2-39eb-4068-aa8b-dcd588b0354d'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:57:21.848641 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f236fa74-1491-4d22-abdc-b88040bc1dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:21.924137 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-f236fa74-1491-4d22-abdc-b88040bc1dcb None None] For port 501081e1-5576-4b0d-952d-ebd0a93ef9bf, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:57:21.927835 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-f236fa74-1491-4d22-abdc-b88040bc1dcb None None] For port 501081e1-5576-4b0d-952d-ebd0a93ef9bf, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=501081e1-5576-4b0d-952d-ebd0a93ef9bf,segment=NetworkSegment(d1420644-a869-4f97-bdc4-78c287981d2d),segment_id=d1420644-a869-4f97-bdc4-78c287981d2d)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:57:21.937212 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f236fa74-1491-4d22-abdc-b88040bc1dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:22.019624 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f236fa74-1491-4d22-abdc-b88040bc1dcb None None] Pushing event updated for resources: {'Port': ['ID=501081e1-5576-4b0d-952d-ebd0a93ef9bf,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:22.118489 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-207db4d0-2307-4ff1-81f1-dac13a4002fb tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Allocated IP 2001:db8::34e (7dcd5da2-39eb-4068-aa8b-dcd588b0354d/618a7e9c-d903-4720-8a9c-e12944ba3b28/e84c8ebc-7b39-41b0-9f94-0d1402fe07c6) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:57:22.329710 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-207db4d0-2307-4ff1-81f1-dac13a4002fb tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:22.372620 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-207db4d0-2307-4ff1-81f1-dac13a4002fb tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:22.419822 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207db4d0-2307-4ff1-81f1-dac13a4002fb tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Network 7dcd5da2-39eb-4068-aa8b-dcd588b0354d is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:57:22.423093 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-207db4d0-2307-4ff1-81f1-dac13a4002fb tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:57:22.427970 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207db4d0-2307-4ff1-81f1-dac13a4002fb tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:57:22.433656 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207db4d0-2307-4ff1-81f1-dac13a4002fb tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:57:22.434289 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-207db4d0-2307-4ff1-81f1-dac13a4002fb tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:22.446632 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207db4d0-2307-4ff1-81f1-dac13a4002fb tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Pushing event updated for resources: {'Port': ['ID=e84c8ebc-7b39-41b0-9f94-0d1402fe07c6,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:22.456060 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-207db4d0-2307-4ff1-81f1-dac13a4002fb tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.1358178 Dec 20 14:57:22.459073 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 43670) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:22.866123 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e08af27e-3f29-4fb2-a7c2-cc52fc3646be tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:22.933299 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 43688) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:22.939011 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-1f2fd5bb-7252-486e-9939-ea53d3bc6b8d tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1596745696', 'description': 'tempest-secgroup-smoke-1596745696 description', 'project_id': 'f35a648a7aca4680a908ac1344ad2536'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:57:22.998913 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1f2fd5bb-7252-486e-9939-ea53d3bc6b8d tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:23.129422 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1f2fd5bb-7252-486e-9939-ea53d3bc6b8d tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:23.141195 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1f2fd5bb-7252-486e-9939-ea53d3bc6b8d tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:23.165691 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89e40d8-15fd-4149-9e3d-7e383df2de65 None None] Network 7dcd5da2-39eb-4068-aa8b-dcd588b0354d requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:57:23.189501 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1f2fd5bb-7252-486e-9939-ea53d3bc6b8d tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:23.194992 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 43690) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:23.197331 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-1f2fd5bb-7252-486e-9939-ea53d3bc6b8d tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2618353 Dec 20 14:57:23.204761 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-66195416-c047-4b84-bcc2-0f02fb41f9bb tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Request body: {'security_group_rule': {'security_group_id': '75f3ff45-fd05-40c4-864e-e35ed882846e', 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:57:23.226185 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2fd5bb-7252-486e-9939-ea53d3bc6b8d tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75f3ff45-fd05-40c4-864e-e35ed882846e,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:23.256221 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e08af27e-3f29-4fb2-a7c2-cc52fc3646be tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:23.269507 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e08af27e-3f29-4fb2-a7c2-cc52fc3646be tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:23.270517 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-7d7f2cfe-9de4-4f93-bc7b-4744c15d0276 None None] Provisioning complete for port 501081e1-5576-4b0d-952d-ebd0a93ef9bf triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:57:23.271199 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-7d7f2cfe-9de4-4f93-bc7b-4744c15d0276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:23.287472 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-66195416-c047-4b84-bcc2-0f02fb41f9bb tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:23.407208 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-7d7f2cfe-9de4-4f93-bc7b-4744c15d0276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:23.412224 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08af27e-3f29-4fb2-a7c2-cc52fc3646be tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Pushing event updated for resources: {'Port': ['ID=e84c8ebc-7b39-41b0-9f94-0d1402fe07c6,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:23.457437 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-7d7f2cfe-9de4-4f93-bc7b-4744c15d0276 None None] For port 501081e1-5576-4b0d-952d-ebd0a93ef9bf, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=501081e1-5576-4b0d-952d-ebd0a93ef9bf,segment=NetworkSegment(d1420644-a869-4f97-bdc4-78c287981d2d),segment_id=d1420644-a869-4f97-bdc4-78c287981d2d)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:57:23.469985 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-7d7f2cfe-9de4-4f93-bc7b-4744c15d0276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:23.489861 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-66195416-c047-4b84-bcc2-0f02fb41f9bb tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:23.501736 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-66195416-c047-4b84-bcc2-0f02fb41f9bb tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:23.552463 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66195416-c047-4b84-bcc2-0f02fb41f9bb tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03739ca1-e980-4c47-b836-3444d18608cf,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:23.583449 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7f2cfe-9de4-4f93-bc7b-4744c15d0276 None None] Pushing event updated for resources: {'Port': ['ID=501081e1-5576-4b0d-952d-ebd0a93ef9bf,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:23.590803 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 501081e1-5576-4b0d-952d-ebd0a93ef9bf up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:57:23.606711 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e08af27e-3f29-4fb2-a7c2-cc52fc3646be tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595714'] for router_interface, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:23.612138 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-66195416-c047-4b84-bcc2-0f02fb41f9bb tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:23.616928 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-66195416-c047-4b84-bcc2-0f02fb41f9bb tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4149907 Dec 20 14:57:23.617740 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 43696) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:23.622784 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-22c2ec76-cb71-44c5-9f21-0ef94a1f856f tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Request body: {'security_group_rule': {'security_group_id': '75f3ff45-fd05-40c4-864e-e35ed882846e', 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:57:23.668108 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 501081e1-5576-4b0d-952d-ebd0a93ef9bf triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:57:23.668849 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:23.686660 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-22c2ec76-cb71-44c5-9f21-0ef94a1f856f tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:23.800119 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-22c2ec76-cb71-44c5-9f21-0ef94a1f856f tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:23.807650 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-22c2ec76-cb71-44c5-9f21-0ef94a1f856f tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:23.834447 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c2ec76-cb71-44c5-9f21-0ef94a1f856f tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bc18bae-e4e1-4950-8d74-42209f555d73,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:23.843986 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e08af27e-3f29-4fb2-a7c2-cc52fc3646be tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:23.849890 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-22c2ec76-cb71-44c5-9f21-0ef94a1f856f tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:23.855779 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 43700) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:23.855949 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-22c2ec76-cb71-44c5-9f21-0ef94a1f856f tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2368352 Dec 20 14:57:23.861434 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-b96b10d0-b3ff-4e0a-ba56-2fa0144a5f59 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Request body: {'security_group_rule': {'security_group_id': '75f3ff45-fd05-40c4-864e-e35ed882846e', 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:57:23.907610 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-becec0c1-571d-4845-9b76-5e3e36771ec7 None None] Provisioning complete for port e84c8ebc-7b39-41b0-9f94-0d1402fe07c6 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:57:23.908557 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-becec0c1-571d-4845-9b76-5e3e36771ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:23.957171 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-becec0c1-571d-4845-9b76-5e3e36771ec7 None None] Port e84c8ebc-7b39-41b0-9f94-0d1402fe07c6 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:57:23.968533 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-becec0c1-571d-4845-9b76-5e3e36771ec7 None None] Provisioning complete for port 501081e1-5576-4b0d-952d-ebd0a93ef9bf triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:57:23.968899 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-becec0c1-571d-4845-9b76-5e3e36771ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:24.061625 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b96b10d0-b3ff-4e0a-ba56-2fa0144a5f59 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:24.228005 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b96b10d0-b3ff-4e0a-ba56-2fa0144a5f59 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:24.238638 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b96b10d0-b3ff-4e0a-ba56-2fa0144a5f59 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:24.240764 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-d52cc3f0-7dc7-47c8-bd18-644210dda380 None None] Provisioning complete for port e84c8ebc-7b39-41b0-9f94-0d1402fe07c6 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:57:24.241232 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d52cc3f0-7dc7-47c8-bd18-644210dda380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:24.276940 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96b10d0-b3ff-4e0a-ba56-2fa0144a5f59 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30f50ba0-9f11-48c2-ae1f-1e1832dc32cb,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:24.287754 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-d52cc3f0-7dc7-47c8-bd18-644210dda380 None None] Port e84c8ebc-7b39-41b0-9f94-0d1402fe07c6 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:57:24.291880 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b96b10d0-b3ff-4e0a-ba56-2fa0144a5f59 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:24.295792 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-b96b10d0-b3ff-4e0a-ba56-2fa0144a5f59 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4362102 Dec 20 14:57:24.296115 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 43702) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:24.300706 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-393428ba-7ba4-4dad-b2b7-8b2fc3c597eb tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Request body: {'security_group_rule': {'security_group_id': '75f3ff45-fd05-40c4-864e-e35ed882846e', 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:57:24.319136 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e08af27e-3f29-4fb2-a7c2-cc52fc3646be tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:24.326709 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e08af27e-3f29-4fb2-a7c2-cc52fc3646be tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:24.327912 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e08af27e-3f29-4fb2-a7c2-cc52fc3646be tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1595702'] for router_interface, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:24.334762 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-393428ba-7ba4-4dad-b2b7-8b2fc3c597eb tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:24.420605 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-393428ba-7ba4-4dad-b2b7-8b2fc3c597eb tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:24.427492 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-393428ba-7ba4-4dad-b2b7-8b2fc3c597eb tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:24.434464 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08af27e-3f29-4fb2-a7c2-cc52fc3646be tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Pushing event updated for resources: {'Port': ['ID=e84c8ebc-7b39-41b0-9f94-0d1402fe07c6,revision_number=3']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:24.468364 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393428ba-7ba4-4dad-b2b7-8b2fc3c597eb tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3621b44-3389-490e-b2ac-27217d909ac6,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:24.477187 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08af27e-3f29-4fb2-a7c2-cc52fc3646be tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Network 7dcd5da2-39eb-4068-aa8b-dcd588b0354d is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:57:24.478871 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-e08af27e-3f29-4fb2-a7c2-cc52fc3646be tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:57:24.480082 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-393428ba-7ba4-4dad-b2b7-8b2fc3c597eb tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:24.481292 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-393428ba-7ba4-4dad-b2b7-8b2fc3c597eb tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1841793 Dec 20 14:57:24.484711 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 43704) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:24.491146 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-e96fefeb-fed7-49a1-be0d-3bc58dfffe68 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Request body: {'security_group_rule': {'security_group_id': '75f3ff45-fd05-40c4-864e-e35ed882846e', 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:57:24.515892 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-b0021e33-1070-484b-bc54-c815e12a192a None None] Provisioning complete for port e84c8ebc-7b39-41b0-9f94-0d1402fe07c6 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:57:24.516260 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b0021e33-1070-484b-bc54-c815e12a192a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:24.559498 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-b0021e33-1070-484b-bc54-c815e12a192a None None] Port e84c8ebc-7b39-41b0-9f94-0d1402fe07c6 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:57:24.610794 n-d-761264-19 neutron-server[103168]: INFO neutron.db.securitygroups_db [None req-e96fefeb-fed7-49a1-be0d-3bc58dfffe68 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Project f35a648a7aca4680a908ac1344ad2536 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 14:57:24.625255 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e96fefeb-fed7-49a1-be0d-3bc58dfffe68 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:24.708188 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e08af27e-3f29-4fb2-a7c2-cc52fc3646be tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Router 86b83475-7a47-4604-a28e-5f228f45b680 is scheduled to L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 with binding_index 1 {{(pid=103168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 14:57:24.770573 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e96fefeb-fed7-49a1-be0d-3bc58dfffe68 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:24.792229 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-b8347802-8daa-46e8-b8f2-bd39c210b1a0 None None] Provisioning complete for port e84c8ebc-7b39-41b0-9f94-0d1402fe07c6 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:57:24.792666 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b8347802-8daa-46e8-b8f2-bd39c210b1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:24.796850 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e96fefeb-fed7-49a1-be0d-3bc58dfffe68 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:24.827295 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96fefeb-fed7-49a1-be0d-3bc58dfffe68 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ceba3a5-c051-4030-92c2-5a73570d68ac,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:24.840297 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e96fefeb-fed7-49a1-be0d-3bc58dfffe68 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:24.841582 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-e96fefeb-fed7-49a1-be0d-3bc58dfffe68 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3557458 Dec 20 14:57:24.844803 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 43710) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:24.851593 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-96289430-6975-4f8f-b689-633c1064a6b0 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Request body: {'security_group_rule': {'security_group_id': '75f3ff45-fd05-40c4-864e-e35ed882846e', 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:57:24.863182 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e08af27e-3f29-4fb2-a7c2-cc52fc3646be tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:57:24.863481 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-b8347802-8daa-46e8-b8f2-bd39c210b1a0 None None] Port e84c8ebc-7b39-41b0-9f94-0d1402fe07c6 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:57:24.864742 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-e08af27e-3f29-4fb2-a7c2-cc52fc3646be tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "PUT /v2.0/routers/86b83475-7a47-4604-a28e-5f228f45b680/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4041569 Dec 20 14:57:24.869512 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 43712) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:24.871983 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d280b6f-692e-43a9-b88c-fdab27ccf06d None None] Sync routers for ids ['86b83475-7a47-4604-a28e-5f228f45b680'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:57:24.889754 n-d-761264-19 neutron-server[103168]: INFO neutron.db.securitygroups_db [None req-96289430-6975-4f8f-b689-633c1064a6b0 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Project f35a648a7aca4680a908ac1344ad2536 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 14:57:24.896528 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-96289430-6975-4f8f-b689-633c1064a6b0 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:24.898424 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d280b6f-692e-43a9-b88c-fdab27ccf06d None None] Routers {'86b83475-7a47-4604-a28e-5f228f45b680'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:57:24.899170 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-8d280b6f-692e-43a9-b88c-fdab27ccf06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:57:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['86b83475-7a47-4604-a28e-5f228f45b680'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:57:24.928941 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28334be-5fda-448b-b9f0-030c2923b96d tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:57:24.930426 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-a28334be-5fda-448b-b9f0-030c2923b96d tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "GET /v2.0/ports/e84c8ebc-7b39-41b0-9f94-0d1402fe07c6 HTTP/1.1" status: 200 len: 983 time: 0.0582316 Dec 20 14:57:24.934517 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 43714) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:24.934962 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-8d280b6f-692e-43a9-b88c-fdab27ccf06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:57:24.945126 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d280b6f-692e-43a9-b88c-fdab27ccf06d None None] Routers {'86b83475-7a47-4604-a28e-5f228f45b680'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:57:24.945740 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-8d280b6f-692e-43a9-b88c-fdab27ccf06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:57:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['86b83475-7a47-4604-a28e-5f228f45b680'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:57:24.963565 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-96289430-6975-4f8f-b689-633c1064a6b0 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:24.969081 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-96289430-6975-4f8f-b689-633c1064a6b0 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:24.983911 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-8d280b6f-692e-43a9-b88c-fdab27ccf06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:57:24.984696 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d280b6f-692e-43a9-b88c-fdab27ccf06d None None] The sync data for ids ['86b83475-7a47-4604-a28e-5f228f45b680'] in n-d-761264-19 is: [] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:57:24.998999 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96289430-6975-4f8f-b689-633c1064a6b0 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d5be984-9b7a-4f58-bed8-020656b9c909,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:25.007447 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-96289430-6975-4f8f-b689-633c1064a6b0 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:25.009342 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-96289430-6975-4f8f-b689-633c1064a6b0 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1636069 Dec 20 14:57:25.012545 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 43716) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:25.019791 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-8250c8f3-0f29-492e-8ffa-f9402f5a71da tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Request body: {'network': {'name': 'tempest-network-smoke--1862894299', 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'port_security_enabled': True}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:57:25.047207 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8250c8f3-0f29-492e-8ffa-f9402f5a71da tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Made reservation on behalf of f35a648a7aca4680a908ac1344ad2536 for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:57:25.060619 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8250c8f3-0f29-492e-8ffa-f9402f5a71da tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:25.101080 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8250c8f3-0f29-492e-8ffa-f9402f5a71da tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:57:25.112781 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8250c8f3-0f29-492e-8ffa-f9402f5a71da tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:25.113584 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-8250c8f3-0f29-492e-8ffa-f9402f5a71da tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Added segment b32143af-9fcf-4655-af6a-59f32e31f4bf of type vlan for network 73869f0e-469c-4fc5-83ed-70acefda73c3 Dec 20 14:57:25.161352 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8250c8f3-0f29-492e-8ffa-f9402f5a71da tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:25.194781 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8250c8f3-0f29-492e-8ffa-f9402f5a71da tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:25.201913 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8250c8f3-0f29-492e-8ffa-f9402f5a71da tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:57:25.202960 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8250c8f3-0f29-492e-8ffa-f9402f5a71da tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:25.245294 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-8250c8f3-0f29-492e-8ffa-f9402f5a71da tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2316113 Dec 20 14:57:25.273124 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 43720) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:25.278173 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-f7df5558-6a22-4cfc-a60d-c2a2cde1ab40 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1236446000', 'admin_state_up': True, 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:57:25.301544 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8250c8f3-0f29-492e-8ffa-f9402f5a71da tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Pushing event updated for resources: {'Network': ['ID=73869f0e-469c-4fc5-83ed-70acefda73c3,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:25.318108 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 73869f0e-469c-4fc5-83ed-70acefda73c3 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:57:25.323981 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f7df5558-6a22-4cfc-a60d-c2a2cde1ab40 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40114'] for router, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:25.333639 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f7df5558-6a22-4cfc-a60d-c2a2cde1ab40 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40139'] for router, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:25.413318 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f7df5558-6a22-4cfc-a60d-c2a2cde1ab40 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:25.499733 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 501081e1-5576-4b0d-952d-ebd0a93ef9bf up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:57:25.554514 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 501081e1-5576-4b0d-952d-ebd0a93ef9bf triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:57:25.554834 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:25.580028 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f7df5558-6a22-4cfc-a60d-c2a2cde1ab40 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:25.661061 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-90a02e5b-7f37-40f7-b02f-f600c82f37d6 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1595867'] for router_interface, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:25.803567 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f7df5558-6a22-4cfc-a60d-c2a2cde1ab40 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for router_gateway, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:25.823676 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f7df5558-6a22-4cfc-a60d-c2a2cde1ab40 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:25.926369 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-90a02e5b-7f37-40f7-b02f-f600c82f37d6 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Deleting port e84c8ebc-7b39-41b0-9f94-0d1402fe07c6 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:57:25.926699 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-90a02e5b-7f37-40f7-b02f-f600c82f37d6 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:25.943200 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-f7df5558-6a22-4cfc-a60d-c2a2cde1ab40 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Allocated IP 172.25.0.24 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/2df9db62-f9bb-4ca7-84af-30b0d1a0a2d5) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:57:26.029257 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-90a02e5b-7f37-40f7-b02f-f600c82f37d6 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:26.050400 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-90a02e5b-7f37-40f7-b02f-f600c82f37d6 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Calling delete_port for e84c8ebc-7b39-41b0-9f94-0d1402fe07c6 owned by network:router_interface {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:57:26.078665 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f7df5558-6a22-4cfc-a60d-c2a2cde1ab40 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:26.125515 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f7df5558-6a22-4cfc-a60d-c2a2cde1ab40 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:26.177984 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7df5558-6a22-4cfc-a60d-c2a2cde1ab40 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:57:26.184918 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-f7df5558-6a22-4cfc-a60d-c2a2cde1ab40 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:57:26.187333 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7df5558-6a22-4cfc-a60d-c2a2cde1ab40 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:57:26.191164 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7df5558-6a22-4cfc-a60d-c2a2cde1ab40 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Pushing event updated for resources: {'Port': ['ID=2df9db62-f9bb-4ca7-84af-30b0d1a0a2d5,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:26.204819 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd8321c-c665-4c1f-b764-a0c453d184b9 None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:57:26.293499 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-af0e5cbe-609b-44a4-a237-a7160633f75a None None] Provisioning complete for port 2df9db62-f9bb-4ca7-84af-30b0d1a0a2d5 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:57:26.295675 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-af0e5cbe-609b-44a4-a237-a7160633f75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:26.318015 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-90a02e5b-7f37-40f7-b02f-f600c82f37d6 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:26.340229 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-af0e5cbe-609b-44a4-a237-a7160633f75a None None] Port 2df9db62-f9bb-4ca7-84af-30b0d1a0a2d5 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:57:26.377800 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a02e5b-7f37-40f7-b02f-f600c82f37d6 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Pushing event deleted for resources: {'Port': ['ID=e84c8ebc-7b39-41b0-9f94-0d1402fe07c6,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:26.519030 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-90a02e5b-7f37-40f7-b02f-f600c82f37d6 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582411'] for router_interface, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:26.591432 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f7df5558-6a22-4cfc-a60d-c2a2cde1ab40 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for router_gateway, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:26.751614 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90a02e5b-7f37-40f7-b02f-f600c82f37d6 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Router 86b83475-7a47-4604-a28e-5f228f45b680 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:57:26.839920 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90a02e5b-7f37-40f7-b02f-f600c82f37d6 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:57:26.846977 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-90a02e5b-7f37-40f7-b02f-f600c82f37d6 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "PUT /v2.0/routers/86b83475-7a47-4604-a28e-5f228f45b680/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9101133 Dec 20 14:57:26.848745 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 43740) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:26.853741 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f315e2a3-94ef-4108-becb-bbe0bd30c8c6 None None] Sync routers for ids ['86b83475-7a47-4604-a28e-5f228f45b680'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:57:26.872228 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f315e2a3-94ef-4108-becb-bbe0bd30c8c6 None None] Routers {'86b83475-7a47-4604-a28e-5f228f45b680'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:57:26.873093 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-f315e2a3-94ef-4108-becb-bbe0bd30c8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:57:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['86b83475-7a47-4604-a28e-5f228f45b680'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:57:26.934688 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f7df5558-6a22-4cfc-a60d-c2a2cde1ab40 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013'] for router, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:26.957429 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-f315e2a3-94ef-4108-becb-bbe0bd30c8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:57:26.968341 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f315e2a3-94ef-4108-becb-bbe0bd30c8c6 None None] Routers {'86b83475-7a47-4604-a28e-5f228f45b680'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:57:26.969230 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-f315e2a3-94ef-4108-becb-bbe0bd30c8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:57:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['86b83475-7a47-4604-a28e-5f228f45b680'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:57:27.011406 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-f315e2a3-94ef-4108-becb-bbe0bd30c8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:57:27.012156 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f315e2a3-94ef-4108-becb-bbe0bd30c8c6 None None] The sync data for ids ['86b83475-7a47-4604-a28e-5f228f45b680'] in n-d-761264-19 is: [] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:57:27.520673 n-d-761264-19 neutron-server[103168]: INFO neutron.api.v2.resource [None req-3494ece1-252f-4590-afd8-e9d6919e68e5 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] remove_router_interface failed (client error): The resource could not be found. Dec 20 14:57:27.521769 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-3494ece1-252f-4590-afd8-e9d6919e68e5 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "PUT /v2.0/routers/86b83475-7a47-4604-a28e-5f228f45b680/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6703959 Dec 20 14:57:27.524660 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 43746) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:27.529834 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7df5558-6a22-4cfc-a60d-c2a2cde1ab40 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Router c16b7030-e22d-4b1e-8f22-f322071287f2 is scheduled to L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 with binding_index 1 {{(pid=103168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 14:57:27.557449 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-fb272f79-f468-451f-9e56-e214e18b3764 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "GET /v2.0/ports?device_id=86b83475-7a47-4604-a28e-5f228f45b680 HTTP/1.1" status: 200 len: 205 time: 0.0312281 Dec 20 14:57:27.559719 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 43748) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:27.650855 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-639aa02e-4fa1-404a-85af-06a6f54a4890 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks [] for router, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:27.662281 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7df5558-6a22-4cfc-a60d-c2a2cde1ab40 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:57:27.671910 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18464df-6186-469d-bb59-e0553dd673fe None None] Sync routers for ids ['c16b7030-e22d-4b1e-8f22-f322071287f2'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:57:27.690166 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18464df-6186-469d-bb59-e0553dd673fe None None] Routers {'c16b7030-e22d-4b1e-8f22-f322071287f2'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:57:27.690633 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f7df5558-6a22-4cfc-a60d-c2a2cde1ab40 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:27.691031 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-c18464df-6186-469d-bb59-e0553dd673fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:57:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['c16b7030-e22d-4b1e-8f22-f322071287f2'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:57:27.692568 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-f7df5558-6a22-4cfc-a60d-c2a2cde1ab40 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4181180 Dec 20 14:57:27.696509 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 43750) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:27.813119 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-c18464df-6186-469d-bb59-e0553dd673fe None None] Set router c16b7030-e22d-4b1e-8f22-f322071287f2 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:57:27.877019 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-639aa02e-4fa1-404a-85af-06a6f54a4890 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40132'] for router, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:27.882386 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-639aa02e-4fa1-404a-85af-06a6f54a4890 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:27.980797 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-639aa02e-4fa1-404a-85af-06a6f54a4890 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1594808'] for router, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:27.981361 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-639aa02e-4fa1-404a-85af-06a6f54a4890 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Fanout notify agent at l3_agent the message router_deleted on router 86b83475-7a47-4604-a28e-5f228f45b680 {{(pid=103167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 14:57:28.000702 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-639aa02e-4fa1-404a-85af-06a6f54a4890 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks [] for router, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:28.005119 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-639aa02e-4fa1-404a-85af-06a6f54a4890 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "DELETE /v2.0/routers/86b83475-7a47-4604-a28e-5f228f45b680 HTTP/1.1" status: 204 len: 168 time: 0.4440591 Dec 20 14:57:28.006475 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 43758) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:28.065234 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8309135-7664-4586-8a95-7402cc4960cb tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Deleting subnet 618a7e9c-d903-4720-8a9c-e12944ba3b28 {{(pid=103167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:57:28.070479 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e8309135-7664-4586-8a95-7402cc4960cb tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks [] for subnet, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:28.084266 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-00c9e390-e48b-4968-9789-a1fa5e7265e0 tempest-TestNetworkAdvancedServerOps-1489124987 tempest-TestNetworkAdvancedServerOps-1489124987-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=f35a648a7aca4680a908ac1344ad2536&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3837383 Dec 20 14:57:28.084489 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 43760) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:28.101584 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-c18464df-6186-469d-bb59-e0553dd673fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c16b7030-e22d-4b1e-8f22-f322071287f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1236446000', 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '2df9db62-f9bb-4ca7-84af-30b0d1a0a2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:57:25Z', 'updated_at': '2021-12-20T14:57:26Z', 'revision_number': 3, 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'gw_port': {'id': '2df9db62-f9bb-4ca7-84af-30b0d1a0a2d5', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4c:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c16b7030-e22d-4b1e-8f22-f322071287f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:57:25Z', 'updated_at': '2021-12-20T14:57:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:57:28.136957 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e8309135-7664-4586-8a95-7402cc4960cb tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954412'] for subnet, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:28.152606 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18464df-6186-469d-bb59-e0553dd673fe None None] Checking router: c16b7030-e22d-4b1e-8f22-f322071287f2 for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:57:28.155149 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18464df-6186-469d-bb59-e0553dd673fe None None] Updating router c16b7030-e22d-4b1e-8f22-f322071287f2 port 2df9db62-f9bb-4ca7-84af-30b0d1a0a2d5 binding host n-d-761264-19 {{(pid=103170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 14:57:28.220401 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c18464df-6186-469d-bb59-e0553dd673fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:28.255232 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e8309135-7664-4586-8a95-7402cc4960cb tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:28.258440 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31eeae55-a41c-4204-8350-8f2b4d49bf07 tempest-TestNetworkAdvancedServerOps-1489124987 tempest-TestNetworkAdvancedServerOps-1489124987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:57:28.262479 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-31eeae55-a41c-4204-8350-8f2b4d49bf07 tempest-TestNetworkAdvancedServerOps-1489124987 tempest-TestNetworkAdvancedServerOps-1489124987-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1744883 Dec 20 14:57:28.262715 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 43762) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:28.302168 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-c2afb3c4-6919-456e-ab98-5695c84f9c72 tempest-TestNetworkAdvancedServerOps-1489124987 tempest-TestNetworkAdvancedServerOps-1489124987-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=c3f8658e-da35-41f3-bd03-509e29ebd6f3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0359945 Dec 20 14:57:28.302417 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 43764) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:28.308130 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-16b485d8-bdb7-45f1-8d5b-56e74c71798c tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1295207583', 'network_id': '73869f0e-469c-4fc5-83ed-70acefda73c3', 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:57:28.334147 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e8309135-7664-4586-8a95-7402cc4960cb tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:28.365150 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e8309135-7664-4586-8a95-7402cc4960cb tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:28.372798 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-e8309135-7664-4586-8a95-7402cc4960cb tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "DELETE /v2.0/subnets/618a7e9c-d903-4720-8a9c-e12944ba3b28 HTTP/1.1" status: 204 len: 168 time: 0.3646383 Dec 20 14:57:28.373603 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 43766) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:28.375116 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d17a635-fc20-4447-8fdb-d89293301aba None None] Network 7dcd5da2-39eb-4068-aa8b-dcd588b0354d requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:57:28.375812 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8309135-7664-4586-8a95-7402cc4960cb tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Pushing event deleted for resources: {'Subnet': ['ID=618a7e9c-d903-4720-8a9c-e12944ba3b28,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:28.458335 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16b485d8-bdb7-45f1-8d5b-56e74c71798c tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Made reservation on behalf of f35a648a7aca4680a908ac1344ad2536 for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:57:28.475376 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-16b485d8-bdb7-45f1-8d5b-56e74c71798c tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:28.512248 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-92bdf5fe-6ace-48e2-879e-47601a51a4a5 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:28.593075 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad247cb-4943-4778-a0ca-c8a81c71200a None None] DHCP port deletion for 7dcd5da2-39eb-4068-aa8b-dcd588b0354d request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:57:28.604880 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-92bdf5fe-6ace-48e2-879e-47601a51a4a5 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Deleting port 501081e1-5576-4b0d-952d-ebd0a93ef9bf {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:57:28.605801 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-92bdf5fe-6ace-48e2-879e-47601a51a4a5 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:28.669495 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-7ad247cb-4943-4778-a0ca-c8a81c71200a None None] Deleting port 501081e1-5576-4b0d-952d-ebd0a93ef9bf {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:57:28.670603 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-7ad247cb-4943-4778-a0ca-c8a81c71200a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:28.702826 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-92bdf5fe-6ace-48e2-879e-47601a51a4a5 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] For port 501081e1-5576-4b0d-952d-ebd0a93ef9bf, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=501081e1-5576-4b0d-952d-ebd0a93ef9bf,segment=NetworkSegment(d1420644-a869-4f97-bdc4-78c287981d2d),segment_id=d1420644-a869-4f97-bdc4-78c287981d2d)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:57:28.703194 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-92bdf5fe-6ace-48e2-879e-47601a51a4a5 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:28.719331 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-92bdf5fe-6ace-48e2-879e-47601a51a4a5 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Calling delete_port for 501081e1-5576-4b0d-952d-ebd0a93ef9bf owned by network:dhcp {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:57:28.761675 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c18464df-6186-469d-bb59-e0553dd673fe None None] Publish callbacks [] for port, precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:28.775450 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-7ad247cb-4943-4778-a0ca-c8a81c71200a None None] For port 501081e1-5576-4b0d-952d-ebd0a93ef9bf, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=501081e1-5576-4b0d-952d-ebd0a93ef9bf,segment=NetworkSegment(d1420644-a869-4f97-bdc4-78c287981d2d),segment_id=d1420644-a869-4f97-bdc4-78c287981d2d)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:57:28.775997 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-7ad247cb-4943-4778-a0ca-c8a81c71200a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:28.788663 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c18464df-6186-469d-bb59-e0553dd673fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:28.790584 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-7ad247cb-4943-4778-a0ca-c8a81c71200a None None] Calling delete_port for 501081e1-5576-4b0d-952d-ebd0a93ef9bf owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:57:28.846121 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-92bdf5fe-6ace-48e2-879e-47601a51a4a5 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:28.864655 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-16b485d8-bdb7-45f1-8d5b-56e74c71798c tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8848317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10470522'] for subnet, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:28.872602 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92bdf5fe-6ace-48e2-879e-47601a51a4a5 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] No DVR routers for this DVR port 501081e1-5576-4b0d-952d-ebd0a93ef9bf on host n-d-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:57:28.879134 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-c18464df-6186-469d-bb59-e0553dd673fe None None] Attempting to bind port 2df9db62-f9bb-4ca7-84af-30b0d1a0a2d5 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:57:28.881919 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-c18464df-6186-469d-bb59-e0553dd673fe None None] Attempting to bind port 2df9db62-f9bb-4ca7-84af-30b0d1a0a2d5 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:57:28.882475 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18464df-6186-469d-bb59-e0553dd673fe None None] Attempting to bind port 2df9db62-f9bb-4ca7-84af-30b0d1a0a2d5 on network c3f8658e-da35-41f3-bd03-509e29ebd6f3 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:57:28.896204 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18464df-6186-469d-bb59-e0553dd673fe None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:57:28.899323 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-7ad247cb-4943-4778-a0ca-c8a81c71200a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:28.899523 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18464df-6186-469d-bb59-e0553dd673fe None None] Checking segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:57:28.900094 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c18464df-6186-469d-bb59-e0553dd673fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:28.900818 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18464df-6186-469d-bb59-e0553dd673fe None None] Bound using segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:57:28.901492 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-c18464df-6186-469d-bb59-e0553dd673fe None None] Bound port: 2df9db62-f9bb-4ca7-84af-30b0d1a0a2d5, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:57:28.905763 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c18464df-6186-469d-bb59-e0553dd673fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:28.909042 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90154e7b-8d53-44a3-a329-d257c8c16b8c None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:57:28.918270 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad247cb-4943-4778-a0ca-c8a81c71200a None None] No DVR routers for this DVR port 501081e1-5576-4b0d-952d-ebd0a93ef9bf on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:57:28.951022 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f3e7f3-028a-40fa-9f3d-5bcdebc470c7 None None] Pushing event updated for resources: {'Port': ['ID=2df9db62-f9bb-4ca7-84af-30b0d1a0a2d5,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:28.964312 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad247cb-4943-4778-a0ca-c8a81c71200a None None] Pushing event deleted for resources: {'Port': ['ID=501081e1-5576-4b0d-952d-ebd0a93ef9bf,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:28.978898 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f3e7f3-028a-40fa-9f3d-5bcdebc470c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:57:28.979247 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f3e7f3-028a-40fa-9f3d-5bcdebc470c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:57:28.979579 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f3e7f3-028a-40fa-9f3d-5bcdebc470c7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:57:28.979909 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f3e7f3-028a-40fa-9f3d-5bcdebc470c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:57:28.980239 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f3e7f3-028a-40fa-9f3d-5bcdebc470c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:57:28.980561 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f3e7f3-028a-40fa-9f3d-5bcdebc470c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:57:28.980882 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f3e7f3-028a-40fa-9f3d-5bcdebc470c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:57:28.981202 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f3e7f3-028a-40fa-9f3d-5bcdebc470c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:57:28.981519 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f3e7f3-028a-40fa-9f3d-5bcdebc470c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:57:28.981834 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f3e7f3-028a-40fa-9f3d-5bcdebc470c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:57:28.982151 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f3e7f3-028a-40fa-9f3d-5bcdebc470c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:57:28.987946 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f3e7f3-028a-40fa-9f3d-5bcdebc470c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:57:28.989224 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f3e7f3-028a-40fa-9f3d-5bcdebc470c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:57:28.998147 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-025d84c9-13f6-4c44-8767-a11b0f1c9a82 None None] Provisioning complete for port 2df9db62-f9bb-4ca7-84af-30b0d1a0a2d5 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:57:28.999406 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-025d84c9-13f6-4c44-8767-a11b0f1c9a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:29.000302 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bdf5fe-6ace-48e2-879e-47601a51a4a5 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Pushing event deleted for resources: {'Port': ['ID=501081e1-5576-4b0d-952d-ebd0a93ef9bf,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:29.001687 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b485d8-bdb7-45f1-8d5b-56e74c71798c tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Pushing event updated for resources: {'Subnet': ['ID=bd3e6937-b29e-4cf6-8605-8815a3ea0369,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:29.049400 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b485d8-bdb7-45f1-8d5b-56e74c71798c tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Checking segment: {'id': 'b32143af-9fcf-4655-af6a-59f32e31f4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '73869f0e-469c-4fc5-83ed-70acefda73c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:57:29.050090 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b485d8-bdb7-45f1-8d5b-56e74c71798c tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Network hostable DHCP agents. Network: 73869f0e-469c-4fc5-83ed-70acefda73c3, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:57:29.067003 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-c18464df-6186-469d-bb59-e0553dd673fe None None] For port 2df9db62-f9bb-4ca7-84af-30b0d1a0a2d5, host n-d-761264-19, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:57:29.073023 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-c18464df-6186-469d-bb59-e0553dd673fe None None] For port 2df9db62-f9bb-4ca7-84af-30b0d1a0a2d5, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=2df9db62-f9bb-4ca7-84af-30b0d1a0a2d5,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:57:29.084290 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c18464df-6186-469d-bb59-e0553dd673fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:29.084524 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-025d84c9-13f6-4c44-8767-a11b0f1c9a82 None None] Port 2df9db62-f9bb-4ca7-84af-30b0d1a0a2d5 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:57:29.109327 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b485d8-bdb7-45f1-8d5b-56e74c71798c tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Network 73869f0e-469c-4fc5-83ed-70acefda73c3 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:57:29.124333 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-16b485d8-bdb7-45f1-8d5b-56e74c71798c tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 73869f0e-469c-4fc5-83ed-70acefda73c3) {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:57:29.131574 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b485d8-bdb7-45f1-8d5b-56e74c71798c tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:57:29.132617 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-16b485d8-bdb7-45f1-8d5b-56e74c71798c tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:29.136512 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5f7c01-3c78-40a0-a950-60bceeadcf55 None None] Network 73869f0e-469c-4fc5-83ed-70acefda73c3 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:57:29.169756 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-16b485d8-bdb7-45f1-8d5b-56e74c71798c tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8663130 Dec 20 14:57:29.172882 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 43772) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:29.180595 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cca57c8-eb3a-4909-a269-43f4ddaabf1e None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:57:29.196968 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-92bdf5fe-6ace-48e2-879e-47601a51a4a5 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:29.217684 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18464df-6186-469d-bb59-e0553dd673fe None None] Routers {'c16b7030-e22d-4b1e-8f22-f322071287f2'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:57:29.218245 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-c18464df-6186-469d-bb59-e0553dd673fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:57:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['c16b7030-e22d-4b1e-8f22-f322071287f2'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:57:29.232656 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-92bdf5fe-6ace-48e2-879e-47601a51a4a5 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dcd5da2-39eb-4068-aa8b-dcd588b0354d']}} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:57:29.247664 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-92bdf5fe-6ace-48e2-879e-47601a51a4a5 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1420644-a869-4f97-bdc4-78c287981d2d') {'for_net_delete': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:57:29.248618 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-92bdf5fe-6ace-48e2-879e-47601a51a4a5 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1420644-a869-4f97-bdc4-78c287981d2d') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:57:29.260406 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-92bdf5fe-6ace-48e2-879e-47601a51a4a5 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954405'] for segment, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:29.311727 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-92bdf5fe-6ace-48e2-879e-47601a51a4a5 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:29.321301 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92bdf5fe-6ace-48e2-879e-47601a51a4a5 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=103167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:57:29.321825 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-92bdf5fe-6ace-48e2-879e-47601a51a4a5 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9956000'] for segment, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:29.326579 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:57:29.326579 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:57:29.326579 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:57:29.326579 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:57:29.326579 n-d-761264-19 neutron-server[103167]: Traceback (most recent call last): Dec 20 14:57:29.326579 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:57:29.326579 n-d-761264-19 neutron-server[103167]: timer() Dec 20 14:57:29.326579 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:57:29.326579 n-d-761264-19 neutron-server[103167]: cb(*args, **kw) Dec 20 14:57:29.326579 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:57:29.326579 n-d-761264-19 neutron-server[103167]: return func(*args, **kwargs) Dec 20 14:57:29.326579 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:57:29.326579 n-d-761264-19 neutron-server[103167]: self._notify() Dec 20 14:57:29.326579 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:57:29.326579 n-d-761264-19 neutron-server[103167]: self.callback(batched_events) Dec 20 14:57:29.326579 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:57:29.326579 n-d-761264-19 neutron-server[103167]: event.method(event) Dec 20 14:57:29.326579 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:57:29.326579 n-d-761264-19 neutron-server[103167]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:57:29.326579 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:57:29.326579 n-d-761264-19 neutron-server[103167]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:57:29.326579 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:57:29.326579 n-d-761264-19 neutron-server[103167]: return f(self, *a, **k) Dec 20 14:57:29.326579 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:57:29.326579 n-d-761264-19 neutron-server[103167]: return self._get(url).json() Dec 20 14:57:29.326579 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:57:29.326579 n-d-761264-19 neutron-server[103167]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:57:29.326579 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:57:29.326579 n-d-761264-19 neutron-server[103167]: return self.request(url, 'GET', **kwargs) Dec 20 14:57:29.326579 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:57:29.326579 n-d-761264-19 neutron-server[103167]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:57:29.326579 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:57:29.326579 n-d-761264-19 neutron-server[103167]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:57:29.326579 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:57:29.326579 n-d-761264-19 neutron-server[103167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:57:29.326579 n-d-761264-19 neutron-server[103167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:57:29.332505 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-219e6682-0051-4158-90e4-7ec1e44a9034 None None] Provisioning complete for port 2df9db62-f9bb-4ca7-84af-30b0d1a0a2d5 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:57:29.332867 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-219e6682-0051-4158-90e4-7ec1e44a9034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:29.402844 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-92bdf5fe-6ace-48e2-879e-47601a51a4a5 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:29.419723 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a426a229-30a0-485d-85ac-a4b5d3cd4dfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-73869f0e-469c-4fc5-83ed-70acefda73c3', 'network_id': '73869f0e-469c-4fc5-83ed-70acefda73c3', 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'fixed_ips': [{'subnet_id': 'bd3e6937-b29e-4cf6-8605-8815a3ea0369'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:57:29.420592 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a426a229-30a0-485d-85ac-a4b5d3cd4dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:29.422333 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-92bdf5fe-6ace-48e2-879e-47601a51a4a5 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks [] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:29.431528 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-92bdf5fe-6ace-48e2-879e-47601a51a4a5 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "DELETE /v2.0/networks/7dcd5da2-39eb-4068-aa8b-dcd588b0354d HTTP/1.1" status: 204 len: 168 time: 1.0567234 Dec 20 14:57:29.440894 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 43774) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:29.452109 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-87ecf1fd-70fa-452f-99b8-5f57280c181a tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1765808911'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:57:29.498798 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bdf5fe-6ace-48e2-879e-47601a51a4a5 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Pushing event deleted for resources: {'Network': ['ID=7dcd5da2-39eb-4068-aa8b-dcd588b0354d,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:29.562506 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87ecf1fd-70fa-452f-99b8-5f57280c181a tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Made reservation on behalf of 43f7d6ec20ff4b80bbcb9fdd5fd65fb4 for: {'network': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:57:29.570922 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-87ecf1fd-70fa-452f-99b8-5f57280c181a tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:29.600726 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87ecf1fd-70fa-452f-99b8-5f57280c181a tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=103167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:57:29.615101 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-87ecf1fd-70fa-452f-99b8-5f57280c181a tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:29.620403 n-d-761264-19 neutron-server[103167]: INFO neutron.db.segments_db [None req-87ecf1fd-70fa-452f-99b8-5f57280c181a tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Added segment 2cef1995-b265-4678-8d93-205aed87a62f of type vlan for network d4d6fe8f-0f38-42bd-91c0-957263d020c3 Dec 20 14:57:29.669161 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 501081e1-5576-4b0d-952d-ebd0a93ef9bf no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:57:29.683211 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f3e7f3-028a-40fa-9f3d-5bcdebc470c7 None None] Pushing event updated for resources: {'Port': ['ID=2df9db62-f9bb-4ca7-84af-30b0d1a0a2d5,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:29.687630 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-87ecf1fd-70fa-452f-99b8-5f57280c181a tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:29.727290 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-87ecf1fd-70fa-452f-99b8-5f57280c181a tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:29.739803 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ecf1fd-70fa-452f-99b8-5f57280c181a tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:57:29.742030 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-c18464df-6186-469d-bb59-e0553dd673fe None None] Set router c16b7030-e22d-4b1e-8f22-f322071287f2 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:57:29.742177 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-87ecf1fd-70fa-452f-99b8-5f57280c181a tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks [] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:29.857243 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-87ecf1fd-70fa-452f-99b8-5f57280c181a tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4126663 Dec 20 14:57:29.864727 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 43776) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:29.878382 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-b61c90ed-e8f3-49ba-84ac-cecc38cd3488 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Request body: {'subnet': {'network_id': 'd4d6fe8f-0f38-42bd-91c0-957263d020c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:57:29.927452 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ecf1fd-70fa-452f-99b8-5f57280c181a tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Pushing event updated for resources: {'Network': ['ID=d4d6fe8f-0f38-42bd-91c0-957263d020c3,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:30.062189 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network d4d6fe8f-0f38-42bd-91c0-957263d020c3 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:57:30.080846 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-c18464df-6186-469d-bb59-e0553dd673fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c16b7030-e22d-4b1e-8f22-f322071287f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1236446000', 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '2df9db62-f9bb-4ca7-84af-30b0d1a0a2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:57:25Z', 'updated_at': '2021-12-20T14:57:26Z', 'revision_number': 3, 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'gw_port': {'id': '2df9db62-f9bb-4ca7-84af-30b0d1a0a2d5', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4c:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c16b7030-e22d-4b1e-8f22-f322071287f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:57:25Z', 'updated_at': '2021-12-20T14:57:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:57:30.117828 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18464df-6186-469d-bb59-e0553dd673fe None None] The sync data for ids ['c16b7030-e22d-4b1e-8f22-f322071287f2'] in n-d-761264-19 is: [{'id': 'c16b7030-e22d-4b1e-8f22-f322071287f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1236446000', 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '2df9db62-f9bb-4ca7-84af-30b0d1a0a2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:57:25Z', 'updated_at': '2021-12-20T14:57:26Z', 'revision_number': 3, 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'gw_port': {'id': '2df9db62-f9bb-4ca7-84af-30b0d1a0a2d5', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4c:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c16b7030-e22d-4b1e-8f22-f322071287f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:57:25Z', 'updated_at': '2021-12-20T14:57:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:57:30.153659 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b61c90ed-e8f3-49ba-84ac-cecc38cd3488 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Made reservation on behalf of 43f7d6ec20ff4b80bbcb9fdd5fd65fb4 for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:57:30.155225 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0518eb4e-66c2-45ab-aa58-a6540188a096 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:30.158390 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b61c90ed-e8f3-49ba-84ac-cecc38cd3488 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:30.218358 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 501081e1-5576-4b0d-952d-ebd0a93ef9bf {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:57:30.222407 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 501081e1-5576-4b0d-952d-ebd0a93ef9bf not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:57:30.409068 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-219e6682-0051-4158-90e4-7ec1e44a9034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:30.413977 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b61c90ed-e8f3-49ba-84ac-cecc38cd3488 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:30.417762 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-a426a229-30a0-485d-85ac-a4b5d3cd4dfe None None] Allocated IP 172.20.0.2 (73869f0e-469c-4fc5-83ed-70acefda73c3/bd3e6937-b29e-4cf6-8605-8815a3ea0369/0207470a-ca8e-4d6e-a181-41f74af19b94) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:57:30.451400 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-219e6682-0051-4158-90e4-7ec1e44a9034 None None] For port 2df9db62-f9bb-4ca7-84af-30b0d1a0a2d5, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=2df9db62-f9bb-4ca7-84af-30b0d1a0a2d5,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:57:30.471086 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-219e6682-0051-4158-90e4-7ec1e44a9034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:30.551139 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61c90ed-e8f3-49ba-84ac-cecc38cd3488 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Pushing event updated for resources: {'Subnet': ['ID=a263f913-4208-43eb-a019-a1a782416bcb,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:30.567336 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61c90ed-e8f3-49ba-84ac-cecc38cd3488 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Checking segment: {'id': '2cef1995-b265-4678-8d93-205aed87a62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd4d6fe8f-0f38-42bd-91c0-957263d020c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:57:30.567691 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61c90ed-e8f3-49ba-84ac-cecc38cd3488 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Network hostable DHCP agents. Network: d4d6fe8f-0f38-42bd-91c0-957263d020c3, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:57:30.592139 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61c90ed-e8f3-49ba-84ac-cecc38cd3488 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Network d4d6fe8f-0f38-42bd-91c0-957263d020c3 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:57:30.617252 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-b61c90ed-e8f3-49ba-84ac-cecc38cd3488 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, d4d6fe8f-0f38-42bd-91c0-957263d020c3) {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:57:30.626449 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61c90ed-e8f3-49ba-84ac-cecc38cd3488 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:57:30.627126 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b61c90ed-e8f3-49ba-84ac-cecc38cd3488 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:30.630401 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968287db-bd3e-4229-b9bc-37c2839b9550 None None] Network d4d6fe8f-0f38-42bd-91c0-957263d020c3 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:57:30.663972 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-b61c90ed-e8f3-49ba-84ac-cecc38cd3488 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7969484 Dec 20 14:57:30.666483 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 43786) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:30.671179 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-4f737901-4629-4576-83f3-16c280006c97 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-249946781', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:57:30.688826 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219e6682-0051-4158-90e4-7ec1e44a9034 None None] Pushing event updated for resources: {'Port': ['ID=2df9db62-f9bb-4ca7-84af-30b0d1a0a2d5,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:30.732942 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4f737901-4629-4576-83f3-16c280006c97 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40114'] for router, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:30.735019 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4f737901-4629-4576-83f3-16c280006c97 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40139'] for router, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:30.810385 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-7da65985-eeee-4bc1-ae80-cd938d691811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:30.879976 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4f737901-4629-4576-83f3-16c280006c97 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:30.887706 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4f737901-4629-4576-83f3-16c280006c97 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013'] for router, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:30.899538 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab9b6540-6ad0-4bef-b598-f40fe92045c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-d4d6fe8f-0f38-42bd-91c0-957263d020c3', 'network_id': 'd4d6fe8f-0f38-42bd-91c0-957263d020c3', 'project_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'fixed_ips': [{'subnet_id': 'a263f913-4208-43eb-a019-a1a782416bcb'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:57:30.900707 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ab9b6540-6ad0-4bef-b598-f40fe92045c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:30.919536 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4f737901-4629-4576-83f3-16c280006c97 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks [] for router, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:30.920918 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-4f737901-4629-4576-83f3-16c280006c97 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2534757 Dec 20 14:57:30.924102 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 43790) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:30.924301 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a426a229-30a0-485d-85ac-a4b5d3cd4dfe None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:31.009587 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 43792) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:31.036041 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a426a229-30a0-485d-85ac-a4b5d3cd4dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:31.085583 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-0518eb4e-66c2-45ab-aa58-a6540188a096 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Allocated IP 172.20.0.1 (73869f0e-469c-4fc5-83ed-70acefda73c3/bd3e6937-b29e-4cf6-8605-8815a3ea0369/41d1c64b-f266-4d19-95a1-941d8db9c976) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:57:31.113724 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a426a229-30a0-485d-85ac-a4b5d3cd4dfe None None] Pushing event updated for resources: {'Port': ['ID=0207470a-ca8e-4d6e-a181-41f74af19b94,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:31.156645 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a426a229-30a0-485d-85ac-a4b5d3cd4dfe None None] Network 73869f0e-469c-4fc5-83ed-70acefda73c3 is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:57:31.175223 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-a426a229-30a0-485d-85ac-a4b5d3cd4dfe None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:57:31.186760 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a426a229-30a0-485d-85ac-a4b5d3cd4dfe None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:57:31.386122 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0518eb4e-66c2-45ab-aa58-a6540188a096 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:31.394764 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-ab9b6540-6ad0-4bef-b598-f40fe92045c4 None None] Allocated IP 2001:db8::2 (d4d6fe8f-0f38-42bd-91c0-957263d020c3/a263f913-4208-43eb-a019-a1a782416bcb/e81e78bd-5c9a-48da-8524-401e684e0689) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:57:31.418209 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-a426a229-30a0-485d-85ac-a4b5d3cd4dfe None None] Attempting to bind port 0207470a-ca8e-4d6e-a181-41f74af19b94 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:57:31.418448 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-a426a229-30a0-485d-85ac-a4b5d3cd4dfe None None] Attempting to bind port 0207470a-ca8e-4d6e-a181-41f74af19b94 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': 'b32143af-9fcf-4655-af6a-59f32e31f4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '73869f0e-469c-4fc5-83ed-70acefda73c3'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:57:31.418837 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a426a229-30a0-485d-85ac-a4b5d3cd4dfe None None] Attempting to bind port 0207470a-ca8e-4d6e-a181-41f74af19b94 on network 73869f0e-469c-4fc5-83ed-70acefda73c3 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:57:31.426150 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0518eb4e-66c2-45ab-aa58-a6540188a096 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:31.436228 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a426a229-30a0-485d-85ac-a4b5d3cd4dfe None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:57:31.440831 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a426a229-30a0-485d-85ac-a4b5d3cd4dfe None None] Checking segment: {'id': 'b32143af-9fcf-4655-af6a-59f32e31f4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '73869f0e-469c-4fc5-83ed-70acefda73c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:57:31.441236 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a426a229-30a0-485d-85ac-a4b5d3cd4dfe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:31.441628 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a426a229-30a0-485d-85ac-a4b5d3cd4dfe None None] Bound using segment: {'id': 'b32143af-9fcf-4655-af6a-59f32e31f4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '73869f0e-469c-4fc5-83ed-70acefda73c3'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:57:31.442123 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-a426a229-30a0-485d-85ac-a4b5d3cd4dfe None None] Bound port: 0207470a-ca8e-4d6e-a181-41f74af19b94, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b32143af-9fcf-4655-af6a-59f32e31f4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '73869f0e-469c-4fc5-83ed-70acefda73c3'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:57:31.442501 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a426a229-30a0-485d-85ac-a4b5d3cd4dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:31.539161 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0518eb4e-66c2-45ab-aa58-a6540188a096 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Pushing event updated for resources: {'Port': ['ID=41d1c64b-f266-4d19-95a1-941d8db9c976,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:31.552426 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0518eb4e-66c2-45ab-aa58-a6540188a096 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Network 73869f0e-469c-4fc5-83ed-70acefda73c3 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:57:31.555991 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-0518eb4e-66c2-45ab-aa58-a6540188a096 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:57:31.558449 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-63bc2aa5-31d2-4ca7-9653-cd834a14abc8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:31.559976 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0518eb4e-66c2-45ab-aa58-a6540188a096 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:57:31.665635 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0518eb4e-66c2-45ab-aa58-a6540188a096 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595714'] for router_interface, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:31.670220 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-a426a229-30a0-485d-85ac-a4b5d3cd4dfe None None] For port 0207470a-ca8e-4d6e-a181-41f74af19b94, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:57:31.675129 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-a426a229-30a0-485d-85ac-a4b5d3cd4dfe None None] For port 0207470a-ca8e-4d6e-a181-41f74af19b94, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=0207470a-ca8e-4d6e-a181-41f74af19b94,segment=NetworkSegment(b32143af-9fcf-4655-af6a-59f32e31f4bf),segment_id=b32143af-9fcf-4655-af6a-59f32e31f4bf)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:57:31.675719 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c2eb4e30-7c76-4a56-87ef-d9e8c4046f88 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:31.696984 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 2df9db62-f9bb-4ca7-84af-30b0d1a0a2d5 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:57:31.749833 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a426a229-30a0-485d-85ac-a4b5d3cd4dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:31.939449 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0518eb4e-66c2-45ab-aa58-a6540188a096 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:31.971686 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a426a229-30a0-485d-85ac-a4b5d3cd4dfe None None] Pushing event updated for resources: {'Port': ['ID=0207470a-ca8e-4d6e-a181-41f74af19b94,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:32.065277 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-63bc2aa5-31d2-4ca7-9653-cd834a14abc8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:32.081456 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-63bc2aa5-31d2-4ca7-9653-cd834a14abc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:32.097171 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 2df9db62-f9bb-4ca7-84af-30b0d1a0a2d5 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:57:32.097545 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:32.189862 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ab9b6540-6ad0-4bef-b598-f40fe92045c4 None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:32.196452 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-63bc2aa5-31d2-4ca7-9653-cd834a14abc8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ae6cb1f06cec4865af31d6266e770984&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1857092 Dec 20 14:57:32.198308 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bc2aa5-31d2-4ca7-9653-cd834a14abc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ea4264d-c1d8-43be-a0c3-9572dce8394f,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:32.201584 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 43800) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:32.208187 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ab9b6540-6ad0-4bef-b598-f40fe92045c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:32.342880 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-c2eb4e30-7c76-4a56-87ef-d9e8c4046f88 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Allocated IP 2001:db8::1 (d4d6fe8f-0f38-42bd-91c0-957263d020c3/a263f913-4208-43eb-a019-a1a782416bcb/3b4e050f-8243-4d43-bb7d-50c0ba700666) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:57:32.346000 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9b6540-6ad0-4bef-b598-f40fe92045c4 None None] Network d4d6fe8f-0f38-42bd-91c0-957263d020c3 is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:57:32.366546 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-ab9b6540-6ad0-4bef-b598-f40fe92045c4 None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:57:32.385352 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-aeb03fde-217e-4b38-96b6-0a86393e33a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:32.432787 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9b6540-6ad0-4bef-b598-f40fe92045c4 None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:57:32.446216 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9b6540-6ad0-4bef-b598-f40fe92045c4 None None] Pushing event updated for resources: {'Port': ['ID=e81e78bd-5c9a-48da-8524-401e684e0689,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:32.462240 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-aeb03fde-217e-4b38-96b6-0a86393e33a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:32.536455 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-aeb03fde-217e-4b38-96b6-0a86393e33a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:32.539543 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-aeb03fde-217e-4b38-96b6-0a86393e33a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:32.543802 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-aeb03fde-217e-4b38-96b6-0a86393e33a0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7ea4264d-c1d8-43be-a0c3-9572dce8394f HTTP/1.1" status: 204 len: 168 time: 0.3402371 Dec 20 14:57:32.566311 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb03fde-217e-4b38-96b6-0a86393e33a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ea4264d-c1d8-43be-a0c3-9572dce8394f,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:32.619985 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-ab9b6540-6ad0-4bef-b598-f40fe92045c4 None None] Attempting to bind port e81e78bd-5c9a-48da-8524-401e684e0689 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:57:32.620981 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-ab9b6540-6ad0-4bef-b598-f40fe92045c4 None None] Attempting to bind port e81e78bd-5c9a-48da-8524-401e684e0689 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '2cef1995-b265-4678-8d93-205aed87a62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd4d6fe8f-0f38-42bd-91c0-957263d020c3'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:57:32.621425 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9b6540-6ad0-4bef-b598-f40fe92045c4 None None] Attempting to bind port e81e78bd-5c9a-48da-8524-401e684e0689 on network d4d6fe8f-0f38-42bd-91c0-957263d020c3 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:57:32.624521 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0518eb4e-66c2-45ab-aa58-a6540188a096 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:32.630253 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0518eb4e-66c2-45ab-aa58-a6540188a096 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:32.654434 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9b6540-6ad0-4bef-b598-f40fe92045c4 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:57:32.654805 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9b6540-6ad0-4bef-b598-f40fe92045c4 None None] Checking segment: {'id': '2cef1995-b265-4678-8d93-205aed87a62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd4d6fe8f-0f38-42bd-91c0-957263d020c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:57:32.655163 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ab9b6540-6ad0-4bef-b598-f40fe92045c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:32.655552 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9b6540-6ad0-4bef-b598-f40fe92045c4 None None] Bound using segment: {'id': '2cef1995-b265-4678-8d93-205aed87a62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd4d6fe8f-0f38-42bd-91c0-957263d020c3'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:57:32.656042 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-ab9b6540-6ad0-4bef-b598-f40fe92045c4 None None] Bound port: e81e78bd-5c9a-48da-8524-401e684e0689, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cef1995-b265-4678-8d93-205aed87a62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd4d6fe8f-0f38-42bd-91c0-957263d020c3'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:57:32.656418 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ab9b6540-6ad0-4bef-b598-f40fe92045c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:32.863773 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-ab9b6540-6ad0-4bef-b598-f40fe92045c4 None None] For port e81e78bd-5c9a-48da-8524-401e684e0689, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:57:32.875642 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0518eb4e-66c2-45ab-aa58-a6540188a096 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1595702'] for router_interface, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:32.881754 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0518eb4e-66c2-45ab-aa58-a6540188a096 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Pushing event updated for resources: {'Port': ['ID=41d1c64b-f266-4d19-95a1-941d8db9c976,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:32.901255 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-ab9b6540-6ad0-4bef-b598-f40fe92045c4 None None] For port e81e78bd-5c9a-48da-8524-401e684e0689, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=e81e78bd-5c9a-48da-8524-401e684e0689,segment=NetworkSegment(2cef1995-b265-4678-8d93-205aed87a62f),segment_id=2cef1995-b265-4678-8d93-205aed87a62f)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:57:32.930082 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ab9b6540-6ad0-4bef-b598-f40fe92045c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:32.956900 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f283e304-e11c-423c-8239-a5cd2f893cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:33.064034 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0518eb4e-66c2-45ab-aa58-a6540188a096 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Network 73869f0e-469c-4fc5-83ed-70acefda73c3 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:57:33.065748 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-0518eb4e-66c2-45ab-aa58-a6540188a096 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:57:33.077303 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9b6540-6ad0-4bef-b598-f40fe92045c4 None None] Pushing event updated for resources: {'Port': ['ID=e81e78bd-5c9a-48da-8524-401e684e0689,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:33.187681 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 43808) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:33.205477 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d3d86fe2-4320-432a-9c63-b6701523b1d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:33.238216 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0518eb4e-66c2-45ab-aa58-a6540188a096 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Router c16b7030-e22d-4b1e-8f22-f322071287f2 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:57:33.363691 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c2eb4e30-7c76-4a56-87ef-d9e8c4046f88 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:33.417562 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c2eb4e30-7c76-4a56-87ef-d9e8c4046f88 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:33.536586 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eb4e30-7c76-4a56-87ef-d9e8c4046f88 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Pushing event updated for resources: {'Port': ['ID=3b4e050f-8243-4d43-bb7d-50c0ba700666,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:33.554675 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2eb4e30-7c76-4a56-87ef-d9e8c4046f88 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Network d4d6fe8f-0f38-42bd-91c0-957263d020c3 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:57:33.556298 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-c2eb4e30-7c76-4a56-87ef-d9e8c4046f88 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:57:33.561492 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d3d86fe2-4320-432a-9c63-b6701523b1d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:33.562957 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2eb4e30-7c76-4a56-87ef-d9e8c4046f88 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:57:33.563430 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0518eb4e-66c2-45ab-aa58-a6540188a096 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:57:33.565213 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c2eb4e30-7c76-4a56-87ef-d9e8c4046f88 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595714'] for router_interface, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:33.576392 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9797e1bb-fba0-4285-af74-fbd6df42a54c None None] Sync routers for ids ['c16b7030-e22d-4b1e-8f22-f322071287f2'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:57:33.590252 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9797e1bb-fba0-4285-af74-fbd6df42a54c None None] Routers {'c16b7030-e22d-4b1e-8f22-f322071287f2'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:57:33.592149 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-9797e1bb-fba0-4285-af74-fbd6df42a54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:57:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['c16b7030-e22d-4b1e-8f22-f322071287f2'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:57:33.599240 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-0518eb4e-66c2-45ab-aa58-a6540188a096 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "PUT /v2.0/routers/c16b7030-e22d-4b1e-8f22-f322071287f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4248891 Dec 20 14:57:33.603689 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d3d86fe2-4320-432a-9c63-b6701523b1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:33.639234 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-d3d86fe2-4320-432a-9c63-b6701523b1d8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d854e2245e884ebb843337d6cb4a18c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4502668 Dec 20 14:57:33.641118 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 43814) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:33.676463 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 14:57:33.677073 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device e81e78bd-5c9a-48da-8524-401e684e0689 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:57:33.688984 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d86fe2-4320-432a-9c63-b6701523b1d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aecf3474-1d30-41b1-b6b3-688faa8510d1,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:33.747151 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6d4cec9d-b924-4f6c-90a8-509d06d242f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:33.803248 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6d4cec9d-b924-4f6c-90a8-509d06d242f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:33.864562 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-9797e1bb-fba0-4285-af74-fbd6df42a54c None None] Set router c16b7030-e22d-4b1e-8f22-f322071287f2 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:57:33.882087 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c2eb4e30-7c76-4a56-87ef-d9e8c4046f88 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:33.888962 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6d4cec9d-b924-4f6c-90a8-509d06d242f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:33.892518 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6d4cec9d-b924-4f6c-90a8-509d06d242f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:33.897391 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-6d4cec9d-b924-4f6c-90a8-509d06d242f9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/aecf3474-1d30-41b1-b6b3-688faa8510d1 HTTP/1.1" status: 204 len: 168 time: 0.2554691 Dec 20 14:57:33.897689 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:33.903698 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port e81e78bd-5c9a-48da-8524-401e684e0689 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:57:33.904072 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:33.959486 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e699ac-9009-4b03-9c13-fa9ebc2d4672 None None] Network 73869f0e-469c-4fc5-83ed-70acefda73c3 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:57:33.987601 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4cec9d-b924-4f6c-90a8-509d06d242f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aecf3474-1d30-41b1-b6b3-688faa8510d1,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:34.060122 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ae074078-4035-4b5f-b91d-58cf4256ae74 req-4565b748-1300-4134-8d06-3f01d5eca500 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1596745696&fields=id&tenant_id=f35a648a7aca4680a908ac1344ad2536 HTTP/1.1" status: 200 len: 267 time: 0.1615429 Dec 20 14:57:34.315506 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:34.332720 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-8c3929f7-ce47-482c-8e9a-7cd2ddc60600 None None] Provisioning complete for port 0207470a-ca8e-4d6e-a181-41f74af19b94 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:57:34.333093 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8c3929f7-ce47-482c-8e9a-7cd2ddc60600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:34.422307 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c2eb4e30-7c76-4a56-87ef-d9e8c4046f88 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:34.439564 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c2eb4e30-7c76-4a56-87ef-d9e8c4046f88 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:34.441505 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c2eb4e30-7c76-4a56-87ef-d9e8c4046f88 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1595702'] for router_interface, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:34.513548 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae074078-4035-4b5f-b91d-58cf4256ae74 req-e9b418d4-c114-4e08-80a4-798c23dca4bd tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:57:34.516047 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ae074078-4035-4b5f-b91d-58cf4256ae74 req-e9b418d4-c114-4e08-80a4-798c23dca4bd tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/networks?id=73869f0e-469c-4fc5-83ed-70acefda73c3 HTTP/1.1" status: 200 len: 797 time: 0.4458609 Dec 20 14:57:34.545891 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ae074078-4035-4b5f-b91d-58cf4256ae74 req-871d9c54-f90c-4381-928d-71f148a51535 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/quotas/f35a648a7aca4680a908ac1344ad2536 HTTP/1.1" status: 200 len: 375 time: 0.0216599 Dec 20 14:57:34.648575 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ae074078-4035-4b5f-b91d-58cf4256ae74 req-cdcac92b-bbb9-47d3-9d06-3111baf4c717 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=f35a648a7aca4680a908ac1344ad2536&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1018116 Dec 20 14:57:34.654074 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8215c55f-d92f-4d6b-bb82-8e67c7ea8666 None None] Network d4d6fe8f-0f38-42bd-91c0-957263d020c3 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:57:34.671530 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eb4e30-7c76-4a56-87ef-d9e8c4046f88 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Pushing event updated for resources: {'Port': ['ID=3b4e050f-8243-4d43-bb7d-50c0ba700666,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:34.729403 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2eb4e30-7c76-4a56-87ef-d9e8c4046f88 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Network d4d6fe8f-0f38-42bd-91c0-957263d020c3 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:57:34.731774 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-c2eb4e30-7c76-4a56-87ef-d9e8c4046f88 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:57:34.927590 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8c3929f7-ce47-482c-8e9a-7cd2ddc60600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:34.927590 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] For port e81e78bd-5c9a-48da-8524-401e684e0689, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=e81e78bd-5c9a-48da-8524-401e684e0689,segment=NetworkSegment(2cef1995-b265-4678-8d93-205aed87a62f),segment_id=2cef1995-b265-4678-8d93-205aed87a62f)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:57:34.927590 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:34.927590 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 0207470a-ca8e-4d6e-a181-41f74af19b94 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:57:35.022460 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2eb4e30-7c76-4a56-87ef-d9e8c4046f88 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Router dc3f3ca2-108c-4e95-8a55-3f8f7afe21db is scheduled to L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 with binding_index 1 {{(pid=103167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 14:57:35.061481 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-8c3929f7-ce47-482c-8e9a-7cd2ddc60600 None None] For port 0207470a-ca8e-4d6e-a181-41f74af19b94, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=0207470a-ca8e-4d6e-a181-41f74af19b94,segment=NetworkSegment(b32143af-9fcf-4655-af6a-59f32e31f4bf),segment_id=b32143af-9fcf-4655-af6a-59f32e31f4bf)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:57:35.160309 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8c3929f7-ce47-482c-8e9a-7cd2ddc60600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:35.169617 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2eb4e30-7c76-4a56-87ef-d9e8c4046f88 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:57:35.188950 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-c2eb4e30-7c76-4a56-87ef-d9e8c4046f88 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "PUT /v2.0/routers/dc3f3ca2-108c-4e95-8a55-3f8f7afe21db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2635860 Dec 20 14:57:35.192884 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 43862) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:35.197078 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ae074078-4035-4b5f-b91d-58cf4256ae74 req-88b023b8-7ca7-4a81-9098-e5b881bf599c service neutron] 10.222.0.54 "GET /v2.0/networks/73869f0e-469c-4fc5-83ed-70acefda73c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5330610 Dec 20 14:57:35.200998 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e760440-f034-452f-a58d-e05bd1e510fd None None] Sync routers for ids ['dc3f3ca2-108c-4e95-8a55-3f8f7afe21db'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:57:35.218372 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e760440-f034-452f-a58d-e05bd1e510fd None None] Routers {'dc3f3ca2-108c-4e95-8a55-3f8f7afe21db'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:57:35.218809 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-7e760440-f034-452f-a58d-e05bd1e510fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:57:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['dc3f3ca2-108c-4e95-8a55-3f8f7afe21db'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:57:35.258239 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Pushing event updated for resources: {'Port': ['ID=e81e78bd-5c9a-48da-8524-401e684e0689,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:35.286991 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-7e760440-f034-452f-a58d-e05bd1e510fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:57:35.298206 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 0207470a-ca8e-4d6e-a181-41f74af19b94 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:57:35.298685 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:35.345795 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e760440-f034-452f-a58d-e05bd1e510fd None None] Routers {'dc3f3ca2-108c-4e95-8a55-3f8f7afe21db'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:57:35.348498 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-7e760440-f034-452f-a58d-e05bd1e510fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:57:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['dc3f3ca2-108c-4e95-8a55-3f8f7afe21db'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:57:35.369120 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43cc5604-8cd7-46e0-8f45-a1b940dbed8e tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:57:35.374445 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-43cc5604-8cd7-46e0-8f45-a1b940dbed8e tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "GET /v2.0/ports/3b4e050f-8243-4d43-bb7d-50c0ba700666 HTTP/1.1" status: 200 len: 911 time: 0.1792893 Dec 20 14:57:35.377217 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 43870) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:35.443022 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-7e760440-f034-452f-a58d-e05bd1e510fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:57:35.443915 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e760440-f034-452f-a58d-e05bd1e510fd None None] The sync data for ids ['dc3f3ca2-108c-4e95-8a55-3f8f7afe21db'] in n-d-761264-19 is: [] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:57:35.445429 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-c056f1fc-5eec-4993-a0fd-8d199b3e9715 None None] Provisioning complete for port 41d1c64b-f266-4d19-95a1-941d8db9c976 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:57:35.446074 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c056f1fc-5eec-4993-a0fd-8d199b3e9715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:35.564483 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-9797e1bb-fba0-4285-af74-fbd6df42a54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c16b7030-e22d-4b1e-8f22-f322071287f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1236446000', 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '2df9db62-f9bb-4ca7-84af-30b0d1a0a2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:57:25Z', 'updated_at': '2021-12-20T14:57:31Z', 'revision_number': 4, 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'gw_port': {'id': '2df9db62-f9bb-4ca7-84af-30b0d1a0a2d5', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16b7030-e22d-4b1e-8f22-f322071287f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:57:25Z', 'updated_at': '2021-12-20T14:57:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '41d1c64b-f266-4d19-95a1-941d8db9c976', 'name': '', 'network_id': '73869f0e-469c-4fc5-83ed-70acefda73c3', 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'mac_address': 'fa:16:3e:f2:e1:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c16b7030-e22d-4b1e-8f22-f322071287f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': 'bd3e6937-b29e-4cf6-8605-8815a3ea0369', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:57:30Z', 'updated_at': '2021-12-20T14:57:32Z', 'revision_number': 2, 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'subnets': [{'id': 'bd3e6937-b29e-4cf6-8605-8815a3ea0369', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:57:35.643907 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9797e1bb-fba0-4285-af74-fbd6df42a54c None None] Checking router: c16b7030-e22d-4b1e-8f22-f322071287f2 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:57:35.644505 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9797e1bb-fba0-4285-af74-fbd6df42a54c None None] Updating router c16b7030-e22d-4b1e-8f22-f322071287f2 port 41d1c64b-f266-4d19-95a1-941d8db9c976 binding host n-d-761264-19 {{(pid=103169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 14:57:35.702768 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-9797e1bb-fba0-4285-af74-fbd6df42a54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:35.715920 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3929f7-ce47-482c-8e9a-7cd2ddc60600 None None] Pushing event updated for resources: {'Port': ['ID=0207470a-ca8e-4d6e-a181-41f74af19b94,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:35.742364 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-c056f1fc-5eec-4993-a0fd-8d199b3e9715 None None] Port 41d1c64b-f266-4d19-95a1-941d8db9c976 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:57:36.067020 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ae074078-4035-4b5f-b91d-58cf4256ae74 req-49767ff0-b603-407a-858a-398916378c06 service neutron] 10.222.0.54 "GET /v2.0/networks/73869f0e-469c-4fc5-83ed-70acefda73c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8563480 Dec 20 14:57:36.130114 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-c056f1fc-5eec-4993-a0fd-8d199b3e9715 None None] Provisioning complete for port e81e78bd-5c9a-48da-8524-401e684e0689 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:57:36.131548 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c056f1fc-5eec-4993-a0fd-8d199b3e9715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:36.226582 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:36.370669 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-40fae4bc-71e0-4e7c-afc2-035230899789 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1595867'] for router_interface, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:36.424825 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:36.458916 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device e81e78bd-5c9a-48da-8524-401e684e0689 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:57:36.570821 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c554d299-cbe5-4b05-9521-f846b6caa6ae req-f694f5eb-5fc5-4423-838b-3a3ab0e3fbc1 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2f6cccc-66e8-45dd-b0f2-1609d9710501 HTTP/1.1" status: 200 len: 210 time: 0.0473278 Dec 20 14:57:36.611367 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-c056f1fc-5eec-4993-a0fd-8d199b3e9715 None None] Provisioning complete for port 0207470a-ca8e-4d6e-a181-41f74af19b94 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:57:36.611367 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c056f1fc-5eec-4993-a0fd-8d199b3e9715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:36.672122 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port e81e78bd-5c9a-48da-8524-401e684e0689 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:57:36.672915 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:36.731976 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-9797e1bb-fba0-4285-af74-fbd6df42a54c None None] Publish callbacks [] for port, precommit_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:36.752318 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-9797e1bb-fba0-4285-af74-fbd6df42a54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:36.949136 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-40fae4bc-71e0-4e7c-afc2-035230899789 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Deleting port 3b4e050f-8243-4d43-bb7d-50c0ba700666 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:57:36.949594 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-40fae4bc-71e0-4e7c-afc2-035230899789 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:36.981417 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34cce12-bcf6-42e7-8d48-aa298bceca2f None None] Pushing event updated for resources: {'Port': ['ID=41d1c64b-f266-4d19-95a1-941d8db9c976,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:36.988308 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-9797e1bb-fba0-4285-af74-fbd6df42a54c None None] Attempting to bind port 41d1c64b-f266-4d19-95a1-941d8db9c976 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:57:36.988816 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-9797e1bb-fba0-4285-af74-fbd6df42a54c None None] Attempting to bind port 41d1c64b-f266-4d19-95a1-941d8db9c976 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': 'b32143af-9fcf-4655-af6a-59f32e31f4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '73869f0e-469c-4fc5-83ed-70acefda73c3'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:57:36.989291 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9797e1bb-fba0-4285-af74-fbd6df42a54c None None] Attempting to bind port 41d1c64b-f266-4d19-95a1-941d8db9c976 on network 73869f0e-469c-4fc5-83ed-70acefda73c3 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:57:37.000227 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9797e1bb-fba0-4285-af74-fbd6df42a54c None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:57:37.000691 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9797e1bb-fba0-4285-af74-fbd6df42a54c None None] Checking segment: {'id': 'b32143af-9fcf-4655-af6a-59f32e31f4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '73869f0e-469c-4fc5-83ed-70acefda73c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:57:37.001182 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-9797e1bb-fba0-4285-af74-fbd6df42a54c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:37.001664 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9797e1bb-fba0-4285-af74-fbd6df42a54c None None] Bound using segment: {'id': 'b32143af-9fcf-4655-af6a-59f32e31f4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '73869f0e-469c-4fc5-83ed-70acefda73c3'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:57:37.002239 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-9797e1bb-fba0-4285-af74-fbd6df42a54c None None] Bound port: 41d1c64b-f266-4d19-95a1-941d8db9c976, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b32143af-9fcf-4655-af6a-59f32e31f4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '73869f0e-469c-4fc5-83ed-70acefda73c3'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:57:37.002656 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-9797e1bb-fba0-4285-af74-fbd6df42a54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:37.015219 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 0207470a-ca8e-4d6e-a181-41f74af19b94 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:57:37.121498 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-40fae4bc-71e0-4e7c-afc2-035230899789 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:37.137699 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-40fae4bc-71e0-4e7c-afc2-035230899789 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Calling delete_port for 3b4e050f-8243-4d43-bb7d-50c0ba700666 owned by network:router_interface {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:57:37.207265 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-eced55c9-3834-47d1-9393-aff662ee4278 None None] Provisioning complete for port 41d1c64b-f266-4d19-95a1-941d8db9c976 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:57:37.207806 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-eced55c9-3834-47d1-9393-aff662ee4278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:37.275642 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-9797e1bb-fba0-4285-af74-fbd6df42a54c None None] For port 41d1c64b-f266-4d19-95a1-941d8db9c976, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:57:37.312276 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-9797e1bb-fba0-4285-af74-fbd6df42a54c None None] For port 41d1c64b-f266-4d19-95a1-941d8db9c976, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=41d1c64b-f266-4d19-95a1-941d8db9c976,segment=NetworkSegment(b32143af-9fcf-4655-af6a-59f32e31f4bf),segment_id=b32143af-9fcf-4655-af6a-59f32e31f4bf)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:57:37.322237 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-eced55c9-3834-47d1-9393-aff662ee4278 None None] Port 41d1c64b-f266-4d19-95a1-941d8db9c976 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:57:37.325928 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-9797e1bb-fba0-4285-af74-fbd6df42a54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:37.387633 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 0207470a-ca8e-4d6e-a181-41f74af19b94 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:57:37.387897 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:37.424844 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-40fae4bc-71e0-4e7c-afc2-035230899789 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:37.470084 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-eced55c9-3834-47d1-9393-aff662ee4278 None None] Provisioning complete for port e81e78bd-5c9a-48da-8524-401e684e0689 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:57:37.471436 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-eced55c9-3834-47d1-9393-aff662ee4278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:37.471853 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fae4bc-71e0-4e7c-afc2-035230899789 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Pushing event deleted for resources: {'Port': ['ID=3b4e050f-8243-4d43-bb7d-50c0ba700666,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:37.560692 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34cce12-bcf6-42e7-8d48-aa298bceca2f None None] Pushing event updated for resources: {'Port': ['ID=41d1c64b-f266-4d19-95a1-941d8db9c976,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:37.568037 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9797e1bb-fba0-4285-af74-fbd6df42a54c None None] Routers {'c16b7030-e22d-4b1e-8f22-f322071287f2'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:57:37.569004 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-9797e1bb-fba0-4285-af74-fbd6df42a54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:57:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['c16b7030-e22d-4b1e-8f22-f322071287f2'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:57:37.710253 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-38de8483-92bf-4390-93e5-ee765dd8b37d req-a3a6433d-92f3-458a-881d-7c8fbeff1f59 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2f6cccc-66e8-45dd-b0f2-1609d9710501 HTTP/1.1" status: 200 len: 210 time: 0.0443501 Dec 20 14:57:37.750697 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-40fae4bc-71e0-4e7c-afc2-035230899789 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582411'] for router_interface, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:37.763408 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-9797e1bb-fba0-4285-af74-fbd6df42a54c None None] Set router c16b7030-e22d-4b1e-8f22-f322071287f2 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:57:38.090464 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40fae4bc-71e0-4e7c-afc2-035230899789 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Router dc3f3ca2-108c-4e95-8a55-3f8f7afe21db has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:57:38.206318 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae074078-4035-4b5f-b91d-58cf4256ae74 req-334a5ad6-3d2c-4035-a749-faf0be298463 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:57:38.207921 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ae074078-4035-4b5f-b91d-58cf4256ae74 req-334a5ad6-3d2c-4035-a749-faf0be298463 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.47 "GET /v2.0/networks?id=73869f0e-469c-4fc5-83ed-70acefda73c3 HTTP/1.1" status: 200 len: 797 time: 0.2491448 Dec 20 14:57:38.209118 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40fae4bc-71e0-4e7c-afc2-035230899789 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:57:38.214528 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-40fae4bc-71e0-4e7c-afc2-035230899789 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "PUT /v2.0/routers/dc3f3ca2-108c-4e95-8a55-3f8f7afe21db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8359957 Dec 20 14:57:38.217319 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 43950) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:38.252828 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aaaddfa-98b5-43bd-bb57-0ef822a3e76b None None] Sync routers for ids ['dc3f3ca2-108c-4e95-8a55-3f8f7afe21db'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:57:38.265629 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-7abd1841-a33a-47b1-a15a-833c00104886 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "GET /v2.0/ports?device_id=dc3f3ca2-108c-4e95-8a55-3f8f7afe21db HTTP/1.1" status: 200 len: 205 time: 0.0467846 Dec 20 14:57:38.268576 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 43952) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:38.313685 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ae074078-4035-4b5f-b91d-58cf4256ae74 req-28e8e8f6-b84d-4a86-a913-a43424d8b9fc tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f35a648a7aca4680a908ac1344ad2536 HTTP/1.1" status: 200 len: 380 time: 0.0936570 Dec 20 14:57:38.320253 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-eced55c9-3834-47d1-9393-aff662ee4278 None None] Could not find standard attr ID for object 3b4e050f-8243-4d43-bb7d-50c0ba700666. {{(pid=103169) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 14:57:38.321579 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aaaddfa-98b5-43bd-bb57-0ef822a3e76b None None] Routers {'dc3f3ca2-108c-4e95-8a55-3f8f7afe21db'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:57:38.322889 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-2aaaddfa-98b5-43bd-bb57-0ef822a3e76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:57:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['dc3f3ca2-108c-4e95-8a55-3f8f7afe21db'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:57:38.326383 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-ae074078-4035-4b5f-b91d-58cf4256ae74 req-41f1c7fc-ccea-4a86-96ee-41f55520783f tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Request body: {'port': {'device_id': 'c2f6cccc-66e8-45dd-b0f2-1609d9710501', 'network_id': '73869f0e-469c-4fc5-83ed-70acefda73c3', 'admin_state_up': True, 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'security_groups': ['75f3ff45-fd05-40c4-864e-e35ed882846e']}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:57:38.395400 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-892322ec-f786-4d74-852a-d1b8bec9f839 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks [] for router, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:38.477164 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-2aaaddfa-98b5-43bd-bb57-0ef822a3e76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:57:38.499388 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae074078-4035-4b5f-b91d-58cf4256ae74 req-41f1c7fc-ccea-4a86-96ee-41f55520783f tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Made reservation on behalf of f35a648a7aca4680a908ac1344ad2536 for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:57:38.502193 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aaaddfa-98b5-43bd-bb57-0ef822a3e76b None None] Routers {'dc3f3ca2-108c-4e95-8a55-3f8f7afe21db'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:57:38.502924 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-2aaaddfa-98b5-43bd-bb57-0ef822a3e76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:57:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['dc3f3ca2-108c-4e95-8a55-3f8f7afe21db'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:57:38.503513 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-ae074078-4035-4b5f-b91d-58cf4256ae74 req-41f1c7fc-ccea-4a86-96ee-41f55520783f tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:38.552910 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-884d96a1-a593-4b76-807f-d5abae0528d7 None None] Provisioning complete for port 41d1c64b-f266-4d19-95a1-941d8db9c976 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:57:38.553292 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-884d96a1-a593-4b76-807f-d5abae0528d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:38.555159 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-2aaaddfa-98b5-43bd-bb57-0ef822a3e76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:57:38.555904 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aaaddfa-98b5-43bd-bb57-0ef822a3e76b None None] The sync data for ids ['dc3f3ca2-108c-4e95-8a55-3f8f7afe21db'] in n-d-761264-19 is: [] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:57:38.604838 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-9797e1bb-fba0-4285-af74-fbd6df42a54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c16b7030-e22d-4b1e-8f22-f322071287f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1236446000', 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '2df9db62-f9bb-4ca7-84af-30b0d1a0a2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:57:25Z', 'updated_at': '2021-12-20T14:57:31Z', 'revision_number': 4, 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'gw_port': {'id': '2df9db62-f9bb-4ca7-84af-30b0d1a0a2d5', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16b7030-e22d-4b1e-8f22-f322071287f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:57:25Z', 'updated_at': '2021-12-20T14:57:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '41d1c64b-f266-4d19-95a1-941d8db9c976', 'name': '', 'network_id': '73869f0e-469c-4fc5-83ed-70acefda73c3', 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'mac_address': 'fa:16:3e:f2:e1:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c16b7030-e22d-4b1e-8f22-f322071287f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': 'bd3e6937-b29e-4cf6-8605-8815a3ea0369', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:57:30Z', 'updated_at': '2021-12-20T14:57:37Z', 'revision_number': 4, 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'subnets': [{'id': 'bd3e6937-b29e-4cf6-8605-8815a3ea0369', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:57:38.620583 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-892322ec-f786-4d74-852a-d1b8bec9f839 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40132'] for router, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:38.625103 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-892322ec-f786-4d74-852a-d1b8bec9f839 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:38.640256 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9797e1bb-fba0-4285-af74-fbd6df42a54c None None] The sync data for ids ['c16b7030-e22d-4b1e-8f22-f322071287f2'] in n-d-761264-19 is: [{'id': 'c16b7030-e22d-4b1e-8f22-f322071287f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1236446000', 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '2df9db62-f9bb-4ca7-84af-30b0d1a0a2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:57:25Z', 'updated_at': '2021-12-20T14:57:31Z', 'revision_number': 4, 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'gw_port': {'id': '2df9db62-f9bb-4ca7-84af-30b0d1a0a2d5', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16b7030-e22d-4b1e-8f22-f322071287f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:57:25Z', 'updated_at': '2021-12-20T14:57:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '41d1c64b-f266-4d19-95a1-941d8db9c976', 'name': '', 'network_id': '73869f0e-469c-4fc5-83ed-70acefda73c3', 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'mac_address': 'fa:16:3e:f2:e1:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c16b7030-e22d-4b1e-8f22-f322071287f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': 'bd3e6937-b29e-4cf6-8605-8815a3ea0369', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:57:30Z', 'updated_at': '2021-12-20T14:57:37Z', 'revision_number': 4, 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'subnets': [{'id': 'bd3e6937-b29e-4cf6-8605-8815a3ea0369', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:57:38.726528 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [req-ae074078-4035-4b5f-b91d-58cf4256ae74 req-41f1c7fc-ccea-4a86-96ee-41f55520783f tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Allocated IP 172.20.0.14 (73869f0e-469c-4fc5-83ed-70acefda73c3/bd3e6937-b29e-4cf6-8605-8815a3ea0369/329e3657-e325-4f90-aa5d-545b50cf1b18) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:57:38.748805 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-892322ec-f786-4d74-852a-d1b8bec9f839 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1594808'] for router, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:38.750453 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-892322ec-f786-4d74-852a-d1b8bec9f839 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Fanout notify agent at l3_agent the message router_deleted on router dc3f3ca2-108c-4e95-8a55-3f8f7afe21db {{(pid=103168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 14:57:38.768198 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-892322ec-f786-4d74-852a-d1b8bec9f839 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:38.771846 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-892322ec-f786-4d74-852a-d1b8bec9f839 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "DELETE /v2.0/routers/dc3f3ca2-108c-4e95-8a55-3f8f7afe21db HTTP/1.1" status: 204 len: 168 time: 0.5017192 Dec 20 14:57:38.772539 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 43966) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:38.817799 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-884d96a1-a593-4b76-807f-d5abae0528d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:38.861087 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbef46db-4053-4fa5-8d2d-5ff307393ce4 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Deleting subnet a263f913-4208-43eb-a019-a1a782416bcb {{(pid=103168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:57:38.865643 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-dbef46db-4053-4fa5-8d2d-5ff307393ce4 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks [] for subnet, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:38.922651 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-884d96a1-a593-4b76-807f-d5abae0528d7 None None] For port 41d1c64b-f266-4d19-95a1-941d8db9c976, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=41d1c64b-f266-4d19-95a1-941d8db9c976,segment=NetworkSegment(b32143af-9fcf-4655-af6a-59f32e31f4bf),segment_id=b32143af-9fcf-4655-af6a-59f32e31f4bf)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:57:38.933655 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-884d96a1-a593-4b76-807f-d5abae0528d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:38.962939 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-66d9a6c8-5fcc-4562-8c53-832476306007 req-f94aa6b0-df30-43a2-ab5e-f870c44d2eb1 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2f6cccc-66e8-45dd-b0f2-1609d9710501 HTTP/1.1" status: 200 len: 210 time: 0.1327865 Dec 20 14:57:38.963965 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-dbef46db-4053-4fa5-8d2d-5ff307393ce4 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9023023'] for subnet, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:39.064931 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-ae074078-4035-4b5f-b91d-58cf4256ae74 req-41f1c7fc-ccea-4a86-96ee-41f55520783f tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:39.102226 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884d96a1-a593-4b76-807f-d5abae0528d7 None None] Pushing event updated for resources: {'Port': ['ID=41d1c64b-f266-4d19-95a1-941d8db9c976,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:39.137345 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-ae074078-4035-4b5f-b91d-58cf4256ae74 req-41f1c7fc-ccea-4a86-96ee-41f55520783f tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:39.186135 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-dbef46db-4053-4fa5-8d2d-5ff307393ce4 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:39.207763 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae074078-4035-4b5f-b91d-58cf4256ae74 req-41f1c7fc-ccea-4a86-96ee-41f55520783f tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Network 73869f0e-469c-4fc5-83ed-70acefda73c3 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:57:39.210973 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [req-ae074078-4035-4b5f-b91d-58cf4256ae74 req-41f1c7fc-ccea-4a86-96ee-41f55520783f tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:57:39.215101 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae074078-4035-4b5f-b91d-58cf4256ae74 req-41f1c7fc-ccea-4a86-96ee-41f55520783f tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:57:39.286830 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae074078-4035-4b5f-b91d-58cf4256ae74 req-41f1c7fc-ccea-4a86-96ee-41f55520783f tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:57:39.287515 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-ae074078-4035-4b5f-b91d-58cf4256ae74 req-41f1c7fc-ccea-4a86-96ee-41f55520783f tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:39.295633 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-dbef46db-4053-4fa5-8d2d-5ff307393ce4 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8850800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470517'] for subnet, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:39.326167 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ae074078-4035-4b5f-b91d-58cf4256ae74 req-41f1c7fc-ccea-4a86-96ee-41f55520783f tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0047402 Dec 20 14:57:39.347762 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-ae074078-4035-4b5f-b91d-58cf4256ae74 req-6ea20fdd-86d2-4527-9c56-94672f98c8b3 service neutron] Request body: {'port': {'device_id': 'c2f6cccc-66e8-45dd-b0f2-1609d9710501', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-19'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:57:39.355299 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbef46db-4053-4fa5-8d2d-5ff307393ce4 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Pushing event deleted for resources: {'Subnet': ['ID=a263f913-4208-43eb-a019-a1a782416bcb,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:39.380417 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-dbef46db-4053-4fa5-8d2d-5ff307393ce4 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks [] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:39.392265 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfef05e1-28ad-4ebe-8fe9-177f4aea5fad None None] Network d4d6fe8f-0f38-42bd-91c0-957263d020c3 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:57:39.395765 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-dbef46db-4053-4fa5-8d2d-5ff307393ce4 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "DELETE /v2.0/subnets/a263f913-4208-43eb-a019-a1a782416bcb HTTP/1.1" status: 204 len: 168 time: 0.6211374 Dec 20 14:57:39.396619 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 43980) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:39.434582 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-ae074078-4035-4b5f-b91d-58cf4256ae74 req-6ea20fdd-86d2-4527-9c56-94672f98c8b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:39.436584 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f1c7fc-ccea-4a86-96ee-41f55520783f tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Pushing event updated for resources: {'Port': ['ID=329e3657-e325-4f90-aa5d-545b50cf1b18,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:39.587125 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fbde65d7-0f0a-4603-9fa2-5be68ca57a7d tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:39.682608 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-fbde65d7-0f0a-4603-9fa2-5be68ca57a7d tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Deleting port e81e78bd-5c9a-48da-8524-401e684e0689 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:57:39.682976 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fbde65d7-0f0a-4603-9fa2-5be68ca57a7d tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:39.690808 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-70048e75-6308-40a6-8ae7-f930233931c9 None None] Provisioning complete for port 329e3657-e325-4f90-aa5d-545b50cf1b18 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:57:39.691155 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-70048e75-6308-40a6-8ae7-f930233931c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:39.763669 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62ec729-d2a3-4495-b93a-0af479842c71 None None] DHCP port deletion for d4d6fe8f-0f38-42bd-91c0-957263d020c3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:57:39.796695 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-70048e75-6308-40a6-8ae7-f930233931c9 None None] Port 329e3657-e325-4f90-aa5d-545b50cf1b18 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:57:39.823761 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-f62ec729-d2a3-4495-b93a-0af479842c71 None None] Deleting port e81e78bd-5c9a-48da-8524-401e684e0689 {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:57:39.824227 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f62ec729-d2a3-4495-b93a-0af479842c71 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:39.851919 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-fbde65d7-0f0a-4603-9fa2-5be68ca57a7d tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] For port e81e78bd-5c9a-48da-8524-401e684e0689, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=e81e78bd-5c9a-48da-8524-401e684e0689,segment=NetworkSegment(2cef1995-b265-4678-8d93-205aed87a62f),segment_id=2cef1995-b265-4678-8d93-205aed87a62f)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:57:39.852528 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fbde65d7-0f0a-4603-9fa2-5be68ca57a7d tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:39.883194 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-fbde65d7-0f0a-4603-9fa2-5be68ca57a7d tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Calling delete_port for e81e78bd-5c9a-48da-8524-401e684e0689 owned by network:dhcp {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:57:39.972925 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-f62ec729-d2a3-4495-b93a-0af479842c71 None None] For port e81e78bd-5c9a-48da-8524-401e684e0689, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=e81e78bd-5c9a-48da-8524-401e684e0689,segment=NetworkSegment(2cef1995-b265-4678-8d93-205aed87a62f),segment_id=2cef1995-b265-4678-8d93-205aed87a62f)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:57:39.973258 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f62ec729-d2a3-4495-b93a-0af479842c71 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:39.997428 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-f62ec729-d2a3-4495-b93a-0af479842c71 None None] Calling delete_port for e81e78bd-5c9a-48da-8524-401e684e0689 owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:57:40.018188 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [req-ae074078-4035-4b5f-b91d-58cf4256ae74 req-6ea20fdd-86d2-4527-9c56-94672f98c8b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 329e3657-e325-4f90-aa5d-545b50cf1b18 {{(pid=103167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:57:40.044880 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-ae074078-4035-4b5f-b91d-58cf4256ae74 req-6ea20fdd-86d2-4527-9c56-94672f98c8b3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:40.067675 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-ae074078-4035-4b5f-b91d-58cf4256ae74 req-6ea20fdd-86d2-4527-9c56-94672f98c8b3 service neutron] Transition to ACTIVE for port object 329e3657-e325-4f90-aa5d-545b50cf1b18 will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:57:40.070889 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fbde65d7-0f0a-4603-9fa2-5be68ca57a7d tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:40.081670 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-ae074078-4035-4b5f-b91d-58cf4256ae74 req-6ea20fdd-86d2-4527-9c56-94672f98c8b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:40.150848 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f62ec729-d2a3-4495-b93a-0af479842c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:40.151594 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbde65d7-0f0a-4603-9fa2-5be68ca57a7d tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Pushing event deleted for resources: {'Port': ['ID=e81e78bd-5c9a-48da-8524-401e684e0689,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:40.197759 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbde65d7-0f0a-4603-9fa2-5be68ca57a7d tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] No DVR routers for this DVR port e81e78bd-5c9a-48da-8524-401e684e0689 on host n-d-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:57:40.218706 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62ec729-d2a3-4495-b93a-0af479842c71 None None] Pushing event deleted for resources: {'Port': ['ID=e81e78bd-5c9a-48da-8524-401e684e0689,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:40.231225 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62ec729-d2a3-4495-b93a-0af479842c71 None None] No DVR routers for this DVR port e81e78bd-5c9a-48da-8524-401e684e0689 on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:57:40.276403 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea20fdd-86d2-4527-9c56-94672f98c8b3 service neutron] Pushing event updated for resources: {'Port': ['ID=329e3657-e325-4f90-aa5d-545b50cf1b18,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:40.394282 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-ae074078-4035-4b5f-b91d-58cf4256ae74 req-6ea20fdd-86d2-4527-9c56-94672f98c8b3 service neutron] Attempting to bind port 329e3657-e325-4f90-aa5d-545b50cf1b18 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:57:40.394930 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-ae074078-4035-4b5f-b91d-58cf4256ae74 req-6ea20fdd-86d2-4527-9c56-94672f98c8b3 service neutron] Attempting to bind port 329e3657-e325-4f90-aa5d-545b50cf1b18 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': 'b32143af-9fcf-4655-af6a-59f32e31f4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '73869f0e-469c-4fc5-83ed-70acefda73c3'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:57:40.395264 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae074078-4035-4b5f-b91d-58cf4256ae74 req-6ea20fdd-86d2-4527-9c56-94672f98c8b3 service neutron] Attempting to bind port 329e3657-e325-4f90-aa5d-545b50cf1b18 on network 73869f0e-469c-4fc5-83ed-70acefda73c3 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:57:40.395769 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd696c58-6bd6-41ea-b288-441864d14bd3 req-ef545ef0-149a-4178-8a8e-576c9803827f tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:57:40.397401 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cd696c58-6bd6-41ea-b288-441864d14bd3 req-ef545ef0-149a-4178-8a8e-576c9803827f tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2f6cccc-66e8-45dd-b0f2-1609d9710501 HTTP/1.1" status: 200 len: 944 time: 0.2511976 Dec 20 14:57:40.402565 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae074078-4035-4b5f-b91d-58cf4256ae74 req-6ea20fdd-86d2-4527-9c56-94672f98c8b3 service neutron] Port 329e3657-e325-4f90-aa5d-545b50cf1b18 on network 73869f0e-469c-4fc5-83ed-70acefda73c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:57:40.403879 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae074078-4035-4b5f-b91d-58cf4256ae74 req-6ea20fdd-86d2-4527-9c56-94672f98c8b3 service neutron] Attempting to bind port 329e3657-e325-4f90-aa5d-545b50cf1b18 on network 73869f0e-469c-4fc5-83ed-70acefda73c3 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:57:40.415262 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae074078-4035-4b5f-b91d-58cf4256ae74 req-6ea20fdd-86d2-4527-9c56-94672f98c8b3 service neutron] Checking agent: {'id': '43c60aee-e4af-4ecc-bee2-aac3569fafed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:57:40.415883 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fbde65d7-0f0a-4603-9fa2-5be68ca57a7d tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:40.416297 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae074078-4035-4b5f-b91d-58cf4256ae74 req-6ea20fdd-86d2-4527-9c56-94672f98c8b3 service neutron] Checking segment: {'id': 'b32143af-9fcf-4655-af6a-59f32e31f4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '73869f0e-469c-4fc5-83ed-70acefda73c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:57:40.417145 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae074078-4035-4b5f-b91d-58cf4256ae74 req-6ea20fdd-86d2-4527-9c56-94672f98c8b3 service neutron] Bound using segment: {'id': 'b32143af-9fcf-4655-af6a-59f32e31f4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '73869f0e-469c-4fc5-83ed-70acefda73c3'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:57:40.417846 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-ae074078-4035-4b5f-b91d-58cf4256ae74 req-6ea20fdd-86d2-4527-9c56-94672f98c8b3 service neutron] Bound port: 329e3657-e325-4f90-aa5d-545b50cf1b18, host: n-h2-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b32143af-9fcf-4655-af6a-59f32e31f4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '73869f0e-469c-4fc5-83ed-70acefda73c3'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:57:40.418481 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-ae074078-4035-4b5f-b91d-58cf4256ae74 req-6ea20fdd-86d2-4527-9c56-94672f98c8b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:40.421535 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 41d1c64b-f266-4d19-95a1-941d8db9c976 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:57:40.489298 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-fbde65d7-0f0a-4603-9fa2-5be68ca57a7d tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4d6fe8f-0f38-42bd-91c0-957263d020c3']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:57:40.539747 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 41d1c64b-f266-4d19-95a1-941d8db9c976 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:57:40.540118 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:40.553464 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-ae074078-4035-4b5f-b91d-58cf4256ae74 req-6ea20fdd-86d2-4527-9c56-94672f98c8b3 service neutron] For port 329e3657-e325-4f90-aa5d-545b50cf1b18, host n-h2-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:57:40.557231 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-fbde65d7-0f0a-4603-9fa2-5be68ca57a7d tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cef1995-b265-4678-8d93-205aed87a62f') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:57:40.558063 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-fbde65d7-0f0a-4603-9fa2-5be68ca57a7d tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cef1995-b265-4678-8d93-205aed87a62f') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:57:40.564952 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-ae074078-4035-4b5f-b91d-58cf4256ae74 req-6ea20fdd-86d2-4527-9c56-94672f98c8b3 service neutron] For port 329e3657-e325-4f90-aa5d-545b50cf1b18, host n-h2-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=329e3657-e325-4f90-aa5d-545b50cf1b18,segment=NetworkSegment(b32143af-9fcf-4655-af6a-59f32e31f4bf),segment_id=b32143af-9fcf-4655-af6a-59f32e31f4bf)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:57:40.572503 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-ae074078-4035-4b5f-b91d-58cf4256ae74 req-6ea20fdd-86d2-4527-9c56-94672f98c8b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:40.581096 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cd696c58-6bd6-41ea-b288-441864d14bd3 req-288e4507-cae3-458b-ad54-dc702b2220d0 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=75f3ff45-fd05-40c4-864e-e35ed882846e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1623006 Dec 20 14:57:40.593678 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fbde65d7-0f0a-4603-9fa2-5be68ca57a7d tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:40.628819 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fbde65d7-0f0a-4603-9fa2-5be68ca57a7d tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:40.636603 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbde65d7-0f0a-4603-9fa2-5be68ca57a7d tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:57:40.637313 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fbde65d7-0f0a-4603-9fa2-5be68ca57a7d tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:40.675193 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea20fdd-86d2-4527-9c56-94672f98c8b3 service neutron] Pushing event updated for resources: {'Port': ['ID=329e3657-e325-4f90-aa5d-545b50cf1b18,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:40.687446 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae074078-4035-4b5f-b91d-58cf4256ae74 req-6ea20fdd-86d2-4527-9c56-94672f98c8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:57:40.690621 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-ae074078-4035-4b5f-b91d-58cf4256ae74 req-6ea20fdd-86d2-4527-9c56-94672f98c8b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:40.692323 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ae074078-4035-4b5f-b91d-58cf4256ae74 req-6ea20fdd-86d2-4527-9c56-94672f98c8b3 service neutron] 10.222.0.47 "PUT /v2.0/ports/329e3657-e325-4f90-aa5d-545b50cf1b18 HTTP/1.1" status: 200 len: 1093 time: 1.3556755 Dec 20 14:57:40.695249 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2f6cccc-66e8-45dd-b0f2-1609d9710501', 'tag': '329e3657-e325-4f90-aa5d-545b50cf1b18'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:57:40.697701 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-504f48b7-a160-4c7f-82c5-884ea4c2b88c" -d '{"events": [{"name": "network-changed", "server_uuid": "c2f6cccc-66e8-45dd-b0f2-1609d9710501", "tag": "329e3657-e325-4f90-aa5d-545b50cf1b18"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:57:40.698203 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:57:40.698203 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:57:40.698203 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:57:40.698203 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:57:40.698203 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:57:40.698203 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:57:40.698203 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:57:40.698203 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:57:40.698203 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:57:40.698203 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:57:40.698203 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:57:40.698203 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:57:40.698203 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:57:40.698203 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:57:40.698203 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:57:40.698203 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:57:40.698203 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:57:40.698203 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:57:40.698203 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:57:40.698203 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:57:40.698203 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:57:40.698203 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:57:40.698203 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:57:40.698203 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:57:40.698203 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:57:40.698203 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:57:40.698203 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 14:57:40.698203 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:57:40.698203 n-d-761264-19 neutron-server[103168]: timer() Dec 20 14:57:40.698203 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:57:40.698203 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 14:57:40.698203 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:57:40.698203 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 14:57:40.698203 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:57:40.698203 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 14:57:40.698203 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:57:40.698203 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 14:57:40.698203 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:57:40.698203 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 14:57:40.698203 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:57:40.698203 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:57:40.698203 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:57:40.698203 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:57:40.698203 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:57:40.698203 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 14:57:40.698203 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:57:40.698203 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 14:57:40.698203 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:57:40.698203 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:57:40.698203 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:57:40.698203 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 14:57:40.698203 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:57:40.698203 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:57:40.698203 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:57:40.698203 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:57:40.698203 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:57:40.698203 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:57:40.698203 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:57:40.813121 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a324aa7b-2c38-4bd3-ba3d-68c2c5093679 x-openstack-request-id: req-a324aa7b-2c38-4bd3-ba3d-68c2c5093679 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:57:40.813430 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2f6cccc-66e8-45dd-b0f2-1609d9710501", "tag": "329e3657-e325-4f90-aa5d-545b50cf1b18", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:57:40.819520 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a324aa7b-2c38-4bd3-ba3d-68c2c5093679 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:57:40.820279 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2f6cccc-66e8-45dd-b0f2-1609d9710501', 'tag': '329e3657-e325-4f90-aa5d-545b50cf1b18', 'status': 'completed', 'code': 200} Dec 20 14:57:40.860468 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae074078-4035-4b5f-b91d-58cf4256ae74 req-8db54f1b-7035-48ba-a822-89732331b875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:57:40.863166 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ae074078-4035-4b5f-b91d-58cf4256ae74 req-8db54f1b-7035-48ba-a822-89732331b875 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f35a648a7aca4680a908ac1344ad2536&device_id=c2f6cccc-66e8-45dd-b0f2-1609d9710501 HTTP/1.1" status: 200 len: 1096 time: 0.1119812 Dec 20 14:57:40.867228 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fbde65d7-0f0a-4603-9fa2-5be68ca57a7d tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:40.876693 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fbde65d7-0f0a-4603-9fa2-5be68ca57a7d tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks [] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:40.885581 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-fbde65d7-0f0a-4603-9fa2-5be68ca57a7d tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "DELETE /v2.0/networks/d4d6fe8f-0f38-42bd-91c0-957263d020c3 HTTP/1.1" status: 204 len: 168 time: 1.4877603 Dec 20 14:57:40.889046 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 44004) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:40.900880 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device e81e78bd-5c9a-48da-8524-401e684e0689 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:57:40.902059 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-ebfa5d01-7aa6-4c59-8679-dbdc26331787 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-66637601', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}, 'admin_state_up': False}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:57:40.918556 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbde65d7-0f0a-4603-9fa2-5be68ca57a7d tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Pushing event deleted for resources: {'Network': ['ID=d4d6fe8f-0f38-42bd-91c0-957263d020c3,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:40.940457 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ae074078-4035-4b5f-b91d-58cf4256ae74 req-7f6d235b-6e88-49b6-957c-79b617242be3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=329e3657-e325-4f90-aa5d-545b50cf1b18 HTTP/1.1" status: 200 len: 217 time: 0.0651817 Dec 20 14:57:40.941573 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: e81e78bd-5c9a-48da-8524-401e684e0689 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:57:40.942115 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device e81e78bd-5c9a-48da-8524-401e684e0689 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:57:40.967522 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ebfa5d01-7aa6-4c59-8679-dbdc26331787 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40114'] for router, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:40.968956 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ebfa5d01-7aa6-4c59-8679-dbdc26331787 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40139'] for router, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:41.009833 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae074078-4035-4b5f-b91d-58cf4256ae74 req-1598796b-25f1-478e-9cf5-dd371b637152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:57:41.011442 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ae074078-4035-4b5f-b91d-58cf4256ae74 req-1598796b-25f1-478e-9cf5-dd371b637152 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bd3e6937-b29e-4cf6-8605-8815a3ea0369 HTTP/1.1" status: 200 len: 835 time: 0.0571234 Dec 20 14:57:41.046156 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ebfa5d01-7aa6-4c59-8679-dbdc26331787 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:41.077014 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae074078-4035-4b5f-b91d-58cf4256ae74 req-9a5fd511-5693-4551-8e41-46897507dfed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:57:41.079743 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ae074078-4035-4b5f-b91d-58cf4256ae74 req-9a5fd511-5693-4551-8e41-46897507dfed service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=73869f0e-469c-4fc5-83ed-70acefda73c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0615432 Dec 20 14:57:41.184076 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ae074078-4035-4b5f-b91d-58cf4256ae74 req-ff593723-2dbe-4bf9-b13d-fd910abd47e8 service neutron] 10.222.0.47 "GET /v2.0/networks/73869f0e-469c-4fc5-83ed-70acefda73c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959716 Dec 20 14:57:41.229704 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ebfa5d01-7aa6-4c59-8679-dbdc26331787 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:41.320267 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ae074078-4035-4b5f-b91d-58cf4256ae74 req-c6fef2f4-4a84-485c-8a9e-519d918af153 service neutron] 10.222.0.47 "GET /v2.0/networks/73869f0e-469c-4fc5-83ed-70acefda73c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283379 Dec 20 14:57:41.445557 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504f48b7-a160-4c7f-82c5-884ea4c2b88c req-d91be143-c1fc-49c2-9bba-78136ae481ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:57:41.447222 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-504f48b7-a160-4c7f-82c5-884ea4c2b88c req-d91be143-c1fc-49c2-9bba-78136ae481ad service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f35a648a7aca4680a908ac1344ad2536&device_id=c2f6cccc-66e8-45dd-b0f2-1609d9710501 HTTP/1.1" status: 200 len: 1096 time: 0.0627401 Dec 20 14:57:41.531840 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ebfa5d01-7aa6-4c59-8679-dbdc26331787 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks [] for router_gateway, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:41.549603 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504f48b7-a160-4c7f-82c5-884ea4c2b88c req-a30804a2-0bea-4e65-82a1-b30f0d4fefa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:57:41.551263 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-504f48b7-a160-4c7f-82c5-884ea4c2b88c req-a30804a2-0bea-4e65-82a1-b30f0d4fefa3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=73869f0e-469c-4fc5-83ed-70acefda73c3 HTTP/1.1" status: 200 len: 898 time: 0.0962272 Dec 20 14:57:41.553777 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ebfa5d01-7aa6-4c59-8679-dbdc26331787 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:41.614831 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-504f48b7-a160-4c7f-82c5-884ea4c2b88c req-5e939944-b4cb-48d4-9e9c-ff0471ec1712 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=329e3657-e325-4f90-aa5d-545b50cf1b18 HTTP/1.1" status: 200 len: 217 time: 0.0545921 Dec 20 14:57:41.748475 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-ebfa5d01-7aa6-4c59-8679-dbdc26331787 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Allocated IP 172.25.0.252 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/e9ff1021-6404-45aa-a948-e1cf594fc454) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:57:41.768898 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:41.784478 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda7912b-50fc-499d-b4f7-c5034e3d1e5b req-f851091e-766a-423c-9421-b4c1d20ce8fb tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:57:41.786102 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-bda7912b-50fc-499d-b4f7-c5034e3d1e5b req-f851091e-766a-423c-9421-b4c1d20ce8fb tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2f6cccc-66e8-45dd-b0f2-1609d9710501 HTTP/1.1" status: 200 len: 944 time: 0.1056561 Dec 20 14:57:41.902269 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-bda7912b-50fc-499d-b4f7-c5034e3d1e5b req-3c296306-4800-4e37-9d6c-dc236c1487d4 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=75f3ff45-fd05-40c4-864e-e35ed882846e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961497 Dec 20 14:57:41.931486 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ebfa5d01-7aa6-4c59-8679-dbdc26331787 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:41.968926 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ebfa5d01-7aa6-4c59-8679-dbdc26331787 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:42.022997 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebfa5d01-7aa6-4c59-8679-dbdc26331787 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:57:42.027393 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-ebfa5d01-7aa6-4c59-8679-dbdc26331787 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:57:42.029633 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfa5d01-7aa6-4c59-8679-dbdc26331787 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Pushing event updated for resources: {'Port': ['ID=e9ff1021-6404-45aa-a948-e1cf594fc454,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:42.032075 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfa5d01-7aa6-4c59-8679-dbdc26331787 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:57:42.044110 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8027082-c074-49ef-aa03-cc2c32f14bb7 None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:57:42.095655 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504f48b7-a160-4c7f-82c5-884ea4c2b88c req-7b6c6f21-0341-48f9-a0ec-c2de71d9ef4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:57:42.097271 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-504f48b7-a160-4c7f-82c5-884ea4c2b88c req-7b6c6f21-0341-48f9-a0ec-c2de71d9ef4f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bd3e6937-b29e-4cf6-8605-8815a3ea0369 HTTP/1.1" status: 200 len: 835 time: 0.4751573 Dec 20 14:57:42.126375 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-99b3f12f-07d2-40be-8281-3f3f29632484 None None] Provisioning complete for port e9ff1021-6404-45aa-a948-e1cf594fc454 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:57:42.127168 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-99b3f12f-07d2-40be-8281-3f3f29632484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:42.186945 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-99b3f12f-07d2-40be-8281-3f3f29632484 None None] Port e9ff1021-6404-45aa-a948-e1cf594fc454 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:57:42.207546 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504f48b7-a160-4c7f-82c5-884ea4c2b88c req-4c1bd569-e28c-45a2-9744-c93d05b869b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:57:42.209403 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-504f48b7-a160-4c7f-82c5-884ea4c2b88c req-4c1bd569-e28c-45a2-9744-c93d05b869b5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=73869f0e-469c-4fc5-83ed-70acefda73c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1009324 Dec 20 14:57:42.354385 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-504f48b7-a160-4c7f-82c5-884ea4c2b88c req-2c23afe5-4a8a-47b2-b08d-8adf1f0c3836 service neutron] 10.222.0.47 "GET /v2.0/networks/73869f0e-469c-4fc5-83ed-70acefda73c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362143 Dec 20 14:57:42.367505 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ebfa5d01-7aa6-4c59-8679-dbdc26331787 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks [] for router_gateway, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:42.490455 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-504f48b7-a160-4c7f-82c5-884ea4c2b88c req-9ba37eca-548f-475d-8a76-a3e69c8f7967 service neutron] 10.222.0.47 "GET /v2.0/networks/73869f0e-469c-4fc5-83ed-70acefda73c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292410 Dec 20 14:57:42.587301 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ebfa5d01-7aa6-4c59-8679-dbdc26331787 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013'] for router, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:42.730328 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebfa5d01-7aa6-4c59-8679-dbdc26331787 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Router 90526626-3338-456e-b36b-4d040420a40b is scheduled to L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 with binding_index 1 {{(pid=103168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 14:57:42.858215 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebfa5d01-7aa6-4c59-8679-dbdc26331787 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:57:42.869659 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f29f9f-756a-4133-aae1-9b64631703e8 None None] Sync routers for ids ['90526626-3338-456e-b36b-4d040420a40b'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:57:42.887877 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f29f9f-756a-4133-aae1-9b64631703e8 None None] Routers {'90526626-3338-456e-b36b-4d040420a40b'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:57:42.889089 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-f8f29f9f-756a-4133-aae1-9b64631703e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:57:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['90526626-3338-456e-b36b-4d040420a40b'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:57:42.890648 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ebfa5d01-7aa6-4c59-8679-dbdc26331787 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:42.892290 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-ebfa5d01-7aa6-4c59-8679-dbdc26331787 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 2.0022216 Dec 20 14:57:42.895276 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 44062) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:42.957658 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-f8f29f9f-756a-4133-aae1-9b64631703e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:57:42.978963 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f29f9f-756a-4133-aae1-9b64631703e8 None None] Routers {'90526626-3338-456e-b36b-4d040420a40b'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:57:42.979948 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-f8f29f9f-756a-4133-aae1-9b64631703e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:57:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['90526626-3338-456e-b36b-4d040420a40b'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:57:43.031090 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-f8f29f9f-756a-4133-aae1-9b64631703e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:57:43.032341 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f29f9f-756a-4133-aae1-9b64631703e8 None None] The sync data for ids ['90526626-3338-456e-b36b-4d040420a40b'] in n-d-761264-19 is: [] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:57:43.077220 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-1d87c876-55f3-4421-823e-41eb1ef5824e tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "GET /v2.0/routers/90526626-3338-456e-b36b-4d040420a40b HTTP/1.1" status: 200 len: 883 time: 0.1807392 Dec 20 14:57:43.079894 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 44068) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:43.093972 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6c141e-4d29-4782-9ec9-f38ba97e1545 req-68d72f33-813e-4f0f-8edf-f035fc9fc9f8 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:57:43.095785 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3c6c141e-4d29-4782-9ec9-f38ba97e1545 req-68d72f33-813e-4f0f-8edf-f035fc9fc9f8 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2f6cccc-66e8-45dd-b0f2-1609d9710501 HTTP/1.1" status: 200 len: 944 time: 0.0672803 Dec 20 14:57:43.157718 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3c6c141e-4d29-4782-9ec9-f38ba97e1545 req-7dcdfae3-6292-4eb1-9fa8-a4c9117b792c tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=75f3ff45-fd05-40c4-864e-e35ed882846e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547521 Dec 20 14:57:43.339351 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-ee3f2857-dfd4-4580-9bb9-0410f35cbf16 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.2583079 Dec 20 14:57:43.341963 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 44072) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:43.346809 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-2a9e7ef6-eee2-45cf-bbf0-765f84f07911 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-66637601'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:57:43.686559 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2a9e7ef6-eee2-45cf-bbf0-765f84f07911 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1584976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40157'] for router, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:43.698877 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2a9e7ef6-eee2-45cf-bbf0-765f84f07911 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1584999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1585022', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1594780'] for router, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:43.828765 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a9e7ef6-eee2-45cf-bbf0-765f84f07911 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Router 90526626-3338-456e-b36b-4d040420a40b has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:57:43.960423 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a9e7ef6-eee2-45cf-bbf0-765f84f07911 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:57:43.969994 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2a9e7ef6-eee2-45cf-bbf0-765f84f07911 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks [] for router, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:43.971488 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-2a9e7ef6-eee2-45cf-bbf0-765f84f07911 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "PUT /v2.0/routers/90526626-3338-456e-b36b-4d040420a40b HTTP/1.1" status: 200 len: 890 time: 0.6282811 Dec 20 14:57:43.973118 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c44c0b1-aeaa-4b23-9d23-2b27d9ca066e None None] Sync routers for ids ['90526626-3338-456e-b36b-4d040420a40b'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:57:43.974236 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 44088) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:43.997294 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c44c0b1-aeaa-4b23-9d23-2b27d9ca066e None None] Routers {'90526626-3338-456e-b36b-4d040420a40b'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:57:43.997925 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-7c44c0b1-aeaa-4b23-9d23-2b27d9ca066e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:57:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['90526626-3338-456e-b36b-4d040420a40b'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:57:44.059925 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-7c44c0b1-aeaa-4b23-9d23-2b27d9ca066e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:57:44.083000 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c44c0b1-aeaa-4b23-9d23-2b27d9ca066e None None] Routers {'90526626-3338-456e-b36b-4d040420a40b'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:57:44.083832 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-7c44c0b1-aeaa-4b23-9d23-2b27d9ca066e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:57:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['90526626-3338-456e-b36b-4d040420a40b'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:57:44.109220 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 44092) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:44.109741 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-de40f6b3-248f-40a1-8c06-f12b6c44dbf4 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "GET /v2.0/routers/90526626-3338-456e-b36b-4d040420a40b HTTP/1.1" status: 200 len: 890 time: 0.1335068 Dec 20 14:57:44.124634 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-7c44c0b1-aeaa-4b23-9d23-2b27d9ca066e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:57:44.125297 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c44c0b1-aeaa-4b23-9d23-2b27d9ca066e None None] The sync data for ids ['90526626-3338-456e-b36b-4d040420a40b'] in n-d-761264-19 is: [] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:57:44.403586 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 329e3657-e325-4f90-aa5d-545b50cf1b18 details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:57:44.507550 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 44100) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:44.507804 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-f630a52a-1c77-4bac-8531-b07dc362a69c tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "GET /v2.0/ports?device_id=90526626-3338-456e-b36b-4d040420a40b HTTP/1.1" status: 200 len: 205 time: 0.3976824 Dec 20 14:57:44.527470 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 329e3657-e325-4f90-aa5d-545b50cf1b18, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=329e3657-e325-4f90-aa5d-545b50cf1b18,segment=NetworkSegment(b32143af-9fcf-4655-af6a-59f32e31f4bf),segment_id=b32143af-9fcf-4655-af6a-59f32e31f4bf)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:57:44.542651 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': '329e3657-e325-4f90-aa5d-545b50cf1b18', 'network_id': '73869f0e-469c-4fc5-83ed-70acefda73c3', 'port_id': '329e3657-e325-4f90-aa5d-545b50cf1b18', 'mac_address': 'fa:16:3e:34:37:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd3e6937-b29e-4cf6-8605-8815a3ea0369', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:57:44.557726 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046394e8-e2c0-4649-b4c6-1c03a9666857 req-8114fca1-13b5-444f-83fa-205234168d25 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:57:44.559392 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-046394e8-e2c0-4649-b4c6-1c03a9666857 req-8114fca1-13b5-444f-83fa-205234168d25 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2f6cccc-66e8-45dd-b0f2-1609d9710501 HTTP/1.1" status: 200 len: 944 time: 0.0505042 Dec 20 14:57:44.644866 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-046394e8-e2c0-4649-b4c6-1c03a9666857 req-a0c21ea5-07b7-4022-a59a-0a61dc01828f tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=75f3ff45-fd05-40c4-864e-e35ed882846e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785389 Dec 20 14:57:44.658350 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:44.676635 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 329e3657-e325-4f90-aa5d-545b50cf1b18 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:57:44.685781 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8dc271ed-5635-4e9a-b69b-c37f6b4e38a4 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks [] for router, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:44.704276 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 329e3657-e325-4f90-aa5d-545b50cf1b18, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=329e3657-e325-4f90-aa5d-545b50cf1b18,segment=NetworkSegment(b32143af-9fcf-4655-af6a-59f32e31f4bf),segment_id=b32143af-9fcf-4655-af6a-59f32e31f4bf)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:57:44.711563 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:44.785790 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=329e3657-e325-4f90-aa5d-545b50cf1b18,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:44.816125 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8dc271ed-5635-4e9a-b69b-c37f6b4e38a4 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:44.879262 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-8dc271ed-5635-4e9a-b69b-c37f6b4e38a4 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Deleting port e9ff1021-6404-45aa-a948-e1cf594fc454 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:57:44.879661 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8dc271ed-5635-4e9a-b69b-c37f6b4e38a4 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:44.923679 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['329e3657-e325-4f90-aa5d-545b50cf1b18'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:57:44.985362 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8dc271ed-5635-4e9a-b69b-c37f6b4e38a4 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:45.000840 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-8dc271ed-5635-4e9a-b69b-c37f6b4e38a4 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Calling delete_port for e9ff1021-6404-45aa-a948-e1cf594fc454 owned by network:router_gateway {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:57:45.274756 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8dc271ed-5635-4e9a-b69b-c37f6b4e38a4 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:45.339693 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc271ed-5635-4e9a-b69b-c37f6b4e38a4 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Pushing event deleted for resources: {'Port': ['ID=e9ff1021-6404-45aa-a948-e1cf594fc454,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:45.364195 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:45.369620 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1a4f8b-3011-43ec-8ad3-74b560acebb0 None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:57:45.406756 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8dc271ed-5635-4e9a-b69b-c37f6b4e38a4 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584913'] for router_gateway, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:45.480461 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 44126) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:45.518902 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8dc271ed-5635-4e9a-b69b-c37f6b4e38a4 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40132'] for router, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:45.522243 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8dc271ed-5635-4e9a-b69b-c37f6b4e38a4 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:45.581200 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8dc271ed-5635-4e9a-b69b-c37f6b4e38a4 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1594808'] for router, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:45.581947 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dc271ed-5635-4e9a-b69b-c37f6b4e38a4 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Fanout notify agent at l3_agent the message router_deleted on router 90526626-3338-456e-b36b-4d040420a40b {{(pid=103167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 14:57:45.590074 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8dc271ed-5635-4e9a-b69b-c37f6b4e38a4 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks [] for router, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:45.591274 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-8dc271ed-5635-4e9a-b69b-c37f6b4e38a4 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "DELETE /v2.0/routers/90526626-3338-456e-b36b-4d040420a40b HTTP/1.1" status: 204 len: 168 time: 1.0825217 Dec 20 14:57:45.595412 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 44132) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:45.601065 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-cc6660aa-fc2b-4018-83eb-6cc17f387afd tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2033656596'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:57:45.641415 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-26517894-1d24-495c-b7bc-530089aa281e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:45.643358 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc6660aa-fc2b-4018-83eb-6cc17f387afd tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Made reservation on behalf of 43f7d6ec20ff4b80bbcb9fdd5fd65fb4 for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:57:45.646932 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cc6660aa-fc2b-4018-83eb-6cc17f387afd tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:45.687339 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc6660aa-fc2b-4018-83eb-6cc17f387afd tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:57:45.711207 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cc6660aa-fc2b-4018-83eb-6cc17f387afd tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:45.711840 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-cc6660aa-fc2b-4018-83eb-6cc17f387afd tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Added segment 6f752645-cf30-4f19-93b3-0397fedfb909 of type vlan for network bf7ed2c4-ee47-4168-a0c3-6fe11fa2223b Dec 20 14:57:45.770557 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cc6660aa-fc2b-4018-83eb-6cc17f387afd tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:45.792085 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd840a15-ddbf-403e-96fd-2112a7e75cb6 req-3de2fdb6-0b07-420c-908d-b050126342e3 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:57:45.793690 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-cd840a15-ddbf-403e-96fd-2112a7e75cb6 req-3de2fdb6-0b07-420c-908d-b050126342e3 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2f6cccc-66e8-45dd-b0f2-1609d9710501 HTTP/1.1" status: 200 len: 945 time: 0.0751660 Dec 20 14:57:45.809216 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-26517894-1d24-495c-b7bc-530089aa281e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:45.814824 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-26517894-1d24-495c-b7bc-530089aa281e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:45.821377 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cc6660aa-fc2b-4018-83eb-6cc17f387afd tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:45.827079 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6660aa-fc2b-4018-83eb-6cc17f387afd tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:57:45.827869 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cc6660aa-fc2b-4018-83eb-6cc17f387afd tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks [] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:45.848104 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-cd840a15-ddbf-403e-96fd-2112a7e75cb6 req-6970f1d0-90cc-4ded-aab0-369d502410a2 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=75f3ff45-fd05-40c4-864e-e35ed882846e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471959 Dec 20 14:57:45.904682 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26517894-1d24-495c-b7bc-530089aa281e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c0edf02-1a9b-486e-838f-6ab607a73e6e,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:45.938421 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-cc6660aa-fc2b-4018-83eb-6cc17f387afd tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3414180 Dec 20 14:57:45.940925 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-26517894-1d24-495c-b7bc-530089aa281e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=453eccb6a70341bd9d87ef8926e11d89&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4594376 Dec 20 14:57:45.941805 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 44144) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:45.944198 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 44146) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:45.947265 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-8bc7adfe-390b-4d65-adcf-897943274f0d tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Request body: {'subnet': {'network_id': 'bf7ed2c4-ee47-4168-a0c3-6fe11fa2223b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:57:45.960610 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6660aa-fc2b-4018-83eb-6cc17f387afd tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Pushing event updated for resources: {'Network': ['ID=bf7ed2c4-ee47-4168-a0c3-6fe11fa2223b,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:45.976865 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network bf7ed2c4-ee47-4168-a0c3-6fe11fa2223b details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:57:46.024797 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cb1477df-b403-40d4-ac79-6a825ad5e99a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:46.059131 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cb1477df-b403-40d4-ac79-6a825ad5e99a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:46.063429 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bc7adfe-390b-4d65-adcf-897943274f0d tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Made reservation on behalf of 43f7d6ec20ff4b80bbcb9fdd5fd65fb4 for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:57:46.068120 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8bc7adfe-390b-4d65-adcf-897943274f0d tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:46.114909 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cb1477df-b403-40d4-ac79-6a825ad5e99a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:46.119532 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cb1477df-b403-40d4-ac79-6a825ad5e99a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:46.121195 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-cb1477df-b403-40d4-ac79-6a825ad5e99a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4c0edf02-1a9b-486e-838f-6ab607a73e6e HTTP/1.1" status: 204 len: 168 time: 0.1761169 Dec 20 14:57:46.137510 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1477df-b403-40d4-ac79-6a825ad5e99a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c0edf02-1a9b-486e-838f-6ab607a73e6e,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:46.281092 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8bc7adfe-390b-4d65-adcf-897943274f0d tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:46.351566 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc7adfe-390b-4d65-adcf-897943274f0d tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Pushing event updated for resources: {'Subnet': ['ID=02a406dc-31f0-4ff2-8066-62b67d65c012,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:46.356205 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc7adfe-390b-4d65-adcf-897943274f0d tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Checking segment: {'id': '6f752645-cf30-4f19-93b3-0397fedfb909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'bf7ed2c4-ee47-4168-a0c3-6fe11fa2223b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:57:46.356580 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc7adfe-390b-4d65-adcf-897943274f0d tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Network hostable DHCP agents. Network: bf7ed2c4-ee47-4168-a0c3-6fe11fa2223b, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:57:46.379290 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc7adfe-390b-4d65-adcf-897943274f0d tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Network bf7ed2c4-ee47-4168-a0c3-6fe11fa2223b is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:57:46.401370 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-8bc7adfe-390b-4d65-adcf-897943274f0d tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, bf7ed2c4-ee47-4168-a0c3-6fe11fa2223b) {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:57:46.405807 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc7adfe-390b-4d65-adcf-897943274f0d tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:57:46.406386 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8bc7adfe-390b-4d65-adcf-897943274f0d tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:46.412390 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c5e4da-aecd-4877-8d19-1fe3a4752cfb None None] Network bf7ed2c4-ee47-4168-a0c3-6fe11fa2223b requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:57:46.435643 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-8bc7adfe-390b-4d65-adcf-897943274f0d tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4899368 Dec 20 14:57:46.436534 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 44160) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:46.440983 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-8b49f937-3a6c-4181-8494-06e8c3c1f211 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1408214194', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:57:46.445174 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 329e3657-e325-4f90-aa5d-545b50cf1b18 up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:57:46.501828 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8b49f937-3a6c-4181-8494-06e8c3c1f211 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40114'] for router, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:46.503932 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 44162) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:46.512212 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8b49f937-3a6c-4181-8494-06e8c3c1f211 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40139'] for router, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:46.523573 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d0ddf3ef-1e67-45f1-b54c-7b60c1774db8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:46.562345 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning for port 329e3657-e325-4f90-aa5d-545b50cf1b18 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:57:46.567161 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port 329e3657-e325-4f90-aa5d-545b50cf1b18 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:57:46.567532 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:46.606527 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38432f31-ed82-4d13-a2e9-65eb12683a59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-bf7ed2c4-ee47-4168-a0c3-6fe11fa2223b', 'network_id': 'bf7ed2c4-ee47-4168-a0c3-6fe11fa2223b', 'project_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'fixed_ips': [{'subnet_id': '02a406dc-31f0-4ff2-8066-62b67d65c012'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:57:46.607742 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-38432f31-ed82-4d13-a2e9-65eb12683a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:46.616525 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8b49f937-3a6c-4181-8494-06e8c3c1f211 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:46.622537 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8b49f937-3a6c-4181-8494-06e8c3c1f211 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013'] for router, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:46.632534 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d0ddf3ef-1e67-45f1-b54c-7b60c1774db8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:46.644492 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d0ddf3ef-1e67-45f1-b54c-7b60c1774db8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:46.661326 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8b49f937-3a6c-4181-8494-06e8c3c1f211 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:46.662909 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-8b49f937-3a6c-4181-8494-06e8c3c1f211 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2259367 Dec 20 14:57:46.667091 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 44166) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:46.686646 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-d0ddf3ef-1e67-45f1-b54c-7b60c1774db8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a99be78347a94f55856e04ef42cf6755&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1815312 Dec 20 14:57:46.687563 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ddf3ef-1e67-45f1-b54c-7b60c1774db8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f0c2504-c60d-4409-b0d0-19bd40ae6214,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:46.690235 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 44170) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:46.747263 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-05dd974f-e982-43c6-91ff-8a156fa1622f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:46.784116 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-05dd974f-e982-43c6-91ff-8a156fa1622f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:46.787307 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:46.848342 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f6cccc-66e8-45dd-b0f2-1609d9710501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '329e3657-e325-4f90-aa5d-545b50cf1b18'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:57:46.851053 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd4dba21-faa9-4cfb-a48c-09ebfd8345ec" -d '{"events": [{"server_uuid": "c2f6cccc-66e8-45dd-b0f2-1609d9710501", "name": "network-vif-plugged", "status": "completed", "tag": "329e3657-e325-4f90-aa5d-545b50cf1b18"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:57:46.865821 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-05dd974f-e982-43c6-91ff-8a156fa1622f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:46.869568 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-05dd974f-e982-43c6-91ff-8a156fa1622f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:46.872510 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-05dd974f-e982-43c6-91ff-8a156fa1622f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1f0c2504-c60d-4409-b0d0-19bd40ae6214 HTTP/1.1" status: 204 len: 168 time: 0.1814499 Dec 20 14:57:46.883009 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dd974f-e982-43c6-91ff-8a156fa1622f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f0c2504-c60d-4409-b0d0-19bd40ae6214,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:46.886324 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 329e3657-e325-4f90-aa5d-545b50cf1b18, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=329e3657-e325-4f90-aa5d-545b50cf1b18,segment=NetworkSegment(b32143af-9fcf-4655-af6a-59f32e31f4bf),segment_id=b32143af-9fcf-4655-af6a-59f32e31f4bf)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:57:46.918261 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:46.931151 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-38432f31-ed82-4d13-a2e9-65eb12683a59 None None] Allocated IP 2001:db8::2 (bf7ed2c4-ee47-4168-a0c3-6fe11fa2223b/02a406dc-31f0-4ff2-8066-62b67d65c012/6e583558-ca80-48a5-b9e1-bb4ff26969b6) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:57:47.061194 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=329e3657-e325-4f90-aa5d-545b50cf1b18,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:47.064504 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83c15bb-3f46-4f29-b900-dcdb65882f46 req-29481ddf-4fc9-4028-acc1-7290ce8f6c93 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:57:47.066354 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b83c15bb-3f46-4f29-b900-dcdb65882f46 req-29481ddf-4fc9-4028-acc1-7290ce8f6c93 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2f6cccc-66e8-45dd-b0f2-1609d9710501 HTTP/1.1" status: 200 len: 946 time: 0.1009693 Dec 20 14:57:47.229318 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b83c15bb-3f46-4f29-b900-dcdb65882f46 req-73a6b219-cb22-4206-bf87-d76f2efff255 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=75f3ff45-fd05-40c4-864e-e35ed882846e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1497281 Dec 20 14:57:47.269997 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-38432f31-ed82-4d13-a2e9-65eb12683a59 None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:47.281257 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d8abeab3-d3b0-4208-88a0-4a751562bec3 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:47.285718 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-38432f31-ed82-4d13-a2e9-65eb12683a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:47.346700 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7dcdd61-a323-416f-8e34-35a7aa0fd6d2 x-openstack-request-id: req-d7dcdd61-a323-416f-8e34-35a7aa0fd6d2 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:57:47.347311 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2f6cccc-66e8-45dd-b0f2-1609d9710501", "name": "network-vif-plugged", "status": "completed", "tag": "329e3657-e325-4f90-aa5d-545b50cf1b18", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:57:47.347728 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d7dcdd61-a323-416f-8e34-35a7aa0fd6d2 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:57:47.348410 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2f6cccc-66e8-45dd-b0f2-1609d9710501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '329e3657-e325-4f90-aa5d-545b50cf1b18', 'code': 200} Dec 20 14:57:47.372120 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38432f31-ed82-4d13-a2e9-65eb12683a59 None None] Network bf7ed2c4-ee47-4168-a0c3-6fe11fa2223b is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:57:47.376762 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-38432f31-ed82-4d13-a2e9-65eb12683a59 None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:57:47.380160 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38432f31-ed82-4d13-a2e9-65eb12683a59 None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:57:47.395339 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38432f31-ed82-4d13-a2e9-65eb12683a59 None None] Pushing event updated for resources: {'Port': ['ID=6e583558-ca80-48a5-b9e1-bb4ff26969b6,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:47.447930 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-38432f31-ed82-4d13-a2e9-65eb12683a59 None None] Attempting to bind port 6e583558-ca80-48a5-b9e1-bb4ff26969b6 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:57:47.449109 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-38432f31-ed82-4d13-a2e9-65eb12683a59 None None] Attempting to bind port 6e583558-ca80-48a5-b9e1-bb4ff26969b6 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '6f752645-cf30-4f19-93b3-0397fedfb909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'bf7ed2c4-ee47-4168-a0c3-6fe11fa2223b'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:57:47.449878 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38432f31-ed82-4d13-a2e9-65eb12683a59 None None] Attempting to bind port 6e583558-ca80-48a5-b9e1-bb4ff26969b6 on network bf7ed2c4-ee47-4168-a0c3-6fe11fa2223b {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:57:47.456059 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38432f31-ed82-4d13-a2e9-65eb12683a59 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:57:47.456798 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38432f31-ed82-4d13-a2e9-65eb12683a59 None None] Checking segment: {'id': '6f752645-cf30-4f19-93b3-0397fedfb909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'bf7ed2c4-ee47-4168-a0c3-6fe11fa2223b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:57:47.457455 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-38432f31-ed82-4d13-a2e9-65eb12683a59 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:47.458064 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38432f31-ed82-4d13-a2e9-65eb12683a59 None None] Bound using segment: {'id': '6f752645-cf30-4f19-93b3-0397fedfb909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'bf7ed2c4-ee47-4168-a0c3-6fe11fa2223b'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:57:47.458783 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-38432f31-ed82-4d13-a2e9-65eb12683a59 None None] Bound port: 6e583558-ca80-48a5-b9e1-bb4ff26969b6, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f752645-cf30-4f19-93b3-0397fedfb909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'bf7ed2c4-ee47-4168-a0c3-6fe11fa2223b'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:57:47.459400 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-38432f31-ed82-4d13-a2e9-65eb12683a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:47.505929 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1215658-6c76-4978-b4b8-ff4cb88729c9 req-de3b1085-afa3-443f-87e0-1a83efadfd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:57:47.507533 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c1215658-6c76-4978-b4b8-ff4cb88729c9 req-de3b1085-afa3-443f-87e0-1a83efadfd40 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c2f6cccc-66e8-45dd-b0f2-1609d9710501 HTTP/1.1" status: 200 len: 1098 time: 0.0864224 Dec 20 14:57:47.550437 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-38432f31-ed82-4d13-a2e9-65eb12683a59 None None] For port 6e583558-ca80-48a5-b9e1-bb4ff26969b6, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:57:47.569763 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-38432f31-ed82-4d13-a2e9-65eb12683a59 None None] For port 6e583558-ca80-48a5-b9e1-bb4ff26969b6, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=6e583558-ca80-48a5-b9e1-bb4ff26969b6,segment=NetworkSegment(6f752645-cf30-4f19-93b3-0397fedfb909),segment_id=6f752645-cf30-4f19-93b3-0397fedfb909)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:57:47.574927 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 44194) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:47.579522 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-38432f31-ed82-4d13-a2e9-65eb12683a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:47.595951 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-75198c46-ce54-4ed7-9fc6-5306e1a5f244 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:47.624715 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c1215658-6c76-4978-b4b8-ff4cb88729c9 req-d79fa908-13f9-4bdc-b6b3-646534102146 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=75f3ff45-fd05-40c4-864e-e35ed882846e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052935 Dec 20 14:57:47.630260 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-d8abeab3-d3b0-4208-88a0-4a751562bec3 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Allocated IP 2001:db8::1 (bf7ed2c4-ee47-4168-a0c3-6fe11fa2223b/02a406dc-31f0-4ff2-8066-62b67d65c012/ed41fb81-e848-436c-a62d-e093fc65f29f) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:57:47.649982 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38432f31-ed82-4d13-a2e9-65eb12683a59 None None] Pushing event updated for resources: {'Port': ['ID=6e583558-ca80-48a5-b9e1-bb4ff26969b6,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:47.718976 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-75198c46-ce54-4ed7-9fc6-5306e1a5f244 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:47.725590 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-75198c46-ce54-4ed7-9fc6-5306e1a5f244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:47.784778 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-75198c46-ce54-4ed7-9fc6-5306e1a5f244 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=cca64cf9140f470091ff8869674af970&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2057230 Dec 20 14:57:47.784778 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75198c46-ce54-4ed7-9fc6-5306e1a5f244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07d80f29-b3d6-4a1e-a1bc-20b340feb58a,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:47.786507 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 44200) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:47.834483 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d8abeab3-d3b0-4208-88a0-4a751562bec3 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:47.849612 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9a8a9aae-a102-45b1-831b-37eaceedac11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:47.875372 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9a8a9aae-a102-45b1-831b-37eaceedac11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:47.881553 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d8abeab3-d3b0-4208-88a0-4a751562bec3 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:47.973354 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8abeab3-d3b0-4208-88a0-4a751562bec3 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Network bf7ed2c4-ee47-4168-a0c3-6fe11fa2223b is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:57:47.974005 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9a8a9aae-a102-45b1-831b-37eaceedac11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:47.977138 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-d8abeab3-d3b0-4208-88a0-4a751562bec3 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:57:47.977614 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9a8a9aae-a102-45b1-831b-37eaceedac11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:47.978990 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-9a8a9aae-a102-45b1-831b-37eaceedac11 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/07d80f29-b3d6-4a1e-a1bc-20b340feb58a HTTP/1.1" status: 204 len: 168 time: 0.1914017 Dec 20 14:57:47.987815 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8abeab3-d3b0-4208-88a0-4a751562bec3 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:57:47.988390 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d8abeab3-d3b0-4208-88a0-4a751562bec3 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595714'] for router_interface, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:48.010528 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8a9aae-a102-45b1-831b-37eaceedac11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d80f29-b3d6-4a1e-a1bc-20b340feb58a,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:48.037999 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8abeab3-d3b0-4208-88a0-4a751562bec3 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Pushing event updated for resources: {'Port': ['ID=ed41fb81-e848-436c-a62d-e093fc65f29f,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:48.155094 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d8abeab3-d3b0-4208-88a0-4a751562bec3 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:48.424336 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb43967-e0bc-4244-bb35-1f677705fb7a req-daa04c32-5e2a-4562-b576-8fb878a188d1 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:57:48.431878 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2bb43967-e0bc-4244-bb35-1f677705fb7a req-daa04c32-5e2a-4562-b576-8fb878a188d1 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2f6cccc-66e8-45dd-b0f2-1609d9710501 HTTP/1.1" status: 200 len: 946 time: 0.0923531 Dec 20 14:57:48.449146 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 6e583558-ca80-48a5-b9e1-bb4ff26969b6 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:57:48.514704 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d8abeab3-d3b0-4208-88a0-4a751562bec3 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:48.523716 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d8abeab3-d3b0-4208-88a0-4a751562bec3 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:48.527790 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d8abeab3-d3b0-4208-88a0-4a751562bec3 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1595702'] for router_interface, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:48.561968 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2bb43967-e0bc-4244-bb35-1f677705fb7a req-57ef87f5-7ff4-4add-a684-c1bb8cab47c8 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=75f3ff45-fd05-40c4-864e-e35ed882846e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289563 Dec 20 14:57:48.568337 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 6e583558-ca80-48a5-b9e1-bb4ff26969b6 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:57:48.575617 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:48.712474 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8abeab3-d3b0-4208-88a0-4a751562bec3 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Pushing event updated for resources: {'Port': ['ID=ed41fb81-e848-436c-a62d-e093fc65f29f,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:48.867189 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8abeab3-d3b0-4208-88a0-4a751562bec3 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Network bf7ed2c4-ee47-4168-a0c3-6fe11fa2223b is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:57:48.868911 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-d8abeab3-d3b0-4208-88a0-4a751562bec3 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:57:49.026180 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9eb2ab2-5974-4fc5-aabb-f23c6ad57704 None None] Network bf7ed2c4-ee47-4168-a0c3-6fe11fa2223b requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:57:49.097574 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8abeab3-d3b0-4208-88a0-4a751562bec3 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Router db119081-fab9-4123-b3fe-1bd6b1861870 is scheduled to L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 with binding_index 1 {{(pid=103168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 14:57:49.117105 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:49.162163 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-98c378fa-23fb-4ae6-b8d6-dcdbbb0309a4 None None] Provisioning complete for port 6e583558-ca80-48a5-b9e1-bb4ff26969b6 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:57:49.162536 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-98c378fa-23fb-4ae6-b8d6-dcdbbb0309a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:49.194749 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] For port 6e583558-ca80-48a5-b9e1-bb4ff26969b6, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=6e583558-ca80-48a5-b9e1-bb4ff26969b6,segment=NetworkSegment(6f752645-cf30-4f19-93b3-0397fedfb909),segment_id=6f752645-cf30-4f19-93b3-0397fedfb909)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:57:49.221772 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:49.248868 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8abeab3-d3b0-4208-88a0-4a751562bec3 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:57:49.258669 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 44250) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:49.260623 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f74443-85f4-4d0c-9873-03acade4fc59 None None] Sync routers for ids ['db119081-fab9-4123-b3fe-1bd6b1861870'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:57:49.272365 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-d8abeab3-d3b0-4208-88a0-4a751562bec3 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "PUT /v2.0/routers/db119081-fab9-4123-b3fe-1bd6b1861870/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6007676 Dec 20 14:57:49.275797 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f74443-85f4-4d0c-9873-03acade4fc59 None None] Routers {'db119081-fab9-4123-b3fe-1bd6b1861870'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:57:49.276424 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-93f74443-85f4-4d0c-9873-03acade4fc59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:57:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['db119081-fab9-4123-b3fe-1bd6b1861870'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:57:49.330293 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cda4d83-32de-4728-b8fa-485e64d9a674 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:57:49.331724 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-3cda4d83-32de-4728-b8fa-485e64d9a674 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "GET /v2.0/ports/ed41fb81-e848-436c-a62d-e093fc65f29f HTTP/1.1" status: 200 len: 911 time: 0.0719566 Dec 20 14:57:49.333046 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-93f74443-85f4-4d0c-9873-03acade4fc59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:57:49.335121 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 44254) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:49.341106 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-ac7e6ee6-e392-41fb-8261-bc145bf14106 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '02a406dc-31f0-4ff2-8066-62b67d65c012'}]}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:57:49.344315 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Pushing event updated for resources: {'Port': ['ID=6e583558-ca80-48a5-b9e1-bb4ff26969b6,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:49.355655 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f74443-85f4-4d0c-9873-03acade4fc59 None None] Routers {'db119081-fab9-4123-b3fe-1bd6b1861870'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:57:49.356387 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-93f74443-85f4-4d0c-9873-03acade4fc59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:57:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['db119081-fab9-4123-b3fe-1bd6b1861870'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:57:49.409820 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-93f74443-85f4-4d0c-9873-03acade4fc59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:57:49.410442 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f74443-85f4-4d0c-9873-03acade4fc59 None None] The sync data for ids ['db119081-fab9-4123-b3fe-1bd6b1861870'] in n-d-761264-19 is: [] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:57:49.612616 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ac7e6ee6-e392-41fb-8261-bc145bf14106 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:49.668188 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-00b278fb-42e4-421d-8f57-8579b944fe38 None None] Provisioning complete for port 6e583558-ca80-48a5-b9e1-bb4ff26969b6 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:57:49.670875 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-00b278fb-42e4-421d-8f57-8579b944fe38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:49.769425 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351d5ee9-a29c-4ff9-80d4-327777fc8995 req-7588a8b9-b4d2-46f3-a9a4-95101a901af4 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:57:49.772072 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-351d5ee9-a29c-4ff9-80d4-327777fc8995 req-7588a8b9-b4d2-46f3-a9a4-95101a901af4 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2f6cccc-66e8-45dd-b0f2-1609d9710501 HTTP/1.1" status: 200 len: 946 time: 0.0924191 Dec 20 14:57:49.824993 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-00b278fb-42e4-421d-8f57-8579b944fe38 None None] Provisioning complete for port ed41fb81-e848-436c-a62d-e093fc65f29f triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:57:49.825368 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-00b278fb-42e4-421d-8f57-8579b944fe38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:49.889562 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-00b278fb-42e4-421d-8f57-8579b944fe38 None None] Port ed41fb81-e848-436c-a62d-e093fc65f29f cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:57:49.892092 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-351d5ee9-a29c-4ff9-80d4-327777fc8995 req-6e4ba554-4825-4d5c-926b-ddf9c0e3e8fd tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=75f3ff45-fd05-40c4-864e-e35ed882846e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119685 Dec 20 14:57:50.036130 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-90be5cad-2dd1-448c-931a-d1261c676bd5 None None] Provisioning complete for port ed41fb81-e848-436c-a62d-e093fc65f29f triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:57:50.037090 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-90be5cad-2dd1-448c-931a-d1261c676bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:50.138090 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283756de-dc20-4fb8-a922-491ff0105b26 req-636c4587-9f16-4167-b99c-2d84cd07b131 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:57:50.139712 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-283756de-dc20-4fb8-a922-491ff0105b26 req-636c4587-9f16-4167-b99c-2d84cd07b131 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2f6cccc-66e8-45dd-b0f2-1609d9710501 HTTP/1.1" status: 200 len: 946 time: 0.1118422 Dec 20 14:57:50.144199 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-90be5cad-2dd1-448c-931a-d1261c676bd5 None None] Port ed41fb81-e848-436c-a62d-e093fc65f29f cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:57:50.331289 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 6e583558-ca80-48a5-b9e1-bb4ff26969b6 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:57:50.336841 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-283756de-dc20-4fb8-a922-491ff0105b26 req-2bdbeb3a-4be3-4983-9806-df33cee11b5f tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=75f3ff45-fd05-40c4-864e-e35ed882846e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1720307 Dec 20 14:57:50.365075 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ac7e6ee6-e392-41fb-8261-bc145bf14106 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:50.382604 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 44294) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:50.394124 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ac7e6ee6-e392-41fb-8261-bc145bf14106 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:50.400516 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7e6ee6-e392-41fb-8261-bc145bf14106 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:57:50.401152 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ac7e6ee6-e392-41fb-8261-bc145bf14106 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:50.401807 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 6e583558-ca80-48a5-b9e1-bb4ff26969b6 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:57:50.405190 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:50.405343 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-ac7e6ee6-e392-41fb-8261-bc145bf14106 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "PUT /v2.0/ports/ed41fb81-e848-436c-a62d-e093fc65f29f HTTP/1.1" status: 200 len: 911 time: 1.0662937 Dec 20 14:57:50.406543 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 44296) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:50.481155 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3640266-c98f-42a2-a547-062dc7b3d2bd tempest-TestNetworkAdvancedServerOps-1489124987 tempest-TestNetworkAdvancedServerOps-1489124987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:57:50.482812 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-d3640266-c98f-42a2-a547-062dc7b3d2bd tempest-TestNetworkAdvancedServerOps-1489124987 tempest-TestNetworkAdvancedServerOps-1489124987-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=c2f6cccc-66e8-45dd-b0f2-1609d9710501 HTTP/1.1" status: 200 len: 1093 time: 0.0990577 Dec 20 14:57:50.484793 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7e6ee6-e392-41fb-8261-bc145bf14106 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Pushing event updated for resources: {'Port': ['ID=ed41fb81-e848-436c-a62d-e093fc65f29f,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:50.487674 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 44300) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:50.492661 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-eb8aca3f-0c32-4468-953d-87cedfe71138 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Request body: {'floatingip': {'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'port_id': '329e3657-e325-4f90-aa5d-545b50cf1b18', 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:57:50.518133 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-c10dfe13-020b-448f-b6a0-381d91575748 None None] Provisioning complete for port ed41fb81-e848-436c-a62d-e093fc65f29f triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:57:50.518508 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c10dfe13-020b-448f-b6a0-381d91575748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:50.523024 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-eb8aca3f-0c32-4468-953d-87cedfe71138 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for floatingip, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:50.568547 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-c10dfe13-020b-448f-b6a0-381d91575748 None None] Port ed41fb81-e848-436c-a62d-e093fc65f29f cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:57:50.672172 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-eb8aca3f-0c32-4468-953d-87cedfe71138 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:50.829662 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-eb8aca3f-0c32-4468-953d-87cedfe71138 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Allocated IP 172.25.0.47 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/448fd63b-3f2f-4444-8778-91ee4d8b61d0) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:57:50.906127 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a2d1d52d-6315-4d4e-8b2d-2be868c18176 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1595867'] for router_interface, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:50.981221 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-eb8aca3f-0c32-4468-953d-87cedfe71138 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:51.046642 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-eb8aca3f-0c32-4468-953d-87cedfe71138 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:51.104770 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8aca3f-0c32-4468-953d-87cedfe71138 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:57:51.107673 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-eb8aca3f-0c32-4468-953d-87cedfe71138 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:57:51.112336 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8aca3f-0c32-4468-953d-87cedfe71138 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:57:51.134641 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8aca3f-0c32-4468-953d-87cedfe71138 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Pushing event updated for resources: {'Port': ['ID=448fd63b-3f2f-4444-8778-91ee4d8b61d0,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:51.239445 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-a2d1d52d-6315-4d4e-8b2d-2be868c18176 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Deleting port ed41fb81-e848-436c-a62d-e093fc65f29f {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:57:51.240019 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a2d1d52d-6315-4d4e-8b2d-2be868c18176 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:51.360763 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a2d1d52d-6315-4d4e-8b2d-2be868c18176 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:51.383847 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-a2d1d52d-6315-4d4e-8b2d-2be868c18176 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Calling delete_port for ed41fb81-e848-436c-a62d-e093fc65f29f owned by network:router_interface {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:57:51.545391 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 44350) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:51.632818 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a2d1d52d-6315-4d4e-8b2d-2be868c18176 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:51.671373 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d1d52d-6315-4d4e-8b2d-2be868c18176 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Pushing event deleted for resources: {'Port': ['ID=ed41fb81-e848-436c-a62d-e093fc65f29f,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:51.782152 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-de8807a3-d6d3-4843-b4d6-98f88fb319af admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:51.803550 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a2d1d52d-6315-4d4e-8b2d-2be868c18176 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582411'] for router_interface, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:52.010787 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2d1d52d-6315-4d4e-8b2d-2be868c18176 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Router db119081-fab9-4123-b3fe-1bd6b1861870 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:57:52.022205 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-de8807a3-d6d3-4843-b4d6-98f88fb319af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:52.030819 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-de8807a3-d6d3-4843-b4d6-98f88fb319af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:52.120349 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-eb8aca3f-0c32-4468-953d-87cedfe71138 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:52.162453 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-de8807a3-d6d3-4843-b4d6-98f88fb319af admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1a2a0b0bf1234f9ca3cfdfc0cd56f978&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6160452 Dec 20 14:57:52.165499 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 44366) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:52.165650 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8807a3-d6d3-4843-b4d6-98f88fb319af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2350cff0-44f4-46dc-b351-f669dbf6a18d,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:52.169331 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2d1d52d-6315-4d4e-8b2d-2be868c18176 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:57:52.174388 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-a2d1d52d-6315-4d4e-8b2d-2be868c18176 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "PUT /v2.0/routers/db119081-fab9-4123-b3fe-1bd6b1861870/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7674553 Dec 20 14:57:52.177093 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 44368) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:52.183525 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d482f5-bc0c-4c9e-866e-f8854e188d8b None None] Sync routers for ids ['db119081-fab9-4123-b3fe-1bd6b1861870'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:57:52.199966 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d482f5-bc0c-4c9e-866e-f8854e188d8b None None] Routers {'db119081-fab9-4123-b3fe-1bd6b1861870'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:57:52.200761 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-44d482f5-bc0c-4c9e-866e-f8854e188d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:57:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['db119081-fab9-4123-b3fe-1bd6b1861870'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:57:52.216016 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-9dccc8c7-7b2a-47f4-85b3-6a9a1b66e0f4 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "GET /v2.0/ports?device_id=db119081-fab9-4123-b3fe-1bd6b1861870 HTTP/1.1" status: 200 len: 205 time: 0.0370016 Dec 20 14:57:52.218968 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 44370) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:52.239628 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-44d482f5-bc0c-4c9e-866e-f8854e188d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:57:52.249742 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d482f5-bc0c-4c9e-866e-f8854e188d8b None None] Routers {'db119081-fab9-4123-b3fe-1bd6b1861870'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:57:52.250542 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-44d482f5-bc0c-4c9e-866e-f8854e188d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:57:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['db119081-fab9-4123-b3fe-1bd6b1861870'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:57:52.289136 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-44d482f5-bc0c-4c9e-866e-f8854e188d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:57:52.290150 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d482f5-bc0c-4c9e-866e-f8854e188d8b None None] The sync data for ids ['db119081-fab9-4123-b3fe-1bd6b1861870'] in n-d-761264-19 is: [] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:57:52.296520 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-49fa43d4-203b-47c4-85c7-43625a8c37f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:52.303962 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-32171b06-7b67-4141-94a1-c4141370ff9f tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks [] for router, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:52.304795 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-eb8aca3f-0c32-4468-953d-87cedfe71138 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:52.352264 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-49fa43d4-203b-47c4-85c7-43625a8c37f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:52.470548 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-32171b06-7b67-4141-94a1-c4141370ff9f tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40132'] for router, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:52.473170 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-32171b06-7b67-4141-94a1-c4141370ff9f tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:52.484807 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-49fa43d4-203b-47c4-85c7-43625a8c37f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:52.488056 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-49fa43d4-203b-47c4-85c7-43625a8c37f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:52.491631 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-49fa43d4-203b-47c4-85c7-43625a8c37f0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2350cff0-44f4-46dc-b351-f669dbf6a18d HTTP/1.1" status: 204 len: 168 time: 0.3227646 Dec 20 14:57:52.502228 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fa43d4-203b-47c4-85c7-43625a8c37f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2350cff0-44f4-46dc-b351-f669dbf6a18d,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:52.534987 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-eb8aca3f-0c32-4468-953d-87cedfe71138 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:52.543008 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-eb8aca3f-0c32-4468-953d-87cedfe71138 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:52.563614 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-32171b06-7b67-4141-94a1-c4141370ff9f tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1594808'] for router, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:52.564712 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32171b06-7b67-4141-94a1-c4141370ff9f tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Fanout notify agent at l3_agent the message router_deleted on router db119081-fab9-4123-b3fe-1bd6b1861870 {{(pid=103168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 14:57:52.593002 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-32171b06-7b67-4141-94a1-c4141370ff9f tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:52.594767 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-32171b06-7b67-4141-94a1-c4141370ff9f tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "DELETE /v2.0/routers/db119081-fab9-4123-b3fe-1bd6b1861870 HTTP/1.1" status: 204 len: 168 time: 0.3748658 Dec 20 14:57:52.597798 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 44374) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:52.629320 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-eb8aca3f-0c32-4468-953d-87cedfe71138 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585115'] for floatingip, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:52.691452 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_v2 [None req-6735935a-4143-41a5-b936-fc7a3744ecfe tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Deleting subnet 02a406dc-31f0-4ff2-8066-62b67d65c012 {{(pid=103168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:57:52.693665 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8aca3f-0c32-4468-953d-87cedfe71138 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Pushing event updated for resources: {'Port': ['ID=448fd63b-3f2f-4444-8778-91ee4d8b61d0,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:52.695035 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6735935a-4143-41a5-b936-fc7a3744ecfe tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks [] for subnet, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:52.739177 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6735935a-4143-41a5-b936-fc7a3744ecfe tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9023023'] for subnet, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:52.781342 n-d-761264-19 neutron-server[103167]: INFO neutron.db.l3_db [None req-eb8aca3f-0c32-4468-953d-87cedfe71138 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Floating IP 8cf2d8cc-187f-4f06-84d9-868b0c43dfc5 associated. External IP: 172.25.0.47, port: 329e3657-e325-4f90-aa5d-545b50cf1b18. Dec 20 14:57:52.916973 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6735935a-4143-41a5-b936-fc7a3744ecfe tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:53.006845 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 44380) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:53.025180 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6735935a-4143-41a5-b936-fc7a3744ecfe tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8850800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470517'] for subnet, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:53.027417 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-51086e29-80e3-4027-be6f-44e78883de3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:53.061958 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6735935a-4143-41a5-b936-fc7a3744ecfe tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Pushing event deleted for resources: {'Subnet': ['ID=02a406dc-31f0-4ff2-8066-62b67d65c012,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:53.070149 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6735935a-4143-41a5-b936-fc7a3744ecfe tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks [] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:53.075913 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-534dcaf5-10f8-4c5d-8a41-732a76e9b061 None None] Network bf7ed2c4-ee47-4168-a0c3-6fe11fa2223b requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:57:53.077190 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-6735935a-4143-41a5-b936-fc7a3744ecfe tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "DELETE /v2.0/subnets/02a406dc-31f0-4ff2-8066-62b67d65c012 HTTP/1.1" status: 204 len: 168 time: 0.4774387 Dec 20 14:57:53.078075 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 44382) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:53.100545 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb8aca3f-0c32-4468-953d-87cedfe71138 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Router c16b7030-e22d-4b1e-8f22-f322071287f2 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:57:53.196766 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7b54d2e0-0f57-486a-80f7-3bbc4178b048 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:53.248671 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb8aca3f-0c32-4468-953d-87cedfe71138 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:57:53.251721 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-51086e29-80e3-4027-be6f-44e78883de3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:53.264218 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-51086e29-80e3-4027-be6f-44e78883de3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:53.265973 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e04242-5e54-47e7-84fb-da42600f9759 None None] Sync routers for ids ['c16b7030-e22d-4b1e-8f22-f322071287f2'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:57:53.278948 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-eb8aca3f-0c32-4468-953d-87cedfe71138 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:53.292193 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e04242-5e54-47e7-84fb-da42600f9759 None None] Routers {'c16b7030-e22d-4b1e-8f22-f322071287f2'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:57:53.293299 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-13e04242-5e54-47e7-84fb-da42600f9759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:57:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['c16b7030-e22d-4b1e-8f22-f322071287f2'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:57:53.314642 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965371ef-efb6-470e-9dbc-78a53ec0984f None None] DHCP port deletion for bf7ed2c4-ee47-4168-a0c3-6fe11fa2223b request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:57:53.323558 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-51086e29-80e3-4027-be6f-44e78883de3f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=92a75f110b5d4b81a71809505c22c726&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3131320 Dec 20 14:57:53.324353 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 44384) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:53.331347 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51086e29-80e3-4027-be6f-44e78883de3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c72a2b85-4bec-4be4-9512-90110d410377,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:53.354006 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-eb8aca3f-0c32-4468-953d-87cedfe71138 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8652294 Dec 20 14:57:53.354147 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-7b54d2e0-0f57-486a-80f7-3bbc4178b048 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Deleting port 6e583558-ca80-48a5-b9e1-bb4ff26969b6 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:57:53.354346 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7b54d2e0-0f57-486a-80f7-3bbc4178b048 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:53.355610 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2f6cccc-66e8-45dd-b0f2-1609d9710501', 'tag': '329e3657-e325-4f90-aa5d-545b50cf1b18'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:57:53.366022 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-533961e6-d776-4bed-8994-690ac75e0997" -d '{"events": [{"name": "network-changed", "server_uuid": "c2f6cccc-66e8-45dd-b0f2-1609d9710501", "tag": "329e3657-e325-4f90-aa5d-545b50cf1b18"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:57:53.421465 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-965371ef-efb6-470e-9dbc-78a53ec0984f None None] Deleting port 6e583558-ca80-48a5-b9e1-bb4ff26969b6 {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:57:53.421931 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-965371ef-efb6-470e-9dbc-78a53ec0984f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:53.446358 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19135d9a-577e-4132-a196-3afc74174512 x-openstack-request-id: req-19135d9a-577e-4132-a196-3afc74174512 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:57:53.446648 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2f6cccc-66e8-45dd-b0f2-1609d9710501", "tag": "329e3657-e325-4f90-aa5d-545b50cf1b18", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:57:53.446937 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-19135d9a-577e-4132-a196-3afc74174512 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:57:53.447342 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2f6cccc-66e8-45dd-b0f2-1609d9710501', 'tag': '329e3657-e325-4f90-aa5d-545b50cf1b18', 'status': 'completed', 'code': 200} Dec 20 14:57:53.459484 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-aabf7d1e-2fbb-467d-a166-b5741b477984 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:53.464870 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-7b54d2e0-0f57-486a-80f7-3bbc4178b048 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] For port 6e583558-ca80-48a5-b9e1-bb4ff26969b6, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=6e583558-ca80-48a5-b9e1-bb4ff26969b6,segment=NetworkSegment(6f752645-cf30-4f19-93b3-0397fedfb909),segment_id=6f752645-cf30-4f19-93b3-0397fedfb909)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:57:53.465228 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7b54d2e0-0f57-486a-80f7-3bbc4178b048 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:53.512922 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533961e6-d776-4bed-8994-690ac75e0997 req-9a3dcd81-c4ba-4f1e-bd02-ac13fca834f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:57:53.515632 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-533961e6-d776-4bed-8994-690ac75e0997 req-9a3dcd81-c4ba-4f1e-bd02-ac13fca834f8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f35a648a7aca4680a908ac1344ad2536&device_id=c2f6cccc-66e8-45dd-b0f2-1609d9710501 HTTP/1.1" status: 200 len: 1098 time: 0.0509889 Dec 20 14:57:53.521814 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-7b54d2e0-0f57-486a-80f7-3bbc4178b048 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Calling delete_port for 6e583558-ca80-48a5-b9e1-bb4ff26969b6 owned by network:dhcp {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:57:53.530812 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-aabf7d1e-2fbb-467d-a166-b5741b477984 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:53.534614 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-13e04242-5e54-47e7-84fb-da42600f9759 None None] Set router c16b7030-e22d-4b1e-8f22-f322071287f2 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:57:53.551968 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-965371ef-efb6-470e-9dbc-78a53ec0984f None None] For port 6e583558-ca80-48a5-b9e1-bb4ff26969b6, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=6e583558-ca80-48a5-b9e1-bb4ff26969b6,segment=NetworkSegment(6f752645-cf30-4f19-93b3-0397fedfb909),segment_id=6f752645-cf30-4f19-93b3-0397fedfb909)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:57:53.552465 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-965371ef-efb6-470e-9dbc-78a53ec0984f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:53.568653 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-965371ef-efb6-470e-9dbc-78a53ec0984f None None] Calling delete_port for 6e583558-ca80-48a5-b9e1-bb4ff26969b6 owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:57:53.637664 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9730a03-5e3c-4aef-ba2b-f1904473a619 req-d695a59f-b639-4494-8325-6a70547e6bc8 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:57:53.639262 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c9730a03-5e3c-4aef-ba2b-f1904473a619 req-d695a59f-b639-4494-8325-6a70547e6bc8 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2f6cccc-66e8-45dd-b0f2-1609d9710501 HTTP/1.1" status: 200 len: 946 time: 0.1776872 Dec 20 14:57:53.686665 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533961e6-d776-4bed-8994-690ac75e0997 req-46cb7355-6ceb-406c-b1bf-9940e7e0f9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:57:53.689250 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-533961e6-d776-4bed-8994-690ac75e0997 req-46cb7355-6ceb-406c-b1bf-9940e7e0f9e7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=73869f0e-469c-4fc5-83ed-70acefda73c3 HTTP/1.1" status: 200 len: 898 time: 0.1653960 Dec 20 14:57:53.711428 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-aabf7d1e-2fbb-467d-a166-b5741b477984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:53.715976 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-aabf7d1e-2fbb-467d-a166-b5741b477984 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:53.717634 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-aabf7d1e-2fbb-467d-a166-b5741b477984 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c72a2b85-4bec-4be4-9512-90110d410377 HTTP/1.1" status: 204 len: 168 time: 0.3924775 Dec 20 14:57:53.718146 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-965371ef-efb6-470e-9dbc-78a53ec0984f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:53.745305 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabf7d1e-2fbb-467d-a166-b5741b477984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c72a2b85-4bec-4be4-9512-90110d410377,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:53.749519 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7b54d2e0-0f57-486a-80f7-3bbc4178b048 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:53.758941 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c9730a03-5e3c-4aef-ba2b-f1904473a619 req-bb54f103-fb48-477e-97e8-d0de86e79ad2 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=75f3ff45-fd05-40c4-864e-e35ed882846e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060579 Dec 20 14:57:53.790168 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b54d2e0-0f57-486a-80f7-3bbc4178b048 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] No DVR routers for this DVR port 6e583558-ca80-48a5-b9e1-bb4ff26969b6 on host n-d-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:57:53.796103 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 44392) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:53.812495 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965371ef-efb6-470e-9dbc-78a53ec0984f None None] Pushing event deleted for resources: {'Port': ['ID=6e583558-ca80-48a5-b9e1-bb4ff26969b6,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:53.822056 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b54d2e0-0f57-486a-80f7-3bbc4178b048 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Pushing event deleted for resources: {'Port': ['ID=6e583558-ca80-48a5-b9e1-bb4ff26969b6,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:53.857737 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-533961e6-d776-4bed-8994-690ac75e0997 req-254434c5-e367-4bd3-8cec-696d654f94e0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=329e3657-e325-4f90-aa5d-545b50cf1b18 HTTP/1.1" status: 200 len: 999 time: 0.1610239 Dec 20 14:57:53.882191 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965371ef-efb6-470e-9dbc-78a53ec0984f None None] No DVR routers for this DVR port 6e583558-ca80-48a5-b9e1-bb4ff26969b6 on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:57:53.936719 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7b54d2e0-0f57-486a-80f7-3bbc4178b048 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:53.939511 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-13e04242-5e54-47e7-84fb-da42600f9759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c16b7030-e22d-4b1e-8f22-f322071287f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1236446000', 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '2df9db62-f9bb-4ca7-84af-30b0d1a0a2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:57:25Z', 'updated_at': '2021-12-20T14:57:31Z', 'revision_number': 4, 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'gw_port': {'id': '2df9db62-f9bb-4ca7-84af-30b0d1a0a2d5', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16b7030-e22d-4b1e-8f22-f322071287f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:57:25Z', 'updated_at': '2021-12-20T14:57:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': '8cf2d8cc-187f-4f06-84d9-868b0c43dfc5', 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'floating_ip_address': '172.25.0.47', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': 'c16b7030-e22d-4b1e-8f22-f322071287f2', 'port_id': '329e3657-e325-4f90-aa5d-545b50cf1b18', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3683, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73869f0e-469c-4fc5-83ed-70acefda73c3', 'mac_address': 'fa:16:3e:34:37:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f6cccc-66e8-45dd-b0f2-1609d9710501', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T14:57:51Z', 'updated_at': '2021-12-20T14:57:51Z', 'revision_number': 0, 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41d1c64b-f266-4d19-95a1-941d8db9c976', 'name': '', 'network_id': '73869f0e-469c-4fc5-83ed-70acefda73c3', 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'mac_address': 'fa:16:3e:f2:e1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16b7030-e22d-4b1e-8f22-f322071287f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': 'bd3e6937-b29e-4cf6-8605-8815a3ea0369', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:57:30Z', 'updated_at': '2021-12-20T14:57:38Z', 'revision_number': 5, 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'subnets': [{'id': 'bd3e6937-b29e-4cf6-8605-8815a3ea0369', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:57:53.951230 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-dc357de7-2324-4eac-b8f4-b60d045662e0 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/floatingips/8cf2d8cc-187f-4f06-84d9-868b0c43dfc5 HTTP/1.1" status: 200 len: 991 time: 0.1539798 Dec 20 14:57:53.964793 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-7b54d2e0-0f57-486a-80f7-3bbc4178b048 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf7ed2c4-ee47-4168-a0c3-6fe11fa2223b']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:57:53.975156 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e04242-5e54-47e7-84fb-da42600f9759 None None] Checking router: c16b7030-e22d-4b1e-8f22-f322071287f2 for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:57:53.976768 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-7b54d2e0-0f57-486a-80f7-3bbc4178b048 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f752645-cf30-4f19-93b3-0397fedfb909') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:57:53.977072 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-7b54d2e0-0f57-486a-80f7-3bbc4178b048 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f752645-cf30-4f19-93b3-0397fedfb909') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:57:53.987597 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7b54d2e0-0f57-486a-80f7-3bbc4178b048 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:53.988676 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e04242-5e54-47e7-84fb-da42600f9759 None None] Routers {'c16b7030-e22d-4b1e-8f22-f322071287f2'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:57:53.990052 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-13e04242-5e54-47e7-84fb-da42600f9759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:57:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['c16b7030-e22d-4b1e-8f22-f322071287f2'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:57:53.999001 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533961e6-d776-4bed-8994-690ac75e0997 req-09630228-7e15-4d1a-b422-e4287f02db39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:57:53.999001 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-533961e6-d776-4bed-8994-690ac75e0997 req-09630228-7e15-4d1a-b422-e4287f02db39 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bd3e6937-b29e-4cf6-8605-8815a3ea0369 HTTP/1.1" status: 200 len: 835 time: 0.1279685 Dec 20 14:57:54.005596 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7b54d2e0-0f57-486a-80f7-3bbc4178b048 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:54.024920 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b54d2e0-0f57-486a-80f7-3bbc4178b048 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:57:54.025416 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7b54d2e0-0f57-486a-80f7-3bbc4178b048 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:54.029162 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:57:54.029162 n-d-761264-19 neutron-server[103168]: self.session.flush() Dec 20 14:57:54.029162 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:57:54.029162 n-d-761264-19 neutron-server[103168]: self.session.flush() Dec 20 14:57:54.029162 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:57:54.029162 n-d-761264-19 neutron-server[103168]: self.session.flush() Dec 20 14:57:54.029162 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 14:57:54.029162 n-d-761264-19 neutron-server[103168]: self.session.flush() Dec 20 14:57:54.029162 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 14:57:54.029162 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:57:54.029162 n-d-761264-19 neutron-server[103168]: timer() Dec 20 14:57:54.029162 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:57:54.029162 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 14:57:54.029162 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:57:54.029162 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 14:57:54.029162 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:57:54.029162 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 14:57:54.029162 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:57:54.029162 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 14:57:54.029162 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:57:54.029162 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 14:57:54.029162 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:57:54.029162 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:57:54.029162 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:57:54.029162 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:57:54.029162 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:57:54.029162 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 14:57:54.029162 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:57:54.029162 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 14:57:54.029162 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:57:54.029162 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:57:54.029162 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:57:54.029162 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 14:57:54.029162 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:57:54.029162 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:57:54.029162 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:57:54.029162 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:57:54.029162 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:57:54.029162 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:57:54.029162 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:57:54.064828 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533961e6-d776-4bed-8994-690ac75e0997 req-2eee3a42-b741-43e4-98b8-c970d1d0db13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:57:54.066440 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-533961e6-d776-4bed-8994-690ac75e0997 req-2eee3a42-b741-43e4-98b8-c970d1d0db13 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=73869f0e-469c-4fc5-83ed-70acefda73c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0649881 Dec 20 14:57:54.122684 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7b54d2e0-0f57-486a-80f7-3bbc4178b048 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:54.129029 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7b54d2e0-0f57-486a-80f7-3bbc4178b048 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks [] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:54.139433 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-7b54d2e0-0f57-486a-80f7-3bbc4178b048 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "DELETE /v2.0/networks/bf7ed2c4-ee47-4168-a0c3-6fe11fa2223b HTTP/1.1" status: 204 len: 168 time: 1.0572071 Dec 20 14:57:54.140579 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 44398) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:54.152470 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-c4adf39d-623a-4de5-82d0-ddd48fa74c0d tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1563243024', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:57:54.169733 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b54d2e0-0f57-486a-80f7-3bbc4178b048 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Pushing event deleted for resources: {'Network': ['ID=bf7ed2c4-ee47-4168-a0c3-6fe11fa2223b,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:54.191493 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-533961e6-d776-4bed-8994-690ac75e0997 req-88301677-6b6b-4b93-98f8-8ed27264a7b5 service neutron] 10.222.0.47 "GET /v2.0/networks/73869f0e-469c-4fc5-83ed-70acefda73c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113293 Dec 20 14:57:54.198065 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c4adf39d-623a-4de5-82d0-ddd48fa74c0d tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40114'] for router, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:54.199188 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c4adf39d-623a-4de5-82d0-ddd48fa74c0d tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40139'] for router, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:54.232663 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-13e04242-5e54-47e7-84fb-da42600f9759 None None] Set router c16b7030-e22d-4b1e-8f22-f322071287f2 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:57:54.269657 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c4adf39d-623a-4de5-82d0-ddd48fa74c0d tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:54.274914 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c4adf39d-623a-4de5-82d0-ddd48fa74c0d tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013'] for router, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:54.299392 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c4adf39d-623a-4de5-82d0-ddd48fa74c0d tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:54.304140 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 44402) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:54.304810 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-c4adf39d-623a-4de5-82d0-ddd48fa74c0d tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1592546 Dec 20 14:57:54.312667 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-55842cf9-92d4-4f14-80c8-13488c13d8f6 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1593320950'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:57:54.334641 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-533961e6-d776-4bed-8994-690ac75e0997 req-f2318dea-9532-4c86-82e4-04b22d984271 service neutron] 10.222.0.47 "GET /v2.0/networks/73869f0e-469c-4fc5-83ed-70acefda73c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351399 Dec 20 14:57:54.354872 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55842cf9-92d4-4f14-80c8-13488c13d8f6 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Made reservation on behalf of 43f7d6ec20ff4b80bbcb9fdd5fd65fb4 for: {'network': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:57:54.359226 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-55842cf9-92d4-4f14-80c8-13488c13d8f6 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:54.372216 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 6e583558-ca80-48a5-b9e1-bb4ff26969b6 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:57:54.386717 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55842cf9-92d4-4f14-80c8-13488c13d8f6 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=103167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:57:54.398144 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-55842cf9-92d4-4f14-80c8-13488c13d8f6 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:54.398650 n-d-761264-19 neutron-server[103167]: INFO neutron.db.segments_db [None req-55842cf9-92d4-4f14-80c8-13488c13d8f6 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Added segment 86a18503-9f5c-48dd-976a-a51925b6de49 of type vlan for network 18849597-1654-4f18-9233-43f2e53fcbc4 Dec 20 14:57:54.422197 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 6e583558-ca80-48a5-b9e1-bb4ff26969b6 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:57:54.422894 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 6e583558-ca80-48a5-b9e1-bb4ff26969b6 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:57:54.466609 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-55842cf9-92d4-4f14-80c8-13488c13d8f6 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:54.512571 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-55842cf9-92d4-4f14-80c8-13488c13d8f6 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:54.522530 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55842cf9-92d4-4f14-80c8-13488c13d8f6 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:57:54.525504 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-55842cf9-92d4-4f14-80c8-13488c13d8f6 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks [] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:54.602795 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-55842cf9-92d4-4f14-80c8-13488c13d8f6 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2972405 Dec 20 14:57:54.606042 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 44410) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:54.611075 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-5d636d7a-53b2-420f-b709-60b7fdbfee85 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Request body: {'subnet': {'network_id': '18849597-1654-4f18-9233-43f2e53fcbc4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:57:54.619966 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55842cf9-92d4-4f14-80c8-13488c13d8f6 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Pushing event updated for resources: {'Network': ['ID=18849597-1654-4f18-9233-43f2e53fcbc4,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:54.621027 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-13e04242-5e54-47e7-84fb-da42600f9759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c16b7030-e22d-4b1e-8f22-f322071287f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1236446000', 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '2df9db62-f9bb-4ca7-84af-30b0d1a0a2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:57:25Z', 'updated_at': '2021-12-20T14:57:31Z', 'revision_number': 4, 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'gw_port': {'id': '2df9db62-f9bb-4ca7-84af-30b0d1a0a2d5', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16b7030-e22d-4b1e-8f22-f322071287f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:57:25Z', 'updated_at': '2021-12-20T14:57:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': '8cf2d8cc-187f-4f06-84d9-868b0c43dfc5', 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'floating_ip_address': '172.25.0.47', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': 'c16b7030-e22d-4b1e-8f22-f322071287f2', 'port_id': '329e3657-e325-4f90-aa5d-545b50cf1b18', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3683, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73869f0e-469c-4fc5-83ed-70acefda73c3', 'mac_address': 'fa:16:3e:34:37:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f6cccc-66e8-45dd-b0f2-1609d9710501', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T14:57:51Z', 'updated_at': '2021-12-20T14:57:51Z', 'revision_number': 0, 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41d1c64b-f266-4d19-95a1-941d8db9c976', 'name': '', 'network_id': '73869f0e-469c-4fc5-83ed-70acefda73c3', 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'mac_address': 'fa:16:3e:f2:e1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16b7030-e22d-4b1e-8f22-f322071287f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': 'bd3e6937-b29e-4cf6-8605-8815a3ea0369', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:57:30Z', 'updated_at': '2021-12-20T14:57:38Z', 'revision_number': 5, 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'subnets': [{'id': 'bd3e6937-b29e-4cf6-8605-8815a3ea0369', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:57:54.630495 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 18849597-1654-4f18-9233-43f2e53fcbc4 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:57:54.685978 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e04242-5e54-47e7-84fb-da42600f9759 None None] The sync data for ids ['c16b7030-e22d-4b1e-8f22-f322071287f2'] in n-d-761264-19 is: [{'id': 'c16b7030-e22d-4b1e-8f22-f322071287f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1236446000', 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '2df9db62-f9bb-4ca7-84af-30b0d1a0a2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:57:25Z', 'updated_at': '2021-12-20T14:57:31Z', 'revision_number': 4, 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'gw_port': {'id': '2df9db62-f9bb-4ca7-84af-30b0d1a0a2d5', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16b7030-e22d-4b1e-8f22-f322071287f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:57:25Z', 'updated_at': '2021-12-20T14:57:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': '8cf2d8cc-187f-4f06-84d9-868b0c43dfc5', 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'floating_ip_address': '172.25.0.47', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': 'c16b7030-e22d-4b1e-8f22-f322071287f2', 'port_id': '329e3657-e325-4f90-aa5d-545b50cf1b18', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3683, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73869f0e-469c-4fc5-83ed-70acefda73c3', 'mac_address': 'fa:16:3e:34:37:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f6cccc-66e8-45dd-b0f2-1609d9710501', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T14:57:51Z', 'updated_at': '2021-12-20T14:57:51Z', 'revision_number': 0, 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41d1c64b-f266-4d19-95a1-941d8db9c976', 'name': '', 'network_id': '73869f0e-469c-4fc5-83ed-70acefda73c3', 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'mac_address': 'fa:16:3e:f2:e1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16b7030-e22d-4b1e-8f22-f322071287f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': 'bd3e6937-b29e-4cf6-8605-8815a3ea0369', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:57:30Z', 'updated_at': '2021-12-20T14:57:38Z', 'revision_number': 5, 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'subnets': [{'id': 'bd3e6937-b29e-4cf6-8605-8815a3ea0369', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:57:54.731469 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d636d7a-53b2-420f-b709-60b7fdbfee85 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Made reservation on behalf of 43f7d6ec20ff4b80bbcb9fdd5fd65fb4 for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:57:54.735218 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5d636d7a-53b2-420f-b709-60b7fdbfee85 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:54.933174 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 44420) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:54.954620 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 44424) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:54.971735 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5d636d7a-53b2-420f-b709-60b7fdbfee85 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:54.996786 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bbe1f4-c0f0-49f7-bd6f-d8cfa68fd674 None None] New status for floating IP 8cf2d8cc-187f-4f06-84d9-868b0c43dfc5: ACTIVE {{(pid=103169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 14:57:55.075755 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d636d7a-53b2-420f-b709-60b7fdbfee85 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Pushing event updated for resources: {'Subnet': ['ID=5e1fc010-d328-4fca-b686-fd28bdeaea16,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:55.078836 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d636d7a-53b2-420f-b709-60b7fdbfee85 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Checking segment: {'id': '86a18503-9f5c-48dd-976a-a51925b6de49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '18849597-1654-4f18-9233-43f2e53fcbc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:57:55.079304 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d636d7a-53b2-420f-b709-60b7fdbfee85 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Network hostable DHCP agents. Network: 18849597-1654-4f18-9233-43f2e53fcbc4, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:57:55.117649 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d636d7a-53b2-420f-b709-60b7fdbfee85 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Network 18849597-1654-4f18-9233-43f2e53fcbc4 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:57:55.129166 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-5d636d7a-53b2-420f-b709-60b7fdbfee85 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 18849597-1654-4f18-9233-43f2e53fcbc4) {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:57:55.134291 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d636d7a-53b2-420f-b709-60b7fdbfee85 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:57:55.135238 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5d636d7a-53b2-420f-b709-60b7fdbfee85 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:55.157910 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-5d636d7a-53b2-420f-b709-60b7fdbfee85 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5506613 Dec 20 14:57:55.160677 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 44428) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:55.246323 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15c0ff2-c216-4137-8bd1-1e777caa144a None None] Network 18849597-1654-4f18-9233-43f2e53fcbc4 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:57:55.389850 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4874fa2c-2b50-49cd-8f32-9d80b06cc8c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-18849597-1654-4f18-9233-43f2e53fcbc4', 'network_id': '18849597-1654-4f18-9233-43f2e53fcbc4', 'project_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'fixed_ips': [{'subnet_id': '5e1fc010-d328-4fca-b686-fd28bdeaea16'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:57:55.391493 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4874fa2c-2b50-49cd-8f32-9d80b06cc8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:55.432753 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-c2e7e1b9-6918-42cc-99a6-428965dff735 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1800862564-network', 'tenant_id': '94d5ec1be4224bf19556ff49607ea234'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:57:55.467987 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-2581f455-fc1a-4f86-a8aa-55cd31143976 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/floatingips/8cf2d8cc-187f-4f06-84d9-868b0c43dfc5 HTTP/1.1" status: 200 len: 991 time: 0.5109828 Dec 20 14:57:55.478067 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2e7e1b9-6918-42cc-99a6-428965dff735 admin admin] Made reservation on behalf of 94d5ec1be4224bf19556ff49607ea234 for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:57:55.480678 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c2e7e1b9-6918-42cc-99a6-428965dff735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:55.490466 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c2e7e1b9-6918-42cc-99a6-428965dff735 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:55.508716 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-50aaa404-8c77-4070-a159-720e0bcdc6c5 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:55.586143 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-4874fa2c-2b50-49cd-8f32-9d80b06cc8c6 None None] Allocated IP 2001:db8::2 (18849597-1654-4f18-9233-43f2e53fcbc4/5e1fc010-d328-4fca-b686-fd28bdeaea16/1e71b80a-5ba1-4463-8363-467530034de4) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:57:55.586818 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c2e7e1b9-6918-42cc-99a6-428965dff735 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:55.593937 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c2e7e1b9-6918-42cc-99a6-428965dff735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:55.635372 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2e7e1b9-6918-42cc-99a6-428965dff735 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:57:55.647300 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e7e1b9-6918-42cc-99a6-428965dff735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d518d5e8-8cf4-44ac-9ab8-9ac2aac4c4e4,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:55.673633 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c2e7e1b9-6918-42cc-99a6-428965dff735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:55.674266 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-c2e7e1b9-6918-42cc-99a6-428965dff735 admin admin] Added segment 43ef3f1c-260c-462f-9dcf-14629e258142 of type vlan for network 4e36bcda-6793-46ad-9614-45211f7bdc5f Dec 20 14:57:55.721095 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c2e7e1b9-6918-42cc-99a6-428965dff735 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:55.747403 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c2e7e1b9-6918-42cc-99a6-428965dff735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:55.748425 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e7e1b9-6918-42cc-99a6-428965dff735 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:57:55.749061 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c2e7e1b9-6918-42cc-99a6-428965dff735 admin admin] Publish callbacks [] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:55.764540 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4874fa2c-2b50-49cd-8f32-9d80b06cc8c6 None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:55.772220 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4874fa2c-2b50-49cd-8f32-9d80b06cc8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:55.820467 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-c2e7e1b9-6918-42cc-99a6-428965dff735 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8807621 Dec 20 14:57:55.820711 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4874fa2c-2b50-49cd-8f32-9d80b06cc8c6 None None] Network 18849597-1654-4f18-9233-43f2e53fcbc4 is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:57:55.820822 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 44430) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:55.820922 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-4874fa2c-2b50-49cd-8f32-9d80b06cc8c6 None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:57:55.821547 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4874fa2c-2b50-49cd-8f32-9d80b06cc8c6 None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:57:55.827085 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-6f917bd9-7b34-4639-bdbc-e2505eccf4cf admin admin] Request body: {'subnet': {'network_id': '4e36bcda-6793-46ad-9614-45211f7bdc5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1800862564-subnet', 'tenant_id': '94d5ec1be4224bf19556ff49607ea234', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:57:55.828690 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4874fa2c-2b50-49cd-8f32-9d80b06cc8c6 None None] Pushing event updated for resources: {'Port': ['ID=1e71b80a-5ba1-4463-8363-467530034de4,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:55.829043 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e7e1b9-6918-42cc-99a6-428965dff735 admin admin] Pushing event updated for resources: {'Network': ['ID=4e36bcda-6793-46ad-9614-45211f7bdc5f,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:55.858631 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-50aaa404-8c77-4070-a159-720e0bcdc6c5 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Allocated IP 2001:db8::1 (18849597-1654-4f18-9233-43f2e53fcbc4/5e1fc010-d328-4fca-b686-fd28bdeaea16/d6f43238-cdd5-4be3-bbdb-b8f3ab940add) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:57:55.862933 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 4e36bcda-6793-46ad-9614-45211f7bdc5f details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:57:55.871164 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f917bd9-7b34-4639-bdbc-e2505eccf4cf admin admin] Made reservation on behalf of 94d5ec1be4224bf19556ff49607ea234 for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:57:55.873870 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6f917bd9-7b34-4639-bdbc-e2505eccf4cf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:55.957898 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-4874fa2c-2b50-49cd-8f32-9d80b06cc8c6 None None] Attempting to bind port 1e71b80a-5ba1-4463-8363-467530034de4 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:57:55.958276 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-4874fa2c-2b50-49cd-8f32-9d80b06cc8c6 None None] Attempting to bind port 1e71b80a-5ba1-4463-8363-467530034de4 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '86a18503-9f5c-48dd-976a-a51925b6de49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '18849597-1654-4f18-9233-43f2e53fcbc4'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:57:55.958640 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4874fa2c-2b50-49cd-8f32-9d80b06cc8c6 None None] Attempting to bind port 1e71b80a-5ba1-4463-8363-467530034de4 on network 18849597-1654-4f18-9233-43f2e53fcbc4 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:57:55.974174 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4874fa2c-2b50-49cd-8f32-9d80b06cc8c6 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:57:55.974571 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4874fa2c-2b50-49cd-8f32-9d80b06cc8c6 None None] Checking segment: {'id': '86a18503-9f5c-48dd-976a-a51925b6de49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '18849597-1654-4f18-9233-43f2e53fcbc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:57:55.975008 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4874fa2c-2b50-49cd-8f32-9d80b06cc8c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:55.976098 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4874fa2c-2b50-49cd-8f32-9d80b06cc8c6 None None] Bound using segment: {'id': '86a18503-9f5c-48dd-976a-a51925b6de49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '18849597-1654-4f18-9233-43f2e53fcbc4'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:57:55.976098 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-4874fa2c-2b50-49cd-8f32-9d80b06cc8c6 None None] Bound port: 1e71b80a-5ba1-4463-8363-467530034de4, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86a18503-9f5c-48dd-976a-a51925b6de49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '18849597-1654-4f18-9233-43f2e53fcbc4'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:57:55.976335 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4874fa2c-2b50-49cd-8f32-9d80b06cc8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:56.043559 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-4874fa2c-2b50-49cd-8f32-9d80b06cc8c6 None None] For port 1e71b80a-5ba1-4463-8363-467530034de4, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:57:56.050775 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-4874fa2c-2b50-49cd-8f32-9d80b06cc8c6 None None] For port 1e71b80a-5ba1-4463-8363-467530034de4, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=1e71b80a-5ba1-4463-8363-467530034de4,segment=NetworkSegment(86a18503-9f5c-48dd-976a-a51925b6de49),segment_id=86a18503-9f5c-48dd-976a-a51925b6de49)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:57:56.058533 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4874fa2c-2b50-49cd-8f32-9d80b06cc8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:56.058803 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-50aaa404-8c77-4070-a159-720e0bcdc6c5 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:56.127520 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4874fa2c-2b50-49cd-8f32-9d80b06cc8c6 None None] Pushing event updated for resources: {'Port': ['ID=1e71b80a-5ba1-4463-8363-467530034de4,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:56.149549 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-50aaa404-8c77-4070-a159-720e0bcdc6c5 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:56.228631 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50aaa404-8c77-4070-a159-720e0bcdc6c5 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Network 18849597-1654-4f18-9233-43f2e53fcbc4 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:57:56.233226 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-50aaa404-8c77-4070-a159-720e0bcdc6c5 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:57:56.236097 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50aaa404-8c77-4070-a159-720e0bcdc6c5 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:57:56.236737 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-50aaa404-8c77-4070-a159-720e0bcdc6c5 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595714'] for router_interface, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:56.327046 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6f917bd9-7b34-4639-bdbc-e2505eccf4cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:56.380378 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aaa404-8c77-4070-a159-720e0bcdc6c5 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Pushing event updated for resources: {'Port': ['ID=d6f43238-cdd5-4be3-bbdb-b8f3ab940add,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:56.442046 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f917bd9-7b34-4639-bdbc-e2505eccf4cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=5dc305ed-5b68-4953-82c4-0adc3da8ef7a,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:56.463435 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-50aaa404-8c77-4070-a159-720e0bcdc6c5 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:56.465336 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f917bd9-7b34-4639-bdbc-e2505eccf4cf admin admin] Checking segment: {'id': '43ef3f1c-260c-462f-9dcf-14629e258142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '4e36bcda-6793-46ad-9614-45211f7bdc5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:57:56.465691 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f917bd9-7b34-4639-bdbc-e2505eccf4cf admin admin] Network hostable DHCP agents. Network: 4e36bcda-6793-46ad-9614-45211f7bdc5f, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:57:56.470916 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 44434) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:56.519436 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f917bd9-7b34-4639-bdbc-e2505eccf4cf admin admin] Network 4e36bcda-6793-46ad-9614-45211f7bdc5f is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:57:56.537483 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-6f917bd9-7b34-4639-bdbc-e2505eccf4cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 4e36bcda-6793-46ad-9614-45211f7bdc5f) {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:57:56.545433 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f917bd9-7b34-4639-bdbc-e2505eccf4cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:57:56.546021 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6f917bd9-7b34-4639-bdbc-e2505eccf4cf admin admin] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:56.548187 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c05d22-743c-4d0b-91e6-5488e5c63f7e None None] Network 4e36bcda-6793-46ad-9614-45211f7bdc5f requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:57:56.552742 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-1acb5152-5790-4afd-ad9a-ff1aaa71aed0 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/floatingips/8cf2d8cc-187f-4f06-84d9-868b0c43dfc5 HTTP/1.1" status: 200 len: 993 time: 0.0805426 Dec 20 14:57:56.628693 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-6f917bd9-7b34-4639-bdbc-e2505eccf4cf admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8081253 Dec 20 14:57:56.656859 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c622bee5-383f-44d9-ae8b-fc389291b268 None None] Network 4e36bcda-6793-46ad-9614-45211f7bdc5f requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:57:57.179173 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-50aaa404-8c77-4070-a159-720e0bcdc6c5 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:57.187506 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-50aaa404-8c77-4070-a159-720e0bcdc6c5 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:57.188518 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-50aaa404-8c77-4070-a159-720e0bcdc6c5 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1595702'] for router_interface, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:57.237562 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 44452) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:57.242680 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-9790249f-7179-4dab-84fb-0de31fdb6765 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1695118802-network', 'tenant_id': 'aeef6e7ca29f450ca79f4511e18167e8'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:57:57.269845 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9790249f-7179-4dab-84fb-0de31fdb6765 admin admin] Made reservation on behalf of aeef6e7ca29f450ca79f4511e18167e8 for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:57:57.274208 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9790249f-7179-4dab-84fb-0de31fdb6765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:57.285257 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9790249f-7179-4dab-84fb-0de31fdb6765 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:57.297544 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aaa404-8c77-4070-a159-720e0bcdc6c5 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Pushing event updated for resources: {'Port': ['ID=d6f43238-cdd5-4be3-bbdb-b8f3ab940add,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:57.351972 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50aaa404-8c77-4070-a159-720e0bcdc6c5 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Network 18849597-1654-4f18-9233-43f2e53fcbc4 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:57:57.353385 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-50aaa404-8c77-4070-a159-720e0bcdc6c5 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:57:57.375468 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d151cac-aac7-4c68-b8c2-a5cc70bd03bf None None] Network 18849597-1654-4f18-9233-43f2e53fcbc4 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:57:57.386111 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9790249f-7179-4dab-84fb-0de31fdb6765 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:57.411747 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9790249f-7179-4dab-84fb-0de31fdb6765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:57.443762 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9790249f-7179-4dab-84fb-0de31fdb6765 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:57:57.472525 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9790249f-7179-4dab-84fb-0de31fdb6765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d11cd19a-9a91-4d1e-9845-e7f5cda131a2,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:57.491854 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9790249f-7179-4dab-84fb-0de31fdb6765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:57.492326 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-9790249f-7179-4dab-84fb-0de31fdb6765 admin admin] Added segment 3191392c-dd62-45b2-867a-bc47c76dd69d of type vlan for network 2bd8fd44-929c-4d87-9328-dc53e8636e40 Dec 20 14:57:57.500427 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-dad1019e-ad9f-47de-a93c-e21af5caf4fa None None] Provisioning complete for port 1e71b80a-5ba1-4463-8363-467530034de4 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:57:57.501093 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-dad1019e-ad9f-47de-a93c-e21af5caf4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:57.510274 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50aaa404-8c77-4070-a159-720e0bcdc6c5 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Router 4113aedc-39d3-456d-936f-29b087b812b4 is scheduled to L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 with binding_index 1 {{(pid=103167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 14:57:57.550502 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9790249f-7179-4dab-84fb-0de31fdb6765 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:57.597458 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9790249f-7179-4dab-84fb-0de31fdb6765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:57.599692 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9790249f-7179-4dab-84fb-0de31fdb6765 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:57:57.600502 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9790249f-7179-4dab-84fb-0de31fdb6765 admin admin] Publish callbacks [] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:57.607246 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-dad1019e-ad9f-47de-a93c-e21af5caf4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:57.632775 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50aaa404-8c77-4070-a159-720e0bcdc6c5 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:57:57.644668 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-50aaa404-8c77-4070-a159-720e0bcdc6c5 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "PUT /v2.0/routers/4113aedc-39d3-456d-936f-29b087b812b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4798939 Dec 20 14:57:57.645115 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 44454) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:57.648724 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468f72d2-0606-422a-9772-764be0b9b3e1 None None] Sync routers for ids ['4113aedc-39d3-456d-936f-29b087b812b4'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:57:57.650644 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-9790249f-7179-4dab-84fb-0de31fdb6765 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4119322 Dec 20 14:57:57.655088 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-7c616924-c749-426d-b121-eeff8655dc07 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-23176719'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:57:57.658103 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 44456) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:57.663473 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468f72d2-0606-422a-9772-764be0b9b3e1 None None] Routers {'4113aedc-39d3-456d-936f-29b087b812b4'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:57:57.664392 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-468f72d2-0606-422a-9772-764be0b9b3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:57:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['4113aedc-39d3-456d-936f-29b087b812b4'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:57:57.666359 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-dad1019e-ad9f-47de-a93c-e21af5caf4fa None None] For port 1e71b80a-5ba1-4463-8363-467530034de4, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=1e71b80a-5ba1-4463-8363-467530034de4,segment=NetworkSegment(86a18503-9f5c-48dd-976a-a51925b6de49),segment_id=86a18503-9f5c-48dd-976a-a51925b6de49)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:57:57.667562 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-907bffa7-5e2b-4c0f-bb52-c0c2861345bc admin admin] Request body: {'subnet': {'network_id': '2bd8fd44-929c-4d87-9328-dc53e8636e40', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1695118802-subnet', 'tenant_id': 'aeef6e7ca29f450ca79f4511e18167e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:57:57.678442 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-dad1019e-ad9f-47de-a93c-e21af5caf4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:57.713831 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9790249f-7179-4dab-84fb-0de31fdb6765 admin admin] Pushing event updated for resources: {'Network': ['ID=2bd8fd44-929c-4d87-9328-dc53e8636e40,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:57.727419 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 2bd8fd44-929c-4d87-9328-dc53e8636e40 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:57:57.738236 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-907bffa7-5e2b-4c0f-bb52-c0c2861345bc admin admin] Made reservation on behalf of aeef6e7ca29f450ca79f4511e18167e8 for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:57:57.762841 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-907bffa7-5e2b-4c0f-bb52-c0c2861345bc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:57.768991 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad1019e-ad9f-47de-a93c-e21af5caf4fa None None] Pushing event updated for resources: {'Port': ['ID=1e71b80a-5ba1-4463-8363-467530034de4,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:57.776891 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c616924-c749-426d-b121-eeff8655dc07 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Made reservation on behalf of 43f7d6ec20ff4b80bbcb9fdd5fd65fb4 for: {'network': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:57:57.785077 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7c616924-c749-426d-b121-eeff8655dc07 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:57.795220 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-468f72d2-0606-422a-9772-764be0b9b3e1 None None] Set router 4113aedc-39d3-456d-936f-29b087b812b4 gateway port host: None {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:57:57.884472 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c616924-c749-426d-b121-eeff8655dc07 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=103167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:57:57.910114 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7c616924-c749-426d-b121-eeff8655dc07 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:57.910454 n-d-761264-19 neutron-server[103167]: INFO neutron.db.segments_db [None req-7c616924-c749-426d-b121-eeff8655dc07 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Added segment 70774e14-40cc-48b5-8e3f-422f8a1b529b of type vlan for network 3cbb39f3-7d44-4126-97c8-7c3f515f6a8e Dec 20 14:57:57.921927 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-22e0693d-c516-41cb-a77b-f8a70042c7ff None None] Provisioning complete for port 1e71b80a-5ba1-4463-8363-467530034de4 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:57:57.922305 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-22e0693d-c516-41cb-a77b-f8a70042c7ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:57.973772 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7c616924-c749-426d-b121-eeff8655dc07 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:58.038485 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-22e0693d-c516-41cb-a77b-f8a70042c7ff None None] Provisioning complete for port d6f43238-cdd5-4be3-bbdb-b8f3ab940add triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:57:58.039687 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-22e0693d-c516-41cb-a77b-f8a70042c7ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:58.062903 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7c616924-c749-426d-b121-eeff8655dc07 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:58.070759 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-468f72d2-0606-422a-9772-764be0b9b3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4113aedc-39d3-456d-936f-29b087b812b4', 'name': 'tempest-RoutersIpV6Test-router-1563243024', 'tenant_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:57:54Z', 'updated_at': '2021-12-20T14:57:56Z', 'revision_number': 2, 'project_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'gw_port_host': None, '_interfaces': [{'id': 'd6f43238-cdd5-4be3-bbdb-b8f3ab940add', 'name': '', 'network_id': '18849597-1654-4f18-9233-43f2e53fcbc4', 'tenant_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'mac_address': 'fa:16:3e:cd:31:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4113aedc-39d3-456d-936f-29b087b812b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': '5e1fc010-d328-4fca-b686-fd28bdeaea16', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:57:55Z', 'updated_at': '2021-12-20T14:57:56Z', 'revision_number': 2, 'project_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'subnets': [{'id': '5e1fc010-d328-4fca-b686-fd28bdeaea16', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:57:58.076608 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c616924-c749-426d-b121-eeff8655dc07 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:57:58.077366 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7c616924-c749-426d-b121-eeff8655dc07 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks [] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:58.101362 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468f72d2-0606-422a-9772-764be0b9b3e1 None None] Checking router: 4113aedc-39d3-456d-936f-29b087b812b4 for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:57:58.102082 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468f72d2-0606-422a-9772-764be0b9b3e1 None None] Updating router 4113aedc-39d3-456d-936f-29b087b812b4 port d6f43238-cdd5-4be3-bbdb-b8f3ab940add binding host n-d-761264-19 {{(pid=103170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 14:57:58.117402 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-22e0693d-c516-41cb-a77b-f8a70042c7ff None None] Port d6f43238-cdd5-4be3-bbdb-b8f3ab940add cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:57:58.144014 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-468f72d2-0606-422a-9772-764be0b9b3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:58.181929 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c616924-c749-426d-b121-eeff8655dc07 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Pushing event updated for resources: {'Network': ['ID=3cbb39f3-7d44-4126-97c8-7c3f515f6a8e,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:58.194865 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 3cbb39f3-7d44-4126-97c8-7c3f515f6a8e details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:57:58.196861 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-7c616924-c749-426d-b121-eeff8655dc07 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5506821 Dec 20 14:57:58.200169 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 44460) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:58.206648 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-47c32a79-31c5-4806-9887-1f9ba19b9530 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Request body: {'subnet': {'network_id': '3cbb39f3-7d44-4126-97c8-7c3f515f6a8e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:57:58.212473 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-907bffa7-5e2b-4c0f-bb52-c0c2861345bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:58.369292 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907bffa7-5e2b-4c0f-bb52-c0c2861345bc admin admin] Checking segment: {'id': '3191392c-dd62-45b2-867a-bc47c76dd69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2bd8fd44-929c-4d87-9328-dc53e8636e40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:57:58.369685 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907bffa7-5e2b-4c0f-bb52-c0c2861345bc admin admin] Network hostable DHCP agents. Network: 2bd8fd44-929c-4d87-9328-dc53e8636e40, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:57:58.384401 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907bffa7-5e2b-4c0f-bb52-c0c2861345bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd630c32-7462-4a76-a2d1-4129f697a337,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:58.414687 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47c32a79-31c5-4806-9887-1f9ba19b9530 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Made reservation on behalf of 43f7d6ec20ff4b80bbcb9fdd5fd65fb4 for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:57:58.420066 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-47c32a79-31c5-4806-9887-1f9ba19b9530 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:58.424184 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907bffa7-5e2b-4c0f-bb52-c0c2861345bc admin admin] Network 2bd8fd44-929c-4d87-9328-dc53e8636e40 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:57:58.465195 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-907bffa7-5e2b-4c0f-bb52-c0c2861345bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 2bd8fd44-929c-4d87-9328-dc53e8636e40) {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:57:58.469996 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907bffa7-5e2b-4c0f-bb52-c0c2861345bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:57:58.470955 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-907bffa7-5e2b-4c0f-bb52-c0c2861345bc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:58.515789 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-907bffa7-5e2b-4c0f-bb52-c0c2861345bc admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8477430 Dec 20 14:57:58.551408 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 1e71b80a-5ba1-4463-8363-467530034de4 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:57:58.553312 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1e0f5c-990e-48b1-9795-bdbb640eee52 None None] Network 2bd8fd44-929c-4d87-9328-dc53e8636e40 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:57:58.738564 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-47c32a79-31c5-4806-9887-1f9ba19b9530 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8848317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10470522'] for subnet, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:58.766638 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-f3a3af83-8f2f-470a-b593-0ab523353dc0 None None] Provisioning complete for port d6f43238-cdd5-4be3-bbdb-b8f3ab940add triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:57:58.767257 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f3a3af83-8f2f-470a-b593-0ab523353dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:58.811185 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c32a79-31c5-4806-9887-1f9ba19b9530 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Pushing event updated for resources: {'Subnet': ['ID=6f71f04d-8df8-42ea-99d0-7fa3cbf1d4dc,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:58.847069 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-468f72d2-0606-422a-9772-764be0b9b3e1 None None] Publish callbacks [] for port, precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:58.851338 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c32a79-31c5-4806-9887-1f9ba19b9530 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Checking segment: {'id': '70774e14-40cc-48b5-8e3f-422f8a1b529b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3cbb39f3-7d44-4126-97c8-7c3f515f6a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:57:58.851338 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c32a79-31c5-4806-9887-1f9ba19b9530 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Network hostable DHCP agents. Network: 3cbb39f3-7d44-4126-97c8-7c3f515f6a8e, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:57:58.875024 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-468f72d2-0606-422a-9772-764be0b9b3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:58.877275 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf40cb24-9b75-4a23-b94d-62ef5bf276cf None None] Network 2bd8fd44-929c-4d87-9328-dc53e8636e40 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:57:58.898093 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c32a79-31c5-4806-9887-1f9ba19b9530 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Network 3cbb39f3-7d44-4126-97c8-7c3f515f6a8e is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:57:58.918001 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-47c32a79-31c5-4806-9887-1f9ba19b9530 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 3cbb39f3-7d44-4126-97c8-7c3f515f6a8e) {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:57:58.922890 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c32a79-31c5-4806-9887-1f9ba19b9530 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:57:58.923556 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-47c32a79-31c5-4806-9887-1f9ba19b9530 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks [] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:58.953047 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-47c32a79-31c5-4806-9887-1f9ba19b9530 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7515900 Dec 20 14:57:58.956043 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 44470) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:57:58.959270 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85bd1e08-7a51-4086-bc75-94cc6dccfb9a None None] Network 3cbb39f3-7d44-4126-97c8-7c3f515f6a8e requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:57:59.019931 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699899a5-c984-40c4-ac2c-0b0958e0a0de None None] Pushing event updated for resources: {'Port': ['ID=d6f43238-cdd5-4be3-bbdb-b8f3ab940add,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:59.043721 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-f3a3af83-8f2f-470a-b593-0ab523353dc0 None None] Port d6f43238-cdd5-4be3-bbdb-b8f3ab940add cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:57:59.050020 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 1e71b80a-5ba1-4463-8363-467530034de4 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:57:59.050385 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:59.061429 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-468f72d2-0606-422a-9772-764be0b9b3e1 None None] Attempting to bind port d6f43238-cdd5-4be3-bbdb-b8f3ab940add on host n-d-761264-19 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:57:59.061817 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-468f72d2-0606-422a-9772-764be0b9b3e1 None None] Attempting to bind port d6f43238-cdd5-4be3-bbdb-b8f3ab940add by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '86a18503-9f5c-48dd-976a-a51925b6de49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '18849597-1654-4f18-9233-43f2e53fcbc4'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:57:59.065242 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468f72d2-0606-422a-9772-764be0b9b3e1 None None] Attempting to bind port d6f43238-cdd5-4be3-bbdb-b8f3ab940add on network 18849597-1654-4f18-9233-43f2e53fcbc4 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:57:59.094571 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468f72d2-0606-422a-9772-764be0b9b3e1 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:57:59.095069 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468f72d2-0606-422a-9772-764be0b9b3e1 None None] Checking segment: {'id': '86a18503-9f5c-48dd-976a-a51925b6de49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '18849597-1654-4f18-9233-43f2e53fcbc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:57:59.095940 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-468f72d2-0606-422a-9772-764be0b9b3e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:59.096064 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468f72d2-0606-422a-9772-764be0b9b3e1 None None] Bound using segment: {'id': '86a18503-9f5c-48dd-976a-a51925b6de49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '18849597-1654-4f18-9233-43f2e53fcbc4'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:57:59.096559 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-468f72d2-0606-422a-9772-764be0b9b3e1 None None] Bound port: d6f43238-cdd5-4be3-bbdb-b8f3ab940add, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86a18503-9f5c-48dd-976a-a51925b6de49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '18849597-1654-4f18-9233-43f2e53fcbc4'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:57:59.097375 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-468f72d2-0606-422a-9772-764be0b9b3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:59.220124 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-468f72d2-0606-422a-9772-764be0b9b3e1 None None] For port d6f43238-cdd5-4be3-bbdb-b8f3ab940add, host n-d-761264-19, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:57:59.224558 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-468f72d2-0606-422a-9772-764be0b9b3e1 None None] For port d6f43238-cdd5-4be3-bbdb-b8f3ab940add, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=d6f43238-cdd5-4be3-bbdb-b8f3ab940add,segment=NetworkSegment(86a18503-9f5c-48dd-976a-a51925b6de49),segment_id=86a18503-9f5c-48dd-976a-a51925b6de49)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:57:59.249286 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-8ba024cc-1eb4-47c6-8e03-83ab74b8ec3d None None] Provisioning complete for port d6f43238-cdd5-4be3-bbdb-b8f3ab940add triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:57:59.249835 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8ba024cc-1eb4-47c6-8e03-83ab74b8ec3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:59.253417 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-468f72d2-0606-422a-9772-764be0b9b3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:59.323371 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c57577-f895-4394-9cb5-cdcfd07bd551 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-3cbb39f3-7d44-4126-97c8-7c3f515f6a8e', 'network_id': '3cbb39f3-7d44-4126-97c8-7c3f515f6a8e', 'project_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'fixed_ips': [{'subnet_id': '6f71f04d-8df8-42ea-99d0-7fa3cbf1d4dc'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:57:59.324236 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b5c57577-f895-4394-9cb5-cdcfd07bd551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:59.338654 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468f72d2-0606-422a-9772-764be0b9b3e1 None None] Routers {'4113aedc-39d3-456d-936f-29b087b812b4'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:57:59.339316 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-468f72d2-0606-422a-9772-764be0b9b3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:57:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['4113aedc-39d3-456d-936f-29b087b812b4'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:57:59.451168 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699899a5-c984-40c4-ac2c-0b0958e0a0de None None] Pushing event updated for resources: {'Port': ['ID=d6f43238-cdd5-4be3-bbdb-b8f3ab940add,revision_number=4']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:59.477013 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-468f72d2-0606-422a-9772-764be0b9b3e1 None None] Set router 4113aedc-39d3-456d-936f-29b087b812b4 gateway port host: None {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:57:59.540349 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8ba024cc-1eb4-47c6-8e03-83ab74b8ec3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:59.558013 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6172a0c9-0ab9-4c58-bad4-af8c5b5849c0 req-bacd13c8-12ce-4762-bf4a-a0636768cb0d tempest-VolumesActionsTest-1721912730 tempest-VolumesActionsTest-1721912730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:57:59.564037 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6172a0c9-0ab9-4c58-bad4-af8c5b5849c0 req-bacd13c8-12ce-4762-bf4a-a0636768cb0d tempest-VolumesActionsTest-1721912730 tempest-VolumesActionsTest-1721912730-project] 10.222.0.54 "GET /v2.0/networks?id=4e36bcda-6793-46ad-9614-45211f7bdc5f HTTP/1.1" status: 200 len: 809 time: 0.2573044 Dec 20 14:57:59.593039 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6172a0c9-0ab9-4c58-bad4-af8c5b5849c0 req-a86a84f8-3c64-4cb3-8ee2-3063e46094c0 tempest-VolumesActionsTest-1721912730 tempest-VolumesActionsTest-1721912730-project] 10.222.0.54 "GET /v2.0/quotas/94d5ec1be4224bf19556ff49607ea234 HTTP/1.1" status: 200 len: 375 time: 0.0235593 Dec 20 14:57:59.594313 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4a2e024b-aa0a-4d32-97a0-1c9b7dfbe2bf tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:59.598633 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-b5c57577-f895-4394-9cb5-cdcfd07bd551 None None] Allocated IP 2001:db8:1::2 (3cbb39f3-7d44-4126-97c8-7c3f515f6a8e/6f71f04d-8df8-42ea-99d0-7fa3cbf1d4dc/dd1dfb47-e6e6-4ce7-9e20-f25bdb289016) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:57:59.611774 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-8ba024cc-1eb4-47c6-8e03-83ab74b8ec3d None None] For port d6f43238-cdd5-4be3-bbdb-b8f3ab940add, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=d6f43238-cdd5-4be3-bbdb-b8f3ab940add,segment=NetworkSegment(86a18503-9f5c-48dd-976a-a51925b6de49),segment_id=86a18503-9f5c-48dd-976a-a51925b6de49)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:57:59.625529 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8ba024cc-1eb4-47c6-8e03-83ab74b8ec3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:59.646945 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6172a0c9-0ab9-4c58-bad4-af8c5b5849c0 req-ec5c9a25-15d0-437b-b3ae-97c17b814e75 tempest-VolumesActionsTest-1721912730 tempest-VolumesActionsTest-1721912730-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=94d5ec1be4224bf19556ff49607ea234&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0471303 Dec 20 14:57:59.695830 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba024cc-1eb4-47c6-8e03-83ab74b8ec3d None None] Pushing event updated for resources: {'Port': ['ID=d6f43238-cdd5-4be3-bbdb-b8f3ab940add,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:57:59.727125 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-468f72d2-0606-422a-9772-764be0b9b3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4113aedc-39d3-456d-936f-29b087b812b4', 'name': 'tempest-RoutersIpV6Test-router-1563243024', 'tenant_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:57:54Z', 'updated_at': '2021-12-20T14:57:56Z', 'revision_number': 2, 'project_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'gw_port_host': None, '_interfaces': [{'id': 'd6f43238-cdd5-4be3-bbdb-b8f3ab940add', 'name': '', 'network_id': '18849597-1654-4f18-9233-43f2e53fcbc4', 'tenant_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'mac_address': 'fa:16:3e:cd:31:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4113aedc-39d3-456d-936f-29b087b812b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': '5e1fc010-d328-4fca-b686-fd28bdeaea16', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:57:55Z', 'updated_at': '2021-12-20T14:57:59Z', 'revision_number': 4, 'project_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'subnets': [{'id': '5e1fc010-d328-4fca-b686-fd28bdeaea16', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:57:59.755390 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6172a0c9-0ab9-4c58-bad4-af8c5b5849c0 req-3eb4f05d-43f2-4b0e-a68b-db02c3bbf62d service neutron] 10.222.0.54 "GET /v2.0/networks/4e36bcda-6793-46ad-9614-45211f7bdc5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006653 Dec 20 14:57:59.764683 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468f72d2-0606-422a-9772-764be0b9b3e1 None None] The sync data for ids ['4113aedc-39d3-456d-936f-29b087b812b4'] in n-d-761264-19 is: [{'id': '4113aedc-39d3-456d-936f-29b087b812b4', 'name': 'tempest-RoutersIpV6Test-router-1563243024', 'tenant_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:57:54Z', 'updated_at': '2021-12-20T14:57:56Z', 'revision_number': 2, 'project_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'gw_port_host': None, '_interfaces': [{'id': 'd6f43238-cdd5-4be3-bbdb-b8f3ab940add', 'name': '', 'network_id': '18849597-1654-4f18-9233-43f2e53fcbc4', 'tenant_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'mac_address': 'fa:16:3e:cd:31:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4113aedc-39d3-456d-936f-29b087b812b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': '5e1fc010-d328-4fca-b686-fd28bdeaea16', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:57:55Z', 'updated_at': '2021-12-20T14:57:59Z', 'revision_number': 4, 'project_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'subnets': [{'id': '5e1fc010-d328-4fca-b686-fd28bdeaea16', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:57:59.798317 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-94aed00b-ee87-4c05-9841-5558b42ca93e None None] Provisioning complete for port d6f43238-cdd5-4be3-bbdb-b8f3ab940add triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:57:59.798889 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-94aed00b-ee87-4c05-9841-5558b42ca93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:59.886349 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6172a0c9-0ab9-4c58-bad4-af8c5b5849c0 req-6d659a40-269d-459e-a476-d8c3a950efe2 service neutron] 10.222.0.54 "GET /v2.0/networks/4e36bcda-6793-46ad-9614-45211f7bdc5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235018 Dec 20 14:57:59.920043 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b5c57577-f895-4394-9cb5-cdcfd07bd551 None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:57:59.948860 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b5c57577-f895-4394-9cb5-cdcfd07bd551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:00.005725 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c57577-f895-4394-9cb5-cdcfd07bd551 None None] Network 3cbb39f3-7d44-4126-97c8-7c3f515f6a8e is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:58:00.009881 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-b5c57577-f895-4394-9cb5-cdcfd07bd551 None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:58:00.013375 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c57577-f895-4394-9cb5-cdcfd07bd551 None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:58:00.024429 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c57577-f895-4394-9cb5-cdcfd07bd551 None None] Pushing event updated for resources: {'Port': ['ID=dd1dfb47-e6e6-4ce7-9e20-f25bdb289016,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:58:00.053799 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-4a2e024b-aa0a-4d32-97a0-1c9b7dfbe2bf tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Allocated IP 2001:db8:1::1 (3cbb39f3-7d44-4126-97c8-7c3f515f6a8e/6f71f04d-8df8-42ea-99d0-7fa3cbf1d4dc/b86f5c51-9cd4-4938-a817-0bede361a19e) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:58:00.094105 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-b5c57577-f895-4394-9cb5-cdcfd07bd551 None None] Attempting to bind port dd1dfb47-e6e6-4ce7-9e20-f25bdb289016 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:58:00.094665 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-b5c57577-f895-4394-9cb5-cdcfd07bd551 None None] Attempting to bind port dd1dfb47-e6e6-4ce7-9e20-f25bdb289016 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '70774e14-40cc-48b5-8e3f-422f8a1b529b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3cbb39f3-7d44-4126-97c8-7c3f515f6a8e'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:58:00.095209 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c57577-f895-4394-9cb5-cdcfd07bd551 None None] Attempting to bind port dd1dfb47-e6e6-4ce7-9e20-f25bdb289016 on network 3cbb39f3-7d44-4126-97c8-7c3f515f6a8e {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:58:00.101619 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c57577-f895-4394-9cb5-cdcfd07bd551 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:58:00.101619 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c57577-f895-4394-9cb5-cdcfd07bd551 None None] Checking segment: {'id': '70774e14-40cc-48b5-8e3f-422f8a1b529b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3cbb39f3-7d44-4126-97c8-7c3f515f6a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:58:00.102011 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b5c57577-f895-4394-9cb5-cdcfd07bd551 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:00.102388 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c57577-f895-4394-9cb5-cdcfd07bd551 None None] Bound using segment: {'id': '70774e14-40cc-48b5-8e3f-422f8a1b529b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3cbb39f3-7d44-4126-97c8-7c3f515f6a8e'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:58:00.102980 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-b5c57577-f895-4394-9cb5-cdcfd07bd551 None None] Bound port: dd1dfb47-e6e6-4ce7-9e20-f25bdb289016, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70774e14-40cc-48b5-8e3f-422f8a1b529b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3cbb39f3-7d44-4126-97c8-7c3f515f6a8e'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:58:00.103367 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b5c57577-f895-4394-9cb5-cdcfd07bd551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:00.178481 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7369d364-7ada-4f52-868b-f8f2303bade1 req-ac342261-c89c-4f3c-9f03-560ad8fb0dc0 tempest-VolumesActionsTest-1721912730 tempest-VolumesActionsTest-1721912730-project] 10.222.0.54 "GET /v2.0/ports?device_id=1040ea73-16d5-4b33-b62b-5c2230a3ca92 HTTP/1.1" status: 200 len: 210 time: 0.0909064 Dec 20 14:58:00.185503 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-b5c57577-f895-4394-9cb5-cdcfd07bd551 None None] For port dd1dfb47-e6e6-4ce7-9e20-f25bdb289016, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:58:00.194874 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-b5c57577-f895-4394-9cb5-cdcfd07bd551 None None] For port dd1dfb47-e6e6-4ce7-9e20-f25bdb289016, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=dd1dfb47-e6e6-4ce7-9e20-f25bdb289016,segment=NetworkSegment(70774e14-40cc-48b5-8e3f-422f8a1b529b),segment_id=70774e14-40cc-48b5-8e3f-422f8a1b529b)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:58:00.211493 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b5c57577-f895-4394-9cb5-cdcfd07bd551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:00.310912 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c57577-f895-4394-9cb5-cdcfd07bd551 None None] Pushing event updated for resources: {'Port': ['ID=dd1dfb47-e6e6-4ce7-9e20-f25bdb289016,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:58:00.317698 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4a2e024b-aa0a-4d32-97a0-1c9b7dfbe2bf tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:00.381542 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4a2e024b-aa0a-4d32-97a0-1c9b7dfbe2bf tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:00.453534 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device d6f43238-cdd5-4be3-bbdb-b8f3ab940add up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:58:00.477271 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2e024b-aa0a-4d32-97a0-1c9b7dfbe2bf tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Network 3cbb39f3-7d44-4126-97c8-7c3f515f6a8e is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:58:00.493190 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-4a2e024b-aa0a-4d32-97a0-1c9b7dfbe2bf tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:58:00.498199 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2e024b-aa0a-4d32-97a0-1c9b7dfbe2bf tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:58:00.499198 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4a2e024b-aa0a-4d32-97a0-1c9b7dfbe2bf tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595714'] for router_interface, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:00.565501 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port d6f43238-cdd5-4be3-bbdb-b8f3ab940add triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:58:00.566436 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:00.605701 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2e024b-aa0a-4d32-97a0-1c9b7dfbe2bf tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Pushing event updated for resources: {'Port': ['ID=b86f5c51-9cd4-4938-a817-0bede361a19e,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:58:00.648584 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2e024b-aa0a-4d32-97a0-1c9b7dfbe2bf tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:58:00.651026 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2e024b-aa0a-4d32-97a0-1c9b7dfbe2bf tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:58:00.653359 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2e024b-aa0a-4d32-97a0-1c9b7dfbe2bf tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:58:00.653849 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2e024b-aa0a-4d32-97a0-1c9b7dfbe2bf tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:58:00.654281 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2e024b-aa0a-4d32-97a0-1c9b7dfbe2bf tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:58:00.655097 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2e024b-aa0a-4d32-97a0-1c9b7dfbe2bf tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:58:00.657033 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2e024b-aa0a-4d32-97a0-1c9b7dfbe2bf tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:58:00.657707 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2e024b-aa0a-4d32-97a0-1c9b7dfbe2bf tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:58:00.659667 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2e024b-aa0a-4d32-97a0-1c9b7dfbe2bf tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:58:00.660565 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2e024b-aa0a-4d32-97a0-1c9b7dfbe2bf tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:58:00.664843 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2e024b-aa0a-4d32-97a0-1c9b7dfbe2bf tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:58:00.665193 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2e024b-aa0a-4d32-97a0-1c9b7dfbe2bf tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:58:00.667455 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2e024b-aa0a-4d32-97a0-1c9b7dfbe2bf tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:58:00.734409 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-1e834989-2abb-437a-b27e-86af34fe33f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:00.803679 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4a2e024b-aa0a-4d32-97a0-1c9b7dfbe2bf tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:01.173418 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4a2e024b-aa0a-4d32-97a0-1c9b7dfbe2bf tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:01.178637 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4a2e024b-aa0a-4d32-97a0-1c9b7dfbe2bf tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:01.179529 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4a2e024b-aa0a-4d32-97a0-1c9b7dfbe2bf tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1595702'] for router_interface, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:01.231240 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2e024b-aa0a-4d32-97a0-1c9b7dfbe2bf tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Pushing event updated for resources: {'Port': ['ID=b86f5c51-9cd4-4938-a817-0bede361a19e,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:58:01.296059 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-55fbe794-08c8-4768-9796-0bc082561533 req-b57003cc-e00f-4feb-8adf-7bc4182ae721 tempest-VolumesActionsTest-1721912730 tempest-VolumesActionsTest-1721912730-project] 10.222.0.54 "GET /v2.0/ports?device_id=1040ea73-16d5-4b33-b62b-5c2230a3ca92 HTTP/1.1" status: 200 len: 210 time: 0.0302243 Dec 20 14:58:01.351206 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2e024b-aa0a-4d32-97a0-1c9b7dfbe2bf tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Network 3cbb39f3-7d44-4126-97c8-7c3f515f6a8e is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:58:01.352741 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-4a2e024b-aa0a-4d32-97a0-1c9b7dfbe2bf tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:58:01.518716 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a2e024b-aa0a-4d32-97a0-1c9b7dfbe2bf tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Router 4113aedc-39d3-456d-936f-29b087b812b4 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:58:01.552789 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6172a0c9-0ab9-4c58-bad4-af8c5b5849c0 req-04ecbf0e-8a55-46b0-ac59-48ea8087822e tempest-VolumesActionsTest-1721912730 tempest-VolumesActionsTest-1721912730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:58:01.554462 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6172a0c9-0ab9-4c58-bad4-af8c5b5849c0 req-04ecbf0e-8a55-46b0-ac59-48ea8087822e tempest-VolumesActionsTest-1721912730 tempest-VolumesActionsTest-1721912730-project] 10.222.0.30 "GET /v2.0/networks?id=4e36bcda-6793-46ad-9614-45211f7bdc5f HTTP/1.1" status: 200 len: 809 time: 0.1320388 Dec 20 14:58:01.598196 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-6172a0c9-0ab9-4c58-bad4-af8c5b5849c0 req-32a117b1-a8da-4a25-9e78-7bb5ae91262e tempest-VolumesActionsTest-1721912730 tempest-VolumesActionsTest-1721912730-project] Request body: {'port': {'device_id': '1040ea73-16d5-4b33-b62b-5c2230a3ca92', 'network_id': '4e36bcda-6793-46ad-9614-45211f7bdc5f', 'admin_state_up': True, 'tenant_id': '94d5ec1be4224bf19556ff49607ea234'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:58:01.706783 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a2e024b-aa0a-4d32-97a0-1c9b7dfbe2bf tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:58:01.715869 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-4a2e024b-aa0a-4d32-97a0-1c9b7dfbe2bf tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "PUT /v2.0/routers/4113aedc-39d3-456d-936f-29b087b812b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7568324 Dec 20 14:58:01.716718 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 44506) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:58:01.721805 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-faf1fe9a-2afd-47b9-a01c-1558f73216bc tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-334341705'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:58:01.757574 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faf1fe9a-2afd-47b9-a01c-1558f73216bc tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Made reservation on behalf of 43f7d6ec20ff4b80bbcb9fdd5fd65fb4 for: {'network': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:58:01.763460 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-faf1fe9a-2afd-47b9-a01c-1558f73216bc tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:01.768475 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6172a0c9-0ab9-4c58-bad4-af8c5b5849c0 req-32a117b1-a8da-4a25-9e78-7bb5ae91262e tempest-VolumesActionsTest-1721912730 tempest-VolumesActionsTest-1721912730-project] Made reservation on behalf of 94d5ec1be4224bf19556ff49607ea234 for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:58:01.774743 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-6172a0c9-0ab9-4c58-bad4-af8c5b5849c0 req-32a117b1-a8da-4a25-9e78-7bb5ae91262e tempest-VolumesActionsTest-1721912730 tempest-VolumesActionsTest-1721912730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:01.792010 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faf1fe9a-2afd-47b9-a01c-1558f73216bc tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=103167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:58:01.802497 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-faf1fe9a-2afd-47b9-a01c-1558f73216bc tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:01.802875 n-d-761264-19 neutron-server[103167]: INFO neutron.db.segments_db [None req-faf1fe9a-2afd-47b9-a01c-1558f73216bc tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Added segment 1c4f6914-e041-4a80-abbe-5089326459fa of type vlan for network 6e6bb467-2375-40e6-a743-00b7bcc605b0 Dec 20 14:58:01.857759 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-faf1fe9a-2afd-47b9-a01c-1558f73216bc tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:01.896998 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-faf1fe9a-2afd-47b9-a01c-1558f73216bc tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:01.903207 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf1fe9a-2afd-47b9-a01c-1558f73216bc tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:58:01.903851 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-faf1fe9a-2afd-47b9-a01c-1558f73216bc tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks [] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:01.935295 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [req-6172a0c9-0ab9-4c58-bad4-af8c5b5849c0 req-32a117b1-a8da-4a25-9e78-7bb5ae91262e tempest-VolumesActionsTest-1721912730 tempest-VolumesActionsTest-1721912730-project] Allocated IP 172.20.0.8 (4e36bcda-6793-46ad-9614-45211f7bdc5f/5dc305ed-5b68-4953-82c4-0adc3da8ef7a/7052f558-a592-4472-91ad-139051b3c6c7) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:58:01.989158 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-faf1fe9a-2afd-47b9-a01c-1558f73216bc tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2683620 Dec 20 14:58:01.994473 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 44508) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:58:01.998019 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf1fe9a-2afd-47b9-a01c-1558f73216bc tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Pushing event updated for resources: {'Network': ['ID=6e6bb467-2375-40e6-a743-00b7bcc605b0,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:58:02.002697 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-888cde80-c897-498c-abd4-316e8ec30e8c tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Request body: {'subnet': {'network_id': '6e6bb467-2375-40e6-a743-00b7bcc605b0', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:58:02.011023 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 6e6bb467-2375-40e6-a743-00b7bcc605b0 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:58:02.111539 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7566fd0-15d4-4cfb-a2aa-c0de2bd4e7bb None None] Sync routers for ids ['4113aedc-39d3-456d-936f-29b087b812b4'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:58:02.121786 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7566fd0-15d4-4cfb-a2aa-c0de2bd4e7bb None None] Routers {'4113aedc-39d3-456d-936f-29b087b812b4'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:58:02.122286 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-b7566fd0-15d4-4cfb-a2aa-c0de2bd4e7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:57:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['4113aedc-39d3-456d-936f-29b087b812b4'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:58:02.202146 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44e53bb-068b-4d98-8b33-0b032185d066 None None] Network 3cbb39f3-7d44-4126-97c8-7c3f515f6a8e requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:58:02.221310 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-888cde80-c897-498c-abd4-316e8ec30e8c tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Made reservation on behalf of 43f7d6ec20ff4b80bbcb9fdd5fd65fb4 for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:58:02.225320 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-888cde80-c897-498c-abd4-316e8ec30e8c tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:02.240288 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-b7566fd0-15d4-4cfb-a2aa-c0de2bd4e7bb None None] Set router 4113aedc-39d3-456d-936f-29b087b812b4 gateway port host: None {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:58:02.291790 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-6172a0c9-0ab9-4c58-bad4-af8c5b5849c0 req-32a117b1-a8da-4a25-9e78-7bb5ae91262e tempest-VolumesActionsTest-1721912730 tempest-VolumesActionsTest-1721912730-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:02.346833 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-3a2b6f19-1e6d-4bde-afbe-22317436c3f7 None None] Provisioning complete for port dd1dfb47-e6e6-4ce7-9e20-f25bdb289016 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:58:02.347264 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-3a2b6f19-1e6d-4bde-afbe-22317436c3f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:02.399256 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-6172a0c9-0ab9-4c58-bad4-af8c5b5849c0 req-32a117b1-a8da-4a25-9e78-7bb5ae91262e tempest-VolumesActionsTest-1721912730 tempest-VolumesActionsTest-1721912730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:02.433197 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device dd1dfb47-e6e6-4ce7-9e20-f25bdb289016 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:58:02.500584 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6172a0c9-0ab9-4c58-bad4-af8c5b5849c0 req-32a117b1-a8da-4a25-9e78-7bb5ae91262e tempest-VolumesActionsTest-1721912730 tempest-VolumesActionsTest-1721912730-project] Network 4e36bcda-6793-46ad-9614-45211f7bdc5f is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:58:02.527897 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [req-6172a0c9-0ab9-4c58-bad4-af8c5b5849c0 req-32a117b1-a8da-4a25-9e78-7bb5ae91262e tempest-VolumesActionsTest-1721912730 tempest-VolumesActionsTest-1721912730-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:58:02.530404 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-6172a0c9-0ab9-4c58-bad4-af8c5b5849c0 req-32a117b1-a8da-4a25-9e78-7bb5ae91262e tempest-VolumesActionsTest-1721912730 tempest-VolumesActionsTest-1721912730-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:58:02.564128 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a117b1-a8da-4a25-9e78-7bb5ae91262e tempest-VolumesActionsTest-1721912730 tempest-VolumesActionsTest-1721912730-project] Pushing event updated for resources: {'Port': ['ID=7052f558-a592-4472-91ad-139051b3c6c7,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:58:02.610523 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7bb416-c419-4518-a020-4a6f00d83c72 req-eff06e02-0e5f-4bd5-a7a0-366a513fe123 tempest-VolumesActionsTest-1721912730 tempest-VolumesActionsTest-1721912730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:58:02.612444 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6d7bb416-c419-4518-a020-4a6f00d83c72 req-eff06e02-0e5f-4bd5-a7a0-366a513fe123 tempest-VolumesActionsTest-1721912730 tempest-VolumesActionsTest-1721912730-project] 10.222.0.54 "GET /v2.0/ports?device_id=1040ea73-16d5-4b33-b62b-5c2230a3ca92 HTTP/1.1" status: 200 len: 931 time: 0.1993303 Dec 20 14:58:02.616113 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-888cde80-c897-498c-abd4-316e8ec30e8c tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8848317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10470522'] for subnet, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:02.789144 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-3a2b6f19-1e6d-4bde-afbe-22317436c3f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:02.808935 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port dd1dfb47-e6e6-4ce7-9e20-f25bdb289016 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:58:02.809303 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:02.914503 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-3a2b6f19-1e6d-4bde-afbe-22317436c3f7 None None] For port dd1dfb47-e6e6-4ce7-9e20-f25bdb289016, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=dd1dfb47-e6e6-4ce7-9e20-f25bdb289016,segment=NetworkSegment(70774e14-40cc-48b5-8e3f-422f8a1b529b),segment_id=70774e14-40cc-48b5-8e3f-422f8a1b529b)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:58:02.924147 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8727df1b-b052-4e95-a74f-9a658cac631d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:02.925632 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-3a2b6f19-1e6d-4bde-afbe-22317436c3f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:03.023996 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2b6f19-1e6d-4bde-afbe-22317436c3f7 None None] Pushing event updated for resources: {'Port': ['ID=dd1dfb47-e6e6-4ce7-9e20-f25bdb289016,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:58:03.048028 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-b7566fd0-15d4-4cfb-a2aa-c0de2bd4e7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4113aedc-39d3-456d-936f-29b087b812b4', 'name': 'tempest-RoutersIpV6Test-router-1563243024', 'tenant_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:57:54Z', 'updated_at': '2021-12-20T14:58:00Z', 'revision_number': 3, 'project_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'gw_port_host': None, '_interfaces': [{'id': 'b86f5c51-9cd4-4938-a817-0bede361a19e', 'name': '', 'network_id': '3cbb39f3-7d44-4126-97c8-7c3f515f6a8e', 'tenant_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'mac_address': 'fa:16:3e:ea:3b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4113aedc-39d3-456d-936f-29b087b812b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': '6f71f04d-8df8-42ea-99d0-7fa3cbf1d4dc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:57:59Z', 'updated_at': '2021-12-20T14:58:00Z', 'revision_number': 2, 'project_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'subnets': [{'id': '6f71f04d-8df8-42ea-99d0-7fa3cbf1d4dc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6f43238-cdd5-4be3-bbdb-b8f3ab940add', 'name': '', 'network_id': '18849597-1654-4f18-9233-43f2e53fcbc4', 'tenant_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'mac_address': 'fa:16:3e:cd:31:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4113aedc-39d3-456d-936f-29b087b812b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': '5e1fc010-d328-4fca-b686-fd28bdeaea16', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:57:55Z', 'updated_at': '2021-12-20T14:57:59Z', 'revision_number': 5, 'project_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'subnets': [{'id': '5e1fc010-d328-4fca-b686-fd28bdeaea16', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:58:03.064183 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6172a0c9-0ab9-4c58-bad4-af8c5b5849c0 req-32a117b1-a8da-4a25-9e78-7bb5ae91262e tempest-VolumesActionsTest-1721912730 tempest-VolumesActionsTest-1721912730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:58:03.064846 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-6172a0c9-0ab9-4c58-bad4-af8c5b5849c0 req-32a117b1-a8da-4a25-9e78-7bb5ae91262e tempest-VolumesActionsTest-1721912730 tempest-VolumesActionsTest-1721912730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:03.084308 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7566fd0-15d4-4cfb-a2aa-c0de2bd4e7bb None None] Checking router: 4113aedc-39d3-456d-936f-29b087b812b4 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:58:03.084670 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7566fd0-15d4-4cfb-a2aa-c0de2bd4e7bb None None] Updating router 4113aedc-39d3-456d-936f-29b087b812b4 port b86f5c51-9cd4-4938-a817-0bede361a19e binding host n-d-761264-19 {{(pid=103169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 14:58:03.117620 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b7566fd0-15d4-4cfb-a2aa-c0de2bd4e7bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:03.123634 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888cde80-c897-498c-abd4-316e8ec30e8c tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Pushing event updated for resources: {'Subnet': ['ID=b4fd69a7-8d8a-4301-94bf-2aa57306f6f5,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:58:03.134810 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6172a0c9-0ab9-4c58-bad4-af8c5b5849c0 req-32a117b1-a8da-4a25-9e78-7bb5ae91262e tempest-VolumesActionsTest-1721912730 tempest-VolumesActionsTest-1721912730-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5409386 Dec 20 14:58:03.145060 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6d7bb416-c419-4518-a020-4a6f00d83c72 req-0ba91a66-837b-49e6-9fa4-e6b3281f492b tempest-VolumesActionsTest-1721912730 tempest-VolumesActionsTest-1721912730-project] 10.222.0.54 "GET /v2.0/security-groups?id=d518d5e8-8cf4-44ac-9ab8-9ac2aac4c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119056 Dec 20 14:58:03.154778 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888cde80-c897-498c-abd4-316e8ec30e8c tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Checking segment: {'id': '1c4f6914-e041-4a80-abbe-5089326459fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6e6bb467-2375-40e6-a743-00b7bcc605b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:58:03.155404 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888cde80-c897-498c-abd4-316e8ec30e8c tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Network hostable DHCP agents. Network: 6e6bb467-2375-40e6-a743-00b7bcc605b0, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:58:03.184429 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888cde80-c897-498c-abd4-316e8ec30e8c tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Network 6e6bb467-2375-40e6-a743-00b7bcc605b0 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:58:03.198079 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-888cde80-c897-498c-abd4-316e8ec30e8c tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 6e6bb467-2375-40e6-a743-00b7bcc605b0) {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:58:03.203082 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888cde80-c897-498c-abd4-316e8ec30e8c tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:58:03.203854 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-888cde80-c897-498c-abd4-316e8ec30e8c tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks [] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:03.224614 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-888cde80-c897-498c-abd4-316e8ec30e8c tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2284274 Dec 20 14:58:03.226938 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 44516) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:58:03.284108 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b443aff-e8df-4073-95d5-f274d671ac8c None None] Network 6e6bb467-2375-40e6-a743-00b7bcc605b0 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:58:03.335715 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-6172a0c9-0ab9-4c58-bad4-af8c5b5849c0 req-9313eec4-7cd6-44f6-9aa5-8e735ad4e636 service neutron] Request body: {'port': {'device_id': '1040ea73-16d5-4b33-b62b-5c2230a3ca92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-19'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:58:03.388906 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-9f3a0e74-2ea5-4b4f-afe0-e0eb7e24ce48 None None] Provisioning complete for port b86f5c51-9cd4-4938-a817-0bede361a19e triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:58:03.389307 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-9f3a0e74-2ea5-4b4f-afe0-e0eb7e24ce48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:03.435480 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-6172a0c9-0ab9-4c58-bad4-af8c5b5849c0 req-9313eec4-7cd6-44f6-9aa5-8e735ad4e636 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:03.504092 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a0e74-2ea5-4b4f-afe0-e0eb7e24ce48 None None] Port b86f5c51-9cd4-4938-a817-0bede361a19e cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:58:03.544226 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db9c4a3-706f-4d45-a893-520da74d7ed4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-6e6bb467-2375-40e6-a743-00b7bcc605b0', 'network_id': '6e6bb467-2375-40e6-a743-00b7bcc605b0', 'project_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'fixed_ips': [{'subnet_id': 'b4fd69a7-8d8a-4301-94bf-2aa57306f6f5'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:58:03.545100 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6db9c4a3-706f-4d45-a893-520da74d7ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:03.578457 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-9f3a0e74-2ea5-4b4f-afe0-e0eb7e24ce48 None None] Provisioning complete for port dd1dfb47-e6e6-4ce7-9e20-f25bdb289016 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:58:03.578897 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-9f3a0e74-2ea5-4b4f-afe0-e0eb7e24ce48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:03.773639 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e211b252-bbfa-4f53-85c0-9244dd3b1a82 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:03.843485 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [req-6172a0c9-0ab9-4c58-bad4-af8c5b5849c0 req-9313eec4-7cd6-44f6-9aa5-8e735ad4e636 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7052f558-a592-4472-91ad-139051b3c6c7 {{(pid=103168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:58:03.852752 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-6172a0c9-0ab9-4c58-bad4-af8c5b5849c0 req-9313eec4-7cd6-44f6-9aa5-8e735ad4e636 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:03.877659 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.provisioning_blocks [req-6172a0c9-0ab9-4c58-bad4-af8c5b5849c0 req-9313eec4-7cd6-44f6-9aa5-8e735ad4e636 service neutron] Transition to ACTIVE for port object 7052f558-a592-4472-91ad-139051b3c6c7 will not be triggered until provisioned by entity L2. {{(pid=103168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:58:03.885111 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-6172a0c9-0ab9-4c58-bad4-af8c5b5849c0 req-9313eec4-7cd6-44f6-9aa5-8e735ad4e636 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:03.887858 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b7566fd0-15d4-4cfb-a2aa-c0de2bd4e7bb None None] Publish callbacks [] for port, precommit_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:03.927221 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b7566fd0-15d4-4cfb-a2aa-c0de2bd4e7bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:03.945165 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:03.952377 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-6db9c4a3-706f-4d45-a893-520da74d7ed4 None None] Allocated IP 2001:db8:2::2 (6e6bb467-2375-40e6-a743-00b7bcc605b0/b4fd69a7-8d8a-4301-94bf-2aa57306f6f5/46e71cb3-ac51-4d59-bc5a-62bbc48e383c) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:58:03.966553 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9313eec4-7cd6-44f6-9aa5-8e735ad4e636 service neutron] Pushing event updated for resources: {'Port': ['ID=7052f558-a592-4472-91ad-139051b3c6c7,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:58:04.074491 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-6172a0c9-0ab9-4c58-bad4-af8c5b5849c0 req-9313eec4-7cd6-44f6-9aa5-8e735ad4e636 service neutron] Attempting to bind port 7052f558-a592-4472-91ad-139051b3c6c7 on host n-h1-761264-19 for vnic_type normal with profile {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:58:04.077029 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-6172a0c9-0ab9-4c58-bad4-af8c5b5849c0 req-9313eec4-7cd6-44f6-9aa5-8e735ad4e636 service neutron] Attempting to bind port 7052f558-a592-4472-91ad-139051b3c6c7 by drivers openvswitch,hyperv on host n-h1-761264-19 at level 0 using segments [{'id': '43ef3f1c-260c-462f-9dcf-14629e258142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '4e36bcda-6793-46ad-9614-45211f7bdc5f'}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:58:04.077160 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6172a0c9-0ab9-4c58-bad4-af8c5b5849c0 req-9313eec4-7cd6-44f6-9aa5-8e735ad4e636 service neutron] Attempting to bind port 7052f558-a592-4472-91ad-139051b3c6c7 on network 4e36bcda-6793-46ad-9614-45211f7bdc5f {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:58:04.083245 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6172a0c9-0ab9-4c58-bad4-af8c5b5849c0 req-9313eec4-7cd6-44f6-9aa5-8e735ad4e636 service neutron] Port 7052f558-a592-4472-91ad-139051b3c6c7 on network 4e36bcda-6793-46ad-9614-45211f7bdc5f not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-19 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:58:04.083567 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6172a0c9-0ab9-4c58-bad4-af8c5b5849c0 req-9313eec4-7cd6-44f6-9aa5-8e735ad4e636 service neutron] Attempting to bind port 7052f558-a592-4472-91ad-139051b3c6c7 on network 4e36bcda-6793-46ad-9614-45211f7bdc5f {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:58:04.088846 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6172a0c9-0ab9-4c58-bad4-af8c5b5849c0 req-9313eec4-7cd6-44f6-9aa5-8e735ad4e636 service neutron] Checking agent: {'id': '3e5ace3e-dd7b-4522-a7c4-77d13dbeab1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:58:04.089192 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6172a0c9-0ab9-4c58-bad4-af8c5b5849c0 req-9313eec4-7cd6-44f6-9aa5-8e735ad4e636 service neutron] Checking segment: {'id': '43ef3f1c-260c-462f-9dcf-14629e258142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '4e36bcda-6793-46ad-9614-45211f7bdc5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:58:04.089799 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6172a0c9-0ab9-4c58-bad4-af8c5b5849c0 req-9313eec4-7cd6-44f6-9aa5-8e735ad4e636 service neutron] Bound using segment: {'id': '43ef3f1c-260c-462f-9dcf-14629e258142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '4e36bcda-6793-46ad-9614-45211f7bdc5f'} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:58:04.089991 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-6172a0c9-0ab9-4c58-bad4-af8c5b5849c0 req-9313eec4-7cd6-44f6-9aa5-8e735ad4e636 service neutron] Bound port: 7052f558-a592-4472-91ad-139051b3c6c7, host: n-h1-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43ef3f1c-260c-462f-9dcf-14629e258142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '4e36bcda-6793-46ad-9614-45211f7bdc5f'}}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:58:04.090433 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-6172a0c9-0ab9-4c58-bad4-af8c5b5849c0 req-9313eec4-7cd6-44f6-9aa5-8e735ad4e636 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:04.103152 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09e2ca1-444f-42f3-8ebb-0e1d79253e22 None None] Pushing event updated for resources: {'Port': ['ID=b86f5c51-9cd4-4938-a817-0bede361a19e,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:58:04.175619 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-b7566fd0-15d4-4cfb-a2aa-c0de2bd4e7bb None None] Attempting to bind port b86f5c51-9cd4-4938-a817-0bede361a19e on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:58:04.176000 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-b7566fd0-15d4-4cfb-a2aa-c0de2bd4e7bb None None] Attempting to bind port b86f5c51-9cd4-4938-a817-0bede361a19e by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '70774e14-40cc-48b5-8e3f-422f8a1b529b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3cbb39f3-7d44-4126-97c8-7c3f515f6a8e'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:58:04.176354 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7566fd0-15d4-4cfb-a2aa-c0de2bd4e7bb None None] Attempting to bind port b86f5c51-9cd4-4938-a817-0bede361a19e on network 3cbb39f3-7d44-4126-97c8-7c3f515f6a8e {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:58:04.179761 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-6172a0c9-0ab9-4c58-bad4-af8c5b5849c0 req-9313eec4-7cd6-44f6-9aa5-8e735ad4e636 service neutron] For port 7052f558-a592-4472-91ad-139051b3c6c7, host n-h1-761264-19, cleared binding levels {{(pid=103168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:58:04.184101 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-6172a0c9-0ab9-4c58-bad4-af8c5b5849c0 req-9313eec4-7cd6-44f6-9aa5-8e735ad4e636 service neutron] For port 7052f558-a592-4472-91ad-139051b3c6c7, host n-h1-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=7052f558-a592-4472-91ad-139051b3c6c7,segment=NetworkSegment(43ef3f1c-260c-462f-9dcf-14629e258142),segment_id=43ef3f1c-260c-462f-9dcf-14629e258142)] {{(pid=103168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:58:04.192490 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-6172a0c9-0ab9-4c58-bad4-af8c5b5849c0 req-9313eec4-7cd6-44f6-9aa5-8e735ad4e636 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:04.208030 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7566fd0-15d4-4cfb-a2aa-c0de2bd4e7bb None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:58:04.208500 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7566fd0-15d4-4cfb-a2aa-c0de2bd4e7bb None None] Checking segment: {'id': '70774e14-40cc-48b5-8e3f-422f8a1b529b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3cbb39f3-7d44-4126-97c8-7c3f515f6a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:58:04.208802 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b7566fd0-15d4-4cfb-a2aa-c0de2bd4e7bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:04.209202 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7566fd0-15d4-4cfb-a2aa-c0de2bd4e7bb None None] Bound using segment: {'id': '70774e14-40cc-48b5-8e3f-422f8a1b529b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3cbb39f3-7d44-4126-97c8-7c3f515f6a8e'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:58:04.209688 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-b7566fd0-15d4-4cfb-a2aa-c0de2bd4e7bb None None] Bound port: b86f5c51-9cd4-4938-a817-0bede361a19e, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70774e14-40cc-48b5-8e3f-422f8a1b529b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3cbb39f3-7d44-4126-97c8-7c3f515f6a8e'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:58:04.210065 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b7566fd0-15d4-4cfb-a2aa-c0de2bd4e7bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:04.230603 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6172a0c9-0ab9-4c58-bad4-af8c5b5849c0 req-9313eec4-7cd6-44f6-9aa5-8e735ad4e636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:58:04.231271 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-6172a0c9-0ab9-4c58-bad4-af8c5b5849c0 req-9313eec4-7cd6-44f6-9aa5-8e735ad4e636 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:04.232841 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6172a0c9-0ab9-4c58-bad4-af8c5b5849c0 req-9313eec4-7cd6-44f6-9aa5-8e735ad4e636 service neutron] 10.222.0.30 "PUT /v2.0/ports/7052f558-a592-4472-91ad-139051b3c6c7 HTTP/1.1" status: 200 len: 1092 time: 1.0867336 Dec 20 14:58:04.233127 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1040ea73-16d5-4b33-b62b-5c2230a3ca92', 'tag': '7052f558-a592-4472-91ad-139051b3c6c7'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:58:04.235530 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6109d902-4487-48ec-907a-d26eef008267" -d '{"events": [{"name": "network-changed", "server_uuid": "1040ea73-16d5-4b33-b62b-5c2230a3ca92", "tag": "7052f558-a592-4472-91ad-139051b3c6c7"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:58:04.272074 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-b91b2dc2-a30e-419b-a144-fba3d9dd4910 None None] Provisioning complete for port b86f5c51-9cd4-4938-a817-0bede361a19e triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:58:04.272441 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b91b2dc2-a30e-419b-a144-fba3d9dd4910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:04.274202 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9313eec4-7cd6-44f6-9aa5-8e735ad4e636 service neutron] Pushing event updated for resources: {'Port': ['ID=7052f558-a592-4472-91ad-139051b3c6c7,revision_number=3']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:58:04.367684 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6172a0c9-0ab9-4c58-bad4-af8c5b5849c0 req-551513bf-2db1-42a4-91d2-6f4408a94bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:58:04.369613 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6172a0c9-0ab9-4c58-bad4-af8c5b5849c0 req-551513bf-2db1-42a4-91d2-6f4408a94bc5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=94d5ec1be4224bf19556ff49607ea234&device_id=1040ea73-16d5-4b33-b62b-5c2230a3ca92 HTTP/1.1" status: 200 len: 1095 time: 0.0784945 Dec 20 14:58:04.393706 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6db9c4a3-706f-4d45-a893-520da74d7ed4 None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:04.395431 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device dd1dfb47-e6e6-4ce7-9e20-f25bdb289016 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:58:04.401044 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-b91b2dc2-a30e-419b-a144-fba3d9dd4910 None None] Port b86f5c51-9cd4-4938-a817-0bede361a19e cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:58:04.408387 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151a8562-90d8-48c1-95e2-ec9c3873a366 req-b94687dc-f3bd-4d88-bb3c-ac06c2ed97f8 tempest-VolumesActionsTest-1721912730 tempest-VolumesActionsTest-1721912730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:58:04.417459 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-151a8562-90d8-48c1-95e2-ec9c3873a366 req-b94687dc-f3bd-4d88-bb3c-ac06c2ed97f8 tempest-VolumesActionsTest-1721912730 tempest-VolumesActionsTest-1721912730-project] 10.222.0.54 "GET /v2.0/ports?device_id=1040ea73-16d5-4b33-b62b-5c2230a3ca92 HTTP/1.1" status: 200 len: 943 time: 0.1008744 Dec 20 14:58:04.442406 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6db9c4a3-706f-4d45-a893-520da74d7ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:04.456893 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6172a0c9-0ab9-4c58-bad4-af8c5b5849c0 req-6b40141b-8a01-4716-81a8-5884fa29bb62 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7052f558-a592-4472-91ad-139051b3c6c7 HTTP/1.1" status: 200 len: 217 time: 0.0766823 Dec 20 14:58:04.503861 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2410e34c-30a0-49ca-9c20-f0184c773b51 x-openstack-request-id: req-2410e34c-30a0-49ca-9c20-f0184c773b51 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:58:04.504538 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1040ea73-16d5-4b33-b62b-5c2230a3ca92", "tag": "7052f558-a592-4472-91ad-139051b3c6c7", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:58:04.505022 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2410e34c-30a0-49ca-9c20-f0184c773b51 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:58:04.505652 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1040ea73-16d5-4b33-b62b-5c2230a3ca92', 'tag': '7052f558-a592-4472-91ad-139051b3c6c7', 'status': 'completed', 'code': 200} Dec 20 14:58:04.508428 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-151a8562-90d8-48c1-95e2-ec9c3873a366 req-5298b775-e945-4fac-9b9c-471e975fd872 tempest-VolumesActionsTest-1721912730 tempest-VolumesActionsTest-1721912730-project] 10.222.0.54 "GET /v2.0/security-groups?id=d518d5e8-8cf4-44ac-9ab8-9ac2aac4c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898321 Dec 20 14:58:04.522003 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-b7566fd0-15d4-4cfb-a2aa-c0de2bd4e7bb None None] For port b86f5c51-9cd4-4938-a817-0bede361a19e, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:58:04.523000 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-e211b252-bbfa-4f53-85c0-9244dd3b1a82 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Allocated IP 2001:db8:2::1 (6e6bb467-2375-40e6-a743-00b7bcc605b0/b4fd69a7-8d8a-4301-94bf-2aa57306f6f5/14ae5343-4ced-43bc-84d8-17a99e000d54) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:58:04.534661 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6172a0c9-0ab9-4c58-bad4-af8c5b5849c0 req-6638a3f0-8e20-487f-8c79-6bd915d5b0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:58:04.536401 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6172a0c9-0ab9-4c58-bad4-af8c5b5849c0 req-6638a3f0-8e20-487f-8c79-6bd915d5b0b6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5dc305ed-5b68-4953-82c4-0adc3da8ef7a HTTP/1.1" status: 200 len: 849 time: 0.0734518 Dec 20 14:58:04.539096 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db9c4a3-706f-4d45-a893-520da74d7ed4 None None] Network 6e6bb467-2375-40e6-a743-00b7bcc605b0 is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:58:04.552970 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-b7566fd0-15d4-4cfb-a2aa-c0de2bd4e7bb None None] For port b86f5c51-9cd4-4938-a817-0bede361a19e, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=b86f5c51-9cd4-4938-a817-0bede361a19e,segment=NetworkSegment(70774e14-40cc-48b5-8e3f-422f8a1b529b),segment_id=70774e14-40cc-48b5-8e3f-422f8a1b529b)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:58:04.554290 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-6db9c4a3-706f-4d45-a893-520da74d7ed4 None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:58:04.559974 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db9c4a3-706f-4d45-a893-520da74d7ed4 None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:58:04.575966 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b7566fd0-15d4-4cfb-a2aa-c0de2bd4e7bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:04.583602 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6172a0c9-0ab9-4c58-bad4-af8c5b5849c0 req-6c7f87bc-fcbf-41f9-a692-11a606fbf253 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4e36bcda-6793-46ad-9614-45211f7bdc5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396743 Dec 20 14:58:04.594331 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-22cfb81f-714d-420e-8022-946227613d64 None None] Provisioning complete for port b86f5c51-9cd4-4938-a817-0bede361a19e triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:58:04.595052 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-22cfb81f-714d-420e-8022-946227613d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:04.599999 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db9c4a3-706f-4d45-a893-520da74d7ed4 None None] Pushing event updated for resources: {'Port': ['ID=46e71cb3-ac51-4d59-bc5a-62bbc48e383c,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:58:04.703588 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e211b252-bbfa-4f53-85c0-9244dd3b1a82 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:04.703743 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port dd1dfb47-e6e6-4ce7-9e20-f25bdb289016 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:58:04.704098 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:04.732876 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6172a0c9-0ab9-4c58-bad4-af8c5b5849c0 req-6c869e8c-5acd-43c2-a167-1e94c4799616 service neutron] 10.222.0.30 "GET /v2.0/networks/4e36bcda-6793-46ad-9614-45211f7bdc5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406760 Dec 20 14:58:04.769703 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e211b252-bbfa-4f53-85c0-9244dd3b1a82 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:04.838519 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e211b252-bbfa-4f53-85c0-9244dd3b1a82 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Pushing event updated for resources: {'Port': ['ID=14ae5343-4ced-43bc-84d8-17a99e000d54,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:58:04.861336 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e211b252-bbfa-4f53-85c0-9244dd3b1a82 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Network 6e6bb467-2375-40e6-a743-00b7bcc605b0 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:58:04.863447 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-e211b252-bbfa-4f53-85c0-9244dd3b1a82 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:58:04.873497 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e211b252-bbfa-4f53-85c0-9244dd3b1a82 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:58:04.874569 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e211b252-bbfa-4f53-85c0-9244dd3b1a82 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595714'] for router_interface, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:04.905467 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6172a0c9-0ab9-4c58-bad4-af8c5b5849c0 req-e03cd878-b3ea-4e44-ab7b-8f8e00968542 service neutron] 10.222.0.30 "GET /v2.0/networks/4e36bcda-6793-46ad-9614-45211f7bdc5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635251 Dec 20 14:58:05.021969 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-6db9c4a3-706f-4d45-a893-520da74d7ed4 None None] Attempting to bind port 46e71cb3-ac51-4d59-bc5a-62bbc48e383c on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:58:05.021969 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-6db9c4a3-706f-4d45-a893-520da74d7ed4 None None] Attempting to bind port 46e71cb3-ac51-4d59-bc5a-62bbc48e383c by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '1c4f6914-e041-4a80-abbe-5089326459fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6e6bb467-2375-40e6-a743-00b7bcc605b0'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:58:05.024483 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db9c4a3-706f-4d45-a893-520da74d7ed4 None None] Attempting to bind port 46e71cb3-ac51-4d59-bc5a-62bbc48e383c on network 6e6bb467-2375-40e6-a743-00b7bcc605b0 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:58:05.028949 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7566fd0-15d4-4cfb-a2aa-c0de2bd4e7bb None None] Routers {'4113aedc-39d3-456d-936f-29b087b812b4'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:58:05.029593 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-b7566fd0-15d4-4cfb-a2aa-c0de2bd4e7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:58:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['4113aedc-39d3-456d-936f-29b087b812b4'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:58:05.065475 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e211b252-bbfa-4f53-85c0-9244dd3b1a82 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:05.081276 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6109d902-4487-48ec-907a-d26eef008267 req-72e85e8c-ae0c-453f-898f-876e97a5dc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:58:05.083352 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6109d902-4487-48ec-907a-d26eef008267 req-72e85e8c-ae0c-453f-898f-876e97a5dc51 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=94d5ec1be4224bf19556ff49607ea234&device_id=1040ea73-16d5-4b33-b62b-5c2230a3ca92 HTTP/1.1" status: 200 len: 1095 time: 0.1075535 Dec 20 14:58:05.129208 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db9c4a3-706f-4d45-a893-520da74d7ed4 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:58:05.130326 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db9c4a3-706f-4d45-a893-520da74d7ed4 None None] Checking segment: {'id': '1c4f6914-e041-4a80-abbe-5089326459fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6e6bb467-2375-40e6-a743-00b7bcc605b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:58:05.130326 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6db9c4a3-706f-4d45-a893-520da74d7ed4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:05.130651 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db9c4a3-706f-4d45-a893-520da74d7ed4 None None] Bound using segment: {'id': '1c4f6914-e041-4a80-abbe-5089326459fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6e6bb467-2375-40e6-a743-00b7bcc605b0'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:58:05.131494 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-6db9c4a3-706f-4d45-a893-520da74d7ed4 None None] Bound port: 46e71cb3-ac51-4d59-bc5a-62bbc48e383c, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c4f6914-e041-4a80-abbe-5089326459fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6e6bb467-2375-40e6-a743-00b7bcc605b0'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:58:05.131494 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6db9c4a3-706f-4d45-a893-520da74d7ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:05.141880 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09e2ca1-444f-42f3-8ebb-0e1d79253e22 None None] Pushing event updated for resources: {'Port': ['ID=b86f5c51-9cd4-4938-a817-0bede361a19e,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:58:05.231319 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6109d902-4487-48ec-907a-d26eef008267 req-eb172061-dc56-427c-94fb-4706a753a45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:58:05.232951 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6109d902-4487-48ec-907a-d26eef008267 req-eb172061-dc56-427c-94fb-4706a753a45c service neutron] 10.222.0.30 "GET /v2.0/networks?id=4e36bcda-6793-46ad-9614-45211f7bdc5f HTTP/1.1" status: 200 len: 910 time: 0.1414592 Dec 20 14:58:05.238676 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-b7566fd0-15d4-4cfb-a2aa-c0de2bd4e7bb None None] Set router 4113aedc-39d3-456d-936f-29b087b812b4 gateway port host: None {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:58:05.293914 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6109d902-4487-48ec-907a-d26eef008267 req-6caf72c1-48c7-4abe-9b49-c46f954b9a41 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7052f558-a592-4472-91ad-139051b3c6c7 HTTP/1.1" status: 200 len: 217 time: 0.0505984 Dec 20 14:58:05.353569 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-22cfb81f-714d-420e-8022-946227613d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:05.358483 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6109d902-4487-48ec-907a-d26eef008267 req-e5ef4e0d-9ea8-4320-92ca-90f96eb39fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:58:05.360368 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6109d902-4487-48ec-907a-d26eef008267 req-e5ef4e0d-9ea8-4320-92ca-90f96eb39fa8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5dc305ed-5b68-4953-82c4-0adc3da8ef7a HTTP/1.1" status: 200 len: 849 time: 0.0593474 Dec 20 14:58:05.410632 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6109d902-4487-48ec-907a-d26eef008267 req-0934772a-f961-4f93-872d-b6b962cdf109 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4e36bcda-6793-46ad-9614-45211f7bdc5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361290 Dec 20 14:58:05.441959 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e211b252-bbfa-4f53-85c0-9244dd3b1a82 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:05.451901 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e211b252-bbfa-4f53-85c0-9244dd3b1a82 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:05.453148 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e211b252-bbfa-4f53-85c0-9244dd3b1a82 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1595702'] for router_interface, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:05.532692 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6109d902-4487-48ec-907a-d26eef008267 req-35c26fe3-e625-43f1-978e-0d6ac6877380 service neutron] 10.222.0.30 "GET /v2.0/networks/4e36bcda-6793-46ad-9614-45211f7bdc5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133327 Dec 20 14:58:05.597145 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e211b252-bbfa-4f53-85c0-9244dd3b1a82 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Pushing event updated for resources: {'Port': ['ID=14ae5343-4ced-43bc-84d8-17a99e000d54,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:58:05.622699 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-6db9c4a3-706f-4d45-a893-520da74d7ed4 None None] For port 46e71cb3-ac51-4d59-bc5a-62bbc48e383c, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:58:05.639599 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-6db9c4a3-706f-4d45-a893-520da74d7ed4 None None] For port 46e71cb3-ac51-4d59-bc5a-62bbc48e383c, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=46e71cb3-ac51-4d59-bc5a-62bbc48e383c,segment=NetworkSegment(1c4f6914-e041-4a80-abbe-5089326459fa),segment_id=1c4f6914-e041-4a80-abbe-5089326459fa)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:58:05.673830 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6109d902-4487-48ec-907a-d26eef008267 req-3210133e-dca5-446a-b7d1-a7ffb1ebddb8 service neutron] 10.222.0.30 "GET /v2.0/networks/4e36bcda-6793-46ad-9614-45211f7bdc5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341999 Dec 20 14:58:05.678630 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e211b252-bbfa-4f53-85c0-9244dd3b1a82 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Network 6e6bb467-2375-40e6-a743-00b7bcc605b0 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:58:05.693380 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-e211b252-bbfa-4f53-85c0-9244dd3b1a82 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:58:05.740522 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1578a344-8965-4bf8-8a38-e3aa954771ae req-efb8fe15-986b-4d0d-8b4d-f779d5a1deeb tempest-VolumesActionsTest-1721912730 tempest-VolumesActionsTest-1721912730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:58:05.742004 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1578a344-8965-4bf8-8a38-e3aa954771ae req-efb8fe15-986b-4d0d-8b4d-f779d5a1deeb tempest-VolumesActionsTest-1721912730 tempest-VolumesActionsTest-1721912730-project] 10.222.0.54 "GET /v2.0/ports?device_id=1040ea73-16d5-4b33-b62b-5c2230a3ca92 HTTP/1.1" status: 200 len: 943 time: 0.0918553 Dec 20 14:58:05.814167 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-22cfb81f-714d-420e-8022-946227613d64 None None] For port b86f5c51-9cd4-4938-a817-0bede361a19e, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=b86f5c51-9cd4-4938-a817-0bede361a19e,segment=NetworkSegment(70774e14-40cc-48b5-8e3f-422f8a1b529b),segment_id=70774e14-40cc-48b5-8e3f-422f8a1b529b)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:58:05.820252 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1578a344-8965-4bf8-8a38-e3aa954771ae req-a0d32a5f-f2d0-4165-b74c-81a197f09fa1 tempest-VolumesActionsTest-1721912730 tempest-VolumesActionsTest-1721912730-project] 10.222.0.54 "GET /v2.0/security-groups?id=d518d5e8-8cf4-44ac-9ab8-9ac2aac4c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710471 Dec 20 14:58:05.858643 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6db9c4a3-706f-4d45-a893-520da74d7ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:05.866699 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-22cfb81f-714d-420e-8022-946227613d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:05.883534 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e211b252-bbfa-4f53-85c0-9244dd3b1a82 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Router 4113aedc-39d3-456d-936f-29b087b812b4 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:58:05.919285 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:05.947149 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db9c4a3-706f-4d45-a893-520da74d7ed4 None None] Pushing event updated for resources: {'Port': ['ID=46e71cb3-ac51-4d59-bc5a-62bbc48e383c,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:58:06.022175 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e211b252-bbfa-4f53-85c0-9244dd3b1a82 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:58:06.031253 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 44636) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:58:06.032259 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-e211b252-bbfa-4f53-85c0-9244dd3b1a82 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "PUT /v2.0/routers/4113aedc-39d3-456d-936f-29b087b812b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8036277 Dec 20 14:58:06.037674 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-153221c2-212e-49a2-87dd-e9f370486262 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-62859375'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:58:06.086886 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-153221c2-212e-49a2-87dd-e9f370486262 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Made reservation on behalf of 43f7d6ec20ff4b80bbcb9fdd5fd65fb4 for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:58:06.087742 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-50dbff9d-88e6-466a-af9e-b6200b331905 None None] Provisioning complete for port b86f5c51-9cd4-4938-a817-0bede361a19e triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:58:06.088183 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-50dbff9d-88e6-466a-af9e-b6200b331905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:06.093459 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-153221c2-212e-49a2-87dd-e9f370486262 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:06.094006 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-b7566fd0-15d4-4cfb-a2aa-c0de2bd4e7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4113aedc-39d3-456d-936f-29b087b812b4', 'name': 'tempest-RoutersIpV6Test-router-1563243024', 'tenant_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:57:54Z', 'updated_at': '2021-12-20T14:58:04Z', 'revision_number': 4, 'project_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'gw_port_host': None, '_interfaces': [{'id': '14ae5343-4ced-43bc-84d8-17a99e000d54', 'name': '', 'network_id': '6e6bb467-2375-40e6-a743-00b7bcc605b0', 'tenant_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'mac_address': 'fa:16:3e:19:2b:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4113aedc-39d3-456d-936f-29b087b812b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'b4fd69a7-8d8a-4301-94bf-2aa57306f6f5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:58:03Z', 'updated_at': '2021-12-20T14:58:04Z', 'revision_number': 1, 'project_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'subnets': [{'id': 'b4fd69a7-8d8a-4301-94bf-2aa57306f6f5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b86f5c51-9cd4-4938-a817-0bede361a19e', 'name': '', 'network_id': '3cbb39f3-7d44-4126-97c8-7c3f515f6a8e', 'tenant_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'mac_address': 'fa:16:3e:ea:3b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4113aedc-39d3-456d-936f-29b087b812b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': '6f71f04d-8df8-42ea-99d0-7fa3cbf1d4dc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:57:59Z', 'updated_at': '2021-12-20T14:58:04Z', 'revision_number': 4, 'project_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'subnets': [{'id': '6f71f04d-8df8-42ea-99d0-7fa3cbf1d4dc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6f43238-cdd5-4be3-bbdb-b8f3ab940add', 'name': '', 'network_id': '18849597-1654-4f18-9233-43f2e53fcbc4', 'tenant_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'mac_address': 'fa:16:3e:cd:31:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4113aedc-39d3-456d-936f-29b087b812b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': '5e1fc010-d328-4fca-b686-fd28bdeaea16', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:57:55Z', 'updated_at': '2021-12-20T14:57:59Z', 'revision_number': 5, 'project_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'subnets': [{'id': '5e1fc010-d328-4fca-b686-fd28bdeaea16', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:58:06.096019 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cfb81f-714d-420e-8022-946227613d64 None None] Pushing event updated for resources: {'Port': ['ID=b86f5c51-9cd4-4938-a817-0bede361a19e,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:58:06.127574 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-153221c2-212e-49a2-87dd-e9f370486262 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:58:06.139354 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-153221c2-212e-49a2-87dd-e9f370486262 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:06.139736 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-153221c2-212e-49a2-87dd-e9f370486262 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Added segment 47c28321-7577-4410-9b7c-584824c77722 of type vlan for network afaa8725-dbf9-46fb-9c28-3c52d1eaf1a3 Dec 20 14:58:06.142662 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7566fd0-15d4-4cfb-a2aa-c0de2bd4e7bb None None] The sync data for ids ['4113aedc-39d3-456d-936f-29b087b812b4'] in n-d-761264-19 is: [{'id': '4113aedc-39d3-456d-936f-29b087b812b4', 'name': 'tempest-RoutersIpV6Test-router-1563243024', 'tenant_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:57:54Z', 'updated_at': '2021-12-20T14:58:04Z', 'revision_number': 4, 'project_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'gw_port_host': None, '_interfaces': [{'id': '14ae5343-4ced-43bc-84d8-17a99e000d54', 'name': '', 'network_id': '6e6bb467-2375-40e6-a743-00b7bcc605b0', 'tenant_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'mac_address': 'fa:16:3e:19:2b:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4113aedc-39d3-456d-936f-29b087b812b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'b4fd69a7-8d8a-4301-94bf-2aa57306f6f5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:58:03Z', 'updated_at': '2021-12-20T14:58:04Z', 'revision_number': 1, 'project_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'subnets': [{'id': 'b4fd69a7-8d8a-4301-94bf-2aa57306f6f5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b86f5c51-9cd4-4938-a817-0bede361a19e', 'name': '', 'network_id': '3cbb39f3-7d44-4126-97c8-7c3f515f6a8e', 'tenant_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'mac_address': 'fa:16:3e:ea:3b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4113aedc-39d3-456d-936f-29b087b812b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': '6f71f04d-8df8-42ea-99d0-7fa3cbf1d4dc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:57:59Z', 'updated_at': '2021-12-20T14:58:04Z', 'revision_number': 4, 'project_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'subnets': [{'id': '6f71f04d-8df8-42ea-99d0-7fa3cbf1d4dc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6f43238-cdd5-4be3-bbdb-b8f3ab940add', 'name': '', 'network_id': '18849597-1654-4f18-9233-43f2e53fcbc4', 'tenant_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'mac_address': 'fa:16:3e:cd:31:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4113aedc-39d3-456d-936f-29b087b812b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': '5e1fc010-d328-4fca-b686-fd28bdeaea16', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:57:55Z', 'updated_at': '2021-12-20T14:57:59Z', 'revision_number': 5, 'project_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'subnets': [{'id': '5e1fc010-d328-4fca-b686-fd28bdeaea16', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:58:06.201283 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-153221c2-212e-49a2-87dd-e9f370486262 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:06.267789 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-153221c2-212e-49a2-87dd-e9f370486262 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:06.276201 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153221c2-212e-49a2-87dd-e9f370486262 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:58:06.276840 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-153221c2-212e-49a2-87dd-e9f370486262 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks [] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:06.331823 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-153221c2-212e-49a2-87dd-e9f370486262 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2964005 Dec 20 14:58:06.332702 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 44660) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:58:06.348549 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-41f9db70-86e1-4d66-91f7-6d2e81b7c42b tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Request body: {'subnet': {'network_id': 'afaa8725-dbf9-46fb-9c28-3c52d1eaf1a3', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:58:06.379424 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:06.454285 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153221c2-212e-49a2-87dd-e9f370486262 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Pushing event updated for resources: {'Network': ['ID=afaa8725-dbf9-46fb-9c28-3c52d1eaf1a3,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:58:06.475768 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network afaa8725-dbf9-46fb-9c28-3c52d1eaf1a3 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:58:06.498354 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 46e71cb3-ac51-4d59-bc5a-62bbc48e383c up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:58:06.504105 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41f9db70-86e1-4d66-91f7-6d2e81b7c42b tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Made reservation on behalf of 43f7d6ec20ff4b80bbcb9fdd5fd65fb4 for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:58:06.515992 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-41f9db70-86e1-4d66-91f7-6d2e81b7c42b tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:06.649407 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 46e71cb3-ac51-4d59-bc5a-62bbc48e383c triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:58:06.649776 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:06.754685 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:06.787196 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-41f9db70-86e1-4d66-91f7-6d2e81b7c42b tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:06.805604 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] For port 46e71cb3-ac51-4d59-bc5a-62bbc48e383c, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=46e71cb3-ac51-4d59-bc5a-62bbc48e383c,segment=NetworkSegment(1c4f6914-e041-4a80-abbe-5089326459fa),segment_id=1c4f6914-e041-4a80-abbe-5089326459fa)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:58:06.812795 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:06.872096 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f9db70-86e1-4d66-91f7-6d2e81b7c42b tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Pushing event updated for resources: {'Subnet': ['ID=69760ed9-a18e-4790-952d-5437bd2ed454,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:58:06.884524 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f9db70-86e1-4d66-91f7-6d2e81b7c42b tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Checking segment: {'id': '47c28321-7577-4410-9b7c-584824c77722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'afaa8725-dbf9-46fb-9c28-3c52d1eaf1a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:58:06.885067 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f9db70-86e1-4d66-91f7-6d2e81b7c42b tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Network hostable DHCP agents. Network: afaa8725-dbf9-46fb-9c28-3c52d1eaf1a3, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:58:06.904336 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Pushing event updated for resources: {'Port': ['ID=46e71cb3-ac51-4d59-bc5a-62bbc48e383c,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:58:06.909052 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f9db70-86e1-4d66-91f7-6d2e81b7c42b tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Network afaa8725-dbf9-46fb-9c28-3c52d1eaf1a3 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:58:06.936394 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-41f9db70-86e1-4d66-91f7-6d2e81b7c42b tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, afaa8725-dbf9-46fb-9c28-3c52d1eaf1a3) {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:58:06.942489 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f9db70-86e1-4d66-91f7-6d2e81b7c42b tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:58:06.943315 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-41f9db70-86e1-4d66-91f7-6d2e81b7c42b tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:06.969059 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90b4e2d-8800-48df-9e70-58833b44c3aa None None] Network afaa8725-dbf9-46fb-9c28-3c52d1eaf1a3 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:58:07.040390 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-41f9db70-86e1-4d66-91f7-6d2e81b7c42b tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7051551 Dec 20 14:58:07.043801 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 44734) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:58:07.089966 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7a4ee9-34c5-4a4c-ac21-c6923ffeff69 req-4e7dfa01-7d41-463f-b087-4efda4b79714 tempest-VolumesActionsTest-1721912730 tempest-VolumesActionsTest-1721912730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:58:07.092083 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fe7a4ee9-34c5-4a4c-ac21-c6923ffeff69 req-4e7dfa01-7d41-463f-b087-4efda4b79714 tempest-VolumesActionsTest-1721912730 tempest-VolumesActionsTest-1721912730-project] 10.222.0.54 "GET /v2.0/ports?device_id=1040ea73-16d5-4b33-b62b-5c2230a3ca92 HTTP/1.1" status: 200 len: 943 time: 0.1453209 Dec 20 14:58:07.206417 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fe7a4ee9-34c5-4a4c-ac21-c6923ffeff69 req-b21de301-be14-4dfb-84a6-beab7d27905d tempest-VolumesActionsTest-1721912730 tempest-VolumesActionsTest-1721912730-project] 10.222.0.54 "GET /v2.0/security-groups?id=d518d5e8-8cf4-44ac-9ab8-9ac2aac4c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015797 Dec 20 14:58:07.245615 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692b6ce8-4a1d-46e1-a443-307b898564e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-afaa8725-dbf9-46fb-9c28-3c52d1eaf1a3', 'network_id': 'afaa8725-dbf9-46fb-9c28-3c52d1eaf1a3', 'project_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'fixed_ips': [{'subnet_id': '69760ed9-a18e-4790-952d-5437bd2ed454'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:58:07.247845 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-692b6ce8-4a1d-46e1-a443-307b898564e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:07.487496 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-692b6ce8-4a1d-46e1-a443-307b898564e4 None None] Allocated IP 2001:db8:3::2 (afaa8725-dbf9-46fb-9c28-3c52d1eaf1a3/69760ed9-a18e-4790-952d-5437bd2ed454/88569c76-76ea-4b94-b76f-c5744bc346e0) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:58:07.578294 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76798749-3e9e-46b0-bc71-ecbc181fc25f None None] Network 6e6bb467-2375-40e6-a743-00b7bcc605b0 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:58:07.599707 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c5f171c8-2b60-4ffa-a5d0-081a40f95ba7 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:07.688185 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-6526ca28-0709-4a7a-b7c7-9597b2506983 None None] Provisioning complete for port 46e71cb3-ac51-4d59-bc5a-62bbc48e383c triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:58:07.688558 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6526ca28-0709-4a7a-b7c7-9597b2506983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:07.814991 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-692b6ce8-4a1d-46e1-a443-307b898564e4 None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:07.830448 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-692b6ce8-4a1d-46e1-a443-307b898564e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:07.904495 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692b6ce8-4a1d-46e1-a443-307b898564e4 None None] Network afaa8725-dbf9-46fb-9c28-3c52d1eaf1a3 is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:58:07.910544 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-692b6ce8-4a1d-46e1-a443-307b898564e4 None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:58:07.924740 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692b6ce8-4a1d-46e1-a443-307b898564e4 None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:58:07.932077 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692b6ce8-4a1d-46e1-a443-307b898564e4 None None] Pushing event updated for resources: {'Port': ['ID=88569c76-76ea-4b94-b76f-c5744bc346e0,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:58:07.974008 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-c5f171c8-2b60-4ffa-a5d0-081a40f95ba7 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Allocated IP 2001:db8:3::1 (afaa8725-dbf9-46fb-9c28-3c52d1eaf1a3/69760ed9-a18e-4790-952d-5437bd2ed454/d2afaa07-5f25-4eb6-9470-21405b6e83e9) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:58:08.008061 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220051ef-6844-4666-8096-81550d99f368 None None] Sync routers for ids ['4113aedc-39d3-456d-936f-29b087b812b4'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:58:08.022990 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-692b6ce8-4a1d-46e1-a443-307b898564e4 None None] Attempting to bind port 88569c76-76ea-4b94-b76f-c5744bc346e0 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:58:08.023359 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-692b6ce8-4a1d-46e1-a443-307b898564e4 None None] Attempting to bind port 88569c76-76ea-4b94-b76f-c5744bc346e0 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '47c28321-7577-4410-9b7c-584824c77722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'afaa8725-dbf9-46fb-9c28-3c52d1eaf1a3'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:58:08.023929 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692b6ce8-4a1d-46e1-a443-307b898564e4 None None] Attempting to bind port 88569c76-76ea-4b94-b76f-c5744bc346e0 on network afaa8725-dbf9-46fb-9c28-3c52d1eaf1a3 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:58:08.028134 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220051ef-6844-4666-8096-81550d99f368 None None] Routers {'4113aedc-39d3-456d-936f-29b087b812b4'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:58:08.028776 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-220051ef-6844-4666-8096-81550d99f368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:58:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['4113aedc-39d3-456d-936f-29b087b812b4'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:58:08.031601 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692b6ce8-4a1d-46e1-a443-307b898564e4 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:58:08.032551 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692b6ce8-4a1d-46e1-a443-307b898564e4 None None] Checking segment: {'id': '47c28321-7577-4410-9b7c-584824c77722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'afaa8725-dbf9-46fb-9c28-3c52d1eaf1a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:58:08.033501 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-692b6ce8-4a1d-46e1-a443-307b898564e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:08.036036 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692b6ce8-4a1d-46e1-a443-307b898564e4 None None] Bound using segment: {'id': '47c28321-7577-4410-9b7c-584824c77722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'afaa8725-dbf9-46fb-9c28-3c52d1eaf1a3'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:58:08.036776 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-692b6ce8-4a1d-46e1-a443-307b898564e4 None None] Bound port: 88569c76-76ea-4b94-b76f-c5744bc346e0, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47c28321-7577-4410-9b7c-584824c77722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'afaa8725-dbf9-46fb-9c28-3c52d1eaf1a3'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:58:08.037444 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-692b6ce8-4a1d-46e1-a443-307b898564e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:08.126129 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-692b6ce8-4a1d-46e1-a443-307b898564e4 None None] For port 88569c76-76ea-4b94-b76f-c5744bc346e0, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:58:08.129850 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-692b6ce8-4a1d-46e1-a443-307b898564e4 None None] For port 88569c76-76ea-4b94-b76f-c5744bc346e0, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=88569c76-76ea-4b94-b76f-c5744bc346e0,segment=NetworkSegment(47c28321-7577-4410-9b7c-584824c77722),segment_id=47c28321-7577-4410-9b7c-584824c77722)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:58:08.139678 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-692b6ce8-4a1d-46e1-a443-307b898564e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:08.185538 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c5f171c8-2b60-4ffa-a5d0-081a40f95ba7 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:08.209201 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-220051ef-6844-4666-8096-81550d99f368 None None] Set router 4113aedc-39d3-456d-936f-29b087b812b4 gateway port host: None {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:58:08.234248 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692b6ce8-4a1d-46e1-a443-307b898564e4 None None] Pushing event updated for resources: {'Port': ['ID=88569c76-76ea-4b94-b76f-c5744bc346e0,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:58:08.241606 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c5f171c8-2b60-4ffa-a5d0-081a40f95ba7 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:08.277132 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-41f64ef9-a7fb-4eb2-b69a-0717b777c5fe None None] Provisioning complete for port 46e71cb3-ac51-4d59-bc5a-62bbc48e383c triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:58:08.277657 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-41f64ef9-a7fb-4eb2-b69a-0717b777c5fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:08.369732 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f171c8-2b60-4ffa-a5d0-081a40f95ba7 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Network afaa8725-dbf9-46fb-9c28-3c52d1eaf1a3 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:58:08.391196 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-c5f171c8-2b60-4ffa-a5d0-081a40f95ba7 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:58:08.419176 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f171c8-2b60-4ffa-a5d0-081a40f95ba7 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:58:08.419739 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c5f171c8-2b60-4ffa-a5d0-081a40f95ba7 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595714'] for router_interface, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:08.422176 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f171c8-2b60-4ffa-a5d0-081a40f95ba7 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Pushing event updated for resources: {'Port': ['ID=d2afaa07-5f25-4eb6-9470-21405b6e83e9,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:58:08.496607 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-41f64ef9-a7fb-4eb2-b69a-0717b777c5fe None None] Provisioning complete for port 14ae5343-4ced-43bc-84d8-17a99e000d54 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:58:08.497347 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-41f64ef9-a7fb-4eb2-b69a-0717b777c5fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:08.658756 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-220051ef-6844-4666-8096-81550d99f368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4113aedc-39d3-456d-936f-29b087b812b4', 'name': 'tempest-RoutersIpV6Test-router-1563243024', 'tenant_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:57:54Z', 'updated_at': '2021-12-20T14:58:04Z', 'revision_number': 4, 'project_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'gw_port_host': None, '_interfaces': [{'id': '14ae5343-4ced-43bc-84d8-17a99e000d54', 'name': '', 'network_id': '6e6bb467-2375-40e6-a743-00b7bcc605b0', 'tenant_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'mac_address': 'fa:16:3e:19:2b:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4113aedc-39d3-456d-936f-29b087b812b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'b4fd69a7-8d8a-4301-94bf-2aa57306f6f5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:58:03Z', 'updated_at': '2021-12-20T14:58:05Z', 'revision_number': 2, 'project_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'subnets': [{'id': 'b4fd69a7-8d8a-4301-94bf-2aa57306f6f5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b86f5c51-9cd4-4938-a817-0bede361a19e', 'name': '', 'network_id': '3cbb39f3-7d44-4126-97c8-7c3f515f6a8e', 'tenant_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'mac_address': 'fa:16:3e:ea:3b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4113aedc-39d3-456d-936f-29b087b812b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': '6f71f04d-8df8-42ea-99d0-7fa3cbf1d4dc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:57:59Z', 'updated_at': '2021-12-20T14:58:05Z', 'revision_number': 5, 'project_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'subnets': [{'id': '6f71f04d-8df8-42ea-99d0-7fa3cbf1d4dc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6f43238-cdd5-4be3-bbdb-b8f3ab940add', 'name': '', 'network_id': '18849597-1654-4f18-9233-43f2e53fcbc4', 'tenant_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'mac_address': 'fa:16:3e:cd:31:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4113aedc-39d3-456d-936f-29b087b812b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': '5e1fc010-d328-4fca-b686-fd28bdeaea16', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:57:55Z', 'updated_at': '2021-12-20T14:57:59Z', 'revision_number': 5, 'project_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'subnets': [{'id': '5e1fc010-d328-4fca-b686-fd28bdeaea16', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:58:08.691983 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220051ef-6844-4666-8096-81550d99f368 None None] Checking router: 4113aedc-39d3-456d-936f-29b087b812b4 for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:58:08.692429 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220051ef-6844-4666-8096-81550d99f368 None None] Updating router 4113aedc-39d3-456d-936f-29b087b812b4 port 14ae5343-4ced-43bc-84d8-17a99e000d54 binding host n-d-761264-19 {{(pid=103170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 14:58:08.722944 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-220051ef-6844-4666-8096-81550d99f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:08.726930 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c5f171c8-2b60-4ffa-a5d0-081a40f95ba7 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:08.755811 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e07d710-5243-4660-a3cc-efb6962b1e29 req-04d4bfd0-cb15-49f7-9cbc-b7cf451e3651 tempest-VolumesActionsTest-1721912730 tempest-VolumesActionsTest-1721912730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:58:08.770924 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1e07d710-5243-4660-a3cc-efb6962b1e29 req-04d4bfd0-cb15-49f7-9cbc-b7cf451e3651 tempest-VolumesActionsTest-1721912730 tempest-VolumesActionsTest-1721912730-project] 10.222.0.54 "GET /v2.0/ports?device_id=1040ea73-16d5-4b33-b62b-5c2230a3ca92 HTTP/1.1" status: 200 len: 943 time: 0.3981516 Dec 20 14:58:08.956249 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1e07d710-5243-4660-a3cc-efb6962b1e29 req-daac87a4-95f9-4df3-b361-349ee7fee710 tempest-VolumesActionsTest-1721912730 tempest-VolumesActionsTest-1721912730-project] 10.222.0.54 "GET /v2.0/security-groups?id=d518d5e8-8cf4-44ac-9ab8-9ac2aac4c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685705 Dec 20 14:58:08.970418 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device b86f5c51-9cd4-4938-a817-0bede361a19e up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:58:09.011180 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 7052f558-a592-4472-91ad-139051b3c6c7 details requested by agent hyperv_n-h1-761264-19 with host n-h1-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:58:09.069071 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-41f64ef9-a7fb-4eb2-b69a-0717b777c5fe None None] Port 14ae5343-4ced-43bc-84d8-17a99e000d54 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:58:09.138764 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port b86f5c51-9cd4-4938-a817-0bede361a19e triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:58:09.139144 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:09.158429 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-220051ef-6844-4666-8096-81550d99f368 None None] Publish callbacks [] for port, precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:09.165353 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-220051ef-6844-4666-8096-81550d99f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:09.200957 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 7052f558-a592-4472-91ad-139051b3c6c7, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=7052f558-a592-4472-91ad-139051b3c6c7,segment=NetworkSegment(43ef3f1c-260c-462f-9dcf-14629e258142),segment_id=43ef3f1c-260c-462f-9dcf-14629e258142)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:58:09.223993 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Returning: {'device': '7052f558-a592-4472-91ad-139051b3c6c7', 'network_id': '4e36bcda-6793-46ad-9614-45211f7bdc5f', 'port_id': '7052f558-a592-4472-91ad-139051b3c6c7', 'mac_address': 'fa:16:3e:63:b3:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc305ed-5b68-4953-82c4-0adc3da8ef7a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:58:09.229373 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-53189cc5-82fc-4859-8871-99ba52dde6bf None None] Provisioning complete for port 14ae5343-4ced-43bc-84d8-17a99e000d54 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:58:09.229962 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-53189cc5-82fc-4859-8871-99ba52dde6bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:09.253207 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c5f171c8-2b60-4ffa-a5d0-081a40f95ba7 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:09.260764 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebdf900-b3ed-42a6-80c4-ccb6bb2f2c19 None None] Pushing event updated for resources: {'Port': ['ID=14ae5343-4ced-43bc-84d8-17a99e000d54,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:58:09.265307 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c5f171c8-2b60-4ffa-a5d0-081a40f95ba7 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:09.266156 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c5f171c8-2b60-4ffa-a5d0-081a40f95ba7 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1595702'] for router_interface, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:09.310881 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-220051ef-6844-4666-8096-81550d99f368 None None] Attempting to bind port 14ae5343-4ced-43bc-84d8-17a99e000d54 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:58:09.311667 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-220051ef-6844-4666-8096-81550d99f368 None None] Attempting to bind port 14ae5343-4ced-43bc-84d8-17a99e000d54 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '1c4f6914-e041-4a80-abbe-5089326459fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6e6bb467-2375-40e6-a743-00b7bcc605b0'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:58:09.312247 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220051ef-6844-4666-8096-81550d99f368 None None] Attempting to bind port 14ae5343-4ced-43bc-84d8-17a99e000d54 on network 6e6bb467-2375-40e6-a743-00b7bcc605b0 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:58:09.329638 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220051ef-6844-4666-8096-81550d99f368 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:58:09.330199 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220051ef-6844-4666-8096-81550d99f368 None None] Checking segment: {'id': '1c4f6914-e041-4a80-abbe-5089326459fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6e6bb467-2375-40e6-a743-00b7bcc605b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:58:09.330917 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-220051ef-6844-4666-8096-81550d99f368 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:09.331532 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220051ef-6844-4666-8096-81550d99f368 None None] Bound using segment: {'id': '1c4f6914-e041-4a80-abbe-5089326459fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6e6bb467-2375-40e6-a743-00b7bcc605b0'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:58:09.332616 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-220051ef-6844-4666-8096-81550d99f368 None None] Bound port: 14ae5343-4ced-43bc-84d8-17a99e000d54, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c4f6914-e041-4a80-abbe-5089326459fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6e6bb467-2375-40e6-a743-00b7bcc605b0'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:58:09.333252 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-220051ef-6844-4666-8096-81550d99f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:09.338303 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-53189cc5-82fc-4859-8871-99ba52dde6bf None None] Port 14ae5343-4ced-43bc-84d8-17a99e000d54 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:58:09.349901 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f171c8-2b60-4ffa-a5d0-081a40f95ba7 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Pushing event updated for resources: {'Port': ['ID=d2afaa07-5f25-4eb6-9470-21405b6e83e9,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:58:09.351791 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 46e71cb3-ac51-4d59-bc5a-62bbc48e383c up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:58:09.358704 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:09.419832 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7052f558-a592-4472-91ad-139051b3c6c7 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:58:09.435076 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-220051ef-6844-4666-8096-81550d99f368 None None] For port 14ae5343-4ced-43bc-84d8-17a99e000d54, host n-d-761264-19, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:58:09.441273 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-220051ef-6844-4666-8096-81550d99f368 None None] For port 14ae5343-4ced-43bc-84d8-17a99e000d54, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=14ae5343-4ced-43bc-84d8-17a99e000d54,segment=NetworkSegment(1c4f6914-e041-4a80-abbe-5089326459fa),segment_id=1c4f6914-e041-4a80-abbe-5089326459fa)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:58:09.449925 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-220051ef-6844-4666-8096-81550d99f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:09.453291 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 7052f558-a592-4472-91ad-139051b3c6c7, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=7052f558-a592-4472-91ad-139051b3c6c7,segment=NetworkSegment(43ef3f1c-260c-462f-9dcf-14629e258142),segment_id=43ef3f1c-260c-462f-9dcf-14629e258142)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:58:09.468135 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:09.508038 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f171c8-2b60-4ffa-a5d0-081a40f95ba7 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Network afaa8725-dbf9-46fb-9c28-3c52d1eaf1a3 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:58:09.515138 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-c5f171c8-2b60-4ffa-a5d0-081a40f95ba7 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:58:09.515405 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 46e71cb3-ac51-4d59-bc5a-62bbc48e383c triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:58:09.516013 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:09.548830 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebdf900-b3ed-42a6-80c4-ccb6bb2f2c19 None None] Pushing event updated for resources: {'Port': ['ID=14ae5343-4ced-43bc-84d8-17a99e000d54,revision_number=4']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:58:09.564219 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220051ef-6844-4666-8096-81550d99f368 None None] Routers {'4113aedc-39d3-456d-936f-29b087b812b4'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:58:09.565114 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-220051ef-6844-4666-8096-81550d99f368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:58:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['4113aedc-39d3-456d-936f-29b087b812b4'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:58:09.625569 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=7052f558-a592-4472-91ad-139051b3c6c7,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:58:09.661801 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5f171c8-2b60-4ffa-a5d0-081a40f95ba7 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Router 4113aedc-39d3-456d-936f-29b087b812b4 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:58:09.796712 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-231ec153-7894-4230-bb3e-ec33643240af None None] Provisioning complete for port 14ae5343-4ced-43bc-84d8-17a99e000d54 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:58:09.797090 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-231ec153-7894-4230-bb3e-ec33643240af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:09.826396 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['7052f558-a592-4472-91ad-139051b3c6c7'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:58:09.833377 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-220051ef-6844-4666-8096-81550d99f368 None None] Set router 4113aedc-39d3-456d-936f-29b087b812b4 gateway port host: None {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:58:09.847926 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5f171c8-2b60-4ffa-a5d0-081a40f95ba7 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:58:09.855582 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-c5f171c8-2b60-4ffa-a5d0-081a40f95ba7 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "PUT /v2.0/routers/4113aedc-39d3-456d-936f-29b087b812b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8106019 Dec 20 14:58:09.858444 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 44980) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:58:09.864390 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-daa56fea-776e-4bc7-8fcc-6ebe7f5d21b1 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:58:10.037684 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-231ec153-7894-4230-bb3e-ec33643240af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:10.130073 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568a4516-2057-4265-8ffe-df2f6c3ceeb3 None None] Network afaa8725-dbf9-46fb-9c28-3c52d1eaf1a3 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:58:10.133182 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-231ec153-7894-4230-bb3e-ec33643240af None None] For port 14ae5343-4ced-43bc-84d8-17a99e000d54, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=14ae5343-4ced-43bc-84d8-17a99e000d54,segment=NetworkSegment(1c4f6914-e041-4a80-abbe-5089326459fa),segment_id=1c4f6914-e041-4a80-abbe-5089326459fa)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:58:10.155994 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-231ec153-7894-4230-bb3e-ec33643240af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:10.165200 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-220051ef-6844-4666-8096-81550d99f368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4113aedc-39d3-456d-936f-29b087b812b4', 'name': 'tempest-RoutersIpV6Test-router-1563243024', 'tenant_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:57:54Z', 'updated_at': '2021-12-20T14:58:08Z', 'revision_number': 5, 'project_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'gw_port_host': None, '_interfaces': [{'id': '14ae5343-4ced-43bc-84d8-17a99e000d54', 'name': '', 'network_id': '6e6bb467-2375-40e6-a743-00b7bcc605b0', 'tenant_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'mac_address': 'fa:16:3e:19:2b:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4113aedc-39d3-456d-936f-29b087b812b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'b4fd69a7-8d8a-4301-94bf-2aa57306f6f5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:58:03Z', 'updated_at': '2021-12-20T14:58:09Z', 'revision_number': 4, 'project_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'subnets': [{'id': 'b4fd69a7-8d8a-4301-94bf-2aa57306f6f5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b86f5c51-9cd4-4938-a817-0bede361a19e', 'name': '', 'network_id': '3cbb39f3-7d44-4126-97c8-7c3f515f6a8e', 'tenant_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'mac_address': 'fa:16:3e:ea:3b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4113aedc-39d3-456d-936f-29b087b812b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': '6f71f04d-8df8-42ea-99d0-7fa3cbf1d4dc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:57:59Z', 'updated_at': '2021-12-20T14:58:05Z', 'revision_number': 5, 'project_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'subnets': [{'id': '6f71f04d-8df8-42ea-99d0-7fa3cbf1d4dc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2afaa07-5f25-4eb6-9470-21405b6e83e9', 'name': '', 'network_id': 'afaa8725-dbf9-46fb-9c28-3c52d1eaf1a3', 'tenant_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'mac_address': 'fa:16:3e:37:3d:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4113aedc-39d3-456d-936f-29b087b812b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': '69760ed9-a18e-4790-952d-5437bd2ed454', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:58:07Z', 'updated_at': '2021-12-20T14:58:09Z', 'revision_number': 2, 'project_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'subnets': [{'id': '69760ed9-a18e-4790-952d-5437bd2ed454', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6f43238-cdd5-4be3-bbdb-b8f3ab940add', 'name': '', 'network_id': '18849597-1654-4f18-9233-43f2e53fcbc4', 'tenant_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'mac_address': 'fa:16:3e:cd:31:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4113aedc-39d3-456d-936f-29b087b812b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': '5e1fc010-d328-4fca-b686-fd28bdeaea16', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:57:55Z', 'updated_at': '2021-12-20T14:57:59Z', 'revision_number': 5, 'project_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'subnets': [{'id': '5e1fc010-d328-4fca-b686-fd28bdeaea16', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:58:10.201200 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220051ef-6844-4666-8096-81550d99f368 None None] The sync data for ids ['4113aedc-39d3-456d-936f-29b087b812b4'] in n-d-761264-19 is: [{'id': '4113aedc-39d3-456d-936f-29b087b812b4', 'name': 'tempest-RoutersIpV6Test-router-1563243024', 'tenant_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:57:54Z', 'updated_at': '2021-12-20T14:58:08Z', 'revision_number': 5, 'project_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'gw_port_host': None, '_interfaces': [{'id': '14ae5343-4ced-43bc-84d8-17a99e000d54', 'name': '', 'network_id': '6e6bb467-2375-40e6-a743-00b7bcc605b0', 'tenant_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'mac_address': 'fa:16:3e:19:2b:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4113aedc-39d3-456d-936f-29b087b812b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'b4fd69a7-8d8a-4301-94bf-2aa57306f6f5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:58:03Z', 'updated_at': '2021-12-20T14:58:09Z', 'revision_number': 4, 'project_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'subnets': [{'id': 'b4fd69a7-8d8a-4301-94bf-2aa57306f6f5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b86f5c51-9cd4-4938-a817-0bede361a19e', 'name': '', 'network_id': '3cbb39f3-7d44-4126-97c8-7c3f515f6a8e', 'tenant_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'mac_address': 'fa:16:3e:ea:3b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4113aedc-39d3-456d-936f-29b087b812b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': '6f71f04d-8df8-42ea-99d0-7fa3cbf1d4dc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:57:59Z', 'updated_at': '2021-12-20T14:58:05Z', 'revision_number': 5, 'project_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'subnets': [{'id': '6f71f04d-8df8-42ea-99d0-7fa3cbf1d4dc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2afaa07-5f25-4eb6-9470-21405b6e83e9', 'name': '', 'network_id': 'afaa8725-dbf9-46fb-9c28-3c52d1eaf1a3', 'tenant_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'mac_address': 'fa:16:3e:37:3d:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4113aedc-39d3-456d-936f-29b087b812b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': '69760ed9-a18e-4790-952d-5437bd2ed454', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:58:07Z', 'updated_at': '2021-12-20T14:58:09Z', 'revision_number': 2, 'project_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'subnets': [{'id': '69760ed9-a18e-4790-952d-5437bd2ed454', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6f43238-cdd5-4be3-bbdb-b8f3ab940add', 'name': '', 'network_id': '18849597-1654-4f18-9233-43f2e53fcbc4', 'tenant_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'mac_address': 'fa:16:3e:cd:31:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4113aedc-39d3-456d-936f-29b087b812b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': '5e1fc010-d328-4fca-b686-fd28bdeaea16', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:57:55Z', 'updated_at': '2021-12-20T14:57:59Z', 'revision_number': 5, 'project_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'subnets': [{'id': '5e1fc010-d328-4fca-b686-fd28bdeaea16', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:58:10.259224 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231ec153-7894-4230-bb3e-ec33643240af None None] Pushing event updated for resources: {'Port': ['ID=14ae5343-4ced-43bc-84d8-17a99e000d54,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:58:10.335152 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-c487d75a-8dc1-4995-bb15-547a8ec53e3d None None] Provisioning complete for port 88569c76-76ea-4b94-b76f-c5744bc346e0 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:58:10.335558 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c487d75a-8dc1-4995-bb15-547a8ec53e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:10.437876 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c487d75a-8dc1-4995-bb15-547a8ec53e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:10.488118 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-c487d75a-8dc1-4995-bb15-547a8ec53e3d None None] For port 88569c76-76ea-4b94-b76f-c5744bc346e0, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=88569c76-76ea-4b94-b76f-c5744bc346e0,segment=NetworkSegment(47c28321-7577-4410-9b7c-584824c77722),segment_id=47c28321-7577-4410-9b7c-584824c77722)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:58:10.497516 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c487d75a-8dc1-4995-bb15-547a8ec53e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:10.512835 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92929e58-7328-424c-9ebb-f40249b972ec req-cc6bdb28-058a-4a0b-ab05-6040fc3b0814 tempest-VolumesActionsTest-1721912730 tempest-VolumesActionsTest-1721912730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:58:10.514766 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-92929e58-7328-424c-9ebb-f40249b972ec req-cc6bdb28-058a-4a0b-ab05-6040fc3b0814 tempest-VolumesActionsTest-1721912730 tempest-VolumesActionsTest-1721912730-project] 10.222.0.54 "GET /v2.0/ports?device_id=1040ea73-16d5-4b33-b62b-5c2230a3ca92 HTTP/1.1" status: 200 len: 944 time: 0.1070397 Dec 20 14:58:10.609849 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-c487d75a-8dc1-4995-bb15-547a8ec53e3d None None] Provisioning complete for port 14ae5343-4ced-43bc-84d8-17a99e000d54 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:58:10.610464 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c487d75a-8dc1-4995-bb15-547a8ec53e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:10.675818 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 14:58:10.688282 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 88569c76-76ea-4b94-b76f-c5744bc346e0 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:58:10.705882 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-92929e58-7328-424c-9ebb-f40249b972ec req-f2f74879-4b20-41b0-9651-7e153c5436c3 tempest-VolumesActionsTest-1721912730 tempest-VolumesActionsTest-1721912730-project] 10.222.0.54 "GET /v2.0/security-groups?id=d518d5e8-8cf4-44ac-9ab8-9ac2aac4c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365457 Dec 20 14:58:10.761026 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c487d75a-8dc1-4995-bb15-547a8ec53e3d None None] Pushing event updated for resources: {'Port': ['ID=88569c76-76ea-4b94-b76f-c5744bc346e0,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:58:10.798005 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 88569c76-76ea-4b94-b76f-c5744bc346e0 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:58:10.798377 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:10.928981 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-d80234b3-2f34-476c-92bd-6c89b5a550d7 None None] Provisioning complete for port 88569c76-76ea-4b94-b76f-c5744bc346e0 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:58:10.928981 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d80234b3-2f34-476c-92bd-6c89b5a550d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:10.936078 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 7052f558-a592-4472-91ad-139051b3c6c7 up at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:58:10.989734 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.extraroute_db [None req-daa56fea-776e-4bc7-8fcc-6ebe7f5d21b1 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=103167) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 20 14:58:11.008001 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.extraroute_db [None req-daa56fea-776e-4bc7-8fcc-6ebe7f5d21b1 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Removed routes are [] {{(pid=103167) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 20 14:58:11.008688 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-daa56fea-776e-4bc7-8fcc-6ebe7f5d21b1 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1584976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40157'] for router, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:11.074316 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 14ae5343-4ced-43bc-84d8-17a99e000d54 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:58:11.175409 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning for port 7052f558-a592-4472-91ad-139051b3c6c7 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:58:11.182926 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning complete for port 7052f558-a592-4472-91ad-139051b3c6c7 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:58:11.183573 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:11.240843 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 14ae5343-4ced-43bc-84d8-17a99e000d54 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:58:11.241276 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:11.266942 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-daa56fea-776e-4bc7-8fcc-6ebe7f5d21b1 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1584976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40157'] for router, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:11.272033 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-daa56fea-776e-4bc7-8fcc-6ebe7f5d21b1 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1584999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1585022', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1594780'] for router, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:11.291024 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-d80234b3-2f34-476c-92bd-6c89b5a550d7 None None] Provisioning complete for port d2afaa07-5f25-4eb6-9470-21405b6e83e9 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:58:11.291464 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d80234b3-2f34-476c-92bd-6c89b5a550d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:11.380254 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-d80234b3-2f34-476c-92bd-6c89b5a550d7 None None] Port d2afaa07-5f25-4eb6-9470-21405b6e83e9 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:58:11.404037 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daa56fea-776e-4bc7-8fcc-6ebe7f5d21b1 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Router 4113aedc-39d3-456d-936f-29b087b812b4 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:58:11.406608 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:11.437588 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1040ea73-16d5-4b33-b62b-5c2230a3ca92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7052f558-a592-4472-91ad-139051b3c6c7'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:58:11.440010 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc3f2d3e-292d-4cff-a543-09ce54e9e64a" -d '{"events": [{"server_uuid": "1040ea73-16d5-4b33-b62b-5c2230a3ca92", "name": "network-vif-plugged", "status": "completed", "tag": "7052f558-a592-4472-91ad-139051b3c6c7"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:58:11.446484 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fed6ea-6b9b-4612-96dd-47064ffb46f3 None None] Sync routers for ids ['4113aedc-39d3-456d-936f-29b087b812b4'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:58:11.459071 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 7052f558-a592-4472-91ad-139051b3c6c7, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=7052f558-a592-4472-91ad-139051b3c6c7,segment=NetworkSegment(43ef3f1c-260c-462f-9dcf-14629e258142),segment_id=43ef3f1c-260c-462f-9dcf-14629e258142)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:58:11.469126 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fed6ea-6b9b-4612-96dd-47064ffb46f3 None None] Routers {'4113aedc-39d3-456d-936f-29b087b812b4'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:58:11.469767 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-06fed6ea-6b9b-4612-96dd-47064ffb46f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:58:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['4113aedc-39d3-456d-936f-29b087b812b4'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:58:11.472225 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:11.513018 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f834008-1805-4626-a5e9-33124a902068 x-openstack-request-id: req-6f834008-1805-4626-a5e9-33124a902068 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:58:11.513747 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1040ea73-16d5-4b33-b62b-5c2230a3ca92", "name": "network-vif-plugged", "status": "completed", "tag": "7052f558-a592-4472-91ad-139051b3c6c7", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:58:11.514166 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6f834008-1805-4626-a5e9-33124a902068 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:58:11.514755 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1040ea73-16d5-4b33-b62b-5c2230a3ca92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7052f558-a592-4472-91ad-139051b3c6c7', 'code': 200} Dec 20 14:58:11.543998 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daa56fea-776e-4bc7-8fcc-6ebe7f5d21b1 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:58:11.553582 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-daa56fea-776e-4bc7-8fcc-6ebe7f5d21b1 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks [] for router, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:11.554946 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-daa56fea-776e-4bc7-8fcc-6ebe7f5d21b1 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "PUT /v2.0/routers/4113aedc-39d3-456d-936f-29b087b812b4 HTTP/1.1" status: 200 len: 954 time: 1.6954379 Dec 20 14:58:11.558107 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 44996) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:58:11.602547 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e691740-63ab-4d7d-971d-d7b77e5fd75d req-80854b26-fb23-496e-89d3-b7a6252e1bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:58:11.605222 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6e691740-63ab-4d7d-971d-d7b77e5fd75d req-80854b26-fb23-496e-89d3-b7a6252e1bf1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1040ea73-16d5-4b33-b62b-5c2230a3ca92 HTTP/1.1" status: 200 len: 1097 time: 0.0523875 Dec 20 14:58:11.633150 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-6b9fb548-e532-4cb8-bd73-1af13c3cb8db None None] Provisioning complete for port d2afaa07-5f25-4eb6-9470-21405b6e83e9 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:58:11.633537 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6b9fb548-e532-4cb8-bd73-1af13c3cb8db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:11.635310 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=7052f558-a592-4472-91ad-139051b3c6c7,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:58:11.638795 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-06fed6ea-6b9b-4612-96dd-47064ffb46f3 None None] Set router 4113aedc-39d3-456d-936f-29b087b812b4 gateway port host: None {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:58:11.667716 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6e691740-63ab-4d7d-971d-d7b77e5fd75d req-8cdc7116-4788-47c0-ba1f-7ae2acb1bf27 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d518d5e8-8cf4-44ac-9ab8-9ac2aac4c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532017 Dec 20 14:58:11.698985 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 44998) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:58:11.699683 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-1f33f1c7-6b22-4832-b797-69588a8c203f tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "GET /v2.0/routers/4113aedc-39d3-456d-936f-29b087b812b4 HTTP/1.1" status: 200 len: 954 time: 0.1395235 Dec 20 14:58:11.705467 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-87c5615a-cada-4854-a841-2a54696b3a26 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Request body: {'router': {'routes': None}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:58:11.710883 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-6b9fb548-e532-4cb8-bd73-1af13c3cb8db None None] Port d2afaa07-5f25-4eb6-9470-21405b6e83e9 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:58:11.803235 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:11.863800 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07100da-ce7d-43b7-ab05-a1c8312e0614 req-ebb29ea2-8c3e-4e18-8484-90f9a124d9b1 tempest-VolumesActionsTest-1721912730 tempest-VolumesActionsTest-1721912730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:58:11.866130 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e07100da-ce7d-43b7-ab05-a1c8312e0614 req-ebb29ea2-8c3e-4e18-8484-90f9a124d9b1 tempest-VolumesActionsTest-1721912730 tempest-VolumesActionsTest-1721912730-project] 10.222.0.54 "GET /v2.0/ports?device_id=1040ea73-16d5-4b33-b62b-5c2230a3ca92 HTTP/1.1" status: 200 len: 945 time: 0.0640893 Dec 20 14:58:11.933013 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-06fed6ea-6b9b-4612-96dd-47064ffb46f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4113aedc-39d3-456d-936f-29b087b812b4', 'name': 'tempest-RoutersIpV6Test-router-1563243024', 'tenant_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:57:54Z', 'updated_at': '2021-12-20T14:58:10Z', 'revision_number': 6, 'project_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'gw_port_host': None, '_interfaces': [{'id': '14ae5343-4ced-43bc-84d8-17a99e000d54', 'name': '', 'network_id': '6e6bb467-2375-40e6-a743-00b7bcc605b0', 'tenant_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'mac_address': 'fa:16:3e:19:2b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4113aedc-39d3-456d-936f-29b087b812b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'b4fd69a7-8d8a-4301-94bf-2aa57306f6f5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:58:03Z', 'updated_at': '2021-12-20T14:58:10Z', 'revision_number': 5, 'project_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'subnets': [{'id': 'b4fd69a7-8d8a-4301-94bf-2aa57306f6f5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b86f5c51-9cd4-4938-a817-0bede361a19e', 'name': '', 'network_id': '3cbb39f3-7d44-4126-97c8-7c3f515f6a8e', 'tenant_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'mac_address': 'fa:16:3e:ea:3b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4113aedc-39d3-456d-936f-29b087b812b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': '6f71f04d-8df8-42ea-99d0-7fa3cbf1d4dc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:57:59Z', 'updated_at': '2021-12-20T14:58:05Z', 'revision_number': 5, 'project_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'subnets': [{'id': '6f71f04d-8df8-42ea-99d0-7fa3cbf1d4dc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2afaa07-5f25-4eb6-9470-21405b6e83e9', 'name': '', 'network_id': 'afaa8725-dbf9-46fb-9c28-3c52d1eaf1a3', 'tenant_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'mac_address': 'fa:16:3e:37:3d:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4113aedc-39d3-456d-936f-29b087b812b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': '69760ed9-a18e-4790-952d-5437bd2ed454', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:58:07Z', 'updated_at': '2021-12-20T14:58:09Z', 'revision_number': 2, 'project_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'subnets': [{'id': '69760ed9-a18e-4790-952d-5437bd2ed454', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6f43238-cdd5-4be3-bbdb-b8f3ab940add', 'name': '', 'network_id': '18849597-1654-4f18-9233-43f2e53fcbc4', 'tenant_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'mac_address': 'fa:16:3e:cd:31:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4113aedc-39d3-456d-936f-29b087b812b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': '5e1fc010-d328-4fca-b686-fd28bdeaea16', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:57:55Z', 'updated_at': '2021-12-20T14:57:59Z', 'revision_number': 5, 'project_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'subnets': [{'id': '5e1fc010-d328-4fca-b686-fd28bdeaea16', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:58:11.959704 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e07100da-ce7d-43b7-ab05-a1c8312e0614 req-475c55bd-fdd4-48ae-a55d-7566983cc5dd tempest-VolumesActionsTest-1721912730 tempest-VolumesActionsTest-1721912730-project] 10.222.0.54 "GET /v2.0/security-groups?id=d518d5e8-8cf4-44ac-9ab8-9ac2aac4c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864971 Dec 20 14:58:11.973903 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fed6ea-6b9b-4612-96dd-47064ffb46f3 None None] Checking router: 4113aedc-39d3-456d-936f-29b087b812b4 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:58:11.974323 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fed6ea-6b9b-4612-96dd-47064ffb46f3 None None] Updating router 4113aedc-39d3-456d-936f-29b087b812b4 port d2afaa07-5f25-4eb6-9470-21405b6e83e9 binding host n-d-761264-19 {{(pid=103169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 14:58:12.011318 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-06fed6ea-6b9b-4612-96dd-47064ffb46f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:12.135861 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.extraroute_db [None req-87c5615a-cada-4854-a841-2a54696b3a26 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Added routes are [] {{(pid=103168) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 20 14:58:12.136258 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.extraroute_db [None req-87c5615a-cada-4854-a841-2a54696b3a26 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=103168) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 20 14:58:12.166005 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-87c5615a-cada-4854-a841-2a54696b3a26 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1584976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40157'] for router, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:12.276178 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-06fed6ea-6b9b-4612-96dd-47064ffb46f3 None None] Publish callbacks [] for port, precommit_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:12.283001 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-06fed6ea-6b9b-4612-96dd-47064ffb46f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:12.337422 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a60cba-e85f-4780-ad0e-ed0b79c71ad5 None None] Pushing event updated for resources: {'Port': ['ID=d2afaa07-5f25-4eb6-9470-21405b6e83e9,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:58:12.378486 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 88569c76-76ea-4b94-b76f-c5744bc346e0 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:58:12.441913 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-06fed6ea-6b9b-4612-96dd-47064ffb46f3 None None] Attempting to bind port d2afaa07-5f25-4eb6-9470-21405b6e83e9 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:58:12.442595 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-06fed6ea-6b9b-4612-96dd-47064ffb46f3 None None] Attempting to bind port d2afaa07-5f25-4eb6-9470-21405b6e83e9 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '47c28321-7577-4410-9b7c-584824c77722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'afaa8725-dbf9-46fb-9c28-3c52d1eaf1a3'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:58:12.442763 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06fed6ea-6b9b-4612-96dd-47064ffb46f3 None None] Attempting to bind port d2afaa07-5f25-4eb6-9470-21405b6e83e9 on network afaa8725-dbf9-46fb-9c28-3c52d1eaf1a3 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:58:12.450143 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06fed6ea-6b9b-4612-96dd-47064ffb46f3 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:58:12.450518 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06fed6ea-6b9b-4612-96dd-47064ffb46f3 None None] Checking segment: {'id': '47c28321-7577-4410-9b7c-584824c77722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'afaa8725-dbf9-46fb-9c28-3c52d1eaf1a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:58:12.450966 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-06fed6ea-6b9b-4612-96dd-47064ffb46f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:12.451358 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06fed6ea-6b9b-4612-96dd-47064ffb46f3 None None] Bound using segment: {'id': '47c28321-7577-4410-9b7c-584824c77722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'afaa8725-dbf9-46fb-9c28-3c52d1eaf1a3'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:58:12.451839 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-06fed6ea-6b9b-4612-96dd-47064ffb46f3 None None] Bound port: d2afaa07-5f25-4eb6-9470-21405b6e83e9, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47c28321-7577-4410-9b7c-584824c77722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'afaa8725-dbf9-46fb-9c28-3c52d1eaf1a3'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:58:12.452217 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-06fed6ea-6b9b-4612-96dd-47064ffb46f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:12.505492 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 88569c76-76ea-4b94-b76f-c5744bc346e0 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:58:12.505738 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:12.557342 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-06fed6ea-6b9b-4612-96dd-47064ffb46f3 None None] For port d2afaa07-5f25-4eb6-9470-21405b6e83e9, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:58:12.560923 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-06fed6ea-6b9b-4612-96dd-47064ffb46f3 None None] For port d2afaa07-5f25-4eb6-9470-21405b6e83e9, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=d2afaa07-5f25-4eb6-9470-21405b6e83e9,segment=NetworkSegment(47c28321-7577-4410-9b7c-584824c77722),segment_id=47c28321-7577-4410-9b7c-584824c77722)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:58:12.567287 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-06fed6ea-6b9b-4612-96dd-47064ffb46f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:12.726058 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-87c5615a-cada-4854-a841-2a54696b3a26 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1584976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40157'] for router, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:12.730275 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-87c5615a-cada-4854-a841-2a54696b3a26 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1584999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1585022', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1594780'] for router, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:12.836395 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87c5615a-cada-4854-a841-2a54696b3a26 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Router 4113aedc-39d3-456d-936f-29b087b812b4 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:58:12.844969 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a60cba-e85f-4780-ad0e-ed0b79c71ad5 None None] Pushing event updated for resources: {'Port': ['ID=d2afaa07-5f25-4eb6-9470-21405b6e83e9,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:58:12.849158 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fed6ea-6b9b-4612-96dd-47064ffb46f3 None None] Routers {'4113aedc-39d3-456d-936f-29b087b812b4'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:58:12.849762 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-06fed6ea-6b9b-4612-96dd-47064ffb46f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:58:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['4113aedc-39d3-456d-936f-29b087b812b4'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:58:12.884535 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-c9ef4817-ea7a-454e-9a2c-ad4701e0f42d None None] Provisioning complete for port d2afaa07-5f25-4eb6-9470-21405b6e83e9 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:58:12.884903 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c9ef4817-ea7a-454e-9a2c-ad4701e0f42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:12.939104 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87c5615a-cada-4854-a841-2a54696b3a26 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:58:12.946421 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-87c5615a-cada-4854-a841-2a54696b3a26 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:12.947605 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-87c5615a-cada-4854-a841-2a54696b3a26 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "PUT /v2.0/routers/4113aedc-39d3-456d-936f-29b087b812b4 HTTP/1.1" status: 200 len: 704 time: 1.2467184 Dec 20 14:58:12.950305 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 45004) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:58:12.967499 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-06fed6ea-6b9b-4612-96dd-47064ffb46f3 None None] Set router 4113aedc-39d3-456d-936f-29b087b812b4 gateway port host: None {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:58:13.066168 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-7b2f57c1-3dab-44ac-9766-d884a75c6b1b tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "GET /v2.0/routers/4113aedc-39d3-456d-936f-29b087b812b4 HTTP/1.1" status: 200 len: 704 time: 0.1144488 Dec 20 14:58:13.069093 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 45010) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:58:13.166824 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94d500-7fe4-4950-8548-ca8992ef73bb req-2f6d5cdc-b393-4ee5-a4d4-6994524e39df tempest-VolumesActionsTest-1721912730 tempest-VolumesActionsTest-1721912730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:58:13.169056 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c9ef4817-ea7a-454e-9a2c-ad4701e0f42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:13.169261 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4b94d500-7fe4-4950-8548-ca8992ef73bb req-2f6d5cdc-b393-4ee5-a4d4-6994524e39df tempest-VolumesActionsTest-1721912730 tempest-VolumesActionsTest-1721912730-project] 10.222.0.54 "GET /v2.0/ports?device_id=1040ea73-16d5-4b33-b62b-5c2230a3ca92 HTTP/1.1" status: 200 len: 945 time: 0.0731947 Dec 20 14:58:13.223647 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-c9ef4817-ea7a-454e-9a2c-ad4701e0f42d None None] For port d2afaa07-5f25-4eb6-9470-21405b6e83e9, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=d2afaa07-5f25-4eb6-9470-21405b6e83e9,segment=NetworkSegment(47c28321-7577-4410-9b7c-584824c77722),segment_id=47c28321-7577-4410-9b7c-584824c77722)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:58:13.238370 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c9ef4817-ea7a-454e-9a2c-ad4701e0f42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:13.239351 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4b94d500-7fe4-4950-8548-ca8992ef73bb req-056298f5-d5fc-4545-8a2d-32dde5bc6b3a tempest-VolumesActionsTest-1721912730 tempest-VolumesActionsTest-1721912730-project] 10.222.0.54 "GET /v2.0/security-groups?id=d518d5e8-8cf4-44ac-9ab8-9ac2aac4c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617630 Dec 20 14:58:13.297391 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-06fed6ea-6b9b-4612-96dd-47064ffb46f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4113aedc-39d3-456d-936f-29b087b812b4', 'name': 'tempest-RoutersIpV6Test-router-1563243024', 'tenant_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:57:54Z', 'updated_at': '2021-12-20T14:58:12Z', 'revision_number': 7, 'project_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'gw_port_host': None, '_interfaces': [{'id': '14ae5343-4ced-43bc-84d8-17a99e000d54', 'name': '', 'network_id': '6e6bb467-2375-40e6-a743-00b7bcc605b0', 'tenant_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'mac_address': 'fa:16:3e:19:2b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4113aedc-39d3-456d-936f-29b087b812b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'b4fd69a7-8d8a-4301-94bf-2aa57306f6f5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:58:03Z', 'updated_at': '2021-12-20T14:58:10Z', 'revision_number': 5, 'project_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'subnets': [{'id': 'b4fd69a7-8d8a-4301-94bf-2aa57306f6f5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b86f5c51-9cd4-4938-a817-0bede361a19e', 'name': '', 'network_id': '3cbb39f3-7d44-4126-97c8-7c3f515f6a8e', 'tenant_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'mac_address': 'fa:16:3e:ea:3b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4113aedc-39d3-456d-936f-29b087b812b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': '6f71f04d-8df8-42ea-99d0-7fa3cbf1d4dc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:57:59Z', 'updated_at': '2021-12-20T14:58:05Z', 'revision_number': 5, 'project_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'subnets': [{'id': '6f71f04d-8df8-42ea-99d0-7fa3cbf1d4dc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2afaa07-5f25-4eb6-9470-21405b6e83e9', 'name': '', 'network_id': 'afaa8725-dbf9-46fb-9c28-3c52d1eaf1a3', 'tenant_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'mac_address': 'fa:16:3e:37:3d:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4113aedc-39d3-456d-936f-29b087b812b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': '69760ed9-a18e-4790-952d-5437bd2ed454', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:58:07Z', 'updated_at': '2021-12-20T14:58:12Z', 'revision_number': 4, 'project_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'subnets': [{'id': '69760ed9-a18e-4790-952d-5437bd2ed454', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6f43238-cdd5-4be3-bbdb-b8f3ab940add', 'name': '', 'network_id': '18849597-1654-4f18-9233-43f2e53fcbc4', 'tenant_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'mac_address': 'fa:16:3e:cd:31:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4113aedc-39d3-456d-936f-29b087b812b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': '5e1fc010-d328-4fca-b686-fd28bdeaea16', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:57:55Z', 'updated_at': '2021-12-20T14:57:59Z', 'revision_number': 5, 'project_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'subnets': [{'id': '5e1fc010-d328-4fca-b686-fd28bdeaea16', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:58:13.299857 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ef4817-ea7a-454e-9a2c-ad4701e0f42d None None] Pushing event updated for resources: {'Port': ['ID=d2afaa07-5f25-4eb6-9470-21405b6e83e9,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:58:13.332472 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fed6ea-6b9b-4612-96dd-47064ffb46f3 None None] The sync data for ids ['4113aedc-39d3-456d-936f-29b087b812b4'] in n-d-761264-19 is: [{'id': '4113aedc-39d3-456d-936f-29b087b812b4', 'name': 'tempest-RoutersIpV6Test-router-1563243024', 'tenant_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:57:54Z', 'updated_at': '2021-12-20T14:58:12Z', 'revision_number': 7, 'project_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'gw_port_host': None, '_interfaces': [{'id': '14ae5343-4ced-43bc-84d8-17a99e000d54', 'name': '', 'network_id': '6e6bb467-2375-40e6-a743-00b7bcc605b0', 'tenant_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'mac_address': 'fa:16:3e:19:2b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4113aedc-39d3-456d-936f-29b087b812b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'b4fd69a7-8d8a-4301-94bf-2aa57306f6f5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:58:03Z', 'updated_at': '2021-12-20T14:58:10Z', 'revision_number': 5, 'project_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'subnets': [{'id': 'b4fd69a7-8d8a-4301-94bf-2aa57306f6f5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b86f5c51-9cd4-4938-a817-0bede361a19e', 'name': '', 'network_id': '3cbb39f3-7d44-4126-97c8-7c3f515f6a8e', 'tenant_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'mac_address': 'fa:16:3e:ea:3b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4113aedc-39d3-456d-936f-29b087b812b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': '6f71f04d-8df8-42ea-99d0-7fa3cbf1d4dc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:57:59Z', 'updated_at': '2021-12-20T14:58:05Z', 'revision_number': 5, 'project_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'subnets': [{'id': '6f71f04d-8df8-42ea-99d0-7fa3cbf1d4dc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2afaa07-5f25-4eb6-9470-21405b6e83e9', 'name': '', 'network_id': 'afaa8725-dbf9-46fb-9c28-3c52d1eaf1a3', 'tenant_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'mac_address': 'fa:16:3e:37:3d:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4113aedc-39d3-456d-936f-29b087b812b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': '69760ed9-a18e-4790-952d-5437bd2ed454', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:58:07Z', 'updated_at': '2021-12-20T14:58:12Z', 'revision_number': 4, 'project_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'subnets': [{'id': '69760ed9-a18e-4790-952d-5437bd2ed454', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6f43238-cdd5-4be3-bbdb-b8f3ab940add', 'name': '', 'network_id': '18849597-1654-4f18-9233-43f2e53fcbc4', 'tenant_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'mac_address': 'fa:16:3e:cd:31:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4113aedc-39d3-456d-936f-29b087b812b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': '5e1fc010-d328-4fca-b686-fd28bdeaea16', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:57:55Z', 'updated_at': '2021-12-20T14:57:59Z', 'revision_number': 5, 'project_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'subnets': [{'id': '5e1fc010-d328-4fca-b686-fd28bdeaea16', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:58:13.359593 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-fb28d61f-f8fe-4074-a260-ec225040207a None None] Provisioning complete for port d2afaa07-5f25-4eb6-9470-21405b6e83e9 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:58:13.360076 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-fb28d61f-f8fe-4074-a260-ec225040207a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:13.523237 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-dca1f4b5-ec41-4fc0-91fc-530215adde9f tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1595867'] for router_interface, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:13.611460 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd1f005-54bb-42c1-bc8f-8d22ba201083 None None] Sync routers for ids ['4113aedc-39d3-456d-936f-29b087b812b4'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:58:13.630815 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd1f005-54bb-42c1-bc8f-8d22ba201083 None None] Routers {'4113aedc-39d3-456d-936f-29b087b812b4'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:58:13.631461 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-bbd1f005-54bb-42c1-bc8f-8d22ba201083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:58:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['4113aedc-39d3-456d-936f-29b087b812b4'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:58:13.754808 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-bbd1f005-54bb-42c1-bc8f-8d22ba201083 None None] Set router 4113aedc-39d3-456d-936f-29b087b812b4 gateway port host: None {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:58:13.878326 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-dca1f4b5-ec41-4fc0-91fc-530215adde9f tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Deleting port d2afaa07-5f25-4eb6-9470-21405b6e83e9 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:58:13.878662 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-dca1f4b5-ec41-4fc0-91fc-530215adde9f tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:13.980461 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-bbd1f005-54bb-42c1-bc8f-8d22ba201083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4113aedc-39d3-456d-936f-29b087b812b4', 'name': 'tempest-RoutersIpV6Test-router-1563243024', 'tenant_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:57:54Z', 'updated_at': '2021-12-20T14:58:12Z', 'revision_number': 7, 'project_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'gw_port_host': None, '_interfaces': [{'id': '14ae5343-4ced-43bc-84d8-17a99e000d54', 'name': '', 'network_id': '6e6bb467-2375-40e6-a743-00b7bcc605b0', 'tenant_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'mac_address': 'fa:16:3e:19:2b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4113aedc-39d3-456d-936f-29b087b812b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'b4fd69a7-8d8a-4301-94bf-2aa57306f6f5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:58:03Z', 'updated_at': '2021-12-20T14:58:10Z', 'revision_number': 5, 'project_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'subnets': [{'id': 'b4fd69a7-8d8a-4301-94bf-2aa57306f6f5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b86f5c51-9cd4-4938-a817-0bede361a19e', 'name': '', 'network_id': '3cbb39f3-7d44-4126-97c8-7c3f515f6a8e', 'tenant_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'mac_address': 'fa:16:3e:ea:3b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4113aedc-39d3-456d-936f-29b087b812b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': '6f71f04d-8df8-42ea-99d0-7fa3cbf1d4dc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:57:59Z', 'updated_at': '2021-12-20T14:58:05Z', 'revision_number': 5, 'project_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'subnets': [{'id': '6f71f04d-8df8-42ea-99d0-7fa3cbf1d4dc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2afaa07-5f25-4eb6-9470-21405b6e83e9', 'name': '', 'network_id': 'afaa8725-dbf9-46fb-9c28-3c52d1eaf1a3', 'tenant_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'mac_address': 'fa:16:3e:37:3d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4113aedc-39d3-456d-936f-29b087b812b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': '69760ed9-a18e-4790-952d-5437bd2ed454', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:58:07Z', 'updated_at': '2021-12-20T14:58:13Z', 'revision_number': 5, 'project_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'subnets': [{'id': '69760ed9-a18e-4790-952d-5437bd2ed454', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6f43238-cdd5-4be3-bbdb-b8f3ab940add', 'name': '', 'network_id': '18849597-1654-4f18-9233-43f2e53fcbc4', 'tenant_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'mac_address': 'fa:16:3e:cd:31:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4113aedc-39d3-456d-936f-29b087b812b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': '5e1fc010-d328-4fca-b686-fd28bdeaea16', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:57:55Z', 'updated_at': '2021-12-20T14:57:59Z', 'revision_number': 5, 'project_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'subnets': [{'id': '5e1fc010-d328-4fca-b686-fd28bdeaea16', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:58:13.988328 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-dca1f4b5-ec41-4fc0-91fc-530215adde9f tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] For port d2afaa07-5f25-4eb6-9470-21405b6e83e9, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=d2afaa07-5f25-4eb6-9470-21405b6e83e9,segment=NetworkSegment(47c28321-7577-4410-9b7c-584824c77722),segment_id=47c28321-7577-4410-9b7c-584824c77722)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:58:13.988683 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-dca1f4b5-ec41-4fc0-91fc-530215adde9f tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:14.004585 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-dca1f4b5-ec41-4fc0-91fc-530215adde9f tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Calling delete_port for d2afaa07-5f25-4eb6-9470-21405b6e83e9 owned by network:router_interface {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:58:14.012741 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd1f005-54bb-42c1-bc8f-8d22ba201083 None None] Checking router: 4113aedc-39d3-456d-936f-29b087b812b4 for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:58:14.021705 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd1f005-54bb-42c1-bc8f-8d22ba201083 None None] Routers {'4113aedc-39d3-456d-936f-29b087b812b4'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:58:14.022655 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-bbd1f005-54bb-42c1-bc8f-8d22ba201083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:58:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['4113aedc-39d3-456d-936f-29b087b812b4'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:58:14.123390 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-bbd1f005-54bb-42c1-bc8f-8d22ba201083 None None] Set router 4113aedc-39d3-456d-936f-29b087b812b4 gateway port host: None {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:58:14.283272 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-dca1f4b5-ec41-4fc0-91fc-530215adde9f tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:14.301929 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca1f4b5-ec41-4fc0-91fc-530215adde9f tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Pushing event deleted for resources: {'Port': ['ID=d2afaa07-5f25-4eb6-9470-21405b6e83e9,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:58:14.345393 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca1f4b5-ec41-4fc0-91fc-530215adde9f tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:58:14.345778 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca1f4b5-ec41-4fc0-91fc-530215adde9f tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:58:14.346092 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca1f4b5-ec41-4fc0-91fc-530215adde9f tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:58:14.346431 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca1f4b5-ec41-4fc0-91fc-530215adde9f tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:58:14.346801 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca1f4b5-ec41-4fc0-91fc-530215adde9f tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:58:14.347140 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca1f4b5-ec41-4fc0-91fc-530215adde9f tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:58:14.347471 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca1f4b5-ec41-4fc0-91fc-530215adde9f tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:58:14.347914 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca1f4b5-ec41-4fc0-91fc-530215adde9f tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:58:14.348252 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca1f4b5-ec41-4fc0-91fc-530215adde9f tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:58:14.348584 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca1f4b5-ec41-4fc0-91fc-530215adde9f tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:58:14.348910 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca1f4b5-ec41-4fc0-91fc-530215adde9f tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:58:14.349282 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca1f4b5-ec41-4fc0-91fc-530215adde9f tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:58:14.349608 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca1f4b5-ec41-4fc0-91fc-530215adde9f tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:58:14.418179 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-bbd1f005-54bb-42c1-bc8f-8d22ba201083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4113aedc-39d3-456d-936f-29b087b812b4', 'name': 'tempest-RoutersIpV6Test-router-1563243024', 'tenant_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:57:54Z', 'updated_at': '2021-12-20T14:58:12Z', 'revision_number': 7, 'project_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'gw_port_host': None, '_interfaces': [{'id': '14ae5343-4ced-43bc-84d8-17a99e000d54', 'name': '', 'network_id': '6e6bb467-2375-40e6-a743-00b7bcc605b0', 'tenant_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'mac_address': 'fa:16:3e:19:2b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4113aedc-39d3-456d-936f-29b087b812b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'b4fd69a7-8d8a-4301-94bf-2aa57306f6f5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:58:03Z', 'updated_at': '2021-12-20T14:58:10Z', 'revision_number': 5, 'project_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'subnets': [{'id': 'b4fd69a7-8d8a-4301-94bf-2aa57306f6f5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b86f5c51-9cd4-4938-a817-0bede361a19e', 'name': '', 'network_id': '3cbb39f3-7d44-4126-97c8-7c3f515f6a8e', 'tenant_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'mac_address': 'fa:16:3e:ea:3b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4113aedc-39d3-456d-936f-29b087b812b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': '6f71f04d-8df8-42ea-99d0-7fa3cbf1d4dc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:57:59Z', 'updated_at': '2021-12-20T14:58:05Z', 'revision_number': 5, 'project_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'subnets': [{'id': '6f71f04d-8df8-42ea-99d0-7fa3cbf1d4dc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2afaa07-5f25-4eb6-9470-21405b6e83e9', 'name': '', 'network_id': 'afaa8725-dbf9-46fb-9c28-3c52d1eaf1a3', 'tenant_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'mac_address': 'fa:16:3e:37:3d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4113aedc-39d3-456d-936f-29b087b812b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': '69760ed9-a18e-4790-952d-5437bd2ed454', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:58:07Z', 'updated_at': '2021-12-20T14:58:13Z', 'revision_number': 5, 'project_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'subnets': [{'id': '69760ed9-a18e-4790-952d-5437bd2ed454', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6f43238-cdd5-4be3-bbdb-b8f3ab940add', 'name': '', 'network_id': '18849597-1654-4f18-9233-43f2e53fcbc4', 'tenant_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'mac_address': 'fa:16:3e:cd:31:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4113aedc-39d3-456d-936f-29b087b812b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': '5e1fc010-d328-4fca-b686-fd28bdeaea16', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:57:55Z', 'updated_at': '2021-12-20T14:57:59Z', 'revision_number': 5, 'project_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'subnets': [{'id': '5e1fc010-d328-4fca-b686-fd28bdeaea16', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:58:14.446494 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device d2afaa07-5f25-4eb6-9470-21405b6e83e9 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:58:14.460345 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd1f005-54bb-42c1-bc8f-8d22ba201083 None None] The sync data for ids ['4113aedc-39d3-456d-936f-29b087b812b4'] in n-d-761264-19 is: [{'id': '4113aedc-39d3-456d-936f-29b087b812b4', 'name': 'tempest-RoutersIpV6Test-router-1563243024', 'tenant_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:57:54Z', 'updated_at': '2021-12-20T14:58:12Z', 'revision_number': 7, 'project_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'gw_port_host': None, '_interfaces': [{'id': '14ae5343-4ced-43bc-84d8-17a99e000d54', 'name': '', 'network_id': '6e6bb467-2375-40e6-a743-00b7bcc605b0', 'tenant_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'mac_address': 'fa:16:3e:19:2b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4113aedc-39d3-456d-936f-29b087b812b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'b4fd69a7-8d8a-4301-94bf-2aa57306f6f5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:58:03Z', 'updated_at': '2021-12-20T14:58:10Z', 'revision_number': 5, 'project_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'subnets': [{'id': 'b4fd69a7-8d8a-4301-94bf-2aa57306f6f5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b86f5c51-9cd4-4938-a817-0bede361a19e', 'name': '', 'network_id': '3cbb39f3-7d44-4126-97c8-7c3f515f6a8e', 'tenant_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'mac_address': 'fa:16:3e:ea:3b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4113aedc-39d3-456d-936f-29b087b812b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': '6f71f04d-8df8-42ea-99d0-7fa3cbf1d4dc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:57:59Z', 'updated_at': '2021-12-20T14:58:05Z', 'revision_number': 5, 'project_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'subnets': [{'id': '6f71f04d-8df8-42ea-99d0-7fa3cbf1d4dc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2afaa07-5f25-4eb6-9470-21405b6e83e9', 'name': '', 'network_id': 'afaa8725-dbf9-46fb-9c28-3c52d1eaf1a3', 'tenant_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'mac_address': 'fa:16:3e:37:3d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4113aedc-39d3-456d-936f-29b087b812b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': '69760ed9-a18e-4790-952d-5437bd2ed454', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:58:07Z', 'updated_at': '2021-12-20T14:58:13Z', 'revision_number': 5, 'project_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'subnets': [{'id': '69760ed9-a18e-4790-952d-5437bd2ed454', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6f43238-cdd5-4be3-bbdb-b8f3ab940add', 'name': '', 'network_id': '18849597-1654-4f18-9233-43f2e53fcbc4', 'tenant_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'mac_address': 'fa:16:3e:cd:31:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4113aedc-39d3-456d-936f-29b087b812b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': '5e1fc010-d328-4fca-b686-fd28bdeaea16', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:57:55Z', 'updated_at': '2021-12-20T14:57:59Z', 'revision_number': 5, 'project_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'subnets': [{'id': '5e1fc010-d328-4fca-b686-fd28bdeaea16', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:58:14.484249 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: d2afaa07-5f25-4eb6-9470-21405b6e83e9 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:58:14.485699 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device d2afaa07-5f25-4eb6-9470-21405b6e83e9 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 20 14:58:14.531007 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Port d2afaa07-5f25-4eb6-9470-21405b6e83e9 not found, will not notify nova. {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 20 14:58:14.539295 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-dca1f4b5-ec41-4fc0-91fc-530215adde9f tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582411'] for router_interface, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:14.840606 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dca1f4b5-ec41-4fc0-91fc-530215adde9f tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Router 4113aedc-39d3-456d-936f-29b087b812b4 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:58:14.934518 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dca1f4b5-ec41-4fc0-91fc-530215adde9f tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:58:14.942243 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-dca1f4b5-ec41-4fc0-91fc-530215adde9f tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "PUT /v2.0/routers/4113aedc-39d3-456d-936f-29b087b812b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8695621 Dec 20 14:58:14.942802 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 45032) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:58:14.945818 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae6e7ec-85ff-4fd5-ba34-f60efbb56593 None None] Sync routers for ids ['4113aedc-39d3-456d-936f-29b087b812b4'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:58:14.961670 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae6e7ec-85ff-4fd5-ba34-f60efbb56593 None None] Routers {'4113aedc-39d3-456d-936f-29b087b812b4'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:58:14.962380 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-8ae6e7ec-85ff-4fd5-ba34-f60efbb56593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:58:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['4113aedc-39d3-456d-936f-29b087b812b4'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:58:14.998450 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_v2 [None req-e447fbd1-8b44-476c-9b1e-2d9f8c66af56 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Deleting subnet 69760ed9-a18e-4790-952d-5437bd2ed454 {{(pid=103167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:58:15.001638 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e447fbd1-8b44-476c-9b1e-2d9f8c66af56 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks [] for subnet, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:15.045202 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e447fbd1-8b44-476c-9b1e-2d9f8c66af56 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954412'] for subnet, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:15.060968 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-8ae6e7ec-85ff-4fd5-ba34-f60efbb56593 None None] Set router 4113aedc-39d3-456d-936f-29b087b812b4 gateway port host: None {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:58:15.140198 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e447fbd1-8b44-476c-9b1e-2d9f8c66af56 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:15.204696 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e447fbd1-8b44-476c-9b1e-2d9f8c66af56 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:15.232827 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e447fbd1-8b44-476c-9b1e-2d9f8c66af56 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Pushing event deleted for resources: {'Subnet': ['ID=69760ed9-a18e-4790-952d-5437bd2ed454,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:58:15.236705 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e447fbd1-8b44-476c-9b1e-2d9f8c66af56 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:15.241023 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-e447fbd1-8b44-476c-9b1e-2d9f8c66af56 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "DELETE /v2.0/subnets/69760ed9-a18e-4790-952d-5437bd2ed454 HTTP/1.1" status: 204 len: 168 time: 0.2975297 Dec 20 14:58:15.243990 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 45036) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:58:15.268754 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a221a07-a3d8-4ad0-984e-1393b8e7b27b None None] Network afaa8725-dbf9-46fb-9c28-3c52d1eaf1a3 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:58:15.323654 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-24d210fd-c6c4-42ec-989d-0b92f13848df tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:15.335448 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-8ae6e7ec-85ff-4fd5-ba34-f60efbb56593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4113aedc-39d3-456d-936f-29b087b812b4', 'name': 'tempest-RoutersIpV6Test-router-1563243024', 'tenant_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:57:54Z', 'updated_at': '2021-12-20T14:58:14Z', 'revision_number': 8, 'project_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'gw_port_host': None, '_interfaces': [{'id': '14ae5343-4ced-43bc-84d8-17a99e000d54', 'name': '', 'network_id': '6e6bb467-2375-40e6-a743-00b7bcc605b0', 'tenant_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'mac_address': 'fa:16:3e:19:2b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4113aedc-39d3-456d-936f-29b087b812b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'b4fd69a7-8d8a-4301-94bf-2aa57306f6f5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:58:03Z', 'updated_at': '2021-12-20T14:58:10Z', 'revision_number': 5, 'project_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'subnets': [{'id': 'b4fd69a7-8d8a-4301-94bf-2aa57306f6f5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b86f5c51-9cd4-4938-a817-0bede361a19e', 'name': '', 'network_id': '3cbb39f3-7d44-4126-97c8-7c3f515f6a8e', 'tenant_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'mac_address': 'fa:16:3e:ea:3b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4113aedc-39d3-456d-936f-29b087b812b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': '6f71f04d-8df8-42ea-99d0-7fa3cbf1d4dc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:57:59Z', 'updated_at': '2021-12-20T14:58:05Z', 'revision_number': 5, 'project_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'subnets': [{'id': '6f71f04d-8df8-42ea-99d0-7fa3cbf1d4dc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6f43238-cdd5-4be3-bbdb-b8f3ab940add', 'name': '', 'network_id': '18849597-1654-4f18-9233-43f2e53fcbc4', 'tenant_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'mac_address': 'fa:16:3e:cd:31:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4113aedc-39d3-456d-936f-29b087b812b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': '5e1fc010-d328-4fca-b686-fd28bdeaea16', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:57:55Z', 'updated_at': '2021-12-20T14:57:59Z', 'revision_number': 5, 'project_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'subnets': [{'id': '5e1fc010-d328-4fca-b686-fd28bdeaea16', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:58:15.373214 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae6e7ec-85ff-4fd5-ba34-f60efbb56593 None None] Checking router: 4113aedc-39d3-456d-936f-29b087b812b4 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:58:15.404398 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae6e7ec-85ff-4fd5-ba34-f60efbb56593 None None] Routers {'4113aedc-39d3-456d-936f-29b087b812b4'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:58:15.405315 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-8ae6e7ec-85ff-4fd5-ba34-f60efbb56593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:58:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['4113aedc-39d3-456d-936f-29b087b812b4'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:58:15.410607 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-24d210fd-c6c4-42ec-989d-0b92f13848df tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Deleting port 88569c76-76ea-4b94-b76f-c5744bc346e0 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:58:15.410837 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:15.411356 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-24d210fd-c6c4-42ec-989d-0b92f13848df tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:15.474667 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-24d210fd-c6c4-42ec-989d-0b92f13848df tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] For port 88569c76-76ea-4b94-b76f-c5744bc346e0, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=88569c76-76ea-4b94-b76f-c5744bc346e0,segment=NetworkSegment(47c28321-7577-4410-9b7c-584824c77722),segment_id=47c28321-7577-4410-9b7c-584824c77722)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:58:15.475017 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-24d210fd-c6c4-42ec-989d-0b92f13848df tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:15.488653 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-24d210fd-c6c4-42ec-989d-0b92f13848df tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Calling delete_port for 88569c76-76ea-4b94-b76f-c5744bc346e0 owned by network:dhcp {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:58:15.502432 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-8ae6e7ec-85ff-4fd5-ba34-f60efbb56593 None None] Set router 4113aedc-39d3-456d-936f-29b087b812b4 gateway port host: None {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:58:15.588072 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-24d210fd-c6c4-42ec-989d-0b92f13848df tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:15.608214 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bca8bd9-23ab-41f5-9ebe-ed0807d2dec6 None None] DHCP port deletion for afaa8725-dbf9-46fb-9c28-3c52d1eaf1a3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:58:15.617350 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d210fd-c6c4-42ec-989d-0b92f13848df tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Pushing event deleted for resources: {'Port': ['ID=88569c76-76ea-4b94-b76f-c5744bc346e0,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:58:15.621246 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d210fd-c6c4-42ec-989d-0b92f13848df tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] No DVR routers for this DVR port 88569c76-76ea-4b94-b76f-c5744bc346e0 on host n-d-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:58:15.702054 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-24d210fd-c6c4-42ec-989d-0b92f13848df tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:15.727725 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-24d210fd-c6c4-42ec-989d-0b92f13848df tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afaa8725-dbf9-46fb-9c28-3c52d1eaf1a3']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:58:15.738434 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-24d210fd-c6c4-42ec-989d-0b92f13848df tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47c28321-7577-4410-9b7c-584824c77722') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:58:15.738434 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-24d210fd-c6c4-42ec-989d-0b92f13848df tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47c28321-7577-4410-9b7c-584824c77722') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:58:15.747655 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-24d210fd-c6c4-42ec-989d-0b92f13848df tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:15.766331 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-24d210fd-c6c4-42ec-989d-0b92f13848df tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:15.773088 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24d210fd-c6c4-42ec-989d-0b92f13848df tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:58:15.773759 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-24d210fd-c6c4-42ec-989d-0b92f13848df tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:15.776861 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:58:15.776861 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:58:15.776861 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:58:15.776861 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:58:15.776861 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:58:15.776861 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:58:15.776861 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:58:15.776861 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:58:15.776861 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:58:15.776861 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:58:15.776861 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:58:15.776861 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:58:15.776861 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:58:15.776861 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:58:15.776861 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:58:15.776861 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:58:15.776861 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:58:15.776861 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:58:15.776861 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:58:15.776861 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:58:15.776861 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:58:15.776861 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:58:15.776861 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:58:15.776861 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:58:15.776861 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:58:15.776861 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:58:15.776861 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 14:58:15.776861 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:58:15.776861 n-d-761264-19 neutron-server[103168]: timer() Dec 20 14:58:15.776861 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:58:15.776861 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 14:58:15.776861 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:58:15.776861 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 14:58:15.776861 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:58:15.776861 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 14:58:15.776861 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:58:15.776861 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 14:58:15.776861 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:58:15.776861 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 14:58:15.776861 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:58:15.776861 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:58:15.776861 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:58:15.776861 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:58:15.776861 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:58:15.776861 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 14:58:15.776861 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:58:15.776861 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 14:58:15.776861 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:58:15.776861 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:58:15.776861 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:58:15.776861 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 14:58:15.776861 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:58:15.776861 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:58:15.776861 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:58:15.776861 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:58:15.776861 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:58:15.776861 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:58:15.776861 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:58:15.782498 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-8ae6e7ec-85ff-4fd5-ba34-f60efbb56593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4113aedc-39d3-456d-936f-29b087b812b4', 'name': 'tempest-RoutersIpV6Test-router-1563243024', 'tenant_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:57:54Z', 'updated_at': '2021-12-20T14:58:14Z', 'revision_number': 8, 'project_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'gw_port_host': None, '_interfaces': [{'id': '14ae5343-4ced-43bc-84d8-17a99e000d54', 'name': '', 'network_id': '6e6bb467-2375-40e6-a743-00b7bcc605b0', 'tenant_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'mac_address': 'fa:16:3e:19:2b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4113aedc-39d3-456d-936f-29b087b812b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'b4fd69a7-8d8a-4301-94bf-2aa57306f6f5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:58:03Z', 'updated_at': '2021-12-20T14:58:10Z', 'revision_number': 5, 'project_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'subnets': [{'id': 'b4fd69a7-8d8a-4301-94bf-2aa57306f6f5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b86f5c51-9cd4-4938-a817-0bede361a19e', 'name': '', 'network_id': '3cbb39f3-7d44-4126-97c8-7c3f515f6a8e', 'tenant_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'mac_address': 'fa:16:3e:ea:3b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4113aedc-39d3-456d-936f-29b087b812b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': '6f71f04d-8df8-42ea-99d0-7fa3cbf1d4dc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:57:59Z', 'updated_at': '2021-12-20T14:58:05Z', 'revision_number': 5, 'project_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'subnets': [{'id': '6f71f04d-8df8-42ea-99d0-7fa3cbf1d4dc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6f43238-cdd5-4be3-bbdb-b8f3ab940add', 'name': '', 'network_id': '18849597-1654-4f18-9233-43f2e53fcbc4', 'tenant_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'mac_address': 'fa:16:3e:cd:31:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4113aedc-39d3-456d-936f-29b087b812b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': '5e1fc010-d328-4fca-b686-fd28bdeaea16', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:57:55Z', 'updated_at': '2021-12-20T14:57:59Z', 'revision_number': 5, 'project_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'subnets': [{'id': '5e1fc010-d328-4fca-b686-fd28bdeaea16', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:58:15.818629 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae6e7ec-85ff-4fd5-ba34-f60efbb56593 None None] The sync data for ids ['4113aedc-39d3-456d-936f-29b087b812b4'] in n-d-761264-19 is: [{'id': '4113aedc-39d3-456d-936f-29b087b812b4', 'name': 'tempest-RoutersIpV6Test-router-1563243024', 'tenant_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:57:54Z', 'updated_at': '2021-12-20T14:58:14Z', 'revision_number': 8, 'project_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'gw_port_host': None, '_interfaces': [{'id': '14ae5343-4ced-43bc-84d8-17a99e000d54', 'name': '', 'network_id': '6e6bb467-2375-40e6-a743-00b7bcc605b0', 'tenant_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'mac_address': 'fa:16:3e:19:2b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4113aedc-39d3-456d-936f-29b087b812b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'b4fd69a7-8d8a-4301-94bf-2aa57306f6f5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:58:03Z', 'updated_at': '2021-12-20T14:58:10Z', 'revision_number': 5, 'project_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'subnets': [{'id': 'b4fd69a7-8d8a-4301-94bf-2aa57306f6f5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b86f5c51-9cd4-4938-a817-0bede361a19e', 'name': '', 'network_id': '3cbb39f3-7d44-4126-97c8-7c3f515f6a8e', 'tenant_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'mac_address': 'fa:16:3e:ea:3b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4113aedc-39d3-456d-936f-29b087b812b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': '6f71f04d-8df8-42ea-99d0-7fa3cbf1d4dc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:57:59Z', 'updated_at': '2021-12-20T14:58:05Z', 'revision_number': 5, 'project_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'subnets': [{'id': '6f71f04d-8df8-42ea-99d0-7fa3cbf1d4dc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6f43238-cdd5-4be3-bbdb-b8f3ab940add', 'name': '', 'network_id': '18849597-1654-4f18-9233-43f2e53fcbc4', 'tenant_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'mac_address': 'fa:16:3e:cd:31:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4113aedc-39d3-456d-936f-29b087b812b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': '5e1fc010-d328-4fca-b686-fd28bdeaea16', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:57:55Z', 'updated_at': '2021-12-20T14:57:59Z', 'revision_number': 5, 'project_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'subnets': [{'id': '5e1fc010-d328-4fca-b686-fd28bdeaea16', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:58:15.854017 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-24d210fd-c6c4-42ec-989d-0b92f13848df tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:15.864249 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-24d210fd-c6c4-42ec-989d-0b92f13848df tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks [] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:15.868361 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-24d210fd-c6c4-42ec-989d-0b92f13848df tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "DELETE /v2.0/networks/afaa8725-dbf9-46fb-9c28-3c52d1eaf1a3 HTTP/1.1" status: 204 len: 168 time: 0.6231117 Dec 20 14:58:15.870952 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 45044) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:58:15.946788 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d210fd-c6c4-42ec-989d-0b92f13848df tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Pushing event deleted for resources: {'Network': ['ID=afaa8725-dbf9-46fb-9c28-3c52d1eaf1a3,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:58:16.248497 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0393eb2f-4de2-4640-90a7-230c7aa94144 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1595867'] for router_interface, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:16.406574 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 88569c76-76ea-4b94-b76f-c5744bc346e0 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:58:16.430172 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 88569c76-76ea-4b94-b76f-c5744bc346e0 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:58:16.431346 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 88569c76-76ea-4b94-b76f-c5744bc346e0 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:58:16.432053 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device d2afaa07-5f25-4eb6-9470-21405b6e83e9 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:58:16.461941 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: d2afaa07-5f25-4eb6-9470-21405b6e83e9 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:58:16.462425 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device d2afaa07-5f25-4eb6-9470-21405b6e83e9 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:58:16.560776 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-0393eb2f-4de2-4640-90a7-230c7aa94144 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Deleting port 14ae5343-4ced-43bc-84d8-17a99e000d54 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:58:16.561114 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0393eb2f-4de2-4640-90a7-230c7aa94144 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:16.665797 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-0393eb2f-4de2-4640-90a7-230c7aa94144 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] For port 14ae5343-4ced-43bc-84d8-17a99e000d54, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=14ae5343-4ced-43bc-84d8-17a99e000d54,segment=NetworkSegment(1c4f6914-e041-4a80-abbe-5089326459fa),segment_id=1c4f6914-e041-4a80-abbe-5089326459fa)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:58:16.666288 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0393eb2f-4de2-4640-90a7-230c7aa94144 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:16.687227 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-0393eb2f-4de2-4640-90a7-230c7aa94144 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Calling delete_port for 14ae5343-4ced-43bc-84d8-17a99e000d54 owned by network:router_interface {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:58:16.881000 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0393eb2f-4de2-4640-90a7-230c7aa94144 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:16.913029 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0393eb2f-4de2-4640-90a7-230c7aa94144 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Pushing event deleted for resources: {'Port': ['ID=14ae5343-4ced-43bc-84d8-17a99e000d54,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:58:17.057747 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0393eb2f-4de2-4640-90a7-230c7aa94144 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582411'] for router_interface, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:17.118414 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ee41c4-9bfb-421a-b2b3-12c719236c23 req-0308be28-01c0-4c55-880e-940e82786228 tempest-VolumesActionsTest-1721912730 tempest-VolumesActionsTest-1721912730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:58:17.127250 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-69ee41c4-9bfb-421a-b2b3-12c719236c23 req-0308be28-01c0-4c55-880e-940e82786228 tempest-VolumesActionsTest-1721912730 tempest-VolumesActionsTest-1721912730-project] 10.222.0.54 "GET /v2.0/ports?device_id=1040ea73-16d5-4b33-b62b-5c2230a3ca92 HTTP/1.1" status: 200 len: 945 time: 0.0903192 Dec 20 14:58:17.194692 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-69ee41c4-9bfb-421a-b2b3-12c719236c23 req-2f676ff7-b0f5-43ee-bfa8-846280305caa tempest-VolumesActionsTest-1721912730 tempest-VolumesActionsTest-1721912730-project] 10.222.0.54 "GET /v2.0/security-groups?id=d518d5e8-8cf4-44ac-9ab8-9ac2aac4c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659170 Dec 20 14:58:17.272821 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0393eb2f-4de2-4640-90a7-230c7aa94144 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Router 4113aedc-39d3-456d-936f-29b087b812b4 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:58:17.369360 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0393eb2f-4de2-4640-90a7-230c7aa94144 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:58:17.374428 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-0393eb2f-4de2-4640-90a7-230c7aa94144 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "PUT /v2.0/routers/4113aedc-39d3-456d-936f-29b087b812b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5022318 Dec 20 14:58:17.377099 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 45074) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:58:17.379577 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2060b859-a0f4-4c31-a88b-f3048a4b361d None None] Sync routers for ids ['4113aedc-39d3-456d-936f-29b087b812b4'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:58:17.390132 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2060b859-a0f4-4c31-a88b-f3048a4b361d None None] Routers {'4113aedc-39d3-456d-936f-29b087b812b4'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:58:17.390944 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-2060b859-a0f4-4c31-a88b-f3048a4b361d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:58:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['4113aedc-39d3-456d-936f-29b087b812b4'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:58:17.429068 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b338f54-060d-4359-a8df-2fd5f90c9241 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Deleting subnet b4fd69a7-8d8a-4301-94bf-2aa57306f6f5 {{(pid=103168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:58:17.432715 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7b338f54-060d-4359-a8df-2fd5f90c9241 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks [] for subnet, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:17.474817 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7b338f54-060d-4359-a8df-2fd5f90c9241 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9023023'] for subnet, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:17.480116 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-2060b859-a0f4-4c31-a88b-f3048a4b361d None None] Set router 4113aedc-39d3-456d-936f-29b087b812b4 gateway port host: None {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:58:17.564566 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7b338f54-060d-4359-a8df-2fd5f90c9241 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:17.630540 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7b338f54-060d-4359-a8df-2fd5f90c9241 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8850800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470517'] for subnet, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:17.660736 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7b338f54-060d-4359-a8df-2fd5f90c9241 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks [] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:17.667419 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 45078) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:58:17.670418 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b97d836-4fa0-457c-81ea-17793c9e59f8 None None] Network 6e6bb467-2375-40e6-a743-00b7bcc605b0 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:58:17.680700 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-7b338f54-060d-4359-a8df-2fd5f90c9241 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "DELETE /v2.0/subnets/b4fd69a7-8d8a-4301-94bf-2aa57306f6f5 HTTP/1.1" status: 204 len: 168 time: 0.3025026 Dec 20 14:58:17.683466 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b338f54-060d-4359-a8df-2fd5f90c9241 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Pushing event deleted for resources: {'Subnet': ['ID=b4fd69a7-8d8a-4301-94bf-2aa57306f6f5,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:58:17.700342 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-2060b859-a0f4-4c31-a88b-f3048a4b361d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4113aedc-39d3-456d-936f-29b087b812b4', 'name': 'tempest-RoutersIpV6Test-router-1563243024', 'tenant_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:57:54Z', 'updated_at': '2021-12-20T14:58:16Z', 'revision_number': 9, 'project_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'gw_port_host': None, '_interfaces': [{'id': 'b86f5c51-9cd4-4938-a817-0bede361a19e', 'name': '', 'network_id': '3cbb39f3-7d44-4126-97c8-7c3f515f6a8e', 'tenant_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'mac_address': 'fa:16:3e:ea:3b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4113aedc-39d3-456d-936f-29b087b812b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': '6f71f04d-8df8-42ea-99d0-7fa3cbf1d4dc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:57:59Z', 'updated_at': '2021-12-20T14:58:05Z', 'revision_number': 5, 'project_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'subnets': [{'id': '6f71f04d-8df8-42ea-99d0-7fa3cbf1d4dc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6f43238-cdd5-4be3-bbdb-b8f3ab940add', 'name': '', 'network_id': '18849597-1654-4f18-9233-43f2e53fcbc4', 'tenant_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'mac_address': 'fa:16:3e:cd:31:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4113aedc-39d3-456d-936f-29b087b812b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': '5e1fc010-d328-4fca-b686-fd28bdeaea16', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:57:55Z', 'updated_at': '2021-12-20T14:57:59Z', 'revision_number': 5, 'project_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'subnets': [{'id': '5e1fc010-d328-4fca-b686-fd28bdeaea16', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:58:17.730560 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2060b859-a0f4-4c31-a88b-f3048a4b361d None None] Checking router: 4113aedc-39d3-456d-936f-29b087b812b4 for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:58:17.740992 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2060b859-a0f4-4c31-a88b-f3048a4b361d None None] Routers {'4113aedc-39d3-456d-936f-29b087b812b4'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:58:17.742054 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-2060b859-a0f4-4c31-a88b-f3048a4b361d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:58:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['4113aedc-39d3-456d-936f-29b087b812b4'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:58:17.788851 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3a8395f4-a281-456c-b33c-a8e1f88367ab tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:17.847200 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fea3a96-40a6-439e-be73-2f7e2030db3f None None] DHCP port deletion for 6e6bb467-2375-40e6-a743-00b7bcc605b0 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:58:17.855301 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-3a8395f4-a281-456c-b33c-a8e1f88367ab tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Deleting port 46e71cb3-ac51-4d59-bc5a-62bbc48e383c {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:58:17.855301 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3a8395f4-a281-456c-b33c-a8e1f88367ab tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:17.907200 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-6fea3a96-40a6-439e-be73-2f7e2030db3f None None] Deleting port 46e71cb3-ac51-4d59-bc5a-62bbc48e383c {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:58:17.907938 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6fea3a96-40a6-439e-be73-2f7e2030db3f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:17.926960 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-3a8395f4-a281-456c-b33c-a8e1f88367ab tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] For port 46e71cb3-ac51-4d59-bc5a-62bbc48e383c, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=46e71cb3-ac51-4d59-bc5a-62bbc48e383c,segment=NetworkSegment(1c4f6914-e041-4a80-abbe-5089326459fa),segment_id=1c4f6914-e041-4a80-abbe-5089326459fa)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:58:17.927401 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3a8395f4-a281-456c-b33c-a8e1f88367ab tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:17.944927 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-2060b859-a0f4-4c31-a88b-f3048a4b361d None None] Set router 4113aedc-39d3-456d-936f-29b087b812b4 gateway port host: None {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:58:17.951925 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-3a8395f4-a281-456c-b33c-a8e1f88367ab tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Calling delete_port for 46e71cb3-ac51-4d59-bc5a-62bbc48e383c owned by network:dhcp {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:58:17.980134 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-6fea3a96-40a6-439e-be73-2f7e2030db3f None None] For port 46e71cb3-ac51-4d59-bc5a-62bbc48e383c, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=46e71cb3-ac51-4d59-bc5a-62bbc48e383c,segment=NetworkSegment(1c4f6914-e041-4a80-abbe-5089326459fa),segment_id=1c4f6914-e041-4a80-abbe-5089326459fa)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:58:17.980953 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6fea3a96-40a6-439e-be73-2f7e2030db3f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:17.999166 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-6fea3a96-40a6-439e-be73-2f7e2030db3f None None] Calling delete_port for 46e71cb3-ac51-4d59-bc5a-62bbc48e383c owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:58:18.050084 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3a8395f4-a281-456c-b33c-a8e1f88367ab tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:18.067827 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8395f4-a281-456c-b33c-a8e1f88367ab tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] No DVR routers for this DVR port 46e71cb3-ac51-4d59-bc5a-62bbc48e383c on host n-d-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:58:18.098498 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8395f4-a281-456c-b33c-a8e1f88367ab tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Pushing event deleted for resources: {'Port': ['ID=46e71cb3-ac51-4d59-bc5a-62bbc48e383c,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:58:18.100791 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6fea3a96-40a6-439e-be73-2f7e2030db3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:18.132492 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fea3a96-40a6-439e-be73-2f7e2030db3f None None] Pushing event deleted for resources: {'Port': ['ID=46e71cb3-ac51-4d59-bc5a-62bbc48e383c,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:58:18.141280 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fea3a96-40a6-439e-be73-2f7e2030db3f None None] No DVR routers for this DVR port 46e71cb3-ac51-4d59-bc5a-62bbc48e383c on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:58:18.191040 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3a8395f4-a281-456c-b33c-a8e1f88367ab tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:18.198172 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-2060b859-a0f4-4c31-a88b-f3048a4b361d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4113aedc-39d3-456d-936f-29b087b812b4', 'name': 'tempest-RoutersIpV6Test-router-1563243024', 'tenant_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:57:54Z', 'updated_at': '2021-12-20T14:58:16Z', 'revision_number': 9, 'project_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'gw_port_host': None, '_interfaces': [{'id': 'b86f5c51-9cd4-4938-a817-0bede361a19e', 'name': '', 'network_id': '3cbb39f3-7d44-4126-97c8-7c3f515f6a8e', 'tenant_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'mac_address': 'fa:16:3e:ea:3b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4113aedc-39d3-456d-936f-29b087b812b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': '6f71f04d-8df8-42ea-99d0-7fa3cbf1d4dc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:57:59Z', 'updated_at': '2021-12-20T14:58:05Z', 'revision_number': 5, 'project_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'subnets': [{'id': '6f71f04d-8df8-42ea-99d0-7fa3cbf1d4dc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6f43238-cdd5-4be3-bbdb-b8f3ab940add', 'name': '', 'network_id': '18849597-1654-4f18-9233-43f2e53fcbc4', 'tenant_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'mac_address': 'fa:16:3e:cd:31:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4113aedc-39d3-456d-936f-29b087b812b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': '5e1fc010-d328-4fca-b686-fd28bdeaea16', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:57:55Z', 'updated_at': '2021-12-20T14:57:59Z', 'revision_number': 5, 'project_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'subnets': [{'id': '5e1fc010-d328-4fca-b686-fd28bdeaea16', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:58:18.211732 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-3a8395f4-a281-456c-b33c-a8e1f88367ab tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e6bb467-2375-40e6-a743-00b7bcc605b0']}} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:58:18.225502 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2060b859-a0f4-4c31-a88b-f3048a4b361d None None] The sync data for ids ['4113aedc-39d3-456d-936f-29b087b812b4'] in n-d-761264-19 is: [{'id': '4113aedc-39d3-456d-936f-29b087b812b4', 'name': 'tempest-RoutersIpV6Test-router-1563243024', 'tenant_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:57:54Z', 'updated_at': '2021-12-20T14:58:16Z', 'revision_number': 9, 'project_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'gw_port_host': None, '_interfaces': [{'id': 'b86f5c51-9cd4-4938-a817-0bede361a19e', 'name': '', 'network_id': '3cbb39f3-7d44-4126-97c8-7c3f515f6a8e', 'tenant_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'mac_address': 'fa:16:3e:ea:3b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4113aedc-39d3-456d-936f-29b087b812b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': '6f71f04d-8df8-42ea-99d0-7fa3cbf1d4dc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:57:59Z', 'updated_at': '2021-12-20T14:58:05Z', 'revision_number': 5, 'project_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'subnets': [{'id': '6f71f04d-8df8-42ea-99d0-7fa3cbf1d4dc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6f43238-cdd5-4be3-bbdb-b8f3ab940add', 'name': '', 'network_id': '18849597-1654-4f18-9233-43f2e53fcbc4', 'tenant_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'mac_address': 'fa:16:3e:cd:31:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4113aedc-39d3-456d-936f-29b087b812b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': '5e1fc010-d328-4fca-b686-fd28bdeaea16', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:57:55Z', 'updated_at': '2021-12-20T14:57:59Z', 'revision_number': 5, 'project_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'subnets': [{'id': '5e1fc010-d328-4fca-b686-fd28bdeaea16', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:58:18.238644 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-3a8395f4-a281-456c-b33c-a8e1f88367ab tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c4f6914-e041-4a80-abbe-5089326459fa') {'for_net_delete': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:58:18.238978 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-3a8395f4-a281-456c-b33c-a8e1f88367ab tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c4f6914-e041-4a80-abbe-5089326459fa') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:58:18.249473 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3a8395f4-a281-456c-b33c-a8e1f88367ab tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954405'] for segment, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:18.267759 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3a8395f4-a281-456c-b33c-a8e1f88367ab tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:18.289140 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a8395f4-a281-456c-b33c-a8e1f88367ab tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=103167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:58:18.289546 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3a8395f4-a281-456c-b33c-a8e1f88367ab tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9956000'] for segment, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:18.293326 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:58:18.293326 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:58:18.293326 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:58:18.293326 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:58:18.293326 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:58:18.293326 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:58:18.293326 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:58:18.293326 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:58:18.293326 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:58:18.293326 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:58:18.293326 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:58:18.293326 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:58:18.293326 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:58:18.293326 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:58:18.293326 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:58:18.293326 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:58:18.293326 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:58:18.293326 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:58:18.293326 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:58:18.293326 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:58:18.293326 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:58:18.293326 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:58:18.293326 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:58:18.293326 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:58:18.293326 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:58:18.293326 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:58:18.293326 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:58:18.293326 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:58:18.293326 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:58:18.293326 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:58:18.293326 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:58:18.293326 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:58:18.293326 n-d-761264-19 neutron-server[103167]: Traceback (most recent call last): Dec 20 14:58:18.293326 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:58:18.293326 n-d-761264-19 neutron-server[103167]: timer() Dec 20 14:58:18.293326 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:58:18.293326 n-d-761264-19 neutron-server[103167]: cb(*args, **kw) Dec 20 14:58:18.293326 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:58:18.293326 n-d-761264-19 neutron-server[103167]: return func(*args, **kwargs) Dec 20 14:58:18.293326 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:58:18.293326 n-d-761264-19 neutron-server[103167]: self._notify() Dec 20 14:58:18.293326 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:58:18.293326 n-d-761264-19 neutron-server[103167]: self.callback(batched_events) Dec 20 14:58:18.293326 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:58:18.293326 n-d-761264-19 neutron-server[103167]: event.method(event) Dec 20 14:58:18.293326 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:58:18.293326 n-d-761264-19 neutron-server[103167]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:58:18.293326 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:58:18.293326 n-d-761264-19 neutron-server[103167]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:58:18.293326 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:58:18.293326 n-d-761264-19 neutron-server[103167]: return f(self, *a, **k) Dec 20 14:58:18.293326 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:58:18.293326 n-d-761264-19 neutron-server[103167]: return self._get(url).json() Dec 20 14:58:18.293326 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:58:18.293326 n-d-761264-19 neutron-server[103167]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:58:18.293326 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:58:18.293326 n-d-761264-19 neutron-server[103167]: return self.request(url, 'GET', **kwargs) Dec 20 14:58:18.293326 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:58:18.293326 n-d-761264-19 neutron-server[103167]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:58:18.293326 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:58:18.293326 n-d-761264-19 neutron-server[103167]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:58:18.293326 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:58:18.293326 n-d-761264-19 neutron-server[103167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:58:18.293326 n-d-761264-19 neutron-server[103167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:58:18.347624 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2580652-7c70-4818-8a1d-a68aea95fcba req-7258f684-df20-4c17-92d6-31d88c59610a tempest-VolumesActionsTest-1721912730 tempest-VolumesActionsTest-1721912730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:58:18.349299 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e2580652-7c70-4818-8a1d-a68aea95fcba req-7258f684-df20-4c17-92d6-31d88c59610a tempest-VolumesActionsTest-1721912730 tempest-VolumesActionsTest-1721912730-project] 10.222.0.54 "GET /v2.0/ports?device_id=1040ea73-16d5-4b33-b62b-5c2230a3ca92 HTTP/1.1" status: 200 len: 945 time: 0.0709791 Dec 20 14:58:18.393218 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3a8395f4-a281-456c-b33c-a8e1f88367ab tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:18.400659 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3a8395f4-a281-456c-b33c-a8e1f88367ab tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks [] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:18.411345 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-3a8395f4-a281-456c-b33c-a8e1f88367ab tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "DELETE /v2.0/networks/6e6bb467-2375-40e6-a743-00b7bcc605b0 HTTP/1.1" status: 204 len: 168 time: 0.7427227 Dec 20 14:58:18.412902 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 14ae5343-4ced-43bc-84d8-17a99e000d54 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:58:18.416950 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 45082) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:58:18.430860 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8395f4-a281-456c-b33c-a8e1f88367ab tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Pushing event deleted for resources: {'Network': ['ID=6e6bb467-2375-40e6-a743-00b7bcc605b0,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:58:18.449140 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 14ae5343-4ced-43bc-84d8-17a99e000d54 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:58:18.450552 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 14ae5343-4ced-43bc-84d8-17a99e000d54 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:58:18.451057 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 46e71cb3-ac51-4d59-bc5a-62bbc48e383c no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:58:18.463816 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e2580652-7c70-4818-8a1d-a68aea95fcba req-e289dd36-9406-465e-9129-bd5023078a9a tempest-VolumesActionsTest-1721912730 tempest-VolumesActionsTest-1721912730-project] 10.222.0.54 "GET /v2.0/security-groups?id=d518d5e8-8cf4-44ac-9ab8-9ac2aac4c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057835 Dec 20 14:58:18.482215 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 46e71cb3-ac51-4d59-bc5a-62bbc48e383c {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:58:18.482522 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 46e71cb3-ac51-4d59-bc5a-62bbc48e383c not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:58:18.683572 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d7658d-eba2-4a9c-8595-94e040166487 req-17352c16-2013-46d5-9e51-4eb1cae6c088 tempest-VolumesActionsTest-1721912730 tempest-VolumesActionsTest-1721912730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:58:18.685010 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f7d7658d-eba2-4a9c-8595-94e040166487 req-17352c16-2013-46d5-9e51-4eb1cae6c088 tempest-VolumesActionsTest-1721912730 tempest-VolumesActionsTest-1721912730-project] 10.222.0.30 "GET /v2.0/ports?device_id=1040ea73-16d5-4b33-b62b-5c2230a3ca92 HTTP/1.1" status: 200 len: 945 time: 0.0884886 Dec 20 14:58:18.826784 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-f7d7658d-eba2-4a9c-8595-94e040166487 req-dca1c81d-a4e0-4eda-853b-f5fa4153a119 tempest-VolumesActionsTest-1721912730 tempest-VolumesActionsTest-1721912730-project] Deleting port 7052f558-a592-4472-91ad-139051b3c6c7 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:58:18.827086 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-f7d7658d-eba2-4a9c-8595-94e040166487 req-dca1c81d-a4e0-4eda-853b-f5fa4153a119 tempest-VolumesActionsTest-1721912730 tempest-VolumesActionsTest-1721912730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:18.947577 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-f7d7658d-eba2-4a9c-8595-94e040166487 req-dca1c81d-a4e0-4eda-853b-f5fa4153a119 tempest-VolumesActionsTest-1721912730 tempest-VolumesActionsTest-1721912730-project] For port 7052f558-a592-4472-91ad-139051b3c6c7, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=7052f558-a592-4472-91ad-139051b3c6c7,segment=NetworkSegment(43ef3f1c-260c-462f-9dcf-14629e258142),segment_id=43ef3f1c-260c-462f-9dcf-14629e258142)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:58:18.947936 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-f7d7658d-eba2-4a9c-8595-94e040166487 req-dca1c81d-a4e0-4eda-853b-f5fa4153a119 tempest-VolumesActionsTest-1721912730 tempest-VolumesActionsTest-1721912730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:18.964831 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-f7d7658d-eba2-4a9c-8595-94e040166487 req-dca1c81d-a4e0-4eda-853b-f5fa4153a119 tempest-VolumesActionsTest-1721912730 tempest-VolumesActionsTest-1721912730-project] Calling delete_port for 7052f558-a592-4472-91ad-139051b3c6c7 owned by compute:nova {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:58:18.971365 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1a46a187-593f-4f85-a223-beec1801e4ff tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1595867'] for router_interface, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:19.579985 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-f7d7658d-eba2-4a9c-8595-94e040166487 req-dca1c81d-a4e0-4eda-853b-f5fa4153a119 tempest-VolumesActionsTest-1721912730 tempest-VolumesActionsTest-1721912730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:19.594035 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d3a6ac-8996-40d0-967b-5025aa83dde9 req-8cf99708-2eec-4e9c-b57c-6f02e4227989 tempest-VolumesActionsTest-1721912730 tempest-VolumesActionsTest-1721912730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:58:19.595584 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-90d3a6ac-8996-40d0-967b-5025aa83dde9 req-8cf99708-2eec-4e9c-b57c-6f02e4227989 tempest-VolumesActionsTest-1721912730 tempest-VolumesActionsTest-1721912730-project] 10.222.0.54 "GET /v2.0/ports?device_id=1040ea73-16d5-4b33-b62b-5c2230a3ca92 HTTP/1.1" status: 200 len: 945 time: 0.0545685 Dec 20 14:58:19.612881 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca1c81d-a4e0-4eda-853b-f5fa4153a119 tempest-VolumesActionsTest-1721912730 tempest-VolumesActionsTest-1721912730-project] Pushing event deleted for resources: {'Port': ['ID=7052f558-a592-4472-91ad-139051b3c6c7,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:58:19.653102 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-90d3a6ac-8996-40d0-967b-5025aa83dde9 req-4766201a-593e-4075-8512-2e355094a791 tempest-VolumesActionsTest-1721912730 tempest-VolumesActionsTest-1721912730-project] 10.222.0.54 "GET /v2.0/security-groups?id=d518d5e8-8cf4-44ac-9ab8-9ac2aac4c4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513356 Dec 20 14:58:19.704229 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7d7658d-eba2-4a9c-8595-94e040166487 req-dca1c81d-a4e0-4eda-853b-f5fa4153a119 tempest-VolumesActionsTest-1721912730 tempest-VolumesActionsTest-1721912730-project] No DVR routers for this DVR port 7052f558-a592-4472-91ad-139051b3c6c7 on host n-h1-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:58:19.707102 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-f7d7658d-eba2-4a9c-8595-94e040166487 req-dca1c81d-a4e0-4eda-853b-f5fa4153a119 tempest-VolumesActionsTest-1721912730 tempest-VolumesActionsTest-1721912730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:19.710405 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f7d7658d-eba2-4a9c-8595-94e040166487 req-dca1c81d-a4e0-4eda-853b-f5fa4153a119 tempest-VolumesActionsTest-1721912730 tempest-VolumesActionsTest-1721912730-project] 10.222.0.30 "DELETE /v2.0/ports/7052f558-a592-4472-91ad-139051b3c6c7 HTTP/1.1" status: 204 len: 173 time: 1.0181384 Dec 20 14:58:19.710873 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1040ea73-16d5-4b33-b62b-5c2230a3ca92', 'name': 'network-vif-deleted', 'tag': '7052f558-a592-4472-91ad-139051b3c6c7'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:58:19.713116 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ce1a715-c5e6-43d1-9e2a-8d5c678639c7" -d '{"events": [{"server_uuid": "1040ea73-16d5-4b33-b62b-5c2230a3ca92", "name": "network-vif-deleted", "tag": "7052f558-a592-4472-91ad-139051b3c6c7"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:58:19.749514 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-1a46a187-593f-4f85-a223-beec1801e4ff tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Deleting port b86f5c51-9cd4-4938-a817-0bede361a19e {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:58:19.749792 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1a46a187-593f-4f85-a223-beec1801e4ff tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:19.753383 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bdd87e3-7d1a-4460-bfad-a5fcfffbbd11 x-openstack-request-id: req-6bdd87e3-7d1a-4460-bfad-a5fcfffbbd11 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:58:19.754462 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1040ea73-16d5-4b33-b62b-5c2230a3ca92", "name": "network-vif-deleted", "tag": "7052f558-a592-4472-91ad-139051b3c6c7", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:58:19.754852 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6bdd87e3-7d1a-4460-bfad-a5fcfffbbd11 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:58:19.755301 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1040ea73-16d5-4b33-b62b-5c2230a3ca92', 'name': 'network-vif-deleted', 'tag': '7052f558-a592-4472-91ad-139051b3c6c7', 'status': 'completed', 'code': 200} Dec 20 14:58:19.844965 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-1a46a187-593f-4f85-a223-beec1801e4ff tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] For port b86f5c51-9cd4-4938-a817-0bede361a19e, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=b86f5c51-9cd4-4938-a817-0bede361a19e,segment=NetworkSegment(70774e14-40cc-48b5-8e3f-422f8a1b529b),segment_id=70774e14-40cc-48b5-8e3f-422f8a1b529b)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:58:19.845326 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1a46a187-593f-4f85-a223-beec1801e4ff tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:19.863773 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-1a46a187-593f-4f85-a223-beec1801e4ff tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Calling delete_port for b86f5c51-9cd4-4938-a817-0bede361a19e owned by network:router_interface {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:58:20.042631 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1a46a187-593f-4f85-a223-beec1801e4ff tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:20.075630 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a46a187-593f-4f85-a223-beec1801e4ff tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Pushing event deleted for resources: {'Port': ['ID=b86f5c51-9cd4-4938-a817-0bede361a19e,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:58:20.195356 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1a46a187-593f-4f85-a223-beec1801e4ff tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582411'] for router_interface, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:20.405279 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a46a187-593f-4f85-a223-beec1801e4ff tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Router 4113aedc-39d3-456d-936f-29b087b812b4 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:58:20.498903 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a46a187-593f-4f85-a223-beec1801e4ff tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:58:20.507599 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-1a46a187-593f-4f85-a223-beec1801e4ff tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "PUT /v2.0/routers/4113aedc-39d3-456d-936f-29b087b812b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0860243 Dec 20 14:58:20.507599 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 45094) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:58:20.509777 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91fc72f7-61ca-4077-8859-cc0ba5e5b34a None None] Sync routers for ids ['4113aedc-39d3-456d-936f-29b087b812b4'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:58:20.525309 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fc72f7-61ca-4077-8859-cc0ba5e5b34a None None] Routers {'4113aedc-39d3-456d-936f-29b087b812b4'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:58:20.526188 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-91fc72f7-61ca-4077-8859-cc0ba5e5b34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:58:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['4113aedc-39d3-456d-936f-29b087b812b4'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:58:20.561132 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_v2 [None req-e915a7ef-a493-4957-ad01-89658c23d9bd tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Deleting subnet 6f71f04d-8df8-42ea-99d0-7fa3cbf1d4dc {{(pid=103168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:58:20.564809 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e915a7ef-a493-4957-ad01-89658c23d9bd tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks [] for subnet, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:20.606529 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e915a7ef-a493-4957-ad01-89658c23d9bd tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9023023'] for subnet, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:20.697588 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e915a7ef-a493-4957-ad01-89658c23d9bd tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:20.798984 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-91fc72f7-61ca-4077-8859-cc0ba5e5b34a None None] Set router 4113aedc-39d3-456d-936f-29b087b812b4 gateway port host: None {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:58:20.799771 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e915a7ef-a493-4957-ad01-89658c23d9bd tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8850800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470517'] for subnet, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:20.836416 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e915a7ef-a493-4957-ad01-89658c23d9bd tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Pushing event deleted for resources: {'Subnet': ['ID=6f71f04d-8df8-42ea-99d0-7fa3cbf1d4dc,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:58:20.838948 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e915a7ef-a493-4957-ad01-89658c23d9bd tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks [] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:20.842607 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-e915a7ef-a493-4957-ad01-89658c23d9bd tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "DELETE /v2.0/subnets/6f71f04d-8df8-42ea-99d0-7fa3cbf1d4dc HTTP/1.1" status: 204 len: 168 time: 0.3349404 Dec 20 14:58:20.845634 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 45118) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:58:20.853036 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4d8c3b-fd40-477c-914a-64b4b25eda82 None None] Network 3cbb39f3-7d44-4126-97c8-7c3f515f6a8e requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:58:20.959053 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-83fcca65-1f40-4c24-9fb3-e92b56478c52 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:20.962096 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 7052f558-a592-4472-91ad-139051b3c6c7 no longer exists at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:58:21.021233 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] No Port match for: 7052f558-a592-4472-91ad-139051b3c6c7 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:58:21.021863 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 7052f558-a592-4472-91ad-139051b3c6c7 not bound to the agent host n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:58:21.100828 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-83fcca65-1f40-4c24-9fb3-e92b56478c52 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Deleting port dd1dfb47-e6e6-4ce7-9e20-f25bdb289016 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:58:21.101775 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-83fcca65-1f40-4c24-9fb3-e92b56478c52 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:21.147328 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-91fc72f7-61ca-4077-8859-cc0ba5e5b34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4113aedc-39d3-456d-936f-29b087b812b4', 'name': 'tempest-RoutersIpV6Test-router-1563243024', 'tenant_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:57:54Z', 'updated_at': '2021-12-20T14:58:19Z', 'revision_number': 10, 'project_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'gw_port_host': None, '_interfaces': [{'id': 'd6f43238-cdd5-4be3-bbdb-b8f3ab940add', 'name': '', 'network_id': '18849597-1654-4f18-9233-43f2e53fcbc4', 'tenant_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'mac_address': 'fa:16:3e:cd:31:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4113aedc-39d3-456d-936f-29b087b812b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': '5e1fc010-d328-4fca-b686-fd28bdeaea16', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:57:55Z', 'updated_at': '2021-12-20T14:57:59Z', 'revision_number': 5, 'project_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'subnets': [{'id': '5e1fc010-d328-4fca-b686-fd28bdeaea16', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:58:21.198339 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb99e84-4828-421c-808d-d98d9d13f093 None None] DHCP port deletion for 3cbb39f3-7d44-4126-97c8-7c3f515f6a8e request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:58:21.201695 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91fc72f7-61ca-4077-8859-cc0ba5e5b34a None None] Checking router: 4113aedc-39d3-456d-936f-29b087b812b4 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:58:21.224927 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-83fcca65-1f40-4c24-9fb3-e92b56478c52 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] For port dd1dfb47-e6e6-4ce7-9e20-f25bdb289016, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=dd1dfb47-e6e6-4ce7-9e20-f25bdb289016,segment=NetworkSegment(70774e14-40cc-48b5-8e3f-422f8a1b529b),segment_id=70774e14-40cc-48b5-8e3f-422f8a1b529b)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:58:21.225288 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-83fcca65-1f40-4c24-9fb3-e92b56478c52 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:21.238100 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fc72f7-61ca-4077-8859-cc0ba5e5b34a None None] Routers {'4113aedc-39d3-456d-936f-29b087b812b4'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:58:21.239109 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-91fc72f7-61ca-4077-8859-cc0ba5e5b34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:58:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['4113aedc-39d3-456d-936f-29b087b812b4'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:58:21.269446 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-83fcca65-1f40-4c24-9fb3-e92b56478c52 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Calling delete_port for dd1dfb47-e6e6-4ce7-9e20-f25bdb289016 owned by network:dhcp {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:58:21.341276 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-0eb99e84-4828-421c-808d-d98d9d13f093 None None] Deleting port dd1dfb47-e6e6-4ce7-9e20-f25bdb289016 {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:58:21.341758 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-0eb99e84-4828-421c-808d-d98d9d13f093 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:21.347676 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-91fc72f7-61ca-4077-8859-cc0ba5e5b34a None None] Set router 4113aedc-39d3-456d-936f-29b087b812b4 gateway port host: None {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:58:21.401249 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-83fcca65-1f40-4c24-9fb3-e92b56478c52 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:21.435644 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fcca65-1f40-4c24-9fb3-e92b56478c52 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Pushing event deleted for resources: {'Port': ['ID=dd1dfb47-e6e6-4ce7-9e20-f25bdb289016,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:58:21.438239 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fcca65-1f40-4c24-9fb3-e92b56478c52 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] No DVR routers for this DVR port dd1dfb47-e6e6-4ce7-9e20-f25bdb289016 on host n-d-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:58:21.449188 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9b6a91-d0aa-4d29-b389-abffcffcd1f7 req-2042580f-8303-4fbd-b5cc-afab2d9284b9 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:58:21.451120 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ee9b6a91-d0aa-4d29-b389-abffcffcd1f7 req-2042580f-8303-4fbd-b5cc-afab2d9284b9 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2f6cccc-66e8-45dd-b0f2-1609d9710501 HTTP/1.1" status: 200 len: 946 time: 0.1714156 Dec 20 14:58:21.487192 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-0eb99e84-4828-421c-808d-d98d9d13f093 None None] For port dd1dfb47-e6e6-4ce7-9e20-f25bdb289016, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=dd1dfb47-e6e6-4ce7-9e20-f25bdb289016,segment=NetworkSegment(70774e14-40cc-48b5-8e3f-422f8a1b529b),segment_id=70774e14-40cc-48b5-8e3f-422f8a1b529b)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:58:21.488404 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-0eb99e84-4828-421c-808d-d98d9d13f093 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:21.542316 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-0eb99e84-4828-421c-808d-d98d9d13f093 None None] Calling delete_port for dd1dfb47-e6e6-4ce7-9e20-f25bdb289016 owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:58:21.551694 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-83fcca65-1f40-4c24-9fb3-e92b56478c52 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:21.576355 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-83fcca65-1f40-4c24-9fb3-e92b56478c52 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cbb39f3-7d44-4126-97c8-7c3f515f6a8e']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:58:21.591755 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-83fcca65-1f40-4c24-9fb3-e92b56478c52 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70774e14-40cc-48b5-8e3f-422f8a1b529b') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:58:21.592053 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-83fcca65-1f40-4c24-9fb3-e92b56478c52 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70774e14-40cc-48b5-8e3f-422f8a1b529b') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:58:21.609276 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-83fcca65-1f40-4c24-9fb3-e92b56478c52 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:21.645862 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ee9b6a91-d0aa-4d29-b389-abffcffcd1f7 req-4e9d26e4-1497-4910-8084-87769eb67ca7 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=75f3ff45-fd05-40c4-864e-e35ed882846e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1718049 Dec 20 14:58:21.660219 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-83fcca65-1f40-4c24-9fb3-e92b56478c52 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:21.687458 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83fcca65-1f40-4c24-9fb3-e92b56478c52 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:58:21.687990 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-83fcca65-1f40-4c24-9fb3-e92b56478c52 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:21.689591 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 45140) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:58:21.692190 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-0eb99e84-4828-421c-808d-d98d9d13f093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:21.709644 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 14:58:21.709644 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:58:21.709644 n-d-761264-19 neutron-server[103168]: timer() Dec 20 14:58:21.709644 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:58:21.709644 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 14:58:21.709644 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:58:21.709644 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 14:58:21.709644 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:58:21.709644 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 14:58:21.709644 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:58:21.709644 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 14:58:21.709644 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:58:21.709644 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 14:58:21.709644 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:58:21.709644 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:58:21.709644 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:58:21.709644 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:58:21.709644 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:58:21.709644 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 14:58:21.709644 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:58:21.709644 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 14:58:21.709644 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:58:21.709644 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:58:21.709644 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:58:21.709644 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 14:58:21.709644 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:58:21.709644 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:58:21.709644 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:58:21.709644 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:58:21.709644 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:58:21.709644 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:58:21.709644 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:58:21.743371 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb99e84-4828-421c-808d-d98d9d13f093 None None] No DVR routers for this DVR port dd1dfb47-e6e6-4ce7-9e20-f25bdb289016 on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:58:21.749042 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-91fc72f7-61ca-4077-8859-cc0ba5e5b34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4113aedc-39d3-456d-936f-29b087b812b4', 'name': 'tempest-RoutersIpV6Test-router-1563243024', 'tenant_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:57:54Z', 'updated_at': '2021-12-20T14:58:19Z', 'revision_number': 10, 'project_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'gw_port_host': None, '_interfaces': [{'id': 'd6f43238-cdd5-4be3-bbdb-b8f3ab940add', 'name': '', 'network_id': '18849597-1654-4f18-9233-43f2e53fcbc4', 'tenant_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'mac_address': 'fa:16:3e:cd:31:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4113aedc-39d3-456d-936f-29b087b812b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': '5e1fc010-d328-4fca-b686-fd28bdeaea16', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:57:55Z', 'updated_at': '2021-12-20T14:57:59Z', 'revision_number': 5, 'project_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'subnets': [{'id': '5e1fc010-d328-4fca-b686-fd28bdeaea16', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:58:21.751473 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb99e84-4828-421c-808d-d98d9d13f093 None None] Pushing event deleted for resources: {'Port': ['ID=dd1dfb47-e6e6-4ce7-9e20-f25bdb289016,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:58:21.795181 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-c1a720d0-2fc8-47a2-b74b-8c8a5a82ad79 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/floatingips/8cf2d8cc-187f-4f06-84d9-868b0c43dfc5 HTTP/1.1" status: 200 len: 993 time: 0.1022556 Dec 20 14:58:21.803980 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-83fcca65-1f40-4c24-9fb3-e92b56478c52 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:21.813888 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91fc72f7-61ca-4077-8859-cc0ba5e5b34a None None] The sync data for ids ['4113aedc-39d3-456d-936f-29b087b812b4'] in n-d-761264-19 is: [{'id': '4113aedc-39d3-456d-936f-29b087b812b4', 'name': 'tempest-RoutersIpV6Test-router-1563243024', 'tenant_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:57:54Z', 'updated_at': '2021-12-20T14:58:19Z', 'revision_number': 10, 'project_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'gw_port_host': None, '_interfaces': [{'id': 'd6f43238-cdd5-4be3-bbdb-b8f3ab940add', 'name': '', 'network_id': '18849597-1654-4f18-9233-43f2e53fcbc4', 'tenant_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'mac_address': 'fa:16:3e:cd:31:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4113aedc-39d3-456d-936f-29b087b812b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': '5e1fc010-d328-4fca-b686-fd28bdeaea16', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:57:55Z', 'updated_at': '2021-12-20T14:57:59Z', 'revision_number': 5, 'project_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'subnets': [{'id': '5e1fc010-d328-4fca-b686-fd28bdeaea16', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:58:21.816336 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb99e84-4828-421c-808d-d98d9d13f093 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:58:21.816680 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb99e84-4828-421c-808d-d98d9d13f093 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:58:21.817034 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb99e84-4828-421c-808d-d98d9d13f093 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:58:21.817367 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb99e84-4828-421c-808d-d98d9d13f093 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:58:21.818156 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb99e84-4828-421c-808d-d98d9d13f093 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:58:21.818156 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb99e84-4828-421c-808d-d98d9d13f093 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:58:21.818371 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb99e84-4828-421c-808d-d98d9d13f093 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:58:21.818622 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb99e84-4828-421c-808d-d98d9d13f093 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:58:21.818969 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb99e84-4828-421c-808d-d98d9d13f093 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:58:21.819374 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb99e84-4828-421c-808d-d98d9d13f093 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:58:21.819890 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb99e84-4828-421c-808d-d98d9d13f093 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:58:21.819890 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb99e84-4828-421c-808d-d98d9d13f093 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:58:21.820196 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb99e84-4828-421c-808d-d98d9d13f093 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:58:21.826116 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-83fcca65-1f40-4c24-9fb3-e92b56478c52 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks [] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:21.831349 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-83fcca65-1f40-4c24-9fb3-e92b56478c52 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "DELETE /v2.0/networks/3cbb39f3-7d44-4126-97c8-7c3f515f6a8e HTTP/1.1" status: 204 len: 168 time: 0.9843388 Dec 20 14:58:21.834249 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 45144) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:58:21.862372 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fcca65-1f40-4c24-9fb3-e92b56478c52 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Pushing event deleted for resources: {'Network': ['ID=3cbb39f3-7d44-4126-97c8-7c3f515f6a8e,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:58:22.275648 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf16239-3b45-4117-9d35-04268dc1f003 req-375de8a2-9d13-4dd3-bc4a-fea0778aa864 tempest-TestNetworkAdvancedServerOps-1489124987 tempest-TestNetworkAdvancedServerOps-1489124987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:58:22.285798 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-daf16239-3b45-4117-9d35-04268dc1f003 req-375de8a2-9d13-4dd3-bc4a-fea0778aa864 tempest-TestNetworkAdvancedServerOps-1489124987 tempest-TestNetworkAdvancedServerOps-1489124987-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=c2f6cccc-66e8-45dd-b0f2-1609d9710501 HTTP/1.1" status: 200 len: 1098 time: 0.0764542 Dec 20 14:58:22.347324 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-daf16239-3b45-4117-9d35-04268dc1f003 req-9937b668-6cd4-4998-8ce7-6f80877c0bcd tempest-TestNetworkAdvancedServerOps-1489124987 tempest-TestNetworkAdvancedServerOps-1489124987-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=75f3ff45-fd05-40c4-864e-e35ed882846e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603738 Dec 20 14:58:22.432282 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device dd1dfb47-e6e6-4ce7-9e20-f25bdb289016 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:58:22.453865 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: dd1dfb47-e6e6-4ce7-9e20-f25bdb289016 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:58:22.454210 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device dd1dfb47-e6e6-4ce7-9e20-f25bdb289016 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:58:22.454854 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device b86f5c51-9cd4-4938-a817-0bede361a19e no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:58:22.475652 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: b86f5c51-9cd4-4938-a817-0bede361a19e {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:58:22.476322 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device b86f5c51-9cd4-4938-a817-0bede361a19e not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:58:22.659082 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-af46b821-7e08-4080-a6c7-bf9a93590811 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1595867'] for router_interface, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:22.702290 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [req-b560a8b4-7903-4897-99f4-68778384c035 req-aea51e77-5896-4dd0-8589-9835f3ce2433 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:58:22.704350 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b560a8b4-7903-4897-99f4-68778384c035 req-aea51e77-5896-4dd0-8589-9835f3ce2433 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0885334 Dec 20 14:58:22.941603 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-af46b821-7e08-4080-a6c7-bf9a93590811 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Deleting port d6f43238-cdd5-4be3-bbdb-b8f3ab940add {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:58:22.941932 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-af46b821-7e08-4080-a6c7-bf9a93590811 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:23.059778 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-af46b821-7e08-4080-a6c7-bf9a93590811 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] For port d6f43238-cdd5-4be3-bbdb-b8f3ab940add, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=d6f43238-cdd5-4be3-bbdb-b8f3ab940add,segment=NetworkSegment(86a18503-9f5c-48dd-976a-a51925b6de49),segment_id=86a18503-9f5c-48dd-976a-a51925b6de49)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:58:23.060469 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-af46b821-7e08-4080-a6c7-bf9a93590811 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:23.084083 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-af46b821-7e08-4080-a6c7-bf9a93590811 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Calling delete_port for d6f43238-cdd5-4be3-bbdb-b8f3ab940add owned by network:router_interface {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:58:23.296317 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-af46b821-7e08-4080-a6c7-bf9a93590811 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:23.326785 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af46b821-7e08-4080-a6c7-bf9a93590811 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Pushing event deleted for resources: {'Port': ['ID=d6f43238-cdd5-4be3-bbdb-b8f3ab940add,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:58:23.443158 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-85296f00-08b1-49eb-a94d-05954dfe97fb req-e31d7edc-5376-49ec-93c6-0c23e22c6fe0 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c2f6cccc-66e8-45dd-b0f2-1609d9710501&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1830931 Dec 20 14:58:23.453681 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [req-85296f00-08b1-49eb-a94d-05954dfe97fb req-14bc5f95-7564-46d2-89f0-541834ed7bda service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 14:58:23.457064 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-85296f00-08b1-49eb-a94d-05954dfe97fb req-14bc5f95-7564-46d2-89f0-541834ed7bda service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0079181 Dec 20 14:58:23.472969 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-af46b821-7e08-4080-a6c7-bf9a93590811 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582411'] for router_interface, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:23.708011 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af46b821-7e08-4080-a6c7-bf9a93590811 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Router 4113aedc-39d3-456d-936f-29b087b812b4 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:58:23.811852 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af46b821-7e08-4080-a6c7-bf9a93590811 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:58:23.822132 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 45222) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:58:23.822633 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-af46b821-7e08-4080-a6c7-bf9a93590811 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "PUT /v2.0/routers/4113aedc-39d3-456d-936f-29b087b812b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9872005 Dec 20 14:58:23.824453 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff59e708-95f6-413e-873f-6809928b252a None None] Sync routers for ids ['4113aedc-39d3-456d-936f-29b087b812b4'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:58:23.836264 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff59e708-95f6-413e-873f-6809928b252a None None] Routers {'4113aedc-39d3-456d-936f-29b087b812b4'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:58:23.837134 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-ff59e708-95f6-413e-873f-6809928b252a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:58:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['4113aedc-39d3-456d-936f-29b087b812b4'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:58:23.891007 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff5f51d7-09de-45a9-92ab-3572e7ffa31d tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Deleting subnet 5e1fc010-d328-4fca-b686-fd28bdeaea16 {{(pid=103168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:58:23.895284 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ff5f51d7-09de-45a9-92ab-3572e7ffa31d tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks [] for subnet, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:23.909874 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-ff59e708-95f6-413e-873f-6809928b252a None None] Set router 4113aedc-39d3-456d-936f-29b087b812b4 gateway port host: None {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:58:23.946374 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ff5f51d7-09de-45a9-92ab-3572e7ffa31d tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9023023'] for subnet, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:24.015571 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-ff59e708-95f6-413e-873f-6809928b252a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4113aedc-39d3-456d-936f-29b087b812b4', 'name': 'tempest-RoutersIpV6Test-router-1563243024', 'tenant_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:57:54Z', 'updated_at': '2021-12-20T14:58:23Z', 'revision_number': 11, 'project_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'gw_port_host': None}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:58:24.040117 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ff5f51d7-09de-45a9-92ab-3572e7ffa31d tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:24.062717 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff59e708-95f6-413e-873f-6809928b252a None None] Checking router: 4113aedc-39d3-456d-936f-29b087b812b4 for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:58:24.073355 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff59e708-95f6-413e-873f-6809928b252a None None] Routers {'4113aedc-39d3-456d-936f-29b087b812b4'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:58:24.074056 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-ff59e708-95f6-413e-873f-6809928b252a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:58:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['4113aedc-39d3-456d-936f-29b087b812b4'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:58:24.139802 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ff5f51d7-09de-45a9-92ab-3572e7ffa31d tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8850800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470517'] for subnet, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:24.148894 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-ff59e708-95f6-413e-873f-6809928b252a None None] Set router 4113aedc-39d3-456d-936f-29b087b812b4 gateway port host: None {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:58:24.174206 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5f51d7-09de-45a9-92ab-3572e7ffa31d tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Pushing event deleted for resources: {'Subnet': ['ID=5e1fc010-d328-4fca-b686-fd28bdeaea16,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:58:24.181759 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ff5f51d7-09de-45a9-92ab-3572e7ffa31d tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks [] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:24.186052 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-ff5f51d7-09de-45a9-92ab-3572e7ffa31d tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "DELETE /v2.0/subnets/5e1fc010-d328-4fca-b686-fd28bdeaea16 HTTP/1.1" status: 204 len: 168 time: 0.3617907 Dec 20 14:58:24.188417 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 45226) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:58:24.190402 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25615d6-1626-46a0-a5ac-00a933745e2b None None] Network 18849597-1654-4f18-9233-43f2e53fcbc4 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:58:24.221251 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-ff59e708-95f6-413e-873f-6809928b252a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4113aedc-39d3-456d-936f-29b087b812b4', 'name': 'tempest-RoutersIpV6Test-router-1563243024', 'tenant_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:57:54Z', 'updated_at': '2021-12-20T14:58:23Z', 'revision_number': 11, 'project_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'gw_port_host': None}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:58:24.254898 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff59e708-95f6-413e-873f-6809928b252a None None] The sync data for ids ['4113aedc-39d3-456d-936f-29b087b812b4'] in n-d-761264-19 is: [{'id': '4113aedc-39d3-456d-936f-29b087b812b4', 'name': 'tempest-RoutersIpV6Test-router-1563243024', 'tenant_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:57:54Z', 'updated_at': '2021-12-20T14:58:23Z', 'revision_number': 11, 'project_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'gw_port_host': None}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:58:24.323114 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6ee13eec-774d-4243-a7f2-4074dd38f25a tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:24.410503 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85296f00-08b1-49eb-a94d-05954dfe97fb req-27d76dc1-5c45-4e5e-87fb-4ef9719e965f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:58:24.412500 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-85296f00-08b1-49eb-a94d-05954dfe97fb req-27d76dc1-5c45-4e5e-87fb-4ef9719e965f service neutron] 10.222.0.54 "GET /v2.0/ports/329e3657-e325-4f90-aa5d-545b50cf1b18 HTTP/1.1" status: 200 len: 1095 time: 0.0729933 Dec 20 14:58:24.448616 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-85296f00-08b1-49eb-a94d-05954dfe97fb req-fa037718-6365-41e0-946c-dd190ec072ba service neutron] Request body: {'binding': {'host': 'n-h1-761264-19', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:58:24.449317 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-85296f00-08b1-49eb-a94d-05954dfe97fb req-fa037718-6365-41e0-946c-dd190ec072ba service neutron] Unknown quota resources ['binding']. {{(pid=103168) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 20 14:58:24.485357 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7003884-b921-464d-b84e-208367187590 req-0a05c3ff-b284-44bc-a6c5-aa6ba0db73f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:58:24.487352 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f7003884-b921-464d-b84e-208367187590 req-0a05c3ff-b284-44bc-a6c5-aa6ba0db73f7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f35a648a7aca4680a908ac1344ad2536&device_id=c2f6cccc-66e8-45dd-b0f2-1609d9710501 HTTP/1.1" status: 200 len: 1098 time: 0.0660501 Dec 20 14:58:24.490799 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-6ee13eec-774d-4243-a7f2-4074dd38f25a tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Deleting port 1e71b80a-5ba1-4463-8363-467530034de4 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:58:24.499248 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6ee13eec-774d-4243-a7f2-4074dd38f25a tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:24.616742 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30bb7760-33c0-40f6-b25a-87c7f37789db None None] DHCP port deletion for 18849597-1654-4f18-9233-43f2e53fcbc4 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:58:24.694471 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-6ee13eec-774d-4243-a7f2-4074dd38f25a tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] For port 1e71b80a-5ba1-4463-8363-467530034de4, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=1e71b80a-5ba1-4463-8363-467530034de4,segment=NetworkSegment(86a18503-9f5c-48dd-976a-a51925b6de49),segment_id=86a18503-9f5c-48dd-976a-a51925b6de49)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:58:24.696056 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6ee13eec-774d-4243-a7f2-4074dd38f25a tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:24.718197 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-30bb7760-33c0-40f6-b25a-87c7f37789db None None] Deleting port 1e71b80a-5ba1-4463-8363-467530034de4 {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:58:24.718695 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-30bb7760-33c0-40f6-b25a-87c7f37789db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:24.725697 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7003884-b921-464d-b84e-208367187590 req-419b4c42-f0e6-428d-985e-b1c47f7c873d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:58:24.730425 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f7003884-b921-464d-b84e-208367187590 req-419b4c42-f0e6-428d-985e-b1c47f7c873d service neutron] 10.222.0.47 "GET /v2.0/networks?id=73869f0e-469c-4fc5-83ed-70acefda73c3 HTTP/1.1" status: 200 len: 898 time: 0.2222736 Dec 20 14:58:24.744681 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-6ee13eec-774d-4243-a7f2-4074dd38f25a tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Calling delete_port for 1e71b80a-5ba1-4463-8363-467530034de4 owned by network:dhcp {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:58:24.835687 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-30bb7760-33c0-40f6-b25a-87c7f37789db None None] For port 1e71b80a-5ba1-4463-8363-467530034de4, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=1e71b80a-5ba1-4463-8363-467530034de4,segment=NetworkSegment(86a18503-9f5c-48dd-976a-a51925b6de49),segment_id=86a18503-9f5c-48dd-976a-a51925b6de49)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:58:24.836080 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-30bb7760-33c0-40f6-b25a-87c7f37789db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:24.850982 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-30bb7760-33c0-40f6-b25a-87c7f37789db None None] Calling delete_port for 1e71b80a-5ba1-4463-8363-467530034de4 owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:58:24.862625 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6ee13eec-774d-4243-a7f2-4074dd38f25a tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:24.909957 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f7003884-b921-464d-b84e-208367187590 req-ad1dfa90-3c93-48a4-87dc-9dfc56d00bda service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=329e3657-e325-4f90-aa5d-545b50cf1b18 HTTP/1.1" status: 200 len: 1001 time: 0.1643190 Dec 20 14:58:24.934907 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee13eec-774d-4243-a7f2-4074dd38f25a tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Pushing event deleted for resources: {'Port': ['ID=1e71b80a-5ba1-4463-8363-467530034de4,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:58:24.960730 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee13eec-774d-4243-a7f2-4074dd38f25a tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] No DVR routers for this DVR port 1e71b80a-5ba1-4463-8363-467530034de4 on host n-d-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:58:24.962600 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-85296f00-08b1-49eb-a94d-05954dfe97fb req-fa037718-6365-41e0-946c-dd190ec072ba service neutron] Attempting to bind port 329e3657-e325-4f90-aa5d-545b50cf1b18 on host n-h1-761264-19 for vnic_type normal with profile None {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:58:24.963448 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-85296f00-08b1-49eb-a94d-05954dfe97fb req-fa037718-6365-41e0-946c-dd190ec072ba service neutron] Attempting to bind port 329e3657-e325-4f90-aa5d-545b50cf1b18 by drivers openvswitch,hyperv on host n-h1-761264-19 at level 0 using segments [{'id': 'b32143af-9fcf-4655-af6a-59f32e31f4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '73869f0e-469c-4fc5-83ed-70acefda73c3'}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:58:24.963774 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85296f00-08b1-49eb-a94d-05954dfe97fb req-fa037718-6365-41e0-946c-dd190ec072ba service neutron] Attempting to bind port 329e3657-e325-4f90-aa5d-545b50cf1b18 on network 73869f0e-469c-4fc5-83ed-70acefda73c3 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:58:24.970755 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85296f00-08b1-49eb-a94d-05954dfe97fb req-fa037718-6365-41e0-946c-dd190ec072ba service neutron] Port 329e3657-e325-4f90-aa5d-545b50cf1b18 on network 73869f0e-469c-4fc5-83ed-70acefda73c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-19 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:58:24.971068 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85296f00-08b1-49eb-a94d-05954dfe97fb req-fa037718-6365-41e0-946c-dd190ec072ba service neutron] Attempting to bind port 329e3657-e325-4f90-aa5d-545b50cf1b18 on network 73869f0e-469c-4fc5-83ed-70acefda73c3 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:58:24.991845 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-30bb7760-33c0-40f6-b25a-87c7f37789db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:25.000965 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85296f00-08b1-49eb-a94d-05954dfe97fb req-fa037718-6365-41e0-946c-dd190ec072ba service neutron] Checking agent: {'id': '3e5ace3e-dd7b-4522-a7c4-77d13dbeab1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:58:25.001331 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85296f00-08b1-49eb-a94d-05954dfe97fb req-fa037718-6365-41e0-946c-dd190ec072ba service neutron] Checking segment: {'id': 'b32143af-9fcf-4655-af6a-59f32e31f4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '73869f0e-469c-4fc5-83ed-70acefda73c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:58:25.001672 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85296f00-08b1-49eb-a94d-05954dfe97fb req-fa037718-6365-41e0-946c-dd190ec072ba service neutron] Bound using segment: {'id': 'b32143af-9fcf-4655-af6a-59f32e31f4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '73869f0e-469c-4fc5-83ed-70acefda73c3'} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:58:25.002105 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-85296f00-08b1-49eb-a94d-05954dfe97fb req-fa037718-6365-41e0-946c-dd190ec072ba service neutron] Bound port: 329e3657-e325-4f90-aa5d-545b50cf1b18, host: n-h1-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b32143af-9fcf-4655-af6a-59f32e31f4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '73869f0e-469c-4fc5-83ed-70acefda73c3'}}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:58:25.039825 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7003884-b921-464d-b84e-208367187590 req-891f3edc-008e-481b-9ac3-efeaa714ee5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:58:25.043905 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f7003884-b921-464d-b84e-208367187590 req-891f3edc-008e-481b-9ac3-efeaa714ee5f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bd3e6937-b29e-4cf6-8605-8815a3ea0369 HTTP/1.1" status: 200 len: 835 time: 0.1254239 Dec 20 14:58:25.054577 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bb7760-33c0-40f6-b25a-87c7f37789db None None] Pushing event deleted for resources: {'Port': ['ID=1e71b80a-5ba1-4463-8363-467530034de4,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:58:25.059776 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bb7760-33c0-40f6-b25a-87c7f37789db None None] No DVR routers for this DVR port 1e71b80a-5ba1-4463-8363-467530034de4 on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:58:25.108566 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7003884-b921-464d-b84e-208367187590 req-8b0d99f1-5204-4fee-9ef9-ee8586b11e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:58:25.110167 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f7003884-b921-464d-b84e-208367187590 req-8b0d99f1-5204-4fee-9ef9-ee8586b11e0c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=73869f0e-469c-4fc5-83ed-70acefda73c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0573599 Dec 20 14:58:25.134019 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6ee13eec-774d-4243-a7f2-4074dd38f25a tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:25.166925 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-6ee13eec-774d-4243-a7f2-4074dd38f25a tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18849597-1654-4f18-9233-43f2e53fcbc4']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:58:25.183258 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-85296f00-08b1-49eb-a94d-05954dfe97fb req-fa037718-6365-41e0-946c-dd190ec072ba service neutron] For port 329e3657-e325-4f90-aa5d-545b50cf1b18, host n-h1-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=329e3657-e325-4f90-aa5d-545b50cf1b18,segment=NetworkSegment(b32143af-9fcf-4655-af6a-59f32e31f4bf),segment_id=b32143af-9fcf-4655-af6a-59f32e31f4bf)] {{(pid=103168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:58:25.185946 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-6ee13eec-774d-4243-a7f2-4074dd38f25a tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86a18503-9f5c-48dd-976a-a51925b6de49') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:58:25.185946 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-6ee13eec-774d-4243-a7f2-4074dd38f25a tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86a18503-9f5c-48dd-976a-a51925b6de49') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:58:25.200645 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-85296f00-08b1-49eb-a94d-05954dfe97fb req-fa037718-6365-41e0-946c-dd190ec072ba service neutron] Publish callbacks [] for binding, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:25.201891 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-85296f00-08b1-49eb-a94d-05954dfe97fb req-fa037718-6365-41e0-946c-dd190ec072ba service neutron] 10.222.0.54 "POST /v2.0/ports/329e3657-e325-4f90-aa5d-545b50cf1b18/bindings HTTP/1.1" status: 201 len: 390 time: 0.7582028 Dec 20 14:58:25.207010 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6ee13eec-774d-4243-a7f2-4074dd38f25a tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:25.223698 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6ee13eec-774d-4243-a7f2-4074dd38f25a tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:25.230547 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ee13eec-774d-4243-a7f2-4074dd38f25a tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:58:25.231017 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6ee13eec-774d-4243-a7f2-4074dd38f25a tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:25.233984 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 14:58:25.233984 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:58:25.233984 n-d-761264-19 neutron-server[103168]: timer() Dec 20 14:58:25.233984 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:58:25.233984 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 14:58:25.233984 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:58:25.233984 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 14:58:25.233984 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:58:25.233984 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 14:58:25.233984 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:58:25.233984 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 14:58:25.233984 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:58:25.233984 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 14:58:25.233984 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:58:25.233984 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:58:25.233984 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:58:25.233984 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:58:25.233984 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:58:25.233984 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 14:58:25.233984 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:58:25.233984 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 14:58:25.233984 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:58:25.233984 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:58:25.233984 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:58:25.233984 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 14:58:25.233984 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:58:25.233984 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:58:25.233984 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:58:25.233984 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:58:25.233984 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:58:25.233984 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:58:25.233984 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:58:25.304863 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f7003884-b921-464d-b84e-208367187590 req-92a07a49-8470-4ab4-bdf8-ca79dbaa1188 service neutron] 10.222.0.47 "GET /v2.0/networks/73869f0e-469c-4fc5-83ed-70acefda73c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855154 Dec 20 14:58:25.333955 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6ee13eec-774d-4243-a7f2-4074dd38f25a tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:25.352138 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6ee13eec-774d-4243-a7f2-4074dd38f25a tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks [] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:25.365384 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-6ee13eec-774d-4243-a7f2-4074dd38f25a tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "DELETE /v2.0/networks/18849597-1654-4f18-9233-43f2e53fcbc4 HTTP/1.1" status: 204 len: 168 time: 1.1757874 Dec 20 14:58:25.388377 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 45246) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:58:25.395297 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-a8bf07eb-cabd-4a09-831f-65b12a76373a tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Request body: {'router': {'routes': None}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:58:25.401357 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee13eec-774d-4243-a7f2-4074dd38f25a tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Pushing event deleted for resources: {'Network': ['ID=18849597-1654-4f18-9233-43f2e53fcbc4,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:58:25.490747 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0a29a8-384c-45dd-8620-b9ac2698a055 req-68f77632-a039-49b6-87fe-1bdf9b3edeb5 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:58:25.493709 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8d0a29a8-384c-45dd-8620-b9ac2698a055 req-68f77632-a039-49b6-87fe-1bdf9b3edeb5 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2f6cccc-66e8-45dd-b0f2-1609d9710501 HTTP/1.1" status: 200 len: 946 time: 0.0586448 Dec 20 14:58:25.577310 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f7003884-b921-464d-b84e-208367187590 req-77f516d7-d17b-4fe3-8a11-c3ff35024bc2 service neutron] 10.222.0.47 "GET /v2.0/networks/73869f0e-469c-4fc5-83ed-70acefda73c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493398 Dec 20 14:58:25.577566 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85296f00-08b1-49eb-a94d-05954dfe97fb req-4acf5f1c-1a0b-4d86-8807-514c128ebd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:58:25.578928 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-85296f00-08b1-49eb-a94d-05954dfe97fb req-4acf5f1c-1a0b-4d86-8807-514c128ebd4e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f35a648a7aca4680a908ac1344ad2536&device_id=c2f6cccc-66e8-45dd-b0f2-1609d9710501 HTTP/1.1" status: 200 len: 1098 time: 0.0839717 Dec 20 14:58:25.584247 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8d0a29a8-384c-45dd-8620-b9ac2698a055 req-9b6734d9-270c-460e-a134-66c6e6765c7f tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=75f3ff45-fd05-40c4-864e-e35ed882846e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784702 Dec 20 14:58:25.687377 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.extraroute_db [None req-a8bf07eb-cabd-4a09-831f-65b12a76373a tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Added routes are [] {{(pid=103167) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 20 14:58:25.687377 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.extraroute_db [None req-a8bf07eb-cabd-4a09-831f-65b12a76373a tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Removed routes are [] {{(pid=103167) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 20 14:58:25.687691 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a8bf07eb-cabd-4a09-831f-65b12a76373a tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1584976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40157'] for router, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:25.722251 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85296f00-08b1-49eb-a94d-05954dfe97fb req-0e0a009c-1393-4f81-a8e6-c7e9e9a55b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:58:25.723924 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-85296f00-08b1-49eb-a94d-05954dfe97fb req-0e0a009c-1393-4f81-a8e6-c7e9e9a55b6e service neutron] 10.222.0.30 "GET /v2.0/networks?id=73869f0e-469c-4fc5-83ed-70acefda73c3 HTTP/1.1" status: 200 len: 898 time: 0.1329811 Dec 20 14:58:25.820025 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-85296f00-08b1-49eb-a94d-05954dfe97fb req-2f79b00e-1956-431a-be97-c2fd934db92d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=329e3657-e325-4f90-aa5d-545b50cf1b18 HTTP/1.1" status: 200 len: 1001 time: 0.0891411 Dec 20 14:58:25.851145 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a8bf07eb-cabd-4a09-831f-65b12a76373a tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1584976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40157'] for router, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:25.855374 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a8bf07eb-cabd-4a09-831f-65b12a76373a tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1584999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1585022', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1594780'] for router, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:25.877897 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85296f00-08b1-49eb-a94d-05954dfe97fb req-f519a147-ad26-4fb2-a524-7029c2d67b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:58:25.879395 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-85296f00-08b1-49eb-a94d-05954dfe97fb req-f519a147-ad26-4fb2-a524-7029c2d67b39 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bd3e6937-b29e-4cf6-8605-8815a3ea0369 HTTP/1.1" status: 200 len: 835 time: 0.0515811 Dec 20 14:58:25.927222 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85296f00-08b1-49eb-a94d-05954dfe97fb req-10d6105b-ad96-4a6b-a4c8-06d4397a39bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:58:25.929002 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-85296f00-08b1-49eb-a94d-05954dfe97fb req-10d6105b-ad96-4a6b-a4c8-06d4397a39bc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=73869f0e-469c-4fc5-83ed-70acefda73c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416408 Dec 20 14:58:25.941948 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8bf07eb-cabd-4a09-831f-65b12a76373a tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Router 4113aedc-39d3-456d-936f-29b087b812b4 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:58:26.036240 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8bf07eb-cabd-4a09-831f-65b12a76373a tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:58:26.043339 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a8bf07eb-cabd-4a09-831f-65b12a76373a tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks [] for router, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:26.044542 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-a8bf07eb-cabd-4a09-831f-65b12a76373a tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "PUT /v2.0/routers/4113aedc-39d3-456d-936f-29b087b812b4 HTTP/1.1" status: 200 len: 705 time: 0.6545424 Dec 20 14:58:26.049251 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 45264) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:58:26.050225 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d379d30-7948-422e-b253-b3c676ada130 None None] Sync routers for ids ['4113aedc-39d3-456d-936f-29b087b812b4'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:58:26.065551 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-85296f00-08b1-49eb-a94d-05954dfe97fb req-cdc090ac-ff29-4e49-8542-048752fb64f7 service neutron] 10.222.0.30 "GET /v2.0/networks/73869f0e-469c-4fc5-83ed-70acefda73c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281171 Dec 20 14:58:26.079908 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-2dd12d2c-cfa8-470c-bfa7-54a7cf1c10db tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "GET /v2.0/ports?device_id=4113aedc-39d3-456d-936f-29b087b812b4 HTTP/1.1" status: 200 len: 205 time: 0.0290163 Dec 20 14:58:26.082140 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 45266) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:58:26.083583 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d379d30-7948-422e-b253-b3c676ada130 None None] Routers {'4113aedc-39d3-456d-936f-29b087b812b4'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:58:26.084421 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-1d379d30-7948-422e-b253-b3c676ada130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:58:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['4113aedc-39d3-456d-936f-29b087b812b4'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:58:26.169112 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-1d379d30-7948-422e-b253-b3c676ada130 None None] Set router 4113aedc-39d3-456d-936f-29b087b812b4 gateway port host: None {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:58:26.232212 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-85296f00-08b1-49eb-a94d-05954dfe97fb req-795eac42-7841-454c-9b6a-0c988e3000b0 service neutron] 10.222.0.30 "GET /v2.0/networks/73869f0e-469c-4fc5-83ed-70acefda73c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532996 Dec 20 14:58:26.241395 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-1d379d30-7948-422e-b253-b3c676ada130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4113aedc-39d3-456d-936f-29b087b812b4', 'name': 'tempest-RoutersIpV6Test-router-1563243024', 'tenant_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:57:54Z', 'updated_at': '2021-12-20T14:58:23Z', 'revision_number': 11, 'project_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'gw_port_host': None}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:58:26.255313 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f4b01f2d-1a63-4d01-ba4e-1b4ab6ef0ce0 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks [] for router, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:26.272843 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d379d30-7948-422e-b253-b3c676ada130 None None] Checking router: 4113aedc-39d3-456d-936f-29b087b812b4 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:58:26.282417 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d379d30-7948-422e-b253-b3c676ada130 None None] Routers {'4113aedc-39d3-456d-936f-29b087b812b4'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:58:26.283272 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-1d379d30-7948-422e-b253-b3c676ada130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:58:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['4113aedc-39d3-456d-936f-29b087b812b4'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:58:26.410476 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-1d379d30-7948-422e-b253-b3c676ada130 None None] Set router 4113aedc-39d3-456d-936f-29b087b812b4 gateway port host: None {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:58:26.438096 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85296f00-08b1-49eb-a94d-05954dfe97fb req-010773b1-9d75-43ac-a1fc-3d9dc6323ecb tempest-TestNetworkAdvancedServerOps-1489124987 tempest-TestNetworkAdvancedServerOps-1489124987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:58:26.440955 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-85296f00-08b1-49eb-a94d-05954dfe97fb req-010773b1-9d75-43ac-a1fc-3d9dc6323ecb tempest-TestNetworkAdvancedServerOps-1489124987 tempest-TestNetworkAdvancedServerOps-1489124987-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=c2f6cccc-66e8-45dd-b0f2-1609d9710501&tenant_id=f35a648a7aca4680a908ac1344ad2536&binding%3Ahost_id=n-h2-761264-19 HTTP/1.1" status: 200 len: 1098 time: 0.1508582 Dec 20 14:58:26.453209 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-85296f00-08b1-49eb-a94d-05954dfe97fb req-d676032b-1e10-453b-9b41-d815fa0deb4a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-761264-19'}}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:58:26.470777 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 1e71b80a-5ba1-4463-8363-467530034de4 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:58:26.491544 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-1d379d30-7948-422e-b253-b3c676ada130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4113aedc-39d3-456d-936f-29b087b812b4', 'name': 'tempest-RoutersIpV6Test-router-1563243024', 'tenant_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:57:54Z', 'updated_at': '2021-12-20T14:58:23Z', 'revision_number': 11, 'project_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'gw_port_host': None}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:58:26.494074 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 1e71b80a-5ba1-4463-8363-467530034de4 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:58:26.494778 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 1e71b80a-5ba1-4463-8363-467530034de4 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:58:26.495386 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device d6f43238-cdd5-4be3-bbdb-b8f3ab940add no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:58:26.526824 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f4b01f2d-1a63-4d01-ba4e-1b4ab6ef0ce0 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40132'] for router, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:26.533115 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f4b01f2d-1a63-4d01-ba4e-1b4ab6ef0ce0 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:26.543486 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d379d30-7948-422e-b253-b3c676ada130 None None] The sync data for ids ['4113aedc-39d3-456d-936f-29b087b812b4'] in n-d-761264-19 is: [{'id': '4113aedc-39d3-456d-936f-29b087b812b4', 'name': 'tempest-RoutersIpV6Test-router-1563243024', 'tenant_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:57:54Z', 'updated_at': '2021-12-20T14:58:23Z', 'revision_number': 11, 'project_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'gw_port_host': None}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:58:26.545247 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: d6f43238-cdd5-4be3-bbdb-b8f3ab940add {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:58:26.545761 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device d6f43238-cdd5-4be3-bbdb-b8f3ab940add not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:58:26.554977 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-85296f00-08b1-49eb-a94d-05954dfe97fb req-d676032b-1e10-453b-9b41-d815fa0deb4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:26.619552 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f4b01f2d-1a63-4d01-ba4e-1b4ab6ef0ce0 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1594808'] for router, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:26.620390 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4b01f2d-1a63-4d01-ba4e-1b4ab6ef0ce0 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Fanout notify agent at l3_agent the message router_deleted on router 4113aedc-39d3-456d-936f-29b087b812b4 {{(pid=103167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 14:58:26.628710 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f4b01f2d-1a63-4d01-ba4e-1b4ab6ef0ce0 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks [] for router, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:26.633608 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-f4b01f2d-1a63-4d01-ba4e-1b4ab6ef0ce0 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "DELETE /v2.0/routers/4113aedc-39d3-456d-936f-29b087b812b4 HTTP/1.1" status: 204 len: 168 time: 0.5465219 Dec 20 14:58:26.635589 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 45274) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:58:26.640022 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-50a13038-3c0e-4d35-acfe-f8d66b6d8f7e tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1767035872', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:58:26.710171 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-50a13038-3c0e-4d35-acfe-f8d66b6d8f7e tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40114'] for router, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:26.712098 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-50a13038-3c0e-4d35-acfe-f8d66b6d8f7e tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40139'] for router, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:26.832810 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-85296f00-08b1-49eb-a94d-05954dfe97fb req-d676032b-1e10-453b-9b41-d815fa0deb4a service neutron] For port 329e3657-e325-4f90-aa5d-545b50cf1b18, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=329e3657-e325-4f90-aa5d-545b50cf1b18,segment=NetworkSegment(b32143af-9fcf-4655-af6a-59f32e31f4bf),segment_id=b32143af-9fcf-4655-af6a-59f32e31f4bf)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:58:26.869377 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db26ce29-5e98-4a3a-a783-5ed8d4f417d4 req-7936176a-2838-4d3c-b547-db95ad6fcb6f tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:58:26.871006 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-db26ce29-5e98-4a3a-a783-5ed8d4f417d4 req-7936176a-2838-4d3c-b547-db95ad6fcb6f tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2f6cccc-66e8-45dd-b0f2-1609d9710501 HTTP/1.1" status: 200 len: 946 time: 0.1462860 Dec 20 14:58:26.872952 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-85296f00-08b1-49eb-a94d-05954dfe97fb req-d676032b-1e10-453b-9b41-d815fa0deb4a service neutron] For port 329e3657-e325-4f90-aa5d-545b50cf1b18, host n-h2-761264-19, cleared binding levels {{(pid=103168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:58:26.880258 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-50a13038-3c0e-4d35-acfe-f8d66b6d8f7e tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:26.891461 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-50a13038-3c0e-4d35-acfe-f8d66b6d8f7e tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013'] for router, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:26.927167 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f6cccc-66e8-45dd-b0f2-1609d9710501', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '329e3657-e325-4f90-aa5d-545b50cf1b18'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:58:26.930308 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a01ac39-8c38-405d-b0e6-734f8167a0dd" -d '{"events": [{"server_uuid": "c2f6cccc-66e8-45dd-b0f2-1609d9710501", "name": "network-vif-unplugged", "status": "completed", "tag": "329e3657-e325-4f90-aa5d-545b50cf1b18"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:58:26.935086 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-85296f00-08b1-49eb-a94d-05954dfe97fb req-d676032b-1e10-453b-9b41-d815fa0deb4a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:26.942979 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-85296f00-08b1-49eb-a94d-05954dfe97fb req-d676032b-1e10-453b-9b41-d815fa0deb4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:26.946596 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-50a13038-3c0e-4d35-acfe-f8d66b6d8f7e tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks [] for router, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:26.948069 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-50a13038-3c0e-4d35-acfe-f8d66b6d8f7e tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3113277 Dec 20 14:58:26.957752 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 45288) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:58:26.979427 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-84836b7b-da01-4330-bc5a-b0ba95ba5af9 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:58:27.010590 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 14:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76182f5e-1753-4269-a15b-be8fa66b75c3 x-openstack-request-id: req-76182f5e-1753-4269-a15b-be8fa66b75c3 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:58:27.023101 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2f6cccc-66e8-45dd-b0f2-1609d9710501", "name": "network-vif-unplugged", "status": "completed", "tag": "329e3657-e325-4f90-aa5d-545b50cf1b18", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:58:27.023398 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-76182f5e-1753-4269-a15b-be8fa66b75c3 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:58:27.023833 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2f6cccc-66e8-45dd-b0f2-1609d9710501', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '329e3657-e325-4f90-aa5d-545b50cf1b18', 'code': 200} Dec 20 14:58:27.176479 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676032b-1e10-453b-9b41-d815fa0deb4a service neutron] Pushing event updated for resources: {'Port': ['ID=329e3657-e325-4f90-aa5d-545b50cf1b18,revision_number=7']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:58:27.186175 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-db26ce29-5e98-4a3a-a783-5ed8d4f417d4 req-69f0cdfe-e469-4a8c-8b1d-f5bbc4e9e9f6 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=75f3ff45-fd05-40c4-864e-e35ed882846e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3034925 Dec 20 14:58:27.285475 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-85296f00-08b1-49eb-a94d-05954dfe97fb req-d676032b-1e10-453b-9b41-d815fa0deb4a service neutron] Attempting to bind port 329e3657-e325-4f90-aa5d-545b50cf1b18 on host n-h2-761264-19 for vnic_type normal with profile {"migrating_to": "n-h1-761264-19"} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:58:27.285674 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-85296f00-08b1-49eb-a94d-05954dfe97fb req-d676032b-1e10-453b-9b41-d815fa0deb4a service neutron] Attempting to bind port 329e3657-e325-4f90-aa5d-545b50cf1b18 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': 'b32143af-9fcf-4655-af6a-59f32e31f4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '73869f0e-469c-4fc5-83ed-70acefda73c3'}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:58:27.285905 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85296f00-08b1-49eb-a94d-05954dfe97fb req-d676032b-1e10-453b-9b41-d815fa0deb4a service neutron] Attempting to bind port 329e3657-e325-4f90-aa5d-545b50cf1b18 on network 73869f0e-469c-4fc5-83ed-70acefda73c3 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:58:27.292570 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85296f00-08b1-49eb-a94d-05954dfe97fb req-d676032b-1e10-453b-9b41-d815fa0deb4a service neutron] Port 329e3657-e325-4f90-aa5d-545b50cf1b18 on network 73869f0e-469c-4fc5-83ed-70acefda73c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:58:27.293136 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85296f00-08b1-49eb-a94d-05954dfe97fb req-d676032b-1e10-453b-9b41-d815fa0deb4a service neutron] Attempting to bind port 329e3657-e325-4f90-aa5d-545b50cf1b18 on network 73869f0e-469c-4fc5-83ed-70acefda73c3 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:58:27.300854 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85296f00-08b1-49eb-a94d-05954dfe97fb req-d676032b-1e10-453b-9b41-d815fa0deb4a service neutron] Checking agent: {'id': '43c60aee-e4af-4ecc-bee2-aac3569fafed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:58:27.301275 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85296f00-08b1-49eb-a94d-05954dfe97fb req-d676032b-1e10-453b-9b41-d815fa0deb4a service neutron] Checking segment: {'id': 'b32143af-9fcf-4655-af6a-59f32e31f4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '73869f0e-469c-4fc5-83ed-70acefda73c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:58:27.301748 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85296f00-08b1-49eb-a94d-05954dfe97fb req-d676032b-1e10-453b-9b41-d815fa0deb4a service neutron] Bound using segment: {'id': 'b32143af-9fcf-4655-af6a-59f32e31f4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '73869f0e-469c-4fc5-83ed-70acefda73c3'} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:58:27.302393 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-85296f00-08b1-49eb-a94d-05954dfe97fb req-d676032b-1e10-453b-9b41-d815fa0deb4a service neutron] Bound port: 329e3657-e325-4f90-aa5d-545b50cf1b18, host: n-h2-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b32143af-9fcf-4655-af6a-59f32e31f4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '73869f0e-469c-4fc5-83ed-70acefda73c3'}}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:58:27.302902 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-85296f00-08b1-49eb-a94d-05954dfe97fb req-d676032b-1e10-453b-9b41-d815fa0deb4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:27.401848 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-85296f00-08b1-49eb-a94d-05954dfe97fb req-d676032b-1e10-453b-9b41-d815fa0deb4a service neutron] For port 329e3657-e325-4f90-aa5d-545b50cf1b18, host n-h2-761264-19, cleared binding levels {{(pid=103168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:58:27.406091 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-85296f00-08b1-49eb-a94d-05954dfe97fb req-d676032b-1e10-453b-9b41-d815fa0deb4a service neutron] For port 329e3657-e325-4f90-aa5d-545b50cf1b18, host n-h2-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=329e3657-e325-4f90-aa5d-545b50cf1b18,segment=NetworkSegment(b32143af-9fcf-4655-af6a-59f32e31f4bf),segment_id=b32143af-9fcf-4655-af6a-59f32e31f4bf)] {{(pid=103168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:58:27.415723 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-85296f00-08b1-49eb-a94d-05954dfe97fb req-d676032b-1e10-453b-9b41-d815fa0deb4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:27.444969 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-208bbf74-b066-467d-8124-6fd4f0e90b26 None None] Provisioning complete for port 329e3657-e325-4f90-aa5d-545b50cf1b18 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:58:27.452321 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-208bbf74-b066-467d-8124-6fd4f0e90b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:27.546059 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-84836b7b-da01-4330-bc5a-b0ba95ba5af9 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1584976', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1594757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40157'] for router, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:27.582089 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-84836b7b-da01-4330-bc5a-b0ba95ba5af9 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1584999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1585022', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1594780'] for router, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:27.593499 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-208bbf74-b066-467d-8124-6fd4f0e90b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:27.655073 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-208bbf74-b066-467d-8124-6fd4f0e90b26 None None] For port 329e3657-e325-4f90-aa5d-545b50cf1b18, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=329e3657-e325-4f90-aa5d-545b50cf1b18,segment=NetworkSegment(b32143af-9fcf-4655-af6a-59f32e31f4bf),segment_id=b32143af-9fcf-4655-af6a-59f32e31f4bf)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:58:27.656147 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f6cccc-66e8-45dd-b0f2-1609d9710501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '329e3657-e325-4f90-aa5d-545b50cf1b18'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:58:27.660237 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15c13d80-9737-4f69-a4f3-5249a0a1e6e6" -d '{"events": [{"server_uuid": "c2f6cccc-66e8-45dd-b0f2-1609d9710501", "name": "network-vif-plugged", "status": "completed", "tag": "329e3657-e325-4f90-aa5d-545b50cf1b18"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:58:27.685939 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-208bbf74-b066-467d-8124-6fd4f0e90b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:27.958068 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84836b7b-da01-4330-bc5a-b0ba95ba5af9 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Router 701aa197-b4e4-49b2-b5e8-3db27e61f2d8 is scheduled to L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 with binding_index 1 {{(pid=103167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 14:58:28.162285 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84836b7b-da01-4330-bc5a-b0ba95ba5af9 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:58:28.164301 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676032b-1e10-453b-9b41-d815fa0deb4a service neutron] Pushing event updated for resources: {'Port': ['ID=329e3657-e325-4f90-aa5d-545b50cf1b18,revision_number=8']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:58:28.181595 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a053aeb-fa0f-4996-b543-d44824eadf82 None None] Sync routers for ids ['701aa197-b4e4-49b2-b5e8-3db27e61f2d8'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:58:28.197242 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-84836b7b-da01-4330-bc5a-b0ba95ba5af9 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks [] for router, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:28.200189 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a053aeb-fa0f-4996-b543-d44824eadf82 None None] Routers {'701aa197-b4e4-49b2-b5e8-3db27e61f2d8'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:58:28.200925 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-1a053aeb-fa0f-4996-b543-d44824eadf82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:58:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['701aa197-b4e4-49b2-b5e8-3db27e61f2d8'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:58:28.205196 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-84836b7b-da01-4330-bc5a-b0ba95ba5af9 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "PUT /v2.0/routers/701aa197-b4e4-49b2-b5e8-3db27e61f2d8 HTTP/1.1" status: 200 len: 698 time: 1.2460732 Dec 20 14:58:28.205853 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 45310) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:58:28.287764 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85296f00-08b1-49eb-a94d-05954dfe97fb req-d676032b-1e10-453b-9b41-d815fa0deb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:58:28.288275 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-85296f00-08b1-49eb-a94d-05954dfe97fb req-d676032b-1e10-453b-9b41-d815fa0deb4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:28.289747 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-85296f00-08b1-49eb-a94d-05954dfe97fb req-d676032b-1e10-453b-9b41-d815fa0deb4a service neutron] 10.222.0.30 "PUT /v2.0/ports/329e3657-e325-4f90-aa5d-545b50cf1b18 HTTP/1.1" status: 200 len: 1124 time: 1.8430963 Dec 20 14:58:28.345086 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-1a053aeb-fa0f-4996-b543-d44824eadf82 None None] Set router 701aa197-b4e4-49b2-b5e8-3db27e61f2d8 gateway port host: None {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:58:28.392379 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbdad428-6f22-4cda-9b54-7dc06f629ac8 x-openstack-request-id: req-dbdad428-6f22-4cda-9b54-7dc06f629ac8 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:58:28.393085 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2f6cccc-66e8-45dd-b0f2-1609d9710501", "name": "network-vif-plugged", "status": "completed", "tag": "329e3657-e325-4f90-aa5d-545b50cf1b18", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:58:28.393553 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-dbdad428-6f22-4cda-9b54-7dc06f629ac8 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:58:28.394149 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2f6cccc-66e8-45dd-b0f2-1609d9710501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '329e3657-e325-4f90-aa5d-545b50cf1b18', 'code': 200} Dec 20 14:58:28.438194 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-1a053aeb-fa0f-4996-b543-d44824eadf82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '701aa197-b4e4-49b2-b5e8-3db27e61f2d8', 'name': 'tempest-RoutersIpV6Test-router-1767035872', 'tenant_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:58:26Z', 'updated_at': '2021-12-20T14:58:27Z', 'revision_number': 2, 'project_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'gw_port_host': None}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:58:28.447565 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-6e482f23-53e0-44f3-a1cb-7162c2d59f20 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "GET /v2.0/routers/701aa197-b4e4-49b2-b5e8-3db27e61f2d8 HTTP/1.1" status: 200 len: 704 time: 0.2398887 Dec 20 14:58:28.449534 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['329e3657-e325-4f90-aa5d-545b50cf1b18'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:58:28.450033 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 45318) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:58:28.479769 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a053aeb-fa0f-4996-b543-d44824eadf82 None None] Checking router: 701aa197-b4e4-49b2-b5e8-3db27e61f2d8 for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:58:28.491156 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a053aeb-fa0f-4996-b543-d44824eadf82 None None] Routers {'701aa197-b4e4-49b2-b5e8-3db27e61f2d8'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:58:28.491900 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9063cd21-9300-44b7-bc7a-682a86ccf830 req-4315651d-1bb9-48dd-9258-a01e4d39d595 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:58:28.492345 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-1a053aeb-fa0f-4996-b543-d44824eadf82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:58:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['701aa197-b4e4-49b2-b5e8-3db27e61f2d8'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:58:28.502758 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9063cd21-9300-44b7-bc7a-682a86ccf830 req-4315651d-1bb9-48dd-9258-a01e4d39d595 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2f6cccc-66e8-45dd-b0f2-1609d9710501 HTTP/1.1" status: 200 len: 946 time: 0.1454663 Dec 20 14:58:28.508129 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-9f2d679f-8d92-4f41-ac23-8578154ad5ed tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "GET /v2.0/ports?device_id=701aa197-b4e4-49b2-b5e8-3db27e61f2d8 HTTP/1.1" status: 200 len: 205 time: 0.0572388 Dec 20 14:58:28.513175 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 45320) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:58:28.559094 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208bbf74-b066-467d-8124-6fd4f0e90b26 None None] Pushing event updated for resources: {'Port': ['ID=329e3657-e325-4f90-aa5d-545b50cf1b18,revision_number=9']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:58:28.644207 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-1a053aeb-fa0f-4996-b543-d44824eadf82 None None] Set router 701aa197-b4e4-49b2-b5e8-3db27e61f2d8 gateway port host: None {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:58:28.704391 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0b5abe04-d5be-4adc-b1ff-0dc5911711b5 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks [] for router, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:28.717003 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-1a053aeb-fa0f-4996-b543-d44824eadf82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '701aa197-b4e4-49b2-b5e8-3db27e61f2d8', 'name': 'tempest-RoutersIpV6Test-router-1767035872', 'tenant_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:58:26Z', 'updated_at': '2021-12-20T14:58:27Z', 'revision_number': 2, 'project_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'gw_port_host': None}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:58:28.760704 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a053aeb-fa0f-4996-b543-d44824eadf82 None None] The sync data for ids ['701aa197-b4e4-49b2-b5e8-3db27e61f2d8'] in n-d-761264-19 is: [{'id': '701aa197-b4e4-49b2-b5e8-3db27e61f2d8', 'name': 'tempest-RoutersIpV6Test-router-1767035872', 'tenant_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:58:26Z', 'updated_at': '2021-12-20T14:58:27Z', 'revision_number': 2, 'project_id': '43f7d6ec20ff4b80bbcb9fdd5fd65fb4', 'gw_port_host': None}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:58:28.840349 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-6f8a4de1-d3c8-4f70-89d2-9b3a2a5e3923 None None] Provisioning complete for port 329e3657-e325-4f90-aa5d-545b50cf1b18 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:58:28.840994 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6f8a4de1-d3c8-4f70-89d2-9b3a2a5e3923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:28.966964 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0b5abe04-d5be-4adc-b1ff-0dc5911711b5 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40132'] for router, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:28.969336 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0b5abe04-d5be-4adc-b1ff-0dc5911711b5 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:29.020594 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0b5abe04-d5be-4adc-b1ff-0dc5911711b5 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1594808'] for router, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:29.021342 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b5abe04-d5be-4adc-b1ff-0dc5911711b5 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Fanout notify agent at l3_agent the message router_deleted on router 701aa197-b4e4-49b2-b5e8-3db27e61f2d8 {{(pid=103168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 14:58:29.030315 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0b5abe04-d5be-4adc-b1ff-0dc5911711b5 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:29.031965 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-0b5abe04-d5be-4adc-b1ff-0dc5911711b5 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "DELETE /v2.0/routers/701aa197-b4e4-49b2-b5e8-3db27e61f2d8 HTTP/1.1" status: 204 len: 168 time: 0.5152767 Dec 20 14:58:29.032747 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2f6cccc-66e8-45dd-b0f2-1609d9710501', 'tag': '329e3657-e325-4f90-aa5d-545b50cf1b18'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:58:29.035500 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-696a21ec-1a71-4fed-964a-a8fbee691ce0" -d '{"events": [{"name": "network-changed", "server_uuid": "c2f6cccc-66e8-45dd-b0f2-1609d9710501", "tag": "329e3657-e325-4f90-aa5d-545b50cf1b18"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:58:29.037598 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 45328) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:58:29.073608 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-4e549de0-073d-42a0-909c-0e958e85ab46 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "GET /v2.0/ports?device_id=701aa197-b4e4-49b2-b5e8-3db27e61f2d8 HTTP/1.1" status: 200 len: 205 time: 0.0348263 Dec 20 14:58:29.075943 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 45332) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:58:29.084067 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d866ab9-bcc5-491d-a51b-ef518a4d501e x-openstack-request-id: req-0d866ab9-bcc5-491d-a51b-ef518a4d501e {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:58:29.084544 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2f6cccc-66e8-45dd-b0f2-1609d9710501", "tag": "329e3657-e325-4f90-aa5d-545b50cf1b18", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:58:29.086097 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0d866ab9-bcc5-491d-a51b-ef518a4d501e {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:58:29.086890 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2f6cccc-66e8-45dd-b0f2-1609d9710501', 'tag': '329e3657-e325-4f90-aa5d-545b50cf1b18', 'status': 'completed', 'code': 200} Dec 20 14:58:29.133560 n-d-761264-19 neutron-server[103167]: INFO neutron.api.v2.resource [None req-9cd72a3b-7dc8-4a15-9838-8b1fcbe71418 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] delete failed (client error): The resource could not be found. Dec 20 14:58:29.139295 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-9cd72a3b-7dc8-4a15-9838-8b1fcbe71418 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "DELETE /v2.0/routers/701aa197-b4e4-49b2-b5e8-3db27e61f2d8 HTTP/1.1" status: 404 len: 336 time: 0.0574758 Dec 20 14:58:29.141392 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 45338) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:58:29.165023 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9063cd21-9300-44b7-bc7a-682a86ccf830 req-cd9db756-57f7-4461-a694-bf7f7ce22a3c tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=75f3ff45-fd05-40c4-864e-e35ed882846e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6613808 Dec 20 14:58:29.171691 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-e822c9c9-f85c-47ab-8685-3103bc9f55b3 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] DELETE failed (client error): The resource could not be found. Dec 20 14:58:29.172276 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e822c9c9-f85c-47ab-8685-3103bc9f55b3 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:58:29.175625 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-e822c9c9-f85c-47ab-8685-3103bc9f55b3 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "DELETE /v2.0/subnets/69760ed9-a18e-4790-952d-5437bd2ed454 HTTP/1.1" status: 404 len: 337 time: 0.0328977 Dec 20 14:58:29.178358 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 45340) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:58:29.183582 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696a21ec-1a71-4fed-964a-a8fbee691ce0 req-dc50615a-247c-4d01-92a2-b5016c8ba13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:58:29.185642 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-696a21ec-1a71-4fed-964a-a8fbee691ce0 req-dc50615a-247c-4d01-92a2-b5016c8ba13d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f35a648a7aca4680a908ac1344ad2536&device_id=c2f6cccc-66e8-45dd-b0f2-1609d9710501 HTTP/1.1" status: 200 len: 1129 time: 0.0656998 Dec 20 14:58:29.206435 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-df06a679-974b-4b6e-bb95-cb6dbdd6e4d7 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] DELETE failed (client error): The resource could not be found. Dec 20 14:58:29.206939 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df06a679-974b-4b6e-bb95-cb6dbdd6e4d7 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:58:29.210139 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-df06a679-974b-4b6e-bb95-cb6dbdd6e4d7 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "DELETE /v2.0/subnets/b4fd69a7-8d8a-4301-94bf-2aa57306f6f5 HTTP/1.1" status: 404 len: 337 time: 0.0305657 Dec 20 14:58:29.212906 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 45344) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:58:29.243481 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-346300ff-8214-4e21-b0b4-508f26977d55 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] DELETE failed (client error): The resource could not be found. Dec 20 14:58:29.243940 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-346300ff-8214-4e21-b0b4-508f26977d55 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:58:29.249600 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-346300ff-8214-4e21-b0b4-508f26977d55 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "DELETE /v2.0/subnets/6f71f04d-8df8-42ea-99d0-7fa3cbf1d4dc HTTP/1.1" status: 404 len: 337 time: 0.0331497 Dec 20 14:58:29.249600 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 45346) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:58:29.275985 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d299f3c-51f5-49ae-bca4-8fa64aa3b9e2 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] DELETE failed (client error): The resource could not be found. Dec 20 14:58:29.276445 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d299f3c-51f5-49ae-bca4-8fa64aa3b9e2 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:58:29.280653 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-1d299f3c-51f5-49ae-bca4-8fa64aa3b9e2 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "DELETE /v2.0/subnets/5e1fc010-d328-4fca-b686-fd28bdeaea16 HTTP/1.1" status: 404 len: 337 time: 0.0300882 Dec 20 14:58:29.284125 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 45348) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:58:29.295277 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696a21ec-1a71-4fed-964a-a8fbee691ce0 req-3bb66659-d42d-483b-841c-aaa1395f703d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:58:29.296872 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-696a21ec-1a71-4fed-964a-a8fbee691ce0 req-3bb66659-d42d-483b-841c-aaa1395f703d service neutron] 10.222.0.47 "GET /v2.0/networks?id=73869f0e-469c-4fc5-83ed-70acefda73c3 HTTP/1.1" status: 200 len: 898 time: 0.1030018 Dec 20 14:58:29.312549 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-c0c3331b-2a8c-431b-a321-216c9110c35f tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "GET /v2.0/ports?device_id=4113aedc-39d3-456d-936f-29b087b812b4 HTTP/1.1" status: 200 len: 205 time: 0.0253050 Dec 20 14:58:29.312970 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 45350) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:58:29.349364 n-d-761264-19 neutron-server[103168]: INFO neutron.api.v2.resource [None req-23d18ea4-d478-465e-88d0-e72ce591eb87 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] delete failed (client error): The resource could not be found. Dec 20 14:58:29.350417 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-23d18ea4-d478-465e-88d0-e72ce591eb87 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "DELETE /v2.0/routers/4113aedc-39d3-456d-936f-29b087b812b4 HTTP/1.1" status: 404 len: 336 time: 0.0365908 Dec 20 14:58:29.353091 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 45354) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:58:29.379251 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-696a21ec-1a71-4fed-964a-a8fbee691ce0 req-a0549bb3-e316-43fa-8aa2-ba0e97dc2bac service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=329e3657-e325-4f90-aa5d-545b50cf1b18 HTTP/1.1" status: 200 len: 1001 time: 0.0738554 Dec 20 14:58:29.390035 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-68f41929-5ad0-4cb6-b0f8-ec02e025cf01 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "GET /v2.0/ports?device_id=db119081-fab9-4123-b3fe-1bd6b1861870 HTTP/1.1" status: 200 len: 205 time: 0.0358443 Dec 20 14:58:29.392468 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 45358) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:58:29.430879 n-d-761264-19 neutron-server[103168]: INFO neutron.api.v2.resource [None req-63f1cf9f-8a99-4e0c-bd4a-efef42e2f55f tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] delete failed (client error): The resource could not be found. Dec 20 14:58:29.431942 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-63f1cf9f-8a99-4e0c-bd4a-efef42e2f55f tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "DELETE /v2.0/routers/db119081-fab9-4123-b3fe-1bd6b1861870 HTTP/1.1" status: 404 len: 336 time: 0.0385046 Dec 20 14:58:29.434440 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 45364) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:58:29.461955 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-27c669b0-1537-4809-9161-acaa40924f6e tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] DELETE failed (client error): The resource could not be found. Dec 20 14:58:29.462740 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27c669b0-1537-4809-9161-acaa40924f6e tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:58:29.466041 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-27c669b0-1537-4809-9161-acaa40924f6e tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "DELETE /v2.0/subnets/02a406dc-31f0-4ff2-8066-62b67d65c012 HTTP/1.1" status: 404 len: 337 time: 0.0306671 Dec 20 14:58:29.469593 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 45366) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:58:29.476687 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696a21ec-1a71-4fed-964a-a8fbee691ce0 req-43e09682-0d68-49f4-983d-1e647c4b11ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:58:29.478581 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-696a21ec-1a71-4fed-964a-a8fbee691ce0 req-43e09682-0d68-49f4-983d-1e647c4b11ff service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bd3e6937-b29e-4cf6-8605-8815a3ea0369 HTTP/1.1" status: 200 len: 835 time: 0.0910301 Dec 20 14:58:29.507307 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-97c7b40e-7bc4-4031-80b4-dec9cab39626 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "GET /v2.0/ports?device_id=90526626-3338-456e-b36b-4d040420a40b HTTP/1.1" status: 200 len: 205 time: 0.0356367 Dec 20 14:58:29.511304 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 45370) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:58:29.538152 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696a21ec-1a71-4fed-964a-a8fbee691ce0 req-29209f4d-25c5-4d2e-ab42-946dc5a533a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:58:29.539938 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-696a21ec-1a71-4fed-964a-a8fbee691ce0 req-29209f4d-25c5-4d2e-ab42-946dc5a533a1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=73869f0e-469c-4fc5-83ed-70acefda73c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538797 Dec 20 14:58:29.555485 n-d-761264-19 neutron-server[103168]: INFO neutron.api.v2.resource [None req-137bd95c-ddf2-4873-801b-b8c7d5d9e6ac tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] delete failed (client error): The resource could not be found. Dec 20 14:58:29.559238 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-137bd95c-ddf2-4873-801b-b8c7d5d9e6ac tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "DELETE /v2.0/routers/90526626-3338-456e-b36b-4d040420a40b HTTP/1.1" status: 404 len: 336 time: 0.0446296 Dec 20 14:58:29.559876 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 45374) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:58:29.606794 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-a84f27df-8bd5-4fe5-b2f3-4040a082f564 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "GET /v2.0/ports?device_id=dc3f3ca2-108c-4e95-8a55-3f8f7afe21db HTTP/1.1" status: 200 len: 205 time: 0.0436866 Dec 20 14:58:29.607950 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 45376) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:58:29.654857 n-d-761264-19 neutron-server[103168]: INFO neutron.api.v2.resource [None req-73c58517-2ae5-4ccd-8816-26bc0aadaf3f tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] delete failed (client error): The resource could not be found. Dec 20 14:58:29.655983 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-73c58517-2ae5-4ccd-8816-26bc0aadaf3f tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "DELETE /v2.0/routers/dc3f3ca2-108c-4e95-8a55-3f8f7afe21db HTTP/1.1" status: 404 len: 336 time: 0.0470417 Dec 20 14:58:29.659151 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 45380) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:58:29.690444 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a8f91f2-d5fe-4747-b2b4-75e197887118 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] DELETE failed (client error): The resource could not be found. Dec 20 14:58:29.691120 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a8f91f2-d5fe-4747-b2b4-75e197887118 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:58:29.694494 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-3a8f91f2-d5fe-4747-b2b4-75e197887118 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "DELETE /v2.0/subnets/a263f913-4208-43eb-a019-a1a782416bcb HTTP/1.1" status: 404 len: 337 time: 0.0340912 Dec 20 14:58:29.697107 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 45382) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:58:29.716391 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-696a21ec-1a71-4fed-964a-a8fbee691ce0 req-a5c27d8b-d65c-4454-8e7e-4e4aba4a6e90 service neutron] 10.222.0.47 "GET /v2.0/networks/73869f0e-469c-4fc5-83ed-70acefda73c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655414 Dec 20 14:58:29.737297 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-36519bd4-1144-4e86-aeb4-d544169975c1 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "GET /v2.0/ports?device_id=86b83475-7a47-4604-a28e-5f228f45b680 HTTP/1.1" status: 200 len: 205 time: 0.0350509 Dec 20 14:58:29.737547 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 45386) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:58:29.795807 n-d-761264-19 neutron-server[103168]: INFO neutron.api.v2.resource [None req-b6de9d06-3061-46ad-bc5f-7527a38348bf tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] delete failed (client error): The resource could not be found. Dec 20 14:58:29.798773 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-b6de9d06-3061-46ad-bc5f-7527a38348bf tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "DELETE /v2.0/routers/86b83475-7a47-4604-a28e-5f228f45b680 HTTP/1.1" status: 404 len: 336 time: 0.0584538 Dec 20 14:58:29.799694 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 45390) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:58:29.829754 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff0a8c34-be01-4246-aed6-e1db0ee90e9a tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] DELETE failed (client error): The resource could not be found. Dec 20 14:58:29.830580 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff0a8c34-be01-4246-aed6-e1db0ee90e9a tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:58:29.837072 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-ff0a8c34-be01-4246-aed6-e1db0ee90e9a tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "DELETE /v2.0/subnets/618a7e9c-d903-4720-8a9c-e12944ba3b28 HTTP/1.1" status: 404 len: 337 time: 0.0339217 Dec 20 14:58:29.837243 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-696a21ec-1a71-4fed-964a-a8fbee691ce0 req-5bb93ec1-d948-4b4d-89a8-9cca89377dc4 service neutron] 10.222.0.47 "GET /v2.0/networks/73869f0e-469c-4fc5-83ed-70acefda73c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143339 Dec 20 14:58:29.842789 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 45392) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:58:29.892252 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-44051dcd-1d9e-4f6e-b805-879dbccd4dce tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "GET /v2.0/ports?device_id=912f67dd-1afb-4432-a1cb-e894f907b022 HTTP/1.1" status: 200 len: 205 time: 0.0474999 Dec 20 14:58:29.894281 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 45396) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:58:29.948701 n-d-761264-19 neutron-server[103167]: INFO neutron.api.v2.resource [None req-a3f45a57-82f5-452c-928a-7ae4c35a9950 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] delete failed (client error): The resource could not be found. Dec 20 14:58:29.950217 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-a3f45a57-82f5-452c-928a-7ae4c35a9950 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "DELETE /v2.0/routers/912f67dd-1afb-4432-a1cb-e894f907b022 HTTP/1.1" status: 404 len: 336 time: 0.0531595 Dec 20 14:58:29.954863 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 45398) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:58:29.983546 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf4cc0fc-8a47-4800-ba7a-5c60cded5a84 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] DELETE failed (client error): The resource could not be found. Dec 20 14:58:29.984131 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf4cc0fc-8a47-4800-ba7a-5c60cded5a84 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:58:29.990135 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-cf4cc0fc-8a47-4800-ba7a-5c60cded5a84 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "DELETE /v2.0/subnets/6888493b-7b27-4cb1-99d0-4afb8859fede HTTP/1.1" status: 404 len: 337 time: 0.0318818 Dec 20 14:58:29.990582 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 45400) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:58:30.020521 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-68de41d5-3c75-4bda-b8f1-9ff2a3f503e2 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] DELETE failed (client error): The resource could not be found. Dec 20 14:58:30.021113 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68de41d5-3c75-4bda-b8f1-9ff2a3f503e2 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 14:58:30.026779 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-68de41d5-3c75-4bda-b8f1-9ff2a3f503e2 tempest-RoutersIpV6Test-227892184 tempest-RoutersIpV6Test-227892184-project] 10.222.0.54 "DELETE /v2.0/subnets/c6c12394-c12f-4a56-b086-656bc3940152 HTTP/1.1" status: 404 len: 337 time: 0.0326676 Dec 20 14:58:30.331702 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7a9c5f-7b53-49d8-beff-1d6029a181fa req-7bcd02de-4a61-4126-9a94-15913737a35e tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:58:30.333352 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2b7a9c5f-7b53-49d8-beff-1d6029a181fa req-7bcd02de-4a61-4126-9a94-15913737a35e tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2f6cccc-66e8-45dd-b0f2-1609d9710501 HTTP/1.1" status: 200 len: 946 time: 0.0631475 Dec 20 14:58:30.384962 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 45414) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:58:30.399490 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2b7a9c5f-7b53-49d8-beff-1d6029a181fa req-270991e6-3feb-48d0-a30e-5560d420b7f3 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=75f3ff45-fd05-40c4-864e-e35ed882846e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571606 Dec 20 14:58:30.559705 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-654c5765-1717-4fe0-8dba-9abae2df7529 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=43f7d6ec20ff4b80bbcb9fdd5fd65fb4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1726184 Dec 20 14:58:30.562257 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 45420) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:58:30.623639 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a958d24d-ab8a-4348-899e-d3a72952120d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:30.645633 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a958d24d-ab8a-4348-899e-d3a72952120d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:30.700544 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a958d24d-ab8a-4348-899e-d3a72952120d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:30.710316 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a958d24d-ab8a-4348-899e-d3a72952120d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:30.713058 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-a958d24d-ab8a-4348-899e-d3a72952120d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/28c9669b-b2eb-4984-9445-aec6ab1cdf12 HTTP/1.1" status: 204 len: 168 time: 0.1488965 Dec 20 14:58:30.724634 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a958d24d-ab8a-4348-899e-d3a72952120d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c9669b-b2eb-4984-9445-aec6ab1cdf12,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:58:30.742525 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-fecb6852-b616-406c-a6c4-70ccf43168f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:30.997673 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 329e3657-e325-4f90-aa5d-545b50cf1b18 details requested by agent hyperv_n-h1-761264-19 with host n-h1-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:58:31.176873 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 329e3657-e325-4f90-aa5d-545b50cf1b18, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=329e3657-e325-4f90-aa5d-545b50cf1b18,segment=NetworkSegment(b32143af-9fcf-4655-af6a-59f32e31f4bf),segment_id=b32143af-9fcf-4655-af6a-59f32e31f4bf)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:58:31.194977 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 329e3657-e325-4f90-aa5d-545b50cf1b18 has no active binding in host n-h1-761264-19 {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 20 14:58:31.565221 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8fe7b0-d8e2-4677-852e-f4b5e11489e7 req-6a6019ef-0f5c-4553-bdbb-b8b7ffe5858d tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:58:31.567012 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6c8fe7b0-d8e2-4677-852e-f4b5e11489e7 req-6a6019ef-0f5c-4553-bdbb-b8b7ffe5858d tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2f6cccc-66e8-45dd-b0f2-1609d9710501 HTTP/1.1" status: 200 len: 946 time: 0.0593693 Dec 20 14:58:31.632063 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 45460) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:58:31.649752 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6c8fe7b0-d8e2-4677-852e-f4b5e11489e7 req-87b1471e-4903-48b7-ace1-c19353f6a201 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=75f3ff45-fd05-40c4-864e-e35ed882846e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762258 Dec 20 14:58:31.772470 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-e892f40a-2cb9-4a07-ac5a-40a5044ed449 tempest-ServiceProvidersTest-456593060 tempest-ServiceProvidersTest-456593060-project] 10.222.0.54 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1384292 Dec 20 14:58:32.080301 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 45480) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:58:32.197035 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-049c3a95-7c7b-40a6-ad1e-8bec85bc67ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:32.284399 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-049c3a95-7c7b-40a6-ad1e-8bec85bc67ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:32.289415 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-049c3a95-7c7b-40a6-ad1e-8bec85bc67ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:32.335813 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049c3a95-7c7b-40a6-ad1e-8bec85bc67ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=372156ef-8316-4dd4-b191-9952effcdf5f,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:58:32.353857 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-049c3a95-7c7b-40a6-ad1e-8bec85bc67ae admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=96147d5f921446bfb292ee1b9821fb7c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2724719 Dec 20 14:58:32.356451 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 45488) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:58:32.412021 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9c2b7053-69c9-4b37-a32e-03466f5a848b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:32.439683 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9c2b7053-69c9-4b37-a32e-03466f5a848b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:32.488300 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9c2b7053-69c9-4b37-a32e-03466f5a848b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:32.491833 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9c2b7053-69c9-4b37-a32e-03466f5a848b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:32.493308 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-9c2b7053-69c9-4b37-a32e-03466f5a848b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/372156ef-8316-4dd4-b191-9952effcdf5f HTTP/1.1" status: 204 len: 168 time: 0.1358242 Dec 20 14:58:32.503004 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2b7053-69c9-4b37-a32e-03466f5a848b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=372156ef-8316-4dd4-b191-9952effcdf5f,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:58:32.818915 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f5984-2f38-405b-8835-b93cb6254e77 req-8d0807cb-320e-49bd-bc98-4404f5649dd3 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:58:32.835631 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-813f5984-2f38-405b-8835-b93cb6254e77 req-8d0807cb-320e-49bd-bc98-4404f5649dd3 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2f6cccc-66e8-45dd-b0f2-1609d9710501 HTTP/1.1" status: 200 len: 946 time: 0.1069810 Dec 20 14:58:32.916184 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b5ce7ab2-7e48-4bd4-9bfd-acd0bf90c690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:32.955690 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-813f5984-2f38-405b-8835-b93cb6254e77 req-dcebb5f8-6e55-4cff-a670-f87f6a43356c tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=75f3ff45-fd05-40c4-864e-e35ed882846e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172283 Dec 20 14:58:33.416363 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 45536) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:58:33.535601 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-4f75cecb-a455-4d32-b67a-b6bfbf5b3a1c tempest-TagsTest-966587790 tempest-TagsTest-966587790-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1114527810'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:58:33.559657 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f75cecb-a455-4d32-b67a-b6bfbf5b3a1c tempest-TagsTest-966587790 tempest-TagsTest-966587790-project] Made reservation on behalf of e279de09da5c4b2e8436a5895c472ad3 for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:58:33.564523 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4f75cecb-a455-4d32-b67a-b6bfbf5b3a1c tempest-TagsTest-966587790 tempest-TagsTest-966587790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:33.580246 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4f75cecb-a455-4d32-b67a-b6bfbf5b3a1c tempest-TagsTest-966587790 tempest-TagsTest-966587790-project] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:33.664006 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4f75cecb-a455-4d32-b67a-b6bfbf5b3a1c tempest-TagsTest-966587790 tempest-TagsTest-966587790-project] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:33.669228 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4f75cecb-a455-4d32-b67a-b6bfbf5b3a1c tempest-TagsTest-966587790 tempest-TagsTest-966587790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:33.705087 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f75cecb-a455-4d32-b67a-b6bfbf5b3a1c tempest-TagsTest-966587790 tempest-TagsTest-966587790-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:58:33.710286 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f75cecb-a455-4d32-b67a-b6bfbf5b3a1c tempest-TagsTest-966587790 tempest-TagsTest-966587790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95226af7-e0e1-40fc-ac9a-ca018f31a084,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:58:33.717466 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4f75cecb-a455-4d32-b67a-b6bfbf5b3a1c tempest-TagsTest-966587790 tempest-TagsTest-966587790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:33.718429 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-4f75cecb-a455-4d32-b67a-b6bfbf5b3a1c tempest-TagsTest-966587790 tempest-TagsTest-966587790-project] Added segment 0ae9cff9-895a-457d-a5a3-a72c64407e71 of type vlan for network 48ce6ab8-e4c7-4c98-9bdf-6b8713f02b1e Dec 20 14:58:33.763106 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4f75cecb-a455-4d32-b67a-b6bfbf5b3a1c tempest-TagsTest-966587790 tempest-TagsTest-966587790-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:33.790781 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4f75cecb-a455-4d32-b67a-b6bfbf5b3a1c tempest-TagsTest-966587790 tempest-TagsTest-966587790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:33.801501 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f75cecb-a455-4d32-b67a-b6bfbf5b3a1c tempest-TagsTest-966587790 tempest-TagsTest-966587790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:58:33.802514 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4f75cecb-a455-4d32-b67a-b6bfbf5b3a1c tempest-TagsTest-966587790 tempest-TagsTest-966587790-project] Publish callbacks [] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:33.873509 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-4f75cecb-a455-4d32-b67a-b6bfbf5b3a1c tempest-TagsTest-966587790 tempest-TagsTest-966587790-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.4528177 Dec 20 14:58:33.874236 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 45548) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:58:33.881362 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.tag.tag_plugin [None req-2757517a-5dd7-4b8b-99df-42d3815cadbf tempest-TagsTest-966587790 tempest-TagsTest-966587790-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '48ce6ab8-e4c7-4c98-9bdf-6b8713f02b1e', 'tempest-TagsTest-Tag-1898990295') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:58:33.888052 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f75cecb-a455-4d32-b67a-b6bfbf5b3a1c tempest-TagsTest-966587790 tempest-TagsTest-966587790-project] Pushing event updated for resources: {'Network': ['ID=48ce6ab8-e4c7-4c98-9bdf-6b8713f02b1e,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:58:33.895853 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:33.901147 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 48ce6ab8-e4c7-4c98-9bdf-6b8713f02b1e details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:58:33.972627 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-2757517a-5dd7-4b8b-99df-42d3815cadbf tempest-TagsTest-966587790 tempest-TagsTest-966587790-project] 10.222.0.54 "PUT /v2.0/networks/48ce6ab8-e4c7-4c98-9bdf-6b8713f02b1e/tags/tempest-TagsTest-Tag-1898990295 HTTP/1.1" status: 201 len: 201 time: 0.0977020 Dec 20 14:58:33.975331 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 45550) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:58:33.982352 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.tag.tag_plugin [None req-b93b389a-d69d-4531-a993-4f4d71ef6f92 tempest-TagsTest-966587790 tempest-TagsTest-966587790-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '48ce6ab8-e4c7-4c98-9bdf-6b8713f02b1e', 'tempest-TagsTest-Tag-1898990295') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:58:34.108604 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 45556) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:58:34.109228 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-b93b389a-d69d-4531-a993-4f4d71ef6f92 tempest-TagsTest-966587790 tempest-TagsTest-966587790-project] 10.222.0.54 "GET /v2.0/networks/48ce6ab8-e4c7-4c98-9bdf-6b8713f02b1e/tags/tempest-TagsTest-Tag-1898990295 HTTP/1.1" status: 204 len: 168 time: 0.1315675 Dec 20 14:58:34.114928 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.tag.tag_plugin [None req-27d19df5-3f4d-4335-a1c0-d5c49fb4708a tempest-TagsTest-966587790 tempest-TagsTest-966587790-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '48ce6ab8-e4c7-4c98-9bdf-6b8713f02b1e') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:58:34.162903 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4970900d-9d94-4999-b564-55b5c1cb4c18 req-1f9ec456-6a74-4d10-86cb-e669a42cf80d tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:58:34.164338 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4970900d-9d94-4999-b564-55b5c1cb4c18 req-1f9ec456-6a74-4d10-86cb-e669a42cf80d tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2f6cccc-66e8-45dd-b0f2-1609d9710501 HTTP/1.1" status: 200 len: 946 time: 0.0976367 Dec 20 14:58:34.243118 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-27d19df5-3f4d-4335-a1c0-d5c49fb4708a tempest-TagsTest-966587790 tempest-TagsTest-966587790-project] 10.222.0.54 "GET /v2.0/networks/48ce6ab8-e4c7-4c98-9bdf-6b8713f02b1e/tags HTTP/1.1" status: 200 len: 238 time: 0.1324501 Dec 20 14:58:34.245906 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 45562) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:58:34.250899 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.tag.tag_plugin [None req-7fce135b-cb24-4ded-839a-7e77d3ef13ac tempest-TagsTest-966587790 tempest-TagsTest-966587790-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '48ce6ab8-e4c7-4c98-9bdf-6b8713f02b1e', {'tags': ['tempest-TagsTest-Tag-444977612', 'tempest-TagsTest-Tag-2042531679', 'tempest-TagsTest-Tag-1555329860']}) {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:58:34.256907 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4970900d-9d94-4999-b564-55b5c1cb4c18 req-5472145b-4195-4633-9a7d-a699426c23f2 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=75f3ff45-fd05-40c4-864e-e35ed882846e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650966 Dec 20 14:58:34.329501 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-7fce135b-cb24-4ded-839a-7e77d3ef13ac tempest-TagsTest-966587790 tempest-TagsTest-966587790-project] 10.222.0.54 "PUT /v2.0/networks/48ce6ab8-e4c7-4c98-9bdf-6b8713f02b1e/tags HTTP/1.1" status: 200 len: 308 time: 0.0823579 Dec 20 14:58:34.332299 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 45568) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:58:34.336845 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.tag.tag_plugin [None req-bf9317af-af5d-4dc5-a078-0d5cd34e0d86 tempest-TagsTest-966587790 tempest-TagsTest-966587790-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '48ce6ab8-e4c7-4c98-9bdf-6b8713f02b1e', 'tempest-TagsTest-Tag-444977612') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:58:34.426561 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-bf9317af-af5d-4dc5-a078-0d5cd34e0d86 tempest-TagsTest-966587790 tempest-TagsTest-966587790-project] 10.222.0.54 "DELETE /v2.0/networks/48ce6ab8-e4c7-4c98-9bdf-6b8713f02b1e/tags/tempest-TagsTest-Tag-444977612 HTTP/1.1" status: 204 len: 168 time: 0.0929434 Dec 20 14:58:34.429078 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 45572) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:58:34.433756 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.tag.tag_plugin [None req-3aa2e81d-8c8c-4111-9ff6-a3a763a206a6 tempest-TagsTest-966587790 tempest-TagsTest-966587790-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '48ce6ab8-e4c7-4c98-9bdf-6b8713f02b1e', 'tempest-TagsTest-Tag-444977612') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:58:34.504891 n-d-761264-19 neutron-server[103168]: INFO neutron.api.v2.resource [None req-3aa2e81d-8c8c-4111-9ff6-a3a763a206a6 tempest-TagsTest-966587790 tempest-TagsTest-966587790-project] show failed (client error): The resource could not be found. Dec 20 14:58:34.505895 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-3aa2e81d-8c8c-4111-9ff6-a3a763a206a6 tempest-TagsTest-966587790 tempest-TagsTest-966587790-project] 10.222.0.54 "GET /v2.0/networks/48ce6ab8-e4c7-4c98-9bdf-6b8713f02b1e/tags/tempest-TagsTest-Tag-444977612 HTTP/1.1" status: 404 len: 325 time: 0.0758364 Dec 20 14:58:34.508690 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 45582) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:58:34.514999 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.tag.tag_plugin [None req-5b2a07aa-794b-42a2-93a1-7360586b7802 tempest-TagsTest-966587790 tempest-TagsTest-966587790-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '48ce6ab8-e4c7-4c98-9bdf-6b8713f02b1e', 'tempest-TagsTest-Tag-2042531679') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:58:34.595167 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-5b2a07aa-794b-42a2-93a1-7360586b7802 tempest-TagsTest-966587790 tempest-TagsTest-966587790-project] 10.222.0.54 "GET /v2.0/networks/48ce6ab8-e4c7-4c98-9bdf-6b8713f02b1e/tags/tempest-TagsTest-Tag-2042531679 HTTP/1.1" status: 204 len: 168 time: 0.0852687 Dec 20 14:58:34.597519 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 45584) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:58:34.601801 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.tag.tag_plugin [None req-2bbeea64-58ff-4f5a-8904-1693a855c89c tempest-TagsTest-966587790 tempest-TagsTest-966587790-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '48ce6ab8-e4c7-4c98-9bdf-6b8713f02b1e', 'tempest-TagsTest-Tag-1555329860') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:58:34.674336 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-2bbeea64-58ff-4f5a-8904-1693a855c89c tempest-TagsTest-966587790 tempest-TagsTest-966587790-project] 10.222.0.54 "GET /v2.0/networks/48ce6ab8-e4c7-4c98-9bdf-6b8713f02b1e/tags/tempest-TagsTest-Tag-1555329860 HTTP/1.1" status: 204 len: 168 time: 0.0757148 Dec 20 14:58:34.676928 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 45586) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:58:34.681168 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.tag.tag_plugin [None req-d1f76192-4fe3-4bf9-9062-9e9d74f64a3e tempest-TagsTest-966587790 tempest-TagsTest-966587790-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '48ce6ab8-e4c7-4c98-9bdf-6b8713f02b1e') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:58:34.786281 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-d1f76192-4fe3-4bf9-9062-9e9d74f64a3e tempest-TagsTest-966587790 tempest-TagsTest-966587790-project] 10.222.0.54 "DELETE /v2.0/networks/48ce6ab8-e4c7-4c98-9bdf-6b8713f02b1e/tags HTTP/1.1" status: 204 len: 168 time: 0.1082935 Dec 20 14:58:34.786859 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 45592) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:58:34.792722 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.tag.tag_plugin [None req-cf39bd17-cb9f-4659-8665-700cdc28bcac tempest-TagsTest-966587790 tempest-TagsTest-966587790-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '48ce6ab8-e4c7-4c98-9bdf-6b8713f02b1e', 'tempest-TagsTest-Tag-2042531679') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:58:34.876211 n-d-761264-19 neutron-server[103168]: INFO neutron.api.v2.resource [None req-cf39bd17-cb9f-4659-8665-700cdc28bcac tempest-TagsTest-966587790 tempest-TagsTest-966587790-project] show failed (client error): The resource could not be found. Dec 20 14:58:34.879008 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-cf39bd17-cb9f-4659-8665-700cdc28bcac tempest-TagsTest-966587790 tempest-TagsTest-966587790-project] 10.222.0.54 "GET /v2.0/networks/48ce6ab8-e4c7-4c98-9bdf-6b8713f02b1e/tags/tempest-TagsTest-Tag-2042531679 HTTP/1.1" status: 404 len: 326 time: 0.0890577 Dec 20 14:58:34.880071 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 45594) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:58:34.884279 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.tag.tag_plugin [None req-67ab5a8f-f684-4329-9e22-46f1f9ed96ec tempest-TagsTest-966587790 tempest-TagsTest-966587790-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '48ce6ab8-e4c7-4c98-9bdf-6b8713f02b1e', 'tempest-TagsTest-Tag-1555329860') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:58:34.950335 n-d-761264-19 neutron-server[103168]: INFO neutron.api.v2.resource [None req-67ab5a8f-f684-4329-9e22-46f1f9ed96ec tempest-TagsTest-966587790 tempest-TagsTest-966587790-project] show failed (client error): The resource could not be found. Dec 20 14:58:34.951608 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-67ab5a8f-f684-4329-9e22-46f1f9ed96ec tempest-TagsTest-966587790 tempest-TagsTest-966587790-project] 10.222.0.54 "GET /v2.0/networks/48ce6ab8-e4c7-4c98-9bdf-6b8713f02b1e/tags/tempest-TagsTest-Tag-1555329860 HTTP/1.1" status: 404 len: 326 time: 0.0705738 Dec 20 14:58:34.954589 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 45596) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:58:34.959033 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.tag.tag_plugin [None req-0fb39841-1ea6-47c2-aca7-1bc47e6e8498 tempest-TagsTest-966587790 tempest-TagsTest-966587790-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '48ce6ab8-e4c7-4c98-9bdf-6b8713f02b1e') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:58:35.035430 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-0fb39841-1ea6-47c2-aca7-1bc47e6e8498 tempest-TagsTest-966587790 tempest-TagsTest-966587790-project] 10.222.0.54 "DELETE /v2.0/networks/48ce6ab8-e4c7-4c98-9bdf-6b8713f02b1e/tags HTTP/1.1" status: 204 len: 168 time: 0.0797513 Dec 20 14:58:35.038634 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 45600) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:58:35.132162 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-32b8bffe-7a28-41c8-9126-fac715c8c4b6 tempest-TagsTest-966587790 tempest-TagsTest-966587790-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:35.225835 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-32b8bffe-7a28-41c8-9126-fac715c8c4b6 tempest-TagsTest-966587790 tempest-TagsTest-966587790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:35.246115 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-32b8bffe-7a28-41c8-9126-fac715c8c4b6 tempest-TagsTest-966587790 tempest-TagsTest-966587790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48ce6ab8-e4c7-4c98-9bdf-6b8713f02b1e']}} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:58:35.255429 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-32b8bffe-7a28-41c8-9126-fac715c8c4b6 tempest-TagsTest-966587790 tempest-TagsTest-966587790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ae9cff9-895a-457d-a5a3-a72c64407e71') {'for_net_delete': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:58:35.255732 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-32b8bffe-7a28-41c8-9126-fac715c8c4b6 tempest-TagsTest-966587790 tempest-TagsTest-966587790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ae9cff9-895a-457d-a5a3-a72c64407e71') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:58:35.265144 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-32b8bffe-7a28-41c8-9126-fac715c8c4b6 tempest-TagsTest-966587790 tempest-TagsTest-966587790-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954405'] for segment, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:35.281087 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-32b8bffe-7a28-41c8-9126-fac715c8c4b6 tempest-TagsTest-966587790 tempest-TagsTest-966587790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:35.289276 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32b8bffe-7a28-41c8-9126-fac715c8c4b6 tempest-TagsTest-966587790 tempest-TagsTest-966587790-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=103167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:58:35.289432 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-32b8bffe-7a28-41c8-9126-fac715c8c4b6 tempest-TagsTest-966587790 tempest-TagsTest-966587790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9956000'] for segment, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:35.293084 n-d-761264-19 neutron-server[103167]: Traceback (most recent call last): Dec 20 14:58:35.293084 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:58:35.293084 n-d-761264-19 neutron-server[103167]: timer() Dec 20 14:58:35.293084 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:58:35.293084 n-d-761264-19 neutron-server[103167]: cb(*args, **kw) Dec 20 14:58:35.293084 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:58:35.293084 n-d-761264-19 neutron-server[103167]: return func(*args, **kwargs) Dec 20 14:58:35.293084 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:58:35.293084 n-d-761264-19 neutron-server[103167]: self._notify() Dec 20 14:58:35.293084 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:58:35.293084 n-d-761264-19 neutron-server[103167]: self.callback(batched_events) Dec 20 14:58:35.293084 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:58:35.293084 n-d-761264-19 neutron-server[103167]: event.method(event) Dec 20 14:58:35.293084 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:58:35.293084 n-d-761264-19 neutron-server[103167]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:58:35.293084 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:58:35.293084 n-d-761264-19 neutron-server[103167]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:58:35.293084 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:58:35.293084 n-d-761264-19 neutron-server[103167]: return f(self, *a, **k) Dec 20 14:58:35.293084 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:58:35.293084 n-d-761264-19 neutron-server[103167]: return self._get(url).json() Dec 20 14:58:35.293084 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:58:35.293084 n-d-761264-19 neutron-server[103167]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:58:35.293084 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:58:35.293084 n-d-761264-19 neutron-server[103167]: return self.request(url, 'GET', **kwargs) Dec 20 14:58:35.293084 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:58:35.293084 n-d-761264-19 neutron-server[103167]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:58:35.293084 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:58:35.293084 n-d-761264-19 neutron-server[103167]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:58:35.293084 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:58:35.293084 n-d-761264-19 neutron-server[103167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:58:35.293084 n-d-761264-19 neutron-server[103167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:58:35.366992 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-32b8bffe-7a28-41c8-9126-fac715c8c4b6 tempest-TagsTest-966587790 tempest-TagsTest-966587790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:35.419280 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-32b8bffe-7a28-41c8-9126-fac715c8c4b6 tempest-TagsTest-966587790 tempest-TagsTest-966587790-project] Publish callbacks [] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:35.423706 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-32b8bffe-7a28-41c8-9126-fac715c8c4b6 tempest-TagsTest-966587790 tempest-TagsTest-966587790-project] 10.222.0.54 "DELETE /v2.0/networks/48ce6ab8-e4c7-4c98-9bdf-6b8713f02b1e HTTP/1.1" status: 204 len: 168 time: 0.3841460 Dec 20 14:58:35.426681 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b8bffe-7a28-41c8-9126-fac715c8c4b6 tempest-TagsTest-966587790 tempest-TagsTest-966587790-project] Pushing event deleted for resources: {'Network': ['ID=48ce6ab8-e4c7-4c98-9bdf-6b8713f02b1e,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:58:35.452635 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd7f14b-d429-43a0-a714-148f48317bf8 req-23897dd4-8e13-4433-ad64-0c5e975da4a8 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:58:35.460897 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7cd7f14b-d429-43a0-a714-148f48317bf8 req-23897dd4-8e13-4433-ad64-0c5e975da4a8 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2f6cccc-66e8-45dd-b0f2-1609d9710501 HTTP/1.1" status: 200 len: 946 time: 0.0856810 Dec 20 14:58:35.518848 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7cd7f14b-d429-43a0-a714-148f48317bf8 req-609df82b-7d09-4b74-b771-ec07d7415895 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=75f3ff45-fd05-40c4-864e-e35ed882846e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559051 Dec 20 14:58:35.716004 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 45622) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:58:35.820522 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:35.864148 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-db7b055b-9012-45da-88a3-79df09a42f2a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e279de09da5c4b2e8436a5895c472ad3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1469605 Dec 20 14:58:35.866895 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 45626) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:58:35.921539 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a4b22f2a-84f0-443a-a718-77548a5ad579 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:35.948836 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a4b22f2a-84f0-443a-a718-77548a5ad579 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:36.001581 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a4b22f2a-84f0-443a-a718-77548a5ad579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:36.004668 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a4b22f2a-84f0-443a-a718-77548a5ad579 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:36.008317 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-a4b22f2a-84f0-443a-a718-77548a5ad579 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/95226af7-e0e1-40fc-ac9a-ca018f31a084 HTTP/1.1" status: 204 len: 168 time: 0.1380348 Dec 20 14:58:36.024345 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b22f2a-84f0-443a-a718-77548a5ad579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95226af7-e0e1-40fc-ac9a-ca018f31a084,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:58:36.352567 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:36.437892 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-85296f00-08b1-49eb-a94d-05954dfe97fb req-e889cb78-d726-4c95-99f5-7606eda98b11 service neutron] 10.222.0.47 "GET /v2.0/ports/329e3657-e325-4f90-aa5d-545b50cf1b18/bindings/n-h1-761264-19 HTTP/1.1" status: 200 len: 385 time: 0.0762784 Dec 20 14:58:36.657725 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-85296f00-08b1-49eb-a94d-05954dfe97fb req-7f5ac5db-318a-436f-84a8-0787ea051c33 service neutron] For port 329e3657-e325-4f90-aa5d-545b50cf1b18, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=329e3657-e325-4f90-aa5d-545b50cf1b18,segment=NetworkSegment(b32143af-9fcf-4655-af6a-59f32e31f4bf),segment_id=b32143af-9fcf-4655-af6a-59f32e31f4bf)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:58:36.682198 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-85296f00-08b1-49eb-a94d-05954dfe97fb req-7f5ac5db-318a-436f-84a8-0787ea051c33 service neutron] For port 329e3657-e325-4f90-aa5d-545b50cf1b18, host n-h2-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:58:36.780013 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f6cccc-66e8-45dd-b0f2-1609d9710501', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '329e3657-e325-4f90-aa5d-545b50cf1b18'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:58:36.782914 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d7db4d2-3a80-46ac-82d0-bd4d0115e1fc" -d '{"events": [{"server_uuid": "c2f6cccc-66e8-45dd-b0f2-1609d9710501", "name": "network-vif-unplugged", "status": "completed", "tag": "329e3657-e325-4f90-aa5d-545b50cf1b18"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:58:36.790126 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-85296f00-08b1-49eb-a94d-05954dfe97fb req-7f5ac5db-318a-436f-84a8-0787ea051c33 service neutron] For port 329e3657-e325-4f90-aa5d-545b50cf1b18, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=329e3657-e325-4f90-aa5d-545b50cf1b18,segment=NetworkSegment(b32143af-9fcf-4655-af6a-59f32e31f4bf),segment_id=b32143af-9fcf-4655-af6a-59f32e31f4bf)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:58:36.852711 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-85296f00-08b1-49eb-a94d-05954dfe97fb req-7f5ac5db-318a-436f-84a8-0787ea051c33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:36.880037 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d6a4ec-6c98-4ea1-ae4e-cd003324cca4 req-bff516bc-0e9c-4a6e-a92c-4a4a7a250b0c tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:58:36.885473 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b4d6a4ec-6c98-4ea1-ae4e-cd003324cca4 req-bff516bc-0e9c-4a6e-a92c-4a4a7a250b0c tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2f6cccc-66e8-45dd-b0f2-1609d9710501 HTTP/1.1" status: 200 len: 946 time: 0.2070677 Dec 20 14:58:36.902354 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 14:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99338ac1-fd77-4d18-9ac2-6b429bb5ad56 x-openstack-request-id: req-99338ac1-fd77-4d18-9ac2-6b429bb5ad56 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:58:36.903124 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2f6cccc-66e8-45dd-b0f2-1609d9710501", "name": "network-vif-unplugged", "status": "completed", "tag": "329e3657-e325-4f90-aa5d-545b50cf1b18", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:58:36.903560 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-99338ac1-fd77-4d18-9ac2-6b429bb5ad56 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:58:36.904355 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2f6cccc-66e8-45dd-b0f2-1609d9710501', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '329e3657-e325-4f90-aa5d-545b50cf1b18', 'code': 200} Dec 20 14:58:37.019420 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b4d6a4ec-6c98-4ea1-ae4e-cd003324cca4 req-9e1eb432-2f20-475a-aee2-51dc9a7bac76 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=75f3ff45-fd05-40c4-864e-e35ed882846e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103024 Dec 20 14:58:37.036271 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 45676) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:58:37.036271 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [-] 10.222.0.54 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0032406 Dec 20 14:58:37.040205 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 45678) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:58:37.064879 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-85296f00-08b1-49eb-a94d-05954dfe97fb req-7f5ac5db-318a-436f-84a8-0787ea051c33 service neutron] Transition to ACTIVE for port object 329e3657-e325-4f90-aa5d-545b50cf1b18 will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:58:37.080946 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-85296f00-08b1-49eb-a94d-05954dfe97fb req-7f5ac5db-318a-436f-84a8-0787ea051c33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:37.172377 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5ac5db-318a-436f-84a8-0787ea051c33 service neutron] Pushing event updated for resources: {'Port': ['ID=329e3657-e325-4f90-aa5d-545b50cf1b18,revision_number=11']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:58:37.215744 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-ae7ff7b1-d704-48d3-8d46-fd4a1fda2d72 tempest-NetworksApiDiscovery-1957317206 tempest-NetworksApiDiscovery-1957317206-project] 10.222.0.54 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1744053 Dec 20 14:58:37.290482 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-85296f00-08b1-49eb-a94d-05954dfe97fb req-7f5ac5db-318a-436f-84a8-0787ea051c33 service neutron] No DVR routers for this DVR port 329e3657-e325-4f90-aa5d-545b50cf1b18 on host n-h2-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:58:37.545736 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-85296f00-08b1-49eb-a94d-05954dfe97fb req-7f5ac5db-318a-436f-84a8-0787ea051c33 service neutron] 10.222.0.47 "PUT /v2.0/ports/329e3657-e325-4f90-aa5d-545b50cf1b18/bindings/n-h1-761264-19/activate HTTP/1.1" status: 200 len: 370 time: 1.1015267 Dec 20 14:58:37.644408 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 45698) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:58:37.660496 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85296f00-08b1-49eb-a94d-05954dfe97fb req-37f01471-2329-4df9-8c54-9c8a0af21e1a tempest-TestNetworkAdvancedServerOps-1489124987 tempest-TestNetworkAdvancedServerOps-1489124987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:58:37.662282 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-85296f00-08b1-49eb-a94d-05954dfe97fb req-37f01471-2329-4df9-8c54-9c8a0af21e1a tempest-TestNetworkAdvancedServerOps-1489124987 tempest-TestNetworkAdvancedServerOps-1489124987-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=c2f6cccc-66e8-45dd-b0f2-1609d9710501&tenant_id=f35a648a7aca4680a908ac1344ad2536&binding%3Ahost_id=n-h2-761264-19 HTTP/1.1" status: 200 len: 1097 time: 0.0570471 Dec 20 14:58:37.742847 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85296f00-08b1-49eb-a94d-05954dfe97fb req-0945190f-7a15-42ec-b3aa-1f2a771433ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:58:37.744865 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-85296f00-08b1-49eb-a94d-05954dfe97fb req-0945190f-7a15-42ec-b3aa-1f2a771433ab service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c2f6cccc-66e8-45dd-b0f2-1609d9710501&tenant_id=f35a648a7aca4680a908ac1344ad2536 HTTP/1.1" status: 200 len: 1097 time: 0.0746460 Dec 20 14:58:37.822888 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fd64c887-0893-4420-957f-4defec124ed1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:37.833077 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85296f00-08b1-49eb-a94d-05954dfe97fb req-29de43fa-27a6-413b-92c4-406adb7db434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:58:37.834768 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-85296f00-08b1-49eb-a94d-05954dfe97fb req-29de43fa-27a6-413b-92c4-406adb7db434 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f35a648a7aca4680a908ac1344ad2536&device_id=c2f6cccc-66e8-45dd-b0f2-1609d9710501 HTTP/1.1" status: 200 len: 1097 time: 0.0640767 Dec 20 14:58:37.990519 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fd64c887-0893-4420-957f-4defec124ed1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:37.994835 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85296f00-08b1-49eb-a94d-05954dfe97fb req-a9077b85-fc0d-4d25-b53c-2f8bf6f6fb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:58:37.996552 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-85296f00-08b1-49eb-a94d-05954dfe97fb req-a9077b85-fc0d-4d25-b53c-2f8bf6f6fb37 service neutron] 10.222.0.30 "GET /v2.0/networks?id=73869f0e-469c-4fc5-83ed-70acefda73c3 HTTP/1.1" status: 200 len: 898 time: 0.1551614 Dec 20 14:58:38.000563 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fd64c887-0893-4420-957f-4defec124ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:38.084005 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-fd64c887-0893-4420-957f-4defec124ed1 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=10e8c4bae9e74a528d3c053e6a359999&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4373229 Dec 20 14:58:38.092395 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 45710) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:58:38.169499 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-85296f00-08b1-49eb-a94d-05954dfe97fb req-6c846257-06a3-4c8e-952b-e3430a2ec426 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=329e3657-e325-4f90-aa5d-545b50cf1b18 HTTP/1.1" status: 200 len: 999 time: 0.1639094 Dec 20 14:58:38.224927 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd64c887-0893-4420-957f-4defec124ed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8bed4ea-f9e3-40de-adf1-efbedeee2d39,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:58:38.264591 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85296f00-08b1-49eb-a94d-05954dfe97fb req-582a74b3-87eb-4fa2-8eef-70b550a8706a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:58:38.266636 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-85296f00-08b1-49eb-a94d-05954dfe97fb req-582a74b3-87eb-4fa2-8eef-70b550a8706a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bd3e6937-b29e-4cf6-8605-8815a3ea0369 HTTP/1.1" status: 200 len: 835 time: 0.0889153 Dec 20 14:58:38.277325 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-24a43f80-7bb9-4e92-95f9-095542793fd1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:38.332467 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-24a43f80-7bb9-4e92-95f9-095542793fd1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:38.387785 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddd6dfb-d31f-4854-ae10-6df84dac3d7e req-696cd2b3-0aa8-4375-8bcd-7cb7d8cd9206 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:58:38.389342 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4ddd6dfb-d31f-4854-ae10-6df84dac3d7e req-696cd2b3-0aa8-4375-8bcd-7cb7d8cd9206 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2f6cccc-66e8-45dd-b0f2-1609d9710501 HTTP/1.1" status: 200 len: 945 time: 0.1459725 Dec 20 14:58:38.396813 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85296f00-08b1-49eb-a94d-05954dfe97fb req-c5599876-2b0f-4aff-86b8-96348d231de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:58:38.398279 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-85296f00-08b1-49eb-a94d-05954dfe97fb req-c5599876-2b0f-4aff-86b8-96348d231de6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=73869f0e-469c-4fc5-83ed-70acefda73c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1226544 Dec 20 14:58:38.405165 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-24a43f80-7bb9-4e92-95f9-095542793fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:38.407843 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-24a43f80-7bb9-4e92-95f9-095542793fd1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:38.412207 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-24a43f80-7bb9-4e92-95f9-095542793fd1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f8bed4ea-f9e3-40de-adf1-efbedeee2d39 HTTP/1.1" status: 204 len: 168 time: 0.3135924 Dec 20 14:58:38.427716 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a43f80-7bb9-4e92-95f9-095542793fd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8bed4ea-f9e3-40de-adf1-efbedeee2d39,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:58:38.541992 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4ddd6dfb-d31f-4854-ae10-6df84dac3d7e req-f56d8834-6c97-4940-b5d2-7e7ddb2a0aab tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=75f3ff45-fd05-40c4-864e-e35ed882846e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426961 Dec 20 14:58:38.561541 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-85296f00-08b1-49eb-a94d-05954dfe97fb req-fce0af5e-d86a-4f57-b3aa-e99d1e99e441 service neutron] 10.222.0.30 "GET /v2.0/networks/73869f0e-469c-4fc5-83ed-70acefda73c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551704 Dec 20 14:58:38.664950 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-85296f00-08b1-49eb-a94d-05954dfe97fb req-ca6d0d12-3928-4021-a0c3-b0232425dc1b service neutron] 10.222.0.30 "GET /v2.0/networks/73869f0e-469c-4fc5-83ed-70acefda73c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964096 Dec 20 14:58:38.744810 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 329e3657-e325-4f90-aa5d-545b50cf1b18 no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:58:38.799953 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 329e3657-e325-4f90-aa5d-545b50cf1b18 not bound to the agent host n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:58:38.921959 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85296f00-08b1-49eb-a94d-05954dfe97fb req-95ce7247-e9d6-4e1f-944b-bf1f698e45c4 tempest-TestNetworkAdvancedServerOps-1489124987 tempest-TestNetworkAdvancedServerOps-1489124987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:58:38.923524 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-85296f00-08b1-49eb-a94d-05954dfe97fb req-95ce7247-e9d6-4e1f-944b-bf1f698e45c4 tempest-TestNetworkAdvancedServerOps-1489124987 tempest-TestNetworkAdvancedServerOps-1489124987-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=c2f6cccc-66e8-45dd-b0f2-1609d9710501&tenant_id=f35a648a7aca4680a908ac1344ad2536&binding%3Ahost_id=n-h1-761264-19 HTTP/1.1" status: 200 len: 1097 time: 0.0467157 Dec 20 14:58:39.049535 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-85296f00-08b1-49eb-a94d-05954dfe97fb req-0cba83c1-5b01-4d73-9d97-34cd58ea7fd2 service neutron] For port 329e3657-e325-4f90-aa5d-545b50cf1b18, host n-h2-761264-19, cleared binding levels {{(pid=103168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:58:39.053552 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-85296f00-08b1-49eb-a94d-05954dfe97fb req-0cba83c1-5b01-4d73-9d97-34cd58ea7fd2 service neutron] Publish callbacks [] for binding, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:39.054641 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-85296f00-08b1-49eb-a94d-05954dfe97fb req-0cba83c1-5b01-4d73-9d97-34cd58ea7fd2 service neutron] 10.222.0.30 "DELETE /v2.0/ports/329e3657-e325-4f90-aa5d-545b50cf1b18/bindings/n-h2-761264-19 HTTP/1.1" status: 204 len: 173 time: 0.1231329 Dec 20 14:58:39.722010 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c007da-c4f6-404e-8bfc-64c7519da6d1 req-a00bf338-9e6d-4bf1-bd7a-a3cc6196efe4 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:58:39.724566 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-71c007da-c4f6-404e-8bfc-64c7519da6d1 req-a00bf338-9e6d-4bf1-bd7a-a3cc6196efe4 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2f6cccc-66e8-45dd-b0f2-1609d9710501 HTTP/1.1" status: 200 len: 945 time: 0.0937140 Dec 20 14:58:39.806229 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-71c007da-c4f6-404e-8bfc-64c7519da6d1 req-045dc356-7b5b-43a6-a080-4f64fae46c78 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=75f3ff45-fd05-40c4-864e-e35ed882846e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650578 Dec 20 14:58:39.949681 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830e6117-e8ba-454d-b2fd-2d2bed415a1f req-d9ddb4a5-fd82-4047-86c0-cad93ed2c69a tempest-TestNetworkAdvancedServerOps-1489124987 tempest-TestNetworkAdvancedServerOps-1489124987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:58:39.952651 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-830e6117-e8ba-454d-b2fd-2d2bed415a1f req-d9ddb4a5-fd82-4047-86c0-cad93ed2c69a tempest-TestNetworkAdvancedServerOps-1489124987 tempest-TestNetworkAdvancedServerOps-1489124987-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=c2f6cccc-66e8-45dd-b0f2-1609d9710501 HTTP/1.1" status: 200 len: 1097 time: 0.0469909 Dec 20 14:58:40.019488 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-830e6117-e8ba-454d-b2fd-2d2bed415a1f req-9366e0a3-7b5a-407e-8521-b3fd02a84d94 tempest-TestNetworkAdvancedServerOps-1489124987 tempest-TestNetworkAdvancedServerOps-1489124987-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=75f3ff45-fd05-40c4-864e-e35ed882846e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574515 Dec 20 14:58:40.188624 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24db0841-760c-4698-abc8-e7ab88e619ce req-26500ab9-7b43-437c-8b93-d562cca2846d tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:58:40.190121 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-24db0841-760c-4698-abc8-e7ab88e619ce req-26500ab9-7b43-437c-8b93-d562cca2846d tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2f6cccc-66e8-45dd-b0f2-1609d9710501 HTTP/1.1" status: 200 len: 945 time: 0.0521827 Dec 20 14:58:40.260930 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-24db0841-760c-4698-abc8-e7ab88e619ce req-88ce4201-887b-46e0-864c-2c616b451fdd tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=75f3ff45-fd05-40c4-864e-e35ed882846e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591834 Dec 20 14:58:40.292208 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 45802) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:58:40.393885 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-440c76a7-dfe1-41d6-a9d7-ee4ee33a30b4 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/floatingips/8cf2d8cc-187f-4f06-84d9-868b0c43dfc5 HTTP/1.1" status: 200 len: 991 time: 0.0960970 Dec 20 14:58:41.777688 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:42.648273 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 45862) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:58:42.895088 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-d9be62d7-d928-4899-8f39-37b9d74122ad tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Deleting port 448fd63b-3f2f-4444-8778-91ee4d8b61d0 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:58:42.895671 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d9be62d7-d928-4899-8f39-37b9d74122ad tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:42.981254 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d9be62d7-d928-4899-8f39-37b9d74122ad tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:42.981569 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d9be62d7-d928-4899-8f39-37b9d74122ad tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:43.000313 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-d9be62d7-d928-4899-8f39-37b9d74122ad tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Calling delete_port for 448fd63b-3f2f-4444-8778-91ee4d8b61d0 owned by network:floatingip {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:58:43.378960 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d9be62d7-d928-4899-8f39-37b9d74122ad tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:43.413857 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9be62d7-d928-4899-8f39-37b9d74122ad tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Pushing event deleted for resources: {'Port': ['ID=448fd63b-3f2f-4444-8778-91ee4d8b61d0,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:58:43.491172 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d9be62d7-d928-4899-8f39-37b9d74122ad tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for floatingip, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:43.491557 n-d-761264-19 neutron-server[103168]: INFO neutron.db.l3_db [None req-d9be62d7-d928-4899-8f39-37b9d74122ad tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Floating IP 8cf2d8cc-187f-4f06-84d9-868b0c43dfc5 disassociated (deleted). External IP: 172.25.0.47, port: 329e3657-e325-4f90-aa5d-545b50cf1b18. Dec 20 14:58:43.715312 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9be62d7-d928-4899-8f39-37b9d74122ad tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Router c16b7030-e22d-4b1e-8f22-f322071287f2 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:58:43.839871 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9be62d7-d928-4899-8f39-37b9d74122ad tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:58:43.845644 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d9be62d7-d928-4899-8f39-37b9d74122ad tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:43.851678 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459ceaa2-6bfb-434c-97e5-219801bc0098 None None] Sync routers for ids ['c16b7030-e22d-4b1e-8f22-f322071287f2'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:58:43.862036 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459ceaa2-6bfb-434c-97e5-219801bc0098 None None] Routers {'c16b7030-e22d-4b1e-8f22-f322071287f2'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:58:43.863110 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-459ceaa2-6bfb-434c-97e5-219801bc0098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:58:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['c16b7030-e22d-4b1e-8f22-f322071287f2'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:58:43.893980 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-d9be62d7-d928-4899-8f39-37b9d74122ad tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "DELETE /v2.0/floatingips/8cf2d8cc-187f-4f06-84d9-868b0c43dfc5 HTTP/1.1" status: 204 len: 168 time: 1.2400901 Dec 20 14:58:43.893980 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2f6cccc-66e8-45dd-b0f2-1609d9710501', 'tag': '329e3657-e325-4f90-aa5d-545b50cf1b18'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:58:43.894590 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b25f94b7-a1e0-4221-87d0-696c95676432" -d '{"events": [{"name": "network-changed", "server_uuid": "c2f6cccc-66e8-45dd-b0f2-1609d9710501", "tag": "329e3657-e325-4f90-aa5d-545b50cf1b18"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:58:43.941739 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84619f4b-a7cd-49bd-beb0-6c01761d3bd4 x-openstack-request-id: req-84619f4b-a7cd-49bd-beb0-6c01761d3bd4 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:58:43.942098 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2f6cccc-66e8-45dd-b0f2-1609d9710501", "tag": "329e3657-e325-4f90-aa5d-545b50cf1b18", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:58:43.942417 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-84619f4b-a7cd-49bd-beb0-6c01761d3bd4 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:58:43.947136 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2f6cccc-66e8-45dd-b0f2-1609d9710501', 'tag': '329e3657-e325-4f90-aa5d-545b50cf1b18', 'status': 'completed', 'code': 200} Dec 20 14:58:44.004711 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-459ceaa2-6bfb-434c-97e5-219801bc0098 None None] Set router c16b7030-e22d-4b1e-8f22-f322071287f2 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:58:44.050822 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25f94b7-a1e0-4221-87d0-696c95676432 req-dca688c1-40bb-465e-966b-ac2cde34c0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:58:44.064363 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b25f94b7-a1e0-4221-87d0-696c95676432 req-dca688c1-40bb-465e-966b-ac2cde34c0e2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f35a648a7aca4680a908ac1344ad2536&device_id=c2f6cccc-66e8-45dd-b0f2-1609d9710501 HTTP/1.1" status: 200 len: 1097 time: 0.0996070 Dec 20 14:58:44.309125 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25f94b7-a1e0-4221-87d0-696c95676432 req-0ceb8473-a081-4f7d-8b4b-88f8ae36a8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:58:44.312370 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b25f94b7-a1e0-4221-87d0-696c95676432 req-0ceb8473-a081-4f7d-8b4b-88f8ae36a8f9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=73869f0e-469c-4fc5-83ed-70acefda73c3 HTTP/1.1" status: 200 len: 898 time: 0.2412384 Dec 20 14:58:44.355759 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-459ceaa2-6bfb-434c-97e5-219801bc0098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c16b7030-e22d-4b1e-8f22-f322071287f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1236446000', 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '2df9db62-f9bb-4ca7-84af-30b0d1a0a2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:57:25Z', 'updated_at': '2021-12-20T14:57:31Z', 'revision_number': 4, 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'gw_port': {'id': '2df9db62-f9bb-4ca7-84af-30b0d1a0a2d5', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16b7030-e22d-4b1e-8f22-f322071287f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:57:25Z', 'updated_at': '2021-12-20T14:57:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '41d1c64b-f266-4d19-95a1-941d8db9c976', 'name': '', 'network_id': '73869f0e-469c-4fc5-83ed-70acefda73c3', 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'mac_address': 'fa:16:3e:f2:e1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16b7030-e22d-4b1e-8f22-f322071287f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': 'bd3e6937-b29e-4cf6-8605-8815a3ea0369', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:57:30Z', 'updated_at': '2021-12-20T14:57:38Z', 'revision_number': 5, 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'subnets': [{'id': 'bd3e6937-b29e-4cf6-8605-8815a3ea0369', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:58:44.375958 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b25f94b7-a1e0-4221-87d0-696c95676432 req-abfebf22-9144-4017-872e-64a79314eb04 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=329e3657-e325-4f90-aa5d-545b50cf1b18 HTTP/1.1" status: 200 len: 217 time: 0.0550900 Dec 20 14:58:44.408493 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459ceaa2-6bfb-434c-97e5-219801bc0098 None None] Checking router: c16b7030-e22d-4b1e-8f22-f322071287f2 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:58:44.433343 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459ceaa2-6bfb-434c-97e5-219801bc0098 None None] Routers {'c16b7030-e22d-4b1e-8f22-f322071287f2'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:58:44.433996 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-459ceaa2-6bfb-434c-97e5-219801bc0098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:58:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['c16b7030-e22d-4b1e-8f22-f322071287f2'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:58:44.472618 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25f94b7-a1e0-4221-87d0-696c95676432 req-cea5ab2b-0f9b-4ce5-bba6-6049bdec65e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:58:44.474294 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b25f94b7-a1e0-4221-87d0-696c95676432 req-cea5ab2b-0f9b-4ce5-bba6-6049bdec65e8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bd3e6937-b29e-4cf6-8605-8815a3ea0369 HTTP/1.1" status: 200 len: 835 time: 0.0706706 Dec 20 14:58:44.496413 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847bdcd-db24-412c-bf53-2587b3faa701 req-3c49e5ba-c235-465f-a710-629b38218202 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:58:44.498022 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f847bdcd-db24-412c-bf53-2587b3faa701 req-3c49e5ba-c235-465f-a710-629b38218202 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2f6cccc-66e8-45dd-b0f2-1609d9710501 HTTP/1.1" status: 200 len: 945 time: 0.1677542 Dec 20 14:58:44.581592 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25f94b7-a1e0-4221-87d0-696c95676432 req-68800971-abf7-46d6-a070-bcb868d212d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:58:44.583525 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b25f94b7-a1e0-4221-87d0-696c95676432 req-68800971-abf7-46d6-a070-bcb868d212d3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=73869f0e-469c-4fc5-83ed-70acefda73c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0845273 Dec 20 14:58:44.589119 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f847bdcd-db24-412c-bf53-2587b3faa701 req-6dc61b95-a284-48a4-a0f8-81e98d8f4137 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=75f3ff45-fd05-40c4-864e-e35ed882846e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821853 Dec 20 14:58:44.604004 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-459ceaa2-6bfb-434c-97e5-219801bc0098 None None] Set router c16b7030-e22d-4b1e-8f22-f322071287f2 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:58:44.685612 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b25f94b7-a1e0-4221-87d0-696c95676432 req-48d75b9a-d230-48a3-9671-345539bb72e1 service neutron] 10.222.0.30 "GET /v2.0/networks/73869f0e-469c-4fc5-83ed-70acefda73c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941536 Dec 20 14:58:44.795017 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b25f94b7-a1e0-4221-87d0-696c95676432 req-d699df3a-a33f-42be-88b0-cc6ef7dc48a1 service neutron] 10.222.0.30 "GET /v2.0/networks/73869f0e-469c-4fc5-83ed-70acefda73c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991614 Dec 20 14:58:44.890568 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699b9829-4a70-4bfe-8b5b-773b9b86bb0c req-42759e97-085a-4ed7-bd3e-729c024c7071 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:58:44.892117 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-699b9829-4a70-4bfe-8b5b-773b9b86bb0c req-42759e97-085a-4ed7-bd3e-729c024c7071 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2f6cccc-66e8-45dd-b0f2-1609d9710501 HTTP/1.1" status: 200 len: 945 time: 0.0895450 Dec 20 14:58:44.900363 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-459ceaa2-6bfb-434c-97e5-219801bc0098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c16b7030-e22d-4b1e-8f22-f322071287f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1236446000', 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '2df9db62-f9bb-4ca7-84af-30b0d1a0a2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:57:25Z', 'updated_at': '2021-12-20T14:57:31Z', 'revision_number': 4, 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'gw_port': {'id': '2df9db62-f9bb-4ca7-84af-30b0d1a0a2d5', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16b7030-e22d-4b1e-8f22-f322071287f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:57:25Z', 'updated_at': '2021-12-20T14:57:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '41d1c64b-f266-4d19-95a1-941d8db9c976', 'name': '', 'network_id': '73869f0e-469c-4fc5-83ed-70acefda73c3', 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'mac_address': 'fa:16:3e:f2:e1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16b7030-e22d-4b1e-8f22-f322071287f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': 'bd3e6937-b29e-4cf6-8605-8815a3ea0369', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:57:30Z', 'updated_at': '2021-12-20T14:57:38Z', 'revision_number': 5, 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'subnets': [{'id': 'bd3e6937-b29e-4cf6-8605-8815a3ea0369', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:58:44.929359 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459ceaa2-6bfb-434c-97e5-219801bc0098 None None] The sync data for ids ['c16b7030-e22d-4b1e-8f22-f322071287f2'] in n-d-761264-19 is: [{'id': 'c16b7030-e22d-4b1e-8f22-f322071287f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1236446000', 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '2df9db62-f9bb-4ca7-84af-30b0d1a0a2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:57:25Z', 'updated_at': '2021-12-20T14:57:31Z', 'revision_number': 4, 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'gw_port': {'id': '2df9db62-f9bb-4ca7-84af-30b0d1a0a2d5', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16b7030-e22d-4b1e-8f22-f322071287f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:57:25Z', 'updated_at': '2021-12-20T14:57:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '41d1c64b-f266-4d19-95a1-941d8db9c976', 'name': '', 'network_id': '73869f0e-469c-4fc5-83ed-70acefda73c3', 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'mac_address': 'fa:16:3e:f2:e1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16b7030-e22d-4b1e-8f22-f322071287f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': 'bd3e6937-b29e-4cf6-8605-8815a3ea0369', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:57:30Z', 'updated_at': '2021-12-20T14:57:38Z', 'revision_number': 5, 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'subnets': [{'id': 'bd3e6937-b29e-4cf6-8605-8815a3ea0369', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:58:45.002716 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-699b9829-4a70-4bfe-8b5b-773b9b86bb0c req-fce38420-96cb-4376-a1f9-fc0a23aec59b tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Deleting port 329e3657-e325-4f90-aa5d-545b50cf1b18 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:58:45.003083 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-699b9829-4a70-4bfe-8b5b-773b9b86bb0c req-fce38420-96cb-4376-a1f9-fc0a23aec59b tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:45.126412 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-699b9829-4a70-4bfe-8b5b-773b9b86bb0c req-fce38420-96cb-4376-a1f9-fc0a23aec59b tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] For port 329e3657-e325-4f90-aa5d-545b50cf1b18, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=329e3657-e325-4f90-aa5d-545b50cf1b18,segment=NetworkSegment(b32143af-9fcf-4655-af6a-59f32e31f4bf),segment_id=b32143af-9fcf-4655-af6a-59f32e31f4bf)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:58:45.126840 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-699b9829-4a70-4bfe-8b5b-773b9b86bb0c req-fce38420-96cb-4376-a1f9-fc0a23aec59b tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:45.145079 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-699b9829-4a70-4bfe-8b5b-773b9b86bb0c req-fce38420-96cb-4376-a1f9-fc0a23aec59b tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Calling delete_port for 329e3657-e325-4f90-aa5d-545b50cf1b18 owned by compute:nova {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:58:45.290168 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c3036e-34af-4a2f-8198-125d8bed3678 None None] New status for floating IP 8cf2d8cc-187f-4f06-84d9-868b0c43dfc5: DOWN {{(pid=103170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 14:58:45.298096 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-699b9829-4a70-4bfe-8b5b-773b9b86bb0c req-fce38420-96cb-4376-a1f9-fc0a23aec59b tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:45.334460 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce38420-96cb-4376-a1f9-fc0a23aec59b tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Pushing event deleted for resources: {'Port': ['ID=329e3657-e325-4f90-aa5d-545b50cf1b18,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:58:45.393109 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:45.406358 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-699b9829-4a70-4bfe-8b5b-773b9b86bb0c req-fce38420-96cb-4376-a1f9-fc0a23aec59b tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] No DVR routers for this DVR port 329e3657-e325-4f90-aa5d-545b50cf1b18 on host n-h1-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:58:45.409130 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-699b9829-4a70-4bfe-8b5b-773b9b86bb0c req-fce38420-96cb-4376-a1f9-fc0a23aec59b tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:45.412922 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-699b9829-4a70-4bfe-8b5b-773b9b86bb0c req-fce38420-96cb-4376-a1f9-fc0a23aec59b tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.30 "DELETE /v2.0/ports/329e3657-e325-4f90-aa5d-545b50cf1b18 HTTP/1.1" status: 204 len: 173 time: 0.5148757 Dec 20 14:58:45.413822 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f6cccc-66e8-45dd-b0f2-1609d9710501', 'name': 'network-vif-deleted', 'tag': '329e3657-e325-4f90-aa5d-545b50cf1b18'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:58:45.415984 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b69b94-cea4-441e-b83f-c331d7b9d3df" -d '{"events": [{"server_uuid": "c2f6cccc-66e8-45dd-b0f2-1609d9710501", "name": "network-vif-deleted", "tag": "329e3657-e325-4f90-aa5d-545b50cf1b18"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:58:45.458899 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f2bab66-2fa6-445c-910d-f9c8fbc137f7 x-openstack-request-id: req-3f2bab66-2fa6-445c-910d-f9c8fbc137f7 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:58:45.458899 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2f6cccc-66e8-45dd-b0f2-1609d9710501", "name": "network-vif-deleted", "tag": "329e3657-e325-4f90-aa5d-545b50cf1b18", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:58:45.458899 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3f2bab66-2fa6-445c-910d-f9c8fbc137f7 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:58:45.458899 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2f6cccc-66e8-45dd-b0f2-1609d9710501', 'name': 'network-vif-deleted', 'tag': '329e3657-e325-4f90-aa5d-545b50cf1b18', 'status': 'completed', 'code': 200} Dec 20 14:58:45.829376 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c82399f2-53ee-483d-8fb6-78640cc4d6b8 req-d5fb7c23-b503-4661-8a81-3523af635082 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2f6cccc-66e8-45dd-b0f2-1609d9710501 HTTP/1.1" status: 200 len: 210 time: 0.0711772 Dec 20 14:58:46.912684 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 46000) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:58:47.311324 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-977fcec5-c3f0-475a-ae4e-f4130eef06c2 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1595867'] for router_interface, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:47.595442 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-977fcec5-c3f0-475a-ae4e-f4130eef06c2 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Deleting port 41d1c64b-f266-4d19-95a1-941d8db9c976 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:58:47.595777 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-977fcec5-c3f0-475a-ae4e-f4130eef06c2 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:47.675572 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 14:58:47.698929 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-977fcec5-c3f0-475a-ae4e-f4130eef06c2 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] For port 41d1c64b-f266-4d19-95a1-941d8db9c976, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=41d1c64b-f266-4d19-95a1-941d8db9c976,segment=NetworkSegment(b32143af-9fcf-4655-af6a-59f32e31f4bf),segment_id=b32143af-9fcf-4655-af6a-59f32e31f4bf)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:58:47.699426 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-977fcec5-c3f0-475a-ae4e-f4130eef06c2 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:48.167958 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-977fcec5-c3f0-475a-ae4e-f4130eef06c2 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Calling delete_port for 41d1c64b-f266-4d19-95a1-941d8db9c976 owned by network:router_interface {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:58:48.402863 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-977fcec5-c3f0-475a-ae4e-f4130eef06c2 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:48.437008 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977fcec5-c3f0-475a-ae4e-f4130eef06c2 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Pushing event deleted for resources: {'Port': ['ID=41d1c64b-f266-4d19-95a1-941d8db9c976,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:58:48.654092 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-977fcec5-c3f0-475a-ae4e-f4130eef06c2 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582411'] for router_interface, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:48.887973 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-977fcec5-c3f0-475a-ae4e-f4130eef06c2 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Router c16b7030-e22d-4b1e-8f22-f322071287f2 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:58:49.000222 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-977fcec5-c3f0-475a-ae4e-f4130eef06c2 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:58:49.005883 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-977fcec5-c3f0-475a-ae4e-f4130eef06c2 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "PUT /v2.0/routers/c16b7030-e22d-4b1e-8f22-f322071287f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0917697 Dec 20 14:58:49.008545 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 46050) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:58:49.016116 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bcf579d-83ad-4f5e-9909-6385493d2c31 None None] Sync routers for ids ['c16b7030-e22d-4b1e-8f22-f322071287f2'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:58:49.031945 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcf579d-83ad-4f5e-9909-6385493d2c31 None None] Routers {'c16b7030-e22d-4b1e-8f22-f322071287f2'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:58:49.033308 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-5bcf579d-83ad-4f5e-9909-6385493d2c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:58:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['c16b7030-e22d-4b1e-8f22-f322071287f2'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:58:49.091550 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 329e3657-e325-4f90-aa5d-545b50cf1b18 no longer exists at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:58:49.122077 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd244cf5-d482-45b6-a85f-9ff3fdc9ca55 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Deleting subnet bd3e6937-b29e-4cf6-8605-8815a3ea0369 {{(pid=103167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:58:49.128005 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fd244cf5-d482-45b6-a85f-9ff3fdc9ca55 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for subnet, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:49.148083 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] No Port match for: 329e3657-e325-4f90-aa5d-545b50cf1b18 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:58:49.148305 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 329e3657-e325-4f90-aa5d-545b50cf1b18 not bound to the agent host n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:58:49.193353 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fd244cf5-d482-45b6-a85f-9ff3fdc9ca55 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954412'] for subnet, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:49.229420 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-5bcf579d-83ad-4f5e-9909-6385493d2c31 None None] Set router c16b7030-e22d-4b1e-8f22-f322071287f2 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:58:49.337293 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fd244cf5-d482-45b6-a85f-9ff3fdc9ca55 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:49.462240 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fd244cf5-d482-45b6-a85f-9ff3fdc9ca55 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:49.493007 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd244cf5-d482-45b6-a85f-9ff3fdc9ca55 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Pushing event deleted for resources: {'Subnet': ['ID=bd3e6937-b29e-4cf6-8605-8815a3ea0369,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:58:49.495427 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fd244cf5-d482-45b6-a85f-9ff3fdc9ca55 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:49.501628 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-fd244cf5-d482-45b6-a85f-9ff3fdc9ca55 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "DELETE /v2.0/subnets/bd3e6937-b29e-4cf6-8605-8815a3ea0369 HTTP/1.1" status: 204 len: 168 time: 0.4919617 Dec 20 14:58:49.504674 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 46074) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:58:49.508448 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f97507d-bb87-47f1-adde-b50bbbc4652c None None] Network 73869f0e-469c-4fc5-83ed-70acefda73c3 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:58:49.719955 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7babf2d9-ae87-4c9f-8ce2-7908fc3340c7 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for router, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:49.869831 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7babf2d9-ae87-4c9f-8ce2-7908fc3340c7 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:49.943889 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-7babf2d9-ae87-4c9f-8ce2-7908fc3340c7 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Deleting port 2df9db62-f9bb-4ca7-84af-30b0d1a0a2d5 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:58:49.944813 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7babf2d9-ae87-4c9f-8ce2-7908fc3340c7 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:49.986003 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-5bcf579d-83ad-4f5e-9909-6385493d2c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c16b7030-e22d-4b1e-8f22-f322071287f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1236446000', 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '2df9db62-f9bb-4ca7-84af-30b0d1a0a2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:57:25Z', 'updated_at': '2021-12-20T14:58:48Z', 'revision_number': 5, 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'gw_port': {'id': '2df9db62-f9bb-4ca7-84af-30b0d1a0a2d5', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16b7030-e22d-4b1e-8f22-f322071287f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:57:25Z', 'updated_at': '2021-12-20T14:57:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:58:50.044250 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-7babf2d9-ae87-4c9f-8ce2-7908fc3340c7 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] For port 2df9db62-f9bb-4ca7-84af-30b0d1a0a2d5, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=2df9db62-f9bb-4ca7-84af-30b0d1a0a2d5,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:58:50.044895 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7babf2d9-ae87-4c9f-8ce2-7908fc3340c7 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:50.062772 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bcf579d-83ad-4f5e-9909-6385493d2c31 None None] Checking router: c16b7030-e22d-4b1e-8f22-f322071287f2 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:58:50.072171 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-7babf2d9-ae87-4c9f-8ce2-7908fc3340c7 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Calling delete_port for 2df9db62-f9bb-4ca7-84af-30b0d1a0a2d5 owned by network:router_gateway {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:58:50.097488 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcf579d-83ad-4f5e-9909-6385493d2c31 None None] Routers {'c16b7030-e22d-4b1e-8f22-f322071287f2'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:58:50.098120 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-5bcf579d-83ad-4f5e-9909-6385493d2c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:58:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['c16b7030-e22d-4b1e-8f22-f322071287f2'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:58:50.167331 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad34f42-6700-4185-9572-d670c8ccf280 None None] DHCP port deletion for 73869f0e-469c-4fc5-83ed-70acefda73c3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:58:50.250754 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-5bcf579d-83ad-4f5e-9909-6385493d2c31 None None] Set router c16b7030-e22d-4b1e-8f22-f322071287f2 gateway port host: None {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:58:50.356544 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-5bcf579d-83ad-4f5e-9909-6385493d2c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c16b7030-e22d-4b1e-8f22-f322071287f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1236446000', 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:57:25Z', 'updated_at': '2021-12-20T14:58:49Z', 'revision_number': 6, 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'gw_port_host': None}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:58:50.374920 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-4ad34f42-6700-4185-9572-d670c8ccf280 None None] Deleting port 0207470a-ca8e-4d6e-a181-41f74af19b94 {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:58:50.374920 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4ad34f42-6700-4185-9572-d670c8ccf280 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:50.395772 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7babf2d9-ae87-4c9f-8ce2-7908fc3340c7 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:50.468869 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7babf2d9-ae87-4c9f-8ce2-7908fc3340c7 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Pushing event deleted for resources: {'Port': ['ID=2df9db62-f9bb-4ca7-84af-30b0d1a0a2d5,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:58:50.515473 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bcf579d-83ad-4f5e-9909-6385493d2c31 None None] The sync data for ids ['c16b7030-e22d-4b1e-8f22-f322071287f2'] in n-d-761264-19 is: [{'id': 'c16b7030-e22d-4b1e-8f22-f322071287f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1236446000', 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:57:25Z', 'updated_at': '2021-12-20T14:58:49Z', 'revision_number': 6, 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'gw_port_host': None}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:58:50.520641 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b084cf-b7de-4455-93f7-b3d9ae8afe1e None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:58:50.591943 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-4ad34f42-6700-4185-9572-d670c8ccf280 None None] For port 0207470a-ca8e-4d6e-a181-41f74af19b94, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=0207470a-ca8e-4d6e-a181-41f74af19b94,segment=NetworkSegment(b32143af-9fcf-4655-af6a-59f32e31f4bf),segment_id=b32143af-9fcf-4655-af6a-59f32e31f4bf)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:58:50.592430 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4ad34f42-6700-4185-9572-d670c8ccf280 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:50.608718 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-4ad34f42-6700-4185-9572-d670c8ccf280 None None] Calling delete_port for 0207470a-ca8e-4d6e-a181-41f74af19b94 owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:58:50.612040 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7babf2d9-ae87-4c9f-8ce2-7908fc3340c7 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584913'] for router_gateway, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:50.723014 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 0207470a-ca8e-4d6e-a181-41f74af19b94 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:58:50.764195 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4ad34f42-6700-4185-9572-d670c8ccf280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:50.818831 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad34f42-6700-4185-9572-d670c8ccf280 None None] Pushing event deleted for resources: {'Port': ['ID=0207470a-ca8e-4d6e-a181-41f74af19b94,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:58:50.827439 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad34f42-6700-4185-9572-d670c8ccf280 None None] No DVR routers for this DVR port 0207470a-ca8e-4d6e-a181-41f74af19b94 on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:58:50.840306 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7babf2d9-ae87-4c9f-8ce2-7908fc3340c7 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40132'] for router, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:50.842888 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7babf2d9-ae87-4c9f-8ce2-7908fc3340c7 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:50.871096 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No active binding found for port 0207470a-ca8e-4d6e-a181-41f74af19b94 {{(pid=103169) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 20 14:58:50.871096 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 0207470a-ca8e-4d6e-a181-41f74af19b94 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:58:50.913029 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7babf2d9-ae87-4c9f-8ce2-7908fc3340c7 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1594808'] for router, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:50.913829 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7babf2d9-ae87-4c9f-8ce2-7908fc3340c7 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Fanout notify agent at l3_agent the message router_deleted on router c16b7030-e22d-4b1e-8f22-f322071287f2 {{(pid=103168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 14:58:50.934754 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7babf2d9-ae87-4c9f-8ce2-7908fc3340c7 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:50.935980 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-7babf2d9-ae87-4c9f-8ce2-7908fc3340c7 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "DELETE /v2.0/routers/c16b7030-e22d-4b1e-8f22-f322071287f2 HTTP/1.1" status: 204 len: 168 time: 1.4300995 Dec 20 14:58:50.938853 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 46098) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:58:51.069587 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ad454369-1f47-4503-9068-db3e55f5460a tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:51.189368 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ad454369-1f47-4503-9068-db3e55f5460a tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:51.224907 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-ad454369-1f47-4503-9068-db3e55f5460a tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73869f0e-469c-4fc5-83ed-70acefda73c3']}} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:58:51.276591 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-ad454369-1f47-4503-9068-db3e55f5460a tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b32143af-9fcf-4655-af6a-59f32e31f4bf') {'for_net_delete': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:58:51.284340 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-ad454369-1f47-4503-9068-db3e55f5460a tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b32143af-9fcf-4655-af6a-59f32e31f4bf') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:58:51.317942 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ad454369-1f47-4503-9068-db3e55f5460a tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954405'] for segment, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:51.363317 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ad454369-1f47-4503-9068-db3e55f5460a tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:51.376011 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad454369-1f47-4503-9068-db3e55f5460a tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:58:51.376530 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ad454369-1f47-4503-9068-db3e55f5460a tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9956000'] for segment, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:51.424108 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:58:51.424108 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:58:51.424108 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:58:51.424108 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:58:51.424108 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:58:51.424108 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:58:51.424108 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:58:51.424108 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:58:51.424108 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:58:51.424108 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:58:51.424108 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:58:51.424108 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:58:51.424108 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:58:51.424108 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:58:51.424108 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:58:51.424108 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 14:58:51.424108 n-d-761264-19 neutron-server[103167]: Traceback (most recent call last): Dec 20 14:58:51.424108 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:58:51.424108 n-d-761264-19 neutron-server[103167]: timer() Dec 20 14:58:51.424108 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:58:51.424108 n-d-761264-19 neutron-server[103167]: cb(*args, **kw) Dec 20 14:58:51.424108 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:58:51.424108 n-d-761264-19 neutron-server[103167]: return func(*args, **kwargs) Dec 20 14:58:51.424108 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:58:51.424108 n-d-761264-19 neutron-server[103167]: self._notify() Dec 20 14:58:51.424108 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:58:51.424108 n-d-761264-19 neutron-server[103167]: self.callback(batched_events) Dec 20 14:58:51.424108 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:58:51.424108 n-d-761264-19 neutron-server[103167]: event.method(event) Dec 20 14:58:51.424108 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:58:51.424108 n-d-761264-19 neutron-server[103167]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:58:51.424108 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:58:51.424108 n-d-761264-19 neutron-server[103167]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:58:51.424108 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:58:51.424108 n-d-761264-19 neutron-server[103167]: return f(self, *a, **k) Dec 20 14:58:51.424108 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:58:51.424108 n-d-761264-19 neutron-server[103167]: return self._get(url).json() Dec 20 14:58:51.424108 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:58:51.424108 n-d-761264-19 neutron-server[103167]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:58:51.424108 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:58:51.424108 n-d-761264-19 neutron-server[103167]: return self.request(url, 'GET', **kwargs) Dec 20 14:58:51.424108 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:58:51.424108 n-d-761264-19 neutron-server[103167]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:58:51.424108 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:58:51.424108 n-d-761264-19 neutron-server[103167]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:58:51.424108 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:58:51.424108 n-d-761264-19 neutron-server[103167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:58:51.424108 n-d-761264-19 neutron-server[103167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:58:51.499467 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ad454369-1f47-4503-9068-db3e55f5460a tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:51.529759 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ad454369-1f47-4503-9068-db3e55f5460a tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:51.533477 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-ad454369-1f47-4503-9068-db3e55f5460a tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "DELETE /v2.0/networks/73869f0e-469c-4fc5-83ed-70acefda73c3 HTTP/1.1" status: 204 len: 168 time: 0.5935693 Dec 20 14:58:51.534704 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad454369-1f47-4503-9068-db3e55f5460a tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Pushing event deleted for resources: {'Network': ['ID=73869f0e-469c-4fc5-83ed-70acefda73c3,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:58:51.537299 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 46106) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:58:51.620315 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-40a27699-2bf1-48ff-bbf8-737ea0df20a8 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:51.649886 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-40a27699-2bf1-48ff-bbf8-737ea0df20a8 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:51.727399 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-40a27699-2bf1-48ff-bbf8-737ea0df20a8 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:51.731199 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-40a27699-2bf1-48ff-bbf8-737ea0df20a8 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:51.732756 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-40a27699-2bf1-48ff-bbf8-737ea0df20a8 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "DELETE /v2.0/security-groups/75f3ff45-fd05-40c4-864e-e35ed882846e HTTP/1.1" status: 204 len: 168 time: 0.1942523 Dec 20 14:58:51.745197 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a27699-2bf1-48ff-bbf8-737ea0df20a8 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f3ff45-fd05-40c4-864e-e35ed882846e,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:58:52.380534 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 41d1c64b-f266-4d19-95a1-941d8db9c976 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:58:52.420983 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 41d1c64b-f266-4d19-95a1-941d8db9c976 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:58:52.421698 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 41d1c64b-f266-4d19-95a1-941d8db9c976 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:58:52.426509 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 2df9db62-f9bb-4ca7-84af-30b0d1a0a2d5 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:58:52.460228 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 2df9db62-f9bb-4ca7-84af-30b0d1a0a2d5 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:58:52.460804 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 2df9db62-f9bb-4ca7-84af-30b0d1a0a2d5 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:58:52.637953 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 46142) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:58:52.644164 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-0cf336fe-9bcd-4de5-a1ed-4c6aef03f9b6 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-403256949', 'description': 'tempest-secgroup-smoke-403256949 description', 'project_id': 'f35a648a7aca4680a908ac1344ad2536'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:58:52.682112 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0cf336fe-9bcd-4de5-a1ed-4c6aef03f9b6 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:52.795634 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0cf336fe-9bcd-4de5-a1ed-4c6aef03f9b6 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:52.800817 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0cf336fe-9bcd-4de5-a1ed-4c6aef03f9b6 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:52.843656 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0cf336fe-9bcd-4de5-a1ed-4c6aef03f9b6 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:52.847550 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-0cf336fe-9bcd-4de5-a1ed-4c6aef03f9b6 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2052386 Dec 20 14:58:52.847891 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 46148) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:58:52.851865 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf336fe-9bcd-4de5-a1ed-4c6aef03f9b6 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a7a20bf-ff2e-43cf-b874-570c9681641c,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:58:52.852595 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-03da020a-f4ab-4312-964c-fa79913f358f tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Request body: {'security_group_rule': {'security_group_id': '6a7a20bf-ff2e-43cf-b874-570c9681641c', 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:58:52.896578 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-03da020a-f4ab-4312-964c-fa79913f358f tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:52.907228 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 46152) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:58:52.980861 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_v2 [None req-401c187f-5cba-424a-9454-57283e477fbf admin admin] Deleting subnet 5dc305ed-5b68-4953-82c4-0adc3da8ef7a {{(pid=103167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:58:52.984809 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-401c187f-5cba-424a-9454-57283e477fbf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:53.022549 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-03da020a-f4ab-4312-964c-fa79913f358f tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:53.029363 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-401c187f-5cba-424a-9454-57283e477fbf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954412'] for subnet, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:53.040600 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-03da020a-f4ab-4312-964c-fa79913f358f tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:53.092732 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-401c187f-5cba-424a-9454-57283e477fbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:53.093221 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-03da020a-f4ab-4312-964c-fa79913f358f tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:53.097036 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-03da020a-f4ab-4312-964c-fa79913f358f tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2480359 Dec 20 14:58:53.099020 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 46160) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:58:53.105901 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-5dbbeb7d-0a48-4519-b51d-ebf879b196c1 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Request body: {'security_group_rule': {'security_group_id': '6a7a20bf-ff2e-43cf-b874-570c9681641c', 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:58:53.113124 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03da020a-f4ab-4312-964c-fa79913f358f tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a051da37-8200-412a-9955-79f09fcc0300,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:58:53.155817 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-401c187f-5cba-424a-9454-57283e477fbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:53.186674 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401c187f-5cba-424a-9454-57283e477fbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5dc305ed-5b68-4953-82c4-0adc3da8ef7a,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:58:53.193315 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5dbbeb7d-0a48-4519-b51d-ebf879b196c1 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:53.197213 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-401c187f-5cba-424a-9454-57283e477fbf admin admin] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:53.200878 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-401c187f-5cba-424a-9454-57283e477fbf admin admin] 10.222.0.54 "DELETE /v2.0/subnets/5dc305ed-5b68-4953-82c4-0adc3da8ef7a HTTP/1.1" status: 204 len: 168 time: 0.2921374 Dec 20 14:58:53.204502 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 46162) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:58:53.313427 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cd0601f3-64f6-484d-b489-2da90be54b51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:53.355129 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5dbbeb7d-0a48-4519-b51d-ebf879b196c1 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:53.375567 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5dbbeb7d-0a48-4519-b51d-ebf879b196c1 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:53.434280 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbbeb7d-0a48-4519-b51d-ebf879b196c1 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ccc1cb8-9fc6-4e1f-9b04-6b44ab442530,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:58:53.438412 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cd0601f3-64f6-484d-b489-2da90be54b51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:53.465936 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5dbbeb7d-0a48-4519-b51d-ebf879b196c1 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:53.467232 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-5dbbeb7d-0a48-4519-b51d-ebf879b196c1 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3656991 Dec 20 14:58:53.469966 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 46168) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:58:53.472953 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-cd0601f3-64f6-484d-b489-2da90be54b51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e36bcda-6793-46ad-9614-45211f7bdc5f']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:58:53.477873 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-30a67d82-d8c5-456f-b81f-0a510c488ee6 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Request body: {'security_group_rule': {'security_group_id': '6a7a20bf-ff2e-43cf-b874-570c9681641c', 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:58:53.499483 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-cd0601f3-64f6-484d-b489-2da90be54b51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43ef3f1c-260c-462f-9dcf-14629e258142') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:58:53.499771 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-cd0601f3-64f6-484d-b489-2da90be54b51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43ef3f1c-260c-462f-9dcf-14629e258142') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:58:53.515855 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cd0601f3-64f6-484d-b489-2da90be54b51 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:53.531788 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cd0601f3-64f6-484d-b489-2da90be54b51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:53.541833 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd0601f3-64f6-484d-b489-2da90be54b51 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:58:53.542468 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cd0601f3-64f6-484d-b489-2da90be54b51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:53.544381 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:58:53.544381 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:58:53.544381 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:58:53.544381 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:58:53.544381 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:58:53.544381 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:58:53.544381 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:58:53.544381 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:58:53.544381 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:58:53.544381 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:58:53.544381 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:58:53.544381 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:58:53.544381 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:58:53.544381 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:58:53.544381 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:58:53.544381 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:58:53.544381 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:58:53.544381 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:58:53.544381 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:58:53.544381 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:58:53.544381 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:58:53.544381 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:58:53.544381 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:58:53.544381 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:58:53.544381 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:58:53.544381 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:58:53.544381 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:58:53.544381 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:58:53.544381 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 14:58:53.544381 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 14:58:53.544381 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 14:58:53.544381 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:58:53.544381 n-d-761264-19 neutron-server[103168]: timer() Dec 20 14:58:53.544381 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:58:53.544381 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 14:58:53.544381 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:58:53.544381 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 14:58:53.544381 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:58:53.544381 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 14:58:53.544381 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:58:53.544381 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 14:58:53.544381 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:58:53.544381 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 14:58:53.544381 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:58:53.544381 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:58:53.544381 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:58:53.544381 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:58:53.544381 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:58:53.544381 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 14:58:53.544381 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:58:53.544381 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 14:58:53.544381 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:58:53.544381 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:58:53.544381 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:58:53.544381 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 14:58:53.544381 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:58:53.544381 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:58:53.544381 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:58:53.544381 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:58:53.544381 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:58:53.544381 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:58:53.544381 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:58:53.559838 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-30a67d82-d8c5-456f-b81f-0a510c488ee6 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:53.654932 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cd0601f3-64f6-484d-b489-2da90be54b51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:53.667355 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cd0601f3-64f6-484d-b489-2da90be54b51 admin admin] Publish callbacks [] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:53.671424 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-cd0601f3-64f6-484d-b489-2da90be54b51 admin admin] 10.222.0.54 "DELETE /v2.0/networks/4e36bcda-6793-46ad-9614-45211f7bdc5f HTTP/1.1" status: 204 len: 168 time: 0.4659667 Dec 20 14:58:53.674410 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 46174) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:58:53.716052 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0601f3-64f6-484d-b489-2da90be54b51 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e36bcda-6793-46ad-9614-45211f7bdc5f,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:58:53.743440 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cb723fa-aeb2-436a-8710-b778e1fd81ea admin admin] Deleting subnet fd630c32-7462-4a76-a2d1-4129f697a337 {{(pid=103167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 14:58:53.747041 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1cb723fa-aeb2-436a-8710-b778e1fd81ea admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:53.747568 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-30a67d82-d8c5-456f-b81f-0a510c488ee6 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:53.767383 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-30a67d82-d8c5-456f-b81f-0a510c488ee6 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:53.794795 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a67d82-d8c5-456f-b81f-0a510c488ee6 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=088f964b-8f5f-44e4-92cf-4dcdd8b0b790,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:58:53.802254 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1cb723fa-aeb2-436a-8710-b778e1fd81ea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954412'] for subnet, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:53.825226 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-30a67d82-d8c5-456f-b81f-0a510c488ee6 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:53.826453 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-30a67d82-d8c5-456f-b81f-0a510c488ee6 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3555501 Dec 20 14:58:53.829136 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 46178) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:58:53.833546 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-74d82d97-aa52-46c0-a358-9ced42bb7ea8 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Request body: {'security_group_rule': {'security_group_id': '6a7a20bf-ff2e-43cf-b874-570c9681641c', 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:58:53.852641 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1cb723fa-aeb2-436a-8710-b778e1fd81ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:53.896674 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-74d82d97-aa52-46c0-a358-9ced42bb7ea8 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:53.923190 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1cb723fa-aeb2-436a-8710-b778e1fd81ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:53.976181 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb723fa-aeb2-436a-8710-b778e1fd81ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd630c32-7462-4a76-a2d1-4129f697a337,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:58:53.995073 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1cb723fa-aeb2-436a-8710-b778e1fd81ea admin admin] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:53.998802 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-1cb723fa-aeb2-436a-8710-b778e1fd81ea admin admin] 10.222.0.54 "DELETE /v2.0/subnets/fd630c32-7462-4a76-a2d1-4129f697a337 HTTP/1.1" status: 204 len: 168 time: 0.3227413 Dec 20 14:58:54.002653 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 46182) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:58:54.030680 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-74d82d97-aa52-46c0-a358-9ced42bb7ea8 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:54.048430 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-74d82d97-aa52-46c0-a358-9ced42bb7ea8 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:54.081031 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d82d97-aa52-46c0-a358-9ced42bb7ea8 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3eb7b74-52f7-4ac9-ac3e-7a10ff07ed41,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:58:54.085265 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-74d82d97-aa52-46c0-a358-9ced42bb7ea8 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:54.086464 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-74d82d97-aa52-46c0-a358-9ced42bb7ea8 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2564149 Dec 20 14:58:54.090074 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 46188) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:58:54.095122 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-05da60ba-f5bc-45fc-b51c-1314ed5c4409 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Request body: {'security_group_rule': {'security_group_id': '6a7a20bf-ff2e-43cf-b874-570c9681641c', 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:58:54.123729 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-47a0808e-0569-430e-8def-98a160bb3c0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:54.180438 n-d-761264-19 neutron-server[103167]: INFO neutron.db.securitygroups_db [None req-05da60ba-f5bc-45fc-b51c-1314ed5c4409 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Project f35a648a7aca4680a908ac1344ad2536 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 14:58:54.196589 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-05da60ba-f5bc-45fc-b51c-1314ed5c4409 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:54.266116 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-47a0808e-0569-430e-8def-98a160bb3c0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:54.319477 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-47a0808e-0569-430e-8def-98a160bb3c0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bd8fd44-929c-4d87-9328-dc53e8636e40']}} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:58:54.341911 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-05da60ba-f5bc-45fc-b51c-1314ed5c4409 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:54.344000 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-47a0808e-0569-430e-8def-98a160bb3c0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3191392c-dd62-45b2-867a-bc47c76dd69d') {'for_net_delete': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:58:54.346088 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-47a0808e-0569-430e-8def-98a160bb3c0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3191392c-dd62-45b2-867a-bc47c76dd69d') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:58:54.351724 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-05da60ba-f5bc-45fc-b51c-1314ed5c4409 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:54.360568 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-47a0808e-0569-430e-8def-98a160bb3c0d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954405'] for segment, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:54.376330 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05da60ba-f5bc-45fc-b51c-1314ed5c4409 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a794ccba-02d2-459a-815f-903fdc666fcf,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:58:54.386583 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-47a0808e-0569-430e-8def-98a160bb3c0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:54.393216 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-05da60ba-f5bc-45fc-b51c-1314ed5c4409 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:54.394972 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-05da60ba-f5bc-45fc-b51c-1314ed5c4409 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3033943 Dec 20 14:58:54.397121 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47a0808e-0569-430e-8def-98a160bb3c0d admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=103167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 14:58:54.397279 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 46192) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:58:54.397636 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-47a0808e-0569-430e-8def-98a160bb3c0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9956000'] for segment, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:54.399384 n-d-761264-19 neutron-server[103167]: Traceback (most recent call last): Dec 20 14:58:54.399384 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 14:58:54.399384 n-d-761264-19 neutron-server[103167]: timer() Dec 20 14:58:54.399384 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 14:58:54.399384 n-d-761264-19 neutron-server[103167]: cb(*args, **kw) Dec 20 14:58:54.399384 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 14:58:54.399384 n-d-761264-19 neutron-server[103167]: return func(*args, **kwargs) Dec 20 14:58:54.399384 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 14:58:54.399384 n-d-761264-19 neutron-server[103167]: self._notify() Dec 20 14:58:54.399384 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 14:58:54.399384 n-d-761264-19 neutron-server[103167]: self.callback(batched_events) Dec 20 14:58:54.399384 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 14:58:54.399384 n-d-761264-19 neutron-server[103167]: event.method(event) Dec 20 14:58:54.399384 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 14:58:54.399384 n-d-761264-19 neutron-server[103167]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 14:58:54.399384 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 14:58:54.399384 n-d-761264-19 neutron-server[103167]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 14:58:54.399384 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 14:58:54.399384 n-d-761264-19 neutron-server[103167]: return f(self, *a, **k) Dec 20 14:58:54.399384 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 14:58:54.399384 n-d-761264-19 neutron-server[103167]: return self._get(url).json() Dec 20 14:58:54.399384 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 14:58:54.399384 n-d-761264-19 neutron-server[103167]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 14:58:54.399384 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 14:58:54.399384 n-d-761264-19 neutron-server[103167]: return self.request(url, 'GET', **kwargs) Dec 20 14:58:54.399384 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 14:58:54.399384 n-d-761264-19 neutron-server[103167]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 14:58:54.399384 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 14:58:54.399384 n-d-761264-19 neutron-server[103167]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 14:58:54.399384 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 14:58:54.399384 n-d-761264-19 neutron-server[103167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 14:58:54.399384 n-d-761264-19 neutron-server[103167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 14:58:54.401974 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-ce7627b8-fb29-47ea-bc43-ba56e15d9943 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Request body: {'security_group_rule': {'security_group_id': '6a7a20bf-ff2e-43cf-b874-570c9681641c', 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:58:54.432238 n-d-761264-19 neutron-server[103168]: INFO neutron.db.securitygroups_db [None req-ce7627b8-fb29-47ea-bc43-ba56e15d9943 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Project f35a648a7aca4680a908ac1344ad2536 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 14:58:54.437264 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ce7627b8-fb29-47ea-bc43-ba56e15d9943 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:54.461537 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-47a0808e-0569-430e-8def-98a160bb3c0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:54.480247 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-47a0808e-0569-430e-8def-98a160bb3c0d admin admin] Publish callbacks [] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:54.483636 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-47a0808e-0569-430e-8def-98a160bb3c0d admin admin] 10.222.0.54 "DELETE /v2.0/networks/2bd8fd44-929c-4d87-9328-dc53e8636e40 HTTP/1.1" status: 204 len: 168 time: 0.4791808 Dec 20 14:58:54.494056 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a0808e-0569-430e-8def-98a160bb3c0d admin admin] Pushing event deleted for resources: {'Network': ['ID=2bd8fd44-929c-4d87-9328-dc53e8636e40,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:58:54.524982 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ce7627b8-fb29-47ea-bc43-ba56e15d9943 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:54.534392 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ce7627b8-fb29-47ea-bc43-ba56e15d9943 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:54.567794 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7627b8-fb29-47ea-bc43-ba56e15d9943 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3327ba3-557a-40ba-901c-fade9ede8aa6,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:58:54.582541 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ce7627b8-fb29-47ea-bc43-ba56e15d9943 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:54.583893 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-ce7627b8-fb29-47ea-bc43-ba56e15d9943 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1855869 Dec 20 14:58:54.587156 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 46198) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:58:54.595507 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-74dc0f93-9454-4a17-9721-a0714aae2e69 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Request body: {'network': {'name': 'tempest-network-smoke--801390220', 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'port_security_enabled': True}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:58:54.630959 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74dc0f93-9454-4a17-9721-a0714aae2e69 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Made reservation on behalf of f35a648a7aca4680a908ac1344ad2536 for: {'network': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:58:54.637394 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-74dc0f93-9454-4a17-9721-a0714aae2e69 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:54.669211 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74dc0f93-9454-4a17-9721-a0714aae2e69 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=103167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:58:54.679110 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-74dc0f93-9454-4a17-9721-a0714aae2e69 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:54.680181 n-d-761264-19 neutron-server[103167]: INFO neutron.db.segments_db [None req-74dc0f93-9454-4a17-9721-a0714aae2e69 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Added segment ae8bc5cb-ba81-406d-9102-185eebb35da3 of type vlan for network 256b9a54-7aab-4a5b-b888-e2923673f47e Dec 20 14:58:54.721981 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-74dc0f93-9454-4a17-9721-a0714aae2e69 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:54.752578 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 46210) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:58:54.761028 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-74dc0f93-9454-4a17-9721-a0714aae2e69 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:54.767822 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74dc0f93-9454-4a17-9721-a0714aae2e69 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:58:54.768662 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-74dc0f93-9454-4a17-9721-a0714aae2e69 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:54.815389 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-74dc0f93-9454-4a17-9721-a0714aae2e69 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2263792 Dec 20 14:58:54.821913 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 46214) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:58:54.843353 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-ff2aff91-41c7-4962-9abc-f4cf230c934c tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1342989202', 'admin_state_up': True, 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:58:54.849106 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dc0f93-9454-4a17-9721-a0714aae2e69 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Pushing event updated for resources: {'Network': ['ID=256b9a54-7aab-4a5b-b888-e2923673f47e,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:58:54.863799 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-325519a6-f12e-4d01-b980-2eb960a52624 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=94d5ec1be4224bf19556ff49607ea234&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1100514 Dec 20 14:58:54.866555 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 46216) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:58:54.867456 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 256b9a54-7aab-4a5b-b888-e2923673f47e details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:58:54.916130 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ff2aff91-41c7-4962-9abc-f4cf230c934c tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40114'] for router, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:54.917224 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ff2aff91-41c7-4962-9abc-f4cf230c934c tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40139'] for router, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:54.936705 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-80c3f1f3-0811-4f1e-9c18-949eff572b63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:54.984863 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-80c3f1f3-0811-4f1e-9c18-949eff572b63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:54.991248 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ff2aff91-41c7-4962-9abc-f4cf230c934c tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:55.065523 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-80c3f1f3-0811-4f1e-9c18-949eff572b63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:55.068877 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-80c3f1f3-0811-4f1e-9c18-949eff572b63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:55.073155 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-80c3f1f3-0811-4f1e-9c18-949eff572b63 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d518d5e8-8cf4-44ac-9ab8-9ac2aac4c4e4 HTTP/1.1" status: 204 len: 168 time: 0.2053950 Dec 20 14:58:55.083772 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c3f1f3-0811-4f1e-9c18-949eff572b63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d518d5e8-8cf4-44ac-9ab8-9ac2aac4c4e4,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:58:55.192752 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ff2aff91-41c7-4962-9abc-f4cf230c934c tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:55.416959 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ff2aff91-41c7-4962-9abc-f4cf230c934c tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for router_gateway, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:55.437947 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ff2aff91-41c7-4962-9abc-f4cf230c934c tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:55.537525 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 46240) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:58:55.572670 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-ff2aff91-41c7-4962-9abc-f4cf230c934c tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Allocated IP 172.25.0.210 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/5ce620e2-3005-425e-90b8-537ad981db19) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:58:55.605935 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-d25e3feb-fe94-469c-a3d4-281e76403a73 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=aeef6e7ca29f450ca79f4511e18167e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0672414 Dec 20 14:58:55.608923 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 46242) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:58:55.665930 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6d03765a-344e-4c21-bf3c-db9b57dc5698 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:55.689377 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6d03765a-344e-4c21-bf3c-db9b57dc5698 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:55.704547 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ff2aff91-41c7-4962-9abc-f4cf230c934c tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:55.747384 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6d03765a-344e-4c21-bf3c-db9b57dc5698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:55.751273 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6d03765a-344e-4c21-bf3c-db9b57dc5698 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:55.755188 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-6d03765a-344e-4c21-bf3c-db9b57dc5698 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d11cd19a-9a91-4d1e-9845-e7f5cda131a2 HTTP/1.1" status: 204 len: 168 time: 0.1451283 Dec 20 14:58:55.760460 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ff2aff91-41c7-4962-9abc-f4cf230c934c tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:55.764608 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d03765a-344e-4c21-bf3c-db9b57dc5698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d11cd19a-9a91-4d1e-9845-e7f5cda131a2,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:58:55.815873 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2aff91-41c7-4962-9abc-f4cf230c934c tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:58:55.822474 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-ff2aff91-41c7-4962-9abc-f4cf230c934c tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:58:55.824906 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2aff91-41c7-4962-9abc-f4cf230c934c tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:58:55.838364 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2b7809-4b5b-4232-bb34-e45735babb11 None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:58:55.859666 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2aff91-41c7-4962-9abc-f4cf230c934c tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Pushing event updated for resources: {'Port': ['ID=5ce620e2-3005-425e-90b8-537ad981db19,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:58:55.948917 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-da34096c-3376-4928-82b5-cc2c818270fb None None] Provisioning complete for port 5ce620e2-3005-425e-90b8-537ad981db19 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:58:55.949477 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-da34096c-3376-4928-82b5-cc2c818270fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:56.018675 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-da34096c-3376-4928-82b5-cc2c818270fb None None] Port 5ce620e2-3005-425e-90b8-537ad981db19 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:58:56.225959 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ff2aff91-41c7-4962-9abc-f4cf230c934c tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for router_gateway, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:56.487159 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ff2aff91-41c7-4962-9abc-f4cf230c934c tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013'] for router, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:56.659610 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff2aff91-41c7-4962-9abc-f4cf230c934c tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Router c45c22f9-1ade-457a-b784-d448cafec153 is scheduled to L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 with binding_index 1 {{(pid=103168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 14:58:56.803804 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff2aff91-41c7-4962-9abc-f4cf230c934c tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:58:56.816141 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368a053f-319e-40c4-a704-ef8dc7cb1725 None None] Sync routers for ids ['c45c22f9-1ade-457a-b784-d448cafec153'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:58:56.827370 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368a053f-319e-40c4-a704-ef8dc7cb1725 None None] Routers {'c45c22f9-1ade-457a-b784-d448cafec153'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:58:56.828291 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-368a053f-319e-40c4-a704-ef8dc7cb1725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:58:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['c45c22f9-1ade-457a-b784-d448cafec153'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:58:56.832123 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ff2aff91-41c7-4962-9abc-f4cf230c934c tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:56.835346 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-ff2aff91-41c7-4962-9abc-f4cf230c934c tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.0099039 Dec 20 14:58:56.836354 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 46268) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:58:56.893843 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-06bb09a2-2d73-4525-95b3-d66fed642fed tempest-TestNetworkAdvancedServerOps-1489124987 tempest-TestNetworkAdvancedServerOps-1489124987-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=f35a648a7aca4680a908ac1344ad2536&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0557370 Dec 20 14:58:56.898128 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 46272) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:58:57.113602 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-368a053f-319e-40c4-a704-ef8dc7cb1725 None None] Set router c45c22f9-1ade-457a-b784-d448cafec153 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:58:57.341092 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-368a053f-319e-40c4-a704-ef8dc7cb1725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c45c22f9-1ade-457a-b784-d448cafec153', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1342989202', 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '5ce620e2-3005-425e-90b8-537ad981db19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:58:54Z', 'updated_at': '2021-12-20T14:58:56Z', 'revision_number': 3, 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'gw_port': {'id': '5ce620e2-3005-425e-90b8-537ad981db19', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:fa:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c45c22f9-1ade-457a-b784-d448cafec153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:58:55Z', 'updated_at': '2021-12-20T14:58:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:58:57.369125 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368a053f-319e-40c4-a704-ef8dc7cb1725 None None] Checking router: c45c22f9-1ade-457a-b784-d448cafec153 for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:58:57.369682 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368a053f-319e-40c4-a704-ef8dc7cb1725 None None] Updating router c45c22f9-1ade-457a-b784-d448cafec153 port 5ce620e2-3005-425e-90b8-537ad981db19 binding host n-d-761264-19 {{(pid=103170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 14:58:57.398431 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-368a053f-319e-40c4-a704-ef8dc7cb1725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:57.473426 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab90ac7a-44a5-46d5-acb1-48739f63d217 tempest-TestNetworkAdvancedServerOps-1489124987 tempest-TestNetworkAdvancedServerOps-1489124987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:58:57.475117 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-ab90ac7a-44a5-46d5-acb1-48739f63d217 tempest-TestNetworkAdvancedServerOps-1489124987 tempest-TestNetworkAdvancedServerOps-1489124987-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5756598 Dec 20 14:58:57.477929 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 46296) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:58:57.523979 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-7339d0e9-bc0c-494a-8af8-9b17dc7da28b tempest-TestNetworkAdvancedServerOps-1489124987 tempest-TestNetworkAdvancedServerOps-1489124987-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=c3f8658e-da35-41f3-bd03-509e29ebd6f3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0441592 Dec 20 14:58:57.526494 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 46298) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:58:57.532013 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-e2471273-101c-44eb-965c-5ff86d48f133 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-385958018', 'network_id': '256b9a54-7aab-4a5b-b888-e2923673f47e', 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:58:57.645027 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2471273-101c-44eb-965c-5ff86d48f133 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Made reservation on behalf of f35a648a7aca4680a908ac1344ad2536 for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:58:57.649783 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e2471273-101c-44eb-965c-5ff86d48f133 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:57.748958 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-368a053f-319e-40c4-a704-ef8dc7cb1725 None None] Publish callbacks [] for port, precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:57.755825 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-368a053f-319e-40c4-a704-ef8dc7cb1725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:57.786678 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53038c6c-52bb-484e-b58a-547f0e26079e None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:58:57.800342 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-368a053f-319e-40c4-a704-ef8dc7cb1725 None None] Attempting to bind port 5ce620e2-3005-425e-90b8-537ad981db19 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:58:57.800746 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-368a053f-319e-40c4-a704-ef8dc7cb1725 None None] Attempting to bind port 5ce620e2-3005-425e-90b8-537ad981db19 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:58:57.801116 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368a053f-319e-40c4-a704-ef8dc7cb1725 None None] Attempting to bind port 5ce620e2-3005-425e-90b8-537ad981db19 on network c3f8658e-da35-41f3-bd03-509e29ebd6f3 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:58:57.869536 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-efb09302-f58c-42d5-9632-b621b9ae3b85 None None] Provisioning complete for port 5ce620e2-3005-425e-90b8-537ad981db19 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:58:57.874360 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-efb09302-f58c-42d5-9632-b621b9ae3b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:57.924013 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e2471273-101c-44eb-965c-5ff86d48f133 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8848317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10470522'] for subnet, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:57.926567 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368a053f-319e-40c4-a704-ef8dc7cb1725 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:58:57.929382 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368a053f-319e-40c4-a704-ef8dc7cb1725 None None] Checking segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:58:57.931974 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-368a053f-319e-40c4-a704-ef8dc7cb1725 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:57.932613 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368a053f-319e-40c4-a704-ef8dc7cb1725 None None] Bound using segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:58:57.935269 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-368a053f-319e-40c4-a704-ef8dc7cb1725 None None] Bound port: 5ce620e2-3005-425e-90b8-537ad981db19, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:58:57.935977 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-368a053f-319e-40c4-a704-ef8dc7cb1725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:57.940574 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225ddd3d-73a3-48dd-acfd-80b7bd54da6d None None] Pushing event updated for resources: {'Port': ['ID=5ce620e2-3005-425e-90b8-537ad981db19,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:58:57.961414 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-efb09302-f58c-42d5-9632-b621b9ae3b85 None None] Port 5ce620e2-3005-425e-90b8-537ad981db19 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:58:58.008455 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225ddd3d-73a3-48dd-acfd-80b7bd54da6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:58:58.010042 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225ddd3d-73a3-48dd-acfd-80b7bd54da6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:58:58.010521 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225ddd3d-73a3-48dd-acfd-80b7bd54da6d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:58:58.010975 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225ddd3d-73a3-48dd-acfd-80b7bd54da6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:58:58.011410 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225ddd3d-73a3-48dd-acfd-80b7bd54da6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:58:58.011824 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225ddd3d-73a3-48dd-acfd-80b7bd54da6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:58:58.012261 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225ddd3d-73a3-48dd-acfd-80b7bd54da6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:58:58.012673 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225ddd3d-73a3-48dd-acfd-80b7bd54da6d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:58:58.013086 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225ddd3d-73a3-48dd-acfd-80b7bd54da6d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:58:58.013495 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225ddd3d-73a3-48dd-acfd-80b7bd54da6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:58:58.013900 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225ddd3d-73a3-48dd-acfd-80b7bd54da6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:58:58.014770 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225ddd3d-73a3-48dd-acfd-80b7bd54da6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:58:58.015165 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225ddd3d-73a3-48dd-acfd-80b7bd54da6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:58:58.023350 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2471273-101c-44eb-965c-5ff86d48f133 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Checking segment: {'id': 'ae8bc5cb-ba81-406d-9102-185eebb35da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '256b9a54-7aab-4a5b-b888-e2923673f47e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:58:58.024988 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2471273-101c-44eb-965c-5ff86d48f133 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Network hostable DHCP agents. Network: 256b9a54-7aab-4a5b-b888-e2923673f47e, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:58:58.028779 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2471273-101c-44eb-965c-5ff86d48f133 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Pushing event updated for resources: {'Subnet': ['ID=ed65485e-f067-414c-a6b8-84488252ca39,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:58:58.064799 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2471273-101c-44eb-965c-5ff86d48f133 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Network 256b9a54-7aab-4a5b-b888-e2923673f47e is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:58:58.077564 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-368a053f-319e-40c4-a704-ef8dc7cb1725 None None] For port 5ce620e2-3005-425e-90b8-537ad981db19, host n-d-761264-19, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:58:58.080840 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-e2471273-101c-44eb-965c-5ff86d48f133 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 256b9a54-7aab-4a5b-b888-e2923673f47e) {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:58:58.082682 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-368a053f-319e-40c4-a704-ef8dc7cb1725 None None] For port 5ce620e2-3005-425e-90b8-537ad981db19, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=5ce620e2-3005-425e-90b8-537ad981db19,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:58:58.090012 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f3952d-50ab-4a97-ad10-e158ab8d3bd9 None None] Network 256b9a54-7aab-4a5b-b888-e2923673f47e requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:58:58.095129 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2471273-101c-44eb-965c-5ff86d48f133 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:58:58.095776 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e2471273-101c-44eb-965c-5ff86d48f133 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:58.097042 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-368a053f-319e-40c4-a704-ef8dc7cb1725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:58.142538 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-e2471273-101c-44eb-965c-5ff86d48f133 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6117437 Dec 20 14:58:58.142538 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 46308) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:58:58.206953 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368a053f-319e-40c4-a704-ef8dc7cb1725 None None] Routers {'c45c22f9-1ade-457a-b784-d448cafec153'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:58:58.207614 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-368a053f-319e-40c4-a704-ef8dc7cb1725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:58:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['c45c22f9-1ade-457a-b784-d448cafec153'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:58:58.217435 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efdf1529-36e7-4a05-9e04-b72388184342 None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:58:58.262058 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3df99f-fc40-4fe0-8532-b8a799d3e202 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-256b9a54-7aab-4a5b-b888-e2923673f47e', 'network_id': '256b9a54-7aab-4a5b-b888-e2923673f47e', 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'fixed_ips': [{'subnet_id': 'ed65485e-f067-414c-a6b8-84488252ca39'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:58:58.263351 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-7a3df99f-fc40-4fe0-8532-b8a799d3e202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:58.433515 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225ddd3d-73a3-48dd-acfd-80b7bd54da6d None None] Pushing event updated for resources: {'Port': ['ID=5ce620e2-3005-425e-90b8-537ad981db19,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:58:58.501446 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-7a3df99f-fc40-4fe0-8532-b8a799d3e202 None None] Allocated IP 172.20.0.2 (256b9a54-7aab-4a5b-b888-e2923673f47e/ed65485e-f067-414c-a6b8-84488252ca39/b5b901db-4a64-4b4b-9c32-6305d958b3ed) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:58:58.503141 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-368a053f-319e-40c4-a704-ef8dc7cb1725 None None] Set router c45c22f9-1ade-457a-b784-d448cafec153 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:58:58.662130 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-685ba33a-98c9-4062-9ffe-36dc823194f3 None None] Provisioning complete for port 5ce620e2-3005-425e-90b8-537ad981db19 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:58:58.662501 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-685ba33a-98c9-4062-9ffe-36dc823194f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:58.749560 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-7a3df99f-fc40-4fe0-8532-b8a799d3e202 None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:58.784963 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-7a3df99f-fc40-4fe0-8532-b8a799d3e202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:58.838647 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3df99f-fc40-4fe0-8532-b8a799d3e202 None None] Network 256b9a54-7aab-4a5b-b888-e2923673f47e is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:58:58.847157 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-7a3df99f-fc40-4fe0-8532-b8a799d3e202 None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:58:58.850940 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-685ba33a-98c9-4062-9ffe-36dc823194f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:58.858377 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3df99f-fc40-4fe0-8532-b8a799d3e202 None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:58:58.883396 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-368a053f-319e-40c4-a704-ef8dc7cb1725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c45c22f9-1ade-457a-b784-d448cafec153', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1342989202', 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '5ce620e2-3005-425e-90b8-537ad981db19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:58:54Z', 'updated_at': '2021-12-20T14:58:56Z', 'revision_number': 3, 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'gw_port': {'id': '5ce620e2-3005-425e-90b8-537ad981db19', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:fa:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c45c22f9-1ade-457a-b784-d448cafec153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:58:55Z', 'updated_at': '2021-12-20T14:58:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:58:58.887430 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3df99f-fc40-4fe0-8532-b8a799d3e202 None None] Pushing event updated for resources: {'Port': ['ID=b5b901db-4a64-4b4b-9c32-6305d958b3ed,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:58:58.906329 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-685ba33a-98c9-4062-9ffe-36dc823194f3 None None] For port 5ce620e2-3005-425e-90b8-537ad981db19, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=5ce620e2-3005-425e-90b8-537ad981db19,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:58:58.920221 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368a053f-319e-40c4-a704-ef8dc7cb1725 None None] The sync data for ids ['c45c22f9-1ade-457a-b784-d448cafec153'] in n-d-761264-19 is: [{'id': 'c45c22f9-1ade-457a-b784-d448cafec153', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1342989202', 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '5ce620e2-3005-425e-90b8-537ad981db19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:58:54Z', 'updated_at': '2021-12-20T14:58:56Z', 'revision_number': 3, 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'gw_port': {'id': '5ce620e2-3005-425e-90b8-537ad981db19', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:fa:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c45c22f9-1ade-457a-b784-d448cafec153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:58:55Z', 'updated_at': '2021-12-20T14:58:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:58:58.948515 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-685ba33a-98c9-4062-9ffe-36dc823194f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:58.990634 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-317f3eb1-1592-465c-af20-8cb89bf8cabe tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:59.032662 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685ba33a-98c9-4062-9ffe-36dc823194f3 None None] Pushing event updated for resources: {'Port': ['ID=5ce620e2-3005-425e-90b8-537ad981db19,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:58:59.056016 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-7a3df99f-fc40-4fe0-8532-b8a799d3e202 None None] Attempting to bind port b5b901db-4a64-4b4b-9c32-6305d958b3ed on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:58:59.060510 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-7a3df99f-fc40-4fe0-8532-b8a799d3e202 None None] Attempting to bind port b5b901db-4a64-4b4b-9c32-6305d958b3ed by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': 'ae8bc5cb-ba81-406d-9102-185eebb35da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '256b9a54-7aab-4a5b-b888-e2923673f47e'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:58:59.060996 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3df99f-fc40-4fe0-8532-b8a799d3e202 None None] Attempting to bind port b5b901db-4a64-4b4b-9c32-6305d958b3ed on network 256b9a54-7aab-4a5b-b888-e2923673f47e {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:58:59.075712 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3df99f-fc40-4fe0-8532-b8a799d3e202 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:58:59.076488 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3df99f-fc40-4fe0-8532-b8a799d3e202 None None] Checking segment: {'id': 'ae8bc5cb-ba81-406d-9102-185eebb35da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '256b9a54-7aab-4a5b-b888-e2923673f47e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:58:59.076993 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-7a3df99f-fc40-4fe0-8532-b8a799d3e202 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:59.077509 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3df99f-fc40-4fe0-8532-b8a799d3e202 None None] Bound using segment: {'id': 'ae8bc5cb-ba81-406d-9102-185eebb35da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '256b9a54-7aab-4a5b-b888-e2923673f47e'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:58:59.078554 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-7a3df99f-fc40-4fe0-8532-b8a799d3e202 None None] Bound port: b5b901db-4a64-4b4b-9c32-6305d958b3ed, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae8bc5cb-ba81-406d-9102-185eebb35da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '256b9a54-7aab-4a5b-b888-e2923673f47e'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:58:59.078554 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-7a3df99f-fc40-4fe0-8532-b8a799d3e202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:59.243347 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-7a3df99f-fc40-4fe0-8532-b8a799d3e202 None None] For port b5b901db-4a64-4b4b-9c32-6305d958b3ed, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:58:59.247816 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-7a3df99f-fc40-4fe0-8532-b8a799d3e202 None None] For port b5b901db-4a64-4b4b-9c32-6305d958b3ed, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=b5b901db-4a64-4b4b-9c32-6305d958b3ed,segment=NetworkSegment(ae8bc5cb-ba81-406d-9102-185eebb35da3),segment_id=ae8bc5cb-ba81-406d-9102-185eebb35da3)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:58:59.263825 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-7a3df99f-fc40-4fe0-8532-b8a799d3e202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:59.402236 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3df99f-fc40-4fe0-8532-b8a799d3e202 None None] Pushing event updated for resources: {'Port': ['ID=b5b901db-4a64-4b4b-9c32-6305d958b3ed,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:58:59.577375 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-317f3eb1-1592-465c-af20-8cb89bf8cabe tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Allocated IP 172.20.0.1 (256b9a54-7aab-4a5b-b888-e2923673f47e/ed65485e-f067-414c-a6b8-84488252ca39/a355b4cf-ec57-46ce-b969-b1625fc7292b) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:58:59.786603 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-317f3eb1-1592-465c-af20-8cb89bf8cabe tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:58:59.949893 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-317f3eb1-1592-465c-af20-8cb89bf8cabe tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:00.060937 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317f3eb1-1592-465c-af20-8cb89bf8cabe tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Network 256b9a54-7aab-4a5b-b888-e2923673f47e is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:59:00.066347 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-317f3eb1-1592-465c-af20-8cb89bf8cabe tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:59:00.070822 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317f3eb1-1592-465c-af20-8cb89bf8cabe tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Pushing event updated for resources: {'Port': ['ID=a355b4cf-ec57-46ce-b969-b1625fc7292b,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:59:00.070822 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317f3eb1-1592-465c-af20-8cb89bf8cabe tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:59:00.128794 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-317f3eb1-1592-465c-af20-8cb89bf8cabe tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595714'] for router_interface, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:00.282034 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-317f3eb1-1592-465c-af20-8cb89bf8cabe tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:00.509918 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device b5b901db-4a64-4b4b-9c32-6305d958b3ed up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:59:00.594421 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port b5b901db-4a64-4b4b-9c32-6305d958b3ed triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:59:00.595048 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:00.743079 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-317f3eb1-1592-465c-af20-8cb89bf8cabe tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:00.753206 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-317f3eb1-1592-465c-af20-8cb89bf8cabe tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:00.755623 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2453a759-11a3-4d93-8ff5-ffabf9dc1d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:00.759260 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:00.824815 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] For port b5b901db-4a64-4b4b-9c32-6305d958b3ed, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=b5b901db-4a64-4b4b-9c32-6305d958b3ed,segment=NetworkSegment(ae8bc5cb-ba81-406d-9102-185eebb35da3),segment_id=ae8bc5cb-ba81-406d-9102-185eebb35da3)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:59:00.833178 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:00.833973 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 5ce620e2-3005-425e-90b8-537ad981db19 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:59:00.857796 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317f3eb1-1592-465c-af20-8cb89bf8cabe tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Pushing event updated for resources: {'Port': ['ID=a355b4cf-ec57-46ce-b969-b1625fc7292b,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:59:00.872200 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317f3eb1-1592-465c-af20-8cb89bf8cabe tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:59:00.872571 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317f3eb1-1592-465c-af20-8cb89bf8cabe tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:59:00.873508 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317f3eb1-1592-465c-af20-8cb89bf8cabe tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:59:00.873508 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317f3eb1-1592-465c-af20-8cb89bf8cabe tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:59:00.873852 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317f3eb1-1592-465c-af20-8cb89bf8cabe tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:59:00.874259 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317f3eb1-1592-465c-af20-8cb89bf8cabe tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:59:00.874712 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317f3eb1-1592-465c-af20-8cb89bf8cabe tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:59:00.875069 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317f3eb1-1592-465c-af20-8cb89bf8cabe tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:59:00.875378 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317f3eb1-1592-465c-af20-8cb89bf8cabe tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:59:00.875918 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317f3eb1-1592-465c-af20-8cb89bf8cabe tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:59:00.876286 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317f3eb1-1592-465c-af20-8cb89bf8cabe tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:59:00.876818 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317f3eb1-1592-465c-af20-8cb89bf8cabe tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:59:00.877178 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317f3eb1-1592-465c-af20-8cb89bf8cabe tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:59:00.918127 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-317f3eb1-1592-465c-af20-8cb89bf8cabe tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1595702'] for router_interface, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:01.053112 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20a7863-a2ff-4a77-8249-92bfd65205f7 None None] Network 256b9a54-7aab-4a5b-b888-e2923673f47e requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:59:01.103978 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Pushing event updated for resources: {'Port': ['ID=b5b901db-4a64-4b4b-9c32-6305d958b3ed,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:59:01.107852 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 5ce620e2-3005-425e-90b8-537ad981db19 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:59:01.108262 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:01.172981 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317f3eb1-1592-465c-af20-8cb89bf8cabe tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Network 256b9a54-7aab-4a5b-b888-e2923673f47e is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:59:01.174669 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-317f3eb1-1592-465c-af20-8cb89bf8cabe tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:59:01.296963 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-b3bcd982-95aa-4932-9849-639a6219d680 None None] Provisioning complete for port b5b901db-4a64-4b4b-9c32-6305d958b3ed triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:59:01.297334 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3bcd982-95aa-4932-9849-639a6219d680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:01.436184 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-317f3eb1-1592-465c-af20-8cb89bf8cabe tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Router c45c22f9-1ade-457a-b784-d448cafec153 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:59:01.667928 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-317f3eb1-1592-465c-af20-8cb89bf8cabe tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:59:01.685713 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-317f3eb1-1592-465c-af20-8cb89bf8cabe tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "PUT /v2.0/routers/c45c22f9-1ade-457a-b784-d448cafec153/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5418413 Dec 20 14:59:01.689359 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96c589d-228f-45d0-9b43-526f489b4023 None None] Sync routers for ids ['c45c22f9-1ade-457a-b784-d448cafec153'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:59:01.707798 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96c589d-228f-45d0-9b43-526f489b4023 None None] Routers {'c45c22f9-1ade-457a-b784-d448cafec153'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:59:01.708568 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-c96c589d-228f-45d0-9b43-526f489b4023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:58:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['c45c22f9-1ade-457a-b784-d448cafec153'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:59:01.899567 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-c96c589d-228f-45d0-9b43-526f489b4023 None None] Set router c45c22f9-1ade-457a-b784-d448cafec153 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:59:01.990126 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-b86b1532-8ee4-42ef-8f24-60f94c59d5ec None None] Provisioning complete for port b5b901db-4a64-4b4b-9c32-6305d958b3ed triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:59:01.990761 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b86b1532-8ee4-42ef-8f24-60f94c59d5ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:02.146364 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b114f417-193b-4137-a2e9-9d14c4dd5006 req-0e110937-b8a6-43e5-ba41-df0b00dba258 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-403256949&fields=id&tenant_id=f35a648a7aca4680a908ac1344ad2536 HTTP/1.1" status: 200 len: 267 time: 0.1408329 Dec 20 14:59:02.320016 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b114f417-193b-4137-a2e9-9d14c4dd5006 req-8114bc5d-c829-42f0-b81a-cde06d4c6f88 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:59:02.329854 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b114f417-193b-4137-a2e9-9d14c4dd5006 req-8114bc5d-c829-42f0-b81a-cde06d4c6f88 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/networks?id=256b9a54-7aab-4a5b-b888-e2923673f47e HTTP/1.1" status: 200 len: 796 time: 0.1732531 Dec 20 14:59:02.348355 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b114f417-193b-4137-a2e9-9d14c4dd5006 req-ef1893c0-148f-4273-aa9c-d815e190deeb tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/quotas/f35a648a7aca4680a908ac1344ad2536 HTTP/1.1" status: 200 len: 375 time: 0.0174110 Dec 20 14:59:02.443365 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b114f417-193b-4137-a2e9-9d14c4dd5006 req-72152a06-7e0c-43f3-a4e1-8c3815fee54a tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=f35a648a7aca4680a908ac1344ad2536&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0851810 Dec 20 14:59:02.487737 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device b5b901db-4a64-4b4b-9c32-6305d958b3ed up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:59:02.680379 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b114f417-193b-4137-a2e9-9d14c4dd5006 req-63124d62-a8ce-47d6-b59f-43dec8a6b418 service neutron] 10.222.0.54 "GET /v2.0/networks/256b9a54-7aab-4a5b-b888-e2923673f47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318251 Dec 20 14:59:02.681761 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-b86b1532-8ee4-42ef-8f24-60f94c59d5ec None None] Provisioning complete for port a355b4cf-ec57-46ce-b969-b1625fc7292b triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:59:02.682139 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b86b1532-8ee4-42ef-8f24-60f94c59d5ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:02.743688 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port b5b901db-4a64-4b4b-9c32-6305d958b3ed triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:59:02.744775 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:02.788079 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-c96c589d-228f-45d0-9b43-526f489b4023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c45c22f9-1ade-457a-b784-d448cafec153', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1342989202', 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '5ce620e2-3005-425e-90b8-537ad981db19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:58:54Z', 'updated_at': '2021-12-20T14:59:00Z', 'revision_number': 4, 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'gw_port': {'id': '5ce620e2-3005-425e-90b8-537ad981db19', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:fa:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45c22f9-1ade-457a-b784-d448cafec153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:58:55Z', 'updated_at': '2021-12-20T14:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'a355b4cf-ec57-46ce-b969-b1625fc7292b', 'name': '', 'network_id': '256b9a54-7aab-4a5b-b888-e2923673f47e', 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'mac_address': 'fa:16:3e:df:9d:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c45c22f9-1ade-457a-b784-d448cafec153', 'device_owner': 'network:router_interface', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': 'ed65485e-f067-414c-a6b8-84488252ca39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:58:59Z', 'updated_at': '2021-12-20T14:59:00Z', 'revision_number': 2, 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'subnets': [{'id': 'ed65485e-f067-414c-a6b8-84488252ca39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:59:02.802529 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b114f417-193b-4137-a2e9-9d14c4dd5006 req-17890077-6fbe-4bbe-b8fc-291e2febba61 service neutron] 10.222.0.54 "GET /v2.0/networks/256b9a54-7aab-4a5b-b888-e2923673f47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172671 Dec 20 14:59:02.828031 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96c589d-228f-45d0-9b43-526f489b4023 None None] Checking router: c45c22f9-1ade-457a-b784-d448cafec153 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:59:02.828379 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96c589d-228f-45d0-9b43-526f489b4023 None None] Updating router c45c22f9-1ade-457a-b784-d448cafec153 port a355b4cf-ec57-46ce-b969-b1625fc7292b binding host n-d-761264-19 {{(pid=103169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 14:59:02.830186 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-b86b1532-8ee4-42ef-8f24-60f94c59d5ec None None] Port a355b4cf-ec57-46ce-b969-b1625fc7292b cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:59:02.893711 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c96c589d-228f-45d0-9b43-526f489b4023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:02.955030 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-3519c7b0-4bc6-4aab-b9b5-823a22b32f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:02.985286 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-afc65c8f-4e14-40f8-b386-13ad8211790f None None] Provisioning complete for port a355b4cf-ec57-46ce-b969-b1625fc7292b triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:59:02.985286 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-afc65c8f-4e14-40f8-b386-13ad8211790f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:03.074567 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9d4f73f0-e703-4915-9d59-edfa3780a634 req-5a7e8005-642b-454f-9b67-6947d7e18e63 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa8c5667-9f29-4982-9553-f0be9aaa6a6a HTTP/1.1" status: 200 len: 210 time: 0.0520172 Dec 20 14:59:03.206957 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-afc65c8f-4e14-40f8-b386-13ad8211790f None None] Port a355b4cf-ec57-46ce-b969-b1625fc7292b cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:59:03.495895 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c96c589d-228f-45d0-9b43-526f489b4023 None None] Publish callbacks [] for port, precommit_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:03.502610 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c96c589d-228f-45d0-9b43-526f489b4023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:03.574419 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3446f15c-cac8-401f-b763-93d2b90d7110 None None] Pushing event updated for resources: {'Port': ['ID=a355b4cf-ec57-46ce-b969-b1625fc7292b,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:59:03.636343 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-c96c589d-228f-45d0-9b43-526f489b4023 None None] Attempting to bind port a355b4cf-ec57-46ce-b969-b1625fc7292b on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:59:03.636711 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-c96c589d-228f-45d0-9b43-526f489b4023 None None] Attempting to bind port a355b4cf-ec57-46ce-b969-b1625fc7292b by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': 'ae8bc5cb-ba81-406d-9102-185eebb35da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '256b9a54-7aab-4a5b-b888-e2923673f47e'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:59:03.637071 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96c589d-228f-45d0-9b43-526f489b4023 None None] Attempting to bind port a355b4cf-ec57-46ce-b969-b1625fc7292b on network 256b9a54-7aab-4a5b-b888-e2923673f47e {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:59:03.643923 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96c589d-228f-45d0-9b43-526f489b4023 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:59:03.644299 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96c589d-228f-45d0-9b43-526f489b4023 None None] Checking segment: {'id': 'ae8bc5cb-ba81-406d-9102-185eebb35da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '256b9a54-7aab-4a5b-b888-e2923673f47e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:59:03.644695 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c96c589d-228f-45d0-9b43-526f489b4023 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:03.645478 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96c589d-228f-45d0-9b43-526f489b4023 None None] Bound using segment: {'id': 'ae8bc5cb-ba81-406d-9102-185eebb35da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '256b9a54-7aab-4a5b-b888-e2923673f47e'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:59:03.645979 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-c96c589d-228f-45d0-9b43-526f489b4023 None None] Bound port: a355b4cf-ec57-46ce-b969-b1625fc7292b, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae8bc5cb-ba81-406d-9102-185eebb35da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '256b9a54-7aab-4a5b-b888-e2923673f47e'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:59:03.646344 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c96c589d-228f-45d0-9b43-526f489b4023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:03.731541 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-c96c589d-228f-45d0-9b43-526f489b4023 None None] For port a355b4cf-ec57-46ce-b969-b1625fc7292b, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:59:03.735987 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-c96c589d-228f-45d0-9b43-526f489b4023 None None] For port a355b4cf-ec57-46ce-b969-b1625fc7292b, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=a355b4cf-ec57-46ce-b969-b1625fc7292b,segment=NetworkSegment(ae8bc5cb-ba81-406d-9102-185eebb35da3),segment_id=ae8bc5cb-ba81-406d-9102-185eebb35da3)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:59:03.742314 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c96c589d-228f-45d0-9b43-526f489b4023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:03.827534 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96c589d-228f-45d0-9b43-526f489b4023 None None] Routers {'c45c22f9-1ade-457a-b784-d448cafec153'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:59:03.828246 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-c96c589d-228f-45d0-9b43-526f489b4023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:59:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['c45c22f9-1ade-457a-b784-d448cafec153'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:59:03.841507 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3446f15c-cac8-401f-b763-93d2b90d7110 None None] Pushing event updated for resources: {'Port': ['ID=a355b4cf-ec57-46ce-b969-b1625fc7292b,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:59:03.895085 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:03.963676 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-e2df702a-244d-4ccb-b977-b61359160e89 None None] Provisioning complete for port a355b4cf-ec57-46ce-b969-b1625fc7292b triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:59:03.964158 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e2df702a-244d-4ccb-b977-b61359160e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:04.012354 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-c96c589d-228f-45d0-9b43-526f489b4023 None None] Set router c45c22f9-1ade-457a-b784-d448cafec153 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:59:04.225101 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b57f6f54-d66e-4d46-bed6-867baef8cf2d req-3b188824-c4dd-43f7-8cdb-cb63c4599777 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa8c5667-9f29-4982-9553-f0be9aaa6a6a HTTP/1.1" status: 200 len: 210 time: 0.0541563 Dec 20 14:59:04.349277 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e2df702a-244d-4ccb-b977-b61359160e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:04.431043 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-e2df702a-244d-4ccb-b977-b61359160e89 None None] For port a355b4cf-ec57-46ce-b969-b1625fc7292b, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=a355b4cf-ec57-46ce-b969-b1625fc7292b,segment=NetworkSegment(ae8bc5cb-ba81-406d-9102-185eebb35da3),segment_id=ae8bc5cb-ba81-406d-9102-185eebb35da3)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:59:04.439285 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e2df702a-244d-4ccb-b977-b61359160e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:04.509948 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2df702a-244d-4ccb-b977-b61359160e89 None None] Pushing event updated for resources: {'Port': ['ID=a355b4cf-ec57-46ce-b969-b1625fc7292b,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:59:04.604102 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-927085ee-4502-4c1d-9a6f-70ae68cb136e None None] Provisioning complete for port a355b4cf-ec57-46ce-b969-b1625fc7292b triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:59:04.606518 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-927085ee-4502-4c1d-9a6f-70ae68cb136e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:04.616522 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b114f417-193b-4137-a2e9-9d14c4dd5006 req-9f56861a-906f-4d54-b1cd-018f4f15c0d1 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:59:04.628133 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b114f417-193b-4137-a2e9-9d14c4dd5006 req-9f56861a-906f-4d54-b1cd-018f4f15c0d1 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.47 "GET /v2.0/networks?id=256b9a54-7aab-4a5b-b888-e2923673f47e HTTP/1.1" status: 200 len: 796 time: 0.2306254 Dec 20 14:59:04.666796 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-c96c589d-228f-45d0-9b43-526f489b4023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c45c22f9-1ade-457a-b784-d448cafec153', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1342989202', 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '5ce620e2-3005-425e-90b8-537ad981db19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:58:54Z', 'updated_at': '2021-12-20T14:59:00Z', 'revision_number': 4, 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'gw_port': {'id': '5ce620e2-3005-425e-90b8-537ad981db19', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:fa:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45c22f9-1ade-457a-b784-d448cafec153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:58:55Z', 'updated_at': '2021-12-20T14:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'a355b4cf-ec57-46ce-b969-b1625fc7292b', 'name': '', 'network_id': '256b9a54-7aab-4a5b-b888-e2923673f47e', 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'mac_address': 'fa:16:3e:df:9d:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c45c22f9-1ade-457a-b784-d448cafec153', 'device_owner': 'network:router_interface', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': 'ed65485e-f067-414c-a6b8-84488252ca39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:58:59Z', 'updated_at': '2021-12-20T14:59:03Z', 'revision_number': 4, 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'subnets': [{'id': 'ed65485e-f067-414c-a6b8-84488252ca39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:59:04.700708 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96c589d-228f-45d0-9b43-526f489b4023 None None] The sync data for ids ['c45c22f9-1ade-457a-b784-d448cafec153'] in n-d-761264-19 is: [{'id': 'c45c22f9-1ade-457a-b784-d448cafec153', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1342989202', 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '5ce620e2-3005-425e-90b8-537ad981db19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:58:54Z', 'updated_at': '2021-12-20T14:59:00Z', 'revision_number': 4, 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'gw_port': {'id': '5ce620e2-3005-425e-90b8-537ad981db19', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:fa:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45c22f9-1ade-457a-b784-d448cafec153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:58:55Z', 'updated_at': '2021-12-20T14:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'a355b4cf-ec57-46ce-b969-b1625fc7292b', 'name': '', 'network_id': '256b9a54-7aab-4a5b-b888-e2923673f47e', 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'mac_address': 'fa:16:3e:df:9d:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c45c22f9-1ade-457a-b784-d448cafec153', 'device_owner': 'network:router_interface', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': 'ed65485e-f067-414c-a6b8-84488252ca39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:58:59Z', 'updated_at': '2021-12-20T14:59:03Z', 'revision_number': 4, 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'subnets': [{'id': 'ed65485e-f067-414c-a6b8-84488252ca39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:59:04.754224 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b114f417-193b-4137-a2e9-9d14c4dd5006 req-09a949ed-933a-4b98-9143-099581a4605c tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f35a648a7aca4680a908ac1344ad2536 HTTP/1.1" status: 200 len: 379 time: 0.1145315 Dec 20 14:59:04.772450 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-b114f417-193b-4137-a2e9-9d14c4dd5006 req-e70e453b-d03c-4268-9877-56a65879107e tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Request body: {'port': {'device_id': 'aa8c5667-9f29-4982-9553-f0be9aaa6a6a', 'network_id': '256b9a54-7aab-4a5b-b888-e2923673f47e', 'admin_state_up': True, 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'security_groups': ['6a7a20bf-ff2e-43cf-b874-570c9681641c']}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:59:04.992744 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b114f417-193b-4137-a2e9-9d14c4dd5006 req-e70e453b-d03c-4268-9877-56a65879107e tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Made reservation on behalf of f35a648a7aca4680a908ac1344ad2536 for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:59:05.002967 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-b114f417-193b-4137-a2e9-9d14c4dd5006 req-e70e453b-d03c-4268-9877-56a65879107e tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:05.231223 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [req-b114f417-193b-4137-a2e9-9d14c4dd5006 req-e70e453b-d03c-4268-9877-56a65879107e tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Allocated IP 172.20.0.4 (256b9a54-7aab-4a5b-b888-e2923673f47e/ed65485e-f067-414c-a6b8-84488252ca39/f90078c1-b54e-4d29-9176-3ffeb5cfe229) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:59:05.388971 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-267ce50b-72e4-4357-9f7c-fcf3d155585a req-ddd74abf-c2ae-4ad3-8d04-40887259beee tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa8c5667-9f29-4982-9553-f0be9aaa6a6a HTTP/1.1" status: 200 len: 210 time: 0.0326612 Dec 20 14:59:05.471923 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-b114f417-193b-4137-a2e9-9d14c4dd5006 req-e70e453b-d03c-4268-9877-56a65879107e tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:05.515915 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-b114f417-193b-4137-a2e9-9d14c4dd5006 req-e70e453b-d03c-4268-9877-56a65879107e tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:05.579245 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b114f417-193b-4137-a2e9-9d14c4dd5006 req-e70e453b-d03c-4268-9877-56a65879107e tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Network 256b9a54-7aab-4a5b-b888-e2923673f47e is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:59:05.582786 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [req-b114f417-193b-4137-a2e9-9d14c4dd5006 req-e70e453b-d03c-4268-9877-56a65879107e tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:59:05.586995 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-b114f417-193b-4137-a2e9-9d14c4dd5006 req-e70e453b-d03c-4268-9877-56a65879107e tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:59:05.653063 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b114f417-193b-4137-a2e9-9d14c4dd5006 req-e70e453b-d03c-4268-9877-56a65879107e tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:59:05.653794 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-b114f417-193b-4137-a2e9-9d14c4dd5006 req-e70e453b-d03c-4268-9877-56a65879107e tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:05.667615 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70e453b-d03c-4268-9877-56a65879107e tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Pushing event updated for resources: {'Port': ['ID=f90078c1-b54e-4d29-9176-3ffeb5cfe229,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:59:05.699557 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b114f417-193b-4137-a2e9-9d14c4dd5006 req-e70e453b-d03c-4268-9877-56a65879107e tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9339874 Dec 20 14:59:05.717517 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-b114f417-193b-4137-a2e9-9d14c4dd5006 req-ab3b2b94-c870-42a6-be33-1d99e8e12bca service neutron] Request body: {'port': {'device_id': 'aa8c5667-9f29-4982-9553-f0be9aaa6a6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-19'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:59:05.806158 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-b114f417-193b-4137-a2e9-9d14c4dd5006 req-ab3b2b94-c870-42a6-be33-1d99e8e12bca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:05.834366 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:05.947343 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-46a9af86-358b-4eff-8c5d-06afacb3f083 None None] Provisioning complete for port f90078c1-b54e-4d29-9176-3ffeb5cfe229 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:59:05.951027 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-46a9af86-358b-4eff-8c5d-06afacb3f083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:06.036999 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-46a9af86-358b-4eff-8c5d-06afacb3f083 None None] Port f90078c1-b54e-4d29-9176-3ffeb5cfe229 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:59:06.272423 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [req-b114f417-193b-4137-a2e9-9d14c4dd5006 req-ab3b2b94-c870-42a6-be33-1d99e8e12bca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f90078c1-b54e-4d29-9176-3ffeb5cfe229 {{(pid=103167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:59:06.282469 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-b114f417-193b-4137-a2e9-9d14c4dd5006 req-ab3b2b94-c870-42a6-be33-1d99e8e12bca service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:06.328329 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-b114f417-193b-4137-a2e9-9d14c4dd5006 req-ab3b2b94-c870-42a6-be33-1d99e8e12bca service neutron] Transition to ACTIVE for port object f90078c1-b54e-4d29-9176-3ffeb5cfe229 will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:59:06.339087 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-b114f417-193b-4137-a2e9-9d14c4dd5006 req-ab3b2b94-c870-42a6-be33-1d99e8e12bca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:06.354465 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:06.444400 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3b2b94-c870-42a6-be33-1d99e8e12bca service neutron] Pushing event updated for resources: {'Port': ['ID=f90078c1-b54e-4d29-9176-3ffeb5cfe229,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:59:06.588753 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-b114f417-193b-4137-a2e9-9d14c4dd5006 req-ab3b2b94-c870-42a6-be33-1d99e8e12bca service neutron] Attempting to bind port f90078c1-b54e-4d29-9176-3ffeb5cfe229 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:59:06.589259 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-b114f417-193b-4137-a2e9-9d14c4dd5006 req-ab3b2b94-c870-42a6-be33-1d99e8e12bca service neutron] Attempting to bind port f90078c1-b54e-4d29-9176-3ffeb5cfe229 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': 'ae8bc5cb-ba81-406d-9102-185eebb35da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '256b9a54-7aab-4a5b-b888-e2923673f47e'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:59:06.589765 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b114f417-193b-4137-a2e9-9d14c4dd5006 req-ab3b2b94-c870-42a6-be33-1d99e8e12bca service neutron] Attempting to bind port f90078c1-b54e-4d29-9176-3ffeb5cfe229 on network 256b9a54-7aab-4a5b-b888-e2923673f47e {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:59:06.597468 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device a355b4cf-ec57-46ce-b969-b1625fc7292b up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:59:06.624350 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b114f417-193b-4137-a2e9-9d14c4dd5006 req-ab3b2b94-c870-42a6-be33-1d99e8e12bca service neutron] Port f90078c1-b54e-4d29-9176-3ffeb5cfe229 on network 256b9a54-7aab-4a5b-b888-e2923673f47e not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:59:06.624758 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b114f417-193b-4137-a2e9-9d14c4dd5006 req-ab3b2b94-c870-42a6-be33-1d99e8e12bca service neutron] Attempting to bind port f90078c1-b54e-4d29-9176-3ffeb5cfe229 on network 256b9a54-7aab-4a5b-b888-e2923673f47e {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:59:06.629287 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9938cf-8436-4a95-b8a0-ef722a89c438 req-303b6298-2167-4078-800b-3d845808e64d tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:59:06.632251 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3a9938cf-8436-4a95-b8a0-ef722a89c438 req-303b6298-2167-4078-800b-3d845808e64d tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa8c5667-9f29-4982-9553-f0be9aaa6a6a HTTP/1.1" status: 200 len: 943 time: 0.0693638 Dec 20 14:59:06.640515 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b114f417-193b-4137-a2e9-9d14c4dd5006 req-ab3b2b94-c870-42a6-be33-1d99e8e12bca service neutron] Checking agent: {'id': '43c60aee-e4af-4ecc-bee2-aac3569fafed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:59:06.641123 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b114f417-193b-4137-a2e9-9d14c4dd5006 req-ab3b2b94-c870-42a6-be33-1d99e8e12bca service neutron] Checking segment: {'id': 'ae8bc5cb-ba81-406d-9102-185eebb35da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '256b9a54-7aab-4a5b-b888-e2923673f47e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:59:06.641564 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b114f417-193b-4137-a2e9-9d14c4dd5006 req-ab3b2b94-c870-42a6-be33-1d99e8e12bca service neutron] Bound using segment: {'id': 'ae8bc5cb-ba81-406d-9102-185eebb35da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '256b9a54-7aab-4a5b-b888-e2923673f47e'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:59:06.648489 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-b114f417-193b-4137-a2e9-9d14c4dd5006 req-ab3b2b94-c870-42a6-be33-1d99e8e12bca service neutron] Bound port: f90078c1-b54e-4d29-9176-3ffeb5cfe229, host: n-h2-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae8bc5cb-ba81-406d-9102-185eebb35da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '256b9a54-7aab-4a5b-b888-e2923673f47e'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:59:06.649113 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-b114f417-193b-4137-a2e9-9d14c4dd5006 req-ab3b2b94-c870-42a6-be33-1d99e8e12bca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:06.727383 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3a9938cf-8436-4a95-b8a0-ef722a89c438 req-30b89567-89e9-4196-be80-5c1a615f1fe8 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a7a20bf-ff2e-43cf-b874-570c9681641c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879152 Dec 20 14:59:06.747366 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port a355b4cf-ec57-46ce-b969-b1625fc7292b triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:59:06.747857 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:06.791219 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-b114f417-193b-4137-a2e9-9d14c4dd5006 req-ab3b2b94-c870-42a6-be33-1d99e8e12bca service neutron] For port f90078c1-b54e-4d29-9176-3ffeb5cfe229, host n-h2-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:59:06.795511 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-b114f417-193b-4137-a2e9-9d14c4dd5006 req-ab3b2b94-c870-42a6-be33-1d99e8e12bca service neutron] For port f90078c1-b54e-4d29-9176-3ffeb5cfe229, host n-h2-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=f90078c1-b54e-4d29-9176-3ffeb5cfe229,segment=NetworkSegment(ae8bc5cb-ba81-406d-9102-185eebb35da3),segment_id=ae8bc5cb-ba81-406d-9102-185eebb35da3)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:59:06.812690 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-b114f417-193b-4137-a2e9-9d14c4dd5006 req-ab3b2b94-c870-42a6-be33-1d99e8e12bca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:06.848902 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b114f417-193b-4137-a2e9-9d14c4dd5006 req-ab3b2b94-c870-42a6-be33-1d99e8e12bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:59:06.849674 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-b114f417-193b-4137-a2e9-9d14c4dd5006 req-ab3b2b94-c870-42a6-be33-1d99e8e12bca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:06.851231 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b114f417-193b-4137-a2e9-9d14c4dd5006 req-ab3b2b94-c870-42a6-be33-1d99e8e12bca service neutron] 10.222.0.47 "PUT /v2.0/ports/f90078c1-b54e-4d29-9176-3ffeb5cfe229 HTTP/1.1" status: 200 len: 1092 time: 1.1406693 Dec 20 14:59:06.851791 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa8c5667-9f29-4982-9553-f0be9aaa6a6a', 'tag': 'f90078c1-b54e-4d29-9176-3ffeb5cfe229'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:59:06.854167 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dfd4fda-9a88-48f8-8f7a-0ea5bc70afa3" -d '{"events": [{"name": "network-changed", "server_uuid": "aa8c5667-9f29-4982-9553-f0be9aaa6a6a", "tag": "f90078c1-b54e-4d29-9176-3ffeb5cfe229"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:59:06.951572 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3b2b94-c870-42a6-be33-1d99e8e12bca service neutron] Pushing event updated for resources: {'Port': ['ID=f90078c1-b54e-4d29-9176-3ffeb5cfe229,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:59:06.993948 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b114f417-193b-4137-a2e9-9d14c4dd5006 req-2116dfd6-f494-444e-a2fa-a77fafe3b20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:59:06.995703 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b114f417-193b-4137-a2e9-9d14c4dd5006 req-2116dfd6-f494-444e-a2fa-a77fafe3b20b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f35a648a7aca4680a908ac1344ad2536&device_id=aa8c5667-9f29-4982-9553-f0be9aaa6a6a HTTP/1.1" status: 200 len: 1095 time: 0.0831106 Dec 20 14:59:07.059783 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b114f417-193b-4137-a2e9-9d14c4dd5006 req-6ff25fb1-e2ca-4bf8-bf8a-b201e7695622 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f90078c1-b54e-4d29-9176-3ffeb5cfe229 HTTP/1.1" status: 200 len: 217 time: 0.0513639 Dec 20 14:59:07.127825 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ecedace-f0df-43a2-8402-1d9a1ef69d1d x-openstack-request-id: req-9ecedace-f0df-43a2-8402-1d9a1ef69d1d {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:59:07.128124 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa8c5667-9f29-4982-9553-f0be9aaa6a6a", "tag": "f90078c1-b54e-4d29-9176-3ffeb5cfe229", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:59:07.128552 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9ecedace-f0df-43a2-8402-1d9a1ef69d1d {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:59:07.129224 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa8c5667-9f29-4982-9553-f0be9aaa6a6a', 'tag': 'f90078c1-b54e-4d29-9176-3ffeb5cfe229', 'status': 'completed', 'code': 200} Dec 20 14:59:07.133428 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b114f417-193b-4137-a2e9-9d14c4dd5006 req-5fa2a1c4-ed90-40e4-b33b-75e1ac031b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:59:07.135553 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b114f417-193b-4137-a2e9-9d14c4dd5006 req-5fa2a1c4-ed90-40e4-b33b-75e1ac031b29 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ed65485e-f067-414c-a6b8-84488252ca39 HTTP/1.1" status: 200 len: 834 time: 0.0693736 Dec 20 14:59:07.184084 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b114f417-193b-4137-a2e9-9d14c4dd5006 req-a9246961-6833-427f-8cbf-226f272653c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:59:07.185683 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b114f417-193b-4137-a2e9-9d14c4dd5006 req-a9246961-6833-427f-8cbf-226f272653c5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=256b9a54-7aab-4a5b-b888-e2923673f47e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429456 Dec 20 14:59:07.291107 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b114f417-193b-4137-a2e9-9d14c4dd5006 req-aafb7710-e3d6-4a66-b373-db32c937364b service neutron] 10.222.0.47 "GET /v2.0/networks/256b9a54-7aab-4a5b-b888-e2923673f47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977359 Dec 20 14:59:07.381733 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b114f417-193b-4137-a2e9-9d14c4dd5006 req-75d2f853-f4ad-4723-a38c-a3016bc100ed service neutron] 10.222.0.47 "GET /v2.0/networks/256b9a54-7aab-4a5b-b888-e2923673f47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840020 Dec 20 14:59:07.474297 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd4fda-9a88-48f8-8f7a-0ea5bc70afa3 req-aa67f8d7-1929-40b9-9a09-c7ae988ffee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:59:07.475840 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6dfd4fda-9a88-48f8-8f7a-0ea5bc70afa3 req-aa67f8d7-1929-40b9-9a09-c7ae988ffee8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f35a648a7aca4680a908ac1344ad2536&device_id=aa8c5667-9f29-4982-9553-f0be9aaa6a6a HTTP/1.1" status: 200 len: 1095 time: 0.0463173 Dec 20 14:59:07.573759 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd4fda-9a88-48f8-8f7a-0ea5bc70afa3 req-8cda9103-8276-42cd-8a40-eee1d038c317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:59:07.575478 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6dfd4fda-9a88-48f8-8f7a-0ea5bc70afa3 req-8cda9103-8276-42cd-8a40-eee1d038c317 service neutron] 10.222.0.47 "GET /v2.0/networks?id=256b9a54-7aab-4a5b-b888-e2923673f47e HTTP/1.1" status: 200 len: 897 time: 0.0917282 Dec 20 14:59:07.624569 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6dfd4fda-9a88-48f8-8f7a-0ea5bc70afa3 req-f1c924d1-7e66-4b8c-863d-548d6da67ae8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f90078c1-b54e-4d29-9176-3ffeb5cfe229 HTTP/1.1" status: 200 len: 217 time: 0.0407960 Dec 20 14:59:07.682314 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd4fda-9a88-48f8-8f7a-0ea5bc70afa3 req-2070aa22-20ba-4ec5-a790-9532e59ead51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:59:07.683831 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6dfd4fda-9a88-48f8-8f7a-0ea5bc70afa3 req-2070aa22-20ba-4ec5-a790-9532e59ead51 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ed65485e-f067-414c-a6b8-84488252ca39 HTTP/1.1" status: 200 len: 834 time: 0.0514066 Dec 20 14:59:07.738355 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd4fda-9a88-48f8-8f7a-0ea5bc70afa3 req-b9c1e23c-93f5-4fb9-913d-e12549f1b9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:59:07.739911 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6dfd4fda-9a88-48f8-8f7a-0ea5bc70afa3 req-b9c1e23c-93f5-4fb9-913d-e12549f1b9bd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=256b9a54-7aab-4a5b-b888-e2923673f47e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0472510 Dec 20 14:59:07.886825 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6dfd4fda-9a88-48f8-8f7a-0ea5bc70afa3 req-c7149643-d66b-490d-9c0f-392bb62dffeb service neutron] 10.222.0.47 "GET /v2.0/networks/256b9a54-7aab-4a5b-b888-e2923673f47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376967 Dec 20 14:59:07.900836 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058d4c21-893b-4243-a5fd-7751c0960d49 req-e50228c4-cd24-4231-92b7-5151d171f653 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:59:07.903139 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-058d4c21-893b-4243-a5fd-7751c0960d49 req-e50228c4-cd24-4231-92b7-5151d171f653 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa8c5667-9f29-4982-9553-f0be9aaa6a6a HTTP/1.1" status: 200 len: 943 time: 0.0738237 Dec 20 14:59:07.970594 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-058d4c21-893b-4243-a5fd-7751c0960d49 req-e502325f-8c6b-4e28-9a2a-903d94cdc48f tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a7a20bf-ff2e-43cf-b874-570c9681641c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606861 Dec 20 14:59:08.002325 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6dfd4fda-9a88-48f8-8f7a-0ea5bc70afa3 req-df5c1b68-53af-4242-a8a4-6107836e6fde service neutron] 10.222.0.47 "GET /v2.0/networks/256b9a54-7aab-4a5b-b888-e2923673f47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073868 Dec 20 14:59:09.146088 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330bd0f3-a72e-461e-94a1-d3dcb6168a7a req-b035d374-b89b-46cb-97fc-25c36eb89262 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:59:09.147553 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-330bd0f3-a72e-461e-94a1-d3dcb6168a7a req-b035d374-b89b-46cb-97fc-25c36eb89262 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa8c5667-9f29-4982-9553-f0be9aaa6a6a HTTP/1.1" status: 200 len: 943 time: 0.0568790 Dec 20 14:59:09.571211 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-330bd0f3-a72e-461e-94a1-d3dcb6168a7a req-42a04cc2-1542-45db-886b-df271dcff53d tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a7a20bf-ff2e-43cf-b874-570c9681641c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4161954 Dec 20 14:59:10.723118 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8772c92-5726-425e-b92b-69e7e1590e64 req-5b3c25b2-6a3a-4ad3-b989-de3f68e9d221 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:59:10.725285 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d8772c92-5726-425e-b92b-69e7e1590e64 req-5b3c25b2-6a3a-4ad3-b989-de3f68e9d221 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa8c5667-9f29-4982-9553-f0be9aaa6a6a HTTP/1.1" status: 200 len: 943 time: 0.0617771 Dec 20 14:59:10.788897 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d8772c92-5726-425e-b92b-69e7e1590e64 req-b2594722-18d5-4570-baad-23a67a7d79f3 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a7a20bf-ff2e-43cf-b874-570c9681641c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539117 Dec 20 14:59:10.812892 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device f90078c1-b54e-4d29-9176-3ffeb5cfe229 details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:59:10.917079 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port f90078c1-b54e-4d29-9176-3ffeb5cfe229, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=f90078c1-b54e-4d29-9176-3ffeb5cfe229,segment=NetworkSegment(ae8bc5cb-ba81-406d-9102-185eebb35da3),segment_id=ae8bc5cb-ba81-406d-9102-185eebb35da3)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:59:10.931297 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': 'f90078c1-b54e-4d29-9176-3ffeb5cfe229', 'network_id': '256b9a54-7aab-4a5b-b888-e2923673f47e', 'port_id': 'f90078c1-b54e-4d29-9176-3ffeb5cfe229', 'mac_address': 'fa:16:3e:e3:99:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed65485e-f067-414c-a6b8-84488252ca39', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:59:10.982184 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:11.000163 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f90078c1-b54e-4d29-9176-3ffeb5cfe229 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:59:11.024996 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port f90078c1-b54e-4d29-9176-3ffeb5cfe229, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=f90078c1-b54e-4d29-9176-3ffeb5cfe229,segment=NetworkSegment(ae8bc5cb-ba81-406d-9102-185eebb35da3),segment_id=ae8bc5cb-ba81-406d-9102-185eebb35da3)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:59:11.031195 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:11.094987 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=f90078c1-b54e-4d29-9176-3ffeb5cfe229,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:59:11.244594 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['f90078c1-b54e-4d29-9176-3ffeb5cfe229'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:59:11.772712 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:11.930797 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e3a53f-2ebf-4842-b3c1-81c00c3a9a52 req-85b8d6c7-1da4-482d-a9f1-20484597aee9 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:59:11.932652 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-63e3a53f-2ebf-4842-b3c1-81c00c3a9a52 req-85b8d6c7-1da4-482d-a9f1-20484597aee9 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa8c5667-9f29-4982-9553-f0be9aaa6a6a HTTP/1.1" status: 200 len: 944 time: 0.0609035 Dec 20 14:59:12.010809 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-63e3a53f-2ebf-4842-b3c1-81c00c3a9a52 req-90a4f2d5-4d5c-4b79-92e9-fa94acb2eeb4 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a7a20bf-ff2e-43cf-b874-570c9681641c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713444 Dec 20 14:59:12.818842 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device f90078c1-b54e-4d29-9176-3ffeb5cfe229 up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:59:12.894255 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning for port f90078c1-b54e-4d29-9176-3ffeb5cfe229 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:59:12.899420 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port f90078c1-b54e-4d29-9176-3ffeb5cfe229 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:59:12.899799 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:12.984212 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:13.012483 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa8c5667-9f29-4982-9553-f0be9aaa6a6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f90078c1-b54e-4d29-9176-3ffeb5cfe229'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:59:13.015481 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b248ed2f-3234-4d3d-a97c-281d020b17a8" -d '{"events": [{"server_uuid": "aa8c5667-9f29-4982-9553-f0be9aaa6a6a", "name": "network-vif-plugged", "status": "completed", "tag": "f90078c1-b54e-4d29-9176-3ffeb5cfe229"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:59:13.031482 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port f90078c1-b54e-4d29-9176-3ffeb5cfe229, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=f90078c1-b54e-4d29-9176-3ffeb5cfe229,segment=NetworkSegment(ae8bc5cb-ba81-406d-9102-185eebb35da3),segment_id=ae8bc5cb-ba81-406d-9102-185eebb35da3)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:59:13.038179 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:13.128413 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13c75e94-8c9d-4dc8-9ee6-56e0bc6655f7 x-openstack-request-id: req-13c75e94-8c9d-4dc8-9ee6-56e0bc6655f7 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:59:13.128727 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa8c5667-9f29-4982-9553-f0be9aaa6a6a", "name": "network-vif-plugged", "status": "completed", "tag": "f90078c1-b54e-4d29-9176-3ffeb5cfe229", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:59:13.128980 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-13c75e94-8c9d-4dc8-9ee6-56e0bc6655f7 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:59:13.129384 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa8c5667-9f29-4982-9553-f0be9aaa6a6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f90078c1-b54e-4d29-9176-3ffeb5cfe229', 'code': 200} Dec 20 14:59:13.166826 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=f90078c1-b54e-4d29-9176-3ffeb5cfe229,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:59:13.220225 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d1a819-f59b-4048-ad24-a0780dc72a09 req-e589d348-626d-4af6-ac7b-b13abdec6f2e tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:59:13.228234 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e0d1a819-f59b-4048-ad24-a0780dc72a09 req-e589d348-626d-4af6-ac7b-b13abdec6f2e tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa8c5667-9f29-4982-9553-f0be9aaa6a6a HTTP/1.1" status: 200 len: 945 time: 0.1238129 Dec 20 14:59:13.272642 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402eddb0-eeb8-4de6-98fd-9169337c89ec req-68d67dfa-9d90-4879-8f52-a4d514fa094f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:59:13.274518 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-402eddb0-eeb8-4de6-98fd-9169337c89ec req-68d67dfa-9d90-4879-8f52-a4d514fa094f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=aa8c5667-9f29-4982-9553-f0be9aaa6a6a HTTP/1.1" status: 200 len: 1097 time: 0.0964160 Dec 20 14:59:13.324459 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e0d1a819-f59b-4048-ad24-a0780dc72a09 req-c2f09e61-c831-4992-96de-76a4bc077981 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a7a20bf-ff2e-43cf-b874-570c9681641c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903440 Dec 20 14:59:13.360166 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-402eddb0-eeb8-4de6-98fd-9169337c89ec req-f2498f55-3986-4aa6-8f4c-77abb860ef3a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6a7a20bf-ff2e-43cf-b874-570c9681641c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760601 Dec 20 14:59:13.675840 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 46576) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:59:13.813567 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e339afda-dbef-4182-a38e-3ef05989ebd2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:13.894996 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e339afda-dbef-4182-a38e-3ef05989ebd2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:13.899703 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e339afda-dbef-4182-a38e-3ef05989ebd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:13.937613 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-e339afda-dbef-4182-a38e-3ef05989ebd2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d3b9a0531a324a8b97bdbb0f63ff0edf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2605786 Dec 20 14:59:13.938379 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e339afda-dbef-4182-a38e-3ef05989ebd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0310b2d-c1ca-4126-9e75-728befba17e3,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:59:13.940432 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 46584) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:59:13.992340 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6045e342-3ac6-4be8-975a-f74b623f648d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:14.014172 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6045e342-3ac6-4be8-975a-f74b623f648d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:14.066617 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6045e342-3ac6-4be8-975a-f74b623f648d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:14.069298 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6045e342-3ac6-4be8-975a-f74b623f648d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:14.070502 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-6045e342-3ac6-4be8-975a-f74b623f648d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b0310b2d-c1ca-4126-9e75-728befba17e3 HTTP/1.1" status: 204 len: 168 time: 0.1290295 Dec 20 14:59:14.078972 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6045e342-3ac6-4be8-975a-f74b623f648d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0310b2d-c1ca-4126-9e75-728befba17e3,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:59:14.396570 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 46602) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:59:14.413967 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8926e4a4-889b-4446-9328-57e8fdd8e835 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:14.446871 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd02bd4-9680-4067-940e-fecec6f09074 req-5abf9adb-e1c9-45b3-a299-4fc777c468a4 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:59:14.448426 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-bfd02bd4-9680-4067-940e-fecec6f09074 req-5abf9adb-e1c9-45b3-a299-4fc777c468a4 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa8c5667-9f29-4982-9553-f0be9aaa6a6a HTTP/1.1" status: 200 len: 945 time: 0.0521591 Dec 20 14:59:14.497487 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8926e4a4-889b-4446-9328-57e8fdd8e835 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:14.502958 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8926e4a4-889b-4446-9328-57e8fdd8e835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:14.503756 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-bfd02bd4-9680-4067-940e-fecec6f09074 req-201c17eb-b49c-4018-bd5f-2159f2ad18b9 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a7a20bf-ff2e-43cf-b874-570c9681641c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490749 Dec 20 14:59:14.550789 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-8926e4a4-889b-4446-9328-57e8fdd8e835 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=940b150232d24e04bfdcbe46237250f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1503427 Dec 20 14:59:14.550789 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8926e4a4-889b-4446-9328-57e8fdd8e835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f66f42f4-dbfa-4665-83cb-4d28717af112,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:59:14.551258 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 46608) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:59:14.563122 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8926e4a4-889b-4446-9328-57e8fdd8e835 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:59:14.563464 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8926e4a4-889b-4446-9328-57e8fdd8e835 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:59:14.563985 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8926e4a4-889b-4446-9328-57e8fdd8e835 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:59:14.564520 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8926e4a4-889b-4446-9328-57e8fdd8e835 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:59:14.565145 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8926e4a4-889b-4446-9328-57e8fdd8e835 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:59:14.565758 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8926e4a4-889b-4446-9328-57e8fdd8e835 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:59:14.566245 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8926e4a4-889b-4446-9328-57e8fdd8e835 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:59:14.566746 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8926e4a4-889b-4446-9328-57e8fdd8e835 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:59:14.567253 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8926e4a4-889b-4446-9328-57e8fdd8e835 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:59:14.567734 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8926e4a4-889b-4446-9328-57e8fdd8e835 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:59:14.568570 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8926e4a4-889b-4446-9328-57e8fdd8e835 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:59:14.569053 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8926e4a4-889b-4446-9328-57e8fdd8e835 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:59:14.569586 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8926e4a4-889b-4446-9328-57e8fdd8e835 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:59:14.618872 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7d91d674-4493-4c86-8df5-8cfa81710d29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:14.647672 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7d91d674-4493-4c86-8df5-8cfa81710d29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:14.652381 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9eb0dd-f759-4b22-a1f1-b55ff13c0c51 req-93bb4ed4-f137-4153-877f-40ace01c1de5 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:59:14.654149 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9b9eb0dd-f759-4b22-a1f1-b55ff13c0c51 req-93bb4ed4-f137-4153-877f-40ace01c1de5 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa8c5667-9f29-4982-9553-f0be9aaa6a6a HTTP/1.1" status: 200 len: 945 time: 0.0563047 Dec 20 14:59:14.709039 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9b9eb0dd-f759-4b22-a1f1-b55ff13c0c51 req-f9a986a4-a52b-406b-a63b-eb7e69335dea tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a7a20bf-ff2e-43cf-b874-570c9681641c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469580 Dec 20 14:59:14.739827 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7d91d674-4493-4c86-8df5-8cfa81710d29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:14.741217 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 46614) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:59:14.742424 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7d91d674-4493-4c86-8df5-8cfa81710d29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:14.744045 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-7d91d674-4493-4c86-8df5-8cfa81710d29 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f66f42f4-dbfa-4665-83cb-4d28717af112 HTTP/1.1" status: 204 len: 168 time: 0.1918035 Dec 20 14:59:14.754963 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d91d674-4493-4c86-8df5-8cfa81710d29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f66f42f4-dbfa-4665-83cb-4d28717af112,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:59:14.790551 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0ed71f-5358-45ef-9710-9326b297052a tempest-TestNetworkAdvancedServerOps-1489124987 tempest-TestNetworkAdvancedServerOps-1489124987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:59:14.794784 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-2b0ed71f-5358-45ef-9710-9326b297052a tempest-TestNetworkAdvancedServerOps-1489124987 tempest-TestNetworkAdvancedServerOps-1489124987-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=aa8c5667-9f29-4982-9553-f0be9aaa6a6a HTTP/1.1" status: 200 len: 1092 time: 0.0500491 Dec 20 14:59:14.795436 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 46618) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:59:14.800012 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-da930d02-bbab-4179-a291-4fc1bbdff6e9 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Request body: {'floatingip': {'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'port_id': 'f90078c1-b54e-4d29-9176-3ffeb5cfe229', 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:59:14.827444 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-da930d02-bbab-4179-a291-4fc1bbdff6e9 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for floatingip, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:14.936316 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-da930d02-bbab-4179-a291-4fc1bbdff6e9 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:15.082504 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-da930d02-bbab-4179-a291-4fc1bbdff6e9 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Allocated IP 172.25.0.16 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/dc37fdfa-ec54-4c5b-b507-412f690d7339) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:59:15.208973 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-da930d02-bbab-4179-a291-4fc1bbdff6e9 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:15.259827 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-da930d02-bbab-4179-a291-4fc1bbdff6e9 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:15.480713 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da930d02-bbab-4179-a291-4fc1bbdff6e9 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:59:15.480713 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-da930d02-bbab-4179-a291-4fc1bbdff6e9 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:59:15.480713 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da930d02-bbab-4179-a291-4fc1bbdff6e9 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:59:15.480713 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da930d02-bbab-4179-a291-4fc1bbdff6e9 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Pushing event updated for resources: {'Port': ['ID=dc37fdfa-ec54-4c5b-b507-412f690d7339,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:59:15.485410 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:15.891891 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-da930d02-bbab-4179-a291-4fc1bbdff6e9 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:15.991884 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-da930d02-bbab-4179-a291-4fc1bbdff6e9 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:16.186263 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-da930d02-bbab-4179-a291-4fc1bbdff6e9 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:16.196207 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-da930d02-bbab-4179-a291-4fc1bbdff6e9 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:16.254467 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-da930d02-bbab-4179-a291-4fc1bbdff6e9 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585115'] for floatingip, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:16.342239 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da930d02-bbab-4179-a291-4fc1bbdff6e9 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Pushing event updated for resources: {'Port': ['ID=dc37fdfa-ec54-4c5b-b507-412f690d7339,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:59:16.401217 n-d-761264-19 neutron-server[103168]: INFO neutron.db.l3_db [None req-da930d02-bbab-4179-a291-4fc1bbdff6e9 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Floating IP acbea2ef-816c-47e2-9cc3-6d6398b53415 associated. External IP: 172.25.0.16, port: f90078c1-b54e-4d29-9176-3ffeb5cfe229. Dec 20 14:59:16.666508 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da930d02-bbab-4179-a291-4fc1bbdff6e9 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Router c45c22f9-1ade-457a-b784-d448cafec153 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:59:17.254041 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da930d02-bbab-4179-a291-4fc1bbdff6e9 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:59:17.267471 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0ea21b-a54f-4741-94c7-f7bd5f103b25 None None] Sync routers for ids ['c45c22f9-1ade-457a-b784-d448cafec153'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:59:17.278560 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0ea21b-a54f-4741-94c7-f7bd5f103b25 None None] Routers {'c45c22f9-1ade-457a-b784-d448cafec153'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:59:17.279523 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-dc0ea21b-a54f-4741-94c7-f7bd5f103b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:59:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['c45c22f9-1ade-457a-b784-d448cafec153'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:59:17.286469 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-da930d02-bbab-4179-a291-4fc1bbdff6e9 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:17.338041 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-da930d02-bbab-4179-a291-4fc1bbdff6e9 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5415013 Dec 20 14:59:17.339203 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa8c5667-9f29-4982-9553-f0be9aaa6a6a', 'tag': 'f90078c1-b54e-4d29-9176-3ffeb5cfe229'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:59:17.341836 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b436728c-8962-4aff-aa2e-5d5040247c42" -d '{"events": [{"name": "network-changed", "server_uuid": "aa8c5667-9f29-4982-9553-f0be9aaa6a6a", "tag": "f90078c1-b54e-4d29-9176-3ffeb5cfe229"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:59:17.433669 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ade0082b-06f0-49ee-906d-3e12e3abbf99 x-openstack-request-id: req-ade0082b-06f0-49ee-906d-3e12e3abbf99 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:59:17.434005 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa8c5667-9f29-4982-9553-f0be9aaa6a6a", "tag": "f90078c1-b54e-4d29-9176-3ffeb5cfe229", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:59:17.434320 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ade0082b-06f0-49ee-906d-3e12e3abbf99 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:59:17.434748 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa8c5667-9f29-4982-9553-f0be9aaa6a6a', 'tag': 'f90078c1-b54e-4d29-9176-3ffeb5cfe229', 'status': 'completed', 'code': 200} Dec 20 14:59:17.530040 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5229b0a5-64c0-4570-8bb2-0737813adaee req-396c2df7-f279-4bf9-b467-0ee2a8428006 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:59:17.533692 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b436728c-8962-4aff-aa2e-5d5040247c42 req-c89cbd69-c831-4c07-99d5-d528376d60d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:59:17.538663 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5229b0a5-64c0-4570-8bb2-0737813adaee req-396c2df7-f279-4bf9-b467-0ee2a8428006 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa8c5667-9f29-4982-9553-f0be9aaa6a6a HTTP/1.1" status: 200 len: 945 time: 0.1028502 Dec 20 14:59:17.539539 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b436728c-8962-4aff-aa2e-5d5040247c42 req-c89cbd69-c831-4c07-99d5-d528376d60d8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f35a648a7aca4680a908ac1344ad2536&device_id=aa8c5667-9f29-4982-9553-f0be9aaa6a6a HTTP/1.1" status: 200 len: 1097 time: 0.0801201 Dec 20 14:59:17.553908 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-dc0ea21b-a54f-4741-94c7-f7bd5f103b25 None None] Set router c45c22f9-1ade-457a-b784-d448cafec153 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:59:17.633825 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5229b0a5-64c0-4570-8bb2-0737813adaee req-09944167-52dd-43bc-9f95-2011fad806c7 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a7a20bf-ff2e-43cf-b874-570c9681641c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879962 Dec 20 14:59:17.655465 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b436728c-8962-4aff-aa2e-5d5040247c42 req-60ff254e-8a31-46da-a784-34d231a70515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:59:17.662829 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b436728c-8962-4aff-aa2e-5d5040247c42 req-60ff254e-8a31-46da-a784-34d231a70515 service neutron] 10.222.0.47 "GET /v2.0/networks?id=256b9a54-7aab-4a5b-b888-e2923673f47e HTTP/1.1" status: 200 len: 897 time: 0.1095600 Dec 20 14:59:17.672343 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 46764) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:59:17.752531 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b436728c-8962-4aff-aa2e-5d5040247c42 req-7ac35048-04f7-400f-b02f-90639e52b820 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f90078c1-b54e-4d29-9176-3ffeb5cfe229 HTTP/1.1" status: 200 len: 998 time: 0.0884604 Dec 20 14:59:17.810966 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-2d58477a-ee61-46bc-baef-8e40dea3a473 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/floatingips/acbea2ef-816c-47e2-9cc3-6d6398b53415 HTTP/1.1" status: 200 len: 990 time: 0.1360970 Dec 20 14:59:17.870604 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b436728c-8962-4aff-aa2e-5d5040247c42 req-3c636856-6738-443c-931a-811a551c85b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:59:17.877393 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b436728c-8962-4aff-aa2e-5d5040247c42 req-3c636856-6738-443c-931a-811a551c85b3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ed65485e-f067-414c-a6b8-84488252ca39 HTTP/1.1" status: 200 len: 834 time: 0.1114061 Dec 20 14:59:17.925459 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b436728c-8962-4aff-aa2e-5d5040247c42 req-8c3290ee-02c3-4f6d-9d64-2def3db40b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:59:17.927377 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b436728c-8962-4aff-aa2e-5d5040247c42 req-8c3290ee-02c3-4f6d-9d64-2def3db40b54 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=256b9a54-7aab-4a5b-b888-e2923673f47e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455055 Dec 20 14:59:17.939001 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-dc0ea21b-a54f-4741-94c7-f7bd5f103b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c45c22f9-1ade-457a-b784-d448cafec153', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1342989202', 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '5ce620e2-3005-425e-90b8-537ad981db19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:58:54Z', 'updated_at': '2021-12-20T14:59:00Z', 'revision_number': 4, 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'gw_port': {'id': '5ce620e2-3005-425e-90b8-537ad981db19', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:fa:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45c22f9-1ade-457a-b784-d448cafec153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:58:55Z', 'updated_at': '2021-12-20T14:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': 'acbea2ef-816c-47e2-9cc3-6d6398b53415', 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'floating_ip_address': '172.25.0.16', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': 'c45c22f9-1ade-457a-b784-d448cafec153', 'port_id': 'f90078c1-b54e-4d29-9176-3ffeb5cfe229', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3778, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '256b9a54-7aab-4a5b-b888-e2923673f47e', 'mac_address': 'fa:16:3e:e3:99:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8c5667-9f29-4982-9553-f0be9aaa6a6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T14:59:15Z', 'updated_at': '2021-12-20T14:59:15Z', 'revision_number': 0, 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a355b4cf-ec57-46ce-b969-b1625fc7292b', 'name': '', 'network_id': '256b9a54-7aab-4a5b-b888-e2923673f47e', 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'mac_address': 'fa:16:3e:df:9d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45c22f9-1ade-457a-b784-d448cafec153', 'device_owner': 'network:router_interface', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': 'ed65485e-f067-414c-a6b8-84488252ca39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:58:59Z', 'updated_at': '2021-12-20T14:59:04Z', 'revision_number': 5, 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'subnets': [{'id': 'ed65485e-f067-414c-a6b8-84488252ca39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:59:18.003359 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0ea21b-a54f-4741-94c7-f7bd5f103b25 None None] Checking router: c45c22f9-1ade-457a-b784-d448cafec153 for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:59:18.034048 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0ea21b-a54f-4741-94c7-f7bd5f103b25 None None] Routers {'c45c22f9-1ade-457a-b784-d448cafec153'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:59:18.035024 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-dc0ea21b-a54f-4741-94c7-f7bd5f103b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:59:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['c45c22f9-1ade-457a-b784-d448cafec153'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:59:18.058164 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b436728c-8962-4aff-aa2e-5d5040247c42 req-ad3261ff-db5f-4b2c-88e1-b10fa3436b8c service neutron] 10.222.0.47 "GET /v2.0/networks/256b9a54-7aab-4a5b-b888-e2923673f47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209760 Dec 20 14:59:18.209550 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b436728c-8962-4aff-aa2e-5d5040247c42 req-b830b497-9d1a-475e-a901-2ade45dee85a service neutron] 10.222.0.47 "GET /v2.0/networks/256b9a54-7aab-4a5b-b888-e2923673f47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444566 Dec 20 14:59:18.243683 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-dc0ea21b-a54f-4741-94c7-f7bd5f103b25 None None] Set router c45c22f9-1ade-457a-b784-d448cafec153 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:59:18.684933 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-dc0ea21b-a54f-4741-94c7-f7bd5f103b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c45c22f9-1ade-457a-b784-d448cafec153', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1342989202', 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '5ce620e2-3005-425e-90b8-537ad981db19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:58:54Z', 'updated_at': '2021-12-20T14:59:00Z', 'revision_number': 4, 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'gw_port': {'id': '5ce620e2-3005-425e-90b8-537ad981db19', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:fa:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45c22f9-1ade-457a-b784-d448cafec153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:58:55Z', 'updated_at': '2021-12-20T14:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': 'acbea2ef-816c-47e2-9cc3-6d6398b53415', 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'floating_ip_address': '172.25.0.16', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': 'c45c22f9-1ade-457a-b784-d448cafec153', 'port_id': 'f90078c1-b54e-4d29-9176-3ffeb5cfe229', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3778, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '256b9a54-7aab-4a5b-b888-e2923673f47e', 'mac_address': 'fa:16:3e:e3:99:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8c5667-9f29-4982-9553-f0be9aaa6a6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T14:59:15Z', 'updated_at': '2021-12-20T14:59:15Z', 'revision_number': 0, 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a355b4cf-ec57-46ce-b969-b1625fc7292b', 'name': '', 'network_id': '256b9a54-7aab-4a5b-b888-e2923673f47e', 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'mac_address': 'fa:16:3e:df:9d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45c22f9-1ade-457a-b784-d448cafec153', 'device_owner': 'network:router_interface', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': 'ed65485e-f067-414c-a6b8-84488252ca39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:58:59Z', 'updated_at': '2021-12-20T14:59:04Z', 'revision_number': 5, 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'subnets': [{'id': 'ed65485e-f067-414c-a6b8-84488252ca39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:59:18.722140 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0ea21b-a54f-4741-94c7-f7bd5f103b25 None None] The sync data for ids ['c45c22f9-1ade-457a-b784-d448cafec153'] in n-d-761264-19 is: [{'id': 'c45c22f9-1ade-457a-b784-d448cafec153', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1342989202', 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '5ce620e2-3005-425e-90b8-537ad981db19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:58:54Z', 'updated_at': '2021-12-20T14:59:00Z', 'revision_number': 4, 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'gw_port': {'id': '5ce620e2-3005-425e-90b8-537ad981db19', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:fa:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45c22f9-1ade-457a-b784-d448cafec153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:58:55Z', 'updated_at': '2021-12-20T14:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': 'acbea2ef-816c-47e2-9cc3-6d6398b53415', 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'floating_ip_address': '172.25.0.16', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': 'c45c22f9-1ade-457a-b784-d448cafec153', 'port_id': 'f90078c1-b54e-4d29-9176-3ffeb5cfe229', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3778, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '256b9a54-7aab-4a5b-b888-e2923673f47e', 'mac_address': 'fa:16:3e:e3:99:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8c5667-9f29-4982-9553-f0be9aaa6a6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T14:59:15Z', 'updated_at': '2021-12-20T14:59:15Z', 'revision_number': 0, 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a355b4cf-ec57-46ce-b969-b1625fc7292b', 'name': '', 'network_id': '256b9a54-7aab-4a5b-b888-e2923673f47e', 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'mac_address': 'fa:16:3e:df:9d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45c22f9-1ade-457a-b784-d448cafec153', 'device_owner': 'network:router_interface', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': 'ed65485e-f067-414c-a6b8-84488252ca39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:58:59Z', 'updated_at': '2021-12-20T14:59:04Z', 'revision_number': 5, 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'subnets': [{'id': 'ed65485e-f067-414c-a6b8-84488252ca39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:59:18.813112 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 46802) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:59:18.907147 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-4681be53-b788-4cdf-b83d-8020729b61a5 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/floatingips/acbea2ef-816c-47e2-9cc3-6d6398b53415 HTTP/1.1" status: 200 len: 990 time: 0.0927138 Dec 20 14:59:19.016497 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e331b3c-167b-4891-a7ed-75a2e3291ffc None None] New status for floating IP acbea2ef-816c-47e2-9cc3-6d6398b53415: ACTIVE {{(pid=103169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 14:59:19.911087 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 46852) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:59:19.992368 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-8a42b7dd-00c8-48e4-8884-07b0e9d83a4c tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/floatingips/acbea2ef-816c-47e2-9cc3-6d6398b53415 HTTP/1.1" status: 200 len: 992 time: 0.0794916 Dec 20 14:59:23.351945 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 46986) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:59:23.522381 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4ba57267-a93e-4251-9322-55b36c148ad9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:23.621324 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4ba57267-a93e-4251-9322-55b36c148ad9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:23.626236 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4ba57267-a93e-4251-9322-55b36c148ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:23.665191 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba57267-a93e-4251-9322-55b36c148ad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34982471-d4a7-452c-b1a1-7e8a7071826c,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:59:23.676678 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 47002) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:59:23.677123 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-4ba57267-a93e-4251-9322-55b36c148ad9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e5936753de4f4b7a8fe7ae0af36566e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3204534 Dec 20 14:59:23.742779 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-092a8499-56f7-4b00-82ef-c9cc61be5cc0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:23.764302 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-092a8499-56f7-4b00-82ef-c9cc61be5cc0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:23.817949 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-092a8499-56f7-4b00-82ef-c9cc61be5cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:23.821758 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-092a8499-56f7-4b00-82ef-c9cc61be5cc0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:23.827151 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-092a8499-56f7-4b00-82ef-c9cc61be5cc0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/34982471-d4a7-452c-b1a1-7e8a7071826c HTTP/1.1" status: 204 len: 168 time: 0.1515098 Dec 20 14:59:23.836565 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092a8499-56f7-4b00-82ef-c9cc61be5cc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34982471-d4a7-452c-b1a1-7e8a7071826c,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:59:24.178653 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 47026) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:59:24.192373 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ea3dede4-4d13-405e-b0ca-8165eee9cbb9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:24.284752 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ea3dede4-4d13-405e-b0ca-8165eee9cbb9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:24.289903 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ea3dede4-4d13-405e-b0ca-8165eee9cbb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:24.337835 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-ea3dede4-4d13-405e-b0ca-8165eee9cbb9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1bc4e670fd8c4868aa61465e2df40bb6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1580036 Dec 20 14:59:24.338681 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3dede4-4d13-405e-b0ca-8165eee9cbb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=904474fa-61ad-486b-b828-2a66f7f4d4a4,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:59:24.340472 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 47030) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:59:24.408387 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0ad8397e-1cf5-4dd0-b59f-f1cde7adfa71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:24.434037 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0ad8397e-1cf5-4dd0-b59f-f1cde7adfa71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:24.495064 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0ad8397e-1cf5-4dd0-b59f-f1cde7adfa71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:24.498213 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0ad8397e-1cf5-4dd0-b59f-f1cde7adfa71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:24.499545 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-0ad8397e-1cf5-4dd0-b59f-f1cde7adfa71 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/904474fa-61ad-486b-b828-2a66f7f4d4a4 HTTP/1.1" status: 204 len: 168 time: 0.1577487 Dec 20 14:59:24.509722 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad8397e-1cf5-4dd0-b59f-f1cde7adfa71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=904474fa-61ad-486b-b828-2a66f7f4d4a4,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:59:24.675036 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 14:59:24.711181 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4baa3a24-cb48-4cad-81dd-a5cbd44c554f req-89a055e3-d0d7-4d23-9863-d95a53095ab4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=aa8c5667-9f29-4982-9553-f0be9aaa6a6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0643609 Dec 20 14:59:24.823055 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baa3a24-cb48-4cad-81dd-a5cbd44c554f req-2771bfff-2042-4070-b6f2-89100987dacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:59:24.824552 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4baa3a24-cb48-4cad-81dd-a5cbd44c554f req-2771bfff-2042-4070-b6f2-89100987dacd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f35a648a7aca4680a908ac1344ad2536&device_id=aa8c5667-9f29-4982-9553-f0be9aaa6a6a HTTP/1.1" status: 200 len: 1097 time: 0.0655875 Dec 20 14:59:24.974069 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baa3a24-cb48-4cad-81dd-a5cbd44c554f req-f683ba63-95d4-4db3-94cc-1778bc101e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:59:24.975822 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4baa3a24-cb48-4cad-81dd-a5cbd44c554f req-f683ba63-95d4-4db3-94cc-1778bc101e73 service neutron] 10.222.0.47 "GET /v2.0/networks?id=256b9a54-7aab-4a5b-b888-e2923673f47e HTTP/1.1" status: 200 len: 897 time: 0.1250246 Dec 20 14:59:25.052871 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4baa3a24-cb48-4cad-81dd-a5cbd44c554f req-36b2321f-7734-46e0-946f-71d6d8cb98a8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f90078c1-b54e-4d29-9176-3ffeb5cfe229 HTTP/1.1" status: 200 len: 1000 time: 0.0691984 Dec 20 14:59:25.116941 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baa3a24-cb48-4cad-81dd-a5cbd44c554f req-d5ed25e7-d030-4e48-b225-322c878d1645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:59:25.118442 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4baa3a24-cb48-4cad-81dd-a5cbd44c554f req-d5ed25e7-d030-4e48-b225-322c878d1645 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ed65485e-f067-414c-a6b8-84488252ca39 HTTP/1.1" status: 200 len: 834 time: 0.0567036 Dec 20 14:59:25.184958 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baa3a24-cb48-4cad-81dd-a5cbd44c554f req-74bf1760-badd-44f0-9d01-cb82dbb405ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:59:25.186815 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4baa3a24-cb48-4cad-81dd-a5cbd44c554f req-74bf1760-badd-44f0-9d01-cb82dbb405ef service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=256b9a54-7aab-4a5b-b888-e2923673f47e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0606000 Dec 20 14:59:25.306516 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4baa3a24-cb48-4cad-81dd-a5cbd44c554f req-f6c47108-2488-4101-b97d-eef5b93f468b service neutron] 10.222.0.47 "GET /v2.0/networks/256b9a54-7aab-4a5b-b888-e2923673f47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115997 Dec 20 14:59:25.436491 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4baa3a24-cb48-4cad-81dd-a5cbd44c554f req-572a97e8-3883-4f16-96af-e3003cfa3505 service neutron] 10.222.0.47 "GET /v2.0/networks/256b9a54-7aab-4a5b-b888-e2923673f47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222355 Dec 20 14:59:27.234683 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5c5feb61-ee8d-4950-9343-9781d2227165 req-7637bae2-d390-4f8f-8586-70142a62033b tempest-VolumesNegativeTest-544866396 tempest-VolumesNegativeTest-544866396-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=c9f8024007014994ac4554776c33d134&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0250492 Dec 20 14:59:27.375133 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5feb61-ee8d-4950-9343-9781d2227165 req-8e38bea2-dd67-4653-b825-de7a1452beba tempest-VolumesNegativeTest-544866396 tempest-VolumesNegativeTest-544866396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:59:27.376717 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5c5feb61-ee8d-4950-9343-9781d2227165 req-8e38bea2-dd67-4653-b825-de7a1452beba tempest-VolumesNegativeTest-544866396 tempest-VolumesNegativeTest-544866396-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1318991 Dec 20 14:59:27.392475 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5c5feb61-ee8d-4950-9343-9781d2227165 req-2a309d60-c5e7-4e9a-b510-9985980ea0b3 tempest-VolumesNegativeTest-544866396 tempest-VolumesNegativeTest-544866396-project] 10.222.0.54 "GET /v2.0/quotas/c9f8024007014994ac4554776c33d134 HTTP/1.1" status: 200 len: 375 time: 0.0099196 Dec 20 14:59:27.436472 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5c5feb61-ee8d-4950-9343-9781d2227165 req-fe24c075-996c-4948-9aaf-b3f6c13d9afb tempest-VolumesNegativeTest-544866396 tempest-VolumesNegativeTest-544866396-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=c9f8024007014994ac4554776c33d134&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0366449 Dec 20 14:59:27.632241 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b0cb3798-f7cc-4150-964d-4aa8b83fe3f7 req-cc1fce67-3392-44ff-b1d7-2e6778d4861c tempest-VolumesNegativeTest-544866396 tempest-VolumesNegativeTest-544866396-project] 10.222.0.54 "GET /v2.0/ports?device_id=33d17c51-62d5-4b1e-a555-8cf6af4ad07e HTTP/1.1" status: 200 len: 210 time: 0.0348859 Dec 20 14:59:28.765333 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5c5feb61-ee8d-4950-9343-9781d2227165 req-130aa921-c011-418d-8b46-3eefff57d2bb tempest-VolumesNegativeTest-544866396 tempest-VolumesNegativeTest-544866396-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=c9f8024007014994ac4554776c33d134&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0416439 Dec 20 14:59:28.784043 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-56239f1d-d7b3-43ef-a642-b8fe92c7d019 req-fba0ddb9-6e7d-4fe1-b56b-a37b95c1b997 tempest-VolumesNegativeTest-544866396 tempest-VolumesNegativeTest-544866396-project] 10.222.0.54 "GET /v2.0/ports?device_id=33d17c51-62d5-4b1e-a555-8cf6af4ad07e HTTP/1.1" status: 200 len: 210 time: 0.0491028 Dec 20 14:59:28.910819 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5feb61-ee8d-4950-9343-9781d2227165 req-f27b3dcc-2639-41f0-a9c4-f668d1b5874a tempest-VolumesNegativeTest-544866396 tempest-VolumesNegativeTest-544866396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:59:28.912355 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5c5feb61-ee8d-4950-9343-9781d2227165 req-f27b3dcc-2639-41f0-a9c4-f668d1b5874a tempest-VolumesNegativeTest-544866396 tempest-VolumesNegativeTest-544866396-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1310170 Dec 20 14:59:28.926956 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-5c5feb61-ee8d-4950-9343-9781d2227165 req-fc4986d3-5618-4601-a750-6d1aad9e2e07 tempest-VolumesNegativeTest-544866396 tempest-VolumesNegativeTest-544866396-project] Request body: {'port': {'device_id': '33d17c51-62d5-4b1e-a555-8cf6af4ad07e', 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1', 'admin_state_up': True, 'tenant_id': 'c9f8024007014994ac4554776c33d134'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:59:29.052149 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c5feb61-ee8d-4950-9343-9781d2227165 req-fc4986d3-5618-4601-a750-6d1aad9e2e07 tempest-VolumesNegativeTest-544866396 tempest-VolumesNegativeTest-544866396-project] Made reservation on behalf of c9f8024007014994ac4554776c33d134 for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:59:29.056056 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-5c5feb61-ee8d-4950-9343-9781d2227165 req-fc4986d3-5618-4601-a750-6d1aad9e2e07 tempest-VolumesNegativeTest-544866396 tempest-VolumesNegativeTest-544866396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:29.065879 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-5c5feb61-ee8d-4950-9343-9781d2227165 req-fc4986d3-5618-4601-a750-6d1aad9e2e07 tempest-VolumesNegativeTest-544866396 tempest-VolumesNegativeTest-544866396-project] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:29.150372 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-5c5feb61-ee8d-4950-9343-9781d2227165 req-fc4986d3-5618-4601-a750-6d1aad9e2e07 tempest-VolumesNegativeTest-544866396 tempest-VolumesNegativeTest-544866396-project] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:29.157214 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-5c5feb61-ee8d-4950-9343-9781d2227165 req-fc4986d3-5618-4601-a750-6d1aad9e2e07 tempest-VolumesNegativeTest-544866396 tempest-VolumesNegativeTest-544866396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:29.245187 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4986d3-5618-4601-a750-6d1aad9e2e07 tempest-VolumesNegativeTest-544866396 tempest-VolumesNegativeTest-544866396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d59cd07f-2697-42e9-a205-5237652bb939,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:59:29.305042 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [req-5c5feb61-ee8d-4950-9343-9781d2227165 req-fc4986d3-5618-4601-a750-6d1aad9e2e07 tempest-VolumesNegativeTest-544866396 tempest-VolumesNegativeTest-544866396-project] Allocated IP 192.168.233.209 (00c897c2-e98d-4716-a0b4-8f9f297fa8a1/36bf280f-81bb-4486-a87a-9b9505a1cec4/d787e24e-ca9c-4a0b-912c-ff298565acda) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:59:29.464195 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-5c5feb61-ee8d-4950-9343-9781d2227165 req-fc4986d3-5618-4601-a750-6d1aad9e2e07 tempest-VolumesNegativeTest-544866396 tempest-VolumesNegativeTest-544866396-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:29.503676 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-5c5feb61-ee8d-4950-9343-9781d2227165 req-fc4986d3-5618-4601-a750-6d1aad9e2e07 tempest-VolumesNegativeTest-544866396 tempest-VolumesNegativeTest-544866396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:29.551679 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c5feb61-ee8d-4950-9343-9781d2227165 req-fc4986d3-5618-4601-a750-6d1aad9e2e07 tempest-VolumesNegativeTest-544866396 tempest-VolumesNegativeTest-544866396-project] Network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:59:29.560181 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [req-5c5feb61-ee8d-4950-9343-9781d2227165 req-fc4986d3-5618-4601-a750-6d1aad9e2e07 tempest-VolumesNegativeTest-544866396 tempest-VolumesNegativeTest-544866396-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:59:29.564260 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c5feb61-ee8d-4950-9343-9781d2227165 req-fc4986d3-5618-4601-a750-6d1aad9e2e07 tempest-VolumesNegativeTest-544866396 tempest-VolumesNegativeTest-544866396-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:59:29.599967 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4986d3-5618-4601-a750-6d1aad9e2e07 tempest-VolumesNegativeTest-544866396 tempest-VolumesNegativeTest-544866396-project] Pushing event updated for resources: {'Port': ['ID=d787e24e-ca9c-4a0b-912c-ff298565acda,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:59:29.629571 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5feb61-ee8d-4950-9343-9781d2227165 req-fc4986d3-5618-4601-a750-6d1aad9e2e07 tempest-VolumesNegativeTest-544866396 tempest-VolumesNegativeTest-544866396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:59:29.630486 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-5c5feb61-ee8d-4950-9343-9781d2227165 req-fc4986d3-5618-4601-a750-6d1aad9e2e07 tempest-VolumesNegativeTest-544866396 tempest-VolumesNegativeTest-544866396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:29.652455 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5c5feb61-ee8d-4950-9343-9781d2227165 req-fc4986d3-5618-4601-a750-6d1aad9e2e07 tempest-VolumesNegativeTest-544866396 tempest-VolumesNegativeTest-544866396-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7295458 Dec 20 14:59:29.665923 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-5c5feb61-ee8d-4950-9343-9781d2227165 req-41ee2889-99e9-46e3-9b9e-bf434a54ba37 service neutron] Request body: {'port': {'device_id': '33d17c51-62d5-4b1e-a555-8cf6af4ad07e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-19'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:59:29.743379 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-5c5feb61-ee8d-4950-9343-9781d2227165 req-41ee2889-99e9-46e3-9b9e-bf434a54ba37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:29.860565 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-944f85d2-3c3d-4f07-a38d-04e65d62b0a9 None None] Provisioning complete for port d787e24e-ca9c-4a0b-912c-ff298565acda triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:59:29.862107 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-944f85d2-3c3d-4f07-a38d-04e65d62b0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:29.937568 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-944f85d2-3c3d-4f07-a38d-04e65d62b0a9 None None] Port d787e24e-ca9c-4a0b-912c-ff298565acda cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:59:29.971714 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81aa753-8cba-4219-9a40-e898c2616fe7 req-e904ff47-8084-46db-bd92-681095cd349e tempest-VolumesNegativeTest-544866396 tempest-VolumesNegativeTest-544866396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:59:29.980115 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e81aa753-8cba-4219-9a40-e898c2616fe7 req-e904ff47-8084-46db-bd92-681095cd349e tempest-VolumesNegativeTest-544866396 tempest-VolumesNegativeTest-544866396-project] 10.222.0.54 "GET /v2.0/ports?device_id=33d17c51-62d5-4b1e-a555-8cf6af4ad07e HTTP/1.1" status: 200 len: 936 time: 0.0760243 Dec 20 14:59:30.026763 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e81aa753-8cba-4219-9a40-e898c2616fe7 req-6acb5988-f71b-445a-ace2-a219b0048e31 tempest-VolumesNegativeTest-544866396 tempest-VolumesNegativeTest-544866396-project] 10.222.0.54 "GET /v2.0/security-groups?id=d59cd07f-2697-42e9-a205-5237652bb939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455086 Dec 20 14:59:30.114216 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [req-5c5feb61-ee8d-4950-9343-9781d2227165 req-41ee2889-99e9-46e3-9b9e-bf434a54ba37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d787e24e-ca9c-4a0b-912c-ff298565acda {{(pid=103167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:59:30.122590 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-5c5feb61-ee8d-4950-9343-9781d2227165 req-41ee2889-99e9-46e3-9b9e-bf434a54ba37 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:30.135864 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-5c5feb61-ee8d-4950-9343-9781d2227165 req-41ee2889-99e9-46e3-9b9e-bf434a54ba37 service neutron] Transition to ACTIVE for port object d787e24e-ca9c-4a0b-912c-ff298565acda will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 14:59:30.139751 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-5c5feb61-ee8d-4950-9343-9781d2227165 req-41ee2889-99e9-46e3-9b9e-bf434a54ba37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:30.219378 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ee2889-99e9-46e3-9b9e-bf434a54ba37 service neutron] Pushing event updated for resources: {'Port': ['ID=d787e24e-ca9c-4a0b-912c-ff298565acda,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:59:30.277642 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-5c5feb61-ee8d-4950-9343-9781d2227165 req-41ee2889-99e9-46e3-9b9e-bf434a54ba37 service neutron] Attempting to bind port d787e24e-ca9c-4a0b-912c-ff298565acda on host n-h1-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:59:30.277978 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-5c5feb61-ee8d-4950-9343-9781d2227165 req-41ee2889-99e9-46e3-9b9e-bf434a54ba37 service neutron] Attempting to bind port d787e24e-ca9c-4a0b-912c-ff298565acda by drivers openvswitch,hyperv on host n-h1-761264-19 at level 0 using segments [{'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:59:30.278309 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c5feb61-ee8d-4950-9343-9781d2227165 req-41ee2889-99e9-46e3-9b9e-bf434a54ba37 service neutron] Attempting to bind port d787e24e-ca9c-4a0b-912c-ff298565acda on network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:59:30.283061 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c5feb61-ee8d-4950-9343-9781d2227165 req-41ee2889-99e9-46e3-9b9e-bf434a54ba37 service neutron] Port d787e24e-ca9c-4a0b-912c-ff298565acda on network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 14:59:30.283382 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c5feb61-ee8d-4950-9343-9781d2227165 req-41ee2889-99e9-46e3-9b9e-bf434a54ba37 service neutron] Attempting to bind port d787e24e-ca9c-4a0b-912c-ff298565acda on network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:59:30.289013 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c5feb61-ee8d-4950-9343-9781d2227165 req-41ee2889-99e9-46e3-9b9e-bf434a54ba37 service neutron] Checking agent: {'id': '3e5ace3e-dd7b-4522-a7c4-77d13dbeab1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:59:30.289348 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c5feb61-ee8d-4950-9343-9781d2227165 req-41ee2889-99e9-46e3-9b9e-bf434a54ba37 service neutron] Checking segment: {'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:59:30.290113 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c5feb61-ee8d-4950-9343-9781d2227165 req-41ee2889-99e9-46e3-9b9e-bf434a54ba37 service neutron] Bound using segment: {'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:59:30.290259 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-5c5feb61-ee8d-4950-9343-9781d2227165 req-41ee2889-99e9-46e3-9b9e-bf434a54ba37 service neutron] Bound port: d787e24e-ca9c-4a0b-912c-ff298565acda, host: n-h1-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:59:30.290506 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-5c5feb61-ee8d-4950-9343-9781d2227165 req-41ee2889-99e9-46e3-9b9e-bf434a54ba37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:30.373633 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-5c5feb61-ee8d-4950-9343-9781d2227165 req-41ee2889-99e9-46e3-9b9e-bf434a54ba37 service neutron] For port d787e24e-ca9c-4a0b-912c-ff298565acda, host n-h1-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:59:30.378113 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-5c5feb61-ee8d-4950-9343-9781d2227165 req-41ee2889-99e9-46e3-9b9e-bf434a54ba37 service neutron] For port d787e24e-ca9c-4a0b-912c-ff298565acda, host n-h1-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=d787e24e-ca9c-4a0b-912c-ff298565acda,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:59:30.384534 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-5c5feb61-ee8d-4950-9343-9781d2227165 req-41ee2889-99e9-46e3-9b9e-bf434a54ba37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:30.438378 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5feb61-ee8d-4950-9343-9781d2227165 req-41ee2889-99e9-46e3-9b9e-bf434a54ba37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:59:30.439127 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-5c5feb61-ee8d-4950-9343-9781d2227165 req-41ee2889-99e9-46e3-9b9e-bf434a54ba37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:30.440653 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5c5feb61-ee8d-4950-9343-9781d2227165 req-41ee2889-99e9-46e3-9b9e-bf434a54ba37 service neutron] 10.222.0.30 "PUT /v2.0/ports/d787e24e-ca9c-4a0b-912c-ff298565acda HTTP/1.1" status: 200 len: 1097 time: 0.7792983 Dec 20 14:59:30.441568 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33d17c51-62d5-4b1e-a555-8cf6af4ad07e', 'tag': 'd787e24e-ca9c-4a0b-912c-ff298565acda'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:59:30.444113 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03a59fe4-c005-4a59-aff8-ad169675f913" -d '{"events": [{"name": "network-changed", "server_uuid": "33d17c51-62d5-4b1e-a555-8cf6af4ad07e", "tag": "d787e24e-ca9c-4a0b-912c-ff298565acda"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:59:30.490025 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ee2889-99e9-46e3-9b9e-bf434a54ba37 service neutron] Pushing event updated for resources: {'Port': ['ID=d787e24e-ca9c-4a0b-912c-ff298565acda,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:59:30.503764 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 14:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2085e460-0deb-4c2c-8074-23bf70e975bc x-openstack-request-id: req-2085e460-0deb-4c2c-8074-23bf70e975bc {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:59:30.503764 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33d17c51-62d5-4b1e-a555-8cf6af4ad07e", "tag": "d787e24e-ca9c-4a0b-912c-ff298565acda", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:59:30.504055 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2085e460-0deb-4c2c-8074-23bf70e975bc {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:59:30.504521 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33d17c51-62d5-4b1e-a555-8cf6af4ad07e', 'tag': 'd787e24e-ca9c-4a0b-912c-ff298565acda', 'status': 'completed', 'code': 200} Dec 20 14:59:30.610062 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a59fe4-c005-4a59-aff8-ad169675f913 req-f4f90d0f-7f67-4493-bf86-b9043d41ed28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:59:30.612332 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-03a59fe4-c005-4a59-aff8-ad169675f913 req-f4f90d0f-7f67-4493-bf86-b9043d41ed28 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c9f8024007014994ac4554776c33d134&device_id=33d17c51-62d5-4b1e-a555-8cf6af4ad07e HTTP/1.1" status: 200 len: 1100 time: 0.0839717 Dec 20 14:59:30.658196 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-03a59fe4-c005-4a59-aff8-ad169675f913 req-37656500-5f12-4b1d-9b91-061003da8f59 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=c9f8024007014994ac4554776c33d134&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0376735 Dec 20 14:59:30.713171 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-9b853331-7f5f-43b0-8a5b-f2667e192505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:30.880350 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a59fe4-c005-4a59-aff8-ad169675f913 req-91d67954-0afd-4d04-8e67-e340beb8c9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:59:30.881911 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-03a59fe4-c005-4a59-aff8-ad169675f913 req-91d67954-0afd-4d04-8e67-e340beb8c9f2 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2155612 Dec 20 14:59:30.975242 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5feb61-ee8d-4950-9343-9781d2227165 req-6fd44107-42ef-4b13-acc7-cae53a868d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:59:30.976883 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5c5feb61-ee8d-4950-9343-9781d2227165 req-6fd44107-42ef-4b13-acc7-cae53a868d7a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c9f8024007014994ac4554776c33d134&device_id=33d17c51-62d5-4b1e-a555-8cf6af4ad07e HTTP/1.1" status: 200 len: 1100 time: 0.0502062 Dec 20 14:59:31.038176 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5c5feb61-ee8d-4950-9343-9781d2227165 req-cf897790-f9e7-4340-8524-03bc5d2831fd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=d787e24e-ca9c-4a0b-912c-ff298565acda HTTP/1.1" status: 200 len: 217 time: 0.0528228 Dec 20 14:59:31.148798 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5feb61-ee8d-4950-9343-9781d2227165 req-c6da5129-5b4c-443e-97fc-edd4121b5377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:59:31.151287 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5c5feb61-ee8d-4950-9343-9781d2227165 req-c6da5129-5b4c-443e-97fc-edd4121b5377 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=36bf280f-81bb-4486-a87a-9b9505a1cec4 HTTP/1.1" status: 200 len: 843 time: 0.1056855 Dec 20 14:59:31.193718 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1936c6e6-1756-4437-a040-b6bf638ac6fb req-efe0ad38-dc7b-4c76-baf7-096091b8c310 tempest-VolumesNegativeTest-544866396 tempest-VolumesNegativeTest-544866396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:59:31.202263 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1936c6e6-1756-4437-a040-b6bf638ac6fb req-efe0ad38-dc7b-4c76-baf7-096091b8c310 tempest-VolumesNegativeTest-544866396 tempest-VolumesNegativeTest-544866396-project] 10.222.0.54 "GET /v2.0/ports?device_id=33d17c51-62d5-4b1e-a555-8cf6af4ad07e HTTP/1.1" status: 200 len: 948 time: 0.0652194 Dec 20 14:59:31.217658 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5feb61-ee8d-4950-9343-9781d2227165 req-81f21593-ce04-477e-b08f-a0588bbaff23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:59:31.219846 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5c5feb61-ee8d-4950-9343-9781d2227165 req-81f21593-ce04-477e-b08f-a0588bbaff23 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0595224 Dec 20 14:59:31.256071 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1936c6e6-1756-4437-a040-b6bf638ac6fb req-5973a3b1-9863-4bda-a24d-2b9dc6f58845 tempest-VolumesNegativeTest-544866396 tempest-VolumesNegativeTest-544866396-project] 10.222.0.54 "GET /v2.0/security-groups?id=d59cd07f-2697-42e9-a205-5237652bb939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527706 Dec 20 14:59:31.356212 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5c5feb61-ee8d-4950-9343-9781d2227165 req-9a9a3fe5-1428-4ddc-b8da-4c40da592d89 service neutron] 10.222.0.30 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260481 Dec 20 14:59:31.479709 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5c5feb61-ee8d-4950-9343-9781d2227165 req-4c01f328-d0a8-480e-bfc8-d2144ee2a206 service neutron] 10.222.0.30 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158590 Dec 20 14:59:32.376695 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9dedee-471f-4e73-89ad-e62e94e95473 req-68e115c9-182b-4c0c-8fb4-168b33362c96 tempest-VolumesNegativeTest-544866396 tempest-VolumesNegativeTest-544866396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:59:32.378351 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3f9dedee-471f-4e73-89ad-e62e94e95473 req-68e115c9-182b-4c0c-8fb4-168b33362c96 tempest-VolumesNegativeTest-544866396 tempest-VolumesNegativeTest-544866396-project] 10.222.0.54 "GET /v2.0/ports?device_id=33d17c51-62d5-4b1e-a555-8cf6af4ad07e HTTP/1.1" status: 200 len: 948 time: 0.0540476 Dec 20 14:59:32.444557 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3f9dedee-471f-4e73-89ad-e62e94e95473 req-c7a8222e-c830-4dae-b97a-6a73f327a7cf tempest-VolumesNegativeTest-544866396 tempest-VolumesNegativeTest-544866396-project] 10.222.0.54 "GET /v2.0/security-groups?id=d59cd07f-2697-42e9-a205-5237652bb939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557256 Dec 20 14:59:32.897389 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2494c53c-eb60-4e07-a42a-eeb0cc6d3bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:33.575076 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76db09dc-6879-4ba7-87cf-8c61ea718bed req-db963e74-38e4-46b0-b9f0-6250aad4973c tempest-VolumesNegativeTest-544866396 tempest-VolumesNegativeTest-544866396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:59:33.576690 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-76db09dc-6879-4ba7-87cf-8c61ea718bed req-db963e74-38e4-46b0-b9f0-6250aad4973c tempest-VolumesNegativeTest-544866396 tempest-VolumesNegativeTest-544866396-project] 10.222.0.54 "GET /v2.0/ports?device_id=33d17c51-62d5-4b1e-a555-8cf6af4ad07e HTTP/1.1" status: 200 len: 948 time: 0.0538893 Dec 20 14:59:33.625814 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-76db09dc-6879-4ba7-87cf-8c61ea718bed req-82953530-5843-4007-bf8a-0de0358fb68f tempest-VolumesNegativeTest-544866396 tempest-VolumesNegativeTest-544866396-project] 10.222.0.54 "GET /v2.0/security-groups?id=d59cd07f-2697-42e9-a205-5237652bb939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423887 Dec 20 14:59:33.864663 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:34.754139 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b269344c-6446-48f6-ba9a-d12af4dbe14d req-4ede5d95-12ee-4cb0-8d81-d8caa195b9a9 tempest-VolumesNegativeTest-544866396 tempest-VolumesNegativeTest-544866396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:59:34.756051 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b269344c-6446-48f6-ba9a-d12af4dbe14d req-4ede5d95-12ee-4cb0-8d81-d8caa195b9a9 tempest-VolumesNegativeTest-544866396 tempest-VolumesNegativeTest-544866396-project] 10.222.0.54 "GET /v2.0/ports?device_id=33d17c51-62d5-4b1e-a555-8cf6af4ad07e HTTP/1.1" status: 200 len: 948 time: 0.0589714 Dec 20 14:59:34.808371 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b269344c-6446-48f6-ba9a-d12af4dbe14d req-b7af9f30-98e7-4a74-87cc-35ec27e1af7a tempest-VolumesNegativeTest-544866396 tempest-VolumesNegativeTest-544866396-project] 10.222.0.54 "GET /v2.0/security-groups?id=d59cd07f-2697-42e9-a205-5237652bb939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462904 Dec 20 14:59:35.289383 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device d787e24e-ca9c-4a0b-912c-ff298565acda details requested by agent hyperv_n-h1-761264-19 with host n-h1-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 14:59:35.387538 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port d787e24e-ca9c-4a0b-912c-ff298565acda, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=d787e24e-ca9c-4a0b-912c-ff298565acda,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:59:35.398244 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Returning: {'device': 'd787e24e-ca9c-4a0b-912c-ff298565acda', 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1', 'port_id': 'd787e24e-ca9c-4a0b-912c-ff298565acda', 'mac_address': 'fa:16:3e:c9:aa:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36bf280f-81bb-4486-a87a-9b9505a1cec4', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 14:59:35.438831 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:35.457882 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d787e24e-ca9c-4a0b-912c-ff298565acda {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 14:59:35.478795 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port d787e24e-ca9c-4a0b-912c-ff298565acda, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=d787e24e-ca9c-4a0b-912c-ff298565acda,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:59:35.483798 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:35.540829 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=d787e24e-ca9c-4a0b-912c-ff298565acda,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:59:35.548112 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:59:35.548453 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:59:35.548788 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:59:35.549115 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:59:35.549439 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:59:35.549758 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:59:35.550074 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:59:35.550434 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:59:35.550893 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:59:35.551217 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:59:35.551531 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:59:35.551847 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:59:35.552159 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 14:59:35.805792 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['d787e24e-ca9c-4a0b-912c-ff298565acda'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:59:35.854110 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:35.953451 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51792941-69b1-4177-a0e6-f8e898e736c4 req-5f65432d-ee8a-4b48-8b9a-6a9179f7f28d tempest-VolumesNegativeTest-544866396 tempest-VolumesNegativeTest-544866396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:59:35.963440 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-51792941-69b1-4177-a0e6-f8e898e736c4 req-5f65432d-ee8a-4b48-8b9a-6a9179f7f28d tempest-VolumesNegativeTest-544866396 tempest-VolumesNegativeTest-544866396-project] 10.222.0.54 "GET /v2.0/ports?device_id=33d17c51-62d5-4b1e-a555-8cf6af4ad07e HTTP/1.1" status: 200 len: 949 time: 0.0645671 Dec 20 14:59:36.012702 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-51792941-69b1-4177-a0e6-f8e898e736c4 req-eefdfa9b-4678-472a-9b7b-85653def6aec tempest-VolumesNegativeTest-544866396 tempest-VolumesNegativeTest-544866396-project] 10.222.0.54 "GET /v2.0/security-groups?id=d59cd07f-2697-42e9-a205-5237652bb939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483961 Dec 20 14:59:36.328904 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:37.151170 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ecfc1d-0fdd-4fae-a6ea-b2bdff9b4f26 req-a5c315a4-20c5-44bf-ba54-4878c2d112a5 tempest-VolumesNegativeTest-544866396 tempest-VolumesNegativeTest-544866396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:59:37.155015 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-67ecfc1d-0fdd-4fae-a6ea-b2bdff9b4f26 req-a5c315a4-20c5-44bf-ba54-4878c2d112a5 tempest-VolumesNegativeTest-544866396 tempest-VolumesNegativeTest-544866396-project] 10.222.0.54 "GET /v2.0/ports?device_id=33d17c51-62d5-4b1e-a555-8cf6af4ad07e HTTP/1.1" status: 200 len: 949 time: 0.0584209 Dec 20 14:59:37.208104 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-67ecfc1d-0fdd-4fae-a6ea-b2bdff9b4f26 req-e2757f08-505c-4aa8-8586-94acd98d34f4 tempest-VolumesNegativeTest-544866396 tempest-VolumesNegativeTest-544866396-project] 10.222.0.54 "GET /v2.0/security-groups?id=d59cd07f-2697-42e9-a205-5237652bb939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489886 Dec 20 14:59:37.303580 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device d787e24e-ca9c-4a0b-912c-ff298565acda up at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:59:37.363713 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning for port d787e24e-ca9c-4a0b-912c-ff298565acda completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 14:59:37.378623 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning complete for port d787e24e-ca9c-4a0b-912c-ff298565acda triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:59:37.379117 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:37.478971 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:37.523759 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port d787e24e-ca9c-4a0b-912c-ff298565acda, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=d787e24e-ca9c-4a0b-912c-ff298565acda,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:59:37.524855 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33d17c51-62d5-4b1e-a555-8cf6af4ad07e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd787e24e-ca9c-4a0b-912c-ff298565acda'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:59:37.527263 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7629a836-6eb6-4dec-9591-e4f5d5301558" -d '{"events": [{"server_uuid": "33d17c51-62d5-4b1e-a555-8cf6af4ad07e", "name": "network-vif-plugged", "status": "completed", "tag": "d787e24e-ca9c-4a0b-912c-ff298565acda"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:59:37.547006 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:37.581460 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc4a009d-003b-4399-ab6c-62a939914241 x-openstack-request-id: req-cc4a009d-003b-4399-ab6c-62a939914241 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:59:37.581827 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33d17c51-62d5-4b1e-a555-8cf6af4ad07e", "name": "network-vif-plugged", "status": "completed", "tag": "d787e24e-ca9c-4a0b-912c-ff298565acda", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:59:37.582194 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cc4a009d-003b-4399-ab6c-62a939914241 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:59:37.582747 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33d17c51-62d5-4b1e-a555-8cf6af4ad07e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd787e24e-ca9c-4a0b-912c-ff298565acda', 'code': 200} Dec 20 14:59:37.628554 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=d787e24e-ca9c-4a0b-912c-ff298565acda,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:59:37.716710 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749c18a3-6882-4e63-8913-b64a79cc4c8b req-3c1b8934-56c7-4b76-a010-b0d28a0dc3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:59:37.718631 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-749c18a3-6882-4e63-8913-b64a79cc4c8b req-3c1b8934-56c7-4b76-a010-b0d28a0dc3c9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=33d17c51-62d5-4b1e-a555-8cf6af4ad07e HTTP/1.1" status: 200 len: 1102 time: 0.0686357 Dec 20 14:59:37.774713 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-749c18a3-6882-4e63-8913-b64a79cc4c8b req-80741128-efb8-4aa4-bd39-0c67d48ad786 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d59cd07f-2697-42e9-a205-5237652bb939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472713 Dec 20 14:59:38.377341 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e413e5b2-8e55-4506-bcb6-cb00fcf00fe9 req-f78df4f5-32ab-46de-8f77-48ff5ab3faa1 tempest-VolumesNegativeTest-544866396 tempest-VolumesNegativeTest-544866396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:59:38.383186 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e413e5b2-8e55-4506-bcb6-cb00fcf00fe9 req-f78df4f5-32ab-46de-8f77-48ff5ab3faa1 tempest-VolumesNegativeTest-544866396 tempest-VolumesNegativeTest-544866396-project] 10.222.0.54 "GET /v2.0/ports?device_id=33d17c51-62d5-4b1e-a555-8cf6af4ad07e HTTP/1.1" status: 200 len: 950 time: 0.0629706 Dec 20 14:59:38.441003 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e413e5b2-8e55-4506-bcb6-cb00fcf00fe9 req-a417858b-c33e-4321-80c4-ca018b670c1d tempest-VolumesNegativeTest-544866396 tempest-VolumesNegativeTest-544866396-project] 10.222.0.54 "GET /v2.0/security-groups?id=d59cd07f-2697-42e9-a205-5237652bb939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535417 Dec 20 14:59:39.575860 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc9287f-a559-48f6-81f8-8467833d975f req-af705344-de65-46b3-a879-e71bbe095ca4 tempest-VolumesNegativeTest-544866396 tempest-VolumesNegativeTest-544866396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:59:39.577568 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ffc9287f-a559-48f6-81f8-8467833d975f req-af705344-de65-46b3-a879-e71bbe095ca4 tempest-VolumesNegativeTest-544866396 tempest-VolumesNegativeTest-544866396-project] 10.222.0.54 "GET /v2.0/ports?device_id=33d17c51-62d5-4b1e-a555-8cf6af4ad07e HTTP/1.1" status: 200 len: 950 time: 0.0525374 Dec 20 14:59:39.631824 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ffc9287f-a559-48f6-81f8-8467833d975f req-74b17052-1266-47db-8752-4b865bc8d098 tempest-VolumesNegativeTest-544866396 tempest-VolumesNegativeTest-544866396-project] 10.222.0.54 "GET /v2.0/security-groups?id=d59cd07f-2697-42e9-a205-5237652bb939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475914 Dec 20 14:59:39.931320 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec1dddd-bbb4-4c37-b233-a6140adb2a49 req-bd680ae5-2f3f-41ee-adce-8a1a9b3bd611 tempest-VolumesNegativeTest-544866396 tempest-VolumesNegativeTest-544866396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:59:39.932956 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7ec1dddd-bbb4-4c37-b233-a6140adb2a49 req-bd680ae5-2f3f-41ee-adce-8a1a9b3bd611 tempest-VolumesNegativeTest-544866396 tempest-VolumesNegativeTest-544866396-project] 10.222.0.54 "GET /v2.0/ports?device_id=33d17c51-62d5-4b1e-a555-8cf6af4ad07e HTTP/1.1" status: 200 len: 950 time: 0.0586817 Dec 20 14:59:39.993349 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7ec1dddd-bbb4-4c37-b233-a6140adb2a49 req-caea0248-9336-400e-8a4b-2b7094b2f7af tempest-VolumesNegativeTest-544866396 tempest-VolumesNegativeTest-544866396-project] 10.222.0.54 "GET /v2.0/security-groups?id=d59cd07f-2697-42e9-a205-5237652bb939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534999 Dec 20 14:59:41.124919 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f57eed9-6c1a-4b53-a1e8-941fda2e66a0 req-718c9397-0f92-4872-882c-2d054bb81002 tempest-VolumesNegativeTest-544866396 tempest-VolumesNegativeTest-544866396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:59:41.126393 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4f57eed9-6c1a-4b53-a1e8-941fda2e66a0 req-718c9397-0f92-4872-882c-2d054bb81002 tempest-VolumesNegativeTest-544866396 tempest-VolumesNegativeTest-544866396-project] 10.222.0.54 "GET /v2.0/ports?device_id=33d17c51-62d5-4b1e-a555-8cf6af4ad07e HTTP/1.1" status: 200 len: 950 time: 0.0547652 Dec 20 14:59:41.176800 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4f57eed9-6c1a-4b53-a1e8-941fda2e66a0 req-400ba129-af4d-49a1-96fd-9e3cc4adea30 tempest-VolumesNegativeTest-544866396 tempest-VolumesNegativeTest-544866396-project] 10.222.0.54 "GET /v2.0/security-groups?id=d59cd07f-2697-42e9-a205-5237652bb939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438719 Dec 20 14:59:41.297011 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf10fe1-0332-453b-96ca-19bbbb8a660c req-574c75af-c57a-4293-ab6a-cc7069bf3d19 tempest-VolumesNegativeTest-544866396 tempest-VolumesNegativeTest-544866396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:59:41.298444 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ecf10fe1-0332-453b-96ca-19bbbb8a660c req-574c75af-c57a-4293-ab6a-cc7069bf3d19 tempest-VolumesNegativeTest-544866396 tempest-VolumesNegativeTest-544866396-project] 10.222.0.30 "GET /v2.0/ports?device_id=33d17c51-62d5-4b1e-a555-8cf6af4ad07e HTTP/1.1" status: 200 len: 950 time: 0.0506608 Dec 20 14:59:41.402928 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-ecf10fe1-0332-453b-96ca-19bbbb8a660c req-f0967150-b6b9-407e-8363-b44f12d1ffed tempest-VolumesNegativeTest-544866396 tempest-VolumesNegativeTest-544866396-project] Deleting port d787e24e-ca9c-4a0b-912c-ff298565acda {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 14:59:41.403301 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-ecf10fe1-0332-453b-96ca-19bbbb8a660c req-f0967150-b6b9-407e-8363-b44f12d1ffed tempest-VolumesNegativeTest-544866396 tempest-VolumesNegativeTest-544866396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:41.513374 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-ecf10fe1-0332-453b-96ca-19bbbb8a660c req-f0967150-b6b9-407e-8363-b44f12d1ffed tempest-VolumesNegativeTest-544866396 tempest-VolumesNegativeTest-544866396-project] For port d787e24e-ca9c-4a0b-912c-ff298565acda, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=d787e24e-ca9c-4a0b-912c-ff298565acda,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:59:41.513745 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-ecf10fe1-0332-453b-96ca-19bbbb8a660c req-f0967150-b6b9-407e-8363-b44f12d1ffed tempest-VolumesNegativeTest-544866396 tempest-VolumesNegativeTest-544866396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:41.527854 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-ecf10fe1-0332-453b-96ca-19bbbb8a660c req-f0967150-b6b9-407e-8363-b44f12d1ffed tempest-VolumesNegativeTest-544866396 tempest-VolumesNegativeTest-544866396-project] Calling delete_port for d787e24e-ca9c-4a0b-912c-ff298565acda owned by compute:nova {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 14:59:41.660133 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-ecf10fe1-0332-453b-96ca-19bbbb8a660c req-f0967150-b6b9-407e-8363-b44f12d1ffed tempest-VolumesNegativeTest-544866396 tempest-VolumesNegativeTest-544866396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:41.672391 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['d787e24e-ca9c-4a0b-912c-ff298565acda'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 14:59:41.688751 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0967150-b6b9-407e-8363-b44f12d1ffed tempest-VolumesNegativeTest-544866396 tempest-VolumesNegativeTest-544866396-project] Pushing event deleted for resources: {'Port': ['ID=d787e24e-ca9c-4a0b-912c-ff298565acda,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:59:41.734153 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecf10fe1-0332-453b-96ca-19bbbb8a660c req-f0967150-b6b9-407e-8363-b44f12d1ffed tempest-VolumesNegativeTest-544866396 tempest-VolumesNegativeTest-544866396-project] No DVR routers for this DVR port d787e24e-ca9c-4a0b-912c-ff298565acda on host n-h1-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 14:59:41.741508 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-ecf10fe1-0332-453b-96ca-19bbbb8a660c req-f0967150-b6b9-407e-8363-b44f12d1ffed tempest-VolumesNegativeTest-544866396 tempest-VolumesNegativeTest-544866396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:41.745344 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ecf10fe1-0332-453b-96ca-19bbbb8a660c req-f0967150-b6b9-407e-8363-b44f12d1ffed tempest-VolumesNegativeTest-544866396 tempest-VolumesNegativeTest-544866396-project] 10.222.0.30 "DELETE /v2.0/ports/d787e24e-ca9c-4a0b-912c-ff298565acda HTTP/1.1" status: 204 len: 173 time: 0.4402573 Dec 20 14:59:41.745801 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33d17c51-62d5-4b1e-a555-8cf6af4ad07e', 'name': 'network-vif-deleted', 'tag': 'd787e24e-ca9c-4a0b-912c-ff298565acda'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 14:59:41.748376 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0e501b6-aaa7-4b9c-aba2-ac1b2da60d18" -d '{"events": [{"server_uuid": "33d17c51-62d5-4b1e-a555-8cf6af4ad07e", "name": "network-vif-deleted", "tag": "d787e24e-ca9c-4a0b-912c-ff298565acda"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 14:59:41.808585 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 14:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9988d64-13dc-4143-b7d9-9311c3ab0c0d x-openstack-request-id: req-c9988d64-13dc-4143-b7d9-9311c3ab0c0d {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 14:59:41.808864 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33d17c51-62d5-4b1e-a555-8cf6af4ad07e", "name": "network-vif-deleted", "tag": "d787e24e-ca9c-4a0b-912c-ff298565acda", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 14:59:41.809379 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c9988d64-13dc-4143-b7d9-9311c3ab0c0d {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 14:59:41.809854 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33d17c51-62d5-4b1e-a555-8cf6af4ad07e', 'name': 'network-vif-deleted', 'tag': 'd787e24e-ca9c-4a0b-912c-ff298565acda', 'status': 'completed', 'code': 200} Dec 20 14:59:41.817332 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:42.311384 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e11804fa-ea1c-47cb-bae0-77d35a7531fe req-aa3ecd38-16b6-475e-a3ff-463d0e2ca699 tempest-VolumesNegativeTest-544866396 tempest-VolumesNegativeTest-544866396-project] 10.222.0.54 "GET /v2.0/ports?device_id=33d17c51-62d5-4b1e-a555-8cf6af4ad07e HTTP/1.1" status: 200 len: 210 time: 0.0340552 Dec 20 14:59:45.373518 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device d787e24e-ca9c-4a0b-912c-ff298565acda no longer exists at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 14:59:45.404511 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] No Port match for: d787e24e-ca9c-4a0b-912c-ff298565acda {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 14:59:45.404864 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device d787e24e-ca9c-4a0b-912c-ff298565acda not bound to the agent host n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 14:59:45.418678 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:46.970026 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39658c00-db55-46bd-ac14-2fb2c247efda req-08d80d46-8d16-4d7a-bcdc-32be851ef0f1 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:59:46.971663 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-39658c00-db55-46bd-ac14-2fb2c247efda req-08d80d46-8d16-4d7a-bcdc-32be851ef0f1 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa8c5667-9f29-4982-9553-f0be9aaa6a6a HTTP/1.1" status: 200 len: 945 time: 0.1239014 Dec 20 14:59:47.037896 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-39658c00-db55-46bd-ac14-2fb2c247efda req-866e71f9-5722-4755-9d04-e54156e6fbf2 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a7a20bf-ff2e-43cf-b874-570c9681641c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579112 Dec 20 14:59:48.184046 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be69da-eacf-4e4f-8697-0c182538bf12 req-10c7eb9f-cdcd-4be0-a996-fbe0f5bbd59f tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:59:48.191532 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-05be69da-eacf-4e4f-8697-0c182538bf12 req-10c7eb9f-cdcd-4be0-a996-fbe0f5bbd59f tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa8c5667-9f29-4982-9553-f0be9aaa6a6a HTTP/1.1" status: 200 len: 945 time: 0.0773435 Dec 20 14:59:48.244646 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-05be69da-eacf-4e4f-8697-0c182538bf12 req-fda1714b-15ff-4afa-ab1c-0d877ce23212 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a7a20bf-ff2e-43cf-b874-570c9681641c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521250 Dec 20 14:59:49.285115 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 48266) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:59:49.396421 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8572a0ac-39d2-469c-84cb-def5edc9574b req-3cfdd530-c345-4030-bfda-bf706ce68a51 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:59:49.397957 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8572a0ac-39d2-469c-84cb-def5edc9574b req-3cfdd530-c345-4030-bfda-bf706ce68a51 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa8c5667-9f29-4982-9553-f0be9aaa6a6a HTTP/1.1" status: 200 len: 945 time: 0.0669289 Dec 20 14:59:49.466169 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8572a0ac-39d2-469c-84cb-def5edc9574b req-e632deb8-6b1d-49f1-8a3b-2f073b3d3e57 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a7a20bf-ff2e-43cf-b874-570c9681641c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577285 Dec 20 14:59:49.511098 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-228f8245-a727-4fb3-b1b6-d1176de7033d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1974fe2a17c94178ac8bf097e1c64b19&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2247224 Dec 20 14:59:49.513831 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 48274) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:59:49.566681 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e63bfd1e-dfa7-4372-92a9-9308215051c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:49.591530 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e63bfd1e-dfa7-4372-92a9-9308215051c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:49.608832 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 48280) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:59:49.659129 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e63bfd1e-dfa7-4372-92a9-9308215051c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:49.661718 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e63bfd1e-dfa7-4372-92a9-9308215051c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:49.662944 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-e63bfd1e-dfa7-4372-92a9-9308215051c1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/29529c00-5d8e-457a-a310-f6a6af801b57 HTTP/1.1" status: 204 len: 168 time: 0.1480939 Dec 20 14:59:49.672368 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63bfd1e-dfa7-4372-92a9-9308215051c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29529c00-5d8e-457a-a310-f6a6af801b57,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:59:49.769171 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-02335d6e-916b-48a2-9046-0ad029909cc8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c9f8024007014994ac4554776c33d134&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1592224 Dec 20 14:59:49.769387 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 48292) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:59:49.823185 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0aa85205-5102-47a6-8690-8b253cbe9b2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:49.845912 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0aa85205-5102-47a6-8690-8b253cbe9b2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:49.902154 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0aa85205-5102-47a6-8690-8b253cbe9b2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:49.905547 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0aa85205-5102-47a6-8690-8b253cbe9b2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:49.906976 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-0aa85205-5102-47a6-8690-8b253cbe9b2c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d59cd07f-2697-42e9-a205-5237652bb939 HTTP/1.1" status: 204 len: 168 time: 0.1363680 Dec 20 14:59:49.915729 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa85205-5102-47a6-8690-8b253cbe9b2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d59cd07f-2697-42e9-a205-5237652bb939,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:59:50.588238 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009f3279-b9d8-4ef2-8905-52441924ccfa req-3d15da4e-74fc-41b3-99f7-d380db237ab9 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:59:50.589724 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-009f3279-b9d8-4ef2-8905-52441924ccfa req-3d15da4e-74fc-41b3-99f7-d380db237ab9 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa8c5667-9f29-4982-9553-f0be9aaa6a6a HTTP/1.1" status: 200 len: 945 time: 0.0504513 Dec 20 14:59:50.651232 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-009f3279-b9d8-4ef2-8905-52441924ccfa req-09b05c80-fe70-4107-abde-a3e15cccae62 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a7a20bf-ff2e-43cf-b874-570c9681641c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553331 Dec 20 14:59:51.771283 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600a29b8-fe0f-4f64-834f-337fc5bb720e req-b8411cd5-494d-45a4-88a3-f69b9c178341 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:59:51.773711 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-600a29b8-fe0f-4f64-834f-337fc5bb720e req-b8411cd5-494d-45a4-88a3-f69b9c178341 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa8c5667-9f29-4982-9553-f0be9aaa6a6a HTTP/1.1" status: 200 len: 945 time: 0.0509398 Dec 20 14:59:51.831179 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-600a29b8-fe0f-4f64-834f-337fc5bb720e req-8ef95aea-d0fc-4b5f-9899-f601e80fa939 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a7a20bf-ff2e-43cf-b874-570c9681641c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508325 Dec 20 14:59:51.894114 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 48364) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:59:51.899518 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-90b78ee6-4d21-4aa3-94fb-30a8fa01ab88 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Request body: {'network': {'name': 'tempest-network-smoke--1833520391', 'project_id': '6d7f806b61b7456a84b9dc5302ffa99d', 'port_security_enabled': True}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:59:51.925211 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90b78ee6-4d21-4aa3-94fb-30a8fa01ab88 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Made reservation on behalf of 6d7f806b61b7456a84b9dc5302ffa99d for: {'network': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:59:51.928730 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-90b78ee6-4d21-4aa3-94fb-30a8fa01ab88 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:51.937743 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-90b78ee6-4d21-4aa3-94fb-30a8fa01ab88 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:52.022592 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-90b78ee6-4d21-4aa3-94fb-30a8fa01ab88 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:52.027884 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-90b78ee6-4d21-4aa3-94fb-30a8fa01ab88 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:52.053102 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90b78ee6-4d21-4aa3-94fb-30a8fa01ab88 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=103167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 14:59:52.071227 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-90b78ee6-4d21-4aa3-94fb-30a8fa01ab88 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:52.071624 n-d-761264-19 neutron-server[103167]: INFO neutron.db.segments_db [None req-90b78ee6-4d21-4aa3-94fb-30a8fa01ab88 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Added segment 2bd82b47-4c6b-4d4c-b469-85fabc8fe5b5 of type vlan for network 80863284-48a5-4da7-ac59-e08c11c493d8 Dec 20 14:59:52.079141 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b78ee6-4d21-4aa3-94fb-30a8fa01ab88 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df637d67-a546-4720-8d45-c5fa827111be,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:59:52.120440 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-90b78ee6-4d21-4aa3-94fb-30a8fa01ab88 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:52.148309 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-90b78ee6-4d21-4aa3-94fb-30a8fa01ab88 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:52.154574 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b78ee6-4d21-4aa3-94fb-30a8fa01ab88 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:59:52.155177 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-90b78ee6-4d21-4aa3-94fb-30a8fa01ab88 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks [] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:52.220633 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-90b78ee6-4d21-4aa3-94fb-30a8fa01ab88 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3252971 Dec 20 14:59:52.224776 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 48366) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:59:52.229383 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-f09710a3-99cb-4a93-88ef-b12c724ec622 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-360605698', 'admin_state_up': True, 'project_id': '6d7f806b61b7456a84b9dc5302ffa99d', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:59:52.241586 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b78ee6-4d21-4aa3-94fb-30a8fa01ab88 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Pushing event updated for resources: {'Network': ['ID=80863284-48a5-4da7-ac59-e08c11c493d8,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:59:52.256715 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 80863284-48a5-4da7-ac59-e08c11c493d8 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 14:59:52.263325 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f09710a3-99cb-4a93-88ef-b12c724ec622 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40114'] for router, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:52.264616 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f09710a3-99cb-4a93-88ef-b12c724ec622 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40139'] for router, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:52.328236 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f09710a3-99cb-4a93-88ef-b12c724ec622 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:52.472987 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f09710a3-99cb-4a93-88ef-b12c724ec622 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:52.700775 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f09710a3-99cb-4a93-88ef-b12c724ec622 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks [] for router_gateway, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:52.720394 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f09710a3-99cb-4a93-88ef-b12c724ec622 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:52.959435 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9be66a6-a649-4510-8eed-e361923fd3c0 req-a5ddaa90-154a-4f2e-92bf-b89a4d9258b9 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:59:52.961504 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c9be66a6-a649-4510-8eed-e361923fd3c0 req-a5ddaa90-154a-4f2e-92bf-b89a4d9258b9 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa8c5667-9f29-4982-9553-f0be9aaa6a6a HTTP/1.1" status: 200 len: 945 time: 0.0545323 Dec 20 14:59:53.022675 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c9be66a6-a649-4510-8eed-e361923fd3c0 req-5c0cb0d1-f922-4859-a528-9f8c86268846 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a7a20bf-ff2e-43cf-b874-570c9681641c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538232 Dec 20 14:59:53.166738 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-f09710a3-99cb-4a93-88ef-b12c724ec622 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Allocated IP 172.25.0.145 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/d98b32dc-fd2d-4bdb-a140-85c5025cca55) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:59:53.269546 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f09710a3-99cb-4a93-88ef-b12c724ec622 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:53.308212 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f09710a3-99cb-4a93-88ef-b12c724ec622 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:53.347107 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09710a3-99cb-4a93-88ef-b12c724ec622 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:59:53.350080 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-f09710a3-99cb-4a93-88ef-b12c724ec622 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:59:53.352723 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09710a3-99cb-4a93-88ef-b12c724ec622 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:59:53.365233 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97717b1e-e228-446f-9330-84fe156fe706 None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:59:53.380083 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09710a3-99cb-4a93-88ef-b12c724ec622 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Pushing event updated for resources: {'Port': ['ID=d98b32dc-fd2d-4bdb-a140-85c5025cca55,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:59:53.453821 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-f8feacce-9c67-42b0-8837-6d176404d0a1 None None] Provisioning complete for port d98b32dc-fd2d-4bdb-a140-85c5025cca55 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:59:53.454352 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f8feacce-9c67-42b0-8837-6d176404d0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:53.488759 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-f8feacce-9c67-42b0-8837-6d176404d0a1 None None] Port d98b32dc-fd2d-4bdb-a140-85c5025cca55 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:59:53.609169 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f09710a3-99cb-4a93-88ef-b12c724ec622 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks [] for router_gateway, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:53.807675 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f09710a3-99cb-4a93-88ef-b12c724ec622 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013'] for router, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:53.937662 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f09710a3-99cb-4a93-88ef-b12c724ec622 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Router bb36da3f-a633-4922-8756-9d74881367a0 is scheduled to L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 with binding_index 1 {{(pid=103167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 14:59:54.048991 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f09710a3-99cb-4a93-88ef-b12c724ec622 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:59:54.067012 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce8dcc1-7bb3-4b45-9813-87faf58deb6c None None] Sync routers for ids ['bb36da3f-a633-4922-8756-9d74881367a0'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:59:54.082123 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f09710a3-99cb-4a93-88ef-b12c724ec622 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks [] for router, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:54.087297 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 48376) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:59:54.088538 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-f09710a3-99cb-4a93-88ef-b12c724ec622 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.8624046 Dec 20 14:59:54.096937 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce8dcc1-7bb3-4b45-9813-87faf58deb6c None None] Routers {'bb36da3f-a633-4922-8756-9d74881367a0'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:59:54.097597 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-4ce8dcc1-7bb3-4b45-9813-87faf58deb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:59:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['bb36da3f-a633-4922-8756-9d74881367a0'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:59:54.190308 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5f71ac-64c9-4af8-94d9-270a667c0b54 req-7ce4c0aa-8313-43ae-92a2-33a7bcf19378 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:59:54.192009 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4a5f71ac-64c9-4af8-94d9-270a667c0b54 req-7ce4c0aa-8313-43ae-92a2-33a7bcf19378 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa8c5667-9f29-4982-9553-f0be9aaa6a6a HTTP/1.1" status: 200 len: 945 time: 0.0547042 Dec 20 14:59:54.223585 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-4ce8dcc1-7bb3-4b45-9813-87faf58deb6c None None] Set router bb36da3f-a633-4922-8756-9d74881367a0 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:59:54.235389 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-c51cf020-bd27-4460-8afb-78dad956d428 tempest-TestSecurityGroupsBasicOps-1499789141 tempest-TestSecurityGroupsBasicOps-1499789141-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=6d7f806b61b7456a84b9dc5302ffa99d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1458449 Dec 20 14:59:54.238275 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 48380) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:59:54.258025 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4a5f71ac-64c9-4af8-94d9-270a667c0b54 req-36dcc76f-1f9b-4707-b1ce-bd27ad9b00c9 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a7a20bf-ff2e-43cf-b874-570c9681641c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594234 Dec 20 14:59:54.326913 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7a7957-0ded-4168-8337-d4fa6e52560c tempest-TestSecurityGroupsBasicOps-1499789141 tempest-TestSecurityGroupsBasicOps-1499789141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:59:54.328607 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-3c7a7957-0ded-4168-8337-d4fa6e52560c tempest-TestSecurityGroupsBasicOps-1499789141 tempest-TestSecurityGroupsBasicOps-1499789141-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0891962 Dec 20 14:59:54.331417 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 48382) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:59:54.368172 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-3c7d33ac-caff-417b-973a-39df4f5fce74 tempest-TestSecurityGroupsBasicOps-1499789141 tempest-TestSecurityGroupsBasicOps-1499789141-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=c3f8658e-da35-41f3-bd03-509e29ebd6f3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0332146 Dec 20 14:59:54.368515 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 48384) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:59:54.373787 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-596097ae-83bc-4d34-ab2d-08b362442e22 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1932905059', 'network_id': '80863284-48a5-4da7-ac59-e08c11c493d8', 'project_id': '6d7f806b61b7456a84b9dc5302ffa99d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:59:54.413424 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-4ce8dcc1-7bb3-4b45-9813-87faf58deb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb36da3f-a633-4922-8756-9d74881367a0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-360605698', 'tenant_id': '6d7f806b61b7456a84b9dc5302ffa99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': 'd98b32dc-fd2d-4bdb-a140-85c5025cca55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:59:52Z', 'updated_at': '2021-12-20T14:59:53Z', 'revision_number': 3, 'project_id': '6d7f806b61b7456a84b9dc5302ffa99d', 'gw_port': {'id': 'd98b32dc-fd2d-4bdb-a140-85c5025cca55', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:68:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb36da3f-a633-4922-8756-9d74881367a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:59:52Z', 'updated_at': '2021-12-20T14:59:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:59:54.443947 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce8dcc1-7bb3-4b45-9813-87faf58deb6c None None] Checking router: bb36da3f-a633-4922-8756-9d74881367a0 for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:59:54.444186 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce8dcc1-7bb3-4b45-9813-87faf58deb6c None None] Updating router bb36da3f-a633-4922-8756-9d74881367a0 port d98b32dc-fd2d-4bdb-a140-85c5025cca55 binding host n-d-761264-19 {{(pid=103170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 14:59:54.467986 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-596097ae-83bc-4d34-ab2d-08b362442e22 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Made reservation on behalf of 6d7f806b61b7456a84b9dc5302ffa99d for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 14:59:54.468943 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4ce8dcc1-7bb3-4b45-9813-87faf58deb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:54.471639 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-596097ae-83bc-4d34-ab2d-08b362442e22 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:54.675944 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-596097ae-83bc-4d34-ab2d-08b362442e22 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8848317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10470522'] for subnet, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:54.731042 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4ce8dcc1-7bb3-4b45-9813-87faf58deb6c None None] Publish callbacks [] for port, precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:54.737202 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4ce8dcc1-7bb3-4b45-9813-87faf58deb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:54.741140 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596097ae-83bc-4d34-ab2d-08b362442e22 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Pushing event updated for resources: {'Subnet': ['ID=d7f12fa2-3c0a-4159-924e-9bd876678edf,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:59:54.746601 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596097ae-83bc-4d34-ab2d-08b362442e22 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Checking segment: {'id': '2bd82b47-4c6b-4d4c-b469-85fabc8fe5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '80863284-48a5-4da7-ac59-e08c11c493d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:59:54.747009 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596097ae-83bc-4d34-ab2d-08b362442e22 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Network hostable DHCP agents. Network: 80863284-48a5-4da7-ac59-e08c11c493d8, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 14:59:54.770737 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596097ae-83bc-4d34-ab2d-08b362442e22 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Network 80863284-48a5-4da7-ac59-e08c11c493d8 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 14:59:54.776789 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53b47c0-250b-4b63-87a0-88589d02d90a None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:59:54.784277 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-4ce8dcc1-7bb3-4b45-9813-87faf58deb6c None None] Attempting to bind port d98b32dc-fd2d-4bdb-a140-85c5025cca55 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:59:54.784649 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-4ce8dcc1-7bb3-4b45-9813-87faf58deb6c None None] Attempting to bind port d98b32dc-fd2d-4bdb-a140-85c5025cca55 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:59:54.785022 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce8dcc1-7bb3-4b45-9813-87faf58deb6c None None] Attempting to bind port d98b32dc-fd2d-4bdb-a140-85c5025cca55 on network c3f8658e-da35-41f3-bd03-509e29ebd6f3 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:59:54.785488 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-596097ae-83bc-4d34-ab2d-08b362442e22 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 80863284-48a5-4da7-ac59-e08c11c493d8) {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:59:54.792981 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596097ae-83bc-4d34-ab2d-08b362442e22 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:59:54.793895 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-596097ae-83bc-4d34-ab2d-08b362442e22 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks [] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:54.802475 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9ef7de-fb92-4f59-be46-0098f19554eb None None] Network 80863284-48a5-4da7-ac59-e08c11c493d8 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:59:54.805328 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce8dcc1-7bb3-4b45-9813-87faf58deb6c None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:59:54.805876 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce8dcc1-7bb3-4b45-9813-87faf58deb6c None None] Checking segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:59:54.806367 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4ce8dcc1-7bb3-4b45-9813-87faf58deb6c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:54.806816 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce8dcc1-7bb3-4b45-9813-87faf58deb6c None None] Bound using segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:59:54.807349 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-4ce8dcc1-7bb3-4b45-9813-87faf58deb6c None None] Bound port: d98b32dc-fd2d-4bdb-a140-85c5025cca55, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:59:54.807748 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4ce8dcc1-7bb3-4b45-9813-87faf58deb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:54.816417 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-596097ae-83bc-4d34-ab2d-08b362442e22 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4468131 Dec 20 14:59:54.819434 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 48388) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:59:54.864384 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-4ce8dcc1-7bb3-4b45-9813-87faf58deb6c None None] For port d98b32dc-fd2d-4bdb-a140-85c5025cca55, host n-d-761264-19, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:59:54.867611 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-4ce8dcc1-7bb3-4b45-9813-87faf58deb6c None None] For port d98b32dc-fd2d-4bdb-a140-85c5025cca55, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=d98b32dc-fd2d-4bdb-a140-85c5025cca55,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:59:54.877066 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614c7d0b-23d1-440b-b66f-21922d101e58 None None] Pushing event updated for resources: {'Port': ['ID=d98b32dc-fd2d-4bdb-a140-85c5025cca55,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:59:54.881626 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4ce8dcc1-7bb3-4b45-9813-87faf58deb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:54.933018 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce8dcc1-7bb3-4b45-9813-87faf58deb6c None None] Routers {'bb36da3f-a633-4922-8756-9d74881367a0'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:59:54.934968 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-4ce8dcc1-7bb3-4b45-9813-87faf58deb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:59:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['bb36da3f-a633-4922-8756-9d74881367a0'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:59:54.937168 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2589005-04d7-491f-a766-9fc104ab3d70 None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 14:59:54.951729 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a068cfd3-e654-42a4-a3f8-22643da23409 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-80863284-48a5-4da7-ac59-e08c11c493d8', 'network_id': '80863284-48a5-4da7-ac59-e08c11c493d8', 'project_id': '6d7f806b61b7456a84b9dc5302ffa99d', 'fixed_ips': [{'subnet_id': 'd7f12fa2-3c0a-4159-924e-9bd876678edf'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 14:59:54.953212 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a068cfd3-e654-42a4-a3f8-22643da23409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:54.962700 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2d588e43-7f1a-4069-a5f9-1e4b604fe3f7 None None] Provisioning complete for port d98b32dc-fd2d-4bdb-a140-85c5025cca55 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:59:54.963537 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2d588e43-7f1a-4069-a5f9-1e4b604fe3f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:55.054795 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-4ce8dcc1-7bb3-4b45-9813-87faf58deb6c None None] Set router bb36da3f-a633-4922-8756-9d74881367a0 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:59:55.126716 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2d588e43-7f1a-4069-a5f9-1e4b604fe3f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:55.134910 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614c7d0b-23d1-440b-b66f-21922d101e58 None None] Pushing event updated for resources: {'Port': ['ID=d98b32dc-fd2d-4bdb-a140-85c5025cca55,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:59:55.147632 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2d588e43-7f1a-4069-a5f9-1e4b604fe3f7 None None] For port d98b32dc-fd2d-4bdb-a140-85c5025cca55, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=d98b32dc-fd2d-4bdb-a140-85c5025cca55,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:59:55.160674 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2d588e43-7f1a-4069-a5f9-1e4b604fe3f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:55.285819 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-4ce8dcc1-7bb3-4b45-9813-87faf58deb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb36da3f-a633-4922-8756-9d74881367a0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-360605698', 'tenant_id': '6d7f806b61b7456a84b9dc5302ffa99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': 'd98b32dc-fd2d-4bdb-a140-85c5025cca55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:59:52Z', 'updated_at': '2021-12-20T14:59:53Z', 'revision_number': 3, 'project_id': '6d7f806b61b7456a84b9dc5302ffa99d', 'gw_port': {'id': 'd98b32dc-fd2d-4bdb-a140-85c5025cca55', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:68:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb36da3f-a633-4922-8756-9d74881367a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:59:52Z', 'updated_at': '2021-12-20T14:59:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:59:55.294664 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-a068cfd3-e654-42a4-a3f8-22643da23409 None None] Allocated IP 172.20.0.2 (80863284-48a5-4da7-ac59-e08c11c493d8/d7f12fa2-3c0a-4159-924e-9bd876678edf/7203b7c1-38fe-4603-bc2c-56b70cf1f859) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:59:55.306018 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d588e43-7f1a-4069-a5f9-1e4b604fe3f7 None None] Pushing event updated for resources: {'Port': ['ID=d98b32dc-fd2d-4bdb-a140-85c5025cca55,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:59:55.323900 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-987ea95f-293e-4629-ae52-86b980f94d1c None None] Provisioning complete for port d98b32dc-fd2d-4bdb-a140-85c5025cca55 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:59:55.324292 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-987ea95f-293e-4629-ae52-86b980f94d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:55.350754 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce8dcc1-7bb3-4b45-9813-87faf58deb6c None None] The sync data for ids ['bb36da3f-a633-4922-8756-9d74881367a0'] in n-d-761264-19 is: [{'id': 'bb36da3f-a633-4922-8756-9d74881367a0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-360605698', 'tenant_id': '6d7f806b61b7456a84b9dc5302ffa99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': 'd98b32dc-fd2d-4bdb-a140-85c5025cca55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:59:52Z', 'updated_at': '2021-12-20T14:59:53Z', 'revision_number': 3, 'project_id': '6d7f806b61b7456a84b9dc5302ffa99d', 'gw_port': {'id': 'd98b32dc-fd2d-4bdb-a140-85c5025cca55', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:68:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb36da3f-a633-4922-8756-9d74881367a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:59:52Z', 'updated_at': '2021-12-20T14:59:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 14:59:55.453130 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1018cd-e2ab-486c-a3c9-c8d7dc305d3f req-de2188b4-a9f1-4091-b407-2971f84f708a tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:59:55.454745 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5f1018cd-e2ab-486c-a3c9-c8d7dc305d3f req-de2188b4-a9f1-4091-b407-2971f84f708a tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa8c5667-9f29-4982-9553-f0be9aaa6a6a HTTP/1.1" status: 200 len: 945 time: 0.1066144 Dec 20 14:59:55.475140 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ce62bc07-9296-4961-817e-81a4feb1dcea tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:55.541679 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a068cfd3-e654-42a4-a3f8-22643da23409 None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:55.550107 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a068cfd3-e654-42a4-a3f8-22643da23409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:55.581882 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5f1018cd-e2ab-486c-a3c9-c8d7dc305d3f req-ce54f2b4-3913-4296-8d92-7286e7144e6a tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a7a20bf-ff2e-43cf-b874-570c9681641c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935793 Dec 20 14:59:55.596833 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a068cfd3-e654-42a4-a3f8-22643da23409 None None] Network 80863284-48a5-4da7-ac59-e08c11c493d8 is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:59:55.599704 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-a068cfd3-e654-42a4-a3f8-22643da23409 None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:59:55.602143 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a068cfd3-e654-42a4-a3f8-22643da23409 None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:59:55.614249 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a068cfd3-e654-42a4-a3f8-22643da23409 None None] Pushing event updated for resources: {'Port': ['ID=7203b7c1-38fe-4603-bc2c-56b70cf1f859,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:59:55.680743 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-a068cfd3-e654-42a4-a3f8-22643da23409 None None] Attempting to bind port 7203b7c1-38fe-4603-bc2c-56b70cf1f859 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:59:55.681489 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-a068cfd3-e654-42a4-a3f8-22643da23409 None None] Attempting to bind port 7203b7c1-38fe-4603-bc2c-56b70cf1f859 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '2bd82b47-4c6b-4d4c-b469-85fabc8fe5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '80863284-48a5-4da7-ac59-e08c11c493d8'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:59:55.682150 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a068cfd3-e654-42a4-a3f8-22643da23409 None None] Attempting to bind port 7203b7c1-38fe-4603-bc2c-56b70cf1f859 on network 80863284-48a5-4da7-ac59-e08c11c493d8 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:59:55.688850 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a068cfd3-e654-42a4-a3f8-22643da23409 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:59:55.689782 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a068cfd3-e654-42a4-a3f8-22643da23409 None None] Checking segment: {'id': '2bd82b47-4c6b-4d4c-b469-85fabc8fe5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '80863284-48a5-4da7-ac59-e08c11c493d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:59:55.690155 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a068cfd3-e654-42a4-a3f8-22643da23409 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:55.690870 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a068cfd3-e654-42a4-a3f8-22643da23409 None None] Bound using segment: {'id': '2bd82b47-4c6b-4d4c-b469-85fabc8fe5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '80863284-48a5-4da7-ac59-e08c11c493d8'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:59:55.691386 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-a068cfd3-e654-42a4-a3f8-22643da23409 None None] Bound port: 7203b7c1-38fe-4603-bc2c-56b70cf1f859, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bd82b47-4c6b-4d4c-b469-85fabc8fe5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '80863284-48a5-4da7-ac59-e08c11c493d8'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:59:55.691663 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a068cfd3-e654-42a4-a3f8-22643da23409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:55.789398 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-a068cfd3-e654-42a4-a3f8-22643da23409 None None] For port 7203b7c1-38fe-4603-bc2c-56b70cf1f859, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:59:55.794471 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-a068cfd3-e654-42a4-a3f8-22643da23409 None None] For port 7203b7c1-38fe-4603-bc2c-56b70cf1f859, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=7203b7c1-38fe-4603-bc2c-56b70cf1f859,segment=NetworkSegment(2bd82b47-4c6b-4d4c-b469-85fabc8fe5b5),segment_id=2bd82b47-4c6b-4d4c-b469-85fabc8fe5b5)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:59:55.807624 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a068cfd3-e654-42a4-a3f8-22643da23409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:55.864490 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-ce62bc07-9296-4961-817e-81a4feb1dcea tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Allocated IP 172.20.0.1 (80863284-48a5-4da7-ac59-e08c11c493d8/d7f12fa2-3c0a-4159-924e-9bd876678edf/77fcf551-3e70-46d0-86fe-c17819310814) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 14:59:55.870090 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a068cfd3-e654-42a4-a3f8-22643da23409 None None] Pushing event updated for resources: {'Port': ['ID=7203b7c1-38fe-4603-bc2c-56b70cf1f859,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:59:56.035365 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ce62bc07-9296-4961-817e-81a4feb1dcea tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:56.093420 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ce62bc07-9296-4961-817e-81a4feb1dcea tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:56.155125 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce62bc07-9296-4961-817e-81a4feb1dcea tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Network 80863284-48a5-4da7-ac59-e08c11c493d8 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:59:56.158713 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-ce62bc07-9296-4961-817e-81a4feb1dcea tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:59:56.163436 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce62bc07-9296-4961-817e-81a4feb1dcea tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 14:59:56.207785 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce62bc07-9296-4961-817e-81a4feb1dcea tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Pushing event updated for resources: {'Port': ['ID=77fcf551-3e70-46d0-86fe-c17819310814,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:59:56.228998 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ce62bc07-9296-4961-817e-81a4feb1dcea tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595714'] for router_interface, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:56.439462 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ce62bc07-9296-4961-817e-81a4feb1dcea tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:56.526973 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 7203b7c1-38fe-4603-bc2c-56b70cf1f859 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:59:56.594457 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 7203b7c1-38fe-4603-bc2c-56b70cf1f859 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:59:56.595143 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:56.734322 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:56.774493 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] For port 7203b7c1-38fe-4603-bc2c-56b70cf1f859, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=7203b7c1-38fe-4603-bc2c-56b70cf1f859,segment=NetworkSegment(2bd82b47-4c6b-4d4c-b469-85fabc8fe5b5),segment_id=2bd82b47-4c6b-4d4c-b469-85fabc8fe5b5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:59:56.781894 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:56.783347 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device d98b32dc-fd2d-4bdb-a140-85c5025cca55 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:59:56.821790 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77d53ee-63c1-468e-b744-02d771ab0da4 req-fd5b56cb-296d-4e65-8b69-3520e732cc7b tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:59:56.823542 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d77d53ee-63c1-468e-b744-02d771ab0da4 req-fd5b56cb-296d-4e65-8b69-3520e732cc7b tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa8c5667-9f29-4982-9553-f0be9aaa6a6a HTTP/1.1" status: 200 len: 945 time: 0.1409886 Dec 20 14:59:56.880951 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ce62bc07-9296-4961-817e-81a4feb1dcea tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:56.899679 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ce62bc07-9296-4961-817e-81a4feb1dcea tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:56.899904 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Pushing event updated for resources: {'Port': ['ID=7203b7c1-38fe-4603-bc2c-56b70cf1f859,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:59:56.914211 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port d98b32dc-fd2d-4bdb-a140-85c5025cca55 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:59:56.915037 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:57.009265 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ce62bc07-9296-4961-817e-81a4feb1dcea tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1595702'] for router_interface, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:57.011439 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce62bc07-9296-4961-817e-81a4feb1dcea tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Pushing event updated for resources: {'Port': ['ID=77fcf551-3e70-46d0-86fe-c17819310814,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:59:57.024077 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d77d53ee-63c1-468e-b744-02d771ab0da4 req-a787152a-048b-48b8-a00c-bfca70e1c62d tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a7a20bf-ff2e-43cf-b874-570c9681641c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1407712 Dec 20 14:59:57.126744 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce62bc07-9296-4961-817e-81a4feb1dcea tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Network 80863284-48a5-4da7-ac59-e08c11c493d8 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 14:59:57.128251 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-ce62bc07-9296-4961-817e-81a4feb1dcea tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 14:59:57.146064 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58bc98c-e0ac-4fdf-b3da-964afb198a8a None None] Network 80863284-48a5-4da7-ac59-e08c11c493d8 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 14:59:57.213862 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-d96ae478-52ea-45a2-8a77-de08074300e7 None None] Provisioning complete for port 7203b7c1-38fe-4603-bc2c-56b70cf1f859 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:59:57.214235 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d96ae478-52ea-45a2-8a77-de08074300e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:57.249537 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce62bc07-9296-4961-817e-81a4feb1dcea tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Router bb36da3f-a633-4922-8756-9d74881367a0 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 14:59:57.375455 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce62bc07-9296-4961-817e-81a4feb1dcea tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 14:59:57.384350 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 48400) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:59:57.385097 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-ce62bc07-9296-4961-817e-81a4feb1dcea tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] 10.222.0.54 "PUT /v2.0/routers/bb36da3f-a633-4922-8756-9d74881367a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5642335 Dec 20 14:59:57.389927 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-fbdd8204-134e-4011-b325-fda8c35d078c tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--570822251', 'description': 'tempest-secgroup_access--570822251 description', 'project_id': '6d7f806b61b7456a84b9dc5302ffa99d'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:59:57.421198 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fbdd8204-134e-4011-b325-fda8c35d078c tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:57.500836 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fbdd8204-134e-4011-b325-fda8c35d078c tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:57.505798 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fbdd8204-134e-4011-b325-fda8c35d078c tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:57.535678 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fbdd8204-134e-4011-b325-fda8c35d078c tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:57.541506 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 48402) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:59:57.547590 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-fbdd8204-134e-4011-b325-fda8c35d078c tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.1611612 Dec 20 14:59:57.551393 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-87c4f6d9-c008-41e6-968e-3bac80c74285 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--910736494', 'description': 'tempest-secgroup_general--910736494 description', 'project_id': '6d7f806b61b7456a84b9dc5302ffa99d'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:59:57.557890 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdd8204-134e-4011-b325-fda8c35d078c tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48d3b6b6-7605-4969-8025-4bc591e80153,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:59:57.596646 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-87c4f6d9-c008-41e6-968e-3bac80c74285 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:57.682132 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-87c4f6d9-c008-41e6-968e-3bac80c74285 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:57.692441 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-87c4f6d9-c008-41e6-968e-3bac80c74285 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:57.696054 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-3e278280-636e-4607-908b-ca8298cf03e4 None None] Provisioning complete for port 7203b7c1-38fe-4603-bc2c-56b70cf1f859 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:59:57.696652 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-3e278280-636e-4607-908b-ca8298cf03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:57.735382 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c4f6d9-c008-41e6-968e-3bac80c74285 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42d3fab2-3185-4d27-9f7c-77f06b687fa2,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:59:57.740342 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-87c4f6d9-c008-41e6-968e-3bac80c74285 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:57.740504 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb22ec8-1f2a-41dd-84e3-a08202c73aba None None] Sync routers for ids ['bb36da3f-a633-4922-8756-9d74881367a0'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 14:59:57.742788 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-87c4f6d9-c008-41e6-968e-3bac80c74285 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.1980119 Dec 20 14:59:57.744904 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 48406) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 14:59:57.749420 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-7f552f72-cf94-4a22-b9aa-2d82f5567e09 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Request body: {'security_group_rule': {'security_group_id': '48d3b6b6-7605-4969-8025-4bc591e80153', 'project_id': '6d7f806b61b7456a84b9dc5302ffa99d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 14:59:57.765635 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb22ec8-1f2a-41dd-84e3-a08202c73aba None None] Routers {'bb36da3f-a633-4922-8756-9d74881367a0'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:59:57.766400 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-1cb22ec8-1f2a-41dd-84e3-a08202c73aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:59:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['bb36da3f-a633-4922-8756-9d74881367a0'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:59:57.792925 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7f552f72-cf94-4a22-b9aa-2d82f5567e09 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:57.859891 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7f552f72-cf94-4a22-b9aa-2d82f5567e09 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:57.869166 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7f552f72-cf94-4a22-b9aa-2d82f5567e09 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:57.888929 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f552f72-cf94-4a22-b9aa-2d82f5567e09 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce9dbb38-83f9-441c-b878-c9dcc12ec17e,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:59:57.903681 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7f552f72-cf94-4a22-b9aa-2d82f5567e09 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:57.911704 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-7f552f72-cf94-4a22-b9aa-2d82f5567e09 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1593816 Dec 20 14:59:57.911836 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-3e278280-636e-4607-908b-ca8298cf03e4 None None] Provisioning complete for port 77fcf551-3e70-46d0-86fe-c17819310814 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:59:57.911836 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-3e278280-636e-4607-908b-ca8298cf03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:57.958802 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-1cb22ec8-1f2a-41dd-84e3-a08202c73aba None None] Set router bb36da3f-a633-4922-8756-9d74881367a0 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:59:57.989204 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-3e278280-636e-4607-908b-ca8298cf03e4 None None] Port 77fcf551-3e70-46d0-86fe-c17819310814 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:59:58.122917 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-83489d5d-dc17-4179-8923-856a90c9a5a7 req-0f2486f4-9ecd-4939-9fb2-069ce1ab67d9 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup_general--910736494&fields=id&tenant_id=6d7f806b61b7456a84b9dc5302ffa99d HTTP/1.1" status: 200 len: 267 time: 0.0854800 Dec 20 14:59:58.189086 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d65ae8e-b8e5-45b2-aac4-7e170373395c req-3ce356f7-d184-451b-8134-6263b2c8843b tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:59:58.190005 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-83489d5d-dc17-4179-8923-856a90c9a5a7 req-c2d9e206-c116-4878-b497-6696cab1741a tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup_access--570822251&fields=id&tenant_id=6d7f806b61b7456a84b9dc5302ffa99d HTTP/1.1" status: 200 len: 267 time: 0.0655255 Dec 20 14:59:58.194339 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9d65ae8e-b8e5-45b2-aac4-7e170373395c req-3ce356f7-d184-451b-8134-6263b2c8843b tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa8c5667-9f29-4982-9553-f0be9aaa6a6a HTTP/1.1" status: 200 len: 945 time: 0.0703719 Dec 20 14:59:58.258948 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9d65ae8e-b8e5-45b2-aac4-7e170373395c req-5193a2ef-e564-4097-95e1-736c6c7e302f tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a7a20bf-ff2e-43cf-b874-570c9681641c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589526 Dec 20 14:59:58.295113 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-61568c2b-bfe5-44b4-8d05-15a02f6c1fa7 None None] Provisioning complete for port 77fcf551-3e70-46d0-86fe-c17819310814 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:59:58.295476 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-61568c2b-bfe5-44b4-8d05-15a02f6c1fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:58.322093 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83489d5d-dc17-4179-8923-856a90c9a5a7 req-135b124e-da6c-45ed-9449-3d97c0620fa0 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:59:58.324861 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-83489d5d-dc17-4179-8923-856a90c9a5a7 req-135b124e-da6c-45ed-9449-3d97c0620fa0 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] 10.222.0.54 "GET /v2.0/networks?id=80863284-48a5-4da7-ac59-e08c11c493d8 HTTP/1.1" status: 200 len: 797 time: 0.1328700 Dec 20 14:59:58.349094 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-83489d5d-dc17-4179-8923-856a90c9a5a7 req-a49ac91a-904d-43b4-9a98-e8ba1fe5227e tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] 10.222.0.54 "GET /v2.0/quotas/6d7f806b61b7456a84b9dc5302ffa99d HTTP/1.1" status: 200 len: 375 time: 0.0164077 Dec 20 14:59:58.375599 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-61568c2b-bfe5-44b4-8d05-15a02f6c1fa7 None None] Port 77fcf551-3e70-46d0-86fe-c17819310814 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:59:58.434202 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-83489d5d-dc17-4179-8923-856a90c9a5a7 req-d6e80410-6329-4680-ac2c-be068050bce0 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=6d7f806b61b7456a84b9dc5302ffa99d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0831358 Dec 20 14:59:58.439574 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 7203b7c1-38fe-4603-bc2c-56b70cf1f859 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 14:59:58.526424 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-1cb22ec8-1f2a-41dd-84e3-a08202c73aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb36da3f-a633-4922-8756-9d74881367a0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-360605698', 'tenant_id': '6d7f806b61b7456a84b9dc5302ffa99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': 'd98b32dc-fd2d-4bdb-a140-85c5025cca55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:59:52Z', 'updated_at': '2021-12-20T14:59:56Z', 'revision_number': 4, 'project_id': '6d7f806b61b7456a84b9dc5302ffa99d', 'gw_port': {'id': 'd98b32dc-fd2d-4bdb-a140-85c5025cca55', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:68:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb36da3f-a633-4922-8756-9d74881367a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:59:52Z', 'updated_at': '2021-12-20T14:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '77fcf551-3e70-46d0-86fe-c17819310814', 'name': '', 'network_id': '80863284-48a5-4da7-ac59-e08c11c493d8', 'tenant_id': '6d7f806b61b7456a84b9dc5302ffa99d', 'mac_address': 'fa:16:3e:2f:97:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb36da3f-a633-4922-8756-9d74881367a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'd7f12fa2-3c0a-4159-924e-9bd876678edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:59:55Z', 'updated_at': '2021-12-20T14:59:56Z', 'revision_number': 2, 'project_id': '6d7f806b61b7456a84b9dc5302ffa99d', 'subnets': [{'id': 'd7f12fa2-3c0a-4159-924e-9bd876678edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:59:58.529106 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-4de303e3-55a5-489d-88ab-1ac2f88b088c None None] Provisioning complete for port 77fcf551-3e70-46d0-86fe-c17819310814 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:59:58.529508 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4de303e3-55a5-489d-88ab-1ac2f88b088c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:58.544747 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-83489d5d-dc17-4179-8923-856a90c9a5a7 req-512993a5-5db1-4502-afd5-0a1ccf3808a2 service neutron] 10.222.0.54 "GET /v2.0/networks/80863284-48a5-4da7-ac59-e08c11c493d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961187 Dec 20 14:59:58.577558 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb22ec8-1f2a-41dd-84e3-a08202c73aba None None] Checking router: bb36da3f-a633-4922-8756-9d74881367a0 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 14:59:58.578032 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb22ec8-1f2a-41dd-84e3-a08202c73aba None None] Updating router bb36da3f-a633-4922-8756-9d74881367a0 port 77fcf551-3e70-46d0-86fe-c17819310814 binding host n-d-761264-19 {{(pid=103169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 14:59:58.579832 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 7203b7c1-38fe-4603-bc2c-56b70cf1f859 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:59:58.580192 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:58.641896 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-4de303e3-55a5-489d-88ab-1ac2f88b088c None None] Port 77fcf551-3e70-46d0-86fe-c17819310814 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 14:59:58.643212 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-1cb22ec8-1f2a-41dd-84e3-a08202c73aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:58.650922 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-83489d5d-dc17-4179-8923-856a90c9a5a7 req-37246fe5-5c7e-48f7-adeb-cc4784669ac2 service neutron] 10.222.0.54 "GET /v2.0/networks/80863284-48a5-4da7-ac59-e08c11c493d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985034 Dec 20 14:59:58.821164 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d5d1ff7e-f621-4a2b-b3ab-50dc2cfca041 req-77676db5-46a8-458a-a697-3179ed9c99ea tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] 10.222.0.54 "GET /v2.0/ports?device_id=860b8d50-535e-4a1f-950e-38d1eaf2792a HTTP/1.1" status: 200 len: 210 time: 0.0302768 Dec 20 14:59:58.956545 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-1cb22ec8-1f2a-41dd-84e3-a08202c73aba None None] Publish callbacks [] for port, precommit_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:58.963745 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-1cb22ec8-1f2a-41dd-84e3-a08202c73aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:59.021628 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04bbbcd-ee04-40d7-81cd-133dc8c84c75 None None] Pushing event updated for resources: {'Port': ['ID=77fcf551-3e70-46d0-86fe-c17819310814,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:59:59.077563 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-1cb22ec8-1f2a-41dd-84e3-a08202c73aba None None] Attempting to bind port 77fcf551-3e70-46d0-86fe-c17819310814 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 14:59:59.078300 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-1cb22ec8-1f2a-41dd-84e3-a08202c73aba None None] Attempting to bind port 77fcf551-3e70-46d0-86fe-c17819310814 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '2bd82b47-4c6b-4d4c-b469-85fabc8fe5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '80863284-48a5-4da7-ac59-e08c11c493d8'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 14:59:59.078468 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb22ec8-1f2a-41dd-84e3-a08202c73aba None None] Attempting to bind port 77fcf551-3e70-46d0-86fe-c17819310814 on network 80863284-48a5-4da7-ac59-e08c11c493d8 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 14:59:59.083935 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb22ec8-1f2a-41dd-84e3-a08202c73aba None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 14:59:59.084318 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb22ec8-1f2a-41dd-84e3-a08202c73aba None None] Checking segment: {'id': '2bd82b47-4c6b-4d4c-b469-85fabc8fe5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '80863284-48a5-4da7-ac59-e08c11c493d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 14:59:59.084723 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-1cb22ec8-1f2a-41dd-84e3-a08202c73aba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:59.085114 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb22ec8-1f2a-41dd-84e3-a08202c73aba None None] Bound using segment: {'id': '2bd82b47-4c6b-4d4c-b469-85fabc8fe5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '80863284-48a5-4da7-ac59-e08c11c493d8'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 14:59:59.085725 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-1cb22ec8-1f2a-41dd-84e3-a08202c73aba None None] Bound port: 77fcf551-3e70-46d0-86fe-c17819310814, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bd82b47-4c6b-4d4c-b469-85fabc8fe5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '80863284-48a5-4da7-ac59-e08c11c493d8'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 14:59:59.086115 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-1cb22ec8-1f2a-41dd-84e3-a08202c73aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:59.161234 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-1cb22ec8-1f2a-41dd-84e3-a08202c73aba None None] For port 77fcf551-3e70-46d0-86fe-c17819310814, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 14:59:59.164525 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-1cb22ec8-1f2a-41dd-84e3-a08202c73aba None None] For port 77fcf551-3e70-46d0-86fe-c17819310814, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=77fcf551-3e70-46d0-86fe-c17819310814,segment=NetworkSegment(2bd82b47-4c6b-4d4c-b469-85fabc8fe5b5),segment_id=2bd82b47-4c6b-4d4c-b469-85fabc8fe5b5)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 14:59:59.169296 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-1cb22ec8-1f2a-41dd-84e3-a08202c73aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:59.240621 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb22ec8-1f2a-41dd-84e3-a08202c73aba None None] Routers {'bb36da3f-a633-4922-8756-9d74881367a0'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 14:59:59.241159 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-1cb22ec8-1f2a-41dd-84e3-a08202c73aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T14:59:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['bb36da3f-a633-4922-8756-9d74881367a0'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:59:59.290177 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04bbbcd-ee04-40d7-81cd-133dc8c84c75 None None] Pushing event updated for resources: {'Port': ['ID=77fcf551-3e70-46d0-86fe-c17819310814,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:59:59.314811 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-f9ef97ed-5860-4dd8-b90f-d38ad6c2517a None None] Provisioning complete for port 77fcf551-3e70-46d0-86fe-c17819310814 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:59:59.315191 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f9ef97ed-5860-4dd8-b90f-d38ad6c2517a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:59.424604 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046a01c9-24b4-4fe7-9b36-cb638a0fe831 req-8fd170a4-e187-4a28-a820-6aff9e553fcb tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:59:59.425410 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-1cb22ec8-1f2a-41dd-84e3-a08202c73aba None None] Set router bb36da3f-a633-4922-8756-9d74881367a0 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 14:59:59.435502 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-046a01c9-24b4-4fe7-9b36-cb638a0fe831 req-8fd170a4-e187-4a28-a820-6aff9e553fcb tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa8c5667-9f29-4982-9553-f0be9aaa6a6a HTTP/1.1" status: 200 len: 945 time: 0.0914531 Dec 20 14:59:59.507047 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f9ef97ed-5860-4dd8-b90f-d38ad6c2517a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:59.523171 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-046a01c9-24b4-4fe7-9b36-cb638a0fe831 req-9aa74f3f-bb61-4d2d-af4f-640ad8d9cf08 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a7a20bf-ff2e-43cf-b874-570c9681641c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866811 Dec 20 14:59:59.615214 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4c5497-eb56-40f7-8f2a-89be360bf649 req-ff9b422b-ff2f-43da-a69c-9a2c334c2b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 14:59:59.616792 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2b4c5497-eb56-40f7-8f2a-89be360bf649 req-ff9b422b-ff2f-43da-a69c-9a2c334c2b4a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=aa8c5667-9f29-4982-9553-f0be9aaa6a6a HTTP/1.1" status: 200 len: 1097 time: 0.0445013 Dec 20 14:59:59.621962 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-f9ef97ed-5860-4dd8-b90f-d38ad6c2517a None None] For port 77fcf551-3e70-46d0-86fe-c17819310814, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=77fcf551-3e70-46d0-86fe-c17819310814,segment=NetworkSegment(2bd82b47-4c6b-4d4c-b469-85fabc8fe5b5),segment_id=2bd82b47-4c6b-4d4c-b469-85fabc8fe5b5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 14:59:59.631885 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f9ef97ed-5860-4dd8-b90f-d38ad6c2517a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:59.669080 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2b4c5497-eb56-40f7-8f2a-89be360bf649 req-04c4a59c-5bdc-4e2b-ba5d-d99876c26d38 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6a7a20bf-ff2e-43cf-b874-570c9681641c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429666 Dec 20 14:59:59.724743 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ef97ed-5860-4dd8-b90f-d38ad6c2517a None None] Pushing event updated for resources: {'Port': ['ID=77fcf551-3e70-46d0-86fe-c17819310814,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 14:59:59.765016 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-1cb22ec8-1f2a-41dd-84e3-a08202c73aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb36da3f-a633-4922-8756-9d74881367a0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-360605698', 'tenant_id': '6d7f806b61b7456a84b9dc5302ffa99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': 'd98b32dc-fd2d-4bdb-a140-85c5025cca55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:59:52Z', 'updated_at': '2021-12-20T14:59:56Z', 'revision_number': 4, 'project_id': '6d7f806b61b7456a84b9dc5302ffa99d', 'gw_port': {'id': 'd98b32dc-fd2d-4bdb-a140-85c5025cca55', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:68:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb36da3f-a633-4922-8756-9d74881367a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:59:52Z', 'updated_at': '2021-12-20T14:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '77fcf551-3e70-46d0-86fe-c17819310814', 'name': '', 'network_id': '80863284-48a5-4da7-ac59-e08c11c493d8', 'tenant_id': '6d7f806b61b7456a84b9dc5302ffa99d', 'mac_address': 'fa:16:3e:2f:97:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb36da3f-a633-4922-8756-9d74881367a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'd7f12fa2-3c0a-4159-924e-9bd876678edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:59:55Z', 'updated_at': '2021-12-20T14:59:59Z', 'revision_number': 4, 'project_id': '6d7f806b61b7456a84b9dc5302ffa99d', 'subnets': [{'id': 'd7f12fa2-3c0a-4159-924e-9bd876678edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 14:59:59.809104 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-0b70baa8-a755-417c-bb8f-a289f1f875aa None None] Provisioning complete for port 77fcf551-3e70-46d0-86fe-c17819310814 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 14:59:59.809727 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-0b70baa8-a755-417c-bb8f-a289f1f875aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 14:59:59.837543 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb22ec8-1f2a-41dd-84e3-a08202c73aba None None] The sync data for ids ['bb36da3f-a633-4922-8756-9d74881367a0'] in n-d-761264-19 is: [{'id': 'bb36da3f-a633-4922-8756-9d74881367a0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-360605698', 'tenant_id': '6d7f806b61b7456a84b9dc5302ffa99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': 'd98b32dc-fd2d-4bdb-a140-85c5025cca55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:59:52Z', 'updated_at': '2021-12-20T14:59:56Z', 'revision_number': 4, 'project_id': '6d7f806b61b7456a84b9dc5302ffa99d', 'gw_port': {'id': 'd98b32dc-fd2d-4bdb-a140-85c5025cca55', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:68:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb36da3f-a633-4922-8756-9d74881367a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:59:52Z', 'updated_at': '2021-12-20T14:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '77fcf551-3e70-46d0-86fe-c17819310814', 'name': '', 'network_id': '80863284-48a5-4da7-ac59-e08c11c493d8', 'tenant_id': '6d7f806b61b7456a84b9dc5302ffa99d', 'mac_address': 'fa:16:3e:2f:97:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb36da3f-a633-4922-8756-9d74881367a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'd7f12fa2-3c0a-4159-924e-9bd876678edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:59:55Z', 'updated_at': '2021-12-20T14:59:59Z', 'revision_number': 4, 'project_id': '6d7f806b61b7456a84b9dc5302ffa99d', 'subnets': [{'id': 'd7f12fa2-3c0a-4159-924e-9bd876678edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:00:00.315233 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-faa01a64-4f1e-4385-8711-267f6358fdc6 req-0e9493a4-d1be-44c1-9ce1-5c237ac50042 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] 10.222.0.54 "GET /v2.0/ports?device_id=860b8d50-535e-4a1f-950e-38d1eaf2792a HTTP/1.1" status: 200 len: 210 time: 0.0376806 Dec 20 15:00:00.363940 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83489d5d-dc17-4179-8923-856a90c9a5a7 req-28ddc924-1702-4989-873b-e52946a8670b tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:00:00.365471 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-83489d5d-dc17-4179-8923-856a90c9a5a7 req-28ddc924-1702-4989-873b-e52946a8670b tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] 10.222.0.30 "GET /v2.0/networks?id=80863284-48a5-4da7-ac59-e08c11c493d8 HTTP/1.1" status: 200 len: 797 time: 0.6175866 Dec 20 15:00:00.470851 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-83489d5d-dc17-4179-8923-856a90c9a5a7 req-488976a2-50ad-4af1-9fda-658cb5958dfe tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d7f806b61b7456a84b9dc5302ffa99d HTTP/1.1" status: 200 len: 476 time: 0.0959308 Dec 20 15:00:00.479577 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 77fcf551-3e70-46d0-86fe-c17819310814 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:00:00.495707 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-83489d5d-dc17-4179-8923-856a90c9a5a7 req-a2b76134-b176-4c11-bf19-592872635114 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Request body: {'port': {'device_id': '860b8d50-535e-4a1f-950e-38d1eaf2792a', 'network_id': '80863284-48a5-4da7-ac59-e08c11c493d8', 'admin_state_up': True, 'tenant_id': '6d7f806b61b7456a84b9dc5302ffa99d', 'security_groups': ['42d3fab2-3185-4d27-9f7c-77f06b687fa2', '48d3b6b6-7605-4969-8025-4bc591e80153']}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:00:00.575811 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 77fcf551-3e70-46d0-86fe-c17819310814 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:00:00.576190 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:00.708131 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83489d5d-dc17-4179-8923-856a90c9a5a7 req-a2b76134-b176-4c11-bf19-592872635114 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Made reservation on behalf of 6d7f806b61b7456a84b9dc5302ffa99d for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:00:00.716281 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-83489d5d-dc17-4179-8923-856a90c9a5a7 req-a2b76134-b176-4c11-bf19-592872635114 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:00.751626 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-01903c70-d9a2-4f85-85f8-81f8462155de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:00.787028 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef7dd84-6a06-474f-b2b4-033886defb01 req-b680b284-914c-4054-8fc3-2b104112fa5c tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:00:00.789063 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-eef7dd84-6a06-474f-b2b4-033886defb01 req-b680b284-914c-4054-8fc3-2b104112fa5c tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa8c5667-9f29-4982-9553-f0be9aaa6a6a HTTP/1.1" status: 200 len: 945 time: 0.1074796 Dec 20 15:00:00.868712 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-eef7dd84-6a06-474f-b2b4-033886defb01 req-02404fb1-9619-4afe-853d-c62314238961 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a7a20bf-ff2e-43cf-b874-570c9681641c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711231 Dec 20 15:00:00.933484 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [req-83489d5d-dc17-4179-8923-856a90c9a5a7 req-a2b76134-b176-4c11-bf19-592872635114 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Allocated IP 172.20.0.8 (80863284-48a5-4da7-ac59-e08c11c493d8/d7f12fa2-3c0a-4159-924e-9bd876678edf/f0263f80-387a-4264-bd70-30fa599aa2b9) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:00:01.099666 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device f90078c1-b54e-4d29-9176-3ffeb5cfe229 details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:00:01.102428 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device f90078c1-b54e-4d29-9176-3ffeb5cfe229 no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:00:01.124790 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-83489d5d-dc17-4179-8923-856a90c9a5a7 req-a2b76134-b176-4c11-bf19-592872635114 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:01.160306 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-83489d5d-dc17-4179-8923-856a90c9a5a7 req-a2b76134-b176-4c11-bf19-592872635114 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:01.227705 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83489d5d-dc17-4179-8923-856a90c9a5a7 req-a2b76134-b176-4c11-bf19-592872635114 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Network 80863284-48a5-4da7-ac59-e08c11c493d8 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:00:01.231150 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [req-83489d5d-dc17-4179-8923-856a90c9a5a7 req-a2b76134-b176-4c11-bf19-592872635114 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:00:01.247970 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-83489d5d-dc17-4179-8923-856a90c9a5a7 req-a2b76134-b176-4c11-bf19-592872635114 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:00:01.291594 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b76134-b176-4c11-bf19-592872635114 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Pushing event updated for resources: {'Port': ['ID=f0263f80-387a-4264-bd70-30fa599aa2b9,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:00:01.317210 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:01.333139 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:00:01.333139 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:00:01.333139 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:00:01.333139 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:00:01.333139 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:00:01.333139 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:00:01.333139 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:00:01.333139 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:00:01.333139 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:00:01.333139 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:00:01.333139 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:00:01.333139 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:00:01.333139 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:00:01.333139 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:00:01.333139 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:00:01.333139 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:00:01.333139 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:00:01.333139 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:00:01.333139 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:00:01.333139 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:00:01.333139 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:00:01.333139 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:00:01.333139 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:00:01.333139 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:00:01.333139 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:00:01.333139 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:00:01.333139 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:00:01.333139 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:00:01.333139 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:00:01.333139 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:00:01.333139 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:00:01.333139 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:00:01.333139 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:00:01.333139 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:00:01.333139 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:00:01.333139 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:00:01.333139 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:00:01.333139 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:00:01.333139 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:00:01.333139 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:00:01.333139 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:00:01.333139 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:00:01.333139 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:00:01.333139 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:00:01.333139 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:00:01.333139 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:00:01.333139 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:00:01.333139 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:00:01.336968 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83489d5d-dc17-4179-8923-856a90c9a5a7 req-a2b76134-b176-4c11-bf19-592872635114 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:00:01.337598 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-83489d5d-dc17-4179-8923-856a90c9a5a7 req-a2b76134-b176-4c11-bf19-592872635114 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:01.347756 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port f90078c1-b54e-4d29-9176-3ffeb5cfe229, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=f90078c1-b54e-4d29-9176-3ffeb5cfe229,segment=NetworkSegment(ae8bc5cb-ba81-406d-9102-185eebb35da3),segment_id=ae8bc5cb-ba81-406d-9102-185eebb35da3)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:00:01.362481 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-83489d5d-dc17-4179-8923-856a90c9a5a7 req-a2b76134-b176-4c11-bf19-592872635114 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.8706424 Dec 20 15:00:01.367986 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa8c5667-9f29-4982-9553-f0be9aaa6a6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f90078c1-b54e-4d29-9176-3ffeb5cfe229'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:00:01.370256 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c02aa1b-cdba-4331-9482-dd1bff0dca61" -d '{"events": [{"server_uuid": "aa8c5667-9f29-4982-9553-f0be9aaa6a6a", "name": "network-vif-unplugged", "status": "completed", "tag": "f90078c1-b54e-4d29-9176-3ffeb5cfe229"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:00:01.378705 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-83489d5d-dc17-4179-8923-856a90c9a5a7 req-e025f43b-d5ca-4b88-9a33-04cefd6ad36a service neutron] Request body: {'port': {'device_id': '860b8d50-535e-4a1f-950e-38d1eaf2792a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-19'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:00:01.387245 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': 'f90078c1-b54e-4d29-9176-3ffeb5cfe229', 'network_id': '256b9a54-7aab-4a5b-b888-e2923673f47e', 'port_id': 'f90078c1-b54e-4d29-9176-3ffeb5cfe229', 'mac_address': 'fa:16:3e:e3:99:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed65485e-f067-414c-a6b8-84488252ca39', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:00:01.390224 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port f90078c1-b54e-4d29-9176-3ffeb5cfe229, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=f90078c1-b54e-4d29-9176-3ffeb5cfe229,segment=NetworkSegment(ae8bc5cb-ba81-406d-9102-185eebb35da3),segment_id=ae8bc5cb-ba81-406d-9102-185eebb35da3)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:00:01.396192 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:01.453798 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-83489d5d-dc17-4179-8923-856a90c9a5a7 req-e025f43b-d5ca-4b88-9a33-04cefd6ad36a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:01.524202 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 15:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1217113-3d43-41cd-a632-6eb0357d609b x-openstack-request-id: req-d1217113-3d43-41cd-a632-6eb0357d609b {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:00:01.525187 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa8c5667-9f29-4982-9553-f0be9aaa6a6a", "name": "network-vif-unplugged", "status": "completed", "tag": "f90078c1-b54e-4d29-9176-3ffeb5cfe229", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:00:01.525625 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d1217113-3d43-41cd-a632-6eb0357d609b {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:00:01.526239 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa8c5667-9f29-4982-9553-f0be9aaa6a6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f90078c1-b54e-4d29-9176-3ffeb5cfe229', 'code': 200} Dec 20 15:00:01.539147 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:01.553644 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f90078c1-b54e-4d29-9176-3ffeb5cfe229 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:00:01.554542 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc92e9f4-1435-4a93-88e3-307c7e4af569 req-2a4f9424-5ff6-4db9-9e9e-883e06bc53d7 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:00:01.563053 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fc92e9f4-1435-4a93-88e3-307c7e4af569 req-2a4f9424-5ff6-4db9-9e9e-883e06bc53d7 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] 10.222.0.54 "GET /v2.0/ports?device_id=860b8d50-535e-4a1f-950e-38d1eaf2792a HTTP/1.1" status: 200 len: 970 time: 0.1271777 Dec 20 15:00:01.564897 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=f90078c1-b54e-4d29-9176-3ffeb5cfe229,revision_number=6']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:00:01.591647 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port f90078c1-b54e-4d29-9176-3ffeb5cfe229, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=f90078c1-b54e-4d29-9176-3ffeb5cfe229,segment=NetworkSegment(ae8bc5cb-ba81-406d-9102-185eebb35da3),segment_id=ae8bc5cb-ba81-406d-9102-185eebb35da3)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:00:01.598993 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:01.670866 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=f90078c1-b54e-4d29-9176-3ffeb5cfe229,revision_number=7']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:00:01.674768 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-6e36e47c-7510-42b1-9e70-ceba2f10e20d None None] Provisioning complete for port f0263f80-387a-4264-bd70-30fa599aa2b9 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:00:01.675133 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6e36e47c-7510-42b1-9e70-ceba2f10e20d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:01.682447 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:00:01.723110 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fc92e9f4-1435-4a93-88e3-307c7e4af569 req-f805cd88-04d4-4765-bbd4-ed458a9a909c tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] 10.222.0.54 "GET /v2.0/security-groups?id=42d3fab2-3185-4d27-9f7c-77f06b687fa2&id=48d3b6b6-7605-4969-8025-4bc591e80153&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1590967 Dec 20 15:00:01.916251 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-6e36e47c-7510-42b1-9e70-ceba2f10e20d None None] Port f0263f80-387a-4264-bd70-30fa599aa2b9 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:00:01.926130 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [req-83489d5d-dc17-4179-8923-856a90c9a5a7 req-e025f43b-d5ca-4b88-9a33-04cefd6ad36a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0263f80-387a-4264-bd70-30fa599aa2b9 {{(pid=103167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:00:01.935060 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-83489d5d-dc17-4179-8923-856a90c9a5a7 req-e025f43b-d5ca-4b88-9a33-04cefd6ad36a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:01.949975 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-83489d5d-dc17-4179-8923-856a90c9a5a7 req-e025f43b-d5ca-4b88-9a33-04cefd6ad36a service neutron] Transition to ACTIVE for port object f0263f80-387a-4264-bd70-30fa599aa2b9 will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:00:01.955202 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-83489d5d-dc17-4179-8923-856a90c9a5a7 req-e025f43b-d5ca-4b88-9a33-04cefd6ad36a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:01.981800 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['f90078c1-b54e-4d29-9176-3ffeb5cfe229'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:00:02.061898 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e025f43b-d5ca-4b88-9a33-04cefd6ad36a service neutron] Pushing event updated for resources: {'Port': ['ID=f0263f80-387a-4264-bd70-30fa599aa2b9,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:00:02.131378 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-83489d5d-dc17-4179-8923-856a90c9a5a7 req-e025f43b-d5ca-4b88-9a33-04cefd6ad36a service neutron] Attempting to bind port f0263f80-387a-4264-bd70-30fa599aa2b9 on host n-h1-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:00:02.131714 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-83489d5d-dc17-4179-8923-856a90c9a5a7 req-e025f43b-d5ca-4b88-9a33-04cefd6ad36a service neutron] Attempting to bind port f0263f80-387a-4264-bd70-30fa599aa2b9 by drivers openvswitch,hyperv on host n-h1-761264-19 at level 0 using segments [{'id': '2bd82b47-4c6b-4d4c-b469-85fabc8fe5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '80863284-48a5-4da7-ac59-e08c11c493d8'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:00:02.132047 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83489d5d-dc17-4179-8923-856a90c9a5a7 req-e025f43b-d5ca-4b88-9a33-04cefd6ad36a service neutron] Attempting to bind port f0263f80-387a-4264-bd70-30fa599aa2b9 on network 80863284-48a5-4da7-ac59-e08c11c493d8 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:00:02.144022 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83489d5d-dc17-4179-8923-856a90c9a5a7 req-e025f43b-d5ca-4b88-9a33-04cefd6ad36a service neutron] Port f0263f80-387a-4264-bd70-30fa599aa2b9 on network 80863284-48a5-4da7-ac59-e08c11c493d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:00:02.144349 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83489d5d-dc17-4179-8923-856a90c9a5a7 req-e025f43b-d5ca-4b88-9a33-04cefd6ad36a service neutron] Attempting to bind port f0263f80-387a-4264-bd70-30fa599aa2b9 on network 80863284-48a5-4da7-ac59-e08c11c493d8 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:00:02.150058 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83489d5d-dc17-4179-8923-856a90c9a5a7 req-e025f43b-d5ca-4b88-9a33-04cefd6ad36a service neutron] Checking agent: {'id': '3e5ace3e-dd7b-4522-a7c4-77d13dbeab1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 14, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:00:02.150405 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83489d5d-dc17-4179-8923-856a90c9a5a7 req-e025f43b-d5ca-4b88-9a33-04cefd6ad36a service neutron] Checking segment: {'id': '2bd82b47-4c6b-4d4c-b469-85fabc8fe5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '80863284-48a5-4da7-ac59-e08c11c493d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:00:02.151065 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94f5478-cd7a-475e-9cde-1531eb7fbc84 req-766175b2-4b82-4fe3-83f8-097c2cb42fcb tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:00:02.151580 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83489d5d-dc17-4179-8923-856a90c9a5a7 req-e025f43b-d5ca-4b88-9a33-04cefd6ad36a service neutron] Bound using segment: {'id': '2bd82b47-4c6b-4d4c-b469-85fabc8fe5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '80863284-48a5-4da7-ac59-e08c11c493d8'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:00:02.151997 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-83489d5d-dc17-4179-8923-856a90c9a5a7 req-e025f43b-d5ca-4b88-9a33-04cefd6ad36a service neutron] Bound port: f0263f80-387a-4264-bd70-30fa599aa2b9, host: n-h1-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bd82b47-4c6b-4d4c-b469-85fabc8fe5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '80863284-48a5-4da7-ac59-e08c11c493d8'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:00:02.152362 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-83489d5d-dc17-4179-8923-856a90c9a5a7 req-e025f43b-d5ca-4b88-9a33-04cefd6ad36a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:02.153630 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e94f5478-cd7a-475e-9cde-1531eb7fbc84 req-766175b2-4b82-4fe3-83f8-097c2cb42fcb tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa8c5667-9f29-4982-9553-f0be9aaa6a6a HTTP/1.1" status: 200 len: 944 time: 0.1291544 Dec 20 15:00:02.274263 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-83489d5d-dc17-4179-8923-856a90c9a5a7 req-e025f43b-d5ca-4b88-9a33-04cefd6ad36a service neutron] For port f0263f80-387a-4264-bd70-30fa599aa2b9, host n-h1-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:00:02.278421 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-83489d5d-dc17-4179-8923-856a90c9a5a7 req-e025f43b-d5ca-4b88-9a33-04cefd6ad36a service neutron] For port f0263f80-387a-4264-bd70-30fa599aa2b9, host n-h1-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=f0263f80-387a-4264-bd70-30fa599aa2b9,segment=NetworkSegment(2bd82b47-4c6b-4d4c-b469-85fabc8fe5b5),segment_id=2bd82b47-4c6b-4d4c-b469-85fabc8fe5b5)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:00:02.285849 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-83489d5d-dc17-4179-8923-856a90c9a5a7 req-e025f43b-d5ca-4b88-9a33-04cefd6ad36a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:02.316827 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e94f5478-cd7a-475e-9cde-1531eb7fbc84 req-061e2482-e08a-4fab-b40c-dc0c97606b40 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a7a20bf-ff2e-43cf-b874-570c9681641c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1529155 Dec 20 15:00:02.329576 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83489d5d-dc17-4179-8923-856a90c9a5a7 req-e025f43b-d5ca-4b88-9a33-04cefd6ad36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:00:02.330790 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-83489d5d-dc17-4179-8923-856a90c9a5a7 req-e025f43b-d5ca-4b88-9a33-04cefd6ad36a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:02.332441 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-83489d5d-dc17-4179-8923-856a90c9a5a7 req-e025f43b-d5ca-4b88-9a33-04cefd6ad36a service neutron] 10.222.0.30 "PUT /v2.0/ports/f0263f80-387a-4264-bd70-30fa599aa2b9 HTTP/1.1" status: 200 len: 1131 time: 0.9595459 Dec 20 15:00:02.338106 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '860b8d50-535e-4a1f-950e-38d1eaf2792a', 'tag': 'f0263f80-387a-4264-bd70-30fa599aa2b9'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:00:02.341437 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91cb0b07-0d1c-4584-bc1f-4ee6ed4c2950" -d '{"events": [{"name": "network-changed", "server_uuid": "860b8d50-535e-4a1f-950e-38d1eaf2792a", "tag": "f0263f80-387a-4264-bd70-30fa599aa2b9"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:00:02.368115 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 48498) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:00:02.470150 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-1199df79-c53d-4bec-bc80-0318d16eed66 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/floatingips/acbea2ef-816c-47e2-9cc3-6d6398b53415 HTTP/1.1" status: 200 len: 991 time: 0.0992761 Dec 20 15:00:02.476241 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-206aa582-7db8-4466-9f33-7eb0d7b3910e x-openstack-request-id: req-206aa582-7db8-4466-9f33-7eb0d7b3910e {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:00:02.476541 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "860b8d50-535e-4a1f-950e-38d1eaf2792a", "tag": "f0263f80-387a-4264-bd70-30fa599aa2b9", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:00:02.476798 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-206aa582-7db8-4466-9f33-7eb0d7b3910e {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:00:02.477209 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '860b8d50-535e-4a1f-950e-38d1eaf2792a', 'tag': 'f0263f80-387a-4264-bd70-30fa599aa2b9', 'status': 'completed', 'code': 200} Dec 20 15:00:02.487042 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e025f43b-d5ca-4b88-9a33-04cefd6ad36a service neutron] Pushing event updated for resources: {'Port': ['ID=f0263f80-387a-4264-bd70-30fa599aa2b9,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:00:02.504322 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83489d5d-dc17-4179-8923-856a90c9a5a7 req-66dd98bf-6fc4-47e2-b674-cf7e24e7a97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:00:02.506152 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-83489d5d-dc17-4179-8923-856a90c9a5a7 req-66dd98bf-6fc4-47e2-b674-cf7e24e7a97e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6d7f806b61b7456a84b9dc5302ffa99d&device_id=860b8d50-535e-4a1f-950e-38d1eaf2792a HTTP/1.1" status: 200 len: 1134 time: 0.1090293 Dec 20 15:00:02.552774 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-83489d5d-dc17-4179-8923-856a90c9a5a7 req-e824ffa7-f183-4a8c-b853-ac29e87731e8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0263f80-387a-4264-bd70-30fa599aa2b9 HTTP/1.1" status: 200 len: 217 time: 0.0386181 Dec 20 15:00:02.603995 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83489d5d-dc17-4179-8923-856a90c9a5a7 req-1b28287a-2925-4ed7-bb98-aa06320b52c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:00:02.605617 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-83489d5d-dc17-4179-8923-856a90c9a5a7 req-1b28287a-2925-4ed7-bb98-aa06320b52c3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d7f12fa2-3c0a-4159-924e-9bd876678edf HTTP/1.1" status: 200 len: 835 time: 0.0460165 Dec 20 15:00:02.671513 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83489d5d-dc17-4179-8923-856a90c9a5a7 req-56506d8b-795e-4004-85e2-eef1170b05e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:00:02.673086 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-83489d5d-dc17-4179-8923-856a90c9a5a7 req-56506d8b-795e-4004-85e2-eef1170b05e1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=80863284-48a5-4da7-ac59-e08c11c493d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0596483 Dec 20 15:00:02.766461 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-83489d5d-dc17-4179-8923-856a90c9a5a7 req-0f3af281-0cf8-4125-8f12-e4d3f414b746 service neutron] 10.222.0.30 "GET /v2.0/networks/80863284-48a5-4da7-ac59-e08c11c493d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862865 Dec 20 15:00:02.879834 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-83489d5d-dc17-4179-8923-856a90c9a5a7 req-52741398-945a-4ba0-ade1-5d0846490926 service neutron] 10.222.0.30 "GET /v2.0/networks/80863284-48a5-4da7-ac59-e08c11c493d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053936 Dec 20 15:00:02.885272 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58feb7bc-ee66-4f4a-a291-9387201746ac req-e2e70523-7c04-4785-be7d-73272a847787 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:00:02.893867 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-58feb7bc-ee66-4f4a-a291-9387201746ac req-e2e70523-7c04-4785-be7d-73272a847787 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] 10.222.0.54 "GET /v2.0/ports?device_id=860b8d50-535e-4a1f-950e-38d1eaf2792a HTTP/1.1" status: 200 len: 982 time: 0.0727394 Dec 20 15:00:02.903775 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-eb462abe-2709-40e7-bdba-bd61bb83a2e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:02.967934 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-58feb7bc-ee66-4f4a-a291-9387201746ac req-b2ac0db6-9abb-4b82-9e7a-caa4185caa6c tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] 10.222.0.54 "GET /v2.0/security-groups?id=42d3fab2-3185-4d27-9f7c-77f06b687fa2&id=48d3b6b6-7605-4969-8025-4bc591e80153&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0728381 Dec 20 15:00:02.969744 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cb0b07-0d1c-4584-bc1f-4ee6ed4c2950 req-4c74711f-0d00-4a4a-82b2-ff703d679db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:00:02.971600 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-91cb0b07-0d1c-4584-bc1f-4ee6ed4c2950 req-4c74711f-0d00-4a4a-82b2-ff703d679db3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6d7f806b61b7456a84b9dc5302ffa99d&device_id=860b8d50-535e-4a1f-950e-38d1eaf2792a HTTP/1.1" status: 200 len: 1134 time: 0.0446079 Dec 20 15:00:03.087570 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cb0b07-0d1c-4584-bc1f-4ee6ed4c2950 req-9b3e6af0-c488-4060-b4e8-e4567c557407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:00:03.088076 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device f90078c1-b54e-4d29-9176-3ffeb5cfe229 up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:00:03.089134 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-91cb0b07-0d1c-4584-bc1f-4ee6ed4c2950 req-9b3e6af0-c488-4060-b4e8-e4567c557407 service neutron] 10.222.0.30 "GET /v2.0/networks?id=80863284-48a5-4da7-ac59-e08c11c493d8 HTTP/1.1" status: 200 len: 898 time: 0.1088080 Dec 20 15:00:03.133462 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-91cb0b07-0d1c-4584-bc1f-4ee6ed4c2950 req-25c9f7f2-2ad0-4488-8794-703f17b6f962 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0263f80-387a-4264-bd70-30fa599aa2b9 HTTP/1.1" status: 200 len: 217 time: 0.0364470 Dec 20 15:00:03.137734 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port f90078c1-b54e-4d29-9176-3ffeb5cfe229 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:00:03.138205 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:03.188091 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cb0b07-0d1c-4584-bc1f-4ee6ed4c2950 req-123a53f7-5123-4a91-840c-a6dcc64f3295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:00:03.189690 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-91cb0b07-0d1c-4584-bc1f-4ee6ed4c2950 req-123a53f7-5123-4a91-840c-a6dcc64f3295 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d7f12fa2-3c0a-4159-924e-9bd876678edf HTTP/1.1" status: 200 len: 835 time: 0.0496461 Dec 20 15:00:03.222082 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:03.242828 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cb0b07-0d1c-4584-bc1f-4ee6ed4c2950 req-ec05f6d2-1dad-49d8-851c-b559391d5131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:00:03.244427 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-91cb0b07-0d1c-4584-bc1f-4ee6ed4c2950 req-ec05f6d2-1dad-49d8-851c-b559391d5131 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=80863284-48a5-4da7-ac59-e08c11c493d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0479481 Dec 20 15:00:03.255908 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port f90078c1-b54e-4d29-9176-3ffeb5cfe229, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=f90078c1-b54e-4d29-9176-3ffeb5cfe229,segment=NetworkSegment(ae8bc5cb-ba81-406d-9102-185eebb35da3),segment_id=ae8bc5cb-ba81-406d-9102-185eebb35da3)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:00:03.261009 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:03.317285 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=f90078c1-b54e-4d29-9176-3ffeb5cfe229,revision_number=8']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:00:03.350246 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-91cb0b07-0d1c-4584-bc1f-4ee6ed4c2950 req-79a5d593-96c8-4953-bafc-3dc30b129979 service neutron] 10.222.0.30 "GET /v2.0/networks/80863284-48a5-4da7-ac59-e08c11c493d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981228 Dec 20 15:00:03.450352 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-91cb0b07-0d1c-4584-bc1f-4ee6ed4c2950 req-7750d224-bc63-413f-82f1-fe91541fe036 service neutron] 10.222.0.30 "GET /v2.0/networks/80863284-48a5-4da7-ac59-e08c11c493d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908973 Dec 20 15:00:03.527324 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa8c5667-9f29-4982-9553-f0be9aaa6a6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f90078c1-b54e-4d29-9176-3ffeb5cfe229'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:00:03.529733 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34de7bf0-16dc-4344-abb8-fe387d06840e" -d '{"events": [{"server_uuid": "aa8c5667-9f29-4982-9553-f0be9aaa6a6a", "name": "network-vif-plugged", "status": "completed", "tag": "f90078c1-b54e-4d29-9176-3ffeb5cfe229"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:00:03.567006 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49b0b599-af7f-44f1-a77e-cd0f54497e4d x-openstack-request-id: req-49b0b599-af7f-44f1-a77e-cd0f54497e4d {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:00:03.567389 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa8c5667-9f29-4982-9553-f0be9aaa6a6a", "name": "network-vif-plugged", "status": "completed", "tag": "f90078c1-b54e-4d29-9176-3ffeb5cfe229", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:00:03.567708 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-49b0b599-af7f-44f1-a77e-cd0f54497e4d {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:00:03.568167 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa8c5667-9f29-4982-9553-f0be9aaa6a6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f90078c1-b54e-4d29-9176-3ffeb5cfe229', 'code': 200} Dec 20 15:00:03.849269 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:04.103477 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a17a57-b477-47d0-a1d5-f92044828443 req-3bf7262a-a741-4987-a269-d7c9c4e4f101 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:00:04.105065 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-71a17a57-b477-47d0-a1d5-f92044828443 req-3bf7262a-a741-4987-a269-d7c9c4e4f101 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] 10.222.0.54 "GET /v2.0/ports?device_id=860b8d50-535e-4a1f-950e-38d1eaf2792a HTTP/1.1" status: 200 len: 982 time: 0.0639312 Dec 20 15:00:04.163827 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-71a17a57-b477-47d0-a1d5-f92044828443 req-a934c97f-4832-42ae-b87f-d740db1ddfea tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] 10.222.0.54 "GET /v2.0/security-groups?id=42d3fab2-3185-4d27-9f7c-77f06b687fa2&id=48d3b6b6-7605-4969-8025-4bc591e80153&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0519419 Dec 20 15:00:05.293207 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa61faf-47a5-4751-b870-c8528bae5935 req-5c33b2be-fe71-453e-a586-08b7181b33a5 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:00:05.294774 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1aa61faf-47a5-4751-b870-c8528bae5935 req-5c33b2be-fe71-453e-a586-08b7181b33a5 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] 10.222.0.54 "GET /v2.0/ports?device_id=860b8d50-535e-4a1f-950e-38d1eaf2792a HTTP/1.1" status: 200 len: 982 time: 0.0565932 Dec 20 15:00:05.353827 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1aa61faf-47a5-4751-b870-c8528bae5935 req-ddbe0972-f3c9-42d7-a5c7-d988c05b2a30 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] 10.222.0.54 "GET /v2.0/security-groups?id=42d3fab2-3185-4d27-9f7c-77f06b687fa2&id=48d3b6b6-7605-4969-8025-4bc591e80153&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0508018 Dec 20 15:00:05.503955 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device f0263f80-387a-4264-bd70-30fa599aa2b9 details requested by agent hyperv_n-h1-761264-19 with host n-h1-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:00:05.605224 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port f0263f80-387a-4264-bd70-30fa599aa2b9, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=f0263f80-387a-4264-bd70-30fa599aa2b9,segment=NetworkSegment(2bd82b47-4c6b-4d4c-b469-85fabc8fe5b5),segment_id=2bd82b47-4c6b-4d4c-b469-85fabc8fe5b5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:00:05.617197 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Returning: {'device': 'f0263f80-387a-4264-bd70-30fa599aa2b9', 'network_id': '80863284-48a5-4da7-ac59-e08c11c493d8', 'port_id': 'f0263f80-387a-4264-bd70-30fa599aa2b9', 'mac_address': 'fa:16:3e:a6:06:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7f12fa2-3c0a-4159-924e-9bd876678edf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:00:05.657272 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:05.671023 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0263f80-387a-4264-bd70-30fa599aa2b9 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:00:05.691571 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port f0263f80-387a-4264-bd70-30fa599aa2b9, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=f0263f80-387a-4264-bd70-30fa599aa2b9,segment=NetworkSegment(2bd82b47-4c6b-4d4c-b469-85fabc8fe5b5),segment_id=2bd82b47-4c6b-4d4c-b469-85fabc8fe5b5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:00:05.696881 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:05.755570 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=f0263f80-387a-4264-bd70-30fa599aa2b9,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:00:05.827275 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:05.998501 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['f0263f80-387a-4264-bd70-30fa599aa2b9'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:00:06.335738 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:06.501582 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8283cf84-f788-41db-9960-cfafa8787114 req-1756091a-f96d-4b2d-9e71-09f1c913b5be tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:00:06.503101 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8283cf84-f788-41db-9960-cfafa8787114 req-1756091a-f96d-4b2d-9e71-09f1c913b5be tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] 10.222.0.54 "GET /v2.0/ports?device_id=860b8d50-535e-4a1f-950e-38d1eaf2792a HTTP/1.1" status: 200 len: 983 time: 0.0712183 Dec 20 15:00:06.564953 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8283cf84-f788-41db-9960-cfafa8787114 req-ad73df17-5615-467f-b5fa-950a9e036c9b tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] 10.222.0.54 "GET /v2.0/security-groups?id=42d3fab2-3185-4d27-9f7c-77f06b687fa2&id=48d3b6b6-7605-4969-8025-4bc591e80153&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0551424 Dec 20 15:00:07.530222 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device f0263f80-387a-4264-bd70-30fa599aa2b9 up at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:00:07.579401 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning for port f0263f80-387a-4264-bd70-30fa599aa2b9 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:00:07.583120 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning complete for port f0263f80-387a-4264-bd70-30fa599aa2b9 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:00:07.583486 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:07.675771 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:07.692879 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b41ae5d-cbaa-451e-a390-5f7090dbd591 req-c7c1776b-1e98-49be-9597-abd9922b0adb tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:00:07.694402 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4b41ae5d-cbaa-451e-a390-5f7090dbd591 req-c7c1776b-1e98-49be-9597-abd9922b0adb tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] 10.222.0.54 "GET /v2.0/ports?device_id=860b8d50-535e-4a1f-950e-38d1eaf2792a HTTP/1.1" status: 200 len: 983 time: 0.0502536 Dec 20 15:00:07.700511 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '860b8d50-535e-4a1f-950e-38d1eaf2792a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0263f80-387a-4264-bd70-30fa599aa2b9'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:00:07.702904 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9549c4f-bcbe-462d-8c14-1bfca0c12831" -d '{"events": [{"server_uuid": "860b8d50-535e-4a1f-950e-38d1eaf2792a", "name": "network-vif-plugged", "status": "completed", "tag": "f0263f80-387a-4264-bd70-30fa599aa2b9"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:00:07.723763 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port f0263f80-387a-4264-bd70-30fa599aa2b9, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=f0263f80-387a-4264-bd70-30fa599aa2b9,segment=NetworkSegment(2bd82b47-4c6b-4d4c-b469-85fabc8fe5b5),segment_id=2bd82b47-4c6b-4d4c-b469-85fabc8fe5b5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:00:07.728443 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:07.768176 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4b41ae5d-cbaa-451e-a390-5f7090dbd591 req-070cc325-2e8a-43d0-ab09-2f95acd9abb0 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] 10.222.0.54 "GET /v2.0/security-groups?id=42d3fab2-3185-4d27-9f7c-77f06b687fa2&id=48d3b6b6-7605-4969-8025-4bc591e80153&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0658011 Dec 20 15:00:07.771231 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fa4947b-2450-4ada-aaea-9aca355a4134 x-openstack-request-id: req-7fa4947b-2450-4ada-aaea-9aca355a4134 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:00:07.771570 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "860b8d50-535e-4a1f-950e-38d1eaf2792a", "name": "network-vif-plugged", "status": "completed", "tag": "f0263f80-387a-4264-bd70-30fa599aa2b9", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:00:07.771830 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7fa4947b-2450-4ada-aaea-9aca355a4134 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:00:07.772227 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '860b8d50-535e-4a1f-950e-38d1eaf2792a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0263f80-387a-4264-bd70-30fa599aa2b9', 'code': 200} Dec 20 15:00:07.798193 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=f0263f80-387a-4264-bd70-30fa599aa2b9,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:00:07.887551 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816dfe6a-26e6-418e-b350-368b8a12643a req-e710f11b-47d4-4853-bb51-f750d0c9664f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:00:07.889135 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-816dfe6a-26e6-418e-b350-368b8a12643a req-e710f11b-47d4-4853-bb51-f750d0c9664f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=860b8d50-535e-4a1f-950e-38d1eaf2792a HTTP/1.1" status: 200 len: 1136 time: 0.0432796 Dec 20 15:00:07.952389 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-816dfe6a-26e6-418e-b350-368b8a12643a req-27d262e4-6e3c-4cb8-b54c-8c33c2cfb9d0 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=48d3b6b6-7605-4969-8025-4bc591e80153&id=42d3fab2-3185-4d27-9f7c-77f06b687fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0552738 Dec 20 15:00:08.910282 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53256b3a-7a6b-48cc-9576-fcee233504c1 req-ecca7cef-a7f1-4d99-8e5e-c732837e103c tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:00:08.911820 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-53256b3a-7a6b-48cc-9576-fcee233504c1 req-ecca7cef-a7f1-4d99-8e5e-c732837e103c tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] 10.222.0.54 "GET /v2.0/ports?device_id=860b8d50-535e-4a1f-950e-38d1eaf2792a HTTP/1.1" status: 200 len: 984 time: 0.0567598 Dec 20 15:00:08.971709 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-53256b3a-7a6b-48cc-9576-fcee233504c1 req-0f5fb9ec-c7a8-4856-b829-1dd5d5c8dd3e tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] 10.222.0.54 "GET /v2.0/security-groups?id=42d3fab2-3185-4d27-9f7c-77f06b687fa2&id=48d3b6b6-7605-4969-8025-4bc591e80153&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0535183 Dec 20 15:00:10.103469 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f94278-ba9d-4616-8cc2-3a99c660471b req-3a977263-1321-4ad7-ac4a-99ce11d782a3 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:00:10.105005 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-42f94278-ba9d-4616-8cc2-3a99c660471b req-3a977263-1321-4ad7-ac4a-99ce11d782a3 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] 10.222.0.54 "GET /v2.0/ports?device_id=860b8d50-535e-4a1f-950e-38d1eaf2792a HTTP/1.1" status: 200 len: 984 time: 0.0613172 Dec 20 15:00:10.166752 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-42f94278-ba9d-4616-8cc2-3a99c660471b req-f4870808-b533-43ae-860c-fcdf89c65e1b tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] 10.222.0.54 "GET /v2.0/security-groups?id=42d3fab2-3185-4d27-9f7c-77f06b687fa2&id=48d3b6b6-7605-4969-8025-4bc591e80153&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0548019 Dec 20 15:00:10.292467 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30cb3e2-2a4e-4843-a9bb-60249b1aef65 req-85ba399f-d745-40ad-95f7-af30f86a8bef tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:00:10.294045 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d30cb3e2-2a4e-4843-a9bb-60249b1aef65 req-85ba399f-d745-40ad-95f7-af30f86a8bef tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] 10.222.0.54 "GET /v2.0/ports?device_id=860b8d50-535e-4a1f-950e-38d1eaf2792a HTTP/1.1" status: 200 len: 984 time: 0.0595524 Dec 20 15:00:10.353703 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d30cb3e2-2a4e-4843-a9bb-60249b1aef65 req-bf1c52fd-4f51-4d12-b646-caf7a033d209 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] 10.222.0.54 "GET /v2.0/security-groups?id=42d3fab2-3185-4d27-9f7c-77f06b687fa2&id=48d3b6b6-7605-4969-8025-4bc591e80153&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0516872 Dec 20 15:00:10.466773 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3053d9e8-e951-4988-80ae-314476c94db8 req-41267c82-1eec-4681-ad8a-3750cc7c09e1 tempest-TestSecurityGroupsBasicOps-1499789141 tempest-TestSecurityGroupsBasicOps-1499789141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:00:10.468822 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3053d9e8-e951-4988-80ae-314476c94db8 req-41267c82-1eec-4681-ad8a-3750cc7c09e1 tempest-TestSecurityGroupsBasicOps-1499789141 tempest-TestSecurityGroupsBasicOps-1499789141-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=860b8d50-535e-4a1f-950e-38d1eaf2792a HTTP/1.1" status: 200 len: 1136 time: 0.0478225 Dec 20 15:00:10.493508 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-3053d9e8-e951-4988-80ae-314476c94db8 req-1be834e0-1545-4e6e-bb7f-9ac102512bc5 tempest-TestSecurityGroupsBasicOps-1499789141 tempest-TestSecurityGroupsBasicOps-1499789141-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:10.571403 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-3053d9e8-e951-4988-80ae-314476c94db8 req-1be834e0-1545-4e6e-bb7f-9ac102512bc5 tempest-TestSecurityGroupsBasicOps-1499789141 tempest-TestSecurityGroupsBasicOps-1499789141-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:10.579632 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-3053d9e8-e951-4988-80ae-314476c94db8 req-1be834e0-1545-4e6e-bb7f-9ac102512bc5 tempest-TestSecurityGroupsBasicOps-1499789141 tempest-TestSecurityGroupsBasicOps-1499789141-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:10.622824 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be834e0-1545-4e6e-bb7f-9ac102512bc5 tempest-TestSecurityGroupsBasicOps-1499789141 tempest-TestSecurityGroupsBasicOps-1499789141-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc80af5f-5e08-46b4-98ed-1f2801aa5592,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:00:10.628549 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3053d9e8-e951-4988-80ae-314476c94db8 req-1be834e0-1545-4e6e-bb7f-9ac102512bc5 tempest-TestSecurityGroupsBasicOps-1499789141 tempest-TestSecurityGroupsBasicOps-1499789141-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=42d3fab2-3185-4d27-9f7c-77f06b687fa2&id=48d3b6b6-7605-4969-8025-4bc591e80153&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1483617 Dec 20 15:00:10.652025 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 48706) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:00:10.697725 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4030b3a-ce05-4d0d-a232-89118e6f5a6f tempest-TestSecurityGroupsBasicOps-1499789141 tempest-TestSecurityGroupsBasicOps-1499789141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:00:10.699285 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-f4030b3a-ce05-4d0d-a232-89118e6f5a6f tempest-TestSecurityGroupsBasicOps-1499789141 tempest-TestSecurityGroupsBasicOps-1499789141-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=860b8d50-535e-4a1f-950e-38d1eaf2792a HTTP/1.1" status: 200 len: 1131 time: 0.0462179 Dec 20 15:00:10.702295 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 48708) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:00:10.706518 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-78a2c808-c8b7-4742-bd47-6b9142fff0d2 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Request body: {'floatingip': {'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'port_id': 'f0263f80-387a-4264-bd70-30fa599aa2b9', 'tenant_id': '6d7f806b61b7456a84b9dc5302ffa99d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:00:10.730651 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-78a2c808-c8b7-4742-bd47-6b9142fff0d2 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks [] for floatingip, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:10.836073 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-78a2c808-c8b7-4742-bd47-6b9142fff0d2 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:10.944742 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-78a2c808-c8b7-4742-bd47-6b9142fff0d2 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Allocated IP 172.25.0.124 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/7c957993-f09a-437d-8b62-6390171d873e) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:00:11.055197 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-78a2c808-c8b7-4742-bd47-6b9142fff0d2 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:11.094337 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-78a2c808-c8b7-4742-bd47-6b9142fff0d2 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:11.135471 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a2c808-c8b7-4742-bd47-6b9142fff0d2 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:00:11.138413 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-78a2c808-c8b7-4742-bd47-6b9142fff0d2 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:00:11.141126 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a2c808-c8b7-4742-bd47-6b9142fff0d2 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:00:11.173271 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a2c808-c8b7-4742-bd47-6b9142fff0d2 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Pushing event updated for resources: {'Port': ['ID=7c957993-f09a-437d-8b62-6390171d873e,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:00:11.521424 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-78a2c808-c8b7-4742-bd47-6b9142fff0d2 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:11.596008 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-78a2c808-c8b7-4742-bd47-6b9142fff0d2 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:11.744749 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-78a2c808-c8b7-4742-bd47-6b9142fff0d2 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:11.750023 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-78a2c808-c8b7-4742-bd47-6b9142fff0d2 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:11.803720 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:11.818430 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a2c808-c8b7-4742-bd47-6b9142fff0d2 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Pushing event updated for resources: {'Port': ['ID=7c957993-f09a-437d-8b62-6390171d873e,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:00:11.839504 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-78a2c808-c8b7-4742-bd47-6b9142fff0d2 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585115'] for floatingip, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:11.952001 n-d-761264-19 neutron-server[103167]: INFO neutron.db.l3_db [None req-78a2c808-c8b7-4742-bd47-6b9142fff0d2 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Floating IP 6dd3b662-b538-4e9d-a67a-e41cce1f48a7 associated. External IP: 172.25.0.124, port: f0263f80-387a-4264-bd70-30fa599aa2b9. Dec 20 15:00:12.172622 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78a2c808-c8b7-4742-bd47-6b9142fff0d2 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Router bb36da3f-a633-4922-8756-9d74881367a0 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:00:12.285109 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78a2c808-c8b7-4742-bd47-6b9142fff0d2 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:00:12.296151 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b9ab1d-8b2e-4bed-b2c6-349d6b71f20b None None] Sync routers for ids ['bb36da3f-a633-4922-8756-9d74881367a0'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:00:12.306644 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b9ab1d-8b2e-4bed-b2c6-349d6b71f20b None None] Routers {'bb36da3f-a633-4922-8756-9d74881367a0'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:00:12.308149 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-b8b9ab1d-8b2e-4bed-b2c6-349d6b71f20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:00:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['bb36da3f-a633-4922-8756-9d74881367a0'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:00:12.309393 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-78a2c808-c8b7-4742-bd47-6b9142fff0d2 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:12.338256 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-78a2c808-c8b7-4742-bd47-6b9142fff0d2 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6347988 Dec 20 15:00:12.339040 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '860b8d50-535e-4a1f-950e-38d1eaf2792a', 'tag': 'f0263f80-387a-4264-bd70-30fa599aa2b9'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:00:12.340853 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 48722) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:00:12.341488 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b52f1755-ac28-453d-97cf-9f47051e282b" -d '{"events": [{"name": "network-changed", "server_uuid": "860b8d50-535e-4a1f-950e-38d1eaf2792a", "tag": "f0263f80-387a-4264-bd70-30fa599aa2b9"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:00:12.381434 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76bc1487-1099-446b-bc47-576723040e01 x-openstack-request-id: req-76bc1487-1099-446b-bc47-576723040e01 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:00:12.381962 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "860b8d50-535e-4a1f-950e-38d1eaf2792a", "tag": "f0263f80-387a-4264-bd70-30fa599aa2b9", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:00:12.382388 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-76bc1487-1099-446b-bc47-576723040e01 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:00:12.383001 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '860b8d50-535e-4a1f-950e-38d1eaf2792a', 'tag': 'f0263f80-387a-4264-bd70-30fa599aa2b9', 'status': 'completed', 'code': 200} Dec 20 15:00:12.433828 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-b8b9ab1d-8b2e-4bed-b2c6-349d6b71f20b None None] Set router bb36da3f-a633-4922-8756-9d74881367a0 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:00:12.452017 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52f1755-ac28-453d-97cf-9f47051e282b req-a5beb2a1-b65c-43c9-ac70-bd0e22a25ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:00:12.454296 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b52f1755-ac28-453d-97cf-9f47051e282b req-a5beb2a1-b65c-43c9-ac70-bd0e22a25ef0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6d7f806b61b7456a84b9dc5302ffa99d&device_id=860b8d50-535e-4a1f-950e-38d1eaf2792a HTTP/1.1" status: 200 len: 1136 time: 0.0489326 Dec 20 15:00:12.580673 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52f1755-ac28-453d-97cf-9f47051e282b req-25af158f-5fd2-47be-a156-f36cedb72edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:00:12.583361 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b52f1755-ac28-453d-97cf-9f47051e282b req-25af158f-5fd2-47be-a156-f36cedb72edb service neutron] 10.222.0.30 "GET /v2.0/networks?id=80863284-48a5-4da7-ac59-e08c11c493d8 HTTP/1.1" status: 200 len: 898 time: 0.1220863 Dec 20 15:00:12.608084 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a32fd75-80d0-4975-a69a-4ae098b3f9c2 tempest-TestSecurityGroupsBasicOps-1499789141 tempest-TestSecurityGroupsBasicOps-1499789141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:00:12.608952 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a32fd75-80d0-4975-a69a-4ae098b3f9c2 tempest-TestSecurityGroupsBasicOps-1499789141 tempest-TestSecurityGroupsBasicOps-1499789141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:00:12.609584 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a32fd75-80d0-4975-a69a-4ae098b3f9c2 tempest-TestSecurityGroupsBasicOps-1499789141 tempest-TestSecurityGroupsBasicOps-1499789141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:00:12.610381 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a32fd75-80d0-4975-a69a-4ae098b3f9c2 tempest-TestSecurityGroupsBasicOps-1499789141 tempest-TestSecurityGroupsBasicOps-1499789141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:00:12.611491 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a32fd75-80d0-4975-a69a-4ae098b3f9c2 tempest-TestSecurityGroupsBasicOps-1499789141 tempest-TestSecurityGroupsBasicOps-1499789141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:00:12.613571 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-2a32fd75-80d0-4975-a69a-4ae098b3f9c2 tempest-TestSecurityGroupsBasicOps-1499789141 tempest-TestSecurityGroupsBasicOps-1499789141-project-admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3570 time: 0.2705421 Dec 20 15:00:12.616264 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 48726) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:00:12.672425 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b52f1755-ac28-453d-97cf-9f47051e282b req-10abb012-21cc-48bb-b966-409b7e990aa4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0263f80-387a-4264-bd70-30fa599aa2b9 HTTP/1.1" status: 200 len: 999 time: 0.0798249 Dec 20 15:00:12.728702 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52f1755-ac28-453d-97cf-9f47051e282b req-6d3aaa32-d6ae-4b39-9b45-b324343e7765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:00:12.730307 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b52f1755-ac28-453d-97cf-9f47051e282b req-6d3aaa32-d6ae-4b39-9b45-b324343e7765 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d7f12fa2-3c0a-4159-924e-9bd876678edf HTTP/1.1" status: 200 len: 835 time: 0.0504708 Dec 20 15:00:12.730882 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c040a935-3040-4c50-a59b-f744685682e3 tempest-TestSecurityGroupsBasicOps-1499789141 tempest-TestSecurityGroupsBasicOps-1499789141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:00:12.731506 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c040a935-3040-4c50-a59b-f744685682e3 tempest-TestSecurityGroupsBasicOps-1499789141 tempest-TestSecurityGroupsBasicOps-1499789141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:00:12.732022 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c040a935-3040-4c50-a59b-f744685682e3 tempest-TestSecurityGroupsBasicOps-1499789141 tempest-TestSecurityGroupsBasicOps-1499789141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:00:12.732534 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c040a935-3040-4c50-a59b-f744685682e3 tempest-TestSecurityGroupsBasicOps-1499789141 tempest-TestSecurityGroupsBasicOps-1499789141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:00:12.733516 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c040a935-3040-4c50-a59b-f744685682e3 tempest-TestSecurityGroupsBasicOps-1499789141 tempest-TestSecurityGroupsBasicOps-1499789141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:00:12.738790 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-c040a935-3040-4c50-a59b-f744685682e3 tempest-TestSecurityGroupsBasicOps-1499789141 tempest-TestSecurityGroupsBasicOps-1499789141-project-admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3350 time: 0.1213026 Dec 20 15:00:12.739677 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 48728) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:00:12.801702 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52f1755-ac28-453d-97cf-9f47051e282b req-e6a4fde6-e461-40fa-bc1d-5e130e516602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:00:12.803605 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b52f1755-ac28-453d-97cf-9f47051e282b req-e6a4fde6-e461-40fa-bc1d-5e130e516602 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=80863284-48a5-4da7-ac59-e08c11c493d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0647409 Dec 20 15:00:12.832410 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-b8b9ab1d-8b2e-4bed-b2c6-349d6b71f20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb36da3f-a633-4922-8756-9d74881367a0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-360605698', 'tenant_id': '6d7f806b61b7456a84b9dc5302ffa99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': 'd98b32dc-fd2d-4bdb-a140-85c5025cca55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:59:52Z', 'updated_at': '2021-12-20T14:59:56Z', 'revision_number': 4, 'project_id': '6d7f806b61b7456a84b9dc5302ffa99d', 'gw_port': {'id': 'd98b32dc-fd2d-4bdb-a140-85c5025cca55', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:68:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb36da3f-a633-4922-8756-9d74881367a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:59:52Z', 'updated_at': '2021-12-20T14:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': '6dd3b662-b538-4e9d-a67a-e41cce1f48a7', 'tenant_id': '6d7f806b61b7456a84b9dc5302ffa99d', 'floating_ip_address': '172.25.0.124', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': 'bb36da3f-a633-4922-8756-9d74881367a0', 'port_id': 'f0263f80-387a-4264-bd70-30fa599aa2b9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3821, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80863284-48a5-4da7-ac59-e08c11c493d8', 'mac_address': 'fa:16:3e:a6:06:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860b8d50-535e-4a1f-950e-38d1eaf2792a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:00:11Z', 'updated_at': '2021-12-20T15:00:11Z', 'revision_number': 0, 'project_id': '6d7f806b61b7456a84b9dc5302ffa99d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77fcf551-3e70-46d0-86fe-c17819310814', 'name': '', 'network_id': '80863284-48a5-4da7-ac59-e08c11c493d8', 'tenant_id': '6d7f806b61b7456a84b9dc5302ffa99d', 'mac_address': 'fa:16:3e:2f:97:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb36da3f-a633-4922-8756-9d74881367a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'd7f12fa2-3c0a-4159-924e-9bd876678edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:59:55Z', 'updated_at': '2021-12-20T14:59:59Z', 'revision_number': 5, 'project_id': '6d7f806b61b7456a84b9dc5302ffa99d', 'subnets': [{'id': 'd7f12fa2-3c0a-4159-924e-9bd876678edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:00:12.873841 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b9ab1d-8b2e-4bed-b2c6-349d6b71f20b None None] Checking router: bb36da3f-a633-4922-8756-9d74881367a0 for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:00:12.886612 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b9ab1d-8b2e-4bed-b2c6-349d6b71f20b None None] Routers {'bb36da3f-a633-4922-8756-9d74881367a0'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:00:12.887257 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-b8b9ab1d-8b2e-4bed-b2c6-349d6b71f20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:00:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['bb36da3f-a633-4922-8756-9d74881367a0'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:00:12.916406 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b52f1755-ac28-453d-97cf-9f47051e282b req-64fdfd0c-4050-497c-b3ae-58457b8ee578 service neutron] 10.222.0.30 "GET /v2.0/networks/80863284-48a5-4da7-ac59-e08c11c493d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050839 Dec 20 15:00:13.000221 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-b8b9ab1d-8b2e-4bed-b2c6-349d6b71f20b None None] Set router bb36da3f-a633-4922-8756-9d74881367a0 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:00:13.016526 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-8fb8db74-d103-42a2-ad94-88b2eba9f2c8 tempest-TestSecurityGroupsBasicOps-1499789141 tempest-TestSecurityGroupsBasicOps-1499789141-project-admin] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2341 time: 0.2754393 Dec 20 15:00:13.018963 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 48730) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:00:13.025554 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b52f1755-ac28-453d-97cf-9f47051e282b req-fef3a75d-cfb0-44f8-a2de-24e112749217 service neutron] 10.222.0.30 "GET /v2.0/networks/80863284-48a5-4da7-ac59-e08c11c493d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013110 Dec 20 15:00:13.098334 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edde6086-2327-4afd-9045-1fecc25acda1 tempest-TestSecurityGroupsBasicOps-1499789141 tempest-TestSecurityGroupsBasicOps-1499789141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:00:13.098761 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edde6086-2327-4afd-9045-1fecc25acda1 tempest-TestSecurityGroupsBasicOps-1499789141 tempest-TestSecurityGroupsBasicOps-1499789141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:00:13.110849 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-edde6086-2327-4afd-9045-1fecc25acda1 tempest-TestSecurityGroupsBasicOps-1499789141 tempest-TestSecurityGroupsBasicOps-1499789141-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=bb36da3f-a633-4922-8756-9d74881367a0 HTTP/1.1" status: 200 len: 1992 time: 0.0799587 Dec 20 15:00:13.242968 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-b8b9ab1d-8b2e-4bed-b2c6-349d6b71f20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb36da3f-a633-4922-8756-9d74881367a0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-360605698', 'tenant_id': '6d7f806b61b7456a84b9dc5302ffa99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': 'd98b32dc-fd2d-4bdb-a140-85c5025cca55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:59:52Z', 'updated_at': '2021-12-20T14:59:56Z', 'revision_number': 4, 'project_id': '6d7f806b61b7456a84b9dc5302ffa99d', 'gw_port': {'id': 'd98b32dc-fd2d-4bdb-a140-85c5025cca55', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:68:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb36da3f-a633-4922-8756-9d74881367a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:59:52Z', 'updated_at': '2021-12-20T14:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': '6dd3b662-b538-4e9d-a67a-e41cce1f48a7', 'tenant_id': '6d7f806b61b7456a84b9dc5302ffa99d', 'floating_ip_address': '172.25.0.124', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': 'bb36da3f-a633-4922-8756-9d74881367a0', 'port_id': 'f0263f80-387a-4264-bd70-30fa599aa2b9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3821, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80863284-48a5-4da7-ac59-e08c11c493d8', 'mac_address': 'fa:16:3e:a6:06:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860b8d50-535e-4a1f-950e-38d1eaf2792a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:00:11Z', 'updated_at': '2021-12-20T15:00:11Z', 'revision_number': 0, 'project_id': '6d7f806b61b7456a84b9dc5302ffa99d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77fcf551-3e70-46d0-86fe-c17819310814', 'name': '', 'network_id': '80863284-48a5-4da7-ac59-e08c11c493d8', 'tenant_id': '6d7f806b61b7456a84b9dc5302ffa99d', 'mac_address': 'fa:16:3e:2f:97:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb36da3f-a633-4922-8756-9d74881367a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'd7f12fa2-3c0a-4159-924e-9bd876678edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:59:55Z', 'updated_at': '2021-12-20T14:59:59Z', 'revision_number': 5, 'project_id': '6d7f806b61b7456a84b9dc5302ffa99d', 'subnets': [{'id': 'd7f12fa2-3c0a-4159-924e-9bd876678edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:00:13.268778 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b9ab1d-8b2e-4bed-b2c6-349d6b71f20b None None] The sync data for ids ['bb36da3f-a633-4922-8756-9d74881367a0'] in n-d-761264-19 is: [{'id': 'bb36da3f-a633-4922-8756-9d74881367a0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-360605698', 'tenant_id': '6d7f806b61b7456a84b9dc5302ffa99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': 'd98b32dc-fd2d-4bdb-a140-85c5025cca55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:59:52Z', 'updated_at': '2021-12-20T14:59:56Z', 'revision_number': 4, 'project_id': '6d7f806b61b7456a84b9dc5302ffa99d', 'gw_port': {'id': 'd98b32dc-fd2d-4bdb-a140-85c5025cca55', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:68:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb36da3f-a633-4922-8756-9d74881367a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:59:52Z', 'updated_at': '2021-12-20T14:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': '6dd3b662-b538-4e9d-a67a-e41cce1f48a7', 'tenant_id': '6d7f806b61b7456a84b9dc5302ffa99d', 'floating_ip_address': '172.25.0.124', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': 'bb36da3f-a633-4922-8756-9d74881367a0', 'port_id': 'f0263f80-387a-4264-bd70-30fa599aa2b9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3821, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80863284-48a5-4da7-ac59-e08c11c493d8', 'mac_address': 'fa:16:3e:a6:06:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860b8d50-535e-4a1f-950e-38d1eaf2792a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:00:11Z', 'updated_at': '2021-12-20T15:00:11Z', 'revision_number': 0, 'project_id': '6d7f806b61b7456a84b9dc5302ffa99d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77fcf551-3e70-46d0-86fe-c17819310814', 'name': '', 'network_id': '80863284-48a5-4da7-ac59-e08c11c493d8', 'tenant_id': '6d7f806b61b7456a84b9dc5302ffa99d', 'mac_address': 'fa:16:3e:2f:97:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb36da3f-a633-4922-8756-9d74881367a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'd7f12fa2-3c0a-4159-924e-9bd876678edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:59:55Z', 'updated_at': '2021-12-20T14:59:59Z', 'revision_number': 5, 'project_id': '6d7f806b61b7456a84b9dc5302ffa99d', 'subnets': [{'id': 'd7f12fa2-3c0a-4159-924e-9bd876678edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:00:13.479181 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb11b168-8bf7-4d76-836f-bb0c634feb69 None None] New status for floating IP 6dd3b662-b538-4e9d-a67a-e41cce1f48a7: ACTIVE {{(pid=103169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 15:00:15.388317 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:26.251783 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-97be6a47-74d7-45a1-b07c-2e9f787e7b16 req-2b00fd72-9a73-408f-a566-08e033430f33 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=860b8d50-535e-4a1f-950e-38d1eaf2792a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0420489 Dec 20 15:00:26.340818 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97be6a47-74d7-45a1-b07c-2e9f787e7b16 req-e76be3a8-dd1b-4409-b01b-ca962bf52d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:00:26.342329 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-97be6a47-74d7-45a1-b07c-2e9f787e7b16 req-e76be3a8-dd1b-4409-b01b-ca962bf52d23 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6d7f806b61b7456a84b9dc5302ffa99d&device_id=860b8d50-535e-4a1f-950e-38d1eaf2792a HTTP/1.1" status: 200 len: 1136 time: 0.0415347 Dec 20 15:00:26.450245 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97be6a47-74d7-45a1-b07c-2e9f787e7b16 req-e5e72e1a-f173-499f-b1c0-85c3a041fe32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:00:26.451754 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-97be6a47-74d7-45a1-b07c-2e9f787e7b16 req-e5e72e1a-f173-499f-b1c0-85c3a041fe32 service neutron] 10.222.0.30 "GET /v2.0/networks?id=80863284-48a5-4da7-ac59-e08c11c493d8 HTTP/1.1" status: 200 len: 898 time: 0.0888715 Dec 20 15:00:26.519044 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-97be6a47-74d7-45a1-b07c-2e9f787e7b16 req-a80168d2-0570-4ece-ac34-bad873806f45 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0263f80-387a-4264-bd70-30fa599aa2b9 HTTP/1.1" status: 200 len: 1001 time: 0.0585773 Dec 20 15:00:26.578947 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97be6a47-74d7-45a1-b07c-2e9f787e7b16 req-d403d8fb-c831-4699-8000-c499fc99b8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:00:26.580436 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-97be6a47-74d7-45a1-b07c-2e9f787e7b16 req-d403d8fb-c831-4699-8000-c499fc99b8b1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d7f12fa2-3c0a-4159-924e-9bd876678edf HTTP/1.1" status: 200 len: 835 time: 0.0548697 Dec 20 15:00:26.981741 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97be6a47-74d7-45a1-b07c-2e9f787e7b16 req-12950dfd-b386-4ebe-8a9f-d93d047272fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:00:26.983510 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-97be6a47-74d7-45a1-b07c-2e9f787e7b16 req-12950dfd-b386-4ebe-8a9f-d93d047272fb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=80863284-48a5-4da7-ac59-e08c11c493d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3952603 Dec 20 15:00:27.086625 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-97be6a47-74d7-45a1-b07c-2e9f787e7b16 req-6553bb6e-3b08-4377-badd-7391b4ca7935 service neutron] 10.222.0.30 "GET /v2.0/networks/80863284-48a5-4da7-ac59-e08c11c493d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949306 Dec 20 15:00:27.185679 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-97be6a47-74d7-45a1-b07c-2e9f787e7b16 req-091cc4d1-b2f4-4ce6-acec-2234972b6090 service neutron] 10.222.0.30 "GET /v2.0/networks/80863284-48a5-4da7-ac59-e08c11c493d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919361 Dec 20 15:00:27.311317 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-05db8142-42a0-44aa-aad1-763a2c65a66a req-32061f5d-19ec-43c7-ba9d-132b6ca6fa78 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=aa8c5667-9f29-4982-9553-f0be9aaa6a6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0423946 Dec 20 15:00:27.398663 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05db8142-42a0-44aa-aad1-763a2c65a66a req-4e27d183-0753-43ca-88f6-ff53fa90392c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:00:27.400215 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-05db8142-42a0-44aa-aad1-763a2c65a66a req-4e27d183-0753-43ca-88f6-ff53fa90392c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f35a648a7aca4680a908ac1344ad2536&device_id=aa8c5667-9f29-4982-9553-f0be9aaa6a6a HTTP/1.1" status: 200 len: 1097 time: 0.0460212 Dec 20 15:00:27.506479 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05db8142-42a0-44aa-aad1-763a2c65a66a req-8d1f4aaf-09ee-440d-974a-a5ed7edc33c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:00:27.507857 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-05db8142-42a0-44aa-aad1-763a2c65a66a req-8d1f4aaf-09ee-440d-974a-a5ed7edc33c7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=256b9a54-7aab-4a5b-b888-e2923673f47e HTTP/1.1" status: 200 len: 897 time: 0.0870016 Dec 20 15:00:27.595979 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-05db8142-42a0-44aa-aad1-763a2c65a66a req-427e3eb7-7f05-4878-8a74-578782227c1a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f90078c1-b54e-4d29-9176-3ffeb5cfe229 HTTP/1.1" status: 200 len: 1000 time: 0.0785742 Dec 20 15:00:27.651814 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05db8142-42a0-44aa-aad1-763a2c65a66a req-f861e580-e5e6-46da-adce-5c01956f8d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:00:27.653327 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-05db8142-42a0-44aa-aad1-763a2c65a66a req-f861e580-e5e6-46da-adce-5c01956f8d91 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ed65485e-f067-414c-a6b8-84488252ca39 HTTP/1.1" status: 200 len: 834 time: 0.0496526 Dec 20 15:00:27.699594 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05db8142-42a0-44aa-aad1-763a2c65a66a req-d83434b1-eea3-46e4-9de0-71ac42b87114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:00:27.701092 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-05db8142-42a0-44aa-aad1-763a2c65a66a req-d83434b1-eea3-46e4-9de0-71ac42b87114 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=256b9a54-7aab-4a5b-b888-e2923673f47e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402610 Dec 20 15:00:27.792718 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-05db8142-42a0-44aa-aad1-763a2c65a66a req-13e863c5-33cb-4907-81ed-b5da6929639a service neutron] 10.222.0.47 "GET /v2.0/networks/256b9a54-7aab-4a5b-b888-e2923673f47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843031 Dec 20 15:00:27.882348 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-05db8142-42a0-44aa-aad1-763a2c65a66a req-317629ad-aef2-4ab4-a381-e81825a5ab2f service neutron] 10.222.0.47 "GET /v2.0/networks/256b9a54-7aab-4a5b-b888-e2923673f47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828226 Dec 20 15:00:30.707138 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-7505bd35-5bc9-4a01-8846-fdfe389a7ceb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:32.887588 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d63581f8-6242-4142-8714-9196fc8cba32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:33.850968 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:35.830099 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:36.330934 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:37.666545 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 49402) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:00:37.826339 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-4fdf7a52-5eeb-4daa-9bfb-cd342aacc46d tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Deleting port dc37fdfa-ec54-4c5b-b507-412f690d7339 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:00:37.826680 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4fdf7a52-5eeb-4daa-9bfb-cd342aacc46d tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:37.907367 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4fdf7a52-5eeb-4daa-9bfb-cd342aacc46d tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:37.907659 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4fdf7a52-5eeb-4daa-9bfb-cd342aacc46d tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:37.920276 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-4fdf7a52-5eeb-4daa-9bfb-cd342aacc46d tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Calling delete_port for dc37fdfa-ec54-4c5b-b507-412f690d7339 owned by network:floatingip {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:00:38.099488 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4fdf7a52-5eeb-4daa-9bfb-cd342aacc46d tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:38.123229 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdf7a52-5eeb-4daa-9bfb-cd342aacc46d tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Pushing event deleted for resources: {'Port': ['ID=dc37fdfa-ec54-4c5b-b507-412f690d7339,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:00:38.135668 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdf7a52-5eeb-4daa-9bfb-cd342aacc46d tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:00:38.136059 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdf7a52-5eeb-4daa-9bfb-cd342aacc46d tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:00:38.136397 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdf7a52-5eeb-4daa-9bfb-cd342aacc46d tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:00:38.136728 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdf7a52-5eeb-4daa-9bfb-cd342aacc46d tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:00:38.137112 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdf7a52-5eeb-4daa-9bfb-cd342aacc46d tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:00:38.137423 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdf7a52-5eeb-4daa-9bfb-cd342aacc46d tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:00:38.137857 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdf7a52-5eeb-4daa-9bfb-cd342aacc46d tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:00:38.138283 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdf7a52-5eeb-4daa-9bfb-cd342aacc46d tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:00:38.138613 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdf7a52-5eeb-4daa-9bfb-cd342aacc46d tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:00:38.138962 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdf7a52-5eeb-4daa-9bfb-cd342aacc46d tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:00:38.139269 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdf7a52-5eeb-4daa-9bfb-cd342aacc46d tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:00:38.139815 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdf7a52-5eeb-4daa-9bfb-cd342aacc46d tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:00:38.139945 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdf7a52-5eeb-4daa-9bfb-cd342aacc46d tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:00:38.198153 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4fdf7a52-5eeb-4daa-9bfb-cd342aacc46d tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for floatingip, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:38.198515 n-d-761264-19 neutron-server[103168]: INFO neutron.db.l3_db [None req-4fdf7a52-5eeb-4daa-9bfb-cd342aacc46d tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Floating IP acbea2ef-816c-47e2-9cc3-6d6398b53415 disassociated (deleted). External IP: 172.25.0.16, port: f90078c1-b54e-4d29-9176-3ffeb5cfe229. Dec 20 15:00:38.420054 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fdf7a52-5eeb-4daa-9bfb-cd342aacc46d tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Router c45c22f9-1ade-457a-b784-d448cafec153 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:00:38.529625 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fdf7a52-5eeb-4daa-9bfb-cd342aacc46d tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:00:38.534787 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4fdf7a52-5eeb-4daa-9bfb-cd342aacc46d tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:38.540948 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe85a5b7-109b-410b-a1e5-7c4c93fd10e3 None None] Sync routers for ids ['c45c22f9-1ade-457a-b784-d448cafec153'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:00:38.551654 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe85a5b7-109b-410b-a1e5-7c4c93fd10e3 None None] Routers {'c45c22f9-1ade-457a-b784-d448cafec153'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:00:38.552613 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-fe85a5b7-109b-410b-a1e5-7c4c93fd10e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:00:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['c45c22f9-1ade-457a-b784-d448cafec153'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:00:38.567228 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-4fdf7a52-5eeb-4daa-9bfb-cd342aacc46d tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "DELETE /v2.0/floatingips/acbea2ef-816c-47e2-9cc3-6d6398b53415 HTTP/1.1" status: 204 len: 168 time: 0.8968756 Dec 20 15:00:38.567228 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa8c5667-9f29-4982-9553-f0be9aaa6a6a', 'tag': 'f90078c1-b54e-4d29-9176-3ffeb5cfe229'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:00:38.567914 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ca80fd4-dca9-4c7b-b22a-42d879e99779" -d '{"events": [{"name": "network-changed", "server_uuid": "aa8c5667-9f29-4982-9553-f0be9aaa6a6a", "tag": "f90078c1-b54e-4d29-9176-3ffeb5cfe229"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:00:38.626825 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-579afa39-6c17-4159-9067-251fbba41197 x-openstack-request-id: req-579afa39-6c17-4159-9067-251fbba41197 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:00:38.627264 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa8c5667-9f29-4982-9553-f0be9aaa6a6a", "tag": "f90078c1-b54e-4d29-9176-3ffeb5cfe229", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:00:38.627571 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-579afa39-6c17-4159-9067-251fbba41197 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:00:38.627989 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa8c5667-9f29-4982-9553-f0be9aaa6a6a', 'tag': 'f90078c1-b54e-4d29-9176-3ffeb5cfe229', 'status': 'completed', 'code': 200} Dec 20 15:00:38.662952 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-fe85a5b7-109b-410b-a1e5-7c4c93fd10e3 None None] Set router c45c22f9-1ade-457a-b784-d448cafec153 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:00:38.703210 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca80fd4-dca9-4c7b-b22a-42d879e99779 req-0d631b39-199e-4a83-93b3-0a2e5d063610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:00:38.705403 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3ca80fd4-dca9-4c7b-b22a-42d879e99779 req-0d631b39-199e-4a83-93b3-0a2e5d063610 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f35a648a7aca4680a908ac1344ad2536&device_id=aa8c5667-9f29-4982-9553-f0be9aaa6a6a HTTP/1.1" status: 200 len: 1097 time: 0.0550685 Dec 20 15:00:38.725646 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:00:38.831146 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca80fd4-dca9-4c7b-b22a-42d879e99779 req-9984c6e3-ca75-4c80-b523-a28dab7e6de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:00:38.832926 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3ca80fd4-dca9-4c7b-b22a-42d879e99779 req-9984c6e3-ca75-4c80-b523-a28dab7e6de0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=256b9a54-7aab-4a5b-b888-e2923673f47e HTTP/1.1" status: 200 len: 897 time: 0.1135223 Dec 20 15:00:38.891011 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3ca80fd4-dca9-4c7b-b22a-42d879e99779 req-62b8a884-f922-4955-8bc3-1dd1eeadc02c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f90078c1-b54e-4d29-9176-3ffeb5cfe229 HTTP/1.1" status: 200 len: 217 time: 0.0486848 Dec 20 15:00:38.899742 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4df6a87-bcc8-4874-9ee3-31fd1d3e367e req-dece7ece-be5a-478d-8620-e5c207c4c7e5 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:00:38.901186 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c4df6a87-bcc8-4874-9ee3-31fd1d3e367e req-dece7ece-be5a-478d-8620-e5c207c4c7e5 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa8c5667-9f29-4982-9553-f0be9aaa6a6a HTTP/1.1" status: 200 len: 945 time: 0.1012380 Dec 20 15:00:38.929270 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-fe85a5b7-109b-410b-a1e5-7c4c93fd10e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c45c22f9-1ade-457a-b784-d448cafec153', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1342989202', 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '5ce620e2-3005-425e-90b8-537ad981db19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:58:54Z', 'updated_at': '2021-12-20T14:59:00Z', 'revision_number': 4, 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'gw_port': {'id': '5ce620e2-3005-425e-90b8-537ad981db19', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:fa:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45c22f9-1ade-457a-b784-d448cafec153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:58:55Z', 'updated_at': '2021-12-20T14:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'a355b4cf-ec57-46ce-b969-b1625fc7292b', 'name': '', 'network_id': '256b9a54-7aab-4a5b-b888-e2923673f47e', 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'mac_address': 'fa:16:3e:df:9d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45c22f9-1ade-457a-b784-d448cafec153', 'device_owner': 'network:router_interface', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': 'ed65485e-f067-414c-a6b8-84488252ca39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:58:59Z', 'updated_at': '2021-12-20T14:59:04Z', 'revision_number': 5, 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'subnets': [{'id': 'ed65485e-f067-414c-a6b8-84488252ca39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:00:38.958405 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe85a5b7-109b-410b-a1e5-7c4c93fd10e3 None None] Checking router: c45c22f9-1ade-457a-b784-d448cafec153 for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:00:38.966034 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe85a5b7-109b-410b-a1e5-7c4c93fd10e3 None None] Routers {'c45c22f9-1ade-457a-b784-d448cafec153'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:00:38.966661 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-fe85a5b7-109b-410b-a1e5-7c4c93fd10e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:00:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['c45c22f9-1ade-457a-b784-d448cafec153'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:00:38.967531 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca80fd4-dca9-4c7b-b22a-42d879e99779 req-2ba70c73-a882-40de-8532-c05c59f62543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:00:38.969047 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3ca80fd4-dca9-4c7b-b22a-42d879e99779 req-2ba70c73-a882-40de-8532-c05c59f62543 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ed65485e-f067-414c-a6b8-84488252ca39 HTTP/1.1" status: 200 len: 834 time: 0.0669916 Dec 20 15:00:38.999466 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c4df6a87-bcc8-4874-9ee3-31fd1d3e367e req-7bfec1fa-bc56-4387-ae78-7bf4a1b32b24 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a7a20bf-ff2e-43cf-b874-570c9681641c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695996 Dec 20 15:00:39.028976 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca80fd4-dca9-4c7b-b22a-42d879e99779 req-659e0c03-a7dd-4b1e-b491-3e3e77592e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:00:39.030784 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3ca80fd4-dca9-4c7b-b22a-42d879e99779 req-659e0c03-a7dd-4b1e-b491-3e3e77592e34 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=256b9a54-7aab-4a5b-b888-e2923673f47e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506904 Dec 20 15:00:39.096994 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-fe85a5b7-109b-410b-a1e5-7c4c93fd10e3 None None] Set router c45c22f9-1ade-457a-b784-d448cafec153 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:00:39.132002 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3ca80fd4-dca9-4c7b-b22a-42d879e99779 req-940fca64-2e5b-4100-affc-c61219d7b346 service neutron] 10.222.0.47 "GET /v2.0/networks/256b9a54-7aab-4a5b-b888-e2923673f47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935473 Dec 20 15:00:39.239345 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3ca80fd4-dca9-4c7b-b22a-42d879e99779 req-0dc72ae1-fb76-46cc-90c3-2845ec90b814 service neutron] 10.222.0.47 "GET /v2.0/networks/256b9a54-7aab-4a5b-b888-e2923673f47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994978 Dec 20 15:00:39.403273 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-fe85a5b7-109b-410b-a1e5-7c4c93fd10e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c45c22f9-1ade-457a-b784-d448cafec153', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1342989202', 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '5ce620e2-3005-425e-90b8-537ad981db19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:58:54Z', 'updated_at': '2021-12-20T14:59:00Z', 'revision_number': 4, 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'gw_port': {'id': '5ce620e2-3005-425e-90b8-537ad981db19', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:fa:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45c22f9-1ade-457a-b784-d448cafec153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:58:55Z', 'updated_at': '2021-12-20T14:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'a355b4cf-ec57-46ce-b969-b1625fc7292b', 'name': '', 'network_id': '256b9a54-7aab-4a5b-b888-e2923673f47e', 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'mac_address': 'fa:16:3e:df:9d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45c22f9-1ade-457a-b784-d448cafec153', 'device_owner': 'network:router_interface', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': 'ed65485e-f067-414c-a6b8-84488252ca39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:58:59Z', 'updated_at': '2021-12-20T14:59:04Z', 'revision_number': 5, 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'subnets': [{'id': 'ed65485e-f067-414c-a6b8-84488252ca39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:00:39.430190 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe85a5b7-109b-410b-a1e5-7c4c93fd10e3 None None] The sync data for ids ['c45c22f9-1ade-457a-b784-d448cafec153'] in n-d-761264-19 is: [{'id': 'c45c22f9-1ade-457a-b784-d448cafec153', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1342989202', 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '5ce620e2-3005-425e-90b8-537ad981db19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:58:54Z', 'updated_at': '2021-12-20T14:59:00Z', 'revision_number': 4, 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'gw_port': {'id': '5ce620e2-3005-425e-90b8-537ad981db19', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:fa:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45c22f9-1ade-457a-b784-d448cafec153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:58:55Z', 'updated_at': '2021-12-20T14:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'a355b4cf-ec57-46ce-b969-b1625fc7292b', 'name': '', 'network_id': '256b9a54-7aab-4a5b-b888-e2923673f47e', 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'mac_address': 'fa:16:3e:df:9d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45c22f9-1ade-457a-b784-d448cafec153', 'device_owner': 'network:router_interface', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': 'ed65485e-f067-414c-a6b8-84488252ca39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:58:59Z', 'updated_at': '2021-12-20T14:59:04Z', 'revision_number': 5, 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'subnets': [{'id': 'ed65485e-f067-414c-a6b8-84488252ca39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:00:39.672860 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c5323a-1cb8-47ce-80db-fb08b6159fc5 None None] New status for floating IP acbea2ef-816c-47e2-9cc3-6d6398b53415: DOWN {{(pid=103169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 15:00:40.123838 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bb49b2-927a-4bf7-a2a2-9c77f20bf25b req-ae8cda93-2572-4c43-82fb-357b2d4a8639 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:00:40.125160 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbf388f-6910-4b8e-8df4-8d54283d24a7 req-4e8cc2ac-04cb-48dd-ba98-e7dff8d8afc8 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:00:40.125590 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a3bb49b2-927a-4bf7-a2a2-9c77f20bf25b req-ae8cda93-2572-4c43-82fb-357b2d4a8639 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa8c5667-9f29-4982-9553-f0be9aaa6a6a HTTP/1.1" status: 200 len: 945 time: 0.0514791 Dec 20 15:00:40.126759 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8fbf388f-6910-4b8e-8df4-8d54283d24a7 req-4e8cc2ac-04cb-48dd-ba98-e7dff8d8afc8 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa8c5667-9f29-4982-9553-f0be9aaa6a6a HTTP/1.1" status: 200 len: 945 time: 0.0514567 Dec 20 15:00:40.183207 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a3bb49b2-927a-4bf7-a2a2-9c77f20bf25b req-62d89fed-50dd-43ba-87b0-e171c1ca0aa9 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "GET /v2.0/security-groups?id=6a7a20bf-ff2e-43cf-b874-570c9681641c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506463 Dec 20 15:00:40.225087 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-8fbf388f-6910-4b8e-8df4-8d54283d24a7 req-5ea333c5-0336-4a4c-b930-f5f58e30551a tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Deleting port f90078c1-b54e-4d29-9176-3ffeb5cfe229 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:00:40.225457 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-8fbf388f-6910-4b8e-8df4-8d54283d24a7 req-5ea333c5-0336-4a4c-b930-f5f58e30551a tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:40.319270 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-8fbf388f-6910-4b8e-8df4-8d54283d24a7 req-5ea333c5-0336-4a4c-b930-f5f58e30551a tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] For port f90078c1-b54e-4d29-9176-3ffeb5cfe229, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=f90078c1-b54e-4d29-9176-3ffeb5cfe229,segment=NetworkSegment(ae8bc5cb-ba81-406d-9102-185eebb35da3),segment_id=ae8bc5cb-ba81-406d-9102-185eebb35da3)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:00:40.319718 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-8fbf388f-6910-4b8e-8df4-8d54283d24a7 req-5ea333c5-0336-4a4c-b930-f5f58e30551a tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:40.333138 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-8fbf388f-6910-4b8e-8df4-8d54283d24a7 req-5ea333c5-0336-4a4c-b930-f5f58e30551a tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Calling delete_port for f90078c1-b54e-4d29-9176-3ffeb5cfe229 owned by compute:nova {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:00:40.469770 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-8fbf388f-6910-4b8e-8df4-8d54283d24a7 req-5ea333c5-0336-4a4c-b930-f5f58e30551a tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:40.498389 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea333c5-0336-4a4c-b930-f5f58e30551a tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Pushing event deleted for resources: {'Port': ['ID=f90078c1-b54e-4d29-9176-3ffeb5cfe229,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:00:40.513393 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea333c5-0336-4a4c-b930-f5f58e30551a tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:00:40.513882 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea333c5-0336-4a4c-b930-f5f58e30551a tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:00:40.514076 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea333c5-0336-4a4c-b930-f5f58e30551a tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:00:40.514406 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea333c5-0336-4a4c-b930-f5f58e30551a tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:00:40.514752 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea333c5-0336-4a4c-b930-f5f58e30551a tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:00:40.515082 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea333c5-0336-4a4c-b930-f5f58e30551a tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:00:40.515618 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea333c5-0336-4a4c-b930-f5f58e30551a tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:00:40.515953 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea333c5-0336-4a4c-b930-f5f58e30551a tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:00:40.516279 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea333c5-0336-4a4c-b930-f5f58e30551a tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:00:40.516600 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea333c5-0336-4a4c-b930-f5f58e30551a tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:00:40.516920 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea333c5-0336-4a4c-b930-f5f58e30551a tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:00:40.517236 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea333c5-0336-4a4c-b930-f5f58e30551a tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:00:40.517550 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea333c5-0336-4a4c-b930-f5f58e30551a tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:00:40.560401 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fbf388f-6910-4b8e-8df4-8d54283d24a7 req-5ea333c5-0336-4a4c-b930-f5f58e30551a tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] No DVR routers for this DVR port f90078c1-b54e-4d29-9176-3ffeb5cfe229 on host n-h2-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:00:40.563422 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-8fbf388f-6910-4b8e-8df4-8d54283d24a7 req-5ea333c5-0336-4a4c-b930-f5f58e30551a tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:40.567224 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8fbf388f-6910-4b8e-8df4-8d54283d24a7 req-5ea333c5-0336-4a4c-b930-f5f58e30551a tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.47 "DELETE /v2.0/ports/f90078c1-b54e-4d29-9176-3ffeb5cfe229 HTTP/1.1" status: 204 len: 173 time: 0.4341214 Dec 20 15:00:40.567681 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa8c5667-9f29-4982-9553-f0be9aaa6a6a', 'name': 'network-vif-deleted', 'tag': 'f90078c1-b54e-4d29-9176-3ffeb5cfe229'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:00:40.570009 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c5400db-7767-427a-b334-7c2ae533f638" -d '{"events": [{"server_uuid": "aa8c5667-9f29-4982-9553-f0be9aaa6a6a", "name": "network-vif-deleted", "tag": "f90078c1-b54e-4d29-9176-3ffeb5cfe229"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:00:40.609160 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4af30e7d-4194-45ce-b783-c266b90c7abe x-openstack-request-id: req-4af30e7d-4194-45ce-b783-c266b90c7abe {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:00:40.609464 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa8c5667-9f29-4982-9553-f0be9aaa6a6a", "name": "network-vif-deleted", "tag": "f90078c1-b54e-4d29-9176-3ffeb5cfe229", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:00:40.609722 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4af30e7d-4194-45ce-b783-c266b90c7abe {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:00:40.610131 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa8c5667-9f29-4982-9553-f0be9aaa6a6a', 'name': 'network-vif-deleted', 'tag': 'f90078c1-b54e-4d29-9176-3ffeb5cfe229', 'status': 'completed', 'code': 200} Dec 20 15:00:41.248993 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 49474) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:00:41.813527 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:41.967468 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fa5a0021-156d-4298-ae03-cef2e46116cf tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1595867'] for router_interface, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:42.224748 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-fa5a0021-156d-4298-ae03-cef2e46116cf tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Deleting port a355b4cf-ec57-46ce-b969-b1625fc7292b {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:00:42.225108 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fa5a0021-156d-4298-ae03-cef2e46116cf tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:42.315908 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-fa5a0021-156d-4298-ae03-cef2e46116cf tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] For port a355b4cf-ec57-46ce-b969-b1625fc7292b, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=a355b4cf-ec57-46ce-b969-b1625fc7292b,segment=NetworkSegment(ae8bc5cb-ba81-406d-9102-185eebb35da3),segment_id=ae8bc5cb-ba81-406d-9102-185eebb35da3)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:00:42.316715 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fa5a0021-156d-4298-ae03-cef2e46116cf tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:42.330077 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-fa5a0021-156d-4298-ae03-cef2e46116cf tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Calling delete_port for a355b4cf-ec57-46ce-b969-b1625fc7292b owned by network:router_interface {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:00:42.522614 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fa5a0021-156d-4298-ae03-cef2e46116cf tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:42.548566 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5a0021-156d-4298-ae03-cef2e46116cf tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Pushing event deleted for resources: {'Port': ['ID=a355b4cf-ec57-46ce-b969-b1625fc7292b,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:00:42.731995 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fa5a0021-156d-4298-ae03-cef2e46116cf tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582411'] for router_interface, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:42.954851 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa5a0021-156d-4298-ae03-cef2e46116cf tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Router c45c22f9-1ade-457a-b784-d448cafec153 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:00:43.063948 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa5a0021-156d-4298-ae03-cef2e46116cf tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:00:43.072592 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 49510) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:00:43.075912 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c480821-3d1e-4543-aeca-3e69e8864b20 None None] Sync routers for ids ['c45c22f9-1ade-457a-b784-d448cafec153'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:00:43.079119 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-fa5a0021-156d-4298-ae03-cef2e46116cf tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "PUT /v2.0/routers/c45c22f9-1ade-457a-b784-d448cafec153/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8226998 Dec 20 15:00:43.086112 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c480821-3d1e-4543-aeca-3e69e8864b20 None None] Routers {'c45c22f9-1ade-457a-b784-d448cafec153'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:00:43.086958 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-5c480821-3d1e-4543-aeca-3e69e8864b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:00:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['c45c22f9-1ade-457a-b784-d448cafec153'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:00:43.125797 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8f7c84a-59bf-4154-99c7-dcac2261d066 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Deleting subnet ed65485e-f067-414c-a6b8-84488252ca39 {{(pid=103167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:00:43.130137 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a8f7c84a-59bf-4154-99c7-dcac2261d066 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for subnet, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:43.178264 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a8f7c84a-59bf-4154-99c7-dcac2261d066 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954412'] for subnet, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:43.203748 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-5c480821-3d1e-4543-aeca-3e69e8864b20 None None] Set router c45c22f9-1ade-457a-b784-d448cafec153 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:00:43.271616 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a8f7c84a-59bf-4154-99c7-dcac2261d066 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:43.301597 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device f90078c1-b54e-4d29-9176-3ffeb5cfe229 no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:00:43.329919 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] No Port match for: f90078c1-b54e-4d29-9176-3ffeb5cfe229 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:00:43.330667 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device f90078c1-b54e-4d29-9176-3ffeb5cfe229 not bound to the agent host n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:00:43.342368 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a8f7c84a-59bf-4154-99c7-dcac2261d066 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:43.379427 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f7c84a-59bf-4154-99c7-dcac2261d066 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Pushing event deleted for resources: {'Subnet': ['ID=ed65485e-f067-414c-a6b8-84488252ca39,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:00:43.381507 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a8f7c84a-59bf-4154-99c7-dcac2261d066 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:43.385428 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-a8f7c84a-59bf-4154-99c7-dcac2261d066 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "DELETE /v2.0/subnets/ed65485e-f067-414c-a6b8-84488252ca39 HTTP/1.1" status: 204 len: 168 time: 0.3112738 Dec 20 15:00:43.388150 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 49516) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:00:43.404069 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-5c480821-3d1e-4543-aeca-3e69e8864b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c45c22f9-1ade-457a-b784-d448cafec153', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1342989202', 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '5ce620e2-3005-425e-90b8-537ad981db19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:58:54Z', 'updated_at': '2021-12-20T15:00:42Z', 'revision_number': 5, 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'gw_port': {'id': '5ce620e2-3005-425e-90b8-537ad981db19', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:fa:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45c22f9-1ade-457a-b784-d448cafec153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:58:55Z', 'updated_at': '2021-12-20T14:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:00:43.415087 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9f5576-c7ab-41f7-83db-7ec0a00971ef None None] Network 256b9a54-7aab-4a5b-b888-e2923673f47e requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:00:43.430420 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c480821-3d1e-4543-aeca-3e69e8864b20 None None] Checking router: c45c22f9-1ade-457a-b784-d448cafec153 for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:00:43.438772 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c480821-3d1e-4543-aeca-3e69e8864b20 None None] Routers {'c45c22f9-1ade-457a-b784-d448cafec153'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:00:43.439391 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-5c480821-3d1e-4543-aeca-3e69e8864b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:00:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['c45c22f9-1ade-457a-b784-d448cafec153'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:00:43.517707 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4b2ff869-1fb8-40d5-96c1-98c76c891ce0 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for router, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:43.578799 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-5c480821-3d1e-4543-aeca-3e69e8864b20 None None] Set router c45c22f9-1ade-457a-b784-d448cafec153 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:00:43.620230 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05fafac1-8512-44f9-a571-0a1ca4987bfd None None] DHCP port deletion for 256b9a54-7aab-4a5b-b888-e2923673f47e request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:00:43.643995 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4b2ff869-1fb8-40d5-96c1-98c76c891ce0 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:43.681286 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-05fafac1-8512-44f9-a571-0a1ca4987bfd None None] Deleting port b5b901db-4a64-4b4b-9c32-6305d958b3ed {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:00:43.681759 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-05fafac1-8512-44f9-a571-0a1ca4987bfd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:43.711440 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-4b2ff869-1fb8-40d5-96c1-98c76c891ce0 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Deleting port 5ce620e2-3005-425e-90b8-537ad981db19 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:00:43.712283 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4b2ff869-1fb8-40d5-96c1-98c76c891ce0 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:43.769512 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-05fafac1-8512-44f9-a571-0a1ca4987bfd None None] For port b5b901db-4a64-4b4b-9c32-6305d958b3ed, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=b5b901db-4a64-4b4b-9c32-6305d958b3ed,segment=NetworkSegment(ae8bc5cb-ba81-406d-9102-185eebb35da3),segment_id=ae8bc5cb-ba81-406d-9102-185eebb35da3)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:00:43.769915 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-05fafac1-8512-44f9-a571-0a1ca4987bfd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:43.786619 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-05fafac1-8512-44f9-a571-0a1ca4987bfd None None] Calling delete_port for b5b901db-4a64-4b4b-9c32-6305d958b3ed owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:00:43.800549 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-5c480821-3d1e-4543-aeca-3e69e8864b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c45c22f9-1ade-457a-b784-d448cafec153', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1342989202', 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '5ce620e2-3005-425e-90b8-537ad981db19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:58:54Z', 'updated_at': '2021-12-20T15:00:42Z', 'revision_number': 5, 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'gw_port': {'id': '5ce620e2-3005-425e-90b8-537ad981db19', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:fa:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45c22f9-1ade-457a-b784-d448cafec153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:58:55Z', 'updated_at': '2021-12-20T14:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:00:43.821670 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-4b2ff869-1fb8-40d5-96c1-98c76c891ce0 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] For port 5ce620e2-3005-425e-90b8-537ad981db19, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=5ce620e2-3005-425e-90b8-537ad981db19,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:00:43.822713 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4b2ff869-1fb8-40d5-96c1-98c76c891ce0 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:43.840450 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-4b2ff869-1fb8-40d5-96c1-98c76c891ce0 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Calling delete_port for 5ce620e2-3005-425e-90b8-537ad981db19 owned by network:router_gateway {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:00:43.841291 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c480821-3d1e-4543-aeca-3e69e8864b20 None None] The sync data for ids ['c45c22f9-1ade-457a-b784-d448cafec153'] in n-d-761264-19 is: [{'id': 'c45c22f9-1ade-457a-b784-d448cafec153', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1342989202', 'tenant_id': 'f35a648a7aca4680a908ac1344ad2536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '5ce620e2-3005-425e-90b8-537ad981db19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:58:54Z', 'updated_at': '2021-12-20T15:00:42Z', 'revision_number': 5, 'project_id': 'f35a648a7aca4680a908ac1344ad2536', 'gw_port': {'id': '5ce620e2-3005-425e-90b8-537ad981db19', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:fa:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45c22f9-1ade-457a-b784-d448cafec153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:58:55Z', 'updated_at': '2021-12-20T14:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:00:43.891557 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-05fafac1-8512-44f9-a571-0a1ca4987bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:43.917341 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fafac1-8512-44f9-a571-0a1ca4987bfd None None] Pushing event deleted for resources: {'Port': ['ID=b5b901db-4a64-4b4b-9c32-6305d958b3ed,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:00:43.921685 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fafac1-8512-44f9-a571-0a1ca4987bfd None None] No DVR routers for this DVR port b5b901db-4a64-4b4b-9c32-6305d958b3ed on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:00:43.928692 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fafac1-8512-44f9-a571-0a1ca4987bfd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:00:43.929042 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fafac1-8512-44f9-a571-0a1ca4987bfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:00:43.929386 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fafac1-8512-44f9-a571-0a1ca4987bfd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:00:43.932917 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fafac1-8512-44f9-a571-0a1ca4987bfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:00:43.932917 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fafac1-8512-44f9-a571-0a1ca4987bfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:00:43.933123 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fafac1-8512-44f9-a571-0a1ca4987bfd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:00:43.933358 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fafac1-8512-44f9-a571-0a1ca4987bfd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:00:43.933653 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fafac1-8512-44f9-a571-0a1ca4987bfd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:00:43.933997 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fafac1-8512-44f9-a571-0a1ca4987bfd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:00:43.934327 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fafac1-8512-44f9-a571-0a1ca4987bfd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:00:43.934654 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fafac1-8512-44f9-a571-0a1ca4987bfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:00:43.935007 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fafac1-8512-44f9-a571-0a1ca4987bfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:00:43.935340 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fafac1-8512-44f9-a571-0a1ca4987bfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:00:44.025095 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4b2ff869-1fb8-40d5-96c1-98c76c891ce0 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:44.055851 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2ff869-1fb8-40d5-96c1-98c76c891ce0 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Pushing event deleted for resources: {'Port': ['ID=5ce620e2-3005-425e-90b8-537ad981db19,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:00:44.081654 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d037d9-b80a-44a3-8db4-bb8bc0f704d3 None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:00:44.134630 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4b2ff869-1fb8-40d5-96c1-98c76c891ce0 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584913'] for router_gateway, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:44.233325 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4b2ff869-1fb8-40d5-96c1-98c76c891ce0 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40132'] for router, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:44.236195 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4b2ff869-1fb8-40d5-96c1-98c76c891ce0 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:44.284460 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4b2ff869-1fb8-40d5-96c1-98c76c891ce0 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1594808'] for router, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:44.285097 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b2ff869-1fb8-40d5-96c1-98c76c891ce0 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Fanout notify agent at l3_agent the message router_deleted on router c45c22f9-1ade-457a-b784-d448cafec153 {{(pid=103167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:00:44.292845 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4b2ff869-1fb8-40d5-96c1-98c76c891ce0 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for router, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:44.295430 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-4b2ff869-1fb8-40d5-96c1-98c76c891ce0 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "DELETE /v2.0/routers/c45c22f9-1ade-457a-b784-d448cafec153 HTTP/1.1" status: 204 len: 168 time: 0.9058316 Dec 20 15:00:44.297306 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 49536) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:00:44.392493 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-442a0d8e-4263-41f3-9378-8be69c73a19a tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:44.484853 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-442a0d8e-4263-41f3-9378-8be69c73a19a tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:44.509564 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-442a0d8e-4263-41f3-9378-8be69c73a19a tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['256b9a54-7aab-4a5b-b888-e2923673f47e']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:00:44.519800 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-442a0d8e-4263-41f3-9378-8be69c73a19a tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae8bc5cb-ba81-406d-9102-185eebb35da3') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:00:44.520092 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-442a0d8e-4263-41f3-9378-8be69c73a19a tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae8bc5cb-ba81-406d-9102-185eebb35da3') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:00:44.530303 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-442a0d8e-4263-41f3-9378-8be69c73a19a tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:44.533867 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device b5b901db-4a64-4b4b-9c32-6305d958b3ed no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:00:44.544307 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-442a0d8e-4263-41f3-9378-8be69c73a19a tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:44.551737 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-442a0d8e-4263-41f3-9378-8be69c73a19a tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:00:44.552591 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-442a0d8e-4263-41f3-9378-8be69c73a19a tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:44.561000 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: b5b901db-4a64-4b4b-9c32-6305d958b3ed {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:00:44.561342 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device b5b901db-4a64-4b4b-9c32-6305d958b3ed not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:00:44.561847 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device a355b4cf-ec57-46ce-b969-b1625fc7292b no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:00:44.582568 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: a355b4cf-ec57-46ce-b969-b1625fc7292b {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:00:44.582819 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:00:44.582819 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:00:44.582819 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:00:44.582819 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:00:44.582819 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:00:44.582819 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:00:44.582819 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 15:00:44.582819 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:00:44.582819 n-d-761264-19 neutron-server[103168]: timer() Dec 20 15:00:44.582819 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:00:44.582819 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 15:00:44.582819 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:00:44.582819 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 15:00:44.582819 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:00:44.582819 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 15:00:44.582819 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:00:44.582819 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 15:00:44.582819 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:00:44.582819 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 15:00:44.582819 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:00:44.582819 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:00:44.582819 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:00:44.582819 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:00:44.582819 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:00:44.582819 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 15:00:44.582819 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:00:44.582819 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 15:00:44.582819 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:00:44.582819 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:00:44.582819 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:00:44.582819 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 15:00:44.582819 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:00:44.582819 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:00:44.582819 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:00:44.582819 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:00:44.582819 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:00:44.582819 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:00:44.582819 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:00:44.586316 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device a355b4cf-ec57-46ce-b969-b1625fc7292b not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:00:44.636997 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-442a0d8e-4263-41f3-9378-8be69c73a19a tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:44.645797 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-442a0d8e-4263-41f3-9378-8be69c73a19a tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:44.650647 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-442a0d8e-4263-41f3-9378-8be69c73a19a tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "DELETE /v2.0/networks/256b9a54-7aab-4a5b-b888-e2923673f47e HTTP/1.1" status: 204 len: 168 time: 0.3505411 Dec 20 15:00:44.654381 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 49542) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:00:44.668413 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442a0d8e-4263-41f3-9378-8be69c73a19a tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Pushing event deleted for resources: {'Network': ['ID=256b9a54-7aab-4a5b-b888-e2923673f47e,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:00:44.721202 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d67cd5c1-c982-49d4-adeb-5926b45e0da5 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:44.746759 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d67cd5c1-c982-49d4-adeb-5926b45e0da5 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:44.805784 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d67cd5c1-c982-49d4-adeb-5926b45e0da5 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:44.808625 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d67cd5c1-c982-49d4-adeb-5926b45e0da5 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:44.812629 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-d67cd5c1-c982-49d4-adeb-5926b45e0da5 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] 10.222.0.54 "DELETE /v2.0/security-groups/6a7a20bf-ff2e-43cf-b874-570c9681641c HTTP/1.1" status: 204 len: 168 time: 0.1541808 Dec 20 15:00:44.819443 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67cd5c1-c982-49d4-adeb-5926b45e0da5 tempest-TestNetworkAdvancedServerOps-844218426 tempest-TestNetworkAdvancedServerOps-844218426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a7a20bf-ff2e-43cf-b874-570c9681641c,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:00:45.131884 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 49560) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:00:45.266468 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-a5c356b6-d411-4019-89bd-94e6d7b7fee6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f35a648a7aca4680a908ac1344ad2536&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1333663 Dec 20 15:00:45.269149 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 49564) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:00:45.318759 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5bd5b800-d25b-4a5d-aa9b-cb84f7adb952 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:45.340107 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5bd5b800-d25b-4a5d-aa9b-cb84f7adb952 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:45.389154 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5bd5b800-d25b-4a5d-aa9b-cb84f7adb952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:45.392201 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5bd5b800-d25b-4a5d-aa9b-cb84f7adb952 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:45.393722 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-5bd5b800-d25b-4a5d-aa9b-cb84f7adb952 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/006658c2-ddfa-4a18-b8d5-2544c7a5677b HTTP/1.1" status: 204 len: 168 time: 0.1233032 Dec 20 15:00:45.399903 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:45.403112 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd5b800-d25b-4a5d-aa9b-cb84f7adb952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=006658c2-ddfa-4a18-b8d5-2544c7a5677b,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:00:45.672792 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 49578) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:00:45.723886 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-c5f2e58c-324b-474c-92ac-d3c58f70113c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=aacc9667a584429eb65474e9d96c40e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0499001 Dec 20 15:00:45.726334 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 49582) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:00:45.778618 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6d6d79a2-7e56-4b1a-a261-b0e7577d29e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:45.800335 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6d6d79a2-7e56-4b1a-a261-b0e7577d29e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:45.851788 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6d6d79a2-7e56-4b1a-a261-b0e7577d29e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:45.854394 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6d6d79a2-7e56-4b1a-a261-b0e7577d29e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:45.855622 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-6d6d79a2-7e56-4b1a-a261-b0e7577d29e9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d22c3a7d-86ae-4377-82f6-06e5671210f2 HTTP/1.1" status: 204 len: 168 time: 0.1283662 Dec 20 15:00:45.864793 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6d79a2-7e56-4b1a-a261-b0e7577d29e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d22c3a7d-86ae-4377-82f6-06e5671210f2,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:00:46.406302 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 5ce620e2-3005-425e-90b8-537ad981db19 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:00:46.428130 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 5ce620e2-3005-425e-90b8-537ad981db19 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:00:46.428547 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 5ce620e2-3005-425e-90b8-537ad981db19 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:00:47.114699 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 49640) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:00:47.268805 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-cd4b4489-e94c-4e95-b938-6546be46e8b5 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Request body: {'network': {'name': 'tempest-network-smoke--1459211344', 'project_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'port_security_enabled': True}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:00:47.300788 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd4b4489-e94c-4e95-b938-6546be46e8b5 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Made reservation on behalf of f62d8f2c7b324a5892ce5eb0e9d3389a for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:00:47.306637 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cd4b4489-e94c-4e95-b938-6546be46e8b5 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:47.320357 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cd4b4489-e94c-4e95-b938-6546be46e8b5 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:47.397171 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cd4b4489-e94c-4e95-b938-6546be46e8b5 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:47.402336 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cd4b4489-e94c-4e95-b938-6546be46e8b5 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:47.435713 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd4b4489-e94c-4e95-b938-6546be46e8b5 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:00:47.442080 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4b4489-e94c-4e95-b938-6546be46e8b5 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4aab6ee4-19ca-4484-8f3f-9385c48a3862,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:00:47.460215 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cd4b4489-e94c-4e95-b938-6546be46e8b5 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:47.460701 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-cd4b4489-e94c-4e95-b938-6546be46e8b5 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Added segment fb6bf5ee-8ae0-4334-9adb-248080ab4d58 of type vlan for network 4f244571-d51f-45b2-99a1-7f591a08ef83 Dec 20 15:00:47.508024 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cd4b4489-e94c-4e95-b938-6546be46e8b5 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:47.542224 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cd4b4489-e94c-4e95-b938-6546be46e8b5 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:47.547868 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4b4489-e94c-4e95-b938-6546be46e8b5 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:00:47.548472 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cd4b4489-e94c-4e95-b938-6546be46e8b5 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:47.617569 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-cd4b4489-e94c-4e95-b938-6546be46e8b5 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5016334 Dec 20 15:00:47.620854 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 49652) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:00:47.626265 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-c614d91e-fe8c-4bc0-803d-de89aba98e33 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1621342233', 'admin_state_up': True, 'project_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:00:47.658095 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c614d91e-fe8c-4bc0-803d-de89aba98e33 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40114'] for router, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:47.659429 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c614d91e-fe8c-4bc0-803d-de89aba98e33 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40139'] for router, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:47.661591 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4b4489-e94c-4e95-b938-6546be46e8b5 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Pushing event updated for resources: {'Network': ['ID=4f244571-d51f-45b2-99a1-7f591a08ef83,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:00:47.675344 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 4f244571-d51f-45b2-99a1-7f591a08ef83 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:00:47.714145 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c614d91e-fe8c-4bc0-803d-de89aba98e33 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:47.857623 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c614d91e-fe8c-4bc0-803d-de89aba98e33 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:48.059656 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c614d91e-fe8c-4bc0-803d-de89aba98e33 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for router_gateway, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:48.078425 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c614d91e-fe8c-4bc0-803d-de89aba98e33 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:48.183671 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-c614d91e-fe8c-4bc0-803d-de89aba98e33 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Allocated IP 172.25.0.131 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/a33ddc78-fd66-402b-92db-19aa2f939436) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:00:48.286992 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c614d91e-fe8c-4bc0-803d-de89aba98e33 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:48.322380 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c614d91e-fe8c-4bc0-803d-de89aba98e33 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:48.367186 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c614d91e-fe8c-4bc0-803d-de89aba98e33 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:00:48.370113 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-c614d91e-fe8c-4bc0-803d-de89aba98e33 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:00:48.374553 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c614d91e-fe8c-4bc0-803d-de89aba98e33 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:00:48.377717 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c614d91e-fe8c-4bc0-803d-de89aba98e33 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Pushing event updated for resources: {'Port': ['ID=a33ddc78-fd66-402b-92db-19aa2f939436,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:00:48.383883 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670422af-ee29-46d2-9932-4e22cb49b221 None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:00:48.434420 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-9a2c0ce0-7bd0-4e08-a777-8b637f6a40b6 None None] Provisioning complete for port a33ddc78-fd66-402b-92db-19aa2f939436 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:00:48.434711 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-9a2c0ce0-7bd0-4e08-a777-8b637f6a40b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:48.468843 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-9a2c0ce0-7bd0-4e08-a777-8b637f6a40b6 None None] Port a33ddc78-fd66-402b-92db-19aa2f939436 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:00:48.624991 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c614d91e-fe8c-4bc0-803d-de89aba98e33 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for router_gateway, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:48.825088 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c614d91e-fe8c-4bc0-803d-de89aba98e33 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013'] for router, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:48.952957 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c614d91e-fe8c-4bc0-803d-de89aba98e33 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Router 29712ce6-4459-412a-8a52-96bf6c225c36 is scheduled to L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 with binding_index 1 {{(pid=103167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 15:00:49.418667 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c614d91e-fe8c-4bc0-803d-de89aba98e33 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:00:49.429988 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65a5474-129d-45fb-b8fc-1cf680a7ded3 None None] Sync routers for ids ['29712ce6-4459-412a-8a52-96bf6c225c36'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:00:49.440655 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c614d91e-fe8c-4bc0-803d-de89aba98e33 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for router, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:49.441878 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-c614d91e-fe8c-4bc0-803d-de89aba98e33 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.8192580 Dec 20 15:00:49.444451 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65a5474-129d-45fb-b8fc-1cf680a7ded3 None None] Routers {'29712ce6-4459-412a-8a52-96bf6c225c36'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:00:49.445159 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 49686) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:00:49.445323 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-c65a5474-129d-45fb-b8fc-1cf680a7ded3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:00:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['29712ce6-4459-412a-8a52-96bf6c225c36'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:00:49.532855 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-6cb6a6f8-f2e8-4602-bb6b-457934cd3eab tempest-TestNetworkBasicOps-1884258908 tempest-TestNetworkBasicOps-1884258908-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=f62d8f2c7b324a5892ce5eb0e9d3389a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0865548 Dec 20 15:00:49.535553 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 49694) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:00:49.564326 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-c65a5474-129d-45fb-b8fc-1cf680a7ded3 None None] Set router 29712ce6-4459-412a-8a52-96bf6c225c36 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:00:49.694193 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3780f900-c9f6-482f-81c6-d265d1971991 tempest-TestNetworkBasicOps-1884258908 tempest-TestNetworkBasicOps-1884258908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:00:49.695994 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-3780f900-c9f6-482f-81c6-d265d1971991 tempest-TestNetworkBasicOps-1884258908 tempest-TestNetworkBasicOps-1884258908-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1594980 Dec 20 15:00:49.698825 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 49696) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:00:49.728807 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-40557c1c-4a2c-4025-8456-8181315ebedd tempest-TestNetworkBasicOps-1884258908 tempest-TestNetworkBasicOps-1884258908-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=c3f8658e-da35-41f3-bd03-509e29ebd6f3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262897 Dec 20 15:00:49.729043 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 49698) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:00:49.733644 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-695b85cf-f5cc-478e-86a1-f9a58cacb75a tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-192995143', 'network_id': '4f244571-d51f-45b2-99a1-7f591a08ef83', 'project_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:00:49.750321 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-c65a5474-129d-45fb-b8fc-1cf680a7ded3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29712ce6-4459-412a-8a52-96bf6c225c36', 'name': 'tempest-TestNetworkBasicOps-router-1621342233', 'tenant_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': 'a33ddc78-fd66-402b-92db-19aa2f939436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:00:47Z', 'updated_at': '2021-12-20T15:00:48Z', 'revision_number': 3, 'project_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'gw_port': {'id': 'a33ddc78-fd66-402b-92db-19aa2f939436', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e5:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29712ce6-4459-412a-8a52-96bf6c225c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:00:48Z', 'updated_at': '2021-12-20T15:00:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:00:49.778475 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65a5474-129d-45fb-b8fc-1cf680a7ded3 None None] Checking router: 29712ce6-4459-412a-8a52-96bf6c225c36 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:00:49.778715 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65a5474-129d-45fb-b8fc-1cf680a7ded3 None None] Updating router 29712ce6-4459-412a-8a52-96bf6c225c36 port a33ddc78-fd66-402b-92db-19aa2f939436 binding host n-d-761264-19 {{(pid=103169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 15:00:49.808237 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c65a5474-129d-45fb-b8fc-1cf680a7ded3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:49.844573 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-695b85cf-f5cc-478e-86a1-f9a58cacb75a tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Made reservation on behalf of f62d8f2c7b324a5892ce5eb0e9d3389a for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:00:49.854205 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-695b85cf-f5cc-478e-86a1-f9a58cacb75a tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:50.059458 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-695b85cf-f5cc-478e-86a1-f9a58cacb75a tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:50.111524 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c65a5474-129d-45fb-b8fc-1cf680a7ded3 None None] Publish callbacks [] for port, precommit_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:50.118286 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c65a5474-129d-45fb-b8fc-1cf680a7ded3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:50.132900 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695b85cf-f5cc-478e-86a1-f9a58cacb75a tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Pushing event updated for resources: {'Subnet': ['ID=0fb4d078-ee44-470f-9d9c-e04833f5d5cb,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:00:50.141744 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695b85cf-f5cc-478e-86a1-f9a58cacb75a tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Checking segment: {'id': 'fb6bf5ee-8ae0-4334-9adb-248080ab4d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4f244571-d51f-45b2-99a1-7f591a08ef83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:00:50.142115 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695b85cf-f5cc-478e-86a1-f9a58cacb75a tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Network hostable DHCP agents. Network: 4f244571-d51f-45b2-99a1-7f591a08ef83, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:00:50.164608 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695b85cf-f5cc-478e-86a1-f9a58cacb75a tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Network 4f244571-d51f-45b2-99a1-7f591a08ef83 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:00:50.168875 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718a2cea-90b6-4f2e-8a9e-c742494eaa4d None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:00:50.177304 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-c65a5474-129d-45fb-b8fc-1cf680a7ded3 None None] Attempting to bind port a33ddc78-fd66-402b-92db-19aa2f939436 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:00:50.177504 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-695b85cf-f5cc-478e-86a1-f9a58cacb75a tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 4f244571-d51f-45b2-99a1-7f591a08ef83) {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:00:50.177727 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-c65a5474-129d-45fb-b8fc-1cf680a7ded3 None None] Attempting to bind port a33ddc78-fd66-402b-92db-19aa2f939436 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:00:50.178020 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65a5474-129d-45fb-b8fc-1cf680a7ded3 None None] Attempting to bind port a33ddc78-fd66-402b-92db-19aa2f939436 on network c3f8658e-da35-41f3-bd03-509e29ebd6f3 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:00:50.183221 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695b85cf-f5cc-478e-86a1-f9a58cacb75a tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:00:50.184072 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-695b85cf-f5cc-478e-86a1-f9a58cacb75a tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:50.192550 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0338f912-406f-44f0-b62b-9fed4b70ea36 None None] Network 4f244571-d51f-45b2-99a1-7f591a08ef83 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:00:50.196301 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130a3d0-1c33-44cf-a4a9-9a20a7e83a82 None None] Pushing event updated for resources: {'Port': ['ID=a33ddc78-fd66-402b-92db-19aa2f939436,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:00:50.199516 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65a5474-129d-45fb-b8fc-1cf680a7ded3 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:00:50.200239 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65a5474-129d-45fb-b8fc-1cf680a7ded3 None None] Checking segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:00:50.200676 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c65a5474-129d-45fb-b8fc-1cf680a7ded3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:50.201171 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65a5474-129d-45fb-b8fc-1cf680a7ded3 None None] Bound using segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:00:50.201706 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-c65a5474-129d-45fb-b8fc-1cf680a7ded3 None None] Bound port: a33ddc78-fd66-402b-92db-19aa2f939436, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:00:50.202013 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c65a5474-129d-45fb-b8fc-1cf680a7ded3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:50.207349 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-695b85cf-f5cc-478e-86a1-f9a58cacb75a tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4774580 Dec 20 15:00:50.210111 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 49710) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:00:50.317902 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-c65a5474-129d-45fb-b8fc-1cf680a7ded3 None None] For port a33ddc78-fd66-402b-92db-19aa2f939436, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:00:50.322985 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-c65a5474-129d-45fb-b8fc-1cf680a7ded3 None None] For port a33ddc78-fd66-402b-92db-19aa2f939436, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=a33ddc78-fd66-402b-92db-19aa2f939436,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:00:50.329623 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c65a5474-129d-45fb-b8fc-1cf680a7ded3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:50.365689 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-9ac61816-c914-4638-94b0-0666616a7215 None None] Provisioning complete for port a33ddc78-fd66-402b-92db-19aa2f939436 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:00:50.366231 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-9ac61816-c914-4638-94b0-0666616a7215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:50.613482 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a79b946-da17-42b0-aeec-242e84229c98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-4f244571-d51f-45b2-99a1-7f591a08ef83', 'network_id': '4f244571-d51f-45b2-99a1-7f591a08ef83', 'project_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'fixed_ips': [{'subnet_id': '0fb4d078-ee44-470f-9d9c-e04833f5d5cb'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 15:00:50.614357 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-5a79b946-da17-42b0-aeec-242e84229c98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:50.616846 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cfe11d6-32a0-4c92-b9ed-433a3f84d8b4 None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:00:50.674943 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65a5474-129d-45fb-b8fc-1cf680a7ded3 None None] Routers {'29712ce6-4459-412a-8a52-96bf6c225c36'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:00:50.675612 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-c65a5474-129d-45fb-b8fc-1cf680a7ded3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:00:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['29712ce6-4459-412a-8a52-96bf6c225c36'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:00:50.684422 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f358c1c8-bd25-41ca-af65-b1bb5188272b tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:50.714011 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130a3d0-1c33-44cf-a4a9-9a20a7e83a82 None None] Pushing event updated for resources: {'Port': ['ID=a33ddc78-fd66-402b-92db-19aa2f939436,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:00:50.920615 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-c65a5474-129d-45fb-b8fc-1cf680a7ded3 None None] Set router 29712ce6-4459-412a-8a52-96bf6c225c36 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:00:50.947515 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-9ac61816-c914-4638-94b0-0666616a7215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:51.023515 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-9ac61816-c914-4638-94b0-0666616a7215 None None] For port a33ddc78-fd66-402b-92db-19aa2f939436, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=a33ddc78-fd66-402b-92db-19aa2f939436,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:00:51.024934 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-5a79b946-da17-42b0-aeec-242e84229c98 None None] Allocated IP 172.20.0.2 (4f244571-d51f-45b2-99a1-7f591a08ef83/0fb4d078-ee44-470f-9d9c-e04833f5d5cb/cdb24fba-f816-43a3-9dc7-68a76a45d118) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:00:51.054126 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-9ac61816-c914-4638-94b0-0666616a7215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:51.200608 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac61816-c914-4638-94b0-0666616a7215 None None] Pushing event updated for resources: {'Port': ['ID=a33ddc78-fd66-402b-92db-19aa2f939436,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:00:51.242093 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-c584d3f0-b72b-41ec-a0a7-51182cb36d3c None None] Provisioning complete for port a33ddc78-fd66-402b-92db-19aa2f939436 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:00:51.242433 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c584d3f0-b72b-41ec-a0a7-51182cb36d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:51.335078 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-5a79b946-da17-42b0-aeec-242e84229c98 None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:51.347904 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-5a79b946-da17-42b0-aeec-242e84229c98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:51.400456 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-f358c1c8-bd25-41ca-af65-b1bb5188272b tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Allocated IP 172.20.0.1 (4f244571-d51f-45b2-99a1-7f591a08ef83/0fb4d078-ee44-470f-9d9c-e04833f5d5cb/e767a694-b864-4e44-b03c-3d08f04a2432) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:00:51.407621 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-c65a5474-129d-45fb-b8fc-1cf680a7ded3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29712ce6-4459-412a-8a52-96bf6c225c36', 'name': 'tempest-TestNetworkBasicOps-router-1621342233', 'tenant_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': 'a33ddc78-fd66-402b-92db-19aa2f939436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:00:47Z', 'updated_at': '2021-12-20T15:00:48Z', 'revision_number': 3, 'project_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'gw_port': {'id': 'a33ddc78-fd66-402b-92db-19aa2f939436', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e5:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29712ce6-4459-412a-8a52-96bf6c225c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:00:48Z', 'updated_at': '2021-12-20T15:00:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:00:51.420202 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a79b946-da17-42b0-aeec-242e84229c98 None None] Network 4f244571-d51f-45b2-99a1-7f591a08ef83 is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:00:51.455168 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65a5474-129d-45fb-b8fc-1cf680a7ded3 None None] The sync data for ids ['29712ce6-4459-412a-8a52-96bf6c225c36'] in n-d-761264-19 is: [{'id': '29712ce6-4459-412a-8a52-96bf6c225c36', 'name': 'tempest-TestNetworkBasicOps-router-1621342233', 'tenant_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': 'a33ddc78-fd66-402b-92db-19aa2f939436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:00:47Z', 'updated_at': '2021-12-20T15:00:48Z', 'revision_number': 3, 'project_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'gw_port': {'id': 'a33ddc78-fd66-402b-92db-19aa2f939436', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e5:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29712ce6-4459-412a-8a52-96bf6c225c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:00:48Z', 'updated_at': '2021-12-20T15:00:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:00:51.461238 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-5a79b946-da17-42b0-aeec-242e84229c98 None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:00:51.466927 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a79b946-da17-42b0-aeec-242e84229c98 None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:00:51.468815 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a79b946-da17-42b0-aeec-242e84229c98 None None] Pushing event updated for resources: {'Port': ['ID=cdb24fba-f816-43a3-9dc7-68a76a45d118,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:00:51.534875 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-5a79b946-da17-42b0-aeec-242e84229c98 None None] Attempting to bind port cdb24fba-f816-43a3-9dc7-68a76a45d118 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:00:51.535521 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-5a79b946-da17-42b0-aeec-242e84229c98 None None] Attempting to bind port cdb24fba-f816-43a3-9dc7-68a76a45d118 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': 'fb6bf5ee-8ae0-4334-9adb-248080ab4d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4f244571-d51f-45b2-99a1-7f591a08ef83'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:00:51.536095 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a79b946-da17-42b0-aeec-242e84229c98 None None] Attempting to bind port cdb24fba-f816-43a3-9dc7-68a76a45d118 on network 4f244571-d51f-45b2-99a1-7f591a08ef83 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:00:51.541450 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a79b946-da17-42b0-aeec-242e84229c98 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:00:51.542095 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a79b946-da17-42b0-aeec-242e84229c98 None None] Checking segment: {'id': 'fb6bf5ee-8ae0-4334-9adb-248080ab4d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4f244571-d51f-45b2-99a1-7f591a08ef83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:00:51.542755 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-5a79b946-da17-42b0-aeec-242e84229c98 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:51.543337 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a79b946-da17-42b0-aeec-242e84229c98 None None] Bound using segment: {'id': 'fb6bf5ee-8ae0-4334-9adb-248080ab4d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4f244571-d51f-45b2-99a1-7f591a08ef83'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:00:51.544116 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-5a79b946-da17-42b0-aeec-242e84229c98 None None] Bound port: cdb24fba-f816-43a3-9dc7-68a76a45d118, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb6bf5ee-8ae0-4334-9adb-248080ab4d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4f244571-d51f-45b2-99a1-7f591a08ef83'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:00:51.544504 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-5a79b946-da17-42b0-aeec-242e84229c98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:51.564963 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f358c1c8-bd25-41ca-af65-b1bb5188272b tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:51.607237 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f358c1c8-bd25-41ca-af65-b1bb5188272b tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:51.619868 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-5a79b946-da17-42b0-aeec-242e84229c98 None None] For port cdb24fba-f816-43a3-9dc7-68a76a45d118, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:00:51.627367 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-5a79b946-da17-42b0-aeec-242e84229c98 None None] For port cdb24fba-f816-43a3-9dc7-68a76a45d118, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=cdb24fba-f816-43a3-9dc7-68a76a45d118,segment=NetworkSegment(fb6bf5ee-8ae0-4334-9adb-248080ab4d58),segment_id=fb6bf5ee-8ae0-4334-9adb-248080ab4d58)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:00:51.631636 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-5a79b946-da17-42b0-aeec-242e84229c98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:51.664119 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f358c1c8-bd25-41ca-af65-b1bb5188272b tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Network 4f244571-d51f-45b2-99a1-7f591a08ef83 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:00:51.668073 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-f358c1c8-bd25-41ca-af65-b1bb5188272b tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:00:51.671416 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f358c1c8-bd25-41ca-af65-b1bb5188272b tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:00:51.697584 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f358c1c8-bd25-41ca-af65-b1bb5188272b tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Pushing event updated for resources: {'Port': ['ID=e767a694-b864-4e44-b03c-3d08f04a2432,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:00:51.713172 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a79b946-da17-42b0-aeec-242e84229c98 None None] Pushing event updated for resources: {'Port': ['ID=cdb24fba-f816-43a3-9dc7-68a76a45d118,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:00:51.730705 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f358c1c8-bd25-41ca-af65-b1bb5188272b tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595714'] for router_interface, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:51.933431 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f358c1c8-bd25-41ca-af65-b1bb5188272b tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:52.275766 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f358c1c8-bd25-41ca-af65-b1bb5188272b tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:52.281141 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f358c1c8-bd25-41ca-af65-b1bb5188272b tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:52.356875 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f358c1c8-bd25-41ca-af65-b1bb5188272b tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Pushing event updated for resources: {'Port': ['ID=e767a694-b864-4e44-b03c-3d08f04a2432,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:00:52.381508 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f358c1c8-bd25-41ca-af65-b1bb5188272b tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1595702'] for router_interface, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:52.501688 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f358c1c8-bd25-41ca-af65-b1bb5188272b tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Network 4f244571-d51f-45b2-99a1-7f591a08ef83 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:00:52.503732 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-f358c1c8-bd25-41ca-af65-b1bb5188272b tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:00:52.586145 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device cdb24fba-f816-43a3-9dc7-68a76a45d118 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:00:52.662969 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f358c1c8-bd25-41ca-af65-b1bb5188272b tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Router 29712ce6-4459-412a-8a52-96bf6c225c36 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:00:52.666365 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port cdb24fba-f816-43a3-9dc7-68a76a45d118 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:00:52.667384 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:52.776375 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:52.803234 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f358c1c8-bd25-41ca-af65-b1bb5188272b tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:00:52.817920 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 49754) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:00:52.818977 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-f358c1c8-bd25-41ca-af65-b1bb5188272b tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "PUT /v2.0/routers/29712ce6-4459-412a-8a52-96bf6c225c36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6075015 Dec 20 15:00:52.827012 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] For port cdb24fba-f816-43a3-9dc7-68a76a45d118, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=cdb24fba-f816-43a3-9dc7-68a76a45d118,segment=NetworkSegment(fb6bf5ee-8ae0-4334-9adb-248080ab4d58),segment_id=fb6bf5ee-8ae0-4334-9adb-248080ab4d58)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:00:52.837549 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:52.838698 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device a33ddc78-fd66-402b-92db-19aa2f939436 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:00:52.965840 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ae3a4c-60e6-4cf1-b470-22854ae3a678 tempest-TestNetworkBasicOps-1884258908 tempest-TestNetworkBasicOps-1884258908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:00:52.965840 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ae3a4c-60e6-4cf1-b470-22854ae3a678 tempest-TestNetworkBasicOps-1884258908 tempest-TestNetworkBasicOps-1884258908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:00:52.965840 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ae3a4c-60e6-4cf1-b470-22854ae3a678 tempest-TestNetworkBasicOps-1884258908 tempest-TestNetworkBasicOps-1884258908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:00:52.965840 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ae3a4c-60e6-4cf1-b470-22854ae3a678 tempest-TestNetworkBasicOps-1884258908 tempest-TestNetworkBasicOps-1884258908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:00:52.965840 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ae3a4c-60e6-4cf1-b470-22854ae3a678 tempest-TestNetworkBasicOps-1884258908 tempest-TestNetworkBasicOps-1884258908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:00:52.969743 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-53ae3a4c-60e6-4cf1-b470-22854ae3a678 tempest-TestNetworkBasicOps-1884258908 tempest-TestNetworkBasicOps-1884258908-project-admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3571 time: 0.1466868 Dec 20 15:00:52.974356 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 49762) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:00:52.979122 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Pushing event updated for resources: {'Port': ['ID=cdb24fba-f816-43a3-9dc7-68a76a45d118,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:00:53.007912 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port a33ddc78-fd66-402b-92db-19aa2f939436 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:00:53.008271 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:53.047011 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c670e5eb-3d54-4f83-8638-1d105ddb5859 None None] Network 4f244571-d51f-45b2-99a1-7f591a08ef83 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:00:53.051385 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff9f09a-aaff-486d-b899-d0a534f7b0f4 tempest-TestNetworkBasicOps-1884258908 tempest-TestNetworkBasicOps-1884258908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:00:53.057896 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff9f09a-aaff-486d-b899-d0a534f7b0f4 tempest-TestNetworkBasicOps-1884258908 tempest-TestNetworkBasicOps-1884258908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:00:53.057896 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff9f09a-aaff-486d-b899-d0a534f7b0f4 tempest-TestNetworkBasicOps-1884258908 tempest-TestNetworkBasicOps-1884258908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:00:53.057896 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff9f09a-aaff-486d-b899-d0a534f7b0f4 tempest-TestNetworkBasicOps-1884258908 tempest-TestNetworkBasicOps-1884258908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:00:53.057896 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff9f09a-aaff-486d-b899-d0a534f7b0f4 tempest-TestNetworkBasicOps-1884258908 tempest-TestNetworkBasicOps-1884258908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:00:53.058382 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-4ff9f09a-aaff-486d-b899-d0a534f7b0f4 tempest-TestNetworkBasicOps-1884258908 tempest-TestNetworkBasicOps-1884258908-project-admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3350 time: 0.0815685 Dec 20 15:00:53.059205 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 49764) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:00:53.120024 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-f6700235-0f49-4b41-b862-31da5beea81d None None] Provisioning complete for port cdb24fba-f816-43a3-9dc7-68a76a45d118 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:00:53.120393 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f6700235-0f49-4b41-b862-31da5beea81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:53.392243 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-5b415af7-f629-421f-8185-cefaf36e3c7a tempest-TestNetworkBasicOps-1884258908 tempest-TestNetworkBasicOps-1884258908-project-admin] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2332 time: 0.3318422 Dec 20 15:00:53.628617 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-edc2942c-118d-462d-b082-8c4d9872f2ca None None] Provisioning complete for port cdb24fba-f816-43a3-9dc7-68a76a45d118 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:00:53.629079 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-edc2942c-118d-462d-b082-8c4d9872f2ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:53.680675 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5831a9-fa0d-4f74-989f-eebad3b920a4 None None] Sync routers for ids ['29712ce6-4459-412a-8a52-96bf6c225c36'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:00:53.692953 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5831a9-fa0d-4f74-989f-eebad3b920a4 None None] Routers {'29712ce6-4459-412a-8a52-96bf6c225c36'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:00:53.693841 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-4c5831a9-fa0d-4f74-989f-eebad3b920a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:00:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['29712ce6-4459-412a-8a52-96bf6c225c36'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:00:53.760246 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-edc2942c-118d-462d-b082-8c4d9872f2ca None None] Provisioning complete for port e767a694-b864-4e44-b03c-3d08f04a2432 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:00:53.760741 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-edc2942c-118d-462d-b082-8c4d9872f2ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:53.827597 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-edc2942c-118d-462d-b082-8c4d9872f2ca None None] Port e767a694-b864-4e44-b03c-3d08f04a2432 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:00:53.834755 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-4c5831a9-fa0d-4f74-989f-eebad3b920a4 None None] Set router 29712ce6-4459-412a-8a52-96bf6c225c36 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:00:53.837592 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 49780) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:00:53.842218 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-0c9b4701-5dc8-49f7-a329-d38979133c1c tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1609884028', 'description': 'tempest-secgroup-smoke-1609884028 description', 'project_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:00:53.885009 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0c9b4701-5dc8-49f7-a329-d38979133c1c tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:53.969220 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-177fcff7-6dc2-458d-b895-bb23f8344c4b None None] Provisioning complete for port e767a694-b864-4e44-b03c-3d08f04a2432 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:00:53.970014 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0c9b4701-5dc8-49f7-a329-d38979133c1c tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:53.972773 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-177fcff7-6dc2-458d-b895-bb23f8344c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:53.975304 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0c9b4701-5dc8-49f7-a329-d38979133c1c tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:54.008198 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9b4701-5dc8-49f7-a329-d38979133c1c tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8090f293-c579-4535-8065-29cef01b43fa,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:00:54.028073 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0c9b4701-5dc8-49f7-a329-d38979133c1c tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:54.029506 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-0c9b4701-5dc8-49f7-a329-d38979133c1c tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1909199 Dec 20 15:00:54.032455 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 49784) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:00:54.037254 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-acaf4d05-e9c5-4402-b12e-6d2346dc6fc6 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Request body: {'security_group_rule': {'security_group_id': '8090f293-c579-4535-8065-29cef01b43fa', 'project_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:00:54.068418 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-177fcff7-6dc2-458d-b895-bb23f8344c4b None None] Port e767a694-b864-4e44-b03c-3d08f04a2432 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:00:54.078157 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-acaf4d05-e9c5-4402-b12e-6d2346dc6fc6 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:54.122459 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-4c5831a9-fa0d-4f74-989f-eebad3b920a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29712ce6-4459-412a-8a52-96bf6c225c36', 'name': 'tempest-TestNetworkBasicOps-router-1621342233', 'tenant_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': 'a33ddc78-fd66-402b-92db-19aa2f939436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:00:47Z', 'updated_at': '2021-12-20T15:00:51Z', 'revision_number': 4, 'project_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'gw_port': {'id': 'a33ddc78-fd66-402b-92db-19aa2f939436', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29712ce6-4459-412a-8a52-96bf6c225c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:00:48Z', 'updated_at': '2021-12-20T15:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'e767a694-b864-4e44-b03c-3d08f04a2432', 'name': '', 'network_id': '4f244571-d51f-45b2-99a1-7f591a08ef83', 'tenant_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'mac_address': 'fa:16:3e:2d:2d:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29712ce6-4459-412a-8a52-96bf6c225c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '0fb4d078-ee44-470f-9d9c-e04833f5d5cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:00:50Z', 'updated_at': '2021-12-20T15:00:52Z', 'revision_number': 2, 'project_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'subnets': [{'id': '0fb4d078-ee44-470f-9d9c-e04833f5d5cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:00:54.153972 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-acaf4d05-e9c5-4402-b12e-6d2346dc6fc6 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:54.160079 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-acaf4d05-e9c5-4402-b12e-6d2346dc6fc6 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:54.174869 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5831a9-fa0d-4f74-989f-eebad3b920a4 None None] Checking router: 29712ce6-4459-412a-8a52-96bf6c225c36 for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:00:54.175558 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5831a9-fa0d-4f74-989f-eebad3b920a4 None None] Updating router 29712ce6-4459-412a-8a52-96bf6c225c36 port e767a694-b864-4e44-b03c-3d08f04a2432 binding host n-d-761264-19 {{(pid=103170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 15:00:54.180766 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaf4d05-e9c5-4402-b12e-6d2346dc6fc6 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35e52d97-640d-4e01-ad92-24f183b45f03,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:00:54.194332 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-acaf4d05-e9c5-4402-b12e-6d2346dc6fc6 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:54.195577 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-acaf4d05-e9c5-4402-b12e-6d2346dc6fc6 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1619871 Dec 20 15:00:54.198404 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 49790) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:00:54.204163 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-253ce7bc-d23b-4bf4-82c1-3e9d16d3b6d0 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Request body: {'security_group_rule': {'security_group_id': '8090f293-c579-4535-8065-29cef01b43fa', 'project_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:00:54.206434 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-fe7c6b18-c074-42a7-a7a6-2ad83a207be8 None None] Provisioning complete for port e767a694-b864-4e44-b03c-3d08f04a2432 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:00:54.207018 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-fe7c6b18-c074-42a7-a7a6-2ad83a207be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:54.214296 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4c5831a9-fa0d-4f74-989f-eebad3b920a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:54.237610 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-253ce7bc-d23b-4bf4-82c1-3e9d16d3b6d0 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:54.248055 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-fe7c6b18-c074-42a7-a7a6-2ad83a207be8 None None] Port e767a694-b864-4e44-b03c-3d08f04a2432 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:00:54.304177 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-253ce7bc-d23b-4bf4-82c1-3e9d16d3b6d0 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:54.309375 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-253ce7bc-d23b-4bf4-82c1-3e9d16d3b6d0 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:54.338024 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ce7bc-d23b-4bf4-82c1-3e9d16d3b6d0 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba6f96d8-59cd-4ad4-9ebd-d80f2ec9854e,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:00:54.346249 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-253ce7bc-d23b-4bf4-82c1-3e9d16d3b6d0 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:54.348107 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-253ce7bc-d23b-4bf4-82c1-3e9d16d3b6d0 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1486640 Dec 20 15:00:54.350935 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 49792) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:00:54.355444 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-fab72cd5-1309-458e-978d-c8573a427428 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Request body: {'security_group_rule': {'security_group_id': '8090f293-c579-4535-8065-29cef01b43fa', 'project_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:00:54.386245 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fab72cd5-1309-458e-978d-c8573a427428 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:54.461704 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fab72cd5-1309-458e-978d-c8573a427428 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:54.461704 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fab72cd5-1309-458e-978d-c8573a427428 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:54.478894 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab72cd5-1309-458e-978d-c8573a427428 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93f84e40-1608-4651-b884-8627ddc30373,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:00:54.497585 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fab72cd5-1309-458e-978d-c8573a427428 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:54.502419 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 49798) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:00:54.503307 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-fab72cd5-1309-458e-978d-c8573a427428 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1513433 Dec 20 15:00:54.508638 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device cdb24fba-f816-43a3-9dc7-68a76a45d118 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:00:54.508856 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-09c4c20f-b5f2-4ed8-9e2d-f4c84ec96039 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Request body: {'security_group_rule': {'security_group_id': '8090f293-c579-4535-8065-29cef01b43fa', 'project_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:00:54.518910 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4c5831a9-fa0d-4f74-989f-eebad3b920a4 None None] Publish callbacks [] for port, precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:54.527881 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4c5831a9-fa0d-4f74-989f-eebad3b920a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:54.553618 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-09c4c20f-b5f2-4ed8-9e2d-f4c84ec96039 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:54.569894 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port cdb24fba-f816-43a3-9dc7-68a76a45d118 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:00:54.570570 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:54.648796 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-09c4c20f-b5f2-4ed8-9e2d-f4c84ec96039 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:54.656456 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-09c4c20f-b5f2-4ed8-9e2d-f4c84ec96039 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:54.681865 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c4c20f-b5f2-4ed8-9e2d-f4c84ec96039 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ea08f8c-ad5b-40f1-85e4-024d78b2b1c8,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:00:54.693299 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-09c4c20f-b5f2-4ed8-9e2d-f4c84ec96039 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:54.695175 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-09c4c20f-b5f2-4ed8-9e2d-f4c84ec96039 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1907175 Dec 20 15:00:54.697356 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 49804) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:00:54.702062 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-f716983d-25a2-4708-b498-65df68ab35c2 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Request body: {'security_group_rule': {'security_group_id': '8090f293-c579-4535-8065-29cef01b43fa', 'project_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:00:54.711070 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60433bbe-870e-489c-9c45-55a69b4a0ba1 None None] Pushing event updated for resources: {'Port': ['ID=e767a694-b864-4e44-b03c-3d08f04a2432,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:00:54.740350 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60433bbe-870e-489c-9c45-55a69b4a0ba1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:00:54.741170 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60433bbe-870e-489c-9c45-55a69b4a0ba1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:00:54.741572 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60433bbe-870e-489c-9c45-55a69b4a0ba1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:00:54.742037 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60433bbe-870e-489c-9c45-55a69b4a0ba1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:00:54.742511 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60433bbe-870e-489c-9c45-55a69b4a0ba1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:00:54.742933 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60433bbe-870e-489c-9c45-55a69b4a0ba1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:00:54.743326 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60433bbe-870e-489c-9c45-55a69b4a0ba1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:00:54.743744 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60433bbe-870e-489c-9c45-55a69b4a0ba1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:00:54.744571 n-d-761264-19 neutron-server[103168]: INFO neutron.db.securitygroups_db [None req-f716983d-25a2-4708-b498-65df68ab35c2 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Project f62d8f2c7b324a5892ce5eb0e9d3389a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 15:00:54.759118 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f716983d-25a2-4708-b498-65df68ab35c2 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:54.760168 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60433bbe-870e-489c-9c45-55a69b4a0ba1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:00:54.760509 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60433bbe-870e-489c-9c45-55a69b4a0ba1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:00:54.760844 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60433bbe-870e-489c-9c45-55a69b4a0ba1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:00:54.761169 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60433bbe-870e-489c-9c45-55a69b4a0ba1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:00:54.761533 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60433bbe-870e-489c-9c45-55a69b4a0ba1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:00:54.798877 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-4c5831a9-fa0d-4f74-989f-eebad3b920a4 None None] Attempting to bind port e767a694-b864-4e44-b03c-3d08f04a2432 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:00:54.799294 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-4c5831a9-fa0d-4f74-989f-eebad3b920a4 None None] Attempting to bind port e767a694-b864-4e44-b03c-3d08f04a2432 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': 'fb6bf5ee-8ae0-4334-9adb-248080ab4d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4f244571-d51f-45b2-99a1-7f591a08ef83'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:00:54.799685 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5831a9-fa0d-4f74-989f-eebad3b920a4 None None] Attempting to bind port e767a694-b864-4e44-b03c-3d08f04a2432 on network 4f244571-d51f-45b2-99a1-7f591a08ef83 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:00:54.813039 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5831a9-fa0d-4f74-989f-eebad3b920a4 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:00:54.813403 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5831a9-fa0d-4f74-989f-eebad3b920a4 None None] Checking segment: {'id': 'fb6bf5ee-8ae0-4334-9adb-248080ab4d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4f244571-d51f-45b2-99a1-7f591a08ef83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:00:54.813800 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4c5831a9-fa0d-4f74-989f-eebad3b920a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:54.814181 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5831a9-fa0d-4f74-989f-eebad3b920a4 None None] Bound using segment: {'id': 'fb6bf5ee-8ae0-4334-9adb-248080ab4d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4f244571-d51f-45b2-99a1-7f591a08ef83'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:00:54.814655 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-4c5831a9-fa0d-4f74-989f-eebad3b920a4 None None] Bound port: e767a694-b864-4e44-b03c-3d08f04a2432, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb6bf5ee-8ae0-4334-9adb-248080ab4d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4f244571-d51f-45b2-99a1-7f591a08ef83'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:00:54.815056 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4c5831a9-fa0d-4f74-989f-eebad3b920a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:54.850675 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f716983d-25a2-4708-b498-65df68ab35c2 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:54.859940 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f716983d-25a2-4708-b498-65df68ab35c2 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:54.890714 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f716983d-25a2-4708-b498-65df68ab35c2 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:54.894598 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-4c5831a9-fa0d-4f74-989f-eebad3b920a4 None None] For port e767a694-b864-4e44-b03c-3d08f04a2432, host n-d-761264-19, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:00:54.895064 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 49806) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:00:54.895403 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-f716983d-25a2-4708-b498-65df68ab35c2 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1968379 Dec 20 15:00:54.898208 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f716983d-25a2-4708-b498-65df68ab35c2 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=637bb4a4-aed6-4635-8c64-b19ceb565a2c,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:00:54.898885 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-4c5831a9-fa0d-4f74-989f-eebad3b920a4 None None] For port e767a694-b864-4e44-b03c-3d08f04a2432, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=e767a694-b864-4e44-b03c-3d08f04a2432,segment=NetworkSegment(fb6bf5ee-8ae0-4334-9adb-248080ab4d58),segment_id=fb6bf5ee-8ae0-4334-9adb-248080ab4d58)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:00:54.903561 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-9ecfe75c-69f6-434d-9931-d94c9f780865 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Request body: {'security_group_rule': {'security_group_id': '8090f293-c579-4535-8065-29cef01b43fa', 'project_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:00:54.907783 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4c5831a9-fa0d-4f74-989f-eebad3b920a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:54.931975 n-d-761264-19 neutron-server[103167]: INFO neutron.db.securitygroups_db [None req-9ecfe75c-69f6-434d-9931-d94c9f780865 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Project f62d8f2c7b324a5892ce5eb0e9d3389a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 15:00:54.937370 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9ecfe75c-69f6-434d-9931-d94c9f780865 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:54.973761 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5831a9-fa0d-4f74-989f-eebad3b920a4 None None] Routers {'29712ce6-4459-412a-8a52-96bf6c225c36'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:00:54.974699 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-4c5831a9-fa0d-4f74-989f-eebad3b920a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:00:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['29712ce6-4459-412a-8a52-96bf6c225c36'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:00:54.984981 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-609f15fd-9689-4bc7-ad96-65d4b0bef172 None None] Provisioning complete for port e767a694-b864-4e44-b03c-3d08f04a2432 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:00:54.985783 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-609f15fd-9689-4bc7-ad96-65d4b0bef172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:55.029965 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60433bbe-870e-489c-9c45-55a69b4a0ba1 None None] Pushing event updated for resources: {'Port': ['ID=e767a694-b864-4e44-b03c-3d08f04a2432,revision_number=4']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:00:55.033436 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9ecfe75c-69f6-434d-9931-d94c9f780865 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:55.041079 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9ecfe75c-69f6-434d-9931-d94c9f780865 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:55.070625 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecfe75c-69f6-434d-9931-d94c9f780865 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fb6d2c1-4103-4ecd-8c5e-7366283a5221,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:00:55.087758 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9ecfe75c-69f6-434d-9931-d94c9f780865 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:55.090767 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-9ecfe75c-69f6-434d-9931-d94c9f780865 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1928117 Dec 20 15:00:55.175729 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-4c5831a9-fa0d-4f74-989f-eebad3b920a4 None None] Set router 29712ce6-4459-412a-8a52-96bf6c225c36 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:00:55.353972 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-609f15fd-9689-4bc7-ad96-65d4b0bef172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:55.397840 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-609f15fd-9689-4bc7-ad96-65d4b0bef172 None None] For port e767a694-b864-4e44-b03c-3d08f04a2432, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=e767a694-b864-4e44-b03c-3d08f04a2432,segment=NetworkSegment(fb6bf5ee-8ae0-4334-9adb-248080ab4d58),segment_id=fb6bf5ee-8ae0-4334-9adb-248080ab4d58)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:00:55.403936 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-609f15fd-9689-4bc7-ad96-65d4b0bef172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:55.423776 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-4c5831a9-fa0d-4f74-989f-eebad3b920a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29712ce6-4459-412a-8a52-96bf6c225c36', 'name': 'tempest-TestNetworkBasicOps-router-1621342233', 'tenant_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': 'a33ddc78-fd66-402b-92db-19aa2f939436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:00:47Z', 'updated_at': '2021-12-20T15:00:51Z', 'revision_number': 4, 'project_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'gw_port': {'id': 'a33ddc78-fd66-402b-92db-19aa2f939436', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29712ce6-4459-412a-8a52-96bf6c225c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:00:48Z', 'updated_at': '2021-12-20T15:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'e767a694-b864-4e44-b03c-3d08f04a2432', 'name': '', 'network_id': '4f244571-d51f-45b2-99a1-7f591a08ef83', 'tenant_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'mac_address': 'fa:16:3e:2d:2d:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29712ce6-4459-412a-8a52-96bf6c225c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '0fb4d078-ee44-470f-9d9c-e04833f5d5cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:00:50Z', 'updated_at': '2021-12-20T15:00:54Z', 'revision_number': 4, 'project_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'subnets': [{'id': '0fb4d078-ee44-470f-9d9c-e04833f5d5cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:00:55.460976 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5831a9-fa0d-4f74-989f-eebad3b920a4 None None] The sync data for ids ['29712ce6-4459-412a-8a52-96bf6c225c36'] in n-d-761264-19 is: [{'id': '29712ce6-4459-412a-8a52-96bf6c225c36', 'name': 'tempest-TestNetworkBasicOps-router-1621342233', 'tenant_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': 'a33ddc78-fd66-402b-92db-19aa2f939436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:00:47Z', 'updated_at': '2021-12-20T15:00:51Z', 'revision_number': 4, 'project_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'gw_port': {'id': 'a33ddc78-fd66-402b-92db-19aa2f939436', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29712ce6-4459-412a-8a52-96bf6c225c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:00:48Z', 'updated_at': '2021-12-20T15:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'e767a694-b864-4e44-b03c-3d08f04a2432', 'name': '', 'network_id': '4f244571-d51f-45b2-99a1-7f591a08ef83', 'tenant_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'mac_address': 'fa:16:3e:2d:2d:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29712ce6-4459-412a-8a52-96bf6c225c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '0fb4d078-ee44-470f-9d9c-e04833f5d5cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:00:50Z', 'updated_at': '2021-12-20T15:00:54Z', 'revision_number': 4, 'project_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'subnets': [{'id': '0fb4d078-ee44-470f-9d9c-e04833f5d5cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:00:55.472398 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f15fd-9689-4bc7-ad96-65d4b0bef172 None None] Pushing event updated for resources: {'Port': ['ID=e767a694-b864-4e44-b03c-3d08f04a2432,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:00:55.541659 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-5eef7643-3152-4bbf-b29b-de0b87343855 None None] Provisioning complete for port e767a694-b864-4e44-b03c-3d08f04a2432 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:00:55.542040 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-5eef7643-3152-4bbf-b29b-de0b87343855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:55.582963 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2fa0e4b9-67e7-44db-a38b-0e5260cc8881 req-16e540d7-42db-43e8-9727-1db64637c7c8 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1609884028&fields=id&tenant_id=f62d8f2c7b324a5892ce5eb0e9d3389a HTTP/1.1" status: 200 len: 267 time: 0.0673060 Dec 20 15:00:55.732052 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa0e4b9-67e7-44db-a38b-0e5260cc8881 req-71c68e59-0198-4df5-98f9-5deecfaece86 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:00:55.734346 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2fa0e4b9-67e7-44db-a38b-0e5260cc8881 req-71c68e59-0198-4df5-98f9-5deecfaece86 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "GET /v2.0/networks?id=4f244571-d51f-45b2-99a1-7f591a08ef83 HTTP/1.1" status: 200 len: 797 time: 0.1295681 Dec 20 15:00:55.749744 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2fa0e4b9-67e7-44db-a38b-0e5260cc8881 req-9718abe4-29e2-4dea-bc01-11b8034883b1 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "GET /v2.0/quotas/f62d8f2c7b324a5892ce5eb0e9d3389a HTTP/1.1" status: 200 len: 375 time: 0.0099730 Dec 20 15:00:55.842652 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2fa0e4b9-67e7-44db-a38b-0e5260cc8881 req-aacffbc0-2671-44eb-bd8f-becb7b03d62a tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=f62d8f2c7b324a5892ce5eb0e9d3389a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0861998 Dec 20 15:00:55.948298 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2fa0e4b9-67e7-44db-a38b-0e5260cc8881 req-6d2a671e-734f-4824-8c27-3c5493095830 service neutron] 10.222.0.54 "GET /v2.0/networks/4f244571-d51f-45b2-99a1-7f591a08ef83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928578 Dec 20 15:00:56.079297 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2fa0e4b9-67e7-44db-a38b-0e5260cc8881 req-3ce6d6c2-b51a-4675-a227-e8d942e18ee5 service neutron] 10.222.0.54 "GET /v2.0/networks/4f244571-d51f-45b2-99a1-7f591a08ef83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236444 Dec 20 15:00:56.333970 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-415e8945-7bb7-4594-a970-f00582dcee8b req-b9a2f403-a8e6-44cb-9458-677ce409c62f tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "GET /v2.0/ports?device_id=72d55766-50fe-463f-b52a-fbb0cbb830ae HTTP/1.1" status: 200 len: 210 time: 0.1053843 Dec 20 15:00:56.507071 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device e767a694-b864-4e44-b03c-3d08f04a2432 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:00:56.583261 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port e767a694-b864-4e44-b03c-3d08f04a2432 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:00:56.583988 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:57.358588 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa0e4b9-67e7-44db-a38b-0e5260cc8881 req-f0fd08a7-e08d-452a-a5cd-d7c9c85aaab5 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:00:57.361179 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2fa0e4b9-67e7-44db-a38b-0e5260cc8881 req-f0fd08a7-e08d-452a-a5cd-d7c9c85aaab5 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.47 "GET /v2.0/networks?id=4f244571-d51f-45b2-99a1-7f591a08ef83 HTTP/1.1" status: 200 len: 797 time: 0.1093760 Dec 20 15:00:57.443640 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2fa0e4b9-67e7-44db-a38b-0e5260cc8881 req-b261df2e-d2d9-4aa5-b499-3a5f6ce30413 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f62d8f2c7b324a5892ce5eb0e9d3389a HTTP/1.1" status: 200 len: 380 time: 0.0715837 Dec 20 15:00:57.467317 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c987bb53-89e9-40e5-9283-db7f8b63a33d req-858ba816-fb2f-4abd-8884-1c37173b6637 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "GET /v2.0/ports?device_id=72d55766-50fe-463f-b52a-fbb0cbb830ae HTTP/1.1" status: 200 len: 210 time: 0.0377221 Dec 20 15:00:57.470673 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-2fa0e4b9-67e7-44db-a38b-0e5260cc8881 req-a6516791-0526-4d9a-bf72-a7012e70802b tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Request body: {'port': {'device_id': '72d55766-50fe-463f-b52a-fbb0cbb830ae', 'network_id': '4f244571-d51f-45b2-99a1-7f591a08ef83', 'admin_state_up': True, 'tenant_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'security_groups': ['8090f293-c579-4535-8065-29cef01b43fa']}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:00:57.590545 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fa0e4b9-67e7-44db-a38b-0e5260cc8881 req-a6516791-0526-4d9a-bf72-a7012e70802b tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Made reservation on behalf of f62d8f2c7b324a5892ce5eb0e9d3389a for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:00:57.594077 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-2fa0e4b9-67e7-44db-a38b-0e5260cc8881 req-a6516791-0526-4d9a-bf72-a7012e70802b tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:58.061836 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [req-2fa0e4b9-67e7-44db-a38b-0e5260cc8881 req-a6516791-0526-4d9a-bf72-a7012e70802b tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Allocated IP 172.20.0.11 (4f244571-d51f-45b2-99a1-7f591a08ef83/0fb4d078-ee44-470f-9d9c-e04833f5d5cb/d4155b80-e2e7-4fc4-990b-6624d95547b6) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:00:58.215611 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-2fa0e4b9-67e7-44db-a38b-0e5260cc8881 req-a6516791-0526-4d9a-bf72-a7012e70802b tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:58.251818 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-2fa0e4b9-67e7-44db-a38b-0e5260cc8881 req-a6516791-0526-4d9a-bf72-a7012e70802b tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:58.305001 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fa0e4b9-67e7-44db-a38b-0e5260cc8881 req-a6516791-0526-4d9a-bf72-a7012e70802b tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Network 4f244571-d51f-45b2-99a1-7f591a08ef83 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:00:58.308853 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [req-2fa0e4b9-67e7-44db-a38b-0e5260cc8881 req-a6516791-0526-4d9a-bf72-a7012e70802b tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:00:58.312785 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fa0e4b9-67e7-44db-a38b-0e5260cc8881 req-a6516791-0526-4d9a-bf72-a7012e70802b tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:00:58.343588 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6516791-0526-4d9a-bf72-a7012e70802b tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Pushing event updated for resources: {'Port': ['ID=d4155b80-e2e7-4fc4-990b-6624d95547b6,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:00:58.377353 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa0e4b9-67e7-44db-a38b-0e5260cc8881 req-a6516791-0526-4d9a-bf72-a7012e70802b tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:00:58.378053 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-2fa0e4b9-67e7-44db-a38b-0e5260cc8881 req-a6516791-0526-4d9a-bf72-a7012e70802b tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:58.396053 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2fa0e4b9-67e7-44db-a38b-0e5260cc8881 req-a6516791-0526-4d9a-bf72-a7012e70802b tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9312556 Dec 20 15:00:58.409802 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-2fa0e4b9-67e7-44db-a38b-0e5260cc8881 req-5666ac39-9a3c-4f5e-86da-e990c1f281e3 service neutron] Request body: {'port': {'device_id': '72d55766-50fe-463f-b52a-fbb0cbb830ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-19'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:00:58.471923 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-2fa0e4b9-67e7-44db-a38b-0e5260cc8881 req-5666ac39-9a3c-4f5e-86da-e990c1f281e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:58.603196 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-1b0bf091-4ff8-4f9d-a4d4-0e988b1f31e3 None None] Provisioning complete for port d4155b80-e2e7-4fc4-990b-6624d95547b6 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:00:58.603722 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-1b0bf091-4ff8-4f9d-a4d4-0e988b1f31e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:58.647339 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a403911-2acd-4e1c-b275-ae093cc023d0 req-cc37cd4f-5bd9-4c27-9184-3733aa563cb0 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:00:58.650402 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-1b0bf091-4ff8-4f9d-a4d4-0e988b1f31e3 None None] Port d4155b80-e2e7-4fc4-990b-6624d95547b6 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:00:58.654392 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1a403911-2acd-4e1c-b275-ae093cc023d0 req-cc37cd4f-5bd9-4c27-9184-3733aa563cb0 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "GET /v2.0/ports?device_id=72d55766-50fe-463f-b52a-fbb0cbb830ae HTTP/1.1" status: 200 len: 932 time: 0.0963886 Dec 20 15:00:58.703817 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1a403911-2acd-4e1c-b275-ae093cc023d0 req-304d1619-7e61-45f6-a20c-f905ce302479 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "GET /v2.0/security-groups?id=8090f293-c579-4535-8065-29cef01b43fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449729 Dec 20 15:00:58.776274 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [req-2fa0e4b9-67e7-44db-a38b-0e5260cc8881 req-5666ac39-9a3c-4f5e-86da-e990c1f281e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4155b80-e2e7-4fc4-990b-6624d95547b6 {{(pid=103167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:00:58.783894 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-2fa0e4b9-67e7-44db-a38b-0e5260cc8881 req-5666ac39-9a3c-4f5e-86da-e990c1f281e3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:58.796260 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-2fa0e4b9-67e7-44db-a38b-0e5260cc8881 req-5666ac39-9a3c-4f5e-86da-e990c1f281e3 service neutron] Transition to ACTIVE for port object d4155b80-e2e7-4fc4-990b-6624d95547b6 will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:00:58.800178 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-2fa0e4b9-67e7-44db-a38b-0e5260cc8881 req-5666ac39-9a3c-4f5e-86da-e990c1f281e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:58.851718 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5666ac39-9a3c-4f5e-86da-e990c1f281e3 service neutron] Pushing event updated for resources: {'Port': ['ID=d4155b80-e2e7-4fc4-990b-6624d95547b6,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:00:58.926449 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-2fa0e4b9-67e7-44db-a38b-0e5260cc8881 req-5666ac39-9a3c-4f5e-86da-e990c1f281e3 service neutron] Attempting to bind port d4155b80-e2e7-4fc4-990b-6624d95547b6 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:00:58.926819 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-2fa0e4b9-67e7-44db-a38b-0e5260cc8881 req-5666ac39-9a3c-4f5e-86da-e990c1f281e3 service neutron] Attempting to bind port d4155b80-e2e7-4fc4-990b-6624d95547b6 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': 'fb6bf5ee-8ae0-4334-9adb-248080ab4d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4f244571-d51f-45b2-99a1-7f591a08ef83'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:00:58.927374 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa0e4b9-67e7-44db-a38b-0e5260cc8881 req-5666ac39-9a3c-4f5e-86da-e990c1f281e3 service neutron] Attempting to bind port d4155b80-e2e7-4fc4-990b-6624d95547b6 on network 4f244571-d51f-45b2-99a1-7f591a08ef83 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:00:58.932225 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa0e4b9-67e7-44db-a38b-0e5260cc8881 req-5666ac39-9a3c-4f5e-86da-e990c1f281e3 service neutron] Port d4155b80-e2e7-4fc4-990b-6624d95547b6 on network 4f244571-d51f-45b2-99a1-7f591a08ef83 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:00:58.932546 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa0e4b9-67e7-44db-a38b-0e5260cc8881 req-5666ac39-9a3c-4f5e-86da-e990c1f281e3 service neutron] Attempting to bind port d4155b80-e2e7-4fc4-990b-6624d95547b6 on network 4f244571-d51f-45b2-99a1-7f591a08ef83 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:00:58.939203 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa0e4b9-67e7-44db-a38b-0e5260cc8881 req-5666ac39-9a3c-4f5e-86da-e990c1f281e3 service neutron] Checking agent: {'id': '43c60aee-e4af-4ecc-bee2-aac3569fafed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:00:58.939540 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa0e4b9-67e7-44db-a38b-0e5260cc8881 req-5666ac39-9a3c-4f5e-86da-e990c1f281e3 service neutron] Checking segment: {'id': 'fb6bf5ee-8ae0-4334-9adb-248080ab4d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4f244571-d51f-45b2-99a1-7f591a08ef83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:00:58.939925 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa0e4b9-67e7-44db-a38b-0e5260cc8881 req-5666ac39-9a3c-4f5e-86da-e990c1f281e3 service neutron] Bound using segment: {'id': 'fb6bf5ee-8ae0-4334-9adb-248080ab4d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4f244571-d51f-45b2-99a1-7f591a08ef83'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:00:58.940469 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-2fa0e4b9-67e7-44db-a38b-0e5260cc8881 req-5666ac39-9a3c-4f5e-86da-e990c1f281e3 service neutron] Bound port: d4155b80-e2e7-4fc4-990b-6624d95547b6, host: n-h2-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb6bf5ee-8ae0-4334-9adb-248080ab4d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4f244571-d51f-45b2-99a1-7f591a08ef83'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:00:58.940833 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-2fa0e4b9-67e7-44db-a38b-0e5260cc8881 req-5666ac39-9a3c-4f5e-86da-e990c1f281e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:59.008420 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-2fa0e4b9-67e7-44db-a38b-0e5260cc8881 req-5666ac39-9a3c-4f5e-86da-e990c1f281e3 service neutron] For port d4155b80-e2e7-4fc4-990b-6624d95547b6, host n-h2-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:00:59.011683 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-2fa0e4b9-67e7-44db-a38b-0e5260cc8881 req-5666ac39-9a3c-4f5e-86da-e990c1f281e3 service neutron] For port d4155b80-e2e7-4fc4-990b-6624d95547b6, host n-h2-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=d4155b80-e2e7-4fc4-990b-6624d95547b6,segment=NetworkSegment(fb6bf5ee-8ae0-4334-9adb-248080ab4d58),segment_id=fb6bf5ee-8ae0-4334-9adb-248080ab4d58)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:00:59.017812 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-2fa0e4b9-67e7-44db-a38b-0e5260cc8881 req-5666ac39-9a3c-4f5e-86da-e990c1f281e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:59.061002 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa0e4b9-67e7-44db-a38b-0e5260cc8881 req-5666ac39-9a3c-4f5e-86da-e990c1f281e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:00:59.061614 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-2fa0e4b9-67e7-44db-a38b-0e5260cc8881 req-5666ac39-9a3c-4f5e-86da-e990c1f281e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:00:59.063007 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2fa0e4b9-67e7-44db-a38b-0e5260cc8881 req-5666ac39-9a3c-4f5e-86da-e990c1f281e3 service neutron] 10.222.0.47 "PUT /v2.0/ports/d4155b80-e2e7-4fc4-990b-6624d95547b6 HTTP/1.1" status: 200 len: 1093 time: 0.6575854 Dec 20 15:00:59.063445 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72d55766-50fe-463f-b52a-fbb0cbb830ae', 'tag': 'd4155b80-e2e7-4fc4-990b-6624d95547b6'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:00:59.065691 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c65589fb-d0ff-4155-84ed-9e1a3a09688c" -d '{"events": [{"name": "network-changed", "server_uuid": "72d55766-50fe-463f-b52a-fbb0cbb830ae", "tag": "d4155b80-e2e7-4fc4-990b-6624d95547b6"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:00:59.092141 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5666ac39-9a3c-4f5e-86da-e990c1f281e3 service neutron] Pushing event updated for resources: {'Port': ['ID=d4155b80-e2e7-4fc4-990b-6624d95547b6,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:00:59.145816 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfe558d9-7aed-402b-9910-77bc77ba13b0 x-openstack-request-id: req-bfe558d9-7aed-402b-9910-77bc77ba13b0 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:00:59.146185 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72d55766-50fe-463f-b52a-fbb0cbb830ae", "tag": "d4155b80-e2e7-4fc4-990b-6624d95547b6", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:00:59.146509 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bfe558d9-7aed-402b-9910-77bc77ba13b0 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:00:59.147040 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72d55766-50fe-463f-b52a-fbb0cbb830ae', 'tag': 'd4155b80-e2e7-4fc4-990b-6624d95547b6', 'status': 'completed', 'code': 200} Dec 20 15:00:59.163487 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa0e4b9-67e7-44db-a38b-0e5260cc8881 req-78741887-c4c1-4aca-91b6-4279c8a2b4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:00:59.165075 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2fa0e4b9-67e7-44db-a38b-0e5260cc8881 req-78741887-c4c1-4aca-91b6-4279c8a2b4ec service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f62d8f2c7b324a5892ce5eb0e9d3389a&device_id=72d55766-50fe-463f-b52a-fbb0cbb830ae HTTP/1.1" status: 200 len: 1096 time: 0.0474477 Dec 20 15:00:59.211094 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2fa0e4b9-67e7-44db-a38b-0e5260cc8881 req-22b0f741-64e8-4554-b9bd-2b2786de4b88 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d4155b80-e2e7-4fc4-990b-6624d95547b6 HTTP/1.1" status: 200 len: 217 time: 0.0368543 Dec 20 15:00:59.264533 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa0e4b9-67e7-44db-a38b-0e5260cc8881 req-780656ce-cce7-47bb-9d7f-51a9056788f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:00:59.266292 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2fa0e4b9-67e7-44db-a38b-0e5260cc8881 req-780656ce-cce7-47bb-9d7f-51a9056788f8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0fb4d078-ee44-470f-9d9c-e04833f5d5cb HTTP/1.1" status: 200 len: 834 time: 0.0477116 Dec 20 15:00:59.318589 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa0e4b9-67e7-44db-a38b-0e5260cc8881 req-df1904a3-286f-4a98-a205-2648b2bf9eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:00:59.320140 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2fa0e4b9-67e7-44db-a38b-0e5260cc8881 req-df1904a3-286f-4a98-a205-2648b2bf9eca service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4f244571-d51f-45b2-99a1-7f591a08ef83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465679 Dec 20 15:00:59.418198 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2fa0e4b9-67e7-44db-a38b-0e5260cc8881 req-53a77903-6b67-431a-8adb-19b9bd1f107e service neutron] 10.222.0.47 "GET /v2.0/networks/4f244571-d51f-45b2-99a1-7f591a08ef83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902193 Dec 20 15:00:59.528711 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2fa0e4b9-67e7-44db-a38b-0e5260cc8881 req-03041548-19b6-47bf-bc33-1019336fde1c service neutron] 10.222.0.47 "GET /v2.0/networks/4f244571-d51f-45b2-99a1-7f591a08ef83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027279 Dec 20 15:00:59.617824 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65589fb-d0ff-4155-84ed-9e1a3a09688c req-2cdfa7a5-b0d2-45f1-846e-8f4acb45a3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:00:59.619396 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c65589fb-d0ff-4155-84ed-9e1a3a09688c req-2cdfa7a5-b0d2-45f1-846e-8f4acb45a3ad service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f62d8f2c7b324a5892ce5eb0e9d3389a&device_id=72d55766-50fe-463f-b52a-fbb0cbb830ae HTTP/1.1" status: 200 len: 1096 time: 0.0420942 Dec 20 15:00:59.721806 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65589fb-d0ff-4155-84ed-9e1a3a09688c req-83ffab1a-e93c-4053-97c5-0e4b7a28ba6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:00:59.723627 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c65589fb-d0ff-4155-84ed-9e1a3a09688c req-83ffab1a-e93c-4053-97c5-0e4b7a28ba6a service neutron] 10.222.0.47 "GET /v2.0/networks?id=4f244571-d51f-45b2-99a1-7f591a08ef83 HTTP/1.1" status: 200 len: 898 time: 0.0956149 Dec 20 15:00:59.768420 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c65589fb-d0ff-4155-84ed-9e1a3a09688c req-2d637c8e-d80d-4e65-acaa-f6ad78c955c1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d4155b80-e2e7-4fc4-990b-6624d95547b6 HTTP/1.1" status: 200 len: 217 time: 0.0370538 Dec 20 15:00:59.823000 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65589fb-d0ff-4155-84ed-9e1a3a09688c req-b1bd2d60-47da-415d-988b-b31f2df98a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:00:59.824738 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c65589fb-d0ff-4155-84ed-9e1a3a09688c req-b1bd2d60-47da-415d-988b-b31f2df98a5d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0fb4d078-ee44-470f-9d9c-e04833f5d5cb HTTP/1.1" status: 200 len: 834 time: 0.0495336 Dec 20 15:00:59.836704 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c80caf6-228a-4457-9405-df7ec42fe3ed req-4883b076-9602-4515-b87c-2059ebeb6119 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:00:59.838286 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2c80caf6-228a-4457-9405-df7ec42fe3ed req-4883b076-9602-4515-b87c-2059ebeb6119 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "GET /v2.0/ports?device_id=72d55766-50fe-463f-b52a-fbb0cbb830ae HTTP/1.1" status: 200 len: 944 time: 0.0533590 Dec 20 15:00:59.878450 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65589fb-d0ff-4155-84ed-9e1a3a09688c req-e2ae44eb-cc74-4c3d-ae2b-31b4d222105b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:00:59.886471 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c65589fb-d0ff-4155-84ed-9e1a3a09688c req-e2ae44eb-cc74-4c3d-ae2b-31b4d222105b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4f244571-d51f-45b2-99a1-7f591a08ef83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538437 Dec 20 15:00:59.894891 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2c80caf6-228a-4457-9405-df7ec42fe3ed req-69acf811-637c-41be-9fdc-3747f956b882 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "GET /v2.0/security-groups?id=8090f293-c579-4535-8065-29cef01b43fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500712 Dec 20 15:00:59.978823 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c65589fb-d0ff-4155-84ed-9e1a3a09688c req-0086b94b-67b2-4aeb-86dc-0b5b50fc92bf service neutron] 10.222.0.47 "GET /v2.0/networks/4f244571-d51f-45b2-99a1-7f591a08ef83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838592 Dec 20 15:01:00.081223 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c65589fb-d0ff-4155-84ed-9e1a3a09688c req-b78cb93d-4bcd-4715-9815-7be43398204c service neutron] 10.222.0.47 "GET /v2.0/networks/4f244571-d51f-45b2-99a1-7f591a08ef83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934224 Dec 20 15:01:00.712899 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-7e4a411f-5050-44e7-9cd5-907321a8c1c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:01.018504 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3c2051-0e0c-4350-b833-ea847be88f4b req-a7121c53-ccae-47bc-9675-5a1091d20214 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:01:01.020033 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0d3c2051-0e0c-4350-b833-ea847be88f4b req-a7121c53-ccae-47bc-9675-5a1091d20214 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "GET /v2.0/ports?device_id=72d55766-50fe-463f-b52a-fbb0cbb830ae HTTP/1.1" status: 200 len: 944 time: 0.0518446 Dec 20 15:01:01.072650 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0d3c2051-0e0c-4350-b833-ea847be88f4b req-90586ec0-201f-4530-884b-49ef03f42d38 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "GET /v2.0/security-groups?id=8090f293-c579-4535-8065-29cef01b43fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437944 Dec 20 15:01:01.329281 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device d4155b80-e2e7-4fc4-990b-6624d95547b6 details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:01:01.427612 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port d4155b80-e2e7-4fc4-990b-6624d95547b6, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=d4155b80-e2e7-4fc4-990b-6624d95547b6,segment=NetworkSegment(fb6bf5ee-8ae0-4334-9adb-248080ab4d58),segment_id=fb6bf5ee-8ae0-4334-9adb-248080ab4d58)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:01:01.438667 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': 'd4155b80-e2e7-4fc4-990b-6624d95547b6', 'network_id': '4f244571-d51f-45b2-99a1-7f591a08ef83', 'port_id': 'd4155b80-e2e7-4fc4-990b-6624d95547b6', 'mac_address': 'fa:16:3e:43:a5:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fb4d078-ee44-470f-9d9c-e04833f5d5cb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:01:01.482482 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:01.495835 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4155b80-e2e7-4fc4-990b-6624d95547b6 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:01:01.519257 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port d4155b80-e2e7-4fc4-990b-6624d95547b6, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=d4155b80-e2e7-4fc4-990b-6624d95547b6,segment=NetworkSegment(fb6bf5ee-8ae0-4334-9adb-248080ab4d58),segment_id=fb6bf5ee-8ae0-4334-9adb-248080ab4d58)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:01:01.524750 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:01.571414 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=d4155b80-e2e7-4fc4-990b-6624d95547b6,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:01:01.728683 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['d4155b80-e2e7-4fc4-990b-6624d95547b6'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:01:02.194967 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b01706b-fe79-4f1d-9e12-8624283fa886 req-75ddfe71-8605-49d2-906f-36e97e5d5e26 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:01:02.196456 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8b01706b-fe79-4f1d-9e12-8624283fa886 req-75ddfe71-8605-49d2-906f-36e97e5d5e26 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "GET /v2.0/ports?device_id=72d55766-50fe-463f-b52a-fbb0cbb830ae HTTP/1.1" status: 200 len: 945 time: 0.0517972 Dec 20 15:01:02.245972 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8b01706b-fe79-4f1d-9e12-8624283fa886 req-60f016ce-f757-4af0-9a85-004ad92f755d tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "GET /v2.0/security-groups?id=8090f293-c579-4535-8065-29cef01b43fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432611 Dec 20 15:01:02.891928 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-03b7c6b1-a094-4ae7-beb9-4d2c96db9540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:03.344897 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device d4155b80-e2e7-4fc4-990b-6624d95547b6 up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:01:03.370465 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1093ef01-93c4-4f70-ae4e-67d7818f1f08 req-dbb06e19-90f0-47f4-bd92-3f09fbeafd65 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:01:03.372053 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1093ef01-93c4-4f70-ae4e-67d7818f1f08 req-dbb06e19-90f0-47f4-bd92-3f09fbeafd65 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "GET /v2.0/ports?device_id=72d55766-50fe-463f-b52a-fbb0cbb830ae HTTP/1.1" status: 200 len: 945 time: 0.0549660 Dec 20 15:01:03.409192 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning for port d4155b80-e2e7-4fc4-990b-6624d95547b6 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:01:03.413676 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port d4155b80-e2e7-4fc4-990b-6624d95547b6 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:01:03.414157 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:03.444343 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1093ef01-93c4-4f70-ae4e-67d7818f1f08 req-a48d1351-a13f-4f82-ac8a-22b0e85da648 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "GET /v2.0/security-groups?id=8090f293-c579-4535-8065-29cef01b43fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551713 Dec 20 15:01:03.508621 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:03.531908 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72d55766-50fe-463f-b52a-fbb0cbb830ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4155b80-e2e7-4fc4-990b-6624d95547b6'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:01:03.534222 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3721784-9857-457e-bc64-65c109c7e559" -d '{"events": [{"server_uuid": "72d55766-50fe-463f-b52a-fbb0cbb830ae", "name": "network-vif-plugged", "status": "completed", "tag": "d4155b80-e2e7-4fc4-990b-6624d95547b6"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:01:03.552700 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port d4155b80-e2e7-4fc4-990b-6624d95547b6, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=d4155b80-e2e7-4fc4-990b-6624d95547b6,segment=NetworkSegment(fb6bf5ee-8ae0-4334-9adb-248080ab4d58),segment_id=fb6bf5ee-8ae0-4334-9adb-248080ab4d58)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:01:03.558985 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:03.582990 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44cda253-f889-4710-9587-a0154fcfb872 x-openstack-request-id: req-44cda253-f889-4710-9587-a0154fcfb872 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:01:03.583581 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72d55766-50fe-463f-b52a-fbb0cbb830ae", "name": "network-vif-plugged", "status": "completed", "tag": "d4155b80-e2e7-4fc4-990b-6624d95547b6", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:01:03.583786 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-44cda253-f889-4710-9587-a0154fcfb872 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:01:03.584572 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72d55766-50fe-463f-b52a-fbb0cbb830ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4155b80-e2e7-4fc4-990b-6624d95547b6', 'code': 200} Dec 20 15:01:03.619020 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=d4155b80-e2e7-4fc4-990b-6624d95547b6,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:01:03.681891 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b41154-c01a-42e9-a090-708909dd4ed0 req-7d630938-e17b-47fd-b556-9da5d378a3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:01:03.683407 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e9b41154-c01a-42e9-a090-708909dd4ed0 req-7d630938-e17b-47fd-b556-9da5d378a3ab service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=72d55766-50fe-463f-b52a-fbb0cbb830ae HTTP/1.1" status: 200 len: 1098 time: 0.0421519 Dec 20 15:01:03.735519 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e9b41154-c01a-42e9-a090-708909dd4ed0 req-2d0aff8e-a8af-43e1-a80a-0284ff7e622c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8090f293-c579-4535-8065-29cef01b43fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448251 Dec 20 15:01:03.856461 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:04.566050 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c1bc0-07b5-40c9-841b-9aad58ae1a49 req-c48f4dd7-86c4-44b4-920e-793f4eb69e04 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:01:04.567581 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-446c1bc0-07b5-40c9-841b-9aad58ae1a49 req-c48f4dd7-86c4-44b4-920e-793f4eb69e04 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "GET /v2.0/ports?device_id=72d55766-50fe-463f-b52a-fbb0cbb830ae HTTP/1.1" status: 200 len: 946 time: 0.0510161 Dec 20 15:01:04.622690 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-446c1bc0-07b5-40c9-841b-9aad58ae1a49 req-1ebde1b7-fd27-413c-87cf-9dc5559c1f07 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "GET /v2.0/security-groups?id=8090f293-c579-4535-8065-29cef01b43fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488513 Dec 20 15:01:05.747174 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681c0801-9b0e-4c50-94d2-89bd768ff96c req-f4173a70-2595-43df-8320-7f37632a4a41 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:01:05.748671 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-681c0801-9b0e-4c50-94d2-89bd768ff96c req-f4173a70-2595-43df-8320-7f37632a4a41 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "GET /v2.0/ports?device_id=72d55766-50fe-463f-b52a-fbb0cbb830ae HTTP/1.1" status: 200 len: 946 time: 0.0514874 Dec 20 15:01:05.804111 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-681c0801-9b0e-4c50-94d2-89bd768ff96c req-3f5e6b18-dde7-4154-a219-cc9b0bc95c7b tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "GET /v2.0/security-groups?id=8090f293-c579-4535-8065-29cef01b43fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461349 Dec 20 15:01:05.836347 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:05.933788 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb95d50-b17b-4966-a2d5-5d26591cd38c req-d97b6165-3488-4e5a-b17d-7160940af3fe tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:01:05.935290 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9bb95d50-b17b-4966-a2d5-5d26591cd38c req-d97b6165-3488-4e5a-b17d-7160940af3fe tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "GET /v2.0/ports?device_id=72d55766-50fe-463f-b52a-fbb0cbb830ae HTTP/1.1" status: 200 len: 946 time: 0.0537953 Dec 20 15:01:05.984411 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9bb95d50-b17b-4966-a2d5-5d26591cd38c req-d59785f4-3b50-4ad8-881c-23e282776e5c tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "GET /v2.0/security-groups?id=8090f293-c579-4535-8065-29cef01b43fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426531 Dec 20 15:01:06.007232 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 50360) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:01:06.046774 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c086251-5015-4207-a0ce-14ac2890a3b4 tempest-TestNetworkBasicOps-1884258908 tempest-TestNetworkBasicOps-1884258908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:01:06.048471 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-7c086251-5015-4207-a0ce-14ac2890a3b4 tempest-TestNetworkBasicOps-1884258908 tempest-TestNetworkBasicOps-1884258908-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=72d55766-50fe-463f-b52a-fbb0cbb830ae HTTP/1.1" status: 200 len: 1093 time: 0.0402503 Dec 20 15:01:06.051498 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 50362) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:01:06.056047 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-5e253825-aa78-4b1e-8de6-b88b62e5d30b tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Request body: {'floatingip': {'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'port_id': 'd4155b80-e2e7-4fc4-990b-6624d95547b6', 'tenant_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:01:06.081506 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5e253825-aa78-4b1e-8de6-b88b62e5d30b tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for floatingip, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:06.181480 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5e253825-aa78-4b1e-8de6-b88b62e5d30b tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:06.286838 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-5e253825-aa78-4b1e-8de6-b88b62e5d30b tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Allocated IP 172.25.0.88 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/e6931fbb-bd6c-4837-ad04-931dff51bf78) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:01:06.336759 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:06.396813 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5e253825-aa78-4b1e-8de6-b88b62e5d30b tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:06.432283 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5e253825-aa78-4b1e-8de6-b88b62e5d30b tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:06.473425 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e253825-aa78-4b1e-8de6-b88b62e5d30b tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:01:06.476322 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-5e253825-aa78-4b1e-8de6-b88b62e5d30b tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:01:06.480752 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e253825-aa78-4b1e-8de6-b88b62e5d30b tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:01:06.483851 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e253825-aa78-4b1e-8de6-b88b62e5d30b tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Pushing event updated for resources: {'Port': ['ID=e6931fbb-bd6c-4837-ad04-931dff51bf78,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:01:06.854154 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5e253825-aa78-4b1e-8de6-b88b62e5d30b tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:06.922890 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5e253825-aa78-4b1e-8de6-b88b62e5d30b tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:07.078354 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5e253825-aa78-4b1e-8de6-b88b62e5d30b tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:07.084138 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5e253825-aa78-4b1e-8de6-b88b62e5d30b tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:07.154291 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e253825-aa78-4b1e-8de6-b88b62e5d30b tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Pushing event updated for resources: {'Port': ['ID=e6931fbb-bd6c-4837-ad04-931dff51bf78,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:01:07.167625 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5e253825-aa78-4b1e-8de6-b88b62e5d30b tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585115'] for floatingip, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:07.267176 n-d-761264-19 neutron-server[103167]: INFO neutron.db.l3_db [None req-5e253825-aa78-4b1e-8de6-b88b62e5d30b tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Floating IP ba7209c2-440e-492c-9d07-e99885092159 associated. External IP: 172.25.0.88, port: d4155b80-e2e7-4fc4-990b-6624d95547b6. Dec 20 15:01:07.476229 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e253825-aa78-4b1e-8de6-b88b62e5d30b tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Router 29712ce6-4459-412a-8a52-96bf6c225c36 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:01:07.584823 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e253825-aa78-4b1e-8de6-b88b62e5d30b tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:01:07.597733 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5fb9bf-1c6d-4107-a765-f35c6c2cb1a0 None None] Sync routers for ids ['29712ce6-4459-412a-8a52-96bf6c225c36'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:01:07.606341 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5e253825-aa78-4b1e-8de6-b88b62e5d30b tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:07.609475 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5fb9bf-1c6d-4107-a765-f35c6c2cb1a0 None None] Routers {'29712ce6-4459-412a-8a52-96bf6c225c36'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:01:07.610690 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-8a5fb9bf-1c6d-4107-a765-f35c6c2cb1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:01:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['29712ce6-4459-412a-8a52-96bf6c225c36'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:01:07.791972 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-8a5fb9bf-1c6d-4107-a765-f35c6c2cb1a0 None None] Set router 29712ce6-4459-412a-8a52-96bf6c225c36 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:01:07.906378 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-5e253825-aa78-4b1e-8de6-b88b62e5d30b tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8512475 Dec 20 15:01:07.906378 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72d55766-50fe-463f-b52a-fbb0cbb830ae', 'tag': 'd4155b80-e2e7-4fc4-990b-6624d95547b6'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:01:07.907380 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 50370) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:01:07.908747 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f4273a4-2557-4fd9-8f7f-4126187cec3e" -d '{"events": [{"name": "network-changed", "server_uuid": "72d55766-50fe-463f-b52a-fbb0cbb830ae", "tag": "d4155b80-e2e7-4fc4-990b-6624d95547b6"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:01:07.956092 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ce1d1a-dd35-4ec9-92af-c63f44bd3edf x-openstack-request-id: req-00ce1d1a-dd35-4ec9-92af-c63f44bd3edf {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:01:07.956393 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72d55766-50fe-463f-b52a-fbb0cbb830ae", "tag": "d4155b80-e2e7-4fc4-990b-6624d95547b6", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:01:07.956654 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-00ce1d1a-dd35-4ec9-92af-c63f44bd3edf {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:01:07.957044 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72d55766-50fe-463f-b52a-fbb0cbb830ae', 'tag': 'd4155b80-e2e7-4fc4-990b-6624d95547b6', 'status': 'completed', 'code': 200} Dec 20 15:01:07.980891 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-763b96ce-76ac-4bb0-a47d-14b7b71015b7 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "GET /v2.0/floatingips/ba7209c2-440e-492c-9d07-e99885092159 HTTP/1.1" status: 200 len: 991 time: 0.0717885 Dec 20 15:01:08.020464 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4273a4-2557-4fd9-8f7f-4126187cec3e req-aec20867-f349-4daf-bda1-a83576d0ec7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:01:08.022145 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4f4273a4-2557-4fd9-8f7f-4126187cec3e req-aec20867-f349-4daf-bda1-a83576d0ec7e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f62d8f2c7b324a5892ce5eb0e9d3389a&device_id=72d55766-50fe-463f-b52a-fbb0cbb830ae HTTP/1.1" status: 200 len: 1098 time: 0.0419161 Dec 20 15:01:08.111421 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-8a5fb9bf-1c6d-4107-a765-f35c6c2cb1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29712ce6-4459-412a-8a52-96bf6c225c36', 'name': 'tempest-TestNetworkBasicOps-router-1621342233', 'tenant_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': 'a33ddc78-fd66-402b-92db-19aa2f939436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:00:47Z', 'updated_at': '2021-12-20T15:00:51Z', 'revision_number': 4, 'project_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'gw_port': {'id': 'a33ddc78-fd66-402b-92db-19aa2f939436', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29712ce6-4459-412a-8a52-96bf6c225c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:00:48Z', 'updated_at': '2021-12-20T15:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': 'ba7209c2-440e-492c-9d07-e99885092159', 'tenant_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'floating_ip_address': '172.25.0.88', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': '29712ce6-4459-412a-8a52-96bf6c225c36', 'port_id': 'd4155b80-e2e7-4fc4-990b-6624d95547b6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3845, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f244571-d51f-45b2-99a1-7f591a08ef83', 'mac_address': 'fa:16:3e:43:a5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d55766-50fe-463f-b52a-fbb0cbb830ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:01:06Z', 'updated_at': '2021-12-20T15:01:06Z', 'revision_number': 0, 'project_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e767a694-b864-4e44-b03c-3d08f04a2432', 'name': '', 'network_id': '4f244571-d51f-45b2-99a1-7f591a08ef83', 'tenant_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'mac_address': 'fa:16:3e:2d:2d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29712ce6-4459-412a-8a52-96bf6c225c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '0fb4d078-ee44-470f-9d9c-e04833f5d5cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:00:50Z', 'updated_at': '2021-12-20T15:00:55Z', 'revision_number': 5, 'project_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'subnets': [{'id': '0fb4d078-ee44-470f-9d9c-e04833f5d5cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:01:08.121644 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4273a4-2557-4fd9-8f7f-4126187cec3e req-91a67647-c129-45a3-ada2-4f7391414664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:01:08.123334 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4f4273a4-2557-4fd9-8f7f-4126187cec3e req-91a67647-c129-45a3-ada2-4f7391414664 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4f244571-d51f-45b2-99a1-7f591a08ef83 HTTP/1.1" status: 200 len: 898 time: 0.0938237 Dec 20 15:01:08.141475 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5fb9bf-1c6d-4107-a765-f35c6c2cb1a0 None None] Checking router: 29712ce6-4459-412a-8a52-96bf6c225c36 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:01:08.149892 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5fb9bf-1c6d-4107-a765-f35c6c2cb1a0 None None] Routers {'29712ce6-4459-412a-8a52-96bf6c225c36'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:01:08.150491 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-8a5fb9bf-1c6d-4107-a765-f35c6c2cb1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:01:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['29712ce6-4459-412a-8a52-96bf6c225c36'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:01:08.200875 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4f4273a4-2557-4fd9-8f7f-4126187cec3e req-0b47ba20-31d3-4cb0-b3e5-6225505d7117 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d4155b80-e2e7-4fc4-990b-6624d95547b6 HTTP/1.1" status: 200 len: 999 time: 0.0692961 Dec 20 15:01:08.253316 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4273a4-2557-4fd9-8f7f-4126187cec3e req-df57a645-e3f8-4368-887f-b600cdfa5197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:01:08.254836 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4f4273a4-2557-4fd9-8f7f-4126187cec3e req-df57a645-e3f8-4368-887f-b600cdfa5197 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0fb4d078-ee44-470f-9d9c-e04833f5d5cb HTTP/1.1" status: 200 len: 834 time: 0.0474579 Dec 20 15:01:08.275112 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-8a5fb9bf-1c6d-4107-a765-f35c6c2cb1a0 None None] Set router 29712ce6-4459-412a-8a52-96bf6c225c36 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:01:08.329394 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4273a4-2557-4fd9-8f7f-4126187cec3e req-4b8cd0da-6364-4df3-85dc-00fa5be209f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:01:08.330882 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4f4273a4-2557-4fd9-8f7f-4126187cec3e req-4b8cd0da-6364-4df3-85dc-00fa5be209f0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4f244571-d51f-45b2-99a1-7f591a08ef83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0688760 Dec 20 15:01:08.432650 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4f4273a4-2557-4fd9-8f7f-4126187cec3e req-4611f7b8-f215-4dc1-ac3f-b9d996568855 service neutron] 10.222.0.47 "GET /v2.0/networks/4f244571-d51f-45b2-99a1-7f591a08ef83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935681 Dec 20 15:01:08.523595 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-8a5fb9bf-1c6d-4107-a765-f35c6c2cb1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29712ce6-4459-412a-8a52-96bf6c225c36', 'name': 'tempest-TestNetworkBasicOps-router-1621342233', 'tenant_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': 'a33ddc78-fd66-402b-92db-19aa2f939436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:00:47Z', 'updated_at': '2021-12-20T15:00:51Z', 'revision_number': 4, 'project_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'gw_port': {'id': 'a33ddc78-fd66-402b-92db-19aa2f939436', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29712ce6-4459-412a-8a52-96bf6c225c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:00:48Z', 'updated_at': '2021-12-20T15:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': 'ba7209c2-440e-492c-9d07-e99885092159', 'tenant_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'floating_ip_address': '172.25.0.88', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': '29712ce6-4459-412a-8a52-96bf6c225c36', 'port_id': 'd4155b80-e2e7-4fc4-990b-6624d95547b6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3845, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f244571-d51f-45b2-99a1-7f591a08ef83', 'mac_address': 'fa:16:3e:43:a5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d55766-50fe-463f-b52a-fbb0cbb830ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:01:06Z', 'updated_at': '2021-12-20T15:01:06Z', 'revision_number': 0, 'project_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e767a694-b864-4e44-b03c-3d08f04a2432', 'name': '', 'network_id': '4f244571-d51f-45b2-99a1-7f591a08ef83', 'tenant_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'mac_address': 'fa:16:3e:2d:2d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29712ce6-4459-412a-8a52-96bf6c225c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '0fb4d078-ee44-470f-9d9c-e04833f5d5cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:00:50Z', 'updated_at': '2021-12-20T15:00:55Z', 'revision_number': 5, 'project_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'subnets': [{'id': '0fb4d078-ee44-470f-9d9c-e04833f5d5cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:01:08.529746 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4f4273a4-2557-4fd9-8f7f-4126187cec3e req-9dadf194-cf52-4e4d-8027-800d34d020c3 service neutron] 10.222.0.47 "GET /v2.0/networks/4f244571-d51f-45b2-99a1-7f591a08ef83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901477 Dec 20 15:01:08.556465 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5fb9bf-1c6d-4107-a765-f35c6c2cb1a0 None None] The sync data for ids ['29712ce6-4459-412a-8a52-96bf6c225c36'] in n-d-761264-19 is: [{'id': '29712ce6-4459-412a-8a52-96bf6c225c36', 'name': 'tempest-TestNetworkBasicOps-router-1621342233', 'tenant_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': 'a33ddc78-fd66-402b-92db-19aa2f939436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:00:47Z', 'updated_at': '2021-12-20T15:00:51Z', 'revision_number': 4, 'project_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'gw_port': {'id': 'a33ddc78-fd66-402b-92db-19aa2f939436', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29712ce6-4459-412a-8a52-96bf6c225c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:00:48Z', 'updated_at': '2021-12-20T15:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': 'ba7209c2-440e-492c-9d07-e99885092159', 'tenant_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'floating_ip_address': '172.25.0.88', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': '29712ce6-4459-412a-8a52-96bf6c225c36', 'port_id': 'd4155b80-e2e7-4fc4-990b-6624d95547b6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3845, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f244571-d51f-45b2-99a1-7f591a08ef83', 'mac_address': 'fa:16:3e:43:a5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d55766-50fe-463f-b52a-fbb0cbb830ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:01:06Z', 'updated_at': '2021-12-20T15:01:06Z', 'revision_number': 0, 'project_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e767a694-b864-4e44-b03c-3d08f04a2432', 'name': '', 'network_id': '4f244571-d51f-45b2-99a1-7f591a08ef83', 'tenant_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'mac_address': 'fa:16:3e:2d:2d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29712ce6-4459-412a-8a52-96bf6c225c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '0fb4d078-ee44-470f-9d9c-e04833f5d5cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:00:50Z', 'updated_at': '2021-12-20T15:00:55Z', 'revision_number': 5, 'project_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'subnets': [{'id': '0fb4d078-ee44-470f-9d9c-e04833f5d5cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:01:08.774202 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68030b6-407c-4553-8a40-2b7783f667ef None None] New status for floating IP ba7209c2-440e-492c-9d07-e99885092159: ACTIVE {{(pid=103170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 15:01:08.983237 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 50380) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:01:09.114902 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-8a913040-5d5a-42cb-adee-71afab3e37c6 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "GET /v2.0/floatingips/ba7209c2-440e-492c-9d07-e99885092159 HTTP/1.1" status: 200 len: 993 time: 0.1273921 Dec 20 15:01:11.801869 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:12.191667 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 50392) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:01:12.307839 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4a1c7e40-c95c-4420-b9bc-d7fd8dccb5bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:12.383528 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4a1c7e40-c95c-4420-b9bc-d7fd8dccb5bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:12.388560 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4a1c7e40-c95c-4420-b9bc-d7fd8dccb5bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:12.426149 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-4a1c7e40-c95c-4420-b9bc-d7fd8dccb5bc admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ceb6199eb942442997540eb5f659c32f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2333562 Dec 20 15:01:12.427031 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1c7e40-c95c-4420-b9bc-d7fd8dccb5bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=125fc005-8f81-4279-a32f-5afa9a879c90,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:01:12.428922 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 50396) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:01:12.480169 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5d7798bf-432a-4026-914f-27556a9a543c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:12.501926 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5d7798bf-432a-4026-914f-27556a9a543c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:12.549244 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5d7798bf-432a-4026-914f-27556a9a543c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:12.552068 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5d7798bf-432a-4026-914f-27556a9a543c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:12.555968 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-5d7798bf-432a-4026-914f-27556a9a543c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/125fc005-8f81-4279-a32f-5afa9a879c90 HTTP/1.1" status: 204 len: 168 time: 0.1252096 Dec 20 15:01:12.563728 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7798bf-432a-4026-914f-27556a9a543c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=125fc005-8f81-4279-a32f-5afa9a879c90,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:01:12.828634 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 50402) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:01:12.842197 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-116acb07-7059-4e31-a02e-26206238f207 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:12.927728 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-116acb07-7059-4e31-a02e-26206238f207 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:12.932937 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-116acb07-7059-4e31-a02e-26206238f207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:12.971792 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-116acb07-7059-4e31-a02e-26206238f207 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9ac9271b1b90443cbcb0b308deebfcc8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1420825 Dec 20 15:01:12.972617 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116acb07-7059-4e31-a02e-26206238f207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3051843-6ff6-4ea6-820f-71f288adb4f2,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:01:12.974529 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 50404) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:01:13.023579 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b5becf8a-666a-41e2-a180-770586063cfe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:13.045455 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b5becf8a-666a-41e2-a180-770586063cfe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:13.100342 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b5becf8a-666a-41e2-a180-770586063cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:13.103096 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b5becf8a-666a-41e2-a180-770586063cfe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:13.104257 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-b5becf8a-666a-41e2-a180-770586063cfe admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e3051843-6ff6-4ea6-820f-71f288adb4f2 HTTP/1.1" status: 204 len: 168 time: 0.1286821 Dec 20 15:01:13.113048 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5becf8a-666a-41e2-a180-770586063cfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3051843-6ff6-4ea6-820f-71f288adb4f2,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:01:14.209299 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 50434) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:01:14.335223 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-aa79d04b-fb1c-4a26-bf8a-906b050b2986 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:14.413748 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-aa79d04b-fb1c-4a26-bf8a-906b050b2986 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:14.419264 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-aa79d04b-fb1c-4a26-bf8a-906b050b2986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:14.454186 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa79d04b-fb1c-4a26-bf8a-906b050b2986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2600be40-b60a-4b3c-9848-716973850839,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:01:14.459105 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-aa79d04b-fb1c-4a26-bf8a-906b050b2986 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=42323081b7bc41a09acf37e8ceff17b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2481935 Dec 20 15:01:14.461140 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 50438) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:01:14.507844 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5c55f496-dff9-4c93-9654-35c9e44356b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:14.536477 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5c55f496-dff9-4c93-9654-35c9e44356b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:14.592731 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5c55f496-dff9-4c93-9654-35c9e44356b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:14.595341 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5c55f496-dff9-4c93-9654-35c9e44356b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:14.596555 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-5c55f496-dff9-4c93-9654-35c9e44356b9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2600be40-b60a-4b3c-9848-716973850839 HTTP/1.1" status: 204 len: 168 time: 0.1344743 Dec 20 15:01:14.604569 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c55f496-dff9-4c93-9654-35c9e44356b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2600be40-b60a-4b3c-9848-716973850839,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:01:15.391184 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:15.686635 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:01:17.935413 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 50482) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:01:18.024216 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-6143e34b-7743-4238-8d60-42a09c3c6618 tempest-TestSecurityGroupsBasicOps-1499789141 tempest-TestSecurityGroupsBasicOps-1499789141-project-admin] 10.222.0.54 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2024 time: 0.0871596 Dec 20 15:01:18.026985 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 50484) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:01:18.031936 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-c4ed3918-3870-44ba-bb0f-981c25411d5e tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Request body: {'network': {'name': 'tempest-network-smoke--617848118', 'project_id': '6d7f806b61b7456a84b9dc5302ffa99d', 'port_security_enabled': False}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:01:18.056685 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4ed3918-3870-44ba-bb0f-981c25411d5e tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Made reservation on behalf of 6d7f806b61b7456a84b9dc5302ffa99d for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:01:18.060948 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c4ed3918-3870-44ba-bb0f-981c25411d5e tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:18.090441 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4ed3918-3870-44ba-bb0f-981c25411d5e tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:01:18.099981 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c4ed3918-3870-44ba-bb0f-981c25411d5e tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:18.100304 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-c4ed3918-3870-44ba-bb0f-981c25411d5e tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Added segment a31e75c3-785c-4649-adcf-aca93b54da35 of type vlan for network 8f567caf-48f3-4a83-93c4-2962dbc43e54 Dec 20 15:01:18.146823 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c4ed3918-3870-44ba-bb0f-981c25411d5e tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:18.185490 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c4ed3918-3870-44ba-bb0f-981c25411d5e tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:18.193071 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ed3918-3870-44ba-bb0f-981c25411d5e tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:01:18.193959 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c4ed3918-3870-44ba-bb0f-981c25411d5e tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks [] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:18.264773 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-c4ed3918-3870-44ba-bb0f-981c25411d5e tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2366753 Dec 20 15:01:18.267701 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 50486) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:01:18.271013 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed3918-3870-44ba-bb0f-981c25411d5e tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Pushing event updated for resources: {'Network': ['ID=8f567caf-48f3-4a83-93c4-2962dbc43e54,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:01:18.272490 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-2e56d175-a9ed-4e1d-bae1-c48ffde99391 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1638983185', 'admin_state_up': True, 'project_id': '6d7f806b61b7456a84b9dc5302ffa99d', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:01:18.281242 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 8f567caf-48f3-4a83-93c4-2962dbc43e54 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:01:18.301050 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2e56d175-a9ed-4e1d-bae1-c48ffde99391 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40114'] for router, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:18.302425 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2e56d175-a9ed-4e1d-bae1-c48ffde99391 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40139'] for router, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:18.354109 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2e56d175-a9ed-4e1d-bae1-c48ffde99391 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:18.491165 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2e56d175-a9ed-4e1d-bae1-c48ffde99391 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:18.693789 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2e56d175-a9ed-4e1d-bae1-c48ffde99391 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks [] for router_gateway, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:18.712013 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2e56d175-a9ed-4e1d-bae1-c48ffde99391 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:18.828075 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-2e56d175-a9ed-4e1d-bae1-c48ffde99391 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Allocated IP 172.25.0.195 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/a7a3bc21-6211-4ab8-981b-553083e0b27c) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:01:18.932709 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2e56d175-a9ed-4e1d-bae1-c48ffde99391 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:18.969214 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2e56d175-a9ed-4e1d-bae1-c48ffde99391 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:19.009105 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e56d175-a9ed-4e1d-bae1-c48ffde99391 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:01:19.012046 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-2e56d175-a9ed-4e1d-bae1-c48ffde99391 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:01:19.015500 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e56d175-a9ed-4e1d-bae1-c48ffde99391 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:01:19.031469 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77a50b8-dbd7-4639-9168-ab8c584011ff None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:01:19.042345 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e56d175-a9ed-4e1d-bae1-c48ffde99391 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Pushing event updated for resources: {'Port': ['ID=a7a3bc21-6211-4ab8-981b-553083e0b27c,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:01:19.108249 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-7f51d780-57ef-412b-9a8d-317648013bfb None None] Provisioning complete for port a7a3bc21-6211-4ab8-981b-553083e0b27c triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:01:19.108552 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-7f51d780-57ef-412b-9a8d-317648013bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:19.146953 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-7f51d780-57ef-412b-9a8d-317648013bfb None None] Port a7a3bc21-6211-4ab8-981b-553083e0b27c cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:01:19.285697 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2e56d175-a9ed-4e1d-bae1-c48ffde99391 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks [] for router_gateway, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:19.486566 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2e56d175-a9ed-4e1d-bae1-c48ffde99391 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013'] for router, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:19.621055 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e56d175-a9ed-4e1d-bae1-c48ffde99391 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Router 37378f4a-9f20-45ce-a986-1df19d450361 is scheduled to L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 with binding_index 1 {{(pid=103167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 15:01:19.733933 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e56d175-a9ed-4e1d-bae1-c48ffde99391 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:01:19.744732 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a7e785-db76-48aa-8589-9ad83f6ba0bd None None] Sync routers for ids ['37378f4a-9f20-45ce-a986-1df19d450361'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:01:19.755693 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2e56d175-a9ed-4e1d-bae1-c48ffde99391 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks [] for router, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:19.759679 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-2e56d175-a9ed-4e1d-bae1-c48ffde99391 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4881244 Dec 20 15:01:19.759856 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a7e785-db76-48aa-8589-9ad83f6ba0bd None None] Routers {'37378f4a-9f20-45ce-a986-1df19d450361'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:01:19.760068 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 50520) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:01:19.768804 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-43a7e785-db76-48aa-8589-9ad83f6ba0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:01:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['37378f4a-9f20-45ce-a986-1df19d450361'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:01:19.831202 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1fd1040-e596-4b2c-a466-8baa816e4627 tempest-TestSecurityGroupsBasicOps-1499789141 tempest-TestSecurityGroupsBasicOps-1499789141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:01:19.835507 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-f1fd1040-e596-4b2c-a466-8baa816e4627 tempest-TestSecurityGroupsBasicOps-1499789141 tempest-TestSecurityGroupsBasicOps-1499789141-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=6d7f806b61b7456a84b9dc5302ffa99d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0717061 Dec 20 15:01:19.835719 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 50522) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:01:19.878714 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-43a7e785-db76-48aa-8589-9ad83f6ba0bd None None] Set router 37378f4a-9f20-45ce-a986-1df19d450361 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:01:19.925151 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31123f40-9a4a-42f5-ac79-ee77f212ea89 tempest-TestSecurityGroupsBasicOps-1499789141 tempest-TestSecurityGroupsBasicOps-1499789141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:01:19.926663 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-31123f40-9a4a-42f5-ac79-ee77f212ea89 tempest-TestSecurityGroupsBasicOps-1499789141 tempest-TestSecurityGroupsBasicOps-1499789141-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0897505 Dec 20 15:01:19.929660 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 50524) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:01:19.958405 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-1b0578ab-dce4-4ca5-a450-967d1bb9d31d tempest-TestSecurityGroupsBasicOps-1499789141 tempest-TestSecurityGroupsBasicOps-1499789141-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=c3f8658e-da35-41f3-bd03-509e29ebd6f3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274036 Dec 20 15:01:19.961190 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 50526) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:01:19.994179 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-c0d84dc6-e81d-4f7c-a5ce-7193b092f307 tempest-TestSecurityGroupsBasicOps-1499789141 tempest-TestSecurityGroupsBasicOps-1499789141-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=6d7f806b61b7456a84b9dc5302ffa99d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0315943 Dec 20 15:01:19.996825 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 50528) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:01:20.088156 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17d7b0b-5bf4-48a2-ba60-051cc577b2fb tempest-TestSecurityGroupsBasicOps-1499789141 tempest-TestSecurityGroupsBasicOps-1499789141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:01:20.092500 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-e17d7b0b-5bf4-48a2-ba60-051cc577b2fb tempest-TestSecurityGroupsBasicOps-1499789141 tempest-TestSecurityGroupsBasicOps-1499789141-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0920067 Dec 20 15:01:20.092845 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 50530) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:01:20.121921 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-9c3a0b90-068f-4aa0-b012-56628be9c1a5 tempest-TestSecurityGroupsBasicOps-1499789141 tempest-TestSecurityGroupsBasicOps-1499789141-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=c3f8658e-da35-41f3-bd03-509e29ebd6f3&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279117 Dec 20 15:01:20.124617 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 50532) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:01:20.129999 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-48ae12c9-38a8-4c3a-87ba-1d322121bff6 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1878172862', 'network_id': '8f567caf-48f3-4a83-93c4-2962dbc43e54', 'project_id': '6d7f806b61b7456a84b9dc5302ffa99d', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:01:20.226910 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48ae12c9-38a8-4c3a-87ba-1d322121bff6 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Made reservation on behalf of 6d7f806b61b7456a84b9dc5302ffa99d for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:01:20.230920 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-48ae12c9-38a8-4c3a-87ba-1d322121bff6 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:20.240187 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-43a7e785-db76-48aa-8589-9ad83f6ba0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37378f4a-9f20-45ce-a986-1df19d450361', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1638983185', 'tenant_id': '6d7f806b61b7456a84b9dc5302ffa99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': 'a7a3bc21-6211-4ab8-981b-553083e0b27c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:01:18Z', 'updated_at': '2021-12-20T15:01:19Z', 'revision_number': 3, 'project_id': '6d7f806b61b7456a84b9dc5302ffa99d', 'gw_port': {'id': 'a7a3bc21-6211-4ab8-981b-553083e0b27c', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:6e:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37378f4a-9f20-45ce-a986-1df19d450361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:01:18Z', 'updated_at': '2021-12-20T15:01:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:01:20.266157 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a7e785-db76-48aa-8589-9ad83f6ba0bd None None] Checking router: 37378f4a-9f20-45ce-a986-1df19d450361 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:01:20.266493 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a7e785-db76-48aa-8589-9ad83f6ba0bd None None] Updating router 37378f4a-9f20-45ce-a986-1df19d450361 port a7a3bc21-6211-4ab8-981b-553083e0b27c binding host n-d-761264-19 {{(pid=103169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 15:01:20.294821 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-43a7e785-db76-48aa-8589-9ad83f6ba0bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:20.414933 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-48ae12c9-38a8-4c3a-87ba-1d322121bff6 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8848317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10470522'] for subnet, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:20.467391 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ae12c9-38a8-4c3a-87ba-1d322121bff6 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Pushing event updated for resources: {'Subnet': ['ID=72c7228b-24bf-4e33-ade3-eb4afaa9b3b3,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:01:20.489048 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ae12c9-38a8-4c3a-87ba-1d322121bff6 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Checking segment: {'id': 'a31e75c3-785c-4649-adcf-aca93b54da35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8f567caf-48f3-4a83-93c4-2962dbc43e54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:01:20.489481 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ae12c9-38a8-4c3a-87ba-1d322121bff6 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Network hostable DHCP agents. Network: 8f567caf-48f3-4a83-93c4-2962dbc43e54, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:01:20.512133 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ae12c9-38a8-4c3a-87ba-1d322121bff6 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Network 8f567caf-48f3-4a83-93c4-2962dbc43e54 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:01:20.523441 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-48ae12c9-38a8-4c3a-87ba-1d322121bff6 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 8f567caf-48f3-4a83-93c4-2962dbc43e54) {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:01:20.532670 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36436078-ae9f-438f-a91e-a667838288df None None] Network 8f567caf-48f3-4a83-93c4-2962dbc43e54 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:01:20.536084 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ae12c9-38a8-4c3a-87ba-1d322121bff6 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:01:20.536814 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-48ae12c9-38a8-4c3a-87ba-1d322121bff6 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks [] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:20.553586 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-43a7e785-db76-48aa-8589-9ad83f6ba0bd None None] Publish callbacks [] for port, precommit_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:20.555917 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-48ae12c9-38a8-4c3a-87ba-1d322121bff6 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4301941 Dec 20 15:01:20.559084 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 50536) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:01:20.576537 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-43a7e785-db76-48aa-8589-9ad83f6ba0bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:20.661856 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4da431c-998e-4b1a-822c-76b97f34e2d7 None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:01:20.675995 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a02aa8-c5b1-46ae-a435-290310ebfa7e None None] Pushing event updated for resources: {'Port': ['ID=a7a3bc21-6211-4ab8-981b-553083e0b27c,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:01:20.678214 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-43a7e785-db76-48aa-8589-9ad83f6ba0bd None None] Attempting to bind port a7a3bc21-6211-4ab8-981b-553083e0b27c on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:01:20.678581 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-43a7e785-db76-48aa-8589-9ad83f6ba0bd None None] Attempting to bind port a7a3bc21-6211-4ab8-981b-553083e0b27c by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:01:20.678966 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a7e785-db76-48aa-8589-9ad83f6ba0bd None None] Attempting to bind port a7a3bc21-6211-4ab8-981b-553083e0b27c on network c3f8658e-da35-41f3-bd03-509e29ebd6f3 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:01:20.691518 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a7e785-db76-48aa-8589-9ad83f6ba0bd None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:01:20.691898 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a7e785-db76-48aa-8589-9ad83f6ba0bd None None] Checking segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:01:20.692298 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-43a7e785-db76-48aa-8589-9ad83f6ba0bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:20.692717 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a7e785-db76-48aa-8589-9ad83f6ba0bd None None] Bound using segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:01:20.693147 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-43a7e785-db76-48aa-8589-9ad83f6ba0bd None None] Bound port: a7a3bc21-6211-4ab8-981b-553083e0b27c, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:01:20.693521 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-43a7e785-db76-48aa-8589-9ad83f6ba0bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:20.758201 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb23093-433e-42f7-8777-8ef14cd809a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-8f567caf-48f3-4a83-93c4-2962dbc43e54', 'network_id': '8f567caf-48f3-4a83-93c4-2962dbc43e54', 'project_id': '6d7f806b61b7456a84b9dc5302ffa99d', 'fixed_ips': [{'subnet_id': '72c7228b-24bf-4e33-ade3-eb4afaa9b3b3'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 15:01:20.759159 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-7fb23093-433e-42f7-8777-8ef14cd809a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:20.822264 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-43a7e785-db76-48aa-8589-9ad83f6ba0bd None None] For port a7a3bc21-6211-4ab8-981b-553083e0b27c, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:01:20.868465 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-ec101aaa-2ba4-4e42-b8c2-7b0588565b3d None None] Provisioning complete for port a7a3bc21-6211-4ab8-981b-553083e0b27c triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:01:20.868836 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ec101aaa-2ba4-4e42-b8c2-7b0588565b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:20.902215 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-43a7e785-db76-48aa-8589-9ad83f6ba0bd None None] For port a7a3bc21-6211-4ab8-981b-553083e0b27c, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=a7a3bc21-6211-4ab8-981b-553083e0b27c,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:01:20.922960 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-43a7e785-db76-48aa-8589-9ad83f6ba0bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:20.987310 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-ec101aaa-2ba4-4e42-b8c2-7b0588565b3d None None] Port a7a3bc21-6211-4ab8-981b-553083e0b27c cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:01:21.009230 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a73c255-f9e3-4112-b4b1-f2beaab3440c None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:01:21.040013 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a7e785-db76-48aa-8589-9ad83f6ba0bd None None] Routers {'37378f4a-9f20-45ce-a986-1df19d450361'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:01:21.040656 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-43a7e785-db76-48aa-8589-9ad83f6ba0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:01:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['37378f4a-9f20-45ce-a986-1df19d450361'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:01:21.083991 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-7fb23093-433e-42f7-8777-8ef14cd809a3 None None] Allocated IP 172.20.0.18 (8f567caf-48f3-4a83-93c4-2962dbc43e54/72c7228b-24bf-4e33-ade3-eb4afaa9b3b3/549cb817-9723-48d7-8e5c-0ebcd8cfa00e) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:01:21.090671 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a02aa8-c5b1-46ae-a435-290310ebfa7e None None] Pushing event updated for resources: {'Port': ['ID=a7a3bc21-6211-4ab8-981b-553083e0b27c,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:01:21.220347 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-da198d27-f779-48bb-b28a-a0555cec8069 None None] Provisioning complete for port a7a3bc21-6211-4ab8-981b-553083e0b27c triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:01:21.220720 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-da198d27-f779-48bb-b28a-a0555cec8069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:21.262018 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-43a7e785-db76-48aa-8589-9ad83f6ba0bd None None] Set router 37378f4a-9f20-45ce-a986-1df19d450361 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:01:21.326077 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d5e82bc9-935e-4ac3-8fc5-f2cb6f242f06 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:21.492652 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-7fb23093-433e-42f7-8777-8ef14cd809a3 None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:21.498045 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-da198d27-f779-48bb-b28a-a0555cec8069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:21.506199 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-7fb23093-433e-42f7-8777-8ef14cd809a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:21.568832 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-da198d27-f779-48bb-b28a-a0555cec8069 None None] For port a7a3bc21-6211-4ab8-981b-553083e0b27c, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=a7a3bc21-6211-4ab8-981b-553083e0b27c,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:01:21.580356 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb23093-433e-42f7-8777-8ef14cd809a3 None None] Network 8f567caf-48f3-4a83-93c4-2962dbc43e54 is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:01:21.583537 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-da198d27-f779-48bb-b28a-a0555cec8069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:21.589205 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-7fb23093-433e-42f7-8777-8ef14cd809a3 None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:01:21.594510 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb23093-433e-42f7-8777-8ef14cd809a3 None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:01:21.604499 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb23093-433e-42f7-8777-8ef14cd809a3 None None] Pushing event updated for resources: {'Port': ['ID=549cb817-9723-48d7-8e5c-0ebcd8cfa00e,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:01:21.616489 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-d5e82bc9-935e-4ac3-8fc5-f2cb6f242f06 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Allocated IP 172.20.0.17 (8f567caf-48f3-4a83-93c4-2962dbc43e54/72c7228b-24bf-4e33-ade3-eb4afaa9b3b3/e8e044a6-1a28-405c-9198-3656ffc590a6) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:01:21.713123 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-43a7e785-db76-48aa-8589-9ad83f6ba0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37378f4a-9f20-45ce-a986-1df19d450361', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1638983185', 'tenant_id': '6d7f806b61b7456a84b9dc5302ffa99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': 'a7a3bc21-6211-4ab8-981b-553083e0b27c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:01:18Z', 'updated_at': '2021-12-20T15:01:19Z', 'revision_number': 3, 'project_id': '6d7f806b61b7456a84b9dc5302ffa99d', 'gw_port': {'id': 'a7a3bc21-6211-4ab8-981b-553083e0b27c', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:6e:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37378f4a-9f20-45ce-a986-1df19d450361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:01:18Z', 'updated_at': '2021-12-20T15:01:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:01:21.716029 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da198d27-f779-48bb-b28a-a0555cec8069 None None] Pushing event updated for resources: {'Port': ['ID=a7a3bc21-6211-4ab8-981b-553083e0b27c,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:01:21.744420 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-7fb23093-433e-42f7-8777-8ef14cd809a3 None None] Attempting to bind port 549cb817-9723-48d7-8e5c-0ebcd8cfa00e on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:01:21.744711 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-7fb23093-433e-42f7-8777-8ef14cd809a3 None None] Attempting to bind port 549cb817-9723-48d7-8e5c-0ebcd8cfa00e by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': 'a31e75c3-785c-4649-adcf-aca93b54da35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8f567caf-48f3-4a83-93c4-2962dbc43e54'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:01:21.745130 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb23093-433e-42f7-8777-8ef14cd809a3 None None] Attempting to bind port 549cb817-9723-48d7-8e5c-0ebcd8cfa00e on network 8f567caf-48f3-4a83-93c4-2962dbc43e54 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:01:21.747612 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a7e785-db76-48aa-8589-9ad83f6ba0bd None None] The sync data for ids ['37378f4a-9f20-45ce-a986-1df19d450361'] in n-d-761264-19 is: [{'id': '37378f4a-9f20-45ce-a986-1df19d450361', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1638983185', 'tenant_id': '6d7f806b61b7456a84b9dc5302ffa99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': 'a7a3bc21-6211-4ab8-981b-553083e0b27c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:01:18Z', 'updated_at': '2021-12-20T15:01:19Z', 'revision_number': 3, 'project_id': '6d7f806b61b7456a84b9dc5302ffa99d', 'gw_port': {'id': 'a7a3bc21-6211-4ab8-981b-553083e0b27c', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:6e:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37378f4a-9f20-45ce-a986-1df19d450361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:01:18Z', 'updated_at': '2021-12-20T15:01:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:01:21.753746 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb23093-433e-42f7-8777-8ef14cd809a3 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:01:21.754529 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb23093-433e-42f7-8777-8ef14cd809a3 None None] Checking segment: {'id': 'a31e75c3-785c-4649-adcf-aca93b54da35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8f567caf-48f3-4a83-93c4-2962dbc43e54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:01:21.754693 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-7fb23093-433e-42f7-8777-8ef14cd809a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:21.755029 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb23093-433e-42f7-8777-8ef14cd809a3 None None] Bound using segment: {'id': 'a31e75c3-785c-4649-adcf-aca93b54da35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8f567caf-48f3-4a83-93c4-2962dbc43e54'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:01:21.755503 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-7fb23093-433e-42f7-8777-8ef14cd809a3 None None] Bound port: 549cb817-9723-48d7-8e5c-0ebcd8cfa00e, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a31e75c3-785c-4649-adcf-aca93b54da35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8f567caf-48f3-4a83-93c4-2962dbc43e54'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:01:21.755932 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-7fb23093-433e-42f7-8777-8ef14cd809a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:21.766930 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d5e82bc9-935e-4ac3-8fc5-f2cb6f242f06 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:21.810477 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d5e82bc9-935e-4ac3-8fc5-f2cb6f242f06 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:21.836261 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-7fb23093-433e-42f7-8777-8ef14cd809a3 None None] For port 549cb817-9723-48d7-8e5c-0ebcd8cfa00e, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:01:21.840193 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-7fb23093-433e-42f7-8777-8ef14cd809a3 None None] For port 549cb817-9723-48d7-8e5c-0ebcd8cfa00e, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=549cb817-9723-48d7-8e5c-0ebcd8cfa00e,segment=NetworkSegment(a31e75c3-785c-4649-adcf-aca93b54da35),segment_id=a31e75c3-785c-4649-adcf-aca93b54da35)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:01:21.849614 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e82bc9-935e-4ac3-8fc5-f2cb6f242f06 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Network 8f567caf-48f3-4a83-93c4-2962dbc43e54 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:01:21.852465 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-7fb23093-433e-42f7-8777-8ef14cd809a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:21.853278 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-d5e82bc9-935e-4ac3-8fc5-f2cb6f242f06 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:01:21.858753 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e82bc9-935e-4ac3-8fc5-f2cb6f242f06 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:01:21.913864 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e82bc9-935e-4ac3-8fc5-f2cb6f242f06 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Pushing event updated for resources: {'Port': ['ID=e8e044a6-1a28-405c-9198-3656ffc590a6,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:01:21.925849 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb23093-433e-42f7-8777-8ef14cd809a3 None None] Pushing event updated for resources: {'Port': ['ID=549cb817-9723-48d7-8e5c-0ebcd8cfa00e,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:01:21.931322 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d5e82bc9-935e-4ac3-8fc5-f2cb6f242f06 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595714'] for router_interface, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:22.122435 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d5e82bc9-935e-4ac3-8fc5-f2cb6f242f06 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:22.489089 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d5e82bc9-935e-4ac3-8fc5-f2cb6f242f06 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:22.497251 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d5e82bc9-935e-4ac3-8fc5-f2cb6f242f06 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:22.543273 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 549cb817-9723-48d7-8e5c-0ebcd8cfa00e up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:01:22.582948 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e82bc9-935e-4ac3-8fc5-f2cb6f242f06 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Pushing event updated for resources: {'Port': ['ID=e8e044a6-1a28-405c-9198-3656ffc590a6,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:01:22.585447 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d5e82bc9-935e-4ac3-8fc5-f2cb6f242f06 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1595702'] for router_interface, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:22.628000 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 549cb817-9723-48d7-8e5c-0ebcd8cfa00e triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:01:22.628751 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:22.716182 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e82bc9-935e-4ac3-8fc5-f2cb6f242f06 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Network 8f567caf-48f3-4a83-93c4-2962dbc43e54 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:01:22.718220 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-d5e82bc9-935e-4ac3-8fc5-f2cb6f242f06 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:01:22.914633 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5e82bc9-935e-4ac3-8fc5-f2cb6f242f06 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Router 37378f4a-9f20-45ce-a986-1df19d450361 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:01:22.953348 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:23.021797 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] For port 549cb817-9723-48d7-8e5c-0ebcd8cfa00e, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=549cb817-9723-48d7-8e5c-0ebcd8cfa00e,segment=NetworkSegment(a31e75c3-785c-4649-adcf-aca93b54da35),segment_id=a31e75c3-785c-4649-adcf-aca93b54da35)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:01:23.028860 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:23.030088 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device a7a3bc21-6211-4ab8-981b-553083e0b27c up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:01:23.063863 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5e82bc9-935e-4ac3-8fc5-f2cb6f242f06 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:01:23.075564 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-d5e82bc9-935e-4ac3-8fc5-f2cb6f242f06 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] 10.222.0.54 "PUT /v2.0/routers/37378f4a-9f20-45ce-a986-1df19d450361/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5151958 Dec 20 15:01:23.119230 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Pushing event updated for resources: {'Port': ['ID=549cb817-9723-48d7-8e5c-0ebcd8cfa00e,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:01:23.130226 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port a7a3bc21-6211-4ab8-981b-553083e0b27c triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:01:23.130605 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:23.316629 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a66923-d5f8-4410-b0a5-cf852f855b03 None None] Network 8f567caf-48f3-4a83-93c4-2962dbc43e54 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:01:23.403081 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:01:23.403081 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:01:23.403081 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:01:23.403081 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:01:23.403081 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:01:23.403081 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:01:23.403081 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:01:23.403081 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:01:23.403081 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:01:23.403081 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:01:23.403081 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:01:23.403081 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:01:23.403081 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:01:23.403081 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:01:23.403081 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:01:23.403081 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:01:23.403081 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:01:23.403081 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:01:23.403081 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:01:23.403081 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:01:23.403081 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:01:23.403081 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:01:23.403081 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:01:23.403081 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:01:23.403081 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:01:23.403081 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:01:23.403081 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:01:23.403081 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:01:23.403081 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:01:23.403081 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:01:23.403081 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:01:23.403081 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:01:23.403081 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:01:23.403081 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:01:23.403081 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:01:23.403081 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:01:23.403081 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:01:23.403081 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:01:23.403081 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:01:23.403081 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:01:23.403081 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:01:23.403081 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:01:23.403081 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:01:23.403081 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:01:23.403081 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:01:23.403081 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:01:23.403081 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:01:23.403081 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:01:23.408206 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315c62ce-df1f-462f-a7dc-f868d86d2beb req-41e9c717-9bd4-4d6b-9805-8bc63ab9e32c tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:01:23.409772 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-315c62ce-df1f-462f-a7dc-f868d86d2beb req-41e9c717-9bd4-4d6b-9805-8bc63ab9e32c tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] 10.222.0.54 "GET /v2.0/networks?id=8f567caf-48f3-4a83-93c4-2962dbc43e54 HTTP/1.1" status: 200 len: 797 time: 0.1220140 Dec 20 15:01:23.425268 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-315c62ce-df1f-462f-a7dc-f868d86d2beb req-5e3babfc-61f4-44a8-ab51-0612b527f914 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] 10.222.0.54 "GET /v2.0/quotas/6d7f806b61b7456a84b9dc5302ffa99d HTTP/1.1" status: 200 len: 375 time: 0.0095136 Dec 20 15:01:23.430085 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-d6716b64-0980-46ee-aa37-365d4323f6ae None None] Provisioning complete for port 549cb817-9723-48d7-8e5c-0ebcd8cfa00e triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:01:23.430459 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d6716b64-0980-46ee-aa37-365d4323f6ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:23.522087 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-315c62ce-df1f-462f-a7dc-f868d86d2beb req-2772f7b0-b8fd-48ef-afdb-4be47b9a0cf6 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=6d7f806b61b7456a84b9dc5302ffa99d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0834060 Dec 20 15:01:23.627186 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-315c62ce-df1f-462f-a7dc-f868d86d2beb req-65afca1c-ee42-4992-81e1-b926310521ee service neutron] 10.222.0.54 "GET /v2.0/networks/8f567caf-48f3-4a83-93c4-2962dbc43e54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999572 Dec 20 15:01:23.765607 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-d25dc17e-a420-485f-9a5f-e3f0e99feffa None None] Provisioning complete for port 549cb817-9723-48d7-8e5c-0ebcd8cfa00e triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:01:23.766424 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d25dc17e-a420-485f-9a5f-e3f0e99feffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:23.889304 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-d25dc17e-a420-485f-9a5f-e3f0e99feffa None None] Provisioning complete for port e8e044a6-1a28-405c-9198-3656ffc590a6 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:01:23.889768 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d25dc17e-a420-485f-9a5f-e3f0e99feffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:23.950417 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-d25dc17e-a420-485f-9a5f-e3f0e99feffa None None] Port e8e044a6-1a28-405c-9198-3656ffc590a6 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:01:23.974058 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b28af8-239c-453a-b967-0556c177cf1d None None] Sync routers for ids ['37378f4a-9f20-45ce-a986-1df19d450361'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:01:23.986636 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b28af8-239c-453a-b967-0556c177cf1d None None] Routers {'37378f4a-9f20-45ce-a986-1df19d450361'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:01:23.987923 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-c4b28af8-239c-453a-b967-0556c177cf1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:01:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['37378f4a-9f20-45ce-a986-1df19d450361'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:01:24.088226 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-b91a2463-ea9c-45c8-b535-5a51a87c9ac3 None None] Provisioning complete for port e8e044a6-1a28-405c-9198-3656ffc590a6 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:01:24.088911 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b91a2463-ea9c-45c8-b535-5a51a87c9ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:24.090511 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-315c62ce-df1f-462f-a7dc-f868d86d2beb req-d437f072-8ff1-4210-b4b5-d23e680d2bc3 service neutron] 10.222.0.54 "GET /v2.0/networks/8f567caf-48f3-4a83-93c4-2962dbc43e54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4581037 Dec 20 15:01:24.170484 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-b91a2463-ea9c-45c8-b535-5a51a87c9ac3 None None] Port e8e044a6-1a28-405c-9198-3656ffc590a6 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:01:24.189041 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-c4b28af8-239c-453a-b967-0556c177cf1d None None] Set router 37378f4a-9f20-45ce-a986-1df19d450361 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:01:24.292681 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-f5752839-434f-404e-9e6c-03535a688c19 None None] Provisioning complete for port e8e044a6-1a28-405c-9198-3656ffc590a6 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:01:24.293069 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f5752839-434f-404e-9e6c-03535a688c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:24.294984 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-38a9b35c-8214-441d-a3e1-2dd2ee410a80 req-571c2191-022c-4e95-b50e-1e825cfc807b tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] 10.222.0.54 "GET /v2.0/ports?device_id=dcc53523-4a59-4948-b27b-a273acb3b066 HTTP/1.1" status: 200 len: 210 time: 0.0289047 Dec 20 15:01:24.341673 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-f5752839-434f-404e-9e6c-03535a688c19 None None] Port e8e044a6-1a28-405c-9198-3656ffc590a6 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:01:24.472977 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-c4b28af8-239c-453a-b967-0556c177cf1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37378f4a-9f20-45ce-a986-1df19d450361', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1638983185', 'tenant_id': '6d7f806b61b7456a84b9dc5302ffa99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': 'a7a3bc21-6211-4ab8-981b-553083e0b27c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:01:18Z', 'updated_at': '2021-12-20T15:01:22Z', 'revision_number': 4, 'project_id': '6d7f806b61b7456a84b9dc5302ffa99d', 'gw_port': {'id': 'a7a3bc21-6211-4ab8-981b-553083e0b27c', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:6e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37378f4a-9f20-45ce-a986-1df19d450361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:01:18Z', 'updated_at': '2021-12-20T15:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'e8e044a6-1a28-405c-9198-3656ffc590a6', 'name': '', 'network_id': '8f567caf-48f3-4a83-93c4-2962dbc43e54', 'tenant_id': '6d7f806b61b7456a84b9dc5302ffa99d', 'mac_address': 'fa:16:3e:bb:47:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37378f4a-9f20-45ce-a986-1df19d450361', 'device_owner': 'network:router_interface', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': '72c7228b-24bf-4e33-ade3-eb4afaa9b3b3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:01:21Z', 'updated_at': '2021-12-20T15:01:22Z', 'revision_number': 2, 'project_id': '6d7f806b61b7456a84b9dc5302ffa99d', 'subnets': [{'id': '72c7228b-24bf-4e33-ade3-eb4afaa9b3b3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:01:24.502134 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 549cb817-9723-48d7-8e5c-0ebcd8cfa00e up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:01:24.503251 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b28af8-239c-453a-b967-0556c177cf1d None None] Checking router: 37378f4a-9f20-45ce-a986-1df19d450361 for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:01:24.503604 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b28af8-239c-453a-b967-0556c177cf1d None None] Updating router 37378f4a-9f20-45ce-a986-1df19d450361 port e8e044a6-1a28-405c-9198-3656ffc590a6 binding host n-d-761264-19 {{(pid=103170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 15:01:24.534279 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c4b28af8-239c-453a-b967-0556c177cf1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:24.557964 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 549cb817-9723-48d7-8e5c-0ebcd8cfa00e triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:01:24.558338 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:24.825223 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c4b28af8-239c-453a-b967-0556c177cf1d None None] Publish callbacks [] for port, precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:24.831140 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c4b28af8-239c-453a-b967-0556c177cf1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:24.908184 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a08b62-853b-44a3-9b4a-40c1bedb2989 None None] Pushing event updated for resources: {'Port': ['ID=e8e044a6-1a28-405c-9198-3656ffc590a6,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:01:24.946309 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-c4b28af8-239c-453a-b967-0556c177cf1d None None] Attempting to bind port e8e044a6-1a28-405c-9198-3656ffc590a6 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:01:24.946675 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-c4b28af8-239c-453a-b967-0556c177cf1d None None] Attempting to bind port e8e044a6-1a28-405c-9198-3656ffc590a6 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': 'a31e75c3-785c-4649-adcf-aca93b54da35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8f567caf-48f3-4a83-93c4-2962dbc43e54'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:01:24.947056 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b28af8-239c-453a-b967-0556c177cf1d None None] Attempting to bind port e8e044a6-1a28-405c-9198-3656ffc590a6 on network 8f567caf-48f3-4a83-93c4-2962dbc43e54 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:01:24.952408 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b28af8-239c-453a-b967-0556c177cf1d None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:01:24.952768 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b28af8-239c-453a-b967-0556c177cf1d None None] Checking segment: {'id': 'a31e75c3-785c-4649-adcf-aca93b54da35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8f567caf-48f3-4a83-93c4-2962dbc43e54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:01:24.953165 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c4b28af8-239c-453a-b967-0556c177cf1d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:24.953649 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b28af8-239c-453a-b967-0556c177cf1d None None] Bound using segment: {'id': 'a31e75c3-785c-4649-adcf-aca93b54da35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8f567caf-48f3-4a83-93c4-2962dbc43e54'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:01:24.954022 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-c4b28af8-239c-453a-b967-0556c177cf1d None None] Bound port: e8e044a6-1a28-405c-9198-3656ffc590a6, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a31e75c3-785c-4649-adcf-aca93b54da35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8f567caf-48f3-4a83-93c4-2962dbc43e54'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:01:24.954374 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c4b28af8-239c-453a-b967-0556c177cf1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:25.021596 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-c4b28af8-239c-453a-b967-0556c177cf1d None None] For port e8e044a6-1a28-405c-9198-3656ffc590a6, host n-d-761264-19, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:01:25.024740 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-c4b28af8-239c-453a-b967-0556c177cf1d None None] For port e8e044a6-1a28-405c-9198-3656ffc590a6, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=e8e044a6-1a28-405c-9198-3656ffc590a6,segment=NetworkSegment(a31e75c3-785c-4649-adcf-aca93b54da35),segment_id=a31e75c3-785c-4649-adcf-aca93b54da35)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:01:25.029385 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-c4b28af8-239c-453a-b967-0556c177cf1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:25.106948 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b28af8-239c-453a-b967-0556c177cf1d None None] Routers {'37378f4a-9f20-45ce-a986-1df19d450361'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:01:25.107578 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-c4b28af8-239c-453a-b967-0556c177cf1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:01:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['37378f4a-9f20-45ce-a986-1df19d450361'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:01:25.150650 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a08b62-853b-44a3-9b4a-40c1bedb2989 None None] Pushing event updated for resources: {'Port': ['ID=e8e044a6-1a28-405c-9198-3656ffc590a6,revision_number=4']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:01:25.262541 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 50576) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:01:25.283774 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-e5b8c977-c385-417e-a4cd-990e7e4d8bb4 None None] Provisioning complete for port e8e044a6-1a28-405c-9198-3656ffc590a6 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:01:25.284817 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e5b8c977-c385-417e-a4cd-990e7e4d8bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:25.366329 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-c4b28af8-239c-453a-b967-0556c177cf1d None None] Set router 37378f4a-9f20-45ce-a986-1df19d450361 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:01:25.455602 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-abc20427-e066-4249-9da4-9a717c458f78 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:25.542040 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315c62ce-df1f-462f-a7dc-f868d86d2beb req-a048e814-4f74-4b7b-bf1a-7df12e55c86c tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:01:25.543895 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-315c62ce-df1f-462f-a7dc-f868d86d2beb req-a048e814-4f74-4b7b-bf1a-7df12e55c86c tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] 10.222.0.47 "GET /v2.0/networks?id=8f567caf-48f3-4a83-93c4-2962dbc43e54 HTTP/1.1" status: 200 len: 797 time: 0.2464414 Dec 20 15:01:25.548768 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a7aaf1b0-bdd8-4971-a484-f5842b49ccc1 req-54072b0d-2075-4e4f-b393-e29d540f4e8c tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] 10.222.0.54 "GET /v2.0/ports?device_id=dcc53523-4a59-4948-b27b-a273acb3b066 HTTP/1.1" status: 200 len: 210 time: 0.0518973 Dec 20 15:01:25.560218 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-315c62ce-df1f-462f-a7dc-f868d86d2beb req-5e36137b-e7be-4f52-a693-a9c54d367e9e tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Request body: {'port': {'device_id': 'dcc53523-4a59-4948-b27b-a273acb3b066', 'network_id': '8f567caf-48f3-4a83-93c4-2962dbc43e54', 'admin_state_up': True, 'tenant_id': '6d7f806b61b7456a84b9dc5302ffa99d'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:01:25.585479 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e5b8c977-c385-417e-a4cd-990e7e4d8bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:25.619498 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-e5b8c977-c385-417e-a4cd-990e7e4d8bb4 None None] For port e8e044a6-1a28-405c-9198-3656ffc590a6, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=e8e044a6-1a28-405c-9198-3656ffc590a6,segment=NetworkSegment(a31e75c3-785c-4649-adcf-aca93b54da35),segment_id=a31e75c3-785c-4649-adcf-aca93b54da35)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:01:25.629189 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e5b8c977-c385-417e-a4cd-990e7e4d8bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:25.652913 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-c4b28af8-239c-453a-b967-0556c177cf1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37378f4a-9f20-45ce-a986-1df19d450361', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1638983185', 'tenant_id': '6d7f806b61b7456a84b9dc5302ffa99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': 'a7a3bc21-6211-4ab8-981b-553083e0b27c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:01:18Z', 'updated_at': '2021-12-20T15:01:22Z', 'revision_number': 4, 'project_id': '6d7f806b61b7456a84b9dc5302ffa99d', 'gw_port': {'id': 'a7a3bc21-6211-4ab8-981b-553083e0b27c', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:6e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37378f4a-9f20-45ce-a986-1df19d450361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:01:18Z', 'updated_at': '2021-12-20T15:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'e8e044a6-1a28-405c-9198-3656ffc590a6', 'name': '', 'network_id': '8f567caf-48f3-4a83-93c4-2962dbc43e54', 'tenant_id': '6d7f806b61b7456a84b9dc5302ffa99d', 'mac_address': 'fa:16:3e:bb:47:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37378f4a-9f20-45ce-a986-1df19d450361', 'device_owner': 'network:router_interface', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': '72c7228b-24bf-4e33-ade3-eb4afaa9b3b3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:01:21Z', 'updated_at': '2021-12-20T15:01:25Z', 'revision_number': 4, 'project_id': '6d7f806b61b7456a84b9dc5302ffa99d', 'subnets': [{'id': '72c7228b-24bf-4e33-ade3-eb4afaa9b3b3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:01:25.692463 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b28af8-239c-453a-b967-0556c177cf1d None None] The sync data for ids ['37378f4a-9f20-45ce-a986-1df19d450361'] in n-d-761264-19 is: [{'id': '37378f4a-9f20-45ce-a986-1df19d450361', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1638983185', 'tenant_id': '6d7f806b61b7456a84b9dc5302ffa99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': 'a7a3bc21-6211-4ab8-981b-553083e0b27c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:01:18Z', 'updated_at': '2021-12-20T15:01:22Z', 'revision_number': 4, 'project_id': '6d7f806b61b7456a84b9dc5302ffa99d', 'gw_port': {'id': 'a7a3bc21-6211-4ab8-981b-553083e0b27c', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:6e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37378f4a-9f20-45ce-a986-1df19d450361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:01:18Z', 'updated_at': '2021-12-20T15:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'e8e044a6-1a28-405c-9198-3656ffc590a6', 'name': '', 'network_id': '8f567caf-48f3-4a83-93c4-2962dbc43e54', 'tenant_id': '6d7f806b61b7456a84b9dc5302ffa99d', 'mac_address': 'fa:16:3e:bb:47:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37378f4a-9f20-45ce-a986-1df19d450361', 'device_owner': 'network:router_interface', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': '72c7228b-24bf-4e33-ade3-eb4afaa9b3b3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:01:21Z', 'updated_at': '2021-12-20T15:01:25Z', 'revision_number': 4, 'project_id': '6d7f806b61b7456a84b9dc5302ffa99d', 'subnets': [{'id': '72c7228b-24bf-4e33-ade3-eb4afaa9b3b3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:01:25.703273 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b8c977-c385-417e-a4cd-990e7e4d8bb4 None None] Pushing event updated for resources: {'Port': ['ID=e8e044a6-1a28-405c-9198-3656ffc590a6,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:01:25.759366 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-abc20427-e066-4249-9da4-9a717c458f78 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:25.770592 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-315c62ce-df1f-462f-a7dc-f868d86d2beb req-5e36137b-e7be-4f52-a693-a9c54d367e9e tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Made reservation on behalf of 6d7f806b61b7456a84b9dc5302ffa99d for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:01:25.778535 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-315c62ce-df1f-462f-a7dc-f868d86d2beb req-5e36137b-e7be-4f52-a693-a9c54d367e9e tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:25.782265 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-abc20427-e066-4249-9da4-9a717c458f78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:25.783389 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-11b12e4e-ebb1-4c45-9f99-a468973ff66f None None] Provisioning complete for port e8e044a6-1a28-405c-9198-3656ffc590a6 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:01:25.784020 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-11b12e4e-ebb1-4c45-9f99-a468973ff66f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:25.838468 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-abc20427-e066-4249-9da4-9a717c458f78 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=fe6eb36b409d4a448a34934ce6994b8e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5740907 Dec 20 15:01:25.841608 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 50582) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:01:25.889309 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc20427-e066-4249-9da4-9a717c458f78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3928a5a3-6386-493b-89a2-cedb9e3d4cb9,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:01:25.917829 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-248117f9-1246-4985-abf8-f1d76fa3910b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:25.956003 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-248117f9-1246-4985-abf8-f1d76fa3910b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:25.963217 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [req-315c62ce-df1f-462f-a7dc-f868d86d2beb req-5e36137b-e7be-4f52-a693-a9c54d367e9e tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Allocated IP 172.20.0.26 (8f567caf-48f3-4a83-93c4-2962dbc43e54/72c7228b-24bf-4e33-ade3-eb4afaa9b3b3/e5d481a7-2944-4107-82a1-c4629c77a15c) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:01:26.025972 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-248117f9-1246-4985-abf8-f1d76fa3910b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:26.029326 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-248117f9-1246-4985-abf8-f1d76fa3910b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:26.030523 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-248117f9-1246-4985-abf8-f1d76fa3910b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3928a5a3-6386-493b-89a2-cedb9e3d4cb9 HTTP/1.1" status: 204 len: 168 time: 0.1878304 Dec 20 15:01:26.038853 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248117f9-1246-4985-abf8-f1d76fa3910b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3928a5a3-6386-493b-89a2-cedb9e3d4cb9,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:01:26.123979 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-315c62ce-df1f-462f-a7dc-f868d86d2beb req-5e36137b-e7be-4f52-a693-a9c54d367e9e tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:26.164472 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-315c62ce-df1f-462f-a7dc-f868d86d2beb req-5e36137b-e7be-4f52-a693-a9c54d367e9e tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:26.209540 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-315c62ce-df1f-462f-a7dc-f868d86d2beb req-5e36137b-e7be-4f52-a693-a9c54d367e9e tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Network 8f567caf-48f3-4a83-93c4-2962dbc43e54 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:01:26.212821 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [req-315c62ce-df1f-462f-a7dc-f868d86d2beb req-5e36137b-e7be-4f52-a693-a9c54d367e9e tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:01:26.217039 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-315c62ce-df1f-462f-a7dc-f868d86d2beb req-5e36137b-e7be-4f52-a693-a9c54d367e9e tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:01:26.223807 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e36137b-e7be-4f52-a693-a9c54d367e9e tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Pushing event updated for resources: {'Port': ['ID=e5d481a7-2944-4107-82a1-c4629c77a15c,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:01:26.280105 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315c62ce-df1f-462f-a7dc-f868d86d2beb req-5e36137b-e7be-4f52-a693-a9c54d367e9e tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:01:26.280765 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-315c62ce-df1f-462f-a7dc-f868d86d2beb req-5e36137b-e7be-4f52-a693-a9c54d367e9e tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:26.303321 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-315c62ce-df1f-462f-a7dc-f868d86d2beb req-5e36137b-e7be-4f52-a693-a9c54d367e9e tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.7484326 Dec 20 15:01:26.319245 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [req-315c62ce-df1f-462f-a7dc-f868d86d2beb req-01020adb-1e32-4021-884b-5cbcda2314e6 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:01:26.320284 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-315c62ce-df1f-462f-a7dc-f868d86d2beb req-01020adb-1e32-4021-884b-5cbcda2314e6 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0100801 Dec 20 15:01:26.465343 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-315c62ce-df1f-462f-a7dc-f868d86d2beb req-ff8319ef-edeb-4f70-ace7-d6ed4e0bc795 service neutron] Request body: {'port': {'device_id': 'dcc53523-4a59-4948-b27b-a273acb3b066', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-19'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:01:26.518548 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2723cc57-94de-428d-94e0-086b613fc4a5 None None] Provisioning complete for port e5d481a7-2944-4107-82a1-c4629c77a15c triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:01:26.519118 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2723cc57-94de-428d-94e0-086b613fc4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:26.542528 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-315c62ce-df1f-462f-a7dc-f868d86d2beb req-ff8319ef-edeb-4f70-ace7-d6ed4e0bc795 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:26.557712 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device e8e044a6-1a28-405c-9198-3656ffc590a6 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:01:26.635854 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-2723cc57-94de-428d-94e0-086b613fc4a5 None None] Port e5d481a7-2944-4107-82a1-c4629c77a15c cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:01:26.673071 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port e8e044a6-1a28-405c-9198-3656ffc590a6 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:01:26.673851 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:26.745880 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0942c899-167e-42c2-85e1-ec012596bad0 req-a10ef91d-3f38-4348-84b4-71e22f81660d tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:01:26.748158 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0942c899-167e-42c2-85e1-ec012596bad0 req-a10ef91d-3f38-4348-84b4-71e22f81660d tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] 10.222.0.54 "GET /v2.0/ports?device_id=dcc53523-4a59-4948-b27b-a273acb3b066 HTTP/1.1" status: 200 len: 895 time: 0.0909190 Dec 20 15:01:26.893653 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [req-315c62ce-df1f-462f-a7dc-f868d86d2beb req-ff8319ef-edeb-4f70-ace7-d6ed4e0bc795 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5d481a7-2944-4107-82a1-c4629c77a15c {{(pid=103167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:01:26.901431 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-315c62ce-df1f-462f-a7dc-f868d86d2beb req-ff8319ef-edeb-4f70-ace7-d6ed4e0bc795 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:26.914038 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-315c62ce-df1f-462f-a7dc-f868d86d2beb req-ff8319ef-edeb-4f70-ace7-d6ed4e0bc795 service neutron] Transition to ACTIVE for port object e5d481a7-2944-4107-82a1-c4629c77a15c will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:01:26.918477 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-315c62ce-df1f-462f-a7dc-f868d86d2beb req-ff8319ef-edeb-4f70-ace7-d6ed4e0bc795 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:26.997799 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8319ef-edeb-4f70-ace7-d6ed4e0bc795 service neutron] Pushing event updated for resources: {'Port': ['ID=e5d481a7-2944-4107-82a1-c4629c77a15c,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:01:27.053203 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-315c62ce-df1f-462f-a7dc-f868d86d2beb req-ff8319ef-edeb-4f70-ace7-d6ed4e0bc795 service neutron] Attempting to bind port e5d481a7-2944-4107-82a1-c4629c77a15c on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:01:27.053544 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-315c62ce-df1f-462f-a7dc-f868d86d2beb req-ff8319ef-edeb-4f70-ace7-d6ed4e0bc795 service neutron] Attempting to bind port e5d481a7-2944-4107-82a1-c4629c77a15c by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': 'a31e75c3-785c-4649-adcf-aca93b54da35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8f567caf-48f3-4a83-93c4-2962dbc43e54'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:01:27.053881 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315c62ce-df1f-462f-a7dc-f868d86d2beb req-ff8319ef-edeb-4f70-ace7-d6ed4e0bc795 service neutron] Attempting to bind port e5d481a7-2944-4107-82a1-c4629c77a15c on network 8f567caf-48f3-4a83-93c4-2962dbc43e54 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:01:27.059627 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315c62ce-df1f-462f-a7dc-f868d86d2beb req-ff8319ef-edeb-4f70-ace7-d6ed4e0bc795 service neutron] Port e5d481a7-2944-4107-82a1-c4629c77a15c on network 8f567caf-48f3-4a83-93c4-2962dbc43e54 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:01:27.060023 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315c62ce-df1f-462f-a7dc-f868d86d2beb req-ff8319ef-edeb-4f70-ace7-d6ed4e0bc795 service neutron] Attempting to bind port e5d481a7-2944-4107-82a1-c4629c77a15c on network 8f567caf-48f3-4a83-93c4-2962dbc43e54 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:01:27.067534 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315c62ce-df1f-462f-a7dc-f868d86d2beb req-ff8319ef-edeb-4f70-ace7-d6ed4e0bc795 service neutron] Checking agent: {'id': '43c60aee-e4af-4ecc-bee2-aac3569fafed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:01:27.067878 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315c62ce-df1f-462f-a7dc-f868d86d2beb req-ff8319ef-edeb-4f70-ace7-d6ed4e0bc795 service neutron] Checking segment: {'id': 'a31e75c3-785c-4649-adcf-aca93b54da35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8f567caf-48f3-4a83-93c4-2962dbc43e54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:01:27.068268 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315c62ce-df1f-462f-a7dc-f868d86d2beb req-ff8319ef-edeb-4f70-ace7-d6ed4e0bc795 service neutron] Bound using segment: {'id': 'a31e75c3-785c-4649-adcf-aca93b54da35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8f567caf-48f3-4a83-93c4-2962dbc43e54'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:01:27.068705 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-315c62ce-df1f-462f-a7dc-f868d86d2beb req-ff8319ef-edeb-4f70-ace7-d6ed4e0bc795 service neutron] Bound port: e5d481a7-2944-4107-82a1-c4629c77a15c, host: n-h2-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a31e75c3-785c-4649-adcf-aca93b54da35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8f567caf-48f3-4a83-93c4-2962dbc43e54'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:01:27.069120 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-315c62ce-df1f-462f-a7dc-f868d86d2beb req-ff8319ef-edeb-4f70-ace7-d6ed4e0bc795 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:27.146393 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-315c62ce-df1f-462f-a7dc-f868d86d2beb req-ff8319ef-edeb-4f70-ace7-d6ed4e0bc795 service neutron] For port e5d481a7-2944-4107-82a1-c4629c77a15c, host n-h2-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:01:27.150340 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-315c62ce-df1f-462f-a7dc-f868d86d2beb req-ff8319ef-edeb-4f70-ace7-d6ed4e0bc795 service neutron] For port e5d481a7-2944-4107-82a1-c4629c77a15c, host n-h2-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=e5d481a7-2944-4107-82a1-c4629c77a15c,segment=NetworkSegment(a31e75c3-785c-4649-adcf-aca93b54da35),segment_id=a31e75c3-785c-4649-adcf-aca93b54da35)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:01:27.160033 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-315c62ce-df1f-462f-a7dc-f868d86d2beb req-ff8319ef-edeb-4f70-ace7-d6ed4e0bc795 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:27.204223 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315c62ce-df1f-462f-a7dc-f868d86d2beb req-ff8319ef-edeb-4f70-ace7-d6ed4e0bc795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:01:27.204857 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-315c62ce-df1f-462f-a7dc-f868d86d2beb req-ff8319ef-edeb-4f70-ace7-d6ed4e0bc795 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:27.206269 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-315c62ce-df1f-462f-a7dc-f868d86d2beb req-ff8319ef-edeb-4f70-ace7-d6ed4e0bc795 service neutron] 10.222.0.47 "PUT /v2.0/ports/e5d481a7-2944-4107-82a1-c4629c77a15c HTTP/1.1" status: 200 len: 1056 time: 0.8694112 Dec 20 15:01:27.206839 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcc53523-4a59-4948-b27b-a273acb3b066', 'tag': 'e5d481a7-2944-4107-82a1-c4629c77a15c'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:01:27.209117 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4953d0f9-ad6a-43bc-a654-aaff266771f0" -d '{"events": [{"name": "network-changed", "server_uuid": "dcc53523-4a59-4948-b27b-a273acb3b066", "tag": "e5d481a7-2944-4107-82a1-c4629c77a15c"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:01:27.236248 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8319ef-edeb-4f70-ace7-d6ed4e0bc795 service neutron] Pushing event updated for resources: {'Port': ['ID=e5d481a7-2944-4107-82a1-c4629c77a15c,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:01:27.261269 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3da56ae7-d5f5-43f1-8e2e-39f5b631beaa x-openstack-request-id: req-3da56ae7-d5f5-43f1-8e2e-39f5b631beaa {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:01:27.263042 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcc53523-4a59-4948-b27b-a273acb3b066", "tag": "e5d481a7-2944-4107-82a1-c4629c77a15c", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:01:27.263645 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3da56ae7-d5f5-43f1-8e2e-39f5b631beaa {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:01:27.264100 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcc53523-4a59-4948-b27b-a273acb3b066', 'tag': 'e5d481a7-2944-4107-82a1-c4629c77a15c', 'status': 'completed', 'code': 200} Dec 20 15:01:27.312450 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315c62ce-df1f-462f-a7dc-f868d86d2beb req-af7993a9-d40a-4a9b-b055-6b4306b84a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:01:27.314541 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-315c62ce-df1f-462f-a7dc-f868d86d2beb req-af7993a9-d40a-4a9b-b055-6b4306b84a7b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6d7f806b61b7456a84b9dc5302ffa99d&device_id=dcc53523-4a59-4948-b27b-a273acb3b066 HTTP/1.1" status: 200 len: 1059 time: 0.0452740 Dec 20 15:01:27.363940 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-315c62ce-df1f-462f-a7dc-f868d86d2beb req-99d66e85-c679-4125-b502-04f5b082846e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=e5d481a7-2944-4107-82a1-c4629c77a15c HTTP/1.1" status: 200 len: 217 time: 0.0415454 Dec 20 15:01:27.421181 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315c62ce-df1f-462f-a7dc-f868d86d2beb req-8bdb54a6-a53d-43e8-9d48-d184c45a5357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:01:27.422684 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-315c62ce-df1f-462f-a7dc-f868d86d2beb req-8bdb54a6-a53d-43e8-9d48-d184c45a5357 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=72c7228b-24bf-4e33-ade3-eb4afaa9b3b3 HTTP/1.1" status: 200 len: 838 time: 0.0516760 Dec 20 15:01:27.474507 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315c62ce-df1f-462f-a7dc-f868d86d2beb req-469a7010-d3ea-4e88-8c1a-e0561c3fd64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:01:27.475975 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-315c62ce-df1f-462f-a7dc-f868d86d2beb req-469a7010-d3ea-4e88-8c1a-e0561c3fd64b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8f567caf-48f3-4a83-93c4-2962dbc43e54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0453687 Dec 20 15:01:27.489654 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 50622) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:01:27.569119 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-315c62ce-df1f-462f-a7dc-f868d86d2beb req-8b90f2a4-11f1-4027-9e2a-bdbae2292759 service neutron] 10.222.0.47 "GET /v2.0/networks/8f567caf-48f3-4a83-93c4-2962dbc43e54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851583 Dec 20 15:01:27.596852 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1019b0f6-73bb-4abb-898d-053b228e202a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:27.669593 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-315c62ce-df1f-462f-a7dc-f868d86d2beb req-c5d19fdf-26f3-446a-b195-8f761e4a2d06 service neutron] 10.222.0.47 "GET /v2.0/networks/8f567caf-48f3-4a83-93c4-2962dbc43e54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917280 Dec 20 15:01:27.671832 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1019b0f6-73bb-4abb-898d-053b228e202a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:27.677289 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1019b0f6-73bb-4abb-898d-053b228e202a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:27.719018 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-1019b0f6-73bb-4abb-898d-053b228e202a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8c59c90b6da3429380df4548ed81c292&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2282424 Dec 20 15:01:27.720001 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1019b0f6-73bb-4abb-898d-053b228e202a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da1cc573-e0c7-46e4-8113-7eab14d1da95,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:01:27.722381 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 50626) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:01:27.765374 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4953d0f9-ad6a-43bc-a654-aaff266771f0 req-7d74a0c3-f1ab-4bc4-b75c-ca0996985a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:01:27.766949 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4953d0f9-ad6a-43bc-a654-aaff266771f0 req-7d74a0c3-f1ab-4bc4-b75c-ca0996985a92 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6d7f806b61b7456a84b9dc5302ffa99d&device_id=dcc53523-4a59-4948-b27b-a273acb3b066 HTTP/1.1" status: 200 len: 1059 time: 0.0473936 Dec 20 15:01:27.788837 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c71a06f5-553d-494b-91be-f9ae6299ceca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:27.814086 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c71a06f5-553d-494b-91be-f9ae6299ceca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:27.867023 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4953d0f9-ad6a-43bc-a654-aaff266771f0 req-e0f369fc-e259-4680-bd81-d3fddd05ceab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:01:27.868422 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4953d0f9-ad6a-43bc-a654-aaff266771f0 req-e0f369fc-e259-4680-bd81-d3fddd05ceab service neutron] 10.222.0.47 "GET /v2.0/networks?id=8f567caf-48f3-4a83-93c4-2962dbc43e54 HTTP/1.1" status: 200 len: 898 time: 0.0934966 Dec 20 15:01:27.888467 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17abc48a-1223-46e2-9ed3-7449234bb3d3 req-e7c7a7c9-21d1-43c8-adce-6e192adb0a99 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:01:27.889978 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-17abc48a-1223-46e2-9ed3-7449234bb3d3 req-e7c7a7c9-21d1-43c8-adce-6e192adb0a99 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] 10.222.0.54 "GET /v2.0/ports?device_id=dcc53523-4a59-4948-b27b-a273acb3b066 HTTP/1.1" status: 200 len: 907 time: 0.0644870 Dec 20 15:01:27.898658 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c71a06f5-553d-494b-91be-f9ae6299ceca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:27.901698 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c71a06f5-553d-494b-91be-f9ae6299ceca admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:27.905431 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-c71a06f5-553d-494b-91be-f9ae6299ceca admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/da1cc573-e0c7-46e4-8113-7eab14d1da95 HTTP/1.1" status: 204 len: 168 time: 0.1798158 Dec 20 15:01:27.916125 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4953d0f9-ad6a-43bc-a654-aaff266771f0 req-995ecfac-e38a-4793-92a8-bb260ed5d438 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=e5d481a7-2944-4107-82a1-c4629c77a15c HTTP/1.1" status: 200 len: 217 time: 0.0359643 Dec 20 15:01:27.917677 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71a06f5-553d-494b-91be-f9ae6299ceca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da1cc573-e0c7-46e4-8113-7eab14d1da95,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:01:27.974000 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4953d0f9-ad6a-43bc-a654-aaff266771f0 req-59aba331-504e-4328-80fb-97fa6d7dbd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:01:27.975704 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4953d0f9-ad6a-43bc-a654-aaff266771f0 req-59aba331-504e-4328-80fb-97fa6d7dbd44 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=72c7228b-24bf-4e33-ade3-eb4afaa9b3b3 HTTP/1.1" status: 200 len: 838 time: 0.0510590 Dec 20 15:01:28.024411 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4953d0f9-ad6a-43bc-a654-aaff266771f0 req-fdb8ab72-05e9-4bcc-b45b-500def77717a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:01:28.025999 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4953d0f9-ad6a-43bc-a654-aaff266771f0 req-fdb8ab72-05e9-4bcc-b45b-500def77717a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8f567caf-48f3-4a83-93c4-2962dbc43e54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0415349 Dec 20 15:01:28.119005 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4953d0f9-ad6a-43bc-a654-aaff266771f0 req-ea5c26e1-23fa-4508-9120-f0da80ce3483 service neutron] 10.222.0.47 "GET /v2.0/networks/8f567caf-48f3-4a83-93c4-2962dbc43e54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841115 Dec 20 15:01:28.247830 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4953d0f9-ad6a-43bc-a654-aaff266771f0 req-c9a0ce1e-88fb-4489-958e-dab16feaf29f service neutron] 10.222.0.47 "GET /v2.0/networks/8f567caf-48f3-4a83-93c4-2962dbc43e54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179218 Dec 20 15:01:28.255051 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7919dace-2d87-4fd9-9b17-1b23eb78fc23 req-ed0779c1-c5e8-4bb4-8e6f-655ceca91007 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=860b8d50-535e-4a1f-950e-38d1eaf2792a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0600553 Dec 20 15:01:28.340654 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7919dace-2d87-4fd9-9b17-1b23eb78fc23 req-2f5030e3-c49d-4a34-b910-046b2d3b586e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:01:28.342132 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7919dace-2d87-4fd9-9b17-1b23eb78fc23 req-2f5030e3-c49d-4a34-b910-046b2d3b586e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6d7f806b61b7456a84b9dc5302ffa99d&device_id=860b8d50-535e-4a1f-950e-38d1eaf2792a HTTP/1.1" status: 200 len: 1136 time: 0.0420043 Dec 20 15:01:28.449441 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7919dace-2d87-4fd9-9b17-1b23eb78fc23 req-4e19c342-34f4-4044-8820-73a1f9e909b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:01:28.450995 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7919dace-2d87-4fd9-9b17-1b23eb78fc23 req-4e19c342-34f4-4044-8820-73a1f9e909b0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=80863284-48a5-4da7-ac59-e08c11c493d8 HTTP/1.1" status: 200 len: 898 time: 0.0894818 Dec 20 15:01:28.524216 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7919dace-2d87-4fd9-9b17-1b23eb78fc23 req-195e742c-8b5f-4362-94fb-ba0020f62b9c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0263f80-387a-4264-bd70-30fa599aa2b9 HTTP/1.1" status: 200 len: 1001 time: 0.0657465 Dec 20 15:01:28.575104 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7919dace-2d87-4fd9-9b17-1b23eb78fc23 req-45ca0da8-f66b-4263-8f30-94fb2738a801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:01:28.576609 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7919dace-2d87-4fd9-9b17-1b23eb78fc23 req-45ca0da8-f66b-4263-8f30-94fb2738a801 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d7f12fa2-3c0a-4159-924e-9bd876678edf HTTP/1.1" status: 200 len: 835 time: 0.0443199 Dec 20 15:01:28.623917 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7919dace-2d87-4fd9-9b17-1b23eb78fc23 req-2319265f-3f44-4975-906d-0e98454bcd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:01:28.625464 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7919dace-2d87-4fd9-9b17-1b23eb78fc23 req-2319265f-3f44-4975-906d-0e98454bcd47 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=80863284-48a5-4da7-ac59-e08c11c493d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415909 Dec 20 15:01:28.636708 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [req-7919dace-2d87-4fd9-9b17-1b23eb78fc23 req-b74947bb-cae6-4316-8dc1-1a5a522bb660 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:01:28.637689 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7919dace-2d87-4fd9-9b17-1b23eb78fc23 req-b74947bb-cae6-4316-8dc1-1a5a522bb660 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052259 Dec 20 15:01:28.731958 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7919dace-2d87-4fd9-9b17-1b23eb78fc23 req-65548516-2fa3-402a-96d5-929dcfe52e4d service neutron] 10.222.0.30 "GET /v2.0/networks/80863284-48a5-4da7-ac59-e08c11c493d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864990 Dec 20 15:01:28.830124 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7919dace-2d87-4fd9-9b17-1b23eb78fc23 req-49c2ed93-037d-43de-9e28-43c69163de3a service neutron] 10.222.0.30 "GET /v2.0/networks/80863284-48a5-4da7-ac59-e08c11c493d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896528 Dec 20 15:01:29.011459 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd3f325-f8fa-46b4-a68e-0e878898d766 req-e9fd2e43-37c9-4df0-8263-a7a9dc21fdcc tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:01:29.013023 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3fd3f325-f8fa-46b4-a68e-0e878898d766 req-e9fd2e43-37c9-4df0-8263-a7a9dc21fdcc tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] 10.222.0.54 "GET /v2.0/ports?device_id=dcc53523-4a59-4948-b27b-a273acb3b066 HTTP/1.1" status: 200 len: 907 time: 0.0498190 Dec 20 15:01:29.336348 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-eedbb48a-cab6-400e-ae77-23df33863e33 req-a05ca4ed-b1f6-4a55-9339-30c2de7538f6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=72d55766-50fe-463f-b52a-fbb0cbb830ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0445647 Dec 20 15:01:29.420847 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedbb48a-cab6-400e-ae77-23df33863e33 req-9f6bfedc-d00f-4330-9ecd-2c12c4e23ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:01:29.422407 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-eedbb48a-cab6-400e-ae77-23df33863e33 req-9f6bfedc-d00f-4330-9ecd-2c12c4e23ba5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f62d8f2c7b324a5892ce5eb0e9d3389a&device_id=72d55766-50fe-463f-b52a-fbb0cbb830ae HTTP/1.1" status: 200 len: 1098 time: 0.0413644 Dec 20 15:01:29.471394 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device e5d481a7-2944-4107-82a1-c4629c77a15c details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:01:29.533035 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedbb48a-cab6-400e-ae77-23df33863e33 req-a9d2e1cb-e151-406b-8a4c-30555f76910c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:01:29.534513 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-eedbb48a-cab6-400e-ae77-23df33863e33 req-a9d2e1cb-e151-406b-8a4c-30555f76910c service neutron] 10.222.0.47 "GET /v2.0/networks?id=4f244571-d51f-45b2-99a1-7f591a08ef83 HTTP/1.1" status: 200 len: 898 time: 0.0926135 Dec 20 15:01:29.571693 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port e5d481a7-2944-4107-82a1-c4629c77a15c, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=e5d481a7-2944-4107-82a1-c4629c77a15c,segment=NetworkSegment(a31e75c3-785c-4649-adcf-aca93b54da35),segment_id=a31e75c3-785c-4649-adcf-aca93b54da35)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:01:29.582873 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': 'e5d481a7-2944-4107-82a1-c4629c77a15c', 'network_id': '8f567caf-48f3-4a83-93c4-2962dbc43e54', 'port_id': 'e5d481a7-2944-4107-82a1-c4629c77a15c', 'mac_address': 'fa:16:3e:ee:11:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72c7228b-24bf-4e33-ade3-eb4afaa9b3b3', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:01:29.601918 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-eedbb48a-cab6-400e-ae77-23df33863e33 req-d624c0fe-6af9-4b81-8308-5ef17b68614a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d4155b80-e2e7-4fc4-990b-6624d95547b6 HTTP/1.1" status: 200 len: 1001 time: 0.0595715 Dec 20 15:01:29.623416 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:29.642537 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5d481a7-2944-4107-82a1-c4629c77a15c {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:01:29.656760 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedbb48a-cab6-400e-ae77-23df33863e33 req-04ac479f-573c-4af1-a50c-eb4453805a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:01:29.658243 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-eedbb48a-cab6-400e-ae77-23df33863e33 req-04ac479f-573c-4af1-a50c-eb4453805a7a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0fb4d078-ee44-470f-9d9c-e04833f5d5cb HTTP/1.1" status: 200 len: 834 time: 0.0488427 Dec 20 15:01:29.669636 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port e5d481a7-2944-4107-82a1-c4629c77a15c, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=e5d481a7-2944-4107-82a1-c4629c77a15c,segment=NetworkSegment(a31e75c3-785c-4649-adcf-aca93b54da35),segment_id=a31e75c3-785c-4649-adcf-aca93b54da35)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:01:29.674702 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:29.726296 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=e5d481a7-2944-4107-82a1-c4629c77a15c,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:01:29.728202 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedbb48a-cab6-400e-ae77-23df33863e33 req-9bf80a56-f9f2-413c-8777-12dfb6115c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:01:29.730138 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-eedbb48a-cab6-400e-ae77-23df33863e33 req-9bf80a56-f9f2-413c-8777-12dfb6115c17 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4f244571-d51f-45b2-99a1-7f591a08ef83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0642569 Dec 20 15:01:29.830468 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-eedbb48a-cab6-400e-ae77-23df33863e33 req-eee5fd72-3c60-4513-9582-416a960b171a service neutron] 10.222.0.47 "GET /v2.0/networks/4f244571-d51f-45b2-99a1-7f591a08ef83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918076 Dec 20 15:01:29.887496 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['e5d481a7-2944-4107-82a1-c4629c77a15c'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:01:29.931603 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-eedbb48a-cab6-400e-ae77-23df33863e33 req-4fd83011-9361-4757-aff0-5f86d6d3732d service neutron] 10.222.0.47 "GET /v2.0/networks/4f244571-d51f-45b2-99a1-7f591a08ef83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932903 Dec 20 15:01:30.144026 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa325f6-c6be-486e-8358-200d4fcf3b95 req-93c553ad-8b70-4c84-95f8-2542b8552b27 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:01:30.145582 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1aa325f6-c6be-486e-8358-200d4fcf3b95 req-93c553ad-8b70-4c84-95f8-2542b8552b27 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] 10.222.0.54 "GET /v2.0/ports?device_id=dcc53523-4a59-4948-b27b-a273acb3b066 HTTP/1.1" status: 200 len: 908 time: 0.0511432 Dec 20 15:01:30.720131 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6ed261c7-8703-4f05-8622-8a50cad9ab23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:31.298396 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c2054c-573d-4e45-bd2e-462611b5a085 req-e342b0c4-a152-4f0f-8802-ba1ee6c13af1 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:01:31.301123 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-44c2054c-573d-4e45-bd2e-462611b5a085 req-e342b0c4-a152-4f0f-8802-ba1ee6c13af1 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] 10.222.0.54 "GET /v2.0/ports?device_id=dcc53523-4a59-4948-b27b-a273acb3b066 HTTP/1.1" status: 200 len: 908 time: 0.0610776 Dec 20 15:01:31.486177 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device e5d481a7-2944-4107-82a1-c4629c77a15c up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:01:31.540562 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning for port e5d481a7-2944-4107-82a1-c4629c77a15c completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:01:31.545177 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port e5d481a7-2944-4107-82a1-c4629c77a15c triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:01:31.545469 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:31.629245 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:31.655082 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcc53523-4a59-4948-b27b-a273acb3b066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5d481a7-2944-4107-82a1-c4629c77a15c'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:01:31.657737 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59b584f4-3088-4a5e-9c5c-935b53283aa3" -d '{"events": [{"server_uuid": "dcc53523-4a59-4948-b27b-a273acb3b066", "name": "network-vif-plugged", "status": "completed", "tag": "e5d481a7-2944-4107-82a1-c4629c77a15c"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:01:31.672887 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port e5d481a7-2944-4107-82a1-c4629c77a15c, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=e5d481a7-2944-4107-82a1-c4629c77a15c,segment=NetworkSegment(a31e75c3-785c-4649-adcf-aca93b54da35),segment_id=a31e75c3-785c-4649-adcf-aca93b54da35)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:01:31.682091 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:31.719638 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c2474e4-db5f-45c1-bab1-77948c1f648a x-openstack-request-id: req-8c2474e4-db5f-45c1-bab1-77948c1f648a {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:01:31.720326 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcc53523-4a59-4948-b27b-a273acb3b066", "name": "network-vif-plugged", "status": "completed", "tag": "e5d481a7-2944-4107-82a1-c4629c77a15c", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:01:31.721283 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8c2474e4-db5f-45c1-bab1-77948c1f648a {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:01:31.722033 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcc53523-4a59-4948-b27b-a273acb3b066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5d481a7-2944-4107-82a1-c4629c77a15c', 'code': 200} Dec 20 15:01:31.740927 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=e5d481a7-2944-4107-82a1-c4629c77a15c,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:01:31.838417 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fcbe1b-b9e5-4d65-afc3-424a00e7dfc4 req-040d4f0b-8807-4665-9f06-9659716c6cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:01:31.840098 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-91fcbe1b-b9e5-4d65-afc3-424a00e7dfc4 req-040d4f0b-8807-4665-9f06-9659716c6cc1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=dcc53523-4a59-4948-b27b-a273acb3b066 HTTP/1.1" status: 200 len: 1061 time: 0.0496478 Dec 20 15:01:32.432071 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbfe7b9-a4a4-42b0-ad28-ebebaea42f85 req-a8740325-aabd-4b82-bca9-4697ff1c626b tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:01:32.433607 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7fbfe7b9-a4a4-42b0-ad28-ebebaea42f85 req-a8740325-aabd-4b82-bca9-4697ff1c626b tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] 10.222.0.54 "GET /v2.0/ports?device_id=dcc53523-4a59-4948-b27b-a273acb3b066 HTTP/1.1" status: 200 len: 909 time: 0.0494652 Dec 20 15:01:32.904945 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f0145e3e-0a4f-456d-b3f9-b137eec3dbf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:33.564800 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4e643a-84cc-4d0c-9c97-501a8736affc req-d906593d-8480-4f3c-8759-aa6b15829dc8 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:01:33.566388 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-dc4e643a-84cc-4d0c-9c97-501a8736affc req-d906593d-8480-4f3c-8759-aa6b15829dc8 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] 10.222.0.54 "GET /v2.0/ports?device_id=dcc53523-4a59-4948-b27b-a273acb3b066 HTTP/1.1" status: 200 len: 909 time: 0.0606353 Dec 20 15:01:33.690046 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a525d74-17b5-4bec-8a4e-e9bc9a42b55d req-d295d4da-a090-443b-b025-2a017848b7d9 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:01:33.691638 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9a525d74-17b5-4bec-8a4e-e9bc9a42b55d req-d295d4da-a090-443b-b025-2a017848b7d9 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] 10.222.0.54 "GET /v2.0/ports?device_id=dcc53523-4a59-4948-b27b-a273acb3b066 HTTP/1.1" status: 200 len: 909 time: 0.0546584 Dec 20 15:01:33.798202 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623bf881-cd9d-4dde-8aa0-d297b2cc59c2 req-265539e0-feb0-4279-9995-199fc5f773b0 tempest-TestSecurityGroupsBasicOps-1499789141 tempest-TestSecurityGroupsBasicOps-1499789141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:01:33.800023 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-623bf881-cd9d-4dde-8aa0-d297b2cc59c2 req-265539e0-feb0-4279-9995-199fc5f773b0 tempest-TestSecurityGroupsBasicOps-1499789141 tempest-TestSecurityGroupsBasicOps-1499789141-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=dcc53523-4a59-4948-b27b-a273acb3b066 HTTP/1.1" status: 200 len: 1061 time: 0.0412605 Dec 20 15:01:33.876398 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:33.940268 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2fb04a-7cce-410d-bd48-d6a12fbc44b8 req-52883c90-7307-47ee-b3dd-7c9dd00ef5b2 tempest-TestSecurityGroupsBasicOps-1499789141 tempest-TestSecurityGroupsBasicOps-1499789141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:01:33.942229 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3a2fb04a-7cce-410d-bd48-d6a12fbc44b8 req-52883c90-7307-47ee-b3dd-7c9dd00ef5b2 tempest-TestSecurityGroupsBasicOps-1499789141 tempest-TestSecurityGroupsBasicOps-1499789141-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=860b8d50-535e-4a1f-950e-38d1eaf2792a HTTP/1.1" status: 200 len: 1136 time: 0.0492907 Dec 20 15:01:33.999430 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3a2fb04a-7cce-410d-bd48-d6a12fbc44b8 req-267b361e-6712-4ea3-ad99-216434c43d1a tempest-TestSecurityGroupsBasicOps-1499789141 tempest-TestSecurityGroupsBasicOps-1499789141-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=42d3fab2-3185-4d27-9f7c-77f06b687fa2&id=48d3b6b6-7605-4969-8025-4bc591e80153&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0503960 Dec 20 15:01:34.021912 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 50720) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:01:34.064167 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3aac951-76d3-4edf-bb91-99629635ab70 tempest-TestSecurityGroupsBasicOps-1499789141 tempest-TestSecurityGroupsBasicOps-1499789141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:01:34.065948 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-c3aac951-76d3-4edf-bb91-99629635ab70 tempest-TestSecurityGroupsBasicOps-1499789141 tempest-TestSecurityGroupsBasicOps-1499789141-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=dcc53523-4a59-4948-b27b-a273acb3b066 HTTP/1.1" status: 200 len: 1056 time: 0.0427313 Dec 20 15:01:34.294261 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b250e07-2c85-4ae9-9543-667149fca01f req-eb14a9e8-4236-43cb-a362-5b666d757449 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:01:34.296117 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4b250e07-2c85-4ae9-9543-667149fca01f req-eb14a9e8-4236-43cb-a362-5b666d757449 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] 10.222.0.54 "GET /v2.0/ports?device_id=dcc53523-4a59-4948-b27b-a273acb3b066 HTTP/1.1" status: 200 len: 909 time: 0.0515559 Dec 20 15:01:35.422018 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebd09c9-9445-48f7-9adf-e2e22dbb8783 req-26a97cd1-2bce-43ec-90b5-f400395f1cd5 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:01:35.424310 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-bebd09c9-9445-48f7-9adf-e2e22dbb8783 req-26a97cd1-2bce-43ec-90b5-f400395f1cd5 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] 10.222.0.54 "GET /v2.0/ports?device_id=dcc53523-4a59-4948-b27b-a273acb3b066 HTTP/1.1" status: 200 len: 909 time: 0.0529287 Dec 20 15:01:35.644313 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd5866f-21f4-442a-93a0-0333bda3956c req-1f7a8adf-bdf1-48c3-a3d5-465197ee3eb6 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:01:35.645732 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ccd5866f-21f4-442a-93a0-0333bda3956c req-1f7a8adf-bdf1-48c3-a3d5-465197ee3eb6 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] 10.222.0.47 "GET /v2.0/ports?device_id=dcc53523-4a59-4948-b27b-a273acb3b066 HTTP/1.1" status: 200 len: 909 time: 0.0638902 Dec 20 15:01:35.747517 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-ccd5866f-21f4-442a-93a0-0333bda3956c req-5426825b-4218-499f-a106-eb45dad3a6ef tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Deleting port e5d481a7-2944-4107-82a1-c4629c77a15c {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:01:35.747824 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-ccd5866f-21f4-442a-93a0-0333bda3956c req-5426825b-4218-499f-a106-eb45dad3a6ef tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:35.836917 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:35.845771 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-ccd5866f-21f4-442a-93a0-0333bda3956c req-5426825b-4218-499f-a106-eb45dad3a6ef tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] For port e5d481a7-2944-4107-82a1-c4629c77a15c, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=e5d481a7-2944-4107-82a1-c4629c77a15c,segment=NetworkSegment(a31e75c3-785c-4649-adcf-aca93b54da35),segment_id=a31e75c3-785c-4649-adcf-aca93b54da35)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:01:35.846199 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-ccd5866f-21f4-442a-93a0-0333bda3956c req-5426825b-4218-499f-a106-eb45dad3a6ef tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:35.860403 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-ccd5866f-21f4-442a-93a0-0333bda3956c req-5426825b-4218-499f-a106-eb45dad3a6ef tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Calling delete_port for e5d481a7-2944-4107-82a1-c4629c77a15c owned by compute:nova {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:01:35.992630 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-ccd5866f-21f4-442a-93a0-0333bda3956c req-5426825b-4218-499f-a106-eb45dad3a6ef tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:36.025104 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5426825b-4218-499f-a106-eb45dad3a6ef tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Pushing event deleted for resources: {'Port': ['ID=e5d481a7-2944-4107-82a1-c4629c77a15c,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:01:36.082624 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccd5866f-21f4-442a-93a0-0333bda3956c req-5426825b-4218-499f-a106-eb45dad3a6ef tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] No DVR routers for this DVR port e5d481a7-2944-4107-82a1-c4629c77a15c on host n-h2-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:01:36.086314 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-ccd5866f-21f4-442a-93a0-0333bda3956c req-5426825b-4218-499f-a106-eb45dad3a6ef tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:36.090212 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ccd5866f-21f4-442a-93a0-0333bda3956c req-5426825b-4218-499f-a106-eb45dad3a6ef tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] 10.222.0.47 "DELETE /v2.0/ports/e5d481a7-2944-4107-82a1-c4629c77a15c HTTP/1.1" status: 204 len: 173 time: 0.4327919 Dec 20 15:01:36.090974 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcc53523-4a59-4948-b27b-a273acb3b066', 'name': 'network-vif-deleted', 'tag': 'e5d481a7-2944-4107-82a1-c4629c77a15c'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:01:36.095210 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5ae3491-3953-4c2c-931f-4280d808a6a9" -d '{"events": [{"server_uuid": "dcc53523-4a59-4948-b27b-a273acb3b066", "name": "network-vif-deleted", "tag": "e5d481a7-2944-4107-82a1-c4629c77a15c"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:01:36.164762 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0eb08d8-ad0d-416d-b847-7807d3d4e2ce x-openstack-request-id: req-d0eb08d8-ad0d-416d-b847-7807d3d4e2ce {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:01:36.165069 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcc53523-4a59-4948-b27b-a273acb3b066", "name": "network-vif-deleted", "tag": "e5d481a7-2944-4107-82a1-c4629c77a15c", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:01:36.165327 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d0eb08d8-ad0d-416d-b847-7807d3d4e2ce {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:01:36.165740 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcc53523-4a59-4948-b27b-a273acb3b066', 'name': 'network-vif-deleted', 'tag': 'e5d481a7-2944-4107-82a1-c4629c77a15c', 'status': 'completed', 'code': 200} Dec 20 15:01:36.343867 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:36.568277 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3661f580-5864-4466-b675-75bdd18d6f8f req-3e12a793-aa35-4d5a-91a5-d24daf8919d0 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] 10.222.0.54 "GET /v2.0/ports?device_id=dcc53523-4a59-4948-b27b-a273acb3b066 HTTP/1.1" status: 200 len: 210 time: 0.0374553 Dec 20 15:01:37.634982 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 50756) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:01:38.004086 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-578ef180-941c-4af7-a257-9ba8d636bf80 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1595867'] for router_interface, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:38.264994 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-578ef180-941c-4af7-a257-9ba8d636bf80 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Deleting port e8e044a6-1a28-405c-9198-3656ffc590a6 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:01:38.265249 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-578ef180-941c-4af7-a257-9ba8d636bf80 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:38.357097 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-578ef180-941c-4af7-a257-9ba8d636bf80 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] For port e8e044a6-1a28-405c-9198-3656ffc590a6, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=e8e044a6-1a28-405c-9198-3656ffc590a6,segment=NetworkSegment(a31e75c3-785c-4649-adcf-aca93b54da35),segment_id=a31e75c3-785c-4649-adcf-aca93b54da35)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:01:38.357462 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-578ef180-941c-4af7-a257-9ba8d636bf80 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:38.373372 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-578ef180-941c-4af7-a257-9ba8d636bf80 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Calling delete_port for e8e044a6-1a28-405c-9198-3656ffc590a6 owned by network:router_interface {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:01:38.562207 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-578ef180-941c-4af7-a257-9ba8d636bf80 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:38.589946 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578ef180-941c-4af7-a257-9ba8d636bf80 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Pushing event deleted for resources: {'Port': ['ID=e8e044a6-1a28-405c-9198-3656ffc590a6,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:01:38.617285 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578ef180-941c-4af7-a257-9ba8d636bf80 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:01:38.617721 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578ef180-941c-4af7-a257-9ba8d636bf80 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:01:38.618139 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578ef180-941c-4af7-a257-9ba8d636bf80 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:01:38.618548 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578ef180-941c-4af7-a257-9ba8d636bf80 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:01:38.618975 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578ef180-941c-4af7-a257-9ba8d636bf80 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:01:38.619393 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578ef180-941c-4af7-a257-9ba8d636bf80 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:01:38.619779 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578ef180-941c-4af7-a257-9ba8d636bf80 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:01:38.620238 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578ef180-941c-4af7-a257-9ba8d636bf80 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:01:38.620650 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578ef180-941c-4af7-a257-9ba8d636bf80 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:01:38.621049 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578ef180-941c-4af7-a257-9ba8d636bf80 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:01:38.621447 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578ef180-941c-4af7-a257-9ba8d636bf80 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:01:38.621833 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578ef180-941c-4af7-a257-9ba8d636bf80 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:01:38.622217 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578ef180-941c-4af7-a257-9ba8d636bf80 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:01:38.779656 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-578ef180-941c-4af7-a257-9ba8d636bf80 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582411'] for router_interface, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:39.026965 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-578ef180-941c-4af7-a257-9ba8d636bf80 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Router 37378f4a-9f20-45ce-a986-1df19d450361 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:01:39.178671 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-578ef180-941c-4af7-a257-9ba8d636bf80 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:01:39.186904 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-578ef180-941c-4af7-a257-9ba8d636bf80 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] 10.222.0.54 "PUT /v2.0/routers/37378f4a-9f20-45ce-a986-1df19d450361/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5478158 Dec 20 15:01:39.187394 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 50764) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:01:39.188278 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f6c44f-b337-4233-951b-6dd563483937 None None] Sync routers for ids ['37378f4a-9f20-45ce-a986-1df19d450361'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:01:39.198584 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f6c44f-b337-4233-951b-6dd563483937 None None] Routers {'37378f4a-9f20-45ce-a986-1df19d450361'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:01:39.199279 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-75f6c44f-b337-4233-951b-6dd563483937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:01:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['37378f4a-9f20-45ce-a986-1df19d450361'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:01:39.249796 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c9fa139-69e2-4999-9316-350089d6a0b0 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Deleting subnet 72c7228b-24bf-4e33-ade3-eb4afaa9b3b3 {{(pid=103167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:01:39.253719 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5c9fa139-69e2-4999-9316-350089d6a0b0 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks [] for subnet, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:39.296132 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5c9fa139-69e2-4999-9316-350089d6a0b0 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954412'] for subnet, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:39.309828 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-75f6c44f-b337-4233-951b-6dd563483937 None None] Set router 37378f4a-9f20-45ce-a986-1df19d450361 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:01:39.385134 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5c9fa139-69e2-4999-9316-350089d6a0b0 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:39.448715 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5c9fa139-69e2-4999-9316-350089d6a0b0 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:39.482105 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9fa139-69e2-4999-9316-350089d6a0b0 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Pushing event deleted for resources: {'Subnet': ['ID=72c7228b-24bf-4e33-ade3-eb4afaa9b3b3,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:01:39.484386 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5c9fa139-69e2-4999-9316-350089d6a0b0 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:39.490395 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-5c9fa139-69e2-4999-9316-350089d6a0b0 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] 10.222.0.54 "DELETE /v2.0/subnets/72c7228b-24bf-4e33-ade3-eb4afaa9b3b3 HTTP/1.1" status: 204 len: 168 time: 0.2995830 Dec 20 15:01:39.491263 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 50766) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:01:39.493557 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-75f6c44f-b337-4233-951b-6dd563483937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37378f4a-9f20-45ce-a986-1df19d450361', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1638983185', 'tenant_id': '6d7f806b61b7456a84b9dc5302ffa99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': 'a7a3bc21-6211-4ab8-981b-553083e0b27c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:01:18Z', 'updated_at': '2021-12-20T15:01:38Z', 'revision_number': 5, 'project_id': '6d7f806b61b7456a84b9dc5302ffa99d', 'gw_port': {'id': 'a7a3bc21-6211-4ab8-981b-553083e0b27c', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:6e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37378f4a-9f20-45ce-a986-1df19d450361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:01:18Z', 'updated_at': '2021-12-20T15:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:01:39.498354 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373cdf84-d7a3-43ce-a20c-0fdf780222a8 None None] Network 8f567caf-48f3-4a83-93c4-2962dbc43e54 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:01:39.502977 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device e5d481a7-2944-4107-82a1-c4629c77a15c no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:01:39.529360 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f6c44f-b337-4233-951b-6dd563483937 None None] Checking router: 37378f4a-9f20-45ce-a986-1df19d450361 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:01:39.564175 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] No Port match for: e5d481a7-2944-4107-82a1-c4629c77a15c {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:01:39.564623 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device e5d481a7-2944-4107-82a1-c4629c77a15c not bound to the agent host n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:01:39.600751 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8dc409a3-413a-478d-b051-833182799ad4 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks [] for router, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:39.602415 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f6c44f-b337-4233-951b-6dd563483937 None None] Routers {'37378f4a-9f20-45ce-a986-1df19d450361'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:01:39.603084 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-75f6c44f-b337-4233-951b-6dd563483937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:01:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['37378f4a-9f20-45ce-a986-1df19d450361'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:01:39.715993 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8dc409a3-413a-478d-b051-833182799ad4 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:39.734291 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-75f6c44f-b337-4233-951b-6dd563483937 None None] Set router 37378f4a-9f20-45ce-a986-1df19d450361 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:01:39.786498 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-8dc409a3-413a-478d-b051-833182799ad4 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Deleting port a7a3bc21-6211-4ab8-981b-553083e0b27c {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:01:39.786876 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8dc409a3-413a-478d-b051-833182799ad4 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:39.800923 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1a4640-5cf5-4b86-8abd-2644d972ee1b None None] DHCP port deletion for 8f567caf-48f3-4a83-93c4-2962dbc43e54 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:01:39.887231 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-8dc409a3-413a-478d-b051-833182799ad4 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] For port a7a3bc21-6211-4ab8-981b-553083e0b27c, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=a7a3bc21-6211-4ab8-981b-553083e0b27c,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:01:39.887518 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8dc409a3-413a-478d-b051-833182799ad4 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:39.906978 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-8dc409a3-413a-478d-b051-833182799ad4 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Calling delete_port for a7a3bc21-6211-4ab8-981b-553083e0b27c owned by network:router_gateway {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:01:39.923796 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a4640-5cf5-4b86-8abd-2644d972ee1b None None] Deleting port 549cb817-9723-48d7-8e5c-0ebcd8cfa00e {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:01:39.924560 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-0a1a4640-5cf5-4b86-8abd-2644d972ee1b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:40.098360 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8dc409a3-413a-478d-b051-833182799ad4 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:40.124576 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc409a3-413a-478d-b051-833182799ad4 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Pushing event deleted for resources: {'Port': ['ID=a7a3bc21-6211-4ab8-981b-553083e0b27c,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:01:40.168976 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f768c3-d4be-4d96-b6f3-4e16f1aae58e None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:01:40.186789 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8dc409a3-413a-478d-b051-833182799ad4 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584913'] for router_gateway, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:40.196183 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-0a1a4640-5cf5-4b86-8abd-2644d972ee1b None None] For port 549cb817-9723-48d7-8e5c-0ebcd8cfa00e, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=549cb817-9723-48d7-8e5c-0ebcd8cfa00e,segment=NetworkSegment(a31e75c3-785c-4649-adcf-aca93b54da35),segment_id=a31e75c3-785c-4649-adcf-aca93b54da35)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:01:40.196716 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-0a1a4640-5cf5-4b86-8abd-2644d972ee1b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:40.212000 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a4640-5cf5-4b86-8abd-2644d972ee1b None None] Calling delete_port for 549cb817-9723-48d7-8e5c-0ebcd8cfa00e owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:01:40.266329 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-75f6c44f-b337-4233-951b-6dd563483937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37378f4a-9f20-45ce-a986-1df19d450361', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1638983185', 'tenant_id': '6d7f806b61b7456a84b9dc5302ffa99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': 'a7a3bc21-6211-4ab8-981b-553083e0b27c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:01:18Z', 'updated_at': '2021-12-20T15:01:38Z', 'revision_number': 5, 'project_id': '6d7f806b61b7456a84b9dc5302ffa99d', 'gw_port': {'id': 'a7a3bc21-6211-4ab8-981b-553083e0b27c', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:6e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37378f4a-9f20-45ce-a986-1df19d450361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:01:18Z', 'updated_at': '2021-12-20T15:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:01:40.296643 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f6c44f-b337-4233-951b-6dd563483937 None None] The sync data for ids ['37378f4a-9f20-45ce-a986-1df19d450361'] in n-d-761264-19 is: [{'id': '37378f4a-9f20-45ce-a986-1df19d450361', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1638983185', 'tenant_id': '6d7f806b61b7456a84b9dc5302ffa99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': 'a7a3bc21-6211-4ab8-981b-553083e0b27c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:01:18Z', 'updated_at': '2021-12-20T15:01:38Z', 'revision_number': 5, 'project_id': '6d7f806b61b7456a84b9dc5302ffa99d', 'gw_port': {'id': 'a7a3bc21-6211-4ab8-981b-553083e0b27c', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:6e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37378f4a-9f20-45ce-a986-1df19d450361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:01:18Z', 'updated_at': '2021-12-20T15:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:01:40.348154 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-0a1a4640-5cf5-4b86-8abd-2644d972ee1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:40.379637 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a4640-5cf5-4b86-8abd-2644d972ee1b None None] Pushing event deleted for resources: {'Port': ['ID=549cb817-9723-48d7-8e5c-0ebcd8cfa00e,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:01:40.383236 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1a4640-5cf5-4b86-8abd-2644d972ee1b None None] No DVR routers for this DVR port 549cb817-9723-48d7-8e5c-0ebcd8cfa00e on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:01:40.566177 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8dc409a3-413a-478d-b051-833182799ad4 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40132'] for router, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:40.568377 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8dc409a3-413a-478d-b051-833182799ad4 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:40.614151 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8dc409a3-413a-478d-b051-833182799ad4 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1594808'] for router, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:40.614641 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dc409a3-413a-478d-b051-833182799ad4 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Fanout notify agent at l3_agent the message router_deleted on router 37378f4a-9f20-45ce-a986-1df19d450361 {{(pid=103167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:01:40.622268 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8dc409a3-413a-478d-b051-833182799ad4 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks [] for router, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:40.625967 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-8dc409a3-413a-478d-b051-833182799ad4 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] 10.222.0.54 "DELETE /v2.0/routers/37378f4a-9f20-45ce-a986-1df19d450361 HTTP/1.1" status: 204 len: 168 time: 1.1317270 Dec 20 15:01:40.626460 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 50770) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:01:40.724520 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e2745949-6fbd-4b3a-917e-ea925e207b79 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:40.814058 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 549cb817-9723-48d7-8e5c-0ebcd8cfa00e no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:01:40.836899 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 549cb817-9723-48d7-8e5c-0ebcd8cfa00e {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:01:40.837257 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 549cb817-9723-48d7-8e5c-0ebcd8cfa00e not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:01:40.837674 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device e8e044a6-1a28-405c-9198-3656ffc590a6 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:01:40.860973 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e2745949-6fbd-4b3a-917e-ea925e207b79 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:40.869866 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: e8e044a6-1a28-405c-9198-3656ffc590a6 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:01:40.870245 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device e8e044a6-1a28-405c-9198-3656ffc590a6 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:01:40.884986 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-e2745949-6fbd-4b3a-917e-ea925e207b79 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f567caf-48f3-4a83-93c4-2962dbc43e54']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:01:40.895041 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-e2745949-6fbd-4b3a-917e-ea925e207b79 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a31e75c3-785c-4649-adcf-aca93b54da35') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:01:40.895339 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-e2745949-6fbd-4b3a-917e-ea925e207b79 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a31e75c3-785c-4649-adcf-aca93b54da35') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:01:40.905147 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e2745949-6fbd-4b3a-917e-ea925e207b79 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:40.918743 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e2745949-6fbd-4b3a-917e-ea925e207b79 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:40.925675 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2745949-6fbd-4b3a-917e-ea925e207b79 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:01:40.926319 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e2745949-6fbd-4b3a-917e-ea925e207b79 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:40.929705 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 15:01:40.929705 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:01:40.929705 n-d-761264-19 neutron-server[103168]: timer() Dec 20 15:01:40.929705 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:01:40.929705 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 15:01:40.929705 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:01:40.929705 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 15:01:40.929705 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:01:40.929705 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 15:01:40.929705 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:01:40.929705 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 15:01:40.929705 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:01:40.929705 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 15:01:40.929705 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:01:40.929705 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:01:40.929705 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:01:40.929705 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:01:40.929705 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:01:40.929705 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 15:01:40.929705 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:01:40.929705 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 15:01:40.929705 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:01:40.929705 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:01:40.929705 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:01:40.929705 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 15:01:40.929705 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:01:40.929705 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:01:40.929705 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:01:40.929705 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:01:40.929705 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:01:40.929705 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:01:40.929705 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:01:40.996000 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e2745949-6fbd-4b3a-917e-ea925e207b79 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:41.003530 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e2745949-6fbd-4b3a-917e-ea925e207b79 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks [] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:41.007368 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-e2745949-6fbd-4b3a-917e-ea925e207b79 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] 10.222.0.54 "DELETE /v2.0/networks/8f567caf-48f3-4a83-93c4-2962dbc43e54 HTTP/1.1" status: 204 len: 168 time: 0.3798983 Dec 20 15:01:41.010086 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 50774) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:01:41.026967 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2745949-6fbd-4b3a-917e-ea925e207b79 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Pushing event deleted for resources: {'Network': ['ID=8f567caf-48f3-4a83-93c4-2962dbc43e54,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:01:41.200218 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-ef72086c-986b-4866-8f41-801c5afc39f3 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Deleting port 7c957993-f09a-437d-8b62-6390171d873e {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:01:41.200462 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ef72086c-986b-4866-8f41-801c5afc39f3 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:41.280587 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ef72086c-986b-4866-8f41-801c5afc39f3 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:41.280936 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ef72086c-986b-4866-8f41-801c5afc39f3 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:41.292492 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-ef72086c-986b-4866-8f41-801c5afc39f3 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Calling delete_port for 7c957993-f09a-437d-8b62-6390171d873e owned by network:floatingip {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:01:41.446495 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ef72086c-986b-4866-8f41-801c5afc39f3 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:41.477499 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef72086c-986b-4866-8f41-801c5afc39f3 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Pushing event deleted for resources: {'Port': ['ID=7c957993-f09a-437d-8b62-6390171d873e,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:01:41.818401 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:41.823074 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ef72086c-986b-4866-8f41-801c5afc39f3 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks [] for floatingip, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:41.823645 n-d-761264-19 neutron-server[103168]: INFO neutron.db.l3_db [None req-ef72086c-986b-4866-8f41-801c5afc39f3 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Floating IP 6dd3b662-b538-4e9d-a67a-e41cce1f48a7 disassociated (deleted). External IP: 172.25.0.124, port: f0263f80-387a-4264-bd70-30fa599aa2b9. Dec 20 15:01:42.038007 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef72086c-986b-4866-8f41-801c5afc39f3 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Router bb36da3f-a633-4922-8756-9d74881367a0 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:01:42.146174 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef72086c-986b-4866-8f41-801c5afc39f3 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:01:42.150691 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ef72086c-986b-4866-8f41-801c5afc39f3 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:42.157973 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59df983a-679e-4ccf-85fa-a575bc518164 None None] Sync routers for ids ['bb36da3f-a633-4922-8756-9d74881367a0'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:01:42.168445 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59df983a-679e-4ccf-85fa-a575bc518164 None None] Routers {'bb36da3f-a633-4922-8756-9d74881367a0'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:01:42.169056 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-59df983a-679e-4ccf-85fa-a575bc518164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:01:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['bb36da3f-a633-4922-8756-9d74881367a0'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:01:42.179939 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-ef72086c-986b-4866-8f41-801c5afc39f3 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] 10.222.0.54 "DELETE /v2.0/floatingips/6dd3b662-b538-4e9d-a67a-e41cce1f48a7 HTTP/1.1" status: 204 len: 168 time: 1.1661348 Dec 20 15:01:42.179939 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '860b8d50-535e-4a1f-950e-38d1eaf2792a', 'tag': 'f0263f80-387a-4264-bd70-30fa599aa2b9'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:01:42.180570 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02b1a454-16c5-451a-bb24-be0739644744" -d '{"events": [{"name": "network-changed", "server_uuid": "860b8d50-535e-4a1f-950e-38d1eaf2792a", "tag": "f0263f80-387a-4264-bd70-30fa599aa2b9"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:01:42.234344 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcde9528-8174-4287-86e7-c493ee856020 x-openstack-request-id: req-fcde9528-8174-4287-86e7-c493ee856020 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:01:42.235563 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "860b8d50-535e-4a1f-950e-38d1eaf2792a", "tag": "f0263f80-387a-4264-bd70-30fa599aa2b9", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:01:42.235918 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fcde9528-8174-4287-86e7-c493ee856020 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:01:42.236421 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '860b8d50-535e-4a1f-950e-38d1eaf2792a', 'tag': 'f0263f80-387a-4264-bd70-30fa599aa2b9', 'status': 'completed', 'code': 200} Dec 20 15:01:42.308945 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b1a454-16c5-451a-bb24-be0739644744 req-c35d2190-45bd-41ea-b8e0-513fc5727984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:01:42.310593 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-02b1a454-16c5-451a-bb24-be0739644744 req-c35d2190-45bd-41ea-b8e0-513fc5727984 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6d7f806b61b7456a84b9dc5302ffa99d&device_id=860b8d50-535e-4a1f-950e-38d1eaf2792a HTTP/1.1" status: 200 len: 1136 time: 0.0496190 Dec 20 15:01:42.311323 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-59df983a-679e-4ccf-85fa-a575bc518164 None None] Set router bb36da3f-a633-4922-8756-9d74881367a0 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:01:42.362081 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 50784) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:01:42.437891 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b1a454-16c5-451a-bb24-be0739644744 req-cc87b91d-9a80-46a2-a7cc-fc29da921439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:01:42.443427 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-02b1a454-16c5-451a-bb24-be0739644744 req-cc87b91d-9a80-46a2-a7cc-fc29da921439 service neutron] 10.222.0.30 "GET /v2.0/networks?id=80863284-48a5-4da7-ac59-e08c11c493d8 HTTP/1.1" status: 200 len: 898 time: 0.1254389 Dec 20 15:01:42.471980 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device a7a3bc21-6211-4ab8-981b-553083e0b27c no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:01:42.510886 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: a7a3bc21-6211-4ab8-981b-553083e0b27c {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:01:42.511260 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-02b1a454-16c5-451a-bb24-be0739644744 req-a9abdeb6-f42a-414c-8515-278da362915a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0263f80-387a-4264-bd70-30fa599aa2b9 HTTP/1.1" status: 200 len: 217 time: 0.0582914 Dec 20 15:01:42.513198 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device a7a3bc21-6211-4ab8-981b-553083e0b27c not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:01:42.524599 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06578791-c916-4f3a-93f1-5606d3d44dcd tempest-TestNetworkBasicOps-1884258908 tempest-TestNetworkBasicOps-1884258908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:01:42.527707 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06578791-c916-4f3a-93f1-5606d3d44dcd tempest-TestNetworkBasicOps-1884258908 tempest-TestNetworkBasicOps-1884258908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:01:42.528224 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06578791-c916-4f3a-93f1-5606d3d44dcd tempest-TestNetworkBasicOps-1884258908 tempest-TestNetworkBasicOps-1884258908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:01:42.530018 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-06578791-c916-4f3a-93f1-5606d3d44dcd tempest-TestNetworkBasicOps-1884258908 tempest-TestNetworkBasicOps-1884258908-project-admin] 10.222.0.54 "GET /v2.0/ports?project_id=f62d8f2c7b324a5892ce5eb0e9d3389a&network_id=4f244571-d51f-45b2-99a1-7f591a08ef83 HTTP/1.1" status: 200 len: 2973 time: 0.1662204 Dec 20 15:01:42.574831 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-59df983a-679e-4ccf-85fa-a575bc518164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb36da3f-a633-4922-8756-9d74881367a0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-360605698', 'tenant_id': '6d7f806b61b7456a84b9dc5302ffa99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': 'd98b32dc-fd2d-4bdb-a140-85c5025cca55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:59:52Z', 'updated_at': '2021-12-20T14:59:56Z', 'revision_number': 4, 'project_id': '6d7f806b61b7456a84b9dc5302ffa99d', 'gw_port': {'id': 'd98b32dc-fd2d-4bdb-a140-85c5025cca55', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:68:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb36da3f-a633-4922-8756-9d74881367a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:59:52Z', 'updated_at': '2021-12-20T14:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '77fcf551-3e70-46d0-86fe-c17819310814', 'name': '', 'network_id': '80863284-48a5-4da7-ac59-e08c11c493d8', 'tenant_id': '6d7f806b61b7456a84b9dc5302ffa99d', 'mac_address': 'fa:16:3e:2f:97:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb36da3f-a633-4922-8756-9d74881367a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'd7f12fa2-3c0a-4159-924e-9bd876678edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:59:55Z', 'updated_at': '2021-12-20T14:59:59Z', 'revision_number': 5, 'project_id': '6d7f806b61b7456a84b9dc5302ffa99d', 'subnets': [{'id': 'd7f12fa2-3c0a-4159-924e-9bd876678edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:01:42.607802 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59df983a-679e-4ccf-85fa-a575bc518164 None None] Checking router: bb36da3f-a633-4922-8756-9d74881367a0 for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:01:42.618193 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59df983a-679e-4ccf-85fa-a575bc518164 None None] Routers {'bb36da3f-a633-4922-8756-9d74881367a0'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:01:42.619090 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-59df983a-679e-4ccf-85fa-a575bc518164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:01:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['bb36da3f-a633-4922-8756-9d74881367a0'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:01:42.626367 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0172aa3-4273-4a01-8b6e-af229d333117 req-1cd2fe4c-fb79-4f7e-a8d0-18fe6d11ccd2 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:01:42.634144 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e0172aa3-4273-4a01-8b6e-af229d333117 req-1cd2fe4c-fb79-4f7e-a8d0-18fe6d11ccd2 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] 10.222.0.54 "GET /v2.0/ports?device_id=860b8d50-535e-4a1f-950e-38d1eaf2792a HTTP/1.1" status: 200 len: 984 time: 0.1218319 Dec 20 15:01:42.647463 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b1a454-16c5-451a-bb24-be0739644744 req-65f1d417-2a0f-41e3-a918-d5056745ba38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:01:42.649252 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-02b1a454-16c5-451a-bb24-be0739644744 req-65f1d417-2a0f-41e3-a918-d5056745ba38 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d7f12fa2-3c0a-4159-924e-9bd876678edf HTTP/1.1" status: 200 len: 835 time: 0.1257558 Dec 20 15:01:42.732691 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b1a454-16c5-451a-bb24-be0739644744 req-8513f0b4-a2b1-449a-bb66-b235a2ae612f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:01:42.734318 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-02b1a454-16c5-451a-bb24-be0739644744 req-8513f0b4-a2b1-449a-bb66-b235a2ae612f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=80863284-48a5-4da7-ac59-e08c11c493d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0763016 Dec 20 15:01:42.754513 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-59df983a-679e-4ccf-85fa-a575bc518164 None None] Set router bb36da3f-a633-4922-8756-9d74881367a0 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:01:42.766682 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e0172aa3-4273-4a01-8b6e-af229d333117 req-d73ba041-e7a4-4e1d-b8e3-ad4f5ca7c3f4 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] 10.222.0.54 "GET /v2.0/security-groups?id=42d3fab2-3185-4d27-9f7c-77f06b687fa2&id=48d3b6b6-7605-4969-8025-4bc591e80153&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1313672 Dec 20 15:01:42.866493 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-02b1a454-16c5-451a-bb24-be0739644744 req-4b2217ac-1805-44a9-95bf-1b0fc0e10770 service neutron] 10.222.0.30 "GET /v2.0/networks/80863284-48a5-4da7-ac59-e08c11c493d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233988 Dec 20 15:01:42.986907 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-02b1a454-16c5-451a-bb24-be0739644744 req-ac049574-49a1-467f-8f30-fedd3c06181b service neutron] 10.222.0.30 "GET /v2.0/networks/80863284-48a5-4da7-ac59-e08c11c493d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129563 Dec 20 15:01:43.027924 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-59df983a-679e-4ccf-85fa-a575bc518164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb36da3f-a633-4922-8756-9d74881367a0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-360605698', 'tenant_id': '6d7f806b61b7456a84b9dc5302ffa99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': 'd98b32dc-fd2d-4bdb-a140-85c5025cca55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:59:52Z', 'updated_at': '2021-12-20T14:59:56Z', 'revision_number': 4, 'project_id': '6d7f806b61b7456a84b9dc5302ffa99d', 'gw_port': {'id': 'd98b32dc-fd2d-4bdb-a140-85c5025cca55', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:68:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb36da3f-a633-4922-8756-9d74881367a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:59:52Z', 'updated_at': '2021-12-20T14:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '77fcf551-3e70-46d0-86fe-c17819310814', 'name': '', 'network_id': '80863284-48a5-4da7-ac59-e08c11c493d8', 'tenant_id': '6d7f806b61b7456a84b9dc5302ffa99d', 'mac_address': 'fa:16:3e:2f:97:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb36da3f-a633-4922-8756-9d74881367a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'd7f12fa2-3c0a-4159-924e-9bd876678edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:59:55Z', 'updated_at': '2021-12-20T14:59:59Z', 'revision_number': 5, 'project_id': '6d7f806b61b7456a84b9dc5302ffa99d', 'subnets': [{'id': 'd7f12fa2-3c0a-4159-924e-9bd876678edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:01:43.054912 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59df983a-679e-4ccf-85fa-a575bc518164 None None] The sync data for ids ['bb36da3f-a633-4922-8756-9d74881367a0'] in n-d-761264-19 is: [{'id': 'bb36da3f-a633-4922-8756-9d74881367a0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-360605698', 'tenant_id': '6d7f806b61b7456a84b9dc5302ffa99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': 'd98b32dc-fd2d-4bdb-a140-85c5025cca55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:59:52Z', 'updated_at': '2021-12-20T14:59:56Z', 'revision_number': 4, 'project_id': '6d7f806b61b7456a84b9dc5302ffa99d', 'gw_port': {'id': 'd98b32dc-fd2d-4bdb-a140-85c5025cca55', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:68:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb36da3f-a633-4922-8756-9d74881367a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:59:52Z', 'updated_at': '2021-12-20T14:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '77fcf551-3e70-46d0-86fe-c17819310814', 'name': '', 'network_id': '80863284-48a5-4da7-ac59-e08c11c493d8', 'tenant_id': '6d7f806b61b7456a84b9dc5302ffa99d', 'mac_address': 'fa:16:3e:2f:97:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb36da3f-a633-4922-8756-9d74881367a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'd7f12fa2-3c0a-4159-924e-9bd876678edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:59:55Z', 'updated_at': '2021-12-20T14:59:59Z', 'revision_number': 5, 'project_id': '6d7f806b61b7456a84b9dc5302ffa99d', 'subnets': [{'id': 'd7f12fa2-3c0a-4159-924e-9bd876678edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:01:43.315960 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2232f17-34f9-4b89-89c3-c74b6763abfb None None] New status for floating IP 6dd3b662-b538-4e9d-a67a-e41cce1f48a7: DOWN {{(pid=103169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 15:01:43.833120 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc80787-154e-4f8d-b683-c4a7fa618e71 req-35e321e3-1ebd-4766-b26e-b5bb34a6b4c7 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:01:43.835778 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3cc80787-154e-4f8d-b683-c4a7fa618e71 req-35e321e3-1ebd-4766-b26e-b5bb34a6b4c7 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] 10.222.0.30 "GET /v2.0/ports?device_id=860b8d50-535e-4a1f-950e-38d1eaf2792a HTTP/1.1" status: 200 len: 984 time: 0.0617115 Dec 20 15:01:43.890011 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20acc9ce-149d-4894-8f6c-649ca870f4c5 req-e586220e-a08a-45d4-8f7e-9fcd8179edd4 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:01:43.892344 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-20acc9ce-149d-4894-8f6c-649ca870f4c5 req-e586220e-a08a-45d4-8f7e-9fcd8179edd4 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] 10.222.0.54 "GET /v2.0/ports?device_id=860b8d50-535e-4a1f-950e-38d1eaf2792a HTTP/1.1" status: 200 len: 984 time: 0.0560994 Dec 20 15:01:43.943222 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-3cc80787-154e-4f8d-b683-c4a7fa618e71 req-183bf23c-8670-4f67-b02f-e40de511a850 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Deleting port f0263f80-387a-4264-bd70-30fa599aa2b9 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:01:43.943801 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-3cc80787-154e-4f8d-b683-c4a7fa618e71 req-183bf23c-8670-4f67-b02f-e40de511a850 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:43.975983 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-20acc9ce-149d-4894-8f6c-649ca870f4c5 req-8d59e002-71bd-4b15-8867-0765139dd279 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] 10.222.0.54 "GET /v2.0/security-groups?id=42d3fab2-3185-4d27-9f7c-77f06b687fa2&id=48d3b6b6-7605-4969-8025-4bc591e80153&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0771618 Dec 20 15:01:44.075097 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-3cc80787-154e-4f8d-b683-c4a7fa618e71 req-183bf23c-8670-4f67-b02f-e40de511a850 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] For port f0263f80-387a-4264-bd70-30fa599aa2b9, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=f0263f80-387a-4264-bd70-30fa599aa2b9,segment=NetworkSegment(2bd82b47-4c6b-4d4c-b469-85fabc8fe5b5),segment_id=2bd82b47-4c6b-4d4c-b469-85fabc8fe5b5)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:01:44.075456 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-3cc80787-154e-4f8d-b683-c4a7fa618e71 req-183bf23c-8670-4f67-b02f-e40de511a850 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:44.088782 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-3cc80787-154e-4f8d-b683-c4a7fa618e71 req-183bf23c-8670-4f67-b02f-e40de511a850 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Calling delete_port for f0263f80-387a-4264-bd70-30fa599aa2b9 owned by compute:nova {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:01:44.219599 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-3cc80787-154e-4f8d-b683-c4a7fa618e71 req-183bf23c-8670-4f67-b02f-e40de511a850 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:44.252411 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183bf23c-8670-4f67-b02f-e40de511a850 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Pushing event deleted for resources: {'Port': ['ID=f0263f80-387a-4264-bd70-30fa599aa2b9,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:01:44.264231 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 50802) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:01:44.297456 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cc80787-154e-4f8d-b683-c4a7fa618e71 req-183bf23c-8670-4f67-b02f-e40de511a850 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] No DVR routers for this DVR port f0263f80-387a-4264-bd70-30fa599aa2b9 on host n-h1-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:01:44.300040 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183bf23c-8670-4f67-b02f-e40de511a850 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:01:44.300415 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183bf23c-8670-4f67-b02f-e40de511a850 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:01:44.300774 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183bf23c-8670-4f67-b02f-e40de511a850 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:01:44.301114 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183bf23c-8670-4f67-b02f-e40de511a850 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:01:44.301447 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183bf23c-8670-4f67-b02f-e40de511a850 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:01:44.301819 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183bf23c-8670-4f67-b02f-e40de511a850 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:01:44.302191 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183bf23c-8670-4f67-b02f-e40de511a850 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:01:44.302514 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183bf23c-8670-4f67-b02f-e40de511a850 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:01:44.303390 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183bf23c-8670-4f67-b02f-e40de511a850 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:01:44.303769 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183bf23c-8670-4f67-b02f-e40de511a850 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:01:44.304100 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183bf23c-8670-4f67-b02f-e40de511a850 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:01:44.304414 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183bf23c-8670-4f67-b02f-e40de511a850 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:01:44.304733 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183bf23c-8670-4f67-b02f-e40de511a850 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:01:44.307815 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-3cc80787-154e-4f8d-b683-c4a7fa618e71 req-183bf23c-8670-4f67-b02f-e40de511a850 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:44.311211 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3cc80787-154e-4f8d-b683-c4a7fa618e71 req-183bf23c-8670-4f67-b02f-e40de511a850 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] 10.222.0.30 "DELETE /v2.0/ports/f0263f80-387a-4264-bd70-30fa599aa2b9 HTTP/1.1" status: 204 len: 173 time: 0.4684680 Dec 20 15:01:44.311645 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '860b8d50-535e-4a1f-950e-38d1eaf2792a', 'name': 'network-vif-deleted', 'tag': 'f0263f80-387a-4264-bd70-30fa599aa2b9'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:01:44.313925 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0152f5fc-11a7-4117-8d8f-b93b505fd03d" -d '{"events": [{"server_uuid": "860b8d50-535e-4a1f-950e-38d1eaf2792a", "name": "network-vif-deleted", "tag": "f0263f80-387a-4264-bd70-30fa599aa2b9"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:01:44.357334 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9a43901-a3d3-47f9-863f-69dcf25d7e42 x-openstack-request-id: req-b9a43901-a3d3-47f9-863f-69dcf25d7e42 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:01:44.357877 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "860b8d50-535e-4a1f-950e-38d1eaf2792a", "name": "network-vif-deleted", "tag": "f0263f80-387a-4264-bd70-30fa599aa2b9", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:01:44.358120 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b9a43901-a3d3-47f9-863f-69dcf25d7e42 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:01:44.358697 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '860b8d50-535e-4a1f-950e-38d1eaf2792a', 'name': 'network-vif-deleted', 'tag': 'f0263f80-387a-4264-bd70-30fa599aa2b9', 'status': 'completed', 'code': 200} Dec 20 15:01:44.378173 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17725c03-c93e-49bf-8b47-6d818f82f5b0 tempest-TestNetworkBasicOps-1884258908 tempest-TestNetworkBasicOps-1884258908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:01:44.380078 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-17725c03-c93e-49bf-8b47-6d818f82f5b0 tempest-TestNetworkBasicOps-1884258908 tempest-TestNetworkBasicOps-1884258908-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=c3f8658e-da35-41f3-bd03-509e29ebd6f3 HTTP/1.1" status: 200 len: 814 time: 0.1140952 Dec 20 15:01:44.849616 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 50810) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:01:44.855201 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-3b8fa186-20c0-4818-bc5c-d412db628f93 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Request body: {'network': {'name': 'tempest-network-smoke--2088236193', 'project_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'port_security_enabled': True}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:01:44.884293 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b8fa186-20c0-4818-bc5c-d412db628f93 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Made reservation on behalf of f62d8f2c7b324a5892ce5eb0e9d3389a for: {'network': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:01:44.888476 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3b8fa186-20c0-4818-bc5c-d412db628f93 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:44.914025 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b8fa186-20c0-4818-bc5c-d412db628f93 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=103167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:01:44.924262 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3b8fa186-20c0-4818-bc5c-d412db628f93 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:44.924584 n-d-761264-19 neutron-server[103167]: INFO neutron.db.segments_db [None req-3b8fa186-20c0-4818-bc5c-d412db628f93 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Added segment a63efea1-f9ae-4f39-95d3-b6334197c90f of type vlan for network 14442ae2-e1ca-4574-a01f-d14a0175a1d5 Dec 20 15:01:44.979669 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3b8fa186-20c0-4818-bc5c-d412db628f93 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:45.019626 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3b8fa186-20c0-4818-bc5c-d412db628f93 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:45.026035 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8fa186-20c0-4818-bc5c-d412db628f93 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:01:45.026837 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3b8fa186-20c0-4818-bc5c-d412db628f93 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:45.030786 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 50816) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:01:45.075053 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-3b8fa186-20c0-4818-bc5c-d412db628f93 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2195158 Dec 20 15:01:45.089732 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 50818) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:01:45.115510 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8fa186-20c0-4818-bc5c-d412db628f93 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Pushing event updated for resources: {'Network': ['ID=14442ae2-e1ca-4574-a01f-d14a0175a1d5,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:01:45.135646 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 14442ae2-e1ca-4574-a01f-d14a0175a1d5 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:01:45.162756 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3b7d3183-ae20-4bbe-988d-a2ee7e35f268 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:45.179771 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83acfb24-d401-46a9-96cf-09f359b67284 tempest-TestNetworkBasicOps-1884258908 tempest-TestNetworkBasicOps-1884258908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:01:45.183931 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-83acfb24-d401-46a9-96cf-09f359b67284 tempest-TestNetworkBasicOps-1884258908 tempest-TestNetworkBasicOps-1884258908-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=f62d8f2c7b324a5892ce5eb0e9d3389a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0901051 Dec 20 15:01:45.184097 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 50820) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:01:45.203316 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3b7d3183-ae20-4bbe-988d-a2ee7e35f268 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:45.323659 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3b7d3183-ae20-4bbe-988d-a2ee7e35f268 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:45.326252 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3b7d3183-ae20-4bbe-988d-a2ee7e35f268 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:45.327598 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-3b7d3183-ae20-4bbe-988d-a2ee7e35f268 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] 10.222.0.54 "DELETE /v2.0/security-groups/42d3fab2-3185-4d27-9f7c-77f06b687fa2 HTTP/1.1" status: 204 len: 168 time: 0.2950110 Dec 20 15:01:45.331335 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 50822) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:01:45.335825 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af430947-908a-481d-8e2e-5c662339da0c tempest-TestNetworkBasicOps-1884258908 tempest-TestNetworkBasicOps-1884258908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:01:45.338818 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-af430947-908a-481d-8e2e-5c662339da0c tempest-TestNetworkBasicOps-1884258908 tempest-TestNetworkBasicOps-1884258908-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1527679 Dec 20 15:01:45.341450 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 50824) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:01:45.343272 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7d3183-ae20-4bbe-988d-a2ee7e35f268 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d3fab2-3185-4d27-9f7c-77f06b687fa2,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:01:45.379157 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-5aed188d-1300-4657-afab-31fb6869f5d4 tempest-TestNetworkBasicOps-1884258908 tempest-TestNetworkBasicOps-1884258908-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=c3f8658e-da35-41f3-bd03-509e29ebd6f3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0361011 Dec 20 15:01:45.381819 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 50826) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:01:45.405557 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:45.422788 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-00fda1da-b276-48f6-8305-66ec66cf7363 tempest-TestNetworkBasicOps-1884258908 tempest-TestNetworkBasicOps-1884258908-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=f62d8f2c7b324a5892ce5eb0e9d3389a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0398951 Dec 20 15:01:45.425782 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 50828) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:01:45.452817 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-21c6ea10-eb85-4049-801e-364e3edf28c1 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:45.477551 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-21c6ea10-eb85-4049-801e-364e3edf28c1 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:45.526245 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcab6734-db70-4033-8397-be5905f1e2e5 tempest-TestNetworkBasicOps-1884258908 tempest-TestNetworkBasicOps-1884258908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:01:45.526742 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-21c6ea10-eb85-4049-801e-364e3edf28c1 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:45.529655 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-21c6ea10-eb85-4049-801e-364e3edf28c1 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:45.530888 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-dcab6734-db70-4033-8397-be5905f1e2e5 tempest-TestNetworkBasicOps-1884258908 tempest-TestNetworkBasicOps-1884258908-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1040533 Dec 20 15:01:45.531569 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 50830) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:01:45.534090 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-21c6ea10-eb85-4049-801e-364e3edf28c1 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] 10.222.0.54 "DELETE /v2.0/security-groups/48d3b6b6-7605-4969-8025-4bc591e80153 HTTP/1.1" status: 204 len: 168 time: 0.2013726 Dec 20 15:01:45.534686 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 50832) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:01:45.566231 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-62b9c212-5907-4146-9e56-22bc0de9a1c2 tempest-TestNetworkBasicOps-1884258908 tempest-TestNetworkBasicOps-1884258908-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=c3f8658e-da35-41f3-bd03-509e29ebd6f3&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0335531 Dec 20 15:01:45.566905 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 50834) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:01:45.571993 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-3a58f969-e1ab-41b8-a9eb-ae0b3cd42949 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2005569385', 'network_id': '14442ae2-e1ca-4574-a01f-d14a0175a1d5', 'project_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:01:45.578396 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c6ea10-eb85-4049-801e-364e3edf28c1 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d3b6b6-7605-4969-8025-4bc591e80153,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:01:45.703275 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a58f969-e1ab-41b8-a9eb-ae0b3cd42949 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Made reservation on behalf of f62d8f2c7b324a5892ce5eb0e9d3389a for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:01:45.707561 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3a58f969-e1ab-41b8-a9eb-ae0b3cd42949 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:45.912280 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3a58f969-e1ab-41b8-a9eb-ae0b3cd42949 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8848317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10470522'] for subnet, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:45.976033 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a58f969-e1ab-41b8-a9eb-ae0b3cd42949 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Pushing event updated for resources: {'Subnet': ['ID=a4a89fe3-b148-426b-9bcb-5a84bbb77dd3,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:01:45.994042 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a58f969-e1ab-41b8-a9eb-ae0b3cd42949 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Checking segment: {'id': 'a63efea1-f9ae-4f39-95d3-b6334197c90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '14442ae2-e1ca-4574-a01f-d14a0175a1d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:01:45.994412 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a58f969-e1ab-41b8-a9eb-ae0b3cd42949 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Network hostable DHCP agents. Network: 14442ae2-e1ca-4574-a01f-d14a0175a1d5, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:01:46.015995 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a58f969-e1ab-41b8-a9eb-ae0b3cd42949 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Network 14442ae2-e1ca-4574-a01f-d14a0175a1d5 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:01:46.028532 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-3a58f969-e1ab-41b8-a9eb-ae0b3cd42949 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 14442ae2-e1ca-4574-a01f-d14a0175a1d5) {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:01:46.033741 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a58f969-e1ab-41b8-a9eb-ae0b3cd42949 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:01:46.034402 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3a58f969-e1ab-41b8-a9eb-ae0b3cd42949 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:46.041234 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21812ddd-eed4-4faf-bb1e-48b51e4ff67b None None] Network 14442ae2-e1ca-4574-a01f-d14a0175a1d5 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:01:46.079197 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-3a58f969-e1ab-41b8-a9eb-ae0b3cd42949 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.5085263 Dec 20 15:01:46.100041 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5dee0fd4-6a1d-49dd-8b86-8db87290477b tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1595867'] for router_interface, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:46.212203 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0fd2e6-f812-44bb-890e-a7d2ba89e116 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-14442ae2-e1ca-4574-a01f-d14a0175a1d5', 'network_id': '14442ae2-e1ca-4574-a01f-d14a0175a1d5', 'project_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'fixed_ips': [{'subnet_id': 'a4a89fe3-b148-426b-9bcb-5a84bbb77dd3'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 15:01:46.213096 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ac0fd2e6-f812-44bb-890e-a7d2ba89e116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:46.312189 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 50840) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:01:46.319845 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-60942637-120e-469b-ab57-cb4451e4e539 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-687933866', 'description': 'tempest-secgroup-smoke-687933866 description', 'project_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:01:46.363423 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-60942637-120e-469b-ab57-cb4451e4e539 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:46.459493 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-ac0fd2e6-f812-44bb-890e-a7d2ba89e116 None None] Allocated IP 172.20.0.18 (14442ae2-e1ca-4574-a01f-d14a0175a1d5/a4a89fe3-b148-426b-9bcb-5a84bbb77dd3/291b86d6-5119-49ff-a1a2-40f98f21dc2a) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:01:46.470466 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-5dee0fd4-6a1d-49dd-8b86-8db87290477b tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Deleting port 77fcf551-3e70-46d0-86fe-c17819310814 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:01:46.470882 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5dee0fd4-6a1d-49dd-8b86-8db87290477b tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:46.474339 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-60942637-120e-469b-ab57-cb4451e4e539 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:46.480165 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-60942637-120e-469b-ab57-cb4451e4e539 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:46.516023 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-60942637-120e-469b-ab57-cb4451e4e539 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:46.519943 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-60942637-120e-469b-ab57-cb4451e4e539 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2037032 Dec 20 15:01:46.520767 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 50842) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:01:46.525282 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-22722aac-bc66-4bb1-8838-915cff2dd9b9 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Request body: {'security_group_rule': {'security_group_id': '0192a371-8981-469e-a90e-9fd9e5a75c9b', 'project_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:01:46.543181 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60942637-120e-469b-ab57-cb4451e4e539 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0192a371-8981-469e-a90e-9fd9e5a75c9b,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:01:46.572970 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-22722aac-bc66-4bb1-8838-915cff2dd9b9 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:46.616925 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-5dee0fd4-6a1d-49dd-8b86-8db87290477b tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] For port 77fcf551-3e70-46d0-86fe-c17819310814, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=77fcf551-3e70-46d0-86fe-c17819310814,segment=NetworkSegment(2bd82b47-4c6b-4d4c-b469-85fabc8fe5b5),segment_id=2bd82b47-4c6b-4d4c-b469-85fabc8fe5b5)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:01:46.620236 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5dee0fd4-6a1d-49dd-8b86-8db87290477b tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:46.637813 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-22722aac-bc66-4bb1-8838-915cff2dd9b9 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:46.642744 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-22722aac-bc66-4bb1-8838-915cff2dd9b9 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:46.653781 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ac0fd2e6-f812-44bb-890e-a7d2ba89e116 None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:46.661233 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22722aac-bc66-4bb1-8838-915cff2dd9b9 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29842d5f-3a45-4538-9d76-d4540bae6a50,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:01:46.665623 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-5dee0fd4-6a1d-49dd-8b86-8db87290477b tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Calling delete_port for 77fcf551-3e70-46d0-86fe-c17819310814 owned by network:router_interface {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:01:46.672372 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ac0fd2e6-f812-44bb-890e-a7d2ba89e116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:46.686795 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-22722aac-bc66-4bb1-8838-915cff2dd9b9 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:46.695855 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-22722aac-bc66-4bb1-8838-915cff2dd9b9 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1736617 Dec 20 15:01:46.698370 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 50844) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:01:46.712832 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-a8ebedbc-1e5d-4c12-a7ee-1dff04f2c0ff tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Request body: {'security_group_rule': {'security_group_id': '0192a371-8981-469e-a90e-9fd9e5a75c9b', 'project_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:01:46.722010 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0fd2e6-f812-44bb-890e-a7d2ba89e116 None None] Network 14442ae2-e1ca-4574-a01f-d14a0175a1d5 is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:01:46.729821 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-ac0fd2e6-f812-44bb-890e-a7d2ba89e116 None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:01:46.739135 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0fd2e6-f812-44bb-890e-a7d2ba89e116 None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:01:46.777327 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0fd2e6-f812-44bb-890e-a7d2ba89e116 None None] Pushing event updated for resources: {'Port': ['ID=291b86d6-5119-49ff-a1a2-40f98f21dc2a,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:01:46.798960 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0fd2e6-f812-44bb-890e-a7d2ba89e116 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:01:46.799204 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0fd2e6-f812-44bb-890e-a7d2ba89e116 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:01:46.799538 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0fd2e6-f812-44bb-890e-a7d2ba89e116 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:01:46.799885 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0fd2e6-f812-44bb-890e-a7d2ba89e116 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:01:46.800364 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0fd2e6-f812-44bb-890e-a7d2ba89e116 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:01:46.800762 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0fd2e6-f812-44bb-890e-a7d2ba89e116 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:01:46.801026 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0fd2e6-f812-44bb-890e-a7d2ba89e116 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:01:46.801379 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0fd2e6-f812-44bb-890e-a7d2ba89e116 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:01:46.801654 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a8ebedbc-1e5d-4c12-a7ee-1dff04f2c0ff tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:46.801795 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0fd2e6-f812-44bb-890e-a7d2ba89e116 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:01:46.802113 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0fd2e6-f812-44bb-890e-a7d2ba89e116 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:01:46.802439 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0fd2e6-f812-44bb-890e-a7d2ba89e116 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:01:46.802778 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0fd2e6-f812-44bb-890e-a7d2ba89e116 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:01:46.803114 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0fd2e6-f812-44bb-890e-a7d2ba89e116 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:01:46.820963 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-ac0fd2e6-f812-44bb-890e-a7d2ba89e116 None None] Attempting to bind port 291b86d6-5119-49ff-a1a2-40f98f21dc2a on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:01:46.821533 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-ac0fd2e6-f812-44bb-890e-a7d2ba89e116 None None] Attempting to bind port 291b86d6-5119-49ff-a1a2-40f98f21dc2a by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': 'a63efea1-f9ae-4f39-95d3-b6334197c90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '14442ae2-e1ca-4574-a01f-d14a0175a1d5'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:01:46.821906 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0fd2e6-f812-44bb-890e-a7d2ba89e116 None None] Attempting to bind port 291b86d6-5119-49ff-a1a2-40f98f21dc2a on network 14442ae2-e1ca-4574-a01f-d14a0175a1d5 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:01:46.828235 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0fd2e6-f812-44bb-890e-a7d2ba89e116 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:01:46.828610 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0fd2e6-f812-44bb-890e-a7d2ba89e116 None None] Checking segment: {'id': 'a63efea1-f9ae-4f39-95d3-b6334197c90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '14442ae2-e1ca-4574-a01f-d14a0175a1d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:01:46.829011 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ac0fd2e6-f812-44bb-890e-a7d2ba89e116 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:46.829402 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0fd2e6-f812-44bb-890e-a7d2ba89e116 None None] Bound using segment: {'id': 'a63efea1-f9ae-4f39-95d3-b6334197c90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '14442ae2-e1ca-4574-a01f-d14a0175a1d5'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:01:46.829859 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-ac0fd2e6-f812-44bb-890e-a7d2ba89e116 None None] Bound port: 291b86d6-5119-49ff-a1a2-40f98f21dc2a, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a63efea1-f9ae-4f39-95d3-b6334197c90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '14442ae2-e1ca-4574-a01f-d14a0175a1d5'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:01:46.830430 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ac0fd2e6-f812-44bb-890e-a7d2ba89e116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:46.889838 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a8ebedbc-1e5d-4c12-a7ee-1dff04f2c0ff tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:46.899184 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a8ebedbc-1e5d-4c12-a7ee-1dff04f2c0ff tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:46.908005 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-ac0fd2e6-f812-44bb-890e-a7d2ba89e116 None None] For port 291b86d6-5119-49ff-a1a2-40f98f21dc2a, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:01:46.913573 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-ac0fd2e6-f812-44bb-890e-a7d2ba89e116 None None] For port 291b86d6-5119-49ff-a1a2-40f98f21dc2a, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=291b86d6-5119-49ff-a1a2-40f98f21dc2a,segment=NetworkSegment(a63efea1-f9ae-4f39-95d3-b6334197c90f),segment_id=a63efea1-f9ae-4f39-95d3-b6334197c90f)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:01:46.920268 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ac0fd2e6-f812-44bb-890e-a7d2ba89e116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:46.924760 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ebedbc-1e5d-4c12-a7ee-1dff04f2c0ff tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a5a3fdd-4caf-414b-9204-0c829022e84c,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:01:46.937631 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a8ebedbc-1e5d-4c12-a7ee-1dff04f2c0ff tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:46.942521 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-a8ebedbc-1e5d-4c12-a7ee-1dff04f2c0ff tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2430575 Dec 20 15:01:46.943917 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 50846) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:01:46.948733 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-fee77b7e-fd59-4885-9216-724b1aaf7a2a tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Request body: {'security_group_rule': {'security_group_id': '0192a371-8981-469e-a90e-9fd9e5a75c9b', 'project_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:01:46.953698 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5dee0fd4-6a1d-49dd-8b86-8db87290477b tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:46.989183 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fee77b7e-fd59-4885-9216-724b1aaf7a2a tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:47.023463 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0fd2e6-f812-44bb-890e-a7d2ba89e116 None None] Pushing event updated for resources: {'Port': ['ID=291b86d6-5119-49ff-a1a2-40f98f21dc2a,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:01:47.030260 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dee0fd4-6a1d-49dd-8b86-8db87290477b tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Pushing event deleted for resources: {'Port': ['ID=77fcf551-3e70-46d0-86fe-c17819310814,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:01:47.083281 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fee77b7e-fd59-4885-9216-724b1aaf7a2a tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:47.090675 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fee77b7e-fd59-4885-9216-724b1aaf7a2a tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:47.149807 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee77b7e-fd59-4885-9216-724b1aaf7a2a tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed9f8e88-858a-4957-ae82-86cfdcc33e1c,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:01:47.160747 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fee77b7e-fd59-4885-9216-724b1aaf7a2a tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:47.162471 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-fee77b7e-fd59-4885-9216-724b1aaf7a2a tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2173409 Dec 20 15:01:47.168392 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 50848) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:01:47.177115 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-38ad51f8-080f-42e0-ae87-e3bb0ec7cf80 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Request body: {'security_group_rule': {'security_group_id': '0192a371-8981-469e-a90e-9fd9e5a75c9b', 'project_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:01:47.235965 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-38ad51f8-080f-42e0-ae87-e3bb0ec7cf80 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:47.369071 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5dee0fd4-6a1d-49dd-8b86-8db87290477b tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582411'] for router_interface, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:47.370764 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-38ad51f8-080f-42e0-ae87-e3bb0ec7cf80 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:47.375885 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-38ad51f8-080f-42e0-ae87-e3bb0ec7cf80 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:47.397448 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ad51f8-080f-42e0-ae87-e3bb0ec7cf80 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d003036-ff68-4a96-9a63-402291ce5ac8,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:01:47.407338 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-38ad51f8-080f-42e0-ae87-e3bb0ec7cf80 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:47.408659 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-38ad51f8-080f-42e0-ae87-e3bb0ec7cf80 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2384968 Dec 20 15:01:47.412859 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 50852) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:01:47.417666 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-c73eec6c-c7bf-47c8-9483-9b995e6ed91f tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Request body: {'security_group_rule': {'security_group_id': '0192a371-8981-469e-a90e-9fd9e5a75c9b', 'project_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:01:47.460861 n-d-761264-19 neutron-server[103168]: INFO neutron.db.securitygroups_db [None req-c73eec6c-c7bf-47c8-9483-9b995e6ed91f tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Project f62d8f2c7b324a5892ce5eb0e9d3389a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 15:01:47.467195 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c73eec6c-c7bf-47c8-9483-9b995e6ed91f tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:47.549432 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c73eec6c-c7bf-47c8-9483-9b995e6ed91f tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:47.554974 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c73eec6c-c7bf-47c8-9483-9b995e6ed91f tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:47.576636 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73eec6c-c7bf-47c8-9483-9b995e6ed91f tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a292ef97-8d14-4aca-ab74-b5db28db16b4,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:01:47.588317 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c73eec6c-c7bf-47c8-9483-9b995e6ed91f tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:47.592960 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-c73eec6c-c7bf-47c8-9483-9b995e6ed91f tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1763790 Dec 20 15:01:47.593626 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 50854) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:01:47.598597 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-e4e3254d-fceb-46bf-9626-2955608b12bb tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Request body: {'security_group_rule': {'security_group_id': '0192a371-8981-469e-a90e-9fd9e5a75c9b', 'project_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:01:47.626604 n-d-761264-19 neutron-server[103168]: INFO neutron.db.securitygroups_db [None req-e4e3254d-fceb-46bf-9626-2955608b12bb tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Project f62d8f2c7b324a5892ce5eb0e9d3389a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 15:01:47.633164 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e4e3254d-fceb-46bf-9626-2955608b12bb tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:47.698895 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e4e3254d-fceb-46bf-9626-2955608b12bb tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:47.704869 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e4e3254d-fceb-46bf-9626-2955608b12bb tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:47.727760 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e4e3254d-fceb-46bf-9626-2955608b12bb tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:47.739024 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-e4e3254d-fceb-46bf-9626-2955608b12bb tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1342418 Dec 20 15:01:47.741652 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e3254d-fceb-46bf-9626-2955608b12bb tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13fbcdb7-1d38-4ef7-96d8-6794ca967ebe,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:01:47.916610 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dee0fd4-6a1d-49dd-8b86-8db87290477b tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Router bb36da3f-a633-4922-8756-9d74881367a0 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:01:47.961860 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5a9ee877-c98a-4fd5-b749-be847e95fca5 req-cff46691-395d-4953-bc11-60ba79cf761d tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-687933866&fields=id&tenant_id=f62d8f2c7b324a5892ce5eb0e9d3389a HTTP/1.1" status: 200 len: 267 time: 0.0565283 Dec 20 15:01:48.037920 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device f0263f80-387a-4264-bd70-30fa599aa2b9 no longer exists at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:01:48.065484 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dee0fd4-6a1d-49dd-8b86-8db87290477b tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:01:48.071401 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-5dee0fd4-6a1d-49dd-8b86-8db87290477b tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] 10.222.0.54 "PUT /v2.0/routers/bb36da3f-a633-4922-8756-9d74881367a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5330729 Dec 20 15:01:48.073958 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 50868) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:01:48.076944 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] No Port match for: f0263f80-387a-4264-bd70-30fa599aa2b9 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:01:48.077294 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device f0263f80-387a-4264-bd70-30fa599aa2b9 not bound to the agent host n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:01:48.088372 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ee7ae6-c68e-4f66-b9ae-cc48c4bb9d6b None None] Sync routers for ids ['bb36da3f-a633-4922-8756-9d74881367a0'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:01:48.106921 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ee7ae6-c68e-4f66-b9ae-cc48c4bb9d6b None None] Routers {'bb36da3f-a633-4922-8756-9d74881367a0'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:01:48.107566 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-91ee7ae6-c68e-4f66-b9ae-cc48c4bb9d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:01:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['bb36da3f-a633-4922-8756-9d74881367a0'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:01:48.117376 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9ee877-c98a-4fd5-b749-be847e95fca5 req-d52cdb96-7b31-4650-adbd-57cb18fabf28 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:01:48.125863 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5a9ee877-c98a-4fd5-b749-be847e95fca5 req-d52cdb96-7b31-4650-adbd-57cb18fabf28 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "GET /v2.0/networks?id=14442ae2-e1ca-4574-a01f-d14a0175a1d5 HTTP/1.1" status: 200 len: 797 time: 0.1550999 Dec 20 15:01:48.139047 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5a9ee877-c98a-4fd5-b749-be847e95fca5 req-f3b4d627-69a1-4f97-a362-2e6b2f62c5e8 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "GET /v2.0/quotas/f62d8f2c7b324a5892ce5eb0e9d3389a HTTP/1.1" status: 200 len: 375 time: 0.0117319 Dec 20 15:01:48.156361 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_v2 [None req-601db17e-d895-4eba-b1ea-463f839c2771 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Deleting subnet d7f12fa2-3c0a-4159-924e-9bd876678edf {{(pid=103167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:01:48.162187 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-601db17e-d895-4eba-b1ea-463f839c2771 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks [] for subnet, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:48.224329 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-601db17e-d895-4eba-b1ea-463f839c2771 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954412'] for subnet, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:48.240006 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5a9ee877-c98a-4fd5-b749-be847e95fca5 req-a650c136-9ff1-4a96-a552-3ca7ac2afe52 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=f62d8f2c7b324a5892ce5eb0e9d3389a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0893884 Dec 20 15:01:48.289754 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-91ee7ae6-c68e-4f66-b9ae-cc48c4bb9d6b None None] Set router bb36da3f-a633-4922-8756-9d74881367a0 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:01:48.358091 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-601db17e-d895-4eba-b1ea-463f839c2771 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:48.415488 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5a9ee877-c98a-4fd5-b749-be847e95fca5 req-aac4dfec-4f77-40fb-a9dd-ad9a2a7ad6cf service neutron] 10.222.0.54 "GET /v2.0/networks/14442ae2-e1ca-4574-a01f-d14a0175a1d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552653 Dec 20 15:01:48.446778 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-601db17e-d895-4eba-b1ea-463f839c2771 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:48.462331 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48fc932-815b-4a8f-a500-13ce5069572c None None] Network 14442ae2-e1ca-4574-a01f-d14a0175a1d5 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:01:48.508124 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601db17e-d895-4eba-b1ea-463f839c2771 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Pushing event deleted for resources: {'Subnet': ['ID=d7f12fa2-3c0a-4159-924e-9bd876678edf,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:01:48.543489 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-601db17e-d895-4eba-b1ea-463f839c2771 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:48.551604 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-601db17e-d895-4eba-b1ea-463f839c2771 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] 10.222.0.54 "DELETE /v2.0/subnets/d7f12fa2-3c0a-4159-924e-9bd876678edf HTTP/1.1" status: 204 len: 168 time: 0.4764504 Dec 20 15:01:48.554351 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 50872) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:01:48.563184 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-91ee7ae6-c68e-4f66-b9ae-cc48c4bb9d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb36da3f-a633-4922-8756-9d74881367a0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-360605698', 'tenant_id': '6d7f806b61b7456a84b9dc5302ffa99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': 'd98b32dc-fd2d-4bdb-a140-85c5025cca55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:59:52Z', 'updated_at': '2021-12-20T15:01:46Z', 'revision_number': 5, 'project_id': '6d7f806b61b7456a84b9dc5302ffa99d', 'gw_port': {'id': 'd98b32dc-fd2d-4bdb-a140-85c5025cca55', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:68:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb36da3f-a633-4922-8756-9d74881367a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:59:52Z', 'updated_at': '2021-12-20T14:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:01:48.573840 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05cdb16-8c2e-45b4-8355-517eabd8329d None None] Network 80863284-48a5-4da7-ac59-e08c11c493d8 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:01:48.611920 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ee7ae6-c68e-4f66-b9ae-cc48c4bb9d6b None None] Checking router: bb36da3f-a633-4922-8756-9d74881367a0 for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:01:48.622402 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ee7ae6-c68e-4f66-b9ae-cc48c4bb9d6b None None] Routers {'bb36da3f-a633-4922-8756-9d74881367a0'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:01:48.623212 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-91ee7ae6-c68e-4f66-b9ae-cc48c4bb9d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:01:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['bb36da3f-a633-4922-8756-9d74881367a0'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:01:48.646858 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5a9ee877-c98a-4fd5-b749-be847e95fca5 req-9894baa6-eaad-4568-ac69-b5b41e272899 service neutron] 10.222.0.54 "GET /v2.0/networks/14442ae2-e1ca-4574-a01f-d14a0175a1d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304621 Dec 20 15:01:48.672366 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-acb590c6-7b57-45ec-8403-9012c2440b6c None None] Provisioning complete for port 291b86d6-5119-49ff-a1a2-40f98f21dc2a triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:01:48.672744 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-acb590c6-7b57-45ec-8403-9012c2440b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:48.718367 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 291b86d6-5119-49ff-a1a2-40f98f21dc2a up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:01:48.731341 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-af01f1ca-83e2-4a38-9b51-2e98e88795a3 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks [] for router, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:48.819019 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 291b86d6-5119-49ff-a1a2-40f98f21dc2a triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:01:48.819675 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:48.889502 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-91ee7ae6-c68e-4f66-b9ae-cc48c4bb9d6b None None] Set router bb36da3f-a633-4922-8756-9d74881367a0 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:01:48.930811 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-acb590c6-7b57-45ec-8403-9012c2440b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:48.936280 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-af01f1ca-83e2-4a38-9b51-2e98e88795a3 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:48.976824 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-99e49de1-4d28-4539-b163-ffeb15e3ede3 req-cdb8137d-4c5e-4089-aea9-defe54649154 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "GET /v2.0/ports?device_id=e51ef32c-de8b-4f59-8553-08a1a644cd62 HTTP/1.1" status: 200 len: 210 time: 0.0543523 Dec 20 15:01:49.014984 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-acb590c6-7b57-45ec-8403-9012c2440b6c None None] For port 291b86d6-5119-49ff-a1a2-40f98f21dc2a, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=291b86d6-5119-49ff-a1a2-40f98f21dc2a,segment=NetworkSegment(a63efea1-f9ae-4f39-95d3-b6334197c90f),segment_id=a63efea1-f9ae-4f39-95d3-b6334197c90f)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:01:49.080942 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-af01f1ca-83e2-4a38-9b51-2e98e88795a3 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Deleting port d98b32dc-fd2d-4bdb-a140-85c5025cca55 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:01:49.081396 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-af01f1ca-83e2-4a38-9b51-2e98e88795a3 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:49.103820 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:49.110986 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6749ed0-4625-4627-928b-36e93848235c None None] DHCP port deletion for 80863284-48a5-4da7-ac59-e08c11c493d8 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:01:49.115427 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-acb590c6-7b57-45ec-8403-9012c2440b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:49.301864 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb590c6-7b57-45ec-8403-9012c2440b6c None None] Pushing event updated for resources: {'Port': ['ID=291b86d6-5119-49ff-a1a2-40f98f21dc2a,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:01:49.310239 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-91ee7ae6-c68e-4f66-b9ae-cc48c4bb9d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb36da3f-a633-4922-8756-9d74881367a0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-360605698', 'tenant_id': '6d7f806b61b7456a84b9dc5302ffa99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': 'd98b32dc-fd2d-4bdb-a140-85c5025cca55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:59:52Z', 'updated_at': '2021-12-20T15:01:46Z', 'revision_number': 5, 'project_id': '6d7f806b61b7456a84b9dc5302ffa99d', 'gw_port': {'id': 'd98b32dc-fd2d-4bdb-a140-85c5025cca55', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:68:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb36da3f-a633-4922-8756-9d74881367a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:59:52Z', 'updated_at': '2021-12-20T14:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:01:49.317828 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.db.api [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103169) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:01:49.317828 n-d-761264-19 neutron-server[103169]: DEBUG oslo_db.api [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:01:49.320068 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-af01f1ca-83e2-4a38-9b51-2e98e88795a3 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] For port d98b32dc-fd2d-4bdb-a140-85c5025cca55, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=d98b32dc-fd2d-4bdb-a140-85c5025cca55,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:01:49.320768 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-af01f1ca-83e2-4a38-9b51-2e98e88795a3 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:49.326970 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-e6749ed0-4625-4627-928b-36e93848235c None None] Deleting port 7203b7c1-38fe-4603-bc2c-56b70cf1f859 {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:01:49.327341 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e6749ed0-4625-4627-928b-36e93848235c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:49.353931 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-af01f1ca-83e2-4a38-9b51-2e98e88795a3 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Calling delete_port for d98b32dc-fd2d-4bdb-a140-85c5025cca55 owned by network:router_gateway {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:01:49.379758 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ee7ae6-c68e-4f66-b9ae-cc48c4bb9d6b None None] The sync data for ids ['bb36da3f-a633-4922-8756-9d74881367a0'] in n-d-761264-19 is: [{'id': 'bb36da3f-a633-4922-8756-9d74881367a0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-360605698', 'tenant_id': '6d7f806b61b7456a84b9dc5302ffa99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': 'd98b32dc-fd2d-4bdb-a140-85c5025cca55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T14:59:52Z', 'updated_at': '2021-12-20T15:01:46Z', 'revision_number': 5, 'project_id': '6d7f806b61b7456a84b9dc5302ffa99d', 'gw_port': {'id': 'd98b32dc-fd2d-4bdb-a140-85c5025cca55', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:68:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb36da3f-a633-4922-8756-9d74881367a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T14:59:52Z', 'updated_at': '2021-12-20T14:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:01:49.464263 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-e6749ed0-4625-4627-928b-36e93848235c None None] For port 7203b7c1-38fe-4603-bc2c-56b70cf1f859, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=7203b7c1-38fe-4603-bc2c-56b70cf1f859,segment=NetworkSegment(2bd82b47-4c6b-4d4c-b469-85fabc8fe5b5),segment_id=2bd82b47-4c6b-4d4c-b469-85fabc8fe5b5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:01:49.464720 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e6749ed0-4625-4627-928b-36e93848235c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:49.492541 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-89921c9b-877e-453c-a4f3-11700636b31a None None] Provisioning complete for port 291b86d6-5119-49ff-a1a2-40f98f21dc2a triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:01:49.492897 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-89921c9b-877e-453c-a4f3-11700636b31a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:49.495370 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-e6749ed0-4625-4627-928b-36e93848235c None None] Calling delete_port for 7203b7c1-38fe-4603-bc2c-56b70cf1f859 owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:01:49.610662 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-af01f1ca-83e2-4a38-9b51-2e98e88795a3 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:49.637159 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af01f1ca-83e2-4a38-9b51-2e98e88795a3 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Pushing event deleted for resources: {'Port': ['ID=d98b32dc-fd2d-4bdb-a140-85c5025cca55,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:01:49.656423 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e6749ed0-4625-4627-928b-36e93848235c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:49.687968 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4d7d74-2df8-45f6-ace8-9f1cbf29abcc None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:01:49.691379 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6749ed0-4625-4627-928b-36e93848235c None None] Pushing event deleted for resources: {'Port': ['ID=7203b7c1-38fe-4603-bc2c-56b70cf1f859,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:01:49.695913 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6749ed0-4625-4627-928b-36e93848235c None None] No DVR routers for this DVR port 7203b7c1-38fe-4603-bc2c-56b70cf1f859 on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:01:49.701880 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-af01f1ca-83e2-4a38-9b51-2e98e88795a3 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584913'] for router_gateway, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:49.809447 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-af01f1ca-83e2-4a38-9b51-2e98e88795a3 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40132'] for router, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:49.811779 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-af01f1ca-83e2-4a38-9b51-2e98e88795a3 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:49.862800 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-af01f1ca-83e2-4a38-9b51-2e98e88795a3 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1594808'] for router, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:49.864145 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af01f1ca-83e2-4a38-9b51-2e98e88795a3 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Fanout notify agent at l3_agent the message router_deleted on router bb36da3f-a633-4922-8756-9d74881367a0 {{(pid=103168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:01:49.876806 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-af01f1ca-83e2-4a38-9b51-2e98e88795a3 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:49.878112 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-af01f1ca-83e2-4a38-9b51-2e98e88795a3 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] 10.222.0.54 "DELETE /v2.0/routers/bb36da3f-a633-4922-8756-9d74881367a0 HTTP/1.1" status: 204 len: 168 time: 1.3221366 Dec 20 15:01:49.881013 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 50886) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:01:49.959921 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a9eb8cc1-c088-4fe5-8106-cba7630cf8e9 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:50.064687 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a9eb8cc1-c088-4fe5-8106-cba7630cf8e9 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:50.094784 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-a9eb8cc1-c088-4fe5-8106-cba7630cf8e9 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80863284-48a5-4da7-ac59-e08c11c493d8']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:01:50.115116 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-a9eb8cc1-c088-4fe5-8106-cba7630cf8e9 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bd82b47-4c6b-4d4c-b469-85fabc8fe5b5') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:01:50.115352 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-a9eb8cc1-c088-4fe5-8106-cba7630cf8e9 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bd82b47-4c6b-4d4c-b469-85fabc8fe5b5') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:01:50.136106 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c2700f60-f961-4b83-abab-7f10083d1ee2 req-06197ecd-1beb-41f5-9228-629af3f40440 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "GET /v2.0/ports?device_id=e51ef32c-de8b-4f59-8553-08a1a644cd62 HTTP/1.1" status: 200 len: 210 time: 0.0425341 Dec 20 15:01:50.146570 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a9eb8cc1-c088-4fe5-8106-cba7630cf8e9 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:50.161977 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a9eb8cc1-c088-4fe5-8106-cba7630cf8e9 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:50.169825 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9eb8cc1-c088-4fe5-8106-cba7630cf8e9 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:01:50.170269 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a9eb8cc1-c088-4fe5-8106-cba7630cf8e9 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:50.173560 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 15:01:50.173560 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:01:50.173560 n-d-761264-19 neutron-server[103168]: timer() Dec 20 15:01:50.173560 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:01:50.173560 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 15:01:50.173560 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:01:50.173560 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 15:01:50.173560 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:01:50.173560 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 15:01:50.173560 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:01:50.173560 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 15:01:50.173560 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:01:50.173560 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 15:01:50.173560 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:01:50.173560 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:01:50.173560 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:01:50.173560 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:01:50.173560 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:01:50.173560 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 15:01:50.173560 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:01:50.173560 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 15:01:50.173560 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:01:50.173560 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:01:50.173560 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:01:50.173560 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 15:01:50.173560 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:01:50.173560 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:01:50.173560 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:01:50.173560 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:01:50.173560 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:01:50.173560 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:01:50.173560 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:01:50.228582 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9ee877-c98a-4fd5-b749-be847e95fca5 req-f3a8813a-3361-4276-9b50-1d15911f9348 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:01:50.230617 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5a9ee877-c98a-4fd5-b749-be847e95fca5 req-f3a8813a-3361-4276-9b50-1d15911f9348 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.30 "GET /v2.0/networks?id=14442ae2-e1ca-4574-a01f-d14a0175a1d5 HTTP/1.1" status: 200 len: 797 time: 0.1292050 Dec 20 15:01:50.242898 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a9eb8cc1-c088-4fe5-8106-cba7630cf8e9 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:50.256133 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a9eb8cc1-c088-4fe5-8106-cba7630cf8e9 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Publish callbacks [] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:50.259719 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-a9eb8cc1-c088-4fe5-8106-cba7630cf8e9 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] 10.222.0.54 "DELETE /v2.0/networks/80863284-48a5-4da7-ac59-e08c11c493d8 HTTP/1.1" status: 204 len: 168 time: 0.3776786 Dec 20 15:01:50.285811 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eb8cc1-c088-4fe5-8106-cba7630cf8e9 tempest-TestSecurityGroupsBasicOps-1588804533 tempest-TestSecurityGroupsBasicOps-1588804533-project] Pushing event deleted for resources: {'Network': ['ID=80863284-48a5-4da7-ac59-e08c11c493d8,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:01:50.316027 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5a9ee877-c98a-4fd5-b749-be847e95fca5 req-2181b610-bcf4-4766-8596-7588aa4571b2 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f62d8f2c7b324a5892ce5eb0e9d3389a HTTP/1.1" status: 200 len: 472 time: 0.0765362 Dec 20 15:01:50.326997 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-5a9ee877-c98a-4fd5-b749-be847e95fca5 req-b0648964-7df9-4cf2-8f63-83b525c25c76 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Request body: {'port': {'device_id': 'e51ef32c-de8b-4f59-8553-08a1a644cd62', 'network_id': '14442ae2-e1ca-4574-a01f-d14a0175a1d5', 'admin_state_up': True, 'tenant_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'security_groups': ['0192a371-8981-469e-a90e-9fd9e5a75c9b']}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:01:50.445618 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a9ee877-c98a-4fd5-b749-be847e95fca5 req-b0648964-7df9-4cf2-8f63-83b525c25c76 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Made reservation on behalf of f62d8f2c7b324a5892ce5eb0e9d3389a for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:01:50.449831 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-5a9ee877-c98a-4fd5-b749-be847e95fca5 req-b0648964-7df9-4cf2-8f63-83b525c25c76 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:50.551029 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 291b86d6-5119-49ff-a1a2-40f98f21dc2a up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:01:50.595840 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [req-5a9ee877-c98a-4fd5-b749-be847e95fca5 req-b0648964-7df9-4cf2-8f63-83b525c25c76 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Allocated IP 172.20.0.23 (14442ae2-e1ca-4574-a01f-d14a0175a1d5/a4a89fe3-b148-426b-9bcb-5a84bbb77dd3/7ce430ed-8112-491b-b347-845a0004c62a) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:01:50.603495 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 50900) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:01:50.643010 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 291b86d6-5119-49ff-a1a2-40f98f21dc2a triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:01:50.643471 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:50.777958 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-5a9ee877-c98a-4fd5-b749-be847e95fca5 req-b0648964-7df9-4cf2-8f63-83b525c25c76 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:50.818875 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 7203b7c1-38fe-4603-bc2c-56b70cf1f859 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:01:50.821212 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-81b6eb80-834c-49a0-bb39-9d6c1faf5038 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6d7f806b61b7456a84b9dc5302ffa99d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2163818 Dec 20 15:01:50.824457 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 50912) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:01:50.843110 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 7203b7c1-38fe-4603-bc2c-56b70cf1f859 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:01:50.843574 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 7203b7c1-38fe-4603-bc2c-56b70cf1f859 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:01:50.844106 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 77fcf551-3e70-46d0-86fe-c17819310814 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:01:50.853898 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-5a9ee877-c98a-4fd5-b749-be847e95fca5 req-b0648964-7df9-4cf2-8f63-83b525c25c76 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:50.865927 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 77fcf551-3e70-46d0-86fe-c17819310814 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:01:50.866583 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 77fcf551-3e70-46d0-86fe-c17819310814 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:01:50.867327 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device d98b32dc-fd2d-4bdb-a140-85c5025cca55 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:01:50.888049 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: d98b32dc-fd2d-4bdb-a140-85c5025cca55 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:01:50.888648 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device d98b32dc-fd2d-4bdb-a140-85c5025cca55 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:01:50.916886 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a9ee877-c98a-4fd5-b749-be847e95fca5 req-b0648964-7df9-4cf2-8f63-83b525c25c76 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Network 14442ae2-e1ca-4574-a01f-d14a0175a1d5 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:01:50.926697 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [req-5a9ee877-c98a-4fd5-b749-be847e95fca5 req-b0648964-7df9-4cf2-8f63-83b525c25c76 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:01:50.930877 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a9ee877-c98a-4fd5-b749-be847e95fca5 req-b0648964-7df9-4cf2-8f63-83b525c25c76 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:01:50.936236 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0648964-7df9-4cf2-8f63-83b525c25c76 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Pushing event updated for resources: {'Port': ['ID=7ce430ed-8112-491b-b347-845a0004c62a,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:01:50.940443 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9d306524-d9e0-4312-9174-a78a99e839be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:50.989555 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9d306524-d9e0-4312-9174-a78a99e839be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:51.019014 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9ee877-c98a-4fd5-b749-be847e95fca5 req-b0648964-7df9-4cf2-8f63-83b525c25c76 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:01:51.019729 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-5a9ee877-c98a-4fd5-b749-be847e95fca5 req-b0648964-7df9-4cf2-8f63-83b525c25c76 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:51.060320 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5a9ee877-c98a-4fd5-b749-be847e95fca5 req-b0648964-7df9-4cf2-8f63-83b525c25c76 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7370963 Dec 20 15:01:51.079256 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-5a9ee877-c98a-4fd5-b749-be847e95fca5 req-89dd1af9-a6ba-46cd-a4c8-b10bb3b5046b service neutron] Request body: {'port': {'device_id': 'e51ef32c-de8b-4f59-8553-08a1a644cd62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-19'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:01:51.110921 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9d306524-d9e0-4312-9174-a78a99e839be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:51.113439 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9d306524-d9e0-4312-9174-a78a99e839be admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:51.114591 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-9d306524-d9e0-4312-9174-a78a99e839be admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/df637d67-a546-4720-8d45-c5fa827111be HTTP/1.1" status: 204 len: 168 time: 0.2890880 Dec 20 15:01:51.139984 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d306524-d9e0-4312-9174-a78a99e839be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df637d67-a546-4720-8d45-c5fa827111be,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:01:51.197084 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-5a9ee877-c98a-4fd5-b749-be847e95fca5 req-89dd1af9-a6ba-46cd-a4c8-b10bb3b5046b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:51.311714 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-d972871a-f0d4-497e-a9a5-c0df82a141cd None None] Provisioning complete for port 7ce430ed-8112-491b-b347-845a0004c62a triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:01:51.312078 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d972871a-f0d4-497e-a9a5-c0df82a141cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:51.321190 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152fa333-081d-4450-84e8-3ba881e9b72b req-410eba6b-8e42-4436-9d34-1d2588f603ae tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:01:51.325424 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-152fa333-081d-4450-84e8-3ba881e9b72b req-410eba6b-8e42-4436-9d34-1d2588f603ae tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "GET /v2.0/ports?device_id=e51ef32c-de8b-4f59-8553-08a1a644cd62 HTTP/1.1" status: 200 len: 932 time: 0.0841365 Dec 20 15:01:51.364595 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-d972871a-f0d4-497e-a9a5-c0df82a141cd None None] Port 7ce430ed-8112-491b-b347-845a0004c62a cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:01:51.395411 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-152fa333-081d-4450-84e8-3ba881e9b72b req-d834c195-510a-4f27-98c9-9e847a15ba05 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "GET /v2.0/security-groups?id=0192a371-8981-469e-a90e-9fd9e5a75c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661018 Dec 20 15:01:51.503412 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 50926) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:01:51.518046 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a07a14b8-8a22-4b18-bf83-d4695fa9d70b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:51.527637 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [req-5a9ee877-c98a-4fd5-b749-be847e95fca5 req-89dd1af9-a6ba-46cd-a4c8-b10bb3b5046b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ce430ed-8112-491b-b347-845a0004c62a {{(pid=103167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:01:51.537048 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-5a9ee877-c98a-4fd5-b749-be847e95fca5 req-89dd1af9-a6ba-46cd-a4c8-b10bb3b5046b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:51.551221 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-5a9ee877-c98a-4fd5-b749-be847e95fca5 req-89dd1af9-a6ba-46cd-a4c8-b10bb3b5046b service neutron] Transition to ACTIVE for port object 7ce430ed-8112-491b-b347-845a0004c62a will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:01:51.555957 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-5a9ee877-c98a-4fd5-b749-be847e95fca5 req-89dd1af9-a6ba-46cd-a4c8-b10bb3b5046b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:51.597354 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a07a14b8-8a22-4b18-bf83-d4695fa9d70b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:51.604300 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a07a14b8-8a22-4b18-bf83-d4695fa9d70b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:51.649112 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-a07a14b8-8a22-4b18-bf83-d4695fa9d70b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=591093c8bdb34ef98ade9066e956d6c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1443877 Dec 20 15:01:51.651591 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07a14b8-8a22-4b18-bf83-d4695fa9d70b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=778376a3-b700-4b06-a9cc-1461e4a81fbf,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:01:51.654058 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 50928) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:01:51.688524 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-5a9ee877-c98a-4fd5-b749-be847e95fca5 req-89dd1af9-a6ba-46cd-a4c8-b10bb3b5046b service neutron] Attempting to bind port 7ce430ed-8112-491b-b347-845a0004c62a on host n-h1-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:01:51.688866 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-5a9ee877-c98a-4fd5-b749-be847e95fca5 req-89dd1af9-a6ba-46cd-a4c8-b10bb3b5046b service neutron] Attempting to bind port 7ce430ed-8112-491b-b347-845a0004c62a by drivers openvswitch,hyperv on host n-h1-761264-19 at level 0 using segments [{'id': 'a63efea1-f9ae-4f39-95d3-b6334197c90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '14442ae2-e1ca-4574-a01f-d14a0175a1d5'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:01:51.689205 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9ee877-c98a-4fd5-b749-be847e95fca5 req-89dd1af9-a6ba-46cd-a4c8-b10bb3b5046b service neutron] Attempting to bind port 7ce430ed-8112-491b-b347-845a0004c62a on network 14442ae2-e1ca-4574-a01f-d14a0175a1d5 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:01:51.694632 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dd1af9-a6ba-46cd-a4c8-b10bb3b5046b service neutron] Pushing event updated for resources: {'Port': ['ID=7ce430ed-8112-491b-b347-845a0004c62a,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:01:51.698588 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9ee877-c98a-4fd5-b749-be847e95fca5 req-89dd1af9-a6ba-46cd-a4c8-b10bb3b5046b service neutron] Port 7ce430ed-8112-491b-b347-845a0004c62a on network 14442ae2-e1ca-4574-a01f-d14a0175a1d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:01:51.699031 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9ee877-c98a-4fd5-b749-be847e95fca5 req-89dd1af9-a6ba-46cd-a4c8-b10bb3b5046b service neutron] Attempting to bind port 7ce430ed-8112-491b-b347-845a0004c62a on network 14442ae2-e1ca-4574-a01f-d14a0175a1d5 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:01:51.704709 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9ee877-c98a-4fd5-b749-be847e95fca5 req-89dd1af9-a6ba-46cd-a4c8-b10bb3b5046b service neutron] Checking agent: {'id': '3e5ace3e-dd7b-4522-a7c4-77d13dbeab1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:01:51.705046 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9ee877-c98a-4fd5-b749-be847e95fca5 req-89dd1af9-a6ba-46cd-a4c8-b10bb3b5046b service neutron] Checking segment: {'id': 'a63efea1-f9ae-4f39-95d3-b6334197c90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '14442ae2-e1ca-4574-a01f-d14a0175a1d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:01:51.705428 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9ee877-c98a-4fd5-b749-be847e95fca5 req-89dd1af9-a6ba-46cd-a4c8-b10bb3b5046b service neutron] Bound using segment: {'id': 'a63efea1-f9ae-4f39-95d3-b6334197c90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '14442ae2-e1ca-4574-a01f-d14a0175a1d5'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:01:51.705857 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-5a9ee877-c98a-4fd5-b749-be847e95fca5 req-89dd1af9-a6ba-46cd-a4c8-b10bb3b5046b service neutron] Bound port: 7ce430ed-8112-491b-b347-845a0004c62a, host: n-h1-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a63efea1-f9ae-4f39-95d3-b6334197c90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '14442ae2-e1ca-4574-a01f-d14a0175a1d5'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:01:51.706213 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-5a9ee877-c98a-4fd5-b749-be847e95fca5 req-89dd1af9-a6ba-46cd-a4c8-b10bb3b5046b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:51.743299 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-06a35813-3eda-45df-bf99-06849654aeed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:51.767456 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-06a35813-3eda-45df-bf99-06849654aeed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:51.775327 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-5a9ee877-c98a-4fd5-b749-be847e95fca5 req-89dd1af9-a6ba-46cd-a4c8-b10bb3b5046b service neutron] For port 7ce430ed-8112-491b-b347-845a0004c62a, host n-h1-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:01:51.778925 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-5a9ee877-c98a-4fd5-b749-be847e95fca5 req-89dd1af9-a6ba-46cd-a4c8-b10bb3b5046b service neutron] For port 7ce430ed-8112-491b-b347-845a0004c62a, host n-h1-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=7ce430ed-8112-491b-b347-845a0004c62a,segment=NetworkSegment(a63efea1-f9ae-4f39-95d3-b6334197c90f),segment_id=a63efea1-f9ae-4f39-95d3-b6334197c90f)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:01:51.786073 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-5a9ee877-c98a-4fd5-b749-be847e95fca5 req-89dd1af9-a6ba-46cd-a4c8-b10bb3b5046b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:51.805219 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9ee877-c98a-4fd5-b749-be847e95fca5 req-89dd1af9-a6ba-46cd-a4c8-b10bb3b5046b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:01:51.806774 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-5a9ee877-c98a-4fd5-b749-be847e95fca5 req-89dd1af9-a6ba-46cd-a4c8-b10bb3b5046b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:51.808309 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5a9ee877-c98a-4fd5-b749-be847e95fca5 req-89dd1af9-a6ba-46cd-a4c8-b10bb3b5046b service neutron] 10.222.0.30 "PUT /v2.0/ports/7ce430ed-8112-491b-b347-845a0004c62a HTTP/1.1" status: 200 len: 1093 time: 0.7398646 Dec 20 15:01:51.811730 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e51ef32c-de8b-4f59-8553-08a1a644cd62', 'tag': '7ce430ed-8112-491b-b347-845a0004c62a'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:01:51.819612 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cdc7e25-7be1-4b30-888d-ed34902de945" -d '{"events": [{"name": "network-changed", "server_uuid": "e51ef32c-de8b-4f59-8553-08a1a644cd62", "tag": "7ce430ed-8112-491b-b347-845a0004c62a"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:01:51.829383 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-06a35813-3eda-45df-bf99-06849654aeed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:51.832685 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-06a35813-3eda-45df-bf99-06849654aeed admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:51.836603 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-06a35813-3eda-45df-bf99-06849654aeed admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/778376a3-b700-4b06-a9cc-1461e4a81fbf HTTP/1.1" status: 204 len: 168 time: 0.1685426 Dec 20 15:01:51.846132 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a35813-3eda-45df-bf99-06849654aeed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=778376a3-b700-4b06-a9cc-1461e4a81fbf,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:01:51.938795 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9ee877-c98a-4fd5-b749-be847e95fca5 req-cfbb3d23-3fb8-4ebb-a7d4-5c6818f07e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:01:51.940326 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5a9ee877-c98a-4fd5-b749-be847e95fca5 req-cfbb3d23-3fb8-4ebb-a7d4-5c6818f07e4f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f62d8f2c7b324a5892ce5eb0e9d3389a&device_id=e51ef32c-de8b-4f59-8553-08a1a644cd62 HTTP/1.1" status: 200 len: 1096 time: 0.0738194 Dec 20 15:01:51.940955 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dd1af9-a6ba-46cd-a4c8-b10bb3b5046b service neutron] Pushing event updated for resources: {'Port': ['ID=7ce430ed-8112-491b-b347-845a0004c62a,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:01:51.952999 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bf11436-3d41-4aff-8965-a5f556494522 x-openstack-request-id: req-0bf11436-3d41-4aff-8965-a5f556494522 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:01:51.953406 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e51ef32c-de8b-4f59-8553-08a1a644cd62", "tag": "7ce430ed-8112-491b-b347-845a0004c62a", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:01:51.956106 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0bf11436-3d41-4aff-8965-a5f556494522 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:01:51.957426 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e51ef32c-de8b-4f59-8553-08a1a644cd62', 'tag': '7ce430ed-8112-491b-b347-845a0004c62a', 'status': 'completed', 'code': 200} Dec 20 15:01:52.012791 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5a9ee877-c98a-4fd5-b749-be847e95fca5 req-7af6ea37-9eea-49aa-b2d4-adea119d2fa0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=7ce430ed-8112-491b-b347-845a0004c62a HTTP/1.1" status: 200 len: 217 time: 0.0542698 Dec 20 15:01:52.084458 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9ee877-c98a-4fd5-b749-be847e95fca5 req-40679b6a-aa6c-402b-9c2d-f520699b1d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:01:52.085972 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5a9ee877-c98a-4fd5-b749-be847e95fca5 req-40679b6a-aa6c-402b-9c2d-f520699b1d5c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a4a89fe3-b148-426b-9bcb-5a84bbb77dd3 HTTP/1.1" status: 200 len: 838 time: 0.0652478 Dec 20 15:01:52.148148 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9ee877-c98a-4fd5-b749-be847e95fca5 req-a8274bec-52ae-4cd2-a0b4-4c52bf1f0fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:01:52.150214 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5a9ee877-c98a-4fd5-b749-be847e95fca5 req-a8274bec-52ae-4cd2-a0b4-4c52bf1f0fd6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=14442ae2-e1ca-4574-a01f-d14a0175a1d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0554690 Dec 20 15:01:52.274049 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5a9ee877-c98a-4fd5-b749-be847e95fca5 req-da3cf200-45df-49b9-be73-62e7ac483d30 service neutron] 10.222.0.30 "GET /v2.0/networks/14442ae2-e1ca-4574-a01f-d14a0175a1d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156039 Dec 20 15:01:52.353278 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 50944) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:01:52.384602 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5a9ee877-c98a-4fd5-b749-be847e95fca5 req-e959039d-6ad1-4a3d-a045-d59e2ae725ea service neutron] 10.222.0.30 "GET /v2.0/networks/14442ae2-e1ca-4574-a01f-d14a0175a1d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028516 Dec 20 15:01:52.407574 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-f880a071-c2d7-4dfb-8753-b8c5a020d37c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=eeb40b8fd6fc4efca72e1edb551f7e4b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0520504 Dec 20 15:01:52.410237 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 50946) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:01:52.492836 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-46da689d-b3f4-48ee-a0fc-dad093719c46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:52.500376 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc7e25-7be1-4b30-888d-ed34902de945 req-63da170f-56ce-4e3f-9b6f-af3136ac497e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:01:52.501989 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5cdc7e25-7be1-4b30-888d-ed34902de945 req-63da170f-56ce-4e3f-9b6f-af3136ac497e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f62d8f2c7b324a5892ce5eb0e9d3389a&device_id=e51ef32c-de8b-4f59-8553-08a1a644cd62 HTTP/1.1" status: 200 len: 1096 time: 0.0685847 Dec 20 15:01:52.528477 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-46da689d-b3f4-48ee-a0fc-dad093719c46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:52.536145 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2d9b64-2c8f-47ff-a3a5-a22497030dcb req-1b0189ee-6c2c-4f56-a7d9-285794779c66 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:01:52.538563 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-da2d9b64-2c8f-47ff-a3a5-a22497030dcb req-1b0189ee-6c2c-4f56-a7d9-285794779c66 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "GET /v2.0/ports?device_id=e51ef32c-de8b-4f59-8553-08a1a644cd62 HTTP/1.1" status: 200 len: 944 time: 0.0553336 Dec 20 15:01:52.593932 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-da2d9b64-2c8f-47ff-a3a5-a22497030dcb req-f756b63d-3606-4038-8442-ed83fe32efde tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "GET /v2.0/security-groups?id=0192a371-8981-469e-a90e-9fd9e5a75c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480590 Dec 20 15:01:52.633039 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc7e25-7be1-4b30-888d-ed34902de945 req-fe306855-fe62-4b76-8df6-4e3eee8c2190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:01:52.634531 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5cdc7e25-7be1-4b30-888d-ed34902de945 req-fe306855-fe62-4b76-8df6-4e3eee8c2190 service neutron] 10.222.0.30 "GET /v2.0/networks?id=14442ae2-e1ca-4574-a01f-d14a0175a1d5 HTTP/1.1" status: 200 len: 898 time: 0.1226261 Dec 20 15:01:52.643014 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-46da689d-b3f4-48ee-a0fc-dad093719c46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:52.646709 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-46da689d-b3f4-48ee-a0fc-dad093719c46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:52.648037 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-46da689d-b3f4-48ee-a0fc-dad093719c46 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/cc80af5f-5e08-46b4-98ed-1f2801aa5592 HTTP/1.1" status: 204 len: 168 time: 0.2366941 Dec 20 15:01:52.690004 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46da689d-b3f4-48ee-a0fc-dad093719c46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc80af5f-5e08-46b4-98ed-1f2801aa5592,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:01:52.692906 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5cdc7e25-7be1-4b30-888d-ed34902de945 req-a0f3c463-8387-4782-b17e-28565694278c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=7ce430ed-8112-491b-b347-845a0004c62a HTTP/1.1" status: 200 len: 217 time: 0.0437846 Dec 20 15:01:52.694651 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:01:52.747179 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc7e25-7be1-4b30-888d-ed34902de945 req-4ee84096-7080-4bc0-a9a2-35609ac58867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:01:52.748840 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5cdc7e25-7be1-4b30-888d-ed34902de945 req-4ee84096-7080-4bc0-a9a2-35609ac58867 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a4a89fe3-b148-426b-9bcb-5a84bbb77dd3 HTTP/1.1" status: 200 len: 838 time: 0.0495219 Dec 20 15:01:52.801575 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc7e25-7be1-4b30-888d-ed34902de945 req-17446491-e00b-4365-988e-8fdf3fdb76af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:01:52.803180 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5cdc7e25-7be1-4b30-888d-ed34902de945 req-17446491-e00b-4365-988e-8fdf3fdb76af service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=14442ae2-e1ca-4574-a01f-d14a0175a1d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0474589 Dec 20 15:01:52.901805 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5cdc7e25-7be1-4b30-888d-ed34902de945 req-9e1d5a1d-3a72-475b-9887-a2f231718f47 service neutron] 10.222.0.30 "GET /v2.0/networks/14442ae2-e1ca-4574-a01f-d14a0175a1d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907042 Dec 20 15:01:53.010712 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5cdc7e25-7be1-4b30-888d-ed34902de945 req-175dbfbc-3986-4e7d-9c66-647c78702454 service neutron] 10.222.0.30 "GET /v2.0/networks/14442ae2-e1ca-4574-a01f-d14a0175a1d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013494 Dec 20 15:01:53.377768 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 50972) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:01:53.481486 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-9e43572b-83be-4c0f-a34a-b4f3fdbb2c13 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-99043251-network', 'tenant_id': 'cfd8255c4a284b73b4d430c0e19b2957'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:01:53.506154 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e43572b-83be-4c0f-a34a-b4f3fdbb2c13 admin admin] Made reservation on behalf of cfd8255c4a284b73b4d430c0e19b2957 for: {'network': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:01:53.508554 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9e43572b-83be-4c0f-a34a-b4f3fdbb2c13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:53.517539 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9e43572b-83be-4c0f-a34a-b4f3fdbb2c13 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:53.597287 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9e43572b-83be-4c0f-a34a-b4f3fdbb2c13 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:53.603151 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9e43572b-83be-4c0f-a34a-b4f3fdbb2c13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:53.626299 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e43572b-83be-4c0f-a34a-b4f3fdbb2c13 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=103167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:01:53.643120 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e43572b-83be-4c0f-a34a-b4f3fdbb2c13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc803981-bfcf-4f35-a9a2-b89bc8de07df,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:01:53.649551 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9e43572b-83be-4c0f-a34a-b4f3fdbb2c13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:53.649915 n-d-761264-19 neutron-server[103167]: INFO neutron.db.segments_db [None req-9e43572b-83be-4c0f-a34a-b4f3fdbb2c13 admin admin] Added segment 79ad9a4f-919a-4b1d-9f0f-948f2dc38774 of type vlan for network 8d9e0a3f-6d16-4d12-8021-55d0b16276a9 Dec 20 15:01:53.691196 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9e43572b-83be-4c0f-a34a-b4f3fdbb2c13 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:53.750617 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9e43572b-83be-4c0f-a34a-b4f3fdbb2c13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:53.751649 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e43572b-83be-4c0f-a34a-b4f3fdbb2c13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:01:53.752217 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9e43572b-83be-4c0f-a34a-b4f3fdbb2c13 admin admin] Publish callbacks [] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:53.792778 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4176ba13-98fa-4310-b17e-9d6dc68eab0e req-3671b03a-8ec2-4598-88ca-83ad2583db79 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:01:53.794279 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4176ba13-98fa-4310-b17e-9d6dc68eab0e req-3671b03a-8ec2-4598-88ca-83ad2583db79 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "GET /v2.0/ports?device_id=e51ef32c-de8b-4f59-8553-08a1a644cd62 HTTP/1.1" status: 200 len: 944 time: 0.0986722 Dec 20 15:01:53.850374 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-9e43572b-83be-4c0f-a34a-b4f3fdbb2c13 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4713676 Dec 20 15:01:53.853718 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 50978) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:01:53.858983 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-d414f0cd-6a0d-46c4-8e5b-2c2ef5c694a1 admin admin] Request body: {'subnet': {'network_id': '8d9e0a3f-6d16-4d12-8021-55d0b16276a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-99043251-subnet', 'tenant_id': 'cfd8255c4a284b73b4d430c0e19b2957', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:01:53.876924 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e43572b-83be-4c0f-a34a-b4f3fdbb2c13 admin admin] Pushing event updated for resources: {'Network': ['ID=8d9e0a3f-6d16-4d12-8021-55d0b16276a9,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:01:53.887240 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d414f0cd-6a0d-46c4-8e5b-2c2ef5c694a1 admin admin] Made reservation on behalf of cfd8255c4a284b73b4d430c0e19b2957 for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:01:53.890661 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 8d9e0a3f-6d16-4d12-8021-55d0b16276a9 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:01:53.891635 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d414f0cd-6a0d-46c4-8e5b-2c2ef5c694a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:53.921604 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4176ba13-98fa-4310-b17e-9d6dc68eab0e req-ae077a18-bd0a-4e3b-849b-db676aa9ed92 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "GET /v2.0/security-groups?id=0192a371-8981-469e-a90e-9fd9e5a75c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094356 Dec 20 15:01:54.062749 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 7ce430ed-8112-491b-b347-845a0004c62a details requested by agent hyperv_n-h1-761264-19 with host n-h1-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:01:54.099554 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d414f0cd-6a0d-46c4-8e5b-2c2ef5c694a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8848317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10470522'] for subnet, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:54.161748 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d414f0cd-6a0d-46c4-8e5b-2c2ef5c694a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08859510-0380-416a-8e72-dfbf7d15b80a,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:01:54.181249 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d414f0cd-6a0d-46c4-8e5b-2c2ef5c694a1 admin admin] Checking segment: {'id': '79ad9a4f-919a-4b1d-9f0f-948f2dc38774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '8d9e0a3f-6d16-4d12-8021-55d0b16276a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:01:54.181608 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d414f0cd-6a0d-46c4-8e5b-2c2ef5c694a1 admin admin] Network hostable DHCP agents. Network: 8d9e0a3f-6d16-4d12-8021-55d0b16276a9, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:01:54.187219 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 7ce430ed-8112-491b-b347-845a0004c62a, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=7ce430ed-8112-491b-b347-845a0004c62a,segment=NetworkSegment(a63efea1-f9ae-4f39-95d3-b6334197c90f),segment_id=a63efea1-f9ae-4f39-95d3-b6334197c90f)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:01:54.199407 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Returning: {'device': '7ce430ed-8112-491b-b347-845a0004c62a', 'network_id': '14442ae2-e1ca-4574-a01f-d14a0175a1d5', 'port_id': '7ce430ed-8112-491b-b347-845a0004c62a', 'mac_address': 'fa:16:3e:e5:36:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4a89fe3-b148-426b-9bcb-5a84bbb77dd3', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:01:54.202440 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d414f0cd-6a0d-46c4-8e5b-2c2ef5c694a1 admin admin] Network 8d9e0a3f-6d16-4d12-8021-55d0b16276a9 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:01:54.211865 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-d414f0cd-6a0d-46c4-8e5b-2c2ef5c694a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 8d9e0a3f-6d16-4d12-8021-55d0b16276a9) {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:01:54.216867 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d414f0cd-6a0d-46c4-8e5b-2c2ef5c694a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:01:54.217486 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d414f0cd-6a0d-46c4-8e5b-2c2ef5c694a1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:54.243128 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-d414f0cd-6a0d-46c4-8e5b-2c2ef5c694a1 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3879623 Dec 20 15:01:54.243646 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cca73b6-822d-467d-8487-2861375566c7 None None] Network 8d9e0a3f-6d16-4d12-8021-55d0b16276a9 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:01:54.279669 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:54.323455 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ce430ed-8112-491b-b347-845a0004c62a {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:01:54.358555 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 7ce430ed-8112-491b-b347-845a0004c62a, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=7ce430ed-8112-491b-b347-845a0004c62a,segment=NetworkSegment(a63efea1-f9ae-4f39-95d3-b6334197c90f),segment_id=a63efea1-f9ae-4f39-95d3-b6334197c90f)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:01:54.367798 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:54.416194 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c2df73-5bc3-40da-b8b2-ef268453bc19 None None] Network 8d9e0a3f-6d16-4d12-8021-55d0b16276a9 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:01:54.508689 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=7ce430ed-8112-491b-b347-845a0004c62a,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:01:54.668993 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['7ce430ed-8112-491b-b347-845a0004c62a'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:01:54.869753 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 51000) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:01:54.875558 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-8f775cec-4cfa-4af5-8c1a-4277f905fe62 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-466669270-network', 'tenant_id': '0b15808e969a49bd92a7b9f560728060'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:01:54.900828 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f775cec-4cfa-4af5-8c1a-4277f905fe62 admin admin] Made reservation on behalf of 0b15808e969a49bd92a7b9f560728060 for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:01:54.904502 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8f775cec-4cfa-4af5-8c1a-4277f905fe62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:54.919817 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8f775cec-4cfa-4af5-8c1a-4277f905fe62 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:55.033263 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8f775cec-4cfa-4af5-8c1a-4277f905fe62 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:55.041143 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8f775cec-4cfa-4af5-8c1a-4277f905fe62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:55.110284 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f775cec-4cfa-4af5-8c1a-4277f905fe62 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:01:55.137455 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8f775cec-4cfa-4af5-8c1a-4277f905fe62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:55.138877 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-8f775cec-4cfa-4af5-8c1a-4277f905fe62 admin admin] Added segment be12ed3b-16ea-4308-8255-0ca8b340d450 of type vlan for network cbfbc8c1-ff50-41d9-8e31-af992dedfbd0 Dec 20 15:01:55.149968 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f775cec-4cfa-4af5-8c1a-4277f905fe62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc19f18-4e0e-4111-b50d-4414fba4e1f5,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:01:55.188152 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b21b820-ef43-4bf5-92f5-bba356067478 req-cde0ab7f-ccfb-4714-a757-f69f13ca13ca tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:01:55.189681 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5b21b820-ef43-4bf5-92f5-bba356067478 req-cde0ab7f-ccfb-4714-a757-f69f13ca13ca tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "GET /v2.0/ports?device_id=e51ef32c-de8b-4f59-8553-08a1a644cd62 HTTP/1.1" status: 200 len: 945 time: 0.1399713 Dec 20 15:01:55.200029 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8f775cec-4cfa-4af5-8c1a-4277f905fe62 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:55.247679 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8f775cec-4cfa-4af5-8c1a-4277f905fe62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:55.248696 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f775cec-4cfa-4af5-8c1a-4277f905fe62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:01:55.249286 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8f775cec-4cfa-4af5-8c1a-4277f905fe62 admin admin] Publish callbacks [] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:55.582829 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5b21b820-ef43-4bf5-92f5-bba356067478 req-5021379a-f917-48ee-9334-b5a12ec9a7df tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "GET /v2.0/security-groups?id=0192a371-8981-469e-a90e-9fd9e5a75c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3847659 Dec 20 15:01:55.610643 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-8f775cec-4cfa-4af5-8c1a-4277f905fe62 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7335272 Dec 20 15:01:55.610643 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 51004) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:01:55.676964 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-1c6c525a-74f1-44ce-a1af-2b057397dbb0 admin admin] Request body: {'subnet': {'network_id': 'cbfbc8c1-ff50-41d9-8e31-af992dedfbd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-466669270-subnet', 'tenant_id': '0b15808e969a49bd92a7b9f560728060', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:01:55.691038 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f775cec-4cfa-4af5-8c1a-4277f905fe62 admin admin] Pushing event updated for resources: {'Network': ['ID=cbfbc8c1-ff50-41d9-8e31-af992dedfbd0,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:01:55.702463 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network cbfbc8c1-ff50-41d9-8e31-af992dedfbd0 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:01:55.726920 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c6c525a-74f1-44ce-a1af-2b057397dbb0 admin admin] Made reservation on behalf of 0b15808e969a49bd92a7b9f560728060 for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:01:55.731321 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1c6c525a-74f1-44ce-a1af-2b057397dbb0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:55.918579 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1c6c525a-74f1-44ce-a1af-2b057397dbb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8848317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10470522'] for subnet, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:55.989003 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6c525a-74f1-44ce-a1af-2b057397dbb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d086628-c8ac-457a-adc7-c150617725f8,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:01:55.996522 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6c525a-74f1-44ce-a1af-2b057397dbb0 admin admin] Checking segment: {'id': 'be12ed3b-16ea-4308-8255-0ca8b340d450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'cbfbc8c1-ff50-41d9-8e31-af992dedfbd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:01:55.996884 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6c525a-74f1-44ce-a1af-2b057397dbb0 admin admin] Network hostable DHCP agents. Network: cbfbc8c1-ff50-41d9-8e31-af992dedfbd0, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:01:56.016940 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6c525a-74f1-44ce-a1af-2b057397dbb0 admin admin] Network cbfbc8c1-ff50-41d9-8e31-af992dedfbd0 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:01:56.027116 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-1c6c525a-74f1-44ce-a1af-2b057397dbb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, cbfbc8c1-ff50-41d9-8e31-af992dedfbd0) {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:01:56.033378 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6c525a-74f1-44ce-a1af-2b057397dbb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:01:56.034402 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1c6c525a-74f1-44ce-a1af-2b057397dbb0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:56.037892 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a933db55-47c5-403e-a9f0-c09cd38fc21a None None] Network cbfbc8c1-ff50-41d9-8e31-af992dedfbd0 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:01:56.060507 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-1c6c525a-74f1-44ce-a1af-2b057397dbb0 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3799863 Dec 20 15:01:56.128429 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 7ce430ed-8112-491b-b347-845a0004c62a up at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:01:56.189862 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0250dfb-ba37-4aa5-a329-7189edb1edf6 None None] Network cbfbc8c1-ff50-41d9-8e31-af992dedfbd0 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:01:56.248601 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning for port 7ce430ed-8112-491b-b347-845a0004c62a completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:01:56.255953 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning complete for port 7ce430ed-8112-491b-b347-845a0004c62a triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:01:56.256324 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:56.367641 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:56.402438 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 7ce430ed-8112-491b-b347-845a0004c62a, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=7ce430ed-8112-491b-b347-845a0004c62a,segment=NetworkSegment(a63efea1-f9ae-4f39-95d3-b6334197c90f),segment_id=a63efea1-f9ae-4f39-95d3-b6334197c90f)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:01:56.404052 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e51ef32c-de8b-4f59-8553-08a1a644cd62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ce430ed-8112-491b-b347-845a0004c62a'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:01:56.407087 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96848ffc-12b5-4494-be54-5d0e848e5d07" -d '{"events": [{"server_uuid": "e51ef32c-de8b-4f59-8553-08a1a644cd62", "name": "network-vif-plugged", "status": "completed", "tag": "7ce430ed-8112-491b-b347-845a0004c62a"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:01:56.410890 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:56.467313 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=7ce430ed-8112-491b-b347-845a0004c62a,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:01:56.483575 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c99c4fb8-ca7e-41be-aad3-611b0c311af8 x-openstack-request-id: req-c99c4fb8-ca7e-41be-aad3-611b0c311af8 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:01:56.483994 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e51ef32c-de8b-4f59-8553-08a1a644cd62", "name": "network-vif-plugged", "status": "completed", "tag": "7ce430ed-8112-491b-b347-845a0004c62a", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:01:56.484137 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c99c4fb8-ca7e-41be-aad3-611b0c311af8 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:01:56.484859 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e51ef32c-de8b-4f59-8553-08a1a644cd62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ce430ed-8112-491b-b347-845a0004c62a', 'code': 200} Dec 20 15:01:56.600430 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df60f09d-c548-4225-8579-0294ec4f9fd4 req-8fb64d02-4afe-411f-a3bc-9d88f656e27e tempest-TestServerAdvancedOps-2127407637 tempest-TestServerAdvancedOps-2127407637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:01:56.602009 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-df60f09d-c548-4225-8579-0294ec4f9fd4 req-8fb64d02-4afe-411f-a3bc-9d88f656e27e tempest-TestServerAdvancedOps-2127407637 tempest-TestServerAdvancedOps-2127407637-project] 10.222.0.54 "GET /v2.0/networks?id=8d9e0a3f-6d16-4d12-8021-55d0b16276a9 HTTP/1.1" status: 200 len: 810 time: 0.1419034 Dec 20 15:01:56.619171 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2ede28-6014-4a47-a42c-856aa1dc47e3 req-29234f1b-7eff-426c-bae1-0bedb4daeb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:01:56.621179 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6b2ede28-6014-4a47-a42c-856aa1dc47e3 req-29234f1b-7eff-426c-bae1-0bedb4daeb03 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e51ef32c-de8b-4f59-8553-08a1a644cd62 HTTP/1.1" status: 200 len: 1098 time: 0.0749192 Dec 20 15:01:56.625718 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-df60f09d-c548-4225-8579-0294ec4f9fd4 req-4f7a5e37-467e-444e-98ae-1c0eb05e07ac tempest-TestServerAdvancedOps-2127407637 tempest-TestServerAdvancedOps-2127407637-project] 10.222.0.54 "GET /v2.0/quotas/cfd8255c4a284b73b4d430c0e19b2957 HTTP/1.1" status: 200 len: 375 time: 0.0163600 Dec 20 15:01:56.675333 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-df60f09d-c548-4225-8579-0294ec4f9fd4 req-1f7f6e13-c722-4318-8d56-8afa638f1183 tempest-TestServerAdvancedOps-2127407637 tempest-TestServerAdvancedOps-2127407637-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=cfd8255c4a284b73b4d430c0e19b2957&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0394177 Dec 20 15:01:56.737098 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd52d49-7f15-4e58-a59d-346cbd5b3208 req-813a3c8a-bcfd-4a76-95fc-60ef19048a8a tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:01:56.739961 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3bd52d49-7f15-4e58-a59d-346cbd5b3208 req-813a3c8a-bcfd-4a76-95fc-60ef19048a8a tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "GET /v2.0/ports?device_id=e51ef32c-de8b-4f59-8553-08a1a644cd62 HTTP/1.1" status: 200 len: 946 time: 0.0711262 Dec 20 15:01:56.759576 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6b2ede28-6014-4a47-a42c-856aa1dc47e3 req-b3949731-6f9a-4c11-9944-da1e1726b846 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0192a371-8981-469e-a90e-9fd9e5a75c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1312349 Dec 20 15:01:56.794466 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3bd52d49-7f15-4e58-a59d-346cbd5b3208 req-5e3e289d-8b99-448c-a910-b91cce048c8e tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "GET /v2.0/security-groups?id=0192a371-8981-469e-a90e-9fd9e5a75c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489123 Dec 20 15:01:56.797517 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-df60f09d-c548-4225-8579-0294ec4f9fd4 req-514443d8-748d-48e0-8bec-747969e6884f service neutron] 10.222.0.54 "GET /v2.0/networks/8d9e0a3f-6d16-4d12-8021-55d0b16276a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103978 Dec 20 15:01:56.897057 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-df60f09d-c548-4225-8579-0294ec4f9fd4 req-06d1a292-5c54-4539-9cd4-9afe803fd264 service neutron] 10.222.0.54 "GET /v2.0/networks/8d9e0a3f-6d16-4d12-8021-55d0b16276a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915558 Dec 20 15:01:57.059248 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2b2be45a-6b1f-450d-83c4-465a0f6039ac req-64ac95be-afcf-47f9-884a-8cd6a3b8f4a5 tempest-TestServerAdvancedOps-2127407637 tempest-TestServerAdvancedOps-2127407637-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f7fb66b-3f00-49eb-a0ef-ccae2d209c56 HTTP/1.1" status: 200 len: 210 time: 0.0275111 Dec 20 15:01:57.929358 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b900d489-7982-42cb-96e4-203a8b12d9c8 req-68de9d99-ea8f-464c-b8ae-c72f6eeb6875 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:01:57.930980 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b900d489-7982-42cb-96e4-203a8b12d9c8 req-68de9d99-ea8f-464c-b8ae-c72f6eeb6875 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "GET /v2.0/ports?device_id=e51ef32c-de8b-4f59-8553-08a1a644cd62 HTTP/1.1" status: 200 len: 946 time: 0.0617564 Dec 20 15:01:58.067287 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b900d489-7982-42cb-96e4-203a8b12d9c8 req-64df91b3-fa06-45de-8035-89fa3c068548 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "GET /v2.0/security-groups?id=0192a371-8981-469e-a90e-9fd9e5a75c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1293225 Dec 20 15:01:58.157324 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df60f09d-c548-4225-8579-0294ec4f9fd4 req-b50ccca7-800c-427e-b111-23a451d8a370 tempest-TestServerAdvancedOps-2127407637 tempest-TestServerAdvancedOps-2127407637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:01:58.159236 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-df60f09d-c548-4225-8579-0294ec4f9fd4 req-b50ccca7-800c-427e-b111-23a451d8a370 tempest-TestServerAdvancedOps-2127407637 tempest-TestServerAdvancedOps-2127407637-project] 10.222.0.47 "GET /v2.0/networks?id=8d9e0a3f-6d16-4d12-8021-55d0b16276a9 HTTP/1.1" status: 200 len: 810 time: 0.2046697 Dec 20 15:01:58.174530 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-df60f09d-c548-4225-8579-0294ec4f9fd4 req-e1064330-6b18-4e76-b77e-a438126d81dd tempest-TestServerAdvancedOps-2127407637 tempest-TestServerAdvancedOps-2127407637-project] Request body: {'port': {'device_id': '5f7fb66b-3f00-49eb-a0ef-ccae2d209c56', 'network_id': '8d9e0a3f-6d16-4d12-8021-55d0b16276a9', 'admin_state_up': True, 'tenant_id': 'cfd8255c4a284b73b4d430c0e19b2957'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:01:58.199519 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-14426d76-1bc1-4fd7-95e6-8214425354c6 req-3ffcc1b3-cb6f-4886-ba2f-82edcd8bb66b tempest-TestServerAdvancedOps-2127407637 tempest-TestServerAdvancedOps-2127407637-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f7fb66b-3f00-49eb-a0ef-ccae2d209c56 HTTP/1.1" status: 200 len: 210 time: 0.0274241 Dec 20 15:01:58.300246 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df60f09d-c548-4225-8579-0294ec4f9fd4 req-e1064330-6b18-4e76-b77e-a438126d81dd tempest-TestServerAdvancedOps-2127407637 tempest-TestServerAdvancedOps-2127407637-project] Made reservation on behalf of cfd8255c4a284b73b4d430c0e19b2957 for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:01:58.303978 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-df60f09d-c548-4225-8579-0294ec4f9fd4 req-e1064330-6b18-4e76-b77e-a438126d81dd tempest-TestServerAdvancedOps-2127407637 tempest-TestServerAdvancedOps-2127407637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:58.431807 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [req-df60f09d-c548-4225-8579-0294ec4f9fd4 req-e1064330-6b18-4e76-b77e-a438126d81dd tempest-TestServerAdvancedOps-2127407637 tempest-TestServerAdvancedOps-2127407637-project] Allocated IP 172.20.0.6 (8d9e0a3f-6d16-4d12-8021-55d0b16276a9/08859510-0380-416a-8e72-dfbf7d15b80a/73e65a57-7fb9-4e0e-9e0d-3d07dd849a7c) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:01:58.590385 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-df60f09d-c548-4225-8579-0294ec4f9fd4 req-e1064330-6b18-4e76-b77e-a438126d81dd tempest-TestServerAdvancedOps-2127407637 tempest-TestServerAdvancedOps-2127407637-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:58.629130 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-df60f09d-c548-4225-8579-0294ec4f9fd4 req-e1064330-6b18-4e76-b77e-a438126d81dd tempest-TestServerAdvancedOps-2127407637 tempest-TestServerAdvancedOps-2127407637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:58.673257 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df60f09d-c548-4225-8579-0294ec4f9fd4 req-e1064330-6b18-4e76-b77e-a438126d81dd tempest-TestServerAdvancedOps-2127407637 tempest-TestServerAdvancedOps-2127407637-project] Network 8d9e0a3f-6d16-4d12-8021-55d0b16276a9 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:01:58.676288 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [req-df60f09d-c548-4225-8579-0294ec4f9fd4 req-e1064330-6b18-4e76-b77e-a438126d81dd tempest-TestServerAdvancedOps-2127407637 tempest-TestServerAdvancedOps-2127407637-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:01:58.679962 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-df60f09d-c548-4225-8579-0294ec4f9fd4 req-e1064330-6b18-4e76-b77e-a438126d81dd tempest-TestServerAdvancedOps-2127407637 tempest-TestServerAdvancedOps-2127407637-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:01:58.708665 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1064330-6b18-4e76-b77e-a438126d81dd tempest-TestServerAdvancedOps-2127407637 tempest-TestServerAdvancedOps-2127407637-project] Pushing event updated for resources: {'Port': ['ID=73e65a57-7fb9-4e0e-9e0d-3d07dd849a7c,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:01:58.738415 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df60f09d-c548-4225-8579-0294ec4f9fd4 req-e1064330-6b18-4e76-b77e-a438126d81dd tempest-TestServerAdvancedOps-2127407637 tempest-TestServerAdvancedOps-2127407637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:01:58.739199 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-df60f09d-c548-4225-8579-0294ec4f9fd4 req-e1064330-6b18-4e76-b77e-a438126d81dd tempest-TestServerAdvancedOps-2127407637 tempest-TestServerAdvancedOps-2127407637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:58.756785 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-df60f09d-c548-4225-8579-0294ec4f9fd4 req-e1064330-6b18-4e76-b77e-a438126d81dd tempest-TestServerAdvancedOps-2127407637 tempest-TestServerAdvancedOps-2127407637-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5870256 Dec 20 15:01:58.769061 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-df60f09d-c548-4225-8579-0294ec4f9fd4 req-48bde715-fc85-479a-a528-eb0e87077d0a service neutron] Request body: {'port': {'device_id': '5f7fb66b-3f00-49eb-a0ef-ccae2d209c56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-19'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:01:58.825591 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-df60f09d-c548-4225-8579-0294ec4f9fd4 req-48bde715-fc85-479a-a528-eb0e87077d0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:59.092402 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [req-df60f09d-c548-4225-8579-0294ec4f9fd4 req-48bde715-fc85-479a-a528-eb0e87077d0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73e65a57-7fb9-4e0e-9e0d-3d07dd849a7c {{(pid=103167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:01:59.100337 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-df60f09d-c548-4225-8579-0294ec4f9fd4 req-48bde715-fc85-479a-a528-eb0e87077d0a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:59.114579 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-df60f09d-c548-4225-8579-0294ec4f9fd4 req-48bde715-fc85-479a-a528-eb0e87077d0a service neutron] Transition to ACTIVE for port object 73e65a57-7fb9-4e0e-9e0d-3d07dd849a7c will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:01:59.120029 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-df60f09d-c548-4225-8579-0294ec4f9fd4 req-48bde715-fc85-479a-a528-eb0e87077d0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:59.199622 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bde715-fc85-479a-a528-eb0e87077d0a service neutron] Pushing event updated for resources: {'Port': ['ID=73e65a57-7fb9-4e0e-9e0d-3d07dd849a7c,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:01:59.264927 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0a43e7-e566-43ab-870d-5f6801ddc264 req-a96d4879-6374-4990-bffc-627555ab721c tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:01:59.266432 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-dc0a43e7-e566-43ab-870d-5f6801ddc264 req-a96d4879-6374-4990-bffc-627555ab721c tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "GET /v2.0/ports?device_id=e51ef32c-de8b-4f59-8553-08a1a644cd62 HTTP/1.1" status: 200 len: 946 time: 0.1154604 Dec 20 15:01:59.301400 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-df60f09d-c548-4225-8579-0294ec4f9fd4 req-48bde715-fc85-479a-a528-eb0e87077d0a service neutron] Attempting to bind port 73e65a57-7fb9-4e0e-9e0d-3d07dd849a7c on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:01:59.301738 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-df60f09d-c548-4225-8579-0294ec4f9fd4 req-48bde715-fc85-479a-a528-eb0e87077d0a service neutron] Attempting to bind port 73e65a57-7fb9-4e0e-9e0d-3d07dd849a7c by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': '79ad9a4f-919a-4b1d-9f0f-948f2dc38774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '8d9e0a3f-6d16-4d12-8021-55d0b16276a9'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:01:59.302063 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df60f09d-c548-4225-8579-0294ec4f9fd4 req-48bde715-fc85-479a-a528-eb0e87077d0a service neutron] Attempting to bind port 73e65a57-7fb9-4e0e-9e0d-3d07dd849a7c on network 8d9e0a3f-6d16-4d12-8021-55d0b16276a9 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:01:59.319681 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df60f09d-c548-4225-8579-0294ec4f9fd4 req-48bde715-fc85-479a-a528-eb0e87077d0a service neutron] Port 73e65a57-7fb9-4e0e-9e0d-3d07dd849a7c on network 8d9e0a3f-6d16-4d12-8021-55d0b16276a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:01:59.320004 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df60f09d-c548-4225-8579-0294ec4f9fd4 req-48bde715-fc85-479a-a528-eb0e87077d0a service neutron] Attempting to bind port 73e65a57-7fb9-4e0e-9e0d-3d07dd849a7c on network 8d9e0a3f-6d16-4d12-8021-55d0b16276a9 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:01:59.328513 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698e743b-6d46-4a10-9184-c4b0ef3fc322 req-b91702b8-af5d-42a4-a9b9-c4028cc414d4 tempest-TestServerAdvancedOps-2127407637 tempest-TestServerAdvancedOps-2127407637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:01:59.330795 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-698e743b-6d46-4a10-9184-c4b0ef3fc322 req-b91702b8-af5d-42a4-a9b9-c4028cc414d4 tempest-TestServerAdvancedOps-2127407637 tempest-TestServerAdvancedOps-2127407637-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f7fb66b-3f00-49eb-a0ef-ccae2d209c56 HTTP/1.1" status: 200 len: 943 time: 0.0546198 Dec 20 15:01:59.334613 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df60f09d-c548-4225-8579-0294ec4f9fd4 req-48bde715-fc85-479a-a528-eb0e87077d0a service neutron] Checking agent: {'id': '43c60aee-e4af-4ecc-bee2-aac3569fafed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:01:59.334986 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df60f09d-c548-4225-8579-0294ec4f9fd4 req-48bde715-fc85-479a-a528-eb0e87077d0a service neutron] Checking segment: {'id': '79ad9a4f-919a-4b1d-9f0f-948f2dc38774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '8d9e0a3f-6d16-4d12-8021-55d0b16276a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:01:59.335364 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df60f09d-c548-4225-8579-0294ec4f9fd4 req-48bde715-fc85-479a-a528-eb0e87077d0a service neutron] Bound using segment: {'id': '79ad9a4f-919a-4b1d-9f0f-948f2dc38774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '8d9e0a3f-6d16-4d12-8021-55d0b16276a9'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:01:59.335793 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-df60f09d-c548-4225-8579-0294ec4f9fd4 req-48bde715-fc85-479a-a528-eb0e87077d0a service neutron] Bound port: 73e65a57-7fb9-4e0e-9e0d-3d07dd849a7c, host: n-h2-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79ad9a4f-919a-4b1d-9f0f-948f2dc38774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '8d9e0a3f-6d16-4d12-8021-55d0b16276a9'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:01:59.336142 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-df60f09d-c548-4225-8579-0294ec4f9fd4 req-48bde715-fc85-479a-a528-eb0e87077d0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:59.341665 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-dc0a43e7-e566-43ab-870d-5f6801ddc264 req-18e8d22d-146e-48a1-80b5-ea15f57158c8 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "GET /v2.0/security-groups?id=0192a371-8981-469e-a90e-9fd9e5a75c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682709 Dec 20 15:01:59.389030 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-698e743b-6d46-4a10-9184-c4b0ef3fc322 req-45d29a6b-a19a-4d4c-8d9b-abadbd7cd790 tempest-TestServerAdvancedOps-2127407637 tempest-TestServerAdvancedOps-2127407637-project] 10.222.0.54 "GET /v2.0/security-groups?id=bc803981-bfcf-4f35-a9a2-b89bc8de07df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476367 Dec 20 15:01:59.410601 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-df60f09d-c548-4225-8579-0294ec4f9fd4 req-48bde715-fc85-479a-a528-eb0e87077d0a service neutron] For port 73e65a57-7fb9-4e0e-9e0d-3d07dd849a7c, host n-h2-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:01:59.413589 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-df60f09d-c548-4225-8579-0294ec4f9fd4 req-48bde715-fc85-479a-a528-eb0e87077d0a service neutron] For port 73e65a57-7fb9-4e0e-9e0d-3d07dd849a7c, host n-h2-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=73e65a57-7fb9-4e0e-9e0d-3d07dd849a7c,segment=NetworkSegment(79ad9a4f-919a-4b1d-9f0f-948f2dc38774),segment_id=79ad9a4f-919a-4b1d-9f0f-948f2dc38774)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:01:59.419851 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-df60f09d-c548-4225-8579-0294ec4f9fd4 req-48bde715-fc85-479a-a528-eb0e87077d0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:59.481641 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df60f09d-c548-4225-8579-0294ec4f9fd4 req-48bde715-fc85-479a-a528-eb0e87077d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:01:59.482255 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-df60f09d-c548-4225-8579-0294ec4f9fd4 req-48bde715-fc85-479a-a528-eb0e87077d0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:01:59.483661 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-df60f09d-c548-4225-8579-0294ec4f9fd4 req-48bde715-fc85-479a-a528-eb0e87077d0a service neutron] 10.222.0.47 "PUT /v2.0/ports/73e65a57-7fb9-4e0e-9e0d-3d07dd849a7c HTTP/1.1" status: 200 len: 1092 time: 0.7189915 Dec 20 15:01:59.486325 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f7fb66b-3f00-49eb-a0ef-ccae2d209c56', 'tag': '73e65a57-7fb9-4e0e-9e0d-3d07dd849a7c'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:01:59.488642 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-052ffd8f-5069-472e-9b8c-a0ae67bea858" -d '{"events": [{"name": "network-changed", "server_uuid": "5f7fb66b-3f00-49eb-a0ef-ccae2d209c56", "tag": "73e65a57-7fb9-4e0e-9e0d-3d07dd849a7c"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:01:59.782500 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a03c2a8a-3478-48aa-babb-acf92efce08a x-openstack-request-id: req-a03c2a8a-3478-48aa-babb-acf92efce08a {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:01:59.782699 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f7fb66b-3f00-49eb-a0ef-ccae2d209c56", "tag": "73e65a57-7fb9-4e0e-9e0d-3d07dd849a7c", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:01:59.782953 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a03c2a8a-3478-48aa-babb-acf92efce08a {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:01:59.783356 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f7fb66b-3f00-49eb-a0ef-ccae2d209c56', 'tag': '73e65a57-7fb9-4e0e-9e0d-3d07dd849a7c', 'status': 'completed', 'code': 200} Dec 20 15:01:59.818560 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bde715-fc85-479a-a528-eb0e87077d0a service neutron] Pushing event updated for resources: {'Port': ['ID=73e65a57-7fb9-4e0e-9e0d-3d07dd849a7c,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:01:59.839206 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c16c1a-072b-4646-af0e-4f8c77695760 req-885bbb93-6aaa-422f-ae08-77ded15c4531 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:01:59.840694 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-69c16c1a-072b-4646-af0e-4f8c77695760 req-885bbb93-6aaa-422f-ae08-77ded15c4531 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "GET /v2.0/ports?device_id=e51ef32c-de8b-4f59-8553-08a1a644cd62 HTTP/1.1" status: 200 len: 946 time: 0.3965485 Dec 20 15:01:59.847607 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df60f09d-c548-4225-8579-0294ec4f9fd4 req-8e97144a-27eb-4e2b-9dfe-cedcbe71cda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:01:59.849065 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-df60f09d-c548-4225-8579-0294ec4f9fd4 req-8e97144a-27eb-4e2b-9dfe-cedcbe71cda4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cfd8255c4a284b73b4d430c0e19b2957&device_id=5f7fb66b-3f00-49eb-a0ef-ccae2d209c56 HTTP/1.1" status: 200 len: 1095 time: 0.0684819 Dec 20 15:01:59.901493 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-df60f09d-c548-4225-8579-0294ec4f9fd4 req-346eeb88-b0e9-425a-999a-f8765500b32a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=73e65a57-7fb9-4e0e-9e0d-3d07dd849a7c HTTP/1.1" status: 200 len: 217 time: 0.0383453 Dec 20 15:01:59.954839 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-69c16c1a-072b-4646-af0e-4f8c77695760 req-dbde8f27-9e1e-4418-aa55-4a8f225318e2 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "GET /v2.0/security-groups?id=0192a371-8981-469e-a90e-9fd9e5a75c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047037 Dec 20 15:01:59.970101 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df60f09d-c548-4225-8579-0294ec4f9fd4 req-4fdea9ce-29a0-474b-a453-08e1e8d3bf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:01:59.971518 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-df60f09d-c548-4225-8579-0294ec4f9fd4 req-4fdea9ce-29a0-474b-a453-08e1e8d3bf26 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=08859510-0380-416a-8e72-dfbf7d15b80a HTTP/1.1" status: 200 len: 850 time: 0.0624311 Dec 20 15:02:00.003851 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-df60f09d-c548-4225-8579-0294ec4f9fd4 req-f88463af-53c1-4a49-8498-52d246a6c530 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8d9e0a3f-6d16-4d12-8021-55d0b16276a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254543 Dec 20 15:02:00.094645 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-df60f09d-c548-4225-8579-0294ec4f9fd4 req-a9e1860e-a05f-4241-a245-e847714a8dab service neutron] 10.222.0.47 "GET /v2.0/networks/8d9e0a3f-6d16-4d12-8021-55d0b16276a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831983 Dec 20 15:02:00.190430 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-df60f09d-c548-4225-8579-0294ec4f9fd4 req-85351699-cac2-4c80-83a4-4db58f9ac497 service neutron] 10.222.0.47 "GET /v2.0/networks/8d9e0a3f-6d16-4d12-8021-55d0b16276a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889652 Dec 20 15:02:00.279646 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052ffd8f-5069-472e-9b8c-a0ae67bea858 req-f44bf815-e463-4962-907c-f1930624d090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:02:00.281171 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-052ffd8f-5069-472e-9b8c-a0ae67bea858 req-f44bf815-e463-4962-907c-f1930624d090 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cfd8255c4a284b73b4d430c0e19b2957&device_id=5f7fb66b-3f00-49eb-a0ef-ccae2d209c56 HTTP/1.1" status: 200 len: 1095 time: 0.0422435 Dec 20 15:02:00.377677 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052ffd8f-5069-472e-9b8c-a0ae67bea858 req-5ec266ff-ba76-41bd-b401-ab5605dbe063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:02:00.379236 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-052ffd8f-5069-472e-9b8c-a0ae67bea858 req-5ec266ff-ba76-41bd-b401-ab5605dbe063 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8d9e0a3f-6d16-4d12-8021-55d0b16276a9 HTTP/1.1" status: 200 len: 911 time: 0.0909142 Dec 20 15:02:00.425960 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-052ffd8f-5069-472e-9b8c-a0ae67bea858 req-683f15b8-0d63-4c03-a4be-5a1f90b058b0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=73e65a57-7fb9-4e0e-9e0d-3d07dd849a7c HTTP/1.1" status: 200 len: 217 time: 0.0391731 Dec 20 15:02:00.485713 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052ffd8f-5069-472e-9b8c-a0ae67bea858 req-85fc054b-bb63-490e-b3f6-8c15b71e528d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:02:00.487215 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-052ffd8f-5069-472e-9b8c-a0ae67bea858 req-85fc054b-bb63-490e-b3f6-8c15b71e528d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=08859510-0380-416a-8e72-dfbf7d15b80a HTTP/1.1" status: 200 len: 850 time: 0.0516102 Dec 20 15:02:00.512523 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433ca33f-280f-4ecf-915e-62ade539f3fd req-eea8c329-b0a8-40aa-983e-72ac33f71ec0 tempest-TestServerAdvancedOps-2127407637 tempest-TestServerAdvancedOps-2127407637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:02:00.514239 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-433ca33f-280f-4ecf-915e-62ade539f3fd req-eea8c329-b0a8-40aa-983e-72ac33f71ec0 tempest-TestServerAdvancedOps-2127407637 tempest-TestServerAdvancedOps-2127407637-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f7fb66b-3f00-49eb-a0ef-ccae2d209c56 HTTP/1.1" status: 200 len: 943 time: 0.0530045 Dec 20 15:02:00.522180 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-052ffd8f-5069-472e-9b8c-a0ae67bea858 req-3724d0e2-cfe2-4c46-8adb-7177ea9ca11b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8d9e0a3f-6d16-4d12-8021-55d0b16276a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270092 Dec 20 15:02:00.569025 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-433ca33f-280f-4ecf-915e-62ade539f3fd req-26294174-2fb6-4e5f-bedd-915e8c802659 tempest-TestServerAdvancedOps-2127407637 tempest-TestServerAdvancedOps-2127407637-project] 10.222.0.54 "GET /v2.0/security-groups?id=bc803981-bfcf-4f35-a9a2-b89bc8de07df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444660 Dec 20 15:02:00.615793 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-052ffd8f-5069-472e-9b8c-a0ae67bea858 req-01e088b1-8c37-498a-b8aa-8058153454c9 service neutron] 10.222.0.47 "GET /v2.0/networks/8d9e0a3f-6d16-4d12-8021-55d0b16276a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848165 Dec 20 15:02:00.713781 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-052ffd8f-5069-472e-9b8c-a0ae67bea858 req-ced87c8c-4184-4c01-b3c7-0edee210f83f service neutron] 10.222.0.47 "GET /v2.0/networks/8d9e0a3f-6d16-4d12-8021-55d0b16276a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900514 Dec 20 15:02:00.716292 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-7879fc9f-2ca0-4cf6-9149-c6d48d7f24f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:01.451732 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 51138) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:02:01.698617 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89efbf41-2d64-4fe4-85f3-6675bb9dd1b5 req-7036bf7a-67fd-4725-a1be-8f252165089f tempest-TestServerAdvancedOps-2127407637 tempest-TestServerAdvancedOps-2127407637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:02:01.700334 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-89efbf41-2d64-4fe4-85f3-6675bb9dd1b5 req-7036bf7a-67fd-4725-a1be-8f252165089f tempest-TestServerAdvancedOps-2127407637 tempest-TestServerAdvancedOps-2127407637-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f7fb66b-3f00-49eb-a0ef-ccae2d209c56 HTTP/1.1" status: 200 len: 943 time: 0.0543063 Dec 20 15:02:01.753346 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-89efbf41-2d64-4fe4-85f3-6675bb9dd1b5 req-8f27d4a4-1681-4856-995f-2cf749ddfa00 tempest-TestServerAdvancedOps-2127407637 tempest-TestServerAdvancedOps-2127407637-project] 10.222.0.54 "GET /v2.0/security-groups?id=bc803981-bfcf-4f35-a9a2-b89bc8de07df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460482 Dec 20 15:02:01.920852 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4c25ec5f-65ea-4d8b-8031-b607d43b8c8e tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:02.212106 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-4c25ec5f-65ea-4d8b-8031-b607d43b8c8e tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Allocated IP 172.20.0.17 (14442ae2-e1ca-4574-a01f-d14a0175a1d5/a4a89fe3-b148-426b-9bcb-5a84bbb77dd3/0261b984-bbc1-423c-ab26-78d326bf4049) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:02:02.339365 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4c25ec5f-65ea-4d8b-8031-b607d43b8c8e tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:02.383708 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4c25ec5f-65ea-4d8b-8031-b607d43b8c8e tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:02.432165 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c25ec5f-65ea-4d8b-8031-b607d43b8c8e tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Network 14442ae2-e1ca-4574-a01f-d14a0175a1d5 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:02:02.435269 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-4c25ec5f-65ea-4d8b-8031-b607d43b8c8e tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:02:02.438611 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c25ec5f-65ea-4d8b-8031-b607d43b8c8e tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:02:02.466325 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c25ec5f-65ea-4d8b-8031-b607d43b8c8e tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Pushing event updated for resources: {'Port': ['ID=0261b984-bbc1-423c-ab26-78d326bf4049,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:02.496570 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4c25ec5f-65ea-4d8b-8031-b607d43b8c8e tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595714'] for router_interface, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:02.662193 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4c25ec5f-65ea-4d8b-8031-b607d43b8c8e tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:02.748480 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-285c2792-2cdf-40a1-89c2-ab506686094d None None] Provisioning complete for port 0261b984-bbc1-423c-ab26-78d326bf4049 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:02:02.749720 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-285c2792-2cdf-40a1-89c2-ab506686094d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:02.806413 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-285c2792-2cdf-40a1-89c2-ab506686094d None None] Port 0261b984-bbc1-423c-ab26-78d326bf4049 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:02:02.902233 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-60e31046-30f5-42c1-8ec0-77070be36986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:02.955939 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3618e0b5-7ac5-47ea-b480-bdc460d84538 req-7f15a477-12f1-4448-8716-7d16056f387c tempest-TestServerAdvancedOps-2127407637 tempest-TestServerAdvancedOps-2127407637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:02:02.957577 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3618e0b5-7ac5-47ea-b480-bdc460d84538 req-7f15a477-12f1-4448-8716-7d16056f387c tempest-TestServerAdvancedOps-2127407637 tempest-TestServerAdvancedOps-2127407637-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f7fb66b-3f00-49eb-a0ef-ccae2d209c56 HTTP/1.1" status: 200 len: 943 time: 0.1072550 Dec 20 15:02:03.038472 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4c25ec5f-65ea-4d8b-8031-b607d43b8c8e tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:03.044582 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3618e0b5-7ac5-47ea-b480-bdc460d84538 req-f91e2b86-d1e0-40ab-9d5c-0d56c9fcbe0f tempest-TestServerAdvancedOps-2127407637 tempest-TestServerAdvancedOps-2127407637-project] 10.222.0.54 "GET /v2.0/security-groups?id=bc803981-bfcf-4f35-a9a2-b89bc8de07df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693779 Dec 20 15:02:03.045635 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4c25ec5f-65ea-4d8b-8031-b607d43b8c8e tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:03.121091 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c25ec5f-65ea-4d8b-8031-b607d43b8c8e tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Pushing event updated for resources: {'Port': ['ID=0261b984-bbc1-423c-ab26-78d326bf4049,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:03.123533 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4c25ec5f-65ea-4d8b-8031-b607d43b8c8e tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1595702'] for router_interface, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:03.217384 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c25ec5f-65ea-4d8b-8031-b607d43b8c8e tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Network 14442ae2-e1ca-4574-a01f-d14a0175a1d5 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:02:03.220018 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-4c25ec5f-65ea-4d8b-8031-b607d43b8c8e tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:02:03.345147 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c25ec5f-65ea-4d8b-8031-b607d43b8c8e tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Router 29712ce6-4459-412a-8a52-96bf6c225c36 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:02:03.462699 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c25ec5f-65ea-4d8b-8031-b607d43b8c8e tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:02:03.468378 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-4c25ec5f-65ea-4d8b-8031-b607d43b8c8e tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "PUT /v2.0/routers/29712ce6-4459-412a-8a52-96bf6c225c36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0155191 Dec 20 15:02:03.473117 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c441e499-b8f1-4c76-8b0e-394cc0013418 None None] Sync routers for ids ['29712ce6-4459-412a-8a52-96bf6c225c36'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:02:03.483348 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c441e499-b8f1-4c76-8b0e-394cc0013418 None None] Routers {'29712ce6-4459-412a-8a52-96bf6c225c36'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:02:03.483965 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-c441e499-b8f1-4c76-8b0e-394cc0013418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:02:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['29712ce6-4459-412a-8a52-96bf6c225c36'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:02:03.544334 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-59b4df34-7c73-4bfa-9b38-fc74041210fc None None] Provisioning complete for port 0261b984-bbc1-423c-ab26-78d326bf4049 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:02:03.544703 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-59b4df34-7c73-4bfa-9b38-fc74041210fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:03.626002 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-59b4df34-7c73-4bfa-9b38-fc74041210fc None None] Port 0261b984-bbc1-423c-ab26-78d326bf4049 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:02:03.639522 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-c441e499-b8f1-4c76-8b0e-394cc0013418 None None] Set router 29712ce6-4459-412a-8a52-96bf6c225c36 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:02:03.669996 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 73e65a57-7fb9-4e0e-9e0d-3d07dd849a7c details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:02:03.900695 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 73e65a57-7fb9-4e0e-9e0d-3d07dd849a7c, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=73e65a57-7fb9-4e0e-9e0d-3d07dd849a7c,segment=NetworkSegment(79ad9a4f-919a-4b1d-9f0f-948f2dc38774),segment_id=79ad9a4f-919a-4b1d-9f0f-948f2dc38774)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:02:03.910907 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:03.920554 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': '73e65a57-7fb9-4e0e-9e0d-3d07dd849a7c', 'network_id': '8d9e0a3f-6d16-4d12-8021-55d0b16276a9', 'port_id': '73e65a57-7fb9-4e0e-9e0d-3d07dd849a7c', 'mac_address': 'fa:16:3e:ff:3f:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08859510-0380-416a-8e72-dfbf7d15b80a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:02:03.996822 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:04.013961 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73e65a57-7fb9-4e0e-9e0d-3d07dd849a7c {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:02:04.044312 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 73e65a57-7fb9-4e0e-9e0d-3d07dd849a7c, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=73e65a57-7fb9-4e0e-9e0d-3d07dd849a7c,segment=NetworkSegment(79ad9a4f-919a-4b1d-9f0f-948f2dc38774),segment_id=79ad9a4f-919a-4b1d-9f0f-948f2dc38774)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:02:04.050215 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:04.088033 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-c441e499-b8f1-4c76-8b0e-394cc0013418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29712ce6-4459-412a-8a52-96bf6c225c36', 'name': 'tempest-TestNetworkBasicOps-router-1621342233', 'tenant_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': 'a33ddc78-fd66-402b-92db-19aa2f939436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:00:47Z', 'updated_at': '2021-12-20T15:02:02Z', 'revision_number': 5, 'project_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'gw_port': {'id': 'a33ddc78-fd66-402b-92db-19aa2f939436', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29712ce6-4459-412a-8a52-96bf6c225c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:00:48Z', 'updated_at': '2021-12-20T15:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': 'ba7209c2-440e-492c-9d07-e99885092159', 'tenant_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'floating_ip_address': '172.25.0.88', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': '29712ce6-4459-412a-8a52-96bf6c225c36', 'port_id': 'd4155b80-e2e7-4fc4-990b-6624d95547b6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3845, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f244571-d51f-45b2-99a1-7f591a08ef83', 'mac_address': 'fa:16:3e:43:a5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d55766-50fe-463f-b52a-fbb0cbb830ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:01:06Z', 'updated_at': '2021-12-20T15:01:08Z', 'revision_number': 1, 'project_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0261b984-bbc1-423c-ab26-78d326bf4049', 'name': '', 'network_id': '14442ae2-e1ca-4574-a01f-d14a0175a1d5', 'tenant_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'mac_address': 'fa:16:3e:2f:f3:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29712ce6-4459-412a-8a52-96bf6c225c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'a4a89fe3-b148-426b-9bcb-5a84bbb77dd3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:02Z', 'updated_at': '2021-12-20T15:02:02Z', 'revision_number': 2, 'project_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'subnets': [{'id': 'a4a89fe3-b148-426b-9bcb-5a84bbb77dd3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e767a694-b864-4e44-b03c-3d08f04a2432', 'name': '', 'network_id': '4f244571-d51f-45b2-99a1-7f591a08ef83', 'tenant_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'mac_address': 'fa:16:3e:2d:2d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29712ce6-4459-412a-8a52-96bf6c225c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '0fb4d078-ee44-470f-9d9c-e04833f5d5cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:00:50Z', 'updated_at': '2021-12-20T15:00:55Z', 'revision_number': 5, 'project_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'subnets': [{'id': '0fb4d078-ee44-470f-9d9c-e04833f5d5cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:02:04.120523 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c441e499-b8f1-4c76-8b0e-394cc0013418 None None] Checking router: 29712ce6-4459-412a-8a52-96bf6c225c36 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:02:04.120914 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c441e499-b8f1-4c76-8b0e-394cc0013418 None None] Updating router 29712ce6-4459-412a-8a52-96bf6c225c36 port 0261b984-bbc1-423c-ab26-78d326bf4049 binding host n-d-761264-19 {{(pid=103169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 15:02:04.158067 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=73e65a57-7fb9-4e0e-9e0d-3d07dd849a7c,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:04.163004 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c441e499-b8f1-4c76-8b0e-394cc0013418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:04.181392 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1572a64-cd5a-4f86-a003-d92a7e8957ae req-71377c59-422f-4f94-83c7-1c94998626ae tempest-TestServerAdvancedOps-2127407637 tempest-TestServerAdvancedOps-2127407637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:02:04.183000 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e1572a64-cd5a-4f86-a003-d92a7e8957ae req-71377c59-422f-4f94-83c7-1c94998626ae tempest-TestServerAdvancedOps-2127407637 tempest-TestServerAdvancedOps-2127407637-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f7fb66b-3f00-49eb-a0ef-ccae2d209c56 HTTP/1.1" status: 200 len: 944 time: 0.0564172 Dec 20 15:02:04.235883 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e1572a64-cd5a-4f86-a003-d92a7e8957ae req-7f964a83-1ca6-4a17-8346-8ee856a83c5f tempest-TestServerAdvancedOps-2127407637 tempest-TestServerAdvancedOps-2127407637-project] 10.222.0.54 "GET /v2.0/security-groups?id=bc803981-bfcf-4f35-a9a2-b89bc8de07df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464222 Dec 20 15:02:04.282462 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['73e65a57-7fb9-4e0e-9e0d-3d07dd849a7c'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:02:04.535851 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c441e499-b8f1-4c76-8b0e-394cc0013418 None None] Publish callbacks [] for port, precommit_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:04.548246 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c441e499-b8f1-4c76-8b0e-394cc0013418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:04.607076 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f5994c-f14a-4c6f-9ad0-d536b26bacdf None None] Pushing event updated for resources: {'Port': ['ID=0261b984-bbc1-423c-ab26-78d326bf4049,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:04.669237 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-c441e499-b8f1-4c76-8b0e-394cc0013418 None None] Attempting to bind port 0261b984-bbc1-423c-ab26-78d326bf4049 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:02:04.669745 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-c441e499-b8f1-4c76-8b0e-394cc0013418 None None] Attempting to bind port 0261b984-bbc1-423c-ab26-78d326bf4049 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': 'a63efea1-f9ae-4f39-95d3-b6334197c90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '14442ae2-e1ca-4574-a01f-d14a0175a1d5'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:02:04.670118 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c441e499-b8f1-4c76-8b0e-394cc0013418 None None] Attempting to bind port 0261b984-bbc1-423c-ab26-78d326bf4049 on network 14442ae2-e1ca-4574-a01f-d14a0175a1d5 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:02:04.675550 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c441e499-b8f1-4c76-8b0e-394cc0013418 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:02:04.675931 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c441e499-b8f1-4c76-8b0e-394cc0013418 None None] Checking segment: {'id': 'a63efea1-f9ae-4f39-95d3-b6334197c90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '14442ae2-e1ca-4574-a01f-d14a0175a1d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:02:04.676334 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c441e499-b8f1-4c76-8b0e-394cc0013418 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:04.676722 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c441e499-b8f1-4c76-8b0e-394cc0013418 None None] Bound using segment: {'id': 'a63efea1-f9ae-4f39-95d3-b6334197c90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '14442ae2-e1ca-4574-a01f-d14a0175a1d5'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:02:04.677193 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-c441e499-b8f1-4c76-8b0e-394cc0013418 None None] Bound port: 0261b984-bbc1-423c-ab26-78d326bf4049, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a63efea1-f9ae-4f39-95d3-b6334197c90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '14442ae2-e1ca-4574-a01f-d14a0175a1d5'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:02:04.677576 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c441e499-b8f1-4c76-8b0e-394cc0013418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:04.746225 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-c441e499-b8f1-4c76-8b0e-394cc0013418 None None] For port 0261b984-bbc1-423c-ab26-78d326bf4049, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:02:04.749919 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-c441e499-b8f1-4c76-8b0e-394cc0013418 None None] For port 0261b984-bbc1-423c-ab26-78d326bf4049, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=0261b984-bbc1-423c-ab26-78d326bf4049,segment=NetworkSegment(a63efea1-f9ae-4f39-95d3-b6334197c90f),segment_id=a63efea1-f9ae-4f39-95d3-b6334197c90f)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:02:04.754191 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c441e499-b8f1-4c76-8b0e-394cc0013418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:04.817561 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c441e499-b8f1-4c76-8b0e-394cc0013418 None None] Routers {'29712ce6-4459-412a-8a52-96bf6c225c36'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:02:04.818189 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-c441e499-b8f1-4c76-8b0e-394cc0013418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:02:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['29712ce6-4459-412a-8a52-96bf6c225c36'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:02:04.820061 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f5994c-f14a-4c6f-9ad0-d536b26bacdf None None] Pushing event updated for resources: {'Port': ['ID=0261b984-bbc1-423c-ab26-78d326bf4049,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:04.886076 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-918980ca-e41d-40ef-837f-97345bda83ef None None] Provisioning complete for port 0261b984-bbc1-423c-ab26-78d326bf4049 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:02:04.886468 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-918980ca-e41d-40ef-837f-97345bda83ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:05.141460 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-c441e499-b8f1-4c76-8b0e-394cc0013418 None None] Set router 29712ce6-4459-412a-8a52-96bf6c225c36 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:02:05.255841 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-918980ca-e41d-40ef-837f-97345bda83ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:05.315607 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-918980ca-e41d-40ef-837f-97345bda83ef None None] For port 0261b984-bbc1-423c-ab26-78d326bf4049, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=0261b984-bbc1-423c-ab26-78d326bf4049,segment=NetworkSegment(a63efea1-f9ae-4f39-95d3-b6334197c90f),segment_id=a63efea1-f9ae-4f39-95d3-b6334197c90f)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:02:05.339888 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-918980ca-e41d-40ef-837f-97345bda83ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:05.362160 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b40cb9-7248-49d7-977c-773cf4789d1a req-ea737012-f093-4e3d-87c8-4e081dcc26a6 tempest-TestServerAdvancedOps-2127407637 tempest-TestServerAdvancedOps-2127407637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:02:05.363795 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f0b40cb9-7248-49d7-977c-773cf4789d1a req-ea737012-f093-4e3d-87c8-4e081dcc26a6 tempest-TestServerAdvancedOps-2127407637 tempest-TestServerAdvancedOps-2127407637-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f7fb66b-3f00-49eb-a0ef-ccae2d209c56 HTTP/1.1" status: 200 len: 944 time: 0.0508535 Dec 20 15:02:05.413071 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918980ca-e41d-40ef-837f-97345bda83ef None None] Pushing event updated for resources: {'Port': ['ID=0261b984-bbc1-423c-ab26-78d326bf4049,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:05.415528 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f0b40cb9-7248-49d7-977c-773cf4789d1a req-71be2595-96f3-4bf0-926b-192046cae1a8 tempest-TestServerAdvancedOps-2127407637 tempest-TestServerAdvancedOps-2127407637-project] 10.222.0.54 "GET /v2.0/security-groups?id=bc803981-bfcf-4f35-a9a2-b89bc8de07df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434952 Dec 20 15:02:05.468070 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-c84c0303-0c9c-41a5-bd6a-1b0c495b6553 None None] Provisioning complete for port 0261b984-bbc1-423c-ab26-78d326bf4049 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:02:05.468439 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c84c0303-0c9c-41a5-bd6a-1b0c495b6553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:05.511621 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-c441e499-b8f1-4c76-8b0e-394cc0013418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29712ce6-4459-412a-8a52-96bf6c225c36', 'name': 'tempest-TestNetworkBasicOps-router-1621342233', 'tenant_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': 'a33ddc78-fd66-402b-92db-19aa2f939436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:00:47Z', 'updated_at': '2021-12-20T15:02:02Z', 'revision_number': 5, 'project_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'gw_port': {'id': 'a33ddc78-fd66-402b-92db-19aa2f939436', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29712ce6-4459-412a-8a52-96bf6c225c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:00:48Z', 'updated_at': '2021-12-20T15:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': 'ba7209c2-440e-492c-9d07-e99885092159', 'tenant_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'floating_ip_address': '172.25.0.88', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': '29712ce6-4459-412a-8a52-96bf6c225c36', 'port_id': 'd4155b80-e2e7-4fc4-990b-6624d95547b6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3845, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f244571-d51f-45b2-99a1-7f591a08ef83', 'mac_address': 'fa:16:3e:43:a5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d55766-50fe-463f-b52a-fbb0cbb830ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:01:06Z', 'updated_at': '2021-12-20T15:01:08Z', 'revision_number': 1, 'project_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0261b984-bbc1-423c-ab26-78d326bf4049', 'name': '', 'network_id': '14442ae2-e1ca-4574-a01f-d14a0175a1d5', 'tenant_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'mac_address': 'fa:16:3e:2f:f3:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29712ce6-4459-412a-8a52-96bf6c225c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'a4a89fe3-b148-426b-9bcb-5a84bbb77dd3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:02Z', 'updated_at': '2021-12-20T15:02:04Z', 'revision_number': 4, 'project_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'subnets': [{'id': 'a4a89fe3-b148-426b-9bcb-5a84bbb77dd3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e767a694-b864-4e44-b03c-3d08f04a2432', 'name': '', 'network_id': '4f244571-d51f-45b2-99a1-7f591a08ef83', 'tenant_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'mac_address': 'fa:16:3e:2d:2d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29712ce6-4459-412a-8a52-96bf6c225c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '0fb4d078-ee44-470f-9d9c-e04833f5d5cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:00:50Z', 'updated_at': '2021-12-20T15:00:55Z', 'revision_number': 5, 'project_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'subnets': [{'id': '0fb4d078-ee44-470f-9d9c-e04833f5d5cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:02:05.542849 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c441e499-b8f1-4c76-8b0e-394cc0013418 None None] The sync data for ids ['29712ce6-4459-412a-8a52-96bf6c225c36'] in n-d-761264-19 is: [{'id': '29712ce6-4459-412a-8a52-96bf6c225c36', 'name': 'tempest-TestNetworkBasicOps-router-1621342233', 'tenant_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': 'a33ddc78-fd66-402b-92db-19aa2f939436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:00:47Z', 'updated_at': '2021-12-20T15:02:02Z', 'revision_number': 5, 'project_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'gw_port': {'id': 'a33ddc78-fd66-402b-92db-19aa2f939436', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29712ce6-4459-412a-8a52-96bf6c225c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:00:48Z', 'updated_at': '2021-12-20T15:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': 'ba7209c2-440e-492c-9d07-e99885092159', 'tenant_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'floating_ip_address': '172.25.0.88', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': '29712ce6-4459-412a-8a52-96bf6c225c36', 'port_id': 'd4155b80-e2e7-4fc4-990b-6624d95547b6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3845, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f244571-d51f-45b2-99a1-7f591a08ef83', 'mac_address': 'fa:16:3e:43:a5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d55766-50fe-463f-b52a-fbb0cbb830ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:01:06Z', 'updated_at': '2021-12-20T15:01:08Z', 'revision_number': 1, 'project_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0261b984-bbc1-423c-ab26-78d326bf4049', 'name': '', 'network_id': '14442ae2-e1ca-4574-a01f-d14a0175a1d5', 'tenant_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'mac_address': 'fa:16:3e:2f:f3:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29712ce6-4459-412a-8a52-96bf6c225c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'a4a89fe3-b148-426b-9bcb-5a84bbb77dd3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:02Z', 'updated_at': '2021-12-20T15:02:04Z', 'revision_number': 4, 'project_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'subnets': [{'id': 'a4a89fe3-b148-426b-9bcb-5a84bbb77dd3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e767a694-b864-4e44-b03c-3d08f04a2432', 'name': '', 'network_id': '4f244571-d51f-45b2-99a1-7f591a08ef83', 'tenant_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'mac_address': 'fa:16:3e:2d:2d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29712ce6-4459-412a-8a52-96bf6c225c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '0fb4d078-ee44-470f-9d9c-e04833f5d5cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:00:50Z', 'updated_at': '2021-12-20T15:00:55Z', 'revision_number': 5, 'project_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'subnets': [{'id': '0fb4d078-ee44-470f-9d9c-e04833f5d5cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:02:05.670880 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 73e65a57-7fb9-4e0e-9e0d-3d07dd849a7c up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:02:05.727642 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning for port 73e65a57-7fb9-4e0e-9e0d-3d07dd849a7c completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:02:05.732461 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port 73e65a57-7fb9-4e0e-9e0d-3d07dd849a7c triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:02:05.732839 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:05.829255 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:05.856852 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:05.861905 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f7fb66b-3f00-49eb-a0ef-ccae2d209c56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73e65a57-7fb9-4e0e-9e0d-3d07dd849a7c'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:02:05.864222 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-740e4d6e-3d1f-4622-b4e6-5bf8533fdfff" -d '{"events": [{"server_uuid": "5f7fb66b-3f00-49eb-a0ef-ccae2d209c56", "name": "network-vif-plugged", "status": "completed", "tag": "73e65a57-7fb9-4e0e-9e0d-3d07dd849a7c"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:02:05.880306 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 73e65a57-7fb9-4e0e-9e0d-3d07dd849a7c, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=73e65a57-7fb9-4e0e-9e0d-3d07dd849a7c,segment=NetworkSegment(79ad9a4f-919a-4b1d-9f0f-948f2dc38774),segment_id=79ad9a4f-919a-4b1d-9f0f-948f2dc38774)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:02:05.885799 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:05.915000 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dadb027b-ca95-4199-b79f-42ef4f0de55e x-openstack-request-id: req-dadb027b-ca95-4199-b79f-42ef4f0de55e {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:02:05.915378 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f7fb66b-3f00-49eb-a0ef-ccae2d209c56", "name": "network-vif-plugged", "status": "completed", "tag": "73e65a57-7fb9-4e0e-9e0d-3d07dd849a7c", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:02:05.915719 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-dadb027b-ca95-4199-b79f-42ef4f0de55e {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:02:05.916212 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f7fb66b-3f00-49eb-a0ef-ccae2d209c56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73e65a57-7fb9-4e0e-9e0d-3d07dd849a7c', 'code': 200} Dec 20 15:02:05.949580 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=73e65a57-7fb9-4e0e-9e0d-3d07dd849a7c,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:06.036186 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38fb30e-bd77-4bd4-8883-dbe0c4303e18 req-8d28023e-5d79-497c-9b73-535ecab4ad90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:02:06.037973 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e38fb30e-bd77-4bd4-8883-dbe0c4303e18 req-8d28023e-5d79-497c-9b73-535ecab4ad90 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5f7fb66b-3f00-49eb-a0ef-ccae2d209c56 HTTP/1.1" status: 200 len: 1097 time: 0.0522993 Dec 20 15:02:06.103917 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e38fb30e-bd77-4bd4-8883-dbe0c4303e18 req-f73c0d9e-99cb-4673-93ac-611ce93d476c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=bc803981-bfcf-4f35-a9a2-b89bc8de07df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558774 Dec 20 15:02:06.343104 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:06.519909 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 0261b984-bbc1-423c-ab26-78d326bf4049 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:02:06.556184 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8908a5b-3bc6-48e4-9806-08dc84f28dc4 req-6038e783-5c0b-4242-a88e-471f0abb7190 tempest-TestServerAdvancedOps-2127407637 tempest-TestServerAdvancedOps-2127407637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:02:06.558521 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a8908a5b-3bc6-48e4-9806-08dc84f28dc4 req-6038e783-5c0b-4242-a88e-471f0abb7190 tempest-TestServerAdvancedOps-2127407637 tempest-TestServerAdvancedOps-2127407637-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f7fb66b-3f00-49eb-a0ef-ccae2d209c56 HTTP/1.1" status: 200 len: 945 time: 0.0604315 Dec 20 15:02:06.569345 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 0261b984-bbc1-423c-ab26-78d326bf4049 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:02:06.569722 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:06.608638 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a8908a5b-3bc6-48e4-9806-08dc84f28dc4 req-94d2cc26-7777-42e7-b496-69ea520d3c8d tempest-TestServerAdvancedOps-2127407637 tempest-TestServerAdvancedOps-2127407637-project] 10.222.0.54 "GET /v2.0/security-groups?id=bc803981-bfcf-4f35-a9a2-b89bc8de07df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435081 Dec 20 15:02:07.738772 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eb2819-219e-4a6b-b8c0-2b6f6460449f req-dd4e6f54-2a71-49bb-9594-d03f0bfd182b tempest-TestServerAdvancedOps-2127407637 tempest-TestServerAdvancedOps-2127407637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:02:07.741412 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-68eb2819-219e-4a6b-b8c0-2b6f6460449f req-dd4e6f54-2a71-49bb-9594-d03f0bfd182b tempest-TestServerAdvancedOps-2127407637 tempest-TestServerAdvancedOps-2127407637-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f7fb66b-3f00-49eb-a0ef-ccae2d209c56 HTTP/1.1" status: 200 len: 945 time: 0.0521274 Dec 20 15:02:07.793710 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-68eb2819-219e-4a6b-b8c0-2b6f6460449f req-5e6840aa-f689-438e-8c54-9ba1cab6d4a6 tempest-TestServerAdvancedOps-2127407637 tempest-TestServerAdvancedOps-2127407637-project] 10.222.0.54 "GET /v2.0/security-groups?id=bc803981-bfcf-4f35-a9a2-b89bc8de07df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459311 Dec 20 15:02:07.925354 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eba661-0ff4-469f-8102-fa2e15a63dab req-bb1fc84e-736f-49a7-a750-f1c95bb315fd tempest-TestServerAdvancedOps-2127407637 tempest-TestServerAdvancedOps-2127407637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:02:07.926879 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-39eba661-0ff4-469f-8102-fa2e15a63dab req-bb1fc84e-736f-49a7-a750-f1c95bb315fd tempest-TestServerAdvancedOps-2127407637 tempest-TestServerAdvancedOps-2127407637-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f7fb66b-3f00-49eb-a0ef-ccae2d209c56 HTTP/1.1" status: 200 len: 945 time: 0.0605080 Dec 20 15:02:07.974684 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-39eba661-0ff4-469f-8102-fa2e15a63dab req-f2b15ef6-b803-40ad-858f-39de8150a57e tempest-TestServerAdvancedOps-2127407637 tempest-TestServerAdvancedOps-2127407637-project] 10.222.0.54 "GET /v2.0/security-groups?id=bc803981-bfcf-4f35-a9a2-b89bc8de07df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415130 Dec 20 15:02:08.242333 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32dc620-cd86-4be2-a978-15ca153923e7 req-25076591-6068-4d88-a94b-616dcb91ab18 tempest-TestServerAdvancedOps-2127407637 tempest-TestServerAdvancedOps-2127407637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:02:08.243766 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d32dc620-cd86-4be2-a978-15ca153923e7 req-25076591-6068-4d88-a94b-616dcb91ab18 tempest-TestServerAdvancedOps-2127407637 tempest-TestServerAdvancedOps-2127407637-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f7fb66b-3f00-49eb-a0ef-ccae2d209c56 HTTP/1.1" status: 200 len: 945 time: 0.0880899 Dec 20 15:02:08.307902 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d32dc620-cd86-4be2-a978-15ca153923e7 req-072a312c-691f-4001-ad36-44fcd515ce55 tempest-TestServerAdvancedOps-2127407637 tempest-TestServerAdvancedOps-2127407637-project] 10.222.0.54 "GET /v2.0/security-groups?id=bc803981-bfcf-4f35-a9a2-b89bc8de07df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556469 Dec 20 15:02:09.427715 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4e8aad-7369-44f8-8d8a-f13a549b342a req-51647d11-7650-47c4-982c-3d76ed8315c2 tempest-TestServerAdvancedOps-2127407637 tempest-TestServerAdvancedOps-2127407637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:02:09.429192 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9a4e8aad-7369-44f8-8d8a-f13a549b342a req-51647d11-7650-47c4-982c-3d76ed8315c2 tempest-TestServerAdvancedOps-2127407637 tempest-TestServerAdvancedOps-2127407637-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f7fb66b-3f00-49eb-a0ef-ccae2d209c56 HTTP/1.1" status: 200 len: 945 time: 0.0492456 Dec 20 15:02:09.483129 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9a4e8aad-7369-44f8-8d8a-f13a549b342a req-28d325b4-c9bc-4831-bc6e-7f82e27e8676 tempest-TestServerAdvancedOps-2127407637 tempest-TestServerAdvancedOps-2127407637-project] 10.222.0.54 "GET /v2.0/security-groups?id=bc803981-bfcf-4f35-a9a2-b89bc8de07df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472689 Dec 20 15:02:09.721666 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cce536-864e-4c9b-8e65-2d6be5fe2ad6 req-497e5964-7dfa-4fb3-9884-3db17a185b64 tempest-TestServerAdvancedOps-2127407637 tempest-TestServerAdvancedOps-2127407637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:02:09.723149 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-44cce536-864e-4c9b-8e65-2d6be5fe2ad6 req-497e5964-7dfa-4fb3-9884-3db17a185b64 tempest-TestServerAdvancedOps-2127407637 tempest-TestServerAdvancedOps-2127407637-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f7fb66b-3f00-49eb-a0ef-ccae2d209c56 HTTP/1.1" status: 200 len: 945 time: 0.0799890 Dec 20 15:02:09.747241 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c09738-8f0c-4656-af08-efb04f45df07 req-fc95cec8-63a1-4bdb-8d8f-1240e8067d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:02:09.748771 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-62c09738-8f0c-4656-af08-efb04f45df07 req-fc95cec8-63a1-4bdb-8d8f-1240e8067d5c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cfd8255c4a284b73b4d430c0e19b2957&device_id=5f7fb66b-3f00-49eb-a0ef-ccae2d209c56 HTTP/1.1" status: 200 len: 1097 time: 0.0726500 Dec 20 15:02:09.801400 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-44cce536-864e-4c9b-8e65-2d6be5fe2ad6 req-b59002fa-649d-467c-8ad8-dd9652eb9995 tempest-TestServerAdvancedOps-2127407637 tempest-TestServerAdvancedOps-2127407637-project] 10.222.0.54 "GET /v2.0/security-groups?id=bc803981-bfcf-4f35-a9a2-b89bc8de07df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711725 Dec 20 15:02:09.867044 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c09738-8f0c-4656-af08-efb04f45df07 req-77a6e2d7-4765-476a-9c0a-81227c712667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:02:09.868522 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-62c09738-8f0c-4656-af08-efb04f45df07 req-77a6e2d7-4765-476a-9c0a-81227c712667 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8d9e0a3f-6d16-4d12-8021-55d0b16276a9 HTTP/1.1" status: 200 len: 911 time: 0.1121247 Dec 20 15:02:09.915876 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-62c09738-8f0c-4656-af08-efb04f45df07 req-f96d205a-50d1-472d-8d81-81354d2845ea service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=73e65a57-7fb9-4e0e-9e0d-3d07dd849a7c HTTP/1.1" status: 200 len: 217 time: 0.0390489 Dec 20 15:02:09.966492 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c09738-8f0c-4656-af08-efb04f45df07 req-934dfdf2-ac96-43f7-8657-2fbcd65a5852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:02:09.968025 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-62c09738-8f0c-4656-af08-efb04f45df07 req-934dfdf2-ac96-43f7-8657-2fbcd65a5852 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=08859510-0380-416a-8e72-dfbf7d15b80a HTTP/1.1" status: 200 len: 850 time: 0.0444531 Dec 20 15:02:09.999682 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-62c09738-8f0c-4656-af08-efb04f45df07 req-086736cc-37c0-47db-928a-758da6a5d86e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8d9e0a3f-6d16-4d12-8021-55d0b16276a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246320 Dec 20 15:02:10.097040 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-62c09738-8f0c-4656-af08-efb04f45df07 req-38eb25e8-3a54-4175-9450-47f6c26831c8 service neutron] 10.222.0.47 "GET /v2.0/networks/8d9e0a3f-6d16-4d12-8021-55d0b16276a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905285 Dec 20 15:02:10.200205 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-62c09738-8f0c-4656-af08-efb04f45df07 req-b9bcbc4f-2e86-47f5-8b9d-7d3d0049db7b service neutron] 10.222.0.47 "GET /v2.0/networks/8d9e0a3f-6d16-4d12-8021-55d0b16276a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964167 Dec 20 15:02:10.943668 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e4a5ef-3bd5-4084-9583-b4a6b107e7fa req-d447baf8-2ccd-44e3-8529-e1b4a5bed128 tempest-TestServerAdvancedOps-2127407637 tempest-TestServerAdvancedOps-2127407637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:02:10.945235 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c3e4a5ef-3bd5-4084-9583-b4a6b107e7fa req-d447baf8-2ccd-44e3-8529-e1b4a5bed128 tempest-TestServerAdvancedOps-2127407637 tempest-TestServerAdvancedOps-2127407637-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f7fb66b-3f00-49eb-a0ef-ccae2d209c56 HTTP/1.1" status: 200 len: 945 time: 0.0636485 Dec 20 15:02:10.993388 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c3e4a5ef-3bd5-4084-9583-b4a6b107e7fa req-60dd9230-5590-411a-81c2-db19eb9cd15b tempest-TestServerAdvancedOps-2127407637 tempest-TestServerAdvancedOps-2127407637-project] 10.222.0.54 "GET /v2.0/security-groups?id=bc803981-bfcf-4f35-a9a2-b89bc8de07df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419853 Dec 20 15:02:11.826213 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:12.112183 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5677794-39b6-4c90-b392-b01add4be66e req-0dd6b443-51a5-4976-bc68-da1068c7a773 tempest-TestServerAdvancedOps-2127407637 tempest-TestServerAdvancedOps-2127407637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:02:12.113650 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e5677794-39b6-4c90-b392-b01add4be66e req-0dd6b443-51a5-4976-bc68-da1068c7a773 tempest-TestServerAdvancedOps-2127407637 tempest-TestServerAdvancedOps-2127407637-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f7fb66b-3f00-49eb-a0ef-ccae2d209c56 HTTP/1.1" status: 200 len: 945 time: 0.0506763 Dec 20 15:02:12.172247 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e5677794-39b6-4c90-b392-b01add4be66e req-83bb7339-467b-4487-815f-fde4942cd167 tempest-TestServerAdvancedOps-2127407637 tempest-TestServerAdvancedOps-2127407637-project] 10.222.0.54 "GET /v2.0/security-groups?id=bc803981-bfcf-4f35-a9a2-b89bc8de07df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524139 Dec 20 15:02:12.408520 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6bbf01-9d2f-4c21-996e-22d9c4613198 req-0bff6bb9-6f05-4bd0-9ad0-1b604a4d9f8a tempest-TestServerAdvancedOps-2127407637 tempest-TestServerAdvancedOps-2127407637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:02:12.410025 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6f6bbf01-9d2f-4c21-996e-22d9c4613198 req-0bff6bb9-6f05-4bd0-9ad0-1b604a4d9f8a tempest-TestServerAdvancedOps-2127407637 tempest-TestServerAdvancedOps-2127407637-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f7fb66b-3f00-49eb-a0ef-ccae2d209c56 HTTP/1.1" status: 200 len: 945 time: 0.0490019 Dec 20 15:02:12.464860 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6f6bbf01-9d2f-4c21-996e-22d9c4613198 req-684c6e06-0485-4867-baa0-15c147713797 tempest-TestServerAdvancedOps-2127407637 tempest-TestServerAdvancedOps-2127407637-project] 10.222.0.54 "GET /v2.0/security-groups?id=bc803981-bfcf-4f35-a9a2-b89bc8de07df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483923 Dec 20 15:02:13.601209 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949de771-1c80-4a02-8af6-7b0cecac67dd req-f51f3681-340a-4272-8088-30480168239a tempest-TestServerAdvancedOps-2127407637 tempest-TestServerAdvancedOps-2127407637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:02:13.602739 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-949de771-1c80-4a02-8af6-7b0cecac67dd req-f51f3681-340a-4272-8088-30480168239a tempest-TestServerAdvancedOps-2127407637 tempest-TestServerAdvancedOps-2127407637-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f7fb66b-3f00-49eb-a0ef-ccae2d209c56 HTTP/1.1" status: 200 len: 945 time: 0.0502913 Dec 20 15:02:13.658850 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-949de771-1c80-4a02-8af6-7b0cecac67dd req-73db3eaa-702e-4d3c-8664-32eab215675d tempest-TestServerAdvancedOps-2127407637 tempest-TestServerAdvancedOps-2127407637-project] 10.222.0.54 "GET /v2.0/security-groups?id=bc803981-bfcf-4f35-a9a2-b89bc8de07df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484567 Dec 20 15:02:13.877724 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5022a0e1-987d-44ed-b485-95da3078f3cd req-005d3617-5e4a-4d82-9280-9e03d8a2eb42 tempest-TestServerAdvancedOps-2127407637 tempest-TestServerAdvancedOps-2127407637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:02:13.879434 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5022a0e1-987d-44ed-b485-95da3078f3cd req-005d3617-5e4a-4d82-9280-9e03d8a2eb42 tempest-TestServerAdvancedOps-2127407637 tempest-TestServerAdvancedOps-2127407637-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f7fb66b-3f00-49eb-a0ef-ccae2d209c56 HTTP/1.1" status: 200 len: 945 time: 0.0553954 Dec 20 15:02:13.896579 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0665a8dd-bd8d-49c3-9b62-6091b3cc7455 req-f3dde8b4-8741-4ad7-ad94-629c2664135e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:02:13.899020 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0665a8dd-bd8d-49c3-9b62-6091b3cc7455 req-f3dde8b4-8741-4ad7-ad94-629c2664135e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cfd8255c4a284b73b4d430c0e19b2957&device_id=5f7fb66b-3f00-49eb-a0ef-ccae2d209c56 HTTP/1.1" status: 200 len: 1097 time: 0.0472012 Dec 20 15:02:13.929355 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5022a0e1-987d-44ed-b485-95da3078f3cd req-09b7f4ac-202c-496e-9219-1c35980f9f3c tempest-TestServerAdvancedOps-2127407637 tempest-TestServerAdvancedOps-2127407637-project] 10.222.0.54 "GET /v2.0/security-groups?id=bc803981-bfcf-4f35-a9a2-b89bc8de07df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423925 Dec 20 15:02:13.993239 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0665a8dd-bd8d-49c3-9b62-6091b3cc7455 req-9f319464-58ad-4965-a38d-e08e9ac434d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:02:13.994713 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0665a8dd-bd8d-49c3-9b62-6091b3cc7455 req-9f319464-58ad-4965-a38d-e08e9ac434d7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8d9e0a3f-6d16-4d12-8021-55d0b16276a9 HTTP/1.1" status: 200 len: 911 time: 0.0874465 Dec 20 15:02:14.036083 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0665a8dd-bd8d-49c3-9b62-6091b3cc7455 req-cfc8597f-abec-4c7c-ac9a-dcb9dabf91be service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=73e65a57-7fb9-4e0e-9e0d-3d07dd849a7c HTTP/1.1" status: 200 len: 217 time: 0.0341077 Dec 20 15:02:14.090065 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0665a8dd-bd8d-49c3-9b62-6091b3cc7455 req-8baa8418-d300-4a51-8527-dc440a0043dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:02:14.091559 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0665a8dd-bd8d-49c3-9b62-6091b3cc7455 req-8baa8418-d300-4a51-8527-dc440a0043dd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=08859510-0380-416a-8e72-dfbf7d15b80a HTTP/1.1" status: 200 len: 850 time: 0.0484371 Dec 20 15:02:14.123825 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0665a8dd-bd8d-49c3-9b62-6091b3cc7455 req-0d051d1a-e4e6-4323-867c-372b9892b7f4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8d9e0a3f-6d16-4d12-8021-55d0b16276a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252514 Dec 20 15:02:14.212426 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0665a8dd-bd8d-49c3-9b62-6091b3cc7455 req-84586afe-af8c-4790-beec-5df656a7b970 service neutron] 10.222.0.47 "GET /v2.0/networks/8d9e0a3f-6d16-4d12-8021-55d0b16276a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815246 Dec 20 15:02:14.310833 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0665a8dd-bd8d-49c3-9b62-6091b3cc7455 req-dac512ab-8214-4242-b9d8-b3cfbed81c17 service neutron] 10.222.0.47 "GET /v2.0/networks/8d9e0a3f-6d16-4d12-8021-55d0b16276a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913174 Dec 20 15:02:15.057432 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc86c3d-71d1-4bfb-bdb1-87e777a2d780 req-b75ebcb9-b24b-4301-8579-26b8fafc94b6 tempest-TestServerAdvancedOps-2127407637 tempest-TestServerAdvancedOps-2127407637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:02:15.059000 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5fc86c3d-71d1-4bfb-bdb1-87e777a2d780 req-b75ebcb9-b24b-4301-8579-26b8fafc94b6 tempest-TestServerAdvancedOps-2127407637 tempest-TestServerAdvancedOps-2127407637-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f7fb66b-3f00-49eb-a0ef-ccae2d209c56 HTTP/1.1" status: 200 len: 945 time: 0.0509431 Dec 20 15:02:15.111556 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5fc86c3d-71d1-4bfb-bdb1-87e777a2d780 req-5cb8b60e-4365-4583-9aaa-6940858b2b65 tempest-TestServerAdvancedOps-2127407637 tempest-TestServerAdvancedOps-2127407637-project] 10.222.0.54 "GET /v2.0/security-groups?id=bc803981-bfcf-4f35-a9a2-b89bc8de07df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446312 Dec 20 15:02:15.377020 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7c6352-5e4a-468a-a60d-25a2cbcecc93 req-10c7cdb2-f3ac-477a-b18f-122ae59fc4de tempest-TestServerAdvancedOps-2127407637 tempest-TestServerAdvancedOps-2127407637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:02:15.378623 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2d7c6352-5e4a-468a-a60d-25a2cbcecc93 req-10c7cdb2-f3ac-477a-b18f-122ae59fc4de tempest-TestServerAdvancedOps-2127407637 tempest-TestServerAdvancedOps-2127407637-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f7fb66b-3f00-49eb-a0ef-ccae2d209c56 HTTP/1.1" status: 200 len: 945 time: 0.0553885 Dec 20 15:02:15.405210 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:15.430163 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2d7c6352-5e4a-468a-a60d-25a2cbcecc93 req-3f7621d4-fdc6-4805-ba19-703b640ccca5 tempest-TestServerAdvancedOps-2127407637 tempest-TestServerAdvancedOps-2127407637-project] 10.222.0.54 "GET /v2.0/security-groups?id=bc803981-bfcf-4f35-a9a2-b89bc8de07df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416706 Dec 20 15:02:16.553041 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9664605c-0305-4f3a-9b03-1bc15870c57d req-d6ec9fb3-731b-4a95-bdb0-b244134ba70b tempest-TestServerAdvancedOps-2127407637 tempest-TestServerAdvancedOps-2127407637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:02:16.554528 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9664605c-0305-4f3a-9b03-1bc15870c57d req-d6ec9fb3-731b-4a95-bdb0-b244134ba70b tempest-TestServerAdvancedOps-2127407637 tempest-TestServerAdvancedOps-2127407637-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f7fb66b-3f00-49eb-a0ef-ccae2d209c56 HTTP/1.1" status: 200 len: 945 time: 0.0513206 Dec 20 15:02:16.602424 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9664605c-0305-4f3a-9b03-1bc15870c57d req-02b941f4-f11e-478f-b7a8-74d2abc7cb22 tempest-TestServerAdvancedOps-2127407637 tempest-TestServerAdvancedOps-2127407637-project] 10.222.0.54 "GET /v2.0/security-groups?id=bc803981-bfcf-4f35-a9a2-b89bc8de07df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415170 Dec 20 15:02:17.131736 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97694b19-2fad-41be-bf0e-7aa210791a0d req-ae47b62e-231b-4f16-ae04-031160621916 tempest-TestServerAdvancedOps-2127407637 tempest-TestServerAdvancedOps-2127407637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:02:17.133288 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-97694b19-2fad-41be-bf0e-7aa210791a0d req-ae47b62e-231b-4f16-ae04-031160621916 tempest-TestServerAdvancedOps-2127407637 tempest-TestServerAdvancedOps-2127407637-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f7fb66b-3f00-49eb-a0ef-ccae2d209c56 HTTP/1.1" status: 200 len: 945 time: 0.0619335 Dec 20 15:02:17.233903 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-97694b19-2fad-41be-bf0e-7aa210791a0d req-6c60bdbf-562c-4dd1-b21b-c69eb17a1a08 tempest-TestServerAdvancedOps-2127407637 tempest-TestServerAdvancedOps-2127407637-project] Deleting port 73e65a57-7fb9-4e0e-9e0d-3d07dd849a7c {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:02:17.234119 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-97694b19-2fad-41be-bf0e-7aa210791a0d req-6c60bdbf-562c-4dd1-b21b-c69eb17a1a08 tempest-TestServerAdvancedOps-2127407637 tempest-TestServerAdvancedOps-2127407637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:17.326153 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-97694b19-2fad-41be-bf0e-7aa210791a0d req-6c60bdbf-562c-4dd1-b21b-c69eb17a1a08 tempest-TestServerAdvancedOps-2127407637 tempest-TestServerAdvancedOps-2127407637-project] For port 73e65a57-7fb9-4e0e-9e0d-3d07dd849a7c, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=73e65a57-7fb9-4e0e-9e0d-3d07dd849a7c,segment=NetworkSegment(79ad9a4f-919a-4b1d-9f0f-948f2dc38774),segment_id=79ad9a4f-919a-4b1d-9f0f-948f2dc38774)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:02:17.326510 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-97694b19-2fad-41be-bf0e-7aa210791a0d req-6c60bdbf-562c-4dd1-b21b-c69eb17a1a08 tempest-TestServerAdvancedOps-2127407637 tempest-TestServerAdvancedOps-2127407637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:17.339057 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-97694b19-2fad-41be-bf0e-7aa210791a0d req-6c60bdbf-562c-4dd1-b21b-c69eb17a1a08 tempest-TestServerAdvancedOps-2127407637 tempest-TestServerAdvancedOps-2127407637-project] Calling delete_port for 73e65a57-7fb9-4e0e-9e0d-3d07dd849a7c owned by compute:nova {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:02:17.483658 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-97694b19-2fad-41be-bf0e-7aa210791a0d req-6c60bdbf-562c-4dd1-b21b-c69eb17a1a08 tempest-TestServerAdvancedOps-2127407637 tempest-TestServerAdvancedOps-2127407637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:17.498396 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['73e65a57-7fb9-4e0e-9e0d-3d07dd849a7c'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:02:17.520377 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c60bdbf-562c-4dd1-b21b-c69eb17a1a08 tempest-TestServerAdvancedOps-2127407637 tempest-TestServerAdvancedOps-2127407637-project] Pushing event deleted for resources: {'Port': ['ID=73e65a57-7fb9-4e0e-9e0d-3d07dd849a7c,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:17.561700 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-97694b19-2fad-41be-bf0e-7aa210791a0d req-6c60bdbf-562c-4dd1-b21b-c69eb17a1a08 tempest-TestServerAdvancedOps-2127407637 tempest-TestServerAdvancedOps-2127407637-project] No DVR routers for this DVR port 73e65a57-7fb9-4e0e-9e0d-3d07dd849a7c on host n-h2-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:02:17.564602 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-97694b19-2fad-41be-bf0e-7aa210791a0d req-6c60bdbf-562c-4dd1-b21b-c69eb17a1a08 tempest-TestServerAdvancedOps-2127407637 tempest-TestServerAdvancedOps-2127407637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:17.568113 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-97694b19-2fad-41be-bf0e-7aa210791a0d req-6c60bdbf-562c-4dd1-b21b-c69eb17a1a08 tempest-TestServerAdvancedOps-2127407637 tempest-TestServerAdvancedOps-2127407637-project] 10.222.0.47 "DELETE /v2.0/ports/73e65a57-7fb9-4e0e-9e0d-3d07dd849a7c HTTP/1.1" status: 204 len: 173 time: 0.4279203 Dec 20 15:02:17.568587 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f7fb66b-3f00-49eb-a0ef-ccae2d209c56', 'name': 'network-vif-deleted', 'tag': '73e65a57-7fb9-4e0e-9e0d-3d07dd849a7c'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:02:17.570962 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ed70343-0187-425f-a3f7-97503f323d05" -d '{"events": [{"server_uuid": "5f7fb66b-3f00-49eb-a0ef-ccae2d209c56", "name": "network-vif-deleted", "tag": "73e65a57-7fb9-4e0e-9e0d-3d07dd849a7c"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:02:17.613696 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bd5a14e-910c-44e3-ae7a-11b92b22e88c x-openstack-request-id: req-0bd5a14e-910c-44e3-ae7a-11b92b22e88c {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:02:17.614245 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f7fb66b-3f00-49eb-a0ef-ccae2d209c56", "name": "network-vif-deleted", "tag": "73e65a57-7fb9-4e0e-9e0d-3d07dd849a7c", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:02:17.614528 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0bd5a14e-910c-44e3-ae7a-11b92b22e88c {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:02:17.614968 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f7fb66b-3f00-49eb-a0ef-ccae2d209c56', 'name': 'network-vif-deleted', 'tag': '73e65a57-7fb9-4e0e-9e0d-3d07dd849a7c', 'status': 'completed', 'code': 200} Dec 20 15:02:17.714854 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2215f0c1-37b0-44eb-a15f-8c9d0ff6f9db req-af1ea49b-15bf-45a4-be04-f5afd2c8c40e tempest-TestServerAdvancedOps-2127407637 tempest-TestServerAdvancedOps-2127407637-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f7fb66b-3f00-49eb-a0ef-ccae2d209c56 HTTP/1.1" status: 200 len: 210 time: 0.0334432 Dec 20 15:02:18.778463 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 51292) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:02:18.827193 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_v2 [None req-38a63f56-94ca-40a3-8302-601801012281 admin admin] Deleting subnet 08859510-0380-416a-8e72-dfbf7d15b80a {{(pid=103167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:02:18.830348 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-38a63f56-94ca-40a3-8302-601801012281 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:18.866701 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-38a63f56-94ca-40a3-8302-601801012281 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954412'] for subnet, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:18.908449 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-38a63f56-94ca-40a3-8302-601801012281 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:18.967251 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-38a63f56-94ca-40a3-8302-601801012281 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:18.980182 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-38a63f56-94ca-40a3-8302-601801012281 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:18.986485 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 51296) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:02:18.987139 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-38a63f56-94ca-40a3-8302-601801012281 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/08859510-0380-416a-8e72-dfbf7d15b80a HTTP/1.1" status: 204 len: 168 time: 0.2076082 Dec 20 15:02:19.010283 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a63f56-94ca-40a3-8302-601801012281 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08859510-0380-416a-8e72-dfbf7d15b80a,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:19.068148 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7273044c-89c7-449d-9578-f64da11e7415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:19.149162 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7273044c-89c7-449d-9578-f64da11e7415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:19.172995 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-7273044c-89c7-449d-9578-f64da11e7415 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d9e0a3f-6d16-4d12-8021-55d0b16276a9']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:02:19.183567 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-7273044c-89c7-449d-9578-f64da11e7415 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79ad9a4f-919a-4b1d-9f0f-948f2dc38774') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:02:19.183845 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-7273044c-89c7-449d-9578-f64da11e7415 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79ad9a4f-919a-4b1d-9f0f-948f2dc38774') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:02:19.194432 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7273044c-89c7-449d-9578-f64da11e7415 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:19.208984 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7273044c-89c7-449d-9578-f64da11e7415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:19.215298 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7273044c-89c7-449d-9578-f64da11e7415 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:02:19.215673 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7273044c-89c7-449d-9578-f64da11e7415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:19.217334 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 15:02:19.217334 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:02:19.217334 n-d-761264-19 neutron-server[103168]: timer() Dec 20 15:02:19.217334 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:02:19.217334 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 15:02:19.217334 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:02:19.217334 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 15:02:19.217334 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:02:19.217334 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 15:02:19.217334 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:02:19.217334 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 15:02:19.217334 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:02:19.217334 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 15:02:19.217334 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:02:19.217334 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:02:19.217334 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:02:19.217334 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:02:19.217334 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:02:19.217334 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 15:02:19.217334 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:02:19.217334 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 15:02:19.217334 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:02:19.217334 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:02:19.217334 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:02:19.217334 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 15:02:19.217334 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:02:19.217334 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:02:19.217334 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:02:19.217334 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:02:19.217334 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:02:19.217334 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:02:19.217334 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:02:19.271591 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7273044c-89c7-449d-9578-f64da11e7415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:19.277826 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7273044c-89c7-449d-9578-f64da11e7415 admin admin] Publish callbacks [] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:19.281099 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-7273044c-89c7-449d-9578-f64da11e7415 admin admin] 10.222.0.54 "DELETE /v2.0/networks/8d9e0a3f-6d16-4d12-8021-55d0b16276a9 HTTP/1.1" status: 204 len: 168 time: 0.2932737 Dec 20 15:02:19.284052 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 51298) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:02:19.293459 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273044c-89c7-449d-9578-f64da11e7415 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d9e0a3f-6d16-4d12-8021-55d0b16276a9,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:19.331946 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_v2 [None req-96d208b0-7391-4862-ac32-4e1615a1c9e1 admin admin] Deleting subnet 1d086628-c8ac-457a-adc7-c150617725f8 {{(pid=103167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:02:19.335243 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-96d208b0-7391-4862-ac32-4e1615a1c9e1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:19.370071 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-96d208b0-7391-4862-ac32-4e1615a1c9e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954412'] for subnet, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:19.410788 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-96d208b0-7391-4862-ac32-4e1615a1c9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:19.470378 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-96d208b0-7391-4862-ac32-4e1615a1c9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:19.495482 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d208b0-7391-4862-ac32-4e1615a1c9e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d086628-c8ac-457a-adc7-c150617725f8,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:19.500210 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-96d208b0-7391-4862-ac32-4e1615a1c9e1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:19.504854 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-96d208b0-7391-4862-ac32-4e1615a1c9e1 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/1d086628-c8ac-457a-adc7-c150617725f8 HTTP/1.1" status: 204 len: 168 time: 0.2194333 Dec 20 15:02:19.506061 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 51302) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:02:19.575679 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-812358c6-a975-44d5-afa8-77f8905da046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:19.669185 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-812358c6-a975-44d5-afa8-77f8905da046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:19.687457 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 73e65a57-7fb9-4e0e-9e0d-3d07dd849a7c no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:02:19.690249 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-812358c6-a975-44d5-afa8-77f8905da046 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbfbc8c1-ff50-41d9-8e31-af992dedfbd0']}} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:02:19.709461 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-812358c6-a975-44d5-afa8-77f8905da046 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be12ed3b-16ea-4308-8255-0ca8b340d450') {'for_net_delete': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:02:19.709461 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-812358c6-a975-44d5-afa8-77f8905da046 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be12ed3b-16ea-4308-8255-0ca8b340d450') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:02:19.726867 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-812358c6-a975-44d5-afa8-77f8905da046 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954405'] for segment, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:19.736672 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] No Port match for: 73e65a57-7fb9-4e0e-9e0d-3d07dd849a7c {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:02:19.737017 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 73e65a57-7fb9-4e0e-9e0d-3d07dd849a7c not bound to the agent host n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:02:19.748409 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-812358c6-a975-44d5-afa8-77f8905da046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:19.756070 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-812358c6-a975-44d5-afa8-77f8905da046 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=103167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:02:19.756540 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-812358c6-a975-44d5-afa8-77f8905da046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9956000'] for segment, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:19.758470 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:02:19.758470 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:02:19.758470 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:02:19.758470 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:02:19.758470 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:02:19.758470 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:02:19.758470 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:02:19.758470 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:02:19.758470 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:02:19.758470 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:02:19.758470 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:02:19.758470 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:02:19.758470 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:02:19.758470 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:02:19.758470 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:02:19.758470 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:02:19.758470 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:02:19.758470 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:02:19.758470 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:02:19.758470 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:02:19.758470 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:02:19.758470 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:02:19.758470 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:02:19.758470 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:02:19.758470 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:02:19.758470 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:02:19.758470 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:02:19.758470 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:02:19.758470 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:02:19.758470 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:02:19.758470 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:02:19.758470 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:02:19.758470 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:02:19.758470 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:02:19.758470 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:02:19.758470 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:02:19.758470 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:02:19.758470 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:02:19.758470 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:02:19.758470 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:02:19.758470 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:02:19.758470 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:02:19.758470 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:02:19.758470 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:02:19.758470 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:02:19.758470 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:02:19.758470 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:02:19.758470 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:02:19.758470 n-d-761264-19 neutron-server[103167]: Traceback (most recent call last): Dec 20 15:02:19.761255 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:02:19.761255 n-d-761264-19 neutron-server[103167]: timer() Dec 20 15:02:19.761255 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:02:19.761255 n-d-761264-19 neutron-server[103167]: cb(*args, **kw) Dec 20 15:02:19.761255 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:02:19.761255 n-d-761264-19 neutron-server[103167]: return func(*args, **kwargs) Dec 20 15:02:19.761255 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:02:19.761255 n-d-761264-19 neutron-server[103167]: self._notify() Dec 20 15:02:19.761255 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:02:19.761255 n-d-761264-19 neutron-server[103167]: self.callback(batched_events) Dec 20 15:02:19.761255 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:02:19.761255 n-d-761264-19 neutron-server[103167]: event.method(event) Dec 20 15:02:19.761255 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:02:19.761255 n-d-761264-19 neutron-server[103167]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:02:19.761255 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:02:19.761255 n-d-761264-19 neutron-server[103167]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:02:19.761255 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:02:19.761255 n-d-761264-19 neutron-server[103167]: return f(self, *a, **k) Dec 20 15:02:19.761255 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:02:19.761255 n-d-761264-19 neutron-server[103167]: return self._get(url).json() Dec 20 15:02:19.761255 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:02:19.761255 n-d-761264-19 neutron-server[103167]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:02:19.761255 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:02:19.761255 n-d-761264-19 neutron-server[103167]: return self.request(url, 'GET', **kwargs) Dec 20 15:02:19.761255 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:02:19.761255 n-d-761264-19 neutron-server[103167]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:02:19.761255 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:02:19.761255 n-d-761264-19 neutron-server[103167]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:02:19.761255 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:02:19.761255 n-d-761264-19 neutron-server[103167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:02:19.761255 n-d-761264-19 neutron-server[103167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:02:19.820795 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-812358c6-a975-44d5-afa8-77f8905da046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:19.825821 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-812358c6-a975-44d5-afa8-77f8905da046 admin admin] Publish callbacks [] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:19.829260 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-812358c6-a975-44d5-afa8-77f8905da046 admin admin] 10.222.0.54 "DELETE /v2.0/networks/cbfbc8c1-ff50-41d9-8e31-af992dedfbd0 HTTP/1.1" status: 204 len: 168 time: 0.3222730 Dec 20 15:02:19.841759 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812358c6-a975-44d5-afa8-77f8905da046 admin admin] Pushing event deleted for resources: {'Network': ['ID=cbfbc8c1-ff50-41d9-8e31-af992dedfbd0,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:20.040223 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 51308) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:02:20.092894 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-8ef83295-8b3a-44e6-a722-7375edffe62a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=cfd8255c4a284b73b4d430c0e19b2957&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0510592 Dec 20 15:02:20.095660 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 51312) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:02:20.185184 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-15099ace-1e19-4f69-b5d8-98edc6fbeb81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:20.207530 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-15099ace-1e19-4f69-b5d8-98edc6fbeb81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:20.259043 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-15099ace-1e19-4f69-b5d8-98edc6fbeb81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:20.261967 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-15099ace-1e19-4f69-b5d8-98edc6fbeb81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:20.264112 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-15099ace-1e19-4f69-b5d8-98edc6fbeb81 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/bc803981-bfcf-4f35-a9a2-b89bc8de07df HTTP/1.1" status: 204 len: 168 time: 0.1661642 Dec 20 15:02:20.278115 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15099ace-1e19-4f69-b5d8-98edc6fbeb81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc803981-bfcf-4f35-a9a2-b89bc8de07df,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:20.685625 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 51320) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:02:20.726054 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-517dc635-3fc3-4b2c-93dc-e3f2cbb91525 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0b15808e969a49bd92a7b9f560728060&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390749 Dec 20 15:02:20.728547 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 51322) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:02:20.782263 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-af8a38a5-3216-4270-83a7-328f24041bc8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:20.806409 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-af8a38a5-3216-4270-83a7-328f24041bc8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:20.860466 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-af8a38a5-3216-4270-83a7-328f24041bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:20.863850 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-af8a38a5-3216-4270-83a7-328f24041bc8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:20.867440 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-af8a38a5-3216-4270-83a7-328f24041bc8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6cc19f18-4e0e-4111-b50d-4414fba4e1f5 HTTP/1.1" status: 204 len: 168 time: 0.1357102 Dec 20 15:02:20.875234 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8a38a5-3216-4270-83a7-328f24041bc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc19f18-4e0e-4111-b50d-4414fba4e1f5,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:21.600032 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 51346) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:02:21.731906 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-b87bad06-06d1-40bd-9e50-d9a74c08b4ff admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-140309205-network', 'tenant_id': '657d403c6eef4a16ac295c092ca6df50'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:02:21.759389 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b87bad06-06d1-40bd-9e50-d9a74c08b4ff admin admin] Made reservation on behalf of 657d403c6eef4a16ac295c092ca6df50 for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:02:21.761964 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b87bad06-06d1-40bd-9e50-d9a74c08b4ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:21.773494 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b87bad06-06d1-40bd-9e50-d9a74c08b4ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:21.846432 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b87bad06-06d1-40bd-9e50-d9a74c08b4ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:21.850855 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b87bad06-06d1-40bd-9e50-d9a74c08b4ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:21.875002 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b87bad06-06d1-40bd-9e50-d9a74c08b4ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:02:21.883713 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87bad06-06d1-40bd-9e50-d9a74c08b4ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff24453-d24b-4008-9b21-c18f7d2463e7,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:21.889962 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b87bad06-06d1-40bd-9e50-d9a74c08b4ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:21.890296 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-b87bad06-06d1-40bd-9e50-d9a74c08b4ff admin admin] Added segment 077de3aa-79e5-4ea4-a171-0817f0ef7c06 of type vlan for network 3f531868-98b0-4d44-9785-377b1ddf0219 Dec 20 15:02:21.932929 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b87bad06-06d1-40bd-9e50-d9a74c08b4ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:21.959984 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b87bad06-06d1-40bd-9e50-d9a74c08b4ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:21.961158 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87bad06-06d1-40bd-9e50-d9a74c08b4ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:02:21.961728 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b87bad06-06d1-40bd-9e50-d9a74c08b4ff admin admin] Publish callbacks [] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:22.023759 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-b87bad06-06d1-40bd-9e50-d9a74c08b4ff admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4197843 Dec 20 15:02:22.024125 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 51352) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:02:22.029957 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-3f7b8ed1-ad6f-4c34-b0d7-a74546d93261 admin admin] Request body: {'subnet': {'network_id': '3f531868-98b0-4d44-9785-377b1ddf0219', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-140309205-subnet', 'tenant_id': '657d403c6eef4a16ac295c092ca6df50', 'ip_version': 4}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:02:22.031413 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87bad06-06d1-40bd-9e50-d9a74c08b4ff admin admin] Pushing event updated for resources: {'Network': ['ID=3f531868-98b0-4d44-9785-377b1ddf0219,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:22.042013 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 3f531868-98b0-4d44-9785-377b1ddf0219 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:02:22.058647 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f7b8ed1-ad6f-4c34-b0d7-a74546d93261 admin admin] Made reservation on behalf of 657d403c6eef4a16ac295c092ca6df50 for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:02:22.061357 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3f7b8ed1-ad6f-4c34-b0d7-a74546d93261 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:22.240180 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3f7b8ed1-ad6f-4c34-b0d7-a74546d93261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:22.294968 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7b8ed1-ad6f-4c34-b0d7-a74546d93261 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61ef2c4c-1fc9-4437-91dc-465770cb78f9,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:22.306153 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7b8ed1-ad6f-4c34-b0d7-a74546d93261 admin admin] Checking segment: {'id': '077de3aa-79e5-4ea4-a171-0817f0ef7c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3f531868-98b0-4d44-9785-377b1ddf0219'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:02:22.306461 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7b8ed1-ad6f-4c34-b0d7-a74546d93261 admin admin] Network hostable DHCP agents. Network: 3f531868-98b0-4d44-9785-377b1ddf0219, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:02:22.324359 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7b8ed1-ad6f-4c34-b0d7-a74546d93261 admin admin] Network 3f531868-98b0-4d44-9785-377b1ddf0219 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:02:22.334449 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-3f7b8ed1-ad6f-4c34-b0d7-a74546d93261 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 3f531868-98b0-4d44-9785-377b1ddf0219) {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:02:22.339321 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7b8ed1-ad6f-4c34-b0d7-a74546d93261 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:02:22.339947 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3f7b8ed1-ad6f-4c34-b0d7-a74546d93261 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:22.347037 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51770d4-c49b-454d-b99f-190320d1c29b None None] Network 3f531868-98b0-4d44-9785-377b1ddf0219 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:02:22.377716 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-3f7b8ed1-ad6f-4c34-b0d7-a74546d93261 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3524091 Dec 20 15:02:22.380548 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 51360) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:02:22.386109 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-07e11400-a7ff-4626-9752-bb84c2b1f9b8 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-140309205-router', 'tenant_id': '657d403c6eef4a16ac295c092ca6df50', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:02:22.414169 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-07e11400-a7ff-4626-9752-bb84c2b1f9b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40114'] for router, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:22.416840 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-07e11400-a7ff-4626-9752-bb84c2b1f9b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40139'] for router, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:22.469865 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe6a84a-3471-4aa6-971b-b29760a75277 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-3f531868-98b0-4d44-9785-377b1ddf0219', 'network_id': '3f531868-98b0-4d44-9785-377b1ddf0219', 'project_id': '657d403c6eef4a16ac295c092ca6df50', 'fixed_ips': [{'subnet_id': '61ef2c4c-1fc9-4437-91dc-465770cb78f9'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 15:02:22.471047 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6fe6a84a-3471-4aa6-971b-b29760a75277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:22.472506 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 51362) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:02:22.500638 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-07e11400-a7ff-4626-9752-bb84c2b1f9b8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:22.616813 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b96f-3768-4cd7-a568-f32a20888f7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:22.617973 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-6fe6a84a-3471-4aa6-971b-b29760a75277 None None] Allocated IP 172.20.0.2 (3f531868-98b0-4d44-9785-377b1ddf0219/61ef2c4c-1fc9-4437-91dc-465770cb78f9/23255aaa-021d-47b9-8059-8f76901bb6be) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:02:22.662507 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-07e11400-a7ff-4626-9752-bb84c2b1f9b8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:22.717672 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b96f-3768-4cd7-a568-f32a20888f7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:22.722334 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b96f-3768-4cd7-a568-f32a20888f7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:22.770283 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-f4c0b96f-3768-4cd7-a568-f32a20888f7a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d2d9eae996904c50914ffdfe8d278524&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2941895 Dec 20 15:02:22.770283 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b96f-3768-4cd7-a568-f32a20888f7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d600e36-94f4-4f11-a624-cf347ac00a54,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:22.771935 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 51366) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:02:22.811111 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6fe6a84a-3471-4aa6-971b-b29760a75277 None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:22.820251 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6fe6a84a-3471-4aa6-971b-b29760a75277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:22.832787 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b0403db7-2dee-436f-8699-f999d2d03990 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:22.865460 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b0403db7-2dee-436f-8699-f999d2d03990 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:22.872709 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe6a84a-3471-4aa6-971b-b29760a75277 None None] Network 3f531868-98b0-4d44-9785-377b1ddf0219 is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:02:22.879852 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-6fe6a84a-3471-4aa6-971b-b29760a75277 None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:02:22.882462 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe6a84a-3471-4aa6-971b-b29760a75277 None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:02:22.899886 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-07e11400-a7ff-4626-9752-bb84c2b1f9b8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:22.921122 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-07e11400-a7ff-4626-9752-bb84c2b1f9b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:22.931081 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b0403db7-2dee-436f-8699-f999d2d03990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:22.934536 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe6a84a-3471-4aa6-971b-b29760a75277 None None] Pushing event updated for resources: {'Port': ['ID=23255aaa-021d-47b9-8059-8f76901bb6be,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:22.944842 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b0403db7-2dee-436f-8699-f999d2d03990 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:22.947212 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-b0403db7-2dee-436f-8699-f999d2d03990 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5d600e36-94f4-4f11-a624-cf347ac00a54 HTTP/1.1" status: 204 len: 168 time: 0.1735651 Dec 20 15:02:22.957729 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0403db7-2dee-436f-8699-f999d2d03990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d600e36-94f4-4f11-a624-cf347ac00a54,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:22.963262 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-6fe6a84a-3471-4aa6-971b-b29760a75277 None None] Attempting to bind port 23255aaa-021d-47b9-8059-8f76901bb6be on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:02:22.963625 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-6fe6a84a-3471-4aa6-971b-b29760a75277 None None] Attempting to bind port 23255aaa-021d-47b9-8059-8f76901bb6be by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '077de3aa-79e5-4ea4-a171-0817f0ef7c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3f531868-98b0-4d44-9785-377b1ddf0219'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:02:22.963981 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe6a84a-3471-4aa6-971b-b29760a75277 None None] Attempting to bind port 23255aaa-021d-47b9-8059-8f76901bb6be on network 3f531868-98b0-4d44-9785-377b1ddf0219 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:02:22.974106 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe6a84a-3471-4aa6-971b-b29760a75277 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:02:22.974480 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe6a84a-3471-4aa6-971b-b29760a75277 None None] Checking segment: {'id': '077de3aa-79e5-4ea4-a171-0817f0ef7c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3f531868-98b0-4d44-9785-377b1ddf0219'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:02:22.975292 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6fe6a84a-3471-4aa6-971b-b29760a75277 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:22.975292 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe6a84a-3471-4aa6-971b-b29760a75277 None None] Bound using segment: {'id': '077de3aa-79e5-4ea4-a171-0817f0ef7c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3f531868-98b0-4d44-9785-377b1ddf0219'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:02:22.975760 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-6fe6a84a-3471-4aa6-971b-b29760a75277 None None] Bound port: 23255aaa-021d-47b9-8059-8f76901bb6be, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '077de3aa-79e5-4ea4-a171-0817f0ef7c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3f531868-98b0-4d44-9785-377b1ddf0219'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:02:22.976157 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6fe6a84a-3471-4aa6-971b-b29760a75277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:23.042911 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-07e11400-a7ff-4626-9752-bb84c2b1f9b8 admin admin] Allocated IP 172.25.0.188 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/43f91c3e-ec3e-4d1a-a43e-7bb4bfbe07d7) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:02:23.056771 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-6fe6a84a-3471-4aa6-971b-b29760a75277 None None] For port 23255aaa-021d-47b9-8059-8f76901bb6be, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:02:23.060945 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-6fe6a84a-3471-4aa6-971b-b29760a75277 None None] For port 23255aaa-021d-47b9-8059-8f76901bb6be, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=23255aaa-021d-47b9-8059-8f76901bb6be,segment=NetworkSegment(077de3aa-79e5-4ea4-a171-0817f0ef7c06),segment_id=077de3aa-79e5-4ea4-a171-0817f0ef7c06)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:02:23.067693 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6fe6a84a-3471-4aa6-971b-b29760a75277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:23.144924 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe6a84a-3471-4aa6-971b-b29760a75277 None None] Pushing event updated for resources: {'Port': ['ID=23255aaa-021d-47b9-8059-8f76901bb6be,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:23.185729 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-07e11400-a7ff-4626-9752-bb84c2b1f9b8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:23.538167 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-07e11400-a7ff-4626-9752-bb84c2b1f9b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:23.575401 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e11400-a7ff-4626-9752-bb84c2b1f9b8 admin admin] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:02:23.580447 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-07e11400-a7ff-4626-9752-bb84c2b1f9b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:02:23.584117 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e11400-a7ff-4626-9752-bb84c2b1f9b8 admin admin] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:02:23.596600 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f4076a-3492-49f6-97c5-c9e2bdaf08b5 None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:02:23.618774 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e11400-a7ff-4626-9752-bb84c2b1f9b8 admin admin] Pushing event updated for resources: {'Port': ['ID=43f91c3e-ec3e-4d1a-a43e-7bb4bfbe07d7,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:23.663776 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-c4470747-da84-493f-9e1c-37f33d112e06 None None] Provisioning complete for port 43f91c3e-ec3e-4d1a-a43e-7bb4bfbe07d7 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:02:23.664649 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c4470747-da84-493f-9e1c-37f33d112e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:23.711630 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-c4470747-da84-493f-9e1c-37f33d112e06 None None] Port 43f91c3e-ec3e-4d1a-a43e-7bb4bfbe07d7 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:02:23.862291 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-07e11400-a7ff-4626-9752-bb84c2b1f9b8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:24.065484 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-07e11400-a7ff-4626-9752-bb84c2b1f9b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013'] for router, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:24.205732 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07e11400-a7ff-4626-9752-bb84c2b1f9b8 admin admin] Router 3500d477-cbba-4fc4-81b5-8a9793b0af79 is scheduled to L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 with binding_index 1 {{(pid=103167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 15:02:24.228751 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 51398) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:02:24.324199 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07e11400-a7ff-4626-9752-bb84c2b1f9b8 admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:02:24.326280 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf0aff8-d084-43cc-adbe-818d1725fabb None None] Network 3f531868-98b0-4d44-9785-377b1ddf0219 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:02:24.335222 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee72b6d0-d7fe-4876-bee8-f31cd194dd77 None None] Sync routers for ids ['3500d477-cbba-4fc4-81b5-8a9793b0af79'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:02:24.345556 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-07e11400-a7ff-4626-9752-bb84c2b1f9b8 admin admin] Publish callbacks [] for router, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:24.349629 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-07e11400-a7ff-4626-9752-bb84c2b1f9b8 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9651551 Dec 20 15:02:24.349781 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee72b6d0-d7fe-4876-bee8-f31cd194dd77 None None] Routers {'3500d477-cbba-4fc4-81b5-8a9793b0af79'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:02:24.349781 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-ee72b6d0-d7fe-4876-bee8-f31cd194dd77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:02:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['3500d477-cbba-4fc4-81b5-8a9793b0af79'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:02:24.350324 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 51402) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:02:24.371787 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-55dc8d06-7bd1-4473-b350-7eb6f7007f47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:24.397680 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-3b9936f2-e9a6-4b67-90ad-57f61434dbd0 None None] Provisioning complete for port 23255aaa-021d-47b9-8059-8f76901bb6be triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:02:24.398049 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-3b9936f2-e9a6-4b67-90ad-57f61434dbd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:24.461198 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-55dc8d06-7bd1-4473-b350-7eb6f7007f47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:24.467355 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-55dc8d06-7bd1-4473-b350-7eb6f7007f47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:24.503786 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-ee72b6d0-d7fe-4876-bee8-f31cd194dd77 None None] Set router 3500d477-cbba-4fc4-81b5-8a9793b0af79 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:02:24.518207 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-55dc8d06-7bd1-4473-b350-7eb6f7007f47 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4f6bf9187e924ccb8b8366774cc96083&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2883344 Dec 20 15:02:24.519121 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dc8d06-7bd1-4473-b350-7eb6f7007f47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4656340e-fba4-428b-b624-a7b855690a35,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:24.521496 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 51404) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:02:24.556892 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-3b9936f2-e9a6-4b67-90ad-57f61434dbd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:24.578838 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7d3a3103-5662-4461-9fc4-b099bc34d0c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:24.594936 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-3b9936f2-e9a6-4b67-90ad-57f61434dbd0 None None] For port 23255aaa-021d-47b9-8059-8f76901bb6be, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=23255aaa-021d-47b9-8059-8f76901bb6be,segment=NetworkSegment(077de3aa-79e5-4ea4-a171-0817f0ef7c06),segment_id=077de3aa-79e5-4ea4-a171-0817f0ef7c06)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:02:24.603034 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-3b9936f2-e9a6-4b67-90ad-57f61434dbd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:24.610656 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7d3a3103-5662-4461-9fc4-b099bc34d0c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:24.671898 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9936f2-e9a6-4b67-90ad-57f61434dbd0 None None] Pushing event updated for resources: {'Port': ['ID=23255aaa-021d-47b9-8059-8f76901bb6be,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:24.678551 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 23255aaa-021d-47b9-8059-8f76901bb6be up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:02:24.698518 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7d3a3103-5662-4461-9fc4-b099bc34d0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:24.701242 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7d3a3103-5662-4461-9fc4-b099bc34d0c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:24.702483 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-7d3a3103-5662-4461-9fc4-b099bc34d0c6 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4656340e-fba4-428b-b624-a7b855690a35 HTTP/1.1" status: 204 len: 168 time: 0.1800897 Dec 20 15:02:24.714773 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3a3103-5662-4461-9fc4-b099bc34d0c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4656340e-fba4-428b-b624-a7b855690a35,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:24.761800 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 23255aaa-021d-47b9-8059-8f76901bb6be triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:02:24.762588 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:24.762705 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-ee72b6d0-d7fe-4876-bee8-f31cd194dd77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3500d477-cbba-4fc4-81b5-8a9793b0af79', 'name': 'tempest-TestServerBasicOps-140309205-router', 'tenant_id': '657d403c6eef4a16ac295c092ca6df50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '43f91c3e-ec3e-4d1a-a43e-7bb4bfbe07d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:02:22Z', 'updated_at': '2021-12-20T15:02:23Z', 'revision_number': 3, 'project_id': '657d403c6eef4a16ac295c092ca6df50', 'gw_port': {'id': '43f91c3e-ec3e-4d1a-a43e-7bb4bfbe07d7', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:92:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3500d477-cbba-4fc4-81b5-8a9793b0af79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:22Z', 'updated_at': '2021-12-20T15:02:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:02:24.791424 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee72b6d0-d7fe-4876-bee8-f31cd194dd77 None None] Checking router: 3500d477-cbba-4fc4-81b5-8a9793b0af79 for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:02:24.791768 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee72b6d0-d7fe-4876-bee8-f31cd194dd77 None None] Updating router 3500d477-cbba-4fc4-81b5-8a9793b0af79 port 43f91c3e-ec3e-4d1a-a43e-7bb4bfbe07d7 binding host n-d-761264-19 {{(pid=103170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 15:02:24.821043 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ee72b6d0-d7fe-4876-bee8-f31cd194dd77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:24.943325 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-56ebe18d-b466-4115-a946-b65aebf66bfc None None] Provisioning complete for port 23255aaa-021d-47b9-8059-8f76901bb6be triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:02:24.943834 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-56ebe18d-b466-4115-a946-b65aebf66bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:25.033392 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-dd3d7307-8408-4e32-90db-1f515f04b155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:25.145138 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ee72b6d0-d7fe-4876-bee8-f31cd194dd77 None None] Publish callbacks [] for port, precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:25.151542 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ee72b6d0-d7fe-4876-bee8-f31cd194dd77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:25.201165 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c99c16-dd1c-4a61-8bf8-637a95703ca8 None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:02:25.209936 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-ee72b6d0-d7fe-4876-bee8-f31cd194dd77 None None] Attempting to bind port 43f91c3e-ec3e-4d1a-a43e-7bb4bfbe07d7 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:02:25.210550 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-ee72b6d0-d7fe-4876-bee8-f31cd194dd77 None None] Attempting to bind port 43f91c3e-ec3e-4d1a-a43e-7bb4bfbe07d7 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:02:25.210931 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee72b6d0-d7fe-4876-bee8-f31cd194dd77 None None] Attempting to bind port 43f91c3e-ec3e-4d1a-a43e-7bb4bfbe07d7 on network c3f8658e-da35-41f3-bd03-509e29ebd6f3 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:02:25.214382 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f65081c-aee7-4332-826f-a3c46cc311c7 None None] Pushing event updated for resources: {'Port': ['ID=43f91c3e-ec3e-4d1a-a43e-7bb4bfbe07d7,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:25.220327 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee72b6d0-d7fe-4876-bee8-f31cd194dd77 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:02:25.220704 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee72b6d0-d7fe-4876-bee8-f31cd194dd77 None None] Checking segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:02:25.221107 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ee72b6d0-d7fe-4876-bee8-f31cd194dd77 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:25.221492 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee72b6d0-d7fe-4876-bee8-f31cd194dd77 None None] Bound using segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:02:25.221958 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-ee72b6d0-d7fe-4876-bee8-f31cd194dd77 None None] Bound port: 43f91c3e-ec3e-4d1a-a43e-7bb4bfbe07d7, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:02:25.222484 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ee72b6d0-d7fe-4876-bee8-f31cd194dd77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:25.229718 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f65081c-aee7-4332-826f-a3c46cc311c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:02:25.230244 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f65081c-aee7-4332-826f-a3c46cc311c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:02:25.230750 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f65081c-aee7-4332-826f-a3c46cc311c7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:02:25.231250 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f65081c-aee7-4332-826f-a3c46cc311c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:02:25.231589 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f65081c-aee7-4332-826f-a3c46cc311c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:02:25.231919 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f65081c-aee7-4332-826f-a3c46cc311c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:02:25.232247 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f65081c-aee7-4332-826f-a3c46cc311c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:02:25.232568 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f65081c-aee7-4332-826f-a3c46cc311c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:02:25.233024 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f65081c-aee7-4332-826f-a3c46cc311c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:02:25.233481 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f65081c-aee7-4332-826f-a3c46cc311c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:02:25.233958 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f65081c-aee7-4332-826f-a3c46cc311c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:02:25.234754 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f65081c-aee7-4332-826f-a3c46cc311c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:02:25.235088 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f65081c-aee7-4332-826f-a3c46cc311c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:02:25.244198 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-dd3d7307-8408-4e32-90db-1f515f04b155 admin admin] Allocated IP 172.20.0.1 (3f531868-98b0-4d44-9785-377b1ddf0219/61ef2c4c-1fc9-4437-91dc-465770cb78f9/8d4e681d-8596-4b29-bf0e-5a22a1c0d01e) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:02:25.267967 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-8f0b4456-13b6-40f4-a745-bb92a6c20086 None None] Provisioning complete for port 43f91c3e-ec3e-4d1a-a43e-7bb4bfbe07d7 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:02:25.268341 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8f0b4456-13b6-40f4-a745-bb92a6c20086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:25.299402 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-ee72b6d0-d7fe-4876-bee8-f31cd194dd77 None None] For port 43f91c3e-ec3e-4d1a-a43e-7bb4bfbe07d7, host n-d-761264-19, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:02:25.304435 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-8f0b4456-13b6-40f4-a745-bb92a6c20086 None None] Port 43f91c3e-ec3e-4d1a-a43e-7bb4bfbe07d7 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:02:25.304920 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-ee72b6d0-d7fe-4876-bee8-f31cd194dd77 None None] For port 43f91c3e-ec3e-4d1a-a43e-7bb4bfbe07d7, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=43f91c3e-ec3e-4d1a-a43e-7bb4bfbe07d7,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:02:25.312437 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ee72b6d0-d7fe-4876-bee8-f31cd194dd77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:25.360474 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3152ee-ed3e-4458-a446-8442866722f9 None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:02:25.376943 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee72b6d0-d7fe-4876-bee8-f31cd194dd77 None None] Routers {'3500d477-cbba-4fc4-81b5-8a9793b0af79'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:02:25.377580 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-ee72b6d0-d7fe-4876-bee8-f31cd194dd77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:02:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['3500d477-cbba-4fc4-81b5-8a9793b0af79'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:02:25.385550 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f65081c-aee7-4332-826f-a3c46cc311c7 None None] Pushing event updated for resources: {'Port': ['ID=43f91c3e-ec3e-4d1a-a43e-7bb4bfbe07d7,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:25.389711 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-dd3d7307-8408-4e32-90db-1f515f04b155 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:25.428906 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-dd3d7307-8408-4e32-90db-1f515f04b155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:25.441015 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-330f3c11-6784-40f5-b342-16c1cfa29b3b None None] Provisioning complete for port 43f91c3e-ec3e-4d1a-a43e-7bb4bfbe07d7 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:02:25.441388 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-330f3c11-6784-40f5-b342-16c1cfa29b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:25.471122 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3d7307-8408-4e32-90db-1f515f04b155 admin admin] Network 3f531868-98b0-4d44-9785-377b1ddf0219 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:02:25.474954 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-dd3d7307-8408-4e32-90db-1f515f04b155 admin admin] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:02:25.477745 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3d7307-8408-4e32-90db-1f515f04b155 admin admin] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:02:25.522630 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-ee72b6d0-d7fe-4876-bee8-f31cd194dd77 None None] Set router 3500d477-cbba-4fc4-81b5-8a9793b0af79 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:02:25.547701 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-dd3d7307-8408-4e32-90db-1f515f04b155 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595714'] for router_interface, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:25.565866 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-330f3c11-6784-40f5-b342-16c1cfa29b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:25.594920 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-330f3c11-6784-40f5-b342-16c1cfa29b3b None None] For port 43f91c3e-ec3e-4d1a-a43e-7bb4bfbe07d7, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=43f91c3e-ec3e-4d1a-a43e-7bb4bfbe07d7,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:02:25.605533 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-330f3c11-6784-40f5-b342-16c1cfa29b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:25.607864 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3d7307-8408-4e32-90db-1f515f04b155 admin admin] Pushing event updated for resources: {'Port': ['ID=8d4e681d-8596-4b29-bf0e-5a22a1c0d01e,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:25.699213 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330f3c11-6784-40f5-b342-16c1cfa29b3b None None] Pushing event updated for resources: {'Port': ['ID=43f91c3e-ec3e-4d1a-a43e-7bb4bfbe07d7,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:25.748632 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-dd3d7307-8408-4e32-90db-1f515f04b155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:25.762681 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-ee72b6d0-d7fe-4876-bee8-f31cd194dd77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3500d477-cbba-4fc4-81b5-8a9793b0af79', 'name': 'tempest-TestServerBasicOps-140309205-router', 'tenant_id': '657d403c6eef4a16ac295c092ca6df50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '43f91c3e-ec3e-4d1a-a43e-7bb4bfbe07d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:02:22Z', 'updated_at': '2021-12-20T15:02:23Z', 'revision_number': 3, 'project_id': '657d403c6eef4a16ac295c092ca6df50', 'gw_port': {'id': '43f91c3e-ec3e-4d1a-a43e-7bb4bfbe07d7', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:92:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3500d477-cbba-4fc4-81b5-8a9793b0af79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:22Z', 'updated_at': '2021-12-20T15:02:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:02:25.795324 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee72b6d0-d7fe-4876-bee8-f31cd194dd77 None None] The sync data for ids ['3500d477-cbba-4fc4-81b5-8a9793b0af79'] in n-d-761264-19 is: [{'id': '3500d477-cbba-4fc4-81b5-8a9793b0af79', 'name': 'tempest-TestServerBasicOps-140309205-router', 'tenant_id': '657d403c6eef4a16ac295c092ca6df50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '43f91c3e-ec3e-4d1a-a43e-7bb4bfbe07d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:02:22Z', 'updated_at': '2021-12-20T15:02:23Z', 'revision_number': 3, 'project_id': '657d403c6eef4a16ac295c092ca6df50', 'gw_port': {'id': '43f91c3e-ec3e-4d1a-a43e-7bb4bfbe07d7', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:92:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3500d477-cbba-4fc4-81b5-8a9793b0af79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:22Z', 'updated_at': '2021-12-20T15:02:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:02:25.831436 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-fba6c042-5c0a-4a5f-a8ec-02cad7c270c4 None None] Provisioning complete for port 8d4e681d-8596-4b29-bf0e-5a22a1c0d01e triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:02:25.831811 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-fba6c042-5c0a-4a5f-a8ec-02cad7c270c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:25.872325 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-fba6c042-5c0a-4a5f-a8ec-02cad7c270c4 None None] Port 8d4e681d-8596-4b29-bf0e-5a22a1c0d01e cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:02:25.932658 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-dd3d7307-8408-4e32-90db-1f515f04b155 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:25.938200 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-dd3d7307-8408-4e32-90db-1f515f04b155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:26.015932 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-dd3d7307-8408-4e32-90db-1f515f04b155 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1595702'] for router_interface, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:26.018845 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3d7307-8408-4e32-90db-1f515f04b155 admin admin] Pushing event updated for resources: {'Port': ['ID=8d4e681d-8596-4b29-bf0e-5a22a1c0d01e,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:26.151336 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3d7307-8408-4e32-90db-1f515f04b155 admin admin] Network 3f531868-98b0-4d44-9785-377b1ddf0219 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:02:26.154946 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-dd3d7307-8408-4e32-90db-1f515f04b155 admin admin] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:02:26.306105 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd3d7307-8408-4e32-90db-1f515f04b155 admin admin] Router 3500d477-cbba-4fc4-81b5-8a9793b0af79 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:02:26.448586 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd3d7307-8408-4e32-90db-1f515f04b155 admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:02:26.455004 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-dd3d7307-8408-4e32-90db-1f515f04b155 admin admin] 10.222.0.54 "PUT /v2.0/routers/3500d477-cbba-4fc4-81b5-8a9793b0af79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1032209 Dec 20 15:02:26.505563 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-ed7cd8bd-0c97-4e54-9830-c57185694132 None None] Provisioning complete for port 8d4e681d-8596-4b29-bf0e-5a22a1c0d01e triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:02:26.506064 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ed7cd8bd-0c97-4e54-9830-c57185694132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:26.572291 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-ed7cd8bd-0c97-4e54-9830-c57185694132 None None] Port 8d4e681d-8596-4b29-bf0e-5a22a1c0d01e cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:02:26.657310 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 43f91c3e-ec3e-4d1a-a43e-7bb4bfbe07d7 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:02:26.718205 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 43f91c3e-ec3e-4d1a-a43e-7bb4bfbe07d7 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:02:26.718957 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:26.814313 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 23255aaa-021d-47b9-8059-8f76901bb6be up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:02:26.866828 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 23255aaa-021d-47b9-8059-8f76901bb6be triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:02:26.867210 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:27.138920 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 51452) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:02:27.144028 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-772f46fa-8ef8-4020-8f97-3aa86410b51d admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-694999547-network', 'tenant_id': 'f6809092ae90428697273698bb30584d'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:02:27.167598 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-772f46fa-8ef8-4020-8f97-3aa86410b51d admin admin] Made reservation on behalf of f6809092ae90428697273698bb30584d for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:02:27.170264 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-772f46fa-8ef8-4020-8f97-3aa86410b51d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:27.179266 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-772f46fa-8ef8-4020-8f97-3aa86410b51d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:27.259071 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-772f46fa-8ef8-4020-8f97-3aa86410b51d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:27.264036 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-772f46fa-8ef8-4020-8f97-3aa86410b51d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:27.285684 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-772f46fa-8ef8-4020-8f97-3aa86410b51d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:02:27.299987 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772f46fa-8ef8-4020-8f97-3aa86410b51d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68f26568-33df-46b4-80e3-6001361ed32c,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:27.305447 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-772f46fa-8ef8-4020-8f97-3aa86410b51d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:27.305787 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-772f46fa-8ef8-4020-8f97-3aa86410b51d admin admin] Added segment 9f73503b-c9fa-4192-8354-53088a663135 of type vlan for network 29f70c00-cb80-423d-ad97-561ba5b48db8 Dec 20 15:02:27.358586 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-772f46fa-8ef8-4020-8f97-3aa86410b51d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:27.388104 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-772f46fa-8ef8-4020-8f97-3aa86410b51d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:27.388946 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-772f46fa-8ef8-4020-8f97-3aa86410b51d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:02:27.389532 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-772f46fa-8ef8-4020-8f97-3aa86410b51d admin admin] Publish callbacks [] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:27.450959 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-772f46fa-8ef8-4020-8f97-3aa86410b51d admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3108132 Dec 20 15:02:27.453529 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 51460) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:02:27.460197 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-90e83e82-03cf-4cca-81a2-76ac382a63bf admin admin] Request body: {'subnet': {'network_id': '29f70c00-cb80-423d-ad97-561ba5b48db8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-694999547-subnet', 'tenant_id': 'f6809092ae90428697273698bb30584d', 'ip_version': 4}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:02:27.467118 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772f46fa-8ef8-4020-8f97-3aa86410b51d admin admin] Pushing event updated for resources: {'Network': ['ID=29f70c00-cb80-423d-ad97-561ba5b48db8,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:27.477656 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 29f70c00-cb80-423d-ad97-561ba5b48db8 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:02:27.492651 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90e83e82-03cf-4cca-81a2-76ac382a63bf admin admin] Made reservation on behalf of f6809092ae90428697273698bb30584d for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:02:27.494937 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-90e83e82-03cf-4cca-81a2-76ac382a63bf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:27.708527 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd221ba0-3999-41ae-89dd-8e72224c0d26 None None] Sync routers for ids ['3500d477-cbba-4fc4-81b5-8a9793b0af79'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:02:27.720208 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd221ba0-3999-41ae-89dd-8e72224c0d26 None None] Routers {'3500d477-cbba-4fc4-81b5-8a9793b0af79'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:02:27.720848 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-cd221ba0-3999-41ae-89dd-8e72224c0d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:02:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['3500d477-cbba-4fc4-81b5-8a9793b0af79'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:02:27.845486 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-cd221ba0-3999-41ae-89dd-8e72224c0d26 None None] Set router 3500d477-cbba-4fc4-81b5-8a9793b0af79 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:02:27.979211 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-90e83e82-03cf-4cca-81a2-76ac382a63bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8848317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10470522'] for subnet, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:28.044019 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e83e82-03cf-4cca-81a2-76ac382a63bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=031cf809-ef62-43ff-9117-3eb14a10e119,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:28.054495 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e83e82-03cf-4cca-81a2-76ac382a63bf admin admin] Checking segment: {'id': '9f73503b-c9fa-4192-8354-53088a663135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '29f70c00-cb80-423d-ad97-561ba5b48db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:02:28.056403 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e83e82-03cf-4cca-81a2-76ac382a63bf admin admin] Network hostable DHCP agents. Network: 29f70c00-cb80-423d-ad97-561ba5b48db8, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:02:28.076397 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e83e82-03cf-4cca-81a2-76ac382a63bf admin admin] Network 29f70c00-cb80-423d-ad97-561ba5b48db8 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:02:28.087742 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-90e83e82-03cf-4cca-81a2-76ac382a63bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 29f70c00-cb80-423d-ad97-561ba5b48db8) {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:02:28.093398 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e83e82-03cf-4cca-81a2-76ac382a63bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:02:28.094354 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-90e83e82-03cf-4cca-81a2-76ac382a63bf admin admin] Publish callbacks [] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:28.111386 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55abedee-1c81-4428-9d14-88519acca224 None None] Network 29f70c00-cb80-423d-ad97-561ba5b48db8 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:02:28.123680 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-90e83e82-03cf-4cca-81a2-76ac382a63bf admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6666763 Dec 20 15:02:28.123910 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 51464) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:02:28.128546 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-a99d2c6a-fddd-4059-b5e9-1f634b5c3c5c admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-694999547-router', 'tenant_id': 'f6809092ae90428697273698bb30584d', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:02:28.155853 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a99d2c6a-fddd-4059-b5e9-1f634b5c3c5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40114'] for router, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:28.157040 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a99d2c6a-fddd-4059-b5e9-1f634b5c3c5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40139'] for router, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:28.216669 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a99d2c6a-fddd-4059-b5e9-1f634b5c3c5c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:28.303571 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7433abe-2954-46b3-9525-f3b81dc3e05d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-29f70c00-cb80-423d-ad97-561ba5b48db8', 'network_id': '29f70c00-cb80-423d-ad97-561ba5b48db8', 'project_id': 'f6809092ae90428697273698bb30584d', 'fixed_ips': [{'subnet_id': '031cf809-ef62-43ff-9117-3eb14a10e119'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 15:02:28.304438 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d7433abe-2954-46b3-9525-f3b81dc3e05d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:28.342878 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-cd221ba0-3999-41ae-89dd-8e72224c0d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3500d477-cbba-4fc4-81b5-8a9793b0af79', 'name': 'tempest-TestServerBasicOps-140309205-router', 'tenant_id': '657d403c6eef4a16ac295c092ca6df50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '43f91c3e-ec3e-4d1a-a43e-7bb4bfbe07d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:02:22Z', 'updated_at': '2021-12-20T15:02:25Z', 'revision_number': 4, 'project_id': '657d403c6eef4a16ac295c092ca6df50', 'gw_port': {'id': '43f91c3e-ec3e-4d1a-a43e-7bb4bfbe07d7', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:92:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3500d477-cbba-4fc4-81b5-8a9793b0af79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:22Z', 'updated_at': '2021-12-20T15:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '8d4e681d-8596-4b29-bf0e-5a22a1c0d01e', 'name': '', 'network_id': '3f531868-98b0-4d44-9785-377b1ddf0219', 'tenant_id': '657d403c6eef4a16ac295c092ca6df50', 'mac_address': 'fa:16:3e:ce:22:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3500d477-cbba-4fc4-81b5-8a9793b0af79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '61ef2c4c-1fc9-4437-91dc-465770cb78f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:25Z', 'updated_at': '2021-12-20T15:02:25Z', 'revision_number': 2, 'project_id': '657d403c6eef4a16ac295c092ca6df50', 'subnets': [{'id': '61ef2c4c-1fc9-4437-91dc-465770cb78f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:02:28.372474 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a99d2c6a-fddd-4059-b5e9-1f634b5c3c5c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:28.411476 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd221ba0-3999-41ae-89dd-8e72224c0d26 None None] Checking router: 3500d477-cbba-4fc4-81b5-8a9793b0af79 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:02:28.411875 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd221ba0-3999-41ae-89dd-8e72224c0d26 None None] Updating router 3500d477-cbba-4fc4-81b5-8a9793b0af79 port 8d4e681d-8596-4b29-bf0e-5a22a1c0d01e binding host n-d-761264-19 {{(pid=103169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 15:02:28.457009 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-cd221ba0-3999-41ae-89dd-8e72224c0d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:28.546280 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-d7433abe-2954-46b3-9525-f3b81dc3e05d None None] Allocated IP 172.20.0.2 (29f70c00-cb80-423d-ad97-561ba5b48db8/031cf809-ef62-43ff-9117-3eb14a10e119/6c27ea9f-78d9-4ca2-b659-c7d3517c7543) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:02:28.600686 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a99d2c6a-fddd-4059-b5e9-1f634b5c3c5c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:28.626895 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a99d2c6a-fddd-4059-b5e9-1f634b5c3c5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:28.738328 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-a99d2c6a-fddd-4059-b5e9-1f634b5c3c5c admin admin] Allocated IP 172.25.0.243 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/e79ce790-9c1e-472a-8685-c6a046321bbb) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:02:28.841625 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d7433abe-2954-46b3-9525-f3b81dc3e05d None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:28.881260 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d7433abe-2954-46b3-9525-f3b81dc3e05d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:28.924332 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a99d2c6a-fddd-4059-b5e9-1f634b5c3c5c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:28.961750 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-cd221ba0-3999-41ae-89dd-8e72224c0d26 None None] Publish callbacks [] for port, precommit_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:28.966164 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7433abe-2954-46b3-9525-f3b81dc3e05d None None] Network 29f70c00-cb80-423d-ad97-561ba5b48db8 is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:02:28.969674 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-d7433abe-2954-46b3-9525-f3b81dc3e05d None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:02:28.970454 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a99d2c6a-fddd-4059-b5e9-1f634b5c3c5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:28.974051 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7433abe-2954-46b3-9525-f3b81dc3e05d None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:02:28.976155 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-cd221ba0-3999-41ae-89dd-8e72224c0d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:28.990982 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7433abe-2954-46b3-9525-f3b81dc3e05d None None] Pushing event updated for resources: {'Port': ['ID=6c27ea9f-78d9-4ca2-b659-c7d3517c7543,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:29.021577 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99d2c6a-fddd-4059-b5e9-1f634b5c3c5c admin admin] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:02:29.023412 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-a99d2c6a-fddd-4059-b5e9-1f634b5c3c5c admin admin] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:02:29.027923 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99d2c6a-fddd-4059-b5e9-1f634b5c3c5c admin admin] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:02:29.043713 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58df823-491c-4d01-992b-a9b598fd7670 None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:02:29.065272 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99d2c6a-fddd-4059-b5e9-1f634b5c3c5c admin admin] Pushing event updated for resources: {'Port': ['ID=e79ce790-9c1e-472a-8685-c6a046321bbb,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:29.127213 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee0ed29-107f-4ac2-8178-68d4ccf6dd3b None None] Pushing event updated for resources: {'Port': ['ID=8d4e681d-8596-4b29-bf0e-5a22a1c0d01e,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:29.136089 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-d7433abe-2954-46b3-9525-f3b81dc3e05d None None] Attempting to bind port 6c27ea9f-78d9-4ca2-b659-c7d3517c7543 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:02:29.136466 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-d7433abe-2954-46b3-9525-f3b81dc3e05d None None] Attempting to bind port 6c27ea9f-78d9-4ca2-b659-c7d3517c7543 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '9f73503b-c9fa-4192-8354-53088a663135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '29f70c00-cb80-423d-ad97-561ba5b48db8'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:02:29.136828 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7433abe-2954-46b3-9525-f3b81dc3e05d None None] Attempting to bind port 6c27ea9f-78d9-4ca2-b659-c7d3517c7543 on network 29f70c00-cb80-423d-ad97-561ba5b48db8 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:02:29.151849 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7433abe-2954-46b3-9525-f3b81dc3e05d None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:02:29.152218 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7433abe-2954-46b3-9525-f3b81dc3e05d None None] Checking segment: {'id': '9f73503b-c9fa-4192-8354-53088a663135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '29f70c00-cb80-423d-ad97-561ba5b48db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:02:29.152620 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d7433abe-2954-46b3-9525-f3b81dc3e05d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:29.154038 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7433abe-2954-46b3-9525-f3b81dc3e05d None None] Bound using segment: {'id': '9f73503b-c9fa-4192-8354-53088a663135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '29f70c00-cb80-423d-ad97-561ba5b48db8'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:02:29.154550 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-d7433abe-2954-46b3-9525-f3b81dc3e05d None None] Bound port: 6c27ea9f-78d9-4ca2-b659-c7d3517c7543, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f73503b-c9fa-4192-8354-53088a663135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '29f70c00-cb80-423d-ad97-561ba5b48db8'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:02:29.154960 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d7433abe-2954-46b3-9525-f3b81dc3e05d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:29.157339 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-cd221ba0-3999-41ae-89dd-8e72224c0d26 None None] Attempting to bind port 8d4e681d-8596-4b29-bf0e-5a22a1c0d01e on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:02:29.157743 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-cd221ba0-3999-41ae-89dd-8e72224c0d26 None None] Attempting to bind port 8d4e681d-8596-4b29-bf0e-5a22a1c0d01e by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '077de3aa-79e5-4ea4-a171-0817f0ef7c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3f531868-98b0-4d44-9785-377b1ddf0219'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:02:29.158059 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd221ba0-3999-41ae-89dd-8e72224c0d26 None None] Attempting to bind port 8d4e681d-8596-4b29-bf0e-5a22a1c0d01e on network 3f531868-98b0-4d44-9785-377b1ddf0219 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:02:29.172898 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd221ba0-3999-41ae-89dd-8e72224c0d26 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:02:29.173269 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd221ba0-3999-41ae-89dd-8e72224c0d26 None None] Checking segment: {'id': '077de3aa-79e5-4ea4-a171-0817f0ef7c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3f531868-98b0-4d44-9785-377b1ddf0219'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:02:29.173683 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-cd221ba0-3999-41ae-89dd-8e72224c0d26 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:29.174055 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd221ba0-3999-41ae-89dd-8e72224c0d26 None None] Bound using segment: {'id': '077de3aa-79e5-4ea4-a171-0817f0ef7c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3f531868-98b0-4d44-9785-377b1ddf0219'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:02:29.174528 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-cd221ba0-3999-41ae-89dd-8e72224c0d26 None None] Bound port: 8d4e681d-8596-4b29-bf0e-5a22a1c0d01e, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '077de3aa-79e5-4ea4-a171-0817f0ef7c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3f531868-98b0-4d44-9785-377b1ddf0219'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:02:29.174957 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-cd221ba0-3999-41ae-89dd-8e72224c0d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:29.276017 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-d7433abe-2954-46b3-9525-f3b81dc3e05d None None] For port 6c27ea9f-78d9-4ca2-b659-c7d3517c7543, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:02:29.277651 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d10523ab-2999-40af-ac87-752350d943ea req-f1c1d813-2b4d-40ce-b5a1-fa8afdded1f1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e51ef32c-de8b-4f59-8553-08a1a644cd62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0531092 Dec 20 15:02:29.280605 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-d7433abe-2954-46b3-9525-f3b81dc3e05d None None] For port 6c27ea9f-78d9-4ca2-b659-c7d3517c7543, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=6c27ea9f-78d9-4ca2-b659-c7d3517c7543,segment=NetworkSegment(9f73503b-c9fa-4192-8354-53088a663135),segment_id=9f73503b-c9fa-4192-8354-53088a663135)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:02:29.296457 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d7433abe-2954-46b3-9525-f3b81dc3e05d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:29.298317 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-cd0e40e0-ac11-4aa0-aa66-06ebbfa19b37 None None] Provisioning complete for port e79ce790-9c1e-472a-8685-c6a046321bbb triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:02:29.298675 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-cd0e40e0-ac11-4aa0-aa66-06ebbfa19b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:29.361278 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-cd221ba0-3999-41ae-89dd-8e72224c0d26 None None] For port 8d4e681d-8596-4b29-bf0e-5a22a1c0d01e, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:02:29.362588 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a99d2c6a-fddd-4059-b5e9-1f634b5c3c5c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:29.384934 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10523ab-2999-40af-ac87-752350d943ea req-2f991ae0-caf1-43cf-8dd2-fd8d86f01173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:02:29.386946 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d10523ab-2999-40af-ac87-752350d943ea req-2f991ae0-caf1-43cf-8dd2-fd8d86f01173 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f62d8f2c7b324a5892ce5eb0e9d3389a&device_id=e51ef32c-de8b-4f59-8553-08a1a644cd62 HTTP/1.1" status: 200 len: 1098 time: 0.0544474 Dec 20 15:02:29.390302 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-cd221ba0-3999-41ae-89dd-8e72224c0d26 None None] For port 8d4e681d-8596-4b29-bf0e-5a22a1c0d01e, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=8d4e681d-8596-4b29-bf0e-5a22a1c0d01e,segment=NetworkSegment(077de3aa-79e5-4ea4-a171-0817f0ef7c06),segment_id=077de3aa-79e5-4ea4-a171-0817f0ef7c06)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:02:29.393478 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-cd0e40e0-ac11-4aa0-aa66-06ebbfa19b37 None None] Port e79ce790-9c1e-472a-8685-c6a046321bbb cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:02:29.404412 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-cd221ba0-3999-41ae-89dd-8e72224c0d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:29.415667 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7433abe-2954-46b3-9525-f3b81dc3e05d None None] Pushing event updated for resources: {'Port': ['ID=6c27ea9f-78d9-4ca2-b659-c7d3517c7543,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:29.489936 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee0ed29-107f-4ac2-8178-68d4ccf6dd3b None None] Pushing event updated for resources: {'Port': ['ID=8d4e681d-8596-4b29-bf0e-5a22a1c0d01e,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:29.508401 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd221ba0-3999-41ae-89dd-8e72224c0d26 None None] Routers {'3500d477-cbba-4fc4-81b5-8a9793b0af79'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:02:29.509068 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-cd221ba0-3999-41ae-89dd-8e72224c0d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:02:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['3500d477-cbba-4fc4-81b5-8a9793b0af79'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:02:29.581307 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10523ab-2999-40af-ac87-752350d943ea req-f95514ec-467f-40d3-a64e-665abce0486e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:02:29.582803 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-ae42392d-117a-480e-bfc2-5f304828aa00 None None] Provisioning complete for port 8d4e681d-8596-4b29-bf0e-5a22a1c0d01e triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:02:29.583398 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ae42392d-117a-480e-bfc2-5f304828aa00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:29.584534 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d10523ab-2999-40af-ac87-752350d943ea req-f95514ec-467f-40d3-a64e-665abce0486e service neutron] 10.222.0.30 "GET /v2.0/networks?id=14442ae2-e1ca-4574-a01f-d14a0175a1d5 HTTP/1.1" status: 200 len: 898 time: 0.1731660 Dec 20 15:02:29.644692 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a99d2c6a-fddd-4059-b5e9-1f634b5c3c5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013'] for router, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:29.667498 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d10523ab-2999-40af-ac87-752350d943ea req-5458141d-20c6-4bb1-b5d1-7729f5d941b9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=7ce430ed-8112-491b-b347-845a0004c62a HTTP/1.1" status: 200 len: 217 time: 0.0698516 Dec 20 15:02:29.705008 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:02:29.761686 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-cd221ba0-3999-41ae-89dd-8e72224c0d26 None None] Set router 3500d477-cbba-4fc4-81b5-8a9793b0af79 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:02:29.797522 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10523ab-2999-40af-ac87-752350d943ea req-58759841-431f-4de9-84f8-a299719ea8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:02:29.799232 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d10523ab-2999-40af-ac87-752350d943ea req-58759841-431f-4de9-84f8-a299719ea8e2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a4a89fe3-b148-426b-9bcb-5a84bbb77dd3 HTTP/1.1" status: 200 len: 838 time: 0.1233628 Dec 20 15:02:29.862418 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10523ab-2999-40af-ac87-752350d943ea req-371fbef2-38e0-4553-99db-b67d1ca68f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:02:29.863297 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d10523ab-2999-40af-ac87-752350d943ea req-371fbef2-38e0-4553-99db-b67d1ca68f29 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=14442ae2-e1ca-4574-a01f-d14a0175a1d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0549965 Dec 20 15:02:29.903955 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ae42392d-117a-480e-bfc2-5f304828aa00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:29.908959 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a99d2c6a-fddd-4059-b5e9-1f634b5c3c5c admin admin] Router 0410759f-20a9-4b73-9ef7-05d018912ab5 is scheduled to L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 with binding_index 1 {{(pid=103168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 15:02:30.009899 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d10523ab-2999-40af-ac87-752350d943ea req-046ccd1d-6d77-4feb-9764-cf4031a962a4 service neutron] 10.222.0.30 "GET /v2.0/networks/14442ae2-e1ca-4574-a01f-d14a0175a1d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390085 Dec 20 15:02:30.084470 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a99d2c6a-fddd-4059-b5e9-1f634b5c3c5c admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:02:30.093881 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f56d85d-8933-408b-a86c-4f71d3e613b7 None None] Sync routers for ids ['0410759f-20a9-4b73-9ef7-05d018912ab5'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:02:30.112404 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f56d85d-8933-408b-a86c-4f71d3e613b7 None None] Routers {'0410759f-20a9-4b73-9ef7-05d018912ab5'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:02:30.113212 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-5f56d85d-8933-408b-a86c-4f71d3e613b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:02:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['0410759f-20a9-4b73-9ef7-05d018912ab5'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:02:30.120857 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a99d2c6a-fddd-4059-b5e9-1f634b5c3c5c admin admin] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:30.122589 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d10523ab-2999-40af-ac87-752350d943ea req-a4fdf64b-e34d-4be9-8f77-0e52b4138504 service neutron] 10.222.0.30 "GET /v2.0/networks/14442ae2-e1ca-4574-a01f-d14a0175a1d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044798 Dec 20 15:02:30.124883 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 51474) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:02:30.125097 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-a99d2c6a-fddd-4059-b5e9-1f634b5c3c5c admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0001247 Dec 20 15:02:30.244881 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-ae42392d-117a-480e-bfc2-5f304828aa00 None None] For port 8d4e681d-8596-4b29-bf0e-5a22a1c0d01e, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=8d4e681d-8596-4b29-bf0e-5a22a1c0d01e,segment=NetworkSegment(077de3aa-79e5-4ea4-a171-0817f0ef7c06),segment_id=077de3aa-79e5-4ea4-a171-0817f0ef7c06)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:02:30.247581 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-5f56d85d-8933-408b-a86c-4f71d3e613b7 None None] Set router 0410759f-20a9-4b73-9ef7-05d018912ab5 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:02:30.259858 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ae42392d-117a-480e-bfc2-5f304828aa00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:30.313618 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae42392d-117a-480e-bfc2-5f304828aa00 None None] Pushing event updated for resources: {'Port': ['ID=8d4e681d-8596-4b29-bf0e-5a22a1c0d01e,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:30.387438 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-052aad93-61d9-4c2a-b690-420f5c1a422b None None] Provisioning complete for port 8d4e681d-8596-4b29-bf0e-5a22a1c0d01e triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:02:30.387740 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-052aad93-61d9-4c2a-b690-420f5c1a422b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:30.462528 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-cd221ba0-3999-41ae-89dd-8e72224c0d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3500d477-cbba-4fc4-81b5-8a9793b0af79', 'name': 'tempest-TestServerBasicOps-140309205-router', 'tenant_id': '657d403c6eef4a16ac295c092ca6df50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '43f91c3e-ec3e-4d1a-a43e-7bb4bfbe07d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:02:22Z', 'updated_at': '2021-12-20T15:02:25Z', 'revision_number': 4, 'project_id': '657d403c6eef4a16ac295c092ca6df50', 'gw_port': {'id': '43f91c3e-ec3e-4d1a-a43e-7bb4bfbe07d7', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:92:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3500d477-cbba-4fc4-81b5-8a9793b0af79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:22Z', 'updated_at': '2021-12-20T15:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '8d4e681d-8596-4b29-bf0e-5a22a1c0d01e', 'name': '', 'network_id': '3f531868-98b0-4d44-9785-377b1ddf0219', 'tenant_id': '657d403c6eef4a16ac295c092ca6df50', 'mac_address': 'fa:16:3e:ce:22:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3500d477-cbba-4fc4-81b5-8a9793b0af79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '61ef2c4c-1fc9-4437-91dc-465770cb78f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:25Z', 'updated_at': '2021-12-20T15:02:29Z', 'revision_number': 4, 'project_id': '657d403c6eef4a16ac295c092ca6df50', 'subnets': [{'id': '61ef2c4c-1fc9-4437-91dc-465770cb78f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:02:30.496312 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-5f56d85d-8933-408b-a86c-4f71d3e613b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0410759f-20a9-4b73-9ef7-05d018912ab5', 'name': 'tempest-TestServerBasicOps-694999547-router', 'tenant_id': 'f6809092ae90428697273698bb30584d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': 'e79ce790-9c1e-472a-8685-c6a046321bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:02:28Z', 'updated_at': '2021-12-20T15:02:29Z', 'revision_number': 3, 'project_id': 'f6809092ae90428697273698bb30584d', 'gw_port': {'id': 'e79ce790-9c1e-472a-8685-c6a046321bbb', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:1c:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0410759f-20a9-4b73-9ef7-05d018912ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:28Z', 'updated_at': '2021-12-20T15:02:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:02:30.522985 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd221ba0-3999-41ae-89dd-8e72224c0d26 None None] The sync data for ids ['3500d477-cbba-4fc4-81b5-8a9793b0af79'] in n-d-761264-19 is: [{'id': '3500d477-cbba-4fc4-81b5-8a9793b0af79', 'name': 'tempest-TestServerBasicOps-140309205-router', 'tenant_id': '657d403c6eef4a16ac295c092ca6df50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '43f91c3e-ec3e-4d1a-a43e-7bb4bfbe07d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:02:22Z', 'updated_at': '2021-12-20T15:02:25Z', 'revision_number': 4, 'project_id': '657d403c6eef4a16ac295c092ca6df50', 'gw_port': {'id': '43f91c3e-ec3e-4d1a-a43e-7bb4bfbe07d7', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:92:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3500d477-cbba-4fc4-81b5-8a9793b0af79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:22Z', 'updated_at': '2021-12-20T15:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '8d4e681d-8596-4b29-bf0e-5a22a1c0d01e', 'name': '', 'network_id': '3f531868-98b0-4d44-9785-377b1ddf0219', 'tenant_id': '657d403c6eef4a16ac295c092ca6df50', 'mac_address': 'fa:16:3e:ce:22:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3500d477-cbba-4fc4-81b5-8a9793b0af79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '61ef2c4c-1fc9-4437-91dc-465770cb78f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:25Z', 'updated_at': '2021-12-20T15:02:29Z', 'revision_number': 4, 'project_id': '657d403c6eef4a16ac295c092ca6df50', 'subnets': [{'id': '61ef2c4c-1fc9-4437-91dc-465770cb78f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:02:30.571270 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f56d85d-8933-408b-a86c-4f71d3e613b7 None None] Checking router: 0410759f-20a9-4b73-9ef7-05d018912ab5 for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:02:30.571686 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f56d85d-8933-408b-a86c-4f71d3e613b7 None None] Updating router 0410759f-20a9-4b73-9ef7-05d018912ab5 port e79ce790-9c1e-472a-8685-c6a046321bbb binding host n-d-761264-19 {{(pid=103170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 15:02:30.662662 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5f56d85d-8933-408b-a86c-4f71d3e613b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:30.726980 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 6c27ea9f-78d9-4ca2-b659-c7d3517c7543 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:02:30.783353 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-cc693ceb-c6f4-442c-b4be-5d2c2eb33dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:30.803903 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 6c27ea9f-78d9-4ca2-b659-c7d3517c7543 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:02:30.804679 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:30.939520 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:31.034190 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] For port 6c27ea9f-78d9-4ca2-b659-c7d3517c7543, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=6c27ea9f-78d9-4ca2-b659-c7d3517c7543,segment=NetworkSegment(9f73503b-c9fa-4192-8354-53088a663135),segment_id=9f73503b-c9fa-4192-8354-53088a663135)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:02:31.049279 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:31.152469 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2800f5a6-7886-4216-ace6-08b5da97858b None None] Network 29f70c00-cb80-423d-ad97-561ba5b48db8 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:02:31.208995 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d0bf0d1e-fe81-4df6-84a7-9e5abb892f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:31.237670 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Pushing event updated for resources: {'Port': ['ID=6c27ea9f-78d9-4ca2-b659-c7d3517c7543,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:31.343188 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-9073bc22-8fb1-45ee-a19c-9bf5049b925a None None] Provisioning complete for port 6c27ea9f-78d9-4ca2-b659-c7d3517c7543 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:02:31.343612 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-9073bc22-8fb1-45ee-a19c-9bf5049b925a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:31.416709 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ae0eec82-2757-48a3-88b3-25eda9150777 req-2311dea8-13ad-46ea-8d58-a6749357f20a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=72d55766-50fe-463f-b52a-fbb0cbb830ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1202126 Dec 20 15:02:31.512753 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5f56d85d-8933-408b-a86c-4f71d3e613b7 None None] Publish callbacks [] for port, precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:31.522936 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5f56d85d-8933-408b-a86c-4f71d3e613b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:31.563016 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-d0bf0d1e-fe81-4df6-84a7-9e5abb892f2f admin admin] Allocated IP 172.20.0.1 (29f70c00-cb80-423d-ad97-561ba5b48db8/031cf809-ef62-43ff-9117-3eb14a10e119/b8989490-dbb0-416e-936d-4fd65e2107f0) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:02:31.621089 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3060321e-2bc4-40ba-b19b-b8883097ec9d None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:02:31.624189 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0eec82-2757-48a3-88b3-25eda9150777 req-5b457937-cb70-4c3a-9982-42f4692633a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:02:31.625776 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ae0eec82-2757-48a3-88b3-25eda9150777 req-5b457937-cb70-4c3a-9982-42f4692633a5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f62d8f2c7b324a5892ce5eb0e9d3389a&device_id=72d55766-50fe-463f-b52a-fbb0cbb830ae HTTP/1.1" status: 200 len: 1098 time: 0.1387701 Dec 20 15:02:31.661293 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-5f56d85d-8933-408b-a86c-4f71d3e613b7 None None] Attempting to bind port e79ce790-9c1e-472a-8685-c6a046321bbb on host n-d-761264-19 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:02:31.666932 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-5f56d85d-8933-408b-a86c-4f71d3e613b7 None None] Attempting to bind port e79ce790-9c1e-472a-8685-c6a046321bbb by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:02:31.667295 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f56d85d-8933-408b-a86c-4f71d3e613b7 None None] Attempting to bind port e79ce790-9c1e-472a-8685-c6a046321bbb on network c3f8658e-da35-41f3-bd03-509e29ebd6f3 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:02:31.698899 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f56d85d-8933-408b-a86c-4f71d3e613b7 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:02:31.699338 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f56d85d-8933-408b-a86c-4f71d3e613b7 None None] Checking segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:02:31.699752 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5f56d85d-8933-408b-a86c-4f71d3e613b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:31.700152 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f56d85d-8933-408b-a86c-4f71d3e613b7 None None] Bound using segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:02:31.700651 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-5f56d85d-8933-408b-a86c-4f71d3e613b7 None None] Bound port: e79ce790-9c1e-472a-8685-c6a046321bbb, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:02:31.701040 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5f56d85d-8933-408b-a86c-4f71d3e613b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:31.720346 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-49e74967-f130-4d1c-8d90-5aa5443db9b0 None None] Provisioning complete for port e79ce790-9c1e-472a-8685-c6a046321bbb triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:02:31.720633 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-49e74967-f130-4d1c-8d90-5aa5443db9b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:31.780457 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-49e74967-f130-4d1c-8d90-5aa5443db9b0 None None] Port e79ce790-9c1e-472a-8685-c6a046321bbb cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:02:31.808543 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc084b0-8cf1-45eb-ad9a-c71fdeb04a1c None None] Pushing event updated for resources: {'Port': ['ID=e79ce790-9c1e-472a-8685-c6a046321bbb,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:31.825486 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-5f56d85d-8933-408b-a86c-4f71d3e613b7 None None] For port e79ce790-9c1e-472a-8685-c6a046321bbb, host n-d-761264-19, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:02:31.832257 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-5f56d85d-8933-408b-a86c-4f71d3e613b7 None None] For port e79ce790-9c1e-472a-8685-c6a046321bbb, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=e79ce790-9c1e-472a-8685-c6a046321bbb,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:02:31.837975 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-5f56d85d-8933-408b-a86c-4f71d3e613b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:31.874813 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc537d23-a9cd-480c-84ad-23a7ce2abd67 None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:02:31.956032 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f56d85d-8933-408b-a86c-4f71d3e613b7 None None] Routers {'0410759f-20a9-4b73-9ef7-05d018912ab5'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:02:31.956886 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-5f56d85d-8933-408b-a86c-4f71d3e613b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:02:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['0410759f-20a9-4b73-9ef7-05d018912ab5'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:02:31.965493 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d0bf0d1e-fe81-4df6-84a7-9e5abb892f2f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:32.048193 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0eec82-2757-48a3-88b3-25eda9150777 req-d8ed3db2-7b1e-48e5-9f47-ce6f4e1a99b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:02:32.051406 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ae0eec82-2757-48a3-88b3-25eda9150777 req-d8ed3db2-7b1e-48e5-9f47-ce6f4e1a99b6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4f244571-d51f-45b2-99a1-7f591a08ef83 HTTP/1.1" status: 200 len: 898 time: 0.3935399 Dec 20 15:02:32.092341 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-37a93a7e-4539-4d76-8506-3444d7326d5c None None] Provisioning complete for port e79ce790-9c1e-472a-8685-c6a046321bbb triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:02:32.092858 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-37a93a7e-4539-4d76-8506-3444d7326d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:32.186848 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d0bf0d1e-fe81-4df6-84a7-9e5abb892f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:32.206550 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc084b0-8cf1-45eb-ad9a-c71fdeb04a1c None None] Pushing event updated for resources: {'Port': ['ID=e79ce790-9c1e-472a-8685-c6a046321bbb,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:32.224900 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-37a93a7e-4539-4d76-8506-3444d7326d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:32.251340 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ae0eec82-2757-48a3-88b3-25eda9150777 req-f33c8408-1a3d-4c54-95e4-aed69f884bb8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d4155b80-e2e7-4fc4-990b-6624d95547b6 HTTP/1.1" status: 200 len: 1001 time: 0.1882391 Dec 20 15:02:32.254061 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0bf0d1e-fe81-4df6-84a7-9e5abb892f2f admin admin] Network 29f70c00-cb80-423d-ad97-561ba5b48db8 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:02:32.256494 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-5f56d85d-8933-408b-a86c-4f71d3e613b7 None None] Set router 0410759f-20a9-4b73-9ef7-05d018912ab5 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:02:32.266180 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-37a93a7e-4539-4d76-8506-3444d7326d5c None None] For port e79ce790-9c1e-472a-8685-c6a046321bbb, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=e79ce790-9c1e-472a-8685-c6a046321bbb,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:02:32.273237 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-d0bf0d1e-fe81-4df6-84a7-9e5abb892f2f admin admin] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:02:32.275402 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-37a93a7e-4539-4d76-8506-3444d7326d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:32.277054 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bf0d1e-fe81-4df6-84a7-9e5abb892f2f admin admin] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:02:32.353603 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bf0d1e-fe81-4df6-84a7-9e5abb892f2f admin admin] Pushing event updated for resources: {'Port': ['ID=b8989490-dbb0-416e-936d-4fd65e2107f0,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:32.401309 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0eec82-2757-48a3-88b3-25eda9150777 req-453906fd-33ef-42c6-a34d-1a31f333087d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:02:32.401485 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a93a7e-4539-4d76-8506-3444d7326d5c None None] Pushing event updated for resources: {'Port': ['ID=e79ce790-9c1e-472a-8685-c6a046321bbb,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:32.403818 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ae0eec82-2757-48a3-88b3-25eda9150777 req-453906fd-33ef-42c6-a34d-1a31f333087d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0fb4d078-ee44-470f-9d9c-e04833f5d5cb HTTP/1.1" status: 200 len: 834 time: 0.1437449 Dec 20 15:02:32.404971 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d0bf0d1e-fe81-4df6-84a7-9e5abb892f2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595714'] for router_interface, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:32.412312 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-1c9b97c4-5179-40e7-ba55-0683590978ba None None] Provisioning complete for port 6c27ea9f-78d9-4ca2-b659-c7d3517c7543 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:02:32.412755 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-1c9b97c4-5179-40e7-ba55-0683590978ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:32.613342 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0eec82-2757-48a3-88b3-25eda9150777 req-7faac995-9073-4c63-9731-c9c7c51d3f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:02:32.614817 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ae0eec82-2757-48a3-88b3-25eda9150777 req-7faac995-9073-4c63-9731-c9c7c51d3f30 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4f244571-d51f-45b2-99a1-7f591a08ef83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0909979 Dec 20 15:02:32.615958 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d0bf0d1e-fe81-4df6-84a7-9e5abb892f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:32.617847 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-5f56d85d-8933-408b-a86c-4f71d3e613b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0410759f-20a9-4b73-9ef7-05d018912ab5', 'name': 'tempest-TestServerBasicOps-694999547-router', 'tenant_id': 'f6809092ae90428697273698bb30584d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': 'e79ce790-9c1e-472a-8685-c6a046321bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:02:28Z', 'updated_at': '2021-12-20T15:02:29Z', 'revision_number': 3, 'project_id': 'f6809092ae90428697273698bb30584d', 'gw_port': {'id': 'e79ce790-9c1e-472a-8685-c6a046321bbb', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:1c:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0410759f-20a9-4b73-9ef7-05d018912ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:28Z', 'updated_at': '2021-12-20T15:02:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:02:32.645539 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f56d85d-8933-408b-a86c-4f71d3e613b7 None None] The sync data for ids ['0410759f-20a9-4b73-9ef7-05d018912ab5'] in n-d-761264-19 is: [{'id': '0410759f-20a9-4b73-9ef7-05d018912ab5', 'name': 'tempest-TestServerBasicOps-694999547-router', 'tenant_id': 'f6809092ae90428697273698bb30584d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': 'e79ce790-9c1e-472a-8685-c6a046321bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:02:28Z', 'updated_at': '2021-12-20T15:02:29Z', 'revision_number': 3, 'project_id': 'f6809092ae90428697273698bb30584d', 'gw_port': {'id': 'e79ce790-9c1e-472a-8685-c6a046321bbb', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:1c:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0410759f-20a9-4b73-9ef7-05d018912ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:28Z', 'updated_at': '2021-12-20T15:02:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:02:32.755283 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 8d4e681d-8596-4b29-bf0e-5a22a1c0d01e up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:02:32.818272 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-1ee975f3-6ef1-4176-b3f1-24586ad2788c None None] Provisioning complete for port b8989490-dbb0-416e-936d-4fd65e2107f0 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:02:32.818653 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-1ee975f3-6ef1-4176-b3f1-24586ad2788c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:32.821872 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 51484) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:02:32.867141 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ae0eec82-2757-48a3-88b3-25eda9150777 req-8e91ebae-e702-486b-b416-bf8a650c9faa service neutron] 10.222.0.47 "GET /v2.0/networks/4f244571-d51f-45b2-99a1-7f591a08ef83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095671 Dec 20 15:02:32.897583 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-1ee975f3-6ef1-4176-b3f1-24586ad2788c None None] Port b8989490-dbb0-416e-936d-4fd65e2107f0 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:02:32.936986 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 8d4e681d-8596-4b29-bf0e-5a22a1c0d01e triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:02:32.937364 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:32.940645 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8b8f25ec-8349-4d77-8df9-b2c7e4495012 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:33.134223 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ae0eec82-2757-48a3-88b3-25eda9150777 req-ce8812bf-8de7-4dcb-b210-fb8138b88dc2 service neutron] 10.222.0.47 "GET /v2.0/networks/4f244571-d51f-45b2-99a1-7f591a08ef83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2661233 Dec 20 15:02:33.158460 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 6c27ea9f-78d9-4ca2-b659-c7d3517c7543 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:02:33.174960 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d0bf0d1e-fe81-4df6-84a7-9e5abb892f2f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:33.187398 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d0bf0d1e-fe81-4df6-84a7-9e5abb892f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:33.306182 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d0bf0d1e-fe81-4df6-84a7-9e5abb892f2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1595702'] for router_interface, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:33.317803 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 6c27ea9f-78d9-4ca2-b659-c7d3517c7543 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:02:33.318102 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:33.336272 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bf0d1e-fe81-4df6-84a7-9e5abb892f2f admin admin] Pushing event updated for resources: {'Port': ['ID=b8989490-dbb0-416e-936d-4fd65e2107f0,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:33.482999 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b42d26fc-7ee3-4da8-9943-089f84d17f70 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1595867'] for router_interface, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:33.511569 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0bf0d1e-fe81-4df6-84a7-9e5abb892f2f admin admin] Network 29f70c00-cb80-423d-ad97-561ba5b48db8 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:02:33.513343 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-d0bf0d1e-fe81-4df6-84a7-9e5abb892f2f admin admin] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:02:33.725079 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0bf0d1e-fe81-4df6-84a7-9e5abb892f2f admin admin] Router 0410759f-20a9-4b73-9ef7-05d018912ab5 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:02:33.869676 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:33.875969 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0bf0d1e-fe81-4df6-84a7-9e5abb892f2f admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:02:33.882595 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-d0bf0d1e-fe81-4df6-84a7-9e5abb892f2f admin admin] 10.222.0.54 "PUT /v2.0/routers/0410759f-20a9-4b73-9ef7-05d018912ab5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7547953 Dec 20 15:02:33.940887 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-b597cb7e-d4a7-4882-8c52-dbbea6941df7 None None] Provisioning complete for port b8989490-dbb0-416e-936d-4fd65e2107f0 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:02:33.942484 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b597cb7e-d4a7-4882-8c52-dbbea6941df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:34.005106 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-b597cb7e-d4a7-4882-8c52-dbbea6941df7 None None] Port b8989490-dbb0-416e-936d-4fd65e2107f0 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:02:34.021193 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-b42d26fc-7ee3-4da8-9943-089f84d17f70 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Deleting port 0261b984-bbc1-423c-ab26-78d326bf4049 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:02:34.022118 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b42d26fc-7ee3-4da8-9943-089f84d17f70 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:34.148643 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-b42d26fc-7ee3-4da8-9943-089f84d17f70 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] For port 0261b984-bbc1-423c-ab26-78d326bf4049, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=0261b984-bbc1-423c-ab26-78d326bf4049,segment=NetworkSegment(a63efea1-f9ae-4f39-95d3-b6334197c90f),segment_id=a63efea1-f9ae-4f39-95d3-b6334197c90f)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:02:34.149012 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b42d26fc-7ee3-4da8-9943-089f84d17f70 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:34.161994 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-b42d26fc-7ee3-4da8-9943-089f84d17f70 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Calling delete_port for 0261b984-bbc1-423c-ab26-78d326bf4049 owned by network:router_interface {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:02:34.368771 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b42d26fc-7ee3-4da8-9943-089f84d17f70 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:34.402316 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42d26fc-7ee3-4da8-9943-089f84d17f70 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Pushing event deleted for resources: {'Port': ['ID=0261b984-bbc1-423c-ab26-78d326bf4049,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:34.481557 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 51500) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:02:34.489009 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-c0dd5e3f-2295-4925-8599-d3994d9ec3ff tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-670824679', 'description': 'tempest-secgroup-smoke-670824679 description', 'project_id': '657d403c6eef4a16ac295c092ca6df50'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:02:34.541622 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c0dd5e3f-2295-4925-8599-d3994d9ec3ff tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:34.625024 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b42d26fc-7ee3-4da8-9943-089f84d17f70 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582411'] for router_interface, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:34.680327 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c0dd5e3f-2295-4925-8599-d3994d9ec3ff tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:34.691007 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c0dd5e3f-2295-4925-8599-d3994d9ec3ff tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:34.720758 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device e79ce790-9c1e-472a-8685-c6a046321bbb up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:02:34.759389 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c0dd5e3f-2295-4925-8599-d3994d9ec3ff tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:34.763516 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-c0dd5e3f-2295-4925-8599-d3994d9ec3ff tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2756631 Dec 20 15:02:34.765715 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 51502) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:02:34.770025 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-b8008553-d518-439c-92a6-161a5e256275 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Request body: {'security_group_rule': {'security_group_id': 'f090d301-7d90-4896-b5e1-0d5a37ed2ffc', 'project_id': '657d403c6eef4a16ac295c092ca6df50', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:02:34.779608 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dd5e3f-2295-4925-8599-d3994d9ec3ff tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f090d301-7d90-4896-b5e1-0d5a37ed2ffc,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:34.818008 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b8008553-d518-439c-92a6-161a5e256275 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:34.824434 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port e79ce790-9c1e-472a-8685-c6a046321bbb triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:02:34.825039 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:34.905575 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b8008553-d518-439c-92a6-161a5e256275 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:34.918984 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b8008553-d518-439c-92a6-161a5e256275 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:34.938398 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8008553-d518-439c-92a6-161a5e256275 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea40db9e-db0b-452b-bec1-91fc4ac5a60d,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:34.957405 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b8008553-d518-439c-92a6-161a5e256275 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:34.958920 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-b8008553-d518-439c-92a6-161a5e256275 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1922097 Dec 20 15:02:34.961602 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 51504) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:02:34.969256 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-81a5ea2d-9743-4a5b-b20a-5fce20789f55 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Request body: {'security_group_rule': {'security_group_id': 'f090d301-7d90-4896-b5e1-0d5a37ed2ffc', 'project_id': '657d403c6eef4a16ac295c092ca6df50', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:02:35.013608 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-81a5ea2d-9743-4a5b-b20a-5fce20789f55 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:35.206835 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-81a5ea2d-9743-4a5b-b20a-5fce20789f55 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:35.211498 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-81a5ea2d-9743-4a5b-b20a-5fce20789f55 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:35.232895 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a5ea2d-9743-4a5b-b20a-5fce20789f55 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c79aebd4-6d8a-4635-8374-d79947923614,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:35.234540 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b10633-0b50-499a-86cc-d3d5583da120 None None] Sync routers for ids ['0410759f-20a9-4b73-9ef7-05d018912ab5'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:02:35.250195 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-81a5ea2d-9743-4a5b-b20a-5fce20789f55 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:35.254897 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-81a5ea2d-9743-4a5b-b20a-5fce20789f55 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2920074 Dec 20 15:02:35.255927 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 51506) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:02:35.261375 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-db55ca66-4844-417c-89dc-13c8466c133e tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Request body: {'security_group_rule': {'security_group_id': 'f090d301-7d90-4896-b5e1-0d5a37ed2ffc', 'project_id': '657d403c6eef4a16ac295c092ca6df50', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:02:35.262002 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b10633-0b50-499a-86cc-d3d5583da120 None None] Routers {'0410759f-20a9-4b73-9ef7-05d018912ab5'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:02:35.262872 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-59b10633-0b50-499a-86cc-d3d5583da120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:02:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['0410759f-20a9-4b73-9ef7-05d018912ab5'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:02:35.298232 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-db55ca66-4844-417c-89dc-13c8466c133e tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:35.382314 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b42d26fc-7ee3-4da8-9943-089f84d17f70 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Router 29712ce6-4459-412a-8a52-96bf6c225c36 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:02:35.399660 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-db55ca66-4844-417c-89dc-13c8466c133e tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:35.403358 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-59b10633-0b50-499a-86cc-d3d5583da120 None None] Set router 0410759f-20a9-4b73-9ef7-05d018912ab5 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:02:35.405241 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-db55ca66-4844-417c-89dc-13c8466c133e tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:35.426601 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db55ca66-4844-417c-89dc-13c8466c133e tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=057c5319-fd30-4bc8-a4c3-e712549c32d0,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:35.434351 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-db55ca66-4844-417c-89dc-13c8466c133e tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:35.434826 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-db55ca66-4844-417c-89dc-13c8466c133e tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1778817 Dec 20 15:02:35.437593 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 51510) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:02:35.442570 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-a3d910a6-6435-49f4-b1de-d4340b5c4587 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Request body: {'security_group_rule': {'security_group_id': 'f090d301-7d90-4896-b5e1-0d5a37ed2ffc', 'project_id': '657d403c6eef4a16ac295c092ca6df50', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:02:35.472543 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a3d910a6-6435-49f4-b1de-d4340b5c4587 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:35.499064 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b42d26fc-7ee3-4da8-9943-089f84d17f70 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:02:35.507178 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-b42d26fc-7ee3-4da8-9943-089f84d17f70 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "PUT /v2.0/routers/29712ce6-4459-412a-8a52-96bf6c225c36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6840830 Dec 20 15:02:35.511736 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99e4522-98f5-41c9-8853-22c787bba542 None None] Sync routers for ids ['29712ce6-4459-412a-8a52-96bf6c225c36'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:02:35.521732 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99e4522-98f5-41c9-8853-22c787bba542 None None] Routers {'29712ce6-4459-412a-8a52-96bf6c225c36'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:02:35.522344 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-e99e4522-98f5-41c9-8853-22c787bba542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:02:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['29712ce6-4459-412a-8a52-96bf6c225c36'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:02:35.546263 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a3d910a6-6435-49f4-b1de-d4340b5c4587 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:35.553754 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a3d910a6-6435-49f4-b1de-d4340b5c4587 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:35.584884 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d910a6-6435-49f4-b1de-d4340b5c4587 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=346031a3-0b9f-481c-9108-c9eb52c93e67,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:35.595493 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a3d910a6-6435-49f4-b1de-d4340b5c4587 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:35.599873 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 51514) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:02:35.600451 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-a3d910a6-6435-49f4-b1de-d4340b5c4587 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1615427 Dec 20 15:02:35.604337 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-c77e5a99-272b-42d9-86f9-1a4ff43b2292 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Request body: {'security_group_rule': {'security_group_id': 'f090d301-7d90-4896-b5e1-0d5a37ed2ffc', 'project_id': '657d403c6eef4a16ac295c092ca6df50', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:02:35.648314 n-d-761264-19 neutron-server[103168]: INFO neutron.db.securitygroups_db [None req-c77e5a99-272b-42d9-86f9-1a4ff43b2292 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Project 657d403c6eef4a16ac295c092ca6df50 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 15:02:35.655942 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c77e5a99-272b-42d9-86f9-1a4ff43b2292 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:35.657570 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-e99e4522-98f5-41c9-8853-22c787bba542 None None] Set router 29712ce6-4459-412a-8a52-96bf6c225c36 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:02:35.663385 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-59b10633-0b50-499a-86cc-d3d5583da120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0410759f-20a9-4b73-9ef7-05d018912ab5', 'name': 'tempest-TestServerBasicOps-694999547-router', 'tenant_id': 'f6809092ae90428697273698bb30584d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': 'e79ce790-9c1e-472a-8685-c6a046321bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:02:28Z', 'updated_at': '2021-12-20T15:02:32Z', 'revision_number': 4, 'project_id': 'f6809092ae90428697273698bb30584d', 'gw_port': {'id': 'e79ce790-9c1e-472a-8685-c6a046321bbb', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:1c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0410759f-20a9-4b73-9ef7-05d018912ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:28Z', 'updated_at': '2021-12-20T15:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'b8989490-dbb0-416e-936d-4fd65e2107f0', 'name': '', 'network_id': '29f70c00-cb80-423d-ad97-561ba5b48db8', 'tenant_id': 'f6809092ae90428697273698bb30584d', 'mac_address': 'fa:16:3e:f3:d5:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0410759f-20a9-4b73-9ef7-05d018912ab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '031cf809-ef62-43ff-9117-3eb14a10e119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:31Z', 'updated_at': '2021-12-20T15:02:32Z', 'revision_number': 2, 'project_id': 'f6809092ae90428697273698bb30584d', 'subnets': [{'id': '031cf809-ef62-43ff-9117-3eb14a10e119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:02:35.691939 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b10633-0b50-499a-86cc-d3d5583da120 None None] Checking router: 0410759f-20a9-4b73-9ef7-05d018912ab5 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:02:35.692301 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b10633-0b50-499a-86cc-d3d5583da120 None None] Updating router 0410759f-20a9-4b73-9ef7-05d018912ab5 port b8989490-dbb0-416e-936d-4fd65e2107f0 binding host n-d-761264-19 {{(pid=103169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 15:02:35.719476 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-59b10633-0b50-499a-86cc-d3d5583da120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:35.770557 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c77e5a99-272b-42d9-86f9-1a4ff43b2292 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:35.782711 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4640073-ac84-41c5-b704-c038fadb321b req-4f20528a-7734-4433-a3fd-f34648da3827 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:02:35.784256 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f4640073-ac84-41c5-b704-c038fadb321b req-4f20528a-7734-4433-a3fd-f34648da3827 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "GET /v2.0/ports?device_id=e51ef32c-de8b-4f59-8553-08a1a644cd62 HTTP/1.1" status: 200 len: 946 time: 0.0702972 Dec 20 15:02:35.785392 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c77e5a99-272b-42d9-86f9-1a4ff43b2292 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:35.819002 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77e5a99-272b-42d9-86f9-1a4ff43b2292 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5805b75a-1f5f-4758-b41d-cac1597eeddd,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:35.828976 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c77e5a99-272b-42d9-86f9-1a4ff43b2292 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:35.830345 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-c77e5a99-272b-42d9-86f9-1a4ff43b2292 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2295258 Dec 20 15:02:35.833356 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 51518) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:02:35.839697 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-b6be927a-875f-40b8-b464-6c9fd3b195d6 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Request body: {'security_group_rule': {'security_group_id': 'f090d301-7d90-4896-b5e1-0d5a37ed2ffc', 'project_id': '657d403c6eef4a16ac295c092ca6df50', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:02:35.861777 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f4640073-ac84-41c5-b704-c038fadb321b req-9705fe76-a870-4828-9590-52ef7173c00d tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "GET /v2.0/security-groups?id=0192a371-8981-469e-a90e-9fd9e5a75c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682456 Dec 20 15:02:35.869056 n-d-761264-19 neutron-server[103167]: INFO neutron.db.securitygroups_db [None req-b6be927a-875f-40b8-b464-6c9fd3b195d6 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Project 657d403c6eef4a16ac295c092ca6df50 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 15:02:35.874668 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:35.875854 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b6be927a-875f-40b8-b464-6c9fd3b195d6 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:35.936632 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-e99e4522-98f5-41c9-8853-22c787bba542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29712ce6-4459-412a-8a52-96bf6c225c36', 'name': 'tempest-TestNetworkBasicOps-router-1621342233', 'tenant_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': 'a33ddc78-fd66-402b-92db-19aa2f939436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:00:47Z', 'updated_at': '2021-12-20T15:02:34Z', 'revision_number': 6, 'project_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'gw_port': {'id': 'a33ddc78-fd66-402b-92db-19aa2f939436', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29712ce6-4459-412a-8a52-96bf6c225c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:00:48Z', 'updated_at': '2021-12-20T15:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': 'ba7209c2-440e-492c-9d07-e99885092159', 'tenant_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'floating_ip_address': '172.25.0.88', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': '29712ce6-4459-412a-8a52-96bf6c225c36', 'port_id': 'd4155b80-e2e7-4fc4-990b-6624d95547b6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3845, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f244571-d51f-45b2-99a1-7f591a08ef83', 'mac_address': 'fa:16:3e:43:a5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d55766-50fe-463f-b52a-fbb0cbb830ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:01:06Z', 'updated_at': '2021-12-20T15:01:08Z', 'revision_number': 1, 'project_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e767a694-b864-4e44-b03c-3d08f04a2432', 'name': '', 'network_id': '4f244571-d51f-45b2-99a1-7f591a08ef83', 'tenant_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'mac_address': 'fa:16:3e:2d:2d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29712ce6-4459-412a-8a52-96bf6c225c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '0fb4d078-ee44-470f-9d9c-e04833f5d5cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:00:50Z', 'updated_at': '2021-12-20T15:00:55Z', 'revision_number': 5, 'project_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'subnets': [{'id': '0fb4d078-ee44-470f-9d9c-e04833f5d5cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:02:35.941732 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b6be927a-875f-40b8-b464-6c9fd3b195d6 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:35.945443 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b6be927a-875f-40b8-b464-6c9fd3b195d6 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:35.961107 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6be927a-875f-40b8-b464-6c9fd3b195d6 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41553ff6-be9a-430c-ac6e-0ce9cfc3acb9,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:35.972584 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99e4522-98f5-41c9-8853-22c787bba542 None None] Checking router: 29712ce6-4459-412a-8a52-96bf6c225c36 for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:02:35.974148 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b6be927a-875f-40b8-b464-6c9fd3b195d6 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:35.975443 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-b6be927a-875f-40b8-b464-6c9fd3b195d6 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1410632 Dec 20 15:02:35.991579 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99e4522-98f5-41c9-8853-22c787bba542 None None] Routers {'29712ce6-4459-412a-8a52-96bf6c225c36'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:02:35.992289 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-e99e4522-98f5-41c9-8853-22c787bba542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:02:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['29712ce6-4459-412a-8a52-96bf6c225c36'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:02:36.052422 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-59b10633-0b50-499a-86cc-d3d5583da120 None None] Publish callbacks [] for port, precommit_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:36.062808 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-59b10633-0b50-499a-86cc-d3d5583da120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:36.112590 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-e99e4522-98f5-41c9-8853-22c787bba542 None None] Set router 29712ce6-4459-412a-8a52-96bf6c225c36 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:02:36.118116 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81759b98-5f83-4192-99cd-4cea1525c944 None None] Pushing event updated for resources: {'Port': ['ID=b8989490-dbb0-416e-936d-4fd65e2107f0,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:36.152635 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6a9d4083-d49d-467c-96db-171791f5b556 req-71dcea45-ae99-4317-8b97-5e39cdc409c1 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-670824679&fields=id&tenant_id=657d403c6eef4a16ac295c092ca6df50 HTTP/1.1" status: 200 len: 267 time: 0.0612988 Dec 20 15:02:36.179012 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-59b10633-0b50-499a-86cc-d3d5583da120 None None] Attempting to bind port b8989490-dbb0-416e-936d-4fd65e2107f0 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:02:36.179392 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-59b10633-0b50-499a-86cc-d3d5583da120 None None] Attempting to bind port b8989490-dbb0-416e-936d-4fd65e2107f0 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '9f73503b-c9fa-4192-8354-53088a663135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '29f70c00-cb80-423d-ad97-561ba5b48db8'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:02:36.179755 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b10633-0b50-499a-86cc-d3d5583da120 None None] Attempting to bind port b8989490-dbb0-416e-936d-4fd65e2107f0 on network 29f70c00-cb80-423d-ad97-561ba5b48db8 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:02:36.188650 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b10633-0b50-499a-86cc-d3d5583da120 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:02:36.188967 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b10633-0b50-499a-86cc-d3d5583da120 None None] Checking segment: {'id': '9f73503b-c9fa-4192-8354-53088a663135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '29f70c00-cb80-423d-ad97-561ba5b48db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:02:36.189463 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-59b10633-0b50-499a-86cc-d3d5583da120 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:36.189860 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b10633-0b50-499a-86cc-d3d5583da120 None None] Bound using segment: {'id': '9f73503b-c9fa-4192-8354-53088a663135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '29f70c00-cb80-423d-ad97-561ba5b48db8'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:02:36.190479 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-59b10633-0b50-499a-86cc-d3d5583da120 None None] Bound port: b8989490-dbb0-416e-936d-4fd65e2107f0, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f73503b-c9fa-4192-8354-53088a663135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '29f70c00-cb80-423d-ad97-561ba5b48db8'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:02:36.190943 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-59b10633-0b50-499a-86cc-d3d5583da120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:36.275722 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-59b10633-0b50-499a-86cc-d3d5583da120 None None] For port b8989490-dbb0-416e-936d-4fd65e2107f0, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:02:36.279146 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-59b10633-0b50-499a-86cc-d3d5583da120 None None] For port b8989490-dbb0-416e-936d-4fd65e2107f0, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=b8989490-dbb0-416e-936d-4fd65e2107f0,segment=NetworkSegment(9f73503b-c9fa-4192-8354-53088a663135),segment_id=9f73503b-c9fa-4192-8354-53088a663135)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:02:36.286060 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-59b10633-0b50-499a-86cc-d3d5583da120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:36.296127 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9d4083-d49d-467c-96db-171791f5b556 req-67f8d9ce-5adb-431e-a6f5-e28da9a7cb96 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:02:36.297729 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6a9d4083-d49d-467c-96db-171791f5b556 req-67f8d9ce-5adb-431e-a6f5-e28da9a7cb96 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] 10.222.0.54 "GET /v2.0/networks?id=3f531868-98b0-4d44-9785-377b1ddf0219 HTTP/1.1" status: 200 len: 808 time: 0.1365824 Dec 20 15:02:36.318345 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6a9d4083-d49d-467c-96db-171791f5b556 req-a50445c2-33b2-42a4-aff0-8f8078e6bd1c tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] 10.222.0.54 "GET /v2.0/quotas/657d403c6eef4a16ac295c092ca6df50 HTTP/1.1" status: 200 len: 375 time: 0.0127685 Dec 20 15:02:36.379368 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81759b98-5f83-4192-99cd-4cea1525c944 None None] Pushing event updated for resources: {'Port': ['ID=b8989490-dbb0-416e-936d-4fd65e2107f0,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:36.383312 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:36.386858 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b10633-0b50-499a-86cc-d3d5583da120 None None] Routers {'0410759f-20a9-4b73-9ef7-05d018912ab5'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:02:36.387467 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-59b10633-0b50-499a-86cc-d3d5583da120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:02:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['0410759f-20a9-4b73-9ef7-05d018912ab5'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:02:36.393879 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6a9d4083-d49d-467c-96db-171791f5b556 req-2edab827-7dce-49cb-ba01-229136ba72dd tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=657d403c6eef4a16ac295c092ca6df50&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0678704 Dec 20 15:02:36.411723 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-e99e4522-98f5-41c9-8853-22c787bba542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29712ce6-4459-412a-8a52-96bf6c225c36', 'name': 'tempest-TestNetworkBasicOps-router-1621342233', 'tenant_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': 'a33ddc78-fd66-402b-92db-19aa2f939436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:00:47Z', 'updated_at': '2021-12-20T15:02:34Z', 'revision_number': 6, 'project_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'gw_port': {'id': 'a33ddc78-fd66-402b-92db-19aa2f939436', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29712ce6-4459-412a-8a52-96bf6c225c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:00:48Z', 'updated_at': '2021-12-20T15:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': 'ba7209c2-440e-492c-9d07-e99885092159', 'tenant_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'floating_ip_address': '172.25.0.88', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': '29712ce6-4459-412a-8a52-96bf6c225c36', 'port_id': 'd4155b80-e2e7-4fc4-990b-6624d95547b6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3845, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f244571-d51f-45b2-99a1-7f591a08ef83', 'mac_address': 'fa:16:3e:43:a5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d55766-50fe-463f-b52a-fbb0cbb830ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:01:06Z', 'updated_at': '2021-12-20T15:01:08Z', 'revision_number': 1, 'project_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e767a694-b864-4e44-b03c-3d08f04a2432', 'name': '', 'network_id': '4f244571-d51f-45b2-99a1-7f591a08ef83', 'tenant_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'mac_address': 'fa:16:3e:2d:2d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29712ce6-4459-412a-8a52-96bf6c225c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '0fb4d078-ee44-470f-9d9c-e04833f5d5cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:00:50Z', 'updated_at': '2021-12-20T15:00:55Z', 'revision_number': 5, 'project_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'subnets': [{'id': '0fb4d078-ee44-470f-9d9c-e04833f5d5cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:02:36.457633 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99e4522-98f5-41c9-8853-22c787bba542 None None] The sync data for ids ['29712ce6-4459-412a-8a52-96bf6c225c36'] in n-d-761264-19 is: [{'id': '29712ce6-4459-412a-8a52-96bf6c225c36', 'name': 'tempest-TestNetworkBasicOps-router-1621342233', 'tenant_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': 'a33ddc78-fd66-402b-92db-19aa2f939436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:00:47Z', 'updated_at': '2021-12-20T15:02:34Z', 'revision_number': 6, 'project_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'gw_port': {'id': 'a33ddc78-fd66-402b-92db-19aa2f939436', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29712ce6-4459-412a-8a52-96bf6c225c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:00:48Z', 'updated_at': '2021-12-20T15:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': 'ba7209c2-440e-492c-9d07-e99885092159', 'tenant_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'floating_ip_address': '172.25.0.88', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': '29712ce6-4459-412a-8a52-96bf6c225c36', 'port_id': 'd4155b80-e2e7-4fc4-990b-6624d95547b6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3845, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f244571-d51f-45b2-99a1-7f591a08ef83', 'mac_address': 'fa:16:3e:43:a5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d55766-50fe-463f-b52a-fbb0cbb830ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:01:06Z', 'updated_at': '2021-12-20T15:01:08Z', 'revision_number': 1, 'project_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e767a694-b864-4e44-b03c-3d08f04a2432', 'name': '', 'network_id': '4f244571-d51f-45b2-99a1-7f591a08ef83', 'tenant_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'mac_address': 'fa:16:3e:2d:2d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29712ce6-4459-412a-8a52-96bf6c225c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '0fb4d078-ee44-470f-9d9c-e04833f5d5cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:00:50Z', 'updated_at': '2021-12-20T15:00:55Z', 'revision_number': 5, 'project_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'subnets': [{'id': '0fb4d078-ee44-470f-9d9c-e04833f5d5cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:02:36.547086 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-5678a7be-72cc-40a6-a5f1-ce7003e28e7c None None] Provisioning complete for port b8989490-dbb0-416e-936d-4fd65e2107f0 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:02:36.547461 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-5678a7be-72cc-40a6-a5f1-ce7003e28e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:36.576863 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6a9d4083-d49d-467c-96db-171791f5b556 req-0cc9ae5a-786c-4ad1-b2c5-98906bbf46ea service neutron] 10.222.0.54 "GET /v2.0/networks/3f531868-98b0-4d44-9785-377b1ddf0219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601760 Dec 20 15:02:36.601456 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-59b10633-0b50-499a-86cc-d3d5583da120 None None] Set router 0410759f-20a9-4b73-9ef7-05d018912ab5 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:02:36.715468 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6a9d4083-d49d-467c-96db-171791f5b556 req-3e6c5bf1-c054-4150-a7d4-80737da1a8b5 service neutron] 10.222.0.54 "GET /v2.0/networks/3f531868-98b0-4d44-9785-377b1ddf0219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295507 Dec 20 15:02:36.943287 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-5678a7be-72cc-40a6-a5f1-ce7003e28e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:36.992043 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-5678a7be-72cc-40a6-a5f1-ce7003e28e7c None None] For port b8989490-dbb0-416e-936d-4fd65e2107f0, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=b8989490-dbb0-416e-936d-4fd65e2107f0,segment=NetworkSegment(9f73503b-c9fa-4192-8354-53088a663135),segment_id=9f73503b-c9fa-4192-8354-53088a663135)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:02:37.001348 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-5678a7be-72cc-40a6-a5f1-ce7003e28e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:37.021276 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5e3a0037-f6b3-4bd3-88f2-687720aa0b3b req-fb659e11-01b6-4fbf-b3a2-e287840cce67 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] 10.222.0.54 "GET /v2.0/ports?device_id=576d3002-8930-4b22-8498-03f55cdf014f HTTP/1.1" status: 200 len: 210 time: 0.0592153 Dec 20 15:02:37.108478 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb92ea2-8362-42e3-a80c-875edee5158d req-1219b2c8-5211-416d-bf69-0013df03fc54 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:02:37.110379 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4bb92ea2-8362-42e3-a80c-875edee5158d req-1219b2c8-5211-416d-bf69-0013df03fc54 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "GET /v2.0/ports?device_id=e51ef32c-de8b-4f59-8553-08a1a644cd62 HTTP/1.1" status: 200 len: 946 time: 0.0948439 Dec 20 15:02:37.146252 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5678a7be-72cc-40a6-a5f1-ce7003e28e7c None None] Pushing event updated for resources: {'Port': ['ID=b8989490-dbb0-416e-936d-4fd65e2107f0,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:37.163062 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-b4304350-433a-4621-a700-4a3f1dc491d6 None None] Provisioning complete for port b8989490-dbb0-416e-936d-4fd65e2107f0 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:02:37.163433 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b4304350-433a-4621-a700-4a3f1dc491d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:37.238752 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4bb92ea2-8362-42e3-a80c-875edee5158d req-c980555d-07cb-4f8c-b425-b0deb79c0ccb tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "GET /v2.0/security-groups?id=0192a371-8981-469e-a90e-9fd9e5a75c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199796 Dec 20 15:02:37.239071 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-59b10633-0b50-499a-86cc-d3d5583da120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0410759f-20a9-4b73-9ef7-05d018912ab5', 'name': 'tempest-TestServerBasicOps-694999547-router', 'tenant_id': 'f6809092ae90428697273698bb30584d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': 'e79ce790-9c1e-472a-8685-c6a046321bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:02:28Z', 'updated_at': '2021-12-20T15:02:32Z', 'revision_number': 4, 'project_id': 'f6809092ae90428697273698bb30584d', 'gw_port': {'id': 'e79ce790-9c1e-472a-8685-c6a046321bbb', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:1c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0410759f-20a9-4b73-9ef7-05d018912ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:28Z', 'updated_at': '2021-12-20T15:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'b8989490-dbb0-416e-936d-4fd65e2107f0', 'name': '', 'network_id': '29f70c00-cb80-423d-ad97-561ba5b48db8', 'tenant_id': 'f6809092ae90428697273698bb30584d', 'mac_address': 'fa:16:3e:f3:d5:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0410759f-20a9-4b73-9ef7-05d018912ab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '031cf809-ef62-43ff-9117-3eb14a10e119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:31Z', 'updated_at': '2021-12-20T15:02:36Z', 'revision_number': 4, 'project_id': 'f6809092ae90428697273698bb30584d', 'subnets': [{'id': '031cf809-ef62-43ff-9117-3eb14a10e119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:02:37.267382 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ef11c0-66ec-4dc5-9ced-f1557c2da500 req-3f1c3f67-1061-471d-9176-e0eb783b10b0 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:02:37.268681 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-66ef11c0-66ec-4dc5-9ced-f1557c2da500 req-3f1c3f67-1061-471d-9176-e0eb783b10b0 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.30 "GET /v2.0/ports?device_id=e51ef32c-de8b-4f59-8553-08a1a644cd62 HTTP/1.1" status: 200 len: 946 time: 0.1158175 Dec 20 15:02:37.285457 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b10633-0b50-499a-86cc-d3d5583da120 None None] The sync data for ids ['0410759f-20a9-4b73-9ef7-05d018912ab5'] in n-d-761264-19 is: [{'id': '0410759f-20a9-4b73-9ef7-05d018912ab5', 'name': 'tempest-TestServerBasicOps-694999547-router', 'tenant_id': 'f6809092ae90428697273698bb30584d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': 'e79ce790-9c1e-472a-8685-c6a046321bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:02:28Z', 'updated_at': '2021-12-20T15:02:32Z', 'revision_number': 4, 'project_id': 'f6809092ae90428697273698bb30584d', 'gw_port': {'id': 'e79ce790-9c1e-472a-8685-c6a046321bbb', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:1c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0410759f-20a9-4b73-9ef7-05d018912ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:28Z', 'updated_at': '2021-12-20T15:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'b8989490-dbb0-416e-936d-4fd65e2107f0', 'name': '', 'network_id': '29f70c00-cb80-423d-ad97-561ba5b48db8', 'tenant_id': 'f6809092ae90428697273698bb30584d', 'mac_address': 'fa:16:3e:f3:d5:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0410759f-20a9-4b73-9ef7-05d018912ab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '031cf809-ef62-43ff-9117-3eb14a10e119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:31Z', 'updated_at': '2021-12-20T15:02:36Z', 'revision_number': 4, 'project_id': 'f6809092ae90428697273698bb30584d', 'subnets': [{'id': '031cf809-ef62-43ff-9117-3eb14a10e119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:02:37.450170 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-66ef11c0-66ec-4dc5-9ced-f1557c2da500 req-b9293e00-1cbf-4280-b50c-4786e409d911 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Deleting port 7ce430ed-8112-491b-b347-845a0004c62a {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:02:37.450695 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-66ef11c0-66ec-4dc5-9ced-f1557c2da500 req-b9293e00-1cbf-4280-b50c-4786e409d911 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:37.590651 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-66ef11c0-66ec-4dc5-9ced-f1557c2da500 req-b9293e00-1cbf-4280-b50c-4786e409d911 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] For port 7ce430ed-8112-491b-b347-845a0004c62a, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=7ce430ed-8112-491b-b347-845a0004c62a,segment=NetworkSegment(a63efea1-f9ae-4f39-95d3-b6334197c90f),segment_id=a63efea1-f9ae-4f39-95d3-b6334197c90f)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:02:37.591285 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-66ef11c0-66ec-4dc5-9ced-f1557c2da500 req-b9293e00-1cbf-4280-b50c-4786e409d911 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:37.610204 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-66ef11c0-66ec-4dc5-9ced-f1557c2da500 req-b9293e00-1cbf-4280-b50c-4786e409d911 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Calling delete_port for 7ce430ed-8112-491b-b347-845a0004c62a owned by compute:nova {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:02:37.773856 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-66ef11c0-66ec-4dc5-9ced-f1557c2da500 req-b9293e00-1cbf-4280-b50c-4786e409d911 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:37.805894 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9293e00-1cbf-4280-b50c-4786e409d911 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Pushing event deleted for resources: {'Port': ['ID=7ce430ed-8112-491b-b347-845a0004c62a,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:37.862833 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-66ef11c0-66ec-4dc5-9ced-f1557c2da500 req-b9293e00-1cbf-4280-b50c-4786e409d911 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] No DVR routers for this DVR port 7ce430ed-8112-491b-b347-845a0004c62a on host n-h1-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:02:37.865376 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-66ef11c0-66ec-4dc5-9ced-f1557c2da500 req-b9293e00-1cbf-4280-b50c-4786e409d911 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:37.869612 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-66ef11c0-66ec-4dc5-9ced-f1557c2da500 req-b9293e00-1cbf-4280-b50c-4786e409d911 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.30 "DELETE /v2.0/ports/7ce430ed-8112-491b-b347-845a0004c62a HTTP/1.1" status: 204 len: 173 time: 0.5935674 Dec 20 15:02:37.870215 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e51ef32c-de8b-4f59-8553-08a1a644cd62', 'name': 'network-vif-deleted', 'tag': '7ce430ed-8112-491b-b347-845a0004c62a'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:02:37.873135 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e5964a8-ca31-483d-aedc-0ccc7d87e42d" -d '{"events": [{"server_uuid": "e51ef32c-de8b-4f59-8553-08a1a644cd62", "name": "network-vif-deleted", "tag": "7ce430ed-8112-491b-b347-845a0004c62a"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:02:37.921609 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7191a287-55c8-48fa-8a62-763c6f77d6d7 x-openstack-request-id: req-7191a287-55c8-48fa-8a62-763c6f77d6d7 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:02:37.921957 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e51ef32c-de8b-4f59-8553-08a1a644cd62", "name": "network-vif-deleted", "tag": "7ce430ed-8112-491b-b347-845a0004c62a", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:02:37.922239 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7191a287-55c8-48fa-8a62-763c6f77d6d7 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:02:37.922646 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e51ef32c-de8b-4f59-8553-08a1a644cd62', 'name': 'network-vif-deleted', 'tag': '7ce430ed-8112-491b-b347-845a0004c62a', 'status': 'completed', 'code': 200} Dec 20 15:02:38.154771 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c95c2a1f-1936-4083-bbe5-7976f856b706 req-86a85bac-e5dd-41ae-aa0c-f02955b74f43 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] 10.222.0.54 "GET /v2.0/ports?device_id=576d3002-8930-4b22-8498-03f55cdf014f HTTP/1.1" status: 200 len: 210 time: 0.0415237 Dec 20 15:02:38.421815 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7a4abc30-4bcd-4576-a398-63325f5eb960 req-94ff1adc-91cc-454d-957e-a305d5842620 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "GET /v2.0/ports?device_id=e51ef32c-de8b-4f59-8553-08a1a644cd62 HTTP/1.1" status: 200 len: 210 time: 0.0483556 Dec 20 15:02:38.444056 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9d4083-d49d-467c-96db-171791f5b556 req-b4f0b7dd-ce2d-481a-9005-51c33e8e50f2 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:02:38.444056 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6a9d4083-d49d-467c-96db-171791f5b556 req-b4f0b7dd-ce2d-481a-9005-51c33e8e50f2 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] 10.222.0.47 "GET /v2.0/networks?id=3f531868-98b0-4d44-9785-377b1ddf0219 HTTP/1.1" status: 200 len: 808 time: 0.2457564 Dec 20 15:02:38.564367 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6a9d4083-d49d-467c-96db-171791f5b556 req-4b978c5b-c36c-47da-acf7-efa454297e06 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=657d403c6eef4a16ac295c092ca6df50 HTTP/1.1" status: 200 len: 379 time: 0.1136274 Dec 20 15:02:38.574138 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-6a9d4083-d49d-467c-96db-171791f5b556 req-62eb0a60-15f3-46b2-9aaf-7f488d1f5192 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Request body: {'port': {'device_id': '576d3002-8930-4b22-8498-03f55cdf014f', 'network_id': '3f531868-98b0-4d44-9785-377b1ddf0219', 'admin_state_up': True, 'tenant_id': '657d403c6eef4a16ac295c092ca6df50', 'security_groups': ['f090d301-7d90-4896-b5e1-0d5a37ed2ffc']}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:02:38.619915 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device b8989490-dbb0-416e-936d-4fd65e2107f0 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:02:38.674337 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port b8989490-dbb0-416e-936d-4fd65e2107f0 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:02:38.674849 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:38.723621 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a9d4083-d49d-467c-96db-171791f5b556 req-62eb0a60-15f3-46b2-9aaf-7f488d1f5192 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Made reservation on behalf of 657d403c6eef4a16ac295c092ca6df50 for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:02:38.727572 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-6a9d4083-d49d-467c-96db-171791f5b556 req-62eb0a60-15f3-46b2-9aaf-7f488d1f5192 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:38.775662 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 0261b984-bbc1-423c-ab26-78d326bf4049 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:02:38.798709 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 0261b984-bbc1-423c-ab26-78d326bf4049 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:02:38.799306 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 0261b984-bbc1-423c-ab26-78d326bf4049 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:02:38.869157 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [req-6a9d4083-d49d-467c-96db-171791f5b556 req-62eb0a60-15f3-46b2-9aaf-7f488d1f5192 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Allocated IP 172.20.0.13 (3f531868-98b0-4d44-9785-377b1ddf0219/61ef2c4c-1fc9-4437-91dc-465770cb78f9/21d47e59-4dc4-4d2b-aa84-fc55fe8125ff) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:02:39.064287 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-6a9d4083-d49d-467c-96db-171791f5b556 req-62eb0a60-15f3-46b2-9aaf-7f488d1f5192 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:39.100925 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-6a9d4083-d49d-467c-96db-171791f5b556 req-62eb0a60-15f3-46b2-9aaf-7f488d1f5192 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:39.147510 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a9d4083-d49d-467c-96db-171791f5b556 req-62eb0a60-15f3-46b2-9aaf-7f488d1f5192 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Network 3f531868-98b0-4d44-9785-377b1ddf0219 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:02:39.150623 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [req-6a9d4083-d49d-467c-96db-171791f5b556 req-62eb0a60-15f3-46b2-9aaf-7f488d1f5192 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:02:39.154463 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a9d4083-d49d-467c-96db-171791f5b556 req-62eb0a60-15f3-46b2-9aaf-7f488d1f5192 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:02:39.179716 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eb0a60-15f3-46b2-9aaf-7f488d1f5192 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Pushing event updated for resources: {'Port': ['ID=21d47e59-4dc4-4d2b-aa84-fc55fe8125ff,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:39.221887 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9d4083-d49d-467c-96db-171791f5b556 req-62eb0a60-15f3-46b2-9aaf-7f488d1f5192 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:02:39.222673 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-6a9d4083-d49d-467c-96db-171791f5b556 req-62eb0a60-15f3-46b2-9aaf-7f488d1f5192 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:39.244040 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6a9d4083-d49d-467c-96db-171791f5b556 req-62eb0a60-15f3-46b2-9aaf-7f488d1f5192 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6737785 Dec 20 15:02:39.260232 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-6a9d4083-d49d-467c-96db-171791f5b556 req-fbc866e0-0507-4dd4-a72d-7048053dfca8 service neutron] Request body: {'port': {'device_id': '576d3002-8930-4b22-8498-03f55cdf014f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-19'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:02:39.351153 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc00c31-cdeb-4259-b11e-edfc59486d05 req-cc979911-3e59-42d7-9964-bc94df7d0dbc tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:02:39.352940 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-cbc00c31-cdeb-4259-b11e-edfc59486d05 req-cc979911-3e59-42d7-9964-bc94df7d0dbc tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] 10.222.0.54 "GET /v2.0/ports?device_id=576d3002-8930-4b22-8498-03f55cdf014f HTTP/1.1" status: 200 len: 932 time: 0.1136358 Dec 20 15:02:39.354074 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-6a9d4083-d49d-467c-96db-171791f5b556 req-fbc866e0-0507-4dd4-a72d-7048053dfca8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:39.382180 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-6716daa5-5c6f-47f0-9602-1008d480e5d3 None None] Provisioning complete for port 21d47e59-4dc4-4d2b-aa84-fc55fe8125ff triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:02:39.382685 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6716daa5-5c6f-47f0-9602-1008d480e5d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:39.415510 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-6716daa5-5c6f-47f0-9602-1008d480e5d3 None None] Port 21d47e59-4dc4-4d2b-aa84-fc55fe8125ff cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:02:39.445620 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-cbc00c31-cdeb-4259-b11e-edfc59486d05 req-e5b721b9-b497-48ae-b15e-900c5d5bc856 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] 10.222.0.54 "GET /v2.0/security-groups?id=f090d301-7d90-4896-b5e1-0d5a37ed2ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819345 Dec 20 15:02:39.490542 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 51600) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:02:39.550058 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b4f75fa4-8447-4a8c-a891-9d8c76636b77 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:39.576497 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b4f75fa4-8447-4a8c-a891-9d8c76636b77 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:39.648258 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b4f75fa4-8447-4a8c-a891-9d8c76636b77 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:39.651043 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b4f75fa4-8447-4a8c-a891-9d8c76636b77 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:39.652193 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-b4f75fa4-8447-4a8c-a891-9d8c76636b77 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "DELETE /v2.0/security-groups/0192a371-8981-469e-a90e-9fd9e5a75c9b HTTP/1.1" status: 204 len: 168 time: 0.1606257 Dec 20 15:02:39.662289 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f75fa4-8447-4a8c-a891-9d8c76636b77 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0192a371-8981-469e-a90e-9fd9e5a75c9b,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:39.673545 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f75fa4-8447-4a8c-a891-9d8c76636b77 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:02:39.674555 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f75fa4-8447-4a8c-a891-9d8c76636b77 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:02:39.675124 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f75fa4-8447-4a8c-a891-9d8c76636b77 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:02:39.675808 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f75fa4-8447-4a8c-a891-9d8c76636b77 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:02:39.676316 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f75fa4-8447-4a8c-a891-9d8c76636b77 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:02:39.676826 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f75fa4-8447-4a8c-a891-9d8c76636b77 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:02:39.677321 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f75fa4-8447-4a8c-a891-9d8c76636b77 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:02:39.677858 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f75fa4-8447-4a8c-a891-9d8c76636b77 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:02:39.678388 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f75fa4-8447-4a8c-a891-9d8c76636b77 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:02:39.678918 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f75fa4-8447-4a8c-a891-9d8c76636b77 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:02:39.679244 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f75fa4-8447-4a8c-a891-9d8c76636b77 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:02:39.679738 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f75fa4-8447-4a8c-a891-9d8c76636b77 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:02:39.680200 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f75fa4-8447-4a8c-a891-9d8c76636b77 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:02:39.687005 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [req-6a9d4083-d49d-467c-96db-171791f5b556 req-fbc866e0-0507-4dd4-a72d-7048053dfca8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21d47e59-4dc4-4d2b-aa84-fc55fe8125ff {{(pid=103167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:02:39.695065 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 51610) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:02:39.699943 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-6a9d4083-d49d-467c-96db-171791f5b556 req-fbc866e0-0507-4dd4-a72d-7048053dfca8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:39.728853 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-6a9d4083-d49d-467c-96db-171791f5b556 req-fbc866e0-0507-4dd4-a72d-7048053dfca8 service neutron] Transition to ACTIVE for port object 21d47e59-4dc4-4d2b-aa84-fc55fe8125ff will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:02:39.735050 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-6a9d4083-d49d-467c-96db-171791f5b556 req-fbc866e0-0507-4dd4-a72d-7048053dfca8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:39.756320 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_v2 [None req-70d2806c-4db6-4345-bc1b-7e728c27231d tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Deleting subnet a4a89fe3-b148-426b-9bcb-5a84bbb77dd3 {{(pid=103168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:02:39.761457 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-70d2806c-4db6-4345-bc1b-7e728c27231d tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for subnet, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:39.810329 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc866e0-0507-4dd4-a72d-7048053dfca8 service neutron] Pushing event updated for resources: {'Port': ['ID=21d47e59-4dc4-4d2b-aa84-fc55fe8125ff,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:39.822212 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-70d2806c-4db6-4345-bc1b-7e728c27231d tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9023023'] for subnet, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:39.864462 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-6a9d4083-d49d-467c-96db-171791f5b556 req-fbc866e0-0507-4dd4-a72d-7048053dfca8 service neutron] Attempting to bind port 21d47e59-4dc4-4d2b-aa84-fc55fe8125ff on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:02:39.864841 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-6a9d4083-d49d-467c-96db-171791f5b556 req-fbc866e0-0507-4dd4-a72d-7048053dfca8 service neutron] Attempting to bind port 21d47e59-4dc4-4d2b-aa84-fc55fe8125ff by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': '077de3aa-79e5-4ea4-a171-0817f0ef7c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3f531868-98b0-4d44-9785-377b1ddf0219'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:02:39.865266 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9d4083-d49d-467c-96db-171791f5b556 req-fbc866e0-0507-4dd4-a72d-7048053dfca8 service neutron] Attempting to bind port 21d47e59-4dc4-4d2b-aa84-fc55fe8125ff on network 3f531868-98b0-4d44-9785-377b1ddf0219 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:02:39.871093 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9d4083-d49d-467c-96db-171791f5b556 req-fbc866e0-0507-4dd4-a72d-7048053dfca8 service neutron] Port 21d47e59-4dc4-4d2b-aa84-fc55fe8125ff on network 3f531868-98b0-4d44-9785-377b1ddf0219 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:02:39.871696 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9d4083-d49d-467c-96db-171791f5b556 req-fbc866e0-0507-4dd4-a72d-7048053dfca8 service neutron] Attempting to bind port 21d47e59-4dc4-4d2b-aa84-fc55fe8125ff on network 3f531868-98b0-4d44-9785-377b1ddf0219 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:02:39.877516 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9d4083-d49d-467c-96db-171791f5b556 req-fbc866e0-0507-4dd4-a72d-7048053dfca8 service neutron] Checking agent: {'id': '43c60aee-e4af-4ecc-bee2-aac3569fafed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:02:39.877957 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9d4083-d49d-467c-96db-171791f5b556 req-fbc866e0-0507-4dd4-a72d-7048053dfca8 service neutron] Checking segment: {'id': '077de3aa-79e5-4ea4-a171-0817f0ef7c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3f531868-98b0-4d44-9785-377b1ddf0219'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:02:39.878577 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9d4083-d49d-467c-96db-171791f5b556 req-fbc866e0-0507-4dd4-a72d-7048053dfca8 service neutron] Bound using segment: {'id': '077de3aa-79e5-4ea4-a171-0817f0ef7c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3f531868-98b0-4d44-9785-377b1ddf0219'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:02:39.879575 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-6a9d4083-d49d-467c-96db-171791f5b556 req-fbc866e0-0507-4dd4-a72d-7048053dfca8 service neutron] Bound port: 21d47e59-4dc4-4d2b-aa84-fc55fe8125ff, host: n-h2-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '077de3aa-79e5-4ea4-a171-0817f0ef7c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3f531868-98b0-4d44-9785-377b1ddf0219'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:02:39.880185 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-6a9d4083-d49d-467c-96db-171791f5b556 req-fbc866e0-0507-4dd4-a72d-7048053dfca8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:39.971726 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-70d2806c-4db6-4345-bc1b-7e728c27231d tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:40.045051 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-70d2806c-4db6-4345-bc1b-7e728c27231d tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8850800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470517'] for subnet, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:40.076173 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d2806c-4db6-4345-bc1b-7e728c27231d tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Pushing event deleted for resources: {'Subnet': ['ID=a4a89fe3-b148-426b-9bcb-5a84bbb77dd3,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:40.080796 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-70d2806c-4db6-4345-bc1b-7e728c27231d tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:40.088178 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-70d2806c-4db6-4345-bc1b-7e728c27231d tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "DELETE /v2.0/subnets/a4a89fe3-b148-426b-9bcb-5a84bbb77dd3 HTTP/1.1" status: 204 len: 168 time: 0.3915501 Dec 20 15:02:40.088552 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 51612) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:02:40.090940 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32e9104-79df-4c10-b4e4-87eee16a3a2d None None] Network 14442ae2-e1ca-4574-a01f-d14a0175a1d5 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:02:40.176439 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9f14dede-03ca-403d-a27b-bcefcfc7f9e2 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:40.234328 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-9f14dede-03ca-403d-a27b-bcefcfc7f9e2 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Deleting port 291b86d6-5119-49ff-a1a2-40f98f21dc2a {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:02:40.234871 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9f14dede-03ca-403d-a27b-bcefcfc7f9e2 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:40.299711 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5695f6-84a8-42b3-a257-daa3383582f3 None None] DHCP port deletion for 14442ae2-e1ca-4574-a01f-d14a0175a1d5 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:02:40.303543 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-6a9d4083-d49d-467c-96db-171791f5b556 req-fbc866e0-0507-4dd4-a72d-7048053dfca8 service neutron] For port 21d47e59-4dc4-4d2b-aa84-fc55fe8125ff, host n-h2-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:02:40.307683 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-6a9d4083-d49d-467c-96db-171791f5b556 req-fbc866e0-0507-4dd4-a72d-7048053dfca8 service neutron] For port 21d47e59-4dc4-4d2b-aa84-fc55fe8125ff, host n-h2-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=21d47e59-4dc4-4d2b-aa84-fc55fe8125ff,segment=NetworkSegment(077de3aa-79e5-4ea4-a171-0817f0ef7c06),segment_id=077de3aa-79e5-4ea4-a171-0817f0ef7c06)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:02:40.309493 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-9f14dede-03ca-403d-a27b-bcefcfc7f9e2 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] For port 291b86d6-5119-49ff-a1a2-40f98f21dc2a, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=291b86d6-5119-49ff-a1a2-40f98f21dc2a,segment=NetworkSegment(a63efea1-f9ae-4f39-95d3-b6334197c90f),segment_id=a63efea1-f9ae-4f39-95d3-b6334197c90f)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:02:40.309940 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9f14dede-03ca-403d-a27b-bcefcfc7f9e2 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:40.314309 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-6a9d4083-d49d-467c-96db-171791f5b556 req-fbc866e0-0507-4dd4-a72d-7048053dfca8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:40.329205 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-9f14dede-03ca-403d-a27b-bcefcfc7f9e2 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Calling delete_port for 291b86d6-5119-49ff-a1a2-40f98f21dc2a owned by network:dhcp {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:02:40.355707 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9d4083-d49d-467c-96db-171791f5b556 req-fbc866e0-0507-4dd4-a72d-7048053dfca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:02:40.356511 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-6a9d4083-d49d-467c-96db-171791f5b556 req-fbc866e0-0507-4dd4-a72d-7048053dfca8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:40.358312 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6a9d4083-d49d-467c-96db-171791f5b556 req-fbc866e0-0507-4dd4-a72d-7048053dfca8 service neutron] 10.222.0.47 "PUT /v2.0/ports/21d47e59-4dc4-4d2b-aa84-fc55fe8125ff HTTP/1.1" status: 200 len: 1093 time: 1.1029036 Dec 20 15:02:40.358883 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '576d3002-8930-4b22-8498-03f55cdf014f', 'tag': '21d47e59-4dc4-4d2b-aa84-fc55fe8125ff'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:02:40.361887 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-765a5d8f-da3f-4ad1-9c30-6a0e6612d3e4" -d '{"events": [{"name": "network-changed", "server_uuid": "576d3002-8930-4b22-8498-03f55cdf014f", "tag": "21d47e59-4dc4-4d2b-aa84-fc55fe8125ff"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:02:40.403292 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc866e0-0507-4dd4-a72d-7048053dfca8 service neutron] Pushing event updated for resources: {'Port': ['ID=21d47e59-4dc4-4d2b-aa84-fc55fe8125ff,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:40.423085 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9f14dede-03ca-403d-a27b-bcefcfc7f9e2 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:40.448298 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-aa5695f6-84a8-42b3-a257-daa3383582f3 None None] Deleting port 291b86d6-5119-49ff-a1a2-40f98f21dc2a {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:02:40.448772 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-aa5695f6-84a8-42b3-a257-daa3383582f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:40.468207 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b3caa79-09af-49bc-8125-d303c3ecd29b x-openstack-request-id: req-9b3caa79-09af-49bc-8125-d303c3ecd29b {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:02:40.468509 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "576d3002-8930-4b22-8498-03f55cdf014f", "tag": "21d47e59-4dc4-4d2b-aa84-fc55fe8125ff", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:02:40.468769 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9b3caa79-09af-49bc-8125-d303c3ecd29b {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:02:40.469176 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '576d3002-8930-4b22-8498-03f55cdf014f', 'tag': '21d47e59-4dc4-4d2b-aa84-fc55fe8125ff', 'status': 'completed', 'code': 200} Dec 20 15:02:40.473920 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f14dede-03ca-403d-a27b-bcefcfc7f9e2 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Pushing event deleted for resources: {'Port': ['ID=291b86d6-5119-49ff-a1a2-40f98f21dc2a,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:40.478685 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f14dede-03ca-403d-a27b-bcefcfc7f9e2 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] No DVR routers for this DVR port 291b86d6-5119-49ff-a1a2-40f98f21dc2a on host n-d-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:02:40.483425 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9d4083-d49d-467c-96db-171791f5b556 req-7ca5cab2-7b17-400d-9df7-e193ecefcc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:02:40.485934 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6a9d4083-d49d-467c-96db-171791f5b556 req-7ca5cab2-7b17-400d-9df7-e193ecefcc1b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=657d403c6eef4a16ac295c092ca6df50&device_id=576d3002-8930-4b22-8498-03f55cdf014f HTTP/1.1" status: 200 len: 1096 time: 0.0793679 Dec 20 15:02:40.569738 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6a9d4083-d49d-467c-96db-171791f5b556 req-bd66ae89-abae-4eff-87b8-e33bef60ac03 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=21d47e59-4dc4-4d2b-aa84-fc55fe8125ff HTTP/1.1" status: 200 len: 217 time: 0.0737369 Dec 20 15:02:40.594215 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 291b86d6-5119-49ff-a1a2-40f98f21dc2a no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:02:40.626471 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9d4083-d49d-467c-96db-171791f5b556 req-a066f237-c23d-4a6e-88d8-002e784f7c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:02:40.627985 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6a9d4083-d49d-467c-96db-171791f5b556 req-a066f237-c23d-4a6e-88d8-002e784f7c0c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=61ef2c4c-1fc9-4437-91dc-465770cb78f9 HTTP/1.1" status: 200 len: 847 time: 0.0490658 Dec 20 15:02:40.655235 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 291b86d6-5119-49ff-a1a2-40f98f21dc2a {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:02:40.655579 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 291b86d6-5119-49ff-a1a2-40f98f21dc2a not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:02:40.700232 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-aa5695f6-84a8-42b3-a257-daa3383582f3 None None] For port 291b86d6-5119-49ff-a1a2-40f98f21dc2a, host n-d-761264-19, got binding levels [] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:02:40.700989 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-aa5695f6-84a8-42b3-a257-daa3383582f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:40.701659 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9d4083-d49d-467c-96db-171791f5b556 req-c7d9333d-5a63-47b8-8b4a-ff715d7af848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:02:40.703227 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6a9d4083-d49d-467c-96db-171791f5b556 req-c7d9333d-5a63-47b8-8b4a-ff715d7af848 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3f531868-98b0-4d44-9785-377b1ddf0219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544879 Dec 20 15:02:40.703433 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9f14dede-03ca-403d-a27b-bcefcfc7f9e2 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:40.712275 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f580826-713f-4391-80b4-4048496c9573 req-3f36ac16-40fc-45da-ae1b-3526270b8d35 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:02:40.720306 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5f580826-713f-4391-80b4-4048496c9573 req-3f36ac16-40fc-45da-ae1b-3526270b8d35 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] 10.222.0.54 "GET /v2.0/ports?device_id=576d3002-8930-4b22-8498-03f55cdf014f HTTP/1.1" status: 200 len: 944 time: 0.1521864 Dec 20 15:02:40.729830 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-aa5695f6-84a8-42b3-a257-daa3383582f3 None None] Calling delete_port for 291b86d6-5119-49ff-a1a2-40f98f21dc2a owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:02:40.735355 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-9f14dede-03ca-403d-a27b-bcefcfc7f9e2 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14442ae2-e1ca-4574-a01f-d14a0175a1d5']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:02:40.738139 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.ipam_backend_mixin [None req-aa5695f6-84a8-42b3-a257-daa3383582f3 None None] Port 291b86d6-5119-49ff-a1a2-40f98f21dc2a was not found and therefore no delete operation was performed {{(pid=103169) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 20 15:02:40.741114 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-aa5695f6-84a8-42b3-a257-daa3383582f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:40.750490 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-9f14dede-03ca-403d-a27b-bcefcfc7f9e2 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a63efea1-f9ae-4f39-95d3-b6334197c90f') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:02:40.751053 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-9f14dede-03ca-403d-a27b-bcefcfc7f9e2 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a63efea1-f9ae-4f39-95d3-b6334197c90f') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:02:40.764013 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9f14dede-03ca-403d-a27b-bcefcfc7f9e2 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:40.773146 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5695f6-84a8-42b3-a257-daa3383582f3 None None] Pushing event deleted for resources: {'Port': ['ID=291b86d6-5119-49ff-a1a2-40f98f21dc2a,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:40.775710 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5695f6-84a8-42b3-a257-daa3383582f3 None None] No DVR routers for this DVR port 291b86d6-5119-49ff-a1a2-40f98f21dc2a on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:02:40.784696 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9f14dede-03ca-403d-a27b-bcefcfc7f9e2 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:40.797848 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f14dede-03ca-403d-a27b-bcefcfc7f9e2 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:02:40.798245 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9f14dede-03ca-403d-a27b-bcefcfc7f9e2 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:40.801851 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 15:02:40.801851 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:02:40.801851 n-d-761264-19 neutron-server[103168]: timer() Dec 20 15:02:40.801851 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:02:40.801851 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 15:02:40.801851 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:02:40.801851 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 15:02:40.801851 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:02:40.801851 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 15:02:40.801851 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:02:40.801851 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 15:02:40.801851 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:02:40.801851 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 15:02:40.801851 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:02:40.801851 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:02:40.801851 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:02:40.801851 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:02:40.801851 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:02:40.801851 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 15:02:40.801851 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:02:40.801851 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 15:02:40.801851 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:02:40.801851 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:02:40.801851 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:02:40.801851 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 15:02:40.801851 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:02:40.801851 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:02:40.801851 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:02:40.801851 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:02:40.801851 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:02:40.801851 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:02:40.801851 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:02:40.830312 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6a9d4083-d49d-467c-96db-171791f5b556 req-00178e83-f50f-45dd-90fa-cc144e687cc1 service neutron] 10.222.0.47 "GET /v2.0/networks/3f531868-98b0-4d44-9785-377b1ddf0219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079633 Dec 20 15:02:40.878091 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9f14dede-03ca-403d-a27b-bcefcfc7f9e2 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:40.886479 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9f14dede-03ca-403d-a27b-bcefcfc7f9e2 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:40.889582 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5f580826-713f-4391-80b4-4048496c9573 req-b758d7e3-c70d-4565-8c21-69eedf37cee6 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] 10.222.0.54 "GET /v2.0/security-groups?id=f090d301-7d90-4896-b5e1-0d5a37ed2ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1683555 Dec 20 15:02:40.893651 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-9f14dede-03ca-403d-a27b-bcefcfc7f9e2 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "DELETE /v2.0/networks/14442ae2-e1ca-4574-a01f-d14a0175a1d5 HTTP/1.1" status: 204 len: 168 time: 0.8039367 Dec 20 15:02:40.894312 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 51622) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:02:40.952245 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f14dede-03ca-403d-a27b-bcefcfc7f9e2 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Pushing event deleted for resources: {'Network': ['ID=14442ae2-e1ca-4574-a01f-d14a0175a1d5,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:40.952430 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6a9d4083-d49d-467c-96db-171791f5b556 req-9be965c4-f5fc-42d9-b340-3b1b12436a72 service neutron] 10.222.0.47 "GET /v2.0/networks/3f531868-98b0-4d44-9785-377b1ddf0219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120563 Dec 20 15:02:41.043227 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765a5d8f-da3f-4ad1-9c30-6a0e6612d3e4 req-77ec18c3-2a5c-4002-808d-0017858122aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:02:41.044932 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-765a5d8f-da3f-4ad1-9c30-6a0e6612d3e4 req-77ec18c3-2a5c-4002-808d-0017858122aa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=657d403c6eef4a16ac295c092ca6df50&device_id=576d3002-8930-4b22-8498-03f55cdf014f HTTP/1.1" status: 200 len: 1096 time: 0.0419362 Dec 20 15:02:41.087182 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-a62208f7-3e35-4b50-8f3d-469dd372e921 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Deleting port e6931fbb-bd6c-4837-ad04-931dff51bf78 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:02:41.087593 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a62208f7-3e35-4b50-8f3d-469dd372e921 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:41.190274 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765a5d8f-da3f-4ad1-9c30-6a0e6612d3e4 req-6b306367-071e-4fdc-8b13-495c42fd1172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:02:41.190488 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a62208f7-3e35-4b50-8f3d-469dd372e921 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:41.190955 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a62208f7-3e35-4b50-8f3d-469dd372e921 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:41.191855 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-765a5d8f-da3f-4ad1-9c30-6a0e6612d3e4 req-6b306367-071e-4fdc-8b13-495c42fd1172 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3f531868-98b0-4d44-9785-377b1ddf0219 HTTP/1.1" status: 200 len: 909 time: 0.1322336 Dec 20 15:02:41.203909 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-a62208f7-3e35-4b50-8f3d-469dd372e921 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Calling delete_port for e6931fbb-bd6c-4837-ad04-931dff51bf78 owned by network:floatingip {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:02:41.239006 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-765a5d8f-da3f-4ad1-9c30-6a0e6612d3e4 req-1253ea2d-7197-4c36-89bb-fe2c0198c90b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=21d47e59-4dc4-4d2b-aa84-fc55fe8125ff HTTP/1.1" status: 200 len: 217 time: 0.0391343 Dec 20 15:02:41.293304 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765a5d8f-da3f-4ad1-9c30-6a0e6612d3e4 req-95b11ffd-1ee1-4a07-acfa-78040b54f563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:02:41.294973 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-765a5d8f-da3f-4ad1-9c30-6a0e6612d3e4 req-95b11ffd-1ee1-4a07-acfa-78040b54f563 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=61ef2c4c-1fc9-4437-91dc-465770cb78f9 HTTP/1.1" status: 200 len: 847 time: 0.0486720 Dec 20 15:02:41.341027 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765a5d8f-da3f-4ad1-9c30-6a0e6612d3e4 req-0c75b072-3322-4ba1-a32d-ab3a8b69da93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:02:41.342680 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-765a5d8f-da3f-4ad1-9c30-6a0e6612d3e4 req-0c75b072-3322-4ba1-a32d-ab3a8b69da93 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3f531868-98b0-4d44-9785-377b1ddf0219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401278 Dec 20 15:02:41.365044 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a62208f7-3e35-4b50-8f3d-469dd372e921 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:41.397875 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62208f7-3e35-4b50-8f3d-469dd372e921 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Pushing event deleted for resources: {'Port': ['ID=e6931fbb-bd6c-4837-ad04-931dff51bf78,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:41.446276 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-765a5d8f-da3f-4ad1-9c30-6a0e6612d3e4 req-21846c05-65f7-4b6c-9bdb-14f2f42e39f1 service neutron] 10.222.0.47 "GET /v2.0/networks/3f531868-98b0-4d44-9785-377b1ddf0219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952532 Dec 20 15:02:41.459949 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a62208f7-3e35-4b50-8f3d-469dd372e921 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for floatingip, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:41.460288 n-d-761264-19 neutron-server[103168]: INFO neutron.db.l3_db [None req-a62208f7-3e35-4b50-8f3d-469dd372e921 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Floating IP ba7209c2-440e-492c-9d07-e99885092159 disassociated (deleted). External IP: 172.25.0.88, port: d4155b80-e2e7-4fc4-990b-6624d95547b6. Dec 20 15:02:41.547471 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-765a5d8f-da3f-4ad1-9c30-6a0e6612d3e4 req-94875e4f-08aa-4f82-a912-f6c76e626c82 service neutron] 10.222.0.47 "GET /v2.0/networks/3f531868-98b0-4d44-9785-377b1ddf0219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932181 Dec 20 15:02:41.676545 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a62208f7-3e35-4b50-8f3d-469dd372e921 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Router 29712ce6-4459-412a-8a52-96bf6c225c36 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:02:41.788485 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a62208f7-3e35-4b50-8f3d-469dd372e921 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:02:41.793323 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a62208f7-3e35-4b50-8f3d-469dd372e921 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:41.799507 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91479e5c-5675-4267-9568-322167c66ff4 None None] Sync routers for ids ['29712ce6-4459-412a-8a52-96bf6c225c36'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:02:41.811332 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91479e5c-5675-4267-9568-322167c66ff4 None None] Routers {'29712ce6-4459-412a-8a52-96bf6c225c36'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:02:41.812195 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-91479e5c-5675-4267-9568-322167c66ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:02:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['29712ce6-4459-412a-8a52-96bf6c225c36'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:02:41.826555 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-a62208f7-3e35-4b50-8f3d-469dd372e921 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "DELETE /v2.0/floatingips/ba7209c2-440e-492c-9d07-e99885092159 HTTP/1.1" status: 204 len: 168 time: 0.9273071 Dec 20 15:02:41.826555 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72d55766-50fe-463f-b52a-fbb0cbb830ae', 'tag': 'd4155b80-e2e7-4fc4-990b-6624d95547b6'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:02:41.828140 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52bc853a-811f-49c8-a711-52c3ea70e7b1" -d '{"events": [{"name": "network-changed", "server_uuid": "72d55766-50fe-463f-b52a-fbb0cbb830ae", "tag": "d4155b80-e2e7-4fc4-990b-6624d95547b6"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:02:41.868574 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0f7db6c-0e6c-4f1b-9c69-7d2d20e4c034 x-openstack-request-id: req-f0f7db6c-0e6c-4f1b-9c69-7d2d20e4c034 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:02:41.868993 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72d55766-50fe-463f-b52a-fbb0cbb830ae", "tag": "d4155b80-e2e7-4fc4-990b-6624d95547b6", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:02:41.869389 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f0f7db6c-0e6c-4f1b-9c69-7d2d20e4c034 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:02:41.869889 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72d55766-50fe-463f-b52a-fbb0cbb830ae', 'tag': 'd4155b80-e2e7-4fc4-990b-6624d95547b6', 'status': 'completed', 'code': 200} Dec 20 15:02:41.924842 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:41.948480 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bc853a-811f-49c8-a711-52c3ea70e7b1 req-5690ec73-539c-4d8d-bdc9-90b03f92c177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:02:41.950481 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-52bc853a-811f-49c8-a711-52c3ea70e7b1 req-5690ec73-539c-4d8d-bdc9-90b03f92c177 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f62d8f2c7b324a5892ce5eb0e9d3389a&device_id=72d55766-50fe-463f-b52a-fbb0cbb830ae HTTP/1.1" status: 200 len: 1098 time: 0.0570836 Dec 20 15:02:41.983841 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-91479e5c-5675-4267-9568-322167c66ff4 None None] Set router 29712ce6-4459-412a-8a52-96bf6c225c36 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:02:42.092944 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ca8761-5204-429f-8f1b-68c85ebdd394 req-1e0a89c2-c811-41f0-a095-f9285f8517cc tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:02:42.094506 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-39ca8761-5204-429f-8f1b-68c85ebdd394 req-1e0a89c2-c811-41f0-a095-f9285f8517cc tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] 10.222.0.54 "GET /v2.0/ports?device_id=576d3002-8930-4b22-8498-03f55cdf014f HTTP/1.1" status: 200 len: 944 time: 0.1235635 Dec 20 15:02:42.158899 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bc853a-811f-49c8-a711-52c3ea70e7b1 req-a2f79462-cd90-439c-a194-3679e05cbf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:02:42.160387 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-52bc853a-811f-49c8-a711-52c3ea70e7b1 req-a2f79462-cd90-439c-a194-3679e05cbf3e service neutron] 10.222.0.47 "GET /v2.0/networks?id=4f244571-d51f-45b2-99a1-7f591a08ef83 HTTP/1.1" status: 200 len: 898 time: 0.2014880 Dec 20 15:02:42.168565 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2e2716-bf95-4510-b1f0-230c5654b741 req-79fa0477-2b6e-47a3-b91f-11bfb4168862 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:02:42.177394 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ea2e2716-bf95-4510-b1f0-230c5654b741 req-79fa0477-2b6e-47a3-b91f-11bfb4168862 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "GET /v2.0/ports?device_id=72d55766-50fe-463f-b52a-fbb0cbb830ae HTTP/1.1" status: 200 len: 946 time: 0.0674284 Dec 20 15:02:42.223522 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-52bc853a-811f-49c8-a711-52c3ea70e7b1 req-c7a8b8fa-636c-4646-958c-b06ea7bb5572 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d4155b80-e2e7-4fc4-990b-6624d95547b6 HTTP/1.1" status: 200 len: 217 time: 0.0537887 Dec 20 15:02:42.229476 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-39ca8761-5204-429f-8f1b-68c85ebdd394 req-3a7dca00-98c5-473a-992b-615dcb557008 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] 10.222.0.54 "GET /v2.0/security-groups?id=f090d301-7d90-4896-b5e1-0d5a37ed2ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198425 Dec 20 15:02:42.231268 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ea2e2716-bf95-4510-b1f0-230c5654b741 req-bbba5167-acc5-4452-8504-f94984556d99 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "GET /v2.0/security-groups?id=8090f293-c579-4535-8065-29cef01b43fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529816 Dec 20 15:02:42.258239 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-91479e5c-5675-4267-9568-322167c66ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29712ce6-4459-412a-8a52-96bf6c225c36', 'name': 'tempest-TestNetworkBasicOps-router-1621342233', 'tenant_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': 'a33ddc78-fd66-402b-92db-19aa2f939436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:00:47Z', 'updated_at': '2021-12-20T15:02:34Z', 'revision_number': 6, 'project_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'gw_port': {'id': 'a33ddc78-fd66-402b-92db-19aa2f939436', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29712ce6-4459-412a-8a52-96bf6c225c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:00:48Z', 'updated_at': '2021-12-20T15:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'e767a694-b864-4e44-b03c-3d08f04a2432', 'name': '', 'network_id': '4f244571-d51f-45b2-99a1-7f591a08ef83', 'tenant_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'mac_address': 'fa:16:3e:2d:2d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29712ce6-4459-412a-8a52-96bf6c225c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '0fb4d078-ee44-470f-9d9c-e04833f5d5cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:00:50Z', 'updated_at': '2021-12-20T15:00:55Z', 'revision_number': 5, 'project_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'subnets': [{'id': '0fb4d078-ee44-470f-9d9c-e04833f5d5cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:02:42.284832 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91479e5c-5675-4267-9568-322167c66ff4 None None] Checking router: 29712ce6-4459-412a-8a52-96bf6c225c36 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:02:42.292189 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bc853a-811f-49c8-a711-52c3ea70e7b1 req-cc5c382f-9dd5-4587-b9ae-461e594cafa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:02:42.294051 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-52bc853a-811f-49c8-a711-52c3ea70e7b1 req-cc5c382f-9dd5-4587-b9ae-461e594cafa7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0fb4d078-ee44-470f-9d9c-e04833f5d5cb HTTP/1.1" status: 200 len: 834 time: 0.0614600 Dec 20 15:02:42.295731 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 7ce430ed-8112-491b-b347-845a0004c62a no longer exists at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:02:42.297394 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91479e5c-5675-4267-9568-322167c66ff4 None None] Routers {'29712ce6-4459-412a-8a52-96bf6c225c36'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:02:42.298033 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-91479e5c-5675-4267-9568-322167c66ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:02:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['29712ce6-4459-412a-8a52-96bf6c225c36'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:02:42.341524 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bc853a-811f-49c8-a711-52c3ea70e7b1 req-40818284-b8c9-4018-a94d-2b32f4e26c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:02:42.343093 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-52bc853a-811f-49c8-a711-52c3ea70e7b1 req-40818284-b8c9-4018-a94d-2b32f4e26c23 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4f244571-d51f-45b2-99a1-7f591a08ef83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410881 Dec 20 15:02:42.353151 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] No Port match for: 7ce430ed-8112-491b-b347-845a0004c62a {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:02:42.353593 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 7ce430ed-8112-491b-b347-845a0004c62a not bound to the agent host n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:02:42.430094 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-91479e5c-5675-4267-9568-322167c66ff4 None None] Set router 29712ce6-4459-412a-8a52-96bf6c225c36 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:02:42.437408 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-52bc853a-811f-49c8-a711-52c3ea70e7b1 req-a8d76100-52ab-44b2-8955-0ecc59a2f8f8 service neutron] 10.222.0.47 "GET /v2.0/networks/4f244571-d51f-45b2-99a1-7f591a08ef83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859272 Dec 20 15:02:42.536789 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-52bc853a-811f-49c8-a711-52c3ea70e7b1 req-61035fc3-0cfa-4b49-99cd-0a20d36b2bd2 service neutron] 10.222.0.47 "GET /v2.0/networks/4f244571-d51f-45b2-99a1-7f591a08ef83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911174 Dec 20 15:02:42.638983 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-91479e5c-5675-4267-9568-322167c66ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29712ce6-4459-412a-8a52-96bf6c225c36', 'name': 'tempest-TestNetworkBasicOps-router-1621342233', 'tenant_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': 'a33ddc78-fd66-402b-92db-19aa2f939436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:00:47Z', 'updated_at': '2021-12-20T15:02:34Z', 'revision_number': 6, 'project_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'gw_port': {'id': 'a33ddc78-fd66-402b-92db-19aa2f939436', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29712ce6-4459-412a-8a52-96bf6c225c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:00:48Z', 'updated_at': '2021-12-20T15:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'e767a694-b864-4e44-b03c-3d08f04a2432', 'name': '', 'network_id': '4f244571-d51f-45b2-99a1-7f591a08ef83', 'tenant_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'mac_address': 'fa:16:3e:2d:2d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29712ce6-4459-412a-8a52-96bf6c225c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '0fb4d078-ee44-470f-9d9c-e04833f5d5cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:00:50Z', 'updated_at': '2021-12-20T15:00:55Z', 'revision_number': 5, 'project_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'subnets': [{'id': '0fb4d078-ee44-470f-9d9c-e04833f5d5cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:02:42.668988 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91479e5c-5675-4267-9568-322167c66ff4 None None] The sync data for ids ['29712ce6-4459-412a-8a52-96bf6c225c36'] in n-d-761264-19 is: [{'id': '29712ce6-4459-412a-8a52-96bf6c225c36', 'name': 'tempest-TestNetworkBasicOps-router-1621342233', 'tenant_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': 'a33ddc78-fd66-402b-92db-19aa2f939436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:00:47Z', 'updated_at': '2021-12-20T15:02:34Z', 'revision_number': 6, 'project_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'gw_port': {'id': 'a33ddc78-fd66-402b-92db-19aa2f939436', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29712ce6-4459-412a-8a52-96bf6c225c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:00:48Z', 'updated_at': '2021-12-20T15:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'e767a694-b864-4e44-b03c-3d08f04a2432', 'name': '', 'network_id': '4f244571-d51f-45b2-99a1-7f591a08ef83', 'tenant_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'mac_address': 'fa:16:3e:2d:2d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29712ce6-4459-412a-8a52-96bf6c225c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '0fb4d078-ee44-470f-9d9c-e04833f5d5cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:00:50Z', 'updated_at': '2021-12-20T15:00:55Z', 'revision_number': 5, 'project_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'subnets': [{'id': '0fb4d078-ee44-470f-9d9c-e04833f5d5cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:02:42.923643 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc75a211-7bcc-417c-b8c0-63440f6e4fea None None] New status for floating IP ba7209c2-440e-492c-9d07-e99885092159: DOWN {{(pid=103170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 15:02:43.362604 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2fde07-a24f-4a2b-a058-3dc4c36b4fc3 req-0f2909e6-e3f9-4195-ad5f-6fe92296b3a9 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:02:43.364938 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cf2fde07-a24f-4a2b-a058-3dc4c36b4fc3 req-0f2909e6-e3f9-4195-ad5f-6fe92296b3a9 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] 10.222.0.54 "GET /v2.0/ports?device_id=576d3002-8930-4b22-8498-03f55cdf014f HTTP/1.1" status: 200 len: 944 time: 0.0564578 Dec 20 15:02:43.369177 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba51e90d-8cca-4a50-bd86-ab359f71ad8b req-89f4bd1a-0544-4e56-a39b-0a448bb39382 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:02:43.370696 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ba51e90d-8cca-4a50-bd86-ab359f71ad8b req-89f4bd1a-0544-4e56-a39b-0a448bb39382 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "GET /v2.0/ports?device_id=72d55766-50fe-463f-b52a-fbb0cbb830ae HTTP/1.1" status: 200 len: 946 time: 0.0547526 Dec 20 15:02:43.418002 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cf2fde07-a24f-4a2b-a058-3dc4c36b4fc3 req-02787218-1966-425d-a403-400ab61730dd tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] 10.222.0.54 "GET /v2.0/security-groups?id=f090d301-7d90-4896-b5e1-0d5a37ed2ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465307 Dec 20 15:02:43.428079 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ba51e90d-8cca-4a50-bd86-ab359f71ad8b req-577f7200-b346-4e07-9acf-afa1fae5d395 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "GET /v2.0/security-groups?id=8090f293-c579-4535-8065-29cef01b43fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514352 Dec 20 15:02:43.467804 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb4a67c-d5e4-4255-9121-73c7bbfef150 req-00c1869d-e3d2-409d-9365-aa3d686d5a3b tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:02:43.469180 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8bb4a67c-d5e4-4255-9121-73c7bbfef150 req-00c1869d-e3d2-409d-9365-aa3d686d5a3b tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.47 "GET /v2.0/ports?device_id=72d55766-50fe-463f-b52a-fbb0cbb830ae HTTP/1.1" status: 200 len: 946 time: 0.0544629 Dec 20 15:02:43.559507 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-8bb4a67c-d5e4-4255-9121-73c7bbfef150 req-2d898d90-a001-4cc6-871c-8f2349c1a27a tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Deleting port d4155b80-e2e7-4fc4-990b-6624d95547b6 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:02:43.559840 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-8bb4a67c-d5e4-4255-9121-73c7bbfef150 req-2d898d90-a001-4cc6-871c-8f2349c1a27a tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:43.652811 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-8bb4a67c-d5e4-4255-9121-73c7bbfef150 req-2d898d90-a001-4cc6-871c-8f2349c1a27a tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] For port d4155b80-e2e7-4fc4-990b-6624d95547b6, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=d4155b80-e2e7-4fc4-990b-6624d95547b6,segment=NetworkSegment(fb6bf5ee-8ae0-4334-9adb-248080ab4d58),segment_id=fb6bf5ee-8ae0-4334-9adb-248080ab4d58)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:02:43.653050 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-8bb4a67c-d5e4-4255-9121-73c7bbfef150 req-2d898d90-a001-4cc6-871c-8f2349c1a27a tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:43.665969 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-8bb4a67c-d5e4-4255-9121-73c7bbfef150 req-2d898d90-a001-4cc6-871c-8f2349c1a27a tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Calling delete_port for d4155b80-e2e7-4fc4-990b-6624d95547b6 owned by compute:nova {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:02:43.813727 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-8bb4a67c-d5e4-4255-9121-73c7bbfef150 req-2d898d90-a001-4cc6-871c-8f2349c1a27a tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:43.825624 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 21d47e59-4dc4-4d2b-aa84-fc55fe8125ff details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:02:43.850381 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d898d90-a001-4cc6-871c-8f2349c1a27a tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Pushing event deleted for resources: {'Port': ['ID=d4155b80-e2e7-4fc4-990b-6624d95547b6,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:43.900324 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bb4a67c-d5e4-4255-9121-73c7bbfef150 req-2d898d90-a001-4cc6-871c-8f2349c1a27a tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] No DVR routers for this DVR port d4155b80-e2e7-4fc4-990b-6624d95547b6 on host n-h2-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:02:43.903582 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-8bb4a67c-d5e4-4255-9121-73c7bbfef150 req-2d898d90-a001-4cc6-871c-8f2349c1a27a tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:43.906942 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8bb4a67c-d5e4-4255-9121-73c7bbfef150 req-2d898d90-a001-4cc6-871c-8f2349c1a27a tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.47 "DELETE /v2.0/ports/d4155b80-e2e7-4fc4-990b-6624d95547b6 HTTP/1.1" status: 204 len: 173 time: 0.4317138 Dec 20 15:02:43.907485 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72d55766-50fe-463f-b52a-fbb0cbb830ae', 'name': 'network-vif-deleted', 'tag': 'd4155b80-e2e7-4fc4-990b-6624d95547b6'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:02:43.909781 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f53a1825-654a-4997-bc56-214540379a95" -d '{"events": [{"server_uuid": "72d55766-50fe-463f-b52a-fbb0cbb830ae", "name": "network-vif-deleted", "tag": "d4155b80-e2e7-4fc4-990b-6624d95547b6"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:02:43.960737 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99b8aff9-7925-4451-b6ce-a0fb73459bcc x-openstack-request-id: req-99b8aff9-7925-4451-b6ce-a0fb73459bcc {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:02:43.961030 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72d55766-50fe-463f-b52a-fbb0cbb830ae", "name": "network-vif-deleted", "tag": "d4155b80-e2e7-4fc4-990b-6624d95547b6", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:02:43.961282 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-99b8aff9-7925-4451-b6ce-a0fb73459bcc {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:02:43.961715 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72d55766-50fe-463f-b52a-fbb0cbb830ae', 'name': 'network-vif-deleted', 'tag': 'd4155b80-e2e7-4fc4-990b-6624d95547b6', 'status': 'completed', 'code': 200} Dec 20 15:02:43.974002 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 21d47e59-4dc4-4d2b-aa84-fc55fe8125ff, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=21d47e59-4dc4-4d2b-aa84-fc55fe8125ff,segment=NetworkSegment(077de3aa-79e5-4ea4-a171-0817f0ef7c06),segment_id=077de3aa-79e5-4ea4-a171-0817f0ef7c06)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:02:43.986691 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': '21d47e59-4dc4-4d2b-aa84-fc55fe8125ff', 'network_id': '3f531868-98b0-4d44-9785-377b1ddf0219', 'port_id': '21d47e59-4dc4-4d2b-aa84-fc55fe8125ff', 'mac_address': 'fa:16:3e:94:ab:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61ef2c4c-1fc9-4437-91dc-465770cb78f9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:02:44.026502 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:44.039694 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21d47e59-4dc4-4d2b-aa84-fc55fe8125ff {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:02:44.067683 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 21d47e59-4dc4-4d2b-aa84-fc55fe8125ff, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=21d47e59-4dc4-4d2b-aa84-fc55fe8125ff,segment=NetworkSegment(077de3aa-79e5-4ea4-a171-0817f0ef7c06),segment_id=077de3aa-79e5-4ea4-a171-0817f0ef7c06)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:02:44.073744 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:44.121515 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=21d47e59-4dc4-4d2b-aa84-fc55fe8125ff,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:44.279999 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['21d47e59-4dc4-4d2b-aa84-fc55fe8125ff'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:02:44.488698 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 51656) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:02:44.557658 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb5f9aa-9799-46b1-8e65-69d15e1c5b7f req-e95e284e-1352-4525-9b56-beb51caef171 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:02:44.563279 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-cdb5f9aa-9799-46b1-8e65-69d15e1c5b7f req-e95e284e-1352-4525-9b56-beb51caef171 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] 10.222.0.54 "GET /v2.0/ports?device_id=576d3002-8930-4b22-8498-03f55cdf014f HTTP/1.1" status: 200 len: 945 time: 0.0624058 Dec 20 15:02:44.578947 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-67badf7d-c0b0-401c-b86d-6503e0bd07c1 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:44.604891 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-67badf7d-c0b0-401c-b86d-6503e0bd07c1 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:44.623275 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-cdb5f9aa-9799-46b1-8e65-69d15e1c5b7f req-a9e3dec0-25bc-4983-95ff-3de41ea26f34 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] 10.222.0.54 "GET /v2.0/security-groups?id=f090d301-7d90-4896-b5e1-0d5a37ed2ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552685 Dec 20 15:02:44.667155 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-67badf7d-c0b0-401c-b86d-6503e0bd07c1 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:44.670429 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-67badf7d-c0b0-401c-b86d-6503e0bd07c1 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:44.671682 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-67badf7d-c0b0-401c-b86d-6503e0bd07c1 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "DELETE /v2.0/security-groups/8090f293-c579-4535-8065-29cef01b43fa HTTP/1.1" status: 204 len: 168 time: 0.1814363 Dec 20 15:02:44.681313 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67badf7d-c0b0-401c-b86d-6503e0bd07c1 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8090f293-c579-4535-8065-29cef01b43fa,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:44.704393 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 51660) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:02:45.071441 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0891fe89-be0c-47c6-9282-0993838f3057 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1595867'] for router_interface, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:45.340495 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-0891fe89-be0c-47c6-9282-0993838f3057 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Deleting port e767a694-b864-4e44-b03c-3d08f04a2432 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:02:45.340834 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0891fe89-be0c-47c6-9282-0993838f3057 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:45.418076 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:45.436902 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-0891fe89-be0c-47c6-9282-0993838f3057 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] For port e767a694-b864-4e44-b03c-3d08f04a2432, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=e767a694-b864-4e44-b03c-3d08f04a2432,segment=NetworkSegment(fb6bf5ee-8ae0-4334-9adb-248080ab4d58),segment_id=fb6bf5ee-8ae0-4334-9adb-248080ab4d58)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:02:45.437258 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0891fe89-be0c-47c6-9282-0993838f3057 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:45.451704 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-0891fe89-be0c-47c6-9282-0993838f3057 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Calling delete_port for e767a694-b864-4e44-b03c-3d08f04a2432 owned by network:router_interface {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:02:45.748674 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f90694-880a-44d2-af82-98278467e071 req-607afa05-b2d2-4c89-98f1-eae084f8cf20 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:02:45.750270 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-75f90694-880a-44d2-af82-98278467e071 req-607afa05-b2d2-4c89-98f1-eae084f8cf20 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] 10.222.0.54 "GET /v2.0/ports?device_id=576d3002-8930-4b22-8498-03f55cdf014f HTTP/1.1" status: 200 len: 945 time: 0.0535533 Dec 20 15:02:45.806910 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-75f90694-880a-44d2-af82-98278467e071 req-070bb399-54b3-49f4-812c-8330727959c2 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] 10.222.0.54 "GET /v2.0/security-groups?id=f090d301-7d90-4896-b5e1-0d5a37ed2ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500803 Dec 20 15:02:45.832922 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 21d47e59-4dc4-4d2b-aa84-fc55fe8125ff up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:02:45.886913 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning for port 21d47e59-4dc4-4d2b-aa84-fc55fe8125ff completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:02:45.890643 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port 21d47e59-4dc4-4d2b-aa84-fc55fe8125ff triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:02:45.891053 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:45.969781 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0891fe89-be0c-47c6-9282-0993838f3057 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:45.992045 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:46.006671 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0891fe89-be0c-47c6-9282-0993838f3057 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Pushing event deleted for resources: {'Port': ['ID=e767a694-b864-4e44-b03c-3d08f04a2432,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:46.030104 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '576d3002-8930-4b22-8498-03f55cdf014f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21d47e59-4dc4-4d2b-aa84-fc55fe8125ff'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:02:46.032768 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5363b294-c6d2-4b62-aff9-5ba4b2f748bc" -d '{"events": [{"server_uuid": "576d3002-8930-4b22-8498-03f55cdf014f", "name": "network-vif-plugged", "status": "completed", "tag": "21d47e59-4dc4-4d2b-aa84-fc55fe8125ff"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:02:46.049102 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 21d47e59-4dc4-4d2b-aa84-fc55fe8125ff, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=21d47e59-4dc4-4d2b-aa84-fc55fe8125ff,segment=NetworkSegment(077de3aa-79e5-4ea4-a171-0817f0ef7c06),segment_id=077de3aa-79e5-4ea4-a171-0817f0ef7c06)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:02:46.059814 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:46.061029 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device d4155b80-e2e7-4fc4-990b-6624d95547b6 no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:02:46.095372 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] No Port match for: d4155b80-e2e7-4fc4-990b-6624d95547b6 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:02:46.096862 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device d4155b80-e2e7-4fc4-990b-6624d95547b6 not bound to the agent host n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:02:46.164238 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=21d47e59-4dc4-4d2b-aa84-fc55fe8125ff,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:46.169772 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ccaa2fd-7768-405b-b6a9-50865822980b x-openstack-request-id: req-8ccaa2fd-7768-405b-b6a9-50865822980b {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:02:46.170388 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "576d3002-8930-4b22-8498-03f55cdf014f", "name": "network-vif-plugged", "status": "completed", "tag": "21d47e59-4dc4-4d2b-aa84-fc55fe8125ff", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:02:46.170927 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8ccaa2fd-7768-405b-b6a9-50865822980b {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:02:46.171547 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '576d3002-8930-4b22-8498-03f55cdf014f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21d47e59-4dc4-4d2b-aa84-fc55fe8125ff', 'code': 200} Dec 20 15:02:46.230258 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0891fe89-be0c-47c6-9282-0993838f3057 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582411'] for router_interface, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:46.250843 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b893c9f6-b403-4095-a775-aefb98554425 req-6ffd0d19-ff8d-4081-b08d-faf5d0b26aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:02:46.256414 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b893c9f6-b403-4095-a775-aefb98554425 req-6ffd0d19-ff8d-4081-b08d-faf5d0b26aa2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=576d3002-8930-4b22-8498-03f55cdf014f HTTP/1.1" status: 200 len: 1098 time: 0.0660574 Dec 20 15:02:46.328057 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b893c9f6-b403-4095-a775-aefb98554425 req-4af4d345-86c2-4322-a978-b725c8cde9c7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f090d301-7d90-4896-b5e1-0d5a37ed2ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650280 Dec 20 15:02:46.421225 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 51674) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:02:46.496447 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0891fe89-be0c-47c6-9282-0993838f3057 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Router 29712ce6-4459-412a-8a52-96bf6c225c36 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:02:46.554295 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4a84601c-87f8-4672-8b50-5e6e83a90ca6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:46.613444 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0891fe89-be0c-47c6-9282-0993838f3057 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:02:46.623854 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619d7722-6c36-4d74-a21e-14221d44a2fd None None] Sync routers for ids ['29712ce6-4459-412a-8a52-96bf6c225c36'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:02:46.625659 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-0891fe89-be0c-47c6-9282-0993838f3057 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "PUT /v2.0/routers/29712ce6-4459-412a-8a52-96bf6c225c36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9203041 Dec 20 15:02:46.628221 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 51678) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:02:46.643812 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619d7722-6c36-4d74-a21e-14221d44a2fd None None] Routers {'29712ce6-4459-412a-8a52-96bf6c225c36'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:02:46.644721 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-619d7722-6c36-4d74-a21e-14221d44a2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:02:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['29712ce6-4459-412a-8a52-96bf6c225c36'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:02:46.670843 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4a84601c-87f8-4672-8b50-5e6e83a90ca6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:46.676736 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4a84601c-87f8-4672-8b50-5e6e83a90ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:46.685624 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_v2 [None req-f785015a-7be7-4c39-8c38-32c69ad60026 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Deleting subnet 0fb4d078-ee44-470f-9d9c-e04833f5d5cb {{(pid=103168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:02:46.698622 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f785015a-7be7-4c39-8c38-32c69ad60026 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for subnet, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:46.735454 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-4a84601c-87f8-4672-8b50-5e6e83a90ca6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7962ae25668a4fdda746c00f3c891b8d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3105175 Dec 20 15:02:46.735454 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a84601c-87f8-4672-8b50-5e6e83a90ca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d27d183-be00-4dff-ba5d-31b622585b58,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:46.736415 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 51680) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:02:46.742925 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84601c-87f8-4672-8b50-5e6e83a90ca6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:02:46.743367 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84601c-87f8-4672-8b50-5e6e83a90ca6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:02:46.743775 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84601c-87f8-4672-8b50-5e6e83a90ca6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:02:46.744292 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84601c-87f8-4672-8b50-5e6e83a90ca6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:02:46.745093 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84601c-87f8-4672-8b50-5e6e83a90ca6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:02:46.745445 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84601c-87f8-4672-8b50-5e6e83a90ca6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:02:46.749916 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84601c-87f8-4672-8b50-5e6e83a90ca6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:02:46.750590 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84601c-87f8-4672-8b50-5e6e83a90ca6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:02:46.750590 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84601c-87f8-4672-8b50-5e6e83a90ca6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:02:46.751777 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84601c-87f8-4672-8b50-5e6e83a90ca6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:02:46.752127 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84601c-87f8-4672-8b50-5e6e83a90ca6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:02:46.752465 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84601c-87f8-4672-8b50-5e6e83a90ca6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:02:46.752797 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84601c-87f8-4672-8b50-5e6e83a90ca6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:02:46.757427 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f785015a-7be7-4c39-8c38-32c69ad60026 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9023023'] for subnet, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:46.783994 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-619d7722-6c36-4d74-a21e-14221d44a2fd None None] Set router 29712ce6-4459-412a-8a52-96bf6c225c36 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:02:46.849863 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7b8d4ca6-3e3b-41e5-94bc-b7b3e4e5e265 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:46.907469 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f785015a-7be7-4c39-8c38-32c69ad60026 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:46.914065 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7b8d4ca6-3e3b-41e5-94bc-b7b3e4e5e265 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:46.961034 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad91f04-3d53-4fea-aea9-543d226e37dc req-6fcf34cc-c721-41c8-8ade-f8444cf77fde tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:02:46.968709 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3ad91f04-3d53-4fea-aea9-543d226e37dc req-6fcf34cc-c721-41c8-8ade-f8444cf77fde tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] 10.222.0.54 "GET /v2.0/ports?device_id=576d3002-8930-4b22-8498-03f55cdf014f HTTP/1.1" status: 200 len: 946 time: 0.0649765 Dec 20 15:02:47.011468 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-619d7722-6c36-4d74-a21e-14221d44a2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29712ce6-4459-412a-8a52-96bf6c225c36', 'name': 'tempest-TestNetworkBasicOps-router-1621342233', 'tenant_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': 'a33ddc78-fd66-402b-92db-19aa2f939436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:00:47Z', 'updated_at': '2021-12-20T15:02:45Z', 'revision_number': 7, 'project_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'gw_port': {'id': 'a33ddc78-fd66-402b-92db-19aa2f939436', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29712ce6-4459-412a-8a52-96bf6c225c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:00:48Z', 'updated_at': '2021-12-20T15:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:02:47.025763 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3ad91f04-3d53-4fea-aea9-543d226e37dc req-4b4f2b09-bc72-49bb-84ae-71e145254937 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] 10.222.0.54 "GET /v2.0/security-groups?id=f090d301-7d90-4896-b5e1-0d5a37ed2ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559971 Dec 20 15:02:47.027882 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7b8d4ca6-3e3b-41e5-94bc-b7b3e4e5e265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:47.031341 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7b8d4ca6-3e3b-41e5-94bc-b7b3e4e5e265 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:47.043217 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-7b8d4ca6-3e3b-41e5-94bc-b7b3e4e5e265 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9d27d183-be00-4dff-ba5d-31b622585b58 HTTP/1.1" status: 204 len: 168 time: 0.2988384 Dec 20 15:02:47.047144 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f785015a-7be7-4c39-8c38-32c69ad60026 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8850800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470517'] for subnet, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:47.052965 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619d7722-6c36-4d74-a21e-14221d44a2fd None None] Checking router: 29712ce6-4459-412a-8a52-96bf6c225c36 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:02:47.065536 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619d7722-6c36-4d74-a21e-14221d44a2fd None None] Routers {'29712ce6-4459-412a-8a52-96bf6c225c36'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:02:47.066673 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-619d7722-6c36-4d74-a21e-14221d44a2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:02:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['29712ce6-4459-412a-8a52-96bf6c225c36'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:02:47.094181 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f785015a-7be7-4c39-8c38-32c69ad60026 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:47.097853 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-f785015a-7be7-4c39-8c38-32c69ad60026 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "DELETE /v2.0/subnets/0fb4d078-ee44-470f-9d9c-e04833f5d5cb HTTP/1.1" status: 204 len: 168 time: 0.4685619 Dec 20 15:02:47.099878 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8d4ca6-3e3b-41e5-94bc-b7b3e4e5e265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d27d183-be00-4dff-ba5d-31b622585b58,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:47.100659 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 51686) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:02:47.103301 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f785015a-7be7-4c39-8c38-32c69ad60026 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Pushing event deleted for resources: {'Subnet': ['ID=0fb4d078-ee44-470f-9d9c-e04833f5d5cb,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:47.110394 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d58da91-aec6-4d73-a6cb-c51ce48a92a6 None None] Network 4f244571-d51f-45b2-99a1-7f591a08ef83 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:02:47.259042 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-66858ba0-e9eb-413e-9f23-04eeb87aea5a tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for router, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:47.403042 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-66858ba0-e9eb-413e-9f23-04eeb87aea5a tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:47.493594 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-66858ba0-e9eb-413e-9f23-04eeb87aea5a tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Deleting port a33ddc78-fd66-402b-92db-19aa2f939436 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:02:47.494153 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-66858ba0-e9eb-413e-9f23-04eeb87aea5a tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:47.512040 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-619d7722-6c36-4d74-a21e-14221d44a2fd None None] Set router 29712ce6-4459-412a-8a52-96bf6c225c36 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:02:47.598418 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-66858ba0-e9eb-413e-9f23-04eeb87aea5a tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] For port a33ddc78-fd66-402b-92db-19aa2f939436, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=a33ddc78-fd66-402b-92db-19aa2f939436,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:02:47.598875 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-66858ba0-e9eb-413e-9f23-04eeb87aea5a tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:47.615632 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-66858ba0-e9eb-413e-9f23-04eeb87aea5a tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Calling delete_port for a33ddc78-fd66-402b-92db-19aa2f939436 owned by network:router_gateway {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:02:47.635109 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc4630b-2100-463d-bf73-fafa2ea77637 None None] DHCP port deletion for 4f244571-d51f-45b2-99a1-7f591a08ef83 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:02:47.732749 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-8fc4630b-2100-463d-bf73-fafa2ea77637 None None] Deleting port cdb24fba-f816-43a3-9dc7-68a76a45d118 {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:02:47.733123 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8fc4630b-2100-463d-bf73-fafa2ea77637 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:47.801673 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-8fc4630b-2100-463d-bf73-fafa2ea77637 None None] For port cdb24fba-f816-43a3-9dc7-68a76a45d118, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=cdb24fba-f816-43a3-9dc7-68a76a45d118,segment=NetworkSegment(fb6bf5ee-8ae0-4334-9adb-248080ab4d58),segment_id=fb6bf5ee-8ae0-4334-9adb-248080ab4d58)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:02:47.802101 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8fc4630b-2100-463d-bf73-fafa2ea77637 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:47.817395 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-8fc4630b-2100-463d-bf73-fafa2ea77637 None None] Calling delete_port for cdb24fba-f816-43a3-9dc7-68a76a45d118 owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:02:47.820944 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 51706) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:02:47.827778 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-66858ba0-e9eb-413e-9f23-04eeb87aea5a tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:47.833847 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-619d7722-6c36-4d74-a21e-14221d44a2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29712ce6-4459-412a-8a52-96bf6c225c36', 'name': 'tempest-TestNetworkBasicOps-router-1621342233', 'tenant_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': 'a33ddc78-fd66-402b-92db-19aa2f939436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:00:47Z', 'updated_at': '2021-12-20T15:02:45Z', 'revision_number': 7, 'project_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'gw_port': {'id': 'a33ddc78-fd66-402b-92db-19aa2f939436', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29712ce6-4459-412a-8a52-96bf6c225c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:00:48Z', 'updated_at': '2021-12-20T15:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:02:47.855680 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66858ba0-e9eb-413e-9f23-04eeb87aea5a tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Pushing event deleted for resources: {'Port': ['ID=a33ddc78-fd66-402b-92db-19aa2f939436,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:47.895566 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a96712-62fd-435c-8d80-79f51064f1d8 None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:02:47.897682 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619d7722-6c36-4d74-a21e-14221d44a2fd None None] The sync data for ids ['29712ce6-4459-412a-8a52-96bf6c225c36'] in n-d-761264-19 is: [{'id': '29712ce6-4459-412a-8a52-96bf6c225c36', 'name': 'tempest-TestNetworkBasicOps-router-1621342233', 'tenant_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': 'a33ddc78-fd66-402b-92db-19aa2f939436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:00:47Z', 'updated_at': '2021-12-20T15:02:45Z', 'revision_number': 7, 'project_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'gw_port': {'id': 'a33ddc78-fd66-402b-92db-19aa2f939436', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29712ce6-4459-412a-8a52-96bf6c225c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:00:48Z', 'updated_at': '2021-12-20T15:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:02:47.924937 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-66858ba0-e9eb-413e-9f23-04eeb87aea5a tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584913'] for router_gateway, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:47.967729 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8fc4630b-2100-463d-bf73-fafa2ea77637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:47.996773 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc4630b-2100-463d-bf73-fafa2ea77637 None None] Pushing event deleted for resources: {'Port': ['ID=cdb24fba-f816-43a3-9dc7-68a76a45d118,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:48.005090 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc4630b-2100-463d-bf73-fafa2ea77637 None None] No DVR routers for this DVR port cdb24fba-f816-43a3-9dc7-68a76a45d118 on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:02:48.007478 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc4630b-2100-463d-bf73-fafa2ea77637 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:02:48.007703 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc4630b-2100-463d-bf73-fafa2ea77637 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:02:48.008101 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc4630b-2100-463d-bf73-fafa2ea77637 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:02:48.008591 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc4630b-2100-463d-bf73-fafa2ea77637 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:02:48.008981 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc4630b-2100-463d-bf73-fafa2ea77637 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:02:48.009370 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc4630b-2100-463d-bf73-fafa2ea77637 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:02:48.009700 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc4630b-2100-463d-bf73-fafa2ea77637 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:02:48.010021 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc4630b-2100-463d-bf73-fafa2ea77637 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:02:48.010342 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc4630b-2100-463d-bf73-fafa2ea77637 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:02:48.010661 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc4630b-2100-463d-bf73-fafa2ea77637 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:02:48.011056 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc4630b-2100-463d-bf73-fafa2ea77637 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:02:48.011378 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc4630b-2100-463d-bf73-fafa2ea77637 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:02:48.011693 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc4630b-2100-463d-bf73-fafa2ea77637 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:02:48.012332 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-86736c97-1cf4-4bfd-bda7-d82a080cf180 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-181522526-network', 'tenant_id': 'c386a559a8854d1caa58ca37066a398d'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:02:48.026304 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-66858ba0-e9eb-413e-9f23-04eeb87aea5a tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40132'] for router, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:48.029048 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-66858ba0-e9eb-413e-9f23-04eeb87aea5a tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:48.079571 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86736c97-1cf4-4bfd-bda7-d82a080cf180 admin admin] Made reservation on behalf of c386a559a8854d1caa58ca37066a398d for: {'network': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:02:48.082209 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-86736c97-1cf4-4bfd-bda7-d82a080cf180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:48.087055 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-66858ba0-e9eb-413e-9f23-04eeb87aea5a tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1594808'] for router, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:48.087772 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66858ba0-e9eb-413e-9f23-04eeb87aea5a tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Fanout notify agent at l3_agent the message router_deleted on router 29712ce6-4459-412a-8a52-96bf6c225c36 {{(pid=103167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:02:48.094890 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-66858ba0-e9eb-413e-9f23-04eeb87aea5a tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for router, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:48.098462 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-66858ba0-e9eb-413e-9f23-04eeb87aea5a tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "DELETE /v2.0/routers/29712ce6-4459-412a-8a52-96bf6c225c36 HTTP/1.1" status: 204 len: 168 time: 0.9933956 Dec 20 15:02:48.098845 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 51712) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:02:48.101920 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-86736c97-1cf4-4bfd-bda7-d82a080cf180 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:48.177966 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-86736c97-1cf4-4bfd-bda7-d82a080cf180 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:48.183006 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-86736c97-1cf4-4bfd-bda7-d82a080cf180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:48.203667 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86736c97-1cf4-4bfd-bda7-d82a080cf180 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=103167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:02:48.208305 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-47bf64a0-9695-4a96-bcd5-8f81d81f3873 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:48.217542 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbf65d3-4172-4aa0-9af4-317789659f6b req-94678f73-32b7-4e43-887a-45ee37951fd5 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:02:48.217731 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86736c97-1cf4-4bfd-bda7-d82a080cf180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=825b22b9-90fe-4011-8472-9394377eada5,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:48.219046 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3dbf65d3-4172-4aa0-9af4-317789659f6b req-94678f73-32b7-4e43-887a-45ee37951fd5 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] 10.222.0.54 "GET /v2.0/ports?device_id=576d3002-8930-4b22-8498-03f55cdf014f HTTP/1.1" status: 200 len: 946 time: 0.1118081 Dec 20 15:02:48.222478 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-86736c97-1cf4-4bfd-bda7-d82a080cf180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:48.222862 n-d-761264-19 neutron-server[103167]: INFO neutron.db.segments_db [None req-86736c97-1cf4-4bfd-bda7-d82a080cf180 admin admin] Added segment 66ea2385-5704-4615-947d-557f749f82dd of type vlan for network 98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9 Dec 20 15:02:48.265660 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-86736c97-1cf4-4bfd-bda7-d82a080cf180 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:48.303023 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-86736c97-1cf4-4bfd-bda7-d82a080cf180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:48.304020 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86736c97-1cf4-4bfd-bda7-d82a080cf180 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:02:48.304593 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-86736c97-1cf4-4bfd-bda7-d82a080cf180 admin admin] Publish callbacks [] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:48.351611 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3dbf65d3-4172-4aa0-9af4-317789659f6b req-980eb24e-1a1a-4f61-9a15-9069f9a59289 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] 10.222.0.54 "GET /v2.0/security-groups?id=f090d301-7d90-4896-b5e1-0d5a37ed2ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236272 Dec 20 15:02:48.364207 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-86736c97-1cf4-4bfd-bda7-d82a080cf180 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5390739 Dec 20 15:02:48.364955 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 51714) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:02:48.365421 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-47bf64a0-9695-4a96-bcd5-8f81d81f3873 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:48.376278 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-4804f901-4d37-4a31-97aa-ed55bf75d6d8 admin admin] Request body: {'subnet': {'network_id': '98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-181522526-subnet', 'tenant_id': 'c386a559a8854d1caa58ca37066a398d', 'ip_version': 4}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:02:48.379462 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86736c97-1cf4-4bfd-bda7-d82a080cf180 admin admin] Pushing event updated for resources: {'Network': ['ID=98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:48.392212 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:02:48.406428 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-47bf64a0-9695-4a96-bcd5-8f81d81f3873 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f244571-d51f-45b2-99a1-7f591a08ef83']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:02:48.421727 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4804f901-4d37-4a31-97aa-ed55bf75d6d8 admin admin] Made reservation on behalf of c386a559a8854d1caa58ca37066a398d for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:02:48.421971 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-47bf64a0-9695-4a96-bcd5-8f81d81f3873 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb6bf5ee-8ae0-4334-9adb-248080ab4d58') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:02:48.422072 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-47bf64a0-9695-4a96-bcd5-8f81d81f3873 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb6bf5ee-8ae0-4334-9adb-248080ab4d58') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:02:48.424845 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4804f901-4d37-4a31-97aa-ed55bf75d6d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:48.445071 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-47bf64a0-9695-4a96-bcd5-8f81d81f3873 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:48.471094 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-47bf64a0-9695-4a96-bcd5-8f81d81f3873 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:48.485311 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47bf64a0-9695-4a96-bcd5-8f81d81f3873 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:02:48.485960 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-47bf64a0-9695-4a96-bcd5-8f81d81f3873 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:48.489224 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 15:02:48.489224 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:02:48.489224 n-d-761264-19 neutron-server[103168]: timer() Dec 20 15:02:48.489224 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:02:48.489224 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 15:02:48.489224 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:02:48.489224 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 15:02:48.489224 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:02:48.489224 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 15:02:48.489224 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:02:48.489224 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 15:02:48.489224 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:02:48.489224 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 15:02:48.489224 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:02:48.489224 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:02:48.489224 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:02:48.489224 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:02:48.489224 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:02:48.489224 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 15:02:48.489224 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:02:48.489224 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 15:02:48.489224 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:02:48.489224 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:02:48.489224 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:02:48.489224 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 15:02:48.489224 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:02:48.489224 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:02:48.489224 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:02:48.489224 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:02:48.489224 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:02:48.489224 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:02:48.489224 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:02:48.556306 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95a0e89-8b65-4ae4-9023-eab92458c38e req-ad1618ca-5359-4676-9a22-78c8c858ca4e tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:02:48.557982 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f95a0e89-8b65-4ae4-9023-eab92458c38e req-ad1618ca-5359-4676-9a22-78c8c858ca4e tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] 10.222.0.54 "GET /v2.0/ports?device_id=576d3002-8930-4b22-8498-03f55cdf014f HTTP/1.1" status: 200 len: 946 time: 0.1046109 Dec 20 15:02:48.570991 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-47bf64a0-9695-4a96-bcd5-8f81d81f3873 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:48.587708 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-47bf64a0-9695-4a96-bcd5-8f81d81f3873 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:48.591449 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-47bf64a0-9695-4a96-bcd5-8f81d81f3873 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "DELETE /v2.0/networks/4f244571-d51f-45b2-99a1-7f591a08ef83 HTTP/1.1" status: 204 len: 168 time: 0.4915941 Dec 20 15:02:48.602703 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bf64a0-9695-4a96-bcd5-8f81d81f3873 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Pushing event deleted for resources: {'Network': ['ID=4f244571-d51f-45b2-99a1-7f591a08ef83,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:48.620831 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 51718) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:02:48.626415 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-04094147-fd93-4546-a055-c9fac2870cb2 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Request body: {'network': {'name': 'tempest-network-smoke--376437914', 'project_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'port_security_enabled': True}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:02:48.645837 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device cdb24fba-f816-43a3-9dc7-68a76a45d118 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:02:48.658563 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f95a0e89-8b65-4ae4-9023-eab92458c38e req-7ac796c1-6b6e-4dce-b888-293c3be177f3 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] 10.222.0.54 "GET /v2.0/security-groups?id=f090d301-7d90-4896-b5e1-0d5a37ed2ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941784 Dec 20 15:02:48.665078 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04094147-fd93-4546-a055-c9fac2870cb2 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Made reservation on behalf of f62d8f2c7b324a5892ce5eb0e9d3389a for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:02:48.671639 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-04094147-fd93-4546-a055-c9fac2870cb2 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:48.682120 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: cdb24fba-f816-43a3-9dc7-68a76a45d118 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:02:48.682120 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device cdb24fba-f816-43a3-9dc7-68a76a45d118 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:02:48.682120 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device e767a694-b864-4e44-b03c-3d08f04a2432 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:02:48.704155 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: e767a694-b864-4e44-b03c-3d08f04a2432 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:02:48.704803 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device e767a694-b864-4e44-b03c-3d08f04a2432 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:02:48.719789 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04094147-fd93-4546-a055-c9fac2870cb2 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:02:48.736243 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-04094147-fd93-4546-a055-c9fac2870cb2 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:48.736564 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-04094147-fd93-4546-a055-c9fac2870cb2 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Added segment 1b2c6141-a60e-446d-8ec3-9d414e51967c of type vlan for network d386154e-87d3-4f53-93e1-03798041d2d4 Dec 20 15:02:48.769526 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4804f901-4d37-4a31-97aa-ed55bf75d6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:48.841837 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4804f901-4d37-4a31-97aa-ed55bf75d6d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3c1d8ef-e07d-45b1-9131-82488f6c1e5c,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:48.844428 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-04094147-fd93-4546-a055-c9fac2870cb2 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:48.851259 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4804f901-4d37-4a31-97aa-ed55bf75d6d8 admin admin] Checking segment: {'id': '66ea2385-5704-4615-947d-557f749f82dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:02:48.851510 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4804f901-4d37-4a31-97aa-ed55bf75d6d8 admin admin] Network hostable DHCP agents. Network: 98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:02:48.872075 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4804f901-4d37-4a31-97aa-ed55bf75d6d8 admin admin] Network 98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:02:48.886389 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-4804f901-4d37-4a31-97aa-ed55bf75d6d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9) {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:02:48.893443 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fcc6c5-67ee-4ac7-8220-d7aef3da6dca req-a85b3776-f7fa-455a-a90a-0f63470bed41 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:02:48.894179 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4804f901-4d37-4a31-97aa-ed55bf75d6d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:02:48.894834 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4804f901-4d37-4a31-97aa-ed55bf75d6d8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:48.895245 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-95fcc6c5-67ee-4ac7-8220-d7aef3da6dca req-a85b3776-f7fa-455a-a90a-0f63470bed41 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] 10.222.0.54 "GET /v2.0/ports?device_id=576d3002-8930-4b22-8498-03f55cdf014f HTTP/1.1" status: 200 len: 946 time: 0.1085658 Dec 20 15:02:48.907862 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-04094147-fd93-4546-a055-c9fac2870cb2 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:48.912534 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5665054d-5fdc-498b-94e5-d13fd5a8c022 None None] Network 98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:02:48.918169 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04094147-fd93-4546-a055-c9fac2870cb2 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:02:48.918888 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-04094147-fd93-4546-a055-c9fac2870cb2 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:48.920270 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-4804f901-4d37-4a31-97aa-ed55bf75d6d8 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5545206 Dec 20 15:02:48.922687 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 51722) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:02:48.928830 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-9bc42e0e-3a84-4ced-b749-559db81e56fc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-181522526-router', 'tenant_id': 'c386a559a8854d1caa58ca37066a398d', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:02:48.967107 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9bc42e0e-3a84-4ced-b749-559db81e56fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40114'] for router, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:48.970935 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-04094147-fd93-4546-a055-c9fac2870cb2 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3464103 Dec 20 15:02:48.975579 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9bc42e0e-3a84-4ced-b749-559db81e56fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40139'] for router, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:48.979393 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 51724) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:02:48.987628 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-f67655e7-096e-41ee-b236-7a35e30e1a34 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-988721142', 'admin_state_up': True, 'project_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:02:49.024821 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac74fc72-c8b3-4148-8e72-e16aa5940021 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9', 'network_id': '98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9', 'project_id': 'c386a559a8854d1caa58ca37066a398d', 'fixed_ips': [{'subnet_id': 'f3c1d8ef-e07d-45b1-9131-82488f6c1e5c'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 15:02:49.025977 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ac74fc72-c8b3-4148-8e72-e16aa5940021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:49.042434 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9bc42e0e-3a84-4ced-b749-559db81e56fc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:49.045952 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04094147-fd93-4546-a055-c9fac2870cb2 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Pushing event updated for resources: {'Network': ['ID=d386154e-87d3-4f53-93e1-03798041d2d4,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:49.060919 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network d386154e-87d3-4f53-93e1-03798041d2d4 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:02:49.072262 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-95fcc6c5-67ee-4ac7-8220-d7aef3da6dca req-41c4d104-c767-4e8e-81bc-9ce9a69a49b4 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] 10.222.0.54 "GET /v2.0/security-groups?id=f090d301-7d90-4896-b5e1-0d5a37ed2ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1421251 Dec 20 15:02:49.081865 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f67655e7-096e-41ee-b236-7a35e30e1a34 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40114'] for router, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:49.083237 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f67655e7-096e-41ee-b236-7a35e30e1a34 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40139'] for router, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:49.098418 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 51726) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:02:49.165971 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f67655e7-096e-41ee-b236-7a35e30e1a34 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:49.230296 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9bc42e0e-3a84-4ced-b749-559db81e56fc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:49.277104 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-ac74fc72-c8b3-4148-8e72-e16aa5940021 None None] Allocated IP 172.20.0.2 (98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9/f3c1d8ef-e07d-45b1-9131-82488f6c1e5c/f74d92db-7838-480b-9ecb-871b6febb7ae) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:02:49.360225 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f67655e7-096e-41ee-b236-7a35e30e1a34 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:49.408321 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b99770-02a1-4092-b626-403439ef47f4 tempest-TestServerBasicOps-965473411 tempest-TestServerBasicOps-965473411-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:02:49.412851 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-17b99770-02a1-4092-b626-403439ef47f4 tempest-TestServerBasicOps-965473411 tempest-TestServerBasicOps-965473411-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=576d3002-8930-4b22-8498-03f55cdf014f HTTP/1.1" status: 200 len: 1093 time: 0.3101215 Dec 20 15:02:49.413039 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 51730) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:02:49.417417 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-e11757e0-7da5-402b-bfbf-f160c9bfa5bf tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Request body: {'floatingip': {'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'port_id': '21d47e59-4dc4-4d2b-aa84-fc55fe8125ff', 'tenant_id': '657d403c6eef4a16ac295c092ca6df50', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:02:49.437865 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ac74fc72-c8b3-4148-8e72-e16aa5940021 None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:49.446634 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ac74fc72-c8b3-4148-8e72-e16aa5940021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:49.447192 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9bc42e0e-3a84-4ced-b749-559db81e56fc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:49.466595 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9bc42e0e-3a84-4ced-b749-559db81e56fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:49.482551 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e11757e0-7da5-402b-bfbf-f160c9bfa5bf tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Publish callbacks [] for floatingip, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:49.482931 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac74fc72-c8b3-4148-8e72-e16aa5940021 None None] Network 98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9 is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:02:49.490661 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-ac74fc72-c8b3-4148-8e72-e16aa5940021 None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:02:49.494452 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac74fc72-c8b3-4148-8e72-e16aa5940021 None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:02:49.503696 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac74fc72-c8b3-4148-8e72-e16aa5940021 None None] Pushing event updated for resources: {'Port': ['ID=f74d92db-7838-480b-9ecb-871b6febb7ae,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:49.559705 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-ac74fc72-c8b3-4148-8e72-e16aa5940021 None None] Attempting to bind port f74d92db-7838-480b-9ecb-871b6febb7ae on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:02:49.560069 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-ac74fc72-c8b3-4148-8e72-e16aa5940021 None None] Attempting to bind port f74d92db-7838-480b-9ecb-871b6febb7ae by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '66ea2385-5704-4615-947d-557f749f82dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:02:49.560425 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac74fc72-c8b3-4148-8e72-e16aa5940021 None None] Attempting to bind port f74d92db-7838-480b-9ecb-871b6febb7ae on network 98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:02:49.565563 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac74fc72-c8b3-4148-8e72-e16aa5940021 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:02:49.565983 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac74fc72-c8b3-4148-8e72-e16aa5940021 None None] Checking segment: {'id': '66ea2385-5704-4615-947d-557f749f82dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:02:49.566327 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ac74fc72-c8b3-4148-8e72-e16aa5940021 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:49.566711 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac74fc72-c8b3-4148-8e72-e16aa5940021 None None] Bound using segment: {'id': '66ea2385-5704-4615-947d-557f749f82dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:02:49.567219 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-ac74fc72-c8b3-4148-8e72-e16aa5940021 None None] Bound port: f74d92db-7838-480b-9ecb-871b6febb7ae, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66ea2385-5704-4615-947d-557f749f82dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:02:49.567589 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ac74fc72-c8b3-4148-8e72-e16aa5940021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:49.573977 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-9bc42e0e-3a84-4ced-b749-559db81e56fc admin admin] Allocated IP 172.25.0.253 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/504b9e0e-7434-4a03-9984-8982e4b99d44) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:02:49.642642 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-ac74fc72-c8b3-4148-8e72-e16aa5940021 None None] For port f74d92db-7838-480b-9ecb-871b6febb7ae, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:02:49.646686 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-ac74fc72-c8b3-4148-8e72-e16aa5940021 None None] For port f74d92db-7838-480b-9ecb-871b6febb7ae, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=f74d92db-7838-480b-9ecb-871b6febb7ae,segment=NetworkSegment(66ea2385-5704-4615-947d-557f749f82dd),segment_id=66ea2385-5704-4615-947d-557f749f82dd)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:02:49.653323 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ac74fc72-c8b3-4148-8e72-e16aa5940021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:49.676418 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f67655e7-096e-41ee-b236-7a35e30e1a34 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for router_gateway, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:49.697222 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9bc42e0e-3a84-4ced-b749-559db81e56fc admin admin] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:49.697631 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f67655e7-096e-41ee-b236-7a35e30e1a34 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:49.722438 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac74fc72-c8b3-4148-8e72-e16aa5940021 None None] Pushing event updated for resources: {'Port': ['ID=f74d92db-7838-480b-9ecb-871b6febb7ae,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:49.735626 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9bc42e0e-3a84-4ced-b749-559db81e56fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:49.755176 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e11757e0-7da5-402b-bfbf-f160c9bfa5bf tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:49.776933 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc42e0e-3a84-4ced-b749-559db81e56fc admin admin] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:02:49.781895 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-9bc42e0e-3a84-4ced-b749-559db81e56fc admin admin] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:02:49.786589 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc42e0e-3a84-4ced-b749-559db81e56fc admin admin] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:02:49.789930 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc42e0e-3a84-4ced-b749-559db81e56fc admin admin] Pushing event updated for resources: {'Port': ['ID=504b9e0e-7434-4a03-9984-8982e4b99d44,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:49.805025 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3fedaa7-b2c7-4bb2-92e4-7d4022760f42 None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:02:49.874478 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-c702af82-2391-4f64-bc05-2bee137b7f27 None None] Provisioning complete for port 504b9e0e-7434-4a03-9984-8982e4b99d44 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:02:49.875138 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c702af82-2391-4f64-bc05-2bee137b7f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:49.881485 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-f67655e7-096e-41ee-b236-7a35e30e1a34 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Allocated IP 172.25.0.25 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/52477bc9-e388-435f-946c-fd017e9fece2) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:02:49.918442 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-c702af82-2391-4f64-bc05-2bee137b7f27 None None] Port 504b9e0e-7434-4a03-9984-8982e4b99d44 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:02:50.029993 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f67655e7-096e-41ee-b236-7a35e30e1a34 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:50.077219 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f67655e7-096e-41ee-b236-7a35e30e1a34 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:50.152867 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67655e7-096e-41ee-b236-7a35e30e1a34 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:02:50.160352 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-f67655e7-096e-41ee-b236-7a35e30e1a34 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:02:50.168377 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67655e7-096e-41ee-b236-7a35e30e1a34 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:02:50.175630 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87726a4-e9ce-49a3-833c-6fd0e03ea480 None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:02:50.178521 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67655e7-096e-41ee-b236-7a35e30e1a34 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Pushing event updated for resources: {'Port': ['ID=52477bc9-e388-435f-946c-fd017e9fece2,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:50.199310 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-e11757e0-7da5-402b-bfbf-f160c9bfa5bf tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Allocated IP 172.25.0.250 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/46254bf8-2bbf-4ea9-81f5-5b022057bbd1) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:02:50.246251 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-e2bcfbd4-1d4d-4c71-8e92-329671e3f03f None None] Provisioning complete for port 52477bc9-e388-435f-946c-fd017e9fece2 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:02:50.246684 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e2bcfbd4-1d4d-4c71-8e92-329671e3f03f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:50.286160 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-e2bcfbd4-1d4d-4c71-8e92-329671e3f03f None None] Port 52477bc9-e388-435f-946c-fd017e9fece2 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:02:50.392008 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9bc42e0e-3a84-4ced-b749-559db81e56fc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:50.412188 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e11757e0-7da5-402b-bfbf-f160c9bfa5bf tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:50.531776 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f67655e7-096e-41ee-b236-7a35e30e1a34 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for router_gateway, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:50.576704 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e11757e0-7da5-402b-bfbf-f160c9bfa5bf tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:50.618212 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device f74d92db-7838-480b-9ecb-871b6febb7ae up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:02:50.623332 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9bc42e0e-3a84-4ced-b749-559db81e56fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013'] for router, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:50.678013 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port f74d92db-7838-480b-9ecb-871b6febb7ae triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:02:50.679705 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:50.780391 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bc42e0e-3a84-4ced-b749-559db81e56fc admin admin] Router dab89d8c-e9a2-47eb-b465-582675808ef5 is scheduled to L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 with binding_index 1 {{(pid=103167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 15:02:50.784445 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:50.840692 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] For port f74d92db-7838-480b-9ecb-871b6febb7ae, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=f74d92db-7838-480b-9ecb-871b6febb7ae,segment=NetworkSegment(66ea2385-5704-4615-947d-557f749f82dd),segment_id=66ea2385-5704-4615-947d-557f749f82dd)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:02:50.848874 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:50.858814 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device a33ddc78-fd66-402b-92db-19aa2f939436 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:02:50.900029 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: a33ddc78-fd66-402b-92db-19aa2f939436 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:02:50.900530 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device a33ddc78-fd66-402b-92db-19aa2f939436 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:02:50.928477 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bc42e0e-3a84-4ced-b749-559db81e56fc admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:02:50.930265 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e3c64f-91e1-42d2-9c74-6721f730d8fb None None] Network 98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:02:50.935953 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Pushing event updated for resources: {'Port': ['ID=f74d92db-7838-480b-9ecb-871b6febb7ae,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:50.940968 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8e4a7d-86dc-4b3f-ac7b-379083de115e None None] Sync routers for ids ['dab89d8c-e9a2-47eb-b465-582675808ef5'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:02:50.952649 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8e4a7d-86dc-4b3f-ac7b-379083de115e None None] Routers {'dab89d8c-e9a2-47eb-b465-582675808ef5'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:02:50.953859 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-3d8e4a7d-86dc-4b3f-ac7b-379083de115e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:02:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['dab89d8c-e9a2-47eb-b465-582675808ef5'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:02:50.954272 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9bc42e0e-3a84-4ced-b749-559db81e56fc admin admin] Publish callbacks [] for router, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:50.958674 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-9bc42e0e-3a84-4ced-b749-559db81e56fc admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0319314 Dec 20 15:02:50.959108 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 51732) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:02:50.984263 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11757e0-7da5-402b-bfbf-f160c9bfa5bf tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:02:50.990173 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-e11757e0-7da5-402b-bfbf-f160c9bfa5bf tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:02:50.997140 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11757e0-7da5-402b-bfbf-f160c9bfa5bf tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:02:51.028477 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11757e0-7da5-402b-bfbf-f160c9bfa5bf tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Pushing event updated for resources: {'Port': ['ID=46254bf8-2bbf-4ea9-81f5-5b022057bbd1,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:51.089845 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-d37f7640-1f06-4ce2-a6ab-07eadc77278e None None] Provisioning complete for port f74d92db-7838-480b-9ecb-871b6febb7ae triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:02:51.090210 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d37f7640-1f06-4ce2-a6ab-07eadc77278e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:51.168797 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-3d8e4a7d-86dc-4b3f-ac7b-379083de115e None None] Set router dab89d8c-e9a2-47eb-b465-582675808ef5 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:02:51.282229 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f67655e7-096e-41ee-b236-7a35e30e1a34 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013'] for router, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:51.378293 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-3d8e4a7d-86dc-4b3f-ac7b-379083de115e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab89d8c-e9a2-47eb-b465-582675808ef5', 'name': 'tempest-TestVolumeBootPattern-181522526-router', 'tenant_id': 'c386a559a8854d1caa58ca37066a398d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '504b9e0e-7434-4a03-9984-8982e4b99d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:02:48Z', 'updated_at': '2021-12-20T15:02:49Z', 'revision_number': 3, 'project_id': 'c386a559a8854d1caa58ca37066a398d', 'gw_port': {'id': '504b9e0e-7434-4a03-9984-8982e4b99d44', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2f:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dab89d8c-e9a2-47eb-b465-582675808ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:49Z', 'updated_at': '2021-12-20T15:02:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:02:51.410014 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8e4a7d-86dc-4b3f-ac7b-379083de115e None None] Checking router: dab89d8c-e9a2-47eb-b465-582675808ef5 for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:02:51.410364 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8e4a7d-86dc-4b3f-ac7b-379083de115e None None] Updating router dab89d8c-e9a2-47eb-b465-582675808ef5 port 504b9e0e-7434-4a03-9984-8982e4b99d44 binding host n-d-761264-19 {{(pid=103170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 15:02:51.439825 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3d8e4a7d-86dc-4b3f-ac7b-379083de115e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:51.479930 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-24f8032c-0276-44d6-83cb-699a20ea7226 None None] Provisioning complete for port f74d92db-7838-480b-9ecb-871b6febb7ae triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:02:51.481522 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-24f8032c-0276-44d6-83cb-699a20ea7226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:51.509864 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-997dea1d-5bcd-4bf5-8b21-1532728a3f91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:51.592355 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f67655e7-096e-41ee-b236-7a35e30e1a34 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Router 0c7c7004-d8c7-4347-a418-c368fa2604dd is scheduled to L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 with binding_index 1 {{(pid=103168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 15:02:51.673855 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e11757e0-7da5-402b-bfbf-f160c9bfa5bf tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:51.683144 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-997dea1d-5bcd-4bf5-8b21-1532728a3f91 admin admin] Allocated IP 172.20.0.1 (98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9/f3c1d8ef-e07d-45b1-9131-82488f6c1e5c/66373ca8-728d-4d88-8570-9def47b5acdc) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:02:51.711652 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3d8e4a7d-86dc-4b3f-ac7b-379083de115e None None] Publish callbacks [] for port, precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:51.719186 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3d8e4a7d-86dc-4b3f-ac7b-379083de115e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:51.758455 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f67655e7-096e-41ee-b236-7a35e30e1a34 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:02:51.771035 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c71cb73-eaba-40ea-8c10-8e73d7f806b8 None None] Sync routers for ids ['0c7c7004-d8c7-4347-a418-c368fa2604dd'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:02:51.773980 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013f10aa-92f7-4b32-abb2-5200768b793b None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:02:51.775580 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-3d8e4a7d-86dc-4b3f-ac7b-379083de115e None None] Attempting to bind port 504b9e0e-7434-4a03-9984-8982e4b99d44 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:02:51.776033 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-3d8e4a7d-86dc-4b3f-ac7b-379083de115e None None] Attempting to bind port 504b9e0e-7434-4a03-9984-8982e4b99d44 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:02:51.776455 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8e4a7d-86dc-4b3f-ac7b-379083de115e None None] Attempting to bind port 504b9e0e-7434-4a03-9984-8982e4b99d44 on network c3f8658e-da35-41f3-bd03-509e29ebd6f3 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:02:51.779589 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d56c785-2899-432b-bb3c-bea946d79904 None None] Pushing event updated for resources: {'Port': ['ID=504b9e0e-7434-4a03-9984-8982e4b99d44,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:51.785181 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8e4a7d-86dc-4b3f-ac7b-379083de115e None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:02:51.785658 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8e4a7d-86dc-4b3f-ac7b-379083de115e None None] Checking segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:02:51.786117 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3d8e4a7d-86dc-4b3f-ac7b-379083de115e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:51.786570 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8e4a7d-86dc-4b3f-ac7b-379083de115e None None] Bound using segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:02:51.787129 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-3d8e4a7d-86dc-4b3f-ac7b-379083de115e None None] Bound port: 504b9e0e-7434-4a03-9984-8982e4b99d44, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:02:51.787929 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3d8e4a7d-86dc-4b3f-ac7b-379083de115e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:51.811656 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f67655e7-096e-41ee-b236-7a35e30e1a34 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:51.812919 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-f67655e7-096e-41ee-b236-7a35e30e1a34 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.8325727 Dec 20 15:02:51.814075 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e11757e0-7da5-402b-bfbf-f160c9bfa5bf tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:51.815099 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c71cb73-eaba-40ea-8c10-8e73d7f806b8 None None] Routers {'0c7c7004-d8c7-4347-a418-c368fa2604dd'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:02:51.817251 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 51734) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:02:51.817665 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-3c71cb73-eaba-40ea-8c10-8e73d7f806b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:02:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['0c7c7004-d8c7-4347-a418-c368fa2604dd'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:02:51.835201 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-997dea1d-5bcd-4bf5-8b21-1532728a3f91 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:51.857205 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-3d8e4a7d-86dc-4b3f-ac7b-379083de115e None None] For port 504b9e0e-7434-4a03-9984-8982e4b99d44, host n-d-761264-19, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:02:51.861537 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-3d8e4a7d-86dc-4b3f-ac7b-379083de115e None None] For port 504b9e0e-7434-4a03-9984-8982e4b99d44, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=504b9e0e-7434-4a03-9984-8982e4b99d44,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:02:51.866084 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-b2c7c982-7ad2-4488-8c9d-569566f2a228 tempest-TestNetworkBasicOps-1884258908 tempest-TestNetworkBasicOps-1884258908-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=f62d8f2c7b324a5892ce5eb0e9d3389a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0484116 Dec 20 15:02:51.868897 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 51736) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:02:51.870447 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-3d8e4a7d-86dc-4b3f-ac7b-379083de115e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:51.893251 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-997dea1d-5bcd-4bf5-8b21-1532728a3f91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:51.924239 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8e4a7d-86dc-4b3f-ac7b-379083de115e None None] Routers {'dab89d8c-e9a2-47eb-b465-582675808ef5'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:02:51.924998 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-3d8e4a7d-86dc-4b3f-ac7b-379083de115e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:02:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['dab89d8c-e9a2-47eb-b465-582675808ef5'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:02:51.964036 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997dea1d-5bcd-4bf5-8b21-1532728a3f91 admin admin] Pushing event updated for resources: {'Port': ['ID=66373ca8-728d-4d88-8570-9def47b5acdc,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:51.980077 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997dea1d-5bcd-4bf5-8b21-1532728a3f91 admin admin] Network 98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:02:51.987938 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e402fa56-1c7a-4a49-9e0d-ee2881637d2e None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:02:52.010198 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-997dea1d-5bcd-4bf5-8b21-1532728a3f91 admin admin] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:02:52.013934 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997dea1d-5bcd-4bf5-8b21-1532728a3f91 admin admin] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:02:52.028460 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-3c71cb73-eaba-40ea-8c10-8e73d7f806b8 None None] Set router 0c7c7004-d8c7-4347-a418-c368fa2604dd gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:02:52.029489 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e11757e0-7da5-402b-bfbf-f160c9bfa5bf tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:52.034186 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d56c785-2899-432b-bb3c-bea946d79904 None None] Pushing event updated for resources: {'Port': ['ID=504b9e0e-7434-4a03-9984-8982e4b99d44,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:52.038974 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e11757e0-7da5-402b-bfbf-f160c9bfa5bf tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:52.043930 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-3d8e4a7d-86dc-4b3f-ac7b-379083de115e None None] Set router dab89d8c-e9a2-47eb-b465-582675808ef5 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:02:52.094508 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-997dea1d-5bcd-4bf5-8b21-1532728a3f91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595714'] for router_interface, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:52.100529 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83eb9fc5-391b-4d72-b877-fa86aec26aa1 tempest-TestNetworkBasicOps-1884258908 tempest-TestNetworkBasicOps-1884258908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:02:52.104642 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-83eb9fc5-391b-4d72-b877-fa86aec26aa1 tempest-TestNetworkBasicOps-1884258908 tempest-TestNetworkBasicOps-1884258908-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2318523 Dec 20 15:02:52.122444 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 51738) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:02:52.179985 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-7792e0a4-d11c-464e-949b-ffa754cb9385 tempest-TestNetworkBasicOps-1884258908 tempest-TestNetworkBasicOps-1884258908-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=c3f8658e-da35-41f3-bd03-509e29ebd6f3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0492818 Dec 20 15:02:52.183242 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 51740) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:02:52.183553 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-bdbfb374-afae-4b96-9206-34cb7c6e4a3e None None] Provisioning complete for port 504b9e0e-7434-4a03-9984-8982e4b99d44 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:02:52.183921 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-bdbfb374-afae-4b96-9206-34cb7c6e4a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:52.196858 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-bfbdf961-3f16-46a1-b676-2afb2ca9c428 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1614043026', 'network_id': 'd386154e-87d3-4f53-93e1-03798041d2d4', 'project_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:02:52.203064 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e11757e0-7da5-402b-bfbf-f160c9bfa5bf tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585115'] for floatingip, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:52.265653 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11757e0-7da5-402b-bfbf-f160c9bfa5bf tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Pushing event updated for resources: {'Port': ['ID=46254bf8-2bbf-4ea9-81f5-5b022057bbd1,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:52.320615 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-3d8e4a7d-86dc-4b3f-ac7b-379083de115e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab89d8c-e9a2-47eb-b465-582675808ef5', 'name': 'tempest-TestVolumeBootPattern-181522526-router', 'tenant_id': 'c386a559a8854d1caa58ca37066a398d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '504b9e0e-7434-4a03-9984-8982e4b99d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:02:48Z', 'updated_at': '2021-12-20T15:02:49Z', 'revision_number': 3, 'project_id': 'c386a559a8854d1caa58ca37066a398d', 'gw_port': {'id': '504b9e0e-7434-4a03-9984-8982e4b99d44', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2f:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dab89d8c-e9a2-47eb-b465-582675808ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:49Z', 'updated_at': '2021-12-20T15:02:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:02:52.357721 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfbdf961-3f16-46a1-b676-2afb2ca9c428 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Made reservation on behalf of f62d8f2c7b324a5892ce5eb0e9d3389a for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:02:52.363664 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-bfbdf961-3f16-46a1-b676-2afb2ca9c428 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:52.367792 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8e4a7d-86dc-4b3f-ac7b-379083de115e None None] The sync data for ids ['dab89d8c-e9a2-47eb-b465-582675808ef5'] in n-d-761264-19 is: [{'id': 'dab89d8c-e9a2-47eb-b465-582675808ef5', 'name': 'tempest-TestVolumeBootPattern-181522526-router', 'tenant_id': 'c386a559a8854d1caa58ca37066a398d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '504b9e0e-7434-4a03-9984-8982e4b99d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:02:48Z', 'updated_at': '2021-12-20T15:02:49Z', 'revision_number': 3, 'project_id': 'c386a559a8854d1caa58ca37066a398d', 'gw_port': {'id': '504b9e0e-7434-4a03-9984-8982e4b99d44', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2f:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dab89d8c-e9a2-47eb-b465-582675808ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:49Z', 'updated_at': '2021-12-20T15:02:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:02:52.383773 n-d-761264-19 neutron-server[103168]: INFO neutron.db.l3_db [None req-e11757e0-7da5-402b-bfbf-f160c9bfa5bf tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Floating IP 36d189cf-0585-46cb-a7a7-6fd7091a4574 associated. External IP: 172.25.0.250, port: 21d47e59-4dc4-4d2b-aa84-fc55fe8125ff. Dec 20 15:02:52.446056 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-997dea1d-5bcd-4bf5-8b21-1532728a3f91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:52.598432 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-3c71cb73-eaba-40ea-8c10-8e73d7f806b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c7c7004-d8c7-4347-a418-c368fa2604dd', 'name': 'tempest-TestNetworkBasicOps-router-988721142', 'tenant_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '52477bc9-e388-435f-946c-fd017e9fece2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:02:49Z', 'updated_at': '2021-12-20T15:02:50Z', 'revision_number': 3, 'project_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'gw_port': {'id': '52477bc9-e388-435f-946c-fd017e9fece2', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d1:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c7c7004-d8c7-4347-a418-c368fa2604dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:49Z', 'updated_at': '2021-12-20T15:02:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:02:52.633600 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-bdbfb374-afae-4b96-9206-34cb7c6e4a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:52.638913 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device f74d92db-7838-480b-9ecb-871b6febb7ae up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:02:52.643505 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c71cb73-eaba-40ea-8c10-8e73d7f806b8 None None] Checking router: 0c7c7004-d8c7-4347-a418-c368fa2604dd for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:02:52.643859 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c71cb73-eaba-40ea-8c10-8e73d7f806b8 None None] Updating router 0c7c7004-d8c7-4347-a418-c368fa2604dd port 52477bc9-e388-435f-946c-fd017e9fece2 binding host n-d-761264-19 {{(pid=103169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 15:02:52.680193 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e11757e0-7da5-402b-bfbf-f160c9bfa5bf tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Router 3500d477-cbba-4fc4-81b5-8a9793b0af79 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:02:52.726993 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-bdbfb374-afae-4b96-9206-34cb7c6e4a3e None None] For port 504b9e0e-7434-4a03-9984-8982e4b99d44, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=504b9e0e-7434-4a03-9984-8982e4b99d44,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:02:52.732220 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-3c71cb73-eaba-40ea-8c10-8e73d7f806b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:52.735876 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-bdbfb374-afae-4b96-9206-34cb7c6e4a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:52.772823 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-bfbdf961-3f16-46a1-b676-2afb2ca9c428 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:52.789549 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-997dea1d-5bcd-4bf5-8b21-1532728a3f91 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:52.815688 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-997dea1d-5bcd-4bf5-8b21-1532728a3f91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:52.861173 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e11757e0-7da5-402b-bfbf-f160c9bfa5bf tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:02:52.884520 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e11757e0-7da5-402b-bfbf-f160c9bfa5bf tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:52.884696 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a250657-3692-4a62-8a07-69dbb506edc7 None None] Sync routers for ids ['3500d477-cbba-4fc4-81b5-8a9793b0af79'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:02:52.903117 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a250657-3692-4a62-8a07-69dbb506edc7 None None] Routers {'3500d477-cbba-4fc4-81b5-8a9793b0af79'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:02:52.904222 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-6a250657-3692-4a62-8a07-69dbb506edc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:02:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['3500d477-cbba-4fc4-81b5-8a9793b0af79'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:02:52.920006 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-e11757e0-7da5-402b-bfbf-f160c9bfa5bf tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.5059223 Dec 20 15:02:52.921264 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '576d3002-8930-4b22-8498-03f55cdf014f', 'tag': '21d47e59-4dc4-4d2b-aa84-fc55fe8125ff'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:02:52.923902 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb5ed847-44db-421a-9033-514a9d11c6e5" -d '{"events": [{"name": "network-changed", "server_uuid": "576d3002-8930-4b22-8498-03f55cdf014f", "tag": "21d47e59-4dc4-4d2b-aa84-fc55fe8125ff"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:02:52.980665 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97afe559-1138-4c99-b60a-071c00d6ee7c x-openstack-request-id: req-97afe559-1138-4c99-b60a-071c00d6ee7c {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:02:52.981244 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "576d3002-8930-4b22-8498-03f55cdf014f", "tag": "21d47e59-4dc4-4d2b-aa84-fc55fe8125ff", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:02:52.981438 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbdf961-3f16-46a1-b676-2afb2ca9c428 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Checking segment: {'id': '1b2c6141-a60e-446d-8ec3-9d414e51967c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd386154e-87d3-4f53-93e1-03798041d2d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:02:52.981795 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbdf961-3f16-46a1-b676-2afb2ca9c428 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Network hostable DHCP agents. Network: d386154e-87d3-4f53-93e1-03798041d2d4, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:02:52.982657 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-97afe559-1138-4c99-b60a-071c00d6ee7c {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:02:52.983295 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '576d3002-8930-4b22-8498-03f55cdf014f', 'tag': '21d47e59-4dc4-4d2b-aa84-fc55fe8125ff', 'status': 'completed', 'code': 200} Dec 20 15:02:52.999443 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbdf961-3f16-46a1-b676-2afb2ca9c428 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Pushing event updated for resources: {'Subnet': ['ID=6cf7483e-6112-48b6-a5e9-59a0f7724bd4,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:53.002497 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-997dea1d-5bcd-4bf5-8b21-1532728a3f91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1595702'] for router_interface, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:53.004856 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port f74d92db-7838-480b-9ecb-871b6febb7ae triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:02:53.005369 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997dea1d-5bcd-4bf5-8b21-1532728a3f91 admin admin] Pushing event updated for resources: {'Port': ['ID=66373ca8-728d-4d88-8570-9def47b5acdc,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:53.005470 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:53.014831 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbfb374-afae-4b96-9206-34cb7c6e4a3e None None] Pushing event updated for resources: {'Port': ['ID=504b9e0e-7434-4a03-9984-8982e4b99d44,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:53.081486 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2ff68445-1c6b-4042-8404-bdd16fb68434 None None] Provisioning complete for port 504b9e0e-7434-4a03-9984-8982e4b99d44 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:02:53.081859 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2ff68445-1c6b-4042-8404-bdd16fb68434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:53.088832 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-6a250657-3692-4a62-8a07-69dbb506edc7 None None] Set router 3500d477-cbba-4fc4-81b5-8a9793b0af79 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:02:53.106868 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbdf961-3f16-46a1-b676-2afb2ca9c428 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Network d386154e-87d3-4f53-93e1-03798041d2d4 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:02:53.116680 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5ed847-44db-421a-9033-514a9d11c6e5 req-8040e1a1-b8fb-4028-b605-7f5d0d886c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:02:53.120310 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-cb5ed847-44db-421a-9033-514a9d11c6e5 req-8040e1a1-b8fb-4028-b605-7f5d0d886c6a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=657d403c6eef4a16ac295c092ca6df50&device_id=576d3002-8930-4b22-8498-03f55cdf014f HTTP/1.1" status: 200 len: 1098 time: 0.1081116 Dec 20 15:02:53.182376 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-bfbdf961-3f16-46a1-b676-2afb2ca9c428 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, d386154e-87d3-4f53-93e1-03798041d2d4) {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:02:53.187052 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfbdf961-3f16-46a1-b676-2afb2ca9c428 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:02:53.187907 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-bfbdf961-3f16-46a1-b676-2afb2ca9c428 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:53.212775 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914b1d0e-7643-412b-8a15-aca6311eaf03 None None] Network d386154e-87d3-4f53-93e1-03798041d2d4 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:02:53.257586 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-bfbdf961-3f16-46a1-b676-2afb2ca9c428 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0684826 Dec 20 15:02:53.258410 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 51746) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:02:53.293744 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997dea1d-5bcd-4bf5-8b21-1532728a3f91 admin admin] Network 98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:02:53.297510 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-997dea1d-5bcd-4bf5-8b21-1532728a3f91 admin admin] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:02:53.317945 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5ed847-44db-421a-9033-514a9d11c6e5 req-f5be15b1-1704-421f-bef3-efae3e3cd9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:02:53.319490 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-cb5ed847-44db-421a-9033-514a9d11c6e5 req-f5be15b1-1704-421f-bef3-efae3e3cd9a7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3f531868-98b0-4d44-9785-377b1ddf0219 HTTP/1.1" status: 200 len: 909 time: 0.1629586 Dec 20 15:02:53.429409 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-cb5ed847-44db-421a-9033-514a9d11c6e5 req-10a67ed6-4699-4dc0-8d0b-64a63f9ba0bc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=21d47e59-4dc4-4d2b-aa84-fc55fe8125ff HTTP/1.1" status: 200 len: 1000 time: 0.0727046 Dec 20 15:02:53.476413 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-6a250657-3692-4a62-8a07-69dbb506edc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3500d477-cbba-4fc4-81b5-8a9793b0af79', 'name': 'tempest-TestServerBasicOps-140309205-router', 'tenant_id': '657d403c6eef4a16ac295c092ca6df50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '43f91c3e-ec3e-4d1a-a43e-7bb4bfbe07d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:02:22Z', 'updated_at': '2021-12-20T15:02:25Z', 'revision_number': 4, 'project_id': '657d403c6eef4a16ac295c092ca6df50', 'gw_port': {'id': '43f91c3e-ec3e-4d1a-a43e-7bb4bfbe07d7', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:92:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3500d477-cbba-4fc4-81b5-8a9793b0af79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:22Z', 'updated_at': '2021-12-20T15:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': '36d189cf-0585-46cb-a7a7-6fd7091a4574', 'tenant_id': '657d403c6eef4a16ac295c092ca6df50', 'floating_ip_address': '172.25.0.250', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': '3500d477-cbba-4fc4-81b5-8a9793b0af79', 'port_id': '21d47e59-4dc4-4d2b-aa84-fc55fe8125ff', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3981, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f531868-98b0-4d44-9785-377b1ddf0219', 'mac_address': 'fa:16:3e:94:ab:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576d3002-8930-4b22-8498-03f55cdf014f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:02:51Z', 'updated_at': '2021-12-20T15:02:51Z', 'revision_number': 0, 'project_id': '657d403c6eef4a16ac295c092ca6df50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d4e681d-8596-4b29-bf0e-5a22a1c0d01e', 'name': '', 'network_id': '3f531868-98b0-4d44-9785-377b1ddf0219', 'tenant_id': '657d403c6eef4a16ac295c092ca6df50', 'mac_address': 'fa:16:3e:ce:22:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3500d477-cbba-4fc4-81b5-8a9793b0af79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '61ef2c4c-1fc9-4437-91dc-465770cb78f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:25Z', 'updated_at': '2021-12-20T15:02:30Z', 'revision_number': 5, 'project_id': '657d403c6eef4a16ac295c092ca6df50', 'subnets': [{'id': '61ef2c4c-1fc9-4437-91dc-465770cb78f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:02:53.500271 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5ed847-44db-421a-9033-514a9d11c6e5 req-f4f7ecb6-6f42-424b-9273-b5ddc8bb0169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:02:53.505837 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-cb5ed847-44db-421a-9033-514a9d11c6e5 req-f4f7ecb6-6f42-424b-9273-b5ddc8bb0169 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=61ef2c4c-1fc9-4437-91dc-465770cb78f9 HTTP/1.1" status: 200 len: 847 time: 0.0675755 Dec 20 15:02:53.551713 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a250657-3692-4a62-8a07-69dbb506edc7 None None] Checking router: 3500d477-cbba-4fc4-81b5-8a9793b0af79 for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:02:53.562622 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a250657-3692-4a62-8a07-69dbb506edc7 None None] Routers {'3500d477-cbba-4fc4-81b5-8a9793b0af79'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:02:53.564632 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-6a250657-3692-4a62-8a07-69dbb506edc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:02:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['3500d477-cbba-4fc4-81b5-8a9793b0af79'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:02:53.612837 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910fe1ef-f3e9-4110-92e7-6f2afa888700 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-d386154e-87d3-4f53-93e1-03798041d2d4', 'network_id': 'd386154e-87d3-4f53-93e1-03798041d2d4', 'project_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'fixed_ips': [{'subnet_id': '6cf7483e-6112-48b6-a5e9-59a0f7724bd4'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 15:02:53.614512 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-910fe1ef-f3e9-4110-92e7-6f2afa888700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:53.657538 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5ed847-44db-421a-9033-514a9d11c6e5 req-c67c18f2-e2f3-4867-871a-5895084faccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:02:53.659192 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-cb5ed847-44db-421a-9033-514a9d11c6e5 req-c67c18f2-e2f3-4867-871a-5895084faccc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3f531868-98b0-4d44-9785-377b1ddf0219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1454031 Dec 20 15:02:53.687673 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-997dea1d-5bcd-4bf5-8b21-1532728a3f91 admin admin] Router dab89d8c-e9a2-47eb-b465-582675808ef5 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:02:53.752992 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-6a250657-3692-4a62-8a07-69dbb506edc7 None None] Set router 3500d477-cbba-4fc4-81b5-8a9793b0af79 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:02:53.810443 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-910fe1ef-f3e9-4110-92e7-6f2afa888700 None None] Allocated IP 172.20.0.2 (d386154e-87d3-4f53-93e1-03798041d2d4/6cf7483e-6112-48b6-a5e9-59a0f7724bd4/d217762c-99eb-444f-97c1-c14a36ec228e) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:02:53.929899 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-3c71cb73-eaba-40ea-8c10-8e73d7f806b8 None None] Publish callbacks [] for port, precommit_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:53.954670 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2ff68445-1c6b-4042-8404-bdd16fb68434 None None] Provisioning complete for port 66373ca8-728d-4d88-8570-9def47b5acdc triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:02:53.955199 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2ff68445-1c6b-4042-8404-bdd16fb68434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:53.985386 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0c6edb69-74a9-4472-8813-21ed8bc4486d tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:53.986677 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-3c71cb73-eaba-40ea-8c10-8e73d7f806b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:54.043395 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aacb557-56b3-4d4d-ba42-aea9d91165ec None None] Pushing event updated for resources: {'Port': ['ID=52477bc9-e388-435f-946c-fd017e9fece2,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:54.091207 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-910fe1ef-f3e9-4110-92e7-6f2afa888700 None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:54.092994 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e6a59e-5a38-4e0f-bc38-ed78b8299f4c None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:02:54.102113 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-2ff68445-1c6b-4042-8404-bdd16fb68434 None None] Port 66373ca8-728d-4d88-8570-9def47b5acdc cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:02:54.112870 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-910fe1ef-f3e9-4110-92e7-6f2afa888700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:54.115479 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-3c71cb73-eaba-40ea-8c10-8e73d7f806b8 None None] Attempting to bind port 52477bc9-e388-435f-946c-fd017e9fece2 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:02:54.115946 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-3c71cb73-eaba-40ea-8c10-8e73d7f806b8 None None] Attempting to bind port 52477bc9-e388-435f-946c-fd017e9fece2 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:02:54.116486 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c71cb73-eaba-40ea-8c10-8e73d7f806b8 None None] Attempting to bind port 52477bc9-e388-435f-946c-fd017e9fece2 on network c3f8658e-da35-41f3-bd03-509e29ebd6f3 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:02:54.158400 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c71cb73-eaba-40ea-8c10-8e73d7f806b8 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:02:54.158977 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c71cb73-eaba-40ea-8c10-8e73d7f806b8 None None] Checking segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:02:54.159470 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-3c71cb73-eaba-40ea-8c10-8e73d7f806b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:54.159950 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c71cb73-eaba-40ea-8c10-8e73d7f806b8 None None] Bound using segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:02:54.160520 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-3c71cb73-eaba-40ea-8c10-8e73d7f806b8 None None] Bound port: 52477bc9-e388-435f-946c-fd017e9fece2, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:02:54.160992 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-3c71cb73-eaba-40ea-8c10-8e73d7f806b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:54.172786 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910fe1ef-f3e9-4110-92e7-6f2afa888700 None None] Network d386154e-87d3-4f53-93e1-03798041d2d4 is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:02:54.193626 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-910fe1ef-f3e9-4110-92e7-6f2afa888700 None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:02:54.197347 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910fe1ef-f3e9-4110-92e7-6f2afa888700 None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:02:54.210621 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910fe1ef-f3e9-4110-92e7-6f2afa888700 None None] Pushing event updated for resources: {'Port': ['ID=d217762c-99eb-444f-97c1-c14a36ec228e,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:54.236828 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-997dea1d-5bcd-4bf5-8b21-1532728a3f91 admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:02:54.244131 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-997dea1d-5bcd-4bf5-8b21-1532728a3f91 admin admin] 10.222.0.54 "PUT /v2.0/routers/dab89d8c-e9a2-47eb-b465-582675808ef5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2838013 Dec 20 15:02:54.278705 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-6a250657-3692-4a62-8a07-69dbb506edc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3500d477-cbba-4fc4-81b5-8a9793b0af79', 'name': 'tempest-TestServerBasicOps-140309205-router', 'tenant_id': '657d403c6eef4a16ac295c092ca6df50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '43f91c3e-ec3e-4d1a-a43e-7bb4bfbe07d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:02:22Z', 'updated_at': '2021-12-20T15:02:25Z', 'revision_number': 4, 'project_id': '657d403c6eef4a16ac295c092ca6df50', 'gw_port': {'id': '43f91c3e-ec3e-4d1a-a43e-7bb4bfbe07d7', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:92:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3500d477-cbba-4fc4-81b5-8a9793b0af79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:22Z', 'updated_at': '2021-12-20T15:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': '36d189cf-0585-46cb-a7a7-6fd7091a4574', 'tenant_id': '657d403c6eef4a16ac295c092ca6df50', 'floating_ip_address': '172.25.0.250', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': '3500d477-cbba-4fc4-81b5-8a9793b0af79', 'port_id': '21d47e59-4dc4-4d2b-aa84-fc55fe8125ff', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3981, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f531868-98b0-4d44-9785-377b1ddf0219', 'mac_address': 'fa:16:3e:94:ab:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576d3002-8930-4b22-8498-03f55cdf014f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:02:51Z', 'updated_at': '2021-12-20T15:02:51Z', 'revision_number': 0, 'project_id': '657d403c6eef4a16ac295c092ca6df50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d4e681d-8596-4b29-bf0e-5a22a1c0d01e', 'name': '', 'network_id': '3f531868-98b0-4d44-9785-377b1ddf0219', 'tenant_id': '657d403c6eef4a16ac295c092ca6df50', 'mac_address': 'fa:16:3e:ce:22:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3500d477-cbba-4fc4-81b5-8a9793b0af79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '61ef2c4c-1fc9-4437-91dc-465770cb78f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:25Z', 'updated_at': '2021-12-20T15:02:30Z', 'revision_number': 5, 'project_id': '657d403c6eef4a16ac295c092ca6df50', 'subnets': [{'id': '61ef2c4c-1fc9-4437-91dc-465770cb78f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:02:54.320420 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-3c71cb73-eaba-40ea-8c10-8e73d7f806b8 None None] For port 52477bc9-e388-435f-946c-fd017e9fece2, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:02:54.325212 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-cb5ed847-44db-421a-9033-514a9d11c6e5 req-1a4a39fd-6bb6-4a91-8fe8-01aeb12e4f74 service neutron] 10.222.0.47 "GET /v2.0/networks/3f531868-98b0-4d44-9785-377b1ddf0219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6566994 Dec 20 15:02:54.328083 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-24c0a8b5-8d3b-4b2f-a106-838daebc58e7 None None] Provisioning complete for port 66373ca8-728d-4d88-8570-9def47b5acdc triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:02:54.328527 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-24c0a8b5-8d3b-4b2f-a106-838daebc58e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:54.331723 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a250657-3692-4a62-8a07-69dbb506edc7 None None] The sync data for ids ['3500d477-cbba-4fc4-81b5-8a9793b0af79'] in n-d-761264-19 is: [{'id': '3500d477-cbba-4fc4-81b5-8a9793b0af79', 'name': 'tempest-TestServerBasicOps-140309205-router', 'tenant_id': '657d403c6eef4a16ac295c092ca6df50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '43f91c3e-ec3e-4d1a-a43e-7bb4bfbe07d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:02:22Z', 'updated_at': '2021-12-20T15:02:25Z', 'revision_number': 4, 'project_id': '657d403c6eef4a16ac295c092ca6df50', 'gw_port': {'id': '43f91c3e-ec3e-4d1a-a43e-7bb4bfbe07d7', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:92:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3500d477-cbba-4fc4-81b5-8a9793b0af79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:22Z', 'updated_at': '2021-12-20T15:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': '36d189cf-0585-46cb-a7a7-6fd7091a4574', 'tenant_id': '657d403c6eef4a16ac295c092ca6df50', 'floating_ip_address': '172.25.0.250', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': '3500d477-cbba-4fc4-81b5-8a9793b0af79', 'port_id': '21d47e59-4dc4-4d2b-aa84-fc55fe8125ff', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3981, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f531868-98b0-4d44-9785-377b1ddf0219', 'mac_address': 'fa:16:3e:94:ab:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576d3002-8930-4b22-8498-03f55cdf014f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:02:51Z', 'updated_at': '2021-12-20T15:02:51Z', 'revision_number': 0, 'project_id': '657d403c6eef4a16ac295c092ca6df50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d4e681d-8596-4b29-bf0e-5a22a1c0d01e', 'name': '', 'network_id': '3f531868-98b0-4d44-9785-377b1ddf0219', 'tenant_id': '657d403c6eef4a16ac295c092ca6df50', 'mac_address': 'fa:16:3e:ce:22:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3500d477-cbba-4fc4-81b5-8a9793b0af79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '61ef2c4c-1fc9-4437-91dc-465770cb78f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:25Z', 'updated_at': '2021-12-20T15:02:30Z', 'revision_number': 5, 'project_id': '657d403c6eef4a16ac295c092ca6df50', 'subnets': [{'id': '61ef2c4c-1fc9-4437-91dc-465770cb78f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:02:54.340813 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-910fe1ef-f3e9-4110-92e7-6f2afa888700 None None] Attempting to bind port d217762c-99eb-444f-97c1-c14a36ec228e on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:02:54.341326 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-910fe1ef-f3e9-4110-92e7-6f2afa888700 None None] Attempting to bind port d217762c-99eb-444f-97c1-c14a36ec228e by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '1b2c6141-a60e-446d-8ec3-9d414e51967c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd386154e-87d3-4f53-93e1-03798041d2d4'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:02:54.341680 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910fe1ef-f3e9-4110-92e7-6f2afa888700 None None] Attempting to bind port d217762c-99eb-444f-97c1-c14a36ec228e on network d386154e-87d3-4f53-93e1-03798041d2d4 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:02:54.359424 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-3c71cb73-eaba-40ea-8c10-8e73d7f806b8 None None] For port 52477bc9-e388-435f-946c-fd017e9fece2, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=52477bc9-e388-435f-946c-fd017e9fece2,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:02:54.399580 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-3c71cb73-eaba-40ea-8c10-8e73d7f806b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:54.424631 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910fe1ef-f3e9-4110-92e7-6f2afa888700 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:02:54.425209 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910fe1ef-f3e9-4110-92e7-6f2afa888700 None None] Checking segment: {'id': '1b2c6141-a60e-446d-8ec3-9d414e51967c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd386154e-87d3-4f53-93e1-03798041d2d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:02:54.425682 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-910fe1ef-f3e9-4110-92e7-6f2afa888700 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:54.426136 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910fe1ef-f3e9-4110-92e7-6f2afa888700 None None] Bound using segment: {'id': '1b2c6141-a60e-446d-8ec3-9d414e51967c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd386154e-87d3-4f53-93e1-03798041d2d4'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:02:54.426688 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-910fe1ef-f3e9-4110-92e7-6f2afa888700 None None] Bound port: d217762c-99eb-444f-97c1-c14a36ec228e, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b2c6141-a60e-446d-8ec3-9d414e51967c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd386154e-87d3-4f53-93e1-03798041d2d4'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:02:54.427150 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-910fe1ef-f3e9-4110-92e7-6f2afa888700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:54.487760 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-0c6edb69-74a9-4472-8813-21ed8bc4486d tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Allocated IP 172.20.0.1 (d386154e-87d3-4f53-93e1-03798041d2d4/6cf7483e-6112-48b6-a5e9-59a0f7724bd4/395e089a-43f7-46fe-b469-c415c2df6dc4) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:02:54.522868 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-cb5ed847-44db-421a-9033-514a9d11c6e5 req-c7ed66db-2424-4cc0-bebb-e2b237e10ae3 service neutron] 10.222.0.47 "GET /v2.0/networks/3f531868-98b0-4d44-9785-377b1ddf0219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897686 Dec 20 15:02:54.565447 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932d0a04-17fd-451f-ba55-9f4f0e61c7cf None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:02:54.580464 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-24c0a8b5-8d3b-4b2f-a106-838daebc58e7 None None] Port 66373ca8-728d-4d88-8570-9def47b5acdc cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:02:54.610500 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c71cb73-eaba-40ea-8c10-8e73d7f806b8 None None] Routers {'0c7c7004-d8c7-4347-a418-c368fa2604dd'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:02:54.611188 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-3c71cb73-eaba-40ea-8c10-8e73d7f806b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:02:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['0c7c7004-d8c7-4347-a418-c368fa2604dd'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:02:54.669260 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 504b9e0e-7434-4a03-9984-8982e4b99d44 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:02:54.697906 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0c6edb69-74a9-4472-8813-21ed8bc4486d tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:54.718328 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aacb557-56b3-4d4d-ba42-aea9d91165ec None None] Pushing event updated for resources: {'Port': ['ID=52477bc9-e388-435f-946c-fd017e9fece2,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:54.740448 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0c6edb69-74a9-4472-8813-21ed8bc4486d tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:54.745635 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-24c0a8b5-8d3b-4b2f-a106-838daebc58e7 None None] Provisioning complete for port 52477bc9-e388-435f-946c-fd017e9fece2 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:02:54.746037 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-24c0a8b5-8d3b-4b2f-a106-838daebc58e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:54.802166 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6edb69-74a9-4472-8813-21ed8bc4486d tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Network d386154e-87d3-4f53-93e1-03798041d2d4 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:02:54.818580 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6edb69-74a9-4472-8813-21ed8bc4486d tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Pushing event updated for resources: {'Port': ['ID=395e089a-43f7-46fe-b469-c415c2df6dc4,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:54.827435 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-0c6edb69-74a9-4472-8813-21ed8bc4486d tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:02:54.830170 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6edb69-74a9-4472-8813-21ed8bc4486d tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:02:54.833253 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-910fe1ef-f3e9-4110-92e7-6f2afa888700 None None] For port d217762c-99eb-444f-97c1-c14a36ec228e, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:02:54.860104 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-910fe1ef-f3e9-4110-92e7-6f2afa888700 None None] For port d217762c-99eb-444f-97c1-c14a36ec228e, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=d217762c-99eb-444f-97c1-c14a36ec228e,segment=NetworkSegment(1b2c6141-a60e-446d-8ec3-9d414e51967c),segment_id=1b2c6141-a60e-446d-8ec3-9d414e51967c)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:02:54.869048 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-3c71cb73-eaba-40ea-8c10-8e73d7f806b8 None None] Set router 0c7c7004-d8c7-4347-a418-c368fa2604dd gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:02:54.902523 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0c6edb69-74a9-4472-8813-21ed8bc4486d tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595714'] for router_interface, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:55.029131 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 51762) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:02:55.034216 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-ab51f9f9-ffb3-4521-a80f-b4ec32d28c6b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-238111861-network', 'tenant_id': 'c4323d35f5fd4b82ac7fba99763ed5f0'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:02:55.041404 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26974185-52b7-4c29-8829-6b5dc9b9eea6 None None] New status for floating IP 36d189cf-0585-46cb-a7a7-6fd7091a4574: ACTIVE {{(pid=103170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 15:02:55.075389 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab51f9f9-ffb3-4521-a80f-b4ec32d28c6b admin admin] Made reservation on behalf of c4323d35f5fd4b82ac7fba99763ed5f0 for: {'network': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:02:55.077899 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ab51f9f9-ffb3-4521-a80f-b4ec32d28c6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:55.090840 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ab51f9f9-ffb3-4521-a80f-b4ec32d28c6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:55.102829 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedd2a29-838d-4f58-9162-9ad149afa530 None None] Sync routers for ids ['dab89d8c-e9a2-47eb-b465-582675808ef5'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:02:55.104274 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0c6edb69-74a9-4472-8813-21ed8bc4486d tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:55.109193 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-910fe1ef-f3e9-4110-92e7-6f2afa888700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:55.184031 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 504b9e0e-7434-4a03-9984-8982e4b99d44 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:02:55.184300 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:55.204456 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ab51f9f9-ffb3-4521-a80f-b4ec32d28c6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:55.212693 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ab51f9f9-ffb3-4521-a80f-b4ec32d28c6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:55.232452 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedd2a29-838d-4f58-9162-9ad149afa530 None None] Routers {'dab89d8c-e9a2-47eb-b465-582675808ef5'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:02:55.233082 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-dedd2a29-838d-4f58-9162-9ad149afa530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:02:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['dab89d8c-e9a2-47eb-b465-582675808ef5'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:02:55.255588 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab51f9f9-ffb3-4521-a80f-b4ec32d28c6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b458d33-8a68-453e-a9b8-422e42b4054f,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:55.269390 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab51f9f9-ffb3-4521-a80f-b4ec32d28c6b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=103167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:02:55.282973 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ab51f9f9-ffb3-4521-a80f-b4ec32d28c6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:55.283665 n-d-761264-19 neutron-server[103167]: INFO neutron.db.segments_db [None req-ab51f9f9-ffb3-4521-a80f-b4ec32d28c6b admin admin] Added segment 5a1f45d1-e73d-44a1-9253-57d8a90b5ed7 of type vlan for network eeaeae81-26c5-47a8-948a-10fa6be7dce1 Dec 20 15:02:55.351315 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ab51f9f9-ffb3-4521-a80f-b4ec32d28c6b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:55.388586 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ab51f9f9-ffb3-4521-a80f-b4ec32d28c6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:55.388586 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab51f9f9-ffb3-4521-a80f-b4ec32d28c6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:02:55.388586 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ab51f9f9-ffb3-4521-a80f-b4ec32d28c6b admin admin] Publish callbacks [] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:55.416047 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-ab51f9f9-ffb3-4521-a80f-b4ec32d28c6b admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3854287 Dec 20 15:02:55.433675 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910fe1ef-f3e9-4110-92e7-6f2afa888700 None None] Pushing event updated for resources: {'Port': ['ID=d217762c-99eb-444f-97c1-c14a36ec228e,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:55.474479 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-24c0a8b5-8d3b-4b2f-a106-838daebc58e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:55.482285 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 51764) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:02:55.491496 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-6f0ebd32-4fba-4371-b1ac-6a3fc32a406a admin admin] Request body: {'subnet': {'network_id': 'eeaeae81-26c5-47a8-948a-10fa6be7dce1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-238111861-subnet', 'tenant_id': 'c4323d35f5fd4b82ac7fba99763ed5f0', 'ip_version': 4}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:02:55.497259 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab51f9f9-ffb3-4521-a80f-b4ec32d28c6b admin admin] Pushing event updated for resources: {'Network': ['ID=eeaeae81-26c5-47a8-948a-10fa6be7dce1,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:55.524466 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f0ebd32-4fba-4371-b1ac-6a3fc32a406a admin admin] Made reservation on behalf of c4323d35f5fd4b82ac7fba99763ed5f0 for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:02:55.528482 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-24c0a8b5-8d3b-4b2f-a106-838daebc58e7 None None] For port 52477bc9-e388-435f-946c-fd017e9fece2, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=52477bc9-e388-435f-946c-fd017e9fece2,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:02:55.528612 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6f0ebd32-4fba-4371-b1ac-6a3fc32a406a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:55.559484 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network eeaeae81-26c5-47a8-948a-10fa6be7dce1 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:02:55.569864 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-24c0a8b5-8d3b-4b2f-a106-838daebc58e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:55.678996 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-dedd2a29-838d-4f58-9162-9ad149afa530 None None] Set router dab89d8c-e9a2-47eb-b465-582675808ef5 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:02:55.793105 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-ed5b7643-9c9b-42b2-9345-bd7ef87f88f9 None None] Provisioning complete for port 52477bc9-e388-435f-946c-fd017e9fece2 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:02:55.793476 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ed5b7643-9c9b-42b2-9345-bd7ef87f88f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:55.828950 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6f0ebd32-4fba-4371-b1ac-6a3fc32a406a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:55.860378 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c0a8b5-8d3b-4b2f-a106-838daebc58e7 None None] Pushing event updated for resources: {'Port': ['ID=52477bc9-e388-435f-946c-fd017e9fece2,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:55.894445 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0ebd32-4fba-4371-b1ac-6a3fc32a406a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d0ff2cd-65cf-4e7b-baa9-ce9e35b029e8,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:55.901973 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0ebd32-4fba-4371-b1ac-6a3fc32a406a admin admin] Checking segment: {'id': '5a1f45d1-e73d-44a1-9253-57d8a90b5ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'eeaeae81-26c5-47a8-948a-10fa6be7dce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:02:55.902201 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0ebd32-4fba-4371-b1ac-6a3fc32a406a admin admin] Network hostable DHCP agents. Network: eeaeae81-26c5-47a8-948a-10fa6be7dce1, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:02:55.904038 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0c6edb69-74a9-4472-8813-21ed8bc4486d tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:55.911339 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0c6edb69-74a9-4472-8813-21ed8bc4486d tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:55.921403 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0ebd32-4fba-4371-b1ac-6a3fc32a406a admin admin] Network eeaeae81-26c5-47a8-948a-10fa6be7dce1 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:02:55.931213 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-6f0ebd32-4fba-4371-b1ac-6a3fc32a406a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, eeaeae81-26c5-47a8-948a-10fa6be7dce1) {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:02:55.935148 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0ebd32-4fba-4371-b1ac-6a3fc32a406a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:02:55.935748 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6f0ebd32-4fba-4371-b1ac-6a3fc32a406a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:55.943124 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-3c71cb73-eaba-40ea-8c10-8e73d7f806b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c7c7004-d8c7-4347-a418-c368fa2604dd', 'name': 'tempest-TestNetworkBasicOps-router-988721142', 'tenant_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '52477bc9-e388-435f-946c-fd017e9fece2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:02:49Z', 'updated_at': '2021-12-20T15:02:50Z', 'revision_number': 3, 'project_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'gw_port': {'id': '52477bc9-e388-435f-946c-fd017e9fece2', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d1:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c7c7004-d8c7-4347-a418-c368fa2604dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:49Z', 'updated_at': '2021-12-20T15:02:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:02:55.949804 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353aa539-2794-4c2f-b92b-63c4b80b44de None None] Network eeaeae81-26c5-47a8-948a-10fa6be7dce1 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:02:55.961524 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-6f0ebd32-4fba-4371-b1ac-6a3fc32a406a admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4753776 Dec 20 15:02:55.961866 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 51766) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:02:55.967379 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-487aee62-56ba-45d7-b89a-a031560e9aee admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-238111861-router', 'tenant_id': 'c4323d35f5fd4b82ac7fba99763ed5f0', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:02:55.997586 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0c6edb69-74a9-4472-8813-21ed8bc4486d tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1595702'] for router_interface, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:56.003359 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c71cb73-eaba-40ea-8c10-8e73d7f806b8 None None] The sync data for ids ['0c7c7004-d8c7-4347-a418-c368fa2604dd'] in n-d-761264-19 is: [{'id': '0c7c7004-d8c7-4347-a418-c368fa2604dd', 'name': 'tempest-TestNetworkBasicOps-router-988721142', 'tenant_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '52477bc9-e388-435f-946c-fd017e9fece2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:02:49Z', 'updated_at': '2021-12-20T15:02:50Z', 'revision_number': 3, 'project_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'gw_port': {'id': '52477bc9-e388-435f-946c-fd017e9fece2', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d1:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c7c7004-d8c7-4347-a418-c368fa2604dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:49Z', 'updated_at': '2021-12-20T15:02:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:02:56.003556 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-487aee62-56ba-45d7-b89a-a031560e9aee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40114'] for router, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:56.004598 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-487aee62-56ba-45d7-b89a-a031560e9aee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40139'] for router, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:56.014232 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6edb69-74a9-4472-8813-21ed8bc4486d tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Pushing event updated for resources: {'Port': ['ID=395e089a-43f7-46fe-b469-c415c2df6dc4,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:56.083958 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-487aee62-56ba-45d7-b89a-a031560e9aee admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:56.173173 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6edb69-74a9-4472-8813-21ed8bc4486d tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Network d386154e-87d3-4f53-93e1-03798041d2d4 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:02:56.177622 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-0c6edb69-74a9-4472-8813-21ed8bc4486d tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:02:56.193058 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3efa6470-151b-4cc6-85e3-bc23e2469972 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-eeaeae81-26c5-47a8-948a-10fa6be7dce1', 'network_id': 'eeaeae81-26c5-47a8-948a-10fa6be7dce1', 'project_id': 'c4323d35f5fd4b82ac7fba99763ed5f0', 'fixed_ips': [{'subnet_id': '6d0ff2cd-65cf-4e7b-baa9-ce9e35b029e8'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 15:02:56.193940 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-3efa6470-151b-4cc6-85e3-bc23e2469972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:56.284024 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-487aee62-56ba-45d7-b89a-a031560e9aee admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:56.303739 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-dedd2a29-838d-4f58-9162-9ad149afa530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab89d8c-e9a2-47eb-b465-582675808ef5', 'name': 'tempest-TestVolumeBootPattern-181522526-router', 'tenant_id': 'c386a559a8854d1caa58ca37066a398d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '504b9e0e-7434-4a03-9984-8982e4b99d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:02:48Z', 'updated_at': '2021-12-20T15:02:52Z', 'revision_number': 4, 'project_id': 'c386a559a8854d1caa58ca37066a398d', 'gw_port': {'id': '504b9e0e-7434-4a03-9984-8982e4b99d44', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab89d8c-e9a2-47eb-b465-582675808ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:49Z', 'updated_at': '2021-12-20T15:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '66373ca8-728d-4d88-8570-9def47b5acdc', 'name': '', 'network_id': '98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9', 'tenant_id': 'c386a559a8854d1caa58ca37066a398d', 'mac_address': 'fa:16:3e:7c:da:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dab89d8c-e9a2-47eb-b465-582675808ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': 'f3c1d8ef-e07d-45b1-9131-82488f6c1e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:51Z', 'updated_at': '2021-12-20T15:02:52Z', 'revision_number': 2, 'project_id': 'c386a559a8854d1caa58ca37066a398d', 'subnets': [{'id': 'f3c1d8ef-e07d-45b1-9131-82488f6c1e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:02:56.337546 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedd2a29-838d-4f58-9162-9ad149afa530 None None] Checking router: dab89d8c-e9a2-47eb-b465-582675808ef5 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:02:56.337905 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedd2a29-838d-4f58-9162-9ad149afa530 None None] Updating router dab89d8c-e9a2-47eb-b465-582675808ef5 port 66373ca8-728d-4d88-8570-9def47b5acdc binding host n-d-761264-19 {{(pid=103169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 15:02:56.382362 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c6edb69-74a9-4472-8813-21ed8bc4486d tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Router 0c7c7004-d8c7-4347-a418-c368fa2604dd has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:02:56.421652 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-dedd2a29-838d-4f58-9162-9ad149afa530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:56.489013 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-3efa6470-151b-4cc6-85e3-bc23e2469972 None None] Allocated IP 172.20.0.2 (eeaeae81-26c5-47a8-948a-10fa6be7dce1/6d0ff2cd-65cf-4e7b-baa9-ce9e35b029e8/06f27437-d48a-4072-8eaf-5c45b5e1ec8e) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:02:56.618386 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-487aee62-56ba-45d7-b89a-a031560e9aee admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:56.630646 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c6edb69-74a9-4472-8813-21ed8bc4486d tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:02:56.645382 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-0c6edb69-74a9-4472-8813-21ed8bc4486d tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "PUT /v2.0/routers/0c7c7004-d8c7-4347-a418-c368fa2604dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3849981 Dec 20 15:02:56.651979 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 51768) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:02:56.675510 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-487aee62-56ba-45d7-b89a-a031560e9aee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:56.742955 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device d217762c-99eb-444f-97c1-c14a36ec228e up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:02:56.822173 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0f3440-fe30-4abf-b10c-148c7dc27f5d None None] Network d386154e-87d3-4f53-93e1-03798041d2d4 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:02:56.834430 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2354eae-af1c-461e-9dfd-c80365b9a32d tempest-TestNetworkBasicOps-1884258908 tempest-TestNetworkBasicOps-1884258908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:02:56.835830 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2354eae-af1c-461e-9dfd-c80365b9a32d tempest-TestNetworkBasicOps-1884258908 tempest-TestNetworkBasicOps-1884258908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:02:56.836538 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2354eae-af1c-461e-9dfd-c80365b9a32d tempest-TestNetworkBasicOps-1884258908 tempest-TestNetworkBasicOps-1884258908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:02:56.837064 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2354eae-af1c-461e-9dfd-c80365b9a32d tempest-TestNetworkBasicOps-1884258908 tempest-TestNetworkBasicOps-1884258908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:02:56.837584 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2354eae-af1c-461e-9dfd-c80365b9a32d tempest-TestNetworkBasicOps-1884258908 tempest-TestNetworkBasicOps-1884258908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:02:56.838106 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2354eae-af1c-461e-9dfd-c80365b9a32d tempest-TestNetworkBasicOps-1884258908 tempest-TestNetworkBasicOps-1884258908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:02:56.839502 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2354eae-af1c-461e-9dfd-c80365b9a32d tempest-TestNetworkBasicOps-1884258908 tempest-TestNetworkBasicOps-1884258908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:02:56.840175 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2354eae-af1c-461e-9dfd-c80365b9a32d tempest-TestNetworkBasicOps-1884258908 tempest-TestNetworkBasicOps-1884258908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:02:56.845612 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-b2354eae-af1c-461e-9dfd-c80365b9a32d tempest-TestNetworkBasicOps-1884258908 tempest-TestNetworkBasicOps-1884258908-project-admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5675 time: 0.1897964 Dec 20 15:02:56.846040 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 51770) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:02:56.851639 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-487aee62-56ba-45d7-b89a-a031560e9aee admin admin] Allocated IP 172.25.0.5 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/2c56de0b-cf1b-46f8-b116-5995005db3f1) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:02:56.924723 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55774edf-099a-4cbe-9789-4e6f293ee8cc tempest-TestNetworkBasicOps-1884258908 tempest-TestNetworkBasicOps-1884258908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:02:56.925494 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55774edf-099a-4cbe-9789-4e6f293ee8cc tempest-TestNetworkBasicOps-1884258908 tempest-TestNetworkBasicOps-1884258908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:02:56.925954 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55774edf-099a-4cbe-9789-4e6f293ee8cc tempest-TestNetworkBasicOps-1884258908 tempest-TestNetworkBasicOps-1884258908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:02:56.926402 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55774edf-099a-4cbe-9789-4e6f293ee8cc tempest-TestNetworkBasicOps-1884258908 tempest-TestNetworkBasicOps-1884258908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:02:56.926887 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55774edf-099a-4cbe-9789-4e6f293ee8cc tempest-TestNetworkBasicOps-1884258908 tempest-TestNetworkBasicOps-1884258908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:02:56.927349 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55774edf-099a-4cbe-9789-4e6f293ee8cc tempest-TestNetworkBasicOps-1884258908 tempest-TestNetworkBasicOps-1884258908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:02:56.927828 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55774edf-099a-4cbe-9789-4e6f293ee8cc tempest-TestNetworkBasicOps-1884258908 tempest-TestNetworkBasicOps-1884258908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:02:56.928275 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55774edf-099a-4cbe-9789-4e6f293ee8cc tempest-TestNetworkBasicOps-1884258908 tempest-TestNetworkBasicOps-1884258908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:02:56.934098 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-55774edf-099a-4cbe-9789-4e6f293ee8cc tempest-TestNetworkBasicOps-1884258908 tempest-TestNetworkBasicOps-1884258908-project-admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5274 time: 0.0843561 Dec 20 15:02:56.934345 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 51772) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:02:56.989230 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-487aee62-56ba-45d7-b89a-a031560e9aee admin admin] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:57.035423 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-487aee62-56ba-45d7-b89a-a031560e9aee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:57.103829 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aee62-56ba-45d7-b89a-a031560e9aee admin admin] Pushing event updated for resources: {'Port': ['ID=2c56de0b-cf1b-46f8-b116-5995005db3f1,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:57.110608 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-ddb618c4-e1ee-4afe-a37e-8ad0190bbe01 tempest-TestNetworkBasicOps-1884258908 tempest-TestNetworkBasicOps-1884258908-project-admin] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4293 time: 0.1626213 Dec 20 15:02:57.116056 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487aee62-56ba-45d7-b89a-a031560e9aee admin admin] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:02:57.117661 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-487aee62-56ba-45d7-b89a-a031560e9aee admin admin] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:02:57.120732 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487aee62-56ba-45d7-b89a-a031560e9aee admin admin] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:02:57.158363 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf8d45c-1957-4898-bcb1-1c39ccb5cf52 None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:02:57.200658 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-3ebe6478-bb55-46cf-a03b-f561821732d9 None None] Provisioning complete for port d217762c-99eb-444f-97c1-c14a36ec228e triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:02:57.201505 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-3ebe6478-bb55-46cf-a03b-f561821732d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:57.254954 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-3efa6470-151b-4cc6-85e3-bc23e2469972 None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:57.306403 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-3efa6470-151b-4cc6-85e3-bc23e2469972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:57.314045 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port d217762c-99eb-444f-97c1-c14a36ec228e triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:02:57.314540 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:57.393211 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 51776) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:02:57.397824 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-4adaa34d-22aa-4dde-8656-dceed97c8210 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-438552335', 'description': 'tempest-secgroup-smoke-438552335 description', 'project_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:02:57.422023 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4adaa34d-22aa-4dde-8656-dceed97c8210 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:57.429028 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3efa6470-151b-4cc6-85e3-bc23e2469972 None None] Network eeaeae81-26c5-47a8-948a-10fa6be7dce1 is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:02:57.443369 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-487aee62-56ba-45d7-b89a-a031560e9aee admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:57.447835 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-3efa6470-151b-4cc6-85e3-bc23e2469972 None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:02:57.450782 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efa6470-151b-4cc6-85e3-bc23e2469972 None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:02:57.459676 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efa6470-151b-4cc6-85e3-bc23e2469972 None None] Pushing event updated for resources: {'Port': ['ID=06f27437-d48a-4072-8eaf-5c45b5e1ec8e,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:57.466001 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-dedd2a29-838d-4f58-9162-9ad149afa530 None None] Publish callbacks [] for port, precommit_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:57.495329 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4adaa34d-22aa-4dde-8656-dceed97c8210 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:57.501151 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4adaa34d-22aa-4dde-8656-dceed97c8210 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:57.507978 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-dedd2a29-838d-4f58-9162-9ad149afa530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:57.533552 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adaa34d-22aa-4dde-8656-dceed97c8210 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a882199-4bed-4664-823e-28d4a626f0bf,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:57.538585 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4adaa34d-22aa-4dde-8656-dceed97c8210 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:57.540262 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-4adaa34d-22aa-4dde-8656-dceed97c8210 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1459963 Dec 20 15:02:57.549818 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 51778) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:02:57.554610 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-23092316-73cc-4252-b61c-ffdb4c555391 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Request body: {'security_group_rule': {'security_group_id': '9a882199-4bed-4664-823e-28d4a626f0bf', 'project_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:02:57.606426 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-23092316-73cc-4252-b61c-ffdb4c555391 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:57.627399 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-3ebe6478-bb55-46cf-a03b-f561821732d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:57.716410 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-23092316-73cc-4252-b61c-ffdb4c555391 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:57.724449 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-23092316-73cc-4252-b61c-ffdb4c555391 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:57.726482 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-3efa6470-151b-4cc6-85e3-bc23e2469972 None None] Attempting to bind port 06f27437-d48a-4072-8eaf-5c45b5e1ec8e on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:02:57.727072 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-3efa6470-151b-4cc6-85e3-bc23e2469972 None None] Attempting to bind port 06f27437-d48a-4072-8eaf-5c45b5e1ec8e by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '5a1f45d1-e73d-44a1-9253-57d8a90b5ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'eeaeae81-26c5-47a8-948a-10fa6be7dce1'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:02:57.727313 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efa6470-151b-4cc6-85e3-bc23e2469972 None None] Attempting to bind port 06f27437-d48a-4072-8eaf-5c45b5e1ec8e on network eeaeae81-26c5-47a8-948a-10fa6be7dce1 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:02:57.745473 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-487aee62-56ba-45d7-b89a-a031560e9aee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013'] for router, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:57.747768 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23092316-73cc-4252-b61c-ffdb4c555391 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=719bb182-bef1-439a-a420-a1bd2df99263,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:57.760332 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-23092316-73cc-4252-b61c-ffdb4c555391 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:57.767772 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-23092316-73cc-4252-b61c-ffdb4c555391 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2167568 Dec 20 15:02:57.767964 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efa6470-151b-4cc6-85e3-bc23e2469972 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:02:57.768283 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efa6470-151b-4cc6-85e3-bc23e2469972 None None] Checking segment: {'id': '5a1f45d1-e73d-44a1-9253-57d8a90b5ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'eeaeae81-26c5-47a8-948a-10fa6be7dce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:02:57.768434 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 51780) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:02:57.768688 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-3efa6470-151b-4cc6-85e3-bc23e2469972 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:57.769076 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efa6470-151b-4cc6-85e3-bc23e2469972 None None] Bound using segment: {'id': '5a1f45d1-e73d-44a1-9253-57d8a90b5ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'eeaeae81-26c5-47a8-948a-10fa6be7dce1'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:02:57.769566 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-3efa6470-151b-4cc6-85e3-bc23e2469972 None None] Bound port: 06f27437-d48a-4072-8eaf-5c45b5e1ec8e, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a1f45d1-e73d-44a1-9253-57d8a90b5ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'eeaeae81-26c5-47a8-948a-10fa6be7dce1'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:02:57.769946 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-3efa6470-151b-4cc6-85e3-bc23e2469972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:57.777030 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-eeecbf8d-45e0-43c0-9fb3-518736da7abb tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Request body: {'security_group_rule': {'security_group_id': '9a882199-4bed-4664-823e-28d4a626f0bf', 'project_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:02:57.783527 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4913c5-6ae8-4206-aacf-7986e286b83f None None] Pushing event updated for resources: {'Port': ['ID=66373ca8-728d-4d88-8570-9def47b5acdc,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:57.801622 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:57.825743 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-eeecbf8d-45e0-43c0-9fb3-518736da7abb tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:57.848275 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-dedd2a29-838d-4f58-9162-9ad149afa530 None None] Attempting to bind port 66373ca8-728d-4d88-8570-9def47b5acdc on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:02:57.848867 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-dedd2a29-838d-4f58-9162-9ad149afa530 None None] Attempting to bind port 66373ca8-728d-4d88-8570-9def47b5acdc by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '66ea2385-5704-4615-947d-557f749f82dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:02:57.849023 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedd2a29-838d-4f58-9162-9ad149afa530 None None] Attempting to bind port 66373ca8-728d-4d88-8570-9def47b5acdc on network 98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:02:57.868394 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedd2a29-838d-4f58-9162-9ad149afa530 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:02:57.868858 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedd2a29-838d-4f58-9162-9ad149afa530 None None] Checking segment: {'id': '66ea2385-5704-4615-947d-557f749f82dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:02:57.869271 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-dedd2a29-838d-4f58-9162-9ad149afa530 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:57.870223 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedd2a29-838d-4f58-9162-9ad149afa530 None None] Bound using segment: {'id': '66ea2385-5704-4615-947d-557f749f82dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:02:57.870223 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-dedd2a29-838d-4f58-9162-9ad149afa530 None None] Bound port: 66373ca8-728d-4d88-8570-9def47b5acdc, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66ea2385-5704-4615-947d-557f749f82dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:02:57.870531 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-dedd2a29-838d-4f58-9162-9ad149afa530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:57.893516 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-3ebe6478-bb55-46cf-a03b-f561821732d9 None None] For port d217762c-99eb-444f-97c1-c14a36ec228e, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=d217762c-99eb-444f-97c1-c14a36ec228e,segment=NetworkSegment(1b2c6141-a60e-446d-8ec3-9d414e51967c),segment_id=1b2c6141-a60e-446d-8ec3-9d414e51967c)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:02:57.924806 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-eeecbf8d-45e0-43c0-9fb3-518736da7abb tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:57.932963 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-eeecbf8d-45e0-43c0-9fb3-518736da7abb tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:57.940455 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-3ebe6478-bb55-46cf-a03b-f561821732d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:57.950133 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeecbf8d-45e0-43c0-9fb3-518736da7abb tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ce329a3-90cc-4155-bce9-cfcb3fb88a40,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:57.974343 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-eeecbf8d-45e0-43c0-9fb3-518736da7abb tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:57.979026 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 51782) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:02:57.979202 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-eeecbf8d-45e0-43c0-9fb3-518736da7abb tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2095313 Dec 20 15:02:57.984202 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-9cd2fc1f-c72e-4e22-ad53-df762d82d747 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Request body: {'security_group_rule': {'security_group_id': '9a882199-4bed-4664-823e-28d4a626f0bf', 'project_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:02:57.999512 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-487aee62-56ba-45d7-b89a-a031560e9aee admin admin] Router 448ab0bb-483b-4d9a-bb81-19b6e433b395 is scheduled to L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 with binding_index 1 {{(pid=103167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 15:02:58.069106 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-3efa6470-151b-4cc6-85e3-bc23e2469972 None None] For port 06f27437-d48a-4072-8eaf-5c45b5e1ec8e, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:02:58.108207 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-3efa6470-151b-4cc6-85e3-bc23e2469972 None None] For port 06f27437-d48a-4072-8eaf-5c45b5e1ec8e, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=06f27437-d48a-4072-8eaf-5c45b5e1ec8e,segment=NetworkSegment(5a1f45d1-e73d-44a1-9253-57d8a90b5ed7),segment_id=5a1f45d1-e73d-44a1-9253-57d8a90b5ed7)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:02:58.128965 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-3efa6470-151b-4cc6-85e3-bc23e2469972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:58.130914 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.db.api [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103169) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:02:58.131623 n-d-761264-19 neutron-server[103169]: DEBUG oslo_db.api [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:02:58.145292 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9cd2fc1f-c72e-4e22-ad53-df762d82d747 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:58.146052 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebe6478-bb55-46cf-a03b-f561821732d9 None None] Pushing event updated for resources: {'Port': ['ID=d217762c-99eb-444f-97c1-c14a36ec228e,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:58.151598 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-8aa5a673-384d-416c-af85-54f996e80f68 None None] Provisioning complete for port d217762c-99eb-444f-97c1-c14a36ec228e triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:02:58.151960 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8aa5a673-384d-416c-af85-54f996e80f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:58.157154 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-dedd2a29-838d-4f58-9162-9ad149afa530 None None] For port 66373ca8-728d-4d88-8570-9def47b5acdc, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:02:58.184973 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-487aee62-56ba-45d7-b89a-a031560e9aee admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:02:58.214403 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03eb2dbc-af9f-49a1-bd03-a10789aad23d None None] Sync routers for ids ['448ab0bb-483b-4d9a-bb81-19b6e433b395'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:02:58.224799 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-487aee62-56ba-45d7-b89a-a031560e9aee admin admin] Publish callbacks [] for router, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:58.228999 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-487aee62-56ba-45d7-b89a-a031560e9aee admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2633126 Dec 20 15:02:58.228999 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9cd2fc1f-c72e-4e22-ad53-df762d82d747 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:58.229762 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 51784) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:02:58.230475 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-dedd2a29-838d-4f58-9162-9ad149afa530 None None] For port 66373ca8-728d-4d88-8570-9def47b5acdc, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=66373ca8-728d-4d88-8570-9def47b5acdc,segment=NetworkSegment(66ea2385-5704-4615-947d-557f749f82dd),segment_id=66ea2385-5704-4615-947d-557f749f82dd)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:02:58.239500 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9cd2fc1f-c72e-4e22-ad53-df762d82d747 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:58.249625 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-dedd2a29-838d-4f58-9162-9ad149afa530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:58.265266 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9cd2fc1f-c72e-4e22-ad53-df762d82d747 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:58.266654 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-9cd2fc1f-c72e-4e22-ad53-df762d82d747 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2866364 Dec 20 15:02:58.269453 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd2fc1f-c72e-4e22-ad53-df762d82d747 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=422e4a46-c72d-4e5f-b8e0-b9d2d716d4df,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:58.271548 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 51786) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:02:58.271671 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03eb2dbc-af9f-49a1-bd03-a10789aad23d None None] Routers {'448ab0bb-483b-4d9a-bb81-19b6e433b395'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:02:58.272227 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-03eb2dbc-af9f-49a1-bd03-a10789aad23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:02:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['448ab0bb-483b-4d9a-bb81-19b6e433b395'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:02:58.276676 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-fd46be70-f0ec-43ca-a352-f448fe4f81e1 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Request body: {'security_group_rule': {'security_group_id': '9a882199-4bed-4664-823e-28d4a626f0bf', 'project_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:02:58.316897 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fd46be70-f0ec-43ca-a352-f448fe4f81e1 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:58.354415 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efa6470-151b-4cc6-85e3-bc23e2469972 None None] Pushing event updated for resources: {'Port': ['ID=06f27437-d48a-4072-8eaf-5c45b5e1ec8e,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:58.443839 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fd46be70-f0ec-43ca-a352-f448fe4f81e1 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:58.453216 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec7d615-03a2-42ff-8299-3924f8470300 None None] Sync routers for ids ['0c7c7004-d8c7-4347-a418-c368fa2604dd'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:02:58.453760 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fd46be70-f0ec-43ca-a352-f448fe4f81e1 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:58.469409 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec7d615-03a2-42ff-8299-3924f8470300 None None] Routers {'0c7c7004-d8c7-4347-a418-c368fa2604dd'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:02:58.471215 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-cec7d615-03a2-42ff-8299-3924f8470300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:02:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['0c7c7004-d8c7-4347-a418-c368fa2604dd'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:02:58.478368 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedd2a29-838d-4f58-9162-9ad149afa530 None None] Routers {'dab89d8c-e9a2-47eb-b465-582675808ef5'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:02:58.479022 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-dedd2a29-838d-4f58-9162-9ad149afa530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:02:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['dab89d8c-e9a2-47eb-b465-582675808ef5'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:02:58.510631 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd46be70-f0ec-43ca-a352-f448fe4f81e1 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33ecf4d0-8117-4f5f-a215-16f9fbd7faa7,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:58.535126 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fd46be70-f0ec-43ca-a352-f448fe4f81e1 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:58.539258 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-fd46be70-f0ec-43ca-a352-f448fe4f81e1 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2662611 Dec 20 15:02:58.542193 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 51788) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:02:58.550271 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-e7cf9ef7-5b69-4394-a10d-d17855b1c108 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Request body: {'security_group_rule': {'security_group_id': '9a882199-4bed-4664-823e-28d4a626f0bf', 'project_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:02:58.641512 n-d-761264-19 neutron-server[103167]: INFO neutron.db.securitygroups_db [None req-e7cf9ef7-5b69-4394-a10d-d17855b1c108 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Project f62d8f2c7b324a5892ce5eb0e9d3389a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 15:02:58.646278 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4913c5-6ae8-4206-aacf-7986e286b83f None None] Pushing event updated for resources: {'Port': ['ID=66373ca8-728d-4d88-8570-9def47b5acdc,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:58.657680 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e7cf9ef7-5b69-4394-a10d-d17855b1c108 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:58.674833 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-cec7d615-03a2-42ff-8299-3924f8470300 None None] Set router 0c7c7004-d8c7-4347-a418-c368fa2604dd gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:02:58.688974 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-03eb2dbc-af9f-49a1-bd03-a10789aad23d None None] Set router 448ab0bb-483b-4d9a-bb81-19b6e433b395 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:02:58.720930 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 52477bc9-e388-435f-946c-fd017e9fece2 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:02:58.773883 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e7cf9ef7-5b69-4394-a10d-d17855b1c108 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:58.778333 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e7cf9ef7-5b69-4394-a10d-d17855b1c108 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:58.803255 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf9ef7-5b69-4394-a10d-d17855b1c108 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bb183c7-5c4b-42a4-a402-5a11394d0245,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:58.824493 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e7cf9ef7-5b69-4394-a10d-d17855b1c108 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:58.826291 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-e7cf9ef7-5b69-4394-a10d-d17855b1c108 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2827296 Dec 20 15:02:58.828931 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 51790) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:02:58.844079 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-85a8263c-c347-4826-9d35-87601ed6d0e7 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Request body: {'security_group_rule': {'security_group_id': '9a882199-4bed-4664-823e-28d4a626f0bf', 'project_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:02:58.877445 n-d-761264-19 neutron-server[103167]: INFO neutron.db.securitygroups_db [None req-85a8263c-c347-4826-9d35-87601ed6d0e7 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Project f62d8f2c7b324a5892ce5eb0e9d3389a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 15:02:58.884620 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-85a8263c-c347-4826-9d35-87601ed6d0e7 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:58.932481 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-8aa5a673-384d-416c-af85-54f996e80f68 None None] Provisioning complete for port 66373ca8-728d-4d88-8570-9def47b5acdc triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:02:58.932853 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8aa5a673-384d-416c-af85-54f996e80f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:58.967521 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-85a8263c-c347-4826-9d35-87601ed6d0e7 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:58.976326 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-85a8263c-c347-4826-9d35-87601ed6d0e7 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:59.004188 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a8263c-c347-4826-9d35-87601ed6d0e7 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1d64f53-fd15-4b87-8d12-9b6914ef3d5f,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:59.011307 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-cec7d615-03a2-42ff-8299-3924f8470300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c7c7004-d8c7-4347-a418-c368fa2604dd', 'name': 'tempest-TestNetworkBasicOps-router-988721142', 'tenant_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '52477bc9-e388-435f-946c-fd017e9fece2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:02:49Z', 'updated_at': '2021-12-20T15:02:55Z', 'revision_number': 4, 'project_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'gw_port': {'id': '52477bc9-e388-435f-946c-fd017e9fece2', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7c7004-d8c7-4347-a418-c368fa2604dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:49Z', 'updated_at': '2021-12-20T15:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '395e089a-43f7-46fe-b469-c415c2df6dc4', 'name': '', 'network_id': 'd386154e-87d3-4f53-93e1-03798041d2d4', 'tenant_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'mac_address': 'fa:16:3e:49:6d:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c7c7004-d8c7-4347-a418-c368fa2604dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '6cf7483e-6112-48b6-a5e9-59a0f7724bd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:54Z', 'updated_at': '2021-12-20T15:02:55Z', 'revision_number': 2, 'project_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'subnets': [{'id': '6cf7483e-6112-48b6-a5e9-59a0f7724bd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:02:59.019475 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-85a8263c-c347-4826-9d35-87601ed6d0e7 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:59.030016 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-85a8263c-c347-4826-9d35-87601ed6d0e7 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1914110 Dec 20 15:02:59.030201 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-dedd2a29-838d-4f58-9162-9ad149afa530 None None] Set router dab89d8c-e9a2-47eb-b465-582675808ef5 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:02:59.050980 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec7d615-03a2-42ff-8299-3924f8470300 None None] Checking router: 0c7c7004-d8c7-4347-a418-c368fa2604dd for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:02:59.051683 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec7d615-03a2-42ff-8299-3924f8470300 None None] Updating router 0c7c7004-d8c7-4347-a418-c368fa2604dd port 395e089a-43f7-46fe-b469-c415c2df6dc4 binding host n-d-761264-19 {{(pid=103170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 15:02:59.081419 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-cec7d615-03a2-42ff-8299-3924f8470300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:59.088342 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-261c2524-0d46-4783-b5bb-8b68d8b20214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:59.296786 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6cc06450-70ad-4752-955a-a487f1cc408b req-401b4934-0d82-4c9d-ace7-e2c14ee5d284 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-438552335&fields=id&tenant_id=f62d8f2c7b324a5892ce5eb0e9d3389a HTTP/1.1" status: 200 len: 267 time: 0.0666320 Dec 20 15:02:59.372210 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-261c2524-0d46-4783-b5bb-8b68d8b20214 admin admin] Allocated IP 172.20.0.1 (eeaeae81-26c5-47a8-948a-10fa6be7dce1/6d0ff2cd-65cf-4e7b-baa9-ce9e35b029e8/e576ebf2-5752-464d-9680-151aa2faa5e6) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:02:59.403447 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-cec7d615-03a2-42ff-8299-3924f8470300 None None] Publish callbacks [] for port, precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:59.421294 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-cec7d615-03a2-42ff-8299-3924f8470300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:59.450957 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc06450-70ad-4752-955a-a487f1cc408b req-f590883f-9d7f-4379-9727-ac79ae639a17 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:02:59.452611 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6cc06450-70ad-4752-955a-a487f1cc408b req-f590883f-9d7f-4379-9727-ac79ae639a17 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "GET /v2.0/networks?id=d386154e-87d3-4f53-93e1-03798041d2d4 HTTP/1.1" status: 200 len: 796 time: 0.1549435 Dec 20 15:02:59.475776 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e611f7ea-fc65-48e3-9871-775e927bad03 None None] Pushing event updated for resources: {'Port': ['ID=395e089a-43f7-46fe-b469-c415c2df6dc4,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:59.484332 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6cc06450-70ad-4752-955a-a487f1cc408b req-962e79bf-385a-407a-afd1-3983d9a7068c tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "GET /v2.0/quotas/f62d8f2c7b324a5892ce5eb0e9d3389a HTTP/1.1" status: 200 len: 375 time: 0.0194590 Dec 20 15:02:59.538073 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-261c2524-0d46-4783-b5bb-8b68d8b20214 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:59.546841 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 52477bc9-e388-435f-946c-fd017e9fece2 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:02:59.547408 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:59.568131 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-cec7d615-03a2-42ff-8299-3924f8470300 None None] Attempting to bind port 395e089a-43f7-46fe-b469-c415c2df6dc4 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:02:59.568505 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-cec7d615-03a2-42ff-8299-3924f8470300 None None] Attempting to bind port 395e089a-43f7-46fe-b469-c415c2df6dc4 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '1b2c6141-a60e-446d-8ec3-9d414e51967c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd386154e-87d3-4f53-93e1-03798041d2d4'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:02:59.568863 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec7d615-03a2-42ff-8299-3924f8470300 None None] Attempting to bind port 395e089a-43f7-46fe-b469-c415c2df6dc4 on network d386154e-87d3-4f53-93e1-03798041d2d4 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:02:59.577006 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6cc06450-70ad-4752-955a-a487f1cc408b req-72fa49f9-4711-4212-9222-aec7ab2796c5 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=f62d8f2c7b324a5892ce5eb0e9d3389a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0833218 Dec 20 15:02:59.583558 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec7d615-03a2-42ff-8299-3924f8470300 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:02:59.583921 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec7d615-03a2-42ff-8299-3924f8470300 None None] Checking segment: {'id': '1b2c6141-a60e-446d-8ec3-9d414e51967c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd386154e-87d3-4f53-93e1-03798041d2d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:02:59.584347 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-cec7d615-03a2-42ff-8299-3924f8470300 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:59.584733 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec7d615-03a2-42ff-8299-3924f8470300 None None] Bound using segment: {'id': '1b2c6141-a60e-446d-8ec3-9d414e51967c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd386154e-87d3-4f53-93e1-03798041d2d4'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:02:59.585203 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-cec7d615-03a2-42ff-8299-3924f8470300 None None] Bound port: 395e089a-43f7-46fe-b469-c415c2df6dc4, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b2c6141-a60e-446d-8ec3-9d414e51967c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd386154e-87d3-4f53-93e1-03798041d2d4'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:02:59.585576 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-cec7d615-03a2-42ff-8299-3924f8470300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:59.624860 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-261c2524-0d46-4783-b5bb-8b68d8b20214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:59.691224 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8aa5a673-384d-416c-af85-54f996e80f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:59.708473 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-03eb2dbc-af9f-49a1-bd03-a10789aad23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448ab0bb-483b-4d9a-bb81-19b6e433b395', 'name': 'tempest-TestVolumeBootPattern-238111861-router', 'tenant_id': 'c4323d35f5fd4b82ac7fba99763ed5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '2c56de0b-cf1b-46f8-b116-5995005db3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:02:56Z', 'updated_at': '2021-12-20T15:02:57Z', 'revision_number': 3, 'project_id': 'c4323d35f5fd4b82ac7fba99763ed5f0', 'gw_port': {'id': '2c56de0b-cf1b-46f8-b116-5995005db3f1', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:f4:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '448ab0bb-483b-4d9a-bb81-19b6e433b395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:56Z', 'updated_at': '2021-12-20T15:02:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:02:59.720131 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261c2524-0d46-4783-b5bb-8b68d8b20214 admin admin] Pushing event updated for resources: {'Port': ['ID=e576ebf2-5752-464d-9680-151aa2faa5e6,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:59.744432 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261c2524-0d46-4783-b5bb-8b68d8b20214 admin admin] Network eeaeae81-26c5-47a8-948a-10fa6be7dce1 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:02:59.749173 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-261c2524-0d46-4783-b5bb-8b68d8b20214 admin admin] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:02:59.749918 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-cec7d615-03a2-42ff-8299-3924f8470300 None None] For port 395e089a-43f7-46fe-b469-c415c2df6dc4, host n-d-761264-19, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:02:59.754301 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-cec7d615-03a2-42ff-8299-3924f8470300 None None] For port 395e089a-43f7-46fe-b469-c415c2df6dc4, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=395e089a-43f7-46fe-b469-c415c2df6dc4,segment=NetworkSegment(1b2c6141-a60e-446d-8ec3-9d414e51967c),segment_id=1b2c6141-a60e-446d-8ec3-9d414e51967c)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:02:59.756111 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261c2524-0d46-4783-b5bb-8b68d8b20214 admin admin] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:02:59.758426 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6cc06450-70ad-4752-955a-a487f1cc408b req-9a38fbef-aeb7-487c-97f1-3b5778682777 service neutron] 10.222.0.54 "GET /v2.0/networks/d386154e-87d3-4f53-93e1-03798041d2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611898 Dec 20 15:02:59.773409 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-cec7d615-03a2-42ff-8299-3924f8470300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:59.827407 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03eb2dbc-af9f-49a1-bd03-a10789aad23d None None] Checking router: 448ab0bb-483b-4d9a-bb81-19b6e433b395 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:02:59.827764 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03eb2dbc-af9f-49a1-bd03-a10789aad23d None None] Updating router 448ab0bb-483b-4d9a-bb81-19b6e433b395 port 2c56de0b-cf1b-46f8-b116-5995005db3f1 binding host n-d-761264-19 {{(pid=103169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 15:02:59.858374 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-261c2524-0d46-4783-b5bb-8b68d8b20214 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595714'] for router_interface, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:59.872426 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-03eb2dbc-af9f-49a1-bd03-a10789aad23d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:02:59.926534 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e611f7ea-fc65-48e3-9871-775e927bad03 None None] Pushing event updated for resources: {'Port': ['ID=395e089a-43f7-46fe-b469-c415c2df6dc4,revision_number=4']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:02:59.930827 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6cc06450-70ad-4752-955a-a487f1cc408b req-9bdf888f-2fbd-4bca-9f3b-928a344ac6f3 service neutron] 10.222.0.54 "GET /v2.0/networks/d386154e-87d3-4f53-93e1-03798041d2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623185 Dec 20 15:02:59.939043 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec7d615-03a2-42ff-8299-3924f8470300 None None] Routers {'0c7c7004-d8c7-4347-a418-c368fa2604dd'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:02:59.939818 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-8aa5a673-384d-416c-af85-54f996e80f68 None None] For port 66373ca8-728d-4d88-8570-9def47b5acdc, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=66373ca8-728d-4d88-8570-9def47b5acdc,segment=NetworkSegment(66ea2385-5704-4615-947d-557f749f82dd),segment_id=66ea2385-5704-4615-947d-557f749f82dd)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:02:59.940086 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-cec7d615-03a2-42ff-8299-3924f8470300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:02:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['0c7c7004-d8c7-4347-a418-c368fa2604dd'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:02:59.958149 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8aa5a673-384d-416c-af85-54f996e80f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:03:00.037137 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900c1ea0-bbe8-4aed-a0de-cbd96319b080 None None] Network eeaeae81-26c5-47a8-948a-10fa6be7dce1 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:03:00.152899 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-261c2524-0d46-4783-b5bb-8b68d8b20214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:03:00.182142 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-cec7d615-03a2-42ff-8299-3924f8470300 None None] Set router 0c7c7004-d8c7-4347-a418-c368fa2604dd gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:03:00.249801 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-dedd2a29-838d-4f58-9162-9ad149afa530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab89d8c-e9a2-47eb-b465-582675808ef5', 'name': 'tempest-TestVolumeBootPattern-181522526-router', 'tenant_id': 'c386a559a8854d1caa58ca37066a398d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '504b9e0e-7434-4a03-9984-8982e4b99d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:02:48Z', 'updated_at': '2021-12-20T15:02:52Z', 'revision_number': 4, 'project_id': 'c386a559a8854d1caa58ca37066a398d', 'gw_port': {'id': '504b9e0e-7434-4a03-9984-8982e4b99d44', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab89d8c-e9a2-47eb-b465-582675808ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:49Z', 'updated_at': '2021-12-20T15:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '66373ca8-728d-4d88-8570-9def47b5acdc', 'name': '', 'network_id': '98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9', 'tenant_id': 'c386a559a8854d1caa58ca37066a398d', 'mac_address': 'fa:16:3e:7c:da:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dab89d8c-e9a2-47eb-b465-582675808ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': 'f3c1d8ef-e07d-45b1-9131-82488f6c1e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:51Z', 'updated_at': '2021-12-20T15:02:58Z', 'revision_number': 4, 'project_id': 'c386a559a8854d1caa58ca37066a398d', 'subnets': [{'id': 'f3c1d8ef-e07d-45b1-9131-82488f6c1e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:03:00.259853 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 06f27437-d48a-4072-8eaf-5c45b5e1ec8e up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:03:00.352629 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-8aa5a673-384d-416c-af85-54f996e80f68 None None] Provisioning complete for port 2c56de0b-cf1b-46f8-b116-5995005db3f1 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:03:00.353016 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8aa5a673-384d-416c-af85-54f996e80f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:03:00.385491 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-261c2524-0d46-4783-b5bb-8b68d8b20214 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:03:00.390112 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedd2a29-838d-4f58-9162-9ad149afa530 None None] The sync data for ids ['dab89d8c-e9a2-47eb-b465-582675808ef5'] in n-d-761264-19 is: [{'id': 'dab89d8c-e9a2-47eb-b465-582675808ef5', 'name': 'tempest-TestVolumeBootPattern-181522526-router', 'tenant_id': 'c386a559a8854d1caa58ca37066a398d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '504b9e0e-7434-4a03-9984-8982e4b99d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:02:48Z', 'updated_at': '2021-12-20T15:02:52Z', 'revision_number': 4, 'project_id': 'c386a559a8854d1caa58ca37066a398d', 'gw_port': {'id': '504b9e0e-7434-4a03-9984-8982e4b99d44', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab89d8c-e9a2-47eb-b465-582675808ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:49Z', 'updated_at': '2021-12-20T15:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '66373ca8-728d-4d88-8570-9def47b5acdc', 'name': '', 'network_id': '98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9', 'tenant_id': 'c386a559a8854d1caa58ca37066a398d', 'mac_address': 'fa:16:3e:7c:da:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dab89d8c-e9a2-47eb-b465-582675808ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': 'f3c1d8ef-e07d-45b1-9131-82488f6c1e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:51Z', 'updated_at': '2021-12-20T15:02:58Z', 'revision_number': 4, 'project_id': 'c386a559a8854d1caa58ca37066a398d', 'subnets': [{'id': 'f3c1d8ef-e07d-45b1-9131-82488f6c1e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:03:00.406656 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-8aa5a673-384d-416c-af85-54f996e80f68 None None] Port 2c56de0b-cf1b-46f8-b116-5995005db3f1 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:03:00.430585 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-82ef2ddf-ff36-4d05-8c4f-805b90c73fda req-3cb39d56-a407-498d-9fbe-feb00b0a9903 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "GET /v2.0/ports?device_id=e82d32ef-7271-4376-9311-276b836f52ac HTTP/1.1" status: 200 len: 210 time: 0.2003989 Dec 20 15:03:00.432393 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-261c2524-0d46-4783-b5bb-8b68d8b20214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:03:00.482208 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa5a673-384d-416c-af85-54f996e80f68 None None] Pushing event updated for resources: {'Port': ['ID=66373ca8-728d-4d88-8570-9def47b5acdc,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:03:00.508690 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-261c2524-0d46-4783-b5bb-8b68d8b20214 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1595702'] for router_interface, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:03:00.521243 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-8aa5a673-384d-416c-af85-54f996e80f68 None None] Provisioning complete for port 395e089a-43f7-46fe-b469-c415c2df6dc4 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:03:00.521243 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8aa5a673-384d-416c-af85-54f996e80f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:03:00.647536 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 06f27437-d48a-4072-8eaf-5c45b5e1ec8e triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:03:00.648251 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:03:00.659382 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261c2524-0d46-4783-b5bb-8b68d8b20214 admin admin] Pushing event updated for resources: {'Port': ['ID=e576ebf2-5752-464d-9680-151aa2faa5e6,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:03:00.718631 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-cec7d615-03a2-42ff-8299-3924f8470300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c7c7004-d8c7-4347-a418-c368fa2604dd', 'name': 'tempest-TestNetworkBasicOps-router-988721142', 'tenant_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '52477bc9-e388-435f-946c-fd017e9fece2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:02:49Z', 'updated_at': '2021-12-20T15:02:55Z', 'revision_number': 4, 'project_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'gw_port': {'id': '52477bc9-e388-435f-946c-fd017e9fece2', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7c7004-d8c7-4347-a418-c368fa2604dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:49Z', 'updated_at': '2021-12-20T15:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '395e089a-43f7-46fe-b469-c415c2df6dc4', 'name': '', 'network_id': 'd386154e-87d3-4f53-93e1-03798041d2d4', 'tenant_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'mac_address': 'fa:16:3e:49:6d:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c7c7004-d8c7-4347-a418-c368fa2604dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '6cf7483e-6112-48b6-a5e9-59a0f7724bd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:54Z', 'updated_at': '2021-12-20T15:02:59Z', 'revision_number': 4, 'project_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'subnets': [{'id': '6cf7483e-6112-48b6-a5e9-59a0f7724bd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:03:00.727744 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261c2524-0d46-4783-b5bb-8b68d8b20214 admin admin] Network eeaeae81-26c5-47a8-948a-10fa6be7dce1 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:03:00.735328 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-261c2524-0d46-4783-b5bb-8b68d8b20214 admin admin] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:03:00.769171 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec7d615-03a2-42ff-8299-3924f8470300 None None] The sync data for ids ['0c7c7004-d8c7-4347-a418-c368fa2604dd'] in n-d-761264-19 is: [{'id': '0c7c7004-d8c7-4347-a418-c368fa2604dd', 'name': 'tempest-TestNetworkBasicOps-router-988721142', 'tenant_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '52477bc9-e388-435f-946c-fd017e9fece2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:02:49Z', 'updated_at': '2021-12-20T15:02:55Z', 'revision_number': 4, 'project_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'gw_port': {'id': '52477bc9-e388-435f-946c-fd017e9fece2', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7c7004-d8c7-4347-a418-c368fa2604dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:49Z', 'updated_at': '2021-12-20T15:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '395e089a-43f7-46fe-b469-c415c2df6dc4', 'name': '', 'network_id': 'd386154e-87d3-4f53-93e1-03798041d2d4', 'tenant_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'mac_address': 'fa:16:3e:49:6d:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c7c7004-d8c7-4347-a418-c368fa2604dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '6cf7483e-6112-48b6-a5e9-59a0f7724bd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:54Z', 'updated_at': '2021-12-20T15:02:59Z', 'revision_number': 4, 'project_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'subnets': [{'id': '6cf7483e-6112-48b6-a5e9-59a0f7724bd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:03:00.847536 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-7596ab73-5a73-43a2-b1e3-777bc5f64d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:03:00.934448 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8aa5a673-384d-416c-af85-54f996e80f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:03:00.977178 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-261c2524-0d46-4783-b5bb-8b68d8b20214 admin admin] Router 448ab0bb-483b-4d9a-bb81-19b6e433b395 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:03:01.044773 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-03eb2dbc-af9f-49a1-bd03-a10789aad23d None None] Publish callbacks [] for port, precommit_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:03:01.079799 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-8aa5a673-384d-416c-af85-54f996e80f68 None None] For port 395e089a-43f7-46fe-b469-c415c2df6dc4, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=395e089a-43f7-46fe-b469-c415c2df6dc4,segment=NetworkSegment(1b2c6141-a60e-446d-8ec3-9d414e51967c),segment_id=1b2c6141-a60e-446d-8ec3-9d414e51967c)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:03:01.081708 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-03eb2dbc-af9f-49a1-bd03-a10789aad23d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:03:01.090697 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:03:01.131367 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8aa5a673-384d-416c-af85-54f996e80f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:03:01.201463 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66ed440-a0d2-4e8c-a301-e4b1de626325 None None] Pushing event updated for resources: {'Port': ['ID=2c56de0b-cf1b-46f8-b116-5995005db3f1,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:03:01.214301 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-261c2524-0d46-4783-b5bb-8b68d8b20214 admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:03:01.224530 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-261c2524-0d46-4783-b5bb-8b68d8b20214 admin admin] 10.222.0.54 "PUT /v2.0/routers/448ab0bb-483b-4d9a-bb81-19b6e433b395/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9939921 Dec 20 15:03:01.273652 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] For port 06f27437-d48a-4072-8eaf-5c45b5e1ec8e, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=06f27437-d48a-4072-8eaf-5c45b5e1ec8e,segment=NetworkSegment(5a1f45d1-e73d-44a1-9253-57d8a90b5ed7),segment_id=5a1f45d1-e73d-44a1-9253-57d8a90b5ed7)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:03:01.275964 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa5a673-384d-416c-af85-54f996e80f68 None None] Pushing event updated for resources: {'Port': ['ID=395e089a-43f7-46fe-b469-c415c2df6dc4,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:03:01.287653 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de8c327-491c-4122-bed4-4efbe6939672 None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:03:01.305269 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:03:01.306082 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device d217762c-99eb-444f-97c1-c14a36ec228e up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:03:01.369574 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-03eb2dbc-af9f-49a1-bd03-a10789aad23d None None] Attempting to bind port 2c56de0b-cf1b-46f8-b116-5995005db3f1 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:03:01.369956 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-03eb2dbc-af9f-49a1-bd03-a10789aad23d None None] Attempting to bind port 2c56de0b-cf1b-46f8-b116-5995005db3f1 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:03:01.370320 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03eb2dbc-af9f-49a1-bd03-a10789aad23d None None] Attempting to bind port 2c56de0b-cf1b-46f8-b116-5995005db3f1 on network c3f8658e-da35-41f3-bd03-509e29ebd6f3 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:03:01.408750 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-e6088e30-9a77-4045-bd51-69d57ee97d3c None None] Provisioning complete for port 66373ca8-728d-4d88-8570-9def47b5acdc triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:03:01.409119 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e6088e30-9a77-4045-bd51-69d57ee97d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:03:01.447664 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03eb2dbc-af9f-49a1-bd03-a10789aad23d None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:03:01.448153 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03eb2dbc-af9f-49a1-bd03-a10789aad23d None None] Checking segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:03:01.448635 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-03eb2dbc-af9f-49a1-bd03-a10789aad23d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:03:01.449099 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03eb2dbc-af9f-49a1-bd03-a10789aad23d None None] Bound using segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:03:01.449779 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-03eb2dbc-af9f-49a1-bd03-a10789aad23d None None] Bound port: 2c56de0b-cf1b-46f8-b116-5995005db3f1, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:03:01.450424 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-03eb2dbc-af9f-49a1-bd03-a10789aad23d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:03:01.607409 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Pushing event updated for resources: {'Port': ['ID=06f27437-d48a-4072-8eaf-5c45b5e1ec8e,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:03:01.609900 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1f8da077-d952-49b6-a7c1-351a78f0da70 req-e3e62985-527e-480e-9f6b-06b432166862 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "GET /v2.0/ports?device_id=e82d32ef-7271-4376-9311-276b836f52ac HTTP/1.1" status: 200 len: 210 time: 0.0550771 Dec 20 15:03:01.699444 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port d217762c-99eb-444f-97c1-c14a36ec228e triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:03:01.700083 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:03:01.703440 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-03eb2dbc-af9f-49a1-bd03-a10789aad23d None None] For port 2c56de0b-cf1b-46f8-b116-5995005db3f1, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:03:01.751934 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-03eb2dbc-af9f-49a1-bd03-a10789aad23d None None] For port 2c56de0b-cf1b-46f8-b116-5995005db3f1, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=2c56de0b-cf1b-46f8-b116-5995005db3f1,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:03:01.769208 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-03eb2dbc-af9f-49a1-bd03-a10789aad23d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:03:01.832992 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc06450-70ad-4752-955a-a487f1cc408b req-27f383d3-dc43-404b-a216-b82ef03c7d1c tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:03:01.834790 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6cc06450-70ad-4752-955a-a487f1cc408b req-27f383d3-dc43-404b-a216-b82ef03c7d1c tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.30 "GET /v2.0/networks?id=d386154e-87d3-4f53-93e1-03798041d2d4 HTTP/1.1" status: 200 len: 796 time: 0.2206218 Dec 20 15:03:01.849179 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-e6088e30-9a77-4045-bd51-69d57ee97d3c None None] Provisioning complete for port e576ebf2-5752-464d-9680-151aa2faa5e6 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:03:01.849546 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e6088e30-9a77-4045-bd51-69d57ee97d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:03:01.889786 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc88027-f9e1-4b4f-bd1e-88075a3f36fe None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:03:01.927340 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03eb2dbc-af9f-49a1-bd03-a10789aad23d None None] Routers {'448ab0bb-483b-4d9a-bb81-19b6e433b395'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:03:01.927969 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-03eb2dbc-af9f-49a1-bd03-a10789aad23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:02:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['448ab0bb-483b-4d9a-bb81-19b6e433b395'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:03:01.928208 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6cc06450-70ad-4752-955a-a487f1cc408b req-144df36e-6ecb-42ac-b926-0aa7fd8b0188 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f62d8f2c7b324a5892ce5eb0e9d3389a HTTP/1.1" status: 200 len: 379 time: 0.0817173 Dec 20 15:03:01.941465 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-6cc06450-70ad-4752-955a-a487f1cc408b req-c747fe13-f08e-40c2-b818-b850df23204c tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Request body: {'port': {'device_id': 'e82d32ef-7271-4376-9311-276b836f52ac', 'network_id': 'd386154e-87d3-4f53-93e1-03798041d2d4', 'admin_state_up': True, 'tenant_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'security_groups': ['9a882199-4bed-4664-823e-28d4a626f0bf']}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:03:01.971086 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-e6088e30-9a77-4045-bd51-69d57ee97d3c None None] Port e576ebf2-5752-464d-9680-151aa2faa5e6 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:03:01.990618 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66ed440-a0d2-4e8c-a301-e4b1de626325 None None] Pushing event updated for resources: {'Port': ['ID=2c56de0b-cf1b-46f8-b116-5995005db3f1,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:03:02.060567 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-e6088e30-9a77-4045-bd51-69d57ee97d3c None None] Provisioning complete for port 06f27437-d48a-4072-8eaf-5c45b5e1ec8e triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:03:02.060935 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e6088e30-9a77-4045-bd51-69d57ee97d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:03:02.091469 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cc06450-70ad-4752-955a-a487f1cc408b req-c747fe13-f08e-40c2-b818-b850df23204c tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Made reservation on behalf of f62d8f2c7b324a5892ce5eb0e9d3389a for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:03:02.095495 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-6cc06450-70ad-4752-955a-a487f1cc408b req-c747fe13-f08e-40c2-b818-b850df23204c tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:03:02.272215 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [req-6cc06450-70ad-4752-955a-a487f1cc408b req-c747fe13-f08e-40c2-b818-b850df23204c tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Allocated IP 172.20.0.7 (d386154e-87d3-4f53-93e1-03798041d2d4/6cf7483e-6112-48b6-a5e9-59a0f7724bd4/9cb1f759-9e90-4b6a-91e2-ac483de36175) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:03:02.278698 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-03eb2dbc-af9f-49a1-bd03-a10789aad23d None None] Set router 448ab0bb-483b-4d9a-bb81-19b6e433b395 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:03:02.311269 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 06f27437-d48a-4072-8eaf-5c45b5e1ec8e up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:03:02.459511 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-6cc06450-70ad-4752-955a-a487f1cc408b req-c747fe13-f08e-40c2-b818-b850df23204c tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:03:02.501228 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-6cc06450-70ad-4752-955a-a487f1cc408b req-c747fe13-f08e-40c2-b818-b850df23204c tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:03:02.521212 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 06f27437-d48a-4072-8eaf-5c45b5e1ec8e triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:03:02.521578 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:03:02.527930 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-e6088e30-9a77-4045-bd51-69d57ee97d3c None None] Provisioning complete for port 395e089a-43f7-46fe-b469-c415c2df6dc4 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:03:02.528292 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e6088e30-9a77-4045-bd51-69d57ee97d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:03:02.554137 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cc06450-70ad-4752-955a-a487f1cc408b req-c747fe13-f08e-40c2-b818-b850df23204c tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Network d386154e-87d3-4f53-93e1-03798041d2d4 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:03:02.559678 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [req-6cc06450-70ad-4752-955a-a487f1cc408b req-c747fe13-f08e-40c2-b818-b850df23204c tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:03:02.563093 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cc06450-70ad-4752-955a-a487f1cc408b req-c747fe13-f08e-40c2-b818-b850df23204c tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:03:02.614901 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c747fe13-f08e-40c2-b818-b850df23204c tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Pushing event updated for resources: {'Port': ['ID=9cb1f759-9e90-4b6a-91e2-ac483de36175,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:03:02.637978 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc06450-70ad-4752-955a-a487f1cc408b req-c747fe13-f08e-40c2-b818-b850df23204c tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:03:02.638594 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-6cc06450-70ad-4752-955a-a487f1cc408b req-c747fe13-f08e-40c2-b818-b850df23204c tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:03:02.672296 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6cc06450-70ad-4752-955a-a487f1cc408b req-c747fe13-f08e-40c2-b818-b850df23204c tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7348065 Dec 20 15:03:02.692741 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-6cc06450-70ad-4752-955a-a487f1cc408b req-b99b0a0a-3c6c-41bf-a4a6-2f1b9bfd608e service neutron] Request body: {'port': {'device_id': 'e82d32ef-7271-4376-9311-276b836f52ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-19'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:03:02.741746 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 66373ca8-728d-4d88-8570-9def47b5acdc up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:03:02.819517 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-6cc06450-70ad-4752-955a-a487f1cc408b req-b99b0a0a-3c6c-41bf-a4a6-2f1b9bfd608e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:03:02.838272 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-03eb2dbc-af9f-49a1-bd03-a10789aad23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448ab0bb-483b-4d9a-bb81-19b6e433b395', 'name': 'tempest-TestVolumeBootPattern-238111861-router', 'tenant_id': 'c4323d35f5fd4b82ac7fba99763ed5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '2c56de0b-cf1b-46f8-b116-5995005db3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:02:56Z', 'updated_at': '2021-12-20T15:03:00Z', 'revision_number': 4, 'project_id': 'c4323d35f5fd4b82ac7fba99763ed5f0', 'gw_port': {'id': '2c56de0b-cf1b-46f8-b116-5995005db3f1', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:f4:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '448ab0bb-483b-4d9a-bb81-19b6e433b395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:56Z', 'updated_at': '2021-12-20T15:03:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'e576ebf2-5752-464d-9680-151aa2faa5e6', 'name': '', 'network_id': 'eeaeae81-26c5-47a8-948a-10fa6be7dce1', 'tenant_id': 'c4323d35f5fd4b82ac7fba99763ed5f0', 'mac_address': 'fa:16:3e:df:66:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '448ab0bb-483b-4d9a-bb81-19b6e433b395', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '6d0ff2cd-65cf-4e7b-baa9-ce9e35b029e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:59Z', 'updated_at': '2021-12-20T15:03:00Z', 'revision_number': 2, 'project_id': 'c4323d35f5fd4b82ac7fba99763ed5f0', 'subnets': [{'id': '6d0ff2cd-65cf-4e7b-baa9-ce9e35b029e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:03:02.839183 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658e390e-696c-481a-8dad-3aadaa4f50ac req-bba46018-bb92-45b3-9ef0-e48c350cf2c7 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:03:02.849285 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-658e390e-696c-481a-8dad-3aadaa4f50ac req-bba46018-bb92-45b3-9ef0-e48c350cf2c7 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "GET /v2.0/ports?device_id=e82d32ef-7271-4376-9311-276b836f52ac HTTP/1.1" status: 200 len: 931 time: 0.0928478 Dec 20 15:03:02.909203 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03eb2dbc-af9f-49a1-bd03-a10789aad23d None None] The sync data for ids ['448ab0bb-483b-4d9a-bb81-19b6e433b395'] in n-d-761264-19 is: [{'id': '448ab0bb-483b-4d9a-bb81-19b6e433b395', 'name': 'tempest-TestVolumeBootPattern-238111861-router', 'tenant_id': 'c4323d35f5fd4b82ac7fba99763ed5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '2c56de0b-cf1b-46f8-b116-5995005db3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:02:56Z', 'updated_at': '2021-12-20T15:03:00Z', 'revision_number': 4, 'project_id': 'c4323d35f5fd4b82ac7fba99763ed5f0', 'gw_port': {'id': '2c56de0b-cf1b-46f8-b116-5995005db3f1', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:f4:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '448ab0bb-483b-4d9a-bb81-19b6e433b395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:56Z', 'updated_at': '2021-12-20T15:03:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'e576ebf2-5752-464d-9680-151aa2faa5e6', 'name': '', 'network_id': 'eeaeae81-26c5-47a8-948a-10fa6be7dce1', 'tenant_id': 'c4323d35f5fd4b82ac7fba99763ed5f0', 'mac_address': 'fa:16:3e:df:66:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '448ab0bb-483b-4d9a-bb81-19b6e433b395', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '6d0ff2cd-65cf-4e7b-baa9-ce9e35b029e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:59Z', 'updated_at': '2021-12-20T15:03:00Z', 'revision_number': 2, 'project_id': 'c4323d35f5fd4b82ac7fba99763ed5f0', 'subnets': [{'id': '6d0ff2cd-65cf-4e7b-baa9-ce9e35b029e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:03:02.925472 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 66373ca8-728d-4d88-8570-9def47b5acdc triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:03:02.925868 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:03:02.929161 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-658e390e-696c-481a-8dad-3aadaa4f50ac req-c4c4fd71-2c4d-46a6-bb9c-fceacf7c28a4 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9a882199-4bed-4664-823e-28d4a626f0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763602 Dec 20 15:03:02.968280 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-3eb54e16-0162-425e-bee4-59862b97eaa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:03:02.973445 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-b8b55d30-f1f1-4fc5-ae52-3abcc4bbd99c None None] Provisioning complete for port 2c56de0b-cf1b-46f8-b116-5995005db3f1 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:03:02.973800 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b8b55d30-f1f1-4fc5-ae52-3abcc4bbd99c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:03:03.089755 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 395e089a-43f7-46fe-b469-c415c2df6dc4 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:03:03.140682 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b8b55d30-f1f1-4fc5-ae52-3abcc4bbd99c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:03:03.161967 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-b8b55d30-f1f1-4fc5-ae52-3abcc4bbd99c None None] For port 2c56de0b-cf1b-46f8-b116-5995005db3f1, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=2c56de0b-cf1b-46f8-b116-5995005db3f1,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:03:03.169530 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b8b55d30-f1f1-4fc5-ae52-3abcc4bbd99c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:03:03.214083 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [req-6cc06450-70ad-4752-955a-a487f1cc408b req-b99b0a0a-3c6c-41bf-a4a6-2f1b9bfd608e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cb1f759-9e90-4b6a-91e2-ac483de36175 {{(pid=103167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:03:03.217971 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-b8b55d30-f1f1-4fc5-ae52-3abcc4bbd99c None None] Provisioning complete for port e576ebf2-5752-464d-9680-151aa2faa5e6 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:03:03.218348 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b8b55d30-f1f1-4fc5-ae52-3abcc4bbd99c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:03:03.249605 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-6cc06450-70ad-4752-955a-a487f1cc408b req-b99b0a0a-3c6c-41bf-a4a6-2f1b9bfd608e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:03:03.267086 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 395e089a-43f7-46fe-b469-c415c2df6dc4 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:03:03.267461 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:03:03.278200 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-6cc06450-70ad-4752-955a-a487f1cc408b req-b99b0a0a-3c6c-41bf-a4a6-2f1b9bfd608e service neutron] Transition to ACTIVE for port object 9cb1f759-9e90-4b6a-91e2-ac483de36175 will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:03:03.285984 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-6cc06450-70ad-4752-955a-a487f1cc408b req-b99b0a0a-3c6c-41bf-a4a6-2f1b9bfd608e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:03:03.303526 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-b8b55d30-f1f1-4fc5-ae52-3abcc4bbd99c None None] Port e576ebf2-5752-464d-9680-151aa2faa5e6 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:03:03.315200 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b55d30-f1f1-4fc5-ae52-3abcc4bbd99c None None] Pushing event updated for resources: {'Port': ['ID=2c56de0b-cf1b-46f8-b116-5995005db3f1,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:03:03.346840 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99b0a0a-3c6c-41bf-a4a6-2f1b9bfd608e service neutron] Pushing event updated for resources: {'Port': ['ID=9cb1f759-9e90-4b6a-91e2-ac483de36175,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:03:03.442940 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-6cc06450-70ad-4752-955a-a487f1cc408b req-b99b0a0a-3c6c-41bf-a4a6-2f1b9bfd608e service neutron] Attempting to bind port 9cb1f759-9e90-4b6a-91e2-ac483de36175 on host n-h1-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:03:03.443282 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-6cc06450-70ad-4752-955a-a487f1cc408b req-b99b0a0a-3c6c-41bf-a4a6-2f1b9bfd608e service neutron] Attempting to bind port 9cb1f759-9e90-4b6a-91e2-ac483de36175 by drivers openvswitch,hyperv on host n-h1-761264-19 at level 0 using segments [{'id': '1b2c6141-a60e-446d-8ec3-9d414e51967c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd386154e-87d3-4f53-93e1-03798041d2d4'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:03:03.443615 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc06450-70ad-4752-955a-a487f1cc408b req-b99b0a0a-3c6c-41bf-a4a6-2f1b9bfd608e service neutron] Attempting to bind port 9cb1f759-9e90-4b6a-91e2-ac483de36175 on network d386154e-87d3-4f53-93e1-03798041d2d4 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:03:03.448821 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc06450-70ad-4752-955a-a487f1cc408b req-b99b0a0a-3c6c-41bf-a4a6-2f1b9bfd608e service neutron] Port 9cb1f759-9e90-4b6a-91e2-ac483de36175 on network d386154e-87d3-4f53-93e1-03798041d2d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:03:03.448966 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc06450-70ad-4752-955a-a487f1cc408b req-b99b0a0a-3c6c-41bf-a4a6-2f1b9bfd608e service neutron] Attempting to bind port 9cb1f759-9e90-4b6a-91e2-ac483de36175 on network d386154e-87d3-4f53-93e1-03798041d2d4 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:03:03.457648 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc06450-70ad-4752-955a-a487f1cc408b req-b99b0a0a-3c6c-41bf-a4a6-2f1b9bfd608e service neutron] Checking agent: {'id': '3e5ace3e-dd7b-4522-a7c4-77d13dbeab1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:03:03.458125 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc06450-70ad-4752-955a-a487f1cc408b req-b99b0a0a-3c6c-41bf-a4a6-2f1b9bfd608e service neutron] Checking segment: {'id': '1b2c6141-a60e-446d-8ec3-9d414e51967c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd386154e-87d3-4f53-93e1-03798041d2d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:03:03.458625 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc06450-70ad-4752-955a-a487f1cc408b req-b99b0a0a-3c6c-41bf-a4a6-2f1b9bfd608e service neutron] Bound using segment: {'id': '1b2c6141-a60e-446d-8ec3-9d414e51967c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd386154e-87d3-4f53-93e1-03798041d2d4'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:03:03.462759 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-6cc06450-70ad-4752-955a-a487f1cc408b req-b99b0a0a-3c6c-41bf-a4a6-2f1b9bfd608e service neutron] Bound port: 9cb1f759-9e90-4b6a-91e2-ac483de36175, host: n-h1-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b2c6141-a60e-446d-8ec3-9d414e51967c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd386154e-87d3-4f53-93e1-03798041d2d4'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:03:03.463997 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-6cc06450-70ad-4752-955a-a487f1cc408b req-b99b0a0a-3c6c-41bf-a4a6-2f1b9bfd608e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:03:03.571523 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-6cc06450-70ad-4752-955a-a487f1cc408b req-b99b0a0a-3c6c-41bf-a4a6-2f1b9bfd608e service neutron] For port 9cb1f759-9e90-4b6a-91e2-ac483de36175, host n-h1-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:03:03.575132 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-6cc06450-70ad-4752-955a-a487f1cc408b req-b99b0a0a-3c6c-41bf-a4a6-2f1b9bfd608e service neutron] For port 9cb1f759-9e90-4b6a-91e2-ac483de36175, host n-h1-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=9cb1f759-9e90-4b6a-91e2-ac483de36175,segment=NetworkSegment(1b2c6141-a60e-446d-8ec3-9d414e51967c),segment_id=1b2c6141-a60e-446d-8ec3-9d414e51967c)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:03:03.583340 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-6cc06450-70ad-4752-955a-a487f1cc408b req-b99b0a0a-3c6c-41bf-a4a6-2f1b9bfd608e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:03:03.619511 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc06450-70ad-4752-955a-a487f1cc408b req-b99b0a0a-3c6c-41bf-a4a6-2f1b9bfd608e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:03:03.620603 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-6cc06450-70ad-4752-955a-a487f1cc408b req-b99b0a0a-3c6c-41bf-a4a6-2f1b9bfd608e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:03:03.622385 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6cc06450-70ad-4752-955a-a487f1cc408b req-b99b0a0a-3c6c-41bf-a4a6-2f1b9bfd608e service neutron] 10.222.0.30 "PUT /v2.0/ports/9cb1f759-9e90-4b6a-91e2-ac483de36175 HTTP/1.1" status: 200 len: 1092 time: 0.9422665 Dec 20 15:03:03.625701 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e82d32ef-7271-4376-9311-276b836f52ac', 'tag': '9cb1f759-9e90-4b6a-91e2-ac483de36175'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:03:03.637696 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20020a58-d6a2-4f4a-b145-6791b7f5113e" -d '{"events": [{"name": "network-changed", "server_uuid": "e82d32ef-7271-4376-9311-276b836f52ac", "tag": "9cb1f759-9e90-4b6a-91e2-ac483de36175"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:03:03.707355 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99b0a0a-3c6c-41bf-a4a6-2f1b9bfd608e service neutron] Pushing event updated for resources: {'Port': ['ID=9cb1f759-9e90-4b6a-91e2-ac483de36175,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:03:03.728781 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af04c143-5b1c-4449-ac50-54321301e027 x-openstack-request-id: req-af04c143-5b1c-4449-ac50-54321301e027 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:03:03.729182 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e82d32ef-7271-4376-9311-276b836f52ac", "tag": "9cb1f759-9e90-4b6a-91e2-ac483de36175", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:03:03.729544 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-af04c143-5b1c-4449-ac50-54321301e027 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:03:03.730063 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e82d32ef-7271-4376-9311-276b836f52ac', 'tag': '9cb1f759-9e90-4b6a-91e2-ac483de36175', 'status': 'completed', 'code': 200} Dec 20 15:03:03.852373 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc06450-70ad-4752-955a-a487f1cc408b req-f564317e-2b2d-48f2-a069-54194982efa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:03:03.853985 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6cc06450-70ad-4752-955a-a487f1cc408b req-f564317e-2b2d-48f2-a069-54194982efa2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f62d8f2c7b324a5892ce5eb0e9d3389a&device_id=e82d32ef-7271-4376-9311-276b836f52ac HTTP/1.1" status: 200 len: 1095 time: 0.1813073 Dec 20 15:03:03.866036 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:03:03.911248 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6cc06450-70ad-4752-955a-a487f1cc408b req-b9d302de-d773-461c-bf7f-a7ae4939be0a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9cb1f759-9e90-4b6a-91e2-ac483de36175 HTTP/1.1" status: 200 len: 217 time: 0.0452557 Dec 20 15:03:03.964994 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc06450-70ad-4752-955a-a487f1cc408b req-9c7d8130-d5c0-44a2-8c77-9823134eb085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:03:03.966488 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6cc06450-70ad-4752-955a-a487f1cc408b req-9c7d8130-d5c0-44a2-8c77-9823134eb085 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6cf7483e-6112-48b6-a5e9-59a0f7724bd4 HTTP/1.1" status: 200 len: 835 time: 0.0473957 Dec 20 15:03:04.015030 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc06450-70ad-4752-955a-a487f1cc408b req-346080f9-58ac-41c2-9a95-835efa98cb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:03:04.016593 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6cc06450-70ad-4752-955a-a487f1cc408b req-346080f9-58ac-41c2-9a95-835efa98cb8e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d386154e-87d3-4f53-93e1-03798041d2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429547 Dec 20 15:03:04.049008 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3a2e98-0e78-4b39-a32d-6a68d82c5ae5 req-b68e70ca-cd6a-4f04-bd67-39fc6e022538 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:03:04.051307 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1a3a2e98-0e78-4b39-a32d-6a68d82c5ae5 req-b68e70ca-cd6a-4f04-bd67-39fc6e022538 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "GET /v2.0/ports?device_id=e82d32ef-7271-4376-9311-276b836f52ac HTTP/1.1" status: 200 len: 943 time: 0.0557966 Dec 20 15:03:04.116074 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1a3a2e98-0e78-4b39-a32d-6a68d82c5ae5 req-fef93f0e-56bc-4287-a825-fbc19ed1f2e7 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9a882199-4bed-4664-823e-28d4a626f0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523434 Dec 20 15:03:04.137596 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6cc06450-70ad-4752-955a-a487f1cc408b req-38e97966-34a2-4fb3-9877-c9dc85707d22 service neutron] 10.222.0.30 "GET /v2.0/networks/d386154e-87d3-4f53-93e1-03798041d2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134186 Dec 20 15:03:04.243406 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6cc06450-70ad-4752-955a-a487f1cc408b req-d8f49ceb-bb79-46df-9a8e-8375493b5ac7 service neutron] 10.222.0.30 "GET /v2.0/networks/d386154e-87d3-4f53-93e1-03798041d2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900700 Dec 20 15:03:04.343117 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20020a58-d6a2-4f4a-b145-6791b7f5113e req-c38e6642-da6d-4fb6-9010-4086fcefea4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:03:04.344867 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-20020a58-d6a2-4f4a-b145-6791b7f5113e req-c38e6642-da6d-4fb6-9010-4086fcefea4b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f62d8f2c7b324a5892ce5eb0e9d3389a&device_id=e82d32ef-7271-4376-9311-276b836f52ac HTTP/1.1" status: 200 len: 1095 time: 0.0539968 Dec 20 15:03:04.446528 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20020a58-d6a2-4f4a-b145-6791b7f5113e req-19429c6d-9882-4d4a-8991-edefbd11e269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:03:04.448083 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-20020a58-d6a2-4f4a-b145-6791b7f5113e req-19429c6d-9882-4d4a-8991-edefbd11e269 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d386154e-87d3-4f53-93e1-03798041d2d4 HTTP/1.1" status: 200 len: 897 time: 0.0956917 Dec 20 15:03:04.495919 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-20020a58-d6a2-4f4a-b145-6791b7f5113e req-d8230b8f-0ca0-487d-b6d6-071bd2cf0cef service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9cb1f759-9e90-4b6a-91e2-ac483de36175 HTTP/1.1" status: 200 len: 217 time: 0.0401206 Dec 20 15:03:04.548550 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20020a58-d6a2-4f4a-b145-6791b7f5113e req-145bfd79-11c2-456c-b5ec-06038ca8c0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:03:04.550064 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-20020a58-d6a2-4f4a-b145-6791b7f5113e req-145bfd79-11c2-456c-b5ec-06038ca8c0da service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6cf7483e-6112-48b6-a5e9-59a0f7724bd4 HTTP/1.1" status: 200 len: 835 time: 0.0465024 Dec 20 15:03:04.604545 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20020a58-d6a2-4f4a-b145-6791b7f5113e req-5cc7e828-798b-4178-b47a-e277b0f11235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:03:04.606476 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-20020a58-d6a2-4f4a-b145-6791b7f5113e req-5cc7e828-798b-4178-b47a-e277b0f11235 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d386154e-87d3-4f53-93e1-03798041d2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0488756 Dec 20 15:03:05.074084 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-20020a58-d6a2-4f4a-b145-6791b7f5113e req-c6b8c77a-e6a4-4a11-a45d-66f7c56f5822 service neutron] 10.222.0.30 "GET /v2.0/networks/d386154e-87d3-4f53-93e1-03798041d2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4604928 Dec 20 15:03:05.168204 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e526c7a-329d-4c8c-97d0-eb5df53d0eac req-a404de4f-6b2f-4dd4-9fad-75ed4c4bedbf tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:03:05.169663 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0e526c7a-329d-4c8c-97d0-eb5df53d0eac req-a404de4f-6b2f-4dd4-9fad-75ed4c4bedbf tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/networks?id=98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9 HTTP/1.1" status: 200 len: 811 time: 0.1667829 Dec 20 15:03:05.195413 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0e526c7a-329d-4c8c-97d0-eb5df53d0eac req-1d773bde-2044-4f7a-8224-77c40919d9ab tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/quotas/c386a559a8854d1caa58ca37066a398d HTTP/1.1" status: 200 len: 375 time: 0.0197642 Dec 20 15:03:05.213583 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-20020a58-d6a2-4f4a-b145-6791b7f5113e req-ff4325e3-1658-4da1-abd7-15882ed83216 service neutron] 10.222.0.30 "GET /v2.0/networks/d386154e-87d3-4f53-93e1-03798041d2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309345 Dec 20 15:03:05.242890 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94518484-ccf3-485e-851e-efb4acd521c4 req-3f083684-8aa1-4761-9957-68cc3f91b32a tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:03:05.271389 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-94518484-ccf3-485e-851e-efb4acd521c4 req-3f083684-8aa1-4761-9957-68cc3f91b32a tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "GET /v2.0/ports?device_id=e82d32ef-7271-4376-9311-276b836f52ac HTTP/1.1" status: 200 len: 943 time: 0.0833981 Dec 20 15:03:05.278881 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0e526c7a-329d-4c8c-97d0-eb5df53d0eac req-1e52faa3-0eac-4e1f-9515-d421217e2b84 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=c386a559a8854d1caa58ca37066a398d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0763302 Dec 20 15:03:05.319144 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-94518484-ccf3-485e-851e-efb4acd521c4 req-8632b785-3ee1-4a66-850d-0d28a226fdba tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9a882199-4bed-4664-823e-28d4a626f0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461171 Dec 20 15:03:05.375403 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0e526c7a-329d-4c8c-97d0-eb5df53d0eac req-3bf1dc89-d7cd-49ae-b6c1-ca278487f4b5 service neutron] 10.222.0.54 "GET /v2.0/networks/98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895941 Dec 20 15:03:05.469971 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0e526c7a-329d-4c8c-97d0-eb5df53d0eac req-cacc60a9-510b-4c7b-8ead-3f59b6008c95 service neutron] 10.222.0.54 "GET /v2.0/networks/98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882924 Dec 20 15:03:05.763794 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-40f71b60-321d-4196-af45-c838e2ed7b03 req-de157b08-41e9-4dd4-ac75-1aaf3ca86ffa tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8e5efde-360b-42bb-a268-91ae2b5f9d10 HTTP/1.1" status: 200 len: 210 time: 0.0259438 Dec 20 15:03:05.845964 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:03:06.151724 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 2c56de0b-cf1b-46f8-b116-5995005db3f1 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:03:06.199455 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 2c56de0b-cf1b-46f8-b116-5995005db3f1 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:03:06.199935 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:03:06.333777 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:03:06.431849 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:03:06.431849 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:03:06.431849 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:03:06.431849 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:03:06.431849 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:03:06.431849 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:03:06.431849 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:03:06.431849 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:03:06.431849 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:03:06.431849 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:03:06.431849 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:03:06.431849 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:03:06.431849 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:03:06.431849 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:03:06.431849 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:03:06.431849 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:03:06.431849 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:03:06.431849 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:03:06.431849 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:03:06.431849 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:03:06.431849 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:03:06.431849 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:03:06.431849 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:03:06.431849 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:03:06.431849 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:03:06.431849 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:03:06.431849 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:03:06.431849 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:03:06.431849 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:03:06.431849 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:03:06.431849 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:03:06.431849 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:03:06.431849 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:03:06.431849 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:03:06.431849 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:03:06.431849 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:03:06.431849 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:03:06.431849 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:03:06.431849 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:03:06.431849 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:03:06.431849 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:03:06.431849 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:03:06.431849 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:03:06.431849 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:03:06.431849 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:03:06.431849 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:03:06.431849 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:03:06.431849 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:03:06.435093 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf632d0-9450-47c7-a477-1ff6ee903779 req-68b81301-a7f5-45b4-b718-fc5f7223122d tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:03:06.436587 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8bf632d0-9450-47c7-a477-1ff6ee903779 req-68b81301-a7f5-45b4-b718-fc5f7223122d tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "GET /v2.0/ports?device_id=e82d32ef-7271-4376-9311-276b836f52ac HTTP/1.1" status: 200 len: 943 time: 0.0490894 Dec 20 15:03:06.464153 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 9cb1f759-9e90-4b6a-91e2-ac483de36175 details requested by agent hyperv_n-h1-761264-19 with host n-h1-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:03:06.495765 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8bf632d0-9450-47c7-a477-1ff6ee903779 req-1e3faedd-fbbb-472c-8d80-c2b03e21bd29 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9a882199-4bed-4664-823e-28d4a626f0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525255 Dec 20 15:03:06.566216 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 9cb1f759-9e90-4b6a-91e2-ac483de36175, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=9cb1f759-9e90-4b6a-91e2-ac483de36175,segment=NetworkSegment(1b2c6141-a60e-446d-8ec3-9d414e51967c),segment_id=1b2c6141-a60e-446d-8ec3-9d414e51967c)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:03:06.578275 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Returning: {'device': '9cb1f759-9e90-4b6a-91e2-ac483de36175', 'network_id': 'd386154e-87d3-4f53-93e1-03798041d2d4', 'port_id': '9cb1f759-9e90-4b6a-91e2-ac483de36175', 'mac_address': 'fa:16:3e:57:8a:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cf7483e-6112-48b6-a5e9-59a0f7724bd4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:03:06.618590 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:03:06.632355 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cb1f759-9e90-4b6a-91e2-ac483de36175 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:03:06.653091 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 9cb1f759-9e90-4b6a-91e2-ac483de36175, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=9cb1f759-9e90-4b6a-91e2-ac483de36175,segment=NetworkSegment(1b2c6141-a60e-446d-8ec3-9d414e51967c),segment_id=1b2c6141-a60e-446d-8ec3-9d414e51967c)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:03:06.659911 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:03:06.691215 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:03:06.726166 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=9cb1f759-9e90-4b6a-91e2-ac483de36175,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:03:06.741426 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e526c7a-329d-4c8c-97d0-eb5df53d0eac req-2733eed0-0ba3-4f07-b826-55a9f21e7587 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:03:06.743163 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0e526c7a-329d-4c8c-97d0-eb5df53d0eac req-2733eed0-0ba3-4f07-b826-55a9f21e7587 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.30 "GET /v2.0/networks?id=98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9 HTTP/1.1" status: 200 len: 811 time: 0.1372118 Dec 20 15:03:06.760337 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-0e526c7a-329d-4c8c-97d0-eb5df53d0eac req-1b1e4a0e-8d7b-4291-bb4f-38ccaa5d30db tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Request body: {'port': {'device_id': 'b8e5efde-360b-42bb-a268-91ae2b5f9d10', 'network_id': '98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9', 'admin_state_up': True, 'tenant_id': 'c386a559a8854d1caa58ca37066a398d'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:03:06.894963 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-064166ac-d6e9-417b-b1b3-8f05a4e7b667 req-c7ab56e0-22c2-4680-bdf8-76c5d690a35b tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8e5efde-360b-42bb-a268-91ae2b5f9d10 HTTP/1.1" status: 200 len: 210 time: 0.0310769 Dec 20 15:03:06.921950 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e526c7a-329d-4c8c-97d0-eb5df53d0eac req-1b1e4a0e-8d7b-4291-bb4f-38ccaa5d30db tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Made reservation on behalf of c386a559a8854d1caa58ca37066a398d for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:03:06.925909 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-0e526c7a-329d-4c8c-97d0-eb5df53d0eac req-1b1e4a0e-8d7b-4291-bb4f-38ccaa5d30db tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:03:06.969447 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['9cb1f759-9e90-4b6a-91e2-ac483de36175'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:03:07.082372 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [req-0e526c7a-329d-4c8c-97d0-eb5df53d0eac req-1b1e4a0e-8d7b-4291-bb4f-38ccaa5d30db tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Allocated IP 172.20.0.13 (98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9/f3c1d8ef-e07d-45b1-9131-82488f6c1e5c/8ca87ed7-d664-451d-8542-302057d17ff2) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:03:07.254609 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-0e526c7a-329d-4c8c-97d0-eb5df53d0eac req-1b1e4a0e-8d7b-4291-bb4f-38ccaa5d30db tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:03:07.292061 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-0e526c7a-329d-4c8c-97d0-eb5df53d0eac req-1b1e4a0e-8d7b-4291-bb4f-38ccaa5d30db tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:03:07.343644 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e526c7a-329d-4c8c-97d0-eb5df53d0eac req-1b1e4a0e-8d7b-4291-bb4f-38ccaa5d30db tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Network 98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:03:07.347044 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [req-0e526c7a-329d-4c8c-97d0-eb5df53d0eac req-1b1e4a0e-8d7b-4291-bb4f-38ccaa5d30db tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:03:07.351054 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e526c7a-329d-4c8c-97d0-eb5df53d0eac req-1b1e4a0e-8d7b-4291-bb4f-38ccaa5d30db tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:03:07.380356 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1e4a0e-8d7b-4291-bb4f-38ccaa5d30db tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Pushing event updated for resources: {'Port': ['ID=8ca87ed7-d664-451d-8542-302057d17ff2,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:03:07.418186 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e526c7a-329d-4c8c-97d0-eb5df53d0eac req-1b1e4a0e-8d7b-4291-bb4f-38ccaa5d30db tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:03:07.418927 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-0e526c7a-329d-4c8c-97d0-eb5df53d0eac req-1b1e4a0e-8d7b-4291-bb4f-38ccaa5d30db tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:03:07.438271 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0e526c7a-329d-4c8c-97d0-eb5df53d0eac req-1b1e4a0e-8d7b-4291-bb4f-38ccaa5d30db tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6823163 Dec 20 15:03:07.451236 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-0e526c7a-329d-4c8c-97d0-eb5df53d0eac req-e7c4c028-cc40-4432-8423-4e0a40634882 service neutron] Request body: {'port': {'device_id': 'b8e5efde-360b-42bb-a268-91ae2b5f9d10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-19'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:03:07.513770 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-0e526c7a-329d-4c8c-97d0-eb5df53d0eac req-e7c4c028-cc40-4432-8423-4e0a40634882 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:03:07.699986 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4ffec2-89cd-48fb-824c-bbf1759ef087 req-40b17f7f-a018-4200-83f6-a96ddd317245 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:03:07.701519 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6b4ffec2-89cd-48fb-824c-bbf1759ef087 req-40b17f7f-a018-4200-83f6-a96ddd317245 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "GET /v2.0/ports?device_id=e82d32ef-7271-4376-9311-276b836f52ac HTTP/1.1" status: 200 len: 944 time: 0.1126757 Dec 20 15:03:07.731975 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-ecfa951b-54e7-4540-925d-3eeb197633ef None None] Provisioning complete for port 8ca87ed7-d664-451d-8542-302057d17ff2 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:03:07.732346 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ecfa951b-54e7-4540-925d-3eeb197633ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:03:07.773510 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-ecfa951b-54e7-4540-925d-3eeb197633ef None None] Port 8ca87ed7-d664-451d-8542-302057d17ff2 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:03:07.802183 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6b4ffec2-89cd-48fb-824c-bbf1759ef087 req-df9d19af-64e6-40f8-a684-6e142a881fa7 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9a882199-4bed-4664-823e-28d4a626f0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911164 Dec 20 15:03:07.883692 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [req-0e526c7a-329d-4c8c-97d0-eb5df53d0eac req-e7c4c028-cc40-4432-8423-4e0a40634882 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ca87ed7-d664-451d-8542-302057d17ff2 {{(pid=103167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:03:07.891381 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-0e526c7a-329d-4c8c-97d0-eb5df53d0eac req-e7c4c028-cc40-4432-8423-4e0a40634882 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:03:07.903994 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-0e526c7a-329d-4c8c-97d0-eb5df53d0eac req-e7c4c028-cc40-4432-8423-4e0a40634882 service neutron] Transition to ACTIVE for port object 8ca87ed7-d664-451d-8542-302057d17ff2 will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:03:07.909080 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-0e526c7a-329d-4c8c-97d0-eb5df53d0eac req-e7c4c028-cc40-4432-8423-4e0a40634882 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:03:07.966384 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c4c028-cc40-4432-8423-4e0a40634882 service neutron] Pushing event updated for resources: {'Port': ['ID=8ca87ed7-d664-451d-8542-302057d17ff2,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:03:08.048122 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-0e526c7a-329d-4c8c-97d0-eb5df53d0eac req-e7c4c028-cc40-4432-8423-4e0a40634882 service neutron] Attempting to bind port 8ca87ed7-d664-451d-8542-302057d17ff2 on host n-h1-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:03:08.048788 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-0e526c7a-329d-4c8c-97d0-eb5df53d0eac req-e7c4c028-cc40-4432-8423-4e0a40634882 service neutron] Attempting to bind port 8ca87ed7-d664-451d-8542-302057d17ff2 by drivers openvswitch,hyperv on host n-h1-761264-19 at level 0 using segments [{'id': '66ea2385-5704-4615-947d-557f749f82dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:03:08.049123 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e526c7a-329d-4c8c-97d0-eb5df53d0eac req-e7c4c028-cc40-4432-8423-4e0a40634882 service neutron] Attempting to bind port 8ca87ed7-d664-451d-8542-302057d17ff2 on network 98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:03:08.054792 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e526c7a-329d-4c8c-97d0-eb5df53d0eac req-e7c4c028-cc40-4432-8423-4e0a40634882 service neutron] Port 8ca87ed7-d664-451d-8542-302057d17ff2 on network 98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:03:08.055125 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e526c7a-329d-4c8c-97d0-eb5df53d0eac req-e7c4c028-cc40-4432-8423-4e0a40634882 service neutron] Attempting to bind port 8ca87ed7-d664-451d-8542-302057d17ff2 on network 98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:03:08.074992 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e526c7a-329d-4c8c-97d0-eb5df53d0eac req-e7c4c028-cc40-4432-8423-4e0a40634882 service neutron] Checking agent: {'id': '3e5ace3e-dd7b-4522-a7c4-77d13dbeab1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:03:08.076166 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2553eb0-53f2-4d79-98e9-76bf199fd4df req-990be4d4-0e57-4d8c-8be1-e031a60c0216 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:03:08.076764 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e526c7a-329d-4c8c-97d0-eb5df53d0eac req-e7c4c028-cc40-4432-8423-4e0a40634882 service neutron] Checking segment: {'id': '66ea2385-5704-4615-947d-557f749f82dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:03:08.077236 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e526c7a-329d-4c8c-97d0-eb5df53d0eac req-e7c4c028-cc40-4432-8423-4e0a40634882 service neutron] Bound using segment: {'id': '66ea2385-5704-4615-947d-557f749f82dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:03:08.077791 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-0e526c7a-329d-4c8c-97d0-eb5df53d0eac req-e7c4c028-cc40-4432-8423-4e0a40634882 service neutron] Bound port: 8ca87ed7-d664-451d-8542-302057d17ff2, host: n-h1-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66ea2385-5704-4615-947d-557f749f82dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:03:08.078265 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-0e526c7a-329d-4c8c-97d0-eb5df53d0eac req-e7c4c028-cc40-4432-8423-4e0a40634882 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:03:08.079294 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d2553eb0-53f2-4d79-98e9-76bf199fd4df req-990be4d4-0e57-4d8c-8be1-e031a60c0216 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8e5efde-360b-42bb-a268-91ae2b5f9d10 HTTP/1.1" status: 200 len: 944 time: 0.0714500 Dec 20 15:03:08.135162 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d2553eb0-53f2-4d79-98e9-76bf199fd4df req-ecdeab58-6999-44b8-9798-d9377c8c09d2 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=825b22b9-90fe-4011-8472-9394377eada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471492 Dec 20 15:03:08.159840 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-0e526c7a-329d-4c8c-97d0-eb5df53d0eac req-e7c4c028-cc40-4432-8423-4e0a40634882 service neutron] For port 8ca87ed7-d664-451d-8542-302057d17ff2, host n-h1-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:03:08.163624 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-0e526c7a-329d-4c8c-97d0-eb5df53d0eac req-e7c4c028-cc40-4432-8423-4e0a40634882 service neutron] For port 8ca87ed7-d664-451d-8542-302057d17ff2, host n-h1-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=8ca87ed7-d664-451d-8542-302057d17ff2,segment=NetworkSegment(66ea2385-5704-4615-947d-557f749f82dd),segment_id=66ea2385-5704-4615-947d-557f749f82dd)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:03:08.169174 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-0e526c7a-329d-4c8c-97d0-eb5df53d0eac req-e7c4c028-cc40-4432-8423-4e0a40634882 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:03:08.206419 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e526c7a-329d-4c8c-97d0-eb5df53d0eac req-e7c4c028-cc40-4432-8423-4e0a40634882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:03:08.207517 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-0e526c7a-329d-4c8c-97d0-eb5df53d0eac req-e7c4c028-cc40-4432-8423-4e0a40634882 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:03:08.209466 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0e526c7a-329d-4c8c-97d0-eb5df53d0eac req-e7c4c028-cc40-4432-8423-4e0a40634882 service neutron] 10.222.0.30 "PUT /v2.0/ports/8ca87ed7-d664-451d-8542-302057d17ff2 HTTP/1.1" status: 200 len: 1093 time: 0.7626977 Dec 20 15:03:08.212471 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8e5efde-360b-42bb-a268-91ae2b5f9d10', 'tag': '8ca87ed7-d664-451d-8542-302057d17ff2'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:03:08.214820 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ae7434c-ca76-4657-b6db-9bc630b7f907" -d '{"events": [{"name": "network-changed", "server_uuid": "b8e5efde-360b-42bb-a268-91ae2b5f9d10", "tag": "8ca87ed7-d664-451d-8542-302057d17ff2"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:03:08.255746 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c4c028-cc40-4432-8423-4e0a40634882 service neutron] Pushing event updated for resources: {'Port': ['ID=8ca87ed7-d664-451d-8542-302057d17ff2,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:03:08.274143 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1e61bf8-6aed-4790-9c0a-c2217708fd5d x-openstack-request-id: req-c1e61bf8-6aed-4790-9c0a-c2217708fd5d {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:03:08.274440 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8e5efde-360b-42bb-a268-91ae2b5f9d10", "tag": "8ca87ed7-d664-451d-8542-302057d17ff2", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:03:08.274705 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c1e61bf8-6aed-4790-9c0a-c2217708fd5d {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:03:08.275237 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8e5efde-360b-42bb-a268-91ae2b5f9d10', 'tag': '8ca87ed7-d664-451d-8542-302057d17ff2', 'status': 'completed', 'code': 200} Dec 20 15:03:08.316310 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e526c7a-329d-4c8c-97d0-eb5df53d0eac req-d52fb240-d6b5-4251-a6ee-f193ceca38e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:03:08.317970 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0e526c7a-329d-4c8c-97d0-eb5df53d0eac req-d52fb240-d6b5-4251-a6ee-f193ceca38e7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c386a559a8854d1caa58ca37066a398d&device_id=b8e5efde-360b-42bb-a268-91ae2b5f9d10 HTTP/1.1" status: 200 len: 1096 time: 0.0535567 Dec 20 15:03:08.372619 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0e526c7a-329d-4c8c-97d0-eb5df53d0eac req-468b845a-3094-43f5-b20c-2b5ae52759f9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ca87ed7-d664-451d-8542-302057d17ff2 HTTP/1.1" status: 200 len: 217 time: 0.0438969 Dec 20 15:03:08.432916 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e526c7a-329d-4c8c-97d0-eb5df53d0eac req-19c1b25f-2c9a-4a48-93a7-4eb3f40b19da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:03:08.434631 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0e526c7a-329d-4c8c-97d0-eb5df53d0eac req-19c1b25f-2c9a-4a48-93a7-4eb3f40b19da service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f3c1d8ef-e07d-45b1-9131-82488f6c1e5c HTTP/1.1" status: 200 len: 850 time: 0.0543859 Dec 20 15:03:08.465905 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 9cb1f759-9e90-4b6a-91e2-ac483de36175 up at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:03:08.497819 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e526c7a-329d-4c8c-97d0-eb5df53d0eac req-af799e0c-40f9-4525-bcf7-85a97c17f0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:03:08.499380 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0e526c7a-329d-4c8c-97d0-eb5df53d0eac req-af799e0c-40f9-4525-bcf7-85a97c17f0a4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0567827 Dec 20 15:03:08.543044 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning for port 9cb1f759-9e90-4b6a-91e2-ac483de36175 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:03:08.547649 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning complete for port 9cb1f759-9e90-4b6a-91e2-ac483de36175 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:03:08.548084 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:03:08.601707 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0e526c7a-329d-4c8c-97d0-eb5df53d0eac req-e9c78082-01bf-4af0-94bb-899a4aae0377 service neutron] 10.222.0.30 "GET /v2.0/networks/98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940979 Dec 20 15:03:08.651330 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:03:08.676647 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e82d32ef-7271-4376-9311-276b836f52ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cb1f759-9e90-4b6a-91e2-ac483de36175'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:03:08.679506 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-414bb55b-04cd-4f53-a31f-af2d4bd9fe35" -d '{"events": [{"server_uuid": "e82d32ef-7271-4376-9311-276b836f52ac", "name": "network-vif-plugged", "status": "completed", "tag": "9cb1f759-9e90-4b6a-91e2-ac483de36175"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:03:08.695074 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 9cb1f759-9e90-4b6a-91e2-ac483de36175, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=9cb1f759-9e90-4b6a-91e2-ac483de36175,segment=NetworkSegment(1b2c6141-a60e-446d-8ec3-9d414e51967c),segment_id=1b2c6141-a60e-446d-8ec3-9d414e51967c)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:03:08.706684 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:03:08.708225 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0e526c7a-329d-4c8c-97d0-eb5df53d0eac req-a9d7a63f-e939-4dbf-b73d-e7d9dcffa369 service neutron] 10.222.0.30 "GET /v2.0/networks/98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980568 Dec 20 15:03:08.762653 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=9cb1f759-9e90-4b6a-91e2-ac483de36175,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:03:08.827927 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae7434c-ca76-4657-b6db-9bc630b7f907 req-05983b7f-747b-42a5-86e0-c0097debe126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:03:08.829975 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3ae7434c-ca76-4657-b6db-9bc630b7f907 req-05983b7f-747b-42a5-86e0-c0097debe126 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c386a559a8854d1caa58ca37066a398d&device_id=b8e5efde-360b-42bb-a268-91ae2b5f9d10 HTTP/1.1" status: 200 len: 1096 time: 0.0635371 Dec 20 15:03:08.892880 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4caddd76-585f-4f1b-b178-1324fe59bd6a x-openstack-request-id: req-4caddd76-585f-4f1b-b178-1324fe59bd6a {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:03:08.894599 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e82d32ef-7271-4376-9311-276b836f52ac", "name": "network-vif-plugged", "status": "completed", "tag": "9cb1f759-9e90-4b6a-91e2-ac483de36175", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:03:08.894599 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4caddd76-585f-4f1b-b178-1324fe59bd6a {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:03:08.894599 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e82d32ef-7271-4376-9311-276b836f52ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cb1f759-9e90-4b6a-91e2-ac483de36175', 'code': 200} Dec 20 15:03:08.921304 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9cd278b-c2d3-4a2f-a41c-99c07b52c1cd None None] Sync routers for ids ['448ab0bb-483b-4d9a-bb81-19b6e433b395'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:03:08.931881 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9cd278b-c2d3-4a2f-a41c-99c07b52c1cd None None] Routers {'448ab0bb-483b-4d9a-bb81-19b6e433b395'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:03:08.932429 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-e9cd278b-c2d3-4a2f-a41c-99c07b52c1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:03:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['448ab0bb-483b-4d9a-bb81-19b6e433b395'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:03:09.010371 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bd1813-add9-4e4c-838a-e72cbc6d6ac6 req-d2dc1970-4d8a-4cd4-b7c2-a35675725e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:03:09.012659 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e2bd1813-add9-4e4c-838a-e72cbc6d6ac6 req-d2dc1970-4d8a-4cd4-b7c2-a35675725e85 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e82d32ef-7271-4376-9311-276b836f52ac HTTP/1.1" status: 200 len: 1097 time: 0.0499041 Dec 20 15:03:09.012785 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae7434c-ca76-4657-b6db-9bc630b7f907 req-183f0423-72ad-4e74-93e3-42abf1782550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:03:09.014498 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3ae7434c-ca76-4657-b6db-9bc630b7f907 req-183f0423-72ad-4e74-93e3-42abf1782550 service neutron] 10.222.0.30 "GET /v2.0/networks?id=98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9 HTTP/1.1" status: 200 len: 912 time: 0.1765916 Dec 20 15:03:09.024108 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9305dc-c964-4a31-9059-b1c589e734a1 req-e67f69f3-c5bf-4c18-99c3-5f3ccf8b7fef tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:03:09.025812 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-db9305dc-c964-4a31-9059-b1c589e734a1 req-e67f69f3-c5bf-4c18-99c3-5f3ccf8b7fef tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "GET /v2.0/ports?device_id=e82d32ef-7271-4376-9311-276b836f52ac HTTP/1.1" status: 200 len: 945 time: 0.0948408 Dec 20 15:03:09.077001 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-e9cd278b-c2d3-4a2f-a41c-99c07b52c1cd None None] Set router 448ab0bb-483b-4d9a-bb81-19b6e433b395 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:03:09.078602 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3ae7434c-ca76-4657-b6db-9bc630b7f907 req-39b8bbfa-56bd-4258-a9b1-9ae2942da19b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ca87ed7-d664-451d-8542-302057d17ff2 HTTP/1.1" status: 200 len: 217 time: 0.0514641 Dec 20 15:03:09.088471 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e2bd1813-add9-4e4c-838a-e72cbc6d6ac6 req-c78d74ad-836a-49a2-8643-090b88137869 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9a882199-4bed-4664-823e-28d4a626f0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605595 Dec 20 15:03:09.170342 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-db9305dc-c964-4a31-9059-b1c589e734a1 req-efb8a486-23f6-4062-93e0-b12e0e559639 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9a882199-4bed-4664-823e-28d4a626f0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890191 Dec 20 15:03:09.182772 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae7434c-ca76-4657-b6db-9bc630b7f907 req-5cd86128-2041-4641-b5fe-4dd2a5906344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:03:09.187893 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3ae7434c-ca76-4657-b6db-9bc630b7f907 req-5cd86128-2041-4641-b5fe-4dd2a5906344 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f3c1d8ef-e07d-45b1-9131-82488f6c1e5c HTTP/1.1" status: 200 len: 850 time: 0.0938993 Dec 20 15:03:09.272809 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6c25ae-1fda-42f9-bc92-d22a00f99335 req-7ee18ca5-f66a-4d4e-a760-1bb39207e017 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:03:09.274475 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fb6c25ae-1fda-42f9-bc92-d22a00f99335 req-7ee18ca5-f66a-4d4e-a760-1bb39207e017 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8e5efde-360b-42bb-a268-91ae2b5f9d10 HTTP/1.1" status: 200 len: 944 time: 0.0521631 Dec 20 15:03:09.282620 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-e9cd278b-c2d3-4a2f-a41c-99c07b52c1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448ab0bb-483b-4d9a-bb81-19b6e433b395', 'name': 'tempest-TestVolumeBootPattern-238111861-router', 'tenant_id': 'c4323d35f5fd4b82ac7fba99763ed5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '2c56de0b-cf1b-46f8-b116-5995005db3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:02:56Z', 'updated_at': '2021-12-20T15:03:00Z', 'revision_number': 4, 'project_id': 'c4323d35f5fd4b82ac7fba99763ed5f0', 'gw_port': {'id': '2c56de0b-cf1b-46f8-b116-5995005db3f1', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:f4:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448ab0bb-483b-4d9a-bb81-19b6e433b395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:56Z', 'updated_at': '2021-12-20T15:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'e576ebf2-5752-464d-9680-151aa2faa5e6', 'name': '', 'network_id': 'eeaeae81-26c5-47a8-948a-10fa6be7dce1', 'tenant_id': 'c4323d35f5fd4b82ac7fba99763ed5f0', 'mac_address': 'fa:16:3e:df:66:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '448ab0bb-483b-4d9a-bb81-19b6e433b395', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '6d0ff2cd-65cf-4e7b-baa9-ce9e35b029e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:59Z', 'updated_at': '2021-12-20T15:03:00Z', 'revision_number': 2, 'project_id': 'c4323d35f5fd4b82ac7fba99763ed5f0', 'subnets': [{'id': '6d0ff2cd-65cf-4e7b-baa9-ce9e35b029e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:03:09.310486 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9cd278b-c2d3-4a2f-a41c-99c07b52c1cd None None] Checking router: 448ab0bb-483b-4d9a-bb81-19b6e433b395 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:03:09.310877 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9cd278b-c2d3-4a2f-a41c-99c07b52c1cd None None] Updating router 448ab0bb-483b-4d9a-bb81-19b6e433b395 port e576ebf2-5752-464d-9680-151aa2faa5e6 binding host n-d-761264-19 {{(pid=103169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 15:03:09.330396 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fb6c25ae-1fda-42f9-bc92-d22a00f99335 req-88d91fc1-dfcb-4570-8044-573b163fb6d7 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=825b22b9-90fe-4011-8472-9394377eada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490508 Dec 20 15:03:09.336760 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e9cd278b-c2d3-4a2f-a41c-99c07b52c1cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:03:09.403841 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae7434c-ca76-4657-b6db-9bc630b7f907 req-4806713e-c647-4f80-8a84-8d68de308e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:03:09.405460 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3ae7434c-ca76-4657-b6db-9bc630b7f907 req-4806713e-c647-4f80-8a84-8d68de308e63 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0627222 Dec 20 15:03:09.503869 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3ae7434c-ca76-4657-b6db-9bc630b7f907 req-751ddb18-23c8-4323-bc7f-a7a6429924df service neutron] 10.222.0.30 "GET /v2.0/networks/98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889211 Dec 20 15:03:09.599323 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3ae7434c-ca76-4657-b6db-9bc630b7f907 req-ccad8682-e898-421f-88a2-67b5dc496206 service neutron] 10.222.0.30 "GET /v2.0/networks/98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843754 Dec 20 15:03:09.790094 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e9cd278b-c2d3-4a2f-a41c-99c07b52c1cd None None] Publish callbacks [] for port, precommit_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:03:09.797546 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e9cd278b-c2d3-4a2f-a41c-99c07b52c1cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:03:09.850008 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8350ac1-f758-4b99-9b02-8ffc82514ab2 None None] Pushing event updated for resources: {'Port': ['ID=e576ebf2-5752-464d-9680-151aa2faa5e6,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:03:09.907619 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-e9cd278b-c2d3-4a2f-a41c-99c07b52c1cd None None] Attempting to bind port e576ebf2-5752-464d-9680-151aa2faa5e6 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:03:09.908030 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-e9cd278b-c2d3-4a2f-a41c-99c07b52c1cd None None] Attempting to bind port e576ebf2-5752-464d-9680-151aa2faa5e6 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '5a1f45d1-e73d-44a1-9253-57d8a90b5ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'eeaeae81-26c5-47a8-948a-10fa6be7dce1'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:03:09.908502 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cd278b-c2d3-4a2f-a41c-99c07b52c1cd None None] Attempting to bind port e576ebf2-5752-464d-9680-151aa2faa5e6 on network eeaeae81-26c5-47a8-948a-10fa6be7dce1 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:03:09.918376 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cd278b-c2d3-4a2f-a41c-99c07b52c1cd None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:03:09.918775 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cd278b-c2d3-4a2f-a41c-99c07b52c1cd None None] Checking segment: {'id': '5a1f45d1-e73d-44a1-9253-57d8a90b5ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'eeaeae81-26c5-47a8-948a-10fa6be7dce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:03:09.919191 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e9cd278b-c2d3-4a2f-a41c-99c07b52c1cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:03:09.919571 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cd278b-c2d3-4a2f-a41c-99c07b52c1cd None None] Bound using segment: {'id': '5a1f45d1-e73d-44a1-9253-57d8a90b5ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'eeaeae81-26c5-47a8-948a-10fa6be7dce1'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:03:09.920050 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-e9cd278b-c2d3-4a2f-a41c-99c07b52c1cd None None] Bound port: e576ebf2-5752-464d-9680-151aa2faa5e6, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a1f45d1-e73d-44a1-9253-57d8a90b5ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'eeaeae81-26c5-47a8-948a-10fa6be7dce1'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:03:09.920428 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e9cd278b-c2d3-4a2f-a41c-99c07b52c1cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:03:09.991354 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-e9cd278b-c2d3-4a2f-a41c-99c07b52c1cd None None] For port e576ebf2-5752-464d-9680-151aa2faa5e6, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:03:09.994901 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-e9cd278b-c2d3-4a2f-a41c-99c07b52c1cd None None] For port e576ebf2-5752-464d-9680-151aa2faa5e6, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=e576ebf2-5752-464d-9680-151aa2faa5e6,segment=NetworkSegment(5a1f45d1-e73d-44a1-9253-57d8a90b5ed7),segment_id=5a1f45d1-e73d-44a1-9253-57d8a90b5ed7)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:03:09.999733 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e9cd278b-c2d3-4a2f-a41c-99c07b52c1cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:03:10.065400 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9cd278b-c2d3-4a2f-a41c-99c07b52c1cd None None] Routers {'448ab0bb-483b-4d9a-bb81-19b6e433b395'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:03:10.066197 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-e9cd278b-c2d3-4a2f-a41c-99c07b52c1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:03:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['448ab0bb-483b-4d9a-bb81-19b6e433b395'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:03:10.111877 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8350ac1-f758-4b99-9b02-8ffc82514ab2 None None] Pushing event updated for resources: {'Port': ['ID=e576ebf2-5752-464d-9680-151aa2faa5e6,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:03:10.133185 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-d049c9c6-3e3d-4b01-9273-4be5a82fde8d None None] Provisioning complete for port e576ebf2-5752-464d-9680-151aa2faa5e6 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:03:10.133557 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d049c9c6-3e3d-4b01-9273-4be5a82fde8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:03:10.234947 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-e9cd278b-c2d3-4a2f-a41c-99c07b52c1cd None None] Set router 448ab0bb-483b-4d9a-bb81-19b6e433b395 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:03:10.329329 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219e669a-3c19-4848-817c-657d8a184bf2 req-2a1d6aec-a255-4749-9d15-628f3676e75d tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:03:10.331329 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-219e669a-3c19-4848-817c-657d8a184bf2 req-2a1d6aec-a255-4749-9d15-628f3676e75d tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "GET /v2.0/ports?device_id=e82d32ef-7271-4376-9311-276b836f52ac HTTP/1.1" status: 200 len: 945 time: 0.0660717 Dec 20 15:03:10.340760 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d049c9c6-3e3d-4b01-9273-4be5a82fde8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:03:10.390168 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-219e669a-3c19-4848-817c-657d8a184bf2 req-a7419282-404c-45cd-881a-3806e13d9874 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9a882199-4bed-4664-823e-28d4a626f0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521328 Dec 20 15:03:10.440367 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-d049c9c6-3e3d-4b01-9273-4be5a82fde8d None None] For port e576ebf2-5752-464d-9680-151aa2faa5e6, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=e576ebf2-5752-464d-9680-151aa2faa5e6,segment=NetworkSegment(5a1f45d1-e73d-44a1-9253-57d8a90b5ed7),segment_id=5a1f45d1-e73d-44a1-9253-57d8a90b5ed7)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:03:10.450295 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d049c9c6-3e3d-4b01-9273-4be5a82fde8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:03:10.494463 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27405d85-30bd-4637-8c01-f4834df96bbe req-8b4b2197-88ee-4a5e-90b0-10493c192e4d tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:03:10.503385 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-27405d85-30bd-4637-8c01-f4834df96bbe req-8b4b2197-88ee-4a5e-90b0-10493c192e4d tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8e5efde-360b-42bb-a268-91ae2b5f9d10 HTTP/1.1" status: 200 len: 944 time: 0.0635276 Dec 20 15:03:10.547780 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-27405d85-30bd-4637-8c01-f4834df96bbe req-4e47bc04-54ea-4da8-84ae-75f7fd33b611 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=825b22b9-90fe-4011-8472-9394377eada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432265 Dec 20 15:03:10.549479 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d049c9c6-3e3d-4b01-9273-4be5a82fde8d None None] Pushing event updated for resources: {'Port': ['ID=e576ebf2-5752-464d-9680-151aa2faa5e6,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:03:10.585172 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-e9cd278b-c2d3-4a2f-a41c-99c07b52c1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448ab0bb-483b-4d9a-bb81-19b6e433b395', 'name': 'tempest-TestVolumeBootPattern-238111861-router', 'tenant_id': 'c4323d35f5fd4b82ac7fba99763ed5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '2c56de0b-cf1b-46f8-b116-5995005db3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:02:56Z', 'updated_at': '2021-12-20T15:03:00Z', 'revision_number': 4, 'project_id': 'c4323d35f5fd4b82ac7fba99763ed5f0', 'gw_port': {'id': '2c56de0b-cf1b-46f8-b116-5995005db3f1', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:f4:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448ab0bb-483b-4d9a-bb81-19b6e433b395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:56Z', 'updated_at': '2021-12-20T15:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'e576ebf2-5752-464d-9680-151aa2faa5e6', 'name': '', 'network_id': 'eeaeae81-26c5-47a8-948a-10fa6be7dce1', 'tenant_id': 'c4323d35f5fd4b82ac7fba99763ed5f0', 'mac_address': 'fa:16:3e:df:66:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '448ab0bb-483b-4d9a-bb81-19b6e433b395', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '6d0ff2cd-65cf-4e7b-baa9-ce9e35b029e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:59Z', 'updated_at': '2021-12-20T15:03:09Z', 'revision_number': 4, 'project_id': 'c4323d35f5fd4b82ac7fba99763ed5f0', 'subnets': [{'id': '6d0ff2cd-65cf-4e7b-baa9-ce9e35b029e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:03:10.586902 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-9808e05a-dfc3-4111-80f3-a179bf618fc8 None None] Provisioning complete for port e576ebf2-5752-464d-9680-151aa2faa5e6 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:03:10.587270 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-9808e05a-dfc3-4111-80f3-a179bf618fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:03:10.628734 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9cd278b-c2d3-4a2f-a41c-99c07b52c1cd None None] The sync data for ids ['448ab0bb-483b-4d9a-bb81-19b6e433b395'] in n-d-761264-19 is: [{'id': '448ab0bb-483b-4d9a-bb81-19b6e433b395', 'name': 'tempest-TestVolumeBootPattern-238111861-router', 'tenant_id': 'c4323d35f5fd4b82ac7fba99763ed5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '2c56de0b-cf1b-46f8-b116-5995005db3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:02:56Z', 'updated_at': '2021-12-20T15:03:00Z', 'revision_number': 4, 'project_id': 'c4323d35f5fd4b82ac7fba99763ed5f0', 'gw_port': {'id': '2c56de0b-cf1b-46f8-b116-5995005db3f1', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:f4:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448ab0bb-483b-4d9a-bb81-19b6e433b395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:56Z', 'updated_at': '2021-12-20T15:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'e576ebf2-5752-464d-9680-151aa2faa5e6', 'name': '', 'network_id': 'eeaeae81-26c5-47a8-948a-10fa6be7dce1', 'tenant_id': 'c4323d35f5fd4b82ac7fba99763ed5f0', 'mac_address': 'fa:16:3e:df:66:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '448ab0bb-483b-4d9a-bb81-19b6e433b395', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '6d0ff2cd-65cf-4e7b-baa9-ce9e35b029e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:59Z', 'updated_at': '2021-12-20T15:03:09Z', 'revision_number': 4, 'project_id': 'c4323d35f5fd4b82ac7fba99763ed5f0', 'subnets': [{'id': '6d0ff2cd-65cf-4e7b-baa9-ce9e35b029e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:03:11.512852 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d87a689-3cae-460f-985b-a37b6518ba9a req-0eabc6a4-e227-440c-a4f2-bad6ee031bc6 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:03:11.514354 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4d87a689-3cae-460f-985b-a37b6518ba9a req-0eabc6a4-e227-440c-a4f2-bad6ee031bc6 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "GET /v2.0/ports?device_id=e82d32ef-7271-4376-9311-276b836f52ac HTTP/1.1" status: 200 len: 945 time: 0.0514922 Dec 20 15:03:11.564678 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4d87a689-3cae-460f-985b-a37b6518ba9a req-b926d78b-1706-471b-853c-843c04a29998 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9a882199-4bed-4664-823e-28d4a626f0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439997 Dec 20 15:03:11.669749 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c64f831-77a6-4938-ba53-a9fc92c7c5ce req-b5377ee3-33bb-434b-9f47-8ebe2711d951 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:03:11.671328 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7c64f831-77a6-4938-ba53-a9fc92c7c5ce req-b5377ee3-33bb-434b-9f47-8ebe2711d951 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8e5efde-360b-42bb-a268-91ae2b5f9d10 HTTP/1.1" status: 200 len: 944 time: 0.0510468 Dec 20 15:03:11.686453 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971b113d-9e3e-4fd1-8722-0af267d52a3f req-e2092ce7-6dbe-4a5b-8742-82f6da7a9bfd tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:03:11.688076 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-971b113d-9e3e-4fd1-8722-0af267d52a3f req-e2092ce7-6dbe-4a5b-8742-82f6da7a9bfd tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "GET /v2.0/ports?device_id=e82d32ef-7271-4376-9311-276b836f52ac HTTP/1.1" status: 200 len: 945 time: 0.0499325 Dec 20 15:03:11.719618 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7c64f831-77a6-4938-ba53-a9fc92c7c5ce req-a182789f-960c-4caf-9600-f53389ff079c tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=825b22b9-90fe-4011-8472-9394377eada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422163 Dec 20 15:03:11.742181 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-971b113d-9e3e-4fd1-8722-0af267d52a3f req-9c9728b0-d3ff-4056-943d-c2d9653b9c6c tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9a882199-4bed-4664-823e-28d4a626f0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481651 Dec 20 15:03:11.764173 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 51906) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:03:11.805022 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc836ce-1d72-43f9-9e24-7b56a555c366 tempest-TestNetworkBasicOps-1884258908 tempest-TestNetworkBasicOps-1884258908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:03:11.806909 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-cdc836ce-1d72-43f9-9e24-7b56a555c366 tempest-TestNetworkBasicOps-1884258908 tempest-TestNetworkBasicOps-1884258908-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=e82d32ef-7271-4376-9311-276b836f52ac HTTP/1.1" status: 200 len: 1092 time: 0.0415277 Dec 20 15:03:11.809901 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 51908) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:03:11.814500 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-1808b82b-556d-4a62-9093-2d99e9cf8d4f tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Request body: {'floatingip': {'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'port_id': '9cb1f759-9e90-4b6a-91e2-ac483de36175', 'tenant_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:03:11.838957 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:03:11.840629 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1808b82b-556d-4a62-9093-2d99e9cf8d4f tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for floatingip, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:03:11.947434 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1808b82b-556d-4a62-9093-2d99e9cf8d4f tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:03:12.059907 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-1808b82b-556d-4a62-9093-2d99e9cf8d4f tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Allocated IP 172.25.0.254 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/6fd44b59-9bbd-4ce3-b2ad-7e23cf2f420d) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:03:12.180718 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device e576ebf2-5752-464d-9680-151aa2faa5e6 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:03:12.181090 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1808b82b-556d-4a62-9093-2d99e9cf8d4f tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:03:12.220495 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1808b82b-556d-4a62-9093-2d99e9cf8d4f tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:03:12.233523 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port e576ebf2-5752-464d-9680-151aa2faa5e6 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:03:12.234211 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:03:12.256750 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1808b82b-556d-4a62-9093-2d99e9cf8d4f tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:03:12.263310 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-1808b82b-556d-4a62-9093-2d99e9cf8d4f tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:03:12.265726 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1808b82b-556d-4a62-9093-2d99e9cf8d4f tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:03:12.293969 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1808b82b-556d-4a62-9093-2d99e9cf8d4f tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Pushing event updated for resources: {'Port': ['ID=6fd44b59-9bbd-4ce3-b2ad-7e23cf2f420d,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:03:12.633898 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1808b82b-556d-4a62-9093-2d99e9cf8d4f tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:03:12.706636 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1808b82b-556d-4a62-9093-2d99e9cf8d4f tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:03:12.840697 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199c073e-9541-4d01-84f1-f537979ba9b0 req-3dc75471-d922-4510-96fb-b21a944fcdfe tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:03:12.842174 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-199c073e-9541-4d01-84f1-f537979ba9b0 req-3dc75471-d922-4510-96fb-b21a944fcdfe tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8e5efde-360b-42bb-a268-91ae2b5f9d10 HTTP/1.1" status: 200 len: 944 time: 0.0531485 Dec 20 15:03:12.862705 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1808b82b-556d-4a62-9093-2d99e9cf8d4f tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:03:12.868424 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1808b82b-556d-4a62-9093-2d99e9cf8d4f tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:03:12.891925 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-199c073e-9541-4d01-84f1-f537979ba9b0 req-76989a24-2a15-41a2-a946-d753f6db2719 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=825b22b9-90fe-4011-8472-9394377eada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435252 Dec 20 15:03:12.937288 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1808b82b-556d-4a62-9093-2d99e9cf8d4f tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Pushing event updated for resources: {'Port': ['ID=6fd44b59-9bbd-4ce3-b2ad-7e23cf2f420d,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:03:12.947493 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1808b82b-556d-4a62-9093-2d99e9cf8d4f tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585115'] for floatingip, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:03:13.047279 n-d-761264-19 neutron-server[103167]: INFO neutron.db.l3_db [None req-1808b82b-556d-4a62-9093-2d99e9cf8d4f tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Floating IP 6c3ba239-8a02-4357-9115-4429e0fb1220 associated. External IP: 172.25.0.254, port: 9cb1f759-9e90-4b6a-91e2-ac483de36175. Dec 20 15:03:13.257747 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1808b82b-556d-4a62-9093-2d99e9cf8d4f tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Router 0c7c7004-d8c7-4347-a418-c368fa2604dd has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:03:13.367554 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1808b82b-556d-4a62-9093-2d99e9cf8d4f tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:03:13.377044 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5259e81d-cbad-40e0-aca0-f6639b91acf3 None None] Sync routers for ids ['0c7c7004-d8c7-4347-a418-c368fa2604dd'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:03:13.387449 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1808b82b-556d-4a62-9093-2d99e9cf8d4f tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:03:13.388011 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5259e81d-cbad-40e0-aca0-f6639b91acf3 None None] Routers {'0c7c7004-d8c7-4347-a418-c368fa2604dd'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:03:13.388692 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-5259e81d-cbad-40e0-aca0-f6639b91acf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:03:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['0c7c7004-d8c7-4347-a418-c368fa2604dd'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:03:13.414680 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-1808b82b-556d-4a62-9093-2d99e9cf8d4f tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6036849 Dec 20 15:03:13.415272 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e82d32ef-7271-4376-9311-276b836f52ac', 'tag': '9cb1f759-9e90-4b6a-91e2-ac483de36175'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:03:13.417547 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f654b4f-ca2e-4846-aa1c-a1a3eccaba27" -d '{"events": [{"name": "network-changed", "server_uuid": "e82d32ef-7271-4376-9311-276b836f52ac", "tag": "9cb1f759-9e90-4b6a-91e2-ac483de36175"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:03:13.417844 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 51914) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:03:13.455169 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be534288-c34a-49d8-93b2-c5f21250d870 x-openstack-request-id: req-be534288-c34a-49d8-93b2-c5f21250d870 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:03:13.455439 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e82d32ef-7271-4376-9311-276b836f52ac", "tag": "9cb1f759-9e90-4b6a-91e2-ac483de36175", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:03:13.455687 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-be534288-c34a-49d8-93b2-c5f21250d870 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:03:13.456099 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e82d32ef-7271-4376-9311-276b836f52ac', 'tag': '9cb1f759-9e90-4b6a-91e2-ac483de36175', 'status': 'completed', 'code': 200} Dec 20 15:03:13.487422 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-491d2096-5ee7-45b8-991c-a246dddee14d tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "GET /v2.0/floatingips/6c3ba239-8a02-4357-9115-4429e0fb1220 HTTP/1.1" status: 200 len: 991 time: 0.0683880 Dec 20 15:03:13.497734 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-5259e81d-cbad-40e0-aca0-f6639b91acf3 None None] Set router 0c7c7004-d8c7-4347-a418-c368fa2604dd gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:03:13.523505 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f654b4f-ca2e-4846-aa1c-a1a3eccaba27 req-4269825f-03e7-4a37-b0e6-c1c54084decd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:03:13.525010 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0f654b4f-ca2e-4846-aa1c-a1a3eccaba27 req-4269825f-03e7-4a37-b0e6-c1c54084decd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f62d8f2c7b324a5892ce5eb0e9d3389a&device_id=e82d32ef-7271-4376-9311-276b836f52ac HTTP/1.1" status: 200 len: 1097 time: 0.0417886 Dec 20 15:03:13.619919 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f654b4f-ca2e-4846-aa1c-a1a3eccaba27 req-1e02bc81-ad3d-4943-9bd3-a0d5141623ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:03:13.621422 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0f654b4f-ca2e-4846-aa1c-a1a3eccaba27 req-1e02bc81-ad3d-4943-9bd3-a0d5141623ea service neutron] 10.222.0.30 "GET /v2.0/networks?id=d386154e-87d3-4f53-93e1-03798041d2d4 HTTP/1.1" status: 200 len: 897 time: 0.0887799 Dec 20 15:03:13.690602 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0f654b4f-ca2e-4846-aa1c-a1a3eccaba27 req-7fb0332b-7caa-486f-ad2d-e1146377c930 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9cb1f759-9e90-4b6a-91e2-ac483de36175 HTTP/1.1" status: 200 len: 999 time: 0.0610156 Dec 20 15:03:13.716735 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-5259e81d-cbad-40e0-aca0-f6639b91acf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c7c7004-d8c7-4347-a418-c368fa2604dd', 'name': 'tempest-TestNetworkBasicOps-router-988721142', 'tenant_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '52477bc9-e388-435f-946c-fd017e9fece2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:02:49Z', 'updated_at': '2021-12-20T15:02:55Z', 'revision_number': 4, 'project_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'gw_port': {'id': '52477bc9-e388-435f-946c-fd017e9fece2', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7c7004-d8c7-4347-a418-c368fa2604dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:49Z', 'updated_at': '2021-12-20T15:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': '6c3ba239-8a02-4357-9115-4429e0fb1220', 'tenant_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'floating_ip_address': '172.25.0.254', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': '0c7c7004-d8c7-4347-a418-c368fa2604dd', 'port_id': '9cb1f759-9e90-4b6a-91e2-ac483de36175', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd386154e-87d3-4f53-93e1-03798041d2d4', 'mac_address': 'fa:16:3e:57:8a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82d32ef-7271-4376-9311-276b836f52ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:03:12Z', 'updated_at': '2021-12-20T15:03:12Z', 'revision_number': 0, 'project_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '395e089a-43f7-46fe-b469-c415c2df6dc4', 'name': '', 'network_id': 'd386154e-87d3-4f53-93e1-03798041d2d4', 'tenant_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'mac_address': 'fa:16:3e:49:6d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7c7004-d8c7-4347-a418-c368fa2604dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '6cf7483e-6112-48b6-a5e9-59a0f7724bd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:54Z', 'updated_at': '2021-12-20T15:03:01Z', 'revision_number': 5, 'project_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'subnets': [{'id': '6cf7483e-6112-48b6-a5e9-59a0f7724bd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:03:13.744536 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f654b4f-ca2e-4846-aa1c-a1a3eccaba27 req-fff62dd9-266d-4e43-964f-646f40c01758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:03:13.745667 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5259e81d-cbad-40e0-aca0-f6639b91acf3 None None] Checking router: 0c7c7004-d8c7-4347-a418-c368fa2604dd for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:03:13.745916 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0f654b4f-ca2e-4846-aa1c-a1a3eccaba27 req-fff62dd9-266d-4e43-964f-646f40c01758 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6cf7483e-6112-48b6-a5e9-59a0f7724bd4 HTTP/1.1" status: 200 len: 835 time: 0.0483546 Dec 20 15:03:13.753985 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5259e81d-cbad-40e0-aca0-f6639b91acf3 None None] Routers {'0c7c7004-d8c7-4347-a418-c368fa2604dd'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:03:13.754581 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-5259e81d-cbad-40e0-aca0-f6639b91acf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:03:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['0c7c7004-d8c7-4347-a418-c368fa2604dd'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:03:13.791887 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f654b4f-ca2e-4846-aa1c-a1a3eccaba27 req-b7caced9-90d2-4846-949b-3c52ae512a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:03:13.793399 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0f654b4f-ca2e-4846-aa1c-a1a3eccaba27 req-b7caced9-90d2-4846-949b-3c52ae512a1d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d386154e-87d3-4f53-93e1-03798041d2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406704 Dec 20 15:03:13.861182 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-5259e81d-cbad-40e0-aca0-f6639b91acf3 None None] Set router 0c7c7004-d8c7-4347-a418-c368fa2604dd gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:03:13.888916 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0f654b4f-ca2e-4846-aa1c-a1a3eccaba27 req-e0045143-dc1b-4ed3-9d2b-71ec1df834d2 service neutron] 10.222.0.30 "GET /v2.0/networks/d386154e-87d3-4f53-93e1-03798041d2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875385 Dec 20 15:03:14.021159 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a98746c-0d65-4b50-acea-a254eb38ec67 req-30045e57-0690-46af-81f3-a69e4b8c1106 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:03:14.022681 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4a98746c-0d65-4b50-acea-a254eb38ec67 req-30045e57-0690-46af-81f3-a69e4b8c1106 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8e5efde-360b-42bb-a268-91ae2b5f9d10 HTTP/1.1" status: 200 len: 944 time: 0.0566373 Dec 20 15:03:14.076301 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4a98746c-0d65-4b50-acea-a254eb38ec67 req-19767855-f8cb-440c-b465-32e66ffeb68f tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=825b22b9-90fe-4011-8472-9394377eada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463901 Dec 20 15:03:14.109478 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-5259e81d-cbad-40e0-aca0-f6639b91acf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c7c7004-d8c7-4347-a418-c368fa2604dd', 'name': 'tempest-TestNetworkBasicOps-router-988721142', 'tenant_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '52477bc9-e388-435f-946c-fd017e9fece2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:02:49Z', 'updated_at': '2021-12-20T15:02:55Z', 'revision_number': 4, 'project_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'gw_port': {'id': '52477bc9-e388-435f-946c-fd017e9fece2', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7c7004-d8c7-4347-a418-c368fa2604dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:49Z', 'updated_at': '2021-12-20T15:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': '6c3ba239-8a02-4357-9115-4429e0fb1220', 'tenant_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'floating_ip_address': '172.25.0.254', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': '0c7c7004-d8c7-4347-a418-c368fa2604dd', 'port_id': '9cb1f759-9e90-4b6a-91e2-ac483de36175', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd386154e-87d3-4f53-93e1-03798041d2d4', 'mac_address': 'fa:16:3e:57:8a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82d32ef-7271-4376-9311-276b836f52ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:03:12Z', 'updated_at': '2021-12-20T15:03:12Z', 'revision_number': 0, 'project_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '395e089a-43f7-46fe-b469-c415c2df6dc4', 'name': '', 'network_id': 'd386154e-87d3-4f53-93e1-03798041d2d4', 'tenant_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'mac_address': 'fa:16:3e:49:6d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7c7004-d8c7-4347-a418-c368fa2604dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '6cf7483e-6112-48b6-a5e9-59a0f7724bd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:54Z', 'updated_at': '2021-12-20T15:03:01Z', 'revision_number': 5, 'project_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'subnets': [{'id': '6cf7483e-6112-48b6-a5e9-59a0f7724bd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:03:14.139329 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5259e81d-cbad-40e0-aca0-f6639b91acf3 None None] The sync data for ids ['0c7c7004-d8c7-4347-a418-c368fa2604dd'] in n-d-761264-19 is: [{'id': '0c7c7004-d8c7-4347-a418-c368fa2604dd', 'name': 'tempest-TestNetworkBasicOps-router-988721142', 'tenant_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '52477bc9-e388-435f-946c-fd017e9fece2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:02:49Z', 'updated_at': '2021-12-20T15:02:55Z', 'revision_number': 4, 'project_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'gw_port': {'id': '52477bc9-e388-435f-946c-fd017e9fece2', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7c7004-d8c7-4347-a418-c368fa2604dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:49Z', 'updated_at': '2021-12-20T15:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': '6c3ba239-8a02-4357-9115-4429e0fb1220', 'tenant_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'floating_ip_address': '172.25.0.254', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': '0c7c7004-d8c7-4347-a418-c368fa2604dd', 'port_id': '9cb1f759-9e90-4b6a-91e2-ac483de36175', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd386154e-87d3-4f53-93e1-03798041d2d4', 'mac_address': 'fa:16:3e:57:8a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82d32ef-7271-4376-9311-276b836f52ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:03:12Z', 'updated_at': '2021-12-20T15:03:12Z', 'revision_number': 0, 'project_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '395e089a-43f7-46fe-b469-c415c2df6dc4', 'name': '', 'network_id': 'd386154e-87d3-4f53-93e1-03798041d2d4', 'tenant_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'mac_address': 'fa:16:3e:49:6d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7c7004-d8c7-4347-a418-c368fa2604dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '6cf7483e-6112-48b6-a5e9-59a0f7724bd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:54Z', 'updated_at': '2021-12-20T15:03:01Z', 'revision_number': 5, 'project_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'subnets': [{'id': '6cf7483e-6112-48b6-a5e9-59a0f7724bd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:03:14.280981 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0f654b4f-ca2e-4846-aa1c-a1a3eccaba27 req-7e9d2461-6c6f-4f3b-8f9e-75936eedf288 service neutron] 10.222.0.30 "GET /v2.0/networks/d386154e-87d3-4f53-93e1-03798041d2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3847780 Dec 20 15:03:14.337692 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc59194-6f6c-4025-b35a-eb0af74422e9 None None] New status for floating IP 6c3ba239-8a02-4357-9115-4429e0fb1220: ACTIVE {{(pid=103169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 15:03:14.489599 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 51920) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:03:14.552315 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-4a468deb-4493-4084-9151-6378c131c91f tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "GET /v2.0/floatingips/6c3ba239-8a02-4357-9115-4429e0fb1220 HTTP/1.1" status: 200 len: 993 time: 0.0614071 Dec 20 15:03:15.195627 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342b6316-5f91-4870-ab9f-11bf07582ad5 req-10d51a21-3b16-46a3-aa6c-d62c825179d7 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:03:15.197267 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-342b6316-5f91-4870-ab9f-11bf07582ad5 req-10d51a21-3b16-46a3-aa6c-d62c825179d7 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8e5efde-360b-42bb-a268-91ae2b5f9d10 HTTP/1.1" status: 200 len: 944 time: 0.0514038 Dec 20 15:03:15.251651 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-342b6316-5f91-4870-ab9f-11bf07582ad5 req-95bbe0e4-4d05-4381-b88d-1393b34c1c19 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=825b22b9-90fe-4011-8472-9394377eada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458500 Dec 20 15:03:15.430043 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:03:16.392314 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb5f71-6878-45a1-ae16-186381e0ef27 req-6c31d3d0-be39-41bf-be25-4fa5e62c5c0f tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:03:16.393728 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2adb5f71-6878-45a1-ae16-186381e0ef27 req-6c31d3d0-be39-41bf-be25-4fa5e62c5c0f tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8e5efde-360b-42bb-a268-91ae2b5f9d10 HTTP/1.1" status: 200 len: 944 time: 0.0625439 Dec 20 15:03:16.442339 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2adb5f71-6878-45a1-ae16-186381e0ef27 req-9e4ddf94-7578-4990-82c0-524146ce261d tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=825b22b9-90fe-4011-8472-9394377eada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422168 Dec 20 15:03:17.581390 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c4e3e9-c9c3-4fbf-8d68-be8c740e56db req-75ba8dff-f706-4b9f-bf49-2fbd6ea76372 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:03:17.582885 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-58c4e3e9-c9c3-4fbf-8d68-be8c740e56db req-75ba8dff-f706-4b9f-bf49-2fbd6ea76372 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8e5efde-360b-42bb-a268-91ae2b5f9d10 HTTP/1.1" status: 200 len: 944 time: 0.0557988 Dec 20 15:03:17.633002 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-58c4e3e9-c9c3-4fbf-8d68-be8c740e56db req-eaa03f41-0e05-45d5-8298-ac78d427d6c3 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=825b22b9-90fe-4011-8472-9394377eada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412319 Dec 20 15:03:18.772255 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0735a3b1-6d3d-41c5-9f2b-074513b5356b req-55a1b6b1-933a-4b10-89ac-0b8a955d2bd7 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:03:18.773752 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0735a3b1-6d3d-41c5-9f2b-074513b5356b req-55a1b6b1-933a-4b10-89ac-0b8a955d2bd7 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8e5efde-360b-42bb-a268-91ae2b5f9d10 HTTP/1.1" status: 200 len: 944 time: 0.0608335 Dec 20 15:03:18.823514 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0735a3b1-6d3d-41c5-9f2b-074513b5356b req-4aed0915-7227-47cd-a852-4cf6dca622a8 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=825b22b9-90fe-4011-8472-9394377eada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412567 Dec 20 15:03:19.962012 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301e8240-cccc-4359-918b-b6408ffb08a9 req-915bd2f5-d952-4f8a-97ee-6f4123f4f4b6 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:03:19.963546 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-301e8240-cccc-4359-918b-b6408ffb08a9 req-915bd2f5-d952-4f8a-97ee-6f4123f4f4b6 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8e5efde-360b-42bb-a268-91ae2b5f9d10 HTTP/1.1" status: 200 len: 944 time: 0.0527730 Dec 20 15:03:20.016117 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-301e8240-cccc-4359-918b-b6408ffb08a9 req-384f434b-f510-4d05-af69-e2d8c61cee27 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=825b22b9-90fe-4011-8472-9394377eada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432088 Dec 20 15:03:20.592206 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 8ca87ed7-d664-451d-8542-302057d17ff2 details requested by agent hyperv_n-h1-761264-19 with host n-h1-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:03:20.697429 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 8ca87ed7-d664-451d-8542-302057d17ff2, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=8ca87ed7-d664-451d-8542-302057d17ff2,segment=NetworkSegment(66ea2385-5704-4615-947d-557f749f82dd),segment_id=66ea2385-5704-4615-947d-557f749f82dd)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:03:20.708396 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Returning: {'device': '8ca87ed7-d664-451d-8542-302057d17ff2', 'network_id': '98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9', 'port_id': '8ca87ed7-d664-451d-8542-302057d17ff2', 'mac_address': 'fa:16:3e:59:f6:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3c1d8ef-e07d-45b1-9131-82488f6c1e5c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:03:20.747823 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:03:20.761031 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ca87ed7-d664-451d-8542-302057d17ff2 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:03:20.784567 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 8ca87ed7-d664-451d-8542-302057d17ff2, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=8ca87ed7-d664-451d-8542-302057d17ff2,segment=NetworkSegment(66ea2385-5704-4615-947d-557f749f82dd),segment_id=66ea2385-5704-4615-947d-557f749f82dd)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:03:20.792140 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:03:20.846243 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=8ca87ed7-d664-451d-8542-302057d17ff2,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:03:21.091148 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['8ca87ed7-d664-451d-8542-302057d17ff2'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:03:21.148365 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3685e5-ff30-48ef-a0ca-2d518bf3b0ea req-c7237f4e-51b1-439b-8d68-4d6cb6db3e04 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:03:21.149762 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6d3685e5-ff30-48ef-a0ca-2d518bf3b0ea req-c7237f4e-51b1-439b-8d68-4d6cb6db3e04 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8e5efde-360b-42bb-a268-91ae2b5f9d10 HTTP/1.1" status: 200 len: 945 time: 0.0489771 Dec 20 15:03:21.201248 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6d3685e5-ff30-48ef-a0ca-2d518bf3b0ea req-47e24dff-315c-46b8-bcc5-deddca0bb0d2 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=825b22b9-90fe-4011-8472-9394377eada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453219 Dec 20 15:03:22.346856 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5668e42-04a7-4b24-9932-0d5855901b3e req-8d2ac23f-fd13-431a-9c14-378bf8836eed tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:03:22.348251 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d5668e42-04a7-4b24-9932-0d5855901b3e req-8d2ac23f-fd13-431a-9c14-378bf8836eed tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8e5efde-360b-42bb-a268-91ae2b5f9d10 HTTP/1.1" status: 200 len: 945 time: 0.0545788 Dec 20 15:03:22.397024 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d5668e42-04a7-4b24-9932-0d5855901b3e req-be28e933-cc05-4a14-a07c-9f12730efe26 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=825b22b9-90fe-4011-8472-9394377eada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425181 Dec 20 15:03:22.610210 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 8ca87ed7-d664-451d-8542-302057d17ff2 up at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:03:22.667918 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning for port 8ca87ed7-d664-451d-8542-302057d17ff2 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:03:22.671964 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning complete for port 8ca87ed7-d664-451d-8542-302057d17ff2 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:03:22.672328 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:03:22.749014 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:03:22.772137 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8e5efde-360b-42bb-a268-91ae2b5f9d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ca87ed7-d664-451d-8542-302057d17ff2'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:03:22.774750 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d9ef245-8973-4354-8682-ebb4e9474c9d" -d '{"events": [{"server_uuid": "b8e5efde-360b-42bb-a268-91ae2b5f9d10", "name": "network-vif-plugged", "status": "completed", "tag": "8ca87ed7-d664-451d-8542-302057d17ff2"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:03:22.787637 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 8ca87ed7-d664-451d-8542-302057d17ff2, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=8ca87ed7-d664-451d-8542-302057d17ff2,segment=NetworkSegment(66ea2385-5704-4615-947d-557f749f82dd),segment_id=66ea2385-5704-4615-947d-557f749f82dd)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:03:22.792753 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:03:22.818909 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f029ecb-99f4-45a0-84fd-2d3a17ad2aa6 x-openstack-request-id: req-9f029ecb-99f4-45a0-84fd-2d3a17ad2aa6 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:03:22.819186 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8e5efde-360b-42bb-a268-91ae2b5f9d10", "name": "network-vif-plugged", "status": "completed", "tag": "8ca87ed7-d664-451d-8542-302057d17ff2", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:03:22.819435 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9f029ecb-99f4-45a0-84fd-2d3a17ad2aa6 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:03:22.819965 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8e5efde-360b-42bb-a268-91ae2b5f9d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ca87ed7-d664-451d-8542-302057d17ff2', 'code': 200} Dec 20 15:03:22.846134 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=8ca87ed7-d664-451d-8542-302057d17ff2,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:03:22.930544 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a38a36c-805c-40f2-95aa-3216ddccb2fc req-f066b9bd-a9d9-4f09-b87c-5b20474feddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:03:22.932006 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9a38a36c-805c-40f2-95aa-3216ddccb2fc req-f066b9bd-a9d9-4f09-b87c-5b20474feddf service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b8e5efde-360b-42bb-a268-91ae2b5f9d10 HTTP/1.1" status: 200 len: 1098 time: 0.0472767 Dec 20 15:03:22.980229 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9a38a36c-805c-40f2-95aa-3216ddccb2fc req-f296d963-0783-40cc-8ad9-f183aaa5c59b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=825b22b9-90fe-4011-8472-9394377eada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370679 Dec 20 15:03:23.529529 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835bf6c3-89e3-4c4a-8840-54d14a30a0a6 req-a728e8cb-5343-4c21-85c6-404ff32afe11 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:03:23.531026 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-835bf6c3-89e3-4c4a-8840-54d14a30a0a6 req-a728e8cb-5343-4c21-85c6-404ff32afe11 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8e5efde-360b-42bb-a268-91ae2b5f9d10 HTTP/1.1" status: 200 len: 946 time: 0.0608244 Dec 20 15:03:23.582620 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-835bf6c3-89e3-4c4a-8840-54d14a30a0a6 req-25716f3e-509f-4445-b309-b54f5adae912 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=825b22b9-90fe-4011-8472-9394377eada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429158 Dec 20 15:03:24.711979 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb8cf5c-d56a-493b-9bcb-b5f91f47a323 req-a83f73b4-4b65-48ef-8ade-4e7008c432fe tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:03:24.713449 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cfb8cf5c-d56a-493b-9bcb-b5f91f47a323 req-a83f73b4-4b65-48ef-8ade-4e7008c432fe tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8e5efde-360b-42bb-a268-91ae2b5f9d10 HTTP/1.1" status: 200 len: 946 time: 0.0561411 Dec 20 15:03:24.763946 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cfb8cf5c-d56a-493b-9bcb-b5f91f47a323 req-28763fc9-ec71-448b-8b97-58b21f769d26 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=825b22b9-90fe-4011-8472-9394377eada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424376 Dec 20 15:03:24.889943 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423402e3-4169-4540-a3f4-91002c2b857c req-fa407e3a-2e15-49a2-8a82-299edf046d35 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:03:24.891356 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-423402e3-4169-4540-a3f4-91002c2b857c req-fa407e3a-2e15-49a2-8a82-299edf046d35 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8e5efde-360b-42bb-a268-91ae2b5f9d10 HTTP/1.1" status: 200 len: 946 time: 0.0511396 Dec 20 15:03:24.941333 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-423402e3-4169-4540-a3f4-91002c2b857c req-24007c18-5900-4bcd-97ed-a3c227af9502 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=825b22b9-90fe-4011-8472-9394377eada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416720 Dec 20 15:03:25.055722 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e3555f-a162-4c81-8c11-d5ecd75d4d7a req-090979fb-621b-44bf-8752-cc260f3dabfd tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:03:25.057248 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e9e3555f-a162-4c81-8c11-d5ecd75d4d7a req-090979fb-621b-44bf-8752-cc260f3dabfd tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8e5efde-360b-42bb-a268-91ae2b5f9d10 HTTP/1.1" status: 200 len: 946 time: 0.0503061 Dec 20 15:03:25.105962 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e9e3555f-a162-4c81-8c11-d5ecd75d4d7a req-5a9dc863-717d-430e-8107-66e6a7aee4a2 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=825b22b9-90fe-4011-8472-9394377eada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425806 Dec 20 15:03:25.358099 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d85d6e5-e2c6-4874-8973-bce645691948 req-eacba8d5-37ed-41c6-922b-5b941d90ef1d tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:03:25.359915 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1d85d6e5-e2c6-4874-8973-bce645691948 req-eacba8d5-37ed-41c6-922b-5b941d90ef1d tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8e5efde-360b-42bb-a268-91ae2b5f9d10 HTTP/1.1" status: 200 len: 946 time: 0.0538483 Dec 20 15:03:25.409370 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1d85d6e5-e2c6-4874-8973-bce645691948 req-c317bace-5493-4745-bce1-bfb77279dcbe tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=825b22b9-90fe-4011-8472-9394377eada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412974 Dec 20 15:03:25.961453 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 51960) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:03:26.057316 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20a4152-428d-45f4-98b6-94b0e234184d req-547eff93-4d0b-4a5a-b9b6-01031573bfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:03:26.058872 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c20a4152-428d-45f4-98b6-94b0e234184d req-547eff93-4d0b-4a5a-b9b6-01031573bfd6 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=576d3002-8930-4b22-8498-03f55cdf014f HTTP/1.1" status: 200 len: 1098 time: 0.0963378 Dec 20 15:03:26.107837 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c20a4152-428d-45f4-98b6-94b0e234184d req-e59c4e4c-d78d-4806-8a59-4e544efd8cf8 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=f090d301-7d90-4896-b5e1-0d5a37ed2ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397851 Dec 20 15:03:26.538299 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345ad4f7-fe71-4f85-b3bb-140514941d62 req-85b581a4-6820-4e3d-8ddd-1f7e1045d2af tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:03:26.539879 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-345ad4f7-fe71-4f85-b3bb-140514941d62 req-85b581a4-6820-4e3d-8ddd-1f7e1045d2af tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8e5efde-360b-42bb-a268-91ae2b5f9d10 HTTP/1.1" status: 200 len: 946 time: 0.0497866 Dec 20 15:03:26.593165 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-345ad4f7-fe71-4f85-b3bb-140514941d62 req-ac82e9b0-2ddd-42e8-b959-fe53167b5de7 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=825b22b9-90fe-4011-8472-9394377eada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472136 Dec 20 15:03:27.148777 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555e7007-814e-4626-b6fa-dc0d9bf21a2e req-99278ba6-a6a4-4d8a-843f-e7bf17763270 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:03:27.150062 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-555e7007-814e-4626-b6fa-dc0d9bf21a2e req-99278ba6-a6a4-4d8a-843f-e7bf17763270 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8e5efde-360b-42bb-a268-91ae2b5f9d10 HTTP/1.1" status: 200 len: 946 time: 0.0657053 Dec 20 15:03:27.246471 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-555e7007-814e-4626-b6fa-dc0d9bf21a2e req-2ba0b711-d1fc-48cb-9177-f73813287f73 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Deleting port 8ca87ed7-d664-451d-8542-302057d17ff2 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:03:27.246848 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-555e7007-814e-4626-b6fa-dc0d9bf21a2e req-2ba0b711-d1fc-48cb-9177-f73813287f73 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:03:27.341837 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-555e7007-814e-4626-b6fa-dc0d9bf21a2e req-2ba0b711-d1fc-48cb-9177-f73813287f73 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] For port 8ca87ed7-d664-451d-8542-302057d17ff2, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=8ca87ed7-d664-451d-8542-302057d17ff2,segment=NetworkSegment(66ea2385-5704-4615-947d-557f749f82dd),segment_id=66ea2385-5704-4615-947d-557f749f82dd)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:03:27.342126 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-555e7007-814e-4626-b6fa-dc0d9bf21a2e req-2ba0b711-d1fc-48cb-9177-f73813287f73 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:03:27.355107 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-555e7007-814e-4626-b6fa-dc0d9bf21a2e req-2ba0b711-d1fc-48cb-9177-f73813287f73 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Calling delete_port for 8ca87ed7-d664-451d-8542-302057d17ff2 owned by compute:nova {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:03:27.500362 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-555e7007-814e-4626-b6fa-dc0d9bf21a2e req-2ba0b711-d1fc-48cb-9177-f73813287f73 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:03:27.514218 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['8ca87ed7-d664-451d-8542-302057d17ff2'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:03:27.557423 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba0b711-d1fc-48cb-9177-f73813287f73 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Pushing event deleted for resources: {'Port': ['ID=8ca87ed7-d664-451d-8542-302057d17ff2,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:03:27.576965 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-555e7007-814e-4626-b6fa-dc0d9bf21a2e req-2ba0b711-d1fc-48cb-9177-f73813287f73 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] No DVR routers for this DVR port 8ca87ed7-d664-451d-8542-302057d17ff2 on host n-h1-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:03:27.579857 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-555e7007-814e-4626-b6fa-dc0d9bf21a2e req-2ba0b711-d1fc-48cb-9177-f73813287f73 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:03:27.583392 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-555e7007-814e-4626-b6fa-dc0d9bf21a2e req-2ba0b711-d1fc-48cb-9177-f73813287f73 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.30 "DELETE /v2.0/ports/8ca87ed7-d664-451d-8542-302057d17ff2 HTTP/1.1" status: 204 len: 173 time: 0.4266603 Dec 20 15:03:27.583846 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8e5efde-360b-42bb-a268-91ae2b5f9d10', 'name': 'network-vif-deleted', 'tag': '8ca87ed7-d664-451d-8542-302057d17ff2'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:03:27.586869 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6399e9d-3746-418a-bf65-4396e9aa000d" -d '{"events": [{"server_uuid": "b8e5efde-360b-42bb-a268-91ae2b5f9d10", "name": "network-vif-deleted", "tag": "8ca87ed7-d664-451d-8542-302057d17ff2"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:03:27.637807 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43e04935-650b-428e-b336-f8313c1ac85e x-openstack-request-id: req-43e04935-650b-428e-b336-f8313c1ac85e {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:03:27.638111 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8e5efde-360b-42bb-a268-91ae2b5f9d10", "name": "network-vif-deleted", "tag": "8ca87ed7-d664-451d-8542-302057d17ff2", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:03:27.638372 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-43e04935-650b-428e-b336-f8313c1ac85e {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:03:27.638814 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8e5efde-360b-42bb-a268-91ae2b5f9d10', 'name': 'network-vif-deleted', 'tag': '8ca87ed7-d664-451d-8542-302057d17ff2', 'status': 'completed', 'code': 200} Dec 20 15:03:27.705050 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5598a28b-1142-4c37-b0aa-86d3298f4249 req-b972a957-59d0-4aa2-be64-bd9787b2ef06 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8e5efde-360b-42bb-a268-91ae2b5f9d10 HTTP/1.1" status: 200 len: 210 time: 0.0320587 Dec 20 15:03:28.798546 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c1428a11-b8b8-433c-8afb-8dc8a2eb4777 req-e3d4a86d-ba4d-4378-b670-7f4d7d27f95c tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8e5efde-360b-42bb-a268-91ae2b5f9d10 HTTP/1.1" status: 200 len: 210 time: 0.0268095 Dec 20 15:03:29.905757 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-831c9891-699e-492a-b728-55fd73575696 req-873f1c85-94c2-4cfa-b4ab-852b9b9505e4 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8e5efde-360b-42bb-a268-91ae2b5f9d10 HTTP/1.1" status: 200 len: 210 time: 0.0368977 Dec 20 15:03:30.244019 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-134c1193-18b9-4a3f-9a1d-350fca655c17 req-192e9ce8-b617-4e6d-aaf1-a53e76ead51c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e82d32ef-7271-4376-9311-276b836f52ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0458426 Dec 20 15:03:30.327176 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134c1193-18b9-4a3f-9a1d-350fca655c17 req-346ceeea-ed41-4cca-9b0b-5c009b696d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:03:30.328771 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-134c1193-18b9-4a3f-9a1d-350fca655c17 req-346ceeea-ed41-4cca-9b0b-5c009b696d72 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f62d8f2c7b324a5892ce5eb0e9d3389a&device_id=e82d32ef-7271-4376-9311-276b836f52ac HTTP/1.1" status: 200 len: 1097 time: 0.0412087 Dec 20 15:03:30.441048 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134c1193-18b9-4a3f-9a1d-350fca655c17 req-1a5b0b81-0d60-4de1-8616-efd28c6dd44d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:03:30.442459 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-134c1193-18b9-4a3f-9a1d-350fca655c17 req-1a5b0b81-0d60-4de1-8616-efd28c6dd44d service neutron] 10.222.0.30 "GET /v2.0/networks?id=d386154e-87d3-4f53-93e1-03798041d2d4 HTTP/1.1" status: 200 len: 897 time: 0.0904822 Dec 20 15:03:30.516495 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-134c1193-18b9-4a3f-9a1d-350fca655c17 req-5c07953a-c21d-48d6-8509-eeb4e862c939 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9cb1f759-9e90-4b6a-91e2-ac483de36175 HTTP/1.1" status: 200 len: 1001 time: 0.0635037 Dec 20 15:03:30.567839 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134c1193-18b9-4a3f-9a1d-350fca655c17 req-f2577693-e233-4c42-b9f3-12129dddc119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:03:30.569871 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-134c1193-18b9-4a3f-9a1d-350fca655c17 req-f2577693-e233-4c42-b9f3-12129dddc119 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6cf7483e-6112-48b6-a5e9-59a0f7724bd4 HTTP/1.1" status: 200 len: 835 time: 0.0462568 Dec 20 15:03:30.620943 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134c1193-18b9-4a3f-9a1d-350fca655c17 req-eb7e69db-7283-4496-b3d4-939df310bd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:03:30.622353 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-134c1193-18b9-4a3f-9a1d-350fca655c17 req-eb7e69db-7283-4496-b3d4-939df310bd0f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d386154e-87d3-4f53-93e1-03798041d2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449326 Dec 20 15:03:30.641739 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 8ca87ed7-d664-451d-8542-302057d17ff2 no longer exists at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:03:30.662215 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] No Port match for: 8ca87ed7-d664-451d-8542-302057d17ff2 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:03:30.662501 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 8ca87ed7-d664-451d-8542-302057d17ff2 not bound to the agent host n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:03:30.714090 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-645c8586-04ef-44d0-905c-7461b4184ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:03:30.717687 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-134c1193-18b9-4a3f-9a1d-350fca655c17 req-6861576e-4f10-4450-8666-f4f28036c16b service neutron] 10.222.0.30 "GET /v2.0/networks/d386154e-87d3-4f53-93e1-03798041d2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863304 Dec 20 15:03:30.818107 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-134c1193-18b9-4a3f-9a1d-350fca655c17 req-fb0044fd-f620-4028-8119-b18dae6ffc7e service neutron] 10.222.0.30 "GET /v2.0/networks/d386154e-87d3-4f53-93e1-03798041d2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915334 Dec 20 15:03:30.997522 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-03bef44f-4b1c-4fdb-b8f8-6476cab43a49 req-e7d9df0c-2f7c-4f6e-9ce6-2a9ba10db9ce tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8e5efde-360b-42bb-a268-91ae2b5f9d10 HTTP/1.1" status: 200 len: 210 time: 0.0277414 Dec 20 15:03:31.264010 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-412c4439-d5a9-4c81-a846-6aac35c44851 req-be3c21c0-7501-4378-b566-8399f6f3ad20 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=576d3002-8930-4b22-8498-03f55cdf014f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0420535 Dec 20 15:03:31.349621 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412c4439-d5a9-4c81-a846-6aac35c44851 req-5f02bfa9-fa13-4cbc-999d-1c35667dbfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:03:31.351399 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-412c4439-d5a9-4c81-a846-6aac35c44851 req-5f02bfa9-fa13-4cbc-999d-1c35667dbfe9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=657d403c6eef4a16ac295c092ca6df50&device_id=576d3002-8930-4b22-8498-03f55cdf014f HTTP/1.1" status: 200 len: 1098 time: 0.0423253 Dec 20 15:03:31.461071 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412c4439-d5a9-4c81-a846-6aac35c44851 req-6a1101b7-2a88-4e16-8f86-20d0cb5f69a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:03:31.462597 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-412c4439-d5a9-4c81-a846-6aac35c44851 req-6a1101b7-2a88-4e16-8f86-20d0cb5f69a1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3f531868-98b0-4d44-9785-377b1ddf0219 HTTP/1.1" status: 200 len: 909 time: 0.0915356 Dec 20 15:03:31.529244 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-412c4439-d5a9-4c81-a846-6aac35c44851 req-8f62397d-36b9-49df-9e86-15ee953b9713 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=21d47e59-4dc4-4d2b-aa84-fc55fe8125ff HTTP/1.1" status: 200 len: 1002 time: 0.0595422 Dec 20 15:03:31.586544 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412c4439-d5a9-4c81-a846-6aac35c44851 req-2c9f3b52-7754-4f41-8479-0a09ec6e64d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:03:31.588049 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-412c4439-d5a9-4c81-a846-6aac35c44851 req-2c9f3b52-7754-4f41-8479-0a09ec6e64d2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=61ef2c4c-1fc9-4437-91dc-465770cb78f9 HTTP/1.1" status: 200 len: 847 time: 0.0522952 Dec 20 15:03:31.638770 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412c4439-d5a9-4c81-a846-6aac35c44851 req-a1c3443b-651b-4480-a76c-f1c4590dea7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:03:31.640347 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-412c4439-d5a9-4c81-a846-6aac35c44851 req-a1c3443b-651b-4480-a76c-f1c4590dea7b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3f531868-98b0-4d44-9785-377b1ddf0219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455995 Dec 20 15:03:31.741530 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-412c4439-d5a9-4c81-a846-6aac35c44851 req-363695f8-f35c-4f08-bf9a-cb2fe0f43a31 service neutron] 10.222.0.47 "GET /v2.0/networks/3f531868-98b0-4d44-9785-377b1ddf0219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923064 Dec 20 15:03:31.842664 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-412c4439-d5a9-4c81-a846-6aac35c44851 req-15e96077-a1b5-4a68-bbb5-96db7395b3cd service neutron] 10.222.0.47 "GET /v2.0/networks/3f531868-98b0-4d44-9785-377b1ddf0219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940330 Dec 20 15:03:32.106607 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c32c85b0-2998-4d6d-98e4-3e8c545f7a30 req-c108bec1-9b13-4aa0-973e-cbe3341f5402 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8e5efde-360b-42bb-a268-91ae2b5f9d10 HTTP/1.1" status: 200 len: 210 time: 0.0258434 Dec 20 15:03:32.911429 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-75262416-5ff3-48b4-8c32-b26d9479ffec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:03:33.858293 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:03:35.847240 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:03:36.337479 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:03:41.842114 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:03:43.690616 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:03:45.431751 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:03:55.292042 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b65ad64-8fd9-4502-85de-0aba2afba574 req-781a7c07-e625-4516-a475-dc6a18faa89f tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:03:55.293549 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0b65ad64-8fd9-4502-85de-0aba2afba574 req-781a7c07-e625-4516-a475-dc6a18faa89f tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/networks?id=98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9 HTTP/1.1" status: 200 len: 811 time: 0.1219742 Dec 20 15:03:55.308690 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0b65ad64-8fd9-4502-85de-0aba2afba574 req-9bc4043e-008c-4de0-8793-73282a60f46f tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/quotas/c386a559a8854d1caa58ca37066a398d HTTP/1.1" status: 200 len: 375 time: 0.0092900 Dec 20 15:03:55.364089 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0b65ad64-8fd9-4502-85de-0aba2afba574 req-07d2c3d3-74a2-420c-87aa-f8b4c3b4c152 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=c386a559a8854d1caa58ca37066a398d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475080 Dec 20 15:03:55.425061 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [req-0b65ad64-8fd9-4502-85de-0aba2afba574 req-dffabb26-a0d8-41cf-819d-2c2359ef47fc service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:03:55.426070 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0b65ad64-8fd9-4502-85de-0aba2afba574 req-dffabb26-a0d8-41cf-819d-2c2359ef47fc service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0553865 Dec 20 15:03:55.522709 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0b65ad64-8fd9-4502-85de-0aba2afba574 req-cad0aef9-bc11-4307-a3d7-f4e61a6790ce service neutron] 10.222.0.54 "GET /v2.0/networks/98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900846 Dec 20 15:03:55.625801 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0b65ad64-8fd9-4502-85de-0aba2afba574 req-2365a760-0f62-4f6e-908d-f0757df4cabf service neutron] 10.222.0.54 "GET /v2.0/networks/98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943754 Dec 20 15:03:55.817964 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c881877b-8110-4d3e-ab44-a3a0631586ad req-b6c4f89e-1d65-4694-b104-6a663bddb9d9 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d9c445b-107c-4670-abb9-ac918564c169 HTTP/1.1" status: 200 len: 210 time: 0.0259824 Dec 20 15:03:56.870352 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b65ad64-8fd9-4502-85de-0aba2afba574 req-9dc19cf1-a5c8-46db-a291-fcbc46ef13e4 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:03:56.871969 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0b65ad64-8fd9-4502-85de-0aba2afba574 req-9dc19cf1-a5c8-46db-a291-fcbc46ef13e4 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.47 "GET /v2.0/networks?id=98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9 HTTP/1.1" status: 200 len: 811 time: 0.1076386 Dec 20 15:03:56.889386 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-0b65ad64-8fd9-4502-85de-0aba2afba574 req-1ff20eff-6d2d-4055-93e8-15147d2fe1a9 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Request body: {'port': {'device_id': '2d9c445b-107c-4670-abb9-ac918564c169', 'network_id': '98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9', 'admin_state_up': True, 'tenant_id': 'c386a559a8854d1caa58ca37066a398d'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:03:56.934664 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a9028ac7-5142-49a9-8b51-97427415b00b req-570e29a9-64d3-44a3-b54c-a0ad11886988 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d9c445b-107c-4670-abb9-ac918564c169 HTTP/1.1" status: 200 len: 210 time: 0.0407863 Dec 20 15:03:57.025801 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b65ad64-8fd9-4502-85de-0aba2afba574 req-1ff20eff-6d2d-4055-93e8-15147d2fe1a9 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Made reservation on behalf of c386a559a8854d1caa58ca37066a398d for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:03:57.029486 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-0b65ad64-8fd9-4502-85de-0aba2afba574 req-1ff20eff-6d2d-4055-93e8-15147d2fe1a9 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:03:57.163433 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [req-0b65ad64-8fd9-4502-85de-0aba2afba574 req-1ff20eff-6d2d-4055-93e8-15147d2fe1a9 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Allocated IP 172.20.0.6 (98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9/f3c1d8ef-e07d-45b1-9131-82488f6c1e5c/763423be-46b4-4603-be32-0538f0c8daaf) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:03:57.341553 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-0b65ad64-8fd9-4502-85de-0aba2afba574 req-1ff20eff-6d2d-4055-93e8-15147d2fe1a9 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:03:57.378770 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-0b65ad64-8fd9-4502-85de-0aba2afba574 req-1ff20eff-6d2d-4055-93e8-15147d2fe1a9 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:03:57.422139 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b65ad64-8fd9-4502-85de-0aba2afba574 req-1ff20eff-6d2d-4055-93e8-15147d2fe1a9 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Network 98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:03:57.425147 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [req-0b65ad64-8fd9-4502-85de-0aba2afba574 req-1ff20eff-6d2d-4055-93e8-15147d2fe1a9 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:03:57.428965 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b65ad64-8fd9-4502-85de-0aba2afba574 req-1ff20eff-6d2d-4055-93e8-15147d2fe1a9 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:03:57.454198 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff20eff-6d2d-4055-93e8-15147d2fe1a9 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Pushing event updated for resources: {'Port': ['ID=763423be-46b4-4603-be32-0538f0c8daaf,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:03:57.470225 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff20eff-6d2d-4055-93e8-15147d2fe1a9 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:03:57.470613 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff20eff-6d2d-4055-93e8-15147d2fe1a9 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:03:57.470930 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff20eff-6d2d-4055-93e8-15147d2fe1a9 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:03:57.471294 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff20eff-6d2d-4055-93e8-15147d2fe1a9 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:03:57.471631 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff20eff-6d2d-4055-93e8-15147d2fe1a9 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:03:57.471969 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff20eff-6d2d-4055-93e8-15147d2fe1a9 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:03:57.472329 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff20eff-6d2d-4055-93e8-15147d2fe1a9 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:03:57.472640 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff20eff-6d2d-4055-93e8-15147d2fe1a9 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:03:57.473014 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff20eff-6d2d-4055-93e8-15147d2fe1a9 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:03:57.473347 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff20eff-6d2d-4055-93e8-15147d2fe1a9 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:03:57.473662 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff20eff-6d2d-4055-93e8-15147d2fe1a9 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:03:57.473991 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff20eff-6d2d-4055-93e8-15147d2fe1a9 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:03:57.474318 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff20eff-6d2d-4055-93e8-15147d2fe1a9 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:03:57.500843 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b65ad64-8fd9-4502-85de-0aba2afba574 req-1ff20eff-6d2d-4055-93e8-15147d2fe1a9 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:03:57.501498 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-0b65ad64-8fd9-4502-85de-0aba2afba574 req-1ff20eff-6d2d-4055-93e8-15147d2fe1a9 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:03:57.519384 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0b65ad64-8fd9-4502-85de-0aba2afba574 req-1ff20eff-6d2d-4055-93e8-15147d2fe1a9 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6340806 Dec 20 15:03:57.533549 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-0b65ad64-8fd9-4502-85de-0aba2afba574 req-e2c9370c-312e-4f3c-b3d0-cf3bdebbded5 service neutron] Request body: {'port': {'device_id': '2d9c445b-107c-4670-abb9-ac918564c169', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-19'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:03:57.591989 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-0b65ad64-8fd9-4502-85de-0aba2afba574 req-e2c9370c-312e-4f3c-b3d0-cf3bdebbded5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:03:57.748865 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-54470cdc-3be3-46f3-bfdc-95d7db949f67 None None] Provisioning complete for port 763423be-46b4-4603-be32-0538f0c8daaf triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:03:57.749517 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-54470cdc-3be3-46f3-bfdc-95d7db949f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:03:57.784116 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-54470cdc-3be3-46f3-bfdc-95d7db949f67 None None] Port 763423be-46b4-4603-be32-0538f0c8daaf cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:03:57.867664 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [req-0b65ad64-8fd9-4502-85de-0aba2afba574 req-e2c9370c-312e-4f3c-b3d0-cf3bdebbded5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 763423be-46b4-4603-be32-0538f0c8daaf {{(pid=103167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:03:57.875186 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-0b65ad64-8fd9-4502-85de-0aba2afba574 req-e2c9370c-312e-4f3c-b3d0-cf3bdebbded5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:03:57.887498 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-0b65ad64-8fd9-4502-85de-0aba2afba574 req-e2c9370c-312e-4f3c-b3d0-cf3bdebbded5 service neutron] Transition to ACTIVE for port object 763423be-46b4-4603-be32-0538f0c8daaf will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:03:57.892261 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-0b65ad64-8fd9-4502-85de-0aba2afba574 req-e2c9370c-312e-4f3c-b3d0-cf3bdebbded5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:03:57.945979 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9370c-312e-4f3c-b3d0-cf3bdebbded5 service neutron] Pushing event updated for resources: {'Port': ['ID=763423be-46b4-4603-be32-0538f0c8daaf,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:03:58.032086 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-0b65ad64-8fd9-4502-85de-0aba2afba574 req-e2c9370c-312e-4f3c-b3d0-cf3bdebbded5 service neutron] Attempting to bind port 763423be-46b4-4603-be32-0538f0c8daaf on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:03:58.032592 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-0b65ad64-8fd9-4502-85de-0aba2afba574 req-e2c9370c-312e-4f3c-b3d0-cf3bdebbded5 service neutron] Attempting to bind port 763423be-46b4-4603-be32-0538f0c8daaf by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': '66ea2385-5704-4615-947d-557f749f82dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:03:58.033043 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b65ad64-8fd9-4502-85de-0aba2afba574 req-e2c9370c-312e-4f3c-b3d0-cf3bdebbded5 service neutron] Attempting to bind port 763423be-46b4-4603-be32-0538f0c8daaf on network 98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:03:58.038684 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b65ad64-8fd9-4502-85de-0aba2afba574 req-e2c9370c-312e-4f3c-b3d0-cf3bdebbded5 service neutron] Port 763423be-46b4-4603-be32-0538f0c8daaf on network 98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:03:58.040360 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b65ad64-8fd9-4502-85de-0aba2afba574 req-e2c9370c-312e-4f3c-b3d0-cf3bdebbded5 service neutron] Attempting to bind port 763423be-46b4-4603-be32-0538f0c8daaf on network 98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:03:58.047922 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b65ad64-8fd9-4502-85de-0aba2afba574 req-e2c9370c-312e-4f3c-b3d0-cf3bdebbded5 service neutron] Checking agent: {'id': '43c60aee-e4af-4ecc-bee2-aac3569fafed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:03:58.048359 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b65ad64-8fd9-4502-85de-0aba2afba574 req-e2c9370c-312e-4f3c-b3d0-cf3bdebbded5 service neutron] Checking segment: {'id': '66ea2385-5704-4615-947d-557f749f82dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:03:58.048815 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b65ad64-8fd9-4502-85de-0aba2afba574 req-e2c9370c-312e-4f3c-b3d0-cf3bdebbded5 service neutron] Bound using segment: {'id': '66ea2385-5704-4615-947d-557f749f82dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:03:58.049329 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-0b65ad64-8fd9-4502-85de-0aba2afba574 req-e2c9370c-312e-4f3c-b3d0-cf3bdebbded5 service neutron] Bound port: 763423be-46b4-4603-be32-0538f0c8daaf, host: n-h2-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66ea2385-5704-4615-947d-557f749f82dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:03:58.049745 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-0b65ad64-8fd9-4502-85de-0aba2afba574 req-e2c9370c-312e-4f3c-b3d0-cf3bdebbded5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:03:58.099294 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec60249-7c70-4179-ae51-7f7800e02fbd req-af4e7961-2364-44d0-b57d-67b13e675b61 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:03:58.101026 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0ec60249-7c70-4179-ae51-7f7800e02fbd req-af4e7961-2364-44d0-b57d-67b13e675b61 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d9c445b-107c-4670-abb9-ac918564c169 HTTP/1.1" status: 200 len: 943 time: 0.0826833 Dec 20 15:03:58.146047 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-0b65ad64-8fd9-4502-85de-0aba2afba574 req-e2c9370c-312e-4f3c-b3d0-cf3bdebbded5 service neutron] For port 763423be-46b4-4603-be32-0538f0c8daaf, host n-h2-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:03:58.149098 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-0b65ad64-8fd9-4502-85de-0aba2afba574 req-e2c9370c-312e-4f3c-b3d0-cf3bdebbded5 service neutron] For port 763423be-46b4-4603-be32-0538f0c8daaf, host n-h2-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=763423be-46b4-4603-be32-0538f0c8daaf,segment=NetworkSegment(66ea2385-5704-4615-947d-557f749f82dd),segment_id=66ea2385-5704-4615-947d-557f749f82dd)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:03:58.157015 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-0b65ad64-8fd9-4502-85de-0aba2afba574 req-e2c9370c-312e-4f3c-b3d0-cf3bdebbded5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:03:58.158451 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0ec60249-7c70-4179-ae51-7f7800e02fbd req-d583cf21-a9d0-457b-833f-945ff476bee9 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=825b22b9-90fe-4011-8472-9394377eada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508490 Dec 20 15:03:58.201703 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b65ad64-8fd9-4502-85de-0aba2afba574 req-e2c9370c-312e-4f3c-b3d0-cf3bdebbded5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:03:58.202340 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-0b65ad64-8fd9-4502-85de-0aba2afba574 req-e2c9370c-312e-4f3c-b3d0-cf3bdebbded5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:03:58.203830 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0b65ad64-8fd9-4502-85de-0aba2afba574 req-e2c9370c-312e-4f3c-b3d0-cf3bdebbded5 service neutron] 10.222.0.47 "PUT /v2.0/ports/763423be-46b4-4603-be32-0538f0c8daaf HTTP/1.1" status: 200 len: 1092 time: 0.6750998 Dec 20 15:03:58.204302 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d9c445b-107c-4670-abb9-ac918564c169', 'tag': '763423be-46b4-4603-be32-0538f0c8daaf'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:03:58.206621 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec2d237e-cc4d-401d-8636-126567b3a5d0" -d '{"events": [{"name": "network-changed", "server_uuid": "2d9c445b-107c-4670-abb9-ac918564c169", "tag": "763423be-46b4-4603-be32-0538f0c8daaf"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:03:58.254069 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9370c-312e-4f3c-b3d0-cf3bdebbded5 service neutron] Pushing event updated for resources: {'Port': ['ID=763423be-46b4-4603-be32-0538f0c8daaf,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:03:58.270342 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78a31e72-fb65-4838-867e-ce4c65b370c9 x-openstack-request-id: req-78a31e72-fb65-4838-867e-ce4c65b370c9 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:03:58.271002 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d9c445b-107c-4670-abb9-ac918564c169", "tag": "763423be-46b4-4603-be32-0538f0c8daaf", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:03:58.271357 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-78a31e72-fb65-4838-867e-ce4c65b370c9 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:03:58.272078 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d9c445b-107c-4670-abb9-ac918564c169', 'tag': '763423be-46b4-4603-be32-0538f0c8daaf', 'status': 'completed', 'code': 200} Dec 20 15:03:58.310097 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b65ad64-8fd9-4502-85de-0aba2afba574 req-3bef4643-d212-4263-9443-dd10eb770513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:03:58.312095 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0b65ad64-8fd9-4502-85de-0aba2afba574 req-3bef4643-d212-4263-9443-dd10eb770513 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c386a559a8854d1caa58ca37066a398d&device_id=2d9c445b-107c-4670-abb9-ac918564c169 HTTP/1.1" status: 200 len: 1095 time: 0.0533552 Dec 20 15:03:58.359448 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0b65ad64-8fd9-4502-85de-0aba2afba574 req-026effaf-9662-4775-a0b6-f5831f9c7270 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=763423be-46b4-4603-be32-0538f0c8daaf HTTP/1.1" status: 200 len: 217 time: 0.0397034 Dec 20 15:03:58.414608 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b65ad64-8fd9-4502-85de-0aba2afba574 req-5743934d-76eb-41c8-bcb9-da428af59a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:03:58.416128 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0b65ad64-8fd9-4502-85de-0aba2afba574 req-5743934d-76eb-41c8-bcb9-da428af59a5a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f3c1d8ef-e07d-45b1-9131-82488f6c1e5c HTTP/1.1" status: 200 len: 850 time: 0.0498531 Dec 20 15:03:58.464049 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b65ad64-8fd9-4502-85de-0aba2afba574 req-8925f1ae-c8f3-47b7-9d4f-b3758a0fc908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:03:58.465549 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0b65ad64-8fd9-4502-85de-0aba2afba574 req-8925f1ae-c8f3-47b7-9d4f-b3758a0fc908 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423489 Dec 20 15:03:58.558759 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0b65ad64-8fd9-4502-85de-0aba2afba574 req-d05aa2e5-e90d-4611-b011-d81f6796d653 service neutron] 10.222.0.47 "GET /v2.0/networks/98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858119 Dec 20 15:03:58.648527 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0b65ad64-8fd9-4502-85de-0aba2afba574 req-97eced21-f1aa-4d00-aa3c-e913e82d6249 service neutron] 10.222.0.47 "GET /v2.0/networks/98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829277 Dec 20 15:03:58.739696 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2d237e-cc4d-401d-8636-126567b3a5d0 req-46f0719b-e4d4-446c-bc39-21c46ecf1331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:03:58.741341 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ec2d237e-cc4d-401d-8636-126567b3a5d0 req-46f0719b-e4d4-446c-bc39-21c46ecf1331 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c386a559a8854d1caa58ca37066a398d&device_id=2d9c445b-107c-4670-abb9-ac918564c169 HTTP/1.1" status: 200 len: 1095 time: 0.0469775 Dec 20 15:03:58.841064 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2d237e-cc4d-401d-8636-126567b3a5d0 req-c847dcd2-d9a5-45f9-b265-72c5169c2078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:03:58.842544 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ec2d237e-cc4d-401d-8636-126567b3a5d0 req-c847dcd2-d9a5-45f9-b265-72c5169c2078 service neutron] 10.222.0.47 "GET /v2.0/networks?id=98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9 HTTP/1.1" status: 200 len: 912 time: 0.0939591 Dec 20 15:03:58.884217 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ec2d237e-cc4d-401d-8636-126567b3a5d0 req-c411f439-438d-41e3-8e28-239d3559d84d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=763423be-46b4-4603-be32-0538f0c8daaf HTTP/1.1" status: 200 len: 217 time: 0.0347624 Dec 20 15:03:58.937678 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2d237e-cc4d-401d-8636-126567b3a5d0 req-40a659f9-ba55-4b3f-8fd3-2c83ada0a380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:03:58.939194 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ec2d237e-cc4d-401d-8636-126567b3a5d0 req-40a659f9-ba55-4b3f-8fd3-2c83ada0a380 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f3c1d8ef-e07d-45b1-9131-82488f6c1e5c HTTP/1.1" status: 200 len: 850 time: 0.0487847 Dec 20 15:03:58.985582 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2d237e-cc4d-401d-8636-126567b3a5d0 req-82f96e49-4ef0-4f3b-8ed3-69e47d623042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:03:58.987176 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ec2d237e-cc4d-401d-8636-126567b3a5d0 req-82f96e49-4ef0-4f3b-8ed3-69e47d623042 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413992 Dec 20 15:03:59.085198 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ec2d237e-cc4d-401d-8636-126567b3a5d0 req-217258e1-5b77-4fa5-a1d5-f0b0ba6fd63b service neutron] 10.222.0.47 "GET /v2.0/networks/98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907490 Dec 20 15:03:59.179231 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ec2d237e-cc4d-401d-8636-126567b3a5d0 req-b2f9e18d-a343-4a15-af15-275a862cda8d service neutron] 10.222.0.47 "GET /v2.0/networks/98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858157 Dec 20 15:03:59.287448 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5491c599-62ad-4841-8aa4-ce47c9140747 req-cf62e1b1-52d2-4ae9-ba8f-35b0ddda63a0 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:03:59.295321 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5491c599-62ad-4841-8aa4-ce47c9140747 req-cf62e1b1-52d2-4ae9-ba8f-35b0ddda63a0 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d9c445b-107c-4670-abb9-ac918564c169 HTTP/1.1" status: 200 len: 943 time: 0.0618398 Dec 20 15:03:59.340285 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5491c599-62ad-4841-8aa4-ce47c9140747 req-d25aef0d-3cd9-4eba-802c-151a6bcb2d8b tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=825b22b9-90fe-4011-8472-9394377eada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440788 Dec 20 15:04:00.471954 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7d232b-ff39-4892-8441-840e1394cc0c req-a2ccc124-77cb-4483-9517-d0be3cdea496 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:04:00.474221 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8d7d232b-ff39-4892-8441-840e1394cc0c req-a2ccc124-77cb-4483-9517-d0be3cdea496 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d9c445b-107c-4670-abb9-ac918564c169 HTTP/1.1" status: 200 len: 943 time: 0.0619583 Dec 20 15:04:00.553321 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8d7d232b-ff39-4892-8441-840e1394cc0c req-9ee6c655-5faa-4019-ab2a-0ecfdd24d036 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=825b22b9-90fe-4011-8472-9394377eada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672026 Dec 20 15:04:00.734510 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-5784f2a4-27b8-4401-885f-0b625c935700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:04:01.716833 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339bb75f-628a-47d2-b0ad-71d6fa3d4ac9 req-75f6eeb3-909c-4c0c-8471-eb248513ff31 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:04:01.720642 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-339bb75f-628a-47d2-b0ad-71d6fa3d4ac9 req-75f6eeb3-909c-4c0c-8471-eb248513ff31 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d9c445b-107c-4670-abb9-ac918564c169 HTTP/1.1" status: 200 len: 943 time: 0.0844951 Dec 20 15:04:01.785265 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-339bb75f-628a-47d2-b0ad-71d6fa3d4ac9 req-52c168e0-12fd-4f7b-86f6-00bce26ddc52 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=825b22b9-90fe-4011-8472-9394377eada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562174 Dec 20 15:04:02.915475 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e48482df-6645-40cb-8783-9a724baea159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:04:02.926388 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf104e0-9830-40cc-aaee-7ebd8c1449c8 req-0c3ab8d6-cb43-477c-8411-c84d53226a18 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:04:02.930691 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4cf104e0-9830-40cc-aaee-7ebd8c1449c8 req-0c3ab8d6-cb43-477c-8411-c84d53226a18 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d9c445b-107c-4670-abb9-ac918564c169 HTTP/1.1" status: 200 len: 943 time: 0.0714054 Dec 20 15:04:02.991682 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4cf104e0-9830-40cc-aaee-7ebd8c1449c8 req-ee372203-bdc6-4e0a-b806-1a96293c4d2a tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=825b22b9-90fe-4011-8472-9394377eada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535715 Dec 20 15:04:03.860721 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:04:04.126136 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9291225-1992-487f-8c41-8507a9cb4b25 req-7435c97f-d1ed-4773-819f-c5c93657edf5 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:04:04.127570 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d9291225-1992-487f-8c41-8507a9cb4b25 req-7435c97f-d1ed-4773-819f-c5c93657edf5 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d9c445b-107c-4670-abb9-ac918564c169 HTTP/1.1" status: 200 len: 943 time: 0.0511782 Dec 20 15:04:04.190963 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d9291225-1992-487f-8c41-8507a9cb4b25 req-239f599e-c381-4c5c-854c-c4b03029c818 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=825b22b9-90fe-4011-8472-9394377eada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535233 Dec 20 15:04:05.306976 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a198f56-e0c7-49d2-89e5-0b99d4055247 req-31d8668c-b846-4e89-afff-882bd52a120c tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:04:05.308346 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5a198f56-e0c7-49d2-89e5-0b99d4055247 req-31d8668c-b846-4e89-afff-882bd52a120c tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d9c445b-107c-4670-abb9-ac918564c169 HTTP/1.1" status: 200 len: 943 time: 0.0516720 Dec 20 15:04:05.355873 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5a198f56-e0c7-49d2-89e5-0b99d4055247 req-7ad47657-39bb-43c5-885e-f7d350f9814e tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=825b22b9-90fe-4011-8472-9394377eada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413203 Dec 20 15:04:05.850190 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:04:06.344385 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:04:06.478007 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88648c9-897d-4568-ad2c-d4d99c6406ff req-40a46333-3771-44fc-9b69-efe44e2665f4 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:04:06.479547 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e88648c9-897d-4568-ad2c-d4d99c6406ff req-40a46333-3771-44fc-9b69-efe44e2665f4 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d9c445b-107c-4670-abb9-ac918564c169 HTTP/1.1" status: 200 len: 943 time: 0.0509028 Dec 20 15:04:06.528574 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e88648c9-897d-4568-ad2c-d4d99c6406ff req-b5efe1ec-fe87-4f9b-89db-dd8f8500b900 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=825b22b9-90fe-4011-8472-9394377eada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421362 Dec 20 15:04:07.652635 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcadf8df-71e7-454e-84fe-2767555507f3 req-89cfc743-583a-4098-8407-1b15ea3010f3 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:04:07.654230 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fcadf8df-71e7-454e-84fe-2767555507f3 req-89cfc743-583a-4098-8407-1b15ea3010f3 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d9c445b-107c-4670-abb9-ac918564c169 HTTP/1.1" status: 200 len: 943 time: 0.0539501 Dec 20 15:04:07.701597 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fcadf8df-71e7-454e-84fe-2767555507f3 req-64d908a5-72a7-4da0-9e05-1866fe45df6e tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=825b22b9-90fe-4011-8472-9394377eada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410364 Dec 20 15:04:08.825760 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc1f987-1494-48d6-973b-6ffae392fe03 req-429d801b-c9e9-4669-8326-7b71c9e1df27 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:04:08.827339 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1dc1f987-1494-48d6-973b-6ffae392fe03 req-429d801b-c9e9-4669-8326-7b71c9e1df27 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d9c445b-107c-4670-abb9-ac918564c169 HTTP/1.1" status: 200 len: 943 time: 0.0545855 Dec 20 15:04:08.876462 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1dc1f987-1494-48d6-973b-6ffae392fe03 req-3411fc4d-0e22-4fea-a5d2-066730065dee tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=825b22b9-90fe-4011-8472-9394377eada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427728 Dec 20 15:04:09.997530 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aff906-c15e-4a77-a948-485cddbff5f7 req-f94521eb-2da9-498e-b352-7e5457aac702 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:04:09.999097 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-04aff906-c15e-4a77-a948-485cddbff5f7 req-f94521eb-2da9-498e-b352-7e5457aac702 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d9c445b-107c-4670-abb9-ac918564c169 HTTP/1.1" status: 200 len: 943 time: 0.0507362 Dec 20 15:04:10.047120 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-04aff906-c15e-4a77-a948-485cddbff5f7 req-ac725cf0-94b0-45dc-ac41-64976efe360e tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=825b22b9-90fe-4011-8472-9394377eada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417235 Dec 20 15:04:11.169711 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a318e1-883d-49e8-b4eb-b12180adaf3f req-126bb0d1-9509-4ebc-9944-b3bfb9960217 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:04:11.171242 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-49a318e1-883d-49e8-b4eb-b12180adaf3f req-126bb0d1-9509-4ebc-9944-b3bfb9960217 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d9c445b-107c-4670-abb9-ac918564c169 HTTP/1.1" status: 200 len: 943 time: 0.0550430 Dec 20 15:04:11.224212 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-49a318e1-883d-49e8-b4eb-b12180adaf3f req-ab071a3f-4024-4034-adfa-a8be0c80de25 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=825b22b9-90fe-4011-8472-9394377eada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443242 Dec 20 15:04:11.840276 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:04:12.361877 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbcac92-e69a-478b-8686-7c5f63e70c61 req-ebeb2154-99d7-4515-88c2-28db9c0b9a98 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:04:12.363278 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3dbcac92-e69a-478b-8686-7c5f63e70c61 req-ebeb2154-99d7-4515-88c2-28db9c0b9a98 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d9c445b-107c-4670-abb9-ac918564c169 HTTP/1.1" status: 200 len: 943 time: 0.0519097 Dec 20 15:04:12.418023 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3dbcac92-e69a-478b-8686-7c5f63e70c61 req-d435c699-a75f-49f0-bfbd-edfcb8001421 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=825b22b9-90fe-4011-8472-9394377eada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455186 Dec 20 15:04:13.546452 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a594315-bfcb-4b38-8743-cdc6e59b7358 req-c68f5117-e24a-4d06-a73f-0ca93d967f36 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:04:13.547941 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6a594315-bfcb-4b38-8743-cdc6e59b7358 req-c68f5117-e24a-4d06-a73f-0ca93d967f36 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d9c445b-107c-4670-abb9-ac918564c169 HTTP/1.1" status: 200 len: 943 time: 0.0514929 Dec 20 15:04:13.595086 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6a594315-bfcb-4b38-8743-cdc6e59b7358 req-2dee76cc-57da-45ea-a6c8-3f27c4bd1a43 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=825b22b9-90fe-4011-8472-9394377eada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409498 Dec 20 15:04:14.722116 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bf9259-3601-461c-92a5-8cb61d08175a req-4f1b835a-5eb8-48fc-bec7-331358a23ebe tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:04:14.723692 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f1bf9259-3601-461c-92a5-8cb61d08175a req-4f1b835a-5eb8-48fc-bec7-331358a23ebe tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d9c445b-107c-4670-abb9-ac918564c169 HTTP/1.1" status: 200 len: 943 time: 0.0524480 Dec 20 15:04:14.771907 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f1bf9259-3601-461c-92a5-8cb61d08175a req-f475f00e-3407-4b74-82c6-e9bdf91949c6 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=825b22b9-90fe-4011-8472-9394377eada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420187 Dec 20 15:04:15.445602 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:04:15.897324 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fede0ba-8ecb-4ee0-8660-9dafd6cdd3c1 req-6ffcd8f7-e170-4bb1-a29a-781b5467d562 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:04:15.898782 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7fede0ba-8ecb-4ee0-8660-9dafd6cdd3c1 req-6ffcd8f7-e170-4bb1-a29a-781b5467d562 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d9c445b-107c-4670-abb9-ac918564c169 HTTP/1.1" status: 200 len: 943 time: 0.0564604 Dec 20 15:04:15.948736 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7fede0ba-8ecb-4ee0-8660-9dafd6cdd3c1 req-9e0e712f-046b-45de-aad7-28133655f33a tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=825b22b9-90fe-4011-8472-9394377eada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438607 Dec 20 15:04:17.079003 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fb8c73-d287-4da3-80b0-39c88a32887b req-2f6b71d2-6636-48c4-a072-67db18173ba3 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:04:17.080534 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-45fb8c73-d287-4da3-80b0-39c88a32887b req-2f6b71d2-6636-48c4-a072-67db18173ba3 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d9c445b-107c-4670-abb9-ac918564c169 HTTP/1.1" status: 200 len: 943 time: 0.0536427 Dec 20 15:04:17.131015 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-45fb8c73-d287-4da3-80b0-39c88a32887b req-af3f93a4-22cf-4c19-ba71-c532186a7382 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=825b22b9-90fe-4011-8472-9394377eada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441720 Dec 20 15:04:17.191388 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 52230) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:04:17.255525 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-fa850471-be54-4652-a0f4-d3aa68a0e722 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "GET /v2.0/floatingips/6c3ba239-8a02-4357-9115-4429e0fb1220 HTTP/1.1" status: 200 len: 993 time: 0.0628214 Dec 20 15:04:17.554003 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 52236) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:04:18.012122 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-23be3656-9638-46a1-ac20-3a940db648e9 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Deleting port 6fd44b59-9bbd-4ce3-b2ad-7e23cf2f420d {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:04:18.012422 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-23be3656-9638-46a1-ac20-3a940db648e9 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:04:18.089668 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-23be3656-9638-46a1-ac20-3a940db648e9 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:04:18.089955 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-23be3656-9638-46a1-ac20-3a940db648e9 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:04:18.101532 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-23be3656-9638-46a1-ac20-3a940db648e9 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Calling delete_port for 6fd44b59-9bbd-4ce3-b2ad-7e23cf2f420d owned by network:floatingip {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:04:18.216900 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 763423be-46b4-4603-be32-0538f0c8daaf details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:04:18.252550 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a49efac-a29c-4bd3-acd5-01680f776a4a req-84e241bc-7a61-497f-901e-a5ec7555cf57 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:04:18.254097 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4a49efac-a29c-4bd3-acd5-01680f776a4a req-84e241bc-7a61-497f-901e-a5ec7555cf57 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d9c445b-107c-4670-abb9-ac918564c169 HTTP/1.1" status: 200 len: 943 time: 0.0533509 Dec 20 15:04:18.254767 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-23be3656-9638-46a1-ac20-3a940db648e9 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:04:18.288949 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23be3656-9638-46a1-ac20-3a940db648e9 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Pushing event deleted for resources: {'Port': ['ID=6fd44b59-9bbd-4ce3-b2ad-7e23cf2f420d,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:04:18.303673 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4a49efac-a29c-4bd3-acd5-01680f776a4a req-153cfd30-ee75-4304-86c2-e4543c3022d7 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=825b22b9-90fe-4011-8472-9394377eada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428066 Dec 20 15:04:18.321910 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 763423be-46b4-4603-be32-0538f0c8daaf, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=763423be-46b4-4603-be32-0538f0c8daaf,segment=NetworkSegment(66ea2385-5704-4615-947d-557f749f82dd),segment_id=66ea2385-5704-4615-947d-557f749f82dd)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:04:18.331584 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23be3656-9638-46a1-ac20-3a940db648e9 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:04:18.331931 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23be3656-9638-46a1-ac20-3a940db648e9 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:04:18.332266 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23be3656-9638-46a1-ac20-3a940db648e9 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:04:18.332593 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23be3656-9638-46a1-ac20-3a940db648e9 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:04:18.332919 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23be3656-9638-46a1-ac20-3a940db648e9 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:04:18.333243 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23be3656-9638-46a1-ac20-3a940db648e9 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:04:18.333561 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23be3656-9638-46a1-ac20-3a940db648e9 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:04:18.333672 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': '763423be-46b4-4603-be32-0538f0c8daaf', 'network_id': '98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9', 'port_id': '763423be-46b4-4603-be32-0538f0c8daaf', 'mac_address': 'fa:16:3e:05:70:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3c1d8ef-e07d-45b1-9131-82488f6c1e5c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:04:18.333949 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23be3656-9638-46a1-ac20-3a940db648e9 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:04:18.334347 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23be3656-9638-46a1-ac20-3a940db648e9 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:04:18.334690 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23be3656-9638-46a1-ac20-3a940db648e9 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:04:18.335022 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23be3656-9638-46a1-ac20-3a940db648e9 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:04:18.335345 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23be3656-9638-46a1-ac20-3a940db648e9 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:04:18.335680 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23be3656-9638-46a1-ac20-3a940db648e9 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:04:18.354851 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-23be3656-9638-46a1-ac20-3a940db648e9 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for floatingip, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:04:18.355175 n-d-761264-19 neutron-server[103168]: INFO neutron.db.l3_db [None req-23be3656-9638-46a1-ac20-3a940db648e9 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Floating IP 6c3ba239-8a02-4357-9115-4429e0fb1220 disassociated (deleted). External IP: 172.25.0.254, port: 9cb1f759-9e90-4b6a-91e2-ac483de36175. Dec 20 15:04:18.374499 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:04:18.387816 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 763423be-46b4-4603-be32-0538f0c8daaf {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:04:18.408366 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 763423be-46b4-4603-be32-0538f0c8daaf, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=763423be-46b4-4603-be32-0538f0c8daaf,segment=NetworkSegment(66ea2385-5704-4615-947d-557f749f82dd),segment_id=66ea2385-5704-4615-947d-557f749f82dd)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:04:18.413583 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:04:18.458696 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=763423be-46b4-4603-be32-0538f0c8daaf,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:04:18.465977 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:04:18.466328 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:04:18.466665 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:04:18.467025 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:04:18.467352 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:04:18.467687 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:04:18.468012 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:04:18.468331 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:04:18.468654 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:04:18.468974 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:04:18.469300 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:04:18.469620 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:04:18.469945 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:04:18.577138 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23be3656-9638-46a1-ac20-3a940db648e9 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Router 0c7c7004-d8c7-4347-a418-c368fa2604dd has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:04:18.632291 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['763423be-46b4-4603-be32-0538f0c8daaf'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:04:18.688379 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23be3656-9638-46a1-ac20-3a940db648e9 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:04:18.693593 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-23be3656-9638-46a1-ac20-3a940db648e9 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:04:18.700670 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a66c4f9-797f-492b-a5dd-2cbf251fc7d6 None None] Sync routers for ids ['0c7c7004-d8c7-4347-a418-c368fa2604dd'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:04:18.711996 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a66c4f9-797f-492b-a5dd-2cbf251fc7d6 None None] Routers {'0c7c7004-d8c7-4347-a418-c368fa2604dd'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:04:18.712681 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-4a66c4f9-797f-492b-a5dd-2cbf251fc7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:04:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['0c7c7004-d8c7-4347-a418-c368fa2604dd'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:04:18.721633 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-23be3656-9638-46a1-ac20-3a940db648e9 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "DELETE /v2.0/floatingips/6c3ba239-8a02-4357-9115-4429e0fb1220 HTTP/1.1" status: 204 len: 168 time: 1.1665041 Dec 20 15:04:18.722671 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e82d32ef-7271-4376-9311-276b836f52ac', 'tag': '9cb1f759-9e90-4b6a-91e2-ac483de36175'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:04:18.725668 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3726f8ac-fb09-4352-9870-febfa315a9fe" -d '{"events": [{"name": "network-changed", "server_uuid": "e82d32ef-7271-4376-9311-276b836f52ac", "tag": "9cb1f759-9e90-4b6a-91e2-ac483de36175"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:04:18.832554 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-4a66c4f9-797f-492b-a5dd-2cbf251fc7d6 None None] Set router 0c7c7004-d8c7-4347-a418-c368fa2604dd gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:04:18.844524 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-029b312e-408e-4d75-9369-78c86846b7a2 x-openstack-request-id: req-029b312e-408e-4d75-9369-78c86846b7a2 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:04:18.844873 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e82d32ef-7271-4376-9311-276b836f52ac", "tag": "9cb1f759-9e90-4b6a-91e2-ac483de36175", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:04:18.845137 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-029b312e-408e-4d75-9369-78c86846b7a2 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:04:18.845744 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e82d32ef-7271-4376-9311-276b836f52ac', 'tag': '9cb1f759-9e90-4b6a-91e2-ac483de36175', 'status': 'completed', 'code': 200} Dec 20 15:04:18.909233 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3726f8ac-fb09-4352-9870-febfa315a9fe req-a6fe6394-ad84-49fb-8fdf-2c8d5ec81d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:04:18.910868 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3726f8ac-fb09-4352-9870-febfa315a9fe req-a6fe6394-ad84-49fb-8fdf-2c8d5ec81d11 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f62d8f2c7b324a5892ce5eb0e9d3389a&device_id=e82d32ef-7271-4376-9311-276b836f52ac HTTP/1.1" status: 200 len: 1097 time: 0.0444794 Dec 20 15:04:19.031293 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-4a66c4f9-797f-492b-a5dd-2cbf251fc7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c7c7004-d8c7-4347-a418-c368fa2604dd', 'name': 'tempest-TestNetworkBasicOps-router-988721142', 'tenant_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '52477bc9-e388-435f-946c-fd017e9fece2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:02:49Z', 'updated_at': '2021-12-20T15:02:55Z', 'revision_number': 4, 'project_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'gw_port': {'id': '52477bc9-e388-435f-946c-fd017e9fece2', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7c7004-d8c7-4347-a418-c368fa2604dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:49Z', 'updated_at': '2021-12-20T15:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '395e089a-43f7-46fe-b469-c415c2df6dc4', 'name': '', 'network_id': 'd386154e-87d3-4f53-93e1-03798041d2d4', 'tenant_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'mac_address': 'fa:16:3e:49:6d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7c7004-d8c7-4347-a418-c368fa2604dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '6cf7483e-6112-48b6-a5e9-59a0f7724bd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:54Z', 'updated_at': '2021-12-20T15:03:01Z', 'revision_number': 5, 'project_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'subnets': [{'id': '6cf7483e-6112-48b6-a5e9-59a0f7724bd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:04:19.057898 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a66c4f9-797f-492b-a5dd-2cbf251fc7d6 None None] Checking router: 0c7c7004-d8c7-4347-a418-c368fa2604dd for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:04:19.066876 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a66c4f9-797f-492b-a5dd-2cbf251fc7d6 None None] Routers {'0c7c7004-d8c7-4347-a418-c368fa2604dd'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:04:19.067489 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-4a66c4f9-797f-492b-a5dd-2cbf251fc7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:04:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['0c7c7004-d8c7-4347-a418-c368fa2604dd'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:04:19.269220 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-4a66c4f9-797f-492b-a5dd-2cbf251fc7d6 None None] Set router 0c7c7004-d8c7-4347-a418-c368fa2604dd gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:04:19.329558 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0c3376-89ff-4ab0-a940-e39827babb65 req-175e46c4-a740-4f8a-9b1e-02a054188a26 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:04:19.330895 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7b0c3376-89ff-4ab0-a940-e39827babb65 req-175e46c4-a740-4f8a-9b1e-02a054188a26 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "GET /v2.0/ports?device_id=e82d32ef-7271-4376-9311-276b836f52ac HTTP/1.1" status: 200 len: 945 time: 0.3852282 Dec 20 15:04:19.347743 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3726f8ac-fb09-4352-9870-febfa315a9fe req-eec0f59c-d99b-4c24-afe9-5bddd8005aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:04:19.349143 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3726f8ac-fb09-4352-9870-febfa315a9fe req-eec0f59c-d99b-4c24-afe9-5bddd8005aac service neutron] 10.222.0.30 "GET /v2.0/networks?id=d386154e-87d3-4f53-93e1-03798041d2d4 HTTP/1.1" status: 200 len: 897 time: 0.4287751 Dec 20 15:04:19.398371 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3726f8ac-fb09-4352-9870-febfa315a9fe req-2acaa198-a309-41d9-a406-179dd872de6b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9cb1f759-9e90-4b6a-91e2-ac483de36175 HTTP/1.1" status: 200 len: 217 time: 0.0392742 Dec 20 15:04:19.432625 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bd76ac-39df-49eb-a7a9-5eceb31e5bdd req-ad8349ee-f149-4d6b-8f3d-f00f85f7970a tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:04:19.434140 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f8bd76ac-39df-49eb-a7a9-5eceb31e5bdd req-ad8349ee-f149-4d6b-8f3d-f00f85f7970a tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d9c445b-107c-4670-abb9-ac918564c169 HTTP/1.1" status: 200 len: 944 time: 0.0503199 Dec 20 15:04:19.451651 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7b0c3376-89ff-4ab0-a940-e39827babb65 req-d9fc674f-2908-4f2f-bc91-91135a417b96 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9a882199-4bed-4664-823e-28d4a626f0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128228 Dec 20 15:04:19.468035 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3726f8ac-fb09-4352-9870-febfa315a9fe req-70d09e61-105b-4743-abc1-edde0c00f1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:04:19.469482 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3726f8ac-fb09-4352-9870-febfa315a9fe req-70d09e61-105b-4743-abc1-edde0c00f1fb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6cf7483e-6112-48b6-a5e9-59a0f7724bd4 HTTP/1.1" status: 200 len: 835 time: 0.0610886 Dec 20 15:04:19.480368 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-4a66c4f9-797f-492b-a5dd-2cbf251fc7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c7c7004-d8c7-4347-a418-c368fa2604dd', 'name': 'tempest-TestNetworkBasicOps-router-988721142', 'tenant_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '52477bc9-e388-435f-946c-fd017e9fece2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:02:49Z', 'updated_at': '2021-12-20T15:02:55Z', 'revision_number': 4, 'project_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'gw_port': {'id': '52477bc9-e388-435f-946c-fd017e9fece2', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7c7004-d8c7-4347-a418-c368fa2604dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:49Z', 'updated_at': '2021-12-20T15:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '395e089a-43f7-46fe-b469-c415c2df6dc4', 'name': '', 'network_id': 'd386154e-87d3-4f53-93e1-03798041d2d4', 'tenant_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'mac_address': 'fa:16:3e:49:6d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7c7004-d8c7-4347-a418-c368fa2604dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '6cf7483e-6112-48b6-a5e9-59a0f7724bd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:54Z', 'updated_at': '2021-12-20T15:03:01Z', 'revision_number': 5, 'project_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'subnets': [{'id': '6cf7483e-6112-48b6-a5e9-59a0f7724bd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:04:19.489236 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f8bd76ac-39df-49eb-a7a9-5eceb31e5bdd req-35e5c07a-8cd5-4195-ae2f-434f36c01bca tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=825b22b9-90fe-4011-8472-9394377eada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481741 Dec 20 15:04:19.508446 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a66c4f9-797f-492b-a5dd-2cbf251fc7d6 None None] The sync data for ids ['0c7c7004-d8c7-4347-a418-c368fa2604dd'] in n-d-761264-19 is: [{'id': '0c7c7004-d8c7-4347-a418-c368fa2604dd', 'name': 'tempest-TestNetworkBasicOps-router-988721142', 'tenant_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '52477bc9-e388-435f-946c-fd017e9fece2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:02:49Z', 'updated_at': '2021-12-20T15:02:55Z', 'revision_number': 4, 'project_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'gw_port': {'id': '52477bc9-e388-435f-946c-fd017e9fece2', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7c7004-d8c7-4347-a418-c368fa2604dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:49Z', 'updated_at': '2021-12-20T15:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '395e089a-43f7-46fe-b469-c415c2df6dc4', 'name': '', 'network_id': 'd386154e-87d3-4f53-93e1-03798041d2d4', 'tenant_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'mac_address': 'fa:16:3e:49:6d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7c7004-d8c7-4347-a418-c368fa2604dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '6cf7483e-6112-48b6-a5e9-59a0f7724bd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:54Z', 'updated_at': '2021-12-20T15:03:01Z', 'revision_number': 5, 'project_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'subnets': [{'id': '6cf7483e-6112-48b6-a5e9-59a0f7724bd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:04:19.521645 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3726f8ac-fb09-4352-9870-febfa315a9fe req-a1c785d6-7797-4565-85de-9cb190fbd0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:04:19.523090 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3726f8ac-fb09-4352-9870-febfa315a9fe req-a1c785d6-7797-4565-85de-9cb190fbd0c0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d386154e-87d3-4f53-93e1-03798041d2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438631 Dec 20 15:04:19.620070 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3726f8ac-fb09-4352-9870-febfa315a9fe req-cea5b7fe-67af-4d17-bf29-e5fcf32e075c service neutron] 10.222.0.30 "GET /v2.0/networks/d386154e-87d3-4f53-93e1-03798041d2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868344 Dec 20 15:04:19.718035 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3726f8ac-fb09-4352-9870-febfa315a9fe req-e5cb3f66-b5bb-479f-9631-3d5830006934 service neutron] 10.222.0.30 "GET /v2.0/networks/d386154e-87d3-4f53-93e1-03798041d2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857069 Dec 20 15:04:19.728141 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9100a773-629a-49c0-bd3b-2a7d7d69c50b None None] New status for floating IP 6c3ba239-8a02-4357-9115-4429e0fb1220: DOWN {{(pid=103169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 15:04:20.247301 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 763423be-46b4-4603-be32-0538f0c8daaf up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:04:20.313435 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning for port 763423be-46b4-4603-be32-0538f0c8daaf completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:04:20.317708 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port 763423be-46b4-4603-be32-0538f0c8daaf triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:04:20.318079 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:04:20.396328 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:04:20.418549 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d9c445b-107c-4670-abb9-ac918564c169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '763423be-46b4-4603-be32-0538f0c8daaf'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:04:20.420845 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-267d7135-593b-4be9-879d-6cc187ad11fb" -d '{"events": [{"server_uuid": "2d9c445b-107c-4670-abb9-ac918564c169", "name": "network-vif-plugged", "status": "completed", "tag": "763423be-46b4-4603-be32-0538f0c8daaf"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:04:20.433001 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 763423be-46b4-4603-be32-0538f0c8daaf, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=763423be-46b4-4603-be32-0538f0c8daaf,segment=NetworkSegment(66ea2385-5704-4615-947d-557f749f82dd),segment_id=66ea2385-5704-4615-947d-557f749f82dd)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:04:20.438104 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:04:20.463848 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a5c05f6-cb91-4213-8fee-6d63a3bac89f x-openstack-request-id: req-7a5c05f6-cb91-4213-8fee-6d63a3bac89f {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:04:20.464170 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d9c445b-107c-4670-abb9-ac918564c169", "name": "network-vif-plugged", "status": "completed", "tag": "763423be-46b4-4603-be32-0538f0c8daaf", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:04:20.464410 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7a5c05f6-cb91-4213-8fee-6d63a3bac89f {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:04:20.464828 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d9c445b-107c-4670-abb9-ac918564c169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '763423be-46b4-4603-be32-0538f0c8daaf', 'code': 200} Dec 20 15:04:20.496948 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=763423be-46b4-4603-be32-0538f0c8daaf,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:04:20.577313 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1438fbb-c731-470c-bf19-9769d371813e req-39e52219-e92a-4fa4-baa0-fe22c6e9925b tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:04:20.579004 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a1438fbb-c731-470c-bf19-9769d371813e req-39e52219-e92a-4fa4-baa0-fe22c6e9925b tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "GET /v2.0/ports?device_id=e82d32ef-7271-4376-9311-276b836f52ac HTTP/1.1" status: 200 len: 945 time: 0.0486250 Dec 20 15:04:20.598583 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3d5e84-8d8d-48d6-9337-0a084609c5ae req-a4f884e2-146d-4c62-b7a4-77d28e55ce96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:04:20.600169 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-dd3d5e84-8d8d-48d6-9337-0a084609c5ae req-a4f884e2-146d-4c62-b7a4-77d28e55ce96 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2d9c445b-107c-4670-abb9-ac918564c169 HTTP/1.1" status: 200 len: 1097 time: 0.0723290 Dec 20 15:04:20.629254 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a1438fbb-c731-470c-bf19-9769d371813e req-72a9143e-5406-413c-bd94-077240655eb9 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9a882199-4bed-4664-823e-28d4a626f0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441284 Dec 20 15:04:20.655979 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04d8afb-1977-4f5f-9403-6081fbaf3388 req-e879ca3f-7502-41b9-8f06-d283cfbaf906 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:04:20.657397 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c04d8afb-1977-4f5f-9403-6081fbaf3388 req-e879ca3f-7502-41b9-8f06-d283cfbaf906 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d9c445b-107c-4670-abb9-ac918564c169 HTTP/1.1" status: 200 len: 945 time: 0.0960107 Dec 20 15:04:20.689516 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:04:20.701858 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-dd3d5e84-8d8d-48d6-9337-0a084609c5ae req-daff7ebd-3e5a-4005-9e1f-9cb9b52d458c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=825b22b9-90fe-4011-8472-9394377eada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942690 Dec 20 15:04:20.720219 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d479df-2fbc-4426-af19-36b673606905 req-19f5441e-3bdf-440c-bb61-213b7057554c tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:04:20.721635 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-96d479df-2fbc-4426-af19-36b673606905 req-19f5441e-3bdf-440c-bb61-213b7057554c tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.30 "GET /v2.0/ports?device_id=e82d32ef-7271-4376-9311-276b836f52ac HTTP/1.1" status: 200 len: 945 time: 0.1079128 Dec 20 15:04:20.746287 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c04d8afb-1977-4f5f-9403-6081fbaf3388 req-31019064-065d-4312-8512-e2ec0f157356 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=825b22b9-90fe-4011-8472-9394377eada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826535 Dec 20 15:04:20.835817 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-96d479df-2fbc-4426-af19-36b673606905 req-8c9ed51e-11e7-44c6-84a8-73dd69f79f22 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Deleting port 9cb1f759-9e90-4b6a-91e2-ac483de36175 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:04:20.836133 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-96d479df-2fbc-4426-af19-36b673606905 req-8c9ed51e-11e7-44c6-84a8-73dd69f79f22 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:04:20.923223 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-96d479df-2fbc-4426-af19-36b673606905 req-8c9ed51e-11e7-44c6-84a8-73dd69f79f22 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] For port 9cb1f759-9e90-4b6a-91e2-ac483de36175, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=9cb1f759-9e90-4b6a-91e2-ac483de36175,segment=NetworkSegment(1b2c6141-a60e-446d-8ec3-9d414e51967c),segment_id=1b2c6141-a60e-446d-8ec3-9d414e51967c)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:04:20.923454 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-96d479df-2fbc-4426-af19-36b673606905 req-8c9ed51e-11e7-44c6-84a8-73dd69f79f22 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:04:20.940278 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-96d479df-2fbc-4426-af19-36b673606905 req-8c9ed51e-11e7-44c6-84a8-73dd69f79f22 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Calling delete_port for 9cb1f759-9e90-4b6a-91e2-ac483de36175 owned by compute:nova {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:04:21.073224 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-96d479df-2fbc-4426-af19-36b673606905 req-8c9ed51e-11e7-44c6-84a8-73dd69f79f22 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:04:21.102087 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9ed51e-11e7-44c6-84a8-73dd69f79f22 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Pushing event deleted for resources: {'Port': ['ID=9cb1f759-9e90-4b6a-91e2-ac483de36175,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:04:21.146308 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-96d479df-2fbc-4426-af19-36b673606905 req-8c9ed51e-11e7-44c6-84a8-73dd69f79f22 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] No DVR routers for this DVR port 9cb1f759-9e90-4b6a-91e2-ac483de36175 on host n-h1-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:04:21.149023 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-96d479df-2fbc-4426-af19-36b673606905 req-8c9ed51e-11e7-44c6-84a8-73dd69f79f22 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:04:21.152394 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-96d479df-2fbc-4426-af19-36b673606905 req-8c9ed51e-11e7-44c6-84a8-73dd69f79f22 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.30 "DELETE /v2.0/ports/9cb1f759-9e90-4b6a-91e2-ac483de36175 HTTP/1.1" status: 204 len: 173 time: 0.4208188 Dec 20 15:04:21.152840 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e82d32ef-7271-4376-9311-276b836f52ac', 'name': 'network-vif-deleted', 'tag': '9cb1f759-9e90-4b6a-91e2-ac483de36175'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:04:21.155128 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab6744c0-8736-4579-9d9e-cf20fcc32b31" -d '{"events": [{"server_uuid": "e82d32ef-7271-4376-9311-276b836f52ac", "name": "network-vif-deleted", "tag": "9cb1f759-9e90-4b6a-91e2-ac483de36175"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:04:21.253902 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19d4d590-273e-4751-ab84-3ee1b67cfd52 x-openstack-request-id: req-19d4d590-273e-4751-ab84-3ee1b67cfd52 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:04:21.254209 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e82d32ef-7271-4376-9311-276b836f52ac", "name": "network-vif-deleted", "tag": "9cb1f759-9e90-4b6a-91e2-ac483de36175", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:04:21.254466 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-19d4d590-273e-4751-ab84-3ee1b67cfd52 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:04:21.254974 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e82d32ef-7271-4376-9311-276b836f52ac', 'name': 'network-vif-deleted', 'tag': '9cb1f759-9e90-4b6a-91e2-ac483de36175', 'status': 'completed', 'code': 200} Dec 20 15:04:21.690303 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 52264) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:04:21.747668 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b14ba4fc-dec6-4fdc-a09b-74ce2bfa98be tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:04:21.773656 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b14ba4fc-dec6-4fdc-a09b-74ce2bfa98be tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:04:21.840530 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b14ba4fc-dec6-4fdc-a09b-74ce2bfa98be tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:04:21.843901 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b14ba4fc-dec6-4fdc-a09b-74ce2bfa98be tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:04:21.847546 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-b14ba4fc-dec6-4fdc-a09b-74ce2bfa98be tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "DELETE /v2.0/security-groups/9a882199-4bed-4664-823e-28d4a626f0bf HTTP/1.1" status: 204 len: 168 time: 0.1558051 Dec 20 15:04:21.863151 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14ba4fc-dec6-4fdc-a09b-74ce2bfa98be tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a882199-4bed-4664-823e-28d4a626f0bf,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:04:21.884070 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd16dab1-002a-4a6a-be1e-fa0b235f36df req-65216fc7-75a4-46ec-a3cc-cd5e9a743dc5 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:04:21.888420 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 52270) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:04:21.888592 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-dd16dab1-002a-4a6a-be1e-fa0b235f36df req-65216fc7-75a4-46ec-a3cc-cd5e9a743dc5 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d9c445b-107c-4670-abb9-ac918564c169 HTTP/1.1" status: 200 len: 945 time: 0.0676014 Dec 20 15:04:21.938174 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-dd16dab1-002a-4a6a-be1e-fa0b235f36df req-aef16dd7-dd53-4975-86b7-fd480b1c6256 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=825b22b9-90fe-4011-8472-9394377eada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415852 Dec 20 15:04:22.137568 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c1c159-0c29-4d42-935e-0ae1851dcef9 req-b2820651-8fc0-445a-b268-2080485f5e26 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:04:22.139112 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-06c1c159-0c29-4d42-935e-0ae1851dcef9 req-b2820651-8fc0-445a-b268-2080485f5e26 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d9c445b-107c-4670-abb9-ac918564c169 HTTP/1.1" status: 200 len: 945 time: 0.1308563 Dec 20 15:04:22.232187 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-06c1c159-0c29-4d42-935e-0ae1851dcef9 req-bfb1a8ce-d6a9-4255-9dad-5ce148686e71 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=825b22b9-90fe-4011-8472-9394377eada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865457 Dec 20 15:04:22.345348 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3d93e1bb-d493-4366-885d-e87d75220dfd tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1595867'] for router_interface, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:04:22.355443 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e5c785-94a7-4827-9c47-478c9a64bd75 req-75c8c500-2155-4021-a84b-676379bfdd99 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:04:22.356940 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-50e5c785-94a7-4827-9c47-478c9a64bd75 req-75c8c500-2155-4021-a84b-676379bfdd99 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d9c445b-107c-4670-abb9-ac918564c169 HTTP/1.1" status: 200 len: 945 time: 0.0523424 Dec 20 15:04:22.405385 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-50e5c785-94a7-4827-9c47-478c9a64bd75 req-bcb5c100-da76-4371-aaa5-7f93f2d6f9c2 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=825b22b9-90fe-4011-8472-9394377eada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418351 Dec 20 15:04:22.622853 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-3d93e1bb-d493-4366-885d-e87d75220dfd tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Deleting port 395e089a-43f7-46fe-b469-c415c2df6dc4 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:04:22.623198 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3d93e1bb-d493-4366-885d-e87d75220dfd tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:04:22.699503 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d7986d-d30f-485a-86c0-ba6ec47ca4e6 req-9da6f16f-6b3d-48c9-94e9-4f546ae16230 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:04:22.701006 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a1d7986d-d30f-485a-86c0-ba6ec47ca4e6 req-9da6f16f-6b3d-48c9-94e9-4f546ae16230 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d9c445b-107c-4670-abb9-ac918564c169 HTTP/1.1" status: 200 len: 945 time: 0.0500786 Dec 20 15:04:22.723036 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-3d93e1bb-d493-4366-885d-e87d75220dfd tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] For port 395e089a-43f7-46fe-b469-c415c2df6dc4, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=395e089a-43f7-46fe-b469-c415c2df6dc4,segment=NetworkSegment(1b2c6141-a60e-446d-8ec3-9d414e51967c),segment_id=1b2c6141-a60e-446d-8ec3-9d414e51967c)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:04:22.723642 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3d93e1bb-d493-4366-885d-e87d75220dfd tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:04:22.738179 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-3d93e1bb-d493-4366-885d-e87d75220dfd tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Calling delete_port for 395e089a-43f7-46fe-b469-c415c2df6dc4 owned by network:router_interface {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:04:22.748926 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a1d7986d-d30f-485a-86c0-ba6ec47ca4e6 req-c0cedac6-6c4a-4550-b566-4e0eb5c4847f tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=825b22b9-90fe-4011-8472-9394377eada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419223 Dec 20 15:04:22.933986 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3d93e1bb-d493-4366-885d-e87d75220dfd tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:04:22.960087 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d93e1bb-d493-4366-885d-e87d75220dfd tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Pushing event deleted for resources: {'Port': ['ID=395e089a-43f7-46fe-b469-c415c2df6dc4,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:04:23.132553 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3d93e1bb-d493-4366-885d-e87d75220dfd tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582411'] for router_interface, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:04:23.351553 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d93e1bb-d493-4366-885d-e87d75220dfd tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Router 0c7c7004-d8c7-4347-a418-c368fa2604dd has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:04:23.457885 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d93e1bb-d493-4366-885d-e87d75220dfd tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:04:23.463120 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-3d93e1bb-d493-4366-885d-e87d75220dfd tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "PUT /v2.0/routers/0c7c7004-d8c7-4347-a418-c368fa2604dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5736234 Dec 20 15:04:23.466019 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 52282) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:04:23.468136 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182d0344-f86a-4ba4-aec8-e5dcab24df59 None None] Sync routers for ids ['0c7c7004-d8c7-4347-a418-c368fa2604dd'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:04:23.479363 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182d0344-f86a-4ba4-aec8-e5dcab24df59 None None] Routers {'0c7c7004-d8c7-4347-a418-c368fa2604dd'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:04:23.479979 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-182d0344-f86a-4ba4-aec8-e5dcab24df59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:04:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['0c7c7004-d8c7-4347-a418-c368fa2604dd'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:04:23.517089 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d50873b-8044-47c7-8cff-786bff1e4bcb tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Deleting subnet 6cf7483e-6112-48b6-a5e9-59a0f7724bd4 {{(pid=103167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:04:23.520362 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3d50873b-8044-47c7-8cff-786bff1e4bcb tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for subnet, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:04:23.564505 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3d50873b-8044-47c7-8cff-786bff1e4bcb tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954412'] for subnet, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:04:23.585649 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-182d0344-f86a-4ba4-aec8-e5dcab24df59 None None] Set router 0c7c7004-d8c7-4347-a418-c368fa2604dd gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:04:23.648287 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3d50873b-8044-47c7-8cff-786bff1e4bcb tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:04:23.706933 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3d50873b-8044-47c7-8cff-786bff1e4bcb tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:04:23.734658 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d50873b-8044-47c7-8cff-786bff1e4bcb tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Pushing event deleted for resources: {'Subnet': ['ID=6cf7483e-6112-48b6-a5e9-59a0f7724bd4,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:04:23.736758 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3d50873b-8044-47c7-8cff-786bff1e4bcb tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:04:23.741768 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-3d50873b-8044-47c7-8cff-786bff1e4bcb tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "DELETE /v2.0/subnets/6cf7483e-6112-48b6-a5e9-59a0f7724bd4 HTTP/1.1" status: 204 len: 168 time: 0.2748237 Dec 20 15:04:23.743060 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 52284) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:04:23.745280 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03c7619-451c-4ca6-b84e-43194dbcd69e None None] Network d386154e-87d3-4f53-93e1-03798041d2d4 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:04:23.772065 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-182d0344-f86a-4ba4-aec8-e5dcab24df59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c7c7004-d8c7-4347-a418-c368fa2604dd', 'name': 'tempest-TestNetworkBasicOps-router-988721142', 'tenant_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '52477bc9-e388-435f-946c-fd017e9fece2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:02:49Z', 'updated_at': '2021-12-20T15:04:22Z', 'revision_number': 5, 'project_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'gw_port': {'id': '52477bc9-e388-435f-946c-fd017e9fece2', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7c7004-d8c7-4347-a418-c368fa2604dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:49Z', 'updated_at': '2021-12-20T15:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:04:23.809213 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182d0344-f86a-4ba4-aec8-e5dcab24df59 None None] Checking router: 0c7c7004-d8c7-4347-a418-c368fa2604dd for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:04:23.821533 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182d0344-f86a-4ba4-aec8-e5dcab24df59 None None] Routers {'0c7c7004-d8c7-4347-a418-c368fa2604dd'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:04:23.822761 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-182d0344-f86a-4ba4-aec8-e5dcab24df59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:04:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['0c7c7004-d8c7-4347-a418-c368fa2604dd'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:04:23.884262 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-424120dd-2928-4755-9456-c1b8b0d42c85 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for router, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:04:23.900114 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38854e0e-5ac3-4192-8d70-98fa2616440d req-05c0bee6-246d-4f58-b05f-e7fb703c91db tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:04:23.901824 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-38854e0e-5ac3-4192-8d70-98fa2616440d req-05c0bee6-246d-4f58-b05f-e7fb703c91db tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d9c445b-107c-4670-abb9-ac918564c169 HTTP/1.1" status: 200 len: 945 time: 0.0671608 Dec 20 15:04:23.946989 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfbb93ea-c8cc-4b95-8e26-4b790af37b7d None None] DHCP port deletion for d386154e-87d3-4f53-93e1-03798041d2d4 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:04:23.955773 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-182d0344-f86a-4ba4-aec8-e5dcab24df59 None None] Set router 0c7c7004-d8c7-4347-a418-c368fa2604dd gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:04:23.967972 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-38854e0e-5ac3-4192-8d70-98fa2616440d req-72531196-b801-42a4-a35a-2c169cc90b60 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=825b22b9-90fe-4011-8472-9394377eada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559938 Dec 20 15:04:24.002864 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-424120dd-2928-4755-9456-c1b8b0d42c85 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:04:24.012667 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-cfbb93ea-c8cc-4b95-8e26-4b790af37b7d None None] Deleting port d217762c-99eb-444f-97c1-c14a36ec228e {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:04:24.013121 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-cfbb93ea-c8cc-4b95-8e26-4b790af37b7d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:04:24.064016 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-424120dd-2928-4755-9456-c1b8b0d42c85 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Deleting port 52477bc9-e388-435f-946c-fd017e9fece2 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:04:24.064659 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-424120dd-2928-4755-9456-c1b8b0d42c85 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:04:24.085468 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-cfbb93ea-c8cc-4b95-8e26-4b790af37b7d None None] For port d217762c-99eb-444f-97c1-c14a36ec228e, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=d217762c-99eb-444f-97c1-c14a36ec228e,segment=NetworkSegment(1b2c6141-a60e-446d-8ec3-9d414e51967c),segment_id=1b2c6141-a60e-446d-8ec3-9d414e51967c)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:04:24.085843 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-cfbb93ea-c8cc-4b95-8e26-4b790af37b7d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:04:24.102364 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-cfbb93ea-c8cc-4b95-8e26-4b790af37b7d None None] Calling delete_port for d217762c-99eb-444f-97c1-c14a36ec228e owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:04:24.171479 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-182d0344-f86a-4ba4-aec8-e5dcab24df59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c7c7004-d8c7-4347-a418-c368fa2604dd', 'name': 'tempest-TestNetworkBasicOps-router-988721142', 'tenant_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '52477bc9-e388-435f-946c-fd017e9fece2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:02:49Z', 'updated_at': '2021-12-20T15:04:22Z', 'revision_number': 5, 'project_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'gw_port': {'id': '52477bc9-e388-435f-946c-fd017e9fece2', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7c7004-d8c7-4347-a418-c368fa2604dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:49Z', 'updated_at': '2021-12-20T15:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:04:24.176963 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-424120dd-2928-4755-9456-c1b8b0d42c85 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] For port 52477bc9-e388-435f-946c-fd017e9fece2, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=52477bc9-e388-435f-946c-fd017e9fece2,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:04:24.177881 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-424120dd-2928-4755-9456-c1b8b0d42c85 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:04:24.198825 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-cfbb93ea-c8cc-4b95-8e26-4b790af37b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:04:24.206446 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182d0344-f86a-4ba4-aec8-e5dcab24df59 None None] The sync data for ids ['0c7c7004-d8c7-4347-a418-c368fa2604dd'] in n-d-761264-19 is: [{'id': '0c7c7004-d8c7-4347-a418-c368fa2604dd', 'name': 'tempest-TestNetworkBasicOps-router-988721142', 'tenant_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '52477bc9-e388-435f-946c-fd017e9fece2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:02:49Z', 'updated_at': '2021-12-20T15:04:22Z', 'revision_number': 5, 'project_id': 'f62d8f2c7b324a5892ce5eb0e9d3389a', 'gw_port': {'id': '52477bc9-e388-435f-946c-fd017e9fece2', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7c7004-d8c7-4347-a418-c368fa2604dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:49Z', 'updated_at': '2021-12-20T15:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:04:24.210978 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-424120dd-2928-4755-9456-c1b8b0d42c85 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Calling delete_port for 52477bc9-e388-435f-946c-fd017e9fece2 owned by network:router_gateway {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:04:24.237109 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbb93ea-c8cc-4b95-8e26-4b790af37b7d None None] Pushing event deleted for resources: {'Port': ['ID=d217762c-99eb-444f-97c1-c14a36ec228e,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:04:24.237543 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b8874f-341e-4df8-b46d-a3dd34d42846 req-e55eaf4f-6759-4cc9-beed-a3d785a6e365 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:04:24.242831 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-40b8874f-341e-4df8-b46d-a3dd34d42846 req-e55eaf4f-6759-4cc9-beed-a3d785a6e365 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d9c445b-107c-4670-abb9-ac918564c169 HTTP/1.1" status: 200 len: 945 time: 0.0862477 Dec 20 15:04:24.246348 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbb93ea-c8cc-4b95-8e26-4b790af37b7d None None] No DVR routers for this DVR port d217762c-99eb-444f-97c1-c14a36ec228e on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:04:24.340562 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-40b8874f-341e-4df8-b46d-a3dd34d42846 req-422e56f3-ace5-4fbb-af49-7ec89560af87 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Deleting port 763423be-46b4-4603-be32-0538f0c8daaf {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:04:24.340886 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-40b8874f-341e-4df8-b46d-a3dd34d42846 req-422e56f3-ace5-4fbb-af49-7ec89560af87 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:04:24.398967 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-424120dd-2928-4755-9456-c1b8b0d42c85 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:04:24.425148 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424120dd-2928-4755-9456-c1b8b0d42c85 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Pushing event deleted for resources: {'Port': ['ID=52477bc9-e388-435f-946c-fd017e9fece2,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:04:24.434074 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-40b8874f-341e-4df8-b46d-a3dd34d42846 req-422e56f3-ace5-4fbb-af49-7ec89560af87 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] For port 763423be-46b4-4603-be32-0538f0c8daaf, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=763423be-46b4-4603-be32-0538f0c8daaf,segment=NetworkSegment(66ea2385-5704-4615-947d-557f749f82dd),segment_id=66ea2385-5704-4615-947d-557f749f82dd)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:04:24.434074 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-40b8874f-341e-4df8-b46d-a3dd34d42846 req-422e56f3-ace5-4fbb-af49-7ec89560af87 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:04:24.441746 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e8687e-aeec-4c72-8f52-153dee8f25ad None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:04:24.446481 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-40b8874f-341e-4df8-b46d-a3dd34d42846 req-422e56f3-ace5-4fbb-af49-7ec89560af87 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Calling delete_port for 763423be-46b4-4603-be32-0538f0c8daaf owned by compute:nova {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:04:24.497726 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-424120dd-2928-4755-9456-c1b8b0d42c85 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584913'] for router_gateway, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:04:24.591324 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-40b8874f-341e-4df8-b46d-a3dd34d42846 req-422e56f3-ace5-4fbb-af49-7ec89560af87 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:04:24.595791 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device d217762c-99eb-444f-97c1-c14a36ec228e no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:04:24.601461 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-424120dd-2928-4755-9456-c1b8b0d42c85 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40132'] for router, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:04:24.604154 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-424120dd-2928-4755-9456-c1b8b0d42c85 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:04:24.621400 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: d217762c-99eb-444f-97c1-c14a36ec228e {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:04:24.624046 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device d217762c-99eb-444f-97c1-c14a36ec228e not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:04:24.631281 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422e56f3-ace5-4fbb-af49-7ec89560af87 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Pushing event deleted for resources: {'Port': ['ID=763423be-46b4-4603-be32-0538f0c8daaf,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:04:24.661463 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-424120dd-2928-4755-9456-c1b8b0d42c85 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1594808'] for router, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:04:24.662701 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-424120dd-2928-4755-9456-c1b8b0d42c85 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Fanout notify agent at l3_agent the message router_deleted on router 0c7c7004-d8c7-4347-a418-c368fa2604dd {{(pid=103168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:04:24.674444 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-424120dd-2928-4755-9456-c1b8b0d42c85 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:04:24.679029 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-424120dd-2928-4755-9456-c1b8b0d42c85 tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "DELETE /v2.0/routers/0c7c7004-d8c7-4347-a418-c368fa2604dd HTTP/1.1" status: 204 len: 168 time: 0.9320545 Dec 20 15:04:24.679029 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 52288) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:04:24.699435 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-40b8874f-341e-4df8-b46d-a3dd34d42846 req-422e56f3-ace5-4fbb-af49-7ec89560af87 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] No DVR routers for this DVR port 763423be-46b4-4603-be32-0538f0c8daaf on host n-h2-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:04:24.702209 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-40b8874f-341e-4df8-b46d-a3dd34d42846 req-422e56f3-ace5-4fbb-af49-7ec89560af87 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:04:24.705853 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-40b8874f-341e-4df8-b46d-a3dd34d42846 req-422e56f3-ace5-4fbb-af49-7ec89560af87 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.47 "DELETE /v2.0/ports/763423be-46b4-4603-be32-0538f0c8daaf HTTP/1.1" status: 204 len: 173 time: 0.4576685 Dec 20 15:04:24.706332 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d9c445b-107c-4670-abb9-ac918564c169', 'name': 'network-vif-deleted', 'tag': '763423be-46b4-4603-be32-0538f0c8daaf'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:04:24.708727 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-196c7b28-6f77-46d3-a34f-eb63d8397003" -d '{"events": [{"server_uuid": "2d9c445b-107c-4670-abb9-ac918564c169", "name": "network-vif-deleted", "tag": "763423be-46b4-4603-be32-0538f0c8daaf"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:04:24.768247 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6ddf4d6d-44e0-4c24-84f7-85ebdc5ecd1f tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:04:24.787751 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-529e7cb5-7433-4431-9a9a-c373dfe181d0 x-openstack-request-id: req-529e7cb5-7433-4431-9a9a-c373dfe181d0 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:04:24.788246 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d9c445b-107c-4670-abb9-ac918564c169", "name": "network-vif-deleted", "tag": "763423be-46b4-4603-be32-0538f0c8daaf", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:04:24.788342 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-529e7cb5-7433-4431-9a9a-c373dfe181d0 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:04:24.788701 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d9c445b-107c-4670-abb9-ac918564c169', 'name': 'network-vif-deleted', 'tag': '763423be-46b4-4603-be32-0538f0c8daaf', 'status': 'completed', 'code': 200} Dec 20 15:04:24.857823 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6ddf4d6d-44e0-4c24-84f7-85ebdc5ecd1f tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:04:24.881832 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-6ddf4d6d-44e0-4c24-84f7-85ebdc5ecd1f tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d386154e-87d3-4f53-93e1-03798041d2d4']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:04:24.883920 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 9cb1f759-9e90-4b6a-91e2-ac483de36175 no longer exists at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:04:24.893201 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-6ddf4d6d-44e0-4c24-84f7-85ebdc5ecd1f tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b2c6141-a60e-446d-8ec3-9d414e51967c') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:04:24.893498 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-6ddf4d6d-44e0-4c24-84f7-85ebdc5ecd1f tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b2c6141-a60e-446d-8ec3-9d414e51967c') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:04:24.904838 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6ddf4d6d-44e0-4c24-84f7-85ebdc5ecd1f tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:04:24.910400 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] No Port match for: 9cb1f759-9e90-4b6a-91e2-ac483de36175 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:04:24.910756 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 9cb1f759-9e90-4b6a-91e2-ac483de36175 not bound to the agent host n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:04:24.919570 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6ddf4d6d-44e0-4c24-84f7-85ebdc5ecd1f tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:04:24.926027 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ddf4d6d-44e0-4c24-84f7-85ebdc5ecd1f tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:04:24.926422 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6ddf4d6d-44e0-4c24-84f7-85ebdc5ecd1f tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:04:24.929748 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 15:04:24.929748 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:04:24.929748 n-d-761264-19 neutron-server[103168]: timer() Dec 20 15:04:24.929748 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:04:24.929748 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 15:04:24.929748 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:04:24.929748 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 15:04:24.929748 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:04:24.929748 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 15:04:24.929748 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:04:24.929748 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 15:04:24.929748 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:04:24.929748 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 15:04:24.929748 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:04:24.929748 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:04:24.929748 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:04:24.929748 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:04:24.929748 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:04:24.929748 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 15:04:24.929748 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:04:24.929748 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 15:04:24.929748 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:04:24.929748 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:04:24.929748 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:04:24.929748 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 15:04:24.929748 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:04:24.929748 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:04:24.929748 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:04:24.929748 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:04:24.929748 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:04:24.929748 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:04:24.929748 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:04:25.003182 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6ddf4d6d-44e0-4c24-84f7-85ebdc5ecd1f tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:04:25.024416 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6ddf4d6d-44e0-4c24-84f7-85ebdc5ecd1f tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Publish callbacks [] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:04:25.032263 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-6ddf4d6d-44e0-4c24-84f7-85ebdc5ecd1f tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] 10.222.0.54 "DELETE /v2.0/networks/d386154e-87d3-4f53-93e1-03798041d2d4 HTTP/1.1" status: 204 len: 168 time: 0.3478527 Dec 20 15:04:25.032263 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddf4d6d-44e0-4c24-84f7-85ebdc5ecd1f tempest-TestNetworkBasicOps-858352472 tempest-TestNetworkBasicOps-858352472-project] Pushing event deleted for resources: {'Network': ['ID=d386154e-87d3-4f53-93e1-03798041d2d4,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:04:25.115788 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2a70970e-fa04-4130-bb5b-a655dfc655ce req-ae534cbc-3466-4205-8fc6-4a4c7c66d86b tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d9c445b-107c-4670-abb9-ac918564c169 HTTP/1.1" status: 200 len: 210 time: 0.0464106 Dec 20 15:04:25.317535 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 52298) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:04:25.464746 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-6dd0404c-9679-4030-9033-a38c732a1822 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f62d8f2c7b324a5892ce5eb0e9d3389a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1456230 Dec 20 15:04:25.467308 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 52302) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:04:25.514406 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8f9fc32a-0c13-4467-a6c0-6f8fb3aae6d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:04:25.536887 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8f9fc32a-0c13-4467-a6c0-6f8fb3aae6d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:04:25.588631 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8f9fc32a-0c13-4467-a6c0-6f8fb3aae6d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:04:25.591642 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8f9fc32a-0c13-4467-a6c0-6f8fb3aae6d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:04:25.595598 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-8f9fc32a-0c13-4467-a6c0-6f8fb3aae6d2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4aab6ee4-19ca-4484-8f3f-9385c48a3862 HTTP/1.1" status: 204 len: 168 time: 0.1246111 Dec 20 15:04:25.601322 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9fc32a-0c13-4467-a6c0-6f8fb3aae6d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aab6ee4-19ca-4484-8f3f-9385c48a3862,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:04:25.877143 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 52308) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:04:25.891211 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e4c3709f-67ec-4e2b-a88b-0b990431d237 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:04:25.974478 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e4c3709f-67ec-4e2b-a88b-0b990431d237 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:04:25.979495 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e4c3709f-67ec-4e2b-a88b-0b990431d237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:04:26.016454 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c3709f-67ec-4e2b-a88b-0b990431d237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c57a5ab-4310-42d5-a1a9-cea6b2150492,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:04:26.024312 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-e4c3709f-67ec-4e2b-a88b-0b990431d237 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=69315add539a44bb8b5e5630d6262b62&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1433146 Dec 20 15:04:26.024712 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 52310) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:04:26.073405 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-97e4bfbb-efe1-4de0-aaf9-7a0881b3beb1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:04:26.095041 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-97e4bfbb-efe1-4de0-aaf9-7a0881b3beb1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:04:26.152358 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-97e4bfbb-efe1-4de0-aaf9-7a0881b3beb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:04:26.155781 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-97e4bfbb-efe1-4de0-aaf9-7a0881b3beb1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:04:26.157480 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-97e4bfbb-efe1-4de0-aaf9-7a0881b3beb1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0c57a5ab-4310-42d5-a1a9-cea6b2150492 HTTP/1.1" status: 204 len: 168 time: 0.1318786 Dec 20 15:04:26.168274 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e4bfbb-efe1-4de0-aaf9-7a0881b3beb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c57a5ab-4310-42d5-a1a9-cea6b2150492,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:04:26.205066 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 52477bc9-e388-435f-946c-fd017e9fece2 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:04:26.228659 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 52477bc9-e388-435f-946c-fd017e9fece2 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:04:26.229381 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 52477bc9-e388-435f-946c-fd017e9fece2 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:04:26.230034 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-20dc726f-29ed-473d-9154-a1b1639374b8 req-3efe9387-d9aa-4c50-8bd7-8c80f2292eea tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d9c445b-107c-4670-abb9-ac918564c169 HTTP/1.1" status: 200 len: 210 time: 0.0284283 Dec 20 15:04:26.230443 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 395e089a-43f7-46fe-b469-c415c2df6dc4 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:04:26.261063 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 395e089a-43f7-46fe-b469-c415c2df6dc4 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:04:26.261481 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 395e089a-43f7-46fe-b469-c415c2df6dc4 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:04:26.277562 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 763423be-46b4-4603-be32-0538f0c8daaf no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:04:26.299844 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] No Port match for: 763423be-46b4-4603-be32-0538f0c8daaf {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:04:26.300288 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 763423be-46b4-4603-be32-0538f0c8daaf not bound to the agent host n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:04:27.331285 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5b27adb0-513c-4f0c-93fb-e48b34fa3390 req-f597ccdc-344a-4cc4-ad9c-a5736696dead tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d9c445b-107c-4670-abb9-ac918564c169 HTTP/1.1" status: 200 len: 210 time: 0.0281234 Dec 20 15:04:28.429452 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8abd92ac-d052-4c86-8959-1d2f47eeed15 req-449b6ce3-3aab-4032-97e7-1d2f786f5faa tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d9c445b-107c-4670-abb9-ac918564c169 HTTP/1.1" status: 200 len: 210 time: 0.0268917 Dec 20 15:04:29.538958 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ee61aaf1-3469-4c92-9a64-87e7d07a7ed4 req-bae0bd6a-ff86-4d1f-850b-254aa59a6f59 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d9c445b-107c-4670-abb9-ac918564c169 HTTP/1.1" status: 200 len: 210 time: 0.0270700 Dec 20 15:04:30.722164 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a540f488-30b0-4cec-a35d-e5ae68f7d9b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:04:32.900307 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-bd9d32df-0521-4c10-839a-4208a8c95c33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:04:33.332725 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-769ebc52-038a-469d-a864-27745a02cb80 req-d6591cda-b0d7-45a3-981a-85be686ff202 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=576d3002-8930-4b22-8498-03f55cdf014f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0482309 Dec 20 15:04:33.420631 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769ebc52-038a-469d-a864-27745a02cb80 req-68f46723-69df-4004-b344-3a2939f4627c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:04:33.422428 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-769ebc52-038a-469d-a864-27745a02cb80 req-68f46723-69df-4004-b344-3a2939f4627c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=657d403c6eef4a16ac295c092ca6df50&device_id=576d3002-8930-4b22-8498-03f55cdf014f HTTP/1.1" status: 200 len: 1098 time: 0.0412495 Dec 20 15:04:33.534415 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769ebc52-038a-469d-a864-27745a02cb80 req-0558fb4c-b962-4c02-9494-c39802f47fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:04:33.535905 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-769ebc52-038a-469d-a864-27745a02cb80 req-0558fb4c-b962-4c02-9494-c39802f47fe3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3f531868-98b0-4d44-9785-377b1ddf0219 HTTP/1.1" status: 200 len: 909 time: 0.0920248 Dec 20 15:04:33.601469 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-769ebc52-038a-469d-a864-27745a02cb80 req-2d47d863-3220-4052-8739-1fa2f678e0d6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=21d47e59-4dc4-4d2b-aa84-fc55fe8125ff HTTP/1.1" status: 200 len: 1002 time: 0.0577276 Dec 20 15:04:33.655135 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769ebc52-038a-469d-a864-27745a02cb80 req-65156b4e-fe87-407f-a78f-504f3860d421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:04:33.656696 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-769ebc52-038a-469d-a864-27745a02cb80 req-65156b4e-fe87-407f-a78f-504f3860d421 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=61ef2c4c-1fc9-4437-91dc-465770cb78f9 HTTP/1.1" status: 200 len: 847 time: 0.0477340 Dec 20 15:04:33.706781 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769ebc52-038a-469d-a864-27745a02cb80 req-d2dd6f68-2ab8-4e61-853a-bb1f387bad0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:04:33.708304 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-769ebc52-038a-469d-a864-27745a02cb80 req-d2dd6f68-2ab8-4e61-853a-bb1f387bad0d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3f531868-98b0-4d44-9785-377b1ddf0219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448151 Dec 20 15:04:33.798189 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-769ebc52-038a-469d-a864-27745a02cb80 req-11aa8285-8a58-445f-9563-d5333ab17e5a service neutron] 10.222.0.47 "GET /v2.0/networks/3f531868-98b0-4d44-9785-377b1ddf0219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815496 Dec 20 15:04:33.865829 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:04:33.903819 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-769ebc52-038a-469d-a864-27745a02cb80 req-454a8a6e-e05a-4250-8064-c7ba7550b2e6 service neutron] 10.222.0.47 "GET /v2.0/networks/3f531868-98b0-4d44-9785-377b1ddf0219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970328 Dec 20 15:04:35.852421 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:04:36.338790 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:04:41.854704 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:04:45.444908 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:04:53.572776 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:04:53.572776 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:04:53.572776 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:04:53.572776 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:04:53.572776 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:04:53.572776 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:04:53.572776 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:04:53.572776 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:04:53.572776 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:04:53.572776 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:04:53.572776 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:04:53.572776 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:04:53.572776 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:04:53.572776 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:04:53.572776 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:04:53.572776 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:04:53.572776 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:04:53.572776 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:04:53.572776 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:04:53.572776 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:04:53.572776 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:04:53.572776 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:04:53.572776 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:04:53.572776 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:04:53.572776 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:04:53.572776 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:04:53.572776 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:04:53.572776 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:04:53.572776 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:04:53.572776 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:04:53.572776 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:04:53.572776 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:04:53.572776 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:04:53.572776 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:04:53.572776 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:04:53.572776 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:04:53.572776 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:04:53.572776 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:04:53.572776 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:04:53.572776 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:04:53.572776 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:04:53.572776 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:04:53.572776 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:04:53.572776 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:04:53.572776 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:04:53.572776 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:04:53.572776 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:04:53.572776 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:04:53.576356 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61572a97-733e-4b7e-aa40-d40645d4254e req-16039e1a-fb8d-42af-8a25-fe1d15d12cf2 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:04:53.576356 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-61572a97-733e-4b7e-aa40-d40645d4254e req-16039e1a-fb8d-42af-8a25-fe1d15d12cf2 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/networks?id=98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9 HTTP/1.1" status: 200 len: 811 time: 0.1101916 Dec 20 15:04:53.590302 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-61572a97-733e-4b7e-aa40-d40645d4254e req-188e5d56-4fb0-4e29-ba3f-3505301b6b89 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/quotas/c386a559a8854d1caa58ca37066a398d HTTP/1.1" status: 200 len: 375 time: 0.0091650 Dec 20 15:04:53.645861 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-61572a97-733e-4b7e-aa40-d40645d4254e req-becb0e21-6534-4f67-98a9-df8677df82a5 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=c386a559a8854d1caa58ca37066a398d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502925 Dec 20 15:04:53.740034 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-61572a97-733e-4b7e-aa40-d40645d4254e req-d1022396-9fa8-47eb-a370-37d2358676fb service neutron] 10.222.0.54 "GET /v2.0/networks/98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870817 Dec 20 15:04:53.842207 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-61572a97-733e-4b7e-aa40-d40645d4254e req-b0a75f98-22ed-4412-bd9f-e573cbb12734 service neutron] 10.222.0.54 "GET /v2.0/networks/98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958307 Dec 20 15:04:54.139098 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a814d0a2-30fc-4406-9c05-0b3c5e81f1fb req-e0b56ea7-b41d-4d4e-98ce-4a8c1177921e tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=61ce4c18-783f-40ad-81c4-015b1568d722 HTTP/1.1" status: 200 len: 210 time: 0.0307076 Dec 20 15:04:55.076479 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61572a97-733e-4b7e-aa40-d40645d4254e req-3eb137c1-ea12-4e0b-b96a-8dd1ff686cb9 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:04:55.077939 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-61572a97-733e-4b7e-aa40-d40645d4254e req-3eb137c1-ea12-4e0b-b96a-8dd1ff686cb9 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.30 "GET /v2.0/networks?id=98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9 HTTP/1.1" status: 200 len: 811 time: 0.1057055 Dec 20 15:04:55.091494 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-61572a97-733e-4b7e-aa40-d40645d4254e req-c6eefa7d-67cc-473a-b4d4-2b83afeaa386 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Request body: {'port': {'device_id': '61ce4c18-783f-40ad-81c4-015b1568d722', 'network_id': '98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9', 'admin_state_up': True, 'tenant_id': 'c386a559a8854d1caa58ca37066a398d'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:04:55.220016 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61572a97-733e-4b7e-aa40-d40645d4254e req-c6eefa7d-67cc-473a-b4d4-2b83afeaa386 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Made reservation on behalf of c386a559a8854d1caa58ca37066a398d for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:04:55.223506 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-61572a97-733e-4b7e-aa40-d40645d4254e req-c6eefa7d-67cc-473a-b4d4-2b83afeaa386 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:04:55.241367 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ed2879a1-024d-474f-8ada-fa8569ec0ffa req-e0d1f810-c7da-4708-9b39-64f4f5756b34 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=61ce4c18-783f-40ad-81c4-015b1568d722 HTTP/1.1" status: 200 len: 210 time: 0.0340407 Dec 20 15:04:55.367691 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [req-61572a97-733e-4b7e-aa40-d40645d4254e req-c6eefa7d-67cc-473a-b4d4-2b83afeaa386 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Allocated IP 172.20.0.14 (98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9/f3c1d8ef-e07d-45b1-9131-82488f6c1e5c/81ea0279-110a-4892-bc9b-e4b4f48586eb) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:04:55.514179 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-61572a97-733e-4b7e-aa40-d40645d4254e req-c6eefa7d-67cc-473a-b4d4-2b83afeaa386 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:04:55.554056 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-61572a97-733e-4b7e-aa40-d40645d4254e req-c6eefa7d-67cc-473a-b4d4-2b83afeaa386 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:04:55.596771 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61572a97-733e-4b7e-aa40-d40645d4254e req-c6eefa7d-67cc-473a-b4d4-2b83afeaa386 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Network 98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:04:55.599780 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [req-61572a97-733e-4b7e-aa40-d40645d4254e req-c6eefa7d-67cc-473a-b4d4-2b83afeaa386 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:04:55.603446 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-61572a97-733e-4b7e-aa40-d40645d4254e req-c6eefa7d-67cc-473a-b4d4-2b83afeaa386 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:04:55.631016 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eefa7d-67cc-473a-b4d4-2b83afeaa386 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Pushing event updated for resources: {'Port': ['ID=81ea0279-110a-4892-bc9b-e4b4f48586eb,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:04:55.657618 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61572a97-733e-4b7e-aa40-d40645d4254e req-c6eefa7d-67cc-473a-b4d4-2b83afeaa386 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:04:55.658524 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-61572a97-733e-4b7e-aa40-d40645d4254e req-c6eefa7d-67cc-473a-b4d4-2b83afeaa386 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:04:55.675876 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-61572a97-733e-4b7e-aa40-d40645d4254e req-c6eefa7d-67cc-473a-b4d4-2b83afeaa386 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5881288 Dec 20 15:04:55.688968 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-61572a97-733e-4b7e-aa40-d40645d4254e req-6ad8cb98-cb72-4f9e-aa21-ab65afd7e0b2 service neutron] Request body: {'port': {'device_id': '61ce4c18-783f-40ad-81c4-015b1568d722', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-19'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:04:55.751326 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-61572a97-733e-4b7e-aa40-d40645d4254e req-6ad8cb98-cb72-4f9e-aa21-ab65afd7e0b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:04:55.913065 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-42c0212f-c4ac-4076-adcc-3eb78c5bc2ea None None] Provisioning complete for port 81ea0279-110a-4892-bc9b-e4b4f48586eb triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:04:55.913652 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-42c0212f-c4ac-4076-adcc-3eb78c5bc2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:04:55.950683 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-42c0212f-c4ac-4076-adcc-3eb78c5bc2ea None None] Port 81ea0279-110a-4892-bc9b-e4b4f48586eb cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:04:56.036103 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [req-61572a97-733e-4b7e-aa40-d40645d4254e req-6ad8cb98-cb72-4f9e-aa21-ab65afd7e0b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81ea0279-110a-4892-bc9b-e4b4f48586eb {{(pid=103167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:04:56.044390 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-61572a97-733e-4b7e-aa40-d40645d4254e req-6ad8cb98-cb72-4f9e-aa21-ab65afd7e0b2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:04:56.058068 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-61572a97-733e-4b7e-aa40-d40645d4254e req-6ad8cb98-cb72-4f9e-aa21-ab65afd7e0b2 service neutron] Transition to ACTIVE for port object 81ea0279-110a-4892-bc9b-e4b4f48586eb will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:04:56.063305 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-61572a97-733e-4b7e-aa40-d40645d4254e req-6ad8cb98-cb72-4f9e-aa21-ab65afd7e0b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:04:56.112044 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad8cb98-cb72-4f9e-aa21-ab65afd7e0b2 service neutron] Pushing event updated for resources: {'Port': ['ID=81ea0279-110a-4892-bc9b-e4b4f48586eb,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:04:56.396161 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fb44b2-9b0a-4e7e-97d2-0d6007b30ba7 req-12d9f72b-f8b9-4f8c-999d-a32e6e7cfd32 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:04:56.399021 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f7fb44b2-9b0a-4e7e-97d2-0d6007b30ba7 req-12d9f72b-f8b9-4f8c-999d-a32e6e7cfd32 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=61ce4c18-783f-40ad-81c4-015b1568d722 HTTP/1.1" status: 200 len: 944 time: 0.0589221 Dec 20 15:04:56.448046 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f7fb44b2-9b0a-4e7e-97d2-0d6007b30ba7 req-15dfdd80-2328-4c9d-91ac-dacfa5775cbd tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=825b22b9-90fe-4011-8472-9394377eada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427718 Dec 20 15:04:56.499901 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-61572a97-733e-4b7e-aa40-d40645d4254e req-6ad8cb98-cb72-4f9e-aa21-ab65afd7e0b2 service neutron] Attempting to bind port 81ea0279-110a-4892-bc9b-e4b4f48586eb on host n-h1-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:04:56.500228 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-61572a97-733e-4b7e-aa40-d40645d4254e req-6ad8cb98-cb72-4f9e-aa21-ab65afd7e0b2 service neutron] Attempting to bind port 81ea0279-110a-4892-bc9b-e4b4f48586eb by drivers openvswitch,hyperv on host n-h1-761264-19 at level 0 using segments [{'id': '66ea2385-5704-4615-947d-557f749f82dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:04:56.500550 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61572a97-733e-4b7e-aa40-d40645d4254e req-6ad8cb98-cb72-4f9e-aa21-ab65afd7e0b2 service neutron] Attempting to bind port 81ea0279-110a-4892-bc9b-e4b4f48586eb on network 98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:04:56.504818 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61572a97-733e-4b7e-aa40-d40645d4254e req-6ad8cb98-cb72-4f9e-aa21-ab65afd7e0b2 service neutron] Port 81ea0279-110a-4892-bc9b-e4b4f48586eb on network 98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:04:56.505147 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61572a97-733e-4b7e-aa40-d40645d4254e req-6ad8cb98-cb72-4f9e-aa21-ab65afd7e0b2 service neutron] Attempting to bind port 81ea0279-110a-4892-bc9b-e4b4f48586eb on network 98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:04:56.509914 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61572a97-733e-4b7e-aa40-d40645d4254e req-6ad8cb98-cb72-4f9e-aa21-ab65afd7e0b2 service neutron] Checking agent: {'id': '3e5ace3e-dd7b-4522-a7c4-77d13dbeab1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:04:56.510245 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61572a97-733e-4b7e-aa40-d40645d4254e req-6ad8cb98-cb72-4f9e-aa21-ab65afd7e0b2 service neutron] Checking segment: {'id': '66ea2385-5704-4615-947d-557f749f82dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:04:56.510623 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61572a97-733e-4b7e-aa40-d40645d4254e req-6ad8cb98-cb72-4f9e-aa21-ab65afd7e0b2 service neutron] Bound using segment: {'id': '66ea2385-5704-4615-947d-557f749f82dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:04:56.511072 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-61572a97-733e-4b7e-aa40-d40645d4254e req-6ad8cb98-cb72-4f9e-aa21-ab65afd7e0b2 service neutron] Bound port: 81ea0279-110a-4892-bc9b-e4b4f48586eb, host: n-h1-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66ea2385-5704-4615-947d-557f749f82dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:04:56.511419 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-61572a97-733e-4b7e-aa40-d40645d4254e req-6ad8cb98-cb72-4f9e-aa21-ab65afd7e0b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:04:56.581455 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-61572a97-733e-4b7e-aa40-d40645d4254e req-6ad8cb98-cb72-4f9e-aa21-ab65afd7e0b2 service neutron] For port 81ea0279-110a-4892-bc9b-e4b4f48586eb, host n-h1-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:04:56.585083 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-61572a97-733e-4b7e-aa40-d40645d4254e req-6ad8cb98-cb72-4f9e-aa21-ab65afd7e0b2 service neutron] For port 81ea0279-110a-4892-bc9b-e4b4f48586eb, host n-h1-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=81ea0279-110a-4892-bc9b-e4b4f48586eb,segment=NetworkSegment(66ea2385-5704-4615-947d-557f749f82dd),segment_id=66ea2385-5704-4615-947d-557f749f82dd)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:04:56.592038 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-61572a97-733e-4b7e-aa40-d40645d4254e req-6ad8cb98-cb72-4f9e-aa21-ab65afd7e0b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:04:56.630363 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61572a97-733e-4b7e-aa40-d40645d4254e req-6ad8cb98-cb72-4f9e-aa21-ab65afd7e0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:04:56.631001 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-61572a97-733e-4b7e-aa40-d40645d4254e req-6ad8cb98-cb72-4f9e-aa21-ab65afd7e0b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:04:56.632745 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-61572a97-733e-4b7e-aa40-d40645d4254e req-6ad8cb98-cb72-4f9e-aa21-ab65afd7e0b2 service neutron] 10.222.0.30 "PUT /v2.0/ports/81ea0279-110a-4892-bc9b-e4b4f48586eb HTTP/1.1" status: 200 len: 1093 time: 0.9484608 Dec 20 15:04:56.633235 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61ce4c18-783f-40ad-81c4-015b1568d722', 'tag': '81ea0279-110a-4892-bc9b-e4b4f48586eb'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:04:56.635554 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5097422b-4847-4ce8-86e7-1e96fa6cfd22" -d '{"events": [{"name": "network-changed", "server_uuid": "61ce4c18-783f-40ad-81c4-015b1568d722", "tag": "81ea0279-110a-4892-bc9b-e4b4f48586eb"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:04:56.659439 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad8cb98-cb72-4f9e-aa21-ab65afd7e0b2 service neutron] Pushing event updated for resources: {'Port': ['ID=81ea0279-110a-4892-bc9b-e4b4f48586eb,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:04:56.720210 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be5cfb42-3c07-4c23-8f79-121f7758678c x-openstack-request-id: req-be5cfb42-3c07-4c23-8f79-121f7758678c {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:04:56.720506 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61ce4c18-783f-40ad-81c4-015b1568d722", "tag": "81ea0279-110a-4892-bc9b-e4b4f48586eb", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:04:56.720758 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-be5cfb42-3c07-4c23-8f79-121f7758678c {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:04:56.721152 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61ce4c18-783f-40ad-81c4-015b1568d722', 'tag': '81ea0279-110a-4892-bc9b-e4b4f48586eb', 'status': 'completed', 'code': 200} Dec 20 15:04:56.741430 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61572a97-733e-4b7e-aa40-d40645d4254e req-f1de83cd-5d42-402f-9506-0b5f1b118274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:04:56.743308 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-61572a97-733e-4b7e-aa40-d40645d4254e req-f1de83cd-5d42-402f-9506-0b5f1b118274 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c386a559a8854d1caa58ca37066a398d&device_id=61ce4c18-783f-40ad-81c4-015b1568d722 HTTP/1.1" status: 200 len: 1096 time: 0.0600340 Dec 20 15:04:56.788035 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-61572a97-733e-4b7e-aa40-d40645d4254e req-7bf971a8-5b17-40d4-8326-796742f5cf34 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81ea0279-110a-4892-bc9b-e4b4f48586eb HTTP/1.1" status: 200 len: 217 time: 0.0364735 Dec 20 15:04:56.839899 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61572a97-733e-4b7e-aa40-d40645d4254e req-354b7bec-0f8d-42eb-aac2-9abba4feed29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:04:56.841378 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-61572a97-733e-4b7e-aa40-d40645d4254e req-354b7bec-0f8d-42eb-aac2-9abba4feed29 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f3c1d8ef-e07d-45b1-9131-82488f6c1e5c HTTP/1.1" status: 200 len: 850 time: 0.0464163 Dec 20 15:04:56.888221 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61572a97-733e-4b7e-aa40-d40645d4254e req-1795f299-aea5-4c00-a256-9744bba40ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:04:56.889691 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-61572a97-733e-4b7e-aa40-d40645d4254e req-1795f299-aea5-4c00-a256-9744bba40ffc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404477 Dec 20 15:04:56.983467 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-61572a97-733e-4b7e-aa40-d40645d4254e req-e5f1fb35-6d5d-4627-be24-97ef5ef76f87 service neutron] 10.222.0.30 "GET /v2.0/networks/98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865815 Dec 20 15:04:57.080242 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-61572a97-733e-4b7e-aa40-d40645d4254e req-d00f0789-015e-4807-8088-43c14af419b5 service neutron] 10.222.0.30 "GET /v2.0/networks/98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889182 Dec 20 15:04:57.172046 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5097422b-4847-4ce8-86e7-1e96fa6cfd22 req-6ebcf315-5adb-47c1-af8c-069890b20ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:04:57.173585 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5097422b-4847-4ce8-86e7-1e96fa6cfd22 req-6ebcf315-5adb-47c1-af8c-069890b20ea1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c386a559a8854d1caa58ca37066a398d&device_id=61ce4c18-783f-40ad-81c4-015b1568d722 HTTP/1.1" status: 200 len: 1096 time: 0.0455298 Dec 20 15:04:57.264963 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5097422b-4847-4ce8-86e7-1e96fa6cfd22 req-83b06297-baca-4d6a-951f-de928d1995df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:04:57.266367 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5097422b-4847-4ce8-86e7-1e96fa6cfd22 req-83b06297-baca-4d6a-951f-de928d1995df service neutron] 10.222.0.30 "GET /v2.0/networks?id=98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9 HTTP/1.1" status: 200 len: 912 time: 0.0860705 Dec 20 15:04:57.314299 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5097422b-4847-4ce8-86e7-1e96fa6cfd22 req-ba3a6caa-b135-46ac-b081-adcdb0791241 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81ea0279-110a-4892-bc9b-e4b4f48586eb HTTP/1.1" status: 200 len: 217 time: 0.0398183 Dec 20 15:04:57.365889 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5097422b-4847-4ce8-86e7-1e96fa6cfd22 req-58edb5b5-a2ae-4bf3-9be3-ffc994ddc082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:04:57.367419 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5097422b-4847-4ce8-86e7-1e96fa6cfd22 req-58edb5b5-a2ae-4bf3-9be3-ffc994ddc082 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f3c1d8ef-e07d-45b1-9131-82488f6c1e5c HTTP/1.1" status: 200 len: 850 time: 0.0456531 Dec 20 15:04:57.416210 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5097422b-4847-4ce8-86e7-1e96fa6cfd22 req-84352a42-47f4-44f1-b1ef-5d49ec671c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:04:57.417818 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5097422b-4847-4ce8-86e7-1e96fa6cfd22 req-84352a42-47f4-44f1-b1ef-5d49ec671c65 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438342 Dec 20 15:04:57.518458 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5097422b-4847-4ce8-86e7-1e96fa6cfd22 req-7f6fcd63-07e9-46e8-ac07-addaf75fd27f service neutron] 10.222.0.30 "GET /v2.0/networks/98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933278 Dec 20 15:04:57.574248 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7077b0da-5316-4b35-ac34-1c3cbdbbbe9d req-51faa3b7-9643-4c0c-8cc1-4b5bafd3f7e3 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:04:57.576840 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7077b0da-5316-4b35-ac34-1c3cbdbbbe9d req-51faa3b7-9643-4c0c-8cc1-4b5bafd3f7e3 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=61ce4c18-783f-40ad-81c4-015b1568d722 HTTP/1.1" status: 200 len: 944 time: 0.0540714 Dec 20 15:04:57.615397 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5097422b-4847-4ce8-86e7-1e96fa6cfd22 req-c41ad2da-9ec8-4148-8047-7a601946ea8b service neutron] 10.222.0.30 "GET /v2.0/networks/98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901065 Dec 20 15:04:57.626280 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7077b0da-5316-4b35-ac34-1c3cbdbbbe9d req-be4097d6-0ab7-49f9-b071-b0c6f0d4e45f tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=825b22b9-90fe-4011-8472-9394377eada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444179 Dec 20 15:04:57.687975 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:04:58.747303 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb7e34a-45c0-4fb8-922c-601aa4bed20e req-264fab9f-a221-4eef-a7ee-38629540e1a8 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:04:58.748764 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ffb7e34a-45c0-4fb8-922c-601aa4bed20e req-264fab9f-a221-4eef-a7ee-38629540e1a8 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=61ce4c18-783f-40ad-81c4-015b1568d722 HTTP/1.1" status: 200 len: 944 time: 0.0503886 Dec 20 15:04:58.796538 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ffb7e34a-45c0-4fb8-922c-601aa4bed20e req-a4b116f0-5e2b-4587-b398-9c7a2e6efd85 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=825b22b9-90fe-4011-8472-9394377eada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416229 Dec 20 15:04:59.930151 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81036638-99a2-475f-ae00-a3ac725cd3fb req-5d87770a-74af-47a9-be8d-76c8129b4ce3 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:04:59.931787 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-81036638-99a2-475f-ae00-a3ac725cd3fb req-5d87770a-74af-47a9-be8d-76c8129b4ce3 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=61ce4c18-783f-40ad-81c4-015b1568d722 HTTP/1.1" status: 200 len: 944 time: 0.0604844 Dec 20 15:04:59.981176 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-81036638-99a2-475f-ae00-a3ac725cd3fb req-dc59a4bd-66f7-4e69-b21e-33f3cbfa37c3 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=825b22b9-90fe-4011-8472-9394377eada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430326 Dec 20 15:05:00.733007 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-da360564-be6f-4991-8bf4-710e3ced623c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:05:01.115885 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdf98a6-3fcf-43d0-afd0-663ea454ffd4 req-95a881c7-5106-4fb0-8aa9-492bb3661fa9 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:05:01.117369 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6fdf98a6-3fcf-43d0-afd0-663ea454ffd4 req-95a881c7-5106-4fb0-8aa9-492bb3661fa9 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=61ce4c18-783f-40ad-81c4-015b1568d722 HTTP/1.1" status: 200 len: 944 time: 0.0540464 Dec 20 15:05:01.165567 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6fdf98a6-3fcf-43d0-afd0-663ea454ffd4 req-90b2502d-764f-4550-83cd-86ff66cb210f tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=825b22b9-90fe-4011-8472-9394377eada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419898 Dec 20 15:05:02.297358 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfacc4a7-346e-49cb-9dc0-d81e08d3e34b req-dd366934-6f16-4be8-8ed0-f1b5b475d22e tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:05:02.298849 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cfacc4a7-346e-49cb-9dc0-d81e08d3e34b req-dd366934-6f16-4be8-8ed0-f1b5b475d22e tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=61ce4c18-783f-40ad-81c4-015b1568d722 HTTP/1.1" status: 200 len: 944 time: 0.0581672 Dec 20 15:05:02.345455 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cfacc4a7-346e-49cb-9dc0-d81e08d3e34b req-0097fbb1-b84b-48df-a271-37a9a3088e48 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=825b22b9-90fe-4011-8472-9394377eada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404572 Dec 20 15:05:02.909061 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-eb8996ba-9f1c-4e59-8dcc-eaef3212d0c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:05:03.487577 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b08397-dad7-4566-9331-4070f2845179 req-aa32b1bf-5629-4ff6-9f15-987501b3aaaf tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:05:03.489107 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f7b08397-dad7-4566-9331-4070f2845179 req-aa32b1bf-5629-4ff6-9f15-987501b3aaaf tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=61ce4c18-783f-40ad-81c4-015b1568d722 HTTP/1.1" status: 200 len: 944 time: 0.0592480 Dec 20 15:05:03.538280 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f7b08397-dad7-4566-9331-4070f2845179 req-58a207be-5b52-4e16-a4b0-b89f074cc2e5 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=825b22b9-90fe-4011-8472-9394377eada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430140 Dec 20 15:05:03.871147 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:05:04.682706 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14153cd4-a5c9-4fd2-b791-c20391302976 req-e13f36bb-9105-4c4f-b93d-89db70205173 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:05:04.684208 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-14153cd4-a5c9-4fd2-b791-c20391302976 req-e13f36bb-9105-4c4f-b93d-89db70205173 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=61ce4c18-783f-40ad-81c4-015b1568d722 HTTP/1.1" status: 200 len: 944 time: 0.0599394 Dec 20 15:05:04.731039 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-14153cd4-a5c9-4fd2-b791-c20391302976 req-a2d48771-a5d7-4215-b498-80dbdeadf12b tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=825b22b9-90fe-4011-8472-9394377eada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407691 Dec 20 15:05:05.856568 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:05:05.858057 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb72dbd-99f2-4c9b-b5ea-117ec9e856f3 req-33425bd3-a667-427a-8870-6cde1d0645cb tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:05:05.859578 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5fb72dbd-99f2-4c9b-b5ea-117ec9e856f3 req-33425bd3-a667-427a-8870-6cde1d0645cb tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=61ce4c18-783f-40ad-81c4-015b1568d722 HTTP/1.1" status: 200 len: 944 time: 0.0514677 Dec 20 15:05:05.907215 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5fb72dbd-99f2-4c9b-b5ea-117ec9e856f3 req-2363249a-875b-457c-8106-21eb1126f2e0 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=825b22b9-90fe-4011-8472-9394377eada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410151 Dec 20 15:05:06.354119 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:05:07.051260 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebd5f9c-ac0c-458c-966f-5b09eae1228b req-d59c12fb-3247-4b80-aa36-668ec189ba46 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:05:07.052764 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6ebd5f9c-ac0c-458c-966f-5b09eae1228b req-d59c12fb-3247-4b80-aa36-668ec189ba46 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=61ce4c18-783f-40ad-81c4-015b1568d722 HTTP/1.1" status: 200 len: 944 time: 0.0592945 Dec 20 15:05:07.105366 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6ebd5f9c-ac0c-458c-966f-5b09eae1228b req-741b50d9-b42c-4257-a67b-130f4aeb145a tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=825b22b9-90fe-4011-8472-9394377eada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464664 Dec 20 15:05:07.148326 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 81ea0279-110a-4892-bc9b-e4b4f48586eb details requested by agent hyperv_n-h1-761264-19 with host n-h1-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:05:07.248351 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 81ea0279-110a-4892-bc9b-e4b4f48586eb, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=81ea0279-110a-4892-bc9b-e4b4f48586eb,segment=NetworkSegment(66ea2385-5704-4615-947d-557f749f82dd),segment_id=66ea2385-5704-4615-947d-557f749f82dd)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:05:07.259600 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Returning: {'device': '81ea0279-110a-4892-bc9b-e4b4f48586eb', 'network_id': '98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9', 'port_id': '81ea0279-110a-4892-bc9b-e4b4f48586eb', 'mac_address': 'fa:16:3e:35:90:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3c1d8ef-e07d-45b1-9131-82488f6c1e5c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:05:07.297664 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:05:07.314021 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81ea0279-110a-4892-bc9b-e4b4f48586eb {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:05:07.334915 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 81ea0279-110a-4892-bc9b-e4b4f48586eb, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=81ea0279-110a-4892-bc9b-e4b4f48586eb,segment=NetworkSegment(66ea2385-5704-4615-947d-557f749f82dd),segment_id=66ea2385-5704-4615-947d-557f749f82dd)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:05:07.341142 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:05:07.390989 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=81ea0279-110a-4892-bc9b-e4b4f48586eb,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:05:07.661726 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['81ea0279-110a-4892-bc9b-e4b4f48586eb'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:05:08.224268 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f774e821-8d75-4c75-9edf-745414bab185 req-99dd2a76-06dc-4116-9955-6e5c7c1754fb tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:05:08.225798 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f774e821-8d75-4c75-9edf-745414bab185 req-99dd2a76-06dc-4116-9955-6e5c7c1754fb tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=61ce4c18-783f-40ad-81c4-015b1568d722 HTTP/1.1" status: 200 len: 945 time: 0.0513091 Dec 20 15:05:08.282197 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f774e821-8d75-4c75-9edf-745414bab185 req-6bcecd24-51cd-4c3f-bc6f-4cb70dfb7674 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=825b22b9-90fe-4011-8472-9394377eada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471771 Dec 20 15:05:09.167048 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 81ea0279-110a-4892-bc9b-e4b4f48586eb up at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:05:09.222888 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning for port 81ea0279-110a-4892-bc9b-e4b4f48586eb completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:05:09.228419 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning complete for port 81ea0279-110a-4892-bc9b-e4b4f48586eb triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:05:09.228970 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:05:09.313122 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:05:09.342839 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61ce4c18-783f-40ad-81c4-015b1568d722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81ea0279-110a-4892-bc9b-e4b4f48586eb'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:05:09.346747 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f2a6157-d3e9-4e61-80fa-31239bd18251" -d '{"events": [{"server_uuid": "61ce4c18-783f-40ad-81c4-015b1568d722", "name": "network-vif-plugged", "status": "completed", "tag": "81ea0279-110a-4892-bc9b-e4b4f48586eb"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:05:09.361954 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 81ea0279-110a-4892-bc9b-e4b4f48586eb, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=81ea0279-110a-4892-bc9b-e4b4f48586eb,segment=NetworkSegment(66ea2385-5704-4615-947d-557f749f82dd),segment_id=66ea2385-5704-4615-947d-557f749f82dd)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:05:09.368407 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:05:09.400813 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c49d29ce-16e2-4ea7-b513-b0759dad07bb x-openstack-request-id: req-c49d29ce-16e2-4ea7-b513-b0759dad07bb {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:05:09.401217 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61ce4c18-783f-40ad-81c4-015b1568d722", "name": "network-vif-plugged", "status": "completed", "tag": "81ea0279-110a-4892-bc9b-e4b4f48586eb", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:05:09.401590 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c49d29ce-16e2-4ea7-b513-b0759dad07bb {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:05:09.402121 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61ce4c18-783f-40ad-81c4-015b1568d722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81ea0279-110a-4892-bc9b-e4b4f48586eb', 'code': 200} Dec 20 15:05:09.411670 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52279b1-3e3a-4471-9ca0-00c9794ecd27 req-8cd95ffa-af02-4249-87a5-9126e1319e14 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:05:09.413286 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d52279b1-3e3a-4471-9ca0-00c9794ecd27 req-8cd95ffa-af02-4249-87a5-9126e1319e14 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=61ce4c18-783f-40ad-81c4-015b1568d722 HTTP/1.1" status: 200 len: 946 time: 0.0521805 Dec 20 15:05:09.437884 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=81ea0279-110a-4892-bc9b-e4b4f48586eb,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:05:09.475338 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d52279b1-3e3a-4471-9ca0-00c9794ecd27 req-ac4cf7f9-a8d5-4e97-9398-7449ad07df21 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=825b22b9-90fe-4011-8472-9394377eada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469453 Dec 20 15:05:09.493814 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352495b3-3d1f-412f-98e4-d86f4828663e req-a9bba0f3-eb3e-4b91-9ead-f24158f15d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:05:09.495388 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-352495b3-3d1f-412f-98e4-d86f4828663e req-a9bba0f3-eb3e-4b91-9ead-f24158f15d13 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=61ce4c18-783f-40ad-81c4-015b1568d722 HTTP/1.1" status: 200 len: 1098 time: 0.0415187 Dec 20 15:05:09.539118 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-352495b3-3d1f-412f-98e4-d86f4828663e req-e28b82bb-526f-4310-ae9c-2c154aebd516 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=825b22b9-90fe-4011-8472-9394377eada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366583 Dec 20 15:05:10.615128 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1223e5-dad9-4b63-9af2-5f96466417d1 req-fc52a646-af6a-4e78-a5a4-c93ae841bead tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:05:10.616666 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0c1223e5-dad9-4b63-9af2-5f96466417d1 req-fc52a646-af6a-4e78-a5a4-c93ae841bead tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=61ce4c18-783f-40ad-81c4-015b1568d722 HTTP/1.1" status: 200 len: 946 time: 0.0609090 Dec 20 15:05:10.663722 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0c1223e5-dad9-4b63-9af2-5f96466417d1 req-d12377ec-e990-4538-8813-a81533be23cc tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=825b22b9-90fe-4011-8472-9394377eada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409217 Dec 20 15:05:11.790084 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5451b1e9-5fce-4793-ab1e-995585366e24 req-b01a4de2-de75-479a-a1b8-23a61dcbf173 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:05:11.791568 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5451b1e9-5fce-4793-ab1e-995585366e24 req-b01a4de2-de75-479a-a1b8-23a61dcbf173 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=61ce4c18-783f-40ad-81c4-015b1568d722 HTTP/1.1" status: 200 len: 946 time: 0.0511701 Dec 20 15:05:11.840277 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5451b1e9-5fce-4793-ab1e-995585366e24 req-9ffa0491-9ea8-4e9e-bf53-85dae377ae9a tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=825b22b9-90fe-4011-8472-9394377eada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426233 Dec 20 15:05:11.845105 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:05:11.962645 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb6cd4f-83c6-4171-979d-fedcd8d40b5f req-99699f1d-cfd9-4e36-be9c-2fe7a4c939e9 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:05:11.964091 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7cb6cd4f-83c6-4171-979d-fedcd8d40b5f req-99699f1d-cfd9-4e36-be9c-2fe7a4c939e9 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=61ce4c18-783f-40ad-81c4-015b1568d722 HTTP/1.1" status: 200 len: 946 time: 0.0565310 Dec 20 15:05:12.015628 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7cb6cd4f-83c6-4171-979d-fedcd8d40b5f req-0365281d-a33d-42d6-aba7-3ddc1a08c06a tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=825b22b9-90fe-4011-8472-9394377eada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430815 Dec 20 15:05:14.469131 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0c39a8-504a-4440-b47e-a21760b13309 req-1887c129-72f3-43a6-a2b4-97b47336abe6 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:05:14.470572 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5f0c39a8-504a-4440-b47e-a21760b13309 req-1887c129-72f3-43a6-a2b4-97b47336abe6 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/networks?id=98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9 HTTP/1.1" status: 200 len: 811 time: 0.1066396 Dec 20 15:05:14.486107 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5f0c39a8-504a-4440-b47e-a21760b13309 req-a9f21d95-eb43-4121-9667-74207016d242 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/quotas/c386a559a8854d1caa58ca37066a398d HTTP/1.1" status: 200 len: 375 time: 0.0095844 Dec 20 15:05:14.550670 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5f0c39a8-504a-4440-b47e-a21760b13309 req-a55d2f56-0cf8-4124-a3d6-10a1c849b6c9 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=c386a559a8854d1caa58ca37066a398d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0590286 Dec 20 15:05:14.654989 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5f0c39a8-504a-4440-b47e-a21760b13309 req-b73bce15-4bce-4fcb-bd3d-22924c25466c service neutron] 10.222.0.54 "GET /v2.0/networks/98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931249 Dec 20 15:05:14.748811 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5f0c39a8-504a-4440-b47e-a21760b13309 req-3b7006e6-a70c-404d-98aa-072c64ae910a service neutron] 10.222.0.54 "GET /v2.0/networks/98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876021 Dec 20 15:05:14.946440 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-722be8c5-a4ef-4e04-a000-436925e6a057 req-d4f784b3-d1f6-4de4-8513-fcfd375a8beb tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=b4d8294e-c70c-4252-b922-1770653c88c1 HTTP/1.1" status: 200 len: 210 time: 0.0264125 Dec 20 15:05:15.445464 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:05:15.922099 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0c39a8-504a-4440-b47e-a21760b13309 req-7e3280dc-fedf-4df7-9061-61135b1798fc tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:05:15.923678 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5f0c39a8-504a-4440-b47e-a21760b13309 req-7e3280dc-fedf-4df7-9061-61135b1798fc tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.47 "GET /v2.0/networks?id=98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9 HTTP/1.1" status: 200 len: 811 time: 0.1024952 Dec 20 15:05:15.935971 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-5f0c39a8-504a-4440-b47e-a21760b13309 req-3e64bfae-60d6-42b4-be54-ce7a0fafe9dd tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Request body: {'port': {'device_id': 'b4d8294e-c70c-4252-b922-1770653c88c1', 'network_id': '98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9', 'admin_state_up': True, 'tenant_id': 'c386a559a8854d1caa58ca37066a398d'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:05:16.050238 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-75a12720-2b57-4811-8fe5-a152c5f38091 req-30204d6a-1323-4029-bf76-57ea9a948b4a tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=b4d8294e-c70c-4252-b922-1770653c88c1 HTTP/1.1" status: 200 len: 210 time: 0.0335641 Dec 20 15:05:16.081873 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f0c39a8-504a-4440-b47e-a21760b13309 req-3e64bfae-60d6-42b4-be54-ce7a0fafe9dd tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Made reservation on behalf of c386a559a8854d1caa58ca37066a398d for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:05:16.085552 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-5f0c39a8-504a-4440-b47e-a21760b13309 req-3e64bfae-60d6-42b4-be54-ce7a0fafe9dd tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:05:16.218635 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [req-5f0c39a8-504a-4440-b47e-a21760b13309 req-3e64bfae-60d6-42b4-be54-ce7a0fafe9dd tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Allocated IP 172.20.0.12 (98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9/f3c1d8ef-e07d-45b1-9131-82488f6c1e5c/0f256fd9-8e91-4a34-8bde-6bdcda307c8d) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:05:16.380983 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-5f0c39a8-504a-4440-b47e-a21760b13309 req-3e64bfae-60d6-42b4-be54-ce7a0fafe9dd tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:05:16.415627 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-5f0c39a8-504a-4440-b47e-a21760b13309 req-3e64bfae-60d6-42b4-be54-ce7a0fafe9dd tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:05:16.427252 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['81ea0279-110a-4892-bc9b-e4b4f48586eb'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:05:16.472346 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f0c39a8-504a-4440-b47e-a21760b13309 req-3e64bfae-60d6-42b4-be54-ce7a0fafe9dd tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Network 98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:05:16.476233 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [req-5f0c39a8-504a-4440-b47e-a21760b13309 req-3e64bfae-60d6-42b4-be54-ce7a0fafe9dd tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:05:16.481723 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f0c39a8-504a-4440-b47e-a21760b13309 req-3e64bfae-60d6-42b4-be54-ce7a0fafe9dd tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:05:16.489976 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e64bfae-60d6-42b4-be54-ce7a0fafe9dd tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Pushing event updated for resources: {'Port': ['ID=0f256fd9-8e91-4a34-8bde-6bdcda307c8d,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:05:16.525973 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e64bfae-60d6-42b4-be54-ce7a0fafe9dd tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:05:16.526326 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e64bfae-60d6-42b4-be54-ce7a0fafe9dd tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:05:16.526647 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e64bfae-60d6-42b4-be54-ce7a0fafe9dd tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:05:16.527009 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e64bfae-60d6-42b4-be54-ce7a0fafe9dd tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:05:16.527342 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e64bfae-60d6-42b4-be54-ce7a0fafe9dd tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:05:16.527675 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e64bfae-60d6-42b4-be54-ce7a0fafe9dd tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:05:16.528003 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e64bfae-60d6-42b4-be54-ce7a0fafe9dd tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:05:16.528325 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e64bfae-60d6-42b4-be54-ce7a0fafe9dd tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:05:16.528648 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e64bfae-60d6-42b4-be54-ce7a0fafe9dd tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:05:16.528971 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e64bfae-60d6-42b4-be54-ce7a0fafe9dd tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:05:16.529291 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e64bfae-60d6-42b4-be54-ce7a0fafe9dd tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:05:16.529610 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e64bfae-60d6-42b4-be54-ce7a0fafe9dd tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:05:16.529939 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e64bfae-60d6-42b4-be54-ce7a0fafe9dd tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:05:16.565343 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0c39a8-504a-4440-b47e-a21760b13309 req-3e64bfae-60d6-42b4-be54-ce7a0fafe9dd tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:05:16.565976 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-5f0c39a8-504a-4440-b47e-a21760b13309 req-3e64bfae-60d6-42b4-be54-ce7a0fafe9dd tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:05:16.588865 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5f0c39a8-504a-4440-b47e-a21760b13309 req-3e64bfae-60d6-42b4-be54-ce7a0fafe9dd tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6559374 Dec 20 15:05:16.602544 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-5f0c39a8-504a-4440-b47e-a21760b13309 req-068caefd-78ee-4178-a4de-9d01c48a6d34 service neutron] Request body: {'port': {'device_id': 'b4d8294e-c70c-4252-b922-1770653c88c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-19'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:05:16.662813 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-5f0c39a8-504a-4440-b47e-a21760b13309 req-068caefd-78ee-4178-a4de-9d01c48a6d34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:05:16.763179 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-876e3145-184f-497a-b678-eb962ee5a85c None None] Provisioning complete for port 0f256fd9-8e91-4a34-8bde-6bdcda307c8d triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:05:16.763810 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-876e3145-184f-497a-b678-eb962ee5a85c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:05:16.809135 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-876e3145-184f-497a-b678-eb962ee5a85c None None] Port 0f256fd9-8e91-4a34-8bde-6bdcda307c8d cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:05:16.941182 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [req-5f0c39a8-504a-4440-b47e-a21760b13309 req-068caefd-78ee-4178-a4de-9d01c48a6d34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f256fd9-8e91-4a34-8bde-6bdcda307c8d {{(pid=103167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:05:16.949851 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-5f0c39a8-504a-4440-b47e-a21760b13309 req-068caefd-78ee-4178-a4de-9d01c48a6d34 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:05:16.962833 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-5f0c39a8-504a-4440-b47e-a21760b13309 req-068caefd-78ee-4178-a4de-9d01c48a6d34 service neutron] Transition to ACTIVE for port object 0f256fd9-8e91-4a34-8bde-6bdcda307c8d will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:05:16.968442 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-5f0c39a8-504a-4440-b47e-a21760b13309 req-068caefd-78ee-4178-a4de-9d01c48a6d34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:05:17.023988 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068caefd-78ee-4178-a4de-9d01c48a6d34 service neutron] Pushing event updated for resources: {'Port': ['ID=0f256fd9-8e91-4a34-8bde-6bdcda307c8d,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:05:17.125325 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-5f0c39a8-504a-4440-b47e-a21760b13309 req-068caefd-78ee-4178-a4de-9d01c48a6d34 service neutron] Attempting to bind port 0f256fd9-8e91-4a34-8bde-6bdcda307c8d on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:05:17.125823 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-5f0c39a8-504a-4440-b47e-a21760b13309 req-068caefd-78ee-4178-a4de-9d01c48a6d34 service neutron] Attempting to bind port 0f256fd9-8e91-4a34-8bde-6bdcda307c8d by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': '66ea2385-5704-4615-947d-557f749f82dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:05:17.126255 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f0c39a8-504a-4440-b47e-a21760b13309 req-068caefd-78ee-4178-a4de-9d01c48a6d34 service neutron] Attempting to bind port 0f256fd9-8e91-4a34-8bde-6bdcda307c8d on network 98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:05:17.131319 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f0c39a8-504a-4440-b47e-a21760b13309 req-068caefd-78ee-4178-a4de-9d01c48a6d34 service neutron] Port 0f256fd9-8e91-4a34-8bde-6bdcda307c8d on network 98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:05:17.131776 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f0c39a8-504a-4440-b47e-a21760b13309 req-068caefd-78ee-4178-a4de-9d01c48a6d34 service neutron] Attempting to bind port 0f256fd9-8e91-4a34-8bde-6bdcda307c8d on network 98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:05:17.137388 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f0c39a8-504a-4440-b47e-a21760b13309 req-068caefd-78ee-4178-a4de-9d01c48a6d34 service neutron] Checking agent: {'id': '43c60aee-e4af-4ecc-bee2-aac3569fafed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:05:17.137864 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f0c39a8-504a-4440-b47e-a21760b13309 req-068caefd-78ee-4178-a4de-9d01c48a6d34 service neutron] Checking segment: {'id': '66ea2385-5704-4615-947d-557f749f82dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:05:17.138355 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f0c39a8-504a-4440-b47e-a21760b13309 req-068caefd-78ee-4178-a4de-9d01c48a6d34 service neutron] Bound using segment: {'id': '66ea2385-5704-4615-947d-557f749f82dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:05:17.138954 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-5f0c39a8-504a-4440-b47e-a21760b13309 req-068caefd-78ee-4178-a4de-9d01c48a6d34 service neutron] Bound port: 0f256fd9-8e91-4a34-8bde-6bdcda307c8d, host: n-h2-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66ea2385-5704-4615-947d-557f749f82dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:05:17.139414 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-5f0c39a8-504a-4440-b47e-a21760b13309 req-068caefd-78ee-4178-a4de-9d01c48a6d34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:05:17.186643 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1155ece-7845-4747-9372-d2fe2a431ca3 req-03e5713b-69fc-4ad5-85e6-a25520f5ca07 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:05:17.196082 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a1155ece-7845-4747-9372-d2fe2a431ca3 req-03e5713b-69fc-4ad5-85e6-a25520f5ca07 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=b4d8294e-c70c-4252-b922-1770653c88c1 HTTP/1.1" status: 200 len: 944 time: 0.0644720 Dec 20 15:05:17.206393 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-5f0c39a8-504a-4440-b47e-a21760b13309 req-068caefd-78ee-4178-a4de-9d01c48a6d34 service neutron] For port 0f256fd9-8e91-4a34-8bde-6bdcda307c8d, host n-h2-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:05:17.209699 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-5f0c39a8-504a-4440-b47e-a21760b13309 req-068caefd-78ee-4178-a4de-9d01c48a6d34 service neutron] For port 0f256fd9-8e91-4a34-8bde-6bdcda307c8d, host n-h2-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=0f256fd9-8e91-4a34-8bde-6bdcda307c8d,segment=NetworkSegment(66ea2385-5704-4615-947d-557f749f82dd),segment_id=66ea2385-5704-4615-947d-557f749f82dd)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:05:17.216129 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-5f0c39a8-504a-4440-b47e-a21760b13309 req-068caefd-78ee-4178-a4de-9d01c48a6d34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:05:17.250927 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a1155ece-7845-4747-9372-d2fe2a431ca3 req-3cdd9ced-f4bf-44f9-b557-c20b7a075a03 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=825b22b9-90fe-4011-8472-9394377eada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538824 Dec 20 15:05:17.267001 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0c39a8-504a-4440-b47e-a21760b13309 req-068caefd-78ee-4178-a4de-9d01c48a6d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:05:17.267938 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-5f0c39a8-504a-4440-b47e-a21760b13309 req-068caefd-78ee-4178-a4de-9d01c48a6d34 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:05:17.269589 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5f0c39a8-504a-4440-b47e-a21760b13309 req-068caefd-78ee-4178-a4de-9d01c48a6d34 service neutron] 10.222.0.47 "PUT /v2.0/ports/0f256fd9-8e91-4a34-8bde-6bdcda307c8d HTTP/1.1" status: 200 len: 1093 time: 0.6721191 Dec 20 15:05:17.270108 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4d8294e-c70c-4252-b922-1770653c88c1', 'tag': '0f256fd9-8e91-4a34-8bde-6bdcda307c8d'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:05:17.272650 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae6ab2b4-f823-4b4e-a247-45e5e93838ce" -d '{"events": [{"name": "network-changed", "server_uuid": "b4d8294e-c70c-4252-b922-1770653c88c1", "tag": "0f256fd9-8e91-4a34-8bde-6bdcda307c8d"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:05:17.292706 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068caefd-78ee-4178-a4de-9d01c48a6d34 service neutron] Pushing event updated for resources: {'Port': ['ID=0f256fd9-8e91-4a34-8bde-6bdcda307c8d,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:05:17.327008 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-016ae4a2-896a-4ee1-af65-5beef88d7fbd x-openstack-request-id: req-016ae4a2-896a-4ee1-af65-5beef88d7fbd {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:05:17.327389 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4d8294e-c70c-4252-b922-1770653c88c1", "tag": "0f256fd9-8e91-4a34-8bde-6bdcda307c8d", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:05:17.327581 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-016ae4a2-896a-4ee1-af65-5beef88d7fbd {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:05:17.327953 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4d8294e-c70c-4252-b922-1770653c88c1', 'tag': '0f256fd9-8e91-4a34-8bde-6bdcda307c8d', 'status': 'completed', 'code': 200} Dec 20 15:05:17.364826 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0c39a8-504a-4440-b47e-a21760b13309 req-e141bc5f-241b-4e87-8a08-e15dbc2e6cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:05:17.366443 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5f0c39a8-504a-4440-b47e-a21760b13309 req-e141bc5f-241b-4e87-8a08-e15dbc2e6cf1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c386a559a8854d1caa58ca37066a398d&device_id=b4d8294e-c70c-4252-b922-1770653c88c1 HTTP/1.1" status: 200 len: 1096 time: 0.0509505 Dec 20 15:05:17.414384 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5f0c39a8-504a-4440-b47e-a21760b13309 req-d63c295e-c40c-40e7-9eae-72b2e8ca3205 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f256fd9-8e91-4a34-8bde-6bdcda307c8d HTTP/1.1" status: 200 len: 217 time: 0.0377655 Dec 20 15:05:17.469756 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0c39a8-504a-4440-b47e-a21760b13309 req-6d35f313-a16d-4056-97e2-e76a3a76ff00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:05:17.471358 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5f0c39a8-504a-4440-b47e-a21760b13309 req-6d35f313-a16d-4056-97e2-e76a3a76ff00 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f3c1d8ef-e07d-45b1-9131-82488f6c1e5c HTTP/1.1" status: 200 len: 850 time: 0.0495110 Dec 20 15:05:17.522392 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0c39a8-504a-4440-b47e-a21760b13309 req-c02a8fc7-2196-44a6-87fe-b71da0d1fb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:05:17.524014 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5f0c39a8-504a-4440-b47e-a21760b13309 req-c02a8fc7-2196-44a6-87fe-b71da0d1fb44 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452313 Dec 20 15:05:17.613060 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5f0c39a8-504a-4440-b47e-a21760b13309 req-bce335ba-d640-416b-b224-82765900a5c2 service neutron] 10.222.0.47 "GET /v2.0/networks/98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821269 Dec 20 15:05:17.707456 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5f0c39a8-504a-4440-b47e-a21760b13309 req-75823921-aabe-4927-9190-83eed8ee42bc service neutron] 10.222.0.47 "GET /v2.0/networks/98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859935 Dec 20 15:05:17.799866 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6ab2b4-f823-4b4e-a247-45e5e93838ce req-ace0bd4d-20bb-4f28-a0b0-5a53e2ed622c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:05:17.801397 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ae6ab2b4-f823-4b4e-a247-45e5e93838ce req-ace0bd4d-20bb-4f28-a0b0-5a53e2ed622c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c386a559a8854d1caa58ca37066a398d&device_id=b4d8294e-c70c-4252-b922-1770653c88c1 HTTP/1.1" status: 200 len: 1096 time: 0.0434277 Dec 20 15:05:17.894354 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6ab2b4-f823-4b4e-a247-45e5e93838ce req-1ff68e21-f154-4ae4-8bee-6c37b8ef9340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:05:17.895859 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ae6ab2b4-f823-4b4e-a247-45e5e93838ce req-1ff68e21-f154-4ae4-8bee-6c37b8ef9340 service neutron] 10.222.0.47 "GET /v2.0/networks?id=98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9 HTTP/1.1" status: 200 len: 912 time: 0.0877841 Dec 20 15:05:17.939037 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ae6ab2b4-f823-4b4e-a247-45e5e93838ce req-20c7f760-d09b-4f7e-82ce-268cd9828a2a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f256fd9-8e91-4a34-8bde-6bdcda307c8d HTTP/1.1" status: 200 len: 217 time: 0.0347259 Dec 20 15:05:17.989161 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6ab2b4-f823-4b4e-a247-45e5e93838ce req-1ba40d89-c613-4446-80d4-511103174707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:05:17.990652 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ae6ab2b4-f823-4b4e-a247-45e5e93838ce req-1ba40d89-c613-4446-80d4-511103174707 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f3c1d8ef-e07d-45b1-9131-82488f6c1e5c HTTP/1.1" status: 200 len: 850 time: 0.0456274 Dec 20 15:05:18.042382 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6ab2b4-f823-4b4e-a247-45e5e93838ce req-a46cbb8c-47c2-48ad-ab3f-4f95aa9faca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:05:18.043814 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ae6ab2b4-f823-4b4e-a247-45e5e93838ce req-a46cbb8c-47c2-48ad-ab3f-4f95aa9faca1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462511 Dec 20 15:05:18.136308 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ae6ab2b4-f823-4b4e-a247-45e5e93838ce req-f65e06ec-12b9-43fe-b849-30297d324fd7 service neutron] 10.222.0.47 "GET /v2.0/networks/98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845354 Dec 20 15:05:18.230666 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ae6ab2b4-f823-4b4e-a247-45e5e93838ce req-b837d8d3-eb8d-4219-8b32-5c41b593f2a2 service neutron] 10.222.0.47 "GET /v2.0/networks/98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869615 Dec 20 15:05:18.379474 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a31def9-4623-4098-be2b-ecb9b50cb74c req-f25afa89-02bf-49a8-a3f2-759d681b0d0a tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:05:18.381012 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4a31def9-4623-4098-be2b-ecb9b50cb74c req-f25afa89-02bf-49a8-a3f2-759d681b0d0a tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=b4d8294e-c70c-4252-b922-1770653c88c1 HTTP/1.1" status: 200 len: 944 time: 0.0509977 Dec 20 15:05:18.429316 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4a31def9-4623-4098-be2b-ecb9b50cb74c req-39edc28d-addc-4f0d-94fd-b0a88960c910 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=825b22b9-90fe-4011-8472-9394377eada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419345 Dec 20 15:05:19.564149 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94743b9-50bb-4d21-8976-be57889a71d4 req-6be69acb-263d-44d8-af73-b925cd89c73e tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:05:19.565666 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b94743b9-50bb-4d21-8976-be57889a71d4 req-6be69acb-263d-44d8-af73-b925cd89c73e tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=b4d8294e-c70c-4252-b922-1770653c88c1 HTTP/1.1" status: 200 len: 944 time: 0.0508857 Dec 20 15:05:19.624919 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b94743b9-50bb-4d21-8976-be57889a71d4 req-18481998-b7fe-4b07-b48d-4bb6f0c7dd82 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=825b22b9-90fe-4011-8472-9394377eada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523846 Dec 20 15:05:20.784940 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5c6a8b-a40e-4251-aafb-bdf7c3ad13f7 req-2f5b0021-4a52-4171-8e10-7837bba78f17 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:05:20.786716 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cd5c6a8b-a40e-4251-aafb-bdf7c3ad13f7 req-2f5b0021-4a52-4171-8e10-7837bba78f17 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=b4d8294e-c70c-4252-b922-1770653c88c1 HTTP/1.1" status: 200 len: 944 time: 0.0696967 Dec 20 15:05:20.861690 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cd5c6a8b-a40e-4251-aafb-bdf7c3ad13f7 req-be733463-b206-4efb-a31b-8b743261e18f tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=825b22b9-90fe-4011-8472-9394377eada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667374 Dec 20 15:05:22.014562 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa580e71-e650-4cec-9b07-f6a2b7a05486 req-da9b9a6d-a1ad-45dd-a701-b7b1a1c3a2f2 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:05:22.016923 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fa580e71-e650-4cec-9b07-f6a2b7a05486 req-da9b9a6d-a1ad-45dd-a701-b7b1a1c3a2f2 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=b4d8294e-c70c-4252-b922-1770653c88c1 HTTP/1.1" status: 200 len: 944 time: 0.0669560 Dec 20 15:05:22.095970 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fa580e71-e650-4cec-9b07-f6a2b7a05486 req-5874b3e1-107b-47b0-bf5f-f5e16ef70f63 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=825b22b9-90fe-4011-8472-9394377eada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734897 Dec 20 15:05:23.239189 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a38403-487c-41e2-b390-f04ae076167a req-3a9ccc1c-8eb1-4a1c-906b-1bd3262a989e tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:05:23.240702 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-25a38403-487c-41e2-b390-f04ae076167a req-3a9ccc1c-8eb1-4a1c-906b-1bd3262a989e tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=b4d8294e-c70c-4252-b922-1770653c88c1 HTTP/1.1" status: 200 len: 944 time: 0.0597541 Dec 20 15:05:23.297113 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-25a38403-487c-41e2-b390-f04ae076167a req-1f74cbfa-26b3-4b04-a900-818438d4c9cb tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=825b22b9-90fe-4011-8472-9394377eada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501127 Dec 20 15:05:24.417469 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db05434f-edd8-40b2-949f-f9873f428ede req-79d8cbb1-9b78-475d-a05d-69b9f199abc9 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:05:24.418898 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-db05434f-edd8-40b2-949f-f9873f428ede req-79d8cbb1-9b78-475d-a05d-69b9f199abc9 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=b4d8294e-c70c-4252-b922-1770653c88c1 HTTP/1.1" status: 200 len: 944 time: 0.0499697 Dec 20 15:05:24.467563 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-db05434f-edd8-40b2-949f-f9873f428ede req-fd943363-d2a7-42ed-a25d-4c7403cc2c53 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=825b22b9-90fe-4011-8472-9394377eada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427840 Dec 20 15:05:25.588885 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e35e9e-cbaa-4bbf-9235-7883dbb99f25 req-99bf3e8a-bd87-4bc7-bb6a-0faca6b8547c tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:05:25.590254 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e5e35e9e-cbaa-4bbf-9235-7883dbb99f25 req-99bf3e8a-bd87-4bc7-bb6a-0faca6b8547c tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=b4d8294e-c70c-4252-b922-1770653c88c1 HTTP/1.1" status: 200 len: 944 time: 0.0499210 Dec 20 15:05:25.637502 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e5e35e9e-cbaa-4bbf-9235-7883dbb99f25 req-73c469bf-b49a-48b9-8a86-da5fa52eb3e1 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=825b22b9-90fe-4011-8472-9394377eada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413158 Dec 20 15:05:26.759652 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afce3d7b-38d7-4dbc-bf4d-4b0b3e54fce4 req-44bc79a4-7882-4038-9881-8d71d70076c6 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:05:26.761464 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-afce3d7b-38d7-4dbc-bf4d-4b0b3e54fce4 req-44bc79a4-7882-4038-9881-8d71d70076c6 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=b4d8294e-c70c-4252-b922-1770653c88c1 HTTP/1.1" status: 200 len: 944 time: 0.0518234 Dec 20 15:05:26.811488 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-afce3d7b-38d7-4dbc-bf4d-4b0b3e54fce4 req-1508d646-241b-4695-bd55-f1380a8ffe32 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=825b22b9-90fe-4011-8472-9394377eada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437639 Dec 20 15:05:27.938430 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbd1366-478d-4f51-baec-13bef7c41ea1 req-552af5b9-bf75-42b7-bf4b-0bf04797364c tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:05:27.940052 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1cbd1366-478d-4f51-baec-13bef7c41ea1 req-552af5b9-bf75-42b7-bf4b-0bf04797364c tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=b4d8294e-c70c-4252-b922-1770653c88c1 HTTP/1.1" status: 200 len: 944 time: 0.0518453 Dec 20 15:05:27.992617 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1cbd1366-478d-4f51-baec-13bef7c41ea1 req-a8d2d3bc-72e2-4412-9799-f2d7d290a83f tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=825b22b9-90fe-4011-8472-9394377eada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464857 Dec 20 15:05:29.117880 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449ea97b-cfdb-49da-b431-8157ff4a3e64 req-da2d8a8e-a013-428d-a998-a5ffef994a2a tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:05:29.119418 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-449ea97b-cfdb-49da-b431-8157ff4a3e64 req-da2d8a8e-a013-428d-a998-a5ffef994a2a tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=b4d8294e-c70c-4252-b922-1770653c88c1 HTTP/1.1" status: 200 len: 944 time: 0.0536783 Dec 20 15:05:29.167925 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-449ea97b-cfdb-49da-b431-8157ff4a3e64 req-a004e3a3-7535-4a64-95fd-5ead791daa8a tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=825b22b9-90fe-4011-8472-9394377eada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423477 Dec 20 15:05:30.234030 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-87d8b2a1-b2f0-4ed1-9a8b-688c1022303a req-15caf730-b1ed-412f-b6b3-08274cc01cf0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=61ce4c18-783f-40ad-81c4-015b1568d722&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0459573 Dec 20 15:05:30.287430 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0361ef-c7ab-4e98-aedb-c7388348c556 req-9fd841d5-4a89-404d-971f-72a47e1e82fb tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:05:30.291533 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6a0361ef-c7ab-4e98-aedb-c7388348c556 req-9fd841d5-4a89-404d-971f-72a47e1e82fb tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=b4d8294e-c70c-4252-b922-1770653c88c1 HTTP/1.1" status: 200 len: 944 time: 0.0504141 Dec 20 15:05:30.322705 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d8b2a1-b2f0-4ed1-9a8b-688c1022303a req-daf9d4fa-7a6f-42c0-a066-142202cba2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:05:30.324293 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-87d8b2a1-b2f0-4ed1-9a8b-688c1022303a req-daf9d4fa-7a6f-42c0-a066-142202cba2a2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c386a559a8854d1caa58ca37066a398d&device_id=61ce4c18-783f-40ad-81c4-015b1568d722 HTTP/1.1" status: 200 len: 1098 time: 0.0435278 Dec 20 15:05:30.340333 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6a0361ef-c7ab-4e98-aedb-c7388348c556 req-07232e9f-859d-4e47-a7f4-90b443fcd477 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=825b22b9-90fe-4011-8472-9394377eada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443413 Dec 20 15:05:30.438347 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d8b2a1-b2f0-4ed1-9a8b-688c1022303a req-095d9c57-217d-4f66-8982-6401e56ddba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:05:30.440913 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-87d8b2a1-b2f0-4ed1-9a8b-688c1022303a req-095d9c57-217d-4f66-8982-6401e56ddba9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9 HTTP/1.1" status: 200 len: 912 time: 0.0926034 Dec 20 15:05:30.486513 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-87d8b2a1-b2f0-4ed1-9a8b-688c1022303a req-1ccb4bfe-fe2d-4921-8b51-9bd7ef5d70bd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81ea0279-110a-4892-bc9b-e4b4f48586eb HTTP/1.1" status: 200 len: 217 time: 0.0356929 Dec 20 15:05:30.551923 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d8b2a1-b2f0-4ed1-9a8b-688c1022303a req-2968bc21-23c5-4d2e-adc4-48b598cc078e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:05:30.553450 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-87d8b2a1-b2f0-4ed1-9a8b-688c1022303a req-2968bc21-23c5-4d2e-adc4-48b598cc078e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f3c1d8ef-e07d-45b1-9131-82488f6c1e5c HTTP/1.1" status: 200 len: 850 time: 0.0589275 Dec 20 15:05:30.604290 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d8b2a1-b2f0-4ed1-9a8b-688c1022303a req-32a42950-a220-40a4-8539-d8c7f6f9724e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:05:30.606027 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-87d8b2a1-b2f0-4ed1-9a8b-688c1022303a req-32a42950-a220-40a4-8539-d8c7f6f9724e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431657 Dec 20 15:05:30.697359 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-87d8b2a1-b2f0-4ed1-9a8b-688c1022303a req-c2380117-53d2-4299-80b1-5698514adc75 service neutron] 10.222.0.30 "GET /v2.0/networks/98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833457 Dec 20 15:05:30.727972 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8c79e77a-6684-4f24-aa79-23a9e0681431 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:05:30.797423 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-87d8b2a1-b2f0-4ed1-9a8b-688c1022303a req-3b83d055-1edd-4077-9804-54e45b37cecd service neutron] 10.222.0.30 "GET /v2.0/networks/98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920980 Dec 20 15:05:31.463244 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d263754-662c-467f-92aa-66c5912253c8 req-59fbb820-ebd2-411c-8662-29592a3a4e5a tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:05:31.464764 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2d263754-662c-467f-92aa-66c5912253c8 req-59fbb820-ebd2-411c-8662-29592a3a4e5a tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=b4d8294e-c70c-4252-b922-1770653c88c1 HTTP/1.1" status: 200 len: 944 time: 0.0532284 Dec 20 15:05:31.517499 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2d263754-662c-467f-92aa-66c5912253c8 req-80cb1fde-8973-4b68-8e3a-94e3e373be84 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=825b22b9-90fe-4011-8472-9394377eada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448625 Dec 20 15:05:32.647542 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfd0e02-cb39-43fc-9257-9747da6b4781 req-349cca8a-1242-4e2e-b54a-6249b8bf79d6 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:05:32.649021 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7cfd0e02-cb39-43fc-9257-9747da6b4781 req-349cca8a-1242-4e2e-b54a-6249b8bf79d6 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=b4d8294e-c70c-4252-b922-1770653c88c1 HTTP/1.1" status: 200 len: 944 time: 0.0494859 Dec 20 15:05:32.704785 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7cfd0e02-cb39-43fc-9257-9747da6b4781 req-f3292002-55bb-40bc-b7ee-2e6a3565dca8 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=825b22b9-90fe-4011-8472-9394377eada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460939 Dec 20 15:05:32.904387 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-12686c1d-598e-4930-b69d-8a17ebb600a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:05:33.843914 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d045bd-239f-41b5-8cfa-42c956f89fda req-5ce6376c-a0b2-40cf-8f05-0739b3e3fafa tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:05:33.845396 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-02d045bd-239f-41b5-8cfa-42c956f89fda req-5ce6376c-a0b2-40cf-8f05-0739b3e3fafa tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=b4d8294e-c70c-4252-b922-1770653c88c1 HTTP/1.1" status: 200 len: 944 time: 0.0684173 Dec 20 15:05:33.870281 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:05:33.895641 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-02d045bd-239f-41b5-8cfa-42c956f89fda req-c78175fc-9cbb-4413-990f-9902f4de9227 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=825b22b9-90fe-4011-8472-9394377eada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425971 Dec 20 15:05:34.689958 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:05:35.027290 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94d4392-2a3d-4018-869a-2ad90bb71415 req-2b982c0e-f338-43c5-9f03-d8f40afd0297 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:05:35.029003 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c94d4392-2a3d-4018-869a-2ad90bb71415 req-2b982c0e-f338-43c5-9f03-d8f40afd0297 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=b4d8294e-c70c-4252-b922-1770653c88c1 HTTP/1.1" status: 200 len: 944 time: 0.0577393 Dec 20 15:05:35.083443 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c94d4392-2a3d-4018-869a-2ad90bb71415 req-4449bdfe-e054-47ae-bf94-492d681af913 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=825b22b9-90fe-4011-8472-9394377eada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480628 Dec 20 15:05:35.229594 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-66fad1f4-377b-4d60-b8f4-03438e46eeb6 req-44612554-637f-461b-839c-4ce752c1bca9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=576d3002-8930-4b22-8498-03f55cdf014f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0442896 Dec 20 15:05:35.313064 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fad1f4-377b-4d60-b8f4-03438e46eeb6 req-2671b94b-8cf0-4463-8907-c8cf5b6bfae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:05:35.314666 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-66fad1f4-377b-4d60-b8f4-03438e46eeb6 req-2671b94b-8cf0-4463-8907-c8cf5b6bfae9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=657d403c6eef4a16ac295c092ca6df50&device_id=576d3002-8930-4b22-8498-03f55cdf014f HTTP/1.1" status: 200 len: 1098 time: 0.0409319 Dec 20 15:05:35.432316 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fad1f4-377b-4d60-b8f4-03438e46eeb6 req-8491f64e-56a0-4072-9979-0c5d864fb323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:05:35.433946 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-66fad1f4-377b-4d60-b8f4-03438e46eeb6 req-8491f64e-56a0-4072-9979-0c5d864fb323 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3f531868-98b0-4d44-9785-377b1ddf0219 HTTP/1.1" status: 200 len: 909 time: 0.0997541 Dec 20 15:05:35.506353 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-66fad1f4-377b-4d60-b8f4-03438e46eeb6 req-112915ad-ea86-4072-95b4-5f39ba21a8e3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=21d47e59-4dc4-4d2b-aa84-fc55fe8125ff HTTP/1.1" status: 200 len: 1002 time: 0.0646062 Dec 20 15:05:35.560418 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fad1f4-377b-4d60-b8f4-03438e46eeb6 req-4d2249f4-6793-4f5a-bc65-ddeb1502adf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:05:35.561864 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-66fad1f4-377b-4d60-b8f4-03438e46eeb6 req-4d2249f4-6793-4f5a-bc65-ddeb1502adf8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=61ef2c4c-1fc9-4437-91dc-465770cb78f9 HTTP/1.1" status: 200 len: 847 time: 0.0484135 Dec 20 15:05:35.607812 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fad1f4-377b-4d60-b8f4-03438e46eeb6 req-78e0dd82-e801-4931-a9a5-7d37a3c044b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:05:35.609264 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-66fad1f4-377b-4d60-b8f4-03438e46eeb6 req-78e0dd82-e801-4931-a9a5-7d37a3c044b9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3f531868-98b0-4d44-9785-377b1ddf0219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408511 Dec 20 15:05:35.710788 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-66fad1f4-377b-4d60-b8f4-03438e46eeb6 req-99d1f349-9fbb-4379-b05e-175cb402804f service neutron] 10.222.0.47 "GET /v2.0/networks/3f531868-98b0-4d44-9785-377b1ddf0219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940075 Dec 20 15:05:35.801045 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-66fad1f4-377b-4d60-b8f4-03438e46eeb6 req-f7ed2bf8-c40a-487e-9675-ccdb42df5572 service neutron] 10.222.0.47 "GET /v2.0/networks/3f531868-98b0-4d44-9785-377b1ddf0219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832765 Dec 20 15:05:35.857500 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:05:36.211481 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaf29da-4a35-4e8c-a252-c86ff9744fe3 req-4b7fccaa-a0ae-4e3a-a287-24329f183628 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:05:36.213252 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8aaf29da-4a35-4e8c-a252-c86ff9744fe3 req-4b7fccaa-a0ae-4e3a-a287-24329f183628 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=b4d8294e-c70c-4252-b922-1770653c88c1 HTTP/1.1" status: 200 len: 944 time: 0.0575752 Dec 20 15:05:36.269937 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8aaf29da-4a35-4e8c-a252-c86ff9744fe3 req-741d78dc-eae8-45f5-84a5-5989535afaff tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=825b22b9-90fe-4011-8472-9394377eada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490613 Dec 20 15:05:36.350077 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:05:37.397136 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908767b7-b7e7-47f5-84b3-3a3f45de557e req-9eefe8d1-1106-4226-8ee8-fb5853fa417b tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:05:37.398503 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-908767b7-b7e7-47f5-84b3-3a3f45de557e req-9eefe8d1-1106-4226-8ee8-fb5853fa417b tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=b4d8294e-c70c-4252-b922-1770653c88c1 HTTP/1.1" status: 200 len: 944 time: 0.0509031 Dec 20 15:05:37.450809 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-908767b7-b7e7-47f5-84b3-3a3f45de557e req-c4fa5945-f5ce-4274-9bbf-362ddedb32c6 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=825b22b9-90fe-4011-8472-9394377eada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455892 Dec 20 15:05:38.584823 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd7461e-28b7-446d-a608-cfa75662a6d5 req-8c6bc4e9-691c-49c2-a671-1cd1e7e13226 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:05:38.586745 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1cd7461e-28b7-446d-a608-cfa75662a6d5 req-8c6bc4e9-691c-49c2-a671-1cd1e7e13226 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=b4d8294e-c70c-4252-b922-1770653c88c1 HTTP/1.1" status: 200 len: 944 time: 0.0574844 Dec 20 15:05:38.638015 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1cd7461e-28b7-446d-a608-cfa75662a6d5 req-09077e7d-48a7-42c5-932b-d81089e57654 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=825b22b9-90fe-4011-8472-9394377eada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446582 Dec 20 15:05:38.731033 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 0f256fd9-8e91-4a34-8bde-6bdcda307c8d details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:05:38.830608 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 0f256fd9-8e91-4a34-8bde-6bdcda307c8d, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=0f256fd9-8e91-4a34-8bde-6bdcda307c8d,segment=NetworkSegment(66ea2385-5704-4615-947d-557f749f82dd),segment_id=66ea2385-5704-4615-947d-557f749f82dd)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:05:38.845947 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': '0f256fd9-8e91-4a34-8bde-6bdcda307c8d', 'network_id': '98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9', 'port_id': '0f256fd9-8e91-4a34-8bde-6bdcda307c8d', 'mac_address': 'fa:16:3e:09:ad:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3c1d8ef-e07d-45b1-9131-82488f6c1e5c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:05:38.884723 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:05:38.897650 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f256fd9-8e91-4a34-8bde-6bdcda307c8d {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:05:38.916930 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 0f256fd9-8e91-4a34-8bde-6bdcda307c8d, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=0f256fd9-8e91-4a34-8bde-6bdcda307c8d,segment=NetworkSegment(66ea2385-5704-4615-947d-557f749f82dd),segment_id=66ea2385-5704-4615-947d-557f749f82dd)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:05:38.921382 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:05:38.966227 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=0f256fd9-8e91-4a34-8bde-6bdcda307c8d,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:05:38.973579 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:05:38.973909 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:05:38.974235 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:05:38.974567 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:05:38.974917 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:05:38.975240 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:05:38.975635 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:05:38.975919 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:05:38.976237 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:05:38.976550 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:05:38.976867 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:05:38.977210 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:05:38.977523 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:05:39.138819 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['0f256fd9-8e91-4a34-8bde-6bdcda307c8d'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:05:39.774367 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9a160b-c4cc-46df-8b6f-6563cbc09a61 req-e3ce5116-bedf-464f-882a-330e26fcc4e3 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:05:39.776201 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7a9a160b-c4cc-46df-8b6f-6563cbc09a61 req-e3ce5116-bedf-464f-882a-330e26fcc4e3 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=b4d8294e-c70c-4252-b922-1770653c88c1 HTTP/1.1" status: 200 len: 945 time: 0.0647302 Dec 20 15:05:39.833903 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7a9a160b-c4cc-46df-8b6f-6563cbc09a61 req-60750be6-1bdb-4abe-8c64-0b0ca3336a57 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=825b22b9-90fe-4011-8472-9394377eada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516791 Dec 20 15:05:40.743449 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 0f256fd9-8e91-4a34-8bde-6bdcda307c8d up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:05:40.795187 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning for port 0f256fd9-8e91-4a34-8bde-6bdcda307c8d completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:05:40.799330 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port 0f256fd9-8e91-4a34-8bde-6bdcda307c8d triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:05:40.799730 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:05:40.902065 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:05:40.930545 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4d8294e-c70c-4252-b922-1770653c88c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f256fd9-8e91-4a34-8bde-6bdcda307c8d'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:05:40.932872 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd6edc5d-59f6-401a-b1bf-56410454ab92" -d '{"events": [{"server_uuid": "b4d8294e-c70c-4252-b922-1770653c88c1", "name": "network-vif-plugged", "status": "completed", "tag": "0f256fd9-8e91-4a34-8bde-6bdcda307c8d"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:05:40.945703 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 0f256fd9-8e91-4a34-8bde-6bdcda307c8d, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=0f256fd9-8e91-4a34-8bde-6bdcda307c8d,segment=NetworkSegment(66ea2385-5704-4615-947d-557f749f82dd),segment_id=66ea2385-5704-4615-947d-557f749f82dd)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:05:40.952495 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:05:40.976301 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02fbf5b-3217-4d7b-acf5-df46f73c4a1c req-8763f5a1-6084-42fc-b7d8-bc2a54540964 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:05:40.978199 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e02fbf5b-3217-4d7b-acf5-df46f73c4a1c req-8763f5a1-6084-42fc-b7d8-bc2a54540964 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=b4d8294e-c70c-4252-b922-1770653c88c1 HTTP/1.1" status: 200 len: 945 time: 0.0663087 Dec 20 15:05:40.981752 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dee349f-d093-4700-8762-fe2a7418bdb1 x-openstack-request-id: req-2dee349f-d093-4700-8762-fe2a7418bdb1 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:05:40.982129 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4d8294e-c70c-4252-b922-1770653c88c1", "name": "network-vif-plugged", "status": "completed", "tag": "0f256fd9-8e91-4a34-8bde-6bdcda307c8d", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:05:40.982387 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2dee349f-d093-4700-8762-fe2a7418bdb1 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:05:40.982857 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4d8294e-c70c-4252-b922-1770653c88c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f256fd9-8e91-4a34-8bde-6bdcda307c8d', 'code': 200} Dec 20 15:05:41.009302 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=0f256fd9-8e91-4a34-8bde-6bdcda307c8d,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:05:41.040651 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e02fbf5b-3217-4d7b-acf5-df46f73c4a1c req-1910ffb5-3075-4284-b71a-ae0c7caf6e77 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=825b22b9-90fe-4011-8472-9394377eada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561173 Dec 20 15:05:41.091927 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d1ac91-67ea-474c-a04b-5868de695dd1 req-112b0753-1e36-4c65-a577-55615fbb91e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:05:41.093630 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-26d1ac91-67ea-474c-a04b-5868de695dd1 req-112b0753-1e36-4c65-a577-55615fbb91e2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b4d8294e-c70c-4252-b922-1770653c88c1 HTTP/1.1" status: 200 len: 1098 time: 0.0506835 Dec 20 15:05:41.137640 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-26d1ac91-67ea-474c-a04b-5868de695dd1 req-1a7f6ae1-df52-47c3-a759-aeceef2d80d3 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=825b22b9-90fe-4011-8472-9394377eada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371759 Dec 20 15:05:41.872380 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:05:42.166623 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e893f420-ca76-48d7-be9b-94e53bf9039d req-dd02fc04-9926-4578-8dab-4001cee02005 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:05:42.168160 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e893f420-ca76-48d7-be9b-94e53bf9039d req-dd02fc04-9926-4578-8dab-4001cee02005 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=b4d8294e-c70c-4252-b922-1770653c88c1 HTTP/1.1" status: 200 len: 946 time: 0.0548251 Dec 20 15:05:42.220925 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e893f420-ca76-48d7-be9b-94e53bf9039d req-404346c1-d138-4609-bb5a-27224d1dd91a tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=825b22b9-90fe-4011-8472-9394377eada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464735 Dec 20 15:05:43.354808 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c427d6c7-e39e-41cc-85bd-33cc84238858 req-e0d003c9-3ffd-4180-a301-8af15b8cb291 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:05:43.356525 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c427d6c7-e39e-41cc-85bd-33cc84238858 req-e0d003c9-3ffd-4180-a301-8af15b8cb291 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=b4d8294e-c70c-4252-b922-1770653c88c1 HTTP/1.1" status: 200 len: 946 time: 0.0554922 Dec 20 15:05:43.408363 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c427d6c7-e39e-41cc-85bd-33cc84238858 req-21d9f4d5-018f-443d-ab69-64bcc166e592 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=825b22b9-90fe-4011-8472-9394377eada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451195 Dec 20 15:05:43.542899 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6e8064-9144-4fd6-8f8e-d751ff4b2de7 req-b049ac8a-d873-488a-a2f9-97314b2ed06f tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:05:43.544530 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6b6e8064-9144-4fd6-8f8e-d751ff4b2de7 req-b049ac8a-d873-488a-a2f9-97314b2ed06f tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=b4d8294e-c70c-4252-b922-1770653c88c1 HTTP/1.1" status: 200 len: 946 time: 0.0531220 Dec 20 15:05:43.599112 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6b6e8064-9144-4fd6-8f8e-d751ff4b2de7 req-2af24a4b-5ef2-4759-a7bc-f4427b2b6668 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=825b22b9-90fe-4011-8472-9394377eada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484440 Dec 20 15:05:43.911568 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf54cce9-9b37-4831-b721-4b3c26997f1d req-a8ab0950-56b1-41a0-b245-afab8367f4d9 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:05:43.912979 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cf54cce9-9b37-4831-b721-4b3c26997f1d req-a8ab0950-56b1-41a0-b245-afab8367f4d9 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=b4d8294e-c70c-4252-b922-1770653c88c1 HTTP/1.1" status: 200 len: 946 time: 0.0552907 Dec 20 15:05:43.959909 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cf54cce9-9b37-4831-b721-4b3c26997f1d req-230e81bb-797a-4953-aeae-f8d81a36a23d tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=825b22b9-90fe-4011-8472-9394377eada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406494 Dec 20 15:05:45.088975 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23945356-939b-4b18-a7c0-3e4ee9318bee req-d66e112f-34a3-453b-9134-aa415ee2d780 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:05:45.090440 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-23945356-939b-4b18-a7c0-3e4ee9318bee req-d66e112f-34a3-453b-9134-aa415ee2d780 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=b4d8294e-c70c-4252-b922-1770653c88c1 HTTP/1.1" status: 200 len: 946 time: 0.0517161 Dec 20 15:05:45.146992 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-23945356-939b-4b18-a7c0-3e4ee9318bee req-4609f3ec-ac1d-4386-ba48-b39d04840a16 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=825b22b9-90fe-4011-8472-9394377eada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498919 Dec 20 15:05:45.369968 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095ae8ce-666e-44bb-aab9-726ce05ac45a req-de900238-37bb-48d7-affb-7d363fc2c29e tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:05:45.371431 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-095ae8ce-666e-44bb-aab9-726ce05ac45a req-de900238-37bb-48d7-affb-7d363fc2c29e tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.47 "GET /v2.0/ports?device_id=b4d8294e-c70c-4252-b922-1770653c88c1 HTTP/1.1" status: 200 len: 946 time: 0.0556245 Dec 20 15:05:45.455006 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:05:45.466501 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-095ae8ce-666e-44bb-aab9-726ce05ac45a req-eaed7fe4-5b6b-4b03-b78f-09b40b31fe6a tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Deleting port 0f256fd9-8e91-4a34-8bde-6bdcda307c8d {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:05:45.466898 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-095ae8ce-666e-44bb-aab9-726ce05ac45a req-eaed7fe4-5b6b-4b03-b78f-09b40b31fe6a tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:05:45.565604 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-095ae8ce-666e-44bb-aab9-726ce05ac45a req-eaed7fe4-5b6b-4b03-b78f-09b40b31fe6a tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] For port 0f256fd9-8e91-4a34-8bde-6bdcda307c8d, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=0f256fd9-8e91-4a34-8bde-6bdcda307c8d,segment=NetworkSegment(66ea2385-5704-4615-947d-557f749f82dd),segment_id=66ea2385-5704-4615-947d-557f749f82dd)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:05:45.565972 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-095ae8ce-666e-44bb-aab9-726ce05ac45a req-eaed7fe4-5b6b-4b03-b78f-09b40b31fe6a tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:05:45.579077 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-095ae8ce-666e-44bb-aab9-726ce05ac45a req-eaed7fe4-5b6b-4b03-b78f-09b40b31fe6a tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Calling delete_port for 0f256fd9-8e91-4a34-8bde-6bdcda307c8d owned by compute:nova {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:05:45.715283 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-095ae8ce-666e-44bb-aab9-726ce05ac45a req-eaed7fe4-5b6b-4b03-b78f-09b40b31fe6a tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:05:45.726758 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['0f256fd9-8e91-4a34-8bde-6bdcda307c8d'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:05:45.734588 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['81ea0279-110a-4892-bc9b-e4b4f48586eb'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:05:45.743823 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaed7fe4-5b6b-4b03-b78f-09b40b31fe6a tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Pushing event deleted for resources: {'Port': ['ID=0f256fd9-8e91-4a34-8bde-6bdcda307c8d,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:05:45.790926 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-095ae8ce-666e-44bb-aab9-726ce05ac45a req-eaed7fe4-5b6b-4b03-b78f-09b40b31fe6a tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] No DVR routers for this DVR port 0f256fd9-8e91-4a34-8bde-6bdcda307c8d on host n-h2-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:05:45.795137 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-095ae8ce-666e-44bb-aab9-726ce05ac45a req-eaed7fe4-5b6b-4b03-b78f-09b40b31fe6a tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:05:45.798640 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-095ae8ce-666e-44bb-aab9-726ce05ac45a req-eaed7fe4-5b6b-4b03-b78f-09b40b31fe6a tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.47 "DELETE /v2.0/ports/0f256fd9-8e91-4a34-8bde-6bdcda307c8d HTTP/1.1" status: 204 len: 173 time: 0.4193850 Dec 20 15:05:45.799323 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4d8294e-c70c-4252-b922-1770653c88c1', 'name': 'network-vif-deleted', 'tag': '0f256fd9-8e91-4a34-8bde-6bdcda307c8d'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:05:45.802524 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a38a19e3-2d65-4f4f-a157-d201c58e165f" -d '{"events": [{"server_uuid": "b4d8294e-c70c-4252-b922-1770653c88c1", "name": "network-vif-deleted", "tag": "0f256fd9-8e91-4a34-8bde-6bdcda307c8d"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:05:45.849716 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02fd5b7d-7fda-452d-a610-622e637eff2d x-openstack-request-id: req-02fd5b7d-7fda-452d-a610-622e637eff2d {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:05:45.850075 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4d8294e-c70c-4252-b922-1770653c88c1", "name": "network-vif-deleted", "tag": "0f256fd9-8e91-4a34-8bde-6bdcda307c8d", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:05:45.850567 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-02fd5b7d-7fda-452d-a610-622e637eff2d {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:05:45.851138 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4d8294e-c70c-4252-b922-1770653c88c1', 'name': 'network-vif-deleted', 'tag': '0f256fd9-8e91-4a34-8bde-6bdcda307c8d', 'status': 'completed', 'code': 200} Dec 20 15:05:46.247568 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-07e8344d-8aa1-4566-a28b-7d4d43d580f0 req-347ea445-42a9-4177-abb2-c8dab73fb355 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=b4d8294e-c70c-4252-b922-1770653c88c1 HTTP/1.1" status: 200 len: 210 time: 0.0305424 Dec 20 15:05:47.348377 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e4402e1c-aff5-4ab0-bf4d-84dc44e88b35 req-fbb4ef5b-da07-40ba-ac2c-6bb5f26b8ca0 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=b4d8294e-c70c-4252-b922-1770653c88c1 HTTP/1.1" status: 200 len: 210 time: 0.0273004 Dec 20 15:05:48.446346 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-566f3fc3-e3ac-4f51-81d2-cfa658b29d0c req-7f103538-d092-4399-b3fb-975ffaa27a0c tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=b4d8294e-c70c-4252-b922-1770653c88c1 HTTP/1.1" status: 200 len: 210 time: 0.0271685 Dec 20 15:05:48.786384 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 0f256fd9-8e91-4a34-8bde-6bdcda307c8d no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:05:48.810185 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] No Port match for: 0f256fd9-8e91-4a34-8bde-6bdcda307c8d {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:05:48.810526 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 0f256fd9-8e91-4a34-8bde-6bdcda307c8d not bound to the agent host n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:05:49.550150 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-25adf122-2bf1-4749-af52-3e10204f503a req-90c5d76b-cd7b-49c4-a5b0-23cd2ac01a9b tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=b4d8294e-c70c-4252-b922-1770653c88c1 HTTP/1.1" status: 200 len: 210 time: 0.0286217 Dec 20 15:05:56.309318 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eae990b-d405-4d92-9ca1-ccff9dfa2abe req-ca52dded-58af-444e-8074-5a6334e0083b tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:05:56.310765 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0eae990b-d405-4d92-9ca1-ccff9dfa2abe req-ca52dded-58af-444e-8074-5a6334e0083b tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=61ce4c18-783f-40ad-81c4-015b1568d722 HTTP/1.1" status: 200 len: 946 time: 0.2325506 Dec 20 15:05:56.358761 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0eae990b-d405-4d92-9ca1-ccff9dfa2abe req-d36d1d80-85ef-4e3e-8240-5a4192d76312 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=825b22b9-90fe-4011-8472-9394377eada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417535 Dec 20 15:05:57.588453 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fbd5ea-e4f3-4761-941b-c6b0665d37e0 req-d50323eb-8ec1-46d8-acb5-bd1d06bfa553 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:05:57.589940 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-71fbd5ea-e4f3-4761-941b-c6b0665d37e0 req-d50323eb-8ec1-46d8-acb5-bd1d06bfa553 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=61ce4c18-783f-40ad-81c4-015b1568d722 HTTP/1.1" status: 200 len: 946 time: 0.1406519 Dec 20 15:05:57.649666 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-71fbd5ea-e4f3-4761-941b-c6b0665d37e0 req-64856669-776a-486f-a158-20541a0b8d74 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=825b22b9-90fe-4011-8472-9394377eada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504568 Dec 20 15:05:57.708814 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846c0215-bfaf-479b-bcfd-7c33224f54af req-5e21bbda-b705-47c8-8115-9ecde6825318 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:05:57.710282 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-846c0215-bfaf-479b-bcfd-7c33224f54af req-5e21bbda-b705-47c8-8115-9ecde6825318 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.30 "GET /v2.0/ports?device_id=61ce4c18-783f-40ad-81c4-015b1568d722 HTTP/1.1" status: 200 len: 946 time: 0.0491467 Dec 20 15:05:58.085932 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-846c0215-bfaf-479b-bcfd-7c33224f54af req-6036dc0c-4812-4942-9934-3eeeb280a931 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Deleting port 81ea0279-110a-4892-bc9b-e4b4f48586eb {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:05:58.086244 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-846c0215-bfaf-479b-bcfd-7c33224f54af req-6036dc0c-4812-4942-9934-3eeeb280a931 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:05:58.173072 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-846c0215-bfaf-479b-bcfd-7c33224f54af req-6036dc0c-4812-4942-9934-3eeeb280a931 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] For port 81ea0279-110a-4892-bc9b-e4b4f48586eb, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=81ea0279-110a-4892-bc9b-e4b4f48586eb,segment=NetworkSegment(66ea2385-5704-4615-947d-557f749f82dd),segment_id=66ea2385-5704-4615-947d-557f749f82dd)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:05:58.173438 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-846c0215-bfaf-479b-bcfd-7c33224f54af req-6036dc0c-4812-4942-9934-3eeeb280a931 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:05:58.189955 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-846c0215-bfaf-479b-bcfd-7c33224f54af req-6036dc0c-4812-4942-9934-3eeeb280a931 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Calling delete_port for 81ea0279-110a-4892-bc9b-e4b4f48586eb owned by compute:nova {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:05:58.323782 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-846c0215-bfaf-479b-bcfd-7c33224f54af req-6036dc0c-4812-4942-9934-3eeeb280a931 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:05:58.336376 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['81ea0279-110a-4892-bc9b-e4b4f48586eb'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:05:58.352436 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6036dc0c-4812-4942-9934-3eeeb280a931 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Pushing event deleted for resources: {'Port': ['ID=81ea0279-110a-4892-bc9b-e4b4f48586eb,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:05:58.396574 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-846c0215-bfaf-479b-bcfd-7c33224f54af req-6036dc0c-4812-4942-9934-3eeeb280a931 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] No DVR routers for this DVR port 81ea0279-110a-4892-bc9b-e4b4f48586eb on host n-h1-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:05:58.399323 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-846c0215-bfaf-479b-bcfd-7c33224f54af req-6036dc0c-4812-4942-9934-3eeeb280a931 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:05:58.402711 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-846c0215-bfaf-479b-bcfd-7c33224f54af req-6036dc0c-4812-4942-9934-3eeeb280a931 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.30 "DELETE /v2.0/ports/81ea0279-110a-4892-bc9b-e4b4f48586eb HTTP/1.1" status: 204 len: 173 time: 0.6863987 Dec 20 15:05:58.403175 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61ce4c18-783f-40ad-81c4-015b1568d722', 'name': 'network-vif-deleted', 'tag': '81ea0279-110a-4892-bc9b-e4b4f48586eb'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:05:58.405407 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc6d6c13-02e6-48a0-9b37-5fd72fa0f2fe" -d '{"events": [{"server_uuid": "61ce4c18-783f-40ad-81c4-015b1568d722", "name": "network-vif-deleted", "tag": "81ea0279-110a-4892-bc9b-e4b4f48586eb"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:05:58.446437 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51ba2cb1-517e-4e7b-b2a4-a5944f0334ad x-openstack-request-id: req-51ba2cb1-517e-4e7b-b2a4-a5944f0334ad {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:05:58.446814 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61ce4c18-783f-40ad-81c4-015b1568d722", "name": "network-vif-deleted", "tag": "81ea0279-110a-4892-bc9b-e4b4f48586eb", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:05:58.447071 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-51ba2cb1-517e-4e7b-b2a4-a5944f0334ad {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:05:58.447443 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61ce4c18-783f-40ad-81c4-015b1568d722', 'name': 'network-vif-deleted', 'tag': '81ea0279-110a-4892-bc9b-e4b4f48586eb', 'status': 'completed', 'code': 200} Dec 20 15:05:58.752302 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-99853d96-aaf9-4f7f-93b5-9fbdf205d134 req-a2e6c4f7-10b8-4873-bd71-0adadc1b240c tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=61ce4c18-783f-40ad-81c4-015b1568d722 HTTP/1.1" status: 200 len: 210 time: 0.0320871 Dec 20 15:05:59.850146 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-09130a2c-c417-46aa-8fd2-11afb8794901 req-e488f798-19a8-421e-9795-0c7846e8bb80 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=61ce4c18-783f-40ad-81c4-015b1568d722 HTTP/1.1" status: 200 len: 210 time: 0.0266774 Dec 20 15:06:00.732814 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-dd96f884-d36e-48b2-aa52-a8a6b1743d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:06:00.947768 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d8e80fe3-833a-4bc7-b7c4-78ef980bf7bf req-84774e9d-dd00-46fc-9b24-9c357cf60368 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=61ce4c18-783f-40ad-81c4-015b1568d722 HTTP/1.1" status: 200 len: 210 time: 0.0263705 Dec 20 15:06:01.440121 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 81ea0279-110a-4892-bc9b-e4b4f48586eb no longer exists at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:06:01.463768 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] No Port match for: 81ea0279-110a-4892-bc9b-e4b4f48586eb {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:06:01.464118 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 81ea0279-110a-4892-bc9b-e4b4f48586eb not bound to the agent host n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:06:02.043982 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-42e3da8d-5d3f-4bf5-ac26-b08c51338402 req-8b4f990d-8f5e-448d-933c-cb27afcadabf tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=61ce4c18-783f-40ad-81c4-015b1568d722 HTTP/1.1" status: 200 len: 210 time: 0.0264184 Dec 20 15:06:02.908552 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a34255c7-e143-47a6-83f4-0e9b777fe892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:06:03.877037 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:06:05.862675 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:06:06.356573 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:06:07.169275 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 52808) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:06:07.173750 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-92ddb34e-c5fb-48b1-8644-0a6503f38a2f tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-211104536', 'description': 'tempest-secgroup-smoke-211104536 description', 'project_id': 'c386a559a8854d1caa58ca37066a398d'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:06:07.197903 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-92ddb34e-c5fb-48b1-8644-0a6503f38a2f tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:06:07.265128 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-92ddb34e-c5fb-48b1-8644-0a6503f38a2f tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:06:07.271764 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-92ddb34e-c5fb-48b1-8644-0a6503f38a2f tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:06:07.300544 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-92ddb34e-c5fb-48b1-8644-0a6503f38a2f tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:06:07.301759 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-92ddb34e-c5fb-48b1-8644-0a6503f38a2f tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1315153 Dec 20 15:06:07.303747 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ddb34e-c5fb-48b1-8644-0a6503f38a2f tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f61a59f9-9ca9-4083-8954-e6eb8a2d8bda,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:06:07.305640 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 52810) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:06:07.310537 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-5209a0ec-a778-4f09-b39b-321fc87b8a56 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Request body: {'security_group_rule': {'security_group_id': 'f61a59f9-9ca9-4083-8954-e6eb8a2d8bda', 'project_id': 'c386a559a8854d1caa58ca37066a398d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:06:07.342569 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5209a0ec-a778-4f09-b39b-321fc87b8a56 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:06:07.399239 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5209a0ec-a778-4f09-b39b-321fc87b8a56 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:06:07.405200 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5209a0ec-a778-4f09-b39b-321fc87b8a56 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:06:07.422143 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5209a0ec-a778-4f09-b39b-321fc87b8a56 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8097d7b6-d060-41fd-b6b4-898a27a4de14,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:06:07.430359 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5209a0ec-a778-4f09-b39b-321fc87b8a56 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:06:07.430702 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5209a0ec-a778-4f09-b39b-321fc87b8a56 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:06:07.431113 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5209a0ec-a778-4f09-b39b-321fc87b8a56 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:06:07.431466 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5209a0ec-a778-4f09-b39b-321fc87b8a56 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:06:07.431796 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5209a0ec-a778-4f09-b39b-321fc87b8a56 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:06:07.432126 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5209a0ec-a778-4f09-b39b-321fc87b8a56 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:06:07.432449 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5209a0ec-a778-4f09-b39b-321fc87b8a56 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:06:07.432770 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5209a0ec-a778-4f09-b39b-321fc87b8a56 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:06:07.433089 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5209a0ec-a778-4f09-b39b-321fc87b8a56 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:06:07.433405 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5209a0ec-a778-4f09-b39b-321fc87b8a56 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:06:07.433722 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5209a0ec-a778-4f09-b39b-321fc87b8a56 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:06:07.434035 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5209a0ec-a778-4f09-b39b-321fc87b8a56 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:06:07.434356 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5209a0ec-a778-4f09-b39b-321fc87b8a56 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:06:07.439239 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5209a0ec-a778-4f09-b39b-321fc87b8a56 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:06:07.440411 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-5209a0ec-a778-4f09-b39b-321fc87b8a56 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1337910 Dec 20 15:06:07.443213 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 52812) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:06:07.447463 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-9da5b3cf-f5fe-4f82-a740-ed4843c4c929 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Request body: {'security_group_rule': {'security_group_id': 'f61a59f9-9ca9-4083-8954-e6eb8a2d8bda', 'project_id': 'c386a559a8854d1caa58ca37066a398d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:06:07.477815 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9da5b3cf-f5fe-4f82-a740-ed4843c4c929 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:06:07.536011 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9da5b3cf-f5fe-4f82-a740-ed4843c4c929 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:06:07.541462 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9da5b3cf-f5fe-4f82-a740-ed4843c4c929 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:06:07.558712 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da5b3cf-f5fe-4f82-a740-ed4843c4c929 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b8e09df-fcb9-40b1-8ff2-00f483244294,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:06:07.567077 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9da5b3cf-f5fe-4f82-a740-ed4843c4c929 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:06:07.568269 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-9da5b3cf-f5fe-4f82-a740-ed4843c4c929 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1241367 Dec 20 15:06:07.571143 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 52814) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:06:07.575477 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-7b789802-89f4-42a4-8578-6f2e750331a6 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Request body: {'security_group_rule': {'security_group_id': 'f61a59f9-9ca9-4083-8954-e6eb8a2d8bda', 'project_id': 'c386a559a8854d1caa58ca37066a398d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:06:07.608151 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7b789802-89f4-42a4-8578-6f2e750331a6 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:06:07.666159 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7b789802-89f4-42a4-8578-6f2e750331a6 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:06:07.672077 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7b789802-89f4-42a4-8578-6f2e750331a6 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:06:07.691294 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b789802-89f4-42a4-8578-6f2e750331a6 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc3ac9c4-b6e4-4ca2-b664-d98b6916604f,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:06:07.697020 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7b789802-89f4-42a4-8578-6f2e750331a6 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:06:07.698221 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-7b789802-89f4-42a4-8578-6f2e750331a6 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1260550 Dec 20 15:06:07.702432 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 52816) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:06:07.708975 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-50a95909-9d23-4a54-9d79-86ac9235e56c tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Request body: {'security_group_rule': {'security_group_id': 'f61a59f9-9ca9-4083-8954-e6eb8a2d8bda', 'project_id': 'c386a559a8854d1caa58ca37066a398d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:06:07.742315 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-50a95909-9d23-4a54-9d79-86ac9235e56c tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:06:07.800314 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-50a95909-9d23-4a54-9d79-86ac9235e56c tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:06:07.805004 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-50a95909-9d23-4a54-9d79-86ac9235e56c tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:06:07.821875 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a95909-9d23-4a54-9d79-86ac9235e56c tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c91084a-08f0-45d0-a2f9-7469010785ce,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:06:07.830638 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-50a95909-9d23-4a54-9d79-86ac9235e56c tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:06:07.831870 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-50a95909-9d23-4a54-9d79-86ac9235e56c tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1281607 Dec 20 15:06:07.834621 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 52818) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:06:07.839107 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-75a1c84f-85e1-45a2-a0b2-4b6e80502b5b tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Request body: {'security_group_rule': {'security_group_id': 'f61a59f9-9ca9-4083-8954-e6eb8a2d8bda', 'project_id': 'c386a559a8854d1caa58ca37066a398d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:06:07.865768 n-d-761264-19 neutron-server[103168]: INFO neutron.db.securitygroups_db [None req-75a1c84f-85e1-45a2-a0b2-4b6e80502b5b tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Project c386a559a8854d1caa58ca37066a398d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 15:06:07.871054 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-75a1c84f-85e1-45a2-a0b2-4b6e80502b5b tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:06:07.930659 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-75a1c84f-85e1-45a2-a0b2-4b6e80502b5b tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:06:07.936083 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-75a1c84f-85e1-45a2-a0b2-4b6e80502b5b tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:06:07.956408 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a1c84f-85e1-45a2-a0b2-4b6e80502b5b tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97ca2760-8d5d-4c30-a53a-a31844611417,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:06:07.963925 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-75a1c84f-85e1-45a2-a0b2-4b6e80502b5b tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:06:07.965107 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-75a1c84f-85e1-45a2-a0b2-4b6e80502b5b tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1294498 Dec 20 15:06:07.968000 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 52820) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:06:07.972205 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-56b60ad7-c416-46df-8d38-e723475285b6 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Request body: {'security_group_rule': {'security_group_id': 'f61a59f9-9ca9-4083-8954-e6eb8a2d8bda', 'project_id': 'c386a559a8854d1caa58ca37066a398d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:06:07.997566 n-d-761264-19 neutron-server[103168]: INFO neutron.db.securitygroups_db [None req-56b60ad7-c416-46df-8d38-e723475285b6 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Project c386a559a8854d1caa58ca37066a398d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 15:06:08.002342 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-56b60ad7-c416-46df-8d38-e723475285b6 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:06:08.060547 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-56b60ad7-c416-46df-8d38-e723475285b6 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:06:08.069683 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-56b60ad7-c416-46df-8d38-e723475285b6 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:06:08.088062 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b60ad7-c416-46df-8d38-e723475285b6 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78ce2e2d-1ce5-422b-836d-05d6edce52a6,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:06:08.095751 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-56b60ad7-c416-46df-8d38-e723475285b6 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:06:08.097003 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-56b60ad7-c416-46df-8d38-e723475285b6 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1280885 Dec 20 15:06:11.689374 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:06:11.882251 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:06:15.460877 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:06:23.401216 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f72240bf-b502-4f57-b365-b9e11161e075 req-0d7044cc-b15d-42ea-b57c-7e2ce4c6d817 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-211104536&fields=id&tenant_id=c386a559a8854d1caa58ca37066a398d HTTP/1.1" status: 200 len: 267 time: 0.0457776 Dec 20 15:06:23.514134 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72240bf-b502-4f57-b365-b9e11161e075 req-cf0b4fd6-828c-490b-994b-0677e50a002f tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:06:23.515536 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f72240bf-b502-4f57-b365-b9e11161e075 req-cf0b4fd6-828c-490b-994b-0677e50a002f tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/networks?id=98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9 HTTP/1.1" status: 200 len: 811 time: 0.1046805 Dec 20 15:06:23.530275 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f72240bf-b502-4f57-b365-b9e11161e075 req-89bf62cd-fe28-4da7-9f18-f34abea9b39f tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/quotas/c386a559a8854d1caa58ca37066a398d HTTP/1.1" status: 200 len: 375 time: 0.0090313 Dec 20 15:06:23.582683 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f72240bf-b502-4f57-b365-b9e11161e075 req-7a6afb73-0108-4e30-8399-c70b131c553a tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=c386a559a8854d1caa58ca37066a398d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472672 Dec 20 15:06:23.656073 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [req-f72240bf-b502-4f57-b365-b9e11161e075 req-6bec2310-7585-4e15-8a04-393b541c4705 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:06:23.657139 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f72240bf-b502-4f57-b365-b9e11161e075 req-6bec2310-7585-4e15-8a04-393b541c4705 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0573096 Dec 20 15:06:23.749167 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f72240bf-b502-4f57-b365-b9e11161e075 req-593a45c6-20ca-4d02-a961-54f1abfc27dd service neutron] 10.222.0.54 "GET /v2.0/networks/98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855262 Dec 20 15:06:23.846016 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f72240bf-b502-4f57-b365-b9e11161e075 req-6578501e-e46f-48c6-aac3-5082efb65f75 service neutron] 10.222.0.54 "GET /v2.0/networks/98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875540 Dec 20 15:06:24.158080 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b1d42091-39b7-4a04-a721-450d9f854dba req-27fe3636-79e4-4a88-a5db-a411c15e8c8d tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=be0880dc-7aa7-4a20-bf69-3f74c94b2389 HTTP/1.1" status: 200 len: 210 time: 0.0301437 Dec 20 15:06:25.127653 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72240bf-b502-4f57-b365-b9e11161e075 req-827af399-4d9c-49bb-8539-e68bdddd22a9 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:06:25.129109 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f72240bf-b502-4f57-b365-b9e11161e075 req-827af399-4d9c-49bb-8539-e68bdddd22a9 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.30 "GET /v2.0/networks?id=98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9 HTTP/1.1" status: 200 len: 811 time: 0.1031418 Dec 20 15:06:25.193158 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f72240bf-b502-4f57-b365-b9e11161e075 req-c92d4eb9-3b47-4eab-83dc-fc0b0e3389a1 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c386a559a8854d1caa58ca37066a398d HTTP/1.1" status: 200 len: 379 time: 0.0551100 Dec 20 15:06:25.202957 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-f72240bf-b502-4f57-b365-b9e11161e075 req-0a5a7778-ada9-4fce-8a49-2df6578d67c7 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Request body: {'port': {'device_id': 'be0880dc-7aa7-4a20-bf69-3f74c94b2389', 'network_id': '98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9', 'admin_state_up': True, 'tenant_id': 'c386a559a8854d1caa58ca37066a398d', 'security_groups': ['f61a59f9-9ca9-4083-8954-e6eb8a2d8bda']}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:06:25.254375 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3b301d99-9993-424c-9a19-d4bb015c1d01 req-6b855f69-1956-44dc-966c-336de8881c31 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=be0880dc-7aa7-4a20-bf69-3f74c94b2389 HTTP/1.1" status: 200 len: 210 time: 0.0276601 Dec 20 15:06:25.327025 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f72240bf-b502-4f57-b365-b9e11161e075 req-0a5a7778-ada9-4fce-8a49-2df6578d67c7 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Made reservation on behalf of c386a559a8854d1caa58ca37066a398d for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:06:25.330794 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-f72240bf-b502-4f57-b365-b9e11161e075 req-0a5a7778-ada9-4fce-8a49-2df6578d67c7 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:06:25.464525 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [req-f72240bf-b502-4f57-b365-b9e11161e075 req-0a5a7778-ada9-4fce-8a49-2df6578d67c7 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Allocated IP 172.20.0.4 (98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9/f3c1d8ef-e07d-45b1-9131-82488f6c1e5c/54a472c2-93f9-4c48-9e09-29774647da80) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:06:25.605707 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-f72240bf-b502-4f57-b365-b9e11161e075 req-0a5a7778-ada9-4fce-8a49-2df6578d67c7 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:06:25.640459 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-f72240bf-b502-4f57-b365-b9e11161e075 req-0a5a7778-ada9-4fce-8a49-2df6578d67c7 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:06:25.688735 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f72240bf-b502-4f57-b365-b9e11161e075 req-0a5a7778-ada9-4fce-8a49-2df6578d67c7 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Network 98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:06:25.692013 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [req-f72240bf-b502-4f57-b365-b9e11161e075 req-0a5a7778-ada9-4fce-8a49-2df6578d67c7 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:06:25.695845 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-f72240bf-b502-4f57-b365-b9e11161e075 req-0a5a7778-ada9-4fce-8a49-2df6578d67c7 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:06:25.720170 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5a7778-ada9-4fce-8a49-2df6578d67c7 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Pushing event updated for resources: {'Port': ['ID=54a472c2-93f9-4c48-9e09-29774647da80,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:06:25.733162 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5a7778-ada9-4fce-8a49-2df6578d67c7 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:06:25.733507 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5a7778-ada9-4fce-8a49-2df6578d67c7 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:06:25.733850 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5a7778-ada9-4fce-8a49-2df6578d67c7 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:06:25.734189 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5a7778-ada9-4fce-8a49-2df6578d67c7 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:06:25.734557 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5a7778-ada9-4fce-8a49-2df6578d67c7 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:06:25.734926 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5a7778-ada9-4fce-8a49-2df6578d67c7 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:06:25.735254 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5a7778-ada9-4fce-8a49-2df6578d67c7 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:06:25.735581 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5a7778-ada9-4fce-8a49-2df6578d67c7 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:06:25.735905 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5a7778-ada9-4fce-8a49-2df6578d67c7 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:06:25.736197 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5a7778-ada9-4fce-8a49-2df6578d67c7 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:06:25.736536 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5a7778-ada9-4fce-8a49-2df6578d67c7 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:06:25.736853 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5a7778-ada9-4fce-8a49-2df6578d67c7 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:06:25.737171 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5a7778-ada9-4fce-8a49-2df6578d67c7 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:06:25.758219 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:06:25.758219 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:06:25.758219 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:06:25.758219 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:06:25.758219 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:06:25.758219 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:06:25.758219 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:06:25.758219 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:06:25.758219 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:06:25.758219 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:06:25.758219 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:06:25.758219 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:06:25.758219 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:06:25.758219 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:06:25.758219 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:06:25.758219 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:06:25.758219 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:06:25.758219 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:06:25.758219 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:06:25.758219 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:06:25.758219 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:06:25.758219 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:06:25.758219 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:06:25.758219 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:06:25.758219 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:06:25.758219 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:06:25.758219 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:06:25.758219 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:06:25.758219 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:06:25.758219 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:06:25.758219 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:06:25.758219 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:06:25.758219 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:06:25.758219 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:06:25.758219 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:06:25.758219 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:06:25.758219 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:06:25.758219 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:06:25.758219 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:06:25.758219 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:06:25.758219 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:06:25.758219 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:06:25.758219 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:06:25.758219 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:06:25.758219 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:06:25.758219 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:06:25.758219 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:06:25.758219 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:06:25.761585 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72240bf-b502-4f57-b365-b9e11161e075 req-0a5a7778-ada9-4fce-8a49-2df6578d67c7 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:06:25.762209 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-f72240bf-b502-4f57-b365-b9e11161e075 req-0a5a7778-ada9-4fce-8a49-2df6578d67c7 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:06:25.779030 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f72240bf-b502-4f57-b365-b9e11161e075 req-0a5a7778-ada9-4fce-8a49-2df6578d67c7 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5799184 Dec 20 15:06:25.791179 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-f72240bf-b502-4f57-b365-b9e11161e075 req-798f95ee-b7d0-4f72-8870-454803688632 service neutron] Request body: {'port': {'device_id': 'be0880dc-7aa7-4a20-bf69-3f74c94b2389', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-19'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:06:25.860947 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-f72240bf-b502-4f57-b365-b9e11161e075 req-798f95ee-b7d0-4f72-8870-454803688632 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:06:26.015197 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-d28c6cba-dfdd-4aa5-bf9c-4501b10c2a57 None None] Provisioning complete for port 54a472c2-93f9-4c48-9e09-29774647da80 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:06:26.015762 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d28c6cba-dfdd-4aa5-bf9c-4501b10c2a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:06:26.049143 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-d28c6cba-dfdd-4aa5-bf9c-4501b10c2a57 None None] Port 54a472c2-93f9-4c48-9e09-29774647da80 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:06:26.137944 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [req-f72240bf-b502-4f57-b365-b9e11161e075 req-798f95ee-b7d0-4f72-8870-454803688632 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54a472c2-93f9-4c48-9e09-29774647da80 {{(pid=103167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:06:26.145388 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-f72240bf-b502-4f57-b365-b9e11161e075 req-798f95ee-b7d0-4f72-8870-454803688632 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:06:26.157706 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-f72240bf-b502-4f57-b365-b9e11161e075 req-798f95ee-b7d0-4f72-8870-454803688632 service neutron] Transition to ACTIVE for port object 54a472c2-93f9-4c48-9e09-29774647da80 will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:06:26.162976 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-f72240bf-b502-4f57-b365-b9e11161e075 req-798f95ee-b7d0-4f72-8870-454803688632 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:06:26.231068 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798f95ee-b7d0-4f72-8870-454803688632 service neutron] Pushing event updated for resources: {'Port': ['ID=54a472c2-93f9-4c48-9e09-29774647da80,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:06:26.297244 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-f72240bf-b502-4f57-b365-b9e11161e075 req-798f95ee-b7d0-4f72-8870-454803688632 service neutron] Attempting to bind port 54a472c2-93f9-4c48-9e09-29774647da80 on host n-h1-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:06:26.297577 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-f72240bf-b502-4f57-b365-b9e11161e075 req-798f95ee-b7d0-4f72-8870-454803688632 service neutron] Attempting to bind port 54a472c2-93f9-4c48-9e09-29774647da80 by drivers openvswitch,hyperv on host n-h1-761264-19 at level 0 using segments [{'id': '66ea2385-5704-4615-947d-557f749f82dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:06:26.297898 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f72240bf-b502-4f57-b365-b9e11161e075 req-798f95ee-b7d0-4f72-8870-454803688632 service neutron] Attempting to bind port 54a472c2-93f9-4c48-9e09-29774647da80 on network 98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:06:26.303741 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f72240bf-b502-4f57-b365-b9e11161e075 req-798f95ee-b7d0-4f72-8870-454803688632 service neutron] Port 54a472c2-93f9-4c48-9e09-29774647da80 on network 98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:06:26.303741 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f72240bf-b502-4f57-b365-b9e11161e075 req-798f95ee-b7d0-4f72-8870-454803688632 service neutron] Attempting to bind port 54a472c2-93f9-4c48-9e09-29774647da80 on network 98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:06:26.309282 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f72240bf-b502-4f57-b365-b9e11161e075 req-798f95ee-b7d0-4f72-8870-454803688632 service neutron] Checking agent: {'id': '3e5ace3e-dd7b-4522-a7c4-77d13dbeab1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:06:26.309616 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f72240bf-b502-4f57-b365-b9e11161e075 req-798f95ee-b7d0-4f72-8870-454803688632 service neutron] Checking segment: {'id': '66ea2385-5704-4615-947d-557f749f82dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:06:26.310124 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f72240bf-b502-4f57-b365-b9e11161e075 req-798f95ee-b7d0-4f72-8870-454803688632 service neutron] Bound using segment: {'id': '66ea2385-5704-4615-947d-557f749f82dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:06:26.310608 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-f72240bf-b502-4f57-b365-b9e11161e075 req-798f95ee-b7d0-4f72-8870-454803688632 service neutron] Bound port: 54a472c2-93f9-4c48-9e09-29774647da80, host: n-h1-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66ea2385-5704-4615-947d-557f749f82dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:06:26.311285 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-f72240bf-b502-4f57-b365-b9e11161e075 req-798f95ee-b7d0-4f72-8870-454803688632 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:06:26.413597 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-f72240bf-b502-4f57-b365-b9e11161e075 req-798f95ee-b7d0-4f72-8870-454803688632 service neutron] For port 54a472c2-93f9-4c48-9e09-29774647da80, host n-h1-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:06:26.417476 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-f72240bf-b502-4f57-b365-b9e11161e075 req-798f95ee-b7d0-4f72-8870-454803688632 service neutron] For port 54a472c2-93f9-4c48-9e09-29774647da80, host n-h1-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=54a472c2-93f9-4c48-9e09-29774647da80,segment=NetworkSegment(66ea2385-5704-4615-947d-557f749f82dd),segment_id=66ea2385-5704-4615-947d-557f749f82dd)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:06:26.430246 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c8e387-558d-4f45-ac5d-bb4d01e63ffc req-287fbf8c-b135-41cc-88c2-ae9bd6244e7b tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:06:26.431904 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b4c8e387-558d-4f45-ac5d-bb4d01e63ffc req-287fbf8c-b135-41cc-88c2-ae9bd6244e7b tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=be0880dc-7aa7-4a20-bf69-3f74c94b2389 HTTP/1.1" status: 200 len: 943 time: 0.0801308 Dec 20 15:06:26.434171 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-f72240bf-b502-4f57-b365-b9e11161e075 req-798f95ee-b7d0-4f72-8870-454803688632 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:06:26.494244 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72240bf-b502-4f57-b365-b9e11161e075 req-798f95ee-b7d0-4f72-8870-454803688632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:06:26.500008 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-f72240bf-b502-4f57-b365-b9e11161e075 req-798f95ee-b7d0-4f72-8870-454803688632 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:06:26.500008 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f72240bf-b502-4f57-b365-b9e11161e075 req-798f95ee-b7d0-4f72-8870-454803688632 service neutron] 10.222.0.30 "PUT /v2.0/ports/54a472c2-93f9-4c48-9e09-29774647da80 HTTP/1.1" status: 200 len: 1092 time: 0.7098095 Dec 20 15:06:26.500008 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be0880dc-7aa7-4a20-bf69-3f74c94b2389', 'tag': '54a472c2-93f9-4c48-9e09-29774647da80'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:06:26.501171 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0db7fbae-cb68-484d-b276-a9c75608f992" -d '{"events": [{"name": "network-changed", "server_uuid": "be0880dc-7aa7-4a20-bf69-3f74c94b2389", "tag": "54a472c2-93f9-4c48-9e09-29774647da80"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:06:26.533493 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798f95ee-b7d0-4f72-8870-454803688632 service neutron] Pushing event updated for resources: {'Port': ['ID=54a472c2-93f9-4c48-9e09-29774647da80,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:06:26.552791 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b4c8e387-558d-4f45-ac5d-bb4d01e63ffc req-ab3e247e-96b8-4e84-96f5-78231460d99b tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=f61a59f9-9ca9-4083-8954-e6eb8a2d8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133564 Dec 20 15:06:26.600232 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8589e9bb-e110-44da-a3e8-8cfd332d3d9c x-openstack-request-id: req-8589e9bb-e110-44da-a3e8-8cfd332d3d9c {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:06:26.600538 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be0880dc-7aa7-4a20-bf69-3f74c94b2389", "tag": "54a472c2-93f9-4c48-9e09-29774647da80", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:06:26.600797 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8589e9bb-e110-44da-a3e8-8cfd332d3d9c {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:06:26.601204 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be0880dc-7aa7-4a20-bf69-3f74c94b2389', 'tag': '54a472c2-93f9-4c48-9e09-29774647da80', 'status': 'completed', 'code': 200} Dec 20 15:06:26.629643 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72240bf-b502-4f57-b365-b9e11161e075 req-4cf8723c-4b88-49f0-95bc-7c58441ef7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:06:26.631527 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f72240bf-b502-4f57-b365-b9e11161e075 req-4cf8723c-4b88-49f0-95bc-7c58441ef7dd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c386a559a8854d1caa58ca37066a398d&device_id=be0880dc-7aa7-4a20-bf69-3f74c94b2389 HTTP/1.1" status: 200 len: 1095 time: 0.0658031 Dec 20 15:06:26.682249 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f72240bf-b502-4f57-b365-b9e11161e075 req-ac6332d5-b234-46b1-a75e-4f2925336b90 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=54a472c2-93f9-4c48-9e09-29774647da80 HTTP/1.1" status: 200 len: 217 time: 0.0425510 Dec 20 15:06:26.739108 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72240bf-b502-4f57-b365-b9e11161e075 req-4fb33d4a-6358-4cee-b90f-9382eb7c933f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:06:26.740585 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f72240bf-b502-4f57-b365-b9e11161e075 req-4fb33d4a-6358-4cee-b90f-9382eb7c933f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f3c1d8ef-e07d-45b1-9131-82488f6c1e5c HTTP/1.1" status: 200 len: 850 time: 0.0513744 Dec 20 15:06:26.789358 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72240bf-b502-4f57-b365-b9e11161e075 req-60fe1e25-ed65-4792-8411-f27291097128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:06:26.791061 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f72240bf-b502-4f57-b365-b9e11161e075 req-60fe1e25-ed65-4792-8411-f27291097128 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436137 Dec 20 15:06:26.884764 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f72240bf-b502-4f57-b365-b9e11161e075 req-ef84bad6-0c36-4ee7-a0db-5b4f8774b2d1 service neutron] 10.222.0.30 "GET /v2.0/networks/98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855448 Dec 20 15:06:26.981373 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f72240bf-b502-4f57-b365-b9e11161e075 req-10f80eaa-c473-4c77-a499-5b2a6aeb9c2b service neutron] 10.222.0.30 "GET /v2.0/networks/98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893567 Dec 20 15:06:27.067583 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db7fbae-cb68-484d-b276-a9c75608f992 req-7205a2ee-92e4-440e-a485-859f338b3831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:06:27.072455 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0db7fbae-cb68-484d-b276-a9c75608f992 req-7205a2ee-92e4-440e-a485-859f338b3831 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c386a559a8854d1caa58ca37066a398d&device_id=be0880dc-7aa7-4a20-bf69-3f74c94b2389 HTTP/1.1" status: 200 len: 1095 time: 0.0439534 Dec 20 15:06:27.164149 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db7fbae-cb68-484d-b276-a9c75608f992 req-42093831-27bc-4848-b883-4a2b5903d2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:06:27.165722 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0db7fbae-cb68-484d-b276-a9c75608f992 req-42093831-27bc-4848-b883-4a2b5903d2c4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9 HTTP/1.1" status: 200 len: 912 time: 0.0896175 Dec 20 15:06:27.208207 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0db7fbae-cb68-484d-b276-a9c75608f992 req-33477a4a-b540-49b1-8630-d3ba5eebab50 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=54a472c2-93f9-4c48-9e09-29774647da80 HTTP/1.1" status: 200 len: 217 time: 0.0352302 Dec 20 15:06:27.261517 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db7fbae-cb68-484d-b276-a9c75608f992 req-957aa7d7-31ab-4e9c-acde-d246eeebe3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:06:27.262928 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0db7fbae-cb68-484d-b276-a9c75608f992 req-957aa7d7-31ab-4e9c-acde-d246eeebe3be service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f3c1d8ef-e07d-45b1-9131-82488f6c1e5c HTTP/1.1" status: 200 len: 850 time: 0.0479167 Dec 20 15:06:27.309316 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db7fbae-cb68-484d-b276-a9c75608f992 req-af1d1b84-0cce-4eae-8adb-bf6dafb447ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:06:27.310860 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0db7fbae-cb68-484d-b276-a9c75608f992 req-af1d1b84-0cce-4eae-8adb-bf6dafb447ac service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408294 Dec 20 15:06:27.406545 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0db7fbae-cb68-484d-b276-a9c75608f992 req-132464db-dba0-406c-baa6-9c109fb80a6b service neutron] 10.222.0.30 "GET /v2.0/networks/98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878992 Dec 20 15:06:27.506298 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0db7fbae-cb68-484d-b276-a9c75608f992 req-4053e828-fd51-4284-8b56-c11746b650cc service neutron] 10.222.0.30 "GET /v2.0/networks/98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928078 Dec 20 15:06:27.686220 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773ce23-1a95-478c-aa1d-0d28811ad3ea req-bbcf3bfa-7bb2-42a4-a3a8-65553e8ce07c tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:06:27.687769 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5773ce23-1a95-478c-aa1d-0d28811ad3ea req-bbcf3bfa-7bb2-42a4-a3a8-65553e8ce07c tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=be0880dc-7aa7-4a20-bf69-3f74c94b2389 HTTP/1.1" status: 200 len: 943 time: 0.0523875 Dec 20 15:06:27.741466 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5773ce23-1a95-478c-aa1d-0d28811ad3ea req-71e1b130-58b4-400a-9ae8-074807e7f9ae tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=f61a59f9-9ca9-4083-8954-e6eb8a2d8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470688 Dec 20 15:06:28.871656 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099cfab6-8417-4e1f-b143-eaa033180808 req-bddf4e93-9fad-4c02-a20d-1f067a7ec057 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:06:28.873149 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-099cfab6-8417-4e1f-b143-eaa033180808 req-bddf4e93-9fad-4c02-a20d-1f067a7ec057 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=be0880dc-7aa7-4a20-bf69-3f74c94b2389 HTTP/1.1" status: 200 len: 943 time: 0.0581059 Dec 20 15:06:28.922338 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-099cfab6-8417-4e1f-b143-eaa033180808 req-39e40dab-0458-4a3d-9d1b-0889fff30584 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=f61a59f9-9ca9-4083-8954-e6eb8a2d8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428519 Dec 20 15:06:30.047785 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311bcdbd-7a5d-499a-90a3-4fb10a986b3b req-210e19b9-6d99-4081-80a6-0c7c00dede6b tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:06:30.049301 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-311bcdbd-7a5d-499a-90a3-4fb10a986b3b req-210e19b9-6d99-4081-80a6-0c7c00dede6b tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=be0880dc-7aa7-4a20-bf69-3f74c94b2389 HTTP/1.1" status: 200 len: 943 time: 0.0575573 Dec 20 15:06:30.100929 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-311bcdbd-7a5d-499a-90a3-4fb10a986b3b req-2b27d737-7a76-4293-b743-ba4018a9c9a4 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=f61a59f9-9ca9-4083-8954-e6eb8a2d8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451593 Dec 20 15:06:30.747914 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6ae00d67-333c-447b-852e-15311f020235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:06:31.220500 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c122cfdf-53a7-4bbc-bc08-a08d77ab07cd req-27364db5-aa53-4de4-a30c-ee2c652b8ed6 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:06:31.221990 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c122cfdf-53a7-4bbc-bc08-a08d77ab07cd req-27364db5-aa53-4de4-a30c-ee2c652b8ed6 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=be0880dc-7aa7-4a20-bf69-3f74c94b2389 HTTP/1.1" status: 200 len: 943 time: 0.0510979 Dec 20 15:06:31.271883 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c122cfdf-53a7-4bbc-bc08-a08d77ab07cd req-74e59bc8-dd2b-4ea8-ae26-990327341899 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=f61a59f9-9ca9-4083-8954-e6eb8a2d8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436049 Dec 20 15:06:32.396430 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb64a551-fec2-4e6f-b993-81d918241225 req-fec8e93d-5ab0-4259-946d-d9719864a867 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:06:32.397946 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fb64a551-fec2-4e6f-b993-81d918241225 req-fec8e93d-5ab0-4259-946d-d9719864a867 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=be0880dc-7aa7-4a20-bf69-3f74c94b2389 HTTP/1.1" status: 200 len: 943 time: 0.0527890 Dec 20 15:06:32.448456 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fb64a551-fec2-4e6f-b993-81d918241225 req-2fe076bf-82d8-4b97-9c53-0c54291a269d tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=f61a59f9-9ca9-4083-8954-e6eb8a2d8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435119 Dec 20 15:06:32.914315 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-3d361826-4918-4c7c-b963-9d44c0ca589a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:06:33.577377 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935eb9c8-5fd5-4998-afbc-81d43da0de72 req-4cdce843-40da-46bd-a6b3-bb4b63a73350 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:06:33.578855 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-935eb9c8-5fd5-4998-afbc-81d43da0de72 req-4cdce843-40da-46bd-a6b3-bb4b63a73350 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=be0880dc-7aa7-4a20-bf69-3f74c94b2389 HTTP/1.1" status: 200 len: 943 time: 0.0594280 Dec 20 15:06:33.629505 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-935eb9c8-5fd5-4998-afbc-81d43da0de72 req-8f3c2cec-41b8-4479-8aea-0f5b597ee259 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=f61a59f9-9ca9-4083-8954-e6eb8a2d8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443282 Dec 20 15:06:33.879038 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:06:34.761057 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6e1c3b-fe59-4b5b-b081-106bdc86c0a9 req-b789cd4e-10f2-47c3-b55b-af3ecb537938 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:06:34.762564 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1b6e1c3b-fe59-4b5b-b081-106bdc86c0a9 req-b789cd4e-10f2-47c3-b55b-af3ecb537938 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=be0880dc-7aa7-4a20-bf69-3f74c94b2389 HTTP/1.1" status: 200 len: 943 time: 0.0541873 Dec 20 15:06:34.824425 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1b6e1c3b-fe59-4b5b-b081-106bdc86c0a9 req-9b2d121b-a56e-4d55-a46e-0d6b19c8b2ec tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=f61a59f9-9ca9-4083-8954-e6eb8a2d8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529230 Dec 20 15:06:35.864226 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:06:35.945502 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6741ca12-d735-477f-90e2-34fae2dfab65 req-bd8cf54d-f236-4b6f-9c77-ed537a98b333 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:06:35.947103 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6741ca12-d735-477f-90e2-34fae2dfab65 req-bd8cf54d-f236-4b6f-9c77-ed537a98b333 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=be0880dc-7aa7-4a20-bf69-3f74c94b2389 HTTP/1.1" status: 200 len: 943 time: 0.0506480 Dec 20 15:06:36.002165 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6741ca12-d735-477f-90e2-34fae2dfab65 req-327e6d17-2a43-4aca-878e-97c48f1578b4 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=f61a59f9-9ca9-4083-8954-e6eb8a2d8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467410 Dec 20 15:06:36.309124 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e598d76c-eed0-497e-becc-ed0c90a2fa4b req-4491198c-1d90-49c3-a525-e8eb922a7d15 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=576d3002-8930-4b22-8498-03f55cdf014f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1089919 Dec 20 15:06:36.354798 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:06:36.403731 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e598d76c-eed0-497e-becc-ed0c90a2fa4b req-d92d1cde-d2a9-4cb2-bf08-886b523f8b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:06:36.405222 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e598d76c-eed0-497e-becc-ed0c90a2fa4b req-d92d1cde-d2a9-4cb2-bf08-886b523f8b17 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=657d403c6eef4a16ac295c092ca6df50&device_id=576d3002-8930-4b22-8498-03f55cdf014f HTTP/1.1" status: 200 len: 1098 time: 0.0503545 Dec 20 15:06:36.514430 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e598d76c-eed0-497e-becc-ed0c90a2fa4b req-c76b5bf5-db20-4ffa-96fe-594d3b8ae312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:06:36.515826 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e598d76c-eed0-497e-becc-ed0c90a2fa4b req-c76b5bf5-db20-4ffa-96fe-594d3b8ae312 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3f531868-98b0-4d44-9785-377b1ddf0219 HTTP/1.1" status: 200 len: 909 time: 0.0902092 Dec 20 15:06:36.582975 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e598d76c-eed0-497e-becc-ed0c90a2fa4b req-941d5d6c-d3b0-41af-b400-76e7f3e0821f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=21d47e59-4dc4-4d2b-aa84-fc55fe8125ff HTTP/1.1" status: 200 len: 1002 time: 0.0594606 Dec 20 15:06:36.632226 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e598d76c-eed0-497e-becc-ed0c90a2fa4b req-22ab26a7-7a8a-4806-bd95-f0d788fa4630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:06:36.633675 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e598d76c-eed0-497e-becc-ed0c90a2fa4b req-22ab26a7-7a8a-4806-bd95-f0d788fa4630 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=61ef2c4c-1fc9-4437-91dc-465770cb78f9 HTTP/1.1" status: 200 len: 847 time: 0.0437050 Dec 20 15:06:36.686277 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e598d76c-eed0-497e-becc-ed0c90a2fa4b req-2dfc7244-8704-4232-b2ad-8049fcb2fd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:06:36.687769 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e598d76c-eed0-497e-becc-ed0c90a2fa4b req-2dfc7244-8704-4232-b2ad-8049fcb2fd55 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3f531868-98b0-4d44-9785-377b1ddf0219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449085 Dec 20 15:06:36.780654 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e598d76c-eed0-497e-becc-ed0c90a2fa4b req-b7c37a18-18b4-4b8d-826d-2e3d435a9c29 service neutron] 10.222.0.47 "GET /v2.0/networks/3f531868-98b0-4d44-9785-377b1ddf0219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843728 Dec 20 15:06:36.880340 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e598d76c-eed0-497e-becc-ed0c90a2fa4b req-19815f0c-e847-4323-8e6d-6c1d03eade21 service neutron] 10.222.0.47 "GET /v2.0/networks/3f531868-98b0-4d44-9785-377b1ddf0219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919662 Dec 20 15:06:37.130518 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cde711-e785-42d8-8053-c700089ffe10 req-c43fb3f0-61ed-407a-b5f3-1e5266bd288a tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:06:37.132077 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a3cde711-e785-42d8-8053-c700089ffe10 req-c43fb3f0-61ed-407a-b5f3-1e5266bd288a tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=be0880dc-7aa7-4a20-bf69-3f74c94b2389 HTTP/1.1" status: 200 len: 943 time: 0.0547729 Dec 20 15:06:37.189402 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a3cde711-e785-42d8-8053-c700089ffe10 req-12a6341a-9842-4efe-9054-f575a94d19a8 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=f61a59f9-9ca9-4083-8954-e6eb8a2d8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512700 Dec 20 15:06:37.696169 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 54a472c2-93f9-4c48-9e09-29774647da80 details requested by agent hyperv_n-h1-761264-19 with host n-h1-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:06:37.799894 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 54a472c2-93f9-4c48-9e09-29774647da80, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=54a472c2-93f9-4c48-9e09-29774647da80,segment=NetworkSegment(66ea2385-5704-4615-947d-557f749f82dd),segment_id=66ea2385-5704-4615-947d-557f749f82dd)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:06:37.811021 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Returning: {'device': '54a472c2-93f9-4c48-9e09-29774647da80', 'network_id': '98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9', 'port_id': '54a472c2-93f9-4c48-9e09-29774647da80', 'mac_address': 'fa:16:3e:f6:74:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3c1d8ef-e07d-45b1-9131-82488f6c1e5c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:06:37.848693 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:06:37.861462 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54a472c2-93f9-4c48-9e09-29774647da80 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:06:37.885705 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 54a472c2-93f9-4c48-9e09-29774647da80, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=54a472c2-93f9-4c48-9e09-29774647da80,segment=NetworkSegment(66ea2385-5704-4615-947d-557f749f82dd),segment_id=66ea2385-5704-4615-947d-557f749f82dd)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:06:37.892589 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:06:37.959565 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=54a472c2-93f9-4c48-9e09-29774647da80,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:06:38.189422 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['54a472c2-93f9-4c48-9e09-29774647da80'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:06:38.307815 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3546e88-def5-4d25-ba3d-a340d67eaaf1 req-2dfd8270-cbb1-488d-9314-ec6577be0fb2 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:06:38.311226 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d3546e88-def5-4d25-ba3d-a340d67eaaf1 req-2dfd8270-cbb1-488d-9314-ec6577be0fb2 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=be0880dc-7aa7-4a20-bf69-3f74c94b2389 HTTP/1.1" status: 200 len: 944 time: 0.0515318 Dec 20 15:06:38.363119 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d3546e88-def5-4d25-ba3d-a340d67eaaf1 req-637ffb2d-b8ce-427a-a946-c7fe6d5799c2 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=f61a59f9-9ca9-4083-8954-e6eb8a2d8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473804 Dec 20 15:06:39.497830 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c2cf71-9cb3-47b6-bdbe-dfcffaf0e1c1 req-6b9f7805-f721-4819-b0b1-e905b364dcab tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:06:39.499344 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-78c2cf71-9cb3-47b6-bdbe-dfcffaf0e1c1 req-6b9f7805-f721-4819-b0b1-e905b364dcab tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=be0880dc-7aa7-4a20-bf69-3f74c94b2389 HTTP/1.1" status: 200 len: 944 time: 0.0560343 Dec 20 15:06:39.555355 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-78c2cf71-9cb3-47b6-bdbe-dfcffaf0e1c1 req-8916c60b-293e-43b0-aa50-a0eedc0a5da2 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=f61a59f9-9ca9-4083-8954-e6eb8a2d8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469625 Dec 20 15:06:39.695444 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 54a472c2-93f9-4c48-9e09-29774647da80 up at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:06:39.754117 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning for port 54a472c2-93f9-4c48-9e09-29774647da80 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:06:39.758244 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning complete for port 54a472c2-93f9-4c48-9e09-29774647da80 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:06:39.758622 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:06:39.840072 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:06:39.862901 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be0880dc-7aa7-4a20-bf69-3f74c94b2389', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54a472c2-93f9-4c48-9e09-29774647da80'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:06:39.865139 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f175f9-46d8-45ee-a605-acbc425bad35" -d '{"events": [{"server_uuid": "be0880dc-7aa7-4a20-bf69-3f74c94b2389", "name": "network-vif-plugged", "status": "completed", "tag": "54a472c2-93f9-4c48-9e09-29774647da80"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:06:39.877720 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 54a472c2-93f9-4c48-9e09-29774647da80, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=54a472c2-93f9-4c48-9e09-29774647da80,segment=NetworkSegment(66ea2385-5704-4615-947d-557f749f82dd),segment_id=66ea2385-5704-4615-947d-557f749f82dd)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:06:39.882618 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:06:39.906752 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd43f1d3-42c9-4346-89f5-0ddf6f22b206 x-openstack-request-id: req-fd43f1d3-42c9-4346-89f5-0ddf6f22b206 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:06:39.907077 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be0880dc-7aa7-4a20-bf69-3f74c94b2389", "name": "network-vif-plugged", "status": "completed", "tag": "54a472c2-93f9-4c48-9e09-29774647da80", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:06:39.907821 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fd43f1d3-42c9-4346-89f5-0ddf6f22b206 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:06:39.908224 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be0880dc-7aa7-4a20-bf69-3f74c94b2389', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54a472c2-93f9-4c48-9e09-29774647da80', 'code': 200} Dec 20 15:06:39.936920 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=54a472c2-93f9-4c48-9e09-29774647da80,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:06:39.945290 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:06:39.945686 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:06:39.946005 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:06:39.946347 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:06:39.946674 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:06:39.947559 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:06:39.947893 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:06:39.948207 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:06:39.948511 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:06:39.948832 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:06:39.949153 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:06:39.949471 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:06:39.949787 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:06:40.004346 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f96a921-6295-447d-b980-4846c82b2662 req-3051e613-44a2-4e0d-86d9-cdd4860b03ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:06:40.005857 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3f96a921-6295-447d-b980-4846c82b2662 req-3051e613-44a2-4e0d-86d9-cdd4860b03ff service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=be0880dc-7aa7-4a20-bf69-3f74c94b2389 HTTP/1.1" status: 200 len: 1097 time: 0.0440402 Dec 20 15:06:40.052738 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3f96a921-6295-447d-b980-4846c82b2662 req-efd46231-81fa-4d9b-9af9-039628289145 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f61a59f9-9ca9-4083-8954-e6eb8a2d8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396724 Dec 20 15:06:40.683253 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44c8188-f7f7-43c9-a057-9cc2c3963f1a req-6e44d602-d626-49c1-945d-dcb6f53f5434 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:06:40.684888 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d44c8188-f7f7-43c9-a057-9cc2c3963f1a req-6e44d602-d626-49c1-945d-dcb6f53f5434 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=be0880dc-7aa7-4a20-bf69-3f74c94b2389 HTTP/1.1" status: 200 len: 945 time: 0.0517352 Dec 20 15:06:40.735485 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d44c8188-f7f7-43c9-a057-9cc2c3963f1a req-a5cc1e6e-1f86-448c-8017-60c6a8ac9dfa tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=f61a59f9-9ca9-4083-8954-e6eb8a2d8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444593 Dec 20 15:06:41.868921 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e28b94d-822e-4528-b2d0-ce6697d92aa1 req-9c0c8e6b-493e-443b-94e6-468e24586194 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:06:41.870334 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7e28b94d-822e-4528-b2d0-ce6697d92aa1 req-9c0c8e6b-493e-443b-94e6-468e24586194 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=be0880dc-7aa7-4a20-bf69-3f74c94b2389 HTTP/1.1" status: 200 len: 945 time: 0.0617075 Dec 20 15:06:41.884422 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:06:41.921345 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7e28b94d-822e-4528-b2d0-ce6697d92aa1 req-788f4e8d-0679-4344-b788-d06632f271ce tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=f61a59f9-9ca9-4083-8954-e6eb8a2d8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447657 Dec 20 15:06:42.045973 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb5555d-01ad-475a-b8f4-1bed0c65f066 req-590b7ad0-40d0-426f-b808-2b7e170b540b tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:06:42.047424 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2cb5555d-01ad-475a-b8f4-1bed0c65f066 req-590b7ad0-40d0-426f-b808-2b7e170b540b tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=be0880dc-7aa7-4a20-bf69-3f74c94b2389 HTTP/1.1" status: 200 len: 945 time: 0.0580451 Dec 20 15:06:42.107807 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2cb5555d-01ad-475a-b8f4-1bed0c65f066 req-73e2f5ca-b41d-4719-ad88-699dd6113801 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=f61a59f9-9ca9-4083-8954-e6eb8a2d8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542815 Dec 20 15:06:42.131556 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 53012) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:06:42.182066 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca54353-90a2-4ab8-85c8-37b45fb66b54 tempest-TestVolumeBootPattern-563630470 tempest-TestVolumeBootPattern-563630470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:06:42.183631 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-eca54353-90a2-4ab8-85c8-37b45fb66b54 tempest-TestVolumeBootPattern-563630470 tempest-TestVolumeBootPattern-563630470-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=be0880dc-7aa7-4a20-bf69-3f74c94b2389 HTTP/1.1" status: 200 len: 1092 time: 0.0507438 Dec 20 15:06:42.187979 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 53014) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:06:42.192315 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-74dee6de-6e4b-49cd-b522-24b28e3c212a tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Request body: {'floatingip': {'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'port_id': '54a472c2-93f9-4c48-9e09-29774647da80', 'tenant_id': 'c386a559a8854d1caa58ca37066a398d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:06:42.222453 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-74dee6de-6e4b-49cd-b522-24b28e3c212a tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks [] for floatingip, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:06:42.324830 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-74dee6de-6e4b-49cd-b522-24b28e3c212a tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:06:42.427421 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-74dee6de-6e4b-49cd-b522-24b28e3c212a tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Allocated IP 172.25.0.131 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/919c9ca7-cbca-4d4e-a1fa-ac1da29ad9e7) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:06:42.533082 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-74dee6de-6e4b-49cd-b522-24b28e3c212a tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:06:42.570949 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-74dee6de-6e4b-49cd-b522-24b28e3c212a tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:06:42.610121 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74dee6de-6e4b-49cd-b522-24b28e3c212a tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:06:42.613435 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-74dee6de-6e4b-49cd-b522-24b28e3c212a tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:06:42.616861 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74dee6de-6e4b-49cd-b522-24b28e3c212a tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:06:42.622646 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dee6de-6e4b-49cd-b522-24b28e3c212a tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Pushing event updated for resources: {'Port': ['ID=919c9ca7-cbca-4d4e-a1fa-ac1da29ad9e7,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:06:43.284612 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-74dee6de-6e4b-49cd-b522-24b28e3c212a tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:06:43.363136 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-74dee6de-6e4b-49cd-b522-24b28e3c212a tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:06:43.513038 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-74dee6de-6e4b-49cd-b522-24b28e3c212a tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:06:43.520244 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-74dee6de-6e4b-49cd-b522-24b28e3c212a tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:06:43.588090 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dee6de-6e4b-49cd-b522-24b28e3c212a tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Pushing event updated for resources: {'Port': ['ID=919c9ca7-cbca-4d4e-a1fa-ac1da29ad9e7,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:06:43.600351 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-74dee6de-6e4b-49cd-b522-24b28e3c212a tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585115'] for floatingip, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:06:43.702580 n-d-761264-19 neutron-server[103168]: INFO neutron.db.l3_db [None req-74dee6de-6e4b-49cd-b522-24b28e3c212a tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Floating IP fc9cb696-6864-4de5-a6b1-72deb9b40a42 associated. External IP: 172.25.0.131, port: 54a472c2-93f9-4c48-9e09-29774647da80. Dec 20 15:06:43.918122 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74dee6de-6e4b-49cd-b522-24b28e3c212a tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Router dab89d8c-e9a2-47eb-b465-582675808ef5 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:06:44.029051 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74dee6de-6e4b-49cd-b522-24b28e3c212a tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:06:44.039680 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb4b7ac-38ab-4177-9105-c1fe09f3a775 None None] Sync routers for ids ['dab89d8c-e9a2-47eb-b465-582675808ef5'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:06:44.049547 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-74dee6de-6e4b-49cd-b522-24b28e3c212a tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:06:44.050808 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb4b7ac-38ab-4177-9105-c1fe09f3a775 None None] Routers {'dab89d8c-e9a2-47eb-b465-582675808ef5'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:06:44.051425 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-0fb4b7ac-38ab-4177-9105-c1fe09f3a775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:06:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['dab89d8c-e9a2-47eb-b465-582675808ef5'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:06:44.085639 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-74dee6de-6e4b-49cd-b522-24b28e3c212a tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8955467 Dec 20 15:06:44.085639 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be0880dc-7aa7-4a20-bf69-3f74c94b2389', 'tag': '54a472c2-93f9-4c48-9e09-29774647da80'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:06:44.098742 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6859a6df-720c-4019-b5c1-bba6d5f5bed4" -d '{"events": [{"name": "network-changed", "server_uuid": "be0880dc-7aa7-4a20-bf69-3f74c94b2389", "tag": "54a472c2-93f9-4c48-9e09-29774647da80"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:06:44.125195 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d69ea08-7536-41d2-bc24-09067f82b079 x-openstack-request-id: req-7d69ea08-7536-41d2-bc24-09067f82b079 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:06:44.125491 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be0880dc-7aa7-4a20-bf69-3f74c94b2389", "tag": "54a472c2-93f9-4c48-9e09-29774647da80", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:06:44.125740 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7d69ea08-7536-41d2-bc24-09067f82b079 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:06:44.126283 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be0880dc-7aa7-4a20-bf69-3f74c94b2389', 'tag': '54a472c2-93f9-4c48-9e09-29774647da80', 'status': 'completed', 'code': 200} Dec 20 15:06:44.158893 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-0fb4b7ac-38ab-4177-9105-c1fe09f3a775 None None] Set router dab89d8c-e9a2-47eb-b465-582675808ef5 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:06:44.194016 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6859a6df-720c-4019-b5c1-bba6d5f5bed4 req-8e8aaa28-5eaa-4648-84c5-793d05bb27ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:06:44.195566 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6859a6df-720c-4019-b5c1-bba6d5f5bed4 req-8e8aaa28-5eaa-4648-84c5-793d05bb27ef service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c386a559a8854d1caa58ca37066a398d&device_id=be0880dc-7aa7-4a20-bf69-3f74c94b2389 HTTP/1.1" status: 200 len: 1097 time: 0.0416453 Dec 20 15:06:44.291990 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6859a6df-720c-4019-b5c1-bba6d5f5bed4 req-3286d124-08df-401b-831b-e60a55972161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:06:44.293740 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6859a6df-720c-4019-b5c1-bba6d5f5bed4 req-3286d124-08df-401b-831b-e60a55972161 service neutron] 10.222.0.30 "GET /v2.0/networks?id=98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9 HTTP/1.1" status: 200 len: 912 time: 0.0914879 Dec 20 15:06:44.360696 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6859a6df-720c-4019-b5c1-bba6d5f5bed4 req-e75a71a2-4f5e-43b3-859e-2f38de270d84 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=54a472c2-93f9-4c48-9e09-29774647da80 HTTP/1.1" status: 200 len: 999 time: 0.0587401 Dec 20 15:06:44.383516 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-0fb4b7ac-38ab-4177-9105-c1fe09f3a775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab89d8c-e9a2-47eb-b465-582675808ef5', 'name': 'tempest-TestVolumeBootPattern-181522526-router', 'tenant_id': 'c386a559a8854d1caa58ca37066a398d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '504b9e0e-7434-4a03-9984-8982e4b99d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:02:48Z', 'updated_at': '2021-12-20T15:02:52Z', 'revision_number': 4, 'project_id': 'c386a559a8854d1caa58ca37066a398d', 'gw_port': {'id': '504b9e0e-7434-4a03-9984-8982e4b99d44', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab89d8c-e9a2-47eb-b465-582675808ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:49Z', 'updated_at': '2021-12-20T15:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': 'fc9cb696-6864-4de5-a6b1-72deb9b40a42', 'tenant_id': 'c386a559a8854d1caa58ca37066a398d', 'floating_ip_address': '172.25.0.131', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': 'dab89d8c-e9a2-47eb-b465-582675808ef5', 'port_id': '54a472c2-93f9-4c48-9e09-29774647da80', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4030, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9', 'mac_address': 'fa:16:3e:f6:74:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0880dc-7aa7-4a20-bf69-3f74c94b2389', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:06:43Z', 'updated_at': '2021-12-20T15:06:43Z', 'revision_number': 0, 'project_id': 'c386a559a8854d1caa58ca37066a398d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66373ca8-728d-4d88-8570-9def47b5acdc', 'name': '', 'network_id': '98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9', 'tenant_id': 'c386a559a8854d1caa58ca37066a398d', 'mac_address': 'fa:16:3e:7c:da:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab89d8c-e9a2-47eb-b465-582675808ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': 'f3c1d8ef-e07d-45b1-9131-82488f6c1e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:51Z', 'updated_at': '2021-12-20T15:02:59Z', 'revision_number': 5, 'project_id': 'c386a559a8854d1caa58ca37066a398d', 'subnets': [{'id': 'f3c1d8ef-e07d-45b1-9131-82488f6c1e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:06:44.409291 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb4b7ac-38ab-4177-9105-c1fe09f3a775 None None] Checking router: dab89d8c-e9a2-47eb-b465-582675808ef5 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:06:44.409735 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6859a6df-720c-4019-b5c1-bba6d5f5bed4 req-a4c99b6f-43b5-429c-86bf-ff964ce13aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:06:44.411290 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6859a6df-720c-4019-b5c1-bba6d5f5bed4 req-a4c99b6f-43b5-429c-86bf-ff964ce13aeb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f3c1d8ef-e07d-45b1-9131-82488f6c1e5c HTTP/1.1" status: 200 len: 850 time: 0.0439255 Dec 20 15:06:44.418029 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb4b7ac-38ab-4177-9105-c1fe09f3a775 None None] Routers {'dab89d8c-e9a2-47eb-b465-582675808ef5'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:06:44.418627 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-0fb4b7ac-38ab-4177-9105-c1fe09f3a775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:06:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['dab89d8c-e9a2-47eb-b465-582675808ef5'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:06:44.460797 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6859a6df-720c-4019-b5c1-bba6d5f5bed4 req-dee75931-11af-44b7-927a-74f0338b0d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:06:44.462332 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6859a6df-720c-4019-b5c1-bba6d5f5bed4 req-dee75931-11af-44b7-927a-74f0338b0d21 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445037 Dec 20 15:06:44.525321 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-0fb4b7ac-38ab-4177-9105-c1fe09f3a775 None None] Set router dab89d8c-e9a2-47eb-b465-582675808ef5 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:06:44.552183 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6859a6df-720c-4019-b5c1-bba6d5f5bed4 req-f4f23961-db8c-4a3e-91da-cec8001a34c2 service neutron] 10.222.0.30 "GET /v2.0/networks/98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818598 Dec 20 15:06:44.645451 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6859a6df-720c-4019-b5c1-bba6d5f5bed4 req-6d36239d-e381-4163-bebd-13d8bd413243 service neutron] 10.222.0.30 "GET /v2.0/networks/98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865512 Dec 20 15:06:44.757468 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-0fb4b7ac-38ab-4177-9105-c1fe09f3a775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab89d8c-e9a2-47eb-b465-582675808ef5', 'name': 'tempest-TestVolumeBootPattern-181522526-router', 'tenant_id': 'c386a559a8854d1caa58ca37066a398d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '504b9e0e-7434-4a03-9984-8982e4b99d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:02:48Z', 'updated_at': '2021-12-20T15:02:52Z', 'revision_number': 4, 'project_id': 'c386a559a8854d1caa58ca37066a398d', 'gw_port': {'id': '504b9e0e-7434-4a03-9984-8982e4b99d44', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab89d8c-e9a2-47eb-b465-582675808ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:49Z', 'updated_at': '2021-12-20T15:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': 'fc9cb696-6864-4de5-a6b1-72deb9b40a42', 'tenant_id': 'c386a559a8854d1caa58ca37066a398d', 'floating_ip_address': '172.25.0.131', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': 'dab89d8c-e9a2-47eb-b465-582675808ef5', 'port_id': '54a472c2-93f9-4c48-9e09-29774647da80', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4030, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9', 'mac_address': 'fa:16:3e:f6:74:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0880dc-7aa7-4a20-bf69-3f74c94b2389', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:06:43Z', 'updated_at': '2021-12-20T15:06:43Z', 'revision_number': 0, 'project_id': 'c386a559a8854d1caa58ca37066a398d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66373ca8-728d-4d88-8570-9def47b5acdc', 'name': '', 'network_id': '98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9', 'tenant_id': 'c386a559a8854d1caa58ca37066a398d', 'mac_address': 'fa:16:3e:7c:da:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab89d8c-e9a2-47eb-b465-582675808ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': 'f3c1d8ef-e07d-45b1-9131-82488f6c1e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:51Z', 'updated_at': '2021-12-20T15:02:59Z', 'revision_number': 5, 'project_id': 'c386a559a8854d1caa58ca37066a398d', 'subnets': [{'id': 'f3c1d8ef-e07d-45b1-9131-82488f6c1e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:06:44.784669 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb4b7ac-38ab-4177-9105-c1fe09f3a775 None None] The sync data for ids ['dab89d8c-e9a2-47eb-b465-582675808ef5'] in n-d-761264-19 is: [{'id': 'dab89d8c-e9a2-47eb-b465-582675808ef5', 'name': 'tempest-TestVolumeBootPattern-181522526-router', 'tenant_id': 'c386a559a8854d1caa58ca37066a398d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '504b9e0e-7434-4a03-9984-8982e4b99d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:02:48Z', 'updated_at': '2021-12-20T15:02:52Z', 'revision_number': 4, 'project_id': 'c386a559a8854d1caa58ca37066a398d', 'gw_port': {'id': '504b9e0e-7434-4a03-9984-8982e4b99d44', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab89d8c-e9a2-47eb-b465-582675808ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:49Z', 'updated_at': '2021-12-20T15:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': 'fc9cb696-6864-4de5-a6b1-72deb9b40a42', 'tenant_id': 'c386a559a8854d1caa58ca37066a398d', 'floating_ip_address': '172.25.0.131', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': 'dab89d8c-e9a2-47eb-b465-582675808ef5', 'port_id': '54a472c2-93f9-4c48-9e09-29774647da80', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4030, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9', 'mac_address': 'fa:16:3e:f6:74:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0880dc-7aa7-4a20-bf69-3f74c94b2389', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:06:43Z', 'updated_at': '2021-12-20T15:06:43Z', 'revision_number': 0, 'project_id': 'c386a559a8854d1caa58ca37066a398d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66373ca8-728d-4d88-8570-9def47b5acdc', 'name': '', 'network_id': '98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9', 'tenant_id': 'c386a559a8854d1caa58ca37066a398d', 'mac_address': 'fa:16:3e:7c:da:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab89d8c-e9a2-47eb-b465-582675808ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': 'f3c1d8ef-e07d-45b1-9131-82488f6c1e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:51Z', 'updated_at': '2021-12-20T15:02:59Z', 'revision_number': 5, 'project_id': 'c386a559a8854d1caa58ca37066a398d', 'subnets': [{'id': 'f3c1d8ef-e07d-45b1-9131-82488f6c1e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:06:44.977643 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1407c8c7-46a1-4020-9412-909912316885 None None] New status for floating IP fc9cb696-6864-4de5-a6b1-72deb9b40a42: ACTIVE {{(pid=103170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 15:06:45.477529 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:06:48.695845 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:07:00.743880 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a8085582-867b-410b-af07-7821839a509e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:07:02.919590 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4f82d2cb-faa9-4ce8-9daf-e8a49c49d4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:07:03.879988 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:07:05.870254 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:07:06.354662 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:07:11.914778 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:07:15.496816 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:07:25.691809 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:07:30.737329 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-5d1ed38d-0a65-4f63-ab8f-71bd497ccb75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:07:30.800584 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858f2a38-7d74-4a99-84dc-4924f314fae2 req-8bd1fed6-fdf8-4760-86c5-d543332faaa6 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:07:30.802082 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-858f2a38-7d74-4a99-84dc-4924f314fae2 req-8bd1fed6-fdf8-4760-86c5-d543332faaa6 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] 10.222.0.54 "GET /v2.0/ports?device_id=576d3002-8930-4b22-8498-03f55cdf014f HTTP/1.1" status: 200 len: 946 time: 0.0570350 Dec 20 15:07:30.858161 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-858f2a38-7d74-4a99-84dc-4924f314fae2 req-8a5bab73-16fb-4017-9fbb-023f3f2e730d tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] 10.222.0.54 "GET /v2.0/security-groups?id=f090d301-7d90-4896-b5e1-0d5a37ed2ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500073 Dec 20 15:07:31.980679 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311c9701-97a0-4368-bac4-3d9b249fe2af req-f546bb8b-d424-413a-a4b0-6cd55b0add48 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:07:31.982282 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-311c9701-97a0-4368-bac4-3d9b249fe2af req-f546bb8b-d424-413a-a4b0-6cd55b0add48 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] 10.222.0.54 "GET /v2.0/ports?device_id=576d3002-8930-4b22-8498-03f55cdf014f HTTP/1.1" status: 200 len: 946 time: 0.0509272 Dec 20 15:07:32.065146 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-311c9701-97a0-4368-bac4-3d9b249fe2af req-b1490d32-60bb-4341-8199-3eb273a7f183 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] 10.222.0.54 "GET /v2.0/security-groups?id=f090d301-7d90-4896-b5e1-0d5a37ed2ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764427 Dec 20 15:07:32.078434 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef5357c-9fb1-4b98-bca9-e586aa270abc req-7e8ef483-5cc1-4066-bc7d-5fa12968f14d tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:07:32.079863 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bef5357c-9fb1-4b98-bca9-e586aa270abc req-7e8ef483-5cc1-4066-bc7d-5fa12968f14d tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] 10.222.0.47 "GET /v2.0/ports?device_id=576d3002-8930-4b22-8498-03f55cdf014f HTTP/1.1" status: 200 len: 946 time: 0.0754414 Dec 20 15:07:32.185351 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-bef5357c-9fb1-4b98-bca9-e586aa270abc req-1737d1ca-d53d-4c94-b570-c83b2e509021 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Deleting port 21d47e59-4dc4-4d2b-aa84-fc55fe8125ff {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:07:32.185591 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-bef5357c-9fb1-4b98-bca9-e586aa270abc req-1737d1ca-d53d-4c94-b570-c83b2e509021 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:07:32.293092 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fd21c456-2a8a-43e0-863a-fcf9f2b31ad3 req-360a935c-2c30-40cc-9e7b-f6be8e74e51b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=be0880dc-7aa7-4a20-bf69-3f74c94b2389&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1022513 Dec 20 15:07:32.307567 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-bef5357c-9fb1-4b98-bca9-e586aa270abc req-1737d1ca-d53d-4c94-b570-c83b2e509021 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] For port 21d47e59-4dc4-4d2b-aa84-fc55fe8125ff, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=21d47e59-4dc4-4d2b-aa84-fc55fe8125ff,segment=NetworkSegment(077de3aa-79e5-4ea4-a171-0817f0ef7c06),segment_id=077de3aa-79e5-4ea4-a171-0817f0ef7c06)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:07:32.307954 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-bef5357c-9fb1-4b98-bca9-e586aa270abc req-1737d1ca-d53d-4c94-b570-c83b2e509021 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:07:32.488041 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd21c456-2a8a-43e0-863a-fcf9f2b31ad3 req-a9f36516-add8-4f89-88d0-b240fc936f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:07:32.489755 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fd21c456-2a8a-43e0-863a-fcf9f2b31ad3 req-a9f36516-add8-4f89-88d0-b240fc936f5c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c386a559a8854d1caa58ca37066a398d&device_id=be0880dc-7aa7-4a20-bf69-3f74c94b2389 HTTP/1.1" status: 200 len: 1097 time: 0.1502018 Dec 20 15:07:32.884670 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-bef5357c-9fb1-4b98-bca9-e586aa270abc req-1737d1ca-d53d-4c94-b570-c83b2e509021 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:07:32.885047 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-bef5357c-9fb1-4b98-bca9-e586aa270abc req-1737d1ca-d53d-4c94-b570-c83b2e509021 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585115'] for floatingip, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:07:32.885363 n-d-761264-19 neutron-server[103167]: INFO neutron.db.l3_db [req-bef5357c-9fb1-4b98-bca9-e586aa270abc req-1737d1ca-d53d-4c94-b570-c83b2e509021 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Floating IP 36d189cf-0585-46cb-a7a7-6fd7091a4574 disassociated. External IP: 172.25.0.250, port: 21d47e59-4dc4-4d2b-aa84-fc55fe8125ff. Dec 20 15:07:32.885712 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-bef5357c-9fb1-4b98-bca9-e586aa270abc req-1737d1ca-d53d-4c94-b570-c83b2e509021 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Calling delete_port for 21d47e59-4dc4-4d2b-aa84-fc55fe8125ff owned by compute:nova {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:07:32.925236 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-3871914a-7092-4279-b604-c7ac94671cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:07:32.951382 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd21c456-2a8a-43e0-863a-fcf9f2b31ad3 req-2725eb53-6a77-498f-9be3-8da93b26ad21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:07:32.952847 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fd21c456-2a8a-43e0-863a-fcf9f2b31ad3 req-2725eb53-6a77-498f-9be3-8da93b26ad21 service neutron] 10.222.0.30 "GET /v2.0/networks?id=98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9 HTTP/1.1" status: 200 len: 912 time: 0.4228854 Dec 20 15:07:33.036229 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fd21c456-2a8a-43e0-863a-fcf9f2b31ad3 req-3ed77c17-7a61-4cb6-adff-91fc7846d5f3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=54a472c2-93f9-4c48-9e09-29774647da80 HTTP/1.1" status: 200 len: 1001 time: 0.0724771 Dec 20 15:07:33.118274 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd21c456-2a8a-43e0-863a-fcf9f2b31ad3 req-e1c7e3db-64f5-4bb5-a291-daa0dc65ccde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:07:33.119874 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fd21c456-2a8a-43e0-863a-fcf9f2b31ad3 req-e1c7e3db-64f5-4bb5-a291-daa0dc65ccde service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f3c1d8ef-e07d-45b1-9131-82488f6c1e5c HTTP/1.1" status: 200 len: 850 time: 0.0752611 Dec 20 15:07:33.120819 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-bef5357c-9fb1-4b98-bca9-e586aa270abc req-1737d1ca-d53d-4c94-b570-c83b2e509021 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:07:33.164728 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-95e29bc2-b42e-4f22-8875-789cbed64725 req-6d3952c7-dec3-4a5e-9d6e-6bd243a8f9fa tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] 10.222.0.54 "GET /v2.0/ports?device_id=576d3002-8930-4b22-8498-03f55cdf014f HTTP/1.1" status: 200 len: 210 time: 0.0266700 Dec 20 15:07:33.181253 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1737d1ca-d53d-4c94-b570-c83b2e509021 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Pushing event deleted for resources: {'Port': ['ID=21d47e59-4dc4-4d2b-aa84-fc55fe8125ff,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:07:33.192469 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1737d1ca-d53d-4c94-b570-c83b2e509021 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:07:33.192806 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1737d1ca-d53d-4c94-b570-c83b2e509021 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:07:33.193142 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1737d1ca-d53d-4c94-b570-c83b2e509021 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:07:33.193476 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1737d1ca-d53d-4c94-b570-c83b2e509021 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:07:33.193793 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1737d1ca-d53d-4c94-b570-c83b2e509021 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:07:33.194127 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1737d1ca-d53d-4c94-b570-c83b2e509021 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:07:33.194447 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1737d1ca-d53d-4c94-b570-c83b2e509021 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:07:33.194800 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1737d1ca-d53d-4c94-b570-c83b2e509021 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:07:33.195134 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1737d1ca-d53d-4c94-b570-c83b2e509021 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:07:33.195448 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1737d1ca-d53d-4c94-b570-c83b2e509021 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:07:33.195780 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1737d1ca-d53d-4c94-b570-c83b2e509021 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:07:33.196097 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1737d1ca-d53d-4c94-b570-c83b2e509021 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:07:33.196413 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1737d1ca-d53d-4c94-b570-c83b2e509021 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:07:33.252251 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd21c456-2a8a-43e0-863a-fcf9f2b31ad3 req-839937f6-5a8b-432b-bd06-8475a14b74b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:07:33.253766 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fd21c456-2a8a-43e0-863a-fcf9f2b31ad3 req-839937f6-5a8b-432b-bd06-8475a14b74b5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1258144 Dec 20 15:07:33.370461 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bef5357c-9fb1-4b98-bca9-e586aa270abc req-1737d1ca-d53d-4c94-b570-c83b2e509021 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Router 3500d477-cbba-4fc4-81b5-8a9793b0af79 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:07:33.393214 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fd21c456-2a8a-43e0-863a-fcf9f2b31ad3 req-743c2e39-922f-4812-ba28-653ab1024c6d service neutron] 10.222.0.30 "GET /v2.0/networks/98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062374 Dec 20 15:07:33.567568 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bef5357c-9fb1-4b98-bca9-e586aa270abc req-1737d1ca-d53d-4c94-b570-c83b2e509021 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:07:33.570714 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fd21c456-2a8a-43e0-863a-fcf9f2b31ad3 req-d18b83f0-f331-43c5-ab20-154a3ff49aec service neutron] 10.222.0.30 "GET /v2.0/networks/98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414649 Dec 20 15:07:33.577462 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e8454c-dfec-47c1-8924-1c053555c936 None None] Sync routers for ids ['3500d477-cbba-4fc4-81b5-8a9793b0af79'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:07:33.587271 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e8454c-dfec-47c1-8924-1c053555c936 None None] Routers {'3500d477-cbba-4fc4-81b5-8a9793b0af79'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:07:33.588254 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-22e8454c-dfec-47c1-8924-1c053555c936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:07:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['3500d477-cbba-4fc4-81b5-8a9793b0af79'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:07:33.613619 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-bef5357c-9fb1-4b98-bca9-e586aa270abc req-1737d1ca-d53d-4c94-b570-c83b2e509021 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] No DVR routers for this DVR port 21d47e59-4dc4-4d2b-aa84-fc55fe8125ff on host n-h2-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:07:33.617052 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-bef5357c-9fb1-4b98-bca9-e586aa270abc req-1737d1ca-d53d-4c94-b570-c83b2e509021 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:07:33.620998 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bef5357c-9fb1-4b98-bca9-e586aa270abc req-1737d1ca-d53d-4c94-b570-c83b2e509021 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] 10.222.0.47 "DELETE /v2.0/ports/21d47e59-4dc4-4d2b-aa84-fc55fe8125ff HTTP/1.1" status: 204 len: 173 time: 1.5337110 Dec 20 15:07:33.621484 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '576d3002-8930-4b22-8498-03f55cdf014f', 'name': 'network-vif-deleted', 'tag': '21d47e59-4dc4-4d2b-aa84-fc55fe8125ff'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:07:33.624029 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d4a0b24-9f99-416d-9ad4-ff7b08a0ce92" -d '{"events": [{"server_uuid": "576d3002-8930-4b22-8498-03f55cdf014f", "name": "network-vif-deleted", "tag": "21d47e59-4dc4-4d2b-aa84-fc55fe8125ff"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:07:33.683092 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe5739c9-b6b5-42aa-8158-4a0dfb31b1b5 x-openstack-request-id: req-fe5739c9-b6b5-42aa-8158-4a0dfb31b1b5 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:07:33.683390 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "576d3002-8930-4b22-8498-03f55cdf014f", "name": "network-vif-deleted", "tag": "21d47e59-4dc4-4d2b-aa84-fc55fe8125ff", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:07:33.683676 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fe5739c9-b6b5-42aa-8158-4a0dfb31b1b5 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:07:33.684756 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '576d3002-8930-4b22-8498-03f55cdf014f', 'name': 'network-vif-deleted', 'tag': '21d47e59-4dc4-4d2b-aa84-fc55fe8125ff', 'status': 'completed', 'code': 200} Dec 20 15:07:33.714563 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-22e8454c-dfec-47c1-8924-1c053555c936 None None] Set router 3500d477-cbba-4fc4-81b5-8a9793b0af79 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:07:33.906333 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:07:33.929926 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-22e8454c-dfec-47c1-8924-1c053555c936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3500d477-cbba-4fc4-81b5-8a9793b0af79', 'name': 'tempest-TestServerBasicOps-140309205-router', 'tenant_id': '657d403c6eef4a16ac295c092ca6df50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '43f91c3e-ec3e-4d1a-a43e-7bb4bfbe07d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:02:22Z', 'updated_at': '2021-12-20T15:02:25Z', 'revision_number': 4, 'project_id': '657d403c6eef4a16ac295c092ca6df50', 'gw_port': {'id': '43f91c3e-ec3e-4d1a-a43e-7bb4bfbe07d7', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:92:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3500d477-cbba-4fc4-81b5-8a9793b0af79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:22Z', 'updated_at': '2021-12-20T15:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '8d4e681d-8596-4b29-bf0e-5a22a1c0d01e', 'name': '', 'network_id': '3f531868-98b0-4d44-9785-377b1ddf0219', 'tenant_id': '657d403c6eef4a16ac295c092ca6df50', 'mac_address': 'fa:16:3e:ce:22:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3500d477-cbba-4fc4-81b5-8a9793b0af79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '61ef2c4c-1fc9-4437-91dc-465770cb78f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:25Z', 'updated_at': '2021-12-20T15:02:30Z', 'revision_number': 5, 'project_id': '657d403c6eef4a16ac295c092ca6df50', 'subnets': [{'id': '61ef2c4c-1fc9-4437-91dc-465770cb78f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:07:33.956161 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e8454c-dfec-47c1-8924-1c053555c936 None None] Checking router: 3500d477-cbba-4fc4-81b5-8a9793b0af79 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:07:33.965003 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e8454c-dfec-47c1-8924-1c053555c936 None None] Routers {'3500d477-cbba-4fc4-81b5-8a9793b0af79'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:07:33.965619 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-22e8454c-dfec-47c1-8924-1c053555c936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:07:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['3500d477-cbba-4fc4-81b5-8a9793b0af79'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:07:34.087606 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-22e8454c-dfec-47c1-8924-1c053555c936 None None] Set router 3500d477-cbba-4fc4-81b5-8a9793b0af79 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:07:34.285619 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-22e8454c-dfec-47c1-8924-1c053555c936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3500d477-cbba-4fc4-81b5-8a9793b0af79', 'name': 'tempest-TestServerBasicOps-140309205-router', 'tenant_id': '657d403c6eef4a16ac295c092ca6df50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '43f91c3e-ec3e-4d1a-a43e-7bb4bfbe07d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:02:22Z', 'updated_at': '2021-12-20T15:02:25Z', 'revision_number': 4, 'project_id': '657d403c6eef4a16ac295c092ca6df50', 'gw_port': {'id': '43f91c3e-ec3e-4d1a-a43e-7bb4bfbe07d7', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:92:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3500d477-cbba-4fc4-81b5-8a9793b0af79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:22Z', 'updated_at': '2021-12-20T15:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '8d4e681d-8596-4b29-bf0e-5a22a1c0d01e', 'name': '', 'network_id': '3f531868-98b0-4d44-9785-377b1ddf0219', 'tenant_id': '657d403c6eef4a16ac295c092ca6df50', 'mac_address': 'fa:16:3e:ce:22:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3500d477-cbba-4fc4-81b5-8a9793b0af79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '61ef2c4c-1fc9-4437-91dc-465770cb78f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:25Z', 'updated_at': '2021-12-20T15:02:30Z', 'revision_number': 5, 'project_id': '657d403c6eef4a16ac295c092ca6df50', 'subnets': [{'id': '61ef2c4c-1fc9-4437-91dc-465770cb78f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:07:34.315963 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e8454c-dfec-47c1-8924-1c053555c936 None None] The sync data for ids ['3500d477-cbba-4fc4-81b5-8a9793b0af79'] in n-d-761264-19 is: [{'id': '3500d477-cbba-4fc4-81b5-8a9793b0af79', 'name': 'tempest-TestServerBasicOps-140309205-router', 'tenant_id': '657d403c6eef4a16ac295c092ca6df50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '43f91c3e-ec3e-4d1a-a43e-7bb4bfbe07d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:02:22Z', 'updated_at': '2021-12-20T15:02:25Z', 'revision_number': 4, 'project_id': '657d403c6eef4a16ac295c092ca6df50', 'gw_port': {'id': '43f91c3e-ec3e-4d1a-a43e-7bb4bfbe07d7', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:92:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3500d477-cbba-4fc4-81b5-8a9793b0af79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:22Z', 'updated_at': '2021-12-20T15:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '8d4e681d-8596-4b29-bf0e-5a22a1c0d01e', 'name': '', 'network_id': '3f531868-98b0-4d44-9785-377b1ddf0219', 'tenant_id': '657d403c6eef4a16ac295c092ca6df50', 'mac_address': 'fa:16:3e:ce:22:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3500d477-cbba-4fc4-81b5-8a9793b0af79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '61ef2c4c-1fc9-4437-91dc-465770cb78f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:25Z', 'updated_at': '2021-12-20T15:02:30Z', 'revision_number': 5, 'project_id': '657d403c6eef4a16ac295c092ca6df50', 'subnets': [{'id': '61ef2c4c-1fc9-4437-91dc-465770cb78f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:07:34.346796 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 53052) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:07:34.478664 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-df10231b-d315-4b45-8c4c-b3895b000676 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Deleting port 46254bf8-2bbf-4ea9-81f5-5b022057bbd1 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:07:34.479041 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-df10231b-d315-4b45-8c4c-b3895b000676 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:07:34.540102 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ce9576-6849-499c-847a-03cfad298af8 None None] New status for floating IP 36d189cf-0585-46cb-a7a7-6fd7091a4574: DOWN {{(pid=103170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 15:07:34.561812 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-df10231b-d315-4b45-8c4c-b3895b000676 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:07:34.562143 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-df10231b-d315-4b45-8c4c-b3895b000676 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:07:34.573733 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-df10231b-d315-4b45-8c4c-b3895b000676 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Calling delete_port for 46254bf8-2bbf-4ea9-81f5-5b022057bbd1 owned by network:floatingip {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:07:34.709437 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-df10231b-d315-4b45-8c4c-b3895b000676 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:07:34.733971 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df10231b-d315-4b45-8c4c-b3895b000676 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Pushing event deleted for resources: {'Port': ['ID=46254bf8-2bbf-4ea9-81f5-5b022057bbd1,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:07:34.746080 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df10231b-d315-4b45-8c4c-b3895b000676 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:07:34.746433 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df10231b-d315-4b45-8c4c-b3895b000676 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:07:34.746771 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df10231b-d315-4b45-8c4c-b3895b000676 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:07:34.747140 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df10231b-d315-4b45-8c4c-b3895b000676 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:07:34.747479 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df10231b-d315-4b45-8c4c-b3895b000676 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:07:34.747808 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df10231b-d315-4b45-8c4c-b3895b000676 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:07:34.748134 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df10231b-d315-4b45-8c4c-b3895b000676 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:07:34.748459 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df10231b-d315-4b45-8c4c-b3895b000676 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:07:34.748763 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df10231b-d315-4b45-8c4c-b3895b000676 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:07:34.749108 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df10231b-d315-4b45-8c4c-b3895b000676 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:07:34.749429 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df10231b-d315-4b45-8c4c-b3895b000676 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:07:34.749749 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df10231b-d315-4b45-8c4c-b3895b000676 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:07:34.750064 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df10231b-d315-4b45-8c4c-b3895b000676 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:07:34.802701 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-df10231b-d315-4b45-8c4c-b3895b000676 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Publish callbacks [] for floatingip, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:07:34.805246 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-df10231b-d315-4b45-8c4c-b3895b000676 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:07:34.806389 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-df10231b-d315-4b45-8c4c-b3895b000676 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] 10.222.0.54 "DELETE /v2.0/floatingips/36d189cf-0585-46cb-a7a7-6fd7091a4574 HTTP/1.1" status: 204 len: 168 time: 0.4587944 Dec 20 15:07:34.876741 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 53058) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:07:34.939538 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d3b76e39-78fc-4384-8dcb-e79f848dc3a0 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:07:34.966065 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d3b76e39-78fc-4384-8dcb-e79f848dc3a0 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:07:35.032116 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d3b76e39-78fc-4384-8dcb-e79f848dc3a0 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:07:35.034913 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d3b76e39-78fc-4384-8dcb-e79f848dc3a0 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:07:35.036189 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-d3b76e39-78fc-4384-8dcb-e79f848dc3a0 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] 10.222.0.54 "DELETE /v2.0/security-groups/f090d301-7d90-4896-b5e1-0d5a37ed2ffc HTTP/1.1" status: 204 len: 168 time: 0.1584051 Dec 20 15:07:35.045975 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b76e39-78fc-4384-8dcb-e79f848dc3a0 tempest-TestServerBasicOps-741668165 tempest-TestServerBasicOps-741668165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f090d301-7d90-4896-b5e1-0d5a37ed2ffc,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:07:35.077708 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 53062) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:07:35.228686 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 21d47e59-4dc4-4d2b-aa84-fc55fe8125ff no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:07:35.249649 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] No Port match for: 21d47e59-4dc4-4d2b-aa84-fc55fe8125ff {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:07:35.249997 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 21d47e59-4dc4-4d2b-aa84-fc55fe8125ff not bound to the agent host n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:07:35.557064 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d6600713-902a-4db9-b872-8c0612c11166 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1595867'] for router_interface, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:07:35.809882 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-d6600713-902a-4db9-b872-8c0612c11166 admin admin] Deleting port 8d4e681d-8596-4b29-bf0e-5a22a1c0d01e {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:07:35.810092 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d6600713-902a-4db9-b872-8c0612c11166 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:07:35.872529 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:07:35.900515 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-d6600713-902a-4db9-b872-8c0612c11166 admin admin] For port 8d4e681d-8596-4b29-bf0e-5a22a1c0d01e, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=8d4e681d-8596-4b29-bf0e-5a22a1c0d01e,segment=NetworkSegment(077de3aa-79e5-4ea4-a171-0817f0ef7c06),segment_id=077de3aa-79e5-4ea4-a171-0817f0ef7c06)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:07:35.900883 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d6600713-902a-4db9-b872-8c0612c11166 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:07:35.914361 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-d6600713-902a-4db9-b872-8c0612c11166 admin admin] Calling delete_port for 8d4e681d-8596-4b29-bf0e-5a22a1c0d01e owned by network:router_interface {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:07:36.111653 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d6600713-902a-4db9-b872-8c0612c11166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:07:36.141045 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6600713-902a-4db9-b872-8c0612c11166 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d4e681d-8596-4b29-bf0e-5a22a1c0d01e,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:07:36.312251 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d6600713-902a-4db9-b872-8c0612c11166 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582411'] for router_interface, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:07:36.346952 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:07:36.533255 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6600713-902a-4db9-b872-8c0612c11166 admin admin] Router 3500d477-cbba-4fc4-81b5-8a9793b0af79 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:07:36.651070 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6600713-902a-4db9-b872-8c0612c11166 admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:07:36.657792 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-d6600713-902a-4db9-b872-8c0612c11166 admin admin] 10.222.0.54 "PUT /v2.0/routers/3500d477-cbba-4fc4-81b5-8a9793b0af79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5792165 Dec 20 15:07:36.659125 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 53066) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:07:36.660187 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b82a6c-47dc-4fa0-b6af-7ff81cf69a92 None None] Sync routers for ids ['3500d477-cbba-4fc4-81b5-8a9793b0af79'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:07:36.671445 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b82a6c-47dc-4fa0-b6af-7ff81cf69a92 None None] Routers {'3500d477-cbba-4fc4-81b5-8a9793b0af79'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:07:36.672067 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-f1b82a6c-47dc-4fa0-b6af-7ff81cf69a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:07:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['3500d477-cbba-4fc4-81b5-8a9793b0af79'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:07:36.759436 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f34e910d-7f91-4cd5-a173-b2b9296b040a admin admin] Publish callbacks [] for router, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:07:36.776091 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-f1b82a6c-47dc-4fa0-b6af-7ff81cf69a92 None None] Set router 3500d477-cbba-4fc4-81b5-8a9793b0af79 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:07:36.968372 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-f1b82a6c-47dc-4fa0-b6af-7ff81cf69a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3500d477-cbba-4fc4-81b5-8a9793b0af79', 'name': 'tempest-TestServerBasicOps-140309205-router', 'tenant_id': '657d403c6eef4a16ac295c092ca6df50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '43f91c3e-ec3e-4d1a-a43e-7bb4bfbe07d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:02:22Z', 'updated_at': '2021-12-20T15:07:36Z', 'revision_number': 5, 'project_id': '657d403c6eef4a16ac295c092ca6df50', 'gw_port': {'id': '43f91c3e-ec3e-4d1a-a43e-7bb4bfbe07d7', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:92:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3500d477-cbba-4fc4-81b5-8a9793b0af79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:22Z', 'updated_at': '2021-12-20T15:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:07:36.996321 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b82a6c-47dc-4fa0-b6af-7ff81cf69a92 None None] Checking router: 3500d477-cbba-4fc4-81b5-8a9793b0af79 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:07:37.005429 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b82a6c-47dc-4fa0-b6af-7ff81cf69a92 None None] Routers {'3500d477-cbba-4fc4-81b5-8a9793b0af79'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:07:37.006045 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-f1b82a6c-47dc-4fa0-b6af-7ff81cf69a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:07:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['3500d477-cbba-4fc4-81b5-8a9793b0af79'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:07:37.112709 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-f1b82a6c-47dc-4fa0-b6af-7ff81cf69a92 None None] Set router 3500d477-cbba-4fc4-81b5-8a9793b0af79 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:07:37.165308 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f34e910d-7f91-4cd5-a173-b2b9296b040a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:07:37.218276 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-f34e910d-7f91-4cd5-a173-b2b9296b040a admin admin] Deleting port 43f91c3e-ec3e-4d1a-a43e-7bb4bfbe07d7 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:07:37.218694 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f34e910d-7f91-4cd5-a173-b2b9296b040a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:07:37.286505 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-f1b82a6c-47dc-4fa0-b6af-7ff81cf69a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3500d477-cbba-4fc4-81b5-8a9793b0af79', 'name': 'tempest-TestServerBasicOps-140309205-router', 'tenant_id': '657d403c6eef4a16ac295c092ca6df50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '43f91c3e-ec3e-4d1a-a43e-7bb4bfbe07d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:02:22Z', 'updated_at': '2021-12-20T15:07:36Z', 'revision_number': 5, 'project_id': '657d403c6eef4a16ac295c092ca6df50', 'gw_port': {'id': '43f91c3e-ec3e-4d1a-a43e-7bb4bfbe07d7', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:92:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3500d477-cbba-4fc4-81b5-8a9793b0af79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:22Z', 'updated_at': '2021-12-20T15:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:07:37.297499 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-f34e910d-7f91-4cd5-a173-b2b9296b040a admin admin] For port 43f91c3e-ec3e-4d1a-a43e-7bb4bfbe07d7, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=43f91c3e-ec3e-4d1a-a43e-7bb4bfbe07d7,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:07:37.297860 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f34e910d-7f91-4cd5-a173-b2b9296b040a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:07:37.314431 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-f34e910d-7f91-4cd5-a173-b2b9296b040a admin admin] Calling delete_port for 43f91c3e-ec3e-4d1a-a43e-7bb4bfbe07d7 owned by network:router_gateway {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:07:37.316790 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b82a6c-47dc-4fa0-b6af-7ff81cf69a92 None None] The sync data for ids ['3500d477-cbba-4fc4-81b5-8a9793b0af79'] in n-d-761264-19 is: [{'id': '3500d477-cbba-4fc4-81b5-8a9793b0af79', 'name': 'tempest-TestServerBasicOps-140309205-router', 'tenant_id': '657d403c6eef4a16ac295c092ca6df50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '43f91c3e-ec3e-4d1a-a43e-7bb4bfbe07d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:02:22Z', 'updated_at': '2021-12-20T15:07:36Z', 'revision_number': 5, 'project_id': '657d403c6eef4a16ac295c092ca6df50', 'gw_port': {'id': '43f91c3e-ec3e-4d1a-a43e-7bb4bfbe07d7', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:92:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3500d477-cbba-4fc4-81b5-8a9793b0af79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:22Z', 'updated_at': '2021-12-20T15:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:07:37.488550 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f34e910d-7f91-4cd5-a173-b2b9296b040a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:07:37.513621 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34e910d-7f91-4cd5-a173-b2b9296b040a admin admin] Pushing event deleted for resources: {'Port': ['ID=43f91c3e-ec3e-4d1a-a43e-7bb4bfbe07d7,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:07:37.528237 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1471a27-bb4a-4db0-93cd-b19b1dc1b8d8 None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:07:37.573219 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f34e910d-7f91-4cd5-a173-b2b9296b040a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584913'] for router_gateway, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:07:37.665803 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f34e910d-7f91-4cd5-a173-b2b9296b040a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40132'] for router, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:07:37.668503 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f34e910d-7f91-4cd5-a173-b2b9296b040a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:07:37.717839 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f34e910d-7f91-4cd5-a173-b2b9296b040a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1594808'] for router, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:07:37.718429 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f34e910d-7f91-4cd5-a173-b2b9296b040a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3500d477-cbba-4fc4-81b5-8a9793b0af79 {{(pid=103167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:07:37.723361 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f34e910d-7f91-4cd5-a173-b2b9296b040a admin admin] Publish callbacks [] for router, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:07:37.724526 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-f34e910d-7f91-4cd5-a173-b2b9296b040a admin admin] 10.222.0.54 "DELETE /v2.0/routers/3500d477-cbba-4fc4-81b5-8a9793b0af79 HTTP/1.1" status: 204 len: 168 time: 1.0644834 Dec 20 15:07:37.727196 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 53068) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:07:37.772339 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5773e4e-b9b8-4315-8581-35d97eb1d4be admin admin] Deleting subnet 61ef2c4c-1fc9-4437-91dc-465770cb78f9 {{(pid=103167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:07:37.776052 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e5773e4e-b9b8-4315-8581-35d97eb1d4be admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:07:37.810861 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e5773e4e-b9b8-4315-8581-35d97eb1d4be admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954412'] for subnet, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:07:37.893406 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e5773e4e-b9b8-4315-8581-35d97eb1d4be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:07:37.948442 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e5773e4e-b9b8-4315-8581-35d97eb1d4be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:07:37.975645 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5773e4e-b9b8-4315-8581-35d97eb1d4be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61ef2c4c-1fc9-4437-91dc-465770cb78f9,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:07:37.977841 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e5773e4e-b9b8-4315-8581-35d97eb1d4be admin admin] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:07:37.981084 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-e5773e4e-b9b8-4315-8581-35d97eb1d4be admin admin] 10.222.0.54 "DELETE /v2.0/subnets/61ef2c4c-1fc9-4437-91dc-465770cb78f9 HTTP/1.1" status: 204 len: 168 time: 0.2528880 Dec 20 15:07:37.983758 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 53070) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:07:37.994233 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c49ea92-5ddb-4e6f-843c-878adaf1bbd8 None None] Network 3f531868-98b0-4d44-9785-377b1ddf0219 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:07:38.056616 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d21f15c1-eba6-4c56-a9ab-ee72ee22bf75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:07:38.120267 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-d21f15c1-eba6-4c56-a9ab-ee72ee22bf75 admin admin] Deleting port 23255aaa-021d-47b9-8059-8f76901bb6be {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:07:38.120634 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d21f15c1-eba6-4c56-a9ab-ee72ee22bf75 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:07:38.181387 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-d21f15c1-eba6-4c56-a9ab-ee72ee22bf75 admin admin] For port 23255aaa-021d-47b9-8059-8f76901bb6be, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=23255aaa-021d-47b9-8059-8f76901bb6be,segment=NetworkSegment(077de3aa-79e5-4ea4-a171-0817f0ef7c06),segment_id=077de3aa-79e5-4ea4-a171-0817f0ef7c06)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:07:38.182072 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d21f15c1-eba6-4c56-a9ab-ee72ee22bf75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:07:38.194081 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-d21f15c1-eba6-4c56-a9ab-ee72ee22bf75 admin admin] Calling delete_port for 23255aaa-021d-47b9-8059-8f76901bb6be owned by network:dhcp {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:07:38.277312 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d21f15c1-eba6-4c56-a9ab-ee72ee22bf75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:07:38.303072 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21f15c1-eba6-4c56-a9ab-ee72ee22bf75 admin admin] Pushing event deleted for resources: {'Port': ['ID=23255aaa-021d-47b9-8059-8f76901bb6be,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:07:38.306793 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21f15c1-eba6-4c56-a9ab-ee72ee22bf75 admin admin] No DVR routers for this DVR port 23255aaa-021d-47b9-8059-8f76901bb6be on host n-d-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:07:38.325356 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a60ad19-01b6-45e2-8aa6-8151d66a2af9 None None] DHCP port deletion for 3f531868-98b0-4d44-9785-377b1ddf0219 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:07:38.383638 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 8d4e681d-8596-4b29-bf0e-5a22a1c0d01e no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:07:38.388118 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d21f15c1-eba6-4c56-a9ab-ee72ee22bf75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:07:38.403421 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 8d4e681d-8596-4b29-bf0e-5a22a1c0d01e {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:07:38.403762 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 8d4e681d-8596-4b29-bf0e-5a22a1c0d01e not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:07:38.404181 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 43f91c3e-ec3e-4d1a-a43e-7bb4bfbe07d7 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:07:38.408380 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-d21f15c1-eba6-4c56-a9ab-ee72ee22bf75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f531868-98b0-4d44-9785-377b1ddf0219']}} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:07:38.417808 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-d21f15c1-eba6-4c56-a9ab-ee72ee22bf75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '077de3aa-79e5-4ea4-a171-0817f0ef7c06') {'for_net_delete': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:07:38.418102 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-d21f15c1-eba6-4c56-a9ab-ee72ee22bf75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '077de3aa-79e5-4ea4-a171-0817f0ef7c06') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:07:38.422524 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 43f91c3e-ec3e-4d1a-a43e-7bb4bfbe07d7 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:07:38.422892 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 43f91c3e-ec3e-4d1a-a43e-7bb4bfbe07d7 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:07:38.423297 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 23255aaa-021d-47b9-8059-8f76901bb6be no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:07:38.427579 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d21f15c1-eba6-4c56-a9ab-ee72ee22bf75 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954405'] for segment, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:07:38.440691 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d21f15c1-eba6-4c56-a9ab-ee72ee22bf75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:07:38.442913 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 23255aaa-021d-47b9-8059-8f76901bb6be {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:07:38.443259 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 23255aaa-021d-47b9-8059-8f76901bb6be not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:07:38.447876 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d21f15c1-eba6-4c56-a9ab-ee72ee22bf75 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:07:38.448291 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d21f15c1-eba6-4c56-a9ab-ee72ee22bf75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9956000'] for segment, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:07:38.450354 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:07:38.450354 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:07:38.450354 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:07:38.450354 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:07:38.450354 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:07:38.450354 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:07:38.450354 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:07:38.450354 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:07:38.450354 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:07:38.450354 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:07:38.450354 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:07:38.450354 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:07:38.450354 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:07:38.450354 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:07:38.450354 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:07:38.450354 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:07:38.450354 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:07:38.450354 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:07:38.450354 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:07:38.450354 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:07:38.450354 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:07:38.450354 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:07:38.450354 n-d-761264-19 neutron-server[103167]: Traceback (most recent call last): Dec 20 15:07:38.450354 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:07:38.450354 n-d-761264-19 neutron-server[103167]: timer() Dec 20 15:07:38.450354 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:07:38.450354 n-d-761264-19 neutron-server[103167]: cb(*args, **kw) Dec 20 15:07:38.450354 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:07:38.450354 n-d-761264-19 neutron-server[103167]: return func(*args, **kwargs) Dec 20 15:07:38.450354 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:07:38.450354 n-d-761264-19 neutron-server[103167]: self._notify() Dec 20 15:07:38.450354 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:07:38.450354 n-d-761264-19 neutron-server[103167]: self.callback(batched_events) Dec 20 15:07:38.450354 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:07:38.450354 n-d-761264-19 neutron-server[103167]: event.method(event) Dec 20 15:07:38.450354 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:07:38.450354 n-d-761264-19 neutron-server[103167]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:07:38.450354 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:07:38.450354 n-d-761264-19 neutron-server[103167]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:07:38.450354 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:07:38.450354 n-d-761264-19 neutron-server[103167]: return f(self, *a, **k) Dec 20 15:07:38.450354 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:07:38.450354 n-d-761264-19 neutron-server[103167]: return self._get(url).json() Dec 20 15:07:38.450354 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:07:38.450354 n-d-761264-19 neutron-server[103167]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:07:38.450354 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:07:38.450354 n-d-761264-19 neutron-server[103167]: return self.request(url, 'GET', **kwargs) Dec 20 15:07:38.450354 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:07:38.450354 n-d-761264-19 neutron-server[103167]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:07:38.450354 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:07:38.450354 n-d-761264-19 neutron-server[103167]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:07:38.450354 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:07:38.450354 n-d-761264-19 neutron-server[103167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:07:38.450354 n-d-761264-19 neutron-server[103167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:07:38.506587 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d21f15c1-eba6-4c56-a9ab-ee72ee22bf75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:07:38.512063 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d21f15c1-eba6-4c56-a9ab-ee72ee22bf75 admin admin] Publish callbacks [] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:07:38.515228 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-d21f15c1-eba6-4c56-a9ab-ee72ee22bf75 admin admin] 10.222.0.54 "DELETE /v2.0/networks/3f531868-98b0-4d44-9785-377b1ddf0219 HTTP/1.1" status: 204 len: 168 time: 0.5306017 Dec 20 15:07:38.518313 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 53072) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:07:38.525900 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21f15c1-eba6-4c56-a9ab-ee72ee22bf75 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f531868-98b0-4d44-9785-377b1ddf0219,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:07:38.882857 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-46a2acf3-690e-420d-b7d3-9e104d7a5608 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1595867'] for router_interface, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:07:39.145987 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-46a2acf3-690e-420d-b7d3-9e104d7a5608 admin admin] Deleting port b8989490-dbb0-416e-936d-4fd65e2107f0 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:07:39.146348 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-46a2acf3-690e-420d-b7d3-9e104d7a5608 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:07:39.231243 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-46a2acf3-690e-420d-b7d3-9e104d7a5608 admin admin] For port b8989490-dbb0-416e-936d-4fd65e2107f0, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=b8989490-dbb0-416e-936d-4fd65e2107f0,segment=NetworkSegment(9f73503b-c9fa-4192-8354-53088a663135),segment_id=9f73503b-c9fa-4192-8354-53088a663135)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:07:39.231568 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-46a2acf3-690e-420d-b7d3-9e104d7a5608 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:07:39.244371 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-46a2acf3-690e-420d-b7d3-9e104d7a5608 admin admin] Calling delete_port for b8989490-dbb0-416e-936d-4fd65e2107f0 owned by network:router_interface {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:07:39.427878 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-46a2acf3-690e-420d-b7d3-9e104d7a5608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:07:39.453554 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a2acf3-690e-420d-b7d3-9e104d7a5608 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8989490-dbb0-416e-936d-4fd65e2107f0,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:07:39.625309 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-46a2acf3-690e-420d-b7d3-9e104d7a5608 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582411'] for router_interface, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:07:39.851143 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46a2acf3-690e-420d-b7d3-9e104d7a5608 admin admin] Router 0410759f-20a9-4b73-9ef7-05d018912ab5 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:07:39.957732 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46a2acf3-690e-420d-b7d3-9e104d7a5608 admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:07:39.963319 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-46a2acf3-690e-420d-b7d3-9e104d7a5608 admin admin] 10.222.0.54 "PUT /v2.0/routers/0410759f-20a9-4b73-9ef7-05d018912ab5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4439344 Dec 20 15:07:39.966133 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 53074) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:07:39.968579 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e59272d-b5d1-4e5b-827d-f9239c367d40 None None] Sync routers for ids ['0410759f-20a9-4b73-9ef7-05d018912ab5'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:07:39.979256 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e59272d-b5d1-4e5b-827d-f9239c367d40 None None] Routers {'0410759f-20a9-4b73-9ef7-05d018912ab5'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:07:39.980046 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-7e59272d-b5d1-4e5b-827d-f9239c367d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:07:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['0410759f-20a9-4b73-9ef7-05d018912ab5'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:07:40.072261 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-aea58b7b-4cbe-43f4-9da7-2a6f6aad9ad6 admin admin] Publish callbacks [] for router, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:07:40.087051 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-7e59272d-b5d1-4e5b-827d-f9239c367d40 None None] Set router 0410759f-20a9-4b73-9ef7-05d018912ab5 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:07:40.181767 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-aea58b7b-4cbe-43f4-9da7-2a6f6aad9ad6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:07:40.239565 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-aea58b7b-4cbe-43f4-9da7-2a6f6aad9ad6 admin admin] Deleting port e79ce790-9c1e-472a-8685-c6a046321bbb {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:07:40.239965 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-aea58b7b-4cbe-43f4-9da7-2a6f6aad9ad6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:07:40.268086 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-7e59272d-b5d1-4e5b-827d-f9239c367d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0410759f-20a9-4b73-9ef7-05d018912ab5', 'name': 'tempest-TestServerBasicOps-694999547-router', 'tenant_id': 'f6809092ae90428697273698bb30584d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': 'e79ce790-9c1e-472a-8685-c6a046321bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:02:28Z', 'updated_at': '2021-12-20T15:07:39Z', 'revision_number': 5, 'project_id': 'f6809092ae90428697273698bb30584d', 'gw_port': {'id': 'e79ce790-9c1e-472a-8685-c6a046321bbb', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:1c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0410759f-20a9-4b73-9ef7-05d018912ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:28Z', 'updated_at': '2021-12-20T15:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:07:40.298705 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e59272d-b5d1-4e5b-827d-f9239c367d40 None None] Checking router: 0410759f-20a9-4b73-9ef7-05d018912ab5 for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:07:40.307239 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e59272d-b5d1-4e5b-827d-f9239c367d40 None None] Routers {'0410759f-20a9-4b73-9ef7-05d018912ab5'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:07:40.307839 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-7e59272d-b5d1-4e5b-827d-f9239c367d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:07:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['0410759f-20a9-4b73-9ef7-05d018912ab5'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:07:40.324474 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-aea58b7b-4cbe-43f4-9da7-2a6f6aad9ad6 admin admin] For port e79ce790-9c1e-472a-8685-c6a046321bbb, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=e79ce790-9c1e-472a-8685-c6a046321bbb,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:07:40.324837 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-aea58b7b-4cbe-43f4-9da7-2a6f6aad9ad6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:07:40.337254 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-aea58b7b-4cbe-43f4-9da7-2a6f6aad9ad6 admin admin] Calling delete_port for e79ce790-9c1e-472a-8685-c6a046321bbb owned by network:router_gateway {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:07:40.389165 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-7e59272d-b5d1-4e5b-827d-f9239c367d40 None None] Set router 0410759f-20a9-4b73-9ef7-05d018912ab5 gateway port host: None {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:07:40.442669 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-7e59272d-b5d1-4e5b-827d-f9239c367d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0410759f-20a9-4b73-9ef7-05d018912ab5', 'name': 'tempest-TestServerBasicOps-694999547-router', 'tenant_id': 'f6809092ae90428697273698bb30584d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:02:28Z', 'updated_at': '2021-12-20T15:07:40Z', 'revision_number': 6, 'project_id': 'f6809092ae90428697273698bb30584d', 'gw_port_host': None}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:07:40.469613 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e59272d-b5d1-4e5b-827d-f9239c367d40 None None] The sync data for ids ['0410759f-20a9-4b73-9ef7-05d018912ab5'] in n-d-761264-19 is: [{'id': '0410759f-20a9-4b73-9ef7-05d018912ab5', 'name': 'tempest-TestServerBasicOps-694999547-router', 'tenant_id': 'f6809092ae90428697273698bb30584d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:02:28Z', 'updated_at': '2021-12-20T15:07:40Z', 'revision_number': 6, 'project_id': 'f6809092ae90428697273698bb30584d', 'gw_port_host': None}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:07:40.510619 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-aea58b7b-4cbe-43f4-9da7-2a6f6aad9ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:07:40.535242 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea58b7b-4cbe-43f4-9da7-2a6f6aad9ad6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e79ce790-9c1e-472a-8685-c6a046321bbb,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:07:40.550178 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c3234f-8e74-4a3b-a782-55694a135057 None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:07:40.601630 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-aea58b7b-4cbe-43f4-9da7-2a6f6aad9ad6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584913'] for router_gateway, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:07:40.690909 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-aea58b7b-4cbe-43f4-9da7-2a6f6aad9ad6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40132'] for router, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:07:40.693175 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-aea58b7b-4cbe-43f4-9da7-2a6f6aad9ad6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:07:40.736810 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-aea58b7b-4cbe-43f4-9da7-2a6f6aad9ad6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1594808'] for router, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:07:40.737323 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aea58b7b-4cbe-43f4-9da7-2a6f6aad9ad6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0410759f-20a9-4b73-9ef7-05d018912ab5 {{(pid=103167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:07:40.742120 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-aea58b7b-4cbe-43f4-9da7-2a6f6aad9ad6 admin admin] Publish callbacks [] for router, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:07:40.743348 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-aea58b7b-4cbe-43f4-9da7-2a6f6aad9ad6 admin admin] 10.222.0.54 "DELETE /v2.0/routers/0410759f-20a9-4b73-9ef7-05d018912ab5 HTTP/1.1" status: 204 len: 168 time: 0.7761946 Dec 20 15:07:40.746673 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 53076) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:07:40.791612 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_v2 [None req-82863d48-8038-497e-87f6-4419f885be24 admin admin] Deleting subnet 031cf809-ef62-43ff-9117-3eb14a10e119 {{(pid=103168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:07:40.795145 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-82863d48-8038-497e-87f6-4419f885be24 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:07:40.834243 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-82863d48-8038-497e-87f6-4419f885be24 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9023023'] for subnet, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:07:40.916165 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-82863d48-8038-497e-87f6-4419f885be24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:07:40.968737 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-82863d48-8038-497e-87f6-4419f885be24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8850800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470517'] for subnet, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:07:40.992775 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82863d48-8038-497e-87f6-4419f885be24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=031cf809-ef62-43ff-9117-3eb14a10e119,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:07:40.997160 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-82863d48-8038-497e-87f6-4419f885be24 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:07:41.000575 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-82863d48-8038-497e-87f6-4419f885be24 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/031cf809-ef62-43ff-9117-3eb14a10e119 HTTP/1.1" status: 204 len: 168 time: 0.2525790 Dec 20 15:07:41.002622 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631345c1-53ce-400e-b9d0-ffe40e2b35d1 None None] Network 29f70c00-cb80-423d-ad97-561ba5b48db8 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:07:41.003179 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 53078) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:07:41.074479 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4e42f0c4-fe54-4403-a7d5-e35bb2bc28d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:07:41.131623 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-4e42f0c4-fe54-4403-a7d5-e35bb2bc28d9 admin admin] Deleting port 6c27ea9f-78d9-4ca2-b659-c7d3517c7543 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:07:41.131963 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4e42f0c4-fe54-4403-a7d5-e35bb2bc28d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:07:41.197319 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-4e42f0c4-fe54-4403-a7d5-e35bb2bc28d9 admin admin] For port 6c27ea9f-78d9-4ca2-b659-c7d3517c7543, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=6c27ea9f-78d9-4ca2-b659-c7d3517c7543,segment=NetworkSegment(9f73503b-c9fa-4192-8354-53088a663135),segment_id=9f73503b-c9fa-4192-8354-53088a663135)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:07:41.197574 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4e42f0c4-fe54-4403-a7d5-e35bb2bc28d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:07:41.215281 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-4e42f0c4-fe54-4403-a7d5-e35bb2bc28d9 admin admin] Calling delete_port for 6c27ea9f-78d9-4ca2-b659-c7d3517c7543 owned by network:dhcp {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:07:41.257612 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167c9456-c01b-4a91-ada2-3860e96c980b None None] DHCP port deletion for 29f70c00-cb80-423d-ad97-561ba5b48db8 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:07:41.306090 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-167c9456-c01b-4a91-ada2-3860e96c980b None None] Deleting port 6c27ea9f-78d9-4ca2-b659-c7d3517c7543 {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:07:41.306653 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-167c9456-c01b-4a91-ada2-3860e96c980b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:07:41.308666 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4e42f0c4-fe54-4403-a7d5-e35bb2bc28d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:07:41.335284 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e42f0c4-fe54-4403-a7d5-e35bb2bc28d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c27ea9f-78d9-4ca2-b659-c7d3517c7543,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:07:41.337103 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e42f0c4-fe54-4403-a7d5-e35bb2bc28d9 admin admin] No DVR routers for this DVR port 6c27ea9f-78d9-4ca2-b659-c7d3517c7543 on host n-d-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:07:41.380753 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-167c9456-c01b-4a91-ada2-3860e96c980b None None] For port 6c27ea9f-78d9-4ca2-b659-c7d3517c7543, host n-d-761264-19, got binding levels [] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:07:41.381152 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-167c9456-c01b-4a91-ada2-3860e96c980b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:07:41.394420 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-167c9456-c01b-4a91-ada2-3860e96c980b None None] Calling delete_port for 6c27ea9f-78d9-4ca2-b659-c7d3517c7543 owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:07:41.397223 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.ipam_backend_mixin [None req-167c9456-c01b-4a91-ada2-3860e96c980b None None] Port 6c27ea9f-78d9-4ca2-b659-c7d3517c7543 was not found and therefore no delete operation was performed {{(pid=103169) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 20 15:07:41.398449 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-167c9456-c01b-4a91-ada2-3860e96c980b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:07:41.411871 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4e42f0c4-fe54-4403-a7d5-e35bb2bc28d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:07:41.420863 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167c9456-c01b-4a91-ada2-3860e96c980b None None] Pushing event deleted for resources: {'Port': ['ID=6c27ea9f-78d9-4ca2-b659-c7d3517c7543,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:07:41.430941 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167c9456-c01b-4a91-ada2-3860e96c980b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:07:41.431287 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167c9456-c01b-4a91-ada2-3860e96c980b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:07:41.431623 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167c9456-c01b-4a91-ada2-3860e96c980b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:07:41.431953 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167c9456-c01b-4a91-ada2-3860e96c980b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:07:41.432282 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167c9456-c01b-4a91-ada2-3860e96c980b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:07:41.432606 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167c9456-c01b-4a91-ada2-3860e96c980b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:07:41.432954 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167c9456-c01b-4a91-ada2-3860e96c980b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:07:41.433276 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167c9456-c01b-4a91-ada2-3860e96c980b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:07:41.433592 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167c9456-c01b-4a91-ada2-3860e96c980b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:07:41.433772 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-4e42f0c4-fe54-4403-a7d5-e35bb2bc28d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29f70c00-cb80-423d-ad97-561ba5b48db8']}} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:07:41.433905 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167c9456-c01b-4a91-ada2-3860e96c980b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:07:41.434225 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167c9456-c01b-4a91-ada2-3860e96c980b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:07:41.434541 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167c9456-c01b-4a91-ada2-3860e96c980b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:07:41.434881 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167c9456-c01b-4a91-ada2-3860e96c980b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:07:41.437616 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167c9456-c01b-4a91-ada2-3860e96c980b None None] No DVR routers for this DVR port 6c27ea9f-78d9-4ca2-b659-c7d3517c7543 on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:07:41.446308 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-4e42f0c4-fe54-4403-a7d5-e35bb2bc28d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f73503b-c9fa-4192-8354-53088a663135') {'for_net_delete': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:07:41.447368 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-4e42f0c4-fe54-4403-a7d5-e35bb2bc28d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f73503b-c9fa-4192-8354-53088a663135') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:07:41.457617 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4e42f0c4-fe54-4403-a7d5-e35bb2bc28d9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954405'] for segment, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:07:41.471804 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4e42f0c4-fe54-4403-a7d5-e35bb2bc28d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:07:41.478498 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e42f0c4-fe54-4403-a7d5-e35bb2bc28d9 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=103167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:07:41.478925 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4e42f0c4-fe54-4403-a7d5-e35bb2bc28d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9956000'] for segment, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:07:41.480796 n-d-761264-19 neutron-server[103167]: Traceback (most recent call last): Dec 20 15:07:41.480796 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:07:41.480796 n-d-761264-19 neutron-server[103167]: timer() Dec 20 15:07:41.480796 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:07:41.480796 n-d-761264-19 neutron-server[103167]: cb(*args, **kw) Dec 20 15:07:41.480796 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:07:41.480796 n-d-761264-19 neutron-server[103167]: return func(*args, **kwargs) Dec 20 15:07:41.480796 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:07:41.480796 n-d-761264-19 neutron-server[103167]: self._notify() Dec 20 15:07:41.480796 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:07:41.480796 n-d-761264-19 neutron-server[103167]: self.callback(batched_events) Dec 20 15:07:41.480796 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:07:41.480796 n-d-761264-19 neutron-server[103167]: event.method(event) Dec 20 15:07:41.480796 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:07:41.480796 n-d-761264-19 neutron-server[103167]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:07:41.480796 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:07:41.480796 n-d-761264-19 neutron-server[103167]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:07:41.480796 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:07:41.480796 n-d-761264-19 neutron-server[103167]: return f(self, *a, **k) Dec 20 15:07:41.480796 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:07:41.480796 n-d-761264-19 neutron-server[103167]: return self._get(url).json() Dec 20 15:07:41.480796 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:07:41.480796 n-d-761264-19 neutron-server[103167]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:07:41.480796 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:07:41.480796 n-d-761264-19 neutron-server[103167]: return self.request(url, 'GET', **kwargs) Dec 20 15:07:41.480796 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:07:41.480796 n-d-761264-19 neutron-server[103167]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:07:41.480796 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:07:41.480796 n-d-761264-19 neutron-server[103167]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:07:41.480796 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:07:41.480796 n-d-761264-19 neutron-server[103167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:07:41.480796 n-d-761264-19 neutron-server[103167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:07:41.545559 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4e42f0c4-fe54-4403-a7d5-e35bb2bc28d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:07:41.551096 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4e42f0c4-fe54-4403-a7d5-e35bb2bc28d9 admin admin] Publish callbacks [] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:07:41.554414 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-4e42f0c4-fe54-4403-a7d5-e35bb2bc28d9 admin admin] 10.222.0.54 "DELETE /v2.0/networks/29f70c00-cb80-423d-ad97-561ba5b48db8 HTTP/1.1" status: 204 len: 168 time: 0.5502317 Dec 20 15:07:41.568412 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e42f0c4-fe54-4403-a7d5-e35bb2bc28d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=29f70c00-cb80-423d-ad97-561ba5b48db8,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:07:41.672847 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 53084) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:07:41.722761 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-cdaa6d2b-61b1-4ef7-9f4b-53e96defc50f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=657d403c6eef4a16ac295c092ca6df50&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0486462 Dec 20 15:07:41.725406 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 53086) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:07:41.775015 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1048b132-9551-4648-92f6-ac12e807e39d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:07:41.806072 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1048b132-9551-4648-92f6-ac12e807e39d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:07:41.861592 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1048b132-9551-4648-92f6-ac12e807e39d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:07:41.864779 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1048b132-9551-4648-92f6-ac12e807e39d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:07:41.865962 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-1048b132-9551-4648-92f6-ac12e807e39d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8ff24453-d24b-4008-9b21-c18f7d2463e7 HTTP/1.1" status: 204 len: 168 time: 0.1396623 Dec 20 15:07:41.874229 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1048b132-9551-4648-92f6-ac12e807e39d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ff24453-d24b-4008-9b21-c18f7d2463e7,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:07:41.917243 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:07:42.211789 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 53092) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:07:42.271674 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-36a3152e-761b-4f3f-aeba-6ebe9dc65773 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f6809092ae90428697273698bb30584d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0586913 Dec 20 15:07:42.274334 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 53094) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:07:42.303785 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device b8989490-dbb0-416e-936d-4fd65e2107f0 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:07:42.327597 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-06cc4977-ee05-4943-8142-8afeea1b198d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:07:42.328137 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: b8989490-dbb0-416e-936d-4fd65e2107f0 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:07:42.328462 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device b8989490-dbb0-416e-936d-4fd65e2107f0 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:07:42.329084 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device e79ce790-9c1e-472a-8685-c6a046321bbb no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:07:42.347845 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: e79ce790-9c1e-472a-8685-c6a046321bbb {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:07:42.348179 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device e79ce790-9c1e-472a-8685-c6a046321bbb not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:07:42.348580 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 6c27ea9f-78d9-4ca2-b659-c7d3517c7543 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:07:42.348738 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-06cc4977-ee05-4943-8142-8afeea1b198d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:07:42.367988 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 6c27ea9f-78d9-4ca2-b659-c7d3517c7543 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:07:42.368301 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 6c27ea9f-78d9-4ca2-b659-c7d3517c7543 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:07:42.397691 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-06cc4977-ee05-4943-8142-8afeea1b198d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:07:42.400432 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-06cc4977-ee05-4943-8142-8afeea1b198d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:07:42.401576 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-06cc4977-ee05-4943-8142-8afeea1b198d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/68f26568-33df-46b4-80e3-6001361ed32c HTTP/1.1" status: 204 len: 168 time: 0.1263387 Dec 20 15:07:42.409487 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cc4977-ee05-4943-8142-8afeea1b198d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68f26568-33df-46b4-80e3-6001361ed32c,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:07:45.474827 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:08:00.749785 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f77f60e7-61a8-4df4-8fba-3aeec7f8ae81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:08:02.696700 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:08:02.924700 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a742f2f8-9ef0-47ea-954c-5a1c9ec2fe48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:08:03.890695 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:08:05.875410 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:08:06.356064 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:08:11.928924 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:08:15.495159 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:08:30.755897 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-3195a674-8a53-4b89-8ab8-b3d13d30d7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:08:32.919667 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-44679c51-b293-47d6-bf94-2c5591484a73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:08:33.892274 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:08:34.386823 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7e539345-bceb-49a7-802b-73c98fd27407 req-934d4704-5d2a-48c8-af75-a3a8dc1aca37 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=be0880dc-7aa7-4a20-bf69-3f74c94b2389&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1873205 Dec 20 15:08:34.480922 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e539345-bceb-49a7-802b-73c98fd27407 req-189d37c1-259d-42e1-bbd3-24d01f16ab80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:08:34.482321 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7e539345-bceb-49a7-802b-73c98fd27407 req-189d37c1-259d-42e1-bbd3-24d01f16ab80 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c386a559a8854d1caa58ca37066a398d&device_id=be0880dc-7aa7-4a20-bf69-3f74c94b2389 HTTP/1.1" status: 200 len: 1097 time: 0.0443375 Dec 20 15:08:34.587435 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e539345-bceb-49a7-802b-73c98fd27407 req-5ed08978-0e13-4830-94a2-3d5c3558f41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:08:34.588948 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7e539345-bceb-49a7-802b-73c98fd27407 req-5ed08978-0e13-4830-94a2-3d5c3558f41c service neutron] 10.222.0.30 "GET /v2.0/networks?id=98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9 HTTP/1.1" status: 200 len: 912 time: 0.0843909 Dec 20 15:08:34.657138 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7e539345-bceb-49a7-802b-73c98fd27407 req-d48ba1ba-a9c6-491f-a0b8-ccd116262d58 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=54a472c2-93f9-4c48-9e09-29774647da80 HTTP/1.1" status: 200 len: 1001 time: 0.0614960 Dec 20 15:08:34.705659 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e539345-bceb-49a7-802b-73c98fd27407 req-b8187269-d18c-4a37-84a3-48d288a59481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:08:34.707180 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7e539345-bceb-49a7-802b-73c98fd27407 req-b8187269-d18c-4a37-84a3-48d288a59481 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f3c1d8ef-e07d-45b1-9131-82488f6c1e5c HTTP/1.1" status: 200 len: 850 time: 0.0427012 Dec 20 15:08:34.764521 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e539345-bceb-49a7-802b-73c98fd27407 req-52e2390b-0ceb-4b9f-8b47-88ee88ba71ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:08:34.765914 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7e539345-bceb-49a7-802b-73c98fd27407 req-52e2390b-0ceb-4b9f-8b47-88ee88ba71ac service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511963 Dec 20 15:08:34.865772 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7e539345-bceb-49a7-802b-73c98fd27407 req-0886d794-6f39-4ea9-a1bc-223c30e65861 service neutron] 10.222.0.30 "GET /v2.0/networks/98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911453 Dec 20 15:08:34.955903 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7e539345-bceb-49a7-802b-73c98fd27407 req-98dda673-a185-4768-8100-028722aca410 service neutron] 10.222.0.30 "GET /v2.0/networks/98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831296 Dec 20 15:08:35.888034 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:08:36.358356 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:08:39.701378 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:08:41.896920 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95f90ac-83a2-433a-bc2d-2cb92abcabf6 req-7781d3bc-a181-46ab-b3fc-a970706f0c4b tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:08:41.898389 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f95f90ac-83a2-433a-bc2d-2cb92abcabf6 req-7781d3bc-a181-46ab-b3fc-a970706f0c4b tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=be0880dc-7aa7-4a20-bf69-3f74c94b2389 HTTP/1.1" status: 200 len: 945 time: 0.0559080 Dec 20 15:08:41.920821 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:08:41.951515 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f95f90ac-83a2-433a-bc2d-2cb92abcabf6 req-f38c139f-5858-4989-958a-af3e2f39bb25 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=f61a59f9-9ca9-4083-8954-e6eb8a2d8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447354 Dec 20 15:08:43.088221 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ad7ccd-e105-45a7-8fc7-e5fcd2a72951 req-5213fb56-583f-4e89-97ac-c6d7632e2fa0 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:08:43.089720 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-64ad7ccd-e105-45a7-8fc7-e5fcd2a72951 req-5213fb56-583f-4e89-97ac-c6d7632e2fa0 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=be0880dc-7aa7-4a20-bf69-3f74c94b2389 HTTP/1.1" status: 200 len: 945 time: 0.0614808 Dec 20 15:08:43.148142 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-64ad7ccd-e105-45a7-8fc7-e5fcd2a72951 req-4a811430-11ac-4ba7-bc17-7701f24f3f1d tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=f61a59f9-9ca9-4083-8954-e6eb8a2d8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520430 Dec 20 15:08:43.493048 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f102cf-a718-4598-b671-5888877a48f3 req-872efbe6-ca26-48ad-9d6a-11fc7530eae7 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:08:43.494509 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f3f102cf-a718-4598-b671-5888877a48f3 req-872efbe6-ca26-48ad-9d6a-11fc7530eae7 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.30 "GET /v2.0/ports?device_id=be0880dc-7aa7-4a20-bf69-3f74c94b2389 HTTP/1.1" status: 200 len: 945 time: 0.0550644 Dec 20 15:08:43.596863 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-f3f102cf-a718-4598-b671-5888877a48f3 req-7f06e6f4-c9f4-4551-9fb8-f89a1ccf299f tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Deleting port 54a472c2-93f9-4c48-9e09-29774647da80 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:08:43.597209 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-f3f102cf-a718-4598-b671-5888877a48f3 req-7f06e6f4-c9f4-4551-9fb8-f89a1ccf299f tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:08:43.685421 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-f3f102cf-a718-4598-b671-5888877a48f3 req-7f06e6f4-c9f4-4551-9fb8-f89a1ccf299f tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] For port 54a472c2-93f9-4c48-9e09-29774647da80, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=54a472c2-93f9-4c48-9e09-29774647da80,segment=NetworkSegment(66ea2385-5704-4615-947d-557f749f82dd),segment_id=66ea2385-5704-4615-947d-557f749f82dd)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:08:43.685748 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-f3f102cf-a718-4598-b671-5888877a48f3 req-7f06e6f4-c9f4-4551-9fb8-f89a1ccf299f tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:08:43.888937 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-f3f102cf-a718-4598-b671-5888877a48f3 req-7f06e6f4-c9f4-4551-9fb8-f89a1ccf299f tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:08:43.889299 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-f3f102cf-a718-4598-b671-5888877a48f3 req-7f06e6f4-c9f4-4551-9fb8-f89a1ccf299f tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585115'] for floatingip, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:08:43.889611 n-d-761264-19 neutron-server[103167]: INFO neutron.db.l3_db [req-f3f102cf-a718-4598-b671-5888877a48f3 req-7f06e6f4-c9f4-4551-9fb8-f89a1ccf299f tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Floating IP fc9cb696-6864-4de5-a6b1-72deb9b40a42 disassociated. External IP: 172.25.0.131, port: 54a472c2-93f9-4c48-9e09-29774647da80. Dec 20 15:08:43.889957 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-f3f102cf-a718-4598-b671-5888877a48f3 req-7f06e6f4-c9f4-4551-9fb8-f89a1ccf299f tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Calling delete_port for 54a472c2-93f9-4c48-9e09-29774647da80 owned by compute:nova {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:08:44.021955 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-f3f102cf-a718-4598-b671-5888877a48f3 req-7f06e6f4-c9f4-4551-9fb8-f89a1ccf299f tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:08:44.048412 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f06e6f4-c9f4-4551-9fb8-f89a1ccf299f tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Pushing event deleted for resources: {'Port': ['ID=54a472c2-93f9-4c48-9e09-29774647da80,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:08:44.058605 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f06e6f4-c9f4-4551-9fb8-f89a1ccf299f tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:08:44.058957 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f06e6f4-c9f4-4551-9fb8-f89a1ccf299f tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:08:44.059318 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f06e6f4-c9f4-4551-9fb8-f89a1ccf299f tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:08:44.059657 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f06e6f4-c9f4-4551-9fb8-f89a1ccf299f tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:08:44.060027 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f06e6f4-c9f4-4551-9fb8-f89a1ccf299f tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:08:44.060340 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f06e6f4-c9f4-4551-9fb8-f89a1ccf299f tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:08:44.060670 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f06e6f4-c9f4-4551-9fb8-f89a1ccf299f tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:08:44.060961 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f06e6f4-c9f4-4551-9fb8-f89a1ccf299f tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:08:44.061915 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f06e6f4-c9f4-4551-9fb8-f89a1ccf299f tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:08:44.061915 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f06e6f4-c9f4-4551-9fb8-f89a1ccf299f tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:08:44.061915 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f06e6f4-c9f4-4551-9fb8-f89a1ccf299f tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:08:44.062199 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f06e6f4-c9f4-4551-9fb8-f89a1ccf299f tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:08:44.062511 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f06e6f4-c9f4-4551-9fb8-f89a1ccf299f tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:08:44.182425 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f3f102cf-a718-4598-b671-5888877a48f3 req-7f06e6f4-c9f4-4551-9fb8-f89a1ccf299f tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Router dab89d8c-e9a2-47eb-b465-582675808ef5 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:08:44.257369 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b897fc6a-7f6b-4e7c-8829-5833afb4266d req-a63fc1ae-5e0c-4b41-ac39-66838870ef41 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=be0880dc-7aa7-4a20-bf69-3f74c94b2389 HTTP/1.1" status: 200 len: 210 time: 0.0305479 Dec 20 15:08:44.310574 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f3f102cf-a718-4598-b671-5888877a48f3 req-7f06e6f4-c9f4-4551-9fb8-f89a1ccf299f tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:08:44.324460 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471a8901-b7a1-4be0-8938-6c18041e7794 None None] Sync routers for ids ['dab89d8c-e9a2-47eb-b465-582675808ef5'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:08:44.335967 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471a8901-b7a1-4be0-8938-6c18041e7794 None None] Routers {'dab89d8c-e9a2-47eb-b465-582675808ef5'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:08:44.336686 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-471a8901-b7a1-4be0-8938-6c18041e7794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:08:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['dab89d8c-e9a2-47eb-b465-582675808ef5'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:08:44.353792 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3f102cf-a718-4598-b671-5888877a48f3 req-7f06e6f4-c9f4-4551-9fb8-f89a1ccf299f tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] No DVR routers for this DVR port 54a472c2-93f9-4c48-9e09-29774647da80 on host n-h1-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:08:44.356559 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-f3f102cf-a718-4598-b671-5888877a48f3 req-7f06e6f4-c9f4-4551-9fb8-f89a1ccf299f tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:08:44.359975 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f3f102cf-a718-4598-b671-5888877a48f3 req-7f06e6f4-c9f4-4551-9fb8-f89a1ccf299f tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.30 "DELETE /v2.0/ports/54a472c2-93f9-4c48-9e09-29774647da80 HTTP/1.1" status: 204 len: 173 time: 0.8590298 Dec 20 15:08:44.360424 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be0880dc-7aa7-4a20-bf69-3f74c94b2389', 'name': 'network-vif-deleted', 'tag': '54a472c2-93f9-4c48-9e09-29774647da80'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:08:44.363137 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2d1d050-f2ae-49f4-ad93-15f2105eac98" -d '{"events": [{"server_uuid": "be0880dc-7aa7-4a20-bf69-3f74c94b2389", "name": "network-vif-deleted", "tag": "54a472c2-93f9-4c48-9e09-29774647da80"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:08:44.417748 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c56e5b28-9080-4187-b841-65eaaa9bce72 x-openstack-request-id: req-c56e5b28-9080-4187-b841-65eaaa9bce72 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:08:44.418608 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be0880dc-7aa7-4a20-bf69-3f74c94b2389", "name": "network-vif-deleted", "tag": "54a472c2-93f9-4c48-9e09-29774647da80", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:08:44.418608 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c56e5b28-9080-4187-b841-65eaaa9bce72 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:08:44.418926 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be0880dc-7aa7-4a20-bf69-3f74c94b2389', 'name': 'network-vif-deleted', 'tag': '54a472c2-93f9-4c48-9e09-29774647da80', 'status': 'completed', 'code': 200} Dec 20 15:08:44.619737 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-471a8901-b7a1-4be0-8938-6c18041e7794 None None] Set router dab89d8c-e9a2-47eb-b465-582675808ef5 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:08:44.815083 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-471a8901-b7a1-4be0-8938-6c18041e7794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab89d8c-e9a2-47eb-b465-582675808ef5', 'name': 'tempest-TestVolumeBootPattern-181522526-router', 'tenant_id': 'c386a559a8854d1caa58ca37066a398d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '504b9e0e-7434-4a03-9984-8982e4b99d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:02:48Z', 'updated_at': '2021-12-20T15:02:52Z', 'revision_number': 4, 'project_id': 'c386a559a8854d1caa58ca37066a398d', 'gw_port': {'id': '504b9e0e-7434-4a03-9984-8982e4b99d44', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab89d8c-e9a2-47eb-b465-582675808ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:49Z', 'updated_at': '2021-12-20T15:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '66373ca8-728d-4d88-8570-9def47b5acdc', 'name': '', 'network_id': '98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9', 'tenant_id': 'c386a559a8854d1caa58ca37066a398d', 'mac_address': 'fa:16:3e:7c:da:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab89d8c-e9a2-47eb-b465-582675808ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': 'f3c1d8ef-e07d-45b1-9131-82488f6c1e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:51Z', 'updated_at': '2021-12-20T15:02:59Z', 'revision_number': 5, 'project_id': 'c386a559a8854d1caa58ca37066a398d', 'subnets': [{'id': 'f3c1d8ef-e07d-45b1-9131-82488f6c1e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:08:44.841204 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471a8901-b7a1-4be0-8938-6c18041e7794 None None] Checking router: dab89d8c-e9a2-47eb-b465-582675808ef5 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:08:44.851280 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471a8901-b7a1-4be0-8938-6c18041e7794 None None] Routers {'dab89d8c-e9a2-47eb-b465-582675808ef5'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:08:44.851896 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-471a8901-b7a1-4be0-8938-6c18041e7794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:08:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['dab89d8c-e9a2-47eb-b465-582675808ef5'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:08:44.958633 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-471a8901-b7a1-4be0-8938-6c18041e7794 None None] Set router dab89d8c-e9a2-47eb-b465-582675808ef5 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:08:45.161314 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-471a8901-b7a1-4be0-8938-6c18041e7794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab89d8c-e9a2-47eb-b465-582675808ef5', 'name': 'tempest-TestVolumeBootPattern-181522526-router', 'tenant_id': 'c386a559a8854d1caa58ca37066a398d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '504b9e0e-7434-4a03-9984-8982e4b99d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:02:48Z', 'updated_at': '2021-12-20T15:02:52Z', 'revision_number': 4, 'project_id': 'c386a559a8854d1caa58ca37066a398d', 'gw_port': {'id': '504b9e0e-7434-4a03-9984-8982e4b99d44', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab89d8c-e9a2-47eb-b465-582675808ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:49Z', 'updated_at': '2021-12-20T15:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '66373ca8-728d-4d88-8570-9def47b5acdc', 'name': '', 'network_id': '98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9', 'tenant_id': 'c386a559a8854d1caa58ca37066a398d', 'mac_address': 'fa:16:3e:7c:da:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab89d8c-e9a2-47eb-b465-582675808ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': 'f3c1d8ef-e07d-45b1-9131-82488f6c1e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:51Z', 'updated_at': '2021-12-20T15:02:59Z', 'revision_number': 5, 'project_id': 'c386a559a8854d1caa58ca37066a398d', 'subnets': [{'id': 'f3c1d8ef-e07d-45b1-9131-82488f6c1e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:08:45.188626 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471a8901-b7a1-4be0-8938-6c18041e7794 None None] The sync data for ids ['dab89d8c-e9a2-47eb-b465-582675808ef5'] in n-d-761264-19 is: [{'id': 'dab89d8c-e9a2-47eb-b465-582675808ef5', 'name': 'tempest-TestVolumeBootPattern-181522526-router', 'tenant_id': 'c386a559a8854d1caa58ca37066a398d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '504b9e0e-7434-4a03-9984-8982e4b99d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:02:48Z', 'updated_at': '2021-12-20T15:02:52Z', 'revision_number': 4, 'project_id': 'c386a559a8854d1caa58ca37066a398d', 'gw_port': {'id': '504b9e0e-7434-4a03-9984-8982e4b99d44', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab89d8c-e9a2-47eb-b465-582675808ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:49Z', 'updated_at': '2021-12-20T15:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '66373ca8-728d-4d88-8570-9def47b5acdc', 'name': '', 'network_id': '98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9', 'tenant_id': 'c386a559a8854d1caa58ca37066a398d', 'mac_address': 'fa:16:3e:7c:da:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab89d8c-e9a2-47eb-b465-582675808ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': 'f3c1d8ef-e07d-45b1-9131-82488f6c1e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:51Z', 'updated_at': '2021-12-20T15:02:59Z', 'revision_number': 5, 'project_id': 'c386a559a8854d1caa58ca37066a398d', 'subnets': [{'id': 'f3c1d8ef-e07d-45b1-9131-82488f6c1e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:08:45.355387 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-73f8908d-40ed-4a77-8d67-f575db704879 req-9ed42faf-2f44-4719-a3e2-d127008ad1c3 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=be0880dc-7aa7-4a20-bf69-3f74c94b2389 HTTP/1.1" status: 200 len: 210 time: 0.0289180 Dec 20 15:08:45.439391 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6971bbc4-caac-4d46-9f7a-a980d49e0fca None None] New status for floating IP fc9cb696-6864-4de5-a6b1-72deb9b40a42: DOWN {{(pid=103170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 15:08:45.507104 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:08:46.270709 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 54a472c2-93f9-4c48-9e09-29774647da80 no longer exists at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:08:46.291432 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] No Port match for: 54a472c2-93f9-4c48-9e09-29774647da80 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:08:46.291780 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 54a472c2-93f9-4c48-9e09-29774647da80 not bound to the agent host n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:08:46.453699 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-97fdd6f4-59fb-46ea-b310-ffd53b62908b req-6aa36fad-22b8-4802-8f8e-53b21c6d32c3 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=be0880dc-7aa7-4a20-bf69-3f74c94b2389 HTTP/1.1" status: 200 len: 210 time: 0.0267980 Dec 20 15:08:47.124065 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [req-4df68ef2-0194-4079-ad9e-b42d1e22fe54 req-b4955412-88cf-4ea4-aab8-c3d286994676 service neutron] (103168) timed out ('10.222.0.47', 52171) {{(pid=103168) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 20 15:08:47.554336 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a3ec7306-b83b-45b8-8f99-5a700ad18a3f req-d6c1fef8-c474-4f20-ac7f-6d71105a3dfa tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=be0880dc-7aa7-4a20-bf69-3f74c94b2389 HTTP/1.1" status: 200 len: 210 time: 0.0271213 Dec 20 15:08:48.651805 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f0ee8561-2213-48ec-bfdd-d9672033bd5d req-b70c980e-1f32-48dd-a020-ceadaf88a387 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=be0880dc-7aa7-4a20-bf69-3f74c94b2389 HTTP/1.1" status: 200 len: 210 time: 0.0288107 Dec 20 15:08:49.878403 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-842147e4-2138-4234-b76f-88f861caeaa0 req-75808436-1833-4eb9-a4f1-aeb7ee8b3622 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-211104536&fields=id&tenant_id=c386a559a8854d1caa58ca37066a398d HTTP/1.1" status: 200 len: 267 time: 0.0457721 Dec 20 15:08:49.988133 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842147e4-2138-4234-b76f-88f861caeaa0 req-e3f02f8c-edf1-47ca-8157-78e7b05616b5 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:08:49.989499 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-842147e4-2138-4234-b76f-88f861caeaa0 req-e3f02f8c-edf1-47ca-8157-78e7b05616b5 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/networks?id=98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9 HTTP/1.1" status: 200 len: 811 time: 0.1037920 Dec 20 15:08:50.004723 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-842147e4-2138-4234-b76f-88f861caeaa0 req-c46bb81d-8979-40ac-9cc0-7e2a06057cae tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/quotas/c386a559a8854d1caa58ca37066a398d HTTP/1.1" status: 200 len: 375 time: 0.0089300 Dec 20 15:08:50.055545 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-842147e4-2138-4234-b76f-88f861caeaa0 req-3d997cf9-8c25-44bc-9066-e277f1960ec1 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=c386a559a8854d1caa58ca37066a398d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454817 Dec 20 15:08:50.152098 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-842147e4-2138-4234-b76f-88f861caeaa0 req-bf825bd1-6e42-404f-b742-bc58eb545b2f service neutron] 10.222.0.54 "GET /v2.0/networks/98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838552 Dec 20 15:08:50.250078 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-842147e4-2138-4234-b76f-88f861caeaa0 req-09ddb16d-feec-4ac7-a2dc-123ea692fab1 service neutron] 10.222.0.54 "GET /v2.0/networks/98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917008 Dec 20 15:08:50.566333 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7f2b689e-daa1-4d34-9c46-a2f342491696 req-261182ea-1a05-46ed-b8a3-519c0346ff56 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b83d3d7-5032-45d1-bd51-be049e72402c HTTP/1.1" status: 200 len: 210 time: 0.0262392 Dec 20 15:08:51.502952 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842147e4-2138-4234-b76f-88f861caeaa0 req-b5d3b457-caab-4623-8fc4-82003044eebd tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:08:51.504399 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-842147e4-2138-4234-b76f-88f861caeaa0 req-b5d3b457-caab-4623-8fc4-82003044eebd tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.47 "GET /v2.0/networks?id=98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9 HTTP/1.1" status: 200 len: 811 time: 0.1079051 Dec 20 15:08:51.568441 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-842147e4-2138-4234-b76f-88f861caeaa0 req-e1feb741-ab0d-40b7-b38c-021d96798657 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c386a559a8854d1caa58ca37066a398d HTTP/1.1" status: 200 len: 379 time: 0.0542831 Dec 20 15:08:51.578047 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-842147e4-2138-4234-b76f-88f861caeaa0 req-6efe1cec-3edb-4462-aac3-4f2f47ebff42 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Request body: {'port': {'device_id': '5b83d3d7-5032-45d1-bd51-be049e72402c', 'network_id': '98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9', 'admin_state_up': True, 'tenant_id': 'c386a559a8854d1caa58ca37066a398d', 'security_groups': ['f61a59f9-9ca9-4083-8954-e6eb8a2d8bda']}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:08:51.662200 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e0b06d8c-a50a-4061-9ed5-2c73021fef8a req-575f292b-efa1-40d2-8d48-64898c6be072 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b83d3d7-5032-45d1-bd51-be049e72402c HTTP/1.1" status: 200 len: 210 time: 0.0264111 Dec 20 15:08:51.688950 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-842147e4-2138-4234-b76f-88f861caeaa0 req-6efe1cec-3edb-4462-aac3-4f2f47ebff42 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Made reservation on behalf of c386a559a8854d1caa58ca37066a398d for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:08:51.692481 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-842147e4-2138-4234-b76f-88f861caeaa0 req-6efe1cec-3edb-4462-aac3-4f2f47ebff42 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:08:51.819477 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [req-842147e4-2138-4234-b76f-88f861caeaa0 req-6efe1cec-3edb-4462-aac3-4f2f47ebff42 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Allocated IP 172.20.0.10 (98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9/f3c1d8ef-e07d-45b1-9131-82488f6c1e5c/1b0bf881-b5c7-4a08-bf77-1ff9b1a7bbec) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:08:51.964699 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-842147e4-2138-4234-b76f-88f861caeaa0 req-6efe1cec-3edb-4462-aac3-4f2f47ebff42 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:08:52.000435 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-842147e4-2138-4234-b76f-88f861caeaa0 req-6efe1cec-3edb-4462-aac3-4f2f47ebff42 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:08:52.044078 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-842147e4-2138-4234-b76f-88f861caeaa0 req-6efe1cec-3edb-4462-aac3-4f2f47ebff42 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Network 98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:08:52.047126 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [req-842147e4-2138-4234-b76f-88f861caeaa0 req-6efe1cec-3edb-4462-aac3-4f2f47ebff42 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:08:52.049645 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-842147e4-2138-4234-b76f-88f861caeaa0 req-6efe1cec-3edb-4462-aac3-4f2f47ebff42 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:08:52.077784 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efe1cec-3edb-4462-aac3-4f2f47ebff42 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Pushing event updated for resources: {'Port': ['ID=1b0bf881-b5c7-4a08-bf77-1ff9b1a7bbec,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:08:52.105769 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842147e4-2138-4234-b76f-88f861caeaa0 req-6efe1cec-3edb-4462-aac3-4f2f47ebff42 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:08:52.106392 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-842147e4-2138-4234-b76f-88f861caeaa0 req-6efe1cec-3edb-4462-aac3-4f2f47ebff42 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:08:52.123655 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-842147e4-2138-4234-b76f-88f861caeaa0 req-6efe1cec-3edb-4462-aac3-4f2f47ebff42 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5492659 Dec 20 15:08:52.136266 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-842147e4-2138-4234-b76f-88f861caeaa0 req-705573a5-0c8c-424c-bc47-c8eacb9544df service neutron] Request body: {'port': {'device_id': '5b83d3d7-5032-45d1-bd51-be049e72402c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-19'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:08:52.197976 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-842147e4-2138-4234-b76f-88f861caeaa0 req-705573a5-0c8c-424c-bc47-c8eacb9544df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:08:52.327632 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-47e1f312-9261-4737-a376-3deb329a033d None None] Provisioning complete for port 1b0bf881-b5c7-4a08-bf77-1ff9b1a7bbec triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:08:52.328205 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-47e1f312-9261-4737-a376-3deb329a033d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:08:52.362020 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-47e1f312-9261-4737-a376-3deb329a033d None None] Port 1b0bf881-b5c7-4a08-bf77-1ff9b1a7bbec cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:08:52.468352 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [req-842147e4-2138-4234-b76f-88f861caeaa0 req-705573a5-0c8c-424c-bc47-c8eacb9544df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b0bf881-b5c7-4a08-bf77-1ff9b1a7bbec {{(pid=103167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:08:52.475919 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-842147e4-2138-4234-b76f-88f861caeaa0 req-705573a5-0c8c-424c-bc47-c8eacb9544df service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:08:52.488059 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-842147e4-2138-4234-b76f-88f861caeaa0 req-705573a5-0c8c-424c-bc47-c8eacb9544df service neutron] Transition to ACTIVE for port object 1b0bf881-b5c7-4a08-bf77-1ff9b1a7bbec will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:08:52.493662 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-842147e4-2138-4234-b76f-88f861caeaa0 req-705573a5-0c8c-424c-bc47-c8eacb9544df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:08:52.547002 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705573a5-0c8c-424c-bc47-c8eacb9544df service neutron] Pushing event updated for resources: {'Port': ['ID=1b0bf881-b5c7-4a08-bf77-1ff9b1a7bbec,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:08:52.947587 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-842147e4-2138-4234-b76f-88f861caeaa0 req-705573a5-0c8c-424c-bc47-c8eacb9544df service neutron] Attempting to bind port 1b0bf881-b5c7-4a08-bf77-1ff9b1a7bbec on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:08:52.948243 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-842147e4-2138-4234-b76f-88f861caeaa0 req-705573a5-0c8c-424c-bc47-c8eacb9544df service neutron] Attempting to bind port 1b0bf881-b5c7-4a08-bf77-1ff9b1a7bbec by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': '66ea2385-5704-4615-947d-557f749f82dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:08:52.948243 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-842147e4-2138-4234-b76f-88f861caeaa0 req-705573a5-0c8c-424c-bc47-c8eacb9544df service neutron] Attempting to bind port 1b0bf881-b5c7-4a08-bf77-1ff9b1a7bbec on network 98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:08:52.967371 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1f0bb1-44a0-4da4-bbb1-6df0e60c0244 req-c58455bd-6d26-4d6e-89b7-634c71b3d8cf tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:08:52.968929 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2e1f0bb1-44a0-4da4-bbb1-6df0e60c0244 req-c58455bd-6d26-4d6e-89b7-634c71b3d8cf tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b83d3d7-5032-45d1-bd51-be049e72402c HTTP/1.1" status: 200 len: 944 time: 0.0796905 Dec 20 15:08:52.971340 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-842147e4-2138-4234-b76f-88f861caeaa0 req-705573a5-0c8c-424c-bc47-c8eacb9544df service neutron] Port 1b0bf881-b5c7-4a08-bf77-1ff9b1a7bbec on network 98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:08:52.971662 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-842147e4-2138-4234-b76f-88f861caeaa0 req-705573a5-0c8c-424c-bc47-c8eacb9544df service neutron] Attempting to bind port 1b0bf881-b5c7-4a08-bf77-1ff9b1a7bbec on network 98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:08:52.984545 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-842147e4-2138-4234-b76f-88f861caeaa0 req-705573a5-0c8c-424c-bc47-c8eacb9544df service neutron] Checking agent: {'id': '43c60aee-e4af-4ecc-bee2-aac3569fafed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:08:52.984879 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-842147e4-2138-4234-b76f-88f861caeaa0 req-705573a5-0c8c-424c-bc47-c8eacb9544df service neutron] Checking segment: {'id': '66ea2385-5704-4615-947d-557f749f82dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:08:52.985274 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-842147e4-2138-4234-b76f-88f861caeaa0 req-705573a5-0c8c-424c-bc47-c8eacb9544df service neutron] Bound using segment: {'id': '66ea2385-5704-4615-947d-557f749f82dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:08:52.985698 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-842147e4-2138-4234-b76f-88f861caeaa0 req-705573a5-0c8c-424c-bc47-c8eacb9544df service neutron] Bound port: 1b0bf881-b5c7-4a08-bf77-1ff9b1a7bbec, host: n-h2-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66ea2385-5704-4615-947d-557f749f82dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:08:52.986049 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-842147e4-2138-4234-b76f-88f861caeaa0 req-705573a5-0c8c-424c-bc47-c8eacb9544df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:08:53.064626 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2e1f0bb1-44a0-4da4-bbb1-6df0e60c0244 req-bd316c76-f833-4272-b841-4d3b3dbdfad4 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=f61a59f9-9ca9-4083-8954-e6eb8a2d8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889297 Dec 20 15:08:53.098088 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-842147e4-2138-4234-b76f-88f861caeaa0 req-705573a5-0c8c-424c-bc47-c8eacb9544df service neutron] For port 1b0bf881-b5c7-4a08-bf77-1ff9b1a7bbec, host n-h2-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:08:53.101278 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-842147e4-2138-4234-b76f-88f861caeaa0 req-705573a5-0c8c-424c-bc47-c8eacb9544df service neutron] For port 1b0bf881-b5c7-4a08-bf77-1ff9b1a7bbec, host n-h2-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=1b0bf881-b5c7-4a08-bf77-1ff9b1a7bbec,segment=NetworkSegment(66ea2385-5704-4615-947d-557f749f82dd),segment_id=66ea2385-5704-4615-947d-557f749f82dd)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:08:53.105522 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-842147e4-2138-4234-b76f-88f861caeaa0 req-705573a5-0c8c-424c-bc47-c8eacb9544df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:08:53.141755 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842147e4-2138-4234-b76f-88f861caeaa0 req-705573a5-0c8c-424c-bc47-c8eacb9544df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:08:53.142418 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-842147e4-2138-4234-b76f-88f861caeaa0 req-705573a5-0c8c-424c-bc47-c8eacb9544df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:08:53.143982 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-842147e4-2138-4234-b76f-88f861caeaa0 req-705573a5-0c8c-424c-bc47-c8eacb9544df service neutron] 10.222.0.47 "PUT /v2.0/ports/1b0bf881-b5c7-4a08-bf77-1ff9b1a7bbec HTTP/1.1" status: 200 len: 1093 time: 1.0119543 Dec 20 15:08:53.144467 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b83d3d7-5032-45d1-bd51-be049e72402c', 'tag': '1b0bf881-b5c7-4a08-bf77-1ff9b1a7bbec'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:08:53.146798 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a63bff9b-e5e0-4088-9df0-e65073e328c3" -d '{"events": [{"name": "network-changed", "server_uuid": "5b83d3d7-5032-45d1-bd51-be049e72402c", "tag": "1b0bf881-b5c7-4a08-bf77-1ff9b1a7bbec"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:08:53.187920 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705573a5-0c8c-424c-bc47-c8eacb9544df service neutron] Pushing event updated for resources: {'Port': ['ID=1b0bf881-b5c7-4a08-bf77-1ff9b1a7bbec,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:08:53.204483 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d033e17-01c2-467d-b7a3-dcb2aed0b9a1 x-openstack-request-id: req-1d033e17-01c2-467d-b7a3-dcb2aed0b9a1 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:08:53.204835 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b83d3d7-5032-45d1-bd51-be049e72402c", "tag": "1b0bf881-b5c7-4a08-bf77-1ff9b1a7bbec", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:08:53.205257 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1d033e17-01c2-467d-b7a3-dcb2aed0b9a1 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:08:53.205658 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b83d3d7-5032-45d1-bd51-be049e72402c', 'tag': '1b0bf881-b5c7-4a08-bf77-1ff9b1a7bbec', 'status': 'completed', 'code': 200} Dec 20 15:08:53.243570 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842147e4-2138-4234-b76f-88f861caeaa0 req-5ba38485-08ba-476d-835e-6c1fb94eb4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:08:53.245427 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-842147e4-2138-4234-b76f-88f861caeaa0 req-5ba38485-08ba-476d-835e-6c1fb94eb4b9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c386a559a8854d1caa58ca37066a398d&device_id=5b83d3d7-5032-45d1-bd51-be049e72402c HTTP/1.1" status: 200 len: 1096 time: 0.0509346 Dec 20 15:08:53.292179 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-842147e4-2138-4234-b76f-88f861caeaa0 req-b2beb9fe-60ca-4001-b7ac-6ab92428e280 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1b0bf881-b5c7-4a08-bf77-1ff9b1a7bbec HTTP/1.1" status: 200 len: 217 time: 0.0393929 Dec 20 15:08:53.343796 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842147e4-2138-4234-b76f-88f861caeaa0 req-3c8ba18c-5604-4624-9d77-41a9160e28b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:08:53.345371 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-842147e4-2138-4234-b76f-88f861caeaa0 req-3c8ba18c-5604-4624-9d77-41a9160e28b2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f3c1d8ef-e07d-45b1-9131-82488f6c1e5c HTTP/1.1" status: 200 len: 850 time: 0.0463877 Dec 20 15:08:53.392363 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842147e4-2138-4234-b76f-88f861caeaa0 req-add3cdea-4bda-4e36-98b4-41f79d52e3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:08:53.393890 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-842147e4-2138-4234-b76f-88f861caeaa0 req-add3cdea-4bda-4e36-98b4-41f79d52e3a9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419829 Dec 20 15:08:53.488170 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-842147e4-2138-4234-b76f-88f861caeaa0 req-8c88b919-63e1-414f-8c86-8d3d09508444 service neutron] 10.222.0.47 "GET /v2.0/networks/98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867667 Dec 20 15:08:53.579375 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-842147e4-2138-4234-b76f-88f861caeaa0 req-957dd5f9-80d5-4e66-901a-42f91d199386 service neutron] 10.222.0.47 "GET /v2.0/networks/98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826859 Dec 20 15:08:53.667089 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63bff9b-e5e0-4088-9df0-e65073e328c3 req-05ba06db-07be-43c9-aa1f-df74cf45e3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:08:53.668607 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a63bff9b-e5e0-4088-9df0-e65073e328c3 req-05ba06db-07be-43c9-aa1f-df74cf45e3bd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c386a559a8854d1caa58ca37066a398d&device_id=5b83d3d7-5032-45d1-bd51-be049e72402c HTTP/1.1" status: 200 len: 1096 time: 0.0428209 Dec 20 15:08:53.766198 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63bff9b-e5e0-4088-9df0-e65073e328c3 req-a7900489-36a1-47b3-aaca-fa4e65bf218b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:08:53.767659 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a63bff9b-e5e0-4088-9df0-e65073e328c3 req-a7900489-36a1-47b3-aaca-fa4e65bf218b service neutron] 10.222.0.47 "GET /v2.0/networks?id=98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9 HTTP/1.1" status: 200 len: 912 time: 0.0912561 Dec 20 15:08:53.810886 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a63bff9b-e5e0-4088-9df0-e65073e328c3 req-824baac3-961d-4457-9a25-dc4a95b2c487 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1b0bf881-b5c7-4a08-bf77-1ff9b1a7bbec HTTP/1.1" status: 200 len: 217 time: 0.0358179 Dec 20 15:08:53.868073 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63bff9b-e5e0-4088-9df0-e65073e328c3 req-ee0fe11c-34b0-42bc-9b32-840e30137a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:08:53.869567 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a63bff9b-e5e0-4088-9df0-e65073e328c3 req-ee0fe11c-34b0-42bc-9b32-840e30137a4b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f3c1d8ef-e07d-45b1-9131-82488f6c1e5c HTTP/1.1" status: 200 len: 850 time: 0.0518715 Dec 20 15:08:53.915783 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63bff9b-e5e0-4088-9df0-e65073e328c3 req-64eb7d61-883e-4383-8b3f-af31fc31994f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:08:53.917306 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a63bff9b-e5e0-4088-9df0-e65073e328c3 req-64eb7d61-883e-4383-8b3f-af31fc31994f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401902 Dec 20 15:08:54.010989 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a63bff9b-e5e0-4088-9df0-e65073e328c3 req-de673fd3-16a7-47e5-bde6-d295953105e1 service neutron] 10.222.0.47 "GET /v2.0/networks/98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859933 Dec 20 15:08:54.105721 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a63bff9b-e5e0-4088-9df0-e65073e328c3 req-8ec9bb43-023a-4d73-a06d-fa655a963b21 service neutron] 10.222.0.47 "GET /v2.0/networks/98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874550 Dec 20 15:08:54.191341 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f65a1a-95e9-414c-95e9-6a18281b128f req-ff27675c-5aa3-47e5-af14-4a2962710240 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:08:54.192816 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-34f65a1a-95e9-414c-95e9-6a18281b128f req-ff27675c-5aa3-47e5-af14-4a2962710240 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b83d3d7-5032-45d1-bd51-be049e72402c HTTP/1.1" status: 200 len: 944 time: 0.0509577 Dec 20 15:08:54.248822 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-34f65a1a-95e9-414c-95e9-6a18281b128f req-14b4f7d0-c6f4-4d7a-b40b-7d4c6def7651 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=f61a59f9-9ca9-4083-8954-e6eb8a2d8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496860 Dec 20 15:08:55.369053 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9174c1-2285-42f8-a943-5d680ba46cb1 req-0691231d-dbaa-48af-9a06-471b2098ab14 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:08:55.370450 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8e9174c1-2285-42f8-a943-5d680ba46cb1 req-0691231d-dbaa-48af-9a06-471b2098ab14 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b83d3d7-5032-45d1-bd51-be049e72402c HTTP/1.1" status: 200 len: 944 time: 0.0500629 Dec 20 15:08:55.428258 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8e9174c1-2285-42f8-a943-5d680ba46cb1 req-90af332e-0471-4690-8e05-480f1c94572a tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=f61a59f9-9ca9-4083-8954-e6eb8a2d8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512993 Dec 20 15:08:56.549597 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464d934e-1501-49b6-9871-f37af1bf3c8c req-644dc05d-2a88-4a45-8d85-e04d89ab3b27 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:08:56.551056 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-464d934e-1501-49b6-9871-f37af1bf3c8c req-644dc05d-2a88-4a45-8d85-e04d89ab3b27 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b83d3d7-5032-45d1-bd51-be049e72402c HTTP/1.1" status: 200 len: 944 time: 0.0515592 Dec 20 15:08:56.600929 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-464d934e-1501-49b6-9871-f37af1bf3c8c req-4c9b3ec6-5fc1-48a9-a905-1d9fa6ca6983 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=f61a59f9-9ca9-4083-8954-e6eb8a2d8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436318 Dec 20 15:08:57.728132 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db38d751-0833-47bd-8ffa-2e8fe2eccb85 req-f90dc9eb-793b-4e30-8354-a38d1a738838 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:08:57.729584 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-db38d751-0833-47bd-8ffa-2e8fe2eccb85 req-f90dc9eb-793b-4e30-8354-a38d1a738838 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b83d3d7-5032-45d1-bd51-be049e72402c HTTP/1.1" status: 200 len: 944 time: 0.0507855 Dec 20 15:08:57.782532 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-db38d751-0833-47bd-8ffa-2e8fe2eccb85 req-17a0e3a9-c8f8-41f4-991d-ddd17bcc8ecc tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=f61a59f9-9ca9-4083-8954-e6eb8a2d8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438342 Dec 20 15:08:58.922510 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0d123e-f8b8-457d-822f-bb22ed9ff780 req-f36fa63a-ae17-48b7-9568-bdea5031a5f8 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:08:58.924013 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8f0d123e-f8b8-457d-822f-bb22ed9ff780 req-f36fa63a-ae17-48b7-9568-bdea5031a5f8 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b83d3d7-5032-45d1-bd51-be049e72402c HTTP/1.1" status: 200 len: 944 time: 0.0567396 Dec 20 15:08:58.977852 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8f0d123e-f8b8-457d-822f-bb22ed9ff780 req-d279f6e5-9252-4d68-bd29-19b8737e72c1 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=f61a59f9-9ca9-4083-8954-e6eb8a2d8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447090 Dec 20 15:09:00.095243 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc350499-65d7-4fe3-a05c-74cc0c89a2f5 req-13f4ae27-40ce-4e94-8327-1fa68de57e46 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:09:00.096720 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fc350499-65d7-4fe3-a05c-74cc0c89a2f5 req-13f4ae27-40ce-4e94-8327-1fa68de57e46 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b83d3d7-5032-45d1-bd51-be049e72402c HTTP/1.1" status: 200 len: 944 time: 0.0505497 Dec 20 15:09:00.148059 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fc350499-65d7-4fe3-a05c-74cc0c89a2f5 req-b86f5629-cce2-4d39-b111-4db9c4643c3a tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=f61a59f9-9ca9-4083-8954-e6eb8a2d8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426862 Dec 20 15:09:00.758381 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b2dae0cb-c1ce-485d-bbdc-aab0737b8557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:09:01.289918 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ad1c52-b2ff-4611-bead-60d4c667e76e req-de5642b0-7157-43c0-917b-4bbebd4e3c96 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:09:01.291474 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-60ad1c52-b2ff-4611-bead-60d4c667e76e req-de5642b0-7157-43c0-917b-4bbebd4e3c96 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b83d3d7-5032-45d1-bd51-be049e72402c HTTP/1.1" status: 200 len: 944 time: 0.0655982 Dec 20 15:09:01.347316 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-60ad1c52-b2ff-4611-bead-60d4c667e76e req-5c142e7d-05da-4596-9552-776cdc303e1e tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=f61a59f9-9ca9-4083-8954-e6eb8a2d8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494668 Dec 20 15:09:02.481202 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58815b2e-e156-4786-997a-f514c20d5a9f req-7f09b2b4-67b2-44da-9fd1-5e56b3f2f205 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:09:02.482665 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-58815b2e-e156-4786-997a-f514c20d5a9f req-7f09b2b4-67b2-44da-9fd1-5e56b3f2f205 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b83d3d7-5032-45d1-bd51-be049e72402c HTTP/1.1" status: 200 len: 944 time: 0.0549660 Dec 20 15:09:02.534386 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-58815b2e-e156-4786-997a-f514c20d5a9f req-e8af44d8-d511-42fd-8d59-509498d365c8 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=f61a59f9-9ca9-4083-8954-e6eb8a2d8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423396 Dec 20 15:09:02.927843 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-27c1d375-0605-4755-9335-007dc0f2fd2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:09:03.666870 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ad3df3-53f8-47ea-8130-e752a06da4f0 req-03a00a61-31fc-437a-9db4-af24016b6efe tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:09:03.668370 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-21ad3df3-53f8-47ea-8130-e752a06da4f0 req-03a00a61-31fc-437a-9db4-af24016b6efe tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b83d3d7-5032-45d1-bd51-be049e72402c HTTP/1.1" status: 200 len: 944 time: 0.0571811 Dec 20 15:09:03.702682 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 1b0bf881-b5c7-4a08-bf77-1ff9b1a7bbec details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:09:03.719984 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-21ad3df3-53f8-47ea-8130-e752a06da4f0 req-80f68739-409c-4433-a124-605417b38970 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=f61a59f9-9ca9-4083-8954-e6eb8a2d8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452859 Dec 20 15:09:03.806646 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 1b0bf881-b5c7-4a08-bf77-1ff9b1a7bbec, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=1b0bf881-b5c7-4a08-bf77-1ff9b1a7bbec,segment=NetworkSegment(66ea2385-5704-4615-947d-557f749f82dd),segment_id=66ea2385-5704-4615-947d-557f749f82dd)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:09:03.817977 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': '1b0bf881-b5c7-4a08-bf77-1ff9b1a7bbec', 'network_id': '98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9', 'port_id': '1b0bf881-b5c7-4a08-bf77-1ff9b1a7bbec', 'mac_address': 'fa:16:3e:1e:6b:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3c1d8ef-e07d-45b1-9131-82488f6c1e5c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:09:03.858523 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:09:03.874781 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b0bf881-b5c7-4a08-bf77-1ff9b1a7bbec {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:09:03.903470 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 1b0bf881-b5c7-4a08-bf77-1ff9b1a7bbec, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=1b0bf881-b5c7-4a08-bf77-1ff9b1a7bbec,segment=NetworkSegment(66ea2385-5704-4615-947d-557f749f82dd),segment_id=66ea2385-5704-4615-947d-557f749f82dd)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:09:03.909983 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:09:03.911037 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:09:03.967070 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=1b0bf881-b5c7-4a08-bf77-1ff9b1a7bbec,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:09:03.975248 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:09:03.975592 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:09:03.976072 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:09:03.976395 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:09:03.976718 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:09:03.977040 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:09:03.977363 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:09:03.977684 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:09:03.978002 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:09:03.978317 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:09:03.978633 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:09:03.978990 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:09:03.979382 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:09:04.136854 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['1b0bf881-b5c7-4a08-bf77-1ff9b1a7bbec'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:09:04.853596 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63746892-de9e-40f8-aeae-acd6a09f4ccc req-1d53e690-77b3-460e-8b71-526ef2c62313 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:09:04.855307 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-63746892-de9e-40f8-aeae-acd6a09f4ccc req-1d53e690-77b3-460e-8b71-526ef2c62313 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b83d3d7-5032-45d1-bd51-be049e72402c HTTP/1.1" status: 200 len: 945 time: 0.0515952 Dec 20 15:09:04.904558 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-63746892-de9e-40f8-aeae-acd6a09f4ccc req-29907e53-5a21-489e-8c03-90ff469cf53d tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=f61a59f9-9ca9-4083-8954-e6eb8a2d8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433977 Dec 20 15:09:05.722399 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 1b0bf881-b5c7-4a08-bf77-1ff9b1a7bbec up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:09:05.786801 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning for port 1b0bf881-b5c7-4a08-bf77-1ff9b1a7bbec completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:09:05.790959 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port 1b0bf881-b5c7-4a08-bf77-1ff9b1a7bbec triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:09:05.791358 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:09:05.882487 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:09:05.893651 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:09:05.906414 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b83d3d7-5032-45d1-bd51-be049e72402c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b0bf881-b5c7-4a08-bf77-1ff9b1a7bbec'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:09:05.908719 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-162d947a-9d02-4b76-bd10-f7bff20311d9" -d '{"events": [{"server_uuid": "5b83d3d7-5032-45d1-bd51-be049e72402c", "name": "network-vif-plugged", "status": "completed", "tag": "1b0bf881-b5c7-4a08-bf77-1ff9b1a7bbec"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:09:05.921233 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 1b0bf881-b5c7-4a08-bf77-1ff9b1a7bbec, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=1b0bf881-b5c7-4a08-bf77-1ff9b1a7bbec,segment=NetworkSegment(66ea2385-5704-4615-947d-557f749f82dd),segment_id=66ea2385-5704-4615-947d-557f749f82dd)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:09:05.928239 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:09:05.981234 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=1b0bf881-b5c7-4a08-bf77-1ff9b1a7bbec,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:09:06.024134 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9950eb30-9a69-4f7f-a0d8-1d204c0ad3cd x-openstack-request-id: req-9950eb30-9a69-4f7f-a0d8-1d204c0ad3cd {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:09:06.024533 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b83d3d7-5032-45d1-bd51-be049e72402c", "name": "network-vif-plugged", "status": "completed", "tag": "1b0bf881-b5c7-4a08-bf77-1ff9b1a7bbec", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:09:06.024857 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9950eb30-9a69-4f7f-a0d8-1d204c0ad3cd {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:09:06.025344 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b83d3d7-5032-45d1-bd51-be049e72402c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b0bf881-b5c7-4a08-bf77-1ff9b1a7bbec', 'code': 200} Dec 20 15:09:06.027473 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea4a52f-f2d6-48f7-988d-2361fb27563f req-9d32067e-f04e-448d-a4ee-59e9cfaff407 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:09:06.028961 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7ea4a52f-f2d6-48f7-988d-2361fb27563f req-9d32067e-f04e-448d-a4ee-59e9cfaff407 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b83d3d7-5032-45d1-bd51-be049e72402c HTTP/1.1" status: 200 len: 946 time: 0.0547087 Dec 20 15:09:06.126817 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14fa14d-09ab-4cfd-89e6-0cbcf721a0af req-2ca80da4-85ae-4e20-ad3d-5f99d939ca74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:09:06.128427 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a14fa14d-09ab-4cfd-89e6-0cbcf721a0af req-2ca80da4-85ae-4e20-ad3d-5f99d939ca74 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5b83d3d7-5032-45d1-bd51-be049e72402c HTTP/1.1" status: 200 len: 1098 time: 0.0414591 Dec 20 15:09:06.184596 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a14fa14d-09ab-4cfd-89e6-0cbcf721a0af req-113e92a6-a93b-4c40-b475-38f73ef63461 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f61a59f9-9ca9-4083-8954-e6eb8a2d8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466487 Dec 20 15:09:06.355268 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:09:06.376431 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7ea4a52f-f2d6-48f7-988d-2361fb27563f req-499c1c20-f39d-4715-9a03-d1ff3cd13ccd tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=f61a59f9-9ca9-4083-8954-e6eb8a2d8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3414807 Dec 20 15:09:07.501102 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dec28e6-7139-46ef-9825-78cbfd61c815 req-017a6b31-adfb-45d0-84b1-f975f030a117 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:09:07.502586 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4dec28e6-7139-46ef-9825-78cbfd61c815 req-017a6b31-adfb-45d0-84b1-f975f030a117 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b83d3d7-5032-45d1-bd51-be049e72402c HTTP/1.1" status: 200 len: 946 time: 0.0516605 Dec 20 15:09:07.554607 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4dec28e6-7139-46ef-9825-78cbfd61c815 req-5af670be-42a7-4566-9456-1d02fe2b5835 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=f61a59f9-9ca9-4083-8954-e6eb8a2d8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457873 Dec 20 15:09:07.677720 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfc2b14-bd1a-483b-9e2b-6112a50bf3c6 req-c9803fc3-4ab4-4b81-97aa-04154384c2d6 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:09:07.679180 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cbfc2b14-bd1a-483b-9e2b-6112a50bf3c6 req-c9803fc3-4ab4-4b81-97aa-04154384c2d6 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b83d3d7-5032-45d1-bd51-be049e72402c HTTP/1.1" status: 200 len: 946 time: 0.0567133 Dec 20 15:09:07.727917 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cbfc2b14-bd1a-483b-9e2b-6112a50bf3c6 req-0686431d-9f2d-45a1-961b-7284bccd1ec3 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=f61a59f9-9ca9-4083-8954-e6eb8a2d8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426316 Dec 20 15:09:07.750597 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 53196) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:09:07.894933 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01bbfc5-09b7-4a57-8ef8-6e5ac2d7b942 tempest-TestVolumeBootPattern-563630470 tempest-TestVolumeBootPattern-563630470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:09:07.896429 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-a01bbfc5-09b7-4a57-8ef8-6e5ac2d7b942 tempest-TestVolumeBootPattern-563630470 tempest-TestVolumeBootPattern-563630470-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=5b83d3d7-5032-45d1-bd51-be049e72402c HTTP/1.1" status: 200 len: 1093 time: 0.1446431 Dec 20 15:09:07.899490 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 53200) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:09:07.903754 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-98c178c3-e1f0-4435-b9f2-1bc06395f081 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Request body: {'floatingip': {'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'port_id': '1b0bf881-b5c7-4a08-bf77-1ff9b1a7bbec', 'tenant_id': 'c386a559a8854d1caa58ca37066a398d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:09:07.931300 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-98c178c3-e1f0-4435-b9f2-1bc06395f081 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks [] for floatingip, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:09:08.031820 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-98c178c3-e1f0-4435-b9f2-1bc06395f081 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:09:08.145152 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-98c178c3-e1f0-4435-b9f2-1bc06395f081 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Allocated IP 172.25.0.75 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/a3071357-30c5-441e-831f-e87a8cf2984f) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:09:08.250080 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-98c178c3-e1f0-4435-b9f2-1bc06395f081 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:09:08.288138 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-98c178c3-e1f0-4435-b9f2-1bc06395f081 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:09:08.329214 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c178c3-e1f0-4435-b9f2-1bc06395f081 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:09:08.334488 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-98c178c3-e1f0-4435-b9f2-1bc06395f081 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:09:08.336723 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c178c3-e1f0-4435-b9f2-1bc06395f081 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Pushing event updated for resources: {'Port': ['ID=a3071357-30c5-441e-831f-e87a8cf2984f,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:09:08.338755 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c178c3-e1f0-4435-b9f2-1bc06395f081 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:09:08.368007 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c178c3-e1f0-4435-b9f2-1bc06395f081 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:09:08.368351 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c178c3-e1f0-4435-b9f2-1bc06395f081 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:09:08.368698 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c178c3-e1f0-4435-b9f2-1bc06395f081 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:09:08.369035 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c178c3-e1f0-4435-b9f2-1bc06395f081 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:09:08.369366 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c178c3-e1f0-4435-b9f2-1bc06395f081 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:09:08.369682 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c178c3-e1f0-4435-b9f2-1bc06395f081 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:09:08.370033 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c178c3-e1f0-4435-b9f2-1bc06395f081 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:09:08.370356 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c178c3-e1f0-4435-b9f2-1bc06395f081 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:09:08.370686 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c178c3-e1f0-4435-b9f2-1bc06395f081 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:09:08.371023 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c178c3-e1f0-4435-b9f2-1bc06395f081 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:09:08.371341 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c178c3-e1f0-4435-b9f2-1bc06395f081 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:09:08.371662 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c178c3-e1f0-4435-b9f2-1bc06395f081 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:09:08.371985 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c178c3-e1f0-4435-b9f2-1bc06395f081 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:09:08.706047 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-98c178c3-e1f0-4435-b9f2-1bc06395f081 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:09:08.776572 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-98c178c3-e1f0-4435-b9f2-1bc06395f081 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:09:08.927975 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-98c178c3-e1f0-4435-b9f2-1bc06395f081 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:09:08.935079 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-98c178c3-e1f0-4435-b9f2-1bc06395f081 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:09:08.997774 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c178c3-e1f0-4435-b9f2-1bc06395f081 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Pushing event updated for resources: {'Port': ['ID=a3071357-30c5-441e-831f-e87a8cf2984f,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:09:09.011195 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-98c178c3-e1f0-4435-b9f2-1bc06395f081 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585115'] for floatingip, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:09:09.111886 n-d-761264-19 neutron-server[103168]: INFO neutron.db.l3_db [None req-98c178c3-e1f0-4435-b9f2-1bc06395f081 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Floating IP b69cc1c1-0553-4d16-af78-5c38ba277ce3 associated. External IP: 172.25.0.75, port: 1b0bf881-b5c7-4a08-bf77-1ff9b1a7bbec. Dec 20 15:09:09.334453 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98c178c3-e1f0-4435-b9f2-1bc06395f081 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Router dab89d8c-e9a2-47eb-b465-582675808ef5 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:09:09.447013 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98c178c3-e1f0-4435-b9f2-1bc06395f081 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:09:09.457714 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e669e6ec-827e-4364-b616-884764247e2e None None] Sync routers for ids ['dab89d8c-e9a2-47eb-b465-582675808ef5'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:09:09.465662 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-98c178c3-e1f0-4435-b9f2-1bc06395f081 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:09:09.469912 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e669e6ec-827e-4364-b616-884764247e2e None None] Routers {'dab89d8c-e9a2-47eb-b465-582675808ef5'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:09:09.470552 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-e669e6ec-827e-4364-b616-884764247e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:09:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['dab89d8c-e9a2-47eb-b465-582675808ef5'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:09:09.494128 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-98c178c3-e1f0-4435-b9f2-1bc06395f081 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5936189 Dec 20 15:09:09.494747 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b83d3d7-5032-45d1-bd51-be049e72402c', 'tag': '1b0bf881-b5c7-4a08-bf77-1ff9b1a7bbec'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:09:09.497032 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-499dc73a-0514-4388-9305-4f7d35b3321c" -d '{"events": [{"name": "network-changed", "server_uuid": "5b83d3d7-5032-45d1-bd51-be049e72402c", "tag": "1b0bf881-b5c7-4a08-bf77-1ff9b1a7bbec"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:09:09.534878 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e04c3a-d677-4b51-b44e-8279d2857c64 x-openstack-request-id: req-e0e04c3a-d677-4b51-b44e-8279d2857c64 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:09:09.535178 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b83d3d7-5032-45d1-bd51-be049e72402c", "tag": "1b0bf881-b5c7-4a08-bf77-1ff9b1a7bbec", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:09:09.535441 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e0e04c3a-d677-4b51-b44e-8279d2857c64 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:09:09.535884 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b83d3d7-5032-45d1-bd51-be049e72402c', 'tag': '1b0bf881-b5c7-4a08-bf77-1ff9b1a7bbec', 'status': 'completed', 'code': 200} Dec 20 15:09:09.576504 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-e669e6ec-827e-4364-b616-884764247e2e None None] Set router dab89d8c-e9a2-47eb-b465-582675808ef5 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:09:09.597405 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499dc73a-0514-4388-9305-4f7d35b3321c req-8f10b8eb-86a4-4d49-baee-457eec9f5f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:09:09.598869 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-499dc73a-0514-4388-9305-4f7d35b3321c req-8f10b8eb-86a4-4d49-baee-457eec9f5f9f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c386a559a8854d1caa58ca37066a398d&device_id=5b83d3d7-5032-45d1-bd51-be049e72402c HTTP/1.1" status: 200 len: 1098 time: 0.0417361 Dec 20 15:09:09.694883 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499dc73a-0514-4388-9305-4f7d35b3321c req-b7de2a5e-63f9-44f4-bcda-046921c1f150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:09:09.696388 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-499dc73a-0514-4388-9305-4f7d35b3321c req-b7de2a5e-63f9-44f4-bcda-046921c1f150 service neutron] 10.222.0.47 "GET /v2.0/networks?id=98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9 HTTP/1.1" status: 200 len: 912 time: 0.0902879 Dec 20 15:09:09.762870 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-499dc73a-0514-4388-9305-4f7d35b3321c req-a15948ca-5f13-4bb9-ad91-233d45ae80b7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1b0bf881-b5c7-4a08-bf77-1ff9b1a7bbec HTTP/1.1" status: 200 len: 999 time: 0.0586936 Dec 20 15:09:09.800460 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-e669e6ec-827e-4364-b616-884764247e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab89d8c-e9a2-47eb-b465-582675808ef5', 'name': 'tempest-TestVolumeBootPattern-181522526-router', 'tenant_id': 'c386a559a8854d1caa58ca37066a398d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '504b9e0e-7434-4a03-9984-8982e4b99d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:02:48Z', 'updated_at': '2021-12-20T15:02:52Z', 'revision_number': 4, 'project_id': 'c386a559a8854d1caa58ca37066a398d', 'gw_port': {'id': '504b9e0e-7434-4a03-9984-8982e4b99d44', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab89d8c-e9a2-47eb-b465-582675808ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:49Z', 'updated_at': '2021-12-20T15:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': 'b69cc1c1-0553-4d16-af78-5c38ba277ce3', 'tenant_id': 'c386a559a8854d1caa58ca37066a398d', 'floating_ip_address': '172.25.0.75', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': 'dab89d8c-e9a2-47eb-b465-582675808ef5', 'port_id': '1b0bf881-b5c7-4a08-bf77-1ff9b1a7bbec', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4033, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9', 'mac_address': 'fa:16:3e:1e:6b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b83d3d7-5032-45d1-bd51-be049e72402c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:09:08Z', 'updated_at': '2021-12-20T15:09:08Z', 'revision_number': 0, 'project_id': 'c386a559a8854d1caa58ca37066a398d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66373ca8-728d-4d88-8570-9def47b5acdc', 'name': '', 'network_id': '98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9', 'tenant_id': 'c386a559a8854d1caa58ca37066a398d', 'mac_address': 'fa:16:3e:7c:da:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab89d8c-e9a2-47eb-b465-582675808ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': 'f3c1d8ef-e07d-45b1-9131-82488f6c1e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:51Z', 'updated_at': '2021-12-20T15:02:59Z', 'revision_number': 5, 'project_id': 'c386a559a8854d1caa58ca37066a398d', 'subnets': [{'id': 'f3c1d8ef-e07d-45b1-9131-82488f6c1e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:09:09.816054 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499dc73a-0514-4388-9305-4f7d35b3321c req-7560b666-aa72-474a-a451-0e7cc25e6c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:09:09.817529 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-499dc73a-0514-4388-9305-4f7d35b3321c req-7560b666-aa72-474a-a451-0e7cc25e6c53 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f3c1d8ef-e07d-45b1-9131-82488f6c1e5c HTTP/1.1" status: 200 len: 850 time: 0.0480378 Dec 20 15:09:09.827150 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e669e6ec-827e-4364-b616-884764247e2e None None] Checking router: dab89d8c-e9a2-47eb-b465-582675808ef5 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:09:09.836518 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e669e6ec-827e-4364-b616-884764247e2e None None] Routers {'dab89d8c-e9a2-47eb-b465-582675808ef5'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:09:09.837133 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-e669e6ec-827e-4364-b616-884764247e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:09:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['dab89d8c-e9a2-47eb-b465-582675808ef5'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:09:09.863169 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499dc73a-0514-4388-9305-4f7d35b3321c req-f778a378-f9cc-498c-9268-e9f5d51c186b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:09:09.864597 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-499dc73a-0514-4388-9305-4f7d35b3321c req-f778a378-f9cc-498c-9268-e9f5d51c186b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398626 Dec 20 15:09:09.942120 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-e669e6ec-827e-4364-b616-884764247e2e None None] Set router dab89d8c-e9a2-47eb-b465-582675808ef5 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:09:09.956576 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-499dc73a-0514-4388-9305-4f7d35b3321c req-1c704f0a-7844-4b87-a323-d926870086b2 service neutron] 10.222.0.47 "GET /v2.0/networks/98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843418 Dec 20 15:09:10.049298 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-499dc73a-0514-4388-9305-4f7d35b3321c req-1f5cc59f-267f-4858-a1c0-306b12e3d06b service neutron] 10.222.0.47 "GET /v2.0/networks/98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862129 Dec 20 15:09:10.175704 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-e669e6ec-827e-4364-b616-884764247e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab89d8c-e9a2-47eb-b465-582675808ef5', 'name': 'tempest-TestVolumeBootPattern-181522526-router', 'tenant_id': 'c386a559a8854d1caa58ca37066a398d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '504b9e0e-7434-4a03-9984-8982e4b99d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:02:48Z', 'updated_at': '2021-12-20T15:02:52Z', 'revision_number': 4, 'project_id': 'c386a559a8854d1caa58ca37066a398d', 'gw_port': {'id': '504b9e0e-7434-4a03-9984-8982e4b99d44', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab89d8c-e9a2-47eb-b465-582675808ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:49Z', 'updated_at': '2021-12-20T15:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': 'b69cc1c1-0553-4d16-af78-5c38ba277ce3', 'tenant_id': 'c386a559a8854d1caa58ca37066a398d', 'floating_ip_address': '172.25.0.75', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': 'dab89d8c-e9a2-47eb-b465-582675808ef5', 'port_id': '1b0bf881-b5c7-4a08-bf77-1ff9b1a7bbec', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4033, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9', 'mac_address': 'fa:16:3e:1e:6b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b83d3d7-5032-45d1-bd51-be049e72402c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:09:08Z', 'updated_at': '2021-12-20T15:09:08Z', 'revision_number': 0, 'project_id': 'c386a559a8854d1caa58ca37066a398d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66373ca8-728d-4d88-8570-9def47b5acdc', 'name': '', 'network_id': '98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9', 'tenant_id': 'c386a559a8854d1caa58ca37066a398d', 'mac_address': 'fa:16:3e:7c:da:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab89d8c-e9a2-47eb-b465-582675808ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': 'f3c1d8ef-e07d-45b1-9131-82488f6c1e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:51Z', 'updated_at': '2021-12-20T15:02:59Z', 'revision_number': 5, 'project_id': 'c386a559a8854d1caa58ca37066a398d', 'subnets': [{'id': 'f3c1d8ef-e07d-45b1-9131-82488f6c1e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:09:10.201454 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e669e6ec-827e-4364-b616-884764247e2e None None] The sync data for ids ['dab89d8c-e9a2-47eb-b465-582675808ef5'] in n-d-761264-19 is: [{'id': 'dab89d8c-e9a2-47eb-b465-582675808ef5', 'name': 'tempest-TestVolumeBootPattern-181522526-router', 'tenant_id': 'c386a559a8854d1caa58ca37066a398d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '504b9e0e-7434-4a03-9984-8982e4b99d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:02:48Z', 'updated_at': '2021-12-20T15:02:52Z', 'revision_number': 4, 'project_id': 'c386a559a8854d1caa58ca37066a398d', 'gw_port': {'id': '504b9e0e-7434-4a03-9984-8982e4b99d44', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab89d8c-e9a2-47eb-b465-582675808ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:49Z', 'updated_at': '2021-12-20T15:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': 'b69cc1c1-0553-4d16-af78-5c38ba277ce3', 'tenant_id': 'c386a559a8854d1caa58ca37066a398d', 'floating_ip_address': '172.25.0.75', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': 'dab89d8c-e9a2-47eb-b465-582675808ef5', 'port_id': '1b0bf881-b5c7-4a08-bf77-1ff9b1a7bbec', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4033, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9', 'mac_address': 'fa:16:3e:1e:6b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b83d3d7-5032-45d1-bd51-be049e72402c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:09:08Z', 'updated_at': '2021-12-20T15:09:08Z', 'revision_number': 0, 'project_id': 'c386a559a8854d1caa58ca37066a398d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66373ca8-728d-4d88-8570-9def47b5acdc', 'name': '', 'network_id': '98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9', 'tenant_id': 'c386a559a8854d1caa58ca37066a398d', 'mac_address': 'fa:16:3e:7c:da:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab89d8c-e9a2-47eb-b465-582675808ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': 'f3c1d8ef-e07d-45b1-9131-82488f6c1e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:51Z', 'updated_at': '2021-12-20T15:02:59Z', 'revision_number': 5, 'project_id': 'c386a559a8854d1caa58ca37066a398d', 'subnets': [{'id': 'f3c1d8ef-e07d-45b1-9131-82488f6c1e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:09:10.385108 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3d103c-1e78-4c8e-a801-23786abfabed None None] New status for floating IP b69cc1c1-0553-4d16-af78-5c38ba277ce3: ACTIVE {{(pid=103170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 15:09:11.930635 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:09:15.513736 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:09:16.707112 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:09:30.757760 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-30e6c3ef-11aa-48c5-9243-b9a6baf55ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:09:32.922574 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-63c83eed-88a5-476f-8926-48466645fd98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:09:33.898328 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:09:35.892204 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:09:36.354253 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:09:38.533897 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2b79caca-a60d-4f69-858f-75c818a772d0 req-44314111-33b2-4f2a-9545-9e3f8e768311 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5b83d3d7-5032-45d1-bd51-be049e72402c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0528247 Dec 20 15:09:38.631695 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b79caca-a60d-4f69-858f-75c818a772d0 req-16dc6e0a-d1fd-47ac-9ca0-c8103796b92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:09:38.633497 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2b79caca-a60d-4f69-858f-75c818a772d0 req-16dc6e0a-d1fd-47ac-9ca0-c8103796b92b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c386a559a8854d1caa58ca37066a398d&device_id=5b83d3d7-5032-45d1-bd51-be049e72402c HTTP/1.1" status: 200 len: 1098 time: 0.0557568 Dec 20 15:09:38.744434 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b79caca-a60d-4f69-858f-75c818a772d0 req-92412927-7785-4287-87d5-68be63d3c8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:09:38.745935 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2b79caca-a60d-4f69-858f-75c818a772d0 req-92412927-7785-4287-87d5-68be63d3c8b8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9 HTTP/1.1" status: 200 len: 912 time: 0.0878954 Dec 20 15:09:38.826444 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2b79caca-a60d-4f69-858f-75c818a772d0 req-eb246a70-7106-4a1d-89c9-7147b48b95f5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1b0bf881-b5c7-4a08-bf77-1ff9b1a7bbec HTTP/1.1" status: 200 len: 1001 time: 0.0718265 Dec 20 15:09:38.877575 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b79caca-a60d-4f69-858f-75c818a772d0 req-600a0bb6-aaa0-4db8-8c6e-a398d5159285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:09:38.879195 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2b79caca-a60d-4f69-858f-75c818a772d0 req-600a0bb6-aaa0-4db8-8c6e-a398d5159285 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f3c1d8ef-e07d-45b1-9131-82488f6c1e5c HTTP/1.1" status: 200 len: 850 time: 0.0461154 Dec 20 15:09:38.924279 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b79caca-a60d-4f69-858f-75c818a772d0 req-085c74c8-b665-4a03-b488-a2cabef2e277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:09:38.925720 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2b79caca-a60d-4f69-858f-75c818a772d0 req-085c74c8-b665-4a03-b488-a2cabef2e277 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396128 Dec 20 15:09:39.024398 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2b79caca-a60d-4f69-858f-75c818a772d0 req-ef01f1fb-e6e2-4e51-82ed-6830b4dde6d8 service neutron] 10.222.0.47 "GET /v2.0/networks/98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909503 Dec 20 15:09:39.125538 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2b79caca-a60d-4f69-858f-75c818a772d0 req-2c810f53-1463-4575-9acf-356911dd34c6 service neutron] 10.222.0.47 "GET /v2.0/networks/98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928457 Dec 20 15:09:41.947888 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:09:45.505676 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:09:53.712687 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:10:00.754027 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8ba20194-f693-412d-a3fb-0f776040f1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:10:02.927708 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-87d82204-3d37-45d2-a038-54ff896afaf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:10:03.900167 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:10:05.890024 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:10:06.356695 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:10:11.958003 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:10:15.532867 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:10:30.713325 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:10:30.751049 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e4204b84-4a95-464c-acc3-48e000f24d8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:10:32.932996 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a38fcfcc-aee4-4cc9-a817-f86a05ee08a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:10:33.905492 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:10:35.895509 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:10:36.353490 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:10:40.270292 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-cc1b0f95-583e-4323-bc41-10599e3a1e7e req-101d13e8-64d7-4a8e-b3c1-afe53b9170ee service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5b83d3d7-5032-45d1-bd51-be049e72402c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0522594 Dec 20 15:10:40.355938 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1b0f95-583e-4323-bc41-10599e3a1e7e req-0a6b30c1-ba35-4ad0-b93d-df7679808345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:10:40.357567 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-cc1b0f95-583e-4323-bc41-10599e3a1e7e req-0a6b30c1-ba35-4ad0-b93d-df7679808345 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c386a559a8854d1caa58ca37066a398d&device_id=5b83d3d7-5032-45d1-bd51-be049e72402c HTTP/1.1" status: 200 len: 1098 time: 0.0434642 Dec 20 15:10:40.461643 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1b0f95-583e-4323-bc41-10599e3a1e7e req-d1bd38d6-6b76-49fd-a104-eb7df592eef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:10:40.463409 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-cc1b0f95-583e-4323-bc41-10599e3a1e7e req-d1bd38d6-6b76-49fd-a104-eb7df592eef2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9 HTTP/1.1" status: 200 len: 912 time: 0.0858638 Dec 20 15:10:40.533482 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-cc1b0f95-583e-4323-bc41-10599e3a1e7e req-1f47ae0e-1b24-4667-8fc7-a7c974e4c16f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1b0bf881-b5c7-4a08-bf77-1ff9b1a7bbec HTTP/1.1" status: 200 len: 1001 time: 0.0628767 Dec 20 15:10:40.586476 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1b0f95-583e-4323-bc41-10599e3a1e7e req-f4f881f0-5752-413f-a92d-de71ae557170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:10:40.588435 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-cc1b0f95-583e-4323-bc41-10599e3a1e7e req-f4f881f0-5752-413f-a92d-de71ae557170 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f3c1d8ef-e07d-45b1-9131-82488f6c1e5c HTTP/1.1" status: 200 len: 850 time: 0.0476484 Dec 20 15:10:40.636502 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1b0f95-583e-4323-bc41-10599e3a1e7e req-10b3d4ba-65cc-496b-b6a6-eaec81461b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:10:40.637871 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-cc1b0f95-583e-4323-bc41-10599e3a1e7e req-10b3d4ba-65cc-496b-b6a6-eaec81461b67 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422699 Dec 20 15:10:40.733062 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-cc1b0f95-583e-4323-bc41-10599e3a1e7e req-3c12a93c-c785-4075-9253-aa6904593529 service neutron] 10.222.0.47 "GET /v2.0/networks/98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867732 Dec 20 15:10:40.824884 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-cc1b0f95-583e-4323-bc41-10599e3a1e7e req-5dc92281-72d3-4bd0-9114-6dd9d184df79 service neutron] 10.222.0.47 "GET /v2.0/networks/98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842731 Dec 20 15:10:41.947761 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:10:45.544622 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:10:59.674192 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9941c338-9ebd-4f0f-bbe1-7b50cebf2a87 req-de95ab74-87d5-4a3e-bb20-d0f03669d545 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-211104536&fields=id&tenant_id=c386a559a8854d1caa58ca37066a398d HTTP/1.1" status: 200 len: 267 time: 0.0465157 Dec 20 15:10:59.790976 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9941c338-9ebd-4f0f-bbe1-7b50cebf2a87 req-4307b762-d91c-4595-8bf3-adba4645e364 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:10:59.792433 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9941c338-9ebd-4f0f-bbe1-7b50cebf2a87 req-4307b762-d91c-4595-8bf3-adba4645e364 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/networks?id=98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9 HTTP/1.1" status: 200 len: 811 time: 0.1113281 Dec 20 15:10:59.807267 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9941c338-9ebd-4f0f-bbe1-7b50cebf2a87 req-d3e9d93b-bba5-40e4-ae3b-57d948ff1bb5 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/quotas/c386a559a8854d1caa58ca37066a398d HTTP/1.1" status: 200 len: 375 time: 0.0089819 Dec 20 15:10:59.864236 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9941c338-9ebd-4f0f-bbe1-7b50cebf2a87 req-fd447bab-2309-4c98-887b-2d6b29bcc080 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=c386a559a8854d1caa58ca37066a398d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0515709 Dec 20 15:10:59.976289 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9941c338-9ebd-4f0f-bbe1-7b50cebf2a87 req-f6bbe24d-64ef-4a0b-a004-e125bd610510 service neutron] 10.222.0.54 "GET /v2.0/networks/98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000125 Dec 20 15:11:00.068429 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9941c338-9ebd-4f0f-bbe1-7b50cebf2a87 req-3cfadb85-16a0-45ef-8044-55f70dba871e service neutron] 10.222.0.54 "GET /v2.0/networks/98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857344 Dec 20 15:11:00.504459 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e61282e1-ae82-47c9-86b4-7288a5f850f4 req-c314244c-a4ab-4344-b860-9cf7b3a47e43 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2e273ea-7e35-423a-9a7f-c2d03688e9ed HTTP/1.1" status: 200 len: 210 time: 0.1542859 Dec 20 15:11:00.744018 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-fe8b5f9f-2507-4166-bf2f-9ee44baba9a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:11:01.438648 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9941c338-9ebd-4f0f-bbe1-7b50cebf2a87 req-418beccd-a9fb-4bab-92e3-da3854bb5ff3 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:11:01.440161 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9941c338-9ebd-4f0f-bbe1-7b50cebf2a87 req-418beccd-a9fb-4bab-92e3-da3854bb5ff3 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.30 "GET /v2.0/networks?id=98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9 HTTP/1.1" status: 200 len: 811 time: 0.1084454 Dec 20 15:11:01.507372 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9941c338-9ebd-4f0f-bbe1-7b50cebf2a87 req-02cd6eb2-2a67-440a-bb38-d974ae24944a tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c386a559a8854d1caa58ca37066a398d HTTP/1.1" status: 200 len: 379 time: 0.0577824 Dec 20 15:11:01.517442 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-9941c338-9ebd-4f0f-bbe1-7b50cebf2a87 req-f730bb9f-6bdc-4cf9-828c-b0de82566f41 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Request body: {'port': {'device_id': 'e2e273ea-7e35-423a-9a7f-c2d03688e9ed', 'network_id': '98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9', 'admin_state_up': True, 'tenant_id': 'c386a559a8854d1caa58ca37066a398d', 'security_groups': ['f61a59f9-9ca9-4083-8954-e6eb8a2d8bda']}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:11:01.605125 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-00d5a014-9f7e-4b54-ad20-07d54053acf9 req-85f240b3-e2b6-40d2-8809-a90ccf4a08cf tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2e273ea-7e35-423a-9a7f-c2d03688e9ed HTTP/1.1" status: 200 len: 210 time: 0.0277190 Dec 20 15:11:01.639385 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9941c338-9ebd-4f0f-bbe1-7b50cebf2a87 req-f730bb9f-6bdc-4cf9-828c-b0de82566f41 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Made reservation on behalf of c386a559a8854d1caa58ca37066a398d for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:11:01.643032 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-9941c338-9ebd-4f0f-bbe1-7b50cebf2a87 req-f730bb9f-6bdc-4cf9-828c-b0de82566f41 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:11:01.773604 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [req-9941c338-9ebd-4f0f-bbe1-7b50cebf2a87 req-f730bb9f-6bdc-4cf9-828c-b0de82566f41 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Allocated IP 172.20.0.3 (98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9/f3c1d8ef-e07d-45b1-9131-82488f6c1e5c/8574d78f-85a8-48c8-8dc8-ca48567e606f) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:11:01.926089 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-9941c338-9ebd-4f0f-bbe1-7b50cebf2a87 req-f730bb9f-6bdc-4cf9-828c-b0de82566f41 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:11:01.960628 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-9941c338-9ebd-4f0f-bbe1-7b50cebf2a87 req-f730bb9f-6bdc-4cf9-828c-b0de82566f41 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:11:02.010521 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9941c338-9ebd-4f0f-bbe1-7b50cebf2a87 req-f730bb9f-6bdc-4cf9-828c-b0de82566f41 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Network 98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:11:02.013651 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [req-9941c338-9ebd-4f0f-bbe1-7b50cebf2a87 req-f730bb9f-6bdc-4cf9-828c-b0de82566f41 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:11:02.016765 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-9941c338-9ebd-4f0f-bbe1-7b50cebf2a87 req-f730bb9f-6bdc-4cf9-828c-b0de82566f41 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:11:02.050195 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f730bb9f-6bdc-4cf9-828c-b0de82566f41 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Pushing event updated for resources: {'Port': ['ID=8574d78f-85a8-48c8-8dc8-ca48567e606f,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:11:02.060972 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f730bb9f-6bdc-4cf9-828c-b0de82566f41 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:11:02.060972 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f730bb9f-6bdc-4cf9-828c-b0de82566f41 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:11:02.062065 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f730bb9f-6bdc-4cf9-828c-b0de82566f41 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:11:02.062065 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f730bb9f-6bdc-4cf9-828c-b0de82566f41 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:11:02.062292 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f730bb9f-6bdc-4cf9-828c-b0de82566f41 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:11:02.062617 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f730bb9f-6bdc-4cf9-828c-b0de82566f41 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:11:02.063045 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f730bb9f-6bdc-4cf9-828c-b0de82566f41 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:11:02.063440 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f730bb9f-6bdc-4cf9-828c-b0de82566f41 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:11:02.063829 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f730bb9f-6bdc-4cf9-828c-b0de82566f41 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:11:02.064218 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f730bb9f-6bdc-4cf9-828c-b0de82566f41 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:11:02.064608 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f730bb9f-6bdc-4cf9-828c-b0de82566f41 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:11:02.065019 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f730bb9f-6bdc-4cf9-828c-b0de82566f41 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:11:02.065387 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f730bb9f-6bdc-4cf9-828c-b0de82566f41 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:11:02.092563 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9941c338-9ebd-4f0f-bbe1-7b50cebf2a87 req-f730bb9f-6bdc-4cf9-828c-b0de82566f41 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:11:02.093185 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-9941c338-9ebd-4f0f-bbe1-7b50cebf2a87 req-f730bb9f-6bdc-4cf9-828c-b0de82566f41 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:11:02.110956 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9941c338-9ebd-4f0f-bbe1-7b50cebf2a87 req-f730bb9f-6bdc-4cf9-828c-b0de82566f41 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5972059 Dec 20 15:11:02.124404 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-9941c338-9ebd-4f0f-bbe1-7b50cebf2a87 req-d6204368-463b-4c7f-9d70-ac8e1bfbf9db service neutron] Request body: {'port': {'device_id': 'e2e273ea-7e35-423a-9a7f-c2d03688e9ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-19'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:11:02.180886 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-9941c338-9ebd-4f0f-bbe1-7b50cebf2a87 req-d6204368-463b-4c7f-9d70-ac8e1bfbf9db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:11:02.295803 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-ad382cb8-4df0-4147-a30e-4edfdad1c48b None None] Provisioning complete for port 8574d78f-85a8-48c8-8dc8-ca48567e606f triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:11:02.296941 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ad382cb8-4df0-4147-a30e-4edfdad1c48b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:11:02.453961 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [req-9941c338-9ebd-4f0f-bbe1-7b50cebf2a87 req-d6204368-463b-4c7f-9d70-ac8e1bfbf9db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8574d78f-85a8-48c8-8dc8-ca48567e606f {{(pid=103167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:11:02.470422 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-9941c338-9ebd-4f0f-bbe1-7b50cebf2a87 req-d6204368-463b-4c7f-9d70-ac8e1bfbf9db service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:11:02.484316 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-9941c338-9ebd-4f0f-bbe1-7b50cebf2a87 req-d6204368-463b-4c7f-9d70-ac8e1bfbf9db service neutron] Transition to ACTIVE for port object 8574d78f-85a8-48c8-8dc8-ca48567e606f will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:11:02.489831 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-9941c338-9ebd-4f0f-bbe1-7b50cebf2a87 req-d6204368-463b-4c7f-9d70-ac8e1bfbf9db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:11:02.507921 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-ad382cb8-4df0-4147-a30e-4edfdad1c48b None None] Port 8574d78f-85a8-48c8-8dc8-ca48567e606f cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:11:02.544101 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6204368-463b-4c7f-9d70-ac8e1bfbf9db service neutron] Pushing event updated for resources: {'Port': ['ID=8574d78f-85a8-48c8-8dc8-ca48567e606f,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:11:02.613436 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-9941c338-9ebd-4f0f-bbe1-7b50cebf2a87 req-d6204368-463b-4c7f-9d70-ac8e1bfbf9db service neutron] Attempting to bind port 8574d78f-85a8-48c8-8dc8-ca48567e606f on host n-h1-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:11:02.613839 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-9941c338-9ebd-4f0f-bbe1-7b50cebf2a87 req-d6204368-463b-4c7f-9d70-ac8e1bfbf9db service neutron] Attempting to bind port 8574d78f-85a8-48c8-8dc8-ca48567e606f by drivers openvswitch,hyperv on host n-h1-761264-19 at level 0 using segments [{'id': '66ea2385-5704-4615-947d-557f749f82dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:11:02.614087 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9941c338-9ebd-4f0f-bbe1-7b50cebf2a87 req-d6204368-463b-4c7f-9d70-ac8e1bfbf9db service neutron] Attempting to bind port 8574d78f-85a8-48c8-8dc8-ca48567e606f on network 98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:11:02.619629 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9941c338-9ebd-4f0f-bbe1-7b50cebf2a87 req-d6204368-463b-4c7f-9d70-ac8e1bfbf9db service neutron] Port 8574d78f-85a8-48c8-8dc8-ca48567e606f on network 98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:11:02.619947 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9941c338-9ebd-4f0f-bbe1-7b50cebf2a87 req-d6204368-463b-4c7f-9d70-ac8e1bfbf9db service neutron] Attempting to bind port 8574d78f-85a8-48c8-8dc8-ca48567e606f on network 98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:11:02.624821 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9941c338-9ebd-4f0f-bbe1-7b50cebf2a87 req-d6204368-463b-4c7f-9d70-ac8e1bfbf9db service neutron] Checking agent: {'id': '3e5ace3e-dd7b-4522-a7c4-77d13dbeab1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:11:02.625159 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9941c338-9ebd-4f0f-bbe1-7b50cebf2a87 req-d6204368-463b-4c7f-9d70-ac8e1bfbf9db service neutron] Checking segment: {'id': '66ea2385-5704-4615-947d-557f749f82dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:11:02.625539 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9941c338-9ebd-4f0f-bbe1-7b50cebf2a87 req-d6204368-463b-4c7f-9d70-ac8e1bfbf9db service neutron] Bound using segment: {'id': '66ea2385-5704-4615-947d-557f749f82dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:11:02.625966 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-9941c338-9ebd-4f0f-bbe1-7b50cebf2a87 req-d6204368-463b-4c7f-9d70-ac8e1bfbf9db service neutron] Bound port: 8574d78f-85a8-48c8-8dc8-ca48567e606f, host: n-h1-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66ea2385-5704-4615-947d-557f749f82dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:11:02.626316 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-9941c338-9ebd-4f0f-bbe1-7b50cebf2a87 req-d6204368-463b-4c7f-9d70-ac8e1bfbf9db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:11:02.700042 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-9941c338-9ebd-4f0f-bbe1-7b50cebf2a87 req-d6204368-463b-4c7f-9d70-ac8e1bfbf9db service neutron] For port 8574d78f-85a8-48c8-8dc8-ca48567e606f, host n-h1-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:11:02.724092 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-9941c338-9ebd-4f0f-bbe1-7b50cebf2a87 req-d6204368-463b-4c7f-9d70-ac8e1bfbf9db service neutron] For port 8574d78f-85a8-48c8-8dc8-ca48567e606f, host n-h1-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=8574d78f-85a8-48c8-8dc8-ca48567e606f,segment=NetworkSegment(66ea2385-5704-4615-947d-557f749f82dd),segment_id=66ea2385-5704-4615-947d-557f749f82dd)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:11:02.742051 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-9941c338-9ebd-4f0f-bbe1-7b50cebf2a87 req-d6204368-463b-4c7f-9d70-ac8e1bfbf9db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:11:02.782538 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9941c338-9ebd-4f0f-bbe1-7b50cebf2a87 req-d6204368-463b-4c7f-9d70-ac8e1bfbf9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:11:02.783557 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-9941c338-9ebd-4f0f-bbe1-7b50cebf2a87 req-d6204368-463b-4c7f-9d70-ac8e1bfbf9db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:11:02.785264 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9941c338-9ebd-4f0f-bbe1-7b50cebf2a87 req-d6204368-463b-4c7f-9d70-ac8e1bfbf9db service neutron] 10.222.0.30 "PUT /v2.0/ports/8574d78f-85a8-48c8-8dc8-ca48567e606f HTTP/1.1" status: 200 len: 1092 time: 0.6651464 Dec 20 15:11:02.788113 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2e273ea-7e35-423a-9a7f-c2d03688e9ed', 'tag': '8574d78f-85a8-48c8-8dc8-ca48567e606f'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:11:02.791362 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5597978-8efd-4248-92e0-9dcaeefcfb6d" -d '{"events": [{"name": "network-changed", "server_uuid": "e2e273ea-7e35-423a-9a7f-c2d03688e9ed", "tag": "8574d78f-85a8-48c8-8dc8-ca48567e606f"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:11:02.816254 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:11:02.816254 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:11:02.816254 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:11:02.816254 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:11:02.816254 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:11:02.816254 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:11:02.816254 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:11:02.816254 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:11:02.816254 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:11:02.816254 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:11:02.816254 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:11:02.816254 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:11:02.816254 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:11:02.816254 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:11:02.816254 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:11:02.816254 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:11:02.816254 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:11:02.816254 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:11:02.816254 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:11:02.816254 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:11:02.816254 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:11:02.816254 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:11:02.816254 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:11:02.816254 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:11:02.816254 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:11:02.816254 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:11:02.816254 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:11:02.816254 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:11:02.816254 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:11:02.816254 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:11:02.816254 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:11:02.816254 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:11:02.816254 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:11:02.816254 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:11:02.816254 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:11:02.816254 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:11:02.816254 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:11:02.816254 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:11:02.816254 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:11:02.816254 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:11:02.816254 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:11:02.816254 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:11:02.816254 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:11:02.816254 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:11:02.816254 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:11:02.816254 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:11:02.816254 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:11:02.816254 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:11:02.819309 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f4cfdd-490c-4cb1-a862-ec94a5371dc2 req-e25b4fac-ebc4-4110-8b50-9d78c38c8049 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:11:02.826734 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a2f4cfdd-490c-4cb1-a862-ec94a5371dc2 req-e25b4fac-ebc4-4110-8b50-9d78c38c8049 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2e273ea-7e35-423a-9a7f-c2d03688e9ed HTTP/1.1" status: 200 len: 943 time: 0.1297112 Dec 20 15:11:02.915178 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a2f4cfdd-490c-4cb1-a862-ec94a5371dc2 req-992e4eb2-2a95-47b9-8e6e-4280ff7c0d4d tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=f61a59f9-9ca9-4083-8954-e6eb8a2d8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868554 Dec 20 15:11:02.959649 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6204368-463b-4c7f-9d70-ac8e1bfbf9db service neutron] Pushing event updated for resources: {'Port': ['ID=8574d78f-85a8-48c8-8dc8-ca48567e606f,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:11:02.961680 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e1a2d51c-fe85-4394-826b-b35d875650d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:11:02.980825 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8280fc41-9bbf-4fd4-ae5b-59782556ac19 x-openstack-request-id: req-8280fc41-9bbf-4fd4-ae5b-59782556ac19 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:11:02.981154 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2e273ea-7e35-423a-9a7f-c2d03688e9ed", "tag": "8574d78f-85a8-48c8-8dc8-ca48567e606f", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:11:02.981415 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8280fc41-9bbf-4fd4-ae5b-59782556ac19 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:11:02.981824 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2e273ea-7e35-423a-9a7f-c2d03688e9ed', 'tag': '8574d78f-85a8-48c8-8dc8-ca48567e606f', 'status': 'completed', 'code': 200} Dec 20 15:11:02.988259 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9941c338-9ebd-4f0f-bbe1-7b50cebf2a87 req-0fb054a3-d339-452a-8dfa-9a756c9b6403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:11:02.989792 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9941c338-9ebd-4f0f-bbe1-7b50cebf2a87 req-0fb054a3-d339-452a-8dfa-9a756c9b6403 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c386a559a8854d1caa58ca37066a398d&device_id=e2e273ea-7e35-423a-9a7f-c2d03688e9ed HTTP/1.1" status: 200 len: 1095 time: 0.1090105 Dec 20 15:11:03.038674 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9941c338-9ebd-4f0f-bbe1-7b50cebf2a87 req-4e671af4-c800-4d45-8782-2592553b4ede service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8574d78f-85a8-48c8-8dc8-ca48567e606f HTTP/1.1" status: 200 len: 217 time: 0.0404105 Dec 20 15:11:03.117241 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9941c338-9ebd-4f0f-bbe1-7b50cebf2a87 req-1fd096b7-388a-48de-b608-bbbf28e5f88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:11:03.119111 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9941c338-9ebd-4f0f-bbe1-7b50cebf2a87 req-1fd096b7-388a-48de-b608-bbbf28e5f88b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f3c1d8ef-e07d-45b1-9131-82488f6c1e5c HTTP/1.1" status: 200 len: 850 time: 0.0737040 Dec 20 15:11:03.166775 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9941c338-9ebd-4f0f-bbe1-7b50cebf2a87 req-33b92691-7206-47d4-80ea-33e7adf16992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:11:03.168265 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9941c338-9ebd-4f0f-bbe1-7b50cebf2a87 req-33b92691-7206-47d4-80ea-33e7adf16992 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425751 Dec 20 15:11:03.272628 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9941c338-9ebd-4f0f-bbe1-7b50cebf2a87 req-6892c1d2-a064-4e88-896f-90c9af9e7e53 service neutron] 10.222.0.30 "GET /v2.0/networks/98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966084 Dec 20 15:11:03.371004 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9941c338-9ebd-4f0f-bbe1-7b50cebf2a87 req-2fe0575a-e849-4442-9f24-65b6f69f966e service neutron] 10.222.0.30 "GET /v2.0/networks/98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904083 Dec 20 15:11:03.454298 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5597978-8efd-4248-92e0-9dcaeefcfb6d req-1eee2e6e-e7be-4c90-b979-c56ce1c213fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:11:03.455734 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f5597978-8efd-4248-92e0-9dcaeefcfb6d req-1eee2e6e-e7be-4c90-b979-c56ce1c213fd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c386a559a8854d1caa58ca37066a398d&device_id=e2e273ea-7e35-423a-9a7f-c2d03688e9ed HTTP/1.1" status: 200 len: 1095 time: 0.0415289 Dec 20 15:11:03.550791 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5597978-8efd-4248-92e0-9dcaeefcfb6d req-d7afa1ed-3430-457b-a337-f4cf794d3cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:11:03.552394 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f5597978-8efd-4248-92e0-9dcaeefcfb6d req-d7afa1ed-3430-457b-a337-f4cf794d3cd8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9 HTTP/1.1" status: 200 len: 912 time: 0.0884020 Dec 20 15:11:03.596269 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f5597978-8efd-4248-92e0-9dcaeefcfb6d req-6811b336-62a1-4cb3-8ca9-4fc390c8e9fd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8574d78f-85a8-48c8-8dc8-ca48567e606f HTTP/1.1" status: 200 len: 217 time: 0.0360610 Dec 20 15:11:03.645916 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5597978-8efd-4248-92e0-9dcaeefcfb6d req-ae1e8520-ed91-4b5a-9b9a-e1dd316890e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:11:03.647472 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f5597978-8efd-4248-92e0-9dcaeefcfb6d req-ae1e8520-ed91-4b5a-9b9a-e1dd316890e4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f3c1d8ef-e07d-45b1-9131-82488f6c1e5c HTTP/1.1" status: 200 len: 850 time: 0.0446115 Dec 20 15:11:03.697437 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5597978-8efd-4248-92e0-9dcaeefcfb6d req-b9b2a3ea-97f1-4b87-9eb1-8138de6517ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:11:03.698966 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f5597978-8efd-4248-92e0-9dcaeefcfb6d req-b9b2a3ea-97f1-4b87-9eb1-8138de6517ed service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441799 Dec 20 15:11:03.789184 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f5597978-8efd-4248-92e0-9dcaeefcfb6d req-127bac21-8293-4abd-b987-dbd3a669a332 service neutron] 10.222.0.30 "GET /v2.0/networks/98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829339 Dec 20 15:11:03.888004 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f5597978-8efd-4248-92e0-9dcaeefcfb6d req-b028fa4f-b1aa-45cc-b7a9-d4b65ef5e312 service neutron] 10.222.0.30 "GET /v2.0/networks/98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903053 Dec 20 15:11:03.908288 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:11:04.045705 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453eb01e-01af-437d-a054-88518b5549b6 req-4a4e2af2-e958-4d96-b6dd-2ef4eacac41d tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:11:04.047224 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-453eb01e-01af-437d-a054-88518b5549b6 req-4a4e2af2-e958-4d96-b6dd-2ef4eacac41d tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2e273ea-7e35-423a-9a7f-c2d03688e9ed HTTP/1.1" status: 200 len: 943 time: 0.0515583 Dec 20 15:11:04.104724 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-453eb01e-01af-437d-a054-88518b5549b6 req-8185168a-28cf-4c5f-9668-3abbfaa3a8ea tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=f61a59f9-9ca9-4083-8954-e6eb8a2d8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489533 Dec 20 15:11:05.236649 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8cf9b7-fc07-4d6c-9d88-d69f57b2ee02 req-a98ca32f-1513-4f11-b081-d6bf5098d8ed tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:11:05.238160 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-eb8cf9b7-fc07-4d6c-9d88-d69f57b2ee02 req-a98ca32f-1513-4f11-b081-d6bf5098d8ed tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2e273ea-7e35-423a-9a7f-c2d03688e9ed HTTP/1.1" status: 200 len: 943 time: 0.0548141 Dec 20 15:11:05.288265 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-eb8cf9b7-fc07-4d6c-9d88-d69f57b2ee02 req-3a890377-8e09-4d1d-98cb-6308aa1f3dfa tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=f61a59f9-9ca9-4083-8954-e6eb8a2d8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431883 Dec 20 15:11:05.897325 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:11:06.197544 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [req-88dda218-9e46-4a03-815b-40a1e48dc891 req-5216ac8c-1e11-4c7c-af17-e5e25cb0101b service neutron] (103167) timed out ('10.222.0.54', 37140) {{(pid=103167) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 20 15:11:06.348338 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:11:06.415923 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00de3f1a-ab06-4c4e-a76e-ec913c0ff025 req-58df6988-9b24-4d50-b897-2c909c354d6b tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:11:06.417522 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-00de3f1a-ab06-4c4e-a76e-ec913c0ff025 req-58df6988-9b24-4d50-b897-2c909c354d6b tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2e273ea-7e35-423a-9a7f-c2d03688e9ed HTTP/1.1" status: 200 len: 943 time: 0.0574381 Dec 20 15:11:06.472666 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-00de3f1a-ab06-4c4e-a76e-ec913c0ff025 req-47b77500-c318-4d9c-99e6-030c1061e228 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=f61a59f9-9ca9-4083-8954-e6eb8a2d8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482452 Dec 20 15:11:07.600737 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61de58ce-2011-4a56-91c1-a21d2505f0b1 req-18ecb4b6-b062-4b77-a25e-0c8d2062e45e tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:11:07.602213 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-61de58ce-2011-4a56-91c1-a21d2505f0b1 req-18ecb4b6-b062-4b77-a25e-0c8d2062e45e tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2e273ea-7e35-423a-9a7f-c2d03688e9ed HTTP/1.1" status: 200 len: 943 time: 0.0525651 Dec 20 15:11:07.653652 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-61de58ce-2011-4a56-91c1-a21d2505f0b1 req-d079cce7-45e3-47d2-a8a4-c064aa7476ad tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=f61a59f9-9ca9-4083-8954-e6eb8a2d8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454910 Dec 20 15:11:07.717678 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:11:08.788070 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af05c2e2-2f34-4d52-813a-29b6f628f9dd req-6cdb53f0-0142-4593-a126-3b96227b8c22 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:11:08.789581 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-af05c2e2-2f34-4d52-813a-29b6f628f9dd req-6cdb53f0-0142-4593-a126-3b96227b8c22 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2e273ea-7e35-423a-9a7f-c2d03688e9ed HTTP/1.1" status: 200 len: 943 time: 0.0577343 Dec 20 15:11:08.839611 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-af05c2e2-2f34-4d52-813a-29b6f628f9dd req-1fd52a61-3679-472c-876d-1b0b9b142897 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=f61a59f9-9ca9-4083-8954-e6eb8a2d8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440245 Dec 20 15:11:09.975238 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a3ffd5-8b6f-4860-b863-8210efd6e95b req-a4088c97-7cd4-431a-86b1-c4d9e29fde31 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:11:09.977354 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-68a3ffd5-8b6f-4860-b863-8210efd6e95b req-a4088c97-7cd4-431a-86b1-c4d9e29fde31 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2e273ea-7e35-423a-9a7f-c2d03688e9ed HTTP/1.1" status: 200 len: 943 time: 0.0581126 Dec 20 15:11:10.033735 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-68a3ffd5-8b6f-4860-b863-8210efd6e95b req-233da301-8c36-458b-90b7-fb722045e5f8 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=f61a59f9-9ca9-4083-8954-e6eb8a2d8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499668 Dec 20 15:11:11.165209 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67844cf5-7ca1-46c6-968c-b8a0c0944077 req-4856055a-672c-43e9-90fc-d3e2d79ffa32 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:11:11.166661 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-67844cf5-7ca1-46c6-968c-b8a0c0944077 req-4856055a-672c-43e9-90fc-d3e2d79ffa32 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2e273ea-7e35-423a-9a7f-c2d03688e9ed HTTP/1.1" status: 200 len: 943 time: 0.0574811 Dec 20 15:11:11.217184 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-67844cf5-7ca1-46c6-968c-b8a0c0944077 req-cbcb3d4d-9a16-4190-8d04-3ce5e5dc6a35 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=f61a59f9-9ca9-4083-8954-e6eb8a2d8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445304 Dec 20 15:11:11.970965 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:11:12.351722 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f079f45-d97f-4e9b-b9b6-93b2821efad9 req-40795329-5133-4c36-b9fe-e86e331359b8 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:11:12.353182 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9f079f45-d97f-4e9b-b9b6-93b2821efad9 req-40795329-5133-4c36-b9fe-e86e331359b8 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2e273ea-7e35-423a-9a7f-c2d03688e9ed HTTP/1.1" status: 200 len: 943 time: 0.0507977 Dec 20 15:11:12.406864 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9f079f45-d97f-4e9b-b9b6-93b2821efad9 req-e7eed36b-3c5b-4951-b0bb-e7199f48369b tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=f61a59f9-9ca9-4083-8954-e6eb8a2d8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448070 Dec 20 15:11:13.545150 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e18e743-96a7-46d7-b186-706bb516566a req-9102a0d0-62e8-48d3-8754-f62a8e4baadd tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:11:13.546653 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2e18e743-96a7-46d7-b186-706bb516566a req-9102a0d0-62e8-48d3-8754-f62a8e4baadd tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2e273ea-7e35-423a-9a7f-c2d03688e9ed HTTP/1.1" status: 200 len: 943 time: 0.0627382 Dec 20 15:11:13.598696 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2e18e743-96a7-46d7-b186-706bb516566a req-4a2b9a3b-ad22-4e1c-a6af-be7d63341811 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=f61a59f9-9ca9-4083-8954-e6eb8a2d8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459032 Dec 20 15:11:14.737207 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d27a08-ab7f-4516-bec9-1faab4286fef req-a5085bca-1091-41bd-b20b-1b951f02e2c2 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:11:14.738693 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-95d27a08-ab7f-4516-bec9-1faab4286fef req-a5085bca-1091-41bd-b20b-1b951f02e2c2 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2e273ea-7e35-423a-9a7f-c2d03688e9ed HTTP/1.1" status: 200 len: 943 time: 0.0593255 Dec 20 15:11:14.793935 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-95d27a08-ab7f-4516-bec9-1faab4286fef req-3ad3503c-a4b7-4f1e-b326-76e2bf59ccdc tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=f61a59f9-9ca9-4083-8954-e6eb8a2d8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487697 Dec 20 15:11:14.989175 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 8574d78f-85a8-48c8-8dc8-ca48567e606f details requested by agent hyperv_n-h1-761264-19 with host n-h1-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:11:15.093819 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 8574d78f-85a8-48c8-8dc8-ca48567e606f, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=8574d78f-85a8-48c8-8dc8-ca48567e606f,segment=NetworkSegment(66ea2385-5704-4615-947d-557f749f82dd),segment_id=66ea2385-5704-4615-947d-557f749f82dd)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:11:15.107887 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Returning: {'device': '8574d78f-85a8-48c8-8dc8-ca48567e606f', 'network_id': '98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9', 'port_id': '8574d78f-85a8-48c8-8dc8-ca48567e606f', 'mac_address': 'fa:16:3e:2d:bc:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3c1d8ef-e07d-45b1-9131-82488f6c1e5c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:11:15.145468 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:11:15.158702 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8574d78f-85a8-48c8-8dc8-ca48567e606f {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:11:15.178292 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 8574d78f-85a8-48c8-8dc8-ca48567e606f, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=8574d78f-85a8-48c8-8dc8-ca48567e606f,segment=NetworkSegment(66ea2385-5704-4615-947d-557f749f82dd),segment_id=66ea2385-5704-4615-947d-557f749f82dd)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:11:15.183386 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:11:15.230346 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=8574d78f-85a8-48c8-8dc8-ca48567e606f,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:11:15.238742 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:11:15.239240 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:11:15.239513 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:11:15.239847 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:11:15.240179 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:11:15.240487 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:11:15.240924 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:11:15.241247 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:11:15.241574 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:11:15.241888 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:11:15.242205 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:11:15.242518 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:11:15.243166 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:11:15.543518 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:11:15.546313 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['8574d78f-85a8-48c8-8dc8-ca48567e606f'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:11:15.918365 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312ddcb9-fd7d-4aff-a8f9-9e99f643decb req-efc7dd10-bd09-4c49-830e-b5ade5941a52 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:11:15.919887 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-312ddcb9-fd7d-4aff-a8f9-9e99f643decb req-efc7dd10-bd09-4c49-830e-b5ade5941a52 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2e273ea-7e35-423a-9a7f-c2d03688e9ed HTTP/1.1" status: 200 len: 944 time: 0.0488327 Dec 20 15:11:15.968420 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-312ddcb9-fd7d-4aff-a8f9-9e99f643decb req-75a18de3-e47a-4446-b0ee-253a8803b1e3 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=f61a59f9-9ca9-4083-8954-e6eb8a2d8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425534 Dec 20 15:11:16.988120 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 8574d78f-85a8-48c8-8dc8-ca48567e606f up at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:11:17.050587 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning for port 8574d78f-85a8-48c8-8dc8-ca48567e606f completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:11:17.054760 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning complete for port 8574d78f-85a8-48c8-8dc8-ca48567e606f triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:11:17.055203 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:11:17.099867 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f289adc6-ebe9-42a8-ba9e-f124e285aa4d req-ede7c91d-6e59-4e3b-9f2b-4d360f8fbcbb tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:11:17.101365 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f289adc6-ebe9-42a8-ba9e-f124e285aa4d req-ede7c91d-6e59-4e3b-9f2b-4d360f8fbcbb tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2e273ea-7e35-423a-9a7f-c2d03688e9ed HTTP/1.1" status: 200 len: 944 time: 0.0539656 Dec 20 15:11:17.131704 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:11:17.150887 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f289adc6-ebe9-42a8-ba9e-f124e285aa4d req-7bc2997b-b2f6-4a8d-885e-7ab3f746bf7c tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=f61a59f9-9ca9-4083-8954-e6eb8a2d8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432053 Dec 20 15:11:17.154602 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2e273ea-7e35-423a-9a7f-c2d03688e9ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8574d78f-85a8-48c8-8dc8-ca48567e606f'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:11:17.156885 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27e0d27d-2357-42ee-999f-a412832675fb" -d '{"events": [{"server_uuid": "e2e273ea-7e35-423a-9a7f-c2d03688e9ed", "name": "network-vif-plugged", "status": "completed", "tag": "8574d78f-85a8-48c8-8dc8-ca48567e606f"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:11:17.169643 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 8574d78f-85a8-48c8-8dc8-ca48567e606f, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=8574d78f-85a8-48c8-8dc8-ca48567e606f,segment=NetworkSegment(66ea2385-5704-4615-947d-557f749f82dd),segment_id=66ea2385-5704-4615-947d-557f749f82dd)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:11:17.174401 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:11:17.197065 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7d12bce-7549-4faf-98ba-219540ad8e48 x-openstack-request-id: req-d7d12bce-7549-4faf-98ba-219540ad8e48 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:11:17.197358 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2e273ea-7e35-423a-9a7f-c2d03688e9ed", "name": "network-vif-plugged", "status": "completed", "tag": "8574d78f-85a8-48c8-8dc8-ca48567e606f", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:11:17.197611 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d7d12bce-7549-4faf-98ba-219540ad8e48 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:11:17.198003 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2e273ea-7e35-423a-9a7f-c2d03688e9ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8574d78f-85a8-48c8-8dc8-ca48567e606f', 'code': 200} Dec 20 15:11:17.225803 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=8574d78f-85a8-48c8-8dc8-ca48567e606f,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:11:17.298797 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abc9423-8184-45db-9ecc-998e0b4cab33 req-35c1236f-640c-46bd-96bd-c2f53649e22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:11:17.300209 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0abc9423-8184-45db-9ecc-998e0b4cab33 req-35c1236f-640c-46bd-96bd-c2f53649e22e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e2e273ea-7e35-423a-9a7f-c2d03688e9ed HTTP/1.1" status: 200 len: 1097 time: 0.0460858 Dec 20 15:11:17.351882 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0abc9423-8184-45db-9ecc-998e0b4cab33 req-531a6859-41a5-4253-bb66-5b0d4a4943ed service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f61a59f9-9ca9-4083-8954-e6eb8a2d8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445204 Dec 20 15:11:18.281763 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555036fb-2315-4f5b-8bef-f8f3810114ee req-07b1440e-2af8-4c42-9f6c-916ad890eae2 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:11:18.283259 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-555036fb-2315-4f5b-8bef-f8f3810114ee req-07b1440e-2af8-4c42-9f6c-916ad890eae2 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2e273ea-7e35-423a-9a7f-c2d03688e9ed HTTP/1.1" status: 200 len: 945 time: 0.0525866 Dec 20 15:11:18.337148 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-555036fb-2315-4f5b-8bef-f8f3810114ee req-fd2394c9-1385-4638-826f-df7cbc14f8d4 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=f61a59f9-9ca9-4083-8954-e6eb8a2d8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454602 Dec 20 15:11:19.472878 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe4cb59-cc63-478a-88fe-97a20e7059ce req-0042e1c8-6960-4bb9-8913-54ea8a2f7940 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:11:19.474401 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-efe4cb59-cc63-478a-88fe-97a20e7059ce req-0042e1c8-6960-4bb9-8913-54ea8a2f7940 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2e273ea-7e35-423a-9a7f-c2d03688e9ed HTTP/1.1" status: 200 len: 945 time: 0.0568113 Dec 20 15:11:19.528965 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-efe4cb59-cc63-478a-88fe-97a20e7059ce req-08945315-2b02-4187-b713-c18d9ea7e804 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=f61a59f9-9ca9-4083-8954-e6eb8a2d8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484490 Dec 20 15:11:19.654356 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9153ab-7308-4cfe-a643-94bda78cc10c req-4ba5ce50-4ab3-47b1-9cd7-2e1ec2f89ecc tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:11:19.655735 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0b9153ab-7308-4cfe-a643-94bda78cc10c req-4ba5ce50-4ab3-47b1-9cd7-2e1ec2f89ecc tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2e273ea-7e35-423a-9a7f-c2d03688e9ed HTTP/1.1" status: 200 len: 945 time: 0.0516582 Dec 20 15:11:19.711310 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0b9153ab-7308-4cfe-a643-94bda78cc10c req-4c927b2f-fbbb-4398-83df-668d228ce980 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=f61a59f9-9ca9-4083-8954-e6eb8a2d8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463037 Dec 20 15:11:19.734143 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 53392) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:11:19.776363 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96959029-87e1-4214-bb2f-1c3df85c6c1e tempest-TestVolumeBootPattern-563630470 tempest-TestVolumeBootPattern-563630470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:11:19.777846 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-96959029-87e1-4214-bb2f-1c3df85c6c1e tempest-TestVolumeBootPattern-563630470 tempest-TestVolumeBootPattern-563630470-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=e2e273ea-7e35-423a-9a7f-c2d03688e9ed HTTP/1.1" status: 200 len: 1092 time: 0.0427089 Dec 20 15:11:19.780824 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 53394) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:11:19.785134 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-09d94073-35c8-4a9e-a25c-4df049d86b70 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Request body: {'floatingip': {'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'port_id': '8574d78f-85a8-48c8-8dc8-ca48567e606f', 'tenant_id': 'c386a559a8854d1caa58ca37066a398d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:11:19.814544 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-09d94073-35c8-4a9e-a25c-4df049d86b70 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks [] for floatingip, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:11:19.923416 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-09d94073-35c8-4a9e-a25c-4df049d86b70 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:11:20.025094 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-09d94073-35c8-4a9e-a25c-4df049d86b70 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Allocated IP 172.25.0.247 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/4553f939-91c7-493b-af7d-6316af0e7a79) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:11:20.129870 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-09d94073-35c8-4a9e-a25c-4df049d86b70 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:11:20.165294 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-09d94073-35c8-4a9e-a25c-4df049d86b70 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:11:20.204282 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d94073-35c8-4a9e-a25c-4df049d86b70 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:11:20.206978 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-09d94073-35c8-4a9e-a25c-4df049d86b70 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:11:20.209505 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d94073-35c8-4a9e-a25c-4df049d86b70 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:11:20.232604 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d94073-35c8-4a9e-a25c-4df049d86b70 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Pushing event updated for resources: {'Port': ['ID=4553f939-91c7-493b-af7d-6316af0e7a79,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:11:20.244440 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d94073-35c8-4a9e-a25c-4df049d86b70 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:11:20.244783 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d94073-35c8-4a9e-a25c-4df049d86b70 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:11:20.245123 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d94073-35c8-4a9e-a25c-4df049d86b70 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:11:20.245442 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d94073-35c8-4a9e-a25c-4df049d86b70 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:11:20.245781 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d94073-35c8-4a9e-a25c-4df049d86b70 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:11:20.246097 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d94073-35c8-4a9e-a25c-4df049d86b70 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:11:20.246431 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d94073-35c8-4a9e-a25c-4df049d86b70 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:11:20.246752 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d94073-35c8-4a9e-a25c-4df049d86b70 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:11:20.247280 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d94073-35c8-4a9e-a25c-4df049d86b70 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:11:20.247606 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d94073-35c8-4a9e-a25c-4df049d86b70 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:11:20.247925 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d94073-35c8-4a9e-a25c-4df049d86b70 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:11:20.248242 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d94073-35c8-4a9e-a25c-4df049d86b70 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:11:20.248572 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d94073-35c8-4a9e-a25c-4df049d86b70 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:11:20.591155 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-09d94073-35c8-4a9e-a25c-4df049d86b70 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:11:20.664740 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-09d94073-35c8-4a9e-a25c-4df049d86b70 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:11:20.814671 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-09d94073-35c8-4a9e-a25c-4df049d86b70 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:11:20.821563 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-09d94073-35c8-4a9e-a25c-4df049d86b70 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:11:21.176184 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d94073-35c8-4a9e-a25c-4df049d86b70 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Pushing event updated for resources: {'Port': ['ID=4553f939-91c7-493b-af7d-6316af0e7a79,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:11:21.191722 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-09d94073-35c8-4a9e-a25c-4df049d86b70 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585115'] for floatingip, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:11:21.291099 n-d-761264-19 neutron-server[103168]: INFO neutron.db.l3_db [None req-09d94073-35c8-4a9e-a25c-4df049d86b70 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Floating IP c58298de-6c85-4e62-8a9f-4460c798dba6 associated. External IP: 172.25.0.247, port: 8574d78f-85a8-48c8-8dc8-ca48567e606f. Dec 20 15:11:21.499040 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09d94073-35c8-4a9e-a25c-4df049d86b70 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Router dab89d8c-e9a2-47eb-b465-582675808ef5 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:11:21.613794 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09d94073-35c8-4a9e-a25c-4df049d86b70 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:11:21.627638 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5227efd0-0f8f-4d3c-9736-0b34fc28e8ee None None] Sync routers for ids ['dab89d8c-e9a2-47eb-b465-582675808ef5'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:11:21.638052 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-09d94073-35c8-4a9e-a25c-4df049d86b70 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:11:21.640600 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5227efd0-0f8f-4d3c-9736-0b34fc28e8ee None None] Routers {'dab89d8c-e9a2-47eb-b465-582675808ef5'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:11:21.641436 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-5227efd0-0f8f-4d3c-9736-0b34fc28e8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:11:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['dab89d8c-e9a2-47eb-b465-582675808ef5'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:11:21.664784 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-09d94073-35c8-4a9e-a25c-4df049d86b70 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8829944 Dec 20 15:11:21.665443 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2e273ea-7e35-423a-9a7f-c2d03688e9ed', 'tag': '8574d78f-85a8-48c8-8dc8-ca48567e606f'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:11:21.667707 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16e0ea68-625b-43e1-9b3f-f2bd063e3b88" -d '{"events": [{"name": "network-changed", "server_uuid": "e2e273ea-7e35-423a-9a7f-c2d03688e9ed", "tag": "8574d78f-85a8-48c8-8dc8-ca48567e606f"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:11:21.749349 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-5227efd0-0f8f-4d3c-9736-0b34fc28e8ee None None] Set router dab89d8c-e9a2-47eb-b465-582675808ef5 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:11:21.771150 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3b26e95-f8ac-4c05-81db-2b246db99551 x-openstack-request-id: req-a3b26e95-f8ac-4c05-81db-2b246db99551 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:11:21.771448 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2e273ea-7e35-423a-9a7f-c2d03688e9ed", "tag": "8574d78f-85a8-48c8-8dc8-ca48567e606f", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:11:21.771704 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a3b26e95-f8ac-4c05-81db-2b246db99551 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:11:21.772164 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2e273ea-7e35-423a-9a7f-c2d03688e9ed', 'tag': '8574d78f-85a8-48c8-8dc8-ca48567e606f', 'status': 'completed', 'code': 200} Dec 20 15:11:21.833800 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e0ea68-625b-43e1-9b3f-f2bd063e3b88 req-b26c4e3b-f9f9-4e50-8276-dd9622940dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:11:21.835272 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-16e0ea68-625b-43e1-9b3f-f2bd063e3b88 req-b26c4e3b-f9f9-4e50-8276-dd9622940dd0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c386a559a8854d1caa58ca37066a398d&device_id=e2e273ea-7e35-423a-9a7f-c2d03688e9ed HTTP/1.1" status: 200 len: 1097 time: 0.0403225 Dec 20 15:11:21.980321 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-5227efd0-0f8f-4d3c-9736-0b34fc28e8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab89d8c-e9a2-47eb-b465-582675808ef5', 'name': 'tempest-TestVolumeBootPattern-181522526-router', 'tenant_id': 'c386a559a8854d1caa58ca37066a398d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '504b9e0e-7434-4a03-9984-8982e4b99d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:02:48Z', 'updated_at': '2021-12-20T15:02:52Z', 'revision_number': 4, 'project_id': 'c386a559a8854d1caa58ca37066a398d', 'gw_port': {'id': '504b9e0e-7434-4a03-9984-8982e4b99d44', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab89d8c-e9a2-47eb-b465-582675808ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:49Z', 'updated_at': '2021-12-20T15:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': 'b69cc1c1-0553-4d16-af78-5c38ba277ce3', 'tenant_id': 'c386a559a8854d1caa58ca37066a398d', 'floating_ip_address': '172.25.0.75', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': 'dab89d8c-e9a2-47eb-b465-582675808ef5', 'port_id': '1b0bf881-b5c7-4a08-bf77-1ff9b1a7bbec', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4033, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9', 'mac_address': 'fa:16:3e:1e:6b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b83d3d7-5032-45d1-bd51-be049e72402c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:09:08Z', 'updated_at': '2021-12-20T15:09:10Z', 'revision_number': 1, 'project_id': 'c386a559a8854d1caa58ca37066a398d', 'fixed_ip_address_scope': None}, {'id': 'c58298de-6c85-4e62-8a9f-4460c798dba6', 'tenant_id': 'c386a559a8854d1caa58ca37066a398d', 'floating_ip_address': '172.25.0.247', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': 'dab89d8c-e9a2-47eb-b465-582675808ef5', 'port_id': '8574d78f-85a8-48c8-8dc8-ca48567e606f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4036, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9', 'mac_address': 'fa:16:3e:2d:bc:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e273ea-7e35-423a-9a7f-c2d03688e9ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:11:20Z', 'updated_at': '2021-12-20T15:11:20Z', 'revision_number': 0, 'project_id': 'c386a559a8854d1caa58ca37066a398d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66373ca8-728d-4d88-8570-9def47b5acdc', 'name': '', 'network_id': '98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9', 'tenant_id': 'c386a559a8854d1caa58ca37066a398d', 'mac_address': 'fa:16:3e:7c:da:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab89d8c-e9a2-47eb-b465-582675808ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': 'f3c1d8ef-e07d-45b1-9131-82488f6c1e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:51Z', 'updated_at': '2021-12-20T15:02:59Z', 'revision_number': 5, 'project_id': 'c386a559a8854d1caa58ca37066a398d', 'subnets': [{'id': 'f3c1d8ef-e07d-45b1-9131-82488f6c1e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:11:22.012259 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5227efd0-0f8f-4d3c-9736-0b34fc28e8ee None None] Checking router: dab89d8c-e9a2-47eb-b465-582675808ef5 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:11:22.021520 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5227efd0-0f8f-4d3c-9736-0b34fc28e8ee None None] Routers {'dab89d8c-e9a2-47eb-b465-582675808ef5'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:11:22.022259 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-5227efd0-0f8f-4d3c-9736-0b34fc28e8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:11:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['dab89d8c-e9a2-47eb-b465-582675808ef5'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:11:22.131617 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-5227efd0-0f8f-4d3c-9736-0b34fc28e8ee None None] Set router dab89d8c-e9a2-47eb-b465-582675808ef5 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:11:22.231494 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e0ea68-625b-43e1-9b3f-f2bd063e3b88 req-2ed79326-030b-4e94-b448-20f15577e401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:11:22.232971 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-16e0ea68-625b-43e1-9b3f-f2bd063e3b88 req-2ed79326-030b-4e94-b448-20f15577e401 service neutron] 10.222.0.30 "GET /v2.0/networks?id=98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9 HTTP/1.1" status: 200 len: 912 time: 0.3901455 Dec 20 15:11:22.319115 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-16e0ea68-625b-43e1-9b3f-f2bd063e3b88 req-57a319d2-53dd-42e3-9452-a6a35c3ee753 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8574d78f-85a8-48c8-8dc8-ca48567e606f HTTP/1.1" status: 200 len: 999 time: 0.0776727 Dec 20 15:11:22.370907 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e0ea68-625b-43e1-9b3f-f2bd063e3b88 req-e4a1ab10-8be9-4075-92cd-81433f158dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:11:22.372361 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-16e0ea68-625b-43e1-9b3f-f2bd063e3b88 req-e4a1ab10-8be9-4075-92cd-81433f158dcd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f3c1d8ef-e07d-45b1-9131-82488f6c1e5c HTTP/1.1" status: 200 len: 850 time: 0.0466473 Dec 20 15:11:22.379200 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-5227efd0-0f8f-4d3c-9736-0b34fc28e8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab89d8c-e9a2-47eb-b465-582675808ef5', 'name': 'tempest-TestVolumeBootPattern-181522526-router', 'tenant_id': 'c386a559a8854d1caa58ca37066a398d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '504b9e0e-7434-4a03-9984-8982e4b99d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:02:48Z', 'updated_at': '2021-12-20T15:02:52Z', 'revision_number': 4, 'project_id': 'c386a559a8854d1caa58ca37066a398d', 'gw_port': {'id': '504b9e0e-7434-4a03-9984-8982e4b99d44', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab89d8c-e9a2-47eb-b465-582675808ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:49Z', 'updated_at': '2021-12-20T15:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': 'b69cc1c1-0553-4d16-af78-5c38ba277ce3', 'tenant_id': 'c386a559a8854d1caa58ca37066a398d', 'floating_ip_address': '172.25.0.75', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': 'dab89d8c-e9a2-47eb-b465-582675808ef5', 'port_id': '1b0bf881-b5c7-4a08-bf77-1ff9b1a7bbec', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4033, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9', 'mac_address': 'fa:16:3e:1e:6b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b83d3d7-5032-45d1-bd51-be049e72402c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:09:08Z', 'updated_at': '2021-12-20T15:09:10Z', 'revision_number': 1, 'project_id': 'c386a559a8854d1caa58ca37066a398d', 'fixed_ip_address_scope': None}, {'id': 'c58298de-6c85-4e62-8a9f-4460c798dba6', 'tenant_id': 'c386a559a8854d1caa58ca37066a398d', 'floating_ip_address': '172.25.0.247', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': 'dab89d8c-e9a2-47eb-b465-582675808ef5', 'port_id': '8574d78f-85a8-48c8-8dc8-ca48567e606f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4036, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9', 'mac_address': 'fa:16:3e:2d:bc:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e273ea-7e35-423a-9a7f-c2d03688e9ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:11:20Z', 'updated_at': '2021-12-20T15:11:20Z', 'revision_number': 0, 'project_id': 'c386a559a8854d1caa58ca37066a398d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66373ca8-728d-4d88-8570-9def47b5acdc', 'name': '', 'network_id': '98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9', 'tenant_id': 'c386a559a8854d1caa58ca37066a398d', 'mac_address': 'fa:16:3e:7c:da:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab89d8c-e9a2-47eb-b465-582675808ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': 'f3c1d8ef-e07d-45b1-9131-82488f6c1e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:51Z', 'updated_at': '2021-12-20T15:02:59Z', 'revision_number': 5, 'project_id': 'c386a559a8854d1caa58ca37066a398d', 'subnets': [{'id': 'f3c1d8ef-e07d-45b1-9131-82488f6c1e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:11:22.409689 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5227efd0-0f8f-4d3c-9736-0b34fc28e8ee None None] The sync data for ids ['dab89d8c-e9a2-47eb-b465-582675808ef5'] in n-d-761264-19 is: [{'id': 'dab89d8c-e9a2-47eb-b465-582675808ef5', 'name': 'tempest-TestVolumeBootPattern-181522526-router', 'tenant_id': 'c386a559a8854d1caa58ca37066a398d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '504b9e0e-7434-4a03-9984-8982e4b99d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:02:48Z', 'updated_at': '2021-12-20T15:02:52Z', 'revision_number': 4, 'project_id': 'c386a559a8854d1caa58ca37066a398d', 'gw_port': {'id': '504b9e0e-7434-4a03-9984-8982e4b99d44', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab89d8c-e9a2-47eb-b465-582675808ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:49Z', 'updated_at': '2021-12-20T15:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': 'b69cc1c1-0553-4d16-af78-5c38ba277ce3', 'tenant_id': 'c386a559a8854d1caa58ca37066a398d', 'floating_ip_address': '172.25.0.75', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': 'dab89d8c-e9a2-47eb-b465-582675808ef5', 'port_id': '1b0bf881-b5c7-4a08-bf77-1ff9b1a7bbec', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4033, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9', 'mac_address': 'fa:16:3e:1e:6b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b83d3d7-5032-45d1-bd51-be049e72402c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:09:08Z', 'updated_at': '2021-12-20T15:09:10Z', 'revision_number': 1, 'project_id': 'c386a559a8854d1caa58ca37066a398d', 'fixed_ip_address_scope': None}, {'id': 'c58298de-6c85-4e62-8a9f-4460c798dba6', 'tenant_id': 'c386a559a8854d1caa58ca37066a398d', 'floating_ip_address': '172.25.0.247', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': 'dab89d8c-e9a2-47eb-b465-582675808ef5', 'port_id': '8574d78f-85a8-48c8-8dc8-ca48567e606f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4036, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9', 'mac_address': 'fa:16:3e:2d:bc:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e273ea-7e35-423a-9a7f-c2d03688e9ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:11:20Z', 'updated_at': '2021-12-20T15:11:20Z', 'revision_number': 0, 'project_id': 'c386a559a8854d1caa58ca37066a398d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66373ca8-728d-4d88-8570-9def47b5acdc', 'name': '', 'network_id': '98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9', 'tenant_id': 'c386a559a8854d1caa58ca37066a398d', 'mac_address': 'fa:16:3e:7c:da:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab89d8c-e9a2-47eb-b465-582675808ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': 'f3c1d8ef-e07d-45b1-9131-82488f6c1e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:51Z', 'updated_at': '2021-12-20T15:02:59Z', 'revision_number': 5, 'project_id': 'c386a559a8854d1caa58ca37066a398d', 'subnets': [{'id': 'f3c1d8ef-e07d-45b1-9131-82488f6c1e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:11:22.419582 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e0ea68-625b-43e1-9b3f-f2bd063e3b88 req-4f9c8a8d-d8af-4299-981a-ac956039b0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:11:22.421296 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-16e0ea68-625b-43e1-9b3f-f2bd063e3b88 req-4f9c8a8d-d8af-4299-981a-ac956039b0d3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412416 Dec 20 15:11:22.514944 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-16e0ea68-625b-43e1-9b3f-f2bd063e3b88 req-2ae6494a-3abd-46db-800d-e5d70f82b910 service neutron] 10.222.0.30 "GET /v2.0/networks/98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868857 Dec 20 15:11:22.604557 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63038345-652b-444a-8ca6-c17b21c127ab None None] New status for floating IP c58298de-6c85-4e62-8a9f-4460c798dba6: ACTIVE {{(pid=103170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 15:11:22.606682 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-16e0ea68-625b-43e1-9b3f-f2bd063e3b88 req-77129a13-79d2-42fe-9d45-fc05c30ab311 service neutron] 10.222.0.30 "GET /v2.0/networks/98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840392 Dec 20 15:11:30.761051 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8432c6a5-3619-40cf-972e-6211cf3bc4a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:11:32.947363 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-fdcdb7ce-d375-45a7-ad8f-d32ca172683e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:11:33.912773 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:11:34.228758 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3364845a-f020-4c4f-aecb-8531614e3dfd req-7961a938-93cf-4a31-b104-b63491603500 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e2e273ea-7e35-423a-9a7f-c2d03688e9ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0415866 Dec 20 15:11:34.317720 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3364845a-f020-4c4f-aecb-8531614e3dfd req-e4bed94c-92a2-49b8-a5c9-5cd7e1ca6567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:11:34.319232 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3364845a-f020-4c4f-aecb-8531614e3dfd req-e4bed94c-92a2-49b8-a5c9-5cd7e1ca6567 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c386a559a8854d1caa58ca37066a398d&device_id=e2e273ea-7e35-423a-9a7f-c2d03688e9ed HTTP/1.1" status: 200 len: 1097 time: 0.0479157 Dec 20 15:11:34.434296 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3364845a-f020-4c4f-aecb-8531614e3dfd req-5be68d08-e8bc-4951-b0f4-dd155e296c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:11:34.435825 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3364845a-f020-4c4f-aecb-8531614e3dfd req-5be68d08-e8bc-4951-b0f4-dd155e296c06 service neutron] 10.222.0.30 "GET /v2.0/networks?id=98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9 HTTP/1.1" status: 200 len: 912 time: 0.0898418 Dec 20 15:11:34.513407 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3364845a-f020-4c4f-aecb-8531614e3dfd req-d89586dc-4c06-42c4-929f-637282de8e55 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8574d78f-85a8-48c8-8dc8-ca48567e606f HTTP/1.1" status: 200 len: 1001 time: 0.0621817 Dec 20 15:11:34.562591 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3364845a-f020-4c4f-aecb-8531614e3dfd req-559cf882-b275-485d-be09-3a57b390ac1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:11:34.564042 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3364845a-f020-4c4f-aecb-8531614e3dfd req-559cf882-b275-485d-be09-3a57b390ac1b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f3c1d8ef-e07d-45b1-9131-82488f6c1e5c HTTP/1.1" status: 200 len: 850 time: 0.0430758 Dec 20 15:11:34.611448 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3364845a-f020-4c4f-aecb-8531614e3dfd req-6b518ac5-5ca6-4162-af20-6ea80d3f45c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:11:34.612898 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3364845a-f020-4c4f-aecb-8531614e3dfd req-6b518ac5-5ca6-4162-af20-6ea80d3f45c1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408914 Dec 20 15:11:34.626595 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [req-3364845a-f020-4c4f-aecb-8531614e3dfd req-442f23ef-4a2a-44dc-a418-3af695b90055 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:11:34.627553 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3364845a-f020-4c4f-aecb-8531614e3dfd req-442f23ef-4a2a-44dc-a418-3af695b90055 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048683 Dec 20 15:11:34.726129 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3364845a-f020-4c4f-aecb-8531614e3dfd req-9adc860b-454b-4564-b3bd-8aca40d843a7 service neutron] 10.222.0.30 "GET /v2.0/networks/98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888197 Dec 20 15:11:34.824803 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3364845a-f020-4c4f-aecb-8531614e3dfd req-b81c3471-8540-4e64-9694-30c84daefa22 service neutron] 10.222.0.30 "GET /v2.0/networks/98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832002 Dec 20 15:11:35.904480 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:11:36.349776 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:11:41.948055 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:11:42.296595 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-89947df8-2cd9-4062-ac75-4dda1fbd22ba req-07bbf9b1-fb3c-4df9-aa26-27f12b7fde97 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5b83d3d7-5032-45d1-bd51-be049e72402c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1030817 Dec 20 15:11:42.382038 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89947df8-2cd9-4062-ac75-4dda1fbd22ba req-a87a8009-9021-4b0c-9c58-6e71d0563e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:11:42.383693 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-89947df8-2cd9-4062-ac75-4dda1fbd22ba req-a87a8009-9021-4b0c-9c58-6e71d0563e0f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c386a559a8854d1caa58ca37066a398d&device_id=5b83d3d7-5032-45d1-bd51-be049e72402c HTTP/1.1" status: 200 len: 1098 time: 0.0425882 Dec 20 15:11:42.494122 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89947df8-2cd9-4062-ac75-4dda1fbd22ba req-48670243-d96e-450e-8ddb-859897addc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:11:42.495658 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-89947df8-2cd9-4062-ac75-4dda1fbd22ba req-48670243-d96e-450e-8ddb-859897addc56 service neutron] 10.222.0.47 "GET /v2.0/networks?id=98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9 HTTP/1.1" status: 200 len: 912 time: 0.0921414 Dec 20 15:11:42.567063 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-89947df8-2cd9-4062-ac75-4dda1fbd22ba req-9a78f686-00fa-4ec5-a93b-abc1f61ea4a4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1b0bf881-b5c7-4a08-bf77-1ff9b1a7bbec HTTP/1.1" status: 200 len: 1001 time: 0.0649762 Dec 20 15:11:42.618730 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89947df8-2cd9-4062-ac75-4dda1fbd22ba req-827b858c-6067-4371-8e5f-63e412bf225b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:11:42.620431 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-89947df8-2cd9-4062-ac75-4dda1fbd22ba req-827b858c-6067-4371-8e5f-63e412bf225b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f3c1d8ef-e07d-45b1-9131-82488f6c1e5c HTTP/1.1" status: 200 len: 850 time: 0.0471287 Dec 20 15:11:42.669199 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89947df8-2cd9-4062-ac75-4dda1fbd22ba req-91ec36d1-d5a0-4133-adda-25b4003018ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:11:42.670861 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-89947df8-2cd9-4062-ac75-4dda1fbd22ba req-91ec36d1-d5a0-4133-adda-25b4003018ef service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433297 Dec 20 15:11:42.682238 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [req-89947df8-2cd9-4062-ac75-4dda1fbd22ba req-c8b23119-0815-4c64-8d6e-49dba95d7697 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:11:42.683553 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-89947df8-2cd9-4062-ac75-4dda1fbd22ba req-c8b23119-0815-4c64-8d6e-49dba95d7697 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058734 Dec 20 15:11:42.781836 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-89947df8-2cd9-4062-ac75-4dda1fbd22ba req-f7ec8fb0-f6dc-40c5-833d-4bc1c78a796d service neutron] 10.222.0.47 "GET /v2.0/networks/98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913451 Dec 20 15:11:42.887216 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-89947df8-2cd9-4062-ac75-4dda1fbd22ba req-395a88b0-ae3e-4135-8624-7017dc94767c service neutron] 10.222.0.47 "GET /v2.0/networks/98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985010 Dec 20 15:11:44.723360 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:11:45.542331 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:12:00.757724 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-68f4f761-78d9-4113-a412-6d66b3607762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:12:02.941782 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-030caf23-79ef-4825-a1ff-9ea55e5a6934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:12:03.918885 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:12:05.905752 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:12:06.345075 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:12:11.955117 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:12:15.539394 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:12:21.728850 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:12:30.748080 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-abc7d793-db0a-476e-9289-061362d17b2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:12:32.953272 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6ce17074-3785-4724-a9be-5b47883086ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:12:33.922111 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:12:35.260233 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-90b811f3-18e7-4357-9f4c-a76dce73b0bf req-0c52a4f6-98cd-41d0-a61b-efa89eaca491 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e2e273ea-7e35-423a-9a7f-c2d03688e9ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0463407 Dec 20 15:12:35.349102 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b811f3-18e7-4357-9f4c-a76dce73b0bf req-90881380-3b25-4aec-ba8a-70ff671cbe25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:12:35.350593 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-90b811f3-18e7-4357-9f4c-a76dce73b0bf req-90881380-3b25-4aec-ba8a-70ff671cbe25 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c386a559a8854d1caa58ca37066a398d&device_id=e2e273ea-7e35-423a-9a7f-c2d03688e9ed HTTP/1.1" status: 200 len: 1097 time: 0.0428512 Dec 20 15:12:35.466739 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b811f3-18e7-4357-9f4c-a76dce73b0bf req-9d4e5926-964a-4f75-b808-d0f0c3795295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:12:35.468249 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-90b811f3-18e7-4357-9f4c-a76dce73b0bf req-9d4e5926-964a-4f75-b808-d0f0c3795295 service neutron] 10.222.0.30 "GET /v2.0/networks?id=98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9 HTTP/1.1" status: 200 len: 912 time: 0.0975151 Dec 20 15:12:35.539557 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-90b811f3-18e7-4357-9f4c-a76dce73b0bf req-28096da7-daa3-4069-ba0b-334dfe379aad service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8574d78f-85a8-48c8-8dc8-ca48567e606f HTTP/1.1" status: 200 len: 1001 time: 0.0636773 Dec 20 15:12:35.593992 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b811f3-18e7-4357-9f4c-a76dce73b0bf req-8aa6f385-b85e-491d-9bed-e01a5e02d9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:12:35.595452 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-90b811f3-18e7-4357-9f4c-a76dce73b0bf req-8aa6f385-b85e-491d-9bed-e01a5e02d9c3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f3c1d8ef-e07d-45b1-9131-82488f6c1e5c HTTP/1.1" status: 200 len: 850 time: 0.0491433 Dec 20 15:12:35.648001 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b811f3-18e7-4357-9f4c-a76dce73b0bf req-bab67384-0f50-4bb5-a3e8-e021b04ae4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:12:35.649390 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-90b811f3-18e7-4357-9f4c-a76dce73b0bf req-bab67384-0f50-4bb5-a3e8-e021b04ae4b7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465903 Dec 20 15:12:35.740378 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-90b811f3-18e7-4357-9f4c-a76dce73b0bf req-9008cffb-ddf6-4146-bf88-d01711b0311f service neutron] 10.222.0.30 "GET /v2.0/networks/98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832405 Dec 20 15:12:35.832448 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-90b811f3-18e7-4357-9f4c-a76dce73b0bf req-02929060-66c1-4e04-acdd-50be1a415515 service neutron] 10.222.0.30 "GET /v2.0/networks/98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842485 Dec 20 15:12:35.907929 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:12:36.354228 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:12:41.969810 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:12:42.255873 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-52034b08-9983-42a2-9659-6027f9ad2189 req-31bb3e4c-1af7-45cb-b1bd-1849f2542cb5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5b83d3d7-5032-45d1-bd51-be049e72402c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0436096 Dec 20 15:12:42.341448 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52034b08-9983-42a2-9659-6027f9ad2189 req-fc29f729-14cc-4ef7-8c43-3e4c5b16622d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:12:42.343046 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-52034b08-9983-42a2-9659-6027f9ad2189 req-fc29f729-14cc-4ef7-8c43-3e4c5b16622d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c386a559a8854d1caa58ca37066a398d&device_id=5b83d3d7-5032-45d1-bd51-be049e72402c HTTP/1.1" status: 200 len: 1098 time: 0.0453560 Dec 20 15:12:42.453169 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52034b08-9983-42a2-9659-6027f9ad2189 req-a844c538-c9c4-4c40-bafd-e35e26c46d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:12:42.454680 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-52034b08-9983-42a2-9659-6027f9ad2189 req-a844c538-c9c4-4c40-bafd-e35e26c46d2f service neutron] 10.222.0.47 "GET /v2.0/networks?id=98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9 HTTP/1.1" status: 200 len: 912 time: 0.0914998 Dec 20 15:12:42.525996 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-52034b08-9983-42a2-9659-6027f9ad2189 req-1645fa98-8985-4c45-86d8-78eb8a9fe3ad service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1b0bf881-b5c7-4a08-bf77-1ff9b1a7bbec HTTP/1.1" status: 200 len: 1001 time: 0.0634270 Dec 20 15:12:42.582092 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52034b08-9983-42a2-9659-6027f9ad2189 req-6032c04f-6345-42d7-a35c-20709db9f5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:12:42.583600 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-52034b08-9983-42a2-9659-6027f9ad2189 req-6032c04f-6345-42d7-a35c-20709db9f5f5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f3c1d8ef-e07d-45b1-9131-82488f6c1e5c HTTP/1.1" status: 200 len: 850 time: 0.0509970 Dec 20 15:12:42.630498 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52034b08-9983-42a2-9659-6027f9ad2189 req-8482c515-aeda-4f87-8945-305ffc8e3fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:12:42.632062 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-52034b08-9983-42a2-9659-6027f9ad2189 req-8482c515-aeda-4f87-8945-305ffc8e3fe7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417452 Dec 20 15:12:42.736050 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-52034b08-9983-42a2-9659-6027f9ad2189 req-12b2a12f-4062-4c96-86b1-6565c1e65fc9 service neutron] 10.222.0.47 "GET /v2.0/networks/98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967166 Dec 20 15:12:42.832687 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-52034b08-9983-42a2-9659-6027f9ad2189 req-3564899c-b286-4df6-a46f-b4b2a0623d3e service neutron] 10.222.0.47 "GET /v2.0/networks/98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889561 Dec 20 15:12:45.545496 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:12:49.072686 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 53436) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:12:49.254221 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-c2074e07-f661-4bb6-ad18-fe96b4585f6a tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Deleting port 4553f939-91c7-493b-af7d-6316af0e7a79 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:12:49.254566 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c2074e07-f661-4bb6-ad18-fe96b4585f6a tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:12:49.337464 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c2074e07-f661-4bb6-ad18-fe96b4585f6a tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:12:49.337677 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c2074e07-f661-4bb6-ad18-fe96b4585f6a tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:12:49.349783 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-c2074e07-f661-4bb6-ad18-fe96b4585f6a tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Calling delete_port for 4553f939-91c7-493b-af7d-6316af0e7a79 owned by network:floatingip {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:12:49.507795 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c2074e07-f661-4bb6-ad18-fe96b4585f6a tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:12:49.532692 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2074e07-f661-4bb6-ad18-fe96b4585f6a tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Pushing event deleted for resources: {'Port': ['ID=4553f939-91c7-493b-af7d-6316af0e7a79,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:12:49.562840 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2074e07-f661-4bb6-ad18-fe96b4585f6a tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:12:49.563195 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2074e07-f661-4bb6-ad18-fe96b4585f6a tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:12:49.563531 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2074e07-f661-4bb6-ad18-fe96b4585f6a tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:12:49.563880 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2074e07-f661-4bb6-ad18-fe96b4585f6a tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:12:49.564219 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2074e07-f661-4bb6-ad18-fe96b4585f6a tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:12:49.564550 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2074e07-f661-4bb6-ad18-fe96b4585f6a tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:12:49.564880 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2074e07-f661-4bb6-ad18-fe96b4585f6a tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:12:49.565205 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2074e07-f661-4bb6-ad18-fe96b4585f6a tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:12:49.565519 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2074e07-f661-4bb6-ad18-fe96b4585f6a tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:12:49.565831 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2074e07-f661-4bb6-ad18-fe96b4585f6a tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:12:49.566153 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2074e07-f661-4bb6-ad18-fe96b4585f6a tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:12:49.566478 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2074e07-f661-4bb6-ad18-fe96b4585f6a tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:12:49.566815 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2074e07-f661-4bb6-ad18-fe96b4585f6a tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:12:49.607017 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c2074e07-f661-4bb6-ad18-fe96b4585f6a tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks [] for floatingip, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:12:49.607253 n-d-761264-19 neutron-server[103168]: INFO neutron.db.l3_db [None req-c2074e07-f661-4bb6-ad18-fe96b4585f6a tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Floating IP c58298de-6c85-4e62-8a9f-4460c798dba6 disassociated (deleted). External IP: 172.25.0.247, port: 8574d78f-85a8-48c8-8dc8-ca48567e606f. Dec 20 15:12:49.830151 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2074e07-f661-4bb6-ad18-fe96b4585f6a tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Router dab89d8c-e9a2-47eb-b465-582675808ef5 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:12:49.943515 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2074e07-f661-4bb6-ad18-fe96b4585f6a tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:12:49.948417 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c2074e07-f661-4bb6-ad18-fe96b4585f6a tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:12:49.953608 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0814f21-741a-4cbc-a45d-cf304905c0b9 None None] Sync routers for ids ['dab89d8c-e9a2-47eb-b465-582675808ef5'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:12:49.965771 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0814f21-741a-4cbc-a45d-cf304905c0b9 None None] Routers {'dab89d8c-e9a2-47eb-b465-582675808ef5'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:12:49.966388 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-a0814f21-741a-4cbc-a45d-cf304905c0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:12:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['dab89d8c-e9a2-47eb-b465-582675808ef5'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:12:49.980411 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-c2074e07-f661-4bb6-ad18-fe96b4585f6a tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "DELETE /v2.0/floatingips/c58298de-6c85-4e62-8a9f-4460c798dba6 HTTP/1.1" status: 204 len: 168 time: 0.9063201 Dec 20 15:12:49.981008 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2e273ea-7e35-423a-9a7f-c2d03688e9ed', 'tag': '8574d78f-85a8-48c8-8dc8-ca48567e606f'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:12:49.983296 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dd33c71-7d83-4eab-8898-b53e2aaf573f" -d '{"events": [{"name": "network-changed", "server_uuid": "e2e273ea-7e35-423a-9a7f-c2d03688e9ed", "tag": "8574d78f-85a8-48c8-8dc8-ca48567e606f"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:12:50.021493 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f068f276-432b-45ba-b1b4-994cf4fb5adf x-openstack-request-id: req-f068f276-432b-45ba-b1b4-994cf4fb5adf {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:12:50.021780 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2e273ea-7e35-423a-9a7f-c2d03688e9ed", "tag": "8574d78f-85a8-48c8-8dc8-ca48567e606f", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:12:50.022018 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f068f276-432b-45ba-b1b4-994cf4fb5adf {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:12:50.022430 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2e273ea-7e35-423a-9a7f-c2d03688e9ed', 'tag': '8574d78f-85a8-48c8-8dc8-ca48567e606f', 'status': 'completed', 'code': 200} Dec 20 15:12:50.082737 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-a0814f21-741a-4cbc-a45d-cf304905c0b9 None None] Set router dab89d8c-e9a2-47eb-b465-582675808ef5 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:12:50.089348 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd33c71-7d83-4eab-8898-b53e2aaf573f req-5f3b1aa5-ecfb-4093-956f-8c363469e5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:12:50.091090 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3dd33c71-7d83-4eab-8898-b53e2aaf573f req-5f3b1aa5-ecfb-4093-956f-8c363469e5b5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c386a559a8854d1caa58ca37066a398d&device_id=e2e273ea-7e35-423a-9a7f-c2d03688e9ed HTTP/1.1" status: 200 len: 1097 time: 0.0455084 Dec 20 15:12:50.197730 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd33c71-7d83-4eab-8898-b53e2aaf573f req-b78b3fd4-3327-48f7-b2a6-72ad51f6358a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:12:50.199232 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3dd33c71-7d83-4eab-8898-b53e2aaf573f req-b78b3fd4-3327-48f7-b2a6-72ad51f6358a service neutron] 10.222.0.30 "GET /v2.0/networks?id=98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9 HTTP/1.1" status: 200 len: 912 time: 0.1016796 Dec 20 15:12:50.252616 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3dd33c71-7d83-4eab-8898-b53e2aaf573f req-701c3345-1475-4ddd-87bb-20a43377dac4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8574d78f-85a8-48c8-8dc8-ca48567e606f HTTP/1.1" status: 200 len: 217 time: 0.0400016 Dec 20 15:12:50.280835 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1477a56b-73fd-49a7-9d24-f12008f34ba7 req-d1e0a268-7b38-49ec-b523-47cc71af3943 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:12:50.282487 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1477a56b-73fd-49a7-9d24-f12008f34ba7 req-d1e0a268-7b38-49ec-b523-47cc71af3943 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2e273ea-7e35-423a-9a7f-c2d03688e9ed HTTP/1.1" status: 200 len: 945 time: 0.1060169 Dec 20 15:12:50.315385 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-a0814f21-741a-4cbc-a45d-cf304905c0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab89d8c-e9a2-47eb-b465-582675808ef5', 'name': 'tempest-TestVolumeBootPattern-181522526-router', 'tenant_id': 'c386a559a8854d1caa58ca37066a398d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '504b9e0e-7434-4a03-9984-8982e4b99d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:02:48Z', 'updated_at': '2021-12-20T15:02:52Z', 'revision_number': 4, 'project_id': 'c386a559a8854d1caa58ca37066a398d', 'gw_port': {'id': '504b9e0e-7434-4a03-9984-8982e4b99d44', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab89d8c-e9a2-47eb-b465-582675808ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:49Z', 'updated_at': '2021-12-20T15:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': 'b69cc1c1-0553-4d16-af78-5c38ba277ce3', 'tenant_id': 'c386a559a8854d1caa58ca37066a398d', 'floating_ip_address': '172.25.0.75', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': 'dab89d8c-e9a2-47eb-b465-582675808ef5', 'port_id': '1b0bf881-b5c7-4a08-bf77-1ff9b1a7bbec', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4033, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9', 'mac_address': 'fa:16:3e:1e:6b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b83d3d7-5032-45d1-bd51-be049e72402c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:09:08Z', 'updated_at': '2021-12-20T15:09:10Z', 'revision_number': 1, 'project_id': 'c386a559a8854d1caa58ca37066a398d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66373ca8-728d-4d88-8570-9def47b5acdc', 'name': '', 'network_id': '98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9', 'tenant_id': 'c386a559a8854d1caa58ca37066a398d', 'mac_address': 'fa:16:3e:7c:da:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab89d8c-e9a2-47eb-b465-582675808ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': 'f3c1d8ef-e07d-45b1-9131-82488f6c1e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:51Z', 'updated_at': '2021-12-20T15:02:59Z', 'revision_number': 5, 'project_id': 'c386a559a8854d1caa58ca37066a398d', 'subnets': [{'id': 'f3c1d8ef-e07d-45b1-9131-82488f6c1e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:12:50.339498 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd33c71-7d83-4eab-8898-b53e2aaf573f req-fcd02d75-0f5e-40da-882f-2a18c69608b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:12:50.340979 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3dd33c71-7d83-4eab-8898-b53e2aaf573f req-fcd02d75-0f5e-40da-882f-2a18c69608b7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f3c1d8ef-e07d-45b1-9131-82488f6c1e5c HTTP/1.1" status: 200 len: 850 time: 0.0773342 Dec 20 15:12:50.370918 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1477a56b-73fd-49a7-9d24-f12008f34ba7 req-de1b6307-f16c-442b-b259-a647c6fec8c5 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=f61a59f9-9ca9-4083-8954-e6eb8a2d8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702477 Dec 20 15:12:50.401464 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd33c71-7d83-4eab-8898-b53e2aaf573f req-8cb8a9df-077b-4af3-a589-9a95d4daba03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:12:50.403037 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3dd33c71-7d83-4eab-8898-b53e2aaf573f req-8cb8a9df-077b-4af3-a589-9a95d4daba03 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513983 Dec 20 15:12:50.501857 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3dd33c71-7d83-4eab-8898-b53e2aaf573f req-7aec4e4c-8e96-4059-88e4-d80612941895 service neutron] 10.222.0.30 "GET /v2.0/networks/98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909338 Dec 20 15:12:50.506548 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0814f21-741a-4cbc-a45d-cf304905c0b9 None None] Checking router: dab89d8c-e9a2-47eb-b465-582675808ef5 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:12:50.515188 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0814f21-741a-4cbc-a45d-cf304905c0b9 None None] Routers {'dab89d8c-e9a2-47eb-b465-582675808ef5'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:12:50.515780 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-a0814f21-741a-4cbc-a45d-cf304905c0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:12:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['dab89d8c-e9a2-47eb-b465-582675808ef5'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:12:50.592992 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3dd33c71-7d83-4eab-8898-b53e2aaf573f req-11bfc550-5bc1-434d-a99c-604545252de3 service neutron] 10.222.0.30 "GET /v2.0/networks/98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837922 Dec 20 15:12:50.623491 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-a0814f21-741a-4cbc-a45d-cf304905c0b9 None None] Set router dab89d8c-e9a2-47eb-b465-582675808ef5 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:12:50.869370 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-a0814f21-741a-4cbc-a45d-cf304905c0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab89d8c-e9a2-47eb-b465-582675808ef5', 'name': 'tempest-TestVolumeBootPattern-181522526-router', 'tenant_id': 'c386a559a8854d1caa58ca37066a398d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '504b9e0e-7434-4a03-9984-8982e4b99d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:02:48Z', 'updated_at': '2021-12-20T15:02:52Z', 'revision_number': 4, 'project_id': 'c386a559a8854d1caa58ca37066a398d', 'gw_port': {'id': '504b9e0e-7434-4a03-9984-8982e4b99d44', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab89d8c-e9a2-47eb-b465-582675808ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:49Z', 'updated_at': '2021-12-20T15:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': 'b69cc1c1-0553-4d16-af78-5c38ba277ce3', 'tenant_id': 'c386a559a8854d1caa58ca37066a398d', 'floating_ip_address': '172.25.0.75', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': 'dab89d8c-e9a2-47eb-b465-582675808ef5', 'port_id': '1b0bf881-b5c7-4a08-bf77-1ff9b1a7bbec', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4033, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9', 'mac_address': 'fa:16:3e:1e:6b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b83d3d7-5032-45d1-bd51-be049e72402c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:09:08Z', 'updated_at': '2021-12-20T15:09:10Z', 'revision_number': 1, 'project_id': 'c386a559a8854d1caa58ca37066a398d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66373ca8-728d-4d88-8570-9def47b5acdc', 'name': '', 'network_id': '98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9', 'tenant_id': 'c386a559a8854d1caa58ca37066a398d', 'mac_address': 'fa:16:3e:7c:da:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab89d8c-e9a2-47eb-b465-582675808ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': 'f3c1d8ef-e07d-45b1-9131-82488f6c1e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:51Z', 'updated_at': '2021-12-20T15:02:59Z', 'revision_number': 5, 'project_id': 'c386a559a8854d1caa58ca37066a398d', 'subnets': [{'id': 'f3c1d8ef-e07d-45b1-9131-82488f6c1e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:12:50.896847 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0814f21-741a-4cbc-a45d-cf304905c0b9 None None] The sync data for ids ['dab89d8c-e9a2-47eb-b465-582675808ef5'] in n-d-761264-19 is: [{'id': 'dab89d8c-e9a2-47eb-b465-582675808ef5', 'name': 'tempest-TestVolumeBootPattern-181522526-router', 'tenant_id': 'c386a559a8854d1caa58ca37066a398d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '504b9e0e-7434-4a03-9984-8982e4b99d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:02:48Z', 'updated_at': '2021-12-20T15:02:52Z', 'revision_number': 4, 'project_id': 'c386a559a8854d1caa58ca37066a398d', 'gw_port': {'id': '504b9e0e-7434-4a03-9984-8982e4b99d44', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab89d8c-e9a2-47eb-b465-582675808ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:49Z', 'updated_at': '2021-12-20T15:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': 'b69cc1c1-0553-4d16-af78-5c38ba277ce3', 'tenant_id': 'c386a559a8854d1caa58ca37066a398d', 'floating_ip_address': '172.25.0.75', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': 'dab89d8c-e9a2-47eb-b465-582675808ef5', 'port_id': '1b0bf881-b5c7-4a08-bf77-1ff9b1a7bbec', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4033, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9', 'mac_address': 'fa:16:3e:1e:6b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b83d3d7-5032-45d1-bd51-be049e72402c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:09:08Z', 'updated_at': '2021-12-20T15:09:10Z', 'revision_number': 1, 'project_id': 'c386a559a8854d1caa58ca37066a398d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66373ca8-728d-4d88-8570-9def47b5acdc', 'name': '', 'network_id': '98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9', 'tenant_id': 'c386a559a8854d1caa58ca37066a398d', 'mac_address': 'fa:16:3e:7c:da:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab89d8c-e9a2-47eb-b465-582675808ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': 'f3c1d8ef-e07d-45b1-9131-82488f6c1e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:51Z', 'updated_at': '2021-12-20T15:02:59Z', 'revision_number': 5, 'project_id': 'c386a559a8854d1caa58ca37066a398d', 'subnets': [{'id': 'f3c1d8ef-e07d-45b1-9131-82488f6c1e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:12:51.125763 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75069042-9c0d-4951-bb45-611864fe503d None None] New status for floating IP c58298de-6c85-4e62-8a9f-4460c798dba6: DOWN {{(pid=103170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 15:12:51.501607 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65c5126-9645-4ba1-ad0e-6abde6974f7e req-021a6e8b-f321-415f-992e-573824f2d900 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:12:51.503125 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c65c5126-9645-4ba1-ad0e-6abde6974f7e req-021a6e8b-f321-415f-992e-573824f2d900 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2e273ea-7e35-423a-9a7f-c2d03688e9ed HTTP/1.1" status: 200 len: 945 time: 0.0504451 Dec 20 15:12:51.552009 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c65c5126-9645-4ba1-ad0e-6abde6974f7e req-d004eab9-b4eb-4200-a3f4-6c127ef2e459 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=f61a59f9-9ca9-4083-8954-e6eb8a2d8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428388 Dec 20 15:12:51.870258 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc7a724-67f6-48c6-8f4f-59de65ee6f1a req-e5a56343-c766-4615-bca6-ead878179ac4 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:12:51.871778 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1cc7a724-67f6-48c6-8f4f-59de65ee6f1a req-e5a56343-c766-4615-bca6-ead878179ac4 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2e273ea-7e35-423a-9a7f-c2d03688e9ed HTTP/1.1" status: 200 len: 945 time: 0.0709293 Dec 20 15:12:51.966422 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-1cc7a724-67f6-48c6-8f4f-59de65ee6f1a req-3ee35e50-8f6c-44fb-8efc-a63b223ba10c tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Deleting port 8574d78f-85a8-48c8-8dc8-ca48567e606f {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:12:51.966790 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-1cc7a724-67f6-48c6-8f4f-59de65ee6f1a req-3ee35e50-8f6c-44fb-8efc-a63b223ba10c tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:12:52.060238 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-1cc7a724-67f6-48c6-8f4f-59de65ee6f1a req-3ee35e50-8f6c-44fb-8efc-a63b223ba10c tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] For port 8574d78f-85a8-48c8-8dc8-ca48567e606f, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=8574d78f-85a8-48c8-8dc8-ca48567e606f,segment=NetworkSegment(66ea2385-5704-4615-947d-557f749f82dd),segment_id=66ea2385-5704-4615-947d-557f749f82dd)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:12:52.060603 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-1cc7a724-67f6-48c6-8f4f-59de65ee6f1a req-3ee35e50-8f6c-44fb-8efc-a63b223ba10c tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:12:52.074139 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-1cc7a724-67f6-48c6-8f4f-59de65ee6f1a req-3ee35e50-8f6c-44fb-8efc-a63b223ba10c tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Calling delete_port for 8574d78f-85a8-48c8-8dc8-ca48567e606f owned by compute:nova {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:12:52.211207 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-1cc7a724-67f6-48c6-8f4f-59de65ee6f1a req-3ee35e50-8f6c-44fb-8efc-a63b223ba10c tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:12:52.243977 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee35e50-8f6c-44fb-8efc-a63b223ba10c tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Pushing event deleted for resources: {'Port': ['ID=8574d78f-85a8-48c8-8dc8-ca48567e606f,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:12:52.257635 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee35e50-8f6c-44fb-8efc-a63b223ba10c tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:12:52.257982 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee35e50-8f6c-44fb-8efc-a63b223ba10c tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:12:52.258316 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee35e50-8f6c-44fb-8efc-a63b223ba10c tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:12:52.258650 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee35e50-8f6c-44fb-8efc-a63b223ba10c tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:12:52.259003 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee35e50-8f6c-44fb-8efc-a63b223ba10c tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:12:52.259320 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee35e50-8f6c-44fb-8efc-a63b223ba10c tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:12:52.259639 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee35e50-8f6c-44fb-8efc-a63b223ba10c tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:12:52.259935 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee35e50-8f6c-44fb-8efc-a63b223ba10c tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:12:52.260280 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee35e50-8f6c-44fb-8efc-a63b223ba10c tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:12:52.260652 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee35e50-8f6c-44fb-8efc-a63b223ba10c tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:12:52.260963 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee35e50-8f6c-44fb-8efc-a63b223ba10c tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:12:52.261277 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee35e50-8f6c-44fb-8efc-a63b223ba10c tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:12:52.261573 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee35e50-8f6c-44fb-8efc-a63b223ba10c tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:12:52.294685 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cc7a724-67f6-48c6-8f4f-59de65ee6f1a req-3ee35e50-8f6c-44fb-8efc-a63b223ba10c tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] No DVR routers for this DVR port 8574d78f-85a8-48c8-8dc8-ca48567e606f on host n-h1-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:12:52.297371 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-1cc7a724-67f6-48c6-8f4f-59de65ee6f1a req-3ee35e50-8f6c-44fb-8efc-a63b223ba10c tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:12:52.300690 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1cc7a724-67f6-48c6-8f4f-59de65ee6f1a req-3ee35e50-8f6c-44fb-8efc-a63b223ba10c tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.30 "DELETE /v2.0/ports/8574d78f-85a8-48c8-8dc8-ca48567e606f HTTP/1.1" status: 204 len: 173 time: 0.4229710 Dec 20 15:12:52.301122 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2e273ea-7e35-423a-9a7f-c2d03688e9ed', 'name': 'network-vif-deleted', 'tag': '8574d78f-85a8-48c8-8dc8-ca48567e606f'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:12:52.303421 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fbb4784-996c-4bfe-a3f0-3b428d2a38ac" -d '{"events": [{"server_uuid": "e2e273ea-7e35-423a-9a7f-c2d03688e9ed", "name": "network-vif-deleted", "tag": "8574d78f-85a8-48c8-8dc8-ca48567e606f"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:12:52.343694 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5efb3a8b-50df-4041-aa95-7dec57b12492 x-openstack-request-id: req-5efb3a8b-50df-4041-aa95-7dec57b12492 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:12:52.343982 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2e273ea-7e35-423a-9a7f-c2d03688e9ed", "name": "network-vif-deleted", "tag": "8574d78f-85a8-48c8-8dc8-ca48567e606f", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:12:52.344330 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5efb3a8b-50df-4041-aa95-7dec57b12492 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:12:52.344786 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2e273ea-7e35-423a-9a7f-c2d03688e9ed', 'name': 'network-vif-deleted', 'tag': '8574d78f-85a8-48c8-8dc8-ca48567e606f', 'status': 'completed', 'code': 200} Dec 20 15:12:52.661363 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d5ed951c-c380-4f31-97f3-57a7e27cdeb0 req-e3ada212-7dd6-4c2e-8251-14ae98cd11c4 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2e273ea-7e35-423a-9a7f-c2d03688e9ed HTTP/1.1" status: 200 len: 210 time: 0.0278366 Dec 20 15:12:53.768227 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-78c74e92-2b75-468f-be0c-752cda8931ed req-916cd280-aa30-45c2-bf8e-ede177f905c1 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2e273ea-7e35-423a-9a7f-c2d03688e9ed HTTP/1.1" status: 200 len: 210 time: 0.0338967 Dec 20 15:12:54.866354 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7c6c0a13-c957-4eba-b709-e438739e3cf2 req-66a9e877-8a54-4d4a-8009-a46dabdb51bd tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2e273ea-7e35-423a-9a7f-c2d03688e9ed HTTP/1.1" status: 200 len: 210 time: 0.0266216 Dec 20 15:12:55.496049 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 8574d78f-85a8-48c8-8dc8-ca48567e606f no longer exists at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:12:55.516751 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] No Port match for: 8574d78f-85a8-48c8-8dc8-ca48567e606f {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:12:55.517064 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 8574d78f-85a8-48c8-8dc8-ca48567e606f not bound to the agent host n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:12:55.964368 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8528cc5c-4f37-481a-a873-d504fb0e0d5a req-92751fb0-f24b-481f-94f1-1107134a5dc4 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2e273ea-7e35-423a-9a7f-c2d03688e9ed HTTP/1.1" status: 200 len: 210 time: 0.0265443 Dec 20 15:12:58.728514 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:13:00.741611 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c50d6bbf-04e9-4794-81d7-7c376906759b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:02.387353 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 53488) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:13:02.555823 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-4532d900-01f5-4655-9543-3d922529493e tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Deleting port a3071357-30c5-441e-831f-e87a8cf2984f {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:13:02.556126 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4532d900-01f5-4655-9543-3d922529493e tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:02.631419 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4532d900-01f5-4655-9543-3d922529493e tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:02.631614 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4532d900-01f5-4655-9543-3d922529493e tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:02.643502 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-4532d900-01f5-4655-9543-3d922529493e tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Calling delete_port for a3071357-30c5-441e-831f-e87a8cf2984f owned by network:floatingip {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:13:02.824731 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4532d900-01f5-4655-9543-3d922529493e tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:02.861475 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4532d900-01f5-4655-9543-3d922529493e tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Pushing event deleted for resources: {'Port': ['ID=a3071357-30c5-441e-831f-e87a8cf2984f,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:13:02.924567 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4532d900-01f5-4655-9543-3d922529493e tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks [] for floatingip, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:02.924786 n-d-761264-19 neutron-server[103167]: INFO neutron.db.l3_db [None req-4532d900-01f5-4655-9543-3d922529493e tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Floating IP b69cc1c1-0553-4d16-af78-5c38ba277ce3 disassociated (deleted). External IP: 172.25.0.75, port: 1b0bf881-b5c7-4a08-bf77-1ff9b1a7bbec. Dec 20 15:13:02.948312 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-3e47da79-6985-43bb-9efc-d9f0d79a9dbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:03.159457 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4532d900-01f5-4655-9543-3d922529493e tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Router dab89d8c-e9a2-47eb-b465-582675808ef5 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:13:03.268530 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4532d900-01f5-4655-9543-3d922529493e tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:13:03.273798 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4532d900-01f5-4655-9543-3d922529493e tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:03.278459 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56d565f-11bb-4aab-ae32-9293e15acf41 None None] Sync routers for ids ['dab89d8c-e9a2-47eb-b465-582675808ef5'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:13:03.289104 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56d565f-11bb-4aab-ae32-9293e15acf41 None None] Routers {'dab89d8c-e9a2-47eb-b465-582675808ef5'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:13:03.289725 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-a56d565f-11bb-4aab-ae32-9293e15acf41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:13:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['dab89d8c-e9a2-47eb-b465-582675808ef5'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:13:03.300186 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-4532d900-01f5-4655-9543-3d922529493e tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "DELETE /v2.0/floatingips/b69cc1c1-0553-4d16-af78-5c38ba277ce3 HTTP/1.1" status: 204 len: 168 time: 0.9116023 Dec 20 15:13:03.300784 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b83d3d7-5032-45d1-bd51-be049e72402c', 'tag': '1b0bf881-b5c7-4a08-bf77-1ff9b1a7bbec'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:13:03.303364 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-354021a6-c4a8-46e0-9fe1-92d8be95e046" -d '{"events": [{"name": "network-changed", "server_uuid": "5b83d3d7-5032-45d1-bd51-be049e72402c", "tag": "1b0bf881-b5c7-4a08-bf77-1ff9b1a7bbec"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:13:03.340853 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3cf0995-63d0-4bca-b3e5-3f8bfa09b06f x-openstack-request-id: req-f3cf0995-63d0-4bca-b3e5-3f8bfa09b06f {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:13:03.341262 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b83d3d7-5032-45d1-bd51-be049e72402c", "tag": "1b0bf881-b5c7-4a08-bf77-1ff9b1a7bbec", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:13:03.341688 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f3cf0995-63d0-4bca-b3e5-3f8bfa09b06f {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:13:03.342180 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b83d3d7-5032-45d1-bd51-be049e72402c', 'tag': '1b0bf881-b5c7-4a08-bf77-1ff9b1a7bbec', 'status': 'completed', 'code': 200} Dec 20 15:13:03.405652 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-a56d565f-11bb-4aab-ae32-9293e15acf41 None None] Set router dab89d8c-e9a2-47eb-b465-582675808ef5 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:13:03.407134 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354021a6-c4a8-46e0-9fe1-92d8be95e046 req-59ef59ae-086e-4348-953e-e19811f5096e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:13:03.408704 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-354021a6-c4a8-46e0-9fe1-92d8be95e046 req-59ef59ae-086e-4348-953e-e19811f5096e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c386a559a8854d1caa58ca37066a398d&device_id=5b83d3d7-5032-45d1-bd51-be049e72402c HTTP/1.1" status: 200 len: 1098 time: 0.0445657 Dec 20 15:13:03.541201 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ea9f99-821c-4a6d-9294-9885d381ca22 req-1edf95da-20a1-4686-8223-9a69bd4eb6b8 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:13:03.543503 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-45ea9f99-821c-4a6d-9294-9885d381ca22 req-1edf95da-20a1-4686-8223-9a69bd4eb6b8 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b83d3d7-5032-45d1-bd51-be049e72402c HTTP/1.1" status: 200 len: 946 time: 0.0580468 Dec 20 15:13:03.596041 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-45ea9f99-821c-4a6d-9294-9885d381ca22 req-31c10e4f-ec0e-4071-9198-022c11822215 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=f61a59f9-9ca9-4083-8954-e6eb8a2d8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460591 Dec 20 15:13:03.620971 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-a56d565f-11bb-4aab-ae32-9293e15acf41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab89d8c-e9a2-47eb-b465-582675808ef5', 'name': 'tempest-TestVolumeBootPattern-181522526-router', 'tenant_id': 'c386a559a8854d1caa58ca37066a398d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '504b9e0e-7434-4a03-9984-8982e4b99d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:02:48Z', 'updated_at': '2021-12-20T15:02:52Z', 'revision_number': 4, 'project_id': 'c386a559a8854d1caa58ca37066a398d', 'gw_port': {'id': '504b9e0e-7434-4a03-9984-8982e4b99d44', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab89d8c-e9a2-47eb-b465-582675808ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:49Z', 'updated_at': '2021-12-20T15:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '66373ca8-728d-4d88-8570-9def47b5acdc', 'name': '', 'network_id': '98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9', 'tenant_id': 'c386a559a8854d1caa58ca37066a398d', 'mac_address': 'fa:16:3e:7c:da:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab89d8c-e9a2-47eb-b465-582675808ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': 'f3c1d8ef-e07d-45b1-9131-82488f6c1e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:51Z', 'updated_at': '2021-12-20T15:02:59Z', 'revision_number': 5, 'project_id': 'c386a559a8854d1caa58ca37066a398d', 'subnets': [{'id': 'f3c1d8ef-e07d-45b1-9131-82488f6c1e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:13:03.651562 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56d565f-11bb-4aab-ae32-9293e15acf41 None None] Checking router: dab89d8c-e9a2-47eb-b465-582675808ef5 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:13:03.660228 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56d565f-11bb-4aab-ae32-9293e15acf41 None None] Routers {'dab89d8c-e9a2-47eb-b465-582675808ef5'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:13:03.660839 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-a56d565f-11bb-4aab-ae32-9293e15acf41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:13:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['dab89d8c-e9a2-47eb-b465-582675808ef5'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:13:03.767434 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-a56d565f-11bb-4aab-ae32-9293e15acf41 None None] Set router dab89d8c-e9a2-47eb-b465-582675808ef5 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:13:03.815562 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354021a6-c4a8-46e0-9fe1-92d8be95e046 req-8ac0aad8-87fe-413f-a604-b5ea26b15702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:13:03.817062 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-354021a6-c4a8-46e0-9fe1-92d8be95e046 req-8ac0aad8-87fe-413f-a604-b5ea26b15702 service neutron] 10.222.0.47 "GET /v2.0/networks?id=98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9 HTTP/1.1" status: 200 len: 912 time: 0.3978732 Dec 20 15:13:03.859752 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-354021a6-c4a8-46e0-9fe1-92d8be95e046 req-340dec48-02a5-451d-a8f8-aadd942e6793 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1b0bf881-b5c7-4a08-bf77-1ff9b1a7bbec HTTP/1.1" status: 200 len: 217 time: 0.0340195 Dec 20 15:13:03.913796 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354021a6-c4a8-46e0-9fe1-92d8be95e046 req-652cdaf6-cfef-4382-9a61-ca5b7facee60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:13:03.915296 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-354021a6-c4a8-46e0-9fe1-92d8be95e046 req-652cdaf6-cfef-4382-9a61-ca5b7facee60 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f3c1d8ef-e07d-45b1-9131-82488f6c1e5c HTTP/1.1" status: 200 len: 850 time: 0.0477686 Dec 20 15:13:03.949367 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:03.960561 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354021a6-c4a8-46e0-9fe1-92d8be95e046 req-cacc1664-e687-4a01-bdb2-0d495b0966db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:13:03.962063 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-354021a6-c4a8-46e0-9fe1-92d8be95e046 req-cacc1664-e687-4a01-bdb2-0d495b0966db service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397804 Dec 20 15:13:03.977195 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-a56d565f-11bb-4aab-ae32-9293e15acf41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab89d8c-e9a2-47eb-b465-582675808ef5', 'name': 'tempest-TestVolumeBootPattern-181522526-router', 'tenant_id': 'c386a559a8854d1caa58ca37066a398d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '504b9e0e-7434-4a03-9984-8982e4b99d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:02:48Z', 'updated_at': '2021-12-20T15:02:52Z', 'revision_number': 4, 'project_id': 'c386a559a8854d1caa58ca37066a398d', 'gw_port': {'id': '504b9e0e-7434-4a03-9984-8982e4b99d44', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab89d8c-e9a2-47eb-b465-582675808ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:49Z', 'updated_at': '2021-12-20T15:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '66373ca8-728d-4d88-8570-9def47b5acdc', 'name': '', 'network_id': '98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9', 'tenant_id': 'c386a559a8854d1caa58ca37066a398d', 'mac_address': 'fa:16:3e:7c:da:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab89d8c-e9a2-47eb-b465-582675808ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': 'f3c1d8ef-e07d-45b1-9131-82488f6c1e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:51Z', 'updated_at': '2021-12-20T15:02:59Z', 'revision_number': 5, 'project_id': 'c386a559a8854d1caa58ca37066a398d', 'subnets': [{'id': 'f3c1d8ef-e07d-45b1-9131-82488f6c1e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:13:04.004800 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56d565f-11bb-4aab-ae32-9293e15acf41 None None] The sync data for ids ['dab89d8c-e9a2-47eb-b465-582675808ef5'] in n-d-761264-19 is: [{'id': 'dab89d8c-e9a2-47eb-b465-582675808ef5', 'name': 'tempest-TestVolumeBootPattern-181522526-router', 'tenant_id': 'c386a559a8854d1caa58ca37066a398d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '504b9e0e-7434-4a03-9984-8982e4b99d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:02:48Z', 'updated_at': '2021-12-20T15:02:52Z', 'revision_number': 4, 'project_id': 'c386a559a8854d1caa58ca37066a398d', 'gw_port': {'id': '504b9e0e-7434-4a03-9984-8982e4b99d44', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab89d8c-e9a2-47eb-b465-582675808ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:49Z', 'updated_at': '2021-12-20T15:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '66373ca8-728d-4d88-8570-9def47b5acdc', 'name': '', 'network_id': '98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9', 'tenant_id': 'c386a559a8854d1caa58ca37066a398d', 'mac_address': 'fa:16:3e:7c:da:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab89d8c-e9a2-47eb-b465-582675808ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': 'f3c1d8ef-e07d-45b1-9131-82488f6c1e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:51Z', 'updated_at': '2021-12-20T15:02:59Z', 'revision_number': 5, 'project_id': 'c386a559a8854d1caa58ca37066a398d', 'subnets': [{'id': 'f3c1d8ef-e07d-45b1-9131-82488f6c1e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:13:04.054038 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-354021a6-c4a8-46e0-9fe1-92d8be95e046 req-d3188f2e-575a-4ccf-b488-7075494324b4 service neutron] 10.222.0.47 "GET /v2.0/networks/98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843310 Dec 20 15:13:04.155672 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-354021a6-c4a8-46e0-9fe1-92d8be95e046 req-15406d81-4c26-4970-a0c9-0e156f5a9caa service neutron] 10.222.0.47 "GET /v2.0/networks/98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938246 Dec 20 15:13:04.245492 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d12bd59-08c8-4432-a49b-8d93c3c51ce7 None None] New status for floating IP b69cc1c1-0553-4d16-af78-5c38ba277ce3: DOWN {{(pid=103170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 15:13:04.729422 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad58a628-fcb1-4111-956f-d91125f8b60b req-02e60ae8-b712-4eca-b238-9469a060ec13 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:13:04.730929 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ad58a628-fcb1-4111-956f-d91125f8b60b req-02e60ae8-b712-4eca-b238-9469a060ec13 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b83d3d7-5032-45d1-bd51-be049e72402c HTTP/1.1" status: 200 len: 946 time: 0.0549705 Dec 20 15:13:04.783566 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ad58a628-fcb1-4111-956f-d91125f8b60b req-bf3d8739-e4b5-4c79-807b-302baea46958 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/security-groups?id=f61a59f9-9ca9-4083-8954-e6eb8a2d8bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439820 Dec 20 15:13:05.086530 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da227e4-e92d-4923-bee3-97020ba69461 req-b2007265-3099-4828-af68-64fd81d9e7a3 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:13:05.088063 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1da227e4-e92d-4923-bee3-97020ba69461 req-b2007265-3099-4828-af68-64fd81d9e7a3 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b83d3d7-5032-45d1-bd51-be049e72402c HTTP/1.1" status: 200 len: 946 time: 0.0597193 Dec 20 15:13:05.179083 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-1da227e4-e92d-4923-bee3-97020ba69461 req-266ef604-422a-4c25-bba5-a42f04f79156 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Deleting port 1b0bf881-b5c7-4a08-bf77-1ff9b1a7bbec {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:13:05.179436 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-1da227e4-e92d-4923-bee3-97020ba69461 req-266ef604-422a-4c25-bba5-a42f04f79156 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:05.270231 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-1da227e4-e92d-4923-bee3-97020ba69461 req-266ef604-422a-4c25-bba5-a42f04f79156 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] For port 1b0bf881-b5c7-4a08-bf77-1ff9b1a7bbec, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=1b0bf881-b5c7-4a08-bf77-1ff9b1a7bbec,segment=NetworkSegment(66ea2385-5704-4615-947d-557f749f82dd),segment_id=66ea2385-5704-4615-947d-557f749f82dd)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:13:05.270584 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-1da227e4-e92d-4923-bee3-97020ba69461 req-266ef604-422a-4c25-bba5-a42f04f79156 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:05.283251 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-1da227e4-e92d-4923-bee3-97020ba69461 req-266ef604-422a-4c25-bba5-a42f04f79156 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Calling delete_port for 1b0bf881-b5c7-4a08-bf77-1ff9b1a7bbec owned by compute:nova {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:13:05.416521 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-1da227e4-e92d-4923-bee3-97020ba69461 req-266ef604-422a-4c25-bba5-a42f04f79156 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:05.448860 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ef604-422a-4c25-bba5-a42f04f79156 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Pushing event deleted for resources: {'Port': ['ID=1b0bf881-b5c7-4a08-bf77-1ff9b1a7bbec,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:13:05.489616 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-1da227e4-e92d-4923-bee3-97020ba69461 req-266ef604-422a-4c25-bba5-a42f04f79156 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] No DVR routers for this DVR port 1b0bf881-b5c7-4a08-bf77-1ff9b1a7bbec on host n-h2-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:13:05.492799 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-1da227e4-e92d-4923-bee3-97020ba69461 req-266ef604-422a-4c25-bba5-a42f04f79156 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:05.498849 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1da227e4-e92d-4923-bee3-97020ba69461 req-266ef604-422a-4c25-bba5-a42f04f79156 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.47 "DELETE /v2.0/ports/1b0bf881-b5c7-4a08-bf77-1ff9b1a7bbec HTTP/1.1" status: 204 len: 173 time: 0.4045367 Dec 20 15:13:05.499492 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b83d3d7-5032-45d1-bd51-be049e72402c', 'name': 'network-vif-deleted', 'tag': '1b0bf881-b5c7-4a08-bf77-1ff9b1a7bbec'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:13:05.502635 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da195322-bcb7-4a38-a17f-07b976905808" -d '{"events": [{"server_uuid": "5b83d3d7-5032-45d1-bd51-be049e72402c", "name": "network-vif-deleted", "tag": "1b0bf881-b5c7-4a08-bf77-1ff9b1a7bbec"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:13:05.539628 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6edbfd0a-f30f-4571-913a-593b6e50eb8c x-openstack-request-id: req-6edbfd0a-f30f-4571-913a-593b6e50eb8c {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:13:05.539928 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b83d3d7-5032-45d1-bd51-be049e72402c", "name": "network-vif-deleted", "tag": "1b0bf881-b5c7-4a08-bf77-1ff9b1a7bbec", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:13:05.540191 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6edbfd0a-f30f-4571-913a-593b6e50eb8c {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:13:05.540584 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b83d3d7-5032-45d1-bd51-be049e72402c', 'name': 'network-vif-deleted', 'tag': '1b0bf881-b5c7-4a08-bf77-1ff9b1a7bbec', 'status': 'completed', 'code': 200} Dec 20 15:13:05.911902 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1e093c35-9497-4e98-b6d1-003ed31928f9 req-ffec86af-0115-4bf3-9d6c-648faf0bda07 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b83d3d7-5032-45d1-bd51-be049e72402c HTTP/1.1" status: 200 len: 210 time: 0.0348971 Dec 20 15:13:05.944937 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:06.352264 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:07.008598 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d5b1c2e1-b310-4e71-b59e-c4254340e3fb req-c3430d74-bd62-4376-b2fa-8215822571cb tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b83d3d7-5032-45d1-bd51-be049e72402c HTTP/1.1" status: 200 len: 210 time: 0.0271671 Dec 20 15:13:08.108315 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-968d902d-57bd-4073-b01f-56f127736416 req-9f06095c-57ad-46e5-9f6e-60bc69fb3dc0 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b83d3d7-5032-45d1-bd51-be049e72402c HTTP/1.1" status: 200 len: 210 time: 0.0281889 Dec 20 15:13:08.886420 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 1b0bf881-b5c7-4a08-bf77-1ff9b1a7bbec no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:13:08.911240 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] No Port match for: 1b0bf881-b5c7-4a08-bf77-1ff9b1a7bbec {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:13:08.911594 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 1b0bf881-b5c7-4a08-bf77-1ff9b1a7bbec not bound to the agent host n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:13:09.205040 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a67c5cc2-f966-49a7-ba5b-d4dbcec5ff20 req-115eb5c7-9812-4007-a333-b3ec0b22abc0 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b83d3d7-5032-45d1-bd51-be049e72402c HTTP/1.1" status: 200 len: 210 time: 0.0264914 Dec 20 15:13:10.261087 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 53510) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:13:10.386405 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-1a7cd166-3f71-4e04-9b60-c10fb0767583 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Deleting port 919c9ca7-cbca-4d4e-a1fa-ac1da29ad9e7 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:13:10.386652 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1a7cd166-3f71-4e04-9b60-c10fb0767583 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:10.465063 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1a7cd166-3f71-4e04-9b60-c10fb0767583 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:10.465362 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1a7cd166-3f71-4e04-9b60-c10fb0767583 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:10.481459 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-1a7cd166-3f71-4e04-9b60-c10fb0767583 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Calling delete_port for 919c9ca7-cbca-4d4e-a1fa-ac1da29ad9e7 owned by network:floatingip {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:13:10.621832 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1a7cd166-3f71-4e04-9b60-c10fb0767583 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:10.647668 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7cd166-3f71-4e04-9b60-c10fb0767583 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Pushing event deleted for resources: {'Port': ['ID=919c9ca7-cbca-4d4e-a1fa-ac1da29ad9e7,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:13:10.706791 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1a7cd166-3f71-4e04-9b60-c10fb0767583 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks [] for floatingip, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:10.709484 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1a7cd166-3f71-4e04-9b60-c10fb0767583 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:10.710628 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-1a7cd166-3f71-4e04-9b60-c10fb0767583 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "DELETE /v2.0/floatingips/fc9cb696-6864-4de5-a6b1-72deb9b40a42 HTTP/1.1" status: 204 len: 168 time: 0.4485047 Dec 20 15:13:11.947789 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:14.014884 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 53528) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:13:14.079294 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0dbfcf27-fb78-4b4e-897e-1636e0623281 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:14.105875 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0dbfcf27-fb78-4b4e-897e-1636e0623281 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:14.171510 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0dbfcf27-fb78-4b4e-897e-1636e0623281 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:14.174162 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0dbfcf27-fb78-4b4e-897e-1636e0623281 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:14.175366 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-0dbfcf27-fb78-4b4e-897e-1636e0623281 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] 10.222.0.54 "DELETE /v2.0/security-groups/f61a59f9-9ca9-4083-8954-e6eb8a2d8bda HTTP/1.1" status: 204 len: 168 time: 0.1594930 Dec 20 15:13:14.184679 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbfcf27-fb78-4b4e-897e-1636e0623281 tempest-TestVolumeBootPattern-1427178801 tempest-TestVolumeBootPattern-1427178801-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f61a59f9-9ca9-4083-8954-e6eb8a2d8bda,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:13:14.245921 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 53532) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:13:14.771984 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-64080fd7-eeff-4f3d-81d5-e2889094db02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1595867'] for router_interface, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:15.019747 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-64080fd7-eeff-4f3d-81d5-e2889094db02 admin admin] Deleting port 66373ca8-728d-4d88-8570-9def47b5acdc {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:13:15.020416 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-64080fd7-eeff-4f3d-81d5-e2889094db02 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:15.106095 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-64080fd7-eeff-4f3d-81d5-e2889094db02 admin admin] For port 66373ca8-728d-4d88-8570-9def47b5acdc, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=66373ca8-728d-4d88-8570-9def47b5acdc,segment=NetworkSegment(66ea2385-5704-4615-947d-557f749f82dd),segment_id=66ea2385-5704-4615-947d-557f749f82dd)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:13:15.106496 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-64080fd7-eeff-4f3d-81d5-e2889094db02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:15.120753 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-64080fd7-eeff-4f3d-81d5-e2889094db02 admin admin] Calling delete_port for 66373ca8-728d-4d88-8570-9def47b5acdc owned by network:router_interface {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:13:15.309651 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-64080fd7-eeff-4f3d-81d5-e2889094db02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:15.344447 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64080fd7-eeff-4f3d-81d5-e2889094db02 admin admin] Pushing event deleted for resources: {'Port': ['ID=66373ca8-728d-4d88-8570-9def47b5acdc,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:13:15.510084 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-64080fd7-eeff-4f3d-81d5-e2889094db02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582411'] for router_interface, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:15.544563 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:15.726571 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64080fd7-eeff-4f3d-81d5-e2889094db02 admin admin] Router dab89d8c-e9a2-47eb-b465-582675808ef5 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:13:15.833423 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64080fd7-eeff-4f3d-81d5-e2889094db02 admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:13:15.839556 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-64080fd7-eeff-4f3d-81d5-e2889094db02 admin admin] 10.222.0.54 "PUT /v2.0/routers/dab89d8c-e9a2-47eb-b465-582675808ef5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5922217 Dec 20 15:13:15.841516 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 53536) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:13:15.843061 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149a2f6c-7cc0-4417-af81-ea5a79f763bd None None] Sync routers for ids ['dab89d8c-e9a2-47eb-b465-582675808ef5'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:13:15.853464 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149a2f6c-7cc0-4417-af81-ea5a79f763bd None None] Routers {'dab89d8c-e9a2-47eb-b465-582675808ef5'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:13:15.854103 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-149a2f6c-7cc0-4417-af81-ea5a79f763bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:13:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['dab89d8c-e9a2-47eb-b465-582675808ef5'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:13:15.945819 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-851ecb1f-aac8-4985-bb56-f68014c16d33 admin admin] Publish callbacks [] for router, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:15.956843 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-149a2f6c-7cc0-4417-af81-ea5a79f763bd None None] Set router dab89d8c-e9a2-47eb-b465-582675808ef5 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:13:16.049899 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-851ecb1f-aac8-4985-bb56-f68014c16d33 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:16.104437 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-851ecb1f-aac8-4985-bb56-f68014c16d33 admin admin] Deleting port 504b9e0e-7434-4a03-9984-8982e4b99d44 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:13:16.104784 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-851ecb1f-aac8-4985-bb56-f68014c16d33 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:16.130776 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-149a2f6c-7cc0-4417-af81-ea5a79f763bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab89d8c-e9a2-47eb-b465-582675808ef5', 'name': 'tempest-TestVolumeBootPattern-181522526-router', 'tenant_id': 'c386a559a8854d1caa58ca37066a398d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '504b9e0e-7434-4a03-9984-8982e4b99d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:02:48Z', 'updated_at': '2021-12-20T15:13:15Z', 'revision_number': 5, 'project_id': 'c386a559a8854d1caa58ca37066a398d', 'gw_port': {'id': '504b9e0e-7434-4a03-9984-8982e4b99d44', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab89d8c-e9a2-47eb-b465-582675808ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:49Z', 'updated_at': '2021-12-20T15:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:13:16.156352 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149a2f6c-7cc0-4417-af81-ea5a79f763bd None None] Checking router: dab89d8c-e9a2-47eb-b465-582675808ef5 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:13:16.164662 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149a2f6c-7cc0-4417-af81-ea5a79f763bd None None] Routers {'dab89d8c-e9a2-47eb-b465-582675808ef5'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:13:16.165248 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-149a2f6c-7cc0-4417-af81-ea5a79f763bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:13:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['dab89d8c-e9a2-47eb-b465-582675808ef5'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:13:16.184942 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-851ecb1f-aac8-4985-bb56-f68014c16d33 admin admin] For port 504b9e0e-7434-4a03-9984-8982e4b99d44, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=504b9e0e-7434-4a03-9984-8982e4b99d44,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:13:16.185298 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-851ecb1f-aac8-4985-bb56-f68014c16d33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:16.196793 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-851ecb1f-aac8-4985-bb56-f68014c16d33 admin admin] Calling delete_port for 504b9e0e-7434-4a03-9984-8982e4b99d44 owned by network:router_gateway {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:13:16.251065 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-149a2f6c-7cc0-4417-af81-ea5a79f763bd None None] Set router dab89d8c-e9a2-47eb-b465-582675808ef5 gateway port host: None {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:13:16.367578 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-851ecb1f-aac8-4985-bb56-f68014c16d33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:16.392526 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851ecb1f-aac8-4985-bb56-f68014c16d33 admin admin] Pushing event deleted for resources: {'Port': ['ID=504b9e0e-7434-4a03-9984-8982e4b99d44,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:13:16.463166 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-851ecb1f-aac8-4985-bb56-f68014c16d33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584913'] for router_gateway, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:16.468754 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb7dad5-0a05-4bc5-bf14-f1e81c969ea0 None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:13:16.470991 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-149a2f6c-7cc0-4417-af81-ea5a79f763bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab89d8c-e9a2-47eb-b465-582675808ef5', 'name': 'tempest-TestVolumeBootPattern-181522526-router', 'tenant_id': 'c386a559a8854d1caa58ca37066a398d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:02:48Z', 'updated_at': '2021-12-20T15:13:16Z', 'revision_number': 6, 'project_id': 'c386a559a8854d1caa58ca37066a398d', 'gw_port_host': None}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:13:16.500938 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149a2f6c-7cc0-4417-af81-ea5a79f763bd None None] The sync data for ids ['dab89d8c-e9a2-47eb-b465-582675808ef5'] in n-d-761264-19 is: [{'id': 'dab89d8c-e9a2-47eb-b465-582675808ef5', 'name': 'tempest-TestVolumeBootPattern-181522526-router', 'tenant_id': 'c386a559a8854d1caa58ca37066a398d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:02:48Z', 'updated_at': '2021-12-20T15:13:16Z', 'revision_number': 6, 'project_id': 'c386a559a8854d1caa58ca37066a398d', 'gw_port_host': None}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:13:16.575537 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-851ecb1f-aac8-4985-bb56-f68014c16d33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40132'] for router, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:16.577800 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-851ecb1f-aac8-4985-bb56-f68014c16d33 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:16.629204 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-851ecb1f-aac8-4985-bb56-f68014c16d33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1594808'] for router, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:16.629708 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-851ecb1f-aac8-4985-bb56-f68014c16d33 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dab89d8c-e9a2-47eb-b465-582675808ef5 {{(pid=103167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:13:16.634183 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-851ecb1f-aac8-4985-bb56-f68014c16d33 admin admin] Publish callbacks [] for router, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:16.635397 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-851ecb1f-aac8-4985-bb56-f68014c16d33 admin admin] 10.222.0.54 "DELETE /v2.0/routers/dab89d8c-e9a2-47eb-b465-582675808ef5 HTTP/1.1" status: 204 len: 168 time: 0.7929373 Dec 20 15:13:16.638148 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 53538) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:13:16.683456 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_v2 [None req-1594bc09-d855-4bbb-9316-31267d401114 admin admin] Deleting subnet f3c1d8ef-e07d-45b1-9131-82488f6c1e5c {{(pid=103167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:13:16.687375 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1594bc09-d855-4bbb-9316-31267d401114 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:16.730713 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1594bc09-d855-4bbb-9316-31267d401114 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954412'] for subnet, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:16.818867 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1594bc09-d855-4bbb-9316-31267d401114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:16.888599 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1594bc09-d855-4bbb-9316-31267d401114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:16.920269 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1594bc09-d855-4bbb-9316-31267d401114 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3c1d8ef-e07d-45b1-9131-82488f6c1e5c,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:13:16.923788 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1594bc09-d855-4bbb-9316-31267d401114 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:16.927017 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-1594bc09-d855-4bbb-9316-31267d401114 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/f3c1d8ef-e07d-45b1-9131-82488f6c1e5c HTTP/1.1" status: 204 len: 168 time: 0.2878783 Dec 20 15:13:16.929732 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 53540) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:13:16.930409 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852838eb-ef83-4181-8606-fd833f546f4b None None] Network 98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:13:16.995649 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 66373ca8-728d-4d88-8570-9def47b5acdc no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:13:17.014210 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0a9cd449-9e11-476d-9890-c50ab69fc0dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:17.018912 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 66373ca8-728d-4d88-8570-9def47b5acdc {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:13:17.019258 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 66373ca8-728d-4d88-8570-9def47b5acdc not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:13:17.066929 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-0a9cd449-9e11-476d-9890-c50ab69fc0dc admin admin] Deleting port f74d92db-7838-480b-9ecb-871b6febb7ae {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:13:17.067395 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0a9cd449-9e11-476d-9890-c50ab69fc0dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:17.132189 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-0a9cd449-9e11-476d-9890-c50ab69fc0dc admin admin] For port f74d92db-7838-480b-9ecb-871b6febb7ae, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=f74d92db-7838-480b-9ecb-871b6febb7ae,segment=NetworkSegment(66ea2385-5704-4615-947d-557f749f82dd),segment_id=66ea2385-5704-4615-947d-557f749f82dd)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:13:17.132536 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0a9cd449-9e11-476d-9890-c50ab69fc0dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:17.145795 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-0a9cd449-9e11-476d-9890-c50ab69fc0dc admin admin] Calling delete_port for f74d92db-7838-480b-9ecb-871b6febb7ae owned by network:dhcp {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:13:17.233657 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0a9cd449-9e11-476d-9890-c50ab69fc0dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:17.258880 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9cd449-9e11-476d-9890-c50ab69fc0dc admin admin] Pushing event deleted for resources: {'Port': ['ID=f74d92db-7838-480b-9ecb-871b6febb7ae,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:13:17.262461 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9cd449-9e11-476d-9890-c50ab69fc0dc admin admin] No DVR routers for this DVR port f74d92db-7838-480b-9ecb-871b6febb7ae on host n-d-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:13:17.330642 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349c47a2-7d71-4d25-b83c-01e110f736ae None None] DHCP port deletion for 98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:13:17.338850 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0a9cd449-9e11-476d-9890-c50ab69fc0dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:17.363796 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-0a9cd449-9e11-476d-9890-c50ab69fc0dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:13:17.373711 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-0a9cd449-9e11-476d-9890-c50ab69fc0dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66ea2385-5704-4615-947d-557f749f82dd') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:13:17.374003 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-0a9cd449-9e11-476d-9890-c50ab69fc0dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66ea2385-5704-4615-947d-557f749f82dd') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:13:17.383141 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0a9cd449-9e11-476d-9890-c50ab69fc0dc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:17.396231 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0a9cd449-9e11-476d-9890-c50ab69fc0dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:17.402440 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a9cd449-9e11-476d-9890-c50ab69fc0dc admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:13:17.402877 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0a9cd449-9e11-476d-9890-c50ab69fc0dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:17.404622 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 15:13:17.404622 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:13:17.404622 n-d-761264-19 neutron-server[103168]: timer() Dec 20 15:13:17.404622 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:13:17.404622 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 15:13:17.404622 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:13:17.404622 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 15:13:17.404622 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:13:17.404622 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 15:13:17.404622 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:13:17.404622 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 15:13:17.404622 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:13:17.404622 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 15:13:17.404622 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:13:17.404622 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:13:17.404622 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:13:17.404622 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:13:17.404622 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:13:17.404622 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 15:13:17.404622 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:13:17.404622 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 15:13:17.404622 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:13:17.404622 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:13:17.404622 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:13:17.404622 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 15:13:17.404622 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:13:17.404622 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:13:17.404622 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:13:17.404622 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:13:17.404622 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:13:17.404622 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:13:17.404622 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:13:17.461579 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0a9cd449-9e11-476d-9890-c50ab69fc0dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:17.467246 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0a9cd449-9e11-476d-9890-c50ab69fc0dc admin admin] Publish callbacks [] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:17.470436 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-0a9cd449-9e11-476d-9890-c50ab69fc0dc admin admin] 10.222.0.54 "DELETE /v2.0/networks/98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9 HTTP/1.1" status: 204 len: 168 time: 0.5396583 Dec 20 15:13:17.473647 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 53542) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:13:17.481099 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9cd449-9e11-476d-9890-c50ab69fc0dc admin admin] Pushing event deleted for resources: {'Network': ['ID=98e7cd42-b6b7-4b6a-ace7-73f702e8ecf9,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:13:18.141997 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f4258a3c-2271-4a68-b202-fc3909d806f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1595867'] for router_interface, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:18.393588 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-f4258a3c-2271-4a68-b202-fc3909d806f6 admin admin] Deleting port e576ebf2-5752-464d-9680-151aa2faa5e6 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:13:18.393825 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f4258a3c-2271-4a68-b202-fc3909d806f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:18.482774 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-f4258a3c-2271-4a68-b202-fc3909d806f6 admin admin] For port e576ebf2-5752-464d-9680-151aa2faa5e6, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=e576ebf2-5752-464d-9680-151aa2faa5e6,segment=NetworkSegment(5a1f45d1-e73d-44a1-9253-57d8a90b5ed7),segment_id=5a1f45d1-e73d-44a1-9253-57d8a90b5ed7)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:13:18.483478 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f4258a3c-2271-4a68-b202-fc3909d806f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:18.496230 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-f4258a3c-2271-4a68-b202-fc3909d806f6 admin admin] Calling delete_port for e576ebf2-5752-464d-9680-151aa2faa5e6 owned by network:router_interface {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:13:18.649173 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 504b9e0e-7434-4a03-9984-8982e4b99d44 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:13:18.673089 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 504b9e0e-7434-4a03-9984-8982e4b99d44 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:13:18.673431 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 504b9e0e-7434-4a03-9984-8982e4b99d44 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:13:18.673841 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device f74d92db-7838-480b-9ecb-871b6febb7ae no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:13:18.685111 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f4258a3c-2271-4a68-b202-fc3909d806f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:18.693573 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: f74d92db-7838-480b-9ecb-871b6febb7ae {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:13:18.693939 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device f74d92db-7838-480b-9ecb-871b6febb7ae not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:13:18.708643 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4258a3c-2271-4a68-b202-fc3909d806f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e576ebf2-5752-464d-9680-151aa2faa5e6,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:13:18.877528 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f4258a3c-2271-4a68-b202-fc3909d806f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582411'] for router_interface, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:19.096305 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4258a3c-2271-4a68-b202-fc3909d806f6 admin admin] Router 448ab0bb-483b-4d9a-bb81-19b6e433b395 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:13:19.211490 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4258a3c-2271-4a68-b202-fc3909d806f6 admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:13:19.219593 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-f4258a3c-2271-4a68-b202-fc3909d806f6 admin admin] 10.222.0.54 "PUT /v2.0/routers/448ab0bb-483b-4d9a-bb81-19b6e433b395/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7419946 Dec 20 15:13:19.219689 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 53544) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:13:19.220856 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57301abb-a5be-4d4e-adf9-0719b90bee12 None None] Sync routers for ids ['448ab0bb-483b-4d9a-bb81-19b6e433b395'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:13:19.232358 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57301abb-a5be-4d4e-adf9-0719b90bee12 None None] Routers {'448ab0bb-483b-4d9a-bb81-19b6e433b395'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:13:19.233065 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-57301abb-a5be-4d4e-adf9-0719b90bee12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:13:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['448ab0bb-483b-4d9a-bb81-19b6e433b395'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:13:19.326806 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9d443fbc-f776-4fe7-8d12-e7c2497df3c9 admin admin] Publish callbacks [] for router, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:19.334428 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-57301abb-a5be-4d4e-adf9-0719b90bee12 None None] Set router 448ab0bb-483b-4d9a-bb81-19b6e433b395 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:13:19.430417 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9d443fbc-f776-4fe7-8d12-e7c2497df3c9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:19.484620 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-9d443fbc-f776-4fe7-8d12-e7c2497df3c9 admin admin] Deleting port 2c56de0b-cf1b-46f8-b116-5995005db3f1 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:13:19.485341 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9d443fbc-f776-4fe7-8d12-e7c2497df3c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:19.572607 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-9d443fbc-f776-4fe7-8d12-e7c2497df3c9 admin admin] For port 2c56de0b-cf1b-46f8-b116-5995005db3f1, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=2c56de0b-cf1b-46f8-b116-5995005db3f1,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:13:19.572975 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9d443fbc-f776-4fe7-8d12-e7c2497df3c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:19.585750 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-9d443fbc-f776-4fe7-8d12-e7c2497df3c9 admin admin] Calling delete_port for 2c56de0b-cf1b-46f8-b116-5995005db3f1 owned by network:router_gateway {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:13:19.601659 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-57301abb-a5be-4d4e-adf9-0719b90bee12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448ab0bb-483b-4d9a-bb81-19b6e433b395', 'name': 'tempest-TestVolumeBootPattern-238111861-router', 'tenant_id': 'c4323d35f5fd4b82ac7fba99763ed5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '2c56de0b-cf1b-46f8-b116-5995005db3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:02:56Z', 'updated_at': '2021-12-20T15:13:18Z', 'revision_number': 5, 'project_id': 'c4323d35f5fd4b82ac7fba99763ed5f0', 'gw_port': {'id': '2c56de0b-cf1b-46f8-b116-5995005db3f1', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:f4:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448ab0bb-483b-4d9a-bb81-19b6e433b395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:02:56Z', 'updated_at': '2021-12-20T15:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:13:19.627997 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57301abb-a5be-4d4e-adf9-0719b90bee12 None None] Checking router: 448ab0bb-483b-4d9a-bb81-19b6e433b395 for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:13:19.636446 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57301abb-a5be-4d4e-adf9-0719b90bee12 None None] Routers {'448ab0bb-483b-4d9a-bb81-19b6e433b395'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:13:19.637047 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-57301abb-a5be-4d4e-adf9-0719b90bee12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:13:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['448ab0bb-483b-4d9a-bb81-19b6e433b395'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:13:19.724979 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-57301abb-a5be-4d4e-adf9-0719b90bee12 None None] Set router 448ab0bb-483b-4d9a-bb81-19b6e433b395 gateway port host: None {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:13:19.756289 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9d443fbc-f776-4fe7-8d12-e7c2497df3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:19.778314 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-57301abb-a5be-4d4e-adf9-0719b90bee12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448ab0bb-483b-4d9a-bb81-19b6e433b395', 'name': 'tempest-TestVolumeBootPattern-238111861-router', 'tenant_id': 'c4323d35f5fd4b82ac7fba99763ed5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:02:56Z', 'updated_at': '2021-12-20T15:13:19Z', 'revision_number': 6, 'project_id': 'c4323d35f5fd4b82ac7fba99763ed5f0', 'gw_port_host': None}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:13:19.781918 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d443fbc-f776-4fe7-8d12-e7c2497df3c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c56de0b-cf1b-46f8-b116-5995005db3f1,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:13:19.796067 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25a7962-8597-47d3-886d-76ce34462d5b None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:13:19.810979 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57301abb-a5be-4d4e-adf9-0719b90bee12 None None] The sync data for ids ['448ab0bb-483b-4d9a-bb81-19b6e433b395'] in n-d-761264-19 is: [{'id': '448ab0bb-483b-4d9a-bb81-19b6e433b395', 'name': 'tempest-TestVolumeBootPattern-238111861-router', 'tenant_id': 'c4323d35f5fd4b82ac7fba99763ed5f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:02:56Z', 'updated_at': '2021-12-20T15:13:19Z', 'revision_number': 6, 'project_id': 'c4323d35f5fd4b82ac7fba99763ed5f0', 'gw_port_host': None}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:13:19.849673 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9d443fbc-f776-4fe7-8d12-e7c2497df3c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584913'] for router_gateway, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:19.948698 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9d443fbc-f776-4fe7-8d12-e7c2497df3c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40132'] for router, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:19.951194 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9d443fbc-f776-4fe7-8d12-e7c2497df3c9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:20.001479 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9d443fbc-f776-4fe7-8d12-e7c2497df3c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1594808'] for router, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:20.002198 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d443fbc-f776-4fe7-8d12-e7c2497df3c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 448ab0bb-483b-4d9a-bb81-19b6e433b395 {{(pid=103167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:13:20.006953 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9d443fbc-f776-4fe7-8d12-e7c2497df3c9 admin admin] Publish callbacks [] for router, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:20.008116 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-9d443fbc-f776-4fe7-8d12-e7c2497df3c9 admin admin] 10.222.0.54 "DELETE /v2.0/routers/448ab0bb-483b-4d9a-bb81-19b6e433b395 HTTP/1.1" status: 204 len: 168 time: 0.7875230 Dec 20 15:13:20.011111 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 53546) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:13:20.056287 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_v2 [None req-be2feae4-1030-4218-82ee-57db4d97dca8 admin admin] Deleting subnet 6d0ff2cd-65cf-4e7b-baa9-ce9e35b029e8 {{(pid=103167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:13:20.059756 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-be2feae4-1030-4218-82ee-57db4d97dca8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:20.094668 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-be2feae4-1030-4218-82ee-57db4d97dca8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954412'] for subnet, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:20.181063 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-be2feae4-1030-4218-82ee-57db4d97dca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:20.240521 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-be2feae4-1030-4218-82ee-57db4d97dca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:20.266069 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2feae4-1030-4218-82ee-57db4d97dca8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d0ff2cd-65cf-4e7b-baa9-ce9e35b029e8,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:13:20.269931 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-be2feae4-1030-4218-82ee-57db4d97dca8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:20.273205 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-be2feae4-1030-4218-82ee-57db4d97dca8 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/6d0ff2cd-65cf-4e7b-baa9-ce9e35b029e8 HTTP/1.1" status: 204 len: 168 time: 0.2607872 Dec 20 15:13:20.275975 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 53548) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:13:20.276460 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ad6a7e-5f49-4ba2-bf36-fbb48a557ba5 None None] Network eeaeae81-26c5-47a8-948a-10fa6be7dce1 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:13:20.349843 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2b60159f-4a61-454d-b778-0444144202bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:20.402803 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-2b60159f-4a61-454d-b778-0444144202bb admin admin] Deleting port 06f27437-d48a-4072-8eaf-5c45b5e1ec8e {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:13:20.403128 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2b60159f-4a61-454d-b778-0444144202bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:20.468842 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-2b60159f-4a61-454d-b778-0444144202bb admin admin] For port 06f27437-d48a-4072-8eaf-5c45b5e1ec8e, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=06f27437-d48a-4072-8eaf-5c45b5e1ec8e,segment=NetworkSegment(5a1f45d1-e73d-44a1-9253-57d8a90b5ed7),segment_id=5a1f45d1-e73d-44a1-9253-57d8a90b5ed7)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:13:20.469186 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2b60159f-4a61-454d-b778-0444144202bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:20.482771 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-2b60159f-4a61-454d-b778-0444144202bb admin admin] Calling delete_port for 06f27437-d48a-4072-8eaf-5c45b5e1ec8e owned by network:dhcp {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:13:20.573989 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2b60159f-4a61-454d-b778-0444144202bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:20.587524 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400e7d05-8b4b-43cf-9480-f0c30456f3e1 None None] DHCP port deletion for eeaeae81-26c5-47a8-948a-10fa6be7dce1 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:13:20.603264 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b60159f-4a61-454d-b778-0444144202bb admin admin] Pushing event deleted for resources: {'Port': ['ID=06f27437-d48a-4072-8eaf-5c45b5e1ec8e,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:13:20.607282 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b60159f-4a61-454d-b778-0444144202bb admin admin] No DVR routers for this DVR port 06f27437-d48a-4072-8eaf-5c45b5e1ec8e on host n-d-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:13:20.673920 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 06f27437-d48a-4072-8eaf-5c45b5e1ec8e no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:13:20.683940 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2b60159f-4a61-454d-b778-0444144202bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:20.697206 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 06f27437-d48a-4072-8eaf-5c45b5e1ec8e {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:13:20.697752 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 06f27437-d48a-4072-8eaf-5c45b5e1ec8e not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:13:20.698420 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device e576ebf2-5752-464d-9680-151aa2faa5e6 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:13:20.705657 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-2b60159f-4a61-454d-b778-0444144202bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eeaeae81-26c5-47a8-948a-10fa6be7dce1']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:13:20.720672 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-2b60159f-4a61-454d-b778-0444144202bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a1f45d1-e73d-44a1-9253-57d8a90b5ed7') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:13:20.720672 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-2b60159f-4a61-454d-b778-0444144202bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a1f45d1-e73d-44a1-9253-57d8a90b5ed7') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:13:20.720937 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: e576ebf2-5752-464d-9680-151aa2faa5e6 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:13:20.720937 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device e576ebf2-5752-464d-9680-151aa2faa5e6 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:13:20.720937 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 2c56de0b-cf1b-46f8-b116-5995005db3f1 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:13:20.730889 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2b60159f-4a61-454d-b778-0444144202bb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:20.738914 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 2c56de0b-cf1b-46f8-b116-5995005db3f1 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:13:20.739312 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 2c56de0b-cf1b-46f8-b116-5995005db3f1 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:13:20.745499 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2b60159f-4a61-454d-b778-0444144202bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:20.752336 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b60159f-4a61-454d-b778-0444144202bb admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:13:20.752936 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2b60159f-4a61-454d-b778-0444144202bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:20.755696 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 15:13:20.755696 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:13:20.755696 n-d-761264-19 neutron-server[103168]: timer() Dec 20 15:13:20.755696 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:13:20.755696 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 15:13:20.755696 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:13:20.755696 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 15:13:20.755696 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:13:20.755696 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 15:13:20.755696 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:13:20.755696 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 15:13:20.755696 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:13:20.755696 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 15:13:20.755696 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:13:20.755696 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:13:20.755696 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:13:20.755696 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:13:20.755696 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:13:20.755696 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 15:13:20.755696 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:13:20.755696 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 15:13:20.755696 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:13:20.755696 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:13:20.755696 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:13:20.755696 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 15:13:20.755696 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:13:20.755696 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:13:20.755696 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:13:20.755696 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:13:20.755696 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:13:20.755696 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:13:20.755696 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:13:20.816165 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2b60159f-4a61-454d-b778-0444144202bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:20.823401 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2b60159f-4a61-454d-b778-0444144202bb admin admin] Publish callbacks [] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:20.829081 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-2b60159f-4a61-454d-b778-0444144202bb admin admin] 10.222.0.54 "DELETE /v2.0/networks/eeaeae81-26c5-47a8-948a-10fa6be7dce1 HTTP/1.1" status: 204 len: 168 time: 0.5519841 Dec 20 15:13:20.839326 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b60159f-4a61-454d-b778-0444144202bb admin admin] Pushing event deleted for resources: {'Network': ['ID=eeaeae81-26c5-47a8-948a-10fa6be7dce1,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:13:20.967212 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 53552) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:13:21.010034 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-af99b286-e2c7-40d4-9178-170ec69b6da5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c386a559a8854d1caa58ca37066a398d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0415530 Dec 20 15:13:21.012785 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 53554) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:13:21.065902 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6d0957ce-6d0e-48fc-9ea6-4441eef3682b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:21.089357 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6d0957ce-6d0e-48fc-9ea6-4441eef3682b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:21.137827 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6d0957ce-6d0e-48fc-9ea6-4441eef3682b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:21.141834 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6d0957ce-6d0e-48fc-9ea6-4441eef3682b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:21.143141 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-6d0957ce-6d0e-48fc-9ea6-4441eef3682b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/825b22b9-90fe-4011-8472-9394377eada5 HTTP/1.1" status: 204 len: 168 time: 0.1294408 Dec 20 15:13:21.151139 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0957ce-6d0e-48fc-9ea6-4441eef3682b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=825b22b9-90fe-4011-8472-9394377eada5,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:13:21.505695 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 53560) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:13:21.546124 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-62cba7da-c5d1-4cb2-9200-ac0a5d08b51c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c4323d35f5fd4b82ac7fba99763ed5f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0392110 Dec 20 15:13:21.548958 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 53562) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:13:21.616279 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-39aa6291-04f7-44f5-ba75-6360b9a377c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:21.639901 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-39aa6291-04f7-44f5-ba75-6360b9a377c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:21.688773 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-39aa6291-04f7-44f5-ba75-6360b9a377c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:21.691354 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-39aa6291-04f7-44f5-ba75-6360b9a377c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:21.692520 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-39aa6291-04f7-44f5-ba75-6360b9a377c9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2b458d33-8a68-453e-a9b8-422e42b4054f HTTP/1.1" status: 204 len: 168 time: 0.1424141 Dec 20 15:13:21.700484 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aa6291-04f7-44f5-ba75-6360b9a377c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b458d33-8a68-453e-a9b8-422e42b4054f,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:13:25.203232 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [req-85296f00-08b1-49eb-a94d-05954dfe97fb req-fa037718-6365-41e0-946c-dd190ec072ba service neutron] (103168) timed out ('10.222.0.54', 48466) {{(pid=103168) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 20 15:13:30.741607 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-fe6d2511-43ea-480e-b375-ef29da16fd2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:32.303841 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-54a2551c-b0a1-46ce-b750-6e581616bcca req-9462152a-639f-484b-8df4-d4ad09c08037 tempest-ServersAdminNegativeTestJSON-1351603345 tempest-ServersAdminNegativeTestJSON-1351603345-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=aae24a0eb2c04a369915b32b87caeed9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314701 Dec 20 15:13:32.502854 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a2551c-b0a1-46ce-b750-6e581616bcca req-ec675d0f-5340-42b2-9b4b-e1e5b79c30ad tempest-ServersAdminNegativeTestJSON-1351603345 tempest-ServersAdminNegativeTestJSON-1351603345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:13:32.504285 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-54a2551c-b0a1-46ce-b750-6e581616bcca req-ec675d0f-5340-42b2-9b4b-e1e5b79c30ad tempest-ServersAdminNegativeTestJSON-1351603345 tempest-ServersAdminNegativeTestJSON-1351603345-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1940486 Dec 20 15:13:32.519481 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-54a2551c-b0a1-46ce-b750-6e581616bcca req-f7f8a815-1b06-4009-a926-9f7423917b3b tempest-ServersAdminNegativeTestJSON-1351603345 tempest-ServersAdminNegativeTestJSON-1351603345-project] 10.222.0.54 "GET /v2.0/quotas/aae24a0eb2c04a369915b32b87caeed9 HTTP/1.1" status: 200 len: 375 time: 0.0093989 Dec 20 15:13:32.554966 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-54a2551c-b0a1-46ce-b750-6e581616bcca req-7b2d8175-5513-471a-b895-a2fae5bcf0c3 tempest-ServersAdminNegativeTestJSON-1351603345 tempest-ServersAdminNegativeTestJSON-1351603345-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=aae24a0eb2c04a369915b32b87caeed9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300715 Dec 20 15:13:32.724423 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4dde1a47-c722-454a-81e0-45aa03f3e8af req-9e9aca49-3efc-4ac7-a472-edc987dce7d7 tempest-ServersAdminNegativeTestJSON-1351603345 tempest-ServersAdminNegativeTestJSON-1351603345-project] 10.222.0.54 "GET /v2.0/ports?device_id=0de8e860-a640-44bc-9349-80a55cd7d217 HTTP/1.1" status: 200 len: 210 time: 0.0307567 Dec 20 15:13:32.950853 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d18d59a8-7465-42d6-8bcd-a58077f241f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:33.741185 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-54a2551c-b0a1-46ce-b750-6e581616bcca req-3666b037-ec93-4862-aea3-2bf6d752f24a tempest-ServersAdminNegativeTestJSON-1351603345 tempest-ServersAdminNegativeTestJSON-1351603345-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=aae24a0eb2c04a369915b32b87caeed9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0250974 Dec 20 15:13:33.845042 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a3889760-d763-48b9-89c6-8cbceae139a8 req-331e60fa-6083-4509-91e2-ab13debbecc8 tempest-ServersAdminNegativeTestJSON-1351603345 tempest-ServersAdminNegativeTestJSON-1351603345-project] 10.222.0.54 "GET /v2.0/ports?device_id=0de8e860-a640-44bc-9349-80a55cd7d217 HTTP/1.1" status: 200 len: 210 time: 0.0363052 Dec 20 15:13:33.881938 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a2551c-b0a1-46ce-b750-6e581616bcca req-d877f3c2-a7e7-440e-8950-3da37df3803a tempest-ServersAdminNegativeTestJSON-1351603345 tempest-ServersAdminNegativeTestJSON-1351603345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:13:33.883409 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-54a2551c-b0a1-46ce-b750-6e581616bcca req-d877f3c2-a7e7-440e-8950-3da37df3803a tempest-ServersAdminNegativeTestJSON-1351603345 tempest-ServersAdminNegativeTestJSON-1351603345-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1348114 Dec 20 15:13:33.897688 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-54a2551c-b0a1-46ce-b750-6e581616bcca req-e77165db-acb9-4be8-9977-b8fb21223313 tempest-ServersAdminNegativeTestJSON-1351603345 tempest-ServersAdminNegativeTestJSON-1351603345-project] Request body: {'port': {'device_id': '0de8e860-a640-44bc-9349-80a55cd7d217', 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1', 'admin_state_up': True, 'tenant_id': 'aae24a0eb2c04a369915b32b87caeed9'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:13:33.922523 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:34.011611 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54a2551c-b0a1-46ce-b750-6e581616bcca req-e77165db-acb9-4be8-9977-b8fb21223313 tempest-ServersAdminNegativeTestJSON-1351603345 tempest-ServersAdminNegativeTestJSON-1351603345-project] Made reservation on behalf of aae24a0eb2c04a369915b32b87caeed9 for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:13:34.015283 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-54a2551c-b0a1-46ce-b750-6e581616bcca req-e77165db-acb9-4be8-9977-b8fb21223313 tempest-ServersAdminNegativeTestJSON-1351603345 tempest-ServersAdminNegativeTestJSON-1351603345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:34.024329 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-54a2551c-b0a1-46ce-b750-6e581616bcca req-e77165db-acb9-4be8-9977-b8fb21223313 tempest-ServersAdminNegativeTestJSON-1351603345 tempest-ServersAdminNegativeTestJSON-1351603345-project] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:34.103194 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-54a2551c-b0a1-46ce-b750-6e581616bcca req-e77165db-acb9-4be8-9977-b8fb21223313 tempest-ServersAdminNegativeTestJSON-1351603345 tempest-ServersAdminNegativeTestJSON-1351603345-project] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:34.108592 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-54a2551c-b0a1-46ce-b750-6e581616bcca req-e77165db-acb9-4be8-9977-b8fb21223313 tempest-ServersAdminNegativeTestJSON-1351603345 tempest-ServersAdminNegativeTestJSON-1351603345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:34.176364 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77165db-acb9-4be8-9977-b8fb21223313 tempest-ServersAdminNegativeTestJSON-1351603345 tempest-ServersAdminNegativeTestJSON-1351603345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bc193e3-493f-450a-96cb-f093a01d429d,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:13:34.251440 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [req-54a2551c-b0a1-46ce-b750-6e581616bcca req-e77165db-acb9-4be8-9977-b8fb21223313 tempest-ServersAdminNegativeTestJSON-1351603345 tempest-ServersAdminNegativeTestJSON-1351603345-project] Allocated IP 192.168.233.206 (00c897c2-e98d-4716-a0b4-8f9f297fa8a1/36bf280f-81bb-4486-a87a-9b9505a1cec4/335f9f9a-7e75-4468-a819-2494581207ab) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:13:34.400149 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-54a2551c-b0a1-46ce-b750-6e581616bcca req-e77165db-acb9-4be8-9977-b8fb21223313 tempest-ServersAdminNegativeTestJSON-1351603345 tempest-ServersAdminNegativeTestJSON-1351603345-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:34.450042 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-54a2551c-b0a1-46ce-b750-6e581616bcca req-e77165db-acb9-4be8-9977-b8fb21223313 tempest-ServersAdminNegativeTestJSON-1351603345 tempest-ServersAdminNegativeTestJSON-1351603345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:34.493513 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54a2551c-b0a1-46ce-b750-6e581616bcca req-e77165db-acb9-4be8-9977-b8fb21223313 tempest-ServersAdminNegativeTestJSON-1351603345 tempest-ServersAdminNegativeTestJSON-1351603345-project] Network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:13:34.498753 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [req-54a2551c-b0a1-46ce-b750-6e581616bcca req-e77165db-acb9-4be8-9977-b8fb21223313 tempest-ServersAdminNegativeTestJSON-1351603345 tempest-ServersAdminNegativeTestJSON-1351603345-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:13:34.503075 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-54a2551c-b0a1-46ce-b750-6e581616bcca req-e77165db-acb9-4be8-9977-b8fb21223313 tempest-ServersAdminNegativeTestJSON-1351603345 tempest-ServersAdminNegativeTestJSON-1351603345-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:13:34.506946 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77165db-acb9-4be8-9977-b8fb21223313 tempest-ServersAdminNegativeTestJSON-1351603345 tempest-ServersAdminNegativeTestJSON-1351603345-project] Pushing event updated for resources: {'Port': ['ID=335f9f9a-7e75-4468-a819-2494581207ab,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:13:34.553974 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a2551c-b0a1-46ce-b750-6e581616bcca req-e77165db-acb9-4be8-9977-b8fb21223313 tempest-ServersAdminNegativeTestJSON-1351603345 tempest-ServersAdminNegativeTestJSON-1351603345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:13:34.554587 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-54a2551c-b0a1-46ce-b750-6e581616bcca req-e77165db-acb9-4be8-9977-b8fb21223313 tempest-ServersAdminNegativeTestJSON-1351603345 tempest-ServersAdminNegativeTestJSON-1351603345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:34.571347 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-54a2551c-b0a1-46ce-b750-6e581616bcca req-e77165db-acb9-4be8-9977-b8fb21223313 tempest-ServersAdminNegativeTestJSON-1351603345 tempest-ServersAdminNegativeTestJSON-1351603345-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6772451 Dec 20 15:13:34.693149 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-54a2551c-b0a1-46ce-b750-6e581616bcca req-e6faf593-d90c-4a77-8438-9abb7001045b service neutron] Request body: {'port': {'device_id': '0de8e860-a640-44bc-9349-80a55cd7d217', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-19'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:13:34.710127 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-bc892a50-aa39-46dd-b684-ab4a69fc373e None None] Provisioning complete for port 335f9f9a-7e75-4468-a819-2494581207ab triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:13:34.710688 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-bc892a50-aa39-46dd-b684-ab4a69fc373e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:34.747709 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-bc892a50-aa39-46dd-b684-ab4a69fc373e None None] Port 335f9f9a-7e75-4468-a819-2494581207ab cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:13:34.749434 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-54a2551c-b0a1-46ce-b750-6e581616bcca req-e6faf593-d90c-4a77-8438-9abb7001045b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:34.964357 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b8e194-5225-4de9-9083-d22c893ddaa2 req-3b650967-e333-4e33-bd30-0bf829892de0 tempest-ServersAdminNegativeTestJSON-1351603345 tempest-ServersAdminNegativeTestJSON-1351603345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:13:34.965742 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-45b8e194-5225-4de9-9083-d22c893ddaa2 req-3b650967-e333-4e33-bd30-0bf829892de0 tempest-ServersAdminNegativeTestJSON-1351603345 tempest-ServersAdminNegativeTestJSON-1351603345-project] 10.222.0.54 "GET /v2.0/ports?device_id=0de8e860-a640-44bc-9349-80a55cd7d217 HTTP/1.1" status: 200 len: 936 time: 0.0497143 Dec 20 15:13:35.013398 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [req-54a2551c-b0a1-46ce-b750-6e581616bcca req-e6faf593-d90c-4a77-8438-9abb7001045b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 335f9f9a-7e75-4468-a819-2494581207ab {{(pid=103167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:13:35.013851 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-45b8e194-5225-4de9-9083-d22c893ddaa2 req-b671b330-a6ca-414b-9b8e-98c8fc9043d6 tempest-ServersAdminNegativeTestJSON-1351603345 tempest-ServersAdminNegativeTestJSON-1351603345-project] 10.222.0.54 "GET /v2.0/security-groups?id=2bc193e3-493f-450a-96cb-f093a01d429d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419667 Dec 20 15:13:35.021032 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-54a2551c-b0a1-46ce-b750-6e581616bcca req-e6faf593-d90c-4a77-8438-9abb7001045b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:35.032967 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-54a2551c-b0a1-46ce-b750-6e581616bcca req-e6faf593-d90c-4a77-8438-9abb7001045b service neutron] Transition to ACTIVE for port object 335f9f9a-7e75-4468-a819-2494581207ab will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:13:35.037698 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-54a2551c-b0a1-46ce-b750-6e581616bcca req-e6faf593-d90c-4a77-8438-9abb7001045b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:35.088533 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6faf593-d90c-4a77-8438-9abb7001045b service neutron] Pushing event updated for resources: {'Port': ['ID=335f9f9a-7e75-4468-a819-2494581207ab,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:13:35.462480 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-54a2551c-b0a1-46ce-b750-6e581616bcca req-e6faf593-d90c-4a77-8438-9abb7001045b service neutron] Attempting to bind port 335f9f9a-7e75-4468-a819-2494581207ab on host n-h1-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:13:35.462712 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-54a2551c-b0a1-46ce-b750-6e581616bcca req-e6faf593-d90c-4a77-8438-9abb7001045b service neutron] Attempting to bind port 335f9f9a-7e75-4468-a819-2494581207ab by drivers openvswitch,hyperv on host n-h1-761264-19 at level 0 using segments [{'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:13:35.463144 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a2551c-b0a1-46ce-b750-6e581616bcca req-e6faf593-d90c-4a77-8438-9abb7001045b service neutron] Attempting to bind port 335f9f9a-7e75-4468-a819-2494581207ab on network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:13:35.467432 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a2551c-b0a1-46ce-b750-6e581616bcca req-e6faf593-d90c-4a77-8438-9abb7001045b service neutron] Port 335f9f9a-7e75-4468-a819-2494581207ab on network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:13:35.467744 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a2551c-b0a1-46ce-b750-6e581616bcca req-e6faf593-d90c-4a77-8438-9abb7001045b service neutron] Attempting to bind port 335f9f9a-7e75-4468-a819-2494581207ab on network 00c897c2-e98d-4716-a0b4-8f9f297fa8a1 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:13:35.472638 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a2551c-b0a1-46ce-b750-6e581616bcca req-e6faf593-d90c-4a77-8438-9abb7001045b service neutron] Checking agent: {'id': '3e5ace3e-dd7b-4522-a7c4-77d13dbeab1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:13:35.472967 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a2551c-b0a1-46ce-b750-6e581616bcca req-e6faf593-d90c-4a77-8438-9abb7001045b service neutron] Checking segment: {'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:13:35.473343 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a2551c-b0a1-46ce-b750-6e581616bcca req-e6faf593-d90c-4a77-8438-9abb7001045b service neutron] Bound using segment: {'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:13:35.473744 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-54a2551c-b0a1-46ce-b750-6e581616bcca req-e6faf593-d90c-4a77-8438-9abb7001045b service neutron] Bound port: 335f9f9a-7e75-4468-a819-2494581207ab, host: n-h1-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9db41a93-b061-4f3a-9252-27111992c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:13:35.474094 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-54a2551c-b0a1-46ce-b750-6e581616bcca req-e6faf593-d90c-4a77-8438-9abb7001045b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:35.536460 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-54a2551c-b0a1-46ce-b750-6e581616bcca req-e6faf593-d90c-4a77-8438-9abb7001045b service neutron] For port 335f9f9a-7e75-4468-a819-2494581207ab, host n-h1-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:13:35.539609 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-54a2551c-b0a1-46ce-b750-6e581616bcca req-e6faf593-d90c-4a77-8438-9abb7001045b service neutron] For port 335f9f9a-7e75-4468-a819-2494581207ab, host n-h1-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=335f9f9a-7e75-4468-a819-2494581207ab,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:13:35.545631 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-54a2551c-b0a1-46ce-b750-6e581616bcca req-e6faf593-d90c-4a77-8438-9abb7001045b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:35.582826 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a2551c-b0a1-46ce-b750-6e581616bcca req-e6faf593-d90c-4a77-8438-9abb7001045b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:13:35.583451 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-54a2551c-b0a1-46ce-b750-6e581616bcca req-e6faf593-d90c-4a77-8438-9abb7001045b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:35.584865 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-54a2551c-b0a1-46ce-b750-6e581616bcca req-e6faf593-d90c-4a77-8438-9abb7001045b service neutron] 10.222.0.30 "PUT /v2.0/ports/335f9f9a-7e75-4468-a819-2494581207ab HTTP/1.1" status: 200 len: 1097 time: 1.0043657 Dec 20 15:13:35.585298 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0de8e860-a640-44bc-9349-80a55cd7d217', 'tag': '335f9f9a-7e75-4468-a819-2494581207ab'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:13:35.587575 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1bfd2d6-a55a-47e0-82c0-39038ebe5d30" -d '{"events": [{"name": "network-changed", "server_uuid": "0de8e860-a640-44bc-9349-80a55cd7d217", "tag": "335f9f9a-7e75-4468-a819-2494581207ab"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:13:35.614292 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6faf593-d90c-4a77-8438-9abb7001045b service neutron] Pushing event updated for resources: {'Port': ['ID=335f9f9a-7e75-4468-a819-2494581207ab,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:13:35.639394 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e3971ea-868f-44fe-a249-1ed5261ee1db x-openstack-request-id: req-5e3971ea-868f-44fe-a249-1ed5261ee1db {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:13:35.639684 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0de8e860-a640-44bc-9349-80a55cd7d217", "tag": "335f9f9a-7e75-4468-a819-2494581207ab", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:13:35.639942 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5e3971ea-868f-44fe-a249-1ed5261ee1db {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:13:35.640374 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0de8e860-a640-44bc-9349-80a55cd7d217', 'tag': '335f9f9a-7e75-4468-a819-2494581207ab', 'status': 'completed', 'code': 200} Dec 20 15:13:35.677691 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a2551c-b0a1-46ce-b750-6e581616bcca req-3db94919-7a7b-4e98-ab44-98277fb5f0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:13:35.679263 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-54a2551c-b0a1-46ce-b750-6e581616bcca req-3db94919-7a7b-4e98-ab44-98277fb5f0b1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aae24a0eb2c04a369915b32b87caeed9&device_id=0de8e860-a640-44bc-9349-80a55cd7d217 HTTP/1.1" status: 200 len: 1100 time: 0.0504775 Dec 20 15:13:35.726016 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-54a2551c-b0a1-46ce-b750-6e581616bcca req-c039d2e0-b7f3-4118-8a2e-16522a125947 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=335f9f9a-7e75-4468-a819-2494581207ab HTTP/1.1" status: 200 len: 217 time: 0.0379097 Dec 20 15:13:35.727989 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:13:35.776360 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a2551c-b0a1-46ce-b750-6e581616bcca req-f49cf9f6-2d6a-4fd8-bffb-bd5b4601ece0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:13:35.777851 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-54a2551c-b0a1-46ce-b750-6e581616bcca req-f49cf9f6-2d6a-4fd8-bffb-bd5b4601ece0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=36bf280f-81bb-4486-a87a-9b9505a1cec4 HTTP/1.1" status: 200 len: 843 time: 0.0447676 Dec 20 15:13:35.833883 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a2551c-b0a1-46ce-b750-6e581616bcca req-ccf938a6-645e-48a7-b384-a23291f4cd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:13:35.836367 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-54a2551c-b0a1-46ce-b750-6e581616bcca req-ccf938a6-645e-48a7-b384-a23291f4cd94 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0517838 Dec 20 15:13:35.913263 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:35.936656 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-54a2551c-b0a1-46ce-b750-6e581616bcca req-d67c430c-b305-4e6d-b030-c949e8eec55e service neutron] 10.222.0.30 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928845 Dec 20 15:13:36.034549 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-54a2551c-b0a1-46ce-b750-6e581616bcca req-8876ca88-3af3-48bb-b61c-5234fff4a80e service neutron] 10.222.0.30 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912752 Dec 20 15:13:36.130809 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bfd2d6-a55a-47e0-82c0-39038ebe5d30 req-296af2ec-6dac-41f1-b07b-feceabe84581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:13:36.132466 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e1bfd2d6-a55a-47e0-82c0-39038ebe5d30 req-296af2ec-6dac-41f1-b07b-feceabe84581 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aae24a0eb2c04a369915b32b87caeed9&device_id=0de8e860-a640-44bc-9349-80a55cd7d217 HTTP/1.1" status: 200 len: 1100 time: 0.0438204 Dec 20 15:13:36.135694 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb95f8e9-8124-426e-87ae-e144dfe9b5c4 req-447bcd01-25d3-4e7b-99d4-a0d52341e716 tempest-ServersAdminNegativeTestJSON-1351603345 tempest-ServersAdminNegativeTestJSON-1351603345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:13:36.137302 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-eb95f8e9-8124-426e-87ae-e144dfe9b5c4 req-447bcd01-25d3-4e7b-99d4-a0d52341e716 tempest-ServersAdminNegativeTestJSON-1351603345 tempest-ServersAdminNegativeTestJSON-1351603345-project] 10.222.0.54 "GET /v2.0/ports?device_id=0de8e860-a640-44bc-9349-80a55cd7d217 HTTP/1.1" status: 200 len: 948 time: 0.0524526 Dec 20 15:13:36.185817 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-eb95f8e9-8124-426e-87ae-e144dfe9b5c4 req-6bfc3308-eca8-45ff-9a27-ea3cdf00b8a1 tempest-ServersAdminNegativeTestJSON-1351603345 tempest-ServersAdminNegativeTestJSON-1351603345-project] 10.222.0.54 "GET /v2.0/security-groups?id=2bc193e3-493f-450a-96cb-f093a01d429d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420518 Dec 20 15:13:36.230281 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bfd2d6-a55a-47e0-82c0-39038ebe5d30 req-0f351ea2-8033-42a9-abe4-eda2a632a78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:13:36.231838 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e1bfd2d6-a55a-47e0-82c0-39038ebe5d30 req-0f351ea2-8033-42a9-abe4-eda2a632a78b service neutron] 10.222.0.30 "GET /v2.0/networks?id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1 HTTP/1.1" status: 200 len: 870 time: 0.0928524 Dec 20 15:13:36.275607 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e1bfd2d6-a55a-47e0-82c0-39038ebe5d30 req-b665689d-322b-4dc8-bad9-bb58d0f5c54a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=335f9f9a-7e75-4468-a819-2494581207ab HTTP/1.1" status: 200 len: 217 time: 0.0366931 Dec 20 15:13:36.326850 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bfd2d6-a55a-47e0-82c0-39038ebe5d30 req-03d5f785-11d9-4ba1-86fc-d7c9971b8e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:13:36.329086 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e1bfd2d6-a55a-47e0-82c0-39038ebe5d30 req-03d5f785-11d9-4ba1-86fc-d7c9971b8e7d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=36bf280f-81bb-4486-a87a-9b9505a1cec4 HTTP/1.1" status: 200 len: 843 time: 0.0466480 Dec 20 15:13:36.349673 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:36.384839 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bfd2d6-a55a-47e0-82c0-39038ebe5d30 req-59c88bc1-1d0f-461e-8cf8-ef0d6a73587c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:13:36.386445 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e1bfd2d6-a55a-47e0-82c0-39038ebe5d30 req-59c88bc1-1d0f-461e-8cf8-ef0d6a73587c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=00c897c2-e98d-4716-a0b4-8f9f297fa8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0505238 Dec 20 15:13:36.487390 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e1bfd2d6-a55a-47e0-82c0-39038ebe5d30 req-22f63163-eef8-4970-be89-8958d6a85e42 service neutron] 10.222.0.30 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933151 Dec 20 15:13:36.592760 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e1bfd2d6-a55a-47e0-82c0-39038ebe5d30 req-bbb625ab-0eeb-44b7-879d-b0b4a3beec15 service neutron] 10.222.0.30 "GET /v2.0/networks/00c897c2-e98d-4716-a0b4-8f9f297fa8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981984 Dec 20 15:13:37.324151 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6695c1e1-5a9a-4e37-82b4-2a5aa61a8807 req-b4d34d01-e74c-4723-a83a-a485b82cb997 tempest-ServersAdminNegativeTestJSON-1351603345 tempest-ServersAdminNegativeTestJSON-1351603345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:13:37.325691 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6695c1e1-5a9a-4e37-82b4-2a5aa61a8807 req-b4d34d01-e74c-4723-a83a-a485b82cb997 tempest-ServersAdminNegativeTestJSON-1351603345 tempest-ServersAdminNegativeTestJSON-1351603345-project] 10.222.0.54 "GET /v2.0/ports?device_id=0de8e860-a640-44bc-9349-80a55cd7d217 HTTP/1.1" status: 200 len: 948 time: 0.0655231 Dec 20 15:13:37.378052 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6695c1e1-5a9a-4e37-82b4-2a5aa61a8807 req-13e8c584-529f-4de2-b13b-f12958ff2f7e tempest-ServersAdminNegativeTestJSON-1351603345 tempest-ServersAdminNegativeTestJSON-1351603345-project] 10.222.0.54 "GET /v2.0/security-groups?id=2bc193e3-493f-450a-96cb-f093a01d429d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433929 Dec 20 15:13:38.508402 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259b4d8d-8d3f-4f58-a850-78dfbe4983cc req-897f1442-c1ef-476c-a811-4ea6357e6236 tempest-ServersAdminNegativeTestJSON-1351603345 tempest-ServersAdminNegativeTestJSON-1351603345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:13:38.510119 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-259b4d8d-8d3f-4f58-a850-78dfbe4983cc req-897f1442-c1ef-476c-a811-4ea6357e6236 tempest-ServersAdminNegativeTestJSON-1351603345 tempest-ServersAdminNegativeTestJSON-1351603345-project] 10.222.0.54 "GET /v2.0/ports?device_id=0de8e860-a640-44bc-9349-80a55cd7d217 HTTP/1.1" status: 200 len: 948 time: 0.0574367 Dec 20 15:13:38.566892 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-259b4d8d-8d3f-4f58-a850-78dfbe4983cc req-81a9084e-7fae-462b-83ea-987aedb491a7 tempest-ServersAdminNegativeTestJSON-1351603345 tempest-ServersAdminNegativeTestJSON-1351603345-project] 10.222.0.54 "GET /v2.0/security-groups?id=2bc193e3-493f-450a-96cb-f093a01d429d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481648 Dec 20 15:13:39.692416 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970a31a2-b382-4b6b-ab8a-97296ba16994 req-eb19f479-b42f-475b-ba5a-890556dff4a6 tempest-ServersAdminNegativeTestJSON-1351603345 tempest-ServersAdminNegativeTestJSON-1351603345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:13:39.694005 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-970a31a2-b382-4b6b-ab8a-97296ba16994 req-eb19f479-b42f-475b-ba5a-890556dff4a6 tempest-ServersAdminNegativeTestJSON-1351603345 tempest-ServersAdminNegativeTestJSON-1351603345-project] 10.222.0.54 "GET /v2.0/ports?device_id=0de8e860-a640-44bc-9349-80a55cd7d217 HTTP/1.1" status: 200 len: 948 time: 0.0519760 Dec 20 15:13:39.703621 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 335f9f9a-7e75-4468-a819-2494581207ab details requested by agent hyperv_n-h1-761264-19 with host n-h1-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:13:39.757648 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-970a31a2-b382-4b6b-ab8a-97296ba16994 req-62c904bb-0fd4-432d-8cd4-28c2ae1e879a tempest-ServersAdminNegativeTestJSON-1351603345 tempest-ServersAdminNegativeTestJSON-1351603345-project] 10.222.0.54 "GET /v2.0/security-groups?id=2bc193e3-493f-450a-96cb-f093a01d429d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559471 Dec 20 15:13:39.807124 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 335f9f9a-7e75-4468-a819-2494581207ab, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=335f9f9a-7e75-4468-a819-2494581207ab,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:13:39.818758 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Returning: {'device': '335f9f9a-7e75-4468-a819-2494581207ab', 'network_id': '00c897c2-e98d-4716-a0b4-8f9f297fa8a1', 'port_id': '335f9f9a-7e75-4468-a819-2494581207ab', 'mac_address': 'fa:16:3e:4e:b2:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36bf280f-81bb-4486-a87a-9b9505a1cec4', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:13:39.858322 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:39.872269 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 335f9f9a-7e75-4468-a819-2494581207ab {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:13:39.893339 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 335f9f9a-7e75-4468-a819-2494581207ab, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=335f9f9a-7e75-4468-a819-2494581207ab,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:13:39.898696 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:39.953299 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=335f9f9a-7e75-4468-a819-2494581207ab,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:13:39.964328 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:13:39.964696 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:13:39.965014 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:13:39.965376 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:13:39.965720 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:13:39.966016 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:13:39.966365 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:13:39.966685 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:13:39.967031 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:13:39.967494 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:13:39.967638 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:13:39.967964 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:13:39.968651 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:13:40.261890 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['335f9f9a-7e75-4468-a819-2494581207ab'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:13:40.892313 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27070091-7c2a-41a4-9528-eede6cbe06a7 req-2f72959c-2e66-45ce-ab06-3b2a3ef6b1c1 tempest-ServersAdminNegativeTestJSON-1351603345 tempest-ServersAdminNegativeTestJSON-1351603345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:13:40.894133 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-27070091-7c2a-41a4-9528-eede6cbe06a7 req-2f72959c-2e66-45ce-ab06-3b2a3ef6b1c1 tempest-ServersAdminNegativeTestJSON-1351603345 tempest-ServersAdminNegativeTestJSON-1351603345-project] 10.222.0.54 "GET /v2.0/ports?device_id=0de8e860-a640-44bc-9349-80a55cd7d217 HTTP/1.1" status: 200 len: 949 time: 0.0624344 Dec 20 15:13:40.946620 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-27070091-7c2a-41a4-9528-eede6cbe06a7 req-6278a997-4c69-45a6-9591-7c4b26c78dd3 tempest-ServersAdminNegativeTestJSON-1351603345 tempest-ServersAdminNegativeTestJSON-1351603345-project] 10.222.0.54 "GET /v2.0/security-groups?id=2bc193e3-493f-450a-96cb-f093a01d429d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462499 Dec 20 15:13:41.704798 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 335f9f9a-7e75-4468-a819-2494581207ab up at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:13:41.761964 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning for port 335f9f9a-7e75-4468-a819-2494581207ab completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:13:41.766948 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning complete for port 335f9f9a-7e75-4468-a819-2494581207ab triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:13:41.767379 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:41.848163 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:41.871115 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0de8e860-a640-44bc-9349-80a55cd7d217', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '335f9f9a-7e75-4468-a819-2494581207ab'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:13:41.873637 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbdc5547-82de-4967-b096-e81634576d58" -d '{"events": [{"server_uuid": "0de8e860-a640-44bc-9349-80a55cd7d217", "name": "network-vif-plugged", "status": "completed", "tag": "335f9f9a-7e75-4468-a819-2494581207ab"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:13:41.887157 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 335f9f9a-7e75-4468-a819-2494581207ab, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=335f9f9a-7e75-4468-a819-2494581207ab,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:13:41.891961 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:41.917281 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8f1fce8-7137-4d1c-bd7e-749de43afe29 x-openstack-request-id: req-d8f1fce8-7137-4d1c-bd7e-749de43afe29 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:13:41.917611 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0de8e860-a640-44bc-9349-80a55cd7d217", "name": "network-vif-plugged", "status": "completed", "tag": "335f9f9a-7e75-4468-a819-2494581207ab", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:13:41.917877 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d8f1fce8-7137-4d1c-bd7e-749de43afe29 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:13:41.918281 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0de8e860-a640-44bc-9349-80a55cd7d217', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '335f9f9a-7e75-4468-a819-2494581207ab', 'code': 200} Dec 20 15:13:41.959565 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=335f9f9a-7e75-4468-a819-2494581207ab,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:13:41.964210 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:42.017457 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe76bc3-714b-4226-a3b8-516eeb902887 req-cfe9566a-9f44-40f0-b07d-49f1b04e3ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:13:42.019055 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6fe76bc3-714b-4226-a3b8-516eeb902887 req-cfe9566a-9f44-40f0-b07d-49f1b04e3ae5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0de8e860-a640-44bc-9349-80a55cd7d217 HTTP/1.1" status: 200 len: 1102 time: 0.0417521 Dec 20 15:13:42.065815 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5485b15-04b9-4893-99c3-fb3e7c92e9d5 req-634da7d8-a9bd-498c-ba81-4a7ec6667a27 tempest-ServersAdminNegativeTestJSON-1351603345 tempest-ServersAdminNegativeTestJSON-1351603345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:13:42.067506 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6fe76bc3-714b-4226-a3b8-516eeb902887 req-7979ec5b-328e-42cb-87f6-913dd76e9a5b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2bc193e3-493f-450a-96cb-f093a01d429d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403278 Dec 20 15:13:42.068115 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c5485b15-04b9-4893-99c3-fb3e7c92e9d5 req-634da7d8-a9bd-498c-ba81-4a7ec6667a27 tempest-ServersAdminNegativeTestJSON-1351603345 tempest-ServersAdminNegativeTestJSON-1351603345-project] 10.222.0.54 "GET /v2.0/ports?device_id=0de8e860-a640-44bc-9349-80a55cd7d217 HTTP/1.1" status: 200 len: 950 time: 0.0507116 Dec 20 15:13:42.138325 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c5485b15-04b9-4893-99c3-fb3e7c92e9d5 req-d61097a1-0a92-4005-a9f9-1e5ff5c2bdc3 tempest-ServersAdminNegativeTestJSON-1351603345 tempest-ServersAdminNegativeTestJSON-1351603345-project] 10.222.0.54 "GET /v2.0/security-groups?id=2bc193e3-493f-450a-96cb-f093a01d429d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644147 Dec 20 15:13:43.271707 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf2ca22-b9e5-4f0f-9880-3612be1ef03d req-bafca2c2-667e-44ad-a304-b9bd0646abd1 tempest-ServersAdminNegativeTestJSON-1351603345 tempest-ServersAdminNegativeTestJSON-1351603345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:13:43.273223 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ddf2ca22-b9e5-4f0f-9880-3612be1ef03d req-bafca2c2-667e-44ad-a304-b9bd0646abd1 tempest-ServersAdminNegativeTestJSON-1351603345 tempest-ServersAdminNegativeTestJSON-1351603345-project] 10.222.0.54 "GET /v2.0/ports?device_id=0de8e860-a640-44bc-9349-80a55cd7d217 HTTP/1.1" status: 200 len: 950 time: 0.0524416 Dec 20 15:13:43.322430 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ddf2ca22-b9e5-4f0f-9880-3612be1ef03d req-3e856b1d-f6f2-4037-9b4b-2e37189e0f54 tempest-ServersAdminNegativeTestJSON-1351603345 tempest-ServersAdminNegativeTestJSON-1351603345-project] 10.222.0.54 "GET /v2.0/security-groups?id=2bc193e3-493f-450a-96cb-f093a01d429d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430105 Dec 20 15:13:44.448810 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e088a4ea-655d-4ea8-936c-3ba8a3afc0aa req-ceb9f1d0-c6d3-4591-abff-e87e1954471e tempest-ServersAdminNegativeTestJSON-1351603345 tempest-ServersAdminNegativeTestJSON-1351603345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:13:44.450265 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e088a4ea-655d-4ea8-936c-3ba8a3afc0aa req-ceb9f1d0-c6d3-4591-abff-e87e1954471e tempest-ServersAdminNegativeTestJSON-1351603345 tempest-ServersAdminNegativeTestJSON-1351603345-project] 10.222.0.54 "GET /v2.0/ports?device_id=0de8e860-a640-44bc-9349-80a55cd7d217 HTTP/1.1" status: 200 len: 950 time: 0.0503709 Dec 20 15:13:44.500444 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e088a4ea-655d-4ea8-936c-3ba8a3afc0aa req-cb638fc2-ec87-4934-8215-7c5185722e91 tempest-ServersAdminNegativeTestJSON-1351603345 tempest-ServersAdminNegativeTestJSON-1351603345-project] 10.222.0.54 "GET /v2.0/security-groups?id=2bc193e3-493f-450a-96cb-f093a01d429d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411613 Dec 20 15:13:44.849725 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [req-b0e77436-d729-4ddc-acb5-76712adaff3c req-25c118bf-e990-476d-91f0-ecef69cf20f2 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:13:44.850715 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b0e77436-d729-4ddc-acb5-76712adaff3c req-25c118bf-e990-476d-91f0-ecef69cf20f2 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0582004 Dec 20 15:13:45.280388 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [req-19d583f3-4ad1-4c56-b74e-e46d3a2579bc req-a7211d36-6aa4-40f1-bb40-1b505c0060e1 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:13:45.281392 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-19d583f3-4ad1-4c56-b74e-e46d3a2579bc req-a7211d36-6aa4-40f1-bb40-1b505c0060e1 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0867400 Dec 20 15:13:45.565334 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:45.649829 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aefd7c-82d0-4f8e-818b-e61cccde040b req-0d55de0a-8f7b-4df0-b481-6c63ba65f61b tempest-ServersAdminNegativeTestJSON-1351603345 tempest-ServersAdminNegativeTestJSON-1351603345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:13:45.651211 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-92aefd7c-82d0-4f8e-818b-e61cccde040b req-0d55de0a-8f7b-4df0-b481-6c63ba65f61b tempest-ServersAdminNegativeTestJSON-1351603345 tempest-ServersAdminNegativeTestJSON-1351603345-project] 10.222.0.54 "GET /v2.0/ports?device_id=0de8e860-a640-44bc-9349-80a55cd7d217 HTTP/1.1" status: 200 len: 950 time: 0.0566959 Dec 20 15:13:45.700043 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-92aefd7c-82d0-4f8e-818b-e61cccde040b req-c6d13b40-3a97-4a9d-8af9-9cfb44ce19fc tempest-ServersAdminNegativeTestJSON-1351603345 tempest-ServersAdminNegativeTestJSON-1351603345-project] 10.222.0.54 "GET /v2.0/security-groups?id=2bc193e3-493f-450a-96cb-f093a01d429d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425599 Dec 20 15:13:46.825136 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ebc82b-d1ac-42fc-af1e-e9250fe66c13 req-2f73831e-bfff-439f-93b6-bbae2e69c120 tempest-ServersAdminNegativeTestJSON-1351603345 tempest-ServersAdminNegativeTestJSON-1351603345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:13:46.826604 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a0ebc82b-d1ac-42fc-af1e-e9250fe66c13 req-2f73831e-bfff-439f-93b6-bbae2e69c120 tempest-ServersAdminNegativeTestJSON-1351603345 tempest-ServersAdminNegativeTestJSON-1351603345-project] 10.222.0.54 "GET /v2.0/ports?device_id=0de8e860-a640-44bc-9349-80a55cd7d217 HTTP/1.1" status: 200 len: 950 time: 0.0548019 Dec 20 15:13:46.875843 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a0ebc82b-d1ac-42fc-af1e-e9250fe66c13 req-4c330523-ee05-4da1-9c08-1a37ef861f87 tempest-ServersAdminNegativeTestJSON-1351603345 tempest-ServersAdminNegativeTestJSON-1351603345-project] 10.222.0.54 "GET /v2.0/security-groups?id=2bc193e3-493f-450a-96cb-f093a01d429d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429163 Dec 20 15:13:47.114212 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126ef00d-4044-4842-b8ef-892a33c25083 req-628085ac-3f23-45e6-8af6-e109a2d76563 tempest-ServersAdminNegativeTestJSON-1351603345 tempest-ServersAdminNegativeTestJSON-1351603345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:13:47.115695 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-126ef00d-4044-4842-b8ef-892a33c25083 req-628085ac-3f23-45e6-8af6-e109a2d76563 tempest-ServersAdminNegativeTestJSON-1351603345 tempest-ServersAdminNegativeTestJSON-1351603345-project] 10.222.0.30 "GET /v2.0/ports?device_id=0de8e860-a640-44bc-9349-80a55cd7d217 HTTP/1.1" status: 200 len: 950 time: 0.0507438 Dec 20 15:13:47.210065 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-126ef00d-4044-4842-b8ef-892a33c25083 req-3551a784-10a8-458f-98e5-96e419d47b9d tempest-ServersAdminNegativeTestJSON-1351603345 tempest-ServersAdminNegativeTestJSON-1351603345-project] Deleting port 335f9f9a-7e75-4468-a819-2494581207ab {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:13:47.210295 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-126ef00d-4044-4842-b8ef-892a33c25083 req-3551a784-10a8-458f-98e5-96e419d47b9d tempest-ServersAdminNegativeTestJSON-1351603345 tempest-ServersAdminNegativeTestJSON-1351603345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:47.297928 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-126ef00d-4044-4842-b8ef-892a33c25083 req-3551a784-10a8-458f-98e5-96e419d47b9d tempest-ServersAdminNegativeTestJSON-1351603345 tempest-ServersAdminNegativeTestJSON-1351603345-project] For port 335f9f9a-7e75-4468-a819-2494581207ab, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=335f9f9a-7e75-4468-a819-2494581207ab,segment=NetworkSegment(9db41a93-b061-4f3a-9252-27111992c7a5),segment_id=9db41a93-b061-4f3a-9252-27111992c7a5)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:13:47.298288 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-126ef00d-4044-4842-b8ef-892a33c25083 req-3551a784-10a8-458f-98e5-96e419d47b9d tempest-ServersAdminNegativeTestJSON-1351603345 tempest-ServersAdminNegativeTestJSON-1351603345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:47.310915 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-126ef00d-4044-4842-b8ef-892a33c25083 req-3551a784-10a8-458f-98e5-96e419d47b9d tempest-ServersAdminNegativeTestJSON-1351603345 tempest-ServersAdminNegativeTestJSON-1351603345-project] Calling delete_port for 335f9f9a-7e75-4468-a819-2494581207ab owned by compute:nova {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:13:47.444934 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-126ef00d-4044-4842-b8ef-892a33c25083 req-3551a784-10a8-458f-98e5-96e419d47b9d tempest-ServersAdminNegativeTestJSON-1351603345 tempest-ServersAdminNegativeTestJSON-1351603345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:47.458038 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['335f9f9a-7e75-4468-a819-2494581207ab'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:13:47.472242 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3551a784-10a8-458f-98e5-96e419d47b9d tempest-ServersAdminNegativeTestJSON-1351603345 tempest-ServersAdminNegativeTestJSON-1351603345-project] Pushing event deleted for resources: {'Port': ['ID=335f9f9a-7e75-4468-a819-2494581207ab,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:13:47.516573 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-126ef00d-4044-4842-b8ef-892a33c25083 req-3551a784-10a8-458f-98e5-96e419d47b9d tempest-ServersAdminNegativeTestJSON-1351603345 tempest-ServersAdminNegativeTestJSON-1351603345-project] No DVR routers for this DVR port 335f9f9a-7e75-4468-a819-2494581207ab on host n-h1-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:13:47.519525 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-126ef00d-4044-4842-b8ef-892a33c25083 req-3551a784-10a8-458f-98e5-96e419d47b9d tempest-ServersAdminNegativeTestJSON-1351603345 tempest-ServersAdminNegativeTestJSON-1351603345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:47.522970 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-126ef00d-4044-4842-b8ef-892a33c25083 req-3551a784-10a8-458f-98e5-96e419d47b9d tempest-ServersAdminNegativeTestJSON-1351603345 tempest-ServersAdminNegativeTestJSON-1351603345-project] 10.222.0.30 "DELETE /v2.0/ports/335f9f9a-7e75-4468-a819-2494581207ab HTTP/1.1" status: 204 len: 173 time: 0.4000614 Dec 20 15:13:47.523419 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0de8e860-a640-44bc-9349-80a55cd7d217', 'name': 'network-vif-deleted', 'tag': '335f9f9a-7e75-4468-a819-2494581207ab'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:13:47.525730 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdd5d065-7b51-4eb8-ad99-618774cb79a0" -d '{"events": [{"server_uuid": "0de8e860-a640-44bc-9349-80a55cd7d217", "name": "network-vif-deleted", "tag": "335f9f9a-7e75-4468-a819-2494581207ab"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:13:47.564744 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8031e8c-d92a-4741-82f6-c945e72a26b4 x-openstack-request-id: req-e8031e8c-d92a-4741-82f6-c945e72a26b4 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:13:47.565050 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0de8e860-a640-44bc-9349-80a55cd7d217", "name": "network-vif-deleted", "tag": "335f9f9a-7e75-4468-a819-2494581207ab", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:13:47.565304 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e8031e8c-d92a-4741-82f6-c945e72a26b4 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:13:47.565713 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0de8e860-a640-44bc-9349-80a55cd7d217', 'name': 'network-vif-deleted', 'tag': '335f9f9a-7e75-4468-a819-2494581207ab', 'status': 'completed', 'code': 200} Dec 20 15:13:47.993492 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5c5bfc8d-9dc3-4016-aa18-2399bbf705dd req-84f4cae4-b4ee-42d6-a9d7-ec4cc9011e5b tempest-ServersAdminNegativeTestJSON-1351603345 tempest-ServersAdminNegativeTestJSON-1351603345-project] 10.222.0.54 "GET /v2.0/ports?device_id=0de8e860-a640-44bc-9349-80a55cd7d217 HTTP/1.1" status: 200 len: 210 time: 0.0339329 Dec 20 15:13:49.315404 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 53710) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:13:49.447979 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-dc793c35-6647-4538-b4bb-c0b26054183b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=aae24a0eb2c04a369915b32b87caeed9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1314056 Dec 20 15:13:49.450586 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 53714) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:13:49.497698 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9c36b21c-36ef-4829-8472-c2f7a180ae3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:49.518445 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9c36b21c-36ef-4829-8472-c2f7a180ae3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:49.565674 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9c36b21c-36ef-4829-8472-c2f7a180ae3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:49.568307 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9c36b21c-36ef-4829-8472-c2f7a180ae3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:49.569425 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-9c36b21c-36ef-4829-8472-c2f7a180ae3f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2bc193e3-493f-450a-96cb-f093a01d429d HTTP/1.1" status: 204 len: 168 time: 0.1179671 Dec 20 15:13:49.577039 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c36b21c-36ef-4829-8472-c2f7a180ae3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bc193e3-493f-450a-96cb-f093a01d429d,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:13:49.847323 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 53720) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:13:49.860542 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6f18553d-1a15-400c-88dc-3aed5b184346 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:49.934919 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6f18553d-1a15-400c-88dc-3aed5b184346 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:49.940060 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6f18553d-1a15-400c-88dc-3aed5b184346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:49.981464 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-6f18553d-1a15-400c-88dc-3aed5b184346 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c4354f7bb05b4bdd9816ba4ff72b54b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1329682 Dec 20 15:13:49.982691 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f18553d-1a15-400c-88dc-3aed5b184346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04164bc5-4a10-48da-9aeb-3d9a16bdd9fc,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:13:49.984330 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 53722) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:13:50.037843 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-55b0cb99-66ec-4b3e-8d23-bec321fb61d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:50.059617 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-55b0cb99-66ec-4b3e-8d23-bec321fb61d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:50.111360 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-55b0cb99-66ec-4b3e-8d23-bec321fb61d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:50.113958 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-55b0cb99-66ec-4b3e-8d23-bec321fb61d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:50.115129 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-55b0cb99-66ec-4b3e-8d23-bec321fb61d3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/04164bc5-4a10-48da-9aeb-3d9a16bdd9fc HTTP/1.1" status: 204 len: 168 time: 0.1295993 Dec 20 15:13:50.123275 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b0cb99-66ec-4b3e-8d23-bec321fb61d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04164bc5-4a10-48da-9aeb-3d9a16bdd9fc,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:13:50.131534 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b0cb99-66ec-4b3e-8d23-bec321fb61d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:13:50.132034 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b0cb99-66ec-4b3e-8d23-bec321fb61d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:13:50.133316 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b0cb99-66ec-4b3e-8d23-bec321fb61d3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:13:50.133666 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b0cb99-66ec-4b3e-8d23-bec321fb61d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:13:50.134002 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b0cb99-66ec-4b3e-8d23-bec321fb61d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:13:50.134333 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b0cb99-66ec-4b3e-8d23-bec321fb61d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:13:50.134716 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b0cb99-66ec-4b3e-8d23-bec321fb61d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:13:50.135001 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b0cb99-66ec-4b3e-8d23-bec321fb61d3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:13:50.135324 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b0cb99-66ec-4b3e-8d23-bec321fb61d3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:13:50.135712 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b0cb99-66ec-4b3e-8d23-bec321fb61d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:13:50.136043 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b0cb99-66ec-4b3e-8d23-bec321fb61d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:13:50.136366 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b0cb99-66ec-4b3e-8d23-bec321fb61d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:13:50.136683 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b0cb99-66ec-4b3e-8d23-bec321fb61d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:13:50.815844 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 53744) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:13:50.922490 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-70ea4f44-9d66-4526-bd6b-ff94fad74d18 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1110503184-network', 'tenant_id': '189613cca69045b1b42e333d7d273485'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:13:50.948749 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70ea4f44-9d66-4526-bd6b-ff94fad74d18 admin admin] Made reservation on behalf of 189613cca69045b1b42e333d7d273485 for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:13:50.951202 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-70ea4f44-9d66-4526-bd6b-ff94fad74d18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:50.959441 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-70ea4f44-9d66-4526-bd6b-ff94fad74d18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:51.042976 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-70ea4f44-9d66-4526-bd6b-ff94fad74d18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:51.047879 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-70ea4f44-9d66-4526-bd6b-ff94fad74d18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:51.069042 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70ea4f44-9d66-4526-bd6b-ff94fad74d18 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:13:51.084186 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ea4f44-9d66-4526-bd6b-ff94fad74d18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afd2e76f-1082-4805-9fe1-784b56125976,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:13:51.088188 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-70ea4f44-9d66-4526-bd6b-ff94fad74d18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:51.088523 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-70ea4f44-9d66-4526-bd6b-ff94fad74d18 admin admin] Added segment 4df49199-d632-4df8-8905-d9c65bb29805 of type vlan for network f1e07a57-eb4c-4dd5-ac2e-cfdf0bca31e9 Dec 20 15:13:51.127756 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-70ea4f44-9d66-4526-bd6b-ff94fad74d18 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:51.157071 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-70ea4f44-9d66-4526-bd6b-ff94fad74d18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:51.157943 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ea4f44-9d66-4526-bd6b-ff94fad74d18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:13:51.158542 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-70ea4f44-9d66-4526-bd6b-ff94fad74d18 admin admin] Publish callbacks [] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:51.214961 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-70ea4f44-9d66-4526-bd6b-ff94fad74d18 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3976209 Dec 20 15:13:51.218364 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 53748) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:13:51.220142 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ea4f44-9d66-4526-bd6b-ff94fad74d18 admin admin] Pushing event updated for resources: {'Network': ['ID=f1e07a57-eb4c-4dd5-ac2e-cfdf0bca31e9,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:13:51.224333 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-c749fce0-5963-40ba-a804-f978370c64c7 admin admin] Request body: {'subnet': {'network_id': 'f1e07a57-eb4c-4dd5-ac2e-cfdf0bca31e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1110503184-subnet', 'tenant_id': '189613cca69045b1b42e333d7d273485', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:13:51.230675 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network f1e07a57-eb4c-4dd5-ac2e-cfdf0bca31e9 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:13:51.248531 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c749fce0-5963-40ba-a804-f978370c64c7 admin admin] Made reservation on behalf of 189613cca69045b1b42e333d7d273485 for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:13:51.251066 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c749fce0-5963-40ba-a804-f978370c64c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:51.428786 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c749fce0-5963-40ba-a804-f978370c64c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:51.482162 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c749fce0-5963-40ba-a804-f978370c64c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5234fd6d-6994-48d8-a8b7-595456e1c077,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:13:51.498411 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c749fce0-5963-40ba-a804-f978370c64c7 admin admin] Checking segment: {'id': '4df49199-d632-4df8-8905-d9c65bb29805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f1e07a57-eb4c-4dd5-ac2e-cfdf0bca31e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:13:51.498791 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c749fce0-5963-40ba-a804-f978370c64c7 admin admin] Network hostable DHCP agents. Network: f1e07a57-eb4c-4dd5-ac2e-cfdf0bca31e9, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:13:51.523841 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c749fce0-5963-40ba-a804-f978370c64c7 admin admin] Network f1e07a57-eb4c-4dd5-ac2e-cfdf0bca31e9 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:13:51.533963 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-c749fce0-5963-40ba-a804-f978370c64c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, f1e07a57-eb4c-4dd5-ac2e-cfdf0bca31e9) {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:13:51.538280 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c749fce0-5963-40ba-a804-f978370c64c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:13:51.538926 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c749fce0-5963-40ba-a804-f978370c64c7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:51.543804 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226f4ec6-d980-4487-addf-4a4715b6e0de None None] Network f1e07a57-eb4c-4dd5-ac2e-cfdf0bca31e9 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:13:51.554997 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-c749fce0-5963-40ba-a804-f978370c64c7 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3353965 Dec 20 15:13:51.643270 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21921a80-82ff-444f-8c9e-6a652f3bf163 None None] Network f1e07a57-eb4c-4dd5-ac2e-cfdf0bca31e9 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:13:51.735044 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 335f9f9a-7e75-4468-a819-2494581207ab no longer exists at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:13:51.756173 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] No Port match for: 335f9f9a-7e75-4468-a819-2494581207ab {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:13:51.756514 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 335f9f9a-7e75-4468-a819-2494581207ab not bound to the agent host n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:13:51.981494 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0707cee9-d187-4551-8e84-d0213246d043 req-e73e8fc7-c175-4888-b67d-e96adc995ff4 tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:13:51.982899 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0707cee9-d187-4551-8e84-d0213246d043 req-e73e8fc7-c175-4888-b67d-e96adc995ff4 tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] 10.222.0.54 "GET /v2.0/networks?id=f1e07a57-eb4c-4dd5-ac2e-cfdf0bca31e9 HTTP/1.1" status: 200 len: 812 time: 0.1085596 Dec 20 15:13:51.998427 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0707cee9-d187-4551-8e84-d0213246d043 req-9886c1c6-a33f-45e4-8a75-8cf6b388d40c tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] 10.222.0.54 "GET /v2.0/quotas/189613cca69045b1b42e333d7d273485 HTTP/1.1" status: 200 len: 375 time: 0.0098124 Dec 20 15:13:52.034666 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0707cee9-d187-4551-8e84-d0213246d043 req-7dfea123-fac1-4ea4-8cd2-740bc8363c9a tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=189613cca69045b1b42e333d7d273485&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309558 Dec 20 15:13:52.129599 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0707cee9-d187-4551-8e84-d0213246d043 req-152c98c8-dfc2-484c-ad23-047784f74ae7 service neutron] 10.222.0.54 "GET /v2.0/networks/f1e07a57-eb4c-4dd5-ac2e-cfdf0bca31e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876689 Dec 20 15:13:52.231989 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0707cee9-d187-4551-8e84-d0213246d043 req-36c509b7-fa7e-4c18-b01e-fa153551933b service neutron] 10.222.0.54 "GET /v2.0/networks/f1e07a57-eb4c-4dd5-ac2e-cfdf0bca31e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959549 Dec 20 15:13:52.404376 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c9cce024-fd22-4692-88ca-b4055f10f792 req-4b1fbc03-681b-471b-be1b-a48421ea2b92 tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0251653-00e6-49a0-8cb3-c4454d2d5a24 HTTP/1.1" status: 200 len: 210 time: 0.0323184 Dec 20 15:13:53.488991 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9d994c41-3f8d-48b2-8d2e-f919b937437c req-24322b42-b0bc-4adb-9b7c-1430287ad922 tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0251653-00e6-49a0-8cb3-c4454d2d5a24 HTTP/1.1" status: 200 len: 210 time: 0.0277605 Dec 20 15:13:54.567570 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f22a26d2-546b-4b69-9c5d-050382a1bdad req-b950717e-e89b-4f66-a99f-f45ef99da45e tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0251653-00e6-49a0-8cb3-c4454d2d5a24 HTTP/1.1" status: 200 len: 210 time: 0.0275517 Dec 20 15:13:55.653725 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-93d8d4b3-0fc0-40c1-89de-0754d9d3f364 req-39f107b4-da92-40d9-96c3-87f89b2a124a tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0251653-00e6-49a0-8cb3-c4454d2d5a24 HTTP/1.1" status: 200 len: 210 time: 0.0290744 Dec 20 15:13:56.761204 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b494c476-2509-4d73-9948-e45ee0a5ce79 req-12c8a212-0071-4ed6-bc54-2ca304eae97c tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0251653-00e6-49a0-8cb3-c4454d2d5a24 HTTP/1.1" status: 200 len: 210 time: 0.0311475 Dec 20 15:13:57.414689 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0707cee9-d187-4551-8e84-d0213246d043 req-5bf60e76-29fe-482e-b08f-439dd19658d4 tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:13:57.416166 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0707cee9-d187-4551-8e84-d0213246d043 req-5bf60e76-29fe-482e-b08f-439dd19658d4 tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] 10.222.0.47 "GET /v2.0/networks?id=f1e07a57-eb4c-4dd5-ac2e-cfdf0bca31e9 HTTP/1.1" status: 200 len: 812 time: 0.1112008 Dec 20 15:13:57.429613 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-0707cee9-d187-4551-8e84-d0213246d043 req-dfacfb07-e713-4665-b3fa-e0d3957ed80c tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] Request body: {'port': {'device_id': 'e0251653-00e6-49a0-8cb3-c4454d2d5a24', 'network_id': 'f1e07a57-eb4c-4dd5-ac2e-cfdf0bca31e9', 'admin_state_up': True, 'tenant_id': '189613cca69045b1b42e333d7d273485'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:13:57.546965 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0707cee9-d187-4551-8e84-d0213246d043 req-dfacfb07-e713-4665-b3fa-e0d3957ed80c tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] Made reservation on behalf of 189613cca69045b1b42e333d7d273485 for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:13:57.550528 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-0707cee9-d187-4551-8e84-d0213246d043 req-dfacfb07-e713-4665-b3fa-e0d3957ed80c tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:57.675253 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [req-0707cee9-d187-4551-8e84-d0213246d043 req-dfacfb07-e713-4665-b3fa-e0d3957ed80c tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] Allocated IP 172.20.0.7 (f1e07a57-eb4c-4dd5-ac2e-cfdf0bca31e9/5234fd6d-6994-48d8-a8b7-595456e1c077/cc897acf-5601-49f3-b67f-f53eea83acca) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:13:57.826245 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-0707cee9-d187-4551-8e84-d0213246d043 req-dfacfb07-e713-4665-b3fa-e0d3957ed80c tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:57.862531 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4b554795-db00-4df4-bcc4-edeec9ccb831 req-bc73a587-0dff-41e5-afcf-cff841f0500f tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0251653-00e6-49a0-8cb3-c4454d2d5a24 HTTP/1.1" status: 200 len: 210 time: 0.0287890 Dec 20 15:13:57.884251 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-0707cee9-d187-4551-8e84-d0213246d043 req-dfacfb07-e713-4665-b3fa-e0d3957ed80c tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:57.929128 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0707cee9-d187-4551-8e84-d0213246d043 req-dfacfb07-e713-4665-b3fa-e0d3957ed80c tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] Network f1e07a57-eb4c-4dd5-ac2e-cfdf0bca31e9 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:13:57.932331 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [req-0707cee9-d187-4551-8e84-d0213246d043 req-dfacfb07-e713-4665-b3fa-e0d3957ed80c tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:13:57.936016 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-0707cee9-d187-4551-8e84-d0213246d043 req-dfacfb07-e713-4665-b3fa-e0d3957ed80c tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:13:57.942451 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfacfb07-e713-4665-b3fa-e0d3957ed80c tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] Pushing event updated for resources: {'Port': ['ID=cc897acf-5601-49f3-b67f-f53eea83acca,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:13:57.969888 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfacfb07-e713-4665-b3fa-e0d3957ed80c tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:13:57.970237 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfacfb07-e713-4665-b3fa-e0d3957ed80c tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:13:57.970574 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfacfb07-e713-4665-b3fa-e0d3957ed80c tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:13:57.970946 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfacfb07-e713-4665-b3fa-e0d3957ed80c tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:13:57.971288 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfacfb07-e713-4665-b3fa-e0d3957ed80c tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:13:57.971603 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfacfb07-e713-4665-b3fa-e0d3957ed80c tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:13:57.971934 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfacfb07-e713-4665-b3fa-e0d3957ed80c tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:13:57.972258 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfacfb07-e713-4665-b3fa-e0d3957ed80c tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:13:57.972583 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfacfb07-e713-4665-b3fa-e0d3957ed80c tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:13:57.972906 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfacfb07-e713-4665-b3fa-e0d3957ed80c tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:13:57.973229 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfacfb07-e713-4665-b3fa-e0d3957ed80c tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:13:57.973552 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfacfb07-e713-4665-b3fa-e0d3957ed80c tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:13:57.973868 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfacfb07-e713-4665-b3fa-e0d3957ed80c tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:13:58.003453 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0707cee9-d187-4551-8e84-d0213246d043 req-dfacfb07-e713-4665-b3fa-e0d3957ed80c tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:13:58.004061 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-0707cee9-d187-4551-8e84-d0213246d043 req-dfacfb07-e713-4665-b3fa-e0d3957ed80c tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:58.022227 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0707cee9-d187-4551-8e84-d0213246d043 req-dfacfb07-e713-4665-b3fa-e0d3957ed80c tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5969231 Dec 20 15:13:58.034637 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-0707cee9-d187-4551-8e84-d0213246d043 req-26f088e5-2f3c-4f0d-94b1-ec3a813818d5 service neutron] Request body: {'port': {'device_id': 'e0251653-00e6-49a0-8cb3-c4454d2d5a24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-19'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:13:58.088851 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-0707cee9-d187-4551-8e84-d0213246d043 req-26f088e5-2f3c-4f0d-94b1-ec3a813818d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:58.365652 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [req-0707cee9-d187-4551-8e84-d0213246d043 req-26f088e5-2f3c-4f0d-94b1-ec3a813818d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc897acf-5601-49f3-b67f-f53eea83acca {{(pid=103167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:13:58.374119 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-0707cee9-d187-4551-8e84-d0213246d043 req-26f088e5-2f3c-4f0d-94b1-ec3a813818d5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:58.390473 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-0707cee9-d187-4551-8e84-d0213246d043 req-26f088e5-2f3c-4f0d-94b1-ec3a813818d5 service neutron] Transition to ACTIVE for port object cc897acf-5601-49f3-b67f-f53eea83acca will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:13:58.397601 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-0707cee9-d187-4551-8e84-d0213246d043 req-26f088e5-2f3c-4f0d-94b1-ec3a813818d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:58.443873 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f088e5-2f3c-4f0d-94b1-ec3a813818d5 service neutron] Pushing event updated for resources: {'Port': ['ID=cc897acf-5601-49f3-b67f-f53eea83acca,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:13:58.520914 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-0707cee9-d187-4551-8e84-d0213246d043 req-26f088e5-2f3c-4f0d-94b1-ec3a813818d5 service neutron] Attempting to bind port cc897acf-5601-49f3-b67f-f53eea83acca on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:13:58.521254 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-0707cee9-d187-4551-8e84-d0213246d043 req-26f088e5-2f3c-4f0d-94b1-ec3a813818d5 service neutron] Attempting to bind port cc897acf-5601-49f3-b67f-f53eea83acca by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': '4df49199-d632-4df8-8905-d9c65bb29805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f1e07a57-eb4c-4dd5-ac2e-cfdf0bca31e9'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:13:58.521569 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0707cee9-d187-4551-8e84-d0213246d043 req-26f088e5-2f3c-4f0d-94b1-ec3a813818d5 service neutron] Attempting to bind port cc897acf-5601-49f3-b67f-f53eea83acca on network f1e07a57-eb4c-4dd5-ac2e-cfdf0bca31e9 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:13:58.526420 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0707cee9-d187-4551-8e84-d0213246d043 req-26f088e5-2f3c-4f0d-94b1-ec3a813818d5 service neutron] Port cc897acf-5601-49f3-b67f-f53eea83acca on network f1e07a57-eb4c-4dd5-ac2e-cfdf0bca31e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:13:58.526766 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0707cee9-d187-4551-8e84-d0213246d043 req-26f088e5-2f3c-4f0d-94b1-ec3a813818d5 service neutron] Attempting to bind port cc897acf-5601-49f3-b67f-f53eea83acca on network f1e07a57-eb4c-4dd5-ac2e-cfdf0bca31e9 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:13:58.532531 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0707cee9-d187-4551-8e84-d0213246d043 req-26f088e5-2f3c-4f0d-94b1-ec3a813818d5 service neutron] Checking agent: {'id': '43c60aee-e4af-4ecc-bee2-aac3569fafed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:13:58.532865 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0707cee9-d187-4551-8e84-d0213246d043 req-26f088e5-2f3c-4f0d-94b1-ec3a813818d5 service neutron] Checking segment: {'id': '4df49199-d632-4df8-8905-d9c65bb29805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f1e07a57-eb4c-4dd5-ac2e-cfdf0bca31e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:13:58.533242 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0707cee9-d187-4551-8e84-d0213246d043 req-26f088e5-2f3c-4f0d-94b1-ec3a813818d5 service neutron] Bound using segment: {'id': '4df49199-d632-4df8-8905-d9c65bb29805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f1e07a57-eb4c-4dd5-ac2e-cfdf0bca31e9'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:13:58.533664 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-0707cee9-d187-4551-8e84-d0213246d043 req-26f088e5-2f3c-4f0d-94b1-ec3a813818d5 service neutron] Bound port: cc897acf-5601-49f3-b67f-f53eea83acca, host: n-h2-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4df49199-d632-4df8-8905-d9c65bb29805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f1e07a57-eb4c-4dd5-ac2e-cfdf0bca31e9'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:13:58.534010 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-0707cee9-d187-4551-8e84-d0213246d043 req-26f088e5-2f3c-4f0d-94b1-ec3a813818d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:58.600338 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-0707cee9-d187-4551-8e84-d0213246d043 req-26f088e5-2f3c-4f0d-94b1-ec3a813818d5 service neutron] For port cc897acf-5601-49f3-b67f-f53eea83acca, host n-h2-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:13:58.603354 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-0707cee9-d187-4551-8e84-d0213246d043 req-26f088e5-2f3c-4f0d-94b1-ec3a813818d5 service neutron] For port cc897acf-5601-49f3-b67f-f53eea83acca, host n-h2-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=cc897acf-5601-49f3-b67f-f53eea83acca,segment=NetworkSegment(4df49199-d632-4df8-8905-d9c65bb29805),segment_id=4df49199-d632-4df8-8905-d9c65bb29805)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:13:58.610458 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-0707cee9-d187-4551-8e84-d0213246d043 req-26f088e5-2f3c-4f0d-94b1-ec3a813818d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:58.643227 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0707cee9-d187-4551-8e84-d0213246d043 req-26f088e5-2f3c-4f0d-94b1-ec3a813818d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:13:58.643840 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-0707cee9-d187-4551-8e84-d0213246d043 req-26f088e5-2f3c-4f0d-94b1-ec3a813818d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:13:58.645506 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0707cee9-d187-4551-8e84-d0213246d043 req-26f088e5-2f3c-4f0d-94b1-ec3a813818d5 service neutron] 10.222.0.47 "PUT /v2.0/ports/cc897acf-5601-49f3-b67f-f53eea83acca HTTP/1.1" status: 200 len: 1092 time: 0.6149316 Dec 20 15:13:58.650340 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0251653-00e6-49a0-8cb3-c4454d2d5a24', 'tag': 'cc897acf-5601-49f3-b67f-f53eea83acca'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:13:58.652638 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eafe0ff-0d56-4613-8197-643ee8b3323e" -d '{"events": [{"name": "network-changed", "server_uuid": "e0251653-00e6-49a0-8cb3-c4454d2d5a24", "tag": "cc897acf-5601-49f3-b67f-f53eea83acca"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:13:58.674902 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f088e5-2f3c-4f0d-94b1-ec3a813818d5 service neutron] Pushing event updated for resources: {'Port': ['ID=cc897acf-5601-49f3-b67f-f53eea83acca,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:13:58.697823 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92fc4829-9772-4e0d-9a03-e2492cca4e0a x-openstack-request-id: req-92fc4829-9772-4e0d-9a03-e2492cca4e0a {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:13:58.698104 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0251653-00e6-49a0-8cb3-c4454d2d5a24", "tag": "cc897acf-5601-49f3-b67f-f53eea83acca", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:13:58.698404 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-92fc4829-9772-4e0d-9a03-e2492cca4e0a {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:13:58.698791 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0251653-00e6-49a0-8cb3-c4454d2d5a24', 'tag': 'cc897acf-5601-49f3-b67f-f53eea83acca', 'status': 'completed', 'code': 200} Dec 20 15:13:58.731017 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0707cee9-d187-4551-8e84-d0213246d043 req-b80902bc-8a07-40f7-8427-a0ed212736a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:13:58.732490 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0707cee9-d187-4551-8e84-d0213246d043 req-b80902bc-8a07-40f7-8427-a0ed212736a5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=189613cca69045b1b42e333d7d273485&device_id=e0251653-00e6-49a0-8cb3-c4454d2d5a24 HTTP/1.1" status: 200 len: 1095 time: 0.0437326 Dec 20 15:13:58.775869 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0707cee9-d187-4551-8e84-d0213246d043 req-82d84c5b-0dc6-42df-95d3-f8f55d99b398 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc897acf-5601-49f3-b67f-f53eea83acca HTTP/1.1" status: 200 len: 217 time: 0.0357533 Dec 20 15:13:58.830948 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0707cee9-d187-4551-8e84-d0213246d043 req-69fe37e8-0afb-4ec5-9efc-79310f08d789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:13:58.832416 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0707cee9-d187-4551-8e84-d0213246d043 req-69fe37e8-0afb-4ec5-9efc-79310f08d789 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5234fd6d-6994-48d8-a8b7-595456e1c077 HTTP/1.1" status: 200 len: 852 time: 0.0501521 Dec 20 15:13:58.865368 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0707cee9-d187-4551-8e84-d0213246d043 req-735b325c-56df-468b-bf16-631651f5680c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f1e07a57-eb4c-4dd5-ac2e-cfdf0bca31e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247092 Dec 20 15:13:58.983814 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0707cee9-d187-4551-8e84-d0213246d043 req-74f8213d-8f5c-4160-9936-707e46537829 service neutron] 10.222.0.47 "GET /v2.0/networks/f1e07a57-eb4c-4dd5-ac2e-cfdf0bca31e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106424 Dec 20 15:13:59.002903 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:13:59.002903 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:13:59.002903 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:13:59.002903 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:13:59.002903 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:13:59.002903 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:13:59.002903 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:13:59.002903 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:13:59.002903 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:13:59.002903 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:13:59.002903 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:13:59.002903 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:13:59.002903 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:13:59.002903 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:13:59.002903 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:13:59.002903 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:13:59.002903 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:13:59.002903 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:13:59.002903 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:13:59.002903 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:13:59.002903 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:13:59.002903 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:13:59.002903 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:13:59.002903 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:13:59.002903 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:13:59.002903 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:13:59.002903 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:13:59.002903 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:13:59.002903 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:13:59.002903 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:13:59.002903 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:13:59.002903 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:13:59.002903 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:13:59.002903 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:13:59.002903 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:13:59.002903 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:13:59.002903 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:13:59.002903 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:13:59.002903 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:13:59.002903 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:13:59.002903 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:13:59.002903 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:13:59.002903 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:13:59.002903 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:13:59.002903 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:13:59.002903 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:13:59.002903 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:13:59.002903 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:13:59.007276 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e8345-a15a-4495-b3ae-cfe68df64bb8 req-e27080ab-b406-4425-b145-82bf51c477f4 tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:13:59.008711 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6a1e8345-a15a-4495-b3ae-cfe68df64bb8 req-e27080ab-b406-4425-b145-82bf51c477f4 tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0251653-00e6-49a0-8cb3-c4454d2d5a24 HTTP/1.1" status: 200 len: 943 time: 0.0765951 Dec 20 15:13:59.108464 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6a1e8345-a15a-4495-b3ae-cfe68df64bb8 req-e5352bf8-538d-4e99-ba85-f4911ebfe5b1 tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] 10.222.0.54 "GET /v2.0/security-groups?id=afd2e76f-1082-4805-9fe1-784b56125976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903401 Dec 20 15:13:59.114022 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0707cee9-d187-4551-8e84-d0213246d043 req-1dad5bfc-251c-4225-b171-e71fa8505b2e service neutron] 10.222.0.47 "GET /v2.0/networks/f1e07a57-eb4c-4dd5-ac2e-cfdf0bca31e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223960 Dec 20 15:13:59.208823 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eafe0ff-0d56-4613-8197-643ee8b3323e req-b18f6749-27a2-4a03-bb8c-dc27aa54d62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:13:59.210240 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4eafe0ff-0d56-4613-8197-643ee8b3323e req-b18f6749-27a2-4a03-bb8c-dc27aa54d62d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=189613cca69045b1b42e333d7d273485&device_id=e0251653-00e6-49a0-8cb3-c4454d2d5a24 HTTP/1.1" status: 200 len: 1095 time: 0.0453897 Dec 20 15:13:59.302496 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eafe0ff-0d56-4613-8197-643ee8b3323e req-6090f239-87ca-47c5-ba15-e1a47add7b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:13:59.303979 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4eafe0ff-0d56-4613-8197-643ee8b3323e req-6090f239-87ca-47c5-ba15-e1a47add7b81 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f1e07a57-eb4c-4dd5-ac2e-cfdf0bca31e9 HTTP/1.1" status: 200 len: 913 time: 0.0868247 Dec 20 15:13:59.349482 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4eafe0ff-0d56-4613-8197-643ee8b3323e req-8dce68c5-0663-4bd1-b168-cc753285b30d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc897acf-5601-49f3-b67f-f53eea83acca HTTP/1.1" status: 200 len: 217 time: 0.0379763 Dec 20 15:13:59.398916 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eafe0ff-0d56-4613-8197-643ee8b3323e req-6467c6d7-f7b4-4bbd-a69d-5c1a30b8e758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:13:59.400331 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4eafe0ff-0d56-4613-8197-643ee8b3323e req-6467c6d7-f7b4-4bbd-a69d-5c1a30b8e758 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5234fd6d-6994-48d8-a8b7-595456e1c077 HTTP/1.1" status: 200 len: 852 time: 0.0440955 Dec 20 15:13:59.434020 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4eafe0ff-0d56-4613-8197-643ee8b3323e req-8212a455-9847-448e-a3cb-fdc962823cc5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f1e07a57-eb4c-4dd5-ac2e-cfdf0bca31e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253389 Dec 20 15:13:59.527974 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4eafe0ff-0d56-4613-8197-643ee8b3323e req-b90b9ddc-3e19-4de9-9ad5-594c8fb1b086 service neutron] 10.222.0.47 "GET /v2.0/networks/f1e07a57-eb4c-4dd5-ac2e-cfdf0bca31e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858815 Dec 20 15:13:59.616595 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4eafe0ff-0d56-4613-8197-643ee8b3323e req-8bc3f24b-1e8a-4eef-be0a-9393d09f696f service neutron] 10.222.0.47 "GET /v2.0/networks/f1e07a57-eb4c-4dd5-ac2e-cfdf0bca31e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809169 Dec 20 15:14:00.231656 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f35187-c0cc-4319-9104-4d670d76a3f2 req-58ab69ac-e61b-421b-9cc6-1113596e1752 tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:14:00.233176 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b3f35187-c0cc-4319-9104-4d670d76a3f2 req-58ab69ac-e61b-421b-9cc6-1113596e1752 tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0251653-00e6-49a0-8cb3-c4454d2d5a24 HTTP/1.1" status: 200 len: 943 time: 0.0526965 Dec 20 15:14:00.286551 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b3f35187-c0cc-4319-9104-4d670d76a3f2 req-0f66e8b1-022b-47ca-b3d1-8eb11bf066e1 tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] 10.222.0.54 "GET /v2.0/security-groups?id=afd2e76f-1082-4805-9fe1-784b56125976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443783 Dec 20 15:14:00.753216 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-cb62c9f6-87d9-4e56-9f0c-3e7162873483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:14:01.407273 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb4f0eb-e84b-4103-84f8-07e950bad7ab req-1410fd80-ac97-480b-b48e-3fa1013eb612 tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:14:01.408636 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ddb4f0eb-e84b-4103-84f8-07e950bad7ab req-1410fd80-ac97-480b-b48e-3fa1013eb612 tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0251653-00e6-49a0-8cb3-c4454d2d5a24 HTTP/1.1" status: 200 len: 943 time: 0.0512478 Dec 20 15:14:01.458899 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ddb4f0eb-e84b-4103-84f8-07e950bad7ab req-f9c6e24d-1efd-4a8e-91f9-cf9f3522732b tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] 10.222.0.54 "GET /v2.0/security-groups?id=afd2e76f-1082-4805-9fe1-784b56125976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440106 Dec 20 15:14:02.607450 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44654de-e83d-4dac-98d1-be790c763596 req-b0de7950-22df-44e2-93f8-f7b2287ca4b6 tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:14:02.608922 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e44654de-e83d-4dac-98d1-be790c763596 req-b0de7950-22df-44e2-93f8-f7b2287ca4b6 tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0251653-00e6-49a0-8cb3-c4454d2d5a24 HTTP/1.1" status: 200 len: 943 time: 0.0593557 Dec 20 15:14:02.658350 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e44654de-e83d-4dac-98d1-be790c763596 req-c5ebccdd-5c36-4023-8bff-9c661cfc5e32 tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] 10.222.0.54 "GET /v2.0/security-groups?id=afd2e76f-1082-4805-9fe1-784b56125976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424488 Dec 20 15:14:02.964657 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ed93ef81-3791-4921-baee-dcce02e40470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:14:03.137054 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device cc897acf-5601-49f3-b67f-f53eea83acca details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:14:03.239514 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port cc897acf-5601-49f3-b67f-f53eea83acca, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=cc897acf-5601-49f3-b67f-f53eea83acca,segment=NetworkSegment(4df49199-d632-4df8-8905-d9c65bb29805),segment_id=4df49199-d632-4df8-8905-d9c65bb29805)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:14:03.250751 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': 'cc897acf-5601-49f3-b67f-f53eea83acca', 'network_id': 'f1e07a57-eb4c-4dd5-ac2e-cfdf0bca31e9', 'port_id': 'cc897acf-5601-49f3-b67f-f53eea83acca', 'mac_address': 'fa:16:3e:e7:89:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5234fd6d-6994-48d8-a8b7-595456e1c077', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:14:03.287502 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:14:03.303339 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc897acf-5601-49f3-b67f-f53eea83acca {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:14:03.323594 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port cc897acf-5601-49f3-b67f-f53eea83acca, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=cc897acf-5601-49f3-b67f-f53eea83acca,segment=NetworkSegment(4df49199-d632-4df8-8905-d9c65bb29805),segment_id=4df49199-d632-4df8-8905-d9c65bb29805)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:14:03.328855 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:14:03.375616 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=cc897acf-5601-49f3-b67f-f53eea83acca,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:14:03.572391 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['cc897acf-5601-49f3-b67f-f53eea83acca'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:14:03.778563 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1fb329-bc13-46fa-8b0f-3d3a6b1864b6 req-b8622514-1f97-4d49-841f-8e35d66964a6 tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:14:03.780099 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4d1fb329-bc13-46fa-8b0f-3d3a6b1864b6 req-b8622514-1f97-4d49-841f-8e35d66964a6 tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0251653-00e6-49a0-8cb3-c4454d2d5a24 HTTP/1.1" status: 200 len: 944 time: 0.0519736 Dec 20 15:14:03.829261 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4d1fb329-bc13-46fa-8b0f-3d3a6b1864b6 req-46682f20-dda7-439a-bde1-76188a86d1b5 tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] 10.222.0.54 "GET /v2.0/security-groups?id=afd2e76f-1082-4805-9fe1-784b56125976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430548 Dec 20 15:14:03.930763 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:14:04.966738 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c1307f-2eab-4dd5-80fa-870801805bea req-a854fa65-a9a0-4314-9c21-8120246cd8c1 tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:14:04.968250 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-73c1307f-2eab-4dd5-80fa-870801805bea req-a854fa65-a9a0-4314-9c21-8120246cd8c1 tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0251653-00e6-49a0-8cb3-c4454d2d5a24 HTTP/1.1" status: 200 len: 944 time: 0.0567982 Dec 20 15:14:05.014943 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-73c1307f-2eab-4dd5-80fa-870801805bea req-b118287c-3c7e-4ef3-ad99-7c922d3aec80 tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] 10.222.0.54 "GET /v2.0/security-groups?id=afd2e76f-1082-4805-9fe1-784b56125976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407085 Dec 20 15:14:05.138478 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device cc897acf-5601-49f3-b67f-f53eea83acca up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:14:05.195098 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning for port cc897acf-5601-49f3-b67f-f53eea83acca completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:14:05.198883 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port cc897acf-5601-49f3-b67f-f53eea83acca triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:14:05.199253 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:14:05.277081 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:14:05.303291 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0251653-00e6-49a0-8cb3-c4454d2d5a24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc897acf-5601-49f3-b67f-f53eea83acca'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:14:05.305561 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce402fe-2236-4576-8dab-df5e94719687" -d '{"events": [{"server_uuid": "e0251653-00e6-49a0-8cb3-c4454d2d5a24", "name": "network-vif-plugged", "status": "completed", "tag": "cc897acf-5601-49f3-b67f-f53eea83acca"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:14:05.318216 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port cc897acf-5601-49f3-b67f-f53eea83acca, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=cc897acf-5601-49f3-b67f-f53eea83acca,segment=NetworkSegment(4df49199-d632-4df8-8905-d9c65bb29805),segment_id=4df49199-d632-4df8-8905-d9c65bb29805)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:14:05.323513 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:14:05.346242 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-424ba1f4-1ec2-4bb0-9a4d-c524226474ea x-openstack-request-id: req-424ba1f4-1ec2-4bb0-9a4d-c524226474ea {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:14:05.346545 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0251653-00e6-49a0-8cb3-c4454d2d5a24", "name": "network-vif-plugged", "status": "completed", "tag": "cc897acf-5601-49f3-b67f-f53eea83acca", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:14:05.346821 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-424ba1f4-1ec2-4bb0-9a4d-c524226474ea {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:14:05.347211 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0251653-00e6-49a0-8cb3-c4454d2d5a24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc897acf-5601-49f3-b67f-f53eea83acca', 'code': 200} Dec 20 15:14:05.372904 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=cc897acf-5601-49f3-b67f-f53eea83acca,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:14:05.440793 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71bad33-76d3-454e-b663-12d57854935f req-3b619d81-900e-41ae-a45e-f33939181229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:14:05.442178 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e71bad33-76d3-454e-b663-12d57854935f req-3b619d81-900e-41ae-a45e-f33939181229 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e0251653-00e6-49a0-8cb3-c4454d2d5a24 HTTP/1.1" status: 200 len: 1097 time: 0.0396912 Dec 20 15:14:05.488438 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e71bad33-76d3-454e-b663-12d57854935f req-d3a15e3f-7b31-4137-afbe-c0832ab53528 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=afd2e76f-1082-4805-9fe1-784b56125976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373230 Dec 20 15:14:05.918945 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:14:06.139616 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcb0dc3-142a-44ce-a0ae-a01e660b65db req-9a7bf96a-f302-478e-9071-67e0f3c63706 tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:14:06.141075 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1dcb0dc3-142a-44ce-a0ae-a01e660b65db req-9a7bf96a-f302-478e-9071-67e0f3c63706 tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0251653-00e6-49a0-8cb3-c4454d2d5a24 HTTP/1.1" status: 200 len: 945 time: 0.0514469 Dec 20 15:14:06.189991 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1dcb0dc3-142a-44ce-a0ae-a01e660b65db req-5ff27264-1623-4154-a387-23074f9c3cec tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] 10.222.0.54 "GET /v2.0/security-groups?id=afd2e76f-1082-4805-9fe1-784b56125976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427892 Dec 20 15:14:06.346311 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:14:07.340337 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44f5650-82db-4ae4-b992-82f79f2b9afc req-b96a5c5d-af6d-4d64-89cd-73d36e80e663 tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:14:07.341695 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f44f5650-82db-4ae4-b992-82f79f2b9afc req-b96a5c5d-af6d-4d64-89cd-73d36e80e663 tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0251653-00e6-49a0-8cb3-c4454d2d5a24 HTTP/1.1" status: 200 len: 945 time: 0.0650828 Dec 20 15:14:07.392677 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f44f5650-82db-4ae4-b992-82f79f2b9afc req-2d7b61af-daec-4f94-a625-660c82132324 tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] 10.222.0.54 "GET /v2.0/security-groups?id=afd2e76f-1082-4805-9fe1-784b56125976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423765 Dec 20 15:14:08.611564 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 53820) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:14:08.668992 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269044c7-45dd-46cb-9f12-1228965d6180 req-9a664e3b-b167-433e-9419-74aff060bae6 tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:14:08.670554 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-269044c7-45dd-46cb-9f12-1228965d6180 req-9a664e3b-b167-433e-9419-74aff060bae6 tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0251653-00e6-49a0-8cb3-c4454d2d5a24 HTTP/1.1" status: 200 len: 945 time: 0.0509241 Dec 20 15:14:08.739331 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7c1c4325-fd6a-412a-87c2-dbc451351d92 req-077057e6-b65c-4c44-ad5f-96ba78ddf075 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e0251653-00e6-49a0-8cb3-c4454d2d5a24&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1264801 Dec 20 15:14:08.743238 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-269044c7-45dd-46cb-9f12-1228965d6180 req-63c30612-544a-4a29-8736-0baf723f0dd3 tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] 10.222.0.54 "GET /v2.0/security-groups?id=afd2e76f-1082-4805-9fe1-784b56125976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639985 Dec 20 15:14:08.748345 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [req-7c1c4325-fd6a-412a-87c2-dbc451351d92 req-7bc8219c-2e71-4ab6-af95-d27f5e686dd7 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:14:08.749302 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7c1c4325-fd6a-412a-87c2-dbc451351d92 req-7bc8219c-2e71-4ab6-af95-d27f5e686dd7 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051208 Dec 20 15:14:09.865583 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68143025-882b-47d0-877d-98aca4ff4a7f req-0f571329-7a61-40bc-bd3b-5e4e78092358 tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:14:09.867083 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-68143025-882b-47d0-877d-98aca4ff4a7f req-0f571329-7a61-40bc-bd3b-5e4e78092358 tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0251653-00e6-49a0-8cb3-c4454d2d5a24 HTTP/1.1" status: 200 len: 945 time: 0.0512044 Dec 20 15:14:09.923135 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-68143025-882b-47d0-877d-98aca4ff4a7f req-3ec93445-ea83-40c4-b933-3ec26e03a000 tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] 10.222.0.54 "GET /v2.0/security-groups?id=afd2e76f-1082-4805-9fe1-784b56125976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466018 Dec 20 15:14:10.006870 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1c4325-fd6a-412a-87c2-dbc451351d92 req-af272349-654d-4719-a3b3-6b834115e3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:14:10.008439 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7c1c4325-fd6a-412a-87c2-dbc451351d92 req-af272349-654d-4719-a3b3-6b834115e3af service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=189613cca69045b1b42e333d7d273485&device_id=e0251653-00e6-49a0-8cb3-c4454d2d5a24 HTTP/1.1" status: 200 len: 1097 time: 0.0453856 Dec 20 15:14:10.100919 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1c4325-fd6a-412a-87c2-dbc451351d92 req-352210f9-c625-4d46-af12-ac9f80152843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:14:10.102511 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7c1c4325-fd6a-412a-87c2-dbc451351d92 req-352210f9-c625-4d46-af12-ac9f80152843 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f1e07a57-eb4c-4dd5-ac2e-cfdf0bca31e9 HTTP/1.1" status: 200 len: 913 time: 0.0873904 Dec 20 15:14:10.147024 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7c1c4325-fd6a-412a-87c2-dbc451351d92 req-65c5dc2b-fbcc-47e2-85af-dc80e1192df2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc897acf-5601-49f3-b67f-f53eea83acca HTTP/1.1" status: 200 len: 217 time: 0.0377192 Dec 20 15:14:10.197054 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1c4325-fd6a-412a-87c2-dbc451351d92 req-5c9b0271-bf1c-40a9-824b-9ec0ff53fe89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:14:10.198493 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7c1c4325-fd6a-412a-87c2-dbc451351d92 req-5c9b0271-bf1c-40a9-824b-9ec0ff53fe89 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5234fd6d-6994-48d8-a8b7-595456e1c077 HTTP/1.1" status: 200 len: 852 time: 0.0448124 Dec 20 15:14:10.229627 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7c1c4325-fd6a-412a-87c2-dbc451351d92 req-c4279232-ea56-4f10-9620-e5089647b18a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f1e07a57-eb4c-4dd5-ac2e-cfdf0bca31e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243716 Dec 20 15:14:10.326085 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7c1c4325-fd6a-412a-87c2-dbc451351d92 req-d5874662-5bc3-4b75-9069-ed6ace972ab9 service neutron] 10.222.0.47 "GET /v2.0/networks/f1e07a57-eb4c-4dd5-ac2e-cfdf0bca31e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890172 Dec 20 15:14:10.419394 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7c1c4325-fd6a-412a-87c2-dbc451351d92 req-e4b41279-3b78-445b-a9ce-79a601cfe6f3 service neutron] 10.222.0.47 "GET /v2.0/networks/f1e07a57-eb4c-4dd5-ac2e-cfdf0bca31e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865185 Dec 20 15:14:11.051392 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53cf7da-b807-4845-b41f-5dddc4b22ba8 req-80a6cfc9-0b64-45bc-9dd9-5b05b3bebcfc tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:14:11.052881 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f53cf7da-b807-4845-b41f-5dddc4b22ba8 req-80a6cfc9-0b64-45bc-9dd9-5b05b3bebcfc tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0251653-00e6-49a0-8cb3-c4454d2d5a24 HTTP/1.1" status: 200 len: 945 time: 0.0518370 Dec 20 15:14:11.104711 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f53cf7da-b807-4845-b41f-5dddc4b22ba8 req-3f3cc0a4-fc3a-43cf-b94a-ef54f2e317e1 tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] 10.222.0.54 "GET /v2.0/security-groups?id=afd2e76f-1082-4805-9fe1-784b56125976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456166 Dec 20 15:14:11.957400 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:14:12.240544 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af14c29-20d8-4bd5-ad39-603661ef3625 req-e9097847-eb92-4982-bda5-827a913349e8 tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:14:12.241955 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3af14c29-20d8-4bd5-ad39-603661ef3625 req-e9097847-eb92-4982-bda5-827a913349e8 tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0251653-00e6-49a0-8cb3-c4454d2d5a24 HTTP/1.1" status: 200 len: 945 time: 0.0537436 Dec 20 15:14:12.292553 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3af14c29-20d8-4bd5-ad39-603661ef3625 req-21933538-a13b-40ec-becc-7b5d230af73c tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] 10.222.0.54 "GET /v2.0/security-groups?id=afd2e76f-1082-4805-9fe1-784b56125976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414839 Dec 20 15:14:12.732647 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:14:13.428897 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b2645b-269e-4b03-99c9-a393b4e23845 req-44b450b6-1b30-48e9-8607-c238307a7269 tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:14:13.430442 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-76b2645b-269e-4b03-99c9-a393b4e23845 req-44b450b6-1b30-48e9-8607-c238307a7269 tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0251653-00e6-49a0-8cb3-c4454d2d5a24 HTTP/1.1" status: 200 len: 945 time: 0.0534356 Dec 20 15:14:13.478521 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-76b2645b-269e-4b03-99c9-a393b4e23845 req-42138cc0-8ab5-4fab-9a26-66ad10067228 tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] 10.222.0.54 "GET /v2.0/security-groups?id=afd2e76f-1082-4805-9fe1-784b56125976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418682 Dec 20 15:14:14.614832 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb32998-3196-43d8-8962-8f7be8b939ab req-28cb3969-c61a-483d-9742-60cbd564979a tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:14:14.617358 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fdb32998-3196-43d8-8962-8f7be8b939ab req-28cb3969-c61a-483d-9742-60cbd564979a tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0251653-00e6-49a0-8cb3-c4454d2d5a24 HTTP/1.1" status: 200 len: 945 time: 0.0537794 Dec 20 15:14:14.669798 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fdb32998-3196-43d8-8962-8f7be8b939ab req-96da03d4-1ab3-4992-a99c-541221eb3180 tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] 10.222.0.54 "GET /v2.0/security-groups?id=afd2e76f-1082-4805-9fe1-784b56125976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457475 Dec 20 15:14:15.564256 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:14:15.800352 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6a8678-2e14-45d2-86ee-7d26002e50d9 req-b5f8e83c-18a0-4f72-ba67-0c2f8c078e95 tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:14:15.801809 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2d6a8678-2e14-45d2-86ee-7d26002e50d9 req-b5f8e83c-18a0-4f72-ba67-0c2f8c078e95 tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0251653-00e6-49a0-8cb3-c4454d2d5a24 HTTP/1.1" status: 200 len: 945 time: 0.0504076 Dec 20 15:14:15.849202 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2d6a8678-2e14-45d2-86ee-7d26002e50d9 req-81fe6ff8-ebff-4497-b45e-3991c8850aeb tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] 10.222.0.54 "GET /v2.0/security-groups?id=afd2e76f-1082-4805-9fe1-784b56125976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411222 Dec 20 15:14:16.975921 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5373c62e-9b5a-4833-9e6e-e300af1e3873 req-32f5fbb2-69fe-489a-ad88-ed7543567869 tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:14:16.977595 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5373c62e-9b5a-4833-9e6e-e300af1e3873 req-32f5fbb2-69fe-489a-ad88-ed7543567869 tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0251653-00e6-49a0-8cb3-c4454d2d5a24 HTTP/1.1" status: 200 len: 945 time: 0.0556536 Dec 20 15:14:17.028882 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5373c62e-9b5a-4833-9e6e-e300af1e3873 req-82fae398-6c48-4f35-86d8-62ff4656354b tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] 10.222.0.54 "GET /v2.0/security-groups?id=afd2e76f-1082-4805-9fe1-784b56125976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429459 Dec 20 15:14:18.169369 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fe649b-769f-4237-9cba-d5807fdfcde6 req-8e65ee79-c52d-4de2-8c0c-1a1746c47fe3 tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:14:18.170833 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d8fe649b-769f-4237-9cba-d5807fdfcde6 req-8e65ee79-c52d-4de2-8c0c-1a1746c47fe3 tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0251653-00e6-49a0-8cb3-c4454d2d5a24 HTTP/1.1" status: 200 len: 945 time: 0.0576901 Dec 20 15:14:18.230348 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d8fe649b-769f-4237-9cba-d5807fdfcde6 req-36033274-adaa-4221-91bb-f973ae1c040a tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] 10.222.0.54 "GET /v2.0/security-groups?id=afd2e76f-1082-4805-9fe1-784b56125976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506146 Dec 20 15:14:19.363567 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab5d64c-84f4-423a-85d0-bfc4f01e7b4d req-3b87ef8b-b97f-4625-8013-f2c68961479d tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:14:19.364932 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-bab5d64c-84f4-423a-85d0-bfc4f01e7b4d req-3b87ef8b-b97f-4625-8013-f2c68961479d tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0251653-00e6-49a0-8cb3-c4454d2d5a24 HTTP/1.1" status: 200 len: 945 time: 0.0505207 Dec 20 15:14:19.412724 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-bab5d64c-84f4-423a-85d0-bfc4f01e7b4d req-d2622c8c-e7db-48d9-b2c6-285f6d8ef4da tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] 10.222.0.54 "GET /v2.0/security-groups?id=afd2e76f-1082-4805-9fe1-784b56125976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413089 Dec 20 15:14:20.541825 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dba2b9-da4a-41fb-9682-6f373ce7a7a0 req-58a843da-4bb8-45f4-a37a-89e99b45a08d tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:14:20.543301 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-84dba2b9-da4a-41fb-9682-6f373ce7a7a0 req-58a843da-4bb8-45f4-a37a-89e99b45a08d tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0251653-00e6-49a0-8cb3-c4454d2d5a24 HTTP/1.1" status: 200 len: 945 time: 0.0526555 Dec 20 15:14:20.593784 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-84dba2b9-da4a-41fb-9682-6f373ce7a7a0 req-c6e8181c-df0a-47e5-818c-9c46a06a9d2c tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] 10.222.0.54 "GET /v2.0/security-groups?id=afd2e76f-1082-4805-9fe1-784b56125976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416117 Dec 20 15:14:21.730145 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa9e667-b29d-4deb-a122-c308081d0691 req-5bf36a09-d49d-44b9-bec1-1be8c7542aae tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:14:21.731633 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-afa9e667-b29d-4deb-a122-c308081d0691 req-5bf36a09-d49d-44b9-bec1-1be8c7542aae tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0251653-00e6-49a0-8cb3-c4454d2d5a24 HTTP/1.1" status: 200 len: 945 time: 0.0561831 Dec 20 15:14:21.781120 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-afa9e667-b29d-4deb-a122-c308081d0691 req-96022269-5ec3-44ca-822a-2cc155a43223 tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] 10.222.0.54 "GET /v2.0/security-groups?id=afd2e76f-1082-4805-9fe1-784b56125976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410826 Dec 20 15:14:22.910739 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f4ce74-33b1-4b7b-8a7e-75f90481dd9a req-4fd3ef08-c8df-4c17-b4c9-88253b7d09f9 tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:14:22.912110 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f4f4ce74-33b1-4b7b-8a7e-75f90481dd9a req-4fd3ef08-c8df-4c17-b4c9-88253b7d09f9 tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0251653-00e6-49a0-8cb3-c4454d2d5a24 HTTP/1.1" status: 200 len: 945 time: 0.0532784 Dec 20 15:14:22.958652 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f4f4ce74-33b1-4b7b-8a7e-75f90481dd9a req-6196fee5-3c4a-4327-9314-0edf0012de67 tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] 10.222.0.54 "GET /v2.0/security-groups?id=afd2e76f-1082-4805-9fe1-784b56125976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404718 Dec 20 15:14:24.082518 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d1a9ff-be76-416f-89a9-b68268cb05a7 req-39cfef76-3c4c-4dc1-b86f-c7ba7d77ae1f tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:14:24.084032 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-25d1a9ff-be76-416f-89a9-b68268cb05a7 req-39cfef76-3c4c-4dc1-b86f-c7ba7d77ae1f tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0251653-00e6-49a0-8cb3-c4454d2d5a24 HTTP/1.1" status: 200 len: 945 time: 0.0564086 Dec 20 15:14:24.132880 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-25d1a9ff-be76-416f-89a9-b68268cb05a7 req-28dde393-d9fd-4797-b20a-d65b7c6eadd1 tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] 10.222.0.54 "GET /v2.0/security-groups?id=afd2e76f-1082-4805-9fe1-784b56125976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426054 Dec 20 15:14:25.257596 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffe9267-e507-45f5-859f-95a82e43c276 req-6b5659ab-3f89-42ea-a9af-5bf1f5773b7b tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:14:25.259074 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-dffe9267-e507-45f5-859f-95a82e43c276 req-6b5659ab-3f89-42ea-a9af-5bf1f5773b7b tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0251653-00e6-49a0-8cb3-c4454d2d5a24 HTTP/1.1" status: 200 len: 945 time: 0.0499182 Dec 20 15:14:25.307374 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-dffe9267-e507-45f5-859f-95a82e43c276 req-ee9d0914-6b2b-4a18-bcca-6f803721c08d tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] 10.222.0.54 "GET /v2.0/security-groups?id=afd2e76f-1082-4805-9fe1-784b56125976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423074 Dec 20 15:14:26.454033 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009fdea8-2939-4932-beff-89d5cf383ac2 req-a5896b42-9a84-40a2-995d-df9a6eb478a6 tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:14:26.455638 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-009fdea8-2939-4932-beff-89d5cf383ac2 req-a5896b42-9a84-40a2-995d-df9a6eb478a6 tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0251653-00e6-49a0-8cb3-c4454d2d5a24 HTTP/1.1" status: 200 len: 945 time: 0.0564885 Dec 20 15:14:26.507880 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-009fdea8-2939-4932-beff-89d5cf383ac2 req-24c13dbc-7de2-4eaa-b8e7-28b8107e051b tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] 10.222.0.54 "GET /v2.0/security-groups?id=afd2e76f-1082-4805-9fe1-784b56125976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458999 Dec 20 15:14:27.651266 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7fb65-fa5f-4325-89ae-b1421bcd2f5e req-5fe4a3c0-d0ab-43e0-80be-9733af128f06 tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:14:27.652647 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c3c7fb65-fa5f-4325-89ae-b1421bcd2f5e req-5fe4a3c0-d0ab-43e0-80be-9733af128f06 tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0251653-00e6-49a0-8cb3-c4454d2d5a24 HTTP/1.1" status: 200 len: 945 time: 0.0636368 Dec 20 15:14:27.706313 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c3c7fb65-fa5f-4325-89ae-b1421bcd2f5e req-384fc966-2435-48e8-83a1-a5e652dedfd2 tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] 10.222.0.54 "GET /v2.0/security-groups?id=afd2e76f-1082-4805-9fe1-784b56125976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468073 Dec 20 15:14:28.854244 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66153900-2174-4128-a19f-3f1c04bb96cd req-0dd45655-533f-4c62-ab54-c9ba1c12fb35 tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:14:28.855741 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-66153900-2174-4128-a19f-3f1c04bb96cd req-0dd45655-533f-4c62-ab54-c9ba1c12fb35 tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0251653-00e6-49a0-8cb3-c4454d2d5a24 HTTP/1.1" status: 200 len: 945 time: 0.0654600 Dec 20 15:14:28.903204 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-66153900-2174-4128-a19f-3f1c04bb96cd req-8fc8c881-b506-4308-80e8-58c7eb6ce795 tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] 10.222.0.54 "GET /v2.0/security-groups?id=afd2e76f-1082-4805-9fe1-784b56125976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413256 Dec 20 15:14:30.022601 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ea327d-1214-498c-a1ee-0330d652fed8 req-e34c9ba5-4835-4385-9193-76be434a729e tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:14:30.024094 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f4ea327d-1214-498c-a1ee-0330d652fed8 req-e34c9ba5-4835-4385-9193-76be434a729e tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0251653-00e6-49a0-8cb3-c4454d2d5a24 HTTP/1.1" status: 200 len: 945 time: 0.0507209 Dec 20 15:14:30.071037 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f4ea327d-1214-498c-a1ee-0330d652fed8 req-e17c30e4-c1b3-408d-814c-372032b56890 tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] 10.222.0.54 "GET /v2.0/security-groups?id=afd2e76f-1082-4805-9fe1-784b56125976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404718 Dec 20 15:14:30.754333 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-441c6b0d-555e-4c2a-9151-1f37abc8e7f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:14:31.199603 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adcb53e-b944-47fb-99da-561f782dc672 req-ab4b095b-516d-43bb-9d94-2d5be2181e21 tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:14:31.201058 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3adcb53e-b944-47fb-99da-561f782dc672 req-ab4b095b-516d-43bb-9d94-2d5be2181e21 tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0251653-00e6-49a0-8cb3-c4454d2d5a24 HTTP/1.1" status: 200 len: 945 time: 0.0527709 Dec 20 15:14:31.250115 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3adcb53e-b944-47fb-99da-561f782dc672 req-c1a985a6-b67d-4d4a-a373-24dbabf5c979 tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] 10.222.0.54 "GET /v2.0/security-groups?id=afd2e76f-1082-4805-9fe1-784b56125976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428305 Dec 20 15:14:32.368898 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131830e8-a83f-4f86-875a-a2cb57dfed96 req-69ff2198-9082-4787-9d23-301f434887d5 tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:14:32.370612 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-131830e8-a83f-4f86-875a-a2cb57dfed96 req-69ff2198-9082-4787-9d23-301f434887d5 tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0251653-00e6-49a0-8cb3-c4454d2d5a24 HTTP/1.1" status: 200 len: 945 time: 0.0508096 Dec 20 15:14:32.421004 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-131830e8-a83f-4f86-875a-a2cb57dfed96 req-3391de28-843c-442f-a7fa-1184697de7aa tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] 10.222.0.54 "GET /v2.0/security-groups?id=afd2e76f-1082-4805-9fe1-784b56125976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413799 Dec 20 15:14:32.967470 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-de8f3550-1011-48c8-8897-e9be0fa43c27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:14:33.544084 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845780e7-3175-47c2-a6f6-a497b78e9076 req-9f40b8b0-8147-49c9-8d92-b711f14eb496 tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:14:33.545534 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-845780e7-3175-47c2-a6f6-a497b78e9076 req-9f40b8b0-8147-49c9-8d92-b711f14eb496 tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0251653-00e6-49a0-8cb3-c4454d2d5a24 HTTP/1.1" status: 200 len: 945 time: 0.0557895 Dec 20 15:14:33.594942 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-845780e7-3175-47c2-a6f6-a497b78e9076 req-0dd254ab-7ca6-4e32-8dee-8f68c257a4a0 tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] 10.222.0.54 "GET /v2.0/security-groups?id=afd2e76f-1082-4805-9fe1-784b56125976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401371 Dec 20 15:14:33.937917 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:14:34.731863 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5025a517-821c-48f9-8ada-1828f0a77885 req-2d7b98fd-36d1-4f20-81ca-eca787f5eecd tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:14:34.733382 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5025a517-821c-48f9-8ada-1828f0a77885 req-2d7b98fd-36d1-4f20-81ca-eca787f5eecd tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0251653-00e6-49a0-8cb3-c4454d2d5a24 HTTP/1.1" status: 200 len: 945 time: 0.0534689 Dec 20 15:14:34.780922 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5025a517-821c-48f9-8ada-1828f0a77885 req-0efdb476-b270-410b-8298-d1c48636f371 tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] 10.222.0.54 "GET /v2.0/security-groups?id=afd2e76f-1082-4805-9fe1-784b56125976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413687 Dec 20 15:14:35.917438 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157f16fa-2506-48eb-89fc-a36ef4cbb409 req-e6624dbe-bdd2-4450-ab4c-7e86650580fc tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:14:35.918755 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:14:35.919299 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-157f16fa-2506-48eb-89fc-a36ef4cbb409 req-e6624dbe-bdd2-4450-ab4c-7e86650580fc tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0251653-00e6-49a0-8cb3-c4454d2d5a24 HTTP/1.1" status: 200 len: 945 time: 0.0532718 Dec 20 15:14:35.967964 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-157f16fa-2506-48eb-89fc-a36ef4cbb409 req-e524cbc7-20a4-4e4a-8471-b13196cfee39 tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] 10.222.0.54 "GET /v2.0/security-groups?id=afd2e76f-1082-4805-9fe1-784b56125976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426478 Dec 20 15:14:36.352579 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:14:37.102165 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d6006b-06f2-47a4-bafe-e181ee215260 req-3b871af1-819d-41a0-a639-cb11aa575cce tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:14:37.103666 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c7d6006b-06f2-47a4-bafe-e181ee215260 req-3b871af1-819d-41a0-a639-cb11aa575cce tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0251653-00e6-49a0-8cb3-c4454d2d5a24 HTTP/1.1" status: 200 len: 945 time: 0.0496426 Dec 20 15:14:37.153494 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c7d6006b-06f2-47a4-bafe-e181ee215260 req-1bfb27f1-72e5-4e36-8a39-3dbe13f3effc tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] 10.222.0.54 "GET /v2.0/security-groups?id=afd2e76f-1082-4805-9fe1-784b56125976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437713 Dec 20 15:14:37.420432 n-d-761264-19 neutron-server[103167]: INFO neutron.api.v2.resource [req-7c1c4325-fd6a-412a-87c2-dbc451351d92 req-6b204b70-ba99-43a6-b1aa-2d4dd915f45b service neutron] show failed (client error): The resource could not be found. Dec 20 15:14:37.421421 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7c1c4325-fd6a-412a-87c2-dbc451351d92 req-6b204b70-ba99-43a6-b1aa-2d4dd915f45b service neutron] 10.222.0.47 "GET /v2.0/ports/cc897acf-5601-49f3-b67f-f53eea83acca/bindings/n-h1-761264-19 HTTP/1.1" status: 404 len: 381 time: 0.0631342 Dec 20 15:14:37.662187 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1c4325-fd6a-412a-87c2-dbc451351d92 req-cf2f7c3f-c9f2-4efc-af25-04bb5a65d622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:14:37.663729 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7c1c4325-fd6a-412a-87c2-dbc451351d92 req-cf2f7c3f-c9f2-4efc-af25-04bb5a65d622 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e0251653-00e6-49a0-8cb3-c4454d2d5a24&tenant_id=189613cca69045b1b42e333d7d273485 HTTP/1.1" status: 200 len: 1097 time: 0.0758433 Dec 20 15:14:37.676407 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-7c1c4325-fd6a-412a-87c2-dbc451351d92 req-0377e365-749c-469a-a027-35360792e554 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-761264-19', 'device_owner': 'compute:nova'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:14:37.729131 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-7c1c4325-fd6a-412a-87c2-dbc451351d92 req-0377e365-749c-469a-a027-35360792e554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:14:38.238365 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-7c1c4325-fd6a-412a-87c2-dbc451351d92 req-0377e365-749c-469a-a027-35360792e554 service neutron] For port cc897acf-5601-49f3-b67f-f53eea83acca, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=cc897acf-5601-49f3-b67f-f53eea83acca,segment=NetworkSegment(4df49199-d632-4df8-8905-d9c65bb29805),segment_id=4df49199-d632-4df8-8905-d9c65bb29805)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:14:38.269942 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fe6448-c6d3-4a89-a2fb-c6b1fef682a3 req-c1745ecd-3a87-48d5-a091-674a2ca86c93 tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:14:38.271487 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-55fe6448-c6d3-4a89-a2fb-c6b1fef682a3 req-c1745ecd-3a87-48d5-a091-674a2ca86c93 tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0251653-00e6-49a0-8cb3-c4454d2d5a24 HTTP/1.1" status: 200 len: 945 time: 0.0489028 Dec 20 15:14:38.272072 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-7c1c4325-fd6a-412a-87c2-dbc451351d92 req-0377e365-749c-469a-a027-35360792e554 service neutron] For port cc897acf-5601-49f3-b67f-f53eea83acca, host n-h2-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:14:38.312201 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0251653-00e6-49a0-8cb3-c4454d2d5a24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc897acf-5601-49f3-b67f-f53eea83acca'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:14:38.314495 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8e6de8a-256d-42f7-bcb9-f24454f396c2" -d '{"events": [{"server_uuid": "e0251653-00e6-49a0-8cb3-c4454d2d5a24", "name": "network-vif-unplugged", "status": "completed", "tag": "cc897acf-5601-49f3-b67f-f53eea83acca"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:14:38.318688 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-7c1c4325-fd6a-412a-87c2-dbc451351d92 req-0377e365-749c-469a-a027-35360792e554 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:14:38.323366 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-55fe6448-c6d3-4a89-a2fb-c6b1fef682a3 req-0eadf347-b5ed-49ba-8fb9-46e3d3ef5940 tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] 10.222.0.54 "GET /v2.0/security-groups?id=afd2e76f-1082-4805-9fe1-784b56125976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457072 Dec 20 15:14:38.332180 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-7c1c4325-fd6a-412a-87c2-dbc451351d92 req-0377e365-749c-469a-a027-35360792e554 service neutron] Transition to ACTIVE for port object cc897acf-5601-49f3-b67f-f53eea83acca will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:14:38.337776 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-7c1c4325-fd6a-412a-87c2-dbc451351d92 req-0377e365-749c-469a-a027-35360792e554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:14:38.373457 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 15:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfa849ea-c3bd-4944-87ac-89eb5962c1fc x-openstack-request-id: req-dfa849ea-c3bd-4944-87ac-89eb5962c1fc {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:14:38.373756 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0251653-00e6-49a0-8cb3-c4454d2d5a24", "name": "network-vif-unplugged", "status": "completed", "tag": "cc897acf-5601-49f3-b67f-f53eea83acca", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:14:38.374082 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-dfa849ea-c3bd-4944-87ac-89eb5962c1fc {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:14:38.374483 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0251653-00e6-49a0-8cb3-c4454d2d5a24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc897acf-5601-49f3-b67f-f53eea83acca', 'code': 200} Dec 20 15:14:38.398636 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c1c4325-fd6a-412a-87c2-dbc451351d92 req-0377e365-749c-469a-a027-35360792e554 service neutron] No DVR routers for this DVR port cc897acf-5601-49f3-b67f-f53eea83acca on host n-h2-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:14:38.411309 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0377e365-749c-469a-a027-35360792e554 service neutron] Pushing event updated for resources: {'Port': ['ID=cc897acf-5601-49f3-b67f-f53eea83acca,revision_number=6']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:14:38.438378 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-7c1c4325-fd6a-412a-87c2-dbc451351d92 req-0377e365-749c-469a-a027-35360792e554 service neutron] Attempting to bind port cc897acf-5601-49f3-b67f-f53eea83acca on host n-h1-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:14:38.438710 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-7c1c4325-fd6a-412a-87c2-dbc451351d92 req-0377e365-749c-469a-a027-35360792e554 service neutron] Attempting to bind port cc897acf-5601-49f3-b67f-f53eea83acca by drivers openvswitch,hyperv on host n-h1-761264-19 at level 0 using segments [{'id': '4df49199-d632-4df8-8905-d9c65bb29805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f1e07a57-eb4c-4dd5-ac2e-cfdf0bca31e9'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:14:38.439064 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1c4325-fd6a-412a-87c2-dbc451351d92 req-0377e365-749c-469a-a027-35360792e554 service neutron] Attempting to bind port cc897acf-5601-49f3-b67f-f53eea83acca on network f1e07a57-eb4c-4dd5-ac2e-cfdf0bca31e9 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:14:38.443471 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1c4325-fd6a-412a-87c2-dbc451351d92 req-0377e365-749c-469a-a027-35360792e554 service neutron] Port cc897acf-5601-49f3-b67f-f53eea83acca on network f1e07a57-eb4c-4dd5-ac2e-cfdf0bca31e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:14:38.443784 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1c4325-fd6a-412a-87c2-dbc451351d92 req-0377e365-749c-469a-a027-35360792e554 service neutron] Attempting to bind port cc897acf-5601-49f3-b67f-f53eea83acca on network f1e07a57-eb4c-4dd5-ac2e-cfdf0bca31e9 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:14:38.448739 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1c4325-fd6a-412a-87c2-dbc451351d92 req-0377e365-749c-469a-a027-35360792e554 service neutron] Checking agent: {'id': '3e5ace3e-dd7b-4522-a7c4-77d13dbeab1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:14:38.449046 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1c4325-fd6a-412a-87c2-dbc451351d92 req-0377e365-749c-469a-a027-35360792e554 service neutron] Checking segment: {'id': '4df49199-d632-4df8-8905-d9c65bb29805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f1e07a57-eb4c-4dd5-ac2e-cfdf0bca31e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:14:38.449421 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1c4325-fd6a-412a-87c2-dbc451351d92 req-0377e365-749c-469a-a027-35360792e554 service neutron] Bound using segment: {'id': '4df49199-d632-4df8-8905-d9c65bb29805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f1e07a57-eb4c-4dd5-ac2e-cfdf0bca31e9'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:14:38.449878 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-7c1c4325-fd6a-412a-87c2-dbc451351d92 req-0377e365-749c-469a-a027-35360792e554 service neutron] Bound port: cc897acf-5601-49f3-b67f-f53eea83acca, host: n-h1-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4df49199-d632-4df8-8905-d9c65bb29805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f1e07a57-eb4c-4dd5-ac2e-cfdf0bca31e9'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:14:38.450231 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-7c1c4325-fd6a-412a-87c2-dbc451351d92 req-0377e365-749c-469a-a027-35360792e554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:14:38.512222 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-7c1c4325-fd6a-412a-87c2-dbc451351d92 req-0377e365-749c-469a-a027-35360792e554 service neutron] For port cc897acf-5601-49f3-b67f-f53eea83acca, host n-h1-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:14:38.516502 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-7c1c4325-fd6a-412a-87c2-dbc451351d92 req-0377e365-749c-469a-a027-35360792e554 service neutron] For port cc897acf-5601-49f3-b67f-f53eea83acca, host n-h1-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=cc897acf-5601-49f3-b67f-f53eea83acca,segment=NetworkSegment(4df49199-d632-4df8-8905-d9c65bb29805),segment_id=4df49199-d632-4df8-8905-d9c65bb29805)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:14:38.522890 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-7c1c4325-fd6a-412a-87c2-dbc451351d92 req-0377e365-749c-469a-a027-35360792e554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:14:38.558833 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1c4325-fd6a-412a-87c2-dbc451351d92 req-0377e365-749c-469a-a027-35360792e554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:14:38.559448 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-7c1c4325-fd6a-412a-87c2-dbc451351d92 req-0377e365-749c-469a-a027-35360792e554 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:14:38.560831 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7c1c4325-fd6a-412a-87c2-dbc451351d92 req-0377e365-749c-469a-a027-35360792e554 service neutron] 10.222.0.30 "PUT /v2.0/ports/cc897acf-5601-49f3-b67f-f53eea83acca HTTP/1.1" status: 200 len: 1092 time: 0.8884571 Dec 20 15:14:38.579533 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0377e365-749c-469a-a027-35360792e554 service neutron] Pushing event updated for resources: {'Port': ['ID=cc897acf-5601-49f3-b67f-f53eea83acca,revision_number=7']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:14:38.626612 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1c4325-fd6a-412a-87c2-dbc451351d92 req-46ca62a1-13ba-498c-862a-e82a53d01e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:14:38.628134 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7c1c4325-fd6a-412a-87c2-dbc451351d92 req-46ca62a1-13ba-498c-862a-e82a53d01e7d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=189613cca69045b1b42e333d7d273485&device_id=e0251653-00e6-49a0-8cb3-c4454d2d5a24 HTTP/1.1" status: 200 len: 1095 time: 0.0446665 Dec 20 15:14:38.716418 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1c4325-fd6a-412a-87c2-dbc451351d92 req-5810d9a8-3380-4fbd-93c9-0a5853f66cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:14:38.717878 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7c1c4325-fd6a-412a-87c2-dbc451351d92 req-5810d9a8-3380-4fbd-93c9-0a5853f66cee service neutron] 10.222.0.30 "GET /v2.0/networks?id=f1e07a57-eb4c-4dd5-ac2e-cfdf0bca31e9 HTTP/1.1" status: 200 len: 913 time: 0.0831890 Dec 20 15:14:38.764970 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7c1c4325-fd6a-412a-87c2-dbc451351d92 req-a0dbb3e0-87f3-4ae2-8bac-577125abcd0b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc897acf-5601-49f3-b67f-f53eea83acca HTTP/1.1" status: 200 len: 217 time: 0.0393522 Dec 20 15:14:38.815250 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1c4325-fd6a-412a-87c2-dbc451351d92 req-7684d04d-17e6-49a4-b699-404a3e0b98ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:14:38.816659 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7c1c4325-fd6a-412a-87c2-dbc451351d92 req-7684d04d-17e6-49a4-b699-404a3e0b98ce service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5234fd6d-6994-48d8-a8b7-595456e1c077 HTTP/1.1" status: 200 len: 852 time: 0.0439603 Dec 20 15:14:38.849583 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7c1c4325-fd6a-412a-87c2-dbc451351d92 req-820280f5-ade5-42fc-b7c7-160668101cf5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f1e07a57-eb4c-4dd5-ac2e-cfdf0bca31e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253744 Dec 20 15:14:38.942970 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7c1c4325-fd6a-412a-87c2-dbc451351d92 req-3c6df1da-a382-40ca-a42f-ed15d7cfd5dc service neutron] 10.222.0.30 "GET /v2.0/networks/f1e07a57-eb4c-4dd5-ac2e-cfdf0bca31e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851912 Dec 20 15:14:39.033715 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7c1c4325-fd6a-412a-87c2-dbc451351d92 req-86363eef-5afe-4b1c-9ee6-3f6c8e3a2932 service neutron] 10.222.0.30 "GET /v2.0/networks/f1e07a57-eb4c-4dd5-ac2e-cfdf0bca31e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829065 Dec 20 15:14:39.275351 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e594198-3206-47a2-a4a5-c8b2a9cd5346 req-d905d276-a0a7-4ae2-9b21-1e1f6003fe4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:14:39.276861 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9e594198-3206-47a2-a4a5-c8b2a9cd5346 req-d905d276-a0a7-4ae2-9b21-1e1f6003fe4a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=189613cca69045b1b42e333d7d273485&device_id=e0251653-00e6-49a0-8cb3-c4454d2d5a24 HTTP/1.1" status: 200 len: 1095 time: 0.0437860 Dec 20 15:14:39.391782 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e594198-3206-47a2-a4a5-c8b2a9cd5346 req-bf18cc19-ecff-4bc5-8abb-90eaf4b79f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:14:39.393273 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9e594198-3206-47a2-a4a5-c8b2a9cd5346 req-bf18cc19-ecff-4bc5-8abb-90eaf4b79f55 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f1e07a57-eb4c-4dd5-ac2e-cfdf0bca31e9 HTTP/1.1" status: 200 len: 913 time: 0.0917904 Dec 20 15:14:39.437602 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9e594198-3206-47a2-a4a5-c8b2a9cd5346 req-9c7ade00-7880-4c89-b0d9-cf32cc426303 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc897acf-5601-49f3-b67f-f53eea83acca HTTP/1.1" status: 200 len: 217 time: 0.0354061 Dec 20 15:14:39.445622 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39dd931-ce6e-440e-b24c-a76fc3c3af3b req-97fd26d0-9e7c-4f32-92d5-1f8a3bc5b8a3 tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:14:39.447178 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b39dd931-ce6e-440e-b24c-a76fc3c3af3b req-97fd26d0-9e7c-4f32-92d5-1f8a3bc5b8a3 tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0251653-00e6-49a0-8cb3-c4454d2d5a24 HTTP/1.1" status: 200 len: 943 time: 0.0506258 Dec 20 15:14:39.493771 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e594198-3206-47a2-a4a5-c8b2a9cd5346 req-542a4983-76e2-41fc-beb2-c7f41ca9dfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:14:39.495592 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9e594198-3206-47a2-a4a5-c8b2a9cd5346 req-542a4983-76e2-41fc-beb2-c7f41ca9dfc8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5234fd6d-6994-48d8-a8b7-595456e1c077 HTTP/1.1" status: 200 len: 852 time: 0.0480661 Dec 20 15:14:39.499372 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b39dd931-ce6e-440e-b24c-a76fc3c3af3b req-c70e6722-eef9-41b8-a024-1b63e89dbeb0 tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] 10.222.0.54 "GET /v2.0/security-groups?id=afd2e76f-1082-4805-9fe1-784b56125976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459883 Dec 20 15:14:39.526998 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9e594198-3206-47a2-a4a5-c8b2a9cd5346 req-22d7b365-2bd7-4862-971e-a58c156d4678 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f1e07a57-eb4c-4dd5-ac2e-cfdf0bca31e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246403 Dec 20 15:14:39.636819 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9e594198-3206-47a2-a4a5-c8b2a9cd5346 req-f4909d9b-0cf0-4c03-afbd-56625e2eca51 service neutron] 10.222.0.30 "GET /v2.0/networks/f1e07a57-eb4c-4dd5-ac2e-cfdf0bca31e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008279 Dec 20 15:14:39.730111 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9e594198-3206-47a2-a4a5-c8b2a9cd5346 req-c8881d38-ab03-48fc-9845-76ff43d6a2e0 service neutron] 10.222.0.30 "GET /v2.0/networks/f1e07a57-eb4c-4dd5-ac2e-cfdf0bca31e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857980 Dec 20 15:14:40.375753 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0251653-00e6-49a0-8cb3-c4454d2d5a24', 'tag': 'cc897acf-5601-49f3-b67f-f53eea83acca'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:14:40.379458 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c4b08d-2a28-4b66-aac1-fe9b417282db" -d '{"events": [{"name": "network-changed", "server_uuid": "e0251653-00e6-49a0-8cb3-c4454d2d5a24", "tag": "cc897acf-5601-49f3-b67f-f53eea83acca"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:14:40.436294 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0493297-7c14-4ea4-960b-9f0395694721 x-openstack-request-id: req-a0493297-7c14-4ea4-960b-9f0395694721 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:14:40.436599 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0251653-00e6-49a0-8cb3-c4454d2d5a24", "tag": "cc897acf-5601-49f3-b67f-f53eea83acca", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:14:40.436854 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a0493297-7c14-4ea4-960b-9f0395694721 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:14:40.437262 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0251653-00e6-49a0-8cb3-c4454d2d5a24', 'tag': 'cc897acf-5601-49f3-b67f-f53eea83acca', 'status': 'completed', 'code': 200} Dec 20 15:14:40.523034 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c4b08d-2a28-4b66-aac1-fe9b417282db req-9506f8ee-74a5-4270-a443-65e14613a63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:14:40.524539 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c0c4b08d-2a28-4b66-aac1-fe9b417282db req-9506f8ee-74a5-4270-a443-65e14613a63e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=189613cca69045b1b42e333d7d273485&device_id=e0251653-00e6-49a0-8cb3-c4454d2d5a24 HTTP/1.1" status: 200 len: 1095 time: 0.0686443 Dec 20 15:14:40.526244 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c4b08d-2a28-4b66-aac1-fe9b417282db req-ce0ae378-123e-408d-bf36-105c29f6b1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:14:40.527565 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c0c4b08d-2a28-4b66-aac1-fe9b417282db req-ce0ae378-123e-408d-bf36-105c29f6b1e3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=189613cca69045b1b42e333d7d273485&device_id=e0251653-00e6-49a0-8cb3-c4454d2d5a24 HTTP/1.1" status: 200 len: 1095 time: 0.0636821 Dec 20 15:14:40.619476 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee239a2-172e-4712-9a16-30dbf343e5de req-c5a453ea-ea35-4c51-b32c-5dbfc31495dc tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:14:40.621303 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2ee239a2-172e-4712-9a16-30dbf343e5de req-c5a453ea-ea35-4c51-b32c-5dbfc31495dc tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0251653-00e6-49a0-8cb3-c4454d2d5a24 HTTP/1.1" status: 200 len: 943 time: 0.0494096 Dec 20 15:14:40.668351 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2ee239a2-172e-4712-9a16-30dbf343e5de req-c4b4c55b-6c68-4ff4-b984-d648055dbf65 tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] 10.222.0.54 "GET /v2.0/security-groups?id=afd2e76f-1082-4805-9fe1-784b56125976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410552 Dec 20 15:14:40.686189 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c4b08d-2a28-4b66-aac1-fe9b417282db req-3101d809-06c0-4de5-9274-ff42a64f9a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:14:40.687703 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c0c4b08d-2a28-4b66-aac1-fe9b417282db req-3101d809-06c0-4de5-9274-ff42a64f9a03 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f1e07a57-eb4c-4dd5-ac2e-cfdf0bca31e9 HTTP/1.1" status: 200 len: 913 time: 0.1567829 Dec 20 15:14:40.688792 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c4b08d-2a28-4b66-aac1-fe9b417282db req-4244dabb-7179-440c-964a-640c244d1e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:14:40.690057 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c0c4b08d-2a28-4b66-aac1-fe9b417282db req-4244dabb-7179-440c-964a-640c244d1e80 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f1e07a57-eb4c-4dd5-ac2e-cfdf0bca31e9 HTTP/1.1" status: 200 len: 913 time: 0.1521006 Dec 20 15:14:40.763023 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c0c4b08d-2a28-4b66-aac1-fe9b417282db req-135f46c1-aa95-4808-ad94-3ce29a9e2b2f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc897acf-5601-49f3-b67f-f53eea83acca HTTP/1.1" status: 200 len: 217 time: 0.0681713 Dec 20 15:14:40.764345 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c0c4b08d-2a28-4b66-aac1-fe9b417282db req-42fed0f0-d6d2-4b0e-bcd7-cae0a1a38f9f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc897acf-5601-49f3-b67f-f53eea83acca HTTP/1.1" status: 200 len: 217 time: 0.0638356 Dec 20 15:14:40.842476 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c4b08d-2a28-4b66-aac1-fe9b417282db req-417085cf-087c-446a-8d98-26549e214dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:14:40.843924 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c0c4b08d-2a28-4b66-aac1-fe9b417282db req-417085cf-087c-446a-8d98-26549e214dfb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5234fd6d-6994-48d8-a8b7-595456e1c077 HTTP/1.1" status: 200 len: 852 time: 0.0737536 Dec 20 15:14:40.847484 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c4b08d-2a28-4b66-aac1-fe9b417282db req-6828dcff-92c3-4567-aab4-f98c7a456350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:14:40.848791 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c0c4b08d-2a28-4b66-aac1-fe9b417282db req-6828dcff-92c3-4567-aab4-f98c7a456350 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5234fd6d-6994-48d8-a8b7-595456e1c077 HTTP/1.1" status: 200 len: 852 time: 0.0712903 Dec 20 15:14:40.882376 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c0c4b08d-2a28-4b66-aac1-fe9b417282db req-09345834-9a67-45bf-a9e2-95725b33730f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f1e07a57-eb4c-4dd5-ac2e-cfdf0bca31e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307262 Dec 20 15:14:40.907714 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c0c4b08d-2a28-4b66-aac1-fe9b417282db req-d0bfc62c-15fc-468d-8228-b5a1d0bc6bef service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f1e07a57-eb4c-4dd5-ac2e-cfdf0bca31e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489914 Dec 20 15:14:41.042533 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c0c4b08d-2a28-4b66-aac1-fe9b417282db req-b1032718-6b1f-4a55-8ee4-7857c105fd1b service neutron] 10.222.0.47 "GET /v2.0/networks/f1e07a57-eb4c-4dd5-ac2e-cfdf0bca31e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431668 Dec 20 15:14:41.060426 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c0c4b08d-2a28-4b66-aac1-fe9b417282db req-2daae6dc-d9ef-454d-8087-0a679c18d76f service neutron] 10.222.0.30 "GET /v2.0/networks/f1e07a57-eb4c-4dd5-ac2e-cfdf0bca31e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420796 Dec 20 15:14:41.199869 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c0c4b08d-2a28-4b66-aac1-fe9b417282db req-95555f12-b94b-4a78-82a6-8577c64da4bf service neutron] 10.222.0.47 "GET /v2.0/networks/f1e07a57-eb4c-4dd5-ac2e-cfdf0bca31e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498454 Dec 20 15:14:41.204969 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c0c4b08d-2a28-4b66-aac1-fe9b417282db req-7d87e72d-5ede-44c0-948b-b2c98af48484 service neutron] 10.222.0.30 "GET /v2.0/networks/f1e07a57-eb4c-4dd5-ac2e-cfdf0bca31e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344800 Dec 20 15:14:41.307209 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device cc897acf-5601-49f3-b67f-f53eea83acca no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:14:41.348231 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device cc897acf-5601-49f3-b67f-f53eea83acca not bound to the agent host n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:14:41.804912 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f22b6-827b-4667-ac2c-d61730b079a5 req-254235f6-de08-4367-807e-380e2f3f88c5 tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:14:41.806449 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-331f22b6-827b-4667-ac2c-d61730b079a5 req-254235f6-de08-4367-807e-380e2f3f88c5 tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0251653-00e6-49a0-8cb3-c4454d2d5a24 HTTP/1.1" status: 200 len: 943 time: 0.0627367 Dec 20 15:14:41.863062 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-331f22b6-827b-4667-ac2c-d61730b079a5 req-22b9aeed-8240-4adb-9b05-c18d11711173 tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] 10.222.0.54 "GET /v2.0/security-groups?id=afd2e76f-1082-4805-9fe1-784b56125976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476546 Dec 20 15:14:41.946497 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:14:42.082632 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device cc897acf-5601-49f3-b67f-f53eea83acca details requested by agent hyperv_n-h1-761264-19 with host n-h1-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:14:42.179807 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port cc897acf-5601-49f3-b67f-f53eea83acca, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=cc897acf-5601-49f3-b67f-f53eea83acca,segment=NetworkSegment(4df49199-d632-4df8-8905-d9c65bb29805),segment_id=4df49199-d632-4df8-8905-d9c65bb29805)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:14:42.190665 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Returning: {'device': 'cc897acf-5601-49f3-b67f-f53eea83acca', 'network_id': 'f1e07a57-eb4c-4dd5-ac2e-cfdf0bca31e9', 'port_id': 'cc897acf-5601-49f3-b67f-f53eea83acca', 'mac_address': 'fa:16:3e:e7:89:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5234fd6d-6994-48d8-a8b7-595456e1c077', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:14:42.228553 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:14:42.241087 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc897acf-5601-49f3-b67f-f53eea83acca {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:14:42.264022 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port cc897acf-5601-49f3-b67f-f53eea83acca, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=cc897acf-5601-49f3-b67f-f53eea83acca,segment=NetworkSegment(4df49199-d632-4df8-8905-d9c65bb29805),segment_id=4df49199-d632-4df8-8905-d9c65bb29805)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:14:42.269540 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:14:42.315509 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=cc897acf-5601-49f3-b67f-f53eea83acca,revision_number=8']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:14:42.322987 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:14:42.323332 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:14:42.323659 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:14:42.323994 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:14:42.324309 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:14:42.324642 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:14:42.324965 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:14:42.325288 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:14:42.325610 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:14:42.325929 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:14:42.326248 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:14:42.326566 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:14:42.326912 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:14:42.614929 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['cc897acf-5601-49f3-b67f-f53eea83acca'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:14:42.998084 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f922c8f6-468c-4075-91cb-1373822d1b9a req-00fb80d8-49a9-41d0-ac7a-9a5317748a7c tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:14:42.999689 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f922c8f6-468c-4075-91cb-1373822d1b9a req-00fb80d8-49a9-41d0-ac7a-9a5317748a7c tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0251653-00e6-49a0-8cb3-c4454d2d5a24 HTTP/1.1" status: 200 len: 944 time: 0.0536621 Dec 20 15:14:43.047266 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f922c8f6-468c-4075-91cb-1373822d1b9a req-bf66f0bd-4c67-414d-98a9-dee8ffc175ba tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] 10.222.0.54 "GET /v2.0/security-groups?id=afd2e76f-1082-4805-9fe1-784b56125976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415232 Dec 20 15:14:43.333277 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df80bbaf-85e0-4670-9d60-5741770d97e8 req-3c264bd7-b7a2-4311-b644-44363fff6e66 tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:14:43.334795 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-df80bbaf-85e0-4670-9d60-5741770d97e8 req-3c264bd7-b7a2-4311-b644-44363fff6e66 tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] 10.222.0.47 "GET /v2.0/ports?device_id=e0251653-00e6-49a0-8cb3-c4454d2d5a24&tenant_id=189613cca69045b1b42e333d7d273485&binding%3Ahost_id=n-h1-761264-19 HTTP/1.1" status: 200 len: 944 time: 0.0926259 Dec 20 15:14:43.396458 n-d-761264-19 neutron-server[103167]: INFO neutron.api.v2.resource [req-df80bbaf-85e0-4670-9d60-5741770d97e8 req-d8aba830-4d78-4dd1-9070-7399bf73d67d service neutron] delete failed (client error): The resource could not be found. Dec 20 15:14:43.397529 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-df80bbaf-85e0-4670-9d60-5741770d97e8 req-d8aba830-4d78-4dd1-9070-7399bf73d67d service neutron] 10.222.0.47 "DELETE /v2.0/ports/cc897acf-5601-49f3-b67f-f53eea83acca/bindings/n-h2-761264-19 HTTP/1.1" status: 404 len: 381 time: 0.0548213 Dec 20 15:14:43.487003 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df80bbaf-85e0-4670-9d60-5741770d97e8 req-22f492e0-4e68-4f8e-960b-dca613306596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:14:43.488430 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-df80bbaf-85e0-4670-9d60-5741770d97e8 req-22f492e0-4e68-4f8e-960b-dca613306596 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=189613cca69045b1b42e333d7d273485&device_id=e0251653-00e6-49a0-8cb3-c4454d2d5a24 HTTP/1.1" status: 200 len: 1096 time: 0.0489948 Dec 20 15:14:43.581895 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df80bbaf-85e0-4670-9d60-5741770d97e8 req-0fc9d62d-76d1-4819-a0ad-c57ed72a4205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:14:43.583380 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-df80bbaf-85e0-4670-9d60-5741770d97e8 req-0fc9d62d-76d1-4819-a0ad-c57ed72a4205 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f1e07a57-eb4c-4dd5-ac2e-cfdf0bca31e9 HTTP/1.1" status: 200 len: 913 time: 0.0871284 Dec 20 15:14:43.631295 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-df80bbaf-85e0-4670-9d60-5741770d97e8 req-64fc5293-cd33-4040-8abe-af7d4dd8ae0c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc897acf-5601-49f3-b67f-f53eea83acca HTTP/1.1" status: 200 len: 217 time: 0.0392032 Dec 20 15:14:43.692641 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df80bbaf-85e0-4670-9d60-5741770d97e8 req-9d59bff7-22d6-48ae-8f9a-2da54d0bf198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:14:43.694906 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-df80bbaf-85e0-4670-9d60-5741770d97e8 req-9d59bff7-22d6-48ae-8f9a-2da54d0bf198 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5234fd6d-6994-48d8-a8b7-595456e1c077 HTTP/1.1" status: 200 len: 852 time: 0.0559618 Dec 20 15:14:43.726169 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-df80bbaf-85e0-4670-9d60-5741770d97e8 req-0fb95b44-276a-44db-ae5f-e5c4a6adcd04 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f1e07a57-eb4c-4dd5-ac2e-cfdf0bca31e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247734 Dec 20 15:14:43.817237 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-df80bbaf-85e0-4670-9d60-5741770d97e8 req-03fe47b7-2060-4804-b645-2658c95b75ae service neutron] 10.222.0.47 "GET /v2.0/networks/f1e07a57-eb4c-4dd5-ac2e-cfdf0bca31e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839818 Dec 20 15:14:43.912607 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-df80bbaf-85e0-4670-9d60-5741770d97e8 req-150cd8c0-3af2-4f17-8dd5-383acf313422 service neutron] 10.222.0.47 "GET /v2.0/networks/f1e07a57-eb4c-4dd5-ac2e-cfdf0bca31e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885732 Dec 20 15:14:44.085123 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device cc897acf-5601-49f3-b67f-f53eea83acca up at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:14:44.139135 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning for port cc897acf-5601-49f3-b67f-f53eea83acca completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:14:44.143019 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning complete for port cc897acf-5601-49f3-b67f-f53eea83acca triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:14:44.143391 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:14:44.232600 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:14:44.256349 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0251653-00e6-49a0-8cb3-c4454d2d5a24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc897acf-5601-49f3-b67f-f53eea83acca'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:14:44.258654 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5262bc49-d2a0-459e-90d5-1ec713144b26" -d '{"events": [{"server_uuid": "e0251653-00e6-49a0-8cb3-c4454d2d5a24", "name": "network-vif-plugged", "status": "completed", "tag": "cc897acf-5601-49f3-b67f-f53eea83acca"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:14:44.274913 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port cc897acf-5601-49f3-b67f-f53eea83acca, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=cc897acf-5601-49f3-b67f-f53eea83acca,segment=NetworkSegment(4df49199-d632-4df8-8905-d9c65bb29805),segment_id=4df49199-d632-4df8-8905-d9c65bb29805)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:14:44.283124 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:14:44.331216 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=cc897acf-5601-49f3-b67f-f53eea83acca,revision_number=9']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:14:44.379107 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d16df114-69c5-4d3f-8930-efb5192205b4 x-openstack-request-id: req-d16df114-69c5-4d3f-8930-efb5192205b4 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:14:44.379474 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0251653-00e6-49a0-8cb3-c4454d2d5a24", "name": "network-vif-plugged", "status": "completed", "tag": "cc897acf-5601-49f3-b67f-f53eea83acca", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:14:44.379789 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d16df114-69c5-4d3f-8930-efb5192205b4 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:14:44.380257 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0251653-00e6-49a0-8cb3-c4454d2d5a24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc897acf-5601-49f3-b67f-f53eea83acca', 'code': 200} Dec 20 15:14:44.634579 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145594e-5efd-4481-bb1f-4eecdc0219cd req-3b82cea9-be99-42cd-9eb5-1902c27c4c01 tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:14:44.635988 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3145594e-5efd-4481-bb1f-4eecdc0219cd req-3b82cea9-be99-42cd-9eb5-1902c27c4c01 tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0251653-00e6-49a0-8cb3-c4454d2d5a24 HTTP/1.1" status: 200 len: 945 time: 0.0596485 Dec 20 15:14:44.684232 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3145594e-5efd-4481-bb1f-4eecdc0219cd req-52e10c22-728a-4c4e-943c-472673557e79 tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] 10.222.0.54 "GET /v2.0/security-groups?id=afd2e76f-1082-4805-9fe1-784b56125976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414469 Dec 20 15:14:45.586499 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:14:45.811921 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23edf012-527e-43be-8d36-16910a8a171c req-70be18de-b171-4f91-9cd9-8594d8da7b3c tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:14:45.813751 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-23edf012-527e-43be-8d36-16910a8a171c req-70be18de-b171-4f91-9cd9-8594d8da7b3c tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0251653-00e6-49a0-8cb3-c4454d2d5a24 HTTP/1.1" status: 200 len: 945 time: 0.0540359 Dec 20 15:14:45.865481 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-23edf012-527e-43be-8d36-16910a8a171c req-69698f30-26cd-4196-aaec-e6fdb6f03878 tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] 10.222.0.54 "GET /v2.0/security-groups?id=afd2e76f-1082-4805-9fe1-784b56125976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426817 Dec 20 15:14:45.963110 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df80bbaf-85e0-4670-9d60-5741770d97e8 req-cce71968-e449-4b51-8abe-8c55a46efba3 tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:14:45.964575 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-df80bbaf-85e0-4670-9d60-5741770d97e8 req-cce71968-e449-4b51-8abe-8c55a46efba3 tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0251653-00e6-49a0-8cb3-c4454d2d5a24 HTTP/1.1" status: 200 len: 945 time: 0.0532773 Dec 20 15:14:46.054084 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-df80bbaf-85e0-4670-9d60-5741770d97e8 req-47f94215-a3fb-48c6-8703-ac38a19d7950 tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] Deleting port cc897acf-5601-49f3-b67f-f53eea83acca {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:14:46.054392 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-df80bbaf-85e0-4670-9d60-5741770d97e8 req-47f94215-a3fb-48c6-8703-ac38a19d7950 tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:14:46.153667 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-df80bbaf-85e0-4670-9d60-5741770d97e8 req-47f94215-a3fb-48c6-8703-ac38a19d7950 tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] For port cc897acf-5601-49f3-b67f-f53eea83acca, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=cc897acf-5601-49f3-b67f-f53eea83acca,segment=NetworkSegment(4df49199-d632-4df8-8905-d9c65bb29805),segment_id=4df49199-d632-4df8-8905-d9c65bb29805)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:14:46.154016 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-df80bbaf-85e0-4670-9d60-5741770d97e8 req-47f94215-a3fb-48c6-8703-ac38a19d7950 tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:14:46.170815 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-df80bbaf-85e0-4670-9d60-5741770d97e8 req-47f94215-a3fb-48c6-8703-ac38a19d7950 tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] Calling delete_port for cc897acf-5601-49f3-b67f-f53eea83acca owned by compute:nova {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:14:46.310953 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-df80bbaf-85e0-4670-9d60-5741770d97e8 req-47f94215-a3fb-48c6-8703-ac38a19d7950 tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:14:46.322976 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['cc897acf-5601-49f3-b67f-f53eea83acca'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:14:46.345496 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f94215-a3fb-48c6-8703-ac38a19d7950 tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] Pushing event deleted for resources: {'Port': ['ID=cc897acf-5601-49f3-b67f-f53eea83acca,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:14:46.388117 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-df80bbaf-85e0-4670-9d60-5741770d97e8 req-47f94215-a3fb-48c6-8703-ac38a19d7950 tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] No DVR routers for this DVR port cc897acf-5601-49f3-b67f-f53eea83acca on host n-h1-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:14:46.391434 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-df80bbaf-85e0-4670-9d60-5741770d97e8 req-47f94215-a3fb-48c6-8703-ac38a19d7950 tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:14:46.394776 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-df80bbaf-85e0-4670-9d60-5741770d97e8 req-47f94215-a3fb-48c6-8703-ac38a19d7950 tempest-DeleteServersTestJSON-1741077342 tempest-DeleteServersTestJSON-1741077342-project] 10.222.0.30 "DELETE /v2.0/ports/cc897acf-5601-49f3-b67f-f53eea83acca HTTP/1.1" status: 204 len: 173 time: 0.4236207 Dec 20 15:14:46.395233 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0251653-00e6-49a0-8cb3-c4454d2d5a24', 'name': 'network-vif-deleted', 'tag': 'cc897acf-5601-49f3-b67f-f53eea83acca'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:14:46.397518 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd231ef1-79c3-430c-a49a-8bf954201c2c" -d '{"events": [{"server_uuid": "e0251653-00e6-49a0-8cb3-c4454d2d5a24", "name": "network-vif-deleted", "tag": "cc897acf-5601-49f3-b67f-f53eea83acca"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:14:46.436035 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c478c558-ad78-42a1-8542-4bd2f1b61537 x-openstack-request-id: req-c478c558-ad78-42a1-8542-4bd2f1b61537 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:14:46.436481 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0251653-00e6-49a0-8cb3-c4454d2d5a24", "name": "network-vif-deleted", "tag": "cc897acf-5601-49f3-b67f-f53eea83acca", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:14:46.436742 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c478c558-ad78-42a1-8542-4bd2f1b61537 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:14:46.437137 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0251653-00e6-49a0-8cb3-c4454d2d5a24', 'name': 'network-vif-deleted', 'tag': 'cc897acf-5601-49f3-b67f-f53eea83acca', 'status': 'completed', 'code': 200} Dec 20 15:14:47.014047 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 53932) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:14:47.059142 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4d69b9b-259e-411b-9ce4-0a653d280fa1 admin admin] Deleting subnet 5234fd6d-6994-48d8-a8b7-595456e1c077 {{(pid=103167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:14:47.062418 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e4d69b9b-259e-411b-9ce4-0a653d280fa1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:14:47.097140 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e4d69b9b-259e-411b-9ce4-0a653d280fa1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954412'] for subnet, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:14:47.139568 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e4d69b9b-259e-411b-9ce4-0a653d280fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:14:47.197225 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e4d69b9b-259e-411b-9ce4-0a653d280fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:14:47.223948 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d69b9b-259e-411b-9ce4-0a653d280fa1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5234fd6d-6994-48d8-a8b7-595456e1c077,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:14:47.226035 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e4d69b9b-259e-411b-9ce4-0a653d280fa1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:14:47.229349 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-e4d69b9b-259e-411b-9ce4-0a653d280fa1 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/5234fd6d-6994-48d8-a8b7-595456e1c077 HTTP/1.1" status: 204 len: 168 time: 0.2142634 Dec 20 15:14:47.232238 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 53934) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:14:47.307026 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-689f103b-91ae-42b6-a3f6-91d47c813725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:14:47.386432 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-689f103b-91ae-42b6-a3f6-91d47c813725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:14:47.408323 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-689f103b-91ae-42b6-a3f6-91d47c813725 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1e07a57-eb4c-4dd5-ac2e-cfdf0bca31e9']}} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:14:47.417775 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-689f103b-91ae-42b6-a3f6-91d47c813725 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4df49199-d632-4df8-8905-d9c65bb29805') {'for_net_delete': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:14:47.418071 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-689f103b-91ae-42b6-a3f6-91d47c813725 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4df49199-d632-4df8-8905-d9c65bb29805') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:14:47.427284 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-689f103b-91ae-42b6-a3f6-91d47c813725 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954405'] for segment, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:14:47.442616 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-689f103b-91ae-42b6-a3f6-91d47c813725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:14:47.449302 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-689f103b-91ae-42b6-a3f6-91d47c813725 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=103167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:14:47.450018 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-689f103b-91ae-42b6-a3f6-91d47c813725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9956000'] for segment, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:14:47.451417 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:14:47.451417 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:14:47.451417 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:14:47.451417 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:14:47.451417 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:14:47.451417 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:14:47.451417 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:14:47.451417 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:14:47.451417 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:14:47.451417 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:14:47.451417 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:14:47.451417 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:14:47.451417 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:14:47.451417 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:14:47.451417 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:14:47.451417 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:14:47.451417 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:14:47.451417 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:14:47.451417 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:14:47.451417 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:14:47.451417 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:14:47.451417 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:14:47.451417 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:14:47.451417 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:14:47.451417 n-d-761264-19 neutron-server[103167]: Traceback (most recent call last): Dec 20 15:14:47.451417 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:14:47.451417 n-d-761264-19 neutron-server[103167]: timer() Dec 20 15:14:47.451417 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:14:47.451417 n-d-761264-19 neutron-server[103167]: cb(*args, **kw) Dec 20 15:14:47.451417 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:14:47.451417 n-d-761264-19 neutron-server[103167]: return func(*args, **kwargs) Dec 20 15:14:47.451417 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:14:47.451417 n-d-761264-19 neutron-server[103167]: self._notify() Dec 20 15:14:47.451417 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:14:47.451417 n-d-761264-19 neutron-server[103167]: self.callback(batched_events) Dec 20 15:14:47.451417 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:14:47.451417 n-d-761264-19 neutron-server[103167]: event.method(event) Dec 20 15:14:47.451417 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:14:47.451417 n-d-761264-19 neutron-server[103167]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:14:47.451417 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:14:47.451417 n-d-761264-19 neutron-server[103167]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:14:47.451417 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:14:47.451417 n-d-761264-19 neutron-server[103167]: return f(self, *a, **k) Dec 20 15:14:47.451417 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:14:47.451417 n-d-761264-19 neutron-server[103167]: return self._get(url).json() Dec 20 15:14:47.451417 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:14:47.451417 n-d-761264-19 neutron-server[103167]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:14:47.451417 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:14:47.451417 n-d-761264-19 neutron-server[103167]: return self.request(url, 'GET', **kwargs) Dec 20 15:14:47.451417 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:14:47.451417 n-d-761264-19 neutron-server[103167]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:14:47.451417 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:14:47.451417 n-d-761264-19 neutron-server[103167]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:14:47.451417 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:14:47.451417 n-d-761264-19 neutron-server[103167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:14:47.451417 n-d-761264-19 neutron-server[103167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:14:47.510537 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-689f103b-91ae-42b6-a3f6-91d47c813725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:14:47.516492 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-689f103b-91ae-42b6-a3f6-91d47c813725 admin admin] Publish callbacks [] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:14:47.519690 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-689f103b-91ae-42b6-a3f6-91d47c813725 admin admin] 10.222.0.54 "DELETE /v2.0/networks/f1e07a57-eb4c-4dd5-ac2e-cfdf0bca31e9 HTTP/1.1" status: 204 len: 168 time: 0.2865579 Dec 20 15:14:47.531051 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689f103b-91ae-42b6-a3f6-91d47c813725 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1e07a57-eb4c-4dd5-ac2e-cfdf0bca31e9,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:14:47.635186 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 53938) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:14:47.674950 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-c3787452-eaa0-4bf2-8e6a-dbc44bf34007 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=189613cca69045b1b42e333d7d273485&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385249 Dec 20 15:14:47.677375 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 53940) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:14:47.729473 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a3f0229c-7bdd-4f19-9836-2930be318396 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:14:47.750566 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a3f0229c-7bdd-4f19-9836-2930be318396 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:14:47.805173 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a3f0229c-7bdd-4f19-9836-2930be318396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:14:47.807839 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a3f0229c-7bdd-4f19-9836-2930be318396 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:14:47.808978 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-a3f0229c-7bdd-4f19-9836-2930be318396 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/afd2e76f-1082-4805-9fe1-784b56125976 HTTP/1.1" status: 204 len: 168 time: 0.1307445 Dec 20 15:14:47.816902 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f0229c-7bdd-4f19-9836-2930be318396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd2e76f-1082-4805-9fe1-784b56125976,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:14:48.532200 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 53962) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:14:48.633451 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-28235863-a321-4edc-9a47-f1a813667ea1 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1328380098-network', 'tenant_id': 'e92312ce7f3c499281d481f8fa330dc2'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:14:48.658273 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28235863-a321-4edc-9a47-f1a813667ea1 admin admin] Made reservation on behalf of e92312ce7f3c499281d481f8fa330dc2 for: {'network': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:14:48.660619 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-28235863-a321-4edc-9a47-f1a813667ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:14:48.668925 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-28235863-a321-4edc-9a47-f1a813667ea1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:14:48.746424 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-28235863-a321-4edc-9a47-f1a813667ea1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:14:48.751771 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-28235863-a321-4edc-9a47-f1a813667ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:14:48.777053 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28235863-a321-4edc-9a47-f1a813667ea1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=103167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:14:48.787462 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28235863-a321-4edc-9a47-f1a813667ea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9af76be-2e37-4762-b97b-132e01fdb22a,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:14:48.793284 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-28235863-a321-4edc-9a47-f1a813667ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:14:48.793639 n-d-761264-19 neutron-server[103167]: INFO neutron.db.segments_db [None req-28235863-a321-4edc-9a47-f1a813667ea1 admin admin] Added segment fc077a64-bb28-416e-8def-48cb0f5d78ce of type vlan for network 920e89be-d52e-4337-956f-edaf16ceb22c Dec 20 15:14:48.832205 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-28235863-a321-4edc-9a47-f1a813667ea1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:14:48.863201 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-28235863-a321-4edc-9a47-f1a813667ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:14:48.864441 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28235863-a321-4edc-9a47-f1a813667ea1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:14:48.865207 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-28235863-a321-4edc-9a47-f1a813667ea1 admin admin] Publish callbacks [] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:14:48.929493 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-28235863-a321-4edc-9a47-f1a813667ea1 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3960478 Dec 20 15:14:48.932409 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 53966) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:14:48.940340 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-b8464bd4-beaa-4af4-a3f2-37c3b0e8be70 admin admin] Request body: {'subnet': {'network_id': '920e89be-d52e-4337-956f-edaf16ceb22c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1328380098-subnet', 'tenant_id': 'e92312ce7f3c499281d481f8fa330dc2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:14:48.943667 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28235863-a321-4edc-9a47-f1a813667ea1 admin admin] Pushing event updated for resources: {'Network': ['ID=920e89be-d52e-4337-956f-edaf16ceb22c,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:14:48.954252 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 920e89be-d52e-4337-956f-edaf16ceb22c details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:14:48.967087 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8464bd4-beaa-4af4-a3f2-37c3b0e8be70 admin admin] Made reservation on behalf of e92312ce7f3c499281d481f8fa330dc2 for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:14:48.969662 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b8464bd4-beaa-4af4-a3f2-37c3b0e8be70 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:14:49.136304 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b8464bd4-beaa-4af4-a3f2-37c3b0e8be70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:14:49.189969 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8464bd4-beaa-4af4-a3f2-37c3b0e8be70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea33cda0-d58c-46a6-9225-77cd1324e1d8,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:14:49.209069 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8464bd4-beaa-4af4-a3f2-37c3b0e8be70 admin admin] Checking segment: {'id': 'fc077a64-bb28-416e-8def-48cb0f5d78ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '920e89be-d52e-4337-956f-edaf16ceb22c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:14:49.209423 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8464bd4-beaa-4af4-a3f2-37c3b0e8be70 admin admin] Network hostable DHCP agents. Network: 920e89be-d52e-4337-956f-edaf16ceb22c, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:14:49.227686 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8464bd4-beaa-4af4-a3f2-37c3b0e8be70 admin admin] Network 920e89be-d52e-4337-956f-edaf16ceb22c is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:14:49.237373 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-b8464bd4-beaa-4af4-a3f2-37c3b0e8be70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 920e89be-d52e-4337-956f-edaf16ceb22c) {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:14:49.242019 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8464bd4-beaa-4af4-a3f2-37c3b0e8be70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:14:49.242818 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b8464bd4-beaa-4af4-a3f2-37c3b0e8be70 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:14:49.248125 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977503ec-884d-4f8a-aafe-4abd1833169e None None] Network 920e89be-d52e-4337-956f-edaf16ceb22c requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:14:49.268331 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-b8464bd4-beaa-4af4-a3f2-37c3b0e8be70 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3250031 Dec 20 15:14:49.345888 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf3cb9f-2cbc-4e1b-bf2c-d413d82a0130 None None] Network 920e89be-d52e-4337-956f-edaf16ceb22c requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:14:49.689526 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb12b3b-9e53-4e25-820f-3bf62c515a63 req-8cd792e4-3e32-4983-a233-ae0409810275 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:14:49.690919 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4bb12b3b-9e53-4e25-820f-3bf62c515a63 req-8cd792e4-3e32-4983-a233-ae0409810275 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/networks?id=920e89be-d52e-4337-956f-edaf16ceb22c HTTP/1.1" status: 200 len: 815 time: 0.1075585 Dec 20 15:14:49.706442 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4bb12b3b-9e53-4e25-820f-3bf62c515a63 req-a4b1d5f4-f9e5-4b7d-9528-f3788ce3fc91 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/quotas/e92312ce7f3c499281d481f8fa330dc2 HTTP/1.1" status: 200 len: 375 time: 0.0095696 Dec 20 15:14:49.732249 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:14:50.035376 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4bb12b3b-9e53-4e25-820f-3bf62c515a63 req-23c961e4-7faf-4048-a59f-509b5a2ed64a tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=e92312ce7f3c499281d481f8fa330dc2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3235295 Dec 20 15:14:50.106468 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device cc897acf-5601-49f3-b67f-f53eea83acca no longer exists at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:14:50.124265 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4bb12b3b-9e53-4e25-820f-3bf62c515a63 req-413648b4-c7b5-4563-9f7f-56c0c666080d service neutron] 10.222.0.54 "GET /v2.0/networks/920e89be-d52e-4337-956f-edaf16ceb22c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818594 Dec 20 15:14:50.220862 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4bb12b3b-9e53-4e25-820f-3bf62c515a63 req-31bca8a8-5b6d-4795-bfae-b7df7d583b50 service neutron] 10.222.0.54 "GET /v2.0/networks/920e89be-d52e-4337-956f-edaf16ceb22c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901561 Dec 20 15:14:50.294202 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] No Port match for: cc897acf-5601-49f3-b67f-f53eea83acca {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:14:50.294410 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device cc897acf-5601-49f3-b67f-f53eea83acca not bound to the agent host n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:14:50.387151 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1000d0b9-2acc-4e61-996d-f9a751f23b8f req-b752d576-9035-45b4-ae7f-c064ab509f34 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/ports?device_id=609993db-080c-4cc1-9137-689b18e0d917 HTTP/1.1" status: 200 len: 210 time: 0.0288906 Dec 20 15:14:51.347708 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb12b3b-9e53-4e25-820f-3bf62c515a63 req-14c02189-51ea-435d-8dac-1ed7d15a1559 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:14:51.349146 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4bb12b3b-9e53-4e25-820f-3bf62c515a63 req-14c02189-51ea-435d-8dac-1ed7d15a1559 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.47 "GET /v2.0/networks?id=920e89be-d52e-4337-956f-edaf16ceb22c HTTP/1.1" status: 200 len: 815 time: 0.1086802 Dec 20 15:14:51.365399 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-4bb12b3b-9e53-4e25-820f-3bf62c515a63 req-a7747e7a-94f5-43c7-9844-6741d6fbc3b1 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Request body: {'port': {'device_id': '609993db-080c-4cc1-9137-689b18e0d917', 'network_id': '920e89be-d52e-4337-956f-edaf16ceb22c', 'admin_state_up': True, 'tenant_id': 'e92312ce7f3c499281d481f8fa330dc2'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:14:51.481714 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bb12b3b-9e53-4e25-820f-3bf62c515a63 req-a7747e7a-94f5-43c7-9844-6741d6fbc3b1 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Made reservation on behalf of e92312ce7f3c499281d481f8fa330dc2 for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:14:51.483666 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-904d12da-4c6d-4e4e-8808-489234d0835b req-9fcbce13-acbe-410a-9b0f-f206bb10f26a tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/ports?device_id=609993db-080c-4cc1-9137-689b18e0d917 HTTP/1.1" status: 200 len: 210 time: 0.0286956 Dec 20 15:14:51.485395 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-4bb12b3b-9e53-4e25-820f-3bf62c515a63 req-a7747e7a-94f5-43c7-9844-6741d6fbc3b1 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:14:51.937891 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [req-4bb12b3b-9e53-4e25-820f-3bf62c515a63 req-a7747e7a-94f5-43c7-9844-6741d6fbc3b1 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Allocated IP 172.20.0.6 (920e89be-d52e-4337-956f-edaf16ceb22c/ea33cda0-d58c-46a6-9225-77cd1324e1d8/d466deea-b75b-41ac-9f93-1d525ecabd12) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:14:52.090164 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-4bb12b3b-9e53-4e25-820f-3bf62c515a63 req-a7747e7a-94f5-43c7-9844-6741d6fbc3b1 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:14:52.130947 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-4bb12b3b-9e53-4e25-820f-3bf62c515a63 req-a7747e7a-94f5-43c7-9844-6741d6fbc3b1 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:14:52.175339 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bb12b3b-9e53-4e25-820f-3bf62c515a63 req-a7747e7a-94f5-43c7-9844-6741d6fbc3b1 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Network 920e89be-d52e-4337-956f-edaf16ceb22c is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:14:52.178394 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [req-4bb12b3b-9e53-4e25-820f-3bf62c515a63 req-a7747e7a-94f5-43c7-9844-6741d6fbc3b1 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:14:52.182286 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bb12b3b-9e53-4e25-820f-3bf62c515a63 req-a7747e7a-94f5-43c7-9844-6741d6fbc3b1 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:14:52.188947 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7747e7a-94f5-43c7-9844-6741d6fbc3b1 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Pushing event updated for resources: {'Port': ['ID=d466deea-b75b-41ac-9f93-1d525ecabd12,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:14:52.239067 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb12b3b-9e53-4e25-820f-3bf62c515a63 req-a7747e7a-94f5-43c7-9844-6741d6fbc3b1 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:14:52.239671 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-4bb12b3b-9e53-4e25-820f-3bf62c515a63 req-a7747e7a-94f5-43c7-9844-6741d6fbc3b1 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:14:52.256611 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4bb12b3b-9e53-4e25-820f-3bf62c515a63 req-a7747e7a-94f5-43c7-9844-6741d6fbc3b1 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8952374 Dec 20 15:14:52.270224 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-4bb12b3b-9e53-4e25-820f-3bf62c515a63 req-ef2ba877-ff4b-4955-b262-8fe56e9f9697 service neutron] Request body: {'port': {'device_id': '609993db-080c-4cc1-9137-689b18e0d917', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-19'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:14:52.323481 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-4bb12b3b-9e53-4e25-820f-3bf62c515a63 req-ef2ba877-ff4b-4955-b262-8fe56e9f9697 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:14:52.620560 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [req-4bb12b3b-9e53-4e25-820f-3bf62c515a63 req-ef2ba877-ff4b-4955-b262-8fe56e9f9697 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d466deea-b75b-41ac-9f93-1d525ecabd12 {{(pid=103167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:14:52.629344 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-4bb12b3b-9e53-4e25-820f-3bf62c515a63 req-ef2ba877-ff4b-4955-b262-8fe56e9f9697 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:14:52.646841 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422c0818-a6bf-41fe-993d-cde34b141f24 req-eca1740c-b6d4-4f7c-b703-c8da11455aac tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:14:52.648347 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-422c0818-a6bf-41fe-993d-cde34b141f24 req-eca1740c-b6d4-4f7c-b703-c8da11455aac tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/ports?device_id=609993db-080c-4cc1-9137-689b18e0d917 HTTP/1.1" status: 200 len: 931 time: 0.0919144 Dec 20 15:14:52.653077 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-4bb12b3b-9e53-4e25-820f-3bf62c515a63 req-ef2ba877-ff4b-4955-b262-8fe56e9f9697 service neutron] Transition to ACTIVE for port object d466deea-b75b-41ac-9f93-1d525ecabd12 will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:14:52.661551 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-4bb12b3b-9e53-4e25-820f-3bf62c515a63 req-ef2ba877-ff4b-4955-b262-8fe56e9f9697 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:14:52.738635 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-422c0818-a6bf-41fe-993d-cde34b141f24 req-94cf9cf7-cc8e-4b55-bc44-126846dd82ea tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9af76be-2e37-4762-b97b-132e01fdb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839694 Dec 20 15:14:52.739266 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2ba877-ff4b-4955-b262-8fe56e9f9697 service neutron] Pushing event updated for resources: {'Port': ['ID=d466deea-b75b-41ac-9f93-1d525ecabd12,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:14:52.814402 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-4bb12b3b-9e53-4e25-820f-3bf62c515a63 req-ef2ba877-ff4b-4955-b262-8fe56e9f9697 service neutron] Attempting to bind port d466deea-b75b-41ac-9f93-1d525ecabd12 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:14:52.814757 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-4bb12b3b-9e53-4e25-820f-3bf62c515a63 req-ef2ba877-ff4b-4955-b262-8fe56e9f9697 service neutron] Attempting to bind port d466deea-b75b-41ac-9f93-1d525ecabd12 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': 'fc077a64-bb28-416e-8def-48cb0f5d78ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '920e89be-d52e-4337-956f-edaf16ceb22c'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:14:52.815108 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb12b3b-9e53-4e25-820f-3bf62c515a63 req-ef2ba877-ff4b-4955-b262-8fe56e9f9697 service neutron] Attempting to bind port d466deea-b75b-41ac-9f93-1d525ecabd12 on network 920e89be-d52e-4337-956f-edaf16ceb22c {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:14:52.819845 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb12b3b-9e53-4e25-820f-3bf62c515a63 req-ef2ba877-ff4b-4955-b262-8fe56e9f9697 service neutron] Port d466deea-b75b-41ac-9f93-1d525ecabd12 on network 920e89be-d52e-4337-956f-edaf16ceb22c not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:14:52.820272 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb12b3b-9e53-4e25-820f-3bf62c515a63 req-ef2ba877-ff4b-4955-b262-8fe56e9f9697 service neutron] Attempting to bind port d466deea-b75b-41ac-9f93-1d525ecabd12 on network 920e89be-d52e-4337-956f-edaf16ceb22c {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:14:52.825404 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb12b3b-9e53-4e25-820f-3bf62c515a63 req-ef2ba877-ff4b-4955-b262-8fe56e9f9697 service neutron] Checking agent: {'id': '43c60aee-e4af-4ecc-bee2-aac3569fafed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:14:52.825742 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb12b3b-9e53-4e25-820f-3bf62c515a63 req-ef2ba877-ff4b-4955-b262-8fe56e9f9697 service neutron] Checking segment: {'id': 'fc077a64-bb28-416e-8def-48cb0f5d78ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '920e89be-d52e-4337-956f-edaf16ceb22c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:14:52.826127 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb12b3b-9e53-4e25-820f-3bf62c515a63 req-ef2ba877-ff4b-4955-b262-8fe56e9f9697 service neutron] Bound using segment: {'id': 'fc077a64-bb28-416e-8def-48cb0f5d78ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '920e89be-d52e-4337-956f-edaf16ceb22c'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:14:52.826553 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-4bb12b3b-9e53-4e25-820f-3bf62c515a63 req-ef2ba877-ff4b-4955-b262-8fe56e9f9697 service neutron] Bound port: d466deea-b75b-41ac-9f93-1d525ecabd12, host: n-h2-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc077a64-bb28-416e-8def-48cb0f5d78ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '920e89be-d52e-4337-956f-edaf16ceb22c'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:14:52.826940 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-4bb12b3b-9e53-4e25-820f-3bf62c515a63 req-ef2ba877-ff4b-4955-b262-8fe56e9f9697 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:14:52.893514 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-4bb12b3b-9e53-4e25-820f-3bf62c515a63 req-ef2ba877-ff4b-4955-b262-8fe56e9f9697 service neutron] For port d466deea-b75b-41ac-9f93-1d525ecabd12, host n-h2-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:14:52.897015 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-4bb12b3b-9e53-4e25-820f-3bf62c515a63 req-ef2ba877-ff4b-4955-b262-8fe56e9f9697 service neutron] For port d466deea-b75b-41ac-9f93-1d525ecabd12, host n-h2-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=d466deea-b75b-41ac-9f93-1d525ecabd12,segment=NetworkSegment(fc077a64-bb28-416e-8def-48cb0f5d78ce),segment_id=fc077a64-bb28-416e-8def-48cb0f5d78ce)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:14:52.901656 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-4bb12b3b-9e53-4e25-820f-3bf62c515a63 req-ef2ba877-ff4b-4955-b262-8fe56e9f9697 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:14:52.937663 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb12b3b-9e53-4e25-820f-3bf62c515a63 req-ef2ba877-ff4b-4955-b262-8fe56e9f9697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:14:52.938273 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-4bb12b3b-9e53-4e25-820f-3bf62c515a63 req-ef2ba877-ff4b-4955-b262-8fe56e9f9697 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:14:52.939665 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4bb12b3b-9e53-4e25-820f-3bf62c515a63 req-ef2ba877-ff4b-4955-b262-8fe56e9f9697 service neutron] 10.222.0.47 "PUT /v2.0/ports/d466deea-b75b-41ac-9f93-1d525ecabd12 HTTP/1.1" status: 200 len: 1092 time: 0.6740263 Dec 20 15:14:52.940123 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '609993db-080c-4cc1-9137-689b18e0d917', 'tag': 'd466deea-b75b-41ac-9f93-1d525ecabd12'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:14:52.942550 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10cfc262-5645-40cc-8d4f-21502541b835" -d '{"events": [{"name": "network-changed", "server_uuid": "609993db-080c-4cc1-9137-689b18e0d917", "tag": "d466deea-b75b-41ac-9f93-1d525ecabd12"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:14:52.965232 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2ba877-ff4b-4955-b262-8fe56e9f9697 service neutron] Pushing event updated for resources: {'Port': ['ID=d466deea-b75b-41ac-9f93-1d525ecabd12,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:14:53.006753 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17174347-4b6a-45fd-8ddb-e39545eba9bc x-openstack-request-id: req-17174347-4b6a-45fd-8ddb-e39545eba9bc {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:14:53.007062 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "609993db-080c-4cc1-9137-689b18e0d917", "tag": "d466deea-b75b-41ac-9f93-1d525ecabd12", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:14:53.007313 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-17174347-4b6a-45fd-8ddb-e39545eba9bc {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:14:53.007713 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '609993db-080c-4cc1-9137-689b18e0d917', 'tag': 'd466deea-b75b-41ac-9f93-1d525ecabd12', 'status': 'completed', 'code': 200} Dec 20 15:14:53.023837 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb12b3b-9e53-4e25-820f-3bf62c515a63 req-4e990b89-3c7d-43d0-950c-8ce154163bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:14:53.025330 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4bb12b3b-9e53-4e25-820f-3bf62c515a63 req-4e990b89-3c7d-43d0-950c-8ce154163bc1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e92312ce7f3c499281d481f8fa330dc2&device_id=609993db-080c-4cc1-9137-689b18e0d917 HTTP/1.1" status: 200 len: 1095 time: 0.0458815 Dec 20 15:14:53.073477 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4bb12b3b-9e53-4e25-820f-3bf62c515a63 req-0b3ab52e-1fd4-453d-a8dc-e6116585470c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d466deea-b75b-41ac-9f93-1d525ecabd12 HTTP/1.1" status: 200 len: 217 time: 0.0395155 Dec 20 15:14:53.122327 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb12b3b-9e53-4e25-820f-3bf62c515a63 req-9dceff71-bc16-4ed2-9fb2-3fe0431d46b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:14:53.123785 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4bb12b3b-9e53-4e25-820f-3bf62c515a63 req-9dceff71-bc16-4ed2-9fb2-3fe0431d46b9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ea33cda0-d58c-46a6-9225-77cd1324e1d8 HTTP/1.1" status: 200 len: 855 time: 0.0440691 Dec 20 15:14:53.155542 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4bb12b3b-9e53-4e25-820f-3bf62c515a63 req-6be255d4-1944-42a4-9800-2d0d6829c30d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=920e89be-d52e-4337-956f-edaf16ceb22c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240700 Dec 20 15:14:53.250213 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4bb12b3b-9e53-4e25-820f-3bf62c515a63 req-b8bd44c9-5d17-4426-9f40-123dd535ac0c service neutron] 10.222.0.47 "GET /v2.0/networks/920e89be-d52e-4337-956f-edaf16ceb22c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875771 Dec 20 15:14:53.341364 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4bb12b3b-9e53-4e25-820f-3bf62c515a63 req-fecdd213-2140-4d51-83b2-2e58cc40aa86 service neutron] 10.222.0.47 "GET /v2.0/networks/920e89be-d52e-4337-956f-edaf16ceb22c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840135 Dec 20 15:14:53.435985 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cfc262-5645-40cc-8d4f-21502541b835 req-b632963b-9652-43c4-b541-0679f3de758e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:14:53.437478 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-10cfc262-5645-40cc-8d4f-21502541b835 req-b632963b-9652-43c4-b541-0679f3de758e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e92312ce7f3c499281d481f8fa330dc2&device_id=609993db-080c-4cc1-9137-689b18e0d917 HTTP/1.1" status: 200 len: 1095 time: 0.0479162 Dec 20 15:14:53.527039 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cfc262-5645-40cc-8d4f-21502541b835 req-ae1e336f-a716-4d99-9dd3-7842d6583423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:14:53.528503 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-10cfc262-5645-40cc-8d4f-21502541b835 req-ae1e336f-a716-4d99-9dd3-7842d6583423 service neutron] 10.222.0.47 "GET /v2.0/networks?id=920e89be-d52e-4337-956f-edaf16ceb22c HTTP/1.1" status: 200 len: 916 time: 0.0842319 Dec 20 15:14:53.575600 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-10cfc262-5645-40cc-8d4f-21502541b835 req-21f81431-3d9e-4efc-a376-8a6b0a7b4867 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d466deea-b75b-41ac-9f93-1d525ecabd12 HTTP/1.1" status: 200 len: 217 time: 0.0399754 Dec 20 15:14:53.625757 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cfc262-5645-40cc-8d4f-21502541b835 req-1a54d5c3-4d2f-4b7c-bb87-daea7d309f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:14:53.627113 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-10cfc262-5645-40cc-8d4f-21502541b835 req-1a54d5c3-4d2f-4b7c-bb87-daea7d309f6b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ea33cda0-d58c-46a6-9225-77cd1324e1d8 HTTP/1.1" status: 200 len: 855 time: 0.0441463 Dec 20 15:14:53.660918 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-10cfc262-5645-40cc-8d4f-21502541b835 req-0c63e660-a334-4dca-b0c6-42de9a12eea0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=920e89be-d52e-4337-956f-edaf16ceb22c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259519 Dec 20 15:14:53.761813 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-10cfc262-5645-40cc-8d4f-21502541b835 req-6316de3c-9cb2-425e-b83e-8445529e14da service neutron] 10.222.0.47 "GET /v2.0/networks/920e89be-d52e-4337-956f-edaf16ceb22c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920396 Dec 20 15:14:53.880048 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-10cfc262-5645-40cc-8d4f-21502541b835 req-bc0d4a1f-e132-462d-94a9-8663e11f8e4d service neutron] 10.222.0.47 "GET /v2.0/networks/920e89be-d52e-4337-956f-edaf16ceb22c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111851 Dec 20 15:14:53.888579 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20541ed-3f67-446f-9331-49ec473d3a67 req-7e10a9e5-353d-4ca7-a657-d359a221ba93 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:14:53.890098 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b20541ed-3f67-446f-9331-49ec473d3a67 req-7e10a9e5-353d-4ca7-a657-d359a221ba93 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/ports?device_id=609993db-080c-4cc1-9137-689b18e0d917 HTTP/1.1" status: 200 len: 943 time: 0.0710795 Dec 20 15:14:53.955506 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b20541ed-3f67-446f-9331-49ec473d3a67 req-6271a628-00d4-4373-8362-37a596e88c80 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9af76be-2e37-4762-b97b-132e01fdb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589087 Dec 20 15:14:55.095074 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a6e2d8-3f63-4928-b23d-cabe8b6d0765 req-41ea2027-f35b-4001-a060-0ddd367be90d tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:14:55.096572 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-54a6e2d8-3f63-4928-b23d-cabe8b6d0765 req-41ea2027-f35b-4001-a060-0ddd367be90d tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/ports?device_id=609993db-080c-4cc1-9137-689b18e0d917 HTTP/1.1" status: 200 len: 943 time: 0.0508676 Dec 20 15:14:55.149653 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-54a6e2d8-3f63-4928-b23d-cabe8b6d0765 req-9ff4e289-372e-4faf-826c-b6cdbf80899c tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9af76be-2e37-4762-b97b-132e01fdb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470188 Dec 20 15:14:56.285613 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e1aee9-ba0f-4a8d-81dc-de4d69a90b30 req-dd3af6af-a5cf-425f-a56b-ba7db2482af2 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:14:56.287114 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d7e1aee9-ba0f-4a8d-81dc-de4d69a90b30 req-dd3af6af-a5cf-425f-a56b-ba7db2482af2 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/ports?device_id=609993db-080c-4cc1-9137-689b18e0d917 HTTP/1.1" status: 200 len: 943 time: 0.0612023 Dec 20 15:14:56.338798 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d7e1aee9-ba0f-4a8d-81dc-de4d69a90b30 req-ae8ce305-229d-4421-9282-3c7ef5f0a7e6 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9af76be-2e37-4762-b97b-132e01fdb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429163 Dec 20 15:14:57.389751 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device d466deea-b75b-41ac-9f93-1d525ecabd12 details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:14:57.465998 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b57e098-337c-4b64-b11c-cbbfc728d046 req-9fc07716-ab0b-4ba5-b50d-4c0d22af534e tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:14:57.467497 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6b57e098-337c-4b64-b11c-cbbfc728d046 req-9fc07716-ab0b-4ba5-b50d-4c0d22af534e tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/ports?device_id=609993db-080c-4cc1-9137-689b18e0d917 HTTP/1.1" status: 200 len: 943 time: 0.0492854 Dec 20 15:14:57.487467 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port d466deea-b75b-41ac-9f93-1d525ecabd12, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=d466deea-b75b-41ac-9f93-1d525ecabd12,segment=NetworkSegment(fc077a64-bb28-416e-8def-48cb0f5d78ce),segment_id=fc077a64-bb28-416e-8def-48cb0f5d78ce)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:14:57.499435 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': 'd466deea-b75b-41ac-9f93-1d525ecabd12', 'network_id': '920e89be-d52e-4337-956f-edaf16ceb22c', 'port_id': 'd466deea-b75b-41ac-9f93-1d525ecabd12', 'mac_address': 'fa:16:3e:e4:66:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea33cda0-d58c-46a6-9225-77cd1324e1d8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:14:57.514545 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6b57e098-337c-4b64-b11c-cbbfc728d046 req-cd17c0d5-172c-4cc7-b607-56bcbad55b4e tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9af76be-2e37-4762-b97b-132e01fdb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410480 Dec 20 15:14:57.539411 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:14:57.552016 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d466deea-b75b-41ac-9f93-1d525ecabd12 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:14:57.571465 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port d466deea-b75b-41ac-9f93-1d525ecabd12, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=d466deea-b75b-41ac-9f93-1d525ecabd12,segment=NetworkSegment(fc077a64-bb28-416e-8def-48cb0f5d78ce),segment_id=fc077a64-bb28-416e-8def-48cb0f5d78ce)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:14:57.577598 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:14:57.625836 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=d466deea-b75b-41ac-9f93-1d525ecabd12,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:14:57.772388 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['d466deea-b75b-41ac-9f93-1d525ecabd12'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:14:58.647096 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fa981b-1f95-403b-9f56-1f8eac06ddbf req-4b89584d-2eb4-43af-a5da-89004897935e tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:14:58.648648 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d0fa981b-1f95-403b-9f56-1f8eac06ddbf req-4b89584d-2eb4-43af-a5da-89004897935e tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/ports?device_id=609993db-080c-4cc1-9137-689b18e0d917 HTTP/1.1" status: 200 len: 944 time: 0.0568974 Dec 20 15:14:58.697095 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d0fa981b-1f95-403b-9f56-1f8eac06ddbf req-1601d169-e1da-4ad6-81d5-f2e38f05d262 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9af76be-2e37-4762-b97b-132e01fdb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415843 Dec 20 15:14:59.423285 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device d466deea-b75b-41ac-9f93-1d525ecabd12 up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:14:59.488066 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning for port d466deea-b75b-41ac-9f93-1d525ecabd12 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:14:59.493668 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port d466deea-b75b-41ac-9f93-1d525ecabd12 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:14:59.494201 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:14:59.576823 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:14:59.607091 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '609993db-080c-4cc1-9137-689b18e0d917', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd466deea-b75b-41ac-9f93-1d525ecabd12'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:14:59.609342 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7d3d07c-cbc0-4324-914f-52476e38927c" -d '{"events": [{"server_uuid": "609993db-080c-4cc1-9137-689b18e0d917", "name": "network-vif-plugged", "status": "completed", "tag": "d466deea-b75b-41ac-9f93-1d525ecabd12"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:14:59.622266 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port d466deea-b75b-41ac-9f93-1d525ecabd12, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=d466deea-b75b-41ac-9f93-1d525ecabd12,segment=NetworkSegment(fc077a64-bb28-416e-8def-48cb0f5d78ce),segment_id=fc077a64-bb28-416e-8def-48cb0f5d78ce)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:14:59.627849 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:14:59.650276 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fea8cc32-49f4-491b-9138-1b4d318956dd x-openstack-request-id: req-fea8cc32-49f4-491b-9138-1b4d318956dd {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:14:59.650568 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "609993db-080c-4cc1-9137-689b18e0d917", "name": "network-vif-plugged", "status": "completed", "tag": "d466deea-b75b-41ac-9f93-1d525ecabd12", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:14:59.650849 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fea8cc32-49f4-491b-9138-1b4d318956dd {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:14:59.651262 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '609993db-080c-4cc1-9137-689b18e0d917', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd466deea-b75b-41ac-9f93-1d525ecabd12', 'code': 200} Dec 20 15:14:59.676429 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=d466deea-b75b-41ac-9f93-1d525ecabd12,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:14:59.753242 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c698c9b-e350-4ede-892e-1396f5e71204 req-6b184820-6ea8-494f-a060-04f7c6558f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:14:59.754804 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7c698c9b-e350-4ede-892e-1396f5e71204 req-6b184820-6ea8-494f-a060-04f7c6558f0b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=609993db-080c-4cc1-9137-689b18e0d917 HTTP/1.1" status: 200 len: 1097 time: 0.0462379 Dec 20 15:14:59.825910 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7c698c9b-e350-4ede-892e-1396f5e71204 req-87cd43b4-3efa-4f64-aa2a-9a263e2dbee6 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c9af76be-2e37-4762-b97b-132e01fdb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638666 Dec 20 15:14:59.843326 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038599bd-56f8-449c-be09-a82f66633c3a req-c5c54c9b-0c33-4777-8018-43ed5713894a tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:14:59.844737 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-038599bd-56f8-449c-be09-a82f66633c3a req-c5c54c9b-0c33-4777-8018-43ed5713894a tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/ports?device_id=609993db-080c-4cc1-9137-689b18e0d917 HTTP/1.1" status: 200 len: 945 time: 0.0667779 Dec 20 15:14:59.898855 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-038599bd-56f8-449c-be09-a82f66633c3a req-ffa4c74a-2795-4056-b696-4ae6d547a95e tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9af76be-2e37-4762-b97b-132e01fdb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450082 Dec 20 15:15:00.757945 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-905b72e1-e13f-4e8f-9d28-689b32dfd679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:15:01.017306 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64da49c3-7eeb-4adf-b6b2-741c3262a930 req-e99d0bf5-79b0-493d-929a-5e40a46e0391 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:15:01.018774 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-64da49c3-7eeb-4adf-b6b2-741c3262a930 req-e99d0bf5-79b0-493d-929a-5e40a46e0391 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/ports?device_id=609993db-080c-4cc1-9137-689b18e0d917 HTTP/1.1" status: 200 len: 945 time: 0.0494926 Dec 20 15:15:01.066665 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-64da49c3-7eeb-4adf-b6b2-741c3262a930 req-83c1cde4-1b1f-41d9-84ae-c6dc2cd91152 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9af76be-2e37-4762-b97b-132e01fdb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417984 Dec 20 15:15:01.200175 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30d51b9-1ca2-4a19-addf-1ec2b0258b82 req-b98934f5-270a-4109-81a1-56b5a49fcf07 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:15:01.201546 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b30d51b9-1ca2-4a19-addf-1ec2b0258b82 req-b98934f5-270a-4109-81a1-56b5a49fcf07 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/ports?device_id=609993db-080c-4cc1-9137-689b18e0d917 HTTP/1.1" status: 200 len: 945 time: 0.0592360 Dec 20 15:15:01.247939 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b30d51b9-1ca2-4a19-addf-1ec2b0258b82 req-3802cbbf-1ada-4075-a501-3df2f047d64a tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9af76be-2e37-4762-b97b-132e01fdb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403881 Dec 20 15:15:01.454467 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe35574-b349-4de8-a95e-6b4ae7c7962c req-19dfe068-a9ac-4635-9398-6abb514389be tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:15:01.455869 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4fe35574-b349-4de8-a95e-6b4ae7c7962c req-19dfe068-a9ac-4635-9398-6abb514389be tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/ports?device_id=609993db-080c-4cc1-9137-689b18e0d917 HTTP/1.1" status: 200 len: 945 time: 0.0516465 Dec 20 15:15:01.508862 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4fe35574-b349-4de8-a95e-6b4ae7c7962c req-48f6b3c5-12af-4cf2-ae48-139d54c92acf tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9af76be-2e37-4762-b97b-132e01fdb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467863 Dec 20 15:15:01.640874 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bab1288-4ab0-4e25-9fba-3c765720f526 req-1cd79ffe-2e41-484e-8ccf-c5bff797d1a3 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:15:01.642326 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8bab1288-4ab0-4e25-9fba-3c765720f526 req-1cd79ffe-2e41-484e-8ccf-c5bff797d1a3 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/ports?device_id=609993db-080c-4cc1-9137-689b18e0d917 HTTP/1.1" status: 200 len: 945 time: 0.0596497 Dec 20 15:15:01.689588 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8bab1288-4ab0-4e25-9fba-3c765720f526 req-69951137-45a2-4eae-9381-e68e14f8dcac tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9af76be-2e37-4762-b97b-132e01fdb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411425 Dec 20 15:15:01.919709 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c1dd3610-39d8-45bb-aecb-7265c2dbaa84 req-d8aa674c-083c-4484-b88f-a0c435570e59 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=609993db-080c-4cc1-9137-689b18e0d917&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0424480 Dec 20 15:15:01.933312 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc43beaa-12e8-4e0c-9caf-1b45130f58f9 req-5334b469-802e-4a95-bb88-f5bc9a503ac2 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:15:01.934859 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-bc43beaa-12e8-4e0c-9caf-1b45130f58f9 req-5334b469-802e-4a95-bb88-f5bc9a503ac2 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/ports?device_id=609993db-080c-4cc1-9137-689b18e0d917 HTTP/1.1" status: 200 len: 945 time: 0.0495210 Dec 20 15:15:01.984782 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-bc43beaa-12e8-4e0c-9caf-1b45130f58f9 req-2538596d-9611-424c-8266-2c3b6d4e6681 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9af76be-2e37-4762-b97b-132e01fdb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438108 Dec 20 15:15:02.960970 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-3b8e3165-ee7e-4eb0-b035-63f924df377b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:15:03.035128 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dd3610-39d8-45bb-aecb-7265c2dbaa84 req-93d042cb-3431-4934-8332-c9c7521cad77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:15:03.036680 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c1dd3610-39d8-45bb-aecb-7265c2dbaa84 req-93d042cb-3431-4934-8332-c9c7521cad77 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e92312ce7f3c499281d481f8fa330dc2&device_id=609993db-080c-4cc1-9137-689b18e0d917 HTTP/1.1" status: 200 len: 1097 time: 0.0505826 Dec 20 15:15:03.164051 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d364a30-abc7-42dc-ab78-f07bf9097b9e req-66996b97-7491-4c25-b419-3019ab5a516a tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:15:03.165527 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2d364a30-abc7-42dc-ab78-f07bf9097b9e req-66996b97-7491-4c25-b419-3019ab5a516a tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/ports?device_id=609993db-080c-4cc1-9137-689b18e0d917 HTTP/1.1" status: 200 len: 945 time: 0.1040521 Dec 20 15:15:03.168406 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dd3610-39d8-45bb-aecb-7265c2dbaa84 req-d9a8f735-257e-4ef0-98de-93b746de06d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:15:03.169739 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c1dd3610-39d8-45bb-aecb-7265c2dbaa84 req-d9a8f735-257e-4ef0-98de-93b746de06d1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=920e89be-d52e-4337-956f-edaf16ceb22c HTTP/1.1" status: 200 len: 916 time: 0.1259160 Dec 20 15:15:03.221252 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c1dd3610-39d8-45bb-aecb-7265c2dbaa84 req-278d974d-a70d-4c3c-bdf5-9004fbd62d50 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d466deea-b75b-41ac-9f93-1d525ecabd12 HTTP/1.1" status: 200 len: 217 time: 0.0438557 Dec 20 15:15:03.271209 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2d364a30-abc7-42dc-ab78-f07bf9097b9e req-8a245160-5545-4221-bdbc-4f2f5686fe54 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9af76be-2e37-4762-b97b-132e01fdb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995989 Dec 20 15:15:03.284639 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dd3610-39d8-45bb-aecb-7265c2dbaa84 req-806006d9-8953-49c4-9a24-5549917a5864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:15:03.286143 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c1dd3610-39d8-45bb-aecb-7265c2dbaa84 req-806006d9-8953-49c4-9a24-5549917a5864 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ea33cda0-d58c-46a6-9225-77cd1324e1d8 HTTP/1.1" status: 200 len: 855 time: 0.0580506 Dec 20 15:15:03.321855 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c1dd3610-39d8-45bb-aecb-7265c2dbaa84 req-a3cb2fc2-4b1d-4bb3-bcae-a13baa980d6c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=920e89be-d52e-4337-956f-edaf16ceb22c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287468 Dec 20 15:15:03.417614 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c1dd3610-39d8-45bb-aecb-7265c2dbaa84 req-f9ef1cec-9ab6-4078-a7f2-63c5a4660c7b service neutron] 10.222.0.47 "GET /v2.0/networks/920e89be-d52e-4337-956f-edaf16ceb22c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867264 Dec 20 15:15:03.518293 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c1dd3610-39d8-45bb-aecb-7265c2dbaa84 req-1dba1704-7c8a-42ff-ac88-553fa4bb0b0e service neutron] 10.222.0.47 "GET /v2.0/networks/920e89be-d52e-4337-956f-edaf16ceb22c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929856 Dec 20 15:15:03.937459 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:15:04.406375 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eafef2-d568-4341-a56a-d462d9973628 req-dddbb75e-b14e-48a8-95d0-11df4eca469d tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:15:04.407882 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e8eafef2-d568-4341-a56a-d462d9973628 req-dddbb75e-b14e-48a8-95d0-11df4eca469d tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/ports?device_id=609993db-080c-4cc1-9137-689b18e0d917 HTTP/1.1" status: 200 len: 945 time: 0.0627787 Dec 20 15:15:04.455564 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e8eafef2-d568-4341-a56a-d462d9973628 req-5177abc9-b3cd-4466-90c4-80215c8daec8 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9af76be-2e37-4762-b97b-132e01fdb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415697 Dec 20 15:15:05.587360 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237d2400-9394-47f2-a117-0a8fee68e94a req-855c30fb-3961-44e2-9ea6-f5c20fe93d53 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:15:05.588956 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-237d2400-9394-47f2-a117-0a8fee68e94a req-855c30fb-3961-44e2-9ea6-f5c20fe93d53 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/ports?device_id=609993db-080c-4cc1-9137-689b18e0d917 HTTP/1.1" status: 200 len: 945 time: 0.0515442 Dec 20 15:15:05.641109 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-237d2400-9394-47f2-a117-0a8fee68e94a req-e183566c-71fa-402a-8527-65e3479beffb tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9af76be-2e37-4762-b97b-132e01fdb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432150 Dec 20 15:15:05.921614 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:15:06.345245 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:15:06.776303 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac53961-5db0-40df-9f24-494195f29816 req-29c61307-5a8b-4396-ab8c-d65c8f4b332a tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:15:06.777747 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-dac53961-5db0-40df-9f24-494195f29816 req-29c61307-5a8b-4396-ab8c-d65c8f4b332a tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/ports?device_id=609993db-080c-4cc1-9137-689b18e0d917 HTTP/1.1" status: 200 len: 945 time: 0.0575950 Dec 20 15:15:06.824330 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-dac53961-5db0-40df-9f24-494195f29816 req-4f394d95-85e2-42fd-929e-3cacf98ed365 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9af76be-2e37-4762-b97b-132e01fdb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405669 Dec 20 15:15:07.975554 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc8f35-8444-441c-841b-07d55008b90b req-a3574e80-22c0-4318-83f1-08ca32570856 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:15:07.977033 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-17dc8f35-8444-441c-841b-07d55008b90b req-a3574e80-22c0-4318-83f1-08ca32570856 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/ports?device_id=609993db-080c-4cc1-9137-689b18e0d917 HTTP/1.1" status: 200 len: 945 time: 0.0574141 Dec 20 15:15:08.030828 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-17dc8f35-8444-441c-841b-07d55008b90b req-81b86267-83dc-487e-a836-929a2b5f4b6e tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9af76be-2e37-4762-b97b-132e01fdb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477693 Dec 20 15:15:09.160128 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd721144-b9e1-4687-995d-0671773c1e1d req-c6edd497-29e6-4c99-8e97-03f47d47a44b tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:15:09.161599 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-bd721144-b9e1-4687-995d-0671773c1e1d req-c6edd497-29e6-4c99-8e97-03f47d47a44b tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/ports?device_id=609993db-080c-4cc1-9137-689b18e0d917 HTTP/1.1" status: 200 len: 945 time: 0.0500176 Dec 20 15:15:09.212818 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-bd721144-b9e1-4687-995d-0671773c1e1d req-4ad9db22-e1a3-4fa7-afb0-0df1df9b120b tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9af76be-2e37-4762-b97b-132e01fdb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451610 Dec 20 15:15:10.344489 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cdcfa1-308b-4aa6-ab7c-cfa608da9056 req-2d95c38f-f560-4fe4-a22b-e0a6828110c9 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:15:10.345976 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a1cdcfa1-308b-4aa6-ab7c-cfa608da9056 req-2d95c38f-f560-4fe4-a22b-e0a6828110c9 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/ports?device_id=609993db-080c-4cc1-9137-689b18e0d917 HTTP/1.1" status: 200 len: 945 time: 0.0568554 Dec 20 15:15:10.402926 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a1cdcfa1-308b-4aa6-ab7c-cfa608da9056 req-2c3db502-9cb6-43c3-9d71-5bdb2aefdeb7 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9af76be-2e37-4762-b97b-132e01fdb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503275 Dec 20 15:15:11.540640 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d5b495-3ba4-48d1-98b1-2e54e8e4f68d req-dda19f8f-dab9-429d-9e68-b009ea9a38f7 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:15:11.542124 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f0d5b495-3ba4-48d1-98b1-2e54e8e4f68d req-dda19f8f-dab9-429d-9e68-b009ea9a38f7 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/ports?device_id=609993db-080c-4cc1-9137-689b18e0d917 HTTP/1.1" status: 200 len: 945 time: 0.0589027 Dec 20 15:15:11.591957 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f0d5b495-3ba4-48d1-98b1-2e54e8e4f68d req-7b8eed3e-89bf-440a-97e7-09f4da27d6eb tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9af76be-2e37-4762-b97b-132e01fdb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408499 Dec 20 15:15:11.942052 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:15:12.725641 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d64f440-ecdb-4ff8-8ed0-8a97e64f8348 req-ab48c935-21f0-426e-8cff-977ebb156693 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:15:12.727167 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8d64f440-ecdb-4ff8-8ed0-8a97e64f8348 req-ab48c935-21f0-426e-8cff-977ebb156693 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/ports?device_id=609993db-080c-4cc1-9137-689b18e0d917 HTTP/1.1" status: 200 len: 945 time: 0.0524282 Dec 20 15:15:12.780348 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8d64f440-ecdb-4ff8-8ed0-8a97e64f8348 req-33eeb15e-c421-4fcf-a631-4361c948f72c tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9af76be-2e37-4762-b97b-132e01fdb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444896 Dec 20 15:15:13.914578 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b0aaf0-4705-454d-ba85-9d40e6e3939e req-300705c4-ccc6-4e18-bebe-8363d6e0aae1 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:15:13.916098 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-03b0aaf0-4705-454d-ba85-9d40e6e3939e req-300705c4-ccc6-4e18-bebe-8363d6e0aae1 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/ports?device_id=609993db-080c-4cc1-9137-689b18e0d917 HTTP/1.1" status: 200 len: 945 time: 0.0596027 Dec 20 15:15:13.963844 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-03b0aaf0-4705-454d-ba85-9d40e6e3939e req-ea459032-0b6b-47c1-9a32-4be66946724c tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9af76be-2e37-4762-b97b-132e01fdb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416508 Dec 20 15:15:15.101532 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5050d183-ffc9-4ba5-b51f-07e33d8e0c4c req-c44699e2-d86d-4f7c-8f47-d14edc72efb8 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:15:15.103085 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5050d183-ffc9-4ba5-b51f-07e33d8e0c4c req-c44699e2-d86d-4f7c-8f47-d14edc72efb8 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/ports?device_id=609993db-080c-4cc1-9137-689b18e0d917 HTTP/1.1" status: 200 len: 945 time: 0.0621181 Dec 20 15:15:15.154323 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5050d183-ffc9-4ba5-b51f-07e33d8e0c4c req-557858ad-c8ae-4fba-a44c-379ef7171148 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9af76be-2e37-4762-b97b-132e01fdb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421667 Dec 20 15:15:15.584058 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:15:16.292989 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdeb736-4fd8-4014-b71f-e43f3310f193 req-148c2e9b-ae6e-4416-8e30-5b225ed70e48 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:15:16.294750 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0fdeb736-4fd8-4014-b71f-e43f3310f193 req-148c2e9b-ae6e-4416-8e30-5b225ed70e48 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/ports?device_id=609993db-080c-4cc1-9137-689b18e0d917 HTTP/1.1" status: 200 len: 945 time: 0.0668581 Dec 20 15:15:16.346312 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0fdeb736-4fd8-4014-b71f-e43f3310f193 req-403251a6-4df4-41e4-9bb4-aac2d35a1d9f tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9af76be-2e37-4762-b97b-132e01fdb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449193 Dec 20 15:15:17.475873 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fef6f5b-655b-4b8f-ad34-532fad207269 req-ea01ece6-e61c-49f2-8ad3-bd6a66cb9c0c tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:15:17.477386 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2fef6f5b-655b-4b8f-ad34-532fad207269 req-ea01ece6-e61c-49f2-8ad3-bd6a66cb9c0c tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/ports?device_id=609993db-080c-4cc1-9137-689b18e0d917 HTTP/1.1" status: 200 len: 945 time: 0.0586061 Dec 20 15:15:17.526756 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2fef6f5b-655b-4b8f-ad34-532fad207269 req-834ac3a5-1196-43dd-9ff4-7a2eaaf74154 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9af76be-2e37-4762-b97b-132e01fdb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432403 Dec 20 15:15:18.661906 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3f2c86-9697-4acf-9b96-c3cf0e8c9afb req-ec72e37e-1381-4632-a1d4-a8be96bbe197 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:15:18.663421 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7b3f2c86-9697-4acf-9b96-c3cf0e8c9afb req-ec72e37e-1381-4632-a1d4-a8be96bbe197 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/ports?device_id=609993db-080c-4cc1-9137-689b18e0d917 HTTP/1.1" status: 200 len: 945 time: 0.0525904 Dec 20 15:15:18.713596 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7b3f2c86-9697-4acf-9b96-c3cf0e8c9afb req-1f3b37b6-43ef-4a98-a356-6a8c41f082c2 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9af76be-2e37-4762-b97b-132e01fdb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440536 Dec 20 15:15:19.841537 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afc6b7d-cf12-46e9-853f-81ddf5329fa3 req-a551feef-c1e0-4b1f-8bf0-14922691ed85 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:15:19.842982 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5afc6b7d-cf12-46e9-853f-81ddf5329fa3 req-a551feef-c1e0-4b1f-8bf0-14922691ed85 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/ports?device_id=609993db-080c-4cc1-9137-689b18e0d917 HTTP/1.1" status: 200 len: 945 time: 0.0487075 Dec 20 15:15:19.895328 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5afc6b7d-cf12-46e9-853f-81ddf5329fa3 req-9dcb31dd-3611-495d-a479-c3dd5f3642a3 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9af76be-2e37-4762-b97b-132e01fdb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463808 Dec 20 15:15:21.021177 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77db77fa-2e3f-4fcc-8aba-0f7805da8f11 req-bb763b9d-1843-49c4-9d6c-42baea68fb0b tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:15:21.022655 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-77db77fa-2e3f-4fcc-8aba-0f7805da8f11 req-bb763b9d-1843-49c4-9d6c-42baea68fb0b tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/ports?device_id=609993db-080c-4cc1-9137-689b18e0d917 HTTP/1.1" status: 200 len: 945 time: 0.0511367 Dec 20 15:15:21.073822 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-77db77fa-2e3f-4fcc-8aba-0f7805da8f11 req-d55a6edf-f538-42aa-9f18-acf770a9e076 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9af76be-2e37-4762-b97b-132e01fdb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449791 Dec 20 15:15:22.196645 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf1358f-b250-4966-9635-33443b6f7011 req-ea11aa0b-de0c-4dbe-b106-893cf8337d63 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:15:22.198091 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fcf1358f-b250-4966-9635-33443b6f7011 req-ea11aa0b-de0c-4dbe-b106-893cf8337d63 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/ports?device_id=609993db-080c-4cc1-9137-689b18e0d917 HTTP/1.1" status: 200 len: 945 time: 0.0523217 Dec 20 15:15:22.248483 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fcf1358f-b250-4966-9635-33443b6f7011 req-0aa1b5e9-f546-47ea-8432-74e5a3357b94 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9af76be-2e37-4762-b97b-132e01fdb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414431 Dec 20 15:15:23.374553 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f82972-cd28-4774-8289-d15a155b9c9b req-453968fc-f72f-42b5-9132-066652b690cf tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:15:23.375927 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c6f82972-cd28-4774-8289-d15a155b9c9b req-453968fc-f72f-42b5-9132-066652b690cf tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/ports?device_id=609993db-080c-4cc1-9137-689b18e0d917 HTTP/1.1" status: 200 len: 945 time: 0.0509627 Dec 20 15:15:23.426380 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c6f82972-cd28-4774-8289-d15a155b9c9b req-44c2073c-c425-4dc9-8861-8c270a01e9db tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9af76be-2e37-4762-b97b-132e01fdb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417061 Dec 20 15:15:24.559374 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9f539b-40ef-4e31-a67b-f830e01318eb req-7f6b0a9a-ed73-4110-b353-f9d75876806c tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:15:24.560822 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ff9f539b-40ef-4e31-a67b-f830e01318eb req-7f6b0a9a-ed73-4110-b353-f9d75876806c tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/ports?device_id=609993db-080c-4cc1-9137-689b18e0d917 HTTP/1.1" status: 200 len: 945 time: 0.0579464 Dec 20 15:15:24.609885 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ff9f539b-40ef-4e31-a67b-f830e01318eb req-af6eb388-8268-451a-a101-c6cc003854e9 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9af76be-2e37-4762-b97b-132e01fdb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429983 Dec 20 15:15:25.742148 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d38aed-ddc8-4c6d-9b1f-fbf193405522 req-ba648624-ecca-4235-a571-e8b1945e46ec tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:15:25.743681 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-79d38aed-ddc8-4c6d-9b1f-fbf193405522 req-ba648624-ecca-4235-a571-e8b1945e46ec tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/ports?device_id=609993db-080c-4cc1-9137-689b18e0d917 HTTP/1.1" status: 200 len: 945 time: 0.0520122 Dec 20 15:15:25.791141 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-79d38aed-ddc8-4c6d-9b1f-fbf193405522 req-59346eac-7e0c-4be0-b06f-35ddbda2258a tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9af76be-2e37-4762-b97b-132e01fdb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410464 Dec 20 15:15:26.737562 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:15:26.939364 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae83de9e-5dee-4a59-bac4-3bf2c723cc2c req-850d7a13-a877-4bf2-a015-4b5625d35de0 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:15:26.940741 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ae83de9e-5dee-4a59-bac4-3bf2c723cc2c req-850d7a13-a877-4bf2-a015-4b5625d35de0 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/ports?device_id=609993db-080c-4cc1-9137-689b18e0d917 HTTP/1.1" status: 200 len: 945 time: 0.0681260 Dec 20 15:15:26.989844 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ae83de9e-5dee-4a59-bac4-3bf2c723cc2c req-670fb868-894f-4ae7-994e-53d13d1e79cc tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9af76be-2e37-4762-b97b-132e01fdb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429614 Dec 20 15:15:28.120170 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707db404-94ad-4468-85b5-2f48a22243ed req-f7f585a0-e949-46d7-a29d-0bd73e423188 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:15:28.121959 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-707db404-94ad-4468-85b5-2f48a22243ed req-f7f585a0-e949-46d7-a29d-0bd73e423188 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/ports?device_id=609993db-080c-4cc1-9137-689b18e0d917 HTTP/1.1" status: 200 len: 945 time: 0.0560670 Dec 20 15:15:28.167960 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-707db404-94ad-4468-85b5-2f48a22243ed req-2e2be935-8249-4f94-8cbc-326183294038 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9af76be-2e37-4762-b97b-132e01fdb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399735 Dec 20 15:15:29.306253 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16ef527-28f5-4df4-aff8-7ff97ab4fc4d req-1d9dfe74-3074-4ff9-946c-c5e043ca3601 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:15:29.307749 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a16ef527-28f5-4df4-aff8-7ff97ab4fc4d req-1d9dfe74-3074-4ff9-946c-c5e043ca3601 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/ports?device_id=609993db-080c-4cc1-9137-689b18e0d917 HTTP/1.1" status: 200 len: 945 time: 0.0596681 Dec 20 15:15:29.354285 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a16ef527-28f5-4df4-aff8-7ff97ab4fc4d req-d5a5150c-e971-4947-8861-19f71ca65326 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9af76be-2e37-4762-b97b-132e01fdb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405283 Dec 20 15:15:30.317519 n-d-761264-19 neutron-server[103167]: INFO neutron.api.v2.resource [req-c1dd3610-39d8-45bb-aecb-7265c2dbaa84 req-fcd999b7-efd1-45a9-9526-908d15f072c6 service neutron] show failed (client error): The resource could not be found. Dec 20 15:15:30.319037 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c1dd3610-39d8-45bb-aecb-7265c2dbaa84 req-fcd999b7-efd1-45a9-9526-908d15f072c6 service neutron] 10.222.0.47 "GET /v2.0/ports/d466deea-b75b-41ac-9f93-1d525ecabd12/bindings/n-h1-761264-19 HTTP/1.1" status: 404 len: 381 time: 0.0700779 Dec 20 15:15:30.475187 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8009493a-a8c9-41e4-b446-d4707d95e35c req-219feddb-a851-4570-beb7-821c6ed80320 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:15:30.476819 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8009493a-a8c9-41e4-b446-d4707d95e35c req-219feddb-a851-4570-beb7-821c6ed80320 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/ports?device_id=609993db-080c-4cc1-9137-689b18e0d917 HTTP/1.1" status: 200 len: 945 time: 0.0517626 Dec 20 15:15:30.524457 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8009493a-a8c9-41e4-b446-d4707d95e35c req-c6c8a0c9-0dc6-44de-8539-9533a556e706 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9af76be-2e37-4762-b97b-132e01fdb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415554 Dec 20 15:15:30.529231 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dd3610-39d8-45bb-aecb-7265c2dbaa84 req-74c036d1-b790-4abb-8992-29aae48b1e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:15:30.530765 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c1dd3610-39d8-45bb-aecb-7265c2dbaa84 req-74c036d1-b790-4abb-8992-29aae48b1e9f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=609993db-080c-4cc1-9137-689b18e0d917&tenant_id=e92312ce7f3c499281d481f8fa330dc2 HTTP/1.1" status: 200 len: 1097 time: 0.0418501 Dec 20 15:15:30.543127 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-c1dd3610-39d8-45bb-aecb-7265c2dbaa84 req-326e8da5-4ff6-48f5-9111-3607b9fd1e7b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-761264-19', 'device_owner': 'compute:nova'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:15:30.594201 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-c1dd3610-39d8-45bb-aecb-7265c2dbaa84 req-326e8da5-4ff6-48f5-9111-3607b9fd1e7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:15:30.751327 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-345a0417-85dd-48b2-b4d9-bfabc4b92795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:15:30.799237 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-c1dd3610-39d8-45bb-aecb-7265c2dbaa84 req-326e8da5-4ff6-48f5-9111-3607b9fd1e7b service neutron] For port d466deea-b75b-41ac-9f93-1d525ecabd12, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=d466deea-b75b-41ac-9f93-1d525ecabd12,segment=NetworkSegment(fc077a64-bb28-416e-8def-48cb0f5d78ce),segment_id=fc077a64-bb28-416e-8def-48cb0f5d78ce)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:15:30.831908 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-c1dd3610-39d8-45bb-aecb-7265c2dbaa84 req-326e8da5-4ff6-48f5-9111-3607b9fd1e7b service neutron] For port d466deea-b75b-41ac-9f93-1d525ecabd12, host n-h2-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:15:30.870223 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '609993db-080c-4cc1-9137-689b18e0d917', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd466deea-b75b-41ac-9f93-1d525ecabd12'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:15:30.872926 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ec2384c-e5c9-428d-b108-da0dfd67d081" -d '{"events": [{"server_uuid": "609993db-080c-4cc1-9137-689b18e0d917", "name": "network-vif-unplugged", "status": "completed", "tag": "d466deea-b75b-41ac-9f93-1d525ecabd12"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:15:30.877035 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-c1dd3610-39d8-45bb-aecb-7265c2dbaa84 req-326e8da5-4ff6-48f5-9111-3607b9fd1e7b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:15:30.889848 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-c1dd3610-39d8-45bb-aecb-7265c2dbaa84 req-326e8da5-4ff6-48f5-9111-3607b9fd1e7b service neutron] Transition to ACTIVE for port object d466deea-b75b-41ac-9f93-1d525ecabd12 will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:15:30.895403 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-c1dd3610-39d8-45bb-aecb-7265c2dbaa84 req-326e8da5-4ff6-48f5-9111-3607b9fd1e7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:15:30.924132 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 15:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fe96db8-af5d-4ae3-a0e9-dbe9725a0c6a x-openstack-request-id: req-8fe96db8-af5d-4ae3-a0e9-dbe9725a0c6a {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:15:30.924423 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "609993db-080c-4cc1-9137-689b18e0d917", "name": "network-vif-unplugged", "status": "completed", "tag": "d466deea-b75b-41ac-9f93-1d525ecabd12", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:15:30.924671 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8fe96db8-af5d-4ae3-a0e9-dbe9725a0c6a {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:15:30.925257 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '609993db-080c-4cc1-9137-689b18e0d917', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd466deea-b75b-41ac-9f93-1d525ecabd12', 'code': 200} Dec 20 15:15:30.946091 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326e8da5-4ff6-48f5-9111-3607b9fd1e7b service neutron] Pushing event updated for resources: {'Port': ['ID=d466deea-b75b-41ac-9f93-1d525ecabd12,revision_number=6']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:15:30.961391 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1dd3610-39d8-45bb-aecb-7265c2dbaa84 req-326e8da5-4ff6-48f5-9111-3607b9fd1e7b service neutron] No DVR routers for this DVR port d466deea-b75b-41ac-9f93-1d525ecabd12 on host n-h2-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:15:30.969391 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326e8da5-4ff6-48f5-9111-3607b9fd1e7b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:15:30.969706 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326e8da5-4ff6-48f5-9111-3607b9fd1e7b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:15:30.970064 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326e8da5-4ff6-48f5-9111-3607b9fd1e7b service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:15:30.970395 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326e8da5-4ff6-48f5-9111-3607b9fd1e7b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:15:30.970715 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326e8da5-4ff6-48f5-9111-3607b9fd1e7b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:15:30.971062 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326e8da5-4ff6-48f5-9111-3607b9fd1e7b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:15:30.971381 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326e8da5-4ff6-48f5-9111-3607b9fd1e7b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:15:30.971695 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326e8da5-4ff6-48f5-9111-3607b9fd1e7b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:15:30.972009 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326e8da5-4ff6-48f5-9111-3607b9fd1e7b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:15:30.972320 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326e8da5-4ff6-48f5-9111-3607b9fd1e7b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:15:30.972630 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326e8da5-4ff6-48f5-9111-3607b9fd1e7b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:15:30.972945 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326e8da5-4ff6-48f5-9111-3607b9fd1e7b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:15:30.973237 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326e8da5-4ff6-48f5-9111-3607b9fd1e7b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:15:31.009573 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-c1dd3610-39d8-45bb-aecb-7265c2dbaa84 req-326e8da5-4ff6-48f5-9111-3607b9fd1e7b service neutron] Attempting to bind port d466deea-b75b-41ac-9f93-1d525ecabd12 on host n-h1-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:15:31.010005 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-c1dd3610-39d8-45bb-aecb-7265c2dbaa84 req-326e8da5-4ff6-48f5-9111-3607b9fd1e7b service neutron] Attempting to bind port d466deea-b75b-41ac-9f93-1d525ecabd12 by drivers openvswitch,hyperv on host n-h1-761264-19 at level 0 using segments [{'id': 'fc077a64-bb28-416e-8def-48cb0f5d78ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '920e89be-d52e-4337-956f-edaf16ceb22c'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:15:31.010341 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1dd3610-39d8-45bb-aecb-7265c2dbaa84 req-326e8da5-4ff6-48f5-9111-3607b9fd1e7b service neutron] Attempting to bind port d466deea-b75b-41ac-9f93-1d525ecabd12 on network 920e89be-d52e-4337-956f-edaf16ceb22c {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:15:31.014911 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1dd3610-39d8-45bb-aecb-7265c2dbaa84 req-326e8da5-4ff6-48f5-9111-3607b9fd1e7b service neutron] Port d466deea-b75b-41ac-9f93-1d525ecabd12 on network 920e89be-d52e-4337-956f-edaf16ceb22c not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:15:31.015270 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1dd3610-39d8-45bb-aecb-7265c2dbaa84 req-326e8da5-4ff6-48f5-9111-3607b9fd1e7b service neutron] Attempting to bind port d466deea-b75b-41ac-9f93-1d525ecabd12 on network 920e89be-d52e-4337-956f-edaf16ceb22c {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:15:31.020551 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1dd3610-39d8-45bb-aecb-7265c2dbaa84 req-326e8da5-4ff6-48f5-9111-3607b9fd1e7b service neutron] Checking agent: {'id': '3e5ace3e-dd7b-4522-a7c4-77d13dbeab1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:15:31.020883 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1dd3610-39d8-45bb-aecb-7265c2dbaa84 req-326e8da5-4ff6-48f5-9111-3607b9fd1e7b service neutron] Checking segment: {'id': 'fc077a64-bb28-416e-8def-48cb0f5d78ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '920e89be-d52e-4337-956f-edaf16ceb22c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:15:31.021244 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1dd3610-39d8-45bb-aecb-7265c2dbaa84 req-326e8da5-4ff6-48f5-9111-3607b9fd1e7b service neutron] Bound using segment: {'id': 'fc077a64-bb28-416e-8def-48cb0f5d78ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '920e89be-d52e-4337-956f-edaf16ceb22c'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:15:31.021654 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-c1dd3610-39d8-45bb-aecb-7265c2dbaa84 req-326e8da5-4ff6-48f5-9111-3607b9fd1e7b service neutron] Bound port: d466deea-b75b-41ac-9f93-1d525ecabd12, host: n-h1-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc077a64-bb28-416e-8def-48cb0f5d78ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '920e89be-d52e-4337-956f-edaf16ceb22c'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:15:31.021984 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-c1dd3610-39d8-45bb-aecb-7265c2dbaa84 req-326e8da5-4ff6-48f5-9111-3607b9fd1e7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:15:31.088681 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-c1dd3610-39d8-45bb-aecb-7265c2dbaa84 req-326e8da5-4ff6-48f5-9111-3607b9fd1e7b service neutron] For port d466deea-b75b-41ac-9f93-1d525ecabd12, host n-h1-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:15:31.091685 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-c1dd3610-39d8-45bb-aecb-7265c2dbaa84 req-326e8da5-4ff6-48f5-9111-3607b9fd1e7b service neutron] For port d466deea-b75b-41ac-9f93-1d525ecabd12, host n-h1-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=d466deea-b75b-41ac-9f93-1d525ecabd12,segment=NetworkSegment(fc077a64-bb28-416e-8def-48cb0f5d78ce),segment_id=fc077a64-bb28-416e-8def-48cb0f5d78ce)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:15:31.098439 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-c1dd3610-39d8-45bb-aecb-7265c2dbaa84 req-326e8da5-4ff6-48f5-9111-3607b9fd1e7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:15:31.134878 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dd3610-39d8-45bb-aecb-7265c2dbaa84 req-326e8da5-4ff6-48f5-9111-3607b9fd1e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:15:31.135489 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-c1dd3610-39d8-45bb-aecb-7265c2dbaa84 req-326e8da5-4ff6-48f5-9111-3607b9fd1e7b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:15:31.136894 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c1dd3610-39d8-45bb-aecb-7265c2dbaa84 req-326e8da5-4ff6-48f5-9111-3607b9fd1e7b service neutron] 10.222.0.30 "PUT /v2.0/ports/d466deea-b75b-41ac-9f93-1d525ecabd12 HTTP/1.1" status: 200 len: 1092 time: 0.5978773 Dec 20 15:15:31.155126 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326e8da5-4ff6-48f5-9111-3607b9fd1e7b service neutron] Pushing event updated for resources: {'Port': ['ID=d466deea-b75b-41ac-9f93-1d525ecabd12,revision_number=7']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:15:31.200443 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dd3610-39d8-45bb-aecb-7265c2dbaa84 req-4772b4d0-e56b-4c2f-9068-20b8f4b4fb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:15:31.201815 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c1dd3610-39d8-45bb-aecb-7265c2dbaa84 req-4772b4d0-e56b-4c2f-9068-20b8f4b4fb3c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e92312ce7f3c499281d481f8fa330dc2&device_id=609993db-080c-4cc1-9137-689b18e0d917 HTTP/1.1" status: 200 len: 1095 time: 0.0418699 Dec 20 15:15:31.296321 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dd3610-39d8-45bb-aecb-7265c2dbaa84 req-397fc3b9-67a4-46e3-94d3-b7b3a912ce0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:15:31.297689 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c1dd3610-39d8-45bb-aecb-7265c2dbaa84 req-397fc3b9-67a4-46e3-94d3-b7b3a912ce0d service neutron] 10.222.0.30 "GET /v2.0/networks?id=920e89be-d52e-4337-956f-edaf16ceb22c HTTP/1.1" status: 200 len: 916 time: 0.0891562 Dec 20 15:15:31.340775 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c1dd3610-39d8-45bb-aecb-7265c2dbaa84 req-151cad52-2ce8-490a-95d9-77f6e2a1f095 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d466deea-b75b-41ac-9f93-1d525ecabd12 HTTP/1.1" status: 200 len: 217 time: 0.0357094 Dec 20 15:15:31.394361 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dd3610-39d8-45bb-aecb-7265c2dbaa84 req-78f45a0a-e303-4105-a276-6d79c1a04ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:15:31.395831 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c1dd3610-39d8-45bb-aecb-7265c2dbaa84 req-78f45a0a-e303-4105-a276-6d79c1a04ebc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ea33cda0-d58c-46a6-9225-77cd1324e1d8 HTTP/1.1" status: 200 len: 855 time: 0.0480177 Dec 20 15:15:31.427070 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c1dd3610-39d8-45bb-aecb-7265c2dbaa84 req-d5272a83-1898-419f-a379-9ee75707da51 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=920e89be-d52e-4337-956f-edaf16ceb22c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243740 Dec 20 15:15:31.530992 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c1dd3610-39d8-45bb-aecb-7265c2dbaa84 req-46c09347-4295-449b-bae6-114c0ffb13e4 service neutron] 10.222.0.30 "GET /v2.0/networks/920e89be-d52e-4337-956f-edaf16ceb22c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958674 Dec 20 15:15:31.628844 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c1dd3610-39d8-45bb-aecb-7265c2dbaa84 req-39c28647-f57c-45c1-a050-fa4a8a69c480 service neutron] 10.222.0.30 "GET /v2.0/networks/920e89be-d52e-4337-956f-edaf16ceb22c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909643 Dec 20 15:15:31.650004 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afc7567-fcc5-4ea1-b5dd-2001f8ec9fe5 req-c359c342-651e-4f74-ae8d-1de3ca646a34 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:15:31.652266 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1afc7567-fcc5-4ea1-b5dd-2001f8ec9fe5 req-c359c342-651e-4f74-ae8d-1de3ca646a34 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/ports?device_id=609993db-080c-4cc1-9137-689b18e0d917 HTTP/1.1" status: 200 len: 943 time: 0.0566506 Dec 20 15:15:31.701522 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1afc7567-fcc5-4ea1-b5dd-2001f8ec9fe5 req-22337386-ea57-46cf-b922-6ff2a7281122 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9af76be-2e37-4762-b97b-132e01fdb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430484 Dec 20 15:15:32.828463 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee73d051-873a-4f71-b52d-f4ab69e6bb65 req-537e8b3a-c54b-4b8b-bbe5-b54f178dd2fc tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:15:32.829931 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ee73d051-873a-4f71-b52d-f4ab69e6bb65 req-537e8b3a-c54b-4b8b-bbe5-b54f178dd2fc tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/ports?device_id=609993db-080c-4cc1-9137-689b18e0d917 HTTP/1.1" status: 200 len: 943 time: 0.0490339 Dec 20 15:15:32.881688 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ee73d051-873a-4f71-b52d-f4ab69e6bb65 req-e06dee31-cc9e-43e8-96ad-be8c3e4ed84d tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9af76be-2e37-4762-b97b-132e01fdb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458171 Dec 20 15:15:32.926478 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '609993db-080c-4cc1-9137-689b18e0d917', 'tag': 'd466deea-b75b-41ac-9f93-1d525ecabd12'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:15:32.928762 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2feffaa1-c875-4a7c-9216-fc97bd006261" -d '{"events": [{"name": "network-changed", "server_uuid": "609993db-080c-4cc1-9137-689b18e0d917", "tag": "d466deea-b75b-41ac-9f93-1d525ecabd12"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:15:32.962937 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-0c9046b0-9365-4a81-b944-6cabb952484e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:15:32.978235 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8bc1c2f-0c14-44c2-8d8b-85a09b9466dc x-openstack-request-id: req-a8bc1c2f-0c14-44c2-8d8b-85a09b9466dc {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:15:32.978863 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "609993db-080c-4cc1-9137-689b18e0d917", "tag": "d466deea-b75b-41ac-9f93-1d525ecabd12", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:15:32.978863 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a8bc1c2f-0c14-44c2-8d8b-85a09b9466dc {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:15:32.979289 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '609993db-080c-4cc1-9137-689b18e0d917', 'tag': 'd466deea-b75b-41ac-9f93-1d525ecabd12', 'status': 'completed', 'code': 200} Dec 20 15:15:33.064921 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feffaa1-c875-4a7c-9216-fc97bd006261 req-8bba491a-a356-4fcc-a9e6-e1abcadca4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:15:33.066417 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2feffaa1-c875-4a7c-9216-fc97bd006261 req-8bba491a-a356-4fcc-a9e6-e1abcadca4a1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e92312ce7f3c499281d481f8fa330dc2&device_id=609993db-080c-4cc1-9137-689b18e0d917 HTTP/1.1" status: 200 len: 1095 time: 0.0693386 Dec 20 15:15:33.070963 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feffaa1-c875-4a7c-9216-fc97bd006261 req-35b452c7-0809-4c72-b192-4ea3239fc186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:15:33.072412 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2feffaa1-c875-4a7c-9216-fc97bd006261 req-35b452c7-0809-4c72-b192-4ea3239fc186 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e92312ce7f3c499281d481f8fa330dc2&device_id=609993db-080c-4cc1-9137-689b18e0d917 HTTP/1.1" status: 200 len: 1095 time: 0.0673108 Dec 20 15:15:33.221565 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feffaa1-c875-4a7c-9216-fc97bd006261 req-19812fa0-a6c3-467c-8217-760930834fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:15:33.223020 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2feffaa1-c875-4a7c-9216-fc97bd006261 req-19812fa0-a6c3-467c-8217-760930834fd8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=920e89be-d52e-4337-956f-edaf16ceb22c HTTP/1.1" status: 200 len: 916 time: 0.1488535 Dec 20 15:15:33.224377 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feffaa1-c875-4a7c-9216-fc97bd006261 req-7eb10f87-a0ee-4dd5-b6ca-7d9fb97fdca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:15:33.225655 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2feffaa1-c875-4a7c-9216-fc97bd006261 req-7eb10f87-a0ee-4dd5-b6ca-7d9fb97fdca8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=920e89be-d52e-4337-956f-edaf16ceb22c HTTP/1.1" status: 200 len: 916 time: 0.1434257 Dec 20 15:15:33.297239 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2feffaa1-c875-4a7c-9216-fc97bd006261 req-3ffcf2f9-20e9-43f5-a38d-7c90b32db10a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d466deea-b75b-41ac-9f93-1d525ecabd12 HTTP/1.1" status: 200 len: 217 time: 0.0668619 Dec 20 15:15:33.298529 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2feffaa1-c875-4a7c-9216-fc97bd006261 req-85e6cde9-8c42-49ed-8f85-521fbed89921 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d466deea-b75b-41ac-9f93-1d525ecabd12 HTTP/1.1" status: 200 len: 217 time: 0.0625508 Dec 20 15:15:33.375454 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feffaa1-c875-4a7c-9216-fc97bd006261 req-f41ae5a5-7516-46f0-9fe9-8c8b395600e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:15:33.376856 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2feffaa1-c875-4a7c-9216-fc97bd006261 req-f41ae5a5-7516-46f0-9fe9-8c8b395600e4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ea33cda0-d58c-46a6-9225-77cd1324e1d8 HTTP/1.1" status: 200 len: 855 time: 0.0733647 Dec 20 15:15:33.380349 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feffaa1-c875-4a7c-9216-fc97bd006261 req-a4b55c57-53cb-43af-a115-4b5ec9e0d354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:15:33.381635 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2feffaa1-c875-4a7c-9216-fc97bd006261 req-a4b55c57-53cb-43af-a115-4b5ec9e0d354 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ea33cda0-d58c-46a6-9225-77cd1324e1d8 HTTP/1.1" status: 200 len: 855 time: 0.0708163 Dec 20 15:15:33.429253 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2feffaa1-c875-4a7c-9216-fc97bd006261 req-b425fba3-c711-4381-ad55-d11f2235f8b1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=920e89be-d52e-4337-956f-edaf16ceb22c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447686 Dec 20 15:15:33.431127 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2feffaa1-c875-4a7c-9216-fc97bd006261 req-530ce08e-929e-4b05-b565-d2f1d2636ede service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=920e89be-d52e-4337-956f-edaf16ceb22c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397542 Dec 20 15:15:33.584276 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2feffaa1-c875-4a7c-9216-fc97bd006261 req-939baf9e-2d09-43ef-9076-978517fc3f12 service neutron] 10.222.0.47 "GET /v2.0/networks/920e89be-d52e-4337-956f-edaf16ceb22c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475606 Dec 20 15:15:33.586051 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2feffaa1-c875-4a7c-9216-fc97bd006261 req-014ab087-09ed-43ec-b2e3-34ce8c2d2f67 service neutron] 10.222.0.30 "GET /v2.0/networks/920e89be-d52e-4337-956f-edaf16ceb22c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416676 Dec 20 15:15:33.940808 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:15:34.089475 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2feffaa1-c875-4a7c-9216-fc97bd006261 req-fafd3065-4793-4714-8cf4-e0ed78d69ad5 service neutron] 10.222.0.30 "GET /v2.0/networks/920e89be-d52e-4337-956f-edaf16ceb22c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4939651 Dec 20 15:15:34.092702 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2feffaa1-c875-4a7c-9216-fc97bd006261 req-d1552bea-a12e-42cb-b895-9489f2234562 service neutron] 10.222.0.47 "GET /v2.0/networks/920e89be-d52e-4337-956f-edaf16ceb22c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4997680 Dec 20 15:15:34.103562 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba7e8ad-40c5-438a-9ec5-6557a7ccacf5 req-2ce479f6-e7d1-439c-9111-174b13e5aed6 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:15:34.105103 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6ba7e8ad-40c5-438a-9ec5-6557a7ccacf5 req-2ce479f6-e7d1-439c-9111-174b13e5aed6 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/ports?device_id=609993db-080c-4cc1-9137-689b18e0d917 HTTP/1.1" status: 200 len: 943 time: 0.1239667 Dec 20 15:15:34.156314 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6ba7e8ad-40c5-438a-9ec5-6557a7ccacf5 req-796487e0-fe3d-4902-be23-696feec997d3 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9af76be-2e37-4762-b97b-132e01fdb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444002 Dec 20 15:15:34.425073 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device d466deea-b75b-41ac-9f93-1d525ecabd12 details requested by agent hyperv_n-h1-761264-19 with host n-h1-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:15:34.529144 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port d466deea-b75b-41ac-9f93-1d525ecabd12, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=d466deea-b75b-41ac-9f93-1d525ecabd12,segment=NetworkSegment(fc077a64-bb28-416e-8def-48cb0f5d78ce),segment_id=fc077a64-bb28-416e-8def-48cb0f5d78ce)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:15:34.541773 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Returning: {'device': 'd466deea-b75b-41ac-9f93-1d525ecabd12', 'network_id': '920e89be-d52e-4337-956f-edaf16ceb22c', 'port_id': 'd466deea-b75b-41ac-9f93-1d525ecabd12', 'mac_address': 'fa:16:3e:e4:66:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea33cda0-d58c-46a6-9225-77cd1324e1d8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:15:34.582365 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:15:34.597351 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d466deea-b75b-41ac-9f93-1d525ecabd12 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:15:34.617603 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port d466deea-b75b-41ac-9f93-1d525ecabd12, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=d466deea-b75b-41ac-9f93-1d525ecabd12,segment=NetworkSegment(fc077a64-bb28-416e-8def-48cb0f5d78ce),segment_id=fc077a64-bb28-416e-8def-48cb0f5d78ce)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:15:34.622106 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:15:34.667907 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=d466deea-b75b-41ac-9f93-1d525ecabd12,revision_number=8']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:15:34.948644 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['d466deea-b75b-41ac-9f93-1d525ecabd12'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:15:35.285869 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc94f6d5-5f12-4648-8f32-591d1c120a30 req-01ba92f7-6db1-4a6e-a3b2-bba5900075e5 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:15:35.287451 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fc94f6d5-5f12-4648-8f32-591d1c120a30 req-01ba92f7-6db1-4a6e-a3b2-bba5900075e5 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/ports?device_id=609993db-080c-4cc1-9137-689b18e0d917 HTTP/1.1" status: 200 len: 944 time: 0.0520723 Dec 20 15:15:35.336704 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fc94f6d5-5f12-4648-8f32-591d1c120a30 req-2079863b-0be0-4454-a621-7e61a542a4a8 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9af76be-2e37-4762-b97b-132e01fdb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423055 Dec 20 15:15:35.554463 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe1f468-0886-4bfe-bb5b-9dc772d0c5de req-21c9bc0e-31a8-4dee-a133-acbdbaa37dac tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:15:35.555996 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-afe1f468-0886-4bfe-bb5b-9dc772d0c5de req-21c9bc0e-31a8-4dee-a133-acbdbaa37dac tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/ports?device_id=609993db-080c-4cc1-9137-689b18e0d917 HTTP/1.1" status: 200 len: 944 time: 0.0504391 Dec 20 15:15:35.602198 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addc2ede-cce4-4ddb-8ad5-06a49295ce01 req-1a65900b-8460-47cf-9485-a92acb457e76 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:15:35.603495 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device d466deea-b75b-41ac-9f93-1d525ecabd12 no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:15:35.603987 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-addc2ede-cce4-4ddb-8ad5-06a49295ce01 req-1a65900b-8460-47cf-9485-a92acb457e76 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.47 "GET /v2.0/ports?device_id=609993db-080c-4cc1-9137-689b18e0d917&tenant_id=e92312ce7f3c499281d481f8fa330dc2&binding%3Ahost_id=n-h1-761264-19 HTTP/1.1" status: 200 len: 944 time: 0.0521462 Dec 20 15:15:35.608862 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-afe1f468-0886-4bfe-bb5b-9dc772d0c5de req-d6c50010-9749-4227-87fc-bfa12276db5a tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9af76be-2e37-4762-b97b-132e01fdb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468993 Dec 20 15:15:35.644173 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device d466deea-b75b-41ac-9f93-1d525ecabd12 not bound to the agent host n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:15:35.663123 n-d-761264-19 neutron-server[103167]: INFO neutron.api.v2.resource [req-addc2ede-cce4-4ddb-8ad5-06a49295ce01 req-57bad0f0-822a-43b3-b622-3f0552d65b7e service neutron] delete failed (client error): The resource could not be found. Dec 20 15:15:35.664142 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-addc2ede-cce4-4ddb-8ad5-06a49295ce01 req-57bad0f0-822a-43b3-b622-3f0552d65b7e service neutron] 10.222.0.47 "DELETE /v2.0/ports/d466deea-b75b-41ac-9f93-1d525ecabd12/bindings/n-h2-761264-19 HTTP/1.1" status: 404 len: 381 time: 0.0531259 Dec 20 15:15:35.753216 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addc2ede-cce4-4ddb-8ad5-06a49295ce01 req-c6362514-2030-4f89-a194-df8e4c921078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:15:35.754591 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-addc2ede-cce4-4ddb-8ad5-06a49295ce01 req-c6362514-2030-4f89-a194-df8e4c921078 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e92312ce7f3c499281d481f8fa330dc2&device_id=609993db-080c-4cc1-9137-689b18e0d917 HTTP/1.1" status: 200 len: 1096 time: 0.0467799 Dec 20 15:15:35.842686 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addc2ede-cce4-4ddb-8ad5-06a49295ce01 req-ee60a9b8-a069-4c62-b5b6-edf5910de7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:15:35.844121 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-addc2ede-cce4-4ddb-8ad5-06a49295ce01 req-ee60a9b8-a069-4c62-b5b6-edf5910de7d1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=920e89be-d52e-4337-956f-edaf16ceb22c HTTP/1.1" status: 200 len: 916 time: 0.0830452 Dec 20 15:15:35.890157 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-addc2ede-cce4-4ddb-8ad5-06a49295ce01 req-a306e46a-fced-490e-9209-601422900ea3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d466deea-b75b-41ac-9f93-1d525ecabd12 HTTP/1.1" status: 200 len: 217 time: 0.0383964 Dec 20 15:15:35.925150 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:15:35.939139 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addc2ede-cce4-4ddb-8ad5-06a49295ce01 req-7015bc9e-162e-4993-ae0b-aab07485d37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:15:35.940606 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-addc2ede-cce4-4ddb-8ad5-06a49295ce01 req-7015bc9e-162e-4993-ae0b-aab07485d37d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ea33cda0-d58c-46a6-9225-77cd1324e1d8 HTTP/1.1" status: 200 len: 855 time: 0.0440571 Dec 20 15:15:35.973009 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-addc2ede-cce4-4ddb-8ad5-06a49295ce01 req-22916845-a446-4097-b506-5beba3fa259f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=920e89be-d52e-4337-956f-edaf16ceb22c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251615 Dec 20 15:15:36.069071 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-addc2ede-cce4-4ddb-8ad5-06a49295ce01 req-cab1c655-67e1-4e1f-8d46-730bbd627f44 service neutron] 10.222.0.47 "GET /v2.0/networks/920e89be-d52e-4337-956f-edaf16ceb22c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881822 Dec 20 15:15:36.162486 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-addc2ede-cce4-4ddb-8ad5-06a49295ce01 req-3b987e1c-7849-4eb0-8ef5-8e2b937f3ece service neutron] 10.222.0.47 "GET /v2.0/networks/920e89be-d52e-4337-956f-edaf16ceb22c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856402 Dec 20 15:15:36.341868 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:15:36.433850 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device d466deea-b75b-41ac-9f93-1d525ecabd12 up at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:15:36.500393 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning for port d466deea-b75b-41ac-9f93-1d525ecabd12 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:15:36.504636 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning complete for port d466deea-b75b-41ac-9f93-1d525ecabd12 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:15:36.505028 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:15:36.584817 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:15:36.608440 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '609993db-080c-4cc1-9137-689b18e0d917', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd466deea-b75b-41ac-9f93-1d525ecabd12'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:15:36.610754 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c66db100-b892-4bb5-b905-97b653369b95" -d '{"events": [{"server_uuid": "609993db-080c-4cc1-9137-689b18e0d917", "name": "network-vif-plugged", "status": "completed", "tag": "d466deea-b75b-41ac-9f93-1d525ecabd12"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:15:36.623924 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port d466deea-b75b-41ac-9f93-1d525ecabd12, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=d466deea-b75b-41ac-9f93-1d525ecabd12,segment=NetworkSegment(fc077a64-bb28-416e-8def-48cb0f5d78ce),segment_id=fc077a64-bb28-416e-8def-48cb0f5d78ce)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:15:36.629127 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:15:36.653559 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5558cdb1-d1b4-44d7-ad83-73db3852bf9e x-openstack-request-id: req-5558cdb1-d1b4-44d7-ad83-73db3852bf9e {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:15:36.653867 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "609993db-080c-4cc1-9137-689b18e0d917", "name": "network-vif-plugged", "status": "completed", "tag": "d466deea-b75b-41ac-9f93-1d525ecabd12", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:15:36.654102 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5558cdb1-d1b4-44d7-ad83-73db3852bf9e {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:15:36.654492 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '609993db-080c-4cc1-9137-689b18e0d917', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd466deea-b75b-41ac-9f93-1d525ecabd12', 'code': 200} Dec 20 15:15:36.689997 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=d466deea-b75b-41ac-9f93-1d525ecabd12,revision_number=9']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:15:36.738647 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f759bafe-1fdc-4fee-becf-38d2ce73d221 req-f42a9db4-c602-4f4c-a9f8-9334fbaa5b61 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:15:36.740130 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f759bafe-1fdc-4fee-becf-38d2ce73d221 req-f42a9db4-c602-4f4c-a9f8-9334fbaa5b61 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/ports?device_id=609993db-080c-4cc1-9137-689b18e0d917 HTTP/1.1" status: 200 len: 945 time: 0.0511518 Dec 20 15:15:36.788128 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f759bafe-1fdc-4fee-becf-38d2ce73d221 req-926fbac2-38c5-4e8d-a19d-95355015f80f tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9af76be-2e37-4762-b97b-132e01fdb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414217 Dec 20 15:15:36.914229 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f369ac6-34e3-4159-8d06-4cc393e29c75 req-eb80e76e-70ed-4f3b-bb04-309106481f4b tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:15:36.915684 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2f369ac6-34e3-4159-8d06-4cc393e29c75 req-eb80e76e-70ed-4f3b-bb04-309106481f4b tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/ports?device_id=609993db-080c-4cc1-9137-689b18e0d917 HTTP/1.1" status: 200 len: 945 time: 0.0514030 Dec 20 15:15:36.968093 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2f369ac6-34e3-4159-8d06-4cc393e29c75 req-b888376f-cdf4-44ae-aa4d-db44fa1b644b tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9af76be-2e37-4762-b97b-132e01fdb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465281 Dec 20 15:15:37.083669 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e0a32a-bf96-4a9e-adbe-b7946dace179 req-825c883e-8b43-4226-9989-9600f104060a tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:15:37.085132 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-87e0a32a-bf96-4a9e-adbe-b7946dace179 req-825c883e-8b43-4226-9989-9600f104060a tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/ports?device_id=609993db-080c-4cc1-9137-689b18e0d917 HTTP/1.1" status: 200 len: 945 time: 0.0494947 Dec 20 15:15:37.132548 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-87e0a32a-bf96-4a9e-adbe-b7946dace179 req-5b92ba98-37c6-44c2-a724-5126e751d81e tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9af76be-2e37-4762-b97b-132e01fdb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412164 Dec 20 15:15:37.525924 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2763af37-7cf8-4b56-b828-4002407f4b7f req-9d21a292-c45f-4ff4-a318-7402b217d966 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:15:37.527336 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2763af37-7cf8-4b56-b828-4002407f4b7f req-9d21a292-c45f-4ff4-a318-7402b217d966 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/networks?id=920e89be-d52e-4337-956f-edaf16ceb22c HTTP/1.1" status: 200 len: 815 time: 0.1154621 Dec 20 15:15:37.543281 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2763af37-7cf8-4b56-b828-4002407f4b7f req-02a16e96-1ab7-44b4-9fbc-fed01c31d302 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/quotas/e92312ce7f3c499281d481f8fa330dc2 HTTP/1.1" status: 200 len: 375 time: 0.0100133 Dec 20 15:15:37.591763 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2763af37-7cf8-4b56-b828-4002407f4b7f req-8586cb7b-5538-4bf9-8cab-700d6813391b tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=e92312ce7f3c499281d481f8fa330dc2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0431759 Dec 20 15:15:37.691167 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2763af37-7cf8-4b56-b828-4002407f4b7f req-4689867a-3e69-4db1-b19a-f54bc76d97f4 service neutron] 10.222.0.54 "GET /v2.0/networks/920e89be-d52e-4337-956f-edaf16ceb22c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889575 Dec 20 15:15:37.780190 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2763af37-7cf8-4b56-b828-4002407f4b7f req-c0b51cbc-c147-495d-9833-f6d077042b40 service neutron] 10.222.0.54 "GET /v2.0/networks/920e89be-d52e-4337-956f-edaf16ceb22c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826933 Dec 20 15:15:37.949128 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a2279c61-0ffb-4ca5-b6b6-202a8760a160 req-60ee764d-b4dc-486d-8203-db3d413d59c8 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/ports?device_id=4390c5d5-b1d6-42f0-b36e-601f289f0dec HTTP/1.1" status: 200 len: 210 time: 0.0268040 Dec 20 15:15:38.663624 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f382744b-5c20-46ca-9404-8edc71a2a28e req-0bbe878b-95e8-40eb-a5b9-92c2c59cb708 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:15:38.664982 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f382744b-5c20-46ca-9404-8edc71a2a28e req-0bbe878b-95e8-40eb-a5b9-92c2c59cb708 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.30 "GET /v2.0/ports?device_id=609993db-080c-4cc1-9137-689b18e0d917 HTTP/1.1" status: 200 len: 945 time: 0.0613477 Dec 20 15:15:38.760574 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-f382744b-5c20-46ca-9404-8edc71a2a28e req-de94b39b-66cb-4b3c-88ce-e5c1cfbd57ae tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Deleting port d466deea-b75b-41ac-9f93-1d525ecabd12 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:15:38.760894 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-f382744b-5c20-46ca-9404-8edc71a2a28e req-de94b39b-66cb-4b3c-88ce-e5c1cfbd57ae tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:15:38.853603 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-f382744b-5c20-46ca-9404-8edc71a2a28e req-de94b39b-66cb-4b3c-88ce-e5c1cfbd57ae tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] For port d466deea-b75b-41ac-9f93-1d525ecabd12, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=d466deea-b75b-41ac-9f93-1d525ecabd12,segment=NetworkSegment(fc077a64-bb28-416e-8def-48cb0f5d78ce),segment_id=fc077a64-bb28-416e-8def-48cb0f5d78ce)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:15:38.854031 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-f382744b-5c20-46ca-9404-8edc71a2a28e req-de94b39b-66cb-4b3c-88ce-e5c1cfbd57ae tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:15:38.867704 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-f382744b-5c20-46ca-9404-8edc71a2a28e req-de94b39b-66cb-4b3c-88ce-e5c1cfbd57ae tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Calling delete_port for d466deea-b75b-41ac-9f93-1d525ecabd12 owned by compute:nova {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:15:38.940501 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2763af37-7cf8-4b56-b828-4002407f4b7f req-dc61d5b3-5163-47f0-a091-427083b3f915 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:15:38.942610 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2763af37-7cf8-4b56-b828-4002407f4b7f req-dc61d5b3-5163-47f0-a091-427083b3f915 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.30 "GET /v2.0/networks?id=920e89be-d52e-4337-956f-edaf16ceb22c HTTP/1.1" status: 200 len: 815 time: 0.1159315 Dec 20 15:15:38.956588 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-2763af37-7cf8-4b56-b828-4002407f4b7f req-23d0be12-0d1d-4de6-83dd-8738a16716f1 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Request body: {'port': {'device_id': '4390c5d5-b1d6-42f0-b36e-601f289f0dec', 'network_id': '920e89be-d52e-4337-956f-edaf16ceb22c', 'admin_state_up': True, 'tenant_id': 'e92312ce7f3c499281d481f8fa330dc2'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:15:39.003174 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-f382744b-5c20-46ca-9404-8edc71a2a28e req-de94b39b-66cb-4b3c-88ce-e5c1cfbd57ae tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:15:39.017489 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['d466deea-b75b-41ac-9f93-1d525ecabd12'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:15:39.057848 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de94b39b-66cb-4b3c-88ce-e5c1cfbd57ae tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Pushing event deleted for resources: {'Port': ['ID=d466deea-b75b-41ac-9f93-1d525ecabd12,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:15:39.072170 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4b849432-c4de-4dbb-a40c-d0bfb33f64cb req-9c73540f-3428-4566-b686-30bbe5c59292 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/ports?device_id=4390c5d5-b1d6-42f0-b36e-601f289f0dec HTTP/1.1" status: 200 len: 210 time: 0.0423377 Dec 20 15:15:39.092961 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-f382744b-5c20-46ca-9404-8edc71a2a28e req-de94b39b-66cb-4b3c-88ce-e5c1cfbd57ae tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] No DVR routers for this DVR port d466deea-b75b-41ac-9f93-1d525ecabd12 on host n-h1-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:15:39.095910 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-f382744b-5c20-46ca-9404-8edc71a2a28e req-de94b39b-66cb-4b3c-88ce-e5c1cfbd57ae tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:15:39.099670 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f382744b-5c20-46ca-9404-8edc71a2a28e req-de94b39b-66cb-4b3c-88ce-e5c1cfbd57ae tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.30 "DELETE /v2.0/ports/d466deea-b75b-41ac-9f93-1d525ecabd12 HTTP/1.1" status: 204 len: 173 time: 0.4250607 Dec 20 15:15:39.100099 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '609993db-080c-4cc1-9137-689b18e0d917', 'name': 'network-vif-deleted', 'tag': 'd466deea-b75b-41ac-9f93-1d525ecabd12'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:15:39.102604 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41302269-87dc-4e21-88c7-d0f960212357" -d '{"events": [{"server_uuid": "609993db-080c-4cc1-9137-689b18e0d917", "name": "network-vif-deleted", "tag": "d466deea-b75b-41ac-9f93-1d525ecabd12"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:15:39.107994 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2763af37-7cf8-4b56-b828-4002407f4b7f req-23d0be12-0d1d-4de6-83dd-8738a16716f1 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Made reservation on behalf of e92312ce7f3c499281d481f8fa330dc2 for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:15:39.112014 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-2763af37-7cf8-4b56-b828-4002407f4b7f req-23d0be12-0d1d-4de6-83dd-8738a16716f1 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:15:39.145103 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-941a5842-1cfa-48c4-8a75-086736cb73b4 x-openstack-request-id: req-941a5842-1cfa-48c4-8a75-086736cb73b4 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:15:39.145401 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "609993db-080c-4cc1-9137-689b18e0d917", "name": "network-vif-deleted", "tag": "d466deea-b75b-41ac-9f93-1d525ecabd12", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:15:39.145823 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-941a5842-1cfa-48c4-8a75-086736cb73b4 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:15:39.146235 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '609993db-080c-4cc1-9137-689b18e0d917', 'name': 'network-vif-deleted', 'tag': 'd466deea-b75b-41ac-9f93-1d525ecabd12', 'status': 'completed', 'code': 200} Dec 20 15:15:39.238413 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [req-2763af37-7cf8-4b56-b828-4002407f4b7f req-23d0be12-0d1d-4de6-83dd-8738a16716f1 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Allocated IP 172.20.0.12 (920e89be-d52e-4337-956f-edaf16ceb22c/ea33cda0-d58c-46a6-9225-77cd1324e1d8/b9d5d682-a3f7-4769-981a-fd6ee3361f2c) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:15:39.393438 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-2763af37-7cf8-4b56-b828-4002407f4b7f req-23d0be12-0d1d-4de6-83dd-8738a16716f1 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:15:39.429689 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-2763af37-7cf8-4b56-b828-4002407f4b7f req-23d0be12-0d1d-4de6-83dd-8738a16716f1 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:15:39.441728 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['d466deea-b75b-41ac-9f93-1d525ecabd12'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:15:39.477823 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2763af37-7cf8-4b56-b828-4002407f4b7f req-23d0be12-0d1d-4de6-83dd-8738a16716f1 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Network 920e89be-d52e-4337-956f-edaf16ceb22c is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:15:39.480883 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [req-2763af37-7cf8-4b56-b828-4002407f4b7f req-23d0be12-0d1d-4de6-83dd-8738a16716f1 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:15:39.484713 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-2763af37-7cf8-4b56-b828-4002407f4b7f req-23d0be12-0d1d-4de6-83dd-8738a16716f1 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:15:39.509374 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d0be12-0d1d-4de6-83dd-8738a16716f1 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Pushing event updated for resources: {'Port': ['ID=b9d5d682-a3f7-4769-981a-fd6ee3361f2c,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:15:39.522877 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d0be12-0d1d-4de6-83dd-8738a16716f1 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:15:39.523226 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d0be12-0d1d-4de6-83dd-8738a16716f1 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:15:39.523567 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d0be12-0d1d-4de6-83dd-8738a16716f1 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:15:39.523922 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d0be12-0d1d-4de6-83dd-8738a16716f1 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:15:39.524246 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d0be12-0d1d-4de6-83dd-8738a16716f1 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:15:39.524568 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d0be12-0d1d-4de6-83dd-8738a16716f1 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:15:39.524915 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d0be12-0d1d-4de6-83dd-8738a16716f1 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:15:39.525235 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d0be12-0d1d-4de6-83dd-8738a16716f1 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:15:39.525553 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d0be12-0d1d-4de6-83dd-8738a16716f1 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:15:39.525871 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d0be12-0d1d-4de6-83dd-8738a16716f1 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:15:39.526186 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d0be12-0d1d-4de6-83dd-8738a16716f1 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:15:39.526501 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d0be12-0d1d-4de6-83dd-8738a16716f1 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:15:39.526852 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d0be12-0d1d-4de6-83dd-8738a16716f1 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:15:39.555632 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2763af37-7cf8-4b56-b828-4002407f4b7f req-23d0be12-0d1d-4de6-83dd-8738a16716f1 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:15:39.556310 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-2763af37-7cf8-4b56-b828-4002407f4b7f req-23d0be12-0d1d-4de6-83dd-8738a16716f1 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:15:39.574583 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2763af37-7cf8-4b56-b828-4002407f4b7f req-23d0be12-0d1d-4de6-83dd-8738a16716f1 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6221018 Dec 20 15:15:39.587043 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-2763af37-7cf8-4b56-b828-4002407f4b7f req-20fb3371-1f4a-4e4d-af17-fe21ca96b994 service neutron] Request body: {'port': {'device_id': '4390c5d5-b1d6-42f0-b36e-601f289f0dec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-19'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:15:39.639281 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-2763af37-7cf8-4b56-b828-4002407f4b7f req-20fb3371-1f4a-4e4d-af17-fe21ca96b994 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:15:39.966564 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [req-2763af37-7cf8-4b56-b828-4002407f4b7f req-20fb3371-1f4a-4e4d-af17-fe21ca96b994 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9d5d682-a3f7-4769-981a-fd6ee3361f2c {{(pid=103168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:15:39.974062 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-2763af37-7cf8-4b56-b828-4002407f4b7f req-20fb3371-1f4a-4e4d-af17-fe21ca96b994 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:15:39.990735 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.provisioning_blocks [req-2763af37-7cf8-4b56-b828-4002407f4b7f req-20fb3371-1f4a-4e4d-af17-fe21ca96b994 service neutron] Transition to ACTIVE for port object b9d5d682-a3f7-4769-981a-fd6ee3361f2c will not be triggered until provisioned by entity L2. {{(pid=103168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:15:39.996144 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-2763af37-7cf8-4b56-b828-4002407f4b7f req-20fb3371-1f4a-4e4d-af17-fe21ca96b994 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:15:40.049703 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fb3371-1f4a-4e4d-af17-fe21ca96b994 service neutron] Pushing event updated for resources: {'Port': ['ID=b9d5d682-a3f7-4769-981a-fd6ee3361f2c,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:15:40.120768 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-2763af37-7cf8-4b56-b828-4002407f4b7f req-20fb3371-1f4a-4e4d-af17-fe21ca96b994 service neutron] Attempting to bind port b9d5d682-a3f7-4769-981a-fd6ee3361f2c on host n-h1-761264-19 for vnic_type normal with profile {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:15:40.121106 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-2763af37-7cf8-4b56-b828-4002407f4b7f req-20fb3371-1f4a-4e4d-af17-fe21ca96b994 service neutron] Attempting to bind port b9d5d682-a3f7-4769-981a-fd6ee3361f2c by drivers openvswitch,hyperv on host n-h1-761264-19 at level 0 using segments [{'id': 'fc077a64-bb28-416e-8def-48cb0f5d78ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '920e89be-d52e-4337-956f-edaf16ceb22c'}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:15:40.121428 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2763af37-7cf8-4b56-b828-4002407f4b7f req-20fb3371-1f4a-4e4d-af17-fe21ca96b994 service neutron] Attempting to bind port b9d5d682-a3f7-4769-981a-fd6ee3361f2c on network 920e89be-d52e-4337-956f-edaf16ceb22c {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:15:40.125692 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2763af37-7cf8-4b56-b828-4002407f4b7f req-20fb3371-1f4a-4e4d-af17-fe21ca96b994 service neutron] Port b9d5d682-a3f7-4769-981a-fd6ee3361f2c on network 920e89be-d52e-4337-956f-edaf16ceb22c not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-19 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:15:40.126386 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2763af37-7cf8-4b56-b828-4002407f4b7f req-20fb3371-1f4a-4e4d-af17-fe21ca96b994 service neutron] Attempting to bind port b9d5d682-a3f7-4769-981a-fd6ee3361f2c on network 920e89be-d52e-4337-956f-edaf16ceb22c {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:15:40.130680 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2763af37-7cf8-4b56-b828-4002407f4b7f req-20fb3371-1f4a-4e4d-af17-fe21ca96b994 service neutron] Checking agent: {'id': '3e5ace3e-dd7b-4522-a7c4-77d13dbeab1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:15:40.131043 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2763af37-7cf8-4b56-b828-4002407f4b7f req-20fb3371-1f4a-4e4d-af17-fe21ca96b994 service neutron] Checking segment: {'id': 'fc077a64-bb28-416e-8def-48cb0f5d78ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '920e89be-d52e-4337-956f-edaf16ceb22c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:15:40.131420 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2763af37-7cf8-4b56-b828-4002407f4b7f req-20fb3371-1f4a-4e4d-af17-fe21ca96b994 service neutron] Bound using segment: {'id': 'fc077a64-bb28-416e-8def-48cb0f5d78ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '920e89be-d52e-4337-956f-edaf16ceb22c'} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:15:40.131834 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-2763af37-7cf8-4b56-b828-4002407f4b7f req-20fb3371-1f4a-4e4d-af17-fe21ca96b994 service neutron] Bound port: b9d5d682-a3f7-4769-981a-fd6ee3361f2c, host: n-h1-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc077a64-bb28-416e-8def-48cb0f5d78ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '920e89be-d52e-4337-956f-edaf16ceb22c'}}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:15:40.132189 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-2763af37-7cf8-4b56-b828-4002407f4b7f req-20fb3371-1f4a-4e4d-af17-fe21ca96b994 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:15:40.231705 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8a3de2-e1eb-4593-89c3-80db8233c62a req-1c9a6bcc-a862-45d1-b359-e4da9d57c670 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:15:40.233066 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8f8a3de2-e1eb-4593-89c3-80db8233c62a req-1c9a6bcc-a862-45d1-b359-e4da9d57c670 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/ports?device_id=4390c5d5-b1d6-42f0-b36e-601f289f0dec HTTP/1.1" status: 200 len: 944 time: 0.0903788 Dec 20 15:15:40.234137 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-2763af37-7cf8-4b56-b828-4002407f4b7f req-20fb3371-1f4a-4e4d-af17-fe21ca96b994 service neutron] For port b9d5d682-a3f7-4769-981a-fd6ee3361f2c, host n-h1-761264-19, cleared binding levels {{(pid=103168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:15:40.237305 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-2763af37-7cf8-4b56-b828-4002407f4b7f req-20fb3371-1f4a-4e4d-af17-fe21ca96b994 service neutron] For port b9d5d682-a3f7-4769-981a-fd6ee3361f2c, host n-h1-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=b9d5d682-a3f7-4769-981a-fd6ee3361f2c,segment=NetworkSegment(fc077a64-bb28-416e-8def-48cb0f5d78ce),segment_id=fc077a64-bb28-416e-8def-48cb0f5d78ce)] {{(pid=103168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:15:40.247306 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-2763af37-7cf8-4b56-b828-4002407f4b7f req-20fb3371-1f4a-4e4d-af17-fe21ca96b994 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:15:40.301637 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2763af37-7cf8-4b56-b828-4002407f4b7f req-20fb3371-1f4a-4e4d-af17-fe21ca96b994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:15:40.302244 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-2763af37-7cf8-4b56-b828-4002407f4b7f req-20fb3371-1f4a-4e4d-af17-fe21ca96b994 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:15:40.303671 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2763af37-7cf8-4b56-b828-4002407f4b7f req-20fb3371-1f4a-4e4d-af17-fe21ca96b994 service neutron] 10.222.0.30 "PUT /v2.0/ports/b9d5d682-a3f7-4769-981a-fd6ee3361f2c HTTP/1.1" status: 200 len: 1093 time: 0.7206597 Dec 20 15:15:40.304104 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4390c5d5-b1d6-42f0-b36e-601f289f0dec', 'tag': 'b9d5d682-a3f7-4769-981a-fd6ee3361f2c'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:15:40.306437 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04394825-9374-4390-8062-cc522ae6ed9d" -d '{"events": [{"name": "network-changed", "server_uuid": "4390c5d5-b1d6-42f0-b36e-601f289f0dec", "tag": "b9d5d682-a3f7-4769-981a-fd6ee3361f2c"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:15:40.333769 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8f8a3de2-e1eb-4593-89c3-80db8233c62a req-0f78ea51-d462-46c4-8dae-5299bd4797cb tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9af76be-2e37-4762-b97b-132e01fdb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941491 Dec 20 15:15:40.336776 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fb3371-1f4a-4e4d-af17-fe21ca96b994 service neutron] Pushing event updated for resources: {'Port': ['ID=b9d5d682-a3f7-4769-981a-fd6ee3361f2c,revision_number=3']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:15:40.351842 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75b234a4-ba35-45fe-91eb-2560299880da x-openstack-request-id: req-75b234a4-ba35-45fe-91eb-2560299880da {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:15:40.352117 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4390c5d5-b1d6-42f0-b36e-601f289f0dec", "tag": "b9d5d682-a3f7-4769-981a-fd6ee3361f2c", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:15:40.352368 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-75b234a4-ba35-45fe-91eb-2560299880da {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:15:40.352794 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4390c5d5-b1d6-42f0-b36e-601f289f0dec', 'tag': 'b9d5d682-a3f7-4769-981a-fd6ee3361f2c', 'status': 'completed', 'code': 200} Dec 20 15:15:40.408067 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2763af37-7cf8-4b56-b828-4002407f4b7f req-51e067d3-6e94-4fa4-919c-b039597e6410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:15:40.409569 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2763af37-7cf8-4b56-b828-4002407f4b7f req-51e067d3-6e94-4fa4-919c-b039597e6410 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e92312ce7f3c499281d481f8fa330dc2&device_id=4390c5d5-b1d6-42f0-b36e-601f289f0dec HTTP/1.1" status: 200 len: 1096 time: 0.0669765 Dec 20 15:15:40.457491 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2763af37-7cf8-4b56-b828-4002407f4b7f req-39bf78f4-600b-4820-b6c8-7f3eaf81ca49 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9d5d682-a3f7-4769-981a-fd6ee3361f2c HTTP/1.1" status: 200 len: 217 time: 0.0381689 Dec 20 15:15:40.507211 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2763af37-7cf8-4b56-b828-4002407f4b7f req-8679cf8c-1f3a-49a3-b898-64c5034b8f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:15:40.508543 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2763af37-7cf8-4b56-b828-4002407f4b7f req-8679cf8c-1f3a-49a3-b898-64c5034b8f96 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ea33cda0-d58c-46a6-9225-77cd1324e1d8 HTTP/1.1" status: 200 len: 855 time: 0.0436037 Dec 20 15:15:40.551574 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2763af37-7cf8-4b56-b828-4002407f4b7f req-232bfd12-103c-4fc9-a8da-f5a22acc2840 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=920e89be-d52e-4337-956f-edaf16ceb22c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351624 Dec 20 15:15:40.648020 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2763af37-7cf8-4b56-b828-4002407f4b7f req-f2ef44f4-3d62-4d29-8e41-9392add33e61 service neutron] 10.222.0.30 "GET /v2.0/networks/920e89be-d52e-4337-956f-edaf16ceb22c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892117 Dec 20 15:15:40.742497 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2763af37-7cf8-4b56-b828-4002407f4b7f req-aed4a12e-d08a-4c23-b71f-7f8c763cd174 service neutron] 10.222.0.30 "GET /v2.0/networks/920e89be-d52e-4337-956f-edaf16ceb22c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867848 Dec 20 15:15:40.861117 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04394825-9374-4390-8062-cc522ae6ed9d req-8d978456-124f-45bb-aec1-81457d3461ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:15:40.864578 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-04394825-9374-4390-8062-cc522ae6ed9d req-8d978456-124f-45bb-aec1-81457d3461ba service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e92312ce7f3c499281d481f8fa330dc2&device_id=4390c5d5-b1d6-42f0-b36e-601f289f0dec HTTP/1.1" status: 200 len: 1096 time: 0.0645025 Dec 20 15:15:40.966510 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04394825-9374-4390-8062-cc522ae6ed9d req-b9e2c32e-8bc9-49d1-9709-331d8394189e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:15:40.968018 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-04394825-9374-4390-8062-cc522ae6ed9d req-b9e2c32e-8bc9-49d1-9709-331d8394189e service neutron] 10.222.0.30 "GET /v2.0/networks?id=920e89be-d52e-4337-956f-edaf16ceb22c HTTP/1.1" status: 200 len: 916 time: 0.0954726 Dec 20 15:15:41.014347 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-04394825-9374-4390-8062-cc522ae6ed9d req-f664299a-66fc-4819-81ad-eb547e9ab7a3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9d5d682-a3f7-4769-981a-fd6ee3361f2c HTTP/1.1" status: 200 len: 217 time: 0.0392394 Dec 20 15:15:41.064164 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04394825-9374-4390-8062-cc522ae6ed9d req-a89936de-7223-47f7-a41e-0dd993b46cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:15:41.065644 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-04394825-9374-4390-8062-cc522ae6ed9d req-a89936de-7223-47f7-a41e-0dd993b46cf6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ea33cda0-d58c-46a6-9225-77cd1324e1d8 HTTP/1.1" status: 200 len: 855 time: 0.0446877 Dec 20 15:15:41.097442 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-04394825-9374-4390-8062-cc522ae6ed9d req-8c81f840-e578-4de4-a382-e8b316230259 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=920e89be-d52e-4337-956f-edaf16ceb22c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246527 Dec 20 15:15:41.198546 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-04394825-9374-4390-8062-cc522ae6ed9d req-223a143d-9f55-4857-b183-bbf365bcae33 service neutron] 10.222.0.30 "GET /v2.0/networks/920e89be-d52e-4337-956f-edaf16ceb22c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933547 Dec 20 15:15:41.289846 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-04394825-9374-4390-8062-cc522ae6ed9d req-bf7291cc-81ce-4f7e-9bfa-8442bb3ab99e service neutron] 10.222.0.30 "GET /v2.0/networks/920e89be-d52e-4337-956f-edaf16ceb22c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842173 Dec 20 15:15:41.482272 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb93c69-5bbe-4b71-a028-a5f5b8397738 req-850a23da-d338-4ed0-93d5-aa0d4e48496b tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:15:41.483696 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-edb93c69-5bbe-4b71-a028-a5f5b8397738 req-850a23da-d338-4ed0-93d5-aa0d4e48496b tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/ports?device_id=4390c5d5-b1d6-42f0-b36e-601f289f0dec HTTP/1.1" status: 200 len: 944 time: 0.0660269 Dec 20 15:15:41.532778 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-edb93c69-5bbe-4b71-a028-a5f5b8397738 req-79f29b88-a7d2-4d4f-8abc-49967d182029 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9af76be-2e37-4762-b97b-132e01fdb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430274 Dec 20 15:15:41.949182 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:15:42.464371 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device d466deea-b75b-41ac-9f93-1d525ecabd12 no longer exists at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:15:42.488199 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] No Port match for: d466deea-b75b-41ac-9f93-1d525ecabd12 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:15:42.488548 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device d466deea-b75b-41ac-9f93-1d525ecabd12 not bound to the agent host n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:15:42.666117 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7b136f-9514-4bfd-b5b1-e06ddf1dd757 req-d89b894c-a431-48c7-954a-bbea0d50c7b9 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:15:42.667617 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0b7b136f-9514-4bfd-b5b1-e06ddf1dd757 req-d89b894c-a431-48c7-954a-bbea0d50c7b9 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/ports?device_id=4390c5d5-b1d6-42f0-b36e-601f289f0dec HTTP/1.1" status: 200 len: 944 time: 0.0532653 Dec 20 15:15:42.719536 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0b7b136f-9514-4bfd-b5b1-e06ddf1dd757 req-7a019dad-b5d8-4154-9f14-4f94768af3bc tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9af76be-2e37-4762-b97b-132e01fdb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456483 Dec 20 15:15:43.847551 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b6e01d-c6ab-4ca6-a736-02b42dd20cda req-6a10470e-47cd-4d9c-9bed-0c7a9d0e60ad tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:15:43.849021 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a2b6e01d-c6ab-4ca6-a736-02b42dd20cda req-6a10470e-47cd-4d9c-9bed-0c7a9d0e60ad tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/ports?device_id=4390c5d5-b1d6-42f0-b36e-601f289f0dec HTTP/1.1" status: 200 len: 944 time: 0.0503364 Dec 20 15:15:43.906026 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a2b6e01d-c6ab-4ca6-a736-02b42dd20cda req-2c589c18-9747-4367-96cc-6dae99341a4b tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9af76be-2e37-4762-b97b-132e01fdb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497921 Dec 20 15:15:44.481321 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device b9d5d682-a3f7-4769-981a-fd6ee3361f2c details requested by agent hyperv_n-h1-761264-19 with host n-h1-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:15:44.590567 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port b9d5d682-a3f7-4769-981a-fd6ee3361f2c, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=b9d5d682-a3f7-4769-981a-fd6ee3361f2c,segment=NetworkSegment(fc077a64-bb28-416e-8def-48cb0f5d78ce),segment_id=fc077a64-bb28-416e-8def-48cb0f5d78ce)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:15:44.601539 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Returning: {'device': 'b9d5d682-a3f7-4769-981a-fd6ee3361f2c', 'network_id': '920e89be-d52e-4337-956f-edaf16ceb22c', 'port_id': 'b9d5d682-a3f7-4769-981a-fd6ee3361f2c', 'mac_address': 'fa:16:3e:84:6d:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea33cda0-d58c-46a6-9225-77cd1324e1d8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:15:44.645799 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:15:44.658918 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9d5d682-a3f7-4769-981a-fd6ee3361f2c {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:15:44.682819 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port b9d5d682-a3f7-4769-981a-fd6ee3361f2c, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=b9d5d682-a3f7-4769-981a-fd6ee3361f2c,segment=NetworkSegment(fc077a64-bb28-416e-8def-48cb0f5d78ce),segment_id=fc077a64-bb28-416e-8def-48cb0f5d78ce)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:15:44.689221 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:15:44.735512 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=b9d5d682-a3f7-4769-981a-fd6ee3361f2c,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:15:44.742870 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:15:44.743191 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:15:44.743602 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:15:44.743939 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:15:44.744271 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:15:44.744599 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:15:44.744953 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:15:44.745254 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:15:44.745896 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:15:44.746201 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:15:44.746521 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:15:44.746871 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:15:44.747188 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:15:44.982493 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['b9d5d682-a3f7-4769-981a-fd6ee3361f2c'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:15:45.034492 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c449e5dd-2b9f-4a58-9c7e-fd2886de5d10 req-e928123b-b9d8-44df-8727-9c3707b82574 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:15:45.036364 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c449e5dd-2b9f-4a58-9c7e-fd2886de5d10 req-e928123b-b9d8-44df-8727-9c3707b82574 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/ports?device_id=4390c5d5-b1d6-42f0-b36e-601f289f0dec HTTP/1.1" status: 200 len: 945 time: 0.0508804 Dec 20 15:15:45.082940 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c449e5dd-2b9f-4a58-9c7e-fd2886de5d10 req-094598a4-898e-4e8b-931a-c6f470f9ecb1 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9af76be-2e37-4762-b97b-132e01fdb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407507 Dec 20 15:15:45.597397 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:15:46.210863 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b2ad5c-ea46-4135-a26f-b4815861b96a req-4dde5a82-10bd-48e4-9ca8-401344a154b6 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:15:46.212430 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-28b2ad5c-ea46-4135-a26f-b4815861b96a req-4dde5a82-10bd-48e4-9ca8-401344a154b6 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/ports?device_id=4390c5d5-b1d6-42f0-b36e-601f289f0dec HTTP/1.1" status: 200 len: 945 time: 0.0523558 Dec 20 15:15:46.267029 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-28b2ad5c-ea46-4135-a26f-b4815861b96a req-4f4bee31-99fa-44db-b6c3-929e1024e108 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9af76be-2e37-4762-b97b-132e01fdb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455565 Dec 20 15:15:46.511585 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device b9d5d682-a3f7-4769-981a-fd6ee3361f2c up at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:15:46.571469 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning for port b9d5d682-a3f7-4769-981a-fd6ee3361f2c completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:15:46.575496 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning complete for port b9d5d682-a3f7-4769-981a-fd6ee3361f2c triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:15:46.575839 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:15:46.658086 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:15:46.681786 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4390c5d5-b1d6-42f0-b36e-601f289f0dec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9d5d682-a3f7-4769-981a-fd6ee3361f2c'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:15:46.685228 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b53c6ee8-fdd5-458e-a511-f4ad81977120" -d '{"events": [{"server_uuid": "4390c5d5-b1d6-42f0-b36e-601f289f0dec", "name": "network-vif-plugged", "status": "completed", "tag": "b9d5d682-a3f7-4769-981a-fd6ee3361f2c"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:15:46.700258 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port b9d5d682-a3f7-4769-981a-fd6ee3361f2c, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=b9d5d682-a3f7-4769-981a-fd6ee3361f2c,segment=NetworkSegment(fc077a64-bb28-416e-8def-48cb0f5d78ce),segment_id=fc077a64-bb28-416e-8def-48cb0f5d78ce)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:15:46.705014 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:15:46.729009 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd9da9b9-be5e-4cb9-a29f-ad39cb709ee2 x-openstack-request-id: req-bd9da9b9-be5e-4cb9-a29f-ad39cb709ee2 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:15:46.729307 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4390c5d5-b1d6-42f0-b36e-601f289f0dec", "name": "network-vif-plugged", "status": "completed", "tag": "b9d5d682-a3f7-4769-981a-fd6ee3361f2c", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:15:46.729561 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bd9da9b9-be5e-4cb9-a29f-ad39cb709ee2 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:15:46.729978 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4390c5d5-b1d6-42f0-b36e-601f289f0dec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9d5d682-a3f7-4769-981a-fd6ee3361f2c', 'code': 200} Dec 20 15:15:46.757100 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=b9d5d682-a3f7-4769-981a-fd6ee3361f2c,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:15:46.826371 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab0d2ef-08fa-4115-b7e5-7a4b0485a233 req-59093a01-dfd2-4d8b-a6b6-8da85b7468ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:15:46.827918 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8ab0d2ef-08fa-4115-b7e5-7a4b0485a233 req-59093a01-dfd2-4d8b-a6b6-8da85b7468ab service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4390c5d5-b1d6-42f0-b36e-601f289f0dec HTTP/1.1" status: 200 len: 1098 time: 0.0424867 Dec 20 15:15:46.874282 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8ab0d2ef-08fa-4115-b7e5-7a4b0485a233 req-9bd1137c-aa60-434c-9144-ed51b65df1ed service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c9af76be-2e37-4762-b97b-132e01fdb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390062 Dec 20 15:15:47.408424 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e512af83-6446-4e1f-b99a-c0e0e306d3ca req-371a99e3-ab68-4d34-b1eb-2a7fbef5f2b8 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:15:47.409932 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e512af83-6446-4e1f-b99a-c0e0e306d3ca req-371a99e3-ab68-4d34-b1eb-2a7fbef5f2b8 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/ports?device_id=4390c5d5-b1d6-42f0-b36e-601f289f0dec HTTP/1.1" status: 200 len: 946 time: 0.0602942 Dec 20 15:15:47.459179 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e512af83-6446-4e1f-b99a-c0e0e306d3ca req-0276fc64-7271-4801-8ca3-434b905d5be0 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9af76be-2e37-4762-b97b-132e01fdb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429499 Dec 20 15:15:48.587229 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd248405-c51b-4696-8725-12949d7cf3a1 req-a6694e31-1029-4e4f-9ed4-c7c1704b0ca6 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:15:48.588626 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-dd248405-c51b-4696-8725-12949d7cf3a1 req-a6694e31-1029-4e4f-9ed4-c7c1704b0ca6 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/ports?device_id=4390c5d5-b1d6-42f0-b36e-601f289f0dec HTTP/1.1" status: 200 len: 946 time: 0.0545707 Dec 20 15:15:48.641897 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-dd248405-c51b-4696-8725-12949d7cf3a1 req-152ee3c4-f2f4-4c8f-8935-24d1c0534d44 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9af76be-2e37-4762-b97b-132e01fdb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444391 Dec 20 15:15:48.769366 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b072868-881f-40ec-bde2-cda2b1bb8e5d req-499617dd-2f68-446a-b32e-54e0d32206a2 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:15:48.770749 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1b072868-881f-40ec-bde2-cda2b1bb8e5d req-499617dd-2f68-446a-b32e-54e0d32206a2 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/ports?device_id=4390c5d5-b1d6-42f0-b36e-601f289f0dec HTTP/1.1" status: 200 len: 946 time: 0.0508320 Dec 20 15:15:48.818311 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1b072868-881f-40ec-bde2-cda2b1bb8e5d req-accc1ed4-32f4-4437-949f-df414509ca7f tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9af76be-2e37-4762-b97b-132e01fdb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413513 Dec 20 15:15:49.080243 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9a51b95f-13fc-4f86-b7bc-e7a5c1df5e85 req-15103547-e897-41e0-ab65-9e1cf3a2e747 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4390c5d5-b1d6-42f0-b36e-601f289f0dec&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0703454 Dec 20 15:15:49.091425 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17ee21f-a94b-402a-9bca-2cc5af782e1b req-33198d80-2921-430f-a220-f3f73b080d3e tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:15:49.092825 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b17ee21f-a94b-402a-9bca-2cc5af782e1b req-33198d80-2921-430f-a220-f3f73b080d3e tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/ports?device_id=4390c5d5-b1d6-42f0-b36e-601f289f0dec HTTP/1.1" status: 200 len: 946 time: 0.0751724 Dec 20 15:15:49.143415 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b17ee21f-a94b-402a-9bca-2cc5af782e1b req-0c8bb8ed-2a68-43c0-bf7a-ce7bc2da8f67 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9af76be-2e37-4762-b97b-132e01fdb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429804 Dec 20 15:15:50.168643 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a51b95f-13fc-4f86-b7bc-e7a5c1df5e85 req-01770f84-d729-40a5-a3c1-a512c4722fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:15:50.170128 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9a51b95f-13fc-4f86-b7bc-e7a5c1df5e85 req-01770f84-d729-40a5-a3c1-a512c4722fc1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e92312ce7f3c499281d481f8fa330dc2&device_id=4390c5d5-b1d6-42f0-b36e-601f289f0dec HTTP/1.1" status: 200 len: 1098 time: 0.0411067 Dec 20 15:15:50.288711 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a51b95f-13fc-4f86-b7bc-e7a5c1df5e85 req-947d1654-c078-4a44-8fc9-10df8e2cf0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:15:50.290210 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9a51b95f-13fc-4f86-b7bc-e7a5c1df5e85 req-947d1654-c078-4a44-8fc9-10df8e2cf0d5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=920e89be-d52e-4337-956f-edaf16ceb22c HTTP/1.1" status: 200 len: 916 time: 0.1130247 Dec 20 15:15:50.305898 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f266907-3fa3-4b75-a5f0-c2a131715220 req-187d8668-f5aa-4ec9-825b-56822635c03b tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:15:50.308081 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5f266907-3fa3-4b75-a5f0-c2a131715220 req-187d8668-f5aa-4ec9-825b-56822635c03b tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/ports?device_id=4390c5d5-b1d6-42f0-b36e-601f289f0dec HTTP/1.1" status: 200 len: 946 time: 0.0780771 Dec 20 15:15:50.365040 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5f266907-3fa3-4b75-a5f0-c2a131715220 req-25534fc8-f3d6-4004-975d-ae6fe658d8dc tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9af76be-2e37-4762-b97b-132e01fdb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475173 Dec 20 15:15:50.446761 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9a51b95f-13fc-4f86-b7bc-e7a5c1df5e85 req-4f209f14-78d5-4197-802a-e175e5be86fa service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9d5d682-a3f7-4769-981a-fd6ee3361f2c HTTP/1.1" status: 200 len: 217 time: 0.0388284 Dec 20 15:15:50.496428 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a51b95f-13fc-4f86-b7bc-e7a5c1df5e85 req-03870471-35c4-44c0-ac57-35a7284c37bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:15:50.497837 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9a51b95f-13fc-4f86-b7bc-e7a5c1df5e85 req-03870471-35c4-44c0-ac57-35a7284c37bf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ea33cda0-d58c-46a6-9225-77cd1324e1d8 HTTP/1.1" status: 200 len: 855 time: 0.0448635 Dec 20 15:15:50.528860 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9a51b95f-13fc-4f86-b7bc-e7a5c1df5e85 req-9d71063d-7ab2-470a-ad79-d65fee1f8e55 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=920e89be-d52e-4337-956f-edaf16ceb22c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240471 Dec 20 15:15:50.634993 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9a51b95f-13fc-4f86-b7bc-e7a5c1df5e85 req-bc159175-1576-42b7-9c81-407d667ddcdd service neutron] 10.222.0.30 "GET /v2.0/networks/920e89be-d52e-4337-956f-edaf16ceb22c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987446 Dec 20 15:15:50.725210 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9a51b95f-13fc-4f86-b7bc-e7a5c1df5e85 req-531394e2-54c9-4698-8ccf-6ff3ee660ac9 service neutron] 10.222.0.30 "GET /v2.0/networks/920e89be-d52e-4337-956f-edaf16ceb22c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832264 Dec 20 15:15:51.493203 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873e609e-a645-405a-8d89-ce52c7acf920 req-7d49a747-3413-41f3-8180-ed21e14af9d1 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:15:51.494769 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-873e609e-a645-405a-8d89-ce52c7acf920 req-7d49a747-3413-41f3-8180-ed21e14af9d1 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/ports?device_id=4390c5d5-b1d6-42f0-b36e-601f289f0dec HTTP/1.1" status: 200 len: 946 time: 0.0513983 Dec 20 15:15:51.546171 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-873e609e-a645-405a-8d89-ce52c7acf920 req-dd2f8a99-a0db-41ea-b78d-8ace3c3cd2db tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9af76be-2e37-4762-b97b-132e01fdb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448499 Dec 20 15:15:52.680489 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b708430f-e051-42d5-984f-ef0a9d54a9d0 req-f9ba467b-53d1-4cf9-8ee5-2c30a07455ab tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:15:52.681979 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b708430f-e051-42d5-984f-ef0a9d54a9d0 req-f9ba467b-53d1-4cf9-8ee5-2c30a07455ab tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/ports?device_id=4390c5d5-b1d6-42f0-b36e-601f289f0dec HTTP/1.1" status: 200 len: 946 time: 0.0528524 Dec 20 15:15:52.739406 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b708430f-e051-42d5-984f-ef0a9d54a9d0 req-bb39b20d-006a-40a3-a529-21fbceee8b28 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9af76be-2e37-4762-b97b-132e01fdb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482204 Dec 20 15:15:53.868876 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad67ab7c-efff-4cae-acf5-f303b6566a52 req-d099a541-34c4-4a54-a198-782e4373164d tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:15:53.870343 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ad67ab7c-efff-4cae-acf5-f303b6566a52 req-d099a541-34c4-4a54-a198-782e4373164d tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/ports?device_id=4390c5d5-b1d6-42f0-b36e-601f289f0dec HTTP/1.1" status: 200 len: 946 time: 0.0550754 Dec 20 15:15:53.918043 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ad67ab7c-efff-4cae-acf5-f303b6566a52 req-edbabef7-7ef8-418b-964b-7b36184f6b20 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9af76be-2e37-4762-b97b-132e01fdb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413756 Dec 20 15:15:55.043604 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c864c2-1db7-491b-b26f-dae396fd8bc5 req-eef6f727-b4c6-41ea-afa0-122e0c4b5e28 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:15:55.045074 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-09c864c2-1db7-491b-b26f-dae396fd8bc5 req-eef6f727-b4c6-41ea-afa0-122e0c4b5e28 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/ports?device_id=4390c5d5-b1d6-42f0-b36e-601f289f0dec HTTP/1.1" status: 200 len: 946 time: 0.0501981 Dec 20 15:15:55.096276 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-09c864c2-1db7-491b-b26f-dae396fd8bc5 req-84f8ba53-46de-4bbb-814e-aa962c01a5d0 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9af76be-2e37-4762-b97b-132e01fdb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431194 Dec 20 15:15:56.246129 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f801736-81d2-4801-ba06-3871914c343f req-dfcdc0b8-4784-4b2c-897c-21172e068669 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:15:56.247660 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3f801736-81d2-4801-ba06-3871914c343f req-dfcdc0b8-4784-4b2c-897c-21172e068669 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/ports?device_id=4390c5d5-b1d6-42f0-b36e-601f289f0dec HTTP/1.1" status: 200 len: 946 time: 0.0585630 Dec 20 15:15:56.297619 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3f801736-81d2-4801-ba06-3871914c343f req-b9611a16-54f3-4be5-8f3c-7dc0a1222c24 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9af76be-2e37-4762-b97b-132e01fdb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438068 Dec 20 15:15:57.440498 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f428b1be-1abf-41d3-800d-bb41cfbeb880 req-023384c5-6d5d-4028-87d0-e541df042141 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:15:57.441967 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f428b1be-1abf-41d3-800d-bb41cfbeb880 req-023384c5-6d5d-4028-87d0-e541df042141 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/ports?device_id=4390c5d5-b1d6-42f0-b36e-601f289f0dec HTTP/1.1" status: 200 len: 946 time: 0.0552742 Dec 20 15:15:57.490995 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f428b1be-1abf-41d3-800d-bb41cfbeb880 req-98a77c82-416e-41ad-b174-5dae41abb554 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9af76be-2e37-4762-b97b-132e01fdb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406642 Dec 20 15:15:58.618659 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcf1ecf-18ae-43c9-96cd-591b9ab61646 req-c7c2cd35-6858-462e-a54e-efba34ae6075 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:15:58.620192 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1bcf1ecf-18ae-43c9-96cd-591b9ab61646 req-c7c2cd35-6858-462e-a54e-efba34ae6075 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/ports?device_id=4390c5d5-b1d6-42f0-b36e-601f289f0dec HTTP/1.1" status: 200 len: 946 time: 0.0598247 Dec 20 15:15:58.670897 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1bcf1ecf-18ae-43c9-96cd-591b9ab61646 req-6fa9a3db-6c05-4faf-9201-58ed81dd7ac9 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9af76be-2e37-4762-b97b-132e01fdb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413423 Dec 20 15:16:00.168121 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5122178-408b-4885-a9fd-4f57a3838592 req-63569d7f-796d-40b6-bb1f-937f54472e7e tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:16:00.169583 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b5122178-408b-4885-a9fd-4f57a3838592 req-63569d7f-796d-40b6-bb1f-937f54472e7e tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/ports?device_id=4390c5d5-b1d6-42f0-b36e-601f289f0dec HTTP/1.1" status: 200 len: 946 time: 0.4212501 Dec 20 15:16:00.216179 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b5122178-408b-4885-a9fd-4f57a3838592 req-181d528c-2f57-4f1f-9b98-fa68a29618d1 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9af76be-2e37-4762-b97b-132e01fdb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403204 Dec 20 15:16:00.762227 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f2b49f54-ff5e-4ce3-94dd-352b070a6327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:01.421107 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b55fe5-83f1-43df-9101-65a78b8c42c3 req-f0a3f95e-1776-4a1a-a5ac-8bbc05efd103 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:16:01.422550 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-91b55fe5-83f1-43df-9101-65a78b8c42c3 req-f0a3f95e-1776-4a1a-a5ac-8bbc05efd103 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/ports?device_id=4390c5d5-b1d6-42f0-b36e-601f289f0dec HTTP/1.1" status: 200 len: 946 time: 0.1236794 Dec 20 15:16:01.471556 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-91b55fe5-83f1-43df-9101-65a78b8c42c3 req-809f055c-2caa-4c72-9d8b-771a66bad91d tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9af76be-2e37-4762-b97b-132e01fdb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428331 Dec 20 15:16:02.608704 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84801d17-040b-4a6b-9df6-51de3430973f req-2093cd6c-9caa-4e66-88ee-044e44900c9c tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:16:02.610152 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-84801d17-040b-4a6b-9df6-51de3430973f req-2093cd6c-9caa-4e66-88ee-044e44900c9c tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/ports?device_id=4390c5d5-b1d6-42f0-b36e-601f289f0dec HTTP/1.1" status: 200 len: 946 time: 0.0649695 Dec 20 15:16:02.658447 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-84801d17-040b-4a6b-9df6-51de3430973f req-e908eae6-e801-446f-8e07-83243f9f897d tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9af76be-2e37-4762-b97b-132e01fdb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419962 Dec 20 15:16:02.973261 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c304ebd0-112e-473c-b761-e14dfc5720e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:03.737024 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:16:03.787221 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ee745b-6c77-4a30-ac1c-7f4ae49152c3 req-b647dea2-36f1-420c-b19f-c5ddcdfc626e tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:16:03.788741 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a7ee745b-6c77-4a30-ac1c-7f4ae49152c3 req-b647dea2-36f1-420c-b19f-c5ddcdfc626e tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/ports?device_id=4390c5d5-b1d6-42f0-b36e-601f289f0dec HTTP/1.1" status: 200 len: 946 time: 0.0513711 Dec 20 15:16:03.844496 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a7ee745b-6c77-4a30-ac1c-7f4ae49152c3 req-3625af5b-852e-4072-be37-908e0dd1c247 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9af76be-2e37-4762-b97b-132e01fdb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483584 Dec 20 15:16:03.942644 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:04.986769 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82899b4-00ff-4793-b532-0f1065270c2d req-072d4100-6659-4891-ade4-57fb86a1fc5e tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:16:04.988116 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f82899b4-00ff-4793-b532-0f1065270c2d req-072d4100-6659-4891-ade4-57fb86a1fc5e tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/ports?device_id=4390c5d5-b1d6-42f0-b36e-601f289f0dec HTTP/1.1" status: 200 len: 946 time: 0.0585515 Dec 20 15:16:05.040006 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f82899b4-00ff-4793-b532-0f1065270c2d req-8ac26223-c536-4204-8cea-739644c969d8 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9af76be-2e37-4762-b97b-132e01fdb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434756 Dec 20 15:16:05.937786 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:06.170214 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cd0bbd-0fee-499e-a47a-cb3ca9db29ce req-e47336a5-0b91-404c-9403-6b8c9030859a tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:16:06.171642 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-06cd0bbd-0fee-499e-a47a-cb3ca9db29ce req-e47336a5-0b91-404c-9403-6b8c9030859a tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/ports?device_id=4390c5d5-b1d6-42f0-b36e-601f289f0dec HTTP/1.1" status: 200 len: 946 time: 0.0569694 Dec 20 15:16:06.218682 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-06cd0bbd-0fee-499e-a47a-cb3ca9db29ce req-fef8a784-3a91-493d-a504-6e1d7a1cfee5 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9af76be-2e37-4762-b97b-132e01fdb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409553 Dec 20 15:16:06.349393 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:07.356404 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e7c088-44d3-454f-9b5d-aa0ddfb07f3d req-2b150b33-deb7-4cd0-959d-d02c8ebb6e58 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:16:07.357788 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a8e7c088-44d3-454f-9b5d-aa0ddfb07f3d req-2b150b33-deb7-4cd0-959d-d02c8ebb6e58 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/ports?device_id=4390c5d5-b1d6-42f0-b36e-601f289f0dec HTTP/1.1" status: 200 len: 946 time: 0.0533421 Dec 20 15:16:07.409375 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a8e7c088-44d3-454f-9b5d-aa0ddfb07f3d req-36b96922-29f5-423e-87ae-469444fa04bb tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9af76be-2e37-4762-b97b-132e01fdb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431614 Dec 20 15:16:08.542384 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5021edd-d19e-4588-ac4f-1093a984a62b req-d9362cb0-e603-408e-aba8-30f41391da26 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:16:08.543904 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c5021edd-d19e-4588-ac4f-1093a984a62b req-d9362cb0-e603-408e-aba8-30f41391da26 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/ports?device_id=4390c5d5-b1d6-42f0-b36e-601f289f0dec HTTP/1.1" status: 200 len: 946 time: 0.0516171 Dec 20 15:16:08.590634 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c5021edd-d19e-4588-ac4f-1093a984a62b req-e9be9104-7650-41fe-9bc0-9ab5a5688085 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9af76be-2e37-4762-b97b-132e01fdb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405946 Dec 20 15:16:09.708618 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8d29a7-e3e0-4e20-88a2-8f89720412c1 req-b5d24639-b932-4ed4-8ddb-c3b8c5932f3a tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:16:09.710059 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-de8d29a7-e3e0-4e20-88a2-8f89720412c1 req-b5d24639-b932-4ed4-8ddb-c3b8c5932f3a tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/ports?device_id=4390c5d5-b1d6-42f0-b36e-601f289f0dec HTTP/1.1" status: 200 len: 946 time: 0.0501888 Dec 20 15:16:09.756466 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-de8d29a7-e3e0-4e20-88a2-8f89720412c1 req-d2ab235a-4670-4410-afc5-51ef222cc9fe tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9af76be-2e37-4762-b97b-132e01fdb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403056 Dec 20 15:16:10.888375 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144cf340-5519-4f25-8e32-9853c697356e req-45853cb8-db5c-4ad1-b83f-6ccfa9320af9 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:16:10.889849 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-144cf340-5519-4f25-8e32-9853c697356e req-45853cb8-db5c-4ad1-b83f-6ccfa9320af9 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/ports?device_id=4390c5d5-b1d6-42f0-b36e-601f289f0dec HTTP/1.1" status: 200 len: 946 time: 0.0579052 Dec 20 15:16:10.945278 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-144cf340-5519-4f25-8e32-9853c697356e req-0557f84d-eeb3-4aed-b3fa-b6d080c400c8 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9af76be-2e37-4762-b97b-132e01fdb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465484 Dec 20 15:16:11.960005 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:12.088959 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fa8730-d3ad-4936-ab91-d07338f200a5 req-b27e9b25-6177-4495-81d9-c311bcfc1632 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:16:12.090448 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d4fa8730-d3ad-4936-ab91-d07338f200a5 req-b27e9b25-6177-4495-81d9-c311bcfc1632 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/ports?device_id=4390c5d5-b1d6-42f0-b36e-601f289f0dec HTTP/1.1" status: 200 len: 946 time: 0.0608926 Dec 20 15:16:12.139991 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d4fa8730-d3ad-4936-ab91-d07338f200a5 req-9f0c6cd1-3167-4b3d-8f6f-739fd9eea7f1 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9af76be-2e37-4762-b97b-132e01fdb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415306 Dec 20 15:16:13.273422 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b0f538-479d-44ae-81cb-c5fdb7c529a9 req-ae33ddb7-6900-4549-b1a5-9bb9a05d2c5e tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:16:13.274922 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-25b0f538-479d-44ae-81cb-c5fdb7c529a9 req-ae33ddb7-6900-4549-b1a5-9bb9a05d2c5e tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/ports?device_id=4390c5d5-b1d6-42f0-b36e-601f289f0dec HTTP/1.1" status: 200 len: 946 time: 0.0511658 Dec 20 15:16:13.322197 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-25b0f538-479d-44ae-81cb-c5fdb7c529a9 req-063fa87c-f36a-46e8-afd8-950c09c53921 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9af76be-2e37-4762-b97b-132e01fdb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411141 Dec 20 15:16:14.449726 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3e18c3-bb49-4d37-94b7-ed22931263b4 req-864692d4-5b50-4c8d-a5eb-58480b28def9 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:16:14.451216 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ab3e18c3-bb49-4d37-94b7-ed22931263b4 req-864692d4-5b50-4c8d-a5eb-58480b28def9 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/ports?device_id=4390c5d5-b1d6-42f0-b36e-601f289f0dec HTTP/1.1" status: 200 len: 946 time: 0.0540197 Dec 20 15:16:14.501190 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ab3e18c3-bb49-4d37-94b7-ed22931263b4 req-34460161-a010-4c96-86ed-b05beb9e554d tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9af76be-2e37-4762-b97b-132e01fdb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438149 Dec 20 15:16:15.588528 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:15.639547 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac426c2-ec62-48f1-90a4-bedaa3ce2c40 req-77054caf-8844-4995-aa93-340af381c279 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:16:15.641086 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-eac426c2-ec62-48f1-90a4-bedaa3ce2c40 req-77054caf-8844-4995-aa93-340af381c279 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/ports?device_id=4390c5d5-b1d6-42f0-b36e-601f289f0dec HTTP/1.1" status: 200 len: 946 time: 0.0563290 Dec 20 15:16:15.695517 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-eac426c2-ec62-48f1-90a4-bedaa3ce2c40 req-22c065dc-a306-4512-b91c-ac840da4f3f7 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9af76be-2e37-4762-b97b-132e01fdb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448658 Dec 20 15:16:16.822532 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2320d04-ef5c-43a4-96c0-b3c8cbf087e2 req-b9650922-b4fa-449a-b10c-3d48cf317e93 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:16:16.824050 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d2320d04-ef5c-43a4-96c0-b3c8cbf087e2 req-b9650922-b4fa-449a-b10c-3d48cf317e93 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/ports?device_id=4390c5d5-b1d6-42f0-b36e-601f289f0dec HTTP/1.1" status: 200 len: 946 time: 0.0503809 Dec 20 15:16:16.874389 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d2320d04-ef5c-43a4-96c0-b3c8cbf087e2 req-f445e1b6-e285-4831-8757-f37a0340de10 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9af76be-2e37-4762-b97b-132e01fdb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443456 Dec 20 15:16:17.720097 n-d-761264-19 neutron-server[103168]: INFO neutron.api.v2.resource [req-9a51b95f-13fc-4f86-b7bc-e7a5c1df5e85 req-538e65c4-66b2-4f3b-858f-e9f92364c198 service neutron] show failed (client error): The resource could not be found. Dec 20 15:16:17.721081 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9a51b95f-13fc-4f86-b7bc-e7a5c1df5e85 req-538e65c4-66b2-4f3b-858f-e9f92364c198 service neutron] 10.222.0.30 "GET /v2.0/ports/b9d5d682-a3f7-4769-981a-fd6ee3361f2c/bindings/n-h2-761264-19 HTTP/1.1" status: 404 len: 381 time: 0.0667911 Dec 20 15:16:17.923620 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a51b95f-13fc-4f86-b7bc-e7a5c1df5e85 req-33dbdde8-25a1-4242-b0bb-cc972234bd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:16:17.925127 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9a51b95f-13fc-4f86-b7bc-e7a5c1df5e85 req-33dbdde8-25a1-4242-b0bb-cc972234bd60 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4390c5d5-b1d6-42f0-b36e-601f289f0dec&tenant_id=e92312ce7f3c499281d481f8fa330dc2 HTTP/1.1" status: 200 len: 1098 time: 0.0419047 Dec 20 15:16:17.939304 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-9a51b95f-13fc-4f86-b7bc-e7a5c1df5e85 req-a38ea2d0-26cd-4df2-8fa3-6824856a9bf1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-761264-19', 'device_owner': 'compute:nova'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:16:18.026792 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-9a51b95f-13fc-4f86-b7bc-e7a5c1df5e85 req-a38ea2d0-26cd-4df2-8fa3-6824856a9bf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:18.048099 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112137f4-dbfa-4b92-b2bc-141b06569267 req-48edba32-8ec6-455c-a72d-5339c31cd5e4 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:16:18.049576 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-112137f4-dbfa-4b92-b2bc-141b06569267 req-48edba32-8ec6-455c-a72d-5339c31cd5e4 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/ports?device_id=4390c5d5-b1d6-42f0-b36e-601f289f0dec HTTP/1.1" status: 200 len: 946 time: 0.0884871 Dec 20 15:16:18.184750 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-112137f4-dbfa-4b92-b2bc-141b06569267 req-c31a3793-e844-4f20-b018-b167a91e2d6f tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9af76be-2e37-4762-b97b-132e01fdb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143751 Dec 20 15:16:18.274371 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-9a51b95f-13fc-4f86-b7bc-e7a5c1df5e85 req-a38ea2d0-26cd-4df2-8fa3-6824856a9bf1 service neutron] For port b9d5d682-a3f7-4769-981a-fd6ee3361f2c, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=b9d5d682-a3f7-4769-981a-fd6ee3361f2c,segment=NetworkSegment(fc077a64-bb28-416e-8def-48cb0f5d78ce),segment_id=fc077a64-bb28-416e-8def-48cb0f5d78ce)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:16:18.308692 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-9a51b95f-13fc-4f86-b7bc-e7a5c1df5e85 req-a38ea2d0-26cd-4df2-8fa3-6824856a9bf1 service neutron] For port b9d5d682-a3f7-4769-981a-fd6ee3361f2c, host n-h1-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:16:18.348835 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4390c5d5-b1d6-42f0-b36e-601f289f0dec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9d5d682-a3f7-4769-981a-fd6ee3361f2c'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:16:18.351152 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-637e053e-814d-429b-88ce-aaf71f8d05b3" -d '{"events": [{"server_uuid": "4390c5d5-b1d6-42f0-b36e-601f289f0dec", "name": "network-vif-unplugged", "status": "completed", "tag": "b9d5d682-a3f7-4769-981a-fd6ee3361f2c"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:16:18.355020 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-9a51b95f-13fc-4f86-b7bc-e7a5c1df5e85 req-a38ea2d0-26cd-4df2-8fa3-6824856a9bf1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:18.368711 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-9a51b95f-13fc-4f86-b7bc-e7a5c1df5e85 req-a38ea2d0-26cd-4df2-8fa3-6824856a9bf1 service neutron] Transition to ACTIVE for port object b9d5d682-a3f7-4769-981a-fd6ee3361f2c will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:16:18.373460 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-9a51b95f-13fc-4f86-b7bc-e7a5c1df5e85 req-a38ea2d0-26cd-4df2-8fa3-6824856a9bf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:18.433752 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a51b95f-13fc-4f86-b7bc-e7a5c1df5e85 req-a38ea2d0-26cd-4df2-8fa3-6824856a9bf1 service neutron] No DVR routers for this DVR port b9d5d682-a3f7-4769-981a-fd6ee3361f2c on host n-h1-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:16:18.463407 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38ea2d0-26cd-4df2-8fa3-6824856a9bf1 service neutron] Pushing event updated for resources: {'Port': ['ID=b9d5d682-a3f7-4769-981a-fd6ee3361f2c,revision_number=6']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:16:18.477205 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-9a51b95f-13fc-4f86-b7bc-e7a5c1df5e85 req-a38ea2d0-26cd-4df2-8fa3-6824856a9bf1 service neutron] Attempting to bind port b9d5d682-a3f7-4769-981a-fd6ee3361f2c on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:16:18.477516 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-9a51b95f-13fc-4f86-b7bc-e7a5c1df5e85 req-a38ea2d0-26cd-4df2-8fa3-6824856a9bf1 service neutron] Attempting to bind port b9d5d682-a3f7-4769-981a-fd6ee3361f2c by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': 'fc077a64-bb28-416e-8def-48cb0f5d78ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '920e89be-d52e-4337-956f-edaf16ceb22c'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:16:18.477862 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a51b95f-13fc-4f86-b7bc-e7a5c1df5e85 req-a38ea2d0-26cd-4df2-8fa3-6824856a9bf1 service neutron] Attempting to bind port b9d5d682-a3f7-4769-981a-fd6ee3361f2c on network 920e89be-d52e-4337-956f-edaf16ceb22c {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:16:18.482782 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a51b95f-13fc-4f86-b7bc-e7a5c1df5e85 req-a38ea2d0-26cd-4df2-8fa3-6824856a9bf1 service neutron] Port b9d5d682-a3f7-4769-981a-fd6ee3361f2c on network 920e89be-d52e-4337-956f-edaf16ceb22c not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:16:18.483086 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a51b95f-13fc-4f86-b7bc-e7a5c1df5e85 req-a38ea2d0-26cd-4df2-8fa3-6824856a9bf1 service neutron] Attempting to bind port b9d5d682-a3f7-4769-981a-fd6ee3361f2c on network 920e89be-d52e-4337-956f-edaf16ceb22c {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:16:18.488876 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a51b95f-13fc-4f86-b7bc-e7a5c1df5e85 req-a38ea2d0-26cd-4df2-8fa3-6824856a9bf1 service neutron] Checking agent: {'id': '43c60aee-e4af-4ecc-bee2-aac3569fafed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:16:18.489173 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a51b95f-13fc-4f86-b7bc-e7a5c1df5e85 req-a38ea2d0-26cd-4df2-8fa3-6824856a9bf1 service neutron] Checking segment: {'id': 'fc077a64-bb28-416e-8def-48cb0f5d78ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '920e89be-d52e-4337-956f-edaf16ceb22c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:16:18.489585 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a51b95f-13fc-4f86-b7bc-e7a5c1df5e85 req-a38ea2d0-26cd-4df2-8fa3-6824856a9bf1 service neutron] Bound using segment: {'id': 'fc077a64-bb28-416e-8def-48cb0f5d78ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '920e89be-d52e-4337-956f-edaf16ceb22c'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:16:18.490028 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-9a51b95f-13fc-4f86-b7bc-e7a5c1df5e85 req-a38ea2d0-26cd-4df2-8fa3-6824856a9bf1 service neutron] Bound port: b9d5d682-a3f7-4769-981a-fd6ee3361f2c, host: n-h2-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc077a64-bb28-416e-8def-48cb0f5d78ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '920e89be-d52e-4337-956f-edaf16ceb22c'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:16:18.490354 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-9a51b95f-13fc-4f86-b7bc-e7a5c1df5e85 req-a38ea2d0-26cd-4df2-8fa3-6824856a9bf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:18.557811 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-9a51b95f-13fc-4f86-b7bc-e7a5c1df5e85 req-a38ea2d0-26cd-4df2-8fa3-6824856a9bf1 service neutron] For port b9d5d682-a3f7-4769-981a-fd6ee3361f2c, host n-h2-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:16:18.561449 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-9a51b95f-13fc-4f86-b7bc-e7a5c1df5e85 req-a38ea2d0-26cd-4df2-8fa3-6824856a9bf1 service neutron] For port b9d5d682-a3f7-4769-981a-fd6ee3361f2c, host n-h2-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=b9d5d682-a3f7-4769-981a-fd6ee3361f2c,segment=NetworkSegment(fc077a64-bb28-416e-8def-48cb0f5d78ce),segment_id=fc077a64-bb28-416e-8def-48cb0f5d78ce)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:16:18.566428 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-9a51b95f-13fc-4f86-b7bc-e7a5c1df5e85 req-a38ea2d0-26cd-4df2-8fa3-6824856a9bf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:18.610556 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a51b95f-13fc-4f86-b7bc-e7a5c1df5e85 req-a38ea2d0-26cd-4df2-8fa3-6824856a9bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:16:18.611470 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-9a51b95f-13fc-4f86-b7bc-e7a5c1df5e85 req-a38ea2d0-26cd-4df2-8fa3-6824856a9bf1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:18.612603 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9a51b95f-13fc-4f86-b7bc-e7a5c1df5e85 req-a38ea2d0-26cd-4df2-8fa3-6824856a9bf1 service neutron] 10.222.0.47 "PUT /v2.0/ports/b9d5d682-a3f7-4769-981a-fd6ee3361f2c HTTP/1.1" status: 200 len: 1093 time: 0.6773269 Dec 20 15:16:18.631882 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38ea2d0-26cd-4df2-8fa3-6824856a9bf1 service neutron] Pushing event updated for resources: {'Port': ['ID=b9d5d682-a3f7-4769-981a-fd6ee3361f2c,revision_number=7']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:16:18.680330 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a51b95f-13fc-4f86-b7bc-e7a5c1df5e85 req-e4782344-8278-4531-bf65-d1bfffd0cff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:16:18.681901 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9a51b95f-13fc-4f86-b7bc-e7a5c1df5e85 req-e4782344-8278-4531-bf65-d1bfffd0cff9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e92312ce7f3c499281d481f8fa330dc2&device_id=4390c5d5-b1d6-42f0-b36e-601f289f0dec HTTP/1.1" status: 200 len: 1096 time: 0.0440683 Dec 20 15:16:18.744037 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 15:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6789a144-0576-4202-9e6d-fae066e40dab x-openstack-request-id: req-6789a144-0576-4202-9e6d-fae066e40dab {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:16:18.744334 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4390c5d5-b1d6-42f0-b36e-601f289f0dec", "name": "network-vif-unplugged", "status": "completed", "tag": "b9d5d682-a3f7-4769-981a-fd6ee3361f2c", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:16:18.744595 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6789a144-0576-4202-9e6d-fae066e40dab {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:16:18.744992 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4390c5d5-b1d6-42f0-b36e-601f289f0dec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9d5d682-a3f7-4769-981a-fd6ee3361f2c', 'code': 200} Dec 20 15:16:18.783586 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a51b95f-13fc-4f86-b7bc-e7a5c1df5e85 req-8fd016c5-5e54-4946-8258-080783e62e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:16:18.785074 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9a51b95f-13fc-4f86-b7bc-e7a5c1df5e85 req-8fd016c5-5e54-4946-8258-080783e62e90 service neutron] 10.222.0.47 "GET /v2.0/networks?id=920e89be-d52e-4337-956f-edaf16ceb22c HTTP/1.1" status: 200 len: 916 time: 0.0958211 Dec 20 15:16:18.828382 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9a51b95f-13fc-4f86-b7bc-e7a5c1df5e85 req-ba98c80f-56b9-4eb2-88cc-316387b85c7b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9d5d682-a3f7-4769-981a-fd6ee3361f2c HTTP/1.1" status: 200 len: 217 time: 0.0359576 Dec 20 15:16:18.879537 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a51b95f-13fc-4f86-b7bc-e7a5c1df5e85 req-0e606dec-cac1-45e2-8a0b-daf57e245693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:16:18.881065 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9a51b95f-13fc-4f86-b7bc-e7a5c1df5e85 req-0e606dec-cac1-45e2-8a0b-daf57e245693 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ea33cda0-d58c-46a6-9225-77cd1324e1d8 HTTP/1.1" status: 200 len: 855 time: 0.0454276 Dec 20 15:16:18.916269 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9a51b95f-13fc-4f86-b7bc-e7a5c1df5e85 req-e757efe1-0d03-4392-85cc-9475a1e086de service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=920e89be-d52e-4337-956f-edaf16ceb22c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257256 Dec 20 15:16:19.011572 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9a51b95f-13fc-4f86-b7bc-e7a5c1df5e85 req-0d3d4ff0-c855-44bd-ad0d-3660263bc455 service neutron] 10.222.0.47 "GET /v2.0/networks/920e89be-d52e-4337-956f-edaf16ceb22c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881810 Dec 20 15:16:19.113097 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9a51b95f-13fc-4f86-b7bc-e7a5c1df5e85 req-6a60f26f-e090-4d8a-9b17-fbe58951f26f service neutron] 10.222.0.47 "GET /v2.0/networks/920e89be-d52e-4337-956f-edaf16ceb22c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944088 Dec 20 15:16:19.304899 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6427942c-b421-4de2-a0d6-2facd4d6f6d1 req-6d2aa0cb-e096-4d7d-b3c9-e6519ccde634 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:16:19.306377 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6427942c-b421-4de2-a0d6-2facd4d6f6d1 req-6d2aa0cb-e096-4d7d-b3c9-e6519ccde634 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/ports?device_id=4390c5d5-b1d6-42f0-b36e-601f289f0dec HTTP/1.1" status: 200 len: 944 time: 0.0518136 Dec 20 15:16:19.357696 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6427942c-b421-4de2-a0d6-2facd4d6f6d1 req-6041d15d-e9e5-47a6-a6f8-04e01ce6356f tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9af76be-2e37-4762-b97b-132e01fdb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420153 Dec 20 15:16:20.502746 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c8da3f-8dd3-4c5b-80b4-79bad204b75c req-f3ed8687-7d31-4112-87b2-c62b1a177c96 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:16:20.504234 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d2c8da3f-8dd3-4c5b-80b4-79bad204b75c req-f3ed8687-7d31-4112-87b2-c62b1a177c96 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/ports?device_id=4390c5d5-b1d6-42f0-b36e-601f289f0dec HTTP/1.1" status: 200 len: 944 time: 0.0552957 Dec 20 15:16:20.551304 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d2c8da3f-8dd3-4c5b-80b4-79bad204b75c req-e5826934-54d0-4bdd-b8f2-5a34b819c579 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9af76be-2e37-4762-b97b-132e01fdb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409348 Dec 20 15:16:20.746568 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4390c5d5-b1d6-42f0-b36e-601f289f0dec', 'tag': 'b9d5d682-a3f7-4769-981a-fd6ee3361f2c'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:16:20.749707 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-035b8886-6dcd-4b84-ba90-74fc9282c045" -d '{"events": [{"name": "network-changed", "server_uuid": "4390c5d5-b1d6-42f0-b36e-601f289f0dec", "tag": "b9d5d682-a3f7-4769-981a-fd6ee3361f2c"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:16:20.813648 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fce5e538-c699-49a9-879c-c6cea20dcc89 x-openstack-request-id: req-fce5e538-c699-49a9-879c-c6cea20dcc89 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:16:20.814027 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4390c5d5-b1d6-42f0-b36e-601f289f0dec", "tag": "b9d5d682-a3f7-4769-981a-fd6ee3361f2c", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:16:20.814357 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fce5e538-c699-49a9-879c-c6cea20dcc89 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:16:20.815046 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4390c5d5-b1d6-42f0-b36e-601f289f0dec', 'tag': 'b9d5d682-a3f7-4769-981a-fd6ee3361f2c', 'status': 'completed', 'code': 200} Dec 20 15:16:20.878627 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035b8886-6dcd-4b84-ba90-74fc9282c045 req-cb94a9a5-af57-4f11-8bed-c3642a15ce13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:16:20.880169 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-035b8886-6dcd-4b84-ba90-74fc9282c045 req-cb94a9a5-af57-4f11-8bed-c3642a15ce13 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e92312ce7f3c499281d481f8fa330dc2&device_id=4390c5d5-b1d6-42f0-b36e-601f289f0dec HTTP/1.1" status: 200 len: 1096 time: 0.0437236 Dec 20 15:16:20.888293 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035b8886-6dcd-4b84-ba90-74fc9282c045 req-b26b20be-8a46-40a7-a55a-aedeb287bb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:16:20.889740 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-035b8886-6dcd-4b84-ba90-74fc9282c045 req-b26b20be-8a46-40a7-a55a-aedeb287bb66 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e92312ce7f3c499281d481f8fa330dc2&device_id=4390c5d5-b1d6-42f0-b36e-601f289f0dec HTTP/1.1" status: 200 len: 1096 time: 0.0472589 Dec 20 15:16:20.975741 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035b8886-6dcd-4b84-ba90-74fc9282c045 req-2cb19801-4a7e-4da7-b79a-704d15e93a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:16:20.977149 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-035b8886-6dcd-4b84-ba90-74fc9282c045 req-2cb19801-4a7e-4da7-b79a-704d15e93a2e service neutron] 10.222.0.47 "GET /v2.0/networks?id=920e89be-d52e-4337-956f-edaf16ceb22c HTTP/1.1" status: 200 len: 916 time: 0.0895467 Dec 20 15:16:20.980359 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035b8886-6dcd-4b84-ba90-74fc9282c045 req-e2019a0a-2381-4ed2-b8ee-5058536ea51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:16:20.981811 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-035b8886-6dcd-4b84-ba90-74fc9282c045 req-e2019a0a-2381-4ed2-b8ee-5058536ea51b service neutron] 10.222.0.30 "GET /v2.0/networks?id=920e89be-d52e-4337-956f-edaf16ceb22c HTTP/1.1" status: 200 len: 916 time: 0.0847962 Dec 20 15:16:21.020539 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-035b8886-6dcd-4b84-ba90-74fc9282c045 req-8a040484-65f3-4856-942c-24f458dc2e8b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9d5d682-a3f7-4769-981a-fd6ee3361f2c HTTP/1.1" status: 200 len: 217 time: 0.0358999 Dec 20 15:16:21.029088 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-035b8886-6dcd-4b84-ba90-74fc9282c045 req-ba49da85-b7ba-4962-bcf6-44f1b797955e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9d5d682-a3f7-4769-981a-fd6ee3361f2c HTTP/1.1" status: 200 len: 217 time: 0.0399971 Dec 20 15:16:21.076218 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035b8886-6dcd-4b84-ba90-74fc9282c045 req-fae83f91-1e2e-404a-88a9-f15eafbecade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:16:21.077979 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-035b8886-6dcd-4b84-ba90-74fc9282c045 req-fae83f91-1e2e-404a-88a9-f15eafbecade service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ea33cda0-d58c-46a6-9225-77cd1324e1d8 HTTP/1.1" status: 200 len: 855 time: 0.0507412 Dec 20 15:16:21.081421 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035b8886-6dcd-4b84-ba90-74fc9282c045 req-9bb885a2-40e0-4901-a891-814a86466b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:16:21.082955 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-035b8886-6dcd-4b84-ba90-74fc9282c045 req-9bb885a2-40e0-4901-a891-814a86466b7a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ea33cda0-d58c-46a6-9225-77cd1324e1d8 HTTP/1.1" status: 200 len: 855 time: 0.0469840 Dec 20 15:16:21.113971 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-035b8886-6dcd-4b84-ba90-74fc9282c045 req-2dc30e53-514a-446d-83e8-470ec8588be1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=920e89be-d52e-4337-956f-edaf16ceb22c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244734 Dec 20 15:16:21.128657 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-035b8886-6dcd-4b84-ba90-74fc9282c045 req-1d8ba834-0863-4d63-8156-ab912ba0c1a2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=920e89be-d52e-4337-956f-edaf16ceb22c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440927 Dec 20 15:16:21.211742 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-035b8886-6dcd-4b84-ba90-74fc9282c045 req-b2b4d8ab-7d2a-4ebb-ab1c-5d579f18c52d service neutron] 10.222.0.30 "GET /v2.0/networks/920e89be-d52e-4337-956f-edaf16ceb22c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910313 Dec 20 15:16:21.220696 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-035b8886-6dcd-4b84-ba90-74fc9282c045 req-8e934f01-cc54-4dc7-9cc7-2886bb0e54f6 service neutron] 10.222.0.47 "GET /v2.0/networks/920e89be-d52e-4337-956f-edaf16ceb22c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850465 Dec 20 15:16:21.303288 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-035b8886-6dcd-4b84-ba90-74fc9282c045 req-f3f12d63-a8da-4835-a3b9-8b53fd5c8b1a service neutron] 10.222.0.30 "GET /v2.0/networks/920e89be-d52e-4337-956f-edaf16ceb22c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841992 Dec 20 15:16:21.314255 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-035b8886-6dcd-4b84-ba90-74fc9282c045 req-dd2ff152-9968-4075-ba85-ba5f3fa7f421 service neutron] 10.222.0.47 "GET /v2.0/networks/920e89be-d52e-4337-956f-edaf16ceb22c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866296 Dec 20 15:16:21.681620 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cc0af8-cb38-4cd9-abe4-c220aacf6813 req-20da5763-24bc-4484-84f9-debeeee6e263 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:16:21.683092 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-82cc0af8-cb38-4cd9-abe4-c220aacf6813 req-20da5763-24bc-4484-84f9-debeeee6e263 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/ports?device_id=4390c5d5-b1d6-42f0-b36e-601f289f0dec HTTP/1.1" status: 200 len: 944 time: 0.0535944 Dec 20 15:16:21.740303 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-82cc0af8-cb38-4cd9-abe4-c220aacf6813 req-9cf413b6-6ace-4d84-87ab-fe2eed617647 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9af76be-2e37-4762-b97b-132e01fdb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483854 Dec 20 15:16:21.806130 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device b9d5d682-a3f7-4769-981a-fd6ee3361f2c details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:16:21.926645 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port b9d5d682-a3f7-4769-981a-fd6ee3361f2c, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=b9d5d682-a3f7-4769-981a-fd6ee3361f2c,segment=NetworkSegment(fc077a64-bb28-416e-8def-48cb0f5d78ce),segment_id=fc077a64-bb28-416e-8def-48cb0f5d78ce)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:16:21.937820 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': 'b9d5d682-a3f7-4769-981a-fd6ee3361f2c', 'network_id': '920e89be-d52e-4337-956f-edaf16ceb22c', 'port_id': 'b9d5d682-a3f7-4769-981a-fd6ee3361f2c', 'mac_address': 'fa:16:3e:84:6d:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea33cda0-d58c-46a6-9225-77cd1324e1d8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:16:21.973800 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:21.986946 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9d5d682-a3f7-4769-981a-fd6ee3361f2c {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:16:22.007586 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port b9d5d682-a3f7-4769-981a-fd6ee3361f2c, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=b9d5d682-a3f7-4769-981a-fd6ee3361f2c,segment=NetworkSegment(fc077a64-bb28-416e-8def-48cb0f5d78ce),segment_id=fc077a64-bb28-416e-8def-48cb0f5d78ce)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:16:22.023827 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c895f4-7138-42b1-9026-438d73c6999a req-cb611751-ae16-45f8-b23f-48397c8f1026 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:16:22.026098 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-23c895f4-7138-42b1-9026-438d73c6999a req-cb611751-ae16-45f8-b23f-48397c8f1026 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.30 "GET /v2.0/ports?device_id=4390c5d5-b1d6-42f0-b36e-601f289f0dec&tenant_id=e92312ce7f3c499281d481f8fa330dc2&binding%3Ahost_id=n-h2-761264-19 HTTP/1.1" status: 200 len: 944 time: 0.1130903 Dec 20 15:16:22.026976 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:22.035138 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0ee4b9-2b2d-4c1c-ad72-fbbb50c1870a req-19eb28ef-634b-4fad-8a7e-bc733f147eb5 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:16:22.036569 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fc0ee4b9-2b2d-4c1c-ad72-fbbb50c1870a req-19eb28ef-634b-4fad-8a7e-bc733f147eb5 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/ports?device_id=4390c5d5-b1d6-42f0-b36e-601f289f0dec HTTP/1.1" status: 200 len: 944 time: 0.1353600 Dec 20 15:16:22.076698 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=b9d5d682-a3f7-4769-981a-fd6ee3361f2c,revision_number=8']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:16:22.129830 n-d-761264-19 neutron-server[103168]: INFO neutron.api.v2.resource [req-23c895f4-7138-42b1-9026-438d73c6999a req-f940e46e-f324-48c9-8faa-fac51ceee6ce service neutron] delete failed (client error): The resource could not be found. Dec 20 15:16:22.131340 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-23c895f4-7138-42b1-9026-438d73c6999a req-f940e46e-f324-48c9-8faa-fac51ceee6ce service neutron] 10.222.0.30 "DELETE /v2.0/ports/b9d5d682-a3f7-4769-981a-fd6ee3361f2c/bindings/n-h1-761264-19 HTTP/1.1" status: 404 len: 381 time: 0.0936766 Dec 20 15:16:22.137292 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fc0ee4b9-2b2d-4c1c-ad72-fbbb50c1870a req-053d0fdc-b290-4dff-aa40-fb83da4760cb tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9af76be-2e37-4762-b97b-132e01fdb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940766 Dec 20 15:16:22.228772 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c895f4-7138-42b1-9026-438d73c6999a req-2d6519dc-1d97-47a7-ba7e-b42a88f00aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:16:22.230303 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-23c895f4-7138-42b1-9026-438d73c6999a req-2d6519dc-1d97-47a7-ba7e-b42a88f00aa8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e92312ce7f3c499281d481f8fa330dc2&device_id=4390c5d5-b1d6-42f0-b36e-601f289f0dec HTTP/1.1" status: 200 len: 1097 time: 0.0491562 Dec 20 15:16:22.245510 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['b9d5d682-a3f7-4769-981a-fd6ee3361f2c'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:16:22.325306 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c895f4-7138-42b1-9026-438d73c6999a req-3285f069-a2d0-477b-840c-aec51096281e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:16:22.326796 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-23c895f4-7138-42b1-9026-438d73c6999a req-3285f069-a2d0-477b-840c-aec51096281e service neutron] 10.222.0.30 "GET /v2.0/networks?id=920e89be-d52e-4337-956f-edaf16ceb22c HTTP/1.1" status: 200 len: 916 time: 0.0899980 Dec 20 15:16:22.374050 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-23c895f4-7138-42b1-9026-438d73c6999a req-1f90efe7-2e62-4bf6-a038-a9881c1fb510 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9d5d682-a3f7-4769-981a-fd6ee3361f2c HTTP/1.1" status: 200 len: 217 time: 0.0359704 Dec 20 15:16:22.423280 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c895f4-7138-42b1-9026-438d73c6999a req-9583a7cb-9677-4f5a-bf32-d47f5723e222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:16:22.424763 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-23c895f4-7138-42b1-9026-438d73c6999a req-9583a7cb-9677-4f5a-bf32-d47f5723e222 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ea33cda0-d58c-46a6-9225-77cd1324e1d8 HTTP/1.1" status: 200 len: 855 time: 0.0437841 Dec 20 15:16:22.460172 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-23c895f4-7138-42b1-9026-438d73c6999a req-b438fe91-80e2-40dc-a813-bfc227a5f4c2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=920e89be-d52e-4337-956f-edaf16ceb22c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284934 Dec 20 15:16:22.552276 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-23c895f4-7138-42b1-9026-438d73c6999a req-51bf91a8-2cca-4aa1-af45-9b5bf4cab76c service neutron] 10.222.0.30 "GET /v2.0/networks/920e89be-d52e-4337-956f-edaf16ceb22c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840187 Dec 20 15:16:22.646490 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-23c895f4-7138-42b1-9026-438d73c6999a req-11ef4aff-a328-47ec-aa46-a502365f4969 service neutron] 10.222.0.30 "GET /v2.0/networks/920e89be-d52e-4337-956f-edaf16ceb22c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862439 Dec 20 15:16:22.705325 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device b9d5d682-a3f7-4769-981a-fd6ee3361f2c no longer exists at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:16:22.751510 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device b9d5d682-a3f7-4769-981a-fd6ee3361f2c not bound to the agent host n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:16:23.257500 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc15d2cf-efab-4765-b8d4-110d9316009a req-a48a0383-7bbd-484b-a17b-e15f8840fb88 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:16:23.259015 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-dc15d2cf-efab-4765-b8d4-110d9316009a req-a48a0383-7bbd-484b-a17b-e15f8840fb88 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/ports?device_id=4390c5d5-b1d6-42f0-b36e-601f289f0dec HTTP/1.1" status: 200 len: 945 time: 0.0507424 Dec 20 15:16:23.304978 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-dc15d2cf-efab-4765-b8d4-110d9316009a req-e496bea0-cdc5-4310-b22c-eed56c40e870 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9af76be-2e37-4762-b97b-132e01fdb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398016 Dec 20 15:16:23.427328 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5022d9a1-7620-4870-ade3-e0257debb088 req-573d1055-efbb-43d4-99a4-c9b26679af09 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:16:23.428824 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5022d9a1-7620-4870-ade3-e0257debb088 req-573d1055-efbb-43d4-99a4-c9b26679af09 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/ports?device_id=4390c5d5-b1d6-42f0-b36e-601f289f0dec HTTP/1.1" status: 200 len: 945 time: 0.0556881 Dec 20 15:16:23.479573 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5022d9a1-7620-4870-ade3-e0257debb088 req-546f110a-f9fd-4469-8c74-14dd520f3720 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9af76be-2e37-4762-b97b-132e01fdb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446708 Dec 20 15:16:23.605559 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08352bce-435c-4727-9055-9eff18a7bd8e req-2478b1f4-8fc3-4e7a-a646-f0a5b5663ad1 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:16:23.606951 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-08352bce-435c-4727-9055-9eff18a7bd8e req-2478b1f4-8fc3-4e7a-a646-f0a5b5663ad1 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/ports?device_id=4390c5d5-b1d6-42f0-b36e-601f289f0dec HTTP/1.1" status: 200 len: 945 time: 0.0577447 Dec 20 15:16:23.661405 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-08352bce-435c-4727-9055-9eff18a7bd8e req-4670fb01-acbc-455f-a4bd-733952ca4aac tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9af76be-2e37-4762-b97b-132e01fdb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484507 Dec 20 15:16:23.823561 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device b9d5d682-a3f7-4769-981a-fd6ee3361f2c up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:16:23.877589 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning for port b9d5d682-a3f7-4769-981a-fd6ee3361f2c completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:16:23.882480 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port b9d5d682-a3f7-4769-981a-fd6ee3361f2c triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:16:23.882899 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:23.966472 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:23.989839 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4390c5d5-b1d6-42f0-b36e-601f289f0dec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9d5d682-a3f7-4769-981a-fd6ee3361f2c'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:16:23.992484 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db1ec54a-199f-4829-8309-3279d3cc5f43" -d '{"events": [{"server_uuid": "4390c5d5-b1d6-42f0-b36e-601f289f0dec", "name": "network-vif-plugged", "status": "completed", "tag": "b9d5d682-a3f7-4769-981a-fd6ee3361f2c"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:16:24.008161 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b045b-f77d-478f-b9fc-12fd54a606c8 req-bd5dbcec-0767-43ef-b04e-27b9324b6333 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:16:24.008336 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port b9d5d682-a3f7-4769-981a-fd6ee3361f2c, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=b9d5d682-a3f7-4769-981a-fd6ee3361f2c,segment=NetworkSegment(fc077a64-bb28-416e-8def-48cb0f5d78ce),segment_id=fc077a64-bb28-416e-8def-48cb0f5d78ce)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:16:24.009832 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-287b045b-f77d-478f-b9fc-12fd54a606c8 req-bd5dbcec-0767-43ef-b04e-27b9324b6333 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/ports?device_id=4390c5d5-b1d6-42f0-b36e-601f289f0dec HTTP/1.1" status: 200 len: 945 time: 0.0497715 Dec 20 15:16:24.013392 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:24.039409 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77356ceb-5cf1-4671-bcd5-6da422dcd1ec x-openstack-request-id: req-77356ceb-5cf1-4671-bcd5-6da422dcd1ec {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:16:24.039707 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4390c5d5-b1d6-42f0-b36e-601f289f0dec", "name": "network-vif-plugged", "status": "completed", "tag": "b9d5d682-a3f7-4769-981a-fd6ee3361f2c", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:16:24.039960 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-77356ceb-5cf1-4671-bcd5-6da422dcd1ec {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:16:24.040371 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4390c5d5-b1d6-42f0-b36e-601f289f0dec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9d5d682-a3f7-4769-981a-fd6ee3361f2c', 'code': 200} Dec 20 15:16:24.063632 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-287b045b-f77d-478f-b9fc-12fd54a606c8 req-7333392d-1900-4d2c-bb92-cb6ce90956b3 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9af76be-2e37-4762-b97b-132e01fdb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471587 Dec 20 15:16:24.066872 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=b9d5d682-a3f7-4769-981a-fd6ee3361f2c,revision_number=9']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:16:25.207175 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a701a0d6-e12b-4b1a-aaf2-10c472626bad req-075d2180-f910-46b5-9dbb-cdf3b8c621b7 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:16:25.208655 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a701a0d6-e12b-4b1a-aaf2-10c472626bad req-075d2180-f910-46b5-9dbb-cdf3b8c621b7 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/ports?device_id=4390c5d5-b1d6-42f0-b36e-601f289f0dec HTTP/1.1" status: 200 len: 946 time: 0.0742757 Dec 20 15:16:25.218934 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b8dea5-aaeb-4239-829c-692cca04f97a req-bb261479-3ccc-413e-8fcf-ea3c6e70fcce tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:16:25.220267 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b8b8dea5-aaeb-4239-829c-692cca04f97a req-bb261479-3ccc-413e-8fcf-ea3c6e70fcce tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.47 "GET /v2.0/ports?device_id=4390c5d5-b1d6-42f0-b36e-601f289f0dec HTTP/1.1" status: 200 len: 946 time: 0.0770047 Dec 20 15:16:25.314953 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a701a0d6-e12b-4b1a-aaf2-10c472626bad req-2f8424d9-7dcd-4c75-84de-71d344a92cf7 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.54 "GET /v2.0/security-groups?id=c9af76be-2e37-4762-b97b-132e01fdb22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936666 Dec 20 15:16:25.341056 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-b8b8dea5-aaeb-4239-829c-692cca04f97a req-4ebfa831-0adb-4a5c-8936-039967b1c428 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Deleting port b9d5d682-a3f7-4769-981a-fd6ee3361f2c {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:16:25.341388 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-b8b8dea5-aaeb-4239-829c-692cca04f97a req-4ebfa831-0adb-4a5c-8936-039967b1c428 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:25.430462 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-b8b8dea5-aaeb-4239-829c-692cca04f97a req-4ebfa831-0adb-4a5c-8936-039967b1c428 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] For port b9d5d682-a3f7-4769-981a-fd6ee3361f2c, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=b9d5d682-a3f7-4769-981a-fd6ee3361f2c,segment=NetworkSegment(fc077a64-bb28-416e-8def-48cb0f5d78ce),segment_id=fc077a64-bb28-416e-8def-48cb0f5d78ce)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:16:25.430849 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-b8b8dea5-aaeb-4239-829c-692cca04f97a req-4ebfa831-0adb-4a5c-8936-039967b1c428 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:25.449536 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-b8b8dea5-aaeb-4239-829c-692cca04f97a req-4ebfa831-0adb-4a5c-8936-039967b1c428 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Calling delete_port for b9d5d682-a3f7-4769-981a-fd6ee3361f2c owned by compute:nova {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:16:25.589069 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-b8b8dea5-aaeb-4239-829c-692cca04f97a req-4ebfa831-0adb-4a5c-8936-039967b1c428 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:25.604350 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['b9d5d682-a3f7-4769-981a-fd6ee3361f2c'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:16:25.621548 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebfa831-0adb-4a5c-8936-039967b1c428 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Pushing event deleted for resources: {'Port': ['ID=b9d5d682-a3f7-4769-981a-fd6ee3361f2c,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:16:25.665240 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8b8dea5-aaeb-4239-829c-692cca04f97a req-4ebfa831-0adb-4a5c-8936-039967b1c428 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] No DVR routers for this DVR port b9d5d682-a3f7-4769-981a-fd6ee3361f2c on host n-h2-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:16:25.667983 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-b8b8dea5-aaeb-4239-829c-692cca04f97a req-4ebfa831-0adb-4a5c-8936-039967b1c428 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:25.671297 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b8b8dea5-aaeb-4239-829c-692cca04f97a req-4ebfa831-0adb-4a5c-8936-039967b1c428 tempest-ServerDiskConfigTestJSON-1243991194 tempest-ServerDiskConfigTestJSON-1243991194-project] 10.222.0.47 "DELETE /v2.0/ports/b9d5d682-a3f7-4769-981a-fd6ee3361f2c HTTP/1.1" status: 204 len: 173 time: 0.4443438 Dec 20 15:16:25.671727 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4390c5d5-b1d6-42f0-b36e-601f289f0dec', 'name': 'network-vif-deleted', 'tag': 'b9d5d682-a3f7-4769-981a-fd6ee3361f2c'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:16:25.673999 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b65f478-c884-4585-bb85-8f87e0059fad" -d '{"events": [{"server_uuid": "4390c5d5-b1d6-42f0-b36e-601f289f0dec", "name": "network-vif-deleted", "tag": "b9d5d682-a3f7-4769-981a-fd6ee3361f2c"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:16:25.715033 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-179d5acb-c4f7-481f-91f5-536207818f43 x-openstack-request-id: req-179d5acb-c4f7-481f-91f5-536207818f43 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:16:25.715328 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4390c5d5-b1d6-42f0-b36e-601f289f0dec", "name": "network-vif-deleted", "tag": "b9d5d682-a3f7-4769-981a-fd6ee3361f2c", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:16:25.715581 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-179d5acb-c4f7-481f-91f5-536207818f43 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:16:25.715990 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4390c5d5-b1d6-42f0-b36e-601f289f0dec', 'name': 'network-vif-deleted', 'tag': 'b9d5d682-a3f7-4769-981a-fd6ee3361f2c', 'status': 'completed', 'code': 200} Dec 20 15:16:26.446870 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 54298) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:16:26.490821 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_v2 [None req-fef1fabd-aebd-457b-8071-3dc3370c6bb2 admin admin] Deleting subnet ea33cda0-d58c-46a6-9225-77cd1324e1d8 {{(pid=103168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:16:26.493941 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fef1fabd-aebd-457b-8071-3dc3370c6bb2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:26.529748 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fef1fabd-aebd-457b-8071-3dc3370c6bb2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9023023'] for subnet, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:26.568127 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fef1fabd-aebd-457b-8071-3dc3370c6bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:26.626945 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fef1fabd-aebd-457b-8071-3dc3370c6bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8850800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470517'] for subnet, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:26.655107 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef1fabd-aebd-457b-8071-3dc3370c6bb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea33cda0-d58c-46a6-9225-77cd1324e1d8,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:16:26.657069 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fef1fabd-aebd-457b-8071-3dc3370c6bb2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:26.661072 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-fef1fabd-aebd-457b-8071-3dc3370c6bb2 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/ea33cda0-d58c-46a6-9225-77cd1324e1d8 HTTP/1.1" status: 204 len: 168 time: 0.2123599 Dec 20 15:16:26.663683 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 54300) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:16:26.732540 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d89f2c11-bcfe-4bed-9471-6b40ed5d2fac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:26.815764 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d89f2c11-bcfe-4bed-9471-6b40ed5d2fac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:26.836566 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-d89f2c11-bcfe-4bed-9471-6b40ed5d2fac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['920e89be-d52e-4337-956f-edaf16ceb22c']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:16:26.845815 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-d89f2c11-bcfe-4bed-9471-6b40ed5d2fac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc077a64-bb28-416e-8def-48cb0f5d78ce') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:16:26.846067 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-d89f2c11-bcfe-4bed-9471-6b40ed5d2fac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc077a64-bb28-416e-8def-48cb0f5d78ce') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:16:26.855859 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d89f2c11-bcfe-4bed-9471-6b40ed5d2fac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:26.869821 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d89f2c11-bcfe-4bed-9471-6b40ed5d2fac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:26.878176 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d89f2c11-bcfe-4bed-9471-6b40ed5d2fac admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:16:26.878540 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d89f2c11-bcfe-4bed-9471-6b40ed5d2fac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:26.880153 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:16:26.880153 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:16:26.880153 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:16:26.880153 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:16:26.880153 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:16:26.880153 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:16:26.880153 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:16:26.880153 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:16:26.880153 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:16:26.880153 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:16:26.880153 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:16:26.880153 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:16:26.880153 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:16:26.880153 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:16:26.880153 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:16:26.880153 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:16:26.880153 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:16:26.880153 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:16:26.880153 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:16:26.880153 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:16:26.880153 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:16:26.880153 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:16:26.880153 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:16:26.880153 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:16:26.880153 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:16:26.880153 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:16:26.880153 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:16:26.880153 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:16:26.880153 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:16:26.880153 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:16:26.880153 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:16:26.880153 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:16:26.880153 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:16:26.880153 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:16:26.880153 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:16:26.880153 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:16:26.880153 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:16:26.880153 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:16:26.880153 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:16:26.880153 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:16:26.880153 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 15:16:26.880153 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:16:26.880153 n-d-761264-19 neutron-server[103168]: timer() Dec 20 15:16:26.880153 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:16:26.880153 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 15:16:26.880153 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:16:26.880153 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 15:16:26.880153 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:16:26.880153 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 15:16:26.880153 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:16:26.880153 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 15:16:26.880153 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:16:26.880153 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 15:16:26.880153 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:16:26.880153 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:16:26.880153 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:16:26.880153 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:16:26.880153 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:16:26.880153 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 15:16:26.880153 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:16:26.880153 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 15:16:26.880153 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:16:26.880153 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:16:26.880153 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:16:26.880153 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 15:16:26.880153 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:16:26.880153 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:16:26.880153 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:16:26.880153 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:16:26.880153 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:16:26.880153 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:16:26.880153 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:16:26.942172 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d89f2c11-bcfe-4bed-9471-6b40ed5d2fac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:26.947713 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d89f2c11-bcfe-4bed-9471-6b40ed5d2fac admin admin] Publish callbacks [] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:26.951055 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-d89f2c11-bcfe-4bed-9471-6b40ed5d2fac admin admin] 10.222.0.54 "DELETE /v2.0/networks/920e89be-d52e-4337-956f-edaf16ceb22c HTTP/1.1" status: 204 len: 168 time: 0.2864475 Dec 20 15:16:26.961942 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89f2c11-bcfe-4bed-9471-6b40ed5d2fac admin admin] Pushing event deleted for resources: {'Network': ['ID=920e89be-d52e-4337-956f-edaf16ceb22c,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:16:27.064751 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 54304) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:16:27.107381 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-48b4d01b-f93c-42b8-be43-03e37ce67e83 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e92312ce7f3c499281d481f8fa330dc2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0414124 Dec 20 15:16:27.110053 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 54306) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:16:27.156931 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-02e8acf3-e177-4b47-add4-6e0a8bea2ca8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:27.178495 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-02e8acf3-e177-4b47-add4-6e0a8bea2ca8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:27.225553 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-02e8acf3-e177-4b47-add4-6e0a8bea2ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:27.228560 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-02e8acf3-e177-4b47-add4-6e0a8bea2ca8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:27.232211 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-02e8acf3-e177-4b47-add4-6e0a8bea2ca8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c9af76be-2e37-4762-b97b-132e01fdb22a HTTP/1.1" status: 204 len: 168 time: 0.1186910 Dec 20 15:16:27.237551 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e8acf3-e177-4b47-add4-6e0a8bea2ca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9af76be-2e37-4762-b97b-132e01fdb22a,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:16:27.939639 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 54328) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:16:28.051936 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-583ce0d2-01ea-4e75-bc0f-d69cc48e8b4f admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-386714640-network', 'tenant_id': '3a8ae3efcf51476d8a4f0685fa1f4850'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:16:28.078407 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-583ce0d2-01ea-4e75-bc0f-d69cc48e8b4f admin admin] Made reservation on behalf of 3a8ae3efcf51476d8a4f0685fa1f4850 for: {'network': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:16:28.082054 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-583ce0d2-01ea-4e75-bc0f-d69cc48e8b4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:28.100091 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-583ce0d2-01ea-4e75-bc0f-d69cc48e8b4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:28.179302 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-583ce0d2-01ea-4e75-bc0f-d69cc48e8b4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:28.185115 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-583ce0d2-01ea-4e75-bc0f-d69cc48e8b4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:28.208987 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-583ce0d2-01ea-4e75-bc0f-d69cc48e8b4f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=103167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:16:28.218597 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583ce0d2-01ea-4e75-bc0f-d69cc48e8b4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2111ba5-2e43-453b-9d3d-fc9b6e4bf1cd,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:16:28.223466 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-583ce0d2-01ea-4e75-bc0f-d69cc48e8b4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:28.223790 n-d-761264-19 neutron-server[103167]: INFO neutron.db.segments_db [None req-583ce0d2-01ea-4e75-bc0f-d69cc48e8b4f admin admin] Added segment dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a of type vlan for network 63ccb7a9-3c34-4e10-9b7c-033a0881f0fc Dec 20 15:16:28.265374 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-583ce0d2-01ea-4e75-bc0f-d69cc48e8b4f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:28.292113 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-583ce0d2-01ea-4e75-bc0f-d69cc48e8b4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:28.293151 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583ce0d2-01ea-4e75-bc0f-d69cc48e8b4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:16:28.293720 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-583ce0d2-01ea-4e75-bc0f-d69cc48e8b4f admin admin] Publish callbacks [] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:28.358758 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-583ce0d2-01ea-4e75-bc0f-d69cc48e8b4f admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4150457 Dec 20 15:16:28.359300 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 54332) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:16:28.361462 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583ce0d2-01ea-4e75-bc0f-d69cc48e8b4f admin admin] Pushing event updated for resources: {'Network': ['ID=63ccb7a9-3c34-4e10-9b7c-033a0881f0fc,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:16:28.364572 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-786a5fc6-493f-4daf-ab50-20ca836d9581 admin admin] Request body: {'subnet': {'network_id': '63ccb7a9-3c34-4e10-9b7c-033a0881f0fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-386714640-subnet', 'tenant_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:16:28.373454 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 63ccb7a9-3c34-4e10-9b7c-033a0881f0fc details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:16:28.391198 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-786a5fc6-493f-4daf-ab50-20ca836d9581 admin admin] Made reservation on behalf of 3a8ae3efcf51476d8a4f0685fa1f4850 for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:16:28.393601 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-786a5fc6-493f-4daf-ab50-20ca836d9581 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:28.568111 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-786a5fc6-493f-4daf-ab50-20ca836d9581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8848317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10470522'] for subnet, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:28.621749 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786a5fc6-493f-4daf-ab50-20ca836d9581 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6dd720d7-be54-496c-b59e-cfe36a403992,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:16:28.637534 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786a5fc6-493f-4daf-ab50-20ca836d9581 admin admin] Checking segment: {'id': 'dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '63ccb7a9-3c34-4e10-9b7c-033a0881f0fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:16:28.637853 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786a5fc6-493f-4daf-ab50-20ca836d9581 admin admin] Network hostable DHCP agents. Network: 63ccb7a9-3c34-4e10-9b7c-033a0881f0fc, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:16:28.657692 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786a5fc6-493f-4daf-ab50-20ca836d9581 admin admin] Network 63ccb7a9-3c34-4e10-9b7c-033a0881f0fc is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:16:28.668857 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-786a5fc6-493f-4daf-ab50-20ca836d9581 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 63ccb7a9-3c34-4e10-9b7c-033a0881f0fc) {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:16:28.673140 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786a5fc6-493f-4daf-ab50-20ca836d9581 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:16:28.673744 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-786a5fc6-493f-4daf-ab50-20ca836d9581 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:28.680249 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a112d2-a6ef-4e70-8ed7-52240193b673 None None] Network 63ccb7a9-3c34-4e10-9b7c-033a0881f0fc requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:16:28.695243 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 54334) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:16:28.695461 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-786a5fc6-493f-4daf-ab50-20ca836d9581 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3348901 Dec 20 15:16:28.699816 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-fc6ee9a9-b884-46f9-8c02-d7386092ca89 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-386714640-router', 'tenant_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:16:28.725230 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fc6ee9a9-b884-46f9-8c02-d7386092ca89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40114'] for router, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:28.726360 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fc6ee9a9-b884-46f9-8c02-d7386092ca89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40139'] for router, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:28.782604 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73aeee3e-964a-4966-8e4f-8406383d7f05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-63ccb7a9-3c34-4e10-9b7c-033a0881f0fc', 'network_id': '63ccb7a9-3c34-4e10-9b7c-033a0881f0fc', 'project_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'fixed_ips': [{'subnet_id': '6dd720d7-be54-496c-b59e-cfe36a403992'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 15:16:28.783184 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fc6ee9a9-b884-46f9-8c02-d7386092ca89 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:28.783733 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-73aeee3e-964a-4966-8e4f-8406383d7f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:28.914543 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-73aeee3e-964a-4966-8e4f-8406383d7f05 None None] Allocated IP 172.20.0.2 (63ccb7a9-3c34-4e10-9b7c-033a0881f0fc/6dd720d7-be54-496c-b59e-cfe36a403992/ad1730d4-7021-4c37-990d-41f22f7ba930) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:16:28.923362 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fc6ee9a9-b884-46f9-8c02-d7386092ca89 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:29.228513 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-73aeee3e-964a-4966-8e4f-8406383d7f05 None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:29.235619 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-73aeee3e-964a-4966-8e4f-8406383d7f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:29.281831 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73aeee3e-964a-4966-8e4f-8406383d7f05 None None] Network 63ccb7a9-3c34-4e10-9b7c-033a0881f0fc is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:16:29.287547 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-73aeee3e-964a-4966-8e4f-8406383d7f05 None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:16:29.290087 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73aeee3e-964a-4966-8e4f-8406383d7f05 None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:16:29.293704 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aeee3e-964a-4966-8e4f-8406383d7f05 None None] Pushing event updated for resources: {'Port': ['ID=ad1730d4-7021-4c37-990d-41f22f7ba930,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:16:29.347547 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-73aeee3e-964a-4966-8e4f-8406383d7f05 None None] Attempting to bind port ad1730d4-7021-4c37-990d-41f22f7ba930 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:16:29.347919 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-73aeee3e-964a-4966-8e4f-8406383d7f05 None None] Attempting to bind port ad1730d4-7021-4c37-990d-41f22f7ba930 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': 'dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '63ccb7a9-3c34-4e10-9b7c-033a0881f0fc'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:16:29.348283 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73aeee3e-964a-4966-8e4f-8406383d7f05 None None] Attempting to bind port ad1730d4-7021-4c37-990d-41f22f7ba930 on network 63ccb7a9-3c34-4e10-9b7c-033a0881f0fc {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:16:29.353962 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73aeee3e-964a-4966-8e4f-8406383d7f05 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:16:29.354337 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73aeee3e-964a-4966-8e4f-8406383d7f05 None None] Checking segment: {'id': 'dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '63ccb7a9-3c34-4e10-9b7c-033a0881f0fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:16:29.354765 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-73aeee3e-964a-4966-8e4f-8406383d7f05 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:29.355163 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73aeee3e-964a-4966-8e4f-8406383d7f05 None None] Bound using segment: {'id': 'dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '63ccb7a9-3c34-4e10-9b7c-033a0881f0fc'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:16:29.355642 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-73aeee3e-964a-4966-8e4f-8406383d7f05 None None] Bound port: ad1730d4-7021-4c37-990d-41f22f7ba930, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '63ccb7a9-3c34-4e10-9b7c-033a0881f0fc'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:16:29.356025 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-73aeee3e-964a-4966-8e4f-8406383d7f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:29.419130 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-73aeee3e-964a-4966-8e4f-8406383d7f05 None None] For port ad1730d4-7021-4c37-990d-41f22f7ba930, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:16:29.422317 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-73aeee3e-964a-4966-8e4f-8406383d7f05 None None] For port ad1730d4-7021-4c37-990d-41f22f7ba930, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=ad1730d4-7021-4c37-990d-41f22f7ba930,segment=NetworkSegment(dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a),segment_id=dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:16:29.428172 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-73aeee3e-964a-4966-8e4f-8406383d7f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:29.441207 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fc6ee9a9-b884-46f9-8c02-d7386092ca89 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:29.460198 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fc6ee9a9-b884-46f9-8c02-d7386092ca89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:29.487541 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aeee3e-964a-4966-8e4f-8406383d7f05 None None] Pushing event updated for resources: {'Port': ['ID=ad1730d4-7021-4c37-990d-41f22f7ba930,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:16:29.573728 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-fc6ee9a9-b884-46f9-8c02-d7386092ca89 admin admin] Allocated IP 172.25.0.198 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/91a42ef0-08d4-4b63-ba77-3c51217fa9f2) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:16:29.698456 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fc6ee9a9-b884-46f9-8c02-d7386092ca89 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:29.732615 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fc6ee9a9-b884-46f9-8c02-d7386092ca89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:29.776157 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6ee9a9-b884-46f9-8c02-d7386092ca89 admin admin] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:16:29.779098 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-fc6ee9a9-b884-46f9-8c02-d7386092ca89 admin admin] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:16:29.783603 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6ee9a9-b884-46f9-8c02-d7386092ca89 admin admin] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:16:29.794100 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3bc7cd-0f0f-469a-b3c6-0afb42e191de None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:16:29.812359 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6ee9a9-b884-46f9-8c02-d7386092ca89 admin admin] Pushing event updated for resources: {'Port': ['ID=91a42ef0-08d4-4b63-ba77-3c51217fa9f2,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:16:29.812686 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device b9d5d682-a3f7-4769-981a-fd6ee3361f2c no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:16:29.834219 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] No Port match for: b9d5d682-a3f7-4769-981a-fd6ee3361f2c {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:16:29.834562 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device b9d5d682-a3f7-4769-981a-fd6ee3361f2c not bound to the agent host n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:16:29.857127 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-25e3157d-8145-47eb-82ec-509da9a02376 None None] Provisioning complete for port 91a42ef0-08d4-4b63-ba77-3c51217fa9f2 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:16:29.857565 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-25e3157d-8145-47eb-82ec-509da9a02376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:29.891240 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-25e3157d-8145-47eb-82ec-509da9a02376 None None] Port 91a42ef0-08d4-4b63-ba77-3c51217fa9f2 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:16:30.038699 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fc6ee9a9-b884-46f9-8c02-d7386092ca89 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:30.240520 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fc6ee9a9-b884-46f9-8c02-d7386092ca89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013'] for router, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:30.363066 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e79449-6dba-42fb-8377-9527074e039c None None] Network 63ccb7a9-3c34-4e10-9b7c-033a0881f0fc requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:16:30.374534 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc6ee9a9-b884-46f9-8c02-d7386092ca89 admin admin] Router 1b1d8f2b-d97d-468d-a455-046ec60223c1 is scheduled to L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 with binding_index 1 {{(pid=103167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 15:16:30.442566 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-c6b9647f-52ed-4279-918d-ff85ea7c556b None None] Provisioning complete for port ad1730d4-7021-4c37-990d-41f22f7ba930 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:16:30.443229 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c6b9647f-52ed-4279-918d-ff85ea7c556b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:30.480725 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc6ee9a9-b884-46f9-8c02-d7386092ca89 admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:16:30.493171 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c7720e-740a-4ef0-b161-bd8b51ba1375 None None] Sync routers for ids ['1b1d8f2b-d97d-468d-a455-046ec60223c1'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:16:30.498145 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fc6ee9a9-b884-46f9-8c02-d7386092ca89 admin admin] Publish callbacks [] for router, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:30.499436 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-fc6ee9a9-b884-46f9-8c02-d7386092ca89 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8031309 Dec 20 15:16:30.502176 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 54336) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:16:30.517654 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c7720e-740a-4ef0-b161-bd8b51ba1375 None None] Routers {'1b1d8f2b-d97d-468d-a455-046ec60223c1'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:16:30.518336 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-25c7720e-740a-4ef0-b161-bd8b51ba1375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:16:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['1b1d8f2b-d97d-468d-a455-046ec60223c1'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:16:30.635088 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c6b9647f-52ed-4279-918d-ff85ea7c556b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:30.674191 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-25c7720e-740a-4ef0-b161-bd8b51ba1375 None None] Set router 1b1d8f2b-d97d-468d-a455-046ec60223c1 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:16:30.733127 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-c6b9647f-52ed-4279-918d-ff85ea7c556b None None] For port ad1730d4-7021-4c37-990d-41f22f7ba930, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=ad1730d4-7021-4c37-990d-41f22f7ba930,segment=NetworkSegment(dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a),segment_id=dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:16:30.754485 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c6b9647f-52ed-4279-918d-ff85ea7c556b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:30.821711 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device ad1730d4-7021-4c37-990d-41f22f7ba930 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:16:30.857303 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-296d0578-abf6-465b-b97f-161cbaf02438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:30.903666 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b9647f-52ed-4279-918d-ff85ea7c556b None None] Pushing event updated for resources: {'Port': ['ID=ad1730d4-7021-4c37-990d-41f22f7ba930,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:16:30.939974 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-916525ee-5110-4c0d-9074-cb3562a8ece1 None None] Provisioning complete for port ad1730d4-7021-4c37-990d-41f22f7ba930 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:16:30.940340 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-916525ee-5110-4c0d-9074-cb3562a8ece1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:30.951306 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-049ec7d8-d6ac-4dfa-b85e-871680459d98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:30.982061 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port ad1730d4-7021-4c37-990d-41f22f7ba930 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:16:30.982432 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:31.080570 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-25c7720e-740a-4ef0-b161-bd8b51ba1375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b1d8f2b-d97d-468d-a455-046ec60223c1', 'name': 'tempest-ServerActionsTestJSON-386714640-router', 'tenant_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '91a42ef0-08d4-4b63-ba77-3c51217fa9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:16:28Z', 'updated_at': '2021-12-20T15:16:29Z', 'revision_number': 3, 'project_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'gw_port': {'id': '91a42ef0-08d4-4b63-ba77-3c51217fa9f2', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:29:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b1d8f2b-d97d-468d-a455-046ec60223c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:16:29Z', 'updated_at': '2021-12-20T15:16:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:16:31.122216 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-049ec7d8-d6ac-4dfa-b85e-871680459d98 admin admin] Allocated IP 172.20.0.1 (63ccb7a9-3c34-4e10-9b7c-033a0881f0fc/6dd720d7-be54-496c-b59e-cfe36a403992/ec6f6254-109b-4ae7-a6c3-f386c155adb3) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:16:31.133154 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c7720e-740a-4ef0-b161-bd8b51ba1375 None None] Checking router: 1b1d8f2b-d97d-468d-a455-046ec60223c1 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:16:31.133746 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c7720e-740a-4ef0-b161-bd8b51ba1375 None None] Updating router 1b1d8f2b-d97d-468d-a455-046ec60223c1 port 91a42ef0-08d4-4b63-ba77-3c51217fa9f2 binding host n-d-761264-19 {{(pid=103169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 15:16:31.172411 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-25c7720e-740a-4ef0-b161-bd8b51ba1375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:31.232959 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-049ec7d8-d6ac-4dfa-b85e-871680459d98 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:31.271002 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-049ec7d8-d6ac-4dfa-b85e-871680459d98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:31.312312 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049ec7d8-d6ac-4dfa-b85e-871680459d98 admin admin] Network 63ccb7a9-3c34-4e10-9b7c-033a0881f0fc is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:16:31.315218 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-049ec7d8-d6ac-4dfa-b85e-871680459d98 admin admin] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:16:31.319812 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049ec7d8-d6ac-4dfa-b85e-871680459d98 admin admin] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:16:31.348291 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049ec7d8-d6ac-4dfa-b85e-871680459d98 admin admin] Pushing event updated for resources: {'Port': ['ID=ec6f6254-109b-4ae7-a6c3-f386c155adb3,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:16:31.357663 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049ec7d8-d6ac-4dfa-b85e-871680459d98 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:16:31.358008 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049ec7d8-d6ac-4dfa-b85e-871680459d98 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:16:31.358867 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049ec7d8-d6ac-4dfa-b85e-871680459d98 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:16:31.358867 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049ec7d8-d6ac-4dfa-b85e-871680459d98 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:16:31.359064 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049ec7d8-d6ac-4dfa-b85e-871680459d98 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:16:31.359326 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049ec7d8-d6ac-4dfa-b85e-871680459d98 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:16:31.359650 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049ec7d8-d6ac-4dfa-b85e-871680459d98 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:16:31.359970 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049ec7d8-d6ac-4dfa-b85e-871680459d98 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:16:31.360290 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049ec7d8-d6ac-4dfa-b85e-871680459d98 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:16:31.360607 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049ec7d8-d6ac-4dfa-b85e-871680459d98 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:16:31.360921 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049ec7d8-d6ac-4dfa-b85e-871680459d98 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:16:31.361242 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049ec7d8-d6ac-4dfa-b85e-871680459d98 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:16:31.361675 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049ec7d8-d6ac-4dfa-b85e-871680459d98 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:16:31.382357 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-049ec7d8-d6ac-4dfa-b85e-871680459d98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595714'] for router_interface, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:31.458017 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-25c7720e-740a-4ef0-b161-bd8b51ba1375 None None] Publish callbacks [] for port, precommit_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:31.466021 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-25c7720e-740a-4ef0-b161-bd8b51ba1375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:31.517718 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecda6a90-b2e8-492f-a3a8-9989721619de None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:16:31.528659 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-25c7720e-740a-4ef0-b161-bd8b51ba1375 None None] Attempting to bind port 91a42ef0-08d4-4b63-ba77-3c51217fa9f2 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:16:31.529020 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-25c7720e-740a-4ef0-b161-bd8b51ba1375 None None] Attempting to bind port 91a42ef0-08d4-4b63-ba77-3c51217fa9f2 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:16:31.529480 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c7720e-740a-4ef0-b161-bd8b51ba1375 None None] Attempting to bind port 91a42ef0-08d4-4b63-ba77-3c51217fa9f2 on network c3f8658e-da35-41f3-bd03-509e29ebd6f3 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:16:31.541354 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c7720e-740a-4ef0-b161-bd8b51ba1375 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:16:31.541731 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c7720e-740a-4ef0-b161-bd8b51ba1375 None None] Checking segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:16:31.542140 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-25c7720e-740a-4ef0-b161-bd8b51ba1375 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:31.542500 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c7720e-740a-4ef0-b161-bd8b51ba1375 None None] Bound using segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:16:31.543017 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-25c7720e-740a-4ef0-b161-bd8b51ba1375 None None] Bound port: 91a42ef0-08d4-4b63-ba77-3c51217fa9f2, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:16:31.543513 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-25c7720e-740a-4ef0-b161-bd8b51ba1375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:31.544896 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fda18d-cee3-4ec7-be66-dfe03a82bbdc None None] Pushing event updated for resources: {'Port': ['ID=91a42ef0-08d4-4b63-ba77-3c51217fa9f2,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:16:31.556255 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-049ec7d8-d6ac-4dfa-b85e-871680459d98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:31.597115 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-3aadcf1b-d94e-40b6-b93b-58acae748881 None None] Provisioning complete for port ec6f6254-109b-4ae7-a6c3-f386c155adb3 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:16:31.597341 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-3aadcf1b-d94e-40b6-b93b-58acae748881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:31.641036 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-25c7720e-740a-4ef0-b161-bd8b51ba1375 None None] For port 91a42ef0-08d4-4b63-ba77-3c51217fa9f2, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:16:31.646169 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-25c7720e-740a-4ef0-b161-bd8b51ba1375 None None] For port 91a42ef0-08d4-4b63-ba77-3c51217fa9f2, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=91a42ef0-08d4-4b63-ba77-3c51217fa9f2,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:16:31.652265 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-25c7720e-740a-4ef0-b161-bd8b51ba1375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:31.656119 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-3aadcf1b-d94e-40b6-b93b-58acae748881 None None] Port ec6f6254-109b-4ae7-a6c3-f386c155adb3 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:16:31.706168 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca422ecc-ca5e-4020-8743-ef19a593429b None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:16:31.727432 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-3aadcf1b-d94e-40b6-b93b-58acae748881 None None] Provisioning complete for port 91a42ef0-08d4-4b63-ba77-3c51217fa9f2 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:16:31.727789 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-3aadcf1b-d94e-40b6-b93b-58acae748881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:31.730878 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c7720e-740a-4ef0-b161-bd8b51ba1375 None None] Routers {'1b1d8f2b-d97d-468d-a455-046ec60223c1'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:16:31.731496 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-25c7720e-740a-4ef0-b161-bd8b51ba1375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:16:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['1b1d8f2b-d97d-468d-a455-046ec60223c1'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:16:31.739516 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fda18d-cee3-4ec7-be66-dfe03a82bbdc None None] Pushing event updated for resources: {'Port': ['ID=91a42ef0-08d4-4b63-ba77-3c51217fa9f2,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:16:31.750496 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-049ec7d8-d6ac-4dfa-b85e-871680459d98 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:31.757360 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-049ec7d8-d6ac-4dfa-b85e-871680459d98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:31.825653 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049ec7d8-d6ac-4dfa-b85e-871680459d98 admin admin] Pushing event updated for resources: {'Port': ['ID=ec6f6254-109b-4ae7-a6c3-f386c155adb3,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:16:31.830837 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-049ec7d8-d6ac-4dfa-b85e-871680459d98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1595702'] for router_interface, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:31.906055 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-25c7720e-740a-4ef0-b161-bd8b51ba1375 None None] Set router 1b1d8f2b-d97d-468d-a455-046ec60223c1 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:16:31.926615 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049ec7d8-d6ac-4dfa-b85e-871680459d98 admin admin] Network 63ccb7a9-3c34-4e10-9b7c-033a0881f0fc is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:16:31.928148 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-049ec7d8-d6ac-4dfa-b85e-871680459d98 admin admin] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:16:31.949259 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-3aadcf1b-d94e-40b6-b93b-58acae748881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:32.003014 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-3aadcf1b-d94e-40b6-b93b-58acae748881 None None] For port 91a42ef0-08d4-4b63-ba77-3c51217fa9f2, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=91a42ef0-08d4-4b63-ba77-3c51217fa9f2,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:16:32.021540 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-3aadcf1b-d94e-40b6-b93b-58acae748881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:32.081084 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-049ec7d8-d6ac-4dfa-b85e-871680459d98 admin admin] Router 1b1d8f2b-d97d-468d-a455-046ec60223c1 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:16:32.206077 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-049ec7d8-d6ac-4dfa-b85e-871680459d98 admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:16:32.211461 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-049ec7d8-d6ac-4dfa-b85e-871680459d98 admin admin] 10.222.0.54 "PUT /v2.0/routers/1b1d8f2b-d97d-468d-a455-046ec60223c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7082934 Dec 20 15:16:32.321161 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-184ba216-ab1c-415a-b037-3a00c65415f6 None None] Provisioning complete for port 91a42ef0-08d4-4b63-ba77-3c51217fa9f2 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:16:32.321530 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-184ba216-ab1c-415a-b037-3a00c65415f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:32.329066 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aadcf1b-d94e-40b6-b93b-58acae748881 None None] Pushing event updated for resources: {'Port': ['ID=91a42ef0-08d4-4b63-ba77-3c51217fa9f2,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:16:32.446495 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-25c7720e-740a-4ef0-b161-bd8b51ba1375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b1d8f2b-d97d-468d-a455-046ec60223c1', 'name': 'tempest-ServerActionsTestJSON-386714640-router', 'tenant_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '91a42ef0-08d4-4b63-ba77-3c51217fa9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:16:28Z', 'updated_at': '2021-12-20T15:16:31Z', 'revision_number': 4, 'project_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'gw_port': {'id': '91a42ef0-08d4-4b63-ba77-3c51217fa9f2', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:29:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b1d8f2b-d97d-468d-a455-046ec60223c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:16:29Z', 'updated_at': '2021-12-20T15:16:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'ec6f6254-109b-4ae7-a6c3-f386c155adb3', 'name': '', 'network_id': '63ccb7a9-3c34-4e10-9b7c-033a0881f0fc', 'tenant_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'mac_address': 'fa:16:3e:25:4d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b1d8f2b-d97d-468d-a455-046ec60223c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '6dd720d7-be54-496c-b59e-cfe36a403992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:16:30Z', 'updated_at': '2021-12-20T15:16:31Z', 'revision_number': 1, 'project_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'subnets': [{'id': '6dd720d7-be54-496c-b59e-cfe36a403992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:16:32.474475 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c7720e-740a-4ef0-b161-bd8b51ba1375 None None] The sync data for ids ['1b1d8f2b-d97d-468d-a455-046ec60223c1'] in n-d-761264-19 is: [{'id': '1b1d8f2b-d97d-468d-a455-046ec60223c1', 'name': 'tempest-ServerActionsTestJSON-386714640-router', 'tenant_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '91a42ef0-08d4-4b63-ba77-3c51217fa9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:16:28Z', 'updated_at': '2021-12-20T15:16:31Z', 'revision_number': 4, 'project_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'gw_port': {'id': '91a42ef0-08d4-4b63-ba77-3c51217fa9f2', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:29:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b1d8f2b-d97d-468d-a455-046ec60223c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:16:29Z', 'updated_at': '2021-12-20T15:16:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'ec6f6254-109b-4ae7-a6c3-f386c155adb3', 'name': '', 'network_id': '63ccb7a9-3c34-4e10-9b7c-033a0881f0fc', 'tenant_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'mac_address': 'fa:16:3e:25:4d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b1d8f2b-d97d-468d-a455-046ec60223c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '6dd720d7-be54-496c-b59e-cfe36a403992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:16:30Z', 'updated_at': '2021-12-20T15:16:31Z', 'revision_number': 1, 'project_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'subnets': [{'id': '6dd720d7-be54-496c-b59e-cfe36a403992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:16:32.567591 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-538a4f4a-d5b9-4c26-8cbe-782ea221e689 None None] Provisioning complete for port ec6f6254-109b-4ae7-a6c3-f386c155adb3 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:16:32.567955 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-538a4f4a-d5b9-4c26-8cbe-782ea221e689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:32.605512 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-538a4f4a-d5b9-4c26-8cbe-782ea221e689 None None] Port ec6f6254-109b-4ae7-a6c3-f386c155adb3 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:16:32.774801 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device ad1730d4-7021-4c37-990d-41f22f7ba930 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:16:32.825111 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port ad1730d4-7021-4c37-990d-41f22f7ba930 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:16:32.825577 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:32.950360 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 54344) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:16:32.955587 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-29e7f6ee-bb59-4faf-9715-3c52f88e8f80 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Request body: {'security_group': {'name': 'tempest-securitygroup--28931013', 'description': 'tempest-description--2128385120'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:16:32.967000 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-de080683-43db-4f36-b4a4-798e4b0b98b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:32.982939 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-29e7f6ee-bb59-4faf-9715-3c52f88e8f80 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:33.053490 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-29e7f6ee-bb59-4faf-9715-3c52f88e8f80 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:33.058905 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-29e7f6ee-bb59-4faf-9715-3c52f88e8f80 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:33.096626 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-29e7f6ee-bb59-4faf-9715-3c52f88e8f80 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:33.098127 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-29e7f6ee-bb59-4faf-9715-3c52f88e8f80 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1464407 Dec 20 15:16:33.100838 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 54346) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:16:33.106449 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-9f7837b5-afe8-43bb-ab90-edb9022646e1 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Request body: {'security_group_rule': {'security_group_id': '9185b601-ee93-4dba-8fb1-ffc19f0b7805', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:16:33.111308 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e7f6ee-bb59-4faf-9715-3c52f88e8f80 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9185b601-ee93-4dba-8fb1-ffc19f0b7805,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:16:33.145975 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9f7837b5-afe8-43bb-ab90-edb9022646e1 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:33.207455 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9f7837b5-afe8-43bb-ab90-edb9022646e1 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:33.212260 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9f7837b5-afe8-43bb-ab90-edb9022646e1 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:33.240182 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7837b5-afe8-43bb-ab90-edb9022646e1 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=347b60b5-d254-4c61-a35f-fa421279d592,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:16:33.251523 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9f7837b5-afe8-43bb-ab90-edb9022646e1 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:33.255614 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-9f7837b5-afe8-43bb-ab90-edb9022646e1 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1508965 Dec 20 15:16:33.255938 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 54348) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:16:33.261062 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-5ad626d1-cc3d-4def-aaf4-f5e312b26c43 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Request body: {'security_group_rule': {'security_group_id': '9185b601-ee93-4dba-8fb1-ffc19f0b7805', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:16:33.290284 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5ad626d1-cc3d-4def-aaf4-f5e312b26c43 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:33.348975 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5ad626d1-cc3d-4def-aaf4-f5e312b26c43 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:33.354181 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5ad626d1-cc3d-4def-aaf4-f5e312b26c43 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:33.372432 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad626d1-cc3d-4def-aaf4-f5e312b26c43 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd3ac6d0-56e4-4bc5-a239-88d15ed63352,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:16:33.382621 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5ad626d1-cc3d-4def-aaf4-f5e312b26c43 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:33.384115 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-5ad626d1-cc3d-4def-aaf4-f5e312b26c43 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1270690 Dec 20 15:16:33.387227 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 54350) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:16:33.391629 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-6af8cdfd-421a-4a3d-8495-60e82e224e21 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Request body: {'floatingip': {'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:16:33.416264 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6af8cdfd-421a-4a3d-8495-60e82e224e21 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Publish callbacks [] for floatingip, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:33.524875 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6af8cdfd-421a-4a3d-8495-60e82e224e21 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:33.629529 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-6af8cdfd-421a-4a3d-8495-60e82e224e21 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Allocated IP 172.25.0.47 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/9d9987b4-7a9f-49ad-8712-481f947a91a2) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:16:33.739206 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6af8cdfd-421a-4a3d-8495-60e82e224e21 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:33.773785 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6af8cdfd-421a-4a3d-8495-60e82e224e21 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:33.819536 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af8cdfd-421a-4a3d-8495-60e82e224e21 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:16:33.825053 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-6af8cdfd-421a-4a3d-8495-60e82e224e21 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:16:33.827016 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af8cdfd-421a-4a3d-8495-60e82e224e21 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Pushing event updated for resources: {'Port': ['ID=9d9987b4-7a9f-49ad-8712-481f947a91a2,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:16:33.829093 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af8cdfd-421a-4a3d-8495-60e82e224e21 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:16:33.916894 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6af8cdfd-421a-4a3d-8495-60e82e224e21 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:33.948345 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:33.955342 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6af8cdfd-421a-4a3d-8495-60e82e224e21 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:34.109506 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6af8cdfd-421a-4a3d-8495-60e82e224e21 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:34.115370 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6af8cdfd-421a-4a3d-8495-60e82e224e21 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:34.185365 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af8cdfd-421a-4a3d-8495-60e82e224e21 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Pushing event updated for resources: {'Port': ['ID=9d9987b4-7a9f-49ad-8712-481f947a91a2,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:16:34.195687 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6af8cdfd-421a-4a3d-8495-60e82e224e21 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585115'] for floatingip, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:34.211961 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6af8cdfd-421a-4a3d-8495-60e82e224e21 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:34.213363 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-6af8cdfd-421a-4a3d-8495-60e82e224e21 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8251879 Dec 20 15:16:34.364967 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fc08d76f-e454-4d45-bd1d-f53664543f26 req-2e278919-c459-4ca1-8dee-b1590e1c62c7 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--28931013&fields=id&tenant_id=3a8ae3efcf51476d8a4f0685fa1f4850 HTTP/1.1" status: 200 len: 267 time: 0.0457036 Dec 20 15:16:34.440810 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2160e16-ea52-4b30-8f19-447a3a4a3286 None None] Sync routers for ids ['1b1d8f2b-d97d-468d-a455-046ec60223c1'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:16:34.451049 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2160e16-ea52-4b30-8f19-447a3a4a3286 None None] Routers {'1b1d8f2b-d97d-468d-a455-046ec60223c1'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:16:34.451774 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-f2160e16-ea52-4b30-8f19-447a3a4a3286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:16:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['1b1d8f2b-d97d-468d-a455-046ec60223c1'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:16:34.478567 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:16:34.478567 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:16:34.478567 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:16:34.478567 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:16:34.478567 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:16:34.478567 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:16:34.478567 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:16:34.478567 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:16:34.478567 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:16:34.478567 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:16:34.478567 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:16:34.478567 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:16:34.478567 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:16:34.478567 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:16:34.478567 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:16:34.478567 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:16:34.478567 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:16:34.478567 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:16:34.478567 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:16:34.478567 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:16:34.478567 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:16:34.478567 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:16:34.478567 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:16:34.478567 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:16:34.478567 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:16:34.478567 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:16:34.478567 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:16:34.478567 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:16:34.478567 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:16:34.478567 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:16:34.478567 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:16:34.478567 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:16:34.478567 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:16:34.478567 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:16:34.478567 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:16:34.478567 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:16:34.478567 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:16:34.478567 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:16:34.478567 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:16:34.478567 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:16:34.478567 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:16:34.478567 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:16:34.478567 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:16:34.478567 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:16:34.478567 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:16:34.478567 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:16:34.478567 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:16:34.478567 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:16:34.482390 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc08d76f-e454-4d45-bd1d-f53664543f26 req-823db108-a189-49ae-b28e-ab692b163d3d tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:16:34.482390 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fc08d76f-e454-4d45-bd1d-f53664543f26 req-823db108-a189-49ae-b28e-ab692b163d3d tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/networks?id=63ccb7a9-3c34-4e10-9b7c-033a0881f0fc HTTP/1.1" status: 200 len: 811 time: 0.1097529 Dec 20 15:16:34.497884 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fc08d76f-e454-4d45-bd1d-f53664543f26 req-adcf16cd-fa91-4391-bef3-fe4b993cd413 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/quotas/3a8ae3efcf51476d8a4f0685fa1f4850 HTTP/1.1" status: 200 len: 375 time: 0.0093060 Dec 20 15:16:34.550128 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fc08d76f-e454-4d45-bd1d-f53664543f26 req-a434ad68-168d-4aba-8070-c9c63afae664 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=3a8ae3efcf51476d8a4f0685fa1f4850&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456715 Dec 20 15:16:34.557419 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-f2160e16-ea52-4b30-8f19-447a3a4a3286 None None] Set router 1b1d8f2b-d97d-468d-a455-046ec60223c1 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:16:34.567419 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [req-fc08d76f-e454-4d45-bd1d-f53664543f26 req-ce41f0c0-62c0-4400-b2d4-2a9f246c4d90 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:16:34.568363 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fc08d76f-e454-4d45-bd1d-f53664543f26 req-ce41f0c0-62c0-4400-b2d4-2a9f246c4d90 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054750 Dec 20 15:16:34.770325 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-f2160e16-ea52-4b30-8f19-447a3a4a3286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b1d8f2b-d97d-468d-a455-046ec60223c1', 'name': 'tempest-ServerActionsTestJSON-386714640-router', 'tenant_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '91a42ef0-08d4-4b63-ba77-3c51217fa9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:16:28Z', 'updated_at': '2021-12-20T15:16:31Z', 'revision_number': 4, 'project_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'gw_port': {'id': '91a42ef0-08d4-4b63-ba77-3c51217fa9f2', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:29:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1d8f2b-d97d-468d-a455-046ec60223c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:16:29Z', 'updated_at': '2021-12-20T15:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'ec6f6254-109b-4ae7-a6c3-f386c155adb3', 'name': '', 'network_id': '63ccb7a9-3c34-4e10-9b7c-033a0881f0fc', 'tenant_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'mac_address': 'fa:16:3e:25:4d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b1d8f2b-d97d-468d-a455-046ec60223c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '6dd720d7-be54-496c-b59e-cfe36a403992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:16:30Z', 'updated_at': '2021-12-20T15:16:31Z', 'revision_number': 2, 'project_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'subnets': [{'id': '6dd720d7-be54-496c-b59e-cfe36a403992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:16:34.797333 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2160e16-ea52-4b30-8f19-447a3a4a3286 None None] Checking router: 1b1d8f2b-d97d-468d-a455-046ec60223c1 for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:16:34.797645 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2160e16-ea52-4b30-8f19-447a3a4a3286 None None] Updating router 1b1d8f2b-d97d-468d-a455-046ec60223c1 port ec6f6254-109b-4ae7-a6c3-f386c155adb3 binding host n-d-761264-19 {{(pid=103170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 15:16:34.812267 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 91a42ef0-08d4-4b63-ba77-3c51217fa9f2 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:16:34.829995 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f2160e16-ea52-4b30-8f19-447a3a4a3286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:34.860772 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 91a42ef0-08d4-4b63-ba77-3c51217fa9f2 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:16:34.861134 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:34.983326 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fc08d76f-e454-4d45-bd1d-f53664543f26 req-bb4525cb-c52c-4665-8f2b-bebe584afa31 service neutron] 10.222.0.54 "GET /v2.0/networks/63ccb7a9-3c34-4e10-9b7c-033a0881f0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4087832 Dec 20 15:16:35.075933 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fc08d76f-e454-4d45-bd1d-f53664543f26 req-64fabe59-63f9-4ed7-b9fe-0da53b8fb599 service neutron] 10.222.0.54 "GET /v2.0/networks/63ccb7a9-3c34-4e10-9b7c-033a0881f0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864701 Dec 20 15:16:35.099634 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f2160e16-ea52-4b30-8f19-447a3a4a3286 None None] Publish callbacks [] for port, precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:35.106290 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f2160e16-ea52-4b30-8f19-447a3a4a3286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:35.154410 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38bcf06-a292-4bae-9167-6f88215d7181 None None] Pushing event updated for resources: {'Port': ['ID=ec6f6254-109b-4ae7-a6c3-f386c155adb3,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:16:35.179629 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38bcf06-a292-4bae-9167-6f88215d7181 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:16:35.179884 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38bcf06-a292-4bae-9167-6f88215d7181 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:16:35.179994 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38bcf06-a292-4bae-9167-6f88215d7181 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:16:35.180325 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38bcf06-a292-4bae-9167-6f88215d7181 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:16:35.180654 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38bcf06-a292-4bae-9167-6f88215d7181 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:16:35.180981 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38bcf06-a292-4bae-9167-6f88215d7181 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:16:35.181369 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38bcf06-a292-4bae-9167-6f88215d7181 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:16:35.181688 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38bcf06-a292-4bae-9167-6f88215d7181 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:16:35.182008 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38bcf06-a292-4bae-9167-6f88215d7181 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:16:35.182329 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38bcf06-a292-4bae-9167-6f88215d7181 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:16:35.182649 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38bcf06-a292-4bae-9167-6f88215d7181 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:16:35.182995 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38bcf06-a292-4bae-9167-6f88215d7181 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:16:35.183312 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38bcf06-a292-4bae-9167-6f88215d7181 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:16:35.215055 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-f2160e16-ea52-4b30-8f19-447a3a4a3286 None None] Attempting to bind port ec6f6254-109b-4ae7-a6c3-f386c155adb3 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:16:35.215427 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-f2160e16-ea52-4b30-8f19-447a3a4a3286 None None] Attempting to bind port ec6f6254-109b-4ae7-a6c3-f386c155adb3 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': 'dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '63ccb7a9-3c34-4e10-9b7c-033a0881f0fc'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:16:35.216578 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2160e16-ea52-4b30-8f19-447a3a4a3286 None None] Attempting to bind port ec6f6254-109b-4ae7-a6c3-f386c155adb3 on network 63ccb7a9-3c34-4e10-9b7c-033a0881f0fc {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:16:35.221065 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2160e16-ea52-4b30-8f19-447a3a4a3286 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:16:35.221434 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2160e16-ea52-4b30-8f19-447a3a4a3286 None None] Checking segment: {'id': 'dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '63ccb7a9-3c34-4e10-9b7c-033a0881f0fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:16:35.222150 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f2160e16-ea52-4b30-8f19-447a3a4a3286 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:35.222245 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2160e16-ea52-4b30-8f19-447a3a4a3286 None None] Bound using segment: {'id': 'dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '63ccb7a9-3c34-4e10-9b7c-033a0881f0fc'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:16:35.222657 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-f2160e16-ea52-4b30-8f19-447a3a4a3286 None None] Bound port: ec6f6254-109b-4ae7-a6c3-f386c155adb3, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '63ccb7a9-3c34-4e10-9b7c-033a0881f0fc'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:16:35.223217 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f2160e16-ea52-4b30-8f19-447a3a4a3286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:35.267295 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ca8b4f15-f0ae-4ce9-bea6-985cb950389f req-225b242d-e68d-4f8b-b92c-535277a30a77 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d5a01b9-ecff-4f47-b18c-44dfb5f810fd HTTP/1.1" status: 200 len: 210 time: 0.0317988 Dec 20 15:16:35.313972 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-f2160e16-ea52-4b30-8f19-447a3a4a3286 None None] For port ec6f6254-109b-4ae7-a6c3-f386c155adb3, host n-d-761264-19, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:16:35.317690 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-f2160e16-ea52-4b30-8f19-447a3a4a3286 None None] For port ec6f6254-109b-4ae7-a6c3-f386c155adb3, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=ec6f6254-109b-4ae7-a6c3-f386c155adb3,segment=NetworkSegment(dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a),segment_id=dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:16:35.322864 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-f2160e16-ea52-4b30-8f19-447a3a4a3286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:35.390218 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38bcf06-a292-4bae-9167-6f88215d7181 None None] Pushing event updated for resources: {'Port': ['ID=ec6f6254-109b-4ae7-a6c3-f386c155adb3,revision_number=4']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:16:35.392736 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2160e16-ea52-4b30-8f19-447a3a4a3286 None None] Routers {'1b1d8f2b-d97d-468d-a455-046ec60223c1'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:16:35.393337 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-f2160e16-ea52-4b30-8f19-447a3a4a3286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:16:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['1b1d8f2b-d97d-468d-a455-046ec60223c1'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:16:35.463397 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-9cd4fb99-b1f6-4d44-be6b-06b02cc04898 None None] Provisioning complete for port ec6f6254-109b-4ae7-a6c3-f386c155adb3 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:16:35.463963 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-9cd4fb99-b1f6-4d44-be6b-06b02cc04898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:35.565484 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-9cd4fb99-b1f6-4d44-be6b-06b02cc04898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:35.603493 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-9cd4fb99-b1f6-4d44-be6b-06b02cc04898 None None] For port ec6f6254-109b-4ae7-a6c3-f386c155adb3, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=ec6f6254-109b-4ae7-a6c3-f386c155adb3,segment=NetworkSegment(dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a),segment_id=dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:16:35.610644 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-f2160e16-ea52-4b30-8f19-447a3a4a3286 None None] Set router 1b1d8f2b-d97d-468d-a455-046ec60223c1 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:16:35.613735 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-9cd4fb99-b1f6-4d44-be6b-06b02cc04898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:35.668613 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd4fb99-b1f6-4d44-be6b-06b02cc04898 None None] Pushing event updated for resources: {'Port': ['ID=ec6f6254-109b-4ae7-a6c3-f386c155adb3,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:16:35.734044 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-bde5b23a-6b13-4de0-9961-f2ef32da2d28 None None] Provisioning complete for port ec6f6254-109b-4ae7-a6c3-f386c155adb3 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:16:35.734671 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-bde5b23a-6b13-4de0-9961-f2ef32da2d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:35.834582 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-f2160e16-ea52-4b30-8f19-447a3a4a3286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b1d8f2b-d97d-468d-a455-046ec60223c1', 'name': 'tempest-ServerActionsTestJSON-386714640-router', 'tenant_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '91a42ef0-08d4-4b63-ba77-3c51217fa9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:16:28Z', 'updated_at': '2021-12-20T15:16:31Z', 'revision_number': 4, 'project_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'gw_port': {'id': '91a42ef0-08d4-4b63-ba77-3c51217fa9f2', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:29:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1d8f2b-d97d-468d-a455-046ec60223c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:16:29Z', 'updated_at': '2021-12-20T15:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'ec6f6254-109b-4ae7-a6c3-f386c155adb3', 'name': '', 'network_id': '63ccb7a9-3c34-4e10-9b7c-033a0881f0fc', 'tenant_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'mac_address': 'fa:16:3e:25:4d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b1d8f2b-d97d-468d-a455-046ec60223c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '6dd720d7-be54-496c-b59e-cfe36a403992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:16:30Z', 'updated_at': '2021-12-20T15:16:35Z', 'revision_number': 4, 'project_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'subnets': [{'id': '6dd720d7-be54-496c-b59e-cfe36a403992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:16:35.864100 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2160e16-ea52-4b30-8f19-447a3a4a3286 None None] The sync data for ids ['1b1d8f2b-d97d-468d-a455-046ec60223c1'] in n-d-761264-19 is: [{'id': '1b1d8f2b-d97d-468d-a455-046ec60223c1', 'name': 'tempest-ServerActionsTestJSON-386714640-router', 'tenant_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '91a42ef0-08d4-4b63-ba77-3c51217fa9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:16:28Z', 'updated_at': '2021-12-20T15:16:31Z', 'revision_number': 4, 'project_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'gw_port': {'id': '91a42ef0-08d4-4b63-ba77-3c51217fa9f2', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:29:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1d8f2b-d97d-468d-a455-046ec60223c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:16:29Z', 'updated_at': '2021-12-20T15:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'ec6f6254-109b-4ae7-a6c3-f386c155adb3', 'name': '', 'network_id': '63ccb7a9-3c34-4e10-9b7c-033a0881f0fc', 'tenant_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'mac_address': 'fa:16:3e:25:4d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b1d8f2b-d97d-468d-a455-046ec60223c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '6dd720d7-be54-496c-b59e-cfe36a403992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:16:30Z', 'updated_at': '2021-12-20T15:16:35Z', 'revision_number': 4, 'project_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'subnets': [{'id': '6dd720d7-be54-496c-b59e-cfe36a403992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:16:35.935546 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:36.344244 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:36.439297 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-afda2c6b-dad4-4c7d-b5da-791947fadb87 req-c87dc59e-b613-4918-8765-39acb20095e6 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d5a01b9-ecff-4f47-b18c-44dfb5f810fd HTTP/1.1" status: 200 len: 210 time: 0.0609245 Dec 20 15:16:36.484114 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc08d76f-e454-4d45-bd1d-f53664543f26 req-cc326d96-4c41-4382-9f70-9c30e01ee967 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:16:36.485554 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fc08d76f-e454-4d45-bd1d-f53664543f26 req-cc326d96-4c41-4382-9f70-9c30e01ee967 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.47 "GET /v2.0/networks?id=63ccb7a9-3c34-4e10-9b7c-033a0881f0fc HTTP/1.1" status: 200 len: 811 time: 0.1376905 Dec 20 15:16:36.548933 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fc08d76f-e454-4d45-bd1d-f53664543f26 req-f68cd0f4-e044-4089-9ba1-c28db9a6ad83 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a8ae3efcf51476d8a4f0685fa1f4850 HTTP/1.1" status: 200 len: 378 time: 0.0535622 Dec 20 15:16:36.561575 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-fc08d76f-e454-4d45-bd1d-f53664543f26 req-c5c506f8-8da9-4ebd-b52f-dcb2f219b5e9 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Request body: {'port': {'device_id': '6d5a01b9-ecff-4f47-b18c-44dfb5f810fd', 'network_id': '63ccb7a9-3c34-4e10-9b7c-033a0881f0fc', 'admin_state_up': True, 'tenant_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'security_groups': ['9185b601-ee93-4dba-8fb1-ffc19f0b7805']}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:16:36.686689 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc08d76f-e454-4d45-bd1d-f53664543f26 req-c5c506f8-8da9-4ebd-b52f-dcb2f219b5e9 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Made reservation on behalf of 3a8ae3efcf51476d8a4f0685fa1f4850 for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:16:36.690250 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-fc08d76f-e454-4d45-bd1d-f53664543f26 req-c5c506f8-8da9-4ebd-b52f-dcb2f219b5e9 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:36.785304 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device ec6f6254-109b-4ae7-a6c3-f386c155adb3 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:16:36.828325 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [req-fc08d76f-e454-4d45-bd1d-f53664543f26 req-c5c506f8-8da9-4ebd-b52f-dcb2f219b5e9 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Allocated IP 172.20.0.12 (63ccb7a9-3c34-4e10-9b7c-033a0881f0fc/6dd720d7-be54-496c-b59e-cfe36a403992/2b68987f-21c2-4ddf-a0bb-c365ec1de2c2) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:16:36.838389 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port ec6f6254-109b-4ae7-a6c3-f386c155adb3 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:16:36.838779 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:36.965371 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-fc08d76f-e454-4d45-bd1d-f53664543f26 req-c5c506f8-8da9-4ebd-b52f-dcb2f219b5e9 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:37.003746 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-fc08d76f-e454-4d45-bd1d-f53664543f26 req-c5c506f8-8da9-4ebd-b52f-dcb2f219b5e9 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:37.052669 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc08d76f-e454-4d45-bd1d-f53664543f26 req-c5c506f8-8da9-4ebd-b52f-dcb2f219b5e9 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Network 63ccb7a9-3c34-4e10-9b7c-033a0881f0fc is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:16:37.055764 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [req-fc08d76f-e454-4d45-bd1d-f53664543f26 req-c5c506f8-8da9-4ebd-b52f-dcb2f219b5e9 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:16:37.059403 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc08d76f-e454-4d45-bd1d-f53664543f26 req-c5c506f8-8da9-4ebd-b52f-dcb2f219b5e9 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:16:37.066003 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c506f8-8da9-4ebd-b52f-dcb2f219b5e9 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Pushing event updated for resources: {'Port': ['ID=2b68987f-21c2-4ddf-a0bb-c365ec1de2c2,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:16:37.114039 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc08d76f-e454-4d45-bd1d-f53664543f26 req-c5c506f8-8da9-4ebd-b52f-dcb2f219b5e9 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:16:37.114743 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-fc08d76f-e454-4d45-bd1d-f53664543f26 req-c5c506f8-8da9-4ebd-b52f-dcb2f219b5e9 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:37.132797 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fc08d76f-e454-4d45-bd1d-f53664543f26 req-c5c506f8-8da9-4ebd-b52f-dcb2f219b5e9 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5775325 Dec 20 15:16:37.145427 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-fc08d76f-e454-4d45-bd1d-f53664543f26 req-bd1f48b2-df3e-4634-b066-4e0604353333 service neutron] Request body: {'port': {'device_id': '6d5a01b9-ecff-4f47-b18c-44dfb5f810fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-19'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:16:37.204585 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-fc08d76f-e454-4d45-bd1d-f53664543f26 req-bd1f48b2-df3e-4634-b066-4e0604353333 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:37.351909 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-1b7f9d31-a9a4-4663-a732-780e942b3a53 None None] Provisioning complete for port 2b68987f-21c2-4ddf-a0bb-c365ec1de2c2 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:16:37.352159 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-1b7f9d31-a9a4-4663-a732-780e942b3a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:37.388134 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-1b7f9d31-a9a4-4663-a732-780e942b3a53 None None] Port 2b68987f-21c2-4ddf-a0bb-c365ec1de2c2 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:16:37.460913 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [req-fc08d76f-e454-4d45-bd1d-f53664543f26 req-bd1f48b2-df3e-4634-b066-4e0604353333 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b68987f-21c2-4ddf-a0bb-c365ec1de2c2 {{(pid=103167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:16:37.468617 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-fc08d76f-e454-4d45-bd1d-f53664543f26 req-bd1f48b2-df3e-4634-b066-4e0604353333 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:37.480925 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-fc08d76f-e454-4d45-bd1d-f53664543f26 req-bd1f48b2-df3e-4634-b066-4e0604353333 service neutron] Transition to ACTIVE for port object 2b68987f-21c2-4ddf-a0bb-c365ec1de2c2 will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:16:37.486211 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-fc08d76f-e454-4d45-bd1d-f53664543f26 req-bd1f48b2-df3e-4634-b066-4e0604353333 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:37.539465 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1f48b2-df3e-4634-b066-4e0604353333 service neutron] Pushing event updated for resources: {'Port': ['ID=2b68987f-21c2-4ddf-a0bb-c365ec1de2c2,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:16:37.565647 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeee055-faf7-44da-99b1-7cf918375554 req-f03427ad-f7ba-412c-b0c3-e3c7735e0c04 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:16:37.567736 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1aeee055-faf7-44da-99b1-7cf918375554 req-f03427ad-f7ba-412c-b0c3-e3c7735e0c04 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d5a01b9-ecff-4f47-b18c-44dfb5f810fd HTTP/1.1" status: 200 len: 944 time: 0.0555170 Dec 20 15:16:37.608039 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-fc08d76f-e454-4d45-bd1d-f53664543f26 req-bd1f48b2-df3e-4634-b066-4e0604353333 service neutron] Attempting to bind port 2b68987f-21c2-4ddf-a0bb-c365ec1de2c2 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:16:37.608383 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-fc08d76f-e454-4d45-bd1d-f53664543f26 req-bd1f48b2-df3e-4634-b066-4e0604353333 service neutron] Attempting to bind port 2b68987f-21c2-4ddf-a0bb-c365ec1de2c2 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': 'dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '63ccb7a9-3c34-4e10-9b7c-033a0881f0fc'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:16:37.608769 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc08d76f-e454-4d45-bd1d-f53664543f26 req-bd1f48b2-df3e-4634-b066-4e0604353333 service neutron] Attempting to bind port 2b68987f-21c2-4ddf-a0bb-c365ec1de2c2 on network 63ccb7a9-3c34-4e10-9b7c-033a0881f0fc {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:16:37.613381 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc08d76f-e454-4d45-bd1d-f53664543f26 req-bd1f48b2-df3e-4634-b066-4e0604353333 service neutron] Port 2b68987f-21c2-4ddf-a0bb-c365ec1de2c2 on network 63ccb7a9-3c34-4e10-9b7c-033a0881f0fc not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:16:37.613777 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc08d76f-e454-4d45-bd1d-f53664543f26 req-bd1f48b2-df3e-4634-b066-4e0604353333 service neutron] Attempting to bind port 2b68987f-21c2-4ddf-a0bb-c365ec1de2c2 on network 63ccb7a9-3c34-4e10-9b7c-033a0881f0fc {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:16:37.619098 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc08d76f-e454-4d45-bd1d-f53664543f26 req-bd1f48b2-df3e-4634-b066-4e0604353333 service neutron] Checking agent: {'id': '43c60aee-e4af-4ecc-bee2-aac3569fafed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:16:37.619512 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc08d76f-e454-4d45-bd1d-f53664543f26 req-bd1f48b2-df3e-4634-b066-4e0604353333 service neutron] Checking segment: {'id': 'dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '63ccb7a9-3c34-4e10-9b7c-033a0881f0fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:16:37.619960 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc08d76f-e454-4d45-bd1d-f53664543f26 req-bd1f48b2-df3e-4634-b066-4e0604353333 service neutron] Bound using segment: {'id': 'dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '63ccb7a9-3c34-4e10-9b7c-033a0881f0fc'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:16:37.620453 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-fc08d76f-e454-4d45-bd1d-f53664543f26 req-bd1f48b2-df3e-4634-b066-4e0604353333 service neutron] Bound port: 2b68987f-21c2-4ddf-a0bb-c365ec1de2c2, host: n-h2-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '63ccb7a9-3c34-4e10-9b7c-033a0881f0fc'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:16:37.621174 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-fc08d76f-e454-4d45-bd1d-f53664543f26 req-bd1f48b2-df3e-4634-b066-4e0604353333 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:37.623269 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1aeee055-faf7-44da-99b1-7cf918375554 req-0b311a63-a647-4f91-b9d0-38e86154cfff tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0490670 Dec 20 15:16:37.694082 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-fc08d76f-e454-4d45-bd1d-f53664543f26 req-bd1f48b2-df3e-4634-b066-4e0604353333 service neutron] For port 2b68987f-21c2-4ddf-a0bb-c365ec1de2c2, host n-h2-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:16:37.697337 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-fc08d76f-e454-4d45-bd1d-f53664543f26 req-bd1f48b2-df3e-4634-b066-4e0604353333 service neutron] For port 2b68987f-21c2-4ddf-a0bb-c365ec1de2c2, host n-h2-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=2b68987f-21c2-4ddf-a0bb-c365ec1de2c2,segment=NetworkSegment(dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a),segment_id=dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:16:37.701698 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-fc08d76f-e454-4d45-bd1d-f53664543f26 req-bd1f48b2-df3e-4634-b066-4e0604353333 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:37.739105 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc08d76f-e454-4d45-bd1d-f53664543f26 req-bd1f48b2-df3e-4634-b066-4e0604353333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:16:37.739742 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-fc08d76f-e454-4d45-bd1d-f53664543f26 req-bd1f48b2-df3e-4634-b066-4e0604353333 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:37.741123 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fc08d76f-e454-4d45-bd1d-f53664543f26 req-bd1f48b2-df3e-4634-b066-4e0604353333 service neutron] 10.222.0.47 "PUT /v2.0/ports/2b68987f-21c2-4ddf-a0bb-c365ec1de2c2 HTTP/1.1" status: 200 len: 1093 time: 0.6001000 Dec 20 15:16:37.741562 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d5a01b9-ecff-4f47-b18c-44dfb5f810fd', 'tag': '2b68987f-21c2-4ddf-a0bb-c365ec1de2c2'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:16:37.743887 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0291d7f-3c9b-455d-8765-22b71636a232" -d '{"events": [{"name": "network-changed", "server_uuid": "6d5a01b9-ecff-4f47-b18c-44dfb5f810fd", "tag": "2b68987f-21c2-4ddf-a0bb-c365ec1de2c2"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:16:37.765498 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1f48b2-df3e-4634-b066-4e0604353333 service neutron] Pushing event updated for resources: {'Port': ['ID=2b68987f-21c2-4ddf-a0bb-c365ec1de2c2,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:16:37.794059 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-908cb675-bb52-4226-81ca-678bd9dfd16a x-openstack-request-id: req-908cb675-bb52-4226-81ca-678bd9dfd16a {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:16:37.794360 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d5a01b9-ecff-4f47-b18c-44dfb5f810fd", "tag": "2b68987f-21c2-4ddf-a0bb-c365ec1de2c2", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:16:37.794622 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-908cb675-bb52-4226-81ca-678bd9dfd16a {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:16:37.795079 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d5a01b9-ecff-4f47-b18c-44dfb5f810fd', 'tag': '2b68987f-21c2-4ddf-a0bb-c365ec1de2c2', 'status': 'completed', 'code': 200} Dec 20 15:16:37.848042 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc08d76f-e454-4d45-bd1d-f53664543f26 req-9898d438-8b28-4019-a3c5-e81f6987aac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:16:37.849597 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fc08d76f-e454-4d45-bd1d-f53664543f26 req-9898d438-8b28-4019-a3c5-e81f6987aac2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3a8ae3efcf51476d8a4f0685fa1f4850&device_id=6d5a01b9-ecff-4f47-b18c-44dfb5f810fd HTTP/1.1" status: 200 len: 1096 time: 0.0467589 Dec 20 15:16:37.894738 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fc08d76f-e454-4d45-bd1d-f53664543f26 req-5c305b99-544e-4f1a-be27-aaf7694bbf4a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b68987f-21c2-4ddf-a0bb-c365ec1de2c2 HTTP/1.1" status: 200 len: 217 time: 0.0360770 Dec 20 15:16:37.944098 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc08d76f-e454-4d45-bd1d-f53664543f26 req-e6bb6c94-6ee2-4e47-b850-9ddf14e4a7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:16:37.945590 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fc08d76f-e454-4d45-bd1d-f53664543f26 req-e6bb6c94-6ee2-4e47-b850-9ddf14e4a7ba service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6dd720d7-be54-496c-b59e-cfe36a403992 HTTP/1.1" status: 200 len: 850 time: 0.0442779 Dec 20 15:16:37.992644 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc08d76f-e454-4d45-bd1d-f53664543f26 req-afb43f61-b7df-495a-aa92-3271643af472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:16:37.994302 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fc08d76f-e454-4d45-bd1d-f53664543f26 req-afb43f61-b7df-495a-aa92-3271643af472 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=63ccb7a9-3c34-4e10-9b7c-033a0881f0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408766 Dec 20 15:16:38.093343 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fc08d76f-e454-4d45-bd1d-f53664543f26 req-4017eb35-3e81-4499-81f3-c5a12222c1b5 service neutron] 10.222.0.47 "GET /v2.0/networks/63ccb7a9-3c34-4e10-9b7c-033a0881f0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905900 Dec 20 15:16:38.198380 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fc08d76f-e454-4d45-bd1d-f53664543f26 req-4e960687-3f50-42c5-8a36-4f4a90107ca1 service neutron] 10.222.0.47 "GET /v2.0/networks/63ccb7a9-3c34-4e10-9b7c-033a0881f0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974410 Dec 20 15:16:38.286996 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0291d7f-3c9b-455d-8765-22b71636a232 req-188b358b-f101-4e98-9e11-72c2d17ba547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:16:38.288509 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b0291d7f-3c9b-455d-8765-22b71636a232 req-188b358b-f101-4e98-9e11-72c2d17ba547 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3a8ae3efcf51476d8a4f0685fa1f4850&device_id=6d5a01b9-ecff-4f47-b18c-44dfb5f810fd HTTP/1.1" status: 200 len: 1096 time: 0.0419023 Dec 20 15:16:38.381129 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0291d7f-3c9b-455d-8765-22b71636a232 req-d3868a05-e83c-4ed8-9203-11057a2cbc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:16:38.382588 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b0291d7f-3c9b-455d-8765-22b71636a232 req-d3868a05-e83c-4ed8-9203-11057a2cbc0f service neutron] 10.222.0.47 "GET /v2.0/networks?id=63ccb7a9-3c34-4e10-9b7c-033a0881f0fc HTTP/1.1" status: 200 len: 912 time: 0.0846646 Dec 20 15:16:38.435187 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b0291d7f-3c9b-455d-8765-22b71636a232 req-eef57f36-e8eb-4bf9-a4eb-e428ef1113db service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b68987f-21c2-4ddf-a0bb-c365ec1de2c2 HTTP/1.1" status: 200 len: 217 time: 0.0410895 Dec 20 15:16:38.496477 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0291d7f-3c9b-455d-8765-22b71636a232 req-0aab3654-6e7e-4ba3-bb48-fccb98d4791a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:16:38.497951 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b0291d7f-3c9b-455d-8765-22b71636a232 req-0aab3654-6e7e-4ba3-bb48-fccb98d4791a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6dd720d7-be54-496c-b59e-cfe36a403992 HTTP/1.1" status: 200 len: 850 time: 0.0561991 Dec 20 15:16:38.546025 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0291d7f-3c9b-455d-8765-22b71636a232 req-5cb29730-f397-41dc-946f-6dee73610353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:16:38.547586 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b0291d7f-3c9b-455d-8765-22b71636a232 req-5cb29730-f397-41dc-946f-6dee73610353 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=63ccb7a9-3c34-4e10-9b7c-033a0881f0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419555 Dec 20 15:16:38.641689 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b0291d7f-3c9b-455d-8765-22b71636a232 req-473a80f9-9826-4e4a-9eb7-fcbafb6d13b1 service neutron] 10.222.0.47 "GET /v2.0/networks/63ccb7a9-3c34-4e10-9b7c-033a0881f0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864949 Dec 20 15:16:38.740426 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b0291d7f-3c9b-455d-8765-22b71636a232 req-a9c90dd2-054d-4605-b83b-8e3ff0417ef8 service neutron] 10.222.0.47 "GET /v2.0/networks/63ccb7a9-3c34-4e10-9b7c-033a0881f0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894010 Dec 20 15:16:38.741744 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861eee32-8e5e-4b52-8c97-871a765f8d0b req-42c4570b-a854-483f-bb3a-0aaa0fe75937 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:16:38.743236 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-861eee32-8e5e-4b52-8c97-871a765f8d0b req-42c4570b-a854-483f-bb3a-0aaa0fe75937 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d5a01b9-ecff-4f47-b18c-44dfb5f810fd HTTP/1.1" status: 200 len: 944 time: 0.0514603 Dec 20 15:16:38.795076 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-861eee32-8e5e-4b52-8c97-871a765f8d0b req-5c4190d8-5745-4d3d-a1a7-b1d6e852dc83 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453691 Dec 20 15:16:39.924846 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deeefc2-d724-4ebb-93cf-5b840b42e1cd req-3034da3c-e628-4f44-8d37-3eea6054e945 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:16:39.926326 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9deeefc2-d724-4ebb-93cf-5b840b42e1cd req-3034da3c-e628-4f44-8d37-3eea6054e945 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d5a01b9-ecff-4f47-b18c-44dfb5f810fd HTTP/1.1" status: 200 len: 944 time: 0.0535200 Dec 20 15:16:39.979005 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9deeefc2-d724-4ebb-93cf-5b840b42e1cd req-458d8180-b6ed-4775-9805-d16c1fb53a3f tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436327 Dec 20 15:16:40.738241 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:16:41.117388 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cec084-2082-4c94-b869-82b89976943a req-85b6d0de-9cdf-42e7-8745-a31f406a5d4e tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:16:41.118875 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b2cec084-2082-4c94-b869-82b89976943a req-85b6d0de-9cdf-42e7-8745-a31f406a5d4e tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d5a01b9-ecff-4f47-b18c-44dfb5f810fd HTTP/1.1" status: 200 len: 944 time: 0.0511174 Dec 20 15:16:41.169661 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b2cec084-2082-4c94-b869-82b89976943a req-0436e62b-1bdf-42c1-8022-95c3a4a524f0 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416868 Dec 20 15:16:41.846499 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 2b68987f-21c2-4ddf-a0bb-c365ec1de2c2 details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:16:41.951176 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 2b68987f-21c2-4ddf-a0bb-c365ec1de2c2, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=2b68987f-21c2-4ddf-a0bb-c365ec1de2c2,segment=NetworkSegment(dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a),segment_id=dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:16:41.968117 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': '2b68987f-21c2-4ddf-a0bb-c365ec1de2c2', 'network_id': '63ccb7a9-3c34-4e10-9b7c-033a0881f0fc', 'port_id': '2b68987f-21c2-4ddf-a0bb-c365ec1de2c2', 'mac_address': 'fa:16:3e:64:cf:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dd720d7-be54-496c-b59e-cfe36a403992', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:16:41.974732 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:42.009792 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:42.023042 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b68987f-21c2-4ddf-a0bb-c365ec1de2c2 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:16:42.042548 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 2b68987f-21c2-4ddf-a0bb-c365ec1de2c2, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=2b68987f-21c2-4ddf-a0bb-c365ec1de2c2,segment=NetworkSegment(dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a),segment_id=dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:16:42.048694 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:42.095305 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=2b68987f-21c2-4ddf-a0bb-c365ec1de2c2,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:16:42.241217 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['2b68987f-21c2-4ddf-a0bb-c365ec1de2c2'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:16:42.297168 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b843a500-15df-42c6-8437-f43a85fbe5d2 req-61421b76-5664-4fda-83c1-d0071fd815b6 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:16:42.298777 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b843a500-15df-42c6-8437-f43a85fbe5d2 req-61421b76-5664-4fda-83c1-d0071fd815b6 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d5a01b9-ecff-4f47-b18c-44dfb5f810fd HTTP/1.1" status: 200 len: 945 time: 0.0497050 Dec 20 15:16:42.346251 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b843a500-15df-42c6-8437-f43a85fbe5d2 req-efa0ef43-3d87-4d38-9738-7483cb6a1924 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412714 Dec 20 15:16:43.475728 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03194db6-9251-497b-81b8-0ef6cecf5ace req-d118a3a7-dad3-4f5e-b37a-dfefd331328b tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:16:43.477183 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-03194db6-9251-497b-81b8-0ef6cecf5ace req-d118a3a7-dad3-4f5e-b37a-dfefd331328b tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d5a01b9-ecff-4f47-b18c-44dfb5f810fd HTTP/1.1" status: 200 len: 945 time: 0.0500174 Dec 20 15:16:43.525502 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-03194db6-9251-497b-81b8-0ef6cecf5ace req-d3cfbf0b-6f6a-4a95-9703-57d0028b75cf tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411425 Dec 20 15:16:43.847414 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 2b68987f-21c2-4ddf-a0bb-c365ec1de2c2 up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:16:43.902734 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning for port 2b68987f-21c2-4ddf-a0bb-c365ec1de2c2 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:16:43.906995 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port 2b68987f-21c2-4ddf-a0bb-c365ec1de2c2 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:16:43.907798 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:43.988947 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:44.011914 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d5a01b9-ecff-4f47-b18c-44dfb5f810fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b68987f-21c2-4ddf-a0bb-c365ec1de2c2'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:16:44.014163 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e572f4-6c70-4f60-b03a-059e7f57fc8d" -d '{"events": [{"server_uuid": "6d5a01b9-ecff-4f47-b18c-44dfb5f810fd", "name": "network-vif-plugged", "status": "completed", "tag": "2b68987f-21c2-4ddf-a0bb-c365ec1de2c2"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:16:44.026221 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 2b68987f-21c2-4ddf-a0bb-c365ec1de2c2, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=2b68987f-21c2-4ddf-a0bb-c365ec1de2c2,segment=NetworkSegment(dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a),segment_id=dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:16:44.030923 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:44.053699 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2baa350-af71-4bd4-9e05-03c754acf40b x-openstack-request-id: req-b2baa350-af71-4bd4-9e05-03c754acf40b {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:16:44.054004 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d5a01b9-ecff-4f47-b18c-44dfb5f810fd", "name": "network-vif-plugged", "status": "completed", "tag": "2b68987f-21c2-4ddf-a0bb-c365ec1de2c2", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:16:44.054261 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b2baa350-af71-4bd4-9e05-03c754acf40b {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:16:44.054657 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d5a01b9-ecff-4f47-b18c-44dfb5f810fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b68987f-21c2-4ddf-a0bb-c365ec1de2c2', 'code': 200} Dec 20 15:16:44.082068 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=2b68987f-21c2-4ddf-a0bb-c365ec1de2c2,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:16:44.217234 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aec53f-9410-4a7c-9bf9-8e9bdce597e3 req-362987f8-d8a5-46e3-8385-616efb7cbaed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:16:44.218697 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-59aec53f-9410-4a7c-9bf9-8e9bdce597e3 req-362987f8-d8a5-46e3-8385-616efb7cbaed service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6d5a01b9-ecff-4f47-b18c-44dfb5f810fd HTTP/1.1" status: 200 len: 1098 time: 0.1057658 Dec 20 15:16:44.280905 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-59aec53f-9410-4a7c-9bf9-8e9bdce597e3 req-d91b9728-72dc-48c1-98a6-b0784bbe4f6b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0550151 Dec 20 15:16:44.661049 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eaa353-01a7-4a5b-b881-bb65918eb97a req-29dc031c-82b2-4e1f-b594-c9aa635238ab tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:16:44.662513 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-38eaa353-01a7-4a5b-b881-bb65918eb97a req-29dc031c-82b2-4e1f-b594-c9aa635238ab tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d5a01b9-ecff-4f47-b18c-44dfb5f810fd HTTP/1.1" status: 200 len: 946 time: 0.0572193 Dec 20 15:16:44.715515 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-38eaa353-01a7-4a5b-b881-bb65918eb97a req-4abccfd2-2c5f-4e29-b7a6-01d1ac6477e8 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465300 Dec 20 15:16:45.587915 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:45.844160 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d074fc8-7fc2-4687-8f19-77ed1e55661e req-1676920a-274e-4047-b5cd-f23aba7b73da tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:16:45.845641 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6d074fc8-7fc2-4687-8f19-77ed1e55661e req-1676920a-274e-4047-b5cd-f23aba7b73da tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d5a01b9-ecff-4f47-b18c-44dfb5f810fd HTTP/1.1" status: 200 len: 946 time: 0.0510626 Dec 20 15:16:45.894581 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6d074fc8-7fc2-4687-8f19-77ed1e55661e req-11535af3-ad62-442c-bf9c-908896a3cc21 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422745 Dec 20 15:16:46.017363 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bc213c-675f-4695-a541-29ed4cd51bc5 req-1464dcf4-2ba8-44ae-8d7a-4cfa0987ba21 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:16:46.019034 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-83bc213c-675f-4695-a541-29ed4cd51bc5 req-1464dcf4-2ba8-44ae-8d7a-4cfa0987ba21 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d5a01b9-ecff-4f47-b18c-44dfb5f810fd HTTP/1.1" status: 200 len: 946 time: 0.0526919 Dec 20 15:16:46.027968 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 54404) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:16:46.032359 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-417a59a8-4843-4ecc-ad78-fc41021856d9 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Request body: {'floatingip': {'port_id': '2b68987f-21c2-4ddf-a0bb-c365ec1de2c2'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:16:46.074196 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-417a59a8-4843-4ecc-ad78-fc41021856d9 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Publish callbacks [] for floatingip, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:46.541901 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-417a59a8-4843-4ecc-ad78-fc41021856d9 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:46.547875 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-417a59a8-4843-4ecc-ad78-fc41021856d9 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585115'] for floatingip, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:46.656677 n-d-761264-19 neutron-server[103168]: INFO neutron.db.l3_db [None req-417a59a8-4843-4ecc-ad78-fc41021856d9 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Floating IP 35590a59-5c01-48d8-9826-2df35b92f122 associated. External IP: 172.25.0.47, port: 2b68987f-21c2-4ddf-a0bb-c365ec1de2c2. Dec 20 15:16:46.885330 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-417a59a8-4843-4ecc-ad78-fc41021856d9 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Router 1b1d8f2b-d97d-468d-a455-046ec60223c1 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:16:47.001753 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-417a59a8-4843-4ecc-ad78-fc41021856d9 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:16:47.006485 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-417a59a8-4843-4ecc-ad78-fc41021856d9 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:16:47.012659 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab3bb13-dab6-42c3-b6de-a5ec9c9d6e8c None None] Sync routers for ids ['1b1d8f2b-d97d-468d-a455-046ec60223c1'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:16:47.022631 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab3bb13-dab6-42c3-b6de-a5ec9c9d6e8c None None] Routers {'1b1d8f2b-d97d-468d-a455-046ec60223c1'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:16:47.023279 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-1ab3bb13-dab6-42c3-b6de-a5ec9c9d6e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:16:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['1b1d8f2b-d97d-468d-a455-046ec60223c1'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:16:47.035060 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-417a59a8-4843-4ecc-ad78-fc41021856d9 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "PUT /v2.0/floatingips/35590a59-5c01-48d8-9826-2df35b92f122 HTTP/1.1" status: 200 len: 991 time: 1.0060167 Dec 20 15:16:47.035678 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d5a01b9-ecff-4f47-b18c-44dfb5f810fd', 'tag': '2b68987f-21c2-4ddf-a0bb-c365ec1de2c2'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:16:47.037957 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dab47729-d18e-492f-abc9-103dd2241338" -d '{"events": [{"name": "network-changed", "server_uuid": "6d5a01b9-ecff-4f47-b18c-44dfb5f810fd", "tag": "2b68987f-21c2-4ddf-a0bb-c365ec1de2c2"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:16:47.132235 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-1ab3bb13-dab6-42c3-b6de-a5ec9c9d6e8c None None] Set router 1b1d8f2b-d97d-468d-a455-046ec60223c1 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:16:47.164754 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9db124b7-0338-45d7-92f7-84c587562859 x-openstack-request-id: req-9db124b7-0338-45d7-92f7-84c587562859 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:16:47.165043 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d5a01b9-ecff-4f47-b18c-44dfb5f810fd", "tag": "2b68987f-21c2-4ddf-a0bb-c365ec1de2c2", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:16:47.165282 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9db124b7-0338-45d7-92f7-84c587562859 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:16:47.165704 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d5a01b9-ecff-4f47-b18c-44dfb5f810fd', 'tag': '2b68987f-21c2-4ddf-a0bb-c365ec1de2c2', 'status': 'completed', 'code': 200} Dec 20 15:16:47.226273 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab47729-d18e-492f-abc9-103dd2241338 req-5d8306ff-0bde-4a83-a522-4c4af9421d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:16:47.228138 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-dab47729-d18e-492f-abc9-103dd2241338 req-5d8306ff-0bde-4a83-a522-4c4af9421d95 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3a8ae3efcf51476d8a4f0685fa1f4850&device_id=6d5a01b9-ecff-4f47-b18c-44dfb5f810fd HTTP/1.1" status: 200 len: 1098 time: 0.0421357 Dec 20 15:16:47.329983 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab47729-d18e-492f-abc9-103dd2241338 req-641c0732-ea61-405b-82f8-624a93deed03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:16:47.331510 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-dab47729-d18e-492f-abc9-103dd2241338 req-641c0732-ea61-405b-82f8-624a93deed03 service neutron] 10.222.0.47 "GET /v2.0/networks?id=63ccb7a9-3c34-4e10-9b7c-033a0881f0fc HTTP/1.1" status: 200 len: 912 time: 0.0952466 Dec 20 15:16:47.357725 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-1ab3bb13-dab6-42c3-b6de-a5ec9c9d6e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b1d8f2b-d97d-468d-a455-046ec60223c1', 'name': 'tempest-ServerActionsTestJSON-386714640-router', 'tenant_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '91a42ef0-08d4-4b63-ba77-3c51217fa9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:16:28Z', 'updated_at': '2021-12-20T15:16:31Z', 'revision_number': 4, 'project_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'gw_port': {'id': '91a42ef0-08d4-4b63-ba77-3c51217fa9f2', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:29:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1d8f2b-d97d-468d-a455-046ec60223c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:16:29Z', 'updated_at': '2021-12-20T15:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': '35590a59-5c01-48d8-9826-2df35b92f122', 'tenant_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'floating_ip_address': '172.25.0.47', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': '1b1d8f2b-d97d-468d-a455-046ec60223c1', 'port_id': '2b68987f-21c2-4ddf-a0bb-c365ec1de2c2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4085, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63ccb7a9-3c34-4e10-9b7c-033a0881f0fc', 'mac_address': 'fa:16:3e:64:cf:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5a01b9-ecff-4f47-b18c-44dfb5f810fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:16:33Z', 'updated_at': '2021-12-20T15:16:46Z', 'revision_number': 1, 'project_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec6f6254-109b-4ae7-a6c3-f386c155adb3', 'name': '', 'network_id': '63ccb7a9-3c34-4e10-9b7c-033a0881f0fc', 'tenant_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'mac_address': 'fa:16:3e:25:4d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1d8f2b-d97d-468d-a455-046ec60223c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '6dd720d7-be54-496c-b59e-cfe36a403992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:16:30Z', 'updated_at': '2021-12-20T15:16:35Z', 'revision_number': 5, 'project_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'subnets': [{'id': '6dd720d7-be54-496c-b59e-cfe36a403992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:16:47.383957 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab3bb13-dab6-42c3-b6de-a5ec9c9d6e8c None None] Checking router: 1b1d8f2b-d97d-468d-a455-046ec60223c1 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:16:47.393136 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab3bb13-dab6-42c3-b6de-a5ec9c9d6e8c None None] Routers {'1b1d8f2b-d97d-468d-a455-046ec60223c1'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:16:47.393658 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-1ab3bb13-dab6-42c3-b6de-a5ec9c9d6e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:16:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['1b1d8f2b-d97d-468d-a455-046ec60223c1'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:16:47.401813 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-dab47729-d18e-492f-abc9-103dd2241338 req-24195442-58ce-4789-bcd7-47ffbdaba913 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b68987f-21c2-4ddf-a0bb-c365ec1de2c2 HTTP/1.1" status: 200 len: 999 time: 0.0632694 Dec 20 15:16:47.454246 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab47729-d18e-492f-abc9-103dd2241338 req-9ab59ce9-8279-4894-981b-77a18db6c2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:16:47.455758 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-dab47729-d18e-492f-abc9-103dd2241338 req-9ab59ce9-8279-4894-981b-77a18db6c2ff service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6dd720d7-be54-496c-b59e-cfe36a403992 HTTP/1.1" status: 200 len: 850 time: 0.0451608 Dec 20 15:16:47.501548 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab47729-d18e-492f-abc9-103dd2241338 req-81a32e05-8d28-42d3-b699-cffad3326aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:16:47.503069 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-dab47729-d18e-492f-abc9-103dd2241338 req-81a32e05-8d28-42d3-b699-cffad3326aae service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=63ccb7a9-3c34-4e10-9b7c-033a0881f0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402629 Dec 20 15:16:47.503799 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-1ab3bb13-dab6-42c3-b6de-a5ec9c9d6e8c None None] Set router 1b1d8f2b-d97d-468d-a455-046ec60223c1 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:16:47.596752 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-dab47729-d18e-492f-abc9-103dd2241338 req-629e0bc5-bf0c-42ad-a46a-fc081f830104 service neutron] 10.222.0.47 "GET /v2.0/networks/63ccb7a9-3c34-4e10-9b7c-033a0881f0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868235 Dec 20 15:16:47.686855 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-dab47729-d18e-492f-abc9-103dd2241338 req-9cd6e8aa-8e2f-4cea-ac29-d3347e843b24 service neutron] 10.222.0.47 "GET /v2.0/networks/63ccb7a9-3c34-4e10-9b7c-033a0881f0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831077 Dec 20 15:16:47.732257 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-1ab3bb13-dab6-42c3-b6de-a5ec9c9d6e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b1d8f2b-d97d-468d-a455-046ec60223c1', 'name': 'tempest-ServerActionsTestJSON-386714640-router', 'tenant_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '91a42ef0-08d4-4b63-ba77-3c51217fa9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:16:28Z', 'updated_at': '2021-12-20T15:16:31Z', 'revision_number': 4, 'project_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'gw_port': {'id': '91a42ef0-08d4-4b63-ba77-3c51217fa9f2', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:29:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1d8f2b-d97d-468d-a455-046ec60223c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:16:29Z', 'updated_at': '2021-12-20T15:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': '35590a59-5c01-48d8-9826-2df35b92f122', 'tenant_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'floating_ip_address': '172.25.0.47', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': '1b1d8f2b-d97d-468d-a455-046ec60223c1', 'port_id': '2b68987f-21c2-4ddf-a0bb-c365ec1de2c2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4085, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63ccb7a9-3c34-4e10-9b7c-033a0881f0fc', 'mac_address': 'fa:16:3e:64:cf:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5a01b9-ecff-4f47-b18c-44dfb5f810fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:16:33Z', 'updated_at': '2021-12-20T15:16:46Z', 'revision_number': 1, 'project_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec6f6254-109b-4ae7-a6c3-f386c155adb3', 'name': '', 'network_id': '63ccb7a9-3c34-4e10-9b7c-033a0881f0fc', 'tenant_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'mac_address': 'fa:16:3e:25:4d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1d8f2b-d97d-468d-a455-046ec60223c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '6dd720d7-be54-496c-b59e-cfe36a403992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:16:30Z', 'updated_at': '2021-12-20T15:16:35Z', 'revision_number': 5, 'project_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'subnets': [{'id': '6dd720d7-be54-496c-b59e-cfe36a403992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:16:47.758831 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab3bb13-dab6-42c3-b6de-a5ec9c9d6e8c None None] The sync data for ids ['1b1d8f2b-d97d-468d-a455-046ec60223c1'] in n-d-761264-19 is: [{'id': '1b1d8f2b-d97d-468d-a455-046ec60223c1', 'name': 'tempest-ServerActionsTestJSON-386714640-router', 'tenant_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '91a42ef0-08d4-4b63-ba77-3c51217fa9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:16:28Z', 'updated_at': '2021-12-20T15:16:31Z', 'revision_number': 4, 'project_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'gw_port': {'id': '91a42ef0-08d4-4b63-ba77-3c51217fa9f2', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:29:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1d8f2b-d97d-468d-a455-046ec60223c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:16:29Z', 'updated_at': '2021-12-20T15:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': '35590a59-5c01-48d8-9826-2df35b92f122', 'tenant_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'floating_ip_address': '172.25.0.47', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': '1b1d8f2b-d97d-468d-a455-046ec60223c1', 'port_id': '2b68987f-21c2-4ddf-a0bb-c365ec1de2c2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4085, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63ccb7a9-3c34-4e10-9b7c-033a0881f0fc', 'mac_address': 'fa:16:3e:64:cf:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5a01b9-ecff-4f47-b18c-44dfb5f810fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:16:33Z', 'updated_at': '2021-12-20T15:16:46Z', 'revision_number': 1, 'project_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec6f6254-109b-4ae7-a6c3-f386c155adb3', 'name': '', 'network_id': '63ccb7a9-3c34-4e10-9b7c-033a0881f0fc', 'tenant_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'mac_address': 'fa:16:3e:25:4d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1d8f2b-d97d-468d-a455-046ec60223c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '6dd720d7-be54-496c-b59e-cfe36a403992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:16:30Z', 'updated_at': '2021-12-20T15:16:35Z', 'revision_number': 5, 'project_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'subnets': [{'id': '6dd720d7-be54-496c-b59e-cfe36a403992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:16:47.948817 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b87ca48-7d13-4927-a46a-50f4a74733eb None None] New status for floating IP 35590a59-5c01-48d8-9826-2df35b92f122: ACTIVE {{(pid=103170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 15:17:00.757422 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d4fdc1dd-7c16-4d1f-8a79-c241a39ce2ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:17:02.980000 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-45550697-bced-4071-92c5-2007c579d520 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:17:03.951723 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:17:05.938753 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:17:06.364093 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:17:11.969687 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:17:15.604682 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:17:17.743744 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:17:30.761637 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b689a6a2-4898-4a12-91bd-6cc4360c7c3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:17:32.977840 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-bf9aed62-75da-4cea-a675-e50225b91ee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:17:33.962949 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:17:35.942404 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:17:36.356823 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:17:42.004976 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:17:44.685130 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b01e1b89-a601-4a14-991c-8b272194ece2 req-731753e7-edfe-44d8-bd5e-3fc4fed549d6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6d5a01b9-ecff-4f47-b18c-44dfb5f810fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0461841 Dec 20 15:17:44.778194 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01e1b89-a601-4a14-991c-8b272194ece2 req-502c06b8-733e-402c-9f88-a45f2bb1bd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:17:44.779722 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b01e1b89-a601-4a14-991c-8b272194ece2 req-502c06b8-733e-402c-9f88-a45f2bb1bd48 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3a8ae3efcf51476d8a4f0685fa1f4850&device_id=6d5a01b9-ecff-4f47-b18c-44dfb5f810fd HTTP/1.1" status: 200 len: 1098 time: 0.0460927 Dec 20 15:17:44.890889 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01e1b89-a601-4a14-991c-8b272194ece2 req-8d30fd2e-4ce3-4e79-83d6-0d76ac680db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:17:44.892361 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b01e1b89-a601-4a14-991c-8b272194ece2 req-8d30fd2e-4ce3-4e79-83d6-0d76ac680db6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=63ccb7a9-3c34-4e10-9b7c-033a0881f0fc HTTP/1.1" status: 200 len: 912 time: 0.0914299 Dec 20 15:17:44.967103 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b01e1b89-a601-4a14-991c-8b272194ece2 req-8c99fde3-1b52-4d92-a4ef-e10555175964 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b68987f-21c2-4ddf-a0bb-c365ec1de2c2 HTTP/1.1" status: 200 len: 1001 time: 0.0668566 Dec 20 15:17:45.021474 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01e1b89-a601-4a14-991c-8b272194ece2 req-f86c34cd-cf4b-4c93-89d7-17d51782e356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:17:45.023039 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b01e1b89-a601-4a14-991c-8b272194ece2 req-f86c34cd-cf4b-4c93-89d7-17d51782e356 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6dd720d7-be54-496c-b59e-cfe36a403992 HTTP/1.1" status: 200 len: 850 time: 0.0495095 Dec 20 15:17:45.069979 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01e1b89-a601-4a14-991c-8b272194ece2 req-3ab11891-9209-4c07-85c3-dffdf2f7785b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:17:45.071578 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b01e1b89-a601-4a14-991c-8b272194ece2 req-3ab11891-9209-4c07-85c3-dffdf2f7785b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=63ccb7a9-3c34-4e10-9b7c-033a0881f0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410559 Dec 20 15:17:45.165633 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b01e1b89-a601-4a14-991c-8b272194ece2 req-319583a8-f1e6-49d4-94b1-f408754d34e8 service neutron] 10.222.0.47 "GET /v2.0/networks/63ccb7a9-3c34-4e10-9b7c-033a0881f0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857239 Dec 20 15:17:45.255556 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b01e1b89-a601-4a14-991c-8b272194ece2 req-9db9cc0f-1cad-4d16-bdaa-40c477f6f779 service neutron] 10.222.0.47 "GET /v2.0/networks/63ccb7a9-3c34-4e10-9b7c-033a0881f0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819550 Dec 20 15:17:45.605458 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:17:54.744117 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:18:00.758014 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-289b3e98-8728-4cd9-a821-2baed996b66a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:18:02.974471 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-164ec6f3-a676-48b8-8e83-eb5474ef5c41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:18:03.956407 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:18:05.949576 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:18:06.364531 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:18:12.005612 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:18:15.615558 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:18:24.787540 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa1f1b5-6dc7-419a-85c3-e0e45b095249 req-3caf4e3c-e5df-47bb-8d6d-78894d17f84c tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:18:24.789103 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-faa1f1b5-6dc7-419a-85c3-e0e45b095249 req-3caf4e3c-e5df-47bb-8d6d-78894d17f84c tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d5a01b9-ecff-4f47-b18c-44dfb5f810fd HTTP/1.1" status: 200 len: 946 time: 0.0574381 Dec 20 15:18:24.848934 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-faa1f1b5-6dc7-419a-85c3-e0e45b095249 req-1efd09be-22a4-4451-98c6-167b61c41551 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0530281 Dec 20 15:18:25.092490 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b61c9630-b629-40ce-bd19-84935480e7dc req-226190f4-c63e-4a0e-b7b8-11eb59df9956 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6d5a01b9-ecff-4f47-b18c-44dfb5f810fd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0471520 Dec 20 15:18:25.106698 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92700d6-6de3-4d4a-b1ac-46fee1657acc req-cc8cd761-cd5e-4f91-a40b-1310e2b979e7 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:18:25.108443 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b92700d6-6de3-4d4a-b1ac-46fee1657acc req-cc8cd761-cd5e-4f91-a40b-1310e2b979e7 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d5a01b9-ecff-4f47-b18c-44dfb5f810fd HTTP/1.1" status: 200 len: 946 time: 0.0520589 Dec 20 15:18:25.157588 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b92700d6-6de3-4d4a-b1ac-46fee1657acc req-04f00b04-fc52-4478-98f5-39160e66a04a tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430288 Dec 20 15:18:26.109038 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [req-c20a4152-428d-45f4-98b6-94b0e234184d req-e59c4e4c-d78d-4806-8a59-4e544efd8cf8 service neutron] (103168) timed out ('10.222.0.54', 51960) {{(pid=103168) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 20 15:18:26.216907 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61c9630-b629-40ce-bd19-84935480e7dc req-533ca13d-3e4c-4345-94ed-2bce7b2799db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:18:26.218817 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b61c9630-b629-40ce-bd19-84935480e7dc req-533ca13d-3e4c-4345-94ed-2bce7b2799db service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3a8ae3efcf51476d8a4f0685fa1f4850&device_id=6d5a01b9-ecff-4f47-b18c-44dfb5f810fd HTTP/1.1" status: 200 len: 1098 time: 0.0445232 Dec 20 15:18:26.348347 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e71ff7-7521-498a-afd4-6e48e2c645b5 req-554407b4-45c9-4ad2-a820-8dba0e3f0e52 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:18:26.349713 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-66e71ff7-7521-498a-afd4-6e48e2c645b5 req-554407b4-45c9-4ad2-a820-8dba0e3f0e52 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d5a01b9-ecff-4f47-b18c-44dfb5f810fd HTTP/1.1" status: 200 len: 946 time: 0.1056759 Dec 20 15:18:26.352609 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61c9630-b629-40ce-bd19-84935480e7dc req-3211349d-0435-4826-bc77-c14ce9c00a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:18:26.354037 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b61c9630-b629-40ce-bd19-84935480e7dc req-3211349d-0435-4826-bc77-c14ce9c00a8a service neutron] 10.222.0.47 "GET /v2.0/networks?id=63ccb7a9-3c34-4e10-9b7c-033a0881f0fc HTTP/1.1" status: 200 len: 912 time: 0.1282830 Dec 20 15:18:26.444183 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-66e71ff7-7521-498a-afd4-6e48e2c645b5 req-3ae0b976-49f3-4bcd-b719-9bb3ef5d9b92 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0883870 Dec 20 15:18:26.450759 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b61c9630-b629-40ce-bd19-84935480e7dc req-644403be-04f1-41d5-a756-ef5665322305 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b68987f-21c2-4ddf-a0bb-c365ec1de2c2 HTTP/1.1" status: 200 len: 1001 time: 0.0879307 Dec 20 15:18:26.502259 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61c9630-b629-40ce-bd19-84935480e7dc req-e850ec07-d144-4e9e-9dcd-2f33f8370884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:18:26.503758 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b61c9630-b629-40ce-bd19-84935480e7dc req-e850ec07-d144-4e9e-9dcd-2f33f8370884 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6dd720d7-be54-496c-b59e-cfe36a403992 HTTP/1.1" status: 200 len: 850 time: 0.0455854 Dec 20 15:18:26.550742 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61c9630-b629-40ce-bd19-84935480e7dc req-c6728e70-dd37-4447-a2ae-89e067514c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:18:26.552299 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b61c9630-b629-40ce-bd19-84935480e7dc req-c6728e70-dd37-4447-a2ae-89e067514c0c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=63ccb7a9-3c34-4e10-9b7c-033a0881f0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415764 Dec 20 15:18:26.655570 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b61c9630-b629-40ce-bd19-84935480e7dc req-a9c92dd5-2c46-4e70-9f28-8e253b8b0c04 service neutron] 10.222.0.47 "GET /v2.0/networks/63ccb7a9-3c34-4e10-9b7c-033a0881f0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955100 Dec 20 15:18:26.746133 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b61c9630-b629-40ce-bd19-84935480e7dc req-272b702b-c7c5-4ef3-97fc-2e022f622a7e service neutron] 10.222.0.47 "GET /v2.0/networks/63ccb7a9-3c34-4e10-9b7c-033a0881f0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835483 Dec 20 15:18:27.565871 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f80aa7-114b-459c-8c7f-10a25762d798 req-398f96cf-3714-46ff-901c-c04ea6bbea65 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:18:27.567413 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-67f80aa7-114b-459c-8c7f-10a25762d798 req-398f96cf-3714-46ff-901c-c04ea6bbea65 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d5a01b9-ecff-4f47-b18c-44dfb5f810fd HTTP/1.1" status: 200 len: 946 time: 0.0503662 Dec 20 15:18:27.618846 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-67f80aa7-114b-459c-8c7f-10a25762d798 req-521b9563-7737-4226-8bb9-ae27b1a23c3f tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450974 Dec 20 15:18:28.738152 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c854e613-85e4-41ed-bf12-13d019f21446 req-860c6ebe-376a-4e24-b04d-5a6464d0b083 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:18:28.739674 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c854e613-85e4-41ed-bf12-13d019f21446 req-860c6ebe-376a-4e24-b04d-5a6464d0b083 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d5a01b9-ecff-4f47-b18c-44dfb5f810fd HTTP/1.1" status: 200 len: 946 time: 0.0504074 Dec 20 15:18:28.793445 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c854e613-85e4-41ed-bf12-13d019f21446 req-396aa86b-cbfc-465b-b6a7-50ff9bc32981 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474880 Dec 20 15:18:29.931706 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b45b0c-649b-43b5-8462-d8dd34457f2b req-f696831e-d192-4673-af34-93a86bdd00f8 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:18:29.934257 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-76b45b0c-649b-43b5-8462-d8dd34457f2b req-f696831e-d192-4673-af34-93a86bdd00f8 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d5a01b9-ecff-4f47-b18c-44dfb5f810fd HTTP/1.1" status: 200 len: 946 time: 0.0649529 Dec 20 15:18:29.983197 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-76b45b0c-649b-43b5-8462-d8dd34457f2b req-77a3cb95-c8a4-459f-a634-aa7801d5cd4b tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427465 Dec 20 15:18:30.753819 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-dfc150ca-bbc0-46ba-a420-d75795212781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:18:31.104624 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e9d4f5-7d7e-43a2-953f-29cce39830d2 req-bebea2e0-7a4a-4b94-8490-f1a80f5e7453 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:18:31.106145 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e4e9d4f5-7d7e-43a2-953f-29cce39830d2 req-bebea2e0-7a4a-4b94-8490-f1a80f5e7453 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d5a01b9-ecff-4f47-b18c-44dfb5f810fd HTTP/1.1" status: 200 len: 946 time: 0.0522833 Dec 20 15:18:31.156750 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e4e9d4f5-7d7e-43a2-953f-29cce39830d2 req-7097e5c0-1589-426f-9ba7-79df9f9f8ab0 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441246 Dec 20 15:18:31.744716 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:18:32.278970 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5335e9d-e80d-4316-948c-c98e3b1ecd40 req-c41ad15f-b637-40c5-b6e3-82b90f58e457 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:18:32.280629 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b5335e9d-e80d-4316-948c-c98e3b1ecd40 req-c41ad15f-b637-40c5-b6e3-82b90f58e457 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d5a01b9-ecff-4f47-b18c-44dfb5f810fd HTTP/1.1" status: 200 len: 946 time: 0.0531552 Dec 20 15:18:32.329410 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b5335e9d-e80d-4316-948c-c98e3b1ecd40 req-c2b896e3-1854-4bef-92a2-a361f8940595 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426793 Dec 20 15:18:32.970201 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-9f0e372b-0d5b-41fa-93fb-efe916df4edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:18:33.447349 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19030e27-ee4e-48c0-9422-bdd99e4b88ed req-504a72ac-66df-48a8-b360-b901577d375a tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:18:33.448836 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-19030e27-ee4e-48c0-9422-bdd99e4b88ed req-504a72ac-66df-48a8-b360-b901577d375a tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d5a01b9-ecff-4f47-b18c-44dfb5f810fd HTTP/1.1" status: 200 len: 946 time: 0.0498304 Dec 20 15:18:33.496564 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-19030e27-ee4e-48c0-9422-bdd99e4b88ed req-4f00d6fe-876c-46e5-ba3a-4f9d1f7e7e00 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412557 Dec 20 15:18:33.959738 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:18:34.617736 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63fd844-c514-4606-a2ce-92f9ac61a48f req-31e702b1-f9cb-43c0-b575-0fcf0ea93348 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:18:34.619247 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d63fd844-c514-4606-a2ce-92f9ac61a48f req-31e702b1-f9cb-43c0-b575-0fcf0ea93348 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d5a01b9-ecff-4f47-b18c-44dfb5f810fd HTTP/1.1" status: 200 len: 946 time: 0.0507069 Dec 20 15:18:34.671659 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d63fd844-c514-4606-a2ce-92f9ac61a48f req-b2a7faad-6d39-49f3-8f3c-6743d538c9a3 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458684 Dec 20 15:18:35.794443 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d822fb-9de9-4a01-9585-77ec81d5c51d req-8a53f7bb-8d89-4b2f-affb-627f706ac6a2 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:18:35.795969 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b0d822fb-9de9-4a01-9585-77ec81d5c51d req-8a53f7bb-8d89-4b2f-affb-627f706ac6a2 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d5a01b9-ecff-4f47-b18c-44dfb5f810fd HTTP/1.1" status: 200 len: 946 time: 0.0544741 Dec 20 15:18:35.842565 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b0d822fb-9de9-4a01-9585-77ec81d5c51d req-e3896a0b-84b4-4f8a-82b4-bf5e97cd1e07 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405352 Dec 20 15:18:35.947734 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:18:36.350146 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:18:36.964303 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fed9ab-2caf-4104-8868-cb74de2a25c1 req-e6651d22-e741-4800-a5c6-931d103fa15c tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:18:36.965790 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-17fed9ab-2caf-4104-8868-cb74de2a25c1 req-e6651d22-e741-4800-a5c6-931d103fa15c tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d5a01b9-ecff-4f47-b18c-44dfb5f810fd HTTP/1.1" status: 200 len: 946 time: 0.0504453 Dec 20 15:18:37.015256 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-17fed9ab-2caf-4104-8868-cb74de2a25c1 req-43898fd2-8cb2-439b-923c-33a8b70b4754 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428755 Dec 20 15:18:38.135683 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f806d9-27e8-411b-80db-e99f06ae934b req-a75691e0-18d7-428e-ac21-676a04875dc1 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:18:38.137189 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-81f806d9-27e8-411b-80db-e99f06ae934b req-a75691e0-18d7-428e-ac21-676a04875dc1 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d5a01b9-ecff-4f47-b18c-44dfb5f810fd HTTP/1.1" status: 200 len: 946 time: 0.0509374 Dec 20 15:18:38.185445 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-81f806d9-27e8-411b-80db-e99f06ae934b req-aaf07562-a69f-460a-ac9f-9430d8c63e85 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420034 Dec 20 15:18:38.661377 n-d-761264-19 neutron-server[103167]: INFO neutron.api.v2.resource [req-b61c9630-b629-40ce-bd19-84935480e7dc req-2b9c27b9-489f-4df9-8944-21082551e02d service neutron] show failed (client error): The resource could not be found. Dec 20 15:18:38.662429 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b61c9630-b629-40ce-bd19-84935480e7dc req-2b9c27b9-489f-4df9-8944-21082551e02d service neutron] 10.222.0.47 "GET /v2.0/ports/2b68987f-21c2-4ddf-a0bb-c365ec1de2c2/bindings/n-h1-761264-19 HTTP/1.1" status: 404 len: 381 time: 0.0617788 Dec 20 15:18:38.953712 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61c9630-b629-40ce-bd19-84935480e7dc req-4e8326c1-614b-453a-8ae9-844c49853dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:18:38.955190 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b61c9630-b629-40ce-bd19-84935480e7dc req-4e8326c1-614b-453a-8ae9-844c49853dbb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6d5a01b9-ecff-4f47-b18c-44dfb5f810fd&tenant_id=3a8ae3efcf51476d8a4f0685fa1f4850 HTTP/1.1" status: 200 len: 1098 time: 0.1242924 Dec 20 15:18:38.967085 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-b61c9630-b629-40ce-bd19-84935480e7dc req-b05ab131-e480-4a1e-a351-cce3303c5b31 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-761264-19', 'device_owner': 'compute:nova'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:18:39.375189 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-b61c9630-b629-40ce-bd19-84935480e7dc req-b05ab131-e480-4a1e-a351-cce3303c5b31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:18:39.396041 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862906c1-b5fb-449b-a9d0-7201fee26143 req-e9869e66-1121-4ef1-9b31-613f9b23164b tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:18:39.397500 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-862906c1-b5fb-449b-a9d0-7201fee26143 req-e9869e66-1121-4ef1-9b31-613f9b23164b tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d5a01b9-ecff-4f47-b18c-44dfb5f810fd HTTP/1.1" status: 200 len: 946 time: 0.0819438 Dec 20 15:18:39.526812 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-862906c1-b5fb-449b-a9d0-7201fee26143 req-8dde1553-fdd1-449a-939b-981d51c80b54 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1089284 Dec 20 15:18:39.619686 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-b61c9630-b629-40ce-bd19-84935480e7dc req-b05ab131-e480-4a1e-a351-cce3303c5b31 service neutron] For port 2b68987f-21c2-4ddf-a0bb-c365ec1de2c2, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=2b68987f-21c2-4ddf-a0bb-c365ec1de2c2,segment=NetworkSegment(dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a),segment_id=dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:18:39.652050 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-b61c9630-b629-40ce-bd19-84935480e7dc req-b05ab131-e480-4a1e-a351-cce3303c5b31 service neutron] For port 2b68987f-21c2-4ddf-a0bb-c365ec1de2c2, host n-h2-761264-19, cleared binding levels {{(pid=103168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:18:39.690650 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d5a01b9-ecff-4f47-b18c-44dfb5f810fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b68987f-21c2-4ddf-a0bb-c365ec1de2c2'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:18:39.692935 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c39b5c86-9422-415e-bf17-a7bc7dcb6064" -d '{"events": [{"server_uuid": "6d5a01b9-ecff-4f47-b18c-44dfb5f810fd", "name": "network-vif-unplugged", "status": "completed", "tag": "2b68987f-21c2-4ddf-a0bb-c365ec1de2c2"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:18:39.697065 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-b61c9630-b629-40ce-bd19-84935480e7dc req-b05ab131-e480-4a1e-a351-cce3303c5b31 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:18:39.715294 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.provisioning_blocks [req-b61c9630-b629-40ce-bd19-84935480e7dc req-b05ab131-e480-4a1e-a351-cce3303c5b31 service neutron] Transition to ACTIVE for port object 2b68987f-21c2-4ddf-a0bb-c365ec1de2c2 will not be triggered until provisioned by entity L2. {{(pid=103168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:18:39.720561 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-b61c9630-b629-40ce-bd19-84935480e7dc req-b05ab131-e480-4a1e-a351-cce3303c5b31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:18:39.748844 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 15:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4457221-de1d-401c-90cf-333512015faf x-openstack-request-id: req-f4457221-de1d-401c-90cf-333512015faf {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:18:39.749146 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d5a01b9-ecff-4f47-b18c-44dfb5f810fd", "name": "network-vif-unplugged", "status": "completed", "tag": "2b68987f-21c2-4ddf-a0bb-c365ec1de2c2", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:18:39.749400 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f4457221-de1d-401c-90cf-333512015faf {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:18:39.749804 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d5a01b9-ecff-4f47-b18c-44dfb5f810fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b68987f-21c2-4ddf-a0bb-c365ec1de2c2', 'code': 200} Dec 20 15:18:39.828052 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05ab131-e480-4a1e-a351-cce3303c5b31 service neutron] Pushing event updated for resources: {'Port': ['ID=2b68987f-21c2-4ddf-a0bb-c365ec1de2c2,revision_number=6']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:18:39.849333 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05ab131-e480-4a1e-a351-cce3303c5b31 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:18:39.849691 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05ab131-e480-4a1e-a351-cce3303c5b31 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:18:39.850038 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05ab131-e480-4a1e-a351-cce3303c5b31 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:18:39.850382 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05ab131-e480-4a1e-a351-cce3303c5b31 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:18:39.850736 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05ab131-e480-4a1e-a351-cce3303c5b31 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:18:39.851074 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05ab131-e480-4a1e-a351-cce3303c5b31 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:18:39.851405 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05ab131-e480-4a1e-a351-cce3303c5b31 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:18:39.851733 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05ab131-e480-4a1e-a351-cce3303c5b31 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:18:39.852058 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05ab131-e480-4a1e-a351-cce3303c5b31 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:18:39.852386 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05ab131-e480-4a1e-a351-cce3303c5b31 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:18:39.852715 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05ab131-e480-4a1e-a351-cce3303c5b31 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:18:39.853040 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05ab131-e480-4a1e-a351-cce3303c5b31 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:18:39.853364 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05ab131-e480-4a1e-a351-cce3303c5b31 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:18:39.909376 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-b61c9630-b629-40ce-bd19-84935480e7dc req-b05ab131-e480-4a1e-a351-cce3303c5b31 service neutron] No DVR routers for this DVR port 2b68987f-21c2-4ddf-a0bb-c365ec1de2c2 on host n-h2-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:18:40.045672 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-b61c9630-b629-40ce-bd19-84935480e7dc req-b05ab131-e480-4a1e-a351-cce3303c5b31 service neutron] Attempting to bind port 2b68987f-21c2-4ddf-a0bb-c365ec1de2c2 on host n-h1-761264-19 for vnic_type normal with profile {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:18:40.046376 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-b61c9630-b629-40ce-bd19-84935480e7dc req-b05ab131-e480-4a1e-a351-cce3303c5b31 service neutron] Attempting to bind port 2b68987f-21c2-4ddf-a0bb-c365ec1de2c2 by drivers openvswitch,hyperv on host n-h1-761264-19 at level 0 using segments [{'id': 'dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '63ccb7a9-3c34-4e10-9b7c-033a0881f0fc'}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:18:40.046376 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61c9630-b629-40ce-bd19-84935480e7dc req-b05ab131-e480-4a1e-a351-cce3303c5b31 service neutron] Attempting to bind port 2b68987f-21c2-4ddf-a0bb-c365ec1de2c2 on network 63ccb7a9-3c34-4e10-9b7c-033a0881f0fc {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:18:40.050801 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61c9630-b629-40ce-bd19-84935480e7dc req-b05ab131-e480-4a1e-a351-cce3303c5b31 service neutron] Port 2b68987f-21c2-4ddf-a0bb-c365ec1de2c2 on network 63ccb7a9-3c34-4e10-9b7c-033a0881f0fc not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-19 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:18:40.051119 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61c9630-b629-40ce-bd19-84935480e7dc req-b05ab131-e480-4a1e-a351-cce3303c5b31 service neutron] Attempting to bind port 2b68987f-21c2-4ddf-a0bb-c365ec1de2c2 on network 63ccb7a9-3c34-4e10-9b7c-033a0881f0fc {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:18:40.056261 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61c9630-b629-40ce-bd19-84935480e7dc req-b05ab131-e480-4a1e-a351-cce3303c5b31 service neutron] Checking agent: {'id': '3e5ace3e-dd7b-4522-a7c4-77d13dbeab1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:18:40.056590 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61c9630-b629-40ce-bd19-84935480e7dc req-b05ab131-e480-4a1e-a351-cce3303c5b31 service neutron] Checking segment: {'id': 'dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '63ccb7a9-3c34-4e10-9b7c-033a0881f0fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:18:40.056966 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61c9630-b629-40ce-bd19-84935480e7dc req-b05ab131-e480-4a1e-a351-cce3303c5b31 service neutron] Bound using segment: {'id': 'dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '63ccb7a9-3c34-4e10-9b7c-033a0881f0fc'} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:18:40.057385 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-b61c9630-b629-40ce-bd19-84935480e7dc req-b05ab131-e480-4a1e-a351-cce3303c5b31 service neutron] Bound port: 2b68987f-21c2-4ddf-a0bb-c365ec1de2c2, host: n-h1-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '63ccb7a9-3c34-4e10-9b7c-033a0881f0fc'}}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:18:40.057736 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-b61c9630-b629-40ce-bd19-84935480e7dc req-b05ab131-e480-4a1e-a351-cce3303c5b31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:18:40.124541 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-b61c9630-b629-40ce-bd19-84935480e7dc req-b05ab131-e480-4a1e-a351-cce3303c5b31 service neutron] For port 2b68987f-21c2-4ddf-a0bb-c365ec1de2c2, host n-h1-761264-19, cleared binding levels {{(pid=103168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:18:40.127629 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-b61c9630-b629-40ce-bd19-84935480e7dc req-b05ab131-e480-4a1e-a351-cce3303c5b31 service neutron] For port 2b68987f-21c2-4ddf-a0bb-c365ec1de2c2, host n-h1-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=2b68987f-21c2-4ddf-a0bb-c365ec1de2c2,segment=NetworkSegment(dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a),segment_id=dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a)] {{(pid=103168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:18:40.133022 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-b61c9630-b629-40ce-bd19-84935480e7dc req-b05ab131-e480-4a1e-a351-cce3303c5b31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:18:40.170543 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61c9630-b629-40ce-bd19-84935480e7dc req-b05ab131-e480-4a1e-a351-cce3303c5b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:18:40.171288 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-b61c9630-b629-40ce-bd19-84935480e7dc req-b05ab131-e480-4a1e-a351-cce3303c5b31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:18:40.172593 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b61c9630-b629-40ce-bd19-84935480e7dc req-b05ab131-e480-4a1e-a351-cce3303c5b31 service neutron] 10.222.0.30 "PUT /v2.0/ports/2b68987f-21c2-4ddf-a0bb-c365ec1de2c2 HTTP/1.1" status: 200 len: 1093 time: 1.2097387 Dec 20 15:18:40.189608 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05ab131-e480-4a1e-a351-cce3303c5b31 service neutron] Pushing event updated for resources: {'Port': ['ID=2b68987f-21c2-4ddf-a0bb-c365ec1de2c2,revision_number=7']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:18:40.238210 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61c9630-b629-40ce-bd19-84935480e7dc req-5d18e315-0d2b-4b6d-b35b-2af2af8db809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:18:40.239789 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b61c9630-b629-40ce-bd19-84935480e7dc req-5d18e315-0d2b-4b6d-b35b-2af2af8db809 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3a8ae3efcf51476d8a4f0685fa1f4850&device_id=6d5a01b9-ecff-4f47-b18c-44dfb5f810fd HTTP/1.1" status: 200 len: 1096 time: 0.0431576 Dec 20 15:18:40.338987 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61c9630-b629-40ce-bd19-84935480e7dc req-dc7821bb-1bfb-4daf-a388-0e77c189afc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:18:40.340487 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b61c9630-b629-40ce-bd19-84935480e7dc req-dc7821bb-1bfb-4daf-a388-0e77c189afc2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=63ccb7a9-3c34-4e10-9b7c-033a0881f0fc HTTP/1.1" status: 200 len: 912 time: 0.0941768 Dec 20 15:18:40.449175 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b61c9630-b629-40ce-bd19-84935480e7dc req-601ffcf1-6288-4ad8-baaa-090b6565f688 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b68987f-21c2-4ddf-a0bb-c365ec1de2c2 HTTP/1.1" status: 200 len: 999 time: 0.1003566 Dec 20 15:18:40.504131 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61c9630-b629-40ce-bd19-84935480e7dc req-7b0bfd4b-8f4a-48d2-89a0-4cc92c5f80fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:18:40.505723 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b61c9630-b629-40ce-bd19-84935480e7dc req-7b0bfd4b-8f4a-48d2-89a0-4cc92c5f80fb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6dd720d7-be54-496c-b59e-cfe36a403992 HTTP/1.1" status: 200 len: 850 time: 0.0498741 Dec 20 15:18:40.553530 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61c9630-b629-40ce-bd19-84935480e7dc req-6ea303be-1c0b-4fa0-a3e0-95485ab6f47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:18:40.555176 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b61c9630-b629-40ce-bd19-84935480e7dc req-6ea303be-1c0b-4fa0-a3e0-95485ab6f47d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=63ccb7a9-3c34-4e10-9b7c-033a0881f0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424106 Dec 20 15:18:40.678953 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b61c9630-b629-40ce-bd19-84935480e7dc req-55816317-2fa2-4c85-b998-f7787abb9a59 service neutron] 10.222.0.30 "GET /v2.0/networks/63ccb7a9-3c34-4e10-9b7c-033a0881f0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162930 Dec 20 15:18:40.687654 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f8e5cc-dddb-42cb-93a3-cd250e30c24a req-02191a2d-38de-4871-935f-f4bd3f7ee4b7 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:18:40.688940 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d9f8e5cc-dddb-42cb-93a3-cd250e30c24a req-02191a2d-38de-4871-935f-f4bd3f7ee4b7 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d5a01b9-ecff-4f47-b18c-44dfb5f810fd HTTP/1.1" status: 200 len: 944 time: 0.0717735 Dec 20 15:18:40.792269 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d9f8e5cc-dddb-42cb-93a3-cd250e30c24a req-22ea70d3-d90b-4058-86a9-d9e52b3a1858 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0953910 Dec 20 15:18:40.809102 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b61c9630-b629-40ce-bd19-84935480e7dc req-6511316a-07b0-4630-94ec-843154d29ae7 service neutron] 10.222.0.30 "GET /v2.0/networks/63ccb7a9-3c34-4e10-9b7c-033a0881f0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192334 Dec 20 15:18:41.752172 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d5a01b9-ecff-4f47-b18c-44dfb5f810fd', 'tag': '2b68987f-21c2-4ddf-a0bb-c365ec1de2c2'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:18:41.756163 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dac9739-1816-404c-9176-503bde4a3cd7" -d '{"events": [{"name": "network-changed", "server_uuid": "6d5a01b9-ecff-4f47-b18c-44dfb5f810fd", "tag": "2b68987f-21c2-4ddf-a0bb-c365ec1de2c2"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:18:41.810383 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45402e6f-d2e2-4f7a-a0ce-e5ead7e28bec x-openstack-request-id: req-45402e6f-d2e2-4f7a-a0ce-e5ead7e28bec {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:18:41.810677 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d5a01b9-ecff-4f47-b18c-44dfb5f810fd", "tag": "2b68987f-21c2-4ddf-a0bb-c365ec1de2c2", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:18:41.810968 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-45402e6f-d2e2-4f7a-a0ce-e5ead7e28bec {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:18:41.811481 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d5a01b9-ecff-4f47-b18c-44dfb5f810fd', 'tag': '2b68987f-21c2-4ddf-a0bb-c365ec1de2c2', 'status': 'completed', 'code': 200} Dec 20 15:18:41.875062 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dac9739-1816-404c-9176-503bde4a3cd7 req-5919717d-921d-4cbd-81c7-98be7481503a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:18:41.876763 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5dac9739-1816-404c-9176-503bde4a3cd7 req-5919717d-921d-4cbd-81c7-98be7481503a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3a8ae3efcf51476d8a4f0685fa1f4850&device_id=6d5a01b9-ecff-4f47-b18c-44dfb5f810fd HTTP/1.1" status: 200 len: 1096 time: 0.0447254 Dec 20 15:18:41.903510 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dac9739-1816-404c-9176-503bde4a3cd7 req-c862aae5-17a0-4631-b07a-4be4a3c637c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:18:41.905096 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5dac9739-1816-404c-9176-503bde4a3cd7 req-c862aae5-17a0-4631-b07a-4be4a3c637c6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3a8ae3efcf51476d8a4f0685fa1f4850&device_id=6d5a01b9-ecff-4f47-b18c-44dfb5f810fd HTTP/1.1" status: 200 len: 1096 time: 0.0680482 Dec 20 15:18:41.951216 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b321f8-798c-4e00-a89b-1df582e13389 req-7630ab5c-2717-4635-8133-5b23ecea6b10 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:18:41.952705 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-79b321f8-798c-4e00-a89b-1df582e13389 req-7630ab5c-2717-4635-8133-5b23ecea6b10 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d5a01b9-ecff-4f47-b18c-44dfb5f810fd HTTP/1.1" status: 200 len: 944 time: 0.0827379 Dec 20 15:18:41.978702 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dac9739-1816-404c-9176-503bde4a3cd7 req-bb31f891-653d-4e7a-a104-7a640f8064b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:18:41.980331 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5dac9739-1816-404c-9176-503bde4a3cd7 req-bb31f891-653d-4e7a-a104-7a640f8064b5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=63ccb7a9-3c34-4e10-9b7c-033a0881f0fc HTTP/1.1" status: 200 len: 912 time: 0.0955915 Dec 20 15:18:42.020736 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:18:42.046110 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-79b321f8-798c-4e00-a89b-1df582e13389 req-98f11815-444b-434c-ae92-46cb6d716922 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0651968 Dec 20 15:18:42.048990 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dac9739-1816-404c-9176-503bde4a3cd7 req-2cd6767a-c59e-400c-9172-1bff84168245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:18:42.050388 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5dac9739-1816-404c-9176-503bde4a3cd7 req-2cd6767a-c59e-400c-9172-1bff84168245 service neutron] 10.222.0.30 "GET /v2.0/networks?id=63ccb7a9-3c34-4e10-9b7c-033a0881f0fc HTTP/1.1" status: 200 len: 912 time: 0.1367838 Dec 20 15:18:42.053903 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5dac9739-1816-404c-9176-503bde4a3cd7 req-5162e677-7033-4a29-b78a-8773d64fbc1b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b68987f-21c2-4ddf-a0bb-c365ec1de2c2 HTTP/1.1" status: 200 len: 999 time: 0.0659394 Dec 20 15:18:42.104530 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dac9739-1816-404c-9176-503bde4a3cd7 req-48f632b6-dac0-4319-8ee4-78d45c506970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:18:42.106018 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5dac9739-1816-404c-9176-503bde4a3cd7 req-48f632b6-dac0-4319-8ee4-78d45c506970 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6dd720d7-be54-496c-b59e-cfe36a403992 HTTP/1.1" status: 200 len: 850 time: 0.0450957 Dec 20 15:18:42.120698 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5dac9739-1816-404c-9176-503bde4a3cd7 req-3c96366d-c8d8-4b6e-a7ac-9eb29108b485 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b68987f-21c2-4ddf-a0bb-c365ec1de2c2 HTTP/1.1" status: 200 len: 999 time: 0.0630138 Dec 20 15:18:42.154517 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dac9739-1816-404c-9176-503bde4a3cd7 req-7b4c8ec2-7864-4676-b421-08a0f5dac33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:18:42.156111 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5dac9739-1816-404c-9176-503bde4a3cd7 req-7b4c8ec2-7864-4676-b421-08a0f5dac33f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=63ccb7a9-3c34-4e10-9b7c-033a0881f0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427444 Dec 20 15:18:42.173890 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dac9739-1816-404c-9176-503bde4a3cd7 req-c5486444-bc56-4525-91c4-fc901e858cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:18:42.175387 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5dac9739-1816-404c-9176-503bde4a3cd7 req-c5486444-bc56-4525-91c4-fc901e858cae service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6dd720d7-be54-496c-b59e-cfe36a403992 HTTP/1.1" status: 200 len: 850 time: 0.0477128 Dec 20 15:18:42.222803 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dac9739-1816-404c-9176-503bde4a3cd7 req-136fdc8c-9729-4e23-a63b-c0c654d3b196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:18:42.224498 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5dac9739-1816-404c-9176-503bde4a3cd7 req-136fdc8c-9729-4e23-a63b-c0c654d3b196 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=63ccb7a9-3c34-4e10-9b7c-033a0881f0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408709 Dec 20 15:18:42.252869 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5dac9739-1816-404c-9176-503bde4a3cd7 req-ff543f45-46a7-41d5-be70-c9255a2a1ac4 service neutron] 10.222.0.47 "GET /v2.0/networks/63ccb7a9-3c34-4e10-9b7c-033a0881f0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891876 Dec 20 15:18:42.318971 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5dac9739-1816-404c-9176-503bde4a3cd7 req-0c384aa2-c3b9-4eb0-bb0e-6e280cbe871d service neutron] 10.222.0.30 "GET /v2.0/networks/63ccb7a9-3c34-4e10-9b7c-033a0881f0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868382 Dec 20 15:18:42.350607 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5dac9739-1816-404c-9176-503bde4a3cd7 req-a5cceb3c-ea97-4039-9e5d-d9a93c7728c5 service neutron] 10.222.0.47 "GET /v2.0/networks/63ccb7a9-3c34-4e10-9b7c-033a0881f0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887496 Dec 20 15:18:42.350899 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 2b68987f-21c2-4ddf-a0bb-c365ec1de2c2 no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:18:42.389266 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 2b68987f-21c2-4ddf-a0bb-c365ec1de2c2 not bound to the agent host n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:18:42.414294 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5dac9739-1816-404c-9176-503bde4a3cd7 req-7ae003fd-8e4c-4b5a-862f-bb4c8916aad8 service neutron] 10.222.0.30 "GET /v2.0/networks/63ccb7a9-3c34-4e10-9b7c-033a0881f0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876267 Dec 20 15:18:43.167996 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f33616-75a3-493b-9375-656cd0679e7f req-c9043eb6-f954-45b8-863b-603a0d8a1a29 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:18:43.169492 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e6f33616-75a3-493b-9375-656cd0679e7f req-c9043eb6-f954-45b8-863b-603a0d8a1a29 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d5a01b9-ecff-4f47-b18c-44dfb5f810fd HTTP/1.1" status: 200 len: 944 time: 0.0510705 Dec 20 15:18:43.217226 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e6f33616-75a3-493b-9375-656cd0679e7f req-319d0bc6-32f7-43d1-9128-8788e055d433 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413115 Dec 20 15:18:43.521202 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 2b68987f-21c2-4ddf-a0bb-c365ec1de2c2 details requested by agent hyperv_n-h1-761264-19 with host n-h1-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:18:43.620445 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 2b68987f-21c2-4ddf-a0bb-c365ec1de2c2, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=2b68987f-21c2-4ddf-a0bb-c365ec1de2c2,segment=NetworkSegment(dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a),segment_id=dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:18:43.633012 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Returning: {'device': '2b68987f-21c2-4ddf-a0bb-c365ec1de2c2', 'network_id': '63ccb7a9-3c34-4e10-9b7c-033a0881f0fc', 'port_id': '2b68987f-21c2-4ddf-a0bb-c365ec1de2c2', 'mac_address': 'fa:16:3e:64:cf:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dd720d7-be54-496c-b59e-cfe36a403992', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:18:43.674988 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:18:43.693998 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b68987f-21c2-4ddf-a0bb-c365ec1de2c2 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:18:43.713890 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 2b68987f-21c2-4ddf-a0bb-c365ec1de2c2, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=2b68987f-21c2-4ddf-a0bb-c365ec1de2c2,segment=NetworkSegment(dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a),segment_id=dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:18:43.720134 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:18:43.941862 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=2b68987f-21c2-4ddf-a0bb-c365ec1de2c2,revision_number=8']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:18:43.949659 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:18:43.950023 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:18:43.950346 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:18:43.950679 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:18:43.951034 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:18:43.951361 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:18:43.951759 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:18:43.952083 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:18:43.952401 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:18:43.952757 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:18:43.953077 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:18:43.953389 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:18:43.953705 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:18:44.105267 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['2b68987f-21c2-4ddf-a0bb-c365ec1de2c2'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:18:44.343227 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03166d0c-ca58-4a82-9656-3ff2c1c3847a req-2716cd66-c9b1-40a4-9b1e-2cbd61c07aa4 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:18:44.344710 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-03166d0c-ca58-4a82-9656-3ff2c1c3847a req-2716cd66-c9b1-40a4-9b1e-2cbd61c07aa4 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d5a01b9-ecff-4f47-b18c-44dfb5f810fd HTTP/1.1" status: 200 len: 945 time: 0.0537302 Dec 20 15:18:44.392864 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-03166d0c-ca58-4a82-9656-3ff2c1c3847a req-0b09d6b2-0ca2-49bd-b58b-4cb3fd936160 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420048 Dec 20 15:18:44.601264 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcee545-c01c-451f-a7b9-cef87ec38622 req-e66daad7-c791-4055-8ee9-a21a4543db95 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:18:44.602804 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cfcee545-c01c-451f-a7b9-cef87ec38622 req-e66daad7-c791-4055-8ee9-a21a4543db95 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d5a01b9-ecff-4f47-b18c-44dfb5f810fd HTTP/1.1" status: 200 len: 945 time: 0.0509462 Dec 20 15:18:44.617235 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31df96df-e340-450c-be38-64dcc402bd6c req-bd8efb42-0d4e-4a73-88ff-19685a2fd4af tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:18:44.618769 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-31df96df-e340-450c-be38-64dcc402bd6c req-bd8efb42-0d4e-4a73-88ff-19685a2fd4af tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d5a01b9-ecff-4f47-b18c-44dfb5f810fd&tenant_id=3a8ae3efcf51476d8a4f0685fa1f4850&binding%3Ahost_id=n-h1-761264-19 HTTP/1.1" status: 200 len: 945 time: 0.0530879 Dec 20 15:18:44.651549 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cfcee545-c01c-451f-a7b9-cef87ec38622 req-cd5e9c01-a6f0-4fc5-8ee4-b5dba54a1d51 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424461 Dec 20 15:18:44.683999 n-d-761264-19 neutron-server[103167]: INFO neutron.api.v2.resource [req-31df96df-e340-450c-be38-64dcc402bd6c req-0ac46e41-e421-4891-9dc9-7622cb3413b9 service neutron] delete failed (client error): The resource could not be found. Dec 20 15:18:44.685023 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-31df96df-e340-450c-be38-64dcc402bd6c req-0ac46e41-e421-4891-9dc9-7622cb3413b9 service neutron] 10.222.0.47 "DELETE /v2.0/ports/2b68987f-21c2-4ddf-a0bb-c365ec1de2c2/bindings/n-h2-761264-19 HTTP/1.1" status: 404 len: 381 time: 0.0567179 Dec 20 15:18:44.779064 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31df96df-e340-450c-be38-64dcc402bd6c req-77159474-01a0-4b84-8295-bb7080b838c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:18:44.780552 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-31df96df-e340-450c-be38-64dcc402bd6c req-77159474-01a0-4b84-8295-bb7080b838c6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3a8ae3efcf51476d8a4f0685fa1f4850&device_id=6d5a01b9-ecff-4f47-b18c-44dfb5f810fd HTTP/1.1" status: 200 len: 1097 time: 0.0503771 Dec 20 15:18:44.870827 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31df96df-e340-450c-be38-64dcc402bd6c req-c61b1718-cdbf-4aa6-833f-2f25e51e2b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:18:44.872590 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-31df96df-e340-450c-be38-64dcc402bd6c req-c61b1718-cdbf-4aa6-833f-2f25e51e2b62 service neutron] 10.222.0.47 "GET /v2.0/networks?id=63ccb7a9-3c34-4e10-9b7c-033a0881f0fc HTTP/1.1" status: 200 len: 912 time: 0.0845382 Dec 20 15:18:44.941481 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-31df96df-e340-450c-be38-64dcc402bd6c req-89025b3a-877c-4ca4-b4f3-969d4dd2e478 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b68987f-21c2-4ddf-a0bb-c365ec1de2c2 HTTP/1.1" status: 200 len: 1000 time: 0.0610738 Dec 20 15:18:45.001831 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31df96df-e340-450c-be38-64dcc402bd6c req-943f0d0b-1454-4ff2-9929-3ad9f2e38847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:18:45.003402 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-31df96df-e340-450c-be38-64dcc402bd6c req-943f0d0b-1454-4ff2-9929-3ad9f2e38847 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6dd720d7-be54-496c-b59e-cfe36a403992 HTTP/1.1" status: 200 len: 850 time: 0.0540669 Dec 20 15:18:45.048666 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31df96df-e340-450c-be38-64dcc402bd6c req-4b67bb84-4771-4019-8eb5-8e7ef5d0ca8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:18:45.050271 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-31df96df-e340-450c-be38-64dcc402bd6c req-4b67bb84-4771-4019-8eb5-8e7ef5d0ca8a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=63ccb7a9-3c34-4e10-9b7c-033a0881f0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401790 Dec 20 15:18:45.148987 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-31df96df-e340-450c-be38-64dcc402bd6c req-8937499f-f457-478d-9965-b4e83ef71c11 service neutron] 10.222.0.47 "GET /v2.0/networks/63ccb7a9-3c34-4e10-9b7c-033a0881f0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916655 Dec 20 15:18:45.239083 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-31df96df-e340-450c-be38-64dcc402bd6c req-127196c7-71a3-4e2c-aa31-175604cdafca service neutron] 10.222.0.47 "GET /v2.0/networks/63ccb7a9-3c34-4e10-9b7c-033a0881f0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827069 Dec 20 15:18:45.522472 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 2b68987f-21c2-4ddf-a0bb-c365ec1de2c2 up at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:18:45.581524 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning for port 2b68987f-21c2-4ddf-a0bb-c365ec1de2c2 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:18:45.586611 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning complete for port 2b68987f-21c2-4ddf-a0bb-c365ec1de2c2 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:18:45.587108 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:18:45.646716 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:18:45.686395 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:18:45.714249 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d5a01b9-ecff-4f47-b18c-44dfb5f810fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b68987f-21c2-4ddf-a0bb-c365ec1de2c2'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:18:45.716659 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4da7d184-a2cb-45a1-a9e6-d8ad0a29f803" -d '{"events": [{"server_uuid": "6d5a01b9-ecff-4f47-b18c-44dfb5f810fd", "name": "network-vif-plugged", "status": "completed", "tag": "2b68987f-21c2-4ddf-a0bb-c365ec1de2c2"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:18:45.739944 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 2b68987f-21c2-4ddf-a0bb-c365ec1de2c2, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=2b68987f-21c2-4ddf-a0bb-c365ec1de2c2,segment=NetworkSegment(dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a),segment_id=dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:18:45.747893 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:18:45.779300 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fed57bb-ed12-4930-a553-171027f5b59b x-openstack-request-id: req-4fed57bb-ed12-4930-a553-171027f5b59b {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:18:45.779300 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d5a01b9-ecff-4f47-b18c-44dfb5f810fd", "name": "network-vif-plugged", "status": "completed", "tag": "2b68987f-21c2-4ddf-a0bb-c365ec1de2c2", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:18:45.779651 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4fed57bb-ed12-4930-a553-171027f5b59b {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:18:45.779973 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d5a01b9-ecff-4f47-b18c-44dfb5f810fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b68987f-21c2-4ddf-a0bb-c365ec1de2c2', 'code': 200} Dec 20 15:18:45.784879 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e01afe7-7364-470e-9028-90b499f94516 req-c4deeb43-7aa1-43e4-8cb0-5ebc93068f20 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:18:45.787427 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5e01afe7-7364-470e-9028-90b499f94516 req-c4deeb43-7aa1-43e4-8cb0-5ebc93068f20 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d5a01b9-ecff-4f47-b18c-44dfb5f810fd HTTP/1.1" status: 200 len: 945 time: 0.0584514 Dec 20 15:18:45.811349 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=2b68987f-21c2-4ddf-a0bb-c365ec1de2c2,revision_number=9']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:18:45.835650 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5e01afe7-7364-470e-9028-90b499f94516 req-8004f9a5-607d-4c6e-948f-0ee5cbe459c6 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431399 Dec 20 15:18:45.964850 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbd72b8-f94d-4c6c-b2ea-583849f6b798 req-924cf5f9-fe8c-4df6-8001-a5d20290b0ea tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:18:45.966432 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2fbd72b8-f94d-4c6c-b2ea-583849f6b798 req-924cf5f9-fe8c-4df6-8001-a5d20290b0ea tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d5a01b9-ecff-4f47-b18c-44dfb5f810fd HTTP/1.1" status: 200 len: 946 time: 0.0604048 Dec 20 15:18:46.017609 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2fbd72b8-f94d-4c6c-b2ea-583849f6b798 req-978c3659-34de-41d9-9469-8af32947b0a8 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447319 Dec 20 15:18:46.144067 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df64c60d-c0ff-4e83-b013-9a2af858b9eb req-dcd9ea1a-5401-4066-ad56-331a33893a7f tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:18:46.145551 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-df64c60d-c0ff-4e83-b013-9a2af858b9eb req-dcd9ea1a-5401-4066-ad56-331a33893a7f tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d5a01b9-ecff-4f47-b18c-44dfb5f810fd HTTP/1.1" status: 200 len: 946 time: 0.0514121 Dec 20 15:18:46.194951 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-df64c60d-c0ff-4e83-b013-9a2af858b9eb req-61d84a05-7f1b-4446-8c08-a10fe6e1c8b6 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431030 Dec 20 15:18:46.211431 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-715abd23-7f15-454c-8dc0-260fed54fd36 req-9e18ad9b-7001-474f-8fb3-1b9e52564fe7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6d5a01b9-ecff-4f47-b18c-44dfb5f810fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0411582 Dec 20 15:18:46.296127 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715abd23-7f15-454c-8dc0-260fed54fd36 req-fee968eb-456b-422b-a306-533687d23da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:18:46.297557 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-715abd23-7f15-454c-8dc0-260fed54fd36 req-fee968eb-456b-422b-a306-533687d23da4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3a8ae3efcf51476d8a4f0685fa1f4850&device_id=6d5a01b9-ecff-4f47-b18c-44dfb5f810fd HTTP/1.1" status: 200 len: 1098 time: 0.0420702 Dec 20 15:18:46.416329 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715abd23-7f15-454c-8dc0-260fed54fd36 req-40851618-c39a-4ad4-afd4-4fadd74fc25a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:18:46.417826 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-715abd23-7f15-454c-8dc0-260fed54fd36 req-40851618-c39a-4ad4-afd4-4fadd74fc25a service neutron] 10.222.0.30 "GET /v2.0/networks?id=63ccb7a9-3c34-4e10-9b7c-033a0881f0fc HTTP/1.1" status: 200 len: 912 time: 0.1001287 Dec 20 15:18:46.447937 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa79a9b-27c5-445b-88d4-8b8a9ee349b3 req-0d2615c0-0ba3-47ef-bb27-53778fbc511e tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:18:46.449454 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4fa79a9b-27c5-445b-88d4-8b8a9ee349b3 req-0d2615c0-0ba3-47ef-bb27-53778fbc511e tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d5a01b9-ecff-4f47-b18c-44dfb5f810fd HTTP/1.1" status: 200 len: 946 time: 0.0545373 Dec 20 15:18:46.490561 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-715abd23-7f15-454c-8dc0-260fed54fd36 req-45e89919-7843-4572-8b11-6f9306543e1e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b68987f-21c2-4ddf-a0bb-c365ec1de2c2 HTTP/1.1" status: 200 len: 1001 time: 0.0581713 Dec 20 15:18:46.499649 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4fa79a9b-27c5-445b-88d4-8b8a9ee349b3 req-e8450f86-ff7e-4ee0-b2c4-1fea309eb98a tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439250 Dec 20 15:18:46.545158 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715abd23-7f15-454c-8dc0-260fed54fd36 req-3ef4f2d0-c435-4d91-b52e-9fd07eedbc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:18:46.546894 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-715abd23-7f15-454c-8dc0-260fed54fd36 req-3ef4f2d0-c435-4d91-b52e-9fd07eedbc4b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6dd720d7-be54-496c-b59e-cfe36a403992 HTTP/1.1" status: 200 len: 850 time: 0.0484843 Dec 20 15:18:46.600808 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715abd23-7f15-454c-8dc0-260fed54fd36 req-2aefe08b-2b9d-423f-8385-05fceb55315f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:18:46.602437 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-715abd23-7f15-454c-8dc0-260fed54fd36 req-2aefe08b-2b9d-423f-8385-05fceb55315f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=63ccb7a9-3c34-4e10-9b7c-033a0881f0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0471249 Dec 20 15:18:46.700537 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-715abd23-7f15-454c-8dc0-260fed54fd36 req-c09b20e3-7f2c-4474-9244-8781514c2be2 service neutron] 10.222.0.30 "GET /v2.0/networks/63ccb7a9-3c34-4e10-9b7c-033a0881f0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859952 Dec 20 15:18:46.798336 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-715abd23-7f15-454c-8dc0-260fed54fd36 req-0ad6413d-9787-49a2-97d0-c5fe25ef7056 service neutron] 10.222.0.30 "GET /v2.0/networks/63ccb7a9-3c34-4e10-9b7c-033a0881f0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883422 Dec 20 15:18:47.625204 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64ef0ad-3596-4c3a-9f60-f7d8ee53532b req-7d235e42-ea15-45b9-a18f-ac1ed6ca5f3a tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:18:47.626711 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e64ef0ad-3596-4c3a-9f60-f7d8ee53532b req-7d235e42-ea15-45b9-a18f-ac1ed6ca5f3a tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d5a01b9-ecff-4f47-b18c-44dfb5f810fd HTTP/1.1" status: 200 len: 946 time: 0.0514843 Dec 20 15:18:47.681876 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e64ef0ad-3596-4c3a-9f60-f7d8ee53532b req-3f026032-58d3-42ff-b84b-d90df450cfa8 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0489697 Dec 20 15:18:47.814042 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c10202-9022-4215-8895-2b3e2c199aa0 req-35a8f8c1-b214-4c59-88b8-fa8631e29f9a tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:18:47.815578 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b5c10202-9022-4215-8895-2b3e2c199aa0 req-35a8f8c1-b214-4c59-88b8-fa8631e29f9a tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d5a01b9-ecff-4f47-b18c-44dfb5f810fd HTTP/1.1" status: 200 len: 946 time: 0.0500214 Dec 20 15:18:47.909099 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-b5c10202-9022-4215-8895-2b3e2c199aa0 req-c7ce7c3b-c839-41be-bd34-a7f075b70138 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Deleting port 2b68987f-21c2-4ddf-a0bb-c365ec1de2c2 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:18:47.909437 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-b5c10202-9022-4215-8895-2b3e2c199aa0 req-c7ce7c3b-c839-41be-bd34-a7f075b70138 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:18:47.998752 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-b5c10202-9022-4215-8895-2b3e2c199aa0 req-c7ce7c3b-c839-41be-bd34-a7f075b70138 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] For port 2b68987f-21c2-4ddf-a0bb-c365ec1de2c2, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=2b68987f-21c2-4ddf-a0bb-c365ec1de2c2,segment=NetworkSegment(dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a),segment_id=dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:18:47.999137 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-b5c10202-9022-4215-8895-2b3e2c199aa0 req-c7ce7c3b-c839-41be-bd34-a7f075b70138 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:18:48.223221 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-b5c10202-9022-4215-8895-2b3e2c199aa0 req-c7ce7c3b-c839-41be-bd34-a7f075b70138 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:18:48.223713 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-b5c10202-9022-4215-8895-2b3e2c199aa0 req-c7ce7c3b-c839-41be-bd34-a7f075b70138 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585115'] for floatingip, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:18:48.224132 n-d-761264-19 neutron-server[103168]: INFO neutron.db.l3_db [req-b5c10202-9022-4215-8895-2b3e2c199aa0 req-c7ce7c3b-c839-41be-bd34-a7f075b70138 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Floating IP 35590a59-5c01-48d8-9826-2df35b92f122 disassociated. External IP: 172.25.0.47, port: 2b68987f-21c2-4ddf-a0bb-c365ec1de2c2. Dec 20 15:18:48.224643 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-b5c10202-9022-4215-8895-2b3e2c199aa0 req-c7ce7c3b-c839-41be-bd34-a7f075b70138 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Calling delete_port for 2b68987f-21c2-4ddf-a0bb-c365ec1de2c2 owned by compute:nova {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:18:48.376053 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-b5c10202-9022-4215-8895-2b3e2c199aa0 req-c7ce7c3b-c839-41be-bd34-a7f075b70138 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:18:48.405709 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ce7c3b-c839-41be-bd34-a7f075b70138 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Pushing event deleted for resources: {'Port': ['ID=2b68987f-21c2-4ddf-a0bb-c365ec1de2c2,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:18:48.524569 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b5c10202-9022-4215-8895-2b3e2c199aa0 req-c7ce7c3b-c839-41be-bd34-a7f075b70138 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Router 1b1d8f2b-d97d-468d-a455-046ec60223c1 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:18:48.636094 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b5c10202-9022-4215-8895-2b3e2c199aa0 req-c7ce7c3b-c839-41be-bd34-a7f075b70138 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:18:48.647429 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6a88ab-b770-48e1-998b-0835a4d0c046 None None] Sync routers for ids ['1b1d8f2b-d97d-468d-a455-046ec60223c1'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:18:48.658224 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6a88ab-b770-48e1-998b-0835a4d0c046 None None] Routers {'1b1d8f2b-d97d-468d-a455-046ec60223c1'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:18:48.658952 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-4b6a88ab-b770-48e1-998b-0835a4d0c046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:18:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['1b1d8f2b-d97d-468d-a455-046ec60223c1'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:18:48.675299 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5c10202-9022-4215-8895-2b3e2c199aa0 req-c7ce7c3b-c839-41be-bd34-a7f075b70138 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] No DVR routers for this DVR port 2b68987f-21c2-4ddf-a0bb-c365ec1de2c2 on host n-h1-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:18:48.678135 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-b5c10202-9022-4215-8895-2b3e2c199aa0 req-c7ce7c3b-c839-41be-bd34-a7f075b70138 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:18:48.681630 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b5c10202-9022-4215-8895-2b3e2c199aa0 req-c7ce7c3b-c839-41be-bd34-a7f075b70138 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.30 "DELETE /v2.0/ports/2b68987f-21c2-4ddf-a0bb-c365ec1de2c2 HTTP/1.1" status: 204 len: 173 time: 0.8599744 Dec 20 15:18:48.682077 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d5a01b9-ecff-4f47-b18c-44dfb5f810fd', 'name': 'network-vif-deleted', 'tag': '2b68987f-21c2-4ddf-a0bb-c365ec1de2c2'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:18:48.684957 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec99d19208125b9b64366164b13e558ae9e1602e33ba4830c9f02645bd4beb91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa226a87-d3ca-40f7-b2c4-1d0287a6c1d2" -d '{"events": [{"server_uuid": "6d5a01b9-ecff-4f47-b18c-44dfb5f810fd", "name": "network-vif-deleted", "tag": "2b68987f-21c2-4ddf-a0bb-c365ec1de2c2"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:18:48.734088 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6df44107-39fa-4568-b134-847a761cf688 x-openstack-request-id: req-6df44107-39fa-4568-b134-847a761cf688 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:18:48.734815 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d5a01b9-ecff-4f47-b18c-44dfb5f810fd", "name": "network-vif-deleted", "tag": "2b68987f-21c2-4ddf-a0bb-c365ec1de2c2", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:18:48.734815 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6df44107-39fa-4568-b134-847a761cf688 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:18:48.735256 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d5a01b9-ecff-4f47-b18c-44dfb5f810fd', 'name': 'network-vif-deleted', 'tag': '2b68987f-21c2-4ddf-a0bb-c365ec1de2c2', 'status': 'completed', 'code': 200} Dec 20 15:18:48.773301 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-4b6a88ab-b770-48e1-998b-0835a4d0c046 None None] Set router 1b1d8f2b-d97d-468d-a455-046ec60223c1 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:18:48.810858 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1ad411a1-24c8-417e-bdb0-10267830578b req-685bf759-0d0f-4b64-91f6-6a1ff5d6155a tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d5a01b9-ecff-4f47-b18c-44dfb5f810fd HTTP/1.1" status: 200 len: 210 time: 0.0361831 Dec 20 15:18:48.981076 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-4b6a88ab-b770-48e1-998b-0835a4d0c046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b1d8f2b-d97d-468d-a455-046ec60223c1', 'name': 'tempest-ServerActionsTestJSON-386714640-router', 'tenant_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '91a42ef0-08d4-4b63-ba77-3c51217fa9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:16:28Z', 'updated_at': '2021-12-20T15:16:31Z', 'revision_number': 4, 'project_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'gw_port': {'id': '91a42ef0-08d4-4b63-ba77-3c51217fa9f2', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:29:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1d8f2b-d97d-468d-a455-046ec60223c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:16:29Z', 'updated_at': '2021-12-20T15:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'ec6f6254-109b-4ae7-a6c3-f386c155adb3', 'name': '', 'network_id': '63ccb7a9-3c34-4e10-9b7c-033a0881f0fc', 'tenant_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'mac_address': 'fa:16:3e:25:4d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1d8f2b-d97d-468d-a455-046ec60223c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '6dd720d7-be54-496c-b59e-cfe36a403992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:16:30Z', 'updated_at': '2021-12-20T15:16:35Z', 'revision_number': 5, 'project_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'subnets': [{'id': '6dd720d7-be54-496c-b59e-cfe36a403992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:18:49.008680 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6a88ab-b770-48e1-998b-0835a4d0c046 None None] Checking router: 1b1d8f2b-d97d-468d-a455-046ec60223c1 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:18:49.018306 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6a88ab-b770-48e1-998b-0835a4d0c046 None None] Routers {'1b1d8f2b-d97d-468d-a455-046ec60223c1'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:18:49.018989 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-4b6a88ab-b770-48e1-998b-0835a4d0c046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:18:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['1b1d8f2b-d97d-468d-a455-046ec60223c1'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:18:49.127315 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-4b6a88ab-b770-48e1-998b-0835a4d0c046 None None] Set router 1b1d8f2b-d97d-468d-a455-046ec60223c1 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:18:49.321563 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-4b6a88ab-b770-48e1-998b-0835a4d0c046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b1d8f2b-d97d-468d-a455-046ec60223c1', 'name': 'tempest-ServerActionsTestJSON-386714640-router', 'tenant_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '91a42ef0-08d4-4b63-ba77-3c51217fa9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:16:28Z', 'updated_at': '2021-12-20T15:16:31Z', 'revision_number': 4, 'project_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'gw_port': {'id': '91a42ef0-08d4-4b63-ba77-3c51217fa9f2', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:29:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1d8f2b-d97d-468d-a455-046ec60223c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:16:29Z', 'updated_at': '2021-12-20T15:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'ec6f6254-109b-4ae7-a6c3-f386c155adb3', 'name': '', 'network_id': '63ccb7a9-3c34-4e10-9b7c-033a0881f0fc', 'tenant_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'mac_address': 'fa:16:3e:25:4d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1d8f2b-d97d-468d-a455-046ec60223c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '6dd720d7-be54-496c-b59e-cfe36a403992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:16:30Z', 'updated_at': '2021-12-20T15:16:35Z', 'revision_number': 5, 'project_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'subnets': [{'id': '6dd720d7-be54-496c-b59e-cfe36a403992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:18:49.351076 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6a88ab-b770-48e1-998b-0835a4d0c046 None None] The sync data for ids ['1b1d8f2b-d97d-468d-a455-046ec60223c1'] in n-d-761264-19 is: [{'id': '1b1d8f2b-d97d-468d-a455-046ec60223c1', 'name': 'tempest-ServerActionsTestJSON-386714640-router', 'tenant_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '91a42ef0-08d4-4b63-ba77-3c51217fa9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:16:28Z', 'updated_at': '2021-12-20T15:16:31Z', 'revision_number': 4, 'project_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'gw_port': {'id': '91a42ef0-08d4-4b63-ba77-3c51217fa9f2', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:29:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1d8f2b-d97d-468d-a455-046ec60223c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:16:29Z', 'updated_at': '2021-12-20T15:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'ec6f6254-109b-4ae7-a6c3-f386c155adb3', 'name': '', 'network_id': '63ccb7a9-3c34-4e10-9b7c-033a0881f0fc', 'tenant_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'mac_address': 'fa:16:3e:25:4d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1d8f2b-d97d-468d-a455-046ec60223c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '6dd720d7-be54-496c-b59e-cfe36a403992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:16:30Z', 'updated_at': '2021-12-20T15:16:35Z', 'revision_number': 5, 'project_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'subnets': [{'id': '6dd720d7-be54-496c-b59e-cfe36a403992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:18:49.574404 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f99562-c7d9-46e1-b730-c88858c41863 None None] New status for floating IP 35590a59-5c01-48d8-9826-2df35b92f122: DOWN {{(pid=103170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 15:18:50.348576 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c466eb90-84d7-4a72-9568-4f5658dd1079 req-6721638c-995a-4341-9d88-a531d5d6b009 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--28931013&fields=id&tenant_id=3a8ae3efcf51476d8a4f0685fa1f4850 HTTP/1.1" status: 200 len: 267 time: 0.0438094 Dec 20 15:18:50.461876 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c466eb90-84d7-4a72-9568-4f5658dd1079 req-da1c1d96-55ef-4969-a8a0-a97c9200abba tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:18:50.463257 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c466eb90-84d7-4a72-9568-4f5658dd1079 req-da1c1d96-55ef-4969-a8a0-a97c9200abba tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/networks?id=63ccb7a9-3c34-4e10-9b7c-033a0881f0fc HTTP/1.1" status: 200 len: 811 time: 0.1077473 Dec 20 15:18:50.478464 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c466eb90-84d7-4a72-9568-4f5658dd1079 req-843b1b5a-0c0f-470a-8e32-2f97fa031cd5 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/quotas/3a8ae3efcf51476d8a4f0685fa1f4850 HTTP/1.1" status: 200 len: 375 time: 0.0092294 Dec 20 15:18:50.862132 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c466eb90-84d7-4a72-9568-4f5658dd1079 req-411408c4-8ce7-45e3-b9fc-a21323c06b37 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=3a8ae3efcf51476d8a4f0685fa1f4850&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3781955 Dec 20 15:18:51.010572 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c466eb90-84d7-4a72-9568-4f5658dd1079 req-c94a5cd6-2103-4931-ba3d-01afec60d7cc service neutron] 10.222.0.54 "GET /v2.0/networks/63ccb7a9-3c34-4e10-9b7c-033a0881f0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355164 Dec 20 15:18:51.106097 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c466eb90-84d7-4a72-9568-4f5658dd1079 req-30c31ad5-31a8-44c0-b587-8abf4dfbeafc service neutron] 10.222.0.54 "GET /v2.0/networks/63ccb7a9-3c34-4e10-9b7c-033a0881f0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890393 Dec 20 15:18:51.393345 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1064cfce-1dea-4284-9995-efda4209a331 req-e913509a-ab47-4d92-85ce-0353ec7b6d80 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=93bfb762-6a51-44f6-9e85-4a939001a17f HTTP/1.1" status: 200 len: 210 time: 0.0740118 Dec 20 15:18:51.554931 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 2b68987f-21c2-4ddf-a0bb-c365ec1de2c2 no longer exists at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:18:51.575763 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] No Port match for: 2b68987f-21c2-4ddf-a0bb-c365ec1de2c2 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:18:51.576023 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 2b68987f-21c2-4ddf-a0bb-c365ec1de2c2 not bound to the agent host n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:18:52.235773 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c466eb90-84d7-4a72-9568-4f5658dd1079 req-3caa559c-45f4-43bd-81a0-18e98ef9a4ac tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:18:52.237269 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c466eb90-84d7-4a72-9568-4f5658dd1079 req-3caa559c-45f4-43bd-81a0-18e98ef9a4ac tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.47 "GET /v2.0/networks?id=63ccb7a9-3c34-4e10-9b7c-033a0881f0fc HTTP/1.1" status: 200 len: 811 time: 0.1057882 Dec 20 15:18:52.298453 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c466eb90-84d7-4a72-9568-4f5658dd1079 req-55e4b20f-faa5-491a-b0b7-b8249abd042d tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a8ae3efcf51476d8a4f0685fa1f4850 HTTP/1.1" status: 200 len: 378 time: 0.0521846 Dec 20 15:18:52.308321 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-c466eb90-84d7-4a72-9568-4f5658dd1079 req-f7b4dfbd-52cf-4a09-8a57-936917f4ff1c tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Request body: {'port': {'device_id': '93bfb762-6a51-44f6-9e85-4a939001a17f', 'network_id': '63ccb7a9-3c34-4e10-9b7c-033a0881f0fc', 'admin_state_up': True, 'tenant_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'security_groups': ['9185b601-ee93-4dba-8fb1-ffc19f0b7805']}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:18:52.418675 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c466eb90-84d7-4a72-9568-4f5658dd1079 req-f7b4dfbd-52cf-4a09-8a57-936917f4ff1c tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Made reservation on behalf of 3a8ae3efcf51476d8a4f0685fa1f4850 for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:18:52.422904 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-c466eb90-84d7-4a72-9568-4f5658dd1079 req-f7b4dfbd-52cf-4a09-8a57-936917f4ff1c tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:18:52.511084 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1bb347f7-468f-46ea-b127-0ef0d0963d34 req-d5beafb3-a4de-4904-aa97-89495fa73cee tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=93bfb762-6a51-44f6-9e85-4a939001a17f HTTP/1.1" status: 200 len: 210 time: 0.0321062 Dec 20 15:18:52.575152 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [req-c466eb90-84d7-4a72-9568-4f5658dd1079 req-f7b4dfbd-52cf-4a09-8a57-936917f4ff1c tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Allocated IP 172.20.0.12 (63ccb7a9-3c34-4e10-9b7c-033a0881f0fc/6dd720d7-be54-496c-b59e-cfe36a403992/5bdc66c0-169a-4e4d-a949-30d98e241c3e) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:18:52.717091 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-c466eb90-84d7-4a72-9568-4f5658dd1079 req-f7b4dfbd-52cf-4a09-8a57-936917f4ff1c tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:18:52.754321 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-c466eb90-84d7-4a72-9568-4f5658dd1079 req-f7b4dfbd-52cf-4a09-8a57-936917f4ff1c tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:18:52.799151 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c466eb90-84d7-4a72-9568-4f5658dd1079 req-f7b4dfbd-52cf-4a09-8a57-936917f4ff1c tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Network 63ccb7a9-3c34-4e10-9b7c-033a0881f0fc is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:18:52.802715 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [req-c466eb90-84d7-4a72-9568-4f5658dd1079 req-f7b4dfbd-52cf-4a09-8a57-936917f4ff1c tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:18:52.806632 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-c466eb90-84d7-4a72-9568-4f5658dd1079 req-f7b4dfbd-52cf-4a09-8a57-936917f4ff1c tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:18:52.831159 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b4dfbd-52cf-4a09-8a57-936917f4ff1c tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Pushing event updated for resources: {'Port': ['ID=5bdc66c0-169a-4e4d-a949-30d98e241c3e,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:18:52.849635 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b4dfbd-52cf-4a09-8a57-936917f4ff1c tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:18:52.849991 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b4dfbd-52cf-4a09-8a57-936917f4ff1c tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:18:52.850323 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b4dfbd-52cf-4a09-8a57-936917f4ff1c tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:18:52.850671 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b4dfbd-52cf-4a09-8a57-936917f4ff1c tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:18:52.851034 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b4dfbd-52cf-4a09-8a57-936917f4ff1c tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:18:52.851389 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b4dfbd-52cf-4a09-8a57-936917f4ff1c tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:18:52.851709 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b4dfbd-52cf-4a09-8a57-936917f4ff1c tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:18:52.852035 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b4dfbd-52cf-4a09-8a57-936917f4ff1c tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:18:52.852349 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b4dfbd-52cf-4a09-8a57-936917f4ff1c tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:18:52.852663 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b4dfbd-52cf-4a09-8a57-936917f4ff1c tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:18:52.852985 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b4dfbd-52cf-4a09-8a57-936917f4ff1c tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:18:52.853299 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b4dfbd-52cf-4a09-8a57-936917f4ff1c tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:18:52.853612 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b4dfbd-52cf-4a09-8a57-936917f4ff1c tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:18:52.877077 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:18:52.877077 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:18:52.877077 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:18:52.877077 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:18:52.877077 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:18:52.877077 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:18:52.877077 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:18:52.877077 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:18:52.877077 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:18:52.877077 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:18:52.877077 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:18:52.877077 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:18:52.877077 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:18:52.877077 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:18:52.877077 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:18:52.877077 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:18:52.877077 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:18:52.877077 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:18:52.877077 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:18:52.877077 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:18:52.877077 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:18:52.877077 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:18:52.877077 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:18:52.877077 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:18:52.877077 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:18:52.877077 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:18:52.877077 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:18:52.877077 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:18:52.877077 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:18:52.877077 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:18:52.877077 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:18:52.877077 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:18:52.877077 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:18:52.877077 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:18:52.877077 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:18:52.877077 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:18:52.877077 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:18:52.877077 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:18:52.877077 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:18:52.877077 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:18:52.877077 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:18:52.877077 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:18:52.877077 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:18:52.877077 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:18:52.877077 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:18:52.877077 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:18:52.877077 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:18:52.877077 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:18:52.880781 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c466eb90-84d7-4a72-9568-4f5658dd1079 req-f7b4dfbd-52cf-4a09-8a57-936917f4ff1c tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:18:52.880781 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-c466eb90-84d7-4a72-9568-4f5658dd1079 req-f7b4dfbd-52cf-4a09-8a57-936917f4ff1c tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:18:52.895960 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c466eb90-84d7-4a72-9568-4f5658dd1079 req-f7b4dfbd-52cf-4a09-8a57-936917f4ff1c tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5912738 Dec 20 15:18:52.908223 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-c466eb90-84d7-4a72-9568-4f5658dd1079 req-8ee63428-479a-4fac-91b6-ac6267cb8c81 service neutron] Request body: {'port': {'device_id': '93bfb762-6a51-44f6-9e85-4a939001a17f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-19'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:18:52.966218 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-c466eb90-84d7-4a72-9568-4f5658dd1079 req-8ee63428-479a-4fac-91b6-ac6267cb8c81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:18:53.071018 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-0632df72-5875-4529-ab60-ccba554eeb5a None None] Provisioning complete for port 5bdc66c0-169a-4e4d-a949-30d98e241c3e triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:18:53.072028 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-0632df72-5875-4529-ab60-ccba554eeb5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:18:53.107402 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-0632df72-5875-4529-ab60-ccba554eeb5a None None] Port 5bdc66c0-169a-4e4d-a949-30d98e241c3e cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:18:53.231460 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [req-c466eb90-84d7-4a72-9568-4f5658dd1079 req-8ee63428-479a-4fac-91b6-ac6267cb8c81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bdc66c0-169a-4e4d-a949-30d98e241c3e {{(pid=103167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:18:53.239155 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-c466eb90-84d7-4a72-9568-4f5658dd1079 req-8ee63428-479a-4fac-91b6-ac6267cb8c81 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:18:53.252328 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-c466eb90-84d7-4a72-9568-4f5658dd1079 req-8ee63428-479a-4fac-91b6-ac6267cb8c81 service neutron] Transition to ACTIVE for port object 5bdc66c0-169a-4e4d-a949-30d98e241c3e will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:18:53.257170 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-c466eb90-84d7-4a72-9568-4f5658dd1079 req-8ee63428-479a-4fac-91b6-ac6267cb8c81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:18:53.324999 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee63428-479a-4fac-91b6-ac6267cb8c81 service neutron] Pushing event updated for resources: {'Port': ['ID=5bdc66c0-169a-4e4d-a949-30d98e241c3e,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:18:53.378992 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-c466eb90-84d7-4a72-9568-4f5658dd1079 req-8ee63428-479a-4fac-91b6-ac6267cb8c81 service neutron] Attempting to bind port 5bdc66c0-169a-4e4d-a949-30d98e241c3e on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:18:53.379311 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-c466eb90-84d7-4a72-9568-4f5658dd1079 req-8ee63428-479a-4fac-91b6-ac6267cb8c81 service neutron] Attempting to bind port 5bdc66c0-169a-4e4d-a949-30d98e241c3e by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': 'dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '63ccb7a9-3c34-4e10-9b7c-033a0881f0fc'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:18:53.379633 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c466eb90-84d7-4a72-9568-4f5658dd1079 req-8ee63428-479a-4fac-91b6-ac6267cb8c81 service neutron] Attempting to bind port 5bdc66c0-169a-4e4d-a949-30d98e241c3e on network 63ccb7a9-3c34-4e10-9b7c-033a0881f0fc {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:18:53.384593 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c466eb90-84d7-4a72-9568-4f5658dd1079 req-8ee63428-479a-4fac-91b6-ac6267cb8c81 service neutron] Port 5bdc66c0-169a-4e4d-a949-30d98e241c3e on network 63ccb7a9-3c34-4e10-9b7c-033a0881f0fc not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:18:53.384911 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c466eb90-84d7-4a72-9568-4f5658dd1079 req-8ee63428-479a-4fac-91b6-ac6267cb8c81 service neutron] Attempting to bind port 5bdc66c0-169a-4e4d-a949-30d98e241c3e on network 63ccb7a9-3c34-4e10-9b7c-033a0881f0fc {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:18:53.390405 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c466eb90-84d7-4a72-9568-4f5658dd1079 req-8ee63428-479a-4fac-91b6-ac6267cb8c81 service neutron] Checking agent: {'id': '43c60aee-e4af-4ecc-bee2-aac3569fafed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:18:53.390949 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c466eb90-84d7-4a72-9568-4f5658dd1079 req-8ee63428-479a-4fac-91b6-ac6267cb8c81 service neutron] Checking segment: {'id': 'dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '63ccb7a9-3c34-4e10-9b7c-033a0881f0fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:18:53.391337 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c466eb90-84d7-4a72-9568-4f5658dd1079 req-8ee63428-479a-4fac-91b6-ac6267cb8c81 service neutron] Bound using segment: {'id': 'dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '63ccb7a9-3c34-4e10-9b7c-033a0881f0fc'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:18:53.391786 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-c466eb90-84d7-4a72-9568-4f5658dd1079 req-8ee63428-479a-4fac-91b6-ac6267cb8c81 service neutron] Bound port: 5bdc66c0-169a-4e4d-a949-30d98e241c3e, host: n-h2-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '63ccb7a9-3c34-4e10-9b7c-033a0881f0fc'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:18:53.392141 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-c466eb90-84d7-4a72-9568-4f5658dd1079 req-8ee63428-479a-4fac-91b6-ac6267cb8c81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:18:53.462944 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-c466eb90-84d7-4a72-9568-4f5658dd1079 req-8ee63428-479a-4fac-91b6-ac6267cb8c81 service neutron] For port 5bdc66c0-169a-4e4d-a949-30d98e241c3e, host n-h2-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:18:53.466015 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-c466eb90-84d7-4a72-9568-4f5658dd1079 req-8ee63428-479a-4fac-91b6-ac6267cb8c81 service neutron] For port 5bdc66c0-169a-4e4d-a949-30d98e241c3e, host n-h2-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=5bdc66c0-169a-4e4d-a949-30d98e241c3e,segment=NetworkSegment(dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a),segment_id=dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:18:53.471471 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-c466eb90-84d7-4a72-9568-4f5658dd1079 req-8ee63428-479a-4fac-91b6-ac6267cb8c81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:18:53.504611 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c466eb90-84d7-4a72-9568-4f5658dd1079 req-8ee63428-479a-4fac-91b6-ac6267cb8c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:18:53.505241 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-c466eb90-84d7-4a72-9568-4f5658dd1079 req-8ee63428-479a-4fac-91b6-ac6267cb8c81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:18:53.506636 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c466eb90-84d7-4a72-9568-4f5658dd1079 req-8ee63428-479a-4fac-91b6-ac6267cb8c81 service neutron] 10.222.0.47 "PUT /v2.0/ports/5bdc66c0-169a-4e4d-a949-30d98e241c3e HTTP/1.1" status: 200 len: 1093 time: 0.6028578 Dec 20 15:18:53.507124 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93bfb762-6a51-44f6-9e85-4a939001a17f', 'tag': '5bdc66c0-169a-4e4d-a949-30d98e241c3e'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:18:53.509381 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-098a3a20-3607-4689-8070-0ce2cc0268cf" -d '{"events": [{"name": "network-changed", "server_uuid": "93bfb762-6a51-44f6-9e85-4a939001a17f", "tag": "5bdc66c0-169a-4e4d-a949-30d98e241c3e"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:18:53.547370 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee63428-479a-4fac-91b6-ac6267cb8c81 service neutron] Pushing event updated for resources: {'Port': ['ID=5bdc66c0-169a-4e4d-a949-30d98e241c3e,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:18:53.571619 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0707e6a0-3c2a-4e56-a177-427ed968fb5b x-openstack-request-id: req-0707e6a0-3c2a-4e56-a177-427ed968fb5b {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:18:53.572101 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93bfb762-6a51-44f6-9e85-4a939001a17f", "tag": "5bdc66c0-169a-4e4d-a949-30d98e241c3e", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:18:53.572375 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0707e6a0-3c2a-4e56-a177-427ed968fb5b {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:18:53.572769 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93bfb762-6a51-44f6-9e85-4a939001a17f', 'tag': '5bdc66c0-169a-4e4d-a949-30d98e241c3e', 'status': 'completed', 'code': 200} Dec 20 15:18:53.637183 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c466eb90-84d7-4a72-9568-4f5658dd1079 req-c3b74740-09f6-40eb-9655-32288dd4c00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:18:53.638716 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c466eb90-84d7-4a72-9568-4f5658dd1079 req-c3b74740-09f6-40eb-9655-32288dd4c00e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3a8ae3efcf51476d8a4f0685fa1f4850&device_id=93bfb762-6a51-44f6-9e85-4a939001a17f HTTP/1.1" status: 200 len: 1096 time: 0.0789800 Dec 20 15:18:53.664223 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710a0035-90d6-49eb-863e-4631250fd8f1 req-c900a8f0-e82c-453f-8139-61cf6ce5d62e tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:18:53.667180 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-710a0035-90d6-49eb-863e-4631250fd8f1 req-c900a8f0-e82c-453f-8139-61cf6ce5d62e tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=93bfb762-6a51-44f6-9e85-4a939001a17f HTTP/1.1" status: 200 len: 944 time: 0.0713971 Dec 20 15:18:53.709769 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c466eb90-84d7-4a72-9568-4f5658dd1079 req-ca01cbdb-917f-45bf-bcec-ca34fed3c791 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5bdc66c0-169a-4e4d-a949-30d98e241c3e HTTP/1.1" status: 200 len: 217 time: 0.0607345 Dec 20 15:18:53.779042 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c466eb90-84d7-4a72-9568-4f5658dd1079 req-c3e1ee07-bda0-4c97-a214-ce2ead62a8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:18:53.780555 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c466eb90-84d7-4a72-9568-4f5658dd1079 req-c3e1ee07-bda0-4c97-a214-ce2ead62a8d9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6dd720d7-be54-496c-b59e-cfe36a403992 HTTP/1.1" status: 200 len: 850 time: 0.0624499 Dec 20 15:18:53.784035 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-710a0035-90d6-49eb-863e-4631250fd8f1 req-9284805c-478c-4c3f-afea-975eea4e06ee tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0818071 Dec 20 15:18:53.827647 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c466eb90-84d7-4a72-9568-4f5658dd1079 req-b13c2548-bfcb-4a14-90a8-aa3b5b1c0e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:18:53.829162 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c466eb90-84d7-4a72-9568-4f5658dd1079 req-b13c2548-bfcb-4a14-90a8-aa3b5b1c0e2d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=63ccb7a9-3c34-4e10-9b7c-033a0881f0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409315 Dec 20 15:18:53.921631 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c466eb90-84d7-4a72-9568-4f5658dd1079 req-f3e64f95-507b-4883-91d8-4ecad2a175d8 service neutron] 10.222.0.47 "GET /v2.0/networks/63ccb7a9-3c34-4e10-9b7c-033a0881f0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853312 Dec 20 15:18:54.016685 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c466eb90-84d7-4a72-9568-4f5658dd1079 req-a06c69ce-f979-449b-bf1a-95538d92e89a service neutron] 10.222.0.47 "GET /v2.0/networks/63ccb7a9-3c34-4e10-9b7c-033a0881f0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878348 Dec 20 15:18:54.106890 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098a3a20-3607-4689-8070-0ce2cc0268cf req-9bedd4fd-8bd5-40a0-90a6-d44a28086959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:18:54.108407 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-098a3a20-3607-4689-8070-0ce2cc0268cf req-9bedd4fd-8bd5-40a0-90a6-d44a28086959 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3a8ae3efcf51476d8a4f0685fa1f4850&device_id=93bfb762-6a51-44f6-9e85-4a939001a17f HTTP/1.1" status: 200 len: 1096 time: 0.0419369 Dec 20 15:18:54.199381 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098a3a20-3607-4689-8070-0ce2cc0268cf req-2e4e8d89-249a-412c-9191-044418dbd7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:18:54.200859 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-098a3a20-3607-4689-8070-0ce2cc0268cf req-2e4e8d89-249a-412c-9191-044418dbd7e8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=63ccb7a9-3c34-4e10-9b7c-033a0881f0fc HTTP/1.1" status: 200 len: 912 time: 0.0845520 Dec 20 15:18:54.248411 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-098a3a20-3607-4689-8070-0ce2cc0268cf req-c705a11d-b7b6-4038-a909-fc38177b9696 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5bdc66c0-169a-4e4d-a949-30d98e241c3e HTTP/1.1" status: 200 len: 217 time: 0.0393653 Dec 20 15:18:54.298761 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098a3a20-3607-4689-8070-0ce2cc0268cf req-86e54710-4de2-457e-9a9d-4545995fb995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:18:54.300248 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-098a3a20-3607-4689-8070-0ce2cc0268cf req-86e54710-4de2-457e-9a9d-4545995fb995 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6dd720d7-be54-496c-b59e-cfe36a403992 HTTP/1.1" status: 200 len: 850 time: 0.0448232 Dec 20 15:18:54.348327 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098a3a20-3607-4689-8070-0ce2cc0268cf req-ac06c3cc-64db-4819-966d-32017ce6cffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:18:54.349754 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-098a3a20-3607-4689-8070-0ce2cc0268cf req-ac06c3cc-64db-4819-966d-32017ce6cffc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=63ccb7a9-3c34-4e10-9b7c-033a0881f0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420282 Dec 20 15:18:54.449216 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-098a3a20-3607-4689-8070-0ce2cc0268cf req-5a272d32-05d9-4463-a881-1ec123460791 service neutron] 10.222.0.47 "GET /v2.0/networks/63ccb7a9-3c34-4e10-9b7c-033a0881f0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912933 Dec 20 15:18:54.544624 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-098a3a20-3607-4689-8070-0ce2cc0268cf req-0f099a2e-9ef1-4bfd-b531-ea5dec1fa3ef service neutron] 10.222.0.47 "GET /v2.0/networks/63ccb7a9-3c34-4e10-9b7c-033a0881f0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871146 Dec 20 15:18:54.906029 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9373a5-1b47-4608-9ce9-6f9810c70550 req-83de1710-3c82-4fbe-bd6c-22626ff1f8fa tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:18:54.907562 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7e9373a5-1b47-4608-9ce9-6f9810c70550 req-83de1710-3c82-4fbe-bd6c-22626ff1f8fa tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=93bfb762-6a51-44f6-9e85-4a939001a17f HTTP/1.1" status: 200 len: 944 time: 0.0514140 Dec 20 15:18:54.955222 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7e9373a5-1b47-4608-9ce9-6f9810c70550 req-b6f39236-40b0-4f15-a65c-428dcd263a6b tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413752 Dec 20 15:18:56.075727 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e45f5a3-22f5-4d84-aa89-afba6c36f3ae req-6a92f1f7-be17-4f50-98e6-20396e0ad1c1 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:18:56.077317 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5e45f5a3-22f5-4d84-aa89-afba6c36f3ae req-6a92f1f7-be17-4f50-98e6-20396e0ad1c1 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=93bfb762-6a51-44f6-9e85-4a939001a17f HTTP/1.1" status: 200 len: 944 time: 0.0519893 Dec 20 15:18:56.125721 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5e45f5a3-22f5-4d84-aa89-afba6c36f3ae req-521e7220-fa93-4b3a-8325-610ab4214692 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418661 Dec 20 15:18:56.431701 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 5bdc66c0-169a-4e4d-a949-30d98e241c3e details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:18:56.526015 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 5bdc66c0-169a-4e4d-a949-30d98e241c3e, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=5bdc66c0-169a-4e4d-a949-30d98e241c3e,segment=NetworkSegment(dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a),segment_id=dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:18:56.538003 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': '5bdc66c0-169a-4e4d-a949-30d98e241c3e', 'network_id': '63ccb7a9-3c34-4e10-9b7c-033a0881f0fc', 'port_id': '5bdc66c0-169a-4e4d-a949-30d98e241c3e', 'mac_address': 'fa:16:3e:9d:3a:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dd720d7-be54-496c-b59e-cfe36a403992', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:18:56.574540 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:18:56.590750 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bdc66c0-169a-4e4d-a949-30d98e241c3e {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:18:56.613441 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 5bdc66c0-169a-4e4d-a949-30d98e241c3e, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=5bdc66c0-169a-4e4d-a949-30d98e241c3e,segment=NetworkSegment(dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a),segment_id=dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:18:56.618509 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:18:56.675271 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=5bdc66c0-169a-4e4d-a949-30d98e241c3e,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:18:56.825862 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['5bdc66c0-169a-4e4d-a949-30d98e241c3e'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:18:57.247038 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3559ccb-bcc4-4718-9875-4cb26f70c2cc req-245223ae-7d13-487e-8c31-a1d8e527433a tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:18:57.248523 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d3559ccb-bcc4-4718-9875-4cb26f70c2cc req-245223ae-7d13-487e-8c31-a1d8e527433a tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=93bfb762-6a51-44f6-9e85-4a939001a17f HTTP/1.1" status: 200 len: 945 time: 0.0503876 Dec 20 15:18:57.301314 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d3559ccb-bcc4-4718-9875-4cb26f70c2cc req-58493482-b576-40dc-a52c-cfcf61810c9c tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467179 Dec 20 15:18:58.422921 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27be9c18-8f27-4f7c-8010-0e1858f2bdea req-442dd792-182b-4751-ac20-2deb291e14b0 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:18:58.424465 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-27be9c18-8f27-4f7c-8010-0e1858f2bdea req-442dd792-182b-4751-ac20-2deb291e14b0 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=93bfb762-6a51-44f6-9e85-4a939001a17f HTTP/1.1" status: 200 len: 945 time: 0.0531368 Dec 20 15:18:58.443168 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 5bdc66c0-169a-4e4d-a949-30d98e241c3e up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:18:58.483179 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-27be9c18-8f27-4f7c-8010-0e1858f2bdea req-46466c45-d6b4-461f-be6c-f3a48b9c0dc3 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0522997 Dec 20 15:18:58.507556 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning for port 5bdc66c0-169a-4e4d-a949-30d98e241c3e completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:18:58.507556 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port 5bdc66c0-169a-4e4d-a949-30d98e241c3e triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:18:58.507556 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:18:58.580626 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:18:58.603889 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93bfb762-6a51-44f6-9e85-4a939001a17f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bdc66c0-169a-4e4d-a949-30d98e241c3e'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:18:58.606189 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0d13d4fbc40dfbb3ffb9f66b00098055f6609ac177c65c2948c33a9b7e7d179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09cc78d1-142e-4103-b515-05e90406b659" -d '{"events": [{"server_uuid": "93bfb762-6a51-44f6-9e85-4a939001a17f", "name": "network-vif-plugged", "status": "completed", "tag": "5bdc66c0-169a-4e4d-a949-30d98e241c3e"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:18:58.618861 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 5bdc66c0-169a-4e4d-a949-30d98e241c3e, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=5bdc66c0-169a-4e4d-a949-30d98e241c3e,segment=NetworkSegment(dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a),segment_id=dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:18:58.624382 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:18:58.650387 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41178e46-df22-4426-a36c-c6a03644a831 x-openstack-request-id: req-41178e46-df22-4426-a36c-c6a03644a831 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:18:58.650683 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93bfb762-6a51-44f6-9e85-4a939001a17f", "name": "network-vif-plugged", "status": "completed", "tag": "5bdc66c0-169a-4e4d-a949-30d98e241c3e", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:18:58.650959 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-41178e46-df22-4426-a36c-c6a03644a831 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:18:58.651409 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93bfb762-6a51-44f6-9e85-4a939001a17f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bdc66c0-169a-4e4d-a949-30d98e241c3e', 'code': 200} Dec 20 15:18:58.677199 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=5bdc66c0-169a-4e4d-a949-30d98e241c3e,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:18:58.832310 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056732a0-5838-4f59-a420-280945cb8014 req-97e10598-c605-4e0a-80b3-2908f21bcd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:18:58.833754 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-056732a0-5838-4f59-a420-280945cb8014 req-97e10598-c605-4e0a-80b3-2908f21bcd27 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=93bfb762-6a51-44f6-9e85-4a939001a17f HTTP/1.1" status: 200 len: 1098 time: 0.0949464 Dec 20 15:18:58.879212 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-056732a0-5838-4f59-a420-280945cb8014 req-a50d295d-9819-4f79-a92c-8ccd15d4d99d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385721 Dec 20 15:18:59.603918 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6283076a-d446-46a2-92da-a0b174eb4044 req-1d5c68a7-aa78-4afa-8564-86abeeb2ae11 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:18:59.605423 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6283076a-d446-46a2-92da-a0b174eb4044 req-1d5c68a7-aa78-4afa-8564-86abeeb2ae11 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=93bfb762-6a51-44f6-9e85-4a939001a17f HTTP/1.1" status: 200 len: 946 time: 0.0497987 Dec 20 15:18:59.653127 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6283076a-d446-46a2-92da-a0b174eb4044 req-52787dc4-ad1f-40fa-b212-9d4e0cd8e921 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414929 Dec 20 15:19:00.757595 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-66c913f9-9937-46d2-a331-2f34ee6e2831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:19:00.775683 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6362c094-0618-4c90-8382-2a8848c2bdd6 req-9460be1b-c596-4ba1-b3a4-ff49d8d38491 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:19:00.777162 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6362c094-0618-4c90-8382-2a8848c2bdd6 req-9460be1b-c596-4ba1-b3a4-ff49d8d38491 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=93bfb762-6a51-44f6-9e85-4a939001a17f HTTP/1.1" status: 200 len: 946 time: 0.0516038 Dec 20 15:19:00.824869 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6362c094-0618-4c90-8382-2a8848c2bdd6 req-1696d08a-3644-4fd4-ab81-f8a27e164f05 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412645 Dec 20 15:19:00.942121 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2ab80d-a21a-463f-8bb2-5f91b91caf78 req-06a423ca-36fe-4dbb-84b1-7652d3667faa tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:19:00.943567 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ba2ab80d-a21a-463f-8bb2-5f91b91caf78 req-06a423ca-36fe-4dbb-84b1-7652d3667faa tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=93bfb762-6a51-44f6-9e85-4a939001a17f HTTP/1.1" status: 200 len: 946 time: 0.0521715 Dec 20 15:19:00.952281 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 54768) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:19:00.956783 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-7d2f263a-9461-40d3-ba50-d052066f277a tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Request body: {'floatingip': {'port_id': '5bdc66c0-169a-4e4d-a949-30d98e241c3e'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:19:01.000550 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7d2f263a-9461-40d3-ba50-d052066f277a tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Publish callbacks [] for floatingip, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:19:01.439666 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7d2f263a-9461-40d3-ba50-d052066f277a tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:19:01.444518 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7d2f263a-9461-40d3-ba50-d052066f277a tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585115'] for floatingip, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:19:01.546053 n-d-761264-19 neutron-server[103167]: INFO neutron.db.l3_db [None req-7d2f263a-9461-40d3-ba50-d052066f277a tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Floating IP 35590a59-5c01-48d8-9826-2df35b92f122 associated. External IP: 172.25.0.47, port: 5bdc66c0-169a-4e4d-a949-30d98e241c3e. Dec 20 15:19:01.755414 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d2f263a-9461-40d3-ba50-d052066f277a tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Router 1b1d8f2b-d97d-468d-a455-046ec60223c1 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:19:01.866605 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d2f263a-9461-40d3-ba50-d052066f277a tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:19:01.871994 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7d2f263a-9461-40d3-ba50-d052066f277a tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:19:01.877072 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c239363-3cf2-47aa-b934-6a3536c6d190 None None] Sync routers for ids ['1b1d8f2b-d97d-468d-a455-046ec60223c1'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:19:01.886541 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c239363-3cf2-47aa-b934-6a3536c6d190 None None] Routers {'1b1d8f2b-d97d-468d-a455-046ec60223c1'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:19:01.887195 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-7c239363-3cf2-47aa-b934-6a3536c6d190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:18:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['1b1d8f2b-d97d-468d-a455-046ec60223c1'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:19:01.899865 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-7d2f263a-9461-40d3-ba50-d052066f277a tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "PUT /v2.0/floatingips/35590a59-5c01-48d8-9826-2df35b92f122 HTTP/1.1" status: 200 len: 991 time: 0.9464533 Dec 20 15:19:01.900426 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93bfb762-6a51-44f6-9e85-4a939001a17f', 'tag': '5bdc66c0-169a-4e4d-a949-30d98e241c3e'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:19:01.902758 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3a4b7189ac57d1e6ae1b4b6f08d9071d43a06971b365457b118f1250233339c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db2ac46c-a225-4d58-9d5b-7f2e02722f01" -d '{"events": [{"name": "network-changed", "server_uuid": "93bfb762-6a51-44f6-9e85-4a939001a17f", "tag": "5bdc66c0-169a-4e4d-a949-30d98e241c3e"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:19:01.952403 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08e3cdeb-9dc3-48d6-a969-5aae46e99e7d x-openstack-request-id: req-08e3cdeb-9dc3-48d6-a969-5aae46e99e7d {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:19:01.953007 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93bfb762-6a51-44f6-9e85-4a939001a17f", "tag": "5bdc66c0-169a-4e4d-a949-30d98e241c3e", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:19:01.953007 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-08e3cdeb-9dc3-48d6-a969-5aae46e99e7d {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:19:01.953345 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93bfb762-6a51-44f6-9e85-4a939001a17f', 'tag': '5bdc66c0-169a-4e4d-a949-30d98e241c3e', 'status': 'completed', 'code': 200} Dec 20 15:19:01.996256 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-7c239363-3cf2-47aa-b934-6a3536c6d190 None None] Set router 1b1d8f2b-d97d-468d-a455-046ec60223c1 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:19:02.019219 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2ac46c-a225-4d58-9d5b-7f2e02722f01 req-c27f92a5-c330-422f-a18a-34b9ac6e9964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:19:02.020613 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-db2ac46c-a225-4d58-9d5b-7f2e02722f01 req-c27f92a5-c330-422f-a18a-34b9ac6e9964 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3a8ae3efcf51476d8a4f0685fa1f4850&device_id=93bfb762-6a51-44f6-9e85-4a939001a17f HTTP/1.1" status: 200 len: 1098 time: 0.0446637 Dec 20 15:19:02.111217 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2ac46c-a225-4d58-9d5b-7f2e02722f01 req-0b574eeb-88a0-45a9-a878-81ec4a05ae7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:19:02.112724 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-db2ac46c-a225-4d58-9d5b-7f2e02722f01 req-0b574eeb-88a0-45a9-a878-81ec4a05ae7c service neutron] 10.222.0.47 "GET /v2.0/networks?id=63ccb7a9-3c34-4e10-9b7c-033a0881f0fc HTTP/1.1" status: 200 len: 912 time: 0.0845480 Dec 20 15:19:02.183809 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-db2ac46c-a225-4d58-9d5b-7f2e02722f01 req-6ab58874-fc3d-42a9-9015-02121fb971be service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5bdc66c0-169a-4e4d-a949-30d98e241c3e HTTP/1.1" status: 200 len: 999 time: 0.0640271 Dec 20 15:19:02.224308 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-7c239363-3cf2-47aa-b934-6a3536c6d190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b1d8f2b-d97d-468d-a455-046ec60223c1', 'name': 'tempest-ServerActionsTestJSON-386714640-router', 'tenant_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '91a42ef0-08d4-4b63-ba77-3c51217fa9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:16:28Z', 'updated_at': '2021-12-20T15:16:31Z', 'revision_number': 4, 'project_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'gw_port': {'id': '91a42ef0-08d4-4b63-ba77-3c51217fa9f2', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:29:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1d8f2b-d97d-468d-a455-046ec60223c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:16:29Z', 'updated_at': '2021-12-20T15:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': '35590a59-5c01-48d8-9826-2df35b92f122', 'tenant_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'floating_ip_address': '172.25.0.47', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': '1b1d8f2b-d97d-468d-a455-046ec60223c1', 'port_id': '5bdc66c0-169a-4e4d-a949-30d98e241c3e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4085, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63ccb7a9-3c34-4e10-9b7c-033a0881f0fc', 'mac_address': 'fa:16:3e:9d:3a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bfb762-6a51-44f6-9e85-4a939001a17f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:16:33Z', 'updated_at': '2021-12-20T15:19:01Z', 'revision_number': 5, 'project_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec6f6254-109b-4ae7-a6c3-f386c155adb3', 'name': '', 'network_id': '63ccb7a9-3c34-4e10-9b7c-033a0881f0fc', 'tenant_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'mac_address': 'fa:16:3e:25:4d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1d8f2b-d97d-468d-a455-046ec60223c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '6dd720d7-be54-496c-b59e-cfe36a403992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:16:30Z', 'updated_at': '2021-12-20T15:16:35Z', 'revision_number': 5, 'project_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'subnets': [{'id': '6dd720d7-be54-496c-b59e-cfe36a403992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:19:02.234054 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2ac46c-a225-4d58-9d5b-7f2e02722f01 req-d975d525-f5bd-4cba-b4e2-30c351265e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:19:02.235831 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-db2ac46c-a225-4d58-9d5b-7f2e02722f01 req-d975d525-f5bd-4cba-b4e2-30c351265e76 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6dd720d7-be54-496c-b59e-cfe36a403992 HTTP/1.1" status: 200 len: 850 time: 0.0452285 Dec 20 15:19:02.254792 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c239363-3cf2-47aa-b934-6a3536c6d190 None None] Checking router: 1b1d8f2b-d97d-468d-a455-046ec60223c1 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:19:02.264453 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c239363-3cf2-47aa-b934-6a3536c6d190 None None] Routers {'1b1d8f2b-d97d-468d-a455-046ec60223c1'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:19:02.265070 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-7c239363-3cf2-47aa-b934-6a3536c6d190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:18:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['1b1d8f2b-d97d-468d-a455-046ec60223c1'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:19:02.282123 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2ac46c-a225-4d58-9d5b-7f2e02722f01 req-1df03b7c-5014-4d69-be4e-f87e81e38687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:19:02.283414 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-db2ac46c-a225-4d58-9d5b-7f2e02722f01 req-1df03b7c-5014-4d69-be4e-f87e81e38687 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=63ccb7a9-3c34-4e10-9b7c-033a0881f0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410933 Dec 20 15:19:02.371206 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-7c239363-3cf2-47aa-b934-6a3536c6d190 None None] Set router 1b1d8f2b-d97d-468d-a455-046ec60223c1 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:19:02.378107 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-db2ac46c-a225-4d58-9d5b-7f2e02722f01 req-27ff9897-dce1-4cdf-868f-7beae56d0cc8 service neutron] 10.222.0.47 "GET /v2.0/networks/63ccb7a9-3c34-4e10-9b7c-033a0881f0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875509 Dec 20 15:19:02.470477 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-db2ac46c-a225-4d58-9d5b-7f2e02722f01 req-1d5d583b-3442-4a56-a92e-c66f2b56182b service neutron] 10.222.0.47 "GET /v2.0/networks/63ccb7a9-3c34-4e10-9b7c-033a0881f0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834002 Dec 20 15:19:02.593551 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-7c239363-3cf2-47aa-b934-6a3536c6d190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b1d8f2b-d97d-468d-a455-046ec60223c1', 'name': 'tempest-ServerActionsTestJSON-386714640-router', 'tenant_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '91a42ef0-08d4-4b63-ba77-3c51217fa9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:16:28Z', 'updated_at': '2021-12-20T15:16:31Z', 'revision_number': 4, 'project_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'gw_port': {'id': '91a42ef0-08d4-4b63-ba77-3c51217fa9f2', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:29:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1d8f2b-d97d-468d-a455-046ec60223c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:16:29Z', 'updated_at': '2021-12-20T15:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': '35590a59-5c01-48d8-9826-2df35b92f122', 'tenant_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'floating_ip_address': '172.25.0.47', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': '1b1d8f2b-d97d-468d-a455-046ec60223c1', 'port_id': '5bdc66c0-169a-4e4d-a949-30d98e241c3e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4085, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63ccb7a9-3c34-4e10-9b7c-033a0881f0fc', 'mac_address': 'fa:16:3e:9d:3a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bfb762-6a51-44f6-9e85-4a939001a17f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:16:33Z', 'updated_at': '2021-12-20T15:19:01Z', 'revision_number': 5, 'project_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec6f6254-109b-4ae7-a6c3-f386c155adb3', 'name': '', 'network_id': '63ccb7a9-3c34-4e10-9b7c-033a0881f0fc', 'tenant_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'mac_address': 'fa:16:3e:25:4d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1d8f2b-d97d-468d-a455-046ec60223c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '6dd720d7-be54-496c-b59e-cfe36a403992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:16:30Z', 'updated_at': '2021-12-20T15:16:35Z', 'revision_number': 5, 'project_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'subnets': [{'id': '6dd720d7-be54-496c-b59e-cfe36a403992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:19:02.623246 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c239363-3cf2-47aa-b934-6a3536c6d190 None None] The sync data for ids ['1b1d8f2b-d97d-468d-a455-046ec60223c1'] in n-d-761264-19 is: [{'id': '1b1d8f2b-d97d-468d-a455-046ec60223c1', 'name': 'tempest-ServerActionsTestJSON-386714640-router', 'tenant_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '91a42ef0-08d4-4b63-ba77-3c51217fa9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:16:28Z', 'updated_at': '2021-12-20T15:16:31Z', 'revision_number': 4, 'project_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'gw_port': {'id': '91a42ef0-08d4-4b63-ba77-3c51217fa9f2', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:29:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1d8f2b-d97d-468d-a455-046ec60223c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:16:29Z', 'updated_at': '2021-12-20T15:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': '35590a59-5c01-48d8-9826-2df35b92f122', 'tenant_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'floating_ip_address': '172.25.0.47', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': '1b1d8f2b-d97d-468d-a455-046ec60223c1', 'port_id': '5bdc66c0-169a-4e4d-a949-30d98e241c3e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4085, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63ccb7a9-3c34-4e10-9b7c-033a0881f0fc', 'mac_address': 'fa:16:3e:9d:3a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bfb762-6a51-44f6-9e85-4a939001a17f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:16:33Z', 'updated_at': '2021-12-20T15:19:01Z', 'revision_number': 5, 'project_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec6f6254-109b-4ae7-a6c3-f386c155adb3', 'name': '', 'network_id': '63ccb7a9-3c34-4e10-9b7c-033a0881f0fc', 'tenant_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'mac_address': 'fa:16:3e:25:4d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1d8f2b-d97d-468d-a455-046ec60223c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '6dd720d7-be54-496c-b59e-cfe36a403992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:16:30Z', 'updated_at': '2021-12-20T15:16:35Z', 'revision_number': 5, 'project_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'subnets': [{'id': '6dd720d7-be54-496c-b59e-cfe36a403992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:19:02.825457 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612fee04-7c01-4f96-8e27-0fd38d833eb2 None None] New status for floating IP 35590a59-5c01-48d8-9826-2df35b92f122: ACTIVE {{(pid=103170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 15:19:02.975826 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-898e6945-54b8-4ed2-8387-0756f07eccff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:19:03.961058 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:19:05.953882 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:19:06.359807 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:19:08.744655 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:19:12.027634 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:19:15.631903 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:19:30.767461 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-533bd237-5e44-492e-b41f-bd1e80ae2f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:19:32.976107 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-7b731b6f-1993-421f-8756-55fd7e13524b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:19:33.963723 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:19:35.954875 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:19:36.356001 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:19:42.036668 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:19:45.652045 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:19:45.689822 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e33cafb4-a10a-4b2f-801e-ce6fb6ac3a06 req-638fcb47-1bf8-4786-9aeb-1380a6091160 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=93bfb762-6a51-44f6-9e85-4a939001a17f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0515883 Dec 20 15:19:45.743804 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:19:45.777284 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33cafb4-a10a-4b2f-801e-ce6fb6ac3a06 req-8ce09265-310c-4e48-9421-7338c38e5dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:19:45.778833 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e33cafb4-a10a-4b2f-801e-ce6fb6ac3a06 req-8ce09265-310c-4e48-9421-7338c38e5dc6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3a8ae3efcf51476d8a4f0685fa1f4850&device_id=93bfb762-6a51-44f6-9e85-4a939001a17f HTTP/1.1" status: 200 len: 1098 time: 0.0430262 Dec 20 15:19:45.890967 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33cafb4-a10a-4b2f-801e-ce6fb6ac3a06 req-e30f8beb-f752-4894-9628-54401780ce2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:19:45.892464 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e33cafb4-a10a-4b2f-801e-ce6fb6ac3a06 req-e30f8beb-f752-4894-9628-54401780ce2c service neutron] 10.222.0.47 "GET /v2.0/networks?id=63ccb7a9-3c34-4e10-9b7c-033a0881f0fc HTTP/1.1" status: 200 len: 912 time: 0.0908880 Dec 20 15:19:45.962565 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e33cafb4-a10a-4b2f-801e-ce6fb6ac3a06 req-f6b1edbf-26df-417d-b1d0-42568feb7d78 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5bdc66c0-169a-4e4d-a949-30d98e241c3e HTTP/1.1" status: 200 len: 1001 time: 0.0616791 Dec 20 15:19:46.011610 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33cafb4-a10a-4b2f-801e-ce6fb6ac3a06 req-3d5488c3-8936-411d-b4f7-9d7809d114e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:19:46.013072 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e33cafb4-a10a-4b2f-801e-ce6fb6ac3a06 req-3d5488c3-8936-411d-b4f7-9d7809d114e2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6dd720d7-be54-496c-b59e-cfe36a403992 HTTP/1.1" status: 200 len: 850 time: 0.0440130 Dec 20 15:19:46.067695 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33cafb4-a10a-4b2f-801e-ce6fb6ac3a06 req-d1667c33-8972-446d-93f8-1449efd0ef6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:19:46.069248 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e33cafb4-a10a-4b2f-801e-ce6fb6ac3a06 req-d1667c33-8972-446d-93f8-1449efd0ef6b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=63ccb7a9-3c34-4e10-9b7c-033a0881f0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458620 Dec 20 15:19:46.160812 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e33cafb4-a10a-4b2f-801e-ce6fb6ac3a06 req-c3cbc2b1-8535-410a-b071-a0aabd5d30ed service neutron] 10.222.0.47 "GET /v2.0/networks/63ccb7a9-3c34-4e10-9b7c-033a0881f0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843456 Dec 20 15:19:46.257009 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e33cafb4-a10a-4b2f-801e-ce6fb6ac3a06 req-32c23e49-eed1-44f0-8aff-8157b170666e service neutron] 10.222.0.47 "GET /v2.0/networks/63ccb7a9-3c34-4e10-9b7c-033a0881f0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889828 Dec 20 15:20:00.762155 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-aa55910c-3ac6-4a12-a169-6c78d7c7db8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:20:02.970167 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6e061f30-56d5-49e1-b39a-ad89826084c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:20:03.966511 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:20:05.957677 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:20:06.351621 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:20:12.030321 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:20:15.641764 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:20:22.743569 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:20:30.767791 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-db9f21b4-e737-4f8d-8fbb-f59d2a058427 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:20:32.973210 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-04372870-bafe-47d0-a614-8a167af548df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:20:33.969272 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:20:35.961890 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:20:36.359415 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:20:39.247399 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3afb18-5310-4a8b-95e1-02398a46c55e req-b5f16224-5433-4e25-8d1b-0e06d75da604 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:20:39.248956 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1d3afb18-5310-4a8b-95e1-02398a46c55e req-b5f16224-5433-4e25-8d1b-0e06d75da604 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=93bfb762-6a51-44f6-9e85-4a939001a17f HTTP/1.1" status: 200 len: 946 time: 0.0521202 Dec 20 15:20:39.297102 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1d3afb18-5310-4a8b-95e1-02398a46c55e req-625f1237-caeb-4ed9-8c76-9360b27f9d24 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420012 Dec 20 15:20:40.420047 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f865ce-813d-4dac-ba8a-25897070f8bd req-911c0793-c506-49d0-9977-bab7b42a0935 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:20:40.421532 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-77f865ce-813d-4dac-ba8a-25897070f8bd req-911c0793-c506-49d0-9977-bab7b42a0935 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=93bfb762-6a51-44f6-9e85-4a939001a17f HTTP/1.1" status: 200 len: 946 time: 0.0515635 Dec 20 15:20:40.472655 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-77f865ce-813d-4dac-ba8a-25897070f8bd req-d126c124-8347-4f35-9447-50a62849a217 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448833 Dec 20 15:20:41.592374 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6baf212-90a9-40d4-bc30-6294702bf622 req-0b92d7bb-b45d-43e1-85ce-c129460cc121 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:20:41.593858 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e6baf212-90a9-40d4-bc30-6294702bf622 req-0b92d7bb-b45d-43e1-85ce-c129460cc121 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=93bfb762-6a51-44f6-9e85-4a939001a17f HTTP/1.1" status: 200 len: 946 time: 0.0504935 Dec 20 15:20:41.645228 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e6baf212-90a9-40d4-bc30-6294702bf622 req-4813920f-271c-4bd9-b620-b48978a7aaa2 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452585 Dec 20 15:20:42.036052 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:20:42.764405 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfe77b3-4574-403e-90fb-33fa750b023d req-44309211-39da-4ede-bd05-591e7bc215c6 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:20:42.765926 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3bfe77b3-4574-403e-90fb-33fa750b023d req-44309211-39da-4ede-bd05-591e7bc215c6 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=93bfb762-6a51-44f6-9e85-4a939001a17f HTTP/1.1" status: 200 len: 946 time: 0.0502315 Dec 20 15:20:42.814981 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3bfe77b3-4574-403e-90fb-33fa750b023d req-2dd61fbc-a16c-4298-afd7-e6d809734b0d tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425258 Dec 20 15:20:44.253087 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661ae764-c9f4-4ef5-b864-3ea3bcc11f0f req-e1d7d42c-0f6e-4f94-9bc4-4165c1e91774 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:20:44.254434 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-661ae764-c9f4-4ef5-b864-3ea3bcc11f0f req-e1d7d42c-0f6e-4f94-9bc4-4165c1e91774 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=93bfb762-6a51-44f6-9e85-4a939001a17f HTTP/1.1" status: 200 len: 946 time: 0.3626428 Dec 20 15:20:44.301308 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-661ae764-c9f4-4ef5-b864-3ea3bcc11f0f req-9d88b726-77f3-4ba9-ad71-37fb75e75e73 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406709 Dec 20 15:20:45.417934 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9870aa68-7215-452e-a86c-c4ea3941229b req-ccd6256f-b3ea-4242-83e1-38a015041b77 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:20:45.419663 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9870aa68-7215-452e-a86c-c4ea3941229b req-ccd6256f-b3ea-4242-83e1-38a015041b77 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=93bfb762-6a51-44f6-9e85-4a939001a17f HTTP/1.1" status: 200 len: 946 time: 0.0494092 Dec 20 15:20:45.466622 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9870aa68-7215-452e-a86c-c4ea3941229b req-2a7aa36c-210e-4386-b5a7-d77c1be26b2b tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409172 Dec 20 15:20:45.646438 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:20:45.711500 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5fe6ed-b160-4dcb-8a31-899d05d825f4 req-1cc851ba-bcbe-4814-923d-cf7b28c17888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:20:45.712989 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0c5fe6ed-b160-4dcb-8a31-899d05d825f4 req-1cc851ba-bcbe-4814-923d-cf7b28c17888 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3a8ae3efcf51476d8a4f0685fa1f4850&device_id=93bfb762-6a51-44f6-9e85-4a939001a17f HTTP/1.1" status: 200 len: 1098 time: 0.0407188 Dec 20 15:20:45.821399 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5fe6ed-b160-4dcb-8a31-899d05d825f4 req-467ddac6-fa47-45ae-befa-0a3947adef12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:20:45.822912 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0c5fe6ed-b160-4dcb-8a31-899d05d825f4 req-467ddac6-fa47-45ae-befa-0a3947adef12 service neutron] 10.222.0.47 "GET /v2.0/networks?id=63ccb7a9-3c34-4e10-9b7c-033a0881f0fc HTTP/1.1" status: 200 len: 912 time: 0.0902226 Dec 20 15:20:45.889182 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0c5fe6ed-b160-4dcb-8a31-899d05d825f4 req-36491719-2d8b-466d-974a-fbc2f1b20d1b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5bdc66c0-169a-4e4d-a949-30d98e241c3e HTTP/1.1" status: 200 len: 1001 time: 0.0590034 Dec 20 15:20:45.945057 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5fe6ed-b160-4dcb-8a31-899d05d825f4 req-ce6a475d-b5f1-4b60-b4fb-ae49120fe95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:20:45.946445 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0c5fe6ed-b160-4dcb-8a31-899d05d825f4 req-ce6a475d-b5f1-4b60-b4fb-ae49120fe95a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6dd720d7-be54-496c-b59e-cfe36a403992 HTTP/1.1" status: 200 len: 850 time: 0.0495374 Dec 20 15:20:45.995040 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5fe6ed-b160-4dcb-8a31-899d05d825f4 req-090d680a-d1de-4270-965d-079bfea258b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:20:45.996544 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0c5fe6ed-b160-4dcb-8a31-899d05d825f4 req-090d680a-d1de-4270-965d-079bfea258b1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=63ccb7a9-3c34-4e10-9b7c-033a0881f0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418172 Dec 20 15:20:46.087687 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0c5fe6ed-b160-4dcb-8a31-899d05d825f4 req-0184fc8a-77ca-4769-8154-eac3841d766f service neutron] 10.222.0.47 "GET /v2.0/networks/63ccb7a9-3c34-4e10-9b7c-033a0881f0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832665 Dec 20 15:20:46.185353 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0c5fe6ed-b160-4dcb-8a31-899d05d825f4 req-7b3e9153-2163-4a48-a752-3f5be10b3612 service neutron] 10.222.0.47 "GET /v2.0/networks/63ccb7a9-3c34-4e10-9b7c-033a0881f0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866103 Dec 20 15:20:46.838825 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93922059-44d5-416f-9bbe-2e3d1c5bdd40 req-31f0e2fd-11a4-4e6d-b6bc-de0365a2114d tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:20:46.840332 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-93922059-44d5-416f-9bbe-2e3d1c5bdd40 req-31f0e2fd-11a4-4e6d-b6bc-de0365a2114d tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=93bfb762-6a51-44f6-9e85-4a939001a17f HTTP/1.1" status: 200 len: 946 time: 0.0513442 Dec 20 15:20:46.890622 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-93922059-44d5-416f-9bbe-2e3d1c5bdd40 req-337edc6b-9c23-4a8a-b17b-0ecce4eb044a tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441020 Dec 20 15:20:48.014102 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9afcb7-96dd-478e-93ec-b406f34d3d97 req-d8a264f5-685e-4ab9-a8fc-18c0f99e0285 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:20:48.015639 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0d9afcb7-96dd-478e-93ec-b406f34d3d97 req-d8a264f5-685e-4ab9-a8fc-18c0f99e0285 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=93bfb762-6a51-44f6-9e85-4a939001a17f HTTP/1.1" status: 200 len: 946 time: 0.0537648 Dec 20 15:20:48.063779 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0d9afcb7-96dd-478e-93ec-b406f34d3d97 req-e4825c39-d649-4e04-a816-66c0e70becc6 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418816 Dec 20 15:20:49.188350 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b99431-c59a-4e66-9fbf-08a71d158cef req-05763450-0fde-4077-bdbb-30b23305008d tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:20:49.189923 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-38b99431-c59a-4e66-9fbf-08a71d158cef req-05763450-0fde-4077-bdbb-30b23305008d tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=93bfb762-6a51-44f6-9e85-4a939001a17f HTTP/1.1" status: 200 len: 946 time: 0.0557411 Dec 20 15:20:49.238276 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-38b99431-c59a-4e66-9fbf-08a71d158cef req-7fbfe2c4-5d42-4a43-bfbd-d9ae679f5f32 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419662 Dec 20 15:20:50.358206 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd80c48-1fce-4e0c-ac45-5af1551109ad req-610e21d4-0b23-431f-95a1-2898eeb83afe tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:20:50.359609 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-abd80c48-1fce-4e0c-ac45-5af1551109ad req-610e21d4-0b23-431f-95a1-2898eeb83afe tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=93bfb762-6a51-44f6-9e85-4a939001a17f HTTP/1.1" status: 200 len: 946 time: 0.0509398 Dec 20 15:20:50.409251 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-abd80c48-1fce-4e0c-ac45-5af1551109ad req-f89540dc-de96-4c3d-9473-3f5b4f93f926 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433095 Dec 20 15:20:50.671447 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b39e1d-d893-4b64-a48f-82bfab067a89 req-905dd91f-9d26-4fb5-8ae5-c9a4d0263094 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:20:50.672946 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-66b39e1d-d893-4b64-a48f-82bfab067a89 req-905dd91f-9d26-4fb5-8ae5-c9a4d0263094 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=93bfb762-6a51-44f6-9e85-4a939001a17f HTTP/1.1" status: 200 len: 946 time: 0.0513146 Dec 20 15:20:50.724698 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-debdf856-5402-4a81-b7a1-947179db4a27 req-503d3e72-a956-451d-9edb-041a48779fd9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=93bfb762-6a51-44f6-9e85-4a939001a17f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0798407 Dec 20 15:20:50.726753 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-66b39e1d-d893-4b64-a48f-82bfab067a89 req-7de842fd-5182-452a-96ac-b0876db43068 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476880 Dec 20 15:20:51.857639 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c45ee5c-5556-45eb-ac96-60633f5355c9 req-fbbd7bc2-fa6f-4af4-9fe7-fb6a2ece96f2 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:20:51.859252 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0c45ee5c-5556-45eb-ac96-60633f5355c9 req-fbbd7bc2-fa6f-4af4-9fe7-fb6a2ece96f2 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=93bfb762-6a51-44f6-9e85-4a939001a17f HTTP/1.1" status: 200 len: 946 time: 0.0590696 Dec 20 15:20:51.933563 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debdf856-5402-4a81-b7a1-947179db4a27 req-3a2c10fd-c188-4f8d-88a1-dd8f5c3c5e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:20:51.935143 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-debdf856-5402-4a81-b7a1-947179db4a27 req-3a2c10fd-c188-4f8d-88a1-dd8f5c3c5e32 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3a8ae3efcf51476d8a4f0685fa1f4850&device_id=93bfb762-6a51-44f6-9e85-4a939001a17f HTTP/1.1" status: 200 len: 1098 time: 0.0750046 Dec 20 15:20:51.938603 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0c45ee5c-5556-45eb-ac96-60633f5355c9 req-a822d30a-70bf-412c-876f-3db06be5cd3c tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0708966 Dec 20 15:20:52.026590 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debdf856-5402-4a81-b7a1-947179db4a27 req-436950c4-7a8f-47d3-9483-ebf755283aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:20:52.028030 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-debdf856-5402-4a81-b7a1-947179db4a27 req-436950c4-7a8f-47d3-9483-ebf755283aa8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=63ccb7a9-3c34-4e10-9b7c-033a0881f0fc HTTP/1.1" status: 200 len: 912 time: 0.0853488 Dec 20 15:20:52.101472 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-debdf856-5402-4a81-b7a1-947179db4a27 req-d6efce03-3026-4397-abf0-55c29708bf87 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5bdc66c0-169a-4e4d-a949-30d98e241c3e HTTP/1.1" status: 200 len: 1001 time: 0.0651512 Dec 20 15:20:52.151022 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debdf856-5402-4a81-b7a1-947179db4a27 req-7ea72143-a292-4628-a0e2-25cc758bef3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:20:52.152527 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-debdf856-5402-4a81-b7a1-947179db4a27 req-7ea72143-a292-4628-a0e2-25cc758bef3b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6dd720d7-be54-496c-b59e-cfe36a403992 HTTP/1.1" status: 200 len: 850 time: 0.0445969 Dec 20 15:20:52.199773 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debdf856-5402-4a81-b7a1-947179db4a27 req-a4c53899-a59b-441f-8a89-3ae948e84a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:20:52.201293 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-debdf856-5402-4a81-b7a1-947179db4a27 req-a4c53899-a59b-441f-8a89-3ae948e84a81 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=63ccb7a9-3c34-4e10-9b7c-033a0881f0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411694 Dec 20 15:20:52.297533 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-debdf856-5402-4a81-b7a1-947179db4a27 req-7bc13daa-3ca5-4d59-a173-4d33444497cb service neutron] 10.222.0.47 "GET /v2.0/networks/63ccb7a9-3c34-4e10-9b7c-033a0881f0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877697 Dec 20 15:20:52.388593 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-debdf856-5402-4a81-b7a1-947179db4a27 req-47276a5f-02cb-4493-ac2b-4934c068978e service neutron] 10.222.0.47 "GET /v2.0/networks/63ccb7a9-3c34-4e10-9b7c-033a0881f0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844812 Dec 20 15:20:53.064691 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13370c66-9a57-47ad-8360-94b0da70f488 req-524b256d-2f1a-4660-a9c0-f4530baac75d tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:20:53.066231 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-13370c66-9a57-47ad-8360-94b0da70f488 req-524b256d-2f1a-4660-a9c0-f4530baac75d tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=93bfb762-6a51-44f6-9e85-4a939001a17f HTTP/1.1" status: 200 len: 946 time: 0.0551047 Dec 20 15:20:53.117472 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-13370c66-9a57-47ad-8360-94b0da70f488 req-0f6daa14-eef7-4621-92cd-721f5171902c tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445189 Dec 20 15:20:54.281941 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e8691f-28d4-45ca-b7bf-c23539b4ca91 req-fb6007ef-4295-4ac7-a425-b786ac6acd56 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:20:54.283482 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e8e8691f-28d4-45ca-b7bf-c23539b4ca91 req-fb6007ef-4295-4ac7-a425-b786ac6acd56 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=93bfb762-6a51-44f6-9e85-4a939001a17f HTTP/1.1" status: 200 len: 946 time: 0.0937254 Dec 20 15:20:54.289669 n-d-761264-19 neutron-server[103167]: INFO neutron.api.v2.resource [req-debdf856-5402-4a81-b7a1-947179db4a27 req-567b38c7-68a2-453d-8cfb-a9865a0e13a8 service neutron] show failed (client error): The resource could not be found. Dec 20 15:20:54.290805 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-debdf856-5402-4a81-b7a1-947179db4a27 req-567b38c7-68a2-453d-8cfb-a9865a0e13a8 service neutron] 10.222.0.47 "GET /v2.0/ports/5bdc66c0-169a-4e4d-a949-30d98e241c3e/bindings/n-h1-761264-19 HTTP/1.1" status: 404 len: 381 time: 0.0918174 Dec 20 15:20:54.340311 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e8e8691f-28d4-45ca-b7bf-c23539b4ca91 req-ede658a7-48df-433f-b95a-f93c91f6c687 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0483968 Dec 20 15:20:54.581049 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debdf856-5402-4a81-b7a1-947179db4a27 req-c9a090f3-96dc-401d-9ea1-8c77791668a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:20:54.582559 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-debdf856-5402-4a81-b7a1-947179db4a27 req-c9a090f3-96dc-401d-9ea1-8c77791668a6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=93bfb762-6a51-44f6-9e85-4a939001a17f&tenant_id=3a8ae3efcf51476d8a4f0685fa1f4850 HTTP/1.1" status: 200 len: 1098 time: 0.0852704 Dec 20 15:20:54.594635 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-debdf856-5402-4a81-b7a1-947179db4a27 req-959b85d3-2de6-4743-9f7f-1b468004b7ef service neutron] Request body: {'port': {'binding:host_id': 'n-h1-761264-19', 'device_owner': 'compute:nova'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:20:54.649392 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-debdf856-5402-4a81-b7a1-947179db4a27 req-959b85d3-2de6-4743-9f7f-1b468004b7ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:20:54.845872 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-debdf856-5402-4a81-b7a1-947179db4a27 req-959b85d3-2de6-4743-9f7f-1b468004b7ef service neutron] For port 5bdc66c0-169a-4e4d-a949-30d98e241c3e, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=5bdc66c0-169a-4e4d-a949-30d98e241c3e,segment=NetworkSegment(dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a),segment_id=dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:20:54.878551 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-debdf856-5402-4a81-b7a1-947179db4a27 req-959b85d3-2de6-4743-9f7f-1b468004b7ef service neutron] For port 5bdc66c0-169a-4e4d-a949-30d98e241c3e, host n-h2-761264-19, cleared binding levels {{(pid=103168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:20:54.916956 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93bfb762-6a51-44f6-9e85-4a939001a17f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bdc66c0-169a-4e4d-a949-30d98e241c3e'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:20:54.922423 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-debdf856-5402-4a81-b7a1-947179db4a27 req-959b85d3-2de6-4743-9f7f-1b468004b7ef service neutron] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:20:54.935035 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.provisioning_blocks [req-debdf856-5402-4a81-b7a1-947179db4a27 req-959b85d3-2de6-4743-9f7f-1b468004b7ef service neutron] Transition to ACTIVE for port object 5bdc66c0-169a-4e4d-a949-30d98e241c3e will not be triggered until provisioned by entity L2. {{(pid=103168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:20:54.940328 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-debdf856-5402-4a81-b7a1-947179db4a27 req-959b85d3-2de6-4743-9f7f-1b468004b7ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:20:54.968830 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea303cd2f7c2854d59b68ee9755924cbed95107615564160e5853a5b93bd1da8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df0f47fe-d07e-47f5-9da5-f587e9d42294" -d '{"events": [{"server_uuid": "93bfb762-6a51-44f6-9e85-4a939001a17f", "name": "network-vif-unplugged", "status": "completed", "tag": "5bdc66c0-169a-4e4d-a949-30d98e241c3e"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:20:55.356321 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 15:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c23e97c-a338-43ae-98e8-9d2c49650ed0 x-openstack-request-id: req-5c23e97c-a338-43ae-98e8-9d2c49650ed0 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:20:55.356582 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93bfb762-6a51-44f6-9e85-4a939001a17f", "name": "network-vif-unplugged", "status": "completed", "tag": "5bdc66c0-169a-4e4d-a949-30d98e241c3e", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:20:55.356733 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5c23e97c-a338-43ae-98e8-9d2c49650ed0 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:20:55.357151 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93bfb762-6a51-44f6-9e85-4a939001a17f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bdc66c0-169a-4e4d-a949-30d98e241c3e', 'code': 200} Dec 20 15:20:55.357840 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959b85d3-2de6-4743-9f7f-1b468004b7ef service neutron] Pushing event updated for resources: {'Port': ['ID=5bdc66c0-169a-4e4d-a949-30d98e241c3e,revision_number=6']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:20:55.372353 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959b85d3-2de6-4743-9f7f-1b468004b7ef service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:20:55.372695 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959b85d3-2de6-4743-9f7f-1b468004b7ef service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:20:55.373058 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959b85d3-2de6-4743-9f7f-1b468004b7ef service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:20:55.373388 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959b85d3-2de6-4743-9f7f-1b468004b7ef service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:20:55.373706 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959b85d3-2de6-4743-9f7f-1b468004b7ef service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:20:55.374013 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959b85d3-2de6-4743-9f7f-1b468004b7ef service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:20:55.374335 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959b85d3-2de6-4743-9f7f-1b468004b7ef service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:20:55.374646 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959b85d3-2de6-4743-9f7f-1b468004b7ef service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:20:55.374983 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959b85d3-2de6-4743-9f7f-1b468004b7ef service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:20:55.375295 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959b85d3-2de6-4743-9f7f-1b468004b7ef service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:20:55.375594 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959b85d3-2de6-4743-9f7f-1b468004b7ef service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:20:55.375902 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959b85d3-2de6-4743-9f7f-1b468004b7ef service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:20:55.376209 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959b85d3-2de6-4743-9f7f-1b468004b7ef service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:20:55.412257 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-debdf856-5402-4a81-b7a1-947179db4a27 req-959b85d3-2de6-4743-9f7f-1b468004b7ef service neutron] No DVR routers for this DVR port 5bdc66c0-169a-4e4d-a949-30d98e241c3e on host n-h2-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:20:55.463526 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5108871b-64bd-49ea-8f70-3333ff2ac206 req-684b515c-854c-436b-ab18-069d177632e7 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:20:55.465008 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5108871b-64bd-49ea-8f70-3333ff2ac206 req-684b515c-854c-436b-ab18-069d177632e7 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=93bfb762-6a51-44f6-9e85-4a939001a17f HTTP/1.1" status: 200 len: 944 time: 0.0487795 Dec 20 15:20:55.521974 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5108871b-64bd-49ea-8f70-3333ff2ac206 req-40476fcb-2f3d-4bcc-a401-5a0ba7255127 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0502722 Dec 20 15:20:55.545337 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-debdf856-5402-4a81-b7a1-947179db4a27 req-959b85d3-2de6-4743-9f7f-1b468004b7ef service neutron] Attempting to bind port 5bdc66c0-169a-4e4d-a949-30d98e241c3e on host n-h1-761264-19 for vnic_type normal with profile {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:20:55.545665 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-debdf856-5402-4a81-b7a1-947179db4a27 req-959b85d3-2de6-4743-9f7f-1b468004b7ef service neutron] Attempting to bind port 5bdc66c0-169a-4e4d-a949-30d98e241c3e by drivers openvswitch,hyperv on host n-h1-761264-19 at level 0 using segments [{'id': 'dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '63ccb7a9-3c34-4e10-9b7c-033a0881f0fc'}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:20:55.545982 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-debdf856-5402-4a81-b7a1-947179db4a27 req-959b85d3-2de6-4743-9f7f-1b468004b7ef service neutron] Attempting to bind port 5bdc66c0-169a-4e4d-a949-30d98e241c3e on network 63ccb7a9-3c34-4e10-9b7c-033a0881f0fc {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:20:55.550458 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-debdf856-5402-4a81-b7a1-947179db4a27 req-959b85d3-2de6-4743-9f7f-1b468004b7ef service neutron] Port 5bdc66c0-169a-4e4d-a949-30d98e241c3e on network 63ccb7a9-3c34-4e10-9b7c-033a0881f0fc not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-19 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:20:55.550812 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-debdf856-5402-4a81-b7a1-947179db4a27 req-959b85d3-2de6-4743-9f7f-1b468004b7ef service neutron] Attempting to bind port 5bdc66c0-169a-4e4d-a949-30d98e241c3e on network 63ccb7a9-3c34-4e10-9b7c-033a0881f0fc {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:20:55.555494 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-debdf856-5402-4a81-b7a1-947179db4a27 req-959b85d3-2de6-4743-9f7f-1b468004b7ef service neutron] Checking agent: {'id': '3e5ace3e-dd7b-4522-a7c4-77d13dbeab1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:20:55.555823 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-debdf856-5402-4a81-b7a1-947179db4a27 req-959b85d3-2de6-4743-9f7f-1b468004b7ef service neutron] Checking segment: {'id': 'dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '63ccb7a9-3c34-4e10-9b7c-033a0881f0fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:20:55.556192 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-debdf856-5402-4a81-b7a1-947179db4a27 req-959b85d3-2de6-4743-9f7f-1b468004b7ef service neutron] Bound using segment: {'id': 'dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '63ccb7a9-3c34-4e10-9b7c-033a0881f0fc'} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:20:55.556601 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-debdf856-5402-4a81-b7a1-947179db4a27 req-959b85d3-2de6-4743-9f7f-1b468004b7ef service neutron] Bound port: 5bdc66c0-169a-4e4d-a949-30d98e241c3e, host: n-h1-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '63ccb7a9-3c34-4e10-9b7c-033a0881f0fc'}}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:20:55.556947 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-debdf856-5402-4a81-b7a1-947179db4a27 req-959b85d3-2de6-4743-9f7f-1b468004b7ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:20:55.621337 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-debdf856-5402-4a81-b7a1-947179db4a27 req-959b85d3-2de6-4743-9f7f-1b468004b7ef service neutron] For port 5bdc66c0-169a-4e4d-a949-30d98e241c3e, host n-h1-761264-19, cleared binding levels {{(pid=103168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:20:55.624696 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-debdf856-5402-4a81-b7a1-947179db4a27 req-959b85d3-2de6-4743-9f7f-1b468004b7ef service neutron] For port 5bdc66c0-169a-4e4d-a949-30d98e241c3e, host n-h1-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=5bdc66c0-169a-4e4d-a949-30d98e241c3e,segment=NetworkSegment(dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a),segment_id=dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a)] {{(pid=103168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:20:55.630764 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-debdf856-5402-4a81-b7a1-947179db4a27 req-959b85d3-2de6-4743-9f7f-1b468004b7ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:20:55.663370 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debdf856-5402-4a81-b7a1-947179db4a27 req-959b85d3-2de6-4743-9f7f-1b468004b7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:20:55.663987 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-debdf856-5402-4a81-b7a1-947179db4a27 req-959b85d3-2de6-4743-9f7f-1b468004b7ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:20:55.665352 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-debdf856-5402-4a81-b7a1-947179db4a27 req-959b85d3-2de6-4743-9f7f-1b468004b7ef service neutron] 10.222.0.30 "PUT /v2.0/ports/5bdc66c0-169a-4e4d-a949-30d98e241c3e HTTP/1.1" status: 200 len: 1093 time: 1.0747595 Dec 20 15:20:55.690104 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959b85d3-2de6-4743-9f7f-1b468004b7ef service neutron] Pushing event updated for resources: {'Port': ['ID=5bdc66c0-169a-4e4d-a949-30d98e241c3e,revision_number=7']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:20:55.736928 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debdf856-5402-4a81-b7a1-947179db4a27 req-c4af3e1a-1054-4f9f-91a8-9d2ab695e42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:20:55.738476 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-debdf856-5402-4a81-b7a1-947179db4a27 req-c4af3e1a-1054-4f9f-91a8-9d2ab695e42f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3a8ae3efcf51476d8a4f0685fa1f4850&device_id=93bfb762-6a51-44f6-9e85-4a939001a17f HTTP/1.1" status: 200 len: 1096 time: 0.0435686 Dec 20 15:20:55.837256 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debdf856-5402-4a81-b7a1-947179db4a27 req-61a691aa-e20a-4280-830c-f5d5b62c6ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:20:55.838869 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-debdf856-5402-4a81-b7a1-947179db4a27 req-61a691aa-e20a-4280-830c-f5d5b62c6ab9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=63ccb7a9-3c34-4e10-9b7c-033a0881f0fc HTTP/1.1" status: 200 len: 912 time: 0.0927742 Dec 20 15:20:55.905448 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-debdf856-5402-4a81-b7a1-947179db4a27 req-c423f7b0-4c8d-4bde-a0a8-ee893001a347 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5bdc66c0-169a-4e4d-a949-30d98e241c3e HTTP/1.1" status: 200 len: 999 time: 0.0588632 Dec 20 15:20:55.955986 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debdf856-5402-4a81-b7a1-947179db4a27 req-cb7cf76a-d045-4be0-9d3a-972b14345e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:20:55.957371 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-debdf856-5402-4a81-b7a1-947179db4a27 req-cb7cf76a-d045-4be0-9d3a-972b14345e8b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6dd720d7-be54-496c-b59e-cfe36a403992 HTTP/1.1" status: 200 len: 850 time: 0.0448720 Dec 20 15:20:56.009897 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debdf856-5402-4a81-b7a1-947179db4a27 req-f538b537-ecc1-42c1-b90b-e8ea1dc59e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:20:56.011525 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-debdf856-5402-4a81-b7a1-947179db4a27 req-f538b537-ecc1-42c1-b90b-e8ea1dc59e49 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=63ccb7a9-3c34-4e10-9b7c-033a0881f0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463901 Dec 20 15:20:56.105580 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-debdf856-5402-4a81-b7a1-947179db4a27 req-2dab8431-e884-46e0-b222-317df4c7a5ab service neutron] 10.222.0.30 "GET /v2.0/networks/63ccb7a9-3c34-4e10-9b7c-033a0881f0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855796 Dec 20 15:20:56.200302 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-debdf856-5402-4a81-b7a1-947179db4a27 req-c7ed553c-8dee-4c21-a670-297f000a00f9 service neutron] 10.222.0.30 "GET /v2.0/networks/63ccb7a9-3c34-4e10-9b7c-033a0881f0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874879 Dec 20 15:20:56.644512 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836460c4-0a01-47aa-8ba4-320039d45e47 req-4ce86d21-3c19-42bc-ac41-45372bf00ed8 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:20:56.645985 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-836460c4-0a01-47aa-8ba4-320039d45e47 req-4ce86d21-3c19-42bc-ac41-45372bf00ed8 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=93bfb762-6a51-44f6-9e85-4a939001a17f HTTP/1.1" status: 200 len: 944 time: 0.0516682 Dec 20 15:20:56.693357 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-836460c4-0a01-47aa-8ba4-320039d45e47 req-7c146c56-9fea-4f84-91e8-9e5022b571f7 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409486 Dec 20 15:20:57.051350 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 5bdc66c0-169a-4e4d-a949-30d98e241c3e no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:20:57.091445 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 5bdc66c0-169a-4e4d-a949-30d98e241c3e not bound to the agent host n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:20:57.359242 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93bfb762-6a51-44f6-9e85-4a939001a17f', 'tag': '5bdc66c0-169a-4e4d-a949-30d98e241c3e'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:20:57.361651 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea303cd2f7c2854d59b68ee9755924cbed95107615564160e5853a5b93bd1da8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d65bec0-8e17-4503-953f-93cf111323cf" -d '{"events": [{"name": "network-changed", "server_uuid": "93bfb762-6a51-44f6-9e85-4a939001a17f", "tag": "5bdc66c0-169a-4e4d-a949-30d98e241c3e"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:20:57.412236 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8a46747-3d49-4638-b5d7-74e5a9021bbe x-openstack-request-id: req-a8a46747-3d49-4638-b5d7-74e5a9021bbe {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:20:57.412535 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93bfb762-6a51-44f6-9e85-4a939001a17f", "tag": "5bdc66c0-169a-4e4d-a949-30d98e241c3e", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:20:57.412781 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a8a46747-3d49-4638-b5d7-74e5a9021bbe {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:20:57.413194 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93bfb762-6a51-44f6-9e85-4a939001a17f', 'tag': '5bdc66c0-169a-4e4d-a949-30d98e241c3e', 'status': 'completed', 'code': 200} Dec 20 15:20:57.477202 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d65bec0-8e17-4503-953f-93cf111323cf req-cc2203d2-d1d7-40eb-af57-a8be035cebb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:20:57.478709 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6d65bec0-8e17-4503-953f-93cf111323cf req-cc2203d2-d1d7-40eb-af57-a8be035cebb1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3a8ae3efcf51476d8a4f0685fa1f4850&device_id=93bfb762-6a51-44f6-9e85-4a939001a17f HTTP/1.1" status: 200 len: 1096 time: 0.0436285 Dec 20 15:20:57.485623 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d65bec0-8e17-4503-953f-93cf111323cf req-192fe227-865c-4ca6-bae0-1ea64ff622a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:20:57.487243 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6d65bec0-8e17-4503-953f-93cf111323cf req-192fe227-865c-4ca6-bae0-1ea64ff622a5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3a8ae3efcf51476d8a4f0685fa1f4850&device_id=93bfb762-6a51-44f6-9e85-4a939001a17f HTTP/1.1" status: 200 len: 1096 time: 0.0426736 Dec 20 15:20:57.574285 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d65bec0-8e17-4503-953f-93cf111323cf req-0022ab7f-25b2-4d70-a7e9-2d6aa134f84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:20:57.575977 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6d65bec0-8e17-4503-953f-93cf111323cf req-0022ab7f-25b2-4d70-a7e9-2d6aa134f84c service neutron] 10.222.0.30 "GET /v2.0/networks?id=63ccb7a9-3c34-4e10-9b7c-033a0881f0fc HTTP/1.1" status: 200 len: 912 time: 0.0891984 Dec 20 15:20:57.579931 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d65bec0-8e17-4503-953f-93cf111323cf req-a7ae602d-6d4c-4ed4-9ba9-37b5146cb66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:20:57.581477 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6d65bec0-8e17-4503-953f-93cf111323cf req-a7ae602d-6d4c-4ed4-9ba9-37b5146cb66d service neutron] 10.222.0.47 "GET /v2.0/networks?id=63ccb7a9-3c34-4e10-9b7c-033a0881f0fc HTTP/1.1" status: 200 len: 912 time: 0.0873511 Dec 20 15:20:57.648080 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6d65bec0-8e17-4503-953f-93cf111323cf req-69a6b9f4-871c-4f60-9f29-463ace3fbca9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5bdc66c0-169a-4e4d-a949-30d98e241c3e HTTP/1.1" status: 200 len: 999 time: 0.0645740 Dec 20 15:20:57.652375 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6d65bec0-8e17-4503-953f-93cf111323cf req-cc6eeb5b-28a5-44da-8c7e-d026efe668f1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5bdc66c0-169a-4e4d-a949-30d98e241c3e HTTP/1.1" status: 200 len: 999 time: 0.0635688 Dec 20 15:20:57.701025 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d65bec0-8e17-4503-953f-93cf111323cf req-e18282bc-0090-4018-9e77-402c1c1b95ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:20:57.702633 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6d65bec0-8e17-4503-953f-93cf111323cf req-e18282bc-0090-4018-9e77-402c1c1b95ac service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6dd720d7-be54-496c-b59e-cfe36a403992 HTTP/1.1" status: 200 len: 850 time: 0.0469003 Dec 20 15:20:57.702884 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d65bec0-8e17-4503-953f-93cf111323cf req-31ebca9c-e948-4d25-95ca-030fe465d6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:20:57.704147 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6d65bec0-8e17-4503-953f-93cf111323cf req-31ebca9c-e948-4d25-95ca-030fe465d6a0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6dd720d7-be54-496c-b59e-cfe36a403992 HTTP/1.1" status: 200 len: 850 time: 0.0435443 Dec 20 15:20:57.750503 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d65bec0-8e17-4503-953f-93cf111323cf req-bcebdb42-7595-4698-962e-f032aa3ec4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:20:57.750962 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d65bec0-8e17-4503-953f-93cf111323cf req-fd5fc652-638c-4b7d-aad9-3b3f65963a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:20:57.752074 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6d65bec0-8e17-4503-953f-93cf111323cf req-bcebdb42-7595-4698-962e-f032aa3ec4b9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=63ccb7a9-3c34-4e10-9b7c-033a0881f0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422919 Dec 20 15:20:57.752639 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6d65bec0-8e17-4503-953f-93cf111323cf req-fd5fc652-638c-4b7d-aad9-3b3f65963a1d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=63ccb7a9-3c34-4e10-9b7c-033a0881f0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414424 Dec 20 15:20:57.849304 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6d65bec0-8e17-4503-953f-93cf111323cf req-00e07424-9f5a-4bfc-a4c0-82d2ca982f39 service neutron] 10.222.0.47 "GET /v2.0/networks/63ccb7a9-3c34-4e10-9b7c-033a0881f0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896001 Dec 20 15:20:57.868894 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f81c58-0838-4803-91ca-c391195392b0 req-03cfc2b7-bcfc-4028-9f4a-c697c57d30a7 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:20:57.870401 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-67f81c58-0838-4803-91ca-c391195392b0 req-03cfc2b7-bcfc-4028-9f4a-c697c57d30a7 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=93bfb762-6a51-44f6-9e85-4a939001a17f HTTP/1.1" status: 200 len: 944 time: 0.1022584 Dec 20 15:20:57.899046 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6d65bec0-8e17-4503-953f-93cf111323cf req-2c2ad0f2-c4a5-4fbc-89e3-75eaa8127276 service neutron] 10.222.0.30 "GET /v2.0/networks/63ccb7a9-3c34-4e10-9b7c-033a0881f0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391842 Dec 20 15:20:57.947794 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6d65bec0-8e17-4503-953f-93cf111323cf req-0ba4651d-fee9-4fb8-9df8-aefa39961e05 service neutron] 10.222.0.47 "GET /v2.0/networks/63ccb7a9-3c34-4e10-9b7c-033a0881f0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912604 Dec 20 15:20:57.951784 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-67f81c58-0838-4803-91ca-c391195392b0 req-51c64103-a07f-4a7b-8399-1c7f8b69d6a2 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0745707 Dec 20 15:20:58.014192 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6d65bec0-8e17-4503-953f-93cf111323cf req-b60fe6a8-905b-41ab-9e3a-e6e41185a50f service neutron] 10.222.0.30 "GET /v2.0/networks/63ccb7a9-3c34-4e10-9b7c-033a0881f0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029553 Dec 20 15:20:59.075932 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce22f7a7-7555-4434-a614-f91a64cb9623 req-9c3a3de4-253a-4919-a6ba-1acd4f2f5b20 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:20:59.077453 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ce22f7a7-7555-4434-a614-f91a64cb9623 req-9c3a3de4-253a-4919-a6ba-1acd4f2f5b20 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=93bfb762-6a51-44f6-9e85-4a939001a17f HTTP/1.1" status: 200 len: 944 time: 0.0522721 Dec 20 15:20:59.128242 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ce22f7a7-7555-4434-a614-f91a64cb9623 req-5aaf6ea9-f454-4bb2-bb4d-097e2f2c234e tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445557 Dec 20 15:20:59.372433 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7b1c5c-e36d-4544-abb9-fbb16f438634 req-897b46d8-a256-4b2b-abdb-adeb29d56fac tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:20:59.373953 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-da7b1c5c-e36d-4544-abb9-fbb16f438634 req-897b46d8-a256-4b2b-abdb-adeb29d56fac tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=93bfb762-6a51-44f6-9e85-4a939001a17f HTTP/1.1" status: 200 len: 944 time: 0.0938039 Dec 20 15:20:59.381720 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fda12c-db17-4fbd-a2da-03d95a3ebd4d req-d8568a34-0b6c-4c81-9618-182564a35abc tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:20:59.383089 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-06fda12c-db17-4fbd-a2da-03d95a3ebd4d req-d8568a34-0b6c-4c81-9618-182564a35abc tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.47 "GET /v2.0/ports?device_id=93bfb762-6a51-44f6-9e85-4a939001a17f&tenant_id=3a8ae3efcf51476d8a4f0685fa1f4850&binding%3Ahost_id=n-h1-761264-19 HTTP/1.1" status: 200 len: 944 time: 0.0899158 Dec 20 15:20:59.465106 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-da7b1c5c-e36d-4544-abb9-fbb16f438634 req-7f89124c-9ee7-4d61-aac6-3d316631d9e7 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0809808 Dec 20 15:20:59.470088 n-d-761264-19 neutron-server[103167]: INFO neutron.api.v2.resource [req-06fda12c-db17-4fbd-a2da-03d95a3ebd4d req-8291379f-0702-485a-a506-14d8717adcd2 service neutron] delete failed (client error): The resource could not be found. Dec 20 15:20:59.471070 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-06fda12c-db17-4fbd-a2da-03d95a3ebd4d req-8291379f-0702-485a-a506-14d8717adcd2 service neutron] 10.222.0.47 "DELETE /v2.0/ports/5bdc66c0-169a-4e4d-a949-30d98e241c3e/bindings/n-h2-761264-19 HTTP/1.1" status: 404 len: 381 time: 0.0808625 Dec 20 15:20:59.558568 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fda12c-db17-4fbd-a2da-03d95a3ebd4d req-d5d293b8-03b2-4b26-ad4a-767d177e4529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:20:59.560112 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-06fda12c-db17-4fbd-a2da-03d95a3ebd4d req-d5d293b8-03b2-4b26-ad4a-767d177e4529 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3a8ae3efcf51476d8a4f0685fa1f4850&device_id=93bfb762-6a51-44f6-9e85-4a939001a17f HTTP/1.1" status: 200 len: 1096 time: 0.0443025 Dec 20 15:20:59.657698 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fda12c-db17-4fbd-a2da-03d95a3ebd4d req-eb2a7dfc-7040-45cc-bf94-d19f5756c7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:20:59.659108 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-06fda12c-db17-4fbd-a2da-03d95a3ebd4d req-eb2a7dfc-7040-45cc-bf94-d19f5756c7fd service neutron] 10.222.0.47 "GET /v2.0/networks?id=63ccb7a9-3c34-4e10-9b7c-033a0881f0fc HTTP/1.1" status: 200 len: 912 time: 0.0900772 Dec 20 15:20:59.724521 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-06fda12c-db17-4fbd-a2da-03d95a3ebd4d req-d49d6657-a766-4c80-bc71-edae6cd3ef65 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5bdc66c0-169a-4e4d-a949-30d98e241c3e HTTP/1.1" status: 200 len: 999 time: 0.0585461 Dec 20 15:20:59.743862 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:20:59.778031 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fda12c-db17-4fbd-a2da-03d95a3ebd4d req-1e118b0b-acfe-46c9-bf67-24e56c524cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:20:59.779541 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-06fda12c-db17-4fbd-a2da-03d95a3ebd4d req-1e118b0b-acfe-46c9-bf67-24e56c524cf3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6dd720d7-be54-496c-b59e-cfe36a403992 HTTP/1.1" status: 200 len: 850 time: 0.0486076 Dec 20 15:20:59.827681 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fda12c-db17-4fbd-a2da-03d95a3ebd4d req-d3c8a304-10ee-401b-a0a3-c2d77f2b9b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:20:59.829185 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-06fda12c-db17-4fbd-a2da-03d95a3ebd4d req-d3c8a304-10ee-401b-a0a3-c2d77f2b9b70 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=63ccb7a9-3c34-4e10-9b7c-033a0881f0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420604 Dec 20 15:20:59.920552 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-06fda12c-db17-4fbd-a2da-03d95a3ebd4d req-dba29856-d69e-4af5-a3e9-bb9232b800d3 service neutron] 10.222.0.47 "GET /v2.0/networks/63ccb7a9-3c34-4e10-9b7c-033a0881f0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841625 Dec 20 15:21:00.018010 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-06fda12c-db17-4fbd-a2da-03d95a3ebd4d req-8eb0e3a4-ac39-4f3d-b93f-1cd26d65da6c service neutron] 10.222.0.47 "GET /v2.0/networks/63ccb7a9-3c34-4e10-9b7c-033a0881f0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903816 Dec 20 15:21:00.048605 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 5bdc66c0-169a-4e4d-a949-30d98e241c3e details requested by agent hyperv_n-h1-761264-19 with host n-h1-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:21:00.148070 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 5bdc66c0-169a-4e4d-a949-30d98e241c3e, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=5bdc66c0-169a-4e4d-a949-30d98e241c3e,segment=NetworkSegment(dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a),segment_id=dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:21:00.159810 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Returning: {'device': '5bdc66c0-169a-4e4d-a949-30d98e241c3e', 'network_id': '63ccb7a9-3c34-4e10-9b7c-033a0881f0fc', 'port_id': '5bdc66c0-169a-4e4d-a949-30d98e241c3e', 'mac_address': 'fa:16:3e:9d:3a:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dd720d7-be54-496c-b59e-cfe36a403992', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:21:00.196836 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:21:00.209803 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bdc66c0-169a-4e4d-a949-30d98e241c3e {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:21:00.229701 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 5bdc66c0-169a-4e4d-a949-30d98e241c3e, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=5bdc66c0-169a-4e4d-a949-30d98e241c3e,segment=NetworkSegment(dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a),segment_id=dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:21:00.234676 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:21:00.281108 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=5bdc66c0-169a-4e4d-a949-30d98e241c3e,revision_number=8']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:21:00.288526 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:21:00.288873 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:21:00.289216 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:21:00.289557 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:21:00.289889 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:21:00.290216 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:21:00.290546 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:21:00.290901 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:21:00.291215 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:21:00.291545 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:21:00.291867 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:21:00.292185 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:21:00.292501 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:21:00.590543 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a5aae8-146c-4bf4-b95c-ed417549838d req-d1fec3dc-ef1b-4a48-babd-0428f0d15da4 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:21:00.592375 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-90a5aae8-146c-4bf4-b95c-ed417549838d req-d1fec3dc-ef1b-4a48-babd-0428f0d15da4 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=93bfb762-6a51-44f6-9e85-4a939001a17f HTTP/1.1" status: 200 len: 945 time: 0.0529799 Dec 20 15:21:00.597043 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['5bdc66c0-169a-4e4d-a949-30d98e241c3e'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:21:00.648530 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-90a5aae8-146c-4bf4-b95c-ed417549838d req-30bedd1c-a43f-44d5-ae39-491d6a618315 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471683 Dec 20 15:21:00.774673 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-eb09479a-7654-4bdc-9720-d4eb2f8fbb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:21:00.780661 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9805ce-2fdd-4a45-a0d8-fc691584e36e req-7f7fa89c-37bb-4edd-a640-f6a5ef4031ab tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:21:00.782244 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ea9805ce-2fdd-4a45-a0d8-fc691584e36e req-7f7fa89c-37bb-4edd-a640-f6a5ef4031ab tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=93bfb762-6a51-44f6-9e85-4a939001a17f HTTP/1.1" status: 200 len: 945 time: 0.0562918 Dec 20 15:21:00.841009 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ea9805ce-2fdd-4a45-a0d8-fc691584e36e req-b6fab7ed-bc79-43e0-8871-0c56728aaad0 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0499144 Dec 20 15:21:01.070770 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37e0cd1-042e-48d9-9a45-afa2488ef83a req-2fc4124f-5fe2-4e4b-8feb-562dec630ba2 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:21:01.072437 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e37e0cd1-042e-48d9-9a45-afa2488ef83a req-2fc4124f-5fe2-4e4b-8feb-562dec630ba2 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=93bfb762-6a51-44f6-9e85-4a939001a17f HTTP/1.1" status: 200 len: 945 time: 0.0567164 Dec 20 15:21:01.086744 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84632b45-d143-4341-a4ea-28dbe4698b7b req-a759f41d-3746-4edb-8191-b4490fe9b360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:21:01.088294 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-84632b45-d143-4341-a4ea-28dbe4698b7b req-a759f41d-3746-4edb-8191-b4490fe9b360 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3a8ae3efcf51476d8a4f0685fa1f4850&device_id=93bfb762-6a51-44f6-9e85-4a939001a17f HTTP/1.1" status: 200 len: 1097 time: 0.0423741 Dec 20 15:21:01.122320 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e37e0cd1-042e-48d9-9a45-afa2488ef83a req-b8d6df2e-d3d3-4108-ae66-181b92698a29 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426378 Dec 20 15:21:01.182042 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84632b45-d143-4341-a4ea-28dbe4698b7b req-1a674814-0ed5-452a-b6f4-ffc5798b1355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:21:01.183557 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-84632b45-d143-4341-a4ea-28dbe4698b7b req-1a674814-0ed5-452a-b6f4-ffc5798b1355 service neutron] 10.222.0.30 "GET /v2.0/networks?id=63ccb7a9-3c34-4e10-9b7c-033a0881f0fc HTTP/1.1" status: 200 len: 912 time: 0.0874183 Dec 20 15:21:01.250053 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-84632b45-d143-4341-a4ea-28dbe4698b7b req-188c7c8d-cdf5-4307-b2eb-0642b037f08d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5bdc66c0-169a-4e4d-a949-30d98e241c3e HTTP/1.1" status: 200 len: 1000 time: 0.0584495 Dec 20 15:21:01.304136 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84632b45-d143-4341-a4ea-28dbe4698b7b req-a9739bbb-3e9c-4fb4-819a-70c80c3520a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:21:01.305601 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-84632b45-d143-4341-a4ea-28dbe4698b7b req-a9739bbb-3e9c-4fb4-819a-70c80c3520a7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6dd720d7-be54-496c-b59e-cfe36a403992 HTTP/1.1" status: 200 len: 850 time: 0.0481410 Dec 20 15:21:01.354098 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84632b45-d143-4341-a4ea-28dbe4698b7b req-d3a599b1-0c3b-4db7-b7bf-51c572d9bd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:21:01.355554 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-84632b45-d143-4341-a4ea-28dbe4698b7b req-d3a599b1-0c3b-4db7-b7bf-51c572d9bd6a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=63ccb7a9-3c34-4e10-9b7c-033a0881f0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417371 Dec 20 15:21:01.447504 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-84632b45-d143-4341-a4ea-28dbe4698b7b req-5c23c5de-0303-4d86-bf33-2312464d9133 service neutron] 10.222.0.30 "GET /v2.0/networks/63ccb7a9-3c34-4e10-9b7c-033a0881f0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839198 Dec 20 15:21:01.541359 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-84632b45-d143-4341-a4ea-28dbe4698b7b req-680563aa-6929-4ffc-8e2c-f91917351473 service neutron] 10.222.0.30 "GET /v2.0/networks/63ccb7a9-3c34-4e10-9b7c-033a0881f0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870759 Dec 20 15:21:02.069373 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 5bdc66c0-169a-4e4d-a949-30d98e241c3e up at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:21:02.124347 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning for port 5bdc66c0-169a-4e4d-a949-30d98e241c3e completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:21:02.128308 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning complete for port 5bdc66c0-169a-4e4d-a949-30d98e241c3e triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:21:02.128734 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:21:02.204311 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:21:02.228038 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93bfb762-6a51-44f6-9e85-4a939001a17f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bdc66c0-169a-4e4d-a949-30d98e241c3e'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:21:02.242512 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 5bdc66c0-169a-4e4d-a949-30d98e241c3e, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=5bdc66c0-169a-4e4d-a949-30d98e241c3e,segment=NetworkSegment(dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a),segment_id=dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:21:02.244384 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7ef482-154d-437a-9981-14a2b63eb777 req-ec32b2f0-2286-4ee0-9ce5-df038a10374a tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:21:02.246003 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ab7ef482-154d-437a-9981-14a2b63eb777 req-ec32b2f0-2286-4ee0-9ce5-df038a10374a tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=93bfb762-6a51-44f6-9e85-4a939001a17f HTTP/1.1" status: 200 len: 945 time: 0.0517755 Dec 20 15:21:02.247829 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:21:02.273065 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a867d42bfdcbb9cb6963a533571b1f1c257f186d8c4d683fcd223be3c25d00f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c33c9ba-8ee5-467b-9544-95d4161515b5" -d '{"events": [{"server_uuid": "93bfb762-6a51-44f6-9e85-4a939001a17f", "name": "network-vif-plugged", "status": "completed", "tag": "5bdc66c0-169a-4e4d-a949-30d98e241c3e"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:21:02.299970 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ab7ef482-154d-437a-9981-14a2b63eb777 req-8c65330c-9370-492e-95da-a96feebbd785 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455990 Dec 20 15:21:02.306006 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=5bdc66c0-169a-4e4d-a949-30d98e241c3e,revision_number=9']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:21:02.360718 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90b0d24a-1d21-480d-a2a6-77bc29efea29 x-openstack-request-id: req-90b0d24a-1d21-480d-a2a6-77bc29efea29 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:21:02.361014 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93bfb762-6a51-44f6-9e85-4a939001a17f", "name": "network-vif-plugged", "status": "completed", "tag": "5bdc66c0-169a-4e4d-a949-30d98e241c3e", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:21:02.361273 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-90b0d24a-1d21-480d-a2a6-77bc29efea29 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:21:02.361714 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93bfb762-6a51-44f6-9e85-4a939001a17f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bdc66c0-169a-4e4d-a949-30d98e241c3e', 'code': 200} Dec 20 15:21:02.551312 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dbc7fd-a132-4136-9978-895f3b433e16 req-2c6ad5ca-8415-4028-874a-0ecc38d1b1fa tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:21:02.552815 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b4dbc7fd-a132-4136-9978-895f3b433e16 req-2c6ad5ca-8415-4028-874a-0ecc38d1b1fa tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=93bfb762-6a51-44f6-9e85-4a939001a17f HTTP/1.1" status: 200 len: 946 time: 0.0508406 Dec 20 15:21:02.601343 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b4dbc7fd-a132-4136-9978-895f3b433e16 req-0eac32fc-77dc-4f1e-838f-6603c728f5a1 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422237 Dec 20 15:21:02.979408 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-0bd80e90-3442-4666-9f4f-7cba144c5e37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:21:03.741783 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f29c94d-c9c0-4397-b540-a1cc7f13a72f req-1bc7bcf0-0e92-4b0c-907c-f32f6a934e32 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:21:03.743340 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2f29c94d-c9c0-4397-b540-a1cc7f13a72f req-1bc7bcf0-0e92-4b0c-907c-f32f6a934e32 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=93bfb762-6a51-44f6-9e85-4a939001a17f HTTP/1.1" status: 200 len: 946 time: 0.0552323 Dec 20 15:21:03.791510 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2f29c94d-c9c0-4397-b540-a1cc7f13a72f req-35eac206-bebd-46db-b1c9-c737c18aa5ea tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416758 Dec 20 15:21:03.972341 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:21:04.090503 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb6bbdd-e935-40bd-b87c-61ce538a174f req-5df71be8-081c-4fc8-b54e-21ca97fe3f52 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:21:04.092032 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5cb6bbdd-e935-40bd-b87c-61ce538a174f req-5df71be8-081c-4fc8-b54e-21ca97fe3f52 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.30 "GET /v2.0/ports?device_id=93bfb762-6a51-44f6-9e85-4a939001a17f HTTP/1.1" status: 200 len: 946 time: 0.0518568 Dec 20 15:21:04.189526 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-5cb6bbdd-e935-40bd-b87c-61ce538a174f req-10e964e1-5506-4101-9519-509e1feccc2f tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Deleting port 5bdc66c0-169a-4e4d-a949-30d98e241c3e {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:21:04.189880 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-5cb6bbdd-e935-40bd-b87c-61ce538a174f req-10e964e1-5506-4101-9519-509e1feccc2f tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:21:04.287257 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-5cb6bbdd-e935-40bd-b87c-61ce538a174f req-10e964e1-5506-4101-9519-509e1feccc2f tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] For port 5bdc66c0-169a-4e4d-a949-30d98e241c3e, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=5bdc66c0-169a-4e4d-a949-30d98e241c3e,segment=NetworkSegment(dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a),segment_id=dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:21:04.287535 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-5cb6bbdd-e935-40bd-b87c-61ce538a174f req-10e964e1-5506-4101-9519-509e1feccc2f tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:21:04.483529 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-5cb6bbdd-e935-40bd-b87c-61ce538a174f req-10e964e1-5506-4101-9519-509e1feccc2f tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:21:04.483880 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-5cb6bbdd-e935-40bd-b87c-61ce538a174f req-10e964e1-5506-4101-9519-509e1feccc2f tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585115'] for floatingip, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:21:04.484190 n-d-761264-19 neutron-server[103168]: INFO neutron.db.l3_db [req-5cb6bbdd-e935-40bd-b87c-61ce538a174f req-10e964e1-5506-4101-9519-509e1feccc2f tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Floating IP 35590a59-5c01-48d8-9826-2df35b92f122 disassociated. External IP: 172.25.0.47, port: 5bdc66c0-169a-4e4d-a949-30d98e241c3e. Dec 20 15:21:04.484526 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-5cb6bbdd-e935-40bd-b87c-61ce538a174f req-10e964e1-5506-4101-9519-509e1feccc2f tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Calling delete_port for 5bdc66c0-169a-4e4d-a949-30d98e241c3e owned by compute:nova {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:21:04.615158 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-5cb6bbdd-e935-40bd-b87c-61ce538a174f req-10e964e1-5506-4101-9519-509e1feccc2f tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:21:04.647849 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e964e1-5506-4101-9519-509e1feccc2f tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Pushing event deleted for resources: {'Port': ['ID=5bdc66c0-169a-4e4d-a949-30d98e241c3e,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:21:04.776269 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5cb6bbdd-e935-40bd-b87c-61ce538a174f req-10e964e1-5506-4101-9519-509e1feccc2f tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Router 1b1d8f2b-d97d-468d-a455-046ec60223c1 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:21:04.890935 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c7bf04c7-b7f1-43c1-8aa1-0ab278be32d2 req-6b99eb8c-d01f-47be-a251-190cb845c357 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=93bfb762-6a51-44f6-9e85-4a939001a17f HTTP/1.1" status: 200 len: 210 time: 0.0271962 Dec 20 15:21:04.915915 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5cb6bbdd-e935-40bd-b87c-61ce538a174f req-10e964e1-5506-4101-9519-509e1feccc2f tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:21:04.925696 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a476b5a4-590e-4d9d-b0da-db94acec0a91 None None] Sync routers for ids ['1b1d8f2b-d97d-468d-a455-046ec60223c1'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:21:04.936980 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a476b5a4-590e-4d9d-b0da-db94acec0a91 None None] Routers {'1b1d8f2b-d97d-468d-a455-046ec60223c1'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:21:04.937569 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-a476b5a4-590e-4d9d-b0da-db94acec0a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:21:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['1b1d8f2b-d97d-468d-a455-046ec60223c1'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:21:04.956742 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cb6bbdd-e935-40bd-b87c-61ce538a174f req-10e964e1-5506-4101-9519-509e1feccc2f tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] No DVR routers for this DVR port 5bdc66c0-169a-4e4d-a949-30d98e241c3e on host n-h1-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:21:04.959757 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-5cb6bbdd-e935-40bd-b87c-61ce538a174f req-10e964e1-5506-4101-9519-509e1feccc2f tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:21:04.963193 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5cb6bbdd-e935-40bd-b87c-61ce538a174f req-10e964e1-5506-4101-9519-509e1feccc2f tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.30 "DELETE /v2.0/ports/5bdc66c0-169a-4e4d-a949-30d98e241c3e HTTP/1.1" status: 204 len: 173 time: 0.8649042 Dec 20 15:21:04.963664 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93bfb762-6a51-44f6-9e85-4a939001a17f', 'name': 'network-vif-deleted', 'tag': '5bdc66c0-169a-4e4d-a949-30d98e241c3e'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:21:04.965976 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea303cd2f7c2854d59b68ee9755924cbed95107615564160e5853a5b93bd1da8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcd5c26b-9d0d-441e-bd65-40cd84e3e73b" -d '{"events": [{"server_uuid": "93bfb762-6a51-44f6-9e85-4a939001a17f", "name": "network-vif-deleted", "tag": "5bdc66c0-169a-4e4d-a949-30d98e241c3e"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:21:05.010066 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c64b7a34-18eb-47c2-b021-1f62c6fea699 x-openstack-request-id: req-c64b7a34-18eb-47c2-b021-1f62c6fea699 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:21:05.010368 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93bfb762-6a51-44f6-9e85-4a939001a17f", "name": "network-vif-deleted", "tag": "5bdc66c0-169a-4e4d-a949-30d98e241c3e", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:21:05.010628 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c64b7a34-18eb-47c2-b021-1f62c6fea699 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:21:05.011247 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93bfb762-6a51-44f6-9e85-4a939001a17f', 'name': 'network-vif-deleted', 'tag': '5bdc66c0-169a-4e4d-a949-30d98e241c3e', 'status': 'completed', 'code': 200} Dec 20 15:21:05.054634 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-a476b5a4-590e-4d9d-b0da-db94acec0a91 None None] Set router 1b1d8f2b-d97d-468d-a455-046ec60223c1 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:21:05.263249 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-a476b5a4-590e-4d9d-b0da-db94acec0a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b1d8f2b-d97d-468d-a455-046ec60223c1', 'name': 'tempest-ServerActionsTestJSON-386714640-router', 'tenant_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '91a42ef0-08d4-4b63-ba77-3c51217fa9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:16:28Z', 'updated_at': '2021-12-20T15:16:31Z', 'revision_number': 4, 'project_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'gw_port': {'id': '91a42ef0-08d4-4b63-ba77-3c51217fa9f2', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:29:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1d8f2b-d97d-468d-a455-046ec60223c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:16:29Z', 'updated_at': '2021-12-20T15:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'ec6f6254-109b-4ae7-a6c3-f386c155adb3', 'name': '', 'network_id': '63ccb7a9-3c34-4e10-9b7c-033a0881f0fc', 'tenant_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'mac_address': 'fa:16:3e:25:4d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1d8f2b-d97d-468d-a455-046ec60223c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '6dd720d7-be54-496c-b59e-cfe36a403992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:16:30Z', 'updated_at': '2021-12-20T15:16:35Z', 'revision_number': 5, 'project_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'subnets': [{'id': '6dd720d7-be54-496c-b59e-cfe36a403992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:21:05.292990 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a476b5a4-590e-4d9d-b0da-db94acec0a91 None None] Checking router: 1b1d8f2b-d97d-468d-a455-046ec60223c1 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:21:05.306366 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a476b5a4-590e-4d9d-b0da-db94acec0a91 None None] Routers {'1b1d8f2b-d97d-468d-a455-046ec60223c1'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:21:05.307383 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-a476b5a4-590e-4d9d-b0da-db94acec0a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:21:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['1b1d8f2b-d97d-468d-a455-046ec60223c1'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:21:05.422092 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-a476b5a4-590e-4d9d-b0da-db94acec0a91 None None] Set router 1b1d8f2b-d97d-468d-a455-046ec60223c1 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:21:05.618212 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-a476b5a4-590e-4d9d-b0da-db94acec0a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b1d8f2b-d97d-468d-a455-046ec60223c1', 'name': 'tempest-ServerActionsTestJSON-386714640-router', 'tenant_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '91a42ef0-08d4-4b63-ba77-3c51217fa9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:16:28Z', 'updated_at': '2021-12-20T15:16:31Z', 'revision_number': 4, 'project_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'gw_port': {'id': '91a42ef0-08d4-4b63-ba77-3c51217fa9f2', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:29:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1d8f2b-d97d-468d-a455-046ec60223c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:16:29Z', 'updated_at': '2021-12-20T15:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'ec6f6254-109b-4ae7-a6c3-f386c155adb3', 'name': '', 'network_id': '63ccb7a9-3c34-4e10-9b7c-033a0881f0fc', 'tenant_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'mac_address': 'fa:16:3e:25:4d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1d8f2b-d97d-468d-a455-046ec60223c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '6dd720d7-be54-496c-b59e-cfe36a403992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:16:30Z', 'updated_at': '2021-12-20T15:16:35Z', 'revision_number': 5, 'project_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'subnets': [{'id': '6dd720d7-be54-496c-b59e-cfe36a403992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:21:05.644794 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a476b5a4-590e-4d9d-b0da-db94acec0a91 None None] The sync data for ids ['1b1d8f2b-d97d-468d-a455-046ec60223c1'] in n-d-761264-19 is: [{'id': '1b1d8f2b-d97d-468d-a455-046ec60223c1', 'name': 'tempest-ServerActionsTestJSON-386714640-router', 'tenant_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '91a42ef0-08d4-4b63-ba77-3c51217fa9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:16:28Z', 'updated_at': '2021-12-20T15:16:31Z', 'revision_number': 4, 'project_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'gw_port': {'id': '91a42ef0-08d4-4b63-ba77-3c51217fa9f2', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:29:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1d8f2b-d97d-468d-a455-046ec60223c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:16:29Z', 'updated_at': '2021-12-20T15:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'ec6f6254-109b-4ae7-a6c3-f386c155adb3', 'name': '', 'network_id': '63ccb7a9-3c34-4e10-9b7c-033a0881f0fc', 'tenant_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'mac_address': 'fa:16:3e:25:4d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1d8f2b-d97d-468d-a455-046ec60223c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '6dd720d7-be54-496c-b59e-cfe36a403992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:16:30Z', 'updated_at': '2021-12-20T15:16:35Z', 'revision_number': 5, 'project_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'subnets': [{'id': '6dd720d7-be54-496c-b59e-cfe36a403992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:21:05.877031 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19e2aaa-1f6d-4535-bd0f-e1ff0aa95fae None None] New status for floating IP 35590a59-5c01-48d8-9826-2df35b92f122: DOWN {{(pid=103170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 15:21:05.976587 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:21:06.175423 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a5fefe84-7bb4-412f-b51d-73ed35166dbb req-3b7d460b-56e2-4fda-b320-58d53aed59e3 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--28931013&fields=id&tenant_id=3a8ae3efcf51476d8a4f0685fa1f4850 HTTP/1.1" status: 200 len: 267 time: 0.0466540 Dec 20 15:21:06.282561 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fefe84-7bb4-412f-b51d-73ed35166dbb req-19f17172-b8fe-4b33-a64d-0de17aba5731 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:21:06.284049 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a5fefe84-7bb4-412f-b51d-73ed35166dbb req-19f17172-b8fe-4b33-a64d-0de17aba5731 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/networks?id=63ccb7a9-3c34-4e10-9b7c-033a0881f0fc HTTP/1.1" status: 200 len: 811 time: 0.1016092 Dec 20 15:21:06.299353 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a5fefe84-7bb4-412f-b51d-73ed35166dbb req-8a1354a5-93d0-4fb1-b2df-b2955456b3be tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/quotas/3a8ae3efcf51476d8a4f0685fa1f4850 HTTP/1.1" status: 200 len: 375 time: 0.0094335 Dec 20 15:21:06.354886 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:21:06.363330 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a5fefe84-7bb4-412f-b51d-73ed35166dbb req-e021f6fe-1218-47f9-ba3b-2e4c339317a9 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=3a8ae3efcf51476d8a4f0685fa1f4850&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0583510 Dec 20 15:21:06.566708 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a5fefe84-7bb4-412f-b51d-73ed35166dbb req-eaea49ae-1ec0-4002-b290-e3a03c661246 service neutron] 10.222.0.54 "GET /v2.0/networks/63ccb7a9-3c34-4e10-9b7c-033a0881f0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339395 Dec 20 15:21:06.662667 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a5fefe84-7bb4-412f-b51d-73ed35166dbb req-5f5af17a-4366-4515-bb23-6d986dcef95f service neutron] 10.222.0.54 "GET /v2.0/networks/63ccb7a9-3c34-4e10-9b7c-033a0881f0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896721 Dec 20 15:21:06.837112 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a9430476-c834-4f9a-8bd6-60f9c248bc33 req-bc06bc88-3a12-4ec7-ad74-73f30ba10042 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=4febb67d-c899-4179-9c0f-222fb1f278b5 HTTP/1.1" status: 200 len: 210 time: 0.0301211 Dec 20 15:21:07.789667 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fefe84-7bb4-412f-b51d-73ed35166dbb req-855b1541-1b19-47d4-81f6-e93eb8c618ec tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:21:07.791190 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a5fefe84-7bb4-412f-b51d-73ed35166dbb req-855b1541-1b19-47d4-81f6-e93eb8c618ec tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.47 "GET /v2.0/networks?id=63ccb7a9-3c34-4e10-9b7c-033a0881f0fc HTTP/1.1" status: 200 len: 811 time: 0.1084912 Dec 20 15:21:07.857603 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a5fefe84-7bb4-412f-b51d-73ed35166dbb req-d2047c05-ad0a-4573-963c-7038b2c1ffa1 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a8ae3efcf51476d8a4f0685fa1f4850 HTTP/1.1" status: 200 len: 378 time: 0.0572557 Dec 20 15:21:07.868269 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-a5fefe84-7bb4-412f-b51d-73ed35166dbb req-748b1319-d81a-45f6-83c3-32b5540288af tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Request body: {'port': {'device_id': '4febb67d-c899-4179-9c0f-222fb1f278b5', 'network_id': '63ccb7a9-3c34-4e10-9b7c-033a0881f0fc', 'admin_state_up': True, 'tenant_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'security_groups': ['9185b601-ee93-4dba-8fb1-ffc19f0b7805']}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:21:07.960005 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d9cdced9-8016-4031-af3d-cc683cb410a8 req-e9f96e2c-638b-422e-b321-28f02f4553ad tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=4febb67d-c899-4179-9c0f-222fb1f278b5 HTTP/1.1" status: 200 len: 210 time: 0.0293331 Dec 20 15:21:08.014870 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5fefe84-7bb4-412f-b51d-73ed35166dbb req-748b1319-d81a-45f6-83c3-32b5540288af tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Made reservation on behalf of 3a8ae3efcf51476d8a4f0685fa1f4850 for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:21:08.018530 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-a5fefe84-7bb4-412f-b51d-73ed35166dbb req-748b1319-d81a-45f6-83c3-32b5540288af tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:21:08.094532 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 5bdc66c0-169a-4e4d-a949-30d98e241c3e no longer exists at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:21:08.120247 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] No Port match for: 5bdc66c0-169a-4e4d-a949-30d98e241c3e {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:21:08.120595 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 5bdc66c0-169a-4e4d-a949-30d98e241c3e not bound to the agent host n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:21:08.153336 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [req-a5fefe84-7bb4-412f-b51d-73ed35166dbb req-748b1319-d81a-45f6-83c3-32b5540288af tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Allocated IP 172.20.0.4 (63ccb7a9-3c34-4e10-9b7c-033a0881f0fc/6dd720d7-be54-496c-b59e-cfe36a403992/faf6e074-fb7f-4eee-8325-03030c54204e) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:21:08.295632 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-a5fefe84-7bb4-412f-b51d-73ed35166dbb req-748b1319-d81a-45f6-83c3-32b5540288af tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:21:08.332000 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-a5fefe84-7bb4-412f-b51d-73ed35166dbb req-748b1319-d81a-45f6-83c3-32b5540288af tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:21:08.376210 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5fefe84-7bb4-412f-b51d-73ed35166dbb req-748b1319-d81a-45f6-83c3-32b5540288af tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Network 63ccb7a9-3c34-4e10-9b7c-033a0881f0fc is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:21:08.379361 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [req-a5fefe84-7bb4-412f-b51d-73ed35166dbb req-748b1319-d81a-45f6-83c3-32b5540288af tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:21:08.383109 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5fefe84-7bb4-412f-b51d-73ed35166dbb req-748b1319-d81a-45f6-83c3-32b5540288af tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:21:08.407416 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748b1319-d81a-45f6-83c3-32b5540288af tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Pushing event updated for resources: {'Port': ['ID=faf6e074-fb7f-4eee-8325-03030c54204e,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:21:08.419201 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748b1319-d81a-45f6-83c3-32b5540288af tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:21:08.419531 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748b1319-d81a-45f6-83c3-32b5540288af tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:21:08.419871 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748b1319-d81a-45f6-83c3-32b5540288af tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:21:08.420207 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748b1319-d81a-45f6-83c3-32b5540288af tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:21:08.420537 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748b1319-d81a-45f6-83c3-32b5540288af tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:21:08.420865 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748b1319-d81a-45f6-83c3-32b5540288af tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:21:08.421191 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748b1319-d81a-45f6-83c3-32b5540288af tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:21:08.421515 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748b1319-d81a-45f6-83c3-32b5540288af tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:21:08.421836 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748b1319-d81a-45f6-83c3-32b5540288af tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:21:08.422157 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748b1319-d81a-45f6-83c3-32b5540288af tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:21:08.422479 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748b1319-d81a-45f6-83c3-32b5540288af tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:21:08.422827 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748b1319-d81a-45f6-83c3-32b5540288af tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:21:08.423155 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748b1319-d81a-45f6-83c3-32b5540288af tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:21:08.448842 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fefe84-7bb4-412f-b51d-73ed35166dbb req-748b1319-d81a-45f6-83c3-32b5540288af tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:21:08.449464 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-a5fefe84-7bb4-412f-b51d-73ed35166dbb req-748b1319-d81a-45f6-83c3-32b5540288af tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:21:08.468028 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a5fefe84-7bb4-412f-b51d-73ed35166dbb req-748b1319-d81a-45f6-83c3-32b5540288af tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6037352 Dec 20 15:21:08.480469 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-a5fefe84-7bb4-412f-b51d-73ed35166dbb req-52fa4905-14f7-4a4f-ae71-19a361ece491 service neutron] Request body: {'port': {'device_id': '4febb67d-c899-4179-9c0f-222fb1f278b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-19'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:21:08.541763 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-a5fefe84-7bb4-412f-b51d-73ed35166dbb req-52fa4905-14f7-4a4f-ae71-19a361ece491 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:21:08.612732 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-d8a23b36-6781-4432-a7d5-bf89d85cf047 None None] Provisioning complete for port faf6e074-fb7f-4eee-8325-03030c54204e triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:21:08.613025 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d8a23b36-6781-4432-a7d5-bf89d85cf047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:21:08.647641 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-d8a23b36-6781-4432-a7d5-bf89d85cf047 None None] Port faf6e074-fb7f-4eee-8325-03030c54204e cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:21:08.812240 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [req-a5fefe84-7bb4-412f-b51d-73ed35166dbb req-52fa4905-14f7-4a4f-ae71-19a361ece491 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id faf6e074-fb7f-4eee-8325-03030c54204e {{(pid=103167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:21:08.820493 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-a5fefe84-7bb4-412f-b51d-73ed35166dbb req-52fa4905-14f7-4a4f-ae71-19a361ece491 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:21:08.834526 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-a5fefe84-7bb4-412f-b51d-73ed35166dbb req-52fa4905-14f7-4a4f-ae71-19a361ece491 service neutron] Transition to ACTIVE for port object faf6e074-fb7f-4eee-8325-03030c54204e will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:21:08.841651 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-a5fefe84-7bb4-412f-b51d-73ed35166dbb req-52fa4905-14f7-4a4f-ae71-19a361ece491 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:21:08.910804 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fa4905-14f7-4a4f-ae71-19a361ece491 service neutron] Pushing event updated for resources: {'Port': ['ID=faf6e074-fb7f-4eee-8325-03030c54204e,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:21:08.970966 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-a5fefe84-7bb4-412f-b51d-73ed35166dbb req-52fa4905-14f7-4a4f-ae71-19a361ece491 service neutron] Attempting to bind port faf6e074-fb7f-4eee-8325-03030c54204e on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:21:08.971287 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-a5fefe84-7bb4-412f-b51d-73ed35166dbb req-52fa4905-14f7-4a4f-ae71-19a361ece491 service neutron] Attempting to bind port faf6e074-fb7f-4eee-8325-03030c54204e by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': 'dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '63ccb7a9-3c34-4e10-9b7c-033a0881f0fc'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:21:08.971649 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fefe84-7bb4-412f-b51d-73ed35166dbb req-52fa4905-14f7-4a4f-ae71-19a361ece491 service neutron] Attempting to bind port faf6e074-fb7f-4eee-8325-03030c54204e on network 63ccb7a9-3c34-4e10-9b7c-033a0881f0fc {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:21:08.976644 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fefe84-7bb4-412f-b51d-73ed35166dbb req-52fa4905-14f7-4a4f-ae71-19a361ece491 service neutron] Port faf6e074-fb7f-4eee-8325-03030c54204e on network 63ccb7a9-3c34-4e10-9b7c-033a0881f0fc not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:21:08.976965 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fefe84-7bb4-412f-b51d-73ed35166dbb req-52fa4905-14f7-4a4f-ae71-19a361ece491 service neutron] Attempting to bind port faf6e074-fb7f-4eee-8325-03030c54204e on network 63ccb7a9-3c34-4e10-9b7c-033a0881f0fc {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:21:08.982287 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fefe84-7bb4-412f-b51d-73ed35166dbb req-52fa4905-14f7-4a4f-ae71-19a361ece491 service neutron] Checking agent: {'id': '43c60aee-e4af-4ecc-bee2-aac3569fafed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:21:08.982622 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fefe84-7bb4-412f-b51d-73ed35166dbb req-52fa4905-14f7-4a4f-ae71-19a361ece491 service neutron] Checking segment: {'id': 'dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '63ccb7a9-3c34-4e10-9b7c-033a0881f0fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:21:08.983006 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fefe84-7bb4-412f-b51d-73ed35166dbb req-52fa4905-14f7-4a4f-ae71-19a361ece491 service neutron] Bound using segment: {'id': 'dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '63ccb7a9-3c34-4e10-9b7c-033a0881f0fc'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:21:08.983590 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-a5fefe84-7bb4-412f-b51d-73ed35166dbb req-52fa4905-14f7-4a4f-ae71-19a361ece491 service neutron] Bound port: faf6e074-fb7f-4eee-8325-03030c54204e, host: n-h2-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '63ccb7a9-3c34-4e10-9b7c-033a0881f0fc'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:21:08.983955 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-a5fefe84-7bb4-412f-b51d-73ed35166dbb req-52fa4905-14f7-4a4f-ae71-19a361ece491 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:21:09.060441 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-a5fefe84-7bb4-412f-b51d-73ed35166dbb req-52fa4905-14f7-4a4f-ae71-19a361ece491 service neutron] For port faf6e074-fb7f-4eee-8325-03030c54204e, host n-h2-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:21:09.063773 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-a5fefe84-7bb4-412f-b51d-73ed35166dbb req-52fa4905-14f7-4a4f-ae71-19a361ece491 service neutron] For port faf6e074-fb7f-4eee-8325-03030c54204e, host n-h2-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=faf6e074-fb7f-4eee-8325-03030c54204e,segment=NetworkSegment(dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a),segment_id=dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:21:09.068274 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-a5fefe84-7bb4-412f-b51d-73ed35166dbb req-52fa4905-14f7-4a4f-ae71-19a361ece491 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:21:09.105315 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fefe84-7bb4-412f-b51d-73ed35166dbb req-52fa4905-14f7-4a4f-ae71-19a361ece491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:21:09.105794 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-a5fefe84-7bb4-412f-b51d-73ed35166dbb req-52fa4905-14f7-4a4f-ae71-19a361ece491 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:21:09.107230 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a5fefe84-7bb4-412f-b51d-73ed35166dbb req-52fa4905-14f7-4a4f-ae71-19a361ece491 service neutron] 10.222.0.47 "PUT /v2.0/ports/faf6e074-fb7f-4eee-8325-03030c54204e HTTP/1.1" status: 200 len: 1092 time: 0.6312928 Dec 20 15:21:09.107679 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4febb67d-c899-4179-9c0f-222fb1f278b5', 'tag': 'faf6e074-fb7f-4eee-8325-03030c54204e'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:21:09.110441 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e295bd9-026c-424b-b40e-5abfeb6fbeb1 req-a4ffa894-70b8-491d-a32c-150369441494 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:21:09.112272 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6e295bd9-026c-424b-b40e-5abfeb6fbeb1 req-a4ffa894-70b8-491d-a32c-150369441494 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=4febb67d-c899-4179-9c0f-222fb1f278b5 HTTP/1.1" status: 200 len: 943 time: 0.0734560 Dec 20 15:21:09.146283 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fa4905-14f7-4a4f-ae71-19a361ece491 service neutron] Pushing event updated for resources: {'Port': ['ID=faf6e074-fb7f-4eee-8325-03030c54204e,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:21:09.180200 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6e295bd9-026c-424b-b40e-5abfeb6fbeb1 req-05b18412-9d96-4f1d-b921-a833c6b077ce tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0605175 Dec 20 15:21:09.183176 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08f5bd10d948da750b9537a176c40f94b479143edf42a445aa4903673b4b1814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b923fc6-a3dd-4da9-b5cd-65ea9393a2d2" -d '{"events": [{"name": "network-changed", "server_uuid": "4febb67d-c899-4179-9c0f-222fb1f278b5", "tag": "faf6e074-fb7f-4eee-8325-03030c54204e"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:21:09.206266 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fefe84-7bb4-412f-b51d-73ed35166dbb req-9e80a189-ac5d-4ef1-baa0-2df70757980b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:21:09.207862 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a5fefe84-7bb4-412f-b51d-73ed35166dbb req-9e80a189-ac5d-4ef1-baa0-2df70757980b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3a8ae3efcf51476d8a4f0685fa1f4850&device_id=4febb67d-c899-4179-9c0f-222fb1f278b5 HTTP/1.1" status: 200 len: 1095 time: 0.0542085 Dec 20 15:21:09.265843 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a5fefe84-7bb4-412f-b51d-73ed35166dbb req-492aeaec-9388-4eee-8539-3a9c3803b59d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=faf6e074-fb7f-4eee-8325-03030c54204e HTTP/1.1" status: 200 len: 217 time: 0.0501981 Dec 20 15:21:09.301259 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e624e5fd-08b4-48e6-8ec7-957142f328c6 x-openstack-request-id: req-e624e5fd-08b4-48e6-8ec7-957142f328c6 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:21:09.301566 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4febb67d-c899-4179-9c0f-222fb1f278b5", "tag": "faf6e074-fb7f-4eee-8325-03030c54204e", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:21:09.301816 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e624e5fd-08b4-48e6-8ec7-957142f328c6 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:21:09.302216 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4febb67d-c899-4179-9c0f-222fb1f278b5', 'tag': 'faf6e074-fb7f-4eee-8325-03030c54204e', 'status': 'completed', 'code': 200} Dec 20 15:21:09.320178 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fefe84-7bb4-412f-b51d-73ed35166dbb req-2817656d-88b2-42ef-86dd-bf557161ba04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:21:09.321653 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a5fefe84-7bb4-412f-b51d-73ed35166dbb req-2817656d-88b2-42ef-86dd-bf557161ba04 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6dd720d7-be54-496c-b59e-cfe36a403992 HTTP/1.1" status: 200 len: 850 time: 0.0489261 Dec 20 15:21:09.368350 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fefe84-7bb4-412f-b51d-73ed35166dbb req-2727e08d-a291-466b-80ac-935562bc8bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:21:09.369910 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a5fefe84-7bb4-412f-b51d-73ed35166dbb req-2727e08d-a291-466b-80ac-935562bc8bf0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=63ccb7a9-3c34-4e10-9b7c-033a0881f0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401120 Dec 20 15:21:09.468720 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a5fefe84-7bb4-412f-b51d-73ed35166dbb req-ccb46e12-9f0d-4b18-a25c-665eff01383c service neutron] 10.222.0.47 "GET /v2.0/networks/63ccb7a9-3c34-4e10-9b7c-033a0881f0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903740 Dec 20 15:21:09.563813 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a5fefe84-7bb4-412f-b51d-73ed35166dbb req-b5156c1e-7e0d-4a41-91db-01efd355cb9b service neutron] 10.222.0.47 "GET /v2.0/networks/63ccb7a9-3c34-4e10-9b7c-033a0881f0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883479 Dec 20 15:21:09.657869 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b923fc6-a3dd-4da9-b5cd-65ea9393a2d2 req-d8beeaf9-5e05-4353-a884-81343afa83e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:21:09.659306 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5b923fc6-a3dd-4da9-b5cd-65ea9393a2d2 req-d8beeaf9-5e05-4353-a884-81343afa83e9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3a8ae3efcf51476d8a4f0685fa1f4850&device_id=4febb67d-c899-4179-9c0f-222fb1f278b5 HTTP/1.1" status: 200 len: 1095 time: 0.0426369 Dec 20 15:21:09.750433 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b923fc6-a3dd-4da9-b5cd-65ea9393a2d2 req-c7ae3670-5123-4b42-940e-3468f9d19c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:21:09.751994 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5b923fc6-a3dd-4da9-b5cd-65ea9393a2d2 req-c7ae3670-5123-4b42-940e-3468f9d19c5f service neutron] 10.222.0.47 "GET /v2.0/networks?id=63ccb7a9-3c34-4e10-9b7c-033a0881f0fc HTTP/1.1" status: 200 len: 912 time: 0.0856192 Dec 20 15:21:09.797623 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5b923fc6-a3dd-4da9-b5cd-65ea9393a2d2 req-64fe9d20-4a16-4f17-b6c6-73882bd870b6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=faf6e074-fb7f-4eee-8325-03030c54204e HTTP/1.1" status: 200 len: 217 time: 0.0388658 Dec 20 15:21:09.850052 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b923fc6-a3dd-4da9-b5cd-65ea9393a2d2 req-3fa4190f-a310-4c96-984a-2a6dc12e8c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:21:09.851826 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5b923fc6-a3dd-4da9-b5cd-65ea9393a2d2 req-3fa4190f-a310-4c96-984a-2a6dc12e8c14 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6dd720d7-be54-496c-b59e-cfe36a403992 HTTP/1.1" status: 200 len: 850 time: 0.0463817 Dec 20 15:21:09.899480 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b923fc6-a3dd-4da9-b5cd-65ea9393a2d2 req-047c612c-4416-42a3-8c2b-b5e521a98676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:21:09.901098 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5b923fc6-a3dd-4da9-b5cd-65ea9393a2d2 req-047c612c-4416-42a3-8c2b-b5e521a98676 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=63ccb7a9-3c34-4e10-9b7c-033a0881f0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417342 Dec 20 15:21:10.004145 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5b923fc6-a3dd-4da9-b5cd-65ea9393a2d2 req-264f8159-f820-4fc9-944a-3b6a337799be service neutron] 10.222.0.47 "GET /v2.0/networks/63ccb7a9-3c34-4e10-9b7c-033a0881f0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948901 Dec 20 15:21:10.099397 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5b923fc6-a3dd-4da9-b5cd-65ea9393a2d2 req-59aa22fb-921e-4f71-9dc1-ab52988417c6 service neutron] 10.222.0.47 "GET /v2.0/networks/63ccb7a9-3c34-4e10-9b7c-033a0881f0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861142 Dec 20 15:21:10.320281 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36440e96-4abd-4721-a7f2-be2a331506f5 req-7293f386-39cd-4c03-928b-05f6115a9314 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:21:10.321874 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-36440e96-4abd-4721-a7f2-be2a331506f5 req-7293f386-39cd-4c03-928b-05f6115a9314 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=4febb67d-c899-4179-9c0f-222fb1f278b5 HTTP/1.1" status: 200 len: 943 time: 0.0509460 Dec 20 15:21:10.369224 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-36440e96-4abd-4721-a7f2-be2a331506f5 req-bd574f5f-46f1-43dc-89e2-040788a3c5f1 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411198 Dec 20 15:21:11.508012 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cde0417-85a3-48dd-8532-3b8ac7a510b5 req-d4b91092-82a7-4dcf-a8b4-bd78680663bd tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:21:11.509519 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6cde0417-85a3-48dd-8532-3b8ac7a510b5 req-d4b91092-82a7-4dcf-a8b4-bd78680663bd tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=4febb67d-c899-4179-9c0f-222fb1f278b5 HTTP/1.1" status: 200 len: 943 time: 0.0651317 Dec 20 15:21:11.560267 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6cde0417-85a3-48dd-8532-3b8ac7a510b5 req-31e8001a-ad0b-4f5f-a434-f37dc48a3c92 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444090 Dec 20 15:21:12.035563 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:21:12.687482 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5075d85-d041-4f19-a9f2-da91f3f18f23 req-e2a18e76-3aea-4555-aecb-83353cfaecb6 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:21:12.689011 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f5075d85-d041-4f19-a9f2-da91f3f18f23 req-e2a18e76-3aea-4555-aecb-83353cfaecb6 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=4febb67d-c899-4179-9c0f-222fb1f278b5 HTTP/1.1" status: 200 len: 943 time: 0.0547395 Dec 20 15:21:12.739057 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f5075d85-d041-4f19-a9f2-da91f3f18f23 req-ba7955b5-98f6-45e7-8279-93e0f5aaabc8 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437536 Dec 20 15:21:13.128443 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device faf6e074-fb7f-4eee-8325-03030c54204e details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:21:13.246224 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port faf6e074-fb7f-4eee-8325-03030c54204e, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=faf6e074-fb7f-4eee-8325-03030c54204e,segment=NetworkSegment(dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a),segment_id=dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:21:13.258071 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': 'faf6e074-fb7f-4eee-8325-03030c54204e', 'network_id': '63ccb7a9-3c34-4e10-9b7c-033a0881f0fc', 'port_id': 'faf6e074-fb7f-4eee-8325-03030c54204e', 'mac_address': 'fa:16:3e:95:39:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dd720d7-be54-496c-b59e-cfe36a403992', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:21:13.296477 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:21:13.313164 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faf6e074-fb7f-4eee-8325-03030c54204e {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:21:13.332239 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port faf6e074-fb7f-4eee-8325-03030c54204e, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=faf6e074-fb7f-4eee-8325-03030c54204e,segment=NetworkSegment(dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a),segment_id=dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:21:13.336659 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:21:13.385730 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=faf6e074-fb7f-4eee-8325-03030c54204e,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:21:13.580678 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['faf6e074-fb7f-4eee-8325-03030c54204e'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:21:13.859056 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88df6ba-86d0-4732-a3d9-e7195bdc6ae7 req-ff490f3d-5faa-46c4-a400-7c6862c74812 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:21:13.860539 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e88df6ba-86d0-4732-a3d9-e7195bdc6ae7 req-ff490f3d-5faa-46c4-a400-7c6862c74812 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=4febb67d-c899-4179-9c0f-222fb1f278b5 HTTP/1.1" status: 200 len: 944 time: 0.0507398 Dec 20 15:21:13.911283 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e88df6ba-86d0-4732-a3d9-e7195bdc6ae7 req-f722e836-2cf0-4074-bec0-6114dad567f7 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442417 Dec 20 15:21:15.033335 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb649f9-e040-4f9e-b258-6293d4611ad6 req-9530d999-8aaf-4ad3-84ec-7ccdcb21e664 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:21:15.034843 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ecb649f9-e040-4f9e-b258-6293d4611ad6 req-9530d999-8aaf-4ad3-84ec-7ccdcb21e664 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=4febb67d-c899-4179-9c0f-222fb1f278b5 HTTP/1.1" status: 200 len: 944 time: 0.0513170 Dec 20 15:21:15.085201 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ecb649f9-e040-4f9e-b258-6293d4611ad6 req-0f3eca54-ebbb-41ee-a63d-0e41e2318885 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440691 Dec 20 15:21:15.130826 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device faf6e074-fb7f-4eee-8325-03030c54204e up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:21:15.195049 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning for port faf6e074-fb7f-4eee-8325-03030c54204e completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:21:15.201158 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port faf6e074-fb7f-4eee-8325-03030c54204e triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:21:15.201158 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:21:15.280095 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:21:15.302445 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4febb67d-c899-4179-9c0f-222fb1f278b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faf6e074-fb7f-4eee-8325-03030c54204e'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:21:15.304910 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a867d42bfdcbb9cb6963a533571b1f1c257f186d8c4d683fcd223be3c25d00f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb708396-ec2b-4bd3-ad03-96fe12a41bbc" -d '{"events": [{"server_uuid": "4febb67d-c899-4179-9c0f-222fb1f278b5", "name": "network-vif-plugged", "status": "completed", "tag": "faf6e074-fb7f-4eee-8325-03030c54204e"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:21:15.320750 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port faf6e074-fb7f-4eee-8325-03030c54204e, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=faf6e074-fb7f-4eee-8325-03030c54204e,segment=NetworkSegment(dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a),segment_id=dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:21:15.326790 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:21:15.360414 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e51f9ea-378a-40bd-afc0-c1805d048828 x-openstack-request-id: req-7e51f9ea-378a-40bd-afc0-c1805d048828 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:21:15.360714 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4febb67d-c899-4179-9c0f-222fb1f278b5", "name": "network-vif-plugged", "status": "completed", "tag": "faf6e074-fb7f-4eee-8325-03030c54204e", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:21:15.360970 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7e51f9ea-378a-40bd-afc0-c1805d048828 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:21:15.361372 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4febb67d-c899-4179-9c0f-222fb1f278b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faf6e074-fb7f-4eee-8325-03030c54204e', 'code': 200} Dec 20 15:21:15.377784 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=faf6e074-fb7f-4eee-8325-03030c54204e,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:21:15.460102 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85efe5d-5e0e-45f2-a931-7a205bd5b809 req-52e549d6-4a39-40d5-80de-a6bb0d5fa5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:21:15.461693 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f85efe5d-5e0e-45f2-a931-7a205bd5b809 req-52e549d6-4a39-40d5-80de-a6bb0d5fa5f4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4febb67d-c899-4179-9c0f-222fb1f278b5 HTTP/1.1" status: 200 len: 1097 time: 0.0416358 Dec 20 15:21:15.509607 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f85efe5d-5e0e-45f2-a931-7a205bd5b809 req-369988ce-3454-4cd4-aed1-14d8c1b15b7a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403984 Dec 20 15:21:15.642185 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:21:16.208957 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ab009f-cc91-40a5-ae8b-5b799eae05e4 req-3a00d7bf-4b85-4dd5-9c55-a7ebf037aa5f tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:21:16.210495 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b3ab009f-cc91-40a5-ae8b-5b799eae05e4 req-3a00d7bf-4b85-4dd5-9c55-a7ebf037aa5f tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=4febb67d-c899-4179-9c0f-222fb1f278b5 HTTP/1.1" status: 200 len: 945 time: 0.0539656 Dec 20 15:21:16.268836 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b3ab009f-cc91-40a5-ae8b-5b799eae05e4 req-5277e7c5-4401-4879-b597-e44714b6584b tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0504730 Dec 20 15:21:17.426706 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff7ebfa-8272-48be-b412-45fd80d260c7 req-257ffe72-1b86-48d2-85eb-dc2bd9c5e4db tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:21:17.428512 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3ff7ebfa-8272-48be-b412-45fd80d260c7 req-257ffe72-1b86-48d2-85eb-dc2bd9c5e4db tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=4febb67d-c899-4179-9c0f-222fb1f278b5 HTTP/1.1" status: 200 len: 945 time: 0.0583375 Dec 20 15:21:17.482128 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3ff7ebfa-8272-48be-b412-45fd80d260c7 req-be7c764c-425d-49bf-9941-19dac5a89493 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470564 Dec 20 15:21:17.599514 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299c7a4b-9fb3-45c1-8409-ef8348fc7fa4 req-8d944cb8-7737-40c4-bfbe-ac9194ba65a8 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:21:17.600995 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-299c7a4b-9fb3-45c1-8409-ef8348fc7fa4 req-8d944cb8-7737-40c4-bfbe-ac9194ba65a8 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=4febb67d-c899-4179-9c0f-222fb1f278b5 HTTP/1.1" status: 200 len: 945 time: 0.0500689 Dec 20 15:21:17.609869 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 55184) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:21:17.614176 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-ebc9d12a-dff9-4521-81c1-954d5cb4895c tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Request body: {'floatingip': {'port_id': 'faf6e074-fb7f-4eee-8325-03030c54204e'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:21:17.653572 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ebc9d12a-dff9-4521-81c1-954d5cb4895c tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Publish callbacks [] for floatingip, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:21:18.102680 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ebc9d12a-dff9-4521-81c1-954d5cb4895c tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:21:18.110045 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ebc9d12a-dff9-4521-81c1-954d5cb4895c tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585115'] for floatingip, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:21:18.210180 n-d-761264-19 neutron-server[103168]: INFO neutron.db.l3_db [None req-ebc9d12a-dff9-4521-81c1-954d5cb4895c tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Floating IP 35590a59-5c01-48d8-9826-2df35b92f122 associated. External IP: 172.25.0.47, port: faf6e074-fb7f-4eee-8325-03030c54204e. Dec 20 15:21:18.430584 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebc9d12a-dff9-4521-81c1-954d5cb4895c tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Router 1b1d8f2b-d97d-468d-a455-046ec60223c1 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:21:18.539500 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebc9d12a-dff9-4521-81c1-954d5cb4895c tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:21:18.544668 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ebc9d12a-dff9-4521-81c1-954d5cb4895c tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:21:18.550620 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa77f0c-a266-460d-9578-3a714d9f2413 None None] Sync routers for ids ['1b1d8f2b-d97d-468d-a455-046ec60223c1'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:21:18.560129 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa77f0c-a266-460d-9578-3a714d9f2413 None None] Routers {'1b1d8f2b-d97d-468d-a455-046ec60223c1'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:21:18.560744 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-5aa77f0c-a266-460d-9578-3a714d9f2413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:21:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['1b1d8f2b-d97d-468d-a455-046ec60223c1'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:21:18.572823 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-ebc9d12a-dff9-4521-81c1-954d5cb4895c tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "PUT /v2.0/floatingips/35590a59-5c01-48d8-9826-2df35b92f122 HTTP/1.1" status: 200 len: 990 time: 0.9619052 Dec 20 15:21:18.573525 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4febb67d-c899-4179-9c0f-222fb1f278b5', 'tag': 'faf6e074-fb7f-4eee-8325-03030c54204e'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:21:18.575815 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea303cd2f7c2854d59b68ee9755924cbed95107615564160e5853a5b93bd1da8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c628142f-eb48-471a-b456-c3cec97e6c51" -d '{"events": [{"name": "network-changed", "server_uuid": "4febb67d-c899-4179-9c0f-222fb1f278b5", "tag": "faf6e074-fb7f-4eee-8325-03030c54204e"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:21:18.618004 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb13eba7-e58a-430d-a92a-47fe2bc7a726 x-openstack-request-id: req-cb13eba7-e58a-430d-a92a-47fe2bc7a726 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:21:18.618650 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4febb67d-c899-4179-9c0f-222fb1f278b5", "tag": "faf6e074-fb7f-4eee-8325-03030c54204e", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:21:18.619089 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cb13eba7-e58a-430d-a92a-47fe2bc7a726 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:21:18.619573 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4febb67d-c899-4179-9c0f-222fb1f278b5', 'tag': 'faf6e074-fb7f-4eee-8325-03030c54204e', 'status': 'completed', 'code': 200} Dec 20 15:21:18.668055 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-5aa77f0c-a266-460d-9578-3a714d9f2413 None None] Set router 1b1d8f2b-d97d-468d-a455-046ec60223c1 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:21:18.687854 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c628142f-eb48-471a-b456-c3cec97e6c51 req-d6856ebc-25e0-437c-b0c2-8591c02c6105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:21:18.689314 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c628142f-eb48-471a-b456-c3cec97e6c51 req-d6856ebc-25e0-437c-b0c2-8591c02c6105 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3a8ae3efcf51476d8a4f0685fa1f4850&device_id=4febb67d-c899-4179-9c0f-222fb1f278b5 HTTP/1.1" status: 200 len: 1097 time: 0.0405548 Dec 20 15:21:18.783067 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c628142f-eb48-471a-b456-c3cec97e6c51 req-102092ce-14c7-441a-a262-5df7863b259a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:21:18.784614 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c628142f-eb48-471a-b456-c3cec97e6c51 req-102092ce-14c7-441a-a262-5df7863b259a service neutron] 10.222.0.47 "GET /v2.0/networks?id=63ccb7a9-3c34-4e10-9b7c-033a0881f0fc HTTP/1.1" status: 200 len: 912 time: 0.0881371 Dec 20 15:21:18.848212 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c628142f-eb48-471a-b456-c3cec97e6c51 req-1d4b4784-a5b0-4429-8d52-e70fe51ad326 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=faf6e074-fb7f-4eee-8325-03030c54204e HTTP/1.1" status: 200 len: 998 time: 0.0567653 Dec 20 15:21:18.891714 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-5aa77f0c-a266-460d-9578-3a714d9f2413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b1d8f2b-d97d-468d-a455-046ec60223c1', 'name': 'tempest-ServerActionsTestJSON-386714640-router', 'tenant_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '91a42ef0-08d4-4b63-ba77-3c51217fa9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:16:28Z', 'updated_at': '2021-12-20T15:16:31Z', 'revision_number': 4, 'project_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'gw_port': {'id': '91a42ef0-08d4-4b63-ba77-3c51217fa9f2', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:29:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1d8f2b-d97d-468d-a455-046ec60223c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:16:29Z', 'updated_at': '2021-12-20T15:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': '35590a59-5c01-48d8-9826-2df35b92f122', 'tenant_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'floating_ip_address': '172.25.0.47', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': '1b1d8f2b-d97d-468d-a455-046ec60223c1', 'port_id': 'faf6e074-fb7f-4eee-8325-03030c54204e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4085, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63ccb7a9-3c34-4e10-9b7c-033a0881f0fc', 'mac_address': 'fa:16:3e:95:39:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4febb67d-c899-4179-9c0f-222fb1f278b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:16:33Z', 'updated_at': '2021-12-20T15:21:18Z', 'revision_number': 9, 'project_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec6f6254-109b-4ae7-a6c3-f386c155adb3', 'name': '', 'network_id': '63ccb7a9-3c34-4e10-9b7c-033a0881f0fc', 'tenant_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'mac_address': 'fa:16:3e:25:4d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1d8f2b-d97d-468d-a455-046ec60223c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '6dd720d7-be54-496c-b59e-cfe36a403992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:16:30Z', 'updated_at': '2021-12-20T15:16:35Z', 'revision_number': 5, 'project_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'subnets': [{'id': '6dd720d7-be54-496c-b59e-cfe36a403992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:21:18.901212 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c628142f-eb48-471a-b456-c3cec97e6c51 req-55485bd9-01c8-40f1-91fc-6cc227fd1b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:21:18.902688 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c628142f-eb48-471a-b456-c3cec97e6c51 req-55485bd9-01c8-40f1-91fc-6cc227fd1b58 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6dd720d7-be54-496c-b59e-cfe36a403992 HTTP/1.1" status: 200 len: 850 time: 0.0479202 Dec 20 15:21:18.917797 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa77f0c-a266-460d-9578-3a714d9f2413 None None] Checking router: 1b1d8f2b-d97d-468d-a455-046ec60223c1 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:21:18.927399 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa77f0c-a266-460d-9578-3a714d9f2413 None None] Routers {'1b1d8f2b-d97d-468d-a455-046ec60223c1'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:21:18.928013 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-5aa77f0c-a266-460d-9578-3a714d9f2413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:21:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['1b1d8f2b-d97d-468d-a455-046ec60223c1'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:21:18.948406 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c628142f-eb48-471a-b456-c3cec97e6c51 req-8bbff491-73e1-4a03-928e-7bd25ae009b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:21:18.949819 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c628142f-eb48-471a-b456-c3cec97e6c51 req-8bbff491-73e1-4a03-928e-7bd25ae009b8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=63ccb7a9-3c34-4e10-9b7c-033a0881f0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401187 Dec 20 15:21:19.042141 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c628142f-eb48-471a-b456-c3cec97e6c51 req-18eec4c3-377f-4032-831a-277cb8a5a9e5 service neutron] 10.222.0.47 "GET /v2.0/networks/63ccb7a9-3c34-4e10-9b7c-033a0881f0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846879 Dec 20 15:21:19.142360 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c628142f-eb48-471a-b456-c3cec97e6c51 req-957f813d-8912-43cd-8e10-daa9acb39715 service neutron] 10.222.0.47 "GET /v2.0/networks/63ccb7a9-3c34-4e10-9b7c-033a0881f0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921814 Dec 20 15:21:19.221060 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-5aa77f0c-a266-460d-9578-3a714d9f2413 None None] Set router 1b1d8f2b-d97d-468d-a455-046ec60223c1 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:21:19.458104 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-5aa77f0c-a266-460d-9578-3a714d9f2413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b1d8f2b-d97d-468d-a455-046ec60223c1', 'name': 'tempest-ServerActionsTestJSON-386714640-router', 'tenant_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '91a42ef0-08d4-4b63-ba77-3c51217fa9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:16:28Z', 'updated_at': '2021-12-20T15:16:31Z', 'revision_number': 4, 'project_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'gw_port': {'id': '91a42ef0-08d4-4b63-ba77-3c51217fa9f2', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:29:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1d8f2b-d97d-468d-a455-046ec60223c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:16:29Z', 'updated_at': '2021-12-20T15:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': '35590a59-5c01-48d8-9826-2df35b92f122', 'tenant_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'floating_ip_address': '172.25.0.47', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': '1b1d8f2b-d97d-468d-a455-046ec60223c1', 'port_id': 'faf6e074-fb7f-4eee-8325-03030c54204e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4085, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63ccb7a9-3c34-4e10-9b7c-033a0881f0fc', 'mac_address': 'fa:16:3e:95:39:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4febb67d-c899-4179-9c0f-222fb1f278b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:16:33Z', 'updated_at': '2021-12-20T15:21:18Z', 'revision_number': 9, 'project_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec6f6254-109b-4ae7-a6c3-f386c155adb3', 'name': '', 'network_id': '63ccb7a9-3c34-4e10-9b7c-033a0881f0fc', 'tenant_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'mac_address': 'fa:16:3e:25:4d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1d8f2b-d97d-468d-a455-046ec60223c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '6dd720d7-be54-496c-b59e-cfe36a403992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:16:30Z', 'updated_at': '2021-12-20T15:16:35Z', 'revision_number': 5, 'project_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'subnets': [{'id': '6dd720d7-be54-496c-b59e-cfe36a403992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:21:19.487343 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa77f0c-a266-460d-9578-3a714d9f2413 None None] The sync data for ids ['1b1d8f2b-d97d-468d-a455-046ec60223c1'] in n-d-761264-19 is: [{'id': '1b1d8f2b-d97d-468d-a455-046ec60223c1', 'name': 'tempest-ServerActionsTestJSON-386714640-router', 'tenant_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '91a42ef0-08d4-4b63-ba77-3c51217fa9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:16:28Z', 'updated_at': '2021-12-20T15:16:31Z', 'revision_number': 4, 'project_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'gw_port': {'id': '91a42ef0-08d4-4b63-ba77-3c51217fa9f2', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:29:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1d8f2b-d97d-468d-a455-046ec60223c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:16:29Z', 'updated_at': '2021-12-20T15:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': '35590a59-5c01-48d8-9826-2df35b92f122', 'tenant_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'floating_ip_address': '172.25.0.47', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': '1b1d8f2b-d97d-468d-a455-046ec60223c1', 'port_id': 'faf6e074-fb7f-4eee-8325-03030c54204e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4085, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63ccb7a9-3c34-4e10-9b7c-033a0881f0fc', 'mac_address': 'fa:16:3e:95:39:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4febb67d-c899-4179-9c0f-222fb1f278b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:16:33Z', 'updated_at': '2021-12-20T15:21:18Z', 'revision_number': 9, 'project_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec6f6254-109b-4ae7-a6c3-f386c155adb3', 'name': '', 'network_id': '63ccb7a9-3c34-4e10-9b7c-033a0881f0fc', 'tenant_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'mac_address': 'fa:16:3e:25:4d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1d8f2b-d97d-468d-a455-046ec60223c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '6dd720d7-be54-496c-b59e-cfe36a403992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:16:30Z', 'updated_at': '2021-12-20T15:16:35Z', 'revision_number': 5, 'project_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'subnets': [{'id': '6dd720d7-be54-496c-b59e-cfe36a403992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:21:19.695291 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d67abf-fc0d-4e2a-b930-d50ce4678a9d None None] New status for floating IP 35590a59-5c01-48d8-9826-2df35b92f122: ACTIVE {{(pid=103170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 15:21:30.774715 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ffb628f7-ce16-4c5c-b683-7196ad34eb31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:21:32.973927 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-81ba069f-0126-4523-bb58-7536c190a049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:21:33.982247 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:21:35.976667 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:21:36.362392 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:21:36.743731 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:21:42.046472 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:21:45.646591 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:21:45.690758 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-56ff8481-c723-4e81-b90b-099d4d8c5b73 req-2b31ddc5-1d46-47c5-86e8-1546e378d869 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4febb67d-c899-4179-9c0f-222fb1f278b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0527558 Dec 20 15:21:45.788480 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ff8481-c723-4e81-b90b-099d4d8c5b73 req-f84ff1bc-3afc-4ba5-90a0-1abd5e549bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:21:45.789928 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-56ff8481-c723-4e81-b90b-099d4d8c5b73 req-f84ff1bc-3afc-4ba5-90a0-1abd5e549bf4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3a8ae3efcf51476d8a4f0685fa1f4850&device_id=4febb67d-c899-4179-9c0f-222fb1f278b5 HTTP/1.1" status: 200 len: 1097 time: 0.0512064 Dec 20 15:21:45.896098 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ff8481-c723-4e81-b90b-099d4d8c5b73 req-636a0245-59e4-4e13-9ef1-86fd0e1c6319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:21:45.897558 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-56ff8481-c723-4e81-b90b-099d4d8c5b73 req-636a0245-59e4-4e13-9ef1-86fd0e1c6319 service neutron] 10.222.0.47 "GET /v2.0/networks?id=63ccb7a9-3c34-4e10-9b7c-033a0881f0fc HTTP/1.1" status: 200 len: 912 time: 0.0856228 Dec 20 15:21:46.280442 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-56ff8481-c723-4e81-b90b-099d4d8c5b73 req-1e394735-eb04-4443-b2c1-87765e735966 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=faf6e074-fb7f-4eee-8325-03030c54204e HTTP/1.1" status: 200 len: 1001 time: 0.3755691 Dec 20 15:21:46.331746 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ff8481-c723-4e81-b90b-099d4d8c5b73 req-5dcbc496-8871-4239-9feb-78753ea0ba3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:21:46.333319 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-56ff8481-c723-4e81-b90b-099d4d8c5b73 req-5dcbc496-8871-4239-9feb-78753ea0ba3d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6dd720d7-be54-496c-b59e-cfe36a403992 HTTP/1.1" status: 200 len: 850 time: 0.0443881 Dec 20 15:21:46.379915 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ff8481-c723-4e81-b90b-099d4d8c5b73 req-35f37e2b-28e3-40dd-a133-a0b424b723fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:21:46.381457 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-56ff8481-c723-4e81-b90b-099d4d8c5b73 req-35f37e2b-28e3-40dd-a133-a0b424b723fa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=63ccb7a9-3c34-4e10-9b7c-033a0881f0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408828 Dec 20 15:21:46.396254 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [req-56ff8481-c723-4e81-b90b-099d4d8c5b73 req-99e584ed-e3d0-49ad-9a4c-2edc89a3ebbb service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:21:46.397317 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-56ff8481-c723-4e81-b90b-099d4d8c5b73 req-99e584ed-e3d0-49ad-9a4c-2edc89a3ebbb service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054448 Dec 20 15:21:46.491730 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-56ff8481-c723-4e81-b90b-099d4d8c5b73 req-7481e132-d862-4f58-90e0-c79a24a73b5f service neutron] 10.222.0.47 "GET /v2.0/networks/63ccb7a9-3c34-4e10-9b7c-033a0881f0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864472 Dec 20 15:21:46.592007 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-56ff8481-c723-4e81-b90b-099d4d8c5b73 req-44e6b98f-cf22-4469-8d36-6941863a1967 service neutron] 10.222.0.47 "GET /v2.0/networks/63ccb7a9-3c34-4e10-9b7c-033a0881f0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858052 Dec 20 15:22:00.777166 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-5233a66f-5485-477d-9c49-e716f4402a17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:22:02.977290 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-47655f7d-4846-4b0b-a1df-ecd24929ccb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:22:03.981945 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:22:05.985116 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:22:06.353794 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:22:12.042701 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:22:13.748345 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:22:15.673184 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:22:30.779095 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e7a35671-f096-4682-880d-421f56d8194b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:22:32.988813 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-fd7a4e45-d905-4ef7-ac34-2adfbe16f175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:22:33.984728 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:22:35.984939 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:22:36.356305 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:22:42.057957 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:22:45.659917 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:22:45.691394 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4e430957-96bf-4cd2-92af-1e307b6554b6 req-89676583-c20e-45f8-914c-c0401fdfee94 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4febb67d-c899-4179-9c0f-222fb1f278b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0460441 Dec 20 15:22:45.799861 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e430957-96bf-4cd2-92af-1e307b6554b6 req-8c954bf6-42f4-4042-be4b-6a6d17667e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:22:45.801374 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4e430957-96bf-4cd2-92af-1e307b6554b6 req-8c954bf6-42f4-4042-be4b-6a6d17667e58 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3a8ae3efcf51476d8a4f0685fa1f4850&device_id=4febb67d-c899-4179-9c0f-222fb1f278b5 HTTP/1.1" status: 200 len: 1097 time: 0.0476153 Dec 20 15:22:45.911485 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e430957-96bf-4cd2-92af-1e307b6554b6 req-561b747b-805d-4c4a-b461-bd06d65190de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:22:45.912875 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4e430957-96bf-4cd2-92af-1e307b6554b6 req-561b747b-805d-4c4a-b461-bd06d65190de service neutron] 10.222.0.47 "GET /v2.0/networks?id=63ccb7a9-3c34-4e10-9b7c-033a0881f0fc HTTP/1.1" status: 200 len: 912 time: 0.0906880 Dec 20 15:22:45.982901 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4e430957-96bf-4cd2-92af-1e307b6554b6 req-9f53fa11-6565-4fb4-9f8b-de172d143caf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=faf6e074-fb7f-4eee-8325-03030c54204e HTTP/1.1" status: 200 len: 1001 time: 0.0624340 Dec 20 15:22:46.033187 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e430957-96bf-4cd2-92af-1e307b6554b6 req-e924aee4-0999-45ae-bcae-cbf565aa5161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:22:46.034596 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4e430957-96bf-4cd2-92af-1e307b6554b6 req-e924aee4-0999-45ae-bcae-cbf565aa5161 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6dd720d7-be54-496c-b59e-cfe36a403992 HTTP/1.1" status: 200 len: 850 time: 0.0432801 Dec 20 15:22:46.099136 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e430957-96bf-4cd2-92af-1e307b6554b6 req-717e6999-0750-4b23-831e-1164b613c50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:22:46.100757 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4e430957-96bf-4cd2-92af-1e307b6554b6 req-717e6999-0750-4b23-831e-1164b613c50a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=63ccb7a9-3c34-4e10-9b7c-033a0881f0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0589287 Dec 20 15:22:46.198132 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4e430957-96bf-4cd2-92af-1e307b6554b6 req-3a5c033b-2ca0-4dd8-96f3-7e20716aeab2 service neutron] 10.222.0.47 "GET /v2.0/networks/63ccb7a9-3c34-4e10-9b7c-033a0881f0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896254 Dec 20 15:22:46.290445 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4e430957-96bf-4cd2-92af-1e307b6554b6 req-5327bb7f-e7a0-4b60-b276-32e03a0c218d service neutron] 10.222.0.47 "GET /v2.0/networks/63ccb7a9-3c34-4e10-9b7c-033a0881f0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851798 Dec 20 15:22:50.753100 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:22:55.645641 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-829eeda0-fb9a-4adb-8e09-a2a656f132b6 req-400261cb-b6d0-4e40-a825-8854f2ddce67 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4febb67d-c899-4179-9c0f-222fb1f278b5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0669360 Dec 20 15:22:55.659665 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ca6f9b-08b6-4a78-b6a6-afe17901fda0 req-eabcc942-1138-4308-b509-6bdbd675feac tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:22:55.661113 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-48ca6f9b-08b6-4a78-b6a6-afe17901fda0 req-eabcc942-1138-4308-b509-6bdbd675feac tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=4febb67d-c899-4179-9c0f-222fb1f278b5 HTTP/1.1" status: 200 len: 945 time: 0.0745656 Dec 20 15:22:55.713466 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-48ca6f9b-08b6-4a78-b6a6-afe17901fda0 req-b0d237f0-e514-408b-a302-7db21dae1f48 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460548 Dec 20 15:22:56.823022 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829eeda0-fb9a-4adb-8e09-a2a656f132b6 req-505306a2-a4f1-4e33-88e0-1b8ee9b4aa07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:22:56.825323 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-829eeda0-fb9a-4adb-8e09-a2a656f132b6 req-505306a2-a4f1-4e33-88e0-1b8ee9b4aa07 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3a8ae3efcf51476d8a4f0685fa1f4850&device_id=4febb67d-c899-4179-9c0f-222fb1f278b5 HTTP/1.1" status: 200 len: 1097 time: 0.0456553 Dec 20 15:22:56.842381 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f547d9-0b0d-4c2a-8cb2-8927574176cd req-3d8786b6-f00e-4fb6-a50f-f2c026e353ef tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:22:56.843898 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-57f547d9-0b0d-4c2a-8cb2-8927574176cd req-3d8786b6-f00e-4fb6-a50f-f2c026e353ef tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=4febb67d-c899-4179-9c0f-222fb1f278b5 HTTP/1.1" status: 200 len: 945 time: 0.0554378 Dec 20 15:22:56.896393 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-57f547d9-0b0d-4c2a-8cb2-8927574176cd req-720faccb-fece-43c7-9684-dc7bece86ac0 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459442 Dec 20 15:22:56.916217 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829eeda0-fb9a-4adb-8e09-a2a656f132b6 req-e44d74b4-adb9-41ce-a463-20ba01df387c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:22:56.917714 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-829eeda0-fb9a-4adb-8e09-a2a656f132b6 req-e44d74b4-adb9-41ce-a463-20ba01df387c service neutron] 10.222.0.47 "GET /v2.0/networks?id=63ccb7a9-3c34-4e10-9b7c-033a0881f0fc HTTP/1.1" status: 200 len: 912 time: 0.0849674 Dec 20 15:22:56.986218 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-829eeda0-fb9a-4adb-8e09-a2a656f132b6 req-8bfa8265-23ff-48d4-9f8a-2cc24a4632ab service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=faf6e074-fb7f-4eee-8325-03030c54204e HTTP/1.1" status: 200 len: 1001 time: 0.0613592 Dec 20 15:22:57.035914 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829eeda0-fb9a-4adb-8e09-a2a656f132b6 req-eb4a2b3a-332c-47cc-9e57-6f9989f25135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:22:57.037240 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-829eeda0-fb9a-4adb-8e09-a2a656f132b6 req-eb4a2b3a-332c-47cc-9e57-6f9989f25135 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6dd720d7-be54-496c-b59e-cfe36a403992 HTTP/1.1" status: 200 len: 850 time: 0.0431256 Dec 20 15:22:57.085374 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829eeda0-fb9a-4adb-8e09-a2a656f132b6 req-79466c75-113b-499f-83d6-348f15805b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:22:57.087786 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-829eeda0-fb9a-4adb-8e09-a2a656f132b6 req-79466c75-113b-499f-83d6-348f15805b33 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=63ccb7a9-3c34-4e10-9b7c-033a0881f0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432549 Dec 20 15:22:57.191403 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-829eeda0-fb9a-4adb-8e09-a2a656f132b6 req-001d6c26-cf25-4f9d-9cd0-cb89110387b3 service neutron] 10.222.0.47 "GET /v2.0/networks/63ccb7a9-3c34-4e10-9b7c-033a0881f0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939732 Dec 20 15:22:57.303603 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-829eeda0-fb9a-4adb-8e09-a2a656f132b6 req-1e7da0d1-fffc-40e4-84b2-5b3d9182ee2f service neutron] 10.222.0.47 "GET /v2.0/networks/63ccb7a9-3c34-4e10-9b7c-033a0881f0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044703 Dec 20 15:22:58.033513 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795f3465-446f-4f11-aa9a-6601520cd012 req-247c7e0b-63f5-43d4-a0af-dc500998e1fd tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:22:58.034998 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-795f3465-446f-4f11-aa9a-6601520cd012 req-247c7e0b-63f5-43d4-a0af-dc500998e1fd tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=4febb67d-c899-4179-9c0f-222fb1f278b5 HTTP/1.1" status: 200 len: 945 time: 0.0548785 Dec 20 15:22:58.084502 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-795f3465-446f-4f11-aa9a-6601520cd012 req-60db6ff3-e31a-43b7-a131-1bd8ee6e203a tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430486 Dec 20 15:22:59.209295 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce16a1e-81d2-428a-bd72-a15a9de4c6d3 req-9fe91315-001f-4eeb-92e6-ed7193150791 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:22:59.210675 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0ce16a1e-81d2-428a-bd72-a15a9de4c6d3 req-9fe91315-001f-4eeb-92e6-ed7193150791 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=4febb67d-c899-4179-9c0f-222fb1f278b5 HTTP/1.1" status: 200 len: 945 time: 0.0549483 Dec 20 15:22:59.256931 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0ce16a1e-81d2-428a-bd72-a15a9de4c6d3 req-b0fc6b70-3cc7-4f8a-a832-fd7bf9144bfd tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401616 Dec 20 15:23:00.385287 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a2a1c5-79fd-43c8-a630-17257b53f3bc req-61b06838-f864-4375-8fd7-c3bcd15fd2e7 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:23:00.386686 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a7a2a1c5-79fd-43c8-a630-17257b53f3bc req-61b06838-f864-4375-8fd7-c3bcd15fd2e7 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=4febb67d-c899-4179-9c0f-222fb1f278b5 HTTP/1.1" status: 200 len: 945 time: 0.0589986 Dec 20 15:23:00.439717 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a7a2a1c5-79fd-43c8-a630-17257b53f3bc req-18b5aa99-3c8c-49f7-b7fa-41985b7384f2 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442100 Dec 20 15:23:00.785817 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-51f2d632-e4b8-46d1-8735-6864f56eb14d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:23:01.579917 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc32209c-75b7-4f7d-9b37-8a0f0738cec4 req-116389a0-703a-496c-861f-05ea86242a4c tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:23:01.581357 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-dc32209c-75b7-4f7d-9b37-8a0f0738cec4 req-116389a0-703a-496c-861f-05ea86242a4c tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=4febb67d-c899-4179-9c0f-222fb1f278b5 HTTP/1.1" status: 200 len: 945 time: 0.0574524 Dec 20 15:23:01.629604 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-dc32209c-75b7-4f7d-9b37-8a0f0738cec4 req-c2e31561-4cde-4a48-bae6-d2737e1d2a26 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412354 Dec 20 15:23:02.758995 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e3a56-2c6b-4f5d-b3d1-8babfa6bf5d7 req-4d349a1c-40e0-4014-8716-69a8ecc590cc tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:23:02.760392 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a93e3a56-2c6b-4f5d-b3d1-8babfa6bf5d7 req-4d349a1c-40e0-4014-8716-69a8ecc590cc tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=4febb67d-c899-4179-9c0f-222fb1f278b5 HTTP/1.1" status: 200 len: 945 time: 0.0541518 Dec 20 15:23:02.812032 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a93e3a56-2c6b-4f5d-b3d1-8babfa6bf5d7 req-c876f53f-e77a-43ea-84cc-630fae4a4290 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454559 Dec 20 15:23:02.981050 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6a6e8d97-925a-4ce4-877a-b42104db39ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:23:03.941059 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893f32b7-ec2e-4559-a6c4-ec505de165d4 req-619ec615-9488-4dd8-96e5-1abdf9e15175 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:23:03.942549 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-893f32b7-ec2e-4559-a6c4-ec505de165d4 req-619ec615-9488-4dd8-96e5-1abdf9e15175 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=4febb67d-c899-4179-9c0f-222fb1f278b5 HTTP/1.1" status: 200 len: 945 time: 0.0492311 Dec 20 15:23:03.985746 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:23:03.993998 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-893f32b7-ec2e-4559-a6c4-ec505de165d4 req-3b638d8d-eb1f-435d-89a1-635a22ff2f65 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450497 Dec 20 15:23:05.119240 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64074990-a044-47e2-8b1f-81be7334e653 req-08dc9d16-dd51-43cf-8b02-bc02bac61eee tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:23:05.120711 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-64074990-a044-47e2-8b1f-81be7334e653 req-08dc9d16-dd51-43cf-8b02-bc02bac61eee tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=4febb67d-c899-4179-9c0f-222fb1f278b5 HTTP/1.1" status: 200 len: 945 time: 0.0536547 Dec 20 15:23:05.169256 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-64074990-a044-47e2-8b1f-81be7334e653 req-f5517fde-1013-4f52-8445-0206ebf1d2fb tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420992 Dec 20 15:23:05.985386 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:23:06.316063 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18cdd2b-36f7-4826-8f96-b7e6118c1610 req-1fe9ab35-b68e-4163-8bb7-9f965590af24 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:23:06.317539 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b18cdd2b-36f7-4826-8f96-b7e6118c1610 req-1fe9ab35-b68e-4163-8bb7-9f965590af24 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=4febb67d-c899-4179-9c0f-222fb1f278b5 HTTP/1.1" status: 200 len: 945 time: 0.0609553 Dec 20 15:23:06.349743 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:23:06.366892 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b18cdd2b-36f7-4826-8f96-b7e6118c1610 req-435b8716-e2cb-4955-b14b-945e162fd970 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421171 Dec 20 15:23:07.502131 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f2d2f1-cc0f-4a70-94e0-87f3657d62b6 req-26936805-ba2a-402b-915b-5996b1a6fa91 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:23:07.503683 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-84f2d2f1-cc0f-4a70-94e0-87f3657d62b6 req-26936805-ba2a-402b-915b-5996b1a6fa91 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=4febb67d-c899-4179-9c0f-222fb1f278b5 HTTP/1.1" status: 200 len: 945 time: 0.0635092 Dec 20 15:23:07.551111 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-84f2d2f1-cc0f-4a70-94e0-87f3657d62b6 req-0ee413b6-97bd-49e6-a1d3-6de721152e5f tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410278 Dec 20 15:23:08.683391 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8801017e-6388-4767-9071-d27800c61b14 req-fbbf7635-606e-4f09-a75d-2e90b1252e44 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:23:08.684922 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8801017e-6388-4767-9071-d27800c61b14 req-fbbf7635-606e-4f09-a75d-2e90b1252e44 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=4febb67d-c899-4179-9c0f-222fb1f278b5 HTTP/1.1" status: 200 len: 945 time: 0.0543799 Dec 20 15:23:08.732996 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8801017e-6388-4767-9071-d27800c61b14 req-6df45cb1-1440-4ead-8604-884a3f6b14a9 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419710 Dec 20 15:23:09.182296 n-d-761264-19 neutron-server[103167]: INFO neutron.api.v2.resource [req-829eeda0-fb9a-4adb-8e09-a2a656f132b6 req-c793dfe2-f21e-48b6-ab62-2444a93b8708 service neutron] show failed (client error): The resource could not be found. Dec 20 15:23:09.183333 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-829eeda0-fb9a-4adb-8e09-a2a656f132b6 req-c793dfe2-f21e-48b6-ab62-2444a93b8708 service neutron] 10.222.0.47 "GET /v2.0/ports/faf6e074-fb7f-4eee-8325-03030c54204e/bindings/n-h1-761264-19 HTTP/1.1" status: 404 len: 381 time: 0.0699117 Dec 20 15:23:09.398867 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829eeda0-fb9a-4adb-8e09-a2a656f132b6 req-fffb9728-be4d-4a77-9a95-4804b412b7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:23:09.400386 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-829eeda0-fb9a-4adb-8e09-a2a656f132b6 req-fffb9728-be4d-4a77-9a95-4804b412b7b3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4febb67d-c899-4179-9c0f-222fb1f278b5&tenant_id=3a8ae3efcf51476d8a4f0685fa1f4850 HTTP/1.1" status: 200 len: 1097 time: 0.0449228 Dec 20 15:23:09.412173 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [req-829eeda0-fb9a-4adb-8e09-a2a656f132b6 req-33e990c2-0af1-4159-a057-38a50b5847e9 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:23:09.413117 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-829eeda0-fb9a-4adb-8e09-a2a656f132b6 req-33e990c2-0af1-4159-a057-38a50b5847e9 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048127 Dec 20 15:23:09.424439 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-829eeda0-fb9a-4adb-8e09-a2a656f132b6 req-c9ca146c-4494-443b-80a1-f4dd85090d18 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-761264-19', 'device_owner': 'compute:nova'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:23:09.479388 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-829eeda0-fb9a-4adb-8e09-a2a656f132b6 req-c9ca146c-4494-443b-80a1-f4dd85090d18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:23:09.855926 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:23:09.855926 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:23:09.855926 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:23:09.855926 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:23:09.855926 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:23:09.855926 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:23:09.855926 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:23:09.855926 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:23:09.855926 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:23:09.855926 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:23:09.855926 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:23:09.855926 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:23:09.855926 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:23:09.855926 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:23:09.855926 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:23:09.855926 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:23:09.855926 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:23:09.855926 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:23:09.855926 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:23:09.855926 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:23:09.855926 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:23:09.855926 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:23:09.855926 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:23:09.855926 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:23:09.855926 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:23:09.855926 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:23:09.855926 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:23:09.855926 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:23:09.855926 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:23:09.855926 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:23:09.855926 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:23:09.855926 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:23:09.855926 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:23:09.855926 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:23:09.855926 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:23:09.855926 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:23:09.855926 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:23:09.855926 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:23:09.855926 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:23:09.855926 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:23:09.855926 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:23:09.855926 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:23:09.855926 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:23:09.855926 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:23:09.855926 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:23:09.855926 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:23:09.855926 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:23:09.855926 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:23:09.860472 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae59970f-b8a6-4b06-b35d-94cfb116b02e req-2d511ec9-6773-43dc-bd68-c75b9aafdb89 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:23:09.862032 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ae59970f-b8a6-4b06-b35d-94cfb116b02e req-2d511ec9-6773-43dc-bd68-c75b9aafdb89 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=4febb67d-c899-4179-9c0f-222fb1f278b5 HTTP/1.1" status: 200 len: 945 time: 0.0511198 Dec 20 15:23:09.913468 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ae59970f-b8a6-4b06-b35d-94cfb116b02e req-84f431bf-246f-45d4-8720-c1b3be6cd814 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451937 Dec 20 15:23:10.016661 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-829eeda0-fb9a-4adb-8e09-a2a656f132b6 req-c9ca146c-4494-443b-80a1-f4dd85090d18 service neutron] For port faf6e074-fb7f-4eee-8325-03030c54204e, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=faf6e074-fb7f-4eee-8325-03030c54204e,segment=NetworkSegment(dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a),segment_id=dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:23:10.054991 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-829eeda0-fb9a-4adb-8e09-a2a656f132b6 req-c9ca146c-4494-443b-80a1-f4dd85090d18 service neutron] For port faf6e074-fb7f-4eee-8325-03030c54204e, host n-h2-761264-19, cleared binding levels {{(pid=103168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:23:10.095275 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4febb67d-c899-4179-9c0f-222fb1f278b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'faf6e074-fb7f-4eee-8325-03030c54204e'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:23:10.097593 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea303cd2f7c2854d59b68ee9755924cbed95107615564160e5853a5b93bd1da8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ad623d8-1a4a-4f36-97dc-28e2b9a8b573" -d '{"events": [{"server_uuid": "4febb67d-c899-4179-9c0f-222fb1f278b5", "name": "network-vif-unplugged", "status": "completed", "tag": "faf6e074-fb7f-4eee-8325-03030c54204e"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:23:10.101390 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-829eeda0-fb9a-4adb-8e09-a2a656f132b6 req-c9ca146c-4494-443b-80a1-f4dd85090d18 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:23:10.113718 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.provisioning_blocks [req-829eeda0-fb9a-4adb-8e09-a2a656f132b6 req-c9ca146c-4494-443b-80a1-f4dd85090d18 service neutron] Transition to ACTIVE for port object faf6e074-fb7f-4eee-8325-03030c54204e will not be triggered until provisioned by entity L2. {{(pid=103168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:23:10.117851 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-829eeda0-fb9a-4adb-8e09-a2a656f132b6 req-c9ca146c-4494-443b-80a1-f4dd85090d18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:23:10.155945 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 15:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42ebefd4-7354-4add-9d5b-e696008603fe x-openstack-request-id: req-42ebefd4-7354-4add-9d5b-e696008603fe {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:23:10.156247 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4febb67d-c899-4179-9c0f-222fb1f278b5", "name": "network-vif-unplugged", "status": "completed", "tag": "faf6e074-fb7f-4eee-8325-03030c54204e", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:23:10.156501 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-42ebefd4-7354-4add-9d5b-e696008603fe {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:23:10.156906 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4febb67d-c899-4179-9c0f-222fb1f278b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'faf6e074-fb7f-4eee-8325-03030c54204e', 'code': 200} Dec 20 15:23:10.196766 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ca146c-4494-443b-80a1-f4dd85090d18 service neutron] Pushing event updated for resources: {'Port': ['ID=faf6e074-fb7f-4eee-8325-03030c54204e,revision_number=6']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:23:10.211350 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ca146c-4494-443b-80a1-f4dd85090d18 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:23:10.211712 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ca146c-4494-443b-80a1-f4dd85090d18 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:23:10.212052 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ca146c-4494-443b-80a1-f4dd85090d18 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:23:10.212438 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ca146c-4494-443b-80a1-f4dd85090d18 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:23:10.212676 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ca146c-4494-443b-80a1-f4dd85090d18 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:23:10.213010 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ca146c-4494-443b-80a1-f4dd85090d18 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:23:10.213351 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ca146c-4494-443b-80a1-f4dd85090d18 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:23:10.213681 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ca146c-4494-443b-80a1-f4dd85090d18 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:23:10.213989 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ca146c-4494-443b-80a1-f4dd85090d18 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:23:10.214324 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ca146c-4494-443b-80a1-f4dd85090d18 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:23:10.214616 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ca146c-4494-443b-80a1-f4dd85090d18 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:23:10.215014 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ca146c-4494-443b-80a1-f4dd85090d18 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:23:10.215330 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ca146c-4494-443b-80a1-f4dd85090d18 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:23:10.253112 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-829eeda0-fb9a-4adb-8e09-a2a656f132b6 req-c9ca146c-4494-443b-80a1-f4dd85090d18 service neutron] No DVR routers for this DVR port faf6e074-fb7f-4eee-8325-03030c54204e on host n-h2-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:23:10.394874 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-829eeda0-fb9a-4adb-8e09-a2a656f132b6 req-c9ca146c-4494-443b-80a1-f4dd85090d18 service neutron] Attempting to bind port faf6e074-fb7f-4eee-8325-03030c54204e on host n-h1-761264-19 for vnic_type normal with profile {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:23:10.395183 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-829eeda0-fb9a-4adb-8e09-a2a656f132b6 req-c9ca146c-4494-443b-80a1-f4dd85090d18 service neutron] Attempting to bind port faf6e074-fb7f-4eee-8325-03030c54204e by drivers openvswitch,hyperv on host n-h1-761264-19 at level 0 using segments [{'id': 'dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '63ccb7a9-3c34-4e10-9b7c-033a0881f0fc'}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:23:10.395548 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829eeda0-fb9a-4adb-8e09-a2a656f132b6 req-c9ca146c-4494-443b-80a1-f4dd85090d18 service neutron] Attempting to bind port faf6e074-fb7f-4eee-8325-03030c54204e on network 63ccb7a9-3c34-4e10-9b7c-033a0881f0fc {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:23:10.400184 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829eeda0-fb9a-4adb-8e09-a2a656f132b6 req-c9ca146c-4494-443b-80a1-f4dd85090d18 service neutron] Port faf6e074-fb7f-4eee-8325-03030c54204e on network 63ccb7a9-3c34-4e10-9b7c-033a0881f0fc not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-19 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:23:10.400495 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829eeda0-fb9a-4adb-8e09-a2a656f132b6 req-c9ca146c-4494-443b-80a1-f4dd85090d18 service neutron] Attempting to bind port faf6e074-fb7f-4eee-8325-03030c54204e on network 63ccb7a9-3c34-4e10-9b7c-033a0881f0fc {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:23:10.405490 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829eeda0-fb9a-4adb-8e09-a2a656f132b6 req-c9ca146c-4494-443b-80a1-f4dd85090d18 service neutron] Checking agent: {'id': '3e5ace3e-dd7b-4522-a7c4-77d13dbeab1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:23:10.405825 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829eeda0-fb9a-4adb-8e09-a2a656f132b6 req-c9ca146c-4494-443b-80a1-f4dd85090d18 service neutron] Checking segment: {'id': 'dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '63ccb7a9-3c34-4e10-9b7c-033a0881f0fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:23:10.406200 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829eeda0-fb9a-4adb-8e09-a2a656f132b6 req-c9ca146c-4494-443b-80a1-f4dd85090d18 service neutron] Bound using segment: {'id': 'dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '63ccb7a9-3c34-4e10-9b7c-033a0881f0fc'} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:23:10.406624 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-829eeda0-fb9a-4adb-8e09-a2a656f132b6 req-c9ca146c-4494-443b-80a1-f4dd85090d18 service neutron] Bound port: faf6e074-fb7f-4eee-8325-03030c54204e, host: n-h1-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '63ccb7a9-3c34-4e10-9b7c-033a0881f0fc'}}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:23:10.407007 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-829eeda0-fb9a-4adb-8e09-a2a656f132b6 req-c9ca146c-4494-443b-80a1-f4dd85090d18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:23:10.471161 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-829eeda0-fb9a-4adb-8e09-a2a656f132b6 req-c9ca146c-4494-443b-80a1-f4dd85090d18 service neutron] For port faf6e074-fb7f-4eee-8325-03030c54204e, host n-h1-761264-19, cleared binding levels {{(pid=103168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:23:10.474333 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-829eeda0-fb9a-4adb-8e09-a2a656f132b6 req-c9ca146c-4494-443b-80a1-f4dd85090d18 service neutron] For port faf6e074-fb7f-4eee-8325-03030c54204e, host n-h1-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=faf6e074-fb7f-4eee-8325-03030c54204e,segment=NetworkSegment(dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a),segment_id=dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a)] {{(pid=103168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:23:10.481309 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-829eeda0-fb9a-4adb-8e09-a2a656f132b6 req-c9ca146c-4494-443b-80a1-f4dd85090d18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:23:10.518506 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829eeda0-fb9a-4adb-8e09-a2a656f132b6 req-c9ca146c-4494-443b-80a1-f4dd85090d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:23:10.519151 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-829eeda0-fb9a-4adb-8e09-a2a656f132b6 req-c9ca146c-4494-443b-80a1-f4dd85090d18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:23:10.520546 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-829eeda0-fb9a-4adb-8e09-a2a656f132b6 req-c9ca146c-4494-443b-80a1-f4dd85090d18 service neutron] 10.222.0.30 "PUT /v2.0/ports/faf6e074-fb7f-4eee-8325-03030c54204e HTTP/1.1" status: 200 len: 1092 time: 1.0996459 Dec 20 15:23:10.537422 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ca146c-4494-443b-80a1-f4dd85090d18 service neutron] Pushing event updated for resources: {'Port': ['ID=faf6e074-fb7f-4eee-8325-03030c54204e,revision_number=7']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:23:10.592697 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829eeda0-fb9a-4adb-8e09-a2a656f132b6 req-4c661c96-d1a1-42d2-afc2-1090619b7311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:23:10.594248 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-829eeda0-fb9a-4adb-8e09-a2a656f132b6 req-4c661c96-d1a1-42d2-afc2-1090619b7311 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3a8ae3efcf51476d8a4f0685fa1f4850&device_id=4febb67d-c899-4179-9c0f-222fb1f278b5 HTTP/1.1" status: 200 len: 1095 time: 0.0469837 Dec 20 15:23:10.687797 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829eeda0-fb9a-4adb-8e09-a2a656f132b6 req-d0efeccb-c033-4706-bced-d54115f7606c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:23:10.689294 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-829eeda0-fb9a-4adb-8e09-a2a656f132b6 req-d0efeccb-c033-4706-bced-d54115f7606c service neutron] 10.222.0.30 "GET /v2.0/networks?id=63ccb7a9-3c34-4e10-9b7c-033a0881f0fc HTTP/1.1" status: 200 len: 912 time: 0.0880458 Dec 20 15:23:10.765986 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-829eeda0-fb9a-4adb-8e09-a2a656f132b6 req-700ca111-7873-4615-b806-346e9cd17bc4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=faf6e074-fb7f-4eee-8325-03030c54204e HTTP/1.1" status: 200 len: 999 time: 0.0693011 Dec 20 15:23:10.815623 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829eeda0-fb9a-4adb-8e09-a2a656f132b6 req-8c4ee9f6-256d-4e7c-82a6-97b520158f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:23:10.817099 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-829eeda0-fb9a-4adb-8e09-a2a656f132b6 req-8c4ee9f6-256d-4e7c-82a6-97b520158f61 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6dd720d7-be54-496c-b59e-cfe36a403992 HTTP/1.1" status: 200 len: 850 time: 0.0447292 Dec 20 15:23:10.867546 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829eeda0-fb9a-4adb-8e09-a2a656f132b6 req-35552531-4280-4060-ba8a-ef5cdd980a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:23:10.869789 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-829eeda0-fb9a-4adb-8e09-a2a656f132b6 req-35552531-4280-4060-ba8a-ef5cdd980a52 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=63ccb7a9-3c34-4e10-9b7c-033a0881f0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453501 Dec 20 15:23:10.971421 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-829eeda0-fb9a-4adb-8e09-a2a656f132b6 req-5b814f99-b99f-4eda-a85f-2b7db54a24ee service neutron] 10.222.0.30 "GET /v2.0/networks/63ccb7a9-3c34-4e10-9b7c-033a0881f0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930903 Dec 20 15:23:11.039012 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a85a343-e999-4123-9fcb-ac89f16f1209 req-a2993644-5bb6-4e30-9561-45f56100c763 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:23:11.040477 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1a85a343-e999-4123-9fcb-ac89f16f1209 req-a2993644-5bb6-4e30-9561-45f56100c763 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=4febb67d-c899-4179-9c0f-222fb1f278b5 HTTP/1.1" status: 200 len: 943 time: 0.0496767 Dec 20 15:23:11.068272 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-829eeda0-fb9a-4adb-8e09-a2a656f132b6 req-498b8319-835f-4c87-b3ff-b3635a9dcaef service neutron] 10.222.0.30 "GET /v2.0/networks/63ccb7a9-3c34-4e10-9b7c-033a0881f0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896349 Dec 20 15:23:11.091887 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1a85a343-e999-4123-9fcb-ac89f16f1209 req-7872d4ce-f851-4c72-898f-a1878573a201 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449843 Dec 20 15:23:12.074156 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:23:12.158035 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4febb67d-c899-4179-9c0f-222fb1f278b5', 'tag': 'faf6e074-fb7f-4eee-8325-03030c54204e'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:23:12.160773 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea303cd2f7c2854d59b68ee9755924cbed95107615564160e5853a5b93bd1da8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08742f15-d27e-41c2-b754-0e37db874b88" -d '{"events": [{"name": "network-changed", "server_uuid": "4febb67d-c899-4179-9c0f-222fb1f278b5", "tag": "faf6e074-fb7f-4eee-8325-03030c54204e"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:23:12.214147 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bcc1ed6-0e65-4dc1-9961-8df95db93e42 x-openstack-request-id: req-6bcc1ed6-0e65-4dc1-9961-8df95db93e42 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:23:12.214450 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4febb67d-c899-4179-9c0f-222fb1f278b5", "tag": "faf6e074-fb7f-4eee-8325-03030c54204e", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:23:12.214705 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6bcc1ed6-0e65-4dc1-9961-8df95db93e42 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:23:12.215138 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4febb67d-c899-4179-9c0f-222fb1f278b5', 'tag': 'faf6e074-fb7f-4eee-8325-03030c54204e', 'status': 'completed', 'code': 200} Dec 20 15:23:12.222997 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2a4d5f-837c-4487-af70-70431e0c3cc8 req-6e0e41c3-6231-434c-b93d-6ac8b8002f93 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:23:12.224527 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fc2a4d5f-837c-4487-af70-70431e0c3cc8 req-6e0e41c3-6231-434c-b93d-6ac8b8002f93 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=4febb67d-c899-4179-9c0f-222fb1f278b5 HTTP/1.1" status: 200 len: 943 time: 0.0574875 Dec 20 15:23:12.277950 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08742f15-d27e-41c2-b754-0e37db874b88 req-0ddf8fc2-c04d-4710-b622-341283775032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:23:12.279641 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-08742f15-d27e-41c2-b754-0e37db874b88 req-0ddf8fc2-c04d-4710-b622-341283775032 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3a8ae3efcf51476d8a4f0685fa1f4850&device_id=4febb67d-c899-4179-9c0f-222fb1f278b5 HTTP/1.1" status: 200 len: 1095 time: 0.0450873 Dec 20 15:23:12.301849 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fc2a4d5f-837c-4487-af70-70431e0c3cc8 req-6f77af7c-58e3-4402-b5d0-62eb9503221a tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0709162 Dec 20 15:23:12.308564 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08742f15-d27e-41c2-b754-0e37db874b88 req-f49b072c-aee8-4ff8-8999-0b0b967a7333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:23:12.309700 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-08742f15-d27e-41c2-b754-0e37db874b88 req-f49b072c-aee8-4ff8-8999-0b0b967a7333 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3a8ae3efcf51476d8a4f0685fa1f4850&device_id=4febb67d-c899-4179-9c0f-222fb1f278b5 HTTP/1.1" status: 200 len: 1095 time: 0.0654657 Dec 20 15:23:12.372659 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08742f15-d27e-41c2-b754-0e37db874b88 req-079db418-a0b7-45df-8cbd-6364f753c3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:23:12.374052 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-08742f15-d27e-41c2-b754-0e37db874b88 req-079db418-a0b7-45df-8cbd-6364f753c3aa service neutron] 10.222.0.47 "GET /v2.0/networks?id=63ccb7a9-3c34-4e10-9b7c-033a0881f0fc HTTP/1.1" status: 200 len: 912 time: 0.0873699 Dec 20 15:23:12.404184 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08742f15-d27e-41c2-b754-0e37db874b88 req-3198594b-491e-4a68-99fa-f769ef3b1ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:23:12.405697 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-08742f15-d27e-41c2-b754-0e37db874b88 req-3198594b-491e-4a68-99fa-f769ef3b1ee1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=63ccb7a9-3c34-4e10-9b7c-033a0881f0fc HTTP/1.1" status: 200 len: 912 time: 0.0883782 Dec 20 15:23:12.446587 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-08742f15-d27e-41c2-b754-0e37db874b88 req-64b8864d-08d3-461d-9665-0ca355f14eb3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=faf6e074-fb7f-4eee-8325-03030c54204e HTTP/1.1" status: 200 len: 999 time: 0.0643044 Dec 20 15:23:12.475438 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-08742f15-d27e-41c2-b754-0e37db874b88 req-4ab2ae56-cf8b-455f-9396-db66a3116637 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=faf6e074-fb7f-4eee-8325-03030c54204e HTTP/1.1" status: 200 len: 999 time: 0.0613418 Dec 20 15:23:12.502683 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08742f15-d27e-41c2-b754-0e37db874b88 req-854157b2-2578-421b-8cb2-4b8f24898a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:23:12.504259 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-08742f15-d27e-41c2-b754-0e37db874b88 req-854157b2-2578-421b-8cb2-4b8f24898a8f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6dd720d7-be54-496c-b59e-cfe36a403992 HTTP/1.1" status: 200 len: 850 time: 0.0503609 Dec 20 15:23:12.526386 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08742f15-d27e-41c2-b754-0e37db874b88 req-7924338a-e15a-4043-8340-9e6df12860dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:23:12.527896 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-08742f15-d27e-41c2-b754-0e37db874b88 req-7924338a-e15a-4043-8340-9e6df12860dd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6dd720d7-be54-496c-b59e-cfe36a403992 HTTP/1.1" status: 200 len: 850 time: 0.0443666 Dec 20 15:23:12.551055 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08742f15-d27e-41c2-b754-0e37db874b88 req-5f484320-9198-4c3d-97f7-ba3863ee7f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:23:12.552570 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-08742f15-d27e-41c2-b754-0e37db874b88 req-5f484320-9198-4c3d-97f7-ba3863ee7f32 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=63ccb7a9-3c34-4e10-9b7c-033a0881f0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406158 Dec 20 15:23:12.577232 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08742f15-d27e-41c2-b754-0e37db874b88 req-2c0f2240-ed79-4a9e-a1bd-9eb670a9e4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:23:12.578751 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-08742f15-d27e-41c2-b754-0e37db874b88 req-2c0f2240-ed79-4a9e-a1bd-9eb670a9e4bc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=63ccb7a9-3c34-4e10-9b7c-033a0881f0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439043 Dec 20 15:23:12.649473 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-08742f15-d27e-41c2-b754-0e37db874b88 req-647a4af0-ea66-4ace-bd6d-ffba5aca91ad service neutron] 10.222.0.47 "GET /v2.0/networks/63ccb7a9-3c34-4e10-9b7c-033a0881f0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892620 Dec 20 15:23:12.669939 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-08742f15-d27e-41c2-b754-0e37db874b88 req-7c0caedd-bff2-4a6a-ac79-4e2ef7c37751 service neutron] 10.222.0.30 "GET /v2.0/networks/63ccb7a9-3c34-4e10-9b7c-033a0881f0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837562 Dec 20 15:23:12.739472 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-08742f15-d27e-41c2-b754-0e37db874b88 req-f6fe657a-ecee-420f-9438-a5102a116e3c service neutron] 10.222.0.47 "GET /v2.0/networks/63ccb7a9-3c34-4e10-9b7c-033a0881f0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834498 Dec 20 15:23:12.770260 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-08742f15-d27e-41c2-b754-0e37db874b88 req-ceffffd3-dc9f-4e07-9b1c-e024267eac65 service neutron] 10.222.0.30 "GET /v2.0/networks/63ccb7a9-3c34-4e10-9b7c-033a0881f0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916443 Dec 20 15:23:13.440649 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6612d2-23fb-492d-8149-d371f065baff req-8051af84-bdeb-43db-8082-bbda679428cd tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:23:13.442121 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-cc6612d2-23fb-492d-8149-d371f065baff req-8051af84-bdeb-43db-8082-bbda679428cd tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=4febb67d-c899-4179-9c0f-222fb1f278b5 HTTP/1.1" status: 200 len: 943 time: 0.0555477 Dec 20 15:23:13.490369 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-cc6612d2-23fb-492d-8149-d371f065baff req-538c77df-0c50-4b22-ba17-376ceaeeeb23 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403376 Dec 20 15:23:13.675547 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device faf6e074-fb7f-4eee-8325-03030c54204e no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:23:13.721504 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device faf6e074-fb7f-4eee-8325-03030c54204e not bound to the agent host n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:23:14.623774 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75704ee-52ac-4606-8bf5-cbdcb9f205ef req-c63bbdf5-d14c-42fa-9074-645ac5f09667 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:23:14.625235 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e75704ee-52ac-4606-8bf5-cbdcb9f205ef req-c63bbdf5-d14c-42fa-9074-645ac5f09667 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=4febb67d-c899-4179-9c0f-222fb1f278b5 HTTP/1.1" status: 200 len: 943 time: 0.0583179 Dec 20 15:23:14.676800 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e75704ee-52ac-4606-8bf5-cbdcb9f205ef req-2a63ffb5-1886-49f5-93fe-8d3db613af5e tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443704 Dec 20 15:23:14.766270 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device faf6e074-fb7f-4eee-8325-03030c54204e details requested by agent hyperv_n-h1-761264-19 with host n-h1-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:23:14.877354 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port faf6e074-fb7f-4eee-8325-03030c54204e, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=faf6e074-fb7f-4eee-8325-03030c54204e,segment=NetworkSegment(dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a),segment_id=dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:23:14.890566 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Returning: {'device': 'faf6e074-fb7f-4eee-8325-03030c54204e', 'network_id': '63ccb7a9-3c34-4e10-9b7c-033a0881f0fc', 'port_id': 'faf6e074-fb7f-4eee-8325-03030c54204e', 'mac_address': 'fa:16:3e:95:39:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dd720d7-be54-496c-b59e-cfe36a403992', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:23:14.933841 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:23:14.948830 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faf6e074-fb7f-4eee-8325-03030c54204e {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:23:14.969767 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port faf6e074-fb7f-4eee-8325-03030c54204e, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=faf6e074-fb7f-4eee-8325-03030c54204e,segment=NetworkSegment(dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a),segment_id=dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:23:14.974691 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:23:15.023824 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=faf6e074-fb7f-4eee-8325-03030c54204e,revision_number=8']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:23:15.024961 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1144e3fc-3f5d-44d1-ad8d-31b6212ca8a0 req-34dc9f6e-1d75-455e-909b-7a6d8c103f8b tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:23:15.026483 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1144e3fc-3f5d-44d1-ad8d-31b6212ca8a0 req-34dc9f6e-1d75-455e-909b-7a6d8c103f8b tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.30 "GET /v2.0/ports?device_id=4febb67d-c899-4179-9c0f-222fb1f278b5&tenant_id=3a8ae3efcf51476d8a4f0685fa1f4850&binding%3Ahost_id=n-h1-761264-19 HTTP/1.1" status: 200 len: 943 time: 0.0858512 Dec 20 15:23:15.032050 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:23:15.032315 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:23:15.032613 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:23:15.032956 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:23:15.033288 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:23:15.033626 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:23:15.033955 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:23:15.034280 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:23:15.034604 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:23:15.034997 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:23:15.035327 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:23:15.035650 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:23:15.036142 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:23:15.047243 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a6756-bc86-49f8-bc9f-14e799140c27 req-d31608cf-0176-4025-9bbe-b44372585187 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:23:15.048660 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e21a6756-bc86-49f8-bc9f-14e799140c27 req-d31608cf-0176-4025-9bbe-b44372585187 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=4febb67d-c899-4179-9c0f-222fb1f278b5 HTTP/1.1" status: 200 len: 944 time: 0.0803418 Dec 20 15:23:15.127529 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1144e3fc-3f5d-44d1-ad8d-31b6212ca8a0 req-1df1c060-a937-4210-9161-b4f33751be6a service neutron] 10.222.0.30 "GET /v2.0/ports/faf6e074-fb7f-4eee-8325-03030c54204e/bindings/n-h1-761264-19 HTTP/1.1" status: 200 len: 383 time: 0.0930853 Dec 20 15:23:15.135440 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e21a6756-bc86-49f8-bc9f-14e799140c27 req-8f6c38d8-b1ca-48c7-ad88-b62d15804e5c tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0665870 Dec 20 15:23:15.196297 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1144e3fc-3f5d-44d1-ad8d-31b6212ca8a0 req-243b688e-d115-4bec-ad71-23e430221408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:23:15.197873 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1144e3fc-3f5d-44d1-ad8d-31b6212ca8a0 req-243b688e-d115-4bec-ad71-23e430221408 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3a8ae3efcf51476d8a4f0685fa1f4850&device_id=4febb67d-c899-4179-9c0f-222fb1f278b5 HTTP/1.1" status: 200 len: 1096 time: 0.0428298 Dec 20 15:23:15.293392 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1144e3fc-3f5d-44d1-ad8d-31b6212ca8a0 req-5ff57df4-2447-44df-b8fe-b2f1fc086b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:23:15.294821 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1144e3fc-3f5d-44d1-ad8d-31b6212ca8a0 req-5ff57df4-2447-44df-b8fe-b2f1fc086b51 service neutron] 10.222.0.30 "GET /v2.0/networks?id=63ccb7a9-3c34-4e10-9b7c-033a0881f0fc HTTP/1.1" status: 200 len: 912 time: 0.0900655 Dec 20 15:23:15.362769 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1144e3fc-3f5d-44d1-ad8d-31b6212ca8a0 req-b9019e3e-cd7b-4259-a29a-7c816fb4f510 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=faf6e074-fb7f-4eee-8325-03030c54204e HTTP/1.1" status: 200 len: 1000 time: 0.0599072 Dec 20 15:23:15.366198 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['faf6e074-fb7f-4eee-8325-03030c54204e'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:23:15.432823 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1144e3fc-3f5d-44d1-ad8d-31b6212ca8a0 req-93b8811b-3974-4922-b857-57afd652d52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:23:15.434312 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1144e3fc-3f5d-44d1-ad8d-31b6212ca8a0 req-93b8811b-3974-4922-b857-57afd652d52b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6dd720d7-be54-496c-b59e-cfe36a403992 HTTP/1.1" status: 200 len: 850 time: 0.0559328 Dec 20 15:23:15.484467 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1144e3fc-3f5d-44d1-ad8d-31b6212ca8a0 req-a9139088-c43d-41ab-ba0f-c21874661efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:23:15.485992 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1144e3fc-3f5d-44d1-ad8d-31b6212ca8a0 req-a9139088-c43d-41ab-ba0f-c21874661efa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=63ccb7a9-3c34-4e10-9b7c-033a0881f0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447829 Dec 20 15:23:15.583868 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1144e3fc-3f5d-44d1-ad8d-31b6212ca8a0 req-8f646a92-634e-4fdd-8e84-704a381329b5 service neutron] 10.222.0.30 "GET /v2.0/networks/63ccb7a9-3c34-4e10-9b7c-033a0881f0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901191 Dec 20 15:23:15.655179 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:23:15.686111 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1144e3fc-3f5d-44d1-ad8d-31b6212ca8a0 req-317f2c45-58a9-4b87-a888-5ac224b4ce3b service neutron] 10.222.0.30 "GET /v2.0/networks/63ccb7a9-3c34-4e10-9b7c-033a0881f0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898592 Dec 20 15:23:16.278371 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7d2194-ca3a-430d-8d12-fc0ee024511f req-d2087460-9b57-44eb-b789-5164f44cb178 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:23:16.279936 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3d7d2194-ca3a-430d-8d12-fc0ee024511f req-d2087460-9b57-44eb-b789-5164f44cb178 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=4febb67d-c899-4179-9c0f-222fb1f278b5 HTTP/1.1" status: 200 len: 944 time: 0.0527623 Dec 20 15:23:16.329930 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3d7d2194-ca3a-430d-8d12-fc0ee024511f req-b2eb476c-8d9a-4440-bcdb-d1fa5a21eb9e tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411932 Dec 20 15:23:16.794664 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device faf6e074-fb7f-4eee-8325-03030c54204e up at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:23:16.855035 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning for port faf6e074-fb7f-4eee-8325-03030c54204e completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:23:16.858750 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning complete for port faf6e074-fb7f-4eee-8325-03030c54204e triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:23:16.859200 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:23:16.940871 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:23:16.964031 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4febb67d-c899-4179-9c0f-222fb1f278b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faf6e074-fb7f-4eee-8325-03030c54204e'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:23:16.966350 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a867d42bfdcbb9cb6963a533571b1f1c257f186d8c4d683fcd223be3c25d00f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-736d9220-f650-4189-9d53-d9c9f7bc99ae" -d '{"events": [{"server_uuid": "4febb67d-c899-4179-9c0f-222fb1f278b5", "name": "network-vif-plugged", "status": "completed", "tag": "faf6e074-fb7f-4eee-8325-03030c54204e"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:23:16.978866 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port faf6e074-fb7f-4eee-8325-03030c54204e, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=faf6e074-fb7f-4eee-8325-03030c54204e,segment=NetworkSegment(dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a),segment_id=dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:23:16.984218 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:23:17.020330 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2bd3a88-84c4-4adb-b3e5-1d4360c577c2 x-openstack-request-id: req-a2bd3a88-84c4-4adb-b3e5-1d4360c577c2 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:23:17.020626 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4febb67d-c899-4179-9c0f-222fb1f278b5", "name": "network-vif-plugged", "status": "completed", "tag": "faf6e074-fb7f-4eee-8325-03030c54204e", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:23:17.020884 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a2bd3a88-84c4-4adb-b3e5-1d4360c577c2 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:23:17.021277 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4febb67d-c899-4179-9c0f-222fb1f278b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faf6e074-fb7f-4eee-8325-03030c54204e', 'code': 200} Dec 20 15:23:17.033153 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=faf6e074-fb7f-4eee-8325-03030c54204e,revision_number=9']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:23:17.467586 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1019d81-4fe2-487c-8655-32fdc0f555f9 req-7dbb7082-a31c-4d32-b0a9-96a21d13af80 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:23:17.469089 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e1019d81-4fe2-487c-8655-32fdc0f555f9 req-7dbb7082-a31c-4d32-b0a9-96a21d13af80 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=4febb67d-c899-4179-9c0f-222fb1f278b5 HTTP/1.1" status: 200 len: 945 time: 0.0525374 Dec 20 15:23:17.516387 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e1019d81-4fe2-487c-8655-32fdc0f555f9 req-94bb990e-033e-4a6a-b155-ee47204ae6fa tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410903 Dec 20 15:23:18.035451 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1144e3fc-3f5d-44d1-ad8d-31b6212ca8a0 req-a0e723fe-588d-4bcb-a02f-77b1c70d384e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:23:18.036935 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1144e3fc-3f5d-44d1-ad8d-31b6212ca8a0 req-a0e723fe-588d-4bcb-a02f-77b1c70d384e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4febb67d-c899-4179-9c0f-222fb1f278b5&tenant_id=3a8ae3efcf51476d8a4f0685fa1f4850 HTTP/1.1" status: 200 len: 1097 time: 0.0476627 Dec 20 15:23:18.049402 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-1144e3fc-3f5d-44d1-ad8d-31b6212ca8a0 req-8dca8e65-659a-48e1-847c-a74649ac3d01 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-761264-19', 'device_owner': 'compute:nova'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:23:18.102553 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-1144e3fc-3f5d-44d1-ad8d-31b6212ca8a0 req-8dca8e65-659a-48e1-847c-a74649ac3d01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:23:18.306823 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-1144e3fc-3f5d-44d1-ad8d-31b6212ca8a0 req-8dca8e65-659a-48e1-847c-a74649ac3d01 service neutron] For port faf6e074-fb7f-4eee-8325-03030c54204e, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=faf6e074-fb7f-4eee-8325-03030c54204e,segment=NetworkSegment(dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a),segment_id=dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:23:18.339242 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-1144e3fc-3f5d-44d1-ad8d-31b6212ca8a0 req-8dca8e65-659a-48e1-847c-a74649ac3d01 service neutron] For port faf6e074-fb7f-4eee-8325-03030c54204e, host n-h1-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:23:18.384113 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4febb67d-c899-4179-9c0f-222fb1f278b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'faf6e074-fb7f-4eee-8325-03030c54204e'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:23:18.386662 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08f5bd10d948da750b9537a176c40f94b479143edf42a445aa4903673b4b1814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c70a5e03-e215-43eb-b77f-f6d7790c228f" -d '{"events": [{"server_uuid": "4febb67d-c899-4179-9c0f-222fb1f278b5", "name": "network-vif-unplugged", "status": "completed", "tag": "faf6e074-fb7f-4eee-8325-03030c54204e"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:23:18.390698 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-1144e3fc-3f5d-44d1-ad8d-31b6212ca8a0 req-8dca8e65-659a-48e1-847c-a74649ac3d01 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:23:18.404486 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-1144e3fc-3f5d-44d1-ad8d-31b6212ca8a0 req-8dca8e65-659a-48e1-847c-a74649ac3d01 service neutron] Transition to ACTIVE for port object faf6e074-fb7f-4eee-8325-03030c54204e will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:23:18.409762 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-1144e3fc-3f5d-44d1-ad8d-31b6212ca8a0 req-8dca8e65-659a-48e1-847c-a74649ac3d01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:23:18.441973 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 15:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59f2e173-244b-4563-b405-1f2b7de0e32e x-openstack-request-id: req-59f2e173-244b-4563-b405-1f2b7de0e32e {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:23:18.442267 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4febb67d-c899-4179-9c0f-222fb1f278b5", "name": "network-vif-unplugged", "status": "completed", "tag": "faf6e074-fb7f-4eee-8325-03030c54204e", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:23:18.442525 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-59f2e173-244b-4563-b405-1f2b7de0e32e {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:23:18.443460 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4febb67d-c899-4179-9c0f-222fb1f278b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'faf6e074-fb7f-4eee-8325-03030c54204e', 'code': 200} Dec 20 15:23:18.522750 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dca8e65-659a-48e1-847c-a74649ac3d01 service neutron] Pushing event updated for resources: {'Port': ['ID=faf6e074-fb7f-4eee-8325-03030c54204e,revision_number=10']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:23:18.548929 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dca8e65-659a-48e1-847c-a74649ac3d01 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:23:18.549280 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dca8e65-659a-48e1-847c-a74649ac3d01 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:23:18.549612 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dca8e65-659a-48e1-847c-a74649ac3d01 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:23:18.549968 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dca8e65-659a-48e1-847c-a74649ac3d01 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:23:18.550313 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dca8e65-659a-48e1-847c-a74649ac3d01 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:23:18.550646 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dca8e65-659a-48e1-847c-a74649ac3d01 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:23:18.551012 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dca8e65-659a-48e1-847c-a74649ac3d01 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:23:18.551339 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dca8e65-659a-48e1-847c-a74649ac3d01 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:23:18.551641 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dca8e65-659a-48e1-847c-a74649ac3d01 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:23:18.551980 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dca8e65-659a-48e1-847c-a74649ac3d01 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:23:18.552302 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dca8e65-659a-48e1-847c-a74649ac3d01 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:23:18.552625 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dca8e65-659a-48e1-847c-a74649ac3d01 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:23:18.552949 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dca8e65-659a-48e1-847c-a74649ac3d01 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:23:18.594818 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-1144e3fc-3f5d-44d1-ad8d-31b6212ca8a0 req-8dca8e65-659a-48e1-847c-a74649ac3d01 service neutron] No DVR routers for this DVR port faf6e074-fb7f-4eee-8325-03030c54204e on host n-h1-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:23:18.722505 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f89bc5-a7db-4fc9-8529-57fee1401425 req-0ef152d2-9b5e-4d9f-bb08-78204d737328 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:23:18.724027 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b4f89bc5-a7db-4fc9-8529-57fee1401425 req-0ef152d2-9b5e-4d9f-bb08-78204d737328 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=4febb67d-c899-4179-9c0f-222fb1f278b5 HTTP/1.1" status: 200 len: 944 time: 0.1264186 Dec 20 15:23:18.796249 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-1144e3fc-3f5d-44d1-ad8d-31b6212ca8a0 req-8dca8e65-659a-48e1-847c-a74649ac3d01 service neutron] Attempting to bind port faf6e074-fb7f-4eee-8325-03030c54204e on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:23:18.796595 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-1144e3fc-3f5d-44d1-ad8d-31b6212ca8a0 req-8dca8e65-659a-48e1-847c-a74649ac3d01 service neutron] Attempting to bind port faf6e074-fb7f-4eee-8325-03030c54204e by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': 'dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '63ccb7a9-3c34-4e10-9b7c-033a0881f0fc'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:23:18.796923 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1144e3fc-3f5d-44d1-ad8d-31b6212ca8a0 req-8dca8e65-659a-48e1-847c-a74649ac3d01 service neutron] Attempting to bind port faf6e074-fb7f-4eee-8325-03030c54204e on network 63ccb7a9-3c34-4e10-9b7c-033a0881f0fc {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:23:18.803052 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b4f89bc5-a7db-4fc9-8529-57fee1401425 req-12fca3d3-e8e0-482d-b9f8-3a1a18051752 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0728269 Dec 20 15:23:18.805197 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1144e3fc-3f5d-44d1-ad8d-31b6212ca8a0 req-8dca8e65-659a-48e1-847c-a74649ac3d01 service neutron] Port faf6e074-fb7f-4eee-8325-03030c54204e on network 63ccb7a9-3c34-4e10-9b7c-033a0881f0fc not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:23:18.805514 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1144e3fc-3f5d-44d1-ad8d-31b6212ca8a0 req-8dca8e65-659a-48e1-847c-a74649ac3d01 service neutron] Attempting to bind port faf6e074-fb7f-4eee-8325-03030c54204e on network 63ccb7a9-3c34-4e10-9b7c-033a0881f0fc {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:23:18.811017 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1144e3fc-3f5d-44d1-ad8d-31b6212ca8a0 req-8dca8e65-659a-48e1-847c-a74649ac3d01 service neutron] Checking agent: {'id': '43c60aee-e4af-4ecc-bee2-aac3569fafed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:23:18.811353 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1144e3fc-3f5d-44d1-ad8d-31b6212ca8a0 req-8dca8e65-659a-48e1-847c-a74649ac3d01 service neutron] Checking segment: {'id': 'dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '63ccb7a9-3c34-4e10-9b7c-033a0881f0fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:23:18.811755 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1144e3fc-3f5d-44d1-ad8d-31b6212ca8a0 req-8dca8e65-659a-48e1-847c-a74649ac3d01 service neutron] Bound using segment: {'id': 'dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '63ccb7a9-3c34-4e10-9b7c-033a0881f0fc'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:23:18.812160 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-1144e3fc-3f5d-44d1-ad8d-31b6212ca8a0 req-8dca8e65-659a-48e1-847c-a74649ac3d01 service neutron] Bound port: faf6e074-fb7f-4eee-8325-03030c54204e, host: n-h2-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '63ccb7a9-3c34-4e10-9b7c-033a0881f0fc'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:23:18.812495 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-1144e3fc-3f5d-44d1-ad8d-31b6212ca8a0 req-8dca8e65-659a-48e1-847c-a74649ac3d01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:23:18.875159 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-1144e3fc-3f5d-44d1-ad8d-31b6212ca8a0 req-8dca8e65-659a-48e1-847c-a74649ac3d01 service neutron] For port faf6e074-fb7f-4eee-8325-03030c54204e, host n-h2-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:23:18.878494 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-1144e3fc-3f5d-44d1-ad8d-31b6212ca8a0 req-8dca8e65-659a-48e1-847c-a74649ac3d01 service neutron] For port faf6e074-fb7f-4eee-8325-03030c54204e, host n-h2-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=faf6e074-fb7f-4eee-8325-03030c54204e,segment=NetworkSegment(dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a),segment_id=dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:23:18.884841 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-1144e3fc-3f5d-44d1-ad8d-31b6212ca8a0 req-8dca8e65-659a-48e1-847c-a74649ac3d01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:23:18.921747 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1144e3fc-3f5d-44d1-ad8d-31b6212ca8a0 req-8dca8e65-659a-48e1-847c-a74649ac3d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:23:18.922706 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-1144e3fc-3f5d-44d1-ad8d-31b6212ca8a0 req-8dca8e65-659a-48e1-847c-a74649ac3d01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:23:18.924089 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1144e3fc-3f5d-44d1-ad8d-31b6212ca8a0 req-8dca8e65-659a-48e1-847c-a74649ac3d01 service neutron] 10.222.0.47 "PUT /v2.0/ports/faf6e074-fb7f-4eee-8325-03030c54204e HTTP/1.1" status: 200 len: 1093 time: 0.8786151 Dec 20 15:23:18.952160 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dca8e65-659a-48e1-847c-a74649ac3d01 service neutron] Pushing event updated for resources: {'Port': ['ID=faf6e074-fb7f-4eee-8325-03030c54204e,revision_number=11']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:23:18.998544 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1144e3fc-3f5d-44d1-ad8d-31b6212ca8a0 req-6b0da835-738b-4f22-990d-e088f99f1089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:23:19.000103 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1144e3fc-3f5d-44d1-ad8d-31b6212ca8a0 req-6b0da835-738b-4f22-990d-e088f99f1089 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3a8ae3efcf51476d8a4f0685fa1f4850&device_id=4febb67d-c899-4179-9c0f-222fb1f278b5 HTTP/1.1" status: 200 len: 1096 time: 0.0495434 Dec 20 15:23:19.092766 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1144e3fc-3f5d-44d1-ad8d-31b6212ca8a0 req-13c89f8f-edb7-4227-baf8-29e91d102a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:23:19.094263 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1144e3fc-3f5d-44d1-ad8d-31b6212ca8a0 req-13c89f8f-edb7-4227-baf8-29e91d102a97 service neutron] 10.222.0.47 "GET /v2.0/networks?id=63ccb7a9-3c34-4e10-9b7c-033a0881f0fc HTTP/1.1" status: 200 len: 912 time: 0.0864754 Dec 20 15:23:19.174749 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1144e3fc-3f5d-44d1-ad8d-31b6212ca8a0 req-bf0265aa-40f5-479d-b583-e801562dd1df service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=faf6e074-fb7f-4eee-8325-03030c54204e HTTP/1.1" status: 200 len: 999 time: 0.0725827 Dec 20 15:23:19.225346 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1144e3fc-3f5d-44d1-ad8d-31b6212ca8a0 req-f2cae3db-bc0b-4495-a5ae-7017e598560e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:23:19.226764 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1144e3fc-3f5d-44d1-ad8d-31b6212ca8a0 req-f2cae3db-bc0b-4495-a5ae-7017e598560e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6dd720d7-be54-496c-b59e-cfe36a403992 HTTP/1.1" status: 200 len: 850 time: 0.0443330 Dec 20 15:23:19.284639 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1144e3fc-3f5d-44d1-ad8d-31b6212ca8a0 req-84962e7f-c958-4a0a-8592-9203191cccfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:23:19.286133 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1144e3fc-3f5d-44d1-ad8d-31b6212ca8a0 req-84962e7f-c958-4a0a-8592-9203191cccfe service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=63ccb7a9-3c34-4e10-9b7c-033a0881f0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517509 Dec 20 15:23:19.384537 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1144e3fc-3f5d-44d1-ad8d-31b6212ca8a0 req-9bc577e1-650e-48bb-a438-9a728130025b service neutron] 10.222.0.47 "GET /v2.0/networks/63ccb7a9-3c34-4e10-9b7c-033a0881f0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902114 Dec 20 15:23:19.482548 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1144e3fc-3f5d-44d1-ad8d-31b6212ca8a0 req-e9e05a32-ea38-4641-99ea-9026e8098aea service neutron] 10.222.0.47 "GET /v2.0/networks/63ccb7a9-3c34-4e10-9b7c-033a0881f0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902996 Dec 20 15:23:19.936537 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4599a3-2e1c-40d7-9dea-929df8d6ac24 req-cef3b2cf-0c90-4c65-81bf-8fcb2e363318 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:23:19.938016 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8a4599a3-2e1c-40d7-9dea-929df8d6ac24 req-cef3b2cf-0c90-4c65-81bf-8fcb2e363318 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=4febb67d-c899-4179-9c0f-222fb1f278b5 HTTP/1.1" status: 200 len: 944 time: 0.0563738 Dec 20 15:23:19.990858 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8a4599a3-2e1c-40d7-9dea-929df8d6ac24 req-ff18c687-5d8b-49cc-ac4f-8dad0c22205e tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465326 Dec 20 15:23:20.444088 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4febb67d-c899-4179-9c0f-222fb1f278b5', 'tag': 'faf6e074-fb7f-4eee-8325-03030c54204e'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:23:20.448146 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08f5bd10d948da750b9537a176c40f94b479143edf42a445aa4903673b4b1814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94c99ec6-7cac-41b7-9894-7a4a0005011c" -d '{"events": [{"name": "network-changed", "server_uuid": "4febb67d-c899-4179-9c0f-222fb1f278b5", "tag": "faf6e074-fb7f-4eee-8325-03030c54204e"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:23:20.504015 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a9b8c19-c5cc-4057-883c-245f6b2d2e61 x-openstack-request-id: req-2a9b8c19-c5cc-4057-883c-245f6b2d2e61 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:23:20.504314 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4febb67d-c899-4179-9c0f-222fb1f278b5", "tag": "faf6e074-fb7f-4eee-8325-03030c54204e", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:23:20.504637 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2a9b8c19-c5cc-4057-883c-245f6b2d2e61 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:23:20.505079 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4febb67d-c899-4179-9c0f-222fb1f278b5', 'tag': 'faf6e074-fb7f-4eee-8325-03030c54204e', 'status': 'completed', 'code': 200} Dec 20 15:23:20.565800 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c99ec6-7cac-41b7-9894-7a4a0005011c req-bda17b71-e962-4a04-9106-8e5d64ebec68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:23:20.567365 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-94c99ec6-7cac-41b7-9894-7a4a0005011c req-bda17b71-e962-4a04-9106-8e5d64ebec68 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3a8ae3efcf51476d8a4f0685fa1f4850&device_id=4febb67d-c899-4179-9c0f-222fb1f278b5 HTTP/1.1" status: 200 len: 1096 time: 0.0426102 Dec 20 15:23:20.568693 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c99ec6-7cac-41b7-9894-7a4a0005011c req-87b2e934-c3d1-4566-9760-8b05f71d0858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:23:20.570360 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-94c99ec6-7cac-41b7-9894-7a4a0005011c req-87b2e934-c3d1-4566-9760-8b05f71d0858 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3a8ae3efcf51476d8a4f0685fa1f4850&device_id=4febb67d-c899-4179-9c0f-222fb1f278b5 HTTP/1.1" status: 200 len: 1096 time: 0.0410879 Dec 20 15:23:20.661377 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c99ec6-7cac-41b7-9894-7a4a0005011c req-fe70658e-0ea6-4f36-b0b0-ceb8f1b46b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:23:20.662636 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c99ec6-7cac-41b7-9894-7a4a0005011c req-6bda314a-87ee-4aa5-95b9-8403ed083225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:23:20.662915 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-94c99ec6-7cac-41b7-9894-7a4a0005011c req-fe70658e-0ea6-4f36-b0b0-ceb8f1b46b91 service neutron] 10.222.0.47 "GET /v2.0/networks?id=63ccb7a9-3c34-4e10-9b7c-033a0881f0fc HTTP/1.1" status: 200 len: 912 time: 0.0879059 Dec 20 15:23:20.664158 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-94c99ec6-7cac-41b7-9894-7a4a0005011c req-6bda314a-87ee-4aa5-95b9-8403ed083225 service neutron] 10.222.0.30 "GET /v2.0/networks?id=63ccb7a9-3c34-4e10-9b7c-033a0881f0fc HTTP/1.1" status: 200 len: 912 time: 0.0868123 Dec 20 15:23:20.735388 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-94c99ec6-7cac-41b7-9894-7a4a0005011c req-23f19a9a-c54b-4ac4-ba45-c0b867e79ae3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=faf6e074-fb7f-4eee-8325-03030c54204e HTTP/1.1" status: 200 len: 999 time: 0.0637293 Dec 20 15:23:20.735899 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-94c99ec6-7cac-41b7-9894-7a4a0005011c req-1838df9b-9297-4bc9-af52-cb81d3d7bb0a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=faf6e074-fb7f-4eee-8325-03030c54204e HTTP/1.1" status: 200 len: 999 time: 0.0621605 Dec 20 15:23:20.784621 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c99ec6-7cac-41b7-9894-7a4a0005011c req-8aa4736b-b162-4678-8552-18f36455c163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:23:20.786084 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-94c99ec6-7cac-41b7-9894-7a4a0005011c req-8aa4736b-b162-4678-8552-18f36455c163 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6dd720d7-be54-496c-b59e-cfe36a403992 HTTP/1.1" status: 200 len: 850 time: 0.0445385 Dec 20 15:23:20.787572 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c99ec6-7cac-41b7-9894-7a4a0005011c req-4fbea1ea-8ff6-4165-a276-21b2609d0bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:23:20.789007 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-94c99ec6-7cac-41b7-9894-7a4a0005011c req-4fbea1ea-8ff6-4165-a276-21b2609d0bc5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6dd720d7-be54-496c-b59e-cfe36a403992 HTTP/1.1" status: 200 len: 850 time: 0.0440562 Dec 20 15:23:20.833254 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c99ec6-7cac-41b7-9894-7a4a0005011c req-3c3bb3f1-c997-4c42-8a09-678ccabc4397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:23:20.834970 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-94c99ec6-7cac-41b7-9894-7a4a0005011c req-3c3bb3f1-c997-4c42-8a09-678ccabc4397 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=63ccb7a9-3c34-4e10-9b7c-033a0881f0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418174 Dec 20 15:23:20.836490 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c99ec6-7cac-41b7-9894-7a4a0005011c req-65dc1953-69ba-4969-9448-34ddf334d401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:23:20.838143 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-94c99ec6-7cac-41b7-9894-7a4a0005011c req-65dc1953-69ba-4969-9448-34ddf334d401 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=63ccb7a9-3c34-4e10-9b7c-033a0881f0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417595 Dec 20 15:23:20.839679 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device faf6e074-fb7f-4eee-8325-03030c54204e no longer exists at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:23:20.890024 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device faf6e074-fb7f-4eee-8325-03030c54204e not bound to the agent host n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:23:20.936687 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-94c99ec6-7cac-41b7-9894-7a4a0005011c req-c5444a31-e9ed-49c4-818a-d6a6eb5108a3 service neutron] 10.222.0.30 "GET /v2.0/networks/63ccb7a9-3c34-4e10-9b7c-033a0881f0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940976 Dec 20 15:23:20.949510 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-94c99ec6-7cac-41b7-9894-7a4a0005011c req-9df30ce1-f476-466a-b0f7-76c4656308df service neutron] 10.222.0.47 "GET /v2.0/networks/63ccb7a9-3c34-4e10-9b7c-033a0881f0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008368 Dec 20 15:23:21.043585 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-94c99ec6-7cac-41b7-9894-7a4a0005011c req-e310aa82-747d-4477-af7c-75f384cb8f94 service neutron] 10.222.0.30 "GET /v2.0/networks/63ccb7a9-3c34-4e10-9b7c-033a0881f0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000314 Dec 20 15:23:21.070137 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-94c99ec6-7cac-41b7-9894-7a4a0005011c req-940ba21e-bced-46af-9a17-da3444bf2e22 service neutron] 10.222.0.47 "GET /v2.0/networks/63ccb7a9-3c34-4e10-9b7c-033a0881f0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126795 Dec 20 15:23:21.127570 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3f9cc2-f480-46b2-83cf-240f15b81c11 req-37eada88-7f7e-4d49-a67d-ff11fa24fbdd tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:23:21.129117 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3c3f9cc2-f480-46b2-83cf-240f15b81c11 req-37eada88-7f7e-4d49-a67d-ff11fa24fbdd tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=4febb67d-c899-4179-9c0f-222fb1f278b5 HTTP/1.1" status: 200 len: 944 time: 0.0554848 Dec 20 15:23:21.175972 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3c3f9cc2-f480-46b2-83cf-240f15b81c11 req-5ef19757-0568-46eb-866c-7d8a36843f07 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407140 Dec 20 15:23:21.302803 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1138ee7c-33a7-4adf-b1d2-c9e85b9feec4 req-080f668f-f0a9-44cd-9b3d-52df21b2f88a tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:23:21.304239 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1138ee7c-33a7-4adf-b1d2-c9e85b9feec4 req-080f668f-f0a9-44cd-9b3d-52df21b2f88a tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=4febb67d-c899-4179-9c0f-222fb1f278b5 HTTP/1.1" status: 200 len: 944 time: 0.0523195 Dec 20 15:23:21.359413 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1138ee7c-33a7-4adf-b1d2-c9e85b9feec4 req-e534e67e-252f-410f-9ad1-70a347cc920b tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459714 Dec 20 15:23:21.482948 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe01227-a32e-4d39-b3e9-11ab8e2cd9b3 req-d709f579-8415-4fad-9c18-da4f939e51c1 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:23:21.484457 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9fe01227-a32e-4d39-b3e9-11ab8e2cd9b3 req-d709f579-8415-4fad-9c18-da4f939e51c1 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=4febb67d-c899-4179-9c0f-222fb1f278b5 HTTP/1.1" status: 200 len: 944 time: 0.0526860 Dec 20 15:23:21.534547 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9fe01227-a32e-4d39-b3e9-11ab8e2cd9b3 req-8593da5f-f1b2-4b91-a33f-a9ec6e7a3cf7 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411391 Dec 20 15:23:21.707518 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device faf6e074-fb7f-4eee-8325-03030c54204e details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:23:21.785162 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed130725-60ce-4569-a7f6-7d823c5b0b0a req-81dfe987-ddf2-48c1-a12f-c0133aa5c5e4 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:23:21.786609 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ed130725-60ce-4569-a7f6-7d823c5b0b0a req-81dfe987-ddf2-48c1-a12f-c0133aa5c5e4 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=4febb67d-c899-4179-9c0f-222fb1f278b5 HTTP/1.1" status: 200 len: 944 time: 0.0535710 Dec 20 15:23:21.805566 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port faf6e074-fb7f-4eee-8325-03030c54204e, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=faf6e074-fb7f-4eee-8325-03030c54204e,segment=NetworkSegment(dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a),segment_id=dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:23:21.817713 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': 'faf6e074-fb7f-4eee-8325-03030c54204e', 'network_id': '63ccb7a9-3c34-4e10-9b7c-033a0881f0fc', 'port_id': 'faf6e074-fb7f-4eee-8325-03030c54204e', 'mac_address': 'fa:16:3e:95:39:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dd720d7-be54-496c-b59e-cfe36a403992', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:23:21.834287 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ed130725-60ce-4569-a7f6-7d823c5b0b0a req-a05b32a0-cdef-48e5-98a7-2528ed1bf25d tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396509 Dec 20 15:23:21.855010 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:23:21.867613 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faf6e074-fb7f-4eee-8325-03030c54204e {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:23:21.886813 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port faf6e074-fb7f-4eee-8325-03030c54204e, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=faf6e074-fb7f-4eee-8325-03030c54204e,segment=NetworkSegment(dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a),segment_id=dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:23:21.892899 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:23:21.943933 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=faf6e074-fb7f-4eee-8325-03030c54204e,revision_number=12']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:23:22.128335 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['faf6e074-fb7f-4eee-8325-03030c54204e'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:23:22.956504 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c8e7e-9e57-4096-8b90-79127427de7e req-f5ecdcd3-f080-4783-99c7-b6dd8fa6a928 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:23:22.958148 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-922c8e7e-9e57-4096-8b90-79127427de7e req-f5ecdcd3-f080-4783-99c7-b6dd8fa6a928 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=4febb67d-c899-4179-9c0f-222fb1f278b5 HTTP/1.1" status: 200 len: 945 time: 0.0530782 Dec 20 15:23:23.008178 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-922c8e7e-9e57-4096-8b90-79127427de7e req-7a2cbd59-514c-4c05-9679-5d3c2f5a99d3 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421910 Dec 20 15:23:23.060406 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40331c3-4740-4743-b2fd-7ed8d3eceb77 req-9e5f26d4-0497-42a7-be7f-0e46c1de50dd tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:23:23.061858 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c40331c3-4740-4743-b2fd-7ed8d3eceb77 req-9e5f26d4-0497-42a7-be7f-0e46c1de50dd tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.47 "GET /v2.0/ports?device_id=4febb67d-c899-4179-9c0f-222fb1f278b5 HTTP/1.1" status: 200 len: 945 time: 0.0527849 Dec 20 15:23:23.153063 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-c40331c3-4740-4743-b2fd-7ed8d3eceb77 req-de43accc-dec7-48e1-bb41-2b80c38b8bdd tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Deleting port faf6e074-fb7f-4eee-8325-03030c54204e {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:23:23.153356 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-c40331c3-4740-4743-b2fd-7ed8d3eceb77 req-de43accc-dec7-48e1-bb41-2b80c38b8bdd tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:23:23.257444 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-c40331c3-4740-4743-b2fd-7ed8d3eceb77 req-de43accc-dec7-48e1-bb41-2b80c38b8bdd tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] For port faf6e074-fb7f-4eee-8325-03030c54204e, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=faf6e074-fb7f-4eee-8325-03030c54204e,segment=NetworkSegment(dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a),segment_id=dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:23:23.257920 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-c40331c3-4740-4743-b2fd-7ed8d3eceb77 req-de43accc-dec7-48e1-bb41-2b80c38b8bdd tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:23:23.717684 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device faf6e074-fb7f-4eee-8325-03030c54204e no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:23:23.757129 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-c40331c3-4740-4743-b2fd-7ed8d3eceb77 req-de43accc-dec7-48e1-bb41-2b80c38b8bdd tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:23:23.757823 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-c40331c3-4740-4743-b2fd-7ed8d3eceb77 req-de43accc-dec7-48e1-bb41-2b80c38b8bdd tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585115'] for floatingip, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:23:23.758116 n-d-761264-19 neutron-server[103167]: INFO neutron.db.l3_db [req-c40331c3-4740-4743-b2fd-7ed8d3eceb77 req-de43accc-dec7-48e1-bb41-2b80c38b8bdd tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Floating IP 35590a59-5c01-48d8-9826-2df35b92f122 disassociated. External IP: 172.25.0.47, port: faf6e074-fb7f-4eee-8325-03030c54204e. Dec 20 15:23:23.758453 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-c40331c3-4740-4743-b2fd-7ed8d3eceb77 req-de43accc-dec7-48e1-bb41-2b80c38b8bdd tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Calling delete_port for faf6e074-fb7f-4eee-8325-03030c54204e owned by compute:nova {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:23:23.797951 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:23:23.814192 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id faf6e074-fb7f-4eee-8325-03030c54204e {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:23:23.834508 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port faf6e074-fb7f-4eee-8325-03030c54204e, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=faf6e074-fb7f-4eee-8325-03030c54204e,segment=NetworkSegment(dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a),segment_id=dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:23:23.840255 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:23:23.887627 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=faf6e074-fb7f-4eee-8325-03030c54204e,revision_number=13']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:23:23.894929 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-c40331c3-4740-4743-b2fd-7ed8d3eceb77 req-de43accc-dec7-48e1-bb41-2b80c38b8bdd tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:23:23.923808 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de43accc-dec7-48e1-bb41-2b80c38b8bdd tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Pushing event deleted for resources: {'Port': ['ID=faf6e074-fb7f-4eee-8325-03030c54204e,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:23:24.042405 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c40331c3-4740-4743-b2fd-7ed8d3eceb77 req-de43accc-dec7-48e1-bb41-2b80c38b8bdd tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Router 1b1d8f2b-d97d-468d-a455-046ec60223c1 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:23:24.122573 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-08126978-6c73-4d26-a9c5-0709269bfa55 req-4c0442ac-d9cd-47f8-86ba-d66490eb1cb0 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=4febb67d-c899-4179-9c0f-222fb1f278b5 HTTP/1.1" status: 200 len: 210 time: 0.0258014 Dec 20 15:23:24.155466 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c40331c3-4740-4743-b2fd-7ed8d3eceb77 req-de43accc-dec7-48e1-bb41-2b80c38b8bdd tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:23:24.165034 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606ade04-e30b-43c9-8b5a-a291f6080c06 None None] Sync routers for ids ['1b1d8f2b-d97d-468d-a455-046ec60223c1'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:23:24.176486 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606ade04-e30b-43c9-8b5a-a291f6080c06 None None] Routers {'1b1d8f2b-d97d-468d-a455-046ec60223c1'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:23:24.177173 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-606ade04-e30b-43c9-8b5a-a291f6080c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:23:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['1b1d8f2b-d97d-468d-a455-046ec60223c1'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:23:24.198582 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-c40331c3-4740-4743-b2fd-7ed8d3eceb77 req-de43accc-dec7-48e1-bb41-2b80c38b8bdd tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] No DVR routers for this DVR port faf6e074-fb7f-4eee-8325-03030c54204e on host n-h2-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:23:24.201537 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-c40331c3-4740-4743-b2fd-7ed8d3eceb77 req-de43accc-dec7-48e1-bb41-2b80c38b8bdd tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:23:24.204953 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c40331c3-4740-4743-b2fd-7ed8d3eceb77 req-de43accc-dec7-48e1-bb41-2b80c38b8bdd tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.47 "DELETE /v2.0/ports/faf6e074-fb7f-4eee-8325-03030c54204e HTTP/1.1" status: 204 len: 173 time: 1.1370687 Dec 20 15:23:24.205407 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4febb67d-c899-4179-9c0f-222fb1f278b5', 'name': 'network-vif-deleted', 'tag': 'faf6e074-fb7f-4eee-8325-03030c54204e'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:23:24.207765 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08f5bd10d948da750b9537a176c40f94b479143edf42a445aa4903673b4b1814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eea2762-c75e-4740-b33a-7307bf877ec6" -d '{"events": [{"server_uuid": "4febb67d-c899-4179-9c0f-222fb1f278b5", "name": "network-vif-deleted", "tag": "faf6e074-fb7f-4eee-8325-03030c54204e"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:23:24.246615 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cbfc8fd-b2b0-4cb9-acdb-34618afbc8e2 x-openstack-request-id: req-5cbfc8fd-b2b0-4cb9-acdb-34618afbc8e2 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:23:24.247264 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4febb67d-c899-4179-9c0f-222fb1f278b5", "name": "network-vif-deleted", "tag": "faf6e074-fb7f-4eee-8325-03030c54204e", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:23:24.247516 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5cbfc8fd-b2b0-4cb9-acdb-34618afbc8e2 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:23:24.247947 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4febb67d-c899-4179-9c0f-222fb1f278b5', 'name': 'network-vif-deleted', 'tag': 'faf6e074-fb7f-4eee-8325-03030c54204e', 'status': 'completed', 'code': 200} Dec 20 15:23:24.288203 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-606ade04-e30b-43c9-8b5a-a291f6080c06 None None] Set router 1b1d8f2b-d97d-468d-a455-046ec60223c1 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:23:24.495105 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-606ade04-e30b-43c9-8b5a-a291f6080c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b1d8f2b-d97d-468d-a455-046ec60223c1', 'name': 'tempest-ServerActionsTestJSON-386714640-router', 'tenant_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '91a42ef0-08d4-4b63-ba77-3c51217fa9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:16:28Z', 'updated_at': '2021-12-20T15:16:31Z', 'revision_number': 4, 'project_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'gw_port': {'id': '91a42ef0-08d4-4b63-ba77-3c51217fa9f2', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:29:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1d8f2b-d97d-468d-a455-046ec60223c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:16:29Z', 'updated_at': '2021-12-20T15:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'ec6f6254-109b-4ae7-a6c3-f386c155adb3', 'name': '', 'network_id': '63ccb7a9-3c34-4e10-9b7c-033a0881f0fc', 'tenant_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'mac_address': 'fa:16:3e:25:4d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1d8f2b-d97d-468d-a455-046ec60223c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '6dd720d7-be54-496c-b59e-cfe36a403992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:16:30Z', 'updated_at': '2021-12-20T15:16:35Z', 'revision_number': 5, 'project_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'subnets': [{'id': '6dd720d7-be54-496c-b59e-cfe36a403992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:23:24.524416 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606ade04-e30b-43c9-8b5a-a291f6080c06 None None] Checking router: 1b1d8f2b-d97d-468d-a455-046ec60223c1 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:23:24.533051 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606ade04-e30b-43c9-8b5a-a291f6080c06 None None] Routers {'1b1d8f2b-d97d-468d-a455-046ec60223c1'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:23:24.533655 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-606ade04-e30b-43c9-8b5a-a291f6080c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:23:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['1b1d8f2b-d97d-468d-a455-046ec60223c1'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:23:24.645716 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-606ade04-e30b-43c9-8b5a-a291f6080c06 None None] Set router 1b1d8f2b-d97d-468d-a455-046ec60223c1 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:23:24.843934 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-606ade04-e30b-43c9-8b5a-a291f6080c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b1d8f2b-d97d-468d-a455-046ec60223c1', 'name': 'tempest-ServerActionsTestJSON-386714640-router', 'tenant_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '91a42ef0-08d4-4b63-ba77-3c51217fa9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:16:28Z', 'updated_at': '2021-12-20T15:16:31Z', 'revision_number': 4, 'project_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'gw_port': {'id': '91a42ef0-08d4-4b63-ba77-3c51217fa9f2', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:29:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1d8f2b-d97d-468d-a455-046ec60223c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:16:29Z', 'updated_at': '2021-12-20T15:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'ec6f6254-109b-4ae7-a6c3-f386c155adb3', 'name': '', 'network_id': '63ccb7a9-3c34-4e10-9b7c-033a0881f0fc', 'tenant_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'mac_address': 'fa:16:3e:25:4d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1d8f2b-d97d-468d-a455-046ec60223c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '6dd720d7-be54-496c-b59e-cfe36a403992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:16:30Z', 'updated_at': '2021-12-20T15:16:35Z', 'revision_number': 5, 'project_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'subnets': [{'id': '6dd720d7-be54-496c-b59e-cfe36a403992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:23:24.869709 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606ade04-e30b-43c9-8b5a-a291f6080c06 None None] The sync data for ids ['1b1d8f2b-d97d-468d-a455-046ec60223c1'] in n-d-761264-19 is: [{'id': '1b1d8f2b-d97d-468d-a455-046ec60223c1', 'name': 'tempest-ServerActionsTestJSON-386714640-router', 'tenant_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '91a42ef0-08d4-4b63-ba77-3c51217fa9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:16:28Z', 'updated_at': '2021-12-20T15:16:31Z', 'revision_number': 4, 'project_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'gw_port': {'id': '91a42ef0-08d4-4b63-ba77-3c51217fa9f2', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:29:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1d8f2b-d97d-468d-a455-046ec60223c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:16:29Z', 'updated_at': '2021-12-20T15:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'ec6f6254-109b-4ae7-a6c3-f386c155adb3', 'name': '', 'network_id': '63ccb7a9-3c34-4e10-9b7c-033a0881f0fc', 'tenant_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'mac_address': 'fa:16:3e:25:4d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1d8f2b-d97d-468d-a455-046ec60223c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '6dd720d7-be54-496c-b59e-cfe36a403992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:16:30Z', 'updated_at': '2021-12-20T15:16:35Z', 'revision_number': 5, 'project_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'subnets': [{'id': '6dd720d7-be54-496c-b59e-cfe36a403992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:23:25.087430 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d15b5f1-5089-4aa4-be56-b6a9baa91f2e None None] New status for floating IP 35590a59-5c01-48d8-9826-2df35b92f122: DOWN {{(pid=103170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 15:23:25.451210 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3ea6afd5-f1ec-4727-b957-e791aa053b51 req-ff07fee2-bbe6-44f6-a819-98c2f610f620 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--28931013&fields=id&tenant_id=3a8ae3efcf51476d8a4f0685fa1f4850 HTTP/1.1" status: 200 len: 267 time: 0.0435162 Dec 20 15:23:25.561290 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea6afd5-f1ec-4727-b957-e791aa053b51 req-be02ed39-d32f-4c89-b3f4-56d31535b7c1 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:23:25.562759 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3ea6afd5-f1ec-4727-b957-e791aa053b51 req-be02ed39-d32f-4c89-b3f4-56d31535b7c1 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/networks?id=63ccb7a9-3c34-4e10-9b7c-033a0881f0fc HTTP/1.1" status: 200 len: 811 time: 0.1047311 Dec 20 15:23:25.582914 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3ea6afd5-f1ec-4727-b957-e791aa053b51 req-26bfc603-5e48-40c3-b750-e7eacce648e4 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/quotas/3a8ae3efcf51476d8a4f0685fa1f4850 HTTP/1.1" status: 200 len: 375 time: 0.0139108 Dec 20 15:23:25.640468 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3ea6afd5-f1ec-4727-b957-e791aa053b51 req-d3feedfa-3be3-4139-a0e0-0892899cb73a tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=3a8ae3efcf51476d8a4f0685fa1f4850&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0520999 Dec 20 15:23:25.756556 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [req-3ea6afd5-f1ec-4727-b957-e791aa053b51 req-7ec1ed1e-212e-4013-a260-b448110274d3 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:23:25.757956 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3ea6afd5-f1ec-4727-b957-e791aa053b51 req-7ec1ed1e-212e-4013-a260-b448110274d3 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0568602 Dec 20 15:23:25.866563 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3ea6afd5-f1ec-4727-b957-e791aa053b51 req-c99eba8b-ecf3-4fb8-a07c-bca7cec49d56 service neutron] 10.222.0.54 "GET /v2.0/networks/63ccb7a9-3c34-4e10-9b7c-033a0881f0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001372 Dec 20 15:23:25.953837 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3ea6afd5-f1ec-4727-b957-e791aa053b51 req-10e6a4de-72d1-4ada-b308-8f1fe20903f9 service neutron] 10.222.0.54 "GET /v2.0/networks/63ccb7a9-3c34-4e10-9b7c-033a0881f0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807619 Dec 20 15:23:26.131257 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-43b79430-bd75-443f-914b-0f7c602d9f45 req-c87afbd4-b6a3-42e7-a46b-9d21d2a3828f tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8874f79-3c0c-43b3-8e62-2a1d0e676147 HTTP/1.1" status: 200 len: 210 time: 0.0307586 Dec 20 15:23:27.138802 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea6afd5-f1ec-4727-b957-e791aa053b51 req-b5052669-f334-44bf-8622-ca1c960d37c7 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:23:27.140343 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3ea6afd5-f1ec-4727-b957-e791aa053b51 req-b5052669-f334-44bf-8622-ca1c960d37c7 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.30 "GET /v2.0/networks?id=63ccb7a9-3c34-4e10-9b7c-033a0881f0fc HTTP/1.1" status: 200 len: 811 time: 0.1064780 Dec 20 15:23:27.220305 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3ea6afd5-f1ec-4727-b957-e791aa053b51 req-b5794e6c-fe9b-4722-9c56-2e8a8ba916f3 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a8ae3efcf51476d8a4f0685fa1f4850 HTTP/1.1" status: 200 len: 378 time: 0.0694165 Dec 20 15:23:27.236929 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-3ea6afd5-f1ec-4727-b957-e791aa053b51 req-0b55cc9b-d655-4396-9969-5f6e37d413cf tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Request body: {'port': {'device_id': 'f8874f79-3c0c-43b3-8e62-2a1d0e676147', 'network_id': '63ccb7a9-3c34-4e10-9b7c-033a0881f0fc', 'admin_state_up': True, 'tenant_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'security_groups': ['9185b601-ee93-4dba-8fb1-ffc19f0b7805']}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:23:27.240979 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fa202703-ca22-4c8e-b629-8f99d014ca15 req-0e46a5f2-9119-41c7-a5d6-e1c064dcb115 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8874f79-3c0c-43b3-8e62-2a1d0e676147 HTTP/1.1" status: 200 len: 210 time: 0.0379589 Dec 20 15:23:27.355195 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ea6afd5-f1ec-4727-b957-e791aa053b51 req-0b55cc9b-d655-4396-9969-5f6e37d413cf tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Made reservation on behalf of 3a8ae3efcf51476d8a4f0685fa1f4850 for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:23:27.358668 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-3ea6afd5-f1ec-4727-b957-e791aa053b51 req-0b55cc9b-d655-4396-9969-5f6e37d413cf tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:23:27.495233 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [req-3ea6afd5-f1ec-4727-b957-e791aa053b51 req-0b55cc9b-d655-4396-9969-5f6e37d413cf tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Allocated IP 172.20.0.9 (63ccb7a9-3c34-4e10-9b7c-033a0881f0fc/6dd720d7-be54-496c-b59e-cfe36a403992/f35f2fbc-1523-4756-a1a7-474f33e4a85f) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:23:27.646946 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-3ea6afd5-f1ec-4727-b957-e791aa053b51 req-0b55cc9b-d655-4396-9969-5f6e37d413cf tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:23:27.683819 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-3ea6afd5-f1ec-4727-b957-e791aa053b51 req-0b55cc9b-d655-4396-9969-5f6e37d413cf tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:23:27.731594 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ea6afd5-f1ec-4727-b957-e791aa053b51 req-0b55cc9b-d655-4396-9969-5f6e37d413cf tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Network 63ccb7a9-3c34-4e10-9b7c-033a0881f0fc is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:23:27.735067 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [req-3ea6afd5-f1ec-4727-b957-e791aa053b51 req-0b55cc9b-d655-4396-9969-5f6e37d413cf tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:23:27.738669 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ea6afd5-f1ec-4727-b957-e791aa053b51 req-0b55cc9b-d655-4396-9969-5f6e37d413cf tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:23:27.745204 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b55cc9b-d655-4396-9969-5f6e37d413cf tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Pushing event updated for resources: {'Port': ['ID=f35f2fbc-1523-4756-a1a7-474f33e4a85f,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:23:27.762745 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:23:27.792761 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea6afd5-f1ec-4727-b957-e791aa053b51 req-0b55cc9b-d655-4396-9969-5f6e37d413cf tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:23:27.793465 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-3ea6afd5-f1ec-4727-b957-e791aa053b51 req-0b55cc9b-d655-4396-9969-5f6e37d413cf tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:23:27.813247 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3ea6afd5-f1ec-4727-b957-e791aa053b51 req-0b55cc9b-d655-4396-9969-5f6e37d413cf tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5792303 Dec 20 15:23:27.826096 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-3ea6afd5-f1ec-4727-b957-e791aa053b51 req-4fe0a1d0-f223-43f2-a44d-fe8a269f44df service neutron] Request body: {'port': {'device_id': 'f8874f79-3c0c-43b3-8e62-2a1d0e676147', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-19'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:23:27.883889 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-3ea6afd5-f1ec-4727-b957-e791aa053b51 req-4fe0a1d0-f223-43f2-a44d-fe8a269f44df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:23:28.165532 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [req-3ea6afd5-f1ec-4727-b957-e791aa053b51 req-4fe0a1d0-f223-43f2-a44d-fe8a269f44df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f35f2fbc-1523-4756-a1a7-474f33e4a85f {{(pid=103168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:23:28.173798 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-3ea6afd5-f1ec-4727-b957-e791aa053b51 req-4fe0a1d0-f223-43f2-a44d-fe8a269f44df service neutron] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:23:28.187145 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.provisioning_blocks [req-3ea6afd5-f1ec-4727-b957-e791aa053b51 req-4fe0a1d0-f223-43f2-a44d-fe8a269f44df service neutron] Transition to ACTIVE for port object f35f2fbc-1523-4756-a1a7-474f33e4a85f will not be triggered until provisioned by entity L2. {{(pid=103168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:23:28.192948 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-3ea6afd5-f1ec-4727-b957-e791aa053b51 req-4fe0a1d0-f223-43f2-a44d-fe8a269f44df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:23:28.245723 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe0a1d0-f223-43f2-a44d-fe8a269f44df service neutron] Pushing event updated for resources: {'Port': ['ID=f35f2fbc-1523-4756-a1a7-474f33e4a85f,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:23:28.321436 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-3ea6afd5-f1ec-4727-b957-e791aa053b51 req-4fe0a1d0-f223-43f2-a44d-fe8a269f44df service neutron] Attempting to bind port f35f2fbc-1523-4756-a1a7-474f33e4a85f on host n-h1-761264-19 for vnic_type normal with profile {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:23:28.321769 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-3ea6afd5-f1ec-4727-b957-e791aa053b51 req-4fe0a1d0-f223-43f2-a44d-fe8a269f44df service neutron] Attempting to bind port f35f2fbc-1523-4756-a1a7-474f33e4a85f by drivers openvswitch,hyperv on host n-h1-761264-19 at level 0 using segments [{'id': 'dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '63ccb7a9-3c34-4e10-9b7c-033a0881f0fc'}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:23:28.322093 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea6afd5-f1ec-4727-b957-e791aa053b51 req-4fe0a1d0-f223-43f2-a44d-fe8a269f44df service neutron] Attempting to bind port f35f2fbc-1523-4756-a1a7-474f33e4a85f on network 63ccb7a9-3c34-4e10-9b7c-033a0881f0fc {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:23:28.326886 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea6afd5-f1ec-4727-b957-e791aa053b51 req-4fe0a1d0-f223-43f2-a44d-fe8a269f44df service neutron] Port f35f2fbc-1523-4756-a1a7-474f33e4a85f on network 63ccb7a9-3c34-4e10-9b7c-033a0881f0fc not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-19 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:23:28.327151 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea6afd5-f1ec-4727-b957-e791aa053b51 req-4fe0a1d0-f223-43f2-a44d-fe8a269f44df service neutron] Attempting to bind port f35f2fbc-1523-4756-a1a7-474f33e4a85f on network 63ccb7a9-3c34-4e10-9b7c-033a0881f0fc {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:23:28.332308 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea6afd5-f1ec-4727-b957-e791aa053b51 req-4fe0a1d0-f223-43f2-a44d-fe8a269f44df service neutron] Checking agent: {'id': '3e5ace3e-dd7b-4522-a7c4-77d13dbeab1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:23:28.332645 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea6afd5-f1ec-4727-b957-e791aa053b51 req-4fe0a1d0-f223-43f2-a44d-fe8a269f44df service neutron] Checking segment: {'id': 'dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '63ccb7a9-3c34-4e10-9b7c-033a0881f0fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:23:28.333055 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea6afd5-f1ec-4727-b957-e791aa053b51 req-4fe0a1d0-f223-43f2-a44d-fe8a269f44df service neutron] Bound using segment: {'id': 'dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '63ccb7a9-3c34-4e10-9b7c-033a0881f0fc'} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:23:28.333480 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-3ea6afd5-f1ec-4727-b957-e791aa053b51 req-4fe0a1d0-f223-43f2-a44d-fe8a269f44df service neutron] Bound port: f35f2fbc-1523-4756-a1a7-474f33e4a85f, host: n-h1-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '63ccb7a9-3c34-4e10-9b7c-033a0881f0fc'}}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:23:28.333833 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-3ea6afd5-f1ec-4727-b957-e791aa053b51 req-4fe0a1d0-f223-43f2-a44d-fe8a269f44df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:23:28.370429 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62159ee8-b0ab-445d-87d0-6a1d8eb46594 req-f29ad32f-4c5f-4bf4-9a28-46c4ecb0fce6 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:23:28.372585 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-62159ee8-b0ab-445d-87d0-6a1d8eb46594 req-f29ad32f-4c5f-4bf4-9a28-46c4ecb0fce6 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8874f79-3c0c-43b3-8e62-2a1d0e676147 HTTP/1.1" status: 200 len: 943 time: 0.0589592 Dec 20 15:23:28.403253 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-3ea6afd5-f1ec-4727-b957-e791aa053b51 req-4fe0a1d0-f223-43f2-a44d-fe8a269f44df service neutron] For port f35f2fbc-1523-4756-a1a7-474f33e4a85f, host n-h1-761264-19, cleared binding levels {{(pid=103168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:23:28.406606 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-3ea6afd5-f1ec-4727-b957-e791aa053b51 req-4fe0a1d0-f223-43f2-a44d-fe8a269f44df service neutron] For port f35f2fbc-1523-4756-a1a7-474f33e4a85f, host n-h1-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=f35f2fbc-1523-4756-a1a7-474f33e4a85f,segment=NetworkSegment(dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a),segment_id=dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a)] {{(pid=103168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:23:28.414673 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-3ea6afd5-f1ec-4727-b957-e791aa053b51 req-4fe0a1d0-f223-43f2-a44d-fe8a269f44df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:23:28.427335 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-62159ee8-b0ab-445d-87d0-6a1d8eb46594 req-92318332-52e0-47d2-889f-51d38b4bdc30 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482347 Dec 20 15:23:28.445721 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea6afd5-f1ec-4727-b957-e791aa053b51 req-4fe0a1d0-f223-43f2-a44d-fe8a269f44df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:23:28.446587 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-3ea6afd5-f1ec-4727-b957-e791aa053b51 req-4fe0a1d0-f223-43f2-a44d-fe8a269f44df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:23:28.448004 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3ea6afd5-f1ec-4727-b957-e791aa053b51 req-4fe0a1d0-f223-43f2-a44d-fe8a269f44df service neutron] 10.222.0.30 "PUT /v2.0/ports/f35f2fbc-1523-4756-a1a7-474f33e4a85f HTTP/1.1" status: 200 len: 1092 time: 0.6275232 Dec 20 15:23:28.450514 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8874f79-3c0c-43b3-8e62-2a1d0e676147', 'tag': 'f35f2fbc-1523-4756-a1a7-474f33e4a85f'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:23:28.459364 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea303cd2f7c2854d59b68ee9755924cbed95107615564160e5853a5b93bd1da8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20fddb01-eabf-4190-834b-f2dfa0337482" -d '{"events": [{"name": "network-changed", "server_uuid": "f8874f79-3c0c-43b3-8e62-2a1d0e676147", "tag": "f35f2fbc-1523-4756-a1a7-474f33e4a85f"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:23:28.502557 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe0a1d0-f223-43f2-a44d-fe8a269f44df service neutron] Pushing event updated for resources: {'Port': ['ID=f35f2fbc-1523-4756-a1a7-474f33e4a85f,revision_number=3']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:23:28.508349 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca530564-164b-4a93-9000-e0a8c320be32 x-openstack-request-id: req-ca530564-164b-4a93-9000-e0a8c320be32 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:23:28.508748 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8874f79-3c0c-43b3-8e62-2a1d0e676147", "tag": "f35f2fbc-1523-4756-a1a7-474f33e4a85f", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:23:28.509118 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ca530564-164b-4a93-9000-e0a8c320be32 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:23:28.509903 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8874f79-3c0c-43b3-8e62-2a1d0e676147', 'tag': 'f35f2fbc-1523-4756-a1a7-474f33e4a85f', 'status': 'completed', 'code': 200} Dec 20 15:23:28.554270 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea6afd5-f1ec-4727-b957-e791aa053b51 req-6e127771-edc9-465b-9bcd-85f0f3853e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:23:28.555991 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3ea6afd5-f1ec-4727-b957-e791aa053b51 req-6e127771-edc9-465b-9bcd-85f0f3853e8d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3a8ae3efcf51476d8a4f0685fa1f4850&device_id=f8874f79-3c0c-43b3-8e62-2a1d0e676147 HTTP/1.1" status: 200 len: 1095 time: 0.0450439 Dec 20 15:23:28.603801 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3ea6afd5-f1ec-4727-b957-e791aa053b51 req-d2ce6c50-c1b4-45aa-97c3-f7565df8ff60 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f35f2fbc-1523-4756-a1a7-474f33e4a85f HTTP/1.1" status: 200 len: 217 time: 0.0391979 Dec 20 15:23:28.654135 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea6afd5-f1ec-4727-b957-e791aa053b51 req-c8c6a7ef-8a1c-4b03-9230-6ba1ab121f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:23:28.655656 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3ea6afd5-f1ec-4727-b957-e791aa053b51 req-c8c6a7ef-8a1c-4b03-9230-6ba1ab121f3a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6dd720d7-be54-496c-b59e-cfe36a403992 HTTP/1.1" status: 200 len: 850 time: 0.0450559 Dec 20 15:23:28.701714 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea6afd5-f1ec-4727-b957-e791aa053b51 req-b2440043-1269-4914-85bb-b91ec3f5f753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:23:28.703202 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3ea6afd5-f1ec-4727-b957-e791aa053b51 req-b2440043-1269-4914-85bb-b91ec3f5f753 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=63ccb7a9-3c34-4e10-9b7c-033a0881f0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403833 Dec 20 15:23:28.796071 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3ea6afd5-f1ec-4727-b957-e791aa053b51 req-4e67e991-51b1-42d9-81bb-1908bb1d5c1f service neutron] 10.222.0.30 "GET /v2.0/networks/63ccb7a9-3c34-4e10-9b7c-033a0881f0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853443 Dec 20 15:23:28.900749 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3ea6afd5-f1ec-4727-b957-e791aa053b51 req-abb171f8-555d-4a87-a184-52551328de0b service neutron] 10.222.0.30 "GET /v2.0/networks/63ccb7a9-3c34-4e10-9b7c-033a0881f0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965974 Dec 20 15:23:28.999661 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fddb01-eabf-4190-834b-f2dfa0337482 req-18e9d42b-cac6-4aa7-8f87-56979f04eb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:23:29.001119 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-20fddb01-eabf-4190-834b-f2dfa0337482 req-18e9d42b-cac6-4aa7-8f87-56979f04eb8b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3a8ae3efcf51476d8a4f0685fa1f4850&device_id=f8874f79-3c0c-43b3-8e62-2a1d0e676147 HTTP/1.1" status: 200 len: 1095 time: 0.0469744 Dec 20 15:23:29.091569 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fddb01-eabf-4190-834b-f2dfa0337482 req-3e5e9e7a-71d3-4e05-8c81-458182be5107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:23:29.093091 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-20fddb01-eabf-4190-834b-f2dfa0337482 req-3e5e9e7a-71d3-4e05-8c81-458182be5107 service neutron] 10.222.0.30 "GET /v2.0/networks?id=63ccb7a9-3c34-4e10-9b7c-033a0881f0fc HTTP/1.1" status: 200 len: 912 time: 0.0843410 Dec 20 15:23:29.466235 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-20fddb01-eabf-4190-834b-f2dfa0337482 req-82185186-75a7-47ac-8838-3c698dc3c9de service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f35f2fbc-1523-4756-a1a7-474f33e4a85f HTTP/1.1" status: 200 len: 217 time: 0.3659706 Dec 20 15:23:29.516250 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fddb01-eabf-4190-834b-f2dfa0337482 req-fef984e2-687f-4d35-ba63-13778f50d510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:23:29.517689 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-20fddb01-eabf-4190-834b-f2dfa0337482 req-fef984e2-687f-4d35-ba63-13778f50d510 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6dd720d7-be54-496c-b59e-cfe36a403992 HTTP/1.1" status: 200 len: 850 time: 0.0438185 Dec 20 15:23:29.551627 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6fe7cd-62a5-44ef-ae23-bc3054120a39 req-a7168ad9-f9a9-44e1-8850-8008ce0ec7d5 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:23:29.553128 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0f6fe7cd-62a5-44ef-ae23-bc3054120a39 req-a7168ad9-f9a9-44e1-8850-8008ce0ec7d5 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8874f79-3c0c-43b3-8e62-2a1d0e676147 HTTP/1.1" status: 200 len: 943 time: 0.0490794 Dec 20 15:23:29.562530 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fddb01-eabf-4190-834b-f2dfa0337482 req-8e42bff5-15ad-41d5-b058-04ef0dc28ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:23:29.564048 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-20fddb01-eabf-4190-834b-f2dfa0337482 req-8e42bff5-15ad-41d5-b058-04ef0dc28ca9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=63ccb7a9-3c34-4e10-9b7c-033a0881f0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387166 Dec 20 15:23:29.605117 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0f6fe7cd-62a5-44ef-ae23-bc3054120a39 req-994fa370-2ec4-4af5-b53e-201c7ef4df02 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456181 Dec 20 15:23:29.665449 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-20fddb01-eabf-4190-834b-f2dfa0337482 req-157e1aa0-c975-4e6e-a88e-7d1a6cda940f service neutron] 10.222.0.30 "GET /v2.0/networks/63ccb7a9-3c34-4e10-9b7c-033a0881f0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925033 Dec 20 15:23:29.759917 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-20fddb01-eabf-4190-834b-f2dfa0337482 req-8437483d-4522-40a5-af08-25f5ba84bfb1 service neutron] 10.222.0.30 "GET /v2.0/networks/63ccb7a9-3c34-4e10-9b7c-033a0881f0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868495 Dec 20 15:23:30.741470 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:23:30.741470 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:23:30.741470 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:23:30.741470 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:23:30.741470 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:23:30.741470 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:23:30.741470 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:23:30.741470 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:23:30.741470 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:23:30.741470 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:23:30.741470 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:23:30.741470 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:23:30.741470 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:23:30.741470 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:23:30.741470 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:23:30.741470 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:23:30.741470 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:23:30.741470 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:23:30.741470 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:23:30.741470 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:23:30.741470 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:23:30.741470 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:23:30.741470 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:23:30.741470 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:23:30.741470 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:23:30.741470 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:23:30.741470 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:23:30.741470 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:23:30.741470 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:23:30.741470 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:23:30.741470 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:23:30.741470 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:23:30.741470 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:23:30.741470 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:23:30.741470 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:23:30.741470 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:23:30.741470 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:23:30.741470 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:23:30.741470 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:23:30.741470 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:23:30.741470 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:23:30.741470 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:23:30.741470 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:23:30.741470 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:23:30.741470 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:23:30.741470 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:23:30.741470 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:23:30.741470 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:23:30.745298 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807730ef-5adc-45cc-92f7-0ba9bdaa504a req-c67831c7-e284-4dbc-83d5-960173ebe109 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:23:30.746196 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-807730ef-5adc-45cc-92f7-0ba9bdaa504a req-c67831c7-e284-4dbc-83d5-960173ebe109 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8874f79-3c0c-43b3-8e62-2a1d0e676147 HTTP/1.1" status: 200 len: 943 time: 0.0595934 Dec 20 15:23:30.768924 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d0311716-975c-44a7-8483-bbe09c000726 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:23:30.797518 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-807730ef-5adc-45cc-92f7-0ba9bdaa504a req-edadd2ae-95af-4293-9e64-f09bc0704971 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439744 Dec 20 15:23:30.848708 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device f35f2fbc-1523-4756-a1a7-474f33e4a85f details requested by agent hyperv_n-h1-761264-19 with host n-h1-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:23:30.953069 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port f35f2fbc-1523-4756-a1a7-474f33e4a85f, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=f35f2fbc-1523-4756-a1a7-474f33e4a85f,segment=NetworkSegment(dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a),segment_id=dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:23:30.964131 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Returning: {'device': 'f35f2fbc-1523-4756-a1a7-474f33e4a85f', 'network_id': '63ccb7a9-3c34-4e10-9b7c-033a0881f0fc', 'port_id': 'f35f2fbc-1523-4756-a1a7-474f33e4a85f', 'mac_address': 'fa:16:3e:33:6f:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dd720d7-be54-496c-b59e-cfe36a403992', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:23:31.001899 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:23:31.014973 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f35f2fbc-1523-4756-a1a7-474f33e4a85f {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:23:31.035349 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port f35f2fbc-1523-4756-a1a7-474f33e4a85f, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=f35f2fbc-1523-4756-a1a7-474f33e4a85f,segment=NetworkSegment(dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a),segment_id=dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:23:31.043728 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:23:31.091801 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=f35f2fbc-1523-4756-a1a7-474f33e4a85f,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:23:31.370717 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['f35f2fbc-1523-4756-a1a7-474f33e4a85f'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:23:31.927998 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e387d045-f4fc-48ef-a995-a88fb02e9252 req-66cac8ec-5432-427b-8e3f-228de94151e0 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:23:31.929367 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e387d045-f4fc-48ef-a995-a88fb02e9252 req-66cac8ec-5432-427b-8e3f-228de94151e0 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8874f79-3c0c-43b3-8e62-2a1d0e676147 HTTP/1.1" status: 200 len: 944 time: 0.0585845 Dec 20 15:23:31.977375 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e387d045-f4fc-48ef-a995-a88fb02e9252 req-79308908-9d7d-414e-8586-f6cda6561ca1 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418620 Dec 20 15:23:32.856704 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device f35f2fbc-1523-4756-a1a7-474f33e4a85f up at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:23:32.918223 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning for port f35f2fbc-1523-4756-a1a7-474f33e4a85f completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:23:32.924705 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning complete for port f35f2fbc-1523-4756-a1a7-474f33e4a85f triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:23:32.925259 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:23:32.988232 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2dd86414-1b56-4554-b48c-a5eb585222a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:23:33.027320 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:23:33.051955 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8874f79-3c0c-43b3-8e62-2a1d0e676147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f35f2fbc-1523-4756-a1a7-474f33e4a85f'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:23:33.054236 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a867d42bfdcbb9cb6963a533571b1f1c257f186d8c4d683fcd223be3c25d00f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f27aa85-8f91-48ab-acc0-1bdaf88c0b22" -d '{"events": [{"server_uuid": "f8874f79-3c0c-43b3-8e62-2a1d0e676147", "name": "network-vif-plugged", "status": "completed", "tag": "f35f2fbc-1523-4756-a1a7-474f33e4a85f"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:23:33.067194 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port f35f2fbc-1523-4756-a1a7-474f33e4a85f, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=f35f2fbc-1523-4756-a1a7-474f33e4a85f,segment=NetworkSegment(dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a),segment_id=dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:23:33.076221 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:23:33.099625 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-146c62b9-68e1-481c-9810-567d833e0608 x-openstack-request-id: req-146c62b9-68e1-481c-9810-567d833e0608 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:23:33.099918 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8874f79-3c0c-43b3-8e62-2a1d0e676147", "name": "network-vif-plugged", "status": "completed", "tag": "f35f2fbc-1523-4756-a1a7-474f33e4a85f", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:23:33.100167 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-146c62b9-68e1-481c-9810-567d833e0608 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:23:33.100554 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8874f79-3c0c-43b3-8e62-2a1d0e676147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f35f2fbc-1523-4756-a1a7-474f33e4a85f', 'code': 200} Dec 20 15:23:33.116892 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7a5d0e-641d-452b-922d-f35c1e76a54b req-6637bd1b-bdc1-439c-884c-611e0e0630a5 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:23:33.118315 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ef7a5d0e-641d-452b-922d-f35c1e76a54b req-6637bd1b-bdc1-439c-884c-611e0e0630a5 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8874f79-3c0c-43b3-8e62-2a1d0e676147 HTTP/1.1" status: 200 len: 944 time: 0.0690100 Dec 20 15:23:33.136699 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=f35f2fbc-1523-4756-a1a7-474f33e4a85f,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:23:33.191683 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ef7a5d0e-641d-452b-922d-f35c1e76a54b req-496d62ac-2835-4198-852d-4accd56f4c52 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0660825 Dec 20 15:23:33.204300 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d517f246-4fb5-44cf-b723-0dc50615f0d6 req-4b370d03-b9da-4d7b-8a0b-bbe933aab22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:23:33.205803 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d517f246-4fb5-44cf-b723-0dc50615f0d6 req-4b370d03-b9da-4d7b-8a0b-bbe933aab22e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f8874f79-3c0c-43b3-8e62-2a1d0e676147 HTTP/1.1" status: 200 len: 1097 time: 0.0469882 Dec 20 15:23:33.254142 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d517f246-4fb5-44cf-b723-0dc50615f0d6 req-36379cc0-4018-419f-b330-a8cce13a184f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402584 Dec 20 15:23:33.990834 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:23:34.315134 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8e8602-d51e-47bf-b322-879925f98d8f req-91bee45f-3973-4c16-a218-78a5a2221268 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:23:34.316628 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9f8e8602-d51e-47bf-b322-879925f98d8f req-91bee45f-3973-4c16-a218-78a5a2221268 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8874f79-3c0c-43b3-8e62-2a1d0e676147 HTTP/1.1" status: 200 len: 945 time: 0.0530005 Dec 20 15:23:34.366949 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9f8e8602-d51e-47bf-b322-879925f98d8f req-a61ee854-1e5f-4658-b9bd-88847a55f4e2 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412145 Dec 20 15:23:35.494563 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60ff1f1-2b43-4e24-9be7-952c503bbf3d req-341658d9-79fb-4931-8e34-77f778b99113 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:23:35.496342 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b60ff1f1-2b43-4e24-9be7-952c503bbf3d req-341658d9-79fb-4931-8e34-77f778b99113 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8874f79-3c0c-43b3-8e62-2a1d0e676147 HTTP/1.1" status: 200 len: 945 time: 0.0564713 Dec 20 15:23:35.545833 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b60ff1f1-2b43-4e24-9be7-952c503bbf3d req-3768c28b-5246-4a57-aad9-51fe9c7900e0 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428963 Dec 20 15:23:35.668838 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b16e464-43b1-452f-9115-be101c1bea10 req-40f26e52-c872-49e4-a4a5-f50396ca9b13 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:23:35.670238 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5b16e464-43b1-452f-9115-be101c1bea10 req-40f26e52-c872-49e4-a4a5-f50396ca9b13 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8874f79-3c0c-43b3-8e62-2a1d0e676147 HTTP/1.1" status: 200 len: 945 time: 0.0588694 Dec 20 15:23:35.679971 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 55578) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:23:35.684816 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-d4b7ec88-6998-49a0-88aa-c3d47d31ef42 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Request body: {'floatingip': {'port_id': 'f35f2fbc-1523-4756-a1a7-474f33e4a85f'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:23:35.727927 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d4b7ec88-6998-49a0-88aa-c3d47d31ef42 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Publish callbacks [] for floatingip, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:23:35.987285 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:23:36.181971 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d4b7ec88-6998-49a0-88aa-c3d47d31ef42 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:23:36.188646 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d4b7ec88-6998-49a0-88aa-c3d47d31ef42 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585115'] for floatingip, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:23:36.292283 n-d-761264-19 neutron-server[103168]: INFO neutron.db.l3_db [None req-d4b7ec88-6998-49a0-88aa-c3d47d31ef42 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Floating IP 35590a59-5c01-48d8-9826-2df35b92f122 associated. External IP: 172.25.0.47, port: f35f2fbc-1523-4756-a1a7-474f33e4a85f. Dec 20 15:23:36.357523 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:23:36.507758 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4b7ec88-6998-49a0-88aa-c3d47d31ef42 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Router 1b1d8f2b-d97d-468d-a455-046ec60223c1 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:23:36.618702 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4b7ec88-6998-49a0-88aa-c3d47d31ef42 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:23:36.624717 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d4b7ec88-6998-49a0-88aa-c3d47d31ef42 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:23:36.630043 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddd26e0-f229-4c67-b1a5-0c32133f605a None None] Sync routers for ids ['1b1d8f2b-d97d-468d-a455-046ec60223c1'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:23:36.639972 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddd26e0-f229-4c67-b1a5-0c32133f605a None None] Routers {'1b1d8f2b-d97d-468d-a455-046ec60223c1'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:23:36.640591 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-5ddd26e0-f229-4c67-b1a5-0c32133f605a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:23:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['1b1d8f2b-d97d-468d-a455-046ec60223c1'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:23:36.655198 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-d4b7ec88-6998-49a0-88aa-c3d47d31ef42 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "PUT /v2.0/floatingips/35590a59-5c01-48d8-9826-2df35b92f122 HTTP/1.1" status: 200 len: 991 time: 0.9714453 Dec 20 15:23:36.655198 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8874f79-3c0c-43b3-8e62-2a1d0e676147', 'tag': 'f35f2fbc-1523-4756-a1a7-474f33e4a85f'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:23:36.655488 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea303cd2f7c2854d59b68ee9755924cbed95107615564160e5853a5b93bd1da8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64611820-cb08-4d97-90ca-73efbbb72c26" -d '{"events": [{"name": "network-changed", "server_uuid": "f8874f79-3c0c-43b3-8e62-2a1d0e676147", "tag": "f35f2fbc-1523-4756-a1a7-474f33e4a85f"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:23:36.699036 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8943ad63-d3b2-4604-a7b4-3e0e62c6aa95 x-openstack-request-id: req-8943ad63-d3b2-4604-a7b4-3e0e62c6aa95 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:23:36.699476 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8874f79-3c0c-43b3-8e62-2a1d0e676147", "tag": "f35f2fbc-1523-4756-a1a7-474f33e4a85f", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:23:36.699732 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8943ad63-d3b2-4604-a7b4-3e0e62c6aa95 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:23:36.700209 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8874f79-3c0c-43b3-8e62-2a1d0e676147', 'tag': 'f35f2fbc-1523-4756-a1a7-474f33e4a85f', 'status': 'completed', 'code': 200} Dec 20 15:23:36.753880 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-5ddd26e0-f229-4c67-b1a5-0c32133f605a None None] Set router 1b1d8f2b-d97d-468d-a455-046ec60223c1 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:23:36.764047 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64611820-cb08-4d97-90ca-73efbbb72c26 req-25b737ff-7618-419b-915c-584755c5ec38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:23:36.765536 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-64611820-cb08-4d97-90ca-73efbbb72c26 req-25b737ff-7618-419b-915c-584755c5ec38 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3a8ae3efcf51476d8a4f0685fa1f4850&device_id=f8874f79-3c0c-43b3-8e62-2a1d0e676147 HTTP/1.1" status: 200 len: 1097 time: 0.0410047 Dec 20 15:23:36.861894 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64611820-cb08-4d97-90ca-73efbbb72c26 req-5740adcf-20eb-4016-8818-639e700fb206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:23:36.863491 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-64611820-cb08-4d97-90ca-73efbbb72c26 req-5740adcf-20eb-4016-8818-639e700fb206 service neutron] 10.222.0.30 "GET /v2.0/networks?id=63ccb7a9-3c34-4e10-9b7c-033a0881f0fc HTTP/1.1" status: 200 len: 912 time: 0.0892801 Dec 20 15:23:36.930867 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-64611820-cb08-4d97-90ca-73efbbb72c26 req-9a03b9fd-4f86-4e06-98d6-0c796c351b6b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f35f2fbc-1523-4756-a1a7-474f33e4a85f HTTP/1.1" status: 200 len: 999 time: 0.0592713 Dec 20 15:23:36.986230 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64611820-cb08-4d97-90ca-73efbbb72c26 req-fcfc51ea-8633-47fd-974f-5914d4559484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:23:36.986783 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-5ddd26e0-f229-4c67-b1a5-0c32133f605a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b1d8f2b-d97d-468d-a455-046ec60223c1', 'name': 'tempest-ServerActionsTestJSON-386714640-router', 'tenant_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '91a42ef0-08d4-4b63-ba77-3c51217fa9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:16:28Z', 'updated_at': '2021-12-20T15:16:31Z', 'revision_number': 4, 'project_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'gw_port': {'id': '91a42ef0-08d4-4b63-ba77-3c51217fa9f2', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:29:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1d8f2b-d97d-468d-a455-046ec60223c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:16:29Z', 'updated_at': '2021-12-20T15:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': '35590a59-5c01-48d8-9826-2df35b92f122', 'tenant_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'floating_ip_address': '172.25.0.47', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': '1b1d8f2b-d97d-468d-a455-046ec60223c1', 'port_id': 'f35f2fbc-1523-4756-a1a7-474f33e4a85f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4085, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63ccb7a9-3c34-4e10-9b7c-033a0881f0fc', 'mac_address': 'fa:16:3e:33:6f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8874f79-3c0c-43b3-8e62-2a1d0e676147', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:16:33Z', 'updated_at': '2021-12-20T15:23:36Z', 'revision_number': 13, 'project_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec6f6254-109b-4ae7-a6c3-f386c155adb3', 'name': '', 'network_id': '63ccb7a9-3c34-4e10-9b7c-033a0881f0fc', 'tenant_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'mac_address': 'fa:16:3e:25:4d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1d8f2b-d97d-468d-a455-046ec60223c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '6dd720d7-be54-496c-b59e-cfe36a403992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:16:30Z', 'updated_at': '2021-12-20T15:16:35Z', 'revision_number': 5, 'project_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'subnets': [{'id': '6dd720d7-be54-496c-b59e-cfe36a403992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:23:36.987956 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-64611820-cb08-4d97-90ca-73efbbb72c26 req-fcfc51ea-8633-47fd-974f-5914d4559484 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6dd720d7-be54-496c-b59e-cfe36a403992 HTTP/1.1" status: 200 len: 850 time: 0.0509205 Dec 20 15:23:37.018051 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddd26e0-f229-4c67-b1a5-0c32133f605a None None] Checking router: 1b1d8f2b-d97d-468d-a455-046ec60223c1 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:23:37.027151 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddd26e0-f229-4c67-b1a5-0c32133f605a None None] Routers {'1b1d8f2b-d97d-468d-a455-046ec60223c1'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:23:37.027753 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-5ddd26e0-f229-4c67-b1a5-0c32133f605a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:23:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['1b1d8f2b-d97d-468d-a455-046ec60223c1'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:23:37.035655 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64611820-cb08-4d97-90ca-73efbbb72c26 req-ac800769-7a57-4a8d-a5d8-116bd0a7886e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:23:37.037185 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-64611820-cb08-4d97-90ca-73efbbb72c26 req-ac800769-7a57-4a8d-a5d8-116bd0a7886e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=63ccb7a9-3c34-4e10-9b7c-033a0881f0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424256 Dec 20 15:23:37.128112 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-64611820-cb08-4d97-90ca-73efbbb72c26 req-e68707d9-6782-4147-ba41-f7cc1a24aef9 service neutron] 10.222.0.30 "GET /v2.0/networks/63ccb7a9-3c34-4e10-9b7c-033a0881f0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830803 Dec 20 15:23:37.138644 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-5ddd26e0-f229-4c67-b1a5-0c32133f605a None None] Set router 1b1d8f2b-d97d-468d-a455-046ec60223c1 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:23:37.224831 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-64611820-cb08-4d97-90ca-73efbbb72c26 req-604e3607-1d8b-4805-ac57-9778c82ee051 service neutron] 10.222.0.30 "GET /v2.0/networks/63ccb7a9-3c34-4e10-9b7c-033a0881f0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889249 Dec 20 15:23:37.365198 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-5ddd26e0-f229-4c67-b1a5-0c32133f605a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b1d8f2b-d97d-468d-a455-046ec60223c1', 'name': 'tempest-ServerActionsTestJSON-386714640-router', 'tenant_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '91a42ef0-08d4-4b63-ba77-3c51217fa9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:16:28Z', 'updated_at': '2021-12-20T15:16:31Z', 'revision_number': 4, 'project_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'gw_port': {'id': '91a42ef0-08d4-4b63-ba77-3c51217fa9f2', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:29:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1d8f2b-d97d-468d-a455-046ec60223c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:16:29Z', 'updated_at': '2021-12-20T15:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': '35590a59-5c01-48d8-9826-2df35b92f122', 'tenant_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'floating_ip_address': '172.25.0.47', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': '1b1d8f2b-d97d-468d-a455-046ec60223c1', 'port_id': 'f35f2fbc-1523-4756-a1a7-474f33e4a85f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4085, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63ccb7a9-3c34-4e10-9b7c-033a0881f0fc', 'mac_address': 'fa:16:3e:33:6f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8874f79-3c0c-43b3-8e62-2a1d0e676147', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:16:33Z', 'updated_at': '2021-12-20T15:23:36Z', 'revision_number': 13, 'project_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec6f6254-109b-4ae7-a6c3-f386c155adb3', 'name': '', 'network_id': '63ccb7a9-3c34-4e10-9b7c-033a0881f0fc', 'tenant_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'mac_address': 'fa:16:3e:25:4d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1d8f2b-d97d-468d-a455-046ec60223c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '6dd720d7-be54-496c-b59e-cfe36a403992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:16:30Z', 'updated_at': '2021-12-20T15:16:35Z', 'revision_number': 5, 'project_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'subnets': [{'id': '6dd720d7-be54-496c-b59e-cfe36a403992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:23:37.397708 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddd26e0-f229-4c67-b1a5-0c32133f605a None None] The sync data for ids ['1b1d8f2b-d97d-468d-a455-046ec60223c1'] in n-d-761264-19 is: [{'id': '1b1d8f2b-d97d-468d-a455-046ec60223c1', 'name': 'tempest-ServerActionsTestJSON-386714640-router', 'tenant_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '91a42ef0-08d4-4b63-ba77-3c51217fa9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:16:28Z', 'updated_at': '2021-12-20T15:16:31Z', 'revision_number': 4, 'project_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'gw_port': {'id': '91a42ef0-08d4-4b63-ba77-3c51217fa9f2', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:29:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1d8f2b-d97d-468d-a455-046ec60223c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:16:29Z', 'updated_at': '2021-12-20T15:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': '35590a59-5c01-48d8-9826-2df35b92f122', 'tenant_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'floating_ip_address': '172.25.0.47', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': '1b1d8f2b-d97d-468d-a455-046ec60223c1', 'port_id': 'f35f2fbc-1523-4756-a1a7-474f33e4a85f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4085, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63ccb7a9-3c34-4e10-9b7c-033a0881f0fc', 'mac_address': 'fa:16:3e:33:6f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8874f79-3c0c-43b3-8e62-2a1d0e676147', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:16:33Z', 'updated_at': '2021-12-20T15:23:36Z', 'revision_number': 13, 'project_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec6f6254-109b-4ae7-a6c3-f386c155adb3', 'name': '', 'network_id': '63ccb7a9-3c34-4e10-9b7c-033a0881f0fc', 'tenant_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'mac_address': 'fa:16:3e:25:4d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1d8f2b-d97d-468d-a455-046ec60223c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '6dd720d7-be54-496c-b59e-cfe36a403992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:16:30Z', 'updated_at': '2021-12-20T15:16:35Z', 'revision_number': 5, 'project_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'subnets': [{'id': '6dd720d7-be54-496c-b59e-cfe36a403992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:23:37.582783 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e74548b-a777-4435-8f78-aa90b77d15e6 None None] New status for floating IP 35590a59-5c01-48d8-9826-2df35b92f122: ACTIVE {{(pid=103170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 15:23:42.063451 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:23:45.661621 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:23:50.208697 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9fd392b3-921a-456d-85a4-863853d8b20d req-788d30de-6a7f-4c69-b9f7-f3eca9068e83 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f8874f79-3c0c-43b3-8e62-2a1d0e676147&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0415051 Dec 20 15:23:50.303218 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd392b3-921a-456d-85a4-863853d8b20d req-9675e111-f944-4276-bae0-4c609c09a0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:23:50.304724 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9fd392b3-921a-456d-85a4-863853d8b20d req-9675e111-f944-4276-bae0-4c609c09a0af service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3a8ae3efcf51476d8a4f0685fa1f4850&device_id=f8874f79-3c0c-43b3-8e62-2a1d0e676147 HTTP/1.1" status: 200 len: 1097 time: 0.0466974 Dec 20 15:23:50.409071 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd392b3-921a-456d-85a4-863853d8b20d req-81d6bed9-b379-4341-b9c3-4d91a8315b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:23:50.410525 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9fd392b3-921a-456d-85a4-863853d8b20d req-81d6bed9-b379-4341-b9c3-4d91a8315b91 service neutron] 10.222.0.30 "GET /v2.0/networks?id=63ccb7a9-3c34-4e10-9b7c-033a0881f0fc HTTP/1.1" status: 200 len: 912 time: 0.0841634 Dec 20 15:23:50.480340 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9fd392b3-921a-456d-85a4-863853d8b20d req-b4196d83-6c95-4639-abfd-f2883a3875d7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f35f2fbc-1523-4756-a1a7-474f33e4a85f HTTP/1.1" status: 200 len: 1001 time: 0.0626540 Dec 20 15:23:50.529059 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd392b3-921a-456d-85a4-863853d8b20d req-4e56da3c-47b2-4288-bc69-a7be6458da6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:23:50.530538 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9fd392b3-921a-456d-85a4-863853d8b20d req-4e56da3c-47b2-4288-bc69-a7be6458da6b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6dd720d7-be54-496c-b59e-cfe36a403992 HTTP/1.1" status: 200 len: 850 time: 0.0433264 Dec 20 15:23:50.584415 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd392b3-921a-456d-85a4-863853d8b20d req-cf40a994-9f48-4842-85c7-d20db79dc2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:23:50.585884 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9fd392b3-921a-456d-85a4-863853d8b20d req-cf40a994-9f48-4842-85c7-d20db79dc2be service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=63ccb7a9-3c34-4e10-9b7c-033a0881f0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412219 Dec 20 15:23:50.682965 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9fd392b3-921a-456d-85a4-863853d8b20d req-4530a89c-031e-4d1f-a688-efb81bd02751 service neutron] 10.222.0.30 "GET /v2.0/networks/63ccb7a9-3c34-4e10-9b7c-033a0881f0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892928 Dec 20 15:23:50.782179 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9fd392b3-921a-456d-85a4-863853d8b20d req-2aba0871-da2f-4296-870f-005efb098c21 service neutron] 10.222.0.30 "GET /v2.0/networks/63ccb7a9-3c34-4e10-9b7c-033a0881f0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908313 Dec 20 15:24:00.784102 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ee4e02f0-01a6-4fc5-80dd-d909ede828f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:24:02.984730 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a40a150b-b6c6-447b-9fed-49f8c0fa6389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:24:03.997616 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:24:04.752601 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:24:05.998523 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:24:06.360167 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:24:12.066606 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:24:15.672201 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:24:30.783035 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b369e69a-4cac-4338-8078-32aaf5c6d95e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:24:32.987570 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-fc512821-86be-4037-9598-51593f07108b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:24:33.999460 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:24:35.998183 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:24:36.367157 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:24:41.762443 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:24:42.074572 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:24:45.686080 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:24:52.207783 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ede01549-5478-45c8-bc57-4497e7f54e1d req-4d0b651e-dba3-4ac9-94c5-3ced7399c24b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f8874f79-3c0c-43b3-8e62-2a1d0e676147&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0469711 Dec 20 15:24:52.294206 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede01549-5478-45c8-bc57-4497e7f54e1d req-8af311a2-a8c4-4743-a41c-1d4f15551209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:24:52.295678 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ede01549-5478-45c8-bc57-4497e7f54e1d req-8af311a2-a8c4-4743-a41c-1d4f15551209 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3a8ae3efcf51476d8a4f0685fa1f4850&device_id=f8874f79-3c0c-43b3-8e62-2a1d0e676147 HTTP/1.1" status: 200 len: 1097 time: 0.0428741 Dec 20 15:24:52.407462 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede01549-5478-45c8-bc57-4497e7f54e1d req-8f251351-ef5f-4ab9-939c-70dbdda87ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:24:52.408963 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ede01549-5478-45c8-bc57-4497e7f54e1d req-8f251351-ef5f-4ab9-939c-70dbdda87ef6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=63ccb7a9-3c34-4e10-9b7c-033a0881f0fc HTTP/1.1" status: 200 len: 912 time: 0.0920370 Dec 20 15:24:52.482638 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ede01549-5478-45c8-bc57-4497e7f54e1d req-cd3252ac-4dec-4c49-a072-cc0bea869755 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f35f2fbc-1523-4756-a1a7-474f33e4a85f HTTP/1.1" status: 200 len: 1001 time: 0.0618174 Dec 20 15:24:52.531710 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede01549-5478-45c8-bc57-4497e7f54e1d req-9bd3995e-3e4a-4d2b-a3b4-88c4ab100fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:24:52.533112 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ede01549-5478-45c8-bc57-4497e7f54e1d req-9bd3995e-3e4a-4d2b-a3b4-88c4ab100fb6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6dd720d7-be54-496c-b59e-cfe36a403992 HTTP/1.1" status: 200 len: 850 time: 0.0429337 Dec 20 15:24:52.578877 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede01549-5478-45c8-bc57-4497e7f54e1d req-23f7c095-c3a8-4537-ae42-9e757c2d43ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:24:52.580310 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ede01549-5478-45c8-bc57-4497e7f54e1d req-23f7c095-c3a8-4537-ae42-9e757c2d43ad service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=63ccb7a9-3c34-4e10-9b7c-033a0881f0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393767 Dec 20 15:24:52.674125 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ede01549-5478-45c8-bc57-4497e7f54e1d req-62ab5640-e65c-4d88-b398-8b09a687ae7d service neutron] 10.222.0.30 "GET /v2.0/networks/63ccb7a9-3c34-4e10-9b7c-033a0881f0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857689 Dec 20 15:24:52.766912 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ede01549-5478-45c8-bc57-4497e7f54e1d req-c390836a-b106-4ec2-ae5b-e65bf8e2668b service neutron] 10.222.0.30 "GET /v2.0/networks/63ccb7a9-3c34-4e10-9b7c-033a0881f0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840144 Dec 20 15:25:00.785396 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6eec41ce-1774-4213-a2e9-faed1ddc6eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:25:02.990005 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-1bba3361-5a4a-416c-ae34-ff4eeca10299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:25:04.006481 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:25:06.005458 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:25:06.365174 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:25:12.073562 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:25:15.693114 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:25:18.756744 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:25:30.782470 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b462b692-11ce-439f-89e6-92005d8560da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:25:32.988349 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-0c000d09-5aed-4791-96c0-cda6c1379687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:25:34.005345 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:25:36.012150 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:25:36.363811 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:25:42.061044 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:25:45.680488 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:25:53.180820 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f9bcffa6-1a97-4895-9776-9aa2a846111e req-7cbac26d-1357-4880-9d96-295f4f5df13f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f8874f79-3c0c-43b3-8e62-2a1d0e676147&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0429807 Dec 20 15:25:53.266120 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bcffa6-1a97-4895-9776-9aa2a846111e req-08eef9ed-ea37-449f-9035-99e19971c7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:25:53.267671 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f9bcffa6-1a97-4895-9776-9aa2a846111e req-08eef9ed-ea37-449f-9035-99e19971c7b4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3a8ae3efcf51476d8a4f0685fa1f4850&device_id=f8874f79-3c0c-43b3-8e62-2a1d0e676147 HTTP/1.1" status: 200 len: 1097 time: 0.0426977 Dec 20 15:25:53.376486 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bcffa6-1a97-4895-9776-9aa2a846111e req-d3db3a1e-b1e9-4cce-b9ab-2cbc58cca20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:25:53.377966 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f9bcffa6-1a97-4895-9776-9aa2a846111e req-d3db3a1e-b1e9-4cce-b9ab-2cbc58cca20a service neutron] 10.222.0.30 "GET /v2.0/networks?id=63ccb7a9-3c34-4e10-9b7c-033a0881f0fc HTTP/1.1" status: 200 len: 912 time: 0.0899451 Dec 20 15:25:53.444412 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f9bcffa6-1a97-4895-9776-9aa2a846111e req-3d69816b-aaf7-4fc6-a176-ec58eaaa9778 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f35f2fbc-1523-4756-a1a7-474f33e4a85f HTTP/1.1" status: 200 len: 1001 time: 0.0591969 Dec 20 15:25:53.494090 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bcffa6-1a97-4895-9776-9aa2a846111e req-0a322d75-cf7f-4d6b-9ad9-96de183e29e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:25:53.495581 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f9bcffa6-1a97-4895-9776-9aa2a846111e req-0a322d75-cf7f-4d6b-9ad9-96de183e29e5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6dd720d7-be54-496c-b59e-cfe36a403992 HTTP/1.1" status: 200 len: 850 time: 0.0440221 Dec 20 15:25:53.547739 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bcffa6-1a97-4895-9776-9aa2a846111e req-0a259cf4-8711-4c1b-a282-4eb533e0bf81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:25:53.549246 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f9bcffa6-1a97-4895-9776-9aa2a846111e req-0a259cf4-8711-4c1b-a282-4eb533e0bf81 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=63ccb7a9-3c34-4e10-9b7c-033a0881f0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456443 Dec 20 15:25:53.641921 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f9bcffa6-1a97-4895-9776-9aa2a846111e req-b1414216-4162-480d-afdd-58ebcfdd28cb service neutron] 10.222.0.30 "GET /v2.0/networks/63ccb7a9-3c34-4e10-9b7c-033a0881f0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851755 Dec 20 15:25:53.733387 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f9bcffa6-1a97-4895-9776-9aa2a846111e req-60a9f96a-6894-4d1d-aeab-141654a0eb7b service neutron] 10.222.0.30 "GET /v2.0/networks/63ccb7a9-3c34-4e10-9b7c-033a0881f0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843570 Dec 20 15:25:55.756878 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:26:00.777781 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-32f21161-08b3-4fff-9f2a-b31d6210ddbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:26:02.982752 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-38a1cc6d-6ade-48d3-ab40-0b12dbba08b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:26:04.006539 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:26:06.008328 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:26:06.357140 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:26:12.063757 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:26:15.695660 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:26:25.582929 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a5afb9-4a88-444e-ab17-17375d26fd4e req-8da8bef6-04e0-46a5-beb8-476808a47ba8 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:26:25.584507 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a7a5afb9-4a88-444e-ab17-17375d26fd4e req-8da8bef6-04e0-46a5-beb8-476808a47ba8 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8874f79-3c0c-43b3-8e62-2a1d0e676147 HTTP/1.1" status: 200 len: 945 time: 0.1242707 Dec 20 15:26:25.641654 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a7a5afb9-4a88-444e-ab17-17375d26fd4e req-3d3d40c1-2126-48c5-ac55-acde695cf91c tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0505161 Dec 20 15:26:30.783797 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-652dc06c-63bb-4dfd-b382-947617d3c3e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:26:32.760839 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:26:32.987888 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-16ff4e80-8c03-4a37-a533-ff6cd8e1443e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:26:34.010523 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:26:36.011146 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:26:36.354698 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:26:38.260392 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [req-213e30ca-ee38-4068-b046-7271ae1aa7e7 req-5fd46b27-0970-484b-a0e2-8e3a3c430621 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:26:38.261425 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-213e30ca-ee38-4068-b046-7271ae1aa7e7 req-5fd46b27-0970-484b-a0e2-8e3a3c430621 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1055410 Dec 20 15:26:38.496152 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc46ae2-df5b-4a4f-928d-f05d2b14db13 req-027d1bb5-8aff-480b-92a4-cd5bef5d69d5 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:26:38.498005 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5cc46ae2-df5b-4a4f-928d-f05d2b14db13 req-027d1bb5-8aff-480b-92a4-cd5bef5d69d5 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8874f79-3c0c-43b3-8e62-2a1d0e676147 HTTP/1.1" status: 200 len: 945 time: 0.0585930 Dec 20 15:26:38.517609 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1a659451-cbd6-45d2-a12c-aee9314e8af5 req-e145bd0f-cba4-42ed-acd9-109f625b0f2b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f8874f79-3c0c-43b3-8e62-2a1d0e676147&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0885386 Dec 20 15:26:38.527021 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [req-1a659451-cbd6-45d2-a12c-aee9314e8af5 req-80f41d7e-5f6d-4097-8b46-ec59a6738baa service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:26:38.528066 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1a659451-cbd6-45d2-a12c-aee9314e8af5 req-80f41d7e-5f6d-4097-8b46-ec59a6738baa service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052195 Dec 20 15:26:38.547563 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5cc46ae2-df5b-4a4f-928d-f05d2b14db13 req-4f6e4df0-061d-4dc3-bdfe-480c5aeb2291 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431445 Dec 20 15:26:39.669993 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d71907-e9cf-4732-b7d0-375a971e53ec req-33900d2d-8803-498d-b49b-9d156592e1e4 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:26:39.671538 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c4d71907-e9cf-4732-b7d0-375a971e53ec req-33900d2d-8803-498d-b49b-9d156592e1e4 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8874f79-3c0c-43b3-8e62-2a1d0e676147 HTTP/1.1" status: 200 len: 945 time: 0.0501709 Dec 20 15:26:39.733698 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c4d71907-e9cf-4732-b7d0-375a971e53ec req-c4ce9e6b-0815-48cf-9e9e-97454038ec0e tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0558896 Dec 20 15:26:39.817112 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a659451-cbd6-45d2-a12c-aee9314e8af5 req-f9f7bf70-97f6-4739-9fde-5b0bf13c1a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:26:39.818643 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1a659451-cbd6-45d2-a12c-aee9314e8af5 req-f9f7bf70-97f6-4739-9fde-5b0bf13c1a26 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3a8ae3efcf51476d8a4f0685fa1f4850&device_id=f8874f79-3c0c-43b3-8e62-2a1d0e676147 HTTP/1.1" status: 200 len: 1097 time: 0.0820248 Dec 20 15:26:39.918948 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a659451-cbd6-45d2-a12c-aee9314e8af5 req-44a0738f-19a3-4ade-8f14-197c3df4b2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:26:39.920423 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1a659451-cbd6-45d2-a12c-aee9314e8af5 req-44a0738f-19a3-4ade-8f14-197c3df4b2bb service neutron] 10.222.0.30 "GET /v2.0/networks?id=63ccb7a9-3c34-4e10-9b7c-033a0881f0fc HTTP/1.1" status: 200 len: 912 time: 0.0945148 Dec 20 15:26:39.998151 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1a659451-cbd6-45d2-a12c-aee9314e8af5 req-d2fe10e0-8348-4503-b29f-c993a24cab4b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f35f2fbc-1523-4756-a1a7-474f33e4a85f HTTP/1.1" status: 200 len: 1001 time: 0.0684955 Dec 20 15:26:40.050489 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a659451-cbd6-45d2-a12c-aee9314e8af5 req-bce769ea-5eb1-4279-8568-edc937718e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:26:40.052176 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1a659451-cbd6-45d2-a12c-aee9314e8af5 req-bce769ea-5eb1-4279-8568-edc937718e8e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6dd720d7-be54-496c-b59e-cfe36a403992 HTTP/1.1" status: 200 len: 850 time: 0.0471196 Dec 20 15:26:40.101974 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a659451-cbd6-45d2-a12c-aee9314e8af5 req-9b6df9f3-3391-4c9a-a4cf-30fabf1de6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:26:40.103503 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1a659451-cbd6-45d2-a12c-aee9314e8af5 req-9b6df9f3-3391-4c9a-a4cf-30fabf1de6c0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=63ccb7a9-3c34-4e10-9b7c-033a0881f0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444355 Dec 20 15:26:40.200542 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1a659451-cbd6-45d2-a12c-aee9314e8af5 req-494cd175-112b-448e-be3f-9f9a56ad4275 service neutron] 10.222.0.30 "GET /v2.0/networks/63ccb7a9-3c34-4e10-9b7c-033a0881f0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890992 Dec 20 15:26:40.315257 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1a659451-cbd6-45d2-a12c-aee9314e8af5 req-df32afa7-3eab-49cb-8861-fdaf56de5668 service neutron] 10.222.0.30 "GET /v2.0/networks/63ccb7a9-3c34-4e10-9b7c-033a0881f0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081233 Dec 20 15:26:40.855600 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fb0b04-7a20-475f-a8c2-e562f39c5184 req-8b27b42b-0039-4db5-8791-fecc44a34912 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:26:40.857070 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b6fb0b04-7a20-475f-a8c2-e562f39c5184 req-8b27b42b-0039-4db5-8791-fecc44a34912 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8874f79-3c0c-43b3-8e62-2a1d0e676147 HTTP/1.1" status: 200 len: 945 time: 0.0516658 Dec 20 15:26:40.908799 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b6fb0b04-7a20-475f-a8c2-e562f39c5184 req-c77868aa-59bf-460b-a779-5cea846dffbc tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454841 Dec 20 15:26:42.045163 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f863cb3e-847f-4c8e-9278-39054954d0dd req-b4ee45b7-153b-43bf-a4c1-dab615fb55d6 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:26:42.046835 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f863cb3e-847f-4c8e-9278-39054954d0dd req-b4ee45b7-153b-43bf-a4c1-dab615fb55d6 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8874f79-3c0c-43b3-8e62-2a1d0e676147 HTTP/1.1" status: 200 len: 945 time: 0.0521929 Dec 20 15:26:42.087725 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:26:42.102522 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f863cb3e-847f-4c8e-9278-39054954d0dd req-1d5bc1db-36de-4e6a-b8ce-aca58034ae76 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0492358 Dec 20 15:26:43.238705 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb08fa2-d782-475d-bf28-213b055b4e33 req-4026ee76-064b-4c81-89dd-3e102d2a3acc tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:26:43.240233 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5cb08fa2-d782-475d-bf28-213b055b4e33 req-4026ee76-064b-4c81-89dd-3e102d2a3acc tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8874f79-3c0c-43b3-8e62-2a1d0e676147 HTTP/1.1" status: 200 len: 945 time: 0.0584989 Dec 20 15:26:43.294971 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5cb08fa2-d782-475d-bf28-213b055b4e33 req-a16f7895-7624-41c4-b973-87602b84cbeb tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441909 Dec 20 15:26:44.421753 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d71cdc1-51d7-4e38-9f1b-8da1008b7760 req-5fa1a4de-e93e-4218-aec2-bacf57d541aa tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:26:44.423338 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5d71cdc1-51d7-4e38-9f1b-8da1008b7760 req-5fa1a4de-e93e-4218-aec2-bacf57d541aa tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8874f79-3c0c-43b3-8e62-2a1d0e676147 HTTP/1.1" status: 200 len: 945 time: 0.0547507 Dec 20 15:26:44.472379 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5d71cdc1-51d7-4e38-9f1b-8da1008b7760 req-a3e337b8-de13-42f7-b282-cfe1dac6d4d9 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427461 Dec 20 15:26:45.600020 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a425ca-97e4-41c1-bcdd-940176cf5b81 req-e968867a-cdc7-4a5e-99fd-26f2192d278e tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:26:45.602113 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-05a425ca-97e4-41c1-bcdd-940176cf5b81 req-e968867a-cdc7-4a5e-99fd-26f2192d278e tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8874f79-3c0c-43b3-8e62-2a1d0e676147 HTTP/1.1" status: 200 len: 945 time: 0.0538754 Dec 20 15:26:45.653616 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-05a425ca-97e4-41c1-bcdd-940176cf5b81 req-01ec5660-843b-4896-bc5a-ca9c2e81bc13 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440533 Dec 20 15:26:45.693768 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:26:46.782252 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30741ff-03d2-4e09-a34c-bbc902beefbe req-bd5a5f24-7bf5-4abf-b215-349b6d08c011 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:26:46.783804 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f30741ff-03d2-4e09-a34c-bbc902beefbe req-bd5a5f24-7bf5-4abf-b215-349b6d08c011 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8874f79-3c0c-43b3-8e62-2a1d0e676147 HTTP/1.1" status: 200 len: 945 time: 0.0557308 Dec 20 15:26:46.833307 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f30741ff-03d2-4e09-a34c-bbc902beefbe req-e07e7db1-d50d-4c74-a92c-445f9bae8a05 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433629 Dec 20 15:26:47.960427 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c54008c-c951-4e96-8a69-20865a972c6a req-a5a98a7f-d40a-418d-96a8-526bb9178274 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:26:47.961918 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4c54008c-c951-4e96-8a69-20865a972c6a req-a5a98a7f-d40a-418d-96a8-526bb9178274 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8874f79-3c0c-43b3-8e62-2a1d0e676147 HTTP/1.1" status: 200 len: 945 time: 0.0540631 Dec 20 15:26:48.012688 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4c54008c-c951-4e96-8a69-20865a972c6a req-d4550d0d-e44e-49a2-b0e8-61ff9aaf825b tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445549 Dec 20 15:26:49.140656 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b29dc88-49db-4d80-949c-6672bbbe4426 req-af963647-2b96-49ca-aa05-40f63f6d8d8b tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:26:49.142173 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5b29dc88-49db-4d80-949c-6672bbbe4426 req-af963647-2b96-49ca-aa05-40f63f6d8d8b tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8874f79-3c0c-43b3-8e62-2a1d0e676147 HTTP/1.1" status: 200 len: 945 time: 0.0520463 Dec 20 15:26:49.196606 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5b29dc88-49db-4d80-949c-6672bbbe4426 req-87e1649b-0de1-4ae6-ac13-26ae82ad2222 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481935 Dec 20 15:26:50.329258 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bbf2d1-9a43-4d0b-9316-0460e47fe72d req-abb8187f-46fa-404c-af9a-6752bd577f17 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:26:50.330642 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-20bbf2d1-9a43-4d0b-9316-0460e47fe72d req-abb8187f-46fa-404c-af9a-6752bd577f17 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8874f79-3c0c-43b3-8e62-2a1d0e676147 HTTP/1.1" status: 200 len: 945 time: 0.0526552 Dec 20 15:26:50.380432 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-20bbf2d1-9a43-4d0b-9316-0460e47fe72d req-ee8f6a61-2d55-463e-ae09-41fbb0569ecc tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434253 Dec 20 15:26:51.523296 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defd2e81-87b8-4e4c-8ce0-f64b3950cea2 req-7a837ef3-12a1-424c-b6e9-aab30429824b tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:26:51.524827 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-defd2e81-87b8-4e4c-8ce0-f64b3950cea2 req-7a837ef3-12a1-424c-b6e9-aab30429824b tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8874f79-3c0c-43b3-8e62-2a1d0e676147 HTTP/1.1" status: 200 len: 945 time: 0.0574803 Dec 20 15:26:51.573671 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-defd2e81-87b8-4e4c-8ce0-f64b3950cea2 req-4d79dc8e-da8c-428b-bc79-6b94cebe63fb tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425990 Dec 20 15:26:52.706505 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dcb15c-c18c-4931-a290-5f5fa3e5b590 req-01ee69e3-0272-4c1b-9809-4428d1072036 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:26:52.708105 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-04dcb15c-c18c-4931-a290-5f5fa3e5b590 req-01ee69e3-0272-4c1b-9809-4428d1072036 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8874f79-3c0c-43b3-8e62-2a1d0e676147 HTTP/1.1" status: 200 len: 945 time: 0.0582411 Dec 20 15:26:52.763359 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-04dcb15c-c18c-4931-a290-5f5fa3e5b590 req-66081431-3477-4635-9e8a-841e57af40bb tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480323 Dec 20 15:26:53.896921 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140e141f-7f6d-48c9-8b35-6b9546696d93 req-1e71f358-b25e-4aa1-9fff-bc606fb98e6f tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:26:53.898698 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-140e141f-7f6d-48c9-8b35-6b9546696d93 req-1e71f358-b25e-4aa1-9fff-bc606fb98e6f tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8874f79-3c0c-43b3-8e62-2a1d0e676147 HTTP/1.1" status: 200 len: 945 time: 0.0622234 Dec 20 15:26:53.951491 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-140e141f-7f6d-48c9-8b35-6b9546696d93 req-638f1e4a-2cbb-4580-b056-0f39f8adc536 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459931 Dec 20 15:26:54.228334 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ae8d3b-f8f2-49f2-831e-2b1383e4b67e req-fae64917-cdc9-45be-aaf6-a0851264e8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:26:54.230020 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-22ae8d3b-f8f2-49f2-831e-2b1383e4b67e req-fae64917-cdc9-45be-aaf6-a0851264e8a6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3a8ae3efcf51476d8a4f0685fa1f4850&device_id=f8874f79-3c0c-43b3-8e62-2a1d0e676147 HTTP/1.1" status: 200 len: 1097 time: 0.0475945 Dec 20 15:26:54.357413 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ae8d3b-f8f2-49f2-831e-2b1383e4b67e req-41221cca-e5b0-4fb6-8a05-f1e07305302a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:26:54.358865 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-22ae8d3b-f8f2-49f2-831e-2b1383e4b67e req-41221cca-e5b0-4fb6-8a05-f1e07305302a service neutron] 10.222.0.30 "GET /v2.0/networks?id=63ccb7a9-3c34-4e10-9b7c-033a0881f0fc HTTP/1.1" status: 200 len: 912 time: 0.1082110 Dec 20 15:26:54.428988 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-22ae8d3b-f8f2-49f2-831e-2b1383e4b67e req-118f13bc-187e-45a7-9517-e76ec496ff0d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f35f2fbc-1523-4756-a1a7-474f33e4a85f HTTP/1.1" status: 200 len: 1001 time: 0.0627489 Dec 20 15:26:54.484793 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ae8d3b-f8f2-49f2-831e-2b1383e4b67e req-41dc096a-fe72-4ddf-bd06-5b5bab37a05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:26:54.486525 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-22ae8d3b-f8f2-49f2-831e-2b1383e4b67e req-41dc096a-fe72-4ddf-bd06-5b5bab37a05d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6dd720d7-be54-496c-b59e-cfe36a403992 HTTP/1.1" status: 200 len: 850 time: 0.0502467 Dec 20 15:26:54.537396 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ae8d3b-f8f2-49f2-831e-2b1383e4b67e req-ea0ce62e-d8c3-4179-b0c8-3f5a92977e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:26:54.538990 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-22ae8d3b-f8f2-49f2-831e-2b1383e4b67e req-ea0ce62e-d8c3-4179-b0c8-3f5a92977e96 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=63ccb7a9-3c34-4e10-9b7c-033a0881f0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450959 Dec 20 15:26:54.552540 n-d-761264-19 neutron-server[103167]: INFO neutron.api.v2.resource [req-1a659451-cbd6-45d2-a12c-aee9314e8af5 req-a31f334c-b02b-410e-a5c7-095f781b39e3 service neutron] show failed (client error): The resource could not be found. Dec 20 15:26:54.553784 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1a659451-cbd6-45d2-a12c-aee9314e8af5 req-a31f334c-b02b-410e-a5c7-095f781b39e3 service neutron] 10.222.0.30 "GET /v2.0/ports/f35f2fbc-1523-4756-a1a7-474f33e4a85f/bindings/n-h2-761264-19 HTTP/1.1" status: 404 len: 381 time: 0.0602672 Dec 20 15:26:54.845449 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a659451-cbd6-45d2-a12c-aee9314e8af5 req-92a05445-593e-45fa-be79-36aef6a18cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:26:54.846996 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1a659451-cbd6-45d2-a12c-aee9314e8af5 req-92a05445-593e-45fa-be79-36aef6a18cc7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f8874f79-3c0c-43b3-8e62-2a1d0e676147&tenant_id=3a8ae3efcf51476d8a4f0685fa1f4850 HTTP/1.1" status: 200 len: 1097 time: 0.1048579 Dec 20 15:26:54.860328 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-1a659451-cbd6-45d2-a12c-aee9314e8af5 req-6890c117-2122-4a07-b3b0-0d5dfa76c0d8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-761264-19', 'device_owner': 'compute:nova'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:26:54.922447 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-1a659451-cbd6-45d2-a12c-aee9314e8af5 req-6890c117-2122-4a07-b3b0-0d5dfa76c0d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:26:54.986266 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-22ae8d3b-f8f2-49f2-831e-2b1383e4b67e req-df9334ba-72cd-472d-b0fb-95e8bcf1f5d7 service neutron] 10.222.0.30 "GET /v2.0/networks/63ccb7a9-3c34-4e10-9b7c-033a0881f0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4392204 Dec 20 15:26:55.131605 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e582ae-a3b5-4261-917b-25afbb5261c1 req-69b09e09-632b-4614-b788-1dbc9871ab1f tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:26:55.133117 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-31e582ae-a3b5-4261-917b-25afbb5261c1 req-69b09e09-632b-4614-b788-1dbc9871ab1f tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8874f79-3c0c-43b3-8e62-2a1d0e676147 HTTP/1.1" status: 200 len: 945 time: 0.0743637 Dec 20 15:26:55.135483 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-22ae8d3b-f8f2-49f2-831e-2b1383e4b67e req-c8699343-a8f9-488e-ad18-c40c5c10a578 service neutron] 10.222.0.30 "GET /v2.0/networks/63ccb7a9-3c34-4e10-9b7c-033a0881f0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417816 Dec 20 15:26:55.144315 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-1a659451-cbd6-45d2-a12c-aee9314e8af5 req-6890c117-2122-4a07-b3b0-0d5dfa76c0d8 service neutron] For port f35f2fbc-1523-4756-a1a7-474f33e4a85f, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=f35f2fbc-1523-4756-a1a7-474f33e4a85f,segment=NetworkSegment(dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a),segment_id=dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:26:55.184146 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-1a659451-cbd6-45d2-a12c-aee9314e8af5 req-6890c117-2122-4a07-b3b0-0d5dfa76c0d8 service neutron] For port f35f2fbc-1523-4756-a1a7-474f33e4a85f, host n-h1-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:26:55.190380 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-31e582ae-a3b5-4261-917b-25afbb5261c1 req-84de5978-7feb-42ea-a4ad-370e819d2897 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0504296 Dec 20 15:26:55.230356 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8874f79-3c0c-43b3-8e62-2a1d0e676147', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f35f2fbc-1523-4756-a1a7-474f33e4a85f'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:26:55.232660 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08f5bd10d948da750b9537a176c40f94b479143edf42a445aa4903673b4b1814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca053e72-9174-4007-a2a3-d8348d7343f9" -d '{"events": [{"server_uuid": "f8874f79-3c0c-43b3-8e62-2a1d0e676147", "name": "network-vif-unplugged", "status": "completed", "tag": "f35f2fbc-1523-4756-a1a7-474f33e4a85f"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:26:55.237567 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-1a659451-cbd6-45d2-a12c-aee9314e8af5 req-6890c117-2122-4a07-b3b0-0d5dfa76c0d8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:26:55.254548 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-1a659451-cbd6-45d2-a12c-aee9314e8af5 req-6890c117-2122-4a07-b3b0-0d5dfa76c0d8 service neutron] Transition to ACTIVE for port object f35f2fbc-1523-4756-a1a7-474f33e4a85f will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:26:55.259722 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-1a659451-cbd6-45d2-a12c-aee9314e8af5 req-6890c117-2122-4a07-b3b0-0d5dfa76c0d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:26:55.356453 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6890c117-2122-4a07-b3b0-0d5dfa76c0d8 service neutron] Pushing event updated for resources: {'Port': ['ID=f35f2fbc-1523-4756-a1a7-474f33e4a85f,revision_number=6']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:26:55.367481 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6890c117-2122-4a07-b3b0-0d5dfa76c0d8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:26:55.367800 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6890c117-2122-4a07-b3b0-0d5dfa76c0d8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:26:55.368171 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6890c117-2122-4a07-b3b0-0d5dfa76c0d8 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:26:55.368505 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6890c117-2122-4a07-b3b0-0d5dfa76c0d8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:26:55.368983 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6890c117-2122-4a07-b3b0-0d5dfa76c0d8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:26:55.369315 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6890c117-2122-4a07-b3b0-0d5dfa76c0d8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:26:55.369642 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6890c117-2122-4a07-b3b0-0d5dfa76c0d8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:26:55.369967 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6890c117-2122-4a07-b3b0-0d5dfa76c0d8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:26:55.370291 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6890c117-2122-4a07-b3b0-0d5dfa76c0d8 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:26:55.370609 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6890c117-2122-4a07-b3b0-0d5dfa76c0d8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:26:55.370968 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6890c117-2122-4a07-b3b0-0d5dfa76c0d8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:26:55.371288 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6890c117-2122-4a07-b3b0-0d5dfa76c0d8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:26:55.371941 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6890c117-2122-4a07-b3b0-0d5dfa76c0d8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:26:55.409542 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a659451-cbd6-45d2-a12c-aee9314e8af5 req-6890c117-2122-4a07-b3b0-0d5dfa76c0d8 service neutron] No DVR routers for this DVR port f35f2fbc-1523-4756-a1a7-474f33e4a85f on host n-h1-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:26:55.445484 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 15:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c9e6f05-2368-4c74-8248-def8c001b875 x-openstack-request-id: req-0c9e6f05-2368-4c74-8248-def8c001b875 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:26:55.445771 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8874f79-3c0c-43b3-8e62-2a1d0e676147", "name": "network-vif-unplugged", "status": "completed", "tag": "f35f2fbc-1523-4756-a1a7-474f33e4a85f", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:26:55.446015 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0c9e6f05-2368-4c74-8248-def8c001b875 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:26:55.446409 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8874f79-3c0c-43b3-8e62-2a1d0e676147', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f35f2fbc-1523-4756-a1a7-474f33e4a85f', 'code': 200} Dec 20 15:26:55.562408 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-1a659451-cbd6-45d2-a12c-aee9314e8af5 req-6890c117-2122-4a07-b3b0-0d5dfa76c0d8 service neutron] Attempting to bind port f35f2fbc-1523-4756-a1a7-474f33e4a85f on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:26:55.562782 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-1a659451-cbd6-45d2-a12c-aee9314e8af5 req-6890c117-2122-4a07-b3b0-0d5dfa76c0d8 service neutron] Attempting to bind port f35f2fbc-1523-4756-a1a7-474f33e4a85f by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': 'dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '63ccb7a9-3c34-4e10-9b7c-033a0881f0fc'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:26:55.563118 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a659451-cbd6-45d2-a12c-aee9314e8af5 req-6890c117-2122-4a07-b3b0-0d5dfa76c0d8 service neutron] Attempting to bind port f35f2fbc-1523-4756-a1a7-474f33e4a85f on network 63ccb7a9-3c34-4e10-9b7c-033a0881f0fc {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:26:55.568136 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a659451-cbd6-45d2-a12c-aee9314e8af5 req-6890c117-2122-4a07-b3b0-0d5dfa76c0d8 service neutron] Port f35f2fbc-1523-4756-a1a7-474f33e4a85f on network 63ccb7a9-3c34-4e10-9b7c-033a0881f0fc not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:26:55.568460 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a659451-cbd6-45d2-a12c-aee9314e8af5 req-6890c117-2122-4a07-b3b0-0d5dfa76c0d8 service neutron] Attempting to bind port f35f2fbc-1523-4756-a1a7-474f33e4a85f on network 63ccb7a9-3c34-4e10-9b7c-033a0881f0fc {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:26:55.573998 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a659451-cbd6-45d2-a12c-aee9314e8af5 req-6890c117-2122-4a07-b3b0-0d5dfa76c0d8 service neutron] Checking agent: {'id': '43c60aee-e4af-4ecc-bee2-aac3569fafed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:26:55.574348 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a659451-cbd6-45d2-a12c-aee9314e8af5 req-6890c117-2122-4a07-b3b0-0d5dfa76c0d8 service neutron] Checking segment: {'id': 'dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '63ccb7a9-3c34-4e10-9b7c-033a0881f0fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:26:55.574759 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a659451-cbd6-45d2-a12c-aee9314e8af5 req-6890c117-2122-4a07-b3b0-0d5dfa76c0d8 service neutron] Bound using segment: {'id': 'dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '63ccb7a9-3c34-4e10-9b7c-033a0881f0fc'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:26:55.575175 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-1a659451-cbd6-45d2-a12c-aee9314e8af5 req-6890c117-2122-4a07-b3b0-0d5dfa76c0d8 service neutron] Bound port: f35f2fbc-1523-4756-a1a7-474f33e4a85f, host: n-h2-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '63ccb7a9-3c34-4e10-9b7c-033a0881f0fc'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:26:55.575567 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-1a659451-cbd6-45d2-a12c-aee9314e8af5 req-6890c117-2122-4a07-b3b0-0d5dfa76c0d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:26:55.662408 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-1a659451-cbd6-45d2-a12c-aee9314e8af5 req-6890c117-2122-4a07-b3b0-0d5dfa76c0d8 service neutron] For port f35f2fbc-1523-4756-a1a7-474f33e4a85f, host n-h2-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:26:55.665630 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-1a659451-cbd6-45d2-a12c-aee9314e8af5 req-6890c117-2122-4a07-b3b0-0d5dfa76c0d8 service neutron] For port f35f2fbc-1523-4756-a1a7-474f33e4a85f, host n-h2-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=f35f2fbc-1523-4756-a1a7-474f33e4a85f,segment=NetworkSegment(dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a),segment_id=dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:26:55.673053 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-1a659451-cbd6-45d2-a12c-aee9314e8af5 req-6890c117-2122-4a07-b3b0-0d5dfa76c0d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:26:55.712477 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a659451-cbd6-45d2-a12c-aee9314e8af5 req-6890c117-2122-4a07-b3b0-0d5dfa76c0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:26:55.713290 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-1a659451-cbd6-45d2-a12c-aee9314e8af5 req-6890c117-2122-4a07-b3b0-0d5dfa76c0d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:26:55.715038 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1a659451-cbd6-45d2-a12c-aee9314e8af5 req-6890c117-2122-4a07-b3b0-0d5dfa76c0d8 service neutron] 10.222.0.47 "PUT /v2.0/ports/f35f2fbc-1523-4756-a1a7-474f33e4a85f HTTP/1.1" status: 200 len: 1092 time: 0.8591292 Dec 20 15:26:55.733863 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6890c117-2122-4a07-b3b0-0d5dfa76c0d8 service neutron] Pushing event updated for resources: {'Port': ['ID=f35f2fbc-1523-4756-a1a7-474f33e4a85f,revision_number=7']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:26:55.791086 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a659451-cbd6-45d2-a12c-aee9314e8af5 req-c0197bf7-c8f0-43fc-9e11-0aed6ecf169c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:26:55.792735 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1a659451-cbd6-45d2-a12c-aee9314e8af5 req-c0197bf7-c8f0-43fc-9e11-0aed6ecf169c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3a8ae3efcf51476d8a4f0685fa1f4850&device_id=f8874f79-3c0c-43b3-8e62-2a1d0e676147 HTTP/1.1" status: 200 len: 1095 time: 0.0531702 Dec 20 15:26:55.896439 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a659451-cbd6-45d2-a12c-aee9314e8af5 req-27298c9c-2cf3-45d5-8c49-ccbe8c7dda67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:26:55.897953 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1a659451-cbd6-45d2-a12c-aee9314e8af5 req-27298c9c-2cf3-45d5-8c49-ccbe8c7dda67 service neutron] 10.222.0.47 "GET /v2.0/networks?id=63ccb7a9-3c34-4e10-9b7c-033a0881f0fc HTTP/1.1" status: 200 len: 912 time: 0.0978215 Dec 20 15:26:55.984513 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1a659451-cbd6-45d2-a12c-aee9314e8af5 req-7e0ff1c5-3d48-440e-86df-9e78ce2bfa26 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f35f2fbc-1523-4756-a1a7-474f33e4a85f HTTP/1.1" status: 200 len: 999 time: 0.0791626 Dec 20 15:26:56.041660 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a659451-cbd6-45d2-a12c-aee9314e8af5 req-296426ee-8f52-4d60-b817-d513bf583780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:26:56.043196 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1a659451-cbd6-45d2-a12c-aee9314e8af5 req-296426ee-8f52-4d60-b817-d513bf583780 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6dd720d7-be54-496c-b59e-cfe36a403992 HTTP/1.1" status: 200 len: 850 time: 0.0521142 Dec 20 15:26:56.066335 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device f35f2fbc-1523-4756-a1a7-474f33e4a85f no longer exists at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:26:56.096422 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a659451-cbd6-45d2-a12c-aee9314e8af5 req-c9ec48f5-e1aa-45e0-bf1a-02bad5c79454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:26:56.098944 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1a659451-cbd6-45d2-a12c-aee9314e8af5 req-c9ec48f5-e1aa-45e0-bf1a-02bad5c79454 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=63ccb7a9-3c34-4e10-9b7c-033a0881f0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0482605 Dec 20 15:26:56.109934 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device f35f2fbc-1523-4756-a1a7-474f33e4a85f not bound to the agent host n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:26:56.204771 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1a659451-cbd6-45d2-a12c-aee9314e8af5 req-e7da63b8-1d4e-4d55-8cbf-9be3ed8022b7 service neutron] 10.222.0.47 "GET /v2.0/networks/63ccb7a9-3c34-4e10-9b7c-033a0881f0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987287 Dec 20 15:26:56.315217 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1a659451-cbd6-45d2-a12c-aee9314e8af5 req-1d6781f1-ff74-4428-b16f-bcbc2f8a82b2 service neutron] 10.222.0.47 "GET /v2.0/networks/63ccb7a9-3c34-4e10-9b7c-033a0881f0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028152 Dec 20 15:26:56.330877 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c469363d-5b33-40fc-baf4-b95b727a2a2f req-346682d7-9032-4f49-9e91-d3b111d11c83 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:26:56.332448 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c469363d-5b33-40fc-baf4-b95b727a2a2f req-346682d7-9032-4f49-9e91-d3b111d11c83 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8874f79-3c0c-43b3-8e62-2a1d0e676147 HTTP/1.1" status: 200 len: 943 time: 0.0577159 Dec 20 15:26:56.393004 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c469363d-5b33-40fc-baf4-b95b727a2a2f req-f1d12593-cca6-4c34-aafe-05d5bb638bb6 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0529051 Dec 20 15:26:57.448243 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8874f79-3c0c-43b3-8e62-2a1d0e676147', 'tag': 'f35f2fbc-1523-4756-a1a7-474f33e4a85f'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:26:57.450634 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08f5bd10d948da750b9537a176c40f94b479143edf42a445aa4903673b4b1814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa7b4ef-3493-493a-a333-61756026bf4e" -d '{"events": [{"name": "network-changed", "server_uuid": "f8874f79-3c0c-43b3-8e62-2a1d0e676147", "tag": "f35f2fbc-1523-4756-a1a7-474f33e4a85f"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:26:57.517406 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2cbdcda-eb94-48d3-8a75-db2bbb1d7861 x-openstack-request-id: req-f2cbdcda-eb94-48d3-8a75-db2bbb1d7861 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:26:57.517950 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8874f79-3c0c-43b3-8e62-2a1d0e676147", "tag": "f35f2fbc-1523-4756-a1a7-474f33e4a85f", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:26:57.518204 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f2cbdcda-eb94-48d3-8a75-db2bbb1d7861 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:26:57.518608 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8874f79-3c0c-43b3-8e62-2a1d0e676147', 'tag': 'f35f2fbc-1523-4756-a1a7-474f33e4a85f', 'status': 'completed', 'code': 200} Dec 20 15:26:57.537255 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22a7da6-e390-45f5-acf4-55b3da37666e req-cc8d9517-2130-4f74-8b83-2ce239d0c554 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:26:57.538313 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b22a7da6-e390-45f5-acf4-55b3da37666e req-cc8d9517-2130-4f74-8b83-2ce239d0c554 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8874f79-3c0c-43b3-8e62-2a1d0e676147 HTTP/1.1" status: 200 len: 943 time: 0.0676949 Dec 20 15:26:57.579557 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa7b4ef-3493-493a-a333-61756026bf4e req-fc619eef-8302-480d-8c08-c48788bcba95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:26:57.581068 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3fa7b4ef-3493-493a-a333-61756026bf4e req-fc619eef-8302-480d-8c08-c48788bcba95 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3a8ae3efcf51476d8a4f0685fa1f4850&device_id=f8874f79-3c0c-43b3-8e62-2a1d0e676147 HTTP/1.1" status: 200 len: 1095 time: 0.0425651 Dec 20 15:26:57.600470 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa7b4ef-3493-493a-a333-61756026bf4e req-8ad05143-3b1a-4e5e-addf-9611616de3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:26:57.602147 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3fa7b4ef-3493-493a-a333-61756026bf4e req-8ad05143-3b1a-4e5e-addf-9611616de3a4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3a8ae3efcf51476d8a4f0685fa1f4850&device_id=f8874f79-3c0c-43b3-8e62-2a1d0e676147 HTTP/1.1" status: 200 len: 1095 time: 0.0629239 Dec 20 15:26:57.658949 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b22a7da6-e390-45f5-acf4-55b3da37666e req-8c93d8bf-7efe-4204-ba6a-cef0de6f4e66 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0892959 Dec 20 15:26:57.694272 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa7b4ef-3493-493a-a333-61756026bf4e req-8bb1a911-f12e-4c7c-b964-434062f485de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:26:57.696425 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3fa7b4ef-3493-493a-a333-61756026bf4e req-8bb1a911-f12e-4c7c-b964-434062f485de service neutron] 10.222.0.30 "GET /v2.0/networks?id=63ccb7a9-3c34-4e10-9b7c-033a0881f0fc HTTP/1.1" status: 200 len: 912 time: 0.1073675 Dec 20 15:26:57.727965 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa7b4ef-3493-493a-a333-61756026bf4e req-ae0e9860-2ce0-4595-8c3d-5c33a7ce3535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:26:57.729471 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3fa7b4ef-3493-493a-a333-61756026bf4e req-ae0e9860-2ce0-4595-8c3d-5c33a7ce3535 service neutron] 10.222.0.47 "GET /v2.0/networks?id=63ccb7a9-3c34-4e10-9b7c-033a0881f0fc HTTP/1.1" status: 200 len: 912 time: 0.1164255 Dec 20 15:26:57.773748 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3fa7b4ef-3493-493a-a333-61756026bf4e req-f9815e81-4053-4b4e-8bd9-bcff3faedd4d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f35f2fbc-1523-4756-a1a7-474f33e4a85f HTTP/1.1" status: 200 len: 999 time: 0.0699234 Dec 20 15:26:57.809846 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3fa7b4ef-3493-493a-a333-61756026bf4e req-cabbe1dc-e2b9-4c56-b497-270b44ae54ed service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f35f2fbc-1523-4756-a1a7-474f33e4a85f HTTP/1.1" status: 200 len: 999 time: 0.0699086 Dec 20 15:26:57.832096 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa7b4ef-3493-493a-a333-61756026bf4e req-e0f508e2-9d7c-4b07-a378-d9800a4dccd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:26:57.835056 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3fa7b4ef-3493-493a-a333-61756026bf4e req-e0f508e2-9d7c-4b07-a378-d9800a4dccd0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6dd720d7-be54-496c-b59e-cfe36a403992 HTTP/1.1" status: 200 len: 850 time: 0.0537713 Dec 20 15:26:57.869808 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa7b4ef-3493-493a-a333-61756026bf4e req-7a4280c8-ff36-458a-86d6-db69aa327474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:26:57.871483 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3fa7b4ef-3493-493a-a333-61756026bf4e req-7a4280c8-ff36-458a-86d6-db69aa327474 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6dd720d7-be54-496c-b59e-cfe36a403992 HTTP/1.1" status: 200 len: 850 time: 0.0546758 Dec 20 15:26:57.890214 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa7b4ef-3493-493a-a333-61756026bf4e req-388b193c-34e1-4f41-b857-b8f27069f47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:26:57.891951 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3fa7b4ef-3493-493a-a333-61756026bf4e req-388b193c-34e1-4f41-b857-b8f27069f47c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=63ccb7a9-3c34-4e10-9b7c-033a0881f0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0504186 Dec 20 15:26:57.927600 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa7b4ef-3493-493a-a333-61756026bf4e req-5a129376-f08e-4fe9-8435-67ebe59c2431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:26:57.930009 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3fa7b4ef-3493-493a-a333-61756026bf4e req-5a129376-f08e-4fe9-8435-67ebe59c2431 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=63ccb7a9-3c34-4e10-9b7c-033a0881f0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515110 Dec 20 15:26:58.010817 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3fa7b4ef-3493-493a-a333-61756026bf4e req-efdc69c7-92b5-4517-9201-068f735a7072 service neutron] 10.222.0.30 "GET /v2.0/networks/63ccb7a9-3c34-4e10-9b7c-033a0881f0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109023 Dec 20 15:26:58.029238 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3fa7b4ef-3493-493a-a333-61756026bf4e req-01c089c9-e01d-4232-83d9-cb972589bafa service neutron] 10.222.0.47 "GET /v2.0/networks/63ccb7a9-3c34-4e10-9b7c-033a0881f0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913355 Dec 20 15:26:58.124170 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3fa7b4ef-3493-493a-a333-61756026bf4e req-1566a6fa-39f5-478e-b30c-44febc4b0e69 service neutron] 10.222.0.30 "GET /v2.0/networks/63ccb7a9-3c34-4e10-9b7c-033a0881f0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046093 Dec 20 15:26:58.142049 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3fa7b4ef-3493-493a-a333-61756026bf4e req-2b26aebf-e01b-4e23-9e8a-fae5f1936274 service neutron] 10.222.0.47 "GET /v2.0/networks/63ccb7a9-3c34-4e10-9b7c-033a0881f0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037033 Dec 20 15:26:58.797054 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f9b90e-c779-4d97-b90f-4d27a0aceeb2 req-b812aeaa-3b35-4462-83a9-392b03c3aa75 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:26:58.798707 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-56f9b90e-c779-4d97-b90f-4d27a0aceeb2 req-b812aeaa-3b35-4462-83a9-392b03c3aa75 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8874f79-3c0c-43b3-8e62-2a1d0e676147 HTTP/1.1" status: 200 len: 943 time: 0.0557528 Dec 20 15:26:58.854508 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-56f9b90e-c779-4d97-b90f-4d27a0aceeb2 req-307a2ae6-a53a-4e96-8cf7-c7f147d23dd7 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0489788 Dec 20 15:26:59.983400 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df109e3-2168-426e-8530-2dc68878509a req-1c028ffe-528e-4594-878d-b23e81982b00 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:26:59.984997 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4df109e3-2168-426e-8530-2dc68878509a req-1c028ffe-528e-4594-878d-b23e81982b00 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8874f79-3c0c-43b3-8e62-2a1d0e676147 HTTP/1.1" status: 200 len: 943 time: 0.0537424 Dec 20 15:27:00.039810 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4df109e3-2168-426e-8530-2dc68878509a req-2bcc27c8-b8b8-4260-8517-190dc331bbf1 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452883 Dec 20 15:27:00.783608 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d02eb5d7-3df9-4445-b35b-c721f7a9c35b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:01.190402 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4efbe3a-1167-4812-9bfe-c5f8937e906c req-6ba7c640-a86e-477c-be78-84a931542912 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:27:01.192193 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f4efbe3a-1167-4812-9bfe-c5f8937e906c req-6ba7c640-a86e-477c-be78-84a931542912 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8874f79-3c0c-43b3-8e62-2a1d0e676147 HTTP/1.1" status: 200 len: 943 time: 0.0596704 Dec 20 15:27:01.250462 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f4efbe3a-1167-4812-9bfe-c5f8937e906c req-a37bcbd3-2333-4268-b282-beb7c3694eea tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0517125 Dec 20 15:27:02.382027 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5cee93-32f7-418f-818a-ec71dce58cde req-9a770df1-411b-4f77-9b61-d3c638c6d005 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:27:02.383606 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fd5cee93-32f7-418f-818a-ec71dce58cde req-9a770df1-411b-4f77-9b61-d3c638c6d005 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8874f79-3c0c-43b3-8e62-2a1d0e676147 HTTP/1.1" status: 200 len: 943 time: 0.0566354 Dec 20 15:27:02.446564 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fd5cee93-32f7-418f-818a-ec71dce58cde req-4d09175f-2833-498e-8661-948b887a7683 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0562704 Dec 20 15:27:02.983962 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-3a2ce889-039c-4d03-8f21-57cab23de033 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:03.579517 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd9b721-9cd2-47e8-ae35-2f88a9f97843 req-7bfb3057-f95b-4980-8f35-635da13cf943 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:27:03.581044 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-acd9b721-9cd2-47e8-ae35-2f88a9f97843 req-7bfb3057-f95b-4980-8f35-635da13cf943 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8874f79-3c0c-43b3-8e62-2a1d0e676147 HTTP/1.1" status: 200 len: 943 time: 0.0523739 Dec 20 15:27:03.634252 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-acd9b721-9cd2-47e8-ae35-2f88a9f97843 req-1738b594-c06a-4f92-bbf8-773d457fe544 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466006 Dec 20 15:27:04.011751 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:04.765347 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2c67fc-fd27-4f63-a85e-43159f0254a8 req-d062d620-7714-47b8-bc97-a9e8f657d48e tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:27:04.766934 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-eb2c67fc-fd27-4f63-a85e-43159f0254a8 req-d062d620-7714-47b8-bc97-a9e8f657d48e tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8874f79-3c0c-43b3-8e62-2a1d0e676147 HTTP/1.1" status: 200 len: 943 time: 0.0540273 Dec 20 15:27:04.824637 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-eb2c67fc-fd27-4f63-a85e-43159f0254a8 req-519e6f6c-aff8-4821-a1e6-5b0192194964 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0516038 Dec 20 15:27:05.950327 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accbbed7-cdb2-4a96-a28f-bcbeb145b550 req-9aebf40b-85ee-47dc-bade-9be9141a5042 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:27:05.951839 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-accbbed7-cdb2-4a96-a28f-bcbeb145b550 req-9aebf40b-85ee-47dc-bade-9be9141a5042 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8874f79-3c0c-43b3-8e62-2a1d0e676147 HTTP/1.1" status: 200 len: 943 time: 0.0516608 Dec 20 15:27:06.004037 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-accbbed7-cdb2-4a96-a28f-bcbeb145b550 req-b4c0470e-aef2-44bd-b1ff-7ca874a483f0 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458024 Dec 20 15:27:06.013633 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:06.352006 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:07.132570 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba62384-4def-4150-b596-d1def40a4fc3 req-4bb408a8-854c-48b8-b052-8cabd90fc83e tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:27:07.134115 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-dba62384-4def-4150-b596-d1def40a4fc3 req-4bb408a8-854c-48b8-b052-8cabd90fc83e tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8874f79-3c0c-43b3-8e62-2a1d0e676147 HTTP/1.1" status: 200 len: 943 time: 0.0558617 Dec 20 15:27:07.183627 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-dba62384-4def-4150-b596-d1def40a4fc3 req-cdb3e3f5-a1b8-4f10-9d9b-1698114863f0 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432737 Dec 20 15:27:08.313225 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b10d49-a1dc-4bcf-8560-4a988ed58f84 req-223522be-814b-4e1a-b260-f562550ebd66 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:27:08.314783 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b5b10d49-a1dc-4bcf-8560-4a988ed58f84 req-223522be-814b-4e1a-b260-f562550ebd66 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8874f79-3c0c-43b3-8e62-2a1d0e676147 HTTP/1.1" status: 200 len: 943 time: 0.0581079 Dec 20 15:27:08.364748 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b5b10d49-a1dc-4bcf-8560-4a988ed58f84 req-eefdfb70-c41b-47a7-82a1-5a33eadb0677 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437143 Dec 20 15:27:08.903604 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device f35f2fbc-1523-4756-a1a7-474f33e4a85f details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:27:09.006998 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port f35f2fbc-1523-4756-a1a7-474f33e4a85f, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=f35f2fbc-1523-4756-a1a7-474f33e4a85f,segment=NetworkSegment(dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a),segment_id=dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:27:09.018283 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': 'f35f2fbc-1523-4756-a1a7-474f33e4a85f', 'network_id': '63ccb7a9-3c34-4e10-9b7c-033a0881f0fc', 'port_id': 'f35f2fbc-1523-4756-a1a7-474f33e4a85f', 'mac_address': 'fa:16:3e:33:6f:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dd720d7-be54-496c-b59e-cfe36a403992', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:27:09.059803 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:09.073984 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f35f2fbc-1523-4756-a1a7-474f33e4a85f {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:27:09.093811 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port f35f2fbc-1523-4756-a1a7-474f33e4a85f, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=f35f2fbc-1523-4756-a1a7-474f33e4a85f,segment=NetworkSegment(dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a),segment_id=dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:27:09.098387 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:09.146000 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=f35f2fbc-1523-4756-a1a7-474f33e4a85f,revision_number=8']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:27:09.153648 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:27:09.153992 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:27:09.154331 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:27:09.154663 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:27:09.155023 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:27:09.155352 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:27:09.155673 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:27:09.155989 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:27:09.156310 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:27:09.156650 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:27:09.156947 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:27:09.157242 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:27:09.157558 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:27:09.352740 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['f35f2fbc-1523-4756-a1a7-474f33e4a85f'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:27:09.499978 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b616ba59-a153-4556-b538-b2fb38c21618 req-9adcb709-b506-428b-ac69-c19ea3401c3c tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:27:09.501721 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b616ba59-a153-4556-b538-b2fb38c21618 req-9adcb709-b506-428b-ac69-c19ea3401c3c tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8874f79-3c0c-43b3-8e62-2a1d0e676147 HTTP/1.1" status: 200 len: 944 time: 0.0599401 Dec 20 15:27:09.552914 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b616ba59-a153-4556-b538-b2fb38c21618 req-a35d2123-4a85-4a44-a114-b412b5b1d1f7 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431819 Dec 20 15:27:09.767086 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:27:09.892207 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d7f608-24c6-47c6-b08c-869ffd085247 req-7f36ff85-3684-46f5-b030-f18ec403fa5f tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:27:09.893618 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a0d7f608-24c6-47c6-b08c-869ffd085247 req-7f36ff85-3684-46f5-b030-f18ec403fa5f tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.47 "GET /v2.0/ports?device_id=f8874f79-3c0c-43b3-8e62-2a1d0e676147&tenant_id=3a8ae3efcf51476d8a4f0685fa1f4850&binding%3Ahost_id=n-h2-761264-19 HTTP/1.1" status: 200 len: 944 time: 0.0832870 Dec 20 15:27:09.902502 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6b7564-ec02-40f9-817f-3e7a055c38c6 req-69c1b3d8-9ac8-44fd-8b75-7e700eddc499 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:27:09.903999 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ce6b7564-ec02-40f9-817f-3e7a055c38c6 req-69c1b3d8-9ac8-44fd-8b75-7e700eddc499 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8874f79-3c0c-43b3-8e62-2a1d0e676147 HTTP/1.1" status: 200 len: 944 time: 0.0811093 Dec 20 15:27:09.993426 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ce6b7564-ec02-40f9-817f-3e7a055c38c6 req-dcd657d8-6937-4159-b068-b394750610c2 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0831652 Dec 20 15:27:09.996548 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a0d7f608-24c6-47c6-b08c-869ffd085247 req-6dca474c-72e4-41b2-b510-4cf42aac4709 service neutron] 10.222.0.47 "GET /v2.0/ports/f35f2fbc-1523-4756-a1a7-474f33e4a85f/bindings/n-h2-761264-19 HTTP/1.1" status: 200 len: 383 time: 0.0916929 Dec 20 15:27:10.064177 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d7f608-24c6-47c6-b08c-869ffd085247 req-e3b747f5-0e9d-4825-abcf-a2e3c8604473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:27:10.065826 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a0d7f608-24c6-47c6-b08c-869ffd085247 req-e3b747f5-0e9d-4825-abcf-a2e3c8604473 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3a8ae3efcf51476d8a4f0685fa1f4850&device_id=f8874f79-3c0c-43b3-8e62-2a1d0e676147 HTTP/1.1" status: 200 len: 1096 time: 0.0422814 Dec 20 15:27:10.165525 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d7f608-24c6-47c6-b08c-869ffd085247 req-ca4e24ef-79b7-4121-83d1-f979a7f31fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:27:10.166949 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a0d7f608-24c6-47c6-b08c-869ffd085247 req-ca4e24ef-79b7-4121-83d1-f979a7f31fcf service neutron] 10.222.0.47 "GET /v2.0/networks?id=63ccb7a9-3c34-4e10-9b7c-033a0881f0fc HTTP/1.1" status: 200 len: 912 time: 0.0941324 Dec 20 15:27:10.236184 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a0d7f608-24c6-47c6-b08c-869ffd085247 req-5557aeac-fa02-4d6c-ab44-148e1de0cea9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f35f2fbc-1523-4756-a1a7-474f33e4a85f HTTP/1.1" status: 200 len: 1000 time: 0.0610025 Dec 20 15:27:10.286743 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d7f608-24c6-47c6-b08c-869ffd085247 req-c5bcd917-c91a-4d25-8cec-4a83bce24f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:27:10.288349 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a0d7f608-24c6-47c6-b08c-869ffd085247 req-c5bcd917-c91a-4d25-8cec-4a83bce24f01 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6dd720d7-be54-496c-b59e-cfe36a403992 HTTP/1.1" status: 200 len: 850 time: 0.0451484 Dec 20 15:27:10.339616 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d7f608-24c6-47c6-b08c-869ffd085247 req-34848f21-8997-4e1e-8a0e-b9120c483014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:27:10.341136 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a0d7f608-24c6-47c6-b08c-869ffd085247 req-34848f21-8997-4e1e-8a0e-b9120c483014 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=63ccb7a9-3c34-4e10-9b7c-033a0881f0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457566 Dec 20 15:27:10.440396 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a0d7f608-24c6-47c6-b08c-869ffd085247 req-09103566-1ba6-4b29-8977-324935813819 service neutron] 10.222.0.47 "GET /v2.0/networks/63ccb7a9-3c34-4e10-9b7c-033a0881f0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920374 Dec 20 15:27:10.544221 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a0d7f608-24c6-47c6-b08c-869ffd085247 req-1e492874-aea9-469e-a241-03afdd0efced service neutron] 10.222.0.47 "GET /v2.0/networks/63ccb7a9-3c34-4e10-9b7c-033a0881f0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963917 Dec 20 15:27:10.912723 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device f35f2fbc-1523-4756-a1a7-474f33e4a85f up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:27:10.972093 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning for port f35f2fbc-1523-4756-a1a7-474f33e4a85f completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:27:10.976542 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port f35f2fbc-1523-4756-a1a7-474f33e4a85f triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:27:10.976960 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:11.060498 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:11.124725 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047bcd37-c5b2-42e0-afef-82ecc2c3a8c3 req-17a6700f-fd9e-4b92-9668-ba7265948445 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:27:11.126389 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-047bcd37-c5b2-42e0-afef-82ecc2c3a8c3 req-17a6700f-fd9e-4b92-9668-ba7265948445 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8874f79-3c0c-43b3-8e62-2a1d0e676147 HTTP/1.1" status: 200 len: 944 time: 0.0569453 Dec 20 15:27:11.180614 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-047bcd37-c5b2-42e0-afef-82ecc2c3a8c3 req-da51bebf-c851-4f5a-9bc6-006cee1ab19c tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470781 Dec 20 15:27:11.263426 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8874f79-3c0c-43b3-8e62-2a1d0e676147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f35f2fbc-1523-4756-a1a7-474f33e4a85f'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:27:11.265701 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a867d42bfdcbb9cb6963a533571b1f1c257f186d8c4d683fcd223be3c25d00f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f957dd-9d96-4e4a-b469-5d6dd08b99cd" -d '{"events": [{"server_uuid": "f8874f79-3c0c-43b3-8e62-2a1d0e676147", "name": "network-vif-plugged", "status": "completed", "tag": "f35f2fbc-1523-4756-a1a7-474f33e4a85f"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:27:11.278751 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port f35f2fbc-1523-4756-a1a7-474f33e4a85f, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=f35f2fbc-1523-4756-a1a7-474f33e4a85f,segment=NetworkSegment(dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a),segment_id=dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:27:11.284815 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:11.334526 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=f35f2fbc-1523-4756-a1a7-474f33e4a85f,revision_number=9']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:27:11.368324 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff4b66fb-fd3f-4269-ace0-da2cbcadf5ed x-openstack-request-id: req-ff4b66fb-fd3f-4269-ace0-da2cbcadf5ed {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:27:11.368627 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8874f79-3c0c-43b3-8e62-2a1d0e676147", "name": "network-vif-plugged", "status": "completed", "tag": "f35f2fbc-1523-4756-a1a7-474f33e4a85f", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:27:11.368882 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ff4b66fb-fd3f-4269-ace0-da2cbcadf5ed {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:27:11.369280 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8874f79-3c0c-43b3-8e62-2a1d0e676147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f35f2fbc-1523-4756-a1a7-474f33e4a85f', 'code': 200} Dec 20 15:27:12.066238 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:12.311505 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8ec7aa-2262-4446-8a5e-ed33ea55d2de req-6cbba955-37cf-42e3-b356-40821ed5d603 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:27:12.313131 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6a8ec7aa-2262-4446-8a5e-ed33ea55d2de req-6cbba955-37cf-42e3-b356-40821ed5d603 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8874f79-3c0c-43b3-8e62-2a1d0e676147 HTTP/1.1" status: 200 len: 945 time: 0.0554109 Dec 20 15:27:12.370328 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6a8ec7aa-2262-4446-8a5e-ed33ea55d2de req-1853b0f4-4d97-4add-9dd8-4db6f4870b11 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0508721 Dec 20 15:27:13.501713 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b1c5ae-b267-4f73-8a54-5e6354ca6b7f req-7e05d0fd-3920-45fc-a838-6816c32c266e tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:27:13.503274 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-38b1c5ae-b267-4f73-8a54-5e6354ca6b7f req-7e05d0fd-3920-45fc-a838-6816c32c266e tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8874f79-3c0c-43b3-8e62-2a1d0e676147 HTTP/1.1" status: 200 len: 945 time: 0.0534616 Dec 20 15:27:13.555761 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-38b1c5ae-b267-4f73-8a54-5e6354ca6b7f req-c7a7a103-aa44-4577-bd89-f733ea99c137 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452311 Dec 20 15:27:14.678900 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6e0c2f-07ae-4680-b08f-3013a17e670a req-341ef09a-2742-45cc-9e20-9ba38db45f4e tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:27:14.680611 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9f6e0c2f-07ae-4680-b08f-3013a17e670a req-341ef09a-2742-45cc-9e20-9ba38db45f4e tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8874f79-3c0c-43b3-8e62-2a1d0e676147 HTTP/1.1" status: 200 len: 945 time: 0.0503497 Dec 20 15:27:14.757585 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9f6e0c2f-07ae-4680-b08f-3013a17e670a req-eb955ebc-ba37-478d-88fc-ad26f5b44b47 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0706959 Dec 20 15:27:14.762573 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d7f608-24c6-47c6-b08c-869ffd085247 req-9043c0e3-8579-43ec-b64d-36f4a7401fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:27:14.764075 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a0d7f608-24c6-47c6-b08c-869ffd085247 req-9043c0e3-8579-43ec-b64d-36f4a7401fe4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f8874f79-3c0c-43b3-8e62-2a1d0e676147&tenant_id=3a8ae3efcf51476d8a4f0685fa1f4850 HTTP/1.1" status: 200 len: 1097 time: 0.0711157 Dec 20 15:27:14.777066 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-a0d7f608-24c6-47c6-b08c-869ffd085247 req-581a1950-b562-48a6-9c62-240cd321cf4c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-761264-19', 'device_owner': 'compute:nova'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:27:14.835709 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-a0d7f608-24c6-47c6-b08c-869ffd085247 req-581a1950-b562-48a6-9c62-240cd321cf4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:14.924269 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device f35f2fbc-1523-4756-a1a7-474f33e4a85f no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:27:15.007285 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:15.039998 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-a0d7f608-24c6-47c6-b08c-869ffd085247 req-581a1950-b562-48a6-9c62-240cd321cf4c service neutron] For port f35f2fbc-1523-4756-a1a7-474f33e4a85f, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=f35f2fbc-1523-4756-a1a7-474f33e4a85f,segment=NetworkSegment(dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a),segment_id=dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:27:15.075254 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-a0d7f608-24c6-47c6-b08c-869ffd085247 req-581a1950-b562-48a6-9c62-240cd321cf4c service neutron] For port f35f2fbc-1523-4756-a1a7-474f33e4a85f, host n-h2-761264-19, cleared binding levels {{(pid=103168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:27:15.118260 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8874f79-3c0c-43b3-8e62-2a1d0e676147', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f35f2fbc-1523-4756-a1a7-474f33e4a85f'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:27:15.120711 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea303cd2f7c2854d59b68ee9755924cbed95107615564160e5853a5b93bd1da8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5fa7473-811d-4445-b5f8-eb6ef73f83fb" -d '{"events": [{"server_uuid": "f8874f79-3c0c-43b3-8e62-2a1d0e676147", "name": "network-vif-unplugged", "status": "completed", "tag": "f35f2fbc-1523-4756-a1a7-474f33e4a85f"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:27:15.125071 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-a0d7f608-24c6-47c6-b08c-869ffd085247 req-581a1950-b562-48a6-9c62-240cd321cf4c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:15.138607 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.provisioning_blocks [req-a0d7f608-24c6-47c6-b08c-869ffd085247 req-581a1950-b562-48a6-9c62-240cd321cf4c service neutron] Transition to ACTIVE for port object f35f2fbc-1523-4756-a1a7-474f33e4a85f will not be triggered until provisioned by entity L2. {{(pid=103168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:27:15.144268 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-a0d7f608-24c6-47c6-b08c-869ffd085247 req-581a1950-b562-48a6-9c62-240cd321cf4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:15.193427 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.db.api [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103169) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:27:15.193800 n-d-761264-19 neutron-server[103169]: DEBUG oslo_db.api [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:27:15.237268 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 15:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67bdb834-fd8c-4d84-b5b8-6bd72053a6c7 x-openstack-request-id: req-67bdb834-fd8c-4d84-b5b8-6bd72053a6c7 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:27:15.237565 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8874f79-3c0c-43b3-8e62-2a1d0e676147", "name": "network-vif-unplugged", "status": "completed", "tag": "f35f2fbc-1523-4756-a1a7-474f33e4a85f", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:27:15.237817 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-67bdb834-fd8c-4d84-b5b8-6bd72053a6c7 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:27:15.238246 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8874f79-3c0c-43b3-8e62-2a1d0e676147', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f35f2fbc-1523-4756-a1a7-474f33e4a85f', 'code': 200} Dec 20 15:27:15.241202 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581a1950-b562-48a6-9c62-240cd321cf4c service neutron] Pushing event updated for resources: {'Port': ['ID=f35f2fbc-1523-4756-a1a7-474f33e4a85f,revision_number=10']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:27:15.253975 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581a1950-b562-48a6-9c62-240cd321cf4c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:27:15.254318 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581a1950-b562-48a6-9c62-240cd321cf4c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:27:15.254660 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581a1950-b562-48a6-9c62-240cd321cf4c service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:27:15.255038 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581a1950-b562-48a6-9c62-240cd321cf4c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:27:15.255367 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581a1950-b562-48a6-9c62-240cd321cf4c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:27:15.255700 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581a1950-b562-48a6-9c62-240cd321cf4c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:27:15.256023 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581a1950-b562-48a6-9c62-240cd321cf4c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:27:15.256348 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581a1950-b562-48a6-9c62-240cd321cf4c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:27:15.256669 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581a1950-b562-48a6-9c62-240cd321cf4c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:27:15.256989 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581a1950-b562-48a6-9c62-240cd321cf4c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:27:15.257311 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581a1950-b562-48a6-9c62-240cd321cf4c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:27:15.257628 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581a1950-b562-48a6-9c62-240cd321cf4c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:27:15.257942 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581a1950-b562-48a6-9c62-240cd321cf4c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:27:15.287930 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0d7f608-24c6-47c6-b08c-869ffd085247 req-581a1950-b562-48a6-9c62-240cd321cf4c service neutron] No DVR routers for this DVR port f35f2fbc-1523-4756-a1a7-474f33e4a85f on host n-h2-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:27:15.426928 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-a0d7f608-24c6-47c6-b08c-869ffd085247 req-581a1950-b562-48a6-9c62-240cd321cf4c service neutron] Attempting to bind port f35f2fbc-1523-4756-a1a7-474f33e4a85f on host n-h1-761264-19 for vnic_type normal with profile {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:27:15.427306 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-a0d7f608-24c6-47c6-b08c-869ffd085247 req-581a1950-b562-48a6-9c62-240cd321cf4c service neutron] Attempting to bind port f35f2fbc-1523-4756-a1a7-474f33e4a85f by drivers openvswitch,hyperv on host n-h1-761264-19 at level 0 using segments [{'id': 'dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '63ccb7a9-3c34-4e10-9b7c-033a0881f0fc'}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:27:15.427536 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d7f608-24c6-47c6-b08c-869ffd085247 req-581a1950-b562-48a6-9c62-240cd321cf4c service neutron] Attempting to bind port f35f2fbc-1523-4756-a1a7-474f33e4a85f on network 63ccb7a9-3c34-4e10-9b7c-033a0881f0fc {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:27:15.432571 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d7f608-24c6-47c6-b08c-869ffd085247 req-581a1950-b562-48a6-9c62-240cd321cf4c service neutron] Port f35f2fbc-1523-4756-a1a7-474f33e4a85f on network 63ccb7a9-3c34-4e10-9b7c-033a0881f0fc not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-19 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:27:15.432913 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d7f608-24c6-47c6-b08c-869ffd085247 req-581a1950-b562-48a6-9c62-240cd321cf4c service neutron] Attempting to bind port f35f2fbc-1523-4756-a1a7-474f33e4a85f on network 63ccb7a9-3c34-4e10-9b7c-033a0881f0fc {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:27:15.437956 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d7f608-24c6-47c6-b08c-869ffd085247 req-581a1950-b562-48a6-9c62-240cd321cf4c service neutron] Checking agent: {'id': '3e5ace3e-dd7b-4522-a7c4-77d13dbeab1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:27:15.438288 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d7f608-24c6-47c6-b08c-869ffd085247 req-581a1950-b562-48a6-9c62-240cd321cf4c service neutron] Checking segment: {'id': 'dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '63ccb7a9-3c34-4e10-9b7c-033a0881f0fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:27:15.438665 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d7f608-24c6-47c6-b08c-869ffd085247 req-581a1950-b562-48a6-9c62-240cd321cf4c service neutron] Bound using segment: {'id': 'dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '63ccb7a9-3c34-4e10-9b7c-033a0881f0fc'} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:27:15.439119 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-a0d7f608-24c6-47c6-b08c-869ffd085247 req-581a1950-b562-48a6-9c62-240cd321cf4c service neutron] Bound port: f35f2fbc-1523-4756-a1a7-474f33e4a85f, host: n-h1-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '63ccb7a9-3c34-4e10-9b7c-033a0881f0fc'}}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:27:15.439471 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-a0d7f608-24c6-47c6-b08c-869ffd085247 req-581a1950-b562-48a6-9c62-240cd321cf4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:15.507148 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-a0d7f608-24c6-47c6-b08c-869ffd085247 req-581a1950-b562-48a6-9c62-240cd321cf4c service neutron] For port f35f2fbc-1523-4756-a1a7-474f33e4a85f, host n-h1-761264-19, cleared binding levels {{(pid=103168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:27:15.510340 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-a0d7f608-24c6-47c6-b08c-869ffd085247 req-581a1950-b562-48a6-9c62-240cd321cf4c service neutron] For port f35f2fbc-1523-4756-a1a7-474f33e4a85f, host n-h1-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=f35f2fbc-1523-4756-a1a7-474f33e4a85f,segment=NetworkSegment(dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a),segment_id=dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a)] {{(pid=103168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:27:15.515628 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-a0d7f608-24c6-47c6-b08c-869ffd085247 req-581a1950-b562-48a6-9c62-240cd321cf4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:15.551668 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d7f608-24c6-47c6-b08c-869ffd085247 req-581a1950-b562-48a6-9c62-240cd321cf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:27:15.552338 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-a0d7f608-24c6-47c6-b08c-869ffd085247 req-581a1950-b562-48a6-9c62-240cd321cf4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:15.553733 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a0d7f608-24c6-47c6-b08c-869ffd085247 req-581a1950-b562-48a6-9c62-240cd321cf4c service neutron] 10.222.0.30 "PUT /v2.0/ports/f35f2fbc-1523-4756-a1a7-474f33e4a85f HTTP/1.1" status: 200 len: 1093 time: 0.7811387 Dec 20 15:27:15.572763 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581a1950-b562-48a6-9c62-240cd321cf4c service neutron] Pushing event updated for resources: {'Port': ['ID=f35f2fbc-1523-4756-a1a7-474f33e4a85f,revision_number=11']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:27:15.627787 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d7f608-24c6-47c6-b08c-869ffd085247 req-4b83ce2d-a14a-4d5f-b4c2-ecec7971be50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:27:15.629578 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a0d7f608-24c6-47c6-b08c-869ffd085247 req-4b83ce2d-a14a-4d5f-b4c2-ecec7971be50 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3a8ae3efcf51476d8a4f0685fa1f4850&device_id=f8874f79-3c0c-43b3-8e62-2a1d0e676147 HTTP/1.1" status: 200 len: 1096 time: 0.0504909 Dec 20 15:27:15.693688 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:15.736867 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d7f608-24c6-47c6-b08c-869ffd085247 req-c0f02bb9-799b-4427-b89e-6491b0ab386c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:27:15.738389 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a0d7f608-24c6-47c6-b08c-869ffd085247 req-c0f02bb9-799b-4427-b89e-6491b0ab386c service neutron] 10.222.0.30 "GET /v2.0/networks?id=63ccb7a9-3c34-4e10-9b7c-033a0881f0fc HTTP/1.1" status: 200 len: 912 time: 0.1024415 Dec 20 15:27:15.814238 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a0d7f608-24c6-47c6-b08c-869ffd085247 req-57b15668-3fcf-4cd6-b154-1034392d84fa service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f35f2fbc-1523-4756-a1a7-474f33e4a85f HTTP/1.1" status: 200 len: 999 time: 0.0693078 Dec 20 15:27:15.896673 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d7f608-24c6-47c6-b08c-869ffd085247 req-e7fa1d0e-7bd2-4f4b-a9ef-7c6e6f2b82ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:27:15.898084 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a0d7f608-24c6-47c6-b08c-869ffd085247 req-e7fa1d0e-7bd2-4f4b-a9ef-7c6e6f2b82ff service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6dd720d7-be54-496c-b59e-cfe36a403992 HTTP/1.1" status: 200 len: 850 time: 0.0762410 Dec 20 15:27:15.921345 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cc6376-248a-405f-9be4-ae83a729d824 req-dbd74f12-0e64-4e7e-b70e-680279bdab25 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:27:15.922788 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-65cc6376-248a-405f-9be4-ae83a729d824 req-dbd74f12-0e64-4e7e-b70e-680279bdab25 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8874f79-3c0c-43b3-8e62-2a1d0e676147 HTTP/1.1" status: 200 len: 944 time: 0.0735261 Dec 20 15:27:15.984187 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d7f608-24c6-47c6-b08c-869ffd085247 req-d2a4fe88-3ea7-48b4-a474-c2b635d66cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:27:15.985696 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a0d7f608-24c6-47c6-b08c-869ffd085247 req-d2a4fe88-3ea7-48b4-a474-c2b635d66cf5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=63ccb7a9-3c34-4e10-9b7c-033a0881f0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0796599 Dec 20 15:27:15.993430 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-65cc6376-248a-405f-9be4-ae83a729d824 req-2679cdb5-c84d-4dfc-8f15-3d1f4ab9b35f tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0534558 Dec 20 15:27:16.087602 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a0d7f608-24c6-47c6-b08c-869ffd085247 req-e4f7ace6-8a91-488d-b07b-c66ae5602c20 service neutron] 10.222.0.30 "GET /v2.0/networks/63ccb7a9-3c34-4e10-9b7c-033a0881f0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931258 Dec 20 15:27:16.179204 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a0d7f608-24c6-47c6-b08c-869ffd085247 req-f3841fdc-ad23-4b6a-ac44-a0ceeff587ca service neutron] 10.222.0.30 "GET /v2.0/networks/63ccb7a9-3c34-4e10-9b7c-033a0881f0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837123 Dec 20 15:27:17.148398 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f134a8-3f9f-4495-a492-161025098d38 req-6d0203fd-ff2d-4e4c-bb8a-4fc0d77adc7a tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:27:17.150083 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-04f134a8-3f9f-4495-a492-161025098d38 req-6d0203fd-ff2d-4e4c-bb8a-4fc0d77adc7a tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8874f79-3c0c-43b3-8e62-2a1d0e676147 HTTP/1.1" status: 200 len: 944 time: 0.0622709 Dec 20 15:27:17.199017 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-04f134a8-3f9f-4495-a492-161025098d38 req-94586251-4ed8-4710-b66d-197751d43b7a tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426648 Dec 20 15:27:17.239596 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8874f79-3c0c-43b3-8e62-2a1d0e676147', 'tag': 'f35f2fbc-1523-4756-a1a7-474f33e4a85f'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:27:17.242059 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea303cd2f7c2854d59b68ee9755924cbed95107615564160e5853a5b93bd1da8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-632e83c9-2c83-47ed-aee3-f16bd7c56c06" -d '{"events": [{"name": "network-changed", "server_uuid": "f8874f79-3c0c-43b3-8e62-2a1d0e676147", "tag": "f35f2fbc-1523-4756-a1a7-474f33e4a85f"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:27:17.293855 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1603958f-cf9c-48a2-bfb5-c2c49a93b9b4 x-openstack-request-id: req-1603958f-cf9c-48a2-bfb5-c2c49a93b9b4 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:27:17.294155 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8874f79-3c0c-43b3-8e62-2a1d0e676147", "tag": "f35f2fbc-1523-4756-a1a7-474f33e4a85f", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:27:17.294393 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1603958f-cf9c-48a2-bfb5-c2c49a93b9b4 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:27:17.294824 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8874f79-3c0c-43b3-8e62-2a1d0e676147', 'tag': 'f35f2fbc-1523-4756-a1a7-474f33e4a85f', 'status': 'completed', 'code': 200} Dec 20 15:27:17.356174 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632e83c9-2c83-47ed-aee3-f16bd7c56c06 req-06133a8e-5d7f-4c53-a3eb-3c0dd167d166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:27:17.357862 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-632e83c9-2c83-47ed-aee3-f16bd7c56c06 req-06133a8e-5d7f-4c53-a3eb-3c0dd167d166 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3a8ae3efcf51476d8a4f0685fa1f4850&device_id=f8874f79-3c0c-43b3-8e62-2a1d0e676147 HTTP/1.1" status: 200 len: 1096 time: 0.0421150 Dec 20 15:27:17.377046 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632e83c9-2c83-47ed-aee3-f16bd7c56c06 req-3a64caec-36e0-416f-bd13-be0dc08f076a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:27:17.378563 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-632e83c9-2c83-47ed-aee3-f16bd7c56c06 req-3a64caec-36e0-416f-bd13-be0dc08f076a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3a8ae3efcf51476d8a4f0685fa1f4850&device_id=f8874f79-3c0c-43b3-8e62-2a1d0e676147 HTTP/1.1" status: 200 len: 1096 time: 0.0475900 Dec 20 15:27:17.457658 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632e83c9-2c83-47ed-aee3-f16bd7c56c06 req-22744826-490a-4478-ba58-262c2884dfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:27:17.459616 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-632e83c9-2c83-47ed-aee3-f16bd7c56c06 req-22744826-490a-4478-ba58-262c2884dfa1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=63ccb7a9-3c34-4e10-9b7c-033a0881f0fc HTTP/1.1" status: 200 len: 912 time: 0.0941215 Dec 20 15:27:17.472822 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632e83c9-2c83-47ed-aee3-f16bd7c56c06 req-91652983-a8a6-48fb-b28c-fcba402a6bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:27:17.474308 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-632e83c9-2c83-47ed-aee3-f16bd7c56c06 req-91652983-a8a6-48fb-b28c-fcba402a6bf1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=63ccb7a9-3c34-4e10-9b7c-033a0881f0fc HTTP/1.1" status: 200 len: 912 time: 0.0889473 Dec 20 15:27:17.556955 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-632e83c9-2c83-47ed-aee3-f16bd7c56c06 req-f2a5931b-e82a-4605-8766-7885e91c9343 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f35f2fbc-1523-4756-a1a7-474f33e4a85f HTTP/1.1" status: 200 len: 999 time: 0.0752802 Dec 20 15:27:17.561436 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-632e83c9-2c83-47ed-aee3-f16bd7c56c06 req-c26f1b44-6f1d-44b4-b8f5-0af1cf85e364 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f35f2fbc-1523-4756-a1a7-474f33e4a85f HTTP/1.1" status: 200 len: 999 time: 0.0941396 Dec 20 15:27:17.615556 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632e83c9-2c83-47ed-aee3-f16bd7c56c06 req-dc9a86dd-06a7-4bb7-b4a0-1d8a5814719b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:27:17.617047 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-632e83c9-2c83-47ed-aee3-f16bd7c56c06 req-dc9a86dd-06a7-4bb7-b4a0-1d8a5814719b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6dd720d7-be54-496c-b59e-cfe36a403992 HTTP/1.1" status: 200 len: 850 time: 0.0494018 Dec 20 15:27:17.640237 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632e83c9-2c83-47ed-aee3-f16bd7c56c06 req-4d08fc50-9f93-4bb2-9cef-dba464df7e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:27:17.641779 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-632e83c9-2c83-47ed-aee3-f16bd7c56c06 req-4d08fc50-9f93-4bb2-9cef-dba464df7e6a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6dd720d7-be54-496c-b59e-cfe36a403992 HTTP/1.1" status: 200 len: 850 time: 0.0629685 Dec 20 15:27:17.679800 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632e83c9-2c83-47ed-aee3-f16bd7c56c06 req-a1617464-0e3b-431b-90ad-6ca8f0dc1460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:27:17.681998 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-632e83c9-2c83-47ed-aee3-f16bd7c56c06 req-a1617464-0e3b-431b-90ad-6ca8f0dc1460 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=63ccb7a9-3c34-4e10-9b7c-033a0881f0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0581703 Dec 20 15:27:17.692508 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632e83c9-2c83-47ed-aee3-f16bd7c56c06 req-4867d95e-843d-4aff-9928-478212761f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:27:17.694088 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-632e83c9-2c83-47ed-aee3-f16bd7c56c06 req-4867d95e-843d-4aff-9928-478212761f59 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=63ccb7a9-3c34-4e10-9b7c-033a0881f0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451334 Dec 20 15:27:17.781506 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-632e83c9-2c83-47ed-aee3-f16bd7c56c06 req-0fa714ed-8dd8-4d12-b972-2007a4e92172 service neutron] 10.222.0.47 "GET /v2.0/networks/63ccb7a9-3c34-4e10-9b7c-033a0881f0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918851 Dec 20 15:27:17.796679 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-632e83c9-2c83-47ed-aee3-f16bd7c56c06 req-069920ac-00e5-40f1-ac61-852ef1ced189 service neutron] 10.222.0.30 "GET /v2.0/networks/63ccb7a9-3c34-4e10-9b7c-033a0881f0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952590 Dec 20 15:27:17.881155 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-632e83c9-2c83-47ed-aee3-f16bd7c56c06 req-bd485a3c-0955-4880-b518-a60297404a63 service neutron] 10.222.0.47 "GET /v2.0/networks/63ccb7a9-3c34-4e10-9b7c-033a0881f0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921953 Dec 20 15:27:17.891664 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-632e83c9-2c83-47ed-aee3-f16bd7c56c06 req-6b2e7983-ebaf-4ae0-affa-de3fa79d75e2 service neutron] 10.222.0.30 "GET /v2.0/networks/63ccb7a9-3c34-4e10-9b7c-033a0881f0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876305 Dec 20 15:27:18.330017 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb72488c-54e1-4d7d-9b1c-79a05ede4aff req-247b1c13-a187-4a57-b9db-12d1e7889e2c tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:27:18.332264 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-eb72488c-54e1-4d7d-9b1c-79a05ede4aff req-247b1c13-a187-4a57-b9db-12d1e7889e2c tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8874f79-3c0c-43b3-8e62-2a1d0e676147 HTTP/1.1" status: 200 len: 944 time: 0.0555298 Dec 20 15:27:18.385986 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-eb72488c-54e1-4d7d-9b1c-79a05ede4aff req-72083413-b2a8-49d6-b60d-3f25a5dafbe0 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468881 Dec 20 15:27:19.522057 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b992124d-021a-4bf8-a9ca-8bdcb212d42d req-a3317b95-0d35-45aa-9d58-571b6d0f7fa3 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:27:19.523670 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b992124d-021a-4bf8-a9ca-8bdcb212d42d req-a3317b95-0d35-45aa-9d58-571b6d0f7fa3 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8874f79-3c0c-43b3-8e62-2a1d0e676147 HTTP/1.1" status: 200 len: 944 time: 0.0551863 Dec 20 15:27:19.574007 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b992124d-021a-4bf8-a9ca-8bdcb212d42d req-8f6d8f46-3285-4d64-a8c1-94a14381502b tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438790 Dec 20 15:27:20.720045 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acdd971-f886-4cea-bb68-810bb3a3cec2 req-9f7134db-0d34-4497-acf2-bd303e25f7ab tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:27:20.720045 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7acdd971-f886-4cea-bb68-810bb3a3cec2 req-9f7134db-0d34-4497-acf2-bd303e25f7ab tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8874f79-3c0c-43b3-8e62-2a1d0e676147 HTTP/1.1" status: 200 len: 944 time: 0.0673637 Dec 20 15:27:20.789695 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7acdd971-f886-4cea-bb68-810bb3a3cec2 req-6c043618-a6a0-4056-a785-818852e98afd tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0642951 Dec 20 15:27:21.943621 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d207c0-7473-49d6-8d3e-4812ce00b9eb req-3c8b878e-fb54-41b7-978e-f2e55a1b6ef5 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:27:21.945323 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d5d207c0-7473-49d6-8d3e-4812ce00b9eb req-3c8b878e-fb54-41b7-978e-f2e55a1b6ef5 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8874f79-3c0c-43b3-8e62-2a1d0e676147 HTTP/1.1" status: 200 len: 944 time: 0.0583661 Dec 20 15:27:21.993942 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d5d207c0-7473-49d6-8d3e-4812ce00b9eb req-4b1d510c-5133-41cf-9656-9e6773443fb0 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407774 Dec 20 15:27:23.119809 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd6b58a-32a4-4635-9a2a-8ad2745a49ef req-cff2fee1-aeac-432e-b177-c0f6b7544d68 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:27:23.121294 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3bd6b58a-32a4-4635-9a2a-8ad2745a49ef req-cff2fee1-aeac-432e-b177-c0f6b7544d68 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8874f79-3c0c-43b3-8e62-2a1d0e676147 HTTP/1.1" status: 200 len: 944 time: 0.0529318 Dec 20 15:27:23.172352 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3bd6b58a-32a4-4635-9a2a-8ad2745a49ef req-bd4e21e5-d7cb-4311-b680-db5435e3ddb4 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418925 Dec 20 15:27:24.308907 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9431bfc-cb8f-45a1-b332-5ff2fb0dd25b req-c0c58b37-cbe3-4a0a-9d6f-13e145d62f5d tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:27:24.310372 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f9431bfc-cb8f-45a1-b332-5ff2fb0dd25b req-c0c58b37-cbe3-4a0a-9d6f-13e145d62f5d tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8874f79-3c0c-43b3-8e62-2a1d0e676147 HTTP/1.1" status: 200 len: 944 time: 0.0580914 Dec 20 15:27:24.362553 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f9431bfc-cb8f-45a1-b332-5ff2fb0dd25b req-bb9e3a0e-9872-4c68-aa15-b4a2ae441354 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458498 Dec 20 15:27:25.495514 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e80de4-5873-4ae8-ae48-0eb7c251170b req-2a529daf-cb26-46bb-ad8f-5efa3f74fe91 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:27:25.497724 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-09e80de4-5873-4ae8-ae48-0eb7c251170b req-2a529daf-cb26-46bb-ad8f-5efa3f74fe91 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8874f79-3c0c-43b3-8e62-2a1d0e676147 HTTP/1.1" status: 200 len: 944 time: 0.0540371 Dec 20 15:27:25.556885 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-09e80de4-5873-4ae8-ae48-0eb7c251170b req-04031419-9a1a-47f2-a447-766ed239e79a tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0502191 Dec 20 15:27:26.707575 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9a42e8-178d-4fd4-92e3-1703fa70d244 req-998111bd-fbe5-4ba1-9208-e64b5282a5e1 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:27:26.709050 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ee9a42e8-178d-4fd4-92e3-1703fa70d244 req-998111bd-fbe5-4ba1-9208-e64b5282a5e1 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8874f79-3c0c-43b3-8e62-2a1d0e676147 HTTP/1.1" status: 200 len: 944 time: 0.0734289 Dec 20 15:27:26.760677 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ee9a42e8-178d-4fd4-92e3-1703fa70d244 req-6b7318f9-3536-435b-aefa-c95d6da7b2be tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442870 Dec 20 15:27:27.900510 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1bce25-f169-4225-af4f-57b0baecf500 req-d32f47b2-3201-44fa-8fdb-6fef7579fd22 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:27:27.901976 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3c1bce25-f169-4225-af4f-57b0baecf500 req-d32f47b2-3201-44fa-8fdb-6fef7579fd22 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8874f79-3c0c-43b3-8e62-2a1d0e676147 HTTP/1.1" status: 200 len: 944 time: 0.0577085 Dec 20 15:27:27.953662 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3c1bce25-f169-4225-af4f-57b0baecf500 req-9801451f-da47-4ff5-8287-d4870cc23f5e tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433283 Dec 20 15:27:29.083952 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a24d1dd-c38c-4426-8bc0-ffe3c5b98b92 req-2fcfde6b-ab8a-4850-8e56-88616c31be15 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:27:29.085833 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3a24d1dd-c38c-4426-8bc0-ffe3c5b98b92 req-2fcfde6b-ab8a-4850-8e56-88616c31be15 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8874f79-3c0c-43b3-8e62-2a1d0e676147 HTTP/1.1" status: 200 len: 944 time: 0.0555334 Dec 20 15:27:29.135885 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3a24d1dd-c38c-4426-8bc0-ffe3c5b98b92 req-d727784e-e94d-4949-932f-cc1226cd5eb8 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437210 Dec 20 15:27:30.277739 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066f7540-dcb5-44c2-bbc1-49f86242a63d req-01ca710d-dfe0-4511-a470-5453207ff288 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:27:30.279163 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-066f7540-dcb5-44c2-bbc1-49f86242a63d req-01ca710d-dfe0-4511-a470-5453207ff288 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8874f79-3c0c-43b3-8e62-2a1d0e676147 HTTP/1.1" status: 200 len: 944 time: 0.0505240 Dec 20 15:27:30.327774 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-066f7540-dcb5-44c2-bbc1-49f86242a63d req-d541ddda-73c7-4d42-b11e-ef99a0772844 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422041 Dec 20 15:27:30.461843 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d104262-75c3-4fba-b4a7-1ad762e80d75 req-5a49b71c-bfa6-4b2a-8318-dd49f1630b11 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:27:30.463362 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9d104262-75c3-4fba-b4a7-1ad762e80d75 req-5a49b71c-bfa6-4b2a-8318-dd49f1630b11 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8874f79-3c0c-43b3-8e62-2a1d0e676147 HTTP/1.1" status: 200 len: 944 time: 0.0545349 Dec 20 15:27:30.513657 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9d104262-75c3-4fba-b4a7-1ad762e80d75 req-cb82473d-e9f9-4366-a3b6-0e392078bb6e tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411835 Dec 20 15:27:30.641663 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d481de0-5324-4121-99dc-f22d32a2dbb1 req-b2b42a27-054e-41b7-ae52-fd2c440ba7cd tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:27:30.643655 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9d481de0-5324-4121-99dc-f22d32a2dbb1 req-b2b42a27-054e-41b7-ae52-fd2c440ba7cd tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8874f79-3c0c-43b3-8e62-2a1d0e676147 HTTP/1.1" status: 200 len: 944 time: 0.0563836 Dec 20 15:27:30.707606 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9d481de0-5324-4121-99dc-f22d32a2dbb1 req-2889dfe5-5eba-4943-9344-be810932d6cc tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0549285 Dec 20 15:27:30.779476 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6a207e45-1c7a-46c6-a57e-4c85577108a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:30.964749 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ee0e7d-ea90-4e48-93c2-83e97727ea9b req-5f84a8d4-bf91-4cd5-90fc-914f2b053496 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:27:30.966241 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-56ee0e7d-ea90-4e48-93c2-83e97727ea9b req-5f84a8d4-bf91-4cd5-90fc-914f2b053496 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8874f79-3c0c-43b3-8e62-2a1d0e676147 HTTP/1.1" status: 200 len: 944 time: 0.0495267 Dec 20 15:27:31.020083 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-56ee0e7d-ea90-4e48-93c2-83e97727ea9b req-645c6d2b-1ca8-408b-ad34-f82365fd53f0 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450161 Dec 20 15:27:32.146756 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47965a54-7fb8-484b-83d1-7f6a2095f497 req-4c54a57f-06de-46bb-9aee-533764e680a9 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:27:32.148333 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-47965a54-7fb8-484b-83d1-7f6a2095f497 req-4c54a57f-06de-46bb-9aee-533764e680a9 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8874f79-3c0c-43b3-8e62-2a1d0e676147 HTTP/1.1" status: 200 len: 944 time: 0.0520875 Dec 20 15:27:32.202984 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-47965a54-7fb8-484b-83d1-7f6a2095f497 req-b4946b2e-f0af-43bb-85e4-6ad4b7d1157e tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups?id=9185b601-ee93-4dba-8fb1-ffc19f0b7805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0483651 Dec 20 15:27:32.240079 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device f35f2fbc-1523-4756-a1a7-474f33e4a85f details requested by agent hyperv_n-h1-761264-19 with host n-h1-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:27:32.341310 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port f35f2fbc-1523-4756-a1a7-474f33e4a85f, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=f35f2fbc-1523-4756-a1a7-474f33e4a85f,segment=NetworkSegment(dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a),segment_id=dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:27:32.352568 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Returning: {'device': 'f35f2fbc-1523-4756-a1a7-474f33e4a85f', 'network_id': '63ccb7a9-3c34-4e10-9b7c-033a0881f0fc', 'port_id': 'f35f2fbc-1523-4756-a1a7-474f33e4a85f', 'mac_address': 'fa:16:3e:33:6f:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dd720d7-be54-496c-b59e-cfe36a403992', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:27:32.397390 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:32.410965 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f35f2fbc-1523-4756-a1a7-474f33e4a85f {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:27:32.432699 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port f35f2fbc-1523-4756-a1a7-474f33e4a85f, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=f35f2fbc-1523-4756-a1a7-474f33e4a85f,segment=NetworkSegment(dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a),segment_id=dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:27:32.440114 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:32.493570 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=f35f2fbc-1523-4756-a1a7-474f33e4a85f,revision_number=12']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:27:32.547680 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c97b442-e4f3-486c-860c-4e1e2a429b3e req-30460790-6b5f-415d-ac5c-4f7e61211cde tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:27:32.549136 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6c97b442-e4f3-486c-860c-4e1e2a429b3e req-30460790-6b5f-415d-ac5c-4f7e61211cde tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8874f79-3c0c-43b3-8e62-2a1d0e676147 HTTP/1.1" status: 200 len: 945 time: 0.0548573 Dec 20 15:27:32.644295 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-6c97b442-e4f3-486c-860c-4e1e2a429b3e req-bd8658e3-97e9-47a5-9124-2f78f02099a0 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Deleting port f35f2fbc-1523-4756-a1a7-474f33e4a85f {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:27:32.644543 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-6c97b442-e4f3-486c-860c-4e1e2a429b3e req-bd8658e3-97e9-47a5-9124-2f78f02099a0 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:32.730604 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-6c97b442-e4f3-486c-860c-4e1e2a429b3e req-bd8658e3-97e9-47a5-9124-2f78f02099a0 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] For port f35f2fbc-1523-4756-a1a7-474f33e4a85f, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=f35f2fbc-1523-4756-a1a7-474f33e4a85f,segment=NetworkSegment(dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a),segment_id=dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:27:32.730964 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-6c97b442-e4f3-486c-860c-4e1e2a429b3e req-bd8658e3-97e9-47a5-9124-2f78f02099a0 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:32.929816 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-6c97b442-e4f3-486c-860c-4e1e2a429b3e req-bd8658e3-97e9-47a5-9124-2f78f02099a0 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:32.930328 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-6c97b442-e4f3-486c-860c-4e1e2a429b3e req-bd8658e3-97e9-47a5-9124-2f78f02099a0 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585115'] for floatingip, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:32.930972 n-d-761264-19 neutron-server[103168]: INFO neutron.db.l3_db [req-6c97b442-e4f3-486c-860c-4e1e2a429b3e req-bd8658e3-97e9-47a5-9124-2f78f02099a0 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Floating IP 35590a59-5c01-48d8-9826-2df35b92f122 disassociated. External IP: 172.25.0.47, port: f35f2fbc-1523-4756-a1a7-474f33e4a85f. Dec 20 15:27:32.931433 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-6c97b442-e4f3-486c-860c-4e1e2a429b3e req-bd8658e3-97e9-47a5-9124-2f78f02099a0 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Calling delete_port for f35f2fbc-1523-4756-a1a7-474f33e4a85f owned by compute:nova {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:27:32.980428 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ead9e4e9-99b7-4e50-855f-02e3dffa50c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:33.071039 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-6c97b442-e4f3-486c-860c-4e1e2a429b3e req-bd8658e3-97e9-47a5-9124-2f78f02099a0 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:33.101678 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8658e3-97e9-47a5-9124-2f78f02099a0 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Pushing event deleted for resources: {'Port': ['ID=f35f2fbc-1523-4756-a1a7-474f33e4a85f,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:27:33.226816 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c97b442-e4f3-486c-860c-4e1e2a429b3e req-bd8658e3-97e9-47a5-9124-2f78f02099a0 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Router 1b1d8f2b-d97d-468d-a455-046ec60223c1 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:27:33.321668 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-15cac83a-e2f7-4b59-a941-88a90a30c757 req-518473d3-fbd4-404e-b984-e0278660a2e0 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8874f79-3c0c-43b3-8e62-2a1d0e676147 HTTP/1.1" status: 200 len: 210 time: 0.0295112 Dec 20 15:27:33.345891 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c97b442-e4f3-486c-860c-4e1e2a429b3e req-bd8658e3-97e9-47a5-9124-2f78f02099a0 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:27:33.356830 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32618a0b-256c-4716-902c-17fdb6c14098 None None] Sync routers for ids ['1b1d8f2b-d97d-468d-a455-046ec60223c1'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:27:33.366900 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32618a0b-256c-4716-902c-17fdb6c14098 None None] Routers {'1b1d8f2b-d97d-468d-a455-046ec60223c1'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:27:33.367534 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-32618a0b-256c-4716-902c-17fdb6c14098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:27:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['1b1d8f2b-d97d-468d-a455-046ec60223c1'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:27:33.388565 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c97b442-e4f3-486c-860c-4e1e2a429b3e req-bd8658e3-97e9-47a5-9124-2f78f02099a0 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] No DVR routers for this DVR port f35f2fbc-1523-4756-a1a7-474f33e4a85f on host n-h1-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:27:33.391174 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-6c97b442-e4f3-486c-860c-4e1e2a429b3e req-bd8658e3-97e9-47a5-9124-2f78f02099a0 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:33.394622 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6c97b442-e4f3-486c-860c-4e1e2a429b3e req-bd8658e3-97e9-47a5-9124-2f78f02099a0 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.30 "DELETE /v2.0/ports/f35f2fbc-1523-4756-a1a7-474f33e4a85f HTTP/1.1" status: 204 len: 173 time: 0.8390110 Dec 20 15:27:33.395254 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8874f79-3c0c-43b3-8e62-2a1d0e676147', 'name': 'network-vif-deleted', 'tag': 'f35f2fbc-1523-4756-a1a7-474f33e4a85f'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:27:33.397735 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea303cd2f7c2854d59b68ee9755924cbed95107615564160e5853a5b93bd1da8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-083e1aad-9955-46f4-9cfc-108a104f9466" -d '{"events": [{"server_uuid": "f8874f79-3c0c-43b3-8e62-2a1d0e676147", "name": "network-vif-deleted", "tag": "f35f2fbc-1523-4756-a1a7-474f33e4a85f"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:27:33.440931 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2c9ba7b-c8d5-44c5-a505-4f4dd2511970 x-openstack-request-id: req-c2c9ba7b-c8d5-44c5-a505-4f4dd2511970 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:27:33.441171 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8874f79-3c0c-43b3-8e62-2a1d0e676147", "name": "network-vif-deleted", "tag": "f35f2fbc-1523-4756-a1a7-474f33e4a85f", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:27:33.441427 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c2c9ba7b-c8d5-44c5-a505-4f4dd2511970 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:27:33.441834 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8874f79-3c0c-43b3-8e62-2a1d0e676147', 'name': 'network-vif-deleted', 'tag': 'f35f2fbc-1523-4756-a1a7-474f33e4a85f', 'status': 'completed', 'code': 200} Dec 20 15:27:33.484798 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-32618a0b-256c-4716-902c-17fdb6c14098 None None] Set router 1b1d8f2b-d97d-468d-a455-046ec60223c1 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:27:33.691463 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-32618a0b-256c-4716-902c-17fdb6c14098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b1d8f2b-d97d-468d-a455-046ec60223c1', 'name': 'tempest-ServerActionsTestJSON-386714640-router', 'tenant_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '91a42ef0-08d4-4b63-ba77-3c51217fa9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:16:28Z', 'updated_at': '2021-12-20T15:16:31Z', 'revision_number': 4, 'project_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'gw_port': {'id': '91a42ef0-08d4-4b63-ba77-3c51217fa9f2', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:29:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1d8f2b-d97d-468d-a455-046ec60223c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:16:29Z', 'updated_at': '2021-12-20T15:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'ec6f6254-109b-4ae7-a6c3-f386c155adb3', 'name': '', 'network_id': '63ccb7a9-3c34-4e10-9b7c-033a0881f0fc', 'tenant_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'mac_address': 'fa:16:3e:25:4d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1d8f2b-d97d-468d-a455-046ec60223c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '6dd720d7-be54-496c-b59e-cfe36a403992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:16:30Z', 'updated_at': '2021-12-20T15:16:35Z', 'revision_number': 5, 'project_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'subnets': [{'id': '6dd720d7-be54-496c-b59e-cfe36a403992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:27:33.717713 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32618a0b-256c-4716-902c-17fdb6c14098 None None] Checking router: 1b1d8f2b-d97d-468d-a455-046ec60223c1 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:27:33.726965 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32618a0b-256c-4716-902c-17fdb6c14098 None None] Routers {'1b1d8f2b-d97d-468d-a455-046ec60223c1'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:27:33.727583 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-32618a0b-256c-4716-902c-17fdb6c14098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:27:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['1b1d8f2b-d97d-468d-a455-046ec60223c1'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:27:33.834913 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-32618a0b-256c-4716-902c-17fdb6c14098 None None] Set router 1b1d8f2b-d97d-468d-a455-046ec60223c1 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:27:34.027762 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:34.051143 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-32618a0b-256c-4716-902c-17fdb6c14098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b1d8f2b-d97d-468d-a455-046ec60223c1', 'name': 'tempest-ServerActionsTestJSON-386714640-router', 'tenant_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '91a42ef0-08d4-4b63-ba77-3c51217fa9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:16:28Z', 'updated_at': '2021-12-20T15:16:31Z', 'revision_number': 4, 'project_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'gw_port': {'id': '91a42ef0-08d4-4b63-ba77-3c51217fa9f2', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:29:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1d8f2b-d97d-468d-a455-046ec60223c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:16:29Z', 'updated_at': '2021-12-20T15:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'ec6f6254-109b-4ae7-a6c3-f386c155adb3', 'name': '', 'network_id': '63ccb7a9-3c34-4e10-9b7c-033a0881f0fc', 'tenant_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'mac_address': 'fa:16:3e:25:4d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1d8f2b-d97d-468d-a455-046ec60223c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '6dd720d7-be54-496c-b59e-cfe36a403992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:16:30Z', 'updated_at': '2021-12-20T15:16:35Z', 'revision_number': 5, 'project_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'subnets': [{'id': '6dd720d7-be54-496c-b59e-cfe36a403992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:27:34.085347 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32618a0b-256c-4716-902c-17fdb6c14098 None None] The sync data for ids ['1b1d8f2b-d97d-468d-a455-046ec60223c1'] in n-d-761264-19 is: [{'id': '1b1d8f2b-d97d-468d-a455-046ec60223c1', 'name': 'tempest-ServerActionsTestJSON-386714640-router', 'tenant_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '91a42ef0-08d4-4b63-ba77-3c51217fa9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:16:28Z', 'updated_at': '2021-12-20T15:16:31Z', 'revision_number': 4, 'project_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'gw_port': {'id': '91a42ef0-08d4-4b63-ba77-3c51217fa9f2', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:29:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1d8f2b-d97d-468d-a455-046ec60223c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:16:29Z', 'updated_at': '2021-12-20T15:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'ec6f6254-109b-4ae7-a6c3-f386c155adb3', 'name': '', 'network_id': '63ccb7a9-3c34-4e10-9b7c-033a0881f0fc', 'tenant_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'mac_address': 'fa:16:3e:25:4d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1d8f2b-d97d-468d-a455-046ec60223c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '6dd720d7-be54-496c-b59e-cfe36a403992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:16:30Z', 'updated_at': '2021-12-20T15:16:35Z', 'revision_number': 5, 'project_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'subnets': [{'id': '6dd720d7-be54-496c-b59e-cfe36a403992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:27:34.323830 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e348eb-2d19-4cb7-8629-cecda8b89ccb None None] New status for floating IP 35590a59-5c01-48d8-9826-2df35b92f122: DOWN {{(pid=103170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 15:27:34.419343 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4ffccd5c-fd3e-4553-9d37-49af2bcd65be req-6956124c-c5ee-4548-a342-fcace33dc2a7 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8874f79-3c0c-43b3-8e62-2a1d0e676147 HTTP/1.1" status: 200 len: 210 time: 0.0271497 Dec 20 15:27:35.544901 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d3706c51-b8bb-4df8-a4c6-efe3676402b3 req-560e83e5-04c0-4887-8bc5-423b8044a1db tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8874f79-3c0c-43b3-8e62-2a1d0e676147 HTTP/1.1" status: 200 len: 210 time: 0.0435653 Dec 20 15:27:36.023020 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:36.253285 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device f35f2fbc-1523-4756-a1a7-474f33e4a85f no longer exists at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:27:36.289388 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] No Port match for: f35f2fbc-1523-4756-a1a7-474f33e4a85f {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:27:36.289945 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device f35f2fbc-1523-4756-a1a7-474f33e4a85f not bound to the agent host n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:27:36.353140 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:36.657027 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c8472c0c-f1c8-4d0c-aeee-12db27d9fd0e req-10c5a7db-bf90-4ba4-bff3-0e0664c277c1 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8874f79-3c0c-43b3-8e62-2a1d0e676147 HTTP/1.1" status: 200 len: 210 time: 0.0381837 Dec 20 15:27:37.777411 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-91cd6799-86f6-49e2-9f6e-ebf49e69ad88 req-10701530-b3ca-4dc1-bafd-d998e0a43515 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8874f79-3c0c-43b3-8e62-2a1d0e676147 HTTP/1.1" status: 200 len: 210 time: 0.0368855 Dec 20 15:27:42.074756 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:42.618598 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 56204) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:27:42.679892 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-81f4deb9-66b9-4d17-8dad-811592035ad9 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:42.705765 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-81f4deb9-66b9-4d17-8dad-811592035ad9 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:42.759493 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-81f4deb9-66b9-4d17-8dad-811592035ad9 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:42.762385 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-81f4deb9-66b9-4d17-8dad-811592035ad9 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:42.763559 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-81f4deb9-66b9-4d17-8dad-811592035ad9 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "DELETE /v2.0/security-groups/9185b601-ee93-4dba-8fb1-ffc19f0b7805 HTTP/1.1" status: 204 len: 168 time: 0.1437089 Dec 20 15:27:42.766283 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 56206) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:27:42.773891 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f4deb9-66b9-4d17-8dad-811592035ad9 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9185b601-ee93-4dba-8fb1-ffc19f0b7805,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:27:42.781137 n-d-761264-19 neutron-server[103168]: INFO neutron.api.v2.resource [None req-739898c9-36c5-4b0a-9a72-52c1906aab80 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] show failed (client error): The resource could not be found. Dec 20 15:27:42.782761 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-739898c9-36c5-4b0a-9a72-52c1906aab80 tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "GET /v2.0/security-groups/9185b601-ee93-4dba-8fb1-ffc19f0b7805 HTTP/1.1" status: 404 len: 347 time: 0.0147865 Dec 20 15:27:42.785146 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 56208) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:27:43.263486 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-b26e527a-185c-40a3-bb9f-76b7c88fe86b tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Deleting port 9d9987b4-7a9f-49ad-8712-481f947a91a2 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:27:43.263826 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b26e527a-185c-40a3-bb9f-76b7c88fe86b tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:43.349948 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b26e527a-185c-40a3-bb9f-76b7c88fe86b tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:43.350274 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b26e527a-185c-40a3-bb9f-76b7c88fe86b tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:43.363328 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-b26e527a-185c-40a3-bb9f-76b7c88fe86b tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Calling delete_port for 9d9987b4-7a9f-49ad-8712-481f947a91a2 owned by network:floatingip {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:27:43.505846 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b26e527a-185c-40a3-bb9f-76b7c88fe86b tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:43.531383 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26e527a-185c-40a3-bb9f-76b7c88fe86b tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Pushing event deleted for resources: {'Port': ['ID=9d9987b4-7a9f-49ad-8712-481f947a91a2,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:27:43.597902 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b26e527a-185c-40a3-bb9f-76b7c88fe86b tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Publish callbacks [] for floatingip, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:43.601166 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b26e527a-185c-40a3-bb9f-76b7c88fe86b tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:43.602367 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-b26e527a-185c-40a3-bb9f-76b7c88fe86b tempest-ServerActionsTestJSON-1718795472 tempest-ServerActionsTestJSON-1718795472-project] 10.222.0.54 "DELETE /v2.0/floatingips/35590a59-5c01-48d8-9826-2df35b92f122 HTTP/1.1" status: 204 len: 168 time: 0.8153527 Dec 20 15:27:43.605483 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 56210) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:27:44.169206 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3382b4f6-5ff3-4126-a62f-7706d279ebbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1595867'] for router_interface, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:44.437514 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-3382b4f6-5ff3-4126-a62f-7706d279ebbb admin admin] Deleting port ec6f6254-109b-4ae7-a6c3-f386c155adb3 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:27:44.437761 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3382b4f6-5ff3-4126-a62f-7706d279ebbb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:44.526217 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-3382b4f6-5ff3-4126-a62f-7706d279ebbb admin admin] For port ec6f6254-109b-4ae7-a6c3-f386c155adb3, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=ec6f6254-109b-4ae7-a6c3-f386c155adb3,segment=NetworkSegment(dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a),segment_id=dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:27:44.526618 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3382b4f6-5ff3-4126-a62f-7706d279ebbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:44.543580 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-3382b4f6-5ff3-4126-a62f-7706d279ebbb admin admin] Calling delete_port for ec6f6254-109b-4ae7-a6c3-f386c155adb3 owned by network:router_interface {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:27:44.748767 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3382b4f6-5ff3-4126-a62f-7706d279ebbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:44.784187 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3382b4f6-5ff3-4126-a62f-7706d279ebbb admin admin] Pushing event deleted for resources: {'Port': ['ID=ec6f6254-109b-4ae7-a6c3-f386c155adb3,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:27:44.958163 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3382b4f6-5ff3-4126-a62f-7706d279ebbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582411'] for router_interface, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:45.199075 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3382b4f6-5ff3-4126-a62f-7706d279ebbb admin admin] Router 1b1d8f2b-d97d-468d-a455-046ec60223c1 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:27:45.324272 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3382b4f6-5ff3-4126-a62f-7706d279ebbb admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:27:45.329552 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-3382b4f6-5ff3-4126-a62f-7706d279ebbb admin admin] 10.222.0.54 "PUT /v2.0/routers/1b1d8f2b-d97d-468d-a455-046ec60223c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7228928 Dec 20 15:27:45.332270 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 56214) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:27:45.335358 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf098f76-0f42-4f40-8c3d-6cf928c832f5 None None] Sync routers for ids ['1b1d8f2b-d97d-468d-a455-046ec60223c1'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:27:45.346232 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf098f76-0f42-4f40-8c3d-6cf928c832f5 None None] Routers {'1b1d8f2b-d97d-468d-a455-046ec60223c1'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:27:45.346900 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-cf098f76-0f42-4f40-8c3d-6cf928c832f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:27:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['1b1d8f2b-d97d-468d-a455-046ec60223c1'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:27:45.438235 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-29addaaf-569d-4b7c-9e99-4ada8b1d75f7 admin admin] Publish callbacks [] for router, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:45.455095 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-cf098f76-0f42-4f40-8c3d-6cf928c832f5 None None] Set router 1b1d8f2b-d97d-468d-a455-046ec60223c1 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:27:45.543421 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-29addaaf-569d-4b7c-9e99-4ada8b1d75f7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:45.598372 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-29addaaf-569d-4b7c-9e99-4ada8b1d75f7 admin admin] Deleting port 91a42ef0-08d4-4b63-ba77-3c51217fa9f2 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:27:45.598767 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-29addaaf-569d-4b7c-9e99-4ada8b1d75f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:45.631940 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-cf098f76-0f42-4f40-8c3d-6cf928c832f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b1d8f2b-d97d-468d-a455-046ec60223c1', 'name': 'tempest-ServerActionsTestJSON-386714640-router', 'tenant_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '91a42ef0-08d4-4b63-ba77-3c51217fa9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:16:28Z', 'updated_at': '2021-12-20T15:27:44Z', 'revision_number': 5, 'project_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'gw_port': {'id': '91a42ef0-08d4-4b63-ba77-3c51217fa9f2', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:29:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1d8f2b-d97d-468d-a455-046ec60223c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:16:29Z', 'updated_at': '2021-12-20T15:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:27:45.662955 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf098f76-0f42-4f40-8c3d-6cf928c832f5 None None] Checking router: 1b1d8f2b-d97d-468d-a455-046ec60223c1 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:27:45.680473 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf098f76-0f42-4f40-8c3d-6cf928c832f5 None None] Routers {'1b1d8f2b-d97d-468d-a455-046ec60223c1'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:27:45.681061 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-cf098f76-0f42-4f40-8c3d-6cf928c832f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:27:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['1b1d8f2b-d97d-468d-a455-046ec60223c1'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:27:45.683290 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-29addaaf-569d-4b7c-9e99-4ada8b1d75f7 admin admin] For port 91a42ef0-08d4-4b63-ba77-3c51217fa9f2, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=91a42ef0-08d4-4b63-ba77-3c51217fa9f2,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:27:45.683673 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-29addaaf-569d-4b7c-9e99-4ada8b1d75f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:45.699841 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-29addaaf-569d-4b7c-9e99-4ada8b1d75f7 admin admin] Calling delete_port for 91a42ef0-08d4-4b63-ba77-3c51217fa9f2 owned by network:router_gateway {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:27:45.716058 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:45.772299 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-cf098f76-0f42-4f40-8c3d-6cf928c832f5 None None] Set router 1b1d8f2b-d97d-468d-a455-046ec60223c1 gateway port host: None {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:27:45.824184 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-cf098f76-0f42-4f40-8c3d-6cf928c832f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b1d8f2b-d97d-468d-a455-046ec60223c1', 'name': 'tempest-ServerActionsTestJSON-386714640-router', 'tenant_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:16:28Z', 'updated_at': '2021-12-20T15:27:45Z', 'revision_number': 6, 'project_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'gw_port_host': None}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:27:45.854401 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf098f76-0f42-4f40-8c3d-6cf928c832f5 None None] The sync data for ids ['1b1d8f2b-d97d-468d-a455-046ec60223c1'] in n-d-761264-19 is: [{'id': '1b1d8f2b-d97d-468d-a455-046ec60223c1', 'name': 'tempest-ServerActionsTestJSON-386714640-router', 'tenant_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:16:28Z', 'updated_at': '2021-12-20T15:27:45Z', 'revision_number': 6, 'project_id': '3a8ae3efcf51476d8a4f0685fa1f4850', 'gw_port_host': None}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:27:45.871086 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-29addaaf-569d-4b7c-9e99-4ada8b1d75f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:45.899861 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29addaaf-569d-4b7c-9e99-4ada8b1d75f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=91a42ef0-08d4-4b63-ba77-3c51217fa9f2,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:27:45.916781 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c399a9-fc0b-4515-8a1e-b5c593cf472f None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:27:45.964444 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-29addaaf-569d-4b7c-9e99-4ada8b1d75f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584913'] for router_gateway, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:46.065306 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-29addaaf-569d-4b7c-9e99-4ada8b1d75f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40132'] for router, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:46.068892 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-29addaaf-569d-4b7c-9e99-4ada8b1d75f7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:46.117637 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-29addaaf-569d-4b7c-9e99-4ada8b1d75f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1594808'] for router, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:46.118455 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29addaaf-569d-4b7c-9e99-4ada8b1d75f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b1d8f2b-d97d-468d-a455-046ec60223c1 {{(pid=103167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:27:46.124368 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-29addaaf-569d-4b7c-9e99-4ada8b1d75f7 admin admin] Publish callbacks [] for router, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:46.126804 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-29addaaf-569d-4b7c-9e99-4ada8b1d75f7 admin admin] 10.222.0.54 "DELETE /v2.0/routers/1b1d8f2b-d97d-468d-a455-046ec60223c1 HTTP/1.1" status: 204 len: 168 time: 0.7929285 Dec 20 15:27:46.129346 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 56216) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:27:46.180802 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec1ac3ac-ecfe-4c7d-943c-c71310f91f6c admin admin] Deleting subnet 6dd720d7-be54-496c-b59e-cfe36a403992 {{(pid=103167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:27:46.183925 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ec1ac3ac-ecfe-4c7d-943c-c71310f91f6c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:46.222345 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ec1ac3ac-ecfe-4c7d-943c-c71310f91f6c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954412'] for subnet, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:46.318003 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ec1ac3ac-ecfe-4c7d-943c-c71310f91f6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:46.380174 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ec1ac3ac-ecfe-4c7d-943c-c71310f91f6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:46.409310 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ec1ac3ac-ecfe-4c7d-943c-c71310f91f6c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:46.415460 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-ec1ac3ac-ecfe-4c7d-943c-c71310f91f6c admin admin] 10.222.0.54 "DELETE /v2.0/subnets/6dd720d7-be54-496c-b59e-cfe36a403992 HTTP/1.1" status: 204 len: 168 time: 0.2827876 Dec 20 15:27:46.415460 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1ac3ac-ecfe-4c7d-943c-c71310f91f6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6dd720d7-be54-496c-b59e-cfe36a403992,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:27:46.415734 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5716e4aa-b9f2-4365-84a6-bb68023b6feb None None] Network 63ccb7a9-3c34-4e10-9b7c-033a0881f0fc requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:27:46.416649 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 56218) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:27:46.486396 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b8a6fd35-b0e0-44e4-996c-acf61539cb70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:46.546939 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-b8a6fd35-b0e0-44e4-996c-acf61539cb70 admin admin] Deleting port ad1730d4-7021-4c37-990d-41f22f7ba930 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:27:46.547283 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b8a6fd35-b0e0-44e4-996c-acf61539cb70 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:46.620896 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-b8a6fd35-b0e0-44e4-996c-acf61539cb70 admin admin] For port ad1730d4-7021-4c37-990d-41f22f7ba930, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=ad1730d4-7021-4c37-990d-41f22f7ba930,segment=NetworkSegment(dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a),segment_id=dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:27:46.621265 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b8a6fd35-b0e0-44e4-996c-acf61539cb70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:46.635327 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ef06fe-623a-4c18-9c18-7873bfefea93 None None] DHCP port deletion for 63ccb7a9-3c34-4e10-9b7c-033a0881f0fc request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:27:46.637467 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-b8a6fd35-b0e0-44e4-996c-acf61539cb70 admin admin] Calling delete_port for ad1730d4-7021-4c37-990d-41f22f7ba930 owned by network:dhcp {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:27:46.685768 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-75ef06fe-623a-4c18-9c18-7873bfefea93 None None] Deleting port ad1730d4-7021-4c37-990d-41f22f7ba930 {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:27:46.686171 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-75ef06fe-623a-4c18-9c18-7873bfefea93 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:46.725794 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b8a6fd35-b0e0-44e4-996c-acf61539cb70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:46.752794 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a6fd35-b0e0-44e4-996c-acf61539cb70 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad1730d4-7021-4c37-990d-41f22f7ba930,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:27:46.756666 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:27:46.757560 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a6fd35-b0e0-44e4-996c-acf61539cb70 admin admin] No DVR routers for this DVR port ad1730d4-7021-4c37-990d-41f22f7ba930 on host n-d-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:27:46.760424 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-75ef06fe-623a-4c18-9c18-7873bfefea93 None None] For port ad1730d4-7021-4c37-990d-41f22f7ba930, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=ad1730d4-7021-4c37-990d-41f22f7ba930,segment=NetworkSegment(dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a),segment_id=dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:27:46.760879 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-75ef06fe-623a-4c18-9c18-7873bfefea93 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:46.777010 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-75ef06fe-623a-4c18-9c18-7873bfefea93 None None] Calling delete_port for ad1730d4-7021-4c37-990d-41f22f7ba930 owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:27:46.827477 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b8a6fd35-b0e0-44e4-996c-acf61539cb70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:46.858613 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-b8a6fd35-b0e0-44e4-996c-acf61539cb70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63ccb7a9-3c34-4e10-9b7c-033a0881f0fc']}} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:27:46.861143 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-75ef06fe-623a-4c18-9c18-7873bfefea93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:46.869289 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-b8a6fd35-b0e0-44e4-996c-acf61539cb70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a') {'for_net_delete': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:27:46.869659 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-b8a6fd35-b0e0-44e4-996c-acf61539cb70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd1b7667-ffb2-4a4d-a6fd-45bafb724f1a') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:27:46.882403 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b8a6fd35-b0e0-44e4-996c-acf61539cb70 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954405'] for segment, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:46.888569 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ef06fe-623a-4c18-9c18-7873bfefea93 None None] Pushing event deleted for resources: {'Port': ['ID=ad1730d4-7021-4c37-990d-41f22f7ba930,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:27:46.890640 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ef06fe-623a-4c18-9c18-7873bfefea93 None None] No DVR routers for this DVR port ad1730d4-7021-4c37-990d-41f22f7ba930 on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:27:46.908248 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b8a6fd35-b0e0-44e4-996c-acf61539cb70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:46.915065 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8a6fd35-b0e0-44e4-996c-acf61539cb70 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:27:46.915519 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b8a6fd35-b0e0-44e4-996c-acf61539cb70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9956000'] for segment, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:46.917898 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:27:46.917898 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:27:46.917898 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:27:46.917898 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:27:46.917898 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:27:46.917898 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:27:46.917898 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:27:46.917898 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:27:46.917898 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:27:46.917898 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:27:46.917898 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:27:46.917898 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:27:46.917898 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:27:46.917898 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:27:46.917898 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:27:46.917898 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:27:46.917898 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:27:46.917898 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:27:46.917898 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:27:46.917898 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:27:46.917898 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:27:46.917898 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:27:46.917898 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:27:46.917898 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:27:46.917898 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:27:46.917898 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:27:46.917898 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:27:46.917898 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:27:46.917898 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:27:46.917898 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:27:46.917898 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:27:46.917898 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:27:46.917898 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:27:46.917898 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:27:46.917898 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:27:46.917898 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:27:46.917898 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:27:46.917898 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:27:46.917898 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:27:46.917898 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:27:46.917898 n-d-761264-19 neutron-server[103167]: Traceback (most recent call last): Dec 20 15:27:46.917898 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:27:46.917898 n-d-761264-19 neutron-server[103167]: timer() Dec 20 15:27:46.917898 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:27:46.917898 n-d-761264-19 neutron-server[103167]: cb(*args, **kw) Dec 20 15:27:46.917898 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:27:46.917898 n-d-761264-19 neutron-server[103167]: return func(*args, **kwargs) Dec 20 15:27:46.917898 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:27:46.917898 n-d-761264-19 neutron-server[103167]: self._notify() Dec 20 15:27:46.917898 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:27:46.917898 n-d-761264-19 neutron-server[103167]: self.callback(batched_events) Dec 20 15:27:46.917898 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:27:46.917898 n-d-761264-19 neutron-server[103167]: event.method(event) Dec 20 15:27:46.917898 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:27:46.917898 n-d-761264-19 neutron-server[103167]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:27:46.917898 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:27:46.917898 n-d-761264-19 neutron-server[103167]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:27:46.917898 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:27:46.917898 n-d-761264-19 neutron-server[103167]: return f(self, *a, **k) Dec 20 15:27:46.917898 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:27:46.917898 n-d-761264-19 neutron-server[103167]: return self._get(url).json() Dec 20 15:27:46.922559 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:27:46.922559 n-d-761264-19 neutron-server[103167]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:27:46.922559 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:27:46.922559 n-d-761264-19 neutron-server[103167]: return self.request(url, 'GET', **kwargs) Dec 20 15:27:46.922559 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:27:46.922559 n-d-761264-19 neutron-server[103167]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:27:46.922559 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:27:46.922559 n-d-761264-19 neutron-server[103167]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:27:46.922559 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:27:46.922559 n-d-761264-19 neutron-server[103167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:27:46.922559 n-d-761264-19 neutron-server[103167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:27:46.977794 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b8a6fd35-b0e0-44e4-996c-acf61539cb70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:46.983196 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b8a6fd35-b0e0-44e4-996c-acf61539cb70 admin admin] Publish callbacks [] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:46.987338 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-b8a6fd35-b0e0-44e4-996c-acf61539cb70 admin admin] 10.222.0.54 "DELETE /v2.0/networks/63ccb7a9-3c34-4e10-9b7c-033a0881f0fc HTTP/1.1" status: 204 len: 168 time: 0.5696251 Dec 20 15:27:46.998835 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a6fd35-b0e0-44e4-996c-acf61539cb70 admin admin] Pushing event deleted for resources: {'Network': ['ID=63ccb7a9-3c34-4e10-9b7c-033a0881f0fc,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:27:47.111617 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 56222) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:27:47.155809 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-fce62bb7-65f3-48e0-a9f7-ccabd02ef658 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3a8ae3efcf51476d8a4f0685fa1f4850&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0427399 Dec 20 15:27:47.158354 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 56224) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:27:47.177428 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device ec6f6254-109b-4ae7-a6c3-f386c155adb3 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:27:47.198589 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: ec6f6254-109b-4ae7-a6c3-f386c155adb3 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:27:47.201642 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device ec6f6254-109b-4ae7-a6c3-f386c155adb3 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:27:47.202088 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 91a42ef0-08d4-4b63-ba77-3c51217fa9f2 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:27:47.211323 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2ff90809-df52-4faf-bfaf-e47f1a73f01b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:47.222563 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 91a42ef0-08d4-4b63-ba77-3c51217fa9f2 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:27:47.222952 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 91a42ef0-08d4-4b63-ba77-3c51217fa9f2 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:27:47.223373 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device ad1730d4-7021-4c37-990d-41f22f7ba930 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:27:47.232717 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2ff90809-df52-4faf-bfaf-e47f1a73f01b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:47.246401 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: ad1730d4-7021-4c37-990d-41f22f7ba930 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:27:47.247111 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device ad1730d4-7021-4c37-990d-41f22f7ba930 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:27:47.280480 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2ff90809-df52-4faf-bfaf-e47f1a73f01b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:47.283134 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2ff90809-df52-4faf-bfaf-e47f1a73f01b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:47.284293 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-2ff90809-df52-4faf-bfaf-e47f1a73f01b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c2111ba5-2e43-453b-9d3d-fc9b6e4bf1cd HTTP/1.1" status: 204 len: 168 time: 0.1249413 Dec 20 15:27:47.292376 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff90809-df52-4faf-bfaf-e47f1a73f01b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2111ba5-2e43-453b-9d3d-fc9b6e4bf1cd,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:27:48.065252 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 56246) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:27:48.162405 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-61644fba-0f85-41ce-94bd-f975071e3569 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-377774940-network', 'tenant_id': 'd093fbba269c401f8d37742b8d5a179b'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:27:48.188802 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61644fba-0f85-41ce-94bd-f975071e3569 admin admin] Made reservation on behalf of d093fbba269c401f8d37742b8d5a179b for: {'network': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:27:48.191051 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-61644fba-0f85-41ce-94bd-f975071e3569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:48.199501 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-61644fba-0f85-41ce-94bd-f975071e3569 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:48.273547 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-61644fba-0f85-41ce-94bd-f975071e3569 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:48.279463 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-61644fba-0f85-41ce-94bd-f975071e3569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:48.299682 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61644fba-0f85-41ce-94bd-f975071e3569 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=103167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:27:48.314323 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61644fba-0f85-41ce-94bd-f975071e3569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c27565f7-ad59-491e-99e3-a00b23996434,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:27:48.317189 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-61644fba-0f85-41ce-94bd-f975071e3569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:48.317545 n-d-761264-19 neutron-server[103167]: INFO neutron.db.segments_db [None req-61644fba-0f85-41ce-94bd-f975071e3569 admin admin] Added segment 10cae9f8-a3a0-4a25-aeff-e862afecca6e of type vlan for network aec61373-3449-467a-98ba-ebb941cbf597 Dec 20 15:27:48.357185 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-61644fba-0f85-41ce-94bd-f975071e3569 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:48.384458 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-61644fba-0f85-41ce-94bd-f975071e3569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:48.385415 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61644fba-0f85-41ce-94bd-f975071e3569 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:27:48.385982 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-61644fba-0f85-41ce-94bd-f975071e3569 admin admin] Publish callbacks [] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:48.418987 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-61644fba-0f85-41ce-94bd-f975071e3569 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3525763 Dec 20 15:27:48.421982 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 56250) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:27:48.427253 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-ee84d7ed-5e19-4c3b-84de-51f1041f5d2f admin admin] Request body: {'subnet': {'network_id': 'aec61373-3449-467a-98ba-ebb941cbf597', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-377774940-subnet', 'tenant_id': 'd093fbba269c401f8d37742b8d5a179b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:27:48.449931 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61644fba-0f85-41ce-94bd-f975071e3569 admin admin] Pushing event updated for resources: {'Network': ['ID=aec61373-3449-467a-98ba-ebb941cbf597,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:27:48.452681 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee84d7ed-5e19-4c3b-84de-51f1041f5d2f admin admin] Made reservation on behalf of d093fbba269c401f8d37742b8d5a179b for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:27:48.455183 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ee84d7ed-5e19-4c3b-84de-51f1041f5d2f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:48.459979 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network aec61373-3449-467a-98ba-ebb941cbf597 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:27:48.626825 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ee84d7ed-5e19-4c3b-84de-51f1041f5d2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8848317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10470522'] for subnet, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:48.678698 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee84d7ed-5e19-4c3b-84de-51f1041f5d2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=484c679c-067f-4734-be46-0b331ea06ac4,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:27:48.694292 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee84d7ed-5e19-4c3b-84de-51f1041f5d2f admin admin] Checking segment: {'id': '10cae9f8-a3a0-4a25-aeff-e862afecca6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'aec61373-3449-467a-98ba-ebb941cbf597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:27:48.694648 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee84d7ed-5e19-4c3b-84de-51f1041f5d2f admin admin] Network hostable DHCP agents. Network: aec61373-3449-467a-98ba-ebb941cbf597, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:27:48.714695 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee84d7ed-5e19-4c3b-84de-51f1041f5d2f admin admin] Network aec61373-3449-467a-98ba-ebb941cbf597 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:27:48.725406 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-ee84d7ed-5e19-4c3b-84de-51f1041f5d2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, aec61373-3449-467a-98ba-ebb941cbf597) {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:27:48.730397 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee84d7ed-5e19-4c3b-84de-51f1041f5d2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:27:48.731024 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ee84d7ed-5e19-4c3b-84de-51f1041f5d2f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:48.735377 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b0b10d-f8ee-42e0-8500-fc3228488938 None None] Network aec61373-3449-467a-98ba-ebb941cbf597 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:27:48.748316 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-ee84d7ed-5e19-4c3b-84de-51f1041f5d2f admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3251779 Dec 20 15:27:48.834147 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c9b2f9-4eb3-4fd8-bff6-0d705a4ddc0d None None] Network aec61373-3449-467a-98ba-ebb941cbf597 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:27:49.221412 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9b59a8-5227-44a3-a294-40f87ac86224 req-aab4cfd6-9f1b-4c92-a3d2-fe966286145a tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:27:49.222903 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-bf9b59a8-5227-44a3-a294-40f87ac86224 req-aab4cfd6-9f1b-4c92-a3d2-fe966286145a tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] 10.222.0.54 "GET /v2.0/networks?id=aec61373-3449-467a-98ba-ebb941cbf597 HTTP/1.1" status: 200 len: 813 time: 0.1115069 Dec 20 15:27:49.238835 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-bf9b59a8-5227-44a3-a294-40f87ac86224 req-523a1861-b502-49a0-9ad7-5a993a1d5191 tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] 10.222.0.54 "GET /v2.0/quotas/d093fbba269c401f8d37742b8d5a179b HTTP/1.1" status: 200 len: 375 time: 0.0094547 Dec 20 15:27:49.272464 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-bf9b59a8-5227-44a3-a294-40f87ac86224 req-989e4759-f0f1-4c61-82a5-55125988901c tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=d093fbba269c401f8d37742b8d5a179b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281229 Dec 20 15:27:49.371121 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-bf9b59a8-5227-44a3-a294-40f87ac86224 req-5b52219e-b9aa-48b1-8bc2-0ac5e0391ae6 service neutron] 10.222.0.54 "GET /v2.0/networks/aec61373-3449-467a-98ba-ebb941cbf597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884678 Dec 20 15:27:49.470350 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-bf9b59a8-5227-44a3-a294-40f87ac86224 req-78e895e0-21cc-4488-91d3-c57674fa5276 service neutron] 10.222.0.54 "GET /v2.0/networks/aec61373-3449-467a-98ba-ebb941cbf597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898335 Dec 20 15:27:49.649586 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9f89653d-4ac3-4dfb-bb26-1436e82936db req-75b535aa-3a53-4551-b579-29b3a54ad527 tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] 10.222.0.54 "GET /v2.0/ports?device_id=df81a544-0a28-412e-b2c9-39d76e5dbaa3 HTTP/1.1" status: 200 len: 210 time: 0.0282395 Dec 20 15:27:50.638675 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9b59a8-5227-44a3-a294-40f87ac86224 req-e3cd2765-3c4c-46b3-939b-3c91d90c2696 tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:27:50.640142 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bf9b59a8-5227-44a3-a294-40f87ac86224 req-e3cd2765-3c4c-46b3-939b-3c91d90c2696 tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] 10.222.0.47 "GET /v2.0/networks?id=aec61373-3449-467a-98ba-ebb941cbf597 HTTP/1.1" status: 200 len: 813 time: 0.1125190 Dec 20 15:27:50.653743 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-bf9b59a8-5227-44a3-a294-40f87ac86224 req-6a322326-964a-4b67-bf61-fb7cbd4ca384 tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] Request body: {'port': {'device_id': 'df81a544-0a28-412e-b2c9-39d76e5dbaa3', 'network_id': 'aec61373-3449-467a-98ba-ebb941cbf597', 'admin_state_up': True, 'tenant_id': 'd093fbba269c401f8d37742b8d5a179b'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:27:50.751447 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8371ed55-3167-4710-9f5f-69cbed5bf5d0 req-34fbc4b7-5630-46eb-b321-7154b81bb106 tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] 10.222.0.54 "GET /v2.0/ports?device_id=df81a544-0a28-412e-b2c9-39d76e5dbaa3 HTTP/1.1" status: 200 len: 210 time: 0.0294225 Dec 20 15:27:50.773590 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf9b59a8-5227-44a3-a294-40f87ac86224 req-6a322326-964a-4b67-bf61-fb7cbd4ca384 tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] Made reservation on behalf of d093fbba269c401f8d37742b8d5a179b for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:27:50.777269 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-bf9b59a8-5227-44a3-a294-40f87ac86224 req-6a322326-964a-4b67-bf61-fb7cbd4ca384 tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:50.926096 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [req-bf9b59a8-5227-44a3-a294-40f87ac86224 req-6a322326-964a-4b67-bf61-fb7cbd4ca384 tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] Allocated IP 172.20.0.13 (aec61373-3449-467a-98ba-ebb941cbf597/484c679c-067f-4734-be46-0b331ea06ac4/6df69515-ee46-4ed9-823c-3e8e993c3672) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:27:51.420500 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-bf9b59a8-5227-44a3-a294-40f87ac86224 req-6a322326-964a-4b67-bf61-fb7cbd4ca384 tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:51.459988 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-bf9b59a8-5227-44a3-a294-40f87ac86224 req-6a322326-964a-4b67-bf61-fb7cbd4ca384 tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:51.509758 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf9b59a8-5227-44a3-a294-40f87ac86224 req-6a322326-964a-4b67-bf61-fb7cbd4ca384 tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] Network aec61373-3449-467a-98ba-ebb941cbf597 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:27:51.512838 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [req-bf9b59a8-5227-44a3-a294-40f87ac86224 req-6a322326-964a-4b67-bf61-fb7cbd4ca384 tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:27:51.516518 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf9b59a8-5227-44a3-a294-40f87ac86224 req-6a322326-964a-4b67-bf61-fb7cbd4ca384 tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:27:51.523111 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a322326-964a-4b67-bf61-fb7cbd4ca384 tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] Pushing event updated for resources: {'Port': ['ID=6df69515-ee46-4ed9-823c-3e8e993c3672,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:27:51.578480 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9b59a8-5227-44a3-a294-40f87ac86224 req-6a322326-964a-4b67-bf61-fb7cbd4ca384 tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:27:51.579271 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-bf9b59a8-5227-44a3-a294-40f87ac86224 req-6a322326-964a-4b67-bf61-fb7cbd4ca384 tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:51.599519 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bf9b59a8-5227-44a3-a294-40f87ac86224 req-6a322326-964a-4b67-bf61-fb7cbd4ca384 tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9497726 Dec 20 15:27:51.612790 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-bf9b59a8-5227-44a3-a294-40f87ac86224 req-ab16b063-aa6d-46d2-94a7-8faab04fceb6 service neutron] Request body: {'port': {'device_id': 'df81a544-0a28-412e-b2c9-39d76e5dbaa3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-19'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:27:51.673007 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-bf9b59a8-5227-44a3-a294-40f87ac86224 req-ab16b063-aa6d-46d2-94a7-8faab04fceb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:51.935324 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1b4f82-42c3-42c0-9c45-0f5bdbc6518a req-f2ff6c3f-8b1a-47cc-856a-6758f93d7869 tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:27:51.936699 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6e1b4f82-42c3-42c0-9c45-0f5bdbc6518a req-f2ff6c3f-8b1a-47cc-856a-6758f93d7869 tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] 10.222.0.54 "GET /v2.0/ports?device_id=df81a544-0a28-412e-b2c9-39d76e5dbaa3 HTTP/1.1" status: 200 len: 932 time: 0.0994999 Dec 20 15:27:52.028902 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6e1b4f82-42c3-42c0-9c45-0f5bdbc6518a req-10f1b32b-bbe3-4b64-b54f-ff7f76e62ba9 tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] 10.222.0.54 "GET /v2.0/security-groups?id=c27565f7-ad59-491e-99e3-a00b23996434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858047 Dec 20 15:27:52.034661 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [req-bf9b59a8-5227-44a3-a294-40f87ac86224 req-ab16b063-aa6d-46d2-94a7-8faab04fceb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6df69515-ee46-4ed9-823c-3e8e993c3672 {{(pid=103167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:27:52.042754 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-bf9b59a8-5227-44a3-a294-40f87ac86224 req-ab16b063-aa6d-46d2-94a7-8faab04fceb6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:52.055160 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-bf9b59a8-5227-44a3-a294-40f87ac86224 req-ab16b063-aa6d-46d2-94a7-8faab04fceb6 service neutron] Transition to ACTIVE for port object 6df69515-ee46-4ed9-823c-3e8e993c3672 will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:27:52.060545 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-bf9b59a8-5227-44a3-a294-40f87ac86224 req-ab16b063-aa6d-46d2-94a7-8faab04fceb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:52.112757 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab16b063-aa6d-46d2-94a7-8faab04fceb6 service neutron] Pushing event updated for resources: {'Port': ['ID=6df69515-ee46-4ed9-823c-3e8e993c3672,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:27:52.186635 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-bf9b59a8-5227-44a3-a294-40f87ac86224 req-ab16b063-aa6d-46d2-94a7-8faab04fceb6 service neutron] Attempting to bind port 6df69515-ee46-4ed9-823c-3e8e993c3672 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:27:52.186941 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-bf9b59a8-5227-44a3-a294-40f87ac86224 req-ab16b063-aa6d-46d2-94a7-8faab04fceb6 service neutron] Attempting to bind port 6df69515-ee46-4ed9-823c-3e8e993c3672 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': '10cae9f8-a3a0-4a25-aeff-e862afecca6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'aec61373-3449-467a-98ba-ebb941cbf597'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:27:52.187270 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf9b59a8-5227-44a3-a294-40f87ac86224 req-ab16b063-aa6d-46d2-94a7-8faab04fceb6 service neutron] Attempting to bind port 6df69515-ee46-4ed9-823c-3e8e993c3672 on network aec61373-3449-467a-98ba-ebb941cbf597 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:27:52.192470 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf9b59a8-5227-44a3-a294-40f87ac86224 req-ab16b063-aa6d-46d2-94a7-8faab04fceb6 service neutron] Port 6df69515-ee46-4ed9-823c-3e8e993c3672 on network aec61373-3449-467a-98ba-ebb941cbf597 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:27:52.192905 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf9b59a8-5227-44a3-a294-40f87ac86224 req-ab16b063-aa6d-46d2-94a7-8faab04fceb6 service neutron] Attempting to bind port 6df69515-ee46-4ed9-823c-3e8e993c3672 on network aec61373-3449-467a-98ba-ebb941cbf597 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:27:52.198982 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf9b59a8-5227-44a3-a294-40f87ac86224 req-ab16b063-aa6d-46d2-94a7-8faab04fceb6 service neutron] Checking agent: {'id': '43c60aee-e4af-4ecc-bee2-aac3569fafed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:27:52.199323 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf9b59a8-5227-44a3-a294-40f87ac86224 req-ab16b063-aa6d-46d2-94a7-8faab04fceb6 service neutron] Checking segment: {'id': '10cae9f8-a3a0-4a25-aeff-e862afecca6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'aec61373-3449-467a-98ba-ebb941cbf597'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:27:52.199715 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf9b59a8-5227-44a3-a294-40f87ac86224 req-ab16b063-aa6d-46d2-94a7-8faab04fceb6 service neutron] Bound using segment: {'id': '10cae9f8-a3a0-4a25-aeff-e862afecca6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'aec61373-3449-467a-98ba-ebb941cbf597'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:27:52.200152 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-bf9b59a8-5227-44a3-a294-40f87ac86224 req-ab16b063-aa6d-46d2-94a7-8faab04fceb6 service neutron] Bound port: 6df69515-ee46-4ed9-823c-3e8e993c3672, host: n-h2-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10cae9f8-a3a0-4a25-aeff-e862afecca6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'aec61373-3449-467a-98ba-ebb941cbf597'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:27:52.200512 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-bf9b59a8-5227-44a3-a294-40f87ac86224 req-ab16b063-aa6d-46d2-94a7-8faab04fceb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:52.272632 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-bf9b59a8-5227-44a3-a294-40f87ac86224 req-ab16b063-aa6d-46d2-94a7-8faab04fceb6 service neutron] For port 6df69515-ee46-4ed9-823c-3e8e993c3672, host n-h2-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:27:52.275680 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-bf9b59a8-5227-44a3-a294-40f87ac86224 req-ab16b063-aa6d-46d2-94a7-8faab04fceb6 service neutron] For port 6df69515-ee46-4ed9-823c-3e8e993c3672, host n-h2-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=6df69515-ee46-4ed9-823c-3e8e993c3672,segment=NetworkSegment(10cae9f8-a3a0-4a25-aeff-e862afecca6e),segment_id=10cae9f8-a3a0-4a25-aeff-e862afecca6e)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:27:52.281599 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-bf9b59a8-5227-44a3-a294-40f87ac86224 req-ab16b063-aa6d-46d2-94a7-8faab04fceb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:52.319235 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9b59a8-5227-44a3-a294-40f87ac86224 req-ab16b063-aa6d-46d2-94a7-8faab04fceb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:27:52.319835 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-bf9b59a8-5227-44a3-a294-40f87ac86224 req-ab16b063-aa6d-46d2-94a7-8faab04fceb6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:52.321245 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bf9b59a8-5227-44a3-a294-40f87ac86224 req-ab16b063-aa6d-46d2-94a7-8faab04fceb6 service neutron] 10.222.0.47 "PUT /v2.0/ports/6df69515-ee46-4ed9-823c-3e8e993c3672 HTTP/1.1" status: 200 len: 1093 time: 0.7125709 Dec 20 15:27:52.321694 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df81a544-0a28-412e-b2c9-39d76e5dbaa3', 'tag': '6df69515-ee46-4ed9-823c-3e8e993c3672'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:27:52.324020 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08f5bd10d948da750b9537a176c40f94b479143edf42a445aa4903673b4b1814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b54c4d5-1778-4c19-8886-5c9fa76e7b78" -d '{"events": [{"name": "network-changed", "server_uuid": "df81a544-0a28-412e-b2c9-39d76e5dbaa3", "tag": "6df69515-ee46-4ed9-823c-3e8e993c3672"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:27:52.344290 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab16b063-aa6d-46d2-94a7-8faab04fceb6 service neutron] Pushing event updated for resources: {'Port': ['ID=6df69515-ee46-4ed9-823c-3e8e993c3672,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:27:52.377924 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22398336-93ee-448b-b774-4e25d88582e8 x-openstack-request-id: req-22398336-93ee-448b-b774-4e25d88582e8 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:27:52.378188 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df81a544-0a28-412e-b2c9-39d76e5dbaa3", "tag": "6df69515-ee46-4ed9-823c-3e8e993c3672", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:27:52.378600 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-22398336-93ee-448b-b774-4e25d88582e8 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:27:52.379740 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df81a544-0a28-412e-b2c9-39d76e5dbaa3', 'tag': '6df69515-ee46-4ed9-823c-3e8e993c3672', 'status': 'completed', 'code': 200} Dec 20 15:27:52.413883 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9b59a8-5227-44a3-a294-40f87ac86224 req-7eca6cc1-04ae-49ba-897e-785f199272f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:27:52.415479 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bf9b59a8-5227-44a3-a294-40f87ac86224 req-7eca6cc1-04ae-49ba-897e-785f199272f6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d093fbba269c401f8d37742b8d5a179b&device_id=df81a544-0a28-412e-b2c9-39d76e5dbaa3 HTTP/1.1" status: 200 len: 1096 time: 0.0499907 Dec 20 15:27:52.465204 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bf9b59a8-5227-44a3-a294-40f87ac86224 req-95e109f1-f1d8-4cd4-a3b8-9c783191ff58 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6df69515-ee46-4ed9-823c-3e8e993c3672 HTTP/1.1" status: 200 len: 217 time: 0.0402501 Dec 20 15:27:52.516887 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9b59a8-5227-44a3-a294-40f87ac86224 req-c0027715-471c-487a-ab50-babdf1a27527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:27:52.518357 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bf9b59a8-5227-44a3-a294-40f87ac86224 req-c0027715-471c-487a-ab50-babdf1a27527 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=484c679c-067f-4734-be46-0b331ea06ac4 HTTP/1.1" status: 200 len: 853 time: 0.0463936 Dec 20 15:27:52.553386 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bf9b59a8-5227-44a3-a294-40f87ac86224 req-269ceda8-6a45-41b8-9a36-18c7a291a20d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aec61373-3449-467a-98ba-ebb941cbf597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267723 Dec 20 15:27:52.666649 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bf9b59a8-5227-44a3-a294-40f87ac86224 req-a6cf4ea6-5668-4656-8faf-c6a5fa0069c3 service neutron] 10.222.0.47 "GET /v2.0/networks/aec61373-3449-467a-98ba-ebb941cbf597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046736 Dec 20 15:27:52.774465 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bf9b59a8-5227-44a3-a294-40f87ac86224 req-2b808d8f-e768-4829-aa37-ca00a7d481aa service neutron] 10.222.0.47 "GET /v2.0/networks/aec61373-3449-467a-98ba-ebb941cbf597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000404 Dec 20 15:27:52.877753 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b54c4d5-1778-4c19-8886-5c9fa76e7b78 req-cc021c8a-61b3-42b8-b9c3-dcd0d1d921cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:27:52.879448 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2b54c4d5-1778-4c19-8886-5c9fa76e7b78 req-cc021c8a-61b3-42b8-b9c3-dcd0d1d921cf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d093fbba269c401f8d37742b8d5a179b&device_id=df81a544-0a28-412e-b2c9-39d76e5dbaa3 HTTP/1.1" status: 200 len: 1096 time: 0.0485821 Dec 20 15:27:52.986052 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b54c4d5-1778-4c19-8886-5c9fa76e7b78 req-c51fc17b-eb1f-415b-9f14-65495c278153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:27:52.987582 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2b54c4d5-1778-4c19-8886-5c9fa76e7b78 req-c51fc17b-eb1f-415b-9f14-65495c278153 service neutron] 10.222.0.47 "GET /v2.0/networks?id=aec61373-3449-467a-98ba-ebb941cbf597 HTTP/1.1" status: 200 len: 914 time: 0.1013033 Dec 20 15:27:53.039548 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2b54c4d5-1778-4c19-8886-5c9fa76e7b78 req-8758cf0f-f373-4888-bfcf-cf8c58fd0d31 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6df69515-ee46-4ed9-823c-3e8e993c3672 HTTP/1.1" status: 200 len: 217 time: 0.0403953 Dec 20 15:27:53.113930 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b54c4d5-1778-4c19-8886-5c9fa76e7b78 req-f18b9147-703a-4619-8ecf-7b1c24a450fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:27:53.115390 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2b54c4d5-1778-4c19-8886-5c9fa76e7b78 req-f18b9147-703a-4619-8ecf-7b1c24a450fa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=484c679c-067f-4734-be46-0b331ea06ac4 HTTP/1.1" status: 200 len: 853 time: 0.0676754 Dec 20 15:27:53.164212 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2b54c4d5-1778-4c19-8886-5c9fa76e7b78 req-5088eaac-4fad-4af8-8dae-f32afd2cdbf1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aec61373-3449-467a-98ba-ebb941cbf597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288479 Dec 20 15:27:53.186935 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed75255b-6fce-48f0-a867-2f65f608a3a7 req-ba0a8f63-36d3-467e-918f-040ca6c1b462 tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:27:53.188375 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ed75255b-6fce-48f0-a867-2f65f608a3a7 req-ba0a8f63-36d3-467e-918f-040ca6c1b462 tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] 10.222.0.54 "GET /v2.0/ports?device_id=df81a544-0a28-412e-b2c9-39d76e5dbaa3 HTTP/1.1" status: 200 len: 944 time: 0.0838971 Dec 20 15:27:53.295364 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ed75255b-6fce-48f0-a867-2f65f608a3a7 req-6bd2818b-8e2d-4843-9e8a-d0758e061592 tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] 10.222.0.54 "GET /v2.0/security-groups?id=c27565f7-ad59-491e-99e3-a00b23996434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955880 Dec 20 15:27:53.301135 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2b54c4d5-1778-4c19-8886-5c9fa76e7b78 req-3014f4d9-f5cb-4e3c-8d4f-2db4807db05f service neutron] 10.222.0.47 "GET /v2.0/networks/aec61373-3449-467a-98ba-ebb941cbf597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290486 Dec 20 15:27:53.395210 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2b54c4d5-1778-4c19-8886-5c9fa76e7b78 req-de82243a-4377-46bb-ae9c-331589d7dd1d service neutron] 10.222.0.47 "GET /v2.0/networks/aec61373-3449-467a-98ba-ebb941cbf597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867214 Dec 20 15:27:54.426961 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa95cb7e-85ec-4ae9-aff9-ffbdb114062d req-d744eb80-ce33-4379-be31-0b19ac37bce1 tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:27:54.428437 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-aa95cb7e-85ec-4ae9-aff9-ffbdb114062d req-d744eb80-ce33-4379-be31-0b19ac37bce1 tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] 10.222.0.54 "GET /v2.0/ports?device_id=df81a544-0a28-412e-b2c9-39d76e5dbaa3 HTTP/1.1" status: 200 len: 944 time: 0.0590584 Dec 20 15:27:54.481641 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-aa95cb7e-85ec-4ae9-aff9-ffbdb114062d req-89afd1c1-2321-4629-9a38-dd3489085845 tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] 10.222.0.54 "GET /v2.0/security-groups?id=c27565f7-ad59-491e-99e3-a00b23996434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463269 Dec 20 15:27:55.114176 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 6df69515-ee46-4ed9-823c-3e8e993c3672 details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:27:55.225062 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 6df69515-ee46-4ed9-823c-3e8e993c3672, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=6df69515-ee46-4ed9-823c-3e8e993c3672,segment=NetworkSegment(10cae9f8-a3a0-4a25-aeff-e862afecca6e),segment_id=10cae9f8-a3a0-4a25-aeff-e862afecca6e)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:27:55.236893 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': '6df69515-ee46-4ed9-823c-3e8e993c3672', 'network_id': 'aec61373-3449-467a-98ba-ebb941cbf597', 'port_id': '6df69515-ee46-4ed9-823c-3e8e993c3672', 'mac_address': 'fa:16:3e:53:36:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '484c679c-067f-4734-be46-0b331ea06ac4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:27:55.277025 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:55.289920 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6df69515-ee46-4ed9-823c-3e8e993c3672 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:27:55.311579 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 6df69515-ee46-4ed9-823c-3e8e993c3672, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=6df69515-ee46-4ed9-823c-3e8e993c3672,segment=NetworkSegment(10cae9f8-a3a0-4a25-aeff-e862afecca6e),segment_id=10cae9f8-a3a0-4a25-aeff-e862afecca6e)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:27:55.320028 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:55.376989 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=6df69515-ee46-4ed9-823c-3e8e993c3672,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:27:55.514087 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['6df69515-ee46-4ed9-823c-3e8e993c3672'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:27:55.618357 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b7a93b-4caa-4632-9e58-732041ab9713 req-08cff115-4557-4338-8557-5ec42e2d1a71 tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:27:55.620026 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-38b7a93b-4caa-4632-9e58-732041ab9713 req-08cff115-4557-4338-8557-5ec42e2d1a71 tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] 10.222.0.54 "GET /v2.0/ports?device_id=df81a544-0a28-412e-b2c9-39d76e5dbaa3 HTTP/1.1" status: 200 len: 945 time: 0.0572810 Dec 20 15:27:55.670179 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-38b7a93b-4caa-4632-9e58-732041ab9713 req-3c1e33fa-6efb-4d1a-8260-29c3257cd467 tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] 10.222.0.54 "GET /v2.0/security-groups?id=c27565f7-ad59-491e-99e3-a00b23996434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432696 Dec 20 15:27:56.804687 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86923a7a-49f4-4d2c-aadd-8070d931707d req-91640eb4-bdd5-4638-900e-d4a0b35bb397 tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:27:56.806693 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-86923a7a-49f4-4d2c-aadd-8070d931707d req-91640eb4-bdd5-4638-900e-d4a0b35bb397 tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] 10.222.0.54 "GET /v2.0/ports?device_id=df81a544-0a28-412e-b2c9-39d76e5dbaa3 HTTP/1.1" status: 200 len: 945 time: 0.0584381 Dec 20 15:27:56.865344 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-86923a7a-49f4-4d2c-aadd-8070d931707d req-8e72cf2f-dde1-40fd-9b9d-f3d8554db70a tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] 10.222.0.54 "GET /v2.0/security-groups?id=c27565f7-ad59-491e-99e3-a00b23996434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515027 Dec 20 15:27:57.138829 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 6df69515-ee46-4ed9-823c-3e8e993c3672 up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:27:57.216905 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning for port 6df69515-ee46-4ed9-823c-3e8e993c3672 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:27:57.223530 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port 6df69515-ee46-4ed9-823c-3e8e993c3672 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:27:57.224121 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:57.321711 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:57.356599 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df81a544-0a28-412e-b2c9-39d76e5dbaa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6df69515-ee46-4ed9-823c-3e8e993c3672'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:27:57.359193 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a867d42bfdcbb9cb6963a533571b1f1c257f186d8c4d683fcd223be3c25d00f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c2c3523-10db-485c-92d4-337e8ff03302" -d '{"events": [{"server_uuid": "df81a544-0a28-412e-b2c9-39d76e5dbaa3", "name": "network-vif-plugged", "status": "completed", "tag": "6df69515-ee46-4ed9-823c-3e8e993c3672"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:27:57.376457 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 6df69515-ee46-4ed9-823c-3e8e993c3672, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=6df69515-ee46-4ed9-823c-3e8e993c3672,segment=NetworkSegment(10cae9f8-a3a0-4a25-aeff-e862afecca6e),segment_id=10cae9f8-a3a0-4a25-aeff-e862afecca6e)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:27:57.382589 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:27:57.415816 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42fc2b14-88bd-4e65-b906-3eea8c326956 x-openstack-request-id: req-42fc2b14-88bd-4e65-b906-3eea8c326956 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:27:57.416154 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df81a544-0a28-412e-b2c9-39d76e5dbaa3", "name": "network-vif-plugged", "status": "completed", "tag": "6df69515-ee46-4ed9-823c-3e8e993c3672", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:27:57.416448 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-42fc2b14-88bd-4e65-b906-3eea8c326956 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:27:57.416899 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df81a544-0a28-412e-b2c9-39d76e5dbaa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6df69515-ee46-4ed9-823c-3e8e993c3672', 'code': 200} Dec 20 15:27:57.447267 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=6df69515-ee46-4ed9-823c-3e8e993c3672,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:27:57.543162 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0732eba-511f-4730-a4eb-c9a222a76611 req-2b805776-301e-4c33-a50b-3d0116e6cd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:27:57.545676 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e0732eba-511f-4730-a4eb-c9a222a76611 req-2b805776-301e-4c33-a50b-3d0116e6cd48 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=df81a544-0a28-412e-b2c9-39d76e5dbaa3 HTTP/1.1" status: 200 len: 1098 time: 0.0539393 Dec 20 15:27:57.597093 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e0732eba-511f-4730-a4eb-c9a222a76611 req-7706b040-8416-45e2-ab54-4a5dcfd99ac4 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c27565f7-ad59-491e-99e3-a00b23996434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443859 Dec 20 15:27:57.999110 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bcca17-6b08-41c7-ae21-63af7bd40436 req-2186fb62-5755-4d18-a95b-007fb68ca83e tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:27:58.000602 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d5bcca17-6b08-41c7-ae21-63af7bd40436 req-2186fb62-5755-4d18-a95b-007fb68ca83e tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] 10.222.0.54 "GET /v2.0/ports?device_id=df81a544-0a28-412e-b2c9-39d76e5dbaa3 HTTP/1.1" status: 200 len: 946 time: 0.0563869 Dec 20 15:27:58.053432 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d5bcca17-6b08-41c7-ae21-63af7bd40436 req-935552c0-964e-4e6b-9fe9-7c75e4e571de tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] 10.222.0.54 "GET /v2.0/security-groups?id=c27565f7-ad59-491e-99e3-a00b23996434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465732 Dec 20 15:27:59.184211 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3ea749-123e-44a9-b2d4-621bc307c257 req-cfa30586-7baf-432a-81b3-81b3fa09b3c1 tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:27:59.185813 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2a3ea749-123e-44a9-b2d4-621bc307c257 req-cfa30586-7baf-432a-81b3-81b3fa09b3c1 tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] 10.222.0.54 "GET /v2.0/ports?device_id=df81a544-0a28-412e-b2c9-39d76e5dbaa3 HTTP/1.1" status: 200 len: 946 time: 0.0553312 Dec 20 15:27:59.248122 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2a3ea749-123e-44a9-b2d4-621bc307c257 req-304a5f90-8686-4ff5-97ab-c45b46bf9857 tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] 10.222.0.54 "GET /v2.0/security-groups?id=c27565f7-ad59-491e-99e3-a00b23996434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556591 Dec 20 15:27:59.845661 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c94c806-f1cf-4b70-a494-59dc1cad1f38 req-58c291db-2251-4ba9-ac5b-ea63eabb4abc tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:27:59.848016 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7c94c806-f1cf-4b70-a494-59dc1cad1f38 req-58c291db-2251-4ba9-ac5b-ea63eabb4abc tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] 10.222.0.54 "GET /v2.0/networks?id=aec61373-3449-467a-98ba-ebb941cbf597 HTTP/1.1" status: 200 len: 813 time: 0.4675071 Dec 20 15:27:59.869115 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7c94c806-f1cf-4b70-a494-59dc1cad1f38 req-a4b47953-1c57-4798-a3b9-b6c0de30a1e2 tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] 10.222.0.54 "GET /v2.0/quotas/d093fbba269c401f8d37742b8d5a179b HTTP/1.1" status: 200 len: 375 time: 0.0113599 Dec 20 15:27:59.927211 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7c94c806-f1cf-4b70-a494-59dc1cad1f38 req-5f642013-a8af-47e0-9595-b573a3c4ace2 tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=d093fbba269c401f8d37742b8d5a179b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0477443 Dec 20 15:28:00.032392 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7c94c806-f1cf-4b70-a494-59dc1cad1f38 req-ef238240-a1dd-4e2d-80c7-36117c3750e1 service neutron] 10.222.0.54 "GET /v2.0/networks/aec61373-3449-467a-98ba-ebb941cbf597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955684 Dec 20 15:28:00.131207 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7c94c806-f1cf-4b70-a494-59dc1cad1f38 req-a54195a3-2ff6-42a3-bcf3-9320e42899f8 service neutron] 10.222.0.54 "GET /v2.0/networks/aec61373-3449-467a-98ba-ebb941cbf597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924037 Dec 20 15:28:00.303232 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c8bdb64f-7a67-4eee-a8a5-527efcb24b2e req-d9de18fb-6c3d-4c9f-bd2d-890d78371d1e tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] 10.222.0.54 "GET /v2.0/ports?device_id=2924d26a-d9c9-4672-b2ab-3919c87d96f0 HTTP/1.1" status: 200 len: 210 time: 0.0286589 Dec 20 15:28:00.789257 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-01d21928-77c7-40cc-8f15-60872022566c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:01.345793 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c94c806-f1cf-4b70-a494-59dc1cad1f38 req-fd579543-c05d-46ad-84bb-6b57215eecfe tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:28:01.347528 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7c94c806-f1cf-4b70-a494-59dc1cad1f38 req-fd579543-c05d-46ad-84bb-6b57215eecfe tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] 10.222.0.30 "GET /v2.0/networks?id=aec61373-3449-467a-98ba-ebb941cbf597 HTTP/1.1" status: 200 len: 813 time: 0.1289477 Dec 20 15:28:01.362985 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-7c94c806-f1cf-4b70-a494-59dc1cad1f38 req-310c7939-e398-4e4b-990d-6e5b1978c628 tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] Request body: {'port': {'device_id': '2924d26a-d9c9-4672-b2ab-3919c87d96f0', 'network_id': 'aec61373-3449-467a-98ba-ebb941cbf597', 'admin_state_up': True, 'tenant_id': 'd093fbba269c401f8d37742b8d5a179b'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:28:01.446022 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-bbd0c018-c1ed-4926-bd55-88908d9c3bee req-9f658ce4-9c85-40ed-ae6d-d2dc1a0c8f86 tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] 10.222.0.54 "GET /v2.0/ports?device_id=2924d26a-d9c9-4672-b2ab-3919c87d96f0 HTTP/1.1" status: 200 len: 210 time: 0.0547466 Dec 20 15:28:01.508712 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c94c806-f1cf-4b70-a494-59dc1cad1f38 req-310c7939-e398-4e4b-990d-6e5b1978c628 tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] Made reservation on behalf of d093fbba269c401f8d37742b8d5a179b for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:28:01.512722 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-7c94c806-f1cf-4b70-a494-59dc1cad1f38 req-310c7939-e398-4e4b-990d-6e5b1978c628 tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:01.648074 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [req-7c94c806-f1cf-4b70-a494-59dc1cad1f38 req-310c7939-e398-4e4b-990d-6e5b1978c628 tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] Allocated IP 172.20.0.4 (aec61373-3449-467a-98ba-ebb941cbf597/484c679c-067f-4734-be46-0b331ea06ac4/e18f2960-d217-476a-9163-a76221c3efbc) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:28:01.808662 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-7c94c806-f1cf-4b70-a494-59dc1cad1f38 req-310c7939-e398-4e4b-990d-6e5b1978c628 tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:01.846700 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-7c94c806-f1cf-4b70-a494-59dc1cad1f38 req-310c7939-e398-4e4b-990d-6e5b1978c628 tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:01.859520 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['6df69515-ee46-4ed9-823c-3e8e993c3672'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:28:01.894652 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c94c806-f1cf-4b70-a494-59dc1cad1f38 req-310c7939-e398-4e4b-990d-6e5b1978c628 tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] Network aec61373-3449-467a-98ba-ebb941cbf597 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:28:01.898189 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [req-7c94c806-f1cf-4b70-a494-59dc1cad1f38 req-310c7939-e398-4e4b-990d-6e5b1978c628 tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:28:01.902466 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c94c806-f1cf-4b70-a494-59dc1cad1f38 req-310c7939-e398-4e4b-990d-6e5b1978c628 tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:28:01.929367 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310c7939-e398-4e4b-990d-6e5b1978c628 tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] Pushing event updated for resources: {'Port': ['ID=e18f2960-d217-476a-9163-a76221c3efbc,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:28:01.958131 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c94c806-f1cf-4b70-a494-59dc1cad1f38 req-310c7939-e398-4e4b-990d-6e5b1978c628 tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:28:01.958808 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-7c94c806-f1cf-4b70-a494-59dc1cad1f38 req-310c7939-e398-4e4b-990d-6e5b1978c628 tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:01.978884 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7c94c806-f1cf-4b70-a494-59dc1cad1f38 req-310c7939-e398-4e4b-990d-6e5b1978c628 tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6210847 Dec 20 15:28:01.995864 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-7c94c806-f1cf-4b70-a494-59dc1cad1f38 req-e5b11d37-bf99-4efe-a5e5-90e7d0792219 service neutron] Request body: {'port': {'device_id': '2924d26a-d9c9-4672-b2ab-3919c87d96f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-19'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:28:02.063283 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-7c94c806-f1cf-4b70-a494-59dc1cad1f38 req-e5b11d37-bf99-4efe-a5e5-90e7d0792219 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:02.400056 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [req-7c94c806-f1cf-4b70-a494-59dc1cad1f38 req-e5b11d37-bf99-4efe-a5e5-90e7d0792219 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e18f2960-d217-476a-9163-a76221c3efbc {{(pid=103168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:28:02.408591 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-7c94c806-f1cf-4b70-a494-59dc1cad1f38 req-e5b11d37-bf99-4efe-a5e5-90e7d0792219 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:02.421536 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.provisioning_blocks [req-7c94c806-f1cf-4b70-a494-59dc1cad1f38 req-e5b11d37-bf99-4efe-a5e5-90e7d0792219 service neutron] Transition to ACTIVE for port object e18f2960-d217-476a-9163-a76221c3efbc will not be triggered until provisioned by entity L2. {{(pid=103168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:28:02.427356 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-7c94c806-f1cf-4b70-a494-59dc1cad1f38 req-e5b11d37-bf99-4efe-a5e5-90e7d0792219 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:02.503397 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b11d37-bf99-4efe-a5e5-90e7d0792219 service neutron] Pushing event updated for resources: {'Port': ['ID=e18f2960-d217-476a-9163-a76221c3efbc,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:28:02.581960 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee8376d-4151-4128-b39d-0cf37cbd4819 req-2797cba1-1100-47ae-8f21-32649bb0bdf2 tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:28:02.583860 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-aee8376d-4151-4128-b39d-0cf37cbd4819 req-2797cba1-1100-47ae-8f21-32649bb0bdf2 tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] 10.222.0.54 "GET /v2.0/ports?device_id=2924d26a-d9c9-4672-b2ab-3919c87d96f0 HTTP/1.1" status: 200 len: 943 time: 0.0533814 Dec 20 15:28:02.594170 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-7c94c806-f1cf-4b70-a494-59dc1cad1f38 req-e5b11d37-bf99-4efe-a5e5-90e7d0792219 service neutron] Attempting to bind port e18f2960-d217-476a-9163-a76221c3efbc on host n-h1-761264-19 for vnic_type normal with profile {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:28:02.594520 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-7c94c806-f1cf-4b70-a494-59dc1cad1f38 req-e5b11d37-bf99-4efe-a5e5-90e7d0792219 service neutron] Attempting to bind port e18f2960-d217-476a-9163-a76221c3efbc by drivers openvswitch,hyperv on host n-h1-761264-19 at level 0 using segments [{'id': '10cae9f8-a3a0-4a25-aeff-e862afecca6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'aec61373-3449-467a-98ba-ebb941cbf597'}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:28:02.594838 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c94c806-f1cf-4b70-a494-59dc1cad1f38 req-e5b11d37-bf99-4efe-a5e5-90e7d0792219 service neutron] Attempting to bind port e18f2960-d217-476a-9163-a76221c3efbc on network aec61373-3449-467a-98ba-ebb941cbf597 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:28:02.600759 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c94c806-f1cf-4b70-a494-59dc1cad1f38 req-e5b11d37-bf99-4efe-a5e5-90e7d0792219 service neutron] Port e18f2960-d217-476a-9163-a76221c3efbc on network aec61373-3449-467a-98ba-ebb941cbf597 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-19 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:28:02.600759 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c94c806-f1cf-4b70-a494-59dc1cad1f38 req-e5b11d37-bf99-4efe-a5e5-90e7d0792219 service neutron] Attempting to bind port e18f2960-d217-476a-9163-a76221c3efbc on network aec61373-3449-467a-98ba-ebb941cbf597 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:28:02.606657 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c94c806-f1cf-4b70-a494-59dc1cad1f38 req-e5b11d37-bf99-4efe-a5e5-90e7d0792219 service neutron] Checking agent: {'id': '3e5ace3e-dd7b-4522-a7c4-77d13dbeab1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:28:02.607029 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c94c806-f1cf-4b70-a494-59dc1cad1f38 req-e5b11d37-bf99-4efe-a5e5-90e7d0792219 service neutron] Checking segment: {'id': '10cae9f8-a3a0-4a25-aeff-e862afecca6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'aec61373-3449-467a-98ba-ebb941cbf597'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:28:02.607414 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c94c806-f1cf-4b70-a494-59dc1cad1f38 req-e5b11d37-bf99-4efe-a5e5-90e7d0792219 service neutron] Bound using segment: {'id': '10cae9f8-a3a0-4a25-aeff-e862afecca6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'aec61373-3449-467a-98ba-ebb941cbf597'} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:28:02.607846 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-7c94c806-f1cf-4b70-a494-59dc1cad1f38 req-e5b11d37-bf99-4efe-a5e5-90e7d0792219 service neutron] Bound port: e18f2960-d217-476a-9163-a76221c3efbc, host: n-h1-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10cae9f8-a3a0-4a25-aeff-e862afecca6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'aec61373-3449-467a-98ba-ebb941cbf597'}}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:28:02.608202 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-7c94c806-f1cf-4b70-a494-59dc1cad1f38 req-e5b11d37-bf99-4efe-a5e5-90e7d0792219 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:02.642153 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-aee8376d-4151-4128-b39d-0cf37cbd4819 req-80bf0187-0e30-4b4b-859a-f6b6ce94ead7 tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] 10.222.0.54 "GET /v2.0/security-groups?id=c27565f7-ad59-491e-99e3-a00b23996434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520985 Dec 20 15:28:02.677989 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-7c94c806-f1cf-4b70-a494-59dc1cad1f38 req-e5b11d37-bf99-4efe-a5e5-90e7d0792219 service neutron] For port e18f2960-d217-476a-9163-a76221c3efbc, host n-h1-761264-19, cleared binding levels {{(pid=103168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:28:02.681452 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-7c94c806-f1cf-4b70-a494-59dc1cad1f38 req-e5b11d37-bf99-4efe-a5e5-90e7d0792219 service neutron] For port e18f2960-d217-476a-9163-a76221c3efbc, host n-h1-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=e18f2960-d217-476a-9163-a76221c3efbc,segment=NetworkSegment(10cae9f8-a3a0-4a25-aeff-e862afecca6e),segment_id=10cae9f8-a3a0-4a25-aeff-e862afecca6e)] {{(pid=103168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:28:02.687658 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-7c94c806-f1cf-4b70-a494-59dc1cad1f38 req-e5b11d37-bf99-4efe-a5e5-90e7d0792219 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:02.726411 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c94c806-f1cf-4b70-a494-59dc1cad1f38 req-e5b11d37-bf99-4efe-a5e5-90e7d0792219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:28:02.726956 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-7c94c806-f1cf-4b70-a494-59dc1cad1f38 req-e5b11d37-bf99-4efe-a5e5-90e7d0792219 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:02.728406 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7c94c806-f1cf-4b70-a494-59dc1cad1f38 req-e5b11d37-bf99-4efe-a5e5-90e7d0792219 service neutron] 10.222.0.30 "PUT /v2.0/ports/e18f2960-d217-476a-9163-a76221c3efbc HTTP/1.1" status: 200 len: 1092 time: 0.7391696 Dec 20 15:28:02.730756 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2924d26a-d9c9-4672-b2ab-3919c87d96f0', 'tag': 'e18f2960-d217-476a-9163-a76221c3efbc'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:28:02.733905 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea303cd2f7c2854d59b68ee9755924cbed95107615564160e5853a5b93bd1da8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee7472ab-8c9c-4804-b10d-fdd091dade29" -d '{"events": [{"name": "network-changed", "server_uuid": "2924d26a-d9c9-4672-b2ab-3919c87d96f0", "tag": "e18f2960-d217-476a-9163-a76221c3efbc"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:28:02.764070 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b11d37-bf99-4efe-a5e5-90e7d0792219 service neutron] Pushing event updated for resources: {'Port': ['ID=e18f2960-d217-476a-9163-a76221c3efbc,revision_number=3']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:28:02.787315 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0f86c35-9ea3-485c-9624-1a3b5ce9583c x-openstack-request-id: req-a0f86c35-9ea3-485c-9624-1a3b5ce9583c {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:28:02.787608 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2924d26a-d9c9-4672-b2ab-3919c87d96f0", "tag": "e18f2960-d217-476a-9163-a76221c3efbc", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:28:02.787863 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a0f86c35-9ea3-485c-9624-1a3b5ce9583c {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:28:02.788266 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2924d26a-d9c9-4672-b2ab-3919c87d96f0', 'tag': 'e18f2960-d217-476a-9163-a76221c3efbc', 'status': 'completed', 'code': 200} Dec 20 15:28:02.831796 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c94c806-f1cf-4b70-a494-59dc1cad1f38 req-6d9a7509-3f45-485d-84be-a9289d1d7256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:28:02.833482 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7c94c806-f1cf-4b70-a494-59dc1cad1f38 req-6d9a7509-3f45-485d-84be-a9289d1d7256 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d093fbba269c401f8d37742b8d5a179b&device_id=2924d26a-d9c9-4672-b2ab-3919c87d96f0 HTTP/1.1" status: 200 len: 1095 time: 0.0566218 Dec 20 15:28:02.885356 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7c94c806-f1cf-4b70-a494-59dc1cad1f38 req-d5ac79b6-0f2f-4e33-bb1a-d28e4e18b5c8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e18f2960-d217-476a-9163-a76221c3efbc HTTP/1.1" status: 200 len: 217 time: 0.0423129 Dec 20 15:28:02.936475 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c94c806-f1cf-4b70-a494-59dc1cad1f38 req-9a32c046-cbd9-470a-b0a4-0c32ad1f8af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:28:02.937990 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7c94c806-f1cf-4b70-a494-59dc1cad1f38 req-9a32c046-cbd9-470a-b0a4-0c32ad1f8af7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=484c679c-067f-4734-be46-0b331ea06ac4 HTTP/1.1" status: 200 len: 853 time: 0.0454404 Dec 20 15:28:02.976367 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7c94c806-f1cf-4b70-a494-59dc1cad1f38 req-3121fb98-fcca-4f56-b2b7-8ef7203b0449 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aec61373-3449-467a-98ba-ebb941cbf597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309620 Dec 20 15:28:02.985959 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-19006f18-7cfa-4b8d-b755-7f69cf24baff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:03.076712 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7c94c806-f1cf-4b70-a494-59dc1cad1f38 req-5a243a58-69da-4fc8-a866-5ea8e9db6edf service neutron] 10.222.0.30 "GET /v2.0/networks/aec61373-3449-467a-98ba-ebb941cbf597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924921 Dec 20 15:28:03.175737 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7c94c806-f1cf-4b70-a494-59dc1cad1f38 req-a7e060c0-c6ac-4e62-9ba4-a4c7a7f9cd83 service neutron] 10.222.0.30 "GET /v2.0/networks/aec61373-3449-467a-98ba-ebb941cbf597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923162 Dec 20 15:28:03.276898 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7472ab-8c9c-4804-b10d-fdd091dade29 req-02f70b67-42d0-4755-9c12-a7e1e4a722e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:28:03.278886 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ee7472ab-8c9c-4804-b10d-fdd091dade29 req-02f70b67-42d0-4755-9c12-a7e1e4a722e9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d093fbba269c401f8d37742b8d5a179b&device_id=2924d26a-d9c9-4672-b2ab-3919c87d96f0 HTTP/1.1" status: 200 len: 1095 time: 0.0456595 Dec 20 15:28:03.374938 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7472ab-8c9c-4804-b10d-fdd091dade29 req-351d1adc-225f-460d-80ec-b1a395b0eae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:28:03.377415 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ee7472ab-8c9c-4804-b10d-fdd091dade29 req-351d1adc-225f-460d-80ec-b1a395b0eae5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=aec61373-3449-467a-98ba-ebb941cbf597 HTTP/1.1" status: 200 len: 914 time: 0.0913465 Dec 20 15:28:03.427796 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ee7472ab-8c9c-4804-b10d-fdd091dade29 req-3bd46504-3704-47e9-ad17-688d5943daeb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e18f2960-d217-476a-9163-a76221c3efbc HTTP/1.1" status: 200 len: 217 time: 0.0436456 Dec 20 15:28:03.493919 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7472ab-8c9c-4804-b10d-fdd091dade29 req-ffaea29d-482f-4732-b344-5cb250e893e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:28:03.496468 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ee7472ab-8c9c-4804-b10d-fdd091dade29 req-ffaea29d-482f-4732-b344-5cb250e893e4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=484c679c-067f-4734-be46-0b331ea06ac4 HTTP/1.1" status: 200 len: 853 time: 0.0615995 Dec 20 15:28:03.532220 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ee7472ab-8c9c-4804-b10d-fdd091dade29 req-30ff2c5e-949f-4e26-920b-a569fe88e768 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aec61373-3449-467a-98ba-ebb941cbf597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283618 Dec 20 15:28:03.632549 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ee7472ab-8c9c-4804-b10d-fdd091dade29 req-b2ed5ded-54e1-4f4f-bcce-a4d340912f7d service neutron] 10.222.0.30 "GET /v2.0/networks/aec61373-3449-467a-98ba-ebb941cbf597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938413 Dec 20 15:28:03.741474 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ee7472ab-8c9c-4804-b10d-fdd091dade29 req-03fb4e86-099a-4136-afbd-05ef950d0c9f service neutron] 10.222.0.30 "GET /v2.0/networks/aec61373-3449-467a-98ba-ebb941cbf597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013401 Dec 20 15:28:03.784266 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cd1279-980f-47ca-a6b7-a96b8e7e76d0 req-24f8cbde-c807-44e2-a054-cf936e69a8f8 tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:28:03.786097 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c4cd1279-980f-47ca-a6b7-a96b8e7e76d0 req-24f8cbde-c807-44e2-a054-cf936e69a8f8 tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] 10.222.0.54 "GET /v2.0/ports?device_id=2924d26a-d9c9-4672-b2ab-3919c87d96f0 HTTP/1.1" status: 200 len: 943 time: 0.0569918 Dec 20 15:28:03.845842 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c4cd1279-980f-47ca-a6b7-a96b8e7e76d0 req-c0848aaa-5e22-4f52-95b5-3075a4dc7e03 tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] 10.222.0.54 "GET /v2.0/security-groups?id=c27565f7-ad59-491e-99e3-a00b23996434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530021 Dec 20 15:28:04.017344 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:04.994781 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b7b567-4d1f-463d-acb4-3e176cc567d3 req-b5bd5210-a5e0-4eb8-b004-4ea5cbac5aab tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:28:04.996332 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f7b7b567-4d1f-463d-acb4-3e176cc567d3 req-b5bd5210-a5e0-4eb8-b004-4ea5cbac5aab tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] 10.222.0.54 "GET /v2.0/ports?device_id=2924d26a-d9c9-4672-b2ab-3919c87d96f0 HTTP/1.1" status: 200 len: 943 time: 0.0686135 Dec 20 15:28:05.051085 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f7b7b567-4d1f-463d-acb4-3e176cc567d3 req-161a6452-28a5-404a-be7b-c9a35eb06aaa tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] 10.222.0.54 "GET /v2.0/security-groups?id=c27565f7-ad59-491e-99e3-a00b23996434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472486 Dec 20 15:28:06.023197 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:06.187518 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d1daec-6af4-45d1-9f30-7d368b96d119 req-f7e06744-0f61-4a53-abb8-54d7b3116e12 tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:28:06.189913 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-96d1daec-6af4-45d1-9f30-7d368b96d119 req-f7e06744-0f61-4a53-abb8-54d7b3116e12 tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] 10.222.0.54 "GET /v2.0/ports?device_id=2924d26a-d9c9-4672-b2ab-3919c87d96f0 HTTP/1.1" status: 200 len: 943 time: 0.0586405 Dec 20 15:28:06.248142 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-96d1daec-6af4-45d1-9f30-7d368b96d119 req-94fe1e82-a632-43c8-948a-4041feefb162 tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] 10.222.0.54 "GET /v2.0/security-groups?id=c27565f7-ad59-491e-99e3-a00b23996434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518873 Dec 20 15:28:06.349909 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:07.373224 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8309f916-f138-497c-b87d-fdb7c65c9fc4 req-c4f2da7e-490e-4ed6-be94-ecd3fda65d57 tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:28:07.374644 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8309f916-f138-497c-b87d-fdb7c65c9fc4 req-c4f2da7e-490e-4ed6-be94-ecd3fda65d57 tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] 10.222.0.54 "GET /v2.0/ports?device_id=2924d26a-d9c9-4672-b2ab-3919c87d96f0 HTTP/1.1" status: 200 len: 943 time: 0.0545557 Dec 20 15:28:07.424442 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8309f916-f138-497c-b87d-fdb7c65c9fc4 req-3348c631-8d5f-47b6-9237-8ab595e14287 tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] 10.222.0.54 "GET /v2.0/security-groups?id=c27565f7-ad59-491e-99e3-a00b23996434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434518 Dec 20 15:28:08.407234 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device e18f2960-d217-476a-9163-a76221c3efbc details requested by agent hyperv_n-h1-761264-19 with host n-h1-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:28:08.515436 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port e18f2960-d217-476a-9163-a76221c3efbc, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=e18f2960-d217-476a-9163-a76221c3efbc,segment=NetworkSegment(10cae9f8-a3a0-4a25-aeff-e862afecca6e),segment_id=10cae9f8-a3a0-4a25-aeff-e862afecca6e)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:28:08.529693 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Returning: {'device': 'e18f2960-d217-476a-9163-a76221c3efbc', 'network_id': 'aec61373-3449-467a-98ba-ebb941cbf597', 'port_id': 'e18f2960-d217-476a-9163-a76221c3efbc', 'mac_address': 'fa:16:3e:62:a5:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '484c679c-067f-4734-be46-0b331ea06ac4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:28:08.562137 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba69c36-fc09-47d4-9aa3-954818b439ef req-76b9bea2-66bc-48e8-9d7f-6592ee5e9700 tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:28:08.563962 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5ba69c36-fc09-47d4-9aa3-954818b439ef req-76b9bea2-66bc-48e8-9d7f-6592ee5e9700 tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] 10.222.0.54 "GET /v2.0/ports?device_id=2924d26a-d9c9-4672-b2ab-3919c87d96f0 HTTP/1.1" status: 200 len: 943 time: 0.0620816 Dec 20 15:28:08.575676 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:08.595095 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e18f2960-d217-476a-9163-a76221c3efbc {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:28:08.615349 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port e18f2960-d217-476a-9163-a76221c3efbc, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=e18f2960-d217-476a-9163-a76221c3efbc,segment=NetworkSegment(10cae9f8-a3a0-4a25-aeff-e862afecca6e),segment_id=10cae9f8-a3a0-4a25-aeff-e862afecca6e)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:28:08.620672 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:08.623279 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5ba69c36-fc09-47d4-9aa3-954818b439ef req-56ffda52-f87e-459d-a1d8-26024680eb73 tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] 10.222.0.54 "GET /v2.0/security-groups?id=c27565f7-ad59-491e-99e3-a00b23996434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516865 Dec 20 15:28:08.672542 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=e18f2960-d217-476a-9163-a76221c3efbc,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:28:08.943857 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['e18f2960-d217-476a-9163-a76221c3efbc'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:28:09.761200 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f992ff-6ec8-4101-81c8-4c71d67e005b req-36ff8e3e-67f3-44e8-b4cc-fda418f488ad tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:28:09.762778 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-10f992ff-6ec8-4101-81c8-4c71d67e005b req-36ff8e3e-67f3-44e8-b4cc-fda418f488ad tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] 10.222.0.54 "GET /v2.0/ports?device_id=2924d26a-d9c9-4672-b2ab-3919c87d96f0 HTTP/1.1" status: 200 len: 944 time: 0.0608072 Dec 20 15:28:09.827386 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-10f992ff-6ec8-4101-81c8-4c71d67e005b req-64879eab-5a64-4798-8951-315cceca8c7b tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] 10.222.0.54 "GET /v2.0/security-groups?id=c27565f7-ad59-491e-99e3-a00b23996434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515070 Dec 20 15:28:10.424121 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device e18f2960-d217-476a-9163-a76221c3efbc up at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:28:10.484309 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning for port e18f2960-d217-476a-9163-a76221c3efbc completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:28:10.489202 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning complete for port e18f2960-d217-476a-9163-a76221c3efbc triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:28:10.489577 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:10.571400 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:10.595214 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2924d26a-d9c9-4672-b2ab-3919c87d96f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e18f2960-d217-476a-9163-a76221c3efbc'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:28:10.597579 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a867d42bfdcbb9cb6963a533571b1f1c257f186d8c4d683fcd223be3c25d00f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11220bc2-8363-42e4-a003-1a149511d35f" -d '{"events": [{"server_uuid": "2924d26a-d9c9-4672-b2ab-3919c87d96f0", "name": "network-vif-plugged", "status": "completed", "tag": "e18f2960-d217-476a-9163-a76221c3efbc"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:28:10.610864 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port e18f2960-d217-476a-9163-a76221c3efbc, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=e18f2960-d217-476a-9163-a76221c3efbc,segment=NetworkSegment(10cae9f8-a3a0-4a25-aeff-e862afecca6e),segment_id=10cae9f8-a3a0-4a25-aeff-e862afecca6e)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:28:10.616618 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:10.640324 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae628840-1acd-4398-a2b3-28236ccd0b7e x-openstack-request-id: req-ae628840-1acd-4398-a2b3-28236ccd0b7e {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:28:10.640624 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2924d26a-d9c9-4672-b2ab-3919c87d96f0", "name": "network-vif-plugged", "status": "completed", "tag": "e18f2960-d217-476a-9163-a76221c3efbc", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:28:10.640876 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ae628840-1acd-4398-a2b3-28236ccd0b7e {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:28:10.641271 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2924d26a-d9c9-4672-b2ab-3919c87d96f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e18f2960-d217-476a-9163-a76221c3efbc', 'code': 200} Dec 20 15:28:10.672551 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=e18f2960-d217-476a-9163-a76221c3efbc,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:28:10.684785 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:28:10.685172 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:28:10.686452 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:28:10.686864 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:28:10.687212 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:28:10.687760 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:28:10.688097 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:28:10.688428 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:28:10.688755 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:28:10.689086 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:28:10.689639 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:28:10.689974 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:28:10.690298 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:28:10.744414 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeae7a0-23a6-44c1-8d3c-28a0f412064a req-22754fe7-b7a7-4a72-8b20-4220836874d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:28:10.746009 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-efeae7a0-23a6-44c1-8d3c-28a0f412064a req-22754fe7-b7a7-4a72-8b20-4220836874d5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2924d26a-d9c9-4672-b2ab-3919c87d96f0 HTTP/1.1" status: 200 len: 1097 time: 0.0459456 Dec 20 15:28:10.797429 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-efeae7a0-23a6-44c1-8d3c-28a0f412064a req-645b518a-605c-4b27-8510-ae856c16d621 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c27565f7-ad59-491e-99e3-a00b23996434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427394 Dec 20 15:28:10.954428 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870a339a-22d2-4671-b65a-7d7c241c4212 req-a9e15c47-9284-48b8-b333-eaf9e4937c4e tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:28:10.955910 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-870a339a-22d2-4671-b65a-7d7c241c4212 req-a9e15c47-9284-48b8-b333-eaf9e4937c4e tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] 10.222.0.54 "GET /v2.0/ports?device_id=2924d26a-d9c9-4672-b2ab-3919c87d96f0 HTTP/1.1" status: 200 len: 945 time: 0.0535436 Dec 20 15:28:11.012319 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-870a339a-22d2-4671-b65a-7d7c241c4212 req-b5d37770-72a2-4aad-9bba-631f48fdbd42 tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] 10.222.0.54 "GET /v2.0/security-groups?id=c27565f7-ad59-491e-99e3-a00b23996434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498149 Dec 20 15:28:12.083458 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:12.155306 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab765b9d-741a-49b2-9da3-ebbc096de47c req-92e63484-f0bd-4677-9a3b-803a8badcf07 tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:28:12.156854 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ab765b9d-741a-49b2-9da3-ebbc096de47c req-92e63484-f0bd-4677-9a3b-803a8badcf07 tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] 10.222.0.54 "GET /v2.0/ports?device_id=2924d26a-d9c9-4672-b2ab-3919c87d96f0 HTTP/1.1" status: 200 len: 945 time: 0.0560172 Dec 20 15:28:12.216792 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ab765b9d-741a-49b2-9da3-ebbc096de47c req-6bfbaf09-5f2e-48bd-a9ff-ccbdbc11f1a4 tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] 10.222.0.54 "GET /v2.0/security-groups?id=c27565f7-ad59-491e-99e3-a00b23996434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495999 Dec 20 15:28:12.506200 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7117d5-9dfb-4b10-bdd9-aeefa0caef15 req-983e829c-95f3-488f-b909-c3eacf2117ab tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:28:12.507759 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1d7117d5-9dfb-4b10-bdd9-aeefa0caef15 req-983e829c-95f3-488f-b909-c3eacf2117ab tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] 10.222.0.54 "GET /v2.0/ports?device_id=2924d26a-d9c9-4672-b2ab-3919c87d96f0 HTTP/1.1" status: 200 len: 945 time: 0.0530651 Dec 20 15:28:12.557397 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1d7117d5-9dfb-4b10-bdd9-aeefa0caef15 req-997dafda-93c9-4523-aba1-cdef3c062607 tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] 10.222.0.54 "GET /v2.0/security-groups?id=c27565f7-ad59-491e-99e3-a00b23996434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432787 Dec 20 15:28:13.684899 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626aef12-0994-4136-8187-bd7ca182697b req-758c9d7e-271a-47c6-abeb-8fdc75611f25 tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:28:13.688205 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-626aef12-0994-4136-8187-bd7ca182697b req-758c9d7e-271a-47c6-abeb-8fdc75611f25 tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] 10.222.0.54 "GET /v2.0/ports?device_id=2924d26a-d9c9-4672-b2ab-3919c87d96f0 HTTP/1.1" status: 200 len: 945 time: 0.0529943 Dec 20 15:28:13.739144 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-626aef12-0994-4136-8187-bd7ca182697b req-bc6e0b7d-4080-4a94-a3f0-9717d76439fd tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] 10.222.0.54 "GET /v2.0/security-groups?id=c27565f7-ad59-491e-99e3-a00b23996434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461533 Dec 20 15:28:13.969668 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244acd7e-a69f-49b7-8858-ab4cdc31b93f req-bdef626c-6eaa-499b-ada6-ed172f1db361 tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:28:13.971193 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-244acd7e-a69f-49b7-8858-ab4cdc31b93f req-bdef626c-6eaa-499b-ada6-ed172f1db361 tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] 10.222.0.30 "GET /v2.0/ports?device_id=2924d26a-d9c9-4672-b2ab-3919c87d96f0 HTTP/1.1" status: 200 len: 945 time: 0.0551481 Dec 20 15:28:14.080327 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-244acd7e-a69f-49b7-8858-ab4cdc31b93f req-272c60d1-35c4-4444-bf0c-b4e1db764182 tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] Deleting port e18f2960-d217-476a-9163-a76221c3efbc {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:28:14.080667 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-244acd7e-a69f-49b7-8858-ab4cdc31b93f req-272c60d1-35c4-4444-bf0c-b4e1db764182 tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:14.179912 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-244acd7e-a69f-49b7-8858-ab4cdc31b93f req-272c60d1-35c4-4444-bf0c-b4e1db764182 tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] For port e18f2960-d217-476a-9163-a76221c3efbc, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=e18f2960-d217-476a-9163-a76221c3efbc,segment=NetworkSegment(10cae9f8-a3a0-4a25-aeff-e862afecca6e),segment_id=10cae9f8-a3a0-4a25-aeff-e862afecca6e)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:28:14.180305 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-244acd7e-a69f-49b7-8858-ab4cdc31b93f req-272c60d1-35c4-4444-bf0c-b4e1db764182 tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:14.194470 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-244acd7e-a69f-49b7-8858-ab4cdc31b93f req-272c60d1-35c4-4444-bf0c-b4e1db764182 tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] Calling delete_port for e18f2960-d217-476a-9163-a76221c3efbc owned by compute:nova {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:28:14.337994 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-244acd7e-a69f-49b7-8858-ab4cdc31b93f req-272c60d1-35c4-4444-bf0c-b4e1db764182 tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:14.351606 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['e18f2960-d217-476a-9163-a76221c3efbc'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:28:14.353843 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['6df69515-ee46-4ed9-823c-3e8e993c3672'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:28:14.366503 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272c60d1-35c4-4444-bf0c-b4e1db764182 tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] Pushing event deleted for resources: {'Port': ['ID=e18f2960-d217-476a-9163-a76221c3efbc,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:28:14.418674 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-244acd7e-a69f-49b7-8858-ab4cdc31b93f req-272c60d1-35c4-4444-bf0c-b4e1db764182 tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] No DVR routers for this DVR port e18f2960-d217-476a-9163-a76221c3efbc on host n-h1-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:28:14.421422 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-244acd7e-a69f-49b7-8858-ab4cdc31b93f req-272c60d1-35c4-4444-bf0c-b4e1db764182 tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:14.425010 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-244acd7e-a69f-49b7-8858-ab4cdc31b93f req-272c60d1-35c4-4444-bf0c-b4e1db764182 tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] 10.222.0.30 "DELETE /v2.0/ports/e18f2960-d217-476a-9163-a76221c3efbc HTTP/1.1" status: 204 len: 173 time: 0.4474249 Dec 20 15:28:14.425482 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2924d26a-d9c9-4672-b2ab-3919c87d96f0', 'name': 'network-vif-deleted', 'tag': 'e18f2960-d217-476a-9163-a76221c3efbc'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:28:14.427809 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea303cd2f7c2854d59b68ee9755924cbed95107615564160e5853a5b93bd1da8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-067788de-7d8a-4d10-a1dd-128918d624de" -d '{"events": [{"server_uuid": "2924d26a-d9c9-4672-b2ab-3919c87d96f0", "name": "network-vif-deleted", "tag": "e18f2960-d217-476a-9163-a76221c3efbc"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:28:14.476556 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db7bdc3c-5fbd-4277-83b5-e4031114d5b1 x-openstack-request-id: req-db7bdc3c-5fbd-4277-83b5-e4031114d5b1 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:28:14.476850 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2924d26a-d9c9-4672-b2ab-3919c87d96f0", "name": "network-vif-deleted", "tag": "e18f2960-d217-476a-9163-a76221c3efbc", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:28:14.477120 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-db7bdc3c-5fbd-4277-83b5-e4031114d5b1 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:28:14.477757 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2924d26a-d9c9-4672-b2ab-3919c87d96f0', 'name': 'network-vif-deleted', 'tag': 'e18f2960-d217-476a-9163-a76221c3efbc', 'status': 'completed', 'code': 200} Dec 20 15:28:14.865097 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cdc43960-d2f0-4b3b-afc2-2271571e75fa req-27053043-01d7-493a-af1c-872710a3b3b6 tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] 10.222.0.54 "GET /v2.0/ports?device_id=2924d26a-d9c9-4672-b2ab-3919c87d96f0 HTTP/1.1" status: 200 len: 210 time: 0.0307493 Dec 20 15:28:15.708466 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:16.046764 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c4be2d-4661-4de6-b7db-0c129b647456 req-7bc41d17-fb94-4072-a246-8bc77d35731d tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:28:16.048238 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-84c4be2d-4661-4de6-b7db-0c129b647456 req-7bc41d17-fb94-4072-a246-8bc77d35731d tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] 10.222.0.54 "GET /v2.0/ports?device_id=df81a544-0a28-412e-b2c9-39d76e5dbaa3 HTTP/1.1" status: 200 len: 946 time: 0.0605021 Dec 20 15:28:16.102449 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-84c4be2d-4661-4de6-b7db-0c129b647456 req-72b507f8-007c-4f8f-80eb-4852f81a99fc tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] 10.222.0.54 "GET /v2.0/security-groups?id=c27565f7-ad59-491e-99e3-a00b23996434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475843 Dec 20 15:28:16.242034 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3df5bf8-cd34-43fc-b751-66c44ef6521e req-18387315-0a2a-44d2-979d-f1b564ba6ae4 tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:28:16.243669 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a3df5bf8-cd34-43fc-b751-66c44ef6521e req-18387315-0a2a-44d2-979d-f1b564ba6ae4 tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] 10.222.0.54 "GET /v2.0/ports?device_id=df81a544-0a28-412e-b2c9-39d76e5dbaa3 HTTP/1.1" status: 200 len: 946 time: 0.0527954 Dec 20 15:28:16.301251 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a3df5bf8-cd34-43fc-b751-66c44ef6521e req-aa738a01-5193-4e20-987c-90a03ad5d0cb tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] 10.222.0.54 "GET /v2.0/security-groups?id=c27565f7-ad59-491e-99e3-a00b23996434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479035 Dec 20 15:28:16.438833 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device e18f2960-d217-476a-9163-a76221c3efbc no longer exists at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:28:16.442383 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703bff10-057b-457d-9ed5-83b33b774c5a req-745ae7f7-b627-4f18-9719-14b7548d9c33 tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:28:16.443980 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-703bff10-057b-457d-9ed5-83b33b774c5a req-745ae7f7-b627-4f18-9719-14b7548d9c33 tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] 10.222.0.54 "GET /v2.0/ports?device_id=df81a544-0a28-412e-b2c9-39d76e5dbaa3 HTTP/1.1" status: 200 len: 946 time: 0.0586479 Dec 20 15:28:16.460101 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] No Port match for: e18f2960-d217-476a-9163-a76221c3efbc {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:28:16.460421 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device e18f2960-d217-476a-9163-a76221c3efbc not bound to the agent host n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:28:16.509065 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-703bff10-057b-457d-9ed5-83b33b774c5a req-ab10ebc1-4d9c-4b90-97a8-c34fa034ee68 tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] 10.222.0.54 "GET /v2.0/security-groups?id=c27565f7-ad59-491e-99e3-a00b23996434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587747 Dec 20 15:28:16.588560 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [req-35a8d155-74c7-45fc-9417-7a522a6b79a3 req-8cef639c-1989-40a9-bdfc-5b19f8cef4b9 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:28:16.589541 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-35a8d155-74c7-45fc-9417-7a522a6b79a3 req-8cef639c-1989-40a9-bdfc-5b19f8cef4b9 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055339 Dec 20 15:28:16.705054 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328cb4a8-44ca-406e-8a39-3b3180872bd5 req-7bfbc971-6437-48c1-9016-97ca453153cc tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:28:16.706744 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-328cb4a8-44ca-406e-8a39-3b3180872bd5 req-7bfbc971-6437-48c1-9016-97ca453153cc tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] 10.222.0.54 "GET /v2.0/ports?device_id=df81a544-0a28-412e-b2c9-39d76e5dbaa3 HTTP/1.1" status: 200 len: 946 time: 0.0543118 Dec 20 15:28:16.758583 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-328cb4a8-44ca-406e-8a39-3b3180872bd5 req-5662f856-a5a3-4730-bcdc-aecb75b097f9 tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] 10.222.0.54 "GET /v2.0/security-groups?id=c27565f7-ad59-491e-99e3-a00b23996434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454342 Dec 20 15:28:16.879315 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2238d074-77fb-4f7f-9961-993a69c16263 req-0017ee7d-f9c2-430c-88d8-1450c586cdbd tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:28:16.880749 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2238d074-77fb-4f7f-9961-993a69c16263 req-0017ee7d-f9c2-430c-88d8-1450c586cdbd tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] 10.222.0.54 "GET /v2.0/ports?device_id=df81a544-0a28-412e-b2c9-39d76e5dbaa3 HTTP/1.1" status: 200 len: 946 time: 0.0531707 Dec 20 15:28:16.931966 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2238d074-77fb-4f7f-9961-993a69c16263 req-ac170435-9e62-4e58-91d5-f7c2b36f83d5 tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] 10.222.0.54 "GET /v2.0/security-groups?id=c27565f7-ad59-491e-99e3-a00b23996434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447981 Dec 20 15:28:17.063386 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2431d81a-a16e-4035-991a-0222cab25a8c req-4655372a-ba8f-4de0-89d5-74e2454f0fd5 tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:28:17.064892 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2431d81a-a16e-4035-991a-0222cab25a8c req-4655372a-ba8f-4de0-89d5-74e2454f0fd5 tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] 10.222.0.54 "GET /v2.0/ports?device_id=df81a544-0a28-412e-b2c9-39d76e5dbaa3 HTTP/1.1" status: 200 len: 946 time: 0.0522394 Dec 20 15:28:17.116493 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2431d81a-a16e-4035-991a-0222cab25a8c req-b631d69f-4d04-4adb-aa68-2dc925df4b87 tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] 10.222.0.54 "GET /v2.0/security-groups?id=c27565f7-ad59-491e-99e3-a00b23996434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452967 Dec 20 15:28:17.471739 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf7399c-6865-4b24-bd7d-07c7995e3182 req-3255c1d2-28f4-4d95-97d7-483976d10d5e tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:28:17.473203 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6bf7399c-6865-4b24-bd7d-07c7995e3182 req-3255c1d2-28f4-4d95-97d7-483976d10d5e tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] 10.222.0.54 "GET /v2.0/ports?device_id=df81a544-0a28-412e-b2c9-39d76e5dbaa3 HTTP/1.1" status: 200 len: 946 time: 0.0690331 Dec 20 15:28:17.528871 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6bf7399c-6865-4b24-bd7d-07c7995e3182 req-f2e9c75e-0d70-4427-8355-22a841519b56 tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] 10.222.0.54 "GET /v2.0/security-groups?id=c27565f7-ad59-491e-99e3-a00b23996434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488548 Dec 20 15:28:18.666616 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f2e327-47c2-4618-a876-ebee93b2a28f req-d6adcc05-8731-410a-a882-8c0458c98b2b tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:28:18.668240 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-13f2e327-47c2-4618-a876-ebee93b2a28f req-d6adcc05-8731-410a-a882-8c0458c98b2b tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] 10.222.0.54 "GET /v2.0/ports?device_id=df81a544-0a28-412e-b2c9-39d76e5dbaa3 HTTP/1.1" status: 200 len: 946 time: 0.0542049 Dec 20 15:28:18.737564 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-13f2e327-47c2-4618-a876-ebee93b2a28f req-551403ed-3d98-4354-b1c1-f1622161f691 tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] 10.222.0.54 "GET /v2.0/security-groups?id=c27565f7-ad59-491e-99e3-a00b23996434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626318 Dec 20 15:28:18.829181 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beff7e69-810f-49d0-8737-9f39be09d954 req-67b57a4d-9eca-48e4-a30d-a0d9f17315ce tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:28:18.831506 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-beff7e69-810f-49d0-8737-9f39be09d954 req-67b57a4d-9eca-48e4-a30d-a0d9f17315ce tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] 10.222.0.47 "GET /v2.0/ports?device_id=df81a544-0a28-412e-b2c9-39d76e5dbaa3 HTTP/1.1" status: 200 len: 946 time: 0.0756233 Dec 20 15:28:18.936456 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-beff7e69-810f-49d0-8737-9f39be09d954 req-ae5f1185-84a1-48cd-97a1-322d11ba6fbf tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] Deleting port 6df69515-ee46-4ed9-823c-3e8e993c3672 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:28:18.936785 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-beff7e69-810f-49d0-8737-9f39be09d954 req-ae5f1185-84a1-48cd-97a1-322d11ba6fbf tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:19.051219 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-beff7e69-810f-49d0-8737-9f39be09d954 req-ae5f1185-84a1-48cd-97a1-322d11ba6fbf tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] For port 6df69515-ee46-4ed9-823c-3e8e993c3672, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=6df69515-ee46-4ed9-823c-3e8e993c3672,segment=NetworkSegment(10cae9f8-a3a0-4a25-aeff-e862afecca6e),segment_id=10cae9f8-a3a0-4a25-aeff-e862afecca6e)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:28:19.051605 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-beff7e69-810f-49d0-8737-9f39be09d954 req-ae5f1185-84a1-48cd-97a1-322d11ba6fbf tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:19.069520 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-beff7e69-810f-49d0-8737-9f39be09d954 req-ae5f1185-84a1-48cd-97a1-322d11ba6fbf tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] Calling delete_port for 6df69515-ee46-4ed9-823c-3e8e993c3672 owned by compute:nova {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:28:19.228450 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-beff7e69-810f-49d0-8737-9f39be09d954 req-ae5f1185-84a1-48cd-97a1-322d11ba6fbf tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:19.244222 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['6df69515-ee46-4ed9-823c-3e8e993c3672'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:28:19.264940 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5f1185-84a1-48cd-97a1-322d11ba6fbf tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] Pushing event deleted for resources: {'Port': ['ID=6df69515-ee46-4ed9-823c-3e8e993c3672,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:28:19.292728 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5f1185-84a1-48cd-97a1-322d11ba6fbf tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:28:19.293075 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5f1185-84a1-48cd-97a1-322d11ba6fbf tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:28:19.293419 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5f1185-84a1-48cd-97a1-322d11ba6fbf tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:28:19.293758 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5f1185-84a1-48cd-97a1-322d11ba6fbf tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:28:19.294086 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5f1185-84a1-48cd-97a1-322d11ba6fbf tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:28:19.294414 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5f1185-84a1-48cd-97a1-322d11ba6fbf tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:28:19.294777 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5f1185-84a1-48cd-97a1-322d11ba6fbf tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:28:19.295113 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5f1185-84a1-48cd-97a1-322d11ba6fbf tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:28:19.295554 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5f1185-84a1-48cd-97a1-322d11ba6fbf tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:28:19.295918 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5f1185-84a1-48cd-97a1-322d11ba6fbf tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:28:19.296131 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5f1185-84a1-48cd-97a1-322d11ba6fbf tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:28:19.296468 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5f1185-84a1-48cd-97a1-322d11ba6fbf tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:28:19.296784 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5f1185-84a1-48cd-97a1-322d11ba6fbf tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:28:19.322433 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-beff7e69-810f-49d0-8737-9f39be09d954 req-ae5f1185-84a1-48cd-97a1-322d11ba6fbf tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] No DVR routers for this DVR port 6df69515-ee46-4ed9-823c-3e8e993c3672 on host n-h2-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:28:19.325545 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-beff7e69-810f-49d0-8737-9f39be09d954 req-ae5f1185-84a1-48cd-97a1-322d11ba6fbf tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:19.330698 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-beff7e69-810f-49d0-8737-9f39be09d954 req-ae5f1185-84a1-48cd-97a1-322d11ba6fbf tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] 10.222.0.47 "DELETE /v2.0/ports/6df69515-ee46-4ed9-823c-3e8e993c3672 HTTP/1.1" status: 204 len: 173 time: 0.4924664 Dec 20 15:28:19.331517 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df81a544-0a28-412e-b2c9-39d76e5dbaa3', 'name': 'network-vif-deleted', 'tag': '6df69515-ee46-4ed9-823c-3e8e993c3672'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:28:19.334500 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08f5bd10d948da750b9537a176c40f94b479143edf42a445aa4903673b4b1814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99fd9bd0-6687-4fe0-a47e-2d221a02f3fe" -d '{"events": [{"server_uuid": "df81a544-0a28-412e-b2c9-39d76e5dbaa3", "name": "network-vif-deleted", "tag": "6df69515-ee46-4ed9-823c-3e8e993c3672"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:28:19.398122 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d5989a8-d3da-45a1-8542-2d88ae90fa46 x-openstack-request-id: req-7d5989a8-d3da-45a1-8542-2d88ae90fa46 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:28:19.398503 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df81a544-0a28-412e-b2c9-39d76e5dbaa3", "name": "network-vif-deleted", "tag": "6df69515-ee46-4ed9-823c-3e8e993c3672", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:28:19.398832 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7d5989a8-d3da-45a1-8542-2d88ae90fa46 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:28:19.399295 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df81a544-0a28-412e-b2c9-39d76e5dbaa3', 'name': 'network-vif-deleted', 'tag': '6df69515-ee46-4ed9-823c-3e8e993c3672', 'status': 'completed', 'code': 200} Dec 20 15:28:19.863597 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-647039e0-c6dd-42d0-b27a-a59f49b87d78 req-00a3be5f-c440-4067-a41d-fe76d9e46c8a tempest-ServersNegativeTestJSON-1191169104 tempest-ServersNegativeTestJSON-1191169104-project] 10.222.0.54 "GET /v2.0/ports?device_id=df81a544-0a28-412e-b2c9-39d76e5dbaa3 HTTP/1.1" status: 200 len: 210 time: 0.0323646 Dec 20 15:28:20.924914 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 56396) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:28:20.973707 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbcf34d6-0bed-4ef8-9fa9-a3be74262acc admin admin] Deleting subnet 484c679c-067f-4734-be46-0b331ea06ac4 {{(pid=103168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:28:20.977202 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-bbcf34d6-0bed-4ef8-9fa9-a3be74262acc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:21.013782 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-bbcf34d6-0bed-4ef8-9fa9-a3be74262acc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9023023'] for subnet, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:21.059651 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-bbcf34d6-0bed-4ef8-9fa9-a3be74262acc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:21.128523 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-bbcf34d6-0bed-4ef8-9fa9-a3be74262acc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8850800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470517'] for subnet, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:21.155065 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcf34d6-0bed-4ef8-9fa9-a3be74262acc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=484c679c-067f-4734-be46-0b331ea06ac4,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:28:21.159898 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-bbcf34d6-0bed-4ef8-9fa9-a3be74262acc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:21.163207 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-bbcf34d6-0bed-4ef8-9fa9-a3be74262acc admin admin] 10.222.0.54 "DELETE /v2.0/subnets/484c679c-067f-4734-be46-0b331ea06ac4 HTTP/1.1" status: 204 len: 168 time: 0.2371645 Dec 20 15:28:21.165977 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 56398) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:28:21.169567 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcf34d6-0bed-4ef8-9fa9-a3be74262acc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:28:21.169926 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcf34d6-0bed-4ef8-9fa9-a3be74262acc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:28:21.170264 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcf34d6-0bed-4ef8-9fa9-a3be74262acc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:28:21.170602 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcf34d6-0bed-4ef8-9fa9-a3be74262acc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:28:21.170971 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcf34d6-0bed-4ef8-9fa9-a3be74262acc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:28:21.171842 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcf34d6-0bed-4ef8-9fa9-a3be74262acc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:28:21.172182 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcf34d6-0bed-4ef8-9fa9-a3be74262acc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:28:21.172590 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcf34d6-0bed-4ef8-9fa9-a3be74262acc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:28:21.173073 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcf34d6-0bed-4ef8-9fa9-a3be74262acc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:28:21.173647 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcf34d6-0bed-4ef8-9fa9-a3be74262acc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:28:21.174193 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcf34d6-0bed-4ef8-9fa9-a3be74262acc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:28:21.175008 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcf34d6-0bed-4ef8-9fa9-a3be74262acc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:28:21.175256 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcf34d6-0bed-4ef8-9fa9-a3be74262acc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:28:21.244990 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-51bc4cad-7fa6-4321-9124-a91d49eeb208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:21.261808 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 6df69515-ee46-4ed9-823c-3e8e993c3672 no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:28:21.290421 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] No Port match for: 6df69515-ee46-4ed9-823c-3e8e993c3672 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:28:21.290911 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 6df69515-ee46-4ed9-823c-3e8e993c3672 not bound to the agent host n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:28:21.330071 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-51bc4cad-7fa6-4321-9124-a91d49eeb208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:21.351188 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-51bc4cad-7fa6-4321-9124-a91d49eeb208 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aec61373-3449-467a-98ba-ebb941cbf597']}} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:28:21.367674 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-51bc4cad-7fa6-4321-9124-a91d49eeb208 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10cae9f8-a3a0-4a25-aeff-e862afecca6e') {'for_net_delete': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:28:21.367988 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-51bc4cad-7fa6-4321-9124-a91d49eeb208 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10cae9f8-a3a0-4a25-aeff-e862afecca6e') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:28:21.380818 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-51bc4cad-7fa6-4321-9124-a91d49eeb208 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954405'] for segment, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:21.395472 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-51bc4cad-7fa6-4321-9124-a91d49eeb208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:21.402131 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51bc4cad-7fa6-4321-9124-a91d49eeb208 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=103167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:28:21.402513 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-51bc4cad-7fa6-4321-9124-a91d49eeb208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9956000'] for segment, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:21.404241 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:28:21.404241 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:28:21.404241 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:28:21.404241 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:28:21.404241 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:28:21.404241 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:28:21.404241 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:28:21.404241 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:28:21.404241 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:28:21.404241 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:28:21.404241 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:28:21.404241 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:28:21.404241 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:28:21.404241 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:28:21.404241 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:28:21.404241 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:28:21.404241 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:28:21.404241 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:28:21.404241 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:28:21.404241 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:28:21.404241 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:28:21.404241 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:28:21.404241 n-d-761264-19 neutron-server[103167]: Traceback (most recent call last): Dec 20 15:28:21.404241 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:28:21.404241 n-d-761264-19 neutron-server[103167]: timer() Dec 20 15:28:21.404241 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:28:21.404241 n-d-761264-19 neutron-server[103167]: cb(*args, **kw) Dec 20 15:28:21.404241 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:28:21.404241 n-d-761264-19 neutron-server[103167]: return func(*args, **kwargs) Dec 20 15:28:21.404241 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:28:21.404241 n-d-761264-19 neutron-server[103167]: self._notify() Dec 20 15:28:21.404241 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:28:21.404241 n-d-761264-19 neutron-server[103167]: self.callback(batched_events) Dec 20 15:28:21.404241 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:28:21.404241 n-d-761264-19 neutron-server[103167]: event.method(event) Dec 20 15:28:21.404241 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:28:21.404241 n-d-761264-19 neutron-server[103167]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:28:21.404241 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:28:21.404241 n-d-761264-19 neutron-server[103167]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:28:21.404241 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:28:21.404241 n-d-761264-19 neutron-server[103167]: return f(self, *a, **k) Dec 20 15:28:21.404241 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:28:21.404241 n-d-761264-19 neutron-server[103167]: return self._get(url).json() Dec 20 15:28:21.404241 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:28:21.404241 n-d-761264-19 neutron-server[103167]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:28:21.404241 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:28:21.404241 n-d-761264-19 neutron-server[103167]: return self.request(url, 'GET', **kwargs) Dec 20 15:28:21.404241 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:28:21.404241 n-d-761264-19 neutron-server[103167]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:28:21.404241 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:28:21.404241 n-d-761264-19 neutron-server[103167]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:28:21.404241 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:28:21.404241 n-d-761264-19 neutron-server[103167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:28:21.404241 n-d-761264-19 neutron-server[103167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:28:21.461259 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-51bc4cad-7fa6-4321-9124-a91d49eeb208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:21.467441 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-51bc4cad-7fa6-4321-9124-a91d49eeb208 admin admin] Publish callbacks [] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:21.470577 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-51bc4cad-7fa6-4321-9124-a91d49eeb208 admin admin] 10.222.0.54 "DELETE /v2.0/networks/aec61373-3449-467a-98ba-ebb941cbf597 HTTP/1.1" status: 204 len: 168 time: 0.3032737 Dec 20 15:28:21.484563 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bc4cad-7fa6-4321-9124-a91d49eeb208 admin admin] Pushing event deleted for resources: {'Network': ['ID=aec61373-3449-467a-98ba-ebb941cbf597,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:28:21.596935 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 56402) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:28:21.640206 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-a03b62d8-5b08-43d3-ba88-dff857c1361c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d093fbba269c401f8d37742b8d5a179b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0419154 Dec 20 15:28:21.643097 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 56404) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:28:21.699751 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ae05631b-08be-47c1-a0cd-18d988936c94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:21.724002 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ae05631b-08be-47c1-a0cd-18d988936c94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:21.791524 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ae05631b-08be-47c1-a0cd-18d988936c94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:21.796739 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ae05631b-08be-47c1-a0cd-18d988936c94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:21.798612 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-ae05631b-08be-47c1-a0cd-18d988936c94 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c27565f7-ad59-491e-99e3-a00b23996434 HTTP/1.1" status: 204 len: 168 time: 0.1542833 Dec 20 15:28:21.810381 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae05631b-08be-47c1-a0cd-18d988936c94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c27565f7-ad59-491e-99e3-a00b23996434,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:28:22.618763 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 56426) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:28:22.751119 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-af1c82e8-ba25-45a8-8f31-33b01d7bd247 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1173798180'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:28:22.780406 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af1c82e8-ba25-45a8-8f31-33b01d7bd247 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Made reservation on behalf of 43bee6de3fe649b7a3f3b30876f68fe6 for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:28:22.780703 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-af1c82e8-ba25-45a8-8f31-33b01d7bd247 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:22.790649 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-af1c82e8-ba25-45a8-8f31-33b01d7bd247 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:22.909777 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-af1c82e8-ba25-45a8-8f31-33b01d7bd247 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:22.915837 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-af1c82e8-ba25-45a8-8f31-33b01d7bd247 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:22.954854 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af1c82e8-ba25-45a8-8f31-33b01d7bd247 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:28:22.962203 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1c82e8-ba25-45a8-8f31-33b01d7bd247 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28d351dc-55b7-4f0c-a127-de9b62a4f401,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:28:22.971281 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-af1c82e8-ba25-45a8-8f31-33b01d7bd247 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:22.972868 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-af1c82e8-ba25-45a8-8f31-33b01d7bd247 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Added segment 0d44d2bd-55b2-43e0-b5b0-29a0c44fb874 of type vlan for network 6112a55b-2136-46fb-bb9c-a166903538dc Dec 20 15:28:23.026430 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-af1c82e8-ba25-45a8-8f31-33b01d7bd247 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:23.060195 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-af1c82e8-ba25-45a8-8f31-33b01d7bd247 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:23.070554 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1c82e8-ba25-45a8-8f31-33b01d7bd247 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:28:23.071551 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-af1c82e8-ba25-45a8-8f31-33b01d7bd247 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Publish callbacks [] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:23.131172 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-af1c82e8-ba25-45a8-8f31-33b01d7bd247 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5106199 Dec 20 15:28:23.189364 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1c82e8-ba25-45a8-8f31-33b01d7bd247 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Pushing event updated for resources: {'Network': ['ID=6112a55b-2136-46fb-bb9c-a166903538dc,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:28:23.203197 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 6112a55b-2136-46fb-bb9c-a166903538dc details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:28:23.756357 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:28:26.496053 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 56430) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:28:26.504050 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-5934aa24-a5fc-40ec-b56f-227e7d4324b6 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Request body: {'subnet': {'network_id': '6112a55b-2136-46fb-bb9c-a166903538dc', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:28:26.638154 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5934aa24-a5fc-40ec-b56f-227e7d4324b6 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Made reservation on behalf of 43bee6de3fe649b7a3f3b30876f68fe6 for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:28:26.643430 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5934aa24-a5fc-40ec-b56f-227e7d4324b6 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:26.856803 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5934aa24-a5fc-40ec-b56f-227e7d4324b6 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8848317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10470522'] for subnet, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:26.918109 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5934aa24-a5fc-40ec-b56f-227e7d4324b6 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Pushing event updated for resources: {'Subnet': ['ID=24b58a10-b706-4de4-b261-beb2d58e93fd,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:28:26.928970 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5934aa24-a5fc-40ec-b56f-227e7d4324b6 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Checking segment: {'id': '0d44d2bd-55b2-43e0-b5b0-29a0c44fb874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '6112a55b-2136-46fb-bb9c-a166903538dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:28:26.929347 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5934aa24-a5fc-40ec-b56f-227e7d4324b6 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Network hostable DHCP agents. Network: 6112a55b-2136-46fb-bb9c-a166903538dc, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:28:26.949095 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5934aa24-a5fc-40ec-b56f-227e7d4324b6 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Network 6112a55b-2136-46fb-bb9c-a166903538dc is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:28:26.965800 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-5934aa24-a5fc-40ec-b56f-227e7d4324b6 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 6112a55b-2136-46fb-bb9c-a166903538dc) {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:28:26.972671 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5934aa24-a5fc-40ec-b56f-227e7d4324b6 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:28:26.973359 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5934aa24-a5fc-40ec-b56f-227e7d4324b6 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Publish callbacks [] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:26.981721 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3d2a0f-4b18-4bff-ac1a-2c0341f87fcb None None] Network 6112a55b-2136-46fb-bb9c-a166903538dc requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:28:26.998063 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-5934aa24-a5fc-40ec-b56f-227e7d4324b6 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5003779 Dec 20 15:28:27.001712 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 56432) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:28:27.008694 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-5c58a320-d2a8-40b4-abb6-6846054dfbdc tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-755425951'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:28:27.036557 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c58a320-d2a8-40b4-abb6-6846054dfbdc tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Made reservation on behalf of 43bee6de3fe649b7a3f3b30876f68fe6 for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:28:27.040223 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5c58a320-d2a8-40b4-abb6-6846054dfbdc tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:27.070466 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c58a320-d2a8-40b4-abb6-6846054dfbdc tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:28:27.084653 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5c58a320-d2a8-40b4-abb6-6846054dfbdc tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:27.085285 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-5c58a320-d2a8-40b4-abb6-6846054dfbdc tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Added segment c3b8e8c5-6aea-426b-84d0-0b04ab1e76aa of type vlan for network 3049501e-f4de-4c60-a82a-20211bfa4fe6 Dec 20 15:28:27.103467 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0b7b16-144b-4e57-ac87-ac8bfa7c02c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-6112a55b-2136-46fb-bb9c-a166903538dc', 'network_id': '6112a55b-2136-46fb-bb9c-a166903538dc', 'project_id': '43bee6de3fe649b7a3f3b30876f68fe6', 'fixed_ips': [{'subnet_id': '24b58a10-b706-4de4-b261-beb2d58e93fd'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 15:28:27.104355 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-0c0b7b16-144b-4e57-ac87-ac8bfa7c02c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:27.150032 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5c58a320-d2a8-40b4-abb6-6846054dfbdc tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:27.185126 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5c58a320-d2a8-40b4-abb6-6846054dfbdc tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:27.193625 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c58a320-d2a8-40b4-abb6-6846054dfbdc tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:28:27.194488 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5c58a320-d2a8-40b4-abb6-6846054dfbdc tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Publish callbacks [] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:27.265510 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-0c0b7b16-144b-4e57-ac87-ac8bfa7c02c1 None None] Allocated IP 2001:db8:0:ffff::2 (6112a55b-2136-46fb-bb9c-a166903538dc/24b58a10-b706-4de4-b261-beb2d58e93fd/a503dc94-4510-4de8-91c7-c5e7c7462dd6) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:28:27.270824 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-5c58a320-d2a8-40b4-abb6-6846054dfbdc tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2678766 Dec 20 15:28:27.275837 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 56434) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:28:27.281010 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c58a320-d2a8-40b4-abb6-6846054dfbdc tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Pushing event updated for resources: {'Network': ['ID=3049501e-f4de-4c60-a82a-20211bfa4fe6,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:28:27.283899 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-ee1abeec-80b8-4c79-b73c-923658200cf8 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Request body: {'subnet': {'network_id': '3049501e-f4de-4c60-a82a-20211bfa4fe6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:28:27.300591 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 3049501e-f4de-4c60-a82a-20211bfa4fe6 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:28:27.391788 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee1abeec-80b8-4c79-b73c-923658200cf8 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Made reservation on behalf of 43bee6de3fe649b7a3f3b30876f68fe6 for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:28:27.396693 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ee1abeec-80b8-4c79-b73c-923658200cf8 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:27.471100 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-0c0b7b16-144b-4e57-ac87-ac8bfa7c02c1 None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:27.479881 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-0c0b7b16-144b-4e57-ac87-ac8bfa7c02c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:27.533986 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0b7b16-144b-4e57-ac87-ac8bfa7c02c1 None None] Network 6112a55b-2136-46fb-bb9c-a166903538dc is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:28:27.538639 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-0c0b7b16-144b-4e57-ac87-ac8bfa7c02c1 None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:28:27.542249 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0b7b16-144b-4e57-ac87-ac8bfa7c02c1 None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:28:27.552318 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0b7b16-144b-4e57-ac87-ac8bfa7c02c1 None None] Pushing event updated for resources: {'Port': ['ID=a503dc94-4510-4de8-91c7-c5e7c7462dd6,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:28:27.604384 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-0c0b7b16-144b-4e57-ac87-ac8bfa7c02c1 None None] Attempting to bind port a503dc94-4510-4de8-91c7-c5e7c7462dd6 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:28:27.604775 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-0c0b7b16-144b-4e57-ac87-ac8bfa7c02c1 None None] Attempting to bind port a503dc94-4510-4de8-91c7-c5e7c7462dd6 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '0d44d2bd-55b2-43e0-b5b0-29a0c44fb874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '6112a55b-2136-46fb-bb9c-a166903538dc'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:28:27.605145 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0b7b16-144b-4e57-ac87-ac8bfa7c02c1 None None] Attempting to bind port a503dc94-4510-4de8-91c7-c5e7c7462dd6 on network 6112a55b-2136-46fb-bb9c-a166903538dc {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:28:27.610872 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0b7b16-144b-4e57-ac87-ac8bfa7c02c1 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:28:27.611249 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0b7b16-144b-4e57-ac87-ac8bfa7c02c1 None None] Checking segment: {'id': '0d44d2bd-55b2-43e0-b5b0-29a0c44fb874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '6112a55b-2136-46fb-bb9c-a166903538dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:28:27.611728 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-0c0b7b16-144b-4e57-ac87-ac8bfa7c02c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:27.612117 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0b7b16-144b-4e57-ac87-ac8bfa7c02c1 None None] Bound using segment: {'id': '0d44d2bd-55b2-43e0-b5b0-29a0c44fb874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '6112a55b-2136-46fb-bb9c-a166903538dc'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:28:27.612600 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-0c0b7b16-144b-4e57-ac87-ac8bfa7c02c1 None None] Bound port: a503dc94-4510-4de8-91c7-c5e7c7462dd6, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d44d2bd-55b2-43e0-b5b0-29a0c44fb874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '6112a55b-2136-46fb-bb9c-a166903538dc'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:28:27.612965 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-0c0b7b16-144b-4e57-ac87-ac8bfa7c02c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:27.624097 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ee1abeec-80b8-4c79-b73c-923658200cf8 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:27.682119 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-0c0b7b16-144b-4e57-ac87-ac8bfa7c02c1 None None] For port a503dc94-4510-4de8-91c7-c5e7c7462dd6, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:28:27.685546 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-0c0b7b16-144b-4e57-ac87-ac8bfa7c02c1 None None] For port a503dc94-4510-4de8-91c7-c5e7c7462dd6, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=a503dc94-4510-4de8-91c7-c5e7c7462dd6,segment=NetworkSegment(0d44d2bd-55b2-43e0-b5b0-29a0c44fb874),segment_id=0d44d2bd-55b2-43e0-b5b0-29a0c44fb874)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:28:27.688741 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1abeec-80b8-4c79-b73c-923658200cf8 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Pushing event updated for resources: {'Subnet': ['ID=4a2cacb1-9cb9-446c-beb2-06bf56dcaa92,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:28:27.693935 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-0c0b7b16-144b-4e57-ac87-ac8bfa7c02c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:27.709227 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1abeec-80b8-4c79-b73c-923658200cf8 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Checking segment: {'id': 'c3b8e8c5-6aea-426b-84d0-0b04ab1e76aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '3049501e-f4de-4c60-a82a-20211bfa4fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:28:27.709584 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1abeec-80b8-4c79-b73c-923658200cf8 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Network hostable DHCP agents. Network: 3049501e-f4de-4c60-a82a-20211bfa4fe6, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:28:27.732621 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1abeec-80b8-4c79-b73c-923658200cf8 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Network 3049501e-f4de-4c60-a82a-20211bfa4fe6 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:28:27.745264 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-ee1abeec-80b8-4c79-b73c-923658200cf8 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 3049501e-f4de-4c60-a82a-20211bfa4fe6) {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:28:27.750471 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1abeec-80b8-4c79-b73c-923658200cf8 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:28:27.751124 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ee1abeec-80b8-4c79-b73c-923658200cf8 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:27.775246 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-ee1abeec-80b8-4c79-b73c-923658200cf8 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4952104 Dec 20 15:28:27.775701 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 56436) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:28:27.881793 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b33d782c-78e6-42fc-9cad-382448fa80bb tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:27.914401 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6858e2f6-9c1e-46fb-a9a0-6c8e5b0d2e65 None None] Network 3049501e-f4de-4c60-a82a-20211bfa4fe6 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:28:27.979818 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b33d782c-78e6-42fc-9cad-382448fa80bb tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:27.998124 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0b7b16-144b-4e57-ac87-ac8bfa7c02c1 None None] Pushing event updated for resources: {'Port': ['ID=a503dc94-4510-4de8-91c7-c5e7c7462dd6,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:28:28.057344 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b33d782c-78e6-42fc-9cad-382448fa80bb tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:28.062607 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99c70cc-b0eb-402d-809c-922ce1ee908f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-3049501e-f4de-4c60-a82a-20211bfa4fe6', 'network_id': '3049501e-f4de-4c60-a82a-20211bfa4fe6', 'project_id': '43bee6de3fe649b7a3f3b30876f68fe6', 'fixed_ips': [{'subnet_id': '4a2cacb1-9cb9-446c-beb2-06bf56dcaa92'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 15:28:28.063671 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f99c70cc-b0eb-402d-809c-922ce1ee908f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:28.094338 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33d782c-78e6-42fc-9cad-382448fa80bb tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Pushing event deleted for resources: {'Subnet': ['ID=4a2cacb1-9cb9-446c-beb2-06bf56dcaa92,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:28:28.188046 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b33d782c-78e6-42fc-9cad-382448fa80bb tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:28.201448 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85bba2b6-5c32-4de2-9105-0fa1f352506a None None] Network 3049501e-f4de-4c60-a82a-20211bfa4fe6 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:28:28.213186 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-b33d782c-78e6-42fc-9cad-382448fa80bb tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3049501e-f4de-4c60-a82a-20211bfa4fe6']}} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:28:28.223548 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-b33d782c-78e6-42fc-9cad-382448fa80bb tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3b8e8c5-6aea-426b-84d0-0b04ab1e76aa') {'for_net_delete': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:28:28.223883 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-b33d782c-78e6-42fc-9cad-382448fa80bb tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3b8e8c5-6aea-426b-84d0-0b04ab1e76aa') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:28:28.238609 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b33d782c-78e6-42fc-9cad-382448fa80bb tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954405'] for segment, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:28.256270 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b33d782c-78e6-42fc-9cad-382448fa80bb tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:28.264012 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b33d782c-78e6-42fc-9cad-382448fa80bb tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=103167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:28:28.264457 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b33d782c-78e6-42fc-9cad-382448fa80bb tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9956000'] for segment, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:28.268973 n-d-761264-19 neutron-server[103167]: Traceback (most recent call last): Dec 20 15:28:28.268973 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:28:28.268973 n-d-761264-19 neutron-server[103167]: timer() Dec 20 15:28:28.268973 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:28:28.268973 n-d-761264-19 neutron-server[103167]: cb(*args, **kw) Dec 20 15:28:28.268973 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:28:28.268973 n-d-761264-19 neutron-server[103167]: return func(*args, **kwargs) Dec 20 15:28:28.268973 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:28:28.268973 n-d-761264-19 neutron-server[103167]: self._notify() Dec 20 15:28:28.268973 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:28:28.268973 n-d-761264-19 neutron-server[103167]: self.callback(batched_events) Dec 20 15:28:28.268973 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:28:28.268973 n-d-761264-19 neutron-server[103167]: event.method(event) Dec 20 15:28:28.268973 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:28:28.268973 n-d-761264-19 neutron-server[103167]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:28:28.268973 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:28:28.268973 n-d-761264-19 neutron-server[103167]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:28:28.268973 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:28:28.268973 n-d-761264-19 neutron-server[103167]: return f(self, *a, **k) Dec 20 15:28:28.268973 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:28:28.268973 n-d-761264-19 neutron-server[103167]: return self._get(url).json() Dec 20 15:28:28.268973 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:28:28.268973 n-d-761264-19 neutron-server[103167]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:28:28.268973 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:28:28.268973 n-d-761264-19 neutron-server[103167]: return self.request(url, 'GET', **kwargs) Dec 20 15:28:28.268973 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:28:28.268973 n-d-761264-19 neutron-server[103167]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:28:28.268973 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:28:28.268973 n-d-761264-19 neutron-server[103167]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:28:28.268973 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:28:28.268973 n-d-761264-19 neutron-server[103167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:28:28.268973 n-d-761264-19 neutron-server[103167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:28:28.339887 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b33d782c-78e6-42fc-9cad-382448fa80bb tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:28.348672 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b33d782c-78e6-42fc-9cad-382448fa80bb tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Publish callbacks [] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:28.354803 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-b33d782c-78e6-42fc-9cad-382448fa80bb tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] 10.222.0.54 "DELETE /v2.0/networks/3049501e-f4de-4c60-a82a-20211bfa4fe6 HTTP/1.1" status: 204 len: 168 time: 0.5757353 Dec 20 15:28:28.356104 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 56438) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:28:28.361378 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-f7838218-ee8f-47f5-af15-6f6884cc04e8 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1678049906'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:28:28.372978 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33d782c-78e6-42fc-9cad-382448fa80bb tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Pushing event deleted for resources: {'Network': ['ID=3049501e-f4de-4c60-a82a-20211bfa4fe6,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:28:28.393626 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7838218-ee8f-47f5-af15-6f6884cc04e8 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Made reservation on behalf of 43bee6de3fe649b7a3f3b30876f68fe6 for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:28:28.398751 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f7838218-ee8f-47f5-af15-6f6884cc04e8 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:28.432242 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7838218-ee8f-47f5-af15-6f6884cc04e8 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:28:28.443432 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f7838218-ee8f-47f5-af15-6f6884cc04e8 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:28.443993 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-f7838218-ee8f-47f5-af15-6f6884cc04e8 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Added segment 14593aee-6d01-4f6c-82af-863e6339ef0c of type vlan for network e8c172a3-836c-4bcd-8540-d3289c6226bb Dec 20 15:28:28.484247 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f7838218-ee8f-47f5-af15-6f6884cc04e8 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:28.513798 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f7838218-ee8f-47f5-af15-6f6884cc04e8 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:28.520061 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7838218-ee8f-47f5-af15-6f6884cc04e8 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:28:28.520646 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f7838218-ee8f-47f5-af15-6f6884cc04e8 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Publish callbacks [] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:28.563629 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-f7838218-ee8f-47f5-af15-6f6884cc04e8 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2063580 Dec 20 15:28:28.566801 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 56440) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:28:28.572130 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-96ed489e-b3f9-4f01-a1cb-aef50ee46eac tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Request body: {'subnet': {'network_id': 'e8c172a3-836c-4bcd-8540-d3289c6226bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:28:28.598181 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7838218-ee8f-47f5-af15-6f6884cc04e8 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Pushing event updated for resources: {'Network': ['ID=e8c172a3-836c-4bcd-8540-d3289c6226bb,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:28:28.609552 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network e8c172a3-836c-4bcd-8540-d3289c6226bb details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:28:28.670219 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96ed489e-b3f9-4f01-a1cb-aef50ee46eac tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Made reservation on behalf of 43bee6de3fe649b7a3f3b30876f68fe6 for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:28:28.674933 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-96ed489e-b3f9-4f01-a1cb-aef50ee46eac tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:28.741914 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.ipam_backend_mixin [None req-96ed489e-b3f9-4f01-a1cb-aef50ee46eac tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Performing IP validity checks on allocation pools {{(pid=103167) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 20 15:28:28.742342 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.ipam_backend_mixin [None req-96ed489e-b3f9-4f01-a1cb-aef50ee46eac tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103167) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 20 15:28:28.871987 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-96ed489e-b3f9-4f01-a1cb-aef50ee46eac tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:28.924808 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ed489e-b3f9-4f01-a1cb-aef50ee46eac tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Pushing event updated for resources: {'Subnet': ['ID=2326595c-b627-4603-bf9f-321248053635,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:28:28.944638 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ed489e-b3f9-4f01-a1cb-aef50ee46eac tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Checking segment: {'id': '14593aee-6d01-4f6c-82af-863e6339ef0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e8c172a3-836c-4bcd-8540-d3289c6226bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:28:28.945006 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ed489e-b3f9-4f01-a1cb-aef50ee46eac tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Network hostable DHCP agents. Network: e8c172a3-836c-4bcd-8540-d3289c6226bb, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:28:28.963454 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ed489e-b3f9-4f01-a1cb-aef50ee46eac tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Network e8c172a3-836c-4bcd-8540-d3289c6226bb is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:28:28.973514 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-96ed489e-b3f9-4f01-a1cb-aef50ee46eac tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, e8c172a3-836c-4bcd-8540-d3289c6226bb) {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:28:28.974094 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf76b1c-a371-4fb7-8122-7e1fd538c386 None None] Network 6112a55b-2136-46fb-bb9c-a166903538dc requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:28:28.977613 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ed489e-b3f9-4f01-a1cb-aef50ee46eac tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:28:28.978214 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-96ed489e-b3f9-4f01-a1cb-aef50ee46eac tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:28.995804 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-96ed489e-b3f9-4f01-a1cb-aef50ee46eac tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4274712 Dec 20 15:28:28.996027 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253e5012-c51b-4b94-8e39-7c6b75365f07 None None] Network e8c172a3-836c-4bcd-8540-d3289c6226bb requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:28:28.998513 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 56442) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:28:29.102346 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-73554e3d-7ebf-4d44-b53a-12515d54b01b tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:29.119074 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-dba13992-2e22-4122-b8b4-4473448caeb5 None None] Provisioning complete for port a503dc94-4510-4de8-91c7-c5e7c7462dd6 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:28:29.119722 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-dba13992-2e22-4122-b8b4-4473448caeb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:29.157207 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-73554e3d-7ebf-4d44-b53a-12515d54b01b tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:29.214183 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296656c7-cd2e-4f8a-8cf3-c1c912ae7e06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-e8c172a3-836c-4bcd-8540-d3289c6226bb', 'network_id': 'e8c172a3-836c-4bcd-8540-d3289c6226bb', 'project_id': '43bee6de3fe649b7a3f3b30876f68fe6', 'fixed_ips': [{'subnet_id': '2326595c-b627-4603-bf9f-321248053635'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 15:28:29.215088 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-296656c7-cd2e-4f8a-8cf3-c1c912ae7e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:29.237616 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-73554e3d-7ebf-4d44-b53a-12515d54b01b tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:29.267928 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device a503dc94-4510-4de8-91c7-c5e7c7462dd6 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:28:29.287270 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73554e3d-7ebf-4d44-b53a-12515d54b01b tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Pushing event deleted for resources: {'Subnet': ['ID=2326595c-b627-4603-bf9f-321248053635,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:28:29.304142 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-dba13992-2e22-4122-b8b4-4473448caeb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:29.364918 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-73554e3d-7ebf-4d44-b53a-12515d54b01b tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:29.390782 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5df0bc8-0f2d-45d5-bd4c-2bbaadeb29d0 None None] Network e8c172a3-836c-4bcd-8540-d3289c6226bb requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:28:29.400260 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-73554e3d-7ebf-4d44-b53a-12515d54b01b tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8c172a3-836c-4bcd-8540-d3289c6226bb']}} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:28:29.413289 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-73554e3d-7ebf-4d44-b53a-12515d54b01b tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14593aee-6d01-4f6c-82af-863e6339ef0c') {'for_net_delete': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:28:29.413579 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-73554e3d-7ebf-4d44-b53a-12515d54b01b tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14593aee-6d01-4f6c-82af-863e6339ef0c') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:28:29.416886 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-dba13992-2e22-4122-b8b4-4473448caeb5 None None] For port a503dc94-4510-4de8-91c7-c5e7c7462dd6, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=a503dc94-4510-4de8-91c7-c5e7c7462dd6,segment=NetworkSegment(0d44d2bd-55b2-43e0-b5b0-29a0c44fb874),segment_id=0d44d2bd-55b2-43e0-b5b0-29a0c44fb874)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:28:29.426141 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-73554e3d-7ebf-4d44-b53a-12515d54b01b tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954405'] for segment, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:29.430229 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-dba13992-2e22-4122-b8b4-4473448caeb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:29.442903 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-73554e3d-7ebf-4d44-b53a-12515d54b01b tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:29.449954 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73554e3d-7ebf-4d44-b53a-12515d54b01b tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=103167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:28:29.450357 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-73554e3d-7ebf-4d44-b53a-12515d54b01b tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9956000'] for segment, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:29.453997 n-d-761264-19 neutron-server[103167]: Traceback (most recent call last): Dec 20 15:28:29.453997 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:28:29.453997 n-d-761264-19 neutron-server[103167]: timer() Dec 20 15:28:29.453997 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:28:29.453997 n-d-761264-19 neutron-server[103167]: cb(*args, **kw) Dec 20 15:28:29.453997 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:28:29.453997 n-d-761264-19 neutron-server[103167]: return func(*args, **kwargs) Dec 20 15:28:29.453997 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:28:29.453997 n-d-761264-19 neutron-server[103167]: self._notify() Dec 20 15:28:29.453997 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:28:29.453997 n-d-761264-19 neutron-server[103167]: self.callback(batched_events) Dec 20 15:28:29.453997 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:28:29.453997 n-d-761264-19 neutron-server[103167]: event.method(event) Dec 20 15:28:29.453997 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:28:29.453997 n-d-761264-19 neutron-server[103167]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:28:29.453997 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:28:29.453997 n-d-761264-19 neutron-server[103167]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:28:29.453997 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:28:29.453997 n-d-761264-19 neutron-server[103167]: return f(self, *a, **k) Dec 20 15:28:29.453997 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:28:29.453997 n-d-761264-19 neutron-server[103167]: return self._get(url).json() Dec 20 15:28:29.453997 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:28:29.453997 n-d-761264-19 neutron-server[103167]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:28:29.453997 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:28:29.453997 n-d-761264-19 neutron-server[103167]: return self.request(url, 'GET', **kwargs) Dec 20 15:28:29.453997 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:28:29.453997 n-d-761264-19 neutron-server[103167]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:28:29.453997 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:28:29.453997 n-d-761264-19 neutron-server[103167]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:28:29.453997 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:28:29.453997 n-d-761264-19 neutron-server[103167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:28:29.453997 n-d-761264-19 neutron-server[103167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:28:29.500536 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port a503dc94-4510-4de8-91c7-c5e7c7462dd6 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:28:29.500850 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:29.521393 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-73554e3d-7ebf-4d44-b53a-12515d54b01b tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:29.526237 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-73554e3d-7ebf-4d44-b53a-12515d54b01b tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Publish callbacks [] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:29.529744 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-73554e3d-7ebf-4d44-b53a-12515d54b01b tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] 10.222.0.54 "DELETE /v2.0/networks/e8c172a3-836c-4bcd-8540-d3289c6226bb HTTP/1.1" status: 204 len: 168 time: 0.5299814 Dec 20 15:28:29.534093 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 56444) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:28:29.540494 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-a1979c1f-f894-4902-bb03-d87a7de4c349 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-464624267'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:28:29.546554 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73554e3d-7ebf-4d44-b53a-12515d54b01b tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Pushing event deleted for resources: {'Network': ['ID=e8c172a3-836c-4bcd-8540-d3289c6226bb,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:28:29.569215 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1979c1f-f894-4902-bb03-d87a7de4c349 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Made reservation on behalf of 43bee6de3fe649b7a3f3b30876f68fe6 for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:28:29.573222 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a1979c1f-f894-4902-bb03-d87a7de4c349 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:29.583017 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba13992-2e22-4122-b8b4-4473448caeb5 None None] Pushing event updated for resources: {'Port': ['ID=a503dc94-4510-4de8-91c7-c5e7c7462dd6,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:28:29.593063 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-279d84e7-1f2e-43c9-8a52-0a8d678c9222 None None] Provisioning complete for port a503dc94-4510-4de8-91c7-c5e7c7462dd6 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:28:29.593425 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-279d84e7-1f2e-43c9-8a52-0a8d678c9222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:29.601113 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1979c1f-f894-4902-bb03-d87a7de4c349 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:28:29.612483 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a1979c1f-f894-4902-bb03-d87a7de4c349 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:29.612865 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-a1979c1f-f894-4902-bb03-d87a7de4c349 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Added segment 1e7f80e1-cc77-4bc6-bde4-4b1602c07d66 of type vlan for network 93415a4a-cc0d-4df8-8c3b-b43923be2201 Dec 20 15:28:29.658651 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a1979c1f-f894-4902-bb03-d87a7de4c349 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:29.688623 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a1979c1f-f894-4902-bb03-d87a7de4c349 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:29.694658 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1979c1f-f894-4902-bb03-d87a7de4c349 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:28:29.695349 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a1979c1f-f894-4902-bb03-d87a7de4c349 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Publish callbacks [] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:29.734303 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-a1979c1f-f894-4902-bb03-d87a7de4c349 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1981437 Dec 20 15:28:29.737620 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 56446) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:28:29.743197 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-c29c07a9-2c37-4a1b-b5d0-e777cc3afe3f tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Request body: {'subnet': {'network_id': '93415a4a-cc0d-4df8-8c3b-b43923be2201', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:28:29.774704 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1979c1f-f894-4902-bb03-d87a7de4c349 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Pushing event updated for resources: {'Network': ['ID=93415a4a-cc0d-4df8-8c3b-b43923be2201,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:28:29.785300 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 93415a4a-cc0d-4df8-8c3b-b43923be2201 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:28:29.841227 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c29c07a9-2c37-4a1b-b5d0-e777cc3afe3f tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Made reservation on behalf of 43bee6de3fe649b7a3f3b30876f68fe6 for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:28:29.845105 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c29c07a9-2c37-4a1b-b5d0-e777cc3afe3f tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:30.035782 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c29c07a9-2c37-4a1b-b5d0-e777cc3afe3f tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:30.093377 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29c07a9-2c37-4a1b-b5d0-e777cc3afe3f tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Pushing event updated for resources: {'Subnet': ['ID=1f990336-3e00-420c-b767-b84eaec7ca95,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:28:30.108739 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29c07a9-2c37-4a1b-b5d0-e777cc3afe3f tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Checking segment: {'id': '1e7f80e1-cc77-4bc6-bde4-4b1602c07d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '93415a4a-cc0d-4df8-8c3b-b43923be2201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:28:30.109090 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29c07a9-2c37-4a1b-b5d0-e777cc3afe3f tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Network hostable DHCP agents. Network: 93415a4a-cc0d-4df8-8c3b-b43923be2201, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:28:30.127108 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29c07a9-2c37-4a1b-b5d0-e777cc3afe3f tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Network 93415a4a-cc0d-4df8-8c3b-b43923be2201 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:28:30.139519 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-c29c07a9-2c37-4a1b-b5d0-e777cc3afe3f tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 93415a4a-cc0d-4df8-8c3b-b43923be2201) {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:28:30.144803 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29c07a9-2c37-4a1b-b5d0-e777cc3afe3f tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:28:30.145644 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c29c07a9-2c37-4a1b-b5d0-e777cc3afe3f tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:30.149296 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a98e76-7574-42eb-b7d9-89583168d8f1 None None] Network 93415a4a-cc0d-4df8-8c3b-b43923be2201 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:28:30.165883 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-c29c07a9-2c37-4a1b-b5d0-e777cc3afe3f tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4268761 Dec 20 15:28:30.171066 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 56448) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:28:30.178361 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-d043720d-1e16-43c7-a068-11fe38854326 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-868380333'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:28:30.203310 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d043720d-1e16-43c7-a068-11fe38854326 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Made reservation on behalf of 43bee6de3fe649b7a3f3b30876f68fe6 for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:28:30.207089 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d043720d-1e16-43c7-a068-11fe38854326 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:30.232195 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d043720d-1e16-43c7-a068-11fe38854326 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:28:30.244239 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d043720d-1e16-43c7-a068-11fe38854326 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:30.244573 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-d043720d-1e16-43c7-a068-11fe38854326 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Added segment da8a1801-0ae1-4d7a-8f35-3a086a7ea0d3 of type vlan for network ed45f626-8a55-4f69-9351-edd50299fa38 Dec 20 15:28:30.261812 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d25c795-9443-4b05-8c60-d1287e12f45f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-93415a4a-cc0d-4df8-8c3b-b43923be2201', 'network_id': '93415a4a-cc0d-4df8-8c3b-b43923be2201', 'project_id': '43bee6de3fe649b7a3f3b30876f68fe6', 'fixed_ips': [{'subnet_id': '1f990336-3e00-420c-b767-b84eaec7ca95'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 15:28:30.262714 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-1d25c795-9443-4b05-8c60-d1287e12f45f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:30.290854 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d043720d-1e16-43c7-a068-11fe38854326 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:30.318580 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d043720d-1e16-43c7-a068-11fe38854326 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:30.324288 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d043720d-1e16-43c7-a068-11fe38854326 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:28:30.324915 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d043720d-1e16-43c7-a068-11fe38854326 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Publish callbacks [] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:30.393571 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-d043720d-1e16-43c7-a068-11fe38854326 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2213414 Dec 20 15:28:30.396801 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 56450) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:28:30.403257 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d043720d-1e16-43c7-a068-11fe38854326 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Pushing event updated for resources: {'Network': ['ID=ed45f626-8a55-4f69-9351-edd50299fa38,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:28:30.403777 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-d1109e9f-900d-43ea-93ec-c4a85b8c7be3 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Request body: {'subnet': {'network_id': 'ed45f626-8a55-4f69-9351-edd50299fa38', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:28:30.409363 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-1d25c795-9443-4b05-8c60-d1287e12f45f None None] Allocated IP 2001:db8::2 (93415a4a-cc0d-4df8-8c3b-b43923be2201/1f990336-3e00-420c-b767-b84eaec7ca95/dae06ebd-b166-46b0-90fc-46e3d9529970) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:28:30.417370 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network ed45f626-8a55-4f69-9351-edd50299fa38 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:28:30.501350 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1109e9f-900d-43ea-93ec-c4a85b8c7be3 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Made reservation on behalf of 43bee6de3fe649b7a3f3b30876f68fe6 for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:28:30.505493 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d1109e9f-900d-43ea-93ec-c4a85b8c7be3 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:30.620728 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-1d25c795-9443-4b05-8c60-d1287e12f45f None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:30.628254 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-1d25c795-9443-4b05-8c60-d1287e12f45f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:30.669905 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d25c795-9443-4b05-8c60-d1287e12f45f None None] Network 93415a4a-cc0d-4df8-8c3b-b43923be2201 is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:28:30.675978 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-1d25c795-9443-4b05-8c60-d1287e12f45f None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:28:30.678488 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d25c795-9443-4b05-8c60-d1287e12f45f None None] Pushing event updated for resources: {'Port': ['ID=dae06ebd-b166-46b0-90fc-46e3d9529970,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:28:30.680922 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d25c795-9443-4b05-8c60-d1287e12f45f None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:28:30.693394 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d1109e9f-900d-43ea-93ec-c4a85b8c7be3 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:30.740283 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-1d25c795-9443-4b05-8c60-d1287e12f45f None None] Attempting to bind port dae06ebd-b166-46b0-90fc-46e3d9529970 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:28:30.740693 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-1d25c795-9443-4b05-8c60-d1287e12f45f None None] Attempting to bind port dae06ebd-b166-46b0-90fc-46e3d9529970 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '1e7f80e1-cc77-4bc6-bde4-4b1602c07d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '93415a4a-cc0d-4df8-8c3b-b43923be2201'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:28:30.741043 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d25c795-9443-4b05-8c60-d1287e12f45f None None] Attempting to bind port dae06ebd-b166-46b0-90fc-46e3d9529970 on network 93415a4a-cc0d-4df8-8c3b-b43923be2201 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:28:30.746806 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d25c795-9443-4b05-8c60-d1287e12f45f None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:28:30.747224 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d25c795-9443-4b05-8c60-d1287e12f45f None None] Checking segment: {'id': '1e7f80e1-cc77-4bc6-bde4-4b1602c07d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '93415a4a-cc0d-4df8-8c3b-b43923be2201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:28:30.747633 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-1d25c795-9443-4b05-8c60-d1287e12f45f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:30.747996 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d25c795-9443-4b05-8c60-d1287e12f45f None None] Bound using segment: {'id': '1e7f80e1-cc77-4bc6-bde4-4b1602c07d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '93415a4a-cc0d-4df8-8c3b-b43923be2201'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:28:30.749100 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-1d25c795-9443-4b05-8c60-d1287e12f45f None None] Bound port: dae06ebd-b166-46b0-90fc-46e3d9529970, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e7f80e1-cc77-4bc6-bde4-4b1602c07d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '93415a4a-cc0d-4df8-8c3b-b43923be2201'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:28:30.749100 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-1d25c795-9443-4b05-8c60-d1287e12f45f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:30.756936 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1109e9f-900d-43ea-93ec-c4a85b8c7be3 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Pushing event updated for resources: {'Subnet': ['ID=a46f0949-6026-490f-81ad-6d454f7203b6,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:28:30.767760 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1109e9f-900d-43ea-93ec-c4a85b8c7be3 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Checking segment: {'id': 'da8a1801-0ae1-4d7a-8f35-3a086a7ea0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ed45f626-8a55-4f69-9351-edd50299fa38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:28:30.768124 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1109e9f-900d-43ea-93ec-c4a85b8c7be3 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Network hostable DHCP agents. Network: ed45f626-8a55-4f69-9351-edd50299fa38, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:28:30.786120 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1109e9f-900d-43ea-93ec-c4a85b8c7be3 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Network ed45f626-8a55-4f69-9351-edd50299fa38 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:28:30.796475 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-d1109e9f-900d-43ea-93ec-c4a85b8c7be3 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, ed45f626-8a55-4f69-9351-edd50299fa38) {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:28:30.801474 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1109e9f-900d-43ea-93ec-c4a85b8c7be3 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:28:30.802155 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d1109e9f-900d-43ea-93ec-c4a85b8c7be3 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:30.814094 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0052c61d-fa0e-4e2e-8740-30bdc47205f2 None None] Network ed45f626-8a55-4f69-9351-edd50299fa38 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:28:30.820349 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-d1109e9f-900d-43ea-93ec-c4a85b8c7be3 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4216251 Dec 20 15:28:30.823524 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 56452) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:28:30.823703 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-34c89ed0-0b77-4fa8-aa85-fe48501c2c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:30.851416 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-1d25c795-9443-4b05-8c60-d1287e12f45f None None] For port dae06ebd-b166-46b0-90fc-46e3d9529970, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:28:30.893778 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-1d25c795-9443-4b05-8c60-d1287e12f45f None None] For port dae06ebd-b166-46b0-90fc-46e3d9529970, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=dae06ebd-b166-46b0-90fc-46e3d9529970,segment=NetworkSegment(1e7f80e1-cc77-4bc6-bde4-4b1602c07d66),segment_id=1e7f80e1-cc77-4bc6-bde4-4b1602c07d66)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:28:30.900818 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-1d25c795-9443-4b05-8c60-d1287e12f45f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:30.923697 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f4b3b4ef-d933-43cc-97e6-7e9fdb2f1192 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:30.981733 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f4b3b4ef-d933-43cc-97e6-7e9fdb2f1192 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:30.984831 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d25c795-9443-4b05-8c60-d1287e12f45f None None] Pushing event updated for resources: {'Port': ['ID=dae06ebd-b166-46b0-90fc-46e3d9529970,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:28:30.993001 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c556b59-d3b7-4b3a-a0ba-044df96be7ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-ed45f626-8a55-4f69-9351-edd50299fa38', 'network_id': 'ed45f626-8a55-4f69-9351-edd50299fa38', 'project_id': '43bee6de3fe649b7a3f3b30876f68fe6', 'fixed_ips': [{'subnet_id': 'a46f0949-6026-490f-81ad-6d454f7203b6'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 15:28:30.994111 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2c556b59-d3b7-4b3a-a0ba-044df96be7ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:31.082511 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f4b3b4ef-d933-43cc-97e6-7e9fdb2f1192 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:31.108838 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b3b4ef-d933-43cc-97e6-7e9fdb2f1192 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Pushing event deleted for resources: {'Subnet': ['ID=a46f0949-6026-490f-81ad-6d454f7203b6,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:28:31.118093 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server [None req-2c556b59-d3b7-4b3a-a0ba-044df96be7ea None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a46f0949-6026-490f-81ad-6d454f7203b6: This subnet is being modified by another concurrent operation. Dec 20 15:28:31.118093 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 20 15:28:31.118093 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 20 15:28:31.118093 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 20 15:28:31.118093 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 20 15:28:31.118093 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 20 15:28:31.118093 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 20 15:28:31.118093 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 20 15:28:31.118093 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 20 15:28:31.118093 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 20 15:28:31.118093 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 20 15:28:31.118093 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 20 15:28:31.118093 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 15:28:31.118093 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 15:28:31.118093 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 15:28:31.118093 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 15:28:31.118093 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 20 15:28:31.118093 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 15:28:31.118093 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 20 15:28:31.118093 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 20 15:28:31.118093 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 15:28:31.118093 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 15:28:31.118093 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 15:28:31.118093 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 15:28:31.118093 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 20 15:28:31.118093 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 15:28:31.118093 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 20 15:28:31.118093 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 20 15:28:31.118093 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 15:28:31.118093 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 15:28:31.118093 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 15:28:31.118093 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 15:28:31.118093 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 20 15:28:31.118093 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 20 15:28:31.118093 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 20 15:28:31.118093 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 20 15:28:31.118093 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 20 15:28:31.118093 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 20 15:28:31.118093 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 20 15:28:31.118093 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 20 15:28:31.118093 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 20 15:28:31.118093 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 20 15:28:31.118093 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Dec 20 15:28:31.118093 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 15:28:31.118093 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 20 15:28:31.118093 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 20 15:28:31.118093 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 20 15:28:31.118093 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 20 15:28:31.118093 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 15:28:31.118093 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 15:28:31.118093 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 15:28:31.118093 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 15:28:31.118093 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 20 15:28:31.118093 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 15:28:31.118093 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 20 15:28:31.118093 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 20 15:28:31.118093 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 15:28:31.118093 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 15:28:31.118093 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 15:28:31.118093 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 15:28:31.118093 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 20 15:28:31.118093 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 15:28:31.118093 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 20 15:28:31.118093 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 20 15:28:31.118093 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 15:28:31.118093 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 15:28:31.118093 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 15:28:31.118093 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 15:28:31.118093 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 20 15:28:31.118093 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 20 15:28:31.118093 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 20 15:28:31.118093 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 20 15:28:31.118093 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 20 15:28:31.118093 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 20 15:28:31.118093 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1463, in create_port_db Dec 20 15:28:31.118093 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 20 15:28:31.118093 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 20 15:28:31.118093 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 20 15:28:31.118093 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 15:28:31.118093 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 15:28:31.118093 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 15:28:31.118093 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 15:28:31.118093 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 20 15:28:31.118093 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 20 15:28:31.118093 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 20 15:28:31.118093 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 20 15:28:31.118093 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 20 15:28:31.118093 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 20 15:28:31.118093 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 20 15:28:31.118093 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server raise exception Dec 20 15:28:31.118093 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a46f0949-6026-490f-81ad-6d454f7203b6: This subnet is being modified by another concurrent operation. Dec 20 15:28:31.118093 n-d-761264-19 neutron-server[103169]: ERROR oslo_messaging.rpc.server Dec 20 15:28:31.150133 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b334842c-54c8-4750-9b89-742bf1dc5298 None None] Network ed45f626-8a55-4f69-9351-edd50299fa38 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:28:31.199518 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f4b3b4ef-d933-43cc-97e6-7e9fdb2f1192 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:31.275336 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-f4b3b4ef-d933-43cc-97e6-7e9fdb2f1192 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed45f626-8a55-4f69-9351-edd50299fa38']}} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:28:31.299794 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-f4b3b4ef-d933-43cc-97e6-7e9fdb2f1192 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da8a1801-0ae1-4d7a-8f35-3a086a7ea0d3') {'for_net_delete': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:28:31.300185 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-f4b3b4ef-d933-43cc-97e6-7e9fdb2f1192 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da8a1801-0ae1-4d7a-8f35-3a086a7ea0d3') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:28:31.315028 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f4b3b4ef-d933-43cc-97e6-7e9fdb2f1192 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954405'] for segment, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:31.317273 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device a503dc94-4510-4de8-91c7-c5e7c7462dd6 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:28:31.335052 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f4b3b4ef-d933-43cc-97e6-7e9fdb2f1192 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:31.344046 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4b3b4ef-d933-43cc-97e6-7e9fdb2f1192 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=103167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:28:31.344691 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f4b3b4ef-d933-43cc-97e6-7e9fdb2f1192 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9956000'] for segment, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:31.349323 n-d-761264-19 neutron-server[103167]: Traceback (most recent call last): Dec 20 15:28:31.349323 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:28:31.349323 n-d-761264-19 neutron-server[103167]: timer() Dec 20 15:28:31.349323 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:28:31.349323 n-d-761264-19 neutron-server[103167]: cb(*args, **kw) Dec 20 15:28:31.349323 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:28:31.349323 n-d-761264-19 neutron-server[103167]: return func(*args, **kwargs) Dec 20 15:28:31.349323 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:28:31.349323 n-d-761264-19 neutron-server[103167]: self._notify() Dec 20 15:28:31.349323 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:28:31.349323 n-d-761264-19 neutron-server[103167]: self.callback(batched_events) Dec 20 15:28:31.349323 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:28:31.349323 n-d-761264-19 neutron-server[103167]: event.method(event) Dec 20 15:28:31.349323 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:28:31.349323 n-d-761264-19 neutron-server[103167]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:28:31.349323 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:28:31.349323 n-d-761264-19 neutron-server[103167]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:28:31.349323 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:28:31.349323 n-d-761264-19 neutron-server[103167]: return f(self, *a, **k) Dec 20 15:28:31.349323 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:28:31.349323 n-d-761264-19 neutron-server[103167]: return self._get(url).json() Dec 20 15:28:31.349323 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:28:31.349323 n-d-761264-19 neutron-server[103167]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:28:31.349323 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:28:31.349323 n-d-761264-19 neutron-server[103167]: return self.request(url, 'GET', **kwargs) Dec 20 15:28:31.349323 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:28:31.349323 n-d-761264-19 neutron-server[103167]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:28:31.349323 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:28:31.349323 n-d-761264-19 neutron-server[103167]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:28:31.349323 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:28:31.349323 n-d-761264-19 neutron-server[103167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:28:31.349323 n-d-761264-19 neutron-server[103167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:28:31.378806 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port a503dc94-4510-4de8-91c7-c5e7c7462dd6 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:28:31.379184 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:31.435198 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f4b3b4ef-d933-43cc-97e6-7e9fdb2f1192 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:31.451031 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f4b3b4ef-d933-43cc-97e6-7e9fdb2f1192 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Publish callbacks [] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:31.454234 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-f4b3b4ef-d933-43cc-97e6-7e9fdb2f1192 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] 10.222.0.54 "DELETE /v2.0/networks/ed45f626-8a55-4f69-9351-edd50299fa38 HTTP/1.1" status: 204 len: 168 time: 0.6297400 Dec 20 15:28:31.457606 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 56454) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:28:31.473159 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b3b4ef-d933-43cc-97e6-7e9fdb2f1192 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Pushing event deleted for resources: {'Network': ['ID=ed45f626-8a55-4f69-9351-edd50299fa38,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:28:31.485816 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cb48fb4-89ff-4ec7-98de-a95e5ed6f0c6 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] GET failed (client error): The resource could not be found. Dec 20 15:28:31.487292 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-0cb48fb4-89ff-4ec7-98de-a95e5ed6f0c6 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] 10.222.0.54 "GET /v2.0/subnets/a46f0949-6026-490f-81ad-6d454f7203b6 HTTP/1.1" status: 404 len: 337 time: 0.0286775 Dec 20 15:28:31.490223 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 56456) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:28:31.510679 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a4857db-61a4-41a2-bc8b-1b8d8ad01db9 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] DELETE failed (client error): The resource could not be found. Dec 20 15:28:31.511228 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a4857db-61a4-41a2-bc8b-1b8d8ad01db9 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:28:31.514322 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-3a4857db-61a4-41a2-bc8b-1b8d8ad01db9 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] 10.222.0.54 "DELETE /v2.0/networks/ed45f626-8a55-4f69-9351-edd50299fa38 HTTP/1.1" status: 404 len: 339 time: 0.0231094 Dec 20 15:28:31.518182 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 56458) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:28:31.543571 n-d-761264-19 neutron-server[103168]: INFO neutron.pecan_wsgi.hooks.translation [None req-452ceb2d-4884-4839-b392-995605d8d888 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] DELETE failed (client error): The resource could not be found. Dec 20 15:28:31.544026 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-452ceb2d-4884-4839-b392-995605d8d888 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:28:31.547169 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-452ceb2d-4884-4839-b392-995605d8d888 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] 10.222.0.54 "DELETE /v2.0/subnets/a46f0949-6026-490f-81ad-6d454f7203b6 HTTP/1.1" status: 404 len: 337 time: 0.0280163 Dec 20 15:28:31.549937 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 56460) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:28:31.568751 n-d-761264-19 neutron-server[103167]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdcc1389-70cf-4d62-96db-b78f61ad763f tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] DELETE failed (client error): The resource could not be found. Dec 20 15:28:31.569275 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdcc1389-70cf-4d62-96db-b78f61ad763f tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:28:31.572431 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-bdcc1389-70cf-4d62-96db-b78f61ad763f tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] 10.222.0.54 "DELETE /v2.0/networks/ed45f626-8a55-4f69-9351-edd50299fa38 HTTP/1.1" status: 404 len: 339 time: 0.0215013 Dec 20 15:28:31.575210 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 56462) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:28:31.632407 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_v2 [None req-33981d5f-c322-4d32-8d32-3dfe0ce8a6e7 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Deleting subnet 1f990336-3e00-420c-b767-b84eaec7ca95 {{(pid=103168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:28:31.635772 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-33981d5f-c322-4d32-8d32-3dfe0ce8a6e7 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Publish callbacks [] for subnet, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:31.678161 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-33981d5f-c322-4d32-8d32-3dfe0ce8a6e7 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9023023'] for subnet, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:31.771983 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-33981d5f-c322-4d32-8d32-3dfe0ce8a6e7 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:31.841361 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-33981d5f-c322-4d32-8d32-3dfe0ce8a6e7 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8850800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470517'] for subnet, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:31.869964 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33981d5f-c322-4d32-8d32-3dfe0ce8a6e7 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Pushing event deleted for resources: {'Subnet': ['ID=1f990336-3e00-420c-b767-b84eaec7ca95,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:28:31.881836 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-33981d5f-c322-4d32-8d32-3dfe0ce8a6e7 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Publish callbacks [] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:31.885201 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-33981d5f-c322-4d32-8d32-3dfe0ce8a6e7 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] 10.222.0.54 "DELETE /v2.0/subnets/1f990336-3e00-420c-b767-b84eaec7ca95 HTTP/1.1" status: 204 len: 168 time: 0.3086812 Dec 20 15:28:31.887585 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 56464) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:28:31.973594 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1d835818-e92c-4603-bf3f-7e2e2a44c836 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:32.033463 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-1d835818-e92c-4603-bf3f-7e2e2a44c836 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Deleting port dae06ebd-b166-46b0-90fc-46e3d9529970 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:28:32.034051 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1d835818-e92c-4603-bf3f-7e2e2a44c836 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:32.099963 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ed392d-7424-48b5-a73b-9c6df8a43aed None None] Network 93415a4a-cc0d-4df8-8c3b-b43923be2201 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:28:32.108891 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-1d835818-e92c-4603-bf3f-7e2e2a44c836 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] For port dae06ebd-b166-46b0-90fc-46e3d9529970, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=dae06ebd-b166-46b0-90fc-46e3d9529970,segment=NetworkSegment(1e7f80e1-cc77-4bc6-bde4-4b1602c07d66),segment_id=1e7f80e1-cc77-4bc6-bde4-4b1602c07d66)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:28:32.109251 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1d835818-e92c-4603-bf3f-7e2e2a44c836 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:32.123904 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-1d835818-e92c-4603-bf3f-7e2e2a44c836 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Calling delete_port for dae06ebd-b166-46b0-90fc-46e3d9529970 owned by network:dhcp {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:28:32.186368 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-09c5a9f1-8d94-4279-aa50-8edf03ded780 None None] Provisioning complete for port dae06ebd-b166-46b0-90fc-46e3d9529970 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:28:32.187005 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-09c5a9f1-8d94-4279-aa50-8edf03ded780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:32.213815 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1d835818-e92c-4603-bf3f-7e2e2a44c836 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:32.233141 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-09c5a9f1-8d94-4279-aa50-8edf03ded780 None None] Could not find standard attr ID for object dae06ebd-b166-46b0-90fc-46e3d9529970. {{(pid=103169) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 15:28:32.236661 n-d-761264-19 neutron-server[103169]: INFO neutron.plugins.ml2.db [None req-09c5a9f1-8d94-4279-aa50-8edf03ded780 None None] No ports have port_id starting with dae06ebd-b166-46b0-90fc-46e3d9529970 Dec 20 15:28:32.245691 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d835818-e92c-4603-bf3f-7e2e2a44c836 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Pushing event deleted for resources: {'Port': ['ID=dae06ebd-b166-46b0-90fc-46e3d9529970,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:28:32.251260 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d835818-e92c-4603-bf3f-7e2e2a44c836 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] No DVR routers for this DVR port dae06ebd-b166-46b0-90fc-46e3d9529970 on host n-d-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:28:32.303660 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958d50ba-3c0e-4c08-81ed-9209e04afb3d None None] DHCP port deletion for 93415a4a-cc0d-4df8-8c3b-b43923be2201 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:28:32.328492 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924fc118-8679-41c1-b17a-74eba3dc7990 None None] get_active_networks_info from n-d-761264-19 {{(pid=103169) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 20 15:28:32.335455 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1d835818-e92c-4603-bf3f-7e2e2a44c836 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:32.361367 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-1d835818-e92c-4603-bf3f-7e2e2a44c836 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93415a4a-cc0d-4df8-8c3b-b43923be2201']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:28:32.373314 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-1d835818-e92c-4603-bf3f-7e2e2a44c836 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e7f80e1-cc77-4bc6-bde4-4b1602c07d66') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:28:32.374315 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-1d835818-e92c-4603-bf3f-7e2e2a44c836 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e7f80e1-cc77-4bc6-bde4-4b1602c07d66') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:28:32.392685 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1d835818-e92c-4603-bf3f-7e2e2a44c836 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:32.401999 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924fc118-8679-41c1-b17a-74eba3dc7990 None None] Resources bound (agent type, host, resource id): {{(pid=103169) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 15:28:32.407226 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1d835818-e92c-4603-bf3f-7e2e2a44c836 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:32.413254 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d835818-e92c-4603-bf3f-7e2e2a44c836 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:28:32.413638 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1d835818-e92c-4603-bf3f-7e2e2a44c836 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:32.416667 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:28:32.416667 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:28:32.416667 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:28:32.416667 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:28:32.416667 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:28:32.416667 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:28:32.416667 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:28:32.416667 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:28:32.416667 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:28:32.416667 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:28:32.416667 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:28:32.416667 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:28:32.416667 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:28:32.416667 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:28:32.416667 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:28:32.416667 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:28:32.416667 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:28:32.416667 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:28:32.416667 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:28:32.416667 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:28:32.416667 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:28:32.416667 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:28:32.416667 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:28:32.416667 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:28:32.416667 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:28:32.416667 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:28:32.416667 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:28:32.416667 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:28:32.416667 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:28:32.416667 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:28:32.416667 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:28:32.416667 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:28:32.416667 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:28:32.416667 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:28:32.416667 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:28:32.416667 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:28:32.416667 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:28:32.416667 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:28:32.416667 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:28:32.416667 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:28:32.416667 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:28:32.416667 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:28:32.416667 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 15:28:32.416667 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:28:32.416667 n-d-761264-19 neutron-server[103168]: timer() Dec 20 15:28:32.416667 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:28:32.416667 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 15:28:32.416667 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:28:32.416667 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 15:28:32.416667 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:28:32.416667 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 15:28:32.416667 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:28:32.416667 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 15:28:32.416667 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:28:32.416667 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 15:28:32.416667 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:28:32.416667 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:28:32.416667 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:28:32.416667 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:28:32.421307 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:28:32.421307 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 15:28:32.421307 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:28:32.421307 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 15:28:32.421307 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:28:32.421307 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:28:32.421307 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:28:32.421307 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 15:28:32.421307 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:28:32.421307 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:28:32.421307 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:28:32.421307 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:28:32.421307 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:28:32.421307 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:28:32.421307 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:28:32.481791 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1d835818-e92c-4603-bf3f-7e2e2a44c836 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:32.489437 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1d835818-e92c-4603-bf3f-7e2e2a44c836 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Publish callbacks [] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:32.492771 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-1d835818-e92c-4603-bf3f-7e2e2a44c836 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] 10.222.0.54 "DELETE /v2.0/networks/93415a4a-cc0d-4df8-8c3b-b43923be2201 HTTP/1.1" status: 204 len: 168 time: 0.6041842 Dec 20 15:28:32.495558 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 56466) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:28:32.509567 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d835818-e92c-4603-bf3f-7e2e2a44c836 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Pushing event deleted for resources: {'Network': ['ID=93415a4a-cc0d-4df8-8c3b-b43923be2201,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:28:32.522635 n-d-761264-19 neutron-server[103167]: INFO neutron.pecan_wsgi.hooks.translation [None req-d99cef09-49e2-4205-9813-ff29bbf0d100 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] DELETE failed (client error): The resource could not be found. Dec 20 15:28:32.523132 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d99cef09-49e2-4205-9813-ff29bbf0d100 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:28:32.526763 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-d99cef09-49e2-4205-9813-ff29bbf0d100 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] 10.222.0.54 "DELETE /v2.0/subnets/2326595c-b627-4603-bf9f-321248053635 HTTP/1.1" status: 404 len: 337 time: 0.0297568 Dec 20 15:28:32.529174 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 56468) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:28:32.547837 n-d-761264-19 neutron-server[103167]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0a9e43f-3823-4c5f-8a07-af8891c45491 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] DELETE failed (client error): The resource could not be found. Dec 20 15:28:32.548369 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0a9e43f-3823-4c5f-8a07-af8891c45491 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:28:32.551613 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-f0a9e43f-3823-4c5f-8a07-af8891c45491 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] 10.222.0.54 "DELETE /v2.0/networks/e8c172a3-836c-4bcd-8540-d3289c6226bb HTTP/1.1" status: 404 len: 339 time: 0.0214477 Dec 20 15:28:32.554258 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 56470) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:28:32.584727 n-d-761264-19 neutron-server[103167]: INFO neutron.pecan_wsgi.hooks.translation [None req-99d7349f-27b4-46a8-b864-b98aba9dafca tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] DELETE failed (client error): The resource could not be found. Dec 20 15:28:32.585186 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99d7349f-27b4-46a8-b864-b98aba9dafca tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:28:32.588323 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-99d7349f-27b4-46a8-b864-b98aba9dafca tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] 10.222.0.54 "DELETE /v2.0/subnets/4a2cacb1-9cb9-446c-beb2-06bf56dcaa92 HTTP/1.1" status: 404 len: 337 time: 0.0330801 Dec 20 15:28:32.590911 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 56472) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:28:32.608996 n-d-761264-19 neutron-server[103167]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4753ca3-952e-4a17-bb07-57921d155f41 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] DELETE failed (client error): The resource could not be found. Dec 20 15:28:32.609485 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4753ca3-952e-4a17-bb07-57921d155f41 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 15:28:32.613078 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-e4753ca3-952e-4a17-bb07-57921d155f41 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] 10.222.0.54 "DELETE /v2.0/networks/3049501e-f4de-4c60-a82a-20211bfa4fe6 HTTP/1.1" status: 404 len: 339 time: 0.0208135 Dec 20 15:28:32.615363 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 56474) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:28:32.666175 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_v2 [None req-132a849b-7911-4894-b9e1-61e2f11612e6 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Deleting subnet 24b58a10-b706-4de4-b261-beb2d58e93fd {{(pid=103167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:28:32.669370 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-132a849b-7911-4894-b9e1-61e2f11612e6 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Publish callbacks [] for subnet, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:32.709494 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-132a849b-7911-4894-b9e1-61e2f11612e6 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954412'] for subnet, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:32.795729 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-132a849b-7911-4894-b9e1-61e2f11612e6 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:32.860825 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-132a849b-7911-4894-b9e1-61e2f11612e6 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:32.875247 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-132a849b-7911-4894-b9e1-61e2f11612e6 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:32.878372 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-132a849b-7911-4894-b9e1-61e2f11612e6 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] 10.222.0.54 "DELETE /v2.0/subnets/24b58a10-b706-4de4-b261-beb2d58e93fd HTTP/1.1" status: 204 len: 168 time: 0.2620692 Dec 20 15:28:32.881250 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 56478) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:28:32.884517 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0ddce1-b53e-4870-b588-e9c5478ec82f None None] Network 6112a55b-2136-46fb-bb9c-a166903538dc requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:28:32.903696 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132a849b-7911-4894-b9e1-61e2f11612e6 tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Pushing event deleted for resources: {'Subnet': ['ID=24b58a10-b706-4de4-b261-beb2d58e93fd,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:28:32.972528 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-01d197a2-93a2-4fdf-8c08-94ffceef42ac tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:32.999054 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-0032f814-e0ba-4438-90c1-6d81b724cdec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:33.038133 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-01d197a2-93a2-4fdf-8c08-94ffceef42ac tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Deleting port a503dc94-4510-4de8-91c7-c5e7c7462dd6 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:28:33.038465 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-01d197a2-93a2-4fdf-8c08-94ffceef42ac tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:33.063307 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52443b22-15a0-4e23-ad69-9122d1c7a6d2 None None] DHCP port deletion for 6112a55b-2136-46fb-bb9c-a166903538dc request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:28:33.105140 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-01d197a2-93a2-4fdf-8c08-94ffceef42ac tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] For port a503dc94-4510-4de8-91c7-c5e7c7462dd6, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=a503dc94-4510-4de8-91c7-c5e7c7462dd6,segment=NetworkSegment(0d44d2bd-55b2-43e0-b5b0-29a0c44fb874),segment_id=0d44d2bd-55b2-43e0-b5b0-29a0c44fb874)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:28:33.105491 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-01d197a2-93a2-4fdf-8c08-94ffceef42ac tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:33.111261 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-52443b22-15a0-4e23-ad69-9122d1c7a6d2 None None] Deleting port a503dc94-4510-4de8-91c7-c5e7c7462dd6 {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:28:33.111692 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-52443b22-15a0-4e23-ad69-9122d1c7a6d2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:33.118841 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-01d197a2-93a2-4fdf-8c08-94ffceef42ac tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Calling delete_port for a503dc94-4510-4de8-91c7-c5e7c7462dd6 owned by network:dhcp {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:28:33.178833 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-52443b22-15a0-4e23-ad69-9122d1c7a6d2 None None] For port a503dc94-4510-4de8-91c7-c5e7c7462dd6, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=a503dc94-4510-4de8-91c7-c5e7c7462dd6,segment=NetworkSegment(0d44d2bd-55b2-43e0-b5b0-29a0c44fb874),segment_id=0d44d2bd-55b2-43e0-b5b0-29a0c44fb874)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:28:33.179232 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-52443b22-15a0-4e23-ad69-9122d1c7a6d2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:33.192084 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-52443b22-15a0-4e23-ad69-9122d1c7a6d2 None None] Calling delete_port for a503dc94-4510-4de8-91c7-c5e7c7462dd6 owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:28:33.205388 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-01d197a2-93a2-4fdf-8c08-94ffceef42ac tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:33.232127 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d197a2-93a2-4fdf-8c08-94ffceef42ac tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Pushing event deleted for resources: {'Port': ['ID=a503dc94-4510-4de8-91c7-c5e7c7462dd6,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:28:33.233933 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d197a2-93a2-4fdf-8c08-94ffceef42ac tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] No DVR routers for this DVR port a503dc94-4510-4de8-91c7-c5e7c7462dd6 on host n-d-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:28:33.241428 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device a503dc94-4510-4de8-91c7-c5e7c7462dd6 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:28:33.268913 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: a503dc94-4510-4de8-91c7-c5e7c7462dd6 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:28:33.269327 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device a503dc94-4510-4de8-91c7-c5e7c7462dd6 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:28:33.299327 n-d-761264-19 neutron-server[103169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:28:33.299327 n-d-761264-19 neutron-server[103169]: self.session.flush() Dec 20 15:28:33.299327 n-d-761264-19 neutron-server[103169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:28:33.299327 n-d-761264-19 neutron-server[103169]: self.session.flush() Dec 20 15:28:33.299327 n-d-761264-19 neutron-server[103169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:28:33.299327 n-d-761264-19 neutron-server[103169]: self.session.flush() Dec 20 15:28:33.299327 n-d-761264-19 neutron-server[103169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:28:33.299327 n-d-761264-19 neutron-server[103169]: self.session.flush() Dec 20 15:28:33.299327 n-d-761264-19 neutron-server[103169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:28:33.299327 n-d-761264-19 neutron-server[103169]: self.session.flush() Dec 20 15:28:33.299327 n-d-761264-19 neutron-server[103169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:28:33.299327 n-d-761264-19 neutron-server[103169]: self.session.flush() Dec 20 15:28:33.299327 n-d-761264-19 neutron-server[103169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:28:33.299327 n-d-761264-19 neutron-server[103169]: self.session.flush() Dec 20 15:28:33.299327 n-d-761264-19 neutron-server[103169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:28:33.299327 n-d-761264-19 neutron-server[103169]: self.session.flush() Dec 20 15:28:33.299327 n-d-761264-19 neutron-server[103169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:28:33.299327 n-d-761264-19 neutron-server[103169]: self.session.flush() Dec 20 15:28:33.299327 n-d-761264-19 neutron-server[103169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:28:33.299327 n-d-761264-19 neutron-server[103169]: self.session.flush() Dec 20 15:28:33.299327 n-d-761264-19 neutron-server[103169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:28:33.299327 n-d-761264-19 neutron-server[103169]: self.session.flush() Dec 20 15:28:33.299327 n-d-761264-19 neutron-server[103169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:28:33.299327 n-d-761264-19 neutron-server[103169]: self.session.flush() Dec 20 15:28:33.299327 n-d-761264-19 neutron-server[103169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:28:33.299327 n-d-761264-19 neutron-server[103169]: self.session.flush() Dec 20 15:28:33.299327 n-d-761264-19 neutron-server[103169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:28:33.299327 n-d-761264-19 neutron-server[103169]: self.session.flush() Dec 20 15:28:33.299327 n-d-761264-19 neutron-server[103169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:28:33.299327 n-d-761264-19 neutron-server[103169]: self.session.flush() Dec 20 15:28:33.299327 n-d-761264-19 neutron-server[103169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:28:33.299327 n-d-761264-19 neutron-server[103169]: self.session.flush() Dec 20 15:28:33.299327 n-d-761264-19 neutron-server[103169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:28:33.299327 n-d-761264-19 neutron-server[103169]: self.session.flush() Dec 20 15:28:33.299327 n-d-761264-19 neutron-server[103169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:28:33.299327 n-d-761264-19 neutron-server[103169]: self.session.flush() Dec 20 15:28:33.299327 n-d-761264-19 neutron-server[103169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:28:33.299327 n-d-761264-19 neutron-server[103169]: self.session.flush() Dec 20 15:28:33.299327 n-d-761264-19 neutron-server[103169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:28:33.299327 n-d-761264-19 neutron-server[103169]: self.session.flush() Dec 20 15:28:33.299327 n-d-761264-19 neutron-server[103169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:28:33.299327 n-d-761264-19 neutron-server[103169]: self.session.flush() Dec 20 15:28:33.299327 n-d-761264-19 neutron-server[103169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:28:33.299327 n-d-761264-19 neutron-server[103169]: self.session.flush() Dec 20 15:28:33.299327 n-d-761264-19 neutron-server[103169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:28:33.299327 n-d-761264-19 neutron-server[103169]: self.session.flush() Dec 20 15:28:33.299327 n-d-761264-19 neutron-server[103169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:28:33.299327 n-d-761264-19 neutron-server[103169]: self.session.flush() Dec 20 15:28:33.299327 n-d-761264-19 neutron-server[103169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:28:33.299327 n-d-761264-19 neutron-server[103169]: self.session.flush() Dec 20 15:28:33.299327 n-d-761264-19 neutron-server[103169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:28:33.299327 n-d-761264-19 neutron-server[103169]: self.session.flush() Dec 20 15:28:33.299327 n-d-761264-19 neutron-server[103169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 15:28:33.299327 n-d-761264-19 neutron-server[103169]: self.session.flush() Dec 20 15:28:33.304548 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-52443b22-15a0-4e23-ad69-9122d1c7a6d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:33.316879 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-01d197a2-93a2-4fdf-8c08-94ffceef42ac tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:33.328403 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52443b22-15a0-4e23-ad69-9122d1c7a6d2 None None] Pushing event deleted for resources: {'Port': ['ID=a503dc94-4510-4de8-91c7-c5e7c7462dd6,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:28:33.334465 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52443b22-15a0-4e23-ad69-9122d1c7a6d2 None None] No DVR routers for this DVR port a503dc94-4510-4de8-91c7-c5e7c7462dd6 on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:28:33.338480 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-01d197a2-93a2-4fdf-8c08-94ffceef42ac tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6112a55b-2136-46fb-bb9c-a166903538dc']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:28:33.351318 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-01d197a2-93a2-4fdf-8c08-94ffceef42ac tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d44d2bd-55b2-43e0-b5b0-29a0c44fb874') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:28:33.351606 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-01d197a2-93a2-4fdf-8c08-94ffceef42ac tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d44d2bd-55b2-43e0-b5b0-29a0c44fb874') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:28:33.361685 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-01d197a2-93a2-4fdf-8c08-94ffceef42ac tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:33.375102 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-01d197a2-93a2-4fdf-8c08-94ffceef42ac tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:33.381228 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01d197a2-93a2-4fdf-8c08-94ffceef42ac tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:28:33.381568 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-01d197a2-93a2-4fdf-8c08-94ffceef42ac tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:33.384540 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 15:28:33.384540 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:28:33.384540 n-d-761264-19 neutron-server[103168]: timer() Dec 20 15:28:33.384540 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:28:33.384540 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 15:28:33.384540 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:28:33.384540 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 15:28:33.384540 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:28:33.384540 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 15:28:33.384540 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:28:33.384540 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 15:28:33.384540 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:28:33.384540 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 15:28:33.384540 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:28:33.384540 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:28:33.384540 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:28:33.384540 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:28:33.384540 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:28:33.384540 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 15:28:33.384540 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:28:33.384540 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 15:28:33.384540 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:28:33.384540 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:28:33.384540 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:28:33.384540 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 15:28:33.384540 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:28:33.384540 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:28:33.384540 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:28:33.384540 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:28:33.384540 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:28:33.384540 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:28:33.384540 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:28:33.445444 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-01d197a2-93a2-4fdf-8c08-94ffceef42ac tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:33.452935 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-01d197a2-93a2-4fdf-8c08-94ffceef42ac tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Publish callbacks [] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:33.456265 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-01d197a2-93a2-4fdf-8c08-94ffceef42ac tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] 10.222.0.54 "DELETE /v2.0/networks/6112a55b-2136-46fb-bb9c-a166903538dc HTTP/1.1" status: 204 len: 168 time: 0.5727220 Dec 20 15:28:33.469945 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d197a2-93a2-4fdf-8c08-94ffceef42ac tempest-NetworksIpV6Test-1858860997 tempest-NetworksIpV6Test-1858860997-project] Pushing event deleted for resources: {'Network': ['ID=6112a55b-2136-46fb-bb9c-a166903538dc,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:28:33.716407 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 56484) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:28:33.856904 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-30f007fa-f53d-4421-8326-fef4c281851f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=43bee6de3fe649b7a3f3b30876f68fe6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1392584 Dec 20 15:28:33.859565 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 56488) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:28:33.909275 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-642726b4-3b88-4cff-99b8-d7b7e4f4501c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:33.930892 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-642726b4-3b88-4cff-99b8-d7b7e4f4501c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:33.982830 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-642726b4-3b88-4cff-99b8-d7b7e4f4501c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:33.986650 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-642726b4-3b88-4cff-99b8-d7b7e4f4501c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:33.988243 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-642726b4-3b88-4cff-99b8-d7b7e4f4501c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/28d351dc-55b7-4f0c-a127-de9b62a4f401 HTTP/1.1" status: 204 len: 168 time: 0.1276438 Dec 20 15:28:33.998076 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642726b4-3b88-4cff-99b8-d7b7e4f4501c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d351dc-55b7-4f0c-a127-de9b62a4f401,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:28:34.028175 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:34.674022 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 56510) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:28:34.772434 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-d55946b0-2f9c-45e6-ba00-d8dafa7b2a5e tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1867068274', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:28:34.798458 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d55946b0-2f9c-45e6-ba00-d8dafa7b2a5e tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40114'] for router, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:34.799568 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d55946b0-2f9c-45e6-ba00-d8dafa7b2a5e tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40139'] for router, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:34.856073 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d55946b0-2f9c-45e6-ba00-d8dafa7b2a5e tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:34.861988 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d55946b0-2f9c-45e6-ba00-d8dafa7b2a5e tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013'] for router, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:34.881571 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d55946b0-2f9c-45e6-ba00-d8dafa7b2a5e tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:34.882919 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-d55946b0-2f9c-45e6-ba00-d8dafa7b2a5e tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2078595 Dec 20 15:28:34.885641 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 56514) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:28:34.890441 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-89dcf63e-406b-409e-afdb-9ec3dea426a7 tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-98995933'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:28:34.919326 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89dcf63e-406b-409e-afdb-9ec3dea426a7 tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] Made reservation on behalf of bc95781ed0704315ab8b03fe3249bb17 for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:28:34.923056 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-89dcf63e-406b-409e-afdb-9ec3dea426a7 tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:34.932260 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-89dcf63e-406b-409e-afdb-9ec3dea426a7 tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:35.007845 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-89dcf63e-406b-409e-afdb-9ec3dea426a7 tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:35.013238 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-89dcf63e-406b-409e-afdb-9ec3dea426a7 tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:35.040351 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89dcf63e-406b-409e-afdb-9ec3dea426a7 tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:28:35.050345 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dcf63e-406b-409e-afdb-9ec3dea426a7 tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82692b95-e54e-4d39-a2bc-6f8c15cff75b,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:28:35.056665 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-89dcf63e-406b-409e-afdb-9ec3dea426a7 tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:35.057022 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-89dcf63e-406b-409e-afdb-9ec3dea426a7 tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] Added segment b0d16a23-69d3-477f-9053-0329b064d67d of type vlan for network 9fc7df9a-dee0-48a1-b579-41602a7a79aa Dec 20 15:28:35.097520 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-89dcf63e-406b-409e-afdb-9ec3dea426a7 tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:35.123697 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-89dcf63e-406b-409e-afdb-9ec3dea426a7 tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:35.129594 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89dcf63e-406b-409e-afdb-9ec3dea426a7 tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:28:35.130156 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-89dcf63e-406b-409e-afdb-9ec3dea426a7 tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] Publish callbacks [] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:35.192743 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-89dcf63e-406b-409e-afdb-9ec3dea426a7 tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3060708 Dec 20 15:28:35.195629 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 56516) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:28:35.202664 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-38494910-bc65-44be-93c7-69d25cf02fc3 tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] Request body: {'subnet': {'network_id': '9fc7df9a-dee0-48a1-b579-41602a7a79aa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:28:35.209371 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dcf63e-406b-409e-afdb-9ec3dea426a7 tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] Pushing event updated for resources: {'Network': ['ID=9fc7df9a-dee0-48a1-b579-41602a7a79aa,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:28:35.220039 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 9fc7df9a-dee0-48a1-b579-41602a7a79aa details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:28:35.299821 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38494910-bc65-44be-93c7-69d25cf02fc3 tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] Made reservation on behalf of bc95781ed0704315ab8b03fe3249bb17 for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:28:35.304879 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-38494910-bc65-44be-93c7-69d25cf02fc3 tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:35.497166 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-38494910-bc65-44be-93c7-69d25cf02fc3 tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8848317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10470522'] for subnet, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:35.563667 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38494910-bc65-44be-93c7-69d25cf02fc3 tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] Pushing event updated for resources: {'Subnet': ['ID=758dc21a-2333-4ec4-8f83-c1ffbc897dec,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:28:35.576758 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38494910-bc65-44be-93c7-69d25cf02fc3 tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] Checking segment: {'id': 'b0d16a23-69d3-477f-9053-0329b064d67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9fc7df9a-dee0-48a1-b579-41602a7a79aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:28:35.577134 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38494910-bc65-44be-93c7-69d25cf02fc3 tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] Network hostable DHCP agents. Network: 9fc7df9a-dee0-48a1-b579-41602a7a79aa, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:28:35.599066 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38494910-bc65-44be-93c7-69d25cf02fc3 tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] Network 9fc7df9a-dee0-48a1-b579-41602a7a79aa is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:28:35.608978 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-38494910-bc65-44be-93c7-69d25cf02fc3 tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 9fc7df9a-dee0-48a1-b579-41602a7a79aa) {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:28:35.613297 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38494910-bc65-44be-93c7-69d25cf02fc3 tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:28:35.613900 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-38494910-bc65-44be-93c7-69d25cf02fc3 tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] Publish callbacks [] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:35.618131 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d2a2fa-bd21-40e4-b49e-e127517d5aa2 None None] Network 9fc7df9a-dee0-48a1-b579-41602a7a79aa requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:28:35.637281 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-38494910-bc65-44be-93c7-69d25cf02fc3 tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4406159 Dec 20 15:28:35.640450 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 56518) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:28:35.645645 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-9ad1572b-802f-4d7a-a439-93d7a69e9a32 tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-630712090'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:28:35.671559 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad1572b-802f-4d7a-a439-93d7a69e9a32 tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] Made reservation on behalf of bc95781ed0704315ab8b03fe3249bb17 for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:28:35.675414 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9ad1572b-802f-4d7a-a439-93d7a69e9a32 tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:35.701176 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ad1572b-802f-4d7a-a439-93d7a69e9a32 tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:28:35.717370 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9ad1572b-802f-4d7a-a439-93d7a69e9a32 tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:35.717719 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-9ad1572b-802f-4d7a-a439-93d7a69e9a32 tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] Added segment 68efe092-63f4-4f1e-a28e-acd7dabef7f6 of type vlan for network c7167810-7960-4e76-a2bc-63b9cd28a23f Dec 20 15:28:35.731696 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9367540-3eb0-44a0-a750-0aa12aff31ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-9fc7df9a-dee0-48a1-b579-41602a7a79aa', 'network_id': '9fc7df9a-dee0-48a1-b579-41602a7a79aa', 'project_id': 'bc95781ed0704315ab8b03fe3249bb17', 'fixed_ips': [{'subnet_id': '758dc21a-2333-4ec4-8f83-c1ffbc897dec'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 15:28:35.732708 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a9367540-3eb0-44a0-a750-0aa12aff31ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:35.763556 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9ad1572b-802f-4d7a-a439-93d7a69e9a32 tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:35.792994 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9ad1572b-802f-4d7a-a439-93d7a69e9a32 tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:35.800332 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad1572b-802f-4d7a-a439-93d7a69e9a32 tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:28:35.800635 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9ad1572b-802f-4d7a-a439-93d7a69e9a32 tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] Publish callbacks [] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:35.839231 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-9ad1572b-802f-4d7a-a439-93d7a69e9a32 tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1975157 Dec 20 15:28:35.842265 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 56520) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:28:35.849438 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-38bf7c94-2982-4649-8228-68203ca5a647 tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] Request body: {'subnet': {'network_id': 'c7167810-7960-4e76-a2bc-63b9cd28a23f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:28:35.882295 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad1572b-802f-4d7a-a439-93d7a69e9a32 tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] Pushing event updated for resources: {'Network': ['ID=c7167810-7960-4e76-a2bc-63b9cd28a23f,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:28:35.920542 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network c7167810-7960-4e76-a2bc-63b9cd28a23f details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:28:35.953650 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38bf7c94-2982-4649-8228-68203ca5a647 tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] Made reservation on behalf of bc95781ed0704315ab8b03fe3249bb17 for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:28:35.958121 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-38bf7c94-2982-4649-8228-68203ca5a647 tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:36.069163 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:36.116151 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-a9367540-3eb0-44a0-a750-0aa12aff31ec None None] Allocated IP 172.20.0.2 (9fc7df9a-dee0-48a1-b579-41602a7a79aa/758dc21a-2333-4ec4-8f83-c1ffbc897dec/562d8a26-480d-4eae-ab85-107ef49c3745) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:28:36.158024 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-38bf7c94-2982-4649-8228-68203ca5a647 tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:36.216865 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bf7c94-2982-4649-8228-68203ca5a647 tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] Pushing event updated for resources: {'Subnet': ['ID=1e8c7e3a-b213-42bb-ac85-3da698a0f0a7,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:28:36.232552 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38bf7c94-2982-4649-8228-68203ca5a647 tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] Checking segment: {'id': '68efe092-63f4-4f1e-a28e-acd7dabef7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c7167810-7960-4e76-a2bc-63b9cd28a23f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:28:36.232896 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38bf7c94-2982-4649-8228-68203ca5a647 tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] Network hostable DHCP agents. Network: c7167810-7960-4e76-a2bc-63b9cd28a23f, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:28:36.253401 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38bf7c94-2982-4649-8228-68203ca5a647 tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] Network c7167810-7960-4e76-a2bc-63b9cd28a23f is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:28:36.264262 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-38bf7c94-2982-4649-8228-68203ca5a647 tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, c7167810-7960-4e76-a2bc-63b9cd28a23f) {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:28:36.268247 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a9367540-3eb0-44a0-a750-0aa12aff31ec None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:36.268767 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38bf7c94-2982-4649-8228-68203ca5a647 tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:28:36.269175 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-38bf7c94-2982-4649-8228-68203ca5a647 tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:36.276651 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58eccbdf-3cff-4f6e-a8d8-b8f0e560e6df None None] Network c7167810-7960-4e76-a2bc-63b9cd28a23f requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:28:36.281261 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a9367540-3eb0-44a0-a750-0aa12aff31ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:36.286169 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-38bf7c94-2982-4649-8228-68203ca5a647 tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4419775 Dec 20 15:28:36.289171 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 56522) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:28:36.294136 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-56d1e7e3-5876-4d7d-8b5f-5aa75faf8a3b tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c7167810-7960-4e76-a2bc-63b9cd28a23f'}}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:28:36.398371 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9367540-3eb0-44a0-a750-0aa12aff31ec None None] Network 9fc7df9a-dee0-48a1-b579-41602a7a79aa is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:28:36.409175 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:36.413075 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9367540-3eb0-44a0-a750-0aa12aff31ec None None] Pushing event updated for resources: {'Port': ['ID=562d8a26-480d-4eae-ab85-107ef49c3745,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:28:36.415840 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-a9367540-3eb0-44a0-a750-0aa12aff31ec None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:28:36.422896 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9367540-3eb0-44a0-a750-0aa12aff31ec None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:28:36.467538 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76325ca9-ef31-46a7-8ac1-79a7c875add1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-c7167810-7960-4e76-a2bc-63b9cd28a23f', 'network_id': 'c7167810-7960-4e76-a2bc-63b9cd28a23f', 'project_id': 'bc95781ed0704315ab8b03fe3249bb17', 'fixed_ips': [{'subnet_id': '1e8c7e3a-b213-42bb-ac85-3da698a0f0a7'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 15:28:36.468442 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-76325ca9-ef31-46a7-8ac1-79a7c875add1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:36.524804 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-a9367540-3eb0-44a0-a750-0aa12aff31ec None None] Attempting to bind port 562d8a26-480d-4eae-ab85-107ef49c3745 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:28:36.525170 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-a9367540-3eb0-44a0-a750-0aa12aff31ec None None] Attempting to bind port 562d8a26-480d-4eae-ab85-107ef49c3745 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': 'b0d16a23-69d3-477f-9053-0329b064d67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9fc7df9a-dee0-48a1-b579-41602a7a79aa'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:28:36.525530 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9367540-3eb0-44a0-a750-0aa12aff31ec None None] Attempting to bind port 562d8a26-480d-4eae-ab85-107ef49c3745 on network 9fc7df9a-dee0-48a1-b579-41602a7a79aa {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:28:36.574230 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9367540-3eb0-44a0-a750-0aa12aff31ec None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:28:36.574574 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9367540-3eb0-44a0-a750-0aa12aff31ec None None] Checking segment: {'id': 'b0d16a23-69d3-477f-9053-0329b064d67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9fc7df9a-dee0-48a1-b579-41602a7a79aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:28:36.575036 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a9367540-3eb0-44a0-a750-0aa12aff31ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:36.575421 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9367540-3eb0-44a0-a750-0aa12aff31ec None None] Bound using segment: {'id': 'b0d16a23-69d3-477f-9053-0329b064d67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9fc7df9a-dee0-48a1-b579-41602a7a79aa'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:28:36.575892 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-a9367540-3eb0-44a0-a750-0aa12aff31ec None None] Bound port: 562d8a26-480d-4eae-ab85-107ef49c3745, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0d16a23-69d3-477f-9053-0329b064d67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9fc7df9a-dee0-48a1-b579-41602a7a79aa'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:28:36.576269 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a9367540-3eb0-44a0-a750-0aa12aff31ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:36.693711 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-76325ca9-ef31-46a7-8ac1-79a7c875add1 None None] Allocated IP 172.21.0.2 (c7167810-7960-4e76-a2bc-63b9cd28a23f/1e8c7e3a-b213-42bb-ac85-3da698a0f0a7/e6424649-0b94-4a5f-8aff-d7b5dce8bd41) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:28:36.695899 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-a9367540-3eb0-44a0-a750-0aa12aff31ec None None] For port 562d8a26-480d-4eae-ab85-107ef49c3745, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:28:36.700921 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-a9367540-3eb0-44a0-a750-0aa12aff31ec None None] For port 562d8a26-480d-4eae-ab85-107ef49c3745, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=562d8a26-480d-4eae-ab85-107ef49c3745,segment=NetworkSegment(b0d16a23-69d3-477f-9053-0329b064d67d),segment_id=b0d16a23-69d3-477f-9053-0329b064d67d)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:28:36.707617 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a9367540-3eb0-44a0-a750-0aa12aff31ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:36.813389 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9367540-3eb0-44a0-a750-0aa12aff31ec None None] Pushing event updated for resources: {'Port': ['ID=562d8a26-480d-4eae-ab85-107ef49c3745,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:28:36.861252 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-56d1e7e3-5876-4d7d-8b5f-5aa75faf8a3b tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:36.905601 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-76325ca9-ef31-46a7-8ac1-79a7c875add1 None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:36.914310 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-76325ca9-ef31-46a7-8ac1-79a7c875add1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:36.966421 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76325ca9-ef31-46a7-8ac1-79a7c875add1 None None] Network c7167810-7960-4e76-a2bc-63b9cd28a23f is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:28:36.969691 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-76325ca9-ef31-46a7-8ac1-79a7c875add1 None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:28:36.973855 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76325ca9-ef31-46a7-8ac1-79a7c875add1 None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:28:36.983565 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76325ca9-ef31-46a7-8ac1-79a7c875add1 None None] Pushing event updated for resources: {'Port': ['ID=e6424649-0b94-4a5f-8aff-d7b5dce8bd41,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:28:37.015209 n-d-761264-19 neutron-server[103167]: INFO neutron.api.v2.resource [None req-56d1e7e3-5876-4d7d-8b5f-5aa75faf8a3b tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 15:28:37.016323 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-56d1e7e3-5876-4d7d-8b5f-5aa75faf8a3b tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] 10.222.0.54 "PUT /v2.0/routers/ca3cb48e-0fbf-48e3-96d2-6c86810f2090 HTTP/1.1" status: 400 len: 364 time: 0.7260289 Dec 20 15:28:37.022901 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 56524) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:28:37.043895 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-76325ca9-ef31-46a7-8ac1-79a7c875add1 None None] Attempting to bind port e6424649-0b94-4a5f-8aff-d7b5dce8bd41 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:28:37.043895 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-76325ca9-ef31-46a7-8ac1-79a7c875add1 None None] Attempting to bind port e6424649-0b94-4a5f-8aff-d7b5dce8bd41 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '68efe092-63f4-4f1e-a28e-acd7dabef7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c7167810-7960-4e76-a2bc-63b9cd28a23f'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:28:37.043895 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76325ca9-ef31-46a7-8ac1-79a7c875add1 None None] Attempting to bind port e6424649-0b94-4a5f-8aff-d7b5dce8bd41 on network c7167810-7960-4e76-a2bc-63b9cd28a23f {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:28:37.048662 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76325ca9-ef31-46a7-8ac1-79a7c875add1 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:28:37.049162 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76325ca9-ef31-46a7-8ac1-79a7c875add1 None None] Checking segment: {'id': '68efe092-63f4-4f1e-a28e-acd7dabef7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c7167810-7960-4e76-a2bc-63b9cd28a23f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:28:37.049628 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-76325ca9-ef31-46a7-8ac1-79a7c875add1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:37.050073 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76325ca9-ef31-46a7-8ac1-79a7c875add1 None None] Bound using segment: {'id': '68efe092-63f4-4f1e-a28e-acd7dabef7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c7167810-7960-4e76-a2bc-63b9cd28a23f'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:28:37.050692 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-76325ca9-ef31-46a7-8ac1-79a7c875add1 None None] Bound port: e6424649-0b94-4a5f-8aff-d7b5dce8bd41, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68efe092-63f4-4f1e-a28e-acd7dabef7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c7167810-7960-4e76-a2bc-63b9cd28a23f'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:28:37.053609 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-76325ca9-ef31-46a7-8ac1-79a7c875add1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:37.092409 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e30169c-3d20-4db6-a60b-f360d65a82bb tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] Deleting subnet 1e8c7e3a-b213-42bb-ac85-3da698a0f0a7 {{(pid=103167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:28:37.095951 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5e30169c-3d20-4db6-a60b-f360d65a82bb tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] Publish callbacks [] for subnet, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:37.122927 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-76325ca9-ef31-46a7-8ac1-79a7c875add1 None None] For port e6424649-0b94-4a5f-8aff-d7b5dce8bd41, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:28:37.126277 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-76325ca9-ef31-46a7-8ac1-79a7c875add1 None None] For port e6424649-0b94-4a5f-8aff-d7b5dce8bd41, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=e6424649-0b94-4a5f-8aff-d7b5dce8bd41,segment=NetworkSegment(68efe092-63f4-4f1e-a28e-acd7dabef7f6),segment_id=68efe092-63f4-4f1e-a28e-acd7dabef7f6)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:28:37.136191 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-76325ca9-ef31-46a7-8ac1-79a7c875add1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:37.142259 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5e30169c-3d20-4db6-a60b-f360d65a82bb tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954412'] for subnet, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:37.204558 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76325ca9-ef31-46a7-8ac1-79a7c875add1 None None] Pushing event updated for resources: {'Port': ['ID=e6424649-0b94-4a5f-8aff-d7b5dce8bd41,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:28:37.251341 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5e30169c-3d20-4db6-a60b-f360d65a82bb tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:37.273435 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 562d8a26-480d-4eae-ab85-107ef49c3745 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:28:37.321638 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5e30169c-3d20-4db6-a60b-f360d65a82bb tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:37.332082 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 562d8a26-480d-4eae-ab85-107ef49c3745 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:28:37.332575 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:37.351640 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e30169c-3d20-4db6-a60b-f360d65a82bb tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] Pushing event deleted for resources: {'Subnet': ['ID=1e8c7e3a-b213-42bb-ac85-3da698a0f0a7,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:28:37.355576 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5e30169c-3d20-4db6-a60b-f360d65a82bb tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:37.361460 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-5e30169c-3d20-4db6-a60b-f360d65a82bb tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] 10.222.0.54 "DELETE /v2.0/subnets/1e8c7e3a-b213-42bb-ac85-3da698a0f0a7 HTTP/1.1" status: 204 len: 168 time: 0.3346896 Dec 20 15:28:37.361765 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 56526) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:28:37.469329 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:37.474785 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c4746ff7-a308-4e09-a826-1dac1a2b54b3 tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:37.514053 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] For port 562d8a26-480d-4eae-ab85-107ef49c3745, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=562d8a26-480d-4eae-ab85-107ef49c3745,segment=NetworkSegment(b0d16a23-69d3-477f-9053-0329b064d67d),segment_id=b0d16a23-69d3-477f-9053-0329b064d67d)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:28:37.525922 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:37.550143 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-c4746ff7-a308-4e09-a826-1dac1a2b54b3 tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] Deleting port e6424649-0b94-4a5f-8aff-d7b5dce8bd41 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:28:37.550143 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c4746ff7-a308-4e09-a826-1dac1a2b54b3 tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:37.603770 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Pushing event updated for resources: {'Port': ['ID=562d8a26-480d-4eae-ab85-107ef49c3745,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:28:37.632492 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-c4746ff7-a308-4e09-a826-1dac1a2b54b3 tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] For port e6424649-0b94-4a5f-8aff-d7b5dce8bd41, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=e6424649-0b94-4a5f-8aff-d7b5dce8bd41,segment=NetworkSegment(68efe092-63f4-4f1e-a28e-acd7dabef7f6),segment_id=68efe092-63f4-4f1e-a28e-acd7dabef7f6)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:28:37.632849 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c4746ff7-a308-4e09-a826-1dac1a2b54b3 tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:37.647105 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-c4746ff7-a308-4e09-a826-1dac1a2b54b3 tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] Calling delete_port for e6424649-0b94-4a5f-8aff-d7b5dce8bd41 owned by network:dhcp {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:28:37.736628 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c4746ff7-a308-4e09-a826-1dac1a2b54b3 tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:37.763726 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4746ff7-a308-4e09-a826-1dac1a2b54b3 tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] Pushing event deleted for resources: {'Port': ['ID=e6424649-0b94-4a5f-8aff-d7b5dce8bd41,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:28:37.767445 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4746ff7-a308-4e09-a826-1dac1a2b54b3 tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] No DVR routers for this DVR port e6424649-0b94-4a5f-8aff-d7b5dce8bd41 on host n-d-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:28:37.853096 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c4746ff7-a308-4e09-a826-1dac1a2b54b3 tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:37.875630 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-c4746ff7-a308-4e09-a826-1dac1a2b54b3 tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7167810-7960-4e76-a2bc-63b9cd28a23f']}} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:28:37.878213 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19ba295-0d0f-4176-a3b6-14a3b333f3ea None None] Network 9fc7df9a-dee0-48a1-b579-41602a7a79aa requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:28:37.885492 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-c4746ff7-a308-4e09-a826-1dac1a2b54b3 tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68efe092-63f4-4f1e-a28e-acd7dabef7f6') {'for_net_delete': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:28:37.885785 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-c4746ff7-a308-4e09-a826-1dac1a2b54b3 tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68efe092-63f4-4f1e-a28e-acd7dabef7f6') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:28:37.895716 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c4746ff7-a308-4e09-a826-1dac1a2b54b3 tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954405'] for segment, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:37.910148 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c4746ff7-a308-4e09-a826-1dac1a2b54b3 tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:37.917473 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4746ff7-a308-4e09-a826-1dac1a2b54b3 tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:28:37.918085 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c4746ff7-a308-4e09-a826-1dac1a2b54b3 tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9956000'] for segment, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:37.921646 n-d-761264-19 neutron-server[103167]: Traceback (most recent call last): Dec 20 15:28:37.921646 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:28:37.921646 n-d-761264-19 neutron-server[103167]: timer() Dec 20 15:28:37.921646 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:28:37.921646 n-d-761264-19 neutron-server[103167]: cb(*args, **kw) Dec 20 15:28:37.921646 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:28:37.921646 n-d-761264-19 neutron-server[103167]: return func(*args, **kwargs) Dec 20 15:28:37.921646 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:28:37.921646 n-d-761264-19 neutron-server[103167]: self._notify() Dec 20 15:28:37.921646 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:28:37.921646 n-d-761264-19 neutron-server[103167]: self.callback(batched_events) Dec 20 15:28:37.921646 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:28:37.921646 n-d-761264-19 neutron-server[103167]: event.method(event) Dec 20 15:28:37.921646 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:28:37.921646 n-d-761264-19 neutron-server[103167]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:28:37.921646 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:28:37.921646 n-d-761264-19 neutron-server[103167]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:28:37.921646 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:28:37.921646 n-d-761264-19 neutron-server[103167]: return f(self, *a, **k) Dec 20 15:28:37.921646 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:28:37.921646 n-d-761264-19 neutron-server[103167]: return self._get(url).json() Dec 20 15:28:37.921646 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:28:37.921646 n-d-761264-19 neutron-server[103167]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:28:37.921646 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:28:37.921646 n-d-761264-19 neutron-server[103167]: return self.request(url, 'GET', **kwargs) Dec 20 15:28:37.921646 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:28:37.921646 n-d-761264-19 neutron-server[103167]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:28:37.921646 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:28:37.921646 n-d-761264-19 neutron-server[103167]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:28:37.921646 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:28:37.921646 n-d-761264-19 neutron-server[103167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:28:37.921646 n-d-761264-19 neutron-server[103167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:28:37.959224 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-57647e2f-d396-4494-941e-c5a4527e2b05 None None] Provisioning complete for port 562d8a26-480d-4eae-ab85-107ef49c3745 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:28:37.959680 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-57647e2f-d396-4494-941e-c5a4527e2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:37.988558 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c4746ff7-a308-4e09-a826-1dac1a2b54b3 tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:37.995916 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c4746ff7-a308-4e09-a826-1dac1a2b54b3 tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] Publish callbacks [] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:38.000077 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-c4746ff7-a308-4e09-a826-1dac1a2b54b3 tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] 10.222.0.54 "DELETE /v2.0/networks/c7167810-7960-4e76-a2bc-63b9cd28a23f HTTP/1.1" status: 204 len: 168 time: 0.6373699 Dec 20 15:28:38.002577 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 56528) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:28:38.058361 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4746ff7-a308-4e09-a826-1dac1a2b54b3 tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] Pushing event deleted for resources: {'Network': ['ID=c7167810-7960-4e76-a2bc-63b9cd28a23f,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:28:38.074058 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_v2 [None req-c344bd0f-e159-40dc-9517-848bc3c9a8a6 tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] Deleting subnet 758dc21a-2333-4ec4-8f83-c1ffbc897dec {{(pid=103167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:28:38.077972 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c344bd0f-e159-40dc-9517-848bc3c9a8a6 tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] Publish callbacks [] for subnet, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:38.123283 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c344bd0f-e159-40dc-9517-848bc3c9a8a6 tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954412'] for subnet, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:38.216020 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c344bd0f-e159-40dc-9517-848bc3c9a8a6 tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:38.290044 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c344bd0f-e159-40dc-9517-848bc3c9a8a6 tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:38.319668 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c344bd0f-e159-40dc-9517-848bc3c9a8a6 tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] Pushing event deleted for resources: {'Subnet': ['ID=758dc21a-2333-4ec4-8f83-c1ffbc897dec,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:28:38.323574 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c344bd0f-e159-40dc-9517-848bc3c9a8a6 tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:38.327001 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-c344bd0f-e159-40dc-9517-848bc3c9a8a6 tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] 10.222.0.54 "DELETE /v2.0/subnets/758dc21a-2333-4ec4-8f83-c1ffbc897dec HTTP/1.1" status: 204 len: 168 time: 0.3234375 Dec 20 15:28:38.329514 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 56530) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:28:38.331525 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18e6bf5-0104-4593-be11-f24f0a1bf46e None None] Network 9fc7df9a-dee0-48a1-b579-41602a7a79aa requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:28:38.392925 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4bad913-ffe0-43f4-b1d8-337e72da2892 None None] DHCP port deletion for c7167810-7960-4e76-a2bc-63b9cd28a23f request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:28:38.410980 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6adf2276-1bfd-4dcb-b586-83ec7cba9fdd tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:38.422626 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee4c237-70ca-41a7-9743-31dd0b65c83c None None] Network c7167810-7960-4e76-a2bc-63b9cd28a23f requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:28:38.441967 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee4c237-70ca-41a7-9743-31dd0b65c83c None None] Network c7167810-7960-4e76-a2bc-63b9cd28a23f could not be found, it might have been deleted concurrently. {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 20 15:28:38.451348 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-08a11888-9944-4880-91a9-502bd540fc44 None None] Provisioning complete for port 562d8a26-480d-4eae-ab85-107ef49c3745 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:28:38.451719 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-08a11888-9944-4880-91a9-502bd540fc44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:38.467257 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-6adf2276-1bfd-4dcb-b586-83ec7cba9fdd tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] Deleting port 562d8a26-480d-4eae-ab85-107ef49c3745 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:28:38.467602 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6adf2276-1bfd-4dcb-b586-83ec7cba9fdd tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:38.541583 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-08a11888-9944-4880-91a9-502bd540fc44 None None] Could not find standard attr ID for object e6424649-0b94-4a5f-8aff-d7b5dce8bd41. {{(pid=103169) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 15:28:38.543393 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-6adf2276-1bfd-4dcb-b586-83ec7cba9fdd tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] For port 562d8a26-480d-4eae-ab85-107ef49c3745, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=562d8a26-480d-4eae-ab85-107ef49c3745,segment=NetworkSegment(b0d16a23-69d3-477f-9053-0329b064d67d),segment_id=b0d16a23-69d3-477f-9053-0329b064d67d)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:28:38.543941 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6adf2276-1bfd-4dcb-b586-83ec7cba9fdd tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:38.558037 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-6adf2276-1bfd-4dcb-b586-83ec7cba9fdd tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] Calling delete_port for 562d8a26-480d-4eae-ab85-107ef49c3745 owned by network:dhcp {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:28:38.558330 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74b32c4-7024-4730-aaf1-64ac045d03bc None None] DHCP port deletion for 9fc7df9a-dee0-48a1-b579-41602a7a79aa request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:28:38.605861 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-f74b32c4-7024-4730-aaf1-64ac045d03bc None None] Deleting port 562d8a26-480d-4eae-ab85-107ef49c3745 {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:28:38.606119 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f74b32c4-7024-4730-aaf1-64ac045d03bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:38.643922 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6adf2276-1bfd-4dcb-b586-83ec7cba9fdd tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:38.670092 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adf2276-1bfd-4dcb-b586-83ec7cba9fdd tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] Pushing event deleted for resources: {'Port': ['ID=562d8a26-480d-4eae-ab85-107ef49c3745,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:28:38.672943 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-f74b32c4-7024-4730-aaf1-64ac045d03bc None None] For port 562d8a26-480d-4eae-ab85-107ef49c3745, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=562d8a26-480d-4eae-ab85-107ef49c3745,segment=NetworkSegment(b0d16a23-69d3-477f-9053-0329b064d67d),segment_id=b0d16a23-69d3-477f-9053-0329b064d67d)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:28:38.673344 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f74b32c4-7024-4730-aaf1-64ac045d03bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:38.674158 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6adf2276-1bfd-4dcb-b586-83ec7cba9fdd tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] No DVR routers for this DVR port 562d8a26-480d-4eae-ab85-107ef49c3745 on host n-d-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:28:38.687047 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-f74b32c4-7024-4730-aaf1-64ac045d03bc None None] Calling delete_port for 562d8a26-480d-4eae-ab85-107ef49c3745 owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:28:38.755267 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6adf2276-1bfd-4dcb-b586-83ec7cba9fdd tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:38.763605 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f74b32c4-7024-4730-aaf1-64ac045d03bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:38.781127 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-6adf2276-1bfd-4dcb-b586-83ec7cba9fdd tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fc7df9a-dee0-48a1-b579-41602a7a79aa']}} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:28:38.788378 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74b32c4-7024-4730-aaf1-64ac045d03bc None None] Pushing event deleted for resources: {'Port': ['ID=562d8a26-480d-4eae-ab85-107ef49c3745,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:28:38.791258 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-6adf2276-1bfd-4dcb-b586-83ec7cba9fdd tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0d16a23-69d3-477f-9053-0329b064d67d') {'for_net_delete': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:28:38.791258 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-6adf2276-1bfd-4dcb-b586-83ec7cba9fdd tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0d16a23-69d3-477f-9053-0329b064d67d') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:28:38.791842 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74b32c4-7024-4730-aaf1-64ac045d03bc None None] No DVR routers for this DVR port 562d8a26-480d-4eae-ab85-107ef49c3745 on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:28:38.803804 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6adf2276-1bfd-4dcb-b586-83ec7cba9fdd tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954405'] for segment, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:38.817068 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6adf2276-1bfd-4dcb-b586-83ec7cba9fdd tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:38.823072 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6adf2276-1bfd-4dcb-b586-83ec7cba9fdd tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=103167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:28:38.823454 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6adf2276-1bfd-4dcb-b586-83ec7cba9fdd tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9956000'] for segment, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:38.826483 n-d-761264-19 neutron-server[103167]: Traceback (most recent call last): Dec 20 15:28:38.826483 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:28:38.826483 n-d-761264-19 neutron-server[103167]: timer() Dec 20 15:28:38.826483 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:28:38.826483 n-d-761264-19 neutron-server[103167]: cb(*args, **kw) Dec 20 15:28:38.826483 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:28:38.826483 n-d-761264-19 neutron-server[103167]: return func(*args, **kwargs) Dec 20 15:28:38.826483 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:28:38.826483 n-d-761264-19 neutron-server[103167]: self._notify() Dec 20 15:28:38.826483 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:28:38.826483 n-d-761264-19 neutron-server[103167]: self.callback(batched_events) Dec 20 15:28:38.826483 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:28:38.826483 n-d-761264-19 neutron-server[103167]: event.method(event) Dec 20 15:28:38.826483 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:28:38.826483 n-d-761264-19 neutron-server[103167]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:28:38.826483 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:28:38.826483 n-d-761264-19 neutron-server[103167]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:28:38.826483 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:28:38.826483 n-d-761264-19 neutron-server[103167]: return f(self, *a, **k) Dec 20 15:28:38.826483 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:28:38.826483 n-d-761264-19 neutron-server[103167]: return self._get(url).json() Dec 20 15:28:38.826483 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:28:38.826483 n-d-761264-19 neutron-server[103167]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:28:38.826483 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:28:38.826483 n-d-761264-19 neutron-server[103167]: return self.request(url, 'GET', **kwargs) Dec 20 15:28:38.826483 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:28:38.826483 n-d-761264-19 neutron-server[103167]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:28:38.826483 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:28:38.826483 n-d-761264-19 neutron-server[103167]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:28:38.826483 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:28:38.826483 n-d-761264-19 neutron-server[103167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:28:38.826483 n-d-761264-19 neutron-server[103167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:28:38.885991 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6adf2276-1bfd-4dcb-b586-83ec7cba9fdd tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:38.893271 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6adf2276-1bfd-4dcb-b586-83ec7cba9fdd tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] Publish callbacks [] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:38.901049 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-6adf2276-1bfd-4dcb-b586-83ec7cba9fdd tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] 10.222.0.54 "DELETE /v2.0/networks/9fc7df9a-dee0-48a1-b579-41602a7a79aa HTTP/1.1" status: 204 len: 168 time: 0.5656924 Dec 20 15:28:38.901049 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 56532) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:28:38.918036 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adf2276-1bfd-4dcb-b586-83ec7cba9fdd tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] Pushing event deleted for resources: {'Network': ['ID=9fc7df9a-dee0-48a1-b579-41602a7a79aa,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:28:38.936328 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-2b7f4a3d-637f-409a-bf03-7c18b16d49c1 tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca3cb48e-0fbf-48e3-96d2-6c86810f2090 HTTP/1.1" status: 200 len: 205 time: 0.0358813 Dec 20 15:28:38.938843 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 56534) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:28:39.020105 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-77572bb7-5f21-4ff3-b934-9f74b520e5a0 tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] Publish callbacks [] for router, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:39.183253 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-77572bb7-5f21-4ff3-b934-9f74b520e5a0 tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40132'] for router, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:39.185487 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-77572bb7-5f21-4ff3-b934-9f74b520e5a0 tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:39.203466 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 562d8a26-480d-4eae-ab85-107ef49c3745 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:28:39.228821 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 562d8a26-480d-4eae-ab85-107ef49c3745 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:28:39.229217 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 562d8a26-480d-4eae-ab85-107ef49c3745 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:28:39.233470 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-77572bb7-5f21-4ff3-b934-9f74b520e5a0 tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1594808'] for router, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:39.234307 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77572bb7-5f21-4ff3-b934-9f74b520e5a0 tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] Fanout notify agent at l3_agent the message router_deleted on router ca3cb48e-0fbf-48e3-96d2-6c86810f2090 {{(pid=103167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:28:39.241984 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-77572bb7-5f21-4ff3-b934-9f74b520e5a0 tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] Publish callbacks [] for router, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:39.243236 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-77572bb7-5f21-4ff3-b934-9f74b520e5a0 tempest-RoutersNegativeTest-1987674621 tempest-RoutersNegativeTest-1987674621-project] 10.222.0.54 "DELETE /v2.0/routers/ca3cb48e-0fbf-48e3-96d2-6c86810f2090 HTTP/1.1" status: 204 len: 168 time: 0.3031039 Dec 20 15:28:39.511256 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 56540) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:28:39.676054 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-f29df030-6011-4719-8598-66781f1ccc92 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=bc95781ed0704315ab8b03fe3249bb17&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1632125 Dec 20 15:28:39.678995 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 56544) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:28:39.733247 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5ab23334-f562-4f70-b7a0-3fed767be190 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:39.757410 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5ab23334-f562-4f70-b7a0-3fed767be190 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:39.806370 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5ab23334-f562-4f70-b7a0-3fed767be190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:39.809289 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5ab23334-f562-4f70-b7a0-3fed767be190 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:39.810478 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-5ab23334-f562-4f70-b7a0-3fed767be190 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/82692b95-e54e-4d39-a2bc-6f8c15cff75b HTTP/1.1" status: 204 len: 168 time: 0.1305130 Dec 20 15:28:39.819148 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab23334-f562-4f70-b7a0-3fed767be190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82692b95-e54e-4d39-a2bc-6f8c15cff75b,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:28:40.526708 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 56566) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:28:40.650125 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-eeaf18c2-3450-4389-9b19-e95caa2f6a06 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1660324576-network', 'tenant_id': '1edcd07edb00422fa81266bd4a9aa24d'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:28:40.676619 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeaf18c2-3450-4389-9b19-e95caa2f6a06 admin admin] Made reservation on behalf of 1edcd07edb00422fa81266bd4a9aa24d for: {'network': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:28:40.678994 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-eeaf18c2-3450-4389-9b19-e95caa2f6a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:40.688105 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-eeaf18c2-3450-4389-9b19-e95caa2f6a06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:40.769908 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-eeaf18c2-3450-4389-9b19-e95caa2f6a06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:40.775128 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-eeaf18c2-3450-4389-9b19-e95caa2f6a06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:40.800498 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eeaf18c2-3450-4389-9b19-e95caa2f6a06 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=103167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:28:40.810509 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaf18c2-3450-4389-9b19-e95caa2f6a06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36cc6def-4c08-4896-a50c-72bb6020a74c,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:28:40.815815 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-eeaf18c2-3450-4389-9b19-e95caa2f6a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:40.816218 n-d-761264-19 neutron-server[103167]: INFO neutron.db.segments_db [None req-eeaf18c2-3450-4389-9b19-e95caa2f6a06 admin admin] Added segment ea08c417-632e-48c1-bba8-deb1936bef61 of type vlan for network 4d3f900c-701a-4a87-86a9-f4a637294634 Dec 20 15:28:40.857568 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-eeaf18c2-3450-4389-9b19-e95caa2f6a06 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:40.886621 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-eeaf18c2-3450-4389-9b19-e95caa2f6a06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:40.887723 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeaf18c2-3450-4389-9b19-e95caa2f6a06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:28:40.888423 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-eeaf18c2-3450-4389-9b19-e95caa2f6a06 admin admin] Publish callbacks [] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:40.929451 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-eeaf18c2-3450-4389-9b19-e95caa2f6a06 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4012339 Dec 20 15:28:40.932662 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 56570) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:28:40.938181 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-65aa7186-63ed-4942-bdad-c36306632cf7 admin admin] Request body: {'subnet': {'network_id': '4d3f900c-701a-4a87-86a9-f4a637294634', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1660324576-subnet', 'tenant_id': '1edcd07edb00422fa81266bd4a9aa24d', 'ip_version': 4}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:28:40.963495 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65aa7186-63ed-4942-bdad-c36306632cf7 admin admin] Made reservation on behalf of 1edcd07edb00422fa81266bd4a9aa24d for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:28:40.964894 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaf18c2-3450-4389-9b19-e95caa2f6a06 admin admin] Pushing event updated for resources: {'Network': ['ID=4d3f900c-701a-4a87-86a9-f4a637294634,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:28:40.966081 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-65aa7186-63ed-4942-bdad-c36306632cf7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:40.977046 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 4d3f900c-701a-4a87-86a9-f4a637294634 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:28:41.150542 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-65aa7186-63ed-4942-bdad-c36306632cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8848317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10470522'] for subnet, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:41.199328 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aa7186-63ed-4942-bdad-c36306632cf7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=066a9f0e-8c63-4ce9-a13c-14d7cb17c0d9,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:28:41.216449 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65aa7186-63ed-4942-bdad-c36306632cf7 admin admin] Checking segment: {'id': 'ea08c417-632e-48c1-bba8-deb1936bef61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4d3f900c-701a-4a87-86a9-f4a637294634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:28:41.216800 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65aa7186-63ed-4942-bdad-c36306632cf7 admin admin] Network hostable DHCP agents. Network: 4d3f900c-701a-4a87-86a9-f4a637294634, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:28:41.237663 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65aa7186-63ed-4942-bdad-c36306632cf7 admin admin] Network 4d3f900c-701a-4a87-86a9-f4a637294634 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:28:41.248750 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-65aa7186-63ed-4942-bdad-c36306632cf7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 4d3f900c-701a-4a87-86a9-f4a637294634) {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:28:41.254239 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65aa7186-63ed-4942-bdad-c36306632cf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:28:41.255199 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-65aa7186-63ed-4942-bdad-c36306632cf7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:41.258685 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0358a33e-118a-4361-9c81-26afe2d9d52b None None] Network 4d3f900c-701a-4a87-86a9-f4a637294634 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:28:41.278842 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-65aa7186-63ed-4942-bdad-c36306632cf7 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3446178 Dec 20 15:28:41.283016 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 56572) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:28:41.288517 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-1ee7b602-6de3-4ad8-aa40-d5c1445d95a3 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1660324576-router', 'tenant_id': '1edcd07edb00422fa81266bd4a9aa24d', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:28:41.313452 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1ee7b602-6de3-4ad8-aa40-d5c1445d95a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40114'] for router, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:41.314912 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1ee7b602-6de3-4ad8-aa40-d5c1445d95a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40139'] for router, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:41.376930 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85f7cb8-dc82-4073-8a64-aad89537f6fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-4d3f900c-701a-4a87-86a9-f4a637294634', 'network_id': '4d3f900c-701a-4a87-86a9-f4a637294634', 'project_id': '1edcd07edb00422fa81266bd4a9aa24d', 'fixed_ips': [{'subnet_id': '066a9f0e-8c63-4ce9-a13c-14d7cb17c0d9'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 15:28:41.377793 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e85f7cb8-dc82-4073-8a64-aad89537f6fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:41.378225 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1ee7b602-6de3-4ad8-aa40-d5c1445d95a3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:41.523859 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-e85f7cb8-dc82-4073-8a64-aad89537f6fa None None] Allocated IP 172.20.0.2 (4d3f900c-701a-4a87-86a9-f4a637294634/066a9f0e-8c63-4ce9-a13c-14d7cb17c0d9/19642ce6-d9e5-4a94-9ddf-bc56800dfd86) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:28:41.528421 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1ee7b602-6de3-4ad8-aa40-d5c1445d95a3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:41.854444 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e85f7cb8-dc82-4073-8a64-aad89537f6fa None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:41.863066 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e85f7cb8-dc82-4073-8a64-aad89537f6fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:41.905633 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85f7cb8-dc82-4073-8a64-aad89537f6fa None None] Network 4d3f900c-701a-4a87-86a9-f4a637294634 is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:28:41.908735 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-e85f7cb8-dc82-4073-8a64-aad89537f6fa None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:28:41.911193 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85f7cb8-dc82-4073-8a64-aad89537f6fa None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:28:41.920559 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85f7cb8-dc82-4073-8a64-aad89537f6fa None None] Pushing event updated for resources: {'Port': ['ID=19642ce6-d9e5-4a94-9ddf-bc56800dfd86,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:28:41.975729 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-e85f7cb8-dc82-4073-8a64-aad89537f6fa None None] Attempting to bind port 19642ce6-d9e5-4a94-9ddf-bc56800dfd86 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:28:41.976376 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-e85f7cb8-dc82-4073-8a64-aad89537f6fa None None] Attempting to bind port 19642ce6-d9e5-4a94-9ddf-bc56800dfd86 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': 'ea08c417-632e-48c1-bba8-deb1936bef61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4d3f900c-701a-4a87-86a9-f4a637294634'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:28:41.976947 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85f7cb8-dc82-4073-8a64-aad89537f6fa None None] Attempting to bind port 19642ce6-d9e5-4a94-9ddf-bc56800dfd86 on network 4d3f900c-701a-4a87-86a9-f4a637294634 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:28:41.983014 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85f7cb8-dc82-4073-8a64-aad89537f6fa None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:28:41.984225 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85f7cb8-dc82-4073-8a64-aad89537f6fa None None] Checking segment: {'id': 'ea08c417-632e-48c1-bba8-deb1936bef61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4d3f900c-701a-4a87-86a9-f4a637294634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:28:41.984800 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e85f7cb8-dc82-4073-8a64-aad89537f6fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:41.985199 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85f7cb8-dc82-4073-8a64-aad89537f6fa None None] Bound using segment: {'id': 'ea08c417-632e-48c1-bba8-deb1936bef61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4d3f900c-701a-4a87-86a9-f4a637294634'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:28:41.985723 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-e85f7cb8-dc82-4073-8a64-aad89537f6fa None None] Bound port: 19642ce6-d9e5-4a94-9ddf-bc56800dfd86, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea08c417-632e-48c1-bba8-deb1936bef61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4d3f900c-701a-4a87-86a9-f4a637294634'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:28:41.986204 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e85f7cb8-dc82-4073-8a64-aad89537f6fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:42.076646 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-e85f7cb8-dc82-4073-8a64-aad89537f6fa None None] For port 19642ce6-d9e5-4a94-9ddf-bc56800dfd86, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:28:42.081097 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-e85f7cb8-dc82-4073-8a64-aad89537f6fa None None] For port 19642ce6-d9e5-4a94-9ddf-bc56800dfd86, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=19642ce6-d9e5-4a94-9ddf-bc56800dfd86,segment=NetworkSegment(ea08c417-632e-48c1-bba8-deb1936bef61),segment_id=ea08c417-632e-48c1-bba8-deb1936bef61)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:28:42.082767 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:42.085442 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e85f7cb8-dc82-4073-8a64-aad89537f6fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:42.139249 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1ee7b602-6de3-4ad8-aa40-d5c1445d95a3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:42.147883 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85f7cb8-dc82-4073-8a64-aad89537f6fa None None] Pushing event updated for resources: {'Port': ['ID=19642ce6-d9e5-4a94-9ddf-bc56800dfd86,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:28:42.161883 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1ee7b602-6de3-4ad8-aa40-d5c1445d95a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:42.279923 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-1ee7b602-6de3-4ad8-aa40-d5c1445d95a3 admin admin] Allocated IP 172.25.0.206 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/23cfad49-0f6d-4f52-8aa3-1ce4439ae251) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:28:42.415740 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1ee7b602-6de3-4ad8-aa40-d5c1445d95a3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:42.455342 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1ee7b602-6de3-4ad8-aa40-d5c1445d95a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:42.500701 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee7b602-6de3-4ad8-aa40-d5c1445d95a3 admin admin] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:28:42.503672 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-1ee7b602-6de3-4ad8-aa40-d5c1445d95a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:28:42.508170 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee7b602-6de3-4ad8-aa40-d5c1445d95a3 admin admin] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:28:42.511358 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee7b602-6de3-4ad8-aa40-d5c1445d95a3 admin admin] Pushing event updated for resources: {'Port': ['ID=23cfad49-0f6d-4f52-8aa3-1ce4439ae251,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:28:42.517385 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0930959d-0b11-47ee-9abb-802380e4f96e None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:28:42.585062 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-dfb933da-bea8-4ce0-b132-c9d8c468db88 None None] Provisioning complete for port 23cfad49-0f6d-4f52-8aa3-1ce4439ae251 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:28:42.585784 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-dfb933da-bea8-4ce0-b132-c9d8c468db88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:42.628251 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-dfb933da-bea8-4ce0-b132-c9d8c468db88 None None] Port 23cfad49-0f6d-4f52-8aa3-1ce4439ae251 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:28:42.769911 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1ee7b602-6de3-4ad8-aa40-d5c1445d95a3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:42.971983 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1ee7b602-6de3-4ad8-aa40-d5c1445d95a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013'] for router, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:43.057969 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a77460-e854-4908-ad5a-f1fb02183224 None None] Network 4d3f900c-701a-4a87-86a9-f4a637294634 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:28:43.109432 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ee7b602-6de3-4ad8-aa40-d5c1445d95a3 admin admin] Router a9e491ba-6fe7-4880-97e0-e80fc19ddd99 is scheduled to L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 with binding_index 1 {{(pid=103168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 15:28:43.167614 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-695817e5-0315-4f0e-8e1a-8d5e9ac50d7f None None] Provisioning complete for port 19642ce6-d9e5-4a94-9ddf-bc56800dfd86 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:28:43.167614 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-695817e5-0315-4f0e-8e1a-8d5e9ac50d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:43.248482 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ee7b602-6de3-4ad8-aa40-d5c1445d95a3 admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:28:43.260672 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 19642ce6-d9e5-4a94-9ddf-bc56800dfd86 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:28:43.260860 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafa50f6-1e38-41c0-93f4-332e4a6ea733 None None] Sync routers for ids ['a9e491ba-6fe7-4880-97e0-e80fc19ddd99'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:28:43.270081 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1ee7b602-6de3-4ad8-aa40-d5c1445d95a3 admin admin] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:43.271502 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-1ee7b602-6de3-4ad8-aa40-d5c1445d95a3 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.9872479 Dec 20 15:28:43.274284 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 56574) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:28:43.281242 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafa50f6-1e38-41c0-93f4-332e4a6ea733 None None] Routers {'a9e491ba-6fe7-4880-97e0-e80fc19ddd99'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:28:43.281868 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-aafa50f6-1e38-41c0-93f4-332e4a6ea733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:28:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['a9e491ba-6fe7-4880-97e0-e80fc19ddd99'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:28:43.306324 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-695817e5-0315-4f0e-8e1a-8d5e9ac50d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:43.349517 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-695817e5-0315-4f0e-8e1a-8d5e9ac50d7f None None] For port 19642ce6-d9e5-4a94-9ddf-bc56800dfd86, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=19642ce6-d9e5-4a94-9ddf-bc56800dfd86,segment=NetworkSegment(ea08c417-632e-48c1-bba8-deb1936bef61),segment_id=ea08c417-632e-48c1-bba8-deb1936bef61)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:28:43.354884 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 19642ce6-d9e5-4a94-9ddf-bc56800dfd86 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:28:43.355261 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:43.399163 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-695817e5-0315-4f0e-8e1a-8d5e9ac50d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:43.399435 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-aafa50f6-1e38-41c0-93f4-332e4a6ea733 None None] Set router a9e491ba-6fe7-4880-97e0-e80fc19ddd99 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:28:43.482435 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695817e5-0315-4f0e-8e1a-8d5e9ac50d7f None None] Pushing event updated for resources: {'Port': ['ID=19642ce6-d9e5-4a94-9ddf-bc56800dfd86,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:28:43.523543 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-ec545eff-e38a-4d79-8a47-bd3ead0fe08c None None] Provisioning complete for port 19642ce6-d9e5-4a94-9ddf-bc56800dfd86 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:28:43.523916 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ec545eff-e38a-4d79-8a47-bd3ead0fe08c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:43.692165 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-aafa50f6-1e38-41c0-93f4-332e4a6ea733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e491ba-6fe7-4880-97e0-e80fc19ddd99', 'name': 'tempest-TestEncryptedCinderVolumes-1660324576-router', 'tenant_id': '1edcd07edb00422fa81266bd4a9aa24d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': '23cfad49-0f6d-4f52-8aa3-1ce4439ae251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:28:41Z', 'updated_at': '2021-12-20T15:28:42Z', 'revision_number': 3, 'project_id': '1edcd07edb00422fa81266bd4a9aa24d', 'gw_port': {'id': '23cfad49-0f6d-4f52-8aa3-1ce4439ae251', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ef:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9e491ba-6fe7-4880-97e0-e80fc19ddd99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:28:42Z', 'updated_at': '2021-12-20T15:28:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:28:43.717905 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafa50f6-1e38-41c0-93f4-332e4a6ea733 None None] Checking router: a9e491ba-6fe7-4880-97e0-e80fc19ddd99 for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:28:43.718215 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafa50f6-1e38-41c0-93f4-332e4a6ea733 None None] Updating router a9e491ba-6fe7-4880-97e0-e80fc19ddd99 port 23cfad49-0f6d-4f52-8aa3-1ce4439ae251 binding host n-d-761264-19 {{(pid=103170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 15:28:43.743573 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-aafa50f6-1e38-41c0-93f4-332e4a6ea733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:43.753122 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-36f46bb8-c43c-4bb6-99d1-453f80e14afa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:43.913793 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-36f46bb8-c43c-4bb6-99d1-453f80e14afa admin admin] Allocated IP 172.20.0.1 (4d3f900c-701a-4a87-86a9-f4a637294634/066a9f0e-8c63-4ce9-a13c-14d7cb17c0d9/6e490bcf-2e01-4989-877e-1af1e3323c63) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:28:43.997734 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-aafa50f6-1e38-41c0-93f4-332e4a6ea733 None None] Publish callbacks [] for port, precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:44.004935 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-aafa50f6-1e38-41c0-93f4-332e4a6ea733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:44.020532 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-36f46bb8-c43c-4bb6-99d1-453f80e14afa admin admin] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:44.047516 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6ea8d9-402e-40de-8c31-aca4298aee6b None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:28:44.057573 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-aafa50f6-1e38-41c0-93f4-332e4a6ea733 None None] Attempting to bind port 23cfad49-0f6d-4f52-8aa3-1ce4439ae251 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:28:44.057944 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-aafa50f6-1e38-41c0-93f4-332e4a6ea733 None None] Attempting to bind port 23cfad49-0f6d-4f52-8aa3-1ce4439ae251 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:28:44.058298 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafa50f6-1e38-41c0-93f4-332e4a6ea733 None None] Attempting to bind port 23cfad49-0f6d-4f52-8aa3-1ce4439ae251 on network c3f8658e-da35-41f3-bd03-509e29ebd6f3 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:28:44.059670 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-36f46bb8-c43c-4bb6-99d1-453f80e14afa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:44.068230 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126e828c-ec07-4683-b3c5-64a1b3190ca8 None None] Pushing event updated for resources: {'Port': ['ID=23cfad49-0f6d-4f52-8aa3-1ce4439ae251,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:28:44.077602 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126e828c-ec07-4683-b3c5-64a1b3190ca8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:28:44.077943 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126e828c-ec07-4683-b3c5-64a1b3190ca8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:28:44.078276 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126e828c-ec07-4683-b3c5-64a1b3190ca8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:28:44.078603 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126e828c-ec07-4683-b3c5-64a1b3190ca8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:28:44.078952 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126e828c-ec07-4683-b3c5-64a1b3190ca8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:28:44.079271 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126e828c-ec07-4683-b3c5-64a1b3190ca8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:28:44.079588 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126e828c-ec07-4683-b3c5-64a1b3190ca8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:28:44.079978 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126e828c-ec07-4683-b3c5-64a1b3190ca8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:28:44.080313 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126e828c-ec07-4683-b3c5-64a1b3190ca8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:28:44.080626 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126e828c-ec07-4683-b3c5-64a1b3190ca8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:28:44.080939 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126e828c-ec07-4683-b3c5-64a1b3190ca8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:28:44.081287 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126e828c-ec07-4683-b3c5-64a1b3190ca8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:28:44.081754 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126e828c-ec07-4683-b3c5-64a1b3190ca8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:28:44.086533 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafa50f6-1e38-41c0-93f4-332e4a6ea733 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:28:44.086533 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafa50f6-1e38-41c0-93f4-332e4a6ea733 None None] Checking segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:28:44.087150 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-aafa50f6-1e38-41c0-93f4-332e4a6ea733 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:44.087534 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafa50f6-1e38-41c0-93f4-332e4a6ea733 None None] Bound using segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:28:44.088012 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-aafa50f6-1e38-41c0-93f4-332e4a6ea733 None None] Bound port: 23cfad49-0f6d-4f52-8aa3-1ce4439ae251, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:28:44.088560 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-aafa50f6-1e38-41c0-93f4-332e4a6ea733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:44.100193 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f46bb8-c43c-4bb6-99d1-453f80e14afa admin admin] Network 4d3f900c-701a-4a87-86a9-f4a637294634 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:28:44.103253 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-36f46bb8-c43c-4bb6-99d1-453f80e14afa admin admin] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:28:44.106751 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f46bb8-c43c-4bb6-99d1-453f80e14afa admin admin] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:28:44.141216 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f46bb8-c43c-4bb6-99d1-453f80e14afa admin admin] Pushing event updated for resources: {'Port': ['ID=6e490bcf-2e01-4989-877e-1af1e3323c63,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:28:44.142687 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2c066654-5ef2-428e-89ec-c5be9b1eaa54 None None] Provisioning complete for port 23cfad49-0f6d-4f52-8aa3-1ce4439ae251 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:28:44.143389 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2c066654-5ef2-428e-89ec-c5be9b1eaa54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:44.153705 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-aafa50f6-1e38-41c0-93f4-332e4a6ea733 None None] For port 23cfad49-0f6d-4f52-8aa3-1ce4439ae251, host n-d-761264-19, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:28:44.157373 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-36f46bb8-c43c-4bb6-99d1-453f80e14afa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595714'] for router_interface, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:44.157568 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-aafa50f6-1e38-41c0-93f4-332e4a6ea733 None None] For port 23cfad49-0f6d-4f52-8aa3-1ce4439ae251, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=23cfad49-0f6d-4f52-8aa3-1ce4439ae251,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:28:44.164756 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-aafa50f6-1e38-41c0-93f4-332e4a6ea733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:44.192121 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d059bac-0a52-4524-aea1-954ac18b2209 None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:28:44.204424 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-2c066654-5ef2-428e-89ec-c5be9b1eaa54 None None] Port 23cfad49-0f6d-4f52-8aa3-1ce4439ae251 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:28:44.215523 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafa50f6-1e38-41c0-93f4-332e4a6ea733 None None] Routers {'a9e491ba-6fe7-4880-97e0-e80fc19ddd99'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:28:44.216967 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-aafa50f6-1e38-41c0-93f4-332e4a6ea733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:28:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['a9e491ba-6fe7-4880-97e0-e80fc19ddd99'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:28:44.288985 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126e828c-ec07-4683-b3c5-64a1b3190ca8 None None] Pushing event updated for resources: {'Port': ['ID=23cfad49-0f6d-4f52-8aa3-1ce4439ae251,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:28:44.333648 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-777853f8-8979-49b4-be50-7f7da8c83986 None None] Provisioning complete for port 23cfad49-0f6d-4f52-8aa3-1ce4439ae251 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:28:44.334437 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-777853f8-8979-49b4-be50-7f7da8c83986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:44.347124 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-36f46bb8-c43c-4bb6-99d1-453f80e14afa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:44.357227 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-aafa50f6-1e38-41c0-93f4-332e4a6ea733 None None] Set router a9e491ba-6fe7-4880-97e0-e80fc19ddd99 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:28:44.424635 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-777853f8-8979-49b4-be50-7f7da8c83986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:44.448318 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-777853f8-8979-49b4-be50-7f7da8c83986 None None] For port 23cfad49-0f6d-4f52-8aa3-1ce4439ae251, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=23cfad49-0f6d-4f52-8aa3-1ce4439ae251,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:28:44.454287 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-777853f8-8979-49b4-be50-7f7da8c83986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:44.511800 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777853f8-8979-49b4-be50-7f7da8c83986 None None] Pushing event updated for resources: {'Port': ['ID=23cfad49-0f6d-4f52-8aa3-1ce4439ae251,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:28:44.521808 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-36f46bb8-c43c-4bb6-99d1-453f80e14afa admin admin] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:44.528176 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-36f46bb8-c43c-4bb6-99d1-453f80e14afa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:44.553637 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-aafa50f6-1e38-41c0-93f4-332e4a6ea733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e491ba-6fe7-4880-97e0-e80fc19ddd99', 'name': 'tempest-TestEncryptedCinderVolumes-1660324576-router', 'tenant_id': '1edcd07edb00422fa81266bd4a9aa24d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': '23cfad49-0f6d-4f52-8aa3-1ce4439ae251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:28:41Z', 'updated_at': '2021-12-20T15:28:42Z', 'revision_number': 3, 'project_id': '1edcd07edb00422fa81266bd4a9aa24d', 'gw_port': {'id': '23cfad49-0f6d-4f52-8aa3-1ce4439ae251', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ef:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9e491ba-6fe7-4880-97e0-e80fc19ddd99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:28:42Z', 'updated_at': '2021-12-20T15:28:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:28:44.576980 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-5732311b-6328-4a9e-9e37-b2f1407d251e None None] Provisioning complete for port 6e490bcf-2e01-4989-877e-1af1e3323c63 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:28:44.577354 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-5732311b-6328-4a9e-9e37-b2f1407d251e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:44.583194 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafa50f6-1e38-41c0-93f4-332e4a6ea733 None None] The sync data for ids ['a9e491ba-6fe7-4880-97e0-e80fc19ddd99'] in n-d-761264-19 is: [{'id': 'a9e491ba-6fe7-4880-97e0-e80fc19ddd99', 'name': 'tempest-TestEncryptedCinderVolumes-1660324576-router', 'tenant_id': '1edcd07edb00422fa81266bd4a9aa24d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': '23cfad49-0f6d-4f52-8aa3-1ce4439ae251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:28:41Z', 'updated_at': '2021-12-20T15:28:42Z', 'revision_number': 3, 'project_id': '1edcd07edb00422fa81266bd4a9aa24d', 'gw_port': {'id': '23cfad49-0f6d-4f52-8aa3-1ce4439ae251', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ef:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9e491ba-6fe7-4880-97e0-e80fc19ddd99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:28:42Z', 'updated_at': '2021-12-20T15:28:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:28:44.599053 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f46bb8-c43c-4bb6-99d1-453f80e14afa admin admin] Pushing event updated for resources: {'Port': ['ID=6e490bcf-2e01-4989-877e-1af1e3323c63,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:28:44.601509 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-36f46bb8-c43c-4bb6-99d1-453f80e14afa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1595702'] for router_interface, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:44.630245 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-5732311b-6328-4a9e-9e37-b2f1407d251e None None] Port 6e490bcf-2e01-4989-877e-1af1e3323c63 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:28:44.696116 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f46bb8-c43c-4bb6-99d1-453f80e14afa admin admin] Network 4d3f900c-701a-4a87-86a9-f4a637294634 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:28:44.697403 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-36f46bb8-c43c-4bb6-99d1-453f80e14afa admin admin] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:28:44.832948 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36f46bb8-c43c-4bb6-99d1-453f80e14afa admin admin] Router a9e491ba-6fe7-4880-97e0-e80fc19ddd99 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:28:44.964088 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36f46bb8-c43c-4bb6-99d1-453f80e14afa admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:28:44.969937 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-36f46bb8-c43c-4bb6-99d1-453f80e14afa admin admin] 10.222.0.54 "PUT /v2.0/routers/a9e491ba-6fe7-4880-97e0-e80fc19ddd99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6943674 Dec 20 15:28:45.052698 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-1bed276a-7da0-44e0-a92b-faba2250b5b9 None None] Provisioning complete for port 6e490bcf-2e01-4989-877e-1af1e3323c63 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:28:45.053069 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-1bed276a-7da0-44e0-a92b-faba2250b5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:45.099666 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-1bed276a-7da0-44e0-a92b-faba2250b5b9 None None] Port 6e490bcf-2e01-4989-877e-1af1e3323c63 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:28:45.308001 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 19642ce6-d9e5-4a94-9ddf-bc56800dfd86 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:28:45.374551 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 19642ce6-d9e5-4a94-9ddf-bc56800dfd86 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:28:45.374956 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:45.459779 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 23cfad49-0f6d-4f52-8aa3-1ce4439ae251 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:28:45.518468 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 23cfad49-0f6d-4f52-8aa3-1ce4439ae251 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:28:45.518752 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:45.572898 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 56590) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:28:45.578387 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-1858f379-4f6c-4b1b-92f4-ca5e6a620ac4 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-656995532-network', 'tenant_id': '1d6f90a72ec74cd4bb986fa3e8dbb664'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:28:45.604331 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1858f379-4f6c-4b1b-92f4-ca5e6a620ac4 admin admin] Made reservation on behalf of 1d6f90a72ec74cd4bb986fa3e8dbb664 for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:28:45.606955 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1858f379-4f6c-4b1b-92f4-ca5e6a620ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:45.616641 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1858f379-4f6c-4b1b-92f4-ca5e6a620ac4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:45.708703 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1858f379-4f6c-4b1b-92f4-ca5e6a620ac4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:45.710323 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:45.713999 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1858f379-4f6c-4b1b-92f4-ca5e6a620ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:45.743979 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1858f379-4f6c-4b1b-92f4-ca5e6a620ac4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:28:45.754987 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1858f379-4f6c-4b1b-92f4-ca5e6a620ac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d74b018a-fe99-4e75-b9db-6cb9fd44cb89,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:28:45.761344 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1858f379-4f6c-4b1b-92f4-ca5e6a620ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:45.761680 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-1858f379-4f6c-4b1b-92f4-ca5e6a620ac4 admin admin] Added segment bab0596e-2e12-4793-a8a9-43ac3ef98b75 of type vlan for network a8f39f45-e24d-4c15-b540-5200347bae47 Dec 20 15:28:45.804122 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1858f379-4f6c-4b1b-92f4-ca5e6a620ac4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:45.832290 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1858f379-4f6c-4b1b-92f4-ca5e6a620ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:45.833248 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1858f379-4f6c-4b1b-92f4-ca5e6a620ac4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:28:45.833830 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1858f379-4f6c-4b1b-92f4-ca5e6a620ac4 admin admin] Publish callbacks [] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:45.890439 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-1858f379-4f6c-4b1b-92f4-ca5e6a620ac4 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3163135 Dec 20 15:28:45.893719 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 56592) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:28:45.898224 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1858f379-4f6c-4b1b-92f4-ca5e6a620ac4 admin admin] Pushing event updated for resources: {'Network': ['ID=a8f39f45-e24d-4c15-b540-5200347bae47,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:28:45.899324 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-d170ba95-30dd-4b9c-989e-47a1fc154c8d admin admin] Request body: {'subnet': {'network_id': 'a8f39f45-e24d-4c15-b540-5200347bae47', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-656995532-subnet', 'tenant_id': '1d6f90a72ec74cd4bb986fa3e8dbb664', 'ip_version': 4}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:28:45.910094 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network a8f39f45-e24d-4c15-b540-5200347bae47 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:28:45.931515 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d170ba95-30dd-4b9c-989e-47a1fc154c8d admin admin] Made reservation on behalf of 1d6f90a72ec74cd4bb986fa3e8dbb664 for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:28:45.936564 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d170ba95-30dd-4b9c-989e-47a1fc154c8d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:46.136284 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d170ba95-30dd-4b9c-989e-47a1fc154c8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:46.191561 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d170ba95-30dd-4b9c-989e-47a1fc154c8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce3a9d34-bfa5-46f0-a1d4-cced2c4c723f,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:28:46.202491 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d170ba95-30dd-4b9c-989e-47a1fc154c8d admin admin] Checking segment: {'id': 'bab0596e-2e12-4793-a8a9-43ac3ef98b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a8f39f45-e24d-4c15-b540-5200347bae47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:28:46.202886 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d170ba95-30dd-4b9c-989e-47a1fc154c8d admin admin] Network hostable DHCP agents. Network: a8f39f45-e24d-4c15-b540-5200347bae47, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:28:46.222091 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d170ba95-30dd-4b9c-989e-47a1fc154c8d admin admin] Network a8f39f45-e24d-4c15-b540-5200347bae47 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:28:46.243721 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-d170ba95-30dd-4b9c-989e-47a1fc154c8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, a8f39f45-e24d-4c15-b540-5200347bae47) {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:28:46.249579 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d170ba95-30dd-4b9c-989e-47a1fc154c8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:28:46.250552 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d170ba95-30dd-4b9c-989e-47a1fc154c8d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:46.255538 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e46f2f-7266-4373-9002-19f6f0bb331f None None] Network a8f39f45-e24d-4c15-b540-5200347bae47 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:28:46.274878 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-d170ba95-30dd-4b9c-989e-47a1fc154c8d admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3773918 Dec 20 15:28:46.275346 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 56594) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:28:46.280053 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-e9ac9f3c-34c9-4b35-b8be-78ea39fc964b admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-656995532-router', 'tenant_id': '1d6f90a72ec74cd4bb986fa3e8dbb664', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:28:46.285783 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799ed4de-7d8b-4549-9221-299595449cd1 None None] Sync routers for ids ['a9e491ba-6fe7-4880-97e0-e80fc19ddd99'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:28:46.305267 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e9ac9f3c-34c9-4b35-b8be-78ea39fc964b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40114'] for router, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:46.306390 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e9ac9f3c-34c9-4b35-b8be-78ea39fc964b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40139'] for router, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:46.329070 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799ed4de-7d8b-4549-9221-299595449cd1 None None] Routers {'a9e491ba-6fe7-4880-97e0-e80fc19ddd99'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:28:46.329777 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-799ed4de-7d8b-4549-9221-299595449cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:28:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['a9e491ba-6fe7-4880-97e0-e80fc19ddd99'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:28:46.367450 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e9ac9f3c-34c9-4b35-b8be-78ea39fc964b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:46.452888 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3989db9c-663c-4126-ab32-d90c8fde8691 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-a8f39f45-e24d-4c15-b540-5200347bae47', 'network_id': 'a8f39f45-e24d-4c15-b540-5200347bae47', 'project_id': '1d6f90a72ec74cd4bb986fa3e8dbb664', 'fixed_ips': [{'subnet_id': 'ce3a9d34-bfa5-46f0-a1d4-cced2c4c723f'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 15:28:46.453759 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-3989db9c-663c-4126-ab32-d90c8fde8691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:46.492214 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-799ed4de-7d8b-4549-9221-299595449cd1 None None] Set router a9e491ba-6fe7-4880-97e0-e80fc19ddd99 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:28:46.514832 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e9ac9f3c-34c9-4b35-b8be-78ea39fc964b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:46.725200 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-3989db9c-663c-4126-ab32-d90c8fde8691 None None] Allocated IP 172.20.0.2 (a8f39f45-e24d-4c15-b540-5200347bae47/ce3a9d34-bfa5-46f0-a1d4-cced2c4c723f/6bde4a9f-b597-4903-b2f1-a2258c9a7d53) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:28:46.732564 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e9ac9f3c-34c9-4b35-b8be-78ea39fc964b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:46.752769 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e9ac9f3c-34c9-4b35-b8be-78ea39fc964b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:46.875610 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-e9ac9f3c-34c9-4b35-b8be-78ea39fc964b admin admin] Allocated IP 172.25.0.12 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/074a1a2d-ae34-41d8-baf5-4e0c898052b5) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:28:47.016908 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e9ac9f3c-34c9-4b35-b8be-78ea39fc964b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:47.061248 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e9ac9f3c-34c9-4b35-b8be-78ea39fc964b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:47.078128 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-799ed4de-7d8b-4549-9221-299595449cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e491ba-6fe7-4880-97e0-e80fc19ddd99', 'name': 'tempest-TestEncryptedCinderVolumes-1660324576-router', 'tenant_id': '1edcd07edb00422fa81266bd4a9aa24d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': '23cfad49-0f6d-4f52-8aa3-1ce4439ae251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:28:41Z', 'updated_at': '2021-12-20T15:28:44Z', 'revision_number': 4, 'project_id': '1edcd07edb00422fa81266bd4a9aa24d', 'gw_port': {'id': '23cfad49-0f6d-4f52-8aa3-1ce4439ae251', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ef:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e491ba-6fe7-4880-97e0-e80fc19ddd99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:28:42Z', 'updated_at': '2021-12-20T15:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '6e490bcf-2e01-4989-877e-1af1e3323c63', 'name': '', 'network_id': '4d3f900c-701a-4a87-86a9-f4a637294634', 'tenant_id': '1edcd07edb00422fa81266bd4a9aa24d', 'mac_address': 'fa:16:3e:3b:95:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9e491ba-6fe7-4880-97e0-e80fc19ddd99', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '066a9f0e-8c63-4ce9-a13c-14d7cb17c0d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:28:43Z', 'updated_at': '2021-12-20T15:28:44Z', 'revision_number': 2, 'project_id': '1edcd07edb00422fa81266bd4a9aa24d', 'subnets': [{'id': '066a9f0e-8c63-4ce9-a13c-14d7cb17c0d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:28:47.109628 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ac9f3c-34c9-4b35-b8be-78ea39fc964b admin admin] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:28:47.112889 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-e9ac9f3c-34c9-4b35-b8be-78ea39fc964b admin admin] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:28:47.113132 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799ed4de-7d8b-4549-9221-299595449cd1 None None] Checking router: a9e491ba-6fe7-4880-97e0-e80fc19ddd99 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:28:47.113299 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799ed4de-7d8b-4549-9221-299595449cd1 None None] Updating router a9e491ba-6fe7-4880-97e0-e80fc19ddd99 port 6e490bcf-2e01-4989-877e-1af1e3323c63 binding host n-d-761264-19 {{(pid=103169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 15:28:47.115650 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ac9f3c-34c9-4b35-b8be-78ea39fc964b admin admin] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:28:47.139618 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d6b902-d407-4caa-9132-ab06a5848f03 None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:28:47.146005 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ac9f3c-34c9-4b35-b8be-78ea39fc964b admin admin] Pushing event updated for resources: {'Port': ['ID=074a1a2d-ae34-41d8-baf5-4e0c898052b5,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:28:47.154037 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-3989db9c-663c-4126-ab32-d90c8fde8691 None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:47.161101 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-799ed4de-7d8b-4549-9221-299595449cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:47.171265 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-3989db9c-663c-4126-ab32-d90c8fde8691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:47.258837 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3989db9c-663c-4126-ab32-d90c8fde8691 None None] Network a8f39f45-e24d-4c15-b540-5200347bae47 is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:28:47.265399 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3989db9c-663c-4126-ab32-d90c8fde8691 None None] Pushing event updated for resources: {'Port': ['ID=6bde4a9f-b597-4903-b2f1-a2258c9a7d53,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:28:47.268157 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-3989db9c-663c-4126-ab32-d90c8fde8691 None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:28:47.273372 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3989db9c-663c-4126-ab32-d90c8fde8691 None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:28:47.330024 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-b8546d87-1bc2-4dda-a654-1f6a87ca3452 None None] Provisioning complete for port 074a1a2d-ae34-41d8-baf5-4e0c898052b5 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:28:47.330852 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b8546d87-1bc2-4dda-a654-1f6a87ca3452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:47.429325 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-b8546d87-1bc2-4dda-a654-1f6a87ca3452 None None] Port 074a1a2d-ae34-41d8-baf5-4e0c898052b5 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:28:47.454070 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-3989db9c-663c-4126-ab32-d90c8fde8691 None None] Attempting to bind port 6bde4a9f-b597-4903-b2f1-a2258c9a7d53 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:28:47.454475 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-3989db9c-663c-4126-ab32-d90c8fde8691 None None] Attempting to bind port 6bde4a9f-b597-4903-b2f1-a2258c9a7d53 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': 'bab0596e-2e12-4793-a8a9-43ac3ef98b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a8f39f45-e24d-4c15-b540-5200347bae47'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:28:47.454868 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3989db9c-663c-4126-ab32-d90c8fde8691 None None] Attempting to bind port 6bde4a9f-b597-4903-b2f1-a2258c9a7d53 on network a8f39f45-e24d-4c15-b540-5200347bae47 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:28:47.495016 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3989db9c-663c-4126-ab32-d90c8fde8691 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:28:47.495395 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3989db9c-663c-4126-ab32-d90c8fde8691 None None] Checking segment: {'id': 'bab0596e-2e12-4793-a8a9-43ac3ef98b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a8f39f45-e24d-4c15-b540-5200347bae47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:28:47.495804 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-3989db9c-663c-4126-ab32-d90c8fde8691 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:47.496198 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3989db9c-663c-4126-ab32-d90c8fde8691 None None] Bound using segment: {'id': 'bab0596e-2e12-4793-a8a9-43ac3ef98b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a8f39f45-e24d-4c15-b540-5200347bae47'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:28:47.497024 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-3989db9c-663c-4126-ab32-d90c8fde8691 None None] Bound port: 6bde4a9f-b597-4903-b2f1-a2258c9a7d53, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bab0596e-2e12-4793-a8a9-43ac3ef98b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a8f39f45-e24d-4c15-b540-5200347bae47'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:28:47.497397 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-3989db9c-663c-4126-ab32-d90c8fde8691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:47.613131 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-3989db9c-663c-4126-ab32-d90c8fde8691 None None] For port 6bde4a9f-b597-4903-b2f1-a2258c9a7d53, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:28:47.618987 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-3989db9c-663c-4126-ab32-d90c8fde8691 None None] For port 6bde4a9f-b597-4903-b2f1-a2258c9a7d53, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=6bde4a9f-b597-4903-b2f1-a2258c9a7d53,segment=NetworkSegment(bab0596e-2e12-4793-a8a9-43ac3ef98b75),segment_id=bab0596e-2e12-4793-a8a9-43ac3ef98b75)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:28:47.640191 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-3989db9c-663c-4126-ab32-d90c8fde8691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:47.693368 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-799ed4de-7d8b-4549-9221-299595449cd1 None None] Publish callbacks [] for port, precommit_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:47.707297 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-799ed4de-7d8b-4549-9221-299595449cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:47.747853 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3989db9c-663c-4126-ab32-d90c8fde8691 None None] Pushing event updated for resources: {'Port': ['ID=6bde4a9f-b597-4903-b2f1-a2258c9a7d53,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:28:47.819368 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43acb0f5-cf7d-4976-bbf3-00c553161a06 None None] Pushing event updated for resources: {'Port': ['ID=6e490bcf-2e01-4989-877e-1af1e3323c63,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:28:47.827884 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e9ac9f3c-34c9-4b35-b8be-78ea39fc964b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:47.871220 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-799ed4de-7d8b-4549-9221-299595449cd1 None None] Attempting to bind port 6e490bcf-2e01-4989-877e-1af1e3323c63 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:28:47.871928 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-799ed4de-7d8b-4549-9221-299595449cd1 None None] Attempting to bind port 6e490bcf-2e01-4989-877e-1af1e3323c63 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': 'ea08c417-632e-48c1-bba8-deb1936bef61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4d3f900c-701a-4a87-86a9-f4a637294634'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:28:47.872707 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799ed4de-7d8b-4549-9221-299595449cd1 None None] Attempting to bind port 6e490bcf-2e01-4989-877e-1af1e3323c63 on network 4d3f900c-701a-4a87-86a9-f4a637294634 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:28:47.878515 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799ed4de-7d8b-4549-9221-299595449cd1 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:28:47.879061 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799ed4de-7d8b-4549-9221-299595449cd1 None None] Checking segment: {'id': 'ea08c417-632e-48c1-bba8-deb1936bef61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4d3f900c-701a-4a87-86a9-f4a637294634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:28:47.879554 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-799ed4de-7d8b-4549-9221-299595449cd1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:47.880202 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799ed4de-7d8b-4549-9221-299595449cd1 None None] Bound using segment: {'id': 'ea08c417-632e-48c1-bba8-deb1936bef61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4d3f900c-701a-4a87-86a9-f4a637294634'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:28:47.881269 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-799ed4de-7d8b-4549-9221-299595449cd1 None None] Bound port: 6e490bcf-2e01-4989-877e-1af1e3323c63, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea08c417-632e-48c1-bba8-deb1936bef61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4d3f900c-701a-4a87-86a9-f4a637294634'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:28:47.881269 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-799ed4de-7d8b-4549-9221-299595449cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:47.994565 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-799ed4de-7d8b-4549-9221-299595449cd1 None None] For port 6e490bcf-2e01-4989-877e-1af1e3323c63, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:28:48.003724 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-799ed4de-7d8b-4549-9221-299595449cd1 None None] For port 6e490bcf-2e01-4989-877e-1af1e3323c63, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=6e490bcf-2e01-4989-877e-1af1e3323c63,segment=NetworkSegment(ea08c417-632e-48c1-bba8-deb1936bef61),segment_id=ea08c417-632e-48c1-bba8-deb1936bef61)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:28:48.009408 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-799ed4de-7d8b-4549-9221-299595449cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:48.144441 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43acb0f5-cf7d-4976-bbf3-00c553161a06 None None] Pushing event updated for resources: {'Port': ['ID=6e490bcf-2e01-4989-877e-1af1e3323c63,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:28:48.148238 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e9ac9f3c-34c9-4b35-b8be-78ea39fc964b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013'] for router, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:48.150715 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799ed4de-7d8b-4549-9221-299595449cd1 None None] Routers {'a9e491ba-6fe7-4880-97e0-e80fc19ddd99'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:28:48.151440 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-799ed4de-7d8b-4549-9221-299595449cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:28:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['a9e491ba-6fe7-4880-97e0-e80fc19ddd99'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:28:48.296296 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-799ed4de-7d8b-4549-9221-299595449cd1 None None] Set router a9e491ba-6fe7-4880-97e0-e80fc19ddd99 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:28:48.318873 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9ac9f3c-34c9-4b35-b8be-78ea39fc964b admin admin] Router b2253462-ae4c-4ca4-8c7d-65d784be90a5 is scheduled to L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 with binding_index 1 {{(pid=103168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 15:28:48.345347 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2450b944-8894-45f3-adec-66e035baa703 None None] Provisioning complete for port 6e490bcf-2e01-4989-877e-1af1e3323c63 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:28:48.345867 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2450b944-8894-45f3-adec-66e035baa703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:48.474626 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9ac9f3c-34c9-4b35-b8be-78ea39fc964b admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:28:48.489033 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ff8df6-8120-4bd6-af0f-2ab22d40488e None None] Sync routers for ids ['b2253462-ae4c-4ca4-8c7d-65d784be90a5'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:28:48.499155 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e9ac9f3c-34c9-4b35-b8be-78ea39fc964b admin admin] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:48.500782 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-e9ac9f3c-34c9-4b35-b8be-78ea39fc964b admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2243309 Dec 20 15:28:48.504559 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 56596) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:28:48.506205 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ff8df6-8120-4bd6-af0f-2ab22d40488e None None] Routers {'b2253462-ae4c-4ca4-8c7d-65d784be90a5'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:28:48.507150 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-99ff8df6-8120-4bd6-af0f-2ab22d40488e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:28:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['b2253462-ae4c-4ca4-8c7d-65d784be90a5'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:28:48.634327 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2450b944-8894-45f3-adec-66e035baa703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:48.650741 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-99ff8df6-8120-4bd6-af0f-2ab22d40488e None None] Set router b2253462-ae4c-4ca4-8c7d-65d784be90a5 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:28:48.687431 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2450b944-8894-45f3-adec-66e035baa703 None None] For port 6e490bcf-2e01-4989-877e-1af1e3323c63, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=6e490bcf-2e01-4989-877e-1af1e3323c63,segment=NetworkSegment(ea08c417-632e-48c1-bba8-deb1936bef61),segment_id=ea08c417-632e-48c1-bba8-deb1936bef61)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:28:48.692369 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-799ed4de-7d8b-4549-9221-299595449cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e491ba-6fe7-4880-97e0-e80fc19ddd99', 'name': 'tempest-TestEncryptedCinderVolumes-1660324576-router', 'tenant_id': '1edcd07edb00422fa81266bd4a9aa24d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': '23cfad49-0f6d-4f52-8aa3-1ce4439ae251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:28:41Z', 'updated_at': '2021-12-20T15:28:44Z', 'revision_number': 4, 'project_id': '1edcd07edb00422fa81266bd4a9aa24d', 'gw_port': {'id': '23cfad49-0f6d-4f52-8aa3-1ce4439ae251', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ef:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e491ba-6fe7-4880-97e0-e80fc19ddd99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:28:42Z', 'updated_at': '2021-12-20T15:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '6e490bcf-2e01-4989-877e-1af1e3323c63', 'name': '', 'network_id': '4d3f900c-701a-4a87-86a9-f4a637294634', 'tenant_id': '1edcd07edb00422fa81266bd4a9aa24d', 'mac_address': 'fa:16:3e:3b:95:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9e491ba-6fe7-4880-97e0-e80fc19ddd99', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '066a9f0e-8c63-4ce9-a13c-14d7cb17c0d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:28:43Z', 'updated_at': '2021-12-20T15:28:47Z', 'revision_number': 4, 'project_id': '1edcd07edb00422fa81266bd4a9aa24d', 'subnets': [{'id': '066a9f0e-8c63-4ce9-a13c-14d7cb17c0d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:28:48.725083 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2450b944-8894-45f3-adec-66e035baa703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:48.729180 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799ed4de-7d8b-4549-9221-299595449cd1 None None] The sync data for ids ['a9e491ba-6fe7-4880-97e0-e80fc19ddd99'] in n-d-761264-19 is: [{'id': 'a9e491ba-6fe7-4880-97e0-e80fc19ddd99', 'name': 'tempest-TestEncryptedCinderVolumes-1660324576-router', 'tenant_id': '1edcd07edb00422fa81266bd4a9aa24d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': '23cfad49-0f6d-4f52-8aa3-1ce4439ae251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:28:41Z', 'updated_at': '2021-12-20T15:28:44Z', 'revision_number': 4, 'project_id': '1edcd07edb00422fa81266bd4a9aa24d', 'gw_port': {'id': '23cfad49-0f6d-4f52-8aa3-1ce4439ae251', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ef:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e491ba-6fe7-4880-97e0-e80fc19ddd99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:28:42Z', 'updated_at': '2021-12-20T15:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '6e490bcf-2e01-4989-877e-1af1e3323c63', 'name': '', 'network_id': '4d3f900c-701a-4a87-86a9-f4a637294634', 'tenant_id': '1edcd07edb00422fa81266bd4a9aa24d', 'mac_address': 'fa:16:3e:3b:95:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9e491ba-6fe7-4880-97e0-e80fc19ddd99', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '066a9f0e-8c63-4ce9-a13c-14d7cb17c0d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:28:43Z', 'updated_at': '2021-12-20T15:28:47Z', 'revision_number': 4, 'project_id': '1edcd07edb00422fa81266bd4a9aa24d', 'subnets': [{'id': '066a9f0e-8c63-4ce9-a13c-14d7cb17c0d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:28:48.796419 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2450b944-8894-45f3-adec-66e035baa703 None None] Pushing event updated for resources: {'Port': ['ID=6e490bcf-2e01-4989-877e-1af1e3323c63,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:28:48.870280 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-c8ae19aa-0260-4ed9-adff-230533980f0a None None] Provisioning complete for port 6e490bcf-2e01-4989-877e-1af1e3323c63 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:28:48.870634 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c8ae19aa-0260-4ed9-adff-230533980f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:48.948104 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-99ff8df6-8120-4bd6-af0f-2ab22d40488e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2253462-ae4c-4ca4-8c7d-65d784be90a5', 'name': 'tempest-TestEncryptedCinderVolumes-656995532-router', 'tenant_id': '1d6f90a72ec74cd4bb986fa3e8dbb664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '074a1a2d-ae34-41d8-baf5-4e0c898052b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:28:46Z', 'updated_at': '2021-12-20T15:28:47Z', 'revision_number': 3, 'project_id': '1d6f90a72ec74cd4bb986fa3e8dbb664', 'gw_port': {'id': '074a1a2d-ae34-41d8-baf5-4e0c898052b5', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f3:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2253462-ae4c-4ca4-8c7d-65d784be90a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:28:46Z', 'updated_at': '2021-12-20T15:28:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:28:48.999505 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ff8df6-8120-4bd6-af0f-2ab22d40488e None None] Checking router: b2253462-ae4c-4ca4-8c7d-65d784be90a5 for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:28:49.000599 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ff8df6-8120-4bd6-af0f-2ab22d40488e None None] Updating router b2253462-ae4c-4ca4-8c7d-65d784be90a5 port 074a1a2d-ae34-41d8-baf5-4e0c898052b5 binding host n-d-761264-19 {{(pid=103170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 15:28:49.046922 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-99ff8df6-8120-4bd6-af0f-2ab22d40488e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:49.195351 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-771dafd4-ec8b-4072-9d94-23647f73db80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:49.325337 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 6bde4a9f-b597-4903-b2f1-a2258c9a7d53 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:28:49.362614 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc0fb81-e0a9-4b84-910e-31c999727e40 None None] Network a8f39f45-e24d-4c15-b540-5200347bae47 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:28:49.442457 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-771dafd4-ec8b-4072-9d94-23647f73db80 admin admin] Allocated IP 172.20.0.1 (a8f39f45-e24d-4c15-b540-5200347bae47/ce3a9d34-bfa5-46f0-a1d4-cced2c4c723f/db34ab7d-43da-4ad1-b24f-218c1927a92b) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:28:49.465705 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-fad71651-a8f9-4301-91c4-9d33b8ed4872 None None] Provisioning complete for port 6bde4a9f-b597-4903-b2f1-a2258c9a7d53 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:28:49.466218 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-fad71651-a8f9-4301-91c4-9d33b8ed4872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:49.548375 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 6bde4a9f-b597-4903-b2f1-a2258c9a7d53 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:28:49.549184 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:49.567677 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-99ff8df6-8120-4bd6-af0f-2ab22d40488e None None] Publish callbacks [] for port, precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:49.576958 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-99ff8df6-8120-4bd6-af0f-2ab22d40488e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:49.597128 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-771dafd4-ec8b-4072-9d94-23647f73db80 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:49.614838 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d535198-3c31-426c-b381-5950684abe61 None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:28:49.631270 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-99ff8df6-8120-4bd6-af0f-2ab22d40488e None None] Attempting to bind port 074a1a2d-ae34-41d8-baf5-4e0c898052b5 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:28:49.631671 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-99ff8df6-8120-4bd6-af0f-2ab22d40488e None None] Attempting to bind port 074a1a2d-ae34-41d8-baf5-4e0c898052b5 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:28:49.632120 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ff8df6-8120-4bd6-af0f-2ab22d40488e None None] Attempting to bind port 074a1a2d-ae34-41d8-baf5-4e0c898052b5 on network c3f8658e-da35-41f3-bd03-509e29ebd6f3 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:28:49.636722 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-771dafd4-ec8b-4072-9d94-23647f73db80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:49.647206 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ff8df6-8120-4bd6-af0f-2ab22d40488e None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:28:49.647591 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ff8df6-8120-4bd6-af0f-2ab22d40488e None None] Checking segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:28:49.648372 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-99ff8df6-8120-4bd6-af0f-2ab22d40488e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:49.648765 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ff8df6-8120-4bd6-af0f-2ab22d40488e None None] Bound using segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:28:49.650369 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-99ff8df6-8120-4bd6-af0f-2ab22d40488e None None] Bound port: 074a1a2d-ae34-41d8-baf5-4e0c898052b5, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:28:49.650821 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-99ff8df6-8120-4bd6-af0f-2ab22d40488e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:49.682691 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8403b2d8-3bb7-4e72-8128-af10c29379e7 None None] Pushing event updated for resources: {'Port': ['ID=074a1a2d-ae34-41d8-baf5-4e0c898052b5,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:28:49.723599 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771dafd4-ec8b-4072-9d94-23647f73db80 admin admin] Network a8f39f45-e24d-4c15-b540-5200347bae47 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:28:49.728291 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-771dafd4-ec8b-4072-9d94-23647f73db80 admin admin] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:28:49.731045 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771dafd4-ec8b-4072-9d94-23647f73db80 admin admin] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:28:49.736833 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771dafd4-ec8b-4072-9d94-23647f73db80 admin admin] Pushing event updated for resources: {'Port': ['ID=db34ab7d-43da-4ad1-b24f-218c1927a92b,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:28:49.761368 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-99ff8df6-8120-4bd6-af0f-2ab22d40488e None None] For port 074a1a2d-ae34-41d8-baf5-4e0c898052b5, host n-d-761264-19, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:28:49.771691 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-99ff8df6-8120-4bd6-af0f-2ab22d40488e None None] For port 074a1a2d-ae34-41d8-baf5-4e0c898052b5, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=074a1a2d-ae34-41d8-baf5-4e0c898052b5,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:28:49.783307 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-99ff8df6-8120-4bd6-af0f-2ab22d40488e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:49.796822 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-771dafd4-ec8b-4072-9d94-23647f73db80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595714'] for router_interface, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:49.807693 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-fad71651-a8f9-4301-91c4-9d33b8ed4872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:49.812929 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:49.858656 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-fad71651-a8f9-4301-91c4-9d33b8ed4872 None None] For port 6bde4a9f-b597-4903-b2f1-a2258c9a7d53, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=6bde4a9f-b597-4903-b2f1-a2258c9a7d53,segment=NetworkSegment(bab0596e-2e12-4793-a8a9-43ac3ef98b75),segment_id=bab0596e-2e12-4793-a8a9-43ac3ef98b75)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:28:49.862047 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a665f51-81a0-496f-b5d2-813a1b91b21b None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:28:49.869453 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ff8df6-8120-4bd6-af0f-2ab22d40488e None None] Routers {'b2253462-ae4c-4ca4-8c7d-65d784be90a5'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:28:49.870367 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-99ff8df6-8120-4bd6-af0f-2ab22d40488e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:28:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['b2253462-ae4c-4ca4-8c7d-65d784be90a5'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:28:49.876413 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-fad71651-a8f9-4301-91c4-9d33b8ed4872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:49.936966 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8403b2d8-3bb7-4e72-8128-af10c29379e7 None None] Pushing event updated for resources: {'Port': ['ID=074a1a2d-ae34-41d8-baf5-4e0c898052b5,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:28:50.033471 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.db.api [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103169) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 15:28:50.034528 n-d-761264-19 neutron-server[103169]: DEBUG oslo_db.api [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 15:28:50.042956 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-99ff8df6-8120-4bd6-af0f-2ab22d40488e None None] Set router b2253462-ae4c-4ca4-8c7d-65d784be90a5 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:28:50.047540 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-1b127ae0-9d13-4fa3-b2ce-15f6effe3b11 None None] Provisioning complete for port 074a1a2d-ae34-41d8-baf5-4e0c898052b5 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:28:50.048536 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-1b127ae0-9d13-4fa3-b2ce-15f6effe3b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:50.052275 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad71651-a8f9-4301-91c4-9d33b8ed4872 None None] Pushing event updated for resources: {'Port': ['ID=6bde4a9f-b597-4903-b2f1-a2258c9a7d53,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:28:50.076165 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-771dafd4-ec8b-4072-9d94-23647f73db80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:50.180855 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-1b127ae0-9d13-4fa3-b2ce-15f6effe3b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:50.219473 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-1b127ae0-9d13-4fa3-b2ce-15f6effe3b11 None None] For port 074a1a2d-ae34-41d8-baf5-4e0c898052b5, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=074a1a2d-ae34-41d8-baf5-4e0c898052b5,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:28:50.237104 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-1b127ae0-9d13-4fa3-b2ce-15f6effe3b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:50.312436 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-771dafd4-ec8b-4072-9d94-23647f73db80 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:50.320062 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-99ff8df6-8120-4bd6-af0f-2ab22d40488e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2253462-ae4c-4ca4-8c7d-65d784be90a5', 'name': 'tempest-TestEncryptedCinderVolumes-656995532-router', 'tenant_id': '1d6f90a72ec74cd4bb986fa3e8dbb664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '074a1a2d-ae34-41d8-baf5-4e0c898052b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:28:46Z', 'updated_at': '2021-12-20T15:28:47Z', 'revision_number': 3, 'project_id': '1d6f90a72ec74cd4bb986fa3e8dbb664', 'gw_port': {'id': '074a1a2d-ae34-41d8-baf5-4e0c898052b5', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f3:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2253462-ae4c-4ca4-8c7d-65d784be90a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:28:46Z', 'updated_at': '2021-12-20T15:28:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:28:50.325337 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-771dafd4-ec8b-4072-9d94-23647f73db80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:50.332845 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b127ae0-9d13-4fa3-b2ce-15f6effe3b11 None None] Pushing event updated for resources: {'Port': ['ID=074a1a2d-ae34-41d8-baf5-4e0c898052b5,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:28:50.364485 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-8ed4ea4a-c5ba-4c84-a44a-d99b52a23cbc None None] Provisioning complete for port 6bde4a9f-b597-4903-b2f1-a2258c9a7d53 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:28:50.365083 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8ed4ea4a-c5ba-4c84-a44a-d99b52a23cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:50.372446 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ff8df6-8120-4bd6-af0f-2ab22d40488e None None] The sync data for ids ['b2253462-ae4c-4ca4-8c7d-65d784be90a5'] in n-d-761264-19 is: [{'id': 'b2253462-ae4c-4ca4-8c7d-65d784be90a5', 'name': 'tempest-TestEncryptedCinderVolumes-656995532-router', 'tenant_id': '1d6f90a72ec74cd4bb986fa3e8dbb664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '074a1a2d-ae34-41d8-baf5-4e0c898052b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:28:46Z', 'updated_at': '2021-12-20T15:28:47Z', 'revision_number': 3, 'project_id': '1d6f90a72ec74cd4bb986fa3e8dbb664', 'gw_port': {'id': '074a1a2d-ae34-41d8-baf5-4e0c898052b5', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f3:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2253462-ae4c-4ca4-8c7d-65d784be90a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:28:46Z', 'updated_at': '2021-12-20T15:28:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:28:50.407292 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771dafd4-ec8b-4072-9d94-23647f73db80 admin admin] Pushing event updated for resources: {'Port': ['ID=db34ab7d-43da-4ad1-b24f-218c1927a92b,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:28:50.411055 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-771dafd4-ec8b-4072-9d94-23647f73db80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1595702'] for router_interface, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:50.528132 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771dafd4-ec8b-4072-9d94-23647f73db80 admin admin] Network a8f39f45-e24d-4c15-b540-5200347bae47 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:28:50.529648 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-771dafd4-ec8b-4072-9d94-23647f73db80 admin admin] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:28:50.580532 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 6e490bcf-2e01-4989-877e-1af1e3323c63 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:28:50.646374 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-21cd8623-fbaa-48cb-943a-10606b05d7ac None None] Provisioning complete for port db34ab7d-43da-4ad1-b24f-218c1927a92b triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:28:50.646797 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-21cd8623-fbaa-48cb-943a-10606b05d7ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:50.690346 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 6e490bcf-2e01-4989-877e-1af1e3323c63 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:28:50.690777 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:50.699495 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-771dafd4-ec8b-4072-9d94-23647f73db80 admin admin] Router b2253462-ae4c-4ca4-8c7d-65d784be90a5 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:28:50.848791 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-771dafd4-ec8b-4072-9d94-23647f73db80 admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:28:50.858788 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-771dafd4-ec8b-4072-9d94-23647f73db80 admin admin] 10.222.0.54 "PUT /v2.0/routers/b2253462-ae4c-4ca4-8c7d-65d784be90a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3480213 Dec 20 15:28:50.925104 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-21cd8623-fbaa-48cb-943a-10606b05d7ac None None] Port db34ab7d-43da-4ad1-b24f-218c1927a92b cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:28:51.055798 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-42615310-4992-4e7b-84c8-75f1295868b6 None None] Provisioning complete for port db34ab7d-43da-4ad1-b24f-218c1927a92b triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:28:51.056275 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-42615310-4992-4e7b-84c8-75f1295868b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:51.094810 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-42615310-4992-4e7b-84c8-75f1295868b6 None None] Port db34ab7d-43da-4ad1-b24f-218c1927a92b cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:28:51.330771 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 074a1a2d-ae34-41d8-baf5-4e0c898052b5 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:28:51.397049 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 074a1a2d-ae34-41d8-baf5-4e0c898052b5 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:28:51.398182 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:51.485227 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 6bde4a9f-b597-4903-b2f1-a2258c9a7d53 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:28:51.546262 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 6bde4a9f-b597-4903-b2f1-a2258c9a7d53 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:28:51.547038 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:51.793106 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9422f18b-bff9-4116-92f7-d0c0fc60ef81 req-f7ce79a8-3539-413d-95ed-b7034bf7399d tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:28:51.794666 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9422f18b-bff9-4116-92f7-d0c0fc60ef81 req-f7ce79a8-3539-413d-95ed-b7034bf7399d tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] 10.222.0.54 "GET /v2.0/networks?id=4d3f900c-701a-4a87-86a9-f4a637294634 HTTP/1.1" status: 200 len: 817 time: 0.1185791 Dec 20 15:28:51.813150 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9422f18b-bff9-4116-92f7-d0c0fc60ef81 req-db38f9af-d016-4ea0-a13c-828fcad20b4b tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] 10.222.0.54 "GET /v2.0/quotas/1edcd07edb00422fa81266bd4a9aa24d HTTP/1.1" status: 200 len: 375 time: 0.0117278 Dec 20 15:28:51.873825 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9422f18b-bff9-4116-92f7-d0c0fc60ef81 req-0aaf10c0-4d0b-4c8b-8489-23d0e40ad0d2 tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=1edcd07edb00422fa81266bd4a9aa24d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0521038 Dec 20 15:28:52.087914 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9422f18b-bff9-4116-92f7-d0c0fc60ef81 req-4aaacf6c-d74b-48e0-9b2e-9b4df55877ac service neutron] 10.222.0.54 "GET /v2.0/networks/4d3f900c-701a-4a87-86a9-f4a637294634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007179 Dec 20 15:28:52.195513 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9422f18b-bff9-4116-92f7-d0c0fc60ef81 req-d55e1dee-4703-4b83-be7e-fc96de6bde32 service neutron] 10.222.0.54 "GET /v2.0/networks/4d3f900c-701a-4a87-86a9-f4a637294634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005483 Dec 20 15:28:52.391316 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6e5b6454-4ddc-4580-ab22-99340f046de3 req-cc7959e8-392d-4f71-83e8-7e7bb7de2ca2 tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] 10.222.0.54 "GET /v2.0/ports?device_id=610a76df-f2de-4413-96cc-1fa3da7ef883 HTTP/1.1" status: 200 len: 210 time: 0.0364909 Dec 20 15:28:52.440791 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b7e5e4-acdb-4b9c-a589-6c3fc0f10813 None None] Sync routers for ids ['b2253462-ae4c-4ca4-8c7d-65d784be90a5'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:28:52.451747 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b7e5e4-acdb-4b9c-a589-6c3fc0f10813 None None] Routers {'b2253462-ae4c-4ca4-8c7d-65d784be90a5'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:28:52.452373 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-34b7e5e4-acdb-4b9c-a589-6c3fc0f10813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:28:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['b2253462-ae4c-4ca4-8c7d-65d784be90a5'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:28:52.575243 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-34b7e5e4-acdb-4b9c-a589-6c3fc0f10813 None None] Set router b2253462-ae4c-4ca4-8c7d-65d784be90a5 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:28:52.806331 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-34b7e5e4-acdb-4b9c-a589-6c3fc0f10813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2253462-ae4c-4ca4-8c7d-65d784be90a5', 'name': 'tempest-TestEncryptedCinderVolumes-656995532-router', 'tenant_id': '1d6f90a72ec74cd4bb986fa3e8dbb664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '074a1a2d-ae34-41d8-baf5-4e0c898052b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:28:46Z', 'updated_at': '2021-12-20T15:28:50Z', 'revision_number': 4, 'project_id': '1d6f90a72ec74cd4bb986fa3e8dbb664', 'gw_port': {'id': '074a1a2d-ae34-41d8-baf5-4e0c898052b5', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f3:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2253462-ae4c-4ca4-8c7d-65d784be90a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:28:46Z', 'updated_at': '2021-12-20T15:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'db34ab7d-43da-4ad1-b24f-218c1927a92b', 'name': '', 'network_id': 'a8f39f45-e24d-4c15-b540-5200347bae47', 'tenant_id': '1d6f90a72ec74cd4bb986fa3e8dbb664', 'mac_address': 'fa:16:3e:c2:1c:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2253462-ae4c-4ca4-8c7d-65d784be90a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'ce3a9d34-bfa5-46f0-a1d4-cced2c4c723f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:28:49Z', 'updated_at': '2021-12-20T15:28:50Z', 'revision_number': 2, 'project_id': '1d6f90a72ec74cd4bb986fa3e8dbb664', 'subnets': [{'id': 'ce3a9d34-bfa5-46f0-a1d4-cced2c4c723f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:28:52.837733 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b7e5e4-acdb-4b9c-a589-6c3fc0f10813 None None] Checking router: b2253462-ae4c-4ca4-8c7d-65d784be90a5 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:28:52.838096 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b7e5e4-acdb-4b9c-a589-6c3fc0f10813 None None] Updating router b2253462-ae4c-4ca4-8c7d-65d784be90a5 port db34ab7d-43da-4ad1-b24f-218c1927a92b binding host n-d-761264-19 {{(pid=103169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 15:28:52.872127 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-34b7e5e4-acdb-4b9c-a589-6c3fc0f10813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:53.173770 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-34b7e5e4-acdb-4b9c-a589-6c3fc0f10813 None None] Publish callbacks [] for port, precommit_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:53.180130 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-34b7e5e4-acdb-4b9c-a589-6c3fc0f10813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:53.235573 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903e8f63-6cd3-4e45-8efb-4c8e7a7cf3a5 None None] Pushing event updated for resources: {'Port': ['ID=db34ab7d-43da-4ad1-b24f-218c1927a92b,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:28:53.293416 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-34b7e5e4-acdb-4b9c-a589-6c3fc0f10813 None None] Attempting to bind port db34ab7d-43da-4ad1-b24f-218c1927a92b on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:28:53.293846 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-34b7e5e4-acdb-4b9c-a589-6c3fc0f10813 None None] Attempting to bind port db34ab7d-43da-4ad1-b24f-218c1927a92b by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': 'bab0596e-2e12-4793-a8a9-43ac3ef98b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a8f39f45-e24d-4c15-b540-5200347bae47'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:28:53.294094 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b7e5e4-acdb-4b9c-a589-6c3fc0f10813 None None] Attempting to bind port db34ab7d-43da-4ad1-b24f-218c1927a92b on network a8f39f45-e24d-4c15-b540-5200347bae47 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:28:53.301236 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b7e5e4-acdb-4b9c-a589-6c3fc0f10813 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:28:53.301585 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b7e5e4-acdb-4b9c-a589-6c3fc0f10813 None None] Checking segment: {'id': 'bab0596e-2e12-4793-a8a9-43ac3ef98b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a8f39f45-e24d-4c15-b540-5200347bae47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:28:53.302019 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-34b7e5e4-acdb-4b9c-a589-6c3fc0f10813 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:53.302391 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b7e5e4-acdb-4b9c-a589-6c3fc0f10813 None None] Bound using segment: {'id': 'bab0596e-2e12-4793-a8a9-43ac3ef98b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a8f39f45-e24d-4c15-b540-5200347bae47'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:28:53.302903 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-34b7e5e4-acdb-4b9c-a589-6c3fc0f10813 None None] Bound port: db34ab7d-43da-4ad1-b24f-218c1927a92b, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bab0596e-2e12-4793-a8a9-43ac3ef98b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a8f39f45-e24d-4c15-b540-5200347bae47'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:28:53.303280 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-34b7e5e4-acdb-4b9c-a589-6c3fc0f10813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:53.380415 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-34b7e5e4-acdb-4b9c-a589-6c3fc0f10813 None None] For port db34ab7d-43da-4ad1-b24f-218c1927a92b, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:28:53.383926 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-34b7e5e4-acdb-4b9c-a589-6c3fc0f10813 None None] For port db34ab7d-43da-4ad1-b24f-218c1927a92b, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=db34ab7d-43da-4ad1-b24f-218c1927a92b,segment=NetworkSegment(bab0596e-2e12-4793-a8a9-43ac3ef98b75),segment_id=bab0596e-2e12-4793-a8a9-43ac3ef98b75)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:28:53.390373 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-34b7e5e4-acdb-4b9c-a589-6c3fc0f10813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:53.466537 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b7e5e4-acdb-4b9c-a589-6c3fc0f10813 None None] Routers {'b2253462-ae4c-4ca4-8c7d-65d784be90a5'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:28:53.467441 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-34b7e5e4-acdb-4b9c-a589-6c3fc0f10813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:28:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['b2253462-ae4c-4ca4-8c7d-65d784be90a5'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:28:53.544095 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903e8f63-6cd3-4e45-8efb-4c8e7a7cf3a5 None None] Pushing event updated for resources: {'Port': ['ID=db34ab7d-43da-4ad1-b24f-218c1927a92b,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:28:53.544301 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cc5e2bf6-be10-4bca-ba85-bf0324465362 req-91b07a99-19bb-405c-b1a9-8b3aceaa1d66 tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] 10.222.0.54 "GET /v2.0/ports?device_id=610a76df-f2de-4413-96cc-1fa3da7ef883 HTTP/1.1" status: 200 len: 210 time: 0.0589144 Dec 20 15:28:53.645535 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-d0c750a4-0780-4cca-a1e7-f7983f59056c None None] Provisioning complete for port db34ab7d-43da-4ad1-b24f-218c1927a92b triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:28:53.646345 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d0c750a4-0780-4cca-a1e7-f7983f59056c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:53.657751 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9422f18b-bff9-4116-92f7-d0c0fc60ef81 req-0d1a4e65-92d1-4974-8223-b0d182bf3689 tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:28:53.660128 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9422f18b-bff9-4116-92f7-d0c0fc60ef81 req-0d1a4e65-92d1-4974-8223-b0d182bf3689 tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] 10.222.0.47 "GET /v2.0/networks?id=4d3f900c-701a-4a87-86a9-f4a637294634 HTTP/1.1" status: 200 len: 817 time: 0.1589196 Dec 20 15:28:53.679297 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-9422f18b-bff9-4116-92f7-d0c0fc60ef81 req-779a18be-365f-49b2-93a5-4f3c472e6310 tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] Request body: {'port': {'device_id': '610a76df-f2de-4413-96cc-1fa3da7ef883', 'network_id': '4d3f900c-701a-4a87-86a9-f4a637294634', 'admin_state_up': True, 'tenant_id': '1edcd07edb00422fa81266bd4a9aa24d'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:28:53.709918 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-34b7e5e4-acdb-4b9c-a589-6c3fc0f10813 None None] Set router b2253462-ae4c-4ca4-8c7d-65d784be90a5 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:28:53.833267 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9422f18b-bff9-4116-92f7-d0c0fc60ef81 req-779a18be-365f-49b2-93a5-4f3c472e6310 tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] Made reservation on behalf of 1edcd07edb00422fa81266bd4a9aa24d for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:28:53.837567 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-9422f18b-bff9-4116-92f7-d0c0fc60ef81 req-779a18be-365f-49b2-93a5-4f3c472e6310 tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:53.857745 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d0c750a4-0780-4cca-a1e7-f7983f59056c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:53.949844 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-d0c750a4-0780-4cca-a1e7-f7983f59056c None None] For port db34ab7d-43da-4ad1-b24f-218c1927a92b, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=db34ab7d-43da-4ad1-b24f-218c1927a92b,segment=NetworkSegment(bab0596e-2e12-4793-a8a9-43ac3ef98b75),segment_id=bab0596e-2e12-4793-a8a9-43ac3ef98b75)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:28:53.955797 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d0c750a4-0780-4cca-a1e7-f7983f59056c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:54.001731 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [req-9422f18b-bff9-4116-92f7-d0c0fc60ef81 req-779a18be-365f-49b2-93a5-4f3c472e6310 tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] Allocated IP 172.20.0.11 (4d3f900c-701a-4a87-86a9-f4a637294634/066a9f0e-8c63-4ce9-a13c-14d7cb17c0d9/8167cf46-0dca-4482-8dc5-537fac4fccfb) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:28:54.039859 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c750a4-0780-4cca-a1e7-f7983f59056c None None] Pushing event updated for resources: {'Port': ['ID=db34ab7d-43da-4ad1-b24f-218c1927a92b,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:28:54.059308 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-34b7e5e4-acdb-4b9c-a589-6c3fc0f10813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2253462-ae4c-4ca4-8c7d-65d784be90a5', 'name': 'tempest-TestEncryptedCinderVolumes-656995532-router', 'tenant_id': '1d6f90a72ec74cd4bb986fa3e8dbb664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '074a1a2d-ae34-41d8-baf5-4e0c898052b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:28:46Z', 'updated_at': '2021-12-20T15:28:50Z', 'revision_number': 4, 'project_id': '1d6f90a72ec74cd4bb986fa3e8dbb664', 'gw_port': {'id': '074a1a2d-ae34-41d8-baf5-4e0c898052b5', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f3:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2253462-ae4c-4ca4-8c7d-65d784be90a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:28:46Z', 'updated_at': '2021-12-20T15:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'db34ab7d-43da-4ad1-b24f-218c1927a92b', 'name': '', 'network_id': 'a8f39f45-e24d-4c15-b540-5200347bae47', 'tenant_id': '1d6f90a72ec74cd4bb986fa3e8dbb664', 'mac_address': 'fa:16:3e:c2:1c:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2253462-ae4c-4ca4-8c7d-65d784be90a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'ce3a9d34-bfa5-46f0-a1d4-cced2c4c723f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:28:49Z', 'updated_at': '2021-12-20T15:28:53Z', 'revision_number': 4, 'project_id': '1d6f90a72ec74cd4bb986fa3e8dbb664', 'subnets': [{'id': 'ce3a9d34-bfa5-46f0-a1d4-cced2c4c723f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:28:54.097499 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b7e5e4-acdb-4b9c-a589-6c3fc0f10813 None None] The sync data for ids ['b2253462-ae4c-4ca4-8c7d-65d784be90a5'] in n-d-761264-19 is: [{'id': 'b2253462-ae4c-4ca4-8c7d-65d784be90a5', 'name': 'tempest-TestEncryptedCinderVolumes-656995532-router', 'tenant_id': '1d6f90a72ec74cd4bb986fa3e8dbb664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '074a1a2d-ae34-41d8-baf5-4e0c898052b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:28:46Z', 'updated_at': '2021-12-20T15:28:50Z', 'revision_number': 4, 'project_id': '1d6f90a72ec74cd4bb986fa3e8dbb664', 'gw_port': {'id': '074a1a2d-ae34-41d8-baf5-4e0c898052b5', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f3:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2253462-ae4c-4ca4-8c7d-65d784be90a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:28:46Z', 'updated_at': '2021-12-20T15:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'db34ab7d-43da-4ad1-b24f-218c1927a92b', 'name': '', 'network_id': 'a8f39f45-e24d-4c15-b540-5200347bae47', 'tenant_id': '1d6f90a72ec74cd4bb986fa3e8dbb664', 'mac_address': 'fa:16:3e:c2:1c:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2253462-ae4c-4ca4-8c7d-65d784be90a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'ce3a9d34-bfa5-46f0-a1d4-cced2c4c723f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:28:49Z', 'updated_at': '2021-12-20T15:28:53Z', 'revision_number': 4, 'project_id': '1d6f90a72ec74cd4bb986fa3e8dbb664', 'subnets': [{'id': 'ce3a9d34-bfa5-46f0-a1d4-cced2c4c723f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:28:54.108542 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-041c2f79-208a-4206-9191-7371e805cbe6 None None] Provisioning complete for port db34ab7d-43da-4ad1-b24f-218c1927a92b triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:28:54.108961 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-041c2f79-208a-4206-9191-7371e805cbe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:54.188208 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-9422f18b-bff9-4116-92f7-d0c0fc60ef81 req-779a18be-365f-49b2-93a5-4f3c472e6310 tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:54.226545 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-9422f18b-bff9-4116-92f7-d0c0fc60ef81 req-779a18be-365f-49b2-93a5-4f3c472e6310 tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:54.281145 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9422f18b-bff9-4116-92f7-d0c0fc60ef81 req-779a18be-365f-49b2-93a5-4f3c472e6310 tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] Network 4d3f900c-701a-4a87-86a9-f4a637294634 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:28:54.284703 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [req-9422f18b-bff9-4116-92f7-d0c0fc60ef81 req-779a18be-365f-49b2-93a5-4f3c472e6310 tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:28:54.288698 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-9422f18b-bff9-4116-92f7-d0c0fc60ef81 req-779a18be-365f-49b2-93a5-4f3c472e6310 tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:28:54.318831 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779a18be-365f-49b2-93a5-4f3c472e6310 tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] Pushing event updated for resources: {'Port': ['ID=8167cf46-0dca-4482-8dc5-537fac4fccfb,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:28:54.347585 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9422f18b-bff9-4116-92f7-d0c0fc60ef81 req-779a18be-365f-49b2-93a5-4f3c472e6310 tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:28:54.348555 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-9422f18b-bff9-4116-92f7-d0c0fc60ef81 req-779a18be-365f-49b2-93a5-4f3c472e6310 tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:54.373649 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9422f18b-bff9-4116-92f7-d0c0fc60ef81 req-779a18be-365f-49b2-93a5-4f3c472e6310 tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7011812 Dec 20 15:28:54.386702 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-9422f18b-bff9-4116-92f7-d0c0fc60ef81 req-15bb8531-f79b-4573-b05f-4ce06d1f13ac service neutron] Request body: {'port': {'device_id': '610a76df-f2de-4413-96cc-1fa3da7ef883', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-19'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:28:54.460931 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-9422f18b-bff9-4116-92f7-d0c0fc60ef81 req-15bb8531-f79b-4573-b05f-4ce06d1f13ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:54.561729 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-6529b606-90e6-445b-8d99-8884c308019a None None] Provisioning complete for port 8167cf46-0dca-4482-8dc5-537fac4fccfb triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:28:54.562346 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6529b606-90e6-445b-8d99-8884c308019a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:54.619426 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-6529b606-90e6-445b-8d99-8884c308019a None None] Port 8167cf46-0dca-4482-8dc5-537fac4fccfb cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:28:54.749532 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc50044-d7ea-4a3f-87f7-711c651ad071 req-63070a69-4744-45e2-bc8d-30441c876e3c tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:28:54.751065 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-dfc50044-d7ea-4a3f-87f7-711c651ad071 req-63070a69-4744-45e2-bc8d-30441c876e3c tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] 10.222.0.54 "GET /v2.0/ports?device_id=610a76df-f2de-4413-96cc-1fa3da7ef883 HTTP/1.1" status: 200 len: 932 time: 0.0750251 Dec 20 15:28:54.845394 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-dfc50044-d7ea-4a3f-87f7-711c651ad071 req-f6566a0e-94bc-4f6f-b38a-d2667e4ba9d5 tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] 10.222.0.54 "GET /v2.0/security-groups?id=36cc6def-4c08-4896-a50c-72bb6020a74c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876865 Dec 20 15:28:54.850996 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [req-9422f18b-bff9-4116-92f7-d0c0fc60ef81 req-15bb8531-f79b-4573-b05f-4ce06d1f13ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8167cf46-0dca-4482-8dc5-537fac4fccfb {{(pid=103167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:28:54.861877 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-9422f18b-bff9-4116-92f7-d0c0fc60ef81 req-15bb8531-f79b-4573-b05f-4ce06d1f13ac service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:54.879829 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-9422f18b-bff9-4116-92f7-d0c0fc60ef81 req-15bb8531-f79b-4573-b05f-4ce06d1f13ac service neutron] Transition to ACTIVE for port object 8167cf46-0dca-4482-8dc5-537fac4fccfb will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:28:54.885335 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-9422f18b-bff9-4116-92f7-d0c0fc60ef81 req-15bb8531-f79b-4573-b05f-4ce06d1f13ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:54.939096 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bb8531-f79b-4573-b05f-4ce06d1f13ac service neutron] Pushing event updated for resources: {'Port': ['ID=8167cf46-0dca-4482-8dc5-537fac4fccfb,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:28:55.018141 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-9422f18b-bff9-4116-92f7-d0c0fc60ef81 req-15bb8531-f79b-4573-b05f-4ce06d1f13ac service neutron] Attempting to bind port 8167cf46-0dca-4482-8dc5-537fac4fccfb on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:28:55.018747 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-9422f18b-bff9-4116-92f7-d0c0fc60ef81 req-15bb8531-f79b-4573-b05f-4ce06d1f13ac service neutron] Attempting to bind port 8167cf46-0dca-4482-8dc5-537fac4fccfb by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': 'ea08c417-632e-48c1-bba8-deb1936bef61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4d3f900c-701a-4a87-86a9-f4a637294634'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:28:55.019102 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9422f18b-bff9-4116-92f7-d0c0fc60ef81 req-15bb8531-f79b-4573-b05f-4ce06d1f13ac service neutron] Attempting to bind port 8167cf46-0dca-4482-8dc5-537fac4fccfb on network 4d3f900c-701a-4a87-86a9-f4a637294634 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:28:55.024433 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9422f18b-bff9-4116-92f7-d0c0fc60ef81 req-15bb8531-f79b-4573-b05f-4ce06d1f13ac service neutron] Port 8167cf46-0dca-4482-8dc5-537fac4fccfb on network 4d3f900c-701a-4a87-86a9-f4a637294634 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:28:55.024835 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9422f18b-bff9-4116-92f7-d0c0fc60ef81 req-15bb8531-f79b-4573-b05f-4ce06d1f13ac service neutron] Attempting to bind port 8167cf46-0dca-4482-8dc5-537fac4fccfb on network 4d3f900c-701a-4a87-86a9-f4a637294634 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:28:55.031050 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9422f18b-bff9-4116-92f7-d0c0fc60ef81 req-15bb8531-f79b-4573-b05f-4ce06d1f13ac service neutron] Checking agent: {'id': '43c60aee-e4af-4ecc-bee2-aac3569fafed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:28:55.031390 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9422f18b-bff9-4116-92f7-d0c0fc60ef81 req-15bb8531-f79b-4573-b05f-4ce06d1f13ac service neutron] Checking segment: {'id': 'ea08c417-632e-48c1-bba8-deb1936bef61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4d3f900c-701a-4a87-86a9-f4a637294634'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:28:55.031781 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9422f18b-bff9-4116-92f7-d0c0fc60ef81 req-15bb8531-f79b-4573-b05f-4ce06d1f13ac service neutron] Bound using segment: {'id': 'ea08c417-632e-48c1-bba8-deb1936bef61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4d3f900c-701a-4a87-86a9-f4a637294634'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:28:55.032246 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-9422f18b-bff9-4116-92f7-d0c0fc60ef81 req-15bb8531-f79b-4573-b05f-4ce06d1f13ac service neutron] Bound port: 8167cf46-0dca-4482-8dc5-537fac4fccfb, host: n-h2-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea08c417-632e-48c1-bba8-deb1936bef61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4d3f900c-701a-4a87-86a9-f4a637294634'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:28:55.032622 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-9422f18b-bff9-4116-92f7-d0c0fc60ef81 req-15bb8531-f79b-4573-b05f-4ce06d1f13ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:55.112060 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-9422f18b-bff9-4116-92f7-d0c0fc60ef81 req-15bb8531-f79b-4573-b05f-4ce06d1f13ac service neutron] For port 8167cf46-0dca-4482-8dc5-537fac4fccfb, host n-h2-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:28:55.115271 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-9422f18b-bff9-4116-92f7-d0c0fc60ef81 req-15bb8531-f79b-4573-b05f-4ce06d1f13ac service neutron] For port 8167cf46-0dca-4482-8dc5-537fac4fccfb, host n-h2-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=8167cf46-0dca-4482-8dc5-537fac4fccfb,segment=NetworkSegment(ea08c417-632e-48c1-bba8-deb1936bef61),segment_id=ea08c417-632e-48c1-bba8-deb1936bef61)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:28:55.120441 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-9422f18b-bff9-4116-92f7-d0c0fc60ef81 req-15bb8531-f79b-4573-b05f-4ce06d1f13ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:55.158679 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9422f18b-bff9-4116-92f7-d0c0fc60ef81 req-15bb8531-f79b-4573-b05f-4ce06d1f13ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:28:55.159297 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-9422f18b-bff9-4116-92f7-d0c0fc60ef81 req-15bb8531-f79b-4573-b05f-4ce06d1f13ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:55.160742 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9422f18b-bff9-4116-92f7-d0c0fc60ef81 req-15bb8531-f79b-4573-b05f-4ce06d1f13ac service neutron] 10.222.0.47 "PUT /v2.0/ports/8167cf46-0dca-4482-8dc5-537fac4fccfb HTTP/1.1" status: 200 len: 1093 time: 0.7793007 Dec 20 15:28:55.161204 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '610a76df-f2de-4413-96cc-1fa3da7ef883', 'tag': '8167cf46-0dca-4482-8dc5-537fac4fccfb'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:28:55.163541 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08f5bd10d948da750b9537a176c40f94b479143edf42a445aa4903673b4b1814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe8073b0-385b-4789-ba99-284130f12def" -d '{"events": [{"name": "network-changed", "server_uuid": "610a76df-f2de-4413-96cc-1fa3da7ef883", "tag": "8167cf46-0dca-4482-8dc5-537fac4fccfb"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:28:55.200371 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bb8531-f79b-4573-b05f-4ce06d1f13ac service neutron] Pushing event updated for resources: {'Port': ['ID=8167cf46-0dca-4482-8dc5-537fac4fccfb,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:28:55.242008 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2493956-ef5f-4b02-b6a8-9027c557b521 x-openstack-request-id: req-f2493956-ef5f-4b02-b6a8-9027c557b521 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:28:55.242336 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "610a76df-f2de-4413-96cc-1fa3da7ef883", "tag": "8167cf46-0dca-4482-8dc5-537fac4fccfb", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:28:55.242713 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f2493956-ef5f-4b02-b6a8-9027c557b521 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:28:55.243323 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '610a76df-f2de-4413-96cc-1fa3da7ef883', 'tag': '8167cf46-0dca-4482-8dc5-537fac4fccfb', 'status': 'completed', 'code': 200} Dec 20 15:28:55.265172 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9422f18b-bff9-4116-92f7-d0c0fc60ef81 req-e1850503-188a-47e9-8088-28c8a722956e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:28:55.266977 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9422f18b-bff9-4116-92f7-d0c0fc60ef81 req-e1850503-188a-47e9-8088-28c8a722956e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1edcd07edb00422fa81266bd4a9aa24d&device_id=610a76df-f2de-4413-96cc-1fa3da7ef883 HTTP/1.1" status: 200 len: 1096 time: 0.0597074 Dec 20 15:28:55.288469 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device db34ab7d-43da-4ad1-b24f-218c1927a92b up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:28:55.322262 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9422f18b-bff9-4116-92f7-d0c0fc60ef81 req-e14cd391-3db2-446e-802c-621aebd38153 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8167cf46-0dca-4482-8dc5-537fac4fccfb HTTP/1.1" status: 200 len: 217 time: 0.0467484 Dec 20 15:28:55.350515 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port db34ab7d-43da-4ad1-b24f-218c1927a92b triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:28:55.350951 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:55.379232 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9422f18b-bff9-4116-92f7-d0c0fc60ef81 req-0a600102-84c5-4a80-9196-ab8577033c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:28:55.380902 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9422f18b-bff9-4116-92f7-d0c0fc60ef81 req-0a600102-84c5-4a80-9196-ab8577033c65 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=066a9f0e-8c63-4ce9-a13c-14d7cb17c0d9 HTTP/1.1" status: 200 len: 856 time: 0.0513744 Dec 20 15:28:55.437489 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9422f18b-bff9-4116-92f7-d0c0fc60ef81 req-05cb26e5-33ed-44ad-b902-83f30f3ff1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:28:55.440180 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9422f18b-bff9-4116-92f7-d0c0fc60ef81 req-05cb26e5-33ed-44ad-b902-83f30f3ff1ef service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4d3f900c-701a-4a87-86a9-f4a637294634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518041 Dec 20 15:28:55.556805 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9422f18b-bff9-4116-92f7-d0c0fc60ef81 req-7d6be0aa-e9d1-4951-8622-045571d7cf20 service neutron] 10.222.0.47 "GET /v2.0/networks/4d3f900c-701a-4a87-86a9-f4a637294634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096160 Dec 20 15:28:55.657682 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9422f18b-bff9-4116-92f7-d0c0fc60ef81 req-7f77e041-d8c4-458d-aae9-9e70480ab7fe service neutron] 10.222.0.47 "GET /v2.0/networks/4d3f900c-701a-4a87-86a9-f4a637294634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930145 Dec 20 15:28:55.769468 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8073b0-385b-4789-ba99-284130f12def req-e366a442-cfd5-4fa8-ae53-eee09ca8ba17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:28:55.771306 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fe8073b0-385b-4789-ba99-284130f12def req-e366a442-cfd5-4fa8-ae53-eee09ca8ba17 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1edcd07edb00422fa81266bd4a9aa24d&device_id=610a76df-f2de-4413-96cc-1fa3da7ef883 HTTP/1.1" status: 200 len: 1096 time: 0.0637364 Dec 20 15:28:55.879730 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8073b0-385b-4789-ba99-284130f12def req-c6c83b68-ef23-4195-be23-b28d451d0581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:28:55.881482 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fe8073b0-385b-4789-ba99-284130f12def req-c6c83b68-ef23-4195-be23-b28d451d0581 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4d3f900c-701a-4a87-86a9-f4a637294634 HTTP/1.1" status: 200 len: 918 time: 0.1004994 Dec 20 15:28:55.938312 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fe8073b0-385b-4789-ba99-284130f12def req-c32e0bb7-83cc-43e6-ab68-1d706f67111c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8167cf46-0dca-4482-8dc5-537fac4fccfb HTTP/1.1" status: 200 len: 217 time: 0.0496514 Dec 20 15:28:56.013226 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8073b0-385b-4789-ba99-284130f12def req-91518a35-96ae-41f9-8639-50db74d7808e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:28:56.014755 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fe8073b0-385b-4789-ba99-284130f12def req-91518a35-96ae-41f9-8639-50db74d7808e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=066a9f0e-8c63-4ce9-a13c-14d7cb17c0d9 HTTP/1.1" status: 200 len: 856 time: 0.0560682 Dec 20 15:28:56.023789 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcf2c87-50e0-4f1d-affe-9a53ffc3b646 req-1c67ccaf-bb28-4ee9-84ab-554a0ef89048 tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:28:56.025905 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-cbcf2c87-50e0-4f1d-affe-9a53ffc3b646 req-1c67ccaf-bb28-4ee9-84ab-554a0ef89048 tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] 10.222.0.54 "GET /v2.0/ports?device_id=610a76df-f2de-4413-96cc-1fa3da7ef883 HTTP/1.1" status: 200 len: 944 time: 0.0979555 Dec 20 15:28:56.112793 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8073b0-385b-4789-ba99-284130f12def req-8d01b42f-a6e3-420c-9ca4-ad243158d50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:28:56.114485 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fe8073b0-385b-4789-ba99-284130f12def req-8d01b42f-a6e3-420c-9ca4-ad243158d50c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4d3f900c-701a-4a87-86a9-f4a637294634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0875225 Dec 20 15:28:56.119455 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-cbcf2c87-50e0-4f1d-affe-9a53ffc3b646 req-360baf44-d657-4015-a013-bab8f09ada4b tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] 10.222.0.54 "GET /v2.0/security-groups?id=36cc6def-4c08-4896-a50c-72bb6020a74c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841520 Dec 20 15:28:56.217127 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fe8073b0-385b-4789-ba99-284130f12def req-e7154b18-1bce-4be9-92b4-89ca73398659 service neutron] 10.222.0.47 "GET /v2.0/networks/4d3f900c-701a-4a87-86a9-f4a637294634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923636 Dec 20 15:28:56.317961 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fe8073b0-385b-4789-ba99-284130f12def req-1bc9a9b2-a5e6-43ce-a9d8-ef77632a4b27 service neutron] 10.222.0.47 "GET /v2.0/networks/4d3f900c-701a-4a87-86a9-f4a637294634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934410 Dec 20 15:28:57.253852 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2202684a-5263-493f-bab0-5cf2ae4ceda6 req-66fc55ef-7f12-4a28-9d17-9663964e3821 tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:28:57.255386 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2202684a-5263-493f-bab0-5cf2ae4ceda6 req-66fc55ef-7f12-4a28-9d17-9663964e3821 tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] 10.222.0.54 "GET /v2.0/ports?device_id=610a76df-f2de-4413-96cc-1fa3da7ef883 HTTP/1.1" status: 200 len: 944 time: 0.0608270 Dec 20 15:28:57.307746 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2202684a-5263-493f-bab0-5cf2ae4ceda6 req-f3b6d62e-c850-44df-92a7-f4407f545311 tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] 10.222.0.54 "GET /v2.0/security-groups?id=36cc6def-4c08-4896-a50c-72bb6020a74c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426633 Dec 20 15:28:57.410805 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 8167cf46-0dca-4482-8dc5-537fac4fccfb details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:28:57.524787 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 8167cf46-0dca-4482-8dc5-537fac4fccfb, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=8167cf46-0dca-4482-8dc5-537fac4fccfb,segment=NetworkSegment(ea08c417-632e-48c1-bba8-deb1936bef61),segment_id=ea08c417-632e-48c1-bba8-deb1936bef61)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:28:57.537847 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': '8167cf46-0dca-4482-8dc5-537fac4fccfb', 'network_id': '4d3f900c-701a-4a87-86a9-f4a637294634', 'port_id': '8167cf46-0dca-4482-8dc5-537fac4fccfb', 'mac_address': 'fa:16:3e:ee:ee:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '066a9f0e-8c63-4ce9-a13c-14d7cb17c0d9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:28:57.581982 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:57.596029 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8167cf46-0dca-4482-8dc5-537fac4fccfb {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:28:57.617635 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 8167cf46-0dca-4482-8dc5-537fac4fccfb, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=8167cf46-0dca-4482-8dc5-537fac4fccfb,segment=NetworkSegment(ea08c417-632e-48c1-bba8-deb1936bef61),segment_id=ea08c417-632e-48c1-bba8-deb1936bef61)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:28:57.624531 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:57.682020 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=8167cf46-0dca-4482-8dc5-537fac4fccfb,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:28:57.847929 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['8167cf46-0dca-4482-8dc5-537fac4fccfb'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:28:58.447379 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5c42e0-9cdd-4711-af71-0d3a2874e1dd req-4f535edd-d21e-49c7-a37b-615decd46f88 tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:28:58.447379 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0b5c42e0-9cdd-4711-af71-0d3a2874e1dd req-4f535edd-d21e-49c7-a37b-615decd46f88 tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] 10.222.0.54 "GET /v2.0/ports?device_id=610a76df-f2de-4413-96cc-1fa3da7ef883 HTTP/1.1" status: 200 len: 945 time: 0.0609062 Dec 20 15:28:58.500712 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0b5c42e0-9cdd-4711-af71-0d3a2874e1dd req-c65e6ad5-a4c2-4279-bf67-cf9ce8d78969 tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] 10.222.0.54 "GET /v2.0/security-groups?id=36cc6def-4c08-4896-a50c-72bb6020a74c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490508 Dec 20 15:28:59.426145 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 8167cf46-0dca-4482-8dc5-537fac4fccfb up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:28:59.486630 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning for port 8167cf46-0dca-4482-8dc5-537fac4fccfb completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:28:59.493469 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port 8167cf46-0dca-4482-8dc5-537fac4fccfb triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:28:59.494014 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:59.583948 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:59.614843 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '610a76df-f2de-4413-96cc-1fa3da7ef883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8167cf46-0dca-4482-8dc5-537fac4fccfb'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:28:59.617937 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a867d42bfdcbb9cb6963a533571b1f1c257f186d8c4d683fcd223be3c25d00f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81feb377-9dd6-4618-862c-28d7c0802288" -d '{"events": [{"server_uuid": "610a76df-f2de-4413-96cc-1fa3da7ef883", "name": "network-vif-plugged", "status": "completed", "tag": "8167cf46-0dca-4482-8dc5-537fac4fccfb"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:28:59.633546 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 8167cf46-0dca-4482-8dc5-537fac4fccfb, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=8167cf46-0dca-4482-8dc5-537fac4fccfb,segment=NetworkSegment(ea08c417-632e-48c1-bba8-deb1936bef61),segment_id=ea08c417-632e-48c1-bba8-deb1936bef61)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:28:59.639190 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:28:59.640325 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a335482d-95ca-4f37-905e-e818c46bb790 req-8f855ac8-da34-4219-beb5-c5056df25715 tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:28:59.643060 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a335482d-95ca-4f37-905e-e818c46bb790 req-8f855ac8-da34-4219-beb5-c5056df25715 tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] 10.222.0.54 "GET /v2.0/ports?device_id=610a76df-f2de-4413-96cc-1fa3da7ef883 HTTP/1.1" status: 200 len: 945 time: 0.0651121 Dec 20 15:28:59.692197 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55f0f886-fa6e-4f47-a59b-324fa65b7b84 x-openstack-request-id: req-55f0f886-fa6e-4f47-a59b-324fa65b7b84 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:28:59.692749 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "610a76df-f2de-4413-96cc-1fa3da7ef883", "name": "network-vif-plugged", "status": "completed", "tag": "8167cf46-0dca-4482-8dc5-537fac4fccfb", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:28:59.693122 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-55f0f886-fa6e-4f47-a59b-324fa65b7b84 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:28:59.693762 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '610a76df-f2de-4413-96cc-1fa3da7ef883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8167cf46-0dca-4482-8dc5-537fac4fccfb', 'code': 200} Dec 20 15:28:59.726338 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a335482d-95ca-4f37-905e-e818c46bb790 req-eaebc78d-53fa-49fd-8aa0-a8e633397b50 tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] 10.222.0.54 "GET /v2.0/security-groups?id=36cc6def-4c08-4896-a50c-72bb6020a74c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702415 Dec 20 15:28:59.738691 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=8167cf46-0dca-4482-8dc5-537fac4fccfb,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:28:59.800517 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df6b6f7-e98e-4892-9356-dde2932f28ef req-7bc7ef67-0db9-42c5-8865-e7a9098d5ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:28:59.802073 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4df6b6f7-e98e-4892-9356-dde2932f28ef req-7bc7ef67-0db9-42c5-8865-e7a9098d5ce3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=610a76df-f2de-4413-96cc-1fa3da7ef883 HTTP/1.1" status: 200 len: 1098 time: 0.0479712 Dec 20 15:28:59.860034 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4df6b6f7-e98e-4892-9356-dde2932f28ef req-94cca3bd-285e-48a3-976c-8fdc112db961 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=36cc6def-4c08-4896-a50c-72bb6020a74c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506139 Dec 20 15:29:00.759339 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:29:00.793110 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-9d82ba7c-ee48-4354-a8d3-8710d36ed65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:29:00.879865 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d49f03-f923-451c-8470-d430b59f264b req-a5b0b6c5-ce8b-49eb-868b-6ec3dc3c0b6f tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:29:00.881517 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f7d49f03-f923-451c-8470-d430b59f264b req-a5b0b6c5-ce8b-49eb-868b-6ec3dc3c0b6f tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] 10.222.0.54 "GET /v2.0/ports?device_id=610a76df-f2de-4413-96cc-1fa3da7ef883 HTTP/1.1" status: 200 len: 946 time: 0.0620384 Dec 20 15:29:00.938686 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f7d49f03-f923-451c-8470-d430b59f264b req-7239a3c8-c01f-4daf-9e93-f3111bb59129 tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] 10.222.0.54 "GET /v2.0/security-groups?id=36cc6def-4c08-4896-a50c-72bb6020a74c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485818 Dec 20 15:29:02.088665 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1610aa8e-04c0-45e7-8dad-0d57b9cacb1e req-afa13bb0-ee6e-4d00-a544-cc66708a8e37 tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:29:02.090448 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1610aa8e-04c0-45e7-8dad-0d57b9cacb1e req-afa13bb0-ee6e-4d00-a544-cc66708a8e37 tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] 10.222.0.54 "GET /v2.0/ports?device_id=610a76df-f2de-4413-96cc-1fa3da7ef883 HTTP/1.1" status: 200 len: 946 time: 0.0621197 Dec 20 15:29:02.144596 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1610aa8e-04c0-45e7-8dad-0d57b9cacb1e req-5fa0f3f0-e11c-4bdb-aa71-8fe6c50afcae tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] 10.222.0.54 "GET /v2.0/security-groups?id=36cc6def-4c08-4896-a50c-72bb6020a74c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463994 Dec 20 15:29:02.295619 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53e4d8e-26d4-41ac-bed5-85e1a70a20ae req-ceab9d7d-8325-4ed3-82c8-7c2ea422371a tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:29:02.297906 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f53e4d8e-26d4-41ac-bed5-85e1a70a20ae req-ceab9d7d-8325-4ed3-82c8-7c2ea422371a tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] 10.222.0.54 "GET /v2.0/ports?device_id=610a76df-f2de-4413-96cc-1fa3da7ef883 HTTP/1.1" status: 200 len: 946 time: 0.0688536 Dec 20 15:29:02.350422 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f53e4d8e-26d4-41ac-bed5-85e1a70a20ae req-9098ec91-70bb-424c-be5c-fccfee97e46c tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] 10.222.0.54 "GET /v2.0/security-groups?id=36cc6def-4c08-4896-a50c-72bb6020a74c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438569 Dec 20 15:29:03.000251 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c1333ec5-282f-4864-ad14-b389be01fce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:29:04.023207 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:29:06.025007 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:29:06.345080 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:29:12.082497 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:29:15.709860 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:29:25.140931 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42daafe6-eb9a-4d0d-8cfc-b9525264ac8d req-9a494a15-72d9-4198-96ac-4828f7e6c4e3 tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:29:25.142463 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-42daafe6-eb9a-4d0d-8cfc-b9525264ac8d req-9a494a15-72d9-4198-96ac-4828f7e6c4e3 tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] 10.222.0.54 "GET /v2.0/ports?device_id=610a76df-f2de-4413-96cc-1fa3da7ef883 HTTP/1.1" status: 200 len: 946 time: 0.0482743 Dec 20 15:29:25.197069 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-42daafe6-eb9a-4d0d-8cfc-b9525264ac8d req-30f2b597-0e8a-4503-ab24-ca73dc7cb41e tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] 10.222.0.54 "GET /v2.0/security-groups?id=36cc6def-4c08-4896-a50c-72bb6020a74c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481071 Dec 20 15:29:26.327979 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66a2d20-d04c-43e4-9046-976d4bf4178f req-8f6a916f-428f-4bbd-ba6a-5e4629a3ccbb tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:29:26.329479 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a66a2d20-d04c-43e4-9046-976d4bf4178f req-8f6a916f-428f-4bbd-ba6a-5e4629a3ccbb tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] 10.222.0.54 "GET /v2.0/ports?device_id=610a76df-f2de-4413-96cc-1fa3da7ef883 HTTP/1.1" status: 200 len: 946 time: 0.0553920 Dec 20 15:29:26.382397 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a66a2d20-d04c-43e4-9046-976d4bf4178f req-060c9a5b-f2c0-47f5-ac44-ee1c78b8f518 tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] 10.222.0.54 "GET /v2.0/security-groups?id=36cc6def-4c08-4896-a50c-72bb6020a74c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464096 Dec 20 15:29:26.654593 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0711af-91eb-482f-885b-d624afc2dc83 req-cb909595-fc78-451b-9c92-568c4f11e23d tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:29:26.656133 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8f0711af-91eb-482f-885b-d624afc2dc83 req-cb909595-fc78-451b-9c92-568c4f11e23d tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] 10.222.0.47 "GET /v2.0/ports?device_id=610a76df-f2de-4413-96cc-1fa3da7ef883 HTTP/1.1" status: 200 len: 946 time: 0.0503821 Dec 20 15:29:26.752011 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-8f0711af-91eb-482f-885b-d624afc2dc83 req-35ceaf1f-d7ca-4a08-8209-11bd9921faab tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] Deleting port 8167cf46-0dca-4482-8dc5-537fac4fccfb {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:29:26.752318 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-8f0711af-91eb-482f-885b-d624afc2dc83 req-35ceaf1f-d7ca-4a08-8209-11bd9921faab tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:29:26.841166 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-8f0711af-91eb-482f-885b-d624afc2dc83 req-35ceaf1f-d7ca-4a08-8209-11bd9921faab tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] For port 8167cf46-0dca-4482-8dc5-537fac4fccfb, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=8167cf46-0dca-4482-8dc5-537fac4fccfb,segment=NetworkSegment(ea08c417-632e-48c1-bba8-deb1936bef61),segment_id=ea08c417-632e-48c1-bba8-deb1936bef61)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:29:26.841468 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-8f0711af-91eb-482f-885b-d624afc2dc83 req-35ceaf1f-d7ca-4a08-8209-11bd9921faab tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:29:26.854250 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-8f0711af-91eb-482f-885b-d624afc2dc83 req-35ceaf1f-d7ca-4a08-8209-11bd9921faab tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] Calling delete_port for 8167cf46-0dca-4482-8dc5-537fac4fccfb owned by compute:nova {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:29:27.317818 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-8f0711af-91eb-482f-885b-d624afc2dc83 req-35ceaf1f-d7ca-4a08-8209-11bd9921faab tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:29:27.330150 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['8167cf46-0dca-4482-8dc5-537fac4fccfb'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:29:27.348031 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ceaf1f-d7ca-4a08-8209-11bd9921faab tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] Pushing event deleted for resources: {'Port': ['ID=8167cf46-0dca-4482-8dc5-537fac4fccfb,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:29:27.360902 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ceaf1f-d7ca-4a08-8209-11bd9921faab tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:29:27.361249 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ceaf1f-d7ca-4a08-8209-11bd9921faab tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:29:27.361592 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ceaf1f-d7ca-4a08-8209-11bd9921faab tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:29:27.361947 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ceaf1f-d7ca-4a08-8209-11bd9921faab tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:29:27.362275 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ceaf1f-d7ca-4a08-8209-11bd9921faab tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:29:27.362595 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ceaf1f-d7ca-4a08-8209-11bd9921faab tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:29:27.362949 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ceaf1f-d7ca-4a08-8209-11bd9921faab tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:29:27.363276 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ceaf1f-d7ca-4a08-8209-11bd9921faab tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:29:27.363608 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ceaf1f-d7ca-4a08-8209-11bd9921faab tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:29:27.363929 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ceaf1f-d7ca-4a08-8209-11bd9921faab tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:29:27.364262 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ceaf1f-d7ca-4a08-8209-11bd9921faab tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:29:27.364563 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ceaf1f-d7ca-4a08-8209-11bd9921faab tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:29:27.364874 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ceaf1f-d7ca-4a08-8209-11bd9921faab tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:29:27.399648 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f0711af-91eb-482f-885b-d624afc2dc83 req-35ceaf1f-d7ca-4a08-8209-11bd9921faab tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] No DVR routers for this DVR port 8167cf46-0dca-4482-8dc5-537fac4fccfb on host n-h2-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:29:27.402989 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-8f0711af-91eb-482f-885b-d624afc2dc83 req-35ceaf1f-d7ca-4a08-8209-11bd9921faab tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:29:27.406308 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8f0711af-91eb-482f-885b-d624afc2dc83 req-35ceaf1f-d7ca-4a08-8209-11bd9921faab tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] 10.222.0.47 "DELETE /v2.0/ports/8167cf46-0dca-4482-8dc5-537fac4fccfb HTTP/1.1" status: 204 len: 173 time: 0.7438176 Dec 20 15:29:27.406770 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '610a76df-f2de-4413-96cc-1fa3da7ef883', 'name': 'network-vif-deleted', 'tag': '8167cf46-0dca-4482-8dc5-537fac4fccfb'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:29:27.409666 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08f5bd10d948da750b9537a176c40f94b479143edf42a445aa4903673b4b1814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2654f060-7131-4924-a731-367f6d0d2948" -d '{"events": [{"server_uuid": "610a76df-f2de-4413-96cc-1fa3da7ef883", "name": "network-vif-deleted", "tag": "8167cf46-0dca-4482-8dc5-537fac4fccfb"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:29:27.457093 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12e7511c-991d-425f-b8b4-5f3593a109b1 x-openstack-request-id: req-12e7511c-991d-425f-b8b4-5f3593a109b1 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:29:27.457397 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "610a76df-f2de-4413-96cc-1fa3da7ef883", "name": "network-vif-deleted", "tag": "8167cf46-0dca-4482-8dc5-537fac4fccfb", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:29:27.457761 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-12e7511c-991d-425f-b8b4-5f3593a109b1 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:29:27.458063 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '610a76df-f2de-4413-96cc-1fa3da7ef883', 'name': 'network-vif-deleted', 'tag': '8167cf46-0dca-4482-8dc5-537fac4fccfb', 'status': 'completed', 'code': 200} Dec 20 15:29:27.498964 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f29f94cc-669b-485f-954c-1618e7667ec7 req-cc41c1eb-0de7-4592-80f0-2854f36f6e82 tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] 10.222.0.54 "GET /v2.0/ports?device_id=610a76df-f2de-4413-96cc-1fa3da7ef883 HTTP/1.1" status: 200 len: 210 time: 0.0328794 Dec 20 15:29:28.968382 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118f2de0-fcdc-4f10-8cdf-78e7a53d9e74 req-176000be-bf46-4f3d-8282-0ed049a90e86 tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:29:28.970201 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-118f2de0-fcdc-4f10-8cdf-78e7a53d9e74 req-176000be-bf46-4f3d-8282-0ed049a90e86 tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] 10.222.0.54 "GET /v2.0/networks?id=4d3f900c-701a-4a87-86a9-f4a637294634 HTTP/1.1" status: 200 len: 817 time: 0.1100135 Dec 20 15:29:28.986717 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-118f2de0-fcdc-4f10-8cdf-78e7a53d9e74 req-1523cbc9-c19e-4a1d-b07e-5c359b8e947f tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] 10.222.0.54 "GET /v2.0/quotas/1edcd07edb00422fa81266bd4a9aa24d HTTP/1.1" status: 200 len: 375 time: 0.0104046 Dec 20 15:29:29.045778 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-118f2de0-fcdc-4f10-8cdf-78e7a53d9e74 req-2cbb68b6-0c13-4aa0-a984-1327bf292242 tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=1edcd07edb00422fa81266bd4a9aa24d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0522280 Dec 20 15:29:29.154518 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-118f2de0-fcdc-4f10-8cdf-78e7a53d9e74 req-31894a48-b6c7-4a3f-be1d-1a2658097373 service neutron] 10.222.0.54 "GET /v2.0/networks/4d3f900c-701a-4a87-86a9-f4a637294634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957136 Dec 20 15:29:29.254344 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-118f2de0-fcdc-4f10-8cdf-78e7a53d9e74 req-8ed8fea7-97e8-44fd-b36c-ea7bbeb1fb86 service neutron] 10.222.0.54 "GET /v2.0/networks/4d3f900c-701a-4a87-86a9-f4a637294634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929861 Dec 20 15:29:29.432087 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fa644d8a-f700-4717-a11c-bba32756862d req-f619a1f8-e45f-4f74-b6f3-74328a9f1063 tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7e130d1-ee24-4087-934e-c80fb502e2c2 HTTP/1.1" status: 200 len: 210 time: 0.0324712 Dec 20 15:29:29.526006 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 8167cf46-0dca-4482-8dc5-537fac4fccfb no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:29:29.546799 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] No Port match for: 8167cf46-0dca-4482-8dc5-537fac4fccfb {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:29:29.547140 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 8167cf46-0dca-4482-8dc5-537fac4fccfb not bound to the agent host n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:29:30.365350 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118f2de0-fcdc-4f10-8cdf-78e7a53d9e74 req-1625c567-7467-450b-9fc4-b162c9519459 tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:29:30.366901 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-118f2de0-fcdc-4f10-8cdf-78e7a53d9e74 req-1625c567-7467-450b-9fc4-b162c9519459 tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] 10.222.0.47 "GET /v2.0/networks?id=4d3f900c-701a-4a87-86a9-f4a637294634 HTTP/1.1" status: 200 len: 817 time: 0.1056964 Dec 20 15:29:30.381581 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-118f2de0-fcdc-4f10-8cdf-78e7a53d9e74 req-1c78e7f2-6c40-43a9-9afe-5ea6d2213988 tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] Request body: {'port': {'device_id': 'e7e130d1-ee24-4087-934e-c80fb502e2c2', 'network_id': '4d3f900c-701a-4a87-86a9-f4a637294634', 'admin_state_up': True, 'tenant_id': '1edcd07edb00422fa81266bd4a9aa24d'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:29:30.503386 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-118f2de0-fcdc-4f10-8cdf-78e7a53d9e74 req-1c78e7f2-6c40-43a9-9afe-5ea6d2213988 tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] Made reservation on behalf of 1edcd07edb00422fa81266bd4a9aa24d for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:29:30.507570 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-118f2de0-fcdc-4f10-8cdf-78e7a53d9e74 req-1c78e7f2-6c40-43a9-9afe-5ea6d2213988 tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:29:30.532123 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-20c4ed73-4b51-4956-a8fd-14977a61ce3b req-d9a16e36-d168-44d4-a134-602e761b767b tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7e130d1-ee24-4087-934e-c80fb502e2c2 HTTP/1.1" status: 200 len: 210 time: 0.0269358 Dec 20 15:29:30.638514 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [req-118f2de0-fcdc-4f10-8cdf-78e7a53d9e74 req-1c78e7f2-6c40-43a9-9afe-5ea6d2213988 tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] Allocated IP 172.20.0.13 (4d3f900c-701a-4a87-86a9-f4a637294634/066a9f0e-8c63-4ce9-a13c-14d7cb17c0d9/038a4f0d-c944-4fe7-a33c-a913916055ff) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:29:30.788021 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-64c599bf-9ca3-4368-86dd-1b6c46ffe79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:29:30.794287 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-118f2de0-fcdc-4f10-8cdf-78e7a53d9e74 req-1c78e7f2-6c40-43a9-9afe-5ea6d2213988 tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:29:30.831280 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-118f2de0-fcdc-4f10-8cdf-78e7a53d9e74 req-1c78e7f2-6c40-43a9-9afe-5ea6d2213988 tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:29:30.879247 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-118f2de0-fcdc-4f10-8cdf-78e7a53d9e74 req-1c78e7f2-6c40-43a9-9afe-5ea6d2213988 tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] Network 4d3f900c-701a-4a87-86a9-f4a637294634 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:29:30.882486 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [req-118f2de0-fcdc-4f10-8cdf-78e7a53d9e74 req-1c78e7f2-6c40-43a9-9afe-5ea6d2213988 tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:29:30.885128 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-118f2de0-fcdc-4f10-8cdf-78e7a53d9e74 req-1c78e7f2-6c40-43a9-9afe-5ea6d2213988 tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:29:30.917875 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c78e7f2-6c40-43a9-9afe-5ea6d2213988 tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] Pushing event updated for resources: {'Port': ['ID=038a4f0d-c944-4fe7-a33c-a913916055ff,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:29:30.950547 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118f2de0-fcdc-4f10-8cdf-78e7a53d9e74 req-1c78e7f2-6c40-43a9-9afe-5ea6d2213988 tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:29:30.951255 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-118f2de0-fcdc-4f10-8cdf-78e7a53d9e74 req-1c78e7f2-6c40-43a9-9afe-5ea6d2213988 tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:29:30.970281 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-118f2de0-fcdc-4f10-8cdf-78e7a53d9e74 req-1c78e7f2-6c40-43a9-9afe-5ea6d2213988 tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5926394 Dec 20 15:29:30.985007 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-118f2de0-fcdc-4f10-8cdf-78e7a53d9e74 req-12726313-93eb-4df9-bdc7-f0372ec61f08 service neutron] Request body: {'port': {'device_id': 'e7e130d1-ee24-4087-934e-c80fb502e2c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-19'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:29:31.063178 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-118f2de0-fcdc-4f10-8cdf-78e7a53d9e74 req-12726313-93eb-4df9-bdc7-f0372ec61f08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:29:31.152240 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-22b3f207-10a5-4653-b56a-04e862c23014 None None] Provisioning complete for port 038a4f0d-c944-4fe7-a33c-a913916055ff triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:29:31.152696 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-22b3f207-10a5-4653-b56a-04e862c23014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:29:31.203320 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-22b3f207-10a5-4653-b56a-04e862c23014 None None] Port 038a4f0d-c944-4fe7-a33c-a913916055ff cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:29:31.344769 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [req-118f2de0-fcdc-4f10-8cdf-78e7a53d9e74 req-12726313-93eb-4df9-bdc7-f0372ec61f08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 038a4f0d-c944-4fe7-a33c-a913916055ff {{(pid=103167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:29:31.353094 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-118f2de0-fcdc-4f10-8cdf-78e7a53d9e74 req-12726313-93eb-4df9-bdc7-f0372ec61f08 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:29:31.366082 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-118f2de0-fcdc-4f10-8cdf-78e7a53d9e74 req-12726313-93eb-4df9-bdc7-f0372ec61f08 service neutron] Transition to ACTIVE for port object 038a4f0d-c944-4fe7-a33c-a913916055ff will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:29:31.372625 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-118f2de0-fcdc-4f10-8cdf-78e7a53d9e74 req-12726313-93eb-4df9-bdc7-f0372ec61f08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:29:31.445550 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12726313-93eb-4df9-bdc7-f0372ec61f08 service neutron] Pushing event updated for resources: {'Port': ['ID=038a4f0d-c944-4fe7-a33c-a913916055ff,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:29:31.498032 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-118f2de0-fcdc-4f10-8cdf-78e7a53d9e74 req-12726313-93eb-4df9-bdc7-f0372ec61f08 service neutron] Attempting to bind port 038a4f0d-c944-4fe7-a33c-a913916055ff on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:29:31.498398 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-118f2de0-fcdc-4f10-8cdf-78e7a53d9e74 req-12726313-93eb-4df9-bdc7-f0372ec61f08 service neutron] Attempting to bind port 038a4f0d-c944-4fe7-a33c-a913916055ff by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': 'ea08c417-632e-48c1-bba8-deb1936bef61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4d3f900c-701a-4a87-86a9-f4a637294634'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:29:31.498757 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118f2de0-fcdc-4f10-8cdf-78e7a53d9e74 req-12726313-93eb-4df9-bdc7-f0372ec61f08 service neutron] Attempting to bind port 038a4f0d-c944-4fe7-a33c-a913916055ff on network 4d3f900c-701a-4a87-86a9-f4a637294634 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:29:31.503778 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118f2de0-fcdc-4f10-8cdf-78e7a53d9e74 req-12726313-93eb-4df9-bdc7-f0372ec61f08 service neutron] Port 038a4f0d-c944-4fe7-a33c-a913916055ff on network 4d3f900c-701a-4a87-86a9-f4a637294634 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:29:31.504518 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118f2de0-fcdc-4f10-8cdf-78e7a53d9e74 req-12726313-93eb-4df9-bdc7-f0372ec61f08 service neutron] Attempting to bind port 038a4f0d-c944-4fe7-a33c-a913916055ff on network 4d3f900c-701a-4a87-86a9-f4a637294634 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:29:31.509649 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118f2de0-fcdc-4f10-8cdf-78e7a53d9e74 req-12726313-93eb-4df9-bdc7-f0372ec61f08 service neutron] Checking agent: {'id': '43c60aee-e4af-4ecc-bee2-aac3569fafed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:29:31.509990 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118f2de0-fcdc-4f10-8cdf-78e7a53d9e74 req-12726313-93eb-4df9-bdc7-f0372ec61f08 service neutron] Checking segment: {'id': 'ea08c417-632e-48c1-bba8-deb1936bef61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4d3f900c-701a-4a87-86a9-f4a637294634'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:29:31.510392 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118f2de0-fcdc-4f10-8cdf-78e7a53d9e74 req-12726313-93eb-4df9-bdc7-f0372ec61f08 service neutron] Bound using segment: {'id': 'ea08c417-632e-48c1-bba8-deb1936bef61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4d3f900c-701a-4a87-86a9-f4a637294634'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:29:31.510858 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-118f2de0-fcdc-4f10-8cdf-78e7a53d9e74 req-12726313-93eb-4df9-bdc7-f0372ec61f08 service neutron] Bound port: 038a4f0d-c944-4fe7-a33c-a913916055ff, host: n-h2-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea08c417-632e-48c1-bba8-deb1936bef61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4d3f900c-701a-4a87-86a9-f4a637294634'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:29:31.511231 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-118f2de0-fcdc-4f10-8cdf-78e7a53d9e74 req-12726313-93eb-4df9-bdc7-f0372ec61f08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:29:31.586777 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-118f2de0-fcdc-4f10-8cdf-78e7a53d9e74 req-12726313-93eb-4df9-bdc7-f0372ec61f08 service neutron] For port 038a4f0d-c944-4fe7-a33c-a913916055ff, host n-h2-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:29:31.590423 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-118f2de0-fcdc-4f10-8cdf-78e7a53d9e74 req-12726313-93eb-4df9-bdc7-f0372ec61f08 service neutron] For port 038a4f0d-c944-4fe7-a33c-a913916055ff, host n-h2-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=038a4f0d-c944-4fe7-a33c-a913916055ff,segment=NetworkSegment(ea08c417-632e-48c1-bba8-deb1936bef61),segment_id=ea08c417-632e-48c1-bba8-deb1936bef61)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:29:31.598913 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-118f2de0-fcdc-4f10-8cdf-78e7a53d9e74 req-12726313-93eb-4df9-bdc7-f0372ec61f08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:29:31.658474 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118f2de0-fcdc-4f10-8cdf-78e7a53d9e74 req-12726313-93eb-4df9-bdc7-f0372ec61f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:29:31.659143 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-118f2de0-fcdc-4f10-8cdf-78e7a53d9e74 req-12726313-93eb-4df9-bdc7-f0372ec61f08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:29:31.660672 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-118f2de0-fcdc-4f10-8cdf-78e7a53d9e74 req-12726313-93eb-4df9-bdc7-f0372ec61f08 service neutron] 10.222.0.47 "PUT /v2.0/ports/038a4f0d-c944-4fe7-a33c-a913916055ff HTTP/1.1" status: 200 len: 1093 time: 0.6804569 Dec 20 15:29:31.661199 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7e130d1-ee24-4087-934e-c80fb502e2c2', 'tag': '038a4f0d-c944-4fe7-a33c-a913916055ff'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:29:31.663771 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08f5bd10d948da750b9537a176c40f94b479143edf42a445aa4903673b4b1814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ba8f598-5d6b-4339-aa7e-6fb67a5be036" -d '{"events": [{"name": "network-changed", "server_uuid": "e7e130d1-ee24-4087-934e-c80fb502e2c2", "tag": "038a4f0d-c944-4fe7-a33c-a913916055ff"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:29:31.710265 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12726313-93eb-4df9-bdc7-f0372ec61f08 service neutron] Pushing event updated for resources: {'Port': ['ID=038a4f0d-c944-4fe7-a33c-a913916055ff,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:29:31.726588 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d856f5-cd9e-47c8-bdc0-b6e61882f215 req-05d3c34f-9e1a-4b5f-8aad-649918cd505b tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:29:31.732666 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-04d856f5-cd9e-47c8-bdc0-b6e61882f215 req-05d3c34f-9e1a-4b5f-8aad-649918cd505b tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7e130d1-ee24-4087-934e-c80fb502e2c2 HTTP/1.1" status: 200 len: 944 time: 0.1021967 Dec 20 15:29:31.749410 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8f406d6-41ac-41e6-bb68-e6eb920a0bce x-openstack-request-id: req-b8f406d6-41ac-41e6-bb68-e6eb920a0bce {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:29:31.749708 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7e130d1-ee24-4087-934e-c80fb502e2c2", "tag": "038a4f0d-c944-4fe7-a33c-a913916055ff", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:29:31.749963 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b8f406d6-41ac-41e6-bb68-e6eb920a0bce {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:29:31.750378 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7e130d1-ee24-4087-934e-c80fb502e2c2', 'tag': '038a4f0d-c944-4fe7-a33c-a913916055ff', 'status': 'completed', 'code': 200} Dec 20 15:29:31.822099 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118f2de0-fcdc-4f10-8cdf-78e7a53d9e74 req-acbad11f-cee9-4f25-a8b0-87feac15360b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:29:31.823740 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-118f2de0-fcdc-4f10-8cdf-78e7a53d9e74 req-acbad11f-cee9-4f25-a8b0-87feac15360b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1edcd07edb00422fa81266bd4a9aa24d&device_id=e7e130d1-ee24-4087-934e-c80fb502e2c2 HTTP/1.1" status: 200 len: 1096 time: 0.0858338 Dec 20 15:29:31.832240 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-04d856f5-cd9e-47c8-bdc0-b6e61882f215 req-3f38aa8f-4e83-4c52-8b2a-594b0cde1d94 tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] 10.222.0.54 "GET /v2.0/security-groups?id=36cc6def-4c08-4896-a50c-72bb6020a74c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846565 Dec 20 15:29:31.872609 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-118f2de0-fcdc-4f10-8cdf-78e7a53d9e74 req-b3d818fc-c42d-4928-b9eb-d87fb1ad60a8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=038a4f0d-c944-4fe7-a33c-a913916055ff HTTP/1.1" status: 200 len: 217 time: 0.0391400 Dec 20 15:29:31.924989 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118f2de0-fcdc-4f10-8cdf-78e7a53d9e74 req-0b140921-d4ca-4feb-855d-9639989c0fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:29:31.926424 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-118f2de0-fcdc-4f10-8cdf-78e7a53d9e74 req-0b140921-d4ca-4feb-855d-9639989c0fc1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=066a9f0e-8c63-4ce9-a13c-14d7cb17c0d9 HTTP/1.1" status: 200 len: 856 time: 0.0468245 Dec 20 15:29:31.978621 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118f2de0-fcdc-4f10-8cdf-78e7a53d9e74 req-e1a28cf2-da69-487f-b729-5eb18ddfead7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:29:31.980210 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-118f2de0-fcdc-4f10-8cdf-78e7a53d9e74 req-e1a28cf2-da69-487f-b729-5eb18ddfead7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4d3f900c-701a-4a87-86a9-f4a637294634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0469077 Dec 20 15:29:32.078609 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-118f2de0-fcdc-4f10-8cdf-78e7a53d9e74 req-feaba21c-8b41-4532-a25c-961503dd986a service neutron] 10.222.0.47 "GET /v2.0/networks/4d3f900c-701a-4a87-86a9-f4a637294634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902455 Dec 20 15:29:32.173882 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-118f2de0-fcdc-4f10-8cdf-78e7a53d9e74 req-78bea526-9ea7-49fc-bf1e-8691da7e4ca7 service neutron] 10.222.0.47 "GET /v2.0/networks/4d3f900c-701a-4a87-86a9-f4a637294634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882463 Dec 20 15:29:32.266984 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba8f598-5d6b-4339-aa7e-6fb67a5be036 req-c75e531a-bb28-478c-88c4-31c4955a110e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:29:32.268404 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7ba8f598-5d6b-4339-aa7e-6fb67a5be036 req-c75e531a-bb28-478c-88c4-31c4955a110e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1edcd07edb00422fa81266bd4a9aa24d&device_id=e7e130d1-ee24-4087-934e-c80fb502e2c2 HTTP/1.1" status: 200 len: 1096 time: 0.0419703 Dec 20 15:29:32.369575 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba8f598-5d6b-4339-aa7e-6fb67a5be036 req-ae9dd414-b736-4715-a8e9-599545629010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:29:32.371208 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7ba8f598-5d6b-4339-aa7e-6fb67a5be036 req-ae9dd414-b736-4715-a8e9-599545629010 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4d3f900c-701a-4a87-86a9-f4a637294634 HTTP/1.1" status: 200 len: 918 time: 0.0947392 Dec 20 15:29:32.416641 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7ba8f598-5d6b-4339-aa7e-6fb67a5be036 req-d53e1590-1c77-4ad6-abb7-a42142dedd46 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=038a4f0d-c944-4fe7-a33c-a913916055ff HTTP/1.1" status: 200 len: 217 time: 0.0369496 Dec 20 15:29:32.468983 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba8f598-5d6b-4339-aa7e-6fb67a5be036 req-7f7b8209-5726-4579-ad7a-07e0e8bf5a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:29:32.470502 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7ba8f598-5d6b-4339-aa7e-6fb67a5be036 req-7f7b8209-5726-4579-ad7a-07e0e8bf5a98 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=066a9f0e-8c63-4ce9-a13c-14d7cb17c0d9 HTTP/1.1" status: 200 len: 856 time: 0.0450037 Dec 20 15:29:32.522429 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba8f598-5d6b-4339-aa7e-6fb67a5be036 req-c8ffc029-16b7-4e53-811a-c1703c6a4d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:29:32.523874 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7ba8f598-5d6b-4339-aa7e-6fb67a5be036 req-c8ffc029-16b7-4e53-811a-c1703c6a4d4d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4d3f900c-701a-4a87-86a9-f4a637294634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452061 Dec 20 15:29:32.615257 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7ba8f598-5d6b-4339-aa7e-6fb67a5be036 req-3a0f60de-ac66-4cbf-ac40-b4c55e8dd9e7 service neutron] 10.222.0.47 "GET /v2.0/networks/4d3f900c-701a-4a87-86a9-f4a637294634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822721 Dec 20 15:29:32.708354 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7ba8f598-5d6b-4339-aa7e-6fb67a5be036 req-dbf1d0bc-4e2d-4094-b702-f48f3735fb0d service neutron] 10.222.0.47 "GET /v2.0/networks/4d3f900c-701a-4a87-86a9-f4a637294634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855403 Dec 20 15:29:32.954457 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170ae133-0eaa-439f-a4ba-583456c406b4 req-34c738d1-3909-4dca-a72d-15fbd0c22422 tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:29:32.955970 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-170ae133-0eaa-439f-a4ba-583456c406b4 req-34c738d1-3909-4dca-a72d-15fbd0c22422 tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7e130d1-ee24-4087-934e-c80fb502e2c2 HTTP/1.1" status: 200 len: 944 time: 0.0496645 Dec 20 15:29:32.995479 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-23cfc59c-c6e6-427f-9cc8-6f39eb68aeef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:29:33.006659 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-170ae133-0eaa-439f-a4ba-583456c406b4 req-49ee9064-a377-4a2c-9f2f-b862710b242a tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] 10.222.0.54 "GET /v2.0/security-groups?id=36cc6def-4c08-4896-a50c-72bb6020a74c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445111 Dec 20 15:29:33.539994 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 038a4f0d-c944-4fe7-a33c-a913916055ff details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:29:33.638242 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 038a4f0d-c944-4fe7-a33c-a913916055ff, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=038a4f0d-c944-4fe7-a33c-a913916055ff,segment=NetworkSegment(ea08c417-632e-48c1-bba8-deb1936bef61),segment_id=ea08c417-632e-48c1-bba8-deb1936bef61)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:29:33.827937 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': '038a4f0d-c944-4fe7-a33c-a913916055ff', 'network_id': '4d3f900c-701a-4a87-86a9-f4a637294634', 'port_id': '038a4f0d-c944-4fe7-a33c-a913916055ff', 'mac_address': 'fa:16:3e:df:5e:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '066a9f0e-8c63-4ce9-a13c-14d7cb17c0d9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:29:33.866467 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:29:33.879161 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 038a4f0d-c944-4fe7-a33c-a913916055ff {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:29:33.899066 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 038a4f0d-c944-4fe7-a33c-a913916055ff, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=038a4f0d-c944-4fe7-a33c-a913916055ff,segment=NetworkSegment(ea08c417-632e-48c1-bba8-deb1936bef61),segment_id=ea08c417-632e-48c1-bba8-deb1936bef61)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:29:33.904453 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:29:33.952503 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=038a4f0d-c944-4fe7-a33c-a913916055ff,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:29:33.959983 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:29:33.960329 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:29:33.960738 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:29:33.961074 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:29:33.961401 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:29:33.961723 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:29:33.962043 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:29:33.962367 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:29:33.962681 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:29:33.963055 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:29:33.963373 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:29:33.963685 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:29:33.963999 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:29:34.027224 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:29:34.100971 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['038a4f0d-c944-4fe7-a33c-a913916055ff'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:29:34.127506 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21cf88b-4868-4dea-b9e4-7f4cb9419c7c req-50772c9a-721a-4211-8db1-72618692311c tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:29:34.129332 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d21cf88b-4868-4dea-b9e4-7f4cb9419c7c req-50772c9a-721a-4211-8db1-72618692311c tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7e130d1-ee24-4087-934e-c80fb502e2c2 HTTP/1.1" status: 200 len: 945 time: 0.0523493 Dec 20 15:29:34.179516 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d21cf88b-4868-4dea-b9e4-7f4cb9419c7c req-c269218a-3766-4205-84e2-a27bc013ae76 tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] 10.222.0.54 "GET /v2.0/security-groups?id=36cc6def-4c08-4896-a50c-72bb6020a74c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430915 Dec 20 15:29:35.297173 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add996dd-7dcb-4a30-a2d3-1eb430fb3dd0 req-112ca12b-b549-4e98-9418-664812466008 tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:29:35.298638 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-add996dd-7dcb-4a30-a2d3-1eb430fb3dd0 req-112ca12b-b549-4e98-9418-664812466008 tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7e130d1-ee24-4087-934e-c80fb502e2c2 HTTP/1.1" status: 200 len: 945 time: 0.0489948 Dec 20 15:29:35.351287 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-add996dd-7dcb-4a30-a2d3-1eb430fb3dd0 req-4d43de0a-04d1-4fce-8282-a94331a563e3 tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] 10.222.0.54 "GET /v2.0/security-groups?id=36cc6def-4c08-4896-a50c-72bb6020a74c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462317 Dec 20 15:29:35.550259 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 038a4f0d-c944-4fe7-a33c-a913916055ff up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:29:35.603174 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning for port 038a4f0d-c944-4fe7-a33c-a913916055ff completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:29:35.607534 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port 038a4f0d-c944-4fe7-a33c-a913916055ff triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:29:35.607895 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:29:35.685877 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:29:35.708672 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7e130d1-ee24-4087-934e-c80fb502e2c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '038a4f0d-c944-4fe7-a33c-a913916055ff'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:29:35.710943 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a867d42bfdcbb9cb6963a533571b1f1c257f186d8c4d683fcd223be3c25d00f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0a062ce-1222-4876-a8e3-8292e203ddb8" -d '{"events": [{"server_uuid": "e7e130d1-ee24-4087-934e-c80fb502e2c2", "name": "network-vif-plugged", "status": "completed", "tag": "038a4f0d-c944-4fe7-a33c-a913916055ff"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:29:35.723496 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 038a4f0d-c944-4fe7-a33c-a913916055ff, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=038a4f0d-c944-4fe7-a33c-a913916055ff,segment=NetworkSegment(ea08c417-632e-48c1-bba8-deb1936bef61),segment_id=ea08c417-632e-48c1-bba8-deb1936bef61)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:29:35.728701 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:29:35.753989 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fcb4f84-6cf3-4878-97ad-63fbc8f7fdcb x-openstack-request-id: req-1fcb4f84-6cf3-4878-97ad-63fbc8f7fdcb {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:29:35.754284 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7e130d1-ee24-4087-934e-c80fb502e2c2", "name": "network-vif-plugged", "status": "completed", "tag": "038a4f0d-c944-4fe7-a33c-a913916055ff", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:29:35.754533 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1fcb4f84-6cf3-4878-97ad-63fbc8f7fdcb {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:29:35.754935 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7e130d1-ee24-4087-934e-c80fb502e2c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '038a4f0d-c944-4fe7-a33c-a913916055ff', 'code': 200} Dec 20 15:29:35.781896 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=038a4f0d-c944-4fe7-a33c-a913916055ff,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:29:35.847613 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d7eba2-f6b4-491c-b0e9-ac3cf809dc1c req-f3a2fd7c-3eb3-4c32-b380-0f6b85ae3149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:29:35.849124 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a8d7eba2-f6b4-491c-b0e9-ac3cf809dc1c req-f3a2fd7c-3eb3-4c32-b380-0f6b85ae3149 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e7e130d1-ee24-4087-934e-c80fb502e2c2 HTTP/1.1" status: 200 len: 1098 time: 0.0403962 Dec 20 15:29:35.898226 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a8d7eba2-f6b4-491c-b0e9-ac3cf809dc1c req-66990f19-2405-495d-ad7d-b6c35b537326 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=36cc6def-4c08-4896-a50c-72bb6020a74c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420272 Dec 20 15:29:36.029243 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:29:36.343666 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:29:36.468616 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bf0ec1-33ea-4160-a176-abfe1f02deeb req-5b55330e-c6af-4006-9caf-f64449c68be0 tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:29:36.470086 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b8bf0ec1-33ea-4160-a176-abfe1f02deeb req-5b55330e-c6af-4006-9caf-f64449c68be0 tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7e130d1-ee24-4087-934e-c80fb502e2c2 HTTP/1.1" status: 200 len: 946 time: 0.0502963 Dec 20 15:29:36.519675 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b8bf0ec1-33ea-4160-a176-abfe1f02deeb req-2415ee99-7e57-4e9f-a0bc-1d5dd950da5d tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] 10.222.0.54 "GET /v2.0/security-groups?id=36cc6def-4c08-4896-a50c-72bb6020a74c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433090 Dec 20 15:29:37.640228 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51399e6-946d-45e9-a136-6e1f8202354d req-54dd3cf1-546b-4131-bb71-484c5b81662f tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:29:37.641769 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b51399e6-946d-45e9-a136-6e1f8202354d req-54dd3cf1-546b-4131-bb71-484c5b81662f tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7e130d1-ee24-4087-934e-c80fb502e2c2 HTTP/1.1" status: 200 len: 946 time: 0.0508885 Dec 20 15:29:37.689818 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b51399e6-946d-45e9-a136-6e1f8202354d req-7395d0c2-468b-4bfa-95aa-122841f76968 tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] 10.222.0.54 "GET /v2.0/security-groups?id=36cc6def-4c08-4896-a50c-72bb6020a74c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419481 Dec 20 15:29:37.759865 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:29:37.810542 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf80f08-8026-48cc-b77e-e188df281f03 req-e09c2734-19fc-4274-9cb7-f50437b5850d tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:29:37.812122 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3bf80f08-8026-48cc-b77e-e188df281f03 req-e09c2734-19fc-4274-9cb7-f50437b5850d tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7e130d1-ee24-4087-934e-c80fb502e2c2 HTTP/1.1" status: 200 len: 946 time: 0.0501306 Dec 20 15:29:37.860576 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3bf80f08-8026-48cc-b77e-e188df281f03 req-563ed88d-cf16-4e35-a042-72f4b8362e5e tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] 10.222.0.54 "GET /v2.0/security-groups?id=36cc6def-4c08-4896-a50c-72bb6020a74c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418856 Dec 20 15:29:42.085837 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:29:45.717378 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:29:52.669018 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-61753bce-fd9f-48dd-bdf8-8eab3e4b4a71 req-560574bd-9a60-485d-b1f7-9e71baec303d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e7e130d1-ee24-4087-934e-c80fb502e2c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0425363 Dec 20 15:29:52.754985 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61753bce-fd9f-48dd-bdf8-8eab3e4b4a71 req-95383f41-d700-4926-a015-00992792ce33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:29:52.756435 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-61753bce-fd9f-48dd-bdf8-8eab3e4b4a71 req-95383f41-d700-4926-a015-00992792ce33 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1edcd07edb00422fa81266bd4a9aa24d&device_id=e7e130d1-ee24-4087-934e-c80fb502e2c2 HTTP/1.1" status: 200 len: 1098 time: 0.0429974 Dec 20 15:29:52.865563 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61753bce-fd9f-48dd-bdf8-8eab3e4b4a71 req-216810cd-07c0-45a2-87f7-865b73bdb5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:29:52.867062 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-61753bce-fd9f-48dd-bdf8-8eab3e4b4a71 req-216810cd-07c0-45a2-87f7-865b73bdb5c6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4d3f900c-701a-4a87-86a9-f4a637294634 HTTP/1.1" status: 200 len: 918 time: 0.0896025 Dec 20 15:29:52.911789 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-61753bce-fd9f-48dd-bdf8-8eab3e4b4a71 req-5db8dc93-5919-4d67-8cbd-1cd83eba07ab service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=038a4f0d-c944-4fe7-a33c-a913916055ff HTTP/1.1" status: 200 len: 217 time: 0.0371783 Dec 20 15:29:52.967001 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61753bce-fd9f-48dd-bdf8-8eab3e4b4a71 req-48407dd6-13f9-4acf-b885-e843f0947729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:29:52.968557 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-61753bce-fd9f-48dd-bdf8-8eab3e4b4a71 req-48407dd6-13f9-4acf-b885-e843f0947729 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=066a9f0e-8c63-4ce9-a13c-14d7cb17c0d9 HTTP/1.1" status: 200 len: 856 time: 0.0501242 Dec 20 15:29:53.017592 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61753bce-fd9f-48dd-bdf8-8eab3e4b4a71 req-98f4a64a-b5eb-4a58-ad53-66d51ff64879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:29:53.019055 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-61753bce-fd9f-48dd-bdf8-8eab3e4b4a71 req-98f4a64a-b5eb-4a58-ad53-66d51ff64879 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4d3f900c-701a-4a87-86a9-f4a637294634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430188 Dec 20 15:29:53.123236 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-61753bce-fd9f-48dd-bdf8-8eab3e4b4a71 req-5727e44b-c900-4fb7-8e60-9ba59c14be83 service neutron] 10.222.0.47 "GET /v2.0/networks/4d3f900c-701a-4a87-86a9-f4a637294634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964835 Dec 20 15:29:53.216965 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-61753bce-fd9f-48dd-bdf8-8eab3e4b4a71 req-71cae51a-d984-4d66-90bc-c7cc9bd2fe95 service neutron] 10.222.0.47 "GET /v2.0/networks/4d3f900c-701a-4a87-86a9-f4a637294634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852604 Dec 20 15:29:59.424313 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec92a28-9d54-4227-a361-fd3b73f81b9c req-3f523222-fdfa-4a96-a1d4-0929e4146e6c tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:29:59.427234 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6ec92a28-9d54-4227-a361-fd3b73f81b9c req-3f523222-fdfa-4a96-a1d4-0929e4146e6c tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7e130d1-ee24-4087-934e-c80fb502e2c2 HTTP/1.1" status: 200 len: 946 time: 0.0635607 Dec 20 15:29:59.485370 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6ec92a28-9d54-4227-a361-fd3b73f81b9c req-4e63be81-652a-4c35-af6f-df88799b6641 tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] 10.222.0.54 "GET /v2.0/security-groups?id=36cc6def-4c08-4896-a50c-72bb6020a74c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517371 Dec 20 15:30:00.616577 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230f1271-a63b-41d3-819c-c59c155d5bc7 req-79f96ed3-4b31-4906-b3ff-25808389cd93 tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:30:00.618091 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-230f1271-a63b-41d3-819c-c59c155d5bc7 req-79f96ed3-4b31-4906-b3ff-25808389cd93 tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7e130d1-ee24-4087-934e-c80fb502e2c2 HTTP/1.1" status: 200 len: 946 time: 0.0568597 Dec 20 15:30:00.669682 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-230f1271-a63b-41d3-819c-c59c155d5bc7 req-a958f59d-92aa-40af-b713-985737307fe3 tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] 10.222.0.54 "GET /v2.0/security-groups?id=36cc6def-4c08-4896-a50c-72bb6020a74c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446246 Dec 20 15:30:00.791746 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-83e83c71-e557-47f9-8cbb-6b4e19e88365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:00.999231 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe02cf5-1b5f-4a47-8d76-f22192814a69 req-6c8746da-f693-4e81-af11-bbb9aaf44aec tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:30:01.000759 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fbe02cf5-1b5f-4a47-8d76-f22192814a69 req-6c8746da-f693-4e81-af11-bbb9aaf44aec tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7e130d1-ee24-4087-934e-c80fb502e2c2 HTTP/1.1" status: 200 len: 946 time: 0.0504770 Dec 20 15:30:01.095463 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-fbe02cf5-1b5f-4a47-8d76-f22192814a69 req-528c1536-1458-4e05-8ca0-e842f78eab86 tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] Deleting port 038a4f0d-c944-4fe7-a33c-a913916055ff {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:30:01.095914 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-fbe02cf5-1b5f-4a47-8d76-f22192814a69 req-528c1536-1458-4e05-8ca0-e842f78eab86 tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:01.191312 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-fbe02cf5-1b5f-4a47-8d76-f22192814a69 req-528c1536-1458-4e05-8ca0-e842f78eab86 tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] For port 038a4f0d-c944-4fe7-a33c-a913916055ff, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=038a4f0d-c944-4fe7-a33c-a913916055ff,segment=NetworkSegment(ea08c417-632e-48c1-bba8-deb1936bef61),segment_id=ea08c417-632e-48c1-bba8-deb1936bef61)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:30:01.191618 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-fbe02cf5-1b5f-4a47-8d76-f22192814a69 req-528c1536-1458-4e05-8ca0-e842f78eab86 tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:01.204441 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-fbe02cf5-1b5f-4a47-8d76-f22192814a69 req-528c1536-1458-4e05-8ca0-e842f78eab86 tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] Calling delete_port for 038a4f0d-c944-4fe7-a33c-a913916055ff owned by compute:nova {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:30:01.352172 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-fbe02cf5-1b5f-4a47-8d76-f22192814a69 req-528c1536-1458-4e05-8ca0-e842f78eab86 tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:01.366305 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['038a4f0d-c944-4fe7-a33c-a913916055ff'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:30:01.383300 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528c1536-1458-4e05-8ca0-e842f78eab86 tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] Pushing event deleted for resources: {'Port': ['ID=038a4f0d-c944-4fe7-a33c-a913916055ff,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:30:01.429976 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbe02cf5-1b5f-4a47-8d76-f22192814a69 req-528c1536-1458-4e05-8ca0-e842f78eab86 tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] No DVR routers for this DVR port 038a4f0d-c944-4fe7-a33c-a913916055ff on host n-h2-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:30:01.433059 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-fbe02cf5-1b5f-4a47-8d76-f22192814a69 req-528c1536-1458-4e05-8ca0-e842f78eab86 tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:01.436821 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fbe02cf5-1b5f-4a47-8d76-f22192814a69 req-528c1536-1458-4e05-8ca0-e842f78eab86 tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] 10.222.0.47 "DELETE /v2.0/ports/038a4f0d-c944-4fe7-a33c-a913916055ff HTTP/1.1" status: 204 len: 173 time: 0.4299872 Dec 20 15:30:01.437310 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7e130d1-ee24-4087-934e-c80fb502e2c2', 'name': 'network-vif-deleted', 'tag': '038a4f0d-c944-4fe7-a33c-a913916055ff'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:30:01.439681 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08f5bd10d948da750b9537a176c40f94b479143edf42a445aa4903673b4b1814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f06972eb-a49a-472e-9a36-7e89c6950fd7" -d '{"events": [{"server_uuid": "e7e130d1-ee24-4087-934e-c80fb502e2c2", "name": "network-vif-deleted", "tag": "038a4f0d-c944-4fe7-a33c-a913916055ff"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:30:01.491820 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18d8ec5c-a26e-4369-b0d8-5dcdf4b81b26 x-openstack-request-id: req-18d8ec5c-a26e-4369-b0d8-5dcdf4b81b26 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:30:01.492117 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7e130d1-ee24-4087-934e-c80fb502e2c2", "name": "network-vif-deleted", "tag": "038a4f0d-c944-4fe7-a33c-a913916055ff", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:30:01.492485 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-18d8ec5c-a26e-4369-b0d8-5dcdf4b81b26 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:30:01.492928 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7e130d1-ee24-4087-934e-c80fb502e2c2', 'name': 'network-vif-deleted', 'tag': '038a4f0d-c944-4fe7-a33c-a913916055ff', 'status': 'completed', 'code': 200} Dec 20 15:30:01.782495 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-79356d58-1ab3-4bc5-8e7e-242ef0c2809b req-60e502b0-18e9-42b8-9156-04dbe9c978bf tempest-TestEncryptedCinderVolumes-1911430520 tempest-TestEncryptedCinderVolumes-1911430520-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7e130d1-ee24-4087-934e-c80fb502e2c2 HTTP/1.1" status: 200 len: 210 time: 0.0266800 Dec 20 15:30:02.879002 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 56910) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:30:03.000740 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2a211fd2-68d7-48da-93b8-60b7180962d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:03.224771 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a4a02e2a-9373-435c-b662-ee78bccbb05e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1595867'] for router_interface, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:03.695949 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 038a4f0d-c944-4fe7-a33c-a913916055ff no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:30:03.719814 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] No Port match for: 038a4f0d-c944-4fe7-a33c-a913916055ff {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:30:03.720239 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 038a4f0d-c944-4fe7-a33c-a913916055ff not bound to the agent host n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:30:03.841613 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-a4a02e2a-9373-435c-b662-ee78bccbb05e admin admin] Deleting port 6e490bcf-2e01-4989-877e-1af1e3323c63 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:30:03.841893 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a4a02e2a-9373-435c-b662-ee78bccbb05e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:03.924238 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-a4a02e2a-9373-435c-b662-ee78bccbb05e admin admin] For port 6e490bcf-2e01-4989-877e-1af1e3323c63, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=6e490bcf-2e01-4989-877e-1af1e3323c63,segment=NetworkSegment(ea08c417-632e-48c1-bba8-deb1936bef61),segment_id=ea08c417-632e-48c1-bba8-deb1936bef61)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:30:03.924981 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a4a02e2a-9373-435c-b662-ee78bccbb05e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:03.938351 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-a4a02e2a-9373-435c-b662-ee78bccbb05e admin admin] Calling delete_port for 6e490bcf-2e01-4989-877e-1af1e3323c63 owned by network:router_interface {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:30:04.029758 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:04.164964 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a4a02e2a-9373-435c-b662-ee78bccbb05e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:04.188583 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a02e2a-9373-435c-b662-ee78bccbb05e admin admin] Pushing event deleted for resources: {'Port': ['ID=6e490bcf-2e01-4989-877e-1af1e3323c63,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:30:04.203852 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a02e2a-9373-435c-b662-ee78bccbb05e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:30:04.204029 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a02e2a-9373-435c-b662-ee78bccbb05e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:30:04.204224 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a02e2a-9373-435c-b662-ee78bccbb05e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:30:04.204560 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a02e2a-9373-435c-b662-ee78bccbb05e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:30:04.204893 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a02e2a-9373-435c-b662-ee78bccbb05e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:30:04.205223 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a02e2a-9373-435c-b662-ee78bccbb05e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:30:04.205548 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a02e2a-9373-435c-b662-ee78bccbb05e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:30:04.205871 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a02e2a-9373-435c-b662-ee78bccbb05e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:30:04.206192 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a02e2a-9373-435c-b662-ee78bccbb05e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:30:04.206511 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a02e2a-9373-435c-b662-ee78bccbb05e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:30:04.206856 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a02e2a-9373-435c-b662-ee78bccbb05e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:30:04.207177 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a02e2a-9373-435c-b662-ee78bccbb05e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:30:04.207493 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a02e2a-9373-435c-b662-ee78bccbb05e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:30:04.389945 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a4a02e2a-9373-435c-b662-ee78bccbb05e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582411'] for router_interface, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:04.609854 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4a02e2a-9373-435c-b662-ee78bccbb05e admin admin] Router a9e491ba-6fe7-4880-97e0-e80fc19ddd99 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:30:04.717756 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4a02e2a-9373-435c-b662-ee78bccbb05e admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:30:04.723085 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-a4a02e2a-9373-435c-b662-ee78bccbb05e admin admin] 10.222.0.54 "PUT /v2.0/routers/a9e491ba-6fe7-4880-97e0-e80fc19ddd99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8430080 Dec 20 15:30:04.725673 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 56912) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:30:04.728399 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99729915-3ce7-459a-a5aa-9fafce0b3414 None None] Sync routers for ids ['a9e491ba-6fe7-4880-97e0-e80fc19ddd99'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:30:04.739168 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99729915-3ce7-459a-a5aa-9fafce0b3414 None None] Routers {'a9e491ba-6fe7-4880-97e0-e80fc19ddd99'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:30:04.739783 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-99729915-3ce7-459a-a5aa-9fafce0b3414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:30:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['a9e491ba-6fe7-4880-97e0-e80fc19ddd99'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:30:04.843158 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-99729915-3ce7-459a-a5aa-9fafce0b3414 None None] Set router a9e491ba-6fe7-4880-97e0-e80fc19ddd99 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:30:04.849914 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c1f16d13-bd00-489b-aa36-33a5ea17dba9 admin admin] Publish callbacks [] for router, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:04.949585 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c1f16d13-bd00-489b-aa36-33a5ea17dba9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:05.010091 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-c1f16d13-bd00-489b-aa36-33a5ea17dba9 admin admin] Deleting port 23cfad49-0f6d-4f52-8aa3-1ce4439ae251 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:30:05.010572 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c1f16d13-bd00-489b-aa36-33a5ea17dba9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:05.021344 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-99729915-3ce7-459a-a5aa-9fafce0b3414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e491ba-6fe7-4880-97e0-e80fc19ddd99', 'name': 'tempest-TestEncryptedCinderVolumes-1660324576-router', 'tenant_id': '1edcd07edb00422fa81266bd4a9aa24d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': '23cfad49-0f6d-4f52-8aa3-1ce4439ae251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:28:41Z', 'updated_at': '2021-12-20T15:30:04Z', 'revision_number': 5, 'project_id': '1edcd07edb00422fa81266bd4a9aa24d', 'gw_port': {'id': '23cfad49-0f6d-4f52-8aa3-1ce4439ae251', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ef:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e491ba-6fe7-4880-97e0-e80fc19ddd99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:28:42Z', 'updated_at': '2021-12-20T15:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:30:05.050859 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99729915-3ce7-459a-a5aa-9fafce0b3414 None None] Checking router: a9e491ba-6fe7-4880-97e0-e80fc19ddd99 for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:30:05.060920 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99729915-3ce7-459a-a5aa-9fafce0b3414 None None] Routers {'a9e491ba-6fe7-4880-97e0-e80fc19ddd99'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:30:05.061531 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-99729915-3ce7-459a-a5aa-9fafce0b3414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:30:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['a9e491ba-6fe7-4880-97e0-e80fc19ddd99'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:30:05.090655 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-c1f16d13-bd00-489b-aa36-33a5ea17dba9 admin admin] For port 23cfad49-0f6d-4f52-8aa3-1ce4439ae251, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=23cfad49-0f6d-4f52-8aa3-1ce4439ae251,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:30:05.091053 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c1f16d13-bd00-489b-aa36-33a5ea17dba9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:05.103721 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-c1f16d13-bd00-489b-aa36-33a5ea17dba9 admin admin] Calling delete_port for 23cfad49-0f6d-4f52-8aa3-1ce4439ae251 owned by network:router_gateway {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:30:05.147129 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-99729915-3ce7-459a-a5aa-9fafce0b3414 None None] Set router a9e491ba-6fe7-4880-97e0-e80fc19ddd99 gateway port host: None {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:30:05.198222 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-99729915-3ce7-459a-a5aa-9fafce0b3414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e491ba-6fe7-4880-97e0-e80fc19ddd99', 'name': 'tempest-TestEncryptedCinderVolumes-1660324576-router', 'tenant_id': '1edcd07edb00422fa81266bd4a9aa24d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:28:41Z', 'updated_at': '2021-12-20T15:30:04Z', 'revision_number': 6, 'project_id': '1edcd07edb00422fa81266bd4a9aa24d', 'gw_port_host': None}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:30:05.230405 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99729915-3ce7-459a-a5aa-9fafce0b3414 None None] The sync data for ids ['a9e491ba-6fe7-4880-97e0-e80fc19ddd99'] in n-d-761264-19 is: [{'id': 'a9e491ba-6fe7-4880-97e0-e80fc19ddd99', 'name': 'tempest-TestEncryptedCinderVolumes-1660324576-router', 'tenant_id': '1edcd07edb00422fa81266bd4a9aa24d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:28:41Z', 'updated_at': '2021-12-20T15:30:04Z', 'revision_number': 6, 'project_id': '1edcd07edb00422fa81266bd4a9aa24d', 'gw_port_host': None}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:30:05.289266 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c1f16d13-bd00-489b-aa36-33a5ea17dba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:05.319428 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f16d13-bd00-489b-aa36-33a5ea17dba9 admin admin] Pushing event deleted for resources: {'Port': ['ID=23cfad49-0f6d-4f52-8aa3-1ce4439ae251,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:30:05.325440 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70b449c-ce2e-4c8b-b9e6-d157156f0d22 None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:30:05.379393 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c1f16d13-bd00-489b-aa36-33a5ea17dba9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584913'] for router_gateway, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:05.469617 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c1f16d13-bd00-489b-aa36-33a5ea17dba9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40132'] for router, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:05.472426 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c1f16d13-bd00-489b-aa36-33a5ea17dba9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:05.519472 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c1f16d13-bd00-489b-aa36-33a5ea17dba9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1594808'] for router, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:05.519943 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1f16d13-bd00-489b-aa36-33a5ea17dba9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9e491ba-6fe7-4880-97e0-e80fc19ddd99 {{(pid=103168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:30:05.524262 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c1f16d13-bd00-489b-aa36-33a5ea17dba9 admin admin] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:05.525417 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-c1f16d13-bd00-489b-aa36-33a5ea17dba9 admin admin] 10.222.0.54 "DELETE /v2.0/routers/a9e491ba-6fe7-4880-97e0-e80fc19ddd99 HTTP/1.1" status: 204 len: 168 time: 0.7988667 Dec 20 15:30:05.528247 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 56914) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:30:05.577700 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e2780f5-ec2c-4221-97a4-435809143bbe admin admin] Deleting subnet 066a9f0e-8c63-4ce9-a13c-14d7cb17c0d9 {{(pid=103167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:30:05.581351 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2e2780f5-ec2c-4221-97a4-435809143bbe admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:05.618518 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2e2780f5-ec2c-4221-97a4-435809143bbe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954412'] for subnet, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:05.698633 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2e2780f5-ec2c-4221-97a4-435809143bbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:05.755632 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2e2780f5-ec2c-4221-97a4-435809143bbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:05.778399 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2780f5-ec2c-4221-97a4-435809143bbe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=066a9f0e-8c63-4ce9-a13c-14d7cb17c0d9,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:30:05.784413 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2e2780f5-ec2c-4221-97a4-435809143bbe admin admin] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:05.787643 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-2e2780f5-ec2c-4221-97a4-435809143bbe admin admin] 10.222.0.54 "DELETE /v2.0/subnets/066a9f0e-8c63-4ce9-a13c-14d7cb17c0d9 HTTP/1.1" status: 204 len: 168 time: 0.2582679 Dec 20 15:30:05.790327 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 56916) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:30:05.792982 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39886286-e2e8-49e1-acb6-6acd591b1197 None None] Network 4d3f900c-701a-4a87-86a9-f4a637294634 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:30:05.857919 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3d114f3a-20da-48ce-a3be-fe68b3cc9954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:05.933982 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-3d114f3a-20da-48ce-a3be-fe68b3cc9954 admin admin] Deleting port 19642ce6-d9e5-4a94-9ddf-bc56800dfd86 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:30:05.934353 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3d114f3a-20da-48ce-a3be-fe68b3cc9954 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:06.010459 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-3d114f3a-20da-48ce-a3be-fe68b3cc9954 admin admin] For port 19642ce6-d9e5-4a94-9ddf-bc56800dfd86, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=19642ce6-d9e5-4a94-9ddf-bc56800dfd86,segment=NetworkSegment(ea08c417-632e-48c1-bba8-deb1936bef61),segment_id=ea08c417-632e-48c1-bba8-deb1936bef61)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:30:06.010874 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3d114f3a-20da-48ce-a3be-fe68b3cc9954 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:06.025991 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-3d114f3a-20da-48ce-a3be-fe68b3cc9954 admin admin] Calling delete_port for 19642ce6-d9e5-4a94-9ddf-bc56800dfd86 owned by network:dhcp {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:30:06.042630 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510f2dbc-e41f-44e1-98c3-76c32e580db2 None None] DHCP port deletion for 4d3f900c-701a-4a87-86a9-f4a637294634 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:30:06.051318 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:06.095495 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-510f2dbc-e41f-44e1-98c3-76c32e580db2 None None] Deleting port 19642ce6-d9e5-4a94-9ddf-bc56800dfd86 {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:30:06.095874 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-510f2dbc-e41f-44e1-98c3-76c32e580db2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:06.122556 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3d114f3a-20da-48ce-a3be-fe68b3cc9954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:06.145327 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d114f3a-20da-48ce-a3be-fe68b3cc9954 admin admin] Pushing event deleted for resources: {'Port': ['ID=19642ce6-d9e5-4a94-9ddf-bc56800dfd86,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:30:06.158544 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d114f3a-20da-48ce-a3be-fe68b3cc9954 admin admin] No DVR routers for this DVR port 19642ce6-d9e5-4a94-9ddf-bc56800dfd86 on host n-d-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:30:06.162401 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-510f2dbc-e41f-44e1-98c3-76c32e580db2 None None] For port 19642ce6-d9e5-4a94-9ddf-bc56800dfd86, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=19642ce6-d9e5-4a94-9ddf-bc56800dfd86,segment=NetworkSegment(ea08c417-632e-48c1-bba8-deb1936bef61),segment_id=ea08c417-632e-48c1-bba8-deb1936bef61)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:30:06.162964 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-510f2dbc-e41f-44e1-98c3-76c32e580db2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:06.176179 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-510f2dbc-e41f-44e1-98c3-76c32e580db2 None None] Calling delete_port for 19642ce6-d9e5-4a94-9ddf-bc56800dfd86 owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:30:06.228655 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3d114f3a-20da-48ce-a3be-fe68b3cc9954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:06.251200 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-3d114f3a-20da-48ce-a3be-fe68b3cc9954 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d3f900c-701a-4a87-86a9-f4a637294634']}} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:30:06.258350 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-510f2dbc-e41f-44e1-98c3-76c32e580db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:06.264586 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-3d114f3a-20da-48ce-a3be-fe68b3cc9954 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea08c417-632e-48c1-bba8-deb1936bef61') {'for_net_delete': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:30:06.264799 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-3d114f3a-20da-48ce-a3be-fe68b3cc9954 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea08c417-632e-48c1-bba8-deb1936bef61') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:30:06.280202 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3d114f3a-20da-48ce-a3be-fe68b3cc9954 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954405'] for segment, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:06.284424 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510f2dbc-e41f-44e1-98c3-76c32e580db2 None None] Pushing event deleted for resources: {'Port': ['ID=19642ce6-d9e5-4a94-9ddf-bc56800dfd86,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:30:06.288651 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510f2dbc-e41f-44e1-98c3-76c32e580db2 None None] No DVR routers for this DVR port 19642ce6-d9e5-4a94-9ddf-bc56800dfd86 on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:30:06.300529 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3d114f3a-20da-48ce-a3be-fe68b3cc9954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:06.308507 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d114f3a-20da-48ce-a3be-fe68b3cc9954 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=103167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:30:06.309125 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3d114f3a-20da-48ce-a3be-fe68b3cc9954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9956000'] for segment, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:06.311015 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:30:06.311015 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:30:06.311015 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:30:06.311015 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:30:06.311015 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:30:06.311015 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:30:06.311015 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:30:06.311015 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:30:06.311015 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:30:06.311015 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:30:06.311015 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:30:06.311015 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:30:06.311015 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:30:06.311015 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:30:06.311015 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:30:06.311015 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:30:06.311015 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:30:06.311015 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:30:06.311015 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:30:06.311015 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:30:06.311015 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:30:06.311015 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:30:06.311015 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:30:06.311015 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:30:06.311015 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:30:06.311015 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:30:06.311015 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:30:06.311015 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:30:06.311015 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:30:06.311015 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:30:06.311015 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:30:06.311015 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:30:06.311015 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:30:06.311015 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:30:06.311015 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:30:06.311015 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:30:06.311015 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:30:06.311015 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:30:06.311015 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:30:06.311015 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:30:06.311015 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:30:06.311015 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:30:06.311015 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:30:06.311015 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:30:06.311015 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:30:06.311015 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:30:06.311015 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:30:06.311015 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:30:06.311015 n-d-761264-19 neutron-server[103167]: Traceback (most recent call last): Dec 20 15:30:06.314995 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:30:06.314995 n-d-761264-19 neutron-server[103167]: timer() Dec 20 15:30:06.314995 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:30:06.314995 n-d-761264-19 neutron-server[103167]: cb(*args, **kw) Dec 20 15:30:06.314995 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:30:06.314995 n-d-761264-19 neutron-server[103167]: return func(*args, **kwargs) Dec 20 15:30:06.314995 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:30:06.314995 n-d-761264-19 neutron-server[103167]: self._notify() Dec 20 15:30:06.314995 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:30:06.314995 n-d-761264-19 neutron-server[103167]: self.callback(batched_events) Dec 20 15:30:06.314995 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:30:06.314995 n-d-761264-19 neutron-server[103167]: event.method(event) Dec 20 15:30:06.314995 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:30:06.314995 n-d-761264-19 neutron-server[103167]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:30:06.314995 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:30:06.314995 n-d-761264-19 neutron-server[103167]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:30:06.314995 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:30:06.314995 n-d-761264-19 neutron-server[103167]: return f(self, *a, **k) Dec 20 15:30:06.314995 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:30:06.314995 n-d-761264-19 neutron-server[103167]: return self._get(url).json() Dec 20 15:30:06.314995 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:30:06.314995 n-d-761264-19 neutron-server[103167]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:30:06.314995 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:30:06.314995 n-d-761264-19 neutron-server[103167]: return self.request(url, 'GET', **kwargs) Dec 20 15:30:06.314995 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:30:06.314995 n-d-761264-19 neutron-server[103167]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:30:06.314995 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:30:06.314995 n-d-761264-19 neutron-server[103167]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:30:06.314995 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:30:06.314995 n-d-761264-19 neutron-server[103167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:30:06.314995 n-d-761264-19 neutron-server[103167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:30:06.338993 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:06.371214 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3d114f3a-20da-48ce-a3be-fe68b3cc9954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:06.377093 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3d114f3a-20da-48ce-a3be-fe68b3cc9954 admin admin] Publish callbacks [] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:06.380499 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-3d114f3a-20da-48ce-a3be-fe68b3cc9954 admin admin] 10.222.0.54 "DELETE /v2.0/networks/4d3f900c-701a-4a87-86a9-f4a637294634 HTTP/1.1" status: 204 len: 168 time: 0.5892284 Dec 20 15:30:06.383722 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 56918) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:30:06.391426 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d114f3a-20da-48ce-a3be-fe68b3cc9954 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d3f900c-701a-4a87-86a9-f4a637294634,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:30:06.727792 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9b64e4a4-91e1-4e08-ae05-8fba8714249e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1595867'] for router_interface, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:06.989076 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-9b64e4a4-91e1-4e08-ae05-8fba8714249e admin admin] Deleting port db34ab7d-43da-4ad1-b24f-218c1927a92b {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:30:06.989310 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9b64e4a4-91e1-4e08-ae05-8fba8714249e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:07.076441 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-9b64e4a4-91e1-4e08-ae05-8fba8714249e admin admin] For port db34ab7d-43da-4ad1-b24f-218c1927a92b, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=db34ab7d-43da-4ad1-b24f-218c1927a92b,segment=NetworkSegment(bab0596e-2e12-4793-a8a9-43ac3ef98b75),segment_id=bab0596e-2e12-4793-a8a9-43ac3ef98b75)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:30:07.076794 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9b64e4a4-91e1-4e08-ae05-8fba8714249e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:07.090116 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-9b64e4a4-91e1-4e08-ae05-8fba8714249e admin admin] Calling delete_port for db34ab7d-43da-4ad1-b24f-218c1927a92b owned by network:router_interface {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:30:07.261470 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 19642ce6-d9e5-4a94-9ddf-bc56800dfd86 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:30:07.281851 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 19642ce6-d9e5-4a94-9ddf-bc56800dfd86 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:30:07.282212 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 19642ce6-d9e5-4a94-9ddf-bc56800dfd86 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:30:07.282587 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 6e490bcf-2e01-4989-877e-1af1e3323c63 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:30:07.305069 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 6e490bcf-2e01-4989-877e-1af1e3323c63 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:30:07.305479 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 6e490bcf-2e01-4989-877e-1af1e3323c63 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:30:07.306219 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 23cfad49-0f6d-4f52-8aa3-1ce4439ae251 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:30:07.307491 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9b64e4a4-91e1-4e08-ae05-8fba8714249e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:07.325065 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 23cfad49-0f6d-4f52-8aa3-1ce4439ae251 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:30:07.325421 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 23cfad49-0f6d-4f52-8aa3-1ce4439ae251 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:30:07.340141 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b64e4a4-91e1-4e08-ae05-8fba8714249e admin admin] Pushing event deleted for resources: {'Port': ['ID=db34ab7d-43da-4ad1-b24f-218c1927a92b,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:30:07.503906 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9b64e4a4-91e1-4e08-ae05-8fba8714249e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582411'] for router_interface, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:07.724799 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b64e4a4-91e1-4e08-ae05-8fba8714249e admin admin] Router b2253462-ae4c-4ca4-8c7d-65d784be90a5 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:30:08.195029 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b64e4a4-91e1-4e08-ae05-8fba8714249e admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:30:08.200238 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-9b64e4a4-91e1-4e08-ae05-8fba8714249e admin admin] 10.222.0.54 "PUT /v2.0/routers/b2253462-ae4c-4ca4-8c7d-65d784be90a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8153050 Dec 20 15:30:08.202754 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 56920) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:30:08.205574 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc801538-e889-4b02-8a1c-ba4c5b451020 None None] Sync routers for ids ['b2253462-ae4c-4ca4-8c7d-65d784be90a5'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:30:08.217474 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc801538-e889-4b02-8a1c-ba4c5b451020 None None] Routers {'b2253462-ae4c-4ca4-8c7d-65d784be90a5'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:30:08.218115 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-cc801538-e889-4b02-8a1c-ba4c5b451020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:30:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['b2253462-ae4c-4ca4-8c7d-65d784be90a5'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:30:08.308797 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1422dc9f-f49a-4b63-9c4b-f31622c0e3aa admin admin] Publish callbacks [] for router, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:08.328562 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-cc801538-e889-4b02-8a1c-ba4c5b451020 None None] Set router b2253462-ae4c-4ca4-8c7d-65d784be90a5 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:30:08.409473 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1422dc9f-f49a-4b63-9c4b-f31622c0e3aa admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:08.470556 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-1422dc9f-f49a-4b63-9c4b-f31622c0e3aa admin admin] Deleting port 074a1a2d-ae34-41d8-baf5-4e0c898052b5 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:30:08.470994 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1422dc9f-f49a-4b63-9c4b-f31622c0e3aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:08.519111 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-cc801538-e889-4b02-8a1c-ba4c5b451020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2253462-ae4c-4ca4-8c7d-65d784be90a5', 'name': 'tempest-TestEncryptedCinderVolumes-656995532-router', 'tenant_id': '1d6f90a72ec74cd4bb986fa3e8dbb664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '074a1a2d-ae34-41d8-baf5-4e0c898052b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:28:46Z', 'updated_at': '2021-12-20T15:30:07Z', 'revision_number': 5, 'project_id': '1d6f90a72ec74cd4bb986fa3e8dbb664', 'gw_port': {'id': '074a1a2d-ae34-41d8-baf5-4e0c898052b5', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f3:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2253462-ae4c-4ca4-8c7d-65d784be90a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:28:46Z', 'updated_at': '2021-12-20T15:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:30:08.545873 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc801538-e889-4b02-8a1c-ba4c5b451020 None None] Checking router: b2253462-ae4c-4ca4-8c7d-65d784be90a5 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:30:08.553301 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-1422dc9f-f49a-4b63-9c4b-f31622c0e3aa admin admin] For port 074a1a2d-ae34-41d8-baf5-4e0c898052b5, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=074a1a2d-ae34-41d8-baf5-4e0c898052b5,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:30:08.553301 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1422dc9f-f49a-4b63-9c4b-f31622c0e3aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:08.554625 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc801538-e889-4b02-8a1c-ba4c5b451020 None None] Routers {'b2253462-ae4c-4ca4-8c7d-65d784be90a5'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:30:08.555309 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-cc801538-e889-4b02-8a1c-ba4c5b451020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:30:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['b2253462-ae4c-4ca4-8c7d-65d784be90a5'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:30:08.565179 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-1422dc9f-f49a-4b63-9c4b-f31622c0e3aa admin admin] Calling delete_port for 074a1a2d-ae34-41d8-baf5-4e0c898052b5 owned by network:router_gateway {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:30:08.644460 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-cc801538-e889-4b02-8a1c-ba4c5b451020 None None] Set router b2253462-ae4c-4ca4-8c7d-65d784be90a5 gateway port host: None {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:30:08.699341 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-cc801538-e889-4b02-8a1c-ba4c5b451020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2253462-ae4c-4ca4-8c7d-65d784be90a5', 'name': 'tempest-TestEncryptedCinderVolumes-656995532-router', 'tenant_id': '1d6f90a72ec74cd4bb986fa3e8dbb664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:28:46Z', 'updated_at': '2021-12-20T15:30:08Z', 'revision_number': 6, 'project_id': '1d6f90a72ec74cd4bb986fa3e8dbb664', 'gw_port_host': None}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:30:08.726459 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc801538-e889-4b02-8a1c-ba4c5b451020 None None] The sync data for ids ['b2253462-ae4c-4ca4-8c7d-65d784be90a5'] in n-d-761264-19 is: [{'id': 'b2253462-ae4c-4ca4-8c7d-65d784be90a5', 'name': 'tempest-TestEncryptedCinderVolumes-656995532-router', 'tenant_id': '1d6f90a72ec74cd4bb986fa3e8dbb664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:28:46Z', 'updated_at': '2021-12-20T15:30:08Z', 'revision_number': 6, 'project_id': '1d6f90a72ec74cd4bb986fa3e8dbb664', 'gw_port_host': None}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:30:08.757225 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1422dc9f-f49a-4b63-9c4b-f31622c0e3aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:08.781701 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1422dc9f-f49a-4b63-9c4b-f31622c0e3aa admin admin] Pushing event deleted for resources: {'Port': ['ID=074a1a2d-ae34-41d8-baf5-4e0c898052b5,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:30:08.797930 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0e022f-cc29-4dc0-872a-ca1b1e447e49 None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:30:08.856563 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1422dc9f-f49a-4b63-9c4b-f31622c0e3aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584913'] for router_gateway, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:08.948902 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1422dc9f-f49a-4b63-9c4b-f31622c0e3aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40132'] for router, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:08.951126 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1422dc9f-f49a-4b63-9c4b-f31622c0e3aa admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:08.998642 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1422dc9f-f49a-4b63-9c4b-f31622c0e3aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1594808'] for router, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:08.999309 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1422dc9f-f49a-4b63-9c4b-f31622c0e3aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2253462-ae4c-4ca4-8c7d-65d784be90a5 {{(pid=103168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:30:09.004534 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-1422dc9f-f49a-4b63-9c4b-f31622c0e3aa admin admin] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:09.005714 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-1422dc9f-f49a-4b63-9c4b-f31622c0e3aa admin admin] 10.222.0.54 "DELETE /v2.0/routers/b2253462-ae4c-4ca4-8c7d-65d784be90a5 HTTP/1.1" status: 204 len: 168 time: 0.8020506 Dec 20 15:30:09.008634 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 56922) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:30:09.057328 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_v2 [None req-14c8a7ad-ab20-4fe9-8182-3937aca23937 admin admin] Deleting subnet ce3a9d34-bfa5-46f0-a1d4-cced2c4c723f {{(pid=103167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:30:09.061419 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-14c8a7ad-ab20-4fe9-8182-3937aca23937 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:09.113718 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-14c8a7ad-ab20-4fe9-8182-3937aca23937 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954412'] for subnet, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:09.200166 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-14c8a7ad-ab20-4fe9-8182-3937aca23937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:09.255362 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-14c8a7ad-ab20-4fe9-8182-3937aca23937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:09.284789 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c8a7ad-ab20-4fe9-8182-3937aca23937 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce3a9d34-bfa5-46f0-a1d4-cced2c4c723f,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:30:09.289954 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-14c8a7ad-ab20-4fe9-8182-3937aca23937 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:09.293886 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-14c8a7ad-ab20-4fe9-8182-3937aca23937 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/ce3a9d34-bfa5-46f0-a1d4-cced2c4c723f HTTP/1.1" status: 204 len: 168 time: 0.2842326 Dec 20 15:30:09.295473 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23e79b1-eefb-47da-bbf2-665297e39b36 None None] Network a8f39f45-e24d-4c15-b540-5200347bae47 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:30:09.296496 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 56924) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:30:09.366463 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-62ed6adf-a8aa-438a-b1f7-9707d9d73947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:09.424931 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-62ed6adf-a8aa-438a-b1f7-9707d9d73947 admin admin] Deleting port 6bde4a9f-b597-4903-b2f1-a2258c9a7d53 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:30:09.425480 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-62ed6adf-a8aa-438a-b1f7-9707d9d73947 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:09.497586 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-62ed6adf-a8aa-438a-b1f7-9707d9d73947 admin admin] For port 6bde4a9f-b597-4903-b2f1-a2258c9a7d53, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=6bde4a9f-b597-4903-b2f1-a2258c9a7d53,segment=NetworkSegment(bab0596e-2e12-4793-a8a9-43ac3ef98b75),segment_id=bab0596e-2e12-4793-a8a9-43ac3ef98b75)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:30:09.497956 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-62ed6adf-a8aa-438a-b1f7-9707d9d73947 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:09.513201 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac67c89-ad94-4583-bded-313ba7842f63 None None] DHCP port deletion for a8f39f45-e24d-4c15-b540-5200347bae47 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:30:09.522592 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-62ed6adf-a8aa-438a-b1f7-9707d9d73947 admin admin] Calling delete_port for 6bde4a9f-b597-4903-b2f1-a2258c9a7d53 owned by network:dhcp {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:30:09.571112 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-cac67c89-ad94-4583-bded-313ba7842f63 None None] Deleting port 6bde4a9f-b597-4903-b2f1-a2258c9a7d53 {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:30:09.571627 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-cac67c89-ad94-4583-bded-313ba7842f63 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:09.590572 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 074a1a2d-ae34-41d8-baf5-4e0c898052b5 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:30:09.634942 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-62ed6adf-a8aa-438a-b1f7-9707d9d73947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:09.645015 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 074a1a2d-ae34-41d8-baf5-4e0c898052b5 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:30:09.645412 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 074a1a2d-ae34-41d8-baf5-4e0c898052b5 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:30:09.645826 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 6bde4a9f-b597-4903-b2f1-a2258c9a7d53 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:30:09.664733 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ed6adf-a8aa-438a-b1f7-9707d9d73947 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bde4a9f-b597-4903-b2f1-a2258c9a7d53,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:30:09.668453 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ed6adf-a8aa-438a-b1f7-9707d9d73947 admin admin] No DVR routers for this DVR port 6bde4a9f-b597-4903-b2f1-a2258c9a7d53 on host n-d-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:30:09.676940 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 6bde4a9f-b597-4903-b2f1-a2258c9a7d53 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:30:09.677297 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 6bde4a9f-b597-4903-b2f1-a2258c9a7d53 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:30:09.677677 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device db34ab7d-43da-4ad1-b24f-218c1927a92b no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:30:09.709046 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-cac67c89-ad94-4583-bded-313ba7842f63 None None] For port 6bde4a9f-b597-4903-b2f1-a2258c9a7d53, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=6bde4a9f-b597-4903-b2f1-a2258c9a7d53,segment=NetworkSegment(bab0596e-2e12-4793-a8a9-43ac3ef98b75),segment_id=bab0596e-2e12-4793-a8a9-43ac3ef98b75)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:30:09.709653 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-cac67c89-ad94-4583-bded-313ba7842f63 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:09.713475 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: db34ab7d-43da-4ad1-b24f-218c1927a92b {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:30:09.713983 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device db34ab7d-43da-4ad1-b24f-218c1927a92b not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:30:09.732236 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-cac67c89-ad94-4583-bded-313ba7842f63 None None] Calling delete_port for 6bde4a9f-b597-4903-b2f1-a2258c9a7d53 owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:30:09.744279 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-62ed6adf-a8aa-438a-b1f7-9707d9d73947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:09.773635 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-62ed6adf-a8aa-438a-b1f7-9707d9d73947 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8f39f45-e24d-4c15-b540-5200347bae47']}} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:30:09.787652 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-62ed6adf-a8aa-438a-b1f7-9707d9d73947 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bab0596e-2e12-4793-a8a9-43ac3ef98b75') {'for_net_delete': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:30:09.787964 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-62ed6adf-a8aa-438a-b1f7-9707d9d73947 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bab0596e-2e12-4793-a8a9-43ac3ef98b75') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:30:09.798584 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-62ed6adf-a8aa-438a-b1f7-9707d9d73947 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954405'] for segment, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:09.813763 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-62ed6adf-a8aa-438a-b1f7-9707d9d73947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:09.828641 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62ed6adf-a8aa-438a-b1f7-9707d9d73947 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=103167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:30:09.829328 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-62ed6adf-a8aa-438a-b1f7-9707d9d73947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9956000'] for segment, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:09.832346 n-d-761264-19 neutron-server[103167]: Traceback (most recent call last): Dec 20 15:30:09.832346 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:30:09.832346 n-d-761264-19 neutron-server[103167]: timer() Dec 20 15:30:09.832346 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:30:09.832346 n-d-761264-19 neutron-server[103167]: cb(*args, **kw) Dec 20 15:30:09.832346 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:30:09.832346 n-d-761264-19 neutron-server[103167]: return func(*args, **kwargs) Dec 20 15:30:09.832346 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:30:09.832346 n-d-761264-19 neutron-server[103167]: self._notify() Dec 20 15:30:09.832346 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:30:09.832346 n-d-761264-19 neutron-server[103167]: self.callback(batched_events) Dec 20 15:30:09.832346 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:30:09.832346 n-d-761264-19 neutron-server[103167]: event.method(event) Dec 20 15:30:09.832346 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:30:09.832346 n-d-761264-19 neutron-server[103167]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:30:09.832346 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:30:09.832346 n-d-761264-19 neutron-server[103167]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:30:09.832346 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:30:09.832346 n-d-761264-19 neutron-server[103167]: return f(self, *a, **k) Dec 20 15:30:09.832346 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:30:09.832346 n-d-761264-19 neutron-server[103167]: return self._get(url).json() Dec 20 15:30:09.832346 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:30:09.832346 n-d-761264-19 neutron-server[103167]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:30:09.832346 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:30:09.832346 n-d-761264-19 neutron-server[103167]: return self.request(url, 'GET', **kwargs) Dec 20 15:30:09.832346 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:30:09.832346 n-d-761264-19 neutron-server[103167]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:30:09.832346 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:30:09.832346 n-d-761264-19 neutron-server[103167]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:30:09.832346 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:30:09.832346 n-d-761264-19 neutron-server[103167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:30:09.832346 n-d-761264-19 neutron-server[103167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:30:09.836999 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-cac67c89-ad94-4583-bded-313ba7842f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:09.865636 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac67c89-ad94-4583-bded-313ba7842f63 None None] No DVR routers for this DVR port 6bde4a9f-b597-4903-b2f1-a2258c9a7d53 on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:30:09.870682 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac67c89-ad94-4583-bded-313ba7842f63 None None] Pushing event deleted for resources: {'Port': ['ID=6bde4a9f-b597-4903-b2f1-a2258c9a7d53,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:30:09.904111 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-62ed6adf-a8aa-438a-b1f7-9707d9d73947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:09.910520 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-62ed6adf-a8aa-438a-b1f7-9707d9d73947 admin admin] Publish callbacks [] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:09.916443 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-62ed6adf-a8aa-438a-b1f7-9707d9d73947 admin admin] 10.222.0.54 "DELETE /v2.0/networks/a8f39f45-e24d-4c15-b540-5200347bae47 HTTP/1.1" status: 204 len: 168 time: 0.6162477 Dec 20 15:30:09.927820 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ed6adf-a8aa-438a-b1f7-9707d9d73947 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8f39f45-e24d-4c15-b540-5200347bae47,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:30:10.104390 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 56932) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:30:10.147164 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-3e65a158-f405-48fa-9e69-58630e760d1f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1edcd07edb00422fa81266bd4a9aa24d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0414412 Dec 20 15:30:10.149650 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 56934) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:30:10.205212 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-85ae1924-1790-48d1-8c4a-0ad6d7d54095 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:10.232505 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-85ae1924-1790-48d1-8c4a-0ad6d7d54095 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:10.301104 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-85ae1924-1790-48d1-8c4a-0ad6d7d54095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:10.303978 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-85ae1924-1790-48d1-8c4a-0ad6d7d54095 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:10.305166 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-85ae1924-1790-48d1-8c4a-0ad6d7d54095 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/36cc6def-4c08-4896-a50c-72bb6020a74c HTTP/1.1" status: 204 len: 168 time: 0.1546397 Dec 20 15:30:10.316211 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ae1924-1790-48d1-8c4a-0ad6d7d54095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36cc6def-4c08-4896-a50c-72bb6020a74c,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:30:10.676282 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 56940) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:30:10.723669 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-b30652a2-79a8-4f21-828e-e196b748e760 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1d6f90a72ec74cd4bb986fa3e8dbb664&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0457616 Dec 20 15:30:10.725812 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 56942) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:30:10.778237 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-940c9ded-d304-4231-bc88-5d6a4bc44f84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:10.801248 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-940c9ded-d304-4231-bc88-5d6a4bc44f84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:10.861086 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-940c9ded-d304-4231-bc88-5d6a4bc44f84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:10.863793 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-940c9ded-d304-4231-bc88-5d6a4bc44f84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:10.865004 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-940c9ded-d304-4231-bc88-5d6a4bc44f84 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d74b018a-fe99-4e75-b9db-6cb9fd44cb89 HTTP/1.1" status: 204 len: 168 time: 0.1382692 Dec 20 15:30:10.873276 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940c9ded-d304-4231-bc88-5d6a4bc44f84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d74b018a-fe99-4e75-b9db-6cb9fd44cb89,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:30:11.619667 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 56964) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:30:11.738170 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-0974da98-00c6-449b-b450-6d2fc383d585 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1398561931-network', 'tenant_id': '9c2fdc353e74457591878643b0735c89'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:30:11.766442 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0974da98-00c6-449b-b450-6d2fc383d585 admin admin] Made reservation on behalf of 9c2fdc353e74457591878643b0735c89 for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:30:11.768936 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0974da98-00c6-449b-b450-6d2fc383d585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:11.779060 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0974da98-00c6-449b-b450-6d2fc383d585 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:11.876927 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0974da98-00c6-449b-b450-6d2fc383d585 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:11.882057 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0974da98-00c6-449b-b450-6d2fc383d585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:11.914104 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0974da98-00c6-449b-b450-6d2fc383d585 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:30:11.925160 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0974da98-00c6-449b-b450-6d2fc383d585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59dc69f2-0648-4995-bb58-82c21e68019c,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:30:11.932192 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0974da98-00c6-449b-b450-6d2fc383d585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:11.932587 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-0974da98-00c6-449b-b450-6d2fc383d585 admin admin] Added segment baf5ebf1-f732-47c9-a178-37077153a6be of type vlan for network 6acaad41-86ef-4157-946f-19d81b67bc10 Dec 20 15:30:11.978527 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0974da98-00c6-449b-b450-6d2fc383d585 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:12.008428 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0974da98-00c6-449b-b450-6d2fc383d585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:12.009468 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0974da98-00c6-449b-b450-6d2fc383d585 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:30:12.010073 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0974da98-00c6-449b-b450-6d2fc383d585 admin admin] Publish callbacks [] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:12.069869 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-0974da98-00c6-449b-b450-6d2fc383d585 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4485254 Dec 20 15:30:12.072069 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 56968) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:30:12.077902 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-e733550b-cfe3-41a2-9d2b-13093ce7ceab admin admin] Request body: {'subnet': {'network_id': '6acaad41-86ef-4157-946f-19d81b67bc10', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1398561931-subnet', 'tenant_id': '9c2fdc353e74457591878643b0735c89', 'ip_version': 4}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:30:12.080371 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0974da98-00c6-449b-b450-6d2fc383d585 admin admin] Pushing event updated for resources: {'Network': ['ID=6acaad41-86ef-4157-946f-19d81b67bc10,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:30:12.093065 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 6acaad41-86ef-4157-946f-19d81b67bc10 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:30:12.097197 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:12.105878 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e733550b-cfe3-41a2-9d2b-13093ce7ceab admin admin] Made reservation on behalf of 9c2fdc353e74457591878643b0735c89 for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:30:12.108488 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e733550b-cfe3-41a2-9d2b-13093ce7ceab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:12.327779 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e733550b-cfe3-41a2-9d2b-13093ce7ceab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:12.392422 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e733550b-cfe3-41a2-9d2b-13093ce7ceab admin admin] Pushing event updated for resources: {'Subnet': ['ID=69e2618f-9a66-40f1-96ef-e9ef48a740d8,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:30:12.404858 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e733550b-cfe3-41a2-9d2b-13093ce7ceab admin admin] Checking segment: {'id': 'baf5ebf1-f732-47c9-a178-37077153a6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6acaad41-86ef-4157-946f-19d81b67bc10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:30:12.405181 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e733550b-cfe3-41a2-9d2b-13093ce7ceab admin admin] Network hostable DHCP agents. Network: 6acaad41-86ef-4157-946f-19d81b67bc10, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:30:12.424181 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e733550b-cfe3-41a2-9d2b-13093ce7ceab admin admin] Network 6acaad41-86ef-4157-946f-19d81b67bc10 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:30:12.435342 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-e733550b-cfe3-41a2-9d2b-13093ce7ceab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 6acaad41-86ef-4157-946f-19d81b67bc10) {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:30:12.440538 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e733550b-cfe3-41a2-9d2b-13093ce7ceab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:30:12.441827 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e733550b-cfe3-41a2-9d2b-13093ce7ceab admin admin] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:12.443511 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330b5ca0-e244-4927-aaab-c3a5d80e6f3d None None] Network 6acaad41-86ef-4157-946f-19d81b67bc10 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:30:12.459910 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-e733550b-cfe3-41a2-9d2b-13093ce7ceab admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3860605 Dec 20 15:30:12.462647 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 56970) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:30:12.466918 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-450954da-ee74-421f-9919-32681e7b4c48 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1398561931-router', 'tenant_id': '9c2fdc353e74457591878643b0735c89', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:30:12.496774 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-450954da-ee74-421f-9919-32681e7b4c48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40114'] for router, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:12.497854 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-450954da-ee74-421f-9919-32681e7b4c48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40139'] for router, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:12.554886 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-450954da-ee74-421f-9919-32681e7b4c48 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:12.556968 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca6fc28-021b-42fd-ae18-5f647a5ca9ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-6acaad41-86ef-4157-946f-19d81b67bc10', 'network_id': '6acaad41-86ef-4157-946f-19d81b67bc10', 'project_id': '9c2fdc353e74457591878643b0735c89', 'fixed_ips': [{'subnet_id': '69e2618f-9a66-40f1-96ef-e9ef48a740d8'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 15:30:12.557947 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-bca6fc28-021b-42fd-ae18-5f647a5ca9ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:12.711979 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-bca6fc28-021b-42fd-ae18-5f647a5ca9ca None None] Allocated IP 172.20.0.2 (6acaad41-86ef-4157-946f-19d81b67bc10/69e2618f-9a66-40f1-96ef-e9ef48a740d8/20001d88-a0d4-4c38-8156-bd539245adcd) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:30:12.718824 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-450954da-ee74-421f-9919-32681e7b4c48 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:12.861319 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-bca6fc28-021b-42fd-ae18-5f647a5ca9ca None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:12.869249 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-bca6fc28-021b-42fd-ae18-5f647a5ca9ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:12.907977 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca6fc28-021b-42fd-ae18-5f647a5ca9ca None None] Network 6acaad41-86ef-4157-946f-19d81b67bc10 is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:30:12.914617 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-bca6fc28-021b-42fd-ae18-5f647a5ca9ca None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:30:12.918448 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca6fc28-021b-42fd-ae18-5f647a5ca9ca None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:30:12.925454 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca6fc28-021b-42fd-ae18-5f647a5ca9ca None None] Pushing event updated for resources: {'Port': ['ID=20001d88-a0d4-4c38-8156-bd539245adcd,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:30:12.927025 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-450954da-ee74-421f-9919-32681e7b4c48 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:12.955782 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-450954da-ee74-421f-9919-32681e7b4c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:12.978522 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-bca6fc28-021b-42fd-ae18-5f647a5ca9ca None None] Attempting to bind port 20001d88-a0d4-4c38-8156-bd539245adcd on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:30:12.978815 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-bca6fc28-021b-42fd-ae18-5f647a5ca9ca None None] Attempting to bind port 20001d88-a0d4-4c38-8156-bd539245adcd by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': 'baf5ebf1-f732-47c9-a178-37077153a6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6acaad41-86ef-4157-946f-19d81b67bc10'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:30:12.979169 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca6fc28-021b-42fd-ae18-5f647a5ca9ca None None] Attempting to bind port 20001d88-a0d4-4c38-8156-bd539245adcd on network 6acaad41-86ef-4157-946f-19d81b67bc10 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:30:12.984081 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca6fc28-021b-42fd-ae18-5f647a5ca9ca None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:30:12.984490 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca6fc28-021b-42fd-ae18-5f647a5ca9ca None None] Checking segment: {'id': 'baf5ebf1-f732-47c9-a178-37077153a6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6acaad41-86ef-4157-946f-19d81b67bc10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:30:12.984874 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-bca6fc28-021b-42fd-ae18-5f647a5ca9ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:12.985297 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca6fc28-021b-42fd-ae18-5f647a5ca9ca None None] Bound using segment: {'id': 'baf5ebf1-f732-47c9-a178-37077153a6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6acaad41-86ef-4157-946f-19d81b67bc10'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:30:12.985761 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-bca6fc28-021b-42fd-ae18-5f647a5ca9ca None None] Bound port: 20001d88-a0d4-4c38-8156-bd539245adcd, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baf5ebf1-f732-47c9-a178-37077153a6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6acaad41-86ef-4157-946f-19d81b67bc10'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:30:12.986131 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-bca6fc28-021b-42fd-ae18-5f647a5ca9ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:13.059003 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-bca6fc28-021b-42fd-ae18-5f647a5ca9ca None None] For port 20001d88-a0d4-4c38-8156-bd539245adcd, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:30:13.062771 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-bca6fc28-021b-42fd-ae18-5f647a5ca9ca None None] For port 20001d88-a0d4-4c38-8156-bd539245adcd, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=20001d88-a0d4-4c38-8156-bd539245adcd,segment=NetworkSegment(baf5ebf1-f732-47c9-a178-37077153a6be),segment_id=baf5ebf1-f732-47c9-a178-37077153a6be)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:30:13.069353 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-bca6fc28-021b-42fd-ae18-5f647a5ca9ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:13.080929 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-450954da-ee74-421f-9919-32681e7b4c48 admin admin] Allocated IP 172.25.0.231 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/c4f70a05-cbd1-4213-ba8f-b6bae07ca5c7) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:30:13.135031 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca6fc28-021b-42fd-ae18-5f647a5ca9ca None None] Pushing event updated for resources: {'Port': ['ID=20001d88-a0d4-4c38-8156-bd539245adcd,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:30:13.197388 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-450954da-ee74-421f-9919-32681e7b4c48 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:13.234700 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-450954da-ee74-421f-9919-32681e7b4c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:13.305821 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450954da-ee74-421f-9919-32681e7b4c48 admin admin] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:30:13.309927 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-450954da-ee74-421f-9919-32681e7b4c48 admin admin] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:30:13.312418 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450954da-ee74-421f-9919-32681e7b4c48 admin admin] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:30:13.323128 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8ec4df-16cc-46b0-affc-bc3a70ca9231 None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:30:13.340407 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450954da-ee74-421f-9919-32681e7b4c48 admin admin] Pushing event updated for resources: {'Port': ['ID=c4f70a05-cbd1-4213-ba8f-b6bae07ca5c7,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:30:13.406313 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-e157919c-7245-4967-b091-0dde6eec7393 None None] Provisioning complete for port c4f70a05-cbd1-4213-ba8f-b6bae07ca5c7 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:30:13.406681 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e157919c-7245-4967-b091-0dde6eec7393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:13.450555 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-e157919c-7245-4967-b091-0dde6eec7393 None None] Port c4f70a05-cbd1-4213-ba8f-b6bae07ca5c7 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:30:13.944973 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-450954da-ee74-421f-9919-32681e7b4c48 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:14.112603 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863f88bc-226d-43e5-bf49-d91ccb3c6929 None None] Network 6acaad41-86ef-4157-946f-19d81b67bc10 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:30:14.163609 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-450954da-ee74-421f-9919-32681e7b4c48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013'] for router, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:14.193961 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-8851f252-a37b-44d7-8c5b-a0f2d6d8a191 None None] Provisioning complete for port 20001d88-a0d4-4c38-8156-bd539245adcd triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:30:14.194577 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8851f252-a37b-44d7-8c5b-a0f2d6d8a191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:14.314096 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-450954da-ee74-421f-9919-32681e7b4c48 admin admin] Router 14a1deef-ea19-4948-bca5-be2091b781c0 is scheduled to L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 with binding_index 1 {{(pid=103167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 15:30:14.320345 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8851f252-a37b-44d7-8c5b-a0f2d6d8a191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:14.359099 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-8851f252-a37b-44d7-8c5b-a0f2d6d8a191 None None] For port 20001d88-a0d4-4c38-8156-bd539245adcd, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=20001d88-a0d4-4c38-8156-bd539245adcd,segment=NetworkSegment(baf5ebf1-f732-47c9-a178-37077153a6be),segment_id=baf5ebf1-f732-47c9-a178-37077153a6be)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:30:14.365912 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8851f252-a37b-44d7-8c5b-a0f2d6d8a191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:14.433044 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8851f252-a37b-44d7-8c5b-a0f2d6d8a191 None None] Pushing event updated for resources: {'Port': ['ID=20001d88-a0d4-4c38-8156-bd539245adcd,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:30:14.457404 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-450954da-ee74-421f-9919-32681e7b4c48 admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:30:14.471942 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff33da8-8cd9-4cba-908c-d24164ab2684 None None] Sync routers for ids ['14a1deef-ea19-4948-bca5-be2091b781c0'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:30:14.485817 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff33da8-8cd9-4cba-908c-d24164ab2684 None None] Routers {'14a1deef-ea19-4948-bca5-be2091b781c0'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:30:14.486954 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-cff33da8-8cd9-4cba-908c-d24164ab2684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:30:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['14a1deef-ea19-4948-bca5-be2091b781c0'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:30:14.487081 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-450954da-ee74-421f-9919-32681e7b4c48 admin admin] Publish callbacks [] for router, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:14.491592 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-450954da-ee74-421f-9919-32681e7b4c48 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0252299 Dec 20 15:30:14.492362 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 56972) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:30:14.593365 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-7e4b9b9c-3376-4b22-8613-f31321aba788 None None] Provisioning complete for port 20001d88-a0d4-4c38-8156-bd539245adcd triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:30:14.593830 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-7e4b9b9c-3376-4b22-8613-f31321aba788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:14.722507 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-cff33da8-8cd9-4cba-908c-d24164ab2684 None None] Set router 14a1deef-ea19-4948-bca5-be2091b781c0 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:30:14.797568 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:30:14.917410 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-cff33da8-8cd9-4cba-908c-d24164ab2684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a1deef-ea19-4948-bca5-be2091b781c0', 'name': 'tempest-TestMinimumBasicScenario-1398561931-router', 'tenant_id': '9c2fdc353e74457591878643b0735c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': 'c4f70a05-cbd1-4213-ba8f-b6bae07ca5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:30:12Z', 'updated_at': '2021-12-20T15:30:13Z', 'revision_number': 3, 'project_id': '9c2fdc353e74457591878643b0735c89', 'gw_port': {'id': 'c4f70a05-cbd1-4213-ba8f-b6bae07ca5c7', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:4a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14a1deef-ea19-4948-bca5-be2091b781c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:30:12Z', 'updated_at': '2021-12-20T15:30:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:30:14.948981 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff33da8-8cd9-4cba-908c-d24164ab2684 None None] Checking router: 14a1deef-ea19-4948-bca5-be2091b781c0 for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:30:14.949331 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff33da8-8cd9-4cba-908c-d24164ab2684 None None] Updating router 14a1deef-ea19-4948-bca5-be2091b781c0 port c4f70a05-cbd1-4213-ba8f-b6bae07ca5c7 binding host n-d-761264-19 {{(pid=103170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 15:30:14.975295 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-cff33da8-8cd9-4cba-908c-d24164ab2684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:15.005675 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2036c27b-38bb-42db-b080-5a1bdddb6368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:15.176894 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-2036c27b-38bb-42db-b080-5a1bdddb6368 admin admin] Allocated IP 172.20.0.1 (6acaad41-86ef-4157-946f-19d81b67bc10/69e2618f-9a66-40f1-96ef-e9ef48a740d8/cafeed65-363c-49c4-b0cb-4e584cb557ee) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:30:15.236564 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-cff33da8-8cd9-4cba-908c-d24164ab2684 None None] Publish callbacks [] for port, precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:15.245519 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-cff33da8-8cd9-4cba-908c-d24164ab2684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:15.297302 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b7cc1e-abc2-4955-9608-dd895d1cf12e None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:30:15.299202 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-cff33da8-8cd9-4cba-908c-d24164ab2684 None None] Attempting to bind port c4f70a05-cbd1-4213-ba8f-b6bae07ca5c7 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:30:15.299759 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-cff33da8-8cd9-4cba-908c-d24164ab2684 None None] Attempting to bind port c4f70a05-cbd1-4213-ba8f-b6bae07ca5c7 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:30:15.300427 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff33da8-8cd9-4cba-908c-d24164ab2684 None None] Attempting to bind port c4f70a05-cbd1-4213-ba8f-b6bae07ca5c7 on network c3f8658e-da35-41f3-bd03-509e29ebd6f3 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:30:15.307892 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a6b5e5-5cfc-4873-a3ee-5879b9151e46 None None] Pushing event updated for resources: {'Port': ['ID=c4f70a05-cbd1-4213-ba8f-b6bae07ca5c7,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:30:15.316258 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2036c27b-38bb-42db-b080-5a1bdddb6368 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:15.317329 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a6b5e5-5cfc-4873-a3ee-5879b9151e46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:30:15.317678 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a6b5e5-5cfc-4873-a3ee-5879b9151e46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:30:15.318019 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a6b5e5-5cfc-4873-a3ee-5879b9151e46 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:30:15.318351 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a6b5e5-5cfc-4873-a3ee-5879b9151e46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:30:15.318689 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a6b5e5-5cfc-4873-a3ee-5879b9151e46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:30:15.319054 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a6b5e5-5cfc-4873-a3ee-5879b9151e46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:30:15.319378 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a6b5e5-5cfc-4873-a3ee-5879b9151e46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:30:15.319695 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a6b5e5-5cfc-4873-a3ee-5879b9151e46 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:30:15.320304 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a6b5e5-5cfc-4873-a3ee-5879b9151e46 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:30:15.320805 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a6b5e5-5cfc-4873-a3ee-5879b9151e46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:30:15.321292 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a6b5e5-5cfc-4873-a3ee-5879b9151e46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:30:15.321783 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a6b5e5-5cfc-4873-a3ee-5879b9151e46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:30:15.322376 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a6b5e5-5cfc-4873-a3ee-5879b9151e46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:30:15.326404 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff33da8-8cd9-4cba-908c-d24164ab2684 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:30:15.327068 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff33da8-8cd9-4cba-908c-d24164ab2684 None None] Checking segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:30:15.327637 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-cff33da8-8cd9-4cba-908c-d24164ab2684 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:15.328187 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff33da8-8cd9-4cba-908c-d24164ab2684 None None] Bound using segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:30:15.328863 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-cff33da8-8cd9-4cba-908c-d24164ab2684 None None] Bound port: c4f70a05-cbd1-4213-ba8f-b6bae07ca5c7, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:30:15.329417 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-cff33da8-8cd9-4cba-908c-d24164ab2684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:15.363284 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2036c27b-38bb-42db-b080-5a1bdddb6368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:15.399276 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-cff33da8-8cd9-4cba-908c-d24164ab2684 None None] For port c4f70a05-cbd1-4213-ba8f-b6bae07ca5c7, host n-d-761264-19, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:30:15.403517 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-cff33da8-8cd9-4cba-908c-d24164ab2684 None None] For port c4f70a05-cbd1-4213-ba8f-b6bae07ca5c7, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=c4f70a05-cbd1-4213-ba8f-b6bae07ca5c7,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:30:15.404328 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2036c27b-38bb-42db-b080-5a1bdddb6368 admin admin] Network 6acaad41-86ef-4157-946f-19d81b67bc10 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:30:15.411082 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-2036c27b-38bb-42db-b080-5a1bdddb6368 admin admin] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:30:15.411931 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-cff33da8-8cd9-4cba-908c-d24164ab2684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:15.414748 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2036c27b-38bb-42db-b080-5a1bdddb6368 admin admin] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:30:15.457777 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2036c27b-38bb-42db-b080-5a1bdddb6368 admin admin] Pushing event updated for resources: {'Port': ['ID=cafeed65-363c-49c4-b0cb-4e584cb557ee,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:30:15.476969 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2036c27b-38bb-42db-b080-5a1bdddb6368 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595714'] for router_interface, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:15.479207 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff33da8-8cd9-4cba-908c-d24164ab2684 None None] Routers {'14a1deef-ea19-4948-bca5-be2091b781c0'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:30:15.480870 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-cff33da8-8cd9-4cba-908c-d24164ab2684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:30:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['14a1deef-ea19-4948-bca5-be2091b781c0'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:30:15.541266 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 20001d88-a0d4-4c38-8156-bd539245adcd up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:30:15.541512 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a6b5e5-5cfc-4873-a3ee-5879b9151e46 None None] Pushing event updated for resources: {'Port': ['ID=c4f70a05-cbd1-4213-ba8f-b6bae07ca5c7,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:30:15.546690 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382b9d32-f468-4e18-af44-d227d13b01f3 None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:30:15.594362 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-be045723-d9b5-4577-9a7c-22459cc8ebd3 None None] Provisioning complete for port c4f70a05-cbd1-4213-ba8f-b6bae07ca5c7 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:30:15.595126 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-be045723-d9b5-4577-9a7c-22459cc8ebd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:15.612684 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-cff33da8-8cd9-4cba-908c-d24164ab2684 None None] Set router 14a1deef-ea19-4948-bca5-be2091b781c0 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:30:15.668976 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2036c27b-38bb-42db-b080-5a1bdddb6368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:15.690410 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 20001d88-a0d4-4c38-8156-bd539245adcd triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:30:15.691092 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:15.736915 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-be045723-d9b5-4577-9a7c-22459cc8ebd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:15.758153 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:15.768305 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-be045723-d9b5-4577-9a7c-22459cc8ebd3 None None] For port c4f70a05-cbd1-4213-ba8f-b6bae07ca5c7, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=c4f70a05-cbd1-4213-ba8f-b6bae07ca5c7,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:30:15.774750 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-be045723-d9b5-4577-9a7c-22459cc8ebd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:15.848967 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2036c27b-38bb-42db-b080-5a1bdddb6368 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:15.854751 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be045723-d9b5-4577-9a7c-22459cc8ebd3 None None] Pushing event updated for resources: {'Port': ['ID=c4f70a05-cbd1-4213-ba8f-b6bae07ca5c7,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:30:15.856430 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2036c27b-38bb-42db-b080-5a1bdddb6368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:15.859567 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-cff33da8-8cd9-4cba-908c-d24164ab2684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a1deef-ea19-4948-bca5-be2091b781c0', 'name': 'tempest-TestMinimumBasicScenario-1398561931-router', 'tenant_id': '9c2fdc353e74457591878643b0735c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': 'c4f70a05-cbd1-4213-ba8f-b6bae07ca5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:30:12Z', 'updated_at': '2021-12-20T15:30:13Z', 'revision_number': 3, 'project_id': '9c2fdc353e74457591878643b0735c89', 'gw_port': {'id': 'c4f70a05-cbd1-4213-ba8f-b6bae07ca5c7', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:4a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14a1deef-ea19-4948-bca5-be2091b781c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:30:12Z', 'updated_at': '2021-12-20T15:30:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:30:15.891367 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff33da8-8cd9-4cba-908c-d24164ab2684 None None] The sync data for ids ['14a1deef-ea19-4948-bca5-be2091b781c0'] in n-d-761264-19 is: [{'id': '14a1deef-ea19-4948-bca5-be2091b781c0', 'name': 'tempest-TestMinimumBasicScenario-1398561931-router', 'tenant_id': '9c2fdc353e74457591878643b0735c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': 'c4f70a05-cbd1-4213-ba8f-b6bae07ca5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:30:12Z', 'updated_at': '2021-12-20T15:30:13Z', 'revision_number': 3, 'project_id': '9c2fdc353e74457591878643b0735c89', 'gw_port': {'id': 'c4f70a05-cbd1-4213-ba8f-b6bae07ca5c7', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:4a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14a1deef-ea19-4948-bca5-be2091b781c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:30:12Z', 'updated_at': '2021-12-20T15:30:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:30:15.898027 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-675e4941-da3d-4b9a-83cf-f7db78dd9b78 None None] Provisioning complete for port cafeed65-363c-49c4-b0cb-4e584cb557ee triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:30:15.898404 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-675e4941-da3d-4b9a-83cf-f7db78dd9b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:15.931954 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2036c27b-38bb-42db-b080-5a1bdddb6368 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1595702'] for router_interface, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:15.935157 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2036c27b-38bb-42db-b080-5a1bdddb6368 admin admin] Pushing event updated for resources: {'Port': ['ID=cafeed65-363c-49c4-b0cb-4e584cb557ee,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:30:15.938707 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-675e4941-da3d-4b9a-83cf-f7db78dd9b78 None None] Port cafeed65-363c-49c4-b0cb-4e584cb557ee cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:30:15.950871 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-675e4941-da3d-4b9a-83cf-f7db78dd9b78 None None] Provisioning complete for port c4f70a05-cbd1-4213-ba8f-b6bae07ca5c7 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:30:15.951198 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-675e4941-da3d-4b9a-83cf-f7db78dd9b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:16.048057 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2036c27b-38bb-42db-b080-5a1bdddb6368 admin admin] Network 6acaad41-86ef-4157-946f-19d81b67bc10 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:30:16.049572 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-2036c27b-38bb-42db-b080-5a1bdddb6368 admin admin] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:30:16.206367 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2036c27b-38bb-42db-b080-5a1bdddb6368 admin admin] Router 14a1deef-ea19-4948-bca5-be2091b781c0 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:30:16.327596 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2036c27b-38bb-42db-b080-5a1bdddb6368 admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:30:16.332899 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-2036c27b-38bb-42db-b080-5a1bdddb6368 admin admin] 10.222.0.54 "PUT /v2.0/routers/14a1deef-ea19-4948-bca5-be2091b781c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8387883 Dec 20 15:30:16.364868 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-83beb2a6-53b4-4385-a90d-35561c6a502d None None] Provisioning complete for port cafeed65-363c-49c4-b0cb-4e584cb557ee triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:30:16.365438 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-83beb2a6-53b4-4385-a90d-35561c6a502d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:16.405267 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-83beb2a6-53b4-4385-a90d-35561c6a502d None None] Port cafeed65-363c-49c4-b0cb-4e584cb557ee cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:30:16.871001 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 56988) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:30:16.876380 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-24bca3fd-28ab-47eb-a107-dd4f90aeecab admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-507552312-network', 'tenant_id': '3fc40d357b494a0d80eee2425a6604a5'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:30:16.900884 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24bca3fd-28ab-47eb-a107-dd4f90aeecab admin admin] Made reservation on behalf of 3fc40d357b494a0d80eee2425a6604a5 for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:30:16.903376 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-24bca3fd-28ab-47eb-a107-dd4f90aeecab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:16.912447 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-24bca3fd-28ab-47eb-a107-dd4f90aeecab admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:16.993785 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-24bca3fd-28ab-47eb-a107-dd4f90aeecab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:17.000044 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-24bca3fd-28ab-47eb-a107-dd4f90aeecab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:17.027864 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24bca3fd-28ab-47eb-a107-dd4f90aeecab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:30:17.034269 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bca3fd-28ab-47eb-a107-dd4f90aeecab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3585bd17-cfb8-47b6-9cc6-49ed791f887a,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:30:17.040380 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-24bca3fd-28ab-47eb-a107-dd4f90aeecab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:17.040721 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-24bca3fd-28ab-47eb-a107-dd4f90aeecab admin admin] Added segment 8ab2487e-ce65-4899-8f1c-b64698fae658 of type vlan for network f224a0ea-627b-4447-86fc-5f982bdc3383 Dec 20 15:30:17.080840 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-24bca3fd-28ab-47eb-a107-dd4f90aeecab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:17.106141 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-24bca3fd-28ab-47eb-a107-dd4f90aeecab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:17.107219 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24bca3fd-28ab-47eb-a107-dd4f90aeecab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:30:17.107816 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-24bca3fd-28ab-47eb-a107-dd4f90aeecab admin admin] Publish callbacks [] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:17.167273 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-24bca3fd-28ab-47eb-a107-dd4f90aeecab admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2947831 Dec 20 15:30:17.168263 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 56990) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:30:17.174399 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-5f3406d8-5e1d-42d1-bcc7-f9272f59c736 admin admin] Request body: {'subnet': {'network_id': 'f224a0ea-627b-4447-86fc-5f982bdc3383', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-507552312-subnet', 'tenant_id': '3fc40d357b494a0d80eee2425a6604a5', 'ip_version': 4}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:30:17.176684 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bca3fd-28ab-47eb-a107-dd4f90aeecab admin admin] Pushing event updated for resources: {'Network': ['ID=f224a0ea-627b-4447-86fc-5f982bdc3383,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:30:17.186874 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network f224a0ea-627b-4447-86fc-5f982bdc3383 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:30:17.200088 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f3406d8-5e1d-42d1-bcc7-f9272f59c736 admin admin] Made reservation on behalf of 3fc40d357b494a0d80eee2425a6604a5 for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:30:17.202875 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5f3406d8-5e1d-42d1-bcc7-f9272f59c736 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:17.310994 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device c4f70a05-cbd1-4213-ba8f-b6bae07ca5c7 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:30:17.369469 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port c4f70a05-cbd1-4213-ba8f-b6bae07ca5c7 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:30:17.370365 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:17.402076 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5f3406d8-5e1d-42d1-bcc7-f9272f59c736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:17.458067 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3406d8-5e1d-42d1-bcc7-f9272f59c736 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc804b30-8650-4b78-b2f0-df17e2a4f24b,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:30:17.468690 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3406d8-5e1d-42d1-bcc7-f9272f59c736 admin admin] Checking segment: {'id': '8ab2487e-ce65-4899-8f1c-b64698fae658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f224a0ea-627b-4447-86fc-5f982bdc3383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:30:17.469051 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3406d8-5e1d-42d1-bcc7-f9272f59c736 admin admin] Network hostable DHCP agents. Network: f224a0ea-627b-4447-86fc-5f982bdc3383, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:30:17.488939 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3406d8-5e1d-42d1-bcc7-f9272f59c736 admin admin] Network f224a0ea-627b-4447-86fc-5f982bdc3383 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:30:17.493741 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9ad26e-4cae-4436-ab32-d01b44b2f76e None None] Sync routers for ids ['14a1deef-ea19-4948-bca5-be2091b781c0'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:30:17.500396 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-5f3406d8-5e1d-42d1-bcc7-f9272f59c736 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, f224a0ea-627b-4447-86fc-5f982bdc3383) {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:30:17.509432 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3406d8-5e1d-42d1-bcc7-f9272f59c736 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:30:17.510040 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5f3406d8-5e1d-42d1-bcc7-f9272f59c736 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:17.515643 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d183bed8-8c0a-4a78-8e94-1a7db77538ae None None] Network f224a0ea-627b-4447-86fc-5f982bdc3383 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:30:17.521641 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9ad26e-4cae-4436-ab32-d01b44b2f76e None None] Routers {'14a1deef-ea19-4948-bca5-be2091b781c0'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:30:17.522290 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-8e9ad26e-4cae-4436-ab32-d01b44b2f76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:30:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['14a1deef-ea19-4948-bca5-be2091b781c0'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:30:17.529373 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-5f3406d8-5e1d-42d1-bcc7-f9272f59c736 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3599288 Dec 20 15:30:17.531937 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 56992) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:30:17.536315 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-a351dd51-bb0e-47cf-9e70-10be2002e3c3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-507552312-router', 'tenant_id': '3fc40d357b494a0d80eee2425a6604a5', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:30:17.565126 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a351dd51-bb0e-47cf-9e70-10be2002e3c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40114'] for router, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:17.566423 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a351dd51-bb0e-47cf-9e70-10be2002e3c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40139'] for router, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:17.626544 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a351dd51-bb0e-47cf-9e70-10be2002e3c3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:17.706020 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ef217d-ab75-4b17-bfdd-d052871148d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-f224a0ea-627b-4447-86fc-5f982bdc3383', 'network_id': 'f224a0ea-627b-4447-86fc-5f982bdc3383', 'project_id': '3fc40d357b494a0d80eee2425a6604a5', 'fixed_ips': [{'subnet_id': 'cc804b30-8650-4b78-b2f0-df17e2a4f24b'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 15:30:17.706291 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-76ef217d-ab75-4b17-bfdd-d052871148d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:17.712863 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-8e9ad26e-4cae-4436-ab32-d01b44b2f76e None None] Set router 14a1deef-ea19-4948-bca5-be2091b781c0 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:30:17.768393 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a351dd51-bb0e-47cf-9e70-10be2002e3c3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:17.979552 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-76ef217d-ab75-4b17-bfdd-d052871148d2 None None] Allocated IP 172.20.0.2 (f224a0ea-627b-4447-86fc-5f982bdc3383/cc804b30-8650-4b78-b2f0-df17e2a4f24b/6bd6897e-338f-4e7c-9196-2217f17c9339) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:30:17.995507 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a351dd51-bb0e-47cf-9e70-10be2002e3c3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:18.015603 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a351dd51-bb0e-47cf-9e70-10be2002e3c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:18.118564 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-8e9ad26e-4cae-4436-ab32-d01b44b2f76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a1deef-ea19-4948-bca5-be2091b781c0', 'name': 'tempest-TestMinimumBasicScenario-1398561931-router', 'tenant_id': '9c2fdc353e74457591878643b0735c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': 'c4f70a05-cbd1-4213-ba8f-b6bae07ca5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:30:12Z', 'updated_at': '2021-12-20T15:30:15Z', 'revision_number': 4, 'project_id': '9c2fdc353e74457591878643b0735c89', 'gw_port': {'id': 'c4f70a05-cbd1-4213-ba8f-b6bae07ca5c7', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:4a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a1deef-ea19-4948-bca5-be2091b781c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:30:12Z', 'updated_at': '2021-12-20T15:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'cafeed65-363c-49c4-b0cb-4e584cb557ee', 'name': '', 'network_id': '6acaad41-86ef-4157-946f-19d81b67bc10', 'tenant_id': '9c2fdc353e74457591878643b0735c89', 'mac_address': 'fa:16:3e:0e:43:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14a1deef-ea19-4948-bca5-be2091b781c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '69e2618f-9a66-40f1-96ef-e9ef48a740d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:30:15Z', 'updated_at': '2021-12-20T15:30:15Z', 'revision_number': 2, 'project_id': '9c2fdc353e74457591878643b0735c89', 'subnets': [{'id': '69e2618f-9a66-40f1-96ef-e9ef48a740d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:30:18.143853 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-a351dd51-bb0e-47cf-9e70-10be2002e3c3 admin admin] Allocated IP 172.25.0.23 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/f710040c-92c5-418a-a11b-000dc3c05557) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:30:18.152065 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9ad26e-4cae-4436-ab32-d01b44b2f76e None None] Checking router: 14a1deef-ea19-4948-bca5-be2091b781c0 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:30:18.152523 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9ad26e-4cae-4436-ab32-d01b44b2f76e None None] Updating router 14a1deef-ea19-4948-bca5-be2091b781c0 port cafeed65-363c-49c4-b0cb-4e584cb557ee binding host n-d-761264-19 {{(pid=103169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 15:30:18.224581 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8e9ad26e-4cae-4436-ab32-d01b44b2f76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:18.226697 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-76ef217d-ab75-4b17-bfdd-d052871148d2 None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:18.238046 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-76ef217d-ab75-4b17-bfdd-d052871148d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:18.259077 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a351dd51-bb0e-47cf-9e70-10be2002e3c3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:18.296420 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a351dd51-bb0e-47cf-9e70-10be2002e3c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:18.313054 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ef217d-ab75-4b17-bfdd-d052871148d2 None None] Network f224a0ea-627b-4447-86fc-5f982bdc3383 is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:30:18.316988 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ef217d-ab75-4b17-bfdd-d052871148d2 None None] Pushing event updated for resources: {'Port': ['ID=6bd6897e-338f-4e7c-9196-2217f17c9339,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:30:18.320403 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-76ef217d-ab75-4b17-bfdd-d052871148d2 None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:30:18.322745 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ef217d-ab75-4b17-bfdd-d052871148d2 None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:30:18.440425 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-76ef217d-ab75-4b17-bfdd-d052871148d2 None None] Attempting to bind port 6bd6897e-338f-4e7c-9196-2217f17c9339 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:30:18.441233 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-76ef217d-ab75-4b17-bfdd-d052871148d2 None None] Attempting to bind port 6bd6897e-338f-4e7c-9196-2217f17c9339 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '8ab2487e-ce65-4899-8f1c-b64698fae658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f224a0ea-627b-4447-86fc-5f982bdc3383'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:30:18.441233 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ef217d-ab75-4b17-bfdd-d052871148d2 None None] Attempting to bind port 6bd6897e-338f-4e7c-9196-2217f17c9339 on network f224a0ea-627b-4447-86fc-5f982bdc3383 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:30:18.451849 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ef217d-ab75-4b17-bfdd-d052871148d2 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:30:18.452220 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ef217d-ab75-4b17-bfdd-d052871148d2 None None] Checking segment: {'id': '8ab2487e-ce65-4899-8f1c-b64698fae658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f224a0ea-627b-4447-86fc-5f982bdc3383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:30:18.452623 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-76ef217d-ab75-4b17-bfdd-d052871148d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:18.453014 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ef217d-ab75-4b17-bfdd-d052871148d2 None None] Bound using segment: {'id': '8ab2487e-ce65-4899-8f1c-b64698fae658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f224a0ea-627b-4447-86fc-5f982bdc3383'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:30:18.453503 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-76ef217d-ab75-4b17-bfdd-d052871148d2 None None] Bound port: 6bd6897e-338f-4e7c-9196-2217f17c9339, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ab2487e-ce65-4899-8f1c-b64698fae658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f224a0ea-627b-4447-86fc-5f982bdc3383'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:30:18.453847 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-76ef217d-ab75-4b17-bfdd-d052871148d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:18.583489 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-76ef217d-ab75-4b17-bfdd-d052871148d2 None None] For port 6bd6897e-338f-4e7c-9196-2217f17c9339, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:30:18.603767 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-76ef217d-ab75-4b17-bfdd-d052871148d2 None None] For port 6bd6897e-338f-4e7c-9196-2217f17c9339, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=6bd6897e-338f-4e7c-9196-2217f17c9339,segment=NetworkSegment(8ab2487e-ce65-4899-8f1c-b64698fae658),segment_id=8ab2487e-ce65-4899-8f1c-b64698fae658)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:30:18.615399 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-76ef217d-ab75-4b17-bfdd-d052871148d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:18.675942 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a351dd51-bb0e-47cf-9e70-10be2002e3c3 admin admin] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:30:18.680613 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-a351dd51-bb0e-47cf-9e70-10be2002e3c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:30:18.684344 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a351dd51-bb0e-47cf-9e70-10be2002e3c3 admin admin] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:30:18.708434 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b500292-fb54-4e26-b557-95d27306b048 None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:30:18.718608 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a351dd51-bb0e-47cf-9e70-10be2002e3c3 admin admin] Pushing event updated for resources: {'Port': ['ID=f710040c-92c5-418a-a11b-000dc3c05557,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:30:18.726834 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8e9ad26e-4cae-4436-ab32-d01b44b2f76e None None] Publish callbacks [] for port, precommit_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:18.731110 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ef217d-ab75-4b17-bfdd-d052871148d2 None None] Pushing event updated for resources: {'Port': ['ID=6bd6897e-338f-4e7c-9196-2217f17c9339,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:30:18.737025 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8e9ad26e-4cae-4436-ab32-d01b44b2f76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:18.814044 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaaba00-6daa-4dc0-a175-2c5e7faf89f0 None None] Pushing event updated for resources: {'Port': ['ID=cafeed65-363c-49c4-b0cb-4e584cb557ee,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:30:19.025707 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a351dd51-bb0e-47cf-9e70-10be2002e3c3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:19.050390 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-8e9ad26e-4cae-4436-ab32-d01b44b2f76e None None] Attempting to bind port cafeed65-363c-49c4-b0cb-4e584cb557ee on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:30:19.050761 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-8e9ad26e-4cae-4436-ab32-d01b44b2f76e None None] Attempting to bind port cafeed65-363c-49c4-b0cb-4e584cb557ee by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': 'baf5ebf1-f732-47c9-a178-37077153a6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6acaad41-86ef-4157-946f-19d81b67bc10'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:30:19.051127 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9ad26e-4cae-4436-ab32-d01b44b2f76e None None] Attempting to bind port cafeed65-363c-49c4-b0cb-4e584cb557ee on network 6acaad41-86ef-4157-946f-19d81b67bc10 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:30:19.059657 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9ad26e-4cae-4436-ab32-d01b44b2f76e None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:30:19.059958 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9ad26e-4cae-4436-ab32-d01b44b2f76e None None] Checking segment: {'id': 'baf5ebf1-f732-47c9-a178-37077153a6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6acaad41-86ef-4157-946f-19d81b67bc10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:30:19.060354 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8e9ad26e-4cae-4436-ab32-d01b44b2f76e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:19.060737 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9ad26e-4cae-4436-ab32-d01b44b2f76e None None] Bound using segment: {'id': 'baf5ebf1-f732-47c9-a178-37077153a6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6acaad41-86ef-4157-946f-19d81b67bc10'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:30:19.061209 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-8e9ad26e-4cae-4436-ab32-d01b44b2f76e None None] Bound port: cafeed65-363c-49c4-b0cb-4e584cb557ee, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baf5ebf1-f732-47c9-a178-37077153a6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6acaad41-86ef-4157-946f-19d81b67bc10'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:30:19.061586 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8e9ad26e-4cae-4436-ab32-d01b44b2f76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:19.063701 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-7cee2354-c460-4221-a052-e55de99ec0f2 None None] Provisioning complete for port f710040c-92c5-418a-a11b-000dc3c05557 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:30:19.064046 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-7cee2354-c460-4221-a052-e55de99ec0f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:19.131732 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-7cee2354-c460-4221-a052-e55de99ec0f2 None None] Port f710040c-92c5-418a-a11b-000dc3c05557 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:30:19.159329 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-8e9ad26e-4cae-4436-ab32-d01b44b2f76e None None] For port cafeed65-363c-49c4-b0cb-4e584cb557ee, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:30:19.162614 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-8e9ad26e-4cae-4436-ab32-d01b44b2f76e None None] For port cafeed65-363c-49c4-b0cb-4e584cb557ee, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=cafeed65-363c-49c4-b0cb-4e584cb557ee,segment=NetworkSegment(baf5ebf1-f732-47c9-a178-37077153a6be),segment_id=baf5ebf1-f732-47c9-a178-37077153a6be)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:30:19.168439 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8e9ad26e-4cae-4436-ab32-d01b44b2f76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:19.228524 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9ad26e-4cae-4436-ab32-d01b44b2f76e None None] Routers {'14a1deef-ea19-4948-bca5-be2091b781c0'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:30:19.229178 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-8e9ad26e-4cae-4436-ab32-d01b44b2f76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:30:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['14a1deef-ea19-4948-bca5-be2091b781c0'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:30:19.265125 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a351dd51-bb0e-47cf-9e70-10be2002e3c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013'] for router, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:19.268696 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaaba00-6daa-4dc0-a175-2c5e7faf89f0 None None] Pushing event updated for resources: {'Port': ['ID=cafeed65-363c-49c4-b0cb-4e584cb557ee,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:30:19.344007 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 6bd6897e-338f-4e7c-9196-2217f17c9339 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:30:19.366372 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-ab429da5-5681-4a4c-8356-3b3d6dd59b39 None None] Provisioning complete for port cafeed65-363c-49c4-b0cb-4e584cb557ee triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:30:19.366762 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ab429da5-5681-4a4c-8356-3b3d6dd59b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:19.437493 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a351dd51-bb0e-47cf-9e70-10be2002e3c3 admin admin] Router 4861981c-7640-4f3f-8ab5-1301f764b17d is scheduled to L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 with binding_index 1 {{(pid=103167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 15:30:19.438341 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-8e9ad26e-4cae-4436-ab32-d01b44b2f76e None None] Set router 14a1deef-ea19-4948-bca5-be2091b781c0 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:30:19.527383 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 6bd6897e-338f-4e7c-9196-2217f17c9339 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:30:19.528074 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:19.563099 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a351dd51-bb0e-47cf-9e70-10be2002e3c3 admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:30:19.573438 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419cc278-5b30-40ef-ad40-f81d545b8b5d None None] Sync routers for ids ['4861981c-7640-4f3f-8ab5-1301f764b17d'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:30:19.585715 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419cc278-5b30-40ef-ad40-f81d545b8b5d None None] Routers {'4861981c-7640-4f3f-8ab5-1301f764b17d'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:30:19.586655 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-419cc278-5b30-40ef-ad40-f81d545b8b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:30:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['4861981c-7640-4f3f-8ab5-1301f764b17d'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:30:19.594610 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a351dd51-bb0e-47cf-9e70-10be2002e3c3 admin admin] Publish callbacks [] for router, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:19.596132 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-a351dd51-bb0e-47cf-9e70-10be2002e3c3 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.0632379 Dec 20 15:30:19.599778 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 56994) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:30:19.658670 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ab429da5-5681-4a4c-8356-3b3d6dd59b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:19.705232 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-419cc278-5b30-40ef-ad40-f81d545b8b5d None None] Set router 4861981c-7640-4f3f-8ab5-1301f764b17d gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:30:19.750874 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-ab429da5-5681-4a4c-8356-3b3d6dd59b39 None None] For port cafeed65-363c-49c4-b0cb-4e584cb557ee, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=cafeed65-363c-49c4-b0cb-4e584cb557ee,segment=NetworkSegment(baf5ebf1-f732-47c9-a178-37077153a6be),segment_id=baf5ebf1-f732-47c9-a178-37077153a6be)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:30:19.769584 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ab429da5-5681-4a4c-8356-3b3d6dd59b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:19.829406 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:19.875546 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab429da5-5681-4a4c-8356-3b3d6dd59b39 None None] Pushing event updated for resources: {'Port': ['ID=cafeed65-363c-49c4-b0cb-4e584cb557ee,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:30:19.913931 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] For port 6bd6897e-338f-4e7c-9196-2217f17c9339, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=6bd6897e-338f-4e7c-9196-2217f17c9339,segment=NetworkSegment(8ab2487e-ce65-4899-8f1c-b64698fae658),segment_id=8ab2487e-ce65-4899-8f1c-b64698fae658)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:30:19.925627 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:19.939086 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-e7008f4f-b339-4b15-9d59-6ef5ecab67b1 None None] Provisioning complete for port cafeed65-363c-49c4-b0cb-4e584cb557ee triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:30:19.939574 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e7008f4f-b339-4b15-9d59-6ef5ecab67b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:19.953779 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-419cc278-5b30-40ef-ad40-f81d545b8b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4861981c-7640-4f3f-8ab5-1301f764b17d', 'name': 'tempest-TestMinimumBasicScenario-507552312-router', 'tenant_id': '3fc40d357b494a0d80eee2425a6604a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'f710040c-92c5-418a-a11b-000dc3c05557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:30:17Z', 'updated_at': '2021-12-20T15:30:18Z', 'revision_number': 3, 'project_id': '3fc40d357b494a0d80eee2425a6604a5', 'gw_port': {'id': 'f710040c-92c5-418a-a11b-000dc3c05557', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:96:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4861981c-7640-4f3f-8ab5-1301f764b17d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:30:18Z', 'updated_at': '2021-12-20T15:30:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:30:19.982482 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-8e9ad26e-4cae-4436-ab32-d01b44b2f76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a1deef-ea19-4948-bca5-be2091b781c0', 'name': 'tempest-TestMinimumBasicScenario-1398561931-router', 'tenant_id': '9c2fdc353e74457591878643b0735c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': 'c4f70a05-cbd1-4213-ba8f-b6bae07ca5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:30:12Z', 'updated_at': '2021-12-20T15:30:15Z', 'revision_number': 4, 'project_id': '9c2fdc353e74457591878643b0735c89', 'gw_port': {'id': 'c4f70a05-cbd1-4213-ba8f-b6bae07ca5c7', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:4a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a1deef-ea19-4948-bca5-be2091b781c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:30:12Z', 'updated_at': '2021-12-20T15:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'cafeed65-363c-49c4-b0cb-4e584cb557ee', 'name': '', 'network_id': '6acaad41-86ef-4157-946f-19d81b67bc10', 'tenant_id': '9c2fdc353e74457591878643b0735c89', 'mac_address': 'fa:16:3e:0e:43:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14a1deef-ea19-4948-bca5-be2091b781c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '69e2618f-9a66-40f1-96ef-e9ef48a740d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:30:15Z', 'updated_at': '2021-12-20T15:30:19Z', 'revision_number': 4, 'project_id': '9c2fdc353e74457591878643b0735c89', 'subnets': [{'id': '69e2618f-9a66-40f1-96ef-e9ef48a740d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:30:19.987824 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967a6d86-9a35-4dd6-993b-7747f6cfbb0a None None] Network f224a0ea-627b-4447-86fc-5f982bdc3383 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:30:19.995960 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419cc278-5b30-40ef-ad40-f81d545b8b5d None None] Checking router: 4861981c-7640-4f3f-8ab5-1301f764b17d for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:30:19.996677 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419cc278-5b30-40ef-ad40-f81d545b8b5d None None] Updating router 4861981c-7640-4f3f-8ab5-1301f764b17d port f710040c-92c5-418a-a11b-000dc3c05557 binding host n-d-761264-19 {{(pid=103170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 15:30:20.026864 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-419cc278-5b30-40ef-ad40-f81d545b8b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:20.049537 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9ad26e-4cae-4436-ab32-d01b44b2f76e None None] The sync data for ids ['14a1deef-ea19-4948-bca5-be2091b781c0'] in n-d-761264-19 is: [{'id': '14a1deef-ea19-4948-bca5-be2091b781c0', 'name': 'tempest-TestMinimumBasicScenario-1398561931-router', 'tenant_id': '9c2fdc353e74457591878643b0735c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': 'c4f70a05-cbd1-4213-ba8f-b6bae07ca5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:30:12Z', 'updated_at': '2021-12-20T15:30:15Z', 'revision_number': 4, 'project_id': '9c2fdc353e74457591878643b0735c89', 'gw_port': {'id': 'c4f70a05-cbd1-4213-ba8f-b6bae07ca5c7', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:4a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a1deef-ea19-4948-bca5-be2091b781c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:30:12Z', 'updated_at': '2021-12-20T15:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'cafeed65-363c-49c4-b0cb-4e584cb557ee', 'name': '', 'network_id': '6acaad41-86ef-4157-946f-19d81b67bc10', 'tenant_id': '9c2fdc353e74457591878643b0735c89', 'mac_address': 'fa:16:3e:0e:43:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14a1deef-ea19-4948-bca5-be2091b781c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '69e2618f-9a66-40f1-96ef-e9ef48a740d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:30:15Z', 'updated_at': '2021-12-20T15:30:19Z', 'revision_number': 4, 'project_id': '9c2fdc353e74457591878643b0735c89', 'subnets': [{'id': '69e2618f-9a66-40f1-96ef-e9ef48a740d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:30:20.106128 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Pushing event updated for resources: {'Port': ['ID=6bd6897e-338f-4e7c-9196-2217f17c9339,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:30:20.190455 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-479b99ed-7833-4dea-badf-5373a4a154ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:20.351306 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-16c0f7f4-0768-4178-8e39-b31cac1cae88 None None] Provisioning complete for port 6bd6897e-338f-4e7c-9196-2217f17c9339 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:30:20.352067 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-16c0f7f4-0768-4178-8e39-b31cac1cae88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:20.415714 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-419cc278-5b30-40ef-ad40-f81d545b8b5d None None] Publish callbacks [] for port, precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:20.433659 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-419cc278-5b30-40ef-ad40-f81d545b8b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:20.450498 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-479b99ed-7833-4dea-badf-5373a4a154ef admin admin] Allocated IP 172.20.0.1 (f224a0ea-627b-4447-86fc-5f982bdc3383/cc804b30-8650-4b78-b2f0-df17e2a4f24b/9ceca330-861e-4f76-9d57-8f7cdba7b3b7) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:30:20.525262 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06b4539-3274-4fd6-a6f0-39524e9be3cd None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:30:20.581085 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-479b99ed-7833-4dea-badf-5373a4a154ef admin admin] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:20.620727 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-479b99ed-7833-4dea-badf-5373a4a154ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:20.626663 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-706a7da5-87bc-4e08-9eb3-007bbb6f96e2 None None] Provisioning complete for port 6bd6897e-338f-4e7c-9196-2217f17c9339 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:30:20.627523 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-706a7da5-87bc-4e08-9eb3-007bbb6f96e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:20.662323 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-419cc278-5b30-40ef-ad40-f81d545b8b5d None None] Attempting to bind port f710040c-92c5-418a-a11b-000dc3c05557 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:30:20.663014 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-419cc278-5b30-40ef-ad40-f81d545b8b5d None None] Attempting to bind port f710040c-92c5-418a-a11b-000dc3c05557 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:30:20.663275 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419cc278-5b30-40ef-ad40-f81d545b8b5d None None] Attempting to bind port f710040c-92c5-418a-a11b-000dc3c05557 on network c3f8658e-da35-41f3-bd03-509e29ebd6f3 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:30:20.665173 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479b99ed-7833-4dea-badf-5373a4a154ef admin admin] Network f224a0ea-627b-4447-86fc-5f982bdc3383 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:30:20.668673 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688d078d-cf87-4b7b-a5fe-c9999b766736 None None] Pushing event updated for resources: {'Port': ['ID=f710040c-92c5-418a-a11b-000dc3c05557,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:30:20.671938 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-479b99ed-7833-4dea-badf-5373a4a154ef admin admin] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:30:20.675985 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479b99ed-7833-4dea-badf-5373a4a154ef admin admin] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:30:20.690746 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419cc278-5b30-40ef-ad40-f81d545b8b5d None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:30:20.691189 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419cc278-5b30-40ef-ad40-f81d545b8b5d None None] Checking segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:30:20.691535 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-419cc278-5b30-40ef-ad40-f81d545b8b5d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:20.691961 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419cc278-5b30-40ef-ad40-f81d545b8b5d None None] Bound using segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:30:20.692966 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-419cc278-5b30-40ef-ad40-f81d545b8b5d None None] Bound port: f710040c-92c5-418a-a11b-000dc3c05557, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:30:20.693349 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-419cc278-5b30-40ef-ad40-f81d545b8b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:20.768667 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-479b99ed-7833-4dea-badf-5373a4a154ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595714'] for router_interface, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:20.769338 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-419cc278-5b30-40ef-ad40-f81d545b8b5d None None] For port f710040c-92c5-418a-a11b-000dc3c05557, host n-d-761264-19, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:30:20.773433 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-419cc278-5b30-40ef-ad40-f81d545b8b5d None None] For port f710040c-92c5-418a-a11b-000dc3c05557, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=f710040c-92c5-418a-a11b-000dc3c05557,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:30:20.780206 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479b99ed-7833-4dea-badf-5373a4a154ef admin admin] Pushing event updated for resources: {'Port': ['ID=9ceca330-861e-4f76-9d57-8f7cdba7b3b7,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:30:20.795636 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-419cc278-5b30-40ef-ad40-f81d545b8b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:20.825896 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-706a7da5-87bc-4e08-9eb3-007bbb6f96e2 None None] Provisioning complete for port f710040c-92c5-418a-a11b-000dc3c05557 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:30:20.827591 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-706a7da5-87bc-4e08-9eb3-007bbb6f96e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:20.912041 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a366c56-9664-4681-892c-6fda78f9b7e9 None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:30:20.919248 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419cc278-5b30-40ef-ad40-f81d545b8b5d None None] Routers {'4861981c-7640-4f3f-8ab5-1301f764b17d'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:30:20.919614 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-419cc278-5b30-40ef-ad40-f81d545b8b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:30:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['4861981c-7640-4f3f-8ab5-1301f764b17d'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:30:20.992095 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-479b99ed-7833-4dea-badf-5373a4a154ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:21.022274 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688d078d-cf87-4b7b-a5fe-c9999b766736 None None] Pushing event updated for resources: {'Port': ['ID=f710040c-92c5-418a-a11b-000dc3c05557,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:30:21.041896 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-706a7da5-87bc-4e08-9eb3-007bbb6f96e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:21.075705 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-706a7da5-87bc-4e08-9eb3-007bbb6f96e2 None None] For port f710040c-92c5-418a-a11b-000dc3c05557, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=f710040c-92c5-418a-a11b-000dc3c05557,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:30:21.082580 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-706a7da5-87bc-4e08-9eb3-007bbb6f96e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:21.143348 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-419cc278-5b30-40ef-ad40-f81d545b8b5d None None] Set router 4861981c-7640-4f3f-8ab5-1301f764b17d gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:30:21.156807 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706a7da5-87bc-4e08-9eb3-007bbb6f96e2 None None] Pushing event updated for resources: {'Port': ['ID=f710040c-92c5-418a-a11b-000dc3c05557,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:30:21.213168 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-88f59efb-aec2-4c71-a79b-97431232b738 None None] Provisioning complete for port 9ceca330-861e-4f76-9d57-8f7cdba7b3b7 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:30:21.213603 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-88f59efb-aec2-4c71-a79b-97431232b738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:21.252271 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-479b99ed-7833-4dea-badf-5373a4a154ef admin admin] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:21.261244 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-479b99ed-7833-4dea-badf-5373a4a154ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:21.267199 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-88f59efb-aec2-4c71-a79b-97431232b738 None None] Port 9ceca330-861e-4f76-9d57-8f7cdba7b3b7 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:30:21.295827 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-88f59efb-aec2-4c71-a79b-97431232b738 None None] Provisioning complete for port f710040c-92c5-418a-a11b-000dc3c05557 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:30:21.296202 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-88f59efb-aec2-4c71-a79b-97431232b738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:21.304227 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-479b99ed-7833-4dea-badf-5373a4a154ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1595702'] for router_interface, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:21.382175 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-419cc278-5b30-40ef-ad40-f81d545b8b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4861981c-7640-4f3f-8ab5-1301f764b17d', 'name': 'tempest-TestMinimumBasicScenario-507552312-router', 'tenant_id': '3fc40d357b494a0d80eee2425a6604a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'f710040c-92c5-418a-a11b-000dc3c05557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:30:17Z', 'updated_at': '2021-12-20T15:30:18Z', 'revision_number': 3, 'project_id': '3fc40d357b494a0d80eee2425a6604a5', 'gw_port': {'id': 'f710040c-92c5-418a-a11b-000dc3c05557', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:96:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4861981c-7640-4f3f-8ab5-1301f764b17d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:30:18Z', 'updated_at': '2021-12-20T15:30:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:30:21.427847 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 6bd6897e-338f-4e7c-9196-2217f17c9339 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:30:21.438825 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419cc278-5b30-40ef-ad40-f81d545b8b5d None None] The sync data for ids ['4861981c-7640-4f3f-8ab5-1301f764b17d'] in n-d-761264-19 is: [{'id': '4861981c-7640-4f3f-8ab5-1301f764b17d', 'name': 'tempest-TestMinimumBasicScenario-507552312-router', 'tenant_id': '3fc40d357b494a0d80eee2425a6604a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'f710040c-92c5-418a-a11b-000dc3c05557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:30:17Z', 'updated_at': '2021-12-20T15:30:18Z', 'revision_number': 3, 'project_id': '3fc40d357b494a0d80eee2425a6604a5', 'gw_port': {'id': 'f710040c-92c5-418a-a11b-000dc3c05557', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:96:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4861981c-7640-4f3f-8ab5-1301f764b17d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:30:18Z', 'updated_at': '2021-12-20T15:30:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:30:21.492354 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479b99ed-7833-4dea-badf-5373a4a154ef admin admin] Pushing event updated for resources: {'Port': ['ID=9ceca330-861e-4f76-9d57-8f7cdba7b3b7,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:30:21.503987 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 6bd6897e-338f-4e7c-9196-2217f17c9339 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:30:21.504415 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:21.514772 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479b99ed-7833-4dea-badf-5373a4a154ef admin admin] Network f224a0ea-627b-4447-86fc-5f982bdc3383 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:30:21.517297 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-479b99ed-7833-4dea-badf-5373a4a154ef admin admin] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:30:21.603492 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device cafeed65-363c-49c4-b0cb-4e584cb557ee up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:30:21.669498 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port cafeed65-363c-49c4-b0cb-4e584cb557ee triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:30:21.670196 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:21.703201 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-479b99ed-7833-4dea-badf-5373a4a154ef admin admin] Router 4861981c-7640-4f3f-8ab5-1301f764b17d has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:30:21.847567 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-479b99ed-7833-4dea-badf-5373a4a154ef admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:30:21.854217 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-479b99ed-7833-4dea-badf-5373a4a154ef admin admin] 10.222.0.54 "PUT /v2.0/routers/4861981c-7640-4f3f-8ab5-1301f764b17d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2533526 Dec 20 15:30:21.874760 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-dfdd1bfb-3c59-4a7a-89b0-a94e755e5558 None None] Provisioning complete for port 9ceca330-861e-4f76-9d57-8f7cdba7b3b7 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:30:21.874926 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-dfdd1bfb-3c59-4a7a-89b0-a94e755e5558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:21.956573 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd1bfb-3c59-4a7a-89b0-a94e755e5558 None None] Port 9ceca330-861e-4f76-9d57-8f7cdba7b3b7 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:30:23.328679 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device f710040c-92c5-418a-a11b-000dc3c05557 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:30:23.391172 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port f710040c-92c5-418a-a11b-000dc3c05557 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:30:23.391900 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:23.716597 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51de7360-e0a5-490a-acf4-baabaa095d95 None None] Sync routers for ids ['4861981c-7640-4f3f-8ab5-1301f764b17d'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:30:23.731259 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51de7360-e0a5-490a-acf4-baabaa095d95 None None] Routers {'4861981c-7640-4f3f-8ab5-1301f764b17d'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:30:23.732390 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-51de7360-e0a5-490a-acf4-baabaa095d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:30:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['4861981c-7640-4f3f-8ab5-1301f764b17d'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:30:23.847388 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-51de7360-e0a5-490a-acf4-baabaa095d95 None None] Set router 4861981c-7640-4f3f-8ab5-1301f764b17d gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:30:24.082307 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-51de7360-e0a5-490a-acf4-baabaa095d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4861981c-7640-4f3f-8ab5-1301f764b17d', 'name': 'tempest-TestMinimumBasicScenario-507552312-router', 'tenant_id': '3fc40d357b494a0d80eee2425a6604a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'f710040c-92c5-418a-a11b-000dc3c05557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:30:17Z', 'updated_at': '2021-12-20T15:30:20Z', 'revision_number': 4, 'project_id': '3fc40d357b494a0d80eee2425a6604a5', 'gw_port': {'id': 'f710040c-92c5-418a-a11b-000dc3c05557', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:96:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4861981c-7640-4f3f-8ab5-1301f764b17d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:30:18Z', 'updated_at': '2021-12-20T15:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '9ceca330-861e-4f76-9d57-8f7cdba7b3b7', 'name': '', 'network_id': 'f224a0ea-627b-4447-86fc-5f982bdc3383', 'tenant_id': '3fc40d357b494a0d80eee2425a6604a5', 'mac_address': 'fa:16:3e:cb:c6:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4861981c-7640-4f3f-8ab5-1301f764b17d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'cc804b30-8650-4b78-b2f0-df17e2a4f24b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:30:20Z', 'updated_at': '2021-12-20T15:30:21Z', 'revision_number': 2, 'project_id': '3fc40d357b494a0d80eee2425a6604a5', 'subnets': [{'id': 'cc804b30-8650-4b78-b2f0-df17e2a4f24b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:30:24.111527 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51de7360-e0a5-490a-acf4-baabaa095d95 None None] Checking router: 4861981c-7640-4f3f-8ab5-1301f764b17d for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:30:24.111792 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51de7360-e0a5-490a-acf4-baabaa095d95 None None] Updating router 4861981c-7640-4f3f-8ab5-1301f764b17d port 9ceca330-861e-4f76-9d57-8f7cdba7b3b7 binding host n-d-761264-19 {{(pid=103169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 15:30:24.138398 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-51de7360-e0a5-490a-acf4-baabaa095d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:24.625881 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-51de7360-e0a5-490a-acf4-baabaa095d95 None None] Publish callbacks [] for port, precommit_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:24.633594 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-51de7360-e0a5-490a-acf4-baabaa095d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:24.687637 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaae49d-f251-406b-bf0b-84d22227dcf8 None None] Pushing event updated for resources: {'Port': ['ID=9ceca330-861e-4f76-9d57-8f7cdba7b3b7,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:30:24.744144 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-51de7360-e0a5-490a-acf4-baabaa095d95 None None] Attempting to bind port 9ceca330-861e-4f76-9d57-8f7cdba7b3b7 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:30:24.744562 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-51de7360-e0a5-490a-acf4-baabaa095d95 None None] Attempting to bind port 9ceca330-861e-4f76-9d57-8f7cdba7b3b7 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '8ab2487e-ce65-4899-8f1c-b64698fae658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f224a0ea-627b-4447-86fc-5f982bdc3383'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:30:24.744924 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51de7360-e0a5-490a-acf4-baabaa095d95 None None] Attempting to bind port 9ceca330-861e-4f76-9d57-8f7cdba7b3b7 on network f224a0ea-627b-4447-86fc-5f982bdc3383 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:30:24.752911 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51de7360-e0a5-490a-acf4-baabaa095d95 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:30:24.752911 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51de7360-e0a5-490a-acf4-baabaa095d95 None None] Checking segment: {'id': '8ab2487e-ce65-4899-8f1c-b64698fae658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f224a0ea-627b-4447-86fc-5f982bdc3383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:30:24.752911 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-51de7360-e0a5-490a-acf4-baabaa095d95 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:24.752911 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51de7360-e0a5-490a-acf4-baabaa095d95 None None] Bound using segment: {'id': '8ab2487e-ce65-4899-8f1c-b64698fae658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f224a0ea-627b-4447-86fc-5f982bdc3383'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:30:24.752911 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-51de7360-e0a5-490a-acf4-baabaa095d95 None None] Bound port: 9ceca330-861e-4f76-9d57-8f7cdba7b3b7, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ab2487e-ce65-4899-8f1c-b64698fae658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f224a0ea-627b-4447-86fc-5f982bdc3383'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:30:24.753602 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-51de7360-e0a5-490a-acf4-baabaa095d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:24.861536 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-51de7360-e0a5-490a-acf4-baabaa095d95 None None] For port 9ceca330-861e-4f76-9d57-8f7cdba7b3b7, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:30:24.865817 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-51de7360-e0a5-490a-acf4-baabaa095d95 None None] For port 9ceca330-861e-4f76-9d57-8f7cdba7b3b7, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=9ceca330-861e-4f76-9d57-8f7cdba7b3b7,segment=NetworkSegment(8ab2487e-ce65-4899-8f1c-b64698fae658),segment_id=8ab2487e-ce65-4899-8f1c-b64698fae658)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:30:24.875977 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-51de7360-e0a5-490a-acf4-baabaa095d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:24.965130 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaae49d-f251-406b-bf0b-84d22227dcf8 None None] Pushing event updated for resources: {'Port': ['ID=9ceca330-861e-4f76-9d57-8f7cdba7b3b7,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:30:24.981893 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51de7360-e0a5-490a-acf4-baabaa095d95 None None] Routers {'4861981c-7640-4f3f-8ab5-1301f764b17d'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:30:24.982550 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-51de7360-e0a5-490a-acf4-baabaa095d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:30:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['4861981c-7640-4f3f-8ab5-1301f764b17d'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:30:25.149209 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-b45f431d-aa0a-4a71-83fd-611e3b7ffb06 None None] Provisioning complete for port 9ceca330-861e-4f76-9d57-8f7cdba7b3b7 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:30:25.149667 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b45f431d-aa0a-4a71-83fd-611e3b7ffb06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:25.242919 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-51de7360-e0a5-490a-acf4-baabaa095d95 None None] Set router 4861981c-7640-4f3f-8ab5-1301f764b17d gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:30:25.382990 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b45f431d-aa0a-4a71-83fd-611e3b7ffb06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:25.462923 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-b45f431d-aa0a-4a71-83fd-611e3b7ffb06 None None] For port 9ceca330-861e-4f76-9d57-8f7cdba7b3b7, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=9ceca330-861e-4f76-9d57-8f7cdba7b3b7,segment=NetworkSegment(8ab2487e-ce65-4899-8f1c-b64698fae658),segment_id=8ab2487e-ce65-4899-8f1c-b64698fae658)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:30:25.477155 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b45f431d-aa0a-4a71-83fd-611e3b7ffb06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:25.559917 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45f431d-aa0a-4a71-83fd-611e3b7ffb06 None None] Pushing event updated for resources: {'Port': ['ID=9ceca330-861e-4f76-9d57-8f7cdba7b3b7,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:30:25.587303 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-51de7360-e0a5-490a-acf4-baabaa095d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4861981c-7640-4f3f-8ab5-1301f764b17d', 'name': 'tempest-TestMinimumBasicScenario-507552312-router', 'tenant_id': '3fc40d357b494a0d80eee2425a6604a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'f710040c-92c5-418a-a11b-000dc3c05557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:30:17Z', 'updated_at': '2021-12-20T15:30:20Z', 'revision_number': 4, 'project_id': '3fc40d357b494a0d80eee2425a6604a5', 'gw_port': {'id': 'f710040c-92c5-418a-a11b-000dc3c05557', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:96:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4861981c-7640-4f3f-8ab5-1301f764b17d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:30:18Z', 'updated_at': '2021-12-20T15:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '9ceca330-861e-4f76-9d57-8f7cdba7b3b7', 'name': '', 'network_id': 'f224a0ea-627b-4447-86fc-5f982bdc3383', 'tenant_id': '3fc40d357b494a0d80eee2425a6604a5', 'mac_address': 'fa:16:3e:cb:c6:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4861981c-7640-4f3f-8ab5-1301f764b17d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'cc804b30-8650-4b78-b2f0-df17e2a4f24b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:30:20Z', 'updated_at': '2021-12-20T15:30:24Z', 'revision_number': 4, 'project_id': '3fc40d357b494a0d80eee2425a6604a5', 'subnets': [{'id': 'cc804b30-8650-4b78-b2f0-df17e2a4f24b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:30:25.624559 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51de7360-e0a5-490a-acf4-baabaa095d95 None None] The sync data for ids ['4861981c-7640-4f3f-8ab5-1301f764b17d'] in n-d-761264-19 is: [{'id': '4861981c-7640-4f3f-8ab5-1301f764b17d', 'name': 'tempest-TestMinimumBasicScenario-507552312-router', 'tenant_id': '3fc40d357b494a0d80eee2425a6604a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'f710040c-92c5-418a-a11b-000dc3c05557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:30:17Z', 'updated_at': '2021-12-20T15:30:20Z', 'revision_number': 4, 'project_id': '3fc40d357b494a0d80eee2425a6604a5', 'gw_port': {'id': 'f710040c-92c5-418a-a11b-000dc3c05557', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:96:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4861981c-7640-4f3f-8ab5-1301f764b17d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:30:18Z', 'updated_at': '2021-12-20T15:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '9ceca330-861e-4f76-9d57-8f7cdba7b3b7', 'name': '', 'network_id': 'f224a0ea-627b-4447-86fc-5f982bdc3383', 'tenant_id': '3fc40d357b494a0d80eee2425a6604a5', 'mac_address': 'fa:16:3e:cb:c6:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4861981c-7640-4f3f-8ab5-1301f764b17d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'cc804b30-8650-4b78-b2f0-df17e2a4f24b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:30:20Z', 'updated_at': '2021-12-20T15:30:24Z', 'revision_number': 4, 'project_id': '3fc40d357b494a0d80eee2425a6604a5', 'subnets': [{'id': 'cc804b30-8650-4b78-b2f0-df17e2a4f24b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:30:25.638285 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-eaf96729-0d39-4449-8e5c-cca76a36bc14 None None] Provisioning complete for port 9ceca330-861e-4f76-9d57-8f7cdba7b3b7 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:30:25.639335 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-eaf96729-0d39-4449-8e5c-cca76a36bc14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:27.364851 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 9ceca330-861e-4f76-9d57-8f7cdba7b3b7 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:30:27.428932 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 9ceca330-861e-4f76-9d57-8f7cdba7b3b7 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:30:27.429999 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:30.799225 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4bba17cf-3685-4ba6-b222-4f788efd9408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:32.724496 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80305c8-4d51-4324-a7c9-a0bc1206a513 req-33aa7b23-699f-47bb-8d96-dcf6f2a1f193 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:30:32.725894 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c80305c8-4d51-4324-a7c9-a0bc1206a513 req-33aa7b23-699f-47bb-8d96-dcf6f2a1f193 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] 10.222.0.54 "GET /v2.0/networks?id=6acaad41-86ef-4157-946f-19d81b67bc10 HTTP/1.1" status: 200 len: 815 time: 0.1083195 Dec 20 15:30:32.741602 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c80305c8-4d51-4324-a7c9-a0bc1206a513 req-552ad851-8e34-4486-a03c-6878cf7a2424 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] 10.222.0.54 "GET /v2.0/quotas/9c2fdc353e74457591878643b0735c89 HTTP/1.1" status: 200 len: 375 time: 0.0097625 Dec 20 15:30:32.794857 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c80305c8-4d51-4324-a7c9-a0bc1206a513 req-956c7ade-c04f-48d2-b19a-aba32adfa843 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=9c2fdc353e74457591878643b0735c89&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471742 Dec 20 15:30:32.895328 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c80305c8-4d51-4324-a7c9-a0bc1206a513 req-5e21ebb4-e576-4630-8665-246cc17a827f service neutron] 10.222.0.54 "GET /v2.0/networks/6acaad41-86ef-4157-946f-19d81b67bc10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878534 Dec 20 15:30:32.984925 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c80305c8-4d51-4324-a7c9-a0bc1206a513 req-ce0962bf-b1d3-46b4-b886-81214b14574e service neutron] 10.222.0.54 "GET /v2.0/networks/6acaad41-86ef-4157-946f-19d81b67bc10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833721 Dec 20 15:30:33.005992 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-bf83a148-41a1-4cb3-b89d-7b84b3f1902b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:33.148558 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f5d10022-b2ff-4590-b020-56010370591e req-0e879434-c29c-41a4-96c6-770e83afc87c tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] 10.222.0.54 "GET /v2.0/ports?device_id=8032899e-98cc-48ab-b06a-ad8e1115f3f9 HTTP/1.1" status: 200 len: 210 time: 0.0272098 Dec 20 15:30:34.041481 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:34.136798 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80305c8-4d51-4324-a7c9-a0bc1206a513 req-bfb4b43a-4b66-42e9-bae6-443a693a3070 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:30:34.138612 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c80305c8-4d51-4324-a7c9-a0bc1206a513 req-bfb4b43a-4b66-42e9-bae6-443a693a3070 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] 10.222.0.30 "GET /v2.0/networks?id=6acaad41-86ef-4157-946f-19d81b67bc10 HTTP/1.1" status: 200 len: 815 time: 0.1253209 Dec 20 15:30:34.152022 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-c80305c8-4d51-4324-a7c9-a0bc1206a513 req-25a0da88-fad3-4c14-9afb-2b86be74059b tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Request body: {'port': {'device_id': '8032899e-98cc-48ab-b06a-ad8e1115f3f9', 'network_id': '6acaad41-86ef-4157-946f-19d81b67bc10', 'admin_state_up': True, 'tenant_id': '9c2fdc353e74457591878643b0735c89'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:30:34.263386 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d0eebed6-10f6-46c1-81da-c2a11c2dfbeb req-5aed3824-d331-4830-8de7-615711364159 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] 10.222.0.54 "GET /v2.0/ports?device_id=8032899e-98cc-48ab-b06a-ad8e1115f3f9 HTTP/1.1" status: 200 len: 210 time: 0.0371425 Dec 20 15:30:34.311974 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c80305c8-4d51-4324-a7c9-a0bc1206a513 req-25a0da88-fad3-4c14-9afb-2b86be74059b tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Made reservation on behalf of 9c2fdc353e74457591878643b0735c89 for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:30:34.315784 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-c80305c8-4d51-4324-a7c9-a0bc1206a513 req-25a0da88-fad3-4c14-9afb-2b86be74059b tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:34.491270 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [req-c80305c8-4d51-4324-a7c9-a0bc1206a513 req-25a0da88-fad3-4c14-9afb-2b86be74059b tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Allocated IP 172.20.0.6 (6acaad41-86ef-4157-946f-19d81b67bc10/69e2618f-9a66-40f1-96ef-e9ef48a740d8/e8ba5ce6-cfb8-42df-8f3c-686b779b0fc1) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:30:34.717688 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-c80305c8-4d51-4324-a7c9-a0bc1206a513 req-25a0da88-fad3-4c14-9afb-2b86be74059b tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:34.755168 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-c80305c8-4d51-4324-a7c9-a0bc1206a513 req-25a0da88-fad3-4c14-9afb-2b86be74059b tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:34.803777 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c80305c8-4d51-4324-a7c9-a0bc1206a513 req-25a0da88-fad3-4c14-9afb-2b86be74059b tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Network 6acaad41-86ef-4157-946f-19d81b67bc10 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:30:34.807832 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [req-c80305c8-4d51-4324-a7c9-a0bc1206a513 req-25a0da88-fad3-4c14-9afb-2b86be74059b tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:30:34.818166 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-c80305c8-4d51-4324-a7c9-a0bc1206a513 req-25a0da88-fad3-4c14-9afb-2b86be74059b tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:30:34.866642 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a0da88-fad3-4c14-9afb-2b86be74059b tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Pushing event updated for resources: {'Port': ['ID=e8ba5ce6-cfb8-42df-8f3c-686b779b0fc1,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:30:34.908920 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80305c8-4d51-4324-a7c9-a0bc1206a513 req-25a0da88-fad3-4c14-9afb-2b86be74059b tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:30:34.909786 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-c80305c8-4d51-4324-a7c9-a0bc1206a513 req-25a0da88-fad3-4c14-9afb-2b86be74059b tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:34.929764 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c80305c8-4d51-4324-a7c9-a0bc1206a513 req-25a0da88-fad3-4c14-9afb-2b86be74059b tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7821412 Dec 20 15:30:35.089594 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-5c316879-40fd-4b17-b8f7-5125e2adb747 None None] Provisioning complete for port e8ba5ce6-cfb8-42df-8f3c-686b779b0fc1 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:30:35.091663 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-5c316879-40fd-4b17-b8f7-5125e2adb747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:35.136007 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-5c316879-40fd-4b17-b8f7-5125e2adb747 None None] Port e8ba5ce6-cfb8-42df-8f3c-686b779b0fc1 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:30:35.395886 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1240b5-c11f-4f56-a058-fde55907595d req-bc62b63d-cb0c-40b3-8541-65aa67525a2e tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:30:35.397475 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6a1240b5-c11f-4f56-a058-fde55907595d req-bc62b63d-cb0c-40b3-8541-65aa67525a2e tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] 10.222.0.54 "GET /v2.0/ports?device_id=8032899e-98cc-48ab-b06a-ad8e1115f3f9 HTTP/1.1" status: 200 len: 931 time: 0.0539196 Dec 20 15:30:35.456890 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6a1240b5-c11f-4f56-a058-fde55907595d req-a6cd5e4f-5b54-4ace-999b-c3fbb31d98ae tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] 10.222.0.54 "GET /v2.0/security-groups?id=59dc69f2-0648-4995-bb58-82c21e68019c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516622 Dec 20 15:30:36.039856 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:36.345155 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:36.602986 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb796abd-824e-4a55-92ab-ad55e4fefa22 req-b1add2f5-a722-42f4-b236-fdc3daf0ca78 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:30:36.605193 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-bb796abd-824e-4a55-92ab-ad55e4fefa22 req-b1add2f5-a722-42f4-b236-fdc3daf0ca78 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] 10.222.0.54 "GET /v2.0/ports?device_id=8032899e-98cc-48ab-b06a-ad8e1115f3f9 HTTP/1.1" status: 200 len: 931 time: 0.0658252 Dec 20 15:30:36.676871 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-bb796abd-824e-4a55-92ab-ad55e4fefa22 req-669a3aed-9f3f-4b33-a60f-305701fd3dbf tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] 10.222.0.54 "GET /v2.0/security-groups?id=59dc69f2-0648-4995-bb58-82c21e68019c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646255 Dec 20 15:30:37.815151 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44d1ff9-deeb-4997-a98b-837c1af9889b req-643a3ed5-3fab-4aaa-9aab-74ea13b9bcbb tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:30:37.816710 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f44d1ff9-deeb-4997-a98b-837c1af9889b req-643a3ed5-3fab-4aaa-9aab-74ea13b9bcbb tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] 10.222.0.54 "GET /v2.0/ports?device_id=8032899e-98cc-48ab-b06a-ad8e1115f3f9 HTTP/1.1" status: 200 len: 931 time: 0.0575330 Dec 20 15:30:37.868969 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f44d1ff9-deeb-4997-a98b-837c1af9889b req-6ec2f123-f840-468d-9960-973b53d76ac1 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] 10.222.0.54 "GET /v2.0/security-groups?id=59dc69f2-0648-4995-bb58-82c21e68019c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450301 Dec 20 15:30:38.995110 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd54c965-c9f2-4d06-aacb-7c98b1f6bd7f req-fe28cd1b-b105-434b-8543-543071e8dfe4 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:30:38.997037 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fd54c965-c9f2-4d06-aacb-7c98b1f6bd7f req-fe28cd1b-b105-434b-8543-543071e8dfe4 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] 10.222.0.54 "GET /v2.0/ports?device_id=8032899e-98cc-48ab-b06a-ad8e1115f3f9 HTTP/1.1" status: 200 len: 931 time: 0.0525699 Dec 20 15:30:39.057911 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fd54c965-c9f2-4d06-aacb-7c98b1f6bd7f req-c0f31ba7-5b93-4e9f-9d3f-2e41901dfac3 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] 10.222.0.54 "GET /v2.0/security-groups?id=59dc69f2-0648-4995-bb58-82c21e68019c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544083 Dec 20 15:30:40.202704 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0508ca6d-9d34-4b00-ab55-02aa41e611e2 req-14b98144-657d-487b-9706-f6c04b22fe03 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:30:40.204324 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0508ca6d-9d34-4b00-ab55-02aa41e611e2 req-14b98144-657d-487b-9706-f6c04b22fe03 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] 10.222.0.54 "GET /v2.0/ports?device_id=8032899e-98cc-48ab-b06a-ad8e1115f3f9 HTTP/1.1" status: 200 len: 931 time: 0.0590434 Dec 20 15:30:40.260061 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0508ca6d-9d34-4b00-ab55-02aa41e611e2 req-f8a4d277-942e-40c8-9445-8230268f3911 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] 10.222.0.54 "GET /v2.0/security-groups?id=59dc69f2-0648-4995-bb58-82c21e68019c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485547 Dec 20 15:30:41.383719 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c82d42d-8b47-4fd4-8f3e-122fec30a15b req-b973da17-303b-43dc-9727-eb3c17703d18 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:30:41.385258 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1c82d42d-8b47-4fd4-8f3e-122fec30a15b req-b973da17-303b-43dc-9727-eb3c17703d18 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] 10.222.0.54 "GET /v2.0/ports?device_id=8032899e-98cc-48ab-b06a-ad8e1115f3f9 HTTP/1.1" status: 200 len: 931 time: 0.0530083 Dec 20 15:30:41.446298 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1c82d42d-8b47-4fd4-8f3e-122fec30a15b req-81ecb18b-e451-487b-9c9c-4edc13e0002e tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] 10.222.0.54 "GET /v2.0/security-groups?id=59dc69f2-0648-4995-bb58-82c21e68019c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544996 Dec 20 15:30:42.102383 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:42.569625 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ecb5fb-4a5e-4d50-bc71-9eb6fa6fd598 req-2aa3af36-6dcb-49dc-b119-3c7be62f45e6 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:30:42.571245 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-67ecb5fb-4a5e-4d50-bc71-9eb6fa6fd598 req-2aa3af36-6dcb-49dc-b119-3c7be62f45e6 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] 10.222.0.54 "GET /v2.0/ports?device_id=8032899e-98cc-48ab-b06a-ad8e1115f3f9 HTTP/1.1" status: 200 len: 931 time: 0.0503001 Dec 20 15:30:42.625515 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-67ecb5fb-4a5e-4d50-bc71-9eb6fa6fd598 req-2b52a329-fc8e-4ef5-8014-f6bff166e895 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] 10.222.0.54 "GET /v2.0/security-groups?id=59dc69f2-0648-4995-bb58-82c21e68019c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480900 Dec 20 15:30:43.761312 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165435d6-a6f5-4a51-8877-20776bb729ab req-3448ecae-2c0b-4f87-b37a-6f5696469a72 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:30:43.762756 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-165435d6-a6f5-4a51-8877-20776bb729ab req-3448ecae-2c0b-4f87-b37a-6f5696469a72 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] 10.222.0.54 "GET /v2.0/ports?device_id=8032899e-98cc-48ab-b06a-ad8e1115f3f9 HTTP/1.1" status: 200 len: 931 time: 0.0587323 Dec 20 15:30:43.817674 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-165435d6-a6f5-4a51-8877-20776bb729ab req-52b1ff21-254e-4f19-a60e-ecb8b3e7003d tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] 10.222.0.54 "GET /v2.0/security-groups?id=59dc69f2-0648-4995-bb58-82c21e68019c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486841 Dec 20 15:30:44.956023 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e474084-8763-4040-a19e-260098a822d9 req-4c0f7a9d-6360-407c-867b-acd1ea0a010a tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:30:44.957670 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6e474084-8763-4040-a19e-260098a822d9 req-4c0f7a9d-6360-407c-867b-acd1ea0a010a tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] 10.222.0.54 "GET /v2.0/ports?device_id=8032899e-98cc-48ab-b06a-ad8e1115f3f9 HTTP/1.1" status: 200 len: 931 time: 0.0608461 Dec 20 15:30:45.023389 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6e474084-8763-4040-a19e-260098a822d9 req-7a1d59d3-5a29-4e3f-b339-6ae9a60f548a tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] 10.222.0.54 "GET /v2.0/security-groups?id=59dc69f2-0648-4995-bb58-82c21e68019c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575793 Dec 20 15:30:45.730758 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:46.150891 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81d13ff-1dee-4eba-9876-3b5f1925fff8 req-a4b6fb98-da9f-4df1-9ce9-52480ee610bc tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:30:46.152409 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e81d13ff-1dee-4eba-9876-3b5f1925fff8 req-a4b6fb98-da9f-4df1-9ce9-52480ee610bc tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] 10.222.0.54 "GET /v2.0/ports?device_id=8032899e-98cc-48ab-b06a-ad8e1115f3f9 HTTP/1.1" status: 200 len: 931 time: 0.0558534 Dec 20 15:30:46.208857 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e81d13ff-1dee-4eba-9876-3b5f1925fff8 req-51228286-a27f-4215-9196-f4f92320238e tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] 10.222.0.54 "GET /v2.0/security-groups?id=59dc69f2-0648-4995-bb58-82c21e68019c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502970 Dec 20 15:30:47.166681 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-c80305c8-4d51-4324-a7c9-a0bc1206a513 req-782b7dfb-6fc9-4284-8cc7-79b0c58fc1d6 service neutron] Request body: {'port': {'device_id': '8032899e-98cc-48ab-b06a-ad8e1115f3f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-19'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:30:47.230716 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-c80305c8-4d51-4324-a7c9-a0bc1206a513 req-782b7dfb-6fc9-4284-8cc7-79b0c58fc1d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:47.343795 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2fdab2-fa06-469b-8310-2806136a7220 req-189d5f23-4cb1-4083-9f0b-3d17d661b336 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:30:47.345218 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ae2fdab2-fa06-469b-8310-2806136a7220 req-189d5f23-4cb1-4083-9f0b-3d17d661b336 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] 10.222.0.54 "GET /v2.0/ports?device_id=8032899e-98cc-48ab-b06a-ad8e1115f3f9 HTTP/1.1" status: 200 len: 931 time: 0.0616031 Dec 20 15:30:47.394369 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ae2fdab2-fa06-469b-8310-2806136a7220 req-9b65971d-e0b0-4b25-a1ad-885f7031d6d2 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] 10.222.0.54 "GET /v2.0/security-groups?id=59dc69f2-0648-4995-bb58-82c21e68019c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428689 Dec 20 15:30:47.504518 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [req-c80305c8-4d51-4324-a7c9-a0bc1206a513 req-782b7dfb-6fc9-4284-8cc7-79b0c58fc1d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8ba5ce6-cfb8-42df-8f3c-686b779b0fc1 {{(pid=103168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:30:47.512189 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-c80305c8-4d51-4324-a7c9-a0bc1206a513 req-782b7dfb-6fc9-4284-8cc7-79b0c58fc1d6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:47.524733 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.provisioning_blocks [req-c80305c8-4d51-4324-a7c9-a0bc1206a513 req-782b7dfb-6fc9-4284-8cc7-79b0c58fc1d6 service neutron] Transition to ACTIVE for port object e8ba5ce6-cfb8-42df-8f3c-686b779b0fc1 will not be triggered until provisioned by entity L2. {{(pid=103168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:30:47.529990 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-c80305c8-4d51-4324-a7c9-a0bc1206a513 req-782b7dfb-6fc9-4284-8cc7-79b0c58fc1d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:47.600817 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782b7dfb-6fc9-4284-8cc7-79b0c58fc1d6 service neutron] Pushing event updated for resources: {'Port': ['ID=e8ba5ce6-cfb8-42df-8f3c-686b779b0fc1,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:30:47.665019 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-c80305c8-4d51-4324-a7c9-a0bc1206a513 req-782b7dfb-6fc9-4284-8cc7-79b0c58fc1d6 service neutron] Attempting to bind port e8ba5ce6-cfb8-42df-8f3c-686b779b0fc1 on host n-h1-761264-19 for vnic_type normal with profile {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:30:47.665348 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-c80305c8-4d51-4324-a7c9-a0bc1206a513 req-782b7dfb-6fc9-4284-8cc7-79b0c58fc1d6 service neutron] Attempting to bind port e8ba5ce6-cfb8-42df-8f3c-686b779b0fc1 by drivers openvswitch,hyperv on host n-h1-761264-19 at level 0 using segments [{'id': 'baf5ebf1-f732-47c9-a178-37077153a6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6acaad41-86ef-4157-946f-19d81b67bc10'}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:30:47.665667 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80305c8-4d51-4324-a7c9-a0bc1206a513 req-782b7dfb-6fc9-4284-8cc7-79b0c58fc1d6 service neutron] Attempting to bind port e8ba5ce6-cfb8-42df-8f3c-686b779b0fc1 on network 6acaad41-86ef-4157-946f-19d81b67bc10 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:30:47.670310 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80305c8-4d51-4324-a7c9-a0bc1206a513 req-782b7dfb-6fc9-4284-8cc7-79b0c58fc1d6 service neutron] Port e8ba5ce6-cfb8-42df-8f3c-686b779b0fc1 on network 6acaad41-86ef-4157-946f-19d81b67bc10 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-19 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:30:47.670590 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80305c8-4d51-4324-a7c9-a0bc1206a513 req-782b7dfb-6fc9-4284-8cc7-79b0c58fc1d6 service neutron] Attempting to bind port e8ba5ce6-cfb8-42df-8f3c-686b779b0fc1 on network 6acaad41-86ef-4157-946f-19d81b67bc10 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:30:47.677224 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80305c8-4d51-4324-a7c9-a0bc1206a513 req-782b7dfb-6fc9-4284-8cc7-79b0c58fc1d6 service neutron] Checking agent: {'id': '3e5ace3e-dd7b-4522-a7c4-77d13dbeab1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:30:47.677562 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80305c8-4d51-4324-a7c9-a0bc1206a513 req-782b7dfb-6fc9-4284-8cc7-79b0c58fc1d6 service neutron] Checking segment: {'id': 'baf5ebf1-f732-47c9-a178-37077153a6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6acaad41-86ef-4157-946f-19d81b67bc10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:30:47.677938 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80305c8-4d51-4324-a7c9-a0bc1206a513 req-782b7dfb-6fc9-4284-8cc7-79b0c58fc1d6 service neutron] Bound using segment: {'id': 'baf5ebf1-f732-47c9-a178-37077153a6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6acaad41-86ef-4157-946f-19d81b67bc10'} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:30:47.678361 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-c80305c8-4d51-4324-a7c9-a0bc1206a513 req-782b7dfb-6fc9-4284-8cc7-79b0c58fc1d6 service neutron] Bound port: e8ba5ce6-cfb8-42df-8f3c-686b779b0fc1, host: n-h1-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baf5ebf1-f732-47c9-a178-37077153a6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6acaad41-86ef-4157-946f-19d81b67bc10'}}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:30:47.678711 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-c80305c8-4d51-4324-a7c9-a0bc1206a513 req-782b7dfb-6fc9-4284-8cc7-79b0c58fc1d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:47.748505 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-c80305c8-4d51-4324-a7c9-a0bc1206a513 req-782b7dfb-6fc9-4284-8cc7-79b0c58fc1d6 service neutron] For port e8ba5ce6-cfb8-42df-8f3c-686b779b0fc1, host n-h1-761264-19, cleared binding levels {{(pid=103168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:30:47.752023 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-c80305c8-4d51-4324-a7c9-a0bc1206a513 req-782b7dfb-6fc9-4284-8cc7-79b0c58fc1d6 service neutron] For port e8ba5ce6-cfb8-42df-8f3c-686b779b0fc1, host n-h1-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=e8ba5ce6-cfb8-42df-8f3c-686b779b0fc1,segment=NetworkSegment(baf5ebf1-f732-47c9-a178-37077153a6be),segment_id=baf5ebf1-f732-47c9-a178-37077153a6be)] {{(pid=103168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:30:47.758045 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-c80305c8-4d51-4324-a7c9-a0bc1206a513 req-782b7dfb-6fc9-4284-8cc7-79b0c58fc1d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:47.795568 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80305c8-4d51-4324-a7c9-a0bc1206a513 req-782b7dfb-6fc9-4284-8cc7-79b0c58fc1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:30:47.796645 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-c80305c8-4d51-4324-a7c9-a0bc1206a513 req-782b7dfb-6fc9-4284-8cc7-79b0c58fc1d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:47.798028 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c80305c8-4d51-4324-a7c9-a0bc1206a513 req-782b7dfb-6fc9-4284-8cc7-79b0c58fc1d6 service neutron] 10.222.0.30 "PUT /v2.0/ports/e8ba5ce6-cfb8-42df-8f3c-686b779b0fc1 HTTP/1.1" status: 200 len: 1092 time: 0.6388390 Dec 20 15:30:47.798466 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8032899e-98cc-48ab-b06a-ad8e1115f3f9', 'tag': 'e8ba5ce6-cfb8-42df-8f3c-686b779b0fc1'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:30:47.800804 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea303cd2f7c2854d59b68ee9755924cbed95107615564160e5853a5b93bd1da8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05235028-19cf-4d33-b926-9ab61f380af8" -d '{"events": [{"name": "network-changed", "server_uuid": "8032899e-98cc-48ab-b06a-ad8e1115f3f9", "tag": "e8ba5ce6-cfb8-42df-8f3c-686b779b0fc1"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:30:47.826957 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782b7dfb-6fc9-4284-8cc7-79b0c58fc1d6 service neutron] Pushing event updated for resources: {'Port': ['ID=e8ba5ce6-cfb8-42df-8f3c-686b779b0fc1,revision_number=3']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:30:47.855848 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d4ada40-e0c9-4331-b886-cef7b6032917 x-openstack-request-id: req-1d4ada40-e0c9-4331-b886-cef7b6032917 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:30:47.856141 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8032899e-98cc-48ab-b06a-ad8e1115f3f9", "tag": "e8ba5ce6-cfb8-42df-8f3c-686b779b0fc1", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:30:47.856394 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1d4ada40-e0c9-4331-b886-cef7b6032917 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:30:47.856803 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8032899e-98cc-48ab-b06a-ad8e1115f3f9', 'tag': 'e8ba5ce6-cfb8-42df-8f3c-686b779b0fc1', 'status': 'completed', 'code': 200} Dec 20 15:30:47.891478 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80305c8-4d51-4324-a7c9-a0bc1206a513 req-9263fc0d-2a74-4752-8646-f2266a65434c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:30:47.893039 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c80305c8-4d51-4324-a7c9-a0bc1206a513 req-9263fc0d-2a74-4752-8646-f2266a65434c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9c2fdc353e74457591878643b0735c89&device_id=8032899e-98cc-48ab-b06a-ad8e1115f3f9 HTTP/1.1" status: 200 len: 1095 time: 0.0474710 Dec 20 15:30:47.940595 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c80305c8-4d51-4324-a7c9-a0bc1206a513 req-0975b25e-fa28-411e-ad8e-316e49a376fc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8ba5ce6-cfb8-42df-8f3c-686b779b0fc1 HTTP/1.1" status: 200 len: 217 time: 0.0397782 Dec 20 15:30:47.991881 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80305c8-4d51-4324-a7c9-a0bc1206a513 req-e644fd4f-8288-4557-9e9c-ac609c05fc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:30:47.993372 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c80305c8-4d51-4324-a7c9-a0bc1206a513 req-e644fd4f-8288-4557-9e9c-ac609c05fc14 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=69e2618f-9a66-40f1-96ef-e9ef48a740d8 HTTP/1.1" status: 200 len: 854 time: 0.0454302 Dec 20 15:30:48.041157 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80305c8-4d51-4324-a7c9-a0bc1206a513 req-bca48ac3-d0ad-4d72-8d92-1845d05a92d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:30:48.043394 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c80305c8-4d51-4324-a7c9-a0bc1206a513 req-bca48ac3-d0ad-4d72-8d92-1845d05a92d8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6acaad41-86ef-4157-946f-19d81b67bc10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424135 Dec 20 15:30:48.144715 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c80305c8-4d51-4324-a7c9-a0bc1206a513 req-8aad2363-0f92-4bb0-b889-d21299eb848d service neutron] 10.222.0.30 "GET /v2.0/networks/6acaad41-86ef-4157-946f-19d81b67bc10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944285 Dec 20 15:30:48.242927 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c80305c8-4d51-4324-a7c9-a0bc1206a513 req-e1023313-ef5a-4358-a65b-f594e580270e service neutron] 10.222.0.30 "GET /v2.0/networks/6acaad41-86ef-4157-946f-19d81b67bc10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916378 Dec 20 15:30:48.336123 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05235028-19cf-4d33-b926-9ab61f380af8 req-4826078e-0793-4f85-8bf9-e3ca4346b76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:30:48.337639 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-05235028-19cf-4d33-b926-9ab61f380af8 req-4826078e-0793-4f85-8bf9-e3ca4346b76f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9c2fdc353e74457591878643b0735c89&device_id=8032899e-98cc-48ab-b06a-ad8e1115f3f9 HTTP/1.1" status: 200 len: 1095 time: 0.0476718 Dec 20 15:30:48.445468 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05235028-19cf-4d33-b926-9ab61f380af8 req-a4720568-3edb-4116-8124-952844c6e5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:30:48.447004 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-05235028-19cf-4d33-b926-9ab61f380af8 req-a4720568-3edb-4116-8124-952844c6e5fe service neutron] 10.222.0.30 "GET /v2.0/networks?id=6acaad41-86ef-4157-946f-19d81b67bc10 HTTP/1.1" status: 200 len: 916 time: 0.1018381 Dec 20 15:30:48.496896 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-05235028-19cf-4d33-b926-9ab61f380af8 req-9bf8714b-16f3-42a2-8b3c-0453532cf57b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8ba5ce6-cfb8-42df-8f3c-686b779b0fc1 HTTP/1.1" status: 200 len: 217 time: 0.0405877 Dec 20 15:30:48.519891 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecd6c87-73e6-4fed-aac3-02a75b84481c req-5730673a-5aed-4c10-b3ab-c4f43edddac7 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:30:48.521535 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2ecd6c87-73e6-4fed-aac3-02a75b84481c req-5730673a-5aed-4c10-b3ab-c4f43edddac7 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] 10.222.0.54 "GET /v2.0/ports?device_id=8032899e-98cc-48ab-b06a-ad8e1115f3f9 HTTP/1.1" status: 200 len: 943 time: 0.0567656 Dec 20 15:30:48.547680 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05235028-19cf-4d33-b926-9ab61f380af8 req-7bba88be-3114-4753-acbf-6ef5415e273e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:30:48.549353 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-05235028-19cf-4d33-b926-9ab61f380af8 req-7bba88be-3114-4753-acbf-6ef5415e273e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=69e2618f-9a66-40f1-96ef-e9ef48a740d8 HTTP/1.1" status: 200 len: 854 time: 0.0474894 Dec 20 15:30:48.573651 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2ecd6c87-73e6-4fed-aac3-02a75b84481c req-01877fd0-a71a-47eb-95e6-3e9fa23ff187 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] 10.222.0.54 "GET /v2.0/security-groups?id=59dc69f2-0648-4995-bb58-82c21e68019c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454445 Dec 20 15:30:48.597099 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05235028-19cf-4d33-b926-9ab61f380af8 req-82857f0a-3d40-42b4-ae8e-6fc53550c259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:30:48.598671 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-05235028-19cf-4d33-b926-9ab61f380af8 req-82857f0a-3d40-42b4-ae8e-6fc53550c259 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6acaad41-86ef-4157-946f-19d81b67bc10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424833 Dec 20 15:30:48.695011 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-05235028-19cf-4d33-b926-9ab61f380af8 req-89e42dad-fa72-43f4-91aa-ef40e659620e service neutron] 10.222.0.30 "GET /v2.0/networks/6acaad41-86ef-4157-946f-19d81b67bc10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891488 Dec 20 15:30:48.786757 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-05235028-19cf-4d33-b926-9ab61f380af8 req-95dabd93-7e36-4607-8671-5fc00f326d9d service neutron] 10.222.0.30 "GET /v2.0/networks/6acaad41-86ef-4157-946f-19d81b67bc10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838587 Dec 20 15:30:49.701330 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373deb4e-8bee-47b8-afaa-04c35aca6d87 req-66576286-66d9-4188-a0f8-e8ac46185a47 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:30:49.702931 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-373deb4e-8bee-47b8-afaa-04c35aca6d87 req-66576286-66d9-4188-a0f8-e8ac46185a47 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] 10.222.0.54 "GET /v2.0/ports?device_id=8032899e-98cc-48ab-b06a-ad8e1115f3f9 HTTP/1.1" status: 200 len: 943 time: 0.0554566 Dec 20 15:30:49.758213 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-373deb4e-8bee-47b8-afaa-04c35aca6d87 req-662e8c5a-15bc-4a68-b473-6b8860d0b8d2 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] 10.222.0.54 "GET /v2.0/security-groups?id=59dc69f2-0648-4995-bb58-82c21e68019c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488522 Dec 20 15:30:50.890995 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1376217-aa31-4ae4-a70b-31e1293706e3 req-8129d338-e6aa-4f11-b64d-e112bfabc775 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:30:50.892524 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f1376217-aa31-4ae4-a70b-31e1293706e3 req-8129d338-e6aa-4f11-b64d-e112bfabc775 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] 10.222.0.54 "GET /v2.0/ports?device_id=8032899e-98cc-48ab-b06a-ad8e1115f3f9 HTTP/1.1" status: 200 len: 943 time: 0.0643759 Dec 20 15:30:50.943110 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f1376217-aa31-4ae4-a70b-31e1293706e3 req-61f9a284-4329-480f-b3cb-ec9ce65e6590 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] 10.222.0.54 "GET /v2.0/security-groups?id=59dc69f2-0648-4995-bb58-82c21e68019c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442803 Dec 20 15:30:51.788029 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:30:52.067546 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d95d46a-dee6-4b5c-9e32-0ea9997dc62b req-70b9edf3-c95f-4d51-aac3-4046ade3acae tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:30:52.069066 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4d95d46a-dee6-4b5c-9e32-0ea9997dc62b req-70b9edf3-c95f-4d51-aac3-4046ade3acae tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] 10.222.0.54 "GET /v2.0/ports?device_id=8032899e-98cc-48ab-b06a-ad8e1115f3f9 HTTP/1.1" status: 200 len: 943 time: 0.0543585 Dec 20 15:30:52.118802 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4d95d46a-dee6-4b5c-9e32-0ea9997dc62b req-4582e086-af4c-4113-8d73-99052adcd32e tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] 10.222.0.54 "GET /v2.0/security-groups?id=59dc69f2-0648-4995-bb58-82c21e68019c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434618 Dec 20 15:30:53.244081 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8d60d1-adf7-4f67-9513-e436f99bd3d7 req-5ce4986f-180a-4099-9ecc-111585cf6d55 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:30:53.245563 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5b8d60d1-adf7-4f67-9513-e436f99bd3d7 req-5ce4986f-180a-4099-9ecc-111585cf6d55 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] 10.222.0.54 "GET /v2.0/ports?device_id=8032899e-98cc-48ab-b06a-ad8e1115f3f9 HTTP/1.1" status: 200 len: 943 time: 0.0558205 Dec 20 15:30:53.291575 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device e8ba5ce6-cfb8-42df-8f3c-686b779b0fc1 details requested by agent hyperv_n-h1-761264-19 with host n-h1-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:30:53.302693 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5b8d60d1-adf7-4f67-9513-e436f99bd3d7 req-81747f57-3ecc-4346-974d-b4001afc907d tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] 10.222.0.54 "GET /v2.0/security-groups?id=59dc69f2-0648-4995-bb58-82c21e68019c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482650 Dec 20 15:30:53.399607 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port e8ba5ce6-cfb8-42df-8f3c-686b779b0fc1, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=e8ba5ce6-cfb8-42df-8f3c-686b779b0fc1,segment=NetworkSegment(baf5ebf1-f732-47c9-a178-37077153a6be),segment_id=baf5ebf1-f732-47c9-a178-37077153a6be)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:30:53.410453 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Returning: {'device': 'e8ba5ce6-cfb8-42df-8f3c-686b779b0fc1', 'network_id': '6acaad41-86ef-4157-946f-19d81b67bc10', 'port_id': 'e8ba5ce6-cfb8-42df-8f3c-686b779b0fc1', 'mac_address': 'fa:16:3e:28:fa:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69e2618f-9a66-40f1-96ef-e9ef48a740d8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:30:53.451163 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:53.470972 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8ba5ce6-cfb8-42df-8f3c-686b779b0fc1 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:30:53.491054 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port e8ba5ce6-cfb8-42df-8f3c-686b779b0fc1, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=e8ba5ce6-cfb8-42df-8f3c-686b779b0fc1,segment=NetworkSegment(baf5ebf1-f732-47c9-a178-37077153a6be),segment_id=baf5ebf1-f732-47c9-a178-37077153a6be)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:30:53.497581 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:53.547759 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=e8ba5ce6-cfb8-42df-8f3c-686b779b0fc1,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:30:53.555645 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:30:53.555994 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:30:53.556331 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:30:53.556663 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:30:53.557000 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:30:53.557321 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:30:53.557639 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:30:53.557962 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:30:53.558279 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:30:53.558598 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:30:53.558930 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:30:53.559242 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:30:53.559559 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:30:53.882417 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['e8ba5ce6-cfb8-42df-8f3c-686b779b0fc1'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:30:54.435134 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096c2641-3809-43e8-a0d7-58394c38a711 req-6f2cc262-bb4b-4e12-9f12-5b9c03c8813c tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:30:54.436773 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-096c2641-3809-43e8-a0d7-58394c38a711 req-6f2cc262-bb4b-4e12-9f12-5b9c03c8813c tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] 10.222.0.54 "GET /v2.0/ports?device_id=8032899e-98cc-48ab-b06a-ad8e1115f3f9 HTTP/1.1" status: 200 len: 944 time: 0.0557303 Dec 20 15:30:54.485252 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-096c2641-3809-43e8-a0d7-58394c38a711 req-b14a2087-4d11-4171-8bb1-46a5a970e853 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] 10.222.0.54 "GET /v2.0/security-groups?id=59dc69f2-0648-4995-bb58-82c21e68019c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422251 Dec 20 15:30:55.291563 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device e8ba5ce6-cfb8-42df-8f3c-686b779b0fc1 up at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:30:55.353002 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning for port e8ba5ce6-cfb8-42df-8f3c-686b779b0fc1 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:30:55.358171 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning complete for port e8ba5ce6-cfb8-42df-8f3c-686b779b0fc1 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:30:55.358645 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:55.446140 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:55.470108 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8032899e-98cc-48ab-b06a-ad8e1115f3f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8ba5ce6-cfb8-42df-8f3c-686b779b0fc1'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:30:55.474230 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a867d42bfdcbb9cb6963a533571b1f1c257f186d8c4d683fcd223be3c25d00f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b86fcfcc-866a-46da-9657-dea94690040d" -d '{"events": [{"server_uuid": "8032899e-98cc-48ab-b06a-ad8e1115f3f9", "name": "network-vif-plugged", "status": "completed", "tag": "e8ba5ce6-cfb8-42df-8f3c-686b779b0fc1"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:30:55.489258 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port e8ba5ce6-cfb8-42df-8f3c-686b779b0fc1, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=e8ba5ce6-cfb8-42df-8f3c-686b779b0fc1,segment=NetworkSegment(baf5ebf1-f732-47c9-a178-37077153a6be),segment_id=baf5ebf1-f732-47c9-a178-37077153a6be)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:30:55.494690 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:30:55.536344 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8ee87b5-1437-4426-8459-d00da6d38e13 x-openstack-request-id: req-d8ee87b5-1437-4426-8459-d00da6d38e13 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:30:55.536739 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8032899e-98cc-48ab-b06a-ad8e1115f3f9", "name": "network-vif-plugged", "status": "completed", "tag": "e8ba5ce6-cfb8-42df-8f3c-686b779b0fc1", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:30:55.536950 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d8ee87b5-1437-4426-8459-d00da6d38e13 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:30:55.537310 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8032899e-98cc-48ab-b06a-ad8e1115f3f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8ba5ce6-cfb8-42df-8f3c-686b779b0fc1', 'code': 200} Dec 20 15:30:55.555096 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=e8ba5ce6-cfb8-42df-8f3c-686b779b0fc1,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:30:55.639645 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af523b5d-cbf9-4b88-b6c2-009c41e691d6 req-ccd30926-944d-4b32-a242-03b2e655a618 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:30:55.641004 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-af523b5d-cbf9-4b88-b6c2-009c41e691d6 req-ccd30926-944d-4b32-a242-03b2e655a618 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] 10.222.0.54 "GET /v2.0/ports?device_id=8032899e-98cc-48ab-b06a-ad8e1115f3f9 HTTP/1.1" status: 200 len: 945 time: 0.0793247 Dec 20 15:30:55.647121 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa6b764-a9ff-4701-8f6f-45875d9e7033 req-9dca735f-ffff-40f5-b154-f94bd34c0bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:30:55.648541 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0fa6b764-a9ff-4701-8f6f-45875d9e7033 req-9dca735f-ffff-40f5-b154-f94bd34c0bc8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8032899e-98cc-48ab-b06a-ad8e1115f3f9 HTTP/1.1" status: 200 len: 1097 time: 0.0573199 Dec 20 15:30:55.713867 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-af523b5d-cbf9-4b88-b6c2-009c41e691d6 req-875fafe7-4d0d-45cf-9e56-84c1e0cc3de7 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] 10.222.0.54 "GET /v2.0/security-groups?id=59dc69f2-0648-4995-bb58-82c21e68019c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643747 Dec 20 15:30:55.720436 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0fa6b764-a9ff-4701-8f6f-45875d9e7033 req-ec674c09-3dd0-4a79-990c-6b010cf03365 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=59dc69f2-0648-4995-bb58-82c21e68019c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641103 Dec 20 15:30:56.841335 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe16fab-5c50-4b25-8961-7d675db66bf8 req-aa6296ac-490e-4f5d-af5c-9eb64d8a1b41 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:30:56.842859 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4fe16fab-5c50-4b25-8961-7d675db66bf8 req-aa6296ac-490e-4f5d-af5c-9eb64d8a1b41 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] 10.222.0.54 "GET /v2.0/ports?device_id=8032899e-98cc-48ab-b06a-ad8e1115f3f9 HTTP/1.1" status: 200 len: 945 time: 0.0539510 Dec 20 15:30:56.891482 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4fe16fab-5c50-4b25-8961-7d675db66bf8 req-076f24ce-1394-443e-866b-2087914fb31d tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] 10.222.0.54 "GET /v2.0/security-groups?id=59dc69f2-0648-4995-bb58-82c21e68019c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422049 Dec 20 15:30:58.025225 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3093c74-d0f8-4b49-a3fb-322d72624dfd req-2cbebe94-2fed-4f9f-ad84-c712b6d0f291 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:30:58.026696 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a3093c74-d0f8-4b49-a3fb-322d72624dfd req-2cbebe94-2fed-4f9f-ad84-c712b6d0f291 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] 10.222.0.54 "GET /v2.0/ports?device_id=8032899e-98cc-48ab-b06a-ad8e1115f3f9 HTTP/1.1" status: 200 len: 945 time: 0.0544522 Dec 20 15:30:58.081611 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a3093c74-d0f8-4b49-a3fb-322d72624dfd req-773924d3-48d7-474b-b09c-e50565384b4b tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] 10.222.0.54 "GET /v2.0/security-groups?id=59dc69f2-0648-4995-bb58-82c21e68019c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486393 Dec 20 15:30:58.208938 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb6b39f-2d6e-4226-b7c3-964f8d9d69b3 req-7069e761-872e-4bf3-96f7-fe5125480430 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:30:58.210422 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2fb6b39f-2d6e-4226-b7c3-964f8d9d69b3 req-7069e761-872e-4bf3-96f7-fe5125480430 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] 10.222.0.54 "GET /v2.0/ports?device_id=8032899e-98cc-48ab-b06a-ad8e1115f3f9 HTTP/1.1" status: 200 len: 945 time: 0.0525301 Dec 20 15:30:58.263606 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2fb6b39f-2d6e-4226-b7c3-964f8d9d69b3 req-c530d79a-5676-4f70-85c5-001dba1010db tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] 10.222.0.54 "GET /v2.0/security-groups?id=59dc69f2-0648-4995-bb58-82c21e68019c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471075 Dec 20 15:30:58.458921 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6393203-7a82-43e8-9aa0-8d12426f4cf3 req-f18d4740-6de5-446e-b2cc-fd1acf60c3ab tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:30:58.460556 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f6393203-7a82-43e8-9aa0-8d12426f4cf3 req-f18d4740-6de5-446e-b2cc-fd1acf60c3ab tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] 10.222.0.54 "GET /v2.0/ports?device_id=8032899e-98cc-48ab-b06a-ad8e1115f3f9 HTTP/1.1" status: 200 len: 945 time: 0.0507448 Dec 20 15:30:58.509364 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-f6393203-7a82-43e8-9aa0-8d12426f4cf3 req-7ddd8cef-9060-485f-aa6b-e9dad3196ce0 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] 10.222.0.54 "GET /v2.0/security-groups?id=59dc69f2-0648-4995-bb58-82c21e68019c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427401 Dec 20 15:30:59.201864 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-02a5966c-37f5-4ab2-a70b-813b8a5ab394 req-d59cca42-ade4-4105-a4c8-ea5286e89719 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8032899e-98cc-48ab-b06a-ad8e1115f3f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0444798 Dec 20 15:30:59.289010 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a5966c-37f5-4ab2-a70b-813b8a5ab394 req-6705fbd4-7c6c-47f8-9fa6-abaf6f2f3f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:30:59.290544 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-02a5966c-37f5-4ab2-a70b-813b8a5ab394 req-6705fbd4-7c6c-47f8-9fa6-abaf6f2f3f04 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9c2fdc353e74457591878643b0735c89&device_id=8032899e-98cc-48ab-b06a-ad8e1115f3f9 HTTP/1.1" status: 200 len: 1097 time: 0.0428748 Dec 20 15:30:59.410057 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a5966c-37f5-4ab2-a70b-813b8a5ab394 req-d9c25183-e1a1-4448-af8b-0df03bf2dc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:30:59.411536 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-02a5966c-37f5-4ab2-a70b-813b8a5ab394 req-d9c25183-e1a1-4448-af8b-0df03bf2dc0d service neutron] 10.222.0.30 "GET /v2.0/networks?id=6acaad41-86ef-4157-946f-19d81b67bc10 HTTP/1.1" status: 200 len: 916 time: 0.1010511 Dec 20 15:30:59.457935 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-02a5966c-37f5-4ab2-a70b-813b8a5ab394 req-5ce85a2f-d848-4e1e-a299-55b6da6657de service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8ba5ce6-cfb8-42df-8f3c-686b779b0fc1 HTTP/1.1" status: 200 len: 217 time: 0.0383067 Dec 20 15:30:59.508459 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a5966c-37f5-4ab2-a70b-813b8a5ab394 req-7182e69a-8988-4799-ab90-48f151e47457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:30:59.510046 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-02a5966c-37f5-4ab2-a70b-813b8a5ab394 req-7182e69a-8988-4799-ab90-48f151e47457 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=69e2618f-9a66-40f1-96ef-e9ef48a740d8 HTTP/1.1" status: 200 len: 854 time: 0.0452900 Dec 20 15:30:59.564590 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a5966c-37f5-4ab2-a70b-813b8a5ab394 req-4cf81f6a-4ed3-4119-ab2b-da2152060804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:30:59.566155 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-02a5966c-37f5-4ab2-a70b-813b8a5ab394 req-4cf81f6a-4ed3-4119-ab2b-da2152060804 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6acaad41-86ef-4157-946f-19d81b67bc10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0491149 Dec 20 15:30:59.667909 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-02a5966c-37f5-4ab2-a70b-813b8a5ab394 req-c9726023-87e9-40f1-a572-387ffb1e9ff4 service neutron] 10.222.0.30 "GET /v2.0/networks/6acaad41-86ef-4157-946f-19d81b67bc10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941796 Dec 20 15:30:59.768957 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-02a5966c-37f5-4ab2-a70b-813b8a5ab394 req-9cce522d-c3fc-4ea9-8912-f6f0b669884f service neutron] 10.222.0.30 "GET /v2.0/networks/6acaad41-86ef-4157-946f-19d81b67bc10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939028 Dec 20 15:31:00.795087 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8d95a3d5-26d0-4bd8-bf31-fb51299a124d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:31:03.014026 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-1300bc20-16b5-4e2b-845f-0c27b6282579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:31:04.035684 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:31:06.040403 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:31:06.341061 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:31:12.116875 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:31:12.206039 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46902b80-92d3-4c3a-85e2-5e118be99325 req-50ac2816-d013-4588-a168-947eef329b7e tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:31:12.207776 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-46902b80-92d3-4c3a-85e2-5e118be99325 req-50ac2816-d013-4588-a168-947eef329b7e tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] 10.222.0.54 "GET /v2.0/ports?device_id=8032899e-98cc-48ab-b06a-ad8e1115f3f9 HTTP/1.1" status: 200 len: 945 time: 0.0556834 Dec 20 15:31:12.261856 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-46902b80-92d3-4c3a-85e2-5e118be99325 req-07574b64-1408-4d1e-a603-98c25d4f7dfe tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] 10.222.0.54 "GET /v2.0/security-groups?id=59dc69f2-0648-4995-bb58-82c21e68019c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476513 Dec 20 15:31:12.286580 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57202) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:31:12.436304 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa2cb01-180b-4c0a-a72c-a50f6345aa56 tempest-TestMinimumBasicScenario-611623693 tempest-TestMinimumBasicScenario-611623693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:31:12.437919 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-ffa2cb01-180b-4c0a-a72c-a50f6345aa56 tempest-TestMinimumBasicScenario-611623693 tempest-TestMinimumBasicScenario-611623693-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=8032899e-98cc-48ab-b06a-ad8e1115f3f9 HTTP/1.1" status: 200 len: 1092 time: 0.1502099 Dec 20 15:31:12.441290 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57206) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:31:12.446062 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-07dcafd8-70ed-4957-ad34-66d289d7801e tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Request body: {'floatingip': {'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'port_id': 'e8ba5ce6-cfb8-42df-8f3c-686b779b0fc1', 'tenant_id': '9c2fdc353e74457591878643b0735c89', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:31:12.473567 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-07dcafd8-70ed-4957-ad34-66d289d7801e tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Publish callbacks [] for floatingip, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:31:12.585159 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-07dcafd8-70ed-4957-ad34-66d289d7801e tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:31:12.708941 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-07dcafd8-70ed-4957-ad34-66d289d7801e tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Allocated IP 172.25.0.202 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/4639968f-bba8-4ade-b080-5e4a22ec39fc) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:31:12.823372 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-07dcafd8-70ed-4957-ad34-66d289d7801e tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:31:12.860019 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-07dcafd8-70ed-4957-ad34-66d289d7801e tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:31:12.902573 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07dcafd8-70ed-4957-ad34-66d289d7801e tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:31:12.905613 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-07dcafd8-70ed-4957-ad34-66d289d7801e tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:31:12.910314 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07dcafd8-70ed-4957-ad34-66d289d7801e tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:31:12.913668 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dcafd8-70ed-4957-ad34-66d289d7801e tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Pushing event updated for resources: {'Port': ['ID=4639968f-bba8-4ade-b080-5e4a22ec39fc,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:31:12.940745 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dcafd8-70ed-4957-ad34-66d289d7801e tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:31:12.941132 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dcafd8-70ed-4957-ad34-66d289d7801e tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:31:12.941453 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dcafd8-70ed-4957-ad34-66d289d7801e tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:31:12.941772 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dcafd8-70ed-4957-ad34-66d289d7801e tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:31:12.942084 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dcafd8-70ed-4957-ad34-66d289d7801e tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:31:12.942408 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dcafd8-70ed-4957-ad34-66d289d7801e tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:31:12.942748 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dcafd8-70ed-4957-ad34-66d289d7801e tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:31:12.943081 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dcafd8-70ed-4957-ad34-66d289d7801e tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:31:12.943401 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dcafd8-70ed-4957-ad34-66d289d7801e tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:31:12.943724 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dcafd8-70ed-4957-ad34-66d289d7801e tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:31:12.944100 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dcafd8-70ed-4957-ad34-66d289d7801e tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:31:12.944431 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dcafd8-70ed-4957-ad34-66d289d7801e tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:31:12.944710 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dcafd8-70ed-4957-ad34-66d289d7801e tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:31:13.319665 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-07dcafd8-70ed-4957-ad34-66d289d7801e tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:31:13.395107 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-07dcafd8-70ed-4957-ad34-66d289d7801e tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:31:13.559180 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-07dcafd8-70ed-4957-ad34-66d289d7801e tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:31:13.566031 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-07dcafd8-70ed-4957-ad34-66d289d7801e tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:31:14.009558 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dcafd8-70ed-4957-ad34-66d289d7801e tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Pushing event updated for resources: {'Port': ['ID=4639968f-bba8-4ade-b080-5e4a22ec39fc,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:31:14.026065 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-07dcafd8-70ed-4957-ad34-66d289d7801e tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585115'] for floatingip, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:31:14.139403 n-d-761264-19 neutron-server[103168]: INFO neutron.db.l3_db [None req-07dcafd8-70ed-4957-ad34-66d289d7801e tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Floating IP aa486c1e-776f-456e-8b20-092ce05f1522 associated. External IP: 172.25.0.202, port: e8ba5ce6-cfb8-42df-8f3c-686b779b0fc1. Dec 20 15:31:14.354980 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07dcafd8-70ed-4957-ad34-66d289d7801e tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Router 14a1deef-ea19-4948-bca5-be2091b781c0 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:31:14.480368 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07dcafd8-70ed-4957-ad34-66d289d7801e tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:31:14.490676 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1f97cd-7dde-4436-8f7d-b9917eca66bb None None] Sync routers for ids ['14a1deef-ea19-4948-bca5-be2091b781c0'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:31:14.500087 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-07dcafd8-70ed-4957-ad34-66d289d7801e tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:31:14.502246 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1f97cd-7dde-4436-8f7d-b9917eca66bb None None] Routers {'14a1deef-ea19-4948-bca5-be2091b781c0'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:31:14.502995 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-7f1f97cd-7dde-4436-8f7d-b9917eca66bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:31:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['14a1deef-ea19-4948-bca5-be2091b781c0'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:31:14.533250 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-07dcafd8-70ed-4957-ad34-66d289d7801e tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0906665 Dec 20 15:31:14.533718 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8032899e-98cc-48ab-b06a-ad8e1115f3f9', 'tag': 'e8ba5ce6-cfb8-42df-8f3c-686b779b0fc1'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:31:14.536990 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea303cd2f7c2854d59b68ee9755924cbed95107615564160e5853a5b93bd1da8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7c19edb-272e-40aa-b369-16940bf6684a" -d '{"events": [{"name": "network-changed", "server_uuid": "8032899e-98cc-48ab-b06a-ad8e1115f3f9", "tag": "e8ba5ce6-cfb8-42df-8f3c-686b779b0fc1"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:31:14.537918 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57208) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:31:14.543622 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-31c5d8d5-c963-468a-8c88-c542287604b1 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2113480902', 'description': 'tempest-secgroup-smoke-2113480902 description', 'project_id': '9c2fdc353e74457591878643b0735c89'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:31:14.572797 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-31c5d8d5-c963-468a-8c88-c542287604b1 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:31:14.586192 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-666dc798-8b94-4e65-a4e5-0f6801a4b9df x-openstack-request-id: req-666dc798-8b94-4e65-a4e5-0f6801a4b9df {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:31:14.586764 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8032899e-98cc-48ab-b06a-ad8e1115f3f9", "tag": "e8ba5ce6-cfb8-42df-8f3c-686b779b0fc1", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:31:14.587251 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-666dc798-8b94-4e65-a4e5-0f6801a4b9df {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:31:14.587638 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8032899e-98cc-48ab-b06a-ad8e1115f3f9', 'tag': 'e8ba5ce6-cfb8-42df-8f3c-686b779b0fc1', 'status': 'completed', 'code': 200} Dec 20 15:31:14.619988 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-7f1f97cd-7dde-4436-8f7d-b9917eca66bb None None] Set router 14a1deef-ea19-4948-bca5-be2091b781c0 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:31:14.660544 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-31c5d8d5-c963-468a-8c88-c542287604b1 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:31:14.666330 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-31c5d8d5-c963-468a-8c88-c542287604b1 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:31:14.671003 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c19edb-272e-40aa-b369-16940bf6684a req-dc52287d-0faf-4e34-b3ef-862e49f3cad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:31:14.673697 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e7c19edb-272e-40aa-b369-16940bf6684a req-dc52287d-0faf-4e34-b3ef-862e49f3cad0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9c2fdc353e74457591878643b0735c89&device_id=8032899e-98cc-48ab-b06a-ad8e1115f3f9 HTTP/1.1" status: 200 len: 1097 time: 0.0597436 Dec 20 15:31:14.704097 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-31c5d8d5-c963-468a-8c88-c542287604b1 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:31:14.705730 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-31c5d8d5-c963-468a-8c88-c542287604b1 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1658728 Dec 20 15:31:14.708086 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c5d8d5-c963-468a-8c88-c542287604b1 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfc4a8d8-ea2b-48ae-9c6f-8b234dcb7c07,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:31:14.710546 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57212) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:31:14.715439 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-370b4288-2116-4f56-9a53-e8e91b4a7084 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Request body: {'security_group_rule': {'security_group_id': 'bfc4a8d8-ea2b-48ae-9c6f-8b234dcb7c07', 'project_id': '9c2fdc353e74457591878643b0735c89', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:31:14.728904 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c5d8d5-c963-468a-8c88-c542287604b1 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:31:14.729578 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c5d8d5-c963-468a-8c88-c542287604b1 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:31:14.730214 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c5d8d5-c963-468a-8c88-c542287604b1 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:31:14.730890 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c5d8d5-c963-468a-8c88-c542287604b1 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:31:14.731424 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c5d8d5-c963-468a-8c88-c542287604b1 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:31:14.731765 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c5d8d5-c963-468a-8c88-c542287604b1 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:31:14.732110 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c5d8d5-c963-468a-8c88-c542287604b1 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:31:14.732465 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c5d8d5-c963-468a-8c88-c542287604b1 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:31:14.732785 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c5d8d5-c963-468a-8c88-c542287604b1 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:31:14.733128 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c5d8d5-c963-468a-8c88-c542287604b1 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:31:14.733440 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c5d8d5-c963-468a-8c88-c542287604b1 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:31:14.733953 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c5d8d5-c963-468a-8c88-c542287604b1 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:31:14.734453 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c5d8d5-c963-468a-8c88-c542287604b1 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:31:14.780487 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-370b4288-2116-4f56-9a53-e8e91b4a7084 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:31:14.786506 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c19edb-272e-40aa-b369-16940bf6684a req-0e3b4168-ade8-4db1-a7db-fce4c77e7ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:31:14.788059 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e7c19edb-272e-40aa-b369-16940bf6684a req-0e3b4168-ade8-4db1-a7db-fce4c77e7ec9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6acaad41-86ef-4157-946f-19d81b67bc10 HTTP/1.1" status: 200 len: 916 time: 0.1066284 Dec 20 15:31:14.842041 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-370b4288-2116-4f56-9a53-e8e91b4a7084 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:31:14.850289 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-370b4288-2116-4f56-9a53-e8e91b4a7084 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:31:14.873924 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370b4288-2116-4f56-9a53-e8e91b4a7084 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b066e05-4192-4523-866b-bbb1ff159658,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:31:14.875301 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e7c19edb-272e-40aa-b369-16940bf6684a req-9976e67e-db50-473c-8a0b-2c229d76f2bc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8ba5ce6-cfb8-42df-8f3c-686b779b0fc1 HTTP/1.1" status: 200 len: 999 time: 0.0799932 Dec 20 15:31:14.894384 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-370b4288-2116-4f56-9a53-e8e91b4a7084 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:31:14.894384 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-370b4288-2116-4f56-9a53-e8e91b4a7084 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1768491 Dec 20 15:31:14.894384 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57214) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:31:14.896235 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-8fd0402c-4d9d-487a-bc36-f65594ed8e8c tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Request body: {'security_group_rule': {'security_group_id': 'bfc4a8d8-ea2b-48ae-9c6f-8b234dcb7c07', 'project_id': '9c2fdc353e74457591878643b0735c89', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:31:14.905854 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-7f1f97cd-7dde-4436-8f7d-b9917eca66bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a1deef-ea19-4948-bca5-be2091b781c0', 'name': 'tempest-TestMinimumBasicScenario-1398561931-router', 'tenant_id': '9c2fdc353e74457591878643b0735c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': 'c4f70a05-cbd1-4213-ba8f-b6bae07ca5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:30:12Z', 'updated_at': '2021-12-20T15:30:15Z', 'revision_number': 4, 'project_id': '9c2fdc353e74457591878643b0735c89', 'gw_port': {'id': 'c4f70a05-cbd1-4213-ba8f-b6bae07ca5c7', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:4a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a1deef-ea19-4948-bca5-be2091b781c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:30:12Z', 'updated_at': '2021-12-20T15:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': 'aa486c1e-776f-456e-8b20-092ce05f1522', 'tenant_id': '9c2fdc353e74457591878643b0735c89', 'floating_ip_address': '172.25.0.202', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': '14a1deef-ea19-4948-bca5-be2091b781c0', 'port_id': 'e8ba5ce6-cfb8-42df-8f3c-686b779b0fc1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4191, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6acaad41-86ef-4157-946f-19d81b67bc10', 'mac_address': 'fa:16:3e:28:fa:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8032899e-98cc-48ab-b06a-ad8e1115f3f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:31:13Z', 'updated_at': '2021-12-20T15:31:13Z', 'revision_number': 0, 'project_id': '9c2fdc353e74457591878643b0735c89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cafeed65-363c-49c4-b0cb-4e584cb557ee', 'name': '', 'network_id': '6acaad41-86ef-4157-946f-19d81b67bc10', 'tenant_id': '9c2fdc353e74457591878643b0735c89', 'mac_address': 'fa:16:3e:0e:43:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a1deef-ea19-4948-bca5-be2091b781c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '69e2618f-9a66-40f1-96ef-e9ef48a740d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:30:15Z', 'updated_at': '2021-12-20T15:30:19Z', 'revision_number': 5, 'project_id': '9c2fdc353e74457591878643b0735c89', 'subnets': [{'id': '69e2618f-9a66-40f1-96ef-e9ef48a740d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:31:14.930415 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8fd0402c-4d9d-487a-bc36-f65594ed8e8c tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:31:14.936986 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1f97cd-7dde-4436-8f7d-b9917eca66bb None None] Checking router: 14a1deef-ea19-4948-bca5-be2091b781c0 for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:31:14.943459 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c19edb-272e-40aa-b369-16940bf6684a req-d1c5507b-085f-42d7-903e-5715a0cb9df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:31:14.945289 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e7c19edb-272e-40aa-b369-16940bf6684a req-d1c5507b-085f-42d7-903e-5715a0cb9df3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=69e2618f-9a66-40f1-96ef-e9ef48a740d8 HTTP/1.1" status: 200 len: 854 time: 0.0615163 Dec 20 15:31:14.946329 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1f97cd-7dde-4436-8f7d-b9917eca66bb None None] Routers {'14a1deef-ea19-4948-bca5-be2091b781c0'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:31:14.946984 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-7f1f97cd-7dde-4436-8f7d-b9917eca66bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:31:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['14a1deef-ea19-4948-bca5-be2091b781c0'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:31:14.995481 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8fd0402c-4d9d-487a-bc36-f65594ed8e8c tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:31:15.001178 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8fd0402c-4d9d-487a-bc36-f65594ed8e8c tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:31:15.007946 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c19edb-272e-40aa-b369-16940bf6684a req-f6d2d64f-128b-464e-9506-87adb533a90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:31:15.009248 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e7c19edb-272e-40aa-b369-16940bf6684a req-f6d2d64f-128b-464e-9506-87adb533a90c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6acaad41-86ef-4157-946f-19d81b67bc10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0558798 Dec 20 15:31:15.018358 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd0402c-4d9d-487a-bc36-f65594ed8e8c tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edc4c481-a583-408b-9cbf-33e29ba81cfd,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:31:15.035299 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8fd0402c-4d9d-487a-bc36-f65594ed8e8c tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:31:15.038638 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-8fd0402c-4d9d-487a-bc36-f65594ed8e8c tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1446438 Dec 20 15:31:15.040311 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57216) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:31:15.045689 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-3b48bb40-bdca-4984-a82d-824d48f6e812 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Request body: {'security_group_rule': {'security_group_id': 'bfc4a8d8-ea2b-48ae-9c6f-8b234dcb7c07', 'project_id': '9c2fdc353e74457591878643b0735c89', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:31:15.079980 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-7f1f97cd-7dde-4436-8f7d-b9917eca66bb None None] Set router 14a1deef-ea19-4948-bca5-be2091b781c0 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:31:15.082399 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3b48bb40-bdca-4984-a82d-824d48f6e812 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:31:15.121504 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e7c19edb-272e-40aa-b369-16940bf6684a req-c64b574f-5ed0-4bf7-a411-cb0f136ef3bc service neutron] 10.222.0.30 "GET /v2.0/networks/6acaad41-86ef-4157-946f-19d81b67bc10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025832 Dec 20 15:31:15.148888 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3b48bb40-bdca-4984-a82d-824d48f6e812 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:31:15.155518 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3b48bb40-bdca-4984-a82d-824d48f6e812 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:31:15.174360 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b48bb40-bdca-4984-a82d-824d48f6e812 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89ff8260-3215-4a42-a1aa-498717892817,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:31:15.184957 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3b48bb40-bdca-4984-a82d-824d48f6e812 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:31:15.186358 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-3b48bb40-bdca-4984-a82d-824d48f6e812 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1449478 Dec 20 15:31:15.189246 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57218) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:31:15.196198 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-f6b8ecc0-03da-45a5-957c-0035fef8f04f tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Request body: {'security_group_rule': {'security_group_id': 'bfc4a8d8-ea2b-48ae-9c6f-8b234dcb7c07', 'project_id': '9c2fdc353e74457591878643b0735c89', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:31:15.230549 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f6b8ecc0-03da-45a5-957c-0035fef8f04f tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:31:15.237337 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e7c19edb-272e-40aa-b369-16940bf6684a req-a546c032-6bd4-4084-9fac-70ed836a6080 service neutron] 10.222.0.30 "GET /v2.0/networks/6acaad41-86ef-4157-946f-19d81b67bc10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086991 Dec 20 15:31:15.347643 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-7f1f97cd-7dde-4436-8f7d-b9917eca66bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a1deef-ea19-4948-bca5-be2091b781c0', 'name': 'tempest-TestMinimumBasicScenario-1398561931-router', 'tenant_id': '9c2fdc353e74457591878643b0735c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': 'c4f70a05-cbd1-4213-ba8f-b6bae07ca5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:30:12Z', 'updated_at': '2021-12-20T15:30:15Z', 'revision_number': 4, 'project_id': '9c2fdc353e74457591878643b0735c89', 'gw_port': {'id': 'c4f70a05-cbd1-4213-ba8f-b6bae07ca5c7', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:4a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a1deef-ea19-4948-bca5-be2091b781c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:30:12Z', 'updated_at': '2021-12-20T15:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': 'aa486c1e-776f-456e-8b20-092ce05f1522', 'tenant_id': '9c2fdc353e74457591878643b0735c89', 'floating_ip_address': '172.25.0.202', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': '14a1deef-ea19-4948-bca5-be2091b781c0', 'port_id': 'e8ba5ce6-cfb8-42df-8f3c-686b779b0fc1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4191, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6acaad41-86ef-4157-946f-19d81b67bc10', 'mac_address': 'fa:16:3e:28:fa:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8032899e-98cc-48ab-b06a-ad8e1115f3f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:31:13Z', 'updated_at': '2021-12-20T15:31:13Z', 'revision_number': 0, 'project_id': '9c2fdc353e74457591878643b0735c89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cafeed65-363c-49c4-b0cb-4e584cb557ee', 'name': '', 'network_id': '6acaad41-86ef-4157-946f-19d81b67bc10', 'tenant_id': '9c2fdc353e74457591878643b0735c89', 'mac_address': 'fa:16:3e:0e:43:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a1deef-ea19-4948-bca5-be2091b781c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '69e2618f-9a66-40f1-96ef-e9ef48a740d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:30:15Z', 'updated_at': '2021-12-20T15:30:19Z', 'revision_number': 5, 'project_id': '9c2fdc353e74457591878643b0735c89', 'subnets': [{'id': '69e2618f-9a66-40f1-96ef-e9ef48a740d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:31:15.376522 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1f97cd-7dde-4436-8f7d-b9917eca66bb None None] The sync data for ids ['14a1deef-ea19-4948-bca5-be2091b781c0'] in n-d-761264-19 is: [{'id': '14a1deef-ea19-4948-bca5-be2091b781c0', 'name': 'tempest-TestMinimumBasicScenario-1398561931-router', 'tenant_id': '9c2fdc353e74457591878643b0735c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': 'c4f70a05-cbd1-4213-ba8f-b6bae07ca5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:30:12Z', 'updated_at': '2021-12-20T15:30:15Z', 'revision_number': 4, 'project_id': '9c2fdc353e74457591878643b0735c89', 'gw_port': {'id': 'c4f70a05-cbd1-4213-ba8f-b6bae07ca5c7', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:4a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a1deef-ea19-4948-bca5-be2091b781c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:30:12Z', 'updated_at': '2021-12-20T15:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': 'aa486c1e-776f-456e-8b20-092ce05f1522', 'tenant_id': '9c2fdc353e74457591878643b0735c89', 'floating_ip_address': '172.25.0.202', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': '14a1deef-ea19-4948-bca5-be2091b781c0', 'port_id': 'e8ba5ce6-cfb8-42df-8f3c-686b779b0fc1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4191, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6acaad41-86ef-4157-946f-19d81b67bc10', 'mac_address': 'fa:16:3e:28:fa:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8032899e-98cc-48ab-b06a-ad8e1115f3f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:31:13Z', 'updated_at': '2021-12-20T15:31:13Z', 'revision_number': 0, 'project_id': '9c2fdc353e74457591878643b0735c89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cafeed65-363c-49c4-b0cb-4e584cb557ee', 'name': '', 'network_id': '6acaad41-86ef-4157-946f-19d81b67bc10', 'tenant_id': '9c2fdc353e74457591878643b0735c89', 'mac_address': 'fa:16:3e:0e:43:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a1deef-ea19-4948-bca5-be2091b781c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '69e2618f-9a66-40f1-96ef-e9ef48a740d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:30:15Z', 'updated_at': '2021-12-20T15:30:19Z', 'revision_number': 5, 'project_id': '9c2fdc353e74457591878643b0735c89', 'subnets': [{'id': '69e2618f-9a66-40f1-96ef-e9ef48a740d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:31:15.595352 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e36391-8ed5-4a94-87b1-ebf81de79630 None None] New status for floating IP aa486c1e-776f-456e-8b20-092ce05f1522: ACTIVE {{(pid=103169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 15:31:15.658245 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f6b8ecc0-03da-45a5-957c-0035fef8f04f tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:31:15.665141 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f6b8ecc0-03da-45a5-957c-0035fef8f04f tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:31:15.683394 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b8ecc0-03da-45a5-957c-0035fef8f04f tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fae2187-a9cd-4de3-bfed-e93a1cf51bb1,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:31:15.700038 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f6b8ecc0-03da-45a5-957c-0035fef8f04f tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:31:15.700038 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-f6b8ecc0-03da-45a5-957c-0035fef8f04f tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5080850 Dec 20 15:31:15.702183 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57220) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:31:15.708526 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-f98f896a-fb75-4ccd-b08f-9c832badeef6 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Request body: {'security_group_rule': {'security_group_id': 'bfc4a8d8-ea2b-48ae-9c6f-8b234dcb7c07', 'project_id': '9c2fdc353e74457591878643b0735c89', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:31:15.735656 n-d-761264-19 neutron-server[103167]: INFO neutron.db.securitygroups_db [None req-f98f896a-fb75-4ccd-b08f-9c832badeef6 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Project 9c2fdc353e74457591878643b0735c89 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 15:31:15.740898 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f98f896a-fb75-4ccd-b08f-9c832badeef6 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:31:15.764152 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:31:15.807867 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f98f896a-fb75-4ccd-b08f-9c832badeef6 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:31:15.812548 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f98f896a-fb75-4ccd-b08f-9c832badeef6 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:31:15.832068 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98f896a-fb75-4ccd-b08f-9c832badeef6 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4643534-9c52-453a-bccc-392cf8b18445,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:31:15.838778 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f98f896a-fb75-4ccd-b08f-9c832badeef6 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:31:15.839985 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-f98f896a-fb75-4ccd-b08f-9c832badeef6 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1366820 Dec 20 15:31:15.843105 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57222) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:31:15.847650 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-c837ea58-4a14-46de-80eb-e78ffcd48b09 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Request body: {'security_group_rule': {'security_group_id': 'bfc4a8d8-ea2b-48ae-9c6f-8b234dcb7c07', 'project_id': '9c2fdc353e74457591878643b0735c89', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:31:15.872542 n-d-761264-19 neutron-server[103167]: INFO neutron.db.securitygroups_db [None req-c837ea58-4a14-46de-80eb-e78ffcd48b09 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Project 9c2fdc353e74457591878643b0735c89 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 15:31:15.878470 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c837ea58-4a14-46de-80eb-e78ffcd48b09 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:31:15.944499 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c837ea58-4a14-46de-80eb-e78ffcd48b09 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:31:15.950437 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c837ea58-4a14-46de-80eb-e78ffcd48b09 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:31:15.970949 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c837ea58-4a14-46de-80eb-e78ffcd48b09 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a65b510e-3421-4ee2-a3a9-82e53a4a8955,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:31:15.980271 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c837ea58-4a14-46de-80eb-e78ffcd48b09 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:31:15.981498 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-c837ea58-4a14-46de-80eb-e78ffcd48b09 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1373549 Dec 20 15:31:16.084810 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-03afc65b-3d53-4245-acce-ff2f7940f923 req-b42be477-2d4a-47c4-a777-94b8f6db58ae tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2113480902&fields=id&tenant_id=9c2fdc353e74457591878643b0735c89 HTTP/1.1" status: 200 len: 267 time: 0.0509589 Dec 20 15:31:16.141695 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03afc65b-3d53-4245-acce-ff2f7940f923 req-713a1771-793f-4110-9934-a6e1bcbef44b tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:31:16.143248 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-03afc65b-3d53-4245-acce-ff2f7940f923 req-713a1771-793f-4110-9934-a6e1bcbef44b tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] 10.222.0.54 "GET /v2.0/ports?device_id=8032899e-98cc-48ab-b06a-ad8e1115f3f9 HTTP/1.1" status: 200 len: 945 time: 0.0523083 Dec 20 15:31:16.155045 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-03afc65b-3d53-4245-acce-ff2f7940f923 req-5ddd0301-3d5f-4320-98b9-c3a1762cd87f tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Request body: {'port': {'security_groups': ['59dc69f2-0648-4995-bb58-82c21e68019c', 'bfc4a8d8-ea2b-48ae-9c6f-8b234dcb7c07']}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:31:16.216652 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-03afc65b-3d53-4245-acce-ff2f7940f923 req-5ddd0301-3d5f-4320-98b9-c3a1762cd87f tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:31:16.432562 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-03afc65b-3d53-4245-acce-ff2f7940f923 req-5ddd0301-3d5f-4320-98b9-c3a1762cd87f tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] For port e8ba5ce6-cfb8-42df-8f3c-686b779b0fc1, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=e8ba5ce6-cfb8-42df-8f3c-686b779b0fc1,segment=NetworkSegment(baf5ebf1-f732-47c9-a178-37077153a6be),segment_id=baf5ebf1-f732-47c9-a178-37077153a6be)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:31:16.463147 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-03afc65b-3d53-4245-acce-ff2f7940f923 req-5ddd0301-3d5f-4320-98b9-c3a1762cd87f tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:31:16.469535 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-03afc65b-3d53-4245-acce-ff2f7940f923 req-5ddd0301-3d5f-4320-98b9-c3a1762cd87f tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:31:16.481761 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['e8ba5ce6-cfb8-42df-8f3c-686b779b0fc1'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:31:16.520628 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03afc65b-3d53-4245-acce-ff2f7940f923 req-5ddd0301-3d5f-4320-98b9-c3a1762cd87f tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:31:16.521324 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-03afc65b-3d53-4245-acce-ff2f7940f923 req-5ddd0301-3d5f-4320-98b9-c3a1762cd87f tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:31:16.530842 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-03afc65b-3d53-4245-acce-ff2f7940f923 req-5ddd0301-3d5f-4320-98b9-c3a1762cd87f tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] 10.222.0.54 "PUT /v2.0/ports/e8ba5ce6-cfb8-42df-8f3c-686b779b0fc1 HTTP/1.1" status: 200 len: 981 time: 0.3802290 Dec 20 15:31:16.532895 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8032899e-98cc-48ab-b06a-ad8e1115f3f9', 'tag': 'e8ba5ce6-cfb8-42df-8f3c-686b779b0fc1'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:31:16.539160 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08f5bd10d948da750b9537a176c40f94b479143edf42a445aa4903673b4b1814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01d09b8e-2806-4589-bef8-f586408e9307" -d '{"events": [{"name": "network-changed", "server_uuid": "8032899e-98cc-48ab-b06a-ad8e1115f3f9", "tag": "e8ba5ce6-cfb8-42df-8f3c-686b779b0fc1"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:31:16.574854 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddd0301-3d5f-4320-98b9-c3a1762cd87f tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Pushing event updated for resources: {'Port': ['ID=e8ba5ce6-cfb8-42df-8f3c-686b779b0fc1,revision_number=6']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:31:16.586765 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['e8ba5ce6-cfb8-42df-8f3c-686b779b0fc1'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:31:16.617618 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceb96401-0dee-48c4-acbd-1aa0f90b3e15 x-openstack-request-id: req-ceb96401-0dee-48c4-acbd-1aa0f90b3e15 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:31:16.617897 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8032899e-98cc-48ab-b06a-ad8e1115f3f9", "tag": "e8ba5ce6-cfb8-42df-8f3c-686b779b0fc1", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:31:16.618156 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ceb96401-0dee-48c4-acbd-1aa0f90b3e15 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:31:16.618559 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8032899e-98cc-48ab-b06a-ad8e1115f3f9', 'tag': 'e8ba5ce6-cfb8-42df-8f3c-686b779b0fc1', 'status': 'completed', 'code': 200} Dec 20 15:31:16.668404 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141bf2bd-8205-432c-a67b-dee18237fb6f req-62c547c5-e96d-4268-afb5-b36cb4247d0a tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:31:16.669975 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-141bf2bd-8205-432c-a67b-dee18237fb6f req-62c547c5-e96d-4268-afb5-b36cb4247d0a tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] 10.222.0.54 "GET /v2.0/ports?device_id=8032899e-98cc-48ab-b06a-ad8e1115f3f9 HTTP/1.1" status: 200 len: 984 time: 0.0828230 Dec 20 15:31:16.737758 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d09b8e-2806-4589-bef8-f586408e9307 req-b99b76d4-f332-4141-ab6c-9d6ce504f5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:31:16.739311 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-01d09b8e-2806-4589-bef8-f586408e9307 req-b99b76d4-f332-4141-ab6c-9d6ce504f5fa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9c2fdc353e74457591878643b0735c89&device_id=8032899e-98cc-48ab-b06a-ad8e1115f3f9 HTTP/1.1" status: 200 len: 1136 time: 0.0795307 Dec 20 15:31:16.825408 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-141bf2bd-8205-432c-a67b-dee18237fb6f req-b118312f-85d4-4b31-af4e-d91e4b58676a tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] 10.222.0.54 "GET /v2.0/security-groups?id=bfc4a8d8-ea2b-48ae-9c6f-8b234dcb7c07&id=59dc69f2-0648-4995-bb58-82c21e68019c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1249902 Dec 20 15:31:16.856341 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d09b8e-2806-4589-bef8-f586408e9307 req-43d36bc3-0f74-4b37-850f-d92b04a8f67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:31:16.857092 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-01d09b8e-2806-4589-bef8-f586408e9307 req-43d36bc3-0f74-4b37-850f-d92b04a8f67f service neutron] 10.222.0.30 "GET /v2.0/networks?id=6acaad41-86ef-4157-946f-19d81b67bc10 HTTP/1.1" status: 200 len: 916 time: 0.1093156 Dec 20 15:31:16.926207 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-01d09b8e-2806-4589-bef8-f586408e9307 req-b7fd5fd8-56b8-44ee-a1df-f6cacc22ebb4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8ba5ce6-cfb8-42df-8f3c-686b779b0fc1 HTTP/1.1" status: 200 len: 1001 time: 0.0606499 Dec 20 15:31:16.932836 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-ad21ef37-7eca-4dda-9cf0-26b9d66a26ff None None] Provisioning complete for port e8ba5ce6-cfb8-42df-8f3c-686b779b0fc1 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:31:16.933385 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ad21ef37-7eca-4dda-9cf0-26b9d66a26ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:31:16.978807 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d09b8e-2806-4589-bef8-f586408e9307 req-0395d855-c5b9-4966-b9bb-a91e2e3457af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:31:16.980361 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-01d09b8e-2806-4589-bef8-f586408e9307 req-0395d855-c5b9-4966-b9bb-a91e2e3457af service neutron] 10.222.0.30 "GET /v2.0/subnets?id=69e2618f-9a66-40f1-96ef-e9ef48a740d8 HTTP/1.1" status: 200 len: 854 time: 0.0451398 Dec 20 15:31:17.039205 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d09b8e-2806-4589-bef8-f586408e9307 req-a121d618-8ab1-4c3f-a9c5-df7487623522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:31:17.041537 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-01d09b8e-2806-4589-bef8-f586408e9307 req-a121d618-8ab1-4c3f-a9c5-df7487623522 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6acaad41-86ef-4157-946f-19d81b67bc10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523651 Dec 20 15:31:17.151711 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-01d09b8e-2806-4589-bef8-f586408e9307 req-9846de30-29d7-4142-8b9b-25109ba36b68 service neutron] 10.222.0.30 "GET /v2.0/networks/6acaad41-86ef-4157-946f-19d81b67bc10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024497 Dec 20 15:31:17.274858 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-01d09b8e-2806-4589-bef8-f586408e9307 req-363d4a6b-c7f2-405c-9c73-87e1ed133fa3 service neutron] 10.222.0.30 "GET /v2.0/networks/6acaad41-86ef-4157-946f-19d81b67bc10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138492 Dec 20 15:31:28.788183 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:31:30.799995 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-51b8bc21-6775-4e7e-9eb3-fe97e2dbd676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:31:33.011475 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-069e6cde-2e71-4638-8d37-991be4e5790e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:31:34.042749 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:31:36.044053 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:31:36.336841 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:31:42.136724 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:31:45.751153 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:32:00.808655 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e76840b3-e83f-44c8-a9a7-b8e31a46bdfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:32:01.222625 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-23e3e6d3-964c-42fe-ab52-69dc2b8aed9f req-011fb6ef-6e25-4ee5-a679-6e388af2216a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8032899e-98cc-48ab-b06a-ad8e1115f3f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0975115 Dec 20 15:32:01.313746 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e3e6d3-964c-42fe-ab52-69dc2b8aed9f req-4fb7aae8-b331-4104-943c-f11df9351732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:32:01.315381 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-23e3e6d3-964c-42fe-ab52-69dc2b8aed9f req-4fb7aae8-b331-4104-943c-f11df9351732 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9c2fdc353e74457591878643b0735c89&device_id=8032899e-98cc-48ab-b06a-ad8e1115f3f9 HTTP/1.1" status: 200 len: 1136 time: 0.0477636 Dec 20 15:32:01.431982 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e3e6d3-964c-42fe-ab52-69dc2b8aed9f req-e1b0f7db-1cc6-48b3-b506-2bc67dfd6fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:32:01.433363 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-23e3e6d3-964c-42fe-ab52-69dc2b8aed9f req-e1b0f7db-1cc6-48b3-b506-2bc67dfd6fc5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6acaad41-86ef-4157-946f-19d81b67bc10 HTTP/1.1" status: 200 len: 916 time: 0.0950391 Dec 20 15:32:01.503320 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-23e3e6d3-964c-42fe-ab52-69dc2b8aed9f req-0aea8fc0-f384-4be0-b11c-370e0a340bc5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8ba5ce6-cfb8-42df-8f3c-686b779b0fc1 HTTP/1.1" status: 200 len: 1001 time: 0.0620396 Dec 20 15:32:01.558415 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e3e6d3-964c-42fe-ab52-69dc2b8aed9f req-6cc48142-20bd-4fae-9b15-e168f353e3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:32:01.559918 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-23e3e6d3-964c-42fe-ab52-69dc2b8aed9f req-6cc48142-20bd-4fae-9b15-e168f353e3e2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=69e2618f-9a66-40f1-96ef-e9ef48a740d8 HTTP/1.1" status: 200 len: 854 time: 0.0500245 Dec 20 15:32:01.612094 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e3e6d3-964c-42fe-ab52-69dc2b8aed9f req-21aca2cc-6dfd-4c37-8b77-2b033fcbf0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:32:01.613629 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-23e3e6d3-964c-42fe-ab52-69dc2b8aed9f req-21aca2cc-6dfd-4c37-8b77-2b033fcbf0b9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6acaad41-86ef-4157-946f-19d81b67bc10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454910 Dec 20 15:32:01.714122 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-23e3e6d3-964c-42fe-ab52-69dc2b8aed9f req-2ef85e35-dd06-4b43-bdc1-9f80826943d9 service neutron] 10.222.0.30 "GET /v2.0/networks/6acaad41-86ef-4157-946f-19d81b67bc10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927882 Dec 20 15:32:01.817241 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-23e3e6d3-964c-42fe-ab52-69dc2b8aed9f req-2f008a6f-2624-47a6-9b74-051b1e1e8624 service neutron] 10.222.0.30 "GET /v2.0/networks/6acaad41-86ef-4157-946f-19d81b67bc10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956244 Dec 20 15:32:03.007117 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b942d8ac-60ea-4cdb-b7d8-e5eaa63091f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:32:04.042345 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:32:05.789552 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:32:06.048338 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:32:06.335090 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:32:12.135473 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:32:14.499815 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb18c47-36ff-497b-8b1d-9047485a2472 req-2ccabf40-7f20-415d-8615-22fba473a9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:32:14.501613 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fcb18c47-36ff-497b-8b1d-9047485a2472 req-2ccabf40-7f20-415d-8615-22fba473a9d2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9c2fdc353e74457591878643b0735c89&device_id=8032899e-98cc-48ab-b06a-ad8e1115f3f9 HTTP/1.1" status: 200 len: 1136 time: 0.0458024 Dec 20 15:32:14.633231 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb18c47-36ff-497b-8b1d-9047485a2472 req-2568dcc2-ffad-4b6c-9499-3588f7f4c314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:32:14.634716 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fcb18c47-36ff-497b-8b1d-9047485a2472 req-2568dcc2-ffad-4b6c-9499-3588f7f4c314 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6acaad41-86ef-4157-946f-19d81b67bc10 HTTP/1.1" status: 200 len: 916 time: 0.1255779 Dec 20 15:32:14.645956 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69406897-f8fb-48f2-93e3-7150d3e85c5c req-d72a3e9d-edfd-442b-9b94-8042068f5968 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:32:14.647397 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-69406897-f8fb-48f2-93e3-7150d3e85c5c req-d72a3e9d-edfd-442b-9b94-8042068f5968 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] 10.222.0.54 "GET /v2.0/ports?device_id=8032899e-98cc-48ab-b06a-ad8e1115f3f9 HTTP/1.1" status: 200 len: 984 time: 0.2061687 Dec 20 15:32:14.738383 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fcb18c47-36ff-497b-8b1d-9047485a2472 req-e12c51eb-f069-46a9-be7c-d26a7a38800b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8ba5ce6-cfb8-42df-8f3c-686b779b0fc1 HTTP/1.1" status: 200 len: 1001 time: 0.0899916 Dec 20 15:32:14.770620 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-69406897-f8fb-48f2-93e3-7150d3e85c5c req-aae9be8b-dcdb-47f7-8595-f3aac45de2bf tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] 10.222.0.54 "GET /v2.0/security-groups?id=bfc4a8d8-ea2b-48ae-9c6f-8b234dcb7c07&id=59dc69f2-0648-4995-bb58-82c21e68019c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1162257 Dec 20 15:32:14.808964 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb18c47-36ff-497b-8b1d-9047485a2472 req-12a83ff7-f8b1-47cb-b203-583c15816858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:32:14.810532 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fcb18c47-36ff-497b-8b1d-9047485a2472 req-12a83ff7-f8b1-47cb-b203-583c15816858 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=69e2618f-9a66-40f1-96ef-e9ef48a740d8 HTTP/1.1" status: 200 len: 854 time: 0.0612283 Dec 20 15:32:14.860371 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb18c47-36ff-497b-8b1d-9047485a2472 req-f849a578-54ac-4578-aeb7-9e4689feb839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:32:14.861877 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fcb18c47-36ff-497b-8b1d-9047485a2472 req-f849a578-54ac-4578-aeb7-9e4689feb839 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6acaad41-86ef-4157-946f-19d81b67bc10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434318 Dec 20 15:32:14.985729 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fcb18c47-36ff-497b-8b1d-9047485a2472 req-92e2e067-37e6-46d5-8960-a450851771ab service neutron] 10.222.0.30 "GET /v2.0/networks/6acaad41-86ef-4157-946f-19d81b67bc10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154046 Dec 20 15:32:15.086240 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fcb18c47-36ff-497b-8b1d-9047485a2472 req-8c582b11-a54b-4013-9c36-0d2c63473075 service neutron] 10.222.0.30 "GET /v2.0/networks/6acaad41-86ef-4157-946f-19d81b67bc10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921164 Dec 20 15:32:15.761451 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:32:15.967876 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d52230-765a-40de-9bb1-38389d093984 req-099f857b-29ae-441d-b292-91889a22f714 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:32:15.969490 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-61d52230-765a-40de-9bb1-38389d093984 req-099f857b-29ae-441d-b292-91889a22f714 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] 10.222.0.54 "GET /v2.0/ports?device_id=8032899e-98cc-48ab-b06a-ad8e1115f3f9 HTTP/1.1" status: 200 len: 984 time: 0.1212769 Dec 20 15:32:16.039757 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-61d52230-765a-40de-9bb1-38389d093984 req-d97879d7-be4b-4394-9067-d7f642c3407c tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] 10.222.0.54 "GET /v2.0/security-groups?id=bfc4a8d8-ea2b-48ae-9c6f-8b234dcb7c07&id=59dc69f2-0648-4995-bb58-82c21e68019c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0596731 Dec 20 15:32:17.169895 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f279de1a-8d5f-4ca9-825d-4543008a8f41 req-e5e597c7-f052-4d1d-b867-adff9eaffc80 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:32:17.171527 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f279de1a-8d5f-4ca9-825d-4543008a8f41 req-e5e597c7-f052-4d1d-b867-adff9eaffc80 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] 10.222.0.54 "GET /v2.0/ports?device_id=8032899e-98cc-48ab-b06a-ad8e1115f3f9 HTTP/1.1" status: 200 len: 984 time: 0.0554261 Dec 20 15:32:17.239301 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f279de1a-8d5f-4ca9-825d-4543008a8f41 req-377b84ea-7002-40ed-b15d-cbae474024d9 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] 10.222.0.54 "GET /v2.0/security-groups?id=bfc4a8d8-ea2b-48ae-9c6f-8b234dcb7c07&id=59dc69f2-0648-4995-bb58-82c21e68019c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0593631 Dec 20 15:32:18.367148 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca57ab59-50cf-4efa-ba33-72ed4d7ea241 req-18b6388d-6d90-4623-9149-0db23c0512d3 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:32:18.368575 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ca57ab59-50cf-4efa-ba33-72ed4d7ea241 req-18b6388d-6d90-4623-9149-0db23c0512d3 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] 10.222.0.54 "GET /v2.0/ports?device_id=8032899e-98cc-48ab-b06a-ad8e1115f3f9 HTTP/1.1" status: 200 len: 984 time: 0.0524805 Dec 20 15:32:18.437619 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ca57ab59-50cf-4efa-ba33-72ed4d7ea241 req-8e37b99c-f967-4bfe-a450-6c26bd373675 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] 10.222.0.54 "GET /v2.0/security-groups?id=bfc4a8d8-ea2b-48ae-9c6f-8b234dcb7c07&id=59dc69f2-0648-4995-bb58-82c21e68019c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0620379 Dec 20 15:32:19.571949 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600d8397-181d-4870-a803-66870f014d2d req-11c8fa90-600b-4051-b98a-ab222486d610 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:32:19.573646 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-600d8397-181d-4870-a803-66870f014d2d req-11c8fa90-600b-4051-b98a-ab222486d610 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] 10.222.0.54 "GET /v2.0/ports?device_id=8032899e-98cc-48ab-b06a-ad8e1115f3f9 HTTP/1.1" status: 200 len: 984 time: 0.0602634 Dec 20 15:32:19.644623 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-600d8397-181d-4870-a803-66870f014d2d req-ee0f27f8-8fc9-4215-a859-c3f4d3507ecd tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] 10.222.0.54 "GET /v2.0/security-groups?id=bfc4a8d8-ea2b-48ae-9c6f-8b234dcb7c07&id=59dc69f2-0648-4995-bb58-82c21e68019c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0608466 Dec 20 15:32:20.772397 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2903d5b-d153-4836-8968-cb9008ba86ff req-192d988f-9183-464e-b990-acfebcd43812 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:32:20.773969 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e2903d5b-d153-4836-8968-cb9008ba86ff req-192d988f-9183-464e-b990-acfebcd43812 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] 10.222.0.54 "GET /v2.0/ports?device_id=8032899e-98cc-48ab-b06a-ad8e1115f3f9 HTTP/1.1" status: 200 len: 984 time: 0.0549560 Dec 20 15:32:20.841405 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e2903d5b-d153-4836-8968-cb9008ba86ff req-61dfb7cc-4bd1-4c9c-b163-d68a9e0ec396 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] 10.222.0.54 "GET /v2.0/security-groups?id=bfc4a8d8-ea2b-48ae-9c6f-8b234dcb7c07&id=59dc69f2-0648-4995-bb58-82c21e68019c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0607817 Dec 20 15:32:21.986322 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0372429-fdc2-4dfe-8b9d-ab23917de12f req-6868a0d8-8d3a-4710-8048-5722ca616006 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:32:21.988702 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e0372429-fdc2-4dfe-8b9d-ab23917de12f req-6868a0d8-8d3a-4710-8048-5722ca616006 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] 10.222.0.54 "GET /v2.0/ports?device_id=8032899e-98cc-48ab-b06a-ad8e1115f3f9 HTTP/1.1" status: 200 len: 984 time: 0.0634713 Dec 20 15:32:22.056391 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e0372429-fdc2-4dfe-8b9d-ab23917de12f req-800d1654-b5d9-4d54-8fd8-ca6efb958f09 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] 10.222.0.54 "GET /v2.0/security-groups?id=bfc4a8d8-ea2b-48ae-9c6f-8b234dcb7c07&id=59dc69f2-0648-4995-bb58-82c21e68019c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0612812 Dec 20 15:32:23.182709 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04a7843-1cfe-4744-92b7-359a096934d9 req-36e3bae2-cad3-4ebd-9365-084d1efaefd2 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:32:23.184293 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b04a7843-1cfe-4744-92b7-359a096934d9 req-36e3bae2-cad3-4ebd-9365-084d1efaefd2 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] 10.222.0.54 "GET /v2.0/ports?device_id=8032899e-98cc-48ab-b06a-ad8e1115f3f9 HTTP/1.1" status: 200 len: 984 time: 0.0525331 Dec 20 15:32:23.250892 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b04a7843-1cfe-4744-92b7-359a096934d9 req-5454e3b6-9ea0-4064-a10d-215cb77f2b82 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] 10.222.0.54 "GET /v2.0/security-groups?id=bfc4a8d8-ea2b-48ae-9c6f-8b234dcb7c07&id=59dc69f2-0648-4995-bb58-82c21e68019c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0583470 Dec 20 15:32:24.381368 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e927fb73-461c-41ce-8dee-d4ea6943a437 req-0002aa12-fafd-4f3d-bf3e-41132e4c6d87 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:32:24.382820 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e927fb73-461c-41ce-8dee-d4ea6943a437 req-0002aa12-fafd-4f3d-bf3e-41132e4c6d87 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] 10.222.0.54 "GET /v2.0/ports?device_id=8032899e-98cc-48ab-b06a-ad8e1115f3f9 HTTP/1.1" status: 200 len: 984 time: 0.0560243 Dec 20 15:32:24.452875 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e927fb73-461c-41ce-8dee-d4ea6943a437 req-0d19c17a-b800-49c1-b9b0-f6f33ea022de tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] 10.222.0.54 "GET /v2.0/security-groups?id=bfc4a8d8-ea2b-48ae-9c6f-8b234dcb7c07&id=59dc69f2-0648-4995-bb58-82c21e68019c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0627713 Dec 20 15:32:25.583488 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff59101-f595-432c-9397-f1b6b9d2cdbe req-3abc3952-7758-4f5a-b959-5066bdf2abf5 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:32:25.584988 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-dff59101-f595-432c-9397-f1b6b9d2cdbe req-3abc3952-7758-4f5a-b959-5066bdf2abf5 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] 10.222.0.54 "GET /v2.0/ports?device_id=8032899e-98cc-48ab-b06a-ad8e1115f3f9 HTTP/1.1" status: 200 len: 984 time: 0.0595827 Dec 20 15:32:25.651597 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-dff59101-f595-432c-9397-f1b6b9d2cdbe req-52d653cd-6bbf-418c-b48f-98c652c1633b tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] 10.222.0.54 "GET /v2.0/security-groups?id=bfc4a8d8-ea2b-48ae-9c6f-8b234dcb7c07&id=59dc69f2-0648-4995-bb58-82c21e68019c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0592043 Dec 20 15:32:26.805452 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7eff26-c2da-4708-aa45-9bb81c94c7c8 req-4c61daae-5fd8-4050-9c8b-38406d135a36 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:32:26.807051 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6d7eff26-c2da-4708-aa45-9bb81c94c7c8 req-4c61daae-5fd8-4050-9c8b-38406d135a36 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] 10.222.0.54 "GET /v2.0/ports?device_id=8032899e-98cc-48ab-b06a-ad8e1115f3f9 HTTP/1.1" status: 200 len: 984 time: 0.0617127 Dec 20 15:32:26.877166 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6d7eff26-c2da-4708-aa45-9bb81c94c7c8 req-2b751fed-3e1e-4e1e-91bc-f5a0ab71ed2b tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] 10.222.0.54 "GET /v2.0/security-groups?id=bfc4a8d8-ea2b-48ae-9c6f-8b234dcb7c07&id=59dc69f2-0648-4995-bb58-82c21e68019c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0614994 Dec 20 15:32:28.017325 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f1110d-2ceb-42c0-b6fd-e55cdc6f135c req-d94f0b56-0b03-47d3-9882-80ed6a411a98 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:32:28.018827 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d3f1110d-2ceb-42c0-b6fd-e55cdc6f135c req-d94f0b56-0b03-47d3-9882-80ed6a411a98 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] 10.222.0.54 "GET /v2.0/ports?device_id=8032899e-98cc-48ab-b06a-ad8e1115f3f9 HTTP/1.1" status: 200 len: 984 time: 0.0627456 Dec 20 15:32:28.088817 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d3f1110d-2ceb-42c0-b6fd-e55cdc6f135c req-0f6c5c6a-c03d-4c05-a6b5-db0cf72be761 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] 10.222.0.54 "GET /v2.0/security-groups?id=bfc4a8d8-ea2b-48ae-9c6f-8b234dcb7c07&id=59dc69f2-0648-4995-bb58-82c21e68019c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0612586 Dec 20 15:32:29.219510 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ae2e67-757c-4001-bc88-ed05cf3a30b2 req-4268eafc-88bf-4bad-a965-0248a8136bc6 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:32:29.221040 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-36ae2e67-757c-4001-bc88-ed05cf3a30b2 req-4268eafc-88bf-4bad-a965-0248a8136bc6 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] 10.222.0.54 "GET /v2.0/ports?device_id=8032899e-98cc-48ab-b06a-ad8e1115f3f9 HTTP/1.1" status: 200 len: 984 time: 0.0580761 Dec 20 15:32:29.285523 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-36ae2e67-757c-4001-bc88-ed05cf3a30b2 req-e05b2aba-1305-4cff-9724-6e044bf328dd tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] 10.222.0.54 "GET /v2.0/security-groups?id=bfc4a8d8-ea2b-48ae-9c6f-8b234dcb7c07&id=59dc69f2-0648-4995-bb58-82c21e68019c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0579853 Dec 20 15:32:30.411483 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2747fccb-614d-463d-b41a-d7e060af67fc req-fee94088-c2bd-4795-886d-3515cc972e52 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:32:30.413022 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2747fccb-614d-463d-b41a-d7e060af67fc req-fee94088-c2bd-4795-886d-3515cc972e52 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] 10.222.0.54 "GET /v2.0/ports?device_id=8032899e-98cc-48ab-b06a-ad8e1115f3f9 HTTP/1.1" status: 200 len: 984 time: 0.0526528 Dec 20 15:32:30.479815 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2747fccb-614d-463d-b41a-d7e060af67fc req-c48dfc15-adbb-4292-9673-562a12c06e76 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] 10.222.0.54 "GET /v2.0/security-groups?id=bfc4a8d8-ea2b-48ae-9c6f-8b234dcb7c07&id=59dc69f2-0648-4995-bb58-82c21e68019c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0601749 Dec 20 15:32:30.806360 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-3d4605be-b5c2-45d3-a082-da7fc8bef517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:32:31.615014 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a7bf26-2935-4f74-b12e-df30266ae76a req-e82072e6-8e49-4fac-a8c4-fab3f6e83086 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:32:31.616645 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-41a7bf26-2935-4f74-b12e-df30266ae76a req-e82072e6-8e49-4fac-a8c4-fab3f6e83086 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] 10.222.0.54 "GET /v2.0/ports?device_id=8032899e-98cc-48ab-b06a-ad8e1115f3f9 HTTP/1.1" status: 200 len: 984 time: 0.0641015 Dec 20 15:32:31.689790 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-41a7bf26-2935-4f74-b12e-df30266ae76a req-2ed772e1-a90e-44fd-8dd3-0f20f2e67a91 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] 10.222.0.54 "GET /v2.0/security-groups?id=bfc4a8d8-ea2b-48ae-9c6f-8b234dcb7c07&id=59dc69f2-0648-4995-bb58-82c21e68019c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0658851 Dec 20 15:32:33.003793 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-648d0eb2-4eea-4c0f-92fa-444299cec9cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:32:34.057266 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:32:36.049058 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:32:36.336895 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:32:42.150934 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:32:42.790260 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:32:45.771954 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:33:00.803573 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-7d54d5dd-d206-48be-8390-c2f822970834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:33:02.182866 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c55b89b7-eca4-45cc-82e4-1c13032e98d3 req-d2ff34bc-f349-48fd-88b5-7daba11617a7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8032899e-98cc-48ab-b06a-ad8e1115f3f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0420463 Dec 20 15:33:02.274669 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55b89b7-eca4-45cc-82e4-1c13032e98d3 req-184600ea-24eb-4c48-8860-8224237e377d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:33:02.277059 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c55b89b7-eca4-45cc-82e4-1c13032e98d3 req-184600ea-24eb-4c48-8860-8224237e377d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9c2fdc353e74457591878643b0735c89&device_id=8032899e-98cc-48ab-b06a-ad8e1115f3f9 HTTP/1.1" status: 200 len: 1136 time: 0.0476356 Dec 20 15:33:02.388086 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55b89b7-eca4-45cc-82e4-1c13032e98d3 req-598eb255-119a-461a-9218-0b0cada5b72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:33:02.389561 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c55b89b7-eca4-45cc-82e4-1c13032e98d3 req-598eb255-119a-461a-9218-0b0cada5b72d service neutron] 10.222.0.30 "GET /v2.0/networks?id=6acaad41-86ef-4157-946f-19d81b67bc10 HTTP/1.1" status: 200 len: 916 time: 0.0918355 Dec 20 15:33:02.460887 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c55b89b7-eca4-45cc-82e4-1c13032e98d3 req-6d1b1605-394e-4783-9177-ed7c84dae89a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8ba5ce6-cfb8-42df-8f3c-686b779b0fc1 HTTP/1.1" status: 200 len: 1001 time: 0.0625057 Dec 20 15:33:02.511837 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55b89b7-eca4-45cc-82e4-1c13032e98d3 req-412ffacd-d03f-4c73-96b5-536f3cd9bd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:33:02.513340 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c55b89b7-eca4-45cc-82e4-1c13032e98d3 req-412ffacd-d03f-4c73-96b5-536f3cd9bd8e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=69e2618f-9a66-40f1-96ef-e9ef48a740d8 HTTP/1.1" status: 200 len: 854 time: 0.0455096 Dec 20 15:33:02.565525 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55b89b7-eca4-45cc-82e4-1c13032e98d3 req-80d1ceb9-4176-4ad0-a040-29b95acab3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:33:02.567061 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c55b89b7-eca4-45cc-82e4-1c13032e98d3 req-80d1ceb9-4176-4ad0-a040-29b95acab3ed service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6acaad41-86ef-4157-946f-19d81b67bc10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462933 Dec 20 15:33:02.657257 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c55b89b7-eca4-45cc-82e4-1c13032e98d3 req-340ba836-7388-4617-8216-bcc6fc3b4bc4 service neutron] 10.222.0.30 "GET /v2.0/networks/6acaad41-86ef-4157-946f-19d81b67bc10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829103 Dec 20 15:33:02.764008 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c55b89b7-eca4-45cc-82e4-1c13032e98d3 req-19eb7f99-5423-4d4a-ae6e-6b3e18f0d991 service neutron] 10.222.0.30 "GET /v2.0/networks/6acaad41-86ef-4157-946f-19d81b67bc10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994325 Dec 20 15:33:02.999443 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-83068cfa-1a9b-44ac-badf-7e9e4cbd904e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:33:04.050153 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:33:06.052905 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:33:06.333970 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:33:12.165701 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:33:15.785381 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:33:19.790110 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:33:30.797910 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-0a85d71b-bee0-4eda-848e-48953ef7aa36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:33:33.004582 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2f899446-0799-416a-8c51-ad856336fe33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:33:34.055641 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:33:35.186052 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7c7b8abf-a300-40d9-9c1b-65968130e67d req-7d270ed3-839b-4de4-920a-41952e48529b tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2113480902&fields=id&tenant_id=9c2fdc353e74457591878643b0735c89 HTTP/1.1" status: 200 len: 267 time: 0.0522444 Dec 20 15:33:35.243221 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7b8abf-a300-40d9-9c1b-65968130e67d req-99ec58ab-26f8-4234-a7a0-308ef30f0244 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:33:35.244714 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7c7b8abf-a300-40d9-9c1b-65968130e67d req-99ec58ab-26f8-4234-a7a0-308ef30f0244 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] 10.222.0.54 "GET /v2.0/ports?device_id=8032899e-98cc-48ab-b06a-ad8e1115f3f9 HTTP/1.1" status: 200 len: 984 time: 0.0502386 Dec 20 15:33:35.256426 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-7c7b8abf-a300-40d9-9c1b-65968130e67d req-e3213f64-95bd-427c-b865-07b0664ae16e tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Request body: {'port': {'security_groups': ['59dc69f2-0648-4995-bb58-82c21e68019c']}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:33:35.328108 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-7c7b8abf-a300-40d9-9c1b-65968130e67d req-e3213f64-95bd-427c-b865-07b0664ae16e tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:33:35.518250 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-7c7b8abf-a300-40d9-9c1b-65968130e67d req-e3213f64-95bd-427c-b865-07b0664ae16e tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] For port e8ba5ce6-cfb8-42df-8f3c-686b779b0fc1, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=e8ba5ce6-cfb8-42df-8f3c-686b779b0fc1,segment=NetworkSegment(baf5ebf1-f732-47c9-a178-37077153a6be),segment_id=baf5ebf1-f732-47c9-a178-37077153a6be)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:33:35.550092 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-7c7b8abf-a300-40d9-9c1b-65968130e67d req-e3213f64-95bd-427c-b865-07b0664ae16e tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:33:35.556615 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-7c7b8abf-a300-40d9-9c1b-65968130e67d req-e3213f64-95bd-427c-b865-07b0664ae16e tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:33:35.571039 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['e8ba5ce6-cfb8-42df-8f3c-686b779b0fc1'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:33:35.603572 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7b8abf-a300-40d9-9c1b-65968130e67d req-e3213f64-95bd-427c-b865-07b0664ae16e tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:33:35.604041 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-7c7b8abf-a300-40d9-9c1b-65968130e67d req-e3213f64-95bd-427c-b865-07b0664ae16e tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:33:35.605547 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7c7b8abf-a300-40d9-9c1b-65968130e67d req-e3213f64-95bd-427c-b865-07b0664ae16e tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] 10.222.0.54 "PUT /v2.0/ports/e8ba5ce6-cfb8-42df-8f3c-686b779b0fc1 HTTP/1.1" status: 200 len: 942 time: 0.3539438 Dec 20 15:33:35.606036 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8032899e-98cc-48ab-b06a-ad8e1115f3f9', 'tag': 'e8ba5ce6-cfb8-42df-8f3c-686b779b0fc1'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:33:35.608933 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08f5bd10d948da750b9537a176c40f94b479143edf42a445aa4903673b4b1814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12cd11a8-8b2e-4a25-914e-49388b473240" -d '{"events": [{"name": "network-changed", "server_uuid": "8032899e-98cc-48ab-b06a-ad8e1115f3f9", "tag": "e8ba5ce6-cfb8-42df-8f3c-686b779b0fc1"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:33:35.615032 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57326) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:33:35.674773 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3213f64-95bd-427c-b865-07b0664ae16e tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Pushing event updated for resources: {'Port': ['ID=e8ba5ce6-cfb8-42df-8f3c-686b779b0fc1,revision_number=7']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:33:35.686398 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3213f64-95bd-427c-b865-07b0664ae16e tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:33:35.686769 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3213f64-95bd-427c-b865-07b0664ae16e tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:33:35.687133 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3213f64-95bd-427c-b865-07b0664ae16e tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:33:35.687619 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3213f64-95bd-427c-b865-07b0664ae16e tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:33:35.687954 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3213f64-95bd-427c-b865-07b0664ae16e tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:33:35.688289 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3213f64-95bd-427c-b865-07b0664ae16e tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:33:35.688621 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3213f64-95bd-427c-b865-07b0664ae16e tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:33:35.688949 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3213f64-95bd-427c-b865-07b0664ae16e tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:33:35.689356 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3213f64-95bd-427c-b865-07b0664ae16e tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:33:35.689586 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3213f64-95bd-427c-b865-07b0664ae16e tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:33:35.689915 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3213f64-95bd-427c-b865-07b0664ae16e tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:33:35.690237 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3213f64-95bd-427c-b865-07b0664ae16e tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:33:35.690556 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3213f64-95bd-427c-b865-07b0664ae16e tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:33:35.690824 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['e8ba5ce6-cfb8-42df-8f3c-686b779b0fc1'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:33:35.715086 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-052ae1b9-e1a1-42e6-b6ff-0ecb7bb3ad20 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:33:35.750493 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-052ae1b9-e1a1-42e6-b6ff-0ecb7bb3ad20 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:33:35.844724 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-052ae1b9-e1a1-42e6-b6ff-0ecb7bb3ad20 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:33:35.849655 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-052ae1b9-e1a1-42e6-b6ff-0ecb7bb3ad20 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:33:35.851058 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-052ae1b9-e1a1-42e6-b6ff-0ecb7bb3ad20 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] 10.222.0.54 "DELETE /v2.0/security-groups/bfc4a8d8-ea2b-48ae-9c6f-8b234dcb7c07 HTTP/1.1" status: 204 len: 168 time: 0.2352164 Dec 20 15:33:35.852771 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fb310a4-852a-4123-a5ba-3393d82b46a9 x-openstack-request-id: req-4fb310a4-852a-4123-a5ba-3393d82b46a9 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:33:35.853049 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8032899e-98cc-48ab-b06a-ad8e1115f3f9", "tag": "e8ba5ce6-cfb8-42df-8f3c-686b779b0fc1", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:33:35.853301 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4fb310a4-852a-4123-a5ba-3393d82b46a9 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:33:35.854008 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57332) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:33:35.854507 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8032899e-98cc-48ab-b06a-ad8e1115f3f9', 'tag': 'e8ba5ce6-cfb8-42df-8f3c-686b779b0fc1', 'status': 'completed', 'code': 200} Dec 20 15:33:35.866513 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052ae1b9-e1a1-42e6-b6ff-0ecb7bb3ad20 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfc4a8d8-ea2b-48ae-9c6f-8b234dcb7c07,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:33:35.997197 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cd11a8-8b2e-4a25-914e-49388b473240 req-03e04af0-e95e-436d-9679-d50e5521b29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:33:35.998676 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-12cd11a8-8b2e-4a25-914e-49388b473240 req-03e04af0-e95e-436d-9679-d50e5521b29a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9c2fdc353e74457591878643b0735c89&device_id=8032899e-98cc-48ab-b06a-ad8e1115f3f9 HTTP/1.1" status: 200 len: 1097 time: 0.1027167 Dec 20 15:33:36.062113 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-b7527531-03b0-4b97-8508-9cd802d782bd None None] Provisioning complete for port e8ba5ce6-cfb8-42df-8f3c-686b779b0fc1 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:33:36.062481 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b7527531-03b0-4b97-8508-9cd802d782bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:33:36.094601 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:33:36.142348 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-72443515-ab30-41fa-b6aa-de185c5a3b4d tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Deleting port 4639968f-bba8-4ade-b080-5e4a22ec39fc {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:33:36.142612 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-72443515-ab30-41fa-b6aa-de185c5a3b4d tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:33:36.145877 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cd11a8-8b2e-4a25-914e-49388b473240 req-85e3b746-e5de-4edd-bd87-b8a84e37cb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:33:36.147400 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-12cd11a8-8b2e-4a25-914e-49388b473240 req-85e3b746-e5de-4edd-bd87-b8a84e37cb93 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6acaad41-86ef-4157-946f-19d81b67bc10 HTTP/1.1" status: 200 len: 916 time: 0.1397667 Dec 20 15:33:36.259267 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-12cd11a8-8b2e-4a25-914e-49388b473240 req-191dbe84-525a-45a5-be1b-9ad120f4569c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8ba5ce6-cfb8-42df-8f3c-686b779b0fc1 HTTP/1.1" status: 200 len: 1001 time: 0.1019266 Dec 20 15:33:36.282485 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-72443515-ab30-41fa-b6aa-de185c5a3b4d tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:33:36.282832 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-72443515-ab30-41fa-b6aa-de185c5a3b4d tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:33:36.313366 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-72443515-ab30-41fa-b6aa-de185c5a3b4d tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Calling delete_port for 4639968f-bba8-4ade-b080-5e4a22ec39fc owned by network:floatingip {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:33:36.332729 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:33:36.336083 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cd11a8-8b2e-4a25-914e-49388b473240 req-da55dd3f-e799-4c35-a78c-3cf1f61e47b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:33:36.337570 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-12cd11a8-8b2e-4a25-914e-49388b473240 req-da55dd3f-e799-4c35-a78c-3cf1f61e47b0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=69e2618f-9a66-40f1-96ef-e9ef48a740d8 HTTP/1.1" status: 200 len: 854 time: 0.0654297 Dec 20 15:33:36.431492 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cd11a8-8b2e-4a25-914e-49388b473240 req-7aa10004-ebe5-46e1-988c-e48cc029ad4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:33:36.432853 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-12cd11a8-8b2e-4a25-914e-49388b473240 req-7aa10004-ebe5-46e1-988c-e48cc029ad4a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6acaad41-86ef-4157-946f-19d81b67bc10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0638149 Dec 20 15:33:36.445774 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [req-12cd11a8-8b2e-4a25-914e-49388b473240 req-261076a5-436d-4c7e-bf79-1e9d9bf3672d service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:33:36.446758 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-12cd11a8-8b2e-4a25-914e-49388b473240 req-261076a5-436d-4c7e-bf79-1e9d9bf3672d service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061688 Dec 20 15:33:36.581735 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-12cd11a8-8b2e-4a25-914e-49388b473240 req-0420b27f-b8a2-44a7-98a2-d98dc32bf714 service neutron] 10.222.0.30 "GET /v2.0/networks/6acaad41-86ef-4157-946f-19d81b67bc10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225543 Dec 20 15:33:36.582558 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-72443515-ab30-41fa-b6aa-de185c5a3b4d tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:33:36.622118 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72443515-ab30-41fa-b6aa-de185c5a3b4d tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Pushing event deleted for resources: {'Port': ['ID=4639968f-bba8-4ade-b080-5e4a22ec39fc,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:33:36.661366 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72443515-ab30-41fa-b6aa-de185c5a3b4d tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:33:36.661654 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72443515-ab30-41fa-b6aa-de185c5a3b4d tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:33:36.662026 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72443515-ab30-41fa-b6aa-de185c5a3b4d tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:33:36.662356 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72443515-ab30-41fa-b6aa-de185c5a3b4d tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:33:36.662775 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72443515-ab30-41fa-b6aa-de185c5a3b4d tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:33:36.663086 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72443515-ab30-41fa-b6aa-de185c5a3b4d tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:33:36.663408 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72443515-ab30-41fa-b6aa-de185c5a3b4d tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:33:36.663724 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72443515-ab30-41fa-b6aa-de185c5a3b4d tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:33:36.664019 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72443515-ab30-41fa-b6aa-de185c5a3b4d tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:33:36.664346 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72443515-ab30-41fa-b6aa-de185c5a3b4d tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:33:36.664659 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72443515-ab30-41fa-b6aa-de185c5a3b4d tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:33:36.664972 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72443515-ab30-41fa-b6aa-de185c5a3b4d tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:33:36.665278 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72443515-ab30-41fa-b6aa-de185c5a3b4d tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:33:36.743062 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-72443515-ab30-41fa-b6aa-de185c5a3b4d tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Publish callbacks [] for floatingip, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:33:36.743309 n-d-761264-19 neutron-server[103168]: INFO neutron.db.l3_db [None req-72443515-ab30-41fa-b6aa-de185c5a3b4d tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Floating IP aa486c1e-776f-456e-8b20-092ce05f1522 disassociated (deleted). External IP: 172.25.0.202, port: e8ba5ce6-cfb8-42df-8f3c-686b779b0fc1. Dec 20 15:33:36.798987 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-12cd11a8-8b2e-4a25-914e-49388b473240 req-a29539f0-2f9d-4f56-8b0b-4ce81c137b99 service neutron] 10.222.0.30 "GET /v2.0/networks/6acaad41-86ef-4157-946f-19d81b67bc10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920307 Dec 20 15:33:37.320370 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72443515-ab30-41fa-b6aa-de185c5a3b4d tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Router 14a1deef-ea19-4948-bca5-be2091b781c0 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:33:37.431351 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72443515-ab30-41fa-b6aa-de185c5a3b4d tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:33:37.437230 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-72443515-ab30-41fa-b6aa-de185c5a3b4d tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:33:37.441585 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f05795-2d95-47bc-b5b6-834796f2f7a0 None None] Sync routers for ids ['14a1deef-ea19-4948-bca5-be2091b781c0'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:33:37.452713 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f05795-2d95-47bc-b5b6-834796f2f7a0 None None] Routers {'14a1deef-ea19-4948-bca5-be2091b781c0'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:33:37.453328 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-b9f05795-2d95-47bc-b5b6-834796f2f7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:33:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['14a1deef-ea19-4948-bca5-be2091b781c0'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:33:37.465168 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-72443515-ab30-41fa-b6aa-de185c5a3b4d tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] 10.222.0.54 "DELETE /v2.0/floatingips/aa486c1e-776f-456e-8b20-092ce05f1522 HTTP/1.1" status: 204 len: 168 time: 1.6100140 Dec 20 15:33:37.465868 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8032899e-98cc-48ab-b06a-ad8e1115f3f9', 'tag': 'e8ba5ce6-cfb8-42df-8f3c-686b779b0fc1'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:33:37.469039 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea303cd2f7c2854d59b68ee9755924cbed95107615564160e5853a5b93bd1da8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3baf0243-c4c8-4a90-b759-6e989a25bef0" -d '{"events": [{"name": "network-changed", "server_uuid": "8032899e-98cc-48ab-b06a-ad8e1115f3f9", "tag": "e8ba5ce6-cfb8-42df-8f3c-686b779b0fc1"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:33:37.575763 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-b9f05795-2d95-47bc-b5b6-834796f2f7a0 None None] Set router 14a1deef-ea19-4948-bca5-be2091b781c0 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:33:37.618028 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d37828b6-8b69-462e-ae8e-061934ea929c x-openstack-request-id: req-d37828b6-8b69-462e-ae8e-061934ea929c {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:33:37.618795 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8032899e-98cc-48ab-b06a-ad8e1115f3f9", "tag": "e8ba5ce6-cfb8-42df-8f3c-686b779b0fc1", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:33:37.618795 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d37828b6-8b69-462e-ae8e-061934ea929c {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:33:37.619037 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8032899e-98cc-48ab-b06a-ad8e1115f3f9', 'tag': 'e8ba5ce6-cfb8-42df-8f3c-686b779b0fc1', 'status': 'completed', 'code': 200} Dec 20 15:33:37.704883 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baf0243-c4c8-4a90-b759-6e989a25bef0 req-c269d9bf-aa4a-4b39-91be-4d8b360be847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:33:37.707269 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3baf0243-c4c8-4a90-b759-6e989a25bef0 req-c269d9bf-aa4a-4b39-91be-4d8b360be847 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9c2fdc353e74457591878643b0735c89&device_id=8032899e-98cc-48ab-b06a-ad8e1115f3f9 HTTP/1.1" status: 200 len: 1097 time: 0.0655344 Dec 20 15:33:37.817443 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baf0243-c4c8-4a90-b759-6e989a25bef0 req-43d0e23f-f960-42ae-9cd5-703de24a806b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:33:37.818979 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3baf0243-c4c8-4a90-b759-6e989a25bef0 req-43d0e23f-f960-42ae-9cd5-703de24a806b service neutron] 10.222.0.30 "GET /v2.0/networks?id=6acaad41-86ef-4157-946f-19d81b67bc10 HTTP/1.1" status: 200 len: 916 time: 0.1037953 Dec 20 15:33:37.830125 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-b9f05795-2d95-47bc-b5b6-834796f2f7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a1deef-ea19-4948-bca5-be2091b781c0', 'name': 'tempest-TestMinimumBasicScenario-1398561931-router', 'tenant_id': '9c2fdc353e74457591878643b0735c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': 'c4f70a05-cbd1-4213-ba8f-b6bae07ca5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:30:12Z', 'updated_at': '2021-12-20T15:30:15Z', 'revision_number': 4, 'project_id': '9c2fdc353e74457591878643b0735c89', 'gw_port': {'id': 'c4f70a05-cbd1-4213-ba8f-b6bae07ca5c7', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:4a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a1deef-ea19-4948-bca5-be2091b781c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:30:12Z', 'updated_at': '2021-12-20T15:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'cafeed65-363c-49c4-b0cb-4e584cb557ee', 'name': '', 'network_id': '6acaad41-86ef-4157-946f-19d81b67bc10', 'tenant_id': '9c2fdc353e74457591878643b0735c89', 'mac_address': 'fa:16:3e:0e:43:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a1deef-ea19-4948-bca5-be2091b781c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '69e2618f-9a66-40f1-96ef-e9ef48a740d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:30:15Z', 'updated_at': '2021-12-20T15:30:19Z', 'revision_number': 5, 'project_id': '9c2fdc353e74457591878643b0735c89', 'subnets': [{'id': '69e2618f-9a66-40f1-96ef-e9ef48a740d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:33:37.859581 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f05795-2d95-47bc-b5b6-834796f2f7a0 None None] Checking router: 14a1deef-ea19-4948-bca5-be2091b781c0 for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:33:37.861032 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3baf0243-c4c8-4a90-b759-6e989a25bef0 req-976eb457-00fb-42c5-b682-b2ac80d3735f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8ba5ce6-cfb8-42df-8f3c-686b779b0fc1 HTTP/1.1" status: 200 len: 217 time: 0.0348070 Dec 20 15:33:37.868297 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f05795-2d95-47bc-b5b6-834796f2f7a0 None None] Routers {'14a1deef-ea19-4948-bca5-be2091b781c0'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:33:37.868904 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-b9f05795-2d95-47bc-b5b6-834796f2f7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:33:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['14a1deef-ea19-4948-bca5-be2091b781c0'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:33:37.917014 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baf0243-c4c8-4a90-b759-6e989a25bef0 req-58218693-e8f9-4216-a14f-1fa2f340d855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:33:37.918495 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3baf0243-c4c8-4a90-b759-6e989a25bef0 req-58218693-e8f9-4216-a14f-1fa2f340d855 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=69e2618f-9a66-40f1-96ef-e9ef48a740d8 HTTP/1.1" status: 200 len: 854 time: 0.0491760 Dec 20 15:33:37.967482 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baf0243-c4c8-4a90-b759-6e989a25bef0 req-14a46bd1-844a-4dec-aeda-7c1db8621fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:33:37.969057 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3baf0243-c4c8-4a90-b759-6e989a25bef0 req-14a46bd1-844a-4dec-aeda-7c1db8621fb1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6acaad41-86ef-4157-946f-19d81b67bc10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417435 Dec 20 15:33:37.975619 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-b9f05795-2d95-47bc-b5b6-834796f2f7a0 None None] Set router 14a1deef-ea19-4948-bca5-be2091b781c0 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:33:38.068486 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3baf0243-c4c8-4a90-b759-6e989a25bef0 req-dacd43f0-5fc8-4bda-a88c-50d92ee52fdf service neutron] 10.222.0.30 "GET /v2.0/networks/6acaad41-86ef-4157-946f-19d81b67bc10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907030 Dec 20 15:33:38.170959 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3baf0243-c4c8-4a90-b759-6e989a25bef0 req-f3e31adf-f135-4d1a-ac94-7374e2068bd6 service neutron] 10.222.0.30 "GET /v2.0/networks/6acaad41-86ef-4157-946f-19d81b67bc10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949879 Dec 20 15:33:38.195763 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-b9f05795-2d95-47bc-b5b6-834796f2f7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a1deef-ea19-4948-bca5-be2091b781c0', 'name': 'tempest-TestMinimumBasicScenario-1398561931-router', 'tenant_id': '9c2fdc353e74457591878643b0735c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': 'c4f70a05-cbd1-4213-ba8f-b6bae07ca5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:30:12Z', 'updated_at': '2021-12-20T15:30:15Z', 'revision_number': 4, 'project_id': '9c2fdc353e74457591878643b0735c89', 'gw_port': {'id': 'c4f70a05-cbd1-4213-ba8f-b6bae07ca5c7', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:4a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a1deef-ea19-4948-bca5-be2091b781c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:30:12Z', 'updated_at': '2021-12-20T15:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'cafeed65-363c-49c4-b0cb-4e584cb557ee', 'name': '', 'network_id': '6acaad41-86ef-4157-946f-19d81b67bc10', 'tenant_id': '9c2fdc353e74457591878643b0735c89', 'mac_address': 'fa:16:3e:0e:43:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a1deef-ea19-4948-bca5-be2091b781c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '69e2618f-9a66-40f1-96ef-e9ef48a740d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:30:15Z', 'updated_at': '2021-12-20T15:30:19Z', 'revision_number': 5, 'project_id': '9c2fdc353e74457591878643b0735c89', 'subnets': [{'id': '69e2618f-9a66-40f1-96ef-e9ef48a740d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:33:38.223034 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f05795-2d95-47bc-b5b6-834796f2f7a0 None None] The sync data for ids ['14a1deef-ea19-4948-bca5-be2091b781c0'] in n-d-761264-19 is: [{'id': '14a1deef-ea19-4948-bca5-be2091b781c0', 'name': 'tempest-TestMinimumBasicScenario-1398561931-router', 'tenant_id': '9c2fdc353e74457591878643b0735c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': 'c4f70a05-cbd1-4213-ba8f-b6bae07ca5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:30:12Z', 'updated_at': '2021-12-20T15:30:15Z', 'revision_number': 4, 'project_id': '9c2fdc353e74457591878643b0735c89', 'gw_port': {'id': 'c4f70a05-cbd1-4213-ba8f-b6bae07ca5c7', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:4a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a1deef-ea19-4948-bca5-be2091b781c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:30:12Z', 'updated_at': '2021-12-20T15:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'cafeed65-363c-49c4-b0cb-4e584cb557ee', 'name': '', 'network_id': '6acaad41-86ef-4157-946f-19d81b67bc10', 'tenant_id': '9c2fdc353e74457591878643b0735c89', 'mac_address': 'fa:16:3e:0e:43:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a1deef-ea19-4948-bca5-be2091b781c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '69e2618f-9a66-40f1-96ef-e9ef48a740d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:30:15Z', 'updated_at': '2021-12-20T15:30:19Z', 'revision_number': 5, 'project_id': '9c2fdc353e74457591878643b0735c89', 'subnets': [{'id': '69e2618f-9a66-40f1-96ef-e9ef48a740d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:33:38.471492 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b835a7e-1fb2-4ab1-944f-9e64379f80ed None None] New status for floating IP aa486c1e-776f-456e-8b20-092ce05f1522: DOWN {{(pid=103169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 15:33:42.178560 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:33:45.800398 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:33:46.567200 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e2eb8f-84c2-4817-b33a-e4eeccded535 req-a8900854-37c0-4c05-8727-4815e3450a04 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:33:46.568695 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c5e2eb8f-84c2-4817-b33a-e4eeccded535 req-a8900854-37c0-4c05-8727-4815e3450a04 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] 10.222.0.54 "GET /v2.0/ports?device_id=8032899e-98cc-48ab-b06a-ad8e1115f3f9 HTTP/1.1" status: 200 len: 945 time: 0.0508089 Dec 20 15:33:46.626583 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c5e2eb8f-84c2-4817-b33a-e4eeccded535 req-30d969e1-9856-4920-8b2e-1c6e6458c547 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] 10.222.0.54 "GET /v2.0/security-groups?id=59dc69f2-0648-4995-bb58-82c21e68019c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516858 Dec 20 15:33:47.759398 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3ebd9e-75b6-4579-9914-e298ba6136e0 req-6c95d7ae-51d2-4ed9-9644-539872da3fcb tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:33:47.760956 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fe3ebd9e-75b6-4579-9914-e298ba6136e0 req-6c95d7ae-51d2-4ed9-9644-539872da3fcb tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] 10.222.0.54 "GET /v2.0/ports?device_id=8032899e-98cc-48ab-b06a-ad8e1115f3f9 HTTP/1.1" status: 200 len: 945 time: 0.0565736 Dec 20 15:33:47.810054 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fe3ebd9e-75b6-4579-9914-e298ba6136e0 req-cbd06a06-51bc-4ccd-b89f-a2d946f8061f tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] 10.222.0.54 "GET /v2.0/security-groups?id=59dc69f2-0648-4995-bb58-82c21e68019c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422153 Dec 20 15:33:48.518141 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec719376-fc9e-425c-bef6-e6c2eb921e4b req-6413c842-e503-4987-afb1-c563aabee22c tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:33:48.519563 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ec719376-fc9e-425c-bef6-e6c2eb921e4b req-6413c842-e503-4987-afb1-c563aabee22c tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] 10.222.0.30 "GET /v2.0/ports?device_id=8032899e-98cc-48ab-b06a-ad8e1115f3f9 HTTP/1.1" status: 200 len: 945 time: 0.0548284 Dec 20 15:33:48.613458 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-ec719376-fc9e-425c-bef6-e6c2eb921e4b req-697b7588-1f84-4f4a-838e-bdde8853b6ac tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Deleting port e8ba5ce6-cfb8-42df-8f3c-686b779b0fc1 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:33:48.613793 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-ec719376-fc9e-425c-bef6-e6c2eb921e4b req-697b7588-1f84-4f4a-838e-bdde8853b6ac tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:33:48.710214 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-ec719376-fc9e-425c-bef6-e6c2eb921e4b req-697b7588-1f84-4f4a-838e-bdde8853b6ac tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] For port e8ba5ce6-cfb8-42df-8f3c-686b779b0fc1, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=e8ba5ce6-cfb8-42df-8f3c-686b779b0fc1,segment=NetworkSegment(baf5ebf1-f732-47c9-a178-37077153a6be),segment_id=baf5ebf1-f732-47c9-a178-37077153a6be)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:33:48.710568 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-ec719376-fc9e-425c-bef6-e6c2eb921e4b req-697b7588-1f84-4f4a-838e-bdde8853b6ac tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:33:48.724430 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-ec719376-fc9e-425c-bef6-e6c2eb921e4b req-697b7588-1f84-4f4a-838e-bdde8853b6ac tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Calling delete_port for e8ba5ce6-cfb8-42df-8f3c-686b779b0fc1 owned by compute:nova {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:33:48.869075 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-ec719376-fc9e-425c-bef6-e6c2eb921e4b req-697b7588-1f84-4f4a-838e-bdde8853b6ac tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:33:48.885699 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['e8ba5ce6-cfb8-42df-8f3c-686b779b0fc1'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:33:48.911382 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697b7588-1f84-4f4a-838e-bdde8853b6ac tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Pushing event deleted for resources: {'Port': ['ID=e8ba5ce6-cfb8-42df-8f3c-686b779b0fc1,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:33:48.937458 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ae62b62f-d99a-471a-a424-1945a656f4ca req-cab2f6d0-67cb-4c10-9df6-32e1469946a6 tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] 10.222.0.54 "GET /v2.0/ports?device_id=8032899e-98cc-48ab-b06a-ad8e1115f3f9 HTTP/1.1" status: 200 len: 210 time: 0.0383580 Dec 20 15:33:48.973408 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec719376-fc9e-425c-bef6-e6c2eb921e4b req-697b7588-1f84-4f4a-838e-bdde8853b6ac tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] No DVR routers for this DVR port e8ba5ce6-cfb8-42df-8f3c-686b779b0fc1 on host n-h1-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:33:48.976524 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-ec719376-fc9e-425c-bef6-e6c2eb921e4b req-697b7588-1f84-4f4a-838e-bdde8853b6ac tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:33:48.980338 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ec719376-fc9e-425c-bef6-e6c2eb921e4b req-697b7588-1f84-4f4a-838e-bdde8853b6ac tempest-TestMinimumBasicScenario-1476600744 tempest-TestMinimumBasicScenario-1476600744-project] 10.222.0.30 "DELETE /v2.0/ports/e8ba5ce6-cfb8-42df-8f3c-686b779b0fc1 HTTP/1.1" status: 204 len: 173 time: 0.4547634 Dec 20 15:33:48.980816 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8032899e-98cc-48ab-b06a-ad8e1115f3f9', 'name': 'network-vif-deleted', 'tag': 'e8ba5ce6-cfb8-42df-8f3c-686b779b0fc1'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:33:48.983211 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea303cd2f7c2854d59b68ee9755924cbed95107615564160e5853a5b93bd1da8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4310fd2f-73b3-40d9-9c62-040420450f26" -d '{"events": [{"server_uuid": "8032899e-98cc-48ab-b06a-ad8e1115f3f9", "name": "network-vif-deleted", "tag": "e8ba5ce6-cfb8-42df-8f3c-686b779b0fc1"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:33:49.023416 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b727fa2-2b3d-418b-a5c8-fb24e67eecb8 x-openstack-request-id: req-9b727fa2-2b3d-418b-a5c8-fb24e67eecb8 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:33:49.023720 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8032899e-98cc-48ab-b06a-ad8e1115f3f9", "name": "network-vif-deleted", "tag": "e8ba5ce6-cfb8-42df-8f3c-686b779b0fc1", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:33:49.023977 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9b727fa2-2b3d-418b-a5c8-fb24e67eecb8 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:33:49.024385 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8032899e-98cc-48ab-b06a-ad8e1115f3f9', 'name': 'network-vif-deleted', 'tag': 'e8ba5ce6-cfb8-42df-8f3c-686b779b0fc1', 'status': 'completed', 'code': 200} Dec 20 15:33:50.575067 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57432) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:33:50.945128 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f8acf31d-5c64-4dbe-a68b-03939b684aeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1595867'] for router_interface, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:33:51.208978 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-f8acf31d-5c64-4dbe-a68b-03939b684aeb admin admin] Deleting port cafeed65-363c-49c4-b0cb-4e584cb557ee {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:33:51.209220 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f8acf31d-5c64-4dbe-a68b-03939b684aeb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:33:51.293720 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-f8acf31d-5c64-4dbe-a68b-03939b684aeb admin admin] For port cafeed65-363c-49c4-b0cb-4e584cb557ee, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=cafeed65-363c-49c4-b0cb-4e584cb557ee,segment=NetworkSegment(baf5ebf1-f732-47c9-a178-37077153a6be),segment_id=baf5ebf1-f732-47c9-a178-37077153a6be)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:33:51.293720 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f8acf31d-5c64-4dbe-a68b-03939b684aeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:33:51.306208 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-f8acf31d-5c64-4dbe-a68b-03939b684aeb admin admin] Calling delete_port for cafeed65-363c-49c4-b0cb-4e584cb557ee owned by network:router_interface {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:33:51.510330 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f8acf31d-5c64-4dbe-a68b-03939b684aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:33:51.549264 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8acf31d-5c64-4dbe-a68b-03939b684aeb admin admin] Pushing event deleted for resources: {'Port': ['ID=cafeed65-363c-49c4-b0cb-4e584cb557ee,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:33:51.729431 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f8acf31d-5c64-4dbe-a68b-03939b684aeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582411'] for router_interface, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:33:51.969638 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8acf31d-5c64-4dbe-a68b-03939b684aeb admin admin] Router 14a1deef-ea19-4948-bca5-be2091b781c0 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:33:52.082576 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8acf31d-5c64-4dbe-a68b-03939b684aeb admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:33:52.090055 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-f8acf31d-5c64-4dbe-a68b-03939b684aeb admin admin] 10.222.0.54 "PUT /v2.0/routers/14a1deef-ea19-4948-bca5-be2091b781c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5135696 Dec 20 15:33:52.092739 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3116983-d679-4e2d-80ad-d3a0e54a8cfb None None] Sync routers for ids ['14a1deef-ea19-4948-bca5-be2091b781c0'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:33:52.093663 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57434) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:33:52.104483 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3116983-d679-4e2d-80ad-d3a0e54a8cfb None None] Routers {'14a1deef-ea19-4948-bca5-be2091b781c0'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:33:52.105102 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-f3116983-d679-4e2d-80ad-d3a0e54a8cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:33:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['14a1deef-ea19-4948-bca5-be2091b781c0'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:33:52.205761 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-97b1592c-da4b-41b8-aa0e-71367c7f248e admin admin] Publish callbacks [] for router, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:33:52.259886 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-f3116983-d679-4e2d-80ad-d3a0e54a8cfb None None] Set router 14a1deef-ea19-4948-bca5-be2091b781c0 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:33:52.313682 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-97b1592c-da4b-41b8-aa0e-71367c7f248e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:33:52.370282 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-97b1592c-da4b-41b8-aa0e-71367c7f248e admin admin] Deleting port c4f70a05-cbd1-4213-ba8f-b6bae07ca5c7 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:33:52.370690 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-97b1592c-da4b-41b8-aa0e-71367c7f248e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:33:52.465940 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-97b1592c-da4b-41b8-aa0e-71367c7f248e admin admin] For port c4f70a05-cbd1-4213-ba8f-b6bae07ca5c7, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=c4f70a05-cbd1-4213-ba8f-b6bae07ca5c7,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:33:52.466861 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-97b1592c-da4b-41b8-aa0e-71367c7f248e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:33:52.481510 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-97b1592c-da4b-41b8-aa0e-71367c7f248e admin admin] Calling delete_port for c4f70a05-cbd1-4213-ba8f-b6bae07ca5c7 owned by network:router_gateway {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:33:52.544095 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-f3116983-d679-4e2d-80ad-d3a0e54a8cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a1deef-ea19-4948-bca5-be2091b781c0', 'name': 'tempest-TestMinimumBasicScenario-1398561931-router', 'tenant_id': '9c2fdc353e74457591878643b0735c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': 'c4f70a05-cbd1-4213-ba8f-b6bae07ca5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:30:12Z', 'updated_at': '2021-12-20T15:33:51Z', 'revision_number': 5, 'project_id': '9c2fdc353e74457591878643b0735c89', 'gw_port': {'id': 'c4f70a05-cbd1-4213-ba8f-b6bae07ca5c7', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:4a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a1deef-ea19-4948-bca5-be2091b781c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:30:12Z', 'updated_at': '2021-12-20T15:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:33:52.569945 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3116983-d679-4e2d-80ad-d3a0e54a8cfb None None] Checking router: 14a1deef-ea19-4948-bca5-be2091b781c0 for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:33:52.579243 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3116983-d679-4e2d-80ad-d3a0e54a8cfb None None] Routers {'14a1deef-ea19-4948-bca5-be2091b781c0'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:33:52.579854 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-f3116983-d679-4e2d-80ad-d3a0e54a8cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:33:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['14a1deef-ea19-4948-bca5-be2091b781c0'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:33:52.668460 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-f3116983-d679-4e2d-80ad-d3a0e54a8cfb None None] Set router 14a1deef-ea19-4948-bca5-be2091b781c0 gateway port host: None {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:33:52.675290 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-97b1592c-da4b-41b8-aa0e-71367c7f248e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:33:52.702353 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b1592c-da4b-41b8-aa0e-71367c7f248e admin admin] Pushing event deleted for resources: {'Port': ['ID=c4f70a05-cbd1-4213-ba8f-b6bae07ca5c7,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:33:52.718742 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-decb7402-9cd7-4783-acc7-d28e3224feb0 None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:33:52.724209 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-f3116983-d679-4e2d-80ad-d3a0e54a8cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a1deef-ea19-4948-bca5-be2091b781c0', 'name': 'tempest-TestMinimumBasicScenario-1398561931-router', 'tenant_id': '9c2fdc353e74457591878643b0735c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:30:12Z', 'updated_at': '2021-12-20T15:33:52Z', 'revision_number': 6, 'project_id': '9c2fdc353e74457591878643b0735c89', 'gw_port_host': None}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:33:52.758074 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3116983-d679-4e2d-80ad-d3a0e54a8cfb None None] The sync data for ids ['14a1deef-ea19-4948-bca5-be2091b781c0'] in n-d-761264-19 is: [{'id': '14a1deef-ea19-4948-bca5-be2091b781c0', 'name': 'tempest-TestMinimumBasicScenario-1398561931-router', 'tenant_id': '9c2fdc353e74457591878643b0735c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:30:12Z', 'updated_at': '2021-12-20T15:33:52Z', 'revision_number': 6, 'project_id': '9c2fdc353e74457591878643b0735c89', 'gw_port_host': None}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:33:52.775250 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-97b1592c-da4b-41b8-aa0e-71367c7f248e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584913'] for router_gateway, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:33:52.870714 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-97b1592c-da4b-41b8-aa0e-71367c7f248e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40132'] for router, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:33:52.873548 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-97b1592c-da4b-41b8-aa0e-71367c7f248e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:33:52.919083 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-97b1592c-da4b-41b8-aa0e-71367c7f248e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1594808'] for router, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:33:52.919610 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97b1592c-da4b-41b8-aa0e-71367c7f248e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14a1deef-ea19-4948-bca5-be2091b781c0 {{(pid=103168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:33:52.924669 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-97b1592c-da4b-41b8-aa0e-71367c7f248e admin admin] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:33:52.925946 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-97b1592c-da4b-41b8-aa0e-71367c7f248e admin admin] 10.222.0.54 "DELETE /v2.0/routers/14a1deef-ea19-4948-bca5-be2091b781c0 HTTP/1.1" status: 204 len: 168 time: 0.8312323 Dec 20 15:33:52.929817 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57436) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:33:52.979398 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_v2 [None req-4289a011-f6bc-4fb0-a21e-0d960c1fd8db admin admin] Deleting subnet 69e2618f-9a66-40f1-96ef-e9ef48a740d8 {{(pid=103168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:33:52.982897 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4289a011-f6bc-4fb0-a21e-0d960c1fd8db admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:33:53.017855 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4289a011-f6bc-4fb0-a21e-0d960c1fd8db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9023023'] for subnet, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:33:53.104332 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4289a011-f6bc-4fb0-a21e-0d960c1fd8db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:33:53.167568 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4289a011-f6bc-4fb0-a21e-0d960c1fd8db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8850800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470517'] for subnet, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:33:53.193879 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4289a011-f6bc-4fb0-a21e-0d960c1fd8db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69e2618f-9a66-40f1-96ef-e9ef48a740d8,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:33:53.197710 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-4289a011-f6bc-4fb0-a21e-0d960c1fd8db admin admin] Publish callbacks [] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:33:53.204063 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-4289a011-f6bc-4fb0-a21e-0d960c1fd8db admin admin] 10.222.0.54 "DELETE /v2.0/subnets/69e2618f-9a66-40f1-96ef-e9ef48a740d8 HTTP/1.1" status: 204 len: 168 time: 0.2702804 Dec 20 15:33:53.204230 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770f4ee8-9892-4f5c-b6d5-18b7c7c699c7 None None] Network 6acaad41-86ef-4157-946f-19d81b67bc10 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:33:53.204348 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57438) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:33:53.281275 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2188c013-c501-4ecb-84ea-8f9248798547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:33:53.338593 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-2188c013-c501-4ecb-84ea-8f9248798547 admin admin] Deleting port 20001d88-a0d4-4c38-8156-bd539245adcd {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:33:53.339030 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2188c013-c501-4ecb-84ea-8f9248798547 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:33:53.406264 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-2188c013-c501-4ecb-84ea-8f9248798547 admin admin] For port 20001d88-a0d4-4c38-8156-bd539245adcd, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=20001d88-a0d4-4c38-8156-bd539245adcd,segment=NetworkSegment(baf5ebf1-f732-47c9-a178-37077153a6be),segment_id=baf5ebf1-f732-47c9-a178-37077153a6be)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:33:53.406624 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2188c013-c501-4ecb-84ea-8f9248798547 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:33:53.420630 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-2188c013-c501-4ecb-84ea-8f9248798547 admin admin] Calling delete_port for 20001d88-a0d4-4c38-8156-bd539245adcd owned by network:dhcp {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:33:53.505200 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2188c013-c501-4ecb-84ea-8f9248798547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:33:53.531886 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2188c013-c501-4ecb-84ea-8f9248798547 admin admin] Pushing event deleted for resources: {'Port': ['ID=20001d88-a0d4-4c38-8156-bd539245adcd,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:33:53.535677 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2188c013-c501-4ecb-84ea-8f9248798547 admin admin] No DVR routers for this DVR port 20001d88-a0d4-4c38-8156-bd539245adcd on host n-d-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:33:53.568941 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c70f15e-8325-4291-8c9f-7ff92caa19d5 None None] DHCP port deletion for 6acaad41-86ef-4157-946f-19d81b67bc10 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:33:53.621210 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2188c013-c501-4ecb-84ea-8f9248798547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:33:53.639964 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 20001d88-a0d4-4c38-8156-bd539245adcd no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:33:53.644136 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-2188c013-c501-4ecb-84ea-8f9248798547 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6acaad41-86ef-4157-946f-19d81b67bc10']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:33:53.656448 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-2188c013-c501-4ecb-84ea-8f9248798547 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baf5ebf1-f732-47c9-a178-37077153a6be') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:33:53.656766 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-2188c013-c501-4ecb-84ea-8f9248798547 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baf5ebf1-f732-47c9-a178-37077153a6be') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:33:53.667569 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2188c013-c501-4ecb-84ea-8f9248798547 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:33:53.669468 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 20001d88-a0d4-4c38-8156-bd539245adcd {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:33:53.669668 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 20001d88-a0d4-4c38-8156-bd539245adcd not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:33:53.670373 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device cafeed65-363c-49c4-b0cb-4e584cb557ee no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:33:53.682852 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2188c013-c501-4ecb-84ea-8f9248798547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:33:53.689512 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2188c013-c501-4ecb-84ea-8f9248798547 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:33:53.689928 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2188c013-c501-4ecb-84ea-8f9248798547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:33:53.692539 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:33:53.692539 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:33:53.692539 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:33:53.692539 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:33:53.692539 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:33:53.692539 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:33:53.692539 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:33:53.692539 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:33:53.692539 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:33:53.692539 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:33:53.692539 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:33:53.692539 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:33:53.692539 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:33:53.692539 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:33:53.692539 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:33:53.692539 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:33:53.692539 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:33:53.692539 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:33:53.692539 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:33:53.692539 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:33:53.692539 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 15:33:53.692539 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:33:53.692539 n-d-761264-19 neutron-server[103168]: timer() Dec 20 15:33:53.692539 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:33:53.692539 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 15:33:53.692539 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:33:53.692539 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 15:33:53.692539 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:33:53.692539 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 15:33:53.692539 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:33:53.692539 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 15:33:53.692539 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:33:53.692539 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 15:33:53.692539 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:33:53.692539 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:33:53.692539 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:33:53.692539 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:33:53.692539 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:33:53.692539 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 15:33:53.692539 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:33:53.692539 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 15:33:53.692539 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:33:53.692539 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:33:53.692539 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:33:53.692539 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 15:33:53.692539 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:33:53.692539 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:33:53.692539 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:33:53.692539 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:33:53.692539 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:33:53.692539 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:33:53.692539 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:33:53.696530 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: cafeed65-363c-49c4-b0cb-4e584cb557ee {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:33:53.696530 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device cafeed65-363c-49c4-b0cb-4e584cb557ee not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:33:53.696530 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device c4f70a05-cbd1-4213-ba8f-b6bae07ca5c7 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:33:53.714249 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: c4f70a05-cbd1-4213-ba8f-b6bae07ca5c7 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:33:53.714703 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device c4f70a05-cbd1-4213-ba8f-b6bae07ca5c7 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:33:53.753989 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2188c013-c501-4ecb-84ea-8f9248798547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:33:53.769711 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2188c013-c501-4ecb-84ea-8f9248798547 admin admin] Publish callbacks [] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:33:53.776107 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-2188c013-c501-4ecb-84ea-8f9248798547 admin admin] 10.222.0.54 "DELETE /v2.0/networks/6acaad41-86ef-4157-946f-19d81b67bc10 HTTP/1.1" status: 204 len: 168 time: 0.5675845 Dec 20 15:33:53.776107 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2188c013-c501-4ecb-84ea-8f9248798547 admin admin] Pushing event deleted for resources: {'Network': ['ID=6acaad41-86ef-4157-946f-19d81b67bc10,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:33:53.776411 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57440) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:33:54.002474 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device e8ba5ce6-cfb8-42df-8f3c-686b779b0fc1 no longer exists at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:33:54.023700 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] No Port match for: e8ba5ce6-cfb8-42df-8f3c-686b779b0fc1 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:33:54.024027 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device e8ba5ce6-cfb8-42df-8f3c-686b779b0fc1 not bound to the agent host n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:33:54.132896 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6ae1222b-41cc-4035-8fc3-1a0bc16d12b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1595867'] for router_interface, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:33:54.405255 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-6ae1222b-41cc-4035-8fc3-1a0bc16d12b4 admin admin] Deleting port 9ceca330-861e-4f76-9d57-8f7cdba7b3b7 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:33:54.405494 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6ae1222b-41cc-4035-8fc3-1a0bc16d12b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:33:54.487348 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-6ae1222b-41cc-4035-8fc3-1a0bc16d12b4 admin admin] For port 9ceca330-861e-4f76-9d57-8f7cdba7b3b7, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=9ceca330-861e-4f76-9d57-8f7cdba7b3b7,segment=NetworkSegment(8ab2487e-ce65-4899-8f1c-b64698fae658),segment_id=8ab2487e-ce65-4899-8f1c-b64698fae658)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:33:54.487700 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6ae1222b-41cc-4035-8fc3-1a0bc16d12b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:33:54.502032 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-6ae1222b-41cc-4035-8fc3-1a0bc16d12b4 admin admin] Calling delete_port for 9ceca330-861e-4f76-9d57-8f7cdba7b3b7 owned by network:router_interface {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:33:54.692768 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6ae1222b-41cc-4035-8fc3-1a0bc16d12b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:33:54.725229 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae1222b-41cc-4035-8fc3-1a0bc16d12b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ceca330-861e-4f76-9d57-8f7cdba7b3b7,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:33:54.906164 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6ae1222b-41cc-4035-8fc3-1a0bc16d12b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582411'] for router_interface, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:33:55.134388 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ae1222b-41cc-4035-8fc3-1a0bc16d12b4 admin admin] Router 4861981c-7640-4f3f-8ab5-1301f764b17d has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:33:55.250146 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ae1222b-41cc-4035-8fc3-1a0bc16d12b4 admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:33:55.257238 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-6ae1222b-41cc-4035-8fc3-1a0bc16d12b4 admin admin] 10.222.0.54 "PUT /v2.0/routers/4861981c-7640-4f3f-8ab5-1301f764b17d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4800231 Dec 20 15:33:55.258259 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57442) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:33:55.260475 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2dcd06b-ebe6-4be4-943f-12d154b03337 None None] Sync routers for ids ['4861981c-7640-4f3f-8ab5-1301f764b17d'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:33:55.271896 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2dcd06b-ebe6-4be4-943f-12d154b03337 None None] Routers {'4861981c-7640-4f3f-8ab5-1301f764b17d'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:33:55.272519 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-c2dcd06b-ebe6-4be4-943f-12d154b03337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:33:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['4861981c-7640-4f3f-8ab5-1301f764b17d'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:33:55.377186 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b780cdff-feba-47c2-9924-c37ba6f6ea13 admin admin] Publish callbacks [] for router, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:33:55.394025 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-c2dcd06b-ebe6-4be4-943f-12d154b03337 None None] Set router 4861981c-7640-4f3f-8ab5-1301f764b17d gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:33:55.497721 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b780cdff-feba-47c2-9924-c37ba6f6ea13 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:33:55.555689 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-b780cdff-feba-47c2-9924-c37ba6f6ea13 admin admin] Deleting port f710040c-92c5-418a-a11b-000dc3c05557 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:33:55.556180 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b780cdff-feba-47c2-9924-c37ba6f6ea13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:33:55.586955 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-c2dcd06b-ebe6-4be4-943f-12d154b03337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4861981c-7640-4f3f-8ab5-1301f764b17d', 'name': 'tempest-TestMinimumBasicScenario-507552312-router', 'tenant_id': '3fc40d357b494a0d80eee2425a6604a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'f710040c-92c5-418a-a11b-000dc3c05557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:30:17Z', 'updated_at': '2021-12-20T15:33:54Z', 'revision_number': 5, 'project_id': '3fc40d357b494a0d80eee2425a6604a5', 'gw_port': {'id': 'f710040c-92c5-418a-a11b-000dc3c05557', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:96:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4861981c-7640-4f3f-8ab5-1301f764b17d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:30:18Z', 'updated_at': '2021-12-20T15:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:33:55.628029 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2dcd06b-ebe6-4be4-943f-12d154b03337 None None] Checking router: 4861981c-7640-4f3f-8ab5-1301f764b17d for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:33:55.637159 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2dcd06b-ebe6-4be4-943f-12d154b03337 None None] Routers {'4861981c-7640-4f3f-8ab5-1301f764b17d'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:33:55.637755 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-c2dcd06b-ebe6-4be4-943f-12d154b03337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:33:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['4861981c-7640-4f3f-8ab5-1301f764b17d'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:33:55.740076 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-c2dcd06b-ebe6-4be4-943f-12d154b03337 None None] Set router 4861981c-7640-4f3f-8ab5-1301f764b17d gateway port host: None {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:33:55.798225 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-c2dcd06b-ebe6-4be4-943f-12d154b03337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4861981c-7640-4f3f-8ab5-1301f764b17d', 'name': 'tempest-TestMinimumBasicScenario-507552312-router', 'tenant_id': '3fc40d357b494a0d80eee2425a6604a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:30:17Z', 'updated_at': '2021-12-20T15:33:55Z', 'revision_number': 6, 'project_id': '3fc40d357b494a0d80eee2425a6604a5', 'gw_port_host': None}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:33:55.827247 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2dcd06b-ebe6-4be4-943f-12d154b03337 None None] The sync data for ids ['4861981c-7640-4f3f-8ab5-1301f764b17d'] in n-d-761264-19 is: [{'id': '4861981c-7640-4f3f-8ab5-1301f764b17d', 'name': 'tempest-TestMinimumBasicScenario-507552312-router', 'tenant_id': '3fc40d357b494a0d80eee2425a6604a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:30:17Z', 'updated_at': '2021-12-20T15:33:55Z', 'revision_number': 6, 'project_id': '3fc40d357b494a0d80eee2425a6604a5', 'gw_port_host': None}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:33:56.013278 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-b780cdff-feba-47c2-9924-c37ba6f6ea13 admin admin] For port f710040c-92c5-418a-a11b-000dc3c05557, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=f710040c-92c5-418a-a11b-000dc3c05557,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:33:56.013576 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b780cdff-feba-47c2-9924-c37ba6f6ea13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:33:56.026740 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-b780cdff-feba-47c2-9924-c37ba6f6ea13 admin admin] Calling delete_port for f710040c-92c5-418a-a11b-000dc3c05557 owned by network:router_gateway {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:33:56.214960 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b780cdff-feba-47c2-9924-c37ba6f6ea13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:33:56.250985 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b780cdff-feba-47c2-9924-c37ba6f6ea13 admin admin] Pushing event deleted for resources: {'Port': ['ID=f710040c-92c5-418a-a11b-000dc3c05557,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:33:56.263718 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ab3539-e799-4003-bb25-fac908ae7289 None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:33:56.312497 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b780cdff-feba-47c2-9924-c37ba6f6ea13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584913'] for router_gateway, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:33:56.409690 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b780cdff-feba-47c2-9924-c37ba6f6ea13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40132'] for router, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:33:56.412043 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b780cdff-feba-47c2-9924-c37ba6f6ea13 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:33:56.460350 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b780cdff-feba-47c2-9924-c37ba6f6ea13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1594808'] for router, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:33:56.461054 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b780cdff-feba-47c2-9924-c37ba6f6ea13 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4861981c-7640-4f3f-8ab5-1301f764b17d {{(pid=103168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:33:56.467416 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b780cdff-feba-47c2-9924-c37ba6f6ea13 admin admin] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:33:56.469174 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-b780cdff-feba-47c2-9924-c37ba6f6ea13 admin admin] 10.222.0.54 "DELETE /v2.0/routers/4861981c-7640-4f3f-8ab5-1301f764b17d HTTP/1.1" status: 204 len: 168 time: 1.2095630 Dec 20 15:33:56.471980 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57444) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:33:56.523011 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_v2 [None req-0577f2d6-3992-4753-a99d-ed9e4ca6e0a0 admin admin] Deleting subnet cc804b30-8650-4b78-b2f0-df17e2a4f24b {{(pid=103167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:33:56.528332 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0577f2d6-3992-4753-a99d-ed9e4ca6e0a0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:33:56.571818 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0577f2d6-3992-4753-a99d-ed9e4ca6e0a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954412'] for subnet, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:33:56.658566 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0577f2d6-3992-4753-a99d-ed9e4ca6e0a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:33:56.718706 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0577f2d6-3992-4753-a99d-ed9e4ca6e0a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:33:56.746390 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0577f2d6-3992-4753-a99d-ed9e4ca6e0a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc804b30-8650-4b78-b2f0-df17e2a4f24b,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:33:56.748449 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0577f2d6-3992-4753-a99d-ed9e4ca6e0a0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:33:56.751723 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-0577f2d6-3992-4753-a99d-ed9e4ca6e0a0 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/cc804b30-8650-4b78-b2f0-df17e2a4f24b HTTP/1.1" status: 204 len: 168 time: 0.2786679 Dec 20 15:33:56.753804 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4598f0b-6dbd-4a0a-8458-5dc701ae6fad None None] Network f224a0ea-627b-4447-86fc-5f982bdc3383 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:33:56.754272 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57446) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:33:56.791368 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:33:56.837076 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e0f292f4-6d0e-4c24-974f-14752ecdab3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:33:56.905764 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-e0f292f4-6d0e-4c24-974f-14752ecdab3a admin admin] Deleting port 6bd6897e-338f-4e7c-9196-2217f17c9339 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:33:56.906104 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e0f292f4-6d0e-4c24-974f-14752ecdab3a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:33:56.934067 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c4ea09-5501-4474-b189-9f0e042cde7d None None] DHCP port deletion for f224a0ea-627b-4447-86fc-5f982bdc3383 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:33:56.980070 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-e0f292f4-6d0e-4c24-974f-14752ecdab3a admin admin] For port 6bd6897e-338f-4e7c-9196-2217f17c9339, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=6bd6897e-338f-4e7c-9196-2217f17c9339,segment=NetworkSegment(8ab2487e-ce65-4899-8f1c-b64698fae658),segment_id=8ab2487e-ce65-4899-8f1c-b64698fae658)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:33:56.980431 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e0f292f4-6d0e-4c24-974f-14752ecdab3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:33:56.986108 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-a0c4ea09-5501-4474-b189-9f0e042cde7d None None] Deleting port 6bd6897e-338f-4e7c-9196-2217f17c9339 {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:33:56.986481 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a0c4ea09-5501-4474-b189-9f0e042cde7d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:33:56.994704 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-e0f292f4-6d0e-4c24-974f-14752ecdab3a admin admin] Calling delete_port for 6bd6897e-338f-4e7c-9196-2217f17c9339 owned by network:dhcp {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:33:57.059383 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-a0c4ea09-5501-4474-b189-9f0e042cde7d None None] For port 6bd6897e-338f-4e7c-9196-2217f17c9339, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=6bd6897e-338f-4e7c-9196-2217f17c9339,segment=NetworkSegment(8ab2487e-ce65-4899-8f1c-b64698fae658),segment_id=8ab2487e-ce65-4899-8f1c-b64698fae658)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:33:57.059669 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a0c4ea09-5501-4474-b189-9f0e042cde7d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:33:57.083724 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e0f292f4-6d0e-4c24-974f-14752ecdab3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:33:57.083984 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-a0c4ea09-5501-4474-b189-9f0e042cde7d None None] Calling delete_port for 6bd6897e-338f-4e7c-9196-2217f17c9339 owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:33:57.111360 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f292f4-6d0e-4c24-974f-14752ecdab3a admin admin] No DVR routers for this DVR port 6bd6897e-338f-4e7c-9196-2217f17c9339 on host n-d-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:33:57.115566 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f292f4-6d0e-4c24-974f-14752ecdab3a admin admin] Pushing event deleted for resources: {'Port': ['ID=6bd6897e-338f-4e7c-9196-2217f17c9339,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:33:57.177398 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a0c4ea09-5501-4474-b189-9f0e042cde7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:33:57.198946 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e0f292f4-6d0e-4c24-974f-14752ecdab3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:33:57.203229 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c4ea09-5501-4474-b189-9f0e042cde7d None None] Pushing event deleted for resources: {'Port': ['ID=6bd6897e-338f-4e7c-9196-2217f17c9339,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:33:57.205488 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c4ea09-5501-4474-b189-9f0e042cde7d None None] No DVR routers for this DVR port 6bd6897e-338f-4e7c-9196-2217f17c9339 on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:33:57.214779 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c4ea09-5501-4474-b189-9f0e042cde7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:33:57.215132 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c4ea09-5501-4474-b189-9f0e042cde7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:33:57.215475 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c4ea09-5501-4474-b189-9f0e042cde7d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:33:57.215825 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c4ea09-5501-4474-b189-9f0e042cde7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:33:57.216206 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c4ea09-5501-4474-b189-9f0e042cde7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:33:57.216538 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c4ea09-5501-4474-b189-9f0e042cde7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:33:57.216921 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c4ea09-5501-4474-b189-9f0e042cde7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:33:57.217252 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c4ea09-5501-4474-b189-9f0e042cde7d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:33:57.217578 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c4ea09-5501-4474-b189-9f0e042cde7d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:33:57.217902 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c4ea09-5501-4474-b189-9f0e042cde7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:33:57.218223 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c4ea09-5501-4474-b189-9f0e042cde7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:33:57.218576 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c4ea09-5501-4474-b189-9f0e042cde7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:33:57.218882 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c4ea09-5501-4474-b189-9f0e042cde7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:33:57.225747 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-e0f292f4-6d0e-4c24-974f-14752ecdab3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f224a0ea-627b-4447-86fc-5f982bdc3383']}} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:33:57.236126 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-e0f292f4-6d0e-4c24-974f-14752ecdab3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ab2487e-ce65-4899-8f1c-b64698fae658') {'for_net_delete': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:33:57.236439 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-e0f292f4-6d0e-4c24-974f-14752ecdab3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ab2487e-ce65-4899-8f1c-b64698fae658') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:33:57.247923 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e0f292f4-6d0e-4c24-974f-14752ecdab3a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954405'] for segment, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:33:57.263076 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e0f292f4-6d0e-4c24-974f-14752ecdab3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:33:57.269804 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0f292f4-6d0e-4c24-974f-14752ecdab3a admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=103167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:33:57.270196 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e0f292f4-6d0e-4c24-974f-14752ecdab3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9956000'] for segment, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:33:57.272122 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:33:57.272122 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:33:57.272122 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:33:57.272122 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:33:57.272122 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:33:57.272122 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:33:57.272122 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:33:57.272122 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:33:57.272122 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:33:57.272122 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:33:57.272122 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:33:57.272122 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:33:57.272122 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:33:57.272122 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:33:57.272122 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:33:57.272122 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:33:57.272122 n-d-761264-19 neutron-server[103167]: Traceback (most recent call last): Dec 20 15:33:57.272122 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:33:57.272122 n-d-761264-19 neutron-server[103167]: timer() Dec 20 15:33:57.272122 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:33:57.272122 n-d-761264-19 neutron-server[103167]: cb(*args, **kw) Dec 20 15:33:57.272122 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:33:57.272122 n-d-761264-19 neutron-server[103167]: return func(*args, **kwargs) Dec 20 15:33:57.272122 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:33:57.272122 n-d-761264-19 neutron-server[103167]: self._notify() Dec 20 15:33:57.272122 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:33:57.272122 n-d-761264-19 neutron-server[103167]: self.callback(batched_events) Dec 20 15:33:57.272122 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:33:57.272122 n-d-761264-19 neutron-server[103167]: event.method(event) Dec 20 15:33:57.272122 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:33:57.272122 n-d-761264-19 neutron-server[103167]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:33:57.272122 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:33:57.272122 n-d-761264-19 neutron-server[103167]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:33:57.272122 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:33:57.272122 n-d-761264-19 neutron-server[103167]: return f(self, *a, **k) Dec 20 15:33:57.272122 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:33:57.272122 n-d-761264-19 neutron-server[103167]: return self._get(url).json() Dec 20 15:33:57.272122 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:33:57.272122 n-d-761264-19 neutron-server[103167]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:33:57.272122 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:33:57.272122 n-d-761264-19 neutron-server[103167]: return self.request(url, 'GET', **kwargs) Dec 20 15:33:57.272122 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:33:57.272122 n-d-761264-19 neutron-server[103167]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:33:57.272122 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:33:57.272122 n-d-761264-19 neutron-server[103167]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:33:57.272122 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:33:57.272122 n-d-761264-19 neutron-server[103167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:33:57.272122 n-d-761264-19 neutron-server[103167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:33:57.331770 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e0f292f4-6d0e-4c24-974f-14752ecdab3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:33:57.337530 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e0f292f4-6d0e-4c24-974f-14752ecdab3a admin admin] Publish callbacks [] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:33:57.341243 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-e0f292f4-6d0e-4c24-974f-14752ecdab3a admin admin] 10.222.0.54 "DELETE /v2.0/networks/f224a0ea-627b-4447-86fc-5f982bdc3383 HTTP/1.1" status: 204 len: 168 time: 0.5858309 Dec 20 15:33:57.361936 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f292f4-6d0e-4c24-974f-14752ecdab3a admin admin] Pushing event deleted for resources: {'Network': ['ID=f224a0ea-627b-4447-86fc-5f982bdc3383,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:33:57.405819 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 6bd6897e-338f-4e7c-9196-2217f17c9339 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:33:57.431564 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 6bd6897e-338f-4e7c-9196-2217f17c9339 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:33:57.431920 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 6bd6897e-338f-4e7c-9196-2217f17c9339 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:33:57.432330 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 9ceca330-861e-4f76-9d57-8f7cdba7b3b7 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:33:57.453386 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 9ceca330-861e-4f76-9d57-8f7cdba7b3b7 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:33:57.453734 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 9ceca330-861e-4f76-9d57-8f7cdba7b3b7 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:33:57.454123 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device f710040c-92c5-418a-a11b-000dc3c05557 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:33:57.476814 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: f710040c-92c5-418a-a11b-000dc3c05557 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:33:57.477039 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device f710040c-92c5-418a-a11b-000dc3c05557 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:33:57.526113 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57450) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:33:57.571556 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-acd6c50a-7a0d-429e-bf48-1598a9f445c0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9c2fdc353e74457591878643b0735c89&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0440660 Dec 20 15:33:57.575255 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57452) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:33:57.633715 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8df09e7c-1b99-44a6-a553-9aa618775bb5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:33:57.655172 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8df09e7c-1b99-44a6-a553-9aa618775bb5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:33:57.716154 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8df09e7c-1b99-44a6-a553-9aa618775bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:33:57.719076 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-8df09e7c-1b99-44a6-a553-9aa618775bb5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:33:57.719926 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-8df09e7c-1b99-44a6-a553-9aa618775bb5 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/59dc69f2-0648-4995-bb58-82c21e68019c HTTP/1.1" status: 204 len: 168 time: 0.1433790 Dec 20 15:33:57.728608 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df09e7c-1b99-44a6-a553-9aa618775bb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59dc69f2-0648-4995-bb58-82c21e68019c,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:33:58.081806 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57458) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:33:58.124769 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-75da3984-3ccc-45e7-a2f3-6a22bb4d53c3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3fc40d357b494a0d80eee2425a6604a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0417316 Dec 20 15:33:58.127392 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57460) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:33:58.175785 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7d9c5cb1-8500-401a-b16f-3ab842b65e52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:33:58.197982 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7d9c5cb1-8500-401a-b16f-3ab842b65e52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:33:58.248967 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7d9c5cb1-8500-401a-b16f-3ab842b65e52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:33:58.252436 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7d9c5cb1-8500-401a-b16f-3ab842b65e52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:33:58.254205 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-7d9c5cb1-8500-401a-b16f-3ab842b65e52 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3585bd17-cfb8-47b6-9cc6-49ed791f887a HTTP/1.1" status: 204 len: 168 time: 0.1253679 Dec 20 15:33:58.262341 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9c5cb1-8500-401a-b16f-3ab842b65e52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3585bd17-cfb8-47b6-9cc6-49ed791f887a,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:34:00.125584 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57500) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:34:00.130589 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-05af3b8f-72b7-4d56-9123-7f1848491b9d tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1350908980', 'description': 'tempest-secgroup-smoke-1350908980 description', 'project_id': '6051e8cae9884506b33350e13a9e893a'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:34:00.160353 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-05af3b8f-72b7-4d56-9123-7f1848491b9d tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:00.170328 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-05af3b8f-72b7-4d56-9123-7f1848491b9d tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:00.252971 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-05af3b8f-72b7-4d56-9123-7f1848491b9d tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:00.258744 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-05af3b8f-72b7-4d56-9123-7f1848491b9d tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:00.300134 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05af3b8f-72b7-4d56-9123-7f1848491b9d tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62057bdf-e074-43ea-829e-be22fa23c5b4,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:34:00.336055 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-05af3b8f-72b7-4d56-9123-7f1848491b9d tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:00.342673 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-05af3b8f-72b7-4d56-9123-7f1848491b9d tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:00.372628 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-05af3b8f-72b7-4d56-9123-7f1848491b9d tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:00.372628 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-05af3b8f-72b7-4d56-9123-7f1848491b9d tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2452013 Dec 20 15:34:00.374836 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57502) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:34:00.379189 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-474d04b2-7c61-44f5-a65a-0647d11f1832 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Request body: {'security_group_rule': {'security_group_id': '782dc089-d08b-4dd4-987c-4d0a299a9e4e', 'project_id': '6051e8cae9884506b33350e13a9e893a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:34:00.385598 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05af3b8f-72b7-4d56-9123-7f1848491b9d tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=782dc089-d08b-4dd4-987c-4d0a299a9e4e,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:34:00.413018 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-474d04b2-7c61-44f5-a65a-0647d11f1832 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:00.470175 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-474d04b2-7c61-44f5-a65a-0647d11f1832 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:00.475238 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-474d04b2-7c61-44f5-a65a-0647d11f1832 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:00.495036 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474d04b2-7c61-44f5-a65a-0647d11f1832 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38a79a7a-28d9-457a-a4c8-94eff1409214,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:34:00.506211 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-474d04b2-7c61-44f5-a65a-0647d11f1832 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:00.507481 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-474d04b2-7c61-44f5-a65a-0647d11f1832 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1317194 Dec 20 15:34:00.510423 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57504) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:34:00.515225 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-5762c4fd-c6b4-4b66-8fc2-96d6931b9c0c tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Request body: {'security_group_rule': {'security_group_id': '782dc089-d08b-4dd4-987c-4d0a299a9e4e', 'project_id': '6051e8cae9884506b33350e13a9e893a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:34:00.548334 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5762c4fd-c6b4-4b66-8fc2-96d6931b9c0c tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:00.612815 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5762c4fd-c6b4-4b66-8fc2-96d6931b9c0c tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:00.620280 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5762c4fd-c6b4-4b66-8fc2-96d6931b9c0c tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:00.641378 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5762c4fd-c6b4-4b66-8fc2-96d6931b9c0c tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53af4c0a-6487-4478-a7b3-402210023185,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:34:00.651658 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5762c4fd-c6b4-4b66-8fc2-96d6931b9c0c tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:00.652863 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-5762c4fd-c6b4-4b66-8fc2-96d6931b9c0c tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1412940 Dec 20 15:34:00.655810 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57506) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:34:00.660403 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-b2f30636-cbfa-4df2-b209-2ee41c197f57 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Request body: {'security_group_rule': {'security_group_id': '782dc089-d08b-4dd4-987c-4d0a299a9e4e', 'project_id': '6051e8cae9884506b33350e13a9e893a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:34:00.689207 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b2f30636-cbfa-4df2-b209-2ee41c197f57 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:00.752688 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b2f30636-cbfa-4df2-b209-2ee41c197f57 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:00.759201 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b2f30636-cbfa-4df2-b209-2ee41c197f57 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:00.780926 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f30636-cbfa-4df2-b209-2ee41c197f57 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b250b578-4025-480a-8bdd-d1fd1a962c9c,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:34:00.792452 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b2f30636-cbfa-4df2-b209-2ee41c197f57 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:00.796642 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-b2f30636-cbfa-4df2-b209-2ee41c197f57 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1370137 Dec 20 15:34:00.796971 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57508) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:34:00.801714 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-41b4b473-2d94-4882-965b-cb1a60914627 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Request body: {'security_group_rule': {'security_group_id': '782dc089-d08b-4dd4-987c-4d0a299a9e4e', 'project_id': '6051e8cae9884506b33350e13a9e893a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:34:00.812301 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-61f2f4f5-6201-440f-8a6b-de949a083d0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:00.832756 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-41b4b473-2d94-4882-965b-cb1a60914627 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:00.902970 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-41b4b473-2d94-4882-965b-cb1a60914627 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:00.908306 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-41b4b473-2d94-4882-965b-cb1a60914627 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:00.933516 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b4b473-2d94-4882-965b-cb1a60914627 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=048c5456-49fd-469b-a694-9574ca2c7e7a,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:34:00.941091 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-41b4b473-2d94-4882-965b-cb1a60914627 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:00.942566 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-41b4b473-2d94-4882-965b-cb1a60914627 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1444674 Dec 20 15:34:00.945677 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57510) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:34:00.951296 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-d5896b75-bd47-4094-a7a2-06c0dde48494 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Request body: {'security_group_rule': {'security_group_id': '782dc089-d08b-4dd4-987c-4d0a299a9e4e', 'project_id': '6051e8cae9884506b33350e13a9e893a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:34:00.976547 n-d-761264-19 neutron-server[103168]: INFO neutron.db.securitygroups_db [None req-d5896b75-bd47-4094-a7a2-06c0dde48494 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Project 6051e8cae9884506b33350e13a9e893a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 15:34:00.981678 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d5896b75-bd47-4094-a7a2-06c0dde48494 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:01.050323 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d5896b75-bd47-4094-a7a2-06c0dde48494 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:01.055245 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d5896b75-bd47-4094-a7a2-06c0dde48494 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:01.075694 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5896b75-bd47-4094-a7a2-06c0dde48494 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a090e990-1f43-42e1-ad86-0cf5f9a97111,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:34:01.083938 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d5896b75-bd47-4094-a7a2-06c0dde48494 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:01.085081 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-d5896b75-bd47-4094-a7a2-06c0dde48494 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1379912 Dec 20 15:34:01.087985 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57512) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:34:01.092527 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-90ee5410-dd32-4262-b22c-8a9ef920c603 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Request body: {'security_group_rule': {'security_group_id': '782dc089-d08b-4dd4-987c-4d0a299a9e4e', 'project_id': '6051e8cae9884506b33350e13a9e893a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:34:01.118091 n-d-761264-19 neutron-server[103168]: INFO neutron.db.securitygroups_db [None req-90ee5410-dd32-4262-b22c-8a9ef920c603 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Project 6051e8cae9884506b33350e13a9e893a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 15:34:01.123899 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-90ee5410-dd32-4262-b22c-8a9ef920c603 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:01.205188 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-90ee5410-dd32-4262-b22c-8a9ef920c603 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:01.210025 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-90ee5410-dd32-4262-b22c-8a9ef920c603 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:01.230827 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ee5410-dd32-4262-b22c-8a9ef920c603 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c3dac14-4afc-4625-a2a2-ed0604a342cb,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:34:01.241370 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-90ee5410-dd32-4262-b22c-8a9ef920c603 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:01.242640 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-90ee5410-dd32-4262-b22c-8a9ef920c603 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1536064 Dec 20 15:34:01.246417 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57514) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:34:01.251925 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-1070d23e-357b-40b8-84fe-ceb440d12473 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Request body: {'network': {'name': 'tempest-network-smoke--1805101722', 'project_id': '6051e8cae9884506b33350e13a9e893a', 'port_security_enabled': True}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:34:01.275771 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1070d23e-357b-40b8-84fe-ceb440d12473 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Made reservation on behalf of 6051e8cae9884506b33350e13a9e893a for: {'network': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:34:01.279627 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1070d23e-357b-40b8-84fe-ceb440d12473 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:01.305399 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1070d23e-357b-40b8-84fe-ceb440d12473 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=103167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:34:01.315342 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1070d23e-357b-40b8-84fe-ceb440d12473 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:01.315678 n-d-761264-19 neutron-server[103167]: INFO neutron.db.segments_db [None req-1070d23e-357b-40b8-84fe-ceb440d12473 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Added segment 627061f9-00c3-4021-9637-042c27a29797 of type vlan for network 558c50f3-7cd8-43d5-9889-c5f259cfedc9 Dec 20 15:34:01.358714 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1070d23e-357b-40b8-84fe-ceb440d12473 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:01.391135 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1070d23e-357b-40b8-84fe-ceb440d12473 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:01.397180 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1070d23e-357b-40b8-84fe-ceb440d12473 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:34:01.397817 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1070d23e-357b-40b8-84fe-ceb440d12473 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:01.465152 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-1070d23e-357b-40b8-84fe-ceb440d12473 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2173598 Dec 20 15:34:01.468232 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57516) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:34:01.471774 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1070d23e-357b-40b8-84fe-ceb440d12473 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Pushing event updated for resources: {'Network': ['ID=558c50f3-7cd8-43d5-9889-c5f259cfedc9,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:34:01.473430 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-e21e519b-3a2e-4453-8c42-0cbc93fa43c5 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-177170069', 'admin_state_up': True, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:34:01.483709 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 558c50f3-7cd8-43d5-9889-c5f259cfedc9 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:34:01.506122 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e21e519b-3a2e-4453-8c42-0cbc93fa43c5 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40114'] for router, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:01.507296 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e21e519b-3a2e-4453-8c42-0cbc93fa43c5 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40139'] for router, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:01.566515 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e21e519b-3a2e-4453-8c42-0cbc93fa43c5 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:01.713995 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e21e519b-3a2e-4453-8c42-0cbc93fa43c5 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:01.920688 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e21e519b-3a2e-4453-8c42-0cbc93fa43c5 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for router_gateway, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:01.941192 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e21e519b-3a2e-4453-8c42-0cbc93fa43c5 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:02.056312 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-e21e519b-3a2e-4453-8c42-0cbc93fa43c5 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Allocated IP 172.25.0.146 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/df2a4e30-93b0-4ff9-bbe5-47cd8502ae69) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:34:02.168812 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e21e519b-3a2e-4453-8c42-0cbc93fa43c5 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:02.209431 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e21e519b-3a2e-4453-8c42-0cbc93fa43c5 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:02.251393 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21e519b-3a2e-4453-8c42-0cbc93fa43c5 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:34:02.254351 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-e21e519b-3a2e-4453-8c42-0cbc93fa43c5 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:34:02.257965 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21e519b-3a2e-4453-8c42-0cbc93fa43c5 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:34:02.263896 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21e519b-3a2e-4453-8c42-0cbc93fa43c5 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Pushing event updated for resources: {'Port': ['ID=df2a4e30-93b0-4ff9-bbe5-47cd8502ae69,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:34:02.268280 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97459135-09bc-478e-b674-a756f88b2fe6 None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:34:02.327573 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-0e648569-fad6-4dfe-a353-ed3fad8dfe47 None None] Provisioning complete for port df2a4e30-93b0-4ff9-bbe5-47cd8502ae69 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:34:02.328143 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-0e648569-fad6-4dfe-a353-ed3fad8dfe47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:02.381479 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-0e648569-fad6-4dfe-a353-ed3fad8dfe47 None None] Port df2a4e30-93b0-4ff9-bbe5-47cd8502ae69 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:34:02.556553 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e21e519b-3a2e-4453-8c42-0cbc93fa43c5 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for router_gateway, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:02.773065 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e21e519b-3a2e-4453-8c42-0cbc93fa43c5 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013'] for router, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:02.927145 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e21e519b-3a2e-4453-8c42-0cbc93fa43c5 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Router 2a300702-7313-4209-a5de-a2bdcd042640 is scheduled to L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 with binding_index 1 {{(pid=103168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 15:34:03.009066 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-0046ced9-90d1-479c-9a65-a317d8787b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:03.050945 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e21e519b-3a2e-4453-8c42-0cbc93fa43c5 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:34:03.061231 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a362ab7-1339-49a1-8f5f-c73895325717 None None] Sync routers for ids ['2a300702-7313-4209-a5de-a2bdcd042640'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:34:03.074176 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a362ab7-1339-49a1-8f5f-c73895325717 None None] Routers {'2a300702-7313-4209-a5de-a2bdcd042640'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:34:03.074609 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e21e519b-3a2e-4453-8c42-0cbc93fa43c5 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:03.075101 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-4a362ab7-1339-49a1-8f5f-c73895325717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:34:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['2a300702-7313-4209-a5de-a2bdcd042640'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:34:03.078877 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-e21e519b-3a2e-4453-8c42-0cbc93fa43c5 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6065526 Dec 20 15:34:03.079126 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57518) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:34:03.188744 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-4a362ab7-1339-49a1-8f5f-c73895325717 None None] Set router 2a300702-7313-4209-a5de-a2bdcd042640 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:34:03.219431 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-3bdfcd06-bbce-4752-9918-6dbe770da189 tempest-TestNetworkAdvancedServerOps-1490510064 tempest-TestNetworkAdvancedServerOps-1490510064-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=6051e8cae9884506b33350e13a9e893a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1391351 Dec 20 15:34:03.222289 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57522) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:34:03.322136 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e82b14-4020-4fab-9138-026181c6ee8d tempest-TestNetworkAdvancedServerOps-1490510064 tempest-TestNetworkAdvancedServerOps-1490510064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:34:03.327876 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-49e82b14-4020-4fab-9138-026181c6ee8d tempest-TestNetworkAdvancedServerOps-1490510064 tempest-TestNetworkAdvancedServerOps-1490510064-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1004486 Dec 20 15:34:03.328138 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57524) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:34:03.367283 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-c11c65f5-6275-4347-bb79-b1a8f2553128 tempest-TestNetworkAdvancedServerOps-1490510064 tempest-TestNetworkAdvancedServerOps-1490510064-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=c3f8658e-da35-41f3-bd03-509e29ebd6f3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380666 Dec 20 15:34:03.369927 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57526) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:34:03.375351 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-7558e3dc-6db5-4be9-a8cd-d90c3de34c12 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1224787771', 'network_id': '558c50f3-7cd8-43d5-9889-c5f259cfedc9', 'project_id': '6051e8cae9884506b33350e13a9e893a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:34:03.387029 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-4a362ab7-1339-49a1-8f5f-c73895325717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a300702-7313-4209-a5de-a2bdcd042640', 'name': 'tempest-TestNetworkAdvancedServerOps-router-177170069', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'df2a4e30-93b0-4ff9-bbe5-47cd8502ae69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:34:01Z', 'updated_at': '2021-12-20T15:34:02Z', 'revision_number': 3, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'gw_port': {'id': 'df2a4e30-93b0-4ff9-bbe5-47cd8502ae69', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8d:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a300702-7313-4209-a5de-a2bdcd042640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:34:01Z', 'updated_at': '2021-12-20T15:34:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:34:03.413166 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a362ab7-1339-49a1-8f5f-c73895325717 None None] Checking router: 2a300702-7313-4209-a5de-a2bdcd042640 for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:34:03.413510 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a362ab7-1339-49a1-8f5f-c73895325717 None None] Updating router 2a300702-7313-4209-a5de-a2bdcd042640 port df2a4e30-93b0-4ff9-bbe5-47cd8502ae69 binding host n-d-761264-19 {{(pid=103170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 15:34:03.443645 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4a362ab7-1339-49a1-8f5f-c73895325717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:03.469364 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7558e3dc-6db5-4be9-a8cd-d90c3de34c12 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Made reservation on behalf of 6051e8cae9884506b33350e13a9e893a for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:34:03.473229 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7558e3dc-6db5-4be9-a8cd-d90c3de34c12 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:03.662196 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7558e3dc-6db5-4be9-a8cd-d90c3de34c12 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8848317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10470522'] for subnet, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:03.701932 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4a362ab7-1339-49a1-8f5f-c73895325717 None None] Publish callbacks [] for port, precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:03.709466 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4a362ab7-1339-49a1-8f5f-c73895325717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:03.727389 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7558e3dc-6db5-4be9-a8cd-d90c3de34c12 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Pushing event updated for resources: {'Subnet': ['ID=5bdf0df8-ccae-4890-971f-61cba417b501,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:34:03.742444 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7558e3dc-6db5-4be9-a8cd-d90c3de34c12 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Checking segment: {'id': '627061f9-00c3-4021-9637-042c27a29797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '558c50f3-7cd8-43d5-9889-c5f259cfedc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:34:03.742444 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7558e3dc-6db5-4be9-a8cd-d90c3de34c12 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Network hostable DHCP agents. Network: 558c50f3-7cd8-43d5-9889-c5f259cfedc9, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:34:03.753026 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a51ffc-eeb1-45b4-abef-8a8aefec243a None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:34:03.758382 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-4a362ab7-1339-49a1-8f5f-c73895325717 None None] Attempting to bind port df2a4e30-93b0-4ff9-bbe5-47cd8502ae69 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:34:03.758712 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-4a362ab7-1339-49a1-8f5f-c73895325717 None None] Attempting to bind port df2a4e30-93b0-4ff9-bbe5-47cd8502ae69 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:34:03.759301 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a362ab7-1339-49a1-8f5f-c73895325717 None None] Attempting to bind port df2a4e30-93b0-4ff9-bbe5-47cd8502ae69 on network c3f8658e-da35-41f3-bd03-509e29ebd6f3 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:34:03.764278 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7558e3dc-6db5-4be9-a8cd-d90c3de34c12 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Network 558c50f3-7cd8-43d5-9889-c5f259cfedc9 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:34:03.770757 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a362ab7-1339-49a1-8f5f-c73895325717 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:34:03.771312 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a362ab7-1339-49a1-8f5f-c73895325717 None None] Checking segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:34:03.771621 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4a362ab7-1339-49a1-8f5f-c73895325717 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:03.772205 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a362ab7-1339-49a1-8f5f-c73895325717 None None] Bound using segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:34:03.772677 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-4a362ab7-1339-49a1-8f5f-c73895325717 None None] Bound port: df2a4e30-93b0-4ff9-bbe5-47cd8502ae69, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:34:03.773130 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4a362ab7-1339-49a1-8f5f-c73895325717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:03.777081 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-7558e3dc-6db5-4be9-a8cd-d90c3de34c12 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 558c50f3-7cd8-43d5-9889-c5f259cfedc9) {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:34:03.778565 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cca31b-7b7f-47fa-81e7-158b72d4ebe9 None None] Pushing event updated for resources: {'Port': ['ID=df2a4e30-93b0-4ff9-bbe5-47cd8502ae69,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:34:03.782495 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7558e3dc-6db5-4be9-a8cd-d90c3de34c12 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:34:03.783134 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7558e3dc-6db5-4be9-a8cd-d90c3de34c12 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:03.787763 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164f1237-2952-406c-bc74-c286e2169d12 None None] Network 558c50f3-7cd8-43d5-9889-c5f259cfedc9 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:34:03.807006 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-7558e3dc-6db5-4be9-a8cd-d90c3de34c12 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4357851 Dec 20 15:34:03.809641 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57528) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:34:03.811084 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cca31b-7b7f-47fa-81e7-158b72d4ebe9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:34:03.811431 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cca31b-7b7f-47fa-81e7-158b72d4ebe9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:34:03.811767 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cca31b-7b7f-47fa-81e7-158b72d4ebe9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:34:03.812100 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cca31b-7b7f-47fa-81e7-158b72d4ebe9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:34:03.812421 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cca31b-7b7f-47fa-81e7-158b72d4ebe9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:34:03.813737 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cca31b-7b7f-47fa-81e7-158b72d4ebe9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:34:03.813737 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cca31b-7b7f-47fa-81e7-158b72d4ebe9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:34:03.813737 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cca31b-7b7f-47fa-81e7-158b72d4ebe9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:34:03.814031 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cca31b-7b7f-47fa-81e7-158b72d4ebe9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:34:03.814157 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cca31b-7b7f-47fa-81e7-158b72d4ebe9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:34:03.814651 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cca31b-7b7f-47fa-81e7-158b72d4ebe9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:34:03.814651 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cca31b-7b7f-47fa-81e7-158b72d4ebe9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:34:03.814651 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cca31b-7b7f-47fa-81e7-158b72d4ebe9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:34:03.840394 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-4a362ab7-1339-49a1-8f5f-c73895325717 None None] For port df2a4e30-93b0-4ff9-bbe5-47cd8502ae69, host n-d-761264-19, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:34:03.843594 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-4a362ab7-1339-49a1-8f5f-c73895325717 None None] For port df2a4e30-93b0-4ff9-bbe5-47cd8502ae69, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=df2a4e30-93b0-4ff9-bbe5-47cd8502ae69,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:34:03.850379 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-4a362ab7-1339-49a1-8f5f-c73895325717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:03.878814 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-4612f2e6-4387-49ab-a08c-e54d32956802 None None] Provisioning complete for port df2a4e30-93b0-4ff9-bbe5-47cd8502ae69 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:34:03.879525 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4612f2e6-4387-49ab-a08c-e54d32956802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:03.906489 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a362ab7-1339-49a1-8f5f-c73895325717 None None] Routers {'2a300702-7313-4209-a5de-a2bdcd042640'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:34:03.907434 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-4a362ab7-1339-49a1-8f5f-c73895325717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:34:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['2a300702-7313-4209-a5de-a2bdcd042640'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:34:03.910344 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13e33d8-e5af-4817-b6c1-b56181c815e1 None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:34:03.963813 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cca31b-7b7f-47fa-81e7-158b72d4ebe9 None None] Pushing event updated for resources: {'Port': ['ID=df2a4e30-93b0-4ff9-bbe5-47cd8502ae69,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:34:03.965112 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96fc59f-014a-4277-a379-04619ccf8955 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-558c50f3-7cd8-43d5-9889-c5f259cfedc9', 'network_id': '558c50f3-7cd8-43d5-9889-c5f259cfedc9', 'project_id': '6051e8cae9884506b33350e13a9e893a', 'fixed_ips': [{'subnet_id': '5bdf0df8-ccae-4890-971f-61cba417b501'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 15:34:03.965982 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a96fc59f-014a-4277-a379-04619ccf8955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:04.032068 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-4a362ab7-1339-49a1-8f5f-c73895325717 None None] Set router 2a300702-7313-4209-a5de-a2bdcd042640 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:34:04.082626 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4612f2e6-4387-49ab-a08c-e54d32956802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:04.118212 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:04.135363 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-4612f2e6-4387-49ab-a08c-e54d32956802 None None] For port df2a4e30-93b0-4ff9-bbe5-47cd8502ae69, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=df2a4e30-93b0-4ff9-bbe5-47cd8502ae69,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:34:04.142458 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4612f2e6-4387-49ab-a08c-e54d32956802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:04.258004 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-4a362ab7-1339-49a1-8f5f-c73895325717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a300702-7313-4209-a5de-a2bdcd042640', 'name': 'tempest-TestNetworkAdvancedServerOps-router-177170069', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'df2a4e30-93b0-4ff9-bbe5-47cd8502ae69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:34:01Z', 'updated_at': '2021-12-20T15:34:02Z', 'revision_number': 3, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'gw_port': {'id': 'df2a4e30-93b0-4ff9-bbe5-47cd8502ae69', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8d:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a300702-7313-4209-a5de-a2bdcd042640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:34:01Z', 'updated_at': '2021-12-20T15:34:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:34:04.286878 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a362ab7-1339-49a1-8f5f-c73895325717 None None] The sync data for ids ['2a300702-7313-4209-a5de-a2bdcd042640'] in n-d-761264-19 is: [{'id': '2a300702-7313-4209-a5de-a2bdcd042640', 'name': 'tempest-TestNetworkAdvancedServerOps-router-177170069', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'df2a4e30-93b0-4ff9-bbe5-47cd8502ae69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:34:01Z', 'updated_at': '2021-12-20T15:34:02Z', 'revision_number': 3, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'gw_port': {'id': 'df2a4e30-93b0-4ff9-bbe5-47cd8502ae69', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8d:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a300702-7313-4209-a5de-a2bdcd042640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:34:01Z', 'updated_at': '2021-12-20T15:34:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:34:04.417604 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-a96fc59f-014a-4277-a379-04619ccf8955 None None] Allocated IP 172.20.0.2 (558c50f3-7cd8-43d5-9889-c5f259cfedc9/5bdf0df8-ccae-4890-971f-61cba417b501/175c44ce-ceca-4d07-86f6-f7871deefeeb) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:34:04.431488 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-e35b51d3-0329-4fc6-a44a-a994e2de99ea None None] Provisioning complete for port df2a4e30-93b0-4ff9-bbe5-47cd8502ae69 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:34:04.431488 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e35b51d3-0329-4fc6-a44a-a994e2de99ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:04.471732 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4612f2e6-4387-49ab-a08c-e54d32956802 None None] Pushing event updated for resources: {'Port': ['ID=df2a4e30-93b0-4ff9-bbe5-47cd8502ae69,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:34:04.682470 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a96fc59f-014a-4277-a379-04619ccf8955 None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:04.692237 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a96fc59f-014a-4277-a379-04619ccf8955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:04.719981 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-57ea1c92-46e8-4a0d-8461-7d7f8ecb0325 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:04.733289 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96fc59f-014a-4277-a379-04619ccf8955 None None] Network 558c50f3-7cd8-43d5-9889-c5f259cfedc9 is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:34:04.736436 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-a96fc59f-014a-4277-a379-04619ccf8955 None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:34:04.740236 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96fc59f-014a-4277-a379-04619ccf8955 None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:34:04.749626 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96fc59f-014a-4277-a379-04619ccf8955 None None] Pushing event updated for resources: {'Port': ['ID=175c44ce-ceca-4d07-86f6-f7871deefeeb,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:34:04.805945 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-a96fc59f-014a-4277-a379-04619ccf8955 None None] Attempting to bind port 175c44ce-ceca-4d07-86f6-f7871deefeeb on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:34:04.806661 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-a96fc59f-014a-4277-a379-04619ccf8955 None None] Attempting to bind port 175c44ce-ceca-4d07-86f6-f7871deefeeb by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '627061f9-00c3-4021-9637-042c27a29797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '558c50f3-7cd8-43d5-9889-c5f259cfedc9'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:34:04.806819 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96fc59f-014a-4277-a379-04619ccf8955 None None] Attempting to bind port 175c44ce-ceca-4d07-86f6-f7871deefeeb on network 558c50f3-7cd8-43d5-9889-c5f259cfedc9 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:34:04.816472 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96fc59f-014a-4277-a379-04619ccf8955 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:34:04.816984 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96fc59f-014a-4277-a379-04619ccf8955 None None] Checking segment: {'id': '627061f9-00c3-4021-9637-042c27a29797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '558c50f3-7cd8-43d5-9889-c5f259cfedc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:34:04.817391 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a96fc59f-014a-4277-a379-04619ccf8955 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:04.817870 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96fc59f-014a-4277-a379-04619ccf8955 None None] Bound using segment: {'id': '627061f9-00c3-4021-9637-042c27a29797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '558c50f3-7cd8-43d5-9889-c5f259cfedc9'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:34:04.818418 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-a96fc59f-014a-4277-a379-04619ccf8955 None None] Bound port: 175c44ce-ceca-4d07-86f6-f7871deefeeb, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '627061f9-00c3-4021-9637-042c27a29797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '558c50f3-7cd8-43d5-9889-c5f259cfedc9'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:34:04.818903 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a96fc59f-014a-4277-a379-04619ccf8955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:04.898004 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-a96fc59f-014a-4277-a379-04619ccf8955 None None] For port 175c44ce-ceca-4d07-86f6-f7871deefeeb, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:34:04.902486 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-a96fc59f-014a-4277-a379-04619ccf8955 None None] For port 175c44ce-ceca-4d07-86f6-f7871deefeeb, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=175c44ce-ceca-4d07-86f6-f7871deefeeb,segment=NetworkSegment(627061f9-00c3-4021-9637-042c27a29797),segment_id=627061f9-00c3-4021-9637-042c27a29797)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:34:04.908189 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a96fc59f-014a-4277-a379-04619ccf8955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:04.978988 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96fc59f-014a-4277-a379-04619ccf8955 None None] Pushing event updated for resources: {'Port': ['ID=175c44ce-ceca-4d07-86f6-f7871deefeeb,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:34:05.041887 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-57ea1c92-46e8-4a0d-8461-7d7f8ecb0325 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Allocated IP 172.20.0.1 (558c50f3-7cd8-43d5-9889-c5f259cfedc9/5bdf0df8-ccae-4890-971f-61cba417b501/3d3c5463-ec6f-4181-8c8a-ca1318439e38) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:34:05.211812 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-57ea1c92-46e8-4a0d-8461-7d7f8ecb0325 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:05.261264 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-57ea1c92-46e8-4a0d-8461-7d7f8ecb0325 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:05.321711 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ea1c92-46e8-4a0d-8461-7d7f8ecb0325 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Network 558c50f3-7cd8-43d5-9889-c5f259cfedc9 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:34:05.328192 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-57ea1c92-46e8-4a0d-8461-7d7f8ecb0325 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:34:05.332509 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ea1c92-46e8-4a0d-8461-7d7f8ecb0325 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:34:05.378586 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ea1c92-46e8-4a0d-8461-7d7f8ecb0325 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Pushing event updated for resources: {'Port': ['ID=3d3c5463-ec6f-4181-8c8a-ca1318439e38,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:34:05.398839 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-57ea1c92-46e8-4a0d-8461-7d7f8ecb0325 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595714'] for router_interface, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:05.483742 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device df2a4e30-93b0-4ff9-bbe5-47cd8502ae69 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:34:05.537248 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port df2a4e30-93b0-4ff9-bbe5-47cd8502ae69 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:34:05.537614 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:05.552484 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-57ea1c92-46e8-4a0d-8461-7d7f8ecb0325 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:05.620473 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 175c44ce-ceca-4d07-86f6-f7871deefeeb up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:34:05.671479 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 175c44ce-ceca-4d07-86f6-f7871deefeeb triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:34:05.671760 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:05.756642 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:05.793480 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] For port 175c44ce-ceca-4d07-86f6-f7871deefeeb, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=175c44ce-ceca-4d07-86f6-f7871deefeeb,segment=NetworkSegment(627061f9-00c3-4021-9637-042c27a29797),segment_id=627061f9-00c3-4021-9637-042c27a29797)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:34:05.799326 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:05.850252 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Pushing event updated for resources: {'Port': ['ID=175c44ce-ceca-4d07-86f6-f7871deefeeb,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:34:05.864823 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-57ea1c92-46e8-4a0d-8461-7d7f8ecb0325 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:05.871210 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-57ea1c92-46e8-4a0d-8461-7d7f8ecb0325 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:05.950981 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ea1c92-46e8-4a0d-8461-7d7f8ecb0325 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Pushing event updated for resources: {'Port': ['ID=3d3c5463-ec6f-4181-8c8a-ca1318439e38,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:34:05.953627 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-57ea1c92-46e8-4a0d-8461-7d7f8ecb0325 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1595702'] for router_interface, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:06.016277 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dfa4133-50e5-4e9f-b74a-33f5be114376 None None] Network 558c50f3-7cd8-43d5-9889-c5f259cfedc9 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:34:06.051911 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ea1c92-46e8-4a0d-8461-7d7f8ecb0325 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Network 558c50f3-7cd8-43d5-9889-c5f259cfedc9 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:34:06.053473 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-57ea1c92-46e8-4a0d-8461-7d7f8ecb0325 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:34:06.106991 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:06.115920 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-40ead5ee-9b0f-4366-872d-84173135de4f None None] Provisioning complete for port 175c44ce-ceca-4d07-86f6-f7871deefeeb triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:34:06.116294 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-40ead5ee-9b0f-4366-872d-84173135de4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:06.174386 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57ea1c92-46e8-4a0d-8461-7d7f8ecb0325 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Router 2a300702-7313-4209-a5de-a2bdcd042640 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:34:06.296871 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57ea1c92-46e8-4a0d-8461-7d7f8ecb0325 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:34:06.307608 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-57ea1c92-46e8-4a0d-8461-7d7f8ecb0325 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "PUT /v2.0/routers/2a300702-7313-4209-a5de-a2bdcd042640/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4908819 Dec 20 15:34:06.334040 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:06.447974 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-3816f063-3487-43ea-831e-38b36800d8d9 None None] Provisioning complete for port 175c44ce-ceca-4d07-86f6-f7871deefeeb triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:34:06.448341 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-3816f063-3487-43ea-831e-38b36800d8d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:06.491721 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6f52889a-120a-46bc-b6c7-65e423ebda89 req-295f7d4d-c4dc-40a2-847f-d202174578ae tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1350908980&fields=id&tenant_id=6051e8cae9884506b33350e13a9e893a HTTP/1.1" status: 200 len: 267 time: 0.0625665 Dec 20 15:34:06.555811 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-3816f063-3487-43ea-831e-38b36800d8d9 None None] Provisioning complete for port 3d3c5463-ec6f-4181-8c8a-ca1318439e38 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:34:06.556180 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-3816f063-3487-43ea-831e-38b36800d8d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:06.594661 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-3816f063-3487-43ea-831e-38b36800d8d9 None None] Port 3d3c5463-ec6f-4181-8c8a-ca1318439e38 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:34:06.618151 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f52889a-120a-46bc-b6c7-65e423ebda89 req-0a7630be-a121-4773-a123-251fedb01515 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:34:06.619940 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6f52889a-120a-46bc-b6c7-65e423ebda89 req-0a7630be-a121-4773-a123-251fedb01515 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/networks?id=558c50f3-7cd8-43d5-9889-c5f259cfedc9 HTTP/1.1" status: 200 len: 797 time: 0.1210086 Dec 20 15:34:06.636609 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6f52889a-120a-46bc-b6c7-65e423ebda89 req-ea36aaf1-33f0-409a-add8-6c4ff9c0d294 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/quotas/6051e8cae9884506b33350e13a9e893a HTTP/1.1" status: 200 len: 375 time: 0.0099213 Dec 20 15:34:06.667798 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1106020f-946b-4a2a-b58b-3d8022bbdecb None None] Sync routers for ids ['2a300702-7313-4209-a5de-a2bdcd042640'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:34:06.678643 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1106020f-946b-4a2a-b58b-3d8022bbdecb None None] Routers {'2a300702-7313-4209-a5de-a2bdcd042640'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:34:06.679602 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-1106020f-946b-4a2a-b58b-3d8022bbdecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:34:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['2a300702-7313-4209-a5de-a2bdcd042640'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:34:06.691782 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6f52889a-120a-46bc-b6c7-65e423ebda89 req-8a1e4df7-7b2f-4dc1-8f43-7084f58c2d57 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=6051e8cae9884506b33350e13a9e893a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489039 Dec 20 15:34:06.755078 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-ed11f02b-dc23-4a47-aa5d-a62a95ef7c79 None None] Provisioning complete for port 3d3c5463-ec6f-4181-8c8a-ca1318439e38 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:34:06.755078 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ed11f02b-dc23-4a47-aa5d-a62a95ef7c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:06.788551 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [req-6f52889a-120a-46bc-b6c7-65e423ebda89 req-6d4064ea-4550-4322-8ea3-db0bb6713c39 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:34:06.789961 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6f52889a-120a-46bc-b6c7-65e423ebda89 req-6d4064ea-4550-4322-8ea3-db0bb6713c39 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0838144 Dec 20 15:34:06.853095 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-ed11f02b-dc23-4a47-aa5d-a62a95ef7c79 None None] Port 3d3c5463-ec6f-4181-8c8a-ca1318439e38 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:34:06.869785 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-1106020f-946b-4a2a-b58b-3d8022bbdecb None None] Set router 2a300702-7313-4209-a5de-a2bdcd042640 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:34:06.914084 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6f52889a-120a-46bc-b6c7-65e423ebda89 req-f60e73fc-7582-4b7a-ad94-20a1992f7416 service neutron] 10.222.0.54 "GET /v2.0/networks/558c50f3-7cd8-43d5-9889-c5f259cfedc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112978 Dec 20 15:34:07.012797 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6f52889a-120a-46bc-b6c7-65e423ebda89 req-cc146365-3ade-43fd-b10b-9ea2d54ab169 service neutron] 10.222.0.54 "GET /v2.0/networks/558c50f3-7cd8-43d5-9889-c5f259cfedc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914099 Dec 20 15:34:07.017402 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-6f569c5f-2e18-40e4-871b-7bc0857afff3 None None] Provisioning complete for port 3d3c5463-ec6f-4181-8c8a-ca1318439e38 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:34:07.017773 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6f569c5f-2e18-40e4-871b-7bc0857afff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:07.069182 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-6f569c5f-2e18-40e4-871b-7bc0857afff3 None None] Port 3d3c5463-ec6f-4181-8c8a-ca1318439e38 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:34:07.127930 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-1106020f-946b-4a2a-b58b-3d8022bbdecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a300702-7313-4209-a5de-a2bdcd042640', 'name': 'tempest-TestNetworkAdvancedServerOps-router-177170069', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'df2a4e30-93b0-4ff9-bbe5-47cd8502ae69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:34:01Z', 'updated_at': '2021-12-20T15:34:05Z', 'revision_number': 4, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'gw_port': {'id': 'df2a4e30-93b0-4ff9-bbe5-47cd8502ae69', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a300702-7313-4209-a5de-a2bdcd042640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:34:01Z', 'updated_at': '2021-12-20T15:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '3d3c5463-ec6f-4181-8c8a-ca1318439e38', 'name': '', 'network_id': '558c50f3-7cd8-43d5-9889-c5f259cfedc9', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'mac_address': 'fa:16:3e:b3:88:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a300702-7313-4209-a5de-a2bdcd042640', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '5bdf0df8-ccae-4890-971f-61cba417b501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:34:04Z', 'updated_at': '2021-12-20T15:34:05Z', 'revision_number': 2, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'subnets': [{'id': '5bdf0df8-ccae-4890-971f-61cba417b501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:34:07.161169 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1106020f-946b-4a2a-b58b-3d8022bbdecb None None] Checking router: 2a300702-7313-4209-a5de-a2bdcd042640 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:34:07.161568 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1106020f-946b-4a2a-b58b-3d8022bbdecb None None] Updating router 2a300702-7313-4209-a5de-a2bdcd042640 port 3d3c5463-ec6f-4181-8c8a-ca1318439e38 binding host n-d-761264-19 {{(pid=103169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 15:34:07.191779 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-1106020f-946b-4a2a-b58b-3d8022bbdecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:07.221740 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-169ceabe-9032-47ea-8874-548046444ae2 req-fc08bdf6-352c-4c89-bf04-757016b54bbc tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=f99ba795-e6ca-4090-a25a-331812fff53f HTTP/1.1" status: 200 len: 210 time: 0.0284643 Dec 20 15:34:07.423665 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 175c44ce-ceca-4d07-86f6-f7871deefeeb up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:34:07.520599 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-1106020f-946b-4a2a-b58b-3d8022bbdecb None None] Publish callbacks [] for port, precommit_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:07.528387 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 175c44ce-ceca-4d07-86f6-f7871deefeeb triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:34:07.528748 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:07.530398 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-1106020f-946b-4a2a-b58b-3d8022bbdecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:07.610274 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab22b07-e93c-4838-ad10-cbdc492aa228 None None] Pushing event updated for resources: {'Port': ['ID=3d3c5463-ec6f-4181-8c8a-ca1318439e38,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:34:07.698929 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-1106020f-946b-4a2a-b58b-3d8022bbdecb None None] Attempting to bind port 3d3c5463-ec6f-4181-8c8a-ca1318439e38 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:34:07.699302 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-1106020f-946b-4a2a-b58b-3d8022bbdecb None None] Attempting to bind port 3d3c5463-ec6f-4181-8c8a-ca1318439e38 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '627061f9-00c3-4021-9637-042c27a29797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '558c50f3-7cd8-43d5-9889-c5f259cfedc9'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:34:07.699620 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1106020f-946b-4a2a-b58b-3d8022bbdecb None None] Attempting to bind port 3d3c5463-ec6f-4181-8c8a-ca1318439e38 on network 558c50f3-7cd8-43d5-9889-c5f259cfedc9 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:34:07.708389 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1106020f-946b-4a2a-b58b-3d8022bbdecb None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:34:07.708745 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1106020f-946b-4a2a-b58b-3d8022bbdecb None None] Checking segment: {'id': '627061f9-00c3-4021-9637-042c27a29797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '558c50f3-7cd8-43d5-9889-c5f259cfedc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:34:07.709230 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-1106020f-946b-4a2a-b58b-3d8022bbdecb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:07.709940 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1106020f-946b-4a2a-b58b-3d8022bbdecb None None] Bound using segment: {'id': '627061f9-00c3-4021-9637-042c27a29797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '558c50f3-7cd8-43d5-9889-c5f259cfedc9'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:34:07.710058 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-1106020f-946b-4a2a-b58b-3d8022bbdecb None None] Bound port: 3d3c5463-ec6f-4181-8c8a-ca1318439e38, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '627061f9-00c3-4021-9637-042c27a29797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '558c50f3-7cd8-43d5-9889-c5f259cfedc9'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:34:07.710367 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-1106020f-946b-4a2a-b58b-3d8022bbdecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:07.786555 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-1106020f-946b-4a2a-b58b-3d8022bbdecb None None] For port 3d3c5463-ec6f-4181-8c8a-ca1318439e38, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:34:07.790379 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-1106020f-946b-4a2a-b58b-3d8022bbdecb None None] For port 3d3c5463-ec6f-4181-8c8a-ca1318439e38, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=3d3c5463-ec6f-4181-8c8a-ca1318439e38,segment=NetworkSegment(627061f9-00c3-4021-9637-042c27a29797),segment_id=627061f9-00c3-4021-9637-042c27a29797)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:34:07.796842 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-1106020f-946b-4a2a-b58b-3d8022bbdecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:07.860667 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab22b07-e93c-4838-ad10-cbdc492aa228 None None] Pushing event updated for resources: {'Port': ['ID=3d3c5463-ec6f-4181-8c8a-ca1318439e38,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:34:07.863553 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1106020f-946b-4a2a-b58b-3d8022bbdecb None None] Routers {'2a300702-7313-4209-a5de-a2bdcd042640'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:34:07.864141 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-1106020f-946b-4a2a-b58b-3d8022bbdecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:34:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['2a300702-7313-4209-a5de-a2bdcd042640'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:34:07.959224 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-ef06838b-2ae2-4ada-8504-b3e73b110720 None None] Provisioning complete for port 3d3c5463-ec6f-4181-8c8a-ca1318439e38 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:34:07.959875 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ef06838b-2ae2-4ada-8504-b3e73b110720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:08.014663 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-1106020f-946b-4a2a-b58b-3d8022bbdecb None None] Set router 2a300702-7313-4209-a5de-a2bdcd042640 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:34:08.335003 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ef06838b-2ae2-4ada-8504-b3e73b110720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:08.360062 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-976ca9ea-f85f-47da-905f-e9f125db7bd0 req-89e5c21b-b502-4e27-9c00-79ad4a65337d tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=f99ba795-e6ca-4090-a25a-331812fff53f HTTP/1.1" status: 200 len: 210 time: 0.0556200 Dec 20 15:34:08.404174 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-ef06838b-2ae2-4ada-8504-b3e73b110720 None None] For port 3d3c5463-ec6f-4181-8c8a-ca1318439e38, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=3d3c5463-ec6f-4181-8c8a-ca1318439e38,segment=NetworkSegment(627061f9-00c3-4021-9637-042c27a29797),segment_id=627061f9-00c3-4021-9637-042c27a29797)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:34:08.411460 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ef06838b-2ae2-4ada-8504-b3e73b110720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:08.482127 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef06838b-2ae2-4ada-8504-b3e73b110720 None None] Pushing event updated for resources: {'Port': ['ID=3d3c5463-ec6f-4181-8c8a-ca1318439e38,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:34:08.503351 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-1106020f-946b-4a2a-b58b-3d8022bbdecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a300702-7313-4209-a5de-a2bdcd042640', 'name': 'tempest-TestNetworkAdvancedServerOps-router-177170069', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'df2a4e30-93b0-4ff9-bbe5-47cd8502ae69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:34:01Z', 'updated_at': '2021-12-20T15:34:05Z', 'revision_number': 4, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'gw_port': {'id': 'df2a4e30-93b0-4ff9-bbe5-47cd8502ae69', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a300702-7313-4209-a5de-a2bdcd042640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:34:01Z', 'updated_at': '2021-12-20T15:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '3d3c5463-ec6f-4181-8c8a-ca1318439e38', 'name': '', 'network_id': '558c50f3-7cd8-43d5-9889-c5f259cfedc9', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'mac_address': 'fa:16:3e:b3:88:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a300702-7313-4209-a5de-a2bdcd042640', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '5bdf0df8-ccae-4890-971f-61cba417b501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:34:04Z', 'updated_at': '2021-12-20T15:34:07Z', 'revision_number': 4, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'subnets': [{'id': '5bdf0df8-ccae-4890-971f-61cba417b501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:34:08.507275 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f52889a-120a-46bc-b6c7-65e423ebda89 req-d7a83a29-cb91-492c-b64e-47fc72fef217 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:34:08.508939 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6f52889a-120a-46bc-b6c7-65e423ebda89 req-d7a83a29-cb91-492c-b64e-47fc72fef217 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.47 "GET /v2.0/networks?id=558c50f3-7cd8-43d5-9889-c5f259cfedc9 HTTP/1.1" status: 200 len: 797 time: 0.1538725 Dec 20 15:34:08.537532 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1106020f-946b-4a2a-b58b-3d8022bbdecb None None] The sync data for ids ['2a300702-7313-4209-a5de-a2bdcd042640'] in n-d-761264-19 is: [{'id': '2a300702-7313-4209-a5de-a2bdcd042640', 'name': 'tempest-TestNetworkAdvancedServerOps-router-177170069', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'df2a4e30-93b0-4ff9-bbe5-47cd8502ae69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:34:01Z', 'updated_at': '2021-12-20T15:34:05Z', 'revision_number': 4, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'gw_port': {'id': 'df2a4e30-93b0-4ff9-bbe5-47cd8502ae69', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a300702-7313-4209-a5de-a2bdcd042640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:34:01Z', 'updated_at': '2021-12-20T15:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '3d3c5463-ec6f-4181-8c8a-ca1318439e38', 'name': '', 'network_id': '558c50f3-7cd8-43d5-9889-c5f259cfedc9', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'mac_address': 'fa:16:3e:b3:88:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a300702-7313-4209-a5de-a2bdcd042640', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '5bdf0df8-ccae-4890-971f-61cba417b501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:34:04Z', 'updated_at': '2021-12-20T15:34:07Z', 'revision_number': 4, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'subnets': [{'id': '5bdf0df8-ccae-4890-971f-61cba417b501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:34:08.548268 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-5b7e68b7-5a5b-4a62-8b0f-042172d79e77 None None] Provisioning complete for port 3d3c5463-ec6f-4181-8c8a-ca1318439e38 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:34:08.548691 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-5b7e68b7-5a5b-4a62-8b0f-042172d79e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:08.598768 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6f52889a-120a-46bc-b6c7-65e423ebda89 req-348ab6d4-8460-4d57-8a25-8f22660349e6 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6051e8cae9884506b33350e13a9e893a HTTP/1.1" status: 200 len: 380 time: 0.0802770 Dec 20 15:34:08.615281 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-6f52889a-120a-46bc-b6c7-65e423ebda89 req-aaeeabb1-cb1b-493b-80a2-7b8c19d02402 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Request body: {'port': {'device_id': 'f99ba795-e6ca-4090-a25a-331812fff53f', 'network_id': '558c50f3-7cd8-43d5-9889-c5f259cfedc9', 'admin_state_up': True, 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'security_groups': ['782dc089-d08b-4dd4-987c-4d0a299a9e4e']}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:34:08.743695 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f52889a-120a-46bc-b6c7-65e423ebda89 req-aaeeabb1-cb1b-493b-80a2-7b8c19d02402 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Made reservation on behalf of 6051e8cae9884506b33350e13a9e893a for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:34:08.748208 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-6f52889a-120a-46bc-b6c7-65e423ebda89 req-aaeeabb1-cb1b-493b-80a2-7b8c19d02402 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:08.881567 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [req-6f52889a-120a-46bc-b6c7-65e423ebda89 req-aaeeabb1-cb1b-493b-80a2-7b8c19d02402 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Allocated IP 172.20.0.4 (558c50f3-7cd8-43d5-9889-c5f259cfedc9/5bdf0df8-ccae-4890-971f-61cba417b501/26626a63-6ea8-4cf0-8b76-f11543f56f85) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:34:09.035522 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-6f52889a-120a-46bc-b6c7-65e423ebda89 req-aaeeabb1-cb1b-493b-80a2-7b8c19d02402 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:09.085242 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-6f52889a-120a-46bc-b6c7-65e423ebda89 req-aaeeabb1-cb1b-493b-80a2-7b8c19d02402 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:09.137134 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f52889a-120a-46bc-b6c7-65e423ebda89 req-aaeeabb1-cb1b-493b-80a2-7b8c19d02402 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Network 558c50f3-7cd8-43d5-9889-c5f259cfedc9 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:34:09.142886 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [req-6f52889a-120a-46bc-b6c7-65e423ebda89 req-aaeeabb1-cb1b-493b-80a2-7b8c19d02402 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:34:09.145703 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f52889a-120a-46bc-b6c7-65e423ebda89 req-aaeeabb1-cb1b-493b-80a2-7b8c19d02402 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:34:09.183972 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeeabb1-cb1b-493b-80a2-7b8c19d02402 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Pushing event updated for resources: {'Port': ['ID=26626a63-6ea8-4cf0-8b76-f11543f56f85,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:34:09.209599 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f52889a-120a-46bc-b6c7-65e423ebda89 req-aaeeabb1-cb1b-493b-80a2-7b8c19d02402 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:34:09.210292 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-6f52889a-120a-46bc-b6c7-65e423ebda89 req-aaeeabb1-cb1b-493b-80a2-7b8c19d02402 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:09.235945 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6f52889a-120a-46bc-b6c7-65e423ebda89 req-aaeeabb1-cb1b-493b-80a2-7b8c19d02402 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6266103 Dec 20 15:34:09.246857 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [req-6f52889a-120a-46bc-b6c7-65e423ebda89 req-47606a7a-6e06-4a2d-ac65-23a58e4bcb35 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:34:09.248118 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6f52889a-120a-46bc-b6c7-65e423ebda89 req-47606a7a-6e06-4a2d-ac65-23a58e4bcb35 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059333 Dec 20 15:34:09.311993 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-6f52889a-120a-46bc-b6c7-65e423ebda89 req-06600c6b-c729-4284-b5d2-4f8177b78d8f service neutron] Request body: {'port': {'device_id': 'f99ba795-e6ca-4090-a25a-331812fff53f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-19'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:34:09.381932 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-6f52889a-120a-46bc-b6c7-65e423ebda89 req-06600c6b-c729-4284-b5d2-4f8177b78d8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:09.385895 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-e64789e2-ed1b-47a4-8673-b8fef77870f8 None None] Provisioning complete for port 26626a63-6ea8-4cf0-8b76-f11543f56f85 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:34:09.386422 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e64789e2-ed1b-47a4-8673-b8fef77870f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:09.434337 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-e64789e2-ed1b-47a4-8673-b8fef77870f8 None None] Port 26626a63-6ea8-4cf0-8b76-f11543f56f85 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:34:09.459583 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 3d3c5463-ec6f-4181-8c8a-ca1318439e38 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:34:09.520705 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 3d3c5463-ec6f-4181-8c8a-ca1318439e38 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:34:09.521171 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:09.521643 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44ef8fe-768e-434e-bae6-0a6fb05cfe85 req-8b7ec915-9251-4d59-9cec-4d269f9d0a37 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:34:09.529467 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c44ef8fe-768e-434e-bae6-0a6fb05cfe85 req-8b7ec915-9251-4d59-9cec-4d269f9d0a37 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=f99ba795-e6ca-4090-a25a-331812fff53f HTTP/1.1" status: 200 len: 931 time: 0.0567420 Dec 20 15:34:09.583500 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c44ef8fe-768e-434e-bae6-0a6fb05cfe85 req-6a02787f-9c5e-4d6d-90ef-30d461466103 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/security-groups?id=782dc089-d08b-4dd4-987c-4d0a299a9e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526342 Dec 20 15:34:09.719448 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [req-6f52889a-120a-46bc-b6c7-65e423ebda89 req-06600c6b-c729-4284-b5d2-4f8177b78d8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26626a63-6ea8-4cf0-8b76-f11543f56f85 {{(pid=103167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:34:09.727202 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-6f52889a-120a-46bc-b6c7-65e423ebda89 req-06600c6b-c729-4284-b5d2-4f8177b78d8f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:09.739664 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-6f52889a-120a-46bc-b6c7-65e423ebda89 req-06600c6b-c729-4284-b5d2-4f8177b78d8f service neutron] Transition to ACTIVE for port object 26626a63-6ea8-4cf0-8b76-f11543f56f85 will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:34:09.744980 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-6f52889a-120a-46bc-b6c7-65e423ebda89 req-06600c6b-c729-4284-b5d2-4f8177b78d8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:09.814414 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06600c6b-c729-4284-b5d2-4f8177b78d8f service neutron] Pushing event updated for resources: {'Port': ['ID=26626a63-6ea8-4cf0-8b76-f11543f56f85,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:34:09.865549 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-6f52889a-120a-46bc-b6c7-65e423ebda89 req-06600c6b-c729-4284-b5d2-4f8177b78d8f service neutron] Attempting to bind port 26626a63-6ea8-4cf0-8b76-f11543f56f85 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:34:09.865856 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-6f52889a-120a-46bc-b6c7-65e423ebda89 req-06600c6b-c729-4284-b5d2-4f8177b78d8f service neutron] Attempting to bind port 26626a63-6ea8-4cf0-8b76-f11543f56f85 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': '627061f9-00c3-4021-9637-042c27a29797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '558c50f3-7cd8-43d5-9889-c5f259cfedc9'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:34:09.866214 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f52889a-120a-46bc-b6c7-65e423ebda89 req-06600c6b-c729-4284-b5d2-4f8177b78d8f service neutron] Attempting to bind port 26626a63-6ea8-4cf0-8b76-f11543f56f85 on network 558c50f3-7cd8-43d5-9889-c5f259cfedc9 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:34:09.871352 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f52889a-120a-46bc-b6c7-65e423ebda89 req-06600c6b-c729-4284-b5d2-4f8177b78d8f service neutron] Port 26626a63-6ea8-4cf0-8b76-f11543f56f85 on network 558c50f3-7cd8-43d5-9889-c5f259cfedc9 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:34:09.871678 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f52889a-120a-46bc-b6c7-65e423ebda89 req-06600c6b-c729-4284-b5d2-4f8177b78d8f service neutron] Attempting to bind port 26626a63-6ea8-4cf0-8b76-f11543f56f85 on network 558c50f3-7cd8-43d5-9889-c5f259cfedc9 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:34:09.877007 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f52889a-120a-46bc-b6c7-65e423ebda89 req-06600c6b-c729-4284-b5d2-4f8177b78d8f service neutron] Checking agent: {'id': '43c60aee-e4af-4ecc-bee2-aac3569fafed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:34:09.877335 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f52889a-120a-46bc-b6c7-65e423ebda89 req-06600c6b-c729-4284-b5d2-4f8177b78d8f service neutron] Checking segment: {'id': '627061f9-00c3-4021-9637-042c27a29797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '558c50f3-7cd8-43d5-9889-c5f259cfedc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:34:09.877737 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f52889a-120a-46bc-b6c7-65e423ebda89 req-06600c6b-c729-4284-b5d2-4f8177b78d8f service neutron] Bound using segment: {'id': '627061f9-00c3-4021-9637-042c27a29797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '558c50f3-7cd8-43d5-9889-c5f259cfedc9'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:34:09.878163 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-6f52889a-120a-46bc-b6c7-65e423ebda89 req-06600c6b-c729-4284-b5d2-4f8177b78d8f service neutron] Bound port: 26626a63-6ea8-4cf0-8b76-f11543f56f85, host: n-h2-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '627061f9-00c3-4021-9637-042c27a29797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '558c50f3-7cd8-43d5-9889-c5f259cfedc9'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:34:09.878564 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-6f52889a-120a-46bc-b6c7-65e423ebda89 req-06600c6b-c729-4284-b5d2-4f8177b78d8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:09.945446 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-6f52889a-120a-46bc-b6c7-65e423ebda89 req-06600c6b-c729-4284-b5d2-4f8177b78d8f service neutron] For port 26626a63-6ea8-4cf0-8b76-f11543f56f85, host n-h2-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:34:09.949015 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-6f52889a-120a-46bc-b6c7-65e423ebda89 req-06600c6b-c729-4284-b5d2-4f8177b78d8f service neutron] For port 26626a63-6ea8-4cf0-8b76-f11543f56f85, host n-h2-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=26626a63-6ea8-4cf0-8b76-f11543f56f85,segment=NetworkSegment(627061f9-00c3-4021-9637-042c27a29797),segment_id=627061f9-00c3-4021-9637-042c27a29797)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:34:09.955229 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-6f52889a-120a-46bc-b6c7-65e423ebda89 req-06600c6b-c729-4284-b5d2-4f8177b78d8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:09.998344 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f52889a-120a-46bc-b6c7-65e423ebda89 req-06600c6b-c729-4284-b5d2-4f8177b78d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:34:09.999030 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-6f52889a-120a-46bc-b6c7-65e423ebda89 req-06600c6b-c729-4284-b5d2-4f8177b78d8f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:10.000600 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6f52889a-120a-46bc-b6c7-65e423ebda89 req-06600c6b-c729-4284-b5d2-4f8177b78d8f service neutron] 10.222.0.47 "PUT /v2.0/ports/26626a63-6ea8-4cf0-8b76-f11543f56f85 HTTP/1.1" status: 200 len: 1092 time: 0.7443244 Dec 20 15:34:10.001070 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f99ba795-e6ca-4090-a25a-331812fff53f', 'tag': '26626a63-6ea8-4cf0-8b76-f11543f56f85'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:34:10.003559 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08f5bd10d948da750b9537a176c40f94b479143edf42a445aa4903673b4b1814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cebe4b1a-8ca3-49f5-8fac-6994608e41ba" -d '{"events": [{"name": "network-changed", "server_uuid": "f99ba795-e6ca-4090-a25a-331812fff53f", "tag": "26626a63-6ea8-4cf0-8b76-f11543f56f85"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:34:10.034150 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06600c6b-c729-4284-b5d2-4f8177b78d8f service neutron] Pushing event updated for resources: {'Port': ['ID=26626a63-6ea8-4cf0-8b76-f11543f56f85,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:34:10.083774 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d26c4c1-1eb0-40a4-8c1d-e2a571c1974e x-openstack-request-id: req-8d26c4c1-1eb0-40a4-8c1d-e2a571c1974e {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:34:10.084073 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f99ba795-e6ca-4090-a25a-331812fff53f", "tag": "26626a63-6ea8-4cf0-8b76-f11543f56f85", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:34:10.084336 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8d26c4c1-1eb0-40a4-8c1d-e2a571c1974e {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:34:10.084744 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f99ba795-e6ca-4090-a25a-331812fff53f', 'tag': '26626a63-6ea8-4cf0-8b76-f11543f56f85', 'status': 'completed', 'code': 200} Dec 20 15:34:10.101362 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f52889a-120a-46bc-b6c7-65e423ebda89 req-a86b5a64-cf67-411f-91a9-0c8a0bb62434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:34:10.102951 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6f52889a-120a-46bc-b6c7-65e423ebda89 req-a86b5a64-cf67-411f-91a9-0c8a0bb62434 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6051e8cae9884506b33350e13a9e893a&device_id=f99ba795-e6ca-4090-a25a-331812fff53f HTTP/1.1" status: 200 len: 1095 time: 0.0501225 Dec 20 15:34:10.147321 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6f52889a-120a-46bc-b6c7-65e423ebda89 req-27025fdb-4c4b-485c-aad2-de3d6d1809c1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=26626a63-6ea8-4cf0-8b76-f11543f56f85 HTTP/1.1" status: 200 len: 217 time: 0.0357120 Dec 20 15:34:10.203745 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f52889a-120a-46bc-b6c7-65e423ebda89 req-91601f3c-ab66-4433-9134-f3e28d9e977d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:34:10.205936 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6f52889a-120a-46bc-b6c7-65e423ebda89 req-91601f3c-ab66-4433-9134-f3e28d9e977d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5bdf0df8-ccae-4890-971f-61cba417b501 HTTP/1.1" status: 200 len: 835 time: 0.0517585 Dec 20 15:34:10.263226 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f52889a-120a-46bc-b6c7-65e423ebda89 req-f170e1cf-ff97-4988-aca3-6ad0227155b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:34:10.264970 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6f52889a-120a-46bc-b6c7-65e423ebda89 req-f170e1cf-ff97-4988-aca3-6ad0227155b3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=558c50f3-7cd8-43d5-9889-c5f259cfedc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519559 Dec 20 15:34:10.363672 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6f52889a-120a-46bc-b6c7-65e423ebda89 req-75bcaf96-b560-4588-b40a-b8eaf5e96194 service neutron] 10.222.0.47 "GET /v2.0/networks/558c50f3-7cd8-43d5-9889-c5f259cfedc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917263 Dec 20 15:34:10.466752 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6f52889a-120a-46bc-b6c7-65e423ebda89 req-1c76c32e-ad91-45d0-99d3-8bc0322e6703 service neutron] 10.222.0.47 "GET /v2.0/networks/558c50f3-7cd8-43d5-9889-c5f259cfedc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956342 Dec 20 15:34:10.555093 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebe4b1a-8ca3-49f5-8fac-6994608e41ba req-bb330adb-6337-467f-ba56-18ebcfb5ef0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:34:10.556583 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-cebe4b1a-8ca3-49f5-8fac-6994608e41ba req-bb330adb-6337-467f-ba56-18ebcfb5ef0b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6051e8cae9884506b33350e13a9e893a&device_id=f99ba795-e6ca-4090-a25a-331812fff53f HTTP/1.1" status: 200 len: 1095 time: 0.0437217 Dec 20 15:34:10.657631 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebe4b1a-8ca3-49f5-8fac-6994608e41ba req-2f35dbf1-ed81-4648-ad83-bf18b35868b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:34:10.659433 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-cebe4b1a-8ca3-49f5-8fac-6994608e41ba req-2f35dbf1-ed81-4648-ad83-bf18b35868b1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=558c50f3-7cd8-43d5-9889-c5f259cfedc9 HTTP/1.1" status: 200 len: 898 time: 0.0954921 Dec 20 15:34:10.703840 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-cebe4b1a-8ca3-49f5-8fac-6994608e41ba req-268fdfcc-5882-4b87-beeb-b38cf72d06f1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=26626a63-6ea8-4cf0-8b76-f11543f56f85 HTTP/1.1" status: 200 len: 217 time: 0.0358107 Dec 20 15:34:10.723857 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508f7fe7-24f7-4955-b975-5860f2fef18a req-81d4e0c9-b761-43df-a09e-998fd9bb280d tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:34:10.726252 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-508f7fe7-24f7-4955-b975-5860f2fef18a req-81d4e0c9-b761-43df-a09e-998fd9bb280d tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=f99ba795-e6ca-4090-a25a-331812fff53f HTTP/1.1" status: 200 len: 943 time: 0.0726779 Dec 20 15:34:10.760794 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebe4b1a-8ca3-49f5-8fac-6994608e41ba req-157a9bc6-31a4-4ecd-af92-dbac24f9b7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:34:10.762613 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-cebe4b1a-8ca3-49f5-8fac-6994608e41ba req-157a9bc6-31a4-4ecd-af92-dbac24f9b7bb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5bdf0df8-ccae-4890-971f-61cba417b501 HTTP/1.1" status: 200 len: 835 time: 0.0519662 Dec 20 15:34:10.786022 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-508f7fe7-24f7-4955-b975-5860f2fef18a req-30692ce4-6ec9-49fd-9085-bdd802499987 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/security-groups?id=782dc089-d08b-4dd4-987c-4d0a299a9e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533164 Dec 20 15:34:10.814285 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebe4b1a-8ca3-49f5-8fac-6994608e41ba req-863c3445-abb8-45ab-8387-caed0e80f6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:34:10.815825 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-cebe4b1a-8ca3-49f5-8fac-6994608e41ba req-863c3445-abb8-45ab-8387-caed0e80f6d2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=558c50f3-7cd8-43d5-9889-c5f259cfedc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452554 Dec 20 15:34:10.910575 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-cebe4b1a-8ca3-49f5-8fac-6994608e41ba req-f4d6c8a0-b4e7-403c-9057-98add8325774 service neutron] 10.222.0.47 "GET /v2.0/networks/558c50f3-7cd8-43d5-9889-c5f259cfedc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862930 Dec 20 15:34:11.013712 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-cebe4b1a-8ca3-49f5-8fac-6994608e41ba req-852fd957-7d7b-4dff-af79-eb890495a943 service neutron] 10.222.0.47 "GET /v2.0/networks/558c50f3-7cd8-43d5-9889-c5f259cfedc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954044 Dec 20 15:34:11.911723 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fac7b6a-8793-4960-b476-8765147924f2 req-5f8bcfe9-5470-4192-9deb-fd18b7256d85 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:34:11.913256 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7fac7b6a-8793-4960-b476-8765147924f2 req-5f8bcfe9-5470-4192-9deb-fd18b7256d85 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=f99ba795-e6ca-4090-a25a-331812fff53f HTTP/1.1" status: 200 len: 943 time: 0.0534673 Dec 20 15:34:11.963260 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7fac7b6a-8793-4960-b476-8765147924f2 req-b4c1e16e-e541-453d-baff-5bdbd0b21908 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/security-groups?id=782dc089-d08b-4dd4-987c-4d0a299a9e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437269 Dec 20 15:34:12.189809 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:12.862104 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 26626a63-6ea8-4cf0-8b76-f11543f56f85 details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:34:12.983172 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 26626a63-6ea8-4cf0-8b76-f11543f56f85, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=26626a63-6ea8-4cf0-8b76-f11543f56f85,segment=NetworkSegment(627061f9-00c3-4021-9637-042c27a29797),segment_id=627061f9-00c3-4021-9637-042c27a29797)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:34:12.995236 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': '26626a63-6ea8-4cf0-8b76-f11543f56f85', 'network_id': '558c50f3-7cd8-43d5-9889-c5f259cfedc9', 'port_id': '26626a63-6ea8-4cf0-8b76-f11543f56f85', 'mac_address': 'fa:16:3e:25:7c:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bdf0df8-ccae-4890-971f-61cba417b501', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:34:13.040157 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:13.054148 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26626a63-6ea8-4cf0-8b76-f11543f56f85 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:34:13.076738 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 26626a63-6ea8-4cf0-8b76-f11543f56f85, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=26626a63-6ea8-4cf0-8b76-f11543f56f85,segment=NetworkSegment(627061f9-00c3-4021-9637-042c27a29797),segment_id=627061f9-00c3-4021-9637-042c27a29797)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:34:13.082524 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:13.087391 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019bb4fd-c00a-4ffa-a868-76495d091d6f req-987ab672-9db7-4c31-9870-9b092db0540e tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:34:13.088958 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-019bb4fd-c00a-4ffa-a868-76495d091d6f req-987ab672-9db7-4c31-9870-9b092db0540e tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=f99ba795-e6ca-4090-a25a-331812fff53f HTTP/1.1" status: 200 len: 943 time: 0.0536773 Dec 20 15:34:13.133951 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=26626a63-6ea8-4cf0-8b76-f11543f56f85,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:34:13.145099 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-019bb4fd-c00a-4ffa-a868-76495d091d6f req-2ab6c0b5-9bcb-4a1f-8eec-638ff9d063c5 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/security-groups?id=782dc089-d08b-4dd4-987c-4d0a299a9e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493124 Dec 20 15:34:13.296725 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['26626a63-6ea8-4cf0-8b76-f11543f56f85'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:34:14.273802 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0af0203-9589-445f-8b99-38d79002c9f1 req-742c78e0-5655-45f9-9c34-917341319bcd tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:34:14.275780 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c0af0203-9589-445f-8b99-38d79002c9f1 req-742c78e0-5655-45f9-9c34-917341319bcd tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=f99ba795-e6ca-4090-a25a-331812fff53f HTTP/1.1" status: 200 len: 944 time: 0.0584335 Dec 20 15:34:14.334752 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c0af0203-9589-445f-8b99-38d79002c9f1 req-0ece21fb-797b-41de-99c8-3cf75b3f3275 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/security-groups?id=782dc089-d08b-4dd4-987c-4d0a299a9e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507286 Dec 20 15:34:14.873400 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 26626a63-6ea8-4cf0-8b76-f11543f56f85 up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:34:14.928986 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning for port 26626a63-6ea8-4cf0-8b76-f11543f56f85 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:34:14.933361 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port 26626a63-6ea8-4cf0-8b76-f11543f56f85 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:34:14.933751 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:15.023693 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:15.049995 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f99ba795-e6ca-4090-a25a-331812fff53f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26626a63-6ea8-4cf0-8b76-f11543f56f85'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:34:15.052474 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a867d42bfdcbb9cb6963a533571b1f1c257f186d8c4d683fcd223be3c25d00f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f625e281-2430-4558-95ba-6478f3f4e9cc" -d '{"events": [{"server_uuid": "f99ba795-e6ca-4090-a25a-331812fff53f", "name": "network-vif-plugged", "status": "completed", "tag": "26626a63-6ea8-4cf0-8b76-f11543f56f85"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:34:15.067249 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 26626a63-6ea8-4cf0-8b76-f11543f56f85, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=26626a63-6ea8-4cf0-8b76-f11543f56f85,segment=NetworkSegment(627061f9-00c3-4021-9637-042c27a29797),segment_id=627061f9-00c3-4021-9637-042c27a29797)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:34:15.075570 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:15.152759 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=26626a63-6ea8-4cf0-8b76-f11543f56f85,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:34:15.168881 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83e884b2-60e1-4f3e-8604-4f21c820829c x-openstack-request-id: req-83e884b2-60e1-4f3e-8604-4f21c820829c {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:34:15.169115 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f99ba795-e6ca-4090-a25a-331812fff53f", "name": "network-vif-plugged", "status": "completed", "tag": "26626a63-6ea8-4cf0-8b76-f11543f56f85", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:34:15.169369 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-83e884b2-60e1-4f3e-8604-4f21c820829c {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:34:15.169767 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f99ba795-e6ca-4090-a25a-331812fff53f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26626a63-6ea8-4cf0-8b76-f11543f56f85', 'code': 200} Dec 20 15:34:15.271181 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29522d02-0b8f-498f-b9f5-e381038f3631 req-74ac08ba-17cf-4a26-9007-fd49052342ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:34:15.272687 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-29522d02-0b8f-498f-b9f5-e381038f3631 req-74ac08ba-17cf-4a26-9007-fd49052342ba service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f99ba795-e6ca-4090-a25a-331812fff53f HTTP/1.1" status: 200 len: 1097 time: 0.0419285 Dec 20 15:34:15.323372 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-29522d02-0b8f-498f-b9f5-e381038f3631 req-e33a81b2-9467-4485-82fd-4a42e80c76fe service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=782dc089-d08b-4dd4-987c-4d0a299a9e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417967 Dec 20 15:34:15.469824 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c83bc1c-85a0-4015-ab69-8dd92d31cf4d req-af2fc806-eefe-4c39-8ee0-0800103b0638 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:34:15.471374 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2c83bc1c-85a0-4015-ab69-8dd92d31cf4d req-af2fc806-eefe-4c39-8ee0-0800103b0638 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=f99ba795-e6ca-4090-a25a-331812fff53f HTTP/1.1" status: 200 len: 945 time: 0.0544322 Dec 20 15:34:15.535556 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2c83bc1c-85a0-4015-ab69-8dd92d31cf4d req-37a98a49-01e2-498c-8fdf-1d9f31c47675 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/security-groups?id=782dc089-d08b-4dd4-987c-4d0a299a9e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578675 Dec 20 15:34:15.816311 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:16.668977 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75c357d-02a8-4eef-ba1c-e46822925678 req-2faf963f-49ab-4ac2-acb0-673952713c50 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:34:16.670493 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d75c357d-02a8-4eef-ba1c-e46822925678 req-2faf963f-49ab-4ac2-acb0-673952713c50 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=f99ba795-e6ca-4090-a25a-331812fff53f HTTP/1.1" status: 200 len: 945 time: 0.0622320 Dec 20 15:34:16.724217 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d75c357d-02a8-4eef-ba1c-e46822925678 req-88d07edd-7d05-468f-aae5-1646d8b40df5 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/security-groups?id=782dc089-d08b-4dd4-987c-4d0a299a9e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475342 Dec 20 15:34:16.844248 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e59f2a-dbfe-4e79-a151-35ecd2c4cd10 req-9fcbcac9-b1f5-4707-8f4e-e53adc0cd5df tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:34:16.845639 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b0e59f2a-dbfe-4e79-a151-35ecd2c4cd10 req-9fcbcac9-b1f5-4707-8f4e-e53adc0cd5df tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=f99ba795-e6ca-4090-a25a-331812fff53f HTTP/1.1" status: 200 len: 945 time: 0.0516434 Dec 20 15:34:16.896543 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b0e59f2a-dbfe-4e79-a151-35ecd2c4cd10 req-0b046056-8482-4a44-9005-73d96fe3076e tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/security-groups?id=782dc089-d08b-4dd4-987c-4d0a299a9e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446780 Dec 20 15:34:16.918417 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57586) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:34:16.958932 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b819862e-591a-42de-b4f8-3f261bd718fc tempest-TestNetworkAdvancedServerOps-1490510064 tempest-TestNetworkAdvancedServerOps-1490510064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:34:16.960461 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-b819862e-591a-42de-b4f8-3f261bd718fc tempest-TestNetworkAdvancedServerOps-1490510064 tempest-TestNetworkAdvancedServerOps-1490510064-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=f99ba795-e6ca-4090-a25a-331812fff53f HTTP/1.1" status: 200 len: 1092 time: 0.0410466 Dec 20 15:34:16.963553 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57588) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:34:16.967867 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-c3b4864c-843f-431e-b82e-e641216f3d87 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Request body: {'floatingip': {'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'port_id': '26626a63-6ea8-4cf0-8b76-f11543f56f85', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:34:16.993331 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c3b4864c-843f-431e-b82e-e641216f3d87 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for floatingip, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:17.107609 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c3b4864c-843f-431e-b82e-e641216f3d87 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:17.230397 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-c3b4864c-843f-431e-b82e-e641216f3d87 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Allocated IP 172.25.0.129 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/5da97f7d-d9e6-438f-81c4-5a0807f63a53) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:34:17.339785 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c3b4864c-843f-431e-b82e-e641216f3d87 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:17.377180 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c3b4864c-843f-431e-b82e-e641216f3d87 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:17.421833 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b4864c-843f-431e-b82e-e641216f3d87 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:34:17.425018 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-c3b4864c-843f-431e-b82e-e641216f3d87 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:34:17.429997 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b4864c-843f-431e-b82e-e641216f3d87 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:34:17.433785 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b4864c-843f-431e-b82e-e641216f3d87 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Pushing event updated for resources: {'Port': ['ID=5da97f7d-d9e6-438f-81c4-5a0807f63a53,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:34:17.814326 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c3b4864c-843f-431e-b82e-e641216f3d87 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:17.891121 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c3b4864c-843f-431e-b82e-e641216f3d87 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:18.067562 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c3b4864c-843f-431e-b82e-e641216f3d87 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:18.073412 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c3b4864c-843f-431e-b82e-e641216f3d87 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:18.142637 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b4864c-843f-431e-b82e-e641216f3d87 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Pushing event updated for resources: {'Port': ['ID=5da97f7d-d9e6-438f-81c4-5a0807f63a53,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:34:18.165406 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c3b4864c-843f-431e-b82e-e641216f3d87 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585115'] for floatingip, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:18.606373 n-d-761264-19 neutron-server[103167]: INFO neutron.db.l3_db [None req-c3b4864c-843f-431e-b82e-e641216f3d87 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Floating IP 0cb903e2-6e6b-4d34-bec4-868fd5a69213 associated. External IP: 172.25.0.129, port: 26626a63-6ea8-4cf0-8b76-f11543f56f85. Dec 20 15:34:18.826055 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3b4864c-843f-431e-b82e-e641216f3d87 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Router 2a300702-7313-4209-a5de-a2bdcd042640 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:34:18.946825 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3b4864c-843f-431e-b82e-e641216f3d87 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:34:18.961165 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ab4d8e-d018-4c40-aaa8-432b9bbd527b None None] Sync routers for ids ['2a300702-7313-4209-a5de-a2bdcd042640'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:34:18.967514 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c3b4864c-843f-431e-b82e-e641216f3d87 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:18.970707 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ab4d8e-d018-4c40-aaa8-432b9bbd527b None None] Routers {'2a300702-7313-4209-a5de-a2bdcd042640'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:34:18.971345 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-04ab4d8e-d018-4c40-aaa8-432b9bbd527b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:34:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['2a300702-7313-4209-a5de-a2bdcd042640'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:34:18.998611 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-c3b4864c-843f-431e-b82e-e641216f3d87 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0340345 Dec 20 15:34:18.999341 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f99ba795-e6ca-4090-a25a-331812fff53f', 'tag': '26626a63-6ea8-4cf0-8b76-f11543f56f85'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:34:19.001808 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08f5bd10d948da750b9537a176c40f94b479143edf42a445aa4903673b4b1814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-443a8e6f-8563-44c3-97b9-97594fa61601" -d '{"events": [{"name": "network-changed", "server_uuid": "f99ba795-e6ca-4090-a25a-331812fff53f", "tag": "26626a63-6ea8-4cf0-8b76-f11543f56f85"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:34:19.050098 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84e4ee11-75f4-49aa-be0f-ff0892e4127b x-openstack-request-id: req-84e4ee11-75f4-49aa-be0f-ff0892e4127b {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:34:19.050403 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f99ba795-e6ca-4090-a25a-331812fff53f", "tag": "26626a63-6ea8-4cf0-8b76-f11543f56f85", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:34:19.050662 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-84e4ee11-75f4-49aa-be0f-ff0892e4127b {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:34:19.051124 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f99ba795-e6ca-4090-a25a-331812fff53f', 'tag': '26626a63-6ea8-4cf0-8b76-f11543f56f85', 'status': 'completed', 'code': 200} Dec 20 15:34:19.089126 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-04ab4d8e-d018-4c40-aaa8-432b9bbd527b None None] Set router 2a300702-7313-4209-a5de-a2bdcd042640 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:34:19.120122 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443a8e6f-8563-44c3-97b9-97594fa61601 req-ee3ac5b5-5a2b-42b7-951d-479ecce159a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:34:19.121883 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ddacd9-a7c4-4024-b829-a3c95d02d418 req-b89c503f-e217-44fe-926f-5230465c53eb tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:34:19.122417 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-443a8e6f-8563-44c3-97b9-97594fa61601 req-ee3ac5b5-5a2b-42b7-951d-479ecce159a9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6051e8cae9884506b33350e13a9e893a&device_id=f99ba795-e6ca-4090-a25a-331812fff53f HTTP/1.1" status: 200 len: 1097 time: 0.0453608 Dec 20 15:34:19.124330 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-33ddacd9-a7c4-4024-b829-a3c95d02d418 req-b89c503f-e217-44fe-926f-5230465c53eb tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=f99ba795-e6ca-4090-a25a-331812fff53f HTTP/1.1" status: 200 len: 945 time: 0.0616336 Dec 20 15:34:19.179919 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-33ddacd9-a7c4-4024-b829-a3c95d02d418 req-87c5f5e6-82a8-4e76-88f8-4e7c59c39fe5 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/security-groups?id=782dc089-d08b-4dd4-987c-4d0a299a9e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490184 Dec 20 15:34:19.204758 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57594) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:34:19.243334 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443a8e6f-8563-44c3-97b9-97594fa61601 req-4bc3c46c-c56e-4112-8955-a3fe8d571018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:34:19.244926 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-443a8e6f-8563-44c3-97b9-97594fa61601 req-4bc3c46c-c56e-4112-8955-a3fe8d571018 service neutron] 10.222.0.47 "GET /v2.0/networks?id=558c50f3-7cd8-43d5-9889-c5f259cfedc9 HTTP/1.1" status: 200 len: 898 time: 0.1162605 Dec 20 15:34:19.278355 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-8ec17ec3-bb13-433f-81db-24fac156643a tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/floatingips/0cb903e2-6e6b-4d34-bec4-868fd5a69213 HTTP/1.1" status: 200 len: 991 time: 0.0720634 Dec 20 15:34:19.315447 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-443a8e6f-8563-44c3-97b9-97594fa61601 req-ac273bb8-4a34-4ed3-a975-7618734efbd3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=26626a63-6ea8-4cf0-8b76-f11543f56f85 HTTP/1.1" status: 200 len: 999 time: 0.0629859 Dec 20 15:34:19.368248 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443a8e6f-8563-44c3-97b9-97594fa61601 req-db834b06-87bf-47c7-a3f1-9939d6c49334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:34:19.369704 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-443a8e6f-8563-44c3-97b9-97594fa61601 req-db834b06-87bf-47c7-a3f1-9939d6c49334 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5bdf0df8-ccae-4890-971f-61cba417b501 HTTP/1.1" status: 200 len: 835 time: 0.0468771 Dec 20 15:34:19.416165 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443a8e6f-8563-44c3-97b9-97594fa61601 req-7ec0ea25-72e7-434d-bba5-66362cad31d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:34:19.417707 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-443a8e6f-8563-44c3-97b9-97594fa61601 req-7ec0ea25-72e7-434d-bba5-66362cad31d1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=558c50f3-7cd8-43d5-9889-c5f259cfedc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413325 Dec 20 15:34:19.425547 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-04ab4d8e-d018-4c40-aaa8-432b9bbd527b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a300702-7313-4209-a5de-a2bdcd042640', 'name': 'tempest-TestNetworkAdvancedServerOps-router-177170069', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'df2a4e30-93b0-4ff9-bbe5-47cd8502ae69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:34:01Z', 'updated_at': '2021-12-20T15:34:05Z', 'revision_number': 4, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'gw_port': {'id': 'df2a4e30-93b0-4ff9-bbe5-47cd8502ae69', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a300702-7313-4209-a5de-a2bdcd042640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:34:01Z', 'updated_at': '2021-12-20T15:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': '0cb903e2-6e6b-4d34-bec4-868fd5a69213', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'floating_ip_address': '172.25.0.129', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': '2a300702-7313-4209-a5de-a2bdcd042640', 'port_id': '26626a63-6ea8-4cf0-8b76-f11543f56f85', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '558c50f3-7cd8-43d5-9889-c5f259cfedc9', 'mac_address': 'fa:16:3e:25:7c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99ba795-e6ca-4090-a25a-331812fff53f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:34:17Z', 'updated_at': '2021-12-20T15:34:17Z', 'revision_number': 0, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d3c5463-ec6f-4181-8c8a-ca1318439e38', 'name': '', 'network_id': '558c50f3-7cd8-43d5-9889-c5f259cfedc9', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'mac_address': 'fa:16:3e:b3:88:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a300702-7313-4209-a5de-a2bdcd042640', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '5bdf0df8-ccae-4890-971f-61cba417b501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:34:04Z', 'updated_at': '2021-12-20T15:34:08Z', 'revision_number': 5, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'subnets': [{'id': '5bdf0df8-ccae-4890-971f-61cba417b501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:34:19.455860 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ab4d8e-d018-4c40-aaa8-432b9bbd527b None None] Checking router: 2a300702-7313-4209-a5de-a2bdcd042640 for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:34:19.464868 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ab4d8e-d018-4c40-aaa8-432b9bbd527b None None] Routers {'2a300702-7313-4209-a5de-a2bdcd042640'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:34:19.465484 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-04ab4d8e-d018-4c40-aaa8-432b9bbd527b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:34:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['2a300702-7313-4209-a5de-a2bdcd042640'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:34:19.514965 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-443a8e6f-8563-44c3-97b9-97594fa61601 req-7efdda13-9d20-407d-8510-fa0a70a09c54 service neutron] 10.222.0.47 "GET /v2.0/networks/558c50f3-7cd8-43d5-9889-c5f259cfedc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901611 Dec 20 15:34:19.570033 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-04ab4d8e-d018-4c40-aaa8-432b9bbd527b None None] Set router 2a300702-7313-4209-a5de-a2bdcd042640 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:34:19.619431 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-443a8e6f-8563-44c3-97b9-97594fa61601 req-23377a9b-f206-4170-844a-6b8c0fb36c0d service neutron] 10.222.0.47 "GET /v2.0/networks/558c50f3-7cd8-43d5-9889-c5f259cfedc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974412 Dec 20 15:34:19.816681 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-04ab4d8e-d018-4c40-aaa8-432b9bbd527b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a300702-7313-4209-a5de-a2bdcd042640', 'name': 'tempest-TestNetworkAdvancedServerOps-router-177170069', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'df2a4e30-93b0-4ff9-bbe5-47cd8502ae69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:34:01Z', 'updated_at': '2021-12-20T15:34:05Z', 'revision_number': 4, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'gw_port': {'id': 'df2a4e30-93b0-4ff9-bbe5-47cd8502ae69', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a300702-7313-4209-a5de-a2bdcd042640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:34:01Z', 'updated_at': '2021-12-20T15:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': '0cb903e2-6e6b-4d34-bec4-868fd5a69213', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'floating_ip_address': '172.25.0.129', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': '2a300702-7313-4209-a5de-a2bdcd042640', 'port_id': '26626a63-6ea8-4cf0-8b76-f11543f56f85', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '558c50f3-7cd8-43d5-9889-c5f259cfedc9', 'mac_address': 'fa:16:3e:25:7c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99ba795-e6ca-4090-a25a-331812fff53f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:34:17Z', 'updated_at': '2021-12-20T15:34:17Z', 'revision_number': 0, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d3c5463-ec6f-4181-8c8a-ca1318439e38', 'name': '', 'network_id': '558c50f3-7cd8-43d5-9889-c5f259cfedc9', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'mac_address': 'fa:16:3e:b3:88:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a300702-7313-4209-a5de-a2bdcd042640', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '5bdf0df8-ccae-4890-971f-61cba417b501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:34:04Z', 'updated_at': '2021-12-20T15:34:08Z', 'revision_number': 5, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'subnets': [{'id': '5bdf0df8-ccae-4890-971f-61cba417b501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:34:19.846014 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ab4d8e-d018-4c40-aaa8-432b9bbd527b None None] The sync data for ids ['2a300702-7313-4209-a5de-a2bdcd042640'] in n-d-761264-19 is: [{'id': '2a300702-7313-4209-a5de-a2bdcd042640', 'name': 'tempest-TestNetworkAdvancedServerOps-router-177170069', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'df2a4e30-93b0-4ff9-bbe5-47cd8502ae69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:34:01Z', 'updated_at': '2021-12-20T15:34:05Z', 'revision_number': 4, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'gw_port': {'id': 'df2a4e30-93b0-4ff9-bbe5-47cd8502ae69', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a300702-7313-4209-a5de-a2bdcd042640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:34:01Z', 'updated_at': '2021-12-20T15:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': '0cb903e2-6e6b-4d34-bec4-868fd5a69213', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'floating_ip_address': '172.25.0.129', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': '2a300702-7313-4209-a5de-a2bdcd042640', 'port_id': '26626a63-6ea8-4cf0-8b76-f11543f56f85', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '558c50f3-7cd8-43d5-9889-c5f259cfedc9', 'mac_address': 'fa:16:3e:25:7c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99ba795-e6ca-4090-a25a-331812fff53f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:34:17Z', 'updated_at': '2021-12-20T15:34:17Z', 'revision_number': 0, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d3c5463-ec6f-4181-8c8a-ca1318439e38', 'name': '', 'network_id': '558c50f3-7cd8-43d5-9889-c5f259cfedc9', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'mac_address': 'fa:16:3e:b3:88:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a300702-7313-4209-a5de-a2bdcd042640', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '5bdf0df8-ccae-4890-971f-61cba417b501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:34:04Z', 'updated_at': '2021-12-20T15:34:08Z', 'revision_number': 5, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'subnets': [{'id': '5bdf0df8-ccae-4890-971f-61cba417b501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:34:20.077621 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cdedde-aa0d-4248-8eed-a0526e8be91b None None] New status for floating IP 0cb903e2-6e6b-4d34-bec4-868fd5a69213: ACTIVE {{(pid=103169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 15:34:20.282936 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57596) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:34:20.356620 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-4388b32b-76ea-45ca-99ca-79232ddfaab4 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/floatingips/0cb903e2-6e6b-4d34-bec4-868fd5a69213 HTTP/1.1" status: 200 len: 993 time: 0.0722883 Dec 20 15:34:30.814917 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f4ee8162-3acb-45fc-b62d-51cf114d2d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:33.015970 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a19312eb-328f-49bf-ad8c-0125164f30ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:33.791662 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:34:34.058246 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:36.063015 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:36.331468 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:42.193704 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:45.820327 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:53.751922 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0844b8a6-a380-4bc7-863d-1c40406dd8fd req-47bd03cf-fd76-4918-ab12-b4f33e79d023 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:34:53.753517 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0844b8a6-a380-4bc7-863d-1c40406dd8fd req-47bd03cf-fd76-4918-ab12-b4f33e79d023 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=f99ba795-e6ca-4090-a25a-331812fff53f HTTP/1.1" status: 200 len: 945 time: 0.0519624 Dec 20 15:34:53.810780 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0844b8a6-a380-4bc7-863d-1c40406dd8fd req-61d8da15-ce6a-4804-abe1-0b4556c9c577 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/security-groups?id=782dc089-d08b-4dd4-987c-4d0a299a9e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462804 Dec 20 15:34:54.932668 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f702dd5c-0a78-4689-9c46-0e99e3f61d9d req-5ac2ff14-f7d8-45ec-8177-45b34bbc0fa6 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:34:54.934212 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f702dd5c-0a78-4689-9c46-0e99e3f61d9d req-5ac2ff14-f7d8-45ec-8177-45b34bbc0fa6 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=f99ba795-e6ca-4090-a25a-331812fff53f HTTP/1.1" status: 200 len: 945 time: 0.0517805 Dec 20 15:34:54.987415 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f702dd5c-0a78-4689-9c46-0e99e3f61d9d req-90553df0-e54b-447d-9f6e-46fcfe4c68cc tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/security-groups?id=782dc089-d08b-4dd4-987c-4d0a299a9e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469027 Dec 20 15:34:55.010688 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57616) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:34:55.079819 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-fa00d0e7-4f15-4512-87f1-cf606a54a6ce tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/floatingips/0cb903e2-6e6b-4d34-bec4-868fd5a69213 HTTP/1.1" status: 200 len: 993 time: 0.0676706 Dec 20 15:34:56.361604 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbe84f2-b5c8-484f-9e35-36acb608c356 req-a855d6c1-612f-4f7e-a664-879a7dd1e9a2 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:34:56.363038 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8fbe84f2-b5c8-484f-9e35-36acb608c356 req-a855d6c1-612f-4f7e-a664-879a7dd1e9a2 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=f99ba795-e6ca-4090-a25a-331812fff53f HTTP/1.1" status: 200 len: 945 time: 0.0522480 Dec 20 15:34:56.417267 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8fbe84f2-b5c8-484f-9e35-36acb608c356 req-20282cb1-6e34-4af8-9aa7-d0427da9d979 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/security-groups?id=782dc089-d08b-4dd4-987c-4d0a299a9e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481277 Dec 20 15:34:56.672107 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ae6ec019-6808-4367-ac3d-283e1960fa96 req-c4004546-91fd-47ca-b073-defcc82c4865 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f99ba795-e6ca-4090-a25a-331812fff53f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0493684 Dec 20 15:34:56.767437 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6ec019-6808-4367-ac3d-283e1960fa96 req-e315c505-eb3c-44d0-8f49-6e71b3c5fc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:34:56.769183 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ae6ec019-6808-4367-ac3d-283e1960fa96 req-e315c505-eb3c-44d0-8f49-6e71b3c5fc6e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6051e8cae9884506b33350e13a9e893a&device_id=f99ba795-e6ca-4090-a25a-331812fff53f HTTP/1.1" status: 200 len: 1097 time: 0.0527020 Dec 20 15:34:56.879090 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6ec019-6808-4367-ac3d-283e1960fa96 req-ce3833dd-9a66-408e-a0b4-67b9fe401f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:34:56.880587 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ae6ec019-6808-4367-ac3d-283e1960fa96 req-ce3833dd-9a66-408e-a0b4-67b9fe401f2e service neutron] 10.222.0.47 "GET /v2.0/networks?id=558c50f3-7cd8-43d5-9889-c5f259cfedc9 HTTP/1.1" status: 200 len: 898 time: 0.0898485 Dec 20 15:34:56.954129 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ae6ec019-6808-4367-ac3d-283e1960fa96 req-6a9754f3-697c-44e9-a738-f33554cd24d0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=26626a63-6ea8-4cf0-8b76-f11543f56f85 HTTP/1.1" status: 200 len: 1001 time: 0.0661132 Dec 20 15:34:57.007607 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6ec019-6808-4367-ac3d-283e1960fa96 req-57586c36-b369-487f-8db5-f59fa303b14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:34:57.009681 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ae6ec019-6808-4367-ac3d-283e1960fa96 req-57586c36-b369-487f-8db5-f59fa303b14b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5bdf0df8-ccae-4890-971f-61cba417b501 HTTP/1.1" status: 200 len: 835 time: 0.0477786 Dec 20 15:34:57.062532 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6ec019-6808-4367-ac3d-283e1960fa96 req-13188b80-7d37-496b-96d1-be91ec8a4d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:34:57.064105 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ae6ec019-6808-4367-ac3d-283e1960fa96 req-13188b80-7d37-496b-96d1-be91ec8a4d46 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=558c50f3-7cd8-43d5-9889-c5f259cfedc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457425 Dec 20 15:34:57.165141 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ae6ec019-6808-4367-ac3d-283e1960fa96 req-5a73c391-7709-45f1-a591-0369eb70cbf7 service neutron] 10.222.0.47 "GET /v2.0/networks/558c50f3-7cd8-43d5-9889-c5f259cfedc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928612 Dec 20 15:34:57.268720 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ae6ec019-6808-4367-ac3d-283e1960fa96 req-5ab5902a-1844-4afe-83a8-ed0e126a6505 service neutron] 10.222.0.47 "GET /v2.0/networks/558c50f3-7cd8-43d5-9889-c5f259cfedc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953441 Dec 20 15:34:57.542315 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2005d66b-2b79-4159-911e-7b429c5c66f1 req-ff800dfd-4386-43db-9ea5-878349aa1d13 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:34:57.543780 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2005d66b-2b79-4159-911e-7b429c5c66f1 req-ff800dfd-4386-43db-9ea5-878349aa1d13 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=f99ba795-e6ca-4090-a25a-331812fff53f HTTP/1.1" status: 200 len: 945 time: 0.0519006 Dec 20 15:34:57.597373 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2005d66b-2b79-4159-911e-7b429c5c66f1 req-47ba7d79-2fe7-4461-b176-07acb34fdbb1 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/security-groups?id=782dc089-d08b-4dd4-987c-4d0a299a9e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440767 Dec 20 15:34:57.631821 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57626) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:34:57.701274 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-49e93a36-b146-4567-87be-880f5a7970d9 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/floatingips/0cb903e2-6e6b-4d34-bec4-868fd5a69213 HTTP/1.1" status: 200 len: 993 time: 0.0682204 Dec 20 15:34:57.937179 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57632) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:34:58.123880 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-e51d356b-9b0c-4632-baf4-a3411c12ce16 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Deleting port 5da97f7d-d9e6-438f-81c4-5a0807f63a53 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:34:58.124220 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e51d356b-9b0c-4632-baf4-a3411c12ce16 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:58.202867 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e51d356b-9b0c-4632-baf4-a3411c12ce16 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:58.203121 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e51d356b-9b0c-4632-baf4-a3411c12ce16 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:58.215386 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-e51d356b-9b0c-4632-baf4-a3411c12ce16 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Calling delete_port for 5da97f7d-d9e6-438f-81c4-5a0807f63a53 owned by network:floatingip {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:34:58.371483 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e51d356b-9b0c-4632-baf4-a3411c12ce16 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:58.397075 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51d356b-9b0c-4632-baf4-a3411c12ce16 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Pushing event deleted for resources: {'Port': ['ID=5da97f7d-d9e6-438f-81c4-5a0807f63a53,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:34:58.426138 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51d356b-9b0c-4632-baf4-a3411c12ce16 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:34:58.426450 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51d356b-9b0c-4632-baf4-a3411c12ce16 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:34:58.429767 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51d356b-9b0c-4632-baf4-a3411c12ce16 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:34:58.429767 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51d356b-9b0c-4632-baf4-a3411c12ce16 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:34:58.429767 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51d356b-9b0c-4632-baf4-a3411c12ce16 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:34:58.429767 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51d356b-9b0c-4632-baf4-a3411c12ce16 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:34:58.429767 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51d356b-9b0c-4632-baf4-a3411c12ce16 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:34:58.429767 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51d356b-9b0c-4632-baf4-a3411c12ce16 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:34:58.429767 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51d356b-9b0c-4632-baf4-a3411c12ce16 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:34:58.429767 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51d356b-9b0c-4632-baf4-a3411c12ce16 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:34:58.429767 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51d356b-9b0c-4632-baf4-a3411c12ce16 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:34:58.429767 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51d356b-9b0c-4632-baf4-a3411c12ce16 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:34:58.430846 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51d356b-9b0c-4632-baf4-a3411c12ce16 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:34:58.479189 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e51d356b-9b0c-4632-baf4-a3411c12ce16 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for floatingip, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:58.479189 n-d-761264-19 neutron-server[103168]: INFO neutron.db.l3_db [None req-e51d356b-9b0c-4632-baf4-a3411c12ce16 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Floating IP 0cb903e2-6e6b-4d34-bec4-868fd5a69213 disassociated (deleted). External IP: 172.25.0.129, port: 26626a63-6ea8-4cf0-8b76-f11543f56f85. Dec 20 15:34:59.032863 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e51d356b-9b0c-4632-baf4-a3411c12ce16 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Router 2a300702-7313-4209-a5de-a2bdcd042640 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:34:59.146612 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e51d356b-9b0c-4632-baf4-a3411c12ce16 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:34:59.152322 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e51d356b-9b0c-4632-baf4-a3411c12ce16 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:34:59.158080 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331e57ff-9f53-4539-8b13-400699bd25b0 None None] Sync routers for ids ['2a300702-7313-4209-a5de-a2bdcd042640'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:34:59.168788 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331e57ff-9f53-4539-8b13-400699bd25b0 None None] Routers {'2a300702-7313-4209-a5de-a2bdcd042640'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:34:59.169365 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-331e57ff-9f53-4539-8b13-400699bd25b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:34:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['2a300702-7313-4209-a5de-a2bdcd042640'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:34:59.180840 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-e51d356b-9b0c-4632-baf4-a3411c12ce16 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "DELETE /v2.0/floatingips/0cb903e2-6e6b-4d34-bec4-868fd5a69213 HTTP/1.1" status: 204 len: 168 time: 1.2424746 Dec 20 15:34:59.181409 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f99ba795-e6ca-4090-a25a-331812fff53f', 'tag': '26626a63-6ea8-4cf0-8b76-f11543f56f85'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:34:59.183811 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea303cd2f7c2854d59b68ee9755924cbed95107615564160e5853a5b93bd1da8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9059d73d-395f-404c-9908-bc47e9c6e8c7" -d '{"events": [{"name": "network-changed", "server_uuid": "f99ba795-e6ca-4090-a25a-331812fff53f", "tag": "26626a63-6ea8-4cf0-8b76-f11543f56f85"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:34:59.221350 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-870670e9-c0c9-40fd-9bd3-6f4c2aa8be9f x-openstack-request-id: req-870670e9-c0c9-40fd-9bd3-6f4c2aa8be9f {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:34:59.222886 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f99ba795-e6ca-4090-a25a-331812fff53f", "tag": "26626a63-6ea8-4cf0-8b76-f11543f56f85", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:34:59.223153 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-870670e9-c0c9-40fd-9bd3-6f4c2aa8be9f {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:34:59.223576 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f99ba795-e6ca-4090-a25a-331812fff53f', 'tag': '26626a63-6ea8-4cf0-8b76-f11543f56f85', 'status': 'completed', 'code': 200} Dec 20 15:34:59.282667 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-331e57ff-9f53-4539-8b13-400699bd25b0 None None] Set router 2a300702-7313-4209-a5de-a2bdcd042640 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:34:59.289193 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9059d73d-395f-404c-9908-bc47e9c6e8c7 req-4f7f3fb5-0e95-492f-b4fa-f94a8f193040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:34:59.292021 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9059d73d-395f-404c-9908-bc47e9c6e8c7 req-4f7f3fb5-0e95-492f-b4fa-f94a8f193040 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6051e8cae9884506b33350e13a9e893a&device_id=f99ba795-e6ca-4090-a25a-331812fff53f HTTP/1.1" status: 200 len: 1097 time: 0.0468316 Dec 20 15:34:59.402318 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9059d73d-395f-404c-9908-bc47e9c6e8c7 req-64fd4247-7c3c-40ac-8e0e-c7b984a49f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:34:59.403946 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9059d73d-395f-404c-9908-bc47e9c6e8c7 req-64fd4247-7c3c-40ac-8e0e-c7b984a49f66 service neutron] 10.222.0.47 "GET /v2.0/networks?id=558c50f3-7cd8-43d5-9889-c5f259cfedc9 HTTP/1.1" status: 200 len: 898 time: 0.1035969 Dec 20 15:34:59.462371 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9059d73d-395f-404c-9908-bc47e9c6e8c7 req-62566762-650f-4258-976c-6583ee0bbcb3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=26626a63-6ea8-4cf0-8b76-f11543f56f85 HTTP/1.1" status: 200 len: 217 time: 0.0405214 Dec 20 15:34:59.487687 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cf5747-f95a-4ab3-a98e-a1485438900d req-2b36b825-a964-4211-8b3f-0ec1c31c9a3a tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:34:59.489218 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a3cf5747-f95a-4ab3-a98e-a1485438900d req-2b36b825-a964-4211-8b3f-0ec1c31c9a3a tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=f99ba795-e6ca-4090-a25a-331812fff53f HTTP/1.1" status: 200 len: 945 time: 0.1008947 Dec 20 15:34:59.510824 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-331e57ff-9f53-4539-8b13-400699bd25b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a300702-7313-4209-a5de-a2bdcd042640', 'name': 'tempest-TestNetworkAdvancedServerOps-router-177170069', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'df2a4e30-93b0-4ff9-bbe5-47cd8502ae69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:34:01Z', 'updated_at': '2021-12-20T15:34:05Z', 'revision_number': 4, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'gw_port': {'id': 'df2a4e30-93b0-4ff9-bbe5-47cd8502ae69', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a300702-7313-4209-a5de-a2bdcd042640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:34:01Z', 'updated_at': '2021-12-20T15:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '3d3c5463-ec6f-4181-8c8a-ca1318439e38', 'name': '', 'network_id': '558c50f3-7cd8-43d5-9889-c5f259cfedc9', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'mac_address': 'fa:16:3e:b3:88:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a300702-7313-4209-a5de-a2bdcd042640', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '5bdf0df8-ccae-4890-971f-61cba417b501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:34:04Z', 'updated_at': '2021-12-20T15:34:08Z', 'revision_number': 5, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'subnets': [{'id': '5bdf0df8-ccae-4890-971f-61cba417b501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:34:59.537284 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331e57ff-9f53-4539-8b13-400699bd25b0 None None] Checking router: 2a300702-7313-4209-a5de-a2bdcd042640 for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:34:59.546354 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331e57ff-9f53-4539-8b13-400699bd25b0 None None] Routers {'2a300702-7313-4209-a5de-a2bdcd042640'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:34:59.546910 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-331e57ff-9f53-4539-8b13-400699bd25b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:34:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['2a300702-7313-4209-a5de-a2bdcd042640'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:34:59.551333 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9059d73d-395f-404c-9908-bc47e9c6e8c7 req-279c6c81-730f-40f2-b842-9422930ef80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:34:59.552890 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9059d73d-395f-404c-9908-bc47e9c6e8c7 req-279c6c81-730f-40f2-b842-9422930ef80e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5bdf0df8-ccae-4890-971f-61cba417b501 HTTP/1.1" status: 200 len: 835 time: 0.0808957 Dec 20 15:34:59.582072 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a3cf5747-f95a-4ab3-a98e-a1485438900d req-045805cc-4a54-4fa7-8d23-bb75f0475fc0 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/security-groups?id=782dc089-d08b-4dd4-987c-4d0a299a9e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713785 Dec 20 15:34:59.615667 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9059d73d-395f-404c-9908-bc47e9c6e8c7 req-a8a69ed4-7c81-4b07-aa18-79fa8f333b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:34:59.617337 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9059d73d-395f-404c-9908-bc47e9c6e8c7 req-a8a69ed4-7c81-4b07-aa18-79fa8f333b1b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=558c50f3-7cd8-43d5-9889-c5f259cfedc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555348 Dec 20 15:34:59.661339 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-331e57ff-9f53-4539-8b13-400699bd25b0 None None] Set router 2a300702-7313-4209-a5de-a2bdcd042640 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:34:59.717328 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9059d73d-395f-404c-9908-bc47e9c6e8c7 req-fcc57ac9-c614-429b-913c-ece085136d4d service neutron] 10.222.0.47 "GET /v2.0/networks/558c50f3-7cd8-43d5-9889-c5f259cfedc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912974 Dec 20 15:34:59.827424 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9059d73d-395f-404c-9908-bc47e9c6e8c7 req-7cc7c333-4276-4c30-8f2b-69e17b746d2b service neutron] 10.222.0.47 "GET /v2.0/networks/558c50f3-7cd8-43d5-9889-c5f259cfedc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023328 Dec 20 15:34:59.887028 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-331e57ff-9f53-4539-8b13-400699bd25b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a300702-7313-4209-a5de-a2bdcd042640', 'name': 'tempest-TestNetworkAdvancedServerOps-router-177170069', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'df2a4e30-93b0-4ff9-bbe5-47cd8502ae69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:34:01Z', 'updated_at': '2021-12-20T15:34:05Z', 'revision_number': 4, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'gw_port': {'id': 'df2a4e30-93b0-4ff9-bbe5-47cd8502ae69', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a300702-7313-4209-a5de-a2bdcd042640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:34:01Z', 'updated_at': '2021-12-20T15:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '3d3c5463-ec6f-4181-8c8a-ca1318439e38', 'name': '', 'network_id': '558c50f3-7cd8-43d5-9889-c5f259cfedc9', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'mac_address': 'fa:16:3e:b3:88:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a300702-7313-4209-a5de-a2bdcd042640', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '5bdf0df8-ccae-4890-971f-61cba417b501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:34:04Z', 'updated_at': '2021-12-20T15:34:08Z', 'revision_number': 5, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'subnets': [{'id': '5bdf0df8-ccae-4890-971f-61cba417b501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:35:00.007681 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331e57ff-9f53-4539-8b13-400699bd25b0 None None] The sync data for ids ['2a300702-7313-4209-a5de-a2bdcd042640'] in n-d-761264-19 is: [{'id': '2a300702-7313-4209-a5de-a2bdcd042640', 'name': 'tempest-TestNetworkAdvancedServerOps-router-177170069', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'df2a4e30-93b0-4ff9-bbe5-47cd8502ae69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:34:01Z', 'updated_at': '2021-12-20T15:34:05Z', 'revision_number': 4, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'gw_port': {'id': 'df2a4e30-93b0-4ff9-bbe5-47cd8502ae69', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a300702-7313-4209-a5de-a2bdcd042640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:34:01Z', 'updated_at': '2021-12-20T15:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '3d3c5463-ec6f-4181-8c8a-ca1318439e38', 'name': '', 'network_id': '558c50f3-7cd8-43d5-9889-c5f259cfedc9', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'mac_address': 'fa:16:3e:b3:88:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a300702-7313-4209-a5de-a2bdcd042640', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '5bdf0df8-ccae-4890-971f-61cba417b501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:34:04Z', 'updated_at': '2021-12-20T15:34:08Z', 'revision_number': 5, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'subnets': [{'id': '5bdf0df8-ccae-4890-971f-61cba417b501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:35:00.266213 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2707bcf-ac1a-42f7-a126-8746386af850 None None] New status for floating IP 0cb903e2-6e6b-4d34-bec4-868fd5a69213: DOWN {{(pid=103169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 15:35:00.725827 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d8fabf-3a4d-491e-bd60-67bd1ee793ba req-a04bb0ed-b072-45bf-ab0c-e158b6b7d7d1 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:35:00.727555 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-79d8fabf-3a4d-491e-bd60-67bd1ee793ba req-a04bb0ed-b072-45bf-ab0c-e158b6b7d7d1 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=f99ba795-e6ca-4090-a25a-331812fff53f HTTP/1.1" status: 200 len: 945 time: 0.0552766 Dec 20 15:35:00.778485 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-79d8fabf-3a4d-491e-bd60-67bd1ee793ba req-3ffc3b46-e346-4106-bed2-72a9735cb66a tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/security-groups?id=782dc089-d08b-4dd4-987c-4d0a299a9e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448377 Dec 20 15:35:00.812976 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-3cec0f64-beb8-4d79-bc26-1b532f742cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:00.969099 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b03446a-80a0-46af-a275-1f121f5d7914 req-e2974c58-22db-49ef-a6d7-0fe5b7fa5db6 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:35:00.970568 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2b03446a-80a0-46af-a275-1f121f5d7914 req-e2974c58-22db-49ef-a6d7-0fe5b7fa5db6 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.47 "GET /v2.0/ports?device_id=f99ba795-e6ca-4090-a25a-331812fff53f HTTP/1.1" status: 200 len: 945 time: 0.0527489 Dec 20 15:35:01.067503 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-2b03446a-80a0-46af-a275-1f121f5d7914 req-8f7fcc4f-bd0d-4730-a9da-2a2364fa0daf tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Deleting port 26626a63-6ea8-4cf0-8b76-f11543f56f85 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:35:01.067795 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-2b03446a-80a0-46af-a275-1f121f5d7914 req-8f7fcc4f-bd0d-4730-a9da-2a2364fa0daf tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:01.166918 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-2b03446a-80a0-46af-a275-1f121f5d7914 req-8f7fcc4f-bd0d-4730-a9da-2a2364fa0daf tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] For port 26626a63-6ea8-4cf0-8b76-f11543f56f85, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=26626a63-6ea8-4cf0-8b76-f11543f56f85,segment=NetworkSegment(627061f9-00c3-4021-9637-042c27a29797),segment_id=627061f9-00c3-4021-9637-042c27a29797)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:35:01.167288 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-2b03446a-80a0-46af-a275-1f121f5d7914 req-8f7fcc4f-bd0d-4730-a9da-2a2364fa0daf tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:01.181072 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-2b03446a-80a0-46af-a275-1f121f5d7914 req-8f7fcc4f-bd0d-4730-a9da-2a2364fa0daf tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Calling delete_port for 26626a63-6ea8-4cf0-8b76-f11543f56f85 owned by compute:nova {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:35:01.328252 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-2b03446a-80a0-46af-a275-1f121f5d7914 req-8f7fcc4f-bd0d-4730-a9da-2a2364fa0daf tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:01.355857 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7fcc4f-bd0d-4730-a9da-2a2364fa0daf tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Pushing event deleted for resources: {'Port': ['ID=26626a63-6ea8-4cf0-8b76-f11543f56f85,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:35:01.370157 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7fcc4f-bd0d-4730-a9da-2a2364fa0daf tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:35:01.370877 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7fcc4f-bd0d-4730-a9da-2a2364fa0daf tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:35:01.371241 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7fcc4f-bd0d-4730-a9da-2a2364fa0daf tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:35:01.371553 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7fcc4f-bd0d-4730-a9da-2a2364fa0daf tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:35:01.371888 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7fcc4f-bd0d-4730-a9da-2a2364fa0daf tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:35:01.372220 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7fcc4f-bd0d-4730-a9da-2a2364fa0daf tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:35:01.372549 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7fcc4f-bd0d-4730-a9da-2a2364fa0daf tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:35:01.372878 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7fcc4f-bd0d-4730-a9da-2a2364fa0daf tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:35:01.373212 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7fcc4f-bd0d-4730-a9da-2a2364fa0daf tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:35:01.374166 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7fcc4f-bd0d-4730-a9da-2a2364fa0daf tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:35:01.374166 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7fcc4f-bd0d-4730-a9da-2a2364fa0daf tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:35:01.374166 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7fcc4f-bd0d-4730-a9da-2a2364fa0daf tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:35:01.374547 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7fcc4f-bd0d-4730-a9da-2a2364fa0daf tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:35:01.408930 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b03446a-80a0-46af-a275-1f121f5d7914 req-8f7fcc4f-bd0d-4730-a9da-2a2364fa0daf tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] No DVR routers for this DVR port 26626a63-6ea8-4cf0-8b76-f11543f56f85 on host n-h2-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:35:01.411968 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-2b03446a-80a0-46af-a275-1f121f5d7914 req-8f7fcc4f-bd0d-4730-a9da-2a2364fa0daf tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:01.415800 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2b03446a-80a0-46af-a275-1f121f5d7914 req-8f7fcc4f-bd0d-4730-a9da-2a2364fa0daf tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.47 "DELETE /v2.0/ports/26626a63-6ea8-4cf0-8b76-f11543f56f85 HTTP/1.1" status: 204 len: 173 time: 0.4388866 Dec 20 15:35:01.415800 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f99ba795-e6ca-4090-a25a-331812fff53f', 'name': 'network-vif-deleted', 'tag': '26626a63-6ea8-4cf0-8b76-f11543f56f85'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:35:01.418191 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08f5bd10d948da750b9537a176c40f94b479143edf42a445aa4903673b4b1814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ad0ca3-9807-4829-a926-9ffe5417c585" -d '{"events": [{"server_uuid": "f99ba795-e6ca-4090-a25a-331812fff53f", "name": "network-vif-deleted", "tag": "26626a63-6ea8-4cf0-8b76-f11543f56f85"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:35:01.460938 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47cafdf2-0bd3-4529-ad55-3659afd16d1b x-openstack-request-id: req-47cafdf2-0bd3-4529-ad55-3659afd16d1b {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:35:01.461266 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f99ba795-e6ca-4090-a25a-331812fff53f", "name": "network-vif-deleted", "tag": "26626a63-6ea8-4cf0-8b76-f11543f56f85", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:35:01.461586 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-47cafdf2-0bd3-4529-ad55-3659afd16d1b {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:35:01.461948 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f99ba795-e6ca-4090-a25a-331812fff53f', 'name': 'network-vif-deleted', 'tag': '26626a63-6ea8-4cf0-8b76-f11543f56f85', 'status': 'completed', 'code': 200} Dec 20 15:35:01.898532 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-60d0b5f9-cd24-436e-b140-8ee5dd512ff5 req-eefb0f85-2f14-4259-b3ca-64d60a291a76 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=f99ba795-e6ca-4090-a25a-331812fff53f HTTP/1.1" status: 200 len: 210 time: 0.0279264 Dec 20 15:35:02.971298 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57648) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:35:03.012447 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d74ca614-eb33-402d-b7bc-17203a42cfce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:03.142839 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 26626a63-6ea8-4cf0-8b76-f11543f56f85 no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:35:03.164116 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] No Port match for: 26626a63-6ea8-4cf0-8b76-f11543f56f85 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:35:03.164564 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 26626a63-6ea8-4cf0-8b76-f11543f56f85 not bound to the agent host n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:35:03.389676 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fa3a9e4b-bda3-465f-b508-4eac6dcf8a79 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1595867'] for router_interface, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:03.661188 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-fa3a9e4b-bda3-465f-b508-4eac6dcf8a79 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Deleting port 3d3c5463-ec6f-4181-8c8a-ca1318439e38 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:35:03.661439 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fa3a9e4b-bda3-465f-b508-4eac6dcf8a79 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:03.772293 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-fa3a9e4b-bda3-465f-b508-4eac6dcf8a79 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] For port 3d3c5463-ec6f-4181-8c8a-ca1318439e38, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=3d3c5463-ec6f-4181-8c8a-ca1318439e38,segment=NetworkSegment(627061f9-00c3-4021-9637-042c27a29797),segment_id=627061f9-00c3-4021-9637-042c27a29797)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:35:03.772605 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fa3a9e4b-bda3-465f-b508-4eac6dcf8a79 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:03.793053 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-fa3a9e4b-bda3-465f-b508-4eac6dcf8a79 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Calling delete_port for 3d3c5463-ec6f-4181-8c8a-ca1318439e38 owned by network:router_interface {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:35:04.003043 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fa3a9e4b-bda3-465f-b508-4eac6dcf8a79 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:04.030858 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3a9e4b-bda3-465f-b508-4eac6dcf8a79 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Pushing event deleted for resources: {'Port': ['ID=3d3c5463-ec6f-4181-8c8a-ca1318439e38,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:35:04.070605 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:04.224628 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fa3a9e4b-bda3-465f-b508-4eac6dcf8a79 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582411'] for router_interface, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:04.452732 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa3a9e4b-bda3-465f-b508-4eac6dcf8a79 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Router 2a300702-7313-4209-a5de-a2bdcd042640 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:35:04.566610 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa3a9e4b-bda3-465f-b508-4eac6dcf8a79 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:35:04.571802 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-fa3a9e4b-bda3-465f-b508-4eac6dcf8a79 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "PUT /v2.0/routers/2a300702-7313-4209-a5de-a2bdcd042640/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5986998 Dec 20 15:35:04.574999 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57650) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:35:04.577829 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a92eca-20ce-46bc-b9ee-a253408c7e33 None None] Sync routers for ids ['2a300702-7313-4209-a5de-a2bdcd042640'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:35:04.588780 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a92eca-20ce-46bc-b9ee-a253408c7e33 None None] Routers {'2a300702-7313-4209-a5de-a2bdcd042640'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:35:04.591922 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-88a92eca-20ce-46bc-b9ee-a253408c7e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:35:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['2a300702-7313-4209-a5de-a2bdcd042640'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:35:04.632018 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_v2 [None req-940c9125-05ab-4701-a74a-ee948800b211 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Deleting subnet 5bdf0df8-ccae-4890-971f-61cba417b501 {{(pid=103167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:35:04.635358 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-940c9125-05ab-4701-a74a-ee948800b211 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for subnet, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:04.679285 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-940c9125-05ab-4701-a74a-ee948800b211 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954412'] for subnet, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:04.697433 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-88a92eca-20ce-46bc-b9ee-a253408c7e33 None None] Set router 2a300702-7313-4209-a5de-a2bdcd042640 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:35:04.765452 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-940c9125-05ab-4701-a74a-ee948800b211 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:04.832603 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-940c9125-05ab-4701-a74a-ee948800b211 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:04.863526 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940c9125-05ab-4701-a74a-ee948800b211 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Pushing event deleted for resources: {'Subnet': ['ID=5bdf0df8-ccae-4890-971f-61cba417b501,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:35:04.865494 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-940c9125-05ab-4701-a74a-ee948800b211 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:04.871777 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-940c9125-05ab-4701-a74a-ee948800b211 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "DELETE /v2.0/subnets/5bdf0df8-ccae-4890-971f-61cba417b501 HTTP/1.1" status: 204 len: 168 time: 0.2928691 Dec 20 15:35:04.872085 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57652) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:35:04.874598 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ffceee0-535c-432d-a10e-6e7db97706e1 None None] Network 558c50f3-7cd8-43d5-9889-c5f259cfedc9 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:35:04.888918 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-88a92eca-20ce-46bc-b9ee-a253408c7e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a300702-7313-4209-a5de-a2bdcd042640', 'name': 'tempest-TestNetworkAdvancedServerOps-router-177170069', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'df2a4e30-93b0-4ff9-bbe5-47cd8502ae69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:34:01Z', 'updated_at': '2021-12-20T15:35:03Z', 'revision_number': 5, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'gw_port': {'id': 'df2a4e30-93b0-4ff9-bbe5-47cd8502ae69', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a300702-7313-4209-a5de-a2bdcd042640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:34:01Z', 'updated_at': '2021-12-20T15:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:35:04.919500 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a92eca-20ce-46bc-b9ee-a253408c7e33 None None] Checking router: 2a300702-7313-4209-a5de-a2bdcd042640 for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:35:04.928242 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a92eca-20ce-46bc-b9ee-a253408c7e33 None None] Routers {'2a300702-7313-4209-a5de-a2bdcd042640'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:35:04.928843 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-88a92eca-20ce-46bc-b9ee-a253408c7e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:35:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['2a300702-7313-4209-a5de-a2bdcd042640'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:35:04.991928 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fd39475f-df0b-4834-9d4f-34b83752eca6 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for router, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:05.048112 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-88a92eca-20ce-46bc-b9ee-a253408c7e33 None None] Set router 2a300702-7313-4209-a5de-a2bdcd042640 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:35:05.059750 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ebf0a0e-443e-4e6d-b67e-88ffd8e95d26 None None] DHCP port deletion for 558c50f3-7cd8-43d5-9889-c5f259cfedc9 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:35:05.109717 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fd39475f-df0b-4834-9d4f-34b83752eca6 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:05.118885 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-8ebf0a0e-443e-4e6d-b67e-88ffd8e95d26 None None] Deleting port 175c44ce-ceca-4d07-86f6-f7871deefeeb {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:35:05.119668 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8ebf0a0e-443e-4e6d-b67e-88ffd8e95d26 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:05.166768 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-fd39475f-df0b-4834-9d4f-34b83752eca6 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Deleting port df2a4e30-93b0-4ff9-bbe5-47cd8502ae69 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:35:05.167260 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fd39475f-df0b-4834-9d4f-34b83752eca6 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:05.190767 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-8ebf0a0e-443e-4e6d-b67e-88ffd8e95d26 None None] For port 175c44ce-ceca-4d07-86f6-f7871deefeeb, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=175c44ce-ceca-4d07-86f6-f7871deefeeb,segment=NetworkSegment(627061f9-00c3-4021-9637-042c27a29797),segment_id=627061f9-00c3-4021-9637-042c27a29797)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:35:05.191533 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8ebf0a0e-443e-4e6d-b67e-88ffd8e95d26 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:05.205442 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-8ebf0a0e-443e-4e6d-b67e-88ffd8e95d26 None None] Calling delete_port for 175c44ce-ceca-4d07-86f6-f7871deefeeb owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:35:05.254845 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-fd39475f-df0b-4834-9d4f-34b83752eca6 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] For port df2a4e30-93b0-4ff9-bbe5-47cd8502ae69, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=df2a4e30-93b0-4ff9-bbe5-47cd8502ae69,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:35:05.255239 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fd39475f-df0b-4834-9d4f-34b83752eca6 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:05.256764 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-88a92eca-20ce-46bc-b9ee-a253408c7e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a300702-7313-4209-a5de-a2bdcd042640', 'name': 'tempest-TestNetworkAdvancedServerOps-router-177170069', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'df2a4e30-93b0-4ff9-bbe5-47cd8502ae69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:34:01Z', 'updated_at': '2021-12-20T15:35:03Z', 'revision_number': 5, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'gw_port': {'id': 'df2a4e30-93b0-4ff9-bbe5-47cd8502ae69', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a300702-7313-4209-a5de-a2bdcd042640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:34:01Z', 'updated_at': '2021-12-20T15:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:35:05.274787 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-fd39475f-df0b-4834-9d4f-34b83752eca6 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Calling delete_port for df2a4e30-93b0-4ff9-bbe5-47cd8502ae69 owned by network:router_gateway {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:35:05.286472 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a92eca-20ce-46bc-b9ee-a253408c7e33 None None] The sync data for ids ['2a300702-7313-4209-a5de-a2bdcd042640'] in n-d-761264-19 is: [{'id': '2a300702-7313-4209-a5de-a2bdcd042640', 'name': 'tempest-TestNetworkAdvancedServerOps-router-177170069', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'df2a4e30-93b0-4ff9-bbe5-47cd8502ae69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:34:01Z', 'updated_at': '2021-12-20T15:35:03Z', 'revision_number': 5, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'gw_port': {'id': 'df2a4e30-93b0-4ff9-bbe5-47cd8502ae69', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a300702-7313-4209-a5de-a2bdcd042640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:34:01Z', 'updated_at': '2021-12-20T15:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:35:05.302280 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8ebf0a0e-443e-4e6d-b67e-88ffd8e95d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:05.328711 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebf0a0e-443e-4e6d-b67e-88ffd8e95d26 None None] Pushing event deleted for resources: {'Port': ['ID=175c44ce-ceca-4d07-86f6-f7871deefeeb,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:35:05.333221 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebf0a0e-443e-4e6d-b67e-88ffd8e95d26 None None] No DVR routers for this DVR port 175c44ce-ceca-4d07-86f6-f7871deefeeb on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:35:05.340454 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebf0a0e-443e-4e6d-b67e-88ffd8e95d26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:35:05.343872 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebf0a0e-443e-4e6d-b67e-88ffd8e95d26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:35:05.343872 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebf0a0e-443e-4e6d-b67e-88ffd8e95d26 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:35:05.343872 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebf0a0e-443e-4e6d-b67e-88ffd8e95d26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:35:05.344220 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebf0a0e-443e-4e6d-b67e-88ffd8e95d26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:35:05.344744 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebf0a0e-443e-4e6d-b67e-88ffd8e95d26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:35:05.345351 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebf0a0e-443e-4e6d-b67e-88ffd8e95d26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:35:05.345686 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebf0a0e-443e-4e6d-b67e-88ffd8e95d26 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:35:05.346016 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebf0a0e-443e-4e6d-b67e-88ffd8e95d26 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:35:05.346345 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebf0a0e-443e-4e6d-b67e-88ffd8e95d26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:35:05.346671 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebf0a0e-443e-4e6d-b67e-88ffd8e95d26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:35:05.347017 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebf0a0e-443e-4e6d-b67e-88ffd8e95d26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:35:05.347519 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebf0a0e-443e-4e6d-b67e-88ffd8e95d26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:35:05.475664 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fd39475f-df0b-4834-9d4f-34b83752eca6 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:05.501780 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd39475f-df0b-4834-9d4f-34b83752eca6 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Pushing event deleted for resources: {'Port': ['ID=df2a4e30-93b0-4ff9-bbe5-47cd8502ae69,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:35:05.515710 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da04c59f-2547-40df-97a2-774a84505b0b None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:35:05.563891 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fd39475f-df0b-4834-9d4f-34b83752eca6 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584913'] for router_gateway, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:05.668625 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fd39475f-df0b-4834-9d4f-34b83752eca6 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40132'] for router, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:05.672426 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fd39475f-df0b-4834-9d4f-34b83752eca6 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:05.733142 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fd39475f-df0b-4834-9d4f-34b83752eca6 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1594808'] for router, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:05.733737 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd39475f-df0b-4834-9d4f-34b83752eca6 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Fanout notify agent at l3_agent the message router_deleted on router 2a300702-7313-4209-a5de-a2bdcd042640 {{(pid=103167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:35:05.740470 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 3d3c5463-ec6f-4181-8c8a-ca1318439e38 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:35:05.745072 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fd39475f-df0b-4834-9d4f-34b83752eca6 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for router, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:05.746589 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-fd39475f-df0b-4834-9d4f-34b83752eca6 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "DELETE /v2.0/routers/2a300702-7313-4209-a5de-a2bdcd042640 HTTP/1.1" status: 204 len: 168 time: 0.8735487 Dec 20 15:35:05.749367 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57654) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:35:05.766239 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 3d3c5463-ec6f-4181-8c8a-ca1318439e38 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:35:05.766581 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 3d3c5463-ec6f-4181-8c8a-ca1318439e38 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:35:05.767072 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 175c44ce-ceca-4d07-86f6-f7871deefeeb no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:35:05.788003 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 175c44ce-ceca-4d07-86f6-f7871deefeeb {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:35:05.788301 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 175c44ce-ceca-4d07-86f6-f7871deefeeb not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:35:05.832517 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9df70d3b-7e0e-4dee-b344-1507d97e7aed tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:05.932884 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9df70d3b-7e0e-4dee-b344-1507d97e7aed tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:05.955555 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-9df70d3b-7e0e-4dee-b344-1507d97e7aed tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['558c50f3-7cd8-43d5-9889-c5f259cfedc9']}} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:35:05.966223 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-9df70d3b-7e0e-4dee-b344-1507d97e7aed tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '627061f9-00c3-4021-9637-042c27a29797') {'for_net_delete': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:35:05.966516 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-9df70d3b-7e0e-4dee-b344-1507d97e7aed tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '627061f9-00c3-4021-9637-042c27a29797') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:35:05.977558 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9df70d3b-7e0e-4dee-b344-1507d97e7aed tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954405'] for segment, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:05.992649 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9df70d3b-7e0e-4dee-b344-1507d97e7aed tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:06.000136 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9df70d3b-7e0e-4dee-b344-1507d97e7aed tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=103167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:35:06.000591 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9df70d3b-7e0e-4dee-b344-1507d97e7aed tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9956000'] for segment, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:06.005048 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:35:06.005048 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:35:06.005048 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:35:06.005048 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:35:06.005048 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:35:06.005048 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:35:06.005048 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:35:06.005048 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:35:06.005048 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:35:06.005048 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:35:06.005048 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:35:06.005048 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:35:06.005048 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:35:06.005048 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:35:06.005048 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:35:06.005048 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:35:06.005048 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:35:06.005048 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:35:06.005048 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:35:06.005048 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:35:06.005048 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:35:06.005048 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:35:06.005048 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:35:06.005048 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:35:06.005048 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:35:06.005048 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:35:06.005048 n-d-761264-19 neutron-server[103167]: Traceback (most recent call last): Dec 20 15:35:06.005048 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:35:06.005048 n-d-761264-19 neutron-server[103167]: timer() Dec 20 15:35:06.005048 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:35:06.005048 n-d-761264-19 neutron-server[103167]: cb(*args, **kw) Dec 20 15:35:06.005048 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:35:06.005048 n-d-761264-19 neutron-server[103167]: return func(*args, **kwargs) Dec 20 15:35:06.005048 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:35:06.005048 n-d-761264-19 neutron-server[103167]: self._notify() Dec 20 15:35:06.005048 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:35:06.005048 n-d-761264-19 neutron-server[103167]: self.callback(batched_events) Dec 20 15:35:06.005048 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:35:06.005048 n-d-761264-19 neutron-server[103167]: event.method(event) Dec 20 15:35:06.005048 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:35:06.005048 n-d-761264-19 neutron-server[103167]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:35:06.005048 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:35:06.005048 n-d-761264-19 neutron-server[103167]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:35:06.005048 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:35:06.005048 n-d-761264-19 neutron-server[103167]: return f(self, *a, **k) Dec 20 15:35:06.005048 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:35:06.005048 n-d-761264-19 neutron-server[103167]: return self._get(url).json() Dec 20 15:35:06.005048 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:35:06.005048 n-d-761264-19 neutron-server[103167]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:35:06.005048 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:35:06.005048 n-d-761264-19 neutron-server[103167]: return self.request(url, 'GET', **kwargs) Dec 20 15:35:06.005048 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:35:06.005048 n-d-761264-19 neutron-server[103167]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:35:06.005048 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:35:06.005048 n-d-761264-19 neutron-server[103167]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:35:06.005048 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:35:06.005048 n-d-761264-19 neutron-server[103167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:35:06.005048 n-d-761264-19 neutron-server[103167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:35:06.063047 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:06.074283 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9df70d3b-7e0e-4dee-b344-1507d97e7aed tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:06.081533 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9df70d3b-7e0e-4dee-b344-1507d97e7aed tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:06.085118 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-9df70d3b-7e0e-4dee-b344-1507d97e7aed tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "DELETE /v2.0/networks/558c50f3-7cd8-43d5-9889-c5f259cfedc9 HTTP/1.1" status: 204 len: 168 time: 0.3347809 Dec 20 15:35:06.087902 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57656) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:35:06.104567 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df70d3b-7e0e-4dee-b344-1507d97e7aed tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Pushing event deleted for resources: {'Network': ['ID=558c50f3-7cd8-43d5-9889-c5f259cfedc9,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:35:06.160960 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1c8fa171-b745-4363-9f25-a9885eb8da80 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:06.191032 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1c8fa171-b745-4363-9f25-a9885eb8da80 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:06.258861 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1c8fa171-b745-4363-9f25-a9885eb8da80 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:06.261710 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1c8fa171-b745-4363-9f25-a9885eb8da80 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:06.262909 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-1c8fa171-b745-4363-9f25-a9885eb8da80 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "DELETE /v2.0/security-groups/782dc089-d08b-4dd4-987c-4d0a299a9e4e HTTP/1.1" status: 204 len: 168 time: 0.1738832 Dec 20 15:35:06.272963 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8fa171-b745-4363-9f25-a9885eb8da80 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=782dc089-d08b-4dd4-987c-4d0a299a9e4e,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:35:06.334084 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:06.496652 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57662) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:35:06.501281 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-b569e402-1ffe-46a5-8f82-e0891fdcb1fc tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1129282411', 'description': 'tempest-secgroup-smoke-1129282411 description', 'project_id': '6051e8cae9884506b33350e13a9e893a'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:35:06.533318 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b569e402-1ffe-46a5-8f82-e0891fdcb1fc tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:06.606921 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b569e402-1ffe-46a5-8f82-e0891fdcb1fc tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:06.613183 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b569e402-1ffe-46a5-8f82-e0891fdcb1fc tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:06.643413 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b569e402-1ffe-46a5-8f82-e0891fdcb1fc tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:06.644579 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-b569e402-1ffe-46a5-8f82-e0891fdcb1fc tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1469364 Dec 20 15:35:06.646609 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b569e402-1ffe-46a5-8f82-e0891fdcb1fc tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40a724f1-8882-4fc7-9aef-12627237a601,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:35:06.647704 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57664) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:35:06.653215 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-ee15e588-2e69-4789-a64f-ad9e6fd40802 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Request body: {'security_group_rule': {'security_group_id': '40a724f1-8882-4fc7-9aef-12627237a601', 'project_id': '6051e8cae9884506b33350e13a9e893a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:35:06.684701 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ee15e588-2e69-4789-a64f-ad9e6fd40802 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:06.748776 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ee15e588-2e69-4789-a64f-ad9e6fd40802 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:06.754142 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ee15e588-2e69-4789-a64f-ad9e6fd40802 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:06.773669 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15e588-2e69-4789-a64f-ad9e6fd40802 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a48df544-4e74-4077-bec8-8f7fcce4fc72,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:35:06.782981 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ee15e588-2e69-4789-a64f-ad9e6fd40802 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:06.784225 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-ee15e588-2e69-4789-a64f-ad9e6fd40802 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1354523 Dec 20 15:35:06.787543 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57666) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:35:06.793172 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-6a010400-c6fe-409d-8c0d-e3b8e7c77b40 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Request body: {'security_group_rule': {'security_group_id': '40a724f1-8882-4fc7-9aef-12627237a601', 'project_id': '6051e8cae9884506b33350e13a9e893a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:35:06.823965 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6a010400-c6fe-409d-8c0d-e3b8e7c77b40 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:06.886867 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6a010400-c6fe-409d-8c0d-e3b8e7c77b40 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:06.892258 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6a010400-c6fe-409d-8c0d-e3b8e7c77b40 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:06.912105 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a010400-c6fe-409d-8c0d-e3b8e7c77b40 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=432381ff-bde1-479f-9d8e-7fd520969877,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:35:06.919586 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6a010400-c6fe-409d-8c0d-e3b8e7c77b40 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:06.920798 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-6a010400-c6fe-409d-8c0d-e3b8e7c77b40 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1319454 Dec 20 15:35:06.923617 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57668) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:35:06.927981 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-b9d7c2c5-91e5-4e75-a25c-78c0722c0b1c tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Request body: {'security_group_rule': {'security_group_id': '40a724f1-8882-4fc7-9aef-12627237a601', 'project_id': '6051e8cae9884506b33350e13a9e893a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:35:06.958587 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b9d7c2c5-91e5-4e75-a25c-78c0722c0b1c tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:07.024653 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b9d7c2c5-91e5-4e75-a25c-78c0722c0b1c tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:07.029855 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b9d7c2c5-91e5-4e75-a25c-78c0722c0b1c tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:07.047477 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7c2c5-91e5-4e75-a25c-78c0722c0b1c tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34fe10f0-0ec7-4093-8acd-22d06eac329a,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:35:07.056310 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b9d7c2c5-91e5-4e75-a25c-78c0722c0b1c tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:07.060307 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-b9d7c2c5-91e5-4e75-a25c-78c0722c0b1c tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1330557 Dec 20 15:35:07.060553 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57670) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:35:07.065064 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-b2015c20-4f9b-4e18-89c7-8b87ea7c7d75 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Request body: {'security_group_rule': {'security_group_id': '40a724f1-8882-4fc7-9aef-12627237a601', 'project_id': '6051e8cae9884506b33350e13a9e893a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:35:07.096521 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b2015c20-4f9b-4e18-89c7-8b87ea7c7d75 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:07.157506 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b2015c20-4f9b-4e18-89c7-8b87ea7c7d75 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:07.162432 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b2015c20-4f9b-4e18-89c7-8b87ea7c7d75 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:07.183607 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2015c20-4f9b-4e18-89c7-8b87ea7c7d75 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62dfa57e-c089-44f8-b8c2-1dd731769fef,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:35:07.190938 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b2015c20-4f9b-4e18-89c7-8b87ea7c7d75 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:07.192239 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-b2015c20-4f9b-4e18-89c7-8b87ea7c7d75 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1306643 Dec 20 15:35:07.195380 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57672) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:35:07.201798 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-bbd9a6d6-ae73-48e2-9fde-c1dd5b9658ea tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Request body: {'security_group_rule': {'security_group_id': '40a724f1-8882-4fc7-9aef-12627237a601', 'project_id': '6051e8cae9884506b33350e13a9e893a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:35:07.229916 n-d-761264-19 neutron-server[103168]: INFO neutron.db.securitygroups_db [None req-bbd9a6d6-ae73-48e2-9fde-c1dd5b9658ea tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Project 6051e8cae9884506b33350e13a9e893a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 15:35:07.236890 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-bbd9a6d6-ae73-48e2-9fde-c1dd5b9658ea tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:07.315177 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-bbd9a6d6-ae73-48e2-9fde-c1dd5b9658ea tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:07.320781 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-bbd9a6d6-ae73-48e2-9fde-c1dd5b9658ea tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:07.339923 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd9a6d6-ae73-48e2-9fde-c1dd5b9658ea tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a6f25fd-956a-4114-a47d-9e04534aa726,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:35:07.351888 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-bbd9a6d6-ae73-48e2-9fde-c1dd5b9658ea tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:07.354627 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-bbd9a6d6-ae73-48e2-9fde-c1dd5b9658ea tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1570110 Dec 20 15:35:07.356613 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57674) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:35:07.361092 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-2a1dd74b-abd1-44fb-a465-ae687f7cee08 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Request body: {'security_group_rule': {'security_group_id': '40a724f1-8882-4fc7-9aef-12627237a601', 'project_id': '6051e8cae9884506b33350e13a9e893a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:35:07.387953 n-d-761264-19 neutron-server[103168]: INFO neutron.db.securitygroups_db [None req-2a1dd74b-abd1-44fb-a465-ae687f7cee08 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Project 6051e8cae9884506b33350e13a9e893a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 15:35:07.393428 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2a1dd74b-abd1-44fb-a465-ae687f7cee08 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:07.393625 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device df2a4e30-93b0-4ff9-bbe5-47cd8502ae69 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:35:07.415628 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: df2a4e30-93b0-4ff9-bbe5-47cd8502ae69 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:35:07.416016 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device df2a4e30-93b0-4ff9-bbe5-47cd8502ae69 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:35:07.458060 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2a1dd74b-abd1-44fb-a465-ae687f7cee08 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:07.463786 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2a1dd74b-abd1-44fb-a465-ae687f7cee08 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:07.486910 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1dd74b-abd1-44fb-a465-ae687f7cee08 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c75f0ff8-1030-4d64-bdf2-57fe6e4147e4,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:35:07.496806 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2a1dd74b-abd1-44fb-a465-ae687f7cee08 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:07.498086 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-2a1dd74b-abd1-44fb-a465-ae687f7cee08 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1405177 Dec 20 15:35:07.501120 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57676) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:35:07.506071 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-7e898110-d1f0-452a-b68b-477149e3642b tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Request body: {'network': {'name': 'tempest-network-smoke--1968951555', 'project_id': '6051e8cae9884506b33350e13a9e893a', 'port_security_enabled': True}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:35:07.529615 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e898110-d1f0-452a-b68b-477149e3642b tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Made reservation on behalf of 6051e8cae9884506b33350e13a9e893a for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:35:07.533297 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7e898110-d1f0-452a-b68b-477149e3642b tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:07.561225 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e898110-d1f0-452a-b68b-477149e3642b tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:35:07.571174 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7e898110-d1f0-452a-b68b-477149e3642b tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:07.571566 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-7e898110-d1f0-452a-b68b-477149e3642b tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Added segment d9ce9fa3-d638-4e48-998f-fad88c426a57 of type vlan for network 528da8fa-d513-480e-bc22-5952c81ca630 Dec 20 15:35:07.613601 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7e898110-d1f0-452a-b68b-477149e3642b tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:07.642800 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7e898110-d1f0-452a-b68b-477149e3642b tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:07.648611 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e898110-d1f0-452a-b68b-477149e3642b tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:35:07.649319 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7e898110-d1f0-452a-b68b-477149e3642b tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:07.712535 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-7e898110-d1f0-452a-b68b-477149e3642b tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2103052 Dec 20 15:35:07.715515 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57678) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:35:07.720225 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-b2e84346-8a69-4e39-9f5a-202ae34fe10b tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-505440909', 'admin_state_up': True, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:35:07.721565 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e898110-d1f0-452a-b68b-477149e3642b tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Pushing event updated for resources: {'Network': ['ID=528da8fa-d513-480e-bc22-5952c81ca630,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:35:07.732254 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 528da8fa-d513-480e-bc22-5952c81ca630 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:35:07.749888 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b2e84346-8a69-4e39-9f5a-202ae34fe10b tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40114'] for router, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:07.751195 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b2e84346-8a69-4e39-9f5a-202ae34fe10b tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40139'] for router, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:07.813021 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b2e84346-8a69-4e39-9f5a-202ae34fe10b tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:07.971861 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b2e84346-8a69-4e39-9f5a-202ae34fe10b tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:08.512788 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b2e84346-8a69-4e39-9f5a-202ae34fe10b tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for router_gateway, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:08.532099 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b2e84346-8a69-4e39-9f5a-202ae34fe10b tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:08.662342 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-b2e84346-8a69-4e39-9f5a-202ae34fe10b tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Allocated IP 172.25.0.131 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/79d94c40-9a76-4860-9403-b76308de3b3c) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:35:08.780619 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b2e84346-8a69-4e39-9f5a-202ae34fe10b tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:08.816317 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b2e84346-8a69-4e39-9f5a-202ae34fe10b tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:08.859292 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e84346-8a69-4e39-9f5a-202ae34fe10b tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:35:08.862479 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-b2e84346-8a69-4e39-9f5a-202ae34fe10b tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:35:08.865079 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e84346-8a69-4e39-9f5a-202ae34fe10b tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:35:08.876306 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588a5d81-747d-41cc-93c2-1368797fae2b None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:35:08.891858 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e84346-8a69-4e39-9f5a-202ae34fe10b tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Pushing event updated for resources: {'Port': ['ID=79d94c40-9a76-4860-9403-b76308de3b3c,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:35:08.925373 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-a83a3844-4f44-463b-a408-5fcc1f06c46d None None] Provisioning complete for port 79d94c40-9a76-4860-9403-b76308de3b3c triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:35:08.925741 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a83a3844-4f44-463b-a408-5fcc1f06c46d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:08.960880 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-a83a3844-4f44-463b-a408-5fcc1f06c46d None None] Port 79d94c40-9a76-4860-9403-b76308de3b3c cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:35:09.141691 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b2e84346-8a69-4e39-9f5a-202ae34fe10b tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for router_gateway, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:09.359000 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b2e84346-8a69-4e39-9f5a-202ae34fe10b tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013'] for router, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:09.496956 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2e84346-8a69-4e39-9f5a-202ae34fe10b tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Router 3e14b0db-6981-41d2-87e7-7a5a0cc38852 is scheduled to L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 with binding_index 1 {{(pid=103167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 15:35:09.609940 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2e84346-8a69-4e39-9f5a-202ae34fe10b tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:35:09.625059 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160be06b-8dd7-47b4-845b-62a1b16cdb29 None None] Sync routers for ids ['3e14b0db-6981-41d2-87e7-7a5a0cc38852'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:35:09.633781 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b2e84346-8a69-4e39-9f5a-202ae34fe10b tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for router, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:09.635171 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-b2e84346-8a69-4e39-9f5a-202ae34fe10b tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9186091 Dec 20 15:35:09.640059 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57680) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:35:09.641523 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160be06b-8dd7-47b4-845b-62a1b16cdb29 None None] Routers {'3e14b0db-6981-41d2-87e7-7a5a0cc38852'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:35:09.642427 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-160be06b-8dd7-47b4-845b-62a1b16cdb29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:35:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['3e14b0db-6981-41d2-87e7-7a5a0cc38852'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:35:09.672127 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-3fb92b19-4098-4725-b790-7bc59c1d1447 tempest-TestNetworkAdvancedServerOps-1490510064 tempest-TestNetworkAdvancedServerOps-1490510064-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=6051e8cae9884506b33350e13a9e893a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283906 Dec 20 15:35:09.672453 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57682) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:35:09.754264 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-160be06b-8dd7-47b4-845b-62a1b16cdb29 None None] Set router 3e14b0db-6981-41d2-87e7-7a5a0cc38852 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:35:09.767336 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f317910e-6aae-4c42-92e6-8a63a7c18781 tempest-TestNetworkAdvancedServerOps-1490510064 tempest-TestNetworkAdvancedServerOps-1490510064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:35:09.768840 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-f317910e-6aae-4c42-92e6-8a63a7c18781 tempest-TestNetworkAdvancedServerOps-1490510064 tempest-TestNetworkAdvancedServerOps-1490510064-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0954068 Dec 20 15:35:09.771796 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57684) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:35:09.804308 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-27535ea5-f36f-440f-a64c-e9117b62bc31 tempest-TestNetworkAdvancedServerOps-1490510064 tempest-TestNetworkAdvancedServerOps-1490510064-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=c3f8658e-da35-41f3-bd03-509e29ebd6f3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0313923 Dec 20 15:35:09.807231 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57686) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:35:09.812266 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-21ef25a5-fc6e-437a-8281-b9993ce69600 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1454775813', 'network_id': '528da8fa-d513-480e-bc22-5952c81ca630', 'project_id': '6051e8cae9884506b33350e13a9e893a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:35:09.909464 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21ef25a5-fc6e-437a-8281-b9993ce69600 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Made reservation on behalf of 6051e8cae9884506b33350e13a9e893a for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:35:09.913508 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-21ef25a5-fc6e-437a-8281-b9993ce69600 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:09.948190 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-160be06b-8dd7-47b4-845b-62a1b16cdb29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e14b0db-6981-41d2-87e7-7a5a0cc38852', 'name': 'tempest-TestNetworkAdvancedServerOps-router-505440909', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '79d94c40-9a76-4860-9403-b76308de3b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:35:07Z', 'updated_at': '2021-12-20T15:35:09Z', 'revision_number': 3, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'gw_port': {'id': '79d94c40-9a76-4860-9403-b76308de3b3c', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ed:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e14b0db-6981-41d2-87e7-7a5a0cc38852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:35:08Z', 'updated_at': '2021-12-20T15:35:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:35:09.980050 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160be06b-8dd7-47b4-845b-62a1b16cdb29 None None] Checking router: 3e14b0db-6981-41d2-87e7-7a5a0cc38852 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:35:09.980407 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160be06b-8dd7-47b4-845b-62a1b16cdb29 None None] Updating router 3e14b0db-6981-41d2-87e7-7a5a0cc38852 port 79d94c40-9a76-4860-9403-b76308de3b3c binding host n-d-761264-19 {{(pid=103169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 15:35:10.008814 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-160be06b-8dd7-47b4-845b-62a1b16cdb29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:10.109303 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-21ef25a5-fc6e-437a-8281-b9993ce69600 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8848317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10470522'] for subnet, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:10.174181 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ef25a5-fc6e-437a-8281-b9993ce69600 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Pushing event updated for resources: {'Subnet': ['ID=1108a967-7212-48ac-bb74-4140958c70cf,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:35:10.186750 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ef25a5-fc6e-437a-8281-b9993ce69600 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Checking segment: {'id': 'd9ce9fa3-d638-4e48-998f-fad88c426a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '528da8fa-d513-480e-bc22-5952c81ca630'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:35:10.187135 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ef25a5-fc6e-437a-8281-b9993ce69600 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Network hostable DHCP agents. Network: 528da8fa-d513-480e-bc22-5952c81ca630, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:35:10.207082 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ef25a5-fc6e-437a-8281-b9993ce69600 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Network 528da8fa-d513-480e-bc22-5952c81ca630 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:35:10.217284 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-21ef25a5-fc6e-437a-8281-b9993ce69600 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 528da8fa-d513-480e-bc22-5952c81ca630) {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:35:10.222500 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ef25a5-fc6e-437a-8281-b9993ce69600 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:35:10.223743 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-21ef25a5-fc6e-437a-8281-b9993ce69600 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:10.231678 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81da22f7-9cd2-488e-9e96-d9fe5b0a362b None None] Network 528da8fa-d513-480e-bc22-5952c81ca630 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:35:10.241858 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-21ef25a5-fc6e-437a-8281-b9993ce69600 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4335120 Dec 20 15:35:10.245310 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57688) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:35:10.345484 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-160be06b-8dd7-47b4-845b-62a1b16cdb29 None None] Publish callbacks [] for port, precommit_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:10.355182 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-160be06b-8dd7-47b4-845b-62a1b16cdb29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:10.416643 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68650911-6ca6-41e4-a7f7-f92f7961c0b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-528da8fa-d513-480e-bc22-5952c81ca630', 'network_id': '528da8fa-d513-480e-bc22-5952c81ca630', 'project_id': '6051e8cae9884506b33350e13a9e893a', 'fixed_ips': [{'subnet_id': '1108a967-7212-48ac-bb74-4140958c70cf'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 15:35:10.417555 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-68650911-6ca6-41e4-a7f7-f92f7961c0b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:10.434208 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2693da-1e86-4286-8557-d219490d5828 None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:35:10.447875 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-160be06b-8dd7-47b4-845b-62a1b16cdb29 None None] Attempting to bind port 79d94c40-9a76-4860-9403-b76308de3b3c on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:35:10.448238 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-160be06b-8dd7-47b4-845b-62a1b16cdb29 None None] Attempting to bind port 79d94c40-9a76-4860-9403-b76308de3b3c by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:35:10.448602 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160be06b-8dd7-47b4-845b-62a1b16cdb29 None None] Attempting to bind port 79d94c40-9a76-4860-9403-b76308de3b3c on network c3f8658e-da35-41f3-bd03-509e29ebd6f3 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:35:10.456356 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e951c3a7-0db0-42e9-807e-67666f1a21ef None None] Pushing event updated for resources: {'Port': ['ID=79d94c40-9a76-4860-9403-b76308de3b3c,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:35:10.465598 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160be06b-8dd7-47b4-845b-62a1b16cdb29 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:35:10.465969 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160be06b-8dd7-47b4-845b-62a1b16cdb29 None None] Checking segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:35:10.466353 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-160be06b-8dd7-47b4-845b-62a1b16cdb29 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:10.466763 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160be06b-8dd7-47b4-845b-62a1b16cdb29 None None] Bound using segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:35:10.467262 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-160be06b-8dd7-47b4-845b-62a1b16cdb29 None None] Bound port: 79d94c40-9a76-4860-9403-b76308de3b3c, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:35:10.467634 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-160be06b-8dd7-47b4-845b-62a1b16cdb29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:10.712582 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0f63f9c4-9818-42c8-8282-2fba9c737d4e tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:10.781557 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-298d4a5b-b81b-470d-a9f0-ab4168f19746 None None] Provisioning complete for port 79d94c40-9a76-4860-9403-b76308de3b3c triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:35:10.781942 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-298d4a5b-b81b-470d-a9f0-ab4168f19746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:10.797420 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:35:10.805240 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-160be06b-8dd7-47b4-845b-62a1b16cdb29 None None] For port 79d94c40-9a76-4860-9403-b76308de3b3c, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:35:10.826634 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-160be06b-8dd7-47b4-845b-62a1b16cdb29 None None] For port 79d94c40-9a76-4860-9403-b76308de3b3c, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=79d94c40-9a76-4860-9403-b76308de3b3c,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:35:10.835781 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-160be06b-8dd7-47b4-845b-62a1b16cdb29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:10.851624 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-298d4a5b-b81b-470d-a9f0-ab4168f19746 None None] Port 79d94c40-9a76-4860-9403-b76308de3b3c cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:35:10.881028 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-68650911-6ca6-41e4-a7f7-f92f7961c0b8 None None] Allocated IP 172.20.0.2 (528da8fa-d513-480e-bc22-5952c81ca630/1108a967-7212-48ac-bb74-4140958c70cf/d33e4c74-6719-4cd7-8337-08ae673bbaae) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:35:10.896749 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55fcc707-9cc5-46c4-9506-d0c3e45a36d3 None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:35:10.941367 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160be06b-8dd7-47b4-845b-62a1b16cdb29 None None] Routers {'3e14b0db-6981-41d2-87e7-7a5a0cc38852'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:35:10.942020 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-160be06b-8dd7-47b4-845b-62a1b16cdb29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:35:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['3e14b0db-6981-41d2-87e7-7a5a0cc38852'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:35:10.952840 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e951c3a7-0db0-42e9-807e-67666f1a21ef None None] Pushing event updated for resources: {'Port': ['ID=79d94c40-9a76-4860-9403-b76308de3b3c,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:35:11.082101 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-bf804fc8-8186-43f6-9594-82a83edc46e9 None None] Provisioning complete for port 79d94c40-9a76-4860-9403-b76308de3b3c triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:35:11.082466 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-bf804fc8-8186-43f6-9594-82a83edc46e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:11.175910 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-160be06b-8dd7-47b4-845b-62a1b16cdb29 None None] Set router 3e14b0db-6981-41d2-87e7-7a5a0cc38852 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:35:11.265082 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-68650911-6ca6-41e4-a7f7-f92f7961c0b8 None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:11.307886 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-68650911-6ca6-41e4-a7f7-f92f7961c0b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:11.331722 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-0f63f9c4-9818-42c8-8282-2fba9c737d4e tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Allocated IP 172.20.0.1 (528da8fa-d513-480e-bc22-5952c81ca630/1108a967-7212-48ac-bb74-4140958c70cf/ee5d4746-aaec-438f-bca3-42dca11572b7) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:35:11.390275 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68650911-6ca6-41e4-a7f7-f92f7961c0b8 None None] Network 528da8fa-d513-480e-bc22-5952c81ca630 is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:35:11.394558 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-bf804fc8-8186-43f6-9594-82a83edc46e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:11.405369 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-68650911-6ca6-41e4-a7f7-f92f7961c0b8 None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:35:11.410131 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68650911-6ca6-41e4-a7f7-f92f7961c0b8 None None] Pushing event updated for resources: {'Port': ['ID=d33e4c74-6719-4cd7-8337-08ae673bbaae,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:35:11.416450 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68650911-6ca6-41e4-a7f7-f92f7961c0b8 None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:35:11.442969 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-bf804fc8-8186-43f6-9594-82a83edc46e9 None None] For port 79d94c40-9a76-4860-9403-b76308de3b3c, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=79d94c40-9a76-4860-9403-b76308de3b3c,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:35:11.457297 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0f63f9c4-9818-42c8-8282-2fba9c737d4e tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:11.481905 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-bf804fc8-8186-43f6-9594-82a83edc46e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:11.498160 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0f63f9c4-9818-42c8-8282-2fba9c737d4e tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:11.553604 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-68650911-6ca6-41e4-a7f7-f92f7961c0b8 None None] Attempting to bind port d33e4c74-6719-4cd7-8337-08ae673bbaae on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:35:11.553896 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-68650911-6ca6-41e4-a7f7-f92f7961c0b8 None None] Attempting to bind port d33e4c74-6719-4cd7-8337-08ae673bbaae by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': 'd9ce9fa3-d638-4e48-998f-fad88c426a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '528da8fa-d513-480e-bc22-5952c81ca630'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:35:11.554235 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68650911-6ca6-41e4-a7f7-f92f7961c0b8 None None] Attempting to bind port d33e4c74-6719-4cd7-8337-08ae673bbaae on network 528da8fa-d513-480e-bc22-5952c81ca630 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:35:11.563315 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f63f9c4-9818-42c8-8282-2fba9c737d4e tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Network 528da8fa-d513-480e-bc22-5952c81ca630 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:35:11.567485 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-0f63f9c4-9818-42c8-8282-2fba9c737d4e tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:35:11.571105 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68650911-6ca6-41e4-a7f7-f92f7961c0b8 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:35:11.571498 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68650911-6ca6-41e4-a7f7-f92f7961c0b8 None None] Checking segment: {'id': 'd9ce9fa3-d638-4e48-998f-fad88c426a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '528da8fa-d513-480e-bc22-5952c81ca630'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:35:11.571912 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-68650911-6ca6-41e4-a7f7-f92f7961c0b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:11.572226 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f63f9c4-9818-42c8-8282-2fba9c737d4e tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:35:11.572366 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68650911-6ca6-41e4-a7f7-f92f7961c0b8 None None] Bound using segment: {'id': 'd9ce9fa3-d638-4e48-998f-fad88c426a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '528da8fa-d513-480e-bc22-5952c81ca630'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:35:11.572766 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-68650911-6ca6-41e4-a7f7-f92f7961c0b8 None None] Bound port: d33e4c74-6719-4cd7-8337-08ae673bbaae, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9ce9fa3-d638-4e48-998f-fad88c426a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '528da8fa-d513-480e-bc22-5952c81ca630'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:35:11.573172 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-68650911-6ca6-41e4-a7f7-f92f7961c0b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:11.575183 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf804fc8-8186-43f6-9594-82a83edc46e9 None None] Pushing event updated for resources: {'Port': ['ID=79d94c40-9a76-4860-9403-b76308de3b3c,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:35:11.598937 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f63f9c4-9818-42c8-8282-2fba9c737d4e tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Pushing event updated for resources: {'Port': ['ID=ee5d4746-aaec-438f-bca3-42dca11572b7,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:35:11.624674 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-160be06b-8dd7-47b4-845b-62a1b16cdb29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e14b0db-6981-41d2-87e7-7a5a0cc38852', 'name': 'tempest-TestNetworkAdvancedServerOps-router-505440909', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '79d94c40-9a76-4860-9403-b76308de3b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:35:07Z', 'updated_at': '2021-12-20T15:35:09Z', 'revision_number': 3, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'gw_port': {'id': '79d94c40-9a76-4860-9403-b76308de3b3c', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ed:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e14b0db-6981-41d2-87e7-7a5a0cc38852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:35:08Z', 'updated_at': '2021-12-20T15:35:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:35:11.628555 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0f63f9c4-9818-42c8-8282-2fba9c737d4e tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595714'] for router_interface, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:11.659989 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160be06b-8dd7-47b4-845b-62a1b16cdb29 None None] The sync data for ids ['3e14b0db-6981-41d2-87e7-7a5a0cc38852'] in n-d-761264-19 is: [{'id': '3e14b0db-6981-41d2-87e7-7a5a0cc38852', 'name': 'tempest-TestNetworkAdvancedServerOps-router-505440909', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '79d94c40-9a76-4860-9403-b76308de3b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:35:07Z', 'updated_at': '2021-12-20T15:35:09Z', 'revision_number': 3, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'gw_port': {'id': '79d94c40-9a76-4860-9403-b76308de3b3c', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ed:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e14b0db-6981-41d2-87e7-7a5a0cc38852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:35:08Z', 'updated_at': '2021-12-20T15:35:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:35:11.683476 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-68650911-6ca6-41e4-a7f7-f92f7961c0b8 None None] For port d33e4c74-6719-4cd7-8337-08ae673bbaae, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:35:11.686928 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-68650911-6ca6-41e4-a7f7-f92f7961c0b8 None None] For port d33e4c74-6719-4cd7-8337-08ae673bbaae, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=d33e4c74-6719-4cd7-8337-08ae673bbaae,segment=NetworkSegment(d9ce9fa3-d638-4e48-998f-fad88c426a57),segment_id=d9ce9fa3-d638-4e48-998f-fad88c426a57)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:35:11.695328 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-68650911-6ca6-41e4-a7f7-f92f7961c0b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:11.777303 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68650911-6ca6-41e4-a7f7-f92f7961c0b8 None None] Pushing event updated for resources: {'Port': ['ID=d33e4c74-6719-4cd7-8337-08ae673bbaae,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:35:11.832419 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0f63f9c4-9818-42c8-8282-2fba9c737d4e tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:12.193055 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:12.228056 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0f63f9c4-9818-42c8-8282-2fba9c737d4e tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:12.234200 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0f63f9c4-9818-42c8-8282-2fba9c737d4e tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:12.308525 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f63f9c4-9818-42c8-8282-2fba9c737d4e tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Pushing event updated for resources: {'Port': ['ID=ee5d4746-aaec-438f-bca3-42dca11572b7,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:35:12.313930 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0f63f9c4-9818-42c8-8282-2fba9c737d4e tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1595702'] for router_interface, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:12.421875 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f63f9c4-9818-42c8-8282-2fba9c737d4e tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Network 528da8fa-d513-480e-bc22-5952c81ca630 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:35:12.423437 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-0f63f9c4-9818-42c8-8282-2fba9c737d4e tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:35:12.549619 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f63f9c4-9818-42c8-8282-2fba9c737d4e tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Router 3e14b0db-6981-41d2-87e7-7a5a0cc38852 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:35:12.686303 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f63f9c4-9818-42c8-8282-2fba9c737d4e tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:35:12.692526 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-0f63f9c4-9818-42c8-8282-2fba9c737d4e tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "PUT /v2.0/routers/3e14b0db-6981-41d2-87e7-7a5a0cc38852/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4456210 Dec 20 15:35:12.849427 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c21e6d1-30c9-4806-9998-e9fdbdbac642 None None] Network 528da8fa-d513-480e-bc22-5952c81ca630 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:35:12.857840 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b70faaa6-0b9d-4523-a286-0458be0f3d37 req-39a6b155-6229-49f8-b3cc-23b0664ed3f1 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1129282411&fields=id&tenant_id=6051e8cae9884506b33350e13a9e893a HTTP/1.1" status: 200 len: 267 time: 0.0492637 Dec 20 15:35:12.934038 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-289d9875-f549-496c-95cd-c782740c5438 None None] Provisioning complete for port d33e4c74-6719-4cd7-8337-08ae673bbaae triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:35:12.934340 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-289d9875-f549-496c-95cd-c782740c5438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:12.971813 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70faaa6-0b9d-4523-a286-0458be0f3d37 req-85a43df0-e6d3-45f2-9d8e-86dbb1014a86 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:35:12.973542 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b70faaa6-0b9d-4523-a286-0458be0f3d37 req-85a43df0-e6d3-45f2-9d8e-86dbb1014a86 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/networks?id=528da8fa-d513-480e-bc22-5952c81ca630 HTTP/1.1" status: 200 len: 797 time: 0.1083975 Dec 20 15:35:12.989616 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b70faaa6-0b9d-4523-a286-0458be0f3d37 req-b93107c8-d533-499c-b69b-66fdc0e88b99 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/quotas/6051e8cae9884506b33350e13a9e893a HTTP/1.1" status: 200 len: 375 time: 0.0099678 Dec 20 15:35:13.066583 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-289d9875-f549-496c-95cd-c782740c5438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:13.107555 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-289d9875-f549-496c-95cd-c782740c5438 None None] For port d33e4c74-6719-4cd7-8337-08ae673bbaae, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=d33e4c74-6719-4cd7-8337-08ae673bbaae,segment=NetworkSegment(d9ce9fa3-d638-4e48-998f-fad88c426a57),segment_id=d9ce9fa3-d638-4e48-998f-fad88c426a57)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:35:13.113829 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-289d9875-f549-496c-95cd-c782740c5438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:13.183268 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289d9875-f549-496c-95cd-c782740c5438 None None] Pushing event updated for resources: {'Port': ['ID=d33e4c74-6719-4cd7-8337-08ae673bbaae,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:35:13.341509 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-16ee7483-faa0-4766-915b-882b94cbd271 None None] Provisioning complete for port ee5d4746-aaec-438f-bca3-42dca11572b7 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:35:13.342284 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-16ee7483-faa0-4766-915b-882b94cbd271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:13.388810 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-16ee7483-faa0-4766-915b-882b94cbd271 None None] Port ee5d4746-aaec-438f-bca3-42dca11572b7 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:35:13.403011 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-16ee7483-faa0-4766-915b-882b94cbd271 None None] Provisioning complete for port d33e4c74-6719-4cd7-8337-08ae673bbaae triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:35:13.403469 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-16ee7483-faa0-4766-915b-882b94cbd271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:13.446975 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b70faaa6-0b9d-4523-a286-0458be0f3d37 req-b5977159-2865-4ada-893c-6f9f7597f73f tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=6051e8cae9884506b33350e13a9e893a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4510832 Dec 20 15:35:13.529137 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [req-b70faaa6-0b9d-4523-a286-0458be0f3d37 req-80996cef-7513-442c-b15b-52d358a6e8fb service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:35:13.530576 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b70faaa6-0b9d-4523-a286-0458be0f3d37 req-80996cef-7513-442c-b15b-52d358a6e8fb service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0651262 Dec 20 15:35:13.565620 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device d33e4c74-6719-4cd7-8337-08ae673bbaae up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:35:13.620095 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port d33e4c74-6719-4cd7-8337-08ae673bbaae triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:35:13.620400 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:13.639538 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b70faaa6-0b9d-4523-a286-0458be0f3d37 req-7c827186-949a-452c-84b1-736d4b119a13 service neutron] 10.222.0.54 "GET /v2.0/networks/528da8fa-d513-480e-bc22-5952c81ca630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997999 Dec 20 15:35:13.673784 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-443d4cf0-eb40-46b2-ab8d-637e18bb1036 None None] Provisioning complete for port ee5d4746-aaec-438f-bca3-42dca11572b7 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:35:13.674223 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-443d4cf0-eb40-46b2-ab8d-637e18bb1036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:13.700289 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312df697-aa84-4d06-89d1-43b289b375e8 None None] Sync routers for ids ['3e14b0db-6981-41d2-87e7-7a5a0cc38852'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:35:13.714493 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312df697-aa84-4d06-89d1-43b289b375e8 None None] Routers {'3e14b0db-6981-41d2-87e7-7a5a0cc38852'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:35:13.715428 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-312df697-aa84-4d06-89d1-43b289b375e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:35:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['3e14b0db-6981-41d2-87e7-7a5a0cc38852'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:35:13.718652 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-443d4cf0-eb40-46b2-ab8d-637e18bb1036 None None] Port ee5d4746-aaec-438f-bca3-42dca11572b7 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:35:13.745401 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b70faaa6-0b9d-4523-a286-0458be0f3d37 req-d5c56eaa-9747-45aa-bdbc-c324c5e5f9eb service neutron] 10.222.0.54 "GET /v2.0/networks/528da8fa-d513-480e-bc22-5952c81ca630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983727 Dec 20 15:35:13.764918 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 79d94c40-9a76-4860-9403-b76308de3b3c up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:35:13.816412 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 79d94c40-9a76-4860-9403-b76308de3b3c triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:35:13.816858 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:13.837547 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-312df697-aa84-4d06-89d1-43b289b375e8 None None] Set router 3e14b0db-6981-41d2-87e7-7a5a0cc38852 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:35:13.865627 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-49cdac98-5d95-4b2d-af48-6040ab9edf86 None None] Provisioning complete for port ee5d4746-aaec-438f-bca3-42dca11572b7 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:35:13.866089 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-49cdac98-5d95-4b2d-af48-6040ab9edf86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:13.909839 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-49cdac98-5d95-4b2d-af48-6040ab9edf86 None None] Port ee5d4746-aaec-438f-bca3-42dca11572b7 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:35:14.064816 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-312df697-aa84-4d06-89d1-43b289b375e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e14b0db-6981-41d2-87e7-7a5a0cc38852', 'name': 'tempest-TestNetworkAdvancedServerOps-router-505440909', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '79d94c40-9a76-4860-9403-b76308de3b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:35:07Z', 'updated_at': '2021-12-20T15:35:11Z', 'revision_number': 4, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'gw_port': {'id': '79d94c40-9a76-4860-9403-b76308de3b3c', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ed:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e14b0db-6981-41d2-87e7-7a5a0cc38852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:35:08Z', 'updated_at': '2021-12-20T15:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'ee5d4746-aaec-438f-bca3-42dca11572b7', 'name': '', 'network_id': '528da8fa-d513-480e-bc22-5952c81ca630', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'mac_address': 'fa:16:3e:e3:40:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e14b0db-6981-41d2-87e7-7a5a0cc38852', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '1108a967-7212-48ac-bb74-4140958c70cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:35:10Z', 'updated_at': '2021-12-20T15:35:12Z', 'revision_number': 2, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'subnets': [{'id': '1108a967-7212-48ac-bb74-4140958c70cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:35:14.091400 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312df697-aa84-4d06-89d1-43b289b375e8 None None] Checking router: 3e14b0db-6981-41d2-87e7-7a5a0cc38852 for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:35:14.091757 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312df697-aa84-4d06-89d1-43b289b375e8 None None] Updating router 3e14b0db-6981-41d2-87e7-7a5a0cc38852 port ee5d4746-aaec-438f-bca3-42dca11572b7 binding host n-d-761264-19 {{(pid=103170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 15:35:14.117203 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-312df697-aa84-4d06-89d1-43b289b375e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:14.481539 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-312df697-aa84-4d06-89d1-43b289b375e8 None None] Publish callbacks [] for port, precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:14.488836 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-312df697-aa84-4d06-89d1-43b289b375e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:14.536007 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50e7976-50dd-4c32-8269-983fa87460a1 None None] Pushing event updated for resources: {'Port': ['ID=ee5d4746-aaec-438f-bca3-42dca11572b7,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:35:14.562957 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50e7976-50dd-4c32-8269-983fa87460a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:35:14.563304 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50e7976-50dd-4c32-8269-983fa87460a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:35:14.563644 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50e7976-50dd-4c32-8269-983fa87460a1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:35:14.563974 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50e7976-50dd-4c32-8269-983fa87460a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:35:14.564319 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50e7976-50dd-4c32-8269-983fa87460a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:35:14.564635 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50e7976-50dd-4c32-8269-983fa87460a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:35:14.564988 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50e7976-50dd-4c32-8269-983fa87460a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:35:14.565277 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50e7976-50dd-4c32-8269-983fa87460a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:35:14.565599 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50e7976-50dd-4c32-8269-983fa87460a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:35:14.566054 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50e7976-50dd-4c32-8269-983fa87460a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:35:14.566241 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50e7976-50dd-4c32-8269-983fa87460a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:35:14.566566 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50e7976-50dd-4c32-8269-983fa87460a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:35:14.566907 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50e7976-50dd-4c32-8269-983fa87460a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:35:14.604374 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-312df697-aa84-4d06-89d1-43b289b375e8 None None] Attempting to bind port ee5d4746-aaec-438f-bca3-42dca11572b7 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:35:14.604749 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-312df697-aa84-4d06-89d1-43b289b375e8 None None] Attempting to bind port ee5d4746-aaec-438f-bca3-42dca11572b7 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': 'd9ce9fa3-d638-4e48-998f-fad88c426a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '528da8fa-d513-480e-bc22-5952c81ca630'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:35:14.605114 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312df697-aa84-4d06-89d1-43b289b375e8 None None] Attempting to bind port ee5d4746-aaec-438f-bca3-42dca11572b7 on network 528da8fa-d513-480e-bc22-5952c81ca630 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:35:14.611014 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312df697-aa84-4d06-89d1-43b289b375e8 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:35:14.611388 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312df697-aa84-4d06-89d1-43b289b375e8 None None] Checking segment: {'id': 'd9ce9fa3-d638-4e48-998f-fad88c426a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '528da8fa-d513-480e-bc22-5952c81ca630'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:35:14.611779 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-312df697-aa84-4d06-89d1-43b289b375e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:14.612169 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312df697-aa84-4d06-89d1-43b289b375e8 None None] Bound using segment: {'id': 'd9ce9fa3-d638-4e48-998f-fad88c426a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '528da8fa-d513-480e-bc22-5952c81ca630'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:35:14.612639 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-312df697-aa84-4d06-89d1-43b289b375e8 None None] Bound port: ee5d4746-aaec-438f-bca3-42dca11572b7, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9ce9fa3-d638-4e48-998f-fad88c426a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '528da8fa-d513-480e-bc22-5952c81ca630'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:35:14.613015 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-312df697-aa84-4d06-89d1-43b289b375e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:14.681181 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-312df697-aa84-4d06-89d1-43b289b375e8 None None] For port ee5d4746-aaec-438f-bca3-42dca11572b7, host n-d-761264-19, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:35:14.684606 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-312df697-aa84-4d06-89d1-43b289b375e8 None None] For port ee5d4746-aaec-438f-bca3-42dca11572b7, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=ee5d4746-aaec-438f-bca3-42dca11572b7,segment=NetworkSegment(d9ce9fa3-d638-4e48-998f-fad88c426a57),segment_id=d9ce9fa3-d638-4e48-998f-fad88c426a57)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:35:14.693044 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-312df697-aa84-4d06-89d1-43b289b375e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:14.737849 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-bdb975c7-f72e-42ed-8c7c-ffbfd12a2b8f None None] Provisioning complete for port ee5d4746-aaec-438f-bca3-42dca11572b7 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:35:14.738420 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-bdb975c7-f72e-42ed-8c7c-ffbfd12a2b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:14.752153 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312df697-aa84-4d06-89d1-43b289b375e8 None None] Routers {'3e14b0db-6981-41d2-87e7-7a5a0cc38852'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:35:14.752805 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-312df697-aa84-4d06-89d1-43b289b375e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:35:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['3e14b0db-6981-41d2-87e7-7a5a0cc38852'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:35:14.791752 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50e7976-50dd-4c32-8269-983fa87460a1 None None] Pushing event updated for resources: {'Port': ['ID=ee5d4746-aaec-438f-bca3-42dca11572b7,revision_number=4']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:35:14.831326 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-bdb975c7-f72e-42ed-8c7c-ffbfd12a2b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:14.868103 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-bdb975c7-f72e-42ed-8c7c-ffbfd12a2b8f None None] For port ee5d4746-aaec-438f-bca3-42dca11572b7, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=ee5d4746-aaec-438f-bca3-42dca11572b7,segment=NetworkSegment(d9ce9fa3-d638-4e48-998f-fad88c426a57),segment_id=d9ce9fa3-d638-4e48-998f-fad88c426a57)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:35:14.874679 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-312df697-aa84-4d06-89d1-43b289b375e8 None None] Set router 3e14b0db-6981-41d2-87e7-7a5a0cc38852 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:35:14.879450 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-bdb975c7-f72e-42ed-8c7c-ffbfd12a2b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:14.943990 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb975c7-f72e-42ed-8c7c-ffbfd12a2b8f None None] Pushing event updated for resources: {'Port': ['ID=ee5d4746-aaec-438f-bca3-42dca11572b7,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:35:14.987310 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7b8fed65-facd-4484-a967-a30234ae288b req-213ea98c-59c0-4ecf-9091-96b10b24e9c5 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff9f3f04-162a-454b-ac40-6dda6ab0b7fc HTTP/1.1" status: 200 len: 210 time: 0.0309353 Dec 20 15:35:15.103509 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-312df697-aa84-4d06-89d1-43b289b375e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e14b0db-6981-41d2-87e7-7a5a0cc38852', 'name': 'tempest-TestNetworkAdvancedServerOps-router-505440909', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '79d94c40-9a76-4860-9403-b76308de3b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:35:07Z', 'updated_at': '2021-12-20T15:35:11Z', 'revision_number': 4, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'gw_port': {'id': '79d94c40-9a76-4860-9403-b76308de3b3c', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ed:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e14b0db-6981-41d2-87e7-7a5a0cc38852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:35:08Z', 'updated_at': '2021-12-20T15:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'ee5d4746-aaec-438f-bca3-42dca11572b7', 'name': '', 'network_id': '528da8fa-d513-480e-bc22-5952c81ca630', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'mac_address': 'fa:16:3e:e3:40:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e14b0db-6981-41d2-87e7-7a5a0cc38852', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '1108a967-7212-48ac-bb74-4140958c70cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:35:10Z', 'updated_at': '2021-12-20T15:35:14Z', 'revision_number': 4, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'subnets': [{'id': '1108a967-7212-48ac-bb74-4140958c70cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:35:15.108789 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-724b08e3-5a81-4db1-9009-86cc22d7b5fb None None] Provisioning complete for port ee5d4746-aaec-438f-bca3-42dca11572b7 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:35:15.109160 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-724b08e3-5a81-4db1-9009-86cc22d7b5fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:15.130109 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312df697-aa84-4d06-89d1-43b289b375e8 None None] The sync data for ids ['3e14b0db-6981-41d2-87e7-7a5a0cc38852'] in n-d-761264-19 is: [{'id': '3e14b0db-6981-41d2-87e7-7a5a0cc38852', 'name': 'tempest-TestNetworkAdvancedServerOps-router-505440909', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '79d94c40-9a76-4860-9403-b76308de3b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:35:07Z', 'updated_at': '2021-12-20T15:35:11Z', 'revision_number': 4, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'gw_port': {'id': '79d94c40-9a76-4860-9403-b76308de3b3c', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ed:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e14b0db-6981-41d2-87e7-7a5a0cc38852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:35:08Z', 'updated_at': '2021-12-20T15:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'ee5d4746-aaec-438f-bca3-42dca11572b7', 'name': '', 'network_id': '528da8fa-d513-480e-bc22-5952c81ca630', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'mac_address': 'fa:16:3e:e3:40:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e14b0db-6981-41d2-87e7-7a5a0cc38852', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '1108a967-7212-48ac-bb74-4140958c70cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:35:10Z', 'updated_at': '2021-12-20T15:35:14Z', 'revision_number': 4, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'subnets': [{'id': '1108a967-7212-48ac-bb74-4140958c70cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:35:15.465318 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device ee5d4746-aaec-438f-bca3-42dca11572b7 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:35:15.519701 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port ee5d4746-aaec-438f-bca3-42dca11572b7 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:35:15.519974 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:15.829456 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:16.099851 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b52f00dd-e81b-4a88-9cd0-5646a2d84cd5 req-394bf8aa-8dcb-44af-afbb-04b0b6e33bc8 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff9f3f04-162a-454b-ac40-6dda6ab0b7fc HTTP/1.1" status: 200 len: 210 time: 0.0396116 Dec 20 15:35:17.181934 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4374c84d-08ca-4931-bd3b-66312e291d40 req-c1b7fdd3-407b-40a6-a1d6-85320826152c tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff9f3f04-162a-454b-ac40-6dda6ab0b7fc HTTP/1.1" status: 200 len: 210 time: 0.0285537 Dec 20 15:35:18.266248 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ddf0544a-2ce2-47dc-976f-669f22fbe2eb req-f6bd15b1-b64d-4fdf-b5ca-c860acc3e9da tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff9f3f04-162a-454b-ac40-6dda6ab0b7fc HTTP/1.1" status: 200 len: 210 time: 0.0302289 Dec 20 15:35:19.367863 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bd916a63-8f9f-4b7b-9f9c-ea3faab8de70 req-b351d9f3-6691-4538-94b1-5b160df93c0f tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff9f3f04-162a-454b-ac40-6dda6ab0b7fc HTTP/1.1" status: 200 len: 210 time: 0.0279205 Dec 20 15:35:20.110960 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70faaa6-0b9d-4523-a286-0458be0f3d37 req-0759ee25-808e-4387-95e7-7fce27ddfee8 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:35:20.112486 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b70faaa6-0b9d-4523-a286-0458be0f3d37 req-0759ee25-808e-4387-95e7-7fce27ddfee8 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.47 "GET /v2.0/networks?id=528da8fa-d513-480e-bc22-5952c81ca630 HTTP/1.1" status: 200 len: 797 time: 0.1221330 Dec 20 15:35:20.180562 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b70faaa6-0b9d-4523-a286-0458be0f3d37 req-015404c9-6a53-4777-9ea8-7e5e110c944f tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6051e8cae9884506b33350e13a9e893a HTTP/1.1" status: 200 len: 380 time: 0.0583131 Dec 20 15:35:20.191378 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-b70faaa6-0b9d-4523-a286-0458be0f3d37 req-617728ad-554a-432b-af19-96cf5bdb2c17 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Request body: {'port': {'device_id': 'ff9f3f04-162a-454b-ac40-6dda6ab0b7fc', 'network_id': '528da8fa-d513-480e-bc22-5952c81ca630', 'admin_state_up': True, 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'security_groups': ['40a724f1-8882-4fc7-9aef-12627237a601']}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:35:20.312502 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b70faaa6-0b9d-4523-a286-0458be0f3d37 req-617728ad-554a-432b-af19-96cf5bdb2c17 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Made reservation on behalf of 6051e8cae9884506b33350e13a9e893a for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:35:20.316191 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-b70faaa6-0b9d-4523-a286-0458be0f3d37 req-617728ad-554a-432b-af19-96cf5bdb2c17 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:20.447962 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [req-b70faaa6-0b9d-4523-a286-0458be0f3d37 req-617728ad-554a-432b-af19-96cf5bdb2c17 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Allocated IP 172.20.0.9 (528da8fa-d513-480e-bc22-5952c81ca630/1108a967-7212-48ac-bb74-4140958c70cf/7b8063a7-395b-4c49-9715-4d1cf70f754f) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:35:20.469614 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-76c1f43e-1c95-4806-b215-57194351cfe4 req-725e7360-48d7-4593-9cc7-9172742e0f06 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff9f3f04-162a-454b-ac40-6dda6ab0b7fc HTTP/1.1" status: 200 len: 210 time: 0.0285077 Dec 20 15:35:20.603123 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-b70faaa6-0b9d-4523-a286-0458be0f3d37 req-617728ad-554a-432b-af19-96cf5bdb2c17 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:20.638979 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-b70faaa6-0b9d-4523-a286-0458be0f3d37 req-617728ad-554a-432b-af19-96cf5bdb2c17 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:20.685039 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b70faaa6-0b9d-4523-a286-0458be0f3d37 req-617728ad-554a-432b-af19-96cf5bdb2c17 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Network 528da8fa-d513-480e-bc22-5952c81ca630 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:35:20.688203 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [req-b70faaa6-0b9d-4523-a286-0458be0f3d37 req-617728ad-554a-432b-af19-96cf5bdb2c17 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:35:20.691960 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-b70faaa6-0b9d-4523-a286-0458be0f3d37 req-617728ad-554a-432b-af19-96cf5bdb2c17 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:35:20.698681 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617728ad-554a-432b-af19-96cf5bdb2c17 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Pushing event updated for resources: {'Port': ['ID=7b8063a7-395b-4c49-9715-4d1cf70f754f,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:35:20.756578 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70faaa6-0b9d-4523-a286-0458be0f3d37 req-617728ad-554a-432b-af19-96cf5bdb2c17 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:35:20.757210 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-b70faaa6-0b9d-4523-a286-0458be0f3d37 req-617728ad-554a-432b-af19-96cf5bdb2c17 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:20.776313 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b70faaa6-0b9d-4523-a286-0458be0f3d37 req-617728ad-554a-432b-af19-96cf5bdb2c17 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5888267 Dec 20 15:35:20.789524 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-b70faaa6-0b9d-4523-a286-0458be0f3d37 req-7581fe4a-03c5-4f9f-b98e-22c676f372f6 service neutron] Request body: {'port': {'device_id': 'ff9f3f04-162a-454b-ac40-6dda6ab0b7fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-19'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:35:20.847232 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-b70faaa6-0b9d-4523-a286-0458be0f3d37 req-7581fe4a-03c5-4f9f-b98e-22c676f372f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:20.956682 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-03fd0656-90e3-49d2-baff-f4107ba901e5 None None] Provisioning complete for port 7b8063a7-395b-4c49-9715-4d1cf70f754f triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:35:20.957287 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-03fd0656-90e3-49d2-baff-f4107ba901e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:20.998761 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-03fd0656-90e3-49d2-baff-f4107ba901e5 None None] Port 7b8063a7-395b-4c49-9715-4d1cf70f754f cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:35:21.128343 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [req-b70faaa6-0b9d-4523-a286-0458be0f3d37 req-7581fe4a-03c5-4f9f-b98e-22c676f372f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b8063a7-395b-4c49-9715-4d1cf70f754f {{(pid=103167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:35:21.136599 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-b70faaa6-0b9d-4523-a286-0458be0f3d37 req-7581fe4a-03c5-4f9f-b98e-22c676f372f6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:21.150556 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-b70faaa6-0b9d-4523-a286-0458be0f3d37 req-7581fe4a-03c5-4f9f-b98e-22c676f372f6 service neutron] Transition to ACTIVE for port object 7b8063a7-395b-4c49-9715-4d1cf70f754f will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:35:21.161770 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-b70faaa6-0b9d-4523-a286-0458be0f3d37 req-7581fe4a-03c5-4f9f-b98e-22c676f372f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:21.212230 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7581fe4a-03c5-4f9f-b98e-22c676f372f6 service neutron] Pushing event updated for resources: {'Port': ['ID=7b8063a7-395b-4c49-9715-4d1cf70f754f,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:35:21.296594 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-b70faaa6-0b9d-4523-a286-0458be0f3d37 req-7581fe4a-03c5-4f9f-b98e-22c676f372f6 service neutron] Attempting to bind port 7b8063a7-395b-4c49-9715-4d1cf70f754f on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:35:21.297609 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-b70faaa6-0b9d-4523-a286-0458be0f3d37 req-7581fe4a-03c5-4f9f-b98e-22c676f372f6 service neutron] Attempting to bind port 7b8063a7-395b-4c49-9715-4d1cf70f754f by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': 'd9ce9fa3-d638-4e48-998f-fad88c426a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '528da8fa-d513-480e-bc22-5952c81ca630'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:35:21.298132 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70faaa6-0b9d-4523-a286-0458be0f3d37 req-7581fe4a-03c5-4f9f-b98e-22c676f372f6 service neutron] Attempting to bind port 7b8063a7-395b-4c49-9715-4d1cf70f754f on network 528da8fa-d513-480e-bc22-5952c81ca630 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:35:21.304957 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70faaa6-0b9d-4523-a286-0458be0f3d37 req-7581fe4a-03c5-4f9f-b98e-22c676f372f6 service neutron] Port 7b8063a7-395b-4c49-9715-4d1cf70f754f on network 528da8fa-d513-480e-bc22-5952c81ca630 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:35:21.305347 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70faaa6-0b9d-4523-a286-0458be0f3d37 req-7581fe4a-03c5-4f9f-b98e-22c676f372f6 service neutron] Attempting to bind port 7b8063a7-395b-4c49-9715-4d1cf70f754f on network 528da8fa-d513-480e-bc22-5952c81ca630 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:35:21.312647 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70faaa6-0b9d-4523-a286-0458be0f3d37 req-7581fe4a-03c5-4f9f-b98e-22c676f372f6 service neutron] Checking agent: {'id': '43c60aee-e4af-4ecc-bee2-aac3569fafed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:35:21.313113 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70faaa6-0b9d-4523-a286-0458be0f3d37 req-7581fe4a-03c5-4f9f-b98e-22c676f372f6 service neutron] Checking segment: {'id': 'd9ce9fa3-d638-4e48-998f-fad88c426a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '528da8fa-d513-480e-bc22-5952c81ca630'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:35:21.313647 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70faaa6-0b9d-4523-a286-0458be0f3d37 req-7581fe4a-03c5-4f9f-b98e-22c676f372f6 service neutron] Bound using segment: {'id': 'd9ce9fa3-d638-4e48-998f-fad88c426a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '528da8fa-d513-480e-bc22-5952c81ca630'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:35:21.314301 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-b70faaa6-0b9d-4523-a286-0458be0f3d37 req-7581fe4a-03c5-4f9f-b98e-22c676f372f6 service neutron] Bound port: 7b8063a7-395b-4c49-9715-4d1cf70f754f, host: n-h2-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9ce9fa3-d638-4e48-998f-fad88c426a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '528da8fa-d513-480e-bc22-5952c81ca630'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:35:21.314863 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-b70faaa6-0b9d-4523-a286-0458be0f3d37 req-7581fe4a-03c5-4f9f-b98e-22c676f372f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:21.390263 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-b70faaa6-0b9d-4523-a286-0458be0f3d37 req-7581fe4a-03c5-4f9f-b98e-22c676f372f6 service neutron] For port 7b8063a7-395b-4c49-9715-4d1cf70f754f, host n-h2-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:35:21.393777 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-b70faaa6-0b9d-4523-a286-0458be0f3d37 req-7581fe4a-03c5-4f9f-b98e-22c676f372f6 service neutron] For port 7b8063a7-395b-4c49-9715-4d1cf70f754f, host n-h2-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=7b8063a7-395b-4c49-9715-4d1cf70f754f,segment=NetworkSegment(d9ce9fa3-d638-4e48-998f-fad88c426a57),segment_id=d9ce9fa3-d638-4e48-998f-fad88c426a57)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:35:21.400120 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-b70faaa6-0b9d-4523-a286-0458be0f3d37 req-7581fe4a-03c5-4f9f-b98e-22c676f372f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:21.438157 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70faaa6-0b9d-4523-a286-0458be0f3d37 req-7581fe4a-03c5-4f9f-b98e-22c676f372f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:35:21.438811 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-b70faaa6-0b9d-4523-a286-0458be0f3d37 req-7581fe4a-03c5-4f9f-b98e-22c676f372f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:21.440253 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b70faaa6-0b9d-4523-a286-0458be0f3d37 req-7581fe4a-03c5-4f9f-b98e-22c676f372f6 service neutron] 10.222.0.47 "PUT /v2.0/ports/7b8063a7-395b-4c49-9715-4d1cf70f754f HTTP/1.1" status: 200 len: 1092 time: 0.6552436 Dec 20 15:35:21.440701 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff9f3f04-162a-454b-ac40-6dda6ab0b7fc', 'tag': '7b8063a7-395b-4c49-9715-4d1cf70f754f'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:35:21.443052 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08f5bd10d948da750b9537a176c40f94b479143edf42a445aa4903673b4b1814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecbf485a-b7a6-4692-a111-39d5f2899746" -d '{"events": [{"name": "network-changed", "server_uuid": "ff9f3f04-162a-454b-ac40-6dda6ab0b7fc", "tag": "7b8063a7-395b-4c49-9715-4d1cf70f754f"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:35:21.472265 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7581fe4a-03c5-4f9f-b98e-22c676f372f6 service neutron] Pushing event updated for resources: {'Port': ['ID=7b8063a7-395b-4c49-9715-4d1cf70f754f,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:35:21.490115 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff98824b-4775-45b4-8149-93a58d5bac5c x-openstack-request-id: req-ff98824b-4775-45b4-8149-93a58d5bac5c {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:35:21.492290 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff9f3f04-162a-454b-ac40-6dda6ab0b7fc", "tag": "7b8063a7-395b-4c49-9715-4d1cf70f754f", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:35:21.492290 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ff98824b-4775-45b4-8149-93a58d5bac5c {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:35:21.492290 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff9f3f04-162a-454b-ac40-6dda6ab0b7fc', 'tag': '7b8063a7-395b-4c49-9715-4d1cf70f754f', 'status': 'completed', 'code': 200} Dec 20 15:35:21.553220 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70faaa6-0b9d-4523-a286-0458be0f3d37 req-623de4f3-fe37-49e0-903c-e4d3d842be5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:35:21.554866 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b70faaa6-0b9d-4523-a286-0458be0f3d37 req-623de4f3-fe37-49e0-903c-e4d3d842be5b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6051e8cae9884506b33350e13a9e893a&device_id=ff9f3f04-162a-454b-ac40-6dda6ab0b7fc HTTP/1.1" status: 200 len: 1095 time: 0.0600703 Dec 20 15:35:21.602667 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b70faaa6-0b9d-4523-a286-0458be0f3d37 req-4f1c0357-f47d-4554-9377-e87e5a9b9fc7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b8063a7-395b-4c49-9715-4d1cf70f754f HTTP/1.1" status: 200 len: 217 time: 0.0382774 Dec 20 15:35:21.602957 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3747fc-0819-4d36-905a-50184ea2ca27 req-c5c224bc-8654-43d0-82a6-dbc1d03a5128 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:35:21.604520 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5f3747fc-0819-4d36-905a-50184ea2ca27 req-c5c224bc-8654-43d0-82a6-dbc1d03a5128 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff9f3f04-162a-454b-ac40-6dda6ab0b7fc HTTP/1.1" status: 200 len: 943 time: 0.0579901 Dec 20 15:35:21.668213 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5f3747fc-0819-4d36-905a-50184ea2ca27 req-33772ff3-bc8a-4992-a953-58417320dd6f tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/security-groups?id=40a724f1-8882-4fc7-9aef-12627237a601&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540264 Dec 20 15:35:21.670496 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70faaa6-0b9d-4523-a286-0458be0f3d37 req-bb8379fc-0d6c-4bba-91a7-1c057bdec49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:35:21.672059 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b70faaa6-0b9d-4523-a286-0458be0f3d37 req-bb8379fc-0d6c-4bba-91a7-1c057bdec49b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1108a967-7212-48ac-bb74-4140958c70cf HTTP/1.1" status: 200 len: 835 time: 0.0592573 Dec 20 15:35:21.721346 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70faaa6-0b9d-4523-a286-0458be0f3d37 req-b41368a1-031d-4490-a5d7-040064afed22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:35:21.722805 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b70faaa6-0b9d-4523-a286-0458be0f3d37 req-b41368a1-031d-4490-a5d7-040064afed22 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=528da8fa-d513-480e-bc22-5952c81ca630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431578 Dec 20 15:35:21.817893 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b70faaa6-0b9d-4523-a286-0458be0f3d37 req-78012f07-f6b9-4b4b-92bd-1020d5163a31 service neutron] 10.222.0.47 "GET /v2.0/networks/528da8fa-d513-480e-bc22-5952c81ca630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877540 Dec 20 15:35:21.915825 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b70faaa6-0b9d-4523-a286-0458be0f3d37 req-d752c1fa-e6ae-4f09-a720-8d44d0533b2a service neutron] 10.222.0.47 "GET /v2.0/networks/528da8fa-d513-480e-bc22-5952c81ca630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900469 Dec 20 15:35:22.015886 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf485a-b7a6-4692-a111-39d5f2899746 req-b7a073f5-6d16-4823-b95f-9e5e17048a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:35:22.017945 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ecbf485a-b7a6-4692-a111-39d5f2899746 req-b7a073f5-6d16-4823-b95f-9e5e17048a04 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6051e8cae9884506b33350e13a9e893a&device_id=ff9f3f04-162a-454b-ac40-6dda6ab0b7fc HTTP/1.1" status: 200 len: 1095 time: 0.0466025 Dec 20 15:35:22.122052 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf485a-b7a6-4692-a111-39d5f2899746 req-f3dff10a-21be-4e53-aed6-ca086b80432b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:35:22.123596 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ecbf485a-b7a6-4692-a111-39d5f2899746 req-f3dff10a-21be-4e53-aed6-ca086b80432b service neutron] 10.222.0.47 "GET /v2.0/networks?id=528da8fa-d513-480e-bc22-5952c81ca630 HTTP/1.1" status: 200 len: 898 time: 0.0982387 Dec 20 15:35:22.167428 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ecbf485a-b7a6-4692-a111-39d5f2899746 req-59075639-77e5-4a94-87ba-9b67e0a69c93 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b8063a7-395b-4c49-9715-4d1cf70f754f HTTP/1.1" status: 200 len: 217 time: 0.0360680 Dec 20 15:35:22.224105 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf485a-b7a6-4692-a111-39d5f2899746 req-48b06cc9-e588-4528-a192-ac62f32d3753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:35:22.225622 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ecbf485a-b7a6-4692-a111-39d5f2899746 req-48b06cc9-e588-4528-a192-ac62f32d3753 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1108a967-7212-48ac-bb74-4140958c70cf HTTP/1.1" status: 200 len: 835 time: 0.0509706 Dec 20 15:35:22.277918 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf485a-b7a6-4692-a111-39d5f2899746 req-845ebcc5-e5ba-4bf8-be0c-8cd0f5f1a96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:35:22.279412 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ecbf485a-b7a6-4692-a111-39d5f2899746 req-845ebcc5-e5ba-4bf8-be0c-8cd0f5f1a96a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=528da8fa-d513-480e-bc22-5952c81ca630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456772 Dec 20 15:35:22.374984 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ecbf485a-b7a6-4692-a111-39d5f2899746 req-5f35e1fe-703f-48c0-a3dd-6229024502f4 service neutron] 10.222.0.47 "GET /v2.0/networks/528da8fa-d513-480e-bc22-5952c81ca630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879223 Dec 20 15:35:22.477479 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ecbf485a-b7a6-4692-a111-39d5f2899746 req-1cedd1d5-f0ae-4935-8bf7-ec7120d73c93 service neutron] 10.222.0.47 "GET /v2.0/networks/528da8fa-d513-480e-bc22-5952c81ca630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928600 Dec 20 15:35:22.795493 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66baa8fd-5f8d-4a7e-b5e8-d00067c241d8 req-6096e553-30a9-4230-9589-bb41a206affe tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:35:22.797023 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-66baa8fd-5f8d-4a7e-b5e8-d00067c241d8 req-6096e553-30a9-4230-9589-bb41a206affe tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff9f3f04-162a-454b-ac40-6dda6ab0b7fc HTTP/1.1" status: 200 len: 943 time: 0.0524817 Dec 20 15:35:22.849914 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-66baa8fd-5f8d-4a7e-b5e8-d00067c241d8 req-ee7eb3b0-8f13-4a16-8faa-dbb81b97893c tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/security-groups?id=40a724f1-8882-4fc7-9aef-12627237a601&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465086 Dec 20 15:35:23.981042 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6e8ba7-1597-4416-b102-07f747dd5948 req-02e8de29-bb61-437b-822d-a6a54d8754df tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:35:23.982528 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3d6e8ba7-1597-4416-b102-07f747dd5948 req-02e8de29-bb61-437b-822d-a6a54d8754df tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff9f3f04-162a-454b-ac40-6dda6ab0b7fc HTTP/1.1" status: 200 len: 943 time: 0.0522845 Dec 20 15:35:24.034298 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3d6e8ba7-1597-4416-b102-07f747dd5948 req-af502148-8e71-4a4d-9cdf-f035eb9e2f6b tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/security-groups?id=40a724f1-8882-4fc7-9aef-12627237a601&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455370 Dec 20 15:35:25.162238 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa33a526-1775-41b4-ac68-2e4c70b6d368 req-023056af-aede-4546-9506-98a1794e5822 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:35:25.163773 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-aa33a526-1775-41b4-ac68-2e4c70b6d368 req-023056af-aede-4546-9506-98a1794e5822 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff9f3f04-162a-454b-ac40-6dda6ab0b7fc HTTP/1.1" status: 200 len: 943 time: 0.0580003 Dec 20 15:35:25.217144 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-aa33a526-1775-41b4-ac68-2e4c70b6d368 req-539ed7d5-74b8-412e-a3b4-d3467a1e5408 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/security-groups?id=40a724f1-8882-4fc7-9aef-12627237a601&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457015 Dec 20 15:35:25.235895 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 7b8063a7-395b-4c49-9715-4d1cf70f754f details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:35:25.339700 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 7b8063a7-395b-4c49-9715-4d1cf70f754f, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=7b8063a7-395b-4c49-9715-4d1cf70f754f,segment=NetworkSegment(d9ce9fa3-d638-4e48-998f-fad88c426a57),segment_id=d9ce9fa3-d638-4e48-998f-fad88c426a57)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:35:25.354673 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': '7b8063a7-395b-4c49-9715-4d1cf70f754f', 'network_id': '528da8fa-d513-480e-bc22-5952c81ca630', 'port_id': '7b8063a7-395b-4c49-9715-4d1cf70f754f', 'mac_address': 'fa:16:3e:ff:fc:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1108a967-7212-48ac-bb74-4140958c70cf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:35:25.397561 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:25.411077 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b8063a7-395b-4c49-9715-4d1cf70f754f {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:35:25.430979 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 7b8063a7-395b-4c49-9715-4d1cf70f754f, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=7b8063a7-395b-4c49-9715-4d1cf70f754f,segment=NetworkSegment(d9ce9fa3-d638-4e48-998f-fad88c426a57),segment_id=d9ce9fa3-d638-4e48-998f-fad88c426a57)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:35:25.436715 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:25.489823 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=7b8063a7-395b-4c49-9715-4d1cf70f754f,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:35:25.647500 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['7b8063a7-395b-4c49-9715-4d1cf70f754f'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:35:26.348101 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d309a73b-8d91-4214-a8ac-a06b59bb6446 req-dcf714a2-b87d-4127-844c-61a65bcee893 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:35:26.349553 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d309a73b-8d91-4214-a8ac-a06b59bb6446 req-dcf714a2-b87d-4127-844c-61a65bcee893 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff9f3f04-162a-454b-ac40-6dda6ab0b7fc HTTP/1.1" status: 200 len: 944 time: 0.0522487 Dec 20 15:35:26.414512 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d309a73b-8d91-4214-a8ac-a06b59bb6446 req-15677172-a8e4-42b0-a0b7-718856b7a87f tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/security-groups?id=40a724f1-8882-4fc7-9aef-12627237a601&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555503 Dec 20 15:35:27.253138 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 7b8063a7-395b-4c49-9715-4d1cf70f754f up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:35:27.311437 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning for port 7b8063a7-395b-4c49-9715-4d1cf70f754f completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:35:27.318327 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port 7b8063a7-395b-4c49-9715-4d1cf70f754f triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:35:27.318713 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:27.401315 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:27.428325 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff9f3f04-162a-454b-ac40-6dda6ab0b7fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b8063a7-395b-4c49-9715-4d1cf70f754f'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:35:27.430613 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a867d42bfdcbb9cb6963a533571b1f1c257f186d8c4d683fcd223be3c25d00f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a21c151-adf8-4385-ba27-4f1c2ca6facf" -d '{"events": [{"server_uuid": "ff9f3f04-162a-454b-ac40-6dda6ab0b7fc", "name": "network-vif-plugged", "status": "completed", "tag": "7b8063a7-395b-4c49-9715-4d1cf70f754f"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:35:27.545557 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f5ccdf-a3e7-4315-b9e8-67a9c1696029 req-7028292b-a6f0-4b25-b71a-5b75e871eb67 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:35:27.547397 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-35f5ccdf-a3e7-4315-b9e8-67a9c1696029 req-7028292b-a6f0-4b25-b71a-5b75e871eb67 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff9f3f04-162a-454b-ac40-6dda6ab0b7fc HTTP/1.1" status: 200 len: 944 time: 0.0531778 Dec 20 15:35:27.585654 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a49d331-8dbf-4186-a2e8-34245a39e52b req-0db2bf2c-29ad-444e-9aa7-359e78d9edb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:35:27.587910 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1a49d331-8dbf-4186-a2e8-34245a39e52b req-0db2bf2c-29ad-444e-9aa7-359e78d9edb3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ff9f3f04-162a-454b-ac40-6dda6ab0b7fc HTTP/1.1" status: 200 len: 1096 time: 0.0466011 Dec 20 15:35:27.605373 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-35f5ccdf-a3e7-4315-b9e8-67a9c1696029 req-75662cda-eb2d-46ce-99e2-5bd2d22c3a82 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/security-groups?id=40a724f1-8882-4fc7-9aef-12627237a601&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488038 Dec 20 15:35:27.629903 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2019963-88fd-4e3f-a0f0-a3f1e8e9b7ec x-openstack-request-id: req-c2019963-88fd-4e3f-a0f0-a3f1e8e9b7ec {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:35:27.630267 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff9f3f04-162a-454b-ac40-6dda6ab0b7fc", "name": "network-vif-plugged", "status": "completed", "tag": "7b8063a7-395b-4c49-9715-4d1cf70f754f", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:35:27.630481 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c2019963-88fd-4e3f-a0f0-a3f1e8e9b7ec {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:35:27.630825 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff9f3f04-162a-454b-ac40-6dda6ab0b7fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b8063a7-395b-4c49-9715-4d1cf70f754f', 'code': 200} Dec 20 15:35:27.634456 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 7b8063a7-395b-4c49-9715-4d1cf70f754f, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=7b8063a7-395b-4c49-9715-4d1cf70f754f,segment=NetworkSegment(d9ce9fa3-d638-4e48-998f-fad88c426a57),segment_id=d9ce9fa3-d638-4e48-998f-fad88c426a57)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:35:27.640328 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:27.643874 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1a49d331-8dbf-4186-a2e8-34245a39e52b req-7d03af07-b2d5-4b1c-a180-e85fde3ceaac service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=40a724f1-8882-4fc7-9aef-12627237a601&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475934 Dec 20 15:35:27.690788 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=7b8063a7-395b-4c49-9715-4d1cf70f754f,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:35:28.734850 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84b3769-4ad7-4c24-80c7-b94e8291d144 req-839811d2-7ead-43ab-b1ca-ed640e133a56 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:35:28.736404 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a84b3769-4ad7-4c24-80c7-b94e8291d144 req-839811d2-7ead-43ab-b1ca-ed640e133a56 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff9f3f04-162a-454b-ac40-6dda6ab0b7fc HTTP/1.1" status: 200 len: 945 time: 0.0550122 Dec 20 15:35:28.794522 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a84b3769-4ad7-4c24-80c7-b94e8291d144 req-4130665f-a3b0-46e9-bb76-9748b23a65a5 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/security-groups?id=40a724f1-8882-4fc7-9aef-12627237a601&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519297 Dec 20 15:35:28.926300 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4273ce-21c6-4a9a-b174-a2159aa36cc2 req-dc79bfac-0c9c-429f-9a06-fb57354da0f3 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:35:28.927745 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ed4273ce-21c6-4a9a-b174-a2159aa36cc2 req-dc79bfac-0c9c-429f-9a06-fb57354da0f3 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff9f3f04-162a-454b-ac40-6dda6ab0b7fc HTTP/1.1" status: 200 len: 945 time: 0.0572400 Dec 20 15:35:28.983827 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ed4273ce-21c6-4a9a-b174-a2159aa36cc2 req-160000c9-837a-4cbb-ad3b-e5bb27c79112 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/security-groups?id=40a724f1-8882-4fc7-9aef-12627237a601&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456398 Dec 20 15:35:29.009506 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57760) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:35:29.050861 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e986260c-c6df-4deb-909a-fa7cc66fd8a3 tempest-TestNetworkAdvancedServerOps-1490510064 tempest-TestNetworkAdvancedServerOps-1490510064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:35:29.052428 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-e986260c-c6df-4deb-909a-fa7cc66fd8a3 tempest-TestNetworkAdvancedServerOps-1490510064 tempest-TestNetworkAdvancedServerOps-1490510064-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=ff9f3f04-162a-454b-ac40-6dda6ab0b7fc HTTP/1.1" status: 200 len: 1092 time: 0.0418842 Dec 20 15:35:29.055614 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57762) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:35:29.060088 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-0f238ab2-4bef-42af-9818-5dba6c090be2 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Request body: {'floatingip': {'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'port_id': '7b8063a7-395b-4c49-9715-4d1cf70f754f', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:35:29.089199 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0f238ab2-4bef-42af-9818-5dba6c090be2 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for floatingip, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:29.199033 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0f238ab2-4bef-42af-9818-5dba6c090be2 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:29.304064 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-0f238ab2-4bef-42af-9818-5dba6c090be2 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Allocated IP 172.25.0.146 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/740860bf-6a0c-4a07-9008-fd03c3caa983) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:35:29.419045 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0f238ab2-4bef-42af-9818-5dba6c090be2 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:29.453376 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0f238ab2-4bef-42af-9818-5dba6c090be2 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:29.493811 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f238ab2-4bef-42af-9818-5dba6c090be2 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:35:29.497122 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-0f238ab2-4bef-42af-9818-5dba6c090be2 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:35:29.500617 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f238ab2-4bef-42af-9818-5dba6c090be2 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:35:29.506480 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f238ab2-4bef-42af-9818-5dba6c090be2 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Pushing event updated for resources: {'Port': ['ID=740860bf-6a0c-4a07-9008-fd03c3caa983,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:35:29.881728 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0f238ab2-4bef-42af-9818-5dba6c090be2 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:29.958179 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0f238ab2-4bef-42af-9818-5dba6c090be2 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:30.119744 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0f238ab2-4bef-42af-9818-5dba6c090be2 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:30.127043 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0f238ab2-4bef-42af-9818-5dba6c090be2 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:30.531715 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f238ab2-4bef-42af-9818-5dba6c090be2 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Pushing event updated for resources: {'Port': ['ID=740860bf-6a0c-4a07-9008-fd03c3caa983,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:35:30.544672 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0f238ab2-4bef-42af-9818-5dba6c090be2 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585115'] for floatingip, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:30.646744 n-d-761264-19 neutron-server[103167]: INFO neutron.db.l3_db [None req-0f238ab2-4bef-42af-9818-5dba6c090be2 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Floating IP 81baf589-7d49-43be-899d-8bba57b6ee05 associated. External IP: 172.25.0.146, port: 7b8063a7-395b-4c49-9715-4d1cf70f754f. Dec 20 15:35:30.812293 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8d9b9c08-6820-4803-adf8-1e0f28e3152f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:30.871657 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f238ab2-4bef-42af-9818-5dba6c090be2 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Router 3e14b0db-6981-41d2-87e7-7a5a0cc38852 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:35:30.984468 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f238ab2-4bef-42af-9818-5dba6c090be2 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:35:30.999671 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d731c651-90cc-4633-bcff-30f5732cd064 None None] Sync routers for ids ['3e14b0db-6981-41d2-87e7-7a5a0cc38852'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:35:31.008112 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-0f238ab2-4bef-42af-9818-5dba6c090be2 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:31.015066 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d731c651-90cc-4633-bcff-30f5732cd064 None None] Routers {'3e14b0db-6981-41d2-87e7-7a5a0cc38852'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:35:31.015737 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-d731c651-90cc-4633-bcff-30f5732cd064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:35:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['3e14b0db-6981-41d2-87e7-7a5a0cc38852'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:35:31.045653 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-0f238ab2-4bef-42af-9818-5dba6c090be2 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9865587 Dec 20 15:35:31.045653 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff9f3f04-162a-454b-ac40-6dda6ab0b7fc', 'tag': '7b8063a7-395b-4c49-9715-4d1cf70f754f'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:35:31.052322 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08f5bd10d948da750b9537a176c40f94b479143edf42a445aa4903673b4b1814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-412e1c97-bdab-4605-8ba4-c85c81351992" -d '{"events": [{"name": "network-changed", "server_uuid": "ff9f3f04-162a-454b-ac40-6dda6ab0b7fc", "tag": "7b8063a7-395b-4c49-9715-4d1cf70f754f"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:35:31.107680 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-390784bc-24d2-4651-9c79-eb70e04faa69 x-openstack-request-id: req-390784bc-24d2-4651-9c79-eb70e04faa69 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:35:31.108030 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff9f3f04-162a-454b-ac40-6dda6ab0b7fc", "tag": "7b8063a7-395b-4c49-9715-4d1cf70f754f", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:35:31.108318 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-390784bc-24d2-4651-9c79-eb70e04faa69 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:35:31.108718 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff9f3f04-162a-454b-ac40-6dda6ab0b7fc', 'tag': '7b8063a7-395b-4c49-9715-4d1cf70f754f', 'status': 'completed', 'code': 200} Dec 20 15:35:31.142048 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-d731c651-90cc-4633-bcff-30f5732cd064 None None] Set router 3e14b0db-6981-41d2-87e7-7a5a0cc38852 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:35:31.197152 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61caa5fa-16ba-4083-9f23-76d2b7268132 req-0a20b61b-d03d-4940-9d09-32dde83f6503 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:35:31.198900 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-61caa5fa-16ba-4083-9f23-76d2b7268132 req-0a20b61b-d03d-4940-9d09-32dde83f6503 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff9f3f04-162a-454b-ac40-6dda6ab0b7fc HTTP/1.1" status: 200 len: 945 time: 0.0826297 Dec 20 15:35:31.201986 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412e1c97-bdab-4605-8ba4-c85c81351992 req-839759c2-fda3-45bc-8bb6-da3ba79fd915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:35:31.203439 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-412e1c97-bdab-4605-8ba4-c85c81351992 req-839759c2-fda3-45bc-8bb6-da3ba79fd915 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6051e8cae9884506b33350e13a9e893a&device_id=ff9f3f04-162a-454b-ac40-6dda6ab0b7fc HTTP/1.1" status: 200 len: 1097 time: 0.0600007 Dec 20 15:35:31.313557 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-61caa5fa-16ba-4083-9f23-76d2b7268132 req-dd793b33-8f41-46f8-955e-fa89b08a40b6 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/security-groups?id=40a724f1-8882-4fc7-9aef-12627237a601&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072958 Dec 20 15:35:31.333720 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412e1c97-bdab-4605-8ba4-c85c81351992 req-f75ba204-363c-4eb7-a1a9-3c0f4c3862b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:35:31.335314 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-412e1c97-bdab-4605-8ba4-c85c81351992 req-f75ba204-363c-4eb7-a1a9-3c0f4c3862b2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=528da8fa-d513-480e-bc22-5952c81ca630 HTTP/1.1" status: 200 len: 898 time: 0.1232021 Dec 20 15:35:31.351756 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57770) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:35:31.391619 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-d731c651-90cc-4633-bcff-30f5732cd064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e14b0db-6981-41d2-87e7-7a5a0cc38852', 'name': 'tempest-TestNetworkAdvancedServerOps-router-505440909', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '79d94c40-9a76-4860-9403-b76308de3b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:35:07Z', 'updated_at': '2021-12-20T15:35:11Z', 'revision_number': 4, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'gw_port': {'id': '79d94c40-9a76-4860-9403-b76308de3b3c', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ed:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e14b0db-6981-41d2-87e7-7a5a0cc38852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:35:08Z', 'updated_at': '2021-12-20T15:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': '81baf589-7d49-43be-899d-8bba57b6ee05', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'floating_ip_address': '172.25.0.146', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': '3e14b0db-6981-41d2-87e7-7a5a0cc38852', 'port_id': '7b8063a7-395b-4c49-9715-4d1cf70f754f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '528da8fa-d513-480e-bc22-5952c81ca630', 'mac_address': 'fa:16:3e:ff:fc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9f3f04-162a-454b-ac40-6dda6ab0b7fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:35:29Z', 'updated_at': '2021-12-20T15:35:29Z', 'revision_number': 0, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee5d4746-aaec-438f-bca3-42dca11572b7', 'name': '', 'network_id': '528da8fa-d513-480e-bc22-5952c81ca630', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'mac_address': 'fa:16:3e:e3:40:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e14b0db-6981-41d2-87e7-7a5a0cc38852', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '1108a967-7212-48ac-bb74-4140958c70cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:35:10Z', 'updated_at': '2021-12-20T15:35:14Z', 'revision_number': 5, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'subnets': [{'id': '1108a967-7212-48ac-bb74-4140958c70cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:35:31.427027 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-412e1c97-bdab-4605-8ba4-c85c81351992 req-a62b1042-a37d-4917-86b1-3e09621c439c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b8063a7-395b-4c49-9715-4d1cf70f754f HTTP/1.1" status: 200 len: 999 time: 0.0821366 Dec 20 15:35:31.427410 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d731c651-90cc-4633-bcff-30f5732cd064 None None] Checking router: 3e14b0db-6981-41d2-87e7-7a5a0cc38852 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:35:31.428072 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-c8b11e3a-a92a-4f3f-b358-5af4be5ad782 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/floatingips/81baf589-7d49-43be-899d-8bba57b6ee05 HTTP/1.1" status: 200 len: 991 time: 0.0740008 Dec 20 15:35:31.436747 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d731c651-90cc-4633-bcff-30f5732cd064 None None] Routers {'3e14b0db-6981-41d2-87e7-7a5a0cc38852'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:35:31.437353 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-d731c651-90cc-4633-bcff-30f5732cd064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:35:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['3e14b0db-6981-41d2-87e7-7a5a0cc38852'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:35:31.484301 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412e1c97-bdab-4605-8ba4-c85c81351992 req-a662b3ea-cd49-40d2-beae-6205b645bd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:35:31.486415 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-412e1c97-bdab-4605-8ba4-c85c81351992 req-a662b3ea-cd49-40d2-beae-6205b645bd45 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1108a967-7212-48ac-bb74-4140958c70cf HTTP/1.1" status: 200 len: 835 time: 0.0522151 Dec 20 15:35:31.534123 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412e1c97-bdab-4605-8ba4-c85c81351992 req-5b663395-7077-40db-a0a3-fdf9371f0348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:35:31.535735 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-412e1c97-bdab-4605-8ba4-c85c81351992 req-5b663395-7077-40db-a0a3-fdf9371f0348 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=528da8fa-d513-480e-bc22-5952c81ca630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426795 Dec 20 15:35:31.548591 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-d731c651-90cc-4633-bcff-30f5732cd064 None None] Set router 3e14b0db-6981-41d2-87e7-7a5a0cc38852 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:35:31.635207 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-412e1c97-bdab-4605-8ba4-c85c81351992 req-557ccc47-cc6c-4602-b8e2-d632d7f21d04 service neutron] 10.222.0.47 "GET /v2.0/networks/528da8fa-d513-480e-bc22-5952c81ca630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914667 Dec 20 15:35:31.741155 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-412e1c97-bdab-4605-8ba4-c85c81351992 req-ebde0088-ae55-4f8c-a7b0-87cc09f12f09 service neutron] 10.222.0.47 "GET /v2.0/networks/528da8fa-d513-480e-bc22-5952c81ca630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976014 Dec 20 15:35:31.802558 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-d731c651-90cc-4633-bcff-30f5732cd064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e14b0db-6981-41d2-87e7-7a5a0cc38852', 'name': 'tempest-TestNetworkAdvancedServerOps-router-505440909', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '79d94c40-9a76-4860-9403-b76308de3b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:35:07Z', 'updated_at': '2021-12-20T15:35:11Z', 'revision_number': 4, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'gw_port': {'id': '79d94c40-9a76-4860-9403-b76308de3b3c', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ed:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e14b0db-6981-41d2-87e7-7a5a0cc38852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:35:08Z', 'updated_at': '2021-12-20T15:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': '81baf589-7d49-43be-899d-8bba57b6ee05', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'floating_ip_address': '172.25.0.146', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': '3e14b0db-6981-41d2-87e7-7a5a0cc38852', 'port_id': '7b8063a7-395b-4c49-9715-4d1cf70f754f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '528da8fa-d513-480e-bc22-5952c81ca630', 'mac_address': 'fa:16:3e:ff:fc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9f3f04-162a-454b-ac40-6dda6ab0b7fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:35:29Z', 'updated_at': '2021-12-20T15:35:29Z', 'revision_number': 0, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee5d4746-aaec-438f-bca3-42dca11572b7', 'name': '', 'network_id': '528da8fa-d513-480e-bc22-5952c81ca630', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'mac_address': 'fa:16:3e:e3:40:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e14b0db-6981-41d2-87e7-7a5a0cc38852', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '1108a967-7212-48ac-bb74-4140958c70cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:35:10Z', 'updated_at': '2021-12-20T15:35:14Z', 'revision_number': 5, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'subnets': [{'id': '1108a967-7212-48ac-bb74-4140958c70cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:35:31.829815 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d731c651-90cc-4633-bcff-30f5732cd064 None None] The sync data for ids ['3e14b0db-6981-41d2-87e7-7a5a0cc38852'] in n-d-761264-19 is: [{'id': '3e14b0db-6981-41d2-87e7-7a5a0cc38852', 'name': 'tempest-TestNetworkAdvancedServerOps-router-505440909', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '79d94c40-9a76-4860-9403-b76308de3b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:35:07Z', 'updated_at': '2021-12-20T15:35:11Z', 'revision_number': 4, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'gw_port': {'id': '79d94c40-9a76-4860-9403-b76308de3b3c', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ed:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e14b0db-6981-41d2-87e7-7a5a0cc38852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:35:08Z', 'updated_at': '2021-12-20T15:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': '81baf589-7d49-43be-899d-8bba57b6ee05', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'floating_ip_address': '172.25.0.146', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': '3e14b0db-6981-41d2-87e7-7a5a0cc38852', 'port_id': '7b8063a7-395b-4c49-9715-4d1cf70f754f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '528da8fa-d513-480e-bc22-5952c81ca630', 'mac_address': 'fa:16:3e:ff:fc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9f3f04-162a-454b-ac40-6dda6ab0b7fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:35:29Z', 'updated_at': '2021-12-20T15:35:29Z', 'revision_number': 0, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee5d4746-aaec-438f-bca3-42dca11572b7', 'name': '', 'network_id': '528da8fa-d513-480e-bc22-5952c81ca630', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'mac_address': 'fa:16:3e:e3:40:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e14b0db-6981-41d2-87e7-7a5a0cc38852', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '1108a967-7212-48ac-bb74-4140958c70cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:35:10Z', 'updated_at': '2021-12-20T15:35:14Z', 'revision_number': 5, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'subnets': [{'id': '1108a967-7212-48ac-bb74-4140958c70cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:35:32.034355 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfc0ef2-794c-4739-9355-3a429d35863d None None] New status for floating IP 81baf589-7d49-43be-899d-8bba57b6ee05: ACTIVE {{(pid=103170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 15:35:32.430737 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57772) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:35:32.493107 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-14462966-abfd-4b08-a8aa-c7e9594fc8c4 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/floatingips/81baf589-7d49-43be-899d-8bba57b6ee05 HTTP/1.1" status: 200 len: 993 time: 0.0607214 Dec 20 15:35:33.006611 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f51a004d-5336-4a92-89f4-02f02e895fc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:34.065941 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:36.069460 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:36.332686 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:42.191926 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:45.853270 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:35:47.787583 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:35:58.667266 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-edf381be-28fc-4117-acd9-786514826854 req-a33534fe-d8db-410d-be51-bd19c55947c4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ff9f3f04-162a-454b-ac40-6dda6ab0b7fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0453563 Dec 20 15:35:58.763887 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf381be-28fc-4117-acd9-786514826854 req-e407809e-e60c-471a-9ff5-d8fd93b1aff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:35:58.765425 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-edf381be-28fc-4117-acd9-786514826854 req-e407809e-e60c-471a-9ff5-d8fd93b1aff2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6051e8cae9884506b33350e13a9e893a&device_id=ff9f3f04-162a-454b-ac40-6dda6ab0b7fc HTTP/1.1" status: 200 len: 1097 time: 0.0524266 Dec 20 15:35:58.874938 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf381be-28fc-4117-acd9-786514826854 req-5d4a4ad1-0fbb-413c-aec8-89a62cc153a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:35:58.876451 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-edf381be-28fc-4117-acd9-786514826854 req-5d4a4ad1-0fbb-413c-aec8-89a62cc153a8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=528da8fa-d513-480e-bc22-5952c81ca630 HTTP/1.1" status: 200 len: 898 time: 0.0906811 Dec 20 15:35:58.950182 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-edf381be-28fc-4117-acd9-786514826854 req-81aeb606-ac27-4dcb-a4c3-d2483f255fd0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b8063a7-395b-4c49-9715-4d1cf70f754f HTTP/1.1" status: 200 len: 1001 time: 0.0652390 Dec 20 15:35:59.009101 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf381be-28fc-4117-acd9-786514826854 req-7a126457-4300-4bd7-88d5-1e1f69d7d4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:35:59.011313 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-edf381be-28fc-4117-acd9-786514826854 req-7a126457-4300-4bd7-88d5-1e1f69d7d4bb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1108a967-7212-48ac-bb74-4140958c70cf HTTP/1.1" status: 200 len: 835 time: 0.0535805 Dec 20 15:35:59.064348 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf381be-28fc-4117-acd9-786514826854 req-c4457791-ebbc-4912-ad5e-4ee2b4c53912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:35:59.065908 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-edf381be-28fc-4117-acd9-786514826854 req-c4457791-ebbc-4912-ad5e-4ee2b4c53912 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=528da8fa-d513-480e-bc22-5952c81ca630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444543 Dec 20 15:35:59.164075 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-edf381be-28fc-4117-acd9-786514826854 req-7615a5a0-6582-4c23-b6d6-7180f20fc7f1 service neutron] 10.222.0.47 "GET /v2.0/networks/528da8fa-d513-480e-bc22-5952c81ca630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903139 Dec 20 15:35:59.258237 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-edf381be-28fc-4117-acd9-786514826854 req-0c40c647-f661-4231-8cbc-8516de83a18f service neutron] 10.222.0.47 "GET /v2.0/networks/528da8fa-d513-480e-bc22-5952c81ca630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862312 Dec 20 15:36:00.808512 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-9da759cf-aaec-4fb1-a410-48151b4f3641 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:01.305650 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51b42da-44a3-4ff4-8af6-84d9afae7103 req-7c04c519-3d8b-4d78-b8f8-6e2ed43429e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:36:01.307052 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6822ef66-26a1-485f-8a98-29cf913280d5 req-1d8a7901-618f-45fb-94e2-e7b98156990f tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:36:01.307493 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a51b42da-44a3-4ff4-8af6-84d9afae7103 req-7c04c519-3d8b-4d78-b8f8-6e2ed43429e5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6051e8cae9884506b33350e13a9e893a&device_id=ff9f3f04-162a-454b-ac40-6dda6ab0b7fc HTTP/1.1" status: 200 len: 1097 time: 0.0482955 Dec 20 15:36:01.308645 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6822ef66-26a1-485f-8a98-29cf913280d5 req-1d8a7901-618f-45fb-94e2-e7b98156990f tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff9f3f04-162a-454b-ac40-6dda6ab0b7fc HTTP/1.1" status: 200 len: 945 time: 0.0579085 Dec 20 15:36:01.360545 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6822ef66-26a1-485f-8a98-29cf913280d5 req-9ed6a7b0-37d1-418b-a2fd-5dfeb658a347 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/security-groups?id=40a724f1-8882-4fc7-9aef-12627237a601&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454042 Dec 20 15:36:01.406394 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51b42da-44a3-4ff4-8af6-84d9afae7103 req-4c80e3cb-e9c3-410c-a5ff-7709cf4643fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:36:01.408152 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a51b42da-44a3-4ff4-8af6-84d9afae7103 req-4c80e3cb-e9c3-410c-a5ff-7709cf4643fd service neutron] 10.222.0.47 "GET /v2.0/networks?id=528da8fa-d513-480e-bc22-5952c81ca630 HTTP/1.1" status: 200 len: 898 time: 0.0917430 Dec 20 15:36:01.484889 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a51b42da-44a3-4ff4-8af6-84d9afae7103 req-401afdc2-68f2-4f84-9513-649c5da3da8e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b8063a7-395b-4c49-9715-4d1cf70f754f HTTP/1.1" status: 200 len: 1001 time: 0.0687637 Dec 20 15:36:01.536800 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51b42da-44a3-4ff4-8af6-84d9afae7103 req-471a7dfb-3563-474f-b611-522d72d161e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:36:01.538294 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a51b42da-44a3-4ff4-8af6-84d9afae7103 req-471a7dfb-3563-474f-b611-522d72d161e0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1108a967-7212-48ac-bb74-4140958c70cf HTTP/1.1" status: 200 len: 835 time: 0.0455515 Dec 20 15:36:01.586276 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51b42da-44a3-4ff4-8af6-84d9afae7103 req-d648c416-a259-418f-aacf-5b41f37db40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:36:01.587933 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a51b42da-44a3-4ff4-8af6-84d9afae7103 req-d648c416-a259-418f-aacf-5b41f37db40b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=528da8fa-d513-480e-bc22-5952c81ca630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422046 Dec 20 15:36:01.690916 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a51b42da-44a3-4ff4-8af6-84d9afae7103 req-cb889f29-d74e-491c-aeaf-d8c176e42bf7 service neutron] 10.222.0.47 "GET /v2.0/networks/528da8fa-d513-480e-bc22-5952c81ca630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938654 Dec 20 15:36:01.784628 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a51b42da-44a3-4ff4-8af6-84d9afae7103 req-85e6fe3f-79fd-4da9-9bab-e0b47351c37d service neutron] 10.222.0.47 "GET /v2.0/networks/528da8fa-d513-480e-bc22-5952c81ca630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865829 Dec 20 15:36:02.502025 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981b5dad-bef6-4aec-80fc-fed08ba33d27 req-4597bab1-cf26-45a9-9f9b-c691744dcbbf tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:36:02.504301 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-981b5dad-bef6-4aec-80fc-fed08ba33d27 req-4597bab1-cf26-45a9-9f9b-c691744dcbbf tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff9f3f04-162a-454b-ac40-6dda6ab0b7fc HTTP/1.1" status: 200 len: 945 time: 0.0664580 Dec 20 15:36:02.555948 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-981b5dad-bef6-4aec-80fc-fed08ba33d27 req-43bc8f56-d2de-4afb-a30d-322c06d8e62a tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/security-groups?id=40a724f1-8882-4fc7-9aef-12627237a601&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453780 Dec 20 15:36:03.014275 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c6bfa635-8d3c-4b74-a8d6-8c1826ff11de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:03.687307 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becc2fee-9c43-479e-b3ab-096b6719ef29 req-b89b1dcc-d9e2-429f-a91a-f08fa967e852 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:36:03.688705 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-becc2fee-9c43-479e-b3ab-096b6719ef29 req-b89b1dcc-d9e2-429f-a91a-f08fa967e852 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff9f3f04-162a-454b-ac40-6dda6ab0b7fc HTTP/1.1" status: 200 len: 945 time: 0.0533206 Dec 20 15:36:03.739302 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-becc2fee-9c43-479e-b3ab-096b6719ef29 req-a3e4a092-ad34-458e-b8b1-0a4ec2520484 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/security-groups?id=40a724f1-8882-4fc7-9aef-12627237a601&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444899 Dec 20 15:36:04.067400 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:04.863067 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05a203f-83bf-49a7-ad87-16320f9a1db3 req-f2d630e4-b5f0-4d67-a809-47cf537938c5 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:36:04.864584 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b05a203f-83bf-49a7-ad87-16320f9a1db3 req-f2d630e4-b5f0-4d67-a809-47cf537938c5 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff9f3f04-162a-454b-ac40-6dda6ab0b7fc HTTP/1.1" status: 200 len: 945 time: 0.0513339 Dec 20 15:36:04.919153 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b05a203f-83bf-49a7-ad87-16320f9a1db3 req-da8c3957-c7b9-43ca-bf3c-53848d562e28 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/security-groups?id=40a724f1-8882-4fc7-9aef-12627237a601&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484338 Dec 20 15:36:06.050437 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773bc82e-e64d-4eee-9a93-7c4aef04dcaf req-4d92777b-c9d7-465f-b3fb-d72b3d74f2be tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:36:06.052019 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-773bc82e-e64d-4eee-9a93-7c4aef04dcaf req-4d92777b-c9d7-465f-b3fb-d72b3d74f2be tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff9f3f04-162a-454b-ac40-6dda6ab0b7fc HTTP/1.1" status: 200 len: 945 time: 0.0569439 Dec 20 15:36:06.072166 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:06.103537 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-773bc82e-e64d-4eee-9a93-7c4aef04dcaf req-15bc57bc-f5cb-48ac-9925-cbf1c81df802 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/security-groups?id=40a724f1-8882-4fc7-9aef-12627237a601&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453646 Dec 20 15:36:06.329251 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:07.234515 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd172515-6809-40eb-aac9-a328f5d8a4c3 req-99d111d4-1b3b-47e4-b4a6-505fd1803c2c tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:36:07.236080 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bd172515-6809-40eb-aac9-a328f5d8a4c3 req-99d111d4-1b3b-47e4-b4a6-505fd1803c2c tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff9f3f04-162a-454b-ac40-6dda6ab0b7fc HTTP/1.1" status: 200 len: 945 time: 0.0574553 Dec 20 15:36:07.297853 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bd172515-6809-40eb-aac9-a328f5d8a4c3 req-e2cf9aa6-3691-4db7-8a1a-879ed3ab6334 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/security-groups?id=40a724f1-8882-4fc7-9aef-12627237a601&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553317 Dec 20 15:36:08.421243 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b4f13f-19b5-48da-aaee-6c45322327e3 req-33552970-ad6f-41b4-b298-c8cb79a58ab2 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:36:08.422851 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-61b4f13f-19b5-48da-aaee-6c45322327e3 req-33552970-ad6f-41b4-b298-c8cb79a58ab2 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff9f3f04-162a-454b-ac40-6dda6ab0b7fc HTTP/1.1" status: 200 len: 945 time: 0.0540872 Dec 20 15:36:08.477380 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-61b4f13f-19b5-48da-aaee-6c45322327e3 req-f73ec593-e626-4bec-a69f-88a9e2248793 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/security-groups?id=40a724f1-8882-4fc7-9aef-12627237a601&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481732 Dec 20 15:36:09.600348 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b0ec25-f6c7-4c8d-9a55-a94332b91bad req-0734dc7c-9602-4c23-8239-3752f9484faa tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:36:09.601901 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-62b0ec25-f6c7-4c8d-9a55-a94332b91bad req-0734dc7c-9602-4c23-8239-3752f9484faa tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff9f3f04-162a-454b-ac40-6dda6ab0b7fc HTTP/1.1" status: 200 len: 945 time: 0.0522854 Dec 20 15:36:09.653516 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-62b0ec25-f6c7-4c8d-9a55-a94332b91bad req-fdb347fe-b8f8-4c91-be45-18f795509aec tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/security-groups?id=40a724f1-8882-4fc7-9aef-12627237a601&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453024 Dec 20 15:36:10.787752 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189a1a5d-39f1-4963-af45-763ccc27512a req-77440ea6-20da-497d-aa8d-417250475b01 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:36:10.789279 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-189a1a5d-39f1-4963-af45-763ccc27512a req-77440ea6-20da-497d-aa8d-417250475b01 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff9f3f04-162a-454b-ac40-6dda6ab0b7fc HTTP/1.1" status: 200 len: 945 time: 0.0557561 Dec 20 15:36:10.844622 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-189a1a5d-39f1-4963-af45-763ccc27512a req-3ff338c3-93e7-4c34-9c4f-8f64ba841f90 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/security-groups?id=40a724f1-8882-4fc7-9aef-12627237a601&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487423 Dec 20 15:36:11.967524 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc9b093-3f36-4f97-a357-00ef82f1f9d9 req-892f0add-a210-4bc2-ae5e-c2e2f13e2b1b tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:36:11.969039 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3cc9b093-3f36-4f97-a357-00ef82f1f9d9 req-892f0add-a210-4bc2-ae5e-c2e2f13e2b1b tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff9f3f04-162a-454b-ac40-6dda6ab0b7fc HTTP/1.1" status: 200 len: 945 time: 0.0515478 Dec 20 15:36:12.020661 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3cc9b093-3f36-4f97-a357-00ef82f1f9d9 req-154a968b-2667-4f90-9836-a1a202078e74 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/security-groups?id=40a724f1-8882-4fc7-9aef-12627237a601&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452046 Dec 20 15:36:12.199909 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:13.155046 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82281e7b-708c-47cd-a796-1d222c2c96ec req-189a0d49-27d0-40d0-b7c7-e4daf493bb6b tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:36:13.156591 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-82281e7b-708c-47cd-a796-1d222c2c96ec req-189a0d49-27d0-40d0-b7c7-e4daf493bb6b tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff9f3f04-162a-454b-ac40-6dda6ab0b7fc HTTP/1.1" status: 200 len: 945 time: 0.0527771 Dec 20 15:36:13.214668 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-82281e7b-708c-47cd-a796-1d222c2c96ec req-0a050405-a5ef-4f61-9a12-1f51a7a28ac4 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/security-groups?id=40a724f1-8882-4fc7-9aef-12627237a601&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495455 Dec 20 15:36:13.240416 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57806) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:36:13.307116 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-e72ede76-0b87-48a7-aee4-0be194b97845 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/floatingips/81baf589-7d49-43be-899d-8bba57b6ee05 HTTP/1.1" status: 200 len: 993 time: 0.0653322 Dec 20 15:36:15.857355 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:24.787813 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:36:30.805920 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-191c4e63-859c-43ff-9b35-8d0bffeb6a9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:33.009035 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-0f151e39-075d-45d3-aeca-a142d6e2d1c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:34.084463 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:36.068004 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:36.325639 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:42.210294 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:43.702498 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57816) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:36:43.877040 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-48871191-7ed6-40c2-9473-3e6d85872de7 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Deleting port 740860bf-6a0c-4a07-9008-fd03c3caa983 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:36:43.877390 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-48871191-7ed6-40c2-9473-3e6d85872de7 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:43.960568 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-48871191-7ed6-40c2-9473-3e6d85872de7 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:43.960833 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-48871191-7ed6-40c2-9473-3e6d85872de7 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:43.976698 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-48871191-7ed6-40c2-9473-3e6d85872de7 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Calling delete_port for 740860bf-6a0c-4a07-9008-fd03c3caa983 owned by network:floatingip {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:36:44.137059 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-48871191-7ed6-40c2-9473-3e6d85872de7 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:44.162741 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48871191-7ed6-40c2-9473-3e6d85872de7 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Pushing event deleted for resources: {'Port': ['ID=740860bf-6a0c-4a07-9008-fd03c3caa983,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:36:44.175279 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48871191-7ed6-40c2-9473-3e6d85872de7 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:36:44.175658 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48871191-7ed6-40c2-9473-3e6d85872de7 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:36:44.176004 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48871191-7ed6-40c2-9473-3e6d85872de7 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:36:44.176342 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48871191-7ed6-40c2-9473-3e6d85872de7 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:36:44.176674 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48871191-7ed6-40c2-9473-3e6d85872de7 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:36:44.176983 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48871191-7ed6-40c2-9473-3e6d85872de7 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:36:44.177340 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48871191-7ed6-40c2-9473-3e6d85872de7 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:36:44.177669 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48871191-7ed6-40c2-9473-3e6d85872de7 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:36:44.177995 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48871191-7ed6-40c2-9473-3e6d85872de7 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:36:44.178293 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48871191-7ed6-40c2-9473-3e6d85872de7 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:36:44.178644 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48871191-7ed6-40c2-9473-3e6d85872de7 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:36:44.178979 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48871191-7ed6-40c2-9473-3e6d85872de7 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:36:44.179298 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48871191-7ed6-40c2-9473-3e6d85872de7 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:36:44.239663 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-48871191-7ed6-40c2-9473-3e6d85872de7 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for floatingip, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:44.240043 n-d-761264-19 neutron-server[103168]: INFO neutron.db.l3_db [None req-48871191-7ed6-40c2-9473-3e6d85872de7 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Floating IP 81baf589-7d49-43be-899d-8bba57b6ee05 disassociated (deleted). External IP: 172.25.0.146, port: 7b8063a7-395b-4c49-9715-4d1cf70f754f. Dec 20 15:36:44.460698 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48871191-7ed6-40c2-9473-3e6d85872de7 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Router 3e14b0db-6981-41d2-87e7-7a5a0cc38852 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:36:44.570310 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48871191-7ed6-40c2-9473-3e6d85872de7 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:36:44.575396 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-48871191-7ed6-40c2-9473-3e6d85872de7 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:44.580361 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8cdcee-3ea1-40f9-815e-134601e39a40 None None] Sync routers for ids ['3e14b0db-6981-41d2-87e7-7a5a0cc38852'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:36:44.592810 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8cdcee-3ea1-40f9-815e-134601e39a40 None None] Routers {'3e14b0db-6981-41d2-87e7-7a5a0cc38852'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:36:44.593435 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-4e8cdcee-3ea1-40f9-815e-134601e39a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:36:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['3e14b0db-6981-41d2-87e7-7a5a0cc38852'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:36:44.607365 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-48871191-7ed6-40c2-9473-3e6d85872de7 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "DELETE /v2.0/floatingips/81baf589-7d49-43be-899d-8bba57b6ee05 HTTP/1.1" status: 204 len: 168 time: 0.9037879 Dec 20 15:36:44.607931 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff9f3f04-162a-454b-ac40-6dda6ab0b7fc', 'tag': '7b8063a7-395b-4c49-9715-4d1cf70f754f'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:36:44.610256 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea303cd2f7c2854d59b68ee9755924cbed95107615564160e5853a5b93bd1da8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03b1fd0a-bc9b-4eb2-9c7f-385fe14b9844" -d '{"events": [{"name": "network-changed", "server_uuid": "ff9f3f04-162a-454b-ac40-6dda6ab0b7fc", "tag": "7b8063a7-395b-4c49-9715-4d1cf70f754f"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:36:44.652415 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd39054f-7c45-4ed8-be4e-39c2eda3b345 x-openstack-request-id: req-fd39054f-7c45-4ed8-be4e-39c2eda3b345 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:36:44.652714 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff9f3f04-162a-454b-ac40-6dda6ab0b7fc", "tag": "7b8063a7-395b-4c49-9715-4d1cf70f754f", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:36:44.652984 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fd39054f-7c45-4ed8-be4e-39c2eda3b345 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:36:44.653418 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff9f3f04-162a-454b-ac40-6dda6ab0b7fc', 'tag': '7b8063a7-395b-4c49-9715-4d1cf70f754f', 'status': 'completed', 'code': 200} Dec 20 15:36:44.718564 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-4e8cdcee-3ea1-40f9-815e-134601e39a40 None None] Set router 3e14b0db-6981-41d2-87e7-7a5a0cc38852 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:36:44.723973 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b1fd0a-bc9b-4eb2-9c7f-385fe14b9844 req-19e9e2e6-7854-4d4f-85c9-95da2abd17dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:36:44.725514 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-03b1fd0a-bc9b-4eb2-9c7f-385fe14b9844 req-19e9e2e6-7854-4d4f-85c9-95da2abd17dc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6051e8cae9884506b33350e13a9e893a&device_id=ff9f3f04-162a-454b-ac40-6dda6ab0b7fc HTTP/1.1" status: 200 len: 1097 time: 0.0515039 Dec 20 15:36:44.852241 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b1fd0a-bc9b-4eb2-9c7f-385fe14b9844 req-2ef61140-2515-4bed-90de-4f29f3b31e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:36:44.853636 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-03b1fd0a-bc9b-4eb2-9c7f-385fe14b9844 req-2ef61140-2515-4bed-90de-4f29f3b31e0f service neutron] 10.222.0.47 "GET /v2.0/networks?id=528da8fa-d513-480e-bc22-5952c81ca630 HTTP/1.1" status: 200 len: 898 time: 0.1203437 Dec 20 15:36:44.904996 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-03b1fd0a-bc9b-4eb2-9c7f-385fe14b9844 req-001ad2c7-9dc8-4071-84b6-80cf56c083b7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b8063a7-395b-4c49-9715-4d1cf70f754f HTTP/1.1" status: 200 len: 217 time: 0.0432718 Dec 20 15:36:44.916333 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb0e683-7368-499c-93bf-b9a85e8f7d6c req-e5a026d9-87e4-4568-a0e6-ad5469bb667a tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:36:44.917900 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-adb0e683-7368-499c-93bf-b9a85e8f7d6c req-e5a026d9-87e4-4568-a0e6-ad5469bb667a tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff9f3f04-162a-454b-ac40-6dda6ab0b7fc HTTP/1.1" status: 200 len: 945 time: 0.1026690 Dec 20 15:36:44.947251 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-4e8cdcee-3ea1-40f9-815e-134601e39a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e14b0db-6981-41d2-87e7-7a5a0cc38852', 'name': 'tempest-TestNetworkAdvancedServerOps-router-505440909', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '79d94c40-9a76-4860-9403-b76308de3b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:35:07Z', 'updated_at': '2021-12-20T15:35:11Z', 'revision_number': 4, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'gw_port': {'id': '79d94c40-9a76-4860-9403-b76308de3b3c', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ed:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e14b0db-6981-41d2-87e7-7a5a0cc38852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:35:08Z', 'updated_at': '2021-12-20T15:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'ee5d4746-aaec-438f-bca3-42dca11572b7', 'name': '', 'network_id': '528da8fa-d513-480e-bc22-5952c81ca630', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'mac_address': 'fa:16:3e:e3:40:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e14b0db-6981-41d2-87e7-7a5a0cc38852', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '1108a967-7212-48ac-bb74-4140958c70cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:35:10Z', 'updated_at': '2021-12-20T15:35:14Z', 'revision_number': 5, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'subnets': [{'id': '1108a967-7212-48ac-bb74-4140958c70cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:36:44.977061 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8cdcee-3ea1-40f9-815e-134601e39a40 None None] Checking router: 3e14b0db-6981-41d2-87e7-7a5a0cc38852 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:36:44.978183 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b1fd0a-bc9b-4eb2-9c7f-385fe14b9844 req-4ae37e06-9e47-406f-91d8-40d209978487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:36:44.979684 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-03b1fd0a-bc9b-4eb2-9c7f-385fe14b9844 req-4ae37e06-9e47-406f-91d8-40d209978487 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1108a967-7212-48ac-bb74-4140958c70cf HTTP/1.1" status: 200 len: 835 time: 0.0609035 Dec 20 15:36:44.986318 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8cdcee-3ea1-40f9-815e-134601e39a40 None None] Routers {'3e14b0db-6981-41d2-87e7-7a5a0cc38852'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:36:44.987295 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-4e8cdcee-3ea1-40f9-815e-134601e39a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:36:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['3e14b0db-6981-41d2-87e7-7a5a0cc38852'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:36:45.034045 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-adb0e683-7368-499c-93bf-b9a85e8f7d6c req-59b91cee-e8f9-465b-8f34-ce773b43142c tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/security-groups?id=40a724f1-8882-4fc7-9aef-12627237a601&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871441 Dec 20 15:36:45.052238 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b1fd0a-bc9b-4eb2-9c7f-385fe14b9844 req-08748194-b994-40f9-80b9-275db8c5cef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:36:45.054123 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-03b1fd0a-bc9b-4eb2-9c7f-385fe14b9844 req-08748194-b994-40f9-80b9-275db8c5cef1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=528da8fa-d513-480e-bc22-5952c81ca630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0665820 Dec 20 15:36:45.102403 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-4e8cdcee-3ea1-40f9-815e-134601e39a40 None None] Set router 3e14b0db-6981-41d2-87e7-7a5a0cc38852 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:36:45.158881 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-03b1fd0a-bc9b-4eb2-9c7f-385fe14b9844 req-06a246c4-4e86-408e-a4b9-b41d4bb40c47 service neutron] 10.222.0.47 "GET /v2.0/networks/528da8fa-d513-480e-bc22-5952c81ca630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960567 Dec 20 15:36:45.255846 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-03b1fd0a-bc9b-4eb2-9c7f-385fe14b9844 req-b1e72698-9219-43ee-89c5-8907d0760127 service neutron] 10.222.0.47 "GET /v2.0/networks/528da8fa-d513-480e-bc22-5952c81ca630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894639 Dec 20 15:36:45.310005 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-4e8cdcee-3ea1-40f9-815e-134601e39a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e14b0db-6981-41d2-87e7-7a5a0cc38852', 'name': 'tempest-TestNetworkAdvancedServerOps-router-505440909', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '79d94c40-9a76-4860-9403-b76308de3b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:35:07Z', 'updated_at': '2021-12-20T15:35:11Z', 'revision_number': 4, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'gw_port': {'id': '79d94c40-9a76-4860-9403-b76308de3b3c', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ed:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e14b0db-6981-41d2-87e7-7a5a0cc38852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:35:08Z', 'updated_at': '2021-12-20T15:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'ee5d4746-aaec-438f-bca3-42dca11572b7', 'name': '', 'network_id': '528da8fa-d513-480e-bc22-5952c81ca630', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'mac_address': 'fa:16:3e:e3:40:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e14b0db-6981-41d2-87e7-7a5a0cc38852', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '1108a967-7212-48ac-bb74-4140958c70cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:35:10Z', 'updated_at': '2021-12-20T15:35:14Z', 'revision_number': 5, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'subnets': [{'id': '1108a967-7212-48ac-bb74-4140958c70cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:36:45.336311 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8cdcee-3ea1-40f9-815e-134601e39a40 None None] The sync data for ids ['3e14b0db-6981-41d2-87e7-7a5a0cc38852'] in n-d-761264-19 is: [{'id': '3e14b0db-6981-41d2-87e7-7a5a0cc38852', 'name': 'tempest-TestNetworkAdvancedServerOps-router-505440909', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '79d94c40-9a76-4860-9403-b76308de3b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:35:07Z', 'updated_at': '2021-12-20T15:35:11Z', 'revision_number': 4, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'gw_port': {'id': '79d94c40-9a76-4860-9403-b76308de3b3c', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ed:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e14b0db-6981-41d2-87e7-7a5a0cc38852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:35:08Z', 'updated_at': '2021-12-20T15:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'ee5d4746-aaec-438f-bca3-42dca11572b7', 'name': '', 'network_id': '528da8fa-d513-480e-bc22-5952c81ca630', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'mac_address': 'fa:16:3e:e3:40:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e14b0db-6981-41d2-87e7-7a5a0cc38852', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '1108a967-7212-48ac-bb74-4140958c70cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:35:10Z', 'updated_at': '2021-12-20T15:35:14Z', 'revision_number': 5, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'subnets': [{'id': '1108a967-7212-48ac-bb74-4140958c70cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:36:45.577390 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d197d8c0-9d67-44d9-80ce-72296ec70bd7 None None] New status for floating IP 81baf589-7d49-43be-899d-8bba57b6ee05: DOWN {{(pid=103170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 15:36:45.879072 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:46.170589 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8167f2d2-82f7-4b77-acec-224874843b39 req-475387a9-dec2-48dd-8425-0a00087253cb tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:36:46.172144 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8167f2d2-82f7-4b77-acec-224874843b39 req-475387a9-dec2-48dd-8425-0a00087253cb tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff9f3f04-162a-454b-ac40-6dda6ab0b7fc HTTP/1.1" status: 200 len: 945 time: 0.0547073 Dec 20 15:36:46.227319 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8167f2d2-82f7-4b77-acec-224874843b39 req-417a1724-e190-469b-bae2-7149a72aefc3 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/security-groups?id=40a724f1-8882-4fc7-9aef-12627237a601&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488532 Dec 20 15:36:46.385297 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af196f3-ef4b-4ca0-b6f3-1ee18d4b31c6 req-d2210138-6e62-4810-8bbf-90c00f274aff tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:36:46.386743 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0af196f3-ef4b-4ca0-b6f3-1ee18d4b31c6 req-d2210138-6e62-4810-8bbf-90c00f274aff tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.47 "GET /v2.0/ports?device_id=ff9f3f04-162a-454b-ac40-6dda6ab0b7fc HTTP/1.1" status: 200 len: 945 time: 0.0575759 Dec 20 15:36:46.480492 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-0af196f3-ef4b-4ca0-b6f3-1ee18d4b31c6 req-cf5237de-b5d4-4495-995a-1a41fda33ab9 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Deleting port 7b8063a7-395b-4c49-9715-4d1cf70f754f {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:36:46.480809 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-0af196f3-ef4b-4ca0-b6f3-1ee18d4b31c6 req-cf5237de-b5d4-4495-995a-1a41fda33ab9 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:46.582396 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-0af196f3-ef4b-4ca0-b6f3-1ee18d4b31c6 req-cf5237de-b5d4-4495-995a-1a41fda33ab9 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] For port 7b8063a7-395b-4c49-9715-4d1cf70f754f, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=7b8063a7-395b-4c49-9715-4d1cf70f754f,segment=NetworkSegment(d9ce9fa3-d638-4e48-998f-fad88c426a57),segment_id=d9ce9fa3-d638-4e48-998f-fad88c426a57)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:36:46.582779 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-0af196f3-ef4b-4ca0-b6f3-1ee18d4b31c6 req-cf5237de-b5d4-4495-995a-1a41fda33ab9 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:46.596496 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-0af196f3-ef4b-4ca0-b6f3-1ee18d4b31c6 req-cf5237de-b5d4-4495-995a-1a41fda33ab9 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Calling delete_port for 7b8063a7-395b-4c49-9715-4d1cf70f754f owned by compute:nova {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:36:46.742677 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-0af196f3-ef4b-4ca0-b6f3-1ee18d4b31c6 req-cf5237de-b5d4-4495-995a-1a41fda33ab9 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:46.772499 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5237de-b5d4-4495-995a-1a41fda33ab9 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Pushing event deleted for resources: {'Port': ['ID=7b8063a7-395b-4c49-9715-4d1cf70f754f,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:36:46.785324 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5237de-b5d4-4495-995a-1a41fda33ab9 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:36:46.785675 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5237de-b5d4-4495-995a-1a41fda33ab9 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:36:46.786023 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5237de-b5d4-4495-995a-1a41fda33ab9 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:36:46.786380 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5237de-b5d4-4495-995a-1a41fda33ab9 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:36:46.786700 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5237de-b5d4-4495-995a-1a41fda33ab9 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:36:46.787063 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5237de-b5d4-4495-995a-1a41fda33ab9 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:36:46.787393 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5237de-b5d4-4495-995a-1a41fda33ab9 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:36:46.787720 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5237de-b5d4-4495-995a-1a41fda33ab9 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:36:46.788068 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5237de-b5d4-4495-995a-1a41fda33ab9 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:36:46.788403 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5237de-b5d4-4495-995a-1a41fda33ab9 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:36:46.788723 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5237de-b5d4-4495-995a-1a41fda33ab9 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:36:46.789034 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5237de-b5d4-4495-995a-1a41fda33ab9 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:36:46.789349 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5237de-b5d4-4495-995a-1a41fda33ab9 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:36:46.824134 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-0af196f3-ef4b-4ca0-b6f3-1ee18d4b31c6 req-cf5237de-b5d4-4495-995a-1a41fda33ab9 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] No DVR routers for this DVR port 7b8063a7-395b-4c49-9715-4d1cf70f754f on host n-h2-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:36:46.826992 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-0af196f3-ef4b-4ca0-b6f3-1ee18d4b31c6 req-cf5237de-b5d4-4495-995a-1a41fda33ab9 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:46.830304 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0af196f3-ef4b-4ca0-b6f3-1ee18d4b31c6 req-cf5237de-b5d4-4495-995a-1a41fda33ab9 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.47 "DELETE /v2.0/ports/7b8063a7-395b-4c49-9715-4d1cf70f754f HTTP/1.1" status: 204 len: 173 time: 0.4356940 Dec 20 15:36:46.830790 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff9f3f04-162a-454b-ac40-6dda6ab0b7fc', 'name': 'network-vif-deleted', 'tag': '7b8063a7-395b-4c49-9715-4d1cf70f754f'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:36:46.833069 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08f5bd10d948da750b9537a176c40f94b479143edf42a445aa4903673b4b1814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20fbfb37-1ad8-4c08-920a-2503edd40a20" -d '{"events": [{"server_uuid": "ff9f3f04-162a-454b-ac40-6dda6ab0b7fc", "name": "network-vif-deleted", "tag": "7b8063a7-395b-4c49-9715-4d1cf70f754f"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:36:46.873547 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-190e21f5-c92a-4636-89ba-76734cb7350d x-openstack-request-id: req-190e21f5-c92a-4636-89ba-76734cb7350d {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:36:46.873854 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff9f3f04-162a-454b-ac40-6dda6ab0b7fc", "name": "network-vif-deleted", "tag": "7b8063a7-395b-4c49-9715-4d1cf70f754f", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:36:46.874115 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-190e21f5-c92a-4636-89ba-76734cb7350d {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:36:46.874531 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff9f3f04-162a-454b-ac40-6dda6ab0b7fc', 'name': 'network-vif-deleted', 'tag': '7b8063a7-395b-4c49-9715-4d1cf70f754f', 'status': 'completed', 'code': 200} Dec 20 15:36:47.363866 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ab9735e0-0589-46f5-a0a1-0baddb247fa5 req-16e5f019-149c-4995-b8c1-ca4cef544bbf tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff9f3f04-162a-454b-ac40-6dda6ab0b7fc HTTP/1.1" status: 200 len: 210 time: 0.0272255 Dec 20 15:36:48.426000 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57832) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:36:48.827301 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2f669264-643b-4793-8a23-cebdee1c885b tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1595867'] for router_interface, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:49.103198 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-2f669264-643b-4793-8a23-cebdee1c885b tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Deleting port ee5d4746-aaec-438f-bca3-42dca11572b7 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:36:49.103457 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2f669264-643b-4793-8a23-cebdee1c885b tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:49.201970 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-2f669264-643b-4793-8a23-cebdee1c885b tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] For port ee5d4746-aaec-438f-bca3-42dca11572b7, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=ee5d4746-aaec-438f-bca3-42dca11572b7,segment=NetworkSegment(d9ce9fa3-d638-4e48-998f-fad88c426a57),segment_id=d9ce9fa3-d638-4e48-998f-fad88c426a57)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:36:49.202323 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2f669264-643b-4793-8a23-cebdee1c885b tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:49.214930 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-2f669264-643b-4793-8a23-cebdee1c885b tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Calling delete_port for ee5d4746-aaec-438f-bca3-42dca11572b7 owned by network:router_interface {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:36:49.417412 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2f669264-643b-4793-8a23-cebdee1c885b tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:49.444202 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f669264-643b-4793-8a23-cebdee1c885b tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Pushing event deleted for resources: {'Port': ['ID=ee5d4746-aaec-438f-bca3-42dca11572b7,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:36:49.623519 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-2f669264-643b-4793-8a23-cebdee1c885b tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582411'] for router_interface, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:50.179522 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f669264-643b-4793-8a23-cebdee1c885b tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Router 3e14b0db-6981-41d2-87e7-7a5a0cc38852 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:36:50.290286 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f669264-643b-4793-8a23-cebdee1c885b tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:36:50.295781 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-2f669264-643b-4793-8a23-cebdee1c885b tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "PUT /v2.0/routers/3e14b0db-6981-41d2-87e7-7a5a0cc38852/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8682981 Dec 20 15:36:50.301573 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57834) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:36:50.304226 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d433515-2268-4c40-b252-59ab925e4326 None None] Sync routers for ids ['3e14b0db-6981-41d2-87e7-7a5a0cc38852'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:36:50.318765 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d433515-2268-4c40-b252-59ab925e4326 None None] Routers {'3e14b0db-6981-41d2-87e7-7a5a0cc38852'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:36:50.319627 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-6d433515-2268-4c40-b252-59ab925e4326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:36:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['3e14b0db-6981-41d2-87e7-7a5a0cc38852'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:36:50.354676 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_v2 [None req-878063e5-8331-4a18-b6fc-a6fa0c88c76b tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Deleting subnet 1108a967-7212-48ac-bb74-4140958c70cf {{(pid=103167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:36:50.357955 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-878063e5-8331-4a18-b6fc-a6fa0c88c76b tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for subnet, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:50.404844 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-878063e5-8331-4a18-b6fc-a6fa0c88c76b tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954412'] for subnet, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:50.430099 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-6d433515-2268-4c40-b252-59ab925e4326 None None] Set router 3e14b0db-6981-41d2-87e7-7a5a0cc38852 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:36:50.492016 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-878063e5-8331-4a18-b6fc-a6fa0c88c76b tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:50.551063 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-878063e5-8331-4a18-b6fc-a6fa0c88c76b tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:50.578997 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-878063e5-8331-4a18-b6fc-a6fa0c88c76b tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:50.585947 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-878063e5-8331-4a18-b6fc-a6fa0c88c76b tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "DELETE /v2.0/subnets/1108a967-7212-48ac-bb74-4140958c70cf HTTP/1.1" status: 204 len: 168 time: 0.2796082 Dec 20 15:36:50.585947 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878063e5-8331-4a18-b6fc-a6fa0c88c76b tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Pushing event deleted for resources: {'Subnet': ['ID=1108a967-7212-48ac-bb74-4140958c70cf,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:36:50.585947 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57836) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:36:50.588478 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7457348-78ff-44d4-9732-4ad20a463e68 None None] Network 528da8fa-d513-480e-bc22-5952c81ca630 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:36:50.694838 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-75c45d95-a6e4-492f-9618-f2dd9dd3e1e0 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for router, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:50.803835 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-75c45d95-a6e4-492f-9618-f2dd9dd3e1e0 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:50.868385 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-6d433515-2268-4c40-b252-59ab925e4326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e14b0db-6981-41d2-87e7-7a5a0cc38852', 'name': 'tempest-TestNetworkAdvancedServerOps-router-505440909', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '79d94c40-9a76-4860-9403-b76308de3b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:35:07Z', 'updated_at': '2021-12-20T15:36:49Z', 'revision_number': 5, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'gw_port': {'id': '79d94c40-9a76-4860-9403-b76308de3b3c', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ed:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e14b0db-6981-41d2-87e7-7a5a0cc38852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:35:08Z', 'updated_at': '2021-12-20T15:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:36:50.869752 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-75c45d95-a6e4-492f-9618-f2dd9dd3e1e0 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Deleting port 79d94c40-9a76-4860-9403-b76308de3b3c {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:36:50.870135 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-75c45d95-a6e4-492f-9618-f2dd9dd3e1e0 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:50.901096 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d433515-2268-4c40-b252-59ab925e4326 None None] Checking router: 3e14b0db-6981-41d2-87e7-7a5a0cc38852 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:36:50.917247 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d433515-2268-4c40-b252-59ab925e4326 None None] Routers {'3e14b0db-6981-41d2-87e7-7a5a0cc38852'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:36:50.917978 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-6d433515-2268-4c40-b252-59ab925e4326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:36:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['3e14b0db-6981-41d2-87e7-7a5a0cc38852'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:36:50.959896 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-75c45d95-a6e4-492f-9618-f2dd9dd3e1e0 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] For port 79d94c40-9a76-4860-9403-b76308de3b3c, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=79d94c40-9a76-4860-9403-b76308de3b3c,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:36:50.960527 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-75c45d95-a6e4-492f-9618-f2dd9dd3e1e0 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:50.982013 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-75c45d95-a6e4-492f-9618-f2dd9dd3e1e0 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Calling delete_port for 79d94c40-9a76-4860-9403-b76308de3b3c owned by network:router_gateway {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:36:50.982904 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3854eb3-5ce8-4cde-832e-1e8ca6a17442 None None] DHCP port deletion for 528da8fa-d513-480e-bc22-5952c81ca630 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:36:51.032854 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-6d433515-2268-4c40-b252-59ab925e4326 None None] Set router 3e14b0db-6981-41d2-87e7-7a5a0cc38852 gateway port host: None {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:36:51.096625 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-6d433515-2268-4c40-b252-59ab925e4326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e14b0db-6981-41d2-87e7-7a5a0cc38852', 'name': 'tempest-TestNetworkAdvancedServerOps-router-505440909', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:35:07Z', 'updated_at': '2021-12-20T15:36:50Z', 'revision_number': 6, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'gw_port_host': None}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:36:51.126417 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d433515-2268-4c40-b252-59ab925e4326 None None] The sync data for ids ['3e14b0db-6981-41d2-87e7-7a5a0cc38852'] in n-d-761264-19 is: [{'id': '3e14b0db-6981-41d2-87e7-7a5a0cc38852', 'name': 'tempest-TestNetworkAdvancedServerOps-router-505440909', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:35:07Z', 'updated_at': '2021-12-20T15:36:50Z', 'revision_number': 6, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'gw_port_host': None}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:36:51.134287 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-f3854eb3-5ce8-4cde-832e-1e8ca6a17442 None None] Deleting port d33e4c74-6719-4cd7-8337-08ae673bbaae {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:36:51.134703 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f3854eb3-5ce8-4cde-832e-1e8ca6a17442 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:51.168856 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-75c45d95-a6e4-492f-9618-f2dd9dd3e1e0 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:51.194773 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c45d95-a6e4-492f-9618-f2dd9dd3e1e0 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Pushing event deleted for resources: {'Port': ['ID=79d94c40-9a76-4860-9403-b76308de3b3c,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:36:51.212666 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-f3854eb3-5ce8-4cde-832e-1e8ca6a17442 None None] For port d33e4c74-6719-4cd7-8337-08ae673bbaae, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=d33e4c74-6719-4cd7-8337-08ae673bbaae,segment=NetworkSegment(d9ce9fa3-d638-4e48-998f-fad88c426a57),segment_id=d9ce9fa3-d638-4e48-998f-fad88c426a57)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:36:51.212990 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f3854eb3-5ce8-4cde-832e-1e8ca6a17442 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:51.216952 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158c6a80-2065-4989-80d7-7d140ddd9cf6 None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:36:51.230289 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-f3854eb3-5ce8-4cde-832e-1e8ca6a17442 None None] Calling delete_port for d33e4c74-6719-4cd7-8337-08ae673bbaae owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:36:51.260742 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-75c45d95-a6e4-492f-9618-f2dd9dd3e1e0 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584913'] for router_gateway, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:51.319447 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f3854eb3-5ce8-4cde-832e-1e8ca6a17442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:51.346116 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3854eb3-5ce8-4cde-832e-1e8ca6a17442 None None] Pushing event deleted for resources: {'Port': ['ID=d33e4c74-6719-4cd7-8337-08ae673bbaae,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:36:51.356795 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-75c45d95-a6e4-492f-9618-f2dd9dd3e1e0 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40132'] for router, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:51.357295 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3854eb3-5ce8-4cde-832e-1e8ca6a17442 None None] No DVR routers for this DVR port d33e4c74-6719-4cd7-8337-08ae673bbaae on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:36:51.359373 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-75c45d95-a6e4-492f-9618-f2dd9dd3e1e0 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:51.361454 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3854eb3-5ce8-4cde-832e-1e8ca6a17442 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:36:51.361820 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3854eb3-5ce8-4cde-832e-1e8ca6a17442 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:36:51.362165 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3854eb3-5ce8-4cde-832e-1e8ca6a17442 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:36:51.362500 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3854eb3-5ce8-4cde-832e-1e8ca6a17442 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:36:51.362858 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3854eb3-5ce8-4cde-832e-1e8ca6a17442 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:36:51.363190 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3854eb3-5ce8-4cde-832e-1e8ca6a17442 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:36:51.363520 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3854eb3-5ce8-4cde-832e-1e8ca6a17442 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:36:51.363842 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3854eb3-5ce8-4cde-832e-1e8ca6a17442 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:36:51.364165 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3854eb3-5ce8-4cde-832e-1e8ca6a17442 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:36:51.364487 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3854eb3-5ce8-4cde-832e-1e8ca6a17442 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:36:51.365222 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3854eb3-5ce8-4cde-832e-1e8ca6a17442 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:36:51.365341 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3854eb3-5ce8-4cde-832e-1e8ca6a17442 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:36:51.365583 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3854eb3-5ce8-4cde-832e-1e8ca6a17442 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:36:51.411046 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-75c45d95-a6e4-492f-9618-f2dd9dd3e1e0 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1594808'] for router, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:51.411597 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75c45d95-a6e4-492f-9618-f2dd9dd3e1e0 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Fanout notify agent at l3_agent the message router_deleted on router 3e14b0db-6981-41d2-87e7-7a5a0cc38852 {{(pid=103167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:36:51.419059 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-75c45d95-a6e4-492f-9618-f2dd9dd3e1e0 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for router, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:51.420242 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-75c45d95-a6e4-492f-9618-f2dd9dd3e1e0 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "DELETE /v2.0/routers/3e14b0db-6981-41d2-87e7-7a5a0cc38852 HTTP/1.1" status: 204 len: 168 time: 0.8343961 Dec 20 15:36:51.423063 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57838) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:36:51.509049 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8bcef427-b249-4b07-91b9-14dc81cd1cb5 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:51.595615 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device d33e4c74-6719-4cd7-8337-08ae673bbaae no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:36:51.615105 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8bcef427-b249-4b07-91b9-14dc81cd1cb5 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:51.624071 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 7b8063a7-395b-4c49-9715-4d1cf70f754f no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:36:51.637847 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-8bcef427-b249-4b07-91b9-14dc81cd1cb5 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['528da8fa-d513-480e-bc22-5952c81ca630']}} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:36:51.644646 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: d33e4c74-6719-4cd7-8337-08ae673bbaae {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:36:51.644991 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device d33e4c74-6719-4cd7-8337-08ae673bbaae not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:36:51.645412 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device ee5d4746-aaec-438f-bca3-42dca11572b7 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:36:51.648907 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] No Port match for: 7b8063a7-395b-4c49-9715-4d1cf70f754f {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:36:51.649067 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-8bcef427-b249-4b07-91b9-14dc81cd1cb5 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9ce9fa3-d638-4e48-998f-fad88c426a57') {'for_net_delete': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:36:51.649181 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 7b8063a7-395b-4c49-9715-4d1cf70f754f not bound to the agent host n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:36:51.649290 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-8bcef427-b249-4b07-91b9-14dc81cd1cb5 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9ce9fa3-d638-4e48-998f-fad88c426a57') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:36:51.666997 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8bcef427-b249-4b07-91b9-14dc81cd1cb5 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954405'] for segment, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:51.667613 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: ee5d4746-aaec-438f-bca3-42dca11572b7 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:36:51.667962 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device ee5d4746-aaec-438f-bca3-42dca11572b7 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:36:51.682148 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8bcef427-b249-4b07-91b9-14dc81cd1cb5 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:51.689841 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bcef427-b249-4b07-91b9-14dc81cd1cb5 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=103167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:36:51.690413 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8bcef427-b249-4b07-91b9-14dc81cd1cb5 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9956000'] for segment, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:51.693806 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:36:51.693806 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:36:51.693806 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:36:51.693806 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:36:51.693806 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:36:51.693806 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:36:51.693806 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:36:51.693806 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:36:51.693806 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:36:51.693806 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:36:51.693806 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:36:51.693806 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:36:51.693806 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:36:51.693806 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:36:51.693806 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:36:51.693806 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:36:51.693806 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:36:51.693806 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:36:51.693806 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:36:51.693806 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:36:51.693806 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:36:51.693806 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:36:51.693806 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:36:51.693806 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:36:51.693806 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:36:51.693806 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:36:51.693806 n-d-761264-19 neutron-server[103167]: Traceback (most recent call last): Dec 20 15:36:51.693806 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:36:51.693806 n-d-761264-19 neutron-server[103167]: timer() Dec 20 15:36:51.693806 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:36:51.693806 n-d-761264-19 neutron-server[103167]: cb(*args, **kw) Dec 20 15:36:51.693806 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:36:51.693806 n-d-761264-19 neutron-server[103167]: return func(*args, **kwargs) Dec 20 15:36:51.693806 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:36:51.693806 n-d-761264-19 neutron-server[103167]: self._notify() Dec 20 15:36:51.693806 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:36:51.693806 n-d-761264-19 neutron-server[103167]: self.callback(batched_events) Dec 20 15:36:51.693806 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:36:51.693806 n-d-761264-19 neutron-server[103167]: event.method(event) Dec 20 15:36:51.693806 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:36:51.693806 n-d-761264-19 neutron-server[103167]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:36:51.693806 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:36:51.693806 n-d-761264-19 neutron-server[103167]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:36:51.693806 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:36:51.693806 n-d-761264-19 neutron-server[103167]: return f(self, *a, **k) Dec 20 15:36:51.693806 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:36:51.693806 n-d-761264-19 neutron-server[103167]: return self._get(url).json() Dec 20 15:36:51.693806 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:36:51.693806 n-d-761264-19 neutron-server[103167]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:36:51.693806 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:36:51.693806 n-d-761264-19 neutron-server[103167]: return self.request(url, 'GET', **kwargs) Dec 20 15:36:51.693806 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:36:51.693806 n-d-761264-19 neutron-server[103167]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:36:51.693806 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:36:51.693806 n-d-761264-19 neutron-server[103167]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:36:51.693806 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:36:51.693806 n-d-761264-19 neutron-server[103167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:36:51.693806 n-d-761264-19 neutron-server[103167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:36:51.764775 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8bcef427-b249-4b07-91b9-14dc81cd1cb5 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:51.783393 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8bcef427-b249-4b07-91b9-14dc81cd1cb5 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:51.786662 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-8bcef427-b249-4b07-91b9-14dc81cd1cb5 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "DELETE /v2.0/networks/528da8fa-d513-480e-bc22-5952c81ca630 HTTP/1.1" status: 204 len: 168 time: 0.3625982 Dec 20 15:36:51.788022 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcef427-b249-4b07-91b9-14dc81cd1cb5 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Pushing event deleted for resources: {'Network': ['ID=528da8fa-d513-480e-bc22-5952c81ca630,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:36:51.789655 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57840) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:36:51.849647 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7b198829-9ce8-420a-9b9a-bbf44dcba207 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:51.878328 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7b198829-9ce8-420a-9b9a-bbf44dcba207 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:51.952098 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7b198829-9ce8-420a-9b9a-bbf44dcba207 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:51.954748 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7b198829-9ce8-420a-9b9a-bbf44dcba207 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:51.955989 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-7b198829-9ce8-420a-9b9a-bbf44dcba207 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "DELETE /v2.0/security-groups/40a724f1-8882-4fc7-9aef-12627237a601 HTTP/1.1" status: 204 len: 168 time: 0.1653483 Dec 20 15:36:51.965231 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b198829-9ce8-420a-9b9a-bbf44dcba207 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40a724f1-8882-4fc7-9aef-12627237a601,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:36:52.457976 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57846) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:36:52.462711 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-90e78fec-e871-4758-9254-3d18837b8083 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1031910308', 'description': 'tempest-secgroup-smoke-1031910308 description', 'project_id': '6051e8cae9884506b33350e13a9e893a'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:36:52.491849 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-90e78fec-e871-4758-9254-3d18837b8083 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:52.557349 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-90e78fec-e871-4758-9254-3d18837b8083 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:52.563839 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-90e78fec-e871-4758-9254-3d18837b8083 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:52.593992 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-90e78fec-e871-4758-9254-3d18837b8083 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:52.595242 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-90e78fec-e871-4758-9254-3d18837b8083 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1362443 Dec 20 15:36:52.597068 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e78fec-e871-4758-9254-3d18837b8083 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=247d0292-b245-4f4e-951e-0c12c6564593,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:36:52.598443 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57848) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:36:52.603900 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-a95a7ebd-257b-4e86-95ea-249e6611cd89 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Request body: {'security_group_rule': {'security_group_id': '247d0292-b245-4f4e-951e-0c12c6564593', 'project_id': '6051e8cae9884506b33350e13a9e893a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:36:52.639161 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a95a7ebd-257b-4e86-95ea-249e6611cd89 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:52.703779 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a95a7ebd-257b-4e86-95ea-249e6611cd89 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:52.713967 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a95a7ebd-257b-4e86-95ea-249e6611cd89 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:52.734736 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95a7ebd-257b-4e86-95ea-249e6611cd89 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1229996-5f26-45b8-96fc-e7e3c94f7782,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:36:52.740542 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a95a7ebd-257b-4e86-95ea-249e6611cd89 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:52.741796 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-a95a7ebd-257b-4e86-95ea-249e6611cd89 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1422582 Dec 20 15:36:52.745071 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57850) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:36:52.750268 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-8f18e966-e43e-448d-8e4a-93c6f19f037b tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Request body: {'security_group_rule': {'security_group_id': '247d0292-b245-4f4e-951e-0c12c6564593', 'project_id': '6051e8cae9884506b33350e13a9e893a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:36:52.797695 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8f18e966-e43e-448d-8e4a-93c6f19f037b tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:52.864346 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8f18e966-e43e-448d-8e4a-93c6f19f037b tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:52.869137 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8f18e966-e43e-448d-8e4a-93c6f19f037b tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:52.887870 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f18e966-e43e-448d-8e4a-93c6f19f037b tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cb36ee4-eb9f-4ac5-8317-ad87cc7f9662,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:36:52.902643 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8f18e966-e43e-448d-8e4a-93c6f19f037b tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:52.904634 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-8f18e966-e43e-448d-8e4a-93c6f19f037b tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1582797 Dec 20 15:36:52.907576 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57852) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:36:52.913886 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-82255db8-837f-4283-a6f2-dc63a96cee32 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Request body: {'security_group_rule': {'security_group_id': '247d0292-b245-4f4e-951e-0c12c6564593', 'project_id': '6051e8cae9884506b33350e13a9e893a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:36:52.946582 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-82255db8-837f-4283-a6f2-dc63a96cee32 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:53.010956 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-82255db8-837f-4283-a6f2-dc63a96cee32 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:53.015964 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-82255db8-837f-4283-a6f2-dc63a96cee32 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:53.033606 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82255db8-837f-4283-a6f2-dc63a96cee32 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=405e4fd1-e170-4ae2-9b23-2ea76fd92ffc,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:36:53.043417 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-82255db8-837f-4283-a6f2-dc63a96cee32 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:53.044629 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-82255db8-837f-4283-a6f2-dc63a96cee32 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1358931 Dec 20 15:36:53.047685 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57854) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:36:53.053138 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-66e2cab2-b708-4a81-bcab-4f329f1c1c1e tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Request body: {'security_group_rule': {'security_group_id': '247d0292-b245-4f4e-951e-0c12c6564593', 'project_id': '6051e8cae9884506b33350e13a9e893a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:36:53.085605 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-66e2cab2-b708-4a81-bcab-4f329f1c1c1e tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:53.151544 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-66e2cab2-b708-4a81-bcab-4f329f1c1c1e tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:53.156811 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-66e2cab2-b708-4a81-bcab-4f329f1c1c1e tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:53.175149 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e2cab2-b708-4a81-bcab-4f329f1c1c1e tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea96dd1f-ab34-4492-a524-4a2172f07c29,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:36:53.182943 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-66e2cab2-b708-4a81-bcab-4f329f1c1c1e tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:53.184229 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-66e2cab2-b708-4a81-bcab-4f329f1c1c1e tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1355300 Dec 20 15:36:53.187110 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57856) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:36:53.191731 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-10f50a67-db4f-4b6b-8242-0f11b383cbcb tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Request body: {'security_group_rule': {'security_group_id': '247d0292-b245-4f4e-951e-0c12c6564593', 'project_id': '6051e8cae9884506b33350e13a9e893a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:36:53.217543 n-d-761264-19 neutron-server[103167]: INFO neutron.db.securitygroups_db [None req-10f50a67-db4f-4b6b-8242-0f11b383cbcb tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Project 6051e8cae9884506b33350e13a9e893a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 15:36:53.223319 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-10f50a67-db4f-4b6b-8242-0f11b383cbcb tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:53.285819 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-10f50a67-db4f-4b6b-8242-0f11b383cbcb tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:53.290657 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-10f50a67-db4f-4b6b-8242-0f11b383cbcb tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:53.309991 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f50a67-db4f-4b6b-8242-0f11b383cbcb tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b730588d-82ef-4b90-ac3c-b8b7f3c7ed34,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:36:53.318628 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-10f50a67-db4f-4b6b-8242-0f11b383cbcb tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:53.320017 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-10f50a67-db4f-4b6b-8242-0f11b383cbcb tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1318974 Dec 20 15:36:53.322757 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57858) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:36:53.327407 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-f57be1d1-e359-4b8e-a022-a0482383226b tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Request body: {'security_group_rule': {'security_group_id': '247d0292-b245-4f4e-951e-0c12c6564593', 'project_id': '6051e8cae9884506b33350e13a9e893a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:36:53.351994 n-d-761264-19 neutron-server[103167]: INFO neutron.db.securitygroups_db [None req-f57be1d1-e359-4b8e-a022-a0482383226b tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Project 6051e8cae9884506b33350e13a9e893a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 15:36:53.357051 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f57be1d1-e359-4b8e-a022-a0482383226b tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:53.417610 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f57be1d1-e359-4b8e-a022-a0482383226b tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:53.422301 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f57be1d1-e359-4b8e-a022-a0482383226b tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:53.441061 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57be1d1-e359-4b8e-a022-a0482383226b tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=903788fa-d175-446a-934e-472a4d914377,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:36:53.447694 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f57be1d1-e359-4b8e-a022-a0482383226b tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:53.448910 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-f57be1d1-e359-4b8e-a022-a0482383226b tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1250911 Dec 20 15:36:53.449775 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 79d94c40-9a76-4860-9403-b76308de3b3c no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:36:53.452147 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57860) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:36:53.457127 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-26bc7a78-6d7f-468b-bce1-2d797b1607a4 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Request body: {'network': {'name': 'tempest-network-smoke--734301256', 'project_id': '6051e8cae9884506b33350e13a9e893a', 'port_security_enabled': True}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:36:53.473012 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 79d94c40-9a76-4860-9403-b76308de3b3c {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:36:53.473482 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 79d94c40-9a76-4860-9403-b76308de3b3c not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:36:53.493848 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26bc7a78-6d7f-468b-bce1-2d797b1607a4 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Made reservation on behalf of 6051e8cae9884506b33350e13a9e893a for: {'network': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:36:53.498159 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-26bc7a78-6d7f-468b-bce1-2d797b1607a4 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:53.524380 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26bc7a78-6d7f-468b-bce1-2d797b1607a4 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=103167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:36:53.535361 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-26bc7a78-6d7f-468b-bce1-2d797b1607a4 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:53.535704 n-d-761264-19 neutron-server[103167]: INFO neutron.db.segments_db [None req-26bc7a78-6d7f-468b-bce1-2d797b1607a4 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Added segment d6286584-b689-4254-a8cf-21f6a1a75917 of type vlan for network eadd8149-120e-4e70-a856-170af6b42a0d Dec 20 15:36:53.578109 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-26bc7a78-6d7f-468b-bce1-2d797b1607a4 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:53.607188 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-26bc7a78-6d7f-468b-bce1-2d797b1607a4 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:53.613275 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26bc7a78-6d7f-468b-bce1-2d797b1607a4 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:36:53.613845 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-26bc7a78-6d7f-468b-bce1-2d797b1607a4 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:53.676645 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-26bc7a78-6d7f-468b-bce1-2d797b1607a4 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2235012 Dec 20 15:36:53.679741 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57862) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:36:53.685119 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-fe441525-e829-415b-9c10-d84f5679d2b9 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-475961524', 'admin_state_up': True, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:36:53.685718 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bc7a78-6d7f-468b-bce1-2d797b1607a4 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Pushing event updated for resources: {'Network': ['ID=eadd8149-120e-4e70-a856-170af6b42a0d,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:36:53.696263 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network eadd8149-120e-4e70-a856-170af6b42a0d details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:36:53.711922 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fe441525-e829-415b-9c10-d84f5679d2b9 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40114'] for router, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:53.712972 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fe441525-e829-415b-9c10-d84f5679d2b9 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40139'] for router, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:53.767055 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fe441525-e829-415b-9c10-d84f5679d2b9 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:53.909818 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fe441525-e829-415b-9c10-d84f5679d2b9 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:54.150290 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fe441525-e829-415b-9c10-d84f5679d2b9 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for router_gateway, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:54.172465 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fe441525-e829-415b-9c10-d84f5679d2b9 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:54.283430 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-fe441525-e829-415b-9c10-d84f5679d2b9 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Allocated IP 172.25.0.209 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/4a0baf05-9e70-410c-a9a1-cfb99aaf5d15) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:36:54.398016 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fe441525-e829-415b-9c10-d84f5679d2b9 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:54.439383 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fe441525-e829-415b-9c10-d84f5679d2b9 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:54.481117 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe441525-e829-415b-9c10-d84f5679d2b9 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:36:54.484199 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-fe441525-e829-415b-9c10-d84f5679d2b9 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:36:54.488658 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe441525-e829-415b-9c10-d84f5679d2b9 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:36:54.491793 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe441525-e829-415b-9c10-d84f5679d2b9 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Pushing event updated for resources: {'Port': ['ID=4a0baf05-9e70-410c-a9a1-cfb99aaf5d15,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:36:54.497375 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8890f3-5b71-48f3-9ca6-df77fa671893 None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:36:54.544432 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-e8dc43fe-5cab-44b3-b15c-6b171d514616 None None] Provisioning complete for port 4a0baf05-9e70-410c-a9a1-cfb99aaf5d15 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:36:54.544903 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e8dc43fe-5cab-44b3-b15c-6b171d514616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:54.581822 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-e8dc43fe-5cab-44b3-b15c-6b171d514616 None None] Port 4a0baf05-9e70-410c-a9a1-cfb99aaf5d15 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:36:54.766181 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fe441525-e829-415b-9c10-d84f5679d2b9 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for router_gateway, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:54.972379 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fe441525-e829-415b-9c10-d84f5679d2b9 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013'] for router, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:55.108340 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe441525-e829-415b-9c10-d84f5679d2b9 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Router d20b0d25-4740-4996-8e29-a80caac2dc25 is scheduled to L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 with binding_index 1 {{(pid=103168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 15:36:55.222269 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe441525-e829-415b-9c10-d84f5679d2b9 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:36:55.234143 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fa0f93-ea80-4a10-a90f-1f698b2dbe3a None None] Sync routers for ids ['d20b0d25-4740-4996-8e29-a80caac2dc25'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:36:55.245758 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fa0f93-ea80-4a10-a90f-1f698b2dbe3a None None] Routers {'d20b0d25-4740-4996-8e29-a80caac2dc25'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:36:55.246656 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-69fa0f93-ea80-4a10-a90f-1f698b2dbe3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:36:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['d20b0d25-4740-4996-8e29-a80caac2dc25'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:36:55.247853 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fe441525-e829-415b-9c10-d84f5679d2b9 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:55.249099 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-fe441525-e829-415b-9c10-d84f5679d2b9 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5676770 Dec 20 15:36:55.258773 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57864) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:36:55.283413 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-733e8b9d-e1a9-4384-bf06-63bc13aeb2ff tempest-TestNetworkAdvancedServerOps-1490510064 tempest-TestNetworkAdvancedServerOps-1490510064-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=6051e8cae9884506b33350e13a9e893a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0292203 Dec 20 15:36:55.286444 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57866) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:36:55.361668 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-69fa0f93-ea80-4a10-a90f-1f698b2dbe3a None None] Set router d20b0d25-4740-4996-8e29-a80caac2dc25 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:36:55.383077 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a733d0db-2370-4861-9a9a-1ccd7a763b5d tempest-TestNetworkAdvancedServerOps-1490510064 tempest-TestNetworkAdvancedServerOps-1490510064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:36:55.387357 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-a733d0db-2370-4861-9a9a-1ccd7a763b5d tempest-TestNetworkAdvancedServerOps-1490510064 tempest-TestNetworkAdvancedServerOps-1490510064-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0969782 Dec 20 15:36:55.387628 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57868) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:36:55.418339 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-fa312114-a2a4-4bf2-8d8f-51570add557b tempest-TestNetworkAdvancedServerOps-1490510064 tempest-TestNetworkAdvancedServerOps-1490510064-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=c3f8658e-da35-41f3-bd03-509e29ebd6f3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271151 Dec 20 15:36:55.418665 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57870) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:36:55.423836 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-d85e9c24-a6f6-4795-8268-7e714516be1e tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1747981541', 'network_id': 'eadd8149-120e-4e70-a856-170af6b42a0d', 'project_id': '6051e8cae9884506b33350e13a9e893a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:36:55.518643 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d85e9c24-a6f6-4795-8268-7e714516be1e tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Made reservation on behalf of 6051e8cae9884506b33350e13a9e893a for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:36:55.522323 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d85e9c24-a6f6-4795-8268-7e714516be1e tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:55.542945 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-69fa0f93-ea80-4a10-a90f-1f698b2dbe3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20b0d25-4740-4996-8e29-a80caac2dc25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-475961524', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '4a0baf05-9e70-410c-a9a1-cfb99aaf5d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:36:53Z', 'updated_at': '2021-12-20T15:36:54Z', 'revision_number': 3, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'gw_port': {'id': '4a0baf05-9e70-410c-a9a1-cfb99aaf5d15', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9a:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd20b0d25-4740-4996-8e29-a80caac2dc25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:36:54Z', 'updated_at': '2021-12-20T15:36:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:36:55.573815 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fa0f93-ea80-4a10-a90f-1f698b2dbe3a None None] Checking router: d20b0d25-4740-4996-8e29-a80caac2dc25 for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:36:55.574176 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fa0f93-ea80-4a10-a90f-1f698b2dbe3a None None] Updating router d20b0d25-4740-4996-8e29-a80caac2dc25 port 4a0baf05-9e70-410c-a9a1-cfb99aaf5d15 binding host n-d-761264-19 {{(pid=103170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 15:36:55.599672 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-69fa0f93-ea80-4a10-a90f-1f698b2dbe3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:55.712308 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d85e9c24-a6f6-4795-8268-7e714516be1e tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8848317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10470522'] for subnet, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:55.779997 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85e9c24-a6f6-4795-8268-7e714516be1e tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Pushing event updated for resources: {'Subnet': ['ID=78dc7b3a-0292-42e2-b672-2dee09913813,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:36:55.788732 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85e9c24-a6f6-4795-8268-7e714516be1e tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Checking segment: {'id': 'd6286584-b689-4254-a8cf-21f6a1a75917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'eadd8149-120e-4e70-a856-170af6b42a0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:36:55.789118 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85e9c24-a6f6-4795-8268-7e714516be1e tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Network hostable DHCP agents. Network: eadd8149-120e-4e70-a856-170af6b42a0d, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:36:55.806441 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85e9c24-a6f6-4795-8268-7e714516be1e tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Network eadd8149-120e-4e70-a856-170af6b42a0d is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:36:55.816924 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-d85e9c24-a6f6-4795-8268-7e714516be1e tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, eadd8149-120e-4e70-a856-170af6b42a0d) {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:36:55.821228 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85e9c24-a6f6-4795-8268-7e714516be1e tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:36:55.821822 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d85e9c24-a6f6-4795-8268-7e714516be1e tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:55.827600 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da28d765-ace4-429d-b065-2d4d9d4805f7 None None] Network eadd8149-120e-4e70-a856-170af6b42a0d requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:36:55.844264 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-d85e9c24-a6f6-4795-8268-7e714516be1e tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4217613 Dec 20 15:36:55.844507 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57872) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:36:55.860615 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-69fa0f93-ea80-4a10-a90f-1f698b2dbe3a None None] Publish callbacks [] for port, precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:55.868314 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-69fa0f93-ea80-4a10-a90f-1f698b2dbe3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:55.912063 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af046e6-6be5-46a9-ab50-b4588b984cba None None] Pushing event updated for resources: {'Port': ['ID=4a0baf05-9e70-410c-a9a1-cfb99aaf5d15,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:36:55.924452 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af046e6-6be5-46a9-ab50-b4588b984cba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:36:55.924452 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af046e6-6be5-46a9-ab50-b4588b984cba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:36:55.924452 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af046e6-6be5-46a9-ab50-b4588b984cba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:36:55.924452 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af046e6-6be5-46a9-ab50-b4588b984cba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:36:55.924452 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af046e6-6be5-46a9-ab50-b4588b984cba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:36:55.925078 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af046e6-6be5-46a9-ab50-b4588b984cba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:36:55.925078 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af046e6-6be5-46a9-ab50-b4588b984cba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:36:55.925318 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af046e6-6be5-46a9-ab50-b4588b984cba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:36:55.925560 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af046e6-6be5-46a9-ab50-b4588b984cba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:36:55.925872 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af046e6-6be5-46a9-ab50-b4588b984cba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:36:55.926185 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af046e6-6be5-46a9-ab50-b4588b984cba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:36:55.926495 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af046e6-6be5-46a9-ab50-b4588b984cba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:36:55.926827 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af046e6-6be5-46a9-ab50-b4588b984cba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:36:55.930888 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4988a4d3-51fb-4b39-82f0-a9a00af817d3 None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:36:55.939634 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-69fa0f93-ea80-4a10-a90f-1f698b2dbe3a None None] Attempting to bind port 4a0baf05-9e70-410c-a9a1-cfb99aaf5d15 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:36:55.940000 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-69fa0f93-ea80-4a10-a90f-1f698b2dbe3a None None] Attempting to bind port 4a0baf05-9e70-410c-a9a1-cfb99aaf5d15 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:36:55.940352 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fa0f93-ea80-4a10-a90f-1f698b2dbe3a None None] Attempting to bind port 4a0baf05-9e70-410c-a9a1-cfb99aaf5d15 on network c3f8658e-da35-41f3-bd03-509e29ebd6f3 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:36:55.945734 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fa0f93-ea80-4a10-a90f-1f698b2dbe3a None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 36, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:36:55.946099 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fa0f93-ea80-4a10-a90f-1f698b2dbe3a None None] Checking segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:36:55.946760 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-69fa0f93-ea80-4a10-a90f-1f698b2dbe3a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:55.947009 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fa0f93-ea80-4a10-a90f-1f698b2dbe3a None None] Bound using segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:36:55.947351 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-69fa0f93-ea80-4a10-a90f-1f698b2dbe3a None None] Bound port: 4a0baf05-9e70-410c-a9a1-cfb99aaf5d15, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:36:55.947737 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-69fa0f93-ea80-4a10-a90f-1f698b2dbe3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:55.953355 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516b0027-7722-466e-858d-b7c7c3afedf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-eadd8149-120e-4e70-a856-170af6b42a0d', 'network_id': 'eadd8149-120e-4e70-a856-170af6b42a0d', 'project_id': '6051e8cae9884506b33350e13a9e893a', 'fixed_ips': [{'subnet_id': '78dc7b3a-0292-42e2-b672-2dee09913813'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 15:36:55.955178 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-516b0027-7722-466e-858d-b7c7c3afedf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:56.005156 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-69fa0f93-ea80-4a10-a90f-1f698b2dbe3a None None] For port 4a0baf05-9e70-410c-a9a1-cfb99aaf5d15, host n-d-761264-19, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:36:56.008404 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-69fa0f93-ea80-4a10-a90f-1f698b2dbe3a None None] For port 4a0baf05-9e70-410c-a9a1-cfb99aaf5d15, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=4a0baf05-9e70-410c-a9a1-cfb99aaf5d15,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:36:56.014640 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-69fa0f93-ea80-4a10-a90f-1f698b2dbe3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:56.077590 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-375c8a6b-e3f6-4dbd-a5f7-f54f311a404a None None] Provisioning complete for port 4a0baf05-9e70-410c-a9a1-cfb99aaf5d15 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:36:56.077963 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-375c8a6b-e3f6-4dbd-a5f7-f54f311a404a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:56.085592 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fa0f93-ea80-4a10-a90f-1f698b2dbe3a None None] Routers {'d20b0d25-4740-4996-8e29-a80caac2dc25'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:36:56.086304 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-69fa0f93-ea80-4a10-a90f-1f698b2dbe3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:36:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['d20b0d25-4740-4996-8e29-a80caac2dc25'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:36:56.119700 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce6c036-3422-47d6-a99d-84dfd5d8671b None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:36:56.138645 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af046e6-6be5-46a9-ab50-b4588b984cba None None] Pushing event updated for resources: {'Port': ['ID=4a0baf05-9e70-410c-a9a1-cfb99aaf5d15,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:36:56.165124 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-516b0027-7722-466e-858d-b7c7c3afedf8 None None] Allocated IP 172.20.0.2 (eadd8149-120e-4e70-a856-170af6b42a0d/78dc7b3a-0292-42e2-b672-2dee09913813/61cd3b29-1216-4491-9aaf-fa60a2123a0f) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:36:56.264446 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-375c8a6b-e3f6-4dbd-a5f7-f54f311a404a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:56.297558 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-375c8a6b-e3f6-4dbd-a5f7-f54f311a404a None None] For port 4a0baf05-9e70-410c-a9a1-cfb99aaf5d15, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=4a0baf05-9e70-410c-a9a1-cfb99aaf5d15,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:36:56.304988 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-375c8a6b-e3f6-4dbd-a5f7-f54f311a404a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:56.325427 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-69fa0f93-ea80-4a10-a90f-1f698b2dbe3a None None] Set router d20b0d25-4740-4996-8e29-a80caac2dc25 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:36:56.413710 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-516b0027-7722-466e-858d-b7c7c3afedf8 None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:56.432983 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-516b0027-7722-466e-858d-b7c7c3afedf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:56.456270 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375c8a6b-e3f6-4dbd-a5f7-f54f311a404a None None] Pushing event updated for resources: {'Port': ['ID=4a0baf05-9e70-410c-a9a1-cfb99aaf5d15,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:36:56.462709 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-5a886064-4124-4f33-a227-a9a4944ab668 None None] Provisioning complete for port 4a0baf05-9e70-410c-a9a1-cfb99aaf5d15 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:36:56.463543 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-5a886064-4124-4f33-a227-a9a4944ab668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:56.525666 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516b0027-7722-466e-858d-b7c7c3afedf8 None None] Network eadd8149-120e-4e70-a856-170af6b42a0d is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:36:56.542008 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-69fa0f93-ea80-4a10-a90f-1f698b2dbe3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20b0d25-4740-4996-8e29-a80caac2dc25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-475961524', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '4a0baf05-9e70-410c-a9a1-cfb99aaf5d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:36:53Z', 'updated_at': '2021-12-20T15:36:54Z', 'revision_number': 3, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'gw_port': {'id': '4a0baf05-9e70-410c-a9a1-cfb99aaf5d15', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9a:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd20b0d25-4740-4996-8e29-a80caac2dc25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:36:54Z', 'updated_at': '2021-12-20T15:36:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:36:56.542940 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-516b0027-7722-466e-858d-b7c7c3afedf8 None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:36:56.552089 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516b0027-7722-466e-858d-b7c7c3afedf8 None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:36:56.572686 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516b0027-7722-466e-858d-b7c7c3afedf8 None None] Pushing event updated for resources: {'Port': ['ID=61cd3b29-1216-4491-9aaf-fa60a2123a0f,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:36:56.574106 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fa0f93-ea80-4a10-a90f-1f698b2dbe3a None None] The sync data for ids ['d20b0d25-4740-4996-8e29-a80caac2dc25'] in n-d-761264-19 is: [{'id': 'd20b0d25-4740-4996-8e29-a80caac2dc25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-475961524', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '4a0baf05-9e70-410c-a9a1-cfb99aaf5d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:36:53Z', 'updated_at': '2021-12-20T15:36:54Z', 'revision_number': 3, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'gw_port': {'id': '4a0baf05-9e70-410c-a9a1-cfb99aaf5d15', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9a:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd20b0d25-4740-4996-8e29-a80caac2dc25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:36:54Z', 'updated_at': '2021-12-20T15:36:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:36:56.653911 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-516b0027-7722-466e-858d-b7c7c3afedf8 None None] Attempting to bind port 61cd3b29-1216-4491-9aaf-fa60a2123a0f on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:36:56.654277 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-516b0027-7722-466e-858d-b7c7c3afedf8 None None] Attempting to bind port 61cd3b29-1216-4491-9aaf-fa60a2123a0f by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': 'd6286584-b689-4254-a8cf-21f6a1a75917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'eadd8149-120e-4e70-a856-170af6b42a0d'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:36:56.654649 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516b0027-7722-466e-858d-b7c7c3afedf8 None None] Attempting to bind port 61cd3b29-1216-4491-9aaf-fa60a2123a0f on network eadd8149-120e-4e70-a856-170af6b42a0d {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:36:56.668556 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516b0027-7722-466e-858d-b7c7c3afedf8 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 36, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:36:56.668938 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516b0027-7722-466e-858d-b7c7c3afedf8 None None] Checking segment: {'id': 'd6286584-b689-4254-a8cf-21f6a1a75917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'eadd8149-120e-4e70-a856-170af6b42a0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:36:56.669344 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-516b0027-7722-466e-858d-b7c7c3afedf8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:56.669738 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516b0027-7722-466e-858d-b7c7c3afedf8 None None] Bound using segment: {'id': 'd6286584-b689-4254-a8cf-21f6a1a75917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'eadd8149-120e-4e70-a856-170af6b42a0d'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:36:56.670228 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-516b0027-7722-466e-858d-b7c7c3afedf8 None None] Bound port: 61cd3b29-1216-4491-9aaf-fa60a2123a0f, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6286584-b689-4254-a8cf-21f6a1a75917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'eadd8149-120e-4e70-a856-170af6b42a0d'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:36:56.670611 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-516b0027-7722-466e-858d-b7c7c3afedf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:56.734815 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-52eae568-6d62-44f8-bad9-35d5ba74e589 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:56.742895 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-516b0027-7722-466e-858d-b7c7c3afedf8 None None] For port 61cd3b29-1216-4491-9aaf-fa60a2123a0f, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:36:56.750952 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-516b0027-7722-466e-858d-b7c7c3afedf8 None None] For port 61cd3b29-1216-4491-9aaf-fa60a2123a0f, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=61cd3b29-1216-4491-9aaf-fa60a2123a0f,segment=NetworkSegment(d6286584-b689-4254-a8cf-21f6a1a75917),segment_id=d6286584-b689-4254-a8cf-21f6a1a75917)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:36:56.762697 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-516b0027-7722-466e-858d-b7c7c3afedf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:56.835901 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516b0027-7722-466e-858d-b7c7c3afedf8 None None] Pushing event updated for resources: {'Port': ['ID=61cd3b29-1216-4491-9aaf-fa60a2123a0f,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:36:57.097823 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-52eae568-6d62-44f8-bad9-35d5ba74e589 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Allocated IP 172.20.0.1 (eadd8149-120e-4e70-a856-170af6b42a0d/78dc7b3a-0292-42e2-b672-2dee09913813/801cecd0-1b99-41ec-8ad4-0a29ad207f27) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:36:57.237074 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-52eae568-6d62-44f8-bad9-35d5ba74e589 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:57.277870 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-52eae568-6d62-44f8-bad9-35d5ba74e589 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:57.325819 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52eae568-6d62-44f8-bad9-35d5ba74e589 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Network eadd8149-120e-4e70-a856-170af6b42a0d is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:36:57.329008 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-52eae568-6d62-44f8-bad9-35d5ba74e589 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:36:57.331789 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52eae568-6d62-44f8-bad9-35d5ba74e589 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:36:57.356147 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eae568-6d62-44f8-bad9-35d5ba74e589 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Pushing event updated for resources: {'Port': ['ID=801cecd0-1b99-41ec-8ad4-0a29ad207f27,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:36:57.382315 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-52eae568-6d62-44f8-bad9-35d5ba74e589 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595714'] for router_interface, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:57.525038 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-52eae568-6d62-44f8-bad9-35d5ba74e589 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:57.568077 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 61cd3b29-1216-4491-9aaf-fa60a2123a0f up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:36:57.626528 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 61cd3b29-1216-4491-9aaf-fa60a2123a0f triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:36:57.626928 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:57.710544 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:57.748414 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] For port 61cd3b29-1216-4491-9aaf-fa60a2123a0f, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=61cd3b29-1216-4491-9aaf-fa60a2123a0f,segment=NetworkSegment(d6286584-b689-4254-a8cf-21f6a1a75917),segment_id=d6286584-b689-4254-a8cf-21f6a1a75917)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:36:57.753899 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:57.754831 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 4a0baf05-9e70-410c-a9a1-cfb99aaf5d15 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:36:57.834115 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Pushing event updated for resources: {'Port': ['ID=61cd3b29-1216-4491-9aaf-fa60a2123a0f,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:36:57.844225 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-52eae568-6d62-44f8-bad9-35d5ba74e589 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:57.847754 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 4a0baf05-9e70-410c-a9a1-cfb99aaf5d15 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:36:57.848244 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:57.851915 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-52eae568-6d62-44f8-bad9-35d5ba74e589 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:57.932228 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-52eae568-6d62-44f8-bad9-35d5ba74e589 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1595702'] for router_interface, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:57.934006 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eae568-6d62-44f8-bad9-35d5ba74e589 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Pushing event updated for resources: {'Port': ['ID=801cecd0-1b99-41ec-8ad4-0a29ad207f27,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:36:57.978898 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6d5e55-2131-4f7b-9568-87dc3ece9ee4 None None] Network eadd8149-120e-4e70-a856-170af6b42a0d requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:36:58.039026 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52eae568-6d62-44f8-bad9-35d5ba74e589 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Network eadd8149-120e-4e70-a856-170af6b42a0d is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:36:58.040519 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-52eae568-6d62-44f8-bad9-35d5ba74e589 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:36:58.059866 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2eefc10f-bdad-4916-b5dc-81afd312d961 None None] Provisioning complete for port 61cd3b29-1216-4491-9aaf-fa60a2123a0f triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:36:58.060283 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2eefc10f-bdad-4916-b5dc-81afd312d961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:58.186612 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52eae568-6d62-44f8-bad9-35d5ba74e589 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Router d20b0d25-4740-4996-8e29-a80caac2dc25 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:36:58.340305 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52eae568-6d62-44f8-bad9-35d5ba74e589 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:36:58.345801 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-52eae568-6d62-44f8-bad9-35d5ba74e589 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "PUT /v2.0/routers/d20b0d25-4740-4996-8e29-a80caac2dc25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5002635 Dec 20 15:36:58.412759 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-4c89f65a-eca4-47fc-a23a-7122e6ebd0f3 None None] Provisioning complete for port 801cecd0-1b99-41ec-8ad4-0a29ad207f27 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:36:58.413194 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4c89f65a-eca4-47fc-a23a-7122e6ebd0f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:58.417555 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98318f20-07cf-4f91-a86f-c3bcc27eb55f None None] Sync routers for ids ['d20b0d25-4740-4996-8e29-a80caac2dc25'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:36:58.466107 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98318f20-07cf-4f91-a86f-c3bcc27eb55f None None] Routers {'d20b0d25-4740-4996-8e29-a80caac2dc25'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:36:58.466775 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-98318f20-07cf-4f91-a86f-c3bcc27eb55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:36:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['d20b0d25-4740-4996-8e29-a80caac2dc25'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:36:58.472625 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-4c89f65a-eca4-47fc-a23a-7122e6ebd0f3 None None] Port 801cecd0-1b99-41ec-8ad4-0a29ad207f27 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:36:58.532283 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-4c89f65a-eca4-47fc-a23a-7122e6ebd0f3 None None] Provisioning complete for port 61cd3b29-1216-4491-9aaf-fa60a2123a0f triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:36:58.532640 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4c89f65a-eca4-47fc-a23a-7122e6ebd0f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:58.533415 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-126cf3af-86ee-46eb-bb99-95b48b939d7f req-0c2c0df3-4e18-466a-8f92-460dbb969d71 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1031910308&fields=id&tenant_id=6051e8cae9884506b33350e13a9e893a HTTP/1.1" status: 200 len: 267 time: 0.0639985 Dec 20 15:36:58.616663 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-98318f20-07cf-4f91-a86f-c3bcc27eb55f None None] Set router d20b0d25-4740-4996-8e29-a80caac2dc25 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:36:58.657778 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126cf3af-86ee-46eb-bb99-95b48b939d7f req-2ebf26b7-51d9-4256-bc54-7863fbf69b69 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:36:58.659299 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-126cf3af-86ee-46eb-bb99-95b48b939d7f req-2ebf26b7-51d9-4256-bc54-7863fbf69b69 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/networks?id=eadd8149-120e-4e70-a856-170af6b42a0d HTTP/1.1" status: 200 len: 796 time: 0.1188385 Dec 20 15:36:58.675850 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-126cf3af-86ee-46eb-bb99-95b48b939d7f req-b7b97f64-c42a-4165-9eef-e3fb1a08efcf tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/quotas/6051e8cae9884506b33350e13a9e893a HTTP/1.1" status: 200 len: 375 time: 0.0105338 Dec 20 15:36:58.738415 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-126cf3af-86ee-46eb-bb99-95b48b939d7f req-fa1b504a-2229-4b07-8c1a-d673d439850d tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=6051e8cae9884506b33350e13a9e893a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0547538 Dec 20 15:36:58.848016 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-126cf3af-86ee-46eb-bb99-95b48b939d7f req-28086972-324c-4944-a732-8fe5e34cc083 service neutron] 10.222.0.54 "GET /v2.0/networks/eadd8149-120e-4e70-a856-170af6b42a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959196 Dec 20 15:36:58.955333 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-126cf3af-86ee-46eb-bb99-95b48b939d7f req-05b92bce-3f5c-4eb9-ab68-5342e605e891 service neutron] 10.222.0.54 "GET /v2.0/networks/eadd8149-120e-4e70-a856-170af6b42a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010857 Dec 20 15:36:59.035627 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-98318f20-07cf-4f91-a86f-c3bcc27eb55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20b0d25-4740-4996-8e29-a80caac2dc25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-475961524', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '4a0baf05-9e70-410c-a9a1-cfb99aaf5d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:36:53Z', 'updated_at': '2021-12-20T15:36:57Z', 'revision_number': 4, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'gw_port': {'id': '4a0baf05-9e70-410c-a9a1-cfb99aaf5d15', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20b0d25-4740-4996-8e29-a80caac2dc25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:36:54Z', 'updated_at': '2021-12-20T15:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '801cecd0-1b99-41ec-8ad4-0a29ad207f27', 'name': '', 'network_id': 'eadd8149-120e-4e70-a856-170af6b42a0d', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'mac_address': 'fa:16:3e:86:8c:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd20b0d25-4740-4996-8e29-a80caac2dc25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '78dc7b3a-0292-42e2-b672-2dee09913813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:36:56Z', 'updated_at': '2021-12-20T15:36:57Z', 'revision_number': 2, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'subnets': [{'id': '78dc7b3a-0292-42e2-b672-2dee09913813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:36:59.067433 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98318f20-07cf-4f91-a86f-c3bcc27eb55f None None] Checking router: d20b0d25-4740-4996-8e29-a80caac2dc25 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:36:59.067922 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98318f20-07cf-4f91-a86f-c3bcc27eb55f None None] Updating router d20b0d25-4740-4996-8e29-a80caac2dc25 port 801cecd0-1b99-41ec-8ad4-0a29ad207f27 binding host n-d-761264-19 {{(pid=103169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 15:36:59.105783 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-98318f20-07cf-4f91-a86f-c3bcc27eb55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:59.123472 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-cc8df1aa-965a-42de-8c5e-34e4907ec51f None None] Provisioning complete for port 801cecd0-1b99-41ec-8ad4-0a29ad207f27 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:36:59.123472 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-cc8df1aa-965a-42de-8c5e-34e4907ec51f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:59.143617 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-27a58a8e-5b09-4fa3-ad3f-b7301baaf230 req-f05dc2bd-f7d7-4523-a9d4-2d0e989f445e tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=339c3a6c-9a11-4d4a-a434-1760a7c64e20 HTTP/1.1" status: 200 len: 210 time: 0.0293536 Dec 20 15:36:59.285865 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-cc8df1aa-965a-42de-8c5e-34e4907ec51f None None] Port 801cecd0-1b99-41ec-8ad4-0a29ad207f27 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:36:59.475668 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-98318f20-07cf-4f91-a86f-c3bcc27eb55f None None] Publish callbacks [] for port, precommit_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:59.482684 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-98318f20-07cf-4f91-a86f-c3bcc27eb55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:59.512787 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 61cd3b29-1216-4491-9aaf-fa60a2123a0f up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:36:59.570713 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47435504-89b5-4928-9a08-a39e77504a46 None None] Pushing event updated for resources: {'Port': ['ID=801cecd0-1b99-41ec-8ad4-0a29ad207f27,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:36:59.629779 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 61cd3b29-1216-4491-9aaf-fa60a2123a0f triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:36:59.630150 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:59.631966 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-98318f20-07cf-4f91-a86f-c3bcc27eb55f None None] Attempting to bind port 801cecd0-1b99-41ec-8ad4-0a29ad207f27 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:36:59.632330 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-98318f20-07cf-4f91-a86f-c3bcc27eb55f None None] Attempting to bind port 801cecd0-1b99-41ec-8ad4-0a29ad207f27 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': 'd6286584-b689-4254-a8cf-21f6a1a75917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'eadd8149-120e-4e70-a856-170af6b42a0d'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:36:59.632689 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98318f20-07cf-4f91-a86f-c3bcc27eb55f None None] Attempting to bind port 801cecd0-1b99-41ec-8ad4-0a29ad207f27 on network eadd8149-120e-4e70-a856-170af6b42a0d {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:36:59.658762 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98318f20-07cf-4f91-a86f-c3bcc27eb55f None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 36, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:36:59.659194 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98318f20-07cf-4f91-a86f-c3bcc27eb55f None None] Checking segment: {'id': 'd6286584-b689-4254-a8cf-21f6a1a75917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'eadd8149-120e-4e70-a856-170af6b42a0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:36:59.659536 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-98318f20-07cf-4f91-a86f-c3bcc27eb55f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:59.659935 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98318f20-07cf-4f91-a86f-c3bcc27eb55f None None] Bound using segment: {'id': 'd6286584-b689-4254-a8cf-21f6a1a75917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'eadd8149-120e-4e70-a856-170af6b42a0d'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:36:59.661001 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-98318f20-07cf-4f91-a86f-c3bcc27eb55f None None] Bound port: 801cecd0-1b99-41ec-8ad4-0a29ad207f27, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6286584-b689-4254-a8cf-21f6a1a75917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'eadd8149-120e-4e70-a856-170af6b42a0d'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:36:59.661001 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-98318f20-07cf-4f91-a86f-c3bcc27eb55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:59.767589 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-98318f20-07cf-4f91-a86f-c3bcc27eb55f None None] For port 801cecd0-1b99-41ec-8ad4-0a29ad207f27, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:36:59.771985 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-98318f20-07cf-4f91-a86f-c3bcc27eb55f None None] For port 801cecd0-1b99-41ec-8ad4-0a29ad207f27, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=801cecd0-1b99-41ec-8ad4-0a29ad207f27,segment=NetworkSegment(d6286584-b689-4254-a8cf-21f6a1a75917),segment_id=d6286584-b689-4254-a8cf-21f6a1a75917)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:36:59.778794 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-98318f20-07cf-4f91-a86f-c3bcc27eb55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:59.853393 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47435504-89b5-4928-9a08-a39e77504a46 None None] Pushing event updated for resources: {'Port': ['ID=801cecd0-1b99-41ec-8ad4-0a29ad207f27,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:36:59.858801 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2192338b-e0ef-4699-b6dc-b0ba770e4d1a None None] Provisioning complete for port 801cecd0-1b99-41ec-8ad4-0a29ad207f27 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:36:59.859175 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2192338b-e0ef-4699-b6dc-b0ba770e4d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:36:59.862385 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98318f20-07cf-4f91-a86f-c3bcc27eb55f None None] Routers {'d20b0d25-4740-4996-8e29-a80caac2dc25'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:36:59.862797 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-98318f20-07cf-4f91-a86f-c3bcc27eb55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:36:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['d20b0d25-4740-4996-8e29-a80caac2dc25'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:37:00.053528 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-98318f20-07cf-4f91-a86f-c3bcc27eb55f None None] Set router d20b0d25-4740-4996-8e29-a80caac2dc25 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:37:00.100802 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2192338b-e0ef-4699-b6dc-b0ba770e4d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:00.149740 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126cf3af-86ee-46eb-bb99-95b48b939d7f req-1a4d16e9-67b5-4295-8137-6d2a309f3ac0 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:00.151364 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-126cf3af-86ee-46eb-bb99-95b48b939d7f req-1a4d16e9-67b5-4295-8137-6d2a309f3ac0 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.30 "GET /v2.0/networks?id=eadd8149-120e-4e70-a856-170af6b42a0d HTTP/1.1" status: 200 len: 796 time: 0.1319976 Dec 20 15:37:00.190124 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2192338b-e0ef-4699-b6dc-b0ba770e4d1a None None] For port 801cecd0-1b99-41ec-8ad4-0a29ad207f27, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=801cecd0-1b99-41ec-8ad4-0a29ad207f27,segment=NetworkSegment(d6286584-b689-4254-a8cf-21f6a1a75917),segment_id=d6286584-b689-4254-a8cf-21f6a1a75917)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:37:00.223954 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2192338b-e0ef-4699-b6dc-b0ba770e4d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:00.240338 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-126cf3af-86ee-46eb-bb99-95b48b939d7f req-b9bc84c8-dc78-4745-a6af-2cfb532d62c5 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6051e8cae9884506b33350e13a9e893a HTTP/1.1" status: 200 len: 380 time: 0.0785453 Dec 20 15:37:00.263344 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-126cf3af-86ee-46eb-bb99-95b48b939d7f req-d9b0af7e-0207-4c4c-9d46-1218cc2816e1 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Request body: {'port': {'device_id': '339c3a6c-9a11-4d4a-a434-1760a7c64e20', 'network_id': 'eadd8149-120e-4e70-a856-170af6b42a0d', 'admin_state_up': True, 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'security_groups': ['247d0292-b245-4f4e-951e-0c12c6564593']}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:37:00.268040 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f687d165-3f6b-4081-a82f-9b45d1e4bed4 req-ec8db6db-77df-44d8-bdb1-c79802ab2f0d tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=339c3a6c-9a11-4d4a-a434-1760a7c64e20 HTTP/1.1" status: 200 len: 210 time: 0.0422254 Dec 20 15:37:00.297253 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2192338b-e0ef-4699-b6dc-b0ba770e4d1a None None] Pushing event updated for resources: {'Port': ['ID=801cecd0-1b99-41ec-8ad4-0a29ad207f27,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:00.355791 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-d6244bef-0ce4-4f5b-9ca9-009c78bb35de None None] Provisioning complete for port 801cecd0-1b99-41ec-8ad4-0a29ad207f27 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:37:00.356146 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d6244bef-0ce4-4f5b-9ca9-009c78bb35de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:00.361956 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-98318f20-07cf-4f91-a86f-c3bcc27eb55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20b0d25-4740-4996-8e29-a80caac2dc25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-475961524', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '4a0baf05-9e70-410c-a9a1-cfb99aaf5d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:36:53Z', 'updated_at': '2021-12-20T15:36:57Z', 'revision_number': 4, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'gw_port': {'id': '4a0baf05-9e70-410c-a9a1-cfb99aaf5d15', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20b0d25-4740-4996-8e29-a80caac2dc25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:36:54Z', 'updated_at': '2021-12-20T15:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '801cecd0-1b99-41ec-8ad4-0a29ad207f27', 'name': '', 'network_id': 'eadd8149-120e-4e70-a856-170af6b42a0d', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'mac_address': 'fa:16:3e:86:8c:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd20b0d25-4740-4996-8e29-a80caac2dc25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '78dc7b3a-0292-42e2-b672-2dee09913813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:36:56Z', 'updated_at': '2021-12-20T15:36:59Z', 'revision_number': 4, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'subnets': [{'id': '78dc7b3a-0292-42e2-b672-2dee09913813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:37:00.390264 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-126cf3af-86ee-46eb-bb99-95b48b939d7f req-d9b0af7e-0207-4c4c-9d46-1218cc2816e1 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Made reservation on behalf of 6051e8cae9884506b33350e13a9e893a for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:37:00.393949 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-126cf3af-86ee-46eb-bb99-95b48b939d7f req-d9b0af7e-0207-4c4c-9d46-1218cc2816e1 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:00.411884 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98318f20-07cf-4f91-a86f-c3bcc27eb55f None None] The sync data for ids ['d20b0d25-4740-4996-8e29-a80caac2dc25'] in n-d-761264-19 is: [{'id': 'd20b0d25-4740-4996-8e29-a80caac2dc25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-475961524', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '4a0baf05-9e70-410c-a9a1-cfb99aaf5d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:36:53Z', 'updated_at': '2021-12-20T15:36:57Z', 'revision_number': 4, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'gw_port': {'id': '4a0baf05-9e70-410c-a9a1-cfb99aaf5d15', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20b0d25-4740-4996-8e29-a80caac2dc25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:36:54Z', 'updated_at': '2021-12-20T15:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '801cecd0-1b99-41ec-8ad4-0a29ad207f27', 'name': '', 'network_id': 'eadd8149-120e-4e70-a856-170af6b42a0d', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'mac_address': 'fa:16:3e:86:8c:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd20b0d25-4740-4996-8e29-a80caac2dc25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '78dc7b3a-0292-42e2-b672-2dee09913813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:36:56Z', 'updated_at': '2021-12-20T15:36:59Z', 'revision_number': 4, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'subnets': [{'id': '78dc7b3a-0292-42e2-b672-2dee09913813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:37:00.554188 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [req-126cf3af-86ee-46eb-bb99-95b48b939d7f req-d9b0af7e-0207-4c4c-9d46-1218cc2816e1 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Allocated IP 172.20.0.13 (eadd8149-120e-4e70-a856-170af6b42a0d/78dc7b3a-0292-42e2-b672-2dee09913813/2b7336e4-ac71-472a-9c83-66d3f0773478) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:37:00.726662 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-126cf3af-86ee-46eb-bb99-95b48b939d7f req-d9b0af7e-0207-4c4c-9d46-1218cc2816e1 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:00.763658 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-126cf3af-86ee-46eb-bb99-95b48b939d7f req-d9b0af7e-0207-4c4c-9d46-1218cc2816e1 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:00.799490 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2dfb8d8d-cc9b-4c60-b4bc-64c62316d336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:00.810077 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-126cf3af-86ee-46eb-bb99-95b48b939d7f req-d9b0af7e-0207-4c4c-9d46-1218cc2816e1 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Network eadd8149-120e-4e70-a856-170af6b42a0d is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:37:00.813413 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [req-126cf3af-86ee-46eb-bb99-95b48b939d7f req-d9b0af7e-0207-4c4c-9d46-1218cc2816e1 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:37:00.817287 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-126cf3af-86ee-46eb-bb99-95b48b939d7f req-d9b0af7e-0207-4c4c-9d46-1218cc2816e1 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:37:00.824585 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b0af7e-0207-4c4c-9d46-1218cc2816e1 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Pushing event updated for resources: {'Port': ['ID=2b7336e4-ac71-472a-9c83-66d3f0773478,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:00.879781 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126cf3af-86ee-46eb-bb99-95b48b939d7f req-d9b0af7e-0207-4c4c-9d46-1218cc2816e1 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:00.880470 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-126cf3af-86ee-46eb-bb99-95b48b939d7f req-d9b0af7e-0207-4c4c-9d46-1218cc2816e1 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:00.901237 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-126cf3af-86ee-46eb-bb99-95b48b939d7f req-d9b0af7e-0207-4c4c-9d46-1218cc2816e1 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6537817 Dec 20 15:37:00.914762 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-126cf3af-86ee-46eb-bb99-95b48b939d7f req-57d1698e-9c89-43dc-aaf5-c71564e6689a service neutron] Request body: {'port': {'device_id': '339c3a6c-9a11-4d4a-a434-1760a7c64e20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-19'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:37:00.982582 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-126cf3af-86ee-46eb-bb99-95b48b939d7f req-57d1698e-9c89-43dc-aaf5-c71564e6689a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:01.118976 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-338ab0f4-2bbf-4177-a180-3f210652a4de None None] Provisioning complete for port 2b7336e4-ac71-472a-9c83-66d3f0773478 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:37:01.119556 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-338ab0f4-2bbf-4177-a180-3f210652a4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:01.156398 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-338ab0f4-2bbf-4177-a180-3f210652a4de None None] Port 2b7336e4-ac71-472a-9c83-66d3f0773478 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:37:01.270688 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [req-126cf3af-86ee-46eb-bb99-95b48b939d7f req-57d1698e-9c89-43dc-aaf5-c71564e6689a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b7336e4-ac71-472a-9c83-66d3f0773478 {{(pid=103168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:37:01.279207 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-126cf3af-86ee-46eb-bb99-95b48b939d7f req-57d1698e-9c89-43dc-aaf5-c71564e6689a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:01.293417 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.provisioning_blocks [req-126cf3af-86ee-46eb-bb99-95b48b939d7f req-57d1698e-9c89-43dc-aaf5-c71564e6689a service neutron] Transition to ACTIVE for port object 2b7336e4-ac71-472a-9c83-66d3f0773478 will not be triggered until provisioned by entity L2. {{(pid=103168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:37:01.300227 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-126cf3af-86ee-46eb-bb99-95b48b939d7f req-57d1698e-9c89-43dc-aaf5-c71564e6689a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:01.381501 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1698e-9c89-43dc-aaf5-c71564e6689a service neutron] Pushing event updated for resources: {'Port': ['ID=2b7336e4-ac71-472a-9c83-66d3f0773478,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:01.420645 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e7ac11-c22f-4bfd-a19b-f960c4eefe32 req-d025e9d2-3e67-40b8-835a-08dc78d2ae47 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:01.422652 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-51e7ac11-c22f-4bfd-a19b-f960c4eefe32 req-d025e9d2-3e67-40b8-835a-08dc78d2ae47 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=339c3a6c-9a11-4d4a-a434-1760a7c64e20 HTTP/1.1" status: 200 len: 944 time: 0.0756993 Dec 20 15:37:01.491846 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-126cf3af-86ee-46eb-bb99-95b48b939d7f req-57d1698e-9c89-43dc-aaf5-c71564e6689a service neutron] Attempting to bind port 2b7336e4-ac71-472a-9c83-66d3f0773478 on host n-h1-761264-19 for vnic_type normal with profile {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:37:01.492407 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-126cf3af-86ee-46eb-bb99-95b48b939d7f req-57d1698e-9c89-43dc-aaf5-c71564e6689a service neutron] Attempting to bind port 2b7336e4-ac71-472a-9c83-66d3f0773478 by drivers openvswitch,hyperv on host n-h1-761264-19 at level 0 using segments [{'id': 'd6286584-b689-4254-a8cf-21f6a1a75917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'eadd8149-120e-4e70-a856-170af6b42a0d'}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:37:01.493698 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126cf3af-86ee-46eb-bb99-95b48b939d7f req-57d1698e-9c89-43dc-aaf5-c71564e6689a service neutron] Attempting to bind port 2b7336e4-ac71-472a-9c83-66d3f0773478 on network eadd8149-120e-4e70-a856-170af6b42a0d {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:37:01.503719 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126cf3af-86ee-46eb-bb99-95b48b939d7f req-57d1698e-9c89-43dc-aaf5-c71564e6689a service neutron] Port 2b7336e4-ac71-472a-9c83-66d3f0773478 on network eadd8149-120e-4e70-a856-170af6b42a0d not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-19 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:37:01.504299 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126cf3af-86ee-46eb-bb99-95b48b939d7f req-57d1698e-9c89-43dc-aaf5-c71564e6689a service neutron] Attempting to bind port 2b7336e4-ac71-472a-9c83-66d3f0773478 on network eadd8149-120e-4e70-a856-170af6b42a0d {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:37:01.514980 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126cf3af-86ee-46eb-bb99-95b48b939d7f req-57d1698e-9c89-43dc-aaf5-c71564e6689a service neutron] Checking agent: {'id': '3e5ace3e-dd7b-4522-a7c4-77d13dbeab1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:37:01.515390 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126cf3af-86ee-46eb-bb99-95b48b939d7f req-57d1698e-9c89-43dc-aaf5-c71564e6689a service neutron] Checking segment: {'id': 'd6286584-b689-4254-a8cf-21f6a1a75917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'eadd8149-120e-4e70-a856-170af6b42a0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:37:01.516022 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126cf3af-86ee-46eb-bb99-95b48b939d7f req-57d1698e-9c89-43dc-aaf5-c71564e6689a service neutron] Bound using segment: {'id': 'd6286584-b689-4254-a8cf-21f6a1a75917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'eadd8149-120e-4e70-a856-170af6b42a0d'} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:37:01.516573 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-126cf3af-86ee-46eb-bb99-95b48b939d7f req-57d1698e-9c89-43dc-aaf5-c71564e6689a service neutron] Bound port: 2b7336e4-ac71-472a-9c83-66d3f0773478, host: n-h1-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6286584-b689-4254-a8cf-21f6a1a75917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'eadd8149-120e-4e70-a856-170af6b42a0d'}}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:37:01.517038 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-126cf3af-86ee-46eb-bb99-95b48b939d7f req-57d1698e-9c89-43dc-aaf5-c71564e6689a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:01.527671 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-51e7ac11-c22f-4bfd-a19b-f960c4eefe32 req-d6ad4352-1c29-4423-88e0-ddbd82937aea tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/security-groups?id=247d0292-b245-4f4e-951e-0c12c6564593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882366 Dec 20 15:37:01.597476 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 801cecd0-1b99-41ec-8ad4-0a29ad207f27 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:37:01.603184 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-126cf3af-86ee-46eb-bb99-95b48b939d7f req-57d1698e-9c89-43dc-aaf5-c71564e6689a service neutron] For port 2b7336e4-ac71-472a-9c83-66d3f0773478, host n-h1-761264-19, cleared binding levels {{(pid=103168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:37:01.606947 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-126cf3af-86ee-46eb-bb99-95b48b939d7f req-57d1698e-9c89-43dc-aaf5-c71564e6689a service neutron] For port 2b7336e4-ac71-472a-9c83-66d3f0773478, host n-h1-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=2b7336e4-ac71-472a-9c83-66d3f0773478,segment=NetworkSegment(d6286584-b689-4254-a8cf-21f6a1a75917),segment_id=d6286584-b689-4254-a8cf-21f6a1a75917)] {{(pid=103168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:37:01.616711 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-126cf3af-86ee-46eb-bb99-95b48b939d7f req-57d1698e-9c89-43dc-aaf5-c71564e6689a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:01.660738 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 801cecd0-1b99-41ec-8ad4-0a29ad207f27 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:37:01.661152 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:01.663508 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126cf3af-86ee-46eb-bb99-95b48b939d7f req-57d1698e-9c89-43dc-aaf5-c71564e6689a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:01.664323 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-126cf3af-86ee-46eb-bb99-95b48b939d7f req-57d1698e-9c89-43dc-aaf5-c71564e6689a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:01.665772 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-126cf3af-86ee-46eb-bb99-95b48b939d7f req-57d1698e-9c89-43dc-aaf5-c71564e6689a service neutron] 10.222.0.30 "PUT /v2.0/ports/2b7336e4-ac71-472a-9c83-66d3f0773478 HTTP/1.1" status: 200 len: 1093 time: 0.7558422 Dec 20 15:37:01.666358 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '339c3a6c-9a11-4d4a-a434-1760a7c64e20', 'tag': '2b7336e4-ac71-472a-9c83-66d3f0773478'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:37:01.668563 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea303cd2f7c2854d59b68ee9755924cbed95107615564160e5853a5b93bd1da8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f01a0542-1aef-44aa-bd35-7f2253b7ce32" -d '{"events": [{"name": "network-changed", "server_uuid": "339c3a6c-9a11-4d4a-a434-1760a7c64e20", "tag": "2b7336e4-ac71-472a-9c83-66d3f0773478"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:37:01.698989 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1698e-9c89-43dc-aaf5-c71564e6689a service neutron] Pushing event updated for resources: {'Port': ['ID=2b7336e4-ac71-472a-9c83-66d3f0773478,revision_number=3']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:01.739966 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0d33119-5e2d-481c-8e01-e36cc0b2ace0 x-openstack-request-id: req-d0d33119-5e2d-481c-8e01-e36cc0b2ace0 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:37:01.741290 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "339c3a6c-9a11-4d4a-a434-1760a7c64e20", "tag": "2b7336e4-ac71-472a-9c83-66d3f0773478", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:37:01.741797 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d0d33119-5e2d-481c-8e01-e36cc0b2ace0 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:37:01.742342 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '339c3a6c-9a11-4d4a-a434-1760a7c64e20', 'tag': '2b7336e4-ac71-472a-9c83-66d3f0773478', 'status': 'completed', 'code': 200} Dec 20 15:37:01.792665 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:37:01.886221 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126cf3af-86ee-46eb-bb99-95b48b939d7f req-6011a99a-3860-4081-b2a6-f42b4a1e700d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:01.887876 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-126cf3af-86ee-46eb-bb99-95b48b939d7f req-6011a99a-3860-4081-b2a6-f42b4a1e700d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6051e8cae9884506b33350e13a9e893a&device_id=339c3a6c-9a11-4d4a-a434-1760a7c64e20 HTTP/1.1" status: 200 len: 1096 time: 0.1722605 Dec 20 15:37:01.932802 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-126cf3af-86ee-46eb-bb99-95b48b939d7f req-3f7e6129-f41e-49a2-bffe-ec23ec388758 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b7336e4-ac71-472a-9c83-66d3f0773478 HTTP/1.1" status: 200 len: 217 time: 0.0362027 Dec 20 15:37:01.998216 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126cf3af-86ee-46eb-bb99-95b48b939d7f req-4a59a06f-42b4-4b6b-aaba-0898d2228119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:02.001248 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-126cf3af-86ee-46eb-bb99-95b48b939d7f req-4a59a06f-42b4-4b6b-aaba-0898d2228119 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=78dc7b3a-0292-42e2-b672-2dee09913813 HTTP/1.1" status: 200 len: 835 time: 0.0607114 Dec 20 15:37:02.061758 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126cf3af-86ee-46eb-bb99-95b48b939d7f req-b770a047-e375-4574-90f3-0529ce7c8a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:02.064112 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-126cf3af-86ee-46eb-bb99-95b48b939d7f req-b770a047-e375-4574-90f3-0529ce7c8a10 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=eadd8149-120e-4e70-a856-170af6b42a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0563047 Dec 20 15:37:02.158946 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-126cf3af-86ee-46eb-bb99-95b48b939d7f req-eee233c6-2765-419e-a8b1-2e32bb9f2281 service neutron] 10.222.0.30 "GET /v2.0/networks/eadd8149-120e-4e70-a856-170af6b42a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872138 Dec 20 15:37:02.255964 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-126cf3af-86ee-46eb-bb99-95b48b939d7f req-6504765c-5d5d-4ca8-9a22-df373d07b7e1 service neutron] 10.222.0.30 "GET /v2.0/networks/eadd8149-120e-4e70-a856-170af6b42a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890870 Dec 20 15:37:02.345184 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01a0542-1aef-44aa-bd35-7f2253b7ce32 req-cba3fe77-cc32-4963-9093-e4c974aa759d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:02.346713 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f01a0542-1aef-44aa-bd35-7f2253b7ce32 req-cba3fe77-cc32-4963-9093-e4c974aa759d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6051e8cae9884506b33350e13a9e893a&device_id=339c3a6c-9a11-4d4a-a434-1760a7c64e20 HTTP/1.1" status: 200 len: 1096 time: 0.0433469 Dec 20 15:37:02.448990 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01a0542-1aef-44aa-bd35-7f2253b7ce32 req-9accc91e-fccc-4b43-9438-348f877a3dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:02.450471 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f01a0542-1aef-44aa-bd35-7f2253b7ce32 req-9accc91e-fccc-4b43-9438-348f877a3dea service neutron] 10.222.0.30 "GET /v2.0/networks?id=eadd8149-120e-4e70-a856-170af6b42a0d HTTP/1.1" status: 200 len: 897 time: 0.0951240 Dec 20 15:37:02.492452 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f01a0542-1aef-44aa-bd35-7f2253b7ce32 req-968182f5-04bd-41d9-a010-4094187f78bf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b7336e4-ac71-472a-9c83-66d3f0773478 HTTP/1.1" status: 200 len: 217 time: 0.0350077 Dec 20 15:37:02.544919 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01a0542-1aef-44aa-bd35-7f2253b7ce32 req-17fbaae2-0492-4f49-9f57-cf42dde4a5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:02.546522 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f01a0542-1aef-44aa-bd35-7f2253b7ce32 req-17fbaae2-0492-4f49-9f57-cf42dde4a5a2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=78dc7b3a-0292-42e2-b672-2dee09913813 HTTP/1.1" status: 200 len: 835 time: 0.0475557 Dec 20 15:37:02.591989 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01a0542-1aef-44aa-bd35-7f2253b7ce32 req-43ee6385-e466-4eb2-a8e1-8e3795597cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:02.593477 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f01a0542-1aef-44aa-bd35-7f2253b7ce32 req-43ee6385-e466-4eb2-a8e1-8e3795597cc6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=eadd8149-120e-4e70-a856-170af6b42a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406022 Dec 20 15:37:02.641234 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bf13b1-6e9a-4606-a9f0-8846df4a1f90 req-f5bcb49f-a162-45cf-92fe-c5df8b0aa39d tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:02.642740 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a7bf13b1-6e9a-4606-a9f0-8846df4a1f90 req-f5bcb49f-a162-45cf-92fe-c5df8b0aa39d tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=339c3a6c-9a11-4d4a-a434-1760a7c64e20 HTTP/1.1" status: 200 len: 944 time: 0.0492501 Dec 20 15:37:02.685101 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f01a0542-1aef-44aa-bd35-7f2253b7ce32 req-057a2c81-84c0-4f5c-a846-7b227b4a336e service neutron] 10.222.0.30 "GET /v2.0/networks/eadd8149-120e-4e70-a856-170af6b42a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846403 Dec 20 15:37:02.691930 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a7bf13b1-6e9a-4606-a9f0-8846df4a1f90 req-2938eca2-2521-41b9-a5fc-1a34311599e0 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/security-groups?id=247d0292-b245-4f4e-951e-0c12c6564593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429685 Dec 20 15:37:02.786588 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f01a0542-1aef-44aa-bd35-7f2253b7ce32 req-b5bd9769-23d9-4431-a24c-95ba3c982b03 service neutron] 10.222.0.30 "GET /v2.0/networks/eadd8149-120e-4e70-a856-170af6b42a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938377 Dec 20 15:37:03.016683 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-265ce471-bbbb-4cd7-93f1-09029ffec873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:03.830255 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5069577d-4118-48bc-908c-f1dd42d79ea1 req-d6683184-825f-4295-8d2b-7e6c95d9fd7b tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:03.832016 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5069577d-4118-48bc-908c-f1dd42d79ea1 req-d6683184-825f-4295-8d2b-7e6c95d9fd7b tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=339c3a6c-9a11-4d4a-a434-1760a7c64e20 HTTP/1.1" status: 200 len: 944 time: 0.0525560 Dec 20 15:37:03.888918 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5069577d-4118-48bc-908c-f1dd42d79ea1 req-177a0b11-ff5a-4a16-bd46-d323c3604c74 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/security-groups?id=247d0292-b245-4f4e-951e-0c12c6564593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506077 Dec 20 15:37:04.071646 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:05.017220 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6014593f-2cf2-45a5-802e-a9b1cb25c805 req-b079cb55-dd13-481f-b96c-63b4f10fd5a8 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:05.018826 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6014593f-2cf2-45a5-802e-a9b1cb25c805 req-b079cb55-dd13-481f-b96c-63b4f10fd5a8 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=339c3a6c-9a11-4d4a-a434-1760a7c64e20 HTTP/1.1" status: 200 len: 944 time: 0.0549769 Dec 20 15:37:05.022759 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 2b7336e4-ac71-472a-9c83-66d3f0773478 details requested by agent hyperv_n-h1-761264-19 with host n-h1-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:37:05.071118 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6014593f-2cf2-45a5-802e-a9b1cb25c805 req-d6f6a5cf-176c-4979-922a-154b56f7fb97 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/security-groups?id=247d0292-b245-4f4e-951e-0c12c6564593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456343 Dec 20 15:37:05.135372 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 2b7336e4-ac71-472a-9c83-66d3f0773478, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=2b7336e4-ac71-472a-9c83-66d3f0773478,segment=NetworkSegment(d6286584-b689-4254-a8cf-21f6a1a75917),segment_id=d6286584-b689-4254-a8cf-21f6a1a75917)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:37:05.147312 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Returning: {'device': '2b7336e4-ac71-472a-9c83-66d3f0773478', 'network_id': 'eadd8149-120e-4e70-a856-170af6b42a0d', 'port_id': '2b7336e4-ac71-472a-9c83-66d3f0773478', 'mac_address': 'fa:16:3e:b5:a0:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78dc7b3a-0292-42e2-b672-2dee09913813', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:37:05.188694 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:05.201620 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b7336e4-ac71-472a-9c83-66d3f0773478 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:37:05.220947 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 2b7336e4-ac71-472a-9c83-66d3f0773478, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=2b7336e4-ac71-472a-9c83-66d3f0773478,segment=NetworkSegment(d6286584-b689-4254-a8cf-21f6a1a75917),segment_id=d6286584-b689-4254-a8cf-21f6a1a75917)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:37:05.226486 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:05.274365 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=2b7336e4-ac71-472a-9c83-66d3f0773478,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:05.578443 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['2b7336e4-ac71-472a-9c83-66d3f0773478'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:37:06.069492 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:06.201558 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737297a9-2fa7-4bd7-b3f6-ec830b7f4fee req-d4dea291-0f32-47c7-b51c-d22f83d5e50b tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:06.203083 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-737297a9-2fa7-4bd7-b3f6-ec830b7f4fee req-d4dea291-0f32-47c7-b51c-d22f83d5e50b tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=339c3a6c-9a11-4d4a-a434-1760a7c64e20 HTTP/1.1" status: 200 len: 945 time: 0.0569367 Dec 20 15:37:06.252607 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-737297a9-2fa7-4bd7-b3f6-ec830b7f4fee req-e87b0ebe-8efd-446b-8d41-890a0af3e96a tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/security-groups?id=247d0292-b245-4f4e-951e-0c12c6564593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430841 Dec 20 15:37:06.322056 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:07.026251 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 2b7336e4-ac71-472a-9c83-66d3f0773478 up at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:37:07.085757 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning for port 2b7336e4-ac71-472a-9c83-66d3f0773478 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:37:07.090133 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning complete for port 2b7336e4-ac71-472a-9c83-66d3f0773478 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:37:07.090506 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:07.177012 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:07.200879 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '339c3a6c-9a11-4d4a-a434-1760a7c64e20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b7336e4-ac71-472a-9c83-66d3f0773478'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:37:07.203241 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a867d42bfdcbb9cb6963a533571b1f1c257f186d8c4d683fcd223be3c25d00f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1204845e-93fb-476e-8b57-907fb5799f66" -d '{"events": [{"server_uuid": "339c3a6c-9a11-4d4a-a434-1760a7c64e20", "name": "network-vif-plugged", "status": "completed", "tag": "2b7336e4-ac71-472a-9c83-66d3f0773478"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:37:07.215770 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 2b7336e4-ac71-472a-9c83-66d3f0773478, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=2b7336e4-ac71-472a-9c83-66d3f0773478,segment=NetworkSegment(d6286584-b689-4254-a8cf-21f6a1a75917),segment_id=d6286584-b689-4254-a8cf-21f6a1a75917)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:37:07.221338 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:07.244502 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8bdce95-3f64-4e85-8175-ca881a5d0b07 x-openstack-request-id: req-b8bdce95-3f64-4e85-8175-ca881a5d0b07 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:37:07.244798 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "339c3a6c-9a11-4d4a-a434-1760a7c64e20", "name": "network-vif-plugged", "status": "completed", "tag": "2b7336e4-ac71-472a-9c83-66d3f0773478", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:37:07.245046 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b8bdce95-3f64-4e85-8175-ca881a5d0b07 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:37:07.245774 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '339c3a6c-9a11-4d4a-a434-1760a7c64e20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b7336e4-ac71-472a-9c83-66d3f0773478', 'code': 200} Dec 20 15:37:07.277580 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=2b7336e4-ac71-472a-9c83-66d3f0773478,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:07.374289 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bd3c41-60e4-4410-bade-65739939bd6f req-3a4fbdd2-f64b-49d5-9572-67842ac4e5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:07.375824 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e1bd3c41-60e4-4410-bade-65739939bd6f req-3a4fbdd2-f64b-49d5-9572-67842ac4e5d6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=339c3a6c-9a11-4d4a-a434-1760a7c64e20 HTTP/1.1" status: 200 len: 1098 time: 0.0654178 Dec 20 15:37:07.407143 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2b78a1-c20c-474a-b651-6b590f937a12 req-d36bb2fc-19a6-4789-948d-bfbeb6bff514 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:07.408576 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7e2b78a1-c20c-474a-b651-6b590f937a12 req-d36bb2fc-19a6-4789-948d-bfbeb6bff514 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=339c3a6c-9a11-4d4a-a434-1760a7c64e20 HTTP/1.1" status: 200 len: 946 time: 0.0740378 Dec 20 15:37:07.450782 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e1bd3c41-60e4-4410-bade-65739939bd6f req-0a21064d-254e-4991-8fde-9bf9b866e6dd service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=247d0292-b245-4f4e-951e-0c12c6564593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673225 Dec 20 15:37:07.480149 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7e2b78a1-c20c-474a-b651-6b590f937a12 req-9bc2c361-061f-4ef6-bbc9-664b11ee988f tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/security-groups?id=247d0292-b245-4f4e-951e-0c12c6564593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621829 Dec 20 15:37:08.614868 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349cd06-8a68-40fa-8092-1b7f41d2451a req-7bbc0aa2-6ca8-47b4-a535-19701a45aa07 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:08.616391 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b349cd06-8a68-40fa-8092-1b7f41d2451a req-7bbc0aa2-6ca8-47b4-a535-19701a45aa07 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=339c3a6c-9a11-4d4a-a434-1760a7c64e20 HTTP/1.1" status: 200 len: 946 time: 0.0556388 Dec 20 15:37:08.673160 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b349cd06-8a68-40fa-8092-1b7f41d2451a req-e6f11331-f47f-4a72-9a72-05a04a84b521 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/security-groups?id=247d0292-b245-4f4e-951e-0c12c6564593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503669 Dec 20 15:37:09.806741 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54cde4e-9ba8-4108-83f6-e101abda6340 req-e4b6133f-8b9c-4afd-bb32-0fcce24f1a26 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:09.808274 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e54cde4e-9ba8-4108-83f6-e101abda6340 req-e4b6133f-8b9c-4afd-bb32-0fcce24f1a26 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=339c3a6c-9a11-4d4a-a434-1760a7c64e20 HTTP/1.1" status: 200 len: 946 time: 0.0549111 Dec 20 15:37:09.864205 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e54cde4e-9ba8-4108-83f6-e101abda6340 req-a4e777b7-ca6d-4d9a-aa79-c6139af2e400 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/security-groups?id=247d0292-b245-4f4e-951e-0c12c6564593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487168 Dec 20 15:37:09.988813 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6b9a22-b700-431b-8d10-afe1eb213771 req-9933c284-a492-4aa2-99f3-7aa29cae9ef7 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:09.990209 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bc6b9a22-b700-431b-8d10-afe1eb213771 req-9933c284-a492-4aa2-99f3-7aa29cae9ef7 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=339c3a6c-9a11-4d4a-a434-1760a7c64e20 HTTP/1.1" status: 200 len: 946 time: 0.0508692 Dec 20 15:37:10.039632 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bc6b9a22-b700-431b-8d10-afe1eb213771 req-c80b350a-b038-4c4c-94e7-cd53f2e271e8 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/security-groups?id=247d0292-b245-4f4e-951e-0c12c6564593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430479 Dec 20 15:37:10.063282 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57928) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:37:10.104061 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196a89fd-28f7-4779-a265-002f891bb416 tempest-TestNetworkAdvancedServerOps-1490510064 tempest-TestNetworkAdvancedServerOps-1490510064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:10.105594 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-196a89fd-28f7-4779-a265-002f891bb416 tempest-TestNetworkAdvancedServerOps-1490510064 tempest-TestNetworkAdvancedServerOps-1490510064-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=339c3a6c-9a11-4d4a-a434-1760a7c64e20 HTTP/1.1" status: 200 len: 1093 time: 0.0413191 Dec 20 15:37:10.110154 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57930) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:37:10.114366 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-af64b0b8-5d83-4b96-b9ca-b9637075da3e tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Request body: {'floatingip': {'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'port_id': '2b7336e4-ac71-472a-9c83-66d3f0773478', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:37:10.142503 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-af64b0b8-5d83-4b96-b9ca-b9637075da3e tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for floatingip, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:10.250971 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-af64b0b8-5d83-4b96-b9ca-b9637075da3e tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:10.363518 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-af64b0b8-5d83-4b96-b9ca-b9637075da3e tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Allocated IP 172.25.0.100 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/bccebe40-a9b8-4924-8845-dcf3db4469f9) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:37:10.469230 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-af64b0b8-5d83-4b96-b9ca-b9637075da3e tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:10.505782 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-af64b0b8-5d83-4b96-b9ca-b9637075da3e tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:10.546294 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af64b0b8-5d83-4b96-b9ca-b9637075da3e tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:37:10.549240 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-af64b0b8-5d83-4b96-b9ca-b9637075da3e tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:37:10.553516 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af64b0b8-5d83-4b96-b9ca-b9637075da3e tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:37:10.556494 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af64b0b8-5d83-4b96-b9ca-b9637075da3e tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Pushing event updated for resources: {'Port': ['ID=bccebe40-a9b8-4924-8845-dcf3db4469f9,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:10.920548 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-af64b0b8-5d83-4b96-b9ca-b9637075da3e tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:10.997397 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-af64b0b8-5d83-4b96-b9ca-b9637075da3e tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:11.167445 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-af64b0b8-5d83-4b96-b9ca-b9637075da3e tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:11.173247 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-af64b0b8-5d83-4b96-b9ca-b9637075da3e tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:11.242937 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af64b0b8-5d83-4b96-b9ca-b9637075da3e tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Pushing event updated for resources: {'Port': ['ID=bccebe40-a9b8-4924-8845-dcf3db4469f9,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:37:11.257916 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-af64b0b8-5d83-4b96-b9ca-b9637075da3e tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585115'] for floatingip, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:11.711661 n-d-761264-19 neutron-server[103168]: INFO neutron.db.l3_db [None req-af64b0b8-5d83-4b96-b9ca-b9637075da3e tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Floating IP 2f3dfd28-c25a-4e98-a876-3accaffbbf4c associated. External IP: 172.25.0.100, port: 2b7336e4-ac71-472a-9c83-66d3f0773478. Dec 20 15:37:11.917388 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af64b0b8-5d83-4b96-b9ca-b9637075da3e tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Router d20b0d25-4740-4996-8e29-a80caac2dc25 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:37:12.028052 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af64b0b8-5d83-4b96-b9ca-b9637075da3e tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:37:12.038826 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008a39b7-8294-4e51-8710-a5c3c037d176 None None] Sync routers for ids ['d20b0d25-4740-4996-8e29-a80caac2dc25'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:37:12.047502 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-af64b0b8-5d83-4b96-b9ca-b9637075da3e tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:12.051577 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008a39b7-8294-4e51-8710-a5c3c037d176 None None] Routers {'d20b0d25-4740-4996-8e29-a80caac2dc25'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:37:12.052819 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-008a39b7-8294-4e51-8710-a5c3c037d176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:37:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['d20b0d25-4740-4996-8e29-a80caac2dc25'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:37:12.078254 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-af64b0b8-5d83-4b96-b9ca-b9637075da3e tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9645071 Dec 20 15:37:12.078254 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '339c3a6c-9a11-4d4a-a434-1760a7c64e20', 'tag': '2b7336e4-ac71-472a-9c83-66d3f0773478'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:37:12.078924 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea303cd2f7c2854d59b68ee9755924cbed95107615564160e5853a5b93bd1da8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11f09306-9525-488d-b79e-c99cae439ad3" -d '{"events": [{"name": "network-changed", "server_uuid": "339c3a6c-9a11-4d4a-a434-1760a7c64e20", "tag": "2b7336e4-ac71-472a-9c83-66d3f0773478"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:37:12.117146 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bc1d750-c16a-45a6-bf63-bb1b0cf67e89 x-openstack-request-id: req-8bc1d750-c16a-45a6-bf63-bb1b0cf67e89 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:37:12.117431 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "339c3a6c-9a11-4d4a-a434-1760a7c64e20", "tag": "2b7336e4-ac71-472a-9c83-66d3f0773478", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:37:12.117670 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8bc1d750-c16a-45a6-bf63-bb1b0cf67e89 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:37:12.118087 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '339c3a6c-9a11-4d4a-a434-1760a7c64e20', 'tag': '2b7336e4-ac71-472a-9c83-66d3f0773478', 'status': 'completed', 'code': 200} Dec 20 15:37:12.168726 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-008a39b7-8294-4e51-8710-a5c3c037d176 None None] Set router d20b0d25-4740-4996-8e29-a80caac2dc25 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:37:12.209757 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:12.213174 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed5fcbb-9ef4-42de-b7a2-d851010adf5d req-28482d44-fc9b-4403-b468-e63e4e4eab38 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:12.214799 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-bed5fcbb-9ef4-42de-b7a2-d851010adf5d req-28482d44-fc9b-4403-b468-e63e4e4eab38 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=339c3a6c-9a11-4d4a-a434-1760a7c64e20 HTTP/1.1" status: 200 len: 946 time: 0.0789497 Dec 20 15:37:12.217776 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f09306-9525-488d-b79e-c99cae439ad3 req-6455495f-712c-4e0d-b51b-c122257c8a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:12.219271 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-11f09306-9525-488d-b79e-c99cae439ad3 req-6455495f-712c-4e0d-b51b-c122257c8a4b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6051e8cae9884506b33350e13a9e893a&device_id=339c3a6c-9a11-4d4a-a434-1760a7c64e20 HTTP/1.1" status: 200 len: 1098 time: 0.0734015 Dec 20 15:37:12.324094 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-bed5fcbb-9ef4-42de-b7a2-d851010adf5d req-d5687826-8658-46a6-9795-e5bf33510cc3 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/security-groups?id=247d0292-b245-4f4e-951e-0c12c6564593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023123 Dec 20 15:37:12.349005 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 57936) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:37:12.355259 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f09306-9525-488d-b79e-c99cae439ad3 req-62030c5b-df4e-4849-8199-66c42d1715c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:12.358668 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-11f09306-9525-488d-b79e-c99cae439ad3 req-62030c5b-df4e-4849-8199-66c42d1715c2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=eadd8149-120e-4e70-a856-170af6b42a0d HTTP/1.1" status: 200 len: 897 time: 0.1300857 Dec 20 15:37:12.423806 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-b68fb5b3-27a5-4369-ba23-686e857e8ed0 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/floatingips/2f3dfd28-c25a-4e98-a876-3accaffbbf4c HTTP/1.1" status: 200 len: 992 time: 0.0729222 Dec 20 15:37:12.428425 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-008a39b7-8294-4e51-8710-a5c3c037d176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20b0d25-4740-4996-8e29-a80caac2dc25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-475961524', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '4a0baf05-9e70-410c-a9a1-cfb99aaf5d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:36:53Z', 'updated_at': '2021-12-20T15:36:57Z', 'revision_number': 4, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'gw_port': {'id': '4a0baf05-9e70-410c-a9a1-cfb99aaf5d15', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20b0d25-4740-4996-8e29-a80caac2dc25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:36:54Z', 'updated_at': '2021-12-20T15:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': '2f3dfd28-c25a-4e98-a876-3accaffbbf4c', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'floating_ip_address': '172.25.0.100', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': 'd20b0d25-4740-4996-8e29-a80caac2dc25', 'port_id': '2b7336e4-ac71-472a-9c83-66d3f0773478', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eadd8149-120e-4e70-a856-170af6b42a0d', 'mac_address': 'fa:16:3e:b5:a0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339c3a6c-9a11-4d4a-a434-1760a7c64e20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:37:10Z', 'updated_at': '2021-12-20T15:37:10Z', 'revision_number': 0, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '801cecd0-1b99-41ec-8ad4-0a29ad207f27', 'name': '', 'network_id': 'eadd8149-120e-4e70-a856-170af6b42a0d', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'mac_address': 'fa:16:3e:86:8c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20b0d25-4740-4996-8e29-a80caac2dc25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '78dc7b3a-0292-42e2-b672-2dee09913813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:36:56Z', 'updated_at': '2021-12-20T15:37:00Z', 'revision_number': 5, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'subnets': [{'id': '78dc7b3a-0292-42e2-b672-2dee09913813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:37:12.445573 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-11f09306-9525-488d-b79e-c99cae439ad3 req-39dc8501-3080-4e8c-a201-d931ade88ff1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b7336e4-ac71-472a-9c83-66d3f0773478 HTTP/1.1" status: 200 len: 1000 time: 0.0777743 Dec 20 15:37:12.456017 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008a39b7-8294-4e51-8710-a5c3c037d176 None None] Checking router: d20b0d25-4740-4996-8e29-a80caac2dc25 for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:37:12.465248 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008a39b7-8294-4e51-8710-a5c3c037d176 None None] Routers {'d20b0d25-4740-4996-8e29-a80caac2dc25'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:37:12.465866 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-008a39b7-8294-4e51-8710-a5c3c037d176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:37:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['d20b0d25-4740-4996-8e29-a80caac2dc25'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:37:12.498262 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f09306-9525-488d-b79e-c99cae439ad3 req-336eeb34-302a-42f3-a441-a5bca6028499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:12.499846 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-11f09306-9525-488d-b79e-c99cae439ad3 req-336eeb34-302a-42f3-a441-a5bca6028499 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=78dc7b3a-0292-42e2-b672-2dee09913813 HTTP/1.1" status: 200 len: 835 time: 0.0469997 Dec 20 15:37:12.555262 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f09306-9525-488d-b79e-c99cae439ad3 req-0e4e1322-57b2-4be5-8efd-d03ec6944683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:37:12.556944 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-11f09306-9525-488d-b79e-c99cae439ad3 req-0e4e1322-57b2-4be5-8efd-d03ec6944683 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=eadd8149-120e-4e70-a856-170af6b42a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0496514 Dec 20 15:37:12.576130 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-008a39b7-8294-4e51-8710-a5c3c037d176 None None] Set router d20b0d25-4740-4996-8e29-a80caac2dc25 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:37:12.648555 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-11f09306-9525-488d-b79e-c99cae439ad3 req-3a5011ad-3f16-4780-bab9-678d253c9eee service neutron] 10.222.0.30 "GET /v2.0/networks/eadd8149-120e-4e70-a856-170af6b42a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843267 Dec 20 15:37:12.742154 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-11f09306-9525-488d-b79e-c99cae439ad3 req-b20da3a6-a640-400c-8d39-44132527d417 service neutron] 10.222.0.30 "GET /v2.0/networks/eadd8149-120e-4e70-a856-170af6b42a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865076 Dec 20 15:37:12.795026 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-008a39b7-8294-4e51-8710-a5c3c037d176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20b0d25-4740-4996-8e29-a80caac2dc25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-475961524', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '4a0baf05-9e70-410c-a9a1-cfb99aaf5d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:36:53Z', 'updated_at': '2021-12-20T15:36:57Z', 'revision_number': 4, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'gw_port': {'id': '4a0baf05-9e70-410c-a9a1-cfb99aaf5d15', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20b0d25-4740-4996-8e29-a80caac2dc25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:36:54Z', 'updated_at': '2021-12-20T15:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': '2f3dfd28-c25a-4e98-a876-3accaffbbf4c', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'floating_ip_address': '172.25.0.100', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': 'd20b0d25-4740-4996-8e29-a80caac2dc25', 'port_id': '2b7336e4-ac71-472a-9c83-66d3f0773478', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eadd8149-120e-4e70-a856-170af6b42a0d', 'mac_address': 'fa:16:3e:b5:a0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339c3a6c-9a11-4d4a-a434-1760a7c64e20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:37:10Z', 'updated_at': '2021-12-20T15:37:10Z', 'revision_number': 0, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '801cecd0-1b99-41ec-8ad4-0a29ad207f27', 'name': '', 'network_id': 'eadd8149-120e-4e70-a856-170af6b42a0d', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'mac_address': 'fa:16:3e:86:8c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20b0d25-4740-4996-8e29-a80caac2dc25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '78dc7b3a-0292-42e2-b672-2dee09913813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:36:56Z', 'updated_at': '2021-12-20T15:37:00Z', 'revision_number': 5, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'subnets': [{'id': '78dc7b3a-0292-42e2-b672-2dee09913813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:37:12.823405 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008a39b7-8294-4e51-8710-a5c3c037d176 None None] The sync data for ids ['d20b0d25-4740-4996-8e29-a80caac2dc25'] in n-d-761264-19 is: [{'id': 'd20b0d25-4740-4996-8e29-a80caac2dc25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-475961524', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '4a0baf05-9e70-410c-a9a1-cfb99aaf5d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:36:53Z', 'updated_at': '2021-12-20T15:36:57Z', 'revision_number': 4, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'gw_port': {'id': '4a0baf05-9e70-410c-a9a1-cfb99aaf5d15', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20b0d25-4740-4996-8e29-a80caac2dc25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:36:54Z', 'updated_at': '2021-12-20T15:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': '2f3dfd28-c25a-4e98-a876-3accaffbbf4c', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'floating_ip_address': '172.25.0.100', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': 'd20b0d25-4740-4996-8e29-a80caac2dc25', 'port_id': '2b7336e4-ac71-472a-9c83-66d3f0773478', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eadd8149-120e-4e70-a856-170af6b42a0d', 'mac_address': 'fa:16:3e:b5:a0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339c3a6c-9a11-4d4a-a434-1760a7c64e20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:37:10Z', 'updated_at': '2021-12-20T15:37:10Z', 'revision_number': 0, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '801cecd0-1b99-41ec-8ad4-0a29ad207f27', 'name': '', 'network_id': 'eadd8149-120e-4e70-a856-170af6b42a0d', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'mac_address': 'fa:16:3e:86:8c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20b0d25-4740-4996-8e29-a80caac2dc25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '78dc7b3a-0292-42e2-b672-2dee09913813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:36:56Z', 'updated_at': '2021-12-20T15:37:00Z', 'revision_number': 5, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'subnets': [{'id': '78dc7b3a-0292-42e2-b672-2dee09913813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:37:13.024836 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d51b20d-0406-449c-af25-a97e8090f5f1 None None] New status for floating IP 2f3dfd28-c25a-4e98-a876-3accaffbbf4c: ACTIVE {{(pid=103169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 15:37:13.426530 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57938) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:37:13.489352 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-2a602347-b76d-4748-bc0d-3cdf2809eb66 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/floatingips/2f3dfd28-c25a-4e98-a876-3accaffbbf4c HTTP/1.1" status: 200 len: 994 time: 0.0613372 Dec 20 15:37:15.896224 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:30.812076 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ab5eb0df-48a3-4d6e-bf90-2c633a5d08ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:33.020610 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-34a9799b-4528-46b2-877b-906a60323587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:34.084601 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:36.087771 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:36.336679 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:38.798782 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:37:42.215952 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:37:45.893722 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:00.811724 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ad0c743f-69fb-4fab-8c32-69f5fd17f879 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:03.016576 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-0c99e264-0674-49ac-ae77-ebcb2ee56a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:04.084754 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:06.082047 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:06.168541 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1e34f638-1e1c-4f3b-85c0-0c44ac088e32 req-b8784b82-150e-46f3-bfef-dea5f730895f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=339c3a6c-9a11-4d4a-a434-1760a7c64e20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0459006 Dec 20 15:38:06.263666 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e34f638-1e1c-4f3b-85c0-0c44ac088e32 req-43c02c4a-5a57-46cb-8d94-86bae90ba623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:06.265154 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1e34f638-1e1c-4f3b-85c0-0c44ac088e32 req-43c02c4a-5a57-46cb-8d94-86bae90ba623 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6051e8cae9884506b33350e13a9e893a&device_id=339c3a6c-9a11-4d4a-a434-1760a7c64e20 HTTP/1.1" status: 200 len: 1098 time: 0.0429032 Dec 20 15:38:06.330805 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:06.381753 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e34f638-1e1c-4f3b-85c0-0c44ac088e32 req-40675573-c986-4300-ae80-c281cf480e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:06.383268 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1e34f638-1e1c-4f3b-85c0-0c44ac088e32 req-40675573-c986-4300-ae80-c281cf480e71 service neutron] 10.222.0.30 "GET /v2.0/networks?id=eadd8149-120e-4e70-a856-170af6b42a0d HTTP/1.1" status: 200 len: 897 time: 0.0954916 Dec 20 15:38:06.454260 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1e34f638-1e1c-4f3b-85c0-0c44ac088e32 req-b4f09902-2602-4c03-8460-e339be09abd3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b7336e4-ac71-472a-9c83-66d3f0773478 HTTP/1.1" status: 200 len: 1002 time: 0.0630269 Dec 20 15:38:06.503935 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e34f638-1e1c-4f3b-85c0-0c44ac088e32 req-6bec2229-f2b6-445e-85be-483a8d083f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:06.505397 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1e34f638-1e1c-4f3b-85c0-0c44ac088e32 req-6bec2229-f2b6-445e-85be-483a8d083f1e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=78dc7b3a-0292-42e2-b672-2dee09913813 HTTP/1.1" status: 200 len: 835 time: 0.0441725 Dec 20 15:38:06.551554 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e34f638-1e1c-4f3b-85c0-0c44ac088e32 req-234b2b7a-26a0-4871-ba30-8f03e27f41cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:06.553080 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1e34f638-1e1c-4f3b-85c0-0c44ac088e32 req-234b2b7a-26a0-4871-ba30-8f03e27f41cc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=eadd8149-120e-4e70-a856-170af6b42a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399845 Dec 20 15:38:06.646579 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1e34f638-1e1c-4f3b-85c0-0c44ac088e32 req-9320b320-2d4e-456f-94d6-f331ce40607e service neutron] 10.222.0.30 "GET /v2.0/networks/eadd8149-120e-4e70-a856-170af6b42a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851772 Dec 20 15:38:06.745881 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1e34f638-1e1c-4f3b-85c0-0c44ac088e32 req-c0ee8902-8107-48c5-9cc3-6a0aff7b40f4 service neutron] 10.222.0.30 "GET /v2.0/networks/eadd8149-120e-4e70-a856-170af6b42a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913055 Dec 20 15:38:12.220610 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:15.789369 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:38:15.886877 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:22.839234 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [req-6fd3d491-34d3-4cec-908b-af27d65d495f req-15fa6033-d1af-4d3c-b818-3844f458053d service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:38:22.840193 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6fd3d491-34d3-4cec-908b-af27d65d495f req-15fa6033-d1af-4d3c-b818-3844f458053d service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056860 Dec 20 15:38:23.065564 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 57976) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:38:23.148740 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9053632a-0959-4953-b0a5-862462c8c62c req-a1bd7b12-d70c-4230-9849-597576c0bed3 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:23.150328 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9053632a-0959-4953-b0a5-862462c8c62c req-a1bd7b12-d70c-4230-9849-597576c0bed3 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=339c3a6c-9a11-4d4a-a434-1760a7c64e20 HTTP/1.1" status: 200 len: 946 time: 0.1552923 Dec 20 15:38:23.174858 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-513a34ef-4edd-436c-a90c-4ab3687d9bdb req-59e069e9-6adc-4c21-8149-e1779ee6ebbf service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=339c3a6c-9a11-4d4a-a434-1760a7c64e20&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1078725 Dec 20 15:38:23.188727 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [req-513a34ef-4edd-436c-a90c-4ab3687d9bdb req-a9102e21-b150-4d72-85f0-0819fa36596f service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:38:23.189733 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-513a34ef-4edd-436c-a90c-4ab3687d9bdb req-a9102e21-b150-4d72-85f0-0819fa36596f service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063024 Dec 20 15:38:23.205064 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9053632a-0959-4953-b0a5-862462c8c62c req-fb1a7fc5-3bb0-42f3-8903-b67312a21b50 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/security-groups?id=247d0292-b245-4f4e-951e-0c12c6564593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478382 Dec 20 15:38:24.367198 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513a34ef-4edd-436c-a90c-4ab3687d9bdb req-bdca925a-c1b6-41e4-853f-9b0dacbbb2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:24.369772 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-513a34ef-4edd-436c-a90c-4ab3687d9bdb req-bdca925a-c1b6-41e4-853f-9b0dacbbb2dd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6051e8cae9884506b33350e13a9e893a&device_id=339c3a6c-9a11-4d4a-a434-1760a7c64e20 HTTP/1.1" status: 200 len: 1098 time: 0.0691323 Dec 20 15:38:24.485050 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db29ec29-2b6d-4931-8d5a-d1d30066ff81 req-e3b84b10-7fda-413f-981f-30e5d82714f8 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:24.486596 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-db29ec29-2b6d-4931-8d5a-d1d30066ff81 req-e3b84b10-7fda-413f-981f-30e5d82714f8 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=339c3a6c-9a11-4d4a-a434-1760a7c64e20 HTTP/1.1" status: 200 len: 946 time: 0.1924691 Dec 20 15:38:24.514350 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513a34ef-4edd-436c-a90c-4ab3687d9bdb req-c7d3b234-7bc1-450f-9d1d-b575c6312023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:24.515916 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-513a34ef-4edd-436c-a90c-4ab3687d9bdb req-c7d3b234-7bc1-450f-9d1d-b575c6312023 service neutron] 10.222.0.30 "GET /v2.0/networks?id=eadd8149-120e-4e70-a856-170af6b42a0d HTTP/1.1" status: 200 len: 897 time: 0.1312478 Dec 20 15:38:24.590401 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-db29ec29-2b6d-4931-8d5a-d1d30066ff81 req-086bb634-acab-4e1a-8d47-352e572a0c20 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/security-groups?id=247d0292-b245-4f4e-951e-0c12c6564593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920053 Dec 20 15:38:24.606056 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-513a34ef-4edd-436c-a90c-4ab3687d9bdb req-09a16e30-ff19-43c6-a748-5bf4efafe7d2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b7336e4-ac71-472a-9c83-66d3f0773478 HTTP/1.1" status: 200 len: 1002 time: 0.0821595 Dec 20 15:38:24.656682 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513a34ef-4edd-436c-a90c-4ab3687d9bdb req-bd6c303e-d006-48cb-aa66-405d9bd570a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:24.658423 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-513a34ef-4edd-436c-a90c-4ab3687d9bdb req-bd6c303e-d006-48cb-aa66-405d9bd570a7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=78dc7b3a-0292-42e2-b672-2dee09913813 HTTP/1.1" status: 200 len: 835 time: 0.0448024 Dec 20 15:38:24.705104 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513a34ef-4edd-436c-a90c-4ab3687d9bdb req-359162f3-c717-4517-a1c0-98ebed62281e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:24.706601 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-513a34ef-4edd-436c-a90c-4ab3687d9bdb req-359162f3-c717-4517-a1c0-98ebed62281e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=eadd8149-120e-4e70-a856-170af6b42a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412273 Dec 20 15:38:24.801453 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-513a34ef-4edd-436c-a90c-4ab3687d9bdb req-68e358cf-423f-4460-b4c4-1e82bb040330 service neutron] 10.222.0.30 "GET /v2.0/networks/eadd8149-120e-4e70-a856-170af6b42a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870976 Dec 20 15:38:24.893328 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-513a34ef-4edd-436c-a90c-4ab3687d9bdb req-bdb652af-49e5-45eb-b293-d9332a8b0640 service neutron] 10.222.0.30 "GET /v2.0/networks/eadd8149-120e-4e70-a856-170af6b42a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846283 Dec 20 15:38:25.709792 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc7697b-7b03-4ee9-aca0-031173b9ba49 req-8492cbc8-3131-4549-bf8d-4ce5b68735f9 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:25.711345 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-efc7697b-7b03-4ee9-aca0-031173b9ba49 req-8492cbc8-3131-4549-bf8d-4ce5b68735f9 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=339c3a6c-9a11-4d4a-a434-1760a7c64e20 HTTP/1.1" status: 200 len: 946 time: 0.0502088 Dec 20 15:38:25.767228 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-efc7697b-7b03-4ee9-aca0-031173b9ba49 req-a35f0580-0771-4064-b990-f00bcf05bd57 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/security-groups?id=247d0292-b245-4f4e-951e-0c12c6564593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496614 Dec 20 15:38:26.890825 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edae0d20-4756-408c-8eb9-5df9d791c2eb req-76dc550d-02eb-4e8c-bdfc-673244d69ae3 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:26.892289 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-edae0d20-4756-408c-8eb9-5df9d791c2eb req-76dc550d-02eb-4e8c-bdfc-673244d69ae3 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=339c3a6c-9a11-4d4a-a434-1760a7c64e20 HTTP/1.1" status: 200 len: 946 time: 0.0540588 Dec 20 15:38:26.942329 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-edae0d20-4756-408c-8eb9-5df9d791c2eb req-ac11f497-46b6-4ec9-9bb2-82a74d68780e tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/security-groups?id=247d0292-b245-4f4e-951e-0c12c6564593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432863 Dec 20 15:38:28.065746 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b44fa98-d4f0-4e11-b05f-22c00bf8e026 req-b6a47620-32d0-442a-98f5-15acb25095fd tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:28.067326 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5b44fa98-d4f0-4e11-b05f-22c00bf8e026 req-b6a47620-32d0-442a-98f5-15acb25095fd tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=339c3a6c-9a11-4d4a-a434-1760a7c64e20 HTTP/1.1" status: 200 len: 946 time: 0.0528302 Dec 20 15:38:28.119025 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5b44fa98-d4f0-4e11-b05f-22c00bf8e026 req-d3193d61-ad87-40c9-b5ef-e547bceb4650 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/security-groups?id=247d0292-b245-4f4e-951e-0c12c6564593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452011 Dec 20 15:38:29.240469 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86c7762-ec6b-46e5-92b0-3ca3a0fae960 req-346497c1-2bfb-46aa-b906-27908a656c4d tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:29.241986 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a86c7762-ec6b-46e5-92b0-3ca3a0fae960 req-346497c1-2bfb-46aa-b906-27908a656c4d tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=339c3a6c-9a11-4d4a-a434-1760a7c64e20 HTTP/1.1" status: 200 len: 946 time: 0.0519142 Dec 20 15:38:29.294607 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a86c7762-ec6b-46e5-92b0-3ca3a0fae960 req-f93e5096-af2d-4833-805d-062bd4051c8c tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/security-groups?id=247d0292-b245-4f4e-951e-0c12c6564593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452075 Dec 20 15:38:30.420021 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdb85c6-06da-4cc6-892f-31b94d8efba4 req-669412c9-acc6-464c-9bee-53bdc90144b6 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:30.421549 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9bdb85c6-06da-4cc6-892f-31b94d8efba4 req-669412c9-acc6-464c-9bee-53bdc90144b6 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=339c3a6c-9a11-4d4a-a434-1760a7c64e20 HTTP/1.1" status: 200 len: 946 time: 0.0516806 Dec 20 15:38:30.475789 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9bdb85c6-06da-4cc6-892f-31b94d8efba4 req-675c4a40-2440-42a4-aed5-52ee97da3ab9 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/security-groups?id=247d0292-b245-4f4e-951e-0c12c6564593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473452 Dec 20 15:38:30.807383 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-3b9e75f6-d69e-4b8f-bd40-6cfb5d3d28b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:31.605104 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f4c645-1923-4145-acb1-865540979dce req-1fa1e29c-7fcc-4cea-b367-470e8344d509 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:31.607445 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b7f4c645-1923-4145-acb1-865540979dce req-1fa1e29c-7fcc-4cea-b367-470e8344d509 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=339c3a6c-9a11-4d4a-a434-1760a7c64e20 HTTP/1.1" status: 200 len: 946 time: 0.0557833 Dec 20 15:38:31.671078 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b7f4c645-1923-4145-acb1-865540979dce req-82f505cc-c32f-4b94-b82b-ce95fb4fe789 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/security-groups?id=247d0292-b245-4f4e-951e-0c12c6564593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569649 Dec 20 15:38:32.798858 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93ec55f-6831-48ca-897f-8bd309babd0f req-f4a1c611-45c7-4827-83c9-396d84ed420f tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:32.800356 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e93ec55f-6831-48ca-897f-8bd309babd0f req-f4a1c611-45c7-4827-83c9-396d84ed420f tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=339c3a6c-9a11-4d4a-a434-1760a7c64e20 HTTP/1.1" status: 200 len: 946 time: 0.0575302 Dec 20 15:38:32.850834 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e93ec55f-6831-48ca-897f-8bd309babd0f req-3edb5e7c-5867-438b-a7f4-6ff01644d999 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/security-groups?id=247d0292-b245-4f4e-951e-0c12c6564593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439167 Dec 20 15:38:33.012678 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-710634fc-0039-4c7b-8aab-14d64286f51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:33.977995 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82da0cc7-a772-4e9b-a4f6-f18152bd4d40 req-215cb987-c2f8-4531-a55e-7c37eaa1fc83 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:33.980160 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-82da0cc7-a772-4e9b-a4f6-f18152bd4d40 req-215cb987-c2f8-4531-a55e-7c37eaa1fc83 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=339c3a6c-9a11-4d4a-a434-1760a7c64e20 HTTP/1.1" status: 200 len: 946 time: 0.0580235 Dec 20 15:38:34.032678 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-82da0cc7-a772-4e9b-a4f6-f18152bd4d40 req-a8bfdce8-d10d-4134-86dc-3301465cfabe tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/security-groups?id=247d0292-b245-4f4e-951e-0c12c6564593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460081 Dec 20 15:38:34.080823 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:35.157646 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806e37b2-6868-43dd-a6d0-dd5212304292 req-d29dd5f2-b329-40c2-8123-e5f62b931eb5 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:35.159217 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-806e37b2-6868-43dd-a6d0-dd5212304292 req-d29dd5f2-b329-40c2-8123-e5f62b931eb5 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=339c3a6c-9a11-4d4a-a434-1760a7c64e20 HTTP/1.1" status: 200 len: 946 time: 0.0529387 Dec 20 15:38:35.212390 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-806e37b2-6868-43dd-a6d0-dd5212304292 req-87faec0c-6229-4cc7-8290-fe613de6e0d7 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/security-groups?id=247d0292-b245-4f4e-951e-0c12c6564593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464203 Dec 20 15:38:36.085705 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:36.337974 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c6fec6-9afc-4cb3-8915-440379c40b56 req-0fc64c1b-855f-463a-9928-1e3b66e1b6a0 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:36.338949 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:36.340524 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-81c6fec6-9afc-4cb3-8915-440379c40b56 req-0fc64c1b-855f-463a-9928-1e3b66e1b6a0 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=339c3a6c-9a11-4d4a-a434-1760a7c64e20 HTTP/1.1" status: 200 len: 946 time: 0.0543962 Dec 20 15:38:36.397437 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-81c6fec6-9afc-4cb3-8915-440379c40b56 req-b17c7969-c925-4458-a846-2d794ead7e29 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/security-groups?id=247d0292-b245-4f4e-951e-0c12c6564593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473275 Dec 20 15:38:36.831875 n-d-761264-19 neutron-server[103168]: INFO neutron.api.v2.resource [req-513a34ef-4edd-436c-a90c-4ab3687d9bdb req-8b2c8564-5686-432c-a12d-bbff828061c7 service neutron] show failed (client error): The resource could not be found. Dec 20 15:38:36.832931 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-513a34ef-4edd-436c-a90c-4ab3687d9bdb req-8b2c8564-5686-432c-a12d-bbff828061c7 service neutron] 10.222.0.30 "GET /v2.0/ports/2b7336e4-ac71-472a-9c83-66d3f0773478/bindings/n-h2-761264-19 HTTP/1.1" status: 404 len: 381 time: 0.0630062 Dec 20 15:38:37.059337 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513a34ef-4edd-436c-a90c-4ab3687d9bdb req-aa895a0b-a85d-49fd-97f6-0f125e021cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:37.060893 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-513a34ef-4edd-436c-a90c-4ab3687d9bdb req-aa895a0b-a85d-49fd-97f6-0f125e021cfc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=339c3a6c-9a11-4d4a-a434-1760a7c64e20&tenant_id=6051e8cae9884506b33350e13a9e893a HTTP/1.1" status: 200 len: 1098 time: 0.0492399 Dec 20 15:38:37.073481 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-513a34ef-4edd-436c-a90c-4ab3687d9bdb req-441fc59e-77f4-4e35-93ad-58aacfb5de12 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-761264-19', 'device_owner': 'compute:nova'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:38:37.129824 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-513a34ef-4edd-436c-a90c-4ab3687d9bdb req-441fc59e-77f4-4e35-93ad-58aacfb5de12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:37.342429 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-513a34ef-4edd-436c-a90c-4ab3687d9bdb req-441fc59e-77f4-4e35-93ad-58aacfb5de12 service neutron] For port 2b7336e4-ac71-472a-9c83-66d3f0773478, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=2b7336e4-ac71-472a-9c83-66d3f0773478,segment=NetworkSegment(d6286584-b689-4254-a8cf-21f6a1a75917),segment_id=d6286584-b689-4254-a8cf-21f6a1a75917)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:38:37.378711 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-513a34ef-4edd-436c-a90c-4ab3687d9bdb req-441fc59e-77f4-4e35-93ad-58aacfb5de12 service neutron] For port 2b7336e4-ac71-472a-9c83-66d3f0773478, host n-h1-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:38:37.422316 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '339c3a6c-9a11-4d4a-a434-1760a7c64e20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b7336e4-ac71-472a-9c83-66d3f0773478'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:38:37.424726 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08f5bd10d948da750b9537a176c40f94b479143edf42a445aa4903673b4b1814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ddde9fe-c8cd-4723-ba50-dbb565dac115" -d '{"events": [{"server_uuid": "339c3a6c-9a11-4d4a-a434-1760a7c64e20", "name": "network-vif-unplugged", "status": "completed", "tag": "2b7336e4-ac71-472a-9c83-66d3f0773478"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:38:37.429202 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-513a34ef-4edd-436c-a90c-4ab3687d9bdb req-441fc59e-77f4-4e35-93ad-58aacfb5de12 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:37.442996 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-513a34ef-4edd-436c-a90c-4ab3687d9bdb req-441fc59e-77f4-4e35-93ad-58aacfb5de12 service neutron] Transition to ACTIVE for port object 2b7336e4-ac71-472a-9c83-66d3f0773478 will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:38:37.448366 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-513a34ef-4edd-436c-a90c-4ab3687d9bdb req-441fc59e-77f4-4e35-93ad-58aacfb5de12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:37.564915 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 15:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-165ae1c8-c9dd-47cf-9d75-895882c5e6b7 x-openstack-request-id: req-165ae1c8-c9dd-47cf-9d75-895882c5e6b7 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:38:37.565249 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "339c3a6c-9a11-4d4a-a434-1760a7c64e20", "name": "network-vif-unplugged", "status": "completed", "tag": "2b7336e4-ac71-472a-9c83-66d3f0773478", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:38:37.565467 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-165ae1c8-c9dd-47cf-9d75-895882c5e6b7 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:38:37.565904 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '339c3a6c-9a11-4d4a-a434-1760a7c64e20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b7336e4-ac71-472a-9c83-66d3f0773478', 'code': 200} Dec 20 15:38:37.592846 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441fc59e-77f4-4e35-93ad-58aacfb5de12 service neutron] Pushing event updated for resources: {'Port': ['ID=2b7336e4-ac71-472a-9c83-66d3f0773478,revision_number=6']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:37.616842 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-513a34ef-4edd-436c-a90c-4ab3687d9bdb req-441fc59e-77f4-4e35-93ad-58aacfb5de12 service neutron] No DVR routers for this DVR port 2b7336e4-ac71-472a-9c83-66d3f0773478 on host n-h1-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:38:37.620549 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441fc59e-77f4-4e35-93ad-58aacfb5de12 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:38:37.620890 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441fc59e-77f4-4e35-93ad-58aacfb5de12 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:38:37.621234 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441fc59e-77f4-4e35-93ad-58aacfb5de12 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:38:37.621591 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441fc59e-77f4-4e35-93ad-58aacfb5de12 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:38:37.621925 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441fc59e-77f4-4e35-93ad-58aacfb5de12 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:38:37.622249 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441fc59e-77f4-4e35-93ad-58aacfb5de12 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:38:37.622550 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441fc59e-77f4-4e35-93ad-58aacfb5de12 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:38:37.622934 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441fc59e-77f4-4e35-93ad-58aacfb5de12 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:38:37.623261 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441fc59e-77f4-4e35-93ad-58aacfb5de12 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:38:37.623585 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441fc59e-77f4-4e35-93ad-58aacfb5de12 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:38:37.623908 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441fc59e-77f4-4e35-93ad-58aacfb5de12 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:38:37.624231 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441fc59e-77f4-4e35-93ad-58aacfb5de12 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:38:37.624548 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441fc59e-77f4-4e35-93ad-58aacfb5de12 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:38:37.670579 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ae4cc0-3f8b-45b4-b937-ba9d40d8b225 req-d09749e0-5a70-4e10-ad44-0a6d3b437f74 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:37.672314 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e7ae4cc0-3f8b-45b4-b937-ba9d40d8b225 req-d09749e0-5a70-4e10-ad44-0a6d3b437f74 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=339c3a6c-9a11-4d4a-a434-1760a7c64e20 HTTP/1.1" status: 200 len: 944 time: 0.1962352 Dec 20 15:38:37.775397 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e7ae4cc0-3f8b-45b4-b937-ba9d40d8b225 req-0442e300-8e94-486f-a801-6051c4960186 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/security-groups?id=247d0292-b245-4f4e-951e-0c12c6564593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953274 Dec 20 15:38:37.816334 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-513a34ef-4edd-436c-a90c-4ab3687d9bdb req-441fc59e-77f4-4e35-93ad-58aacfb5de12 service neutron] Attempting to bind port 2b7336e4-ac71-472a-9c83-66d3f0773478 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:38:37.816662 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-513a34ef-4edd-436c-a90c-4ab3687d9bdb req-441fc59e-77f4-4e35-93ad-58aacfb5de12 service neutron] Attempting to bind port 2b7336e4-ac71-472a-9c83-66d3f0773478 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': 'd6286584-b689-4254-a8cf-21f6a1a75917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'eadd8149-120e-4e70-a856-170af6b42a0d'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:38:37.816987 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513a34ef-4edd-436c-a90c-4ab3687d9bdb req-441fc59e-77f4-4e35-93ad-58aacfb5de12 service neutron] Attempting to bind port 2b7336e4-ac71-472a-9c83-66d3f0773478 on network eadd8149-120e-4e70-a856-170af6b42a0d {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:38:37.821337 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513a34ef-4edd-436c-a90c-4ab3687d9bdb req-441fc59e-77f4-4e35-93ad-58aacfb5de12 service neutron] Port 2b7336e4-ac71-472a-9c83-66d3f0773478 on network eadd8149-120e-4e70-a856-170af6b42a0d not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:38:37.821653 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513a34ef-4edd-436c-a90c-4ab3687d9bdb req-441fc59e-77f4-4e35-93ad-58aacfb5de12 service neutron] Attempting to bind port 2b7336e4-ac71-472a-9c83-66d3f0773478 on network eadd8149-120e-4e70-a856-170af6b42a0d {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:38:37.826431 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513a34ef-4edd-436c-a90c-4ab3687d9bdb req-441fc59e-77f4-4e35-93ad-58aacfb5de12 service neutron] Checking agent: {'id': '43c60aee-e4af-4ecc-bee2-aac3569fafed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:38:37.826798 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513a34ef-4edd-436c-a90c-4ab3687d9bdb req-441fc59e-77f4-4e35-93ad-58aacfb5de12 service neutron] Checking segment: {'id': 'd6286584-b689-4254-a8cf-21f6a1a75917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'eadd8149-120e-4e70-a856-170af6b42a0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:38:37.827164 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513a34ef-4edd-436c-a90c-4ab3687d9bdb req-441fc59e-77f4-4e35-93ad-58aacfb5de12 service neutron] Bound using segment: {'id': 'd6286584-b689-4254-a8cf-21f6a1a75917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'eadd8149-120e-4e70-a856-170af6b42a0d'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:38:37.827582 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-513a34ef-4edd-436c-a90c-4ab3687d9bdb req-441fc59e-77f4-4e35-93ad-58aacfb5de12 service neutron] Bound port: 2b7336e4-ac71-472a-9c83-66d3f0773478, host: n-h2-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6286584-b689-4254-a8cf-21f6a1a75917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'eadd8149-120e-4e70-a856-170af6b42a0d'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:38:37.827928 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-513a34ef-4edd-436c-a90c-4ab3687d9bdb req-441fc59e-77f4-4e35-93ad-58aacfb5de12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:37.892200 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-513a34ef-4edd-436c-a90c-4ab3687d9bdb req-441fc59e-77f4-4e35-93ad-58aacfb5de12 service neutron] For port 2b7336e4-ac71-472a-9c83-66d3f0773478, host n-h2-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:38:37.895293 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-513a34ef-4edd-436c-a90c-4ab3687d9bdb req-441fc59e-77f4-4e35-93ad-58aacfb5de12 service neutron] For port 2b7336e4-ac71-472a-9c83-66d3f0773478, host n-h2-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=2b7336e4-ac71-472a-9c83-66d3f0773478,segment=NetworkSegment(d6286584-b689-4254-a8cf-21f6a1a75917),segment_id=d6286584-b689-4254-a8cf-21f6a1a75917)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:38:37.900684 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-513a34ef-4edd-436c-a90c-4ab3687d9bdb req-441fc59e-77f4-4e35-93ad-58aacfb5de12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:37.940236 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513a34ef-4edd-436c-a90c-4ab3687d9bdb req-441fc59e-77f4-4e35-93ad-58aacfb5de12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:37.940751 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-513a34ef-4edd-436c-a90c-4ab3687d9bdb req-441fc59e-77f4-4e35-93ad-58aacfb5de12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:37.942112 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-513a34ef-4edd-436c-a90c-4ab3687d9bdb req-441fc59e-77f4-4e35-93ad-58aacfb5de12 service neutron] 10.222.0.47 "PUT /v2.0/ports/2b7336e4-ac71-472a-9c83-66d3f0773478 HTTP/1.1" status: 200 len: 1093 time: 0.8729570 Dec 20 15:38:37.962909 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441fc59e-77f4-4e35-93ad-58aacfb5de12 service neutron] Pushing event updated for resources: {'Port': ['ID=2b7336e4-ac71-472a-9c83-66d3f0773478,revision_number=7']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:38.010160 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513a34ef-4edd-436c-a90c-4ab3687d9bdb req-c0ee56a8-8d5c-4c37-9baa-1b448b58af11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:38.011744 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-513a34ef-4edd-436c-a90c-4ab3687d9bdb req-c0ee56a8-8d5c-4c37-9baa-1b448b58af11 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6051e8cae9884506b33350e13a9e893a&device_id=339c3a6c-9a11-4d4a-a434-1760a7c64e20 HTTP/1.1" status: 200 len: 1096 time: 0.0458629 Dec 20 15:38:38.116670 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513a34ef-4edd-436c-a90c-4ab3687d9bdb req-39a34d9b-5eae-4427-b2aa-c124b9f10148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:38.118251 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-513a34ef-4edd-436c-a90c-4ab3687d9bdb req-39a34d9b-5eae-4427-b2aa-c124b9f10148 service neutron] 10.222.0.47 "GET /v2.0/networks?id=eadd8149-120e-4e70-a856-170af6b42a0d HTTP/1.1" status: 200 len: 897 time: 0.0988925 Dec 20 15:38:38.184231 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-513a34ef-4edd-436c-a90c-4ab3687d9bdb req-be172fcf-e2ea-404a-a51b-80cef9fcc278 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b7336e4-ac71-472a-9c83-66d3f0773478 HTTP/1.1" status: 200 len: 1000 time: 0.0586629 Dec 20 15:38:38.235303 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513a34ef-4edd-436c-a90c-4ab3687d9bdb req-12f8df25-f0ea-4175-981a-e1a4ad2fc206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:38.236861 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-513a34ef-4edd-436c-a90c-4ab3687d9bdb req-12f8df25-f0ea-4175-981a-e1a4ad2fc206 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=78dc7b3a-0292-42e2-b672-2dee09913813 HTTP/1.1" status: 200 len: 835 time: 0.0455606 Dec 20 15:38:38.288201 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513a34ef-4edd-436c-a90c-4ab3687d9bdb req-604fc7a7-89c1-410e-a66c-47b4e3a7cef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:38.289753 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-513a34ef-4edd-436c-a90c-4ab3687d9bdb req-604fc7a7-89c1-410e-a66c-47b4e3a7cef8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eadd8149-120e-4e70-a856-170af6b42a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456622 Dec 20 15:38:38.387043 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-513a34ef-4edd-436c-a90c-4ab3687d9bdb req-fb8e19a8-1676-4bda-8ccd-99cb1c8616c1 service neutron] 10.222.0.47 "GET /v2.0/networks/eadd8149-120e-4e70-a856-170af6b42a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889390 Dec 20 15:38:38.483141 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-513a34ef-4edd-436c-a90c-4ab3687d9bdb req-59248dc6-6c15-4d1a-b403-af0a29c1b1b3 service neutron] 10.222.0.47 "GET /v2.0/networks/eadd8149-120e-4e70-a856-170af6b42a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896301 Dec 20 15:38:38.903123 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e591ff-de55-4b23-93a3-4229e4352f60 req-9435b527-364f-4f9a-9700-1d4a1526bb52 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:38.904663 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f2e591ff-de55-4b23-93a3-4229e4352f60 req-9435b527-364f-4f9a-9700-1d4a1526bb52 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=339c3a6c-9a11-4d4a-a434-1760a7c64e20 HTTP/1.1" status: 200 len: 944 time: 0.0537660 Dec 20 15:38:38.958059 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f2e591ff-de55-4b23-93a3-4229e4352f60 req-1427e7f8-fcac-4183-8ca1-45229ec08fc9 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/security-groups?id=247d0292-b245-4f4e-951e-0c12c6564593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472074 Dec 20 15:38:39.567492 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '339c3a6c-9a11-4d4a-a434-1760a7c64e20', 'tag': '2b7336e4-ac71-472a-9c83-66d3f0773478'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:38:39.569976 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08f5bd10d948da750b9537a176c40f94b479143edf42a445aa4903673b4b1814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-383ca6bf-a7d2-4683-88e3-33c26ddea635" -d '{"events": [{"name": "network-changed", "server_uuid": "339c3a6c-9a11-4d4a-a434-1760a7c64e20", "tag": "2b7336e4-ac71-472a-9c83-66d3f0773478"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:38:39.619953 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c339e73-a3e6-404c-87dc-b91ca7dc402e x-openstack-request-id: req-0c339e73-a3e6-404c-87dc-b91ca7dc402e {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:38:39.620839 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "339c3a6c-9a11-4d4a-a434-1760a7c64e20", "tag": "2b7336e4-ac71-472a-9c83-66d3f0773478", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:38:39.621874 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0c339e73-a3e6-404c-87dc-b91ca7dc402e {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:38:39.622385 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '339c3a6c-9a11-4d4a-a434-1760a7c64e20', 'tag': '2b7336e4-ac71-472a-9c83-66d3f0773478', 'status': 'completed', 'code': 200} Dec 20 15:38:39.687037 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383ca6bf-a7d2-4683-88e3-33c26ddea635 req-c8ad42da-5c7a-4594-a39c-d6401a4f1d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:39.687720 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383ca6bf-a7d2-4683-88e3-33c26ddea635 req-191c0344-12ea-43be-a6e8-16abe08dbd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:39.688565 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-383ca6bf-a7d2-4683-88e3-33c26ddea635 req-c8ad42da-5c7a-4594-a39c-d6401a4f1d6a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6051e8cae9884506b33350e13a9e893a&device_id=339c3a6c-9a11-4d4a-a434-1760a7c64e20 HTTP/1.1" status: 200 len: 1096 time: 0.0464809 Dec 20 15:38:39.689257 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-383ca6bf-a7d2-4683-88e3-33c26ddea635 req-191c0344-12ea-43be-a6e8-16abe08dbd3d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6051e8cae9884506b33350e13a9e893a&device_id=339c3a6c-9a11-4d4a-a434-1760a7c64e20 HTTP/1.1" status: 200 len: 1096 time: 0.0441861 Dec 20 15:38:39.808585 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383ca6bf-a7d2-4683-88e3-33c26ddea635 req-f39eb5ea-7610-486d-a124-0f6597e9c810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:39.810158 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-383ca6bf-a7d2-4683-88e3-33c26ddea635 req-f39eb5ea-7610-486d-a124-0f6597e9c810 service neutron] 10.222.0.47 "GET /v2.0/networks?id=eadd8149-120e-4e70-a856-170af6b42a0d HTTP/1.1" status: 200 len: 897 time: 0.1134121 Dec 20 15:38:39.811959 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383ca6bf-a7d2-4683-88e3-33c26ddea635 req-3ad81273-92ba-4529-8dc6-d54d787e2f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:39.813438 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-383ca6bf-a7d2-4683-88e3-33c26ddea635 req-3ad81273-92ba-4529-8dc6-d54d787e2f99 service neutron] 10.222.0.30 "GET /v2.0/networks?id=eadd8149-120e-4e70-a856-170af6b42a0d HTTP/1.1" status: 200 len: 897 time: 0.1155207 Dec 20 15:38:39.880743 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-383ca6bf-a7d2-4683-88e3-33c26ddea635 req-e07b5fed-443a-408c-b9be-1931ee1577f5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b7336e4-ac71-472a-9c83-66d3f0773478 HTTP/1.1" status: 200 len: 1000 time: 0.0618012 Dec 20 15:38:39.881981 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-383ca6bf-a7d2-4683-88e3-33c26ddea635 req-da4a1ce6-6ccb-491a-9bf7-985395b380d1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b7336e4-ac71-472a-9c83-66d3f0773478 HTTP/1.1" status: 200 len: 1000 time: 0.0605652 Dec 20 15:38:39.949328 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383ca6bf-a7d2-4683-88e3-33c26ddea635 req-53b05ef4-a23b-4a96-94b6-cec82b8e15bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:39.950522 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383ca6bf-a7d2-4683-88e3-33c26ddea635 req-01c8230b-8bd7-4f60-aca6-b0d006aedc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:39.951176 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-383ca6bf-a7d2-4683-88e3-33c26ddea635 req-53b05ef4-a23b-4a96-94b6-cec82b8e15bd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=78dc7b3a-0292-42e2-b672-2dee09913813 HTTP/1.1" status: 200 len: 835 time: 0.0622687 Dec 20 15:38:39.951948 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-383ca6bf-a7d2-4683-88e3-33c26ddea635 req-01c8230b-8bd7-4f60-aca6-b0d006aedc95 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=78dc7b3a-0292-42e2-b672-2dee09913813 HTTP/1.1" status: 200 len: 835 time: 0.0601149 Dec 20 15:38:40.023345 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383ca6bf-a7d2-4683-88e3-33c26ddea635 req-8868a0de-ae2e-4166-a407-368f5ffb2cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:40.026718 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-383ca6bf-a7d2-4683-88e3-33c26ddea635 req-8868a0de-ae2e-4166-a407-368f5ffb2cd3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=eadd8149-120e-4e70-a856-170af6b42a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0682936 Dec 20 15:38:40.064437 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383ca6bf-a7d2-4683-88e3-33c26ddea635 req-1e9dfee1-93f9-4643-8e18-6cc8cefed9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:40.066475 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-383ca6bf-a7d2-4683-88e3-33c26ddea635 req-1e9dfee1-93f9-4643-8e18-6cc8cefed9e5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eadd8149-120e-4e70-a856-170af6b42a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0979664 Dec 20 15:38:40.163104 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-383ca6bf-a7d2-4683-88e3-33c26ddea635 req-31c49d8c-bb7d-44ec-8f73-ee75d6f7b4bc service neutron] 10.222.0.47 "GET /v2.0/networks/eadd8149-120e-4e70-a856-170af6b42a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870523 Dec 20 15:38:40.167985 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0364cef-265b-4808-91f1-f67e8a743391 req-8396f380-12f7-4196-9b85-1728e9d517a1 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:40.169565 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e0364cef-265b-4808-91f1-f67e8a743391 req-8396f380-12f7-4196-9b85-1728e9d517a1 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=339c3a6c-9a11-4d4a-a434-1760a7c64e20 HTTP/1.1" status: 200 len: 944 time: 0.0949347 Dec 20 15:38:40.186207 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-383ca6bf-a7d2-4683-88e3-33c26ddea635 req-ecebe6c8-fe91-4185-9cef-ca989d6f085a service neutron] 10.222.0.30 "GET /v2.0/networks/eadd8149-120e-4e70-a856-170af6b42a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519001 Dec 20 15:38:40.259361 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-383ca6bf-a7d2-4683-88e3-33c26ddea635 req-2691f1e1-af74-4529-8b77-1a681c04133c service neutron] 10.222.0.47 "GET /v2.0/networks/eadd8149-120e-4e70-a856-170af6b42a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890572 Dec 20 15:38:40.280570 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e0364cef-265b-4808-91f1-f67e8a743391 req-205822bb-2a4c-4096-93ba-af1fa938d627 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/security-groups?id=247d0292-b245-4f4e-951e-0c12c6564593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031835 Dec 20 15:38:40.311497 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-383ca6bf-a7d2-4683-88e3-33c26ddea635 req-23541ef1-ee5c-4b2b-b10e-d22a3186f646 service neutron] 10.222.0.30 "GET /v2.0/networks/eadd8149-120e-4e70-a856-170af6b42a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163723 Dec 20 15:38:41.405001 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3a1df3-8a45-4f74-ada6-e2c61e475762 req-c75f923f-2996-475f-b0a6-e4b5b4fbe10c tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:41.406463 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8b3a1df3-8a45-4f74-ada6-e2c61e475762 req-c75f923f-2996-475f-b0a6-e4b5b4fbe10c tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=339c3a6c-9a11-4d4a-a434-1760a7c64e20 HTTP/1.1" status: 200 len: 944 time: 0.0523515 Dec 20 15:38:41.457931 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8b3a1df3-8a45-4f74-ada6-e2c61e475762 req-68d3a9b3-cd32-4a7e-9480-65a0dbfd47f7 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/security-groups?id=247d0292-b245-4f4e-951e-0c12c6564593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450313 Dec 20 15:38:41.538924 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 2b7336e4-ac71-472a-9c83-66d3f0773478 no longer exists at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:38:41.583438 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 2b7336e4-ac71-472a-9c83-66d3f0773478 not bound to the agent host n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:38:41.693060 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98bde24-b7e6-4fa2-9028-c325ca79e0ab req-f4c49016-e88c-4db2-a768-dea89e4f2c4f tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:41.693686 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d10e963-1ccd-40eb-a0ab-50e3f2100b43 req-99e48081-e2aa-437c-b757-100b9d517e9e tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:41.695095 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2d10e963-1ccd-40eb-a0ab-50e3f2100b43 req-99e48081-e2aa-437c-b757-100b9d517e9e tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=339c3a6c-9a11-4d4a-a434-1760a7c64e20 HTTP/1.1" status: 200 len: 944 time: 0.0635128 Dec 20 15:38:41.695394 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f98bde24-b7e6-4fa2-9028-c325ca79e0ab req-f4c49016-e88c-4db2-a768-dea89e4f2c4f tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.30 "GET /v2.0/ports?device_id=339c3a6c-9a11-4d4a-a434-1760a7c64e20&tenant_id=6051e8cae9884506b33350e13a9e893a&binding%3Ahost_id=n-h2-761264-19 HTTP/1.1" status: 200 len: 944 time: 0.0525227 Dec 20 15:38:41.756126 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2d10e963-1ccd-40eb-a0ab-50e3f2100b43 req-4c92cb84-2ce7-4da6-86e2-3849c0802c58 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/security-groups?id=247d0292-b245-4f4e-951e-0c12c6564593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543859 Dec 20 15:38:41.768016 n-d-761264-19 neutron-server[103168]: INFO neutron.api.v2.resource [req-f98bde24-b7e6-4fa2-9028-c325ca79e0ab req-2e1eb884-2403-4b53-9525-6e7fa470bb26 service neutron] delete failed (client error): The resource could not be found. Dec 20 15:38:41.769705 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f98bde24-b7e6-4fa2-9028-c325ca79e0ab req-2e1eb884-2403-4b53-9525-6e7fa470bb26 service neutron] 10.222.0.30 "DELETE /v2.0/ports/2b7336e4-ac71-472a-9c83-66d3f0773478/bindings/n-h1-761264-19 HTTP/1.1" status: 404 len: 381 time: 0.0662742 Dec 20 15:38:41.893061 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98bde24-b7e6-4fa2-9028-c325ca79e0ab req-332c1c90-b43a-4209-b0c1-7326321d6298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:41.894555 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f98bde24-b7e6-4fa2-9028-c325ca79e0ab req-332c1c90-b43a-4209-b0c1-7326321d6298 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6051e8cae9884506b33350e13a9e893a&device_id=339c3a6c-9a11-4d4a-a434-1760a7c64e20 HTTP/1.1" status: 200 len: 1096 time: 0.0783727 Dec 20 15:38:41.916754 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaf489a-61c5-4882-9118-4b3bf2802075 req-4b1614be-56b3-420e-b89b-3bee606680b7 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:41.918203 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7eaf489a-61c5-4882-9118-4b3bf2802075 req-4b1614be-56b3-420e-b89b-3bee606680b7 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=339c3a6c-9a11-4d4a-a434-1760a7c64e20 HTTP/1.1" status: 200 len: 944 time: 0.0706904 Dec 20 15:38:42.018704 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7eaf489a-61c5-4882-9118-4b3bf2802075 req-5944a9f3-36df-42f0-b817-cd5cd6debab7 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/security-groups?id=247d0292-b245-4f4e-951e-0c12c6564593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884011 Dec 20 15:38:42.022099 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 2b7336e4-ac71-472a-9c83-66d3f0773478 details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:38:42.037368 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98bde24-b7e6-4fa2-9028-c325ca79e0ab req-8fdbdf89-10bb-4f37-8620-e91ef4d986e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:42.039109 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f98bde24-b7e6-4fa2-9028-c325ca79e0ab req-8fdbdf89-10bb-4f37-8620-e91ef4d986e9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=eadd8149-120e-4e70-a856-170af6b42a0d HTTP/1.1" status: 200 len: 897 time: 0.1371989 Dec 20 15:38:42.113570 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f98bde24-b7e6-4fa2-9028-c325ca79e0ab req-1925f046-b511-47d8-94bd-4ed73cdee71c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b7336e4-ac71-472a-9c83-66d3f0773478 HTTP/1.1" status: 200 len: 1000 time: 0.0673957 Dec 20 15:38:42.139542 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 2b7336e4-ac71-472a-9c83-66d3f0773478, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=2b7336e4-ac71-472a-9c83-66d3f0773478,segment=NetworkSegment(d6286584-b689-4254-a8cf-21f6a1a75917),segment_id=d6286584-b689-4254-a8cf-21f6a1a75917)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:38:42.165354 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98bde24-b7e6-4fa2-9028-c325ca79e0ab req-4b7ee674-daf2-430b-832d-ce694098c765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:42.166927 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f98bde24-b7e6-4fa2-9028-c325ca79e0ab req-4b7ee674-daf2-430b-832d-ce694098c765 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=78dc7b3a-0292-42e2-b672-2dee09913813 HTTP/1.1" status: 200 len: 835 time: 0.0454683 Dec 20 15:38:42.218271 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98bde24-b7e6-4fa2-9028-c325ca79e0ab req-77c6c820-b76d-49f6-9a82-e16f90421d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:42.219843 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f98bde24-b7e6-4fa2-9028-c325ca79e0ab req-77c6c820-b76d-49f6-9a82-e16f90421d3f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=eadd8149-120e-4e70-a856-170af6b42a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442033 Dec 20 15:38:42.323169 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f98bde24-b7e6-4fa2-9028-c325ca79e0ab req-47061477-3180-46a7-93d1-7adecfd6a8ee service neutron] 10.222.0.30 "GET /v2.0/networks/eadd8149-120e-4e70-a856-170af6b42a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951946 Dec 20 15:38:42.329791 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': '2b7336e4-ac71-472a-9c83-66d3f0773478', 'network_id': 'eadd8149-120e-4e70-a856-170af6b42a0d', 'port_id': '2b7336e4-ac71-472a-9c83-66d3f0773478', 'mac_address': 'fa:16:3e:b5:a0:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78dc7b3a-0292-42e2-b672-2dee09913813', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:38:42.363535 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:42.375171 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:42.389016 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b7336e4-ac71-472a-9c83-66d3f0773478 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:38:42.408737 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 2b7336e4-ac71-472a-9c83-66d3f0773478, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=2b7336e4-ac71-472a-9c83-66d3f0773478,segment=NetworkSegment(d6286584-b689-4254-a8cf-21f6a1a75917),segment_id=d6286584-b689-4254-a8cf-21f6a1a75917)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:38:42.414592 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:42.427256 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f98bde24-b7e6-4fa2-9028-c325ca79e0ab req-eac3420c-d746-4ea8-a374-83016aa1cd26 service neutron] 10.222.0.30 "GET /v2.0/networks/eadd8149-120e-4e70-a856-170af6b42a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972311 Dec 20 15:38:42.463191 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=2b7336e4-ac71-472a-9c83-66d3f0773478,revision_number=8']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:42.470661 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:38:42.471041 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:38:42.471392 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:38:42.471747 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:38:42.472145 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:38:42.472505 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:38:42.472837 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:38:42.473166 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:38:42.473496 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:38:42.473820 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:38:42.474145 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:38:42.474496 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:38:42.474887 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:38:42.681779 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['2b7336e4-ac71-472a-9c83-66d3f0773478'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:38:43.151117 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5aa1ec-21f0-4cbb-9a19-1f59cf94e5ba req-559a39fe-d122-482e-a468-41742caab147 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:38:43.152638 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5b5aa1ec-21f0-4cbb-9a19-1f59cf94e5ba req-559a39fe-d122-482e-a468-41742caab147 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=339c3a6c-9a11-4d4a-a434-1760a7c64e20 HTTP/1.1" status: 200 len: 945 time: 0.0519693 Dec 20 15:38:43.205162 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5b5aa1ec-21f0-4cbb-9a19-1f59cf94e5ba req-b1d969ea-3638-4bfb-8286-765ec91e8de1 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/security-groups?id=247d0292-b245-4f4e-951e-0c12c6564593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463889 Dec 20 15:38:43.227915 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58048) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:38:43.290614 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-74a2e2c3-e0d2-44b1-a5d4-b6a8ee351ed5 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/floatingips/2f3dfd28-c25a-4e98-a876-3accaffbbf4c HTTP/1.1" status: 200 len: 993 time: 0.0613992 Dec 20 15:38:44.027643 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 2b7336e4-ac71-472a-9c83-66d3f0773478 up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:38:44.084977 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning for port 2b7336e4-ac71-472a-9c83-66d3f0773478 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:38:44.089665 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port 2b7336e4-ac71-472a-9c83-66d3f0773478 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:38:44.090163 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:44.168785 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:44.191110 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '339c3a6c-9a11-4d4a-a434-1760a7c64e20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b7336e4-ac71-472a-9c83-66d3f0773478'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:38:44.193474 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a867d42bfdcbb9cb6963a533571b1f1c257f186d8c4d683fcd223be3c25d00f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70bf2407-d5ff-4cfe-bcfd-602ee290e7d0" -d '{"events": [{"server_uuid": "339c3a6c-9a11-4d4a-a434-1760a7c64e20", "name": "network-vif-plugged", "status": "completed", "tag": "2b7336e4-ac71-472a-9c83-66d3f0773478"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:38:44.206203 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 2b7336e4-ac71-472a-9c83-66d3f0773478, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=2b7336e4-ac71-472a-9c83-66d3f0773478,segment=NetworkSegment(d6286584-b689-4254-a8cf-21f6a1a75917),segment_id=d6286584-b689-4254-a8cf-21f6a1a75917)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:38:44.211204 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:44.237506 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd85ce75-b5ae-4031-aff0-45fe5f866030 x-openstack-request-id: req-cd85ce75-b5ae-4031-aff0-45fe5f866030 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:38:44.237807 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "339c3a6c-9a11-4d4a-a434-1760a7c64e20", "name": "network-vif-plugged", "status": "completed", "tag": "2b7336e4-ac71-472a-9c83-66d3f0773478", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:38:44.238061 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cd85ce75-b5ae-4031-aff0-45fe5f866030 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:38:44.238448 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '339c3a6c-9a11-4d4a-a434-1760a7c64e20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b7336e4-ac71-472a-9c83-66d3f0773478', 'code': 200} Dec 20 15:38:44.264168 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=2b7336e4-ac71-472a-9c83-66d3f0773478,revision_number=9']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:38:45.885039 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:38:52.789507 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:39:00.823612 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-40a4758c-f6b5-4e0c-86d4-098ffb59de86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:02.671081 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7457f649-7094-4d79-9c53-3ce05ea8a5b4 req-440072be-3c4a-4801-8f2d-115df80950ad service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=339c3a6c-9a11-4d4a-a434-1760a7c64e20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0517864 Dec 20 15:39:02.758391 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7457f649-7094-4d79-9c53-3ce05ea8a5b4 req-c8a55000-0221-4bc0-9121-8ff92013b3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:02.759847 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7457f649-7094-4d79-9c53-3ce05ea8a5b4 req-c8a55000-0221-4bc0-9121-8ff92013b3be service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6051e8cae9884506b33350e13a9e893a&device_id=339c3a6c-9a11-4d4a-a434-1760a7c64e20 HTTP/1.1" status: 200 len: 1098 time: 0.0432372 Dec 20 15:39:02.876396 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7457f649-7094-4d79-9c53-3ce05ea8a5b4 req-b72d7290-3837-4be1-94a7-70d9a93bbdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:02.878022 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7457f649-7094-4d79-9c53-3ce05ea8a5b4 req-b72d7290-3837-4be1-94a7-70d9a93bbdcc service neutron] 10.222.0.47 "GET /v2.0/networks?id=eadd8149-120e-4e70-a856-170af6b42a0d HTTP/1.1" status: 200 len: 897 time: 0.0964437 Dec 20 15:39:02.948069 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7457f649-7094-4d79-9c53-3ce05ea8a5b4 req-eccd1870-2329-4416-a4bd-9b2012774ce3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b7336e4-ac71-472a-9c83-66d3f0773478 HTTP/1.1" status: 200 len: 1002 time: 0.0632377 Dec 20 15:39:03.000172 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7457f649-7094-4d79-9c53-3ce05ea8a5b4 req-a0494121-4800-44a8-9072-096882f611e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:03.001677 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7457f649-7094-4d79-9c53-3ce05ea8a5b4 req-a0494121-4800-44a8-9072-096882f611e0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=78dc7b3a-0292-42e2-b672-2dee09913813 HTTP/1.1" status: 200 len: 835 time: 0.0468040 Dec 20 15:39:03.007955 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a6cde1d5-cfd0-4ee8-9501-3e0bd938a3f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:03.051519 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7457f649-7094-4d79-9c53-3ce05ea8a5b4 req-7717784a-c3e3-483a-8d5e-5a8a89e4721b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:03.052877 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7457f649-7094-4d79-9c53-3ce05ea8a5b4 req-7717784a-c3e3-483a-8d5e-5a8a89e4721b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eadd8149-120e-4e70-a856-170af6b42a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438676 Dec 20 15:39:03.487429 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7457f649-7094-4d79-9c53-3ce05ea8a5b4 req-a57b230c-5437-4a4b-aae4-072470b7dedd service neutron] 10.222.0.47 "GET /v2.0/networks/eadd8149-120e-4e70-a856-170af6b42a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4265633 Dec 20 15:39:03.584298 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7457f649-7094-4d79-9c53-3ce05ea8a5b4 req-b4b84a18-0b1e-463b-a43d-805b6ddba618 service neutron] 10.222.0.47 "GET /v2.0/networks/eadd8149-120e-4e70-a856-170af6b42a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894258 Dec 20 15:39:04.085465 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:06.091168 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:06.346283 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:11.727750 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58066) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:39:11.909870 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-824e3dd9-730d-4bcc-9412-a7fc9d94941d tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Deleting port bccebe40-a9b8-4924-8845-dcf3db4469f9 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:39:11.910187 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-824e3dd9-730d-4bcc-9412-a7fc9d94941d tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:11.989546 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-824e3dd9-730d-4bcc-9412-a7fc9d94941d tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:11.989833 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-824e3dd9-730d-4bcc-9412-a7fc9d94941d tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:12.002300 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-824e3dd9-730d-4bcc-9412-a7fc9d94941d tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Calling delete_port for bccebe40-a9b8-4924-8845-dcf3db4469f9 owned by network:floatingip {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:39:12.158374 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-824e3dd9-730d-4bcc-9412-a7fc9d94941d tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:12.183262 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824e3dd9-730d-4bcc-9412-a7fc9d94941d tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Pushing event deleted for resources: {'Port': ['ID=bccebe40-a9b8-4924-8845-dcf3db4469f9,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:12.226958 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:12.246586 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-824e3dd9-730d-4bcc-9412-a7fc9d94941d tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for floatingip, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:12.247055 n-d-761264-19 neutron-server[103167]: INFO neutron.db.l3_db [None req-824e3dd9-730d-4bcc-9412-a7fc9d94941d tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Floating IP 2f3dfd28-c25a-4e98-a876-3accaffbbf4c disassociated (deleted). External IP: 172.25.0.100, port: 2b7336e4-ac71-472a-9c83-66d3f0773478. Dec 20 15:39:12.470246 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-824e3dd9-730d-4bcc-9412-a7fc9d94941d tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Router d20b0d25-4740-4996-8e29-a80caac2dc25 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:39:12.580041 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-824e3dd9-730d-4bcc-9412-a7fc9d94941d tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:39:12.585378 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-824e3dd9-730d-4bcc-9412-a7fc9d94941d tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:12.592093 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b0e632-931d-44e9-af0b-5344945f832a None None] Sync routers for ids ['d20b0d25-4740-4996-8e29-a80caac2dc25'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:39:12.602682 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b0e632-931d-44e9-af0b-5344945f832a None None] Routers {'d20b0d25-4740-4996-8e29-a80caac2dc25'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:39:12.603321 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-c7b0e632-931d-44e9-af0b-5344945f832a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:39:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['d20b0d25-4740-4996-8e29-a80caac2dc25'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:39:12.612089 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-824e3dd9-730d-4bcc-9412-a7fc9d94941d tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "DELETE /v2.0/floatingips/2f3dfd28-c25a-4e98-a876-3accaffbbf4c HTTP/1.1" status: 204 len: 168 time: 0.8830502 Dec 20 15:39:12.612696 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '339c3a6c-9a11-4d4a-a434-1760a7c64e20', 'tag': '2b7336e4-ac71-472a-9c83-66d3f0773478'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:39:12.614956 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08f5bd10d948da750b9537a176c40f94b479143edf42a445aa4903673b4b1814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4e629a1-6ff9-4a02-bef7-d5e2ce47f5b5" -d '{"events": [{"name": "network-changed", "server_uuid": "339c3a6c-9a11-4d4a-a434-1760a7c64e20", "tag": "2b7336e4-ac71-472a-9c83-66d3f0773478"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:39:12.657132 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-104c1185-7841-4e0d-813d-f171e7ae09e8 x-openstack-request-id: req-104c1185-7841-4e0d-813d-f171e7ae09e8 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:39:12.657423 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "339c3a6c-9a11-4d4a-a434-1760a7c64e20", "tag": "2b7336e4-ac71-472a-9c83-66d3f0773478", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:39:12.657750 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-104c1185-7841-4e0d-813d-f171e7ae09e8 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:39:12.658080 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '339c3a6c-9a11-4d4a-a434-1760a7c64e20', 'tag': '2b7336e4-ac71-472a-9c83-66d3f0773478', 'status': 'completed', 'code': 200} Dec 20 15:39:12.715635 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-c7b0e632-931d-44e9-af0b-5344945f832a None None] Set router d20b0d25-4740-4996-8e29-a80caac2dc25 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:39:12.791203 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e629a1-6ff9-4a02-bef7-d5e2ce47f5b5 req-f758cc1f-68dc-4250-b4b2-59acbad00d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:12.792975 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d4e629a1-6ff9-4a02-bef7-d5e2ce47f5b5 req-f758cc1f-68dc-4250-b4b2-59acbad00d38 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6051e8cae9884506b33350e13a9e893a&device_id=339c3a6c-9a11-4d4a-a434-1760a7c64e20 HTTP/1.1" status: 200 len: 1098 time: 0.1106632 Dec 20 15:39:12.924282 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-c7b0e632-931d-44e9-af0b-5344945f832a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20b0d25-4740-4996-8e29-a80caac2dc25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-475961524', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '4a0baf05-9e70-410c-a9a1-cfb99aaf5d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:36:53Z', 'updated_at': '2021-12-20T15:36:57Z', 'revision_number': 4, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'gw_port': {'id': '4a0baf05-9e70-410c-a9a1-cfb99aaf5d15', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20b0d25-4740-4996-8e29-a80caac2dc25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:36:54Z', 'updated_at': '2021-12-20T15:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '801cecd0-1b99-41ec-8ad4-0a29ad207f27', 'name': '', 'network_id': 'eadd8149-120e-4e70-a856-170af6b42a0d', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'mac_address': 'fa:16:3e:86:8c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20b0d25-4740-4996-8e29-a80caac2dc25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '78dc7b3a-0292-42e2-b672-2dee09913813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:36:56Z', 'updated_at': '2021-12-20T15:37:00Z', 'revision_number': 5, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'subnets': [{'id': '78dc7b3a-0292-42e2-b672-2dee09913813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:39:12.927607 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf22c776-0e9d-4ecb-b660-7de9c5c37e63 req-d1138da3-0968-4f44-b3e9-16741bc7ef46 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:12.929137 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-cf22c776-0e9d-4ecb-b660-7de9c5c37e63 req-d1138da3-0968-4f44-b3e9-16741bc7ef46 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=339c3a6c-9a11-4d4a-a434-1760a7c64e20 HTTP/1.1" status: 200 len: 946 time: 0.1174872 Dec 20 15:39:12.940942 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e629a1-6ff9-4a02-bef7-d5e2ce47f5b5 req-7e3f3c1a-e27b-4100-b6c3-f92954eb79a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:12.942451 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d4e629a1-6ff9-4a02-bef7-d5e2ce47f5b5 req-7e3f3c1a-e27b-4100-b6c3-f92954eb79a9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=eadd8149-120e-4e70-a856-170af6b42a0d HTTP/1.1" status: 200 len: 897 time: 0.1408875 Dec 20 15:39:12.957521 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b0e632-931d-44e9-af0b-5344945f832a None None] Checking router: d20b0d25-4740-4996-8e29-a80caac2dc25 for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:39:12.967883 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b0e632-931d-44e9-af0b-5344945f832a None None] Routers {'d20b0d25-4740-4996-8e29-a80caac2dc25'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:39:12.968497 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-c7b0e632-931d-44e9-af0b-5344945f832a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:39:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['d20b0d25-4740-4996-8e29-a80caac2dc25'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:39:12.994968 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d4e629a1-6ff9-4a02-bef7-d5e2ce47f5b5 req-02c18436-eed4-4604-9a39-fc6834c264d6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b7336e4-ac71-472a-9c83-66d3f0773478 HTTP/1.1" status: 200 len: 217 time: 0.0382822 Dec 20 15:39:13.054921 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-cf22c776-0e9d-4ecb-b660-7de9c5c37e63 req-caec29db-0217-4a69-8ba7-2079b730a093 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/security-groups?id=247d0292-b245-4f4e-951e-0c12c6564593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142786 Dec 20 15:39:13.081626 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e629a1-6ff9-4a02-bef7-d5e2ce47f5b5 req-d0459038-37e2-4aca-9f07-63e254965aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:13.083151 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d4e629a1-6ff9-4a02-bef7-d5e2ce47f5b5 req-d0459038-37e2-4aca-9f07-63e254965aef service neutron] 10.222.0.47 "GET /v2.0/subnets?id=78dc7b3a-0292-42e2-b672-2dee09913813 HTTP/1.1" status: 200 len: 835 time: 0.0785203 Dec 20 15:39:13.091618 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-c7b0e632-931d-44e9-af0b-5344945f832a None None] Set router d20b0d25-4740-4996-8e29-a80caac2dc25 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:39:13.140831 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e629a1-6ff9-4a02-bef7-d5e2ce47f5b5 req-9741ea4a-117a-43ae-8735-bd5a70f98f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:13.142528 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d4e629a1-6ff9-4a02-bef7-d5e2ce47f5b5 req-9741ea4a-117a-43ae-8735-bd5a70f98f52 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eadd8149-120e-4e70-a856-170af6b42a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519204 Dec 20 15:39:13.238576 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d4e629a1-6ff9-4a02-bef7-d5e2ce47f5b5 req-f5a9887f-a741-4054-a1c4-6128c7112889 service neutron] 10.222.0.47 "GET /v2.0/networks/eadd8149-120e-4e70-a856-170af6b42a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875678 Dec 20 15:39:13.298947 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-c7b0e632-931d-44e9-af0b-5344945f832a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20b0d25-4740-4996-8e29-a80caac2dc25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-475961524', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '4a0baf05-9e70-410c-a9a1-cfb99aaf5d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:36:53Z', 'updated_at': '2021-12-20T15:36:57Z', 'revision_number': 4, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'gw_port': {'id': '4a0baf05-9e70-410c-a9a1-cfb99aaf5d15', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20b0d25-4740-4996-8e29-a80caac2dc25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:36:54Z', 'updated_at': '2021-12-20T15:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '801cecd0-1b99-41ec-8ad4-0a29ad207f27', 'name': '', 'network_id': 'eadd8149-120e-4e70-a856-170af6b42a0d', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'mac_address': 'fa:16:3e:86:8c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20b0d25-4740-4996-8e29-a80caac2dc25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '78dc7b3a-0292-42e2-b672-2dee09913813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:36:56Z', 'updated_at': '2021-12-20T15:37:00Z', 'revision_number': 5, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'subnets': [{'id': '78dc7b3a-0292-42e2-b672-2dee09913813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:39:13.324375 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b0e632-931d-44e9-af0b-5344945f832a None None] The sync data for ids ['d20b0d25-4740-4996-8e29-a80caac2dc25'] in n-d-761264-19 is: [{'id': 'd20b0d25-4740-4996-8e29-a80caac2dc25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-475961524', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '4a0baf05-9e70-410c-a9a1-cfb99aaf5d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:36:53Z', 'updated_at': '2021-12-20T15:36:57Z', 'revision_number': 4, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'gw_port': {'id': '4a0baf05-9e70-410c-a9a1-cfb99aaf5d15', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20b0d25-4740-4996-8e29-a80caac2dc25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:36:54Z', 'updated_at': '2021-12-20T15:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '801cecd0-1b99-41ec-8ad4-0a29ad207f27', 'name': '', 'network_id': 'eadd8149-120e-4e70-a856-170af6b42a0d', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'mac_address': 'fa:16:3e:86:8c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20b0d25-4740-4996-8e29-a80caac2dc25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '78dc7b3a-0292-42e2-b672-2dee09913813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:36:56Z', 'updated_at': '2021-12-20T15:37:00Z', 'revision_number': 5, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'subnets': [{'id': '78dc7b3a-0292-42e2-b672-2dee09913813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:39:13.334961 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d4e629a1-6ff9-4a02-bef7-d5e2ce47f5b5 req-6cc37dd9-6fa2-45c1-9d02-651125c7a975 service neutron] 10.222.0.47 "GET /v2.0/networks/eadd8149-120e-4e70-a856-170af6b42a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879693 Dec 20 15:39:13.555363 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1361a6d6-31c8-47d6-9c8b-daabafa837a1 None None] New status for floating IP 2f3dfd28-c25a-4e98-a876-3accaffbbf4c: DOWN {{(pid=103169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 15:39:14.149460 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb777d18-0224-4fe6-acf9-1c3c7ea5a6a4 req-d0d22162-d53e-4200-ae54-24458496cc25 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:14.150971 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fb777d18-0224-4fe6-acf9-1c3c7ea5a6a4 req-d0d22162-d53e-4200-ae54-24458496cc25 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.47 "GET /v2.0/ports?device_id=339c3a6c-9a11-4d4a-a434-1760a7c64e20 HTTP/1.1" status: 200 len: 946 time: 0.0521483 Dec 20 15:39:14.181243 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b4380d-a83c-4891-896a-23688dfbd333 req-1aa1206b-2571-4127-8c7c-4609da24e2be tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:14.182840 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-31b4380d-a83c-4891-896a-23688dfbd333 req-1aa1206b-2571-4127-8c7c-4609da24e2be tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=339c3a6c-9a11-4d4a-a434-1760a7c64e20 HTTP/1.1" status: 200 len: 946 time: 0.0520024 Dec 20 15:39:14.237107 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-31b4380d-a83c-4891-896a-23688dfbd333 req-b199a1a7-9471-46a1-8e82-3221f0bd8566 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/security-groups?id=247d0292-b245-4f4e-951e-0c12c6564593&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463891 Dec 20 15:39:14.257150 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-fb777d18-0224-4fe6-acf9-1c3c7ea5a6a4 req-6cea27e3-2398-4115-bb08-f66702ac333a tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Deleting port 2b7336e4-ac71-472a-9c83-66d3f0773478 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:39:14.257462 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-fb777d18-0224-4fe6-acf9-1c3c7ea5a6a4 req-6cea27e3-2398-4115-bb08-f66702ac333a tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:14.350285 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-fb777d18-0224-4fe6-acf9-1c3c7ea5a6a4 req-6cea27e3-2398-4115-bb08-f66702ac333a tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] For port 2b7336e4-ac71-472a-9c83-66d3f0773478, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=2b7336e4-ac71-472a-9c83-66d3f0773478,segment=NetworkSegment(d6286584-b689-4254-a8cf-21f6a1a75917),segment_id=d6286584-b689-4254-a8cf-21f6a1a75917)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:39:14.350558 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-fb777d18-0224-4fe6-acf9-1c3c7ea5a6a4 req-6cea27e3-2398-4115-bb08-f66702ac333a tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:14.363747 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-fb777d18-0224-4fe6-acf9-1c3c7ea5a6a4 req-6cea27e3-2398-4115-bb08-f66702ac333a tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Calling delete_port for 2b7336e4-ac71-472a-9c83-66d3f0773478 owned by compute:nova {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:39:14.498285 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-fb777d18-0224-4fe6-acf9-1c3c7ea5a6a4 req-6cea27e3-2398-4115-bb08-f66702ac333a tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:14.529056 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cea27e3-2398-4115-bb08-f66702ac333a tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Pushing event deleted for resources: {'Port': ['ID=2b7336e4-ac71-472a-9c83-66d3f0773478,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:14.573655 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb777d18-0224-4fe6-acf9-1c3c7ea5a6a4 req-6cea27e3-2398-4115-bb08-f66702ac333a tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] No DVR routers for this DVR port 2b7336e4-ac71-472a-9c83-66d3f0773478 on host n-h2-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:39:14.576456 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-fb777d18-0224-4fe6-acf9-1c3c7ea5a6a4 req-6cea27e3-2398-4115-bb08-f66702ac333a tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:14.580184 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fb777d18-0224-4fe6-acf9-1c3c7ea5a6a4 req-6cea27e3-2398-4115-bb08-f66702ac333a tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.47 "DELETE /v2.0/ports/2b7336e4-ac71-472a-9c83-66d3f0773478 HTTP/1.1" status: 204 len: 173 time: 0.4230812 Dec 20 15:39:14.659698 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '339c3a6c-9a11-4d4a-a434-1760a7c64e20', 'name': 'network-vif-deleted', 'tag': '2b7336e4-ac71-472a-9c83-66d3f0773478'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:39:14.664015 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08f5bd10d948da750b9537a176c40f94b479143edf42a445aa4903673b4b1814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66515a3d-d0e1-47a8-8ca9-c86e9756f50b" -d '{"events": [{"server_uuid": "339c3a6c-9a11-4d4a-a434-1760a7c64e20", "name": "network-vif-deleted", "tag": "2b7336e4-ac71-472a-9c83-66d3f0773478"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:39:14.704191 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fc59dc3-5c61-4cc8-aec1-243634af5dbe x-openstack-request-id: req-8fc59dc3-5c61-4cc8-aec1-243634af5dbe {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:39:14.704489 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "339c3a6c-9a11-4d4a-a434-1760a7c64e20", "name": "network-vif-deleted", "tag": "2b7336e4-ac71-472a-9c83-66d3f0773478", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:39:14.704742 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8fc59dc3-5c61-4cc8-aec1-243634af5dbe {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:39:14.705153 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '339c3a6c-9a11-4d4a-a434-1760a7c64e20', 'name': 'network-vif-deleted', 'tag': '2b7336e4-ac71-472a-9c83-66d3f0773478', 'status': 'completed', 'code': 200} Dec 20 15:39:15.298642 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58082) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:39:15.695328 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f48d57c5-4ec2-4c32-9e8e-e73398eac93c tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1595867'] for router_interface, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:15.897103 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:15.951196 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-f48d57c5-4ec2-4c32-9e8e-e73398eac93c tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Deleting port 801cecd0-1b99-41ec-8ad4-0a29ad207f27 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:39:15.951555 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f48d57c5-4ec2-4c32-9e8e-e73398eac93c tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:16.046454 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-f48d57c5-4ec2-4c32-9e8e-e73398eac93c tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] For port 801cecd0-1b99-41ec-8ad4-0a29ad207f27, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=801cecd0-1b99-41ec-8ad4-0a29ad207f27,segment=NetworkSegment(d6286584-b689-4254-a8cf-21f6a1a75917),segment_id=d6286584-b689-4254-a8cf-21f6a1a75917)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:39:16.046865 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f48d57c5-4ec2-4c32-9e8e-e73398eac93c tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:16.061255 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-f48d57c5-4ec2-4c32-9e8e-e73398eac93c tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Calling delete_port for 801cecd0-1b99-41ec-8ad4-0a29ad207f27 owned by network:router_interface {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:39:16.257619 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f48d57c5-4ec2-4c32-9e8e-e73398eac93c tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:16.288264 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48d57c5-4ec2-4c32-9e8e-e73398eac93c tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Pushing event deleted for resources: {'Port': ['ID=801cecd0-1b99-41ec-8ad4-0a29ad207f27,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:16.300591 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48d57c5-4ec2-4c32-9e8e-e73398eac93c tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:39:16.301150 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48d57c5-4ec2-4c32-9e8e-e73398eac93c tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:39:16.301273 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48d57c5-4ec2-4c32-9e8e-e73398eac93c tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:39:16.301590 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48d57c5-4ec2-4c32-9e8e-e73398eac93c tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:39:16.301911 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48d57c5-4ec2-4c32-9e8e-e73398eac93c tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:39:16.302240 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48d57c5-4ec2-4c32-9e8e-e73398eac93c tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:39:16.302561 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48d57c5-4ec2-4c32-9e8e-e73398eac93c tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:39:16.302918 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48d57c5-4ec2-4c32-9e8e-e73398eac93c tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:39:16.303244 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48d57c5-4ec2-4c32-9e8e-e73398eac93c tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:39:16.303565 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48d57c5-4ec2-4c32-9e8e-e73398eac93c tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:39:16.303888 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48d57c5-4ec2-4c32-9e8e-e73398eac93c tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:39:16.304205 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48d57c5-4ec2-4c32-9e8e-e73398eac93c tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:39:16.304521 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48d57c5-4ec2-4c32-9e8e-e73398eac93c tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:39:16.489974 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-f48d57c5-4ec2-4c32-9e8e-e73398eac93c tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582411'] for router_interface, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:17.042167 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f48d57c5-4ec2-4c32-9e8e-e73398eac93c tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Router d20b0d25-4740-4996-8e29-a80caac2dc25 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:39:17.171406 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f48d57c5-4ec2-4c32-9e8e-e73398eac93c tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:39:17.177109 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-f48d57c5-4ec2-4c32-9e8e-e73398eac93c tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "PUT /v2.0/routers/d20b0d25-4740-4996-8e29-a80caac2dc25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8770368 Dec 20 15:39:17.181509 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58084) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:39:17.183782 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1808f7a4-7b2e-4b8d-a914-ade7e03c975e None None] Sync routers for ids ['d20b0d25-4740-4996-8e29-a80caac2dc25'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:39:17.194781 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1808f7a4-7b2e-4b8d-a914-ade7e03c975e None None] Routers {'d20b0d25-4740-4996-8e29-a80caac2dc25'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:39:17.195423 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-1808f7a4-7b2e-4b8d-a914-ade7e03c975e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:39:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['d20b0d25-4740-4996-8e29-a80caac2dc25'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:39:17.231715 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c32ab01-48f5-43a2-bbe7-fefcb92da9ad tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Deleting subnet 78dc7b3a-0292-42e2-b672-2dee09913813 {{(pid=103168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:39:17.235104 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9c32ab01-48f5-43a2-bbe7-fefcb92da9ad tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for subnet, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:17.284723 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9c32ab01-48f5-43a2-bbe7-fefcb92da9ad tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9023023'] for subnet, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:17.302496 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-1808f7a4-7b2e-4b8d-a914-ade7e03c975e None None] Set router d20b0d25-4740-4996-8e29-a80caac2dc25 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:39:17.374989 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9c32ab01-48f5-43a2-bbe7-fefcb92da9ad tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:17.437679 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9c32ab01-48f5-43a2-bbe7-fefcb92da9ad tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8850800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470517'] for subnet, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:17.469277 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32ab01-48f5-43a2-bbe7-fefcb92da9ad tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Pushing event deleted for resources: {'Subnet': ['ID=78dc7b3a-0292-42e2-b672-2dee09913813,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:17.473592 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9c32ab01-48f5-43a2-bbe7-fefcb92da9ad tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:17.476496 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-9c32ab01-48f5-43a2-bbe7-fefcb92da9ad tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "DELETE /v2.0/subnets/78dc7b3a-0292-42e2-b672-2dee09913813 HTTP/1.1" status: 204 len: 168 time: 0.2940962 Dec 20 15:39:17.479256 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58086) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:39:17.484428 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423781ad-2092-4085-ad06-87930756105d None None] Network eadd8149-120e-4e70-a856-170af6b42a0d requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:39:17.491200 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-1808f7a4-7b2e-4b8d-a914-ade7e03c975e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20b0d25-4740-4996-8e29-a80caac2dc25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-475961524', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '4a0baf05-9e70-410c-a9a1-cfb99aaf5d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:36:53Z', 'updated_at': '2021-12-20T15:39:16Z', 'revision_number': 5, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'gw_port': {'id': '4a0baf05-9e70-410c-a9a1-cfb99aaf5d15', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20b0d25-4740-4996-8e29-a80caac2dc25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:36:54Z', 'updated_at': '2021-12-20T15:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:39:17.524478 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1808f7a4-7b2e-4b8d-a914-ade7e03c975e None None] Checking router: d20b0d25-4740-4996-8e29-a80caac2dc25 for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:39:17.537881 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1808f7a4-7b2e-4b8d-a914-ade7e03c975e None None] Routers {'d20b0d25-4740-4996-8e29-a80caac2dc25'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:39:17.538658 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-1808f7a4-7b2e-4b8d-a914-ade7e03c975e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:39:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['d20b0d25-4740-4996-8e29-a80caac2dc25'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:39:17.598614 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5b9654f5-2002-4c1f-b33b-7b09b5a45432 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for router, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:17.655647 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14112d6d-55e9-426e-aa1d-3828230f352f None None] DHCP port deletion for eadd8149-120e-4e70-a856-170af6b42a0d request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:39:17.658040 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-1808f7a4-7b2e-4b8d-a914-ade7e03c975e None None] Set router d20b0d25-4740-4996-8e29-a80caac2dc25 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:39:17.704760 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5b9654f5-2002-4c1f-b33b-7b09b5a45432 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:17.707701 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-14112d6d-55e9-426e-aa1d-3828230f352f None None] Deleting port 61cd3b29-1216-4491-9aaf-fa60a2123a0f {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:39:17.708174 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-14112d6d-55e9-426e-aa1d-3828230f352f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:17.769578 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-5b9654f5-2002-4c1f-b33b-7b09b5a45432 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Deleting port 4a0baf05-9e70-410c-a9a1-cfb99aaf5d15 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:39:17.770647 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5b9654f5-2002-4c1f-b33b-7b09b5a45432 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:17.790267 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-14112d6d-55e9-426e-aa1d-3828230f352f None None] For port 61cd3b29-1216-4491-9aaf-fa60a2123a0f, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=61cd3b29-1216-4491-9aaf-fa60a2123a0f,segment=NetworkSegment(d6286584-b689-4254-a8cf-21f6a1a75917),segment_id=d6286584-b689-4254-a8cf-21f6a1a75917)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:39:17.790664 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-14112d6d-55e9-426e-aa1d-3828230f352f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:17.803820 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-14112d6d-55e9-426e-aa1d-3828230f352f None None] Calling delete_port for 61cd3b29-1216-4491-9aaf-fa60a2123a0f owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:39:17.850378 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-5b9654f5-2002-4c1f-b33b-7b09b5a45432 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] For port 4a0baf05-9e70-410c-a9a1-cfb99aaf5d15, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=4a0baf05-9e70-410c-a9a1-cfb99aaf5d15,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:39:17.850761 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5b9654f5-2002-4c1f-b33b-7b09b5a45432 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:17.863604 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-5b9654f5-2002-4c1f-b33b-7b09b5a45432 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Calling delete_port for 4a0baf05-9e70-410c-a9a1-cfb99aaf5d15 owned by network:router_gateway {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:39:17.892602 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-14112d6d-55e9-426e-aa1d-3828230f352f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:17.919620 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14112d6d-55e9-426e-aa1d-3828230f352f None None] Pushing event deleted for resources: {'Port': ['ID=61cd3b29-1216-4491-9aaf-fa60a2123a0f,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:17.927296 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14112d6d-55e9-426e-aa1d-3828230f352f None None] No DVR routers for this DVR port 61cd3b29-1216-4491-9aaf-fa60a2123a0f on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:39:17.959621 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-1808f7a4-7b2e-4b8d-a914-ade7e03c975e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20b0d25-4740-4996-8e29-a80caac2dc25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-475961524', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '4a0baf05-9e70-410c-a9a1-cfb99aaf5d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:36:53Z', 'updated_at': '2021-12-20T15:39:16Z', 'revision_number': 5, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'gw_port': {'id': '4a0baf05-9e70-410c-a9a1-cfb99aaf5d15', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20b0d25-4740-4996-8e29-a80caac2dc25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:36:54Z', 'updated_at': '2021-12-20T15:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:39:17.991069 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1808f7a4-7b2e-4b8d-a914-ade7e03c975e None None] The sync data for ids ['d20b0d25-4740-4996-8e29-a80caac2dc25'] in n-d-761264-19 is: [{'id': 'd20b0d25-4740-4996-8e29-a80caac2dc25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-475961524', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '4a0baf05-9e70-410c-a9a1-cfb99aaf5d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:36:53Z', 'updated_at': '2021-12-20T15:39:16Z', 'revision_number': 5, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'gw_port': {'id': '4a0baf05-9e70-410c-a9a1-cfb99aaf5d15', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20b0d25-4740-4996-8e29-a80caac2dc25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:36:54Z', 'updated_at': '2021-12-20T15:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:39:18.041858 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5b9654f5-2002-4c1f-b33b-7b09b5a45432 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:18.073878 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9654f5-2002-4c1f-b33b-7b09b5a45432 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Pushing event deleted for resources: {'Port': ['ID=4a0baf05-9e70-410c-a9a1-cfb99aaf5d15,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:18.088321 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57fb91f6-afc1-4ea8-b266-d583ae70f425 None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:39:18.140525 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5b9654f5-2002-4c1f-b33b-7b09b5a45432 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584913'] for router_gateway, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:18.202075 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 2b7336e4-ac71-472a-9c83-66d3f0773478 no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:39:18.223104 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] No Port match for: 2b7336e4-ac71-472a-9c83-66d3f0773478 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:39:18.223411 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 2b7336e4-ac71-472a-9c83-66d3f0773478 not bound to the agent host n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:39:18.234792 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5b9654f5-2002-4c1f-b33b-7b09b5a45432 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40132'] for router, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:18.237092 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5b9654f5-2002-4c1f-b33b-7b09b5a45432 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:18.282115 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5b9654f5-2002-4c1f-b33b-7b09b5a45432 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1594808'] for router, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:18.282668 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b9654f5-2002-4c1f-b33b-7b09b5a45432 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Fanout notify agent at l3_agent the message router_deleted on router d20b0d25-4740-4996-8e29-a80caac2dc25 {{(pid=103168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:39:18.290503 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5b9654f5-2002-4c1f-b33b-7b09b5a45432 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:18.291646 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-5b9654f5-2002-4c1f-b33b-7b09b5a45432 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "DELETE /v2.0/routers/d20b0d25-4740-4996-8e29-a80caac2dc25 HTTP/1.1" status: 204 len: 168 time: 0.8114722 Dec 20 15:39:18.295735 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58088) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:39:18.389006 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0945b5fb-137c-43ea-8b64-0c40a421d9eb tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:18.486025 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0945b5fb-137c-43ea-8b64-0c40a421d9eb tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:18.511892 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-0945b5fb-137c-43ea-8b64-0c40a421d9eb tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eadd8149-120e-4e70-a856-170af6b42a0d']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:39:18.521591 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-0945b5fb-137c-43ea-8b64-0c40a421d9eb tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6286584-b689-4254-a8cf-21f6a1a75917') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:39:18.521921 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-0945b5fb-137c-43ea-8b64-0c40a421d9eb tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6286584-b689-4254-a8cf-21f6a1a75917') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:39:18.532510 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0945b5fb-137c-43ea-8b64-0c40a421d9eb tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:18.546850 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0945b5fb-137c-43ea-8b64-0c40a421d9eb tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:18.553791 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0945b5fb-137c-43ea-8b64-0c40a421d9eb tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:39:18.554363 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0945b5fb-137c-43ea-8b64-0c40a421d9eb tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:18.557759 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:18.557759 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:39:18.557759 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:18.557759 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:39:18.557759 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:18.557759 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:39:18.557759 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:18.557759 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:39:18.557759 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:18.557759 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:39:18.557759 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:18.557759 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:39:18.557759 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:18.557759 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:39:18.557759 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:18.557759 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:39:18.557759 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:18.557759 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:39:18.557759 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:18.557759 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:39:18.557759 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:18.557759 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:39:18.557759 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:18.557759 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:39:18.557759 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:18.557759 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:39:18.557759 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:18.557759 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:39:18.557759 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:18.557759 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:39:18.557759 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:18.557759 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:39:18.557759 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:18.557759 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:39:18.557759 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:18.557759 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:39:18.557759 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:18.557759 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:39:18.557759 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:18.557759 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:39:18.557759 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:18.557759 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:39:18.557759 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:18.557759 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:39:18.557759 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:39:18.557759 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:39:18.557759 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 15:39:18.557759 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:39:18.557759 n-d-761264-19 neutron-server[103168]: timer() Dec 20 15:39:18.557759 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:39:18.557759 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 15:39:18.557759 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:39:18.557759 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 15:39:18.557759 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:39:18.557759 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 15:39:18.557759 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:39:18.557759 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 15:39:18.557759 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:39:18.557759 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 15:39:18.557759 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:39:18.557759 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:39:18.557759 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:39:18.557759 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:39:18.557759 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:39:18.557759 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 15:39:18.557759 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:39:18.557759 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 15:39:18.557759 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:39:18.557759 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:39:18.557759 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:39:18.557759 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 15:39:18.557759 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:39:18.557759 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:39:18.557759 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:39:18.557759 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:39:18.557759 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:39:18.557759 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:39:18.557759 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:39:18.621853 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0945b5fb-137c-43ea-8b64-0c40a421d9eb tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:18.629768 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-0945b5fb-137c-43ea-8b64-0c40a421d9eb tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:18.633161 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-0945b5fb-137c-43ea-8b64-0c40a421d9eb tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "DELETE /v2.0/networks/eadd8149-120e-4e70-a856-170af6b42a0d HTTP/1.1" status: 204 len: 168 time: 0.3364594 Dec 20 15:39:18.635972 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58090) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:39:18.652819 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0945b5fb-137c-43ea-8b64-0c40a421d9eb tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Pushing event deleted for resources: {'Network': ['ID=eadd8149-120e-4e70-a856-170af6b42a0d,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:18.704899 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d6a07928-7ca6-44e5-8ea1-5b9dde53ef7d tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:18.734343 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d6a07928-7ca6-44e5-8ea1-5b9dde53ef7d tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:18.808727 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d6a07928-7ca6-44e5-8ea1-5b9dde53ef7d tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:18.812055 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-d6a07928-7ca6-44e5-8ea1-5b9dde53ef7d tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:18.813416 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-d6a07928-7ca6-44e5-8ea1-5b9dde53ef7d tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "DELETE /v2.0/security-groups/247d0292-b245-4f4e-951e-0c12c6564593 HTTP/1.1" status: 204 len: 168 time: 0.1681478 Dec 20 15:39:18.824349 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a07928-7ca6-44e5-8ea1-5b9dde53ef7d tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=247d0292-b245-4f4e-951e-0c12c6564593,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:19.110697 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58096) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:39:19.115456 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-cbb547e0-ded1-4a73-b83a-6ad1c669f28a tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1044996431', 'description': 'tempest-secgroup-smoke-1044996431 description', 'project_id': '6051e8cae9884506b33350e13a9e893a'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:39:19.141357 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-cbb547e0-ded1-4a73-b83a-6ad1c669f28a tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:19.221623 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-cbb547e0-ded1-4a73-b83a-6ad1c669f28a tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:19.227825 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-cbb547e0-ded1-4a73-b83a-6ad1c669f28a tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:19.258585 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb547e0-ded1-4a73-b83a-6ad1c669f28a tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37ab8abe-0295-4e75-bf02-0d46a19a7b86,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:19.264971 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-cbb547e0-ded1-4a73-b83a-6ad1c669f28a tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:19.266227 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-cbb547e0-ded1-4a73-b83a-6ad1c669f28a tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1545069 Dec 20 15:39:19.269294 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58098) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:39:19.276416 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-307f070f-16a2-46a0-bce5-0fdfc0de9ddf tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Request body: {'security_group_rule': {'security_group_id': '37ab8abe-0295-4e75-bf02-0d46a19a7b86', 'project_id': '6051e8cae9884506b33350e13a9e893a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:39:19.310083 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-307f070f-16a2-46a0-bce5-0fdfc0de9ddf tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:19.377948 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-307f070f-16a2-46a0-bce5-0fdfc0de9ddf tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:19.383006 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-307f070f-16a2-46a0-bce5-0fdfc0de9ddf tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:19.402468 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307f070f-16a2-46a0-bce5-0fdfc0de9ddf tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c66c227-e8b7-463b-afb3-a9640148b875,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:19.411227 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-307f070f-16a2-46a0-bce5-0fdfc0de9ddf tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:19.412448 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-307f070f-16a2-46a0-bce5-0fdfc0de9ddf tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1418741 Dec 20 15:39:19.415856 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58100) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:39:19.420296 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-112ea069-4aff-4e84-a8e4-c1cfbef8f1c8 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Request body: {'security_group_rule': {'security_group_id': '37ab8abe-0295-4e75-bf02-0d46a19a7b86', 'project_id': '6051e8cae9884506b33350e13a9e893a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:39:19.459447 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-112ea069-4aff-4e84-a8e4-c1cfbef8f1c8 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:19.522755 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-112ea069-4aff-4e84-a8e4-c1cfbef8f1c8 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:19.528666 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-112ea069-4aff-4e84-a8e4-c1cfbef8f1c8 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:19.546610 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112ea069-4aff-4e84-a8e4-c1cfbef8f1c8 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60f0bf75-edfa-486a-b5c6-4d79d084ba67,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:19.557484 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-112ea069-4aff-4e84-a8e4-c1cfbef8f1c8 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:19.559147 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-112ea069-4aff-4e84-a8e4-c1cfbef8f1c8 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1421885 Dec 20 15:39:19.561942 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58102) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:39:19.568570 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-d909e29b-d3b8-4e18-97c7-8e0074e4593a tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Request body: {'security_group_rule': {'security_group_id': '37ab8abe-0295-4e75-bf02-0d46a19a7b86', 'project_id': '6051e8cae9884506b33350e13a9e893a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:39:19.582093 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 61cd3b29-1216-4491-9aaf-fa60a2123a0f no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:39:19.602443 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 61cd3b29-1216-4491-9aaf-fa60a2123a0f {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:39:19.602877 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 61cd3b29-1216-4491-9aaf-fa60a2123a0f not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:39:19.603358 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 801cecd0-1b99-41ec-8ad4-0a29ad207f27 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:39:19.603933 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d909e29b-d3b8-4e18-97c7-8e0074e4593a tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:19.625052 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 801cecd0-1b99-41ec-8ad4-0a29ad207f27 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:39:19.625395 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 801cecd0-1b99-41ec-8ad4-0a29ad207f27 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:39:19.625818 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 4a0baf05-9e70-410c-a9a1-cfb99aaf5d15 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:39:19.645126 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 4a0baf05-9e70-410c-a9a1-cfb99aaf5d15 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:39:19.645465 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 4a0baf05-9e70-410c-a9a1-cfb99aaf5d15 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:39:19.669597 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d909e29b-d3b8-4e18-97c7-8e0074e4593a tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:19.674859 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d909e29b-d3b8-4e18-97c7-8e0074e4593a tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:19.691412 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d909e29b-d3b8-4e18-97c7-8e0074e4593a tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6610a1e-9688-458a-a051-0a2113a68bb6,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:19.699940 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d909e29b-d3b8-4e18-97c7-8e0074e4593a tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:19.701163 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-d909e29b-d3b8-4e18-97c7-8e0074e4593a tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1377435 Dec 20 15:39:19.703908 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58104) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:39:19.708195 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-8a7af13a-bf1f-469e-bf75-15ee273afb60 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Request body: {'security_group_rule': {'security_group_id': '37ab8abe-0295-4e75-bf02-0d46a19a7b86', 'project_id': '6051e8cae9884506b33350e13a9e893a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:39:19.741563 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8a7af13a-bf1f-469e-bf75-15ee273afb60 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:19.824634 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8a7af13a-bf1f-469e-bf75-15ee273afb60 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:19.831093 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8a7af13a-bf1f-469e-bf75-15ee273afb60 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:19.849694 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7af13a-bf1f-469e-bf75-15ee273afb60 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03625d70-5fe3-4f1c-b932-2b2ec875ca21,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:19.855762 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8a7af13a-bf1f-469e-bf75-15ee273afb60 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:19.856847 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-8a7af13a-bf1f-469e-bf75-15ee273afb60 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1520131 Dec 20 15:39:19.859644 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58106) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:39:19.864076 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-6a9e67b4-a39a-45dd-9558-e59f96123e52 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Request body: {'security_group_rule': {'security_group_id': '37ab8abe-0295-4e75-bf02-0d46a19a7b86', 'project_id': '6051e8cae9884506b33350e13a9e893a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:39:19.889405 n-d-761264-19 neutron-server[103167]: INFO neutron.db.securitygroups_db [None req-6a9e67b4-a39a-45dd-9558-e59f96123e52 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Project 6051e8cae9884506b33350e13a9e893a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 15:39:19.894535 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6a9e67b4-a39a-45dd-9558-e59f96123e52 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:19.954175 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6a9e67b4-a39a-45dd-9558-e59f96123e52 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:19.959229 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6a9e67b4-a39a-45dd-9558-e59f96123e52 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:19.977678 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9e67b4-a39a-45dd-9558-e59f96123e52 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8c7e4ca-5984-41de-b4a6-39dfb4dc7fe0,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:19.984022 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6a9e67b4-a39a-45dd-9558-e59f96123e52 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:19.985253 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-6a9e67b4-a39a-45dd-9558-e59f96123e52 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1245813 Dec 20 15:39:19.988365 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58108) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:39:19.994108 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-82db4319-719f-48ee-b3ec-1ccb25a23003 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Request body: {'security_group_rule': {'security_group_id': '37ab8abe-0295-4e75-bf02-0d46a19a7b86', 'project_id': '6051e8cae9884506b33350e13a9e893a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:39:20.021882 n-d-761264-19 neutron-server[103167]: INFO neutron.db.securitygroups_db [None req-82db4319-719f-48ee-b3ec-1ccb25a23003 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Project 6051e8cae9884506b33350e13a9e893a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 15:39:20.027406 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-82db4319-719f-48ee-b3ec-1ccb25a23003 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:20.096322 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-82db4319-719f-48ee-b3ec-1ccb25a23003 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:20.100787 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-82db4319-719f-48ee-b3ec-1ccb25a23003 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:20.117525 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82db4319-719f-48ee-b3ec-1ccb25a23003 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fcd7159-1969-462e-a339-b1f87bb0f1a9,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:20.128573 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-82db4319-719f-48ee-b3ec-1ccb25a23003 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:20.129791 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-82db4319-719f-48ee-b3ec-1ccb25a23003 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1401863 Dec 20 15:39:20.132663 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58110) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:39:20.137488 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-7951035d-1012-471d-b44b-2f9d59f31022 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Request body: {'network': {'name': 'tempest-network-smoke--653526950', 'project_id': '6051e8cae9884506b33350e13a9e893a', 'port_security_enabled': True}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:39:20.165684 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7951035d-1012-471d-b44b-2f9d59f31022 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Made reservation on behalf of 6051e8cae9884506b33350e13a9e893a for: {'network': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:39:20.174637 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7951035d-1012-471d-b44b-2f9d59f31022 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:20.215753 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7951035d-1012-471d-b44b-2f9d59f31022 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=103167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:39:20.227477 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7951035d-1012-471d-b44b-2f9d59f31022 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:20.228020 n-d-761264-19 neutron-server[103167]: INFO neutron.db.segments_db [None req-7951035d-1012-471d-b44b-2f9d59f31022 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Added segment 93773612-9cc1-4340-bd26-d37abe1b4494 of type vlan for network 9691be53-4c1d-45e4-832f-4dc57cfdbdf0 Dec 20 15:39:20.275651 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7951035d-1012-471d-b44b-2f9d59f31022 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:20.309054 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7951035d-1012-471d-b44b-2f9d59f31022 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:20.316239 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7951035d-1012-471d-b44b-2f9d59f31022 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:20.316841 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7951035d-1012-471d-b44b-2f9d59f31022 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:20.380531 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-7951035d-1012-471d-b44b-2f9d59f31022 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2468333 Dec 20 15:39:20.384616 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58112) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:39:20.391259 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7951035d-1012-471d-b44b-2f9d59f31022 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Pushing event updated for resources: {'Network': ['ID=9691be53-4c1d-45e4-832f-4dc57cfdbdf0,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:20.393069 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-053f9e24-e07b-4a32-b433-9682532b67a1 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-221847670', 'admin_state_up': True, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:39:20.408614 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 9691be53-4c1d-45e4-832f-4dc57cfdbdf0 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:39:20.429996 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-053f9e24-e07b-4a32-b433-9682532b67a1 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40114'] for router, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:20.431332 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-053f9e24-e07b-4a32-b433-9682532b67a1 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40139'] for router, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:20.493817 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-053f9e24-e07b-4a32-b433-9682532b67a1 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:20.644835 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-053f9e24-e07b-4a32-b433-9682532b67a1 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:20.846289 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-053f9e24-e07b-4a32-b433-9682532b67a1 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for router_gateway, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:20.868195 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-053f9e24-e07b-4a32-b433-9682532b67a1 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:20.981998 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-053f9e24-e07b-4a32-b433-9682532b67a1 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Allocated IP 172.25.0.178 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/86edd42c-acb3-4bdf-a598-395dab77955c) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:39:21.100842 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-053f9e24-e07b-4a32-b433-9682532b67a1 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:21.148584 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-053f9e24-e07b-4a32-b433-9682532b67a1 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:21.191839 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053f9e24-e07b-4a32-b433-9682532b67a1 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:39:21.196004 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-053f9e24-e07b-4a32-b433-9682532b67a1 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:39:21.198385 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053f9e24-e07b-4a32-b433-9682532b67a1 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:39:21.200437 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053f9e24-e07b-4a32-b433-9682532b67a1 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Pushing event updated for resources: {'Port': ['ID=86edd42c-acb3-4bdf-a598-395dab77955c,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:21.211285 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4119f47e-55af-4804-bb43-0c321327c0dc None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:39:21.293182 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-067b96a1-2ce4-4224-ad26-010d33e3cb3a None None] Provisioning complete for port 86edd42c-acb3-4bdf-a598-395dab77955c triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:39:21.293509 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-067b96a1-2ce4-4224-ad26-010d33e3cb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:21.327068 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-067b96a1-2ce4-4224-ad26-010d33e3cb3a None None] Port 86edd42c-acb3-4bdf-a598-395dab77955c cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:39:21.476482 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-053f9e24-e07b-4a32-b433-9682532b67a1 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for router_gateway, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:21.699043 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-053f9e24-e07b-4a32-b433-9682532b67a1 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013'] for router, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:21.850744 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-053f9e24-e07b-4a32-b433-9682532b67a1 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Router 8e2d3620-580f-4081-a4fa-0c0c69b2a5e8 is scheduled to L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 with binding_index 1 {{(pid=103168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 15:39:21.972848 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-053f9e24-e07b-4a32-b433-9682532b67a1 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:39:21.983603 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3cac18-3476-4a8e-9505-8cc907d56a8d None None] Sync routers for ids ['8e2d3620-580f-4081-a4fa-0c0c69b2a5e8'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:39:21.996588 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-053f9e24-e07b-4a32-b433-9682532b67a1 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:21.996857 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3cac18-3476-4a8e-9505-8cc907d56a8d None None] Routers {'8e2d3620-580f-4081-a4fa-0c0c69b2a5e8'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:39:22.001106 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-5c3cac18-3476-4a8e-9505-8cc907d56a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:39:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['8e2d3620-580f-4081-a4fa-0c0c69b2a5e8'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:39:22.001298 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-053f9e24-e07b-4a32-b433-9682532b67a1 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6117377 Dec 20 15:39:22.002046 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58114) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:39:22.090736 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-ef989997-7513-4c01-9a33-712d9ca85976 tempest-TestNetworkAdvancedServerOps-1490510064 tempest-TestNetworkAdvancedServerOps-1490510064-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=6051e8cae9884506b33350e13a9e893a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0868804 Dec 20 15:39:22.093238 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58118) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:39:22.111129 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-5c3cac18-3476-4a8e-9505-8cc907d56a8d None None] Set router 8e2d3620-580f-4081-a4fa-0c0c69b2a5e8 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:39:22.180579 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fac55c5-4bb4-46ac-b641-97e5ce65252d tempest-TestNetworkAdvancedServerOps-1490510064 tempest-TestNetworkAdvancedServerOps-1490510064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:22.182140 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-2fac55c5-4bb4-46ac-b641-97e5ce65252d tempest-TestNetworkAdvancedServerOps-1490510064 tempest-TestNetworkAdvancedServerOps-1490510064-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0879536 Dec 20 15:39:22.189101 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58120) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:39:22.222544 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-163be3c7-2845-4169-ae46-9b527544a068 tempest-TestNetworkAdvancedServerOps-1490510064 tempest-TestNetworkAdvancedServerOps-1490510064-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=c3f8658e-da35-41f3-bd03-509e29ebd6f3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0323215 Dec 20 15:39:22.225695 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58122) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:39:22.230402 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-7c5afe04-1f63-4a22-8cdf-416f38693ac8 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2088031995', 'network_id': '9691be53-4c1d-45e4-832f-4dc57cfdbdf0', 'project_id': '6051e8cae9884506b33350e13a9e893a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:39:22.297689 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-5c3cac18-3476-4a8e-9505-8cc907d56a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2d3620-580f-4081-a4fa-0c0c69b2a5e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-221847670', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': '86edd42c-acb3-4bdf-a598-395dab77955c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:39:20Z', 'updated_at': '2021-12-20T15:39:21Z', 'revision_number': 3, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'gw_port': {'id': '86edd42c-acb3-4bdf-a598-395dab77955c', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:89:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e2d3620-580f-4081-a4fa-0c0c69b2a5e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:39:20Z', 'updated_at': '2021-12-20T15:39:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:39:22.325620 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c5afe04-1f63-4a22-8cdf-416f38693ac8 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Made reservation on behalf of 6051e8cae9884506b33350e13a9e893a for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:39:22.326949 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3cac18-3476-4a8e-9505-8cc907d56a8d None None] Checking router: 8e2d3620-580f-4081-a4fa-0c0c69b2a5e8 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:39:22.327332 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3cac18-3476-4a8e-9505-8cc907d56a8d None None] Updating router 8e2d3620-580f-4081-a4fa-0c0c69b2a5e8 port 86edd42c-acb3-4bdf-a598-395dab77955c binding host n-d-761264-19 {{(pid=103169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 15:39:22.331436 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7c5afe04-1f63-4a22-8cdf-416f38693ac8 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:22.352803 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-5c3cac18-3476-4a8e-9505-8cc907d56a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:22.543711 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7c5afe04-1f63-4a22-8cdf-416f38693ac8 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:22.609747 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-5c3cac18-3476-4a8e-9505-8cc907d56a8d None None] Publish callbacks [] for port, precommit_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:22.618013 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-5c3cac18-3476-4a8e-9505-8cc907d56a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:22.623521 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5afe04-1f63-4a22-8cdf-416f38693ac8 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Pushing event updated for resources: {'Subnet': ['ID=875f9e41-5f32-4c94-8a78-bcc04024dfb2,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:22.632605 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5afe04-1f63-4a22-8cdf-416f38693ac8 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Checking segment: {'id': '93773612-9cc1-4340-bd26-d37abe1b4494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9691be53-4c1d-45e4-832f-4dc57cfdbdf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:39:22.632939 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5afe04-1f63-4a22-8cdf-416f38693ac8 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Network hostable DHCP agents. Network: 9691be53-4c1d-45e4-832f-4dc57cfdbdf0, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:39:22.654084 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5afe04-1f63-4a22-8cdf-416f38693ac8 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Network 9691be53-4c1d-45e4-832f-4dc57cfdbdf0 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:39:22.667112 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-7c5afe04-1f63-4a22-8cdf-416f38693ac8 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 9691be53-4c1d-45e4-832f-4dc57cfdbdf0) {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:39:22.671890 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5afe04-1f63-4a22-8cdf-416f38693ac8 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:22.672601 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-7c5afe04-1f63-4a22-8cdf-416f38693ac8 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:22.672837 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c83b8db-8fac-4c14-8433-27af51adccab None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:39:22.682660 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3c33ea-1eae-4114-a92b-c483fc01fe8f None None] Network 9691be53-4c1d-45e4-832f-4dc57cfdbdf0 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:39:22.684687 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-5c3cac18-3476-4a8e-9505-8cc907d56a8d None None] Attempting to bind port 86edd42c-acb3-4bdf-a598-395dab77955c on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:39:22.685053 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-5c3cac18-3476-4a8e-9505-8cc907d56a8d None None] Attempting to bind port 86edd42c-acb3-4bdf-a598-395dab77955c by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:39:22.685383 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3cac18-3476-4a8e-9505-8cc907d56a8d None None] Attempting to bind port 86edd42c-acb3-4bdf-a598-395dab77955c on network c3f8658e-da35-41f3-bd03-509e29ebd6f3 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:39:22.688680 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2716ec-f129-4e3b-9ce6-2615196277d0 None None] Pushing event updated for resources: {'Port': ['ID=86edd42c-acb3-4bdf-a598-395dab77955c,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:22.692212 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-7c5afe04-1f63-4a22-8cdf-416f38693ac8 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4654233 Dec 20 15:39:22.695924 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58124) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:39:22.712007 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3cac18-3476-4a8e-9505-8cc907d56a8d None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:39:22.712382 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3cac18-3476-4a8e-9505-8cc907d56a8d None None] Checking segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:39:22.712786 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-5c3cac18-3476-4a8e-9505-8cc907d56a8d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:22.713178 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3cac18-3476-4a8e-9505-8cc907d56a8d None None] Bound using segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:39:22.713645 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-5c3cac18-3476-4a8e-9505-8cc907d56a8d None None] Bound port: 86edd42c-acb3-4bdf-a598-395dab77955c, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:39:22.714024 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-5c3cac18-3476-4a8e-9505-8cc907d56a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:22.816911 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-5c3cac18-3476-4a8e-9505-8cc907d56a8d None None] For port 86edd42c-acb3-4bdf-a598-395dab77955c, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:39:22.819266 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-b1c7812a-23d2-4a0c-ba8e-f26e10b1e86c None None] Provisioning complete for port 86edd42c-acb3-4bdf-a598-395dab77955c triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:39:22.819633 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b1c7812a-23d2-4a0c-ba8e-f26e10b1e86c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:22.822235 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-5c3cac18-3476-4a8e-9505-8cc907d56a8d None None] For port 86edd42c-acb3-4bdf-a598-395dab77955c, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=86edd42c-acb3-4bdf-a598-395dab77955c,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:39:22.855974 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-5c3cac18-3476-4a8e-9505-8cc907d56a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:22.890621 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772a4316-1019-419b-b238-94660aef25f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-9691be53-4c1d-45e4-832f-4dc57cfdbdf0', 'network_id': '9691be53-4c1d-45e4-832f-4dc57cfdbdf0', 'project_id': '6051e8cae9884506b33350e13a9e893a', 'fixed_ips': [{'subnet_id': '875f9e41-5f32-4c94-8a78-bcc04024dfb2'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 15:39:22.891574 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-772a4316-1019-419b-b238-94660aef25f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:22.932468 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e0fe58-44af-4124-a540-2a5cebf18faf None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:39:22.967279 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2716ec-f129-4e3b-9ce6-2615196277d0 None None] Pushing event updated for resources: {'Port': ['ID=86edd42c-acb3-4bdf-a598-395dab77955c,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:23.010569 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3cac18-3476-4a8e-9505-8cc907d56a8d None None] Routers {'8e2d3620-580f-4081-a4fa-0c0c69b2a5e8'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:39:23.011240 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-5c3cac18-3476-4a8e-9505-8cc907d56a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:39:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['8e2d3620-580f-4081-a4fa-0c0c69b2a5e8'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:39:23.149404 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b1c7812a-23d2-4a0c-ba8e-f26e10b1e86c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:23.170174 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a8d4aa8a-274d-4324-bcef-5f827033d718 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:23.207365 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-b1c7812a-23d2-4a0c-ba8e-f26e10b1e86c None None] For port 86edd42c-acb3-4bdf-a598-395dab77955c, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=86edd42c-acb3-4bdf-a598-395dab77955c,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:39:23.217472 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b1c7812a-23d2-4a0c-ba8e-f26e10b1e86c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:23.226219 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-772a4316-1019-419b-b238-94660aef25f0 None None] Allocated IP 172.20.0.2 (9691be53-4c1d-45e4-832f-4dc57cfdbdf0/875f9e41-5f32-4c94-8a78-bcc04024dfb2/f9e06950-46d3-4d7f-b693-d5e2e0f51403) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:39:23.229284 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-5c3cac18-3476-4a8e-9505-8cc907d56a8d None None] Set router 8e2d3620-580f-4081-a4fa-0c0c69b2a5e8 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:39:23.593181 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c7812a-23d2-4a0c-ba8e-f26e10b1e86c None None] Pushing event updated for resources: {'Port': ['ID=86edd42c-acb3-4bdf-a598-395dab77955c,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:23.621614 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-408f71d7-73e2-4721-a13b-b1f09be8e220 None None] Provisioning complete for port 86edd42c-acb3-4bdf-a598-395dab77955c triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:39:23.621964 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-408f71d7-73e2-4721-a13b-b1f09be8e220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:23.784748 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-772a4316-1019-419b-b238-94660aef25f0 None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:23.801521 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-772a4316-1019-419b-b238-94660aef25f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:23.853243 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772a4316-1019-419b-b238-94660aef25f0 None None] Network 9691be53-4c1d-45e4-832f-4dc57cfdbdf0 is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:39:23.854999 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-5c3cac18-3476-4a8e-9505-8cc907d56a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2d3620-580f-4081-a4fa-0c0c69b2a5e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-221847670', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': '86edd42c-acb3-4bdf-a598-395dab77955c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:39:20Z', 'updated_at': '2021-12-20T15:39:21Z', 'revision_number': 3, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'gw_port': {'id': '86edd42c-acb3-4bdf-a598-395dab77955c', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:89:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e2d3620-580f-4081-a4fa-0c0c69b2a5e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:39:20Z', 'updated_at': '2021-12-20T15:39:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:39:23.855252 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-a8d4aa8a-274d-4324-bcef-5f827033d718 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Allocated IP 172.20.0.1 (9691be53-4c1d-45e4-832f-4dc57cfdbdf0/875f9e41-5f32-4c94-8a78-bcc04024dfb2/8241aa1f-78b8-4ab1-8ec3-7c32a9205711) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:39:23.859786 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-772a4316-1019-419b-b238-94660aef25f0 None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:39:23.863040 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772a4316-1019-419b-b238-94660aef25f0 None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:39:23.865002 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772a4316-1019-419b-b238-94660aef25f0 None None] Pushing event updated for resources: {'Port': ['ID=f9e06950-46d3-4d7f-b693-d5e2e0f51403,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:23.895677 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3cac18-3476-4a8e-9505-8cc907d56a8d None None] The sync data for ids ['8e2d3620-580f-4081-a4fa-0c0c69b2a5e8'] in n-d-761264-19 is: [{'id': '8e2d3620-580f-4081-a4fa-0c0c69b2a5e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-221847670', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': '86edd42c-acb3-4bdf-a598-395dab77955c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:39:20Z', 'updated_at': '2021-12-20T15:39:21Z', 'revision_number': 3, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'gw_port': {'id': '86edd42c-acb3-4bdf-a598-395dab77955c', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:89:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e2d3620-580f-4081-a4fa-0c0c69b2a5e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:39:20Z', 'updated_at': '2021-12-20T15:39:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:39:23.949187 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-772a4316-1019-419b-b238-94660aef25f0 None None] Attempting to bind port f9e06950-46d3-4d7f-b693-d5e2e0f51403 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:39:23.949649 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-772a4316-1019-419b-b238-94660aef25f0 None None] Attempting to bind port f9e06950-46d3-4d7f-b693-d5e2e0f51403 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '93773612-9cc1-4340-bd26-d37abe1b4494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9691be53-4c1d-45e4-832f-4dc57cfdbdf0'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:39:23.950142 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772a4316-1019-419b-b238-94660aef25f0 None None] Attempting to bind port f9e06950-46d3-4d7f-b693-d5e2e0f51403 on network 9691be53-4c1d-45e4-832f-4dc57cfdbdf0 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:39:23.960172 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772a4316-1019-419b-b238-94660aef25f0 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:39:23.960556 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772a4316-1019-419b-b238-94660aef25f0 None None] Checking segment: {'id': '93773612-9cc1-4340-bd26-d37abe1b4494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9691be53-4c1d-45e4-832f-4dc57cfdbdf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:39:23.960967 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-772a4316-1019-419b-b238-94660aef25f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:23.961364 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772a4316-1019-419b-b238-94660aef25f0 None None] Bound using segment: {'id': '93773612-9cc1-4340-bd26-d37abe1b4494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9691be53-4c1d-45e4-832f-4dc57cfdbdf0'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:39:23.961843 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-772a4316-1019-419b-b238-94660aef25f0 None None] Bound port: f9e06950-46d3-4d7f-b693-d5e2e0f51403, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93773612-9cc1-4340-bd26-d37abe1b4494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9691be53-4c1d-45e4-832f-4dc57cfdbdf0'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:39:23.962227 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-772a4316-1019-419b-b238-94660aef25f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:23.986578 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a8d4aa8a-274d-4324-bcef-5f827033d718 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:24.027736 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a8d4aa8a-274d-4324-bcef-5f827033d718 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:24.034024 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-772a4316-1019-419b-b238-94660aef25f0 None None] For port f9e06950-46d3-4d7f-b693-d5e2e0f51403, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:39:24.037585 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-772a4316-1019-419b-b238-94660aef25f0 None None] For port f9e06950-46d3-4d7f-b693-d5e2e0f51403, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=f9e06950-46d3-4d7f-b693-d5e2e0f51403,segment=NetworkSegment(93773612-9cc1-4340-bd26-d37abe1b4494),segment_id=93773612-9cc1-4340-bd26-d37abe1b4494)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:39:24.043548 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-772a4316-1019-419b-b238-94660aef25f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:24.074096 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d4aa8a-274d-4324-bcef-5f827033d718 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Network 9691be53-4c1d-45e4-832f-4dc57cfdbdf0 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:39:24.082526 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-a8d4aa8a-274d-4324-bcef-5f827033d718 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:39:24.084971 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d4aa8a-274d-4324-bcef-5f827033d718 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:39:24.103045 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772a4316-1019-419b-b238-94660aef25f0 None None] Pushing event updated for resources: {'Port': ['ID=f9e06950-46d3-4d7f-b693-d5e2e0f51403,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:24.137945 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d4aa8a-274d-4324-bcef-5f827033d718 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Pushing event updated for resources: {'Port': ['ID=8241aa1f-78b8-4ab1-8ec3-7c32a9205711,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:24.143278 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a8d4aa8a-274d-4324-bcef-5f827033d718 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595714'] for router_interface, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:24.322376 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a8d4aa8a-274d-4324-bcef-5f827033d718 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:24.663085 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a8d4aa8a-274d-4324-bcef-5f827033d718 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:24.670626 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a8d4aa8a-274d-4324-bcef-5f827033d718 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:24.745713 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d4aa8a-274d-4324-bcef-5f827033d718 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Pushing event updated for resources: {'Port': ['ID=8241aa1f-78b8-4ab1-8ec3-7c32a9205711,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:24.748179 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-a8d4aa8a-274d-4324-bcef-5f827033d718 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1595702'] for router_interface, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:24.857619 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d4aa8a-274d-4324-bcef-5f827033d718 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Network 9691be53-4c1d-45e4-832f-4dc57cfdbdf0 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:39:24.861893 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-a8d4aa8a-274d-4324-bcef-5f827033d718 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:39:24.982602 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8d4aa8a-274d-4324-bcef-5f827033d718 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Router 8e2d3620-580f-4081-a4fa-0c0c69b2a5e8 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:39:25.125240 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42354a4-8e5f-46b8-8b9d-26da33dce470 None None] Network 9691be53-4c1d-45e4-832f-4dc57cfdbdf0 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:39:25.192504 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-007aa84f-dfc9-4fba-b1fc-614347123716 None None] Provisioning complete for port f9e06950-46d3-4d7f-b693-d5e2e0f51403 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:39:25.192879 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-007aa84f-dfc9-4fba-b1fc-614347123716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:25.325084 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-007aa84f-dfc9-4fba-b1fc-614347123716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:25.367249 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-007aa84f-dfc9-4fba-b1fc-614347123716 None None] For port f9e06950-46d3-4d7f-b693-d5e2e0f51403, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=f9e06950-46d3-4d7f-b693-d5e2e0f51403,segment=NetworkSegment(93773612-9cc1-4340-bd26-d37abe1b4494),segment_id=93773612-9cc1-4340-bd26-d37abe1b4494)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:39:25.375928 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-007aa84f-dfc9-4fba-b1fc-614347123716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:25.430657 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007aa84f-dfc9-4fba-b1fc-614347123716 None None] Pushing event updated for resources: {'Port': ['ID=f9e06950-46d3-4d7f-b693-d5e2e0f51403,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:25.484098 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8d4aa8a-274d-4324-bcef-5f827033d718 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:39:25.490235 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-a8d4aa8a-274d-4324-bcef-5f827033d718 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "PUT /v2.0/routers/8e2d3620-580f-4081-a4fa-0c0c69b2a5e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7926862 Dec 20 15:39:25.617823 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-12bb541c-90de-4b32-a2e2-b33955ee6b6a None None] Provisioning complete for port f9e06950-46d3-4d7f-b693-d5e2e0f51403 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:39:25.618191 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-12bb541c-90de-4b32-a2e2-b33955ee6b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:25.668505 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device f9e06950-46d3-4d7f-b693-d5e2e0f51403 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:39:25.723417 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9a7e6ab0-cd50-4e9d-970a-5f70006efce7 req-901da8ae-1934-4013-ac21-1901cc888421 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1044996431&fields=id&tenant_id=6051e8cae9884506b33350e13a9e893a HTTP/1.1" status: 200 len: 267 time: 0.0694726 Dec 20 15:39:25.735493 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de9df77-cae1-41e6-9d82-220f38e9ad58 None None] Sync routers for ids ['8e2d3620-580f-4081-a4fa-0c0c69b2a5e8'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:39:25.754823 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de9df77-cae1-41e6-9d82-220f38e9ad58 None None] Routers {'8e2d3620-580f-4081-a4fa-0c0c69b2a5e8'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:39:25.755780 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-1de9df77-cae1-41e6-9d82-220f38e9ad58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:39:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['8e2d3620-580f-4081-a4fa-0c0c69b2a5e8'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:39:25.763680 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-12bb541c-90de-4b32-a2e2-b33955ee6b6a None None] Provisioning complete for port 8241aa1f-78b8-4ab1-8ec3-7c32a9205711 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:39:25.764307 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-12bb541c-90de-4b32-a2e2-b33955ee6b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:25.791467 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port f9e06950-46d3-4d7f-b693-d5e2e0f51403 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:39:25.791843 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:25.832079 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-12bb541c-90de-4b32-a2e2-b33955ee6b6a None None] Port 8241aa1f-78b8-4ab1-8ec3-7c32a9205711 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:39:25.846672 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7e6ab0-cd50-4e9d-970a-5f70006efce7 req-0ee6f36c-116d-4846-b9c3-dfb91526564b tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:25.848507 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9a7e6ab0-cd50-4e9d-970a-5f70006efce7 req-0ee6f36c-116d-4846-b9c3-dfb91526564b tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/networks?id=9691be53-4c1d-45e4-832f-4dc57cfdbdf0 HTTP/1.1" status: 200 len: 796 time: 0.1215761 Dec 20 15:39:25.872500 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9a7e6ab0-cd50-4e9d-970a-5f70006efce7 req-6e7e2eb8-eb24-4ee0-a5c5-3ca9d84af6f1 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/quotas/6051e8cae9884506b33350e13a9e893a HTTP/1.1" status: 200 len: 375 time: 0.0169077 Dec 20 15:39:25.898672 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-1de9df77-cae1-41e6-9d82-220f38e9ad58 None None] Set router 8e2d3620-580f-4081-a4fa-0c0c69b2a5e8 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:39:25.900861 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 86edd42c-acb3-4bdf-a598-395dab77955c up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:39:25.950882 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9a7e6ab0-cd50-4e9d-970a-5f70006efce7 req-5cd319e4-c95d-47c1-be37-94119881f6a0 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=6051e8cae9884506b33350e13a9e893a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0648413 Dec 20 15:39:25.969844 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-d1072f8d-4721-4b69-a97d-87c1155a8e98 None None] Provisioning complete for port 8241aa1f-78b8-4ab1-8ec3-7c32a9205711 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:39:25.970292 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d1072f8d-4721-4b69-a97d-87c1155a8e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:26.014233 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-d1072f8d-4721-4b69-a97d-87c1155a8e98 None None] Port 8241aa1f-78b8-4ab1-8ec3-7c32a9205711 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:39:26.016695 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 86edd42c-acb3-4bdf-a598-395dab77955c triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:39:26.017074 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:26.099884 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9a7e6ab0-cd50-4e9d-970a-5f70006efce7 req-135cedb4-2220-4a02-a12c-cabbaa5f9fd4 service neutron] 10.222.0.54 "GET /v2.0/networks/9691be53-4c1d-45e4-832f-4dc57cfdbdf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480672 Dec 20 15:39:26.132715 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-1de9df77-cae1-41e6-9d82-220f38e9ad58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2d3620-580f-4081-a4fa-0c0c69b2a5e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-221847670', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': '86edd42c-acb3-4bdf-a598-395dab77955c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:39:20Z', 'updated_at': '2021-12-20T15:39:24Z', 'revision_number': 4, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'gw_port': {'id': '86edd42c-acb3-4bdf-a598-395dab77955c', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:89:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2d3620-580f-4081-a4fa-0c0c69b2a5e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:39:20Z', 'updated_at': '2021-12-20T15:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '8241aa1f-78b8-4ab1-8ec3-7c32a9205711', 'name': '', 'network_id': '9691be53-4c1d-45e4-832f-4dc57cfdbdf0', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'mac_address': 'fa:16:3e:97:04:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e2d3620-580f-4081-a4fa-0c0c69b2a5e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '875f9e41-5f32-4c94-8a78-bcc04024dfb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:39:23Z', 'updated_at': '2021-12-20T15:39:24Z', 'revision_number': 2, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'subnets': [{'id': '875f9e41-5f32-4c94-8a78-bcc04024dfb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:39:26.135748 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-37372880-d858-4046-86d4-01c0d1d665fb None None] Provisioning complete for port 8241aa1f-78b8-4ab1-8ec3-7c32a9205711 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:39:26.136307 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-37372880-d858-4046-86d4-01c0d1d665fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:26.158160 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de9df77-cae1-41e6-9d82-220f38e9ad58 None None] Checking router: 8e2d3620-580f-4081-a4fa-0c0c69b2a5e8 for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:39:26.158503 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de9df77-cae1-41e6-9d82-220f38e9ad58 None None] Updating router 8e2d3620-580f-4081-a4fa-0c0c69b2a5e8 port 8241aa1f-78b8-4ab1-8ec3-7c32a9205711 binding host n-d-761264-19 {{(pid=103170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 15:39:26.171425 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-37372880-d858-4046-86d4-01c0d1d665fb None None] Port 8241aa1f-78b8-4ab1-8ec3-7c32a9205711 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:39:26.184048 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1de9df77-cae1-41e6-9d82-220f38e9ad58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:26.202204 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9a7e6ab0-cd50-4e9d-970a-5f70006efce7 req-37e79cef-98bc-4fcf-9ae0-afad857d3f16 service neutron] 10.222.0.54 "GET /v2.0/networks/9691be53-4c1d-45e4-832f-4dc57cfdbdf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958812 Dec 20 15:39:26.394479 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-295e4bf2-3985-424a-972d-8866a53b84f9 req-8e54b158-cccf-4cca-8afa-880b7c2ca10a tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f60c914-9987-479a-9d8d-ea5a6999d917 HTTP/1.1" status: 200 len: 210 time: 0.0400016 Dec 20 15:39:26.455019 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1de9df77-cae1-41e6-9d82-220f38e9ad58 None None] Publish callbacks [] for port, precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:26.462256 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1de9df77-cae1-41e6-9d82-220f38e9ad58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:26.510960 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7092f20-ae2b-46f0-b9db-51bbbcd1dcc6 None None] Pushing event updated for resources: {'Port': ['ID=8241aa1f-78b8-4ab1-8ec3-7c32a9205711,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:26.533656 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7092f20-ae2b-46f0-b9db-51bbbcd1dcc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:39:26.533980 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7092f20-ae2b-46f0-b9db-51bbbcd1dcc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:39:26.534344 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7092f20-ae2b-46f0-b9db-51bbbcd1dcc6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:39:26.534659 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7092f20-ae2b-46f0-b9db-51bbbcd1dcc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:39:26.535082 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7092f20-ae2b-46f0-b9db-51bbbcd1dcc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:39:26.535404 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7092f20-ae2b-46f0-b9db-51bbbcd1dcc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:39:26.535741 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7092f20-ae2b-46f0-b9db-51bbbcd1dcc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:39:26.536043 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7092f20-ae2b-46f0-b9db-51bbbcd1dcc6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:39:26.536359 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7092f20-ae2b-46f0-b9db-51bbbcd1dcc6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:39:26.536674 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7092f20-ae2b-46f0-b9db-51bbbcd1dcc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:39:26.536976 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7092f20-ae2b-46f0-b9db-51bbbcd1dcc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:39:26.537307 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7092f20-ae2b-46f0-b9db-51bbbcd1dcc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:39:26.537601 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7092f20-ae2b-46f0-b9db-51bbbcd1dcc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:39:26.574043 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-1de9df77-cae1-41e6-9d82-220f38e9ad58 None None] Attempting to bind port 8241aa1f-78b8-4ab1-8ec3-7c32a9205711 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:39:26.574415 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-1de9df77-cae1-41e6-9d82-220f38e9ad58 None None] Attempting to bind port 8241aa1f-78b8-4ab1-8ec3-7c32a9205711 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '93773612-9cc1-4340-bd26-d37abe1b4494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9691be53-4c1d-45e4-832f-4dc57cfdbdf0'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:39:26.574809 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de9df77-cae1-41e6-9d82-220f38e9ad58 None None] Attempting to bind port 8241aa1f-78b8-4ab1-8ec3-7c32a9205711 on network 9691be53-4c1d-45e4-832f-4dc57cfdbdf0 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:39:26.580447 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de9df77-cae1-41e6-9d82-220f38e9ad58 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:39:26.581260 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de9df77-cae1-41e6-9d82-220f38e9ad58 None None] Checking segment: {'id': '93773612-9cc1-4340-bd26-d37abe1b4494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9691be53-4c1d-45e4-832f-4dc57cfdbdf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:39:26.581651 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1de9df77-cae1-41e6-9d82-220f38e9ad58 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:26.582041 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de9df77-cae1-41e6-9d82-220f38e9ad58 None None] Bound using segment: {'id': '93773612-9cc1-4340-bd26-d37abe1b4494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9691be53-4c1d-45e4-832f-4dc57cfdbdf0'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:39:26.582520 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-1de9df77-cae1-41e6-9d82-220f38e9ad58 None None] Bound port: 8241aa1f-78b8-4ab1-8ec3-7c32a9205711, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93773612-9cc1-4340-bd26-d37abe1b4494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9691be53-4c1d-45e4-832f-4dc57cfdbdf0'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:39:26.583730 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1de9df77-cae1-41e6-9d82-220f38e9ad58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:26.664279 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-1de9df77-cae1-41e6-9d82-220f38e9ad58 None None] For port 8241aa1f-78b8-4ab1-8ec3-7c32a9205711, host n-d-761264-19, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:39:26.667738 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-1de9df77-cae1-41e6-9d82-220f38e9ad58 None None] For port 8241aa1f-78b8-4ab1-8ec3-7c32a9205711, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=8241aa1f-78b8-4ab1-8ec3-7c32a9205711,segment=NetworkSegment(93773612-9cc1-4340-bd26-d37abe1b4494),segment_id=93773612-9cc1-4340-bd26-d37abe1b4494)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:39:26.674747 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-1de9df77-cae1-41e6-9d82-220f38e9ad58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:26.732770 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de9df77-cae1-41e6-9d82-220f38e9ad58 None None] Routers {'8e2d3620-580f-4081-a4fa-0c0c69b2a5e8'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:39:26.733294 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-1de9df77-cae1-41e6-9d82-220f38e9ad58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:39:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['8e2d3620-580f-4081-a4fa-0c0c69b2a5e8'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:39:26.772349 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7092f20-ae2b-46f0-b9db-51bbbcd1dcc6 None None] Pushing event updated for resources: {'Port': ['ID=8241aa1f-78b8-4ab1-8ec3-7c32a9205711,revision_number=4']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:26.803918 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-d432949d-42cc-4873-852e-40a8176ec2b5 None None] Provisioning complete for port 8241aa1f-78b8-4ab1-8ec3-7c32a9205711 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:39:26.805183 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d432949d-42cc-4873-852e-40a8176ec2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:26.864431 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-1de9df77-cae1-41e6-9d82-220f38e9ad58 None None] Set router 8e2d3620-580f-4081-a4fa-0c0c69b2a5e8 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:39:26.905073 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d432949d-42cc-4873-852e-40a8176ec2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:26.950533 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-d432949d-42cc-4873-852e-40a8176ec2b5 None None] For port 8241aa1f-78b8-4ab1-8ec3-7c32a9205711, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=8241aa1f-78b8-4ab1-8ec3-7c32a9205711,segment=NetworkSegment(93773612-9cc1-4340-bd26-d37abe1b4494),segment_id=93773612-9cc1-4340-bd26-d37abe1b4494)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:39:26.956989 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d432949d-42cc-4873-852e-40a8176ec2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:27.025014 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d432949d-42cc-4873-852e-40a8176ec2b5 None None] Pushing event updated for resources: {'Port': ['ID=8241aa1f-78b8-4ab1-8ec3-7c32a9205711,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:27.084907 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-417e2691-3c81-4f2f-8bd3-a0c1c0b98875 None None] Provisioning complete for port 8241aa1f-78b8-4ab1-8ec3-7c32a9205711 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:39:27.085736 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-417e2691-3c81-4f2f-8bd3-a0c1c0b98875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:27.107617 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-1de9df77-cae1-41e6-9d82-220f38e9ad58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2d3620-580f-4081-a4fa-0c0c69b2a5e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-221847670', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': '86edd42c-acb3-4bdf-a598-395dab77955c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:39:20Z', 'updated_at': '2021-12-20T15:39:24Z', 'revision_number': 4, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'gw_port': {'id': '86edd42c-acb3-4bdf-a598-395dab77955c', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:89:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2d3620-580f-4081-a4fa-0c0c69b2a5e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:39:20Z', 'updated_at': '2021-12-20T15:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '8241aa1f-78b8-4ab1-8ec3-7c32a9205711', 'name': '', 'network_id': '9691be53-4c1d-45e4-832f-4dc57cfdbdf0', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'mac_address': 'fa:16:3e:97:04:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e2d3620-580f-4081-a4fa-0c0c69b2a5e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '875f9e41-5f32-4c94-8a78-bcc04024dfb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:39:23Z', 'updated_at': '2021-12-20T15:39:26Z', 'revision_number': 4, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'subnets': [{'id': '875f9e41-5f32-4c94-8a78-bcc04024dfb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:39:27.137970 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de9df77-cae1-41e6-9d82-220f38e9ad58 None None] The sync data for ids ['8e2d3620-580f-4081-a4fa-0c0c69b2a5e8'] in n-d-761264-19 is: [{'id': '8e2d3620-580f-4081-a4fa-0c0c69b2a5e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-221847670', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': '86edd42c-acb3-4bdf-a598-395dab77955c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:39:20Z', 'updated_at': '2021-12-20T15:39:24Z', 'revision_number': 4, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'gw_port': {'id': '86edd42c-acb3-4bdf-a598-395dab77955c', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:89:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2d3620-580f-4081-a4fa-0c0c69b2a5e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:39:20Z', 'updated_at': '2021-12-20T15:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '8241aa1f-78b8-4ab1-8ec3-7c32a9205711', 'name': '', 'network_id': '9691be53-4c1d-45e4-832f-4dc57cfdbdf0', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'mac_address': 'fa:16:3e:97:04:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e2d3620-580f-4081-a4fa-0c0c69b2a5e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '875f9e41-5f32-4c94-8a78-bcc04024dfb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:39:23Z', 'updated_at': '2021-12-20T15:39:26Z', 'revision_number': 4, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'subnets': [{'id': '875f9e41-5f32-4c94-8a78-bcc04024dfb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:39:27.533855 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-72c3db92-c73e-4daf-8d4a-0f14acf92c39 req-5c1557b1-2247-4ffd-9d8c-6052c5ea6f08 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f60c914-9987-479a-9d8d-ea5a6999d917 HTTP/1.1" status: 200 len: 210 time: 0.0474439 Dec 20 15:39:27.582030 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7e6ab0-cd50-4e9d-970a-5f70006efce7 req-b116f04a-dc7b-4415-9d56-da77d988c9d5 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:27.583875 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9a7e6ab0-cd50-4e9d-970a-5f70006efce7 req-b116f04a-dc7b-4415-9d56-da77d988c9d5 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.47 "GET /v2.0/networks?id=9691be53-4c1d-45e4-832f-4dc57cfdbdf0 HTTP/1.1" status: 200 len: 796 time: 0.1962910 Dec 20 15:39:27.636867 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 8241aa1f-78b8-4ab1-8ec3-7c32a9205711 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:39:27.667326 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9a7e6ab0-cd50-4e9d-970a-5f70006efce7 req-17fcaa15-acf2-4051-b0d7-52eae1f7aa05 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6051e8cae9884506b33350e13a9e893a HTTP/1.1" status: 200 len: 380 time: 0.0727866 Dec 20 15:39:27.678476 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-9a7e6ab0-cd50-4e9d-970a-5f70006efce7 req-04fab931-e503-4455-9533-540000c8bffa tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Request body: {'port': {'device_id': '4f60c914-9987-479a-9d8d-ea5a6999d917', 'network_id': '9691be53-4c1d-45e4-832f-4dc57cfdbdf0', 'admin_state_up': True, 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'security_groups': ['37ab8abe-0295-4e75-bf02-0d46a19a7b86']}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:39:27.701232 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 8241aa1f-78b8-4ab1-8ec3-7c32a9205711 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:39:27.701911 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:27.810209 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a7e6ab0-cd50-4e9d-970a-5f70006efce7 req-04fab931-e503-4455-9533-540000c8bffa tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Made reservation on behalf of 6051e8cae9884506b33350e13a9e893a for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:39:27.814756 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-9a7e6ab0-cd50-4e9d-970a-5f70006efce7 req-04fab931-e503-4455-9533-540000c8bffa tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:27.958294 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [req-9a7e6ab0-cd50-4e9d-970a-5f70006efce7 req-04fab931-e503-4455-9533-540000c8bffa tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Allocated IP 172.20.0.4 (9691be53-4c1d-45e4-832f-4dc57cfdbdf0/875f9e41-5f32-4c94-8a78-bcc04024dfb2/a1604732-6752-4173-94d5-b85f4ce8a495) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:39:28.115553 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-9a7e6ab0-cd50-4e9d-970a-5f70006efce7 req-04fab931-e503-4455-9533-540000c8bffa tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:28.152567 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-9a7e6ab0-cd50-4e9d-970a-5f70006efce7 req-04fab931-e503-4455-9533-540000c8bffa tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:28.201586 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a7e6ab0-cd50-4e9d-970a-5f70006efce7 req-04fab931-e503-4455-9533-540000c8bffa tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Network 9691be53-4c1d-45e4-832f-4dc57cfdbdf0 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:39:28.204885 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [req-9a7e6ab0-cd50-4e9d-970a-5f70006efce7 req-04fab931-e503-4455-9533-540000c8bffa tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:39:28.209718 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a7e6ab0-cd50-4e9d-970a-5f70006efce7 req-04fab931-e503-4455-9533-540000c8bffa tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:39:28.213956 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fab931-e503-4455-9533-540000c8bffa tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Pushing event updated for resources: {'Port': ['ID=a1604732-6752-4173-94d5-b85f4ce8a495,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:28.264273 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7e6ab0-cd50-4e9d-970a-5f70006efce7 req-04fab931-e503-4455-9533-540000c8bffa tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:28.265414 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-9a7e6ab0-cd50-4e9d-970a-5f70006efce7 req-04fab931-e503-4455-9533-540000c8bffa tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:28.285215 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9a7e6ab0-cd50-4e9d-970a-5f70006efce7 req-04fab931-e503-4455-9533-540000c8bffa tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6113660 Dec 20 15:39:28.298549 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-9a7e6ab0-cd50-4e9d-970a-5f70006efce7 req-e8e59124-e067-42b6-ac62-697fc100ff62 service neutron] Request body: {'port': {'device_id': '4f60c914-9987-479a-9d8d-ea5a6999d917', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-19'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:39:28.364768 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-9a7e6ab0-cd50-4e9d-970a-5f70006efce7 req-e8e59124-e067-42b6-ac62-697fc100ff62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:28.500362 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-23d704ef-48b3-43fb-ac65-99fc273a0329 None None] Provisioning complete for port a1604732-6752-4173-94d5-b85f4ce8a495 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:39:28.500699 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-23d704ef-48b3-43fb-ac65-99fc273a0329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:28.537420 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-23d704ef-48b3-43fb-ac65-99fc273a0329 None None] Port a1604732-6752-4173-94d5-b85f4ce8a495 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:39:28.649293 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [req-9a7e6ab0-cd50-4e9d-970a-5f70006efce7 req-e8e59124-e067-42b6-ac62-697fc100ff62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1604732-6752-4173-94d5-b85f4ce8a495 {{(pid=103167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:39:28.658278 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-9a7e6ab0-cd50-4e9d-970a-5f70006efce7 req-e8e59124-e067-42b6-ac62-697fc100ff62 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:28.671044 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-9a7e6ab0-cd50-4e9d-970a-5f70006efce7 req-e8e59124-e067-42b6-ac62-697fc100ff62 service neutron] Transition to ACTIVE for port object a1604732-6752-4173-94d5-b85f4ce8a495 will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:39:28.676373 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-9a7e6ab0-cd50-4e9d-970a-5f70006efce7 req-e8e59124-e067-42b6-ac62-697fc100ff62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:28.680305 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c814fe2c-6e88-4381-8cc8-e0f9365a439b req-361072c3-81bf-4a8c-8fb6-f2b716ea5374 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:28.682080 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c814fe2c-6e88-4381-8cc8-e0f9365a439b req-361072c3-81bf-4a8c-8fb6-f2b716ea5374 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f60c914-9987-479a-9d8d-ea5a6999d917 HTTP/1.1" status: 200 len: 931 time: 0.0590854 Dec 20 15:39:28.729335 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e59124-e067-42b6-ac62-697fc100ff62 service neutron] Pushing event updated for resources: {'Port': ['ID=a1604732-6752-4173-94d5-b85f4ce8a495,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:28.740376 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c814fe2c-6e88-4381-8cc8-e0f9365a439b req-5a43bc10-2ee2-4303-ad5e-6b40cb167b42 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/security-groups?id=37ab8abe-0295-4e75-bf02-0d46a19a7b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515184 Dec 20 15:39:28.808082 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-9a7e6ab0-cd50-4e9d-970a-5f70006efce7 req-e8e59124-e067-42b6-ac62-697fc100ff62 service neutron] Attempting to bind port a1604732-6752-4173-94d5-b85f4ce8a495 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:39:28.808564 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-9a7e6ab0-cd50-4e9d-970a-5f70006efce7 req-e8e59124-e067-42b6-ac62-697fc100ff62 service neutron] Attempting to bind port a1604732-6752-4173-94d5-b85f4ce8a495 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': '93773612-9cc1-4340-bd26-d37abe1b4494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9691be53-4c1d-45e4-832f-4dc57cfdbdf0'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:39:28.808963 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7e6ab0-cd50-4e9d-970a-5f70006efce7 req-e8e59124-e067-42b6-ac62-697fc100ff62 service neutron] Attempting to bind port a1604732-6752-4173-94d5-b85f4ce8a495 on network 9691be53-4c1d-45e4-832f-4dc57cfdbdf0 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:39:28.816257 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7e6ab0-cd50-4e9d-970a-5f70006efce7 req-e8e59124-e067-42b6-ac62-697fc100ff62 service neutron] Port a1604732-6752-4173-94d5-b85f4ce8a495 on network 9691be53-4c1d-45e4-832f-4dc57cfdbdf0 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:39:28.816257 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7e6ab0-cd50-4e9d-970a-5f70006efce7 req-e8e59124-e067-42b6-ac62-697fc100ff62 service neutron] Attempting to bind port a1604732-6752-4173-94d5-b85f4ce8a495 on network 9691be53-4c1d-45e4-832f-4dc57cfdbdf0 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:39:28.821505 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7e6ab0-cd50-4e9d-970a-5f70006efce7 req-e8e59124-e067-42b6-ac62-697fc100ff62 service neutron] Checking agent: {'id': '43c60aee-e4af-4ecc-bee2-aac3569fafed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:39:28.821839 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7e6ab0-cd50-4e9d-970a-5f70006efce7 req-e8e59124-e067-42b6-ac62-697fc100ff62 service neutron] Checking segment: {'id': '93773612-9cc1-4340-bd26-d37abe1b4494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9691be53-4c1d-45e4-832f-4dc57cfdbdf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:39:28.822249 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7e6ab0-cd50-4e9d-970a-5f70006efce7 req-e8e59124-e067-42b6-ac62-697fc100ff62 service neutron] Bound using segment: {'id': '93773612-9cc1-4340-bd26-d37abe1b4494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9691be53-4c1d-45e4-832f-4dc57cfdbdf0'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:39:28.822679 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-9a7e6ab0-cd50-4e9d-970a-5f70006efce7 req-e8e59124-e067-42b6-ac62-697fc100ff62 service neutron] Bound port: a1604732-6752-4173-94d5-b85f4ce8a495, host: n-h2-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93773612-9cc1-4340-bd26-d37abe1b4494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9691be53-4c1d-45e4-832f-4dc57cfdbdf0'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:39:28.823077 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-9a7e6ab0-cd50-4e9d-970a-5f70006efce7 req-e8e59124-e067-42b6-ac62-697fc100ff62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:28.893302 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-9a7e6ab0-cd50-4e9d-970a-5f70006efce7 req-e8e59124-e067-42b6-ac62-697fc100ff62 service neutron] For port a1604732-6752-4173-94d5-b85f4ce8a495, host n-h2-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:39:28.896728 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-9a7e6ab0-cd50-4e9d-970a-5f70006efce7 req-e8e59124-e067-42b6-ac62-697fc100ff62 service neutron] For port a1604732-6752-4173-94d5-b85f4ce8a495, host n-h2-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=a1604732-6752-4173-94d5-b85f4ce8a495,segment=NetworkSegment(93773612-9cc1-4340-bd26-d37abe1b4494),segment_id=93773612-9cc1-4340-bd26-d37abe1b4494)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:39:28.903252 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-9a7e6ab0-cd50-4e9d-970a-5f70006efce7 req-e8e59124-e067-42b6-ac62-697fc100ff62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:28.945473 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7e6ab0-cd50-4e9d-970a-5f70006efce7 req-e8e59124-e067-42b6-ac62-697fc100ff62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:28.946100 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-9a7e6ab0-cd50-4e9d-970a-5f70006efce7 req-e8e59124-e067-42b6-ac62-697fc100ff62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:28.947737 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9a7e6ab0-cd50-4e9d-970a-5f70006efce7 req-e8e59124-e067-42b6-ac62-697fc100ff62 service neutron] 10.222.0.47 "PUT /v2.0/ports/a1604732-6752-4173-94d5-b85f4ce8a495 HTTP/1.1" status: 200 len: 1092 time: 0.6539350 Dec 20 15:39:28.948103 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f60c914-9987-479a-9d8d-ea5a6999d917', 'tag': 'a1604732-6752-4173-94d5-b85f4ce8a495'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:39:28.952648 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08f5bd10d948da750b9537a176c40f94b479143edf42a445aa4903673b4b1814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2197be9f-c70d-4212-ac8f-f65d1892a6c7" -d '{"events": [{"name": "network-changed", "server_uuid": "4f60c914-9987-479a-9d8d-ea5a6999d917", "tag": "a1604732-6752-4173-94d5-b85f4ce8a495"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:39:28.976249 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e59124-e067-42b6-ac62-697fc100ff62 service neutron] Pushing event updated for resources: {'Port': ['ID=a1604732-6752-4173-94d5-b85f4ce8a495,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:29.008732 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da675659-9266-430c-a199-cbf63a12e677 x-openstack-request-id: req-da675659-9266-430c-a199-cbf63a12e677 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:39:29.009031 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f60c914-9987-479a-9d8d-ea5a6999d917", "tag": "a1604732-6752-4173-94d5-b85f4ce8a495", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:39:29.009298 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-da675659-9266-430c-a199-cbf63a12e677 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:39:29.009703 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f60c914-9987-479a-9d8d-ea5a6999d917', 'tag': 'a1604732-6752-4173-94d5-b85f4ce8a495', 'status': 'completed', 'code': 200} Dec 20 15:39:29.053026 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7e6ab0-cd50-4e9d-970a-5f70006efce7 req-bc02783c-a17e-41ee-90bb-11b63604630a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:29.055373 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9a7e6ab0-cd50-4e9d-970a-5f70006efce7 req-bc02783c-a17e-41ee-90bb-11b63604630a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6051e8cae9884506b33350e13a9e893a&device_id=4f60c914-9987-479a-9d8d-ea5a6999d917 HTTP/1.1" status: 200 len: 1095 time: 0.0559449 Dec 20 15:39:29.102571 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9a7e6ab0-cd50-4e9d-970a-5f70006efce7 req-619d8952-df6d-41f1-abd6-d0e3b5afd0dd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a1604732-6752-4173-94d5-b85f4ce8a495 HTTP/1.1" status: 200 len: 217 time: 0.0386357 Dec 20 15:39:29.157216 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7e6ab0-cd50-4e9d-970a-5f70006efce7 req-27a2719f-0a44-410d-9a64-b1a73c43c44d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:29.158855 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9a7e6ab0-cd50-4e9d-970a-5f70006efce7 req-27a2719f-0a44-410d-9a64-b1a73c43c44d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=875f9e41-5f32-4c94-8a78-bcc04024dfb2 HTTP/1.1" status: 200 len: 835 time: 0.0491393 Dec 20 15:39:29.219791 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7e6ab0-cd50-4e9d-970a-5f70006efce7 req-61423d46-ff87-47ac-bdc1-6697c4921b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:29.221590 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9a7e6ab0-cd50-4e9d-970a-5f70006efce7 req-61423d46-ff87-47ac-bdc1-6697c4921b9f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9691be53-4c1d-45e4-832f-4dc57cfdbdf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0553756 Dec 20 15:39:29.328547 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9a7e6ab0-cd50-4e9d-970a-5f70006efce7 req-9aaf068d-d49b-4d99-b3a0-349930ed3860 service neutron] 10.222.0.47 "GET /v2.0/networks/9691be53-4c1d-45e4-832f-4dc57cfdbdf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990028 Dec 20 15:39:29.441104 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9a7e6ab0-cd50-4e9d-970a-5f70006efce7 req-ef061c24-d551-4a49-a61d-b4f3afa73447 service neutron] 10.222.0.47 "GET /v2.0/networks/9691be53-4c1d-45e4-832f-4dc57cfdbdf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034560 Dec 20 15:39:29.536466 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2197be9f-c70d-4212-ac8f-f65d1892a6c7 req-9f1780a9-6e22-4571-b7d4-d68b36a8c70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:29.538025 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2197be9f-c70d-4212-ac8f-f65d1892a6c7 req-9f1780a9-6e22-4571-b7d4-d68b36a8c70c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6051e8cae9884506b33350e13a9e893a&device_id=4f60c914-9987-479a-9d8d-ea5a6999d917 HTTP/1.1" status: 200 len: 1095 time: 0.0433505 Dec 20 15:39:29.639421 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2197be9f-c70d-4212-ac8f-f65d1892a6c7 req-d8bb9bc0-0b71-4f47-b17e-05a73493dfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:29.641080 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2197be9f-c70d-4212-ac8f-f65d1892a6c7 req-d8bb9bc0-0b71-4f47-b17e-05a73493dfcd service neutron] 10.222.0.47 "GET /v2.0/networks?id=9691be53-4c1d-45e4-832f-4dc57cfdbdf0 HTTP/1.1" status: 200 len: 897 time: 0.0960863 Dec 20 15:39:29.684623 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2197be9f-c70d-4212-ac8f-f65d1892a6c7 req-7c58f073-e30f-44a0-b8e2-38e55a9960c3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a1604732-6752-4173-94d5-b85f4ce8a495 HTTP/1.1" status: 200 len: 217 time: 0.0356371 Dec 20 15:39:29.737062 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2197be9f-c70d-4212-ac8f-f65d1892a6c7 req-d740497c-5571-4692-983c-579276bfcce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:29.738547 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2197be9f-c70d-4212-ac8f-f65d1892a6c7 req-d740497c-5571-4692-983c-579276bfcce8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=875f9e41-5f32-4c94-8a78-bcc04024dfb2 HTTP/1.1" status: 200 len: 835 time: 0.0462921 Dec 20 15:39:29.789796 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:39:29.790509 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2197be9f-c70d-4212-ac8f-f65d1892a6c7 req-b501e624-edfd-41b6-9ded-05425002c5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:29.791828 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2197be9f-c70d-4212-ac8f-f65d1892a6c7 req-b501e624-edfd-41b6-9ded-05425002c5b7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9691be53-4c1d-45e4-832f-4dc57cfdbdf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459211 Dec 20 15:39:29.866509 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8f5de5-96c3-4416-83ad-e94fef613b3e req-3a57a58a-bc02-4568-9082-2de8c6d7c8c1 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:29.868076 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-da8f5de5-96c3-4416-83ad-e94fef613b3e req-3a57a58a-bc02-4568-9082-2de8c6d7c8c1 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f60c914-9987-479a-9d8d-ea5a6999d917 HTTP/1.1" status: 200 len: 943 time: 0.0541785 Dec 20 15:39:29.898898 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2197be9f-c70d-4212-ac8f-f65d1892a6c7 req-3856af2c-ef45-4568-954f-4db3c9b76acc service neutron] 10.222.0.47 "GET /v2.0/networks/9691be53-4c1d-45e4-832f-4dc57cfdbdf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988345 Dec 20 15:39:29.931958 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-da8f5de5-96c3-4416-83ad-e94fef613b3e req-5f86c878-52be-4d05-9cb0-1ac54330c749 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/security-groups?id=37ab8abe-0295-4e75-bf02-0d46a19a7b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562356 Dec 20 15:39:30.004772 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2197be9f-c70d-4212-ac8f-f65d1892a6c7 req-02fb02f7-41a5-42a9-a54b-c74cba08ee4a service neutron] 10.222.0.47 "GET /v2.0/networks/9691be53-4c1d-45e4-832f-4dc57cfdbdf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974460 Dec 20 15:39:30.813118 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2de0fb66-0468-4631-b58a-6de30c046311 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:31.081976 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0add7be6-f1fb-49ac-b94c-fa0803faa885 req-c7a40ed3-bcb0-4340-b372-d8f51e01f16a tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:31.083525 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0add7be6-f1fb-49ac-b94c-fa0803faa885 req-c7a40ed3-bcb0-4340-b372-d8f51e01f16a tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f60c914-9987-479a-9d8d-ea5a6999d917 HTTP/1.1" status: 200 len: 943 time: 0.0562563 Dec 20 15:39:31.136914 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0add7be6-f1fb-49ac-b94c-fa0803faa885 req-4a15de37-e57d-4c54-b5de-8e69e9218236 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/security-groups?id=37ab8abe-0295-4e75-bf02-0d46a19a7b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466151 Dec 20 15:39:32.273039 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device a1604732-6752-4173-94d5-b85f4ce8a495 details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:39:32.284695 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a1e127-6e75-42b1-91d3-c71e244bdfb7 req-a373369d-2b04-4864-b8a6-7025e96a2090 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:32.287255 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-81a1e127-6e75-42b1-91d3-c71e244bdfb7 req-a373369d-2b04-4864-b8a6-7025e96a2090 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f60c914-9987-479a-9d8d-ea5a6999d917 HTTP/1.1" status: 200 len: 943 time: 0.0791528 Dec 20 15:39:32.340351 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-81a1e127-6e75-42b1-91d3-c71e244bdfb7 req-20c49415-8a5f-4bd0-8f6c-7938168d140e tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/security-groups?id=37ab8abe-0295-4e75-bf02-0d46a19a7b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469484 Dec 20 15:39:32.407027 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port a1604732-6752-4173-94d5-b85f4ce8a495, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=a1604732-6752-4173-94d5-b85f4ce8a495,segment=NetworkSegment(93773612-9cc1-4340-bd26-d37abe1b4494),segment_id=93773612-9cc1-4340-bd26-d37abe1b4494)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:39:32.418626 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': 'a1604732-6752-4173-94d5-b85f4ce8a495', 'network_id': '9691be53-4c1d-45e4-832f-4dc57cfdbdf0', 'port_id': 'a1604732-6752-4173-94d5-b85f4ce8a495', 'mac_address': 'fa:16:3e:3f:d4:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '875f9e41-5f32-4c94-8a78-bcc04024dfb2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:39:32.456363 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:32.469808 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1604732-6752-4173-94d5-b85f4ce8a495 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:39:32.490359 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port a1604732-6752-4173-94d5-b85f4ce8a495, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=a1604732-6752-4173-94d5-b85f4ce8a495,segment=NetworkSegment(93773612-9cc1-4340-bd26-d37abe1b4494),segment_id=93773612-9cc1-4340-bd26-d37abe1b4494)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:39:32.496525 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:32.546052 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=a1604732-6752-4173-94d5-b85f4ce8a495,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:32.728335 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['a1604732-6752-4173-94d5-b85f4ce8a495'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:39:33.009829 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-dc94ff57-3cf6-4832-b7be-bef3a376dc86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:33.470389 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9445004-50db-46a5-b597-3d92e2fc39e4 req-35109044-5453-4501-b11d-1a246f19f5ec tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:33.472203 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c9445004-50db-46a5-b597-3d92e2fc39e4 req-35109044-5453-4501-b11d-1a246f19f5ec tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f60c914-9987-479a-9d8d-ea5a6999d917 HTTP/1.1" status: 200 len: 944 time: 0.0522964 Dec 20 15:39:33.541703 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c9445004-50db-46a5-b597-3d92e2fc39e4 req-e045eb69-6604-4f81-b8c0-9a28696ef833 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/security-groups?id=37ab8abe-0295-4e75-bf02-0d46a19a7b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629075 Dec 20 15:39:34.090740 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:34.292391 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device a1604732-6752-4173-94d5-b85f4ce8a495 up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:39:34.347446 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning for port a1604732-6752-4173-94d5-b85f4ce8a495 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:39:34.351812 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port a1604732-6752-4173-94d5-b85f4ce8a495 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:39:34.352270 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:34.434569 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:34.456840 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f60c914-9987-479a-9d8d-ea5a6999d917', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1604732-6752-4173-94d5-b85f4ce8a495'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:39:34.459147 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a867d42bfdcbb9cb6963a533571b1f1c257f186d8c4d683fcd223be3c25d00f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-068b93c7-737f-422a-94c8-64e96d81c6e4" -d '{"events": [{"server_uuid": "4f60c914-9987-479a-9d8d-ea5a6999d917", "name": "network-vif-plugged", "status": "completed", "tag": "a1604732-6752-4173-94d5-b85f4ce8a495"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:39:34.475755 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port a1604732-6752-4173-94d5-b85f4ce8a495, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=a1604732-6752-4173-94d5-b85f4ce8a495,segment=NetworkSegment(93773612-9cc1-4340-bd26-d37abe1b4494),segment_id=93773612-9cc1-4340-bd26-d37abe1b4494)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:39:34.480942 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:34.533143 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=a1604732-6752-4173-94d5-b85f4ce8a495,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:34.554813 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83787bb8-32bc-44fe-a405-4d9ab2bf481e x-openstack-request-id: req-83787bb8-32bc-44fe-a405-4d9ab2bf481e {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:39:34.555116 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f60c914-9987-479a-9d8d-ea5a6999d917", "name": "network-vif-plugged", "status": "completed", "tag": "a1604732-6752-4173-94d5-b85f4ce8a495", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:39:34.555373 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-83787bb8-32bc-44fe-a405-4d9ab2bf481e {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:39:34.555777 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f60c914-9987-479a-9d8d-ea5a6999d917', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1604732-6752-4173-94d5-b85f4ce8a495', 'code': 200} Dec 20 15:39:34.682186 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d154c0c-9d6f-43e6-ad41-51e1fb85afec req-2b539e59-322f-442f-86d8-2224f62499af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:34.683713 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7d154c0c-9d6f-43e6-ad41-51e1fb85afec req-2b539e59-322f-442f-86d8-2224f62499af service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4f60c914-9987-479a-9d8d-ea5a6999d917 HTTP/1.1" status: 200 len: 1097 time: 0.0686836 Dec 20 15:39:34.691125 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcf506c-d267-4043-bf3f-da42a78ca2eb req-cfe10409-125f-403d-90f0-f11c8f5e6520 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:34.692468 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ffcf506c-d267-4043-bf3f-da42a78ca2eb req-cfe10409-125f-403d-90f0-f11c8f5e6520 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f60c914-9987-479a-9d8d-ea5a6999d917 HTTP/1.1" status: 200 len: 945 time: 0.0792525 Dec 20 15:39:34.762252 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7d154c0c-9d6f-43e6-ad41-51e1fb85afec req-bdb9cc05-49ff-45ad-8ae2-6320aac0a1a7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=37ab8abe-0295-4e75-bf02-0d46a19a7b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688503 Dec 20 15:39:34.767287 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ffcf506c-d267-4043-bf3f-da42a78ca2eb req-0e779a3d-ed0e-4e08-927d-166abed77d97 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/security-groups?id=37ab8abe-0295-4e75-bf02-0d46a19a7b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687873 Dec 20 15:39:35.889974 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa24dbc-b9b5-4679-a68b-80ce7cd3235d req-201304c0-e5cf-4404-8f9c-cc9e748e9f85 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:35.891517 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4fa24dbc-b9b5-4679-a68b-80ce7cd3235d req-201304c0-e5cf-4404-8f9c-cc9e748e9f85 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f60c914-9987-479a-9d8d-ea5a6999d917 HTTP/1.1" status: 200 len: 945 time: 0.0503638 Dec 20 15:39:35.944793 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4fa24dbc-b9b5-4679-a68b-80ce7cd3235d req-27e35dc4-7de6-4776-a12d-89a4e2f3a347 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/security-groups?id=37ab8abe-0295-4e75-bf02-0d46a19a7b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468786 Dec 20 15:39:36.079039 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f054569-c250-4db9-9aa6-ff26e3132e99 req-0bbbec90-d8ce-49fb-9fbd-921fc630c6a8 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:36.080689 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4f054569-c250-4db9-9aa6-ff26e3132e99 req-0bbbec90-d8ce-49fb-9fbd-921fc630c6a8 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f60c914-9987-479a-9d8d-ea5a6999d917 HTTP/1.1" status: 200 len: 945 time: 0.0666075 Dec 20 15:39:36.092636 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:36.130143 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4f054569-c250-4db9-9aa6-ff26e3132e99 req-0ac386f0-1c05-45a1-8c8e-260e3ba2cf90 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/security-groups?id=37ab8abe-0295-4e75-bf02-0d46a19a7b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432613 Dec 20 15:39:36.152072 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58182) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:39:36.192820 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b1caa3-c525-4710-8b88-4c247e42885b tempest-TestNetworkAdvancedServerOps-1490510064 tempest-TestNetworkAdvancedServerOps-1490510064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:36.194415 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-21b1caa3-c525-4710-8b88-4c247e42885b tempest-TestNetworkAdvancedServerOps-1490510064 tempest-TestNetworkAdvancedServerOps-1490510064-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=4f60c914-9987-479a-9d8d-ea5a6999d917 HTTP/1.1" status: 200 len: 1092 time: 0.0412946 Dec 20 15:39:36.197521 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58184) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:39:36.201848 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-e7e6ba44-c522-4171-9417-f0aa3603a8d4 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Request body: {'floatingip': {'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'port_id': 'a1604732-6752-4173-94d5-b85f4ce8a495', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:39:36.232216 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e7e6ba44-c522-4171-9417-f0aa3603a8d4 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for floatingip, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:36.334203 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:36.334527 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e7e6ba44-c522-4171-9417-f0aa3603a8d4 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:36.474551 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-e7e6ba44-c522-4171-9417-f0aa3603a8d4 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Allocated IP 172.25.0.132 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/efa63a7c-e9d9-4c1a-a8fb-4b4230ca19d6) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:39:36.620912 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e7e6ba44-c522-4171-9417-f0aa3603a8d4 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:36.659355 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e7e6ba44-c522-4171-9417-f0aa3603a8d4 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:36.699792 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e6ba44-c522-4171-9417-f0aa3603a8d4 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:39:36.704078 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-e7e6ba44-c522-4171-9417-f0aa3603a8d4 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:39:36.708543 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e6ba44-c522-4171-9417-f0aa3603a8d4 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:39:36.711602 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e6ba44-c522-4171-9417-f0aa3603a8d4 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Pushing event updated for resources: {'Port': ['ID=efa63a7c-e9d9-4c1a-a8fb-4b4230ca19d6,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:37.067248 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e7e6ba44-c522-4171-9417-f0aa3603a8d4 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:37.136598 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e7e6ba44-c522-4171-9417-f0aa3603a8d4 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:37.344686 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e7e6ba44-c522-4171-9417-f0aa3603a8d4 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:37.351596 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e7e6ba44-c522-4171-9417-f0aa3603a8d4 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:37.425289 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e6ba44-c522-4171-9417-f0aa3603a8d4 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Pushing event updated for resources: {'Port': ['ID=efa63a7c-e9d9-4c1a-a8fb-4b4230ca19d6,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:39:37.436454 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e7e6ba44-c522-4171-9417-f0aa3603a8d4 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585115'] for floatingip, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:37.541559 n-d-761264-19 neutron-server[103167]: INFO neutron.db.l3_db [None req-e7e6ba44-c522-4171-9417-f0aa3603a8d4 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Floating IP 5aab73ec-0b9e-496e-bc69-e9857ad1a274 associated. External IP: 172.25.0.132, port: a1604732-6752-4173-94d5-b85f4ce8a495. Dec 20 15:39:37.746951 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7e6ba44-c522-4171-9417-f0aa3603a8d4 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Router 8e2d3620-580f-4081-a4fa-0c0c69b2a5e8 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:39:37.857683 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7e6ba44-c522-4171-9417-f0aa3603a8d4 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:39:37.868450 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f7cf9c-5b5d-4e85-b660-29af087ff64e None None] Sync routers for ids ['8e2d3620-580f-4081-a4fa-0c0c69b2a5e8'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:39:37.880594 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f7cf9c-5b5d-4e85-b660-29af087ff64e None None] Routers {'8e2d3620-580f-4081-a4fa-0c0c69b2a5e8'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:39:37.880950 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e7e6ba44-c522-4171-9417-f0aa3603a8d4 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:37.881210 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-39f7cf9c-5b5d-4e85-b660-29af087ff64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:39:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['8e2d3620-580f-4081-a4fa-0c0c69b2a5e8'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:39:37.917403 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-e7e6ba44-c522-4171-9417-f0aa3603a8d4 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7188392 Dec 20 15:39:37.917990 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f60c914-9987-479a-9d8d-ea5a6999d917', 'tag': 'a1604732-6752-4173-94d5-b85f4ce8a495'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:39:37.920356 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08f5bd10d948da750b9537a176c40f94b479143edf42a445aa4903673b4b1814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-352e23f3-9a39-4e77-9799-6823111d593a" -d '{"events": [{"name": "network-changed", "server_uuid": "4f60c914-9987-479a-9d8d-ea5a6999d917", "tag": "a1604732-6752-4173-94d5-b85f4ce8a495"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:39:37.960538 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-248c8299-24e0-4b1a-940a-1f6051f5c7dd x-openstack-request-id: req-248c8299-24e0-4b1a-940a-1f6051f5c7dd {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:39:37.961060 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f60c914-9987-479a-9d8d-ea5a6999d917", "tag": "a1604732-6752-4173-94d5-b85f4ce8a495", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:39:37.961487 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-248c8299-24e0-4b1a-940a-1f6051f5c7dd {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:39:37.961920 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f60c914-9987-479a-9d8d-ea5a6999d917', 'tag': 'a1604732-6752-4173-94d5-b85f4ce8a495', 'status': 'completed', 'code': 200} Dec 20 15:39:38.007328 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-39f7cf9c-5b5d-4e85-b660-29af087ff64e None None] Set router 8e2d3620-580f-4081-a4fa-0c0c69b2a5e8 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:39:38.030815 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352e23f3-9a39-4e77-9799-6823111d593a req-8d323357-38ce-49d9-95a3-135d9de402c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:38.032175 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-352e23f3-9a39-4e77-9799-6823111d593a req-8d323357-38ce-49d9-95a3-135d9de402c3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6051e8cae9884506b33350e13a9e893a&device_id=4f60c914-9987-479a-9d8d-ea5a6999d917 HTTP/1.1" status: 200 len: 1097 time: 0.0471871 Dec 20 15:39:38.044418 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c429e6f7-982f-4e15-a255-86d81bfb66a5 req-8beb8369-4654-4ae4-832c-34544e0064e3 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:38.045964 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c429e6f7-982f-4e15-a255-86d81bfb66a5 req-8beb8369-4654-4ae4-832c-34544e0064e3 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f60c914-9987-479a-9d8d-ea5a6999d917 HTTP/1.1" status: 200 len: 945 time: 0.0653648 Dec 20 15:39:38.106129 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c429e6f7-982f-4e15-a255-86d81bfb66a5 req-750ed0b7-8851-4dfb-8601-d8b16af04d34 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/security-groups?id=37ab8abe-0295-4e75-bf02-0d46a19a7b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496519 Dec 20 15:39:38.136621 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58190) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:39:38.273286 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-39f7cf9c-5b5d-4e85-b660-29af087ff64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2d3620-580f-4081-a4fa-0c0c69b2a5e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-221847670', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': '86edd42c-acb3-4bdf-a598-395dab77955c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:39:20Z', 'updated_at': '2021-12-20T15:39:24Z', 'revision_number': 4, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'gw_port': {'id': '86edd42c-acb3-4bdf-a598-395dab77955c', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:89:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2d3620-580f-4081-a4fa-0c0c69b2a5e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:39:20Z', 'updated_at': '2021-12-20T15:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': '5aab73ec-0b9e-496e-bc69-e9857ad1a274', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'floating_ip_address': '172.25.0.132', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': '8e2d3620-580f-4081-a4fa-0c0c69b2a5e8', 'port_id': 'a1604732-6752-4173-94d5-b85f4ce8a495', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4281, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9691be53-4c1d-45e4-832f-4dc57cfdbdf0', 'mac_address': 'fa:16:3e:3f:d4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f60c914-9987-479a-9d8d-ea5a6999d917', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:39:36Z', 'updated_at': '2021-12-20T15:39:36Z', 'revision_number': 0, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8241aa1f-78b8-4ab1-8ec3-7c32a9205711', 'name': '', 'network_id': '9691be53-4c1d-45e4-832f-4dc57cfdbdf0', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'mac_address': 'fa:16:3e:97:04:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2d3620-580f-4081-a4fa-0c0c69b2a5e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '875f9e41-5f32-4c94-8a78-bcc04024dfb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:39:23Z', 'updated_at': '2021-12-20T15:39:26Z', 'revision_number': 5, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'subnets': [{'id': '875f9e41-5f32-4c94-8a78-bcc04024dfb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:39:38.300782 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f7cf9c-5b5d-4e85-b660-29af087ff64e None None] Checking router: 8e2d3620-580f-4081-a4fa-0c0c69b2a5e8 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:39:38.310148 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f7cf9c-5b5d-4e85-b660-29af087ff64e None None] Routers {'8e2d3620-580f-4081-a4fa-0c0c69b2a5e8'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:39:38.310872 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-39f7cf9c-5b5d-4e85-b660-29af087ff64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:39:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['8e2d3620-580f-4081-a4fa-0c0c69b2a5e8'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:39:38.425299 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-39f7cf9c-5b5d-4e85-b660-29af087ff64e None None] Set router 8e2d3620-580f-4081-a4fa-0c0c69b2a5e8 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:39:38.531339 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352e23f3-9a39-4e77-9799-6823111d593a req-8f45d78a-715a-4891-8f81-4f85338752bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:38.532716 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-352e23f3-9a39-4e77-9799-6823111d593a req-8f45d78a-715a-4891-8f81-4f85338752bf service neutron] 10.222.0.47 "GET /v2.0/networks?id=9691be53-4c1d-45e4-832f-4dc57cfdbdf0 HTTP/1.1" status: 200 len: 897 time: 0.4937747 Dec 20 15:39:38.592242 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-56f655c9-a4e8-4c74-8cd3-cf73d08e417d tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/floatingips/5aab73ec-0b9e-496e-bc69-e9857ad1a274 HTTP/1.1" status: 200 len: 991 time: 0.4544883 Dec 20 15:39:38.608745 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-352e23f3-9a39-4e77-9799-6823111d593a req-0d0f9088-3647-4ce5-9c61-a9645925641c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a1604732-6752-4173-94d5-b85f4ce8a495 HTTP/1.1" status: 200 len: 999 time: 0.0686393 Dec 20 15:39:38.658558 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-39f7cf9c-5b5d-4e85-b660-29af087ff64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2d3620-580f-4081-a4fa-0c0c69b2a5e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-221847670', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': '86edd42c-acb3-4bdf-a598-395dab77955c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:39:20Z', 'updated_at': '2021-12-20T15:39:24Z', 'revision_number': 4, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'gw_port': {'id': '86edd42c-acb3-4bdf-a598-395dab77955c', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:89:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2d3620-580f-4081-a4fa-0c0c69b2a5e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:39:20Z', 'updated_at': '2021-12-20T15:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': '5aab73ec-0b9e-496e-bc69-e9857ad1a274', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'floating_ip_address': '172.25.0.132', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': '8e2d3620-580f-4081-a4fa-0c0c69b2a5e8', 'port_id': 'a1604732-6752-4173-94d5-b85f4ce8a495', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4281, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9691be53-4c1d-45e4-832f-4dc57cfdbdf0', 'mac_address': 'fa:16:3e:3f:d4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f60c914-9987-479a-9d8d-ea5a6999d917', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:39:36Z', 'updated_at': '2021-12-20T15:39:36Z', 'revision_number': 0, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8241aa1f-78b8-4ab1-8ec3-7c32a9205711', 'name': '', 'network_id': '9691be53-4c1d-45e4-832f-4dc57cfdbdf0', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'mac_address': 'fa:16:3e:97:04:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2d3620-580f-4081-a4fa-0c0c69b2a5e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '875f9e41-5f32-4c94-8a78-bcc04024dfb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:39:23Z', 'updated_at': '2021-12-20T15:39:26Z', 'revision_number': 5, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'subnets': [{'id': '875f9e41-5f32-4c94-8a78-bcc04024dfb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:39:38.662019 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352e23f3-9a39-4e77-9799-6823111d593a req-d093ca26-7c72-465d-aa61-f725da339764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:38.663525 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-352e23f3-9a39-4e77-9799-6823111d593a req-d093ca26-7c72-465d-aa61-f725da339764 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=875f9e41-5f32-4c94-8a78-bcc04024dfb2 HTTP/1.1" status: 200 len: 835 time: 0.0472181 Dec 20 15:39:38.712899 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352e23f3-9a39-4e77-9799-6823111d593a req-195a84f7-de5d-4b1a-9ee2-9b9cfbaee22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:39:38.714425 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-352e23f3-9a39-4e77-9799-6823111d593a req-195a84f7-de5d-4b1a-9ee2-9b9cfbaee22b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9691be53-4c1d-45e4-832f-4dc57cfdbdf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442584 Dec 20 15:39:38.812098 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-352e23f3-9a39-4e77-9799-6823111d593a req-59c2031b-743f-4d03-8c93-9098f2c659ac service neutron] 10.222.0.47 "GET /v2.0/networks/9691be53-4c1d-45e4-832f-4dc57cfdbdf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891402 Dec 20 15:39:38.856527 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f7cf9c-5b5d-4e85-b660-29af087ff64e None None] The sync data for ids ['8e2d3620-580f-4081-a4fa-0c0c69b2a5e8'] in n-d-761264-19 is: [{'id': '8e2d3620-580f-4081-a4fa-0c0c69b2a5e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-221847670', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': '86edd42c-acb3-4bdf-a598-395dab77955c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:39:20Z', 'updated_at': '2021-12-20T15:39:24Z', 'revision_number': 4, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'gw_port': {'id': '86edd42c-acb3-4bdf-a598-395dab77955c', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:89:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2d3620-580f-4081-a4fa-0c0c69b2a5e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:39:20Z', 'updated_at': '2021-12-20T15:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': '5aab73ec-0b9e-496e-bc69-e9857ad1a274', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'floating_ip_address': '172.25.0.132', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': '8e2d3620-580f-4081-a4fa-0c0c69b2a5e8', 'port_id': 'a1604732-6752-4173-94d5-b85f4ce8a495', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4281, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9691be53-4c1d-45e4-832f-4dc57cfdbdf0', 'mac_address': 'fa:16:3e:3f:d4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f60c914-9987-479a-9d8d-ea5a6999d917', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:39:36Z', 'updated_at': '2021-12-20T15:39:36Z', 'revision_number': 0, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8241aa1f-78b8-4ab1-8ec3-7c32a9205711', 'name': '', 'network_id': '9691be53-4c1d-45e4-832f-4dc57cfdbdf0', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'mac_address': 'fa:16:3e:97:04:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2d3620-580f-4081-a4fa-0c0c69b2a5e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '875f9e41-5f32-4c94-8a78-bcc04024dfb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:39:23Z', 'updated_at': '2021-12-20T15:39:26Z', 'revision_number': 5, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'subnets': [{'id': '875f9e41-5f32-4c94-8a78-bcc04024dfb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:39:38.928984 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-352e23f3-9a39-4e77-9799-6823111d593a req-44bd545e-8a25-45da-96ef-3432786cf34e service neutron] 10.222.0.47 "GET /v2.0/networks/9691be53-4c1d-45e4-832f-4dc57cfdbdf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083293 Dec 20 15:39:39.071561 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed06dbc-a084-453b-a219-0b7824b349ee None None] New status for floating IP 5aab73ec-0b9e-496e-bc69-e9857ad1a274: ACTIVE {{(pid=103170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 15:39:39.596691 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58192) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:39:39.662668 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-63c1f222-29ff-4eed-8ef2-819da84fa861 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/floatingips/5aab73ec-0b9e-496e-bc69-e9857ad1a274 HTTP/1.1" status: 200 len: 993 time: 0.0647612 Dec 20 15:39:42.236151 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:39:45.892172 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:00.811768 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e8004342-edb1-4f13-8bf4-6622bac978d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:03.005840 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-9cd58a02-dce7-404a-8286-e802f585e830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:04.095017 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:04.674998 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-03e839d6-727a-4b07-95f2-f0662bef0c82 req-e61d56cc-7840-4205-81d7-4995bc1f1074 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4f60c914-9987-479a-9d8d-ea5a6999d917&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0561969 Dec 20 15:40:04.769989 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e839d6-727a-4b07-95f2-f0662bef0c82 req-16cdaf5e-fbe3-4b97-bf08-ffb22ad5e3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:04.771672 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-03e839d6-727a-4b07-95f2-f0662bef0c82 req-16cdaf5e-fbe3-4b97-bf08-ffb22ad5e3ba service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6051e8cae9884506b33350e13a9e893a&device_id=4f60c914-9987-479a-9d8d-ea5a6999d917 HTTP/1.1" status: 200 len: 1097 time: 0.0477200 Dec 20 15:40:04.884827 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e839d6-727a-4b07-95f2-f0662bef0c82 req-4eb62168-2864-4e4b-88ff-bda2d0391eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:04.886334 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-03e839d6-727a-4b07-95f2-f0662bef0c82 req-4eb62168-2864-4e4b-88ff-bda2d0391eff service neutron] 10.222.0.47 "GET /v2.0/networks?id=9691be53-4c1d-45e4-832f-4dc57cfdbdf0 HTTP/1.1" status: 200 len: 897 time: 0.0950074 Dec 20 15:40:04.960546 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-03e839d6-727a-4b07-95f2-f0662bef0c82 req-8c3bbb8c-7cfe-446f-bf1e-f0efec029105 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a1604732-6752-4173-94d5-b85f4ce8a495 HTTP/1.1" status: 200 len: 1001 time: 0.0623436 Dec 20 15:40:05.021054 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e839d6-727a-4b07-95f2-f0662bef0c82 req-a7b61b32-2e4f-4b48-b802-23d15c776d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:05.022509 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-03e839d6-727a-4b07-95f2-f0662bef0c82 req-a7b61b32-2e4f-4b48-b802-23d15c776d2a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=875f9e41-5f32-4c94-8a78-bcc04024dfb2 HTTP/1.1" status: 200 len: 835 time: 0.0547040 Dec 20 15:40:05.078365 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e839d6-727a-4b07-95f2-f0662bef0c82 req-9ff7b699-7b11-49a1-9d7e-79962f676a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:05.079942 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-03e839d6-727a-4b07-95f2-f0662bef0c82 req-9ff7b699-7b11-49a1-9d7e-79962f676a82 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9691be53-4c1d-45e4-832f-4dc57cfdbdf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0496924 Dec 20 15:40:05.176283 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-03e839d6-727a-4b07-95f2-f0662bef0c82 req-f62fd829-221c-497b-b2c2-370f76286784 service neutron] 10.222.0.47 "GET /v2.0/networks/9691be53-4c1d-45e4-832f-4dc57cfdbdf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883601 Dec 20 15:40:05.272635 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-03e839d6-727a-4b07-95f2-f0662bef0c82 req-a24ce7ec-ee21-449d-a4cc-73a14972d01e service neutron] 10.222.0.47 "GET /v2.0/networks/9691be53-4c1d-45e4-832f-4dc57cfdbdf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880568 Dec 20 15:40:06.094335 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:06.340759 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:06.795083 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:40:10.755690 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64de3193-55e1-4909-bf99-5ee363265fd0 req-faf2b491-ab2c-496c-87a4-0c3bed37c1c1 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:10.757308 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-64de3193-55e1-4909-bf99-5ee363265fd0 req-faf2b491-ab2c-496c-87a4-0c3bed37c1c1 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f60c914-9987-479a-9d8d-ea5a6999d917 HTTP/1.1" status: 200 len: 945 time: 0.0611880 Dec 20 15:40:10.812433 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-64de3193-55e1-4909-bf99-5ee363265fd0 req-f0abc631-3297-4a9d-bf98-f99570058f20 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/security-groups?id=37ab8abe-0295-4e75-bf02-0d46a19a7b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488586 Dec 20 15:40:11.954058 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94290cd2-930e-4d13-a825-adab6b6b1996 req-fda8a797-8cc3-43ec-afe1-5f92ee233f5d tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:11.955571 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-94290cd2-930e-4d13-a825-adab6b6b1996 req-fda8a797-8cc3-43ec-afe1-5f92ee233f5d tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f60c914-9987-479a-9d8d-ea5a6999d917 HTTP/1.1" status: 200 len: 945 time: 0.0541205 Dec 20 15:40:12.007236 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-94290cd2-930e-4d13-a825-adab6b6b1996 req-abc49da0-cf64-4528-9e8c-c0e88de97098 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/security-groups?id=37ab8abe-0295-4e75-bf02-0d46a19a7b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454261 Dec 20 15:40:12.257135 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:13.129218 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b6c6c2-558b-4774-9335-3c3216146da9 req-0e3e110c-16f3-4f6d-8a7b-83393a68a1d1 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:13.130701 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-73b6c6c2-558b-4774-9335-3c3216146da9 req-0e3e110c-16f3-4f6d-8a7b-83393a68a1d1 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f60c914-9987-479a-9d8d-ea5a6999d917 HTTP/1.1" status: 200 len: 945 time: 0.0510361 Dec 20 15:40:13.185162 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-73b6c6c2-558b-4774-9335-3c3216146da9 req-62b2f0b5-5f68-4451-8b21-c9d03904ff92 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/security-groups?id=37ab8abe-0295-4e75-bf02-0d46a19a7b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455675 Dec 20 15:40:14.326966 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86cfa0a-900b-47c9-adf8-9121744a70ce req-a2ffe3c5-4ef8-43b2-ae3b-6698799beb49 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:14.328456 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f86cfa0a-900b-47c9-adf8-9121744a70ce req-a2ffe3c5-4ef8-43b2-ae3b-6698799beb49 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f60c914-9987-479a-9d8d-ea5a6999d917 HTTP/1.1" status: 200 len: 945 time: 0.0603328 Dec 20 15:40:14.379163 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f86cfa0a-900b-47c9-adf8-9121744a70ce req-7662349a-7a01-4a71-82fa-17dd1ef08848 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/security-groups?id=37ab8abe-0295-4e75-bf02-0d46a19a7b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444236 Dec 20 15:40:15.510416 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a365f66-e99c-4c15-a9a7-5eb197306c1a req-f1981308-2f5c-4ca0-a42a-31d567fde1d4 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:15.512001 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9a365f66-e99c-4c15-a9a7-5eb197306c1a req-f1981308-2f5c-4ca0-a42a-31d567fde1d4 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f60c914-9987-479a-9d8d-ea5a6999d917 HTTP/1.1" status: 200 len: 945 time: 0.0550823 Dec 20 15:40:15.568806 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9a365f66-e99c-4c15-a9a7-5eb197306c1a req-b4c18bdd-3374-4fa2-ad58-49a1cd20de67 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/security-groups?id=37ab8abe-0295-4e75-bf02-0d46a19a7b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503883 Dec 20 15:40:15.916515 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:16.708173 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb94aaa3-9cda-4806-9ca7-497244331755 req-1f89cff0-6e6a-493c-ab08-eebecd05c070 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:16.709623 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-eb94aaa3-9cda-4806-9ca7-497244331755 req-1f89cff0-6e6a-493c-ab08-eebecd05c070 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f60c914-9987-479a-9d8d-ea5a6999d917 HTTP/1.1" status: 200 len: 945 time: 0.0544226 Dec 20 15:40:16.758548 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-eb94aaa3-9cda-4806-9ca7-497244331755 req-72d50f06-ee14-4fbb-a803-5e79783c59b5 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/security-groups?id=37ab8abe-0295-4e75-bf02-0d46a19a7b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429132 Dec 20 15:40:17.883863 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de27820c-ecdb-418e-89f2-518a37afce7b req-cb15aecf-1d19-48cf-936b-1a0d8935905b tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:17.885359 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-de27820c-ecdb-418e-89f2-518a37afce7b req-cb15aecf-1d19-48cf-936b-1a0d8935905b tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f60c914-9987-479a-9d8d-ea5a6999d917 HTTP/1.1" status: 200 len: 945 time: 0.0506399 Dec 20 15:40:17.936624 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-de27820c-ecdb-418e-89f2-518a37afce7b req-45f8ccf2-1434-4ae3-b225-c2f13aa91976 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/security-groups?id=37ab8abe-0295-4e75-bf02-0d46a19a7b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449917 Dec 20 15:40:19.080231 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5d9073-4a02-4335-9130-00544feb5e2c req-dd2caf90-3cfd-41ba-823a-b930181f108e tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:19.081725 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6c5d9073-4a02-4335-9130-00544feb5e2c req-dd2caf90-3cfd-41ba-823a-b930181f108e tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f60c914-9987-479a-9d8d-ea5a6999d917 HTTP/1.1" status: 200 len: 945 time: 0.0735750 Dec 20 15:40:19.132058 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6c5d9073-4a02-4335-9130-00544feb5e2c req-5a8678aa-7285-4099-b97b-6c3a0b138fdc tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/security-groups?id=37ab8abe-0295-4e75-bf02-0d46a19a7b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440495 Dec 20 15:40:20.260763 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc0dfcf-4655-440b-a9bf-aaf17c4e2709 req-9b2bfb27-51ab-4769-b94b-ca0c6db82489 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:20.262259 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-abc0dfcf-4655-440b-a9bf-aaf17c4e2709 req-9b2bfb27-51ab-4769-b94b-ca0c6db82489 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f60c914-9987-479a-9d8d-ea5a6999d917 HTTP/1.1" status: 200 len: 945 time: 0.0509875 Dec 20 15:40:20.311935 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-abc0dfcf-4655-440b-a9bf-aaf17c4e2709 req-e40d4f14-a2fe-41f2-9041-d40fda17646d tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/security-groups?id=37ab8abe-0295-4e75-bf02-0d46a19a7b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434856 Dec 20 15:40:21.433970 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c143b45d-e0c4-4603-b330-6aa84c6352e6 req-90f3a5d0-dd7f-4a21-af72-185408452232 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:21.435455 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c143b45d-e0c4-4603-b330-6aa84c6352e6 req-90f3a5d0-dd7f-4a21-af72-185408452232 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f60c914-9987-479a-9d8d-ea5a6999d917 HTTP/1.1" status: 200 len: 945 time: 0.0504892 Dec 20 15:40:21.488713 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c143b45d-e0c4-4603-b330-6aa84c6352e6 req-38ea061b-2080-4ddb-b2f1-67fa956eb026 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/security-groups?id=37ab8abe-0295-4e75-bf02-0d46a19a7b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460522 Dec 20 15:40:21.519931 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58226) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:40:21.580084 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-b273b6ba-b19f-4705-b244-9510cc7ab6e5 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/floatingips/5aab73ec-0b9e-496e-bc69-e9857ad1a274 HTTP/1.1" status: 200 len: 993 time: 0.0590441 Dec 20 15:40:22.890667 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2667bc3-4fbf-40ab-a238-36a55cdb92fd req-f053d451-b3a8-4532-887d-c1d921573e5b tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:22.892135 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a2667bc3-4fbf-40ab-a238-36a55cdb92fd req-f053d451-b3a8-4532-887d-c1d921573e5b tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f60c914-9987-479a-9d8d-ea5a6999d917 HTTP/1.1" status: 200 len: 945 time: 0.0787783 Dec 20 15:40:22.906587 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b263ef6-2741-4c96-b217-d72fbd8d3ef8 req-3f9210e0-186b-4985-aea7-3a5f63b73461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:22.908287 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2b263ef6-2741-4c96-b217-d72fbd8d3ef8 req-3f9210e0-186b-4985-aea7-3a5f63b73461 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6051e8cae9884506b33350e13a9e893a&device_id=4f60c914-9987-479a-9d8d-ea5a6999d917 HTTP/1.1" status: 200 len: 1097 time: 0.0633011 Dec 20 15:40:23.001673 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a2667bc3-4fbf-40ab-a238-36a55cdb92fd req-89429f17-0c75-4e77-979a-0dffaa4402f5 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/security-groups?id=37ab8abe-0295-4e75-bf02-0d46a19a7b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025548 Dec 20 15:40:23.027761 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b263ef6-2741-4c96-b217-d72fbd8d3ef8 req-a2d60ec9-8db3-45e1-9e5e-481055e886ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:23.029198 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2b263ef6-2741-4c96-b217-d72fbd8d3ef8 req-a2d60ec9-8db3-45e1-9e5e-481055e886ce service neutron] 10.222.0.47 "GET /v2.0/networks?id=9691be53-4c1d-45e4-832f-4dc57cfdbdf0 HTTP/1.1" status: 200 len: 897 time: 0.1135716 Dec 20 15:40:23.110289 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2b263ef6-2741-4c96-b217-d72fbd8d3ef8 req-8ca68f2b-79eb-48b7-bc98-b70728e4b790 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a1604732-6752-4173-94d5-b85f4ce8a495 HTTP/1.1" status: 200 len: 1001 time: 0.0736437 Dec 20 15:40:23.163570 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b263ef6-2741-4c96-b217-d72fbd8d3ef8 req-211f5428-0992-4621-95c6-df9d494eb621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:23.164926 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2b263ef6-2741-4c96-b217-d72fbd8d3ef8 req-211f5428-0992-4621-95c6-df9d494eb621 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=875f9e41-5f32-4c94-8a78-bcc04024dfb2 HTTP/1.1" status: 200 len: 835 time: 0.0471253 Dec 20 15:40:23.218453 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b263ef6-2741-4c96-b217-d72fbd8d3ef8 req-bdee7115-244c-4cfa-9037-ea65793bbcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:23.220164 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2b263ef6-2741-4c96-b217-d72fbd8d3ef8 req-bdee7115-244c-4cfa-9037-ea65793bbcdc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9691be53-4c1d-45e4-832f-4dc57cfdbdf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0476580 Dec 20 15:40:23.323816 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2b263ef6-2741-4c96-b217-d72fbd8d3ef8 req-1a7c39c6-28b1-49c2-8ac9-2dcb8874efb9 service neutron] 10.222.0.47 "GET /v2.0/networks/9691be53-4c1d-45e4-832f-4dc57cfdbdf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959499 Dec 20 15:40:23.419924 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2b263ef6-2741-4c96-b217-d72fbd8d3ef8 req-eddb1740-5ea9-468a-b9d5-c3b594da4e60 service neutron] 10.222.0.47 "GET /v2.0/networks/9691be53-4c1d-45e4-832f-4dc57cfdbdf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894108 Dec 20 15:40:24.141025 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95484f6f-aa47-4350-9026-3592419ee381 req-fffe8055-00a2-40aa-a564-841875bf8ec7 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:24.142632 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-95484f6f-aa47-4350-9026-3592419ee381 req-fffe8055-00a2-40aa-a564-841875bf8ec7 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f60c914-9987-479a-9d8d-ea5a6999d917 HTTP/1.1" status: 200 len: 945 time: 0.0530005 Dec 20 15:40:24.199927 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-95484f6f-aa47-4350-9026-3592419ee381 req-09a9fe42-90f8-4c43-863b-07f1acb9b09b tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/security-groups?id=37ab8abe-0295-4e75-bf02-0d46a19a7b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509481 Dec 20 15:40:24.224170 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58236) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:40:24.289173 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-d0d90fc8-aac3-4b63-b899-486315eb81b3 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/floatingips/5aab73ec-0b9e-496e-bc69-e9857ad1a274 HTTP/1.1" status: 200 len: 993 time: 0.0636473 Dec 20 15:40:30.808355 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-badafc6a-c7f9-489f-869e-f6493727b182 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:33.004941 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-845039a8-946c-42e8-9c83-12ae621929b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:34.098209 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:36.103749 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:36.331778 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:42.247886 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:43.797531 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:40:45.909323 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:54.674074 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58246) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:40:54.845217 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-f23b94d6-9150-4a5f-99ec-37c095d43e9e tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Deleting port efa63a7c-e9d9-4c1a-a8fb-4b4230ca19d6 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:40:54.845512 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f23b94d6-9150-4a5f-99ec-37c095d43e9e tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:54.924800 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f23b94d6-9150-4a5f-99ec-37c095d43e9e tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:54.925096 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f23b94d6-9150-4a5f-99ec-37c095d43e9e tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:54.937303 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-f23b94d6-9150-4a5f-99ec-37c095d43e9e tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Calling delete_port for efa63a7c-e9d9-4c1a-a8fb-4b4230ca19d6 owned by network:floatingip {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:40:55.084308 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f23b94d6-9150-4a5f-99ec-37c095d43e9e tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:55.112856 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23b94d6-9150-4a5f-99ec-37c095d43e9e tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Pushing event deleted for resources: {'Port': ['ID=efa63a7c-e9d9-4c1a-a8fb-4b4230ca19d6,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:40:55.125035 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23b94d6-9150-4a5f-99ec-37c095d43e9e tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:40:55.125386 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23b94d6-9150-4a5f-99ec-37c095d43e9e tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:40:55.125731 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23b94d6-9150-4a5f-99ec-37c095d43e9e tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:40:55.126067 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23b94d6-9150-4a5f-99ec-37c095d43e9e tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:40:55.126397 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23b94d6-9150-4a5f-99ec-37c095d43e9e tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:40:55.126758 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23b94d6-9150-4a5f-99ec-37c095d43e9e tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:40:55.127091 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23b94d6-9150-4a5f-99ec-37c095d43e9e tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:40:55.127409 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23b94d6-9150-4a5f-99ec-37c095d43e9e tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:40:55.127733 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23b94d6-9150-4a5f-99ec-37c095d43e9e tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:40:55.128058 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23b94d6-9150-4a5f-99ec-37c095d43e9e tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:40:55.128453 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23b94d6-9150-4a5f-99ec-37c095d43e9e tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:40:55.128774 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23b94d6-9150-4a5f-99ec-37c095d43e9e tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:40:55.129100 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23b94d6-9150-4a5f-99ec-37c095d43e9e tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:40:55.181497 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f23b94d6-9150-4a5f-99ec-37c095d43e9e tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for floatingip, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:55.181737 n-d-761264-19 neutron-server[103167]: INFO neutron.db.l3_db [None req-f23b94d6-9150-4a5f-99ec-37c095d43e9e tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Floating IP 5aab73ec-0b9e-496e-bc69-e9857ad1a274 disassociated (deleted). External IP: 172.25.0.132, port: a1604732-6752-4173-94d5-b85f4ce8a495. Dec 20 15:40:55.395566 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f23b94d6-9150-4a5f-99ec-37c095d43e9e tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Router 8e2d3620-580f-4081-a4fa-0c0c69b2a5e8 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:40:55.506452 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f23b94d6-9150-4a5f-99ec-37c095d43e9e tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:40:55.511445 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-f23b94d6-9150-4a5f-99ec-37c095d43e9e tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:55.516211 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf199547-4ac0-4f34-a1f0-cb25ef2bc64b None None] Sync routers for ids ['8e2d3620-580f-4081-a4fa-0c0c69b2a5e8'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:40:55.527300 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf199547-4ac0-4f34-a1f0-cb25ef2bc64b None None] Routers {'8e2d3620-580f-4081-a4fa-0c0c69b2a5e8'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:40:55.527936 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-bf199547-4ac0-4f34-a1f0-cb25ef2bc64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:40:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['8e2d3620-580f-4081-a4fa-0c0c69b2a5e8'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:40:55.539802 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-f23b94d6-9150-4a5f-99ec-37c095d43e9e tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "DELETE /v2.0/floatingips/5aab73ec-0b9e-496e-bc69-e9857ad1a274 HTTP/1.1" status: 204 len: 168 time: 0.8646355 Dec 20 15:40:55.540492 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f60c914-9987-479a-9d8d-ea5a6999d917', 'tag': 'a1604732-6752-4173-94d5-b85f4ce8a495'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:40:55.543405 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08f5bd10d948da750b9537a176c40f94b479143edf42a445aa4903673b4b1814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bae46755-f39b-4aef-a475-9edd0a02f7d3" -d '{"events": [{"name": "network-changed", "server_uuid": "4f60c914-9987-479a-9d8d-ea5a6999d917", "tag": "a1604732-6752-4173-94d5-b85f4ce8a495"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:40:55.595270 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af544eb7-080c-47a9-a617-c8f501e08f3a x-openstack-request-id: req-af544eb7-080c-47a9-a617-c8f501e08f3a {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:40:55.595562 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f60c914-9987-479a-9d8d-ea5a6999d917", "tag": "a1604732-6752-4173-94d5-b85f4ce8a495", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:40:55.596691 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-af544eb7-080c-47a9-a617-c8f501e08f3a {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:40:55.596691 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f60c914-9987-479a-9d8d-ea5a6999d917', 'tag': 'a1604732-6752-4173-94d5-b85f4ce8a495', 'status': 'completed', 'code': 200} Dec 20 15:40:55.650665 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-bf199547-4ac0-4f34-a1f0-cb25ef2bc64b None None] Set router 8e2d3620-580f-4081-a4fa-0c0c69b2a5e8 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:40:55.665780 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae46755-f39b-4aef-a475-9edd0a02f7d3 req-6765029d-0ec2-4c64-bb6c-5f8cf91cd5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:55.667436 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bae46755-f39b-4aef-a475-9edd0a02f7d3 req-6765029d-0ec2-4c64-bb6c-5f8cf91cd5d9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6051e8cae9884506b33350e13a9e893a&device_id=4f60c914-9987-479a-9d8d-ea5a6999d917 HTTP/1.1" status: 200 len: 1097 time: 0.0455122 Dec 20 15:40:55.782618 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae46755-f39b-4aef-a475-9edd0a02f7d3 req-762e1e6a-c0a3-419e-8b6c-23218b0e7021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:55.784068 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bae46755-f39b-4aef-a475-9edd0a02f7d3 req-762e1e6a-c0a3-419e-8b6c-23218b0e7021 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9691be53-4c1d-45e4-832f-4dc57cfdbdf0 HTTP/1.1" status: 200 len: 897 time: 0.1093941 Dec 20 15:40:55.850202 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bae46755-f39b-4aef-a475-9edd0a02f7d3 req-cef0e7ef-7a57-4d23-a206-1a7cbabaacb8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a1604732-6752-4173-94d5-b85f4ce8a495 HTTP/1.1" status: 200 len: 217 time: 0.0456059 Dec 20 15:40:55.873040 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cbad8d-f63c-4e8e-9793-458c6189df63 req-ac098e9e-e1b0-448c-b195-58828f35abc2 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:55.874510 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d6cbad8d-f63c-4e8e-9793-458c6189df63 req-ac098e9e-e1b0-448c-b195-58828f35abc2 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f60c914-9987-479a-9d8d-ea5a6999d917 HTTP/1.1" status: 200 len: 945 time: 0.1059623 Dec 20 15:40:55.882539 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-bf199547-4ac0-4f34-a1f0-cb25ef2bc64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2d3620-580f-4081-a4fa-0c0c69b2a5e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-221847670', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': '86edd42c-acb3-4bdf-a598-395dab77955c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:39:20Z', 'updated_at': '2021-12-20T15:39:24Z', 'revision_number': 4, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'gw_port': {'id': '86edd42c-acb3-4bdf-a598-395dab77955c', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:89:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2d3620-580f-4081-a4fa-0c0c69b2a5e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:39:20Z', 'updated_at': '2021-12-20T15:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '8241aa1f-78b8-4ab1-8ec3-7c32a9205711', 'name': '', 'network_id': '9691be53-4c1d-45e4-832f-4dc57cfdbdf0', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'mac_address': 'fa:16:3e:97:04:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2d3620-580f-4081-a4fa-0c0c69b2a5e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '875f9e41-5f32-4c94-8a78-bcc04024dfb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:39:23Z', 'updated_at': '2021-12-20T15:39:26Z', 'revision_number': 5, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'subnets': [{'id': '875f9e41-5f32-4c94-8a78-bcc04024dfb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:40:55.911196 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf199547-4ac0-4f34-a1f0-cb25ef2bc64b None None] Checking router: 8e2d3620-580f-4081-a4fa-0c0c69b2a5e8 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:40:55.922379 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf199547-4ac0-4f34-a1f0-cb25ef2bc64b None None] Routers {'8e2d3620-580f-4081-a4fa-0c0c69b2a5e8'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:40:55.923045 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-bf199547-4ac0-4f34-a1f0-cb25ef2bc64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:40:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['8e2d3620-580f-4081-a4fa-0c0c69b2a5e8'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:40:55.938828 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae46755-f39b-4aef-a475-9edd0a02f7d3 req-43e5c8c9-8732-4ed6-b923-cb8306eb0bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:55.940324 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bae46755-f39b-4aef-a475-9edd0a02f7d3 req-43e5c8c9-8732-4ed6-b923-cb8306eb0bb2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=875f9e41-5f32-4c94-8a78-bcc04024dfb2 HTTP/1.1" status: 200 len: 835 time: 0.0823638 Dec 20 15:40:55.983581 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d6cbad8d-f63c-4e8e-9793-458c6189df63 req-36b59bdb-6c9f-4a71-9d71-06bdf558b95d tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/security-groups?id=37ab8abe-0295-4e75-bf02-0d46a19a7b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886593 Dec 20 15:40:56.001061 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae46755-f39b-4aef-a475-9edd0a02f7d3 req-6666215c-ce67-4a54-abde-44e3da26c893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:56.002578 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bae46755-f39b-4aef-a475-9edd0a02f7d3 req-6666215c-ce67-4a54-abde-44e3da26c893 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9691be53-4c1d-45e4-832f-4dc57cfdbdf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534534 Dec 20 15:40:56.033741 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-bf199547-4ac0-4f34-a1f0-cb25ef2bc64b None None] Set router 8e2d3620-580f-4081-a4fa-0c0c69b2a5e8 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:40:56.103416 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bae46755-f39b-4aef-a475-9edd0a02f7d3 req-5353a77d-fd4e-4f29-9fc2-3ddaf6b14b9d service neutron] 10.222.0.47 "GET /v2.0/networks/9691be53-4c1d-45e4-832f-4dc57cfdbdf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919933 Dec 20 15:40:56.196536 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bae46755-f39b-4aef-a475-9edd0a02f7d3 req-fb2c6835-38e2-4e52-928b-9821955f5e2b service neutron] 10.222.0.47 "GET /v2.0/networks/9691be53-4c1d-45e4-832f-4dc57cfdbdf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854673 Dec 20 15:40:56.248645 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-bf199547-4ac0-4f34-a1f0-cb25ef2bc64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2d3620-580f-4081-a4fa-0c0c69b2a5e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-221847670', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': '86edd42c-acb3-4bdf-a598-395dab77955c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:39:20Z', 'updated_at': '2021-12-20T15:39:24Z', 'revision_number': 4, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'gw_port': {'id': '86edd42c-acb3-4bdf-a598-395dab77955c', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:89:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2d3620-580f-4081-a4fa-0c0c69b2a5e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:39:20Z', 'updated_at': '2021-12-20T15:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '8241aa1f-78b8-4ab1-8ec3-7c32a9205711', 'name': '', 'network_id': '9691be53-4c1d-45e4-832f-4dc57cfdbdf0', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'mac_address': 'fa:16:3e:97:04:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2d3620-580f-4081-a4fa-0c0c69b2a5e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '875f9e41-5f32-4c94-8a78-bcc04024dfb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:39:23Z', 'updated_at': '2021-12-20T15:39:26Z', 'revision_number': 5, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'subnets': [{'id': '875f9e41-5f32-4c94-8a78-bcc04024dfb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:40:56.276355 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf199547-4ac0-4f34-a1f0-cb25ef2bc64b None None] The sync data for ids ['8e2d3620-580f-4081-a4fa-0c0c69b2a5e8'] in n-d-761264-19 is: [{'id': '8e2d3620-580f-4081-a4fa-0c0c69b2a5e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-221847670', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': '86edd42c-acb3-4bdf-a598-395dab77955c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:39:20Z', 'updated_at': '2021-12-20T15:39:24Z', 'revision_number': 4, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'gw_port': {'id': '86edd42c-acb3-4bdf-a598-395dab77955c', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:89:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2d3620-580f-4081-a4fa-0c0c69b2a5e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:39:20Z', 'updated_at': '2021-12-20T15:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '8241aa1f-78b8-4ab1-8ec3-7c32a9205711', 'name': '', 'network_id': '9691be53-4c1d-45e4-832f-4dc57cfdbdf0', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'mac_address': 'fa:16:3e:97:04:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2d3620-580f-4081-a4fa-0c0c69b2a5e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '875f9e41-5f32-4c94-8a78-bcc04024dfb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:39:23Z', 'updated_at': '2021-12-20T15:39:26Z', 'revision_number': 5, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'subnets': [{'id': '875f9e41-5f32-4c94-8a78-bcc04024dfb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:40:56.541050 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7a4a50-04f5-427e-b0d3-895a582fe92f None None] New status for floating IP 5aab73ec-0b9e-496e-bc69-e9857ad1a274: DOWN {{(pid=103170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 15:40:57.113182 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c87ba66-1113-4a96-ac5e-10a48b0b234a req-16824977-a5f7-4e5f-9f32-40f1d82f7cf7 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:57.114838 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9c87ba66-1113-4a96-ac5e-10a48b0b234a req-16824977-a5f7-4e5f-9f32-40f1d82f7cf7 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f60c914-9987-479a-9d8d-ea5a6999d917 HTTP/1.1" status: 200 len: 945 time: 0.0532398 Dec 20 15:40:57.168073 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9c87ba66-1113-4a96-ac5e-10a48b0b234a req-feb9a793-45a6-4c59-899f-8780e0c309fd tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/security-groups?id=37ab8abe-0295-4e75-bf02-0d46a19a7b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453300 Dec 20 15:40:57.273230 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3beb3c0-f169-4e68-8c11-c9f06dede1e8 req-a7ae539e-709c-4ea1-b52a-3b9e4caab674 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:40:57.274623 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c3beb3c0-f169-4e68-8c11-c9f06dede1e8 req-a7ae539e-709c-4ea1-b52a-3b9e4caab674 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f60c914-9987-479a-9d8d-ea5a6999d917 HTTP/1.1" status: 200 len: 945 time: 0.0570674 Dec 20 15:40:57.368109 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-c3beb3c0-f169-4e68-8c11-c9f06dede1e8 req-6949522c-3ec8-45d0-8a25-ee69ada0d8bd tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Deleting port a1604732-6752-4173-94d5-b85f4ce8a495 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:40:57.368408 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-c3beb3c0-f169-4e68-8c11-c9f06dede1e8 req-6949522c-3ec8-45d0-8a25-ee69ada0d8bd tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:57.467316 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-c3beb3c0-f169-4e68-8c11-c9f06dede1e8 req-6949522c-3ec8-45d0-8a25-ee69ada0d8bd tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] For port a1604732-6752-4173-94d5-b85f4ce8a495, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=a1604732-6752-4173-94d5-b85f4ce8a495,segment=NetworkSegment(93773612-9cc1-4340-bd26-d37abe1b4494),segment_id=93773612-9cc1-4340-bd26-d37abe1b4494)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:40:57.467676 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-c3beb3c0-f169-4e68-8c11-c9f06dede1e8 req-6949522c-3ec8-45d0-8a25-ee69ada0d8bd tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:57.482564 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-c3beb3c0-f169-4e68-8c11-c9f06dede1e8 req-6949522c-3ec8-45d0-8a25-ee69ada0d8bd tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Calling delete_port for a1604732-6752-4173-94d5-b85f4ce8a495 owned by compute:nova {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:40:57.635873 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-c3beb3c0-f169-4e68-8c11-c9f06dede1e8 req-6949522c-3ec8-45d0-8a25-ee69ada0d8bd tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:57.669207 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6949522c-3ec8-45d0-8a25-ee69ada0d8bd tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Pushing event deleted for resources: {'Port': ['ID=a1604732-6752-4173-94d5-b85f4ce8a495,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:40:57.719090 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3beb3c0-f169-4e68-8c11-c9f06dede1e8 req-6949522c-3ec8-45d0-8a25-ee69ada0d8bd tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] No DVR routers for this DVR port a1604732-6752-4173-94d5-b85f4ce8a495 on host n-h2-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:40:57.722116 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-c3beb3c0-f169-4e68-8c11-c9f06dede1e8 req-6949522c-3ec8-45d0-8a25-ee69ada0d8bd tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:40:57.725617 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c3beb3c0-f169-4e68-8c11-c9f06dede1e8 req-6949522c-3ec8-45d0-8a25-ee69ada0d8bd tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.47 "DELETE /v2.0/ports/a1604732-6752-4173-94d5-b85f4ce8a495 HTTP/1.1" status: 204 len: 173 time: 0.4438977 Dec 20 15:40:57.726038 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f60c914-9987-479a-9d8d-ea5a6999d917', 'name': 'network-vif-deleted', 'tag': 'a1604732-6752-4173-94d5-b85f4ce8a495'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:40:57.728447 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08f5bd10d948da750b9537a176c40f94b479143edf42a445aa4903673b4b1814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a6c3988-57e3-4b93-ad15-252c9b8a9176" -d '{"events": [{"server_uuid": "4f60c914-9987-479a-9d8d-ea5a6999d917", "name": "network-vif-deleted", "tag": "a1604732-6752-4173-94d5-b85f4ce8a495"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:40:57.773894 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5e5cbeb-6d4b-4074-b3f0-898b7deaebfc x-openstack-request-id: req-f5e5cbeb-6d4b-4074-b3f0-898b7deaebfc {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:40:57.774204 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f60c914-9987-479a-9d8d-ea5a6999d917", "name": "network-vif-deleted", "tag": "a1604732-6752-4173-94d5-b85f4ce8a495", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:40:57.774468 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f5e5cbeb-6d4b-4074-b3f0-898b7deaebfc {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:40:57.774917 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f60c914-9987-479a-9d8d-ea5a6999d917', 'name': 'network-vif-deleted', 'tag': 'a1604732-6752-4173-94d5-b85f4ce8a495', 'status': 'completed', 'code': 200} Dec 20 15:40:58.298082 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4c6da409-97ce-44e5-92d9-ee44c37bd0bd req-d57df61e-5784-4654-881e-c1355c68cf9f tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f60c914-9987-479a-9d8d-ea5a6999d917 HTTP/1.1" status: 200 len: 210 time: 0.0367322 Dec 20 15:40:59.357652 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58262) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:40:59.727622 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b0bebeb0-eb08-415c-861b-418c50a23e36 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1595867'] for router_interface, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:00.329452 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-b0bebeb0-eb08-415c-861b-418c50a23e36 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Deleting port 8241aa1f-78b8-4ab1-8ec3-7c32a9205711 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:41:00.329711 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b0bebeb0-eb08-415c-861b-418c50a23e36 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:00.429801 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-b0bebeb0-eb08-415c-861b-418c50a23e36 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] For port 8241aa1f-78b8-4ab1-8ec3-7c32a9205711, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=8241aa1f-78b8-4ab1-8ec3-7c32a9205711,segment=NetworkSegment(93773612-9cc1-4340-bd26-d37abe1b4494),segment_id=93773612-9cc1-4340-bd26-d37abe1b4494)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:41:00.430591 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b0bebeb0-eb08-415c-861b-418c50a23e36 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:00.445197 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-b0bebeb0-eb08-415c-861b-418c50a23e36 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Calling delete_port for 8241aa1f-78b8-4ab1-8ec3-7c32a9205711 owned by network:router_interface {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:41:00.635388 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b0bebeb0-eb08-415c-861b-418c50a23e36 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:00.665988 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bebeb0-eb08-415c-861b-418c50a23e36 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Pushing event deleted for resources: {'Port': ['ID=8241aa1f-78b8-4ab1-8ec3-7c32a9205711,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:00.681840 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device a1604732-6752-4173-94d5-b85f4ce8a495 no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:41:00.704511 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] No Port match for: a1604732-6752-4173-94d5-b85f4ce8a495 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:41:00.705250 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device a1604732-6752-4173-94d5-b85f4ce8a495 not bound to the agent host n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:41:00.805000 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a0eaffcf-c561-46db-8016-48b568a728ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:00.849017 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b0bebeb0-eb08-415c-861b-418c50a23e36 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582411'] for router_interface, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:01.080457 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0bebeb0-eb08-415c-861b-418c50a23e36 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Router 8e2d3620-580f-4081-a4fa-0c0c69b2a5e8 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:41:01.189128 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0bebeb0-eb08-415c-861b-418c50a23e36 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:41:01.194983 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-b0bebeb0-eb08-415c-861b-418c50a23e36 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "PUT /v2.0/routers/8e2d3620-580f-4081-a4fa-0c0c69b2a5e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8360486 Dec 20 15:41:01.197756 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58264) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:41:01.199560 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e13b55-1e92-4d91-8857-881d4c7ad5c4 None None] Sync routers for ids ['8e2d3620-580f-4081-a4fa-0c0c69b2a5e8'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:41:01.214145 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e13b55-1e92-4d91-8857-881d4c7ad5c4 None None] Routers {'8e2d3620-580f-4081-a4fa-0c0c69b2a5e8'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:41:01.214833 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-77e13b55-1e92-4d91-8857-881d4c7ad5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:40:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['8e2d3620-580f-4081-a4fa-0c0c69b2a5e8'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:41:01.251475 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd36eceb-8d52-4a30-aaac-4c75a656e833 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Deleting subnet 875f9e41-5f32-4c94-8a78-bcc04024dfb2 {{(pid=103167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:41:01.254813 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fd36eceb-8d52-4a30-aaac-4c75a656e833 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for subnet, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:01.297557 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fd36eceb-8d52-4a30-aaac-4c75a656e833 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954412'] for subnet, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:01.322667 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-77e13b55-1e92-4d91-8857-881d4c7ad5c4 None None] Set router 8e2d3620-580f-4081-a4fa-0c0c69b2a5e8 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:41:01.409511 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fd36eceb-8d52-4a30-aaac-4c75a656e833 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:01.478478 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fd36eceb-8d52-4a30-aaac-4c75a656e833 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:01.507950 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd36eceb-8d52-4a30-aaac-4c75a656e833 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Pushing event deleted for resources: {'Subnet': ['ID=875f9e41-5f32-4c94-8a78-bcc04024dfb2,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:01.511606 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fd36eceb-8d52-4a30-aaac-4c75a656e833 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:01.517888 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58268) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:41:01.518421 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-77e13b55-1e92-4d91-8857-881d4c7ad5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2d3620-580f-4081-a4fa-0c0c69b2a5e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-221847670', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': '86edd42c-acb3-4bdf-a598-395dab77955c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:39:20Z', 'updated_at': '2021-12-20T15:41:00Z', 'revision_number': 5, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'gw_port': {'id': '86edd42c-acb3-4bdf-a598-395dab77955c', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:89:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2d3620-580f-4081-a4fa-0c0c69b2a5e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:39:20Z', 'updated_at': '2021-12-20T15:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:41:01.522282 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4ef02c-f09d-40e6-846e-26ed055a8c58 None None] Network 9691be53-4c1d-45e4-832f-4dc57cfdbdf0 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:41:01.524028 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-fd36eceb-8d52-4a30-aaac-4c75a656e833 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "DELETE /v2.0/subnets/875f9e41-5f32-4c94-8a78-bcc04024dfb2 HTTP/1.1" status: 204 len: 168 time: 0.3249784 Dec 20 15:41:01.558414 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e13b55-1e92-4d91-8857-881d4c7ad5c4 None None] Checking router: 8e2d3620-580f-4081-a4fa-0c0c69b2a5e8 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:41:01.605260 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e13b55-1e92-4d91-8857-881d4c7ad5c4 None None] Routers {'8e2d3620-580f-4081-a4fa-0c0c69b2a5e8'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:41:01.605885 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-77e13b55-1e92-4d91-8857-881d4c7ad5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:40:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['8e2d3620-580f-4081-a4fa-0c0c69b2a5e8'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:41:01.920355 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-77e13b55-1e92-4d91-8857-881d4c7ad5c4 None None] Set router 8e2d3620-580f-4081-a4fa-0c0c69b2a5e8 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:41:01.978555 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-eede3a40-fab5-408a-b8b3-a6e02d0ea20a tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for router, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:01.983635 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009d1020-f3a4-4c92-864b-e422a95a84c5 None None] DHCP port deletion for 9691be53-4c1d-45e4-832f-4dc57cfdbdf0 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:41:02.086920 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-eede3a40-fab5-408a-b8b3-a6e02d0ea20a tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:02.102664 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-009d1020-f3a4-4c92-864b-e422a95a84c5 None None] Deleting port f9e06950-46d3-4d7f-b693-d5e2e0f51403 {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:41:02.103051 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-009d1020-f3a4-4c92-864b-e422a95a84c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:02.144182 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-eede3a40-fab5-408a-b8b3-a6e02d0ea20a tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Deleting port 86edd42c-acb3-4bdf-a598-395dab77955c {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:41:02.144510 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-eede3a40-fab5-408a-b8b3-a6e02d0ea20a tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:02.186372 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-009d1020-f3a4-4c92-864b-e422a95a84c5 None None] For port f9e06950-46d3-4d7f-b693-d5e2e0f51403, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=f9e06950-46d3-4d7f-b693-d5e2e0f51403,segment=NetworkSegment(93773612-9cc1-4340-bd26-d37abe1b4494),segment_id=93773612-9cc1-4340-bd26-d37abe1b4494)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:41:02.186647 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-009d1020-f3a4-4c92-864b-e422a95a84c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:02.201524 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-009d1020-f3a4-4c92-864b-e422a95a84c5 None None] Calling delete_port for f9e06950-46d3-4d7f-b693-d5e2e0f51403 owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:41:02.223997 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-eede3a40-fab5-408a-b8b3-a6e02d0ea20a tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] For port 86edd42c-acb3-4bdf-a598-395dab77955c, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=86edd42c-acb3-4bdf-a598-395dab77955c,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:41:02.224358 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-eede3a40-fab5-408a-b8b3-a6e02d0ea20a tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:02.237720 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-eede3a40-fab5-408a-b8b3-a6e02d0ea20a tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Calling delete_port for 86edd42c-acb3-4bdf-a598-395dab77955c owned by network:router_gateway {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:41:02.255449 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-77e13b55-1e92-4d91-8857-881d4c7ad5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2d3620-580f-4081-a4fa-0c0c69b2a5e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-221847670', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': '86edd42c-acb3-4bdf-a598-395dab77955c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:39:20Z', 'updated_at': '2021-12-20T15:41:00Z', 'revision_number': 5, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'gw_port': {'id': '86edd42c-acb3-4bdf-a598-395dab77955c', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:89:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2d3620-580f-4081-a4fa-0c0c69b2a5e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:39:20Z', 'updated_at': '2021-12-20T15:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:41:02.285703 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e13b55-1e92-4d91-8857-881d4c7ad5c4 None None] The sync data for ids ['8e2d3620-580f-4081-a4fa-0c0c69b2a5e8'] in n-d-761264-19 is: [{'id': '8e2d3620-580f-4081-a4fa-0c0c69b2a5e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-221847670', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': '86edd42c-acb3-4bdf-a598-395dab77955c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:39:20Z', 'updated_at': '2021-12-20T15:41:00Z', 'revision_number': 5, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'gw_port': {'id': '86edd42c-acb3-4bdf-a598-395dab77955c', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:89:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2d3620-580f-4081-a4fa-0c0c69b2a5e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:39:20Z', 'updated_at': '2021-12-20T15:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:41:02.324388 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-009d1020-f3a4-4c92-864b-e422a95a84c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:02.350426 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009d1020-f3a4-4c92-864b-e422a95a84c5 None None] Pushing event deleted for resources: {'Port': ['ID=f9e06950-46d3-4d7f-b693-d5e2e0f51403,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:02.355011 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009d1020-f3a4-4c92-864b-e422a95a84c5 None None] No DVR routers for this DVR port f9e06950-46d3-4d7f-b693-d5e2e0f51403 on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:41:02.362408 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009d1020-f3a4-4c92-864b-e422a95a84c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:41:02.362919 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009d1020-f3a4-4c92-864b-e422a95a84c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:41:02.363265 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009d1020-f3a4-4c92-864b-e422a95a84c5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:41:02.363606 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009d1020-f3a4-4c92-864b-e422a95a84c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:41:02.363940 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009d1020-f3a4-4c92-864b-e422a95a84c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:41:02.364270 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009d1020-f3a4-4c92-864b-e422a95a84c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:41:02.364596 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009d1020-f3a4-4c92-864b-e422a95a84c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:41:02.365336 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009d1020-f3a4-4c92-864b-e422a95a84c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:41:02.365336 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009d1020-f3a4-4c92-864b-e422a95a84c5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:41:02.365524 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009d1020-f3a4-4c92-864b-e422a95a84c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:41:02.365847 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009d1020-f3a4-4c92-864b-e422a95a84c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:41:02.366169 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009d1020-f3a4-4c92-864b-e422a95a84c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:41:02.366488 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009d1020-f3a4-4c92-864b-e422a95a84c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:41:02.421269 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-eede3a40-fab5-408a-b8b3-a6e02d0ea20a tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:02.450207 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eede3a40-fab5-408a-b8b3-a6e02d0ea20a tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Pushing event deleted for resources: {'Port': ['ID=86edd42c-acb3-4bdf-a598-395dab77955c,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:02.463757 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22f3cb4-1b35-4510-9196-6f864a47cca7 None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:41:02.478782 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eede3a40-fab5-408a-b8b3-a6e02d0ea20a tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:41:02.479102 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eede3a40-fab5-408a-b8b3-a6e02d0ea20a tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:41:02.479585 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eede3a40-fab5-408a-b8b3-a6e02d0ea20a tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:41:02.479810 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eede3a40-fab5-408a-b8b3-a6e02d0ea20a tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:41:02.480100 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eede3a40-fab5-408a-b8b3-a6e02d0ea20a tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:41:02.480426 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eede3a40-fab5-408a-b8b3-a6e02d0ea20a tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:41:02.480752 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eede3a40-fab5-408a-b8b3-a6e02d0ea20a tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:41:02.481075 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eede3a40-fab5-408a-b8b3-a6e02d0ea20a tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:41:02.481397 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eede3a40-fab5-408a-b8b3-a6e02d0ea20a tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:41:02.481718 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eede3a40-fab5-408a-b8b3-a6e02d0ea20a tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:41:02.482038 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eede3a40-fab5-408a-b8b3-a6e02d0ea20a tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:41:02.482355 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eede3a40-fab5-408a-b8b3-a6e02d0ea20a tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:41:02.482670 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eede3a40-fab5-408a-b8b3-a6e02d0ea20a tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:41:02.522956 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-eede3a40-fab5-408a-b8b3-a6e02d0ea20a tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584913'] for router_gateway, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:02.616173 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-eede3a40-fab5-408a-b8b3-a6e02d0ea20a tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40132'] for router, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:02.618400 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-eede3a40-fab5-408a-b8b3-a6e02d0ea20a tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:02.667326 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-eede3a40-fab5-408a-b8b3-a6e02d0ea20a tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1594808'] for router, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:02.667883 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eede3a40-fab5-408a-b8b3-a6e02d0ea20a tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Fanout notify agent at l3_agent the message router_deleted on router 8e2d3620-580f-4081-a4fa-0c0c69b2a5e8 {{(pid=103168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:41:02.675345 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-eede3a40-fab5-408a-b8b3-a6e02d0ea20a tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:02.676490 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-eede3a40-fab5-408a-b8b3-a6e02d0ea20a tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "DELETE /v2.0/routers/8e2d3620-580f-4081-a4fa-0c0c69b2a5e8 HTTP/1.1" status: 204 len: 168 time: 1.1576314 Dec 20 15:41:02.680621 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58270) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:41:02.765938 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3534ac67-0f28-483d-93c1-f739cd766efe tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:02.854450 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3534ac67-0f28-483d-93c1-f739cd766efe tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:02.880545 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-3534ac67-0f28-483d-93c1-f739cd766efe tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9691be53-4c1d-45e4-832f-4dc57cfdbdf0']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:41:02.890528 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-3534ac67-0f28-483d-93c1-f739cd766efe tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93773612-9cc1-4340-bd26-d37abe1b4494') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:41:02.890951 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-3534ac67-0f28-483d-93c1-f739cd766efe tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93773612-9cc1-4340-bd26-d37abe1b4494') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:41:02.901622 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3534ac67-0f28-483d-93c1-f739cd766efe tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:02.915828 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3534ac67-0f28-483d-93c1-f739cd766efe tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:02.922141 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3534ac67-0f28-483d-93c1-f739cd766efe tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:41:02.922527 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3534ac67-0f28-483d-93c1-f739cd766efe tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:02.925663 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 15:41:02.925663 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:41:02.925663 n-d-761264-19 neutron-server[103168]: timer() Dec 20 15:41:02.925663 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:41:02.925663 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 15:41:02.925663 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:41:02.925663 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 15:41:02.925663 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:41:02.925663 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 15:41:02.925663 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:41:02.925663 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 15:41:02.925663 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:41:02.925663 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 15:41:02.925663 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:41:02.925663 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:41:02.925663 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:41:02.925663 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:41:02.925663 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:41:02.925663 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 15:41:02.925663 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:41:02.925663 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 15:41:02.925663 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:41:02.925663 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:41:02.925663 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:41:02.925663 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 15:41:02.925663 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:41:02.925663 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:41:02.925663 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:41:02.925663 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:41:02.925663 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:41:02.925663 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:41:02.925663 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:41:02.994315 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3534ac67-0f28-483d-93c1-f739cd766efe tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:03.000428 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f9508d9b-6df7-441c-9735-eeb61fd9526d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:03.012641 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3534ac67-0f28-483d-93c1-f739cd766efe tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:03.015834 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-3534ac67-0f28-483d-93c1-f739cd766efe tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "DELETE /v2.0/networks/9691be53-4c1d-45e4-832f-4dc57cfdbdf0 HTTP/1.1" status: 204 len: 168 time: 0.3341537 Dec 20 15:41:03.017158 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3534ac67-0f28-483d-93c1-f739cd766efe tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Pushing event deleted for resources: {'Network': ['ID=9691be53-4c1d-45e4-832f-4dc57cfdbdf0,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:03.018617 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58272) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:41:03.076079 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-87242740-4cf7-4d65-a979-f6e9208b87cf tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:03.100701 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-87242740-4cf7-4d65-a979-f6e9208b87cf tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:03.163695 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-87242740-4cf7-4d65-a979-f6e9208b87cf tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:03.166315 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-87242740-4cf7-4d65-a979-f6e9208b87cf tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:03.167504 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-87242740-4cf7-4d65-a979-f6e9208b87cf tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "DELETE /v2.0/security-groups/37ab8abe-0295-4e75-bf02-0d46a19a7b86 HTTP/1.1" status: 204 len: 168 time: 0.1479735 Dec 20 15:41:03.176670 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87242740-4cf7-4d65-a979-f6e9208b87cf tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37ab8abe-0295-4e75-bf02-0d46a19a7b86,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:03.455045 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58278) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:41:03.459869 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-c1ba2854-6ffd-43af-9ef0-30311893eac2 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1221830769', 'description': 'tempest-secgroup-smoke-1221830769 description', 'project_id': '6051e8cae9884506b33350e13a9e893a'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:41:03.486603 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c1ba2854-6ffd-43af-9ef0-30311893eac2 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:03.554753 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c1ba2854-6ffd-43af-9ef0-30311893eac2 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:03.560466 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c1ba2854-6ffd-43af-9ef0-30311893eac2 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:03.593203 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ba2854-6ffd-43af-9ef0-30311893eac2 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cef0053-f225-45b4-8885-464d6ee55220,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:03.597846 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c1ba2854-6ffd-43af-9ef0-30311893eac2 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:03.601873 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-c1ba2854-6ffd-43af-9ef0-30311893eac2 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1430812 Dec 20 15:41:03.602531 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58280) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:41:03.606555 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-3036e77d-ee0e-47ec-8a12-b8b00bbef3b1 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Request body: {'security_group_rule': {'security_group_id': '9cef0053-f225-45b4-8885-464d6ee55220', 'project_id': '6051e8cae9884506b33350e13a9e893a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:41:03.637043 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 8241aa1f-78b8-4ab1-8ec3-7c32a9205711 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:41:03.637248 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3036e77d-ee0e-47ec-8a12-b8b00bbef3b1 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:03.657357 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 8241aa1f-78b8-4ab1-8ec3-7c32a9205711 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:41:03.657785 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 8241aa1f-78b8-4ab1-8ec3-7c32a9205711 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:41:03.658204 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device f9e06950-46d3-4d7f-b693-d5e2e0f51403 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:41:03.676870 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: f9e06950-46d3-4d7f-b693-d5e2e0f51403 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:41:03.677222 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device f9e06950-46d3-4d7f-b693-d5e2e0f51403 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:41:03.677913 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 86edd42c-acb3-4bdf-a598-395dab77955c no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:41:03.692028 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3036e77d-ee0e-47ec-8a12-b8b00bbef3b1 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:03.696220 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 86edd42c-acb3-4bdf-a598-395dab77955c {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:41:03.696592 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 86edd42c-acb3-4bdf-a598-395dab77955c not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:41:03.697431 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3036e77d-ee0e-47ec-8a12-b8b00bbef3b1 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:03.715500 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3036e77d-ee0e-47ec-8a12-b8b00bbef3b1 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5382543e-3908-483d-841a-e395a71dcd52,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:03.723795 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3036e77d-ee0e-47ec-8a12-b8b00bbef3b1 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:03.725158 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-3036e77d-ee0e-47ec-8a12-b8b00bbef3b1 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1221130 Dec 20 15:41:03.728132 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58282) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:41:03.733225 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-b293a5c0-6879-485c-b20a-76b1e32b2aaa tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Request body: {'security_group_rule': {'security_group_id': '9cef0053-f225-45b4-8885-464d6ee55220', 'project_id': '6051e8cae9884506b33350e13a9e893a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:41:03.765920 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b293a5c0-6879-485c-b20a-76b1e32b2aaa tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:03.829652 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b293a5c0-6879-485c-b20a-76b1e32b2aaa tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:03.834509 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b293a5c0-6879-485c-b20a-76b1e32b2aaa tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:03.854410 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b293a5c0-6879-485c-b20a-76b1e32b2aaa tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa1987f0-30aa-4a5c-b26c-309568dc6d46,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:03.861209 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b293a5c0-6879-485c-b20a-76b1e32b2aaa tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:03.862850 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-b293a5c0-6879-485c-b20a-76b1e32b2aaa tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1336358 Dec 20 15:41:03.866020 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58284) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:41:03.873699 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-c6243815-4421-45e7-b6aa-5b75c3fcffc5 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Request body: {'security_group_rule': {'security_group_id': '9cef0053-f225-45b4-8885-464d6ee55220', 'project_id': '6051e8cae9884506b33350e13a9e893a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:41:03.906887 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c6243815-4421-45e7-b6aa-5b75c3fcffc5 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:03.965993 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c6243815-4421-45e7-b6aa-5b75c3fcffc5 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:03.971799 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c6243815-4421-45e7-b6aa-5b75c3fcffc5 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:03.985965 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6243815-4421-45e7-b6aa-5b75c3fcffc5 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0e91f7f-96bb-4f40-8837-3ce9e8801266,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:04.004806 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-c6243815-4421-45e7-b6aa-5b75c3fcffc5 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:04.006093 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-c6243815-4421-45e7-b6aa-5b75c3fcffc5 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1385224 Dec 20 15:41:04.008960 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58286) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:41:04.013294 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-579651cf-868a-43e4-9128-c225854449e7 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Request body: {'security_group_rule': {'security_group_id': '9cef0053-f225-45b4-8885-464d6ee55220', 'project_id': '6051e8cae9884506b33350e13a9e893a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:41:04.042061 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-579651cf-868a-43e4-9128-c225854449e7 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:04.097056 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:04.107016 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-579651cf-868a-43e4-9128-c225854449e7 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:04.111276 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-579651cf-868a-43e4-9128-c225854449e7 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:04.129054 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579651cf-868a-43e4-9128-c225854449e7 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91cb16b9-5be6-4e7d-9a95-c6989593642c,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:04.138495 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-579651cf-868a-43e4-9128-c225854449e7 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:04.139754 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-579651cf-868a-43e4-9128-c225854449e7 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1298676 Dec 20 15:41:04.142642 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58288) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:41:04.147330 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-23c5fa57-96e6-4f9e-a251-db60c597ec0b tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Request body: {'security_group_rule': {'security_group_id': '9cef0053-f225-45b4-8885-464d6ee55220', 'project_id': '6051e8cae9884506b33350e13a9e893a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:41:04.174443 n-d-761264-19 neutron-server[103167]: INFO neutron.db.securitygroups_db [None req-23c5fa57-96e6-4f9e-a251-db60c597ec0b tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Project 6051e8cae9884506b33350e13a9e893a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 15:41:04.180140 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-23c5fa57-96e6-4f9e-a251-db60c597ec0b tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:04.247826 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-23c5fa57-96e6-4f9e-a251-db60c597ec0b tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:04.253184 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-23c5fa57-96e6-4f9e-a251-db60c597ec0b tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:04.271494 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c5fa57-96e6-4f9e-a251-db60c597ec0b tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e31dd36e-25cd-4991-ae39-4ebc7ffc5b03,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:04.286448 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-23c5fa57-96e6-4f9e-a251-db60c597ec0b tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:04.287736 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-23c5fa57-96e6-4f9e-a251-db60c597ec0b tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1440706 Dec 20 15:41:04.290845 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58290) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:41:04.295306 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-52d3227a-ae23-4c76-916c-d3dfac291c44 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Request body: {'security_group_rule': {'security_group_id': '9cef0053-f225-45b4-8885-464d6ee55220', 'project_id': '6051e8cae9884506b33350e13a9e893a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:41:04.321978 n-d-761264-19 neutron-server[103167]: INFO neutron.db.securitygroups_db [None req-52d3227a-ae23-4c76-916c-d3dfac291c44 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Project 6051e8cae9884506b33350e13a9e893a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 15:41:04.327661 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-52d3227a-ae23-4c76-916c-d3dfac291c44 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:04.393141 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-52d3227a-ae23-4c76-916c-d3dfac291c44 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:04.397887 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-52d3227a-ae23-4c76-916c-d3dfac291c44 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:04.417024 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d3227a-ae23-4c76-916c-d3dfac291c44 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68a640c2-b50d-49e1-8b23-3f789ba964f5,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:04.425252 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-52d3227a-ae23-4c76-916c-d3dfac291c44 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:04.426494 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-52d3227a-ae23-4c76-916c-d3dfac291c44 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1347203 Dec 20 15:41:04.429610 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58292) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:41:04.434669 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-2200eb6e-c8df-42a8-9d57-edb3186e74e9 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Request body: {'network': {'name': 'tempest-network-smoke--929521691', 'project_id': '6051e8cae9884506b33350e13a9e893a', 'port_security_enabled': True}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:41:04.461379 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2200eb6e-c8df-42a8-9d57-edb3186e74e9 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Made reservation on behalf of 6051e8cae9884506b33350e13a9e893a for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:41:04.465000 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2200eb6e-c8df-42a8-9d57-edb3186e74e9 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:04.489696 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2200eb6e-c8df-42a8-9d57-edb3186e74e9 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:41:04.499771 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2200eb6e-c8df-42a8-9d57-edb3186e74e9 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:04.500109 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-2200eb6e-c8df-42a8-9d57-edb3186e74e9 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Added segment bb2d0997-fa95-41c4-b5fa-cdaca482556c of type vlan for network e5027695-c4e0-45c5-a193-91f05b18db88 Dec 20 15:41:04.544275 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2200eb6e-c8df-42a8-9d57-edb3186e74e9 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:04.576158 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2200eb6e-c8df-42a8-9d57-edb3186e74e9 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:04.581770 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2200eb6e-c8df-42a8-9d57-edb3186e74e9 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:04.582344 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2200eb6e-c8df-42a8-9d57-edb3186e74e9 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:04.646122 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-2200eb6e-c8df-42a8-9d57-edb3186e74e9 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2151968 Dec 20 15:41:04.649529 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58294) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:41:04.653917 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-ac24d0e6-c7b2-4f6e-8c00-48a02bfe1e9b tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-783910278', 'admin_state_up': True, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:41:04.664949 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2200eb6e-c8df-42a8-9d57-edb3186e74e9 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Pushing event updated for resources: {'Network': ['ID=e5027695-c4e0-45c5-a193-91f05b18db88,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:04.676514 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network e5027695-c4e0-45c5-a193-91f05b18db88 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:41:04.689856 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ac24d0e6-c7b2-4f6e-8c00-48a02bfe1e9b tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40114'] for router, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:04.691298 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ac24d0e6-c7b2-4f6e-8c00-48a02bfe1e9b tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40139'] for router, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:04.745216 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ac24d0e6-c7b2-4f6e-8c00-48a02bfe1e9b tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:04.889600 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ac24d0e6-c7b2-4f6e-8c00-48a02bfe1e9b tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:05.096147 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ac24d0e6-c7b2-4f6e-8c00-48a02bfe1e9b tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for router_gateway, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:05.115645 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ac24d0e6-c7b2-4f6e-8c00-48a02bfe1e9b tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:05.227389 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-ac24d0e6-c7b2-4f6e-8c00-48a02bfe1e9b tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Allocated IP 172.25.0.242 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/182c533e-56e0-4a4c-b1e8-c9980da56386) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:41:05.336156 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ac24d0e6-c7b2-4f6e-8c00-48a02bfe1e9b tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:05.379066 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ac24d0e6-c7b2-4f6e-8c00-48a02bfe1e9b tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:05.422655 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac24d0e6-c7b2-4f6e-8c00-48a02bfe1e9b tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:41:05.427097 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-ac24d0e6-c7b2-4f6e-8c00-48a02bfe1e9b tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:41:05.431699 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac24d0e6-c7b2-4f6e-8c00-48a02bfe1e9b tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:41:05.435163 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac24d0e6-c7b2-4f6e-8c00-48a02bfe1e9b tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Pushing event updated for resources: {'Port': ['ID=182c533e-56e0-4a4c-b1e8-c9980da56386,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:05.441392 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff8468b-a773-4dca-9358-5c845fc4df3a None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:41:05.511542 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-c1e46c7e-3075-4bcc-b459-a723b4b4ea73 None None] Provisioning complete for port 182c533e-56e0-4a4c-b1e8-c9980da56386 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:41:05.511997 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c1e46c7e-3075-4bcc-b459-a723b4b4ea73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:05.548895 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-c1e46c7e-3075-4bcc-b459-a723b4b4ea73 None None] Port 182c533e-56e0-4a4c-b1e8-c9980da56386 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:41:05.691452 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ac24d0e6-c7b2-4f6e-8c00-48a02bfe1e9b tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for router_gateway, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:05.905473 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ac24d0e6-c7b2-4f6e-8c00-48a02bfe1e9b tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013'] for router, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:06.041792 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac24d0e6-c7b2-4f6e-8c00-48a02bfe1e9b tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Router a147b816-5f52-4043-84e4-6ed3ee18f764 is scheduled to L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 with binding_index 1 {{(pid=103168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 15:41:06.100505 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:06.152351 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac24d0e6-c7b2-4f6e-8c00-48a02bfe1e9b tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:41:06.162878 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbc073a-e1ce-4f9d-85d8-91caff859caa None None] Sync routers for ids ['a147b816-5f52-4043-84e4-6ed3ee18f764'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:41:06.174413 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbc073a-e1ce-4f9d-85d8-91caff859caa None None] Routers {'a147b816-5f52-4043-84e4-6ed3ee18f764'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:41:06.175033 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-efbc073a-e1ce-4f9d-85d8-91caff859caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:41:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['a147b816-5f52-4043-84e4-6ed3ee18f764'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:41:06.176273 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ac24d0e6-c7b2-4f6e-8c00-48a02bfe1e9b tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:06.177588 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-ac24d0e6-c7b2-4f6e-8c00-48a02bfe1e9b tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5271192 Dec 20 15:41:06.180981 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58296) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:41:06.214906 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-91874553-bf74-4b45-a8ba-6f68f3c59f61 tempest-TestNetworkAdvancedServerOps-1490510064 tempest-TestNetworkAdvancedServerOps-1490510064-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=6051e8cae9884506b33350e13a9e893a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0292757 Dec 20 15:41:06.217428 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58298) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:41:06.310128 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c79894-4559-4dd3-9dec-7915bc4d7015 tempest-TestNetworkAdvancedServerOps-1490510064 tempest-TestNetworkAdvancedServerOps-1490510064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:06.314300 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-90c79894-4559-4dd3-9dec-7915bc4d7015 tempest-TestNetworkAdvancedServerOps-1490510064 tempest-TestNetworkAdvancedServerOps-1490510064-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0931838 Dec 20 15:41:06.315604 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58300) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:41:06.341418 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:06.350592 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-16681a5d-97e1-4307-9cb8-e4862a6f1aa7 tempest-TestNetworkAdvancedServerOps-1490510064 tempest-TestNetworkAdvancedServerOps-1490510064-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=c3f8658e-da35-41f3-bd03-509e29ebd6f3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0327549 Dec 20 15:41:06.352484 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58302) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:41:06.357487 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-4b9bfa5b-9ced-4894-8871-d0b8a30305fa tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-67682010', 'network_id': 'e5027695-c4e0-45c5-a193-91f05b18db88', 'project_id': '6051e8cae9884506b33350e13a9e893a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:41:06.383905 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-efbc073a-e1ce-4f9d-85d8-91caff859caa None None] Set router a147b816-5f52-4043-84e4-6ed3ee18f764 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:41:06.466980 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b9bfa5b-9ced-4894-8871-d0b8a30305fa tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Made reservation on behalf of 6051e8cae9884506b33350e13a9e893a for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:41:06.471249 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4b9bfa5b-9ced-4894-8871-d0b8a30305fa tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:06.575310 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-efbc073a-e1ce-4f9d-85d8-91caff859caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a147b816-5f52-4043-84e4-6ed3ee18f764', 'name': 'tempest-TestNetworkAdvancedServerOps-router-783910278', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '182c533e-56e0-4a4c-b1e8-c9980da56386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:41:04Z', 'updated_at': '2021-12-20T15:41:05Z', 'revision_number': 3, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'gw_port': {'id': '182c533e-56e0-4a4c-b1e8-c9980da56386', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:d5:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a147b816-5f52-4043-84e4-6ed3ee18f764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:41:05Z', 'updated_at': '2021-12-20T15:41:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:41:06.608143 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbc073a-e1ce-4f9d-85d8-91caff859caa None None] Checking router: a147b816-5f52-4043-84e4-6ed3ee18f764 for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:41:06.609215 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbc073a-e1ce-4f9d-85d8-91caff859caa None None] Updating router a147b816-5f52-4043-84e4-6ed3ee18f764 port 182c533e-56e0-4a4c-b1e8-c9980da56386 binding host n-d-761264-19 {{(pid=103170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 15:41:06.646624 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-efbc073a-e1ce-4f9d-85d8-91caff859caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:06.690934 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4b9bfa5b-9ced-4894-8871-d0b8a30305fa tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:06.754773 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9bfa5b-9ced-4894-8871-d0b8a30305fa tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Pushing event updated for resources: {'Subnet': ['ID=3f6b4a07-01e6-4e80-bd38-c6dd6815f3c4,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:06.764846 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9bfa5b-9ced-4894-8871-d0b8a30305fa tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Checking segment: {'id': 'bb2d0997-fa95-41c4-b5fa-cdaca482556c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e5027695-c4e0-45c5-a193-91f05b18db88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:41:06.765227 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9bfa5b-9ced-4894-8871-d0b8a30305fa tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Network hostable DHCP agents. Network: e5027695-c4e0-45c5-a193-91f05b18db88, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:41:06.789149 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9bfa5b-9ced-4894-8871-d0b8a30305fa tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Network e5027695-c4e0-45c5-a193-91f05b18db88 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:41:06.798147 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-4b9bfa5b-9ced-4894-8871-d0b8a30305fa tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, e5027695-c4e0-45c5-a193-91f05b18db88) {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:41:06.803904 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9bfa5b-9ced-4894-8871-d0b8a30305fa tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:06.805135 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4b9bfa5b-9ced-4894-8871-d0b8a30305fa tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:06.809010 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb319c0-6c46-48d6-bc35-ecf36dfcfea9 None None] Network e5027695-c4e0-45c5-a193-91f05b18db88 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:41:06.826566 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-4b9bfa5b-9ced-4894-8871-d0b8a30305fa tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4728589 Dec 20 15:41:06.829343 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58304) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:41:06.936138 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa822832-6812-492b-a52f-d0ed88a8ac5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-e5027695-c4e0-45c5-a193-91f05b18db88', 'network_id': 'e5027695-c4e0-45c5-a193-91f05b18db88', 'project_id': '6051e8cae9884506b33350e13a9e893a', 'fixed_ips': [{'subnet_id': '3f6b4a07-01e6-4e80-bd38-c6dd6815f3c4'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 15:41:06.937181 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-aa822832-6812-492b-a52f-d0ed88a8ac5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:06.940307 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-efbc073a-e1ce-4f9d-85d8-91caff859caa None None] Publish callbacks [] for port, precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:06.948279 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-efbc073a-e1ce-4f9d-85d8-91caff859caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:06.994355 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-efbc073a-e1ce-4f9d-85d8-91caff859caa None None] Attempting to bind port 182c533e-56e0-4a4c-b1e8-c9980da56386 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:41:06.994777 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-efbc073a-e1ce-4f9d-85d8-91caff859caa None None] Attempting to bind port 182c533e-56e0-4a4c-b1e8-c9980da56386 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:41:06.995102 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbc073a-e1ce-4f9d-85d8-91caff859caa None None] Attempting to bind port 182c533e-56e0-4a4c-b1e8-c9980da56386 on network c3f8658e-da35-41f3-bd03-509e29ebd6f3 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:41:07.008900 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbc073a-e1ce-4f9d-85d8-91caff859caa None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:41:07.009278 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbc073a-e1ce-4f9d-85d8-91caff859caa None None] Checking segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:41:07.009995 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-efbc073a-e1ce-4f9d-85d8-91caff859caa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:07.010573 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbc073a-e1ce-4f9d-85d8-91caff859caa None None] Bound using segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:41:07.011333 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-efbc073a-e1ce-4f9d-85d8-91caff859caa None None] Bound port: 182c533e-56e0-4a4c-b1e8-c9980da56386, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:41:07.011876 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-efbc073a-e1ce-4f9d-85d8-91caff859caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:07.021759 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22224d1-76a6-47ad-b61d-562e95184f5d None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:41:07.070785 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e42ed8-322b-4f64-a13c-ee71423a142d None None] Pushing event updated for resources: {'Port': ['ID=182c533e-56e0-4a4c-b1e8-c9980da56386,revision_number=2']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:07.079729 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-efbc073a-e1ce-4f9d-85d8-91caff859caa None None] For port 182c533e-56e0-4a4c-b1e8-c9980da56386, host n-d-761264-19, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:41:07.082502 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e42ed8-322b-4f64-a13c-ee71423a142d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:41:07.082876 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e42ed8-322b-4f64-a13c-ee71423a142d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:41:07.083208 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e42ed8-322b-4f64-a13c-ee71423a142d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:41:07.083538 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e42ed8-322b-4f64-a13c-ee71423a142d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:41:07.083854 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e42ed8-322b-4f64-a13c-ee71423a142d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:41:07.084188 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e42ed8-322b-4f64-a13c-ee71423a142d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:41:07.084488 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e42ed8-322b-4f64-a13c-ee71423a142d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:41:07.085506 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e42ed8-322b-4f64-a13c-ee71423a142d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:41:07.085506 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e42ed8-322b-4f64-a13c-ee71423a142d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:41:07.085506 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e42ed8-322b-4f64-a13c-ee71423a142d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:41:07.086062 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e42ed8-322b-4f64-a13c-ee71423a142d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:41:07.086062 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e42ed8-322b-4f64-a13c-ee71423a142d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:41:07.086475 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e42ed8-322b-4f64-a13c-ee71423a142d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:41:07.090946 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-efbc073a-e1ce-4f9d-85d8-91caff859caa None None] For port 182c533e-56e0-4a4c-b1e8-c9980da56386, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=182c533e-56e0-4a4c-b1e8-c9980da56386,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:41:07.098002 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-efbc073a-e1ce-4f9d-85d8-91caff859caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:07.122562 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-a769d8ed-57dc-4375-b8f3-6893bc673340 None None] Provisioning complete for port 182c533e-56e0-4a4c-b1e8-c9980da56386 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:41:07.124086 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a769d8ed-57dc-4375-b8f3-6893bc673340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:07.155538 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-aa822832-6812-492b-a52f-d0ed88a8ac5f None None] Allocated IP 172.20.0.2 (e5027695-c4e0-45c5-a193-91f05b18db88/3f6b4a07-01e6-4e80-bd38-c6dd6815f3c4/13e9161e-7fa2-46e1-aa87-0d06bff1d158) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:41:07.159962 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdbc3bb8-5ba0-4156-b010-ecc958e81ce3 None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:41:07.169105 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbc073a-e1ce-4f9d-85d8-91caff859caa None None] Routers {'a147b816-5f52-4043-84e4-6ed3ee18f764'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:41:07.169739 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-efbc073a-e1ce-4f9d-85d8-91caff859caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:41:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['a147b816-5f52-4043-84e4-6ed3ee18f764'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:41:07.229666 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e42ed8-322b-4f64-a13c-ee71423a142d None None] Pushing event updated for resources: {'Port': ['ID=182c533e-56e0-4a4c-b1e8-c9980da56386,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:07.304160 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a769d8ed-57dc-4375-b8f3-6893bc673340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:07.323035 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-efbc073a-e1ce-4f9d-85d8-91caff859caa None None] Set router a147b816-5f52-4043-84e4-6ed3ee18f764 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:41:07.332066 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-a769d8ed-57dc-4375-b8f3-6893bc673340 None None] For port 182c533e-56e0-4a4c-b1e8-c9980da56386, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=182c533e-56e0-4a4c-b1e8-c9980da56386,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:41:07.340167 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a769d8ed-57dc-4375-b8f3-6893bc673340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:07.387139 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9fe69a72-7acc-4a27-a371-32f4baf49113 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:07.418542 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a769d8ed-57dc-4375-b8f3-6893bc673340 None None] Pushing event updated for resources: {'Port': ['ID=182c533e-56e0-4a4c-b1e8-c9980da56386,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:07.466979 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-aa822832-6812-492b-a52f-d0ed88a8ac5f None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:07.481567 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-aa822832-6812-492b-a52f-d0ed88a8ac5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:07.484816 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-bad73613-4402-4dc3-8082-91345c4f730a None None] Provisioning complete for port 182c533e-56e0-4a4c-b1e8-c9980da56386 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:41:07.485367 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-bad73613-4402-4dc3-8082-91345c4f730a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:07.539218 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-efbc073a-e1ce-4f9d-85d8-91caff859caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a147b816-5f52-4043-84e4-6ed3ee18f764', 'name': 'tempest-TestNetworkAdvancedServerOps-router-783910278', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '182c533e-56e0-4a4c-b1e8-c9980da56386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:41:04Z', 'updated_at': '2021-12-20T15:41:05Z', 'revision_number': 3, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'gw_port': {'id': '182c533e-56e0-4a4c-b1e8-c9980da56386', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:d5:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a147b816-5f52-4043-84e4-6ed3ee18f764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:41:05Z', 'updated_at': '2021-12-20T15:41:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:41:07.560183 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa822832-6812-492b-a52f-d0ed88a8ac5f None None] Network e5027695-c4e0-45c5-a193-91f05b18db88 is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:41:07.569876 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-aa822832-6812-492b-a52f-d0ed88a8ac5f None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:41:07.572410 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa822832-6812-492b-a52f-d0ed88a8ac5f None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:41:07.574382 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbc073a-e1ce-4f9d-85d8-91caff859caa None None] The sync data for ids ['a147b816-5f52-4043-84e4-6ed3ee18f764'] in n-d-761264-19 is: [{'id': 'a147b816-5f52-4043-84e4-6ed3ee18f764', 'name': 'tempest-TestNetworkAdvancedServerOps-router-783910278', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '182c533e-56e0-4a4c-b1e8-c9980da56386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:41:04Z', 'updated_at': '2021-12-20T15:41:05Z', 'revision_number': 3, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'gw_port': {'id': '182c533e-56e0-4a4c-b1e8-c9980da56386', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:d5:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a147b816-5f52-4043-84e4-6ed3ee18f764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:41:05Z', 'updated_at': '2021-12-20T15:41:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:41:07.582853 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa822832-6812-492b-a52f-d0ed88a8ac5f None None] Pushing event updated for resources: {'Port': ['ID=13e9161e-7fa2-46e1-aa87-0d06bff1d158,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:07.673817 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-aa822832-6812-492b-a52f-d0ed88a8ac5f None None] Attempting to bind port 13e9161e-7fa2-46e1-aa87-0d06bff1d158 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:41:07.674183 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-aa822832-6812-492b-a52f-d0ed88a8ac5f None None] Attempting to bind port 13e9161e-7fa2-46e1-aa87-0d06bff1d158 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': 'bb2d0997-fa95-41c4-b5fa-cdaca482556c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e5027695-c4e0-45c5-a193-91f05b18db88'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:41:07.674546 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa822832-6812-492b-a52f-d0ed88a8ac5f None None] Attempting to bind port 13e9161e-7fa2-46e1-aa87-0d06bff1d158 on network e5027695-c4e0-45c5-a193-91f05b18db88 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:41:07.685990 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa822832-6812-492b-a52f-d0ed88a8ac5f None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:41:07.686505 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa822832-6812-492b-a52f-d0ed88a8ac5f None None] Checking segment: {'id': 'bb2d0997-fa95-41c4-b5fa-cdaca482556c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e5027695-c4e0-45c5-a193-91f05b18db88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:41:07.686955 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-aa822832-6812-492b-a52f-d0ed88a8ac5f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:07.687344 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa822832-6812-492b-a52f-d0ed88a8ac5f None None] Bound using segment: {'id': 'bb2d0997-fa95-41c4-b5fa-cdaca482556c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e5027695-c4e0-45c5-a193-91f05b18db88'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:41:07.687835 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-aa822832-6812-492b-a52f-d0ed88a8ac5f None None] Bound port: 13e9161e-7fa2-46e1-aa87-0d06bff1d158, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb2d0997-fa95-41c4-b5fa-cdaca482556c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e5027695-c4e0-45c5-a193-91f05b18db88'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:41:07.688213 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-aa822832-6812-492b-a52f-d0ed88a8ac5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:07.724332 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-9fe69a72-7acc-4a27-a371-32f4baf49113 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Allocated IP 172.20.0.1 (e5027695-c4e0-45c5-a193-91f05b18db88/3f6b4a07-01e6-4e80-bd38-c6dd6815f3c4/c0b37166-e855-4bf0-9198-1cdf176a326d) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:41:07.791623 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-aa822832-6812-492b-a52f-d0ed88a8ac5f None None] For port 13e9161e-7fa2-46e1-aa87-0d06bff1d158, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:41:07.797109 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-aa822832-6812-492b-a52f-d0ed88a8ac5f None None] For port 13e9161e-7fa2-46e1-aa87-0d06bff1d158, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=13e9161e-7fa2-46e1-aa87-0d06bff1d158,segment=NetworkSegment(bb2d0997-fa95-41c4-b5fa-cdaca482556c),segment_id=bb2d0997-fa95-41c4-b5fa-cdaca482556c)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:41:07.805316 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-aa822832-6812-492b-a52f-d0ed88a8ac5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:07.879876 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9fe69a72-7acc-4a27-a371-32f4baf49113 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:07.884768 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa822832-6812-492b-a52f-d0ed88a8ac5f None None] Pushing event updated for resources: {'Port': ['ID=13e9161e-7fa2-46e1-aa87-0d06bff1d158,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:07.935824 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9fe69a72-7acc-4a27-a371-32f4baf49113 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:07.994584 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe69a72-7acc-4a27-a371-32f4baf49113 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Network e5027695-c4e0-45c5-a193-91f05b18db88 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:41:08.003939 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-9fe69a72-7acc-4a27-a371-32f4baf49113 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:41:08.006563 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe69a72-7acc-4a27-a371-32f4baf49113 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Pushing event updated for resources: {'Port': ['ID=c0b37166-e855-4bf0-9198-1cdf176a326d,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:08.009402 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe69a72-7acc-4a27-a371-32f4baf49113 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:41:08.070087 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9fe69a72-7acc-4a27-a371-32f4baf49113 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595714'] for router_interface, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:08.254181 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9fe69a72-7acc-4a27-a371-32f4baf49113 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:08.930269 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9fe69a72-7acc-4a27-a371-32f4baf49113 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:08.939027 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9fe69a72-7acc-4a27-a371-32f4baf49113 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:09.000037 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b832182f-c8c6-4560-9608-3ec9765ba1ac None None] Network e5027695-c4e0-45c5-a193-91f05b18db88 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:41:09.013934 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9fe69a72-7acc-4a27-a371-32f4baf49113 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1595702'] for router_interface, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:09.015777 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe69a72-7acc-4a27-a371-32f4baf49113 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Pushing event updated for resources: {'Port': ['ID=c0b37166-e855-4bf0-9198-1cdf176a326d,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:09.085331 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-6132c34d-d9f0-4f4b-9f74-de7c469c4f4e None None] Provisioning complete for port 13e9161e-7fa2-46e1-aa87-0d06bff1d158 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:41:09.086310 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6132c34d-d9f0-4f4b-9f74-de7c469c4f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:09.136685 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe69a72-7acc-4a27-a371-32f4baf49113 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Network e5027695-c4e0-45c5-a193-91f05b18db88 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:41:09.138853 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-9fe69a72-7acc-4a27-a371-32f4baf49113 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:41:09.211738 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6132c34d-d9f0-4f4b-9f74-de7c469c4f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:09.250642 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-6132c34d-d9f0-4f4b-9f74-de7c469c4f4e None None] For port 13e9161e-7fa2-46e1-aa87-0d06bff1d158, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=13e9161e-7fa2-46e1-aa87-0d06bff1d158,segment=NetworkSegment(bb2d0997-fa95-41c4-b5fa-cdaca482556c),segment_id=bb2d0997-fa95-41c4-b5fa-cdaca482556c)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:41:09.261142 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6132c34d-d9f0-4f4b-9f74-de7c469c4f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:09.276491 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fe69a72-7acc-4a27-a371-32f4baf49113 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Router a147b816-5f52-4043-84e4-6ed3ee18f764 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:41:09.316162 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6132c34d-d9f0-4f4b-9f74-de7c469c4f4e None None] Pushing event updated for resources: {'Port': ['ID=13e9161e-7fa2-46e1-aa87-0d06bff1d158,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:09.406662 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fe69a72-7acc-4a27-a371-32f4baf49113 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:41:09.412307 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-9fe69a72-7acc-4a27-a371-32f4baf49113 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "PUT /v2.0/routers/a147b816-5f52-4043-84e4-6ed3ee18f764/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5818055 Dec 20 15:41:09.455930 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856b363c-d3b8-484e-9f43-54c46fc53ef7 None None] Sync routers for ids ['a147b816-5f52-4043-84e4-6ed3ee18f764'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:41:09.477748 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856b363c-d3b8-484e-9f43-54c46fc53ef7 None None] Routers {'a147b816-5f52-4043-84e4-6ed3ee18f764'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:41:09.478557 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-856b363c-d3b8-484e-9f43-54c46fc53ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:41:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['a147b816-5f52-4043-84e4-6ed3ee18f764'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:41:09.536242 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-55d5fb1e-3be8-4af4-b9c6-17c510e32eb4 None None] Provisioning complete for port 13e9161e-7fa2-46e1-aa87-0d06bff1d158 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:41:09.536736 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-55d5fb1e-3be8-4af4-b9c6-17c510e32eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:09.633548 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-29f7f425-7f2e-40bc-a5ee-6e4d02ffb18c req-44c2be92-fa84-4967-8c92-55c7ec00902a tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1221830769&fields=id&tenant_id=6051e8cae9884506b33350e13a9e893a HTTP/1.1" status: 200 len: 267 time: 0.0802867 Dec 20 15:41:09.638570 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-856b363c-d3b8-484e-9f43-54c46fc53ef7 None None] Set router a147b816-5f52-4043-84e4-6ed3ee18f764 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:41:09.767570 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 182c533e-56e0-4a4c-b1e8-c9980da56386 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:41:09.773346 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f7f425-7f2e-40bc-a5ee-6e4d02ffb18c req-5f750f85-a628-4bb1-ac90-e94b9cabd65b tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:09.775000 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-29f7f425-7f2e-40bc-a5ee-6e4d02ffb18c req-5f750f85-a628-4bb1-ac90-e94b9cabd65b tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/networks?id=e5027695-c4e0-45c5-a193-91f05b18db88 HTTP/1.1" status: 200 len: 796 time: 0.1283267 Dec 20 15:41:09.805325 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-29f7f425-7f2e-40bc-a5ee-6e4d02ffb18c req-97da03a0-0d09-49d5-8773-ad008123a822 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/quotas/6051e8cae9884506b33350e13a9e893a HTTP/1.1" status: 200 len: 375 time: 0.0213499 Dec 20 15:41:09.872378 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-29f7f425-7f2e-40bc-a5ee-6e4d02ffb18c req-45331df8-6203-41e8-8962-42233573c57a tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=6051e8cae9884506b33350e13a9e893a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0646369 Dec 20 15:41:09.876898 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-55d5fb1e-3be8-4af4-b9c6-17c510e32eb4 None None] Provisioning complete for port c0b37166-e855-4bf0-9198-1cdf176a326d triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:41:09.877266 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-55d5fb1e-3be8-4af4-b9c6-17c510e32eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:09.939365 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-55d5fb1e-3be8-4af4-b9c6-17c510e32eb4 None None] Port c0b37166-e855-4bf0-9198-1cdf176a326d cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:41:09.942924 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 182c533e-56e0-4a4c-b1e8-c9980da56386 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:41:09.943323 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:10.033769 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-29f7f425-7f2e-40bc-a5ee-6e4d02ffb18c req-5ea27512-d2b9-40f8-b84f-0c73f1f85dcd service neutron] 10.222.0.54 "GET /v2.0/networks/e5027695-c4e0-45c5-a193-91f05b18db88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390579 Dec 20 15:41:10.155973 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-29f7f425-7f2e-40bc-a5ee-6e4d02ffb18c req-4f5dc100-4db0-4e5f-bfb5-f6a97aa319bb service neutron] 10.222.0.54 "GET /v2.0/networks/e5027695-c4e0-45c5-a193-91f05b18db88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156433 Dec 20 15:41:10.230784 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-856b363c-d3b8-484e-9f43-54c46fc53ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a147b816-5f52-4043-84e4-6ed3ee18f764', 'name': 'tempest-TestNetworkAdvancedServerOps-router-783910278', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '182c533e-56e0-4a4c-b1e8-c9980da56386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:41:04Z', 'updated_at': '2021-12-20T15:41:08Z', 'revision_number': 4, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'gw_port': {'id': '182c533e-56e0-4a4c-b1e8-c9980da56386', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:d5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a147b816-5f52-4043-84e4-6ed3ee18f764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:41:05Z', 'updated_at': '2021-12-20T15:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'c0b37166-e855-4bf0-9198-1cdf176a326d', 'name': '', 'network_id': 'e5027695-c4e0-45c5-a193-91f05b18db88', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'mac_address': 'fa:16:3e:e1:fd:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a147b816-5f52-4043-84e4-6ed3ee18f764', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '3f6b4a07-01e6-4e80-bd38-c6dd6815f3c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:41:07Z', 'updated_at': '2021-12-20T15:41:08Z', 'revision_number': 2, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'subnets': [{'id': '3f6b4a07-01e6-4e80-bd38-c6dd6815f3c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:41:10.267539 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856b363c-d3b8-484e-9f43-54c46fc53ef7 None None] Checking router: a147b816-5f52-4043-84e4-6ed3ee18f764 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:41:10.267884 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856b363c-d3b8-484e-9f43-54c46fc53ef7 None None] Updating router a147b816-5f52-4043-84e4-6ed3ee18f764 port c0b37166-e855-4bf0-9198-1cdf176a326d binding host n-d-761264-19 {{(pid=103169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 15:41:10.272198 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 13e9161e-7fa2-46e1-aa87-0d06bff1d158 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:41:10.317161 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-31ecc445-a9b3-4691-9f59-ce55466483fe None None] Provisioning complete for port c0b37166-e855-4bf0-9198-1cdf176a326d triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:41:10.317511 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-31ecc445-a9b3-4691-9f59-ce55466483fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:10.350194 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-856b363c-d3b8-484e-9f43-54c46fc53ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:10.362896 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4031aa6f-2246-40bc-91ca-7df8563d0fa2 req-892f9250-f830-4b42-a710-2db91bdf258e tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2a5c631-6ef6-4070-870b-e6f37ed07c27 HTTP/1.1" status: 200 len: 210 time: 0.0423496 Dec 20 15:41:10.385090 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-31ecc445-a9b3-4691-9f59-ce55466483fe None None] Port c0b37166-e855-4bf0-9198-1cdf176a326d cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:41:10.467499 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 13e9161e-7fa2-46e1-aa87-0d06bff1d158 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:41:10.467870 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:10.731169 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-856b363c-d3b8-484e-9f43-54c46fc53ef7 None None] Publish callbacks [] for port, precommit_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:10.744933 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-856b363c-d3b8-484e-9f43-54c46fc53ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:10.796389 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3b5428-e1e1-4eac-938b-ea326eb9c81c None None] Pushing event updated for resources: {'Port': ['ID=c0b37166-e855-4bf0-9198-1cdf176a326d,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:10.874710 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-856b363c-d3b8-484e-9f43-54c46fc53ef7 None None] Attempting to bind port c0b37166-e855-4bf0-9198-1cdf176a326d on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:41:10.875137 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-856b363c-d3b8-484e-9f43-54c46fc53ef7 None None] Attempting to bind port c0b37166-e855-4bf0-9198-1cdf176a326d by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': 'bb2d0997-fa95-41c4-b5fa-cdaca482556c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e5027695-c4e0-45c5-a193-91f05b18db88'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:41:10.875497 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856b363c-d3b8-484e-9f43-54c46fc53ef7 None None] Attempting to bind port c0b37166-e855-4bf0-9198-1cdf176a326d on network e5027695-c4e0-45c5-a193-91f05b18db88 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:41:10.883237 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856b363c-d3b8-484e-9f43-54c46fc53ef7 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:41:10.883964 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856b363c-d3b8-484e-9f43-54c46fc53ef7 None None] Checking segment: {'id': 'bb2d0997-fa95-41c4-b5fa-cdaca482556c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e5027695-c4e0-45c5-a193-91f05b18db88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:41:10.884403 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-856b363c-d3b8-484e-9f43-54c46fc53ef7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:10.884806 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856b363c-d3b8-484e-9f43-54c46fc53ef7 None None] Bound using segment: {'id': 'bb2d0997-fa95-41c4-b5fa-cdaca482556c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e5027695-c4e0-45c5-a193-91f05b18db88'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:41:10.885322 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-856b363c-d3b8-484e-9f43-54c46fc53ef7 None None] Bound port: c0b37166-e855-4bf0-9198-1cdf176a326d, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb2d0997-fa95-41c4-b5fa-cdaca482556c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e5027695-c4e0-45c5-a193-91f05b18db88'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:41:10.885738 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-856b363c-d3b8-484e-9f43-54c46fc53ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:10.974075 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-856b363c-d3b8-484e-9f43-54c46fc53ef7 None None] For port c0b37166-e855-4bf0-9198-1cdf176a326d, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:41:10.977506 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-856b363c-d3b8-484e-9f43-54c46fc53ef7 None None] For port c0b37166-e855-4bf0-9198-1cdf176a326d, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=c0b37166-e855-4bf0-9198-1cdf176a326d,segment=NetworkSegment(bb2d0997-fa95-41c4-b5fa-cdaca482556c),segment_id=bb2d0997-fa95-41c4-b5fa-cdaca482556c)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:41:10.981693 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-856b363c-d3b8-484e-9f43-54c46fc53ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:11.035482 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856b363c-d3b8-484e-9f43-54c46fc53ef7 None None] Routers {'a147b816-5f52-4043-84e4-6ed3ee18f764'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:41:11.036113 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-856b363c-d3b8-484e-9f43-54c46fc53ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:41:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['a147b816-5f52-4043-84e4-6ed3ee18f764'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:41:11.080824 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3b5428-e1e1-4eac-938b-ea326eb9c81c None None] Pushing event updated for resources: {'Port': ['ID=c0b37166-e855-4bf0-9198-1cdf176a326d,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:11.151040 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-f658ec24-c592-4d6e-87bf-87fbaf8e554c None None] Provisioning complete for port c0b37166-e855-4bf0-9198-1cdf176a326d triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:41:11.151435 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f658ec24-c592-4d6e-87bf-87fbaf8e554c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:11.197543 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-856b363c-d3b8-484e-9f43-54c46fc53ef7 None None] Set router a147b816-5f52-4043-84e4-6ed3ee18f764 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:41:11.354228 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f658ec24-c592-4d6e-87bf-87fbaf8e554c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:11.411929 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-f658ec24-c592-4d6e-87bf-87fbaf8e554c None None] For port c0b37166-e855-4bf0-9198-1cdf176a326d, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=c0b37166-e855-4bf0-9198-1cdf176a326d,segment=NetworkSegment(bb2d0997-fa95-41c4-b5fa-cdaca482556c),segment_id=bb2d0997-fa95-41c4-b5fa-cdaca482556c)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:41:11.420219 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f658ec24-c592-4d6e-87bf-87fbaf8e554c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:11.469693 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b86e677e-ad5f-4dab-8c86-ec76b502eda2 req-e99fc098-34cc-401d-900b-9f4b2482acba tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2a5c631-6ef6-4070-870b-e6f37ed07c27 HTTP/1.1" status: 200 len: 210 time: 0.0353985 Dec 20 15:41:11.508104 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f658ec24-c592-4d6e-87bf-87fbaf8e554c None None] Pushing event updated for resources: {'Port': ['ID=c0b37166-e855-4bf0-9198-1cdf176a326d,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:11.539067 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-856b363c-d3b8-484e-9f43-54c46fc53ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a147b816-5f52-4043-84e4-6ed3ee18f764', 'name': 'tempest-TestNetworkAdvancedServerOps-router-783910278', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '182c533e-56e0-4a4c-b1e8-c9980da56386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:41:04Z', 'updated_at': '2021-12-20T15:41:08Z', 'revision_number': 4, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'gw_port': {'id': '182c533e-56e0-4a4c-b1e8-c9980da56386', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:d5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a147b816-5f52-4043-84e4-6ed3ee18f764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:41:05Z', 'updated_at': '2021-12-20T15:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'c0b37166-e855-4bf0-9198-1cdf176a326d', 'name': '', 'network_id': 'e5027695-c4e0-45c5-a193-91f05b18db88', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'mac_address': 'fa:16:3e:e1:fd:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a147b816-5f52-4043-84e4-6ed3ee18f764', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '3f6b4a07-01e6-4e80-bd38-c6dd6815f3c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:41:07Z', 'updated_at': '2021-12-20T15:41:10Z', 'revision_number': 4, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'subnets': [{'id': '3f6b4a07-01e6-4e80-bd38-c6dd6815f3c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:41:11.578273 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856b363c-d3b8-484e-9f43-54c46fc53ef7 None None] The sync data for ids ['a147b816-5f52-4043-84e4-6ed3ee18f764'] in n-d-761264-19 is: [{'id': 'a147b816-5f52-4043-84e4-6ed3ee18f764', 'name': 'tempest-TestNetworkAdvancedServerOps-router-783910278', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '182c533e-56e0-4a4c-b1e8-c9980da56386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:41:04Z', 'updated_at': '2021-12-20T15:41:08Z', 'revision_number': 4, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'gw_port': {'id': '182c533e-56e0-4a4c-b1e8-c9980da56386', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:d5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a147b816-5f52-4043-84e4-6ed3ee18f764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:41:05Z', 'updated_at': '2021-12-20T15:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'c0b37166-e855-4bf0-9198-1cdf176a326d', 'name': '', 'network_id': 'e5027695-c4e0-45c5-a193-91f05b18db88', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'mac_address': 'fa:16:3e:e1:fd:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a147b816-5f52-4043-84e4-6ed3ee18f764', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '3f6b4a07-01e6-4e80-bd38-c6dd6815f3c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:41:07Z', 'updated_at': '2021-12-20T15:41:10Z', 'revision_number': 4, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'subnets': [{'id': '3f6b4a07-01e6-4e80-bd38-c6dd6815f3c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:41:11.584752 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-66245192-01fe-4be2-96dc-23bb76494889 None None] Provisioning complete for port c0b37166-e855-4bf0-9198-1cdf176a326d triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:41:11.585057 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-66245192-01fe-4be2-96dc-23bb76494889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:11.622989 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f7f425-7f2e-40bc-a5ee-6e4d02ffb18c req-680f5e26-3ab4-4d1e-91a5-838f7f389082 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:11.625364 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-29f7f425-7f2e-40bc-a5ee-6e4d02ffb18c req-680f5e26-3ab4-4d1e-91a5-838f7f389082 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.30 "GET /v2.0/networks?id=e5027695-c4e0-45c5-a193-91f05b18db88 HTTP/1.1" status: 200 len: 796 time: 0.1585875 Dec 20 15:41:11.740278 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-29f7f425-7f2e-40bc-a5ee-6e4d02ffb18c req-1d12df25-cb38-46cc-969e-baf047277b38 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6051e8cae9884506b33350e13a9e893a HTTP/1.1" status: 200 len: 380 time: 0.0966835 Dec 20 15:41:11.751295 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-29f7f425-7f2e-40bc-a5ee-6e4d02ffb18c req-ca0bd008-b806-42f4-a395-5001f8f70860 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Request body: {'port': {'device_id': 'e2a5c631-6ef6-4070-870b-e6f37ed07c27', 'network_id': 'e5027695-c4e0-45c5-a193-91f05b18db88', 'admin_state_up': True, 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'security_groups': ['9cef0053-f225-45b4-8885-464d6ee55220']}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:41:11.888767 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29f7f425-7f2e-40bc-a5ee-6e4d02ffb18c req-ca0bd008-b806-42f4-a395-5001f8f70860 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Made reservation on behalf of 6051e8cae9884506b33350e13a9e893a for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:41:11.892493 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-29f7f425-7f2e-40bc-a5ee-6e4d02ffb18c req-ca0bd008-b806-42f4-a395-5001f8f70860 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:12.046455 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [req-29f7f425-7f2e-40bc-a5ee-6e4d02ffb18c req-ca0bd008-b806-42f4-a395-5001f8f70860 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Allocated IP 172.20.0.4 (e5027695-c4e0-45c5-a193-91f05b18db88/3f6b4a07-01e6-4e80-bd38-c6dd6815f3c4/f0ad583e-e7a4-4ba8-8e16-e8ed46c690d2) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:41:12.209818 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-29f7f425-7f2e-40bc-a5ee-6e4d02ffb18c req-ca0bd008-b806-42f4-a395-5001f8f70860 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:12.248696 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-29f7f425-7f2e-40bc-a5ee-6e4d02ffb18c req-ca0bd008-b806-42f4-a395-5001f8f70860 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:12.257232 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:12.297284 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29f7f425-7f2e-40bc-a5ee-6e4d02ffb18c req-ca0bd008-b806-42f4-a395-5001f8f70860 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Network e5027695-c4e0-45c5-a193-91f05b18db88 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:41:12.300769 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [req-29f7f425-7f2e-40bc-a5ee-6e4d02ffb18c req-ca0bd008-b806-42f4-a395-5001f8f70860 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:41:12.304676 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-29f7f425-7f2e-40bc-a5ee-6e4d02ffb18c req-ca0bd008-b806-42f4-a395-5001f8f70860 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:41:12.311468 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0bd008-b806-42f4-a395-5001f8f70860 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Pushing event updated for resources: {'Port': ['ID=f0ad583e-e7a4-4ba8-8e16-e8ed46c690d2,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:12.362391 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f7f425-7f2e-40bc-a5ee-6e4d02ffb18c req-ca0bd008-b806-42f4-a395-5001f8f70860 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:12.363109 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-29f7f425-7f2e-40bc-a5ee-6e4d02ffb18c req-ca0bd008-b806-42f4-a395-5001f8f70860 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:12.388030 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-29f7f425-7f2e-40bc-a5ee-6e4d02ffb18c req-ca0bd008-b806-42f4-a395-5001f8f70860 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6409035 Dec 20 15:41:12.401687 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-29f7f425-7f2e-40bc-a5ee-6e4d02ffb18c req-052adf49-bc3c-48df-83d1-c5d28b5bb109 service neutron] Request body: {'port': {'device_id': 'e2a5c631-6ef6-4070-870b-e6f37ed07c27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-19'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:41:12.471328 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-29f7f425-7f2e-40bc-a5ee-6e4d02ffb18c req-052adf49-bc3c-48df-83d1-c5d28b5bb109 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:12.547737 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-b1796ce3-bc4d-439f-ae2c-c8ed1d52bc2a None None] Provisioning complete for port f0ad583e-e7a4-4ba8-8e16-e8ed46c690d2 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:41:12.548579 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b1796ce3-bc4d-439f-ae2c-c8ed1d52bc2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:12.603513 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-b1796ce3-bc4d-439f-ae2c-c8ed1d52bc2a None None] Port f0ad583e-e7a4-4ba8-8e16-e8ed46c690d2 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:41:12.615548 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b5416e-6c32-46b3-8819-61d8290d0d9f req-55aebc6a-6bcb-4027-bfb6-607612a90ccc tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:12.625091 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-17b5416e-6c32-46b3-8819-61d8290d0d9f req-55aebc6a-6bcb-4027-bfb6-607612a90ccc tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2a5c631-6ef6-4070-870b-e6f37ed07c27 HTTP/1.1" status: 200 len: 931 time: 0.0643480 Dec 20 15:41:12.683288 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-17b5416e-6c32-46b3-8819-61d8290d0d9f req-16fb6177-5ec8-41d8-828f-e20b6a95c9bd tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/security-groups?id=9cef0053-f225-45b4-8885-464d6ee55220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569339 Dec 20 15:41:12.814707 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [req-29f7f425-7f2e-40bc-a5ee-6e4d02ffb18c req-052adf49-bc3c-48df-83d1-c5d28b5bb109 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0ad583e-e7a4-4ba8-8e16-e8ed46c690d2 {{(pid=103168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:41:12.825639 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-29f7f425-7f2e-40bc-a5ee-6e4d02ffb18c req-052adf49-bc3c-48df-83d1-c5d28b5bb109 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:12.839502 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.provisioning_blocks [req-29f7f425-7f2e-40bc-a5ee-6e4d02ffb18c req-052adf49-bc3c-48df-83d1-c5d28b5bb109 service neutron] Transition to ACTIVE for port object f0ad583e-e7a4-4ba8-8e16-e8ed46c690d2 will not be triggered until provisioned by entity L2. {{(pid=103168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:41:12.845350 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-29f7f425-7f2e-40bc-a5ee-6e4d02ffb18c req-052adf49-bc3c-48df-83d1-c5d28b5bb109 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:12.897919 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052adf49-bc3c-48df-83d1-c5d28b5bb109 service neutron] Pushing event updated for resources: {'Port': ['ID=f0ad583e-e7a4-4ba8-8e16-e8ed46c690d2,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:12.994927 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-29f7f425-7f2e-40bc-a5ee-6e4d02ffb18c req-052adf49-bc3c-48df-83d1-c5d28b5bb109 service neutron] Attempting to bind port f0ad583e-e7a4-4ba8-8e16-e8ed46c690d2 on host n-h1-761264-19 for vnic_type normal with profile {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:41:12.995681 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-29f7f425-7f2e-40bc-a5ee-6e4d02ffb18c req-052adf49-bc3c-48df-83d1-c5d28b5bb109 service neutron] Attempting to bind port f0ad583e-e7a4-4ba8-8e16-e8ed46c690d2 by drivers openvswitch,hyperv on host n-h1-761264-19 at level 0 using segments [{'id': 'bb2d0997-fa95-41c4-b5fa-cdaca482556c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e5027695-c4e0-45c5-a193-91f05b18db88'}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:41:12.995906 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f7f425-7f2e-40bc-a5ee-6e4d02ffb18c req-052adf49-bc3c-48df-83d1-c5d28b5bb109 service neutron] Attempting to bind port f0ad583e-e7a4-4ba8-8e16-e8ed46c690d2 on network e5027695-c4e0-45c5-a193-91f05b18db88 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:41:13.000874 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f7f425-7f2e-40bc-a5ee-6e4d02ffb18c req-052adf49-bc3c-48df-83d1-c5d28b5bb109 service neutron] Port f0ad583e-e7a4-4ba8-8e16-e8ed46c690d2 on network e5027695-c4e0-45c5-a193-91f05b18db88 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-19 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:41:13.001228 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f7f425-7f2e-40bc-a5ee-6e4d02ffb18c req-052adf49-bc3c-48df-83d1-c5d28b5bb109 service neutron] Attempting to bind port f0ad583e-e7a4-4ba8-8e16-e8ed46c690d2 on network e5027695-c4e0-45c5-a193-91f05b18db88 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:41:13.006546 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f7f425-7f2e-40bc-a5ee-6e4d02ffb18c req-052adf49-bc3c-48df-83d1-c5d28b5bb109 service neutron] Checking agent: {'id': '3e5ace3e-dd7b-4522-a7c4-77d13dbeab1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:41:13.006938 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f7f425-7f2e-40bc-a5ee-6e4d02ffb18c req-052adf49-bc3c-48df-83d1-c5d28b5bb109 service neutron] Checking segment: {'id': 'bb2d0997-fa95-41c4-b5fa-cdaca482556c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e5027695-c4e0-45c5-a193-91f05b18db88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:41:13.007325 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f7f425-7f2e-40bc-a5ee-6e4d02ffb18c req-052adf49-bc3c-48df-83d1-c5d28b5bb109 service neutron] Bound using segment: {'id': 'bb2d0997-fa95-41c4-b5fa-cdaca482556c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e5027695-c4e0-45c5-a193-91f05b18db88'} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:41:13.007761 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-29f7f425-7f2e-40bc-a5ee-6e4d02ffb18c req-052adf49-bc3c-48df-83d1-c5d28b5bb109 service neutron] Bound port: f0ad583e-e7a4-4ba8-8e16-e8ed46c690d2, host: n-h1-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb2d0997-fa95-41c4-b5fa-cdaca482556c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e5027695-c4e0-45c5-a193-91f05b18db88'}}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:41:13.008120 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-29f7f425-7f2e-40bc-a5ee-6e4d02ffb18c req-052adf49-bc3c-48df-83d1-c5d28b5bb109 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:13.088673 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-29f7f425-7f2e-40bc-a5ee-6e4d02ffb18c req-052adf49-bc3c-48df-83d1-c5d28b5bb109 service neutron] For port f0ad583e-e7a4-4ba8-8e16-e8ed46c690d2, host n-h1-761264-19, cleared binding levels {{(pid=103168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:41:13.093916 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-29f7f425-7f2e-40bc-a5ee-6e4d02ffb18c req-052adf49-bc3c-48df-83d1-c5d28b5bb109 service neutron] For port f0ad583e-e7a4-4ba8-8e16-e8ed46c690d2, host n-h1-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=f0ad583e-e7a4-4ba8-8e16-e8ed46c690d2,segment=NetworkSegment(bb2d0997-fa95-41c4-b5fa-cdaca482556c),segment_id=bb2d0997-fa95-41c4-b5fa-cdaca482556c)] {{(pid=103168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:41:13.099041 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-29f7f425-7f2e-40bc-a5ee-6e4d02ffb18c req-052adf49-bc3c-48df-83d1-c5d28b5bb109 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:13.145920 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f7f425-7f2e-40bc-a5ee-6e4d02ffb18c req-052adf49-bc3c-48df-83d1-c5d28b5bb109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:13.146546 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-29f7f425-7f2e-40bc-a5ee-6e4d02ffb18c req-052adf49-bc3c-48df-83d1-c5d28b5bb109 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:13.148082 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-29f7f425-7f2e-40bc-a5ee-6e4d02ffb18c req-052adf49-bc3c-48df-83d1-c5d28b5bb109 service neutron] 10.222.0.30 "PUT /v2.0/ports/f0ad583e-e7a4-4ba8-8e16-e8ed46c690d2 HTTP/1.1" status: 200 len: 1092 time: 0.7513137 Dec 20 15:41:13.148542 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2a5c631-6ef6-4070-870b-e6f37ed07c27', 'tag': 'f0ad583e-e7a4-4ba8-8e16-e8ed46c690d2'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:41:13.150796 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea303cd2f7c2854d59b68ee9755924cbed95107615564160e5853a5b93bd1da8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-524d114f-d524-4aeb-88e3-8fa87c139df0" -d '{"events": [{"name": "network-changed", "server_uuid": "e2a5c631-6ef6-4070-870b-e6f37ed07c27", "tag": "f0ad583e-e7a4-4ba8-8e16-e8ed46c690d2"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:41:13.187258 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052adf49-bc3c-48df-83d1-c5d28b5bb109 service neutron] Pushing event updated for resources: {'Port': ['ID=f0ad583e-e7a4-4ba8-8e16-e8ed46c690d2,revision_number=3']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:13.247063 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f7f425-7f2e-40bc-a5ee-6e4d02ffb18c req-7fee0c96-a627-4823-a4dc-bec272630538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:13.249070 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-29f7f425-7f2e-40bc-a5ee-6e4d02ffb18c req-7fee0c96-a627-4823-a4dc-bec272630538 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6051e8cae9884506b33350e13a9e893a&device_id=e2a5c631-6ef6-4070-870b-e6f37ed07c27 HTTP/1.1" status: 200 len: 1095 time: 0.0562959 Dec 20 15:41:13.301330 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7abebe39-ee11-4e29-bdcc-ea1d87fcfbaf x-openstack-request-id: req-7abebe39-ee11-4e29-bdcc-ea1d87fcfbaf {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:41:13.301587 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2a5c631-6ef6-4070-870b-e6f37ed07c27", "tag": "f0ad583e-e7a4-4ba8-8e16-e8ed46c690d2", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:41:13.301785 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7abebe39-ee11-4e29-bdcc-ea1d87fcfbaf {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:41:13.302197 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2a5c631-6ef6-4070-870b-e6f37ed07c27', 'tag': 'f0ad583e-e7a4-4ba8-8e16-e8ed46c690d2', 'status': 'completed', 'code': 200} Dec 20 15:41:13.304230 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-29f7f425-7f2e-40bc-a5ee-6e4d02ffb18c req-3003c552-39a6-4285-ba92-a48d3d9e88ed service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f0ad583e-e7a4-4ba8-8e16-e8ed46c690d2 HTTP/1.1" status: 200 len: 217 time: 0.0475566 Dec 20 15:41:13.357685 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f7f425-7f2e-40bc-a5ee-6e4d02ffb18c req-11e07851-7da6-432e-a4f2-45b1d8bef26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:13.359275 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-29f7f425-7f2e-40bc-a5ee-6e4d02ffb18c req-11e07851-7da6-432e-a4f2-45b1d8bef26b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3f6b4a07-01e6-4e80-bd38-c6dd6815f3c4 HTTP/1.1" status: 200 len: 833 time: 0.0471494 Dec 20 15:41:13.414127 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f7f425-7f2e-40bc-a5ee-6e4d02ffb18c req-ebb9e450-d69c-47d3-8e7b-548aae304cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:13.415679 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-29f7f425-7f2e-40bc-a5ee-6e4d02ffb18c req-ebb9e450-d69c-47d3-8e7b-548aae304cde service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e5027695-c4e0-45c5-a193-91f05b18db88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0488374 Dec 20 15:41:13.525995 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-29f7f425-7f2e-40bc-a5ee-6e4d02ffb18c req-cb192e2e-fd6c-4bff-8687-26a5de4fd600 service neutron] 10.222.0.30 "GET /v2.0/networks/e5027695-c4e0-45c5-a193-91f05b18db88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017070 Dec 20 15:41:13.636992 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-29f7f425-7f2e-40bc-a5ee-6e4d02ffb18c req-0c283390-413e-41e9-b4c3-4896c05f022b service neutron] 10.222.0.30 "GET /v2.0/networks/e5027695-c4e0-45c5-a193-91f05b18db88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028693 Dec 20 15:41:13.678459 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device c0b37166-e855-4bf0-9198-1cdf176a326d up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:41:13.735401 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port c0b37166-e855-4bf0-9198-1cdf176a326d triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:41:13.735777 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:13.762103 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524d114f-d524-4aeb-88e3-8fa87c139df0 req-d6fa5185-f2c9-4f71-ae8f-26081e226ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:13.763966 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-524d114f-d524-4aeb-88e3-8fa87c139df0 req-d6fa5185-f2c9-4f71-ae8f-26081e226ec8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6051e8cae9884506b33350e13a9e893a&device_id=e2a5c631-6ef6-4070-870b-e6f37ed07c27 HTTP/1.1" status: 200 len: 1095 time: 0.0674133 Dec 20 15:41:13.872019 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633e8cf6-2a48-474f-8af7-53b5ae9872e4 req-bcf8ea9f-aeb5-4b83-a6ea-ae16997b370d tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:13.873696 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-633e8cf6-2a48-474f-8af7-53b5ae9872e4 req-bcf8ea9f-aeb5-4b83-a6ea-ae16997b370d tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2a5c631-6ef6-4070-870b-e6f37ed07c27 HTTP/1.1" status: 200 len: 943 time: 0.0565932 Dec 20 15:41:13.878032 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524d114f-d524-4aeb-88e3-8fa87c139df0 req-6082a5ea-fcb5-47e5-9c37-8ff2b25db54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:13.879634 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-524d114f-d524-4aeb-88e3-8fa87c139df0 req-6082a5ea-fcb5-47e5-9c37-8ff2b25db54b service neutron] 10.222.0.30 "GET /v2.0/networks?id=e5027695-c4e0-45c5-a193-91f05b18db88 HTTP/1.1" status: 200 len: 897 time: 0.1085048 Dec 20 15:41:13.925186 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-524d114f-d524-4aeb-88e3-8fa87c139df0 req-0c1d36da-f615-4050-8a4b-cb4f5d98d274 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f0ad583e-e7a4-4ba8-8e16-e8ed46c690d2 HTTP/1.1" status: 200 len: 217 time: 0.0379803 Dec 20 15:41:13.937199 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-633e8cf6-2a48-474f-8af7-53b5ae9872e4 req-887299ee-1261-4e05-93f3-13a4924b3021 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/security-groups?id=9cef0053-f225-45b4-8885-464d6ee55220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571895 Dec 20 15:41:13.978308 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524d114f-d524-4aeb-88e3-8fa87c139df0 req-a829401f-65c0-4505-ad55-105e467ba495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:13.979847 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-524d114f-d524-4aeb-88e3-8fa87c139df0 req-a829401f-65c0-4505-ad55-105e467ba495 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3f6b4a07-01e6-4e80-bd38-c6dd6815f3c4 HTTP/1.1" status: 200 len: 833 time: 0.0481424 Dec 20 15:41:14.035918 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524d114f-d524-4aeb-88e3-8fa87c139df0 req-388951d6-5228-43ef-8898-486bbcd66c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:14.037444 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-524d114f-d524-4aeb-88e3-8fa87c139df0 req-388951d6-5228-43ef-8898-486bbcd66c3f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e5027695-c4e0-45c5-a193-91f05b18db88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506687 Dec 20 15:41:14.146885 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-524d114f-d524-4aeb-88e3-8fa87c139df0 req-7d88a2f1-22e4-432e-af6f-c6f4dc986aca service neutron] 10.222.0.30 "GET /v2.0/networks/e5027695-c4e0-45c5-a193-91f05b18db88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019058 Dec 20 15:41:14.246188 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-524d114f-d524-4aeb-88e3-8fa87c139df0 req-804e8c29-c477-42a4-8df2-14f0e3edac71 service neutron] 10.222.0.30 "GET /v2.0/networks/e5027695-c4e0-45c5-a193-91f05b18db88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911808 Dec 20 15:41:15.076601 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbdd910-eed0-4872-b374-a42d175632e9 req-eb85da4c-3c52-4b15-a39b-860c8b23660c tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:15.078278 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0cbdd910-eed0-4872-b374-a42d175632e9 req-eb85da4c-3c52-4b15-a39b-860c8b23660c tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2a5c631-6ef6-4070-870b-e6f37ed07c27 HTTP/1.1" status: 200 len: 943 time: 0.0642109 Dec 20 15:41:15.129755 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0cbdd910-eed0-4872-b374-a42d175632e9 req-d17a42a4-16f4-467e-a6cd-b311d347cee8 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/security-groups?id=9cef0053-f225-45b4-8885-464d6ee55220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448411 Dec 20 15:41:15.913564 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:16.258351 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e2ce54-4551-474a-9377-e9f12a7f306d req-5401a28d-74dd-45eb-9c3c-33cd9f98dd46 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:16.259852 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a1e2ce54-4551-474a-9377-e9f12a7f306d req-5401a28d-74dd-45eb-9c3c-33cd9f98dd46 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2a5c631-6ef6-4070-870b-e6f37ed07c27 HTTP/1.1" status: 200 len: 943 time: 0.0568032 Dec 20 15:41:16.323158 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a1e2ce54-4551-474a-9377-e9f12a7f306d req-96bff83c-f17e-44a9-bf06-528ff4c579f8 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/security-groups?id=9cef0053-f225-45b4-8885-464d6ee55220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545866 Dec 20 15:41:16.345054 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device f0ad583e-e7a4-4ba8-8e16-e8ed46c690d2 details requested by agent hyperv_n-h1-761264-19 with host n-h1-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:41:16.465422 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port f0ad583e-e7a4-4ba8-8e16-e8ed46c690d2, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=f0ad583e-e7a4-4ba8-8e16-e8ed46c690d2,segment=NetworkSegment(bb2d0997-fa95-41c4-b5fa-cdaca482556c),segment_id=bb2d0997-fa95-41c4-b5fa-cdaca482556c)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:41:16.477309 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Returning: {'device': 'f0ad583e-e7a4-4ba8-8e16-e8ed46c690d2', 'network_id': 'e5027695-c4e0-45c5-a193-91f05b18db88', 'port_id': 'f0ad583e-e7a4-4ba8-8e16-e8ed46c690d2', 'mac_address': 'fa:16:3e:f3:fd:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f6b4a07-01e6-4e80-bd38-c6dd6815f3c4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:41:16.517628 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:16.531042 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0ad583e-e7a4-4ba8-8e16-e8ed46c690d2 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:41:16.550497 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port f0ad583e-e7a4-4ba8-8e16-e8ed46c690d2, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=f0ad583e-e7a4-4ba8-8e16-e8ed46c690d2,segment=NetworkSegment(bb2d0997-fa95-41c4-b5fa-cdaca482556c),segment_id=bb2d0997-fa95-41c4-b5fa-cdaca482556c)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:41:16.556938 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:16.604956 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=f0ad583e-e7a4-4ba8-8e16-e8ed46c690d2,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:16.913141 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['f0ad583e-e7a4-4ba8-8e16-e8ed46c690d2'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:41:17.455445 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b614611f-008c-4884-946c-6322c2ab954c req-6b7712f5-9535-433f-afc3-1a427344f569 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:17.456850 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b614611f-008c-4884-946c-6322c2ab954c req-6b7712f5-9535-433f-afc3-1a427344f569 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2a5c631-6ef6-4070-870b-e6f37ed07c27 HTTP/1.1" status: 200 len: 944 time: 0.0618002 Dec 20 15:41:17.511571 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b614611f-008c-4884-946c-6322c2ab954c req-33359697-b2c3-477b-8340-96651a8cc5e7 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/security-groups?id=9cef0053-f225-45b4-8885-464d6ee55220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460441 Dec 20 15:41:18.351211 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device f0ad583e-e7a4-4ba8-8e16-e8ed46c690d2 up at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:41:18.403494 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning for port f0ad583e-e7a4-4ba8-8e16-e8ed46c690d2 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:41:18.408561 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning complete for port f0ad583e-e7a4-4ba8-8e16-e8ed46c690d2 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:41:18.408961 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:18.486533 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:18.510523 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2a5c631-6ef6-4070-870b-e6f37ed07c27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0ad583e-e7a4-4ba8-8e16-e8ed46c690d2'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:41:18.512876 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a867d42bfdcbb9cb6963a533571b1f1c257f186d8c4d683fcd223be3c25d00f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53a826bb-61a9-4f85-818a-ecd07d98dd34" -d '{"events": [{"server_uuid": "e2a5c631-6ef6-4070-870b-e6f37ed07c27", "name": "network-vif-plugged", "status": "completed", "tag": "f0ad583e-e7a4-4ba8-8e16-e8ed46c690d2"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:41:18.527132 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port f0ad583e-e7a4-4ba8-8e16-e8ed46c690d2, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=f0ad583e-e7a4-4ba8-8e16-e8ed46c690d2,segment=NetworkSegment(bb2d0997-fa95-41c4-b5fa-cdaca482556c),segment_id=bb2d0997-fa95-41c4-b5fa-cdaca482556c)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:41:18.534826 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:18.566119 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f525dd68-b00a-4532-9ace-4e5684909353 x-openstack-request-id: req-f525dd68-b00a-4532-9ace-4e5684909353 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:41:18.566440 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2a5c631-6ef6-4070-870b-e6f37ed07c27", "name": "network-vif-plugged", "status": "completed", "tag": "f0ad583e-e7a4-4ba8-8e16-e8ed46c690d2", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:41:18.566661 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f525dd68-b00a-4532-9ace-4e5684909353 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:41:18.567085 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2a5c631-6ef6-4070-870b-e6f37ed07c27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0ad583e-e7a4-4ba8-8e16-e8ed46c690d2', 'code': 200} Dec 20 15:41:18.596323 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=f0ad583e-e7a4-4ba8-8e16-e8ed46c690d2,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:18.660077 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7e22e1-56d3-483c-9eb9-2b351a6921d8 req-9f76c86f-a026-4b1b-9019-fa1d8c397ca0 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:18.661578 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0e7e22e1-56d3-483c-9eb9-2b351a6921d8 req-9f76c86f-a026-4b1b-9019-fa1d8c397ca0 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2a5c631-6ef6-4070-870b-e6f37ed07c27 HTTP/1.1" status: 200 len: 945 time: 0.0776272 Dec 20 15:41:18.690513 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19bf357-4319-4f24-b5f7-98d7a69762ca req-f752dc19-ba59-4b30-9e7a-189ba57cc73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:18.692039 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e19bf357-4319-4f24-b5f7-98d7a69762ca req-f752dc19-ba59-4b30-9e7a-189ba57cc73f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e2a5c631-6ef6-4070-870b-e6f37ed07c27 HTTP/1.1" status: 200 len: 1097 time: 0.0730345 Dec 20 15:41:18.739351 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0e7e22e1-56d3-483c-9eb9-2b351a6921d8 req-32fa09b6-02ff-4207-9926-c6bfbd1ba6b6 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/security-groups?id=9cef0053-f225-45b4-8885-464d6ee55220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703766 Dec 20 15:41:18.765681 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e19bf357-4319-4f24-b5f7-98d7a69762ca req-b1b3f912-c4d2-4940-b3bc-680e6e17f6af service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9cef0053-f225-45b4-8885-464d6ee55220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603969 Dec 20 15:41:19.871470 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4076e9-196b-4ba4-a71b-16422922837c req-afcadd4a-3515-42e5-9eba-613cfe9836bc tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:19.872870 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9f4076e9-196b-4ba4-a71b-16422922837c req-afcadd4a-3515-42e5-9eba-613cfe9836bc tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2a5c631-6ef6-4070-870b-e6f37ed07c27 HTTP/1.1" status: 200 len: 945 time: 0.0536849 Dec 20 15:41:19.923704 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9f4076e9-196b-4ba4-a71b-16422922837c req-111a7260-9492-4600-9b62-13a4f8ffc605 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/security-groups?id=9cef0053-f225-45b4-8885-464d6ee55220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444987 Dec 20 15:41:20.798076 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:41:21.047392 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11862146-cab2-447d-abeb-0c48de341f97 req-69dbcea3-67b0-4b75-ad13-246a53f370c7 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:21.049056 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-11862146-cab2-447d-abeb-0c48de341f97 req-69dbcea3-67b0-4b75-ad13-246a53f370c7 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2a5c631-6ef6-4070-870b-e6f37ed07c27 HTTP/1.1" status: 200 len: 945 time: 0.0533624 Dec 20 15:41:21.102462 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-11862146-cab2-447d-abeb-0c48de341f97 req-d0aa6220-96a3-482b-bdd3-d55d274ecfd6 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/security-groups?id=9cef0053-f225-45b4-8885-464d6ee55220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470936 Dec 20 15:41:21.221516 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fbff53-59a9-45b1-8e39-92622bf55348 req-16f3ed3d-37e3-4e2d-9440-d7677d526a69 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:21.223181 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-54fbff53-59a9-45b1-8e39-92622bf55348 req-16f3ed3d-37e3-4e2d-9440-d7677d526a69 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2a5c631-6ef6-4070-870b-e6f37ed07c27 HTTP/1.1" status: 200 len: 945 time: 0.0517652 Dec 20 15:41:21.278750 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-54fbff53-59a9-45b1-8e39-92622bf55348 req-02335874-5e78-40bd-a0fa-baacbca0d8cd tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/security-groups?id=9cef0053-f225-45b4-8885-464d6ee55220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495229 Dec 20 15:41:21.300836 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58362) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:41:21.340845 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71448222-cedc-4c96-9731-4a880ebe8e54 tempest-TestNetworkAdvancedServerOps-1490510064 tempest-TestNetworkAdvancedServerOps-1490510064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:21.342391 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-71448222-cedc-4c96-9731-4a880ebe8e54 tempest-TestNetworkAdvancedServerOps-1490510064 tempest-TestNetworkAdvancedServerOps-1490510064-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=e2a5c631-6ef6-4070-870b-e6f37ed07c27 HTTP/1.1" status: 200 len: 1092 time: 0.0405812 Dec 20 15:41:21.345290 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58364) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:41:21.349710 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-1656356c-2d3b-4d48-b4ac-c0934672d700 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Request body: {'floatingip': {'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'port_id': 'f0ad583e-e7a4-4ba8-8e16-e8ed46c690d2', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:41:21.376030 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1656356c-2d3b-4d48-b4ac-c0934672d700 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for floatingip, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:21.512945 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1656356c-2d3b-4d48-b4ac-c0934672d700 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:21.622057 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-1656356c-2d3b-4d48-b4ac-c0934672d700 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Allocated IP 172.25.0.183 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/b7483fbf-815f-422e-b8ad-f354826e0113) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:41:21.729958 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1656356c-2d3b-4d48-b4ac-c0934672d700 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:21.765486 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1656356c-2d3b-4d48-b4ac-c0934672d700 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:21.804797 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1656356c-2d3b-4d48-b4ac-c0934672d700 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:41:21.807783 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-1656356c-2d3b-4d48-b4ac-c0934672d700 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:41:21.811324 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1656356c-2d3b-4d48-b4ac-c0934672d700 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:41:21.817244 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1656356c-2d3b-4d48-b4ac-c0934672d700 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Pushing event updated for resources: {'Port': ['ID=b7483fbf-815f-422e-b8ad-f354826e0113,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:22.202714 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1656356c-2d3b-4d48-b4ac-c0934672d700 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:22.278018 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1656356c-2d3b-4d48-b4ac-c0934672d700 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:22.435728 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1656356c-2d3b-4d48-b4ac-c0934672d700 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:22.442119 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1656356c-2d3b-4d48-b4ac-c0934672d700 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:22.509910 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1656356c-2d3b-4d48-b4ac-c0934672d700 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Pushing event updated for resources: {'Port': ['ID=b7483fbf-815f-422e-b8ad-f354826e0113,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:41:22.524215 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1656356c-2d3b-4d48-b4ac-c0934672d700 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585115'] for floatingip, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:22.634333 n-d-761264-19 neutron-server[103167]: INFO neutron.db.l3_db [None req-1656356c-2d3b-4d48-b4ac-c0934672d700 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Floating IP 1ef85839-9ce4-47a0-aac0-4efb32f7f983 associated. External IP: 172.25.0.183, port: f0ad583e-e7a4-4ba8-8e16-e8ed46c690d2. Dec 20 15:41:22.844787 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1656356c-2d3b-4d48-b4ac-c0934672d700 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Router a147b816-5f52-4043-84e4-6ed3ee18f764 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:41:22.968217 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1656356c-2d3b-4d48-b4ac-c0934672d700 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:41:22.979479 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2785d7c6-9962-4a33-9adc-fcf13ccc4c4b None None] Sync routers for ids ['a147b816-5f52-4043-84e4-6ed3ee18f764'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:41:22.991678 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1656356c-2d3b-4d48-b4ac-c0934672d700 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:22.991944 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2785d7c6-9962-4a33-9adc-fcf13ccc4c4b None None] Routers {'a147b816-5f52-4043-84e4-6ed3ee18f764'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:41:22.992297 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-2785d7c6-9962-4a33-9adc-fcf13ccc4c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:41:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['a147b816-5f52-4043-84e4-6ed3ee18f764'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:41:23.020401 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-1656356c-2d3b-4d48-b4ac-c0934672d700 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6740801 Dec 20 15:41:23.021006 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2a5c631-6ef6-4070-870b-e6f37ed07c27', 'tag': 'f0ad583e-e7a4-4ba8-8e16-e8ed46c690d2'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:41:23.023338 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08f5bd10d948da750b9537a176c40f94b479143edf42a445aa4903673b4b1814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aa32efe-09c6-425e-965c-18115edbb601" -d '{"events": [{"name": "network-changed", "server_uuid": "e2a5c631-6ef6-4070-870b-e6f37ed07c27", "tag": "f0ad583e-e7a4-4ba8-8e16-e8ed46c690d2"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:41:23.077974 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5fe780b-e508-41eb-af29-e0b67447240b x-openstack-request-id: req-f5fe780b-e508-41eb-af29-e0b67447240b {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:41:23.078382 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2a5c631-6ef6-4070-870b-e6f37ed07c27", "tag": "f0ad583e-e7a4-4ba8-8e16-e8ed46c690d2", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:41:23.078875 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f5fe780b-e508-41eb-af29-e0b67447240b {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:41:23.079416 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2a5c631-6ef6-4070-870b-e6f37ed07c27', 'tag': 'f0ad583e-e7a4-4ba8-8e16-e8ed46c690d2', 'status': 'completed', 'code': 200} Dec 20 15:41:23.124762 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-2785d7c6-9962-4a33-9adc-fcf13ccc4c4b None None] Set router a147b816-5f52-4043-84e4-6ed3ee18f764 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:41:23.164916 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa32efe-09c6-425e-965c-18115edbb601 req-a33468e9-40a1-4019-bec5-9c1b74b54088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:23.166423 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4aa32efe-09c6-425e-965c-18115edbb601 req-a33468e9-40a1-4019-bec5-9c1b74b54088 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6051e8cae9884506b33350e13a9e893a&device_id=e2a5c631-6ef6-4070-870b-e6f37ed07c27 HTTP/1.1" status: 200 len: 1097 time: 0.0637298 Dec 20 15:41:23.173835 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199d3370-12fe-458c-9101-0313ba2aefa8 req-85710a0d-0bea-405e-8830-18652e6a0419 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:23.175408 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-199d3370-12fe-458c-9101-0313ba2aefa8 req-85710a0d-0bea-405e-8830-18652e6a0419 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2a5c631-6ef6-4070-870b-e6f37ed07c27 HTTP/1.1" status: 200 len: 945 time: 0.0818255 Dec 20 15:41:23.283630 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-199d3370-12fe-458c-9101-0313ba2aefa8 req-cd0a7a69-3071-47d2-b8e7-5b1eb06127aa tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/security-groups?id=9cef0053-f225-45b4-8885-464d6ee55220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999796 Dec 20 15:41:23.304627 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa32efe-09c6-425e-965c-18115edbb601 req-94e7e40e-fede-40c6-8714-dcc91e7bb30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:23.306164 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4aa32efe-09c6-425e-965c-18115edbb601 req-94e7e40e-fede-40c6-8714-dcc91e7bb30a service neutron] 10.222.0.30 "GET /v2.0/networks?id=e5027695-c4e0-45c5-a193-91f05b18db88 HTTP/1.1" status: 200 len: 897 time: 0.1298680 Dec 20 15:41:23.308904 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58370) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:41:23.421578 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-6e77f7d9-ff2c-47b6-85c6-6a7147458857 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/floatingips/1ef85839-9ce4-47a0-aac0-4efb32f7f983 HTTP/1.1" status: 200 len: 991 time: 0.1113982 Dec 20 15:41:23.423896 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4aa32efe-09c6-425e-965c-18115edbb601 req-bb21ace2-33d0-40bf-8137-bf1e87786c0b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f0ad583e-e7a4-4ba8-8e16-e8ed46c690d2 HTTP/1.1" status: 200 len: 999 time: 0.1075799 Dec 20 15:41:23.458395 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-2785d7c6-9962-4a33-9adc-fcf13ccc4c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a147b816-5f52-4043-84e4-6ed3ee18f764', 'name': 'tempest-TestNetworkAdvancedServerOps-router-783910278', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '182c533e-56e0-4a4c-b1e8-c9980da56386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:41:04Z', 'updated_at': '2021-12-20T15:41:08Z', 'revision_number': 4, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'gw_port': {'id': '182c533e-56e0-4a4c-b1e8-c9980da56386', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:d5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a147b816-5f52-4043-84e4-6ed3ee18f764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:41:05Z', 'updated_at': '2021-12-20T15:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': '1ef85839-9ce4-47a0-aac0-4efb32f7f983', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'floating_ip_address': '172.25.0.183', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': 'a147b816-5f52-4043-84e4-6ed3ee18f764', 'port_id': 'f0ad583e-e7a4-4ba8-8e16-e8ed46c690d2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4300, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5027695-c4e0-45c5-a193-91f05b18db88', 'mac_address': 'fa:16:3e:f3:fd:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a5c631-6ef6-4070-870b-e6f37ed07c27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:41:22Z', 'updated_at': '2021-12-20T15:41:22Z', 'revision_number': 0, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0b37166-e855-4bf0-9198-1cdf176a326d', 'name': '', 'network_id': 'e5027695-c4e0-45c5-a193-91f05b18db88', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'mac_address': 'fa:16:3e:e1:fd:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a147b816-5f52-4043-84e4-6ed3ee18f764', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '3f6b4a07-01e6-4e80-bd38-c6dd6815f3c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:41:07Z', 'updated_at': '2021-12-20T15:41:11Z', 'revision_number': 5, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'subnets': [{'id': '3f6b4a07-01e6-4e80-bd38-c6dd6815f3c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:41:23.473337 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa32efe-09c6-425e-965c-18115edbb601 req-e317dbbc-bb88-4e06-8e57-45648547d6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:23.474914 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4aa32efe-09c6-425e-965c-18115edbb601 req-e317dbbc-bb88-4e06-8e57-45648547d6c7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3f6b4a07-01e6-4e80-bd38-c6dd6815f3c4 HTTP/1.1" status: 200 len: 833 time: 0.0446639 Dec 20 15:41:23.487696 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2785d7c6-9962-4a33-9adc-fcf13ccc4c4b None None] Checking router: a147b816-5f52-4043-84e4-6ed3ee18f764 for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:41:23.496813 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2785d7c6-9962-4a33-9adc-fcf13ccc4c4b None None] Routers {'a147b816-5f52-4043-84e4-6ed3ee18f764'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:41:23.497416 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-2785d7c6-9962-4a33-9adc-fcf13ccc4c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:41:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['a147b816-5f52-4043-84e4-6ed3ee18f764'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:41:23.524981 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa32efe-09c6-425e-965c-18115edbb601 req-cf33f09f-397d-4bd7-9f12-4c45bf4c52c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:41:23.526506 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4aa32efe-09c6-425e-965c-18115edbb601 req-cf33f09f-397d-4bd7-9f12-4c45bf4c52c4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e5027695-c4e0-45c5-a193-91f05b18db88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445528 Dec 20 15:41:23.604633 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-2785d7c6-9962-4a33-9adc-fcf13ccc4c4b None None] Set router a147b816-5f52-4043-84e4-6ed3ee18f764 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:41:23.616281 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4aa32efe-09c6-425e-965c-18115edbb601 req-538fbec0-9a3c-468e-9b89-ca9374d89d2d service neutron] 10.222.0.30 "GET /v2.0/networks/e5027695-c4e0-45c5-a193-91f05b18db88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828571 Dec 20 15:41:23.711629 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4aa32efe-09c6-425e-965c-18115edbb601 req-5554784c-9f8e-455d-9d50-a8114cdbd229 service neutron] 10.222.0.30 "GET /v2.0/networks/e5027695-c4e0-45c5-a193-91f05b18db88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879004 Dec 20 15:41:23.834042 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-2785d7c6-9962-4a33-9adc-fcf13ccc4c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a147b816-5f52-4043-84e4-6ed3ee18f764', 'name': 'tempest-TestNetworkAdvancedServerOps-router-783910278', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '182c533e-56e0-4a4c-b1e8-c9980da56386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:41:04Z', 'updated_at': '2021-12-20T15:41:08Z', 'revision_number': 4, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'gw_port': {'id': '182c533e-56e0-4a4c-b1e8-c9980da56386', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:d5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a147b816-5f52-4043-84e4-6ed3ee18f764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:41:05Z', 'updated_at': '2021-12-20T15:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': '1ef85839-9ce4-47a0-aac0-4efb32f7f983', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'floating_ip_address': '172.25.0.183', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': 'a147b816-5f52-4043-84e4-6ed3ee18f764', 'port_id': 'f0ad583e-e7a4-4ba8-8e16-e8ed46c690d2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4300, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5027695-c4e0-45c5-a193-91f05b18db88', 'mac_address': 'fa:16:3e:f3:fd:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a5c631-6ef6-4070-870b-e6f37ed07c27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:41:22Z', 'updated_at': '2021-12-20T15:41:22Z', 'revision_number': 0, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0b37166-e855-4bf0-9198-1cdf176a326d', 'name': '', 'network_id': 'e5027695-c4e0-45c5-a193-91f05b18db88', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'mac_address': 'fa:16:3e:e1:fd:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a147b816-5f52-4043-84e4-6ed3ee18f764', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '3f6b4a07-01e6-4e80-bd38-c6dd6815f3c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:41:07Z', 'updated_at': '2021-12-20T15:41:11Z', 'revision_number': 5, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'subnets': [{'id': '3f6b4a07-01e6-4e80-bd38-c6dd6815f3c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:41:23.859519 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2785d7c6-9962-4a33-9adc-fcf13ccc4c4b None None] The sync data for ids ['a147b816-5f52-4043-84e4-6ed3ee18f764'] in n-d-761264-19 is: [{'id': 'a147b816-5f52-4043-84e4-6ed3ee18f764', 'name': 'tempest-TestNetworkAdvancedServerOps-router-783910278', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '182c533e-56e0-4a4c-b1e8-c9980da56386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:41:04Z', 'updated_at': '2021-12-20T15:41:08Z', 'revision_number': 4, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'gw_port': {'id': '182c533e-56e0-4a4c-b1e8-c9980da56386', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:d5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a147b816-5f52-4043-84e4-6ed3ee18f764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:41:05Z', 'updated_at': '2021-12-20T15:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': '1ef85839-9ce4-47a0-aac0-4efb32f7f983', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'floating_ip_address': '172.25.0.183', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': 'a147b816-5f52-4043-84e4-6ed3ee18f764', 'port_id': 'f0ad583e-e7a4-4ba8-8e16-e8ed46c690d2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4300, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5027695-c4e0-45c5-a193-91f05b18db88', 'mac_address': 'fa:16:3e:f3:fd:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a5c631-6ef6-4070-870b-e6f37ed07c27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:41:22Z', 'updated_at': '2021-12-20T15:41:22Z', 'revision_number': 0, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0b37166-e855-4bf0-9198-1cdf176a326d', 'name': '', 'network_id': 'e5027695-c4e0-45c5-a193-91f05b18db88', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'mac_address': 'fa:16:3e:e1:fd:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a147b816-5f52-4043-84e4-6ed3ee18f764', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '3f6b4a07-01e6-4e80-bd38-c6dd6815f3c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:41:07Z', 'updated_at': '2021-12-20T15:41:11Z', 'revision_number': 5, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'subnets': [{'id': '3f6b4a07-01e6-4e80-bd38-c6dd6815f3c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:41:24.086986 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02158051-cb79-4358-a946-d18074064bad None None] New status for floating IP 1ef85839-9ce4-47a0-aac0-4efb32f7f983: ACTIVE {{(pid=103169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 15:41:24.424775 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58372) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:41:24.489774 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-b9273303-a7df-4757-8c27-ff6897d22921 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/floatingips/1ef85839-9ce4-47a0-aac0-4efb32f7f983 HTTP/1.1" status: 200 len: 993 time: 0.0632658 Dec 20 15:41:30.812934 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d574969c-3894-4bc5-88dc-1d0937054cba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:33.004210 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ed355382-08c9-4245-9339-0c9fa8c6d435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:34.103194 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:36.104157 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:36.330068 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:38.529729 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [req-1a659451-cbd6-45d2-a12c-aee9314e8af5 req-80f41d7e-5f6d-4097-8b46-ec59a6738baa service neutron] (103167) timed out ('10.222.0.54', 53820) {{(pid=103167) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 20 15:41:42.275236 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:45.923321 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:41:54.556209 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [req-1a659451-cbd6-45d2-a12c-aee9314e8af5 req-a31f334c-b02b-410e-a5c7-095f781b39e3 service neutron] (103167) timed out ('10.222.0.30', 54639) {{(pid=103167) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 20 15:41:57.798627 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:42:00.802230 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-182c2896-2b12-4536-817e-8d49bff83e0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:03.004265 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-added0e7-8d0c-4278-807c-282e40421fbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:04.104351 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:06.106911 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:06.331948 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:08.195925 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fb654c47-c751-42a3-b969-dcf86845ffd5 req-6a74ae22-5a9e-42b5-b559-73be994faed8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e2a5c631-6ef6-4070-870b-e6f37ed07c27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0873277 Dec 20 15:42:08.282146 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb654c47-c751-42a3-b969-dcf86845ffd5 req-212f4cca-b844-40d6-8368-e162d233e293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:08.283679 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fb654c47-c751-42a3-b969-dcf86845ffd5 req-212f4cca-b844-40d6-8368-e162d233e293 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6051e8cae9884506b33350e13a9e893a&device_id=e2a5c631-6ef6-4070-870b-e6f37ed07c27 HTTP/1.1" status: 200 len: 1097 time: 0.0437727 Dec 20 15:42:08.388080 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb654c47-c751-42a3-b969-dcf86845ffd5 req-a34b2e02-fc4c-4b51-aa68-6cbb1a5ecaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:08.389713 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fb654c47-c751-42a3-b969-dcf86845ffd5 req-a34b2e02-fc4c-4b51-aa68-6cbb1a5ecaf5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e5027695-c4e0-45c5-a193-91f05b18db88 HTTP/1.1" status: 200 len: 897 time: 0.0851212 Dec 20 15:42:08.458628 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fb654c47-c751-42a3-b969-dcf86845ffd5 req-5866e1d2-0933-49ee-bdcd-6f84539b0caa service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f0ad583e-e7a4-4ba8-8e16-e8ed46c690d2 HTTP/1.1" status: 200 len: 1001 time: 0.0619884 Dec 20 15:42:08.507664 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb654c47-c751-42a3-b969-dcf86845ffd5 req-92a71170-8db4-4e1e-a8e0-3339ad8ce330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:08.509153 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fb654c47-c751-42a3-b969-dcf86845ffd5 req-92a71170-8db4-4e1e-a8e0-3339ad8ce330 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3f6b4a07-01e6-4e80-bd38-c6dd6815f3c4 HTTP/1.1" status: 200 len: 833 time: 0.0433686 Dec 20 15:42:08.556353 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb654c47-c751-42a3-b969-dcf86845ffd5 req-400322cc-794f-4925-8372-8bbaad0aea92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:08.557889 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fb654c47-c751-42a3-b969-dcf86845ffd5 req-400322cc-794f-4925-8372-8bbaad0aea92 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e5027695-c4e0-45c5-a193-91f05b18db88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417967 Dec 20 15:42:08.664640 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fb654c47-c751-42a3-b969-dcf86845ffd5 req-a883288d-ea7a-4c92-b554-cbe0d6af307c service neutron] 10.222.0.30 "GET /v2.0/networks/e5027695-c4e0-45c5-a193-91f05b18db88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982914 Dec 20 15:42:08.758153 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fb654c47-c751-42a3-b969-dcf86845ffd5 req-7d6cb77a-b4cf-4b2e-9802-244df9f56d77 service neutron] 10.222.0.30 "GET /v2.0/networks/e5027695-c4e0-45c5-a193-91f05b18db88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861583 Dec 20 15:42:12.273994 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:15.925056 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:30.798989 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-72f49c9a-a2d1-4396-84c3-8d3cb97b2203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:33.006447 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-5aa75e63-458b-4e0b-9616-46b42779b25f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:34.111161 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:34.801931 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:42:35.934991 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffd65aa-c128-4583-a0fc-9c6608dcabe1 req-c660188a-b050-47f8-a0eb-19072cc9e00e tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:35.936552 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4ffd65aa-c128-4583-a0fc-9c6608dcabe1 req-c660188a-b050-47f8-a0eb-19072cc9e00e tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2a5c631-6ef6-4070-870b-e6f37ed07c27 HTTP/1.1" status: 200 len: 945 time: 0.0544348 Dec 20 15:42:35.993353 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4ffd65aa-c128-4583-a0fc-9c6608dcabe1 req-231a39d6-bdf4-4ac0-9d7f-5429120e385e tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/security-groups?id=9cef0053-f225-45b4-8885-464d6ee55220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465319 Dec 20 15:42:36.107726 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:36.328900 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:37.129872 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19264001-4eaa-4d31-b9c4-7f0eb6572d20 req-9ca260bb-72e0-435c-836e-4972e29299a7 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:37.131456 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-19264001-4eaa-4d31-b9c4-7f0eb6572d20 req-9ca260bb-72e0-435c-836e-4972e29299a7 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2a5c631-6ef6-4070-870b-e6f37ed07c27 HTTP/1.1" status: 200 len: 945 time: 0.0583198 Dec 20 15:42:37.192667 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-19264001-4eaa-4d31-b9c4-7f0eb6572d20 req-ef3094bb-a8d9-42f7-af4e-5d9fbf21755d tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/security-groups?id=9cef0053-f225-45b4-8885-464d6ee55220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548735 Dec 20 15:42:38.322641 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5149e0e2-1a40-49dc-979a-3600593247db req-688b2884-e253-43cd-9cb6-54a1f8143276 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:38.324194 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5149e0e2-1a40-49dc-979a-3600593247db req-688b2884-e253-43cd-9cb6-54a1f8143276 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2a5c631-6ef6-4070-870b-e6f37ed07c27 HTTP/1.1" status: 200 len: 945 time: 0.0540514 Dec 20 15:42:38.374765 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5149e0e2-1a40-49dc-979a-3600593247db req-567717a3-7892-4fdc-ad43-84e84c0609aa tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/security-groups?id=9cef0053-f225-45b4-8885-464d6ee55220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444975 Dec 20 15:42:38.397450 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58424) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:42:38.457557 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-2b0e23c1-da83-4868-9641-9b297edb8dbf tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/floatingips/1ef85839-9ce4-47a0-aac0-4efb32f7f983 HTTP/1.1" status: 200 len: 993 time: 0.0589259 Dec 20 15:42:39.777184 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c762f12-6d83-43a9-96d3-f80e061b587b req-24280af1-1aaa-4095-a77e-c554c393c2ca tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:39.778580 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7c762f12-6d83-43a9-96d3-f80e061b587b req-24280af1-1aaa-4095-a77e-c554c393c2ca tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2a5c631-6ef6-4070-870b-e6f37ed07c27 HTTP/1.1" status: 200 len: 945 time: 0.0840268 Dec 20 15:42:39.793005 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6604da-7f73-49c2-bc97-f4abc40ba542 req-57022083-ffb7-4d29-875d-ddfe892f3dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:39.794409 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8e6604da-7f73-49c2-bc97-f4abc40ba542 req-57022083-ffb7-4d29-875d-ddfe892f3dae service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6051e8cae9884506b33350e13a9e893a&device_id=e2a5c631-6ef6-4070-870b-e6f37ed07c27 HTTP/1.1" status: 200 len: 1097 time: 0.0690167 Dec 20 15:42:40.225114 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-7c762f12-6d83-43a9-96d3-f80e061b587b req-7392df55-0571-4dfd-8494-742400034e05 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/security-groups?id=9cef0053-f225-45b4-8885-464d6ee55220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4396641 Dec 20 15:42:40.253586 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6604da-7f73-49c2-bc97-f4abc40ba542 req-ec0e9f18-d780-4cf4-b470-ed3eca4b7734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:40.255196 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8e6604da-7f73-49c2-bc97-f4abc40ba542 req-ec0e9f18-d780-4cf4-b470-ed3eca4b7734 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e5027695-c4e0-45c5-a193-91f05b18db88 HTTP/1.1" status: 200 len: 897 time: 0.4530566 Dec 20 15:42:40.332320 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8e6604da-7f73-49c2-bc97-f4abc40ba542 req-6f37f3ba-91fc-461f-9202-0299218543cb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f0ad583e-e7a4-4ba8-8e16-e8ed46c690d2 HTTP/1.1" status: 200 len: 1001 time: 0.0696216 Dec 20 15:42:40.383623 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6604da-7f73-49c2-bc97-f4abc40ba542 req-5ade50bd-3aa1-4a17-84d5-ef1b3b6f7f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:40.385124 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8e6604da-7f73-49c2-bc97-f4abc40ba542 req-5ade50bd-3aa1-4a17-84d5-ef1b3b6f7f17 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3f6b4a07-01e6-4e80-bd38-c6dd6815f3c4 HTTP/1.1" status: 200 len: 833 time: 0.0463555 Dec 20 15:42:40.432873 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6604da-7f73-49c2-bc97-f4abc40ba542 req-8830d68a-8b51-492b-870d-ad3367149c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:40.434590 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8e6604da-7f73-49c2-bc97-f4abc40ba542 req-8830d68a-8b51-492b-870d-ad3367149c33 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e5027695-c4e0-45c5-a193-91f05b18db88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422249 Dec 20 15:42:40.530855 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8e6604da-7f73-49c2-bc97-f4abc40ba542 req-f245fcab-cd7f-47fa-8b24-f024562cbb32 service neutron] 10.222.0.30 "GET /v2.0/networks/e5027695-c4e0-45c5-a193-91f05b18db88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890944 Dec 20 15:42:40.625324 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8e6604da-7f73-49c2-bc97-f4abc40ba542 req-1b88d79d-a853-485e-bb6f-8784a821e688 service neutron] 10.222.0.30 "GET /v2.0/networks/e5027695-c4e0-45c5-a193-91f05b18db88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875154 Dec 20 15:42:41.356111 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a5f217-34c3-495d-b648-fb27da4070f3 req-729e7369-f75f-4cde-bc71-2cfdb181fc22 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:41.357532 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-55a5f217-34c3-495d-b648-fb27da4070f3 req-729e7369-f75f-4cde-bc71-2cfdb181fc22 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2a5c631-6ef6-4070-870b-e6f37ed07c27 HTTP/1.1" status: 200 len: 945 time: 0.0573225 Dec 20 15:42:41.408435 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-55a5f217-34c3-495d-b648-fb27da4070f3 req-aee04b6b-bede-4005-8c58-d826e3ae62f9 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/security-groups?id=9cef0053-f225-45b4-8885-464d6ee55220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448501 Dec 20 15:42:42.284597 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:42.540390 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bededf62-90b3-4aa7-8976-b78de1b50e63 req-70d87e10-74ef-4f8b-bddd-7d94192a8b40 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:42.541861 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-bededf62-90b3-4aa7-8976-b78de1b50e63 req-70d87e10-74ef-4f8b-bddd-7d94192a8b40 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2a5c631-6ef6-4070-870b-e6f37ed07c27 HTTP/1.1" status: 200 len: 945 time: 0.0502093 Dec 20 15:42:42.590763 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-bededf62-90b3-4aa7-8976-b78de1b50e63 req-2776d635-3f4c-4c68-ac84-700fb6e7ba00 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/security-groups?id=9cef0053-f225-45b4-8885-464d6ee55220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426219 Dec 20 15:42:42.615709 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58436) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:42:42.678297 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-1e8a6a3e-f957-458d-80e8-331444a44d88 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/floatingips/1ef85839-9ce4-47a0-aac0-4efb32f7f983 HTTP/1.1" status: 200 len: 993 time: 0.0613439 Dec 20 15:42:42.902349 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58442) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:42:43.402865 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-83fc3bc7-88a4-41bd-96f5-ba2c386fbbdb tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Deleting port b7483fbf-815f-422e-b8ad-f354826e0113 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:42:43.403126 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-83fc3bc7-88a4-41bd-96f5-ba2c386fbbdb tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:43.480271 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-83fc3bc7-88a4-41bd-96f5-ba2c386fbbdb tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:43.480577 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-83fc3bc7-88a4-41bd-96f5-ba2c386fbbdb tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:43.492352 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-83fc3bc7-88a4-41bd-96f5-ba2c386fbbdb tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Calling delete_port for b7483fbf-815f-422e-b8ad-f354826e0113 owned by network:floatingip {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:42:43.644331 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-83fc3bc7-88a4-41bd-96f5-ba2c386fbbdb tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:43.673460 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc3bc7-88a4-41bd-96f5-ba2c386fbbdb tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Pushing event deleted for resources: {'Port': ['ID=b7483fbf-815f-422e-b8ad-f354826e0113,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:43.700562 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc3bc7-88a4-41bd-96f5-ba2c386fbbdb tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:42:43.700907 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc3bc7-88a4-41bd-96f5-ba2c386fbbdb tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:42:43.701246 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc3bc7-88a4-41bd-96f5-ba2c386fbbdb tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:42:43.701582 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc3bc7-88a4-41bd-96f5-ba2c386fbbdb tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:42:43.701910 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc3bc7-88a4-41bd-96f5-ba2c386fbbdb tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:42:43.702238 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc3bc7-88a4-41bd-96f5-ba2c386fbbdb tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:42:43.702561 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc3bc7-88a4-41bd-96f5-ba2c386fbbdb tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:42:43.702913 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc3bc7-88a4-41bd-96f5-ba2c386fbbdb tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:42:43.703241 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc3bc7-88a4-41bd-96f5-ba2c386fbbdb tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:42:43.703561 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc3bc7-88a4-41bd-96f5-ba2c386fbbdb tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:42:43.703881 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc3bc7-88a4-41bd-96f5-ba2c386fbbdb tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:42:43.704198 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc3bc7-88a4-41bd-96f5-ba2c386fbbdb tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:42:43.704514 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc3bc7-88a4-41bd-96f5-ba2c386fbbdb tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:42:43.748289 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-83fc3bc7-88a4-41bd-96f5-ba2c386fbbdb tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for floatingip, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:43.748580 n-d-761264-19 neutron-server[103167]: INFO neutron.db.l3_db [None req-83fc3bc7-88a4-41bd-96f5-ba2c386fbbdb tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Floating IP 1ef85839-9ce4-47a0-aac0-4efb32f7f983 disassociated (deleted). External IP: 172.25.0.183, port: f0ad583e-e7a4-4ba8-8e16-e8ed46c690d2. Dec 20 15:42:43.975982 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83fc3bc7-88a4-41bd-96f5-ba2c386fbbdb tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Router a147b816-5f52-4043-84e4-6ed3ee18f764 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:42:44.103482 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83fc3bc7-88a4-41bd-96f5-ba2c386fbbdb tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:42:44.111959 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-83fc3bc7-88a4-41bd-96f5-ba2c386fbbdb tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:44.117725 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f364923e-5af4-497e-98b9-4512e5f74fc9 None None] Sync routers for ids ['a147b816-5f52-4043-84e4-6ed3ee18f764'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:42:44.128699 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f364923e-5af4-497e-98b9-4512e5f74fc9 None None] Routers {'a147b816-5f52-4043-84e4-6ed3ee18f764'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:42:44.129313 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-f364923e-5af4-497e-98b9-4512e5f74fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:42:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['a147b816-5f52-4043-84e4-6ed3ee18f764'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:42:44.140838 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-83fc3bc7-88a4-41bd-96f5-ba2c386fbbdb tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "DELETE /v2.0/floatingips/1ef85839-9ce4-47a0-aac0-4efb32f7f983 HTTP/1.1" status: 204 len: 168 time: 1.2369254 Dec 20 15:42:44.141443 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2a5c631-6ef6-4070-870b-e6f37ed07c27', 'tag': 'f0ad583e-e7a4-4ba8-8e16-e8ed46c690d2'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:42:44.143740 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08f5bd10d948da750b9537a176c40f94b479143edf42a445aa4903673b4b1814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e43da54-eb8c-49e4-9e4f-d6d351da2f06" -d '{"events": [{"name": "network-changed", "server_uuid": "e2a5c631-6ef6-4070-870b-e6f37ed07c27", "tag": "f0ad583e-e7a4-4ba8-8e16-e8ed46c690d2"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:42:44.183819 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fad25356-cbac-4010-9ded-2f9a328fdbd7 x-openstack-request-id: req-fad25356-cbac-4010-9ded-2f9a328fdbd7 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:42:44.184110 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2a5c631-6ef6-4070-870b-e6f37ed07c27", "tag": "f0ad583e-e7a4-4ba8-8e16-e8ed46c690d2", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:42:44.184363 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fad25356-cbac-4010-9ded-2f9a328fdbd7 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:42:44.184773 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2a5c631-6ef6-4070-870b-e6f37ed07c27', 'tag': 'f0ad583e-e7a4-4ba8-8e16-e8ed46c690d2', 'status': 'completed', 'code': 200} Dec 20 15:42:44.239174 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-f364923e-5af4-497e-98b9-4512e5f74fc9 None None] Set router a147b816-5f52-4043-84e4-6ed3ee18f764 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:42:44.255552 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e43da54-eb8c-49e4-9e4f-d6d351da2f06 req-3965bd23-20e3-4e59-910d-29d9b73e40c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:44.257733 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2e43da54-eb8c-49e4-9e4f-d6d351da2f06 req-3965bd23-20e3-4e59-910d-29d9b73e40c5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6051e8cae9884506b33350e13a9e893a&device_id=e2a5c631-6ef6-4070-870b-e6f37ed07c27 HTTP/1.1" status: 200 len: 1097 time: 0.0500681 Dec 20 15:42:44.372256 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e43da54-eb8c-49e4-9e4f-d6d351da2f06 req-5189ea4b-f13d-4590-a7bf-1d421d956db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:44.373741 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2e43da54-eb8c-49e4-9e4f-d6d351da2f06 req-5189ea4b-f13d-4590-a7bf-1d421d956db9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e5027695-c4e0-45c5-a193-91f05b18db88 HTTP/1.1" status: 200 len: 897 time: 0.1069839 Dec 20 15:42:44.402891 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cd862a-0e1b-4402-9fce-db3c9ba9a6bf req-aa2fc694-f264-40f9-8d7e-5726369379c1 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:44.406070 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-02cd862a-0e1b-4402-9fce-db3c9ba9a6bf req-aa2fc694-f264-40f9-8d7e-5726369379c1 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2a5c631-6ef6-4070-870b-e6f37ed07c27 HTTP/1.1" status: 200 len: 945 time: 0.0716605 Dec 20 15:42:44.422974 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2e43da54-eb8c-49e4-9e4f-d6d351da2f06 req-7ae5dcb2-506f-4359-b3d1-9efbfb651d9a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f0ad583e-e7a4-4ba8-8e16-e8ed46c690d2 HTTP/1.1" status: 200 len: 217 time: 0.0415525 Dec 20 15:42:44.457861 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-f364923e-5af4-497e-98b9-4512e5f74fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a147b816-5f52-4043-84e4-6ed3ee18f764', 'name': 'tempest-TestNetworkAdvancedServerOps-router-783910278', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '182c533e-56e0-4a4c-b1e8-c9980da56386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:41:04Z', 'updated_at': '2021-12-20T15:41:08Z', 'revision_number': 4, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'gw_port': {'id': '182c533e-56e0-4a4c-b1e8-c9980da56386', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:d5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a147b816-5f52-4043-84e4-6ed3ee18f764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:41:05Z', 'updated_at': '2021-12-20T15:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'c0b37166-e855-4bf0-9198-1cdf176a326d', 'name': '', 'network_id': 'e5027695-c4e0-45c5-a193-91f05b18db88', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'mac_address': 'fa:16:3e:e1:fd:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a147b816-5f52-4043-84e4-6ed3ee18f764', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '3f6b4a07-01e6-4e80-bd38-c6dd6815f3c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:41:07Z', 'updated_at': '2021-12-20T15:41:11Z', 'revision_number': 5, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'subnets': [{'id': '3f6b4a07-01e6-4e80-bd38-c6dd6815f3c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:42:44.470083 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-02cd862a-0e1b-4402-9fce-db3c9ba9a6bf req-95b0f5f5-2591-4617-9d68-7b1eab6f582f tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/security-groups?id=9cef0053-f225-45b4-8885-464d6ee55220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571046 Dec 20 15:42:44.476548 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e43da54-eb8c-49e4-9e4f-d6d351da2f06 req-e5930570-d97d-43e4-8bcf-8f802b570a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:44.478127 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2e43da54-eb8c-49e4-9e4f-d6d351da2f06 req-e5930570-d97d-43e4-8bcf-8f802b570a65 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3f6b4a07-01e6-4e80-bd38-c6dd6815f3c4 HTTP/1.1" status: 200 len: 833 time: 0.0462248 Dec 20 15:42:44.492282 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f364923e-5af4-497e-98b9-4512e5f74fc9 None None] Checking router: a147b816-5f52-4043-84e4-6ed3ee18f764 for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:42:44.496132 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f364923e-5af4-497e-98b9-4512e5f74fc9 None None] Routers {'a147b816-5f52-4043-84e4-6ed3ee18f764'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:42:44.496748 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-f364923e-5af4-497e-98b9-4512e5f74fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:42:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['a147b816-5f52-4043-84e4-6ed3ee18f764'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:42:44.528523 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e43da54-eb8c-49e4-9e4f-d6d351da2f06 req-1e5ddccd-7e79-43c8-a2b7-c27a443b658c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:44.530229 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2e43da54-eb8c-49e4-9e4f-d6d351da2f06 req-1e5ddccd-7e79-43c8-a2b7-c27a443b658c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e5027695-c4e0-45c5-a193-91f05b18db88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441754 Dec 20 15:42:44.600204 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-f364923e-5af4-497e-98b9-4512e5f74fc9 None None] Set router a147b816-5f52-4043-84e4-6ed3ee18f764 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:42:44.623903 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2e43da54-eb8c-49e4-9e4f-d6d351da2f06 req-5ff325b6-ac55-44c3-8729-f81000933079 service neutron] 10.222.0.30 "GET /v2.0/networks/e5027695-c4e0-45c5-a193-91f05b18db88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858350 Dec 20 15:42:44.715809 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2e43da54-eb8c-49e4-9e4f-d6d351da2f06 req-27249b65-eb49-47bf-b4f4-b6cd78a24bbe service neutron] 10.222.0.30 "GET /v2.0/networks/e5027695-c4e0-45c5-a193-91f05b18db88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832474 Dec 20 15:42:44.802577 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-f364923e-5af4-497e-98b9-4512e5f74fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a147b816-5f52-4043-84e4-6ed3ee18f764', 'name': 'tempest-TestNetworkAdvancedServerOps-router-783910278', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '182c533e-56e0-4a4c-b1e8-c9980da56386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:41:04Z', 'updated_at': '2021-12-20T15:41:08Z', 'revision_number': 4, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'gw_port': {'id': '182c533e-56e0-4a4c-b1e8-c9980da56386', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:d5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a147b816-5f52-4043-84e4-6ed3ee18f764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:41:05Z', 'updated_at': '2021-12-20T15:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'c0b37166-e855-4bf0-9198-1cdf176a326d', 'name': '', 'network_id': 'e5027695-c4e0-45c5-a193-91f05b18db88', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'mac_address': 'fa:16:3e:e1:fd:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a147b816-5f52-4043-84e4-6ed3ee18f764', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '3f6b4a07-01e6-4e80-bd38-c6dd6815f3c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:41:07Z', 'updated_at': '2021-12-20T15:41:11Z', 'revision_number': 5, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'subnets': [{'id': '3f6b4a07-01e6-4e80-bd38-c6dd6815f3c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:42:44.828612 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f364923e-5af4-497e-98b9-4512e5f74fc9 None None] The sync data for ids ['a147b816-5f52-4043-84e4-6ed3ee18f764'] in n-d-761264-19 is: [{'id': 'a147b816-5f52-4043-84e4-6ed3ee18f764', 'name': 'tempest-TestNetworkAdvancedServerOps-router-783910278', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '182c533e-56e0-4a4c-b1e8-c9980da56386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:41:04Z', 'updated_at': '2021-12-20T15:41:08Z', 'revision_number': 4, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'gw_port': {'id': '182c533e-56e0-4a4c-b1e8-c9980da56386', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:d5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a147b816-5f52-4043-84e4-6ed3ee18f764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:41:05Z', 'updated_at': '2021-12-20T15:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'c0b37166-e855-4bf0-9198-1cdf176a326d', 'name': '', 'network_id': 'e5027695-c4e0-45c5-a193-91f05b18db88', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'mac_address': 'fa:16:3e:e1:fd:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a147b816-5f52-4043-84e4-6ed3ee18f764', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '3f6b4a07-01e6-4e80-bd38-c6dd6815f3c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:41:07Z', 'updated_at': '2021-12-20T15:41:11Z', 'revision_number': 5, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'subnets': [{'id': '3f6b4a07-01e6-4e80-bd38-c6dd6815f3c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:42:45.054802 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b309f9e-75ad-4b41-a588-8073486a6a8a None None] New status for floating IP 1ef85839-9ce4-47a0-aac0-4efb32f7f983: DOWN {{(pid=103169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 15:42:45.608967 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fe70d4-6aa4-4a66-badb-e8bbea77eae9 req-a30bd274-7c91-47fe-9d82-7c992fee5fc9 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:45.610468 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-42fe70d4-6aa4-4a66-badb-e8bbea77eae9 req-a30bd274-7c91-47fe-9d82-7c992fee5fc9 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2a5c631-6ef6-4070-870b-e6f37ed07c27 HTTP/1.1" status: 200 len: 945 time: 0.0545738 Dec 20 15:42:45.661443 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-42fe70d4-6aa4-4a66-badb-e8bbea77eae9 req-85203cdf-00bc-43f5-804c-f44a09a83c6e tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/security-groups?id=9cef0053-f225-45b4-8885-464d6ee55220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450175 Dec 20 15:42:45.954032 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:46.113984 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c4fb93-57bd-4d3f-9d0d-5ec2eab99564 req-611d8d3b-8602-4764-b086-ac1d71403ade tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:46.116170 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-63c4fb93-57bd-4d3f-9d0d-5ec2eab99564 req-611d8d3b-8602-4764-b086-ac1d71403ade tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2a5c631-6ef6-4070-870b-e6f37ed07c27 HTTP/1.1" status: 200 len: 945 time: 0.0611691 Dec 20 15:42:46.214188 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-63c4fb93-57bd-4d3f-9d0d-5ec2eab99564 req-5fa63f92-e107-425a-ae06-9d6b532c9dd5 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Deleting port f0ad583e-e7a4-4ba8-8e16-e8ed46c690d2 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:42:46.214429 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-63c4fb93-57bd-4d3f-9d0d-5ec2eab99564 req-5fa63f92-e107-425a-ae06-9d6b532c9dd5 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:46.306320 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-63c4fb93-57bd-4d3f-9d0d-5ec2eab99564 req-5fa63f92-e107-425a-ae06-9d6b532c9dd5 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] For port f0ad583e-e7a4-4ba8-8e16-e8ed46c690d2, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=f0ad583e-e7a4-4ba8-8e16-e8ed46c690d2,segment=NetworkSegment(bb2d0997-fa95-41c4-b5fa-cdaca482556c),segment_id=bb2d0997-fa95-41c4-b5fa-cdaca482556c)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:42:46.306622 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-63c4fb93-57bd-4d3f-9d0d-5ec2eab99564 req-5fa63f92-e107-425a-ae06-9d6b532c9dd5 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:46.319478 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-63c4fb93-57bd-4d3f-9d0d-5ec2eab99564 req-5fa63f92-e107-425a-ae06-9d6b532c9dd5 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Calling delete_port for f0ad583e-e7a4-4ba8-8e16-e8ed46c690d2 owned by compute:nova {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:42:46.457984 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-63c4fb93-57bd-4d3f-9d0d-5ec2eab99564 req-5fa63f92-e107-425a-ae06-9d6b532c9dd5 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:46.491440 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa63f92-e107-425a-ae06-9d6b532c9dd5 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Pushing event deleted for resources: {'Port': ['ID=f0ad583e-e7a4-4ba8-8e16-e8ed46c690d2,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:46.501805 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa63f92-e107-425a-ae06-9d6b532c9dd5 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:42:46.502168 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa63f92-e107-425a-ae06-9d6b532c9dd5 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:42:46.502511 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa63f92-e107-425a-ae06-9d6b532c9dd5 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:42:46.502860 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa63f92-e107-425a-ae06-9d6b532c9dd5 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:42:46.503186 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa63f92-e107-425a-ae06-9d6b532c9dd5 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:42:46.503506 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa63f92-e107-425a-ae06-9d6b532c9dd5 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:42:46.503826 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa63f92-e107-425a-ae06-9d6b532c9dd5 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:42:46.504123 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa63f92-e107-425a-ae06-9d6b532c9dd5 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:42:46.504458 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa63f92-e107-425a-ae06-9d6b532c9dd5 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:42:46.505319 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa63f92-e107-425a-ae06-9d6b532c9dd5 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:42:46.505319 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa63f92-e107-425a-ae06-9d6b532c9dd5 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:42:46.505319 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa63f92-e107-425a-ae06-9d6b532c9dd5 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:42:46.505670 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa63f92-e107-425a-ae06-9d6b532c9dd5 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:42:46.547954 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-63c4fb93-57bd-4d3f-9d0d-5ec2eab99564 req-5fa63f92-e107-425a-ae06-9d6b532c9dd5 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] No DVR routers for this DVR port f0ad583e-e7a4-4ba8-8e16-e8ed46c690d2 on host n-h1-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:42:46.550753 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-63c4fb93-57bd-4d3f-9d0d-5ec2eab99564 req-5fa63f92-e107-425a-ae06-9d6b532c9dd5 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:46.554354 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-63c4fb93-57bd-4d3f-9d0d-5ec2eab99564 req-5fa63f92-e107-425a-ae06-9d6b532c9dd5 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.30 "DELETE /v2.0/ports/f0ad583e-e7a4-4ba8-8e16-e8ed46c690d2 HTTP/1.1" status: 204 len: 173 time: 0.4318693 Dec 20 15:42:46.554789 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2a5c631-6ef6-4070-870b-e6f37ed07c27', 'name': 'network-vif-deleted', 'tag': 'f0ad583e-e7a4-4ba8-8e16-e8ed46c690d2'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:42:46.557171 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea303cd2f7c2854d59b68ee9755924cbed95107615564160e5853a5b93bd1da8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57157feb-ce80-456e-860c-8b94966b9cd5" -d '{"events": [{"server_uuid": "e2a5c631-6ef6-4070-870b-e6f37ed07c27", "name": "network-vif-deleted", "tag": "f0ad583e-e7a4-4ba8-8e16-e8ed46c690d2"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:42:46.598006 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-232c16ed-f88a-49e7-8605-ff3e427ae9c6 x-openstack-request-id: req-232c16ed-f88a-49e7-8605-ff3e427ae9c6 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:42:46.598302 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2a5c631-6ef6-4070-870b-e6f37ed07c27", "name": "network-vif-deleted", "tag": "f0ad583e-e7a4-4ba8-8e16-e8ed46c690d2", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:42:46.598683 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-232c16ed-f88a-49e7-8605-ff3e427ae9c6 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:42:46.599000 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2a5c631-6ef6-4070-870b-e6f37ed07c27', 'name': 'network-vif-deleted', 'tag': 'f0ad583e-e7a4-4ba8-8e16-e8ed46c690d2', 'status': 'completed', 'code': 200} Dec 20 15:42:46.776213 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d31d372e-3d34-4632-afd5-77d16c1300d2 req-08538fdc-c8f1-4a50-b8aa-6e136a6faf2d tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2a5c631-6ef6-4070-870b-e6f37ed07c27 HTTP/1.1" status: 200 len: 210 time: 0.0306313 Dec 20 15:42:47.837158 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58458) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:42:48.208130 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-00ac3f45-4610-4f65-86f1-3852526222aa tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1595867'] for router_interface, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:48.469025 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-00ac3f45-4610-4f65-86f1-3852526222aa tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Deleting port c0b37166-e855-4bf0-9198-1cdf176a326d {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:42:48.469281 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-00ac3f45-4610-4f65-86f1-3852526222aa tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:48.559659 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-00ac3f45-4610-4f65-86f1-3852526222aa tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] For port c0b37166-e855-4bf0-9198-1cdf176a326d, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=c0b37166-e855-4bf0-9198-1cdf176a326d,segment=NetworkSegment(bb2d0997-fa95-41c4-b5fa-cdaca482556c),segment_id=bb2d0997-fa95-41c4-b5fa-cdaca482556c)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:42:48.559995 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-00ac3f45-4610-4f65-86f1-3852526222aa tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:48.578333 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-00ac3f45-4610-4f65-86f1-3852526222aa tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Calling delete_port for c0b37166-e855-4bf0-9198-1cdf176a326d owned by network:router_interface {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:42:48.772023 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-00ac3f45-4610-4f65-86f1-3852526222aa tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:48.798487 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac3f45-4610-4f65-86f1-3852526222aa tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Pushing event deleted for resources: {'Port': ['ID=c0b37166-e855-4bf0-9198-1cdf176a326d,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:48.974219 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-00ac3f45-4610-4f65-86f1-3852526222aa tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582411'] for router_interface, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:49.208449 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00ac3f45-4610-4f65-86f1-3852526222aa tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Router a147b816-5f52-4043-84e4-6ed3ee18f764 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:42:49.314663 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00ac3f45-4610-4f65-86f1-3852526222aa tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:42:49.320245 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-00ac3f45-4610-4f65-86f1-3852526222aa tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "PUT /v2.0/routers/a147b816-5f52-4043-84e4-6ed3ee18f764/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4815621 Dec 20 15:42:49.322576 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58460) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:42:49.326329 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7944422c-de0c-4422-a6a7-3f26c380f6bf None None] Sync routers for ids ['a147b816-5f52-4043-84e4-6ed3ee18f764'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:42:49.337375 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7944422c-de0c-4422-a6a7-3f26c380f6bf None None] Routers {'a147b816-5f52-4043-84e4-6ed3ee18f764'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:42:49.337988 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-7944422c-de0c-4422-a6a7-3f26c380f6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:42:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['a147b816-5f52-4043-84e4-6ed3ee18f764'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:42:49.377539 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5b7daec-5ba2-4cdd-8323-9f2ecaaf0040 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Deleting subnet 3f6b4a07-01e6-4e80-bd38-c6dd6815f3c4 {{(pid=103167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:42:49.381425 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e5b7daec-5ba2-4cdd-8323-9f2ecaaf0040 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for subnet, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:49.425230 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e5b7daec-5ba2-4cdd-8323-9f2ecaaf0040 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954412'] for subnet, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:49.517591 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e5b7daec-5ba2-4cdd-8323-9f2ecaaf0040 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:49.540287 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-7944422c-de0c-4422-a6a7-3f26c380f6bf None None] Set router a147b816-5f52-4043-84e4-6ed3ee18f764 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:42:49.579002 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e5b7daec-5ba2-4cdd-8323-9f2ecaaf0040 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:49.605975 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b7daec-5ba2-4cdd-8323-9f2ecaaf0040 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Pushing event deleted for resources: {'Subnet': ['ID=3f6b4a07-01e6-4e80-bd38-c6dd6815f3c4,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:49.611377 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e5b7daec-5ba2-4cdd-8323-9f2ecaaf0040 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:49.617502 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58462) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:42:49.618281 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-e5b7daec-5ba2-4cdd-8323-9f2ecaaf0040 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "DELETE /v2.0/subnets/3f6b4a07-01e6-4e80-bd38-c6dd6815f3c4 HTTP/1.1" status: 204 len: 168 time: 0.2944975 Dec 20 15:42:49.620399 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7deee10b-d848-4602-a37b-d93ee99dea10 None None] Network e5027695-c4e0-45c5-a193-91f05b18db88 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:42:49.739496 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-24287a2a-f5e8-479b-9ad4-b2760a56c1d3 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for router, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:49.747914 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-7944422c-de0c-4422-a6a7-3f26c380f6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a147b816-5f52-4043-84e4-6ed3ee18f764', 'name': 'tempest-TestNetworkAdvancedServerOps-router-783910278', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '182c533e-56e0-4a4c-b1e8-c9980da56386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:41:04Z', 'updated_at': '2021-12-20T15:42:48Z', 'revision_number': 5, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'gw_port': {'id': '182c533e-56e0-4a4c-b1e8-c9980da56386', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:d5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a147b816-5f52-4043-84e4-6ed3ee18f764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:41:05Z', 'updated_at': '2021-12-20T15:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:42:49.775153 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7944422c-de0c-4422-a6a7-3f26c380f6bf None None] Checking router: a147b816-5f52-4043-84e4-6ed3ee18f764 for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:42:49.783567 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7944422c-de0c-4422-a6a7-3f26c380f6bf None None] Routers {'a147b816-5f52-4043-84e4-6ed3ee18f764'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:42:49.784176 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-7944422c-de0c-4422-a6a7-3f26c380f6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:42:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['a147b816-5f52-4043-84e4-6ed3ee18f764'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:42:49.795851 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c863d97-529c-49f0-8671-989188b4ad43 None None] DHCP port deletion for e5027695-c4e0-45c5-a193-91f05b18db88 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:42:49.847467 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-2c863d97-529c-49f0-8671-989188b4ad43 None None] Deleting port 13e9161e-7fa2-46e1-aa87-0d06bff1d158 {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:42:49.847704 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-24287a2a-f5e8-479b-9ad4-b2760a56c1d3 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:49.847899 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2c863d97-529c-49f0-8671-989188b4ad43 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:49.895760 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-7944422c-de0c-4422-a6a7-3f26c380f6bf None None] Set router a147b816-5f52-4043-84e4-6ed3ee18f764 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:42:49.907478 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-24287a2a-f5e8-479b-9ad4-b2760a56c1d3 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Deleting port 182c533e-56e0-4a4c-b1e8-c9980da56386 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:42:49.908186 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-24287a2a-f5e8-479b-9ad4-b2760a56c1d3 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:49.916419 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2c863d97-529c-49f0-8671-989188b4ad43 None None] For port 13e9161e-7fa2-46e1-aa87-0d06bff1d158, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=13e9161e-7fa2-46e1-aa87-0d06bff1d158,segment=NetworkSegment(bb2d0997-fa95-41c4-b5fa-cdaca482556c),segment_id=bb2d0997-fa95-41c4-b5fa-cdaca482556c)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:42:49.916818 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2c863d97-529c-49f0-8671-989188b4ad43 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:49.929703 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-2c863d97-529c-49f0-8671-989188b4ad43 None None] Calling delete_port for 13e9161e-7fa2-46e1-aa87-0d06bff1d158 owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:42:49.988980 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-24287a2a-f5e8-479b-9ad4-b2760a56c1d3 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] For port 182c533e-56e0-4a4c-b1e8-c9980da56386, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=182c533e-56e0-4a4c-b1e8-c9980da56386,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:42:49.989763 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-24287a2a-f5e8-479b-9ad4-b2760a56c1d3 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:50.004353 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-24287a2a-f5e8-479b-9ad4-b2760a56c1d3 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Calling delete_port for 182c533e-56e0-4a4c-b1e8-c9980da56386 owned by network:router_gateway {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:42:50.010275 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2c863d97-529c-49f0-8671-989188b4ad43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:50.041083 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c863d97-529c-49f0-8671-989188b4ad43 None None] Pushing event deleted for resources: {'Port': ['ID=13e9161e-7fa2-46e1-aa87-0d06bff1d158,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:50.048557 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c863d97-529c-49f0-8671-989188b4ad43 None None] No DVR routers for this DVR port 13e9161e-7fa2-46e1-aa87-0d06bff1d158 on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:42:50.050816 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c863d97-529c-49f0-8671-989188b4ad43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:42:50.051161 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c863d97-529c-49f0-8671-989188b4ad43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:42:50.051495 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c863d97-529c-49f0-8671-989188b4ad43 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:42:50.051827 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c863d97-529c-49f0-8671-989188b4ad43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:42:50.052154 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c863d97-529c-49f0-8671-989188b4ad43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:42:50.052473 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c863d97-529c-49f0-8671-989188b4ad43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:42:50.053021 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c863d97-529c-49f0-8671-989188b4ad43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:42:50.053351 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c863d97-529c-49f0-8671-989188b4ad43 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:42:50.053673 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c863d97-529c-49f0-8671-989188b4ad43 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:42:50.054007 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c863d97-529c-49f0-8671-989188b4ad43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:42:50.054307 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c863d97-529c-49f0-8671-989188b4ad43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:42:50.054627 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c863d97-529c-49f0-8671-989188b4ad43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:42:50.054964 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c863d97-529c-49f0-8671-989188b4ad43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:42:50.096314 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-7944422c-de0c-4422-a6a7-3f26c380f6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a147b816-5f52-4043-84e4-6ed3ee18f764', 'name': 'tempest-TestNetworkAdvancedServerOps-router-783910278', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '182c533e-56e0-4a4c-b1e8-c9980da56386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:41:04Z', 'updated_at': '2021-12-20T15:42:48Z', 'revision_number': 5, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'gw_port': {'id': '182c533e-56e0-4a4c-b1e8-c9980da56386', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:d5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a147b816-5f52-4043-84e4-6ed3ee18f764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:41:05Z', 'updated_at': '2021-12-20T15:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:42:50.125440 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7944422c-de0c-4422-a6a7-3f26c380f6bf None None] The sync data for ids ['a147b816-5f52-4043-84e4-6ed3ee18f764'] in n-d-761264-19 is: [{'id': 'a147b816-5f52-4043-84e4-6ed3ee18f764', 'name': 'tempest-TestNetworkAdvancedServerOps-router-783910278', 'tenant_id': '6051e8cae9884506b33350e13a9e893a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '182c533e-56e0-4a4c-b1e8-c9980da56386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:41:04Z', 'updated_at': '2021-12-20T15:42:48Z', 'revision_number': 5, 'project_id': '6051e8cae9884506b33350e13a9e893a', 'gw_port': {'id': '182c533e-56e0-4a4c-b1e8-c9980da56386', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:d5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a147b816-5f52-4043-84e4-6ed3ee18f764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:41:05Z', 'updated_at': '2021-12-20T15:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:42:50.191494 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-24287a2a-f5e8-479b-9ad4-b2760a56c1d3 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:50.220938 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24287a2a-f5e8-479b-9ad4-b2760a56c1d3 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Pushing event deleted for resources: {'Port': ['ID=182c533e-56e0-4a4c-b1e8-c9980da56386,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:50.235669 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9184a5b9-334b-4132-97f1-3634e19b47c4 None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:42:50.283561 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-24287a2a-f5e8-479b-9ad4-b2760a56c1d3 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584913'] for router_gateway, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:50.375477 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-24287a2a-f5e8-479b-9ad4-b2760a56c1d3 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40132'] for router, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:50.377645 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-24287a2a-f5e8-479b-9ad4-b2760a56c1d3 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:50.421710 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-24287a2a-f5e8-479b-9ad4-b2760a56c1d3 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1594808'] for router, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:50.422385 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24287a2a-f5e8-479b-9ad4-b2760a56c1d3 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Fanout notify agent at l3_agent the message router_deleted on router a147b816-5f52-4043-84e4-6ed3ee18f764 {{(pid=103168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:42:50.430081 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-24287a2a-f5e8-479b-9ad4-b2760a56c1d3 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:50.431237 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-24287a2a-f5e8-479b-9ad4-b2760a56c1d3 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "DELETE /v2.0/routers/a147b816-5f52-4043-84e4-6ed3ee18f764 HTTP/1.1" status: 204 len: 168 time: 0.8093371 Dec 20 15:42:50.434220 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58464) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:42:50.517723 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1c06bda1-a8ca-4403-84c2-4ca1fa62d6a9 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:50.612658 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1c06bda1-a8ca-4403-84c2-4ca1fa62d6a9 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:50.634356 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-1c06bda1-a8ca-4403-84c2-4ca1fa62d6a9 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5027695-c4e0-45c5-a193-91f05b18db88']}} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:42:50.643636 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-1c06bda1-a8ca-4403-84c2-4ca1fa62d6a9 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb2d0997-fa95-41c4-b5fa-cdaca482556c') {'for_net_delete': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:42:50.643929 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-1c06bda1-a8ca-4403-84c2-4ca1fa62d6a9 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb2d0997-fa95-41c4-b5fa-cdaca482556c') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:42:50.653554 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1c06bda1-a8ca-4403-84c2-4ca1fa62d6a9 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954405'] for segment, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:50.667530 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1c06bda1-a8ca-4403-84c2-4ca1fa62d6a9 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:50.674201 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c06bda1-a8ca-4403-84c2-4ca1fa62d6a9 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=103167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:42:50.674566 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1c06bda1-a8ca-4403-84c2-4ca1fa62d6a9 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9956000'] for segment, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:50.677763 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:50.677763 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:42:50.677763 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:50.677763 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:42:50.677763 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:50.677763 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:42:50.677763 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:50.677763 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:42:50.677763 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:50.677763 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:42:50.677763 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:50.677763 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:42:50.677763 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:50.677763 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:42:50.677763 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:50.677763 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:42:50.677763 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:50.677763 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:42:50.677763 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:50.677763 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:42:50.677763 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:50.677763 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:42:50.677763 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:50.677763 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:42:50.677763 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:50.677763 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:42:50.677763 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:50.677763 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:42:50.677763 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:50.677763 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:42:50.677763 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:50.677763 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:42:50.677763 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:50.677763 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:42:50.677763 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:50.677763 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:42:50.677763 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:50.677763 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:42:50.677763 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:50.677763 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:42:50.677763 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:50.677763 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:42:50.677763 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:42:50.677763 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:42:50.677763 n-d-761264-19 neutron-server[103167]: Traceback (most recent call last): Dec 20 15:42:50.677763 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:42:50.677763 n-d-761264-19 neutron-server[103167]: timer() Dec 20 15:42:50.677763 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:42:50.677763 n-d-761264-19 neutron-server[103167]: cb(*args, **kw) Dec 20 15:42:50.677763 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:42:50.677763 n-d-761264-19 neutron-server[103167]: return func(*args, **kwargs) Dec 20 15:42:50.677763 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:42:50.677763 n-d-761264-19 neutron-server[103167]: self._notify() Dec 20 15:42:50.677763 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:42:50.677763 n-d-761264-19 neutron-server[103167]: self.callback(batched_events) Dec 20 15:42:50.677763 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:42:50.677763 n-d-761264-19 neutron-server[103167]: event.method(event) Dec 20 15:42:50.681734 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:42:50.681734 n-d-761264-19 neutron-server[103167]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:42:50.681734 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:42:50.681734 n-d-761264-19 neutron-server[103167]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:42:50.681734 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:42:50.681734 n-d-761264-19 neutron-server[103167]: return f(self, *a, **k) Dec 20 15:42:50.681734 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:42:50.681734 n-d-761264-19 neutron-server[103167]: return self._get(url).json() Dec 20 15:42:50.681734 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:42:50.681734 n-d-761264-19 neutron-server[103167]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:42:50.681734 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:42:50.681734 n-d-761264-19 neutron-server[103167]: return self.request(url, 'GET', **kwargs) Dec 20 15:42:50.681734 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:42:50.681734 n-d-761264-19 neutron-server[103167]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:42:50.681734 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:42:50.681734 n-d-761264-19 neutron-server[103167]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:42:50.681734 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:42:50.681734 n-d-761264-19 neutron-server[103167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:42:50.681734 n-d-761264-19 neutron-server[103167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:42:50.746644 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1c06bda1-a8ca-4403-84c2-4ca1fa62d6a9 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:50.751970 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1c06bda1-a8ca-4403-84c2-4ca1fa62d6a9 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:50.755842 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-1c06bda1-a8ca-4403-84c2-4ca1fa62d6a9 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "DELETE /v2.0/networks/e5027695-c4e0-45c5-a193-91f05b18db88 HTTP/1.1" status: 204 len: 168 time: 0.3204145 Dec 20 15:42:50.758657 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58466) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:42:50.772229 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c06bda1-a8ca-4403-84c2-4ca1fa62d6a9 tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Pushing event deleted for resources: {'Network': ['ID=e5027695-c4e0-45c5-a193-91f05b18db88,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:50.825055 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a3bad4a2-229a-4523-ac96-a44d6e72ad0d tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:50.850997 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a3bad4a2-229a-4523-ac96-a44d6e72ad0d tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:50.858248 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device f0ad583e-e7a4-4ba8-8e16-e8ed46c690d2 no longer exists at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:42:50.879388 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] No Port match for: f0ad583e-e7a4-4ba8-8e16-e8ed46c690d2 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:42:50.879733 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device f0ad583e-e7a4-4ba8-8e16-e8ed46c690d2 not bound to the agent host n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:42:50.911213 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a3bad4a2-229a-4523-ac96-a44d6e72ad0d tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:50.913782 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a3bad4a2-229a-4523-ac96-a44d6e72ad0d tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:50.915025 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-a3bad4a2-229a-4523-ac96-a44d6e72ad0d tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] 10.222.0.54 "DELETE /v2.0/security-groups/9cef0053-f225-45b4-8885-464d6ee55220 HTTP/1.1" status: 204 len: 168 time: 0.1551569 Dec 20 15:42:50.924544 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bad4a2-229a-4523-ac96-a44d6e72ad0d tempest-TestNetworkAdvancedServerOps-1870516387 tempest-TestNetworkAdvancedServerOps-1870516387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cef0053-f225-45b4-8885-464d6ee55220,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:51.258623 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58474) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:42:51.392834 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-495478f7-bc4a-42fa-935f-000da6842288 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6051e8cae9884506b33350e13a9e893a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1329627 Dec 20 15:42:51.395585 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58478) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:42:51.445101 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-564eaf5b-d98d-4be8-83e3-20c83e19b58e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:51.466650 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-564eaf5b-d98d-4be8-83e3-20c83e19b58e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:51.516237 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-564eaf5b-d98d-4be8-83e3-20c83e19b58e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:51.518899 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-564eaf5b-d98d-4be8-83e3-20c83e19b58e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:51.520071 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-564eaf5b-d98d-4be8-83e3-20c83e19b58e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/62057bdf-e074-43ea-829e-be22fa23c5b4 HTTP/1.1" status: 204 len: 168 time: 0.1235187 Dec 20 15:42:51.528858 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564eaf5b-d98d-4be8-83e3-20c83e19b58e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62057bdf-e074-43ea-829e-be22fa23c5b4,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:51.699123 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device c0b37166-e855-4bf0-9198-1cdf176a326d no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:42:51.718564 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: c0b37166-e855-4bf0-9198-1cdf176a326d {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:42:51.719027 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device c0b37166-e855-4bf0-9198-1cdf176a326d not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:42:51.719359 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 13e9161e-7fa2-46e1-aa87-0d06bff1d158 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:42:51.741782 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 13e9161e-7fa2-46e1-aa87-0d06bff1d158 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:42:51.742125 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 13e9161e-7fa2-46e1-aa87-0d06bff1d158 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:42:51.742530 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 182c533e-56e0-4a4c-b1e8-c9980da56386 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:42:51.762460 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 182c533e-56e0-4a4c-b1e8-c9980da56386 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:42:51.762832 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 182c533e-56e0-4a4c-b1e8-c9980da56386 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:42:51.812608 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58484) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:42:51.831041 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1c30263c-9adc-44bc-be86-fc8900a22101 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:51.919232 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1c30263c-9adc-44bc-be86-fc8900a22101 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:51.924410 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1c30263c-9adc-44bc-be86-fc8900a22101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:51.962484 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-1c30263c-9adc-44bc-be86-fc8900a22101 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5f7f0bd7e186427884f700a90bd7af6d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1486406 Dec 20 15:42:51.963590 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c30263c-9adc-44bc-be86-fc8900a22101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ca12c96-3a68-460f-b36e-96b4bc68ef50,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:51.965595 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58486) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:42:52.027067 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9637614a-ef57-4074-bf53-82220beca0b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:52.050487 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9637614a-ef57-4074-bf53-82220beca0b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:52.116274 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9637614a-ef57-4074-bf53-82220beca0b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:52.118988 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9637614a-ef57-4074-bf53-82220beca0b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:52.120353 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-9637614a-ef57-4074-bf53-82220beca0b4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5ca12c96-3a68-460f-b36e-96b4bc68ef50 HTTP/1.1" status: 204 len: 168 time: 0.1537180 Dec 20 15:42:52.130283 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9637614a-ef57-4074-bf53-82220beca0b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ca12c96-3a68-460f-b36e-96b4bc68ef50,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:52.931429 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58508) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:42:53.038906 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-14e8c6e6-64dd-4ff5-87e4-56ff302b834c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-765912532-network', 'tenant_id': 'e1f8bfa51e594e508d4bb7723620de57'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:42:53.063854 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14e8c6e6-64dd-4ff5-87e4-56ff302b834c admin admin] Made reservation on behalf of e1f8bfa51e594e508d4bb7723620de57 for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:42:53.066286 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-14e8c6e6-64dd-4ff5-87e4-56ff302b834c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:53.075377 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-14e8c6e6-64dd-4ff5-87e4-56ff302b834c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:53.151912 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-14e8c6e6-64dd-4ff5-87e4-56ff302b834c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:53.157042 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-14e8c6e6-64dd-4ff5-87e4-56ff302b834c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:53.190298 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14e8c6e6-64dd-4ff5-87e4-56ff302b834c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:42:53.198659 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e8c6e6-64dd-4ff5-87e4-56ff302b834c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=764b4eac-8102-4dee-a220-3b7494dd60b9,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:53.209907 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-14e8c6e6-64dd-4ff5-87e4-56ff302b834c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:53.209907 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-14e8c6e6-64dd-4ff5-87e4-56ff302b834c admin admin] Added segment 017ec060-9fa2-4af8-bcb3-019cad9219ca of type vlan for network 3253cb8b-4b03-4d0c-9fd9-aaf52b654056 Dec 20 15:42:53.251083 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-14e8c6e6-64dd-4ff5-87e4-56ff302b834c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:53.282486 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-14e8c6e6-64dd-4ff5-87e4-56ff302b834c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:53.283637 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e8c6e6-64dd-4ff5-87e4-56ff302b834c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:53.284215 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-14e8c6e6-64dd-4ff5-87e4-56ff302b834c admin admin] Publish callbacks [] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:53.345661 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-14e8c6e6-64dd-4ff5-87e4-56ff302b834c admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4128323 Dec 20 15:42:53.348244 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58512) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:42:53.355046 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-5815103f-69af-4367-a922-18ec9e5c06ba admin admin] Request body: {'subnet': {'network_id': '3253cb8b-4b03-4d0c-9fd9-aaf52b654056', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-765912532-subnet', 'tenant_id': 'e1f8bfa51e594e508d4bb7723620de57', 'ip_version': 4}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:42:53.357992 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e8c6e6-64dd-4ff5-87e4-56ff302b834c admin admin] Pushing event updated for resources: {'Network': ['ID=3253cb8b-4b03-4d0c-9fd9-aaf52b654056,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:53.369831 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network 3253cb8b-4b03-4d0c-9fd9-aaf52b654056 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:42:53.383215 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5815103f-69af-4367-a922-18ec9e5c06ba admin admin] Made reservation on behalf of e1f8bfa51e594e508d4bb7723620de57 for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:42:53.385872 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5815103f-69af-4367-a922-18ec9e5c06ba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:53.581929 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5815103f-69af-4367-a922-18ec9e5c06ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:53.639908 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5815103f-69af-4367-a922-18ec9e5c06ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=3593d6aa-a2c3-4ef3-8d81-eaeeeb9605f3,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:53.650591 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5815103f-69af-4367-a922-18ec9e5c06ba admin admin] Checking segment: {'id': '017ec060-9fa2-4af8-bcb3-019cad9219ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3253cb8b-4b03-4d0c-9fd9-aaf52b654056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:42:53.651050 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5815103f-69af-4367-a922-18ec9e5c06ba admin admin] Network hostable DHCP agents. Network: 3253cb8b-4b03-4d0c-9fd9-aaf52b654056, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:42:53.669279 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5815103f-69af-4367-a922-18ec9e5c06ba admin admin] Network 3253cb8b-4b03-4d0c-9fd9-aaf52b654056 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:42:53.681860 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-5815103f-69af-4367-a922-18ec9e5c06ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, 3253cb8b-4b03-4d0c-9fd9-aaf52b654056) {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:42:53.689162 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5815103f-69af-4367-a922-18ec9e5c06ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:53.690401 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-5815103f-69af-4367-a922-18ec9e5c06ba admin admin] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:53.691729 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a034ec38-392a-4746-adef-f24e31050120 None None] Network 3253cb8b-4b03-4d0c-9fd9-aaf52b654056 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:42:53.721050 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-5815103f-69af-4367-a922-18ec9e5c06ba admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3712864 Dec 20 15:42:53.723724 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58514) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:42:53.730757 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-d369009d-8f4a-4425-a928-4cf4157dfa57 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-765912532-router', 'tenant_id': 'e1f8bfa51e594e508d4bb7723620de57', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:42:53.766426 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d369009d-8f4a-4425-a928-4cf4157dfa57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40114'] for router, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:53.768118 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d369009d-8f4a-4425-a928-4cf4157dfa57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40139'] for router, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:53.832303 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d369009d-8f4a-4425-a928-4cf4157dfa57 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:53.844293 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec7c130-668e-4a03-9f65-45cd58aabb0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-3253cb8b-4b03-4d0c-9fd9-aaf52b654056', 'network_id': '3253cb8b-4b03-4d0c-9fd9-aaf52b654056', 'project_id': 'e1f8bfa51e594e508d4bb7723620de57', 'fixed_ips': [{'subnet_id': '3593d6aa-a2c3-4ef3-8d81-eaeeeb9605f3'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 15:42:53.845192 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4ec7c130-668e-4a03-9f65-45cd58aabb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:53.974108 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d369009d-8f4a-4425-a928-4cf4157dfa57 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:53.992249 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-4ec7c130-668e-4a03-9f65-45cd58aabb0c None None] Allocated IP 172.20.0.2 (3253cb8b-4b03-4d0c-9fd9-aaf52b654056/3593d6aa-a2c3-4ef3-8d81-eaeeeb9605f3/cc466db6-61d1-4704-863f-cfa588c219b7) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:42:54.141079 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4ec7c130-668e-4a03-9f65-45cd58aabb0c None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:54.149721 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4ec7c130-668e-4a03-9f65-45cd58aabb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:54.198439 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec7c130-668e-4a03-9f65-45cd58aabb0c None None] Network 3253cb8b-4b03-4d0c-9fd9-aaf52b654056 is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:42:54.198758 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d369009d-8f4a-4425-a928-4cf4157dfa57 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:54.201302 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-4ec7c130-668e-4a03-9f65-45cd58aabb0c None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:42:54.203761 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec7c130-668e-4a03-9f65-45cd58aabb0c None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:42:54.209831 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec7c130-668e-4a03-9f65-45cd58aabb0c None None] Pushing event updated for resources: {'Port': ['ID=cc466db6-61d1-4704-863f-cfa588c219b7,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:54.219573 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d369009d-8f4a-4425-a928-4cf4157dfa57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:54.268649 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-4ec7c130-668e-4a03-9f65-45cd58aabb0c None None] Attempting to bind port cc466db6-61d1-4704-863f-cfa588c219b7 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:42:54.269011 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-4ec7c130-668e-4a03-9f65-45cd58aabb0c None None] Attempting to bind port cc466db6-61d1-4704-863f-cfa588c219b7 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '017ec060-9fa2-4af8-bcb3-019cad9219ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3253cb8b-4b03-4d0c-9fd9-aaf52b654056'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:42:54.269380 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec7c130-668e-4a03-9f65-45cd58aabb0c None None] Attempting to bind port cc466db6-61d1-4704-863f-cfa588c219b7 on network 3253cb8b-4b03-4d0c-9fd9-aaf52b654056 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:42:54.274987 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec7c130-668e-4a03-9f65-45cd58aabb0c None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:42:54.275334 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec7c130-668e-4a03-9f65-45cd58aabb0c None None] Checking segment: {'id': '017ec060-9fa2-4af8-bcb3-019cad9219ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3253cb8b-4b03-4d0c-9fd9-aaf52b654056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:42:54.275738 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4ec7c130-668e-4a03-9f65-45cd58aabb0c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:54.276187 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec7c130-668e-4a03-9f65-45cd58aabb0c None None] Bound using segment: {'id': '017ec060-9fa2-4af8-bcb3-019cad9219ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3253cb8b-4b03-4d0c-9fd9-aaf52b654056'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:42:54.276657 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-4ec7c130-668e-4a03-9f65-45cd58aabb0c None None] Bound port: cc466db6-61d1-4704-863f-cfa588c219b7, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '017ec060-9fa2-4af8-bcb3-019cad9219ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3253cb8b-4b03-4d0c-9fd9-aaf52b654056'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:42:54.277071 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4ec7c130-668e-4a03-9f65-45cd58aabb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:54.346771 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-4ec7c130-668e-4a03-9f65-45cd58aabb0c None None] For port cc466db6-61d1-4704-863f-cfa588c219b7, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:42:54.349956 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-d369009d-8f4a-4425-a928-4cf4157dfa57 admin admin] Allocated IP 172.25.0.68 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/9af5ab0a-c18e-49a8-bdd6-e907e75d0e9e) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:42:54.350546 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-4ec7c130-668e-4a03-9f65-45cd58aabb0c None None] For port cc466db6-61d1-4704-863f-cfa588c219b7, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=cc466db6-61d1-4704-863f-cfa588c219b7,segment=NetworkSegment(017ec060-9fa2-4af8-bcb3-019cad9219ca),segment_id=017ec060-9fa2-4af8-bcb3-019cad9219ca)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:42:54.357014 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4ec7c130-668e-4a03-9f65-45cd58aabb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:54.423161 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec7c130-668e-4a03-9f65-45cd58aabb0c None None] Pushing event updated for resources: {'Port': ['ID=cc466db6-61d1-4704-863f-cfa588c219b7,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:54.483147 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d369009d-8f4a-4425-a928-4cf4157dfa57 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:54.527673 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d369009d-8f4a-4425-a928-4cf4157dfa57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:54.571964 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d369009d-8f4a-4425-a928-4cf4157dfa57 admin admin] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:42:54.575914 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-d369009d-8f4a-4425-a928-4cf4157dfa57 admin admin] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:42:54.581435 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d369009d-8f4a-4425-a928-4cf4157dfa57 admin admin] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:42:54.611882 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b44956-fd8d-404c-8da0-32bc4298624d None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:42:54.618806 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d369009d-8f4a-4425-a928-4cf4157dfa57 admin admin] Pushing event updated for resources: {'Port': ['ID=9af5ab0a-c18e-49a8-bdd6-e907e75d0e9e,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:54.738759 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-f0617b20-835a-4b54-b532-46aab1fd5fa2 None None] Provisioning complete for port 9af5ab0a-c18e-49a8-bdd6-e907e75d0e9e triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:42:54.739414 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f0617b20-835a-4b54-b532-46aab1fd5fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:54.778419 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-f0617b20-835a-4b54-b532-46aab1fd5fa2 None None] Port 9af5ab0a-c18e-49a8-bdd6-e907e75d0e9e cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:42:55.223140 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d369009d-8f4a-4425-a928-4cf4157dfa57 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:55.391021 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6d6145-1e34-40a1-90a0-1fc84c424eaf None None] Network 3253cb8b-4b03-4d0c-9fd9-aaf52b654056 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:42:55.435349 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d369009d-8f4a-4425-a928-4cf4157dfa57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013'] for router, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:55.464406 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-0466f4fb-17d9-46ad-8e13-e51d014ba115 None None] Provisioning complete for port cc466db6-61d1-4704-863f-cfa588c219b7 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:42:55.465282 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-0466f4fb-17d9-46ad-8e13-e51d014ba115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:55.582016 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d369009d-8f4a-4425-a928-4cf4157dfa57 admin admin] Router a9dfb2f3-a6e8-4e84-abe4-91627686e087 is scheduled to L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 with binding_index 1 {{(pid=103167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 15:42:55.584474 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-0466f4fb-17d9-46ad-8e13-e51d014ba115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:55.627817 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-0466f4fb-17d9-46ad-8e13-e51d014ba115 None None] For port cc466db6-61d1-4704-863f-cfa588c219b7, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=cc466db6-61d1-4704-863f-cfa588c219b7,segment=NetworkSegment(017ec060-9fa2-4af8-bcb3-019cad9219ca),segment_id=017ec060-9fa2-4af8-bcb3-019cad9219ca)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:42:55.634717 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-0466f4fb-17d9-46ad-8e13-e51d014ba115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:55.695574 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0466f4fb-17d9-46ad-8e13-e51d014ba115 None None] Pushing event updated for resources: {'Port': ['ID=cc466db6-61d1-4704-863f-cfa588c219b7,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:55.725247 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d369009d-8f4a-4425-a928-4cf4157dfa57 admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:42:55.743012 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9e5f57-96a9-4e97-98ba-f5f88fb6e720 None None] Sync routers for ids ['a9dfb2f3-a6e8-4e84-abe4-91627686e087'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:42:55.755007 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d369009d-8f4a-4425-a928-4cf4157dfa57 admin admin] Publish callbacks [] for router, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:55.756989 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9e5f57-96a9-4e97-98ba-f5f88fb6e720 None None] Routers {'a9dfb2f3-a6e8-4e84-abe4-91627686e087'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:42:55.757970 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-ad9e5f57-96a9-4e97-98ba-f5f88fb6e720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:42:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['a9dfb2f3-a6e8-4e84-abe4-91627686e087'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:42:55.759350 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58516) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:42:55.760375 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-d369009d-8f4a-4425-a928-4cf4157dfa57 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.0343316 Dec 20 15:42:55.801853 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device cc466db6-61d1-4704-863f-cfa588c219b7 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:42:55.911096 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-c7e2f59d-0dc1-41a6-a9bc-d67cdf4e4f51 None None] Provisioning complete for port cc466db6-61d1-4704-863f-cfa588c219b7 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:42:55.911512 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f59d-0dc1-41a6-a9bc-d67cdf4e4f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:55.941980 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-ad9e5f57-96a9-4e97-98ba-f5f88fb6e720 None None] Set router a9dfb2f3-a6e8-4e84-abe4-91627686e087 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:42:56.013212 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port cc466db6-61d1-4704-863f-cfa588c219b7 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:42:56.013587 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:56.203780 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cabb9b4b-3934-4b1e-8fca-99ba5e32978b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:56.245276 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-ad9e5f57-96a9-4e97-98ba-f5f88fb6e720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9dfb2f3-a6e8-4e84-abe4-91627686e087', 'name': 'tempest-TestShelveInstance-765912532-router', 'tenant_id': 'e1f8bfa51e594e508d4bb7723620de57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '9af5ab0a-c18e-49a8-bdd6-e907e75d0e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:42:53Z', 'updated_at': '2021-12-20T15:42:54Z', 'revision_number': 3, 'project_id': 'e1f8bfa51e594e508d4bb7723620de57', 'gw_port': {'id': '9af5ab0a-c18e-49a8-bdd6-e907e75d0e9e', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:48:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9dfb2f3-a6e8-4e84-abe4-91627686e087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:42:54Z', 'updated_at': '2021-12-20T15:42:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:42:56.273329 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9e5f57-96a9-4e97-98ba-f5f88fb6e720 None None] Checking router: a9dfb2f3-a6e8-4e84-abe4-91627686e087 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:42:56.273659 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9e5f57-96a9-4e97-98ba-f5f88fb6e720 None None] Updating router a9dfb2f3-a6e8-4e84-abe4-91627686e087 port 9af5ab0a-c18e-49a8-bdd6-e907e75d0e9e binding host n-d-761264-19 {{(pid=103169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 15:42:56.302658 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ad9e5f57-96a9-4e97-98ba-f5f88fb6e720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:56.375607 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-cabb9b4b-3934-4b1e-8fca-99ba5e32978b admin admin] Allocated IP 172.20.0.1 (3253cb8b-4b03-4d0c-9fd9-aaf52b654056/3593d6aa-a2c3-4ef3-8d81-eaeeeb9605f3/a4517a7e-6b2e-44fa-9ec6-cc95bcfc049a) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:42:56.485801 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cabb9b4b-3934-4b1e-8fca-99ba5e32978b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:56.522537 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cabb9b4b-3934-4b1e-8fca-99ba5e32978b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:56.565048 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabb9b4b-3934-4b1e-8fca-99ba5e32978b admin admin] Network 3253cb8b-4b03-4d0c-9fd9-aaf52b654056 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:42:56.566088 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-cabb9b4b-3934-4b1e-8fca-99ba5e32978b admin admin] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:42:56.568609 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabb9b4b-3934-4b1e-8fca-99ba5e32978b admin admin] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:42:56.597674 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabb9b4b-3934-4b1e-8fca-99ba5e32978b admin admin] Pushing event updated for resources: {'Port': ['ID=a4517a7e-6b2e-44fa-9ec6-cc95bcfc049a,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:56.612377 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ad9e5f57-96a9-4e97-98ba-f5f88fb6e720 None None] Publish callbacks [] for port, precommit_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:56.618532 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cabb9b4b-3934-4b1e-8fca-99ba5e32978b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595714'] for router_interface, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:56.621655 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ad9e5f57-96a9-4e97-98ba-f5f88fb6e720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:56.677056 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8ca402-7b71-435b-b3f9-92e3caf73754 None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:42:56.689558 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-ad9e5f57-96a9-4e97-98ba-f5f88fb6e720 None None] Attempting to bind port 9af5ab0a-c18e-49a8-bdd6-e907e75d0e9e on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:42:56.689928 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-ad9e5f57-96a9-4e97-98ba-f5f88fb6e720 None None] Attempting to bind port 9af5ab0a-c18e-49a8-bdd6-e907e75d0e9e by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:42:56.690293 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9e5f57-96a9-4e97-98ba-f5f88fb6e720 None None] Attempting to bind port 9af5ab0a-c18e-49a8-bdd6-e907e75d0e9e on network c3f8658e-da35-41f3-bd03-509e29ebd6f3 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:42:56.694481 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec35266-79e6-4908-b605-e9a62f0d62b0 None None] Pushing event updated for resources: {'Port': ['ID=9af5ab0a-c18e-49a8-bdd6-e907e75d0e9e,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:56.700959 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9e5f57-96a9-4e97-98ba-f5f88fb6e720 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:42:56.701314 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9e5f57-96a9-4e97-98ba-f5f88fb6e720 None None] Checking segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:42:56.702338 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ad9e5f57-96a9-4e97-98ba-f5f88fb6e720 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:56.702338 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9e5f57-96a9-4e97-98ba-f5f88fb6e720 None None] Bound using segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:42:56.702577 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-ad9e5f57-96a9-4e97-98ba-f5f88fb6e720 None None] Bound port: 9af5ab0a-c18e-49a8-bdd6-e907e75d0e9e, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:42:56.703031 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ad9e5f57-96a9-4e97-98ba-f5f88fb6e720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:56.795468 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-ad9e5f57-96a9-4e97-98ba-f5f88fb6e720 None None] For port 9af5ab0a-c18e-49a8-bdd6-e907e75d0e9e, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:42:56.799434 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cabb9b4b-3934-4b1e-8fca-99ba5e32978b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:56.810692 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-ad9e5f57-96a9-4e97-98ba-f5f88fb6e720 None None] For port 9af5ab0a-c18e-49a8-bdd6-e907e75d0e9e, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=9af5ab0a-c18e-49a8-bdd6-e907e75d0e9e,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:42:56.816415 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-16b237e0-50c9-4319-a9cb-4641c2a7246a None None] Provisioning complete for port 9af5ab0a-c18e-49a8-bdd6-e907e75d0e9e triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:42:56.816895 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-16b237e0-50c9-4319-a9cb-4641c2a7246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:56.820769 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ad9e5f57-96a9-4e97-98ba-f5f88fb6e720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:56.895949 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36cc4940-2976-4965-959f-b9a1177dac07 None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:42:56.927808 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec35266-79e6-4908-b605-e9a62f0d62b0 None None] Pushing event updated for resources: {'Port': ['ID=9af5ab0a-c18e-49a8-bdd6-e907e75d0e9e,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:56.933272 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9e5f57-96a9-4e97-98ba-f5f88fb6e720 None None] Routers {'a9dfb2f3-a6e8-4e84-abe4-91627686e087'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:42:56.933908 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-ad9e5f57-96a9-4e97-98ba-f5f88fb6e720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:42:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['a9dfb2f3-a6e8-4e84-abe4-91627686e087'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:42:56.983083 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cabb9b4b-3934-4b1e-8fca-99ba5e32978b admin admin] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:56.989482 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cabb9b4b-3934-4b1e-8fca-99ba5e32978b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:57.077120 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabb9b4b-3934-4b1e-8fca-99ba5e32978b admin admin] Pushing event updated for resources: {'Port': ['ID=a4517a7e-6b2e-44fa-9ec6-cc95bcfc049a,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:57.080710 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-cabb9b4b-3934-4b1e-8fca-99ba5e32978b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1595702'] for router_interface, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:57.179396 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabb9b4b-3934-4b1e-8fca-99ba5e32978b admin admin] Network 3253cb8b-4b03-4d0c-9fd9-aaf52b654056 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:42:57.181193 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-cabb9b4b-3934-4b1e-8fca-99ba5e32978b admin admin] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:42:57.240681 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-16b237e0-50c9-4319-a9cb-4641c2a7246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:57.278976 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-16b237e0-50c9-4319-a9cb-4641c2a7246a None None] For port 9af5ab0a-c18e-49a8-bdd6-e907e75d0e9e, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=9af5ab0a-c18e-49a8-bdd6-e907e75d0e9e,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:42:57.289629 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-ad9e5f57-96a9-4e97-98ba-f5f88fb6e720 None None] Set router a9dfb2f3-a6e8-4e84-abe4-91627686e087 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:42:57.293665 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-16b237e0-50c9-4319-a9cb-4641c2a7246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:57.319403 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cabb9b4b-3934-4b1e-8fca-99ba5e32978b admin admin] Router a9dfb2f3-a6e8-4e84-abe4-91627686e087 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:42:57.458474 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b237e0-50c9-4319-a9cb-4641c2a7246a None None] Pushing event updated for resources: {'Port': ['ID=9af5ab0a-c18e-49a8-bdd6-e907e75d0e9e,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:57.474115 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-6cfb6d44-cf24-47a3-a7d2-c70ffc8b7e59 None None] Provisioning complete for port a4517a7e-6b2e-44fa-9ec6-cc95bcfc049a triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:42:57.474532 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6cfb6d44-cf24-47a3-a7d2-c70ffc8b7e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:57.535322 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-6cfb6d44-cf24-47a3-a7d2-c70ffc8b7e59 None None] Port a4517a7e-6b2e-44fa-9ec6-cc95bcfc049a cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:42:57.569841 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-6cfb6d44-cf24-47a3-a7d2-c70ffc8b7e59 None None] Provisioning complete for port 9af5ab0a-c18e-49a8-bdd6-e907e75d0e9e triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:42:57.570212 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6cfb6d44-cf24-47a3-a7d2-c70ffc8b7e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:57.632312 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-ad9e5f57-96a9-4e97-98ba-f5f88fb6e720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9dfb2f3-a6e8-4e84-abe4-91627686e087', 'name': 'tempest-TestShelveInstance-765912532-router', 'tenant_id': 'e1f8bfa51e594e508d4bb7723620de57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '9af5ab0a-c18e-49a8-bdd6-e907e75d0e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:42:53Z', 'updated_at': '2021-12-20T15:42:56Z', 'revision_number': 4, 'project_id': 'e1f8bfa51e594e508d4bb7723620de57', 'gw_port': {'id': '9af5ab0a-c18e-49a8-bdd6-e907e75d0e9e', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:48:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9dfb2f3-a6e8-4e84-abe4-91627686e087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:42:54Z', 'updated_at': '2021-12-20T15:42:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'a4517a7e-6b2e-44fa-9ec6-cc95bcfc049a', 'name': '', 'network_id': '3253cb8b-4b03-4d0c-9fd9-aaf52b654056', 'tenant_id': 'e1f8bfa51e594e508d4bb7723620de57', 'mac_address': 'fa:16:3e:47:6f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9dfb2f3-a6e8-4e84-abe4-91627686e087', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '3593d6aa-a2c3-4ef3-8d81-eaeeeb9605f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:42:56Z', 'updated_at': '2021-12-20T15:42:56Z', 'revision_number': 1, 'project_id': 'e1f8bfa51e594e508d4bb7723620de57', 'subnets': [{'id': '3593d6aa-a2c3-4ef3-8d81-eaeeeb9605f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:42:57.679806 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9e5f57-96a9-4e97-98ba-f5f88fb6e720 None None] The sync data for ids ['a9dfb2f3-a6e8-4e84-abe4-91627686e087'] in n-d-761264-19 is: [{'id': 'a9dfb2f3-a6e8-4e84-abe4-91627686e087', 'name': 'tempest-TestShelveInstance-765912532-router', 'tenant_id': 'e1f8bfa51e594e508d4bb7723620de57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '9af5ab0a-c18e-49a8-bdd6-e907e75d0e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:42:53Z', 'updated_at': '2021-12-20T15:42:56Z', 'revision_number': 4, 'project_id': 'e1f8bfa51e594e508d4bb7723620de57', 'gw_port': {'id': '9af5ab0a-c18e-49a8-bdd6-e907e75d0e9e', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:48:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9dfb2f3-a6e8-4e84-abe4-91627686e087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:42:54Z', 'updated_at': '2021-12-20T15:42:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'a4517a7e-6b2e-44fa-9ec6-cc95bcfc049a', 'name': '', 'network_id': '3253cb8b-4b03-4d0c-9fd9-aaf52b654056', 'tenant_id': 'e1f8bfa51e594e508d4bb7723620de57', 'mac_address': 'fa:16:3e:47:6f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9dfb2f3-a6e8-4e84-abe4-91627686e087', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '3593d6aa-a2c3-4ef3-8d81-eaeeeb9605f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:42:56Z', 'updated_at': '2021-12-20T15:42:56Z', 'revision_number': 1, 'project_id': 'e1f8bfa51e594e508d4bb7723620de57', 'subnets': [{'id': '3593d6aa-a2c3-4ef3-8d81-eaeeeb9605f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:42:57.729914 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device cc466db6-61d1-4704-863f-cfa588c219b7 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:42:57.792532 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port cc466db6-61d1-4704-863f-cfa588c219b7 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:42:57.792904 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:57.837910 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cabb9b4b-3934-4b1e-8fca-99ba5e32978b admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:42:57.852266 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-cabb9b4b-3934-4b1e-8fca-99ba5e32978b admin admin] 10.222.0.54 "PUT /v2.0/routers/a9dfb2f3-a6e8-4e84-abe4-91627686e087/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0852306 Dec 20 15:42:57.900719 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-d97290aa-a5a5-4949-a549-0c18e5a7c4a3 None None] Provisioning complete for port a4517a7e-6b2e-44fa-9ec6-cc95bcfc049a triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:42:57.900719 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d97290aa-a5a5-4949-a549-0c18e5a7c4a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:57.966828 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-d97290aa-a5a5-4949-a549-0c18e5a7c4a3 None None] Port a4517a7e-6b2e-44fa-9ec6-cc95bcfc049a cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:42:58.459408 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58532) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:42:58.464437 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-a09d1435-8757-4d05-8e9f-02a7bbf8a2fc admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-963669995-network', 'tenant_id': 'a1b93e5d07c3436c950db6bf8ca4d187'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:42:58.496557 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a09d1435-8757-4d05-8e9f-02a7bbf8a2fc admin admin] Made reservation on behalf of a1b93e5d07c3436c950db6bf8ca4d187 for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:42:58.499055 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a09d1435-8757-4d05-8e9f-02a7bbf8a2fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:58.509095 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a09d1435-8757-4d05-8e9f-02a7bbf8a2fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:58.596176 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a09d1435-8757-4d05-8e9f-02a7bbf8a2fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:58.601374 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a09d1435-8757-4d05-8e9f-02a7bbf8a2fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:58.627582 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a09d1435-8757-4d05-8e9f-02a7bbf8a2fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:42:58.638002 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09d1435-8757-4d05-8e9f-02a7bbf8a2fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9e5d8bb-d12e-4d97-9655-1512c0e6101d,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:58.643602 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a09d1435-8757-4d05-8e9f-02a7bbf8a2fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:58.643951 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-a09d1435-8757-4d05-8e9f-02a7bbf8a2fc admin admin] Added segment 8e26d745-38a6-4244-9f02-9169b76f10ce of type vlan for network f26ba706-5ef4-45cf-a025-1d810980a338 Dec 20 15:42:58.687112 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a09d1435-8757-4d05-8e9f-02a7bbf8a2fc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:58.718756 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a09d1435-8757-4d05-8e9f-02a7bbf8a2fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:58.720108 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09d1435-8757-4d05-8e9f-02a7bbf8a2fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:58.721005 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a09d1435-8757-4d05-8e9f-02a7bbf8a2fc admin admin] Publish callbacks [] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:58.788532 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-a09d1435-8757-4d05-8e9f-02a7bbf8a2fc admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3279681 Dec 20 15:42:58.791752 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58534) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:42:58.796734 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-163de104-f8a2-4dbf-9dc4-c34f720c9f38 admin admin] Request body: {'subnet': {'network_id': 'f26ba706-5ef4-45cf-a025-1d810980a338', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-963669995-subnet', 'tenant_id': 'a1b93e5d07c3436c950db6bf8ca4d187', 'ip_version': 4}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:42:58.804003 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09d1435-8757-4d05-8e9f-02a7bbf8a2fc admin admin] Pushing event updated for resources: {'Network': ['ID=f26ba706-5ef4-45cf-a025-1d810980a338,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:58.816068 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network f26ba706-5ef4-45cf-a025-1d810980a338 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:42:58.830118 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-163de104-f8a2-4dbf-9dc4-c34f720c9f38 admin admin] Made reservation on behalf of a1b93e5d07c3436c950db6bf8ca4d187 for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:42:58.832826 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-163de104-f8a2-4dbf-9dc4-c34f720c9f38 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:59.034291 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-163de104-f8a2-4dbf-9dc4-c34f720c9f38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8848317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10470522'] for subnet, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:59.086050 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163de104-f8a2-4dbf-9dc4-c34f720c9f38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67861393-82d3-4442-bb6c-cbc5836260fb,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:59.108729 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163de104-f8a2-4dbf-9dc4-c34f720c9f38 admin admin] Checking segment: {'id': '8e26d745-38a6-4244-9f02-9169b76f10ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f26ba706-5ef4-45cf-a025-1d810980a338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:42:59.109368 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163de104-f8a2-4dbf-9dc4-c34f720c9f38 admin admin] Network hostable DHCP agents. Network: f26ba706-5ef4-45cf-a025-1d810980a338, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:42:59.137228 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163de104-f8a2-4dbf-9dc4-c34f720c9f38 admin admin] Network f26ba706-5ef4-45cf-a025-1d810980a338 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:42:59.148960 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-163de104-f8a2-4dbf-9dc4-c34f720c9f38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, f26ba706-5ef4-45cf-a025-1d810980a338) {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:42:59.153224 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163de104-f8a2-4dbf-9dc4-c34f720c9f38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:42:59.153815 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-163de104-f8a2-4dbf-9dc4-c34f720c9f38 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:59.161271 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c688e223-7467-4217-b300-b778d20a4b3b None None] Network f26ba706-5ef4-45cf-a025-1d810980a338 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:42:59.174154 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-163de104-f8a2-4dbf-9dc4-c34f720c9f38 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3811789 Dec 20 15:42:59.176664 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58536) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:42:59.181345 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-04f4b3a3-2115-46af-bc48-3ef288d6e179 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-963669995-router', 'tenant_id': 'a1b93e5d07c3436c950db6bf8ca4d187', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:42:59.211848 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-04f4b3a3-2115-46af-bc48-3ef288d6e179 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40114'] for router, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:59.214694 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-04f4b3a3-2115-46af-bc48-3ef288d6e179 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40139'] for router, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:59.273354 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bcf59e0-3d12-4883-a857-f4003b454fe6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-f26ba706-5ef4-45cf-a025-1d810980a338', 'network_id': 'f26ba706-5ef4-45cf-a025-1d810980a338', 'project_id': 'a1b93e5d07c3436c950db6bf8ca4d187', 'fixed_ips': [{'subnet_id': '67861393-82d3-4442-bb6c-cbc5836260fb'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 15:42:59.274926 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bcf59e0-3d12-4883-a857-f4003b454fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:59.278527 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-04f4b3a3-2115-46af-bc48-3ef288d6e179 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:59.433238 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-04f4b3a3-2115-46af-bc48-3ef288d6e179 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:59.440279 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-2bcf59e0-3d12-4883-a857-f4003b454fe6 None None] Allocated IP 172.20.0.2 (f26ba706-5ef4-45cf-a025-1d810980a338/67861393-82d3-4442-bb6c-cbc5836260fb/3f1c0cd1-2764-4e03-8224-680041132546) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:42:59.605121 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bcf59e0-3d12-4883-a857-f4003b454fe6 None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:59.612333 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bcf59e0-3d12-4883-a857-f4003b454fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:59.655381 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bcf59e0-3d12-4883-a857-f4003b454fe6 None None] Network f26ba706-5ef4-45cf-a025-1d810980a338 is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:42:59.658445 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-2bcf59e0-3d12-4883-a857-f4003b454fe6 None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:42:59.662895 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bcf59e0-3d12-4883-a857-f4003b454fe6 None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:42:59.670937 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcf59e0-3d12-4883-a857-f4003b454fe6 None None] Pushing event updated for resources: {'Port': ['ID=3f1c0cd1-2764-4e03-8224-680041132546,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:42:59.678896 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-04f4b3a3-2115-46af-bc48-3ef288d6e179 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:59.702520 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-04f4b3a3-2115-46af-bc48-3ef288d6e179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:59.739179 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-2bcf59e0-3d12-4883-a857-f4003b454fe6 None None] Attempting to bind port 3f1c0cd1-2764-4e03-8224-680041132546 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:42:59.739607 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-2bcf59e0-3d12-4883-a857-f4003b454fe6 None None] Attempting to bind port 3f1c0cd1-2764-4e03-8224-680041132546 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '8e26d745-38a6-4244-9f02-9169b76f10ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f26ba706-5ef4-45cf-a025-1d810980a338'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:42:59.740059 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcf59e0-3d12-4883-a857-f4003b454fe6 None None] Attempting to bind port 3f1c0cd1-2764-4e03-8224-680041132546 on network f26ba706-5ef4-45cf-a025-1d810980a338 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:42:59.749132 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcf59e0-3d12-4883-a857-f4003b454fe6 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:42:59.749637 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcf59e0-3d12-4883-a857-f4003b454fe6 None None] Checking segment: {'id': '8e26d745-38a6-4244-9f02-9169b76f10ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f26ba706-5ef4-45cf-a025-1d810980a338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:42:59.750153 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bcf59e0-3d12-4883-a857-f4003b454fe6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:59.751420 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcf59e0-3d12-4883-a857-f4003b454fe6 None None] Bound using segment: {'id': '8e26d745-38a6-4244-9f02-9169b76f10ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f26ba706-5ef4-45cf-a025-1d810980a338'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:42:59.752056 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-2bcf59e0-3d12-4883-a857-f4003b454fe6 None None] Bound port: 3f1c0cd1-2764-4e03-8224-680041132546, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e26d745-38a6-4244-9f02-9169b76f10ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f26ba706-5ef4-45cf-a025-1d810980a338'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:42:59.752625 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bcf59e0-3d12-4883-a857-f4003b454fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:59.768084 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 9af5ab0a-c18e-49a8-bdd6-e907e75d0e9e up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:42:59.828559 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-04f4b3a3-2115-46af-bc48-3ef288d6e179 admin admin] Allocated IP 172.25.0.127 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/5d2af79a-bda7-449a-88bb-690f2626dc53) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:42:59.861068 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bcf59e0-3d12-4883-a857-f4003b454fe6 None None] For port 3f1c0cd1-2764-4e03-8224-680041132546, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:42:59.864756 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bcf59e0-3d12-4883-a857-f4003b454fe6 None None] For port 3f1c0cd1-2764-4e03-8224-680041132546, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=3f1c0cd1-2764-4e03-8224-680041132546,segment=NetworkSegment(8e26d745-38a6-4244-9f02-9169b76f10ce),segment_id=8e26d745-38a6-4244-9f02-9169b76f10ce)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:42:59.875939 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bcf59e0-3d12-4883-a857-f4003b454fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:59.880098 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 9af5ab0a-c18e-49a8-bdd6-e907e75d0e9e triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:42:59.880459 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:59.945431 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-04f4b3a3-2115-46af-bc48-3ef288d6e179 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:42:59.971650 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcf59e0-3d12-4883-a857-f4003b454fe6 None None] Pushing event updated for resources: {'Port': ['ID=3f1c0cd1-2764-4e03-8224-680041132546,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:00.000949 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-04f4b3a3-2115-46af-bc48-3ef288d6e179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:00.005752 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d217a64-c1b8-4f86-8a54-46d111917772 None None] Sync routers for ids ['a9dfb2f3-a6e8-4e84-abe4-91627686e087'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:43:00.018067 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d217a64-c1b8-4f86-8a54-46d111917772 None None] Routers {'a9dfb2f3-a6e8-4e84-abe4-91627686e087'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:43:00.019128 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-0d217a64-c1b8-4f86-8a54-46d111917772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:42:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['a9dfb2f3-a6e8-4e84-abe4-91627686e087'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:43:00.057170 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f4b3a3-2115-46af-bc48-3ef288d6e179 admin admin] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:43:00.061685 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-04f4b3a3-2115-46af-bc48-3ef288d6e179 admin admin] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:43:00.069231 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f4b3a3-2115-46af-bc48-3ef288d6e179 admin admin] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:43:00.085134 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad96a3a-29bc-4f22-9195-444daddf1244 None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:43:00.103757 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f4b3a3-2115-46af-bc48-3ef288d6e179 admin admin] Pushing event updated for resources: {'Port': ['ID=5d2af79a-bda7-449a-88bb-690f2626dc53,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:00.150505 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-0d217a64-c1b8-4f86-8a54-46d111917772 None None] Set router a9dfb2f3-a6e8-4e84-abe4-91627686e087 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:43:00.239623 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-5e955a75-c2c0-47b0-8b08-f804a5dfd4ee None None] Provisioning complete for port 5d2af79a-bda7-449a-88bb-690f2626dc53 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:43:00.240364 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-5e955a75-c2c0-47b0-8b08-f804a5dfd4ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:00.300329 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-5e955a75-c2c0-47b0-8b08-f804a5dfd4ee None None] Port 5d2af79a-bda7-449a-88bb-690f2626dc53 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:43:00.414411 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-04f4b3a3-2115-46af-bc48-3ef288d6e179 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:00.444001 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-0d217a64-c1b8-4f86-8a54-46d111917772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9dfb2f3-a6e8-4e84-abe4-91627686e087', 'name': 'tempest-TestShelveInstance-765912532-router', 'tenant_id': 'e1f8bfa51e594e508d4bb7723620de57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '9af5ab0a-c18e-49a8-bdd6-e907e75d0e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:42:53Z', 'updated_at': '2021-12-20T15:42:56Z', 'revision_number': 4, 'project_id': 'e1f8bfa51e594e508d4bb7723620de57', 'gw_port': {'id': '9af5ab0a-c18e-49a8-bdd6-e907e75d0e9e', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:48:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9dfb2f3-a6e8-4e84-abe4-91627686e087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:42:54Z', 'updated_at': '2021-12-20T15:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'a4517a7e-6b2e-44fa-9ec6-cc95bcfc049a', 'name': '', 'network_id': '3253cb8b-4b03-4d0c-9fd9-aaf52b654056', 'tenant_id': 'e1f8bfa51e594e508d4bb7723620de57', 'mac_address': 'fa:16:3e:47:6f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9dfb2f3-a6e8-4e84-abe4-91627686e087', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '3593d6aa-a2c3-4ef3-8d81-eaeeeb9605f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:42:56Z', 'updated_at': '2021-12-20T15:42:56Z', 'revision_number': 2, 'project_id': 'e1f8bfa51e594e508d4bb7723620de57', 'subnets': [{'id': '3593d6aa-a2c3-4ef3-8d81-eaeeeb9605f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:43:00.477728 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d217a64-c1b8-4f86-8a54-46d111917772 None None] Checking router: a9dfb2f3-a6e8-4e84-abe4-91627686e087 for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:43:00.477984 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d217a64-c1b8-4f86-8a54-46d111917772 None None] Updating router a9dfb2f3-a6e8-4e84-abe4-91627686e087 port a4517a7e-6b2e-44fa-9ec6-cc95bcfc049a binding host n-d-761264-19 {{(pid=103170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 15:43:00.504868 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0d217a64-c1b8-4f86-8a54-46d111917772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:00.623948 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-04f4b3a3-2115-46af-bc48-3ef288d6e179 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013'] for router, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:00.767009 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04f4b3a3-2115-46af-bc48-3ef288d6e179 admin admin] Router 56b62b9a-547c-4872-81de-8e6138a723b7 is scheduled to L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 with binding_index 1 {{(pid=103168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 15:43:00.798549 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a8a4a5f3-1808-4ae4-8f81-b9dfb5009395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:00.812478 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0d217a64-c1b8-4f86-8a54-46d111917772 None None] Publish callbacks [] for port, precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:00.820254 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0d217a64-c1b8-4f86-8a54-46d111917772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:00.896209 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435da454-f2ac-488b-832f-2710c1128a22 None None] Pushing event updated for resources: {'Port': ['ID=a4517a7e-6b2e-44fa-9ec6-cc95bcfc049a,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:00.919991 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04f4b3a3-2115-46af-bc48-3ef288d6e179 admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:43:00.927066 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435da454-f2ac-488b-832f-2710c1128a22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:43:00.927406 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435da454-f2ac-488b-832f-2710c1128a22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:43:00.927747 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435da454-f2ac-488b-832f-2710c1128a22 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:43:00.928074 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435da454-f2ac-488b-832f-2710c1128a22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:43:00.929372 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435da454-f2ac-488b-832f-2710c1128a22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:43:00.929372 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435da454-f2ac-488b-832f-2710c1128a22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:43:00.929372 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435da454-f2ac-488b-832f-2710c1128a22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:43:00.929372 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435da454-f2ac-488b-832f-2710c1128a22 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:43:00.930077 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435da454-f2ac-488b-832f-2710c1128a22 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:43:00.930077 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435da454-f2ac-488b-832f-2710c1128a22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:43:00.930438 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435da454-f2ac-488b-832f-2710c1128a22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:43:00.930605 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435da454-f2ac-488b-832f-2710c1128a22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:43:00.930847 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435da454-f2ac-488b-832f-2710c1128a22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:43:00.932327 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947e9d83-57e5-4400-a742-8151583c8e94 None None] Sync routers for ids ['56b62b9a-547c-4872-81de-8e6138a723b7'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:43:00.950909 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-0d217a64-c1b8-4f86-8a54-46d111917772 None None] Attempting to bind port a4517a7e-6b2e-44fa-9ec6-cc95bcfc049a on host n-d-761264-19 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:43:00.951280 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-0d217a64-c1b8-4f86-8a54-46d111917772 None None] Attempting to bind port a4517a7e-6b2e-44fa-9ec6-cc95bcfc049a by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '017ec060-9fa2-4af8-bcb3-019cad9219ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3253cb8b-4b03-4d0c-9fd9-aaf52b654056'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:43:00.951637 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d217a64-c1b8-4f86-8a54-46d111917772 None None] Attempting to bind port a4517a7e-6b2e-44fa-9ec6-cc95bcfc049a on network 3253cb8b-4b03-4d0c-9fd9-aaf52b654056 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:43:00.952765 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-04f4b3a3-2115-46af-bc48-3ef288d6e179 admin admin] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:00.957524 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58538) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:43:00.958118 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d217a64-c1b8-4f86-8a54-46d111917772 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:43:00.958328 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d217a64-c1b8-4f86-8a54-46d111917772 None None] Checking segment: {'id': '017ec060-9fa2-4af8-bcb3-019cad9219ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3253cb8b-4b03-4d0c-9fd9-aaf52b654056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:43:00.958662 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0d217a64-c1b8-4f86-8a54-46d111917772 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:00.959083 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d217a64-c1b8-4f86-8a54-46d111917772 None None] Bound using segment: {'id': '017ec060-9fa2-4af8-bcb3-019cad9219ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3253cb8b-4b03-4d0c-9fd9-aaf52b654056'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:43:00.959524 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-0d217a64-c1b8-4f86-8a54-46d111917772 None None] Bound port: a4517a7e-6b2e-44fa-9ec6-cc95bcfc049a, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '017ec060-9fa2-4af8-bcb3-019cad9219ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3253cb8b-4b03-4d0c-9fd9-aaf52b654056'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:43:00.959886 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0d217a64-c1b8-4f86-8a54-46d111917772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:00.960151 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-04f4b3a3-2115-46af-bc48-3ef288d6e179 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7814586 Dec 20 15:43:00.966059 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947e9d83-57e5-4400-a742-8151583c8e94 None None] Routers {'56b62b9a-547c-4872-81de-8e6138a723b7'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:43:00.966705 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-947e9d83-57e5-4400-a742-8151583c8e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:42:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['56b62b9a-547c-4872-81de-8e6138a723b7'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:43:01.051054 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-0d217a64-c1b8-4f86-8a54-46d111917772 None None] For port a4517a7e-6b2e-44fa-9ec6-cc95bcfc049a, host n-d-761264-19, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:43:01.056332 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-0d217a64-c1b8-4f86-8a54-46d111917772 None None] For port a4517a7e-6b2e-44fa-9ec6-cc95bcfc049a, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=a4517a7e-6b2e-44fa-9ec6-cc95bcfc049a,segment=NetworkSegment(017ec060-9fa2-4af8-bcb3-019cad9219ca),segment_id=017ec060-9fa2-4af8-bcb3-019cad9219ca)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:43:01.069261 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-0d217a64-c1b8-4f86-8a54-46d111917772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:01.144170 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-947e9d83-57e5-4400-a742-8151583c8e94 None None] Set router 56b62b9a-547c-4872-81de-8e6138a723b7 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:43:01.150833 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435da454-f2ac-488b-832f-2710c1128a22 None None] Pushing event updated for resources: {'Port': ['ID=a4517a7e-6b2e-44fa-9ec6-cc95bcfc049a,revision_number=4']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:01.185039 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d217a64-c1b8-4f86-8a54-46d111917772 None None] Routers {'a9dfb2f3-a6e8-4e84-abe4-91627686e087'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:43:01.186289 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-0d217a64-c1b8-4f86-8a54-46d111917772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:42:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['a9dfb2f3-a6e8-4e84-abe4-91627686e087'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:43:01.321041 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-30091272-7b6c-40a3-888d-4f8796b891a0 None None] Provisioning complete for port a4517a7e-6b2e-44fa-9ec6-cc95bcfc049a triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:43:01.321419 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-30091272-7b6c-40a3-888d-4f8796b891a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:01.478842 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a706539f-b759-4fac-beef-ce01cf7fdfe7 None None] Network f26ba706-5ef4-45cf-a025-1d810980a338 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:43:01.503085 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-0d217a64-c1b8-4f86-8a54-46d111917772 None None] Set router a9dfb2f3-a6e8-4e84-abe4-91627686e087 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:43:01.562351 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-30091272-7b6c-40a3-888d-4f8796b891a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:01.577237 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d4e323cf-e98c-4987-8845-b3d8bfcde61c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:01.623825 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-947e9d83-57e5-4400-a742-8151583c8e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b62b9a-547c-4872-81de-8e6138a723b7', 'name': 'tempest-TestShelveInstance-963669995-router', 'tenant_id': 'a1b93e5d07c3436c950db6bf8ca4d187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '5d2af79a-bda7-449a-88bb-690f2626dc53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:42:59Z', 'updated_at': '2021-12-20T15:43:00Z', 'revision_number': 3, 'project_id': 'a1b93e5d07c3436c950db6bf8ca4d187', 'gw_port': {'id': '5d2af79a-bda7-449a-88bb-690f2626dc53', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:1c:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56b62b9a-547c-4872-81de-8e6138a723b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:42:59Z', 'updated_at': '2021-12-20T15:42:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:43:01.630696 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-30091272-7b6c-40a3-888d-4f8796b891a0 None None] For port a4517a7e-6b2e-44fa-9ec6-cc95bcfc049a, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=a4517a7e-6b2e-44fa-9ec6-cc95bcfc049a,segment=NetworkSegment(017ec060-9fa2-4af8-bcb3-019cad9219ca),segment_id=017ec060-9fa2-4af8-bcb3-019cad9219ca)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:43:01.661199 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-30091272-7b6c-40a3-888d-4f8796b891a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:01.678082 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947e9d83-57e5-4400-a742-8151583c8e94 None None] Checking router: 56b62b9a-547c-4872-81de-8e6138a723b7 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:43:01.678435 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947e9d83-57e5-4400-a742-8151583c8e94 None None] Updating router 56b62b9a-547c-4872-81de-8e6138a723b7 port 5d2af79a-bda7-449a-88bb-690f2626dc53 binding host n-d-761264-19 {{(pid=103169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 15:43:01.739348 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-947e9d83-57e5-4400-a742-8151583c8e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:01.785710 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-0d217a64-c1b8-4f86-8a54-46d111917772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9dfb2f3-a6e8-4e84-abe4-91627686e087', 'name': 'tempest-TestShelveInstance-765912532-router', 'tenant_id': 'e1f8bfa51e594e508d4bb7723620de57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '9af5ab0a-c18e-49a8-bdd6-e907e75d0e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:42:53Z', 'updated_at': '2021-12-20T15:42:56Z', 'revision_number': 4, 'project_id': 'e1f8bfa51e594e508d4bb7723620de57', 'gw_port': {'id': '9af5ab0a-c18e-49a8-bdd6-e907e75d0e9e', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:48:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9dfb2f3-a6e8-4e84-abe4-91627686e087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:42:54Z', 'updated_at': '2021-12-20T15:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'a4517a7e-6b2e-44fa-9ec6-cc95bcfc049a', 'name': '', 'network_id': '3253cb8b-4b03-4d0c-9fd9-aaf52b654056', 'tenant_id': 'e1f8bfa51e594e508d4bb7723620de57', 'mac_address': 'fa:16:3e:47:6f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9dfb2f3-a6e8-4e84-abe4-91627686e087', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '3593d6aa-a2c3-4ef3-8d81-eaeeeb9605f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:42:56Z', 'updated_at': '2021-12-20T15:43:01Z', 'revision_number': 4, 'project_id': 'e1f8bfa51e594e508d4bb7723620de57', 'subnets': [{'id': '3593d6aa-a2c3-4ef3-8d81-eaeeeb9605f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:43:01.790824 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-d4e323cf-e98c-4987-8845-b3d8bfcde61c admin admin] Allocated IP 172.20.0.1 (f26ba706-5ef4-45cf-a025-1d810980a338/67861393-82d3-4442-bb6c-cbc5836260fb/02b47acc-c1c1-4074-bc66-f193ca760551) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:43:01.797414 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30091272-7b6c-40a3-888d-4f8796b891a0 None None] Pushing event updated for resources: {'Port': ['ID=a4517a7e-6b2e-44fa-9ec6-cc95bcfc049a,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:01.831340 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d217a64-c1b8-4f86-8a54-46d111917772 None None] The sync data for ids ['a9dfb2f3-a6e8-4e84-abe4-91627686e087'] in n-d-761264-19 is: [{'id': 'a9dfb2f3-a6e8-4e84-abe4-91627686e087', 'name': 'tempest-TestShelveInstance-765912532-router', 'tenant_id': 'e1f8bfa51e594e508d4bb7723620de57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '9af5ab0a-c18e-49a8-bdd6-e907e75d0e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:42:53Z', 'updated_at': '2021-12-20T15:42:56Z', 'revision_number': 4, 'project_id': 'e1f8bfa51e594e508d4bb7723620de57', 'gw_port': {'id': '9af5ab0a-c18e-49a8-bdd6-e907e75d0e9e', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:48:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9dfb2f3-a6e8-4e84-abe4-91627686e087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:42:54Z', 'updated_at': '2021-12-20T15:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'a4517a7e-6b2e-44fa-9ec6-cc95bcfc049a', 'name': '', 'network_id': '3253cb8b-4b03-4d0c-9fd9-aaf52b654056', 'tenant_id': 'e1f8bfa51e594e508d4bb7723620de57', 'mac_address': 'fa:16:3e:47:6f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9dfb2f3-a6e8-4e84-abe4-91627686e087', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '3593d6aa-a2c3-4ef3-8d81-eaeeeb9605f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:42:56Z', 'updated_at': '2021-12-20T15:43:01Z', 'revision_number': 4, 'project_id': 'e1f8bfa51e594e508d4bb7723620de57', 'subnets': [{'id': '3593d6aa-a2c3-4ef3-8d81-eaeeeb9605f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:43:01.980029 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d4e323cf-e98c-4987-8845-b3d8bfcde61c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:02.026057 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d4e323cf-e98c-4987-8845-b3d8bfcde61c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:02.069737 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device a4517a7e-6b2e-44fa-9ec6-cc95bcfc049a up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:43:02.072189 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-aa66d45c-79ea-41b2-a326-f3274de1e38e None None] Provisioning complete for port a4517a7e-6b2e-44fa-9ec6-cc95bcfc049a triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:43:02.072548 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-aa66d45c-79ea-41b2-a326-f3274de1e38e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:02.085690 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e323cf-e98c-4987-8845-b3d8bfcde61c admin admin] Network f26ba706-5ef4-45cf-a025-1d810980a338 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:43:02.090765 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-d4e323cf-e98c-4987-8845-b3d8bfcde61c admin admin] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:43:02.095881 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e323cf-e98c-4987-8845-b3d8bfcde61c admin admin] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:43:02.124982 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e323cf-e98c-4987-8845-b3d8bfcde61c admin admin] Pushing event updated for resources: {'Port': ['ID=02b47acc-c1c1-4074-bc66-f193ca760551,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:02.161148 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d4e323cf-e98c-4987-8845-b3d8bfcde61c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595714'] for router_interface, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:02.344898 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port a4517a7e-6b2e-44fa-9ec6-cc95bcfc049a triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:43:02.345445 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:02.348666 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d4e323cf-e98c-4987-8845-b3d8bfcde61c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:02.429405 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-aa66d45c-79ea-41b2-a326-f3274de1e38e None None] Provisioning complete for port 3f1c0cd1-2764-4e03-8224-680041132546 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:43:02.429405 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-aa66d45c-79ea-41b2-a326-f3274de1e38e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:02.527914 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-947e9d83-57e5-4400-a742-8151583c8e94 None None] Publish callbacks [] for port, precommit_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:02.546334 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-947e9d83-57e5-4400-a742-8151583c8e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:02.563690 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d4e323cf-e98c-4987-8845-b3d8bfcde61c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:02.571391 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d4e323cf-e98c-4987-8845-b3d8bfcde61c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:02.595863 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 3f1c0cd1-2764-4e03-8224-680041132546 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:43:02.646246 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-d4e323cf-e98c-4987-8845-b3d8bfcde61c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1595702'] for router_interface, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:02.656767 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94f1bca-91e1-409b-8a32-e9c62bd95f91 None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:43:02.659015 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49f64c6-c719-4f3f-b5fc-f915a2a6723f None None] Pushing event updated for resources: {'Port': ['ID=5d2af79a-bda7-449a-88bb-690f2626dc53,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:02.660323 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e323cf-e98c-4987-8845-b3d8bfcde61c admin admin] Pushing event updated for resources: {'Port': ['ID=02b47acc-c1c1-4074-bc66-f193ca760551,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:02.698533 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-947e9d83-57e5-4400-a742-8151583c8e94 None None] Attempting to bind port 5d2af79a-bda7-449a-88bb-690f2626dc53 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:43:02.698763 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-947e9d83-57e5-4400-a742-8151583c8e94 None None] Attempting to bind port 5d2af79a-bda7-449a-88bb-690f2626dc53 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:43:02.698969 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947e9d83-57e5-4400-a742-8151583c8e94 None None] Attempting to bind port 5d2af79a-bda7-449a-88bb-690f2626dc53 on network c3f8658e-da35-41f3-bd03-509e29ebd6f3 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:43:02.708696 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947e9d83-57e5-4400-a742-8151583c8e94 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:43:02.709069 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947e9d83-57e5-4400-a742-8151583c8e94 None None] Checking segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:43:02.709534 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-947e9d83-57e5-4400-a742-8151583c8e94 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:02.709847 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947e9d83-57e5-4400-a742-8151583c8e94 None None] Bound using segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:43:02.710337 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-947e9d83-57e5-4400-a742-8151583c8e94 None None] Bound port: 5d2af79a-bda7-449a-88bb-690f2626dc53, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:43:02.710711 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-947e9d83-57e5-4400-a742-8151583c8e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:02.738302 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-aa66d45c-79ea-41b2-a326-f3274de1e38e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:02.780079 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e323cf-e98c-4987-8845-b3d8bfcde61c admin admin] Network f26ba706-5ef4-45cf-a025-1d810980a338 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:43:02.781604 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-d4e323cf-e98c-4987-8845-b3d8bfcde61c admin admin] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:43:02.799483 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 3f1c0cd1-2764-4e03-8224-680041132546 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:43:02.799850 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:02.807274 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-aa66d45c-79ea-41b2-a326-f3274de1e38e None None] For port 3f1c0cd1-2764-4e03-8224-680041132546, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=3f1c0cd1-2764-4e03-8224-680041132546,segment=NetworkSegment(8e26d745-38a6-4244-9f02-9169b76f10ce),segment_id=8e26d745-38a6-4244-9f02-9169b76f10ce)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:43:02.827881 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-aa66d45c-79ea-41b2-a326-f3274de1e38e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:02.830111 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-947e9d83-57e5-4400-a742-8151583c8e94 None None] For port 5d2af79a-bda7-449a-88bb-690f2626dc53, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:43:02.867397 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-947e9d83-57e5-4400-a742-8151583c8e94 None None] For port 5d2af79a-bda7-449a-88bb-690f2626dc53, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=5d2af79a-bda7-449a-88bb-690f2626dc53,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:43:02.885710 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-947e9d83-57e5-4400-a742-8151583c8e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:02.928506 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfec89a3-eb7c-4dcd-8671-80f37b3b7e84 None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:43:02.932122 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa66d45c-79ea-41b2-a326-f3274de1e38e None None] Pushing event updated for resources: {'Port': ['ID=3f1c0cd1-2764-4e03-8224-680041132546,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:02.939968 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4e323cf-e98c-4987-8845-b3d8bfcde61c admin admin] Router 56b62b9a-547c-4872-81de-8e6138a723b7 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:43:02.988644 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947e9d83-57e5-4400-a742-8151583c8e94 None None] Routers {'56b62b9a-547c-4872-81de-8e6138a723b7'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:43:02.988841 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-947e9d83-57e5-4400-a742-8151583c8e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:42:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['56b62b9a-547c-4872-81de-8e6138a723b7'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:43:03.068216 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4e323cf-e98c-4987-8845-b3d8bfcde61c admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:43:03.079706 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-d4e323cf-e98c-4987-8845-b3d8bfcde61c admin admin] 10.222.0.54 "PUT /v2.0/routers/56b62b9a-547c-4872-81de-8e6138a723b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1201689 Dec 20 15:43:03.109838 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-a6b156b8-d482-4867-8953-e7a7c0466203 None None] Provisioning complete for port 02b47acc-c1c1-4074-bc66-f193ca760551 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:43:03.110766 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a6b156b8-d482-4867-8953-e7a7c0466203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:03.115400 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-9afa77fc-4e7b-4ac3-9d8e-4d5731085904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:03.116568 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49f64c6-c719-4f3f-b5fc-f915a2a6723f None None] Pushing event updated for resources: {'Port': ['ID=5d2af79a-bda7-449a-88bb-690f2626dc53,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:03.197755 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-a6b156b8-d482-4867-8953-e7a7c0466203 None None] Port 02b47acc-c1c1-4074-bc66-f193ca760551 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:43:03.213281 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-947e9d83-57e5-4400-a742-8151583c8e94 None None] Set router 56b62b9a-547c-4872-81de-8e6138a723b7 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:43:03.247404 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-a6b156b8-d482-4867-8953-e7a7c0466203 None None] Provisioning complete for port 5d2af79a-bda7-449a-88bb-690f2626dc53 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:43:03.247780 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a6b156b8-d482-4867-8953-e7a7c0466203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:03.436640 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a6b156b8-d482-4867-8953-e7a7c0466203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:03.480739 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-a6b156b8-d482-4867-8953-e7a7c0466203 None None] For port 5d2af79a-bda7-449a-88bb-690f2626dc53, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=5d2af79a-bda7-449a-88bb-690f2626dc53,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:43:03.485981 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a6b156b8-d482-4867-8953-e7a7c0466203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:03.531489 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-a6b156b8-d482-4867-8953-e7a7c0466203 None None] Provisioning complete for port 3f1c0cd1-2764-4e03-8224-680041132546 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:43:03.531859 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a6b156b8-d482-4867-8953-e7a7c0466203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:03.573951 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b156b8-d482-4867-8953-e7a7c0466203 None None] Pushing event updated for resources: {'Port': ['ID=5d2af79a-bda7-449a-88bb-690f2626dc53,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:03.588814 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-947e9d83-57e5-4400-a742-8151583c8e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b62b9a-547c-4872-81de-8e6138a723b7', 'name': 'tempest-TestShelveInstance-963669995-router', 'tenant_id': 'a1b93e5d07c3436c950db6bf8ca4d187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '5d2af79a-bda7-449a-88bb-690f2626dc53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:42:59Z', 'updated_at': '2021-12-20T15:43:02Z', 'revision_number': 4, 'project_id': 'a1b93e5d07c3436c950db6bf8ca4d187', 'gw_port': {'id': '5d2af79a-bda7-449a-88bb-690f2626dc53', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:1c:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56b62b9a-547c-4872-81de-8e6138a723b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:42:59Z', 'updated_at': '2021-12-20T15:43:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '02b47acc-c1c1-4074-bc66-f193ca760551', 'name': '', 'network_id': 'f26ba706-5ef4-45cf-a025-1d810980a338', 'tenant_id': 'a1b93e5d07c3436c950db6bf8ca4d187', 'mac_address': 'fa:16:3e:84:38:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56b62b9a-547c-4872-81de-8e6138a723b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '67861393-82d3-4442-bb6c-cbc5836260fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:43:01Z', 'updated_at': '2021-12-20T15:43:02Z', 'revision_number': 2, 'project_id': 'a1b93e5d07c3436c950db6bf8ca4d187', 'subnets': [{'id': '67861393-82d3-4442-bb6c-cbc5836260fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:43:03.620210 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947e9d83-57e5-4400-a742-8151583c8e94 None None] The sync data for ids ['56b62b9a-547c-4872-81de-8e6138a723b7'] in n-d-761264-19 is: [{'id': '56b62b9a-547c-4872-81de-8e6138a723b7', 'name': 'tempest-TestShelveInstance-963669995-router', 'tenant_id': 'a1b93e5d07c3436c950db6bf8ca4d187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '5d2af79a-bda7-449a-88bb-690f2626dc53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:42:59Z', 'updated_at': '2021-12-20T15:43:02Z', 'revision_number': 4, 'project_id': 'a1b93e5d07c3436c950db6bf8ca4d187', 'gw_port': {'id': '5d2af79a-bda7-449a-88bb-690f2626dc53', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:1c:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56b62b9a-547c-4872-81de-8e6138a723b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:42:59Z', 'updated_at': '2021-12-20T15:43:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '02b47acc-c1c1-4074-bc66-f193ca760551', 'name': '', 'network_id': 'f26ba706-5ef4-45cf-a025-1d810980a338', 'tenant_id': 'a1b93e5d07c3436c950db6bf8ca4d187', 'mac_address': 'fa:16:3e:84:38:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56b62b9a-547c-4872-81de-8e6138a723b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '67861393-82d3-4442-bb6c-cbc5836260fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:43:01Z', 'updated_at': '2021-12-20T15:43:02Z', 'revision_number': 2, 'project_id': 'a1b93e5d07c3436c950db6bf8ca4d187', 'subnets': [{'id': '67861393-82d3-4442-bb6c-cbc5836260fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:43:03.741944 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device a4517a7e-6b2e-44fa-9ec6-cc95bcfc049a up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:43:03.807326 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-65172de3-fc0e-434c-a2a4-e79ba90db02c None None] Provisioning complete for port 02b47acc-c1c1-4074-bc66-f193ca760551 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:43:03.807704 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-65172de3-fc0e-434c-a2a4-e79ba90db02c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:03.809292 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port a4517a7e-6b2e-44fa-9ec6-cc95bcfc049a triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:43:03.809650 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:03.909419 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-65172de3-fc0e-434c-a2a4-e79ba90db02c None None] Port 02b47acc-c1c1-4074-bc66-f193ca760551 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:43:03.931355 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-65172de3-fc0e-434c-a2a4-e79ba90db02c None None] Provisioning complete for port 5d2af79a-bda7-449a-88bb-690f2626dc53 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:43:03.931722 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-65172de3-fc0e-434c-a2a4-e79ba90db02c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:03.982987 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58546) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:43:03.987996 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-e70c39a7-2dcd-4af6-b647-571b7230bdd9 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-784343659', 'description': 'tempest-secgroup-smoke-784343659 description', 'project_id': 'e1f8bfa51e594e508d4bb7723620de57'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:43:04.018289 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e70c39a7-2dcd-4af6-b647-571b7230bdd9 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:04.019049 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 3f1c0cd1-2764-4e03-8224-680041132546 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:43:04.117112 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e70c39a7-2dcd-4af6-b647-571b7230bdd9 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:04.124212 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e70c39a7-2dcd-4af6-b647-571b7230bdd9 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:04.129309 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:04.137845 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 3f1c0cd1-2764-4e03-8224-680041132546 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:43:04.138214 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:04.158246 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e70c39a7-2dcd-4af6-b647-571b7230bdd9 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:04.159885 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-e70c39a7-2dcd-4af6-b647-571b7230bdd9 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1756790 Dec 20 15:43:04.163183 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58548) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:43:04.165001 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70c39a7-2dcd-4af6-b647-571b7230bdd9 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55a67447-cedb-4f22-aef0-d69a41c38d1a,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:04.168146 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-fb4d3da8-1f52-419e-92b9-273cdc81ac3c tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Request body: {'security_group_rule': {'security_group_id': '55a67447-cedb-4f22-aef0-d69a41c38d1a', 'project_id': 'e1f8bfa51e594e508d4bb7723620de57', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:43:04.212464 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fb4d3da8-1f52-419e-92b9-273cdc81ac3c tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:04.288261 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fb4d3da8-1f52-419e-92b9-273cdc81ac3c tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:04.293772 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fb4d3da8-1f52-419e-92b9-273cdc81ac3c tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:04.313179 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4d3da8-1f52-419e-92b9-273cdc81ac3c tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf3476d3-c3d1-4e57-9703-7f4406c4fe5c,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:04.323984 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-fb4d3da8-1f52-419e-92b9-273cdc81ac3c tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:04.325364 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-fb4d3da8-1f52-419e-92b9-273cdc81ac3c tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1610591 Dec 20 15:43:04.329671 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58550) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:43:04.334403 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-5a5ec2c7-891f-43b5-97ad-1f5288a71c02 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Request body: {'security_group_rule': {'security_group_id': '55a67447-cedb-4f22-aef0-d69a41c38d1a', 'project_id': 'e1f8bfa51e594e508d4bb7723620de57', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:43:04.371611 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5a5ec2c7-891f-43b5-97ad-1f5288a71c02 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:04.438575 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5a5ec2c7-891f-43b5-97ad-1f5288a71c02 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:04.445957 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5a5ec2c7-891f-43b5-97ad-1f5288a71c02 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:04.463502 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5ec2c7-891f-43b5-97ad-1f5288a71c02 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b964d73-b054-4fa5-9198-dbac9105263b,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:04.474653 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-5a5ec2c7-891f-43b5-97ad-1f5288a71c02 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:04.476558 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-5a5ec2c7-891f-43b5-97ad-1f5288a71c02 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1458254 Dec 20 15:43:04.479554 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58552) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:43:04.484078 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-6ba1e1a3-ad16-44c2-9c41-9d725ee23f33 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Request body: {'security_group_rule': {'security_group_id': '55a67447-cedb-4f22-aef0-d69a41c38d1a', 'project_id': 'e1f8bfa51e594e508d4bb7723620de57', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:43:04.519752 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6ba1e1a3-ad16-44c2-9c41-9d725ee23f33 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:04.608387 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6ba1e1a3-ad16-44c2-9c41-9d725ee23f33 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:04.615373 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6ba1e1a3-ad16-44c2-9c41-9d725ee23f33 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:04.638915 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba1e1a3-ad16-44c2-9c41-9d725ee23f33 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d3ff632-eaf2-4740-be3b-af552f4fd1d2,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:04.647434 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6ba1e1a3-ad16-44c2-9c41-9d725ee23f33 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:04.648711 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-6ba1e1a3-ad16-44c2-9c41-9d725ee23f33 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1682150 Dec 20 15:43:04.651939 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58554) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:43:04.656764 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-fb91f8eb-bae0-46bd-9df1-e992396d907e tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Request body: {'security_group_rule': {'security_group_id': '55a67447-cedb-4f22-aef0-d69a41c38d1a', 'project_id': 'e1f8bfa51e594e508d4bb7723620de57', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:43:04.688533 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fb91f8eb-bae0-46bd-9df1-e992396d907e tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:04.771657 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fb91f8eb-bae0-46bd-9df1-e992396d907e tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:04.777363 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fb91f8eb-bae0-46bd-9df1-e992396d907e tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:04.796583 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb91f8eb-bae0-46bd-9df1-e992396d907e tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f65874d8-220f-4494-a7ae-f192e5d6b3c2,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:04.806336 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-fb91f8eb-bae0-46bd-9df1-e992396d907e tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:04.807723 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-fb91f8eb-bae0-46bd-9df1-e992396d907e tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1546714 Dec 20 15:43:04.811219 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58556) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:43:04.816235 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-97c9f337-c8ce-4a24-9a4a-6b246e25ed6f tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Request body: {'security_group_rule': {'security_group_id': '55a67447-cedb-4f22-aef0-d69a41c38d1a', 'project_id': 'e1f8bfa51e594e508d4bb7723620de57', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:43:04.846975 n-d-761264-19 neutron-server[103167]: INFO neutron.db.securitygroups_db [None req-97c9f337-c8ce-4a24-9a4a-6b246e25ed6f tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Project e1f8bfa51e594e508d4bb7723620de57 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 15:43:04.852776 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-97c9f337-c8ce-4a24-9a4a-6b246e25ed6f tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:04.922580 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-97c9f337-c8ce-4a24-9a4a-6b246e25ed6f tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:04.927552 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-97c9f337-c8ce-4a24-9a4a-6b246e25ed6f tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:04.946448 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c9f337-c8ce-4a24-9a4a-6b246e25ed6f tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa668d92-657e-4d56-bf07-955e11bf9968,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:04.956731 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-97c9f337-c8ce-4a24-9a4a-6b246e25ed6f tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:04.958016 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-97c9f337-c8ce-4a24-9a4a-6b246e25ed6f tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1457508 Dec 20 15:43:04.961173 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58558) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:43:04.966569 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-547f39dd-788a-4ea5-935e-27d2eb333be1 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Request body: {'security_group_rule': {'security_group_id': '55a67447-cedb-4f22-aef0-d69a41c38d1a', 'project_id': 'e1f8bfa51e594e508d4bb7723620de57', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:43:04.992548 n-d-761264-19 neutron-server[103168]: INFO neutron.db.securitygroups_db [None req-547f39dd-788a-4ea5-935e-27d2eb333be1 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Project e1f8bfa51e594e508d4bb7723620de57 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 15:43:05.000694 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-547f39dd-788a-4ea5-935e-27d2eb333be1 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:05.072617 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-547f39dd-788a-4ea5-935e-27d2eb333be1 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:05.079104 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-547f39dd-788a-4ea5-935e-27d2eb333be1 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:05.105994 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547f39dd-788a-4ea5-935e-27d2eb333be1 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b3e6c45-c184-4965-b347-1c0b06a989e6,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:05.117793 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-547f39dd-788a-4ea5-935e-27d2eb333be1 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:05.118602 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-547f39dd-788a-4ea5-935e-27d2eb333be1 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1563718 Dec 20 15:43:05.354254 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-807248ee-5f81-47d1-8bd1-87bd72ade957 req-33bb15a4-335a-4012-829f-4ca40b8d5411 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-784343659&fields=id&tenant_id=e1f8bfa51e594e508d4bb7723620de57 HTTP/1.1" status: 200 len: 267 time: 0.0489383 Dec 20 15:43:05.474698 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807248ee-5f81-47d1-8bd1-87bd72ade957 req-3e8b292b-834d-4f4b-9206-3189935b4374 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:05.476365 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-807248ee-5f81-47d1-8bd1-87bd72ade957 req-3e8b292b-834d-4f4b-9206-3189935b4374 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/networks?id=3253cb8b-4b03-4d0c-9fd9-aaf52b654056 HTTP/1.1" status: 200 len: 808 time: 0.1146021 Dec 20 15:43:05.504305 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-807248ee-5f81-47d1-8bd1-87bd72ade957 req-5241f869-4541-47b1-bd3d-80779f7cf235 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/quotas/e1f8bfa51e594e508d4bb7723620de57 HTTP/1.1" status: 200 len: 375 time: 0.0140560 Dec 20 15:43:05.569217 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-807248ee-5f81-47d1-8bd1-87bd72ade957 req-ee713c72-d360-4ed4-a3a4-8692d5959980 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=e1f8bfa51e594e508d4bb7723620de57&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0647981 Dec 20 15:43:05.680048 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-807248ee-5f81-47d1-8bd1-87bd72ade957 req-bf13a7ec-6276-43ec-81d7-d92eaae31215 service neutron] 10.222.0.54 "GET /v2.0/networks/3253cb8b-4b03-4d0c-9fd9-aaf52b654056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985017 Dec 20 15:43:05.751042 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 5d2af79a-bda7-449a-88bb-690f2626dc53 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:43:05.788429 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-807248ee-5f81-47d1-8bd1-87bd72ade957 req-59beeacb-e55b-44ae-81d6-eb175c1a48e6 service neutron] 10.222.0.54 "GET /v2.0/networks/3253cb8b-4b03-4d0c-9fd9-aaf52b654056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976899 Dec 20 15:43:05.803973 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 5d2af79a-bda7-449a-88bb-690f2626dc53 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:43:05.804346 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:06.017685 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-55a0ca5c-27a1-4bcd-81f0-14f582265f40 req-feff3dee-801b-4cd6-b366-5de0894ab1ac tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/ports?device_id=f7882b7f-f6a1-406c-9f72-4a1a6aec16e9 HTTP/1.1" status: 200 len: 210 time: 0.0325842 Dec 20 15:43:06.058796 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61077fe4-7d30-4ca4-ac5a-54e73adbfd11 None None] Sync routers for ids ['56b62b9a-547c-4872-81de-8e6138a723b7'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:43:06.071418 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61077fe4-7d30-4ca4-ac5a-54e73adbfd11 None None] Routers {'56b62b9a-547c-4872-81de-8e6138a723b7'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:43:06.072136 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-61077fe4-7d30-4ca4-ac5a-54e73adbfd11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:43:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['56b62b9a-547c-4872-81de-8e6138a723b7'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:43:06.131961 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:06.194366 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-61077fe4-7d30-4ca4-ac5a-54e73adbfd11 None None] Set router 56b62b9a-547c-4872-81de-8e6138a723b7 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:43:06.323086 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:06.421943 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-61077fe4-7d30-4ca4-ac5a-54e73adbfd11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b62b9a-547c-4872-81de-8e6138a723b7', 'name': 'tempest-TestShelveInstance-963669995-router', 'tenant_id': 'a1b93e5d07c3436c950db6bf8ca4d187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '5d2af79a-bda7-449a-88bb-690f2626dc53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:42:59Z', 'updated_at': '2021-12-20T15:43:02Z', 'revision_number': 4, 'project_id': 'a1b93e5d07c3436c950db6bf8ca4d187', 'gw_port': {'id': '5d2af79a-bda7-449a-88bb-690f2626dc53', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:1c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b62b9a-547c-4872-81de-8e6138a723b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:42:59Z', 'updated_at': '2021-12-20T15:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '02b47acc-c1c1-4074-bc66-f193ca760551', 'name': '', 'network_id': 'f26ba706-5ef4-45cf-a025-1d810980a338', 'tenant_id': 'a1b93e5d07c3436c950db6bf8ca4d187', 'mac_address': 'fa:16:3e:84:38:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56b62b9a-547c-4872-81de-8e6138a723b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '67861393-82d3-4442-bb6c-cbc5836260fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:43:01Z', 'updated_at': '2021-12-20T15:43:02Z', 'revision_number': 2, 'project_id': 'a1b93e5d07c3436c950db6bf8ca4d187', 'subnets': [{'id': '67861393-82d3-4442-bb6c-cbc5836260fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:43:06.452897 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61077fe4-7d30-4ca4-ac5a-54e73adbfd11 None None] Checking router: 56b62b9a-547c-4872-81de-8e6138a723b7 for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:43:06.453241 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61077fe4-7d30-4ca4-ac5a-54e73adbfd11 None None] Updating router 56b62b9a-547c-4872-81de-8e6138a723b7 port 02b47acc-c1c1-4074-bc66-f193ca760551 binding host n-d-761264-19 {{(pid=103170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 15:43:06.479452 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-61077fe4-7d30-4ca4-ac5a-54e73adbfd11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:06.770662 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-61077fe4-7d30-4ca4-ac5a-54e73adbfd11 None None] Publish callbacks [] for port, precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:06.777828 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-61077fe4-7d30-4ca4-ac5a-54e73adbfd11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:06.826751 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae656f5e-ee91-4b8c-9da4-d130abe94710 None None] Pushing event updated for resources: {'Port': ['ID=02b47acc-c1c1-4074-bc66-f193ca760551,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:06.884316 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-61077fe4-7d30-4ca4-ac5a-54e73adbfd11 None None] Attempting to bind port 02b47acc-c1c1-4074-bc66-f193ca760551 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:43:06.884678 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-61077fe4-7d30-4ca4-ac5a-54e73adbfd11 None None] Attempting to bind port 02b47acc-c1c1-4074-bc66-f193ca760551 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '8e26d745-38a6-4244-9f02-9169b76f10ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f26ba706-5ef4-45cf-a025-1d810980a338'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:43:06.885122 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61077fe4-7d30-4ca4-ac5a-54e73adbfd11 None None] Attempting to bind port 02b47acc-c1c1-4074-bc66-f193ca760551 on network f26ba706-5ef4-45cf-a025-1d810980a338 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:43:06.891812 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61077fe4-7d30-4ca4-ac5a-54e73adbfd11 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:43:06.892124 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61077fe4-7d30-4ca4-ac5a-54e73adbfd11 None None] Checking segment: {'id': '8e26d745-38a6-4244-9f02-9169b76f10ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f26ba706-5ef4-45cf-a025-1d810980a338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:43:06.892495 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-61077fe4-7d30-4ca4-ac5a-54e73adbfd11 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:06.892879 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61077fe4-7d30-4ca4-ac5a-54e73adbfd11 None None] Bound using segment: {'id': '8e26d745-38a6-4244-9f02-9169b76f10ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f26ba706-5ef4-45cf-a025-1d810980a338'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:43:06.893351 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-61077fe4-7d30-4ca4-ac5a-54e73adbfd11 None None] Bound port: 02b47acc-c1c1-4074-bc66-f193ca760551, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e26d745-38a6-4244-9f02-9169b76f10ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f26ba706-5ef4-45cf-a025-1d810980a338'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:43:06.893725 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-61077fe4-7d30-4ca4-ac5a-54e73adbfd11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:06.985595 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-61077fe4-7d30-4ca4-ac5a-54e73adbfd11 None None] For port 02b47acc-c1c1-4074-bc66-f193ca760551, host n-d-761264-19, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:43:06.990559 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-61077fe4-7d30-4ca4-ac5a-54e73adbfd11 None None] For port 02b47acc-c1c1-4074-bc66-f193ca760551, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=02b47acc-c1c1-4074-bc66-f193ca760551,segment=NetworkSegment(8e26d745-38a6-4244-9f02-9169b76f10ce),segment_id=8e26d745-38a6-4244-9f02-9169b76f10ce)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:43:06.998592 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-61077fe4-7d30-4ca4-ac5a-54e73adbfd11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:07.066035 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61077fe4-7d30-4ca4-ac5a-54e73adbfd11 None None] Routers {'56b62b9a-547c-4872-81de-8e6138a723b7'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:43:07.066698 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-61077fe4-7d30-4ca4-ac5a-54e73adbfd11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:43:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['56b62b9a-547c-4872-81de-8e6138a723b7'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:43:07.078438 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-0653c99d-583d-47b7-bd5f-f041c2ac3954 None None] Provisioning complete for port 02b47acc-c1c1-4074-bc66-f193ca760551 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:43:07.080356 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-0653c99d-583d-47b7-bd5f-f041c2ac3954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:07.138670 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae656f5e-ee91-4b8c-9da4-d130abe94710 None None] Pushing event updated for resources: {'Port': ['ID=02b47acc-c1c1-4074-bc66-f193ca760551,revision_number=4']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:07.191281 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807248ee-5f81-47d1-8bd1-87bd72ade957 req-575d8c5d-2e12-48e5-8faf-f6b4677ada07 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:07.201089 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-807248ee-5f81-47d1-8bd1-87bd72ade957 req-575d8c5d-2e12-48e5-8faf-f6b4677ada07 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.47 "GET /v2.0/networks?id=3253cb8b-4b03-4d0c-9fd9-aaf52b654056 HTTP/1.1" status: 200 len: 808 time: 0.2341950 Dec 20 15:43:07.204454 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0687a6a4-ed27-4d3d-b5d5-af2a7a429e80 req-2f4657fd-03ff-4fe2-ab6b-de9a0ddfbffd tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/ports?device_id=f7882b7f-f6a1-406c-9f72-4a1a6aec16e9 HTTP/1.1" status: 200 len: 210 time: 0.0546825 Dec 20 15:43:07.245865 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-0653c99d-583d-47b7-bd5f-f041c2ac3954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:07.271178 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-61077fe4-7d30-4ca4-ac5a-54e73adbfd11 None None] Set router 56b62b9a-547c-4872-81de-8e6138a723b7 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:43:07.302909 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-807248ee-5f81-47d1-8bd1-87bd72ade957 req-0da09ea0-5bc6-47cd-a1ca-dc1346aeafc2 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e1f8bfa51e594e508d4bb7723620de57 HTTP/1.1" status: 200 len: 379 time: 0.0903120 Dec 20 15:43:07.305696 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-0653c99d-583d-47b7-bd5f-f041c2ac3954 None None] For port 02b47acc-c1c1-4074-bc66-f193ca760551, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=02b47acc-c1c1-4074-bc66-f193ca760551,segment=NetworkSegment(8e26d745-38a6-4244-9f02-9169b76f10ce),segment_id=8e26d745-38a6-4244-9f02-9169b76f10ce)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:43:07.313046 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-0653c99d-583d-47b7-bd5f-f041c2ac3954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:07.319108 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-807248ee-5f81-47d1-8bd1-87bd72ade957 req-d7047465-2a3a-4df3-8b0d-ddd875c5d272 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Request body: {'port': {'device_id': 'f7882b7f-f6a1-406c-9f72-4a1a6aec16e9', 'network_id': '3253cb8b-4b03-4d0c-9fd9-aaf52b654056', 'admin_state_up': True, 'tenant_id': 'e1f8bfa51e594e508d4bb7723620de57', 'security_groups': ['55a67447-cedb-4f22-aef0-d69a41c38d1a']}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:43:07.399031 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0653c99d-583d-47b7-bd5f-f041c2ac3954 None None] Pushing event updated for resources: {'Port': ['ID=02b47acc-c1c1-4074-bc66-f193ca760551,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:07.442638 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-1f72b93b-0e1f-49d8-bc98-fe2a0e241999 None None] Provisioning complete for port 02b47acc-c1c1-4074-bc66-f193ca760551 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:43:07.443333 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-1f72b93b-0e1f-49d8-bc98-fe2a0e241999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:07.452549 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-807248ee-5f81-47d1-8bd1-87bd72ade957 req-d7047465-2a3a-4df3-8b0d-ddd875c5d272 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Made reservation on behalf of e1f8bfa51e594e508d4bb7723620de57 for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:43:07.458347 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-807248ee-5f81-47d1-8bd1-87bd72ade957 req-d7047465-2a3a-4df3-8b0d-ddd875c5d272 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:07.526058 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-61077fe4-7d30-4ca4-ac5a-54e73adbfd11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b62b9a-547c-4872-81de-8e6138a723b7', 'name': 'tempest-TestShelveInstance-963669995-router', 'tenant_id': 'a1b93e5d07c3436c950db6bf8ca4d187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '5d2af79a-bda7-449a-88bb-690f2626dc53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:42:59Z', 'updated_at': '2021-12-20T15:43:02Z', 'revision_number': 4, 'project_id': 'a1b93e5d07c3436c950db6bf8ca4d187', 'gw_port': {'id': '5d2af79a-bda7-449a-88bb-690f2626dc53', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:1c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b62b9a-547c-4872-81de-8e6138a723b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:42:59Z', 'updated_at': '2021-12-20T15:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '02b47acc-c1c1-4074-bc66-f193ca760551', 'name': '', 'network_id': 'f26ba706-5ef4-45cf-a025-1d810980a338', 'tenant_id': 'a1b93e5d07c3436c950db6bf8ca4d187', 'mac_address': 'fa:16:3e:84:38:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56b62b9a-547c-4872-81de-8e6138a723b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '67861393-82d3-4442-bb6c-cbc5836260fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:43:01Z', 'updated_at': '2021-12-20T15:43:06Z', 'revision_number': 4, 'project_id': 'a1b93e5d07c3436c950db6bf8ca4d187', 'subnets': [{'id': '67861393-82d3-4442-bb6c-cbc5836260fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:43:07.567972 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61077fe4-7d30-4ca4-ac5a-54e73adbfd11 None None] The sync data for ids ['56b62b9a-547c-4872-81de-8e6138a723b7'] in n-d-761264-19 is: [{'id': '56b62b9a-547c-4872-81de-8e6138a723b7', 'name': 'tempest-TestShelveInstance-963669995-router', 'tenant_id': 'a1b93e5d07c3436c950db6bf8ca4d187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '5d2af79a-bda7-449a-88bb-690f2626dc53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:42:59Z', 'updated_at': '2021-12-20T15:43:02Z', 'revision_number': 4, 'project_id': 'a1b93e5d07c3436c950db6bf8ca4d187', 'gw_port': {'id': '5d2af79a-bda7-449a-88bb-690f2626dc53', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:1c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b62b9a-547c-4872-81de-8e6138a723b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:42:59Z', 'updated_at': '2021-12-20T15:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '02b47acc-c1c1-4074-bc66-f193ca760551', 'name': '', 'network_id': 'f26ba706-5ef4-45cf-a025-1d810980a338', 'tenant_id': 'a1b93e5d07c3436c950db6bf8ca4d187', 'mac_address': 'fa:16:3e:84:38:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56b62b9a-547c-4872-81de-8e6138a723b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '67861393-82d3-4442-bb6c-cbc5836260fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:43:01Z', 'updated_at': '2021-12-20T15:43:06Z', 'revision_number': 4, 'project_id': 'a1b93e5d07c3436c950db6bf8ca4d187', 'subnets': [{'id': '67861393-82d3-4442-bb6c-cbc5836260fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:43:07.607412 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [req-807248ee-5f81-47d1-8bd1-87bd72ade957 req-d7047465-2a3a-4df3-8b0d-ddd875c5d272 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Allocated IP 172.20.0.14 (3253cb8b-4b03-4d0c-9fd9-aaf52b654056/3593d6aa-a2c3-4ef3-8d81-eaeeeb9605f3/20f5450b-b8ae-4628-837d-1501603cb747) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:43:07.784195 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 02b47acc-c1c1-4074-bc66-f193ca760551 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:43:07.785504 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-807248ee-5f81-47d1-8bd1-87bd72ade957 req-d7047465-2a3a-4df3-8b0d-ddd875c5d272 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:07.836435 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-807248ee-5f81-47d1-8bd1-87bd72ade957 req-d7047465-2a3a-4df3-8b0d-ddd875c5d272 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:07.846829 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 02b47acc-c1c1-4074-bc66-f193ca760551 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:43:07.847196 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:07.904660 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-807248ee-5f81-47d1-8bd1-87bd72ade957 req-d7047465-2a3a-4df3-8b0d-ddd875c5d272 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Network 3253cb8b-4b03-4d0c-9fd9-aaf52b654056 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:43:07.909369 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [req-807248ee-5f81-47d1-8bd1-87bd72ade957 req-d7047465-2a3a-4df3-8b0d-ddd875c5d272 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:43:07.916831 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-807248ee-5f81-47d1-8bd1-87bd72ade957 req-d7047465-2a3a-4df3-8b0d-ddd875c5d272 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:43:07.958592 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7047465-2a3a-4df3-8b0d-ddd875c5d272 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Pushing event updated for resources: {'Port': ['ID=20f5450b-b8ae-4628-837d-1501603cb747,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:07.987186 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807248ee-5f81-47d1-8bd1-87bd72ade957 req-d7047465-2a3a-4df3-8b0d-ddd875c5d272 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:07.987886 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-807248ee-5f81-47d1-8bd1-87bd72ade957 req-d7047465-2a3a-4df3-8b0d-ddd875c5d272 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:08.009592 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-807248ee-5f81-47d1-8bd1-87bd72ade957 req-d7047465-2a3a-4df3-8b0d-ddd875c5d272 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7004969 Dec 20 15:43:08.023060 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-807248ee-5f81-47d1-8bd1-87bd72ade957 req-d2f0c560-09a1-4173-82c5-f03971d44ea3 service neutron] Request body: {'port': {'device_id': 'f7882b7f-f6a1-406c-9f72-4a1a6aec16e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-19'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:43:08.117147 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-807248ee-5f81-47d1-8bd1-87bd72ade957 req-d2f0c560-09a1-4173-82c5-f03971d44ea3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:08.269247 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-f236c17e-26d5-4951-8188-09594119caac None None] Provisioning complete for port 20f5450b-b8ae-4628-837d-1501603cb747 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:43:08.270342 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f236c17e-26d5-4951-8188-09594119caac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:08.313927 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-f236c17e-26d5-4951-8188-09594119caac None None] Port 20f5450b-b8ae-4628-837d-1501603cb747 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:43:08.393795 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecf4e94-8015-4c4d-a615-9e01c8e8d12b req-6be9ebd5-b7f1-4af1-bde2-a86cea0a2d72 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:08.395393 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2ecf4e94-8015-4c4d-a615-9e01c8e8d12b req-6be9ebd5-b7f1-4af1-bde2-a86cea0a2d72 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/ports?device_id=f7882b7f-f6a1-406c-9f72-4a1a6aec16e9 HTTP/1.1" status: 200 len: 932 time: 0.0999131 Dec 20 15:43:08.497434 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2ecf4e94-8015-4c4d-a615-9e01c8e8d12b req-a289becb-c569-4290-8f03-e1f92d5b0348 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/security-groups?id=55a67447-cedb-4f22-aef0-d69a41c38d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909138 Dec 20 15:43:08.508735 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [req-807248ee-5f81-47d1-8bd1-87bd72ade957 req-d2f0c560-09a1-4173-82c5-f03971d44ea3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20f5450b-b8ae-4628-837d-1501603cb747 {{(pid=103167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:43:08.516765 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-807248ee-5f81-47d1-8bd1-87bd72ade957 req-d2f0c560-09a1-4173-82c5-f03971d44ea3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:08.530761 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-807248ee-5f81-47d1-8bd1-87bd72ade957 req-d2f0c560-09a1-4173-82c5-f03971d44ea3 service neutron] Transition to ACTIVE for port object 20f5450b-b8ae-4628-837d-1501603cb747 will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:43:08.536934 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-807248ee-5f81-47d1-8bd1-87bd72ade957 req-d2f0c560-09a1-4173-82c5-f03971d44ea3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:08.586853 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f0c560-09a1-4173-82c5-f03971d44ea3 service neutron] Pushing event updated for resources: {'Port': ['ID=20f5450b-b8ae-4628-837d-1501603cb747,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:08.677415 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-807248ee-5f81-47d1-8bd1-87bd72ade957 req-d2f0c560-09a1-4173-82c5-f03971d44ea3 service neutron] Attempting to bind port 20f5450b-b8ae-4628-837d-1501603cb747 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:43:08.677705 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-807248ee-5f81-47d1-8bd1-87bd72ade957 req-d2f0c560-09a1-4173-82c5-f03971d44ea3 service neutron] Attempting to bind port 20f5450b-b8ae-4628-837d-1501603cb747 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': '017ec060-9fa2-4af8-bcb3-019cad9219ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3253cb8b-4b03-4d0c-9fd9-aaf52b654056'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:43:08.678071 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807248ee-5f81-47d1-8bd1-87bd72ade957 req-d2f0c560-09a1-4173-82c5-f03971d44ea3 service neutron] Attempting to bind port 20f5450b-b8ae-4628-837d-1501603cb747 on network 3253cb8b-4b03-4d0c-9fd9-aaf52b654056 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:43:08.683213 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807248ee-5f81-47d1-8bd1-87bd72ade957 req-d2f0c560-09a1-4173-82c5-f03971d44ea3 service neutron] Port 20f5450b-b8ae-4628-837d-1501603cb747 on network 3253cb8b-4b03-4d0c-9fd9-aaf52b654056 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:43:08.683541 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807248ee-5f81-47d1-8bd1-87bd72ade957 req-d2f0c560-09a1-4173-82c5-f03971d44ea3 service neutron] Attempting to bind port 20f5450b-b8ae-4628-837d-1501603cb747 on network 3253cb8b-4b03-4d0c-9fd9-aaf52b654056 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:43:08.689007 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807248ee-5f81-47d1-8bd1-87bd72ade957 req-d2f0c560-09a1-4173-82c5-f03971d44ea3 service neutron] Checking agent: {'id': '43c60aee-e4af-4ecc-bee2-aac3569fafed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:43:08.689346 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807248ee-5f81-47d1-8bd1-87bd72ade957 req-d2f0c560-09a1-4173-82c5-f03971d44ea3 service neutron] Checking segment: {'id': '017ec060-9fa2-4af8-bcb3-019cad9219ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3253cb8b-4b03-4d0c-9fd9-aaf52b654056'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:43:08.689737 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807248ee-5f81-47d1-8bd1-87bd72ade957 req-d2f0c560-09a1-4173-82c5-f03971d44ea3 service neutron] Bound using segment: {'id': '017ec060-9fa2-4af8-bcb3-019cad9219ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3253cb8b-4b03-4d0c-9fd9-aaf52b654056'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:43:08.690168 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-807248ee-5f81-47d1-8bd1-87bd72ade957 req-d2f0c560-09a1-4173-82c5-f03971d44ea3 service neutron] Bound port: 20f5450b-b8ae-4628-837d-1501603cb747, host: n-h2-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '017ec060-9fa2-4af8-bcb3-019cad9219ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3253cb8b-4b03-4d0c-9fd9-aaf52b654056'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:43:08.690528 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-807248ee-5f81-47d1-8bd1-87bd72ade957 req-d2f0c560-09a1-4173-82c5-f03971d44ea3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:08.779507 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-807248ee-5f81-47d1-8bd1-87bd72ade957 req-d2f0c560-09a1-4173-82c5-f03971d44ea3 service neutron] For port 20f5450b-b8ae-4628-837d-1501603cb747, host n-h2-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:43:08.783123 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-807248ee-5f81-47d1-8bd1-87bd72ade957 req-d2f0c560-09a1-4173-82c5-f03971d44ea3 service neutron] For port 20f5450b-b8ae-4628-837d-1501603cb747, host n-h2-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=20f5450b-b8ae-4628-837d-1501603cb747,segment=NetworkSegment(017ec060-9fa2-4af8-bcb3-019cad9219ca),segment_id=017ec060-9fa2-4af8-bcb3-019cad9219ca)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:43:08.790212 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-807248ee-5f81-47d1-8bd1-87bd72ade957 req-d2f0c560-09a1-4173-82c5-f03971d44ea3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:08.830415 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807248ee-5f81-47d1-8bd1-87bd72ade957 req-d2f0c560-09a1-4173-82c5-f03971d44ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:08.831111 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-807248ee-5f81-47d1-8bd1-87bd72ade957 req-d2f0c560-09a1-4173-82c5-f03971d44ea3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:08.832179 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-807248ee-5f81-47d1-8bd1-87bd72ade957 req-d2f0c560-09a1-4173-82c5-f03971d44ea3 service neutron] 10.222.0.47 "PUT /v2.0/ports/20f5450b-b8ae-4628-837d-1501603cb747 HTTP/1.1" status: 200 len: 1093 time: 0.8138192 Dec 20 15:43:08.832637 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7882b7f-f6a1-406c-9f72-4a1a6aec16e9', 'tag': '20f5450b-b8ae-4628-837d-1501603cb747'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:43:08.835032 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08f5bd10d948da750b9537a176c40f94b479143edf42a445aa4903673b4b1814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea4eaf51-f1eb-484e-a980-27839e15772b" -d '{"events": [{"name": "network-changed", "server_uuid": "f7882b7f-f6a1-406c-9f72-4a1a6aec16e9", "tag": "20f5450b-b8ae-4628-837d-1501603cb747"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:43:08.862444 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f0c560-09a1-4173-82c5-f03971d44ea3 service neutron] Pushing event updated for resources: {'Port': ['ID=20f5450b-b8ae-4628-837d-1501603cb747,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:08.921334 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7af0568-cc3a-46f0-9b06-8c2a2732bcd3 x-openstack-request-id: req-d7af0568-cc3a-46f0-9b06-8c2a2732bcd3 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:43:08.921750 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7882b7f-f6a1-406c-9f72-4a1a6aec16e9", "tag": "20f5450b-b8ae-4628-837d-1501603cb747", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:43:08.922219 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d7af0568-cc3a-46f0-9b06-8c2a2732bcd3 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:43:08.922736 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7882b7f-f6a1-406c-9f72-4a1a6aec16e9', 'tag': '20f5450b-b8ae-4628-837d-1501603cb747', 'status': 'completed', 'code': 200} Dec 20 15:43:08.939612 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807248ee-5f81-47d1-8bd1-87bd72ade957 req-d91c5a20-420f-4273-ac0e-e954c27b5c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:08.941532 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-807248ee-5f81-47d1-8bd1-87bd72ade957 req-d91c5a20-420f-4273-ac0e-e954c27b5c5c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e1f8bfa51e594e508d4bb7723620de57&device_id=f7882b7f-f6a1-406c-9f72-4a1a6aec16e9 HTTP/1.1" status: 200 len: 1096 time: 0.0540247 Dec 20 15:43:08.992018 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-807248ee-5f81-47d1-8bd1-87bd72ade957 req-616c3ee8-9e13-441f-8f4e-6825c8a87dac service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=20f5450b-b8ae-4628-837d-1501603cb747 HTTP/1.1" status: 200 len: 217 time: 0.0421333 Dec 20 15:43:09.060087 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807248ee-5f81-47d1-8bd1-87bd72ade957 req-67d69620-3776-41dc-b588-35bc40b3e432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:09.062435 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-807248ee-5f81-47d1-8bd1-87bd72ade957 req-67d69620-3776-41dc-b588-35bc40b3e432 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3593d6aa-a2c3-4ef3-8d81-eaeeeb9605f3 HTTP/1.1" status: 200 len: 847 time: 0.0626862 Dec 20 15:43:09.121402 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807248ee-5f81-47d1-8bd1-87bd72ade957 req-378bd783-9135-4296-b841-98b7bc43f172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:09.121833 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-807248ee-5f81-47d1-8bd1-87bd72ade957 req-378bd783-9135-4296-b841-98b7bc43f172 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3253cb8b-4b03-4d0c-9fd9-aaf52b654056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519578 Dec 20 15:43:09.219340 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-807248ee-5f81-47d1-8bd1-87bd72ade957 req-386d2874-6030-42d6-8660-ddcbdc2dd4b0 service neutron] 10.222.0.47 "GET /v2.0/networks/3253cb8b-4b03-4d0c-9fd9-aaf52b654056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891912 Dec 20 15:43:09.312650 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-807248ee-5f81-47d1-8bd1-87bd72ade957 req-c8e60306-c12f-4c92-be54-8884dd24fd87 service neutron] 10.222.0.47 "GET /v2.0/networks/3253cb8b-4b03-4d0c-9fd9-aaf52b654056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861418 Dec 20 15:43:09.413934 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4eaf51-f1eb-484e-a980-27839e15772b req-b3d70123-4caa-4264-8c5f-985cb7f99912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:09.415515 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ea4eaf51-f1eb-484e-a980-27839e15772b req-b3d70123-4caa-4264-8c5f-985cb7f99912 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e1f8bfa51e594e508d4bb7723620de57&device_id=f7882b7f-f6a1-406c-9f72-4a1a6aec16e9 HTTP/1.1" status: 200 len: 1096 time: 0.0550416 Dec 20 15:43:09.524315 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4eaf51-f1eb-484e-a980-27839e15772b req-e310e46c-71d7-43fc-83bb-0db2f8bc5721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:09.526253 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ea4eaf51-f1eb-484e-a980-27839e15772b req-e310e46c-71d7-43fc-83bb-0db2f8bc5721 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3253cb8b-4b03-4d0c-9fd9-aaf52b654056 HTTP/1.1" status: 200 len: 909 time: 0.1032941 Dec 20 15:43:09.573208 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ea4eaf51-f1eb-484e-a980-27839e15772b req-cdc6555a-e2ea-4653-a6fd-3fa93007dac1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=20f5450b-b8ae-4628-837d-1501603cb747 HTTP/1.1" status: 200 len: 217 time: 0.0391428 Dec 20 15:43:09.656508 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4eaf51-f1eb-484e-a980-27839e15772b req-a139b94e-3414-4a1d-954e-901adb43fb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:09.658713 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ea4eaf51-f1eb-484e-a980-27839e15772b req-a139b94e-3414-4a1d-954e-901adb43fb97 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3593d6aa-a2c3-4ef3-8d81-eaeeeb9605f3 HTTP/1.1" status: 200 len: 847 time: 0.0775585 Dec 20 15:43:09.672371 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaebee4e-c6bf-42d6-9b7b-8e43920677ed req-7c2b3b92-7043-4e98-92b2-0e1a70d5ba06 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:09.677244 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-eaebee4e-c6bf-42d6-9b7b-8e43920677ed req-7c2b3b92-7043-4e98-92b2-0e1a70d5ba06 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/ports?device_id=f7882b7f-f6a1-406c-9f72-4a1a6aec16e9 HTTP/1.1" status: 200 len: 944 time: 0.0946808 Dec 20 15:43:09.747383 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4eaf51-f1eb-484e-a980-27839e15772b req-bd160afd-afb8-457b-98e8-97eaf3cc8951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:09.748915 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ea4eaf51-f1eb-484e-a980-27839e15772b req-bd160afd-afb8-457b-98e8-97eaf3cc8951 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3253cb8b-4b03-4d0c-9fd9-aaf52b654056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0741229 Dec 20 15:43:09.753258 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-eaebee4e-c6bf-42d6-9b7b-8e43920677ed req-69e28e54-8d08-40ca-b88a-ea35094cce89 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/security-groups?id=55a67447-cedb-4f22-aef0-d69a41c38d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706348 Dec 20 15:43:09.848861 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ea4eaf51-f1eb-484e-a980-27839e15772b req-f95ef4ca-d95c-4890-8523-0fb54fe1c99a service neutron] 10.222.0.47 "GET /v2.0/networks/3253cb8b-4b03-4d0c-9fd9-aaf52b654056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913427 Dec 20 15:43:09.948379 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ea4eaf51-f1eb-484e-a980-27839e15772b req-43437b16-4f52-4f2a-9d33-d44b8b6f1f9f service neutron] 10.222.0.47 "GET /v2.0/networks/3253cb8b-4b03-4d0c-9fd9-aaf52b654056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915594 Dec 20 15:43:10.894637 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d836fa95-b4c3-4a9c-8af5-5bc90ed2cf10 req-1cb38ad2-a405-45a7-9f70-7307f03bd9a2 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:10.896182 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d836fa95-b4c3-4a9c-8af5-5bc90ed2cf10 req-1cb38ad2-a405-45a7-9f70-7307f03bd9a2 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/ports?device_id=f7882b7f-f6a1-406c-9f72-4a1a6aec16e9 HTTP/1.1" status: 200 len: 944 time: 0.0600314 Dec 20 15:43:10.953546 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-d836fa95-b4c3-4a9c-8af5-5bc90ed2cf10 req-c62ed308-48b1-475b-8b00-82a202e17880 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/security-groups?id=55a67447-cedb-4f22-aef0-d69a41c38d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493150 Dec 20 15:43:11.113499 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 20f5450b-b8ae-4628-837d-1501603cb747 details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:43:11.215049 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 20f5450b-b8ae-4628-837d-1501603cb747, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=20f5450b-b8ae-4628-837d-1501603cb747,segment=NetworkSegment(017ec060-9fa2-4af8-bcb3-019cad9219ca),segment_id=017ec060-9fa2-4af8-bcb3-019cad9219ca)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:43:11.227355 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': '20f5450b-b8ae-4628-837d-1501603cb747', 'network_id': '3253cb8b-4b03-4d0c-9fd9-aaf52b654056', 'port_id': '20f5450b-b8ae-4628-837d-1501603cb747', 'mac_address': 'fa:16:3e:8f:33:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3593d6aa-a2c3-4ef3-8d81-eaeeeb9605f3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:43:11.266920 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:11.280020 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20f5450b-b8ae-4628-837d-1501603cb747 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:43:11.300947 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 20f5450b-b8ae-4628-837d-1501603cb747, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=20f5450b-b8ae-4628-837d-1501603cb747,segment=NetworkSegment(017ec060-9fa2-4af8-bcb3-019cad9219ca),segment_id=017ec060-9fa2-4af8-bcb3-019cad9219ca)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:43:11.307344 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:11.364404 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=20f5450b-b8ae-4628-837d-1501603cb747,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:11.552354 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['20f5450b-b8ae-4628-837d-1501603cb747'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:43:11.801911 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:43:12.083382 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42be183c-f9d2-461e-99cf-e24da191fafd req-87426cc3-0ab0-4bc5-a9bf-2bf1508e5bf2 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:12.084912 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-42be183c-f9d2-461e-99cf-e24da191fafd req-87426cc3-0ab0-4bc5-a9bf-2bf1508e5bf2 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/ports?device_id=f7882b7f-f6a1-406c-9f72-4a1a6aec16e9 HTTP/1.1" status: 200 len: 945 time: 0.0515139 Dec 20 15:43:12.141998 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-42be183c-f9d2-461e-99cf-e24da191fafd req-f8dfaf96-2187-4b72-bcd2-68f4848a765b tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/security-groups?id=55a67447-cedb-4f22-aef0-d69a41c38d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506780 Dec 20 15:43:12.274706 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:13.128437 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 20f5450b-b8ae-4628-837d-1501603cb747 up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:43:13.199671 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning for port 20f5450b-b8ae-4628-837d-1501603cb747 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:43:13.206034 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port 20f5450b-b8ae-4628-837d-1501603cb747 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:43:13.206606 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:13.321589 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedef174-b8a1-4b28-aca2-78acaff2e0bc req-bd21f4d4-fbc1-449b-9c00-235348804bf9 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:13.323130 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fedef174-b8a1-4b28-aca2-78acaff2e0bc req-bd21f4d4-fbc1-449b-9c00-235348804bf9 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/ports?device_id=f7882b7f-f6a1-406c-9f72-4a1a6aec16e9 HTTP/1.1" status: 200 len: 945 time: 0.0705225 Dec 20 15:43:13.327818 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:13.358001 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7882b7f-f6a1-406c-9f72-4a1a6aec16e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20f5450b-b8ae-4628-837d-1501603cb747'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:43:13.360380 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a867d42bfdcbb9cb6963a533571b1f1c257f186d8c4d683fcd223be3c25d00f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-768e7930-3376-49a8-a324-a28f5ced1089" -d '{"events": [{"server_uuid": "f7882b7f-f6a1-406c-9f72-4a1a6aec16e9", "name": "network-vif-plugged", "status": "completed", "tag": "20f5450b-b8ae-4628-837d-1501603cb747"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:43:13.375088 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 20f5450b-b8ae-4628-837d-1501603cb747, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=20f5450b-b8ae-4628-837d-1501603cb747,segment=NetworkSegment(017ec060-9fa2-4af8-bcb3-019cad9219ca),segment_id=017ec060-9fa2-4af8-bcb3-019cad9219ca)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:43:13.382343 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:13.388911 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fedef174-b8a1-4b28-aca2-78acaff2e0bc req-9e6cbf3c-3f65-4a1f-996d-58a342a69f37 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/security-groups?id=55a67447-cedb-4f22-aef0-d69a41c38d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591753 Dec 20 15:43:13.422673 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78d0dea9-0518-4013-8b3d-516225666c28 x-openstack-request-id: req-78d0dea9-0518-4013-8b3d-516225666c28 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:43:13.423034 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7882b7f-f6a1-406c-9f72-4a1a6aec16e9", "name": "network-vif-plugged", "status": "completed", "tag": "20f5450b-b8ae-4628-837d-1501603cb747", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:43:13.423290 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-78d0dea9-0518-4013-8b3d-516225666c28 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:43:13.423692 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7882b7f-f6a1-406c-9f72-4a1a6aec16e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20f5450b-b8ae-4628-837d-1501603cb747', 'code': 200} Dec 20 15:43:13.449798 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=20f5450b-b8ae-4628-837d-1501603cb747,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:13.525530 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8101c8-c393-4086-b3aa-794dabb25e25 req-467399eb-583d-4841-b6c4-3b987fe88743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:13.527031 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6a8101c8-c393-4086-b3aa-794dabb25e25 req-467399eb-583d-4841-b6c4-3b987fe88743 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f7882b7f-f6a1-406c-9f72-4a1a6aec16e9 HTTP/1.1" status: 200 len: 1098 time: 0.0416059 Dec 20 15:43:13.576418 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6a8101c8-c393-4086-b3aa-794dabb25e25 req-d4d93e90-2f71-43fd-a67f-ab6b635fa0e3 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=55a67447-cedb-4f22-aef0-d69a41c38d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414805 Dec 20 15:43:14.513244 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ec3802-acbf-4541-b413-2e1aa5cb2e8a req-b815368f-f2d4-4be5-a3db-c7034a09bde3 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:14.514812 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-78ec3802-acbf-4541-b413-2e1aa5cb2e8a req-b815368f-f2d4-4be5-a3db-c7034a09bde3 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/ports?device_id=f7882b7f-f6a1-406c-9f72-4a1a6aec16e9 HTTP/1.1" status: 200 len: 946 time: 0.0549557 Dec 20 15:43:14.578237 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-78ec3802-acbf-4541-b413-2e1aa5cb2e8a req-99a33f57-585e-4408-87e2-ddff4c0930e5 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/security-groups?id=55a67447-cedb-4f22-aef0-d69a41c38d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571675 Dec 20 15:43:15.717628 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27324078-f04a-4be9-8092-bc77b04e4246 req-d1b4a89f-b424-47f4-bdab-5665e8e967da tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:15.719300 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-27324078-f04a-4be9-8092-bc77b04e4246 req-d1b4a89f-b424-47f4-bdab-5665e8e967da tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/ports?device_id=f7882b7f-f6a1-406c-9f72-4a1a6aec16e9 HTTP/1.1" status: 200 len: 946 time: 0.0579805 Dec 20 15:43:15.772936 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-27324078-f04a-4be9-8092-bc77b04e4246 req-551178b5-4307-4bcf-bb39-398907059c82 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/security-groups?id=55a67447-cedb-4f22-aef0-d69a41c38d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464180 Dec 20 15:43:15.900761 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d75979-b4ea-41eb-9b33-ff1ed51a5f26 req-7081d2c4-6dc1-443c-bf23-664d2a29c618 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:15.902796 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-94d75979-b4ea-41eb-9b33-ff1ed51a5f26 req-7081d2c4-6dc1-443c-bf23-664d2a29c618 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/ports?device_id=f7882b7f-f6a1-406c-9f72-4a1a6aec16e9 HTTP/1.1" status: 200 len: 946 time: 0.0538402 Dec 20 15:43:15.958633 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:15.965876 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-94d75979-b4ea-41eb-9b33-ff1ed51a5f26 req-f9b97eab-cbd2-43e8-9972-812de462a815 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/security-groups?id=55a67447-cedb-4f22-aef0-d69a41c38d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524540 Dec 20 15:43:15.988672 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58610) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:43:16.136294 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eac14ea-4f53-4ac5-b251-de08ef55e232 tempest-TestShelveInstance-1225514248 tempest-TestShelveInstance-1225514248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:16.137858 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-5eac14ea-4f53-4ac5-b251-de08ef55e232 tempest-TestShelveInstance-1225514248 tempest-TestShelveInstance-1225514248-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=f7882b7f-f6a1-406c-9f72-4a1a6aec16e9 HTTP/1.1" status: 200 len: 1093 time: 0.1480401 Dec 20 15:43:16.141332 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58614) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:43:16.150347 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-30188610-0790-45cc-af22-ab9d53d2559b tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Request body: {'floatingip': {'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'port_id': '20f5450b-b8ae-4628-837d-1501603cb747', 'tenant_id': 'e1f8bfa51e594e508d4bb7723620de57', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:43:16.176198 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-30188610-0790-45cc-af22-ab9d53d2559b tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Publish callbacks [] for floatingip, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:16.290019 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-30188610-0790-45cc-af22-ab9d53d2559b tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:16.412585 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-30188610-0790-45cc-af22-ab9d53d2559b tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Allocated IP 172.25.0.88 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/d305140f-1963-4c3f-b501-ef0ea75ee299) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:43:16.530362 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-30188610-0790-45cc-af22-ab9d53d2559b tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:16.568754 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-30188610-0790-45cc-af22-ab9d53d2559b tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:16.611691 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30188610-0790-45cc-af22-ab9d53d2559b tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:43:16.617112 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-30188610-0790-45cc-af22-ab9d53d2559b tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:43:16.620906 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30188610-0790-45cc-af22-ab9d53d2559b tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:43:16.623952 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30188610-0790-45cc-af22-ab9d53d2559b tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Pushing event updated for resources: {'Port': ['ID=d305140f-1963-4c3f-b501-ef0ea75ee299,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:17.351530 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-30188610-0790-45cc-af22-ab9d53d2559b tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:17.431216 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-30188610-0790-45cc-af22-ab9d53d2559b tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:17.591263 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-30188610-0790-45cc-af22-ab9d53d2559b tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:17.601276 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-30188610-0790-45cc-af22-ab9d53d2559b tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:17.675935 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30188610-0790-45cc-af22-ab9d53d2559b tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Pushing event updated for resources: {'Port': ['ID=d305140f-1963-4c3f-b501-ef0ea75ee299,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:43:17.691853 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-30188610-0790-45cc-af22-ab9d53d2559b tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585115'] for floatingip, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:17.807453 n-d-761264-19 neutron-server[103167]: INFO neutron.db.l3_db [None req-30188610-0790-45cc-af22-ab9d53d2559b tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Floating IP 71921483-59ed-485b-8a0c-94d609528cf9 associated. External IP: 172.25.0.88, port: 20f5450b-b8ae-4628-837d-1501603cb747. Dec 20 15:43:18.021387 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30188610-0790-45cc-af22-ab9d53d2559b tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Router a9dfb2f3-a6e8-4e84-abe4-91627686e087 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:43:18.138675 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30188610-0790-45cc-af22-ab9d53d2559b tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:43:18.148942 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6f5f91-476f-45c3-84a4-dc508b38b28a None None] Sync routers for ids ['a9dfb2f3-a6e8-4e84-abe4-91627686e087'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:43:18.159262 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-30188610-0790-45cc-af22-ab9d53d2559b tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:18.159651 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6f5f91-476f-45c3-84a4-dc508b38b28a None None] Routers {'a9dfb2f3-a6e8-4e84-abe4-91627686e087'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:43:18.160070 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-3a6f5f91-476f-45c3-84a4-dc508b38b28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:43:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['a9dfb2f3-a6e8-4e84-abe4-91627686e087'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:43:18.197556 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-30188610-0790-45cc-af22-ab9d53d2559b tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0418284 Dec 20 15:43:18.197556 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7882b7f-f6a1-406c-9f72-4a1a6aec16e9', 'tag': '20f5450b-b8ae-4628-837d-1501603cb747'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:43:18.197556 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08f5bd10d948da750b9537a176c40f94b479143edf42a445aa4903673b4b1814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d037d819-a310-413c-b1c2-f4e103ce8db2" -d '{"events": [{"name": "network-changed", "server_uuid": "f7882b7f-f6a1-406c-9f72-4a1a6aec16e9", "tag": "20f5450b-b8ae-4628-837d-1501603cb747"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:43:18.237419 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6d6c2ca-c08b-4cf6-9aab-69c27fd90b66 x-openstack-request-id: req-f6d6c2ca-c08b-4cf6-9aab-69c27fd90b66 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:43:18.237716 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7882b7f-f6a1-406c-9f72-4a1a6aec16e9", "tag": "20f5450b-b8ae-4628-837d-1501603cb747", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:43:18.237976 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f6d6c2ca-c08b-4cf6-9aab-69c27fd90b66 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:43:18.238396 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7882b7f-f6a1-406c-9f72-4a1a6aec16e9', 'tag': '20f5450b-b8ae-4628-837d-1501603cb747', 'status': 'completed', 'code': 200} Dec 20 15:43:18.275680 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-3a6f5f91-476f-45c3-84a4-dc508b38b28a None None] Set router a9dfb2f3-a6e8-4e84-abe4-91627686e087 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:43:18.313126 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d037d819-a310-413c-b1c2-f4e103ce8db2 req-663a7684-353d-4d85-8efb-bf92db228ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:18.316449 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d037d819-a310-413c-b1c2-f4e103ce8db2 req-663a7684-353d-4d85-8efb-bf92db228ad1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e1f8bfa51e594e508d4bb7723620de57&device_id=f7882b7f-f6a1-406c-9f72-4a1a6aec16e9 HTTP/1.1" status: 200 len: 1098 time: 0.0540421 Dec 20 15:43:18.412594 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d037d819-a310-413c-b1c2-f4e103ce8db2 req-d7d2bae2-d76b-4a53-9011-65a33ed33833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:18.414080 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d037d819-a310-413c-b1c2-f4e103ce8db2 req-d7d2bae2-d76b-4a53-9011-65a33ed33833 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3253cb8b-4b03-4d0c-9fd9-aaf52b654056 HTTP/1.1" status: 200 len: 909 time: 0.0893211 Dec 20 15:43:18.489791 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d037d819-a310-413c-b1c2-f4e103ce8db2 req-89696a88-9a2d-4dc7-a154-fe3535dd79dd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=20f5450b-b8ae-4628-837d-1501603cb747 HTTP/1.1" status: 200 len: 999 time: 0.0669117 Dec 20 15:43:18.521154 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-3a6f5f91-476f-45c3-84a4-dc508b38b28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9dfb2f3-a6e8-4e84-abe4-91627686e087', 'name': 'tempest-TestShelveInstance-765912532-router', 'tenant_id': 'e1f8bfa51e594e508d4bb7723620de57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '9af5ab0a-c18e-49a8-bdd6-e907e75d0e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:42:53Z', 'updated_at': '2021-12-20T15:42:56Z', 'revision_number': 4, 'project_id': 'e1f8bfa51e594e508d4bb7723620de57', 'gw_port': {'id': '9af5ab0a-c18e-49a8-bdd6-e907e75d0e9e', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:48:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9dfb2f3-a6e8-4e84-abe4-91627686e087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:42:54Z', 'updated_at': '2021-12-20T15:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': '71921483-59ed-485b-8a0c-94d609528cf9', 'tenant_id': 'e1f8bfa51e594e508d4bb7723620de57', 'floating_ip_address': '172.25.0.88', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': 'a9dfb2f3-a6e8-4e84-abe4-91627686e087', 'port_id': '20f5450b-b8ae-4628-837d-1501603cb747', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4341, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3253cb8b-4b03-4d0c-9fd9-aaf52b654056', 'mac_address': 'fa:16:3e:8f:33:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7882b7f-f6a1-406c-9f72-4a1a6aec16e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:43:16Z', 'updated_at': '2021-12-20T15:43:16Z', 'revision_number': 0, 'project_id': 'e1f8bfa51e594e508d4bb7723620de57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4517a7e-6b2e-44fa-9ec6-cc95bcfc049a', 'name': '', 'network_id': '3253cb8b-4b03-4d0c-9fd9-aaf52b654056', 'tenant_id': 'e1f8bfa51e594e508d4bb7723620de57', 'mac_address': 'fa:16:3e:47:6f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9dfb2f3-a6e8-4e84-abe4-91627686e087', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '3593d6aa-a2c3-4ef3-8d81-eaeeeb9605f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:42:56Z', 'updated_at': '2021-12-20T15:43:01Z', 'revision_number': 5, 'project_id': 'e1f8bfa51e594e508d4bb7723620de57', 'subnets': [{'id': '3593d6aa-a2c3-4ef3-8d81-eaeeeb9605f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:43:18.540871 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d037d819-a310-413c-b1c2-f4e103ce8db2 req-9a3da5db-a35c-420a-8813-84c639c18451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:18.542327 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d037d819-a310-413c-b1c2-f4e103ce8db2 req-9a3da5db-a35c-420a-8813-84c639c18451 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3593d6aa-a2c3-4ef3-8d81-eaeeeb9605f3 HTTP/1.1" status: 200 len: 847 time: 0.0457468 Dec 20 15:43:18.548871 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6f5f91-476f-45c3-84a4-dc508b38b28a None None] Checking router: a9dfb2f3-a6e8-4e84-abe4-91627686e087 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:43:18.558049 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6f5f91-476f-45c3-84a4-dc508b38b28a None None] Routers {'a9dfb2f3-a6e8-4e84-abe4-91627686e087'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:43:18.558667 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-3a6f5f91-476f-45c3-84a4-dc508b38b28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:43:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['a9dfb2f3-a6e8-4e84-abe4-91627686e087'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:43:18.594690 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d037d819-a310-413c-b1c2-f4e103ce8db2 req-39a14bfe-22ce-4867-b079-a3e231a9e096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:43:18.596252 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d037d819-a310-413c-b1c2-f4e103ce8db2 req-39a14bfe-22ce-4867-b079-a3e231a9e096 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3253cb8b-4b03-4d0c-9fd9-aaf52b654056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464032 Dec 20 15:43:18.680947 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-3a6f5f91-476f-45c3-84a4-dc508b38b28a None None] Set router a9dfb2f3-a6e8-4e84-abe4-91627686e087 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:43:18.704102 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d037d819-a310-413c-b1c2-f4e103ce8db2 req-30e72422-8cdd-491a-ad5a-6b75c5a86439 service neutron] 10.222.0.47 "GET /v2.0/networks/3253cb8b-4b03-4d0c-9fd9-aaf52b654056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003308 Dec 20 15:43:18.813231 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d037d819-a310-413c-b1c2-f4e103ce8db2 req-e3db2fc2-d234-4bc8-8fe9-6baa195b39a7 service neutron] 10.222.0.47 "GET /v2.0/networks/3253cb8b-4b03-4d0c-9fd9-aaf52b654056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014702 Dec 20 15:43:18.930076 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-3a6f5f91-476f-45c3-84a4-dc508b38b28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9dfb2f3-a6e8-4e84-abe4-91627686e087', 'name': 'tempest-TestShelveInstance-765912532-router', 'tenant_id': 'e1f8bfa51e594e508d4bb7723620de57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '9af5ab0a-c18e-49a8-bdd6-e907e75d0e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:42:53Z', 'updated_at': '2021-12-20T15:42:56Z', 'revision_number': 4, 'project_id': 'e1f8bfa51e594e508d4bb7723620de57', 'gw_port': {'id': '9af5ab0a-c18e-49a8-bdd6-e907e75d0e9e', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:48:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9dfb2f3-a6e8-4e84-abe4-91627686e087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:42:54Z', 'updated_at': '2021-12-20T15:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': '71921483-59ed-485b-8a0c-94d609528cf9', 'tenant_id': 'e1f8bfa51e594e508d4bb7723620de57', 'floating_ip_address': '172.25.0.88', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': 'a9dfb2f3-a6e8-4e84-abe4-91627686e087', 'port_id': '20f5450b-b8ae-4628-837d-1501603cb747', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4341, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3253cb8b-4b03-4d0c-9fd9-aaf52b654056', 'mac_address': 'fa:16:3e:8f:33:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7882b7f-f6a1-406c-9f72-4a1a6aec16e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:43:16Z', 'updated_at': '2021-12-20T15:43:16Z', 'revision_number': 0, 'project_id': 'e1f8bfa51e594e508d4bb7723620de57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4517a7e-6b2e-44fa-9ec6-cc95bcfc049a', 'name': '', 'network_id': '3253cb8b-4b03-4d0c-9fd9-aaf52b654056', 'tenant_id': 'e1f8bfa51e594e508d4bb7723620de57', 'mac_address': 'fa:16:3e:47:6f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9dfb2f3-a6e8-4e84-abe4-91627686e087', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '3593d6aa-a2c3-4ef3-8d81-eaeeeb9605f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:42:56Z', 'updated_at': '2021-12-20T15:43:01Z', 'revision_number': 5, 'project_id': 'e1f8bfa51e594e508d4bb7723620de57', 'subnets': [{'id': '3593d6aa-a2c3-4ef3-8d81-eaeeeb9605f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:43:18.957580 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6f5f91-476f-45c3-84a4-dc508b38b28a None None] The sync data for ids ['a9dfb2f3-a6e8-4e84-abe4-91627686e087'] in n-d-761264-19 is: [{'id': 'a9dfb2f3-a6e8-4e84-abe4-91627686e087', 'name': 'tempest-TestShelveInstance-765912532-router', 'tenant_id': 'e1f8bfa51e594e508d4bb7723620de57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '9af5ab0a-c18e-49a8-bdd6-e907e75d0e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:42:53Z', 'updated_at': '2021-12-20T15:42:56Z', 'revision_number': 4, 'project_id': 'e1f8bfa51e594e508d4bb7723620de57', 'gw_port': {'id': '9af5ab0a-c18e-49a8-bdd6-e907e75d0e9e', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:48:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9dfb2f3-a6e8-4e84-abe4-91627686e087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:42:54Z', 'updated_at': '2021-12-20T15:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': '71921483-59ed-485b-8a0c-94d609528cf9', 'tenant_id': 'e1f8bfa51e594e508d4bb7723620de57', 'floating_ip_address': '172.25.0.88', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': 'a9dfb2f3-a6e8-4e84-abe4-91627686e087', 'port_id': '20f5450b-b8ae-4628-837d-1501603cb747', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4341, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3253cb8b-4b03-4d0c-9fd9-aaf52b654056', 'mac_address': 'fa:16:3e:8f:33:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7882b7f-f6a1-406c-9f72-4a1a6aec16e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:43:16Z', 'updated_at': '2021-12-20T15:43:16Z', 'revision_number': 0, 'project_id': 'e1f8bfa51e594e508d4bb7723620de57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4517a7e-6b2e-44fa-9ec6-cc95bcfc049a', 'name': '', 'network_id': '3253cb8b-4b03-4d0c-9fd9-aaf52b654056', 'tenant_id': 'e1f8bfa51e594e508d4bb7723620de57', 'mac_address': 'fa:16:3e:47:6f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9dfb2f3-a6e8-4e84-abe4-91627686e087', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '3593d6aa-a2c3-4ef3-8d81-eaeeeb9605f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:42:56Z', 'updated_at': '2021-12-20T15:43:01Z', 'revision_number': 5, 'project_id': 'e1f8bfa51e594e508d4bb7723620de57', 'subnets': [{'id': '3593d6aa-a2c3-4ef3-8d81-eaeeeb9605f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:43:19.154431 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab02928-1aea-4855-a722-63b9bc579274 None None] New status for floating IP 71921483-59ed-485b-8a0c-94d609528cf9: ACTIVE {{(pid=103170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 15:43:30.804476 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-331c58d1-8464-4578-9ec3-202dd68b7989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:33.004546 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-df4b1ff8-d086-49e2-be98-aecdb01970bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:34.115168 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:36.121319 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:36.332215 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:42.273742 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:45.972723 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:43:48.802895 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:44:00.801500 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-eb7fbcbd-8953-4cb4-a227-099600e57008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:03.001842 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-5252f43f-613c-489b-abc0-9ccdc6e74d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:04.121620 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:06.121319 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:06.328571 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:10.660381 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b8710d54-bbe6-4e57-814e-2cf4326f5447 req-17fadd2e-f9dc-4557-a6b3-2c001d5213e9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f7882b7f-f6a1-406c-9f72-4a1a6aec16e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0540988 Dec 20 15:44:10.752507 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8710d54-bbe6-4e57-814e-2cf4326f5447 req-973ba872-7f9b-41ac-a1e2-12aa8bd1145b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:10.754854 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b8710d54-bbe6-4e57-814e-2cf4326f5447 req-973ba872-7f9b-41ac-a1e2-12aa8bd1145b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e1f8bfa51e594e508d4bb7723620de57&device_id=f7882b7f-f6a1-406c-9f72-4a1a6aec16e9 HTTP/1.1" status: 200 len: 1098 time: 0.0466309 Dec 20 15:44:10.879237 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8710d54-bbe6-4e57-814e-2cf4326f5447 req-5f11615b-65a0-459d-871c-ad831750bfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:10.880730 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b8710d54-bbe6-4e57-814e-2cf4326f5447 req-5f11615b-65a0-459d-871c-ad831750bfd7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3253cb8b-4b03-4d0c-9fd9-aaf52b654056 HTTP/1.1" status: 200 len: 909 time: 0.1028523 Dec 20 15:44:10.954836 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b8710d54-bbe6-4e57-814e-2cf4326f5447 req-e5932c6d-a18b-48c9-b6fe-634c02baf035 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=20f5450b-b8ae-4628-837d-1501603cb747 HTTP/1.1" status: 200 len: 1001 time: 0.0653608 Dec 20 15:44:11.006174 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8710d54-bbe6-4e57-814e-2cf4326f5447 req-f890f7b6-2912-4a8a-9f6a-c99d99a0d01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:11.007728 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b8710d54-bbe6-4e57-814e-2cf4326f5447 req-f890f7b6-2912-4a8a-9f6a-c99d99a0d01e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3593d6aa-a2c3-4ef3-8d81-eaeeeb9605f3 HTTP/1.1" status: 200 len: 847 time: 0.0464437 Dec 20 15:44:11.158969 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8710d54-bbe6-4e57-814e-2cf4326f5447 req-01b85a2f-c7e5-473b-9aac-7114677dd512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:44:11.161394 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b8710d54-bbe6-4e57-814e-2cf4326f5447 req-01b85a2f-c7e5-473b-9aac-7114677dd512 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3253cb8b-4b03-4d0c-9fd9-aaf52b654056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1459885 Dec 20 15:44:11.173356 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [req-b8710d54-bbe6-4e57-814e-2cf4326f5447 req-6394db21-f974-4842-9b2e-5b7b1a6f19e1 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:44:11.174479 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b8710d54-bbe6-4e57-814e-2cf4326f5447 req-6394db21-f974-4842-9b2e-5b7b1a6f19e1 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054593 Dec 20 15:44:11.267959 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b8710d54-bbe6-4e57-814e-2cf4326f5447 req-3adabd78-3aa8-451c-9e68-c326d65f67cc service neutron] 10.222.0.47 "GET /v2.0/networks/3253cb8b-4b03-4d0c-9fd9-aaf52b654056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859463 Dec 20 15:44:11.369754 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b8710d54-bbe6-4e57-814e-2cf4326f5447 req-163b87a8-3700-44ac-83f6-8cb326365373 service neutron] 10.222.0.47 "GET /v2.0/networks/3253cb8b-4b03-4d0c-9fd9-aaf52b654056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946894 Dec 20 15:44:12.299376 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:15.966368 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:25.803227 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:44:30.795480 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-61be2b82-6a04-41a5-b379-4f246704c8c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:32.999285 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-10975896-a2a9-4119-966a-4bee7070a3c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:34.123835 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:36.125811 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:36.339506 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:42.286895 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:44:45.979331 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:00.800847 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-cf7d3f2d-f769-431f-91a2-5a835062594d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:02.806274 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:45:03.003614 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-3019d0ea-b708-4377-afd5-0ec27d0fd9fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:04.135746 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:06.128170 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:06.335377 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:11.652592 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-eb51547e-6b2a-48c3-9a26-2947fb51a7c1 req-2165f9cd-8ce3-4524-801a-d8977860673b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f7882b7f-f6a1-406c-9f72-4a1a6aec16e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0471940 Dec 20 15:45:11.737875 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb51547e-6b2a-48c3-9a26-2947fb51a7c1 req-56ff1af5-00f9-4740-9cd7-10bb93de709e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:11.739432 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-eb51547e-6b2a-48c3-9a26-2947fb51a7c1 req-56ff1af5-00f9-4740-9cd7-10bb93de709e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e1f8bfa51e594e508d4bb7723620de57&device_id=f7882b7f-f6a1-406c-9f72-4a1a6aec16e9 HTTP/1.1" status: 200 len: 1098 time: 0.0428386 Dec 20 15:45:11.850708 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb51547e-6b2a-48c3-9a26-2947fb51a7c1 req-300f8dc3-a0b2-4f70-9046-f2d7cc770245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:11.852122 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-eb51547e-6b2a-48c3-9a26-2947fb51a7c1 req-300f8dc3-a0b2-4f70-9046-f2d7cc770245 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3253cb8b-4b03-4d0c-9fd9-aaf52b654056 HTTP/1.1" status: 200 len: 909 time: 0.0922961 Dec 20 15:45:11.927100 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-eb51547e-6b2a-48c3-9a26-2947fb51a7c1 req-41fb23a8-bda9-4e23-ad38-dfaf22909a5a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=20f5450b-b8ae-4628-837d-1501603cb747 HTTP/1.1" status: 200 len: 1001 time: 0.0665107 Dec 20 15:45:11.983732 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb51547e-6b2a-48c3-9a26-2947fb51a7c1 req-9338c4bb-732d-41d5-9864-2fff2dd1c373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:11.985242 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-eb51547e-6b2a-48c3-9a26-2947fb51a7c1 req-9338c4bb-732d-41d5-9864-2fff2dd1c373 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3593d6aa-a2c3-4ef3-8d81-eaeeeb9605f3 HTTP/1.1" status: 200 len: 847 time: 0.0511234 Dec 20 15:45:12.035394 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb51547e-6b2a-48c3-9a26-2947fb51a7c1 req-05610f3d-fb66-43f4-831d-b593e2dbc6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:12.036937 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-eb51547e-6b2a-48c3-9a26-2947fb51a7c1 req-05610f3d-fb66-43f4-831d-b593e2dbc6d0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3253cb8b-4b03-4d0c-9fd9-aaf52b654056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442715 Dec 20 15:45:12.133491 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-eb51547e-6b2a-48c3-9a26-2947fb51a7c1 req-cbd12cb7-20f3-484d-96d2-0ab657459b87 service neutron] 10.222.0.47 "GET /v2.0/networks/3253cb8b-4b03-4d0c-9fd9-aaf52b654056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885613 Dec 20 15:45:12.228389 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-eb51547e-6b2a-48c3-9a26-2947fb51a7c1 req-8ebac563-09a3-4efd-bbd1-55fa496ddf1f service neutron] 10.222.0.47 "GET /v2.0/networks/3253cb8b-4b03-4d0c-9fd9-aaf52b654056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875351 Dec 20 15:45:12.285611 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:13.117877 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15351dd0-065e-4cb0-ab28-c0f09946c473 req-72419146-6fd0-4fb0-86ee-d574903eb0a8 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:13.119381 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-15351dd0-065e-4cb0-ab28-c0f09946c473 req-72419146-6fd0-4fb0-86ee-d574903eb0a8 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/ports?device_id=f7882b7f-f6a1-406c-9f72-4a1a6aec16e9 HTTP/1.1" status: 200 len: 946 time: 0.1048958 Dec 20 15:45:13.169261 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-15351dd0-065e-4cb0-ab28-c0f09946c473 req-93fe095a-b7b2-44c5-b8cc-4dcf83fca384 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/security-groups?id=55a67447-cedb-4f22-aef0-d69a41c38d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433068 Dec 20 15:45:14.300995 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915369f5-269d-446d-aeb8-cc4333bb8a3f req-0c1fa802-e4ef-4c9e-81df-83d07abf93f9 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:14.302505 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-915369f5-269d-446d-aeb8-cc4333bb8a3f req-0c1fa802-e4ef-4c9e-81df-83d07abf93f9 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/ports?device_id=f7882b7f-f6a1-406c-9f72-4a1a6aec16e9 HTTP/1.1" status: 200 len: 946 time: 0.0555615 Dec 20 15:45:14.361325 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-915369f5-269d-446d-aeb8-cc4333bb8a3f req-03876b07-4f7f-4c09-9a50-e7b0b2724f25 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/security-groups?id=55a67447-cedb-4f22-aef0-d69a41c38d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522866 Dec 20 15:45:15.487832 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4971e50-b5f7-4e7b-97be-6cb8ea788cc1 req-6200d03d-0717-4164-b1a8-384c45253519 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:15.489301 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d4971e50-b5f7-4e7b-97be-6cb8ea788cc1 req-6200d03d-0717-4164-b1a8-384c45253519 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/ports?device_id=f7882b7f-f6a1-406c-9f72-4a1a6aec16e9 HTTP/1.1" status: 200 len: 946 time: 0.0549719 Dec 20 15:45:15.542299 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d4971e50-b5f7-4e7b-97be-6cb8ea788cc1 req-0f0daf04-bb76-4b14-a4a4-bcda6fc2834e tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/security-groups?id=55a67447-cedb-4f22-aef0-d69a41c38d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467575 Dec 20 15:45:15.985642 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:16.671897 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f34346f-a1fe-44a3-beb9-afd37e80bb07 req-f7a051a9-cb12-444d-b794-b1f8f9895af2 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:16.673445 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8f34346f-a1fe-44a3-beb9-afd37e80bb07 req-f7a051a9-cb12-444d-b794-b1f8f9895af2 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/ports?device_id=f7882b7f-f6a1-406c-9f72-4a1a6aec16e9 HTTP/1.1" status: 200 len: 946 time: 0.0580878 Dec 20 15:45:16.723916 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-8f34346f-a1fe-44a3-beb9-afd37e80bb07 req-6e2a0d2e-498f-468a-98bc-fbc6dd585538 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/security-groups?id=55a67447-cedb-4f22-aef0-d69a41c38d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443027 Dec 20 15:45:17.842181 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fa39ef-a6b7-40ed-b418-82696d509a50 req-2bf863e2-09d0-4482-ab1f-844caf2ebe02 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:17.843791 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-38fa39ef-a6b7-40ed-b418-82696d509a50 req-2bf863e2-09d0-4482-ab1f-844caf2ebe02 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/ports?device_id=f7882b7f-f6a1-406c-9f72-4a1a6aec16e9 HTTP/1.1" status: 200 len: 946 time: 0.0493917 Dec 20 15:45:17.892971 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-38fa39ef-a6b7-40ed-b418-82696d509a50 req-c61be07c-5eed-4776-98eb-7ec865b108d2 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/security-groups?id=55a67447-cedb-4f22-aef0-d69a41c38d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430939 Dec 20 15:45:19.016715 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d57c46c-6c44-4be6-9912-bfc3bb3fdd99 req-7960dc5d-5695-407a-8794-8b9390b6db52 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:19.018282 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1d57c46c-6c44-4be6-9912-bfc3bb3fdd99 req-7960dc5d-5695-407a-8794-8b9390b6db52 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/ports?device_id=f7882b7f-f6a1-406c-9f72-4a1a6aec16e9 HTTP/1.1" status: 200 len: 946 time: 0.0546575 Dec 20 15:45:19.069392 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1d57c46c-6c44-4be6-9912-bfc3bb3fdd99 req-211e5450-c710-4871-b42e-e2a428a99fc6 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/security-groups?id=55a67447-cedb-4f22-aef0-d69a41c38d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449131 Dec 20 15:45:20.198348 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b811ef4-3897-4d07-b604-da0822b8adf0 req-66d23679-8693-4d35-ba1f-d29399511493 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:20.199880 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4b811ef4-3897-4d07-b604-da0822b8adf0 req-66d23679-8693-4d35-ba1f-d29399511493 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/ports?device_id=f7882b7f-f6a1-406c-9f72-4a1a6aec16e9 HTTP/1.1" status: 200 len: 946 time: 0.0533812 Dec 20 15:45:20.255344 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4b811ef4-3897-4d07-b604-da0822b8adf0 req-eb347183-2795-4d1e-94ba-628ae59948cc tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/security-groups?id=55a67447-cedb-4f22-aef0-d69a41c38d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493419 Dec 20 15:45:21.384364 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86444c4c-1e89-42c9-801a-6bba594604ac req-0606f7db-ddcf-4698-a9d2-e5d117949da2 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:21.385756 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-86444c4c-1e89-42c9-801a-6bba594604ac req-0606f7db-ddcf-4698-a9d2-e5d117949da2 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/ports?device_id=f7882b7f-f6a1-406c-9f72-4a1a6aec16e9 HTTP/1.1" status: 200 len: 946 time: 0.0544710 Dec 20 15:45:21.435586 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-86444c4c-1e89-42c9-801a-6bba594604ac req-c16b7dca-be48-409c-af14-ed3276c9a113 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/security-groups?id=55a67447-cedb-4f22-aef0-d69a41c38d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437407 Dec 20 15:45:22.556918 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c8317f-9ee8-4349-b4be-32b4f0d7b18f req-cb5a1f9e-dd70-4cf6-8884-f19daa9b2f9c tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:22.558403 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-46c8317f-9ee8-4349-b4be-32b4f0d7b18f req-cb5a1f9e-dd70-4cf6-8884-f19daa9b2f9c tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/ports?device_id=f7882b7f-f6a1-406c-9f72-4a1a6aec16e9 HTTP/1.1" status: 200 len: 946 time: 0.0516605 Dec 20 15:45:22.608869 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-46c8317f-9ee8-4349-b4be-32b4f0d7b18f req-ced3aff8-a2c5-4094-8b3c-ce6c5a5954c0 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/security-groups?id=55a67447-cedb-4f22-aef0-d69a41c38d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444076 Dec 20 15:45:23.742949 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60d7890-350a-4084-ad01-a08950ee0272 req-9c65ed94-1991-4271-9fa5-7d5c1aee6c38 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:23.744516 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a60d7890-350a-4084-ad01-a08950ee0272 req-9c65ed94-1991-4271-9fa5-7d5c1aee6c38 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/ports?device_id=f7882b7f-f6a1-406c-9f72-4a1a6aec16e9 HTTP/1.1" status: 200 len: 946 time: 0.0643916 Dec 20 15:45:23.744945 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 20f5450b-b8ae-4628-837d-1501603cb747 details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:45:23.800384 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a60d7890-350a-4084-ad01-a08950ee0272 req-986e4002-ad3d-494b-adf8-026bd99b3a01 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/security-groups?id=55a67447-cedb-4f22-aef0-d69a41c38d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493569 Dec 20 15:45:24.011228 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 20f5450b-b8ae-4628-837d-1501603cb747, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=20f5450b-b8ae-4628-837d-1501603cb747,segment=NetworkSegment(017ec060-9fa2-4af8-bcb3-019cad9219ca),segment_id=017ec060-9fa2-4af8-bcb3-019cad9219ca)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:45:24.022221 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': '20f5450b-b8ae-4628-837d-1501603cb747', 'network_id': '3253cb8b-4b03-4d0c-9fd9-aaf52b654056', 'port_id': '20f5450b-b8ae-4628-837d-1501603cb747', 'mac_address': 'fa:16:3e:8f:33:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3593d6aa-a2c3-4ef3-8d81-eaeeeb9605f3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:45:24.058651 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:24.072850 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 20f5450b-b8ae-4628-837d-1501603cb747 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:45:24.093848 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 20f5450b-b8ae-4628-837d-1501603cb747, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=20f5450b-b8ae-4628-837d-1501603cb747,segment=NetworkSegment(017ec060-9fa2-4af8-bcb3-019cad9219ca),segment_id=017ec060-9fa2-4af8-bcb3-019cad9219ca)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:45:24.100835 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:24.154519 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=20f5450b-b8ae-4628-837d-1501603cb747,revision_number=6']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:45:24.167489 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:45:24.168085 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:45:24.168625 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:45:24.169029 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:45:24.169384 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:45:24.169939 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:45:24.170270 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:45:24.170576 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:45:24.170949 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:45:24.171264 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:45:24.171577 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:45:24.171891 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:45:24.172188 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:45:24.190474 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['20f5450b-b8ae-4628-837d-1501603cb747'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:45:24.927199 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a713dd-5d83-45d9-92d3-f482d90a32ee req-da879f0b-4078-4d49-8408-b9f2eacf8e57 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:24.928738 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c2a713dd-5d83-45d9-92d3-f482d90a32ee req-da879f0b-4078-4d49-8408-b9f2eacf8e57 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/ports?device_id=f7882b7f-f6a1-406c-9f72-4a1a6aec16e9 HTTP/1.1" status: 200 len: 945 time: 0.0506876 Dec 20 15:45:24.983701 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c2a713dd-5d83-45d9-92d3-f482d90a32ee req-5b445a3a-1732-4dca-9e9a-9b5f3defd98f tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/security-groups?id=55a67447-cedb-4f22-aef0-d69a41c38d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450706 Dec 20 15:45:25.760276 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 20f5450b-b8ae-4628-837d-1501603cb747 up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:45:25.820213 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port 20f5450b-b8ae-4628-837d-1501603cb747 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:45:25.820808 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:25.927095 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:25.961291 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7882b7f-f6a1-406c-9f72-4a1a6aec16e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20f5450b-b8ae-4628-837d-1501603cb747'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:45:25.964188 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a867d42bfdcbb9cb6963a533571b1f1c257f186d8c4d683fcd223be3c25d00f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62b784b3-3a55-489f-9ecf-4ba93488eed6" -d '{"events": [{"server_uuid": "f7882b7f-f6a1-406c-9f72-4a1a6aec16e9", "name": "network-vif-plugged", "status": "completed", "tag": "20f5450b-b8ae-4628-837d-1501603cb747"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:45:25.986347 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 20f5450b-b8ae-4628-837d-1501603cb747, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=20f5450b-b8ae-4628-837d-1501603cb747,segment=NetworkSegment(017ec060-9fa2-4af8-bcb3-019cad9219ca),segment_id=017ec060-9fa2-4af8-bcb3-019cad9219ca)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:45:25.994888 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:26.101525 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=20f5450b-b8ae-4628-837d-1501603cb747,revision_number=7']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:45:26.128819 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04e187c8-cdc4-4249-a62a-2590ec20e572 x-openstack-request-id: req-04e187c8-cdc4-4249-a62a-2590ec20e572 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:45:26.129101 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7882b7f-f6a1-406c-9f72-4a1a6aec16e9", "name": "network-vif-plugged", "status": "completed", "tag": "20f5450b-b8ae-4628-837d-1501603cb747", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:45:26.129361 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-04e187c8-cdc4-4249-a62a-2590ec20e572 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:45:26.134780 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7882b7f-f6a1-406c-9f72-4a1a6aec16e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20f5450b-b8ae-4628-837d-1501603cb747', 'code': 200} Dec 20 15:45:26.188917 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95c1bbc-96c3-4d74-8d51-4d9232bcc676 req-5cb8c4ec-00fb-48e3-8448-11bec5c927d5 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:26.190515 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a95c1bbc-96c3-4d74-8d51-4d9232bcc676 req-5cb8c4ec-00fb-48e3-8448-11bec5c927d5 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/ports?device_id=f7882b7f-f6a1-406c-9f72-4a1a6aec16e9 HTTP/1.1" status: 200 len: 946 time: 0.0570185 Dec 20 15:45:26.248856 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a95c1bbc-96c3-4d74-8d51-4d9232bcc676 req-2f77b8cb-0d7b-4cf0-9a43-69a6ba45e83b tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/security-groups?id=55a67447-cedb-4f22-aef0-d69a41c38d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518272 Dec 20 15:45:27.391819 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dc6a55-1332-48d8-a506-833fe1bdbd39 req-022be508-3069-48f0-b0d7-2ed090fdd3a5 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:27.393273 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a8dc6a55-1332-48d8-a506-833fe1bdbd39 req-022be508-3069-48f0-b0d7-2ed090fdd3a5 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/ports?device_id=f7882b7f-f6a1-406c-9f72-4a1a6aec16e9 HTTP/1.1" status: 200 len: 946 time: 0.0537133 Dec 20 15:45:27.467180 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a8dc6a55-1332-48d8-a506-833fe1bdbd39 req-6bc7648f-f4c8-4e82-a563-0fd461839046 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/security-groups?id=55a67447-cedb-4f22-aef0-d69a41c38d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672827 Dec 20 15:45:28.644585 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96cfbd1-3afe-4d7c-84b6-57d7f4f84e69 req-97c0d96e-2f35-4bfa-af16-60add6766463 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:28.647026 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c96cfbd1-3afe-4d7c-84b6-57d7f4f84e69 req-97c0d96e-2f35-4bfa-af16-60add6766463 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/ports?device_id=f7882b7f-f6a1-406c-9f72-4a1a6aec16e9 HTTP/1.1" status: 200 len: 946 time: 0.0590448 Dec 20 15:45:28.720547 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c96cfbd1-3afe-4d7c-84b6-57d7f4f84e69 req-a3203f5c-1b4b-4177-bac3-d8fc568a3e65 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/security-groups?id=55a67447-cedb-4f22-aef0-d69a41c38d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654984 Dec 20 15:45:29.854687 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd65595a-e366-44a7-9126-a8d2f1ce41db req-d75a5642-24d0-4b41-acc9-2a2347c7ec59 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:29.856736 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fd65595a-e366-44a7-9126-a8d2f1ce41db req-d75a5642-24d0-4b41-acc9-2a2347c7ec59 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/ports?device_id=f7882b7f-f6a1-406c-9f72-4a1a6aec16e9 HTTP/1.1" status: 200 len: 946 time: 0.0596514 Dec 20 15:45:29.930513 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fd65595a-e366-44a7-9126-a8d2f1ce41db req-87b94397-12b7-4e9a-85ca-5629ca376f74 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/security-groups?id=55a67447-cedb-4f22-aef0-d69a41c38d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616555 Dec 20 15:45:30.800628 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c9901084-ca0a-4ad0-b9b6-79cd9b77008b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:31.089671 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14f0179-4eb4-4e64-a1f5-c3a18a77a56f req-cdf44920-309d-4609-804e-8b49edcecc78 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:31.090323 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e14f0179-4eb4-4e64-a1f5-c3a18a77a56f req-cdf44920-309d-4609-804e-8b49edcecc78 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/ports?device_id=f7882b7f-f6a1-406c-9f72-4a1a6aec16e9 HTTP/1.1" status: 200 len: 946 time: 0.0750661 Dec 20 15:45:31.165026 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e14f0179-4eb4-4e64-a1f5-c3a18a77a56f req-af860fba-282d-40ee-90d8-d58130f50a19 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/security-groups?id=55a67447-cedb-4f22-aef0-d69a41c38d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631363 Dec 20 15:45:32.317881 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d618f2-0f70-489c-a938-4b011e6072c7 req-8363412c-aa35-4abe-8469-40cd6bab8b95 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:32.323503 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-89d618f2-0f70-489c-a938-4b011e6072c7 req-8363412c-aa35-4abe-8469-40cd6bab8b95 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/ports?device_id=f7882b7f-f6a1-406c-9f72-4a1a6aec16e9 HTTP/1.1" status: 200 len: 946 time: 0.0627573 Dec 20 15:45:32.390916 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-89d618f2-0f70-489c-a938-4b011e6072c7 req-ca5cb30b-3741-484c-b605-e93744cf39c4 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/security-groups?id=55a67447-cedb-4f22-aef0-d69a41c38d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647469 Dec 20 15:45:33.001598 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-92a59aae-741f-47a7-ac37-3c2bc6eb2745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:33.535011 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bee7c7-4037-4e90-a86e-4d0fa211ab0b req-dc213de9-0ce6-48ba-a9dd-79598e1b5814 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:33.537411 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-81bee7c7-4037-4e90-a86e-4d0fa211ab0b req-dc213de9-0ce6-48ba-a9dd-79598e1b5814 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/ports?device_id=f7882b7f-f6a1-406c-9f72-4a1a6aec16e9 HTTP/1.1" status: 200 len: 946 time: 0.0744433 Dec 20 15:45:33.630063 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-81bee7c7-4037-4e90-a86e-4d0fa211ab0b req-414a951a-7539-4803-9020-756e75778f8e tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/security-groups?id=55a67447-cedb-4f22-aef0-d69a41c38d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720763 Dec 20 15:45:34.134406 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:34.778739 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f406b98-924e-4362-8758-1bbbff72d4d1 req-5045f6eb-1ceb-4037-8150-009331796a72 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:34.780286 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5f406b98-924e-4362-8758-1bbbff72d4d1 req-5045f6eb-1ceb-4037-8150-009331796a72 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/ports?device_id=f7882b7f-f6a1-406c-9f72-4a1a6aec16e9 HTTP/1.1" status: 200 len: 946 time: 0.0650811 Dec 20 15:45:34.846976 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5f406b98-924e-4362-8758-1bbbff72d4d1 req-cbcdc13f-058c-442d-8479-f7f67a6fe772 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/security-groups?id=55a67447-cedb-4f22-aef0-d69a41c38d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578420 Dec 20 15:45:35.861035 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9975f4-083d-4ab8-9131-5f4d55930e9b req-a0f82a34-52f5-4744-822a-f7ae06a125f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:35.862574 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3d9975f4-083d-4ab8-9131-5f4d55930e9b req-a0f82a34-52f5-4744-822a-f7ae06a125f8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e1f8bfa51e594e508d4bb7723620de57&device_id=f7882b7f-f6a1-406c-9f72-4a1a6aec16e9 HTTP/1.1" status: 200 len: 1098 time: 0.0442979 Dec 20 15:45:36.000809 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bae5937-7061-436b-a256-5e09e5126b0a req-16a27c3d-4ba7-4f61-84d5-335a7244f25a tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:36.002214 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1bae5937-7061-436b-a256-5e09e5126b0a req-16a27c3d-4ba7-4f61-84d5-335a7244f25a tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/ports?device_id=f7882b7f-f6a1-406c-9f72-4a1a6aec16e9 HTTP/1.1" status: 200 len: 946 time: 0.0727201 Dec 20 15:45:36.003416 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9975f4-083d-4ab8-9131-5f4d55930e9b req-046c2641-2702-4324-a447-8d0a376856e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:36.004772 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3d9975f4-083d-4ab8-9131-5f4d55930e9b req-046c2641-2702-4324-a447-8d0a376856e2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3253cb8b-4b03-4d0c-9fd9-aaf52b654056 HTTP/1.1" status: 200 len: 909 time: 0.1342158 Dec 20 15:45:36.107897 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-1bae5937-7061-436b-a256-5e09e5126b0a req-c1db7eda-2071-4f4f-aca9-962853203c87 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/security-groups?id=55a67447-cedb-4f22-aef0-d69a41c38d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977831 Dec 20 15:45:36.109804 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3d9975f4-083d-4ab8-9131-5f4d55930e9b req-ff92646b-edb4-40a5-b690-b81d0dc3eb37 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=20f5450b-b8ae-4628-837d-1501603cb747 HTTP/1.1" status: 200 len: 1001 time: 0.0980291 Dec 20 15:45:36.136393 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:36.169754 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9975f4-083d-4ab8-9131-5f4d55930e9b req-65c1cec2-6430-4084-b542-b9e4f74c385a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:36.171283 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3d9975f4-083d-4ab8-9131-5f4d55930e9b req-65c1cec2-6430-4084-b542-b9e4f74c385a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3593d6aa-a2c3-4ef3-8d81-eaeeeb9605f3 HTTP/1.1" status: 200 len: 847 time: 0.0536668 Dec 20 15:45:36.219012 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9975f4-083d-4ab8-9131-5f4d55930e9b req-e9694b54-6c86-4e7a-ab4f-bc0c83da4e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:36.220543 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3d9975f4-083d-4ab8-9131-5f4d55930e9b req-e9694b54-6c86-4e7a-ab4f-bc0c83da4e3b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3253cb8b-4b03-4d0c-9fd9-aaf52b654056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418582 Dec 20 15:45:36.330583 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3d9975f4-083d-4ab8-9131-5f4d55930e9b req-9281d69c-cf5d-4b73-a9fd-88bb64c42796 service neutron] 10.222.0.47 "GET /v2.0/networks/3253cb8b-4b03-4d0c-9fd9-aaf52b654056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020536 Dec 20 15:45:36.342486 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:36.423781 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3d9975f4-083d-4ab8-9131-5f4d55930e9b req-ce81a061-14e0-446b-aa85-29b72a11a4a6 service neutron] 10.222.0.47 "GET /v2.0/networks/3253cb8b-4b03-4d0c-9fd9-aaf52b654056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854454 Dec 20 15:45:37.256076 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41a3f61-f2c3-4c16-8aa9-c52782530a24 req-df9ff31c-69b3-400f-a3fc-ce3829d17b04 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:37.257631 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e41a3f61-f2c3-4c16-8aa9-c52782530a24 req-df9ff31c-69b3-400f-a3fc-ce3829d17b04 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/ports?device_id=f7882b7f-f6a1-406c-9f72-4a1a6aec16e9 HTTP/1.1" status: 200 len: 946 time: 0.0566638 Dec 20 15:45:37.312312 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e41a3f61-f2c3-4c16-8aa9-c52782530a24 req-86f791b0-6d3c-4323-af9a-5a4d5df0d3d3 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/security-groups?id=55a67447-cedb-4f22-aef0-d69a41c38d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483768 Dec 20 15:45:38.455950 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cb559c-6677-4e5b-81c4-516b5fa3969c req-2dc40e71-836c-4ec5-9f3e-bfe077150c52 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:38.457738 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-22cb559c-6677-4e5b-81c4-516b5fa3969c req-2dc40e71-836c-4ec5-9f3e-bfe077150c52 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/ports?device_id=f7882b7f-f6a1-406c-9f72-4a1a6aec16e9 HTTP/1.1" status: 200 len: 946 time: 0.0608394 Dec 20 15:45:38.512209 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-22cb559c-6677-4e5b-81c4-516b5fa3969c req-09b542e1-1112-414b-b285-e7eb69d8c393 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/security-groups?id=55a67447-cedb-4f22-aef0-d69a41c38d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475690 Dec 20 15:45:38.585484 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [req-9ad82e4a-ca0d-4e21-b070-5034f959b58c req-44dd4dd9-953f-44a5-ac41-ed2071eef3e3 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:45:38.586507 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9ad82e4a-ca0d-4e21-b070-5034f959b58c req-44dd4dd9-953f-44a5-ac41-ed2071eef3e3 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054648 Dec 20 15:45:39.780484 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0773c7c-e484-402f-89ff-ac71a8d298d2 req-d9643c01-4ff4-4dee-b43f-1a392bf3157d tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:39.782079 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e0773c7c-e484-402f-89ff-ac71a8d298d2 req-d9643c01-4ff4-4dee-b43f-1a392bf3157d tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/ports?device_id=f7882b7f-f6a1-406c-9f72-4a1a6aec16e9 HTTP/1.1" status: 200 len: 946 time: 0.0531905 Dec 20 15:45:39.806833 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:45:39.825226 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 20f5450b-b8ae-4628-837d-1501603cb747 no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:45:39.840902 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e0773c7c-e484-402f-89ff-ac71a8d298d2 req-d05616d4-6be7-494f-93de-e83ec05e5d6b tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/security-groups?id=55a67447-cedb-4f22-aef0-d69a41c38d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521200 Dec 20 15:45:39.905353 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:39.930517 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7882b7f-f6a1-406c-9f72-4a1a6aec16e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20f5450b-b8ae-4628-837d-1501603cb747'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:45:39.932923 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a867d42bfdcbb9cb6963a533571b1f1c257f186d8c4d683fcd223be3c25d00f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51af2dd4-fb7f-4989-9360-f316a556bc52" -d '{"events": [{"server_uuid": "f7882b7f-f6a1-406c-9f72-4a1a6aec16e9", "name": "network-vif-unplugged", "status": "completed", "tag": "20f5450b-b8ae-4628-837d-1501603cb747"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:45:39.946853 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 20f5450b-b8ae-4628-837d-1501603cb747, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=20f5450b-b8ae-4628-837d-1501603cb747,segment=NetworkSegment(017ec060-9fa2-4af8-bcb3-019cad9219ca),segment_id=017ec060-9fa2-4af8-bcb3-019cad9219ca)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:45:39.953761 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:39.983790 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 20 Dec 2021 15:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f2e9164-4443-4b8e-8e59-d5f2567a7bd7 x-openstack-request-id: req-1f2e9164-4443-4b8e-8e59-d5f2567a7bd7 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:45:39.984086 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7882b7f-f6a1-406c-9f72-4a1a6aec16e9", "name": "network-vif-unplugged", "status": "failed", "tag": "20f5450b-b8ae-4628-837d-1501603cb747", "code": 422}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:45:39.984342 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1f2e9164-4443-4b8e-8e59-d5f2567a7bd7 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:45:39.984734 n-d-761264-19 neutron-server[103169]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f7882b7f-f6a1-406c-9f72-4a1a6aec16e9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '20f5450b-b8ae-4628-837d-1501603cb747', 'code': 422} returned with failed status Dec 20 15:45:40.014125 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=20f5450b-b8ae-4628-837d-1501603cb747,revision_number=8']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:45:40.032423 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-041f06bb-2bb9-450d-988a-d20d18c0dae9 req-2604f16c-eb37-4c35-b8f7-844bf10499a9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f7882b7f-f6a1-406c-9f72-4a1a6aec16e9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1113636 Dec 20 15:45:40.887642 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041f06bb-2bb9-450d-988a-d20d18c0dae9 req-3fb63e12-c2dd-4660-a8db-a864dfa06a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:40.889232 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-041f06bb-2bb9-450d-988a-d20d18c0dae9 req-3fb63e12-c2dd-4660-a8db-a864dfa06a43 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f7882b7f-f6a1-406c-9f72-4a1a6aec16e9&tenant_id=e1f8bfa51e594e508d4bb7723620de57 HTTP/1.1" status: 200 len: 1096 time: 0.0442848 Dec 20 15:45:40.901586 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [req-041f06bb-2bb9-450d-988a-d20d18c0dae9 req-604841dd-9bd8-4ec4-ad44-93977f9d3e7e service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:45:40.902570 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-041f06bb-2bb9-450d-988a-d20d18c0dae9 req-604841dd-9bd8-4ec4-ad44-93977f9d3e7e service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059083 Dec 20 15:45:40.916265 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-041f06bb-2bb9-450d-988a-d20d18c0dae9 req-76fe30e2-9978-4acc-b1a0-2e2ac3c7e8fa service neutron] Request body: {'port': {'binding:host_id': 'n-h1-761264-19', 'device_owner': 'compute:nova'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:45:40.975423 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745652b5-7f9b-4c1c-9d21-97dd2efbda47 req-838e32e2-6e2e-4660-add5-bcf7233a777d tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:40.976613 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-041f06bb-2bb9-450d-988a-d20d18c0dae9 req-76fe30e2-9978-4acc-b1a0-2e2ac3c7e8fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:40.977031 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-745652b5-7f9b-4c1c-9d21-97dd2efbda47 req-838e32e2-6e2e-4660-add5-bcf7233a777d tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/ports?device_id=f7882b7f-f6a1-406c-9f72-4a1a6aec16e9 HTTP/1.1" status: 200 len: 944 time: 0.0607624 Dec 20 15:45:41.031495 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-745652b5-7f9b-4c1c-9d21-97dd2efbda47 req-fe26cb0c-6b3d-45ee-86cc-7741f4adcf0f tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/security-groups?id=55a67447-cedb-4f22-aef0-d69a41c38d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474260 Dec 20 15:45:41.201477 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-041f06bb-2bb9-450d-988a-d20d18c0dae9 req-76fe30e2-9978-4acc-b1a0-2e2ac3c7e8fa service neutron] For port 20f5450b-b8ae-4628-837d-1501603cb747, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=20f5450b-b8ae-4628-837d-1501603cb747,segment=NetworkSegment(017ec060-9fa2-4af8-bcb3-019cad9219ca),segment_id=017ec060-9fa2-4af8-bcb3-019cad9219ca)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:45:41.236855 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-041f06bb-2bb9-450d-988a-d20d18c0dae9 req-76fe30e2-9978-4acc-b1a0-2e2ac3c7e8fa service neutron] For port 20f5450b-b8ae-4628-837d-1501603cb747, host n-h2-761264-19, cleared binding levels {{(pid=103168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:45:41.276991 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [req-041f06bb-2bb9-450d-988a-d20d18c0dae9 req-76fe30e2-9978-4acc-b1a0-2e2ac3c7e8fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20f5450b-b8ae-4628-837d-1501603cb747 {{(pid=103168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:45:41.284877 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-041f06bb-2bb9-450d-988a-d20d18c0dae9 req-76fe30e2-9978-4acc-b1a0-2e2ac3c7e8fa service neutron] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:41.297657 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.provisioning_blocks [req-041f06bb-2bb9-450d-988a-d20d18c0dae9 req-76fe30e2-9978-4acc-b1a0-2e2ac3c7e8fa service neutron] Transition to ACTIVE for port object 20f5450b-b8ae-4628-837d-1501603cb747 will not be triggered until provisioned by entity L2. {{(pid=103168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:45:41.307693 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-041f06bb-2bb9-450d-988a-d20d18c0dae9 req-76fe30e2-9978-4acc-b1a0-2e2ac3c7e8fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:41.357083 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fe30e2-9978-4acc-b1a0-2e2ac3c7e8fa service neutron] Pushing event updated for resources: {'Port': ['ID=20f5450b-b8ae-4628-837d-1501603cb747,revision_number=9']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:45:41.397134 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fe30e2-9978-4acc-b1a0-2e2ac3c7e8fa service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:45:41.397482 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fe30e2-9978-4acc-b1a0-2e2ac3c7e8fa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:45:41.397823 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fe30e2-9978-4acc-b1a0-2e2ac3c7e8fa service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:45:41.398189 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fe30e2-9978-4acc-b1a0-2e2ac3c7e8fa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:45:41.398510 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fe30e2-9978-4acc-b1a0-2e2ac3c7e8fa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:45:41.398873 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fe30e2-9978-4acc-b1a0-2e2ac3c7e8fa service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:45:41.399200 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fe30e2-9978-4acc-b1a0-2e2ac3c7e8fa service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:45:41.399524 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fe30e2-9978-4acc-b1a0-2e2ac3c7e8fa service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:45:41.399845 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fe30e2-9978-4acc-b1a0-2e2ac3c7e8fa service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:45:41.400171 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fe30e2-9978-4acc-b1a0-2e2ac3c7e8fa service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:45:41.400500 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fe30e2-9978-4acc-b1a0-2e2ac3c7e8fa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:45:41.400822 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fe30e2-9978-4acc-b1a0-2e2ac3c7e8fa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:45:41.401146 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fe30e2-9978-4acc-b1a0-2e2ac3c7e8fa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:45:41.449232 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-041f06bb-2bb9-450d-988a-d20d18c0dae9 req-76fe30e2-9978-4acc-b1a0-2e2ac3c7e8fa service neutron] No DVR routers for this DVR port 20f5450b-b8ae-4628-837d-1501603cb747 on host n-h2-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:45:41.589984 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-041f06bb-2bb9-450d-988a-d20d18c0dae9 req-76fe30e2-9978-4acc-b1a0-2e2ac3c7e8fa service neutron] Attempting to bind port 20f5450b-b8ae-4628-837d-1501603cb747 on host n-h1-761264-19 for vnic_type normal with profile {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:45:41.590447 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-041f06bb-2bb9-450d-988a-d20d18c0dae9 req-76fe30e2-9978-4acc-b1a0-2e2ac3c7e8fa service neutron] Attempting to bind port 20f5450b-b8ae-4628-837d-1501603cb747 by drivers openvswitch,hyperv on host n-h1-761264-19 at level 0 using segments [{'id': '017ec060-9fa2-4af8-bcb3-019cad9219ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3253cb8b-4b03-4d0c-9fd9-aaf52b654056'}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:45:41.590634 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041f06bb-2bb9-450d-988a-d20d18c0dae9 req-76fe30e2-9978-4acc-b1a0-2e2ac3c7e8fa service neutron] Attempting to bind port 20f5450b-b8ae-4628-837d-1501603cb747 on network 3253cb8b-4b03-4d0c-9fd9-aaf52b654056 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:45:41.595395 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041f06bb-2bb9-450d-988a-d20d18c0dae9 req-76fe30e2-9978-4acc-b1a0-2e2ac3c7e8fa service neutron] Port 20f5450b-b8ae-4628-837d-1501603cb747 on network 3253cb8b-4b03-4d0c-9fd9-aaf52b654056 not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-19 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:45:41.595709 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041f06bb-2bb9-450d-988a-d20d18c0dae9 req-76fe30e2-9978-4acc-b1a0-2e2ac3c7e8fa service neutron] Attempting to bind port 20f5450b-b8ae-4628-837d-1501603cb747 on network 3253cb8b-4b03-4d0c-9fd9-aaf52b654056 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:45:41.600858 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041f06bb-2bb9-450d-988a-d20d18c0dae9 req-76fe30e2-9978-4acc-b1a0-2e2ac3c7e8fa service neutron] Checking agent: {'id': '3e5ace3e-dd7b-4522-a7c4-77d13dbeab1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:45:41.601157 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041f06bb-2bb9-450d-988a-d20d18c0dae9 req-76fe30e2-9978-4acc-b1a0-2e2ac3c7e8fa service neutron] Checking segment: {'id': '017ec060-9fa2-4af8-bcb3-019cad9219ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3253cb8b-4b03-4d0c-9fd9-aaf52b654056'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:45:41.601531 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041f06bb-2bb9-450d-988a-d20d18c0dae9 req-76fe30e2-9978-4acc-b1a0-2e2ac3c7e8fa service neutron] Bound using segment: {'id': '017ec060-9fa2-4af8-bcb3-019cad9219ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3253cb8b-4b03-4d0c-9fd9-aaf52b654056'} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:45:41.601949 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-041f06bb-2bb9-450d-988a-d20d18c0dae9 req-76fe30e2-9978-4acc-b1a0-2e2ac3c7e8fa service neutron] Bound port: 20f5450b-b8ae-4628-837d-1501603cb747, host: n-h1-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '017ec060-9fa2-4af8-bcb3-019cad9219ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3253cb8b-4b03-4d0c-9fd9-aaf52b654056'}}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:45:41.602289 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-041f06bb-2bb9-450d-988a-d20d18c0dae9 req-76fe30e2-9978-4acc-b1a0-2e2ac3c7e8fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:41.667715 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-041f06bb-2bb9-450d-988a-d20d18c0dae9 req-76fe30e2-9978-4acc-b1a0-2e2ac3c7e8fa service neutron] For port 20f5450b-b8ae-4628-837d-1501603cb747, host n-h1-761264-19, cleared binding levels {{(pid=103168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:45:41.670746 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-041f06bb-2bb9-450d-988a-d20d18c0dae9 req-76fe30e2-9978-4acc-b1a0-2e2ac3c7e8fa service neutron] For port 20f5450b-b8ae-4628-837d-1501603cb747, host n-h1-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=20f5450b-b8ae-4628-837d-1501603cb747,segment=NetworkSegment(017ec060-9fa2-4af8-bcb3-019cad9219ca),segment_id=017ec060-9fa2-4af8-bcb3-019cad9219ca)] {{(pid=103168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:45:41.679179 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-041f06bb-2bb9-450d-988a-d20d18c0dae9 req-76fe30e2-9978-4acc-b1a0-2e2ac3c7e8fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:41.722999 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041f06bb-2bb9-450d-988a-d20d18c0dae9 req-76fe30e2-9978-4acc-b1a0-2e2ac3c7e8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:41.723636 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-041f06bb-2bb9-450d-988a-d20d18c0dae9 req-76fe30e2-9978-4acc-b1a0-2e2ac3c7e8fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:41.725047 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-041f06bb-2bb9-450d-988a-d20d18c0dae9 req-76fe30e2-9978-4acc-b1a0-2e2ac3c7e8fa service neutron] 10.222.0.30 "PUT /v2.0/ports/20f5450b-b8ae-4628-837d-1501603cb747 HTTP/1.1" status: 200 len: 1093 time: 0.8132441 Dec 20 15:45:41.725510 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7882b7f-f6a1-406c-9f72-4a1a6aec16e9', 'tag': '20f5450b-b8ae-4628-837d-1501603cb747'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:45:41.729855 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea303cd2f7c2854d59b68ee9755924cbed95107615564160e5853a5b93bd1da8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ef9a5d5-cd4f-42b6-9c90-8d3854f44357" -d '{"events": [{"name": "network-changed", "server_uuid": "f7882b7f-f6a1-406c-9f72-4a1a6aec16e9", "tag": "20f5450b-b8ae-4628-837d-1501603cb747"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:45:41.751942 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fe30e2-9978-4acc-b1a0-2e2ac3c7e8fa service neutron] Pushing event updated for resources: {'Port': ['ID=20f5450b-b8ae-4628-837d-1501603cb747,revision_number=10']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:45:41.789699 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb5ba491-b7e6-4160-997c-1c93e57577c1 x-openstack-request-id: req-eb5ba491-b7e6-4160-997c-1c93e57577c1 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:45:41.789970 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7882b7f-f6a1-406c-9f72-4a1a6aec16e9", "tag": "20f5450b-b8ae-4628-837d-1501603cb747", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:45:41.790223 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-eb5ba491-b7e6-4160-997c-1c93e57577c1 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:45:41.790615 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7882b7f-f6a1-406c-9f72-4a1a6aec16e9', 'tag': '20f5450b-b8ae-4628-837d-1501603cb747', 'status': 'completed', 'code': 200} Dec 20 15:45:41.809016 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041f06bb-2bb9-450d-988a-d20d18c0dae9 req-895224a7-b081-4319-b631-f053506a8218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:41.810529 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-041f06bb-2bb9-450d-988a-d20d18c0dae9 req-895224a7-b081-4319-b631-f053506a8218 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e1f8bfa51e594e508d4bb7723620de57&device_id=f7882b7f-f6a1-406c-9f72-4a1a6aec16e9 HTTP/1.1" status: 200 len: 1097 time: 0.0490005 Dec 20 15:45:41.915606 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041f06bb-2bb9-450d-988a-d20d18c0dae9 req-c9bca0ae-a3d7-45e0-8c0e-c5de00239709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:41.917114 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-041f06bb-2bb9-450d-988a-d20d18c0dae9 req-c9bca0ae-a3d7-45e0-8c0e-c5de00239709 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3253cb8b-4b03-4d0c-9fd9-aaf52b654056 HTTP/1.1" status: 200 len: 909 time: 0.0985613 Dec 20 15:45:41.987891 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-041f06bb-2bb9-450d-988a-d20d18c0dae9 req-b73ca203-3d32-4d52-8852-ef5ff4104a8b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=20f5450b-b8ae-4628-837d-1501603cb747 HTTP/1.1" status: 200 len: 999 time: 0.0623362 Dec 20 15:45:42.045665 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041f06bb-2bb9-450d-988a-d20d18c0dae9 req-dd9469f8-e62b-40de-9449-c3be295d8491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:42.046895 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-041f06bb-2bb9-450d-988a-d20d18c0dae9 req-dd9469f8-e62b-40de-9449-c3be295d8491 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3593d6aa-a2c3-4ef3-8d81-eaeeeb9605f3 HTTP/1.1" status: 200 len: 847 time: 0.0513811 Dec 20 15:45:42.103130 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041f06bb-2bb9-450d-988a-d20d18c0dae9 req-7f5eb8da-f558-4940-8204-f553135e4382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:42.104742 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-041f06bb-2bb9-450d-988a-d20d18c0dae9 req-7f5eb8da-f558-4940-8204-f553135e4382 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3253cb8b-4b03-4d0c-9fd9-aaf52b654056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507891 Dec 20 15:45:42.175402 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca1ea38-6589-4970-9e6c-3df818258b9d req-d9e3df5f-111e-434b-bf7d-68e107b974b2 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:42.176648 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-aca1ea38-6589-4970-9e6c-3df818258b9d req-d9e3df5f-111e-434b-bf7d-68e107b974b2 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/ports?device_id=f7882b7f-f6a1-406c-9f72-4a1a6aec16e9 HTTP/1.1" status: 200 len: 945 time: 0.0617249 Dec 20 15:45:42.220618 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-041f06bb-2bb9-450d-988a-d20d18c0dae9 req-6fe6aca7-49f2-4db2-bdeb-ca1103dd6ced service neutron] 10.222.0.30 "GET /v2.0/networks/3253cb8b-4b03-4d0c-9fd9-aaf52b654056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086326 Dec 20 15:45:42.229816 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-aca1ea38-6589-4970-9e6c-3df818258b9d req-93b41e60-fb7a-403f-ba03-3063d40900d1 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/security-groups?id=55a67447-cedb-4f22-aef0-d69a41c38d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466869 Dec 20 15:45:42.284465 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:42.333389 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-041f06bb-2bb9-450d-988a-d20d18c0dae9 req-e7ccd128-40b6-4146-b81b-a6e073010209 service neutron] 10.222.0.30 "GET /v2.0/networks/3253cb8b-4b03-4d0c-9fd9-aaf52b654056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045945 Dec 20 15:45:42.436215 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef9a5d5-cd4f-42b6-9c90-8d3854f44357 req-a67bf976-eb05-44f4-9a57-27eb8ec3a469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:42.438127 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1ef9a5d5-cd4f-42b6-9c90-8d3854f44357 req-a67bf976-eb05-44f4-9a57-27eb8ec3a469 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e1f8bfa51e594e508d4bb7723620de57&device_id=f7882b7f-f6a1-406c-9f72-4a1a6aec16e9 HTTP/1.1" status: 200 len: 1097 time: 0.0451467 Dec 20 15:45:42.543639 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef9a5d5-cd4f-42b6-9c90-8d3854f44357 req-0bcb3b9c-7327-497b-8e83-136a06d27623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:42.545345 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1ef9a5d5-cd4f-42b6-9c90-8d3854f44357 req-0bcb3b9c-7327-497b-8e83-136a06d27623 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3253cb8b-4b03-4d0c-9fd9-aaf52b654056 HTTP/1.1" status: 200 len: 909 time: 0.0948970 Dec 20 15:45:42.618436 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1ef9a5d5-cd4f-42b6-9c90-8d3854f44357 req-1e6b4bef-fb70-4fdd-84ad-fa8e1a4dbf14 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=20f5450b-b8ae-4628-837d-1501603cb747 HTTP/1.1" status: 200 len: 999 time: 0.0661414 Dec 20 15:45:42.699036 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef9a5d5-cd4f-42b6-9c90-8d3854f44357 req-f4ab9618-0caf-4489-8010-d1d8d021537e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:42.706455 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1ef9a5d5-cd4f-42b6-9c90-8d3854f44357 req-f4ab9618-0caf-4489-8010-d1d8d021537e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3593d6aa-a2c3-4ef3-8d81-eaeeeb9605f3 HTTP/1.1" status: 200 len: 847 time: 0.0808091 Dec 20 15:45:43.378284 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81ed05e-1c7f-48c9-9ce4-e83f112621f0 req-73719611-4e22-4050-85c2-190bf28f37a7 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:43.379850 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a81ed05e-1c7f-48c9-9ce4-e83f112621f0 req-73719611-4e22-4050-85c2-190bf28f37a7 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/ports?device_id=f7882b7f-f6a1-406c-9f72-4a1a6aec16e9 HTTP/1.1" status: 200 len: 945 time: 0.0614092 Dec 20 15:45:43.439999 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a81ed05e-1c7f-48c9-9ce4-e83f112621f0 req-2db19e04-81c2-4030-8d63-9d7ec7c3ad78 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/security-groups?id=55a67447-cedb-4f22-aef0-d69a41c38d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528393 Dec 20 15:45:44.586446 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb4a877-4f44-4d51-b4a5-5c1e344f0e38 req-a82115cd-7204-4d01-8659-38d91dbbf2c5 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:44.588289 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-aeb4a877-4f44-4d51-b4a5-5c1e344f0e38 req-a82115cd-7204-4d01-8659-38d91dbbf2c5 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/ports?device_id=f7882b7f-f6a1-406c-9f72-4a1a6aec16e9 HTTP/1.1" status: 200 len: 945 time: 0.0637023 Dec 20 15:45:44.648194 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-aeb4a877-4f44-4d51-b4a5-5c1e344f0e38 req-5db3f5e9-7d62-4f1b-a2ec-fcd453861c04 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/security-groups?id=55a67447-cedb-4f22-aef0-d69a41c38d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533328 Dec 20 15:45:45.784009 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c40908c-d8a4-4e6f-9160-b8063d5ce43e req-d567af77-4c44-400c-86a1-a7c205bf0523 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:45.785670 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0c40908c-d8a4-4e6f-9160-b8063d5ce43e req-d567af77-4c44-400c-86a1-a7c205bf0523 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/ports?device_id=f7882b7f-f6a1-406c-9f72-4a1a6aec16e9 HTTP/1.1" status: 200 len: 945 time: 0.0580168 Dec 20 15:45:45.841535 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0c40908c-d8a4-4e6f-9160-b8063d5ce43e req-cfbcb3ce-b2c1-4772-b80f-5ef97ab680e1 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/security-groups?id=55a67447-cedb-4f22-aef0-d69a41c38d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493512 Dec 20 15:45:46.010163 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:47.065086 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8a4742-aa57-49d5-b012-0cd5544f8792 req-cc7c7d32-a9c2-44c5-b07f-5399333ec7f4 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:47.067839 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7b8a4742-aa57-49d5-b012-0cd5544f8792 req-cc7c7d32-a9c2-44c5-b07f-5399333ec7f4 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/ports?device_id=f7882b7f-f6a1-406c-9f72-4a1a6aec16e9 HTTP/1.1" status: 200 len: 945 time: 0.0650611 Dec 20 15:45:47.132771 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7b8a4742-aa57-49d5-b012-0cd5544f8792 req-15659517-8c6d-4f42-b502-8d5d2ce56a36 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/security-groups?id=55a67447-cedb-4f22-aef0-d69a41c38d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562909 Dec 20 15:45:48.291998 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9b2a0d-f1cf-4065-a7ce-7f9481f15bed req-2a1e79f2-1e1e-4a33-9525-91576e26ae2c tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:48.295071 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9d9b2a0d-f1cf-4065-a7ce-7f9481f15bed req-2a1e79f2-1e1e-4a33-9525-91576e26ae2c tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/ports?device_id=f7882b7f-f6a1-406c-9f72-4a1a6aec16e9 HTTP/1.1" status: 200 len: 945 time: 0.0655785 Dec 20 15:45:48.359213 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9d9b2a0d-f1cf-4065-a7ce-7f9481f15bed req-ef0ffec3-6a0e-463c-872f-337f7cf75a03 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/security-groups?id=55a67447-cedb-4f22-aef0-d69a41c38d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546956 Dec 20 15:45:49.497464 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a03e50-a290-43e5-9f22-423507877b1d req-9365e861-67f6-4294-aea6-bef5d1bee3bf tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:49.499080 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-18a03e50-a290-43e5-9f22-423507877b1d req-9365e861-67f6-4294-aea6-bef5d1bee3bf tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/ports?device_id=f7882b7f-f6a1-406c-9f72-4a1a6aec16e9 HTTP/1.1" status: 200 len: 945 time: 0.0551775 Dec 20 15:45:49.562747 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-18a03e50-a290-43e5-9f22-423507877b1d req-4b4e97a3-c5aa-4411-850e-09c6c93049ef tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/security-groups?id=55a67447-cedb-4f22-aef0-d69a41c38d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550430 Dec 20 15:45:50.704656 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74e64c2-34fd-4c80-aa82-37c269b1132a req-c72fc4c3-f940-413d-9999-a5318c710bdd tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:50.706201 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a74e64c2-34fd-4c80-aa82-37c269b1132a req-c72fc4c3-f940-413d-9999-a5318c710bdd tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/ports?device_id=f7882b7f-f6a1-406c-9f72-4a1a6aec16e9 HTTP/1.1" status: 200 len: 945 time: 0.0621345 Dec 20 15:45:50.768930 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a74e64c2-34fd-4c80-aa82-37c269b1132a req-705cd3a2-b411-4ba0-8dc9-502d07fe1bba tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/security-groups?id=55a67447-cedb-4f22-aef0-d69a41c38d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546803 Dec 20 15:45:51.905023 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d48207e-31e9-43fa-b87a-0b1d8dbf993b req-93bf5c06-cdd2-44cf-88c8-74ff6a9b40ab tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:51.906440 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3d48207e-31e9-43fa-b87a-0b1d8dbf993b req-93bf5c06-cdd2-44cf-88c8-74ff6a9b40ab tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/ports?device_id=f7882b7f-f6a1-406c-9f72-4a1a6aec16e9 HTTP/1.1" status: 200 len: 945 time: 0.0597217 Dec 20 15:45:51.962518 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3d48207e-31e9-43fa-b87a-0b1d8dbf993b req-50de4b42-2dfc-4880-aaff-578eed00e13b tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/security-groups?id=55a67447-cedb-4f22-aef0-d69a41c38d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495028 Dec 20 15:45:53.090033 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a893d058-26f1-49b5-8da1-a3e8da81a532 req-2538a7f7-8082-471b-be67-146eb89ed86d tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:53.091635 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a893d058-26f1-49b5-8da1-a3e8da81a532 req-2538a7f7-8082-471b-be67-146eb89ed86d tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/ports?device_id=f7882b7f-f6a1-406c-9f72-4a1a6aec16e9 HTTP/1.1" status: 200 len: 945 time: 0.0536795 Dec 20 15:45:53.142882 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a893d058-26f1-49b5-8da1-a3e8da81a532 req-2b1f9637-bc0a-4f57-bdfb-56bbc8d6dd77 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/security-groups?id=55a67447-cedb-4f22-aef0-d69a41c38d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446246 Dec 20 15:45:53.884119 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef9a5d5-cd4f-42b6-9c90-8d3854f44357 req-bdaed10b-36fc-4926-a04f-6f14e62f56b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:53.885952 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1ef9a5d5-cd4f-42b6-9c90-8d3854f44357 req-bdaed10b-36fc-4926-a04f-6f14e62f56b3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3253cb8b-4b03-4d0c-9fd9-aaf52b654056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517695 Dec 20 15:45:53.983452 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1ef9a5d5-cd4f-42b6-9c90-8d3854f44357 req-d2a7e703-fc66-427c-b46b-bd2ec059a5fd service neutron] 10.222.0.30 "GET /v2.0/networks/3253cb8b-4b03-4d0c-9fd9-aaf52b654056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875523 Dec 20 15:45:54.270389 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcb2d95-4aff-47de-9943-2a645bd3833c req-3b7b2dcd-bd23-49ad-907b-e76c4f3ec5a9 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:54.272020 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9bcb2d95-4aff-47de-9943-2a645bd3833c req-3b7b2dcd-bd23-49ad-907b-e76c4f3ec5a9 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/ports?device_id=f7882b7f-f6a1-406c-9f72-4a1a6aec16e9 HTTP/1.1" status: 200 len: 945 time: 0.0538120 Dec 20 15:45:54.324871 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-9bcb2d95-4aff-47de-9943-2a645bd3833c req-1c90e5d3-432a-4625-be51-8ddb7595ef32 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/security-groups?id=55a67447-cedb-4f22-aef0-d69a41c38d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461733 Dec 20 15:45:54.424986 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1ef9a5d5-cd4f-42b6-9c90-8d3854f44357 req-e83b6760-a9cd-46a0-8701-337cb834e2be service neutron] 10.222.0.30 "GET /v2.0/networks/3253cb8b-4b03-4d0c-9fd9-aaf52b654056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4325526 Dec 20 15:45:55.445898 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0023e406-f992-4dcc-8b2a-aadb045d2576 req-ed959af5-c08b-4d14-988b-329dfcf65a3e tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:55.447593 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0023e406-f992-4dcc-8b2a-aadb045d2576 req-ed959af5-c08b-4d14-988b-329dfcf65a3e tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/ports?device_id=f7882b7f-f6a1-406c-9f72-4a1a6aec16e9 HTTP/1.1" status: 200 len: 945 time: 0.0511227 Dec 20 15:45:55.496778 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0023e406-f992-4dcc-8b2a-aadb045d2576 req-34e271bd-adbd-469a-88d2-77a25f629948 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/security-groups?id=55a67447-cedb-4f22-aef0-d69a41c38d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431564 Dec 20 15:45:56.625168 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b2ae92-d100-4134-a525-8f438e65e92e req-a7f5a6a6-56fc-4d57-ab9f-b0e24bd48061 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:56.626672 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b4b2ae92-d100-4134-a525-8f438e65e92e req-a7f5a6a6-56fc-4d57-ab9f-b0e24bd48061 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/ports?device_id=f7882b7f-f6a1-406c-9f72-4a1a6aec16e9 HTTP/1.1" status: 200 len: 945 time: 0.0595798 Dec 20 15:45:56.680574 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b4b2ae92-d100-4134-a525-8f438e65e92e req-58d9a03a-1c50-4999-88c8-f82b1556b3bb tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/security-groups?id=55a67447-cedb-4f22-aef0-d69a41c38d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476422 Dec 20 15:45:57.585517 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 20f5450b-b8ae-4628-837d-1501603cb747 details requested by agent hyperv_n-h1-761264-19 with host n-h1-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:45:57.679947 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 20f5450b-b8ae-4628-837d-1501603cb747, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=20f5450b-b8ae-4628-837d-1501603cb747,segment=NetworkSegment(017ec060-9fa2-4af8-bcb3-019cad9219ca),segment_id=017ec060-9fa2-4af8-bcb3-019cad9219ca)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:45:57.695200 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Returning: {'device': '20f5450b-b8ae-4628-837d-1501603cb747', 'network_id': '3253cb8b-4b03-4d0c-9fd9-aaf52b654056', 'port_id': '20f5450b-b8ae-4628-837d-1501603cb747', 'mac_address': 'fa:16:3e:8f:33:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3593d6aa-a2c3-4ef3-8d81-eaeeeb9605f3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:45:57.734359 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:57.748890 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20f5450b-b8ae-4628-837d-1501603cb747 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:45:57.774224 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 20f5450b-b8ae-4628-837d-1501603cb747, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=20f5450b-b8ae-4628-837d-1501603cb747,segment=NetworkSegment(017ec060-9fa2-4af8-bcb3-019cad9219ca),segment_id=017ec060-9fa2-4af8-bcb3-019cad9219ca)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:45:57.779221 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:57.801007 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10f94cb-0780-49d7-b5bc-053d1534c7c8 req-b87e2f11-a4df-4756-b39c-cbff687ff6a5 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:57.802563 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b10f94cb-0780-49d7-b5bc-053d1534c7c8 req-b87e2f11-a4df-4756-b39c-cbff687ff6a5 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/ports?device_id=f7882b7f-f6a1-406c-9f72-4a1a6aec16e9 HTTP/1.1" status: 200 len: 945 time: 0.0512195 Dec 20 15:45:57.830857 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=20f5450b-b8ae-4628-837d-1501603cb747,revision_number=11']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:45:57.855697 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b10f94cb-0780-49d7-b5bc-053d1534c7c8 req-c90d0ec0-a372-4120-87cc-47518b087706 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/security-groups?id=55a67447-cedb-4f22-aef0-d69a41c38d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467927 Dec 20 15:45:58.172574 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['20f5450b-b8ae-4628-837d-1501603cb747'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:45:58.981891 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6f85d0-cc86-4d87-a0c2-3b3a31a57731 req-4c98fddd-1e75-4d68-80fd-c8d201753075 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:58.983430 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6a6f85d0-cc86-4d87-a0c2-3b3a31a57731 req-4c98fddd-1e75-4d68-80fd-c8d201753075 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/ports?device_id=f7882b7f-f6a1-406c-9f72-4a1a6aec16e9 HTTP/1.1" status: 200 len: 946 time: 0.0542209 Dec 20 15:45:59.037756 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6a6f85d0-cc86-4d87-a0c2-3b3a31a57731 req-b7ae51a1-d225-48e2-b954-5c87ce5d4bce tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/security-groups?id=55a67447-cedb-4f22-aef0-d69a41c38d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479841 Dec 20 15:45:59.586006 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 20f5450b-b8ae-4628-837d-1501603cb747 up at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:45:59.647934 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning for port 20f5450b-b8ae-4628-837d-1501603cb747 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:45:59.652151 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning complete for port 20f5450b-b8ae-4628-837d-1501603cb747 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:45:59.652519 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:59.733961 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:59.760357 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7882b7f-f6a1-406c-9f72-4a1a6aec16e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20f5450b-b8ae-4628-837d-1501603cb747'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:45:59.762705 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a867d42bfdcbb9cb6963a533571b1f1c257f186d8c4d683fcd223be3c25d00f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcaf13ce-9d45-47dd-b278-ae2ba4ded9ca" -d '{"events": [{"server_uuid": "f7882b7f-f6a1-406c-9f72-4a1a6aec16e9", "name": "network-vif-plugged", "status": "completed", "tag": "20f5450b-b8ae-4628-837d-1501603cb747"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:45:59.776110 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 20f5450b-b8ae-4628-837d-1501603cb747, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=20f5450b-b8ae-4628-837d-1501603cb747,segment=NetworkSegment(017ec060-9fa2-4af8-bcb3-019cad9219ca),segment_id=017ec060-9fa2-4af8-bcb3-019cad9219ca)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:45:59.782031 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:45:59.811133 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-079d6cae-ff93-4ee1-9b6a-d01c83422ca4 x-openstack-request-id: req-079d6cae-ff93-4ee1-9b6a-d01c83422ca4 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:45:59.811430 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7882b7f-f6a1-406c-9f72-4a1a6aec16e9", "name": "network-vif-plugged", "status": "completed", "tag": "20f5450b-b8ae-4628-837d-1501603cb747", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:45:59.811688 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-079d6cae-ff93-4ee1-9b6a-d01c83422ca4 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:45:59.812091 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7882b7f-f6a1-406c-9f72-4a1a6aec16e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20f5450b-b8ae-4628-837d-1501603cb747', 'code': 200} Dec 20 15:45:59.839944 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=20f5450b-b8ae-4628-837d-1501603cb747,revision_number=12']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:45:59.970615 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0298959-9b31-4b3a-8da6-ace5644bedd7 req-6f3e9d40-9e59-4d72-a51b-5c5bd57af06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:45:59.972191 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a0298959-9b31-4b3a-8da6-ace5644bedd7 req-6f3e9d40-9e59-4d72-a51b-5c5bd57af06e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f7882b7f-f6a1-406c-9f72-4a1a6aec16e9 HTTP/1.1" status: 200 len: 1099 time: 0.0424025 Dec 20 15:46:00.020711 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a0298959-9b31-4b3a-8da6-ace5644bedd7 req-9fe72c52-1e05-453a-be61-3367847ee1ef service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=55a67447-cedb-4f22-aef0-d69a41c38d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416512 Dec 20 15:46:00.172402 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911984d1-da7b-479a-979f-1b956af245e2 req-f3e7f4c0-e5fe-4fb2-b7f0-b3ccfe5e9799 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:00.173796 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-911984d1-da7b-479a-979f-1b956af245e2 req-f3e7f4c0-e5fe-4fb2-b7f0-b3ccfe5e9799 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/ports?device_id=f7882b7f-f6a1-406c-9f72-4a1a6aec16e9 HTTP/1.1" status: 200 len: 947 time: 0.0588243 Dec 20 15:46:00.226259 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-911984d1-da7b-479a-979f-1b956af245e2 req-0d8e837b-b273-4280-b894-0c9deb11cd07 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/security-groups?id=55a67447-cedb-4f22-aef0-d69a41c38d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461068 Dec 20 15:46:00.799783 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2dadb5f3-8515-4b2a-a8e1-844bab11d5a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:01.352448 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea1cda9-c8db-4af8-a18f-2477edb58111 req-73abb916-f17f-4599-bb3f-cb5c06af41ad tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:01.353995 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9ea1cda9-c8db-4af8-a18f-2477edb58111 req-73abb916-f17f-4599-bb3f-cb5c06af41ad tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/ports?device_id=f7882b7f-f6a1-406c-9f72-4a1a6aec16e9 HTTP/1.1" status: 200 len: 947 time: 0.0547409 Dec 20 15:46:01.413443 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9ea1cda9-c8db-4af8-a18f-2477edb58111 req-200160f9-56f8-4b5a-9951-9448d10f2c17 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/security-groups?id=55a67447-cedb-4f22-aef0-d69a41c38d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491438 Dec 20 15:46:02.551091 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cee2b4-9d20-4fbc-9091-8b21b02769b1 req-0a999c0d-e6c3-4565-bd88-a842e31fd042 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:02.552581 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-56cee2b4-9d20-4fbc-9091-8b21b02769b1 req-0a999c0d-e6c3-4565-bd88-a842e31fd042 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/ports?device_id=f7882b7f-f6a1-406c-9f72-4a1a6aec16e9 HTTP/1.1" status: 200 len: 947 time: 0.0622532 Dec 20 15:46:02.611430 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-56cee2b4-9d20-4fbc-9091-8b21b02769b1 req-f30b7ce8-a161-46d8-83a3-95d329a08b33 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/security-groups?id=55a67447-cedb-4f22-aef0-d69a41c38d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497892 Dec 20 15:46:02.999013 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2085a60b-a261-4de4-9cda-b6c6c3ae9136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:04.126978 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:06.136492 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:06.342847 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:12.136959 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-90a0c2d1-f5e1-4b4c-a595-07510f2dc43f req-ca1cbd11-fee8-4fc3-a126-f259c7879db3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f7882b7f-f6a1-406c-9f72-4a1a6aec16e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0452876 Dec 20 15:46:12.238800 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a0c2d1-f5e1-4b4c-a595-07510f2dc43f req-fe10b870-50ce-44c0-9c13-983775e560ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:12.240346 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-90a0c2d1-f5e1-4b4c-a595-07510f2dc43f req-fe10b870-50ce-44c0-9c13-983775e560ca service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e1f8bfa51e594e508d4bb7723620de57&device_id=f7882b7f-f6a1-406c-9f72-4a1a6aec16e9 HTTP/1.1" status: 200 len: 1099 time: 0.0498552 Dec 20 15:46:12.285250 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:12.360781 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a0c2d1-f5e1-4b4c-a595-07510f2dc43f req-e0dbd89f-27af-4f71-bb4a-02f86e9e3a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:12.362288 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-90a0c2d1-f5e1-4b4c-a595-07510f2dc43f req-e0dbd89f-27af-4f71-bb4a-02f86e9e3a9f service neutron] 10.222.0.30 "GET /v2.0/networks?id=3253cb8b-4b03-4d0c-9fd9-aaf52b654056 HTTP/1.1" status: 200 len: 909 time: 0.0949543 Dec 20 15:46:12.435840 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-90a0c2d1-f5e1-4b4c-a595-07510f2dc43f req-3e59eb1f-f3b1-4ab2-9cb1-e5d630c9d246 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=20f5450b-b8ae-4628-837d-1501603cb747 HTTP/1.1" status: 200 len: 1001 time: 0.0617564 Dec 20 15:46:12.489579 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a0c2d1-f5e1-4b4c-a595-07510f2dc43f req-15a93c59-d55c-4191-ba19-c8ea27956258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:12.491122 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-90a0c2d1-f5e1-4b4c-a595-07510f2dc43f req-15a93c59-d55c-4191-ba19-c8ea27956258 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3593d6aa-a2c3-4ef3-8d81-eaeeeb9605f3 HTTP/1.1" status: 200 len: 847 time: 0.0453050 Dec 20 15:46:12.681891 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a0c2d1-f5e1-4b4c-a595-07510f2dc43f req-85118d5a-a2ee-4e9f-9889-067e876bfb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:46:12.683544 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-90a0c2d1-f5e1-4b4c-a595-07510f2dc43f req-85118d5a-a2ee-4e9f-9889-067e876bfb10 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3253cb8b-4b03-4d0c-9fd9-aaf52b654056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467021 Dec 20 15:46:12.775408 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-90a0c2d1-f5e1-4b4c-a595-07510f2dc43f req-f5998439-1762-47d2-b8ce-d57dbbdd9ab7 service neutron] 10.222.0.30 "GET /v2.0/networks/3253cb8b-4b03-4d0c-9fd9-aaf52b654056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843189 Dec 20 15:46:12.886997 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-90a0c2d1-f5e1-4b4c-a595-07510f2dc43f req-2a7f2088-7358-40f3-b6a8-049cf5d68c03 service neutron] 10.222.0.30 "GET /v2.0/networks/3253cb8b-4b03-4d0c-9fd9-aaf52b654056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909383 Dec 20 15:46:16.003043 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:16.807281 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:46:30.806753 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ed2af476-c0cb-444f-88fb-638350c91461 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:33.004799 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-0846b00a-7ece-44ea-944d-45615952b724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:34.128448 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:36.141109 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:36.342900 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:42.291115 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:46.013963 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:46:53.807305 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:47:00.791334 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-72e33f4c-b0bb-43bf-a17e-8db7c4224a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:03.002355 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f524a16b-e354-45cb-8a01-7b37eb7e73f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:04.130344 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:06.141737 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:06.339561 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:12.316029 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:13.216348 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ffacf429-8e21-4d56-96e6-cbe41bdb09a6 req-02a2e41c-67a5-4c6d-a51f-783c0f315ba2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f7882b7f-f6a1-406c-9f72-4a1a6aec16e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1242330 Dec 20 15:47:13.313088 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffacf429-8e21-4d56-96e6-cbe41bdb09a6 req-63e5b56d-f6cb-45d3-af77-5c490ac599af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:13.314611 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ffacf429-8e21-4d56-96e6-cbe41bdb09a6 req-63e5b56d-f6cb-45d3-af77-5c490ac599af service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e1f8bfa51e594e508d4bb7723620de57&device_id=f7882b7f-f6a1-406c-9f72-4a1a6aec16e9 HTTP/1.1" status: 200 len: 1099 time: 0.0501218 Dec 20 15:47:13.432281 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffacf429-8e21-4d56-96e6-cbe41bdb09a6 req-0cb60e4a-3398-4354-ad5a-7594d9713815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:13.434673 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ffacf429-8e21-4d56-96e6-cbe41bdb09a6 req-0cb60e4a-3398-4354-ad5a-7594d9713815 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3253cb8b-4b03-4d0c-9fd9-aaf52b654056 HTTP/1.1" status: 200 len: 909 time: 0.1003325 Dec 20 15:47:13.502206 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ffacf429-8e21-4d56-96e6-cbe41bdb09a6 req-02eb8171-5fc4-4e55-a5d6-a6828b259edd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=20f5450b-b8ae-4628-837d-1501603cb747 HTTP/1.1" status: 200 len: 1001 time: 0.0600326 Dec 20 15:47:13.558498 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffacf429-8e21-4d56-96e6-cbe41bdb09a6 req-fbf6519a-05e6-4cea-be64-3a3b711aae96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:13.560032 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ffacf429-8e21-4d56-96e6-cbe41bdb09a6 req-fbf6519a-05e6-4cea-be64-3a3b711aae96 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3593d6aa-a2c3-4ef3-8d81-eaeeeb9605f3 HTTP/1.1" status: 200 len: 847 time: 0.0508215 Dec 20 15:47:13.613640 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffacf429-8e21-4d56-96e6-cbe41bdb09a6 req-aa0b6aa3-67f7-4bc9-966c-a39bf54126d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:13.615900 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ffacf429-8e21-4d56-96e6-cbe41bdb09a6 req-aa0b6aa3-67f7-4bc9-966c-a39bf54126d7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3253cb8b-4b03-4d0c-9fd9-aaf52b654056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0481949 Dec 20 15:47:13.717440 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ffacf429-8e21-4d56-96e6-cbe41bdb09a6 req-cdff007b-af9b-467b-a01d-c8eb416db8aa service neutron] 10.222.0.30 "GET /v2.0/networks/3253cb8b-4b03-4d0c-9fd9-aaf52b654056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938146 Dec 20 15:47:13.819409 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ffacf429-8e21-4d56-96e6-cbe41bdb09a6 req-fdef947d-0670-4aad-abf3-cb1ec673685c service neutron] 10.222.0.30 "GET /v2.0/networks/3253cb8b-4b03-4d0c-9fd9-aaf52b654056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949137 Dec 20 15:47:16.011479 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:30.805361 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-344d1481-1c6f-445e-b569-82c6adfcbfad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:30.807769 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:47:33.005863 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4d428d7d-675c-4528-9f21-09131a008631 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:34.136257 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:36.152305 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:36.354518 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:42.323796 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:46.025112 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:47.818622 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58958) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:47:47.981331 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-abd93130-2791-40c7-8e7f-49d7cdb38ea4 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Deleting port d305140f-1963-4c3f-b501-ef0ea75ee299 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:47:47.981587 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-abd93130-2791-40c7-8e7f-49d7cdb38ea4 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:48.063360 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-abd93130-2791-40c7-8e7f-49d7cdb38ea4 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:48.063695 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-abd93130-2791-40c7-8e7f-49d7cdb38ea4 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:48.078527 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-abd93130-2791-40c7-8e7f-49d7cdb38ea4 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Calling delete_port for d305140f-1963-4c3f-b501-ef0ea75ee299 owned by network:floatingip {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:47:48.234276 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-abd93130-2791-40c7-8e7f-49d7cdb38ea4 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:48.261523 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd93130-2791-40c7-8e7f-49d7cdb38ea4 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Pushing event deleted for resources: {'Port': ['ID=d305140f-1963-4c3f-b501-ef0ea75ee299,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:48.278907 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd93130-2791-40c7-8e7f-49d7cdb38ea4 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:47:48.279370 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd93130-2791-40c7-8e7f-49d7cdb38ea4 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:47:48.279862 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd93130-2791-40c7-8e7f-49d7cdb38ea4 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:47:48.280346 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd93130-2791-40c7-8e7f-49d7cdb38ea4 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:47:48.280822 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd93130-2791-40c7-8e7f-49d7cdb38ea4 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:47:48.281301 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd93130-2791-40c7-8e7f-49d7cdb38ea4 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:47:48.281763 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd93130-2791-40c7-8e7f-49d7cdb38ea4 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:47:48.282230 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd93130-2791-40c7-8e7f-49d7cdb38ea4 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:47:48.282702 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd93130-2791-40c7-8e7f-49d7cdb38ea4 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:47:48.283216 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd93130-2791-40c7-8e7f-49d7cdb38ea4 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:47:48.283693 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd93130-2791-40c7-8e7f-49d7cdb38ea4 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:47:48.284316 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd93130-2791-40c7-8e7f-49d7cdb38ea4 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:47:48.284785 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd93130-2791-40c7-8e7f-49d7cdb38ea4 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:47:48.340724 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-abd93130-2791-40c7-8e7f-49d7cdb38ea4 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Publish callbacks [] for floatingip, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:48.341063 n-d-761264-19 neutron-server[103167]: INFO neutron.db.l3_db [None req-abd93130-2791-40c7-8e7f-49d7cdb38ea4 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Floating IP 71921483-59ed-485b-8a0c-94d609528cf9 disassociated (deleted). External IP: 172.25.0.88, port: 20f5450b-b8ae-4628-837d-1501603cb747. Dec 20 15:47:48.559111 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abd93130-2791-40c7-8e7f-49d7cdb38ea4 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Router a9dfb2f3-a6e8-4e84-abe4-91627686e087 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:47:48.667971 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abd93130-2791-40c7-8e7f-49d7cdb38ea4 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:47:48.672678 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-abd93130-2791-40c7-8e7f-49d7cdb38ea4 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:48.679526 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d412790c-4d47-4731-8520-1bee26e9922a None None] Sync routers for ids ['a9dfb2f3-a6e8-4e84-abe4-91627686e087'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:47:48.690677 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d412790c-4d47-4731-8520-1bee26e9922a None None] Routers {'a9dfb2f3-a6e8-4e84-abe4-91627686e087'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:47:48.691298 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-d412790c-4d47-4731-8520-1bee26e9922a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:47:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['a9dfb2f3-a6e8-4e84-abe4-91627686e087'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:47:48.698694 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-abd93130-2791-40c7-8e7f-49d7cdb38ea4 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "DELETE /v2.0/floatingips/71921483-59ed-485b-8a0c-94d609528cf9 HTTP/1.1" status: 204 len: 168 time: 0.8789580 Dec 20 15:47:48.699409 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7882b7f-f6a1-406c-9f72-4a1a6aec16e9', 'tag': '20f5450b-b8ae-4628-837d-1501603cb747'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:47:48.701767 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08f5bd10d948da750b9537a176c40f94b479143edf42a445aa4903673b4b1814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f8e23ae-1e05-4fe2-bc5d-38951bcefcfb" -d '{"events": [{"name": "network-changed", "server_uuid": "f7882b7f-f6a1-406c-9f72-4a1a6aec16e9", "tag": "20f5450b-b8ae-4628-837d-1501603cb747"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:47:48.804573 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2211c67-bf71-4d25-a94a-a8ca0dc46811 x-openstack-request-id: req-f2211c67-bf71-4d25-a94a-a8ca0dc46811 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:47:48.804875 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7882b7f-f6a1-406c-9f72-4a1a6aec16e9", "tag": "20f5450b-b8ae-4628-837d-1501603cb747", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:47:48.805270 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f2211c67-bf71-4d25-a94a-a8ca0dc46811 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:47:48.805613 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7882b7f-f6a1-406c-9f72-4a1a6aec16e9', 'tag': '20f5450b-b8ae-4628-837d-1501603cb747', 'status': 'completed', 'code': 200} Dec 20 15:47:48.814945 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-d412790c-4d47-4731-8520-1bee26e9922a None None] Set router a9dfb2f3-a6e8-4e84-abe4-91627686e087 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:47:48.874894 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8e23ae-1e05-4fe2-bc5d-38951bcefcfb req-ed2d6d05-9a90-4017-b4b9-b1211eb16754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:48.876453 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9f8e23ae-1e05-4fe2-bc5d-38951bcefcfb req-ed2d6d05-9a90-4017-b4b9-b1211eb16754 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e1f8bfa51e594e508d4bb7723620de57&device_id=f7882b7f-f6a1-406c-9f72-4a1a6aec16e9 HTTP/1.1" status: 200 len: 1099 time: 0.0464394 Dec 20 15:47:48.934589 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6387071c-791d-4f47-9e55-4f60341c2e6e req-45f72bc6-ff04-46e9-ad3d-8c8d40dec33e tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:48.936175 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6387071c-791d-4f47-9e55-4f60341c2e6e req-45f72bc6-ff04-46e9-ad3d-8c8d40dec33e tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/ports?device_id=f7882b7f-f6a1-406c-9f72-4a1a6aec16e9 HTTP/1.1" status: 200 len: 947 time: 0.0505536 Dec 20 15:47:48.975423 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8e23ae-1e05-4fe2-bc5d-38951bcefcfb req-6cdaad86-9ff8-4a95-a64b-59a655660049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:48.977146 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9f8e23ae-1e05-4fe2-bc5d-38951bcefcfb req-6cdaad86-9ff8-4a95-a64b-59a655660049 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3253cb8b-4b03-4d0c-9fd9-aaf52b654056 HTTP/1.1" status: 200 len: 909 time: 0.0930185 Dec 20 15:47:48.991288 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6387071c-791d-4f47-9e55-4f60341c2e6e req-c6c2b48e-9763-4c39-8796-3549f807d9b1 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/security-groups?id=55a67447-cedb-4f22-aef0-d69a41c38d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487914 Dec 20 15:47:49.023571 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9f8e23ae-1e05-4fe2-bc5d-38951bcefcfb req-9eaee54e-8471-4830-89ea-205d3266e9db service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=20f5450b-b8ae-4628-837d-1501603cb747 HTTP/1.1" status: 200 len: 217 time: 0.0369103 Dec 20 15:47:49.035269 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-d412790c-4d47-4731-8520-1bee26e9922a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9dfb2f3-a6e8-4e84-abe4-91627686e087', 'name': 'tempest-TestShelveInstance-765912532-router', 'tenant_id': 'e1f8bfa51e594e508d4bb7723620de57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '9af5ab0a-c18e-49a8-bdd6-e907e75d0e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:42:53Z', 'updated_at': '2021-12-20T15:42:56Z', 'revision_number': 4, 'project_id': 'e1f8bfa51e594e508d4bb7723620de57', 'gw_port': {'id': '9af5ab0a-c18e-49a8-bdd6-e907e75d0e9e', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:48:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9dfb2f3-a6e8-4e84-abe4-91627686e087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:42:54Z', 'updated_at': '2021-12-20T15:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'a4517a7e-6b2e-44fa-9ec6-cc95bcfc049a', 'name': '', 'network_id': '3253cb8b-4b03-4d0c-9fd9-aaf52b654056', 'tenant_id': 'e1f8bfa51e594e508d4bb7723620de57', 'mac_address': 'fa:16:3e:47:6f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9dfb2f3-a6e8-4e84-abe4-91627686e087', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '3593d6aa-a2c3-4ef3-8d81-eaeeeb9605f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:42:56Z', 'updated_at': '2021-12-20T15:43:01Z', 'revision_number': 5, 'project_id': 'e1f8bfa51e594e508d4bb7723620de57', 'subnets': [{'id': '3593d6aa-a2c3-4ef3-8d81-eaeeeb9605f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:47:49.061806 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d412790c-4d47-4731-8520-1bee26e9922a None None] Checking router: a9dfb2f3-a6e8-4e84-abe4-91627686e087 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:47:49.070714 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d412790c-4d47-4731-8520-1bee26e9922a None None] Routers {'a9dfb2f3-a6e8-4e84-abe4-91627686e087'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:47:49.071310 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-d412790c-4d47-4731-8520-1bee26e9922a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:47:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['a9dfb2f3-a6e8-4e84-abe4-91627686e087'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:47:49.073716 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8e23ae-1e05-4fe2-bc5d-38951bcefcfb req-b2b2c5f7-d72b-479f-9dd9-1a7a4acf3eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:49.075254 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9f8e23ae-1e05-4fe2-bc5d-38951bcefcfb req-b2b2c5f7-d72b-479f-9dd9-1a7a4acf3eea service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3593d6aa-a2c3-4ef3-8d81-eaeeeb9605f3 HTTP/1.1" status: 200 len: 847 time: 0.0437269 Dec 20 15:47:49.127548 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8e23ae-1e05-4fe2-bc5d-38951bcefcfb req-6d7a0979-7250-4efa-8347-f8bb5d9769c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:49.129150 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9f8e23ae-1e05-4fe2-bc5d-38951bcefcfb req-6d7a0979-7250-4efa-8347-f8bb5d9769c0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3253cb8b-4b03-4d0c-9fd9-aaf52b654056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452354 Dec 20 15:47:49.178594 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-d412790c-4d47-4731-8520-1bee26e9922a None None] Set router a9dfb2f3-a6e8-4e84-abe4-91627686e087 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:47:49.219977 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9f8e23ae-1e05-4fe2-bc5d-38951bcefcfb req-16ff0890-09ee-43a8-bfca-1f02ec8f08eb service neutron] 10.222.0.30 "GET /v2.0/networks/3253cb8b-4b03-4d0c-9fd9-aaf52b654056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832596 Dec 20 15:47:49.315378 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-9f8e23ae-1e05-4fe2-bc5d-38951bcefcfb req-3c2aabda-d503-4558-8749-61371d65ca95 service neutron] 10.222.0.30 "GET /v2.0/networks/3253cb8b-4b03-4d0c-9fd9-aaf52b654056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873060 Dec 20 15:47:49.379327 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-d412790c-4d47-4731-8520-1bee26e9922a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9dfb2f3-a6e8-4e84-abe4-91627686e087', 'name': 'tempest-TestShelveInstance-765912532-router', 'tenant_id': 'e1f8bfa51e594e508d4bb7723620de57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '9af5ab0a-c18e-49a8-bdd6-e907e75d0e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:42:53Z', 'updated_at': '2021-12-20T15:42:56Z', 'revision_number': 4, 'project_id': 'e1f8bfa51e594e508d4bb7723620de57', 'gw_port': {'id': '9af5ab0a-c18e-49a8-bdd6-e907e75d0e9e', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:48:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9dfb2f3-a6e8-4e84-abe4-91627686e087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:42:54Z', 'updated_at': '2021-12-20T15:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'a4517a7e-6b2e-44fa-9ec6-cc95bcfc049a', 'name': '', 'network_id': '3253cb8b-4b03-4d0c-9fd9-aaf52b654056', 'tenant_id': 'e1f8bfa51e594e508d4bb7723620de57', 'mac_address': 'fa:16:3e:47:6f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9dfb2f3-a6e8-4e84-abe4-91627686e087', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '3593d6aa-a2c3-4ef3-8d81-eaeeeb9605f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:42:56Z', 'updated_at': '2021-12-20T15:43:01Z', 'revision_number': 5, 'project_id': 'e1f8bfa51e594e508d4bb7723620de57', 'subnets': [{'id': '3593d6aa-a2c3-4ef3-8d81-eaeeeb9605f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:47:49.409349 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d412790c-4d47-4731-8520-1bee26e9922a None None] The sync data for ids ['a9dfb2f3-a6e8-4e84-abe4-91627686e087'] in n-d-761264-19 is: [{'id': 'a9dfb2f3-a6e8-4e84-abe4-91627686e087', 'name': 'tempest-TestShelveInstance-765912532-router', 'tenant_id': 'e1f8bfa51e594e508d4bb7723620de57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '9af5ab0a-c18e-49a8-bdd6-e907e75d0e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:42:53Z', 'updated_at': '2021-12-20T15:42:56Z', 'revision_number': 4, 'project_id': 'e1f8bfa51e594e508d4bb7723620de57', 'gw_port': {'id': '9af5ab0a-c18e-49a8-bdd6-e907e75d0e9e', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:48:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9dfb2f3-a6e8-4e84-abe4-91627686e087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:42:54Z', 'updated_at': '2021-12-20T15:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'a4517a7e-6b2e-44fa-9ec6-cc95bcfc049a', 'name': '', 'network_id': '3253cb8b-4b03-4d0c-9fd9-aaf52b654056', 'tenant_id': 'e1f8bfa51e594e508d4bb7723620de57', 'mac_address': 'fa:16:3e:47:6f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9dfb2f3-a6e8-4e84-abe4-91627686e087', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '3593d6aa-a2c3-4ef3-8d81-eaeeeb9605f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:42:56Z', 'updated_at': '2021-12-20T15:43:01Z', 'revision_number': 5, 'project_id': 'e1f8bfa51e594e508d4bb7723620de57', 'subnets': [{'id': '3593d6aa-a2c3-4ef3-8d81-eaeeeb9605f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:47:49.627799 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2239ef-66d9-467c-b31f-cfa3e2c85bea None None] New status for floating IP 71921483-59ed-485b-8a0c-94d609528cf9: DOWN {{(pid=103170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 15:47:50.448025 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0974ee-5cbd-447d-895e-69ec8d4266cb req-a7165286-4971-40c1-b84d-4f7731e0f4cf tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:50.449500 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ff0974ee-5cbd-447d-895e-69ec8d4266cb req-a7165286-4971-40c1-b84d-4f7731e0f4cf tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/ports?device_id=f7882b7f-f6a1-406c-9f72-4a1a6aec16e9 HTTP/1.1" status: 200 len: 947 time: 0.0862100 Dec 20 15:47:50.463487 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1633feca-a508-407d-a9ae-3c9551f2d1d1 req-839c74ba-b60f-4ed1-a428-4ea78ab0b9b0 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:47:50.464876 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1633feca-a508-407d-a9ae-3c9551f2d1d1 req-839c74ba-b60f-4ed1-a428-4ea78ab0b9b0 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7882b7f-f6a1-406c-9f72-4a1a6aec16e9 HTTP/1.1" status: 200 len: 947 time: 0.0680103 Dec 20 15:47:50.561729 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ff0974ee-5cbd-447d-895e-69ec8d4266cb req-b2b59797-a46f-4012-8abb-4b63ad3aaca6 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/security-groups?id=55a67447-cedb-4f22-aef0-d69a41c38d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958834 Dec 20 15:47:50.588681 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-1633feca-a508-407d-a9ae-3c9551f2d1d1 req-2069a43f-a993-4794-8dcc-d09c07e08dce tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Deleting port 20f5450b-b8ae-4628-837d-1501603cb747 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:47:50.589020 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-1633feca-a508-407d-a9ae-3c9551f2d1d1 req-2069a43f-a993-4794-8dcc-d09c07e08dce tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:50.682244 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-1633feca-a508-407d-a9ae-3c9551f2d1d1 req-2069a43f-a993-4794-8dcc-d09c07e08dce tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] For port 20f5450b-b8ae-4628-837d-1501603cb747, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=20f5450b-b8ae-4628-837d-1501603cb747,segment=NetworkSegment(017ec060-9fa2-4af8-bcb3-019cad9219ca),segment_id=017ec060-9fa2-4af8-bcb3-019cad9219ca)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:47:50.682504 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-1633feca-a508-407d-a9ae-3c9551f2d1d1 req-2069a43f-a993-4794-8dcc-d09c07e08dce tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:50.699656 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-1633feca-a508-407d-a9ae-3c9551f2d1d1 req-2069a43f-a993-4794-8dcc-d09c07e08dce tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Calling delete_port for 20f5450b-b8ae-4628-837d-1501603cb747 owned by compute:nova {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:47:50.833424 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-1633feca-a508-407d-a9ae-3c9551f2d1d1 req-2069a43f-a993-4794-8dcc-d09c07e08dce tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:50.865857 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2069a43f-a993-4794-8dcc-d09c07e08dce tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Pushing event deleted for resources: {'Port': ['ID=20f5450b-b8ae-4628-837d-1501603cb747,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:50.878390 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2069a43f-a993-4794-8dcc-d09c07e08dce tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:47:50.878762 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2069a43f-a993-4794-8dcc-d09c07e08dce tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:47:50.879107 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2069a43f-a993-4794-8dcc-d09c07e08dce tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:47:50.879484 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2069a43f-a993-4794-8dcc-d09c07e08dce tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:47:50.879816 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2069a43f-a993-4794-8dcc-d09c07e08dce tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:47:50.880144 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2069a43f-a993-4794-8dcc-d09c07e08dce tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:47:50.880454 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2069a43f-a993-4794-8dcc-d09c07e08dce tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:47:50.880777 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2069a43f-a993-4794-8dcc-d09c07e08dce tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:47:50.881100 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2069a43f-a993-4794-8dcc-d09c07e08dce tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:47:50.881420 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2069a43f-a993-4794-8dcc-d09c07e08dce tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:47:50.881751 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2069a43f-a993-4794-8dcc-d09c07e08dce tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:47:50.882074 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2069a43f-a993-4794-8dcc-d09c07e08dce tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:47:50.882398 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2069a43f-a993-4794-8dcc-d09c07e08dce tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:47:50.916436 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-1633feca-a508-407d-a9ae-3c9551f2d1d1 req-2069a43f-a993-4794-8dcc-d09c07e08dce tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] No DVR routers for this DVR port 20f5450b-b8ae-4628-837d-1501603cb747 on host n-h1-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:47:50.919031 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-1633feca-a508-407d-a9ae-3c9551f2d1d1 req-2069a43f-a993-4794-8dcc-d09c07e08dce tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:50.922409 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1633feca-a508-407d-a9ae-3c9551f2d1d1 req-2069a43f-a993-4794-8dcc-d09c07e08dce tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.30 "DELETE /v2.0/ports/20f5450b-b8ae-4628-837d-1501603cb747 HTTP/1.1" status: 204 len: 173 time: 0.4506514 Dec 20 15:47:50.922875 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7882b7f-f6a1-406c-9f72-4a1a6aec16e9', 'name': 'network-vif-deleted', 'tag': '20f5450b-b8ae-4628-837d-1501603cb747'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:47:50.925169 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea303cd2f7c2854d59b68ee9755924cbed95107615564160e5853a5b93bd1da8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-055c43ee-dd7b-4847-a3ce-918999f0afbb" -d '{"events": [{"server_uuid": "f7882b7f-f6a1-406c-9f72-4a1a6aec16e9", "name": "network-vif-deleted", "tag": "20f5450b-b8ae-4628-837d-1501603cb747"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:47:51.039064 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfec87bf-db0f-4e29-972b-b1c9266546c7 x-openstack-request-id: req-bfec87bf-db0f-4e29-972b-b1c9266546c7 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:47:51.039364 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7882b7f-f6a1-406c-9f72-4a1a6aec16e9", "name": "network-vif-deleted", "tag": "20f5450b-b8ae-4628-837d-1501603cb747", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:47:51.039622 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bfec87bf-db0f-4e29-972b-b1c9266546c7 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:47:51.040032 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7882b7f-f6a1-406c-9f72-4a1a6aec16e9', 'name': 'network-vif-deleted', 'tag': '20f5450b-b8ae-4628-837d-1501603cb747', 'status': 'completed', 'code': 200} Dec 20 15:47:51.629389 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58986) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:47:52.021783 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ad5f1d53-0869-4e43-8620-fe523b159af7 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:52.048760 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ad5f1d53-0869-4e43-8620-fe523b159af7 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:52.112033 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ad5f1d53-0869-4e43-8620-fe523b159af7 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:52.114634 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-ad5f1d53-0869-4e43-8620-fe523b159af7 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:52.115824 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-ad5f1d53-0869-4e43-8620-fe523b159af7 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "DELETE /v2.0/security-groups/55a67447-cedb-4f22-aef0-d69a41c38d1a HTTP/1.1" status: 204 len: 168 time: 0.4853923 Dec 20 15:47:52.127649 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5f1d53-0869-4e43-8620-fe523b159af7 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55a67447-cedb-4f22-aef0-d69a41c38d1a,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:52.731264 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 58992) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:47:52.737540 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-4ce74e67-aefd-4325-a7df-9ad8645f4037 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1641135478', 'description': 'tempest-secgroup-smoke-1641135478 description', 'project_id': 'e1f8bfa51e594e508d4bb7723620de57'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:47:52.769684 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4ce74e67-aefd-4325-a7df-9ad8645f4037 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:52.834706 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4ce74e67-aefd-4325-a7df-9ad8645f4037 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:52.840629 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4ce74e67-aefd-4325-a7df-9ad8645f4037 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:52.868801 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-4ce74e67-aefd-4325-a7df-9ad8645f4037 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:52.870022 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-4ce74e67-aefd-4325-a7df-9ad8645f4037 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1376987 Dec 20 15:47:52.872391 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce74e67-aefd-4325-a7df-9ad8645f4037 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=848b9237-9d78-4f44-9d4d-323b46097a04,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:52.873464 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58994) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:47:52.879984 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-94106c9c-d438-48d1-a902-e4598969cc1d tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Request body: {'security_group_rule': {'security_group_id': '848b9237-9d78-4f44-9d4d-323b46097a04', 'project_id': 'e1f8bfa51e594e508d4bb7723620de57', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:47:52.910062 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-94106c9c-d438-48d1-a902-e4598969cc1d tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:52.968395 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-94106c9c-d438-48d1-a902-e4598969cc1d tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:52.974333 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-94106c9c-d438-48d1-a902-e4598969cc1d tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:52.991764 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94106c9c-d438-48d1-a902-e4598969cc1d tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b09964c3-d6cc-4e6b-9074-4a2455c58a44,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:53.000865 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-94106c9c-d438-48d1-a902-e4598969cc1d tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:53.002126 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-94106c9c-d438-48d1-a902-e4598969cc1d tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1267948 Dec 20 15:47:53.005009 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58996) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:47:53.009391 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-3639b38d-a224-4ebe-8437-dd38fe20c2c6 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Request body: {'security_group_rule': {'security_group_id': '848b9237-9d78-4f44-9d4d-323b46097a04', 'project_id': 'e1f8bfa51e594e508d4bb7723620de57', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:47:53.038241 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3639b38d-a224-4ebe-8437-dd38fe20c2c6 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:53.096909 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3639b38d-a224-4ebe-8437-dd38fe20c2c6 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:53.102031 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3639b38d-a224-4ebe-8437-dd38fe20c2c6 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:53.121922 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3639b38d-a224-4ebe-8437-dd38fe20c2c6 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3112a1b9-bb75-48e9-9f57-2fa99fce1267,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:53.132387 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-3639b38d-a224-4ebe-8437-dd38fe20c2c6 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:53.136270 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-3639b38d-a224-4ebe-8437-dd38fe20c2c6 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1276917 Dec 20 15:47:53.136536 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 58998) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:47:53.141698 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-a66d0a0c-d39d-46fa-acb0-ef8920ce79d9 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Request body: {'security_group_rule': {'security_group_id': '848b9237-9d78-4f44-9d4d-323b46097a04', 'project_id': 'e1f8bfa51e594e508d4bb7723620de57', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:47:53.173342 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a66d0a0c-d39d-46fa-acb0-ef8920ce79d9 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:53.230102 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a66d0a0c-d39d-46fa-acb0-ef8920ce79d9 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:53.234526 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a66d0a0c-d39d-46fa-acb0-ef8920ce79d9 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:53.255001 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66d0a0c-d39d-46fa-acb0-ef8920ce79d9 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdb02408-8c7f-4c44-9871-f816290773e3,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:53.260728 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a66d0a0c-d39d-46fa-acb0-ef8920ce79d9 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:53.261911 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-a66d0a0c-d39d-46fa-acb0-ef8920ce79d9 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1243064 Dec 20 15:47:53.264630 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 59000) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:47:53.268929 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-13471e86-656a-4e2a-bc96-4c30c74ed8a1 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Request body: {'security_group_rule': {'security_group_id': '848b9237-9d78-4f44-9d4d-323b46097a04', 'project_id': 'e1f8bfa51e594e508d4bb7723620de57', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:47:53.302208 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-13471e86-656a-4e2a-bc96-4c30c74ed8a1 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:53.360328 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-13471e86-656a-4e2a-bc96-4c30c74ed8a1 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:53.365602 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-13471e86-656a-4e2a-bc96-4c30c74ed8a1 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:53.382587 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13471e86-656a-4e2a-bc96-4c30c74ed8a1 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cdbd4ff-83df-4dec-89fe-1a8b9e53c008,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:53.392389 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-13471e86-656a-4e2a-bc96-4c30c74ed8a1 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:53.393605 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-13471e86-656a-4e2a-bc96-4c30c74ed8a1 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1279805 Dec 20 15:47:53.397087 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 59002) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:47:53.401532 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-18aae25a-bced-47e4-89e5-a5b2a7ca7850 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Request body: {'security_group_rule': {'security_group_id': '848b9237-9d78-4f44-9d4d-323b46097a04', 'project_id': 'e1f8bfa51e594e508d4bb7723620de57', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:47:53.426022 n-d-761264-19 neutron-server[103168]: INFO neutron.db.securitygroups_db [None req-18aae25a-bced-47e4-89e5-a5b2a7ca7850 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Project e1f8bfa51e594e508d4bb7723620de57 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 15:47:53.430828 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-18aae25a-bced-47e4-89e5-a5b2a7ca7850 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:53.489767 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-18aae25a-bced-47e4-89e5-a5b2a7ca7850 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:53.495264 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-18aae25a-bced-47e4-89e5-a5b2a7ca7850 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:53.515137 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aae25a-bced-47e4-89e5-a5b2a7ca7850 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5340a1c7-a1f1-4849-b07d-197b3630a03f,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:53.523053 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-18aae25a-bced-47e4-89e5-a5b2a7ca7850 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:53.524227 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-18aae25a-bced-47e4-89e5-a5b2a7ca7850 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1261837 Dec 20 15:47:53.527267 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 59004) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:47:53.531746 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-31a44aeb-4164-4354-9bf3-5e2069907dab tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Request body: {'security_group_rule': {'security_group_id': '848b9237-9d78-4f44-9d4d-323b46097a04', 'project_id': 'e1f8bfa51e594e508d4bb7723620de57', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:47:53.558916 n-d-761264-19 neutron-server[103168]: INFO neutron.db.securitygroups_db [None req-31a44aeb-4164-4354-9bf3-5e2069907dab tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Project e1f8bfa51e594e508d4bb7723620de57 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 15:47:53.566500 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-31a44aeb-4164-4354-9bf3-5e2069907dab tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:53.627691 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-31a44aeb-4164-4354-9bf3-5e2069907dab tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:53.633433 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-31a44aeb-4164-4354-9bf3-5e2069907dab tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:53.650590 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a44aeb-4164-4354-9bf3-5e2069907dab tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c19a212c-bdda-4977-9256-41cdae728fdf,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:47:53.660827 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-31a44aeb-4164-4354-9bf3-5e2069907dab tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:47:53.662074 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-31a44aeb-4164-4354-9bf3-5e2069907dab tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1337545 Dec 20 15:47:54.159491 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 20f5450b-b8ae-4628-837d-1501603cb747 no longer exists at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:47:54.180775 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] No Port match for: 20f5450b-b8ae-4628-837d-1501603cb747 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:47:54.181218 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 20f5450b-b8ae-4628-837d-1501603cb747 not bound to the agent host n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:48:00.805620 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d404b720-a3ba-4736-b4d4-0648c0c3df72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:03.000493 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f5c15011-ecb4-4c7d-9035-bdf422550bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:04.137761 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:06.147928 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:06.349050 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:07.807069 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:48:09.981304 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fa30495d-6f57-4b2b-9106-ccf034217e92 req-4abb18db-225f-4371-9530-8a122d4f2022 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1641135478&fields=id&tenant_id=e1f8bfa51e594e508d4bb7723620de57 HTTP/1.1" status: 200 len: 267 time: 0.0509200 Dec 20 15:48:10.093376 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa30495d-6f57-4b2b-9106-ccf034217e92 req-a3360f49-a6c7-4568-9083-33068bb39f01 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:10.095001 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fa30495d-6f57-4b2b-9106-ccf034217e92 req-a3360f49-a6c7-4568-9083-33068bb39f01 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/networks?id=3253cb8b-4b03-4d0c-9fd9-aaf52b654056 HTTP/1.1" status: 200 len: 808 time: 0.1037254 Dec 20 15:48:10.112171 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fa30495d-6f57-4b2b-9106-ccf034217e92 req-d2ba68a2-e203-47dc-a337-5b90dc21835c tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/quotas/e1f8bfa51e594e508d4bb7723620de57 HTTP/1.1" status: 200 len: 375 time: 0.0091801 Dec 20 15:48:10.162957 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fa30495d-6f57-4b2b-9106-ccf034217e92 req-723a9123-6245-401e-9c9b-8340f83dbed3 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=e1f8bfa51e594e508d4bb7723620de57&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454485 Dec 20 15:48:10.224474 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [req-fa30495d-6f57-4b2b-9106-ccf034217e92 req-121cfe22-bc93-4fa8-b412-1bc619f7bbb1 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:48:10.225453 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fa30495d-6f57-4b2b-9106-ccf034217e92 req-121cfe22-bc93-4fa8-b412-1bc619f7bbb1 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0512393 Dec 20 15:48:10.326388 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fa30495d-6f57-4b2b-9106-ccf034217e92 req-e0c9c699-95e3-4224-994f-84e33932957e service neutron] 10.222.0.54 "GET /v2.0/networks/3253cb8b-4b03-4d0c-9fd9-aaf52b654056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941169 Dec 20 15:48:10.421289 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fa30495d-6f57-4b2b-9106-ccf034217e92 req-fc010e83-177b-4a9a-a98f-02a2848b1628 service neutron] 10.222.0.54 "GET /v2.0/networks/3253cb8b-4b03-4d0c-9fd9-aaf52b654056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886660 Dec 20 15:48:10.718204 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2da4bef8-59ec-49f4-93c1-7c2beb324271 req-de4f3d26-cd9b-4d51-99b7-1b3a2a5e1278 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/ports?device_id=78c73158-47f2-4a02-82c7-631f84d4e00a HTTP/1.1" status: 200 len: 210 time: 0.0269229 Dec 20 15:48:11.729929 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa30495d-6f57-4b2b-9106-ccf034217e92 req-3874abe5-be19-40dd-9c65-9594f622592b tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:11.731450 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fa30495d-6f57-4b2b-9106-ccf034217e92 req-3874abe5-be19-40dd-9c65-9594f622592b tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.47 "GET /v2.0/networks?id=3253cb8b-4b03-4d0c-9fd9-aaf52b654056 HTTP/1.1" status: 200 len: 808 time: 0.1022635 Dec 20 15:48:11.822180 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fa30495d-6f57-4b2b-9106-ccf034217e92 req-39325e73-f948-4c0f-8f3e-d28a69ea5aa4 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e1f8bfa51e594e508d4bb7723620de57 HTTP/1.1" status: 200 len: 380 time: 0.0817523 Dec 20 15:48:11.844955 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-277030f8-7a39-49fd-b10f-dc69a828b326 req-1e471acb-124c-4198-a296-35285bca0a07 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/ports?device_id=78c73158-47f2-4a02-82c7-631f84d4e00a HTTP/1.1" status: 200 len: 210 time: 0.0410337 Dec 20 15:48:11.848655 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-fa30495d-6f57-4b2b-9106-ccf034217e92 req-f7eafa4f-8fae-4fe4-9ea3-bdc12fe322e2 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Request body: {'port': {'device_id': '78c73158-47f2-4a02-82c7-631f84d4e00a', 'network_id': '3253cb8b-4b03-4d0c-9fd9-aaf52b654056', 'admin_state_up': True, 'tenant_id': 'e1f8bfa51e594e508d4bb7723620de57', 'security_groups': ['848b9237-9d78-4f44-9d4d-323b46097a04']}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:48:11.960169 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa30495d-6f57-4b2b-9106-ccf034217e92 req-f7eafa4f-8fae-4fe4-9ea3-bdc12fe322e2 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Made reservation on behalf of e1f8bfa51e594e508d4bb7723620de57 for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:48:11.963875 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-fa30495d-6f57-4b2b-9106-ccf034217e92 req-f7eafa4f-8fae-4fe4-9ea3-bdc12fe322e2 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:12.096170 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [req-fa30495d-6f57-4b2b-9106-ccf034217e92 req-f7eafa4f-8fae-4fe4-9ea3-bdc12fe322e2 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Allocated IP 172.20.0.5 (3253cb8b-4b03-4d0c-9fd9-aaf52b654056/3593d6aa-a2c3-4ef3-8d81-eaeeeb9605f3/4750d06b-738a-4d8b-986c-509b5928dacd) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:48:12.236281 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-fa30495d-6f57-4b2b-9106-ccf034217e92 req-f7eafa4f-8fae-4fe4-9ea3-bdc12fe322e2 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:12.271368 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-fa30495d-6f57-4b2b-9106-ccf034217e92 req-f7eafa4f-8fae-4fe4-9ea3-bdc12fe322e2 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:12.309381 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:12.318027 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa30495d-6f57-4b2b-9106-ccf034217e92 req-f7eafa4f-8fae-4fe4-9ea3-bdc12fe322e2 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Network 3253cb8b-4b03-4d0c-9fd9-aaf52b654056 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:48:12.321233 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [req-fa30495d-6f57-4b2b-9106-ccf034217e92 req-f7eafa4f-8fae-4fe4-9ea3-bdc12fe322e2 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:48:12.325777 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa30495d-6f57-4b2b-9106-ccf034217e92 req-f7eafa4f-8fae-4fe4-9ea3-bdc12fe322e2 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:48:12.328643 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eafa4f-8fae-4fe4-9ea3-bdc12fe322e2 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Pushing event updated for resources: {'Port': ['ID=4750d06b-738a-4d8b-986c-509b5928dacd,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:12.378302 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa30495d-6f57-4b2b-9106-ccf034217e92 req-f7eafa4f-8fae-4fe4-9ea3-bdc12fe322e2 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:12.378945 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-fa30495d-6f57-4b2b-9106-ccf034217e92 req-f7eafa4f-8fae-4fe4-9ea3-bdc12fe322e2 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:12.396866 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fa30495d-6f57-4b2b-9106-ccf034217e92 req-f7eafa4f-8fae-4fe4-9ea3-bdc12fe322e2 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5547528 Dec 20 15:48:12.410969 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-fa30495d-6f57-4b2b-9106-ccf034217e92 req-231d60e0-d8b2-42e0-a7a2-861478e69897 service neutron] Request body: {'port': {'device_id': '78c73158-47f2-4a02-82c7-631f84d4e00a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-19'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:48:12.476866 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-fa30495d-6f57-4b2b-9106-ccf034217e92 req-231d60e0-d8b2-42e0-a7a2-861478e69897 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:12.639046 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-d6c5be2d-1c90-47ea-8d12-edf07d14ae02 None None] Provisioning complete for port 4750d06b-738a-4d8b-986c-509b5928dacd triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:48:12.639683 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d6c5be2d-1c90-47ea-8d12-edf07d14ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:12.676289 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-d6c5be2d-1c90-47ea-8d12-edf07d14ae02 None None] Port 4750d06b-738a-4d8b-986c-509b5928dacd cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:48:12.745296 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [req-fa30495d-6f57-4b2b-9106-ccf034217e92 req-231d60e0-d8b2-42e0-a7a2-861478e69897 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4750d06b-738a-4d8b-986c-509b5928dacd {{(pid=103167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:48:12.753149 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-fa30495d-6f57-4b2b-9106-ccf034217e92 req-231d60e0-d8b2-42e0-a7a2-861478e69897 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:12.765432 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-fa30495d-6f57-4b2b-9106-ccf034217e92 req-231d60e0-d8b2-42e0-a7a2-861478e69897 service neutron] Transition to ACTIVE for port object 4750d06b-738a-4d8b-986c-509b5928dacd will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:48:12.770712 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-fa30495d-6f57-4b2b-9106-ccf034217e92 req-231d60e0-d8b2-42e0-a7a2-861478e69897 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:12.868548 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231d60e0-d8b2-42e0-a7a2-861478e69897 service neutron] Pushing event updated for resources: {'Port': ['ID=4750d06b-738a-4d8b-986c-509b5928dacd,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:12.909029 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-fa30495d-6f57-4b2b-9106-ccf034217e92 req-231d60e0-d8b2-42e0-a7a2-861478e69897 service neutron] Attempting to bind port 4750d06b-738a-4d8b-986c-509b5928dacd on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:48:12.909415 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-fa30495d-6f57-4b2b-9106-ccf034217e92 req-231d60e0-d8b2-42e0-a7a2-861478e69897 service neutron] Attempting to bind port 4750d06b-738a-4d8b-986c-509b5928dacd by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': '017ec060-9fa2-4af8-bcb3-019cad9219ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3253cb8b-4b03-4d0c-9fd9-aaf52b654056'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:48:12.910307 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa30495d-6f57-4b2b-9106-ccf034217e92 req-231d60e0-d8b2-42e0-a7a2-861478e69897 service neutron] Attempting to bind port 4750d06b-738a-4d8b-986c-509b5928dacd on network 3253cb8b-4b03-4d0c-9fd9-aaf52b654056 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:48:12.915449 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa30495d-6f57-4b2b-9106-ccf034217e92 req-231d60e0-d8b2-42e0-a7a2-861478e69897 service neutron] Port 4750d06b-738a-4d8b-986c-509b5928dacd on network 3253cb8b-4b03-4d0c-9fd9-aaf52b654056 not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:48:12.915764 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa30495d-6f57-4b2b-9106-ccf034217e92 req-231d60e0-d8b2-42e0-a7a2-861478e69897 service neutron] Attempting to bind port 4750d06b-738a-4d8b-986c-509b5928dacd on network 3253cb8b-4b03-4d0c-9fd9-aaf52b654056 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:48:12.922086 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa30495d-6f57-4b2b-9106-ccf034217e92 req-231d60e0-d8b2-42e0-a7a2-861478e69897 service neutron] Checking agent: {'id': '43c60aee-e4af-4ecc-bee2-aac3569fafed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:48:12.922455 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa30495d-6f57-4b2b-9106-ccf034217e92 req-231d60e0-d8b2-42e0-a7a2-861478e69897 service neutron] Checking segment: {'id': '017ec060-9fa2-4af8-bcb3-019cad9219ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3253cb8b-4b03-4d0c-9fd9-aaf52b654056'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:48:12.922819 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa30495d-6f57-4b2b-9106-ccf034217e92 req-231d60e0-d8b2-42e0-a7a2-861478e69897 service neutron] Bound using segment: {'id': '017ec060-9fa2-4af8-bcb3-019cad9219ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3253cb8b-4b03-4d0c-9fd9-aaf52b654056'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:48:12.923250 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-fa30495d-6f57-4b2b-9106-ccf034217e92 req-231d60e0-d8b2-42e0-a7a2-861478e69897 service neutron] Bound port: 4750d06b-738a-4d8b-986c-509b5928dacd, host: n-h2-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '017ec060-9fa2-4af8-bcb3-019cad9219ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3253cb8b-4b03-4d0c-9fd9-aaf52b654056'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:48:12.923599 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-fa30495d-6f57-4b2b-9106-ccf034217e92 req-231d60e0-d8b2-42e0-a7a2-861478e69897 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:12.985678 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7722a1-6def-4b19-98f8-f8aa1bca38bb req-5b4cfbdf-5cef-4a48-a59b-9e283a0f620a tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:12.988087 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2d7722a1-6def-4b19-98f8-f8aa1bca38bb req-5b4cfbdf-5cef-4a48-a59b-9e283a0f620a tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/ports?device_id=78c73158-47f2-4a02-82c7-631f84d4e00a HTTP/1.1" status: 200 len: 943 time: 0.0560393 Dec 20 15:48:13.000312 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-fa30495d-6f57-4b2b-9106-ccf034217e92 req-231d60e0-d8b2-42e0-a7a2-861478e69897 service neutron] For port 4750d06b-738a-4d8b-986c-509b5928dacd, host n-h2-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:48:13.003890 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-fa30495d-6f57-4b2b-9106-ccf034217e92 req-231d60e0-d8b2-42e0-a7a2-861478e69897 service neutron] For port 4750d06b-738a-4d8b-986c-509b5928dacd, host n-h2-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=4750d06b-738a-4d8b-986c-509b5928dacd,segment=NetworkSegment(017ec060-9fa2-4af8-bcb3-019cad9219ca),segment_id=017ec060-9fa2-4af8-bcb3-019cad9219ca)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:48:13.011835 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-fa30495d-6f57-4b2b-9106-ccf034217e92 req-231d60e0-d8b2-42e0-a7a2-861478e69897 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:13.040719 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2d7722a1-6def-4b19-98f8-f8aa1bca38bb req-9269c262-af99-41a4-b3fb-20fb6b9215fc tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/security-groups?id=848b9237-9d78-4f44-9d4d-323b46097a04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463235 Dec 20 15:48:13.066699 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa30495d-6f57-4b2b-9106-ccf034217e92 req-231d60e0-d8b2-42e0-a7a2-861478e69897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:13.067411 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-fa30495d-6f57-4b2b-9106-ccf034217e92 req-231d60e0-d8b2-42e0-a7a2-861478e69897 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:13.069267 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fa30495d-6f57-4b2b-9106-ccf034217e92 req-231d60e0-d8b2-42e0-a7a2-861478e69897 service neutron] 10.222.0.47 "PUT /v2.0/ports/4750d06b-738a-4d8b-986c-509b5928dacd HTTP/1.1" status: 200 len: 1092 time: 0.6633534 Dec 20 15:48:13.069721 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78c73158-47f2-4a02-82c7-631f84d4e00a', 'tag': '4750d06b-738a-4d8b-986c-509b5928dacd'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:48:13.072131 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08f5bd10d948da750b9537a176c40f94b479143edf42a445aa4903673b4b1814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccf4a9c1-0f85-48ea-900e-9db7da2f23c2" -d '{"events": [{"name": "network-changed", "server_uuid": "78c73158-47f2-4a02-82c7-631f84d4e00a", "tag": "4750d06b-738a-4d8b-986c-509b5928dacd"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:48:13.129117 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89b6406a-220b-41d5-bb2b-32b08a7e30bf x-openstack-request-id: req-89b6406a-220b-41d5-bb2b-32b08a7e30bf {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:48:13.129473 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78c73158-47f2-4a02-82c7-631f84d4e00a", "tag": "4750d06b-738a-4d8b-986c-509b5928dacd", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:48:13.129785 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-89b6406a-220b-41d5-bb2b-32b08a7e30bf {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:48:13.130254 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78c73158-47f2-4a02-82c7-631f84d4e00a', 'tag': '4750d06b-738a-4d8b-986c-509b5928dacd', 'status': 'completed', 'code': 200} Dec 20 15:48:13.154621 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231d60e0-d8b2-42e0-a7a2-861478e69897 service neutron] Pushing event updated for resources: {'Port': ['ID=4750d06b-738a-4d8b-986c-509b5928dacd,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:13.190129 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa30495d-6f57-4b2b-9106-ccf034217e92 req-d0fb0d12-c642-4c33-a62a-bd95598863c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:13.192086 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fa30495d-6f57-4b2b-9106-ccf034217e92 req-d0fb0d12-c642-4c33-a62a-bd95598863c8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e1f8bfa51e594e508d4bb7723620de57&device_id=78c73158-47f2-4a02-82c7-631f84d4e00a HTTP/1.1" status: 200 len: 1095 time: 0.0563929 Dec 20 15:48:13.250074 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fa30495d-6f57-4b2b-9106-ccf034217e92 req-a6fb659b-5570-49c1-a179-fcb3eca92dc2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4750d06b-738a-4d8b-986c-509b5928dacd HTTP/1.1" status: 200 len: 217 time: 0.0489047 Dec 20 15:48:13.303095 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa30495d-6f57-4b2b-9106-ccf034217e92 req-38142b1b-93d7-4edc-8d0b-fa4bfb7b1716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:13.304621 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fa30495d-6f57-4b2b-9106-ccf034217e92 req-38142b1b-93d7-4edc-8d0b-fa4bfb7b1716 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3593d6aa-a2c3-4ef3-8d81-eaeeeb9605f3 HTTP/1.1" status: 200 len: 847 time: 0.0470712 Dec 20 15:48:13.355888 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa30495d-6f57-4b2b-9106-ccf034217e92 req-ef67a817-b8c3-45d4-ae46-53ee88dc9771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:13.358030 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fa30495d-6f57-4b2b-9106-ccf034217e92 req-ef67a817-b8c3-45d4-ae46-53ee88dc9771 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3253cb8b-4b03-4d0c-9fd9-aaf52b654056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449269 Dec 20 15:48:13.463008 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fa30495d-6f57-4b2b-9106-ccf034217e92 req-a58e991f-6695-4179-b88e-072644471363 service neutron] 10.222.0.47 "GET /v2.0/networks/3253cb8b-4b03-4d0c-9fd9-aaf52b654056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930824 Dec 20 15:48:13.560999 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fa30495d-6f57-4b2b-9106-ccf034217e92 req-439acdda-f2cf-4ce5-a50f-d05c75fcc3f6 service neutron] 10.222.0.47 "GET /v2.0/networks/3253cb8b-4b03-4d0c-9fd9-aaf52b654056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906303 Dec 20 15:48:13.646542 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf4a9c1-0f85-48ea-900e-9db7da2f23c2 req-13269a66-41f7-47f8-96ce-0ffbfdcb9e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:13.648009 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ccf4a9c1-0f85-48ea-900e-9db7da2f23c2 req-13269a66-41f7-47f8-96ce-0ffbfdcb9e8f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e1f8bfa51e594e508d4bb7723620de57&device_id=78c73158-47f2-4a02-82c7-631f84d4e00a HTTP/1.1" status: 200 len: 1095 time: 0.0425656 Dec 20 15:48:13.738197 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf4a9c1-0f85-48ea-900e-9db7da2f23c2 req-9c4f2cae-43cf-401a-8717-7aa81915aeca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:13.739870 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ccf4a9c1-0f85-48ea-900e-9db7da2f23c2 req-9c4f2cae-43cf-401a-8717-7aa81915aeca service neutron] 10.222.0.47 "GET /v2.0/networks?id=3253cb8b-4b03-4d0c-9fd9-aaf52b654056 HTTP/1.1" status: 200 len: 909 time: 0.0841677 Dec 20 15:48:13.785879 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ccf4a9c1-0f85-48ea-900e-9db7da2f23c2 req-cc6c0cc4-0b2d-44fd-a196-33397a90ca7c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4750d06b-738a-4d8b-986c-509b5928dacd HTTP/1.1" status: 200 len: 217 time: 0.0384107 Dec 20 15:48:13.838761 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf4a9c1-0f85-48ea-900e-9db7da2f23c2 req-745fbb48-98f1-4847-a7e8-38702146f70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:13.840279 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ccf4a9c1-0f85-48ea-900e-9db7da2f23c2 req-745fbb48-98f1-4847-a7e8-38702146f70f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3593d6aa-a2c3-4ef3-8d81-eaeeeb9605f3 HTTP/1.1" status: 200 len: 847 time: 0.0463343 Dec 20 15:48:13.888511 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf4a9c1-0f85-48ea-900e-9db7da2f23c2 req-c62631f9-d631-46f2-b15f-3f7e48465679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:13.890199 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ccf4a9c1-0f85-48ea-900e-9db7da2f23c2 req-c62631f9-d631-46f2-b15f-3f7e48465679 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3253cb8b-4b03-4d0c-9fd9-aaf52b654056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426030 Dec 20 15:48:13.985342 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ccf4a9c1-0f85-48ea-900e-9db7da2f23c2 req-5eed0664-5ae3-4682-887a-6a2d71ff89d5 service neutron] 10.222.0.47 "GET /v2.0/networks/3253cb8b-4b03-4d0c-9fd9-aaf52b654056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880308 Dec 20 15:48:14.085338 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ccf4a9c1-0f85-48ea-900e-9db7da2f23c2 req-9f2d4cf8-5768-4215-a37b-b58b64fb63ce service neutron] 10.222.0.47 "GET /v2.0/networks/3253cb8b-4b03-4d0c-9fd9-aaf52b654056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919368 Dec 20 15:48:14.169642 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2b9b37-f011-4a8f-a992-b645a5a2fffc req-37a983f0-85f8-4d97-a4b3-9f8ff3978106 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:14.171152 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-dd2b9b37-f011-4a8f-a992-b645a5a2fffc req-37a983f0-85f8-4d97-a4b3-9f8ff3978106 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/ports?device_id=78c73158-47f2-4a02-82c7-631f84d4e00a HTTP/1.1" status: 200 len: 943 time: 0.0537598 Dec 20 15:48:14.220807 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-dd2b9b37-f011-4a8f-a992-b645a5a2fffc req-024c88bd-649d-494b-af51-c9889d06e30b tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/security-groups?id=848b9237-9d78-4f44-9d4d-323b46097a04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434945 Dec 20 15:48:15.360902 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21116d7c-7360-4063-9094-30c7dea1119c req-50288e18-8f05-49b2-8698-612304785f89 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:15.362438 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-21116d7c-7360-4063-9094-30c7dea1119c req-50288e18-8f05-49b2-8698-612304785f89 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/ports?device_id=78c73158-47f2-4a02-82c7-631f84d4e00a HTTP/1.1" status: 200 len: 943 time: 0.0641148 Dec 20 15:48:15.419337 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-21116d7c-7360-4063-9094-30c7dea1119c req-41514246-494f-4c35-812d-4763ae3fdcd5 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/security-groups?id=848b9237-9d78-4f44-9d4d-323b46097a04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502584 Dec 20 15:48:16.018629 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:16.537850 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbad64b-debc-4993-af1d-3d9d6309d993 req-c96b5885-1831-4b99-b74a-b96b0008b205 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:16.539473 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-bfbad64b-debc-4993-af1d-3d9d6309d993 req-c96b5885-1831-4b99-b74a-b96b0008b205 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/ports?device_id=78c73158-47f2-4a02-82c7-631f84d4e00a HTTP/1.1" status: 200 len: 943 time: 0.0515909 Dec 20 15:48:16.592489 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-bfbad64b-debc-4993-af1d-3d9d6309d993 req-8f282f07-4025-40fe-b1ed-e45bcdc9e4a5 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/security-groups?id=848b9237-9d78-4f44-9d4d-323b46097a04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466235 Dec 20 15:48:17.726701 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849d31c7-79a9-4958-aa3f-134b5c520756 req-7c72273d-4500-4f45-b7a3-7bd989c8c9c2 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:17.728396 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-849d31c7-79a9-4958-aa3f-134b5c520756 req-7c72273d-4500-4f45-b7a3-7bd989c8c9c2 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/ports?device_id=78c73158-47f2-4a02-82c7-631f84d4e00a HTTP/1.1" status: 200 len: 943 time: 0.0631526 Dec 20 15:48:17.778882 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-849d31c7-79a9-4958-aa3f-134b5c520756 req-0426b297-f984-4312-801c-3666d2eb8747 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/security-groups?id=848b9237-9d78-4f44-9d4d-323b46097a04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444033 Dec 20 15:48:18.923935 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b3460a-7dbd-4f56-b310-1808fead6275 req-d614011a-89b4-4f3c-95d8-a4cdaf57ee57 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:18.925389 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b5b3460a-7dbd-4f56-b310-1808fead6275 req-d614011a-89b4-4f3c-95d8-a4cdaf57ee57 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/ports?device_id=78c73158-47f2-4a02-82c7-631f84d4e00a HTTP/1.1" status: 200 len: 943 time: 0.0553911 Dec 20 15:48:18.979469 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b5b3460a-7dbd-4f56-b310-1808fead6275 req-b80cc19a-8d40-434b-bd20-f87c9e7fa79b tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/security-groups?id=848b9237-9d78-4f44-9d4d-323b46097a04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451753 Dec 20 15:48:20.110793 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba650c24-4024-440c-b46f-c75445bed56c req-c8ee47e8-e09e-47e4-a0ba-2ad829716b1f tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:20.112623 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ba650c24-4024-440c-b46f-c75445bed56c req-c8ee47e8-e09e-47e4-a0ba-2ad829716b1f tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/ports?device_id=78c73158-47f2-4a02-82c7-631f84d4e00a HTTP/1.1" status: 200 len: 943 time: 0.0572042 Dec 20 15:48:20.168058 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ba650c24-4024-440c-b46f-c75445bed56c req-fbbc87b9-9ff5-4207-9b4a-75330da6aeb4 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/security-groups?id=848b9237-9d78-4f44-9d4d-323b46097a04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491705 Dec 20 15:48:21.296737 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3076ad51-5b79-4852-8fed-03dc4f69289e req-206e0e4b-49fe-446c-9c33-9e00ff29f3ff tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:21.298216 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3076ad51-5b79-4852-8fed-03dc4f69289e req-206e0e4b-49fe-446c-9c33-9e00ff29f3ff tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/ports?device_id=78c73158-47f2-4a02-82c7-631f84d4e00a HTTP/1.1" status: 200 len: 943 time: 0.0549481 Dec 20 15:48:21.347392 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3076ad51-5b79-4852-8fed-03dc4f69289e req-dab6cd7d-07b7-4ac6-b2c2-ebf91de87cb7 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/security-groups?id=848b9237-9d78-4f44-9d4d-323b46097a04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430403 Dec 20 15:48:22.475025 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175d1ff2-ac29-4f89-a56e-7961e44c482b req-3948b67e-6841-4517-9792-7b76237262e5 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:22.476517 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-175d1ff2-ac29-4f89-a56e-7961e44c482b req-3948b67e-6841-4517-9792-7b76237262e5 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/ports?device_id=78c73158-47f2-4a02-82c7-631f84d4e00a HTTP/1.1" status: 200 len: 943 time: 0.0555203 Dec 20 15:48:22.530272 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-175d1ff2-ac29-4f89-a56e-7961e44c482b req-907c429d-c26d-4378-939f-fe4104294ab9 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/security-groups?id=848b9237-9d78-4f44-9d4d-323b46097a04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449958 Dec 20 15:48:23.664107 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342db8ed-fc81-4353-bebb-90d2b513693c req-fbf9cd77-9630-4d6d-af02-edf02214ddc1 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:23.665607 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-342db8ed-fc81-4353-bebb-90d2b513693c req-fbf9cd77-9630-4d6d-af02-edf02214ddc1 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/ports?device_id=78c73158-47f2-4a02-82c7-631f84d4e00a HTTP/1.1" status: 200 len: 943 time: 0.0573525 Dec 20 15:48:23.717478 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-342db8ed-fc81-4353-bebb-90d2b513693c req-2435be50-81e5-4933-abe4-c6457b5f29eb tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/security-groups?id=848b9237-9d78-4f44-9d4d-323b46097a04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455439 Dec 20 15:48:24.625308 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 4750d06b-738a-4d8b-986c-509b5928dacd details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:48:24.732799 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 4750d06b-738a-4d8b-986c-509b5928dacd, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=4750d06b-738a-4d8b-986c-509b5928dacd,segment=NetworkSegment(017ec060-9fa2-4af8-bcb3-019cad9219ca),segment_id=017ec060-9fa2-4af8-bcb3-019cad9219ca)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:48:24.744491 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': '4750d06b-738a-4d8b-986c-509b5928dacd', 'network_id': '3253cb8b-4b03-4d0c-9fd9-aaf52b654056', 'port_id': '4750d06b-738a-4d8b-986c-509b5928dacd', 'mac_address': 'fa:16:3e:62:92:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3593d6aa-a2c3-4ef3-8d81-eaeeeb9605f3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:48:24.781580 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:24.798059 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4750d06b-738a-4d8b-986c-509b5928dacd {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:48:24.817666 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 4750d06b-738a-4d8b-986c-509b5928dacd, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=4750d06b-738a-4d8b-986c-509b5928dacd,segment=NetworkSegment(017ec060-9fa2-4af8-bcb3-019cad9219ca),segment_id=017ec060-9fa2-4af8-bcb3-019cad9219ca)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:48:24.822901 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:24.835445 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca74510e-9f27-4383-b75c-2353f6827980 req-6d77dcc2-ff7b-4d0c-9d4f-b7c8655912b6 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:24.837109 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ca74510e-9f27-4383-b75c-2353f6827980 req-6d77dcc2-ff7b-4d0c-9d4f-b7c8655912b6 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/ports?device_id=78c73158-47f2-4a02-82c7-631f84d4e00a HTTP/1.1" status: 200 len: 943 time: 0.0502355 Dec 20 15:48:24.892522 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ca74510e-9f27-4383-b75c-2353f6827980 req-a271dabd-b3f3-439b-93e8-356d44379721 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/security-groups?id=848b9237-9d78-4f44-9d4d-323b46097a04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490396 Dec 20 15:48:25.049824 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=4750d06b-738a-4d8b-986c-509b5928dacd,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:25.057454 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:48:25.057770 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:48:25.058133 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:48:25.058468 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:48:25.058827 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:48:25.059156 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:48:25.059482 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:48:25.059774 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:48:25.060123 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:48:25.060439 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:48:25.060752 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:48:25.061055 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:48:25.061368 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:48:25.092281 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['4750d06b-738a-4d8b-986c-509b5928dacd'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:48:26.025449 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42342dd9-8ef5-433b-a4df-681c083ae6cd req-860fdf0e-39b3-461c-8863-86e84d771c59 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:26.026966 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-42342dd9-8ef5-433b-a4df-681c083ae6cd req-860fdf0e-39b3-461c-8863-86e84d771c59 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/ports?device_id=78c73158-47f2-4a02-82c7-631f84d4e00a HTTP/1.1" status: 200 len: 944 time: 0.0550418 Dec 20 15:48:26.081717 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-42342dd9-8ef5-433b-a4df-681c083ae6cd req-208267f0-a651-42b2-816a-dfd4601ae4df tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/security-groups?id=848b9237-9d78-4f44-9d4d-323b46097a04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456910 Dec 20 15:48:26.643442 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 4750d06b-738a-4d8b-986c-509b5928dacd up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:48:26.703931 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning for port 4750d06b-738a-4d8b-986c-509b5928dacd completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:48:26.707865 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port 4750d06b-738a-4d8b-986c-509b5928dacd triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:48:26.708431 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:26.792019 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:26.815209 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78c73158-47f2-4a02-82c7-631f84d4e00a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4750d06b-738a-4d8b-986c-509b5928dacd'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:48:26.817477 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a867d42bfdcbb9cb6963a533571b1f1c257f186d8c4d683fcd223be3c25d00f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdc30638-f048-4047-bad5-6eddee4e13ff" -d '{"events": [{"server_uuid": "78c73158-47f2-4a02-82c7-631f84d4e00a", "name": "network-vif-plugged", "status": "completed", "tag": "4750d06b-738a-4d8b-986c-509b5928dacd"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:48:26.829611 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 4750d06b-738a-4d8b-986c-509b5928dacd, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=4750d06b-738a-4d8b-986c-509b5928dacd,segment=NetworkSegment(017ec060-9fa2-4af8-bcb3-019cad9219ca),segment_id=017ec060-9fa2-4af8-bcb3-019cad9219ca)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:48:26.834740 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:26.860961 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e390431-e0ef-41dd-b9a2-cf5a549fea41 x-openstack-request-id: req-8e390431-e0ef-41dd-b9a2-cf5a549fea41 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:48:26.861970 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78c73158-47f2-4a02-82c7-631f84d4e00a", "name": "network-vif-plugged", "status": "completed", "tag": "4750d06b-738a-4d8b-986c-509b5928dacd", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:48:26.862227 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8e390431-e0ef-41dd-b9a2-cf5a549fea41 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:48:26.862992 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78c73158-47f2-4a02-82c7-631f84d4e00a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4750d06b-738a-4d8b-986c-509b5928dacd', 'code': 200} Dec 20 15:48:26.891079 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=4750d06b-738a-4d8b-986c-509b5928dacd,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:26.958136 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d086ebee-3ba6-4d44-ad83-0d6a62d6cac1 req-ba0f5985-a3a2-4e47-a244-a160719f7c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:26.959701 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d086ebee-3ba6-4d44-ad83-0d6a62d6cac1 req-ba0f5985-a3a2-4e47-a244-a160719f7c71 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=78c73158-47f2-4a02-82c7-631f84d4e00a HTTP/1.1" status: 200 len: 1097 time: 0.0452049 Dec 20 15:48:27.017749 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d086ebee-3ba6-4d44-ad83-0d6a62d6cac1 req-a10ab584-26d8-40c0-b409-9e87c0f271a4 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=848b9237-9d78-4f44-9d4d-323b46097a04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500193 Dec 20 15:48:27.223099 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5617ec9-a65d-41c1-89f9-210a4e73179f req-ffce03ec-892e-449c-8266-ebad12837de2 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:27.224496 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f5617ec9-a65d-41c1-89f9-210a4e73179f req-ffce03ec-892e-449c-8266-ebad12837de2 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/ports?device_id=78c73158-47f2-4a02-82c7-631f84d4e00a HTTP/1.1" status: 200 len: 945 time: 0.0601885 Dec 20 15:48:27.277567 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-f5617ec9-a65d-41c1-89f9-210a4e73179f req-1aa48c2c-f701-40d0-8852-2e32f92fddc2 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/security-groups?id=848b9237-9d78-4f44-9d4d-323b46097a04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443599 Dec 20 15:48:28.408948 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b246415f-4e0a-4900-90a0-bbd31e752b7c req-8bb01bf1-7257-4650-b32b-af280635e315 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:28.410389 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b246415f-4e0a-4900-90a0-bbd31e752b7c req-8bb01bf1-7257-4650-b32b-af280635e315 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/ports?device_id=78c73158-47f2-4a02-82c7-631f84d4e00a HTTP/1.1" status: 200 len: 945 time: 0.0543847 Dec 20 15:48:28.465048 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b246415f-4e0a-4900-90a0-bbd31e752b7c req-89da26ac-ba44-4a10-be3e-1554c9074059 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/security-groups?id=848b9237-9d78-4f44-9d4d-323b46097a04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462132 Dec 20 15:48:28.592445 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308e4151-5a20-467f-bd2d-25431a38f375 req-ff1ff015-3643-4285-af7d-85870190e213 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:28.593954 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-308e4151-5a20-467f-bd2d-25431a38f375 req-ff1ff015-3643-4285-af7d-85870190e213 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/ports?device_id=78c73158-47f2-4a02-82c7-631f84d4e00a HTTP/1.1" status: 200 len: 945 time: 0.0599544 Dec 20 15:48:28.642794 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-308e4151-5a20-467f-bd2d-25431a38f375 req-d231e702-0d24-4afd-b7cd-cb67b94e26d5 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/security-groups?id=848b9237-9d78-4f44-9d4d-323b46097a04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422342 Dec 20 15:48:28.673314 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 59200) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:48:28.759534 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8babdc3-8981-4fd5-b09b-4709f5fd8e2a tempest-TestShelveInstance-1225514248 tempest-TestShelveInstance-1225514248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:28.761063 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-a8babdc3-8981-4fd5-b09b-4709f5fd8e2a tempest-TestShelveInstance-1225514248 tempest-TestShelveInstance-1225514248-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=78c73158-47f2-4a02-82c7-631f84d4e00a HTTP/1.1" status: 200 len: 1092 time: 0.0867827 Dec 20 15:48:28.764115 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 59204) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:48:28.768408 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-a094ccba-a194-4bcd-883a-fe661ddb446c tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Request body: {'floatingip': {'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'port_id': '4750d06b-738a-4d8b-986c-509b5928dacd', 'tenant_id': 'e1f8bfa51e594e508d4bb7723620de57', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:48:28.797477 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a094ccba-a194-4bcd-883a-fe661ddb446c tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Publish callbacks [] for floatingip, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:28.906314 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a094ccba-a194-4bcd-883a-fe661ddb446c tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:29.005266 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-a094ccba-a194-4bcd-883a-fe661ddb446c tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Allocated IP 172.25.0.102 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/612d3176-217e-410c-8ef2-f2869920f1e2) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:48:29.111354 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a094ccba-a194-4bcd-883a-fe661ddb446c tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:29.148422 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a094ccba-a194-4bcd-883a-fe661ddb446c tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:29.186793 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a094ccba-a194-4bcd-883a-fe661ddb446c tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:48:29.189566 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-a094ccba-a194-4bcd-883a-fe661ddb446c tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:48:29.193033 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a094ccba-a194-4bcd-883a-fe661ddb446c tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:48:29.198440 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a094ccba-a194-4bcd-883a-fe661ddb446c tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Pushing event updated for resources: {'Port': ['ID=612d3176-217e-410c-8ef2-f2869920f1e2,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:29.554707 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a094ccba-a194-4bcd-883a-fe661ddb446c tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:29.628190 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a094ccba-a194-4bcd-883a-fe661ddb446c tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:29.784156 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a094ccba-a194-4bcd-883a-fe661ddb446c tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:29.791971 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a094ccba-a194-4bcd-883a-fe661ddb446c tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:29.857741 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a094ccba-a194-4bcd-883a-fe661ddb446c tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Pushing event updated for resources: {'Port': ['ID=612d3176-217e-410c-8ef2-f2869920f1e2,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:48:29.867748 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a094ccba-a194-4bcd-883a-fe661ddb446c tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585115'] for floatingip, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:29.972702 n-d-761264-19 neutron-server[103168]: INFO neutron.db.l3_db [None req-a094ccba-a194-4bcd-883a-fe661ddb446c tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Floating IP 5cbba67f-c878-4df2-a46e-5ba6ed344a8c associated. External IP: 172.25.0.102, port: 4750d06b-738a-4d8b-986c-509b5928dacd. Dec 20 15:48:30.199595 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a094ccba-a194-4bcd-883a-fe661ddb446c tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Router a9dfb2f3-a6e8-4e84-abe4-91627686e087 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:48:30.316520 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a094ccba-a194-4bcd-883a-fe661ddb446c tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:48:30.326604 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83d4ff5-76dd-488f-b266-912b9b9d4e71 None None] Sync routers for ids ['a9dfb2f3-a6e8-4e84-abe4-91627686e087'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:48:30.337856 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83d4ff5-76dd-488f-b266-912b9b9d4e71 None None] Routers {'a9dfb2f3-a6e8-4e84-abe4-91627686e087'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:48:30.338490 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-d83d4ff5-76dd-488f-b266-912b9b9d4e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:48:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['a9dfb2f3-a6e8-4e84-abe4-91627686e087'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:48:30.338673 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a094ccba-a194-4bcd-883a-fe661ddb446c tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:30.365018 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-a094ccba-a194-4bcd-883a-fe661ddb446c tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5999117 Dec 20 15:48:30.365604 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78c73158-47f2-4a02-82c7-631f84d4e00a', 'tag': '4750d06b-738a-4d8b-986c-509b5928dacd'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:48:30.367935 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea303cd2f7c2854d59b68ee9755924cbed95107615564160e5853a5b93bd1da8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7c9a8d0-2911-4b80-a04e-037fc1c8f4f6" -d '{"events": [{"name": "network-changed", "server_uuid": "78c73158-47f2-4a02-82c7-631f84d4e00a", "tag": "4750d06b-738a-4d8b-986c-509b5928dacd"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:48:30.407715 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd5957a9-c4b4-4847-9a8f-063c98b286e4 x-openstack-request-id: req-bd5957a9-c4b4-4847-9a8f-063c98b286e4 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:48:30.408002 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78c73158-47f2-4a02-82c7-631f84d4e00a", "tag": "4750d06b-738a-4d8b-986c-509b5928dacd", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:48:30.408257 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bd5957a9-c4b4-4847-9a8f-063c98b286e4 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:48:30.408666 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78c73158-47f2-4a02-82c7-631f84d4e00a', 'tag': '4750d06b-738a-4d8b-986c-509b5928dacd', 'status': 'completed', 'code': 200} Dec 20 15:48:30.447444 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-d83d4ff5-76dd-488f-b266-912b9b9d4e71 None None] Set router a9dfb2f3-a6e8-4e84-abe4-91627686e087 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:48:30.479724 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c9a8d0-2911-4b80-a04e-037fc1c8f4f6 req-fd601e04-5cc0-476d-bb57-83d1c7c113c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:30.481373 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a7c9a8d0-2911-4b80-a04e-037fc1c8f4f6 req-fd601e04-5cc0-476d-bb57-83d1c7c113c4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e1f8bfa51e594e508d4bb7723620de57&device_id=78c73158-47f2-4a02-82c7-631f84d4e00a HTTP/1.1" status: 200 len: 1097 time: 0.0503182 Dec 20 15:48:30.573654 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c9a8d0-2911-4b80-a04e-037fc1c8f4f6 req-4d84ca79-833a-4a8c-ba96-c21426fe3732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:30.575116 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a7c9a8d0-2911-4b80-a04e-037fc1c8f4f6 req-4d84ca79-833a-4a8c-ba96-c21426fe3732 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3253cb8b-4b03-4d0c-9fd9-aaf52b654056 HTTP/1.1" status: 200 len: 909 time: 0.0866394 Dec 20 15:48:30.646773 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a7c9a8d0-2911-4b80-a04e-037fc1c8f4f6 req-98ab6a25-214b-4e4a-b712-00b305f1a089 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4750d06b-738a-4d8b-986c-509b5928dacd HTTP/1.1" status: 200 len: 999 time: 0.0645552 Dec 20 15:48:30.674442 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-d83d4ff5-76dd-488f-b266-912b9b9d4e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9dfb2f3-a6e8-4e84-abe4-91627686e087', 'name': 'tempest-TestShelveInstance-765912532-router', 'tenant_id': 'e1f8bfa51e594e508d4bb7723620de57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '9af5ab0a-c18e-49a8-bdd6-e907e75d0e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:42:53Z', 'updated_at': '2021-12-20T15:42:56Z', 'revision_number': 4, 'project_id': 'e1f8bfa51e594e508d4bb7723620de57', 'gw_port': {'id': '9af5ab0a-c18e-49a8-bdd6-e907e75d0e9e', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:48:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9dfb2f3-a6e8-4e84-abe4-91627686e087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:42:54Z', 'updated_at': '2021-12-20T15:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': '5cbba67f-c878-4df2-a46e-5ba6ed344a8c', 'tenant_id': 'e1f8bfa51e594e508d4bb7723620de57', 'floating_ip_address': '172.25.0.102', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': 'a9dfb2f3-a6e8-4e84-abe4-91627686e087', 'port_id': '4750d06b-738a-4d8b-986c-509b5928dacd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3253cb8b-4b03-4d0c-9fd9-aaf52b654056', 'mac_address': 'fa:16:3e:62:92:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c73158-47f2-4a02-82c7-631f84d4e00a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:48:29Z', 'updated_at': '2021-12-20T15:48:29Z', 'revision_number': 0, 'project_id': 'e1f8bfa51e594e508d4bb7723620de57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4517a7e-6b2e-44fa-9ec6-cc95bcfc049a', 'name': '', 'network_id': '3253cb8b-4b03-4d0c-9fd9-aaf52b654056', 'tenant_id': 'e1f8bfa51e594e508d4bb7723620de57', 'mac_address': 'fa:16:3e:47:6f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9dfb2f3-a6e8-4e84-abe4-91627686e087', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '3593d6aa-a2c3-4ef3-8d81-eaeeeb9605f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:42:56Z', 'updated_at': '2021-12-20T15:43:01Z', 'revision_number': 5, 'project_id': 'e1f8bfa51e594e508d4bb7723620de57', 'subnets': [{'id': '3593d6aa-a2c3-4ef3-8d81-eaeeeb9605f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:48:30.697242 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c9a8d0-2911-4b80-a04e-037fc1c8f4f6 req-b505b725-582e-43ad-974d-d3b39a606577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:30.698715 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a7c9a8d0-2911-4b80-a04e-037fc1c8f4f6 req-b505b725-582e-43ad-974d-d3b39a606577 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3593d6aa-a2c3-4ef3-8d81-eaeeeb9605f3 HTTP/1.1" status: 200 len: 847 time: 0.0445426 Dec 20 15:48:30.700621 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83d4ff5-76dd-488f-b266-912b9b9d4e71 None None] Checking router: a9dfb2f3-a6e8-4e84-abe4-91627686e087 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:48:30.709699 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83d4ff5-76dd-488f-b266-912b9b9d4e71 None None] Routers {'a9dfb2f3-a6e8-4e84-abe4-91627686e087'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:48:30.710302 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-d83d4ff5-76dd-488f-b266-912b9b9d4e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:48:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['a9dfb2f3-a6e8-4e84-abe4-91627686e087'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:48:30.745776 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c9a8d0-2911-4b80-a04e-037fc1c8f4f6 req-33fee332-a2f2-4b5a-bc57-8e741f003764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:48:30.747339 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a7c9a8d0-2911-4b80-a04e-037fc1c8f4f6 req-33fee332-a2f2-4b5a-bc57-8e741f003764 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3253cb8b-4b03-4d0c-9fd9-aaf52b654056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421190 Dec 20 15:48:30.814165 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-091b0ae7-68fb-4777-a593-f222618e9a21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:30.827299 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-d83d4ff5-76dd-488f-b266-912b9b9d4e71 None None] Set router a9dfb2f3-a6e8-4e84-abe4-91627686e087 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:48:30.842913 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a7c9a8d0-2911-4b80-a04e-037fc1c8f4f6 req-556ae929-7ea2-4c8b-b014-7513e450ff2e service neutron] 10.222.0.47 "GET /v2.0/networks/3253cb8b-4b03-4d0c-9fd9-aaf52b654056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880136 Dec 20 15:48:30.933230 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a7c9a8d0-2911-4b80-a04e-037fc1c8f4f6 req-38e3ce60-4931-449d-bca9-7d81c1427226 service neutron] 10.222.0.47 "GET /v2.0/networks/3253cb8b-4b03-4d0c-9fd9-aaf52b654056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830202 Dec 20 15:48:31.054366 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-d83d4ff5-76dd-488f-b266-912b9b9d4e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9dfb2f3-a6e8-4e84-abe4-91627686e087', 'name': 'tempest-TestShelveInstance-765912532-router', 'tenant_id': 'e1f8bfa51e594e508d4bb7723620de57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '9af5ab0a-c18e-49a8-bdd6-e907e75d0e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:42:53Z', 'updated_at': '2021-12-20T15:42:56Z', 'revision_number': 4, 'project_id': 'e1f8bfa51e594e508d4bb7723620de57', 'gw_port': {'id': '9af5ab0a-c18e-49a8-bdd6-e907e75d0e9e', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:48:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9dfb2f3-a6e8-4e84-abe4-91627686e087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:42:54Z', 'updated_at': '2021-12-20T15:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': '5cbba67f-c878-4df2-a46e-5ba6ed344a8c', 'tenant_id': 'e1f8bfa51e594e508d4bb7723620de57', 'floating_ip_address': '172.25.0.102', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': 'a9dfb2f3-a6e8-4e84-abe4-91627686e087', 'port_id': '4750d06b-738a-4d8b-986c-509b5928dacd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3253cb8b-4b03-4d0c-9fd9-aaf52b654056', 'mac_address': 'fa:16:3e:62:92:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c73158-47f2-4a02-82c7-631f84d4e00a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:48:29Z', 'updated_at': '2021-12-20T15:48:29Z', 'revision_number': 0, 'project_id': 'e1f8bfa51e594e508d4bb7723620de57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4517a7e-6b2e-44fa-9ec6-cc95bcfc049a', 'name': '', 'network_id': '3253cb8b-4b03-4d0c-9fd9-aaf52b654056', 'tenant_id': 'e1f8bfa51e594e508d4bb7723620de57', 'mac_address': 'fa:16:3e:47:6f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9dfb2f3-a6e8-4e84-abe4-91627686e087', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '3593d6aa-a2c3-4ef3-8d81-eaeeeb9605f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:42:56Z', 'updated_at': '2021-12-20T15:43:01Z', 'revision_number': 5, 'project_id': 'e1f8bfa51e594e508d4bb7723620de57', 'subnets': [{'id': '3593d6aa-a2c3-4ef3-8d81-eaeeeb9605f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:48:31.081805 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83d4ff5-76dd-488f-b266-912b9b9d4e71 None None] The sync data for ids ['a9dfb2f3-a6e8-4e84-abe4-91627686e087'] in n-d-761264-19 is: [{'id': 'a9dfb2f3-a6e8-4e84-abe4-91627686e087', 'name': 'tempest-TestShelveInstance-765912532-router', 'tenant_id': 'e1f8bfa51e594e508d4bb7723620de57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '9af5ab0a-c18e-49a8-bdd6-e907e75d0e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:42:53Z', 'updated_at': '2021-12-20T15:42:56Z', 'revision_number': 4, 'project_id': 'e1f8bfa51e594e508d4bb7723620de57', 'gw_port': {'id': '9af5ab0a-c18e-49a8-bdd6-e907e75d0e9e', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:48:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9dfb2f3-a6e8-4e84-abe4-91627686e087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:42:54Z', 'updated_at': '2021-12-20T15:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': '5cbba67f-c878-4df2-a46e-5ba6ed344a8c', 'tenant_id': 'e1f8bfa51e594e508d4bb7723620de57', 'floating_ip_address': '172.25.0.102', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': 'a9dfb2f3-a6e8-4e84-abe4-91627686e087', 'port_id': '4750d06b-738a-4d8b-986c-509b5928dacd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3253cb8b-4b03-4d0c-9fd9-aaf52b654056', 'mac_address': 'fa:16:3e:62:92:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c73158-47f2-4a02-82c7-631f84d4e00a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:48:29Z', 'updated_at': '2021-12-20T15:48:29Z', 'revision_number': 0, 'project_id': 'e1f8bfa51e594e508d4bb7723620de57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4517a7e-6b2e-44fa-9ec6-cc95bcfc049a', 'name': '', 'network_id': '3253cb8b-4b03-4d0c-9fd9-aaf52b654056', 'tenant_id': 'e1f8bfa51e594e508d4bb7723620de57', 'mac_address': 'fa:16:3e:47:6f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9dfb2f3-a6e8-4e84-abe4-91627686e087', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '3593d6aa-a2c3-4ef3-8d81-eaeeeb9605f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:42:56Z', 'updated_at': '2021-12-20T15:43:01Z', 'revision_number': 5, 'project_id': 'e1f8bfa51e594e508d4bb7723620de57', 'subnets': [{'id': '3593d6aa-a2c3-4ef3-8d81-eaeeeb9605f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:48:31.273464 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fdcf47-2de7-48ed-bb41-7cedd1d13d68 None None] New status for floating IP 5cbba67f-c878-4df2-a46e-5ba6ed344a8c: ACTIVE {{(pid=103170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 15:48:33.010106 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-70ef571c-8a0c-4824-af6a-261f8fed0fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:34.143492 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:36.157443 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:36.363309 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:42.325636 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:48:44.811027 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:48:46.041088 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:00.800666 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8b579be2-6762-4185-a400-654b2cffcac6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:03.008830 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e5d100cd-6b30-4640-96bf-21f4ddfd4c31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:04.146852 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:06.155223 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:06.360988 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:12.332939 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:15.680453 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a5169618-59da-428b-adc2-67730c619470 req-39b4cd8b-da82-4b08-8135-ecb1d00d0073 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=78c73158-47f2-4a02-82c7-631f84d4e00a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0831316 Dec 20 15:49:15.763455 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5169618-59da-428b-adc2-67730c619470 req-ce761f26-772d-49ef-983e-bd62ea00a53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:15.765005 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a5169618-59da-428b-adc2-67730c619470 req-ce761f26-772d-49ef-983e-bd62ea00a53e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e1f8bfa51e594e508d4bb7723620de57&device_id=78c73158-47f2-4a02-82c7-631f84d4e00a HTTP/1.1" status: 200 len: 1097 time: 0.0423329 Dec 20 15:49:15.873505 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5169618-59da-428b-adc2-67730c619470 req-6a2eeae0-599e-4eab-96b7-c139cd179922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:15.875088 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a5169618-59da-428b-adc2-67730c619470 req-6a2eeae0-599e-4eab-96b7-c139cd179922 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3253cb8b-4b03-4d0c-9fd9-aaf52b654056 HTTP/1.1" status: 200 len: 909 time: 0.0909245 Dec 20 15:49:15.952041 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a5169618-59da-428b-adc2-67730c619470 req-5ca65d16-69e9-438d-9179-26ddad7adaa4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4750d06b-738a-4d8b-986c-509b5928dacd HTTP/1.1" status: 200 len: 1001 time: 0.0699594 Dec 20 15:49:16.008115 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5169618-59da-428b-adc2-67730c619470 req-ef9f1d08-45a6-4180-9b00-41f14f8d39fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:16.009612 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a5169618-59da-428b-adc2-67730c619470 req-ef9f1d08-45a6-4180-9b00-41f14f8d39fa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3593d6aa-a2c3-4ef3-8d81-eaeeeb9605f3 HTTP/1.1" status: 200 len: 847 time: 0.0504019 Dec 20 15:49:16.055313 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5169618-59da-428b-adc2-67730c619470 req-c38d0fe8-ad3a-4863-b433-8a24a61dd7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:49:16.056910 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a5169618-59da-428b-adc2-67730c619470 req-c38d0fe8-ad3a-4863-b433-8a24a61dd7a0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3253cb8b-4b03-4d0c-9fd9-aaf52b654056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401511 Dec 20 15:49:16.062548 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:16.151784 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a5169618-59da-428b-adc2-67730c619470 req-c9c012ce-0d3d-46b3-aea2-5a596ed3fd81 service neutron] 10.222.0.47 "GET /v2.0/networks/3253cb8b-4b03-4d0c-9fd9-aaf52b654056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876000 Dec 20 15:49:16.243273 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-a5169618-59da-428b-adc2-67730c619470 req-00e55c14-2ef3-49c7-bba8-8f7792b76fb1 service neutron] 10.222.0.47 "GET /v2.0/networks/3253cb8b-4b03-4d0c-9fd9-aaf52b654056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848033 Dec 20 15:49:21.814875 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:49:30.805318 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-3e46c6fe-db96-42b6-9861-07caa1e7ae92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:33.011232 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6226d216-7e6a-463c-ae04-b6e3a6fb2c71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:34.153823 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:36.161758 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:36.366655 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:42.347922 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:46.071557 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:49:58.820589 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:50:00.812939 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-28a728cc-0553-4309-b314-a3d10fc00485 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:03.009027 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-c2f08e7f-7fcd-487f-a05d-74df593c3be7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:04.152755 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:06.162694 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:06.364892 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:12.361137 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:16.085192 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:16.664408 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-28115b08-bfe6-4174-b657-ee464b966b0e req-17165d81-08a2-469a-9e00-35773932d223 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=78c73158-47f2-4a02-82c7-631f84d4e00a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0439663 Dec 20 15:50:16.749449 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28115b08-bfe6-4174-b657-ee464b966b0e req-1d151790-9f4e-414c-a15d-a2291ce98881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:16.750977 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-28115b08-bfe6-4174-b657-ee464b966b0e req-1d151790-9f4e-414c-a15d-a2291ce98881 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e1f8bfa51e594e508d4bb7723620de57&device_id=78c73158-47f2-4a02-82c7-631f84d4e00a HTTP/1.1" status: 200 len: 1097 time: 0.0443504 Dec 20 15:50:16.858276 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28115b08-bfe6-4174-b657-ee464b966b0e req-7db48e1b-0759-4f21-a4fb-79c8e808855b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:16.859757 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-28115b08-bfe6-4174-b657-ee464b966b0e req-7db48e1b-0759-4f21-a4fb-79c8e808855b service neutron] 10.222.0.47 "GET /v2.0/networks?id=3253cb8b-4b03-4d0c-9fd9-aaf52b654056 HTTP/1.1" status: 200 len: 909 time: 0.0894489 Dec 20 15:50:16.926072 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-28115b08-bfe6-4174-b657-ee464b966b0e req-d89ebcb1-7d9d-4ff3-8670-6aea291cf559 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4750d06b-738a-4d8b-986c-509b5928dacd HTTP/1.1" status: 200 len: 1001 time: 0.0575819 Dec 20 15:50:16.982820 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28115b08-bfe6-4174-b657-ee464b966b0e req-f15314b1-d5db-436f-ae87-483071d8c7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:16.984312 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-28115b08-bfe6-4174-b657-ee464b966b0e req-f15314b1-d5db-436f-ae87-483071d8c7bc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3593d6aa-a2c3-4ef3-8d81-eaeeeb9605f3 HTTP/1.1" status: 200 len: 847 time: 0.0503712 Dec 20 15:50:17.036718 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28115b08-bfe6-4174-b657-ee464b966b0e req-da6dc027-a1d1-4f7b-b5c8-837dc1df2765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:17.038220 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-28115b08-bfe6-4174-b657-ee464b966b0e req-da6dc027-a1d1-4f7b-b5c8-837dc1df2765 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3253cb8b-4b03-4d0c-9fd9-aaf52b654056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459580 Dec 20 15:50:17.130520 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-28115b08-bfe6-4174-b657-ee464b966b0e req-e39b8489-a6ec-490e-961d-01904b905b7f service neutron] 10.222.0.47 "GET /v2.0/networks/3253cb8b-4b03-4d0c-9fd9-aaf52b654056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843956 Dec 20 15:50:17.233223 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-28115b08-bfe6-4174-b657-ee464b966b0e req-fe19d54e-96f1-4925-863f-b61113f13790 service neutron] 10.222.0.47 "GET /v2.0/networks/3253cb8b-4b03-4d0c-9fd9-aaf52b654056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947433 Dec 20 15:50:28.996210 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5936d620-d686-43aa-9c3b-d09c5356d402 req-836a9d2c-04a3-424b-b667-6c585757b8e2 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:28.997875 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5936d620-d686-43aa-9c3b-d09c5356d402 req-836a9d2c-04a3-424b-b667-6c585757b8e2 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/ports?device_id=78c73158-47f2-4a02-82c7-631f84d4e00a HTTP/1.1" status: 200 len: 945 time: 0.1358290 Dec 20 15:50:29.053286 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5936d620-d686-43aa-9c3b-d09c5356d402 req-c5858b92-8bd4-4bbe-9e0c-ff0c833bb049 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/security-groups?id=848b9237-9d78-4f44-9d4d-323b46097a04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458016 Dec 20 15:50:30.226479 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372f682e-ba49-4f6d-8fc1-71c8e9f6e4bd req-249dacd1-1e3a-4306-b351-4b2fa6769bfe tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:30.228363 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-372f682e-ba49-4f6d-8fc1-71c8e9f6e4bd req-249dacd1-1e3a-4306-b351-4b2fa6769bfe tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/ports?device_id=78c73158-47f2-4a02-82c7-631f84d4e00a HTTP/1.1" status: 200 len: 945 time: 0.0976393 Dec 20 15:50:30.283536 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-372f682e-ba49-4f6d-8fc1-71c8e9f6e4bd req-59bf5101-9e7c-4630-b1b6-509ef9dd1010 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/security-groups?id=848b9237-9d78-4f44-9d4d-323b46097a04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466118 Dec 20 15:50:30.808579 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-822659e8-b1a9-44e9-a750-59f2915f730d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:31.424530 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e100d1b-8e6b-4018-9641-3a775e20d23a req-a865108f-44e3-44f8-9527-e8f6f49a8533 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:31.426023 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8e100d1b-8e6b-4018-9641-3a775e20d23a req-a865108f-44e3-44f8-9527-e8f6f49a8533 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/ports?device_id=78c73158-47f2-4a02-82c7-631f84d4e00a HTTP/1.1" status: 200 len: 945 time: 0.0502338 Dec 20 15:50:31.479406 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8e100d1b-8e6b-4018-9641-3a775e20d23a req-0d5ecd7c-9228-4699-85d0-cf250317a77d tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/security-groups?id=848b9237-9d78-4f44-9d4d-323b46097a04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471327 Dec 20 15:50:32.606479 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e1905b-51c9-4824-9cee-7aa2689a6a1e req-ab705d18-fa9e-4ea8-bed9-736d540ed766 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:32.607973 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-84e1905b-51c9-4824-9cee-7aa2689a6a1e req-ab705d18-fa9e-4ea8-bed9-736d540ed766 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/ports?device_id=78c73158-47f2-4a02-82c7-631f84d4e00a HTTP/1.1" status: 200 len: 945 time: 0.0495083 Dec 20 15:50:32.670483 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-84e1905b-51c9-4824-9cee-7aa2689a6a1e req-55fab48e-3ccb-4294-a2ca-89a15275bbd9 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/security-groups?id=848b9237-9d78-4f44-9d4d-323b46097a04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536644 Dec 20 15:50:33.010101 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-97bfc390-c500-4385-a800-1af408101aab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:33.802853 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0b53cf-9b90-4a21-a36f-bef4e6bf7c1f req-a2ecf11b-da86-4e49-aec9-18aa73c93659 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:33.804207 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0e0b53cf-9b90-4a21-a36f-bef4e6bf7c1f req-a2ecf11b-da86-4e49-aec9-18aa73c93659 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/ports?device_id=78c73158-47f2-4a02-82c7-631f84d4e00a HTTP/1.1" status: 200 len: 945 time: 0.0522380 Dec 20 15:50:33.855919 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0e0b53cf-9b90-4a21-a36f-bef4e6bf7c1f req-88c35654-2885-4e64-929f-35cada4548c2 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/security-groups?id=848b9237-9d78-4f44-9d4d-323b46097a04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455644 Dec 20 15:50:34.154645 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:34.986870 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e520a6-6b3f-4e9c-9e66-8e2cf9249490 req-b304b450-662c-4b4f-b468-bc011de7c92b tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:34.988343 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-71e520a6-6b3f-4e9c-9e66-8e2cf9249490 req-b304b450-662c-4b4f-b468-bc011de7c92b tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/ports?device_id=78c73158-47f2-4a02-82c7-631f84d4e00a HTTP/1.1" status: 200 len: 945 time: 0.0502534 Dec 20 15:50:35.041457 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-71e520a6-6b3f-4e9c-9e66-8e2cf9249490 req-b72cca6b-b505-4aa0-bd38-5af25d64afc2 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/security-groups?id=848b9237-9d78-4f44-9d4d-323b46097a04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466390 Dec 20 15:50:35.820081 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:50:36.166151 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:36.166830 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e994fb9d-a5d5-4987-99ae-a2dbb215298d req-74c408d4-2871-4b95-88f3-359d209e39e3 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:36.168666 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e994fb9d-a5d5-4987-99ae-a2dbb215298d req-74c408d4-2871-4b95-88f3-359d209e39e3 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/ports?device_id=78c73158-47f2-4a02-82c7-631f84d4e00a HTTP/1.1" status: 200 len: 945 time: 0.0517423 Dec 20 15:50:36.217282 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e994fb9d-a5d5-4987-99ae-a2dbb215298d req-ed6cf2f8-8855-493e-b208-09d3d936b07d tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/security-groups?id=848b9237-9d78-4f44-9d4d-323b46097a04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425460 Dec 20 15:50:36.372737 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:37.354760 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bd02a9-e081-47c2-8791-eebbd4c3cc8d req-2dbb4236-4d1d-4f1d-afe2-0f0aeaf162f8 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:37.356109 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a1bd02a9-e081-47c2-8791-eebbd4c3cc8d req-2dbb4236-4d1d-4f1d-afe2-0f0aeaf162f8 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/ports?device_id=78c73158-47f2-4a02-82c7-631f84d4e00a HTTP/1.1" status: 200 len: 945 time: 0.0602095 Dec 20 15:50:37.411687 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a1bd02a9-e081-47c2-8791-eebbd4c3cc8d req-0780ffcf-41b2-439b-ae0c-47427ae57dba tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/security-groups?id=848b9237-9d78-4f44-9d4d-323b46097a04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480771 Dec 20 15:50:38.544903 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489ee350-a370-4775-8519-b72cbc84579e req-d96a15f5-0e64-4e11-90ff-9a0478c4c393 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:38.546401 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-489ee350-a370-4775-8519-b72cbc84579e req-d96a15f5-0e64-4e11-90ff-9a0478c4c393 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/ports?device_id=78c73158-47f2-4a02-82c7-631f84d4e00a HTTP/1.1" status: 200 len: 945 time: 0.0584824 Dec 20 15:50:38.597266 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-489ee350-a370-4775-8519-b72cbc84579e req-7c62835c-86a9-43ca-a67f-122812e9784b tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/security-groups?id=848b9237-9d78-4f44-9d4d-323b46097a04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447361 Dec 20 15:50:39.051671 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9e369b-a79b-4a3f-818f-58f18b400312 req-ce340b25-5a06-45a0-a36c-8dede9e1a286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:39.053170 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5e9e369b-a79b-4a3f-818f-58f18b400312 req-ce340b25-5a06-45a0-a36c-8dede9e1a286 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e1f8bfa51e594e508d4bb7723620de57&device_id=78c73158-47f2-4a02-82c7-631f84d4e00a HTTP/1.1" status: 200 len: 1097 time: 0.0444942 Dec 20 15:50:39.149948 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9e369b-a79b-4a3f-818f-58f18b400312 req-a28f60c2-c749-4fe3-b7c2-2d1668604dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:39.151463 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5e9e369b-a79b-4a3f-818f-58f18b400312 req-a28f60c2-c749-4fe3-b7c2-2d1668604dad service neutron] 10.222.0.47 "GET /v2.0/networks?id=3253cb8b-4b03-4d0c-9fd9-aaf52b654056 HTTP/1.1" status: 200 len: 909 time: 0.0907166 Dec 20 15:50:39.218182 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5e9e369b-a79b-4a3f-818f-58f18b400312 req-6af737cf-af8d-45b5-bc56-726ca7b872ef service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4750d06b-738a-4d8b-986c-509b5928dacd HTTP/1.1" status: 200 len: 1001 time: 0.0596137 Dec 20 15:50:39.267709 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9e369b-a79b-4a3f-818f-58f18b400312 req-cd6fea00-5a3b-4892-9d72-f00fcf243a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:39.269142 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5e9e369b-a79b-4a3f-818f-58f18b400312 req-cd6fea00-5a3b-4892-9d72-f00fcf243a02 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3593d6aa-a2c3-4ef3-8d81-eaeeeb9605f3 HTTP/1.1" status: 200 len: 847 time: 0.0432634 Dec 20 15:50:39.319509 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9e369b-a79b-4a3f-818f-58f18b400312 req-9069d41d-a7db-4d17-8573-f1e941f39df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:39.320981 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5e9e369b-a79b-4a3f-818f-58f18b400312 req-9069d41d-a7db-4d17-8573-f1e941f39df3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3253cb8b-4b03-4d0c-9fd9-aaf52b654056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447116 Dec 20 15:50:39.412116 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5e9e369b-a79b-4a3f-818f-58f18b400312 req-dd64b152-8c6e-4c1b-b5bc-67a4c70b0249 service neutron] 10.222.0.47 "GET /v2.0/networks/3253cb8b-4b03-4d0c-9fd9-aaf52b654056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836942 Dec 20 15:50:39.505817 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5e9e369b-a79b-4a3f-818f-58f18b400312 req-be8a09c3-09b2-4906-90cf-b7ff1bec2e8e service neutron] 10.222.0.47 "GET /v2.0/networks/3253cb8b-4b03-4d0c-9fd9-aaf52b654056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866833 Dec 20 15:50:39.731678 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2367866-31fb-4e85-b140-a0a0b4d3898e req-51b96f52-f78a-4bbf-9957-e0ed25f0aeeb tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:39.733174 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c2367866-31fb-4e85-b140-a0a0b4d3898e req-51b96f52-f78a-4bbf-9957-e0ed25f0aeeb tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/ports?device_id=78c73158-47f2-4a02-82c7-631f84d4e00a HTTP/1.1" status: 200 len: 945 time: 0.0520964 Dec 20 15:50:39.785401 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-c2367866-31fb-4e85-b140-a0a0b4d3898e req-0f2f944f-dd06-434d-bbeb-198368692c29 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/security-groups?id=848b9237-9d78-4f44-9d4d-323b46097a04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439095 Dec 20 15:50:40.912891 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620f93ee-daeb-467b-9f10-dc72796ddd76 req-1002eea3-695e-4cf4-b23c-c496ab66da72 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:40.914372 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-620f93ee-daeb-467b-9f10-dc72796ddd76 req-1002eea3-695e-4cf4-b23c-c496ab66da72 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/ports?device_id=78c73158-47f2-4a02-82c7-631f84d4e00a HTTP/1.1" status: 200 len: 945 time: 0.0521395 Dec 20 15:50:40.973199 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-620f93ee-daeb-467b-9f10-dc72796ddd76 req-43649316-f11a-4048-b3f8-b7a087a36118 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/security-groups?id=848b9237-9d78-4f44-9d4d-323b46097a04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520978 Dec 20 15:50:42.098901 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fb074c-f16e-42ce-b146-254c629321c0 req-9779dea8-d395-4588-90b6-0f8c4520a485 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:42.100400 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-13fb074c-f16e-42ce-b146-254c629321c0 req-9779dea8-d395-4588-90b6-0f8c4520a485 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/ports?device_id=78c73158-47f2-4a02-82c7-631f84d4e00a HTTP/1.1" status: 200 len: 945 time: 0.0560656 Dec 20 15:50:42.150667 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-13fb074c-f16e-42ce-b146-254c629321c0 req-777d10be-84ad-4c1b-9177-b633542643ce tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/security-groups?id=848b9237-9d78-4f44-9d4d-323b46097a04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442247 Dec 20 15:50:42.354463 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:43.246090 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 4750d06b-738a-4d8b-986c-509b5928dacd no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:50:43.278770 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c964e49c-eaec-44ea-8ea3-25cdff380e14 req-27259a02-b351-423a-b7b4-06d9db6de396 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:43.280429 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c964e49c-eaec-44ea-8ea3-25cdff380e14 req-27259a02-b351-423a-b7b4-06d9db6de396 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/ports?device_id=78c73158-47f2-4a02-82c7-631f84d4e00a HTTP/1.1" status: 200 len: 945 time: 0.0581253 Dec 20 15:50:43.332062 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:43.335148 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c964e49c-eaec-44ea-8ea3-25cdff380e14 req-e09bedb7-3c45-4132-a7ae-cf0d9f21bc18 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/security-groups?id=848b9237-9d78-4f44-9d4d-323b46097a04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476811 Dec 20 15:50:43.355731 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78c73158-47f2-4a02-82c7-631f84d4e00a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4750d06b-738a-4d8b-986c-509b5928dacd'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:50:43.358117 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a867d42bfdcbb9cb6963a533571b1f1c257f186d8c4d683fcd223be3c25d00f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d006870f-8738-4cb8-8f22-291be1a66b22" -d '{"events": [{"server_uuid": "78c73158-47f2-4a02-82c7-631f84d4e00a", "name": "network-vif-unplugged", "status": "completed", "tag": "4750d06b-738a-4d8b-986c-509b5928dacd"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:50:43.371894 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 4750d06b-738a-4d8b-986c-509b5928dacd, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=4750d06b-738a-4d8b-986c-509b5928dacd,segment=NetworkSegment(017ec060-9fa2-4af8-bcb3-019cad9219ca),segment_id=017ec060-9fa2-4af8-bcb3-019cad9219ca)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:50:43.380592 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:43.430265 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=4750d06b-738a-4d8b-986c-509b5928dacd,revision_number=6']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:50:43.437984 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:50:43.438330 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:50:43.438667 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:50:43.439020 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:50:43.439345 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:50:43.439671 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:50:43.439991 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:50:43.440304 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:50:43.440839 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:50:43.441363 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:50:43.441687 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:50:43.442004 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:50:43.442437 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:50:43.447920 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 20 Dec 2021 15:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa5f92f-b052-46ca-a59d-217637de6fab x-openstack-request-id: req-4aa5f92f-b052-46ca-a59d-217637de6fab {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:50:43.448211 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78c73158-47f2-4a02-82c7-631f84d4e00a", "name": "network-vif-unplugged", "status": "failed", "tag": "4750d06b-738a-4d8b-986c-509b5928dacd", "code": 422}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:50:43.448466 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4aa5f92f-b052-46ca-a59d-217637de6fab {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:50:43.448855 n-d-761264-19 neutron-server[103169]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '78c73158-47f2-4a02-82c7-631f84d4e00a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4750d06b-738a-4d8b-986c-509b5928dacd', 'code': 422} returned with failed status Dec 20 15:50:44.589184 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab45579c-a3e4-4f93-9ad1-ec1b3d8f9ceb req-497c39c2-b671-4074-abdf-8a0623d96eb3 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:44.590771 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ab45579c-a3e4-4f93-9ad1-ec1b3d8f9ceb req-497c39c2-b671-4074-abdf-8a0623d96eb3 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/ports?device_id=78c73158-47f2-4a02-82c7-631f84d4e00a HTTP/1.1" status: 200 len: 943 time: 0.0502348 Dec 20 15:50:44.609843 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-19ac091d-b985-41ef-a2bc-0deba1740271 req-bbb0d658-ff49-4079-8c8d-f9fb861cd9b3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=78c73158-47f2-4a02-82c7-631f84d4e00a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0794170 Dec 20 15:50:44.619385 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [req-19ac091d-b985-41ef-a2bc-0deba1740271 req-f97d8449-4dcb-4515-bc5f-998726ac10cf service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:50:44.620720 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-19ac091d-b985-41ef-a2bc-0deba1740271 req-f97d8449-4dcb-4515-bc5f-998726ac10cf service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048840 Dec 20 15:50:44.640417 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ab45579c-a3e4-4f93-9ad1-ec1b3d8f9ceb req-ab8ccc6a-d13b-46af-8563-a7e41d338803 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/security-groups?id=848b9237-9d78-4f44-9d4d-323b46097a04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434670 Dec 20 15:50:45.758532 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a33d206-10b1-456b-8c90-6bfe7f67623f req-b83a53f6-43f3-4705-a079-42c82a4831ec tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:45.760068 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5a33d206-10b1-456b-8c90-6bfe7f67623f req-b83a53f6-43f3-4705-a079-42c82a4831ec tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/ports?device_id=78c73158-47f2-4a02-82c7-631f84d4e00a HTTP/1.1" status: 200 len: 943 time: 0.0498891 Dec 20 15:50:45.808894 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5a33d206-10b1-456b-8c90-6bfe7f67623f req-1de690b1-ab96-4c22-ba0f-5fd570a14dd4 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/security-groups?id=848b9237-9d78-4f44-9d4d-323b46097a04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424879 Dec 20 15:50:46.092487 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:50:46.927193 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fa3adb-3d53-4553-81af-c6d6cc4ca4d4 req-939620dc-e759-498f-9155-5d67ccb9443b tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:46.928677 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-70fa3adb-3d53-4553-81af-c6d6cc4ca4d4 req-939620dc-e759-498f-9155-5d67ccb9443b tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/ports?device_id=78c73158-47f2-4a02-82c7-631f84d4e00a HTTP/1.1" status: 200 len: 943 time: 0.0512669 Dec 20 15:50:46.991109 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-70fa3adb-3d53-4553-81af-c6d6cc4ca4d4 req-9582119e-28c9-402d-9088-70c29cac5673 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/security-groups?id=848b9237-9d78-4f44-9d4d-323b46097a04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561945 Dec 20 15:50:48.451943 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee96aa4a-8c00-4983-b7bf-bbb6a5c98ba1 req-5a0b59f4-f98e-4023-866b-95f9f244cc0c tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:48.453413 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ee96aa4a-8c00-4983-b7bf-bbb6a5c98ba1 req-5a0b59f4-f98e-4023-866b-95f9f244cc0c tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/ports?device_id=78c73158-47f2-4a02-82c7-631f84d4e00a HTTP/1.1" status: 200 len: 943 time: 0.3869741 Dec 20 15:50:48.506293 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ee96aa4a-8c00-4983-b7bf-bbb6a5c98ba1 req-5b7f97c7-5942-41d3-9527-9ac063f89c6b tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/security-groups?id=848b9237-9d78-4f44-9d4d-323b46097a04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437238 Dec 20 15:50:49.629222 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef45520-ab1f-4533-9afc-781f872b01c5 req-816d221a-bf24-4582-a0c6-1abe7638e811 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:49.630700 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-cef45520-ab1f-4533-9afc-781f872b01c5 req-816d221a-bf24-4582-a0c6-1abe7638e811 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/ports?device_id=78c73158-47f2-4a02-82c7-631f84d4e00a HTTP/1.1" status: 200 len: 943 time: 0.0497897 Dec 20 15:50:49.679684 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-cef45520-ab1f-4533-9afc-781f872b01c5 req-9829396d-25ce-4805-832e-49a3249c7b8a tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/security-groups?id=848b9237-9d78-4f44-9d4d-323b46097a04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427375 Dec 20 15:50:50.799088 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9cc1b8-b510-4cba-b74f-d7b6377a1c55 req-1b96b136-4001-4936-ad41-6f2ebd64c7d5 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:50.800549 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2d9cc1b8-b510-4cba-b74f-d7b6377a1c55 req-1b96b136-4001-4936-ad41-6f2ebd64c7d5 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/ports?device_id=78c73158-47f2-4a02-82c7-631f84d4e00a HTTP/1.1" status: 200 len: 943 time: 0.0515378 Dec 20 15:50:50.850000 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-2d9cc1b8-b510-4cba-b74f-d7b6377a1c55 req-533edfd9-ba27-4fc7-ae03-792cd3f9a16f tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/security-groups?id=848b9237-9d78-4f44-9d4d-323b46097a04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432968 Dec 20 15:50:51.971908 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d2259a-5afb-4778-a8cd-d28637687237 req-aabafc0c-2909-4389-b5f4-647b434766b8 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:51.973397 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c5d2259a-5afb-4778-a8cd-d28637687237 req-aabafc0c-2909-4389-b5f4-647b434766b8 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/ports?device_id=78c73158-47f2-4a02-82c7-631f84d4e00a HTTP/1.1" status: 200 len: 943 time: 0.0506530 Dec 20 15:50:52.024453 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c5d2259a-5afb-4778-a8cd-d28637687237 req-a582f3f4-ecb0-4ae8-9b8b-bfd5ddb363c6 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/security-groups?id=848b9237-9d78-4f44-9d4d-323b46097a04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448804 Dec 20 15:50:53.143884 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b763d-c979-4ddc-8a14-4ec36202c216 req-de826e6e-b8e2-4b87-99ab-606311a3ee7e tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:53.145365 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-287b763d-c979-4ddc-8a14-4ec36202c216 req-de826e6e-b8e2-4b87-99ab-606311a3ee7e tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/ports?device_id=78c73158-47f2-4a02-82c7-631f84d4e00a HTTP/1.1" status: 200 len: 943 time: 0.0489433 Dec 20 15:50:53.200118 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-287b763d-c979-4ddc-8a14-4ec36202c216 req-89382581-c95b-4d06-913d-b1982c291d97 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/security-groups?id=848b9237-9d78-4f44-9d4d-323b46097a04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486498 Dec 20 15:50:54.325292 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882feeb0-e67d-432d-a7ed-7808272c01b8 req-db4289bd-b645-4e87-964c-340425835afd tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:54.326775 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-882feeb0-e67d-432d-a7ed-7808272c01b8 req-db4289bd-b645-4e87-964c-340425835afd tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/ports?device_id=78c73158-47f2-4a02-82c7-631f84d4e00a HTTP/1.1" status: 200 len: 943 time: 0.0535827 Dec 20 15:50:54.374828 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-882feeb0-e67d-432d-a7ed-7808272c01b8 req-91060482-acc7-4353-b382-b315e2f8509e tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/security-groups?id=848b9237-9d78-4f44-9d4d-323b46097a04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420210 Dec 20 15:50:54.536318 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ac091d-b985-41ef-a2bc-0deba1740271 req-df6c6339-b0c8-427f-8b2b-f8368e8ae182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:54.537812 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-19ac091d-b985-41ef-a2bc-0deba1740271 req-df6c6339-b0c8-427f-8b2b-f8368e8ae182 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=78c73158-47f2-4a02-82c7-631f84d4e00a&tenant_id=e1f8bfa51e594e508d4bb7723620de57 HTTP/1.1" status: 200 len: 1095 time: 0.0430279 Dec 20 15:50:54.610230 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ac091d-b985-41ef-a2bc-0deba1740271 req-0e529dae-a424-4b84-8529-b3f23b41a54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:54.611759 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-19ac091d-b985-41ef-a2bc-0deba1740271 req-0e529dae-a424-4b84-8529-b3f23b41a54f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e1f8bfa51e594e508d4bb7723620de57&device_id=78c73158-47f2-4a02-82c7-631f84d4e00a HTTP/1.1" status: 200 len: 1095 time: 0.0435140 Dec 20 15:50:54.705491 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ac091d-b985-41ef-a2bc-0deba1740271 req-6edcd9ac-d6d3-4e80-839c-c63a87a5298e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:54.706865 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-19ac091d-b985-41ef-a2bc-0deba1740271 req-6edcd9ac-d6d3-4e80-839c-c63a87a5298e service neutron] 10.222.0.47 "GET /v2.0/networks?id=3253cb8b-4b03-4d0c-9fd9-aaf52b654056 HTTP/1.1" status: 200 len: 909 time: 0.0879154 Dec 20 15:50:54.774635 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-19ac091d-b985-41ef-a2bc-0deba1740271 req-f67535da-9bfe-4610-bf85-1a4faf008f1c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4750d06b-738a-4d8b-986c-509b5928dacd HTTP/1.1" status: 200 len: 999 time: 0.0591815 Dec 20 15:50:54.840111 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ac091d-b985-41ef-a2bc-0deba1740271 req-9ef4be33-d3d7-4d32-afc6-3055171b1c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:54.841569 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-19ac091d-b985-41ef-a2bc-0deba1740271 req-9ef4be33-d3d7-4d32-afc6-3055171b1c6c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3593d6aa-a2c3-4ef3-8d81-eaeeeb9605f3 HTTP/1.1" status: 200 len: 847 time: 0.0601413 Dec 20 15:50:54.888604 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ac091d-b985-41ef-a2bc-0deba1740271 req-7180078d-e1b9-4285-a17b-2b99459df94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:54.890059 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-19ac091d-b985-41ef-a2bc-0deba1740271 req-7180078d-e1b9-4285-a17b-2b99459df94a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3253cb8b-4b03-4d0c-9fd9-aaf52b654056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411818 Dec 20 15:50:54.981082 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-19ac091d-b985-41ef-a2bc-0deba1740271 req-5c78c6ce-cf56-4e29-b7e2-dd7e7068dd87 service neutron] 10.222.0.47 "GET /v2.0/networks/3253cb8b-4b03-4d0c-9fd9-aaf52b654056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814250 Dec 20 15:50:55.080874 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-19ac091d-b985-41ef-a2bc-0deba1740271 req-96204b4a-475b-4249-9899-9941471f3a14 service neutron] 10.222.0.47 "GET /v2.0/networks/3253cb8b-4b03-4d0c-9fd9-aaf52b654056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929582 Dec 20 15:50:55.499588 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe41bc8-71e5-427e-860d-69fb77fab6bf req-06a99d05-1908-4dea-931a-1397076c68aa tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:55.501062 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6fe41bc8-71e5-427e-860d-69fb77fab6bf req-06a99d05-1908-4dea-931a-1397076c68aa tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/ports?device_id=78c73158-47f2-4a02-82c7-631f84d4e00a HTTP/1.1" status: 200 len: 943 time: 0.0492120 Dec 20 15:50:55.553336 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6fe41bc8-71e5-427e-860d-69fb77fab6bf req-0a702db3-64a4-416d-a500-5cac83e8fc3f tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/security-groups?id=848b9237-9d78-4f44-9d4d-323b46097a04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460763 Dec 20 15:50:56.695154 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d2d58c-f7d2-4284-9362-15f2c74129a8 req-acaa5827-41ce-44d3-b206-5e9edf97751b tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:56.696631 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b5d2d58c-f7d2-4284-9362-15f2c74129a8 req-acaa5827-41ce-44d3-b206-5e9edf97751b tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/ports?device_id=78c73158-47f2-4a02-82c7-631f84d4e00a HTTP/1.1" status: 200 len: 943 time: 0.0508542 Dec 20 15:50:56.746758 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b5d2d58c-f7d2-4284-9362-15f2c74129a8 req-0c45507a-493f-44d1-a66a-2347c15da1cd tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/security-groups?id=848b9237-9d78-4f44-9d4d-323b46097a04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439436 Dec 20 15:50:57.890408 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316bf782-a888-4cb7-9b43-139e7ec0f872 req-a9f9827a-ded1-4aac-8d39-e497b08663aa tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:57.891929 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-316bf782-a888-4cb7-9b43-139e7ec0f872 req-a9f9827a-ded1-4aac-8d39-e497b08663aa tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/ports?device_id=78c73158-47f2-4a02-82c7-631f84d4e00a HTTP/1.1" status: 200 len: 943 time: 0.0638204 Dec 20 15:50:57.942253 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-316bf782-a888-4cb7-9b43-139e7ec0f872 req-7bd61239-c79b-4a29-b00a-eb30c72727a0 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/security-groups?id=848b9237-9d78-4f44-9d4d-323b46097a04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440269 Dec 20 15:50:59.403521 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390388f0-cfd8-4191-8b5e-9916e1b00145 req-52ebb02d-fda6-431a-9cc2-10bd45eb9b74 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:50:59.405014 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-390388f0-cfd8-4191-8b5e-9916e1b00145 req-52ebb02d-fda6-431a-9cc2-10bd45eb9b74 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/ports?device_id=78c73158-47f2-4a02-82c7-631f84d4e00a HTTP/1.1" status: 200 len: 943 time: 0.3873234 Dec 20 15:50:59.455154 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-390388f0-cfd8-4191-8b5e-9916e1b00145 req-29b9285b-4778-47c8-9a75-a5c5d9c07667 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/security-groups?id=848b9237-9d78-4f44-9d4d-323b46097a04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439878 Dec 20 15:51:00.594115 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906a58e7-7205-4d80-8d06-2a6621d84794 req-a531a84b-d399-4324-9ac9-cdf8b09e8e0e tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:00.595635 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-906a58e7-7205-4d80-8d06-2a6621d84794 req-a531a84b-d399-4324-9ac9-cdf8b09e8e0e tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/ports?device_id=78c73158-47f2-4a02-82c7-631f84d4e00a HTTP/1.1" status: 200 len: 943 time: 0.0663431 Dec 20 15:51:00.645008 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-906a58e7-7205-4d80-8d06-2a6621d84794 req-7d4ab5d5-3d98-4aa9-a70a-c568386b870c tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/security-groups?id=848b9237-9d78-4f44-9d4d-323b46097a04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432806 Dec 20 15:51:00.813779 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4f905d47-455c-4fda-aa7a-4d69209e2f1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:01.777037 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80c4f7a-601a-4ed2-a2a2-2c3e7498071f req-74ba9d47-1863-457c-82fc-4873b2ef31dd tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:01.778435 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b80c4f7a-601a-4ed2-a2a2-2c3e7498071f req-74ba9d47-1863-457c-82fc-4873b2ef31dd tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/ports?device_id=78c73158-47f2-4a02-82c7-631f84d4e00a HTTP/1.1" status: 200 len: 943 time: 0.0530157 Dec 20 15:51:01.832604 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b80c4f7a-601a-4ed2-a2a2-2c3e7498071f req-5496b08f-0e5f-4432-be3b-b116149617c0 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/security-groups?id=848b9237-9d78-4f44-9d4d-323b46097a04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456929 Dec 20 15:51:02.967527 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de87c55d-0fc4-4b40-9761-bf4030e8ad08 req-5eac3ec5-27f1-4220-96bb-68c29bb2c1e2 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:02.968990 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-de87c55d-0fc4-4b40-9761-bf4030e8ad08 req-5eac3ec5-27f1-4220-96bb-68c29bb2c1e2 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/ports?device_id=78c73158-47f2-4a02-82c7-631f84d4e00a HTTP/1.1" status: 200 len: 943 time: 0.0590515 Dec 20 15:51:03.005915 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-cce4e7e4-5bfd-4fb7-94ae-aef442aad9c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:03.020543 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-de87c55d-0fc4-4b40-9761-bf4030e8ad08 req-fa452a0b-713b-4c03-846e-098ba2a68a25 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/security-groups?id=848b9237-9d78-4f44-9d4d-323b46097a04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454099 Dec 20 15:51:03.324237 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 4750d06b-738a-4d8b-986c-509b5928dacd details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:51:03.428354 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 4750d06b-738a-4d8b-986c-509b5928dacd, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=4750d06b-738a-4d8b-986c-509b5928dacd,segment=NetworkSegment(017ec060-9fa2-4af8-bcb3-019cad9219ca),segment_id=017ec060-9fa2-4af8-bcb3-019cad9219ca)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:51:03.440362 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': '4750d06b-738a-4d8b-986c-509b5928dacd', 'network_id': '3253cb8b-4b03-4d0c-9fd9-aaf52b654056', 'port_id': '4750d06b-738a-4d8b-986c-509b5928dacd', 'mac_address': 'fa:16:3e:62:92:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3593d6aa-a2c3-4ef3-8d81-eaeeeb9605f3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:51:03.480422 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:03.493359 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4750d06b-738a-4d8b-986c-509b5928dacd {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:51:03.514156 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 4750d06b-738a-4d8b-986c-509b5928dacd, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=4750d06b-738a-4d8b-986c-509b5928dacd,segment=NetworkSegment(017ec060-9fa2-4af8-bcb3-019cad9219ca),segment_id=017ec060-9fa2-4af8-bcb3-019cad9219ca)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:51:03.519767 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:03.570206 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=4750d06b-738a-4d8b-986c-509b5928dacd,revision_number=7']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:03.759867 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['4750d06b-738a-4d8b-986c-509b5928dacd'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:51:04.142550 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae6ab6d-013b-4cc1-8407-3d7bbbac64bf req-5a441d34-b220-4a7d-a576-09e86f5aca64 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:04.144055 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-dae6ab6d-013b-4cc1-8407-3d7bbbac64bf req-5a441d34-b220-4a7d-a576-09e86f5aca64 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/ports?device_id=78c73158-47f2-4a02-82c7-631f84d4e00a HTTP/1.1" status: 200 len: 944 time: 0.0532093 Dec 20 15:51:04.157538 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:04.193612 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-dae6ab6d-013b-4cc1-8407-3d7bbbac64bf req-6c2e6f19-90da-4703-a093-7719758e338c tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/security-groups?id=848b9237-9d78-4f44-9d4d-323b46097a04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431774 Dec 20 15:51:05.323207 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ba3ec4-e725-4d4b-8da0-6f517aa1cede req-7e2e3c0b-fb98-4389-af89-0c913323fbae tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:05.324664 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-39ba3ec4-e725-4d4b-8da0-6f517aa1cede req-7e2e3c0b-fb98-4389-af89-0c913323fbae tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/ports?device_id=78c73158-47f2-4a02-82c7-631f84d4e00a HTTP/1.1" status: 200 len: 944 time: 0.0495241 Dec 20 15:51:05.339259 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 4750d06b-738a-4d8b-986c-509b5928dacd up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:51:05.383946 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-39ba3ec4-e725-4d4b-8da0-6f517aa1cede req-44d8581d-c6a0-449e-84b2-66feeb971d09 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/security-groups?id=848b9237-9d78-4f44-9d4d-323b46097a04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500968 Dec 20 15:51:05.388544 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port 4750d06b-738a-4d8b-986c-509b5928dacd triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:51:05.388915 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:05.470634 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:05.496621 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78c73158-47f2-4a02-82c7-631f84d4e00a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4750d06b-738a-4d8b-986c-509b5928dacd'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:51:05.498906 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a867d42bfdcbb9cb6963a533571b1f1c257f186d8c4d683fcd223be3c25d00f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-439868ee-5f7c-480f-bfe5-fc92082249ae" -d '{"events": [{"server_uuid": "78c73158-47f2-4a02-82c7-631f84d4e00a", "name": "network-vif-plugged", "status": "completed", "tag": "4750d06b-738a-4d8b-986c-509b5928dacd"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:51:05.513656 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 4750d06b-738a-4d8b-986c-509b5928dacd, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=4750d06b-738a-4d8b-986c-509b5928dacd,segment=NetworkSegment(017ec060-9fa2-4af8-bcb3-019cad9219ca),segment_id=017ec060-9fa2-4af8-bcb3-019cad9219ca)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:51:05.519475 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:05.544707 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-764f30fc-a983-44d8-bf32-7b718c89f027 x-openstack-request-id: req-764f30fc-a983-44d8-bf32-7b718c89f027 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:51:05.545257 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78c73158-47f2-4a02-82c7-631f84d4e00a", "name": "network-vif-plugged", "status": "completed", "tag": "4750d06b-738a-4d8b-986c-509b5928dacd", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:51:05.545510 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-764f30fc-a983-44d8-bf32-7b718c89f027 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:51:05.545921 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78c73158-47f2-4a02-82c7-631f84d4e00a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4750d06b-738a-4d8b-986c-509b5928dacd', 'code': 200} Dec 20 15:51:05.574260 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=4750d06b-738a-4d8b-986c-509b5928dacd,revision_number=8']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:51:05.698052 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd9e907-bb82-497a-9fbd-44247abb1901 req-16d365b5-002b-4bdc-8059-3ccb087f9c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:05.699538 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bcd9e907-bb82-497a-9fbd-44247abb1901 req-16d365b5-002b-4bdc-8059-3ccb087f9c87 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=78c73158-47f2-4a02-82c7-631f84d4e00a HTTP/1.1" status: 200 len: 1097 time: 0.0414803 Dec 20 15:51:05.746204 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bcd9e907-bb82-497a-9fbd-44247abb1901 req-b914b4c0-3818-427a-a614-4fb0f443db17 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=848b9237-9d78-4f44-9d4d-323b46097a04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394373 Dec 20 15:51:06.171481 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:06.367654 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:06.506486 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89c706f-9791-4da5-8839-9f4ea765f6de req-fc615bfe-4acc-41ae-b91d-70bbe0474281 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:06.507979 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a89c706f-9791-4da5-8839-9f4ea765f6de req-fc615bfe-4acc-41ae-b91d-70bbe0474281 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/ports?device_id=78c73158-47f2-4a02-82c7-631f84d4e00a HTTP/1.1" status: 200 len: 945 time: 0.0526273 Dec 20 15:51:06.560017 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a89c706f-9791-4da5-8839-9f4ea765f6de req-a51a0b67-dfb8-48f3-abec-b92dccb27ef4 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/security-groups?id=848b9237-9d78-4f44-9d4d-323b46097a04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429599 Dec 20 15:51:07.702160 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d770e578-d8d4-4a72-9757-cf6610752d94 req-17be92e8-cb06-4789-9bb2-674b9275d290 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:07.703774 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d770e578-d8d4-4a72-9757-cf6610752d94 req-17be92e8-cb06-4789-9bb2-674b9275d290 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/ports?device_id=78c73158-47f2-4a02-82c7-631f84d4e00a HTTP/1.1" status: 200 len: 945 time: 0.0618467 Dec 20 15:51:07.760939 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d770e578-d8d4-4a72-9757-cf6610752d94 req-8118c2f7-a0a8-44f1-875a-8e430d6280e7 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/security-groups?id=848b9237-9d78-4f44-9d4d-323b46097a04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485935 Dec 20 15:51:12.368441 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:12.824709 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:51:16.106338 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:18.651164 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-22ad4b6d-b4a2-48ba-9d9a-dd25fd41c90d req-379b6e28-304b-4c1d-842d-09c91cf4187c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=78c73158-47f2-4a02-82c7-631f84d4e00a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0418837 Dec 20 15:51:18.748804 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ad4b6d-b4a2-48ba-9d9a-dd25fd41c90d req-8288861d-d723-4167-991e-80bb2dc87641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:18.750314 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-22ad4b6d-b4a2-48ba-9d9a-dd25fd41c90d req-8288861d-d723-4167-991e-80bb2dc87641 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e1f8bfa51e594e508d4bb7723620de57&device_id=78c73158-47f2-4a02-82c7-631f84d4e00a HTTP/1.1" status: 200 len: 1097 time: 0.0510263 Dec 20 15:51:18.870899 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ad4b6d-b4a2-48ba-9d9a-dd25fd41c90d req-9ff9b108-c041-40c9-aef5-35685d7ca654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:18.872360 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-22ad4b6d-b4a2-48ba-9d9a-dd25fd41c90d req-9ff9b108-c041-40c9-aef5-35685d7ca654 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3253cb8b-4b03-4d0c-9fd9-aaf52b654056 HTTP/1.1" status: 200 len: 909 time: 0.0888968 Dec 20 15:51:18.945922 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-22ad4b6d-b4a2-48ba-9d9a-dd25fd41c90d req-6450e7d4-5844-4a32-bfd6-a7738ec81e41 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4750d06b-738a-4d8b-986c-509b5928dacd HTTP/1.1" status: 200 len: 1001 time: 0.0637105 Dec 20 15:51:18.998393 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ad4b6d-b4a2-48ba-9d9a-dd25fd41c90d req-8d10cfd6-96b0-4e32-a743-c0328820a8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:18.999875 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-22ad4b6d-b4a2-48ba-9d9a-dd25fd41c90d req-8d10cfd6-96b0-4e32-a743-c0328820a8fc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3593d6aa-a2c3-4ef3-8d81-eaeeeb9605f3 HTTP/1.1" status: 200 len: 847 time: 0.0460653 Dec 20 15:51:19.051314 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ad4b6d-b4a2-48ba-9d9a-dd25fd41c90d req-a254cee2-57cc-4d55-885d-ad902422aca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:51:19.052815 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-22ad4b6d-b4a2-48ba-9d9a-dd25fd41c90d req-a254cee2-57cc-4d55-885d-ad902422aca6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3253cb8b-4b03-4d0c-9fd9-aaf52b654056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449090 Dec 20 15:51:19.146111 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-22ad4b6d-b4a2-48ba-9d9a-dd25fd41c90d req-0ba428e2-a8b0-4ad6-931c-2f027b1ef739 service neutron] 10.222.0.47 "GET /v2.0/networks/3253cb8b-4b03-4d0c-9fd9-aaf52b654056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843840 Dec 20 15:51:19.247354 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-22ad4b6d-b4a2-48ba-9d9a-dd25fd41c90d req-e0eba152-a413-482f-8e34-5c3f65a2999c service neutron] 10.222.0.47 "GET /v2.0/networks/3253cb8b-4b03-4d0c-9fd9-aaf52b654056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931468 Dec 20 15:51:30.807823 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6a3d002b-d458-4bee-a33a-5d5a62b141f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:33.009290 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-cd9ee33e-e08a-4f24-97b4-0945ea1b479e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:34.162951 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:36.172791 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:36.371153 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:42.373933 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:46.104573 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:51:49.825797 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:52:00.818983 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b77eb14c-351f-433e-bfa2-b51c361d6808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:03.014793 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-748dd43a-eae5-47d0-a70f-115a10686d50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:04.172495 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:06.175144 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:06.368388 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:12.395708 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:16.111393 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:20.642325 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-dbee2730-9a3b-4dde-a54b-fc2572848d15 req-d0db4ee9-826d-4975-80dc-6a70a91920ee service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=78c73158-47f2-4a02-82c7-631f84d4e00a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0424893 Dec 20 15:52:20.737021 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbee2730-9a3b-4dde-a54b-fc2572848d15 req-be401657-394d-438b-9878-a210ef1429fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:20.738445 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-dbee2730-9a3b-4dde-a54b-fc2572848d15 req-be401657-394d-438b-9878-a210ef1429fe service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e1f8bfa51e594e508d4bb7723620de57&device_id=78c73158-47f2-4a02-82c7-631f84d4e00a HTTP/1.1" status: 200 len: 1097 time: 0.0420835 Dec 20 15:52:20.844092 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 59386) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:20.851930 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbee2730-9a3b-4dde-a54b-fc2572848d15 req-91a3730a-ad25-48d5-aa16-dbdef37f2730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:20.853433 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-dbee2730-9a3b-4dde-a54b-fc2572848d15 req-91a3730a-ad25-48d5-aa16-dbdef37f2730 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3253cb8b-4b03-4d0c-9fd9-aaf52b654056 HTTP/1.1" status: 200 len: 909 time: 0.0935335 Dec 20 15:52:20.920432 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-dbee2730-9a3b-4dde-a54b-fc2572848d15 req-f860ada1-758c-4b1f-8214-ca38f85acb40 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4750d06b-738a-4d8b-986c-509b5928dacd HTTP/1.1" status: 200 len: 1001 time: 0.0593934 Dec 20 15:52:20.974632 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbee2730-9a3b-4dde-a54b-fc2572848d15 req-777f7fe4-a8b7-4237-ac5f-9068ab65c9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:20.976165 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-dbee2730-9a3b-4dde-a54b-fc2572848d15 req-777f7fe4-a8b7-4237-ac5f-9068ab65c9c3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3593d6aa-a2c3-4ef3-8d81-eaeeeb9605f3 HTTP/1.1" status: 200 len: 847 time: 0.0482864 Dec 20 15:52:21.002949 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-87a29148-fba9-458b-832c-908d02d94736 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Deleting port 612d3176-217e-410c-8ef2-f2869920f1e2 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:52:21.003288 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-87a29148-fba9-458b-832c-908d02d94736 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:21.023516 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbee2730-9a3b-4dde-a54b-fc2572848d15 req-c4637918-b41c-4355-8038-4ab9d27c20c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:21.025021 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-dbee2730-9a3b-4dde-a54b-fc2572848d15 req-c4637918-b41c-4355-8038-4ab9d27c20c6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3253cb8b-4b03-4d0c-9fd9-aaf52b654056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414193 Dec 20 15:52:21.081488 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-87a29148-fba9-458b-832c-908d02d94736 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:21.081819 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-87a29148-fba9-458b-832c-908d02d94736 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:21.094016 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-87a29148-fba9-458b-832c-908d02d94736 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Calling delete_port for 612d3176-217e-410c-8ef2-f2869920f1e2 owned by network:floatingip {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:52:21.114736 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-dbee2730-9a3b-4dde-a54b-fc2572848d15 req-000b6559-ce63-4b64-9389-abf31d9296b0 service neutron] 10.222.0.47 "GET /v2.0/networks/3253cb8b-4b03-4d0c-9fd9-aaf52b654056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821495 Dec 20 15:52:21.210147 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-dbee2730-9a3b-4dde-a54b-fc2572848d15 req-d92e4437-b434-4143-a323-d17753a10d39 service neutron] 10.222.0.47 "GET /v2.0/networks/3253cb8b-4b03-4d0c-9fd9-aaf52b654056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880497 Dec 20 15:52:21.251295 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-87a29148-fba9-458b-832c-908d02d94736 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:21.277176 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a29148-fba9-458b-832c-908d02d94736 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Pushing event deleted for resources: {'Port': ['ID=612d3176-217e-410c-8ef2-f2869920f1e2,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:21.312085 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a29148-fba9-458b-832c-908d02d94736 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:21.312434 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a29148-fba9-458b-832c-908d02d94736 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:21.312774 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a29148-fba9-458b-832c-908d02d94736 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:21.313110 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a29148-fba9-458b-832c-908d02d94736 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:21.313446 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a29148-fba9-458b-832c-908d02d94736 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:21.313785 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a29148-fba9-458b-832c-908d02d94736 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:21.314108 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a29148-fba9-458b-832c-908d02d94736 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:21.314435 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a29148-fba9-458b-832c-908d02d94736 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:21.314793 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a29148-fba9-458b-832c-908d02d94736 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:21.315103 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a29148-fba9-458b-832c-908d02d94736 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:21.315424 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a29148-fba9-458b-832c-908d02d94736 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:21.315744 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a29148-fba9-458b-832c-908d02d94736 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:21.316061 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a29148-fba9-458b-832c-908d02d94736 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:21.357176 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-87a29148-fba9-458b-832c-908d02d94736 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Publish callbacks [] for floatingip, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:21.357701 n-d-761264-19 neutron-server[103168]: INFO neutron.db.l3_db [None req-87a29148-fba9-458b-832c-908d02d94736 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Floating IP 5cbba67f-c878-4df2-a46e-5ba6ed344a8c disassociated (deleted). External IP: 172.25.0.102, port: 4750d06b-738a-4d8b-986c-509b5928dacd. Dec 20 15:52:21.580148 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87a29148-fba9-458b-832c-908d02d94736 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Router a9dfb2f3-a6e8-4e84-abe4-91627686e087 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:52:21.694195 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87a29148-fba9-458b-832c-908d02d94736 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:52:21.699312 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-87a29148-fba9-458b-832c-908d02d94736 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:21.704529 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e24aedd-be58-44ad-ac84-ab3e06d77dc1 None None] Sync routers for ids ['a9dfb2f3-a6e8-4e84-abe4-91627686e087'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:52:21.715189 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e24aedd-be58-44ad-ac84-ab3e06d77dc1 None None] Routers {'a9dfb2f3-a6e8-4e84-abe4-91627686e087'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:52:21.715785 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-3e24aedd-be58-44ad-ac84-ab3e06d77dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:52:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['a9dfb2f3-a6e8-4e84-abe4-91627686e087'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:21.730530 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-87a29148-fba9-458b-832c-908d02d94736 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "DELETE /v2.0/floatingips/5cbba67f-c878-4df2-a46e-5ba6ed344a8c HTTP/1.1" status: 204 len: 168 time: 0.8828626 Dec 20 15:52:21.730530 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78c73158-47f2-4a02-82c7-631f84d4e00a', 'tag': '4750d06b-738a-4d8b-986c-509b5928dacd'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:52:21.730962 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea303cd2f7c2854d59b68ee9755924cbed95107615564160e5853a5b93bd1da8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b23d7b9-c325-4d91-9457-e754b4ad1196" -d '{"events": [{"name": "network-changed", "server_uuid": "78c73158-47f2-4a02-82c7-631f84d4e00a", "tag": "4750d06b-738a-4d8b-986c-509b5928dacd"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:52:21.771311 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b292344-15d7-40e2-8505-eb44d7d19754 x-openstack-request-id: req-4b292344-15d7-40e2-8505-eb44d7d19754 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:52:21.771605 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78c73158-47f2-4a02-82c7-631f84d4e00a", "tag": "4750d06b-738a-4d8b-986c-509b5928dacd", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:52:21.771860 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4b292344-15d7-40e2-8505-eb44d7d19754 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:52:21.772264 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78c73158-47f2-4a02-82c7-631f84d4e00a', 'tag': '4750d06b-738a-4d8b-986c-509b5928dacd', 'status': 'completed', 'code': 200} Dec 20 15:52:21.829540 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-3e24aedd-be58-44ad-ac84-ab3e06d77dc1 None None] Set router a9dfb2f3-a6e8-4e84-abe4-91627686e087 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:52:21.833648 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b23d7b9-c325-4d91-9457-e754b4ad1196 req-299d5f18-1130-4163-8f8d-08b7cdc53845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:21.835121 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2b23d7b9-c325-4d91-9457-e754b4ad1196 req-299d5f18-1130-4163-8f8d-08b7cdc53845 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e1f8bfa51e594e508d4bb7723620de57&device_id=78c73158-47f2-4a02-82c7-631f84d4e00a HTTP/1.1" status: 200 len: 1097 time: 0.0411177 Dec 20 15:52:21.957802 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b23d7b9-c325-4d91-9457-e754b4ad1196 req-d46dd75d-0f2b-4d1b-adfb-ce08333a99ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:21.959318 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2b23d7b9-c325-4d91-9457-e754b4ad1196 req-d46dd75d-0f2b-4d1b-adfb-ce08333a99ee service neutron] 10.222.0.47 "GET /v2.0/networks?id=3253cb8b-4b03-4d0c-9fd9-aaf52b654056 HTTP/1.1" status: 200 len: 909 time: 0.1170094 Dec 20 15:52:21.979204 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca875854-ac6e-4277-8a19-806546bd1642 req-b718baeb-f2da-4f02-8ee7-a5463b63d0ec tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:21.980936 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ca875854-ac6e-4277-8a19-806546bd1642 req-b718baeb-f2da-4f02-8ee7-a5463b63d0ec tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/ports?device_id=78c73158-47f2-4a02-82c7-631f84d4e00a HTTP/1.1" status: 200 len: 945 time: 0.0621593 Dec 20 15:52:22.022164 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2b23d7b9-c325-4d91-9457-e754b4ad1196 req-50a5694c-9f06-4848-8ea1-4b0949b059ca service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4750d06b-738a-4d8b-986c-509b5928dacd HTTP/1.1" status: 200 len: 217 time: 0.0516047 Dec 20 15:52:22.039850 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-3e24aedd-be58-44ad-ac84-ab3e06d77dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9dfb2f3-a6e8-4e84-abe4-91627686e087', 'name': 'tempest-TestShelveInstance-765912532-router', 'tenant_id': 'e1f8bfa51e594e508d4bb7723620de57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '9af5ab0a-c18e-49a8-bdd6-e907e75d0e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:42:53Z', 'updated_at': '2021-12-20T15:42:56Z', 'revision_number': 4, 'project_id': 'e1f8bfa51e594e508d4bb7723620de57', 'gw_port': {'id': '9af5ab0a-c18e-49a8-bdd6-e907e75d0e9e', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:48:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9dfb2f3-a6e8-4e84-abe4-91627686e087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:42:54Z', 'updated_at': '2021-12-20T15:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'a4517a7e-6b2e-44fa-9ec6-cc95bcfc049a', 'name': '', 'network_id': '3253cb8b-4b03-4d0c-9fd9-aaf52b654056', 'tenant_id': 'e1f8bfa51e594e508d4bb7723620de57', 'mac_address': 'fa:16:3e:47:6f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9dfb2f3-a6e8-4e84-abe4-91627686e087', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '3593d6aa-a2c3-4ef3-8d81-eaeeeb9605f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:42:56Z', 'updated_at': '2021-12-20T15:43:01Z', 'revision_number': 5, 'project_id': 'e1f8bfa51e594e508d4bb7723620de57', 'subnets': [{'id': '3593d6aa-a2c3-4ef3-8d81-eaeeeb9605f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:22.066148 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e24aedd-be58-44ad-ac84-ab3e06d77dc1 None None] Checking router: a9dfb2f3-a6e8-4e84-abe4-91627686e087 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:52:22.075338 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e24aedd-be58-44ad-ac84-ab3e06d77dc1 None None] Routers {'a9dfb2f3-a6e8-4e84-abe4-91627686e087'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:52:22.075579 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-3e24aedd-be58-44ad-ac84-ab3e06d77dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:52:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['a9dfb2f3-a6e8-4e84-abe4-91627686e087'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:22.101095 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-ca875854-ac6e-4277-8a19-806546bd1642 req-a54c1cba-2c88-45b9-aa9a-bcbf21d211a1 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/security-groups?id=848b9237-9d78-4f44-9d4d-323b46097a04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813215 Dec 20 15:52:22.102556 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b23d7b9-c325-4d91-9457-e754b4ad1196 req-258330cb-837f-4331-87e3-1c7a4638fe81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:22.104177 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2b23d7b9-c325-4d91-9457-e754b4ad1196 req-258330cb-837f-4331-87e3-1c7a4638fe81 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3593d6aa-a2c3-4ef3-8d81-eaeeeb9605f3 HTTP/1.1" status: 200 len: 847 time: 0.0695376 Dec 20 15:52:22.152105 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b23d7b9-c325-4d91-9457-e754b4ad1196 req-c9afd2a9-0dfa-45ed-8df1-f9007cbebc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:22.153606 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2b23d7b9-c325-4d91-9457-e754b4ad1196 req-c9afd2a9-0dfa-45ed-8df1-f9007cbebc78 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3253cb8b-4b03-4d0c-9fd9-aaf52b654056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420358 Dec 20 15:52:22.186517 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-3e24aedd-be58-44ad-ac84-ab3e06d77dc1 None None] Set router a9dfb2f3-a6e8-4e84-abe4-91627686e087 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:52:22.250424 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2b23d7b9-c325-4d91-9457-e754b4ad1196 req-92ae3783-cb4e-4f97-a31f-0dac6bcc9305 service neutron] 10.222.0.47 "GET /v2.0/networks/3253cb8b-4b03-4d0c-9fd9-aaf52b654056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884778 Dec 20 15:52:22.342397 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-2b23d7b9-c325-4d91-9457-e754b4ad1196 req-a16e8c68-8c9f-42f2-9d57-3c5da539bdff service neutron] 10.222.0.47 "GET /v2.0/networks/3253cb8b-4b03-4d0c-9fd9-aaf52b654056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826349 Dec 20 15:52:22.389255 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-3e24aedd-be58-44ad-ac84-ab3e06d77dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9dfb2f3-a6e8-4e84-abe4-91627686e087', 'name': 'tempest-TestShelveInstance-765912532-router', 'tenant_id': 'e1f8bfa51e594e508d4bb7723620de57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '9af5ab0a-c18e-49a8-bdd6-e907e75d0e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:42:53Z', 'updated_at': '2021-12-20T15:42:56Z', 'revision_number': 4, 'project_id': 'e1f8bfa51e594e508d4bb7723620de57', 'gw_port': {'id': '9af5ab0a-c18e-49a8-bdd6-e907e75d0e9e', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:48:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9dfb2f3-a6e8-4e84-abe4-91627686e087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:42:54Z', 'updated_at': '2021-12-20T15:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'a4517a7e-6b2e-44fa-9ec6-cc95bcfc049a', 'name': '', 'network_id': '3253cb8b-4b03-4d0c-9fd9-aaf52b654056', 'tenant_id': 'e1f8bfa51e594e508d4bb7723620de57', 'mac_address': 'fa:16:3e:47:6f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9dfb2f3-a6e8-4e84-abe4-91627686e087', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '3593d6aa-a2c3-4ef3-8d81-eaeeeb9605f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:42:56Z', 'updated_at': '2021-12-20T15:43:01Z', 'revision_number': 5, 'project_id': 'e1f8bfa51e594e508d4bb7723620de57', 'subnets': [{'id': '3593d6aa-a2c3-4ef3-8d81-eaeeeb9605f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:22.415470 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e24aedd-be58-44ad-ac84-ab3e06d77dc1 None None] The sync data for ids ['a9dfb2f3-a6e8-4e84-abe4-91627686e087'] in n-d-761264-19 is: [{'id': 'a9dfb2f3-a6e8-4e84-abe4-91627686e087', 'name': 'tempest-TestShelveInstance-765912532-router', 'tenant_id': 'e1f8bfa51e594e508d4bb7723620de57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '9af5ab0a-c18e-49a8-bdd6-e907e75d0e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:42:53Z', 'updated_at': '2021-12-20T15:42:56Z', 'revision_number': 4, 'project_id': 'e1f8bfa51e594e508d4bb7723620de57', 'gw_port': {'id': '9af5ab0a-c18e-49a8-bdd6-e907e75d0e9e', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:48:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9dfb2f3-a6e8-4e84-abe4-91627686e087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:42:54Z', 'updated_at': '2021-12-20T15:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'a4517a7e-6b2e-44fa-9ec6-cc95bcfc049a', 'name': '', 'network_id': '3253cb8b-4b03-4d0c-9fd9-aaf52b654056', 'tenant_id': 'e1f8bfa51e594e508d4bb7723620de57', 'mac_address': 'fa:16:3e:47:6f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9dfb2f3-a6e8-4e84-abe4-91627686e087', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '3593d6aa-a2c3-4ef3-8d81-eaeeeb9605f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:42:56Z', 'updated_at': '2021-12-20T15:43:01Z', 'revision_number': 5, 'project_id': 'e1f8bfa51e594e508d4bb7723620de57', 'subnets': [{'id': '3593d6aa-a2c3-4ef3-8d81-eaeeeb9605f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:52:22.640094 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35aea79-950c-404d-a7f3-bd4dc6c45758 None None] New status for floating IP 5cbba67f-c878-4df2-a46e-5ba6ed344a8c: DOWN {{(pid=103170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 15:52:23.237847 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eada271-aefb-4585-818f-f82ee02ee235 req-f2e711d8-041b-44a9-a3cf-e9e53022de76 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:23.239385 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5eada271-aefb-4585-818f-f82ee02ee235 req-f2e711d8-041b-44a9-a3cf-e9e53022de76 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/ports?device_id=78c73158-47f2-4a02-82c7-631f84d4e00a HTTP/1.1" status: 200 len: 945 time: 0.0525689 Dec 20 15:52:23.295762 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5eada271-aefb-4585-818f-f82ee02ee235 req-cb61ef5c-dcaf-46dc-9605-83dac9274837 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/security-groups?id=848b9237-9d78-4f44-9d4d-323b46097a04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497873 Dec 20 15:52:23.493523 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31dbe9e-fa68-4bcb-9971-8f4b2556f59b req-10aa1497-da47-462d-bd05-6b34104d35b7 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:23.495015 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d31dbe9e-fa68-4bcb-9971-8f4b2556f59b req-10aa1497-da47-462d-bd05-6b34104d35b7 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.47 "GET /v2.0/ports?device_id=78c73158-47f2-4a02-82c7-631f84d4e00a HTTP/1.1" status: 200 len: 945 time: 0.0551739 Dec 20 15:52:23.586578 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-d31dbe9e-fa68-4bcb-9971-8f4b2556f59b req-b15a2d55-9251-4e6a-a120-5b19aed9d0ed tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Deleting port 4750d06b-738a-4d8b-986c-509b5928dacd {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:52:23.586908 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-d31dbe9e-fa68-4bcb-9971-8f4b2556f59b req-b15a2d55-9251-4e6a-a120-5b19aed9d0ed tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:23.683589 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-d31dbe9e-fa68-4bcb-9971-8f4b2556f59b req-b15a2d55-9251-4e6a-a120-5b19aed9d0ed tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] For port 4750d06b-738a-4d8b-986c-509b5928dacd, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=4750d06b-738a-4d8b-986c-509b5928dacd,segment=NetworkSegment(017ec060-9fa2-4af8-bcb3-019cad9219ca),segment_id=017ec060-9fa2-4af8-bcb3-019cad9219ca)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:52:23.683946 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-d31dbe9e-fa68-4bcb-9971-8f4b2556f59b req-b15a2d55-9251-4e6a-a120-5b19aed9d0ed tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:23.697241 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-d31dbe9e-fa68-4bcb-9971-8f4b2556f59b req-b15a2d55-9251-4e6a-a120-5b19aed9d0ed tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Calling delete_port for 4750d06b-738a-4d8b-986c-509b5928dacd owned by compute:nova {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:52:23.825786 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-d31dbe9e-fa68-4bcb-9971-8f4b2556f59b req-b15a2d55-9251-4e6a-a120-5b19aed9d0ed tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:23.858075 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15a2d55-9251-4e6a-a120-5b19aed9d0ed tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Pushing event deleted for resources: {'Port': ['ID=4750d06b-738a-4d8b-986c-509b5928dacd,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:23.872250 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15a2d55-9251-4e6a-a120-5b19aed9d0ed tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:23.872600 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15a2d55-9251-4e6a-a120-5b19aed9d0ed tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:23.872944 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15a2d55-9251-4e6a-a120-5b19aed9d0ed tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:23.873309 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15a2d55-9251-4e6a-a120-5b19aed9d0ed tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:23.873640 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15a2d55-9251-4e6a-a120-5b19aed9d0ed tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:23.873971 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15a2d55-9251-4e6a-a120-5b19aed9d0ed tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:23.874295 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15a2d55-9251-4e6a-a120-5b19aed9d0ed tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:23.874619 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15a2d55-9251-4e6a-a120-5b19aed9d0ed tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:23.874969 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15a2d55-9251-4e6a-a120-5b19aed9d0ed tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:23.875282 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15a2d55-9251-4e6a-a120-5b19aed9d0ed tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:23.875590 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15a2d55-9251-4e6a-a120-5b19aed9d0ed tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:23.875940 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15a2d55-9251-4e6a-a120-5b19aed9d0ed tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:23.876264 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15a2d55-9251-4e6a-a120-5b19aed9d0ed tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:23.910317 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-d31dbe9e-fa68-4bcb-9971-8f4b2556f59b req-b15a2d55-9251-4e6a-a120-5b19aed9d0ed tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] No DVR routers for this DVR port 4750d06b-738a-4d8b-986c-509b5928dacd on host n-h2-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:52:23.913118 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-d31dbe9e-fa68-4bcb-9971-8f4b2556f59b req-b15a2d55-9251-4e6a-a120-5b19aed9d0ed tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:23.916693 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d31dbe9e-fa68-4bcb-9971-8f4b2556f59b req-b15a2d55-9251-4e6a-a120-5b19aed9d0ed tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.47 "DELETE /v2.0/ports/4750d06b-738a-4d8b-986c-509b5928dacd HTTP/1.1" status: 204 len: 173 time: 0.4155083 Dec 20 15:52:23.917130 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78c73158-47f2-4a02-82c7-631f84d4e00a', 'name': 'network-vif-deleted', 'tag': '4750d06b-738a-4d8b-986c-509b5928dacd'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:52:23.919603 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08f5bd10d948da750b9537a176c40f94b479143edf42a445aa4903673b4b1814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-474e2c55-a43b-4c2b-a861-efaae9bd679b" -d '{"events": [{"server_uuid": "78c73158-47f2-4a02-82c7-631f84d4e00a", "name": "network-vif-deleted", "tag": "4750d06b-738a-4d8b-986c-509b5928dacd"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:52:23.957254 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb51b487-d79c-4a52-8e7d-211efa0e7790 x-openstack-request-id: req-fb51b487-d79c-4a52-8e7d-211efa0e7790 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:52:23.957556 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78c73158-47f2-4a02-82c7-631f84d4e00a", "name": "network-vif-deleted", "tag": "4750d06b-738a-4d8b-986c-509b5928dacd", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:52:23.957808 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fb51b487-d79c-4a52-8e7d-211efa0e7790 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:52:23.958221 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78c73158-47f2-4a02-82c7-631f84d4e00a', 'name': 'network-vif-deleted', 'tag': '4750d06b-738a-4d8b-986c-509b5928dacd', 'status': 'completed', 'code': 200} Dec 20 15:52:24.395521 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-950b06f9-ed79-4ccd-92a3-93f44c114852 req-790d4534-bea0-41c2-93dd-7c9aaf93eafc tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/ports?device_id=78c73158-47f2-4a02-82c7-631f84d4e00a HTTP/1.1" status: 200 len: 210 time: 0.0272989 Dec 20 15:52:25.494499 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7f17ca49-c589-44aa-9890-895639b8c3b7 req-87c3316c-8eba-407d-b3a6-061638cb60e4 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/ports?device_id=78c73158-47f2-4a02-82c7-631f84d4e00a HTTP/1.1" status: 200 len: 210 time: 0.0272677 Dec 20 15:52:26.591690 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-58787800-e865-458f-95ee-69968a0e7f75 req-b41024f9-d1b8-407d-b1ea-ed153943b2e1 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/ports?device_id=78c73158-47f2-4a02-82c7-631f84d4e00a HTTP/1.1" status: 200 len: 210 time: 0.0269964 Dec 20 15:52:26.825628 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:52:27.618086 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 4750d06b-738a-4d8b-986c-509b5928dacd no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:52:27.643753 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] No Port match for: 4750d06b-738a-4d8b-986c-509b5928dacd {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:52:27.644077 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 4750d06b-738a-4d8b-986c-509b5928dacd not bound to the agent host n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:52:27.691666 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-eea97ced-9c36-4f66-b8d6-92427668e581 req-51514fde-e8d2-4ee0-8b4b-4d31bafe1f09 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "GET /v2.0/ports?device_id=78c73158-47f2-4a02-82c7-631f84d4e00a HTTP/1.1" status: 200 len: 210 time: 0.0272987 Dec 20 15:52:28.750526 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 59422) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:28.808786 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6fc77ca7-c830-407b-9961-201dbbcb11b9 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:28.835473 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6fc77ca7-c830-407b-9961-201dbbcb11b9 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:28.900511 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6fc77ca7-c830-407b-9961-201dbbcb11b9 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:28.903614 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6fc77ca7-c830-407b-9961-201dbbcb11b9 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:28.904791 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-6fc77ca7-c830-407b-9961-201dbbcb11b9 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] 10.222.0.54 "DELETE /v2.0/security-groups/848b9237-9d78-4f44-9d4d-323b46097a04 HTTP/1.1" status: 204 len: 168 time: 0.1532028 Dec 20 15:52:28.915128 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc77ca7-c830-407b-9961-201dbbcb11b9 tempest-TestShelveInstance-1194393044 tempest-TestShelveInstance-1194393044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=848b9237-9d78-4f44-9d4d-323b46097a04,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:28.963214 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 59426) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:29.410297 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ab0f537f-beee-45ea-8c74-a2ddbc692afb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1595867'] for router_interface, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:29.664824 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-ab0f537f-beee-45ea-8c74-a2ddbc692afb admin admin] Deleting port a4517a7e-6b2e-44fa-9ec6-cc95bcfc049a {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:52:29.665160 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ab0f537f-beee-45ea-8c74-a2ddbc692afb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:29.742184 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-ab0f537f-beee-45ea-8c74-a2ddbc692afb admin admin] For port a4517a7e-6b2e-44fa-9ec6-cc95bcfc049a, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=a4517a7e-6b2e-44fa-9ec6-cc95bcfc049a,segment=NetworkSegment(017ec060-9fa2-4af8-bcb3-019cad9219ca),segment_id=017ec060-9fa2-4af8-bcb3-019cad9219ca)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:52:29.742564 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ab0f537f-beee-45ea-8c74-a2ddbc692afb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:29.755913 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-ab0f537f-beee-45ea-8c74-a2ddbc692afb admin admin] Calling delete_port for a4517a7e-6b2e-44fa-9ec6-cc95bcfc049a owned by network:router_interface {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:52:29.942882 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ab0f537f-beee-45ea-8c74-a2ddbc692afb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:29.971844 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0f537f-beee-45ea-8c74-a2ddbc692afb admin admin] Pushing event deleted for resources: {'Port': ['ID=a4517a7e-6b2e-44fa-9ec6-cc95bcfc049a,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:30.150496 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ab0f537f-beee-45ea-8c74-a2ddbc692afb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582411'] for router_interface, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:30.371312 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab0f537f-beee-45ea-8c74-a2ddbc692afb admin admin] Router a9dfb2f3-a6e8-4e84-abe4-91627686e087 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:52:30.483526 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab0f537f-beee-45ea-8c74-a2ddbc692afb admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:52:30.492216 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-ab0f537f-beee-45ea-8c74-a2ddbc692afb admin admin] 10.222.0.54 "PUT /v2.0/routers/a9dfb2f3-a6e8-4e84-abe4-91627686e087/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5246747 Dec 20 15:52:30.492216 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 59430) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:30.495933 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f310745-6f5a-4785-9fd5-fe4066c941f0 None None] Sync routers for ids ['a9dfb2f3-a6e8-4e84-abe4-91627686e087'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:52:30.506953 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f310745-6f5a-4785-9fd5-fe4066c941f0 None None] Routers {'a9dfb2f3-a6e8-4e84-abe4-91627686e087'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:52:30.507612 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-4f310745-6f5a-4785-9fd5-fe4066c941f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:52:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['a9dfb2f3-a6e8-4e84-abe4-91627686e087'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:30.599973 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-63d5cdab-cece-49a7-889b-8e55eff5e265 admin admin] Publish callbacks [] for router, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:30.612870 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-4f310745-6f5a-4785-9fd5-fe4066c941f0 None None] Set router a9dfb2f3-a6e8-4e84-abe4-91627686e087 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:52:30.703566 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-63d5cdab-cece-49a7-889b-8e55eff5e265 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:30.759413 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-63d5cdab-cece-49a7-889b-8e55eff5e265 admin admin] Deleting port 9af5ab0a-c18e-49a8-bdd6-e907e75d0e9e {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:52:30.760141 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-63d5cdab-cece-49a7-889b-8e55eff5e265 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:30.795836 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-4f310745-6f5a-4785-9fd5-fe4066c941f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9dfb2f3-a6e8-4e84-abe4-91627686e087', 'name': 'tempest-TestShelveInstance-765912532-router', 'tenant_id': 'e1f8bfa51e594e508d4bb7723620de57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '9af5ab0a-c18e-49a8-bdd6-e907e75d0e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:42:53Z', 'updated_at': '2021-12-20T15:52:29Z', 'revision_number': 5, 'project_id': 'e1f8bfa51e594e508d4bb7723620de57', 'gw_port': {'id': '9af5ab0a-c18e-49a8-bdd6-e907e75d0e9e', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:48:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9dfb2f3-a6e8-4e84-abe4-91627686e087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:42:54Z', 'updated_at': '2021-12-20T15:42:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:30.836625 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f310745-6f5a-4785-9fd5-fe4066c941f0 None None] Checking router: a9dfb2f3-a6e8-4e84-abe4-91627686e087 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:52:30.840596 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-63d5cdab-cece-49a7-889b-8e55eff5e265 admin admin] For port 9af5ab0a-c18e-49a8-bdd6-e907e75d0e9e, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=9af5ab0a-c18e-49a8-bdd6-e907e75d0e9e,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:52:30.840956 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-63d5cdab-cece-49a7-889b-8e55eff5e265 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:30.849106 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-120f18a5-247a-4ebf-8054-57ebe25480d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:30.852419 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f310745-6f5a-4785-9fd5-fe4066c941f0 None None] Routers {'a9dfb2f3-a6e8-4e84-abe4-91627686e087'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:52:30.853006 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-4f310745-6f5a-4785-9fd5-fe4066c941f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:52:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['a9dfb2f3-a6e8-4e84-abe4-91627686e087'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:30.854387 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-63d5cdab-cece-49a7-889b-8e55eff5e265 admin admin] Calling delete_port for 9af5ab0a-c18e-49a8-bdd6-e907e75d0e9e owned by network:router_gateway {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:52:30.945629 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-4f310745-6f5a-4785-9fd5-fe4066c941f0 None None] Set router a9dfb2f3-a6e8-4e84-abe4-91627686e087 gateway port host: None {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:52:31.004690 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-4f310745-6f5a-4785-9fd5-fe4066c941f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9dfb2f3-a6e8-4e84-abe4-91627686e087', 'name': 'tempest-TestShelveInstance-765912532-router', 'tenant_id': 'e1f8bfa51e594e508d4bb7723620de57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:42:53Z', 'updated_at': '2021-12-20T15:52:30Z', 'revision_number': 6, 'project_id': 'e1f8bfa51e594e508d4bb7723620de57', 'gw_port_host': None}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:31.035578 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-63d5cdab-cece-49a7-889b-8e55eff5e265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:31.035931 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f310745-6f5a-4785-9fd5-fe4066c941f0 None None] The sync data for ids ['a9dfb2f3-a6e8-4e84-abe4-91627686e087'] in n-d-761264-19 is: [{'id': 'a9dfb2f3-a6e8-4e84-abe4-91627686e087', 'name': 'tempest-TestShelveInstance-765912532-router', 'tenant_id': 'e1f8bfa51e594e508d4bb7723620de57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:42:53Z', 'updated_at': '2021-12-20T15:52:30Z', 'revision_number': 6, 'project_id': 'e1f8bfa51e594e508d4bb7723620de57', 'gw_port_host': None}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:52:31.070225 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d5cdab-cece-49a7-889b-8e55eff5e265 admin admin] Pushing event deleted for resources: {'Port': ['ID=9af5ab0a-c18e-49a8-bdd6-e907e75d0e9e,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:31.089236 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d596d76-ffc8-49dc-b063-854286874118 None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:52:31.142565 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-63d5cdab-cece-49a7-889b-8e55eff5e265 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584913'] for router_gateway, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:31.234701 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-63d5cdab-cece-49a7-889b-8e55eff5e265 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40132'] for router, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:31.237029 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-63d5cdab-cece-49a7-889b-8e55eff5e265 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:31.282143 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-63d5cdab-cece-49a7-889b-8e55eff5e265 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1594808'] for router, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:31.282708 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63d5cdab-cece-49a7-889b-8e55eff5e265 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9dfb2f3-a6e8-4e84-abe4-91627686e087 {{(pid=103168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:52:31.288094 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-63d5cdab-cece-49a7-889b-8e55eff5e265 admin admin] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:31.291212 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-63d5cdab-cece-49a7-889b-8e55eff5e265 admin admin] 10.222.0.54 "DELETE /v2.0/routers/a9dfb2f3-a6e8-4e84-abe4-91627686e087 HTTP/1.1" status: 204 len: 168 time: 0.7986398 Dec 20 15:52:31.291931 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 59432) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:31.342717 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cd2d970-f87e-4729-92f1-5bc88d13854b admin admin] Deleting subnet 3593d6aa-a2c3-4ef3-8d81-eaeeeb9605f3 {{(pid=103167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:52:31.345945 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3cd2d970-f87e-4729-92f1-5bc88d13854b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:31.382152 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3cd2d970-f87e-4729-92f1-5bc88d13854b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954412'] for subnet, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:31.462135 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3cd2d970-f87e-4729-92f1-5bc88d13854b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:31.523642 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3cd2d970-f87e-4729-92f1-5bc88d13854b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:31.536886 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3cd2d970-f87e-4729-92f1-5bc88d13854b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:31.542166 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81380440-1273-4a10-ae00-9f5279d49f34 None None] Network 3253cb8b-4b03-4d0c-9fd9-aaf52b654056 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:52:31.555479 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-3cd2d970-f87e-4729-92f1-5bc88d13854b admin admin] 10.222.0.54 "DELETE /v2.0/subnets/3593d6aa-a2c3-4ef3-8d81-eaeeeb9605f3 HTTP/1.1" status: 204 len: 168 time: 0.2601433 Dec 20 15:52:31.555904 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 59434) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:31.576830 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd2d970-f87e-4729-92f1-5bc88d13854b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3593d6aa-a2c3-4ef3-8d81-eaeeeb9605f3,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:31.632005 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-bdf87461-f34c-4ac8-bf50-84ebcca1b8da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:31.692892 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-bdf87461-f34c-4ac8-bf50-84ebcca1b8da admin admin] Deleting port cc466db6-61d1-4704-863f-cfa588c219b7 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:52:31.693225 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-bdf87461-f34c-4ac8-bf50-84ebcca1b8da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:31.895555 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb119d0-20c4-4874-8cda-8db6a3b85e12 None None] DHCP port deletion for 3253cb8b-4b03-4d0c-9fd9-aaf52b654056 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:52:31.968022 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-4fb119d0-20c4-4874-8cda-8db6a3b85e12 None None] Deleting port cc466db6-61d1-4704-863f-cfa588c219b7 {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:52:31.968695 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4fb119d0-20c4-4874-8cda-8db6a3b85e12 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:32.093259 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 9af5ab0a-c18e-49a8-bdd6-e907e75d0e9e no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:52:32.122038 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 9af5ab0a-c18e-49a8-bdd6-e907e75d0e9e {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:52:32.123125 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 9af5ab0a-c18e-49a8-bdd6-e907e75d0e9e not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:52:32.123755 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device cc466db6-61d1-4704-863f-cfa588c219b7 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:52:32.170709 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-4fb119d0-20c4-4874-8cda-8db6a3b85e12 None None] For port cc466db6-61d1-4704-863f-cfa588c219b7, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=cc466db6-61d1-4704-863f-cfa588c219b7,segment=NetworkSegment(017ec060-9fa2-4af8-bcb3-019cad9219ca),segment_id=017ec060-9fa2-4af8-bcb3-019cad9219ca)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:52:32.171540 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4fb119d0-20c4-4874-8cda-8db6a3b85e12 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:32.197823 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-4fb119d0-20c4-4874-8cda-8db6a3b85e12 None None] Calling delete_port for cc466db6-61d1-4704-863f-cfa588c219b7 owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:52:32.214155 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-bdf87461-f34c-4ac8-bf50-84ebcca1b8da admin admin] For port cc466db6-61d1-4704-863f-cfa588c219b7, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=cc466db6-61d1-4704-863f-cfa588c219b7,segment=NetworkSegment(017ec060-9fa2-4af8-bcb3-019cad9219ca),segment_id=017ec060-9fa2-4af8-bcb3-019cad9219ca)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:52:32.214765 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-bdf87461-f34c-4ac8-bf50-84ebcca1b8da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:32.230427 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-bdf87461-f34c-4ac8-bf50-84ebcca1b8da admin admin] Calling delete_port for cc466db6-61d1-4704-863f-cfa588c219b7 owned by network:dhcp {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:52:32.264712 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:32.346416 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] For port cc466db6-61d1-4704-863f-cfa588c219b7, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=cc466db6-61d1-4704-863f-cfa588c219b7,segment=NetworkSegment(017ec060-9fa2-4af8-bcb3-019cad9219ca),segment_id=017ec060-9fa2-4af8-bcb3-019cad9219ca)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:52:32.359055 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:32.359811 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device a4517a7e-6b2e-44fa-9ec6-cc95bcfc049a no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:52:32.361214 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-bdf87461-f34c-4ac8-bf50-84ebcca1b8da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:32.386312 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf87461-f34c-4ac8-bf50-84ebcca1b8da admin admin] Pushing event deleted for resources: {'Port': ['ID=cc466db6-61d1-4704-863f-cfa588c219b7,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:32.392185 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf87461-f34c-4ac8-bf50-84ebcca1b8da admin admin] No DVR routers for this DVR port cc466db6-61d1-4704-863f-cfa588c219b7 on host n-d-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:52:32.422935 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: a4517a7e-6b2e-44fa-9ec6-cc95bcfc049a {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:52:32.423310 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device a4517a7e-6b2e-44fa-9ec6-cc95bcfc049a not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:52:32.426383 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Pushing event deleted for resources: {'Port': ['ID=cc466db6-61d1-4704-863f-cfa588c219b7,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:32.435352 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:32.435695 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:32.436031 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:32.436361 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:32.436689 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:32.437012 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:32.437851 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:32.437851 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:32.438049 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:32.438235 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:32.438564 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:32.439053 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:32.439372 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:32.442277 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4fb119d0-20c4-4874-8cda-8db6a3b85e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:32.464154 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb119d0-20c4-4874-8cda-8db6a3b85e12 None None] Pushing event deleted for resources: {'Port': ['ID=cc466db6-61d1-4704-863f-cfa588c219b7,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:32.480776 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb119d0-20c4-4874-8cda-8db6a3b85e12 None None] No DVR routers for this DVR port cc466db6-61d1-4704-863f-cfa588c219b7 on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:52:32.489029 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-bdf87461-f34c-4ac8-bf50-84ebcca1b8da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:32.513578 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-bdf87461-f34c-4ac8-bf50-84ebcca1b8da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3253cb8b-4b03-4d0c-9fd9-aaf52b654056']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:32.522587 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-bdf87461-f34c-4ac8-bf50-84ebcca1b8da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '017ec060-9fa2-4af8-bcb3-019cad9219ca') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:32.522912 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-bdf87461-f34c-4ac8-bf50-84ebcca1b8da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '017ec060-9fa2-4af8-bcb3-019cad9219ca') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:32.532445 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-bdf87461-f34c-4ac8-bf50-84ebcca1b8da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:32.546150 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-bdf87461-f34c-4ac8-bf50-84ebcca1b8da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:32.553243 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdf87461-f34c-4ac8-bf50-84ebcca1b8da admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:52:32.553660 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-bdf87461-f34c-4ac8-bf50-84ebcca1b8da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:32.555510 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:32.555510 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:52:32.555510 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:32.555510 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:52:32.555510 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:32.555510 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:52:32.555510 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:32.555510 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:52:32.555510 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:32.555510 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:52:32.555510 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:32.555510 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:52:32.555510 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:32.555510 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:52:32.555510 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:32.555510 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:52:32.555510 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:32.555510 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:52:32.555510 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:32.555510 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:52:32.555510 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:32.555510 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:52:32.555510 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:32.555510 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:52:32.555510 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:32.555510 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:52:32.555510 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:32.555510 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:52:32.555510 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:32.555510 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:52:32.555510 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:32.555510 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:52:32.555510 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:32.555510 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:52:32.555510 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:32.555510 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:52:32.555510 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:32.555510 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:52:32.555510 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:32.555510 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:52:32.555510 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 15:52:32.555510 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:52:32.555510 n-d-761264-19 neutron-server[103168]: timer() Dec 20 15:52:32.555510 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:52:32.555510 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 15:52:32.555510 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:52:32.555510 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 15:52:32.555510 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:52:32.555510 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 15:52:32.555510 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:52:32.555510 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 15:52:32.555510 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:52:32.555510 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 15:52:32.555510 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:52:32.555510 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:52:32.555510 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:52:32.555510 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:52:32.555510 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:52:32.555510 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 15:52:32.555510 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:52:32.555510 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 15:52:32.560862 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:52:32.560862 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:52:32.560862 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:52:32.560862 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 15:52:32.560862 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:52:32.560862 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:52:32.560862 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:52:32.560862 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:52:32.560862 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:52:32.560862 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:52:32.560862 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:52:32.621460 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-bdf87461-f34c-4ac8-bf50-84ebcca1b8da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:32.625570 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-bdf87461-f34c-4ac8-bf50-84ebcca1b8da admin admin] Publish callbacks [] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:32.631924 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-bdf87461-f34c-4ac8-bf50-84ebcca1b8da admin admin] 10.222.0.54 "DELETE /v2.0/networks/3253cb8b-4b03-4d0c-9fd9-aaf52b654056 HTTP/1.1" status: 204 len: 168 time: 1.0719724 Dec 20 15:52:32.632148 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 59436) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:32.647247 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf87461-f34c-4ac8-bf50-84ebcca1b8da admin admin] Pushing event deleted for resources: {'Network': ['ID=3253cb8b-4b03-4d0c-9fd9-aaf52b654056,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:33.017521 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2409f788-a3f4-49c2-bbad-90044b1b6787 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:33.018429 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6545aa8e-3d4d-4813-b669-3c3da9d7b8dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1595867'] for router_interface, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:33.265226 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-6545aa8e-3d4d-4813-b669-3c3da9d7b8dd admin admin] Deleting port 02b47acc-c1c1-4074-bc66-f193ca760551 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:52:33.265981 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6545aa8e-3d4d-4813-b669-3c3da9d7b8dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:33.343607 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-6545aa8e-3d4d-4813-b669-3c3da9d7b8dd admin admin] For port 02b47acc-c1c1-4074-bc66-f193ca760551, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=02b47acc-c1c1-4074-bc66-f193ca760551,segment=NetworkSegment(8e26d745-38a6-4244-9f02-9169b76f10ce),segment_id=8e26d745-38a6-4244-9f02-9169b76f10ce)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:52:33.343954 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6545aa8e-3d4d-4813-b669-3c3da9d7b8dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:33.356366 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-6545aa8e-3d4d-4813-b669-3c3da9d7b8dd admin admin] Calling delete_port for 02b47acc-c1c1-4074-bc66-f193ca760551 owned by network:router_interface {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:52:33.534367 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6545aa8e-3d4d-4813-b669-3c3da9d7b8dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:33.559036 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6545aa8e-3d4d-4813-b669-3c3da9d7b8dd admin admin] Pushing event deleted for resources: {'Port': ['ID=02b47acc-c1c1-4074-bc66-f193ca760551,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:33.724730 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-6545aa8e-3d4d-4813-b669-3c3da9d7b8dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582411'] for router_interface, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:33.966907 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6545aa8e-3d4d-4813-b669-3c3da9d7b8dd admin admin] Router 56b62b9a-547c-4872-81de-8e6138a723b7 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:52:34.079502 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6545aa8e-3d4d-4813-b669-3c3da9d7b8dd admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:52:34.084621 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-6545aa8e-3d4d-4813-b669-3c3da9d7b8dd admin admin] 10.222.0.54 "PUT /v2.0/routers/56b62b9a-547c-4872-81de-8e6138a723b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4515026 Dec 20 15:52:34.089991 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1985fe-63b2-4c78-9e2a-ad133f0614b9 None None] Sync routers for ids ['56b62b9a-547c-4872-81de-8e6138a723b7'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:52:34.090755 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 59438) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:34.101030 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1985fe-63b2-4c78-9e2a-ad133f0614b9 None None] Routers {'56b62b9a-547c-4872-81de-8e6138a723b7'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:52:34.101625 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-4e1985fe-63b2-4c78-9e2a-ad133f0614b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:52:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['56b62b9a-547c-4872-81de-8e6138a723b7'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:34.164972 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:34.195071 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ef847b02-5a01-4908-9463-a061ba2a57f7 admin admin] Publish callbacks [] for router, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:34.204785 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-4e1985fe-63b2-4c78-9e2a-ad133f0614b9 None None] Set router 56b62b9a-547c-4872-81de-8e6138a723b7 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:52:34.299800 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ef847b02-5a01-4908-9463-a061ba2a57f7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:34.356577 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-ef847b02-5a01-4908-9463-a061ba2a57f7 admin admin] Deleting port 5d2af79a-bda7-449a-88bb-690f2626dc53 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:52:34.356898 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ef847b02-5a01-4908-9463-a061ba2a57f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:34.441866 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-ef847b02-5a01-4908-9463-a061ba2a57f7 admin admin] For port 5d2af79a-bda7-449a-88bb-690f2626dc53, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=5d2af79a-bda7-449a-88bb-690f2626dc53,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:52:34.442215 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ef847b02-5a01-4908-9463-a061ba2a57f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:34.454230 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-ef847b02-5a01-4908-9463-a061ba2a57f7 admin admin] Calling delete_port for 5d2af79a-bda7-449a-88bb-690f2626dc53 owned by network:router_gateway {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:52:34.479084 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-4e1985fe-63b2-4c78-9e2a-ad133f0614b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b62b9a-547c-4872-81de-8e6138a723b7', 'name': 'tempest-TestShelveInstance-963669995-router', 'tenant_id': 'a1b93e5d07c3436c950db6bf8ca4d187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '5d2af79a-bda7-449a-88bb-690f2626dc53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:42:59Z', 'updated_at': '2021-12-20T15:52:33Z', 'revision_number': 5, 'project_id': 'a1b93e5d07c3436c950db6bf8ca4d187', 'gw_port': {'id': '5d2af79a-bda7-449a-88bb-690f2626dc53', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:1c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b62b9a-547c-4872-81de-8e6138a723b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:42:59Z', 'updated_at': '2021-12-20T15:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:34.504578 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1985fe-63b2-4c78-9e2a-ad133f0614b9 None None] Checking router: 56b62b9a-547c-4872-81de-8e6138a723b7 for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:52:34.512917 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1985fe-63b2-4c78-9e2a-ad133f0614b9 None None] Routers {'56b62b9a-547c-4872-81de-8e6138a723b7'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:52:34.513509 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-4e1985fe-63b2-4c78-9e2a-ad133f0614b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:52:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['56b62b9a-547c-4872-81de-8e6138a723b7'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:34.596678 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-4e1985fe-63b2-4c78-9e2a-ad133f0614b9 None None] Set router 56b62b9a-547c-4872-81de-8e6138a723b7 gateway port host: None {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:52:34.621247 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ef847b02-5a01-4908-9463-a061ba2a57f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:34.646289 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef847b02-5a01-4908-9463-a061ba2a57f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d2af79a-bda7-449a-88bb-690f2626dc53,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:34.655273 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-4e1985fe-63b2-4c78-9e2a-ad133f0614b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b62b9a-547c-4872-81de-8e6138a723b7', 'name': 'tempest-TestShelveInstance-963669995-router', 'tenant_id': 'a1b93e5d07c3436c950db6bf8ca4d187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:42:59Z', 'updated_at': '2021-12-20T15:52:34Z', 'revision_number': 6, 'project_id': 'a1b93e5d07c3436c950db6bf8ca4d187', 'gw_port_host': None}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:34.661845 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e68e6d-152f-4738-85c7-43bdde440218 None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:52:34.684235 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1985fe-63b2-4c78-9e2a-ad133f0614b9 None None] The sync data for ids ['56b62b9a-547c-4872-81de-8e6138a723b7'] in n-d-761264-19 is: [{'id': '56b62b9a-547c-4872-81de-8e6138a723b7', 'name': 'tempest-TestShelveInstance-963669995-router', 'tenant_id': 'a1b93e5d07c3436c950db6bf8ca4d187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:42:59Z', 'updated_at': '2021-12-20T15:52:34Z', 'revision_number': 6, 'project_id': 'a1b93e5d07c3436c950db6bf8ca4d187', 'gw_port_host': None}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:52:34.709234 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ef847b02-5a01-4908-9463-a061ba2a57f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584913'] for router_gateway, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:34.801429 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ef847b02-5a01-4908-9463-a061ba2a57f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40132'] for router, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:34.803770 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ef847b02-5a01-4908-9463-a061ba2a57f7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:34.848829 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ef847b02-5a01-4908-9463-a061ba2a57f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1594808'] for router, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:34.849272 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef847b02-5a01-4908-9463-a061ba2a57f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56b62b9a-547c-4872-81de-8e6138a723b7 {{(pid=103168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:52:34.853782 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-ef847b02-5a01-4908-9463-a061ba2a57f7 admin admin] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:34.854970 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-ef847b02-5a01-4908-9463-a061ba2a57f7 admin admin] 10.222.0.54 "DELETE /v2.0/routers/56b62b9a-547c-4872-81de-8e6138a723b7 HTTP/1.1" status: 204 len: 168 time: 0.7632844 Dec 20 15:52:34.857801 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 59440) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:34.903859 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3a60dc1-84a5-4a1a-862e-bd93167a5a00 admin admin] Deleting subnet 67861393-82d3-4442-bb6c-cbc5836260fb {{(pid=103167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:52:34.907256 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e3a60dc1-84a5-4a1a-862e-bd93167a5a00 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:34.942693 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e3a60dc1-84a5-4a1a-862e-bd93167a5a00 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954412'] for subnet, precommit_delete_associations {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:35.027015 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e3a60dc1-84a5-4a1a-862e-bd93167a5a00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:35.084564 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e3a60dc1-84a5-4a1a-862e-bd93167a5a00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9955850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9913971'] for subnet, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:35.108648 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a60dc1-84a5-4a1a-862e-bd93167a5a00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67861393-82d3-4442-bb6c-cbc5836260fb,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:35.114806 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-e3a60dc1-84a5-4a1a-862e-bd93167a5a00 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:35.121108 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-e3a60dc1-84a5-4a1a-862e-bd93167a5a00 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/67861393-82d3-4442-bb6c-cbc5836260fb HTTP/1.1" status: 204 len: 168 time: 0.2622252 Dec 20 15:52:35.121308 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 59442) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:35.122615 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8aeb002-57eb-4c28-94e6-f7baa1be231d None None] Network f26ba706-5ef4-45cf-a025-1d810980a338 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:52:35.195894 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2ce486f7-0eb3-4b12-9c6d-37da268bab92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:35.250326 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-2ce486f7-0eb3-4b12-9c6d-37da268bab92 admin admin] Deleting port 3f1c0cd1-2764-4e03-8224-680041132546 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:52:35.250657 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2ce486f7-0eb3-4b12-9c6d-37da268bab92 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:35.281509 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac36522-9a8b-4db3-a7fb-d127a4aa7464 None None] DHCP port deletion for f26ba706-5ef4-45cf-a025-1d810980a338 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:52:35.321928 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-2ce486f7-0eb3-4b12-9c6d-37da268bab92 admin admin] For port 3f1c0cd1-2764-4e03-8224-680041132546, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=3f1c0cd1-2764-4e03-8224-680041132546,segment=NetworkSegment(8e26d745-38a6-4244-9f02-9169b76f10ce),segment_id=8e26d745-38a6-4244-9f02-9169b76f10ce)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:52:35.322383 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2ce486f7-0eb3-4b12-9c6d-37da268bab92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:35.332120 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-eac36522-9a8b-4db3-a7fb-d127a4aa7464 None None] Deleting port 3f1c0cd1-2764-4e03-8224-680041132546 {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:52:35.332492 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-eac36522-9a8b-4db3-a7fb-d127a4aa7464 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:35.336863 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-2ce486f7-0eb3-4b12-9c6d-37da268bab92 admin admin] Calling delete_port for 3f1c0cd1-2764-4e03-8224-680041132546 owned by network:dhcp {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:52:35.427891 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2ce486f7-0eb3-4b12-9c6d-37da268bab92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:35.457890 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce486f7-0eb3-4b12-9c6d-37da268bab92 admin admin] No DVR routers for this DVR port 3f1c0cd1-2764-4e03-8224-680041132546 on host n-d-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:52:35.464577 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce486f7-0eb3-4b12-9c6d-37da268bab92 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f1c0cd1-2764-4e03-8224-680041132546,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:35.547590 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2ce486f7-0eb3-4b12-9c6d-37da268bab92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:35.573947 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-2ce486f7-0eb3-4b12-9c6d-37da268bab92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f26ba706-5ef4-45cf-a025-1d810980a338']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:35.578228 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-eac36522-9a8b-4db3-a7fb-d127a4aa7464 None None] For port 3f1c0cd1-2764-4e03-8224-680041132546, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=3f1c0cd1-2764-4e03-8224-680041132546,segment=NetworkSegment(8e26d745-38a6-4244-9f02-9169b76f10ce),segment_id=8e26d745-38a6-4244-9f02-9169b76f10ce)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:52:35.578628 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-eac36522-9a8b-4db3-a7fb-d127a4aa7464 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:35.584884 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-2ce486f7-0eb3-4b12-9c6d-37da268bab92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e26d745-38a6-4244-9f02-9169b76f10ce') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:35.585159 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-2ce486f7-0eb3-4b12-9c6d-37da268bab92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e26d745-38a6-4244-9f02-9169b76f10ce') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:35.592772 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-eac36522-9a8b-4db3-a7fb-d127a4aa7464 None None] Calling delete_port for 3f1c0cd1-2764-4e03-8224-680041132546 owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:52:35.596471 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2ce486f7-0eb3-4b12-9c6d-37da268bab92 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:35.612598 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2ce486f7-0eb3-4b12-9c6d-37da268bab92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:35.620792 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ce486f7-0eb3-4b12-9c6d-37da268bab92 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:52:35.621853 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2ce486f7-0eb3-4b12-9c6d-37da268bab92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:35.623780 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 15:52:35.623780 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:52:35.623780 n-d-761264-19 neutron-server[103168]: timer() Dec 20 15:52:35.623780 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:52:35.623780 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 15:52:35.623780 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:52:35.623780 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 15:52:35.623780 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:52:35.623780 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 15:52:35.623780 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:52:35.623780 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 15:52:35.623780 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:52:35.623780 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 15:52:35.623780 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:52:35.623780 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:52:35.623780 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:52:35.623780 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:52:35.623780 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:52:35.623780 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 15:52:35.623780 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:52:35.623780 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 15:52:35.623780 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:52:35.623780 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:52:35.623780 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:52:35.623780 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 15:52:35.623780 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:52:35.623780 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:52:35.623780 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:52:35.623780 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:52:35.623780 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:52:35.623780 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:52:35.623780 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:52:35.675614 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-eac36522-9a8b-4db3-a7fb-d127a4aa7464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:35.681455 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2ce486f7-0eb3-4b12-9c6d-37da268bab92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:35.688397 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2ce486f7-0eb3-4b12-9c6d-37da268bab92 admin admin] Publish callbacks [] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:35.691679 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-2ce486f7-0eb3-4b12-9c6d-37da268bab92 admin admin] 10.222.0.54 "DELETE /v2.0/networks/f26ba706-5ef4-45cf-a025-1d810980a338 HTTP/1.1" status: 204 len: 168 time: 0.5690196 Dec 20 15:52:35.700648 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac36522-9a8b-4db3-a7fb-d127a4aa7464 None None] Pushing event deleted for resources: {'Port': ['ID=3f1c0cd1-2764-4e03-8224-680041132546,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:35.704402 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac36522-9a8b-4db3-a7fb-d127a4aa7464 None None] No DVR routers for this DVR port 3f1c0cd1-2764-4e03-8224-680041132546 on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:52:35.709894 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce486f7-0eb3-4b12-9c6d-37da268bab92 admin admin] Pushing event deleted for resources: {'Network': ['ID=f26ba706-5ef4-45cf-a025-1d810980a338,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:35.819759 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 59448) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:35.860682 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-ee865170-6296-4092-999b-9689e7d7201d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e1f8bfa51e594e508d4bb7723620de57&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0397558 Dec 20 15:52:35.863366 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 59450) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:35.910013 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-41e308b8-abbe-4c92-8c12-93d0420ad740 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:35.934895 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-41e308b8-abbe-4c92-8c12-93d0420ad740 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:35.988109 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-41e308b8-abbe-4c92-8c12-93d0420ad740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:35.990526 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-41e308b8-abbe-4c92-8c12-93d0420ad740 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:35.994404 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-41e308b8-abbe-4c92-8c12-93d0420ad740 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/764b4eac-8102-4dee-a220-3b7494dd60b9 HTTP/1.1" status: 204 len: 168 time: 0.1276045 Dec 20 15:52:36.000174 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e308b8-abbe-4c92-8c12-93d0420ad740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=764b4eac-8102-4dee-a220-3b7494dd60b9,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:36.061303 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 02b47acc-c1c1-4074-bc66-f193ca760551 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:52:36.081443 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 02b47acc-c1c1-4074-bc66-f193ca760551 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:52:36.081797 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 02b47acc-c1c1-4074-bc66-f193ca760551 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:52:36.082212 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 3f1c0cd1-2764-4e03-8224-680041132546 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:52:36.101066 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 3f1c0cd1-2764-4e03-8224-680041132546 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:52:36.101413 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 3f1c0cd1-2764-4e03-8224-680041132546 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:52:36.101823 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 5d2af79a-bda7-449a-88bb-690f2626dc53 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:52:36.120921 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 5d2af79a-bda7-449a-88bb-690f2626dc53 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:52:36.121195 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 5d2af79a-bda7-449a-88bb-690f2626dc53 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:52:36.177735 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:36.342296 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 59456) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:36.365938 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:36.388733 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-9aea84e8-71e8-4621-aab4-debfc59ee909 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a1b93e5d07c3436c950db6bf8ca4d187&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0451033 Dec 20 15:52:36.391468 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 59458) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:36.441280 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c00e40e0-79dc-4e37-bb27-99e36a70d9a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:36.462448 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c00e40e0-79dc-4e37-bb27-99e36a70d9a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:36.510707 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c00e40e0-79dc-4e37-bb27-99e36a70d9a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:36.515239 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c00e40e0-79dc-4e37-bb27-99e36a70d9a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:36.516951 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-c00e40e0-79dc-4e37-bb27-99e36a70d9a2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d9e5d8bb-d12e-4d97-9655-1512c0e6101d HTTP/1.1" status: 204 len: 168 time: 0.1243427 Dec 20 15:52:36.524842 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00e40e0-79dc-4e37-bb27-99e36a70d9a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9e5d8bb-d12e-4d97-9655-1512c0e6101d,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:37.242765 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 59480) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:37.340868 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-b49dc1ed-79ec-476e-94d4-59d04f69dafa admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1745068570-network', 'tenant_id': '6ac54f41ad0e42339337a96e5b25c7d0'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:52:37.368902 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b49dc1ed-79ec-476e-94d4-59d04f69dafa admin admin] Made reservation on behalf of 6ac54f41ad0e42339337a96e5b25c7d0 for: {'network': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:52:37.371648 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b49dc1ed-79ec-476e-94d4-59d04f69dafa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:37.380358 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b49dc1ed-79ec-476e-94d4-59d04f69dafa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:37.458651 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b49dc1ed-79ec-476e-94d4-59d04f69dafa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:37.464970 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b49dc1ed-79ec-476e-94d4-59d04f69dafa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:37.485421 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b49dc1ed-79ec-476e-94d4-59d04f69dafa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=103167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:52:37.499018 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49dc1ed-79ec-476e-94d4-59d04f69dafa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd346849-6199-4368-acd6-a54b7d3aa40d,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:37.503779 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b49dc1ed-79ec-476e-94d4-59d04f69dafa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:37.504121 n-d-761264-19 neutron-server[103167]: INFO neutron.db.segments_db [None req-b49dc1ed-79ec-476e-94d4-59d04f69dafa admin admin] Added segment ef60c184-7ced-41d1-8e04-07f6da4f57dc of type vlan for network f5e06e1f-fa15-49a5-b59e-ccd074d78d5d Dec 20 15:52:37.543991 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b49dc1ed-79ec-476e-94d4-59d04f69dafa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:37.570974 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b49dc1ed-79ec-476e-94d4-59d04f69dafa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:37.571989 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49dc1ed-79ec-476e-94d4-59d04f69dafa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:37.572604 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b49dc1ed-79ec-476e-94d4-59d04f69dafa admin admin] Publish callbacks [] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:37.629509 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-b49dc1ed-79ec-476e-94d4-59d04f69dafa admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3853259 Dec 20 15:52:37.632596 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 59484) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:37.636885 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49dc1ed-79ec-476e-94d4-59d04f69dafa admin admin] Pushing event updated for resources: {'Network': ['ID=f5e06e1f-fa15-49a5-b59e-ccd074d78d5d,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:37.638070 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-61bb7290-d5d8-4435-a93d-2136892d15b9 admin admin] Request body: {'subnet': {'network_id': 'f5e06e1f-fa15-49a5-b59e-ccd074d78d5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1745068570-subnet', 'tenant_id': '6ac54f41ad0e42339337a96e5b25c7d0', 'ip_version': 4}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:52:37.646906 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network f5e06e1f-fa15-49a5-b59e-ccd074d78d5d details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:52:37.666245 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61bb7290-d5d8-4435-a93d-2136892d15b9 admin admin] Made reservation on behalf of 6ac54f41ad0e42339337a96e5b25c7d0 for: {'subnet': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:52:37.668766 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-61bb7290-d5d8-4435-a93d-2136892d15b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10470504'] for subnet, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:37.837959 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-61bb7290-d5d8-4435-a93d-2136892d15b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8848317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10470522'] for subnet, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:37.887820 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bb7290-d5d8-4435-a93d-2136892d15b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ce864b2-46cd-4ca0-bf00-fa7d770bbc95,revision_number=0']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:37.902970 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bb7290-d5d8-4435-a93d-2136892d15b9 admin admin] Checking segment: {'id': 'ef60c184-7ced-41d1-8e04-07f6da4f57dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f5e06e1f-fa15-49a5-b59e-ccd074d78d5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:52:37.903326 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61bb7290-d5d8-4435-a93d-2136892d15b9 admin admin] Network hostable DHCP agents. Network: f5e06e1f-fa15-49a5-b59e-ccd074d78d5d, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:52:37.922078 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61bb7290-d5d8-4435-a93d-2136892d15b9 admin admin] Network f5e06e1f-fa15-49a5-b59e-ccd074d78d5d is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:52:37.933130 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-61bb7290-d5d8-4435-a93d-2136892d15b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, f5e06e1f-fa15-49a5-b59e-ccd074d78d5d) {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:52:37.937768 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61bb7290-d5d8-4435-a93d-2136892d15b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:37.938572 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-61bb7290-d5d8-4435-a93d-2136892d15b9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:37.943037 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92094ab8-c569-4050-8bb7-83a65ab958b5 None None] Network f5e06e1f-fa15-49a5-b59e-ccd074d78d5d requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:52:37.959193 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 59486) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:37.959426 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-61bb7290-d5d8-4435-a93d-2136892d15b9 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3255608 Dec 20 15:52:37.963897 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-6ba24e0d-deae-4500-b511-55775dff9218 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1745068570-router', 'tenant_id': '6ac54f41ad0e42339337a96e5b25c7d0', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:52:37.985817 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6ba24e0d-deae-4500-b511-55775dff9218 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40114'] for router, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:37.986804 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6ba24e0d-deae-4500-b511-55775dff9218 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40139'] for router, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:38.039911 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6ba24e0d-deae-4500-b511-55775dff9218 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:38.047046 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caac0487-e51c-4144-85b4-7cfd593f3798 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-f5e06e1f-fa15-49a5-b59e-ccd074d78d5d', 'network_id': 'f5e06e1f-fa15-49a5-b59e-ccd074d78d5d', 'project_id': '6ac54f41ad0e42339337a96e5b25c7d0', 'fixed_ips': [{'subnet_id': '5ce864b2-46cd-4ca0-bf00-fa7d770bbc95'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 15:52:38.047940 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-caac0487-e51c-4144-85b4-7cfd593f3798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:38.178717 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6ba24e0d-deae-4500-b511-55775dff9218 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:38.190502 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-caac0487-e51c-4144-85b4-7cfd593f3798 None None] Allocated IP 172.20.0.2 (f5e06e1f-fa15-49a5-b59e-ccd074d78d5d/5ce864b2-46cd-4ca0-bf00-fa7d770bbc95/842f2510-a10f-4cdc-9595-2f90e1a034f6) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:52:38.336402 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-caac0487-e51c-4144-85b4-7cfd593f3798 None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:38.345372 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-caac0487-e51c-4144-85b4-7cfd593f3798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:38.384525 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6ba24e0d-deae-4500-b511-55775dff9218 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:38.387230 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caac0487-e51c-4144-85b4-7cfd593f3798 None None] Network f5e06e1f-fa15-49a5-b59e-ccd074d78d5d is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:52:38.392737 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-caac0487-e51c-4144-85b4-7cfd593f3798 None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:52:38.394843 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caac0487-e51c-4144-85b4-7cfd593f3798 None None] Pushing event updated for resources: {'Port': ['ID=842f2510-a10f-4cdc-9595-2f90e1a034f6,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:38.397182 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caac0487-e51c-4144-85b4-7cfd593f3798 None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:52:38.405611 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6ba24e0d-deae-4500-b511-55775dff9218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:38.449322 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-caac0487-e51c-4144-85b4-7cfd593f3798 None None] Attempting to bind port 842f2510-a10f-4cdc-9595-2f90e1a034f6 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:52:38.449666 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-caac0487-e51c-4144-85b4-7cfd593f3798 None None] Attempting to bind port 842f2510-a10f-4cdc-9595-2f90e1a034f6 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': 'ef60c184-7ced-41d1-8e04-07f6da4f57dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f5e06e1f-fa15-49a5-b59e-ccd074d78d5d'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:52:38.450044 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caac0487-e51c-4144-85b4-7cfd593f3798 None None] Attempting to bind port 842f2510-a10f-4cdc-9595-2f90e1a034f6 on network f5e06e1f-fa15-49a5-b59e-ccd074d78d5d {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:52:38.455096 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caac0487-e51c-4144-85b4-7cfd593f3798 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:52:38.455489 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caac0487-e51c-4144-85b4-7cfd593f3798 None None] Checking segment: {'id': 'ef60c184-7ced-41d1-8e04-07f6da4f57dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f5e06e1f-fa15-49a5-b59e-ccd074d78d5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:52:38.455906 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-caac0487-e51c-4144-85b4-7cfd593f3798 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:38.456265 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caac0487-e51c-4144-85b4-7cfd593f3798 None None] Bound using segment: {'id': 'ef60c184-7ced-41d1-8e04-07f6da4f57dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f5e06e1f-fa15-49a5-b59e-ccd074d78d5d'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:52:38.457080 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-caac0487-e51c-4144-85b4-7cfd593f3798 None None] Bound port: 842f2510-a10f-4cdc-9595-2f90e1a034f6, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef60c184-7ced-41d1-8e04-07f6da4f57dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f5e06e1f-fa15-49a5-b59e-ccd074d78d5d'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:52:38.457465 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-caac0487-e51c-4144-85b4-7cfd593f3798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:38.508724 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-6ba24e0d-deae-4500-b511-55775dff9218 admin admin] Allocated IP 172.25.0.156 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/39dfa546-38b2-4fea-9b9e-9c9b12e10432) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:52:38.521082 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-caac0487-e51c-4144-85b4-7cfd593f3798 None None] For port 842f2510-a10f-4cdc-9595-2f90e1a034f6, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:52:38.524047 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-caac0487-e51c-4144-85b4-7cfd593f3798 None None] For port 842f2510-a10f-4cdc-9595-2f90e1a034f6, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=842f2510-a10f-4cdc-9595-2f90e1a034f6,segment=NetworkSegment(ef60c184-7ced-41d1-8e04-07f6da4f57dc),segment_id=ef60c184-7ced-41d1-8e04-07f6da4f57dc)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:52:38.527807 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-caac0487-e51c-4144-85b4-7cfd593f3798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:38.585295 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caac0487-e51c-4144-85b4-7cfd593f3798 None None] Pushing event updated for resources: {'Port': ['ID=842f2510-a10f-4cdc-9595-2f90e1a034f6,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:38.622031 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6ba24e0d-deae-4500-b511-55775dff9218 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:38.658042 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6ba24e0d-deae-4500-b511-55775dff9218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:38.699595 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba24e0d-deae-4500-b511-55775dff9218 admin admin] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:52:38.702550 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-6ba24e0d-deae-4500-b511-55775dff9218 admin admin] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:52:38.706061 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba24e0d-deae-4500-b511-55775dff9218 admin admin] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:52:38.711877 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba24e0d-deae-4500-b511-55775dff9218 admin admin] Pushing event updated for resources: {'Port': ['ID=39dfa546-38b2-4fea-9b9e-9c9b12e10432,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:38.716780 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b12e52-08e3-42ed-85a8-066a17f45750 None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:52:38.794899 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-21efa999-4c75-4569-b751-81859c9b486f None None] Provisioning complete for port 39dfa546-38b2-4fea-9b9e-9c9b12e10432 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:52:38.795268 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-21efa999-4c75-4569-b751-81859c9b486f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:38.837276 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-21efa999-4c75-4569-b751-81859c9b486f None None] Port 39dfa546-38b2-4fea-9b9e-9c9b12e10432 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:52:38.980832 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6ba24e0d-deae-4500-b511-55775dff9218 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:39.171111 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6ba24e0d-deae-4500-b511-55775dff9218 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013'] for router, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:39.308791 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ba24e0d-deae-4500-b511-55775dff9218 admin admin] Router 34ccd1cb-cdcb-40f5-b891-991978542266 is scheduled to L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 with binding_index 1 {{(pid=103167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 15:52:39.422487 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ba24e0d-deae-4500-b511-55775dff9218 admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:52:39.432481 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12583fa-ad3a-41bd-9f7a-15669fc60b3c None None] Sync routers for ids ['34ccd1cb-cdcb-40f5-b891-991978542266'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:52:39.443519 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6ba24e0d-deae-4500-b511-55775dff9218 admin admin] Publish callbacks [] for router, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:39.445759 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12583fa-ad3a-41bd-9f7a-15669fc60b3c None None] Routers {'34ccd1cb-cdcb-40f5-b891-991978542266'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:52:39.446654 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-d12583fa-ad3a-41bd-9f7a-15669fc60b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:52:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['34ccd1cb-cdcb-40f5-b891-991978542266'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:39.447665 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 59488) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:39.448168 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-6ba24e0d-deae-4500-b511-55775dff9218 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.4875693 Dec 20 15:52:39.558219 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-d12583fa-ad3a-41bd-9f7a-15669fc60b3c None None] Set router 34ccd1cb-cdcb-40f5-b891-991978542266 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:52:39.563171 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe45db1-4bf7-4c7a-a079-b9a83450f146 None None] Network f5e06e1f-fa15-49a5-b59e-ccd074d78d5d requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:52:39.735030 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-dcb38510-7357-4a08-912c-bdde94e6540c None None] Provisioning complete for port 842f2510-a10f-4cdc-9595-2f90e1a034f6 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:52:39.735746 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-dcb38510-7357-4a08-912c-bdde94e6540c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:39.873661 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b04bb864-12d0-4aac-8152-5e19220670b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:39.894163 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-dcb38510-7357-4a08-912c-bdde94e6540c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:39.911136 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-d12583fa-ad3a-41bd-9f7a-15669fc60b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ccd1cb-cdcb-40f5-b891-991978542266', 'name': 'tempest-TestSnapshotPattern-1745068570-router', 'tenant_id': '6ac54f41ad0e42339337a96e5b25c7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '39dfa546-38b2-4fea-9b9e-9c9b12e10432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:52:37Z', 'updated_at': '2021-12-20T15:52:38Z', 'revision_number': 3, 'project_id': '6ac54f41ad0e42339337a96e5b25c7d0', 'gw_port': {'id': '39dfa546-38b2-4fea-9b9e-9c9b12e10432', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ac:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34ccd1cb-cdcb-40f5-b891-991978542266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:52:38Z', 'updated_at': '2021-12-20T15:52:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:39.956689 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12583fa-ad3a-41bd-9f7a-15669fc60b3c None None] Checking router: 34ccd1cb-cdcb-40f5-b891-991978542266 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:52:39.957081 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12583fa-ad3a-41bd-9f7a-15669fc60b3c None None] Updating router 34ccd1cb-cdcb-40f5-b891-991978542266 port 39dfa546-38b2-4fea-9b9e-9c9b12e10432 binding host n-d-761264-19 {{(pid=103169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 15:52:39.985239 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-dcb38510-7357-4a08-912c-bdde94e6540c None None] For port 842f2510-a10f-4cdc-9595-2f90e1a034f6, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=842f2510-a10f-4cdc-9595-2f90e1a034f6,segment=NetworkSegment(ef60c184-7ced-41d1-8e04-07f6da4f57dc),segment_id=ef60c184-7ced-41d1-8e04-07f6da4f57dc)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:52:39.995819 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d12583fa-ad3a-41bd-9f7a-15669fc60b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:40.067505 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-b04bb864-12d0-4aac-8152-5e19220670b5 admin admin] Allocated IP 172.20.0.1 (f5e06e1f-fa15-49a5-b59e-ccd074d78d5d/5ce864b2-46cd-4ca0-bf00-fa7d770bbc95/61a60ac5-3e8a-4bd4-ab14-be5a15dc9792) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:52:40.095876 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-dcb38510-7357-4a08-912c-bdde94e6540c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:40.103466 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 842f2510-a10f-4cdc-9595-2f90e1a034f6 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:52:40.178367 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b04bb864-12d0-4aac-8152-5e19220670b5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:40.212511 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b04bb864-12d0-4aac-8152-5e19220670b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:40.225338 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb38510-7357-4a08-912c-bdde94e6540c None None] Pushing event updated for resources: {'Port': ['ID=842f2510-a10f-4cdc-9595-2f90e1a034f6,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:40.260911 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04bb864-12d0-4aac-8152-5e19220670b5 admin admin] Network f5e06e1f-fa15-49a5-b59e-ccd074d78d5d is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:52:40.266147 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-b04bb864-12d0-4aac-8152-5e19220670b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:52:40.268418 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04bb864-12d0-4aac-8152-5e19220670b5 admin admin] Pushing event updated for resources: {'Port': ['ID=61a60ac5-3e8a-4bd4-ab14-be5a15dc9792,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:40.271302 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04bb864-12d0-4aac-8152-5e19220670b5 admin admin] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:52:40.277340 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 842f2510-a10f-4cdc-9595-2f90e1a034f6 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:52:40.277623 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:40.281308 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-ed8c922b-fe84-4559-b98c-d9176c1fdafe None None] Provisioning complete for port 842f2510-a10f-4cdc-9595-2f90e1a034f6 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:52:40.281641 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ed8c922b-fe84-4559-b98c-d9176c1fdafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:40.315656 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b04bb864-12d0-4aac-8152-5e19220670b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595714'] for router_interface, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:40.511046 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d12583fa-ad3a-41bd-9f7a-15669fc60b3c None None] Publish callbacks [] for port, precommit_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:40.521955 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d12583fa-ad3a-41bd-9f7a-15669fc60b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:40.571919 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e422aa0b-6b86-4416-88e4-bd7b56395162 None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:52:40.580607 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7746ae57-1a05-4c10-a149-3a50ec12a68f None None] Pushing event updated for resources: {'Port': ['ID=39dfa546-38b2-4fea-9b9e-9c9b12e10432,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:40.584873 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-d12583fa-ad3a-41bd-9f7a-15669fc60b3c None None] Attempting to bind port 39dfa546-38b2-4fea-9b9e-9c9b12e10432 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:52:40.585243 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-d12583fa-ad3a-41bd-9f7a-15669fc60b3c None None] Attempting to bind port 39dfa546-38b2-4fea-9b9e-9c9b12e10432 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:52:40.585606 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12583fa-ad3a-41bd-9f7a-15669fc60b3c None None] Attempting to bind port 39dfa546-38b2-4fea-9b9e-9c9b12e10432 on network c3f8658e-da35-41f3-bd03-509e29ebd6f3 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:52:40.592784 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12583fa-ad3a-41bd-9f7a-15669fc60b3c None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:52:40.593283 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12583fa-ad3a-41bd-9f7a-15669fc60b3c None None] Checking segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:52:40.593548 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d12583fa-ad3a-41bd-9f7a-15669fc60b3c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:40.593926 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12583fa-ad3a-41bd-9f7a-15669fc60b3c None None] Bound using segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:52:40.594408 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-d12583fa-ad3a-41bd-9f7a-15669fc60b3c None None] Bound port: 39dfa546-38b2-4fea-9b9e-9c9b12e10432, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:52:40.594909 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d12583fa-ad3a-41bd-9f7a-15669fc60b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:40.658095 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-9a5a4c97-6392-4ec1-bad8-821e300a2687 None None] Provisioning complete for port 61a60ac5-3e8a-4bd4-ab14-be5a15dc9792 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:52:40.658615 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-9a5a4c97-6392-4ec1-bad8-821e300a2687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:40.662528 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-d12583fa-ad3a-41bd-9f7a-15669fc60b3c None None] For port 39dfa546-38b2-4fea-9b9e-9c9b12e10432, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:52:40.696249 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-d12583fa-ad3a-41bd-9f7a-15669fc60b3c None None] For port 39dfa546-38b2-4fea-9b9e-9c9b12e10432, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=39dfa546-38b2-4fea-9b9e-9c9b12e10432,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:52:40.704257 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d12583fa-ad3a-41bd-9f7a-15669fc60b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:40.709349 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-9a5a4c97-6392-4ec1-bad8-821e300a2687 None None] Port 61a60ac5-3e8a-4bd4-ab14-be5a15dc9792 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:52:40.754148 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64aded6-d6f7-4770-9145-971b71338507 None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:52:40.781292 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-9a5a4c97-6392-4ec1-bad8-821e300a2687 None None] Provisioning complete for port 39dfa546-38b2-4fea-9b9e-9c9b12e10432 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:52:40.781644 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-9a5a4c97-6392-4ec1-bad8-821e300a2687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:40.783761 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12583fa-ad3a-41bd-9f7a-15669fc60b3c None None] Routers {'34ccd1cb-cdcb-40f5-b891-991978542266'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:52:40.784413 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-d12583fa-ad3a-41bd-9f7a-15669fc60b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:52:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['34ccd1cb-cdcb-40f5-b891-991978542266'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:40.787469 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7746ae57-1a05-4c10-a149-3a50ec12a68f None None] Pushing event updated for resources: {'Port': ['ID=39dfa546-38b2-4fea-9b9e-9c9b12e10432,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:40.807915 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b04bb864-12d0-4aac-8152-5e19220670b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:40.944467 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-d12583fa-ad3a-41bd-9f7a-15669fc60b3c None None] Set router 34ccd1cb-cdcb-40f5-b891-991978542266 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:52:40.964878 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b04bb864-12d0-4aac-8152-5e19220670b5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:40.970664 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b04bb864-12d0-4aac-8152-5e19220670b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:40.979622 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-9a5a4c97-6392-4ec1-bad8-821e300a2687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:41.031842 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-9a5a4c97-6392-4ec1-bad8-821e300a2687 None None] For port 39dfa546-38b2-4fea-9b9e-9c9b12e10432, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=39dfa546-38b2-4fea-9b9e-9c9b12e10432,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:52:41.035111 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04bb864-12d0-4aac-8152-5e19220670b5 admin admin] Pushing event updated for resources: {'Port': ['ID=61a60ac5-3e8a-4bd4-ab14-be5a15dc9792,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:41.037482 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-b04bb864-12d0-4aac-8152-5e19220670b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1595702'] for router_interface, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:41.052774 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-9a5a4c97-6392-4ec1-bad8-821e300a2687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:41.134248 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04bb864-12d0-4aac-8152-5e19220670b5 admin admin] Network f5e06e1f-fa15-49a5-b59e-ccd074d78d5d is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:52:41.135704 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-b04bb864-12d0-4aac-8152-5e19220670b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:52:41.138714 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5a4c97-6392-4ec1-bad8-821e300a2687 None None] Pushing event updated for resources: {'Port': ['ID=39dfa546-38b2-4fea-9b9e-9c9b12e10432,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:41.193405 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-318f48de-c17e-468f-937b-b7fca21c9419 None None] Provisioning complete for port 39dfa546-38b2-4fea-9b9e-9c9b12e10432 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:52:41.193767 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-318f48de-c17e-468f-937b-b7fca21c9419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:41.261357 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b04bb864-12d0-4aac-8152-5e19220670b5 admin admin] Router 34ccd1cb-cdcb-40f5-b891-991978542266 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:52:41.377341 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b04bb864-12d0-4aac-8152-5e19220670b5 admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:52:41.382689 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-b04bb864-12d0-4aac-8152-5e19220670b5 admin admin] 10.222.0.54 "PUT /v2.0/routers/34ccd1cb-cdcb-40f5-b891-991978542266/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9330630 Dec 20 15:52:41.419201 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-d12583fa-ad3a-41bd-9f7a-15669fc60b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ccd1cb-cdcb-40f5-b891-991978542266', 'name': 'tempest-TestSnapshotPattern-1745068570-router', 'tenant_id': '6ac54f41ad0e42339337a96e5b25c7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '39dfa546-38b2-4fea-9b9e-9c9b12e10432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:52:37Z', 'updated_at': '2021-12-20T15:52:40Z', 'revision_number': 4, 'project_id': '6ac54f41ad0e42339337a96e5b25c7d0', 'gw_port': {'id': '39dfa546-38b2-4fea-9b9e-9c9b12e10432', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ac:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34ccd1cb-cdcb-40f5-b891-991978542266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:52:38Z', 'updated_at': '2021-12-20T15:52:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '61a60ac5-3e8a-4bd4-ab14-be5a15dc9792', 'name': '', 'network_id': 'f5e06e1f-fa15-49a5-b59e-ccd074d78d5d', 'tenant_id': '6ac54f41ad0e42339337a96e5b25c7d0', 'mac_address': 'fa:16:3e:85:85:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34ccd1cb-cdcb-40f5-b891-991978542266', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '5ce864b2-46cd-4ca0-bf00-fa7d770bbc95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:52:39Z', 'updated_at': '2021-12-20T15:52:40Z', 'revision_number': 1, 'project_id': '6ac54f41ad0e42339337a96e5b25c7d0', 'subnets': [{'id': '5ce864b2-46cd-4ca0-bf00-fa7d770bbc95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:41.446879 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12583fa-ad3a-41bd-9f7a-15669fc60b3c None None] The sync data for ids ['34ccd1cb-cdcb-40f5-b891-991978542266'] in n-d-761264-19 is: [{'id': '34ccd1cb-cdcb-40f5-b891-991978542266', 'name': 'tempest-TestSnapshotPattern-1745068570-router', 'tenant_id': '6ac54f41ad0e42339337a96e5b25c7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '39dfa546-38b2-4fea-9b9e-9c9b12e10432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:52:37Z', 'updated_at': '2021-12-20T15:52:40Z', 'revision_number': 4, 'project_id': '6ac54f41ad0e42339337a96e5b25c7d0', 'gw_port': {'id': '39dfa546-38b2-4fea-9b9e-9c9b12e10432', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ac:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34ccd1cb-cdcb-40f5-b891-991978542266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:52:38Z', 'updated_at': '2021-12-20T15:52:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '61a60ac5-3e8a-4bd4-ab14-be5a15dc9792', 'name': '', 'network_id': 'f5e06e1f-fa15-49a5-b59e-ccd074d78d5d', 'tenant_id': '6ac54f41ad0e42339337a96e5b25c7d0', 'mac_address': 'fa:16:3e:85:85:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34ccd1cb-cdcb-40f5-b891-991978542266', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '5ce864b2-46cd-4ca0-bf00-fa7d770bbc95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:52:39Z', 'updated_at': '2021-12-20T15:52:40Z', 'revision_number': 1, 'project_id': '6ac54f41ad0e42339337a96e5b25c7d0', 'subnets': [{'id': '5ce864b2-46cd-4ca0-bf00-fa7d770bbc95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:52:41.600390 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-e8e2a857-0384-411d-972f-9ac502aa3382 None None] Provisioning complete for port 61a60ac5-3e8a-4bd4-ab14-be5a15dc9792 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:52:41.600856 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e8e2a857-0384-411d-972f-9ac502aa3382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:41.660917 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-e8e2a857-0384-411d-972f-9ac502aa3382 None None] Port 61a60ac5-3e8a-4bd4-ab14-be5a15dc9792 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:52:41.901848 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 59504) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:41.907050 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-2c1dbaed-85a2-40ce-821b-cb72cfa8ae7b admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-170320432-network', 'tenant_id': '8ad54000c79a4c4a88862c326e4fb086'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:52:41.933611 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c1dbaed-85a2-40ce-821b-cb72cfa8ae7b admin admin] Made reservation on behalf of 8ad54000c79a4c4a88862c326e4fb086 for: {'network': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:52:41.936434 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2c1dbaed-85a2-40ce-821b-cb72cfa8ae7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for network, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:41.945591 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2c1dbaed-85a2-40ce-821b-cb72cfa8ae7b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:42.028418 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2c1dbaed-85a2-40ce-821b-cb72cfa8ae7b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:42.035053 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2c1dbaed-85a2-40ce-821b-cb72cfa8ae7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:42.067221 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 842f2510-a10f-4cdc-9595-2f90e1a034f6 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:52:42.078382 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c1dbaed-85a2-40ce-821b-cb72cfa8ae7b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=103168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 15:52:42.105338 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1dbaed-85a2-40ce-821b-cb72cfa8ae7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caee3cb1-c73c-437b-9f02-7144c4226fc3,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:42.117498 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2c1dbaed-85a2-40ce-821b-cb72cfa8ae7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:42.117835 n-d-761264-19 neutron-server[103168]: INFO neutron.db.segments_db [None req-2c1dbaed-85a2-40ce-821b-cb72cfa8ae7b admin admin] Added segment 026a7075-952d-463a-bc88-d18062fc3b7b of type vlan for network d28f9e13-0352-4c65-a606-4c6bddd64933 Dec 20 15:52:42.151783 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 842f2510-a10f-4cdc-9595-2f90e1a034f6 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:52:42.152572 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:42.167061 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2c1dbaed-85a2-40ce-821b-cb72cfa8ae7b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753494449987'] for network, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:42.196656 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2c1dbaed-85a2-40ce-821b-cb72cfa8ae7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058'] for network, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:42.197813 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1dbaed-85a2-40ce-821b-cb72cfa8ae7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:42.198397 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2c1dbaed-85a2-40ce-821b-cb72cfa8ae7b admin admin] Publish callbacks [] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:42.270964 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-2c1dbaed-85a2-40ce-821b-cb72cfa8ae7b admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3679311 Dec 20 15:52:42.273843 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 59506) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:42.279162 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-1925c443-e878-49fc-83b6-f1bd839ffd75 admin admin] Request body: {'subnet': {'network_id': 'd28f9e13-0352-4c65-a606-4c6bddd64933', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-170320432-subnet', 'tenant_id': '8ad54000c79a4c4a88862c326e4fb086', 'ip_version': 4}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:52:42.280251 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1dbaed-85a2-40ce-821b-cb72cfa8ae7b admin admin] Pushing event updated for resources: {'Network': ['ID=d28f9e13-0352-4c65-a606-4c6bddd64933,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:42.290389 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Network d28f9e13-0352-4c65-a606-4c6bddd64933 details requested by agent ovs-agent-n-d-761264-19 with host n-d-761264-19 {{(pid=103169) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 15:52:42.307247 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1925c443-e878-49fc-83b6-f1bd839ffd75 admin admin] Made reservation on behalf of 8ad54000c79a4c4a88862c326e4fb086 for: {'subnet': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:52:42.309738 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1925c443-e878-49fc-83b6-f1bd839ffd75 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9913966'] for subnet, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:42.383170 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:42.493568 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1925c443-e878-49fc-83b6-f1bd839ffd75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9913980'] for subnet, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:42.564422 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1925c443-e878-49fc-83b6-f1bd839ffd75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08cbba30-1a98-40ec-b42a-7695b581c073,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:42.574086 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1925c443-e878-49fc-83b6-f1bd839ffd75 admin admin] Checking segment: {'id': '026a7075-952d-463a-bc88-d18062fc3b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd28f9e13-0352-4c65-a606-4c6bddd64933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:52:42.574374 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1925c443-e878-49fc-83b6-f1bd839ffd75 admin admin] Network hostable DHCP agents. Network: d28f9e13-0352-4c65-a606-4c6bddd64933, hostable agents: ['a5dd3636-7cdd-47ec-858f-148538bfeba4'], hosted agents: [] {{(pid=103167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 15:52:42.595624 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1925c443-e878-49fc-83b6-f1bd839ffd75 admin admin] Network d28f9e13-0352-4c65-a606-4c6bddd64933 is scheduled to be hosted by DHCP agent a5dd3636-7cdd-47ec-858f-148538bfeba4 with binding_index 1 {{(pid=103167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 15:52:42.607484 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-1925c443-e878-49fc-83b6-f1bd839ffd75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-19, d28f9e13-0352-4c65-a606-4c6bddd64933) {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:52:42.611836 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1925c443-e878-49fc-83b6-f1bd839ffd75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:42.612436 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1925c443-e878-49fc-83b6-f1bd839ffd75 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:42.619540 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa0357e-93bd-4e0d-885e-b6c670d7a7b3 None None] Network d28f9e13-0352-4c65-a606-4c6bddd64933 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:52:42.632847 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-1925c443-e878-49fc-83b6-f1bd839ffd75 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3576925 Dec 20 15:52:42.635652 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 59508) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:42.640304 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-00db2467-f631-4159-acee-9eba5eae3d81 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-170320432-router', 'tenant_id': '8ad54000c79a4c4a88862c326e4fb086', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:52:42.670386 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-00db2467-f631-4159-acee-9eba5eae3d81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40114'] for router, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:42.671638 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-00db2467-f631-4159-acee-9eba5eae3d81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1594871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40139'] for router, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:42.730372 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-00db2467-f631-4159-acee-9eba5eae3d81 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:42.733871 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63ff56a-a5d0-481a-8a42-34a7afe389ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96ddbc51-19ce-5afa-baee-7e880f673fc2-d28f9e13-0352-4c65-a606-4c6bddd64933', 'network_id': 'd28f9e13-0352-4c65-a606-4c6bddd64933', 'project_id': '8ad54000c79a4c4a88862c326e4fb086', 'fixed_ips': [{'subnet_id': '08cbba30-1a98-40ec-b42a-7695b581c073'}]}} from n-d-761264-19. {{(pid=103169) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 20 15:52:42.735696 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e63ff56a-a5d0-481a-8a42-34a7afe389ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:42.877931 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.db_base_plugin_common [None req-e63ff56a-a5d0-481a-8a42-34a7afe389ad None None] Allocated IP 172.20.0.2 (d28f9e13-0352-4c65-a606-4c6bddd64933/08cbba30-1a98-40ec-b42a-7695b581c073/4f8b32dd-6a9e-4c50-bd0b-1e7fb44310af) {{(pid=103169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:52:42.885550 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-00db2467-f631-4159-acee-9eba5eae3d81 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:43.024782 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e63ff56a-a5d0-481a-8a42-34a7afe389ad None None] Publish callbacks [] for port, precommit_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:43.032353 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e63ff56a-a5d0-481a-8a42-34a7afe389ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229'] for port, after_create {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:43.074705 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63ff56a-a5d0-481a-8a42-34a7afe389ad None None] Network d28f9e13-0352-4c65-a606-4c6bddd64933 is already hosted by enough agents. {{(pid=103169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:52:43.077689 n-d-761264-19 neutron-server[103169]: DEBUG neutron.scheduler.base_scheduler [None req-e63ff56a-a5d0-481a-8a42-34a7afe389ad None None] Resources bound (agent type, host, resource id): {{(pid=103169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:52:43.082103 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63ff56a-a5d0-481a-8a42-34a7afe389ad None None] Received port after_create {{(pid=103169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:52:43.084616 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-00db2467-f631-4159-acee-9eba5eae3d81 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:43.085155 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63ff56a-a5d0-481a-8a42-34a7afe389ad None None] Pushing event updated for resources: {'Port': ['ID=4f8b32dd-6a9e-4c50-bd0b-1e7fb44310af,revision_number=1']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:43.107723 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-00db2467-f631-4159-acee-9eba5eae3d81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:43.136759 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-e63ff56a-a5d0-481a-8a42-34a7afe389ad None None] Attempting to bind port 4f8b32dd-6a9e-4c50-bd0b-1e7fb44310af on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:52:43.137070 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-e63ff56a-a5d0-481a-8a42-34a7afe389ad None None] Attempting to bind port 4f8b32dd-6a9e-4c50-bd0b-1e7fb44310af by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '026a7075-952d-463a-bc88-d18062fc3b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd28f9e13-0352-4c65-a606-4c6bddd64933'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:52:43.137434 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63ff56a-a5d0-481a-8a42-34a7afe389ad None None] Attempting to bind port 4f8b32dd-6a9e-4c50-bd0b-1e7fb44310af on network d28f9e13-0352-4c65-a606-4c6bddd64933 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:52:43.142323 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63ff56a-a5d0-481a-8a42-34a7afe389ad None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:52:43.142692 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63ff56a-a5d0-481a-8a42-34a7afe389ad None None] Checking segment: {'id': '026a7075-952d-463a-bc88-d18062fc3b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd28f9e13-0352-4c65-a606-4c6bddd64933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:52:43.143118 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e63ff56a-a5d0-481a-8a42-34a7afe389ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:43.143504 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63ff56a-a5d0-481a-8a42-34a7afe389ad None None] Bound using segment: {'id': '026a7075-952d-463a-bc88-d18062fc3b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd28f9e13-0352-4c65-a606-4c6bddd64933'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:52:43.143968 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-e63ff56a-a5d0-481a-8a42-34a7afe389ad None None] Bound port: 4f8b32dd-6a9e-4c50-bd0b-1e7fb44310af, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '026a7075-952d-463a-bc88-d18062fc3b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd28f9e13-0352-4c65-a606-4c6bddd64933'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:52:43.144364 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e63ff56a-a5d0-481a-8a42-34a7afe389ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:43.213862 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-00db2467-f631-4159-acee-9eba5eae3d81 admin admin] Allocated IP 172.25.0.206 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/da1cadd0-f2f2-420e-9dca-85322708b590) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:52:43.216678 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-e63ff56a-a5d0-481a-8a42-34a7afe389ad None None] For port 4f8b32dd-6a9e-4c50-bd0b-1e7fb44310af, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:52:43.220985 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-e63ff56a-a5d0-481a-8a42-34a7afe389ad None None] For port 4f8b32dd-6a9e-4c50-bd0b-1e7fb44310af, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=4f8b32dd-6a9e-4c50-bd0b-1e7fb44310af,segment=NetworkSegment(026a7075-952d-463a-bc88-d18062fc3b7b),segment_id=026a7075-952d-463a-bc88-d18062fc3b7b)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:52:43.229053 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e63ff56a-a5d0-481a-8a42-34a7afe389ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:43.288258 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63ff56a-a5d0-481a-8a42-34a7afe389ad None None] Pushing event updated for resources: {'Port': ['ID=4f8b32dd-6a9e-4c50-bd0b-1e7fb44310af,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:43.331700 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-00db2467-f631-4159-acee-9eba5eae3d81 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:43.371749 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-00db2467-f631-4159-acee-9eba5eae3d81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:43.413977 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00db2467-f631-4159-acee-9eba5eae3d81 admin admin] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:52:43.417041 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-00db2467-f631-4159-acee-9eba5eae3d81 admin admin] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:52:43.419428 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00db2467-f631-4159-acee-9eba5eae3d81 admin admin] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:52:43.440668 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74b4a3e-2112-40f4-8068-75030999666d None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:52:43.445244 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00db2467-f631-4159-acee-9eba5eae3d81 admin admin] Pushing event updated for resources: {'Port': ['ID=da1cadd0-f2f2-420e-9dca-85322708b590,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:43.491435 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-edd75c5c-01a0-4a8a-bb6d-69778ecf4117 None None] Provisioning complete for port da1cadd0-f2f2-420e-9dca-85322708b590 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:52:43.491942 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-edd75c5c-01a0-4a8a-bb6d-69778ecf4117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:43.536715 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-edd75c5c-01a0-4a8a-bb6d-69778ecf4117 None None] Port da1cadd0-f2f2-420e-9dca-85322708b590 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:52:43.542186 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac869f56-5ce1-4a6a-be59-4f5ece55c365 None None] Sync routers for ids ['34ccd1cb-cdcb-40f5-b891-991978542266'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:52:43.555617 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac869f56-5ce1-4a6a-be59-4f5ece55c365 None None] Routers {'34ccd1cb-cdcb-40f5-b891-991978542266'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:52:43.556365 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-ac869f56-5ce1-4a6a-be59-4f5ece55c365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:52:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['34ccd1cb-cdcb-40f5-b891-991978542266'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:43.664362 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-ac869f56-5ce1-4a6a-be59-4f5ece55c365 None None] Set router 34ccd1cb-cdcb-40f5-b891-991978542266 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:52:43.727141 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-00db2467-f631-4159-acee-9eba5eae3d81 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:43.871541 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-ac869f56-5ce1-4a6a-be59-4f5ece55c365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ccd1cb-cdcb-40f5-b891-991978542266', 'name': 'tempest-TestSnapshotPattern-1745068570-router', 'tenant_id': '6ac54f41ad0e42339337a96e5b25c7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '39dfa546-38b2-4fea-9b9e-9c9b12e10432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:52:37Z', 'updated_at': '2021-12-20T15:52:40Z', 'revision_number': 4, 'project_id': '6ac54f41ad0e42339337a96e5b25c7d0', 'gw_port': {'id': '39dfa546-38b2-4fea-9b9e-9c9b12e10432', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ac:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ccd1cb-cdcb-40f5-b891-991978542266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:52:38Z', 'updated_at': '2021-12-20T15:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '61a60ac5-3e8a-4bd4-ab14-be5a15dc9792', 'name': '', 'network_id': 'f5e06e1f-fa15-49a5-b59e-ccd074d78d5d', 'tenant_id': '6ac54f41ad0e42339337a96e5b25c7d0', 'mac_address': 'fa:16:3e:85:85:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34ccd1cb-cdcb-40f5-b891-991978542266', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '5ce864b2-46cd-4ca0-bf00-fa7d770bbc95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:52:39Z', 'updated_at': '2021-12-20T15:52:40Z', 'revision_number': 2, 'project_id': '6ac54f41ad0e42339337a96e5b25c7d0', 'subnets': [{'id': '5ce864b2-46cd-4ca0-bf00-fa7d770bbc95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:43.896600 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac869f56-5ce1-4a6a-be59-4f5ece55c365 None None] Checking router: 34ccd1cb-cdcb-40f5-b891-991978542266 for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:52:43.896913 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac869f56-5ce1-4a6a-be59-4f5ece55c365 None None] Updating router 34ccd1cb-cdcb-40f5-b891-991978542266 port 61a60ac5-3e8a-4bd4-ab14-be5a15dc9792 binding host n-d-761264-19 {{(pid=103170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 15:52:43.920830 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ac869f56-5ce1-4a6a-be59-4f5ece55c365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:43.933693 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-00db2467-f631-4159-acee-9eba5eae3d81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1594766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585013'] for router, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:44.118380 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00db2467-f631-4159-acee-9eba5eae3d81 admin admin] Router 20cea1bc-07eb-4525-b6c9-dbe2391512b8 is scheduled to L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 with binding_index 1 {{(pid=103168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 15:52:44.175122 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 4f8b32dd-6a9e-4c50-bd0b-1e7fb44310af up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:52:44.226916 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 4f8b32dd-6a9e-4c50-bd0b-1e7fb44310af triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:52:44.227289 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:44.250598 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ac869f56-5ce1-4a6a-be59-4f5ece55c365 None None] Publish callbacks [] for port, precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:44.260645 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ac869f56-5ce1-4a6a-be59-4f5ece55c365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:44.284618 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00db2467-f631-4159-acee-9eba5eae3d81 admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:52:44.312168 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-00db2467-f631-4159-acee-9eba5eae3d81 admin admin] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:44.313262 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86dfae6-00ea-4f68-b569-a9cf34e99f74 None None] Pushing event updated for resources: {'Port': ['ID=61a60ac5-3e8a-4bd4-ab14-be5a15dc9792,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:44.317063 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 59510) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:44.317583 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-00db2467-f631-4159-acee-9eba5eae3d81 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6807060 Dec 20 15:52:44.323157 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061dfcea-c891-404c-9c87-30716d5334df None None] Sync routers for ids ['20cea1bc-07eb-4525-b6c9-dbe2391512b8'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:52:44.329524 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86dfae6-00ea-4f68-b569-a9cf34e99f74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:44.330035 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86dfae6-00ea-4f68-b569-a9cf34e99f74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:44.330230 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86dfae6-00ea-4f68-b569-a9cf34e99f74 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:44.330516 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86dfae6-00ea-4f68-b569-a9cf34e99f74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:44.330890 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86dfae6-00ea-4f68-b569-a9cf34e99f74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:44.331224 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86dfae6-00ea-4f68-b569-a9cf34e99f74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:44.331542 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86dfae6-00ea-4f68-b569-a9cf34e99f74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:44.331868 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86dfae6-00ea-4f68-b569-a9cf34e99f74 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:44.332173 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86dfae6-00ea-4f68-b569-a9cf34e99f74 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:44.332989 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86dfae6-00ea-4f68-b569-a9cf34e99f74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:44.333323 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86dfae6-00ea-4f68-b569-a9cf34e99f74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:44.333640 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86dfae6-00ea-4f68-b569-a9cf34e99f74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:44.333955 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86dfae6-00ea-4f68-b569-a9cf34e99f74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:52:44.347964 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061dfcea-c891-404c-9c87-30716d5334df None None] Routers {'20cea1bc-07eb-4525-b6c9-dbe2391512b8'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:52:44.348698 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-061dfcea-c891-404c-9c87-30716d5334df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:52:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['20cea1bc-07eb-4525-b6c9-dbe2391512b8'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:44.405869 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29c7fa3-cf5b-4359-a44a-f36a8dd70048 None None] Network d28f9e13-0352-4c65-a606-4c6bddd64933 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:52:44.408169 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-ac869f56-5ce1-4a6a-be59-4f5ece55c365 None None] Attempting to bind port 61a60ac5-3e8a-4bd4-ab14-be5a15dc9792 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:52:44.408532 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-ac869f56-5ce1-4a6a-be59-4f5ece55c365 None None] Attempting to bind port 61a60ac5-3e8a-4bd4-ab14-be5a15dc9792 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': 'ef60c184-7ced-41d1-8e04-07f6da4f57dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f5e06e1f-fa15-49a5-b59e-ccd074d78d5d'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:52:44.409155 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac869f56-5ce1-4a6a-be59-4f5ece55c365 None None] Attempting to bind port 61a60ac5-3e8a-4bd4-ab14-be5a15dc9792 on network f5e06e1f-fa15-49a5-b59e-ccd074d78d5d {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:52:44.416181 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac869f56-5ce1-4a6a-be59-4f5ece55c365 None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:52:44.416549 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac869f56-5ce1-4a6a-be59-4f5ece55c365 None None] Checking segment: {'id': 'ef60c184-7ced-41d1-8e04-07f6da4f57dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f5e06e1f-fa15-49a5-b59e-ccd074d78d5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:52:44.417505 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ac869f56-5ce1-4a6a-be59-4f5ece55c365 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:44.417902 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac869f56-5ce1-4a6a-be59-4f5ece55c365 None None] Bound using segment: {'id': 'ef60c184-7ced-41d1-8e04-07f6da4f57dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f5e06e1f-fa15-49a5-b59e-ccd074d78d5d'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:52:44.418425 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-ac869f56-5ce1-4a6a-be59-4f5ece55c365 None None] Bound port: 61a60ac5-3e8a-4bd4-ab14-be5a15dc9792, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef60c184-7ced-41d1-8e04-07f6da4f57dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f5e06e1f-fa15-49a5-b59e-ccd074d78d5d'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:52:44.418827 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ac869f56-5ce1-4a6a-be59-4f5ece55c365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:44.428140 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:44.508116 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-ac869f56-5ce1-4a6a-be59-4f5ece55c365 None None] For port 61a60ac5-3e8a-4bd4-ab14-be5a15dc9792, host n-d-761264-19, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:52:44.511700 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-ac869f56-5ce1-4a6a-be59-4f5ece55c365 None None] For port 61a60ac5-3e8a-4bd4-ab14-be5a15dc9792, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=61a60ac5-3e8a-4bd4-ab14-be5a15dc9792,segment=NetworkSegment(ef60c184-7ced-41d1-8e04-07f6da4f57dc),segment_id=ef60c184-7ced-41d1-8e04-07f6da4f57dc)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:52:44.522362 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-ac869f56-5ce1-4a6a-be59-4f5ece55c365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:44.590200 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac869f56-5ce1-4a6a-be59-4f5ece55c365 None None] Routers {'34ccd1cb-cdcb-40f5-b891-991978542266'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:52:44.590970 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-ac869f56-5ce1-4a6a-be59-4f5ece55c365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:52:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['34ccd1cb-cdcb-40f5-b891-991978542266'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:44.593500 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2cb120c8-258a-480c-8506-b2021b512007 None None] Provisioning complete for port 4f8b32dd-6a9e-4c50-bd0b-1e7fb44310af triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:52:44.594756 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2cb120c8-258a-480c-8506-b2021b512007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:44.597989 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] For port 4f8b32dd-6a9e-4c50-bd0b-1e7fb44310af, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=4f8b32dd-6a9e-4c50-bd0b-1e7fb44310af,segment=NetworkSegment(026a7075-952d-463a-bc88-d18062fc3b7b),segment_id=026a7075-952d-463a-bc88-d18062fc3b7b)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:52:44.607168 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-061dfcea-c891-404c-9c87-30716d5334df None None] Set router 20cea1bc-07eb-4525-b6c9-dbe2391512b8 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:52:44.657091 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:44.657796 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 39dfa546-38b2-4fea-9b9e-9c9b12e10432 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:52:44.692591 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86dfae6-00ea-4f68-b569-a9cf34e99f74 None None] Pushing event updated for resources: {'Port': ['ID=61a60ac5-3e8a-4bd4-ab14-be5a15dc9792,revision_number=4']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:44.739180 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-ac869f56-5ce1-4a6a-be59-4f5ece55c365 None None] Set router 34ccd1cb-cdcb-40f5-b891-991978542266 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:52:44.872007 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Pushing event updated for resources: {'Port': ['ID=4f8b32dd-6a9e-4c50-bd0b-1e7fb44310af,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:44.947141 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 39dfa546-38b2-4fea-9b9e-9c9b12e10432 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:52:44.947510 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:45.001189 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-ac869f56-5ce1-4a6a-be59-4f5ece55c365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ccd1cb-cdcb-40f5-b891-991978542266', 'name': 'tempest-TestSnapshotPattern-1745068570-router', 'tenant_id': '6ac54f41ad0e42339337a96e5b25c7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '39dfa546-38b2-4fea-9b9e-9c9b12e10432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:52:37Z', 'updated_at': '2021-12-20T15:52:40Z', 'revision_number': 4, 'project_id': '6ac54f41ad0e42339337a96e5b25c7d0', 'gw_port': {'id': '39dfa546-38b2-4fea-9b9e-9c9b12e10432', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ac:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ccd1cb-cdcb-40f5-b891-991978542266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:52:38Z', 'updated_at': '2021-12-20T15:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '61a60ac5-3e8a-4bd4-ab14-be5a15dc9792', 'name': '', 'network_id': 'f5e06e1f-fa15-49a5-b59e-ccd074d78d5d', 'tenant_id': '6ac54f41ad0e42339337a96e5b25c7d0', 'mac_address': 'fa:16:3e:85:85:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34ccd1cb-cdcb-40f5-b891-991978542266', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '5ce864b2-46cd-4ca0-bf00-fa7d770bbc95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:52:39Z', 'updated_at': '2021-12-20T15:52:44Z', 'revision_number': 4, 'project_id': '6ac54f41ad0e42339337a96e5b25c7d0', 'subnets': [{'id': '5ce864b2-46cd-4ca0-bf00-fa7d770bbc95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:45.045366 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-061dfcea-c891-404c-9c87-30716d5334df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20cea1bc-07eb-4525-b6c9-dbe2391512b8', 'name': 'tempest-TestSnapshotPattern-170320432-router', 'tenant_id': '8ad54000c79a4c4a88862c326e4fb086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'da1cadd0-f2f2-420e-9dca-85322708b590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:52:42Z', 'updated_at': '2021-12-20T15:52:43Z', 'revision_number': 3, 'project_id': '8ad54000c79a4c4a88862c326e4fb086', 'gw_port': {'id': 'da1cadd0-f2f2-420e-9dca-85322708b590', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:79:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20cea1bc-07eb-4525-b6c9-dbe2391512b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:52:43Z', 'updated_at': '2021-12-20T15:52:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:45.115578 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061dfcea-c891-404c-9c87-30716d5334df None None] Checking router: 20cea1bc-07eb-4525-b6c9-dbe2391512b8 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:52:45.115977 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061dfcea-c891-404c-9c87-30716d5334df None None] Updating router 20cea1bc-07eb-4525-b6c9-dbe2391512b8 port da1cadd0-f2f2-420e-9dca-85322708b590 binding host n-d-761264-19 {{(pid=103169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 15:52:45.146747 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac869f56-5ce1-4a6a-be59-4f5ece55c365 None None] The sync data for ids ['34ccd1cb-cdcb-40f5-b891-991978542266'] in n-d-761264-19 is: [{'id': '34ccd1cb-cdcb-40f5-b891-991978542266', 'name': 'tempest-TestSnapshotPattern-1745068570-router', 'tenant_id': '6ac54f41ad0e42339337a96e5b25c7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '39dfa546-38b2-4fea-9b9e-9c9b12e10432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:52:37Z', 'updated_at': '2021-12-20T15:52:40Z', 'revision_number': 4, 'project_id': '6ac54f41ad0e42339337a96e5b25c7d0', 'gw_port': {'id': '39dfa546-38b2-4fea-9b9e-9c9b12e10432', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ac:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ccd1cb-cdcb-40f5-b891-991978542266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:52:38Z', 'updated_at': '2021-12-20T15:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '61a60ac5-3e8a-4bd4-ab14-be5a15dc9792', 'name': '', 'network_id': 'f5e06e1f-fa15-49a5-b59e-ccd074d78d5d', 'tenant_id': '6ac54f41ad0e42339337a96e5b25c7d0', 'mac_address': 'fa:16:3e:85:85:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34ccd1cb-cdcb-40f5-b891-991978542266', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '5ce864b2-46cd-4ca0-bf00-fa7d770bbc95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:52:39Z', 'updated_at': '2021-12-20T15:52:44Z', 'revision_number': 4, 'project_id': '6ac54f41ad0e42339337a96e5b25c7d0', 'subnets': [{'id': '5ce864b2-46cd-4ca0-bf00-fa7d770bbc95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:52:45.155306 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-061dfcea-c891-404c-9c87-30716d5334df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:45.158850 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-9afb35cb-3665-4672-8980-6e9399813c52 None None] Provisioning complete for port 61a60ac5-3e8a-4bd4-ab14-be5a15dc9792 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:52:45.158850 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-9afb35cb-3665-4672-8980-6e9399813c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:45.231199 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3118092f-26ed-4dcb-b883-bfcf7e9920df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:45.382654 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-9afb35cb-3665-4672-8980-6e9399813c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:45.397051 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-3118092f-26ed-4dcb-b883-bfcf7e9920df admin admin] Allocated IP 172.20.0.1 (d28f9e13-0352-4c65-a606-4c6bddd64933/08cbba30-1a98-40ec-b42a-7695b581c073/b4ae8ed5-a55a-4510-b18f-63203c2582f5) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:52:45.445109 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-9afb35cb-3665-4672-8980-6e9399813c52 None None] For port 61a60ac5-3e8a-4bd4-ab14-be5a15dc9792, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=61a60ac5-3e8a-4bd4-ab14-be5a15dc9792,segment=NetworkSegment(ef60c184-7ced-41d1-8e04-07f6da4f57dc),segment_id=ef60c184-7ced-41d1-8e04-07f6da4f57dc)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:52:45.453302 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-9afb35cb-3665-4672-8980-6e9399813c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:45.508610 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3118092f-26ed-4dcb-b883-bfcf7e9920df admin admin] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:45.543634 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afb35cb-3665-4672-8980-6e9399813c52 None None] Pushing event updated for resources: {'Port': ['ID=61a60ac5-3e8a-4bd4-ab14-be5a15dc9792,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:45.547809 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3118092f-26ed-4dcb-b883-bfcf7e9920df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:45.560724 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-061dfcea-c891-404c-9c87-30716d5334df None None] Publish callbacks [] for port, precommit_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:45.572953 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-061dfcea-c891-404c-9c87-30716d5334df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:45.588069 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3118092f-26ed-4dcb-b883-bfcf7e9920df admin admin] Network d28f9e13-0352-4c65-a606-4c6bddd64933 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:52:45.595179 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-3118092f-26ed-4dcb-b883-bfcf7e9920df admin admin] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:52:45.598837 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3118092f-26ed-4dcb-b883-bfcf7e9920df admin admin] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:52:45.609120 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-50074727-9ce9-4910-b0af-0093a8d58e23 None None] Provisioning complete for port 4f8b32dd-6a9e-4c50-bd0b-1e7fb44310af triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:52:45.609609 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-50074727-9ce9-4910-b0af-0093a8d58e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:45.644877 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3118092f-26ed-4dcb-b883-bfcf7e9920df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595714'] for router_interface, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:45.696911 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3118092f-26ed-4dcb-b883-bfcf7e9920df admin admin] Pushing event updated for resources: {'Port': ['ID=b4ae8ed5-a55a-4510-b18f-63203c2582f5,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:45.834257 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae14add4-5c53-4f89-a82d-cd51a5bf99ac None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:52:45.846624 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3118092f-26ed-4dcb-b883-bfcf7e9920df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:45.866382 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-061dfcea-c891-404c-9c87-30716d5334df None None] Attempting to bind port da1cadd0-f2f2-420e-9dca-85322708b590 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:52:45.866950 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-061dfcea-c891-404c-9c87-30716d5334df None None] Attempting to bind port da1cadd0-f2f2-420e-9dca-85322708b590 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:52:45.867155 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061dfcea-c891-404c-9c87-30716d5334df None None] Attempting to bind port da1cadd0-f2f2-420e-9dca-85322708b590 on network c3f8658e-da35-41f3-bd03-509e29ebd6f3 {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:52:45.872405 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b245194a-4c9b-4726-87db-6deea8eeb685 None None] Pushing event updated for resources: {'Port': ['ID=da1cadd0-f2f2-420e-9dca-85322708b590,revision_number=2']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:45.880463 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061dfcea-c891-404c-9c87-30716d5334df None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:52:45.880890 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061dfcea-c891-404c-9c87-30716d5334df None None] Checking segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:52:45.881240 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-061dfcea-c891-404c-9c87-30716d5334df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:45.881624 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061dfcea-c891-404c-9c87-30716d5334df None None] Bound using segment: {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'} {{(pid=103169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:52:45.882095 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.managers [None req-061dfcea-c891-404c-9c87-30716d5334df None None] Bound port: da1cadd0-f2f2-420e-9dca-85322708b590, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '272e6d7d-7105-47d1-89a4-fe783329e4cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3'}}] {{(pid=103169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:52:45.882472 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-061dfcea-c891-404c-9c87-30716d5334df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:45.968353 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-061dfcea-c891-404c-9c87-30716d5334df None None] For port da1cadd0-f2f2-420e-9dca-85322708b590, host n-d-761264-19, cleared binding levels {{(pid=103169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:52:45.971544 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-061dfcea-c891-404c-9c87-30716d5334df None None] For port da1cadd0-f2f2-420e-9dca-85322708b590, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=da1cadd0-f2f2-420e-9dca-85322708b590,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:52:45.977074 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-061dfcea-c891-404c-9c87-30716d5334df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:46.014657 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3118092f-26ed-4dcb-b883-bfcf7e9920df admin admin] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:46.023579 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3118092f-26ed-4dcb-b883-bfcf7e9920df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:46.035482 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed9e2b0-72e8-40dd-b6ea-efb8c688a2ab None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:52:46.043089 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061dfcea-c891-404c-9c87-30716d5334df None None] Routers {'20cea1bc-07eb-4525-b6c9-dbe2391512b8'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:52:46.043794 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-061dfcea-c891-404c-9c87-30716d5334df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:52:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['20cea1bc-07eb-4525-b6c9-dbe2391512b8'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:46.096877 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3118092f-26ed-4dcb-b883-bfcf7e9920df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1595702'] for router_interface, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:46.103570 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 4f8b32dd-6a9e-4c50-bd0b-1e7fb44310af up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:52:46.104870 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3118092f-26ed-4dcb-b883-bfcf7e9920df admin admin] Pushing event updated for resources: {'Port': ['ID=b4ae8ed5-a55a-4510-b18f-63203c2582f5,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:46.108336 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b245194a-4c9b-4726-87db-6deea8eeb685 None None] Pushing event updated for resources: {'Port': ['ID=da1cadd0-f2f2-420e-9dca-85322708b590,revision_number=3']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:46.168811 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:46.192562 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3118092f-26ed-4dcb-b883-bfcf7e9920df admin admin] Network d28f9e13-0352-4c65-a606-4c6bddd64933 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:52:46.193959 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-3118092f-26ed-4dcb-b883-bfcf7e9920df admin admin] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:52:46.215072 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-487e38b7-f940-4e61-8b13-9d346d609ba0 None None] Provisioning complete for port b4ae8ed5-a55a-4510-b18f-63203c2582f5 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:52:46.215443 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-487e38b7-f940-4e61-8b13-9d346d609ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:46.268671 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-061dfcea-c891-404c-9c87-30716d5334df None None] Set router 20cea1bc-07eb-4525-b6c9-dbe2391512b8 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:52:46.302555 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-487e38b7-f940-4e61-8b13-9d346d609ba0 None None] Port b4ae8ed5-a55a-4510-b18f-63203c2582f5 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:52:46.304130 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 4f8b32dd-6a9e-4c50-bd0b-1e7fb44310af triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:52:46.304494 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:46.314743 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3118092f-26ed-4dcb-b883-bfcf7e9920df admin admin] Router 20cea1bc-07eb-4525-b6c9-dbe2391512b8 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:52:46.406346 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-487e38b7-f940-4e61-8b13-9d346d609ba0 None None] Provisioning complete for port da1cadd0-f2f2-420e-9dca-85322708b590 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:52:46.407046 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-487e38b7-f940-4e61-8b13-9d346d609ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:46.430707 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3118092f-26ed-4dcb-b883-bfcf7e9920df admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:52:46.435638 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-3118092f-26ed-4dcb-b883-bfcf7e9920df admin admin] 10.222.0.54 "PUT /v2.0/routers/20cea1bc-07eb-4525-b6c9-dbe2391512b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1167464 Dec 20 15:52:46.593217 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 61a60ac5-3e8a-4bd4-ab14-be5a15dc9792 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:52:46.639486 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-487e38b7-f940-4e61-8b13-9d346d609ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:46.667867 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-487e38b7-f940-4e61-8b13-9d346d609ba0 None None] For port da1cadd0-f2f2-420e-9dca-85322708b590, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=da1cadd0-f2f2-420e-9dca-85322708b590,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:52:46.678528 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-487e38b7-f940-4e61-8b13-9d346d609ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:46.712990 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-061dfcea-c891-404c-9c87-30716d5334df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20cea1bc-07eb-4525-b6c9-dbe2391512b8', 'name': 'tempest-TestSnapshotPattern-170320432-router', 'tenant_id': '8ad54000c79a4c4a88862c326e4fb086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'da1cadd0-f2f2-420e-9dca-85322708b590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:52:42Z', 'updated_at': '2021-12-20T15:52:45Z', 'revision_number': 4, 'project_id': '8ad54000c79a4c4a88862c326e4fb086', 'gw_port': {'id': 'da1cadd0-f2f2-420e-9dca-85322708b590', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:79:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20cea1bc-07eb-4525-b6c9-dbe2391512b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:52:43Z', 'updated_at': '2021-12-20T15:52:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'b4ae8ed5-a55a-4510-b18f-63203c2582f5', 'name': '', 'network_id': 'd28f9e13-0352-4c65-a606-4c6bddd64933', 'tenant_id': '8ad54000c79a4c4a88862c326e4fb086', 'mac_address': 'fa:16:3e:62:95:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20cea1bc-07eb-4525-b6c9-dbe2391512b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '08cbba30-1a98-40ec-b42a-7695b581c073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:52:45Z', 'updated_at': '2021-12-20T15:52:45Z', 'revision_number': 2, 'project_id': '8ad54000c79a4c4a88862c326e4fb086', 'subnets': [{'id': '08cbba30-1a98-40ec-b42a-7695b581c073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:46.717532 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port 61a60ac5-3e8a-4bd4-ab14-be5a15dc9792 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:52:46.717894 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:46.750157 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061dfcea-c891-404c-9c87-30716d5334df None None] The sync data for ids ['20cea1bc-07eb-4525-b6c9-dbe2391512b8'] in n-d-761264-19 is: [{'id': '20cea1bc-07eb-4525-b6c9-dbe2391512b8', 'name': 'tempest-TestSnapshotPattern-170320432-router', 'tenant_id': '8ad54000c79a4c4a88862c326e4fb086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'da1cadd0-f2f2-420e-9dca-85322708b590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:52:42Z', 'updated_at': '2021-12-20T15:52:45Z', 'revision_number': 4, 'project_id': '8ad54000c79a4c4a88862c326e4fb086', 'gw_port': {'id': 'da1cadd0-f2f2-420e-9dca-85322708b590', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:79:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20cea1bc-07eb-4525-b6c9-dbe2391512b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:52:43Z', 'updated_at': '2021-12-20T15:52:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'b4ae8ed5-a55a-4510-b18f-63203c2582f5', 'name': '', 'network_id': 'd28f9e13-0352-4c65-a606-4c6bddd64933', 'tenant_id': '8ad54000c79a4c4a88862c326e4fb086', 'mac_address': 'fa:16:3e:62:95:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20cea1bc-07eb-4525-b6c9-dbe2391512b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '08cbba30-1a98-40ec-b42a-7695b581c073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:52:45Z', 'updated_at': '2021-12-20T15:52:45Z', 'revision_number': 2, 'project_id': '8ad54000c79a4c4a88862c326e4fb086', 'subnets': [{'id': '08cbba30-1a98-40ec-b42a-7695b581c073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:52:46.806072 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487e38b7-f940-4e61-8b13-9d346d609ba0 None None] Pushing event updated for resources: {'Port': ['ID=da1cadd0-f2f2-420e-9dca-85322708b590,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:46.823086 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-6f6b9b73-a2a4-442c-ad74-ebe76c741183 None None] Provisioning complete for port b4ae8ed5-a55a-4510-b18f-63203c2582f5 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:52:46.823454 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6f6b9b73-a2a4-442c-ad74-ebe76c741183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:46.885362 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-6f6b9b73-a2a4-442c-ad74-ebe76c741183 None None] Port b4ae8ed5-a55a-4510-b18f-63203c2582f5 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:52:46.902457 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 59518) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:46.908142 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-2df40e24-98bf-41a3-b695-2d2b6b48bcab tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-913633149', 'description': 'tempest-secgroup-smoke-913633149 description', 'project_id': '6ac54f41ad0e42339337a96e5b25c7d0'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:52:46.908325 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-6f6b9b73-a2a4-442c-ad74-ebe76c741183 None None] Provisioning complete for port da1cadd0-f2f2-420e-9dca-85322708b590 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:52:46.908690 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6f6b9b73-a2a4-442c-ad74-ebe76c741183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:46.933806 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2df40e24-98bf-41a3-b695-2d2b6b48bcab tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Publish callbacks [] for security_group, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:47.024885 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2df40e24-98bf-41a3-b695-2d2b6b48bcab tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Publish callbacks [] for security_group, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:47.028428 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2df40e24-98bf-41a3-b695-2d2b6b48bcab tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:47.064530 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-2df40e24-98bf-41a3-b695-2d2b6b48bcab tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:47.065845 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-2df40e24-98bf-41a3-b695-2d2b6b48bcab tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1623712 Dec 20 15:52:47.067056 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df40e24-98bf-41a3-b695-2d2b6b48bcab tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd139b3e-f01b-4b06-9157-791215d115f8,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:47.068930 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 59520) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:47.073858 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-9e564f46-dbf2-4f5e-aee4-335eaa2f4e78 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Request body: {'security_group_rule': {'security_group_id': 'cd139b3e-f01b-4b06-9157-791215d115f8', 'project_id': '6ac54f41ad0e42339337a96e5b25c7d0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:52:47.105417 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9e564f46-dbf2-4f5e-aee4-335eaa2f4e78 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:47.165698 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9e564f46-dbf2-4f5e-aee4-335eaa2f4e78 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:47.170659 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9e564f46-dbf2-4f5e-aee4-335eaa2f4e78 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:47.192209 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e564f46-dbf2-4f5e-aee4-335eaa2f4e78 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eda3f80f-5bde-4339-a76b-f89b6fa5443c,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:47.204770 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-9e564f46-dbf2-4f5e-aee4-335eaa2f4e78 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:47.206504 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-9e564f46-dbf2-4f5e-aee4-335eaa2f4e78 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1362786 Dec 20 15:52:47.209475 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 59522) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:47.214076 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-52cee606-9dcf-48b8-ae35-dc44fc2644b9 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Request body: {'security_group_rule': {'security_group_id': 'cd139b3e-f01b-4b06-9157-791215d115f8', 'project_id': '6ac54f41ad0e42339337a96e5b25c7d0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:52:47.246684 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-52cee606-9dcf-48b8-ae35-dc44fc2644b9 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:47.305848 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-52cee606-9dcf-48b8-ae35-dc44fc2644b9 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:47.310588 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-52cee606-9dcf-48b8-ae35-dc44fc2644b9 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:47.329394 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cee606-9dcf-48b8-ae35-dc44fc2644b9 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daee5cf4-c79f-485b-b9b4-70aba7c3d844,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:47.338539 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-52cee606-9dcf-48b8-ae35-dc44fc2644b9 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:47.339808 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-52cee606-9dcf-48b8-ae35-dc44fc2644b9 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1293499 Dec 20 15:52:47.342553 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 59524) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:47.347172 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-1559cb11-893e-436e-91d8-75a9ad5853ab tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Request body: {'security_group_rule': {'security_group_id': 'cd139b3e-f01b-4b06-9157-791215d115f8', 'project_id': '6ac54f41ad0e42339337a96e5b25c7d0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:52:47.377403 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1559cb11-893e-436e-91d8-75a9ad5853ab tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:47.433529 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1559cb11-893e-436e-91d8-75a9ad5853ab tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:47.438591 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1559cb11-893e-436e-91d8-75a9ad5853ab tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:47.457396 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1559cb11-893e-436e-91d8-75a9ad5853ab tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9639ff6-15ce-4d77-a24b-016ba5ac2c3c,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:47.464205 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-1559cb11-893e-436e-91d8-75a9ad5853ab tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:47.465353 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-1559cb11-893e-436e-91d8-75a9ad5853ab tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1217339 Dec 20 15:52:47.468164 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 59526) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:47.472706 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-84949ba3-34bd-4e6f-82df-16cecc5244fa tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Request body: {'security_group_rule': {'security_group_id': 'cd139b3e-f01b-4b06-9157-791215d115f8', 'project_id': '6ac54f41ad0e42339337a96e5b25c7d0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:52:47.502018 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-84949ba3-34bd-4e6f-82df-16cecc5244fa tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:47.561056 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-84949ba3-34bd-4e6f-82df-16cecc5244fa tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:47.566648 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-84949ba3-34bd-4e6f-82df-16cecc5244fa tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:47.585891 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84949ba3-34bd-4e6f-82df-16cecc5244fa tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb022bfd-34cb-4f52-901a-2b38fdc71ee9,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:47.595040 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-84949ba3-34bd-4e6f-82df-16cecc5244fa tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:47.596219 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-84949ba3-34bd-4e6f-82df-16cecc5244fa tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1271710 Dec 20 15:52:47.599015 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 59528) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:47.603331 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-b6369e56-fa40-4fe2-b4b7-6c7e7009d6a5 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Request body: {'security_group_rule': {'security_group_id': 'cd139b3e-f01b-4b06-9157-791215d115f8', 'project_id': '6ac54f41ad0e42339337a96e5b25c7d0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:52:47.629003 n-d-761264-19 neutron-server[103167]: INFO neutron.db.securitygroups_db [None req-b6369e56-fa40-4fe2-b4b7-6c7e7009d6a5 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Project 6ac54f41ad0e42339337a96e5b25c7d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 15:52:47.633991 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b6369e56-fa40-4fe2-b4b7-6c7e7009d6a5 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:47.693834 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b6369e56-fa40-4fe2-b4b7-6c7e7009d6a5 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:47.700034 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b6369e56-fa40-4fe2-b4b7-6c7e7009d6a5 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:47.717690 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6369e56-fa40-4fe2-b4b7-6c7e7009d6a5 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efc83e27-f3e0-41b1-8737-316cc14342e9,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:47.727885 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-b6369e56-fa40-4fe2-b4b7-6c7e7009d6a5 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:47.729079 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-b6369e56-fa40-4fe2-b4b7-6c7e7009d6a5 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1291125 Dec 20 15:52:47.731947 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 59530) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:47.736309 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-13b63234-cc23-4e03-a1d5-af3afe4c1162 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Request body: {'security_group_rule': {'security_group_id': 'cd139b3e-f01b-4b06-9157-791215d115f8', 'project_id': '6ac54f41ad0e42339337a96e5b25c7d0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:52:47.762151 n-d-761264-19 neutron-server[103167]: INFO neutron.db.securitygroups_db [None req-13b63234-cc23-4e03-a1d5-af3afe4c1162 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Project 6ac54f41ad0e42339337a96e5b25c7d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 15:52:47.766919 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-13b63234-cc23-4e03-a1d5-af3afe4c1162 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:47.848454 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-13b63234-cc23-4e03-a1d5-af3afe4c1162 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:47.855629 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-13b63234-cc23-4e03-a1d5-af3afe4c1162 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948061'] for security_group_rule, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:47.876295 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b63234-cc23-4e03-a1d5-af3afe4c1162 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52b6927f-24f7-49b9-8fd0-f4df59e30389,revision_number=0']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:47.887853 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-13b63234-cc23-4e03-a1d5-af3afe4c1162 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:47.898822 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-13b63234-cc23-4e03-a1d5-af3afe4c1162 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1656477 Dec 20 15:52:48.061061 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-03f3a08d-4668-45b3-bfb9-ce57a6befcd4 req-dda32a49-37ea-4e86-8ae3-524d75e98580 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-913633149&fields=id&tenant_id=6ac54f41ad0e42339337a96e5b25c7d0 HTTP/1.1" status: 200 len: 267 time: 0.0619712 Dec 20 15:52:48.094951 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device da1cadd0-f2f2-420e-9dca-85322708b590 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:52:48.153288 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port da1cadd0-f2f2-420e-9dca-85322708b590 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:52:48.153656 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:48.194292 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:48.194292 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:52:48.194292 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:48.194292 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:52:48.194292 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:48.194292 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:52:48.194292 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:48.194292 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:52:48.194292 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:48.194292 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:52:48.194292 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:48.194292 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:52:48.194292 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:48.194292 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:52:48.194292 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:48.194292 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:52:48.194292 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:48.194292 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:52:48.194292 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:48.194292 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:52:48.194292 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:48.194292 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:52:48.194292 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:48.194292 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:52:48.194292 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:48.194292 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:52:48.194292 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:48.194292 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:52:48.194292 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:48.194292 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:52:48.194292 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:48.194292 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:52:48.194292 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:48.194292 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:52:48.194292 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:48.194292 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:52:48.194292 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:48.194292 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:52:48.194292 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:48.194292 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:52:48.194292 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:48.194292 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:52:48.194292 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:48.194292 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:52:48.194292 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:48.194292 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:52:48.194292 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:52:48.194292 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:52:48.198644 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f3a08d-4668-45b3-bfb9-ce57a6befcd4 req-aabd6690-cd19-4c3f-87fc-ec49f314e45d tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:48.199718 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-03f3a08d-4668-45b3-bfb9-ce57a6befcd4 req-aabd6690-cd19-4c3f-87fc-ec49f314e45d tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] 10.222.0.54 "GET /v2.0/networks?id=f5e06e1f-fa15-49a5-b59e-ccd074d78d5d HTTP/1.1" status: 200 len: 810 time: 0.1316993 Dec 20 15:52:48.216766 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-03f3a08d-4668-45b3-bfb9-ce57a6befcd4 req-282c3d82-862a-48b0-b257-60294414b96e tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] 10.222.0.54 "GET /v2.0/quotas/6ac54f41ad0e42339337a96e5b25c7d0 HTTP/1.1" status: 200 len: 375 time: 0.0100300 Dec 20 15:52:48.274654 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-03f3a08d-4668-45b3-bfb9-ce57a6befcd4 req-1a836d1c-67ce-4190-a646-0466c9050d9c tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=6ac54f41ad0e42339337a96e5b25c7d0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513847 Dec 20 15:52:48.378236 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-03f3a08d-4668-45b3-bfb9-ce57a6befcd4 req-77f14bc6-eeee-4adc-9853-4fe39e7c9be7 service neutron] 10.222.0.54 "GET /v2.0/networks/f5e06e1f-fa15-49a5-b59e-ccd074d78d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909626 Dec 20 15:52:48.471233 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-03f3a08d-4668-45b3-bfb9-ce57a6befcd4 req-afbc1875-bd50-4a98-9088-f0d16bf9e5c0 service neutron] 10.222.0.54 "GET /v2.0/networks/f5e06e1f-fa15-49a5-b59e-ccd074d78d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863342 Dec 20 15:52:48.637122 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-35df2fda-942d-4880-87a8-039b80261aca req-58435dcc-a36b-4297-bd13-ee581ff0a6d5 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] 10.222.0.54 "GET /v2.0/ports?device_id=805aa6e4-4c3e-45cc-9211-71d946b2adcb HTTP/1.1" status: 200 len: 210 time: 0.0271564 Dec 20 15:52:49.190125 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553f6f29-5ec2-439a-9e30-33de7e2c76dc None None] Sync routers for ids ['20cea1bc-07eb-4525-b6c9-dbe2391512b8'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:52:49.200183 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553f6f29-5ec2-439a-9e30-33de7e2c76dc None None] Routers {'20cea1bc-07eb-4525-b6c9-dbe2391512b8'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:52:49.200791 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-553f6f29-5ec2-439a-9e30-33de7e2c76dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:52:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['20cea1bc-07eb-4525-b6c9-dbe2391512b8'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:49.308171 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-553f6f29-5ec2-439a-9e30-33de7e2c76dc None None] Set router 20cea1bc-07eb-4525-b6c9-dbe2391512b8 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:52:49.511567 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-553f6f29-5ec2-439a-9e30-33de7e2c76dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20cea1bc-07eb-4525-b6c9-dbe2391512b8', 'name': 'tempest-TestSnapshotPattern-170320432-router', 'tenant_id': '8ad54000c79a4c4a88862c326e4fb086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'da1cadd0-f2f2-420e-9dca-85322708b590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:52:42Z', 'updated_at': '2021-12-20T15:52:45Z', 'revision_number': 4, 'project_id': '8ad54000c79a4c4a88862c326e4fb086', 'gw_port': {'id': 'da1cadd0-f2f2-420e-9dca-85322708b590', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:79:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20cea1bc-07eb-4525-b6c9-dbe2391512b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:52:43Z', 'updated_at': '2021-12-20T15:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'b4ae8ed5-a55a-4510-b18f-63203c2582f5', 'name': '', 'network_id': 'd28f9e13-0352-4c65-a606-4c6bddd64933', 'tenant_id': '8ad54000c79a4c4a88862c326e4fb086', 'mac_address': 'fa:16:3e:62:95:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20cea1bc-07eb-4525-b6c9-dbe2391512b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '08cbba30-1a98-40ec-b42a-7695b581c073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:52:45Z', 'updated_at': '2021-12-20T15:52:45Z', 'revision_number': 2, 'project_id': '8ad54000c79a4c4a88862c326e4fb086', 'subnets': [{'id': '08cbba30-1a98-40ec-b42a-7695b581c073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:49.540439 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553f6f29-5ec2-439a-9e30-33de7e2c76dc None None] Checking router: 20cea1bc-07eb-4525-b6c9-dbe2391512b8 for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:52:49.540781 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553f6f29-5ec2-439a-9e30-33de7e2c76dc None None] Updating router 20cea1bc-07eb-4525-b6c9-dbe2391512b8 port b4ae8ed5-a55a-4510-b18f-63203c2582f5 binding host n-d-761264-19 {{(pid=103170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 15:52:49.566096 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-553f6f29-5ec2-439a-9e30-33de7e2c76dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:49.646414 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f3a08d-4668-45b3-bfb9-ce57a6befcd4 req-5dbd6aaf-6c22-41d3-a77c-0b487e058586 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:49.647945 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-03f3a08d-4668-45b3-bfb9-ce57a6befcd4 req-5dbd6aaf-6c22-41d3-a77c-0b487e058586 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] 10.222.0.47 "GET /v2.0/networks?id=f5e06e1f-fa15-49a5-b59e-ccd074d78d5d HTTP/1.1" status: 200 len: 810 time: 0.1173773 Dec 20 15:52:49.730454 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-03f3a08d-4668-45b3-bfb9-ce57a6befcd4 req-3b154f50-f5d2-4855-8033-cf4cc0f9828d tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ac54f41ad0e42339337a96e5b25c7d0 HTTP/1.1" status: 200 len: 379 time: 0.0714829 Dec 20 15:52:49.748221 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-03f3a08d-4668-45b3-bfb9-ce57a6befcd4 req-02da2df0-e6b9-48b1-a642-2cdfe561d3ac tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Request body: {'port': {'device_id': '805aa6e4-4c3e-45cc-9211-71d946b2adcb', 'network_id': 'f5e06e1f-fa15-49a5-b59e-ccd074d78d5d', 'admin_state_up': True, 'tenant_id': '6ac54f41ad0e42339337a96e5b25c7d0', 'security_groups': ['cd139b3e-f01b-4b06-9157-791215d115f8']}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:52:49.753628 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b2cc2608-09c9-4058-bb0c-e807306ee5b6 req-e48f99db-8fce-4fea-9370-990abc6ba4af tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] 10.222.0.54 "GET /v2.0/ports?device_id=805aa6e4-4c3e-45cc-9211-71d946b2adcb HTTP/1.1" status: 200 len: 210 time: 0.0420899 Dec 20 15:52:49.836604 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-553f6f29-5ec2-439a-9e30-33de7e2c76dc None None] Publish callbacks [] for port, precommit_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:49.842003 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-553f6f29-5ec2-439a-9e30-33de7e2c76dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:49.866508 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03f3a08d-4668-45b3-bfb9-ce57a6befcd4 req-02da2df0-e6b9-48b1-a642-2cdfe561d3ac tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Made reservation on behalf of 6ac54f41ad0e42339337a96e5b25c7d0 for: {'port': 1} {{(pid=103167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:52:49.870560 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-03f3a08d-4668-45b3-bfb9-ce57a6befcd4 req-02da2df0-e6b9-48b1-a642-2cdfe561d3ac tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:49.891991 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d277269-5b7c-44fa-a16f-ceaedc6b0a83 None None] Pushing event updated for resources: {'Port': ['ID=b4ae8ed5-a55a-4510-b18f-63203c2582f5,revision_number=3']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:49.948453 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-553f6f29-5ec2-439a-9e30-33de7e2c76dc None None] Attempting to bind port b4ae8ed5-a55a-4510-b18f-63203c2582f5 on host n-d-761264-19 for vnic_type normal with profile {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:52:49.948912 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-553f6f29-5ec2-439a-9e30-33de7e2c76dc None None] Attempting to bind port b4ae8ed5-a55a-4510-b18f-63203c2582f5 by drivers openvswitch,hyperv on host n-d-761264-19 at level 0 using segments [{'id': '026a7075-952d-463a-bc88-d18062fc3b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd28f9e13-0352-4c65-a606-4c6bddd64933'}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:52:49.949330 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553f6f29-5ec2-439a-9e30-33de7e2c76dc None None] Attempting to bind port b4ae8ed5-a55a-4510-b18f-63203c2582f5 on network d28f9e13-0352-4c65-a606-4c6bddd64933 {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:52:49.954497 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553f6f29-5ec2-439a-9e30-33de7e2c76dc None None] Checking agent: {'id': 'f7fa6184-cada-40b4-8bd9-595f28e2af7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 11, 6), 'started_at': datetime.datetime(2021, 12, 20, 14, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:52:49.954895 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553f6f29-5ec2-439a-9e30-33de7e2c76dc None None] Checking segment: {'id': '026a7075-952d-463a-bc88-d18062fc3b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd28f9e13-0352-4c65-a606-4c6bddd64933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:52:49.956005 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-553f6f29-5ec2-439a-9e30-33de7e2c76dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:49.956005 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553f6f29-5ec2-439a-9e30-33de7e2c76dc None None] Bound using segment: {'id': '026a7075-952d-463a-bc88-d18062fc3b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd28f9e13-0352-4c65-a606-4c6bddd64933'} {{(pid=103170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:52:49.956258 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.managers [None req-553f6f29-5ec2-439a-9e30-33de7e2c76dc None None] Bound port: b4ae8ed5-a55a-4510-b18f-63203c2582f5, host: n-d-761264-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '026a7075-952d-463a-bc88-d18062fc3b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd28f9e13-0352-4c65-a606-4c6bddd64933'}}] {{(pid=103170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:52:49.956465 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-553f6f29-5ec2-439a-9e30-33de7e2c76dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:50.023676 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [req-03f3a08d-4668-45b3-bfb9-ce57a6befcd4 req-02da2df0-e6b9-48b1-a642-2cdfe561d3ac tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Allocated IP 172.20.0.9 (f5e06e1f-fa15-49a5-b59e-ccd074d78d5d/5ce864b2-46cd-4ca0-bf00-fa7d770bbc95/384556ec-8029-41a8-a978-d92ff6a7ca94) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:52:50.028162 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-553f6f29-5ec2-439a-9e30-33de7e2c76dc None None] For port b4ae8ed5-a55a-4510-b18f-63203c2582f5, host n-d-761264-19, cleared binding levels {{(pid=103170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:52:50.031871 n-d-761264-19 neutron-server[103170]: DEBUG neutron.plugins.ml2.db [None req-553f6f29-5ec2-439a-9e30-33de7e2c76dc None None] For port b4ae8ed5-a55a-4510-b18f-63203c2582f5, host n-d-761264-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=b4ae8ed5-a55a-4510-b18f-63203c2582f5,segment=NetworkSegment(026a7075-952d-463a-bc88-d18062fc3b7b),segment_id=026a7075-952d-463a-bc88-d18062fc3b7b)] {{(pid=103170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:52:50.037584 n-d-761264-19 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-553f6f29-5ec2-439a-9e30-33de7e2c76dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:50.103231 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553f6f29-5ec2-439a-9e30-33de7e2c76dc None None] Routers {'20cea1bc-07eb-4525-b6c9-dbe2391512b8'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:52:50.103861 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-553f6f29-5ec2-439a-9e30-33de7e2c76dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:52:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['20cea1bc-07eb-4525-b6c9-dbe2391512b8'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:50.105702 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d277269-5b7c-44fa-a16f-ceaedc6b0a83 None None] Pushing event updated for resources: {'Port': ['ID=b4ae8ed5-a55a-4510-b18f-63203c2582f5,revision_number=4']} {{(pid=103170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:50.173553 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-d1815142-832f-4a8e-81df-985ecc2f17f7 None None] Provisioning complete for port b4ae8ed5-a55a-4510-b18f-63203c2582f5 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:52:50.174707 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d1815142-832f-4a8e-81df-985ecc2f17f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:50.183995 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-03f3a08d-4668-45b3-bfb9-ce57a6befcd4 req-02da2df0-e6b9-48b1-a642-2cdfe561d3ac tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:50.223068 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-553f6f29-5ec2-439a-9e30-33de7e2c76dc None None] Set router 20cea1bc-07eb-4525-b6c9-dbe2391512b8 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:52:50.236837 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-03f3a08d-4668-45b3-bfb9-ce57a6befcd4 req-02da2df0-e6b9-48b1-a642-2cdfe561d3ac tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:50.276493 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d1815142-832f-4a8e-81df-985ecc2f17f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:50.298951 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03f3a08d-4668-45b3-bfb9-ce57a6befcd4 req-02da2df0-e6b9-48b1-a642-2cdfe561d3ac tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Network f5e06e1f-fa15-49a5-b59e-ccd074d78d5d is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:52:50.304806 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [req-03f3a08d-4668-45b3-bfb9-ce57a6befcd4 req-02da2df0-e6b9-48b1-a642-2cdfe561d3ac tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:52:50.309143 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-03f3a08d-4668-45b3-bfb9-ce57a6befcd4 req-02da2df0-e6b9-48b1-a642-2cdfe561d3ac tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:52:50.316360 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-d1815142-832f-4a8e-81df-985ecc2f17f7 None None] For port b4ae8ed5-a55a-4510-b18f-63203c2582f5, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=b4ae8ed5-a55a-4510-b18f-63203c2582f5,segment=NetworkSegment(026a7075-952d-463a-bc88-d18062fc3b7b),segment_id=026a7075-952d-463a-bc88-d18062fc3b7b)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:52:50.322307 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d1815142-832f-4a8e-81df-985ecc2f17f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:50.349283 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02da2df0-e6b9-48b1-a642-2cdfe561d3ac tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Pushing event updated for resources: {'Port': ['ID=384556ec-8029-41a8-a978-d92ff6a7ca94,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:50.377752 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f3a08d-4668-45b3-bfb9-ce57a6befcd4 req-02da2df0-e6b9-48b1-a642-2cdfe561d3ac tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:50.379206 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-03f3a08d-4668-45b3-bfb9-ce57a6befcd4 req-02da2df0-e6b9-48b1-a642-2cdfe561d3ac tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:50.394835 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1815142-832f-4a8e-81df-985ecc2f17f7 None None] Pushing event updated for resources: {'Port': ['ID=b4ae8ed5-a55a-4510-b18f-63203c2582f5,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:50.400665 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-03f3a08d-4668-45b3-bfb9-ce57a6befcd4 req-02da2df0-e6b9-48b1-a642-2cdfe561d3ac tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6565092 Dec 20 15:52:50.415288 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [req-03f3a08d-4668-45b3-bfb9-ce57a6befcd4 req-b75a0a4a-7011-4ca7-8c5f-87ad7db42a42 service neutron] Request body: {'port': {'device_id': '805aa6e4-4c3e-45cc-9211-71d946b2adcb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-19'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:52:50.455468 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-64443d79-d841-45fd-940f-bb89774df06b None None] Provisioning complete for port b4ae8ed5-a55a-4510-b18f-63203c2582f5 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:52:50.455842 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-64443d79-d841-45fd-940f-bb89774df06b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:50.476581 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-553f6f29-5ec2-439a-9e30-33de7e2c76dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20cea1bc-07eb-4525-b6c9-dbe2391512b8', 'name': 'tempest-TestSnapshotPattern-170320432-router', 'tenant_id': '8ad54000c79a4c4a88862c326e4fb086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'da1cadd0-f2f2-420e-9dca-85322708b590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:52:42Z', 'updated_at': '2021-12-20T15:52:45Z', 'revision_number': 4, 'project_id': '8ad54000c79a4c4a88862c326e4fb086', 'gw_port': {'id': 'da1cadd0-f2f2-420e-9dca-85322708b590', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:79:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20cea1bc-07eb-4525-b6c9-dbe2391512b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:52:43Z', 'updated_at': '2021-12-20T15:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'b4ae8ed5-a55a-4510-b18f-63203c2582f5', 'name': '', 'network_id': 'd28f9e13-0352-4c65-a606-4c6bddd64933', 'tenant_id': '8ad54000c79a4c4a88862c326e4fb086', 'mac_address': 'fa:16:3e:62:95:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20cea1bc-07eb-4525-b6c9-dbe2391512b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '08cbba30-1a98-40ec-b42a-7695b581c073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:52:45Z', 'updated_at': '2021-12-20T15:52:50Z', 'revision_number': 4, 'project_id': '8ad54000c79a4c4a88862c326e4fb086', 'subnets': [{'id': '08cbba30-1a98-40ec-b42a-7695b581c073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:52:50.500210 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-03f3a08d-4668-45b3-bfb9-ce57a6befcd4 req-b75a0a4a-7011-4ca7-8c5f-87ad7db42a42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:50.522855 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553f6f29-5ec2-439a-9e30-33de7e2c76dc None None] The sync data for ids ['20cea1bc-07eb-4525-b6c9-dbe2391512b8'] in n-d-761264-19 is: [{'id': '20cea1bc-07eb-4525-b6c9-dbe2391512b8', 'name': 'tempest-TestSnapshotPattern-170320432-router', 'tenant_id': '8ad54000c79a4c4a88862c326e4fb086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'da1cadd0-f2f2-420e-9dca-85322708b590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:52:42Z', 'updated_at': '2021-12-20T15:52:45Z', 'revision_number': 4, 'project_id': '8ad54000c79a4c4a88862c326e4fb086', 'gw_port': {'id': 'da1cadd0-f2f2-420e-9dca-85322708b590', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:79:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20cea1bc-07eb-4525-b6c9-dbe2391512b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:52:43Z', 'updated_at': '2021-12-20T15:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': 'b4ae8ed5-a55a-4510-b18f-63203c2582f5', 'name': '', 'network_id': 'd28f9e13-0352-4c65-a606-4c6bddd64933', 'tenant_id': '8ad54000c79a4c4a88862c326e4fb086', 'mac_address': 'fa:16:3e:62:95:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20cea1bc-07eb-4525-b6c9-dbe2391512b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '08cbba30-1a98-40ec-b42a-7695b581c073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:52:45Z', 'updated_at': '2021-12-20T15:52:50Z', 'revision_number': 4, 'project_id': '8ad54000c79a4c4a88862c326e4fb086', 'subnets': [{'id': '08cbba30-1a98-40ec-b42a-7695b581c073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:52:50.659687 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-db929ea3-d5f3-414e-9247-2c30a3db78c2 None None] Provisioning complete for port 384556ec-8029-41a8-a978-d92ff6a7ca94 triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:52:50.660050 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-db929ea3-d5f3-414e-9247-2c30a3db78c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:50.699056 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-db929ea3-d5f3-414e-9247-2c30a3db78c2 None None] Port 384556ec-8029-41a8-a978-d92ff6a7ca94 cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:52:50.803068 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [req-03f3a08d-4668-45b3-bfb9-ce57a6befcd4 req-b75a0a4a-7011-4ca7-8c5f-87ad7db42a42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 384556ec-8029-41a8-a978-d92ff6a7ca94 {{(pid=103167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:52:50.811428 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-03f3a08d-4668-45b3-bfb9-ce57a6befcd4 req-b75a0a4a-7011-4ca7-8c5f-87ad7db42a42 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:50.824187 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.provisioning_blocks [req-03f3a08d-4668-45b3-bfb9-ce57a6befcd4 req-b75a0a4a-7011-4ca7-8c5f-87ad7db42a42 service neutron] Transition to ACTIVE for port object 384556ec-8029-41a8-a978-d92ff6a7ca94 will not be triggered until provisioned by entity L2. {{(pid=103167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:52:50.829331 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-03f3a08d-4668-45b3-bfb9-ce57a6befcd4 req-b75a0a4a-7011-4ca7-8c5f-87ad7db42a42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:50.888452 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75a0a4a-7011-4ca7-8c5f-87ad7db42a42 service neutron] Pushing event updated for resources: {'Port': ['ID=384556ec-8029-41a8-a978-d92ff6a7ca94,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:50.894485 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f551522-2a6a-4d18-801e-04f8568cc6c1 req-f9552513-968e-41d0-a649-3fa8d6c15e0e tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:50.897005 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1f551522-2a6a-4d18-801e-04f8568cc6c1 req-f9552513-968e-41d0-a649-3fa8d6c15e0e tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] 10.222.0.54 "GET /v2.0/ports?device_id=805aa6e4-4c3e-45cc-9211-71d946b2adcb HTTP/1.1" status: 200 len: 943 time: 0.0701091 Dec 20 15:52:50.960718 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1f551522-2a6a-4d18-801e-04f8568cc6c1 req-97f8c836-ea03-4190-8ab5-ac5d2df89c13 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd139b3e-f01b-4b06-9157-791215d115f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569260 Dec 20 15:52:50.982973 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-03f3a08d-4668-45b3-bfb9-ce57a6befcd4 req-b75a0a4a-7011-4ca7-8c5f-87ad7db42a42 service neutron] Attempting to bind port 384556ec-8029-41a8-a978-d92ff6a7ca94 on host n-h2-761264-19 for vnic_type normal with profile {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:52:50.982973 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-03f3a08d-4668-45b3-bfb9-ce57a6befcd4 req-b75a0a4a-7011-4ca7-8c5f-87ad7db42a42 service neutron] Attempting to bind port 384556ec-8029-41a8-a978-d92ff6a7ca94 by drivers openvswitch,hyperv on host n-h2-761264-19 at level 0 using segments [{'id': 'ef60c184-7ced-41d1-8e04-07f6da4f57dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f5e06e1f-fa15-49a5-b59e-ccd074d78d5d'}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:52:50.982973 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f3a08d-4668-45b3-bfb9-ce57a6befcd4 req-b75a0a4a-7011-4ca7-8c5f-87ad7db42a42 service neutron] Attempting to bind port 384556ec-8029-41a8-a978-d92ff6a7ca94 on network f5e06e1f-fa15-49a5-b59e-ccd074d78d5d {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:52:50.982973 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f3a08d-4668-45b3-bfb9-ce57a6befcd4 req-b75a0a4a-7011-4ca7-8c5f-87ad7db42a42 service neutron] Port 384556ec-8029-41a8-a978-d92ff6a7ca94 on network f5e06e1f-fa15-49a5-b59e-ccd074d78d5d not bound, no agent of type Open vSwitch agent registered on host n-h2-761264-19 {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:52:50.982973 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f3a08d-4668-45b3-bfb9-ce57a6befcd4 req-b75a0a4a-7011-4ca7-8c5f-87ad7db42a42 service neutron] Attempting to bind port 384556ec-8029-41a8-a978-d92ff6a7ca94 on network f5e06e1f-fa15-49a5-b59e-ccd074d78d5d {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:52:50.988851 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f3a08d-4668-45b3-bfb9-ce57a6befcd4 req-b75a0a4a-7011-4ca7-8c5f-87ad7db42a42 service neutron] Checking agent: {'id': '43c60aee-e4af-4ecc-bee2-aac3569fafed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:52:50.989267 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f3a08d-4668-45b3-bfb9-ce57a6befcd4 req-b75a0a4a-7011-4ca7-8c5f-87ad7db42a42 service neutron] Checking segment: {'id': 'ef60c184-7ced-41d1-8e04-07f6da4f57dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f5e06e1f-fa15-49a5-b59e-ccd074d78d5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:52:50.989708 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f3a08d-4668-45b3-bfb9-ce57a6befcd4 req-b75a0a4a-7011-4ca7-8c5f-87ad7db42a42 service neutron] Bound using segment: {'id': 'ef60c184-7ced-41d1-8e04-07f6da4f57dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f5e06e1f-fa15-49a5-b59e-ccd074d78d5d'} {{(pid=103167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:52:50.990222 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.managers [req-03f3a08d-4668-45b3-bfb9-ce57a6befcd4 req-b75a0a4a-7011-4ca7-8c5f-87ad7db42a42 service neutron] Bound port: 384556ec-8029-41a8-a978-d92ff6a7ca94, host: n-h2-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef60c184-7ced-41d1-8e04-07f6da4f57dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f5e06e1f-fa15-49a5-b59e-ccd074d78d5d'}}] {{(pid=103167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:52:50.990639 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-03f3a08d-4668-45b3-bfb9-ce57a6befcd4 req-b75a0a4a-7011-4ca7-8c5f-87ad7db42a42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:51.066265 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-03f3a08d-4668-45b3-bfb9-ce57a6befcd4 req-b75a0a4a-7011-4ca7-8c5f-87ad7db42a42 service neutron] For port 384556ec-8029-41a8-a978-d92ff6a7ca94, host n-h2-761264-19, cleared binding levels {{(pid=103167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:52:51.075322 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-03f3a08d-4668-45b3-bfb9-ce57a6befcd4 req-b75a0a4a-7011-4ca7-8c5f-87ad7db42a42 service neutron] For port 384556ec-8029-41a8-a978-d92ff6a7ca94, host n-h2-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=384556ec-8029-41a8-a978-d92ff6a7ca94,segment=NetworkSegment(ef60c184-7ced-41d1-8e04-07f6da4f57dc),segment_id=ef60c184-7ced-41d1-8e04-07f6da4f57dc)] {{(pid=103167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:52:51.081527 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-03f3a08d-4668-45b3-bfb9-ce57a6befcd4 req-b75a0a4a-7011-4ca7-8c5f-87ad7db42a42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:51.116059 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f3a08d-4668-45b3-bfb9-ce57a6befcd4 req-b75a0a4a-7011-4ca7-8c5f-87ad7db42a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:51.116797 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-03f3a08d-4668-45b3-bfb9-ce57a6befcd4 req-b75a0a4a-7011-4ca7-8c5f-87ad7db42a42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:51.118336 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-03f3a08d-4668-45b3-bfb9-ce57a6befcd4 req-b75a0a4a-7011-4ca7-8c5f-87ad7db42a42 service neutron] 10.222.0.47 "PUT /v2.0/ports/384556ec-8029-41a8-a978-d92ff6a7ca94 HTTP/1.1" status: 200 len: 1092 time: 0.7074380 Dec 20 15:52:51.118653 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '805aa6e4-4c3e-45cc-9211-71d946b2adcb', 'tag': '384556ec-8029-41a8-a978-d92ff6a7ca94'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:52:51.121346 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08f5bd10d948da750b9537a176c40f94b479143edf42a445aa4903673b4b1814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5a5b2eb-6038-4a82-bfe7-f41b59391414" -d '{"events": [{"name": "network-changed", "server_uuid": "805aa6e4-4c3e-45cc-9211-71d946b2adcb", "tag": "384556ec-8029-41a8-a978-d92ff6a7ca94"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:52:51.152487 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75a0a4a-7011-4ca7-8c5f-87ad7db42a42 service neutron] Pushing event updated for resources: {'Port': ['ID=384556ec-8029-41a8-a978-d92ff6a7ca94,revision_number=3']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:51.207271 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f3a08d-4668-45b3-bfb9-ce57a6befcd4 req-bde5ba8b-634d-4b3e-9e13-9104f9e7e44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:51.209080 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-03f3a08d-4668-45b3-bfb9-ce57a6befcd4 req-bde5ba8b-634d-4b3e-9e13-9104f9e7e44c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6ac54f41ad0e42339337a96e5b25c7d0&device_id=805aa6e4-4c3e-45cc-9211-71d946b2adcb HTTP/1.1" status: 200 len: 1095 time: 0.0445740 Dec 20 15:52:51.263458 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-886f3019-1b5f-499b-9f3e-ef3cfea172cb x-openstack-request-id: req-886f3019-1b5f-499b-9f3e-ef3cfea172cb {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:52:51.263750 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "805aa6e4-4c3e-45cc-9211-71d946b2adcb", "tag": "384556ec-8029-41a8-a978-d92ff6a7ca94", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:52:51.264008 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-886f3019-1b5f-499b-9f3e-ef3cfea172cb {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:52:51.264420 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '805aa6e4-4c3e-45cc-9211-71d946b2adcb', 'tag': '384556ec-8029-41a8-a978-d92ff6a7ca94', 'status': 'completed', 'code': 200} Dec 20 15:52:51.266267 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-03f3a08d-4668-45b3-bfb9-ce57a6befcd4 req-c630556c-a2af-4493-ac48-86d8a5159066 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=384556ec-8029-41a8-a978-d92ff6a7ca94 HTTP/1.1" status: 200 len: 217 time: 0.0461745 Dec 20 15:52:51.320186 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f3a08d-4668-45b3-bfb9-ce57a6befcd4 req-9b2fb97b-ffa4-42ca-a0b7-d97eea751cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:51.321719 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-03f3a08d-4668-45b3-bfb9-ce57a6befcd4 req-9b2fb97b-ffa4-42ca-a0b7-d97eea751cf3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5ce864b2-46cd-4ca0-bf00-fa7d770bbc95 HTTP/1.1" status: 200 len: 849 time: 0.0476549 Dec 20 15:52:51.368182 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f3a08d-4668-45b3-bfb9-ce57a6befcd4 req-a59aaeb9-eebe-410b-affc-aa468a8557e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:51.369712 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-03f3a08d-4668-45b3-bfb9-ce57a6befcd4 req-a59aaeb9-eebe-410b-affc-aa468a8557e7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f5e06e1f-fa15-49a5-b59e-ccd074d78d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412595 Dec 20 15:52:51.461753 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-03f3a08d-4668-45b3-bfb9-ce57a6befcd4 req-3d9b0e85-162e-4b87-85f3-9fb8052e5c33 service neutron] 10.222.0.47 "GET /v2.0/networks/f5e06e1f-fa15-49a5-b59e-ccd074d78d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848563 Dec 20 15:52:51.555528 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-03f3a08d-4668-45b3-bfb9-ce57a6befcd4 req-6028e83d-0efa-4618-9e7b-cd0cb84cbef2 service neutron] 10.222.0.47 "GET /v2.0/networks/f5e06e1f-fa15-49a5-b59e-ccd074d78d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865834 Dec 20 15:52:51.657409 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a5b2eb-6038-4a82-bfe7-f41b59391414 req-9929fdd7-5a6e-4e40-960a-53154b5d8cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:51.659081 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e5a5b2eb-6038-4a82-bfe7-f41b59391414 req-9929fdd7-5a6e-4e40-960a-53154b5d8cad service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6ac54f41ad0e42339337a96e5b25c7d0&device_id=805aa6e4-4c3e-45cc-9211-71d946b2adcb HTTP/1.1" status: 200 len: 1095 time: 0.0477238 Dec 20 15:52:51.754119 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a5b2eb-6038-4a82-bfe7-f41b59391414 req-58b6e048-5e77-4201-999c-e0707cafe162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:51.755626 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e5a5b2eb-6038-4a82-bfe7-f41b59391414 req-58b6e048-5e77-4201-999c-e0707cafe162 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f5e06e1f-fa15-49a5-b59e-ccd074d78d5d HTTP/1.1" status: 200 len: 911 time: 0.0886061 Dec 20 15:52:51.802664 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e5a5b2eb-6038-4a82-bfe7-f41b59391414 req-3c6123f1-971d-44c6-84e7-cd35c7744a82 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=384556ec-8029-41a8-a978-d92ff6a7ca94 HTTP/1.1" status: 200 len: 217 time: 0.0389729 Dec 20 15:52:51.857597 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a5b2eb-6038-4a82-bfe7-f41b59391414 req-bbd61fc3-f50e-4f7c-9f68-3df89ef23bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:51.859194 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e5a5b2eb-6038-4a82-bfe7-f41b59391414 req-bbd61fc3-f50e-4f7c-9f68-3df89ef23bb0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5ce864b2-46cd-4ca0-bf00-fa7d770bbc95 HTTP/1.1" status: 200 len: 849 time: 0.0485563 Dec 20 15:52:51.908950 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a5b2eb-6038-4a82-bfe7-f41b59391414 req-d83059e5-177c-4b95-9b33-b6ea54eae655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:51.910495 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e5a5b2eb-6038-4a82-bfe7-f41b59391414 req-d83059e5-177c-4b95-9b33-b6ea54eae655 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f5e06e1f-fa15-49a5-b59e-ccd074d78d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432572 Dec 20 15:52:52.013939 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e5a5b2eb-6038-4a82-bfe7-f41b59391414 req-53c6a404-3ddb-4190-986f-aabbef6ec6a5 service neutron] 10.222.0.47 "GET /v2.0/networks/f5e06e1f-fa15-49a5-b59e-ccd074d78d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949512 Dec 20 15:52:52.088423 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device b4ae8ed5-a55a-4510-b18f-63203c2582f5 up at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:52:52.108712 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83de73f9-bb91-4449-ac11-9c8806243f3a req-6770fc2b-2c64-4583-a1ac-1f4573b2cdb1 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:52.110891 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-83de73f9-bb91-4449-ac11-9c8806243f3a req-6770fc2b-2c64-4583-a1ac-1f4573b2cdb1 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] 10.222.0.54 "GET /v2.0/ports?device_id=805aa6e4-4c3e-45cc-9211-71d946b2adcb HTTP/1.1" status: 200 len: 943 time: 0.0693893 Dec 20 15:52:52.114885 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-e5a5b2eb-6038-4a82-bfe7-f41b59391414 req-3ff50132-2b1d-4688-8da7-afdce44fecfa service neutron] 10.222.0.47 "GET /v2.0/networks/f5e06e1f-fa15-49a5-b59e-ccd074d78d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919635 Dec 20 15:52:52.149563 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Provisioning complete for port b4ae8ed5-a55a-4510-b18f-63203c2582f5 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:52:52.150120 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:52.166824 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-83de73f9-bb91-4449-ac11-9c8806243f3a req-135915b2-2732-4e78-9c9f-ef133df0b14e tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd139b3e-f01b-4b06-9157-791215d115f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460885 Dec 20 15:52:53.290171 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d5f98d-7eec-4dd5-ae8c-0e3121c51f9d req-4f1a010f-2117-4ec7-8166-8e009ef67834 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:53.291621 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-12d5f98d-7eec-4dd5-ae8c-0e3121c51f9d req-4f1a010f-2117-4ec7-8166-8e009ef67834 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] 10.222.0.54 "GET /v2.0/ports?device_id=805aa6e4-4c3e-45cc-9211-71d946b2adcb HTTP/1.1" status: 200 len: 943 time: 0.0566380 Dec 20 15:52:53.342064 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-12d5f98d-7eec-4dd5-ae8c-0e3121c51f9d req-8355d100-5d44-44a8-9963-92428884f967 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd139b3e-f01b-4b06-9157-791215d115f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443633 Dec 20 15:52:53.746749 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 384556ec-8029-41a8-a978-d92ff6a7ca94 details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:52:53.844619 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 384556ec-8029-41a8-a978-d92ff6a7ca94, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=384556ec-8029-41a8-a978-d92ff6a7ca94,segment=NetworkSegment(ef60c184-7ced-41d1-8e04-07f6da4f57dc),segment_id=ef60c184-7ced-41d1-8e04-07f6da4f57dc)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:52:53.859309 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': '384556ec-8029-41a8-a978-d92ff6a7ca94', 'network_id': 'f5e06e1f-fa15-49a5-b59e-ccd074d78d5d', 'port_id': '384556ec-8029-41a8-a978-d92ff6a7ca94', 'mac_address': 'fa:16:3e:d6:5a:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ce864b2-46cd-4ca0-bf00-fa7d770bbc95', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:52:53.896835 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:53.909963 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 384556ec-8029-41a8-a978-d92ff6a7ca94 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:52:53.929758 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 384556ec-8029-41a8-a978-d92ff6a7ca94, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=384556ec-8029-41a8-a978-d92ff6a7ca94,segment=NetworkSegment(ef60c184-7ced-41d1-8e04-07f6da4f57dc),segment_id=ef60c184-7ced-41d1-8e04-07f6da4f57dc)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:52:53.934544 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:53.985747 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=384556ec-8029-41a8-a978-d92ff6a7ca94,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:54.143243 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['384556ec-8029-41a8-a978-d92ff6a7ca94'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:52:54.478388 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79daf744-64bc-4bef-879c-da9afa243f40 req-1dfa19d9-2da3-40bd-a6d7-b9688402ec57 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:54.479913 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-79daf744-64bc-4bef-879c-da9afa243f40 req-1dfa19d9-2da3-40bd-a6d7-b9688402ec57 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] 10.222.0.54 "GET /v2.0/ports?device_id=805aa6e4-4c3e-45cc-9211-71d946b2adcb HTTP/1.1" status: 200 len: 944 time: 0.0594232 Dec 20 15:52:54.536725 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-79daf744-64bc-4bef-879c-da9afa243f40 req-71aab9b8-2f36-4ca7-aeef-980071df8efd tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd139b3e-f01b-4b06-9157-791215d115f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505188 Dec 20 15:52:55.671859 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f5f8e4-316b-4445-8f67-2c8cb15777dc req-ea5bc38b-e4f1-4353-bb07-fd46fd204786 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:55.673382 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b1f5f8e4-316b-4445-8f67-2c8cb15777dc req-ea5bc38b-e4f1-4353-bb07-fd46fd204786 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] 10.222.0.54 "GET /v2.0/ports?device_id=805aa6e4-4c3e-45cc-9211-71d946b2adcb HTTP/1.1" status: 200 len: 944 time: 0.0510364 Dec 20 15:52:55.727121 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b1f5f8e4-316b-4445-8f67-2c8cb15777dc req-09c2fe73-d31a-4e34-9ac9-c85338a0abae tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd139b3e-f01b-4b06-9157-791215d115f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454750 Dec 20 15:52:55.762653 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 384556ec-8029-41a8-a978-d92ff6a7ca94 up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:52:55.816699 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning for port 384556ec-8029-41a8-a978-d92ff6a7ca94 completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:52:55.820476 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port 384556ec-8029-41a8-a978-d92ff6a7ca94 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:52:55.820840 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:55.905341 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:55.937119 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '805aa6e4-4c3e-45cc-9211-71d946b2adcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '384556ec-8029-41a8-a978-d92ff6a7ca94'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:52:55.939488 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a867d42bfdcbb9cb6963a533571b1f1c257f186d8c4d683fcd223be3c25d00f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed55fb96-e38c-4a09-bf78-309838f3ce89" -d '{"events": [{"server_uuid": "805aa6e4-4c3e-45cc-9211-71d946b2adcb", "name": "network-vif-plugged", "status": "completed", "tag": "384556ec-8029-41a8-a978-d92ff6a7ca94"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:52:55.951885 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 384556ec-8029-41a8-a978-d92ff6a7ca94, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=384556ec-8029-41a8-a978-d92ff6a7ca94,segment=NetworkSegment(ef60c184-7ced-41d1-8e04-07f6da4f57dc),segment_id=ef60c184-7ced-41d1-8e04-07f6da4f57dc)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:52:55.958546 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:55.985089 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f08ef2-6555-4686-a64e-8ec01f4a7327 x-openstack-request-id: req-f4f08ef2-6555-4686-a64e-8ec01f4a7327 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:52:55.985385 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "805aa6e4-4c3e-45cc-9211-71d946b2adcb", "name": "network-vif-plugged", "status": "completed", "tag": "384556ec-8029-41a8-a978-d92ff6a7ca94", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:52:55.985631 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f4f08ef2-6555-4686-a64e-8ec01f4a7327 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:52:55.986018 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '805aa6e4-4c3e-45cc-9211-71d946b2adcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '384556ec-8029-41a8-a978-d92ff6a7ca94', 'code': 200} Dec 20 15:52:56.015159 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=384556ec-8029-41a8-a978-d92ff6a7ca94,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:56.087512 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b22a24-d08b-4a2d-bb81-6c7aa22de255 req-14f3cad1-f9ac-4a67-b61e-24695de54e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:56.089015 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-10b22a24-d08b-4a2d-bb81-6c7aa22de255 req-14f3cad1-f9ac-4a67-b61e-24695de54e41 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=805aa6e4-4c3e-45cc-9211-71d946b2adcb HTTP/1.1" status: 200 len: 1097 time: 0.0439463 Dec 20 15:52:56.141173 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-10b22a24-d08b-4a2d-bb81-6c7aa22de255 req-a8044ac7-dff0-4ab3-9598-dfb7b0217c91 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=cd139b3e-f01b-4b06-9157-791215d115f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439487 Dec 20 15:52:56.867512 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34812dd7-ed32-4022-8be1-0fc6c03949d6 req-8d6f7e49-f1bf-42ea-a90f-04d705380376 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:56.869626 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-34812dd7-ed32-4022-8be1-0fc6c03949d6 req-8d6f7e49-f1bf-42ea-a90f-04d705380376 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] 10.222.0.54 "GET /v2.0/ports?device_id=805aa6e4-4c3e-45cc-9211-71d946b2adcb HTTP/1.1" status: 200 len: 945 time: 0.0623548 Dec 20 15:52:56.918842 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-34812dd7-ed32-4022-8be1-0fc6c03949d6 req-19416666-44ef-4d2a-a644-798646599b8d tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd139b3e-f01b-4b06-9157-791215d115f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428457 Dec 20 15:52:58.060154 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb46df3-e5d1-406a-afb9-981cd6ac5c70 req-c404602f-c2ba-4d67-9924-11746f3a6dc3 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:58.061661 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cbb46df3-e5d1-406a-afb9-981cd6ac5c70 req-c404602f-c2ba-4d67-9924-11746f3a6dc3 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] 10.222.0.54 "GET /v2.0/ports?device_id=805aa6e4-4c3e-45cc-9211-71d946b2adcb HTTP/1.1" status: 200 len: 945 time: 0.0592067 Dec 20 15:52:58.113868 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-cbb46df3-e5d1-406a-afb9-981cd6ac5c70 req-442346b6-6a99-4135-879b-0964fdd69fec tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd139b3e-f01b-4b06-9157-791215d115f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441775 Dec 20 15:52:58.233233 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa5bed0-6375-475e-89e2-197b4b426eb6 req-d957413a-1cdf-4eaf-b974-ff66b7967ba0 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:58.234607 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bfa5bed0-6375-475e-89e2-197b4b426eb6 req-d957413a-1cdf-4eaf-b974-ff66b7967ba0 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] 10.222.0.54 "GET /v2.0/ports?device_id=805aa6e4-4c3e-45cc-9211-71d946b2adcb HTTP/1.1" status: 200 len: 945 time: 0.0494406 Dec 20 15:52:58.282861 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-bfa5bed0-6375-475e-89e2-197b4b426eb6 req-8ce728e2-4950-4fce-bc2b-1939994ecc11 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd139b3e-f01b-4b06-9157-791215d115f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422001 Dec 20 15:52:58.304474 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 59582) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:58.444875 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8040f9f-1a94-4c54-b3ec-f773b46a66eb tempest-TestSnapshotPattern-1259881620 tempest-TestSnapshotPattern-1259881620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:52:58.446451 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-e8040f9f-1a94-4c54-b3ec-f773b46a66eb tempest-TestSnapshotPattern-1259881620 tempest-TestSnapshotPattern-1259881620-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=805aa6e4-4c3e-45cc-9211-71d946b2adcb HTTP/1.1" status: 200 len: 1092 time: 0.1409748 Dec 20 15:52:58.449457 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 59586) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:52:58.453665 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.v2.base [None req-93d2aac0-1636-4d2d-af35-52a0385680ee tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Request body: {'floatingip': {'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'port_id': '384556ec-8029-41a8-a978-d92ff6a7ca94', 'tenant_id': '6ac54f41ad0e42339337a96e5b25c7d0', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:52:58.480128 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-93d2aac0-1636-4d2d-af35-52a0385680ee tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Publish callbacks [] for floatingip, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:58.583990 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-93d2aac0-1636-4d2d-af35-52a0385680ee tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:58.689980 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.db_base_plugin_common [None req-93d2aac0-1636-4d2d-af35-52a0385680ee tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Allocated IP 172.25.0.185 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/51759222-d0d1-43ab-a206-d5382fab70d5) {{(pid=103167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:52:58.790772 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-93d2aac0-1636-4d2d-af35-52a0385680ee tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Publish callbacks [] for port, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:58.826501 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-93d2aac0-1636-4d2d-af35-52a0385680ee tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:58.869284 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d2aac0-1636-4d2d-af35-52a0385680ee tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:52:58.872503 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.base_scheduler [None req-93d2aac0-1636-4d2d-af35-52a0385680ee tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Resources bound (agent type, host, resource id): {{(pid=103167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:52:58.875963 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d2aac0-1636-4d2d-af35-52a0385680ee tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Received port after_create {{(pid=103167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:52:58.881489 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d2aac0-1636-4d2d-af35-52a0385680ee tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Pushing event updated for resources: {'Port': ['ID=51759222-d0d1-43ab-a206-d5382fab70d5,revision_number=1']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:59.251289 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-93d2aac0-1636-4d2d-af35-52a0385680ee tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:59.321144 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-93d2aac0-1636-4d2d-af35-52a0385680ee tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:59.473400 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-93d2aac0-1636-4d2d-af35-52a0385680ee tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Publish callbacks [] for port, precommit_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:59.479746 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-93d2aac0-1636-4d2d-af35-52a0385680ee tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9955964'] for port, after_update {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:59.544150 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d2aac0-1636-4d2d-af35-52a0385680ee tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Pushing event updated for resources: {'Port': ['ID=51759222-d0d1-43ab-a206-d5382fab70d5,revision_number=2']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:52:59.556025 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-93d2aac0-1636-4d2d-af35-52a0385680ee tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585115'] for floatingip, after_create {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:52:59.660663 n-d-761264-19 neutron-server[103167]: INFO neutron.db.l3_db [None req-93d2aac0-1636-4d2d-af35-52a0385680ee tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Floating IP 6a0cc028-f71d-4f0b-8032-8e84c142dd8f associated. External IP: 172.25.0.185, port: 384556ec-8029-41a8-a978-d92ff6a7ca94. Dec 20 15:52:59.868941 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93d2aac0-1636-4d2d-af35-52a0385680ee tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Router 34ccd1cb-cdcb-40f5-b891-991978542266 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:52:59.989554 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93d2aac0-1636-4d2d-af35-52a0385680ee tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:53:00.000069 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c8ef45-8418-465b-b9a4-608bc78e7182 None None] Sync routers for ids ['34ccd1cb-cdcb-40f5-b891-991978542266'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:53:00.010448 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-93d2aac0-1636-4d2d-af35-52a0385680ee tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:00.011996 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c8ef45-8418-465b-b9a4-608bc78e7182 None None] Routers {'34ccd1cb-cdcb-40f5-b891-991978542266'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:53:00.012629 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-b0c8ef45-8418-465b-b9a4-608bc78e7182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:52:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['34ccd1cb-cdcb-40f5-b891-991978542266'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:00.037489 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-93d2aac0-1636-4d2d-af35-52a0385680ee tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5870256 Dec 20 15:53:00.038074 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '805aa6e4-4c3e-45cc-9211-71d946b2adcb', 'tag': '384556ec-8029-41a8-a978-d92ff6a7ca94'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:53:00.041448 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08f5bd10d948da750b9537a176c40f94b479143edf42a445aa4903673b4b1814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5180a9a4-6e73-424f-92a2-80386bd5ff21" -d '{"events": [{"name": "network-changed", "server_uuid": "805aa6e4-4c3e-45cc-9211-71d946b2adcb", "tag": "384556ec-8029-41a8-a978-d92ff6a7ca94"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:53:00.081511 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b35f2286-fa4b-4222-b1db-29b8888b21a0 x-openstack-request-id: req-b35f2286-fa4b-4222-b1db-29b8888b21a0 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:53:00.081803 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "805aa6e4-4c3e-45cc-9211-71d946b2adcb", "tag": "384556ec-8029-41a8-a978-d92ff6a7ca94", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:53:00.082056 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b35f2286-fa4b-4222-b1db-29b8888b21a0 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:53:00.082466 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '805aa6e4-4c3e-45cc-9211-71d946b2adcb', 'tag': '384556ec-8029-41a8-a978-d92ff6a7ca94', 'status': 'completed', 'code': 200} Dec 20 15:53:00.124801 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-b0c8ef45-8418-465b-b9a4-608bc78e7182 None None] Set router 34ccd1cb-cdcb-40f5-b891-991978542266 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:53:00.145148 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5180a9a4-6e73-424f-92a2-80386bd5ff21 req-2bcf14cb-6f2e-40f8-aec9-3c48b36b19dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:00.147119 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5180a9a4-6e73-424f-92a2-80386bd5ff21 req-2bcf14cb-6f2e-40f8-aec9-3c48b36b19dd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6ac54f41ad0e42339337a96e5b25c7d0&device_id=805aa6e4-4c3e-45cc-9211-71d946b2adcb HTTP/1.1" status: 200 len: 1097 time: 0.0419114 Dec 20 15:53:00.354544 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-b0c8ef45-8418-465b-b9a4-608bc78e7182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ccd1cb-cdcb-40f5-b891-991978542266', 'name': 'tempest-TestSnapshotPattern-1745068570-router', 'tenant_id': '6ac54f41ad0e42339337a96e5b25c7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '39dfa546-38b2-4fea-9b9e-9c9b12e10432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:52:37Z', 'updated_at': '2021-12-20T15:52:40Z', 'revision_number': 4, 'project_id': '6ac54f41ad0e42339337a96e5b25c7d0', 'gw_port': {'id': '39dfa546-38b2-4fea-9b9e-9c9b12e10432', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ac:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ccd1cb-cdcb-40f5-b891-991978542266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:52:38Z', 'updated_at': '2021-12-20T15:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': '6a0cc028-f71d-4f0b-8032-8e84c142dd8f', 'tenant_id': '6ac54f41ad0e42339337a96e5b25c7d0', 'floating_ip_address': '172.25.0.185', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': '34ccd1cb-cdcb-40f5-b891-991978542266', 'port_id': '384556ec-8029-41a8-a978-d92ff6a7ca94', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5e06e1f-fa15-49a5-b59e-ccd074d78d5d', 'mac_address': 'fa:16:3e:d6:5a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '805aa6e4-4c3e-45cc-9211-71d946b2adcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:52:59Z', 'updated_at': '2021-12-20T15:52:59Z', 'revision_number': 0, 'project_id': '6ac54f41ad0e42339337a96e5b25c7d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61a60ac5-3e8a-4bd4-ab14-be5a15dc9792', 'name': '', 'network_id': 'f5e06e1f-fa15-49a5-b59e-ccd074d78d5d', 'tenant_id': '6ac54f41ad0e42339337a96e5b25c7d0', 'mac_address': 'fa:16:3e:85:85:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ccd1cb-cdcb-40f5-b891-991978542266', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '5ce864b2-46cd-4ca0-bf00-fa7d770bbc95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:52:39Z', 'updated_at': '2021-12-20T15:52:45Z', 'revision_number': 5, 'project_id': '6ac54f41ad0e42339337a96e5b25c7d0', 'subnets': [{'id': '5ce864b2-46cd-4ca0-bf00-fa7d770bbc95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:00.552926 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c8ef45-8418-465b-b9a4-608bc78e7182 None None] Checking router: 34ccd1cb-cdcb-40f5-b891-991978542266 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:53:00.563455 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c8ef45-8418-465b-b9a4-608bc78e7182 None None] Routers {'34ccd1cb-cdcb-40f5-b891-991978542266'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:53:00.563647 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-b0c8ef45-8418-465b-b9a4-608bc78e7182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:52:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['34ccd1cb-cdcb-40f5-b891-991978542266'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:00.581453 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5180a9a4-6e73-424f-92a2-80386bd5ff21 req-dc3c610f-32ca-4e5e-bcff-dfc051d053a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:00.583098 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5180a9a4-6e73-424f-92a2-80386bd5ff21 req-dc3c610f-32ca-4e5e-bcff-dfc051d053a0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f5e06e1f-fa15-49a5-b59e-ccd074d78d5d HTTP/1.1" status: 200 len: 911 time: 0.4293489 Dec 20 15:53:00.649091 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5180a9a4-6e73-424f-92a2-80386bd5ff21 req-384c4e4d-7432-4736-9a51-b39af47b0810 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=384556ec-8029-41a8-a978-d92ff6a7ca94 HTTP/1.1" status: 200 len: 999 time: 0.0584726 Dec 20 15:53:00.668565 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-b0c8ef45-8418-465b-b9a4-608bc78e7182 None None] Set router 34ccd1cb-cdcb-40f5-b891-991978542266 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:53:00.703014 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5180a9a4-6e73-424f-92a2-80386bd5ff21 req-3cf0d067-42b1-42ee-b568-73bed8258792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:00.704534 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5180a9a4-6e73-424f-92a2-80386bd5ff21 req-3cf0d067-42b1-42ee-b568-73bed8258792 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5ce864b2-46cd-4ca0-bf00-fa7d770bbc95 HTTP/1.1" status: 200 len: 849 time: 0.0483584 Dec 20 15:53:00.752215 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5180a9a4-6e73-424f-92a2-80386bd5ff21 req-97c7577e-09e5-41f5-822f-bb48b7b8aa3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:00.753843 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5180a9a4-6e73-424f-92a2-80386bd5ff21 req-97c7577e-09e5-41f5-822f-bb48b7b8aa3d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f5e06e1f-fa15-49a5-b59e-ccd074d78d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424731 Dec 20 15:53:00.833141 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-77726458-8062-4f02-abfe-7afef9ded1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:00.847881 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5180a9a4-6e73-424f-92a2-80386bd5ff21 req-b5ba6efb-754f-4eb4-bcb1-a09a0e03ef74 service neutron] 10.222.0.47 "GET /v2.0/networks/f5e06e1f-fa15-49a5-b59e-ccd074d78d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868077 Dec 20 15:53:00.900246 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-b0c8ef45-8418-465b-b9a4-608bc78e7182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ccd1cb-cdcb-40f5-b891-991978542266', 'name': 'tempest-TestSnapshotPattern-1745068570-router', 'tenant_id': '6ac54f41ad0e42339337a96e5b25c7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '39dfa546-38b2-4fea-9b9e-9c9b12e10432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:52:37Z', 'updated_at': '2021-12-20T15:52:40Z', 'revision_number': 4, 'project_id': '6ac54f41ad0e42339337a96e5b25c7d0', 'gw_port': {'id': '39dfa546-38b2-4fea-9b9e-9c9b12e10432', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ac:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ccd1cb-cdcb-40f5-b891-991978542266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:52:38Z', 'updated_at': '2021-12-20T15:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': '6a0cc028-f71d-4f0b-8032-8e84c142dd8f', 'tenant_id': '6ac54f41ad0e42339337a96e5b25c7d0', 'floating_ip_address': '172.25.0.185', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': '34ccd1cb-cdcb-40f5-b891-991978542266', 'port_id': '384556ec-8029-41a8-a978-d92ff6a7ca94', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5e06e1f-fa15-49a5-b59e-ccd074d78d5d', 'mac_address': 'fa:16:3e:d6:5a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '805aa6e4-4c3e-45cc-9211-71d946b2adcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:52:59Z', 'updated_at': '2021-12-20T15:52:59Z', 'revision_number': 0, 'project_id': '6ac54f41ad0e42339337a96e5b25c7d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61a60ac5-3e8a-4bd4-ab14-be5a15dc9792', 'name': '', 'network_id': 'f5e06e1f-fa15-49a5-b59e-ccd074d78d5d', 'tenant_id': '6ac54f41ad0e42339337a96e5b25c7d0', 'mac_address': 'fa:16:3e:85:85:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ccd1cb-cdcb-40f5-b891-991978542266', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '5ce864b2-46cd-4ca0-bf00-fa7d770bbc95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:52:39Z', 'updated_at': '2021-12-20T15:52:45Z', 'revision_number': 5, 'project_id': '6ac54f41ad0e42339337a96e5b25c7d0', 'subnets': [{'id': '5ce864b2-46cd-4ca0-bf00-fa7d770bbc95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:53:00.930071 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c8ef45-8418-465b-b9a4-608bc78e7182 None None] The sync data for ids ['34ccd1cb-cdcb-40f5-b891-991978542266'] in n-d-761264-19 is: [{'id': '34ccd1cb-cdcb-40f5-b891-991978542266', 'name': 'tempest-TestSnapshotPattern-1745068570-router', 'tenant_id': '6ac54f41ad0e42339337a96e5b25c7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '39dfa546-38b2-4fea-9b9e-9c9b12e10432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:52:37Z', 'updated_at': '2021-12-20T15:52:40Z', 'revision_number': 4, 'project_id': '6ac54f41ad0e42339337a96e5b25c7d0', 'gw_port': {'id': '39dfa546-38b2-4fea-9b9e-9c9b12e10432', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ac:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ccd1cb-cdcb-40f5-b891-991978542266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:52:38Z', 'updated_at': '2021-12-20T15:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': '6a0cc028-f71d-4f0b-8032-8e84c142dd8f', 'tenant_id': '6ac54f41ad0e42339337a96e5b25c7d0', 'floating_ip_address': '172.25.0.185', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': '34ccd1cb-cdcb-40f5-b891-991978542266', 'port_id': '384556ec-8029-41a8-a978-d92ff6a7ca94', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5e06e1f-fa15-49a5-b59e-ccd074d78d5d', 'mac_address': 'fa:16:3e:d6:5a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '805aa6e4-4c3e-45cc-9211-71d946b2adcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:52:59Z', 'updated_at': '2021-12-20T15:52:59Z', 'revision_number': 0, 'project_id': '6ac54f41ad0e42339337a96e5b25c7d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61a60ac5-3e8a-4bd4-ab14-be5a15dc9792', 'name': '', 'network_id': 'f5e06e1f-fa15-49a5-b59e-ccd074d78d5d', 'tenant_id': '6ac54f41ad0e42339337a96e5b25c7d0', 'mac_address': 'fa:16:3e:85:85:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ccd1cb-cdcb-40f5-b891-991978542266', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '5ce864b2-46cd-4ca0-bf00-fa7d770bbc95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:52:39Z', 'updated_at': '2021-12-20T15:52:45Z', 'revision_number': 5, 'project_id': '6ac54f41ad0e42339337a96e5b25c7d0', 'subnets': [{'id': '5ce864b2-46cd-4ca0-bf00-fa7d770bbc95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:53:00.940381 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-5180a9a4-6e73-424f-92a2-80386bd5ff21 req-d82bccd4-7e3b-4c9c-9278-9c5aaa676e8e service neutron] 10.222.0.47 "GET /v2.0/networks/f5e06e1f-fa15-49a5-b59e-ccd074d78d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854187 Dec 20 15:53:01.122483 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6392d23e-a26a-48ce-9b3a-55886e17b5b9 None None] New status for floating IP 6a0cc028-f71d-4f0b-8032-8e84c142dd8f: ACTIVE {{(pid=103170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 15:53:03.024660 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-bb534d04-9cc1-41b9-b3d8-0eeb7f4e0177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:03.832275 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:53:04.172890 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:06.183599 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:06.373461 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:12.409516 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:16.101077 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:22.646120 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6d970fb3-dae0-4b04-a2fe-d5a4f0a4b6a3 req-8bc346be-0ba6-4e0f-8591-41cf351ba37c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=805aa6e4-4c3e-45cc-9211-71d946b2adcb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0424786 Dec 20 15:53:22.737889 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d970fb3-dae0-4b04-a2fe-d5a4f0a4b6a3 req-9bf8b585-0fc9-43ad-a0ae-ba65b11537b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:22.739462 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6d970fb3-dae0-4b04-a2fe-d5a4f0a4b6a3 req-9bf8b585-0fc9-43ad-a0ae-ba65b11537b2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6ac54f41ad0e42339337a96e5b25c7d0&device_id=805aa6e4-4c3e-45cc-9211-71d946b2adcb HTTP/1.1" status: 200 len: 1097 time: 0.0453720 Dec 20 15:53:22.850140 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d970fb3-dae0-4b04-a2fe-d5a4f0a4b6a3 req-23114359-c551-4ff6-a80e-b2956dc34169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:22.851626 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6d970fb3-dae0-4b04-a2fe-d5a4f0a4b6a3 req-23114359-c551-4ff6-a80e-b2956dc34169 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f5e06e1f-fa15-49a5-b59e-ccd074d78d5d HTTP/1.1" status: 200 len: 911 time: 0.0912449 Dec 20 15:53:22.922942 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6d970fb3-dae0-4b04-a2fe-d5a4f0a4b6a3 req-0e6ba69e-c146-4017-bfa5-c7755a4b4da2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=384556ec-8029-41a8-a978-d92ff6a7ca94 HTTP/1.1" status: 200 len: 1001 time: 0.0634863 Dec 20 15:53:22.978621 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d970fb3-dae0-4b04-a2fe-d5a4f0a4b6a3 req-6661a661-ed3e-45b4-8636-41c91db295c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:22.980138 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6d970fb3-dae0-4b04-a2fe-d5a4f0a4b6a3 req-6661a661-ed3e-45b4-8636-41c91db295c7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5ce864b2-46cd-4ca0-bf00-fa7d770bbc95 HTTP/1.1" status: 200 len: 849 time: 0.0482218 Dec 20 15:53:23.027251 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d970fb3-dae0-4b04-a2fe-d5a4f0a4b6a3 req-52cb3d73-6ea2-4c2f-ad6e-526f828c0d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:53:23.028791 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6d970fb3-dae0-4b04-a2fe-d5a4f0a4b6a3 req-52cb3d73-6ea2-4c2f-ad6e-526f828c0d28 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f5e06e1f-fa15-49a5-b59e-ccd074d78d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415521 Dec 20 15:53:23.130648 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6d970fb3-dae0-4b04-a2fe-d5a4f0a4b6a3 req-68961909-ec65-4271-80b8-dcb06d9a7bea service neutron] 10.222.0.47 "GET /v2.0/networks/f5e06e1f-fa15-49a5-b59e-ccd074d78d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937107 Dec 20 15:53:23.244467 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-6d970fb3-dae0-4b04-a2fe-d5a4f0a4b6a3 req-67dd2dd9-b787-40a4-b1d5-d713edb8827d service neutron] 10.222.0.47 "GET /v2.0/networks/f5e06e1f-fa15-49a5-b59e-ccd074d78d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048899 Dec 20 15:53:30.824839 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b4f428c2-6a0b-4f56-b033-d03878e8c60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:33.034088 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a1d82b84-ad04-482d-95ae-b2f968fd91fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:34.175326 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:36.187501 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:36.360719 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:40.827576 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:53:42.419212 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:53:46.115240 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:00.827241 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-3ddfb2d4-81a2-4646-8e0b-26581b44a327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:03.025038 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-9f70e639-9dc1-4c62-9033-8450ee81b50c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:04.187484 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:06.189815 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:06.366423 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:12.437139 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:16.113627 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:17.832817 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:54:22.716682 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4e50ad76-11bc-4e61-852e-3a0c326b7262 req-6094e667-4457-4e60-900c-ec084b43add2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=805aa6e4-4c3e-45cc-9211-71d946b2adcb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1149600 Dec 20 15:54:22.814189 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e50ad76-11bc-4e61-852e-3a0c326b7262 req-c37fadb3-0eef-43fa-b517-c43f445efd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:22.815796 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4e50ad76-11bc-4e61-852e-3a0c326b7262 req-c37fadb3-0eef-43fa-b517-c43f445efd6e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6ac54f41ad0e42339337a96e5b25c7d0&device_id=805aa6e4-4c3e-45cc-9211-71d946b2adcb HTTP/1.1" status: 200 len: 1097 time: 0.0458839 Dec 20 15:54:22.930344 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e50ad76-11bc-4e61-852e-3a0c326b7262 req-096d9bec-23ac-4737-8821-9eae2a7bbbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:22.931776 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4e50ad76-11bc-4e61-852e-3a0c326b7262 req-096d9bec-23ac-4737-8821-9eae2a7bbbf0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f5e06e1f-fa15-49a5-b59e-ccd074d78d5d HTTP/1.1" status: 200 len: 911 time: 0.0908380 Dec 20 15:54:23.004256 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4e50ad76-11bc-4e61-852e-3a0c326b7262 req-932fce88-59e9-4c96-9dc8-ab68c5a90065 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=384556ec-8029-41a8-a978-d92ff6a7ca94 HTTP/1.1" status: 200 len: 1001 time: 0.0649292 Dec 20 15:54:23.059390 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e50ad76-11bc-4e61-852e-3a0c326b7262 req-4565bd12-5a00-4a60-a2b5-be646ac562c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:23.060869 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4e50ad76-11bc-4e61-852e-3a0c326b7262 req-4565bd12-5a00-4a60-a2b5-be646ac562c5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5ce864b2-46cd-4ca0-bf00-fa7d770bbc95 HTTP/1.1" status: 200 len: 849 time: 0.0498106 Dec 20 15:54:23.108487 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e50ad76-11bc-4e61-852e-3a0c326b7262 req-c16573e9-1699-462c-9c68-9419459c35f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:54:23.109990 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4e50ad76-11bc-4e61-852e-3a0c326b7262 req-c16573e9-1699-462c-9c68-9419459c35f2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f5e06e1f-fa15-49a5-b59e-ccd074d78d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420299 Dec 20 15:54:23.121717 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [req-4e50ad76-11bc-4e61-852e-3a0c326b7262 req-fd8ca6cf-bfae-4e35-866c-fe35f07c679b service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:54:23.122629 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4e50ad76-11bc-4e61-852e-3a0c326b7262 req-fd8ca6cf-bfae-4e35-866c-fe35f07c679b service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052679 Dec 20 15:54:23.225888 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4e50ad76-11bc-4e61-852e-3a0c326b7262 req-b6db0de9-6d9a-4b9b-bfbe-1e35b238048b service neutron] 10.222.0.47 "GET /v2.0/networks/f5e06e1f-fa15-49a5-b59e-ccd074d78d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960770 Dec 20 15:54:23.318622 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4e50ad76-11bc-4e61-852e-3a0c326b7262 req-c6af2e10-8415-4595-af3b-56e9ab3ca62d service neutron] 10.222.0.47 "GET /v2.0/networks/f5e06e1f-fa15-49a5-b59e-ccd074d78d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860972 Dec 20 15:54:30.829154 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4f6cb6a8-f1a8-492f-975e-d221fee39ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:33.024046 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-728c74f0-da27-4724-aa79-2a46fd20970d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:34.189386 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:36.193137 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:36.376462 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:42.438150 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:46.117144 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:54:54.838184 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:55:00.497357 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 384556ec-8029-41a8-a978-d92ff6a7ca94 details requested by agent hyperv_n-h2-761264-19 with host n-h2-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:55:00.630851 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 384556ec-8029-41a8-a978-d92ff6a7ca94, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=384556ec-8029-41a8-a978-d92ff6a7ca94,segment=NetworkSegment(ef60c184-7ced-41d1-8e04-07f6da4f57dc),segment_id=ef60c184-7ced-41d1-8e04-07f6da4f57dc)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:55:00.642948 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Returning: {'device': '384556ec-8029-41a8-a978-d92ff6a7ca94', 'network_id': 'f5e06e1f-fa15-49a5-b59e-ccd074d78d5d', 'port_id': '384556ec-8029-41a8-a978-d92ff6a7ca94', 'mac_address': 'fa:16:3e:d6:5a:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ce864b2-46cd-4ca0-bf00-fa7d770bbc95', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:55:00.687175 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:00.707523 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 384556ec-8029-41a8-a978-d92ff6a7ca94 {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:55:00.729235 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 384556ec-8029-41a8-a978-d92ff6a7ca94, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=384556ec-8029-41a8-a978-d92ff6a7ca94,segment=NetworkSegment(ef60c184-7ced-41d1-8e04-07f6da4f57dc),segment_id=ef60c184-7ced-41d1-8e04-07f6da4f57dc)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:55:00.746392 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:00.801189 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=384556ec-8029-41a8-a978-d92ff6a7ca94,revision_number=6']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:00.812482 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:00.812915 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:00.813160 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:00.813498 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:00.813830 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:00.814378 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:00.815831 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:00.816581 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:00.816926 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:00.817266 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:00.817600 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:00.818254 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:00.819246 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:00.828124 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] get_ports_and_sgs() called for port_ids ['384556ec-8029-41a8-a978-d92ff6a7ca94'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:55:00.871468 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6a42d1c3-40d7-4282-9eeb-9ab342bbdd74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:02.510996 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 384556ec-8029-41a8-a978-d92ff6a7ca94 up at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:55:02.560751 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Provisioning complete for port 384556ec-8029-41a8-a978-d92ff6a7ca94 triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:55:02.561115 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:02.644253 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:02.668788 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '805aa6e4-4c3e-45cc-9211-71d946b2adcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '384556ec-8029-41a8-a978-d92ff6a7ca94'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:55:02.671154 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a867d42bfdcbb9cb6963a533571b1f1c257f186d8c4d683fcd223be3c25d00f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c02af31-6a06-4aeb-a4c4-bcd7320924a4" -d '{"events": [{"server_uuid": "805aa6e4-4c3e-45cc-9211-71d946b2adcb", "name": "network-vif-plugged", "status": "completed", "tag": "384556ec-8029-41a8-a978-d92ff6a7ca94"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:55:02.686882 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 384556ec-8029-41a8-a978-d92ff6a7ca94, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=384556ec-8029-41a8-a978-d92ff6a7ca94,segment=NetworkSegment(ef60c184-7ced-41d1-8e04-07f6da4f57dc),segment_id=ef60c184-7ced-41d1-8e04-07f6da4f57dc)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:55:02.695123 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:02.724298 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5db667fe-18b6-4afb-bbfc-d81d75aa4200 x-openstack-request-id: req-5db667fe-18b6-4afb-bbfc-d81d75aa4200 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:55:02.724777 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "805aa6e4-4c3e-45cc-9211-71d946b2adcb", "name": "network-vif-plugged", "status": "completed", "tag": "384556ec-8029-41a8-a978-d92ff6a7ca94", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:55:02.725125 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5db667fe-18b6-4afb-bbfc-d81d75aa4200 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:55:02.725622 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '805aa6e4-4c3e-45cc-9211-71d946b2adcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '384556ec-8029-41a8-a978-d92ff6a7ca94', 'code': 200} Dec 20 15:55:02.755359 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=384556ec-8029-41a8-a978-d92ff6a7ca94,revision_number=7']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:03.025419 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-abe7f852-051d-4aeb-a4be-0e4132cd1a1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:04.186042 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:06.195470 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:06.363366 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:10.313025 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fca58578-2fb5-47e2-b3a1-037950a1fdcb req-b9cc1d75-e631-49e3-8695-a2f92d491680 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-913633149&fields=id&tenant_id=6ac54f41ad0e42339337a96e5b25c7d0 HTTP/1.1" status: 200 len: 267 time: 0.0592031 Dec 20 15:55:10.427537 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca58578-2fb5-47e2-b3a1-037950a1fdcb req-5becf47f-4b1e-441a-972b-fb33e3423cc4 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:10.429016 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fca58578-2fb5-47e2-b3a1-037950a1fdcb req-5becf47f-4b1e-441a-972b-fb33e3423cc4 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] 10.222.0.54 "GET /v2.0/networks?id=f5e06e1f-fa15-49a5-b59e-ccd074d78d5d HTTP/1.1" status: 200 len: 810 time: 0.1061563 Dec 20 15:55:10.446542 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fca58578-2fb5-47e2-b3a1-037950a1fdcb req-7d017070-ba56-40ae-92cb-728f25c35cce tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] 10.222.0.54 "GET /v2.0/quotas/6ac54f41ad0e42339337a96e5b25c7d0 HTTP/1.1" status: 200 len: 375 time: 0.0094135 Dec 20 15:55:10.505166 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fca58578-2fb5-47e2-b3a1-037950a1fdcb req-fa3118c0-9a19-4564-bf47-e2d8f6e24123 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=6ac54f41ad0e42339337a96e5b25c7d0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0529575 Dec 20 15:55:10.644424 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fca58578-2fb5-47e2-b3a1-037950a1fdcb req-635f02e4-757b-4509-bcc7-c11be80d03ab service neutron] 10.222.0.54 "GET /v2.0/networks/f5e06e1f-fa15-49a5-b59e-ccd074d78d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273499 Dec 20 15:55:10.744229 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fca58578-2fb5-47e2-b3a1-037950a1fdcb req-4fbef058-1368-425b-ac19-eb6343fb9651 service neutron] 10.222.0.54 "GET /v2.0/networks/f5e06e1f-fa15-49a5-b59e-ccd074d78d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937073 Dec 20 15:55:11.948966 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-6f900afa-5c4b-4823-b600-cb27d274db09 req-8e205474-9135-4157-8f50-405f0b307b38 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] 10.222.0.54 "GET /v2.0/ports?device_id=121b5865-a805-4cb3-aa5f-73544aa22f8e HTTP/1.1" status: 200 len: 210 time: 0.0282109 Dec 20 15:55:12.447594 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:13.031417 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c8ec6ccc-0696-42aa-8f57-4ed85dba01fa req-9749b35a-2574-4940-a7b0-06e2ef47e003 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] 10.222.0.54 "GET /v2.0/ports?device_id=121b5865-a805-4cb3-aa5f-73544aa22f8e HTTP/1.1" status: 200 len: 210 time: 0.0266416 Dec 20 15:55:14.111290 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e1529789-2841-4fc1-abbf-9732e9a11eed req-b85599ad-2722-4669-a194-d03b4c8ccf0f tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] 10.222.0.54 "GET /v2.0/ports?device_id=121b5865-a805-4cb3-aa5f-73544aa22f8e HTTP/1.1" status: 200 len: 210 time: 0.0294409 Dec 20 15:55:14.570360 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 384556ec-8029-41a8-a978-d92ff6a7ca94 no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:55:14.652596 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:14.675132 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '805aa6e4-4c3e-45cc-9211-71d946b2adcb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '384556ec-8029-41a8-a978-d92ff6a7ca94'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:55:14.677377 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a867d42bfdcbb9cb6963a533571b1f1c257f186d8c4d683fcd223be3c25d00f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-448fcb5f-8fb0-4d9f-8665-225e6996e65a" -d '{"events": [{"server_uuid": "805aa6e4-4c3e-45cc-9211-71d946b2adcb", "name": "network-vif-unplugged", "status": "completed", "tag": "384556ec-8029-41a8-a978-d92ff6a7ca94"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:55:14.689587 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] For port 384556ec-8029-41a8-a978-d92ff6a7ca94, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=384556ec-8029-41a8-a978-d92ff6a7ca94,segment=NetworkSegment(ef60c184-7ced-41d1-8e04-07f6da4f57dc),segment_id=ef60c184-7ced-41d1-8e04-07f6da4f57dc)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:55:14.694894 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:14.719455 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 15:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4ffe2e5-4309-4911-9086-1a362f37b91a x-openstack-request-id: req-b4ffe2e5-4309-4911-9086-1a362f37b91a {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:55:14.719758 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "805aa6e4-4c3e-45cc-9211-71d946b2adcb", "name": "network-vif-unplugged", "status": "completed", "tag": "384556ec-8029-41a8-a978-d92ff6a7ca94", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:55:14.720009 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b4ffe2e5-4309-4911-9086-1a362f37b91a {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:55:14.720399 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '805aa6e4-4c3e-45cc-9211-71d946b2adcb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '384556ec-8029-41a8-a978-d92ff6a7ca94', 'code': 200} Dec 20 15:55:14.742967 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Pushing event updated for resources: {'Port': ['ID=384556ec-8029-41a8-a978-d92ff6a7ca94,revision_number=8']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:15.201218 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-ac2b5882-99ee-42dd-8cbd-85a9daecfe53 req-970c2b03-ad1d-4133-9cf4-5d6b756830e6 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] 10.222.0.54 "GET /v2.0/ports?device_id=121b5865-a805-4cb3-aa5f-73544aa22f8e HTTP/1.1" status: 200 len: 210 time: 0.0323312 Dec 20 15:55:16.128787 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:16.318856 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-71f1753b-cb4f-4253-96f5-083b0ea1c088 req-fc2b4857-47ac-4f15-ba82-596e03140e7f tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] 10.222.0.54 "GET /v2.0/ports?device_id=121b5865-a805-4cb3-aa5f-73544aa22f8e HTTP/1.1" status: 200 len: 210 time: 0.0364420 Dec 20 15:55:16.998944 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca58578-2fb5-47e2-b3a1-037950a1fdcb req-b4ed0cd3-8416-4c40-96d4-8bcf6273f57c tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:17.000624 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fca58578-2fb5-47e2-b3a1-037950a1fdcb req-b4ed0cd3-8416-4c40-96d4-8bcf6273f57c tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] 10.222.0.30 "GET /v2.0/networks?id=f5e06e1f-fa15-49a5-b59e-ccd074d78d5d HTTP/1.1" status: 200 len: 810 time: 0.1092141 Dec 20 15:55:17.065776 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fca58578-2fb5-47e2-b3a1-037950a1fdcb req-18414bad-d7a7-4b0a-8f7b-473426f3a103 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ac54f41ad0e42339337a96e5b25c7d0 HTTP/1.1" status: 200 len: 379 time: 0.0559661 Dec 20 15:55:17.085975 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-fca58578-2fb5-47e2-b3a1-037950a1fdcb req-e7789f9a-807d-4127-a17d-c8d6f42367de tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Request body: {'port': {'device_id': '121b5865-a805-4cb3-aa5f-73544aa22f8e', 'network_id': 'f5e06e1f-fa15-49a5-b59e-ccd074d78d5d', 'admin_state_up': True, 'tenant_id': '6ac54f41ad0e42339337a96e5b25c7d0', 'security_groups': ['cd139b3e-f01b-4b06-9157-791215d115f8']}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:55:17.205669 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fca58578-2fb5-47e2-b3a1-037950a1fdcb req-e7789f9a-807d-4127-a17d-c8d6f42367de tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Made reservation on behalf of 6ac54f41ad0e42339337a96e5b25c7d0 for: {'port': 1} {{(pid=103168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 15:55:17.209428 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-fca58578-2fb5-47e2-b3a1-037950a1fdcb req-e7789f9a-807d-4127-a17d-c8d6f42367de tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:17.387786 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [req-fca58578-2fb5-47e2-b3a1-037950a1fdcb req-e7789f9a-807d-4127-a17d-c8d6f42367de tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Allocated IP 172.20.0.11 (f5e06e1f-fa15-49a5-b59e-ccd074d78d5d/5ce864b2-46cd-4ca0-bf00-fa7d770bbc95/1a1c6803-b089-4d58-9315-4116896722ef) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:55:17.490813 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-4782721e-8ce5-4f71-ab0c-ec2c83b3681b req-f30abcab-29bf-4a4b-bc57-006cad1fbb91 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] 10.222.0.54 "GET /v2.0/ports?device_id=121b5865-a805-4cb3-aa5f-73544aa22f8e HTTP/1.1" status: 200 len: 210 time: 0.0558400 Dec 20 15:55:17.616172 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-fca58578-2fb5-47e2-b3a1-037950a1fdcb req-e7789f9a-807d-4127-a17d-c8d6f42367de tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:17.654092 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-fca58578-2fb5-47e2-b3a1-037950a1fdcb req-e7789f9a-807d-4127-a17d-c8d6f42367de tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:17.697544 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fca58578-2fb5-47e2-b3a1-037950a1fdcb req-e7789f9a-807d-4127-a17d-c8d6f42367de tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Network f5e06e1f-fa15-49a5-b59e-ccd074d78d5d is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:55:17.700922 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [req-fca58578-2fb5-47e2-b3a1-037950a1fdcb req-e7789f9a-807d-4127-a17d-c8d6f42367de tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:55:17.707534 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-fca58578-2fb5-47e2-b3a1-037950a1fdcb req-e7789f9a-807d-4127-a17d-c8d6f42367de tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:55:17.741794 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7789f9a-807d-4127-a17d-c8d6f42367de tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Pushing event updated for resources: {'Port': ['ID=1a1c6803-b089-4d58-9315-4116896722ef,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:17.758115 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7789f9a-807d-4127-a17d-c8d6f42367de tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:17.758448 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7789f9a-807d-4127-a17d-c8d6f42367de tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:17.758808 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7789f9a-807d-4127-a17d-c8d6f42367de tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:17.759142 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7789f9a-807d-4127-a17d-c8d6f42367de tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:17.759472 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7789f9a-807d-4127-a17d-c8d6f42367de tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:17.759807 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7789f9a-807d-4127-a17d-c8d6f42367de tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:17.760126 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7789f9a-807d-4127-a17d-c8d6f42367de tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:17.760451 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7789f9a-807d-4127-a17d-c8d6f42367de tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:17.760770 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7789f9a-807d-4127-a17d-c8d6f42367de tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:17.761087 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7789f9a-807d-4127-a17d-c8d6f42367de tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:17.761407 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7789f9a-807d-4127-a17d-c8d6f42367de tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:17.761726 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7789f9a-807d-4127-a17d-c8d6f42367de tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:17.762044 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7789f9a-807d-4127-a17d-c8d6f42367de tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:55:17.804552 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca58578-2fb5-47e2-b3a1-037950a1fdcb req-e7789f9a-807d-4127-a17d-c8d6f42367de tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:17.805767 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-fca58578-2fb5-47e2-b3a1-037950a1fdcb req-e7789f9a-807d-4127-a17d-c8d6f42367de tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:17.825974 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fca58578-2fb5-47e2-b3a1-037950a1fdcb req-e7789f9a-807d-4127-a17d-c8d6f42367de tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7439456 Dec 20 15:55:17.947409 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-bae2fc4b-2fbe-42e3-8b00-28c810cfcb23 None None] Provisioning complete for port 1a1c6803-b089-4d58-9315-4116896722ef triggered by entity DHCP. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:55:17.948007 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-bae2fc4b-2fbe-42e3-8b00-28c810cfcb23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:17.985832 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-bae2fc4b-2fbe-42e3-8b00-28c810cfcb23 None None] Port 1a1c6803-b089-4d58-9315-4116896722ef cannot update to ACTIVE because it is not bound. {{(pid=103169) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 20 15:55:18.602466 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8bac7d-fcd4-4595-8068-b5e746463b13 req-279a60c4-5089-4e3f-a6ed-72ce07c76bd3 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:18.604040 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8c8bac7d-fcd4-4595-8068-b5e746463b13 req-279a60c4-5089-4e3f-a6ed-72ce07c76bd3 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] 10.222.0.54 "GET /v2.0/ports?device_id=121b5865-a805-4cb3-aa5f-73544aa22f8e HTTP/1.1" status: 200 len: 932 time: 0.0627637 Dec 20 15:55:18.668832 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-8c8bac7d-fcd4-4595-8068-b5e746463b13 req-eb60a3bc-183e-41dc-8cf7-5f7157ff8587 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd139b3e-f01b-4b06-9157-791215d115f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587659 Dec 20 15:55:19.794625 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e665fe7-2e15-4c78-bf6a-1f9afe79982d req-a6657e70-54d1-4199-a727-b9260d899ec0 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:19.796200 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3e665fe7-2e15-4c78-bf6a-1f9afe79982d req-a6657e70-54d1-4199-a727-b9260d899ec0 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] 10.222.0.54 "GET /v2.0/ports?device_id=121b5865-a805-4cb3-aa5f-73544aa22f8e HTTP/1.1" status: 200 len: 932 time: 0.0555530 Dec 20 15:55:19.845770 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3e665fe7-2e15-4c78-bf6a-1f9afe79982d req-cd7a5618-6d48-47c6-ba8d-0e60615b3909 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd139b3e-f01b-4b06-9157-791215d115f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432613 Dec 20 15:55:20.982686 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0248dd6b-cb3c-45e6-a385-a228dfa99e63 req-c174a2a7-c455-4245-9744-7968c91642e1 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:20.985399 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0248dd6b-cb3c-45e6-a385-a228dfa99e63 req-c174a2a7-c455-4245-9744-7968c91642e1 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] 10.222.0.54 "GET /v2.0/ports?device_id=121b5865-a805-4cb3-aa5f-73544aa22f8e HTTP/1.1" status: 200 len: 932 time: 0.0583439 Dec 20 15:55:21.037523 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0248dd6b-cb3c-45e6-a385-a228dfa99e63 req-3fbf744e-376b-40ec-8249-11a7de2d7954 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd139b3e-f01b-4b06-9157-791215d115f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458364 Dec 20 15:55:22.174659 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1883e85e-ffd4-46b2-b026-d4492ed206f3 req-aa94e35a-f180-46fb-9abf-910447f9d437 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:22.176810 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1883e85e-ffd4-46b2-b026-d4492ed206f3 req-aa94e35a-f180-46fb-9abf-910447f9d437 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] 10.222.0.54 "GET /v2.0/ports?device_id=121b5865-a805-4cb3-aa5f-73544aa22f8e HTTP/1.1" status: 200 len: 932 time: 0.0574729 Dec 20 15:55:22.237342 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1883e85e-ffd4-46b2-b026-d4492ed206f3 req-cd8c1dd0-e661-49b2-b68e-3befffd6b1f9 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd139b3e-f01b-4b06-9157-791215d115f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541689 Dec 20 15:55:22.636205 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4539f687-9aba-4ce1-a8f5-10ac80420e4d req-ef76e8e3-7996-44d6-9fc4-6f32e1f6aea2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=805aa6e4-4c3e-45cc-9211-71d946b2adcb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0436995 Dec 20 15:55:22.721935 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4539f687-9aba-4ce1-a8f5-10ac80420e4d req-68816f9b-d0f0-4920-874e-6eee40c9d4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:22.723521 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4539f687-9aba-4ce1-a8f5-10ac80420e4d req-68816f9b-d0f0-4920-874e-6eee40c9d4f1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6ac54f41ad0e42339337a96e5b25c7d0&device_id=805aa6e4-4c3e-45cc-9211-71d946b2adcb HTTP/1.1" status: 200 len: 1095 time: 0.0435119 Dec 20 15:55:22.839830 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4539f687-9aba-4ce1-a8f5-10ac80420e4d req-174ff0b9-8ff1-48ff-8bf3-57f627e42daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:22.841330 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4539f687-9aba-4ce1-a8f5-10ac80420e4d req-174ff0b9-8ff1-48ff-8bf3-57f627e42daa service neutron] 10.222.0.47 "GET /v2.0/networks?id=f5e06e1f-fa15-49a5-b59e-ccd074d78d5d HTTP/1.1" status: 200 len: 911 time: 0.0979862 Dec 20 15:55:22.914520 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4539f687-9aba-4ce1-a8f5-10ac80420e4d req-40b1492b-f941-451a-b126-4ee766d69238 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=384556ec-8029-41a8-a978-d92ff6a7ca94 HTTP/1.1" status: 200 len: 999 time: 0.0652759 Dec 20 15:55:22.965527 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4539f687-9aba-4ce1-a8f5-10ac80420e4d req-1e534659-0f79-496f-b7d8-93edbfc515a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:22.967213 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4539f687-9aba-4ce1-a8f5-10ac80420e4d req-1e534659-0f79-496f-b7d8-93edbfc515a4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5ce864b2-46cd-4ca0-bf00-fa7d770bbc95 HTTP/1.1" status: 200 len: 849 time: 0.0464680 Dec 20 15:55:23.015152 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4539f687-9aba-4ce1-a8f5-10ac80420e4d req-16ebc8cb-57af-4b81-b768-193e81f3b088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:23.016752 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4539f687-9aba-4ce1-a8f5-10ac80420e4d req-16ebc8cb-57af-4b81-b768-193e81f3b088 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f5e06e1f-fa15-49a5-b59e-ccd074d78d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428517 Dec 20 15:55:23.118258 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4539f687-9aba-4ce1-a8f5-10ac80420e4d req-ec2c9684-f723-4520-910e-1d316f0cc3c3 service neutron] 10.222.0.47 "GET /v2.0/networks/f5e06e1f-fa15-49a5-b59e-ccd074d78d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933230 Dec 20 15:55:23.212052 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-4539f687-9aba-4ce1-a8f5-10ac80420e4d req-65f0b2dc-f0fc-4b5a-b143-cbbe4aad140c service neutron] 10.222.0.47 "GET /v2.0/networks/f5e06e1f-fa15-49a5-b59e-ccd074d78d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863872 Dec 20 15:55:23.358477 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b35f2b5-aab9-40e1-9b7b-05692aefac8c req-4ed0ab1c-7967-4aa0-95e0-b812f0db3ca9 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:23.360494 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3b35f2b5-aab9-40e1-9b7b-05692aefac8c req-4ed0ab1c-7967-4aa0-95e0-b812f0db3ca9 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] 10.222.0.54 "GET /v2.0/ports?device_id=121b5865-a805-4cb3-aa5f-73544aa22f8e HTTP/1.1" status: 200 len: 932 time: 0.0509071 Dec 20 15:55:23.415740 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-3b35f2b5-aab9-40e1-9b7b-05692aefac8c req-eb30fa06-c1ae-4042-8e56-a32002f4cbf3 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd139b3e-f01b-4b06-9157-791215d115f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491276 Dec 20 15:55:24.547963 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6bda5c-f703-4a95-a013-b1e50351ef14 req-5323f855-a0b9-47c6-b977-ff3ea7ab9b1e tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:24.549659 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0f6bda5c-f703-4a95-a013-b1e50351ef14 req-5323f855-a0b9-47c6-b977-ff3ea7ab9b1e tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] 10.222.0.54 "GET /v2.0/ports?device_id=121b5865-a805-4cb3-aa5f-73544aa22f8e HTTP/1.1" status: 200 len: 932 time: 0.0587907 Dec 20 15:55:24.603332 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0f6bda5c-f703-4a95-a013-b1e50351ef14 req-0176eaef-e171-4f2d-a38e-4abdf24dc878 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd139b3e-f01b-4b06-9157-791215d115f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472603 Dec 20 15:55:25.726045 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cf62df-2d78-46f2-8532-cf3162d52c12 req-6ddb2bdc-cb4b-48a2-802d-6d82bfcb4142 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:25.727601 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-18cf62df-2d78-46f2-8532-cf3162d52c12 req-6ddb2bdc-cb4b-48a2-802d-6d82bfcb4142 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] 10.222.0.54 "GET /v2.0/ports?device_id=121b5865-a805-4cb3-aa5f-73544aa22f8e HTTP/1.1" status: 200 len: 932 time: 0.0522931 Dec 20 15:55:25.798851 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-18cf62df-2d78-46f2-8532-cf3162d52c12 req-f2cced1a-8e1b-4d79-ae32-0921bf3b3344 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd139b3e-f01b-4b06-9157-791215d115f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648456 Dec 20 15:55:26.918291 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91ad812-f8a7-4d2a-ac0b-59c034b10e4f req-4af33b0a-6507-430c-bf92-962661957f36 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:26.920629 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a91ad812-f8a7-4d2a-ac0b-59c034b10e4f req-4af33b0a-6507-430c-bf92-962661957f36 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] 10.222.0.54 "GET /v2.0/ports?device_id=121b5865-a805-4cb3-aa5f-73544aa22f8e HTTP/1.1" status: 200 len: 932 time: 0.0528626 Dec 20 15:55:26.979238 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a91ad812-f8a7-4d2a-ac0b-59c034b10e4f req-eec4a082-e03e-4a25-94ce-f8f59e0c655b tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd139b3e-f01b-4b06-9157-791215d115f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524256 Dec 20 15:55:28.115100 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b110e8a-36f2-4caa-a7ff-a3e8859891ef req-9ed70838-6d69-4c1c-89fc-6911fe8973fc tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:28.116589 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0b110e8a-36f2-4caa-a7ff-a3e8859891ef req-9ed70838-6d69-4c1c-89fc-6911fe8973fc tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] 10.222.0.54 "GET /v2.0/ports?device_id=121b5865-a805-4cb3-aa5f-73544aa22f8e HTTP/1.1" status: 200 len: 932 time: 0.0577013 Dec 20 15:55:28.170002 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-0b110e8a-36f2-4caa-a7ff-a3e8859891ef req-4bb14be0-ef16-47d4-8e80-689d5ba85b0e tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd139b3e-f01b-4b06-9157-791215d115f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469944 Dec 20 15:55:29.307140 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e16502-6529-4778-9e53-78dba829b9ff req-758ba6f5-cba5-4c88-b6eb-bda26e7ae027 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:29.308642 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-30e16502-6529-4778-9e53-78dba829b9ff req-758ba6f5-cba5-4c88-b6eb-bda26e7ae027 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] 10.222.0.54 "GET /v2.0/ports?device_id=121b5865-a805-4cb3-aa5f-73544aa22f8e HTTP/1.1" status: 200 len: 932 time: 0.0542498 Dec 20 15:55:29.362888 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-30e16502-6529-4778-9e53-78dba829b9ff req-789df7a4-bea5-45cb-b767-5754f1f99998 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd139b3e-f01b-4b06-9157-791215d115f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449371 Dec 20 15:55:30.075626 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [req-fca58578-2fb5-47e2-b3a1-037950a1fdcb req-db6acef7-a88e-427c-94f8-9c1efb83663f service neutron] Request body: {'port': {'device_id': '121b5865-a805-4cb3-aa5f-73544aa22f8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-19'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:55:30.130539 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-fca58578-2fb5-47e2-b3a1-037950a1fdcb req-db6acef7-a88e-427c-94f8-9c1efb83663f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:30.411990 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [req-fca58578-2fb5-47e2-b3a1-037950a1fdcb req-db6acef7-a88e-427c-94f8-9c1efb83663f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a1c6803-b089-4d58-9315-4116896722ef {{(pid=103168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:55:30.419948 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-fca58578-2fb5-47e2-b3a1-037950a1fdcb req-db6acef7-a88e-427c-94f8-9c1efb83663f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:30.432142 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.provisioning_blocks [req-fca58578-2fb5-47e2-b3a1-037950a1fdcb req-db6acef7-a88e-427c-94f8-9c1efb83663f service neutron] Transition to ACTIVE for port object 1a1c6803-b089-4d58-9315-4116896722ef will not be triggered until provisioned by entity L2. {{(pid=103168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 15:55:30.438247 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-fca58578-2fb5-47e2-b3a1-037950a1fdcb req-db6acef7-a88e-427c-94f8-9c1efb83663f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:30.507421 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6acef7-a88e-427c-94f8-9c1efb83663f service neutron] Pushing event updated for resources: {'Port': ['ID=1a1c6803-b089-4d58-9315-4116896722ef,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:30.557090 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd250fc6-3031-4abd-8bcc-f2c9db12f203 req-e3429100-a82d-4920-ad4d-ae2f87769ba0 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:30.563438 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-fca58578-2fb5-47e2-b3a1-037950a1fdcb req-db6acef7-a88e-427c-94f8-9c1efb83663f service neutron] Attempting to bind port 1a1c6803-b089-4d58-9315-4116896722ef on host n-h1-761264-19 for vnic_type normal with profile {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 20 15:55:30.563670 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fd250fc6-3031-4abd-8bcc-f2c9db12f203 req-e3429100-a82d-4920-ad4d-ae2f87769ba0 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] 10.222.0.54 "GET /v2.0/ports?device_id=121b5865-a805-4cb3-aa5f-73544aa22f8e HTTP/1.1" status: 200 len: 944 time: 0.1272867 Dec 20 15:55:30.563913 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-fca58578-2fb5-47e2-b3a1-037950a1fdcb req-db6acef7-a88e-427c-94f8-9c1efb83663f service neutron] Attempting to bind port 1a1c6803-b089-4d58-9315-4116896722ef by drivers openvswitch,hyperv on host n-h1-761264-19 at level 0 using segments [{'id': 'ef60c184-7ced-41d1-8e04-07f6da4f57dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f5e06e1f-fa15-49a5-b59e-ccd074d78d5d'}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 20 15:55:30.564316 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca58578-2fb5-47e2-b3a1-037950a1fdcb req-db6acef7-a88e-427c-94f8-9c1efb83663f service neutron] Attempting to bind port 1a1c6803-b089-4d58-9315-4116896722ef on network f5e06e1f-fa15-49a5-b59e-ccd074d78d5d {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:55:30.570175 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca58578-2fb5-47e2-b3a1-037950a1fdcb req-db6acef7-a88e-427c-94f8-9c1efb83663f service neutron] Port 1a1c6803-b089-4d58-9315-4116896722ef on network f5e06e1f-fa15-49a5-b59e-ccd074d78d5d not bound, no agent of type Open vSwitch agent registered on host n-h1-761264-19 {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 15:55:30.570535 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca58578-2fb5-47e2-b3a1-037950a1fdcb req-db6acef7-a88e-427c-94f8-9c1efb83663f service neutron] Attempting to bind port 1a1c6803-b089-4d58-9315-4116896722ef on network f5e06e1f-fa15-49a5-b59e-ccd074d78d5d {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 15:55:30.575959 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca58578-2fb5-47e2-b3a1-037950a1fdcb req-db6acef7-a88e-427c-94f8-9c1efb83663f service neutron] Checking agent: {'id': '3e5ace3e-dd7b-4522-a7c4-77d13dbeab1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-761264-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'started_at': datetime.datetime(2021, 12, 20, 14, 18, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 15, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 15:55:30.576428 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca58578-2fb5-47e2-b3a1-037950a1fdcb req-db6acef7-a88e-427c-94f8-9c1efb83663f service neutron] Checking segment: {'id': 'ef60c184-7ced-41d1-8e04-07f6da4f57dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f5e06e1f-fa15-49a5-b59e-ccd074d78d5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 20 15:55:30.576813 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca58578-2fb5-47e2-b3a1-037950a1fdcb req-db6acef7-a88e-427c-94f8-9c1efb83663f service neutron] Bound using segment: {'id': 'ef60c184-7ced-41d1-8e04-07f6da4f57dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f5e06e1f-fa15-49a5-b59e-ccd074d78d5d'} {{(pid=103168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 15:55:30.577233 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.managers [req-fca58578-2fb5-47e2-b3a1-037950a1fdcb req-db6acef7-a88e-427c-94f8-9c1efb83663f service neutron] Bound port: 1a1c6803-b089-4d58-9315-4116896722ef, host: n-h1-761264-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef60c184-7ced-41d1-8e04-07f6da4f57dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f5e06e1f-fa15-49a5-b59e-ccd074d78d5d'}}] {{(pid=103168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 20 15:55:30.577583 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-fca58578-2fb5-47e2-b3a1-037950a1fdcb req-db6acef7-a88e-427c-94f8-9c1efb83663f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:30.614256 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-fd250fc6-3031-4abd-8bcc-f2c9db12f203 req-6edc9c4b-67f7-4769-b25a-c54fd01b3f31 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd139b3e-f01b-4b06-9157-791215d115f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491209 Dec 20 15:55:30.647270 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-fca58578-2fb5-47e2-b3a1-037950a1fdcb req-db6acef7-a88e-427c-94f8-9c1efb83663f service neutron] For port 1a1c6803-b089-4d58-9315-4116896722ef, host n-h1-761264-19, cleared binding levels {{(pid=103168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 15:55:30.650376 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-fca58578-2fb5-47e2-b3a1-037950a1fdcb req-db6acef7-a88e-427c-94f8-9c1efb83663f service neutron] For port 1a1c6803-b089-4d58-9315-4116896722ef, host n-h1-761264-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=1a1c6803-b089-4d58-9315-4116896722ef,segment=NetworkSegment(ef60c184-7ced-41d1-8e04-07f6da4f57dc),segment_id=ef60c184-7ced-41d1-8e04-07f6da4f57dc)] {{(pid=103168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 15:55:30.656385 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-fca58578-2fb5-47e2-b3a1-037950a1fdcb req-db6acef7-a88e-427c-94f8-9c1efb83663f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:30.691716 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca58578-2fb5-47e2-b3a1-037950a1fdcb req-db6acef7-a88e-427c-94f8-9c1efb83663f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:30.692624 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-fca58578-2fb5-47e2-b3a1-037950a1fdcb req-db6acef7-a88e-427c-94f8-9c1efb83663f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:30.694114 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fca58578-2fb5-47e2-b3a1-037950a1fdcb req-db6acef7-a88e-427c-94f8-9c1efb83663f service neutron] 10.222.0.30 "PUT /v2.0/ports/1a1c6803-b089-4d58-9315-4116896722ef HTTP/1.1" status: 200 len: 1093 time: 0.6757061 Dec 20 15:55:30.699741 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '121b5865-a805-4cb3-aa5f-73544aa22f8e', 'tag': '1a1c6803-b089-4d58-9315-4116896722ef'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:55:30.702068 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea303cd2f7c2854d59b68ee9755924cbed95107615564160e5853a5b93bd1da8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-537c0c96-db65-4912-bea7-04a20cc05607" -d '{"events": [{"name": "network-changed", "server_uuid": "121b5865-a805-4cb3-aa5f-73544aa22f8e", "tag": "1a1c6803-b089-4d58-9315-4116896722ef"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:55:30.726290 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6acef7-a88e-427c-94f8-9c1efb83663f service neutron] Pushing event updated for resources: {'Port': ['ID=1a1c6803-b089-4d58-9315-4116896722ef,revision_number=3']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:30.808844 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca58578-2fb5-47e2-b3a1-037950a1fdcb req-9ecd1cfc-7092-4a4e-8531-75d74a2f041b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:30.811077 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fca58578-2fb5-47e2-b3a1-037950a1fdcb req-9ecd1cfc-7092-4a4e-8531-75d74a2f041b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6ac54f41ad0e42339337a96e5b25c7d0&device_id=121b5865-a805-4cb3-aa5f-73544aa22f8e HTTP/1.1" status: 200 len: 1096 time: 0.0613496 Dec 20 15:55:30.816787 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-274b71ef-9dc6-4e1e-839f-256021a347d1 x-openstack-request-id: req-274b71ef-9dc6-4e1e-839f-256021a347d1 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:55:30.816787 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "121b5865-a805-4cb3-aa5f-73544aa22f8e", "tag": "1a1c6803-b089-4d58-9315-4116896722ef", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:55:30.816787 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-274b71ef-9dc6-4e1e-839f-256021a347d1 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:55:30.816787 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '121b5865-a805-4cb3-aa5f-73544aa22f8e', 'tag': '1a1c6803-b089-4d58-9315-4116896722ef', 'status': 'completed', 'code': 200} Dec 20 15:55:30.844944 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8e6b8bc3-2c0e-4f2b-afa8-4eb8de56cdfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:30.867842 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fca58578-2fb5-47e2-b3a1-037950a1fdcb req-b2652bba-4073-4713-b586-8952df8dc945 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a1c6803-b089-4d58-9315-4116896722ef HTTP/1.1" status: 200 len: 217 time: 0.0440278 Dec 20 15:55:30.923066 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca58578-2fb5-47e2-b3a1-037950a1fdcb req-b766ae23-0af0-44f7-ae19-c5deaa2ca077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:30.924736 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fca58578-2fb5-47e2-b3a1-037950a1fdcb req-b766ae23-0af0-44f7-ae19-c5deaa2ca077 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5ce864b2-46cd-4ca0-bf00-fa7d770bbc95 HTTP/1.1" status: 200 len: 849 time: 0.0483079 Dec 20 15:55:30.973749 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca58578-2fb5-47e2-b3a1-037950a1fdcb req-35fc8765-fd2a-4bab-8c71-f7b772802fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:30.975327 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fca58578-2fb5-47e2-b3a1-037950a1fdcb req-35fc8765-fd2a-4bab-8c71-f7b772802fd7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f5e06e1f-fa15-49a5-b59e-ccd074d78d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440526 Dec 20 15:55:31.076491 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fca58578-2fb5-47e2-b3a1-037950a1fdcb req-ab436bdc-4255-4ede-8050-cdb78c651e10 service neutron] 10.222.0.30 "GET /v2.0/networks/f5e06e1f-fa15-49a5-b59e-ccd074d78d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938289 Dec 20 15:55:31.168831 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-fca58578-2fb5-47e2-b3a1-037950a1fdcb req-c28dffb3-9c32-41f4-937d-d9de95e25d6c service neutron] 10.222.0.30 "GET /v2.0/networks/f5e06e1f-fa15-49a5-b59e-ccd074d78d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850592 Dec 20 15:55:31.267112 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c0c96-db65-4912-bea7-04a20cc05607 req-3b010fd2-ff09-420b-80a7-bde96bd7468c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:31.268652 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-537c0c96-db65-4912-bea7-04a20cc05607 req-3b010fd2-ff09-420b-80a7-bde96bd7468c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6ac54f41ad0e42339337a96e5b25c7d0&device_id=121b5865-a805-4cb3-aa5f-73544aa22f8e HTTP/1.1" status: 200 len: 1096 time: 0.0490072 Dec 20 15:55:31.362442 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c0c96-db65-4912-bea7-04a20cc05607 req-f5259fd5-222e-40be-88d8-b141916b3680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:31.364066 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-537c0c96-db65-4912-bea7-04a20cc05607 req-f5259fd5-222e-40be-88d8-b141916b3680 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f5e06e1f-fa15-49a5-b59e-ccd074d78d5d HTTP/1.1" status: 200 len: 911 time: 0.0885265 Dec 20 15:55:31.408767 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-537c0c96-db65-4912-bea7-04a20cc05607 req-e6298872-fcba-4c92-857e-e8c5222c16e5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a1c6803-b089-4d58-9315-4116896722ef HTTP/1.1" status: 200 len: 217 time: 0.0377631 Dec 20 15:55:31.460662 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c0c96-db65-4912-bea7-04a20cc05607 req-23e2d378-ee5b-421a-9ee4-e8b2572e8d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:31.462065 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-537c0c96-db65-4912-bea7-04a20cc05607 req-23e2d378-ee5b-421a-9ee4-e8b2572e8d0e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5ce864b2-46cd-4ca0-bf00-fa7d770bbc95 HTTP/1.1" status: 200 len: 849 time: 0.0465672 Dec 20 15:55:31.510285 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c0c96-db65-4912-bea7-04a20cc05607 req-9c0f44f7-9bc3-4ae3-bed8-dae299aad2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:31.511898 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-537c0c96-db65-4912-bea7-04a20cc05607 req-9c0f44f7-9bc3-4ae3-bed8-dae299aad2c2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f5e06e1f-fa15-49a5-b59e-ccd074d78d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423498 Dec 20 15:55:31.609164 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-537c0c96-db65-4912-bea7-04a20cc05607 req-2f72bddc-f9c5-4d65-8ccd-0d73613effed service neutron] 10.222.0.30 "GET /v2.0/networks/f5e06e1f-fa15-49a5-b59e-ccd074d78d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894535 Dec 20 15:55:31.704254 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-537c0c96-db65-4912-bea7-04a20cc05607 req-0b944cc8-52e9-4a96-a86e-16030742f8e9 service neutron] 10.222.0.30 "GET /v2.0/networks/f5e06e1f-fa15-49a5-b59e-ccd074d78d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881381 Dec 20 15:55:31.734097 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b70403-9e31-4e52-a9ee-86b24e0093d8 req-3affed7e-eb6d-4fd3-bef7-4ba310344766 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:31.735493 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-13b70403-9e31-4e52-a9ee-86b24e0093d8 req-3affed7e-eb6d-4fd3-bef7-4ba310344766 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] 10.222.0.54 "GET /v2.0/ports?device_id=121b5865-a805-4cb3-aa5f-73544aa22f8e HTTP/1.1" status: 200 len: 944 time: 0.0507770 Dec 20 15:55:31.785908 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-13b70403-9e31-4e52-a9ee-86b24e0093d8 req-0c19de4f-9014-4978-a6b0-fd068c2aa2ac tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd139b3e-f01b-4b06-9157-791215d115f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441473 Dec 20 15:55:31.838484 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:55:32.977561 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5b3c6f-53ea-4b76-9159-cffd2c3513fc req-c7c17eaa-6428-4945-bae1-1fa7d08a845d tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:32.979044 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0a5b3c6f-53ea-4b76-9159-cffd2c3513fc req-c7c17eaa-6428-4945-bae1-1fa7d08a845d tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] 10.222.0.54 "GET /v2.0/ports?device_id=121b5865-a805-4cb3-aa5f-73544aa22f8e HTTP/1.1" status: 200 len: 944 time: 0.1202807 Dec 20 15:55:33.021083 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b629aec6-967c-4756-aef5-2dbe87fb1f69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:33.364821 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-0a5b3c6f-53ea-4b76-9159-cffd2c3513fc req-8e8a32db-dd40-4a8b-b9c9-618f2a2fcba3 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd139b3e-f01b-4b06-9157-791215d115f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3767896 Dec 20 15:55:34.193299 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:34.504276 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20518c9-3492-4532-92ac-22939491d938 req-d060986d-7d87-41ae-945f-9ebd764a6030 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:34.505853 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d20518c9-3492-4532-92ac-22939491d938 req-d060986d-7d87-41ae-945f-9ebd764a6030 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] 10.222.0.54 "GET /v2.0/ports?device_id=121b5865-a805-4cb3-aa5f-73544aa22f8e HTTP/1.1" status: 200 len: 944 time: 0.0607655 Dec 20 15:55:34.555816 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-d20518c9-3492-4532-92ac-22939491d938 req-51365fdb-2326-42a1-a7e7-2baa7af8d9ba tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd139b3e-f01b-4b06-9157-791215d115f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436792 Dec 20 15:55:34.642652 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 1a1c6803-b089-4d58-9315-4116896722ef details requested by agent hyperv_n-h1-761264-19 with host n-h1-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:55:34.738454 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 1a1c6803-b089-4d58-9315-4116896722ef, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=1a1c6803-b089-4d58-9315-4116896722ef,segment=NetworkSegment(ef60c184-7ced-41d1-8e04-07f6da4f57dc),segment_id=ef60c184-7ced-41d1-8e04-07f6da4f57dc)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:55:34.753072 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Returning: {'device': '1a1c6803-b089-4d58-9315-4116896722ef', 'network_id': 'f5e06e1f-fa15-49a5-b59e-ccd074d78d5d', 'port_id': '1a1c6803-b089-4d58-9315-4116896722ef', 'mac_address': 'fa:16:3e:24:48:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ce864b2-46cd-4ca0-bf00-fa7d770bbc95', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:55:34.794265 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:34.809134 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a1c6803-b089-4d58-9315-4116896722ef {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:55:34.829996 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 1a1c6803-b089-4d58-9315-4116896722ef, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=1a1c6803-b089-4d58-9315-4116896722ef,segment=NetworkSegment(ef60c184-7ced-41d1-8e04-07f6da4f57dc),segment_id=ef60c184-7ced-41d1-8e04-07f6da4f57dc)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:55:34.836241 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:34.885068 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=1a1c6803-b089-4d58-9315-4116896722ef,revision_number=4']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:35.211531 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['1a1c6803-b089-4d58-9315-4116896722ef'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:55:35.690417 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36895694-91d1-4cf4-9e7e-412714491d11 req-de19803e-fe6b-49c9-aae0-91aba5fdb3d4 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:35.691976 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-36895694-91d1-4cf4-9e7e-412714491d11 req-de19803e-fe6b-49c9-aae0-91aba5fdb3d4 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] 10.222.0.54 "GET /v2.0/ports?device_id=121b5865-a805-4cb3-aa5f-73544aa22f8e HTTP/1.1" status: 200 len: 945 time: 0.0622497 Dec 20 15:55:35.741140 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-36895694-91d1-4cf4-9e7e-412714491d11 req-5a7ba188-0b84-4a9e-b376-1684a41bdd32 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd139b3e-f01b-4b06-9157-791215d115f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430629 Dec 20 15:55:36.194128 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:36.364240 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:36.641976 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 1a1c6803-b089-4d58-9315-4116896722ef up at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:55:36.755398 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning for port 1a1c6803-b089-4d58-9315-4116896722ef completed by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 15:55:36.760619 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning complete for port 1a1c6803-b089-4d58-9315-4116896722ef triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:55:36.760982 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:36.854217 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:36.865147 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b343fdc6-87c6-47f7-894d-76cbb1ba7271 req-661ce333-7772-4d38-a44d-ce39450f582f tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:36.867676 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b343fdc6-87c6-47f7-894d-76cbb1ba7271 req-661ce333-7772-4d38-a44d-ce39450f582f tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] 10.222.0.54 "GET /v2.0/ports?device_id=121b5865-a805-4cb3-aa5f-73544aa22f8e HTTP/1.1" status: 200 len: 945 time: 0.0557735 Dec 20 15:55:36.885374 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '121b5865-a805-4cb3-aa5f-73544aa22f8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a1c6803-b089-4d58-9315-4116896722ef'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:55:36.887979 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a867d42bfdcbb9cb6963a533571b1f1c257f186d8c4d683fcd223be3c25d00f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba504cab-f430-448b-87cd-a81d1cb6ac50" -d '{"events": [{"server_uuid": "121b5865-a805-4cb3-aa5f-73544aa22f8e", "name": "network-vif-plugged", "status": "completed", "tag": "1a1c6803-b089-4d58-9315-4116896722ef"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:55:36.901915 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 1a1c6803-b089-4d58-9315-4116896722ef, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=1a1c6803-b089-4d58-9315-4116896722ef,segment=NetworkSegment(ef60c184-7ced-41d1-8e04-07f6da4f57dc),segment_id=ef60c184-7ced-41d1-8e04-07f6da4f57dc)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:55:36.908322 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:36.923741 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-b343fdc6-87c6-47f7-894d-76cbb1ba7271 req-9437eb25-ef84-41f8-b51d-e6ef22316315 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd139b3e-f01b-4b06-9157-791215d115f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498433 Dec 20 15:55:36.935295 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-185ddffa-67a4-4906-95da-28b401d3843d x-openstack-request-id: req-185ddffa-67a4-4906-95da-28b401d3843d {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:55:36.935599 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "121b5865-a805-4cb3-aa5f-73544aa22f8e", "name": "network-vif-plugged", "status": "completed", "tag": "1a1c6803-b089-4d58-9315-4116896722ef", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:55:36.935848 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-185ddffa-67a4-4906-95da-28b401d3843d {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:55:36.936234 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '121b5865-a805-4cb3-aa5f-73544aa22f8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a1c6803-b089-4d58-9315-4116896722ef', 'code': 200} Dec 20 15:55:36.964249 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=1a1c6803-b089-4d58-9315-4116896722ef,revision_number=5']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:37.033744 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56470ae-b952-4991-a06f-76d34aa94fb2 req-8002424c-1e74-4387-afd1-78a0cbd8e63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:37.035391 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e56470ae-b952-4991-a06f-76d34aa94fb2 req-8002424c-1e74-4387-afd1-78a0cbd8e63d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=121b5865-a805-4cb3-aa5f-73544aa22f8e HTTP/1.1" status: 200 len: 1098 time: 0.0404644 Dec 20 15:55:37.086229 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-e56470ae-b952-4991-a06f-76d34aa94fb2 req-8242d7b3-dd8c-4742-917d-2df1a33c01ca service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=cd139b3e-f01b-4b06-9157-791215d115f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433059 Dec 20 15:55:38.057919 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ad1534-86c9-4192-ae02-2c793635c2b1 req-bcb23c91-7390-4999-8d72-26f6be899bb2 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:38.059584 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a0ad1534-86c9-4192-ae02-2c793635c2b1 req-bcb23c91-7390-4999-8d72-26f6be899bb2 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] 10.222.0.54 "GET /v2.0/ports?device_id=121b5865-a805-4cb3-aa5f-73544aa22f8e HTTP/1.1" status: 200 len: 946 time: 0.0533991 Dec 20 15:55:38.112339 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-a0ad1534-86c9-4192-ae02-2c793635c2b1 req-0b31c844-b028-4bc9-ae3c-22879c6fbda7 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd139b3e-f01b-4b06-9157-791215d115f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442867 Dec 20 15:55:39.242036 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c9e183-a3ff-400d-a38e-b223d73051d1 req-1d5fc183-9fa1-40ba-a780-6948b51add0a tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:39.243572 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-54c9e183-a3ff-400d-a38e-b223d73051d1 req-1d5fc183-9fa1-40ba-a780-6948b51add0a tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] 10.222.0.54 "GET /v2.0/ports?device_id=121b5865-a805-4cb3-aa5f-73544aa22f8e HTTP/1.1" status: 200 len: 946 time: 0.0561318 Dec 20 15:55:39.300751 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-54c9e183-a3ff-400d-a38e-b223d73051d1 req-ece4e692-ccf0-4caf-8a56-0b18160fc915 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd139b3e-f01b-4b06-9157-791215d115f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479369 Dec 20 15:55:39.432665 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efa64bf-b830-4a27-b16e-129945851a54 req-2e527756-e203-411d-98a4-68c6eab322b6 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:39.434352 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5efa64bf-b830-4a27-b16e-129945851a54 req-2e527756-e203-411d-98a4-68c6eab322b6 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] 10.222.0.54 "GET /v2.0/ports?device_id=121b5865-a805-4cb3-aa5f-73544aa22f8e HTTP/1.1" status: 200 len: 946 time: 0.0598772 Dec 20 15:55:39.484630 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-5efa64bf-b830-4a27-b16e-129945851a54 req-64e6e619-6984-4590-b87b-6f5f14d49773 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd139b3e-f01b-4b06-9157-791215d115f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440307 Dec 20 15:55:39.511065 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 59880) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:39.558662 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de8bb18-27d8-4723-8bd9-5647d36cf105 tempest-TestSnapshotPattern-1259881620 tempest-TestSnapshotPattern-1259881620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:39.560377 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-7de8bb18-27d8-4723-8bd9-5647d36cf105 tempest-TestSnapshotPattern-1259881620 tempest-TestSnapshotPattern-1259881620-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=121b5865-a805-4cb3-aa5f-73544aa22f8e HTTP/1.1" status: 200 len: 1093 time: 0.0480576 Dec 20 15:55:39.564195 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 59882) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:55:39.568485 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.v2.base [None req-380408c2-bc16-4cf1-9ca3-30b6f641dc48 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Request body: {'floatingip': {'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'port_id': '1a1c6803-b089-4d58-9315-4116896722ef', 'tenant_id': '6ac54f41ad0e42339337a96e5b25c7d0', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 15:55:39.596740 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-380408c2-bc16-4cf1-9ca3-30b6f641dc48 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Publish callbacks [] for floatingip, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:39.698346 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-380408c2-bc16-4cf1-9ca3-30b6f641dc48 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:39.812625 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_common [None req-380408c2-bc16-4cf1-9ca3-30b6f641dc48 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Allocated IP 172.25.0.81 (c3f8658e-da35-41f3-bd03-509e29ebd6f3/e234962d-1cda-46a7-b762-1d627c410522/5932dafe-5642-4796-8c6c-ef89053e3c69) {{(pid=103168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 15:55:39.926480 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-380408c2-bc16-4cf1-9ca3-30b6f641dc48 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Publish callbacks [] for port, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:39.960868 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-380408c2-bc16-4cf1-9ca3-30b6f641dc48 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753494464229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:40.012758 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380408c2-bc16-4cf1-9ca3-30b6f641dc48 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Network c3f8658e-da35-41f3-bd03-509e29ebd6f3 is already hosted by enough agents. {{(pid=103168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 15:55:40.015446 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.base_scheduler [None req-380408c2-bc16-4cf1-9ca3-30b6f641dc48 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Resources bound (agent type, host, resource id): {{(pid=103168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 15:55:40.019090 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380408c2-bc16-4cf1-9ca3-30b6f641dc48 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Received port after_create {{(pid=103168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 15:55:40.024560 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380408c2-bc16-4cf1-9ca3-30b6f641dc48 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Pushing event updated for resources: {'Port': ['ID=5932dafe-5642-4796-8c6c-ef89053e3c69,revision_number=1']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:40.406295 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-380408c2-bc16-4cf1-9ca3-30b6f641dc48 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:40.484752 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-380408c2-bc16-4cf1-9ca3-30b6f641dc48 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:40.651385 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-380408c2-bc16-4cf1-9ca3-30b6f641dc48 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Publish callbacks [] for port, precommit_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:40.657858 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-380408c2-bc16-4cf1-9ca3-30b6f641dc48 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8850694'] for port, after_update {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:40.722227 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380408c2-bc16-4cf1-9ca3-30b6f641dc48 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Pushing event updated for resources: {'Port': ['ID=5932dafe-5642-4796-8c6c-ef89053e3c69,revision_number=2']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:55:40.734832 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-380408c2-bc16-4cf1-9ca3-30b6f641dc48 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585115'] for floatingip, after_create {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:40.836803 n-d-761264-19 neutron-server[103168]: INFO neutron.db.l3_db [None req-380408c2-bc16-4cf1-9ca3-30b6f641dc48 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Floating IP f58623cd-0358-4b2a-8896-7c61b634a0bb associated. External IP: 172.25.0.81, port: 1a1c6803-b089-4d58-9315-4116896722ef. Dec 20 15:55:41.049288 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-380408c2-bc16-4cf1-9ca3-30b6f641dc48 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Router 34ccd1cb-cdcb-40f5-b891-991978542266 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:55:41.160618 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-380408c2-bc16-4cf1-9ca3-30b6f641dc48 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:55:41.171328 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9f2270-71b6-4586-ba40-a3102dd23784 None None] Sync routers for ids ['34ccd1cb-cdcb-40f5-b891-991978542266'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:55:41.180317 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-380408c2-bc16-4cf1-9ca3-30b6f641dc48 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:41.182595 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9f2270-71b6-4586-ba40-a3102dd23784 None None] Routers {'34ccd1cb-cdcb-40f5-b891-991978542266'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:55:41.183336 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-ef9f2270-71b6-4586-ba40-a3102dd23784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:55:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['34ccd1cb-cdcb-40f5-b891-991978542266'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:55:41.207189 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-380408c2-bc16-4cf1-9ca3-30b6f641dc48 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6420143 Dec 20 15:55:41.208056 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '121b5865-a805-4cb3-aa5f-73544aa22f8e', 'tag': '1a1c6803-b089-4d58-9315-4116896722ef'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:55:41.210292 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea303cd2f7c2854d59b68ee9755924cbed95107615564160e5853a5b93bd1da8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d285306-38d1-43b6-93eb-43e9e7a77dd8" -d '{"events": [{"name": "network-changed", "server_uuid": "121b5865-a805-4cb3-aa5f-73544aa22f8e", "tag": "1a1c6803-b089-4d58-9315-4116896722ef"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:55:41.247463 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4024ed8b-b034-4d07-a8f8-fa91bcd60a60 x-openstack-request-id: req-4024ed8b-b034-4d07-a8f8-fa91bcd60a60 {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:55:41.247761 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "121b5865-a805-4cb3-aa5f-73544aa22f8e", "tag": "1a1c6803-b089-4d58-9315-4116896722ef", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:55:41.248022 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4024ed8b-b034-4d07-a8f8-fa91bcd60a60 {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:55:41.248435 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '121b5865-a805-4cb3-aa5f-73544aa22f8e', 'tag': '1a1c6803-b089-4d58-9315-4116896722ef', 'status': 'completed', 'code': 200} Dec 20 15:55:41.290412 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-ef9f2270-71b6-4586-ba40-a3102dd23784 None None] Set router 34ccd1cb-cdcb-40f5-b891-991978542266 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:55:41.310668 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d285306-38d1-43b6-93eb-43e9e7a77dd8 req-8554563c-7238-49ec-b0c7-c3def8d0993c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:41.312139 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1d285306-38d1-43b6-93eb-43e9e7a77dd8 req-8554563c-7238-49ec-b0c7-c3def8d0993c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6ac54f41ad0e42339337a96e5b25c7d0&device_id=121b5865-a805-4cb3-aa5f-73544aa22f8e HTTP/1.1" status: 200 len: 1098 time: 0.0411670 Dec 20 15:55:41.409653 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d285306-38d1-43b6-93eb-43e9e7a77dd8 req-b3563e99-ae87-438a-8d69-61bd51858df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:41.411177 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1d285306-38d1-43b6-93eb-43e9e7a77dd8 req-b3563e99-ae87-438a-8d69-61bd51858df9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f5e06e1f-fa15-49a5-b59e-ccd074d78d5d HTTP/1.1" status: 200 len: 911 time: 0.0910680 Dec 20 15:55:41.479520 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1d285306-38d1-43b6-93eb-43e9e7a77dd8 req-28c89d1a-b7b5-47ef-bcbd-ca0f3a2c1729 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a1c6803-b089-4d58-9315-4116896722ef HTTP/1.1" status: 200 len: 999 time: 0.0610969 Dec 20 15:55:41.536690 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d285306-38d1-43b6-93eb-43e9e7a77dd8 req-e24e3019-2c09-4124-929e-a7c84746adb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:41.538180 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1d285306-38d1-43b6-93eb-43e9e7a77dd8 req-e24e3019-2c09-4124-929e-a7c84746adb0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5ce864b2-46cd-4ca0-bf00-fa7d770bbc95 HTTP/1.1" status: 200 len: 849 time: 0.0509651 Dec 20 15:55:41.584993 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d285306-38d1-43b6-93eb-43e9e7a77dd8 req-4daedc50-a1b5-453a-902c-b05711a93753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:55:41.587624 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1d285306-38d1-43b6-93eb-43e9e7a77dd8 req-4daedc50-a1b5-453a-902c-b05711a93753 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f5e06e1f-fa15-49a5-b59e-ccd074d78d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413990 Dec 20 15:55:41.598772 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [req-1d285306-38d1-43b6-93eb-43e9e7a77dd8 req-5d8ce967-20fd-4924-b369-06a287e7be6d service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103168) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 15:55:41.599752 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1d285306-38d1-43b6-93eb-43e9e7a77dd8 req-5d8ce967-20fd-4924-b369-06a287e7be6d service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051262 Dec 20 15:55:41.685805 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-ef9f2270-71b6-4586-ba40-a3102dd23784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ccd1cb-cdcb-40f5-b891-991978542266', 'name': 'tempest-TestSnapshotPattern-1745068570-router', 'tenant_id': '6ac54f41ad0e42339337a96e5b25c7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '39dfa546-38b2-4fea-9b9e-9c9b12e10432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:52:37Z', 'updated_at': '2021-12-20T15:52:40Z', 'revision_number': 4, 'project_id': '6ac54f41ad0e42339337a96e5b25c7d0', 'gw_port': {'id': '39dfa546-38b2-4fea-9b9e-9c9b12e10432', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ac:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ccd1cb-cdcb-40f5-b891-991978542266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:52:38Z', 'updated_at': '2021-12-20T15:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': '6a0cc028-f71d-4f0b-8032-8e84c142dd8f', 'tenant_id': '6ac54f41ad0e42339337a96e5b25c7d0', 'floating_ip_address': '172.25.0.185', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': '34ccd1cb-cdcb-40f5-b891-991978542266', 'port_id': '384556ec-8029-41a8-a978-d92ff6a7ca94', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5e06e1f-fa15-49a5-b59e-ccd074d78d5d', 'mac_address': 'fa:16:3e:d6:5a:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '805aa6e4-4c3e-45cc-9211-71d946b2adcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:52:59Z', 'updated_at': '2021-12-20T15:53:01Z', 'revision_number': 1, 'project_id': '6ac54f41ad0e42339337a96e5b25c7d0', 'fixed_ip_address_scope': None}, {'id': 'f58623cd-0358-4b2a-8896-7c61b634a0bb', 'tenant_id': '6ac54f41ad0e42339337a96e5b25c7d0', 'floating_ip_address': '172.25.0.81', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': '34ccd1cb-cdcb-40f5-b891-991978542266', 'port_id': '1a1c6803-b089-4d58-9315-4116896722ef', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4392, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5e06e1f-fa15-49a5-b59e-ccd074d78d5d', 'mac_address': 'fa:16:3e:24:48:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121b5865-a805-4cb3-aa5f-73544aa22f8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:55:40Z', 'updated_at': '2021-12-20T15:55:40Z', 'revision_number': 0, 'project_id': '6ac54f41ad0e42339337a96e5b25c7d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61a60ac5-3e8a-4bd4-ab14-be5a15dc9792', 'name': '', 'network_id': 'f5e06e1f-fa15-49a5-b59e-ccd074d78d5d', 'tenant_id': '6ac54f41ad0e42339337a96e5b25c7d0', 'mac_address': 'fa:16:3e:85:85:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ccd1cb-cdcb-40f5-b891-991978542266', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '5ce864b2-46cd-4ca0-bf00-fa7d770bbc95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:52:39Z', 'updated_at': '2021-12-20T15:52:45Z', 'revision_number': 5, 'project_id': '6ac54f41ad0e42339337a96e5b25c7d0', 'subnets': [{'id': '5ce864b2-46cd-4ca0-bf00-fa7d770bbc95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:55:41.690404 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1d285306-38d1-43b6-93eb-43e9e7a77dd8 req-a81c1104-2c8c-4184-bae2-efe7c5d05ed7 service neutron] 10.222.0.30 "GET /v2.0/networks/f5e06e1f-fa15-49a5-b59e-ccd074d78d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833106 Dec 20 15:55:41.711854 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9f2270-71b6-4586-ba40-a3102dd23784 None None] Checking router: 34ccd1cb-cdcb-40f5-b891-991978542266 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:55:41.720468 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9f2270-71b6-4586-ba40-a3102dd23784 None None] Routers {'34ccd1cb-cdcb-40f5-b891-991978542266'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:55:41.721071 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-ef9f2270-71b6-4586-ba40-a3102dd23784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:55:33Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['34ccd1cb-cdcb-40f5-b891-991978542266'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:55:41.787812 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-1d285306-38d1-43b6-93eb-43e9e7a77dd8 req-f4cfb1a9-02f9-4240-bc70-4558d1293de2 service neutron] 10.222.0.30 "GET /v2.0/networks/f5e06e1f-fa15-49a5-b59e-ccd074d78d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881703 Dec 20 15:55:41.831334 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-ef9f2270-71b6-4586-ba40-a3102dd23784 None None] Set router 34ccd1cb-cdcb-40f5-b891-991978542266 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:55:42.058197 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-ef9f2270-71b6-4586-ba40-a3102dd23784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ccd1cb-cdcb-40f5-b891-991978542266', 'name': 'tempest-TestSnapshotPattern-1745068570-router', 'tenant_id': '6ac54f41ad0e42339337a96e5b25c7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '39dfa546-38b2-4fea-9b9e-9c9b12e10432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:52:37Z', 'updated_at': '2021-12-20T15:52:40Z', 'revision_number': 4, 'project_id': '6ac54f41ad0e42339337a96e5b25c7d0', 'gw_port': {'id': '39dfa546-38b2-4fea-9b9e-9c9b12e10432', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ac:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ccd1cb-cdcb-40f5-b891-991978542266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:52:38Z', 'updated_at': '2021-12-20T15:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': '6a0cc028-f71d-4f0b-8032-8e84c142dd8f', 'tenant_id': '6ac54f41ad0e42339337a96e5b25c7d0', 'floating_ip_address': '172.25.0.185', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': '34ccd1cb-cdcb-40f5-b891-991978542266', 'port_id': '384556ec-8029-41a8-a978-d92ff6a7ca94', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5e06e1f-fa15-49a5-b59e-ccd074d78d5d', 'mac_address': 'fa:16:3e:d6:5a:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '805aa6e4-4c3e-45cc-9211-71d946b2adcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:52:59Z', 'updated_at': '2021-12-20T15:53:01Z', 'revision_number': 1, 'project_id': '6ac54f41ad0e42339337a96e5b25c7d0', 'fixed_ip_address_scope': None}, {'id': 'f58623cd-0358-4b2a-8896-7c61b634a0bb', 'tenant_id': '6ac54f41ad0e42339337a96e5b25c7d0', 'floating_ip_address': '172.25.0.81', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': '34ccd1cb-cdcb-40f5-b891-991978542266', 'port_id': '1a1c6803-b089-4d58-9315-4116896722ef', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4392, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5e06e1f-fa15-49a5-b59e-ccd074d78d5d', 'mac_address': 'fa:16:3e:24:48:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121b5865-a805-4cb3-aa5f-73544aa22f8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:55:40Z', 'updated_at': '2021-12-20T15:55:40Z', 'revision_number': 0, 'project_id': '6ac54f41ad0e42339337a96e5b25c7d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61a60ac5-3e8a-4bd4-ab14-be5a15dc9792', 'name': '', 'network_id': 'f5e06e1f-fa15-49a5-b59e-ccd074d78d5d', 'tenant_id': '6ac54f41ad0e42339337a96e5b25c7d0', 'mac_address': 'fa:16:3e:85:85:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ccd1cb-cdcb-40f5-b891-991978542266', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '5ce864b2-46cd-4ca0-bf00-fa7d770bbc95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:52:39Z', 'updated_at': '2021-12-20T15:52:45Z', 'revision_number': 5, 'project_id': '6ac54f41ad0e42339337a96e5b25c7d0', 'subnets': [{'id': '5ce864b2-46cd-4ca0-bf00-fa7d770bbc95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:55:42.087720 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9f2270-71b6-4586-ba40-a3102dd23784 None None] The sync data for ids ['34ccd1cb-cdcb-40f5-b891-991978542266'] in n-d-761264-19 is: [{'id': '34ccd1cb-cdcb-40f5-b891-991978542266', 'name': 'tempest-TestSnapshotPattern-1745068570-router', 'tenant_id': '6ac54f41ad0e42339337a96e5b25c7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '39dfa546-38b2-4fea-9b9e-9c9b12e10432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:52:37Z', 'updated_at': '2021-12-20T15:52:40Z', 'revision_number': 4, 'project_id': '6ac54f41ad0e42339337a96e5b25c7d0', 'gw_port': {'id': '39dfa546-38b2-4fea-9b9e-9c9b12e10432', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ac:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ccd1cb-cdcb-40f5-b891-991978542266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:52:38Z', 'updated_at': '2021-12-20T15:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': '6a0cc028-f71d-4f0b-8032-8e84c142dd8f', 'tenant_id': '6ac54f41ad0e42339337a96e5b25c7d0', 'floating_ip_address': '172.25.0.185', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': '34ccd1cb-cdcb-40f5-b891-991978542266', 'port_id': '384556ec-8029-41a8-a978-d92ff6a7ca94', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5e06e1f-fa15-49a5-b59e-ccd074d78d5d', 'mac_address': 'fa:16:3e:d6:5a:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '805aa6e4-4c3e-45cc-9211-71d946b2adcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:52:59Z', 'updated_at': '2021-12-20T15:53:01Z', 'revision_number': 1, 'project_id': '6ac54f41ad0e42339337a96e5b25c7d0', 'fixed_ip_address_scope': None}, {'id': 'f58623cd-0358-4b2a-8896-7c61b634a0bb', 'tenant_id': '6ac54f41ad0e42339337a96e5b25c7d0', 'floating_ip_address': '172.25.0.81', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': '34ccd1cb-cdcb-40f5-b891-991978542266', 'port_id': '1a1c6803-b089-4d58-9315-4116896722ef', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4392, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5e06e1f-fa15-49a5-b59e-ccd074d78d5d', 'mac_address': 'fa:16:3e:24:48:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121b5865-a805-4cb3-aa5f-73544aa22f8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:55:40Z', 'updated_at': '2021-12-20T15:55:40Z', 'revision_number': 0, 'project_id': '6ac54f41ad0e42339337a96e5b25c7d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61a60ac5-3e8a-4bd4-ab14-be5a15dc9792', 'name': '', 'network_id': 'f5e06e1f-fa15-49a5-b59e-ccd074d78d5d', 'tenant_id': '6ac54f41ad0e42339337a96e5b25c7d0', 'mac_address': 'fa:16:3e:85:85:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ccd1cb-cdcb-40f5-b891-991978542266', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '5ce864b2-46cd-4ca0-bf00-fa7d770bbc95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:52:39Z', 'updated_at': '2021-12-20T15:52:45Z', 'revision_number': 5, 'project_id': '6ac54f41ad0e42339337a96e5b25c7d0', 'subnets': [{'id': '5ce864b2-46cd-4ca0-bf00-fa7d770bbc95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:55:42.302150 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073bde82-ab47-49dc-aacd-fde57c19ca68 None None] New status for floating IP f58623cd-0358-4b2a-8896-7c61b634a0bb: ACTIVE {{(pid=103170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 15:55:42.432610 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:55:46.136315 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:00.837748 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-96ec7b1b-e8ea-42eb-addd-56dcec0b8965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:03.021110 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a0b8ff07-75ac-4820-bc39-7e95d8a4c192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:04.190944 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:06.202579 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:06.368943 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:08.842182 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:56:12.449518 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:16.144111 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:19.131842 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-82f2e38f-e419-42e9-8f8e-f51800e74afb req-d1ec1226-275d-40b7-b1a8-297f55f46561 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=121b5865-a805-4cb3-aa5f-73544aa22f8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0455768 Dec 20 15:56:19.221524 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f2e38f-e419-42e9-8f8e-f51800e74afb req-bd0e40cf-c1fd-4c51-9c04-2a4daefed9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:19.223058 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-82f2e38f-e419-42e9-8f8e-f51800e74afb req-bd0e40cf-c1fd-4c51-9c04-2a4daefed9d8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6ac54f41ad0e42339337a96e5b25c7d0&device_id=121b5865-a805-4cb3-aa5f-73544aa22f8e HTTP/1.1" status: 200 len: 1098 time: 0.0480075 Dec 20 15:56:19.327214 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f2e38f-e419-42e9-8f8e-f51800e74afb req-302565a1-e032-4767-89da-f91a93a8f40d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:19.328626 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-82f2e38f-e419-42e9-8f8e-f51800e74afb req-302565a1-e032-4767-89da-f91a93a8f40d service neutron] 10.222.0.30 "GET /v2.0/networks?id=f5e06e1f-fa15-49a5-b59e-ccd074d78d5d HTTP/1.1" status: 200 len: 911 time: 0.0851398 Dec 20 15:56:19.397453 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-82f2e38f-e419-42e9-8f8e-f51800e74afb req-bcc5bc86-600d-4ba0-a1b1-90915dd14f40 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a1c6803-b089-4d58-9315-4116896722ef HTTP/1.1" status: 200 len: 1001 time: 0.0614219 Dec 20 15:56:19.446363 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f2e38f-e419-42e9-8f8e-f51800e74afb req-3e6d5c9e-2edb-48cc-b2f3-b1d5e397f71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:19.447798 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-82f2e38f-e419-42e9-8f8e-f51800e74afb req-3e6d5c9e-2edb-48cc-b2f3-b1d5e397f71f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5ce864b2-46cd-4ca0-bf00-fa7d770bbc95 HTTP/1.1" status: 200 len: 849 time: 0.0433669 Dec 20 15:56:19.493821 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f2e38f-e419-42e9-8f8e-f51800e74afb req-968be230-e25d-47f8-9977-f5aaf3551974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:19.495787 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-82f2e38f-e419-42e9-8f8e-f51800e74afb req-968be230-e25d-47f8-9977-f5aaf3551974 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f5e06e1f-fa15-49a5-b59e-ccd074d78d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402474 Dec 20 15:56:19.599908 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-82f2e38f-e419-42e9-8f8e-f51800e74afb req-da9a661c-f6eb-4c50-ba51-ba63c546297f service neutron] 10.222.0.30 "GET /v2.0/networks/f5e06e1f-fa15-49a5-b59e-ccd074d78d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961742 Dec 20 15:56:19.693064 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-82f2e38f-e419-42e9-8f8e-f51800e74afb req-bdf375b9-13b0-4614-86b8-434f6f8ac878 service neutron] 10.222.0.30 "GET /v2.0/networks/f5e06e1f-fa15-49a5-b59e-ccd074d78d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855565 Dec 20 15:56:24.647869 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-133c477e-d047-4544-a6ad-a42b390cc6d7 req-f1ccb21f-d25b-4053-ace2-bab63677f178 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=805aa6e4-4c3e-45cc-9211-71d946b2adcb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0604396 Dec 20 15:56:24.743092 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133c477e-d047-4544-a6ad-a42b390cc6d7 req-b49f31c6-adb5-473d-a41a-98c82792d52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:24.745138 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-133c477e-d047-4544-a6ad-a42b390cc6d7 req-b49f31c6-adb5-473d-a41a-98c82792d52a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6ac54f41ad0e42339337a96e5b25c7d0&device_id=805aa6e4-4c3e-45cc-9211-71d946b2adcb HTTP/1.1" status: 200 len: 1095 time: 0.0434413 Dec 20 15:56:24.863335 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133c477e-d047-4544-a6ad-a42b390cc6d7 req-0eabcc7e-a403-42a7-a3c4-ce41cd277bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:24.864828 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-133c477e-d047-4544-a6ad-a42b390cc6d7 req-0eabcc7e-a403-42a7-a3c4-ce41cd277bda service neutron] 10.222.0.47 "GET /v2.0/networks?id=f5e06e1f-fa15-49a5-b59e-ccd074d78d5d HTTP/1.1" status: 200 len: 911 time: 0.0967796 Dec 20 15:56:24.935760 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-133c477e-d047-4544-a6ad-a42b390cc6d7 req-12965956-068c-4b9b-9811-b61f2ff66ac9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=384556ec-8029-41a8-a978-d92ff6a7ca94 HTTP/1.1" status: 200 len: 999 time: 0.0594954 Dec 20 15:56:24.985526 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133c477e-d047-4544-a6ad-a42b390cc6d7 req-7b9ec880-e817-484c-967d-1295fea0896b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:24.987022 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-133c477e-d047-4544-a6ad-a42b390cc6d7 req-7b9ec880-e817-484c-967d-1295fea0896b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5ce864b2-46cd-4ca0-bf00-fa7d770bbc95 HTTP/1.1" status: 200 len: 849 time: 0.0446107 Dec 20 15:56:25.037194 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133c477e-d047-4544-a6ad-a42b390cc6d7 req-cab44dd6-a28e-41f6-b586-5a3a197c2c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:56:25.038674 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-133c477e-d047-4544-a6ad-a42b390cc6d7 req-cab44dd6-a28e-41f6-b586-5a3a197c2c99 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f5e06e1f-fa15-49a5-b59e-ccd074d78d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445075 Dec 20 15:56:25.135473 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-133c477e-d047-4544-a6ad-a42b390cc6d7 req-387d8469-0777-4de3-9eef-ca0ca0b3aa60 service neutron] 10.222.0.47 "GET /v2.0/networks/f5e06e1f-fa15-49a5-b59e-ccd074d78d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887957 Dec 20 15:56:25.232198 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-133c477e-d047-4544-a6ad-a42b390cc6d7 req-06b3b334-ba57-42b0-9003-b684e6a2249a service neutron] 10.222.0.47 "GET /v2.0/networks/f5e06e1f-fa15-49a5-b59e-ccd074d78d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889935 Dec 20 15:56:30.838421 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-cc725f15-2ca7-4ee6-a826-f55e21d4eeff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:33.017402 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-972e7b51-cd02-4bb6-a028-e65f23b4a794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:34.196213 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:36.203608 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:36.375504 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:42.472098 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:56:45.842378 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:56:46.166381 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:00.841027 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8ebcd35a-4c78-4932-8821-835e81eee9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:03.022389 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-05c0f28b-fc17-46f2-98da-b8ae6a76e419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:04.203954 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:06.205032 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:06.362978 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:12.479267 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:16.156555 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:21.136984 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-04b4851b-7fa6-4b3f-92e3-d867c75a2e65 req-377c72cf-6744-4cac-8812-e7fedc37aa17 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=121b5865-a805-4cb3-aa5f-73544aa22f8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0565209 Dec 20 15:57:21.231484 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b4851b-7fa6-4b3f-92e3-d867c75a2e65 req-87c730df-c0fd-4081-b265-f4b950a978e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:21.233047 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-04b4851b-7fa6-4b3f-92e3-d867c75a2e65 req-87c730df-c0fd-4081-b265-f4b950a978e8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6ac54f41ad0e42339337a96e5b25c7d0&device_id=121b5865-a805-4cb3-aa5f-73544aa22f8e HTTP/1.1" status: 200 len: 1098 time: 0.0452385 Dec 20 15:57:21.338060 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b4851b-7fa6-4b3f-92e3-d867c75a2e65 req-45045228-19a2-4b6d-93ed-380702aca53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:21.339482 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-04b4851b-7fa6-4b3f-92e3-d867c75a2e65 req-45045228-19a2-4b6d-93ed-380702aca53b service neutron] 10.222.0.30 "GET /v2.0/networks?id=f5e06e1f-fa15-49a5-b59e-ccd074d78d5d HTTP/1.1" status: 200 len: 911 time: 0.0872922 Dec 20 15:57:21.409793 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-04b4851b-7fa6-4b3f-92e3-d867c75a2e65 req-25bc361b-509f-434a-bd03-b7d2f182e890 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a1c6803-b089-4d58-9315-4116896722ef HTTP/1.1" status: 200 len: 1001 time: 0.0627797 Dec 20 15:57:21.457996 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b4851b-7fa6-4b3f-92e3-d867c75a2e65 req-3e2c013c-80e5-40ba-bc10-40fe313744aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:21.459444 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-04b4851b-7fa6-4b3f-92e3-d867c75a2e65 req-3e2c013c-80e5-40ba-bc10-40fe313744aa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5ce864b2-46cd-4ca0-bf00-fa7d770bbc95 HTTP/1.1" status: 200 len: 849 time: 0.0434361 Dec 20 15:57:21.511142 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b4851b-7fa6-4b3f-92e3-d867c75a2e65 req-61eb9323-e891-46a5-a52f-9cd96c138633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:21.513383 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-04b4851b-7fa6-4b3f-92e3-d867c75a2e65 req-61eb9323-e891-46a5-a52f-9cd96c138633 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f5e06e1f-fa15-49a5-b59e-ccd074d78d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461311 Dec 20 15:57:21.609866 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-04b4851b-7fa6-4b3f-92e3-d867c75a2e65 req-480a94a5-8ef9-454e-997e-44fecc870676 service neutron] 10.222.0.30 "GET /v2.0/networks/f5e06e1f-fa15-49a5-b59e-ccd074d78d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894358 Dec 20 15:57:21.708815 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-04b4851b-7fa6-4b3f-92e3-d867c75a2e65 req-6bf6b1ea-33e8-4edb-8a2c-16a76f88b85f service neutron] 10.222.0.30 "GET /v2.0/networks/f5e06e1f-fa15-49a5-b59e-ccd074d78d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925019 Dec 20 15:57:22.849113 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:57:25.630824 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c36be8f0-de40-456a-b3ae-f0720dbf7bf1 req-8a14bfad-0935-4163-843d-815202196407 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=805aa6e4-4c3e-45cc-9211-71d946b2adcb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0428545 Dec 20 15:57:25.724965 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36be8f0-de40-456a-b3ae-f0720dbf7bf1 req-927b5b37-ee8f-4b16-9a9a-67bb5b1a77a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:25.726475 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c36be8f0-de40-456a-b3ae-f0720dbf7bf1 req-927b5b37-ee8f-4b16-9a9a-67bb5b1a77a7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6ac54f41ad0e42339337a96e5b25c7d0&device_id=805aa6e4-4c3e-45cc-9211-71d946b2adcb HTTP/1.1" status: 200 len: 1095 time: 0.0505178 Dec 20 15:57:25.842678 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36be8f0-de40-456a-b3ae-f0720dbf7bf1 req-79b58aab-c2c0-4ed1-9a28-3e5eb2e54e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:25.844318 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c36be8f0-de40-456a-b3ae-f0720dbf7bf1 req-79b58aab-c2c0-4ed1-9a28-3e5eb2e54e74 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f5e06e1f-fa15-49a5-b59e-ccd074d78d5d HTTP/1.1" status: 200 len: 911 time: 0.0971124 Dec 20 15:57:25.910207 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c36be8f0-de40-456a-b3ae-f0720dbf7bf1 req-f0c701f1-8396-4bba-bc28-9e63c7a87300 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=384556ec-8029-41a8-a978-d92ff6a7ca94 HTTP/1.1" status: 200 len: 999 time: 0.0590484 Dec 20 15:57:25.964584 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36be8f0-de40-456a-b3ae-f0720dbf7bf1 req-4a9d3b27-765d-47c7-b662-6f30cb884288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:25.966037 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c36be8f0-de40-456a-b3ae-f0720dbf7bf1 req-4a9d3b27-765d-47c7-b662-6f30cb884288 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5ce864b2-46cd-4ca0-bf00-fa7d770bbc95 HTTP/1.1" status: 200 len: 849 time: 0.0479612 Dec 20 15:57:26.012660 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36be8f0-de40-456a-b3ae-f0720dbf7bf1 req-e7ec2b31-9f2b-4f7c-823b-607bde45cc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:57:26.014114 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c36be8f0-de40-456a-b3ae-f0720dbf7bf1 req-e7ec2b31-9f2b-4f7c-823b-607bde45cc4e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f5e06e1f-fa15-49a5-b59e-ccd074d78d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414898 Dec 20 15:57:26.103418 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c36be8f0-de40-456a-b3ae-f0720dbf7bf1 req-0fdace45-259d-431c-9b04-8aefd72d8e1d service neutron] 10.222.0.47 "GET /v2.0/networks/f5e06e1f-fa15-49a5-b59e-ccd074d78d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818462 Dec 20 15:57:26.199099 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c36be8f0-de40-456a-b3ae-f0720dbf7bf1 req-99825c0f-e000-4069-8b57-1ac9b7a7a8f3 service neutron] 10.222.0.47 "GET /v2.0/networks/f5e06e1f-fa15-49a5-b59e-ccd074d78d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882280 Dec 20 15:57:30.840240 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-6a0a2013-0fa8-4bca-89eb-6833f3fbfef4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:33.027099 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-536d53a6-e9b7-415a-854e-5b3c479607ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:34.204877 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:36.214583 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:36.366699 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:42.478237 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:46.173360 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:59.388119 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 1a1c6803-b089-4d58-9315-4116896722ef details requested by agent hyperv_n-h1-761264-19 with host n-h1-761264-19 {{(pid=103169) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 15:57:59.486778 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 1a1c6803-b089-4d58-9315-4116896722ef, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=1a1c6803-b089-4d58-9315-4116896722ef,segment=NetworkSegment(ef60c184-7ced-41d1-8e04-07f6da4f57dc),segment_id=ef60c184-7ced-41d1-8e04-07f6da4f57dc)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:57:59.501326 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Returning: {'device': '1a1c6803-b089-4d58-9315-4116896722ef', 'network_id': 'f5e06e1f-fa15-49a5-b59e-ccd074d78d5d', 'port_id': '1a1c6803-b089-4d58-9315-4116896722ef', 'mac_address': 'fa:16:3e:24:48:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ce864b2-46cd-4ca0-bf00-fa7d770bbc95', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103169) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 15:57:59.538152 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:59.551593 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1a1c6803-b089-4d58-9315-4116896722ef {{(pid=103169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 15:57:59.571682 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 1a1c6803-b089-4d58-9315-4116896722ef, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=1a1c6803-b089-4d58-9315-4116896722ef,segment=NetworkSegment(ef60c184-7ced-41d1-8e04-07f6da4f57dc),segment_id=ef60c184-7ced-41d1-8e04-07f6da4f57dc)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:57:59.578447 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:57:59.626895 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=1a1c6803-b089-4d58-9315-4116896722ef,revision_number=6']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:57:59.634954 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:57:59.635291 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:57:59.635626 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:57:59.635953 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:57:59.636260 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:57:59.636602 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:57:59.636918 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:57:59.637230 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:57:59.637545 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:57:59.637860 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:57:59.638234 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:57:59.638460 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:57:59.638798 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:57:59.652034 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] get_ports_and_sgs() called for port_ids ['1a1c6803-b089-4d58-9315-4116896722ef'] {{(pid=103169) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 15:57:59.841018 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:58:00.841898 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-fd646ef6-59ae-488e-93fa-6bfda2fb100c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:01.404334 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 1a1c6803-b089-4d58-9315-4116896722ef up at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 15:58:01.460125 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.provisioning_blocks [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Provisioning complete for port 1a1c6803-b089-4d58-9315-4116896722ef triggered by entity L2. {{(pid=103169) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 15:58:01.460495 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-684242'] for port, provisioning_complete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:01.539089 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561951'] for port, before_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:01.565582 n-d-761264-19 neutron-server[103169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '121b5865-a805-4cb3-aa5f-73544aa22f8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a1c6803-b089-4d58-9315-4116896722ef'}] {{(pid=103169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:58:01.569059 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a867d42bfdcbb9cb6963a533571b1f1c257f186d8c4d683fcd223be3c25d00f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20021731-dc99-4dd7-9c09-187a83619b1d" -d '{"events": [{"server_uuid": "121b5865-a805-4cb3-aa5f-73544aa22f8e", "name": "network-vif-plugged", "status": "completed", "tag": "1a1c6803-b089-4d58-9315-4116896722ef"}]}' {{(pid=103169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:58:01.586021 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] For port 1a1c6803-b089-4d58-9315-4116896722ef, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=1a1c6803-b089-4d58-9315-4116896722ef,segment=NetworkSegment(ef60c184-7ced-41d1-8e04-07f6da4f57dc),segment_id=ef60c184-7ced-41d1-8e04-07f6da4f57dc)] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:58:01.591240 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753495029827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753494464247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753494460685'] for port, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:01.639494 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Pushing event updated for resources: {'Port': ['ID=1a1c6803-b089-4d58-9315-4116896722ef,revision_number=7']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:01.671050 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5271a4e7-1f1a-45fa-9040-fa3963421569 x-openstack-request-id: req-5271a4e7-1f1a-45fa-9040-fa3963421569 {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:58:01.671350 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "121b5865-a805-4cb3-aa5f-73544aa22f8e", "name": "network-vif-plugged", "status": "completed", "tag": "1a1c6803-b089-4d58-9315-4116896722ef", "code": 200}]} {{(pid=103169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:58:01.671599 n-d-761264-19 neutron-server[103169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5271a4e7-1f1a-45fa-9040-fa3963421569 {{(pid=103169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:58:01.672006 n-d-761264-19 neutron-server[103169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '121b5865-a805-4cb3-aa5f-73544aa22f8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a1c6803-b089-4d58-9315-4116896722ef', 'code': 200} Dec 20 15:58:03.027155 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2f9f7b82-6f9f-4bbb-ac6b-e2cbad0ec99f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:04.205790 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:06.224302 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:06.366406 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:12.481785 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:13.617570 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 60132) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:13.793885 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-94be4a47-4d54-4df3-9439-21d422bac410 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Deleting port 5932dafe-5642-4796-8c6c-ef89053e3c69 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:58:13.794199 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-94be4a47-4d54-4df3-9439-21d422bac410 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:13.877068 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-94be4a47-4d54-4df3-9439-21d422bac410 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:13.877307 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-94be4a47-4d54-4df3-9439-21d422bac410 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:13.890351 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-94be4a47-4d54-4df3-9439-21d422bac410 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Calling delete_port for 5932dafe-5642-4796-8c6c-ef89053e3c69 owned by network:floatingip {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:58:14.053577 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-94be4a47-4d54-4df3-9439-21d422bac410 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:14.085181 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94be4a47-4d54-4df3-9439-21d422bac410 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Pushing event deleted for resources: {'Port': ['ID=5932dafe-5642-4796-8c6c-ef89053e3c69,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:14.109076 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94be4a47-4d54-4df3-9439-21d422bac410 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:58:14.109420 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94be4a47-4d54-4df3-9439-21d422bac410 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:58:14.109757 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94be4a47-4d54-4df3-9439-21d422bac410 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:58:14.110090 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94be4a47-4d54-4df3-9439-21d422bac410 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:58:14.110422 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94be4a47-4d54-4df3-9439-21d422bac410 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:58:14.110753 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94be4a47-4d54-4df3-9439-21d422bac410 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:58:14.111097 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94be4a47-4d54-4df3-9439-21d422bac410 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:58:14.111530 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94be4a47-4d54-4df3-9439-21d422bac410 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:58:14.111902 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94be4a47-4d54-4df3-9439-21d422bac410 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:58:14.112355 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94be4a47-4d54-4df3-9439-21d422bac410 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:58:14.112655 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94be4a47-4d54-4df3-9439-21d422bac410 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:58:14.112978 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94be4a47-4d54-4df3-9439-21d422bac410 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:58:14.113298 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94be4a47-4d54-4df3-9439-21d422bac410 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:58:14.155276 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-94be4a47-4d54-4df3-9439-21d422bac410 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Publish callbacks [] for floatingip, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:14.155538 n-d-761264-19 neutron-server[103167]: INFO neutron.db.l3_db [None req-94be4a47-4d54-4df3-9439-21d422bac410 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Floating IP f58623cd-0358-4b2a-8896-7c61b634a0bb disassociated (deleted). External IP: 172.25.0.81, port: 1a1c6803-b089-4d58-9315-4116896722ef. Dec 20 15:58:14.371214 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94be4a47-4d54-4df3-9439-21d422bac410 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Router 34ccd1cb-cdcb-40f5-b891-991978542266 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:58:14.483011 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94be4a47-4d54-4df3-9439-21d422bac410 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:58:14.488459 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-94be4a47-4d54-4df3-9439-21d422bac410 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:14.494157 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4035d7d-b806-4801-8cd4-3275d112b1a1 None None] Sync routers for ids ['34ccd1cb-cdcb-40f5-b891-991978542266'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:58:14.504924 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4035d7d-b806-4801-8cd4-3275d112b1a1 None None] Routers {'34ccd1cb-cdcb-40f5-b891-991978542266'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:58:14.505526 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-d4035d7d-b806-4801-8cd4-3275d112b1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:58:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['34ccd1cb-cdcb-40f5-b891-991978542266'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:14.514788 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-94be4a47-4d54-4df3-9439-21d422bac410 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] 10.222.0.54 "DELETE /v2.0/floatingips/f58623cd-0358-4b2a-8896-7c61b634a0bb HTTP/1.1" status: 204 len: 168 time: 0.8959930 Dec 20 15:58:14.515450 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '121b5865-a805-4cb3-aa5f-73544aa22f8e', 'tag': '1a1c6803-b089-4d58-9315-4116896722ef'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:58:14.517822 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08f5bd10d948da750b9537a176c40f94b479143edf42a445aa4903673b4b1814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04d6bb20-1324-4d33-b85f-34304450c3c4" -d '{"events": [{"name": "network-changed", "server_uuid": "121b5865-a805-4cb3-aa5f-73544aa22f8e", "tag": "1a1c6803-b089-4d58-9315-4116896722ef"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:58:14.624101 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-d4035d7d-b806-4801-8cd4-3275d112b1a1 None None] Set router 34ccd1cb-cdcb-40f5-b891-991978542266 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:58:14.637394 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27c1e731-3c63-445f-8e6b-07241688e119 x-openstack-request-id: req-27c1e731-3c63-445f-8e6b-07241688e119 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:58:14.637978 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "121b5865-a805-4cb3-aa5f-73544aa22f8e", "tag": "1a1c6803-b089-4d58-9315-4116896722ef", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:58:14.638197 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-27c1e731-3c63-445f-8e6b-07241688e119 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:58:14.638829 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '121b5865-a805-4cb3-aa5f-73544aa22f8e', 'tag': '1a1c6803-b089-4d58-9315-4116896722ef', 'status': 'completed', 'code': 200} Dec 20 15:58:14.710350 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6bb20-1324-4d33-b85f-34304450c3c4 req-28913799-3887-4548-95a3-4d5dddeff414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:14.711961 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-04d6bb20-1324-4d33-b85f-34304450c3c4 req-28913799-3887-4548-95a3-4d5dddeff414 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6ac54f41ad0e42339337a96e5b25c7d0&device_id=121b5865-a805-4cb3-aa5f-73544aa22f8e HTTP/1.1" status: 200 len: 1098 time: 0.0495446 Dec 20 15:58:14.762628 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a23694-2749-47f0-9e78-4e46815394d2 req-165aa565-777c-45e5-994a-82f6fdf0767b tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:14.764519 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-83a23694-2749-47f0-9e78-4e46815394d2 req-165aa565-777c-45e5-994a-82f6fdf0767b tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] 10.222.0.54 "GET /v2.0/ports?device_id=121b5865-a805-4cb3-aa5f-73544aa22f8e HTTP/1.1" status: 200 len: 946 time: 0.0516458 Dec 20 15:58:14.806454 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6bb20-1324-4d33-b85f-34304450c3c4 req-080efd66-456f-4b78-b04c-542b0371a917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:14.808120 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-04d6bb20-1324-4d33-b85f-34304450c3c4 req-080efd66-456f-4b78-b04c-542b0371a917 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f5e06e1f-fa15-49a5-b59e-ccd074d78d5d HTTP/1.1" status: 200 len: 911 time: 0.0884578 Dec 20 15:58:14.819157 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-83a23694-2749-47f0-9e78-4e46815394d2 req-7725abb2-4571-48a0-acff-123d0f5de046 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd139b3e-f01b-4b06-9157-791215d115f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481727 Dec 20 15:58:14.857124 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-04d6bb20-1324-4d33-b85f-34304450c3c4 req-926a4e74-6b8f-435b-91f1-3ea27004dfcb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a1c6803-b089-4d58-9315-4116896722ef HTTP/1.1" status: 200 len: 217 time: 0.0409563 Dec 20 15:58:14.865892 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-d4035d7d-b806-4801-8cd4-3275d112b1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ccd1cb-cdcb-40f5-b891-991978542266', 'name': 'tempest-TestSnapshotPattern-1745068570-router', 'tenant_id': '6ac54f41ad0e42339337a96e5b25c7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '39dfa546-38b2-4fea-9b9e-9c9b12e10432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:52:37Z', 'updated_at': '2021-12-20T15:52:40Z', 'revision_number': 4, 'project_id': '6ac54f41ad0e42339337a96e5b25c7d0', 'gw_port': {'id': '39dfa546-38b2-4fea-9b9e-9c9b12e10432', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ac:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ccd1cb-cdcb-40f5-b891-991978542266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:52:38Z', 'updated_at': '2021-12-20T15:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': '6a0cc028-f71d-4f0b-8032-8e84c142dd8f', 'tenant_id': '6ac54f41ad0e42339337a96e5b25c7d0', 'floating_ip_address': '172.25.0.185', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': '34ccd1cb-cdcb-40f5-b891-991978542266', 'port_id': '384556ec-8029-41a8-a978-d92ff6a7ca94', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5e06e1f-fa15-49a5-b59e-ccd074d78d5d', 'mac_address': 'fa:16:3e:d6:5a:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '805aa6e4-4c3e-45cc-9211-71d946b2adcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:52:59Z', 'updated_at': '2021-12-20T15:53:01Z', 'revision_number': 1, 'project_id': '6ac54f41ad0e42339337a96e5b25c7d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61a60ac5-3e8a-4bd4-ab14-be5a15dc9792', 'name': '', 'network_id': 'f5e06e1f-fa15-49a5-b59e-ccd074d78d5d', 'tenant_id': '6ac54f41ad0e42339337a96e5b25c7d0', 'mac_address': 'fa:16:3e:85:85:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ccd1cb-cdcb-40f5-b891-991978542266', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '5ce864b2-46cd-4ca0-bf00-fa7d770bbc95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:52:39Z', 'updated_at': '2021-12-20T15:52:45Z', 'revision_number': 5, 'project_id': '6ac54f41ad0e42339337a96e5b25c7d0', 'subnets': [{'id': '5ce864b2-46cd-4ca0-bf00-fa7d770bbc95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:14.892419 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4035d7d-b806-4801-8cd4-3275d112b1a1 None None] Checking router: 34ccd1cb-cdcb-40f5-b891-991978542266 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:58:14.900973 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4035d7d-b806-4801-8cd4-3275d112b1a1 None None] Routers {'34ccd1cb-cdcb-40f5-b891-991978542266'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:58:14.901581 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-d4035d7d-b806-4801-8cd4-3275d112b1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:58:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['34ccd1cb-cdcb-40f5-b891-991978542266'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:14.907690 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6bb20-1324-4d33-b85f-34304450c3c4 req-6b8426a0-5d32-44f0-9e05-46b778fe3a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:14.909209 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-04d6bb20-1324-4d33-b85f-34304450c3c4 req-6b8426a0-5d32-44f0-9e05-46b778fe3a1b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5ce864b2-46cd-4ca0-bf00-fa7d770bbc95 HTTP/1.1" status: 200 len: 849 time: 0.0446851 Dec 20 15:58:14.954413 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6bb20-1324-4d33-b85f-34304450c3c4 req-a9c58305-37f2-40ea-92a7-5679b9fb3351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:14.955975 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-04d6bb20-1324-4d33-b85f-34304450c3c4 req-a9c58305-37f2-40ea-92a7-5679b9fb3351 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f5e06e1f-fa15-49a5-b59e-ccd074d78d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397046 Dec 20 15:58:15.012878 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-d4035d7d-b806-4801-8cd4-3275d112b1a1 None None] Set router 34ccd1cb-cdcb-40f5-b891-991978542266 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:58:15.051927 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-04d6bb20-1324-4d33-b85f-34304450c3c4 req-5c073373-cf65-4ef0-9aaa-a4b28b937aa0 service neutron] 10.222.0.30 "GET /v2.0/networks/f5e06e1f-fa15-49a5-b59e-ccd074d78d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880828 Dec 20 15:58:15.143023 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-04d6bb20-1324-4d33-b85f-34304450c3c4 req-079e38e9-28bb-4581-a40d-1f727909b9cd service neutron] 10.222.0.30 "GET /v2.0/networks/f5e06e1f-fa15-49a5-b59e-ccd074d78d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829380 Dec 20 15:58:15.250708 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-d4035d7d-b806-4801-8cd4-3275d112b1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ccd1cb-cdcb-40f5-b891-991978542266', 'name': 'tempest-TestSnapshotPattern-1745068570-router', 'tenant_id': '6ac54f41ad0e42339337a96e5b25c7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '39dfa546-38b2-4fea-9b9e-9c9b12e10432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:52:37Z', 'updated_at': '2021-12-20T15:52:40Z', 'revision_number': 4, 'project_id': '6ac54f41ad0e42339337a96e5b25c7d0', 'gw_port': {'id': '39dfa546-38b2-4fea-9b9e-9c9b12e10432', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ac:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ccd1cb-cdcb-40f5-b891-991978542266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:52:38Z', 'updated_at': '2021-12-20T15:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': '6a0cc028-f71d-4f0b-8032-8e84c142dd8f', 'tenant_id': '6ac54f41ad0e42339337a96e5b25c7d0', 'floating_ip_address': '172.25.0.185', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': '34ccd1cb-cdcb-40f5-b891-991978542266', 'port_id': '384556ec-8029-41a8-a978-d92ff6a7ca94', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5e06e1f-fa15-49a5-b59e-ccd074d78d5d', 'mac_address': 'fa:16:3e:d6:5a:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '805aa6e4-4c3e-45cc-9211-71d946b2adcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:52:59Z', 'updated_at': '2021-12-20T15:53:01Z', 'revision_number': 1, 'project_id': '6ac54f41ad0e42339337a96e5b25c7d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61a60ac5-3e8a-4bd4-ab14-be5a15dc9792', 'name': '', 'network_id': 'f5e06e1f-fa15-49a5-b59e-ccd074d78d5d', 'tenant_id': '6ac54f41ad0e42339337a96e5b25c7d0', 'mac_address': 'fa:16:3e:85:85:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ccd1cb-cdcb-40f5-b891-991978542266', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '5ce864b2-46cd-4ca0-bf00-fa7d770bbc95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:52:39Z', 'updated_at': '2021-12-20T15:52:45Z', 'revision_number': 5, 'project_id': '6ac54f41ad0e42339337a96e5b25c7d0', 'subnets': [{'id': '5ce864b2-46cd-4ca0-bf00-fa7d770bbc95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:15.276953 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4035d7d-b806-4801-8cd4-3275d112b1a1 None None] The sync data for ids ['34ccd1cb-cdcb-40f5-b891-991978542266'] in n-d-761264-19 is: [{'id': '34ccd1cb-cdcb-40f5-b891-991978542266', 'name': 'tempest-TestSnapshotPattern-1745068570-router', 'tenant_id': '6ac54f41ad0e42339337a96e5b25c7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '39dfa546-38b2-4fea-9b9e-9c9b12e10432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:52:37Z', 'updated_at': '2021-12-20T15:52:40Z', 'revision_number': 4, 'project_id': '6ac54f41ad0e42339337a96e5b25c7d0', 'gw_port': {'id': '39dfa546-38b2-4fea-9b9e-9c9b12e10432', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ac:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ccd1cb-cdcb-40f5-b891-991978542266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:52:38Z', 'updated_at': '2021-12-20T15:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_floatingips': [{'id': '6a0cc028-f71d-4f0b-8032-8e84c142dd8f', 'tenant_id': '6ac54f41ad0e42339337a96e5b25c7d0', 'floating_ip_address': '172.25.0.185', 'floating_network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'router_id': '34ccd1cb-cdcb-40f5-b891-991978542266', 'port_id': '384556ec-8029-41a8-a978-d92ff6a7ca94', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5e06e1f-fa15-49a5-b59e-ccd074d78d5d', 'mac_address': 'fa:16:3e:d6:5a:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '805aa6e4-4c3e-45cc-9211-71d946b2adcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T15:52:59Z', 'updated_at': '2021-12-20T15:53:01Z', 'revision_number': 1, 'project_id': '6ac54f41ad0e42339337a96e5b25c7d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61a60ac5-3e8a-4bd4-ab14-be5a15dc9792', 'name': '', 'network_id': 'f5e06e1f-fa15-49a5-b59e-ccd074d78d5d', 'tenant_id': '6ac54f41ad0e42339337a96e5b25c7d0', 'mac_address': 'fa:16:3e:85:85:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ccd1cb-cdcb-40f5-b891-991978542266', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '5ce864b2-46cd-4ca0-bf00-fa7d770bbc95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:52:39Z', 'updated_at': '2021-12-20T15:52:45Z', 'revision_number': 5, 'project_id': '6ac54f41ad0e42339337a96e5b25c7d0', 'subnets': [{'id': '5ce864b2-46cd-4ca0-bf00-fa7d770bbc95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:58:15.505731 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047e2475-8e6a-4678-9a5d-c095262acfdd None None] New status for floating IP f58623cd-0358-4b2a-8896-7c61b634a0bb: DOWN {{(pid=103170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 15:58:15.957729 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d6a8ee-bed2-4107-9bd3-f8fcb958f1fb req-0c82a976-d8d2-4ab9-8a31-1e03250a1342 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:15.959243 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-31d6a8ee-bed2-4107-9bd3-f8fcb958f1fb req-0c82a976-d8d2-4ab9-8a31-1e03250a1342 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] 10.222.0.54 "GET /v2.0/ports?device_id=121b5865-a805-4cb3-aa5f-73544aa22f8e HTTP/1.1" status: 200 len: 946 time: 0.0605326 Dec 20 15:58:16.012309 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-31d6a8ee-bed2-4107-9bd3-f8fcb958f1fb req-a6d72947-2c8b-46b6-9790-e3666e71a4f3 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd139b3e-f01b-4b06-9157-791215d115f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466824 Dec 20 15:58:16.171677 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:16.501330 n-d-761264-19 neutron-server[103168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f97542-2c9f-40a9-8483-c7f6381866b6 req-17010488-0060-44c6-936d-e404c66c81a0 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:16.502643 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b9f97542-2c9f-40a9-8483-c7f6381866b6 req-17010488-0060-44c6-936d-e404c66c81a0 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] 10.222.0.30 "GET /v2.0/ports?device_id=121b5865-a805-4cb3-aa5f-73544aa22f8e HTTP/1.1" status: 200 len: 946 time: 0.0565360 Dec 20 15:58:16.599973 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-b9f97542-2c9f-40a9-8483-c7f6381866b6 req-f4a55bf4-e11f-4146-bba5-22800dfb4dbf tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Deleting port 1a1c6803-b089-4d58-9315-4116896722ef {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:58:16.600263 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-b9f97542-2c9f-40a9-8483-c7f6381866b6 req-f4a55bf4-e11f-4146-bba5-22800dfb4dbf tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:16.697178 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [req-b9f97542-2c9f-40a9-8483-c7f6381866b6 req-f4a55bf4-e11f-4146-bba5-22800dfb4dbf tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] For port 1a1c6803-b089-4d58-9315-4116896722ef, host n-h1-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-761264-19',level=0,port_id=1a1c6803-b089-4d58-9315-4116896722ef,segment=NetworkSegment(ef60c184-7ced-41d1-8e04-07f6da4f57dc),segment_id=ef60c184-7ced-41d1-8e04-07f6da4f57dc)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:58:16.697482 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-b9f97542-2c9f-40a9-8483-c7f6381866b6 req-f4a55bf4-e11f-4146-bba5-22800dfb4dbf tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:16.710669 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [req-b9f97542-2c9f-40a9-8483-c7f6381866b6 req-f4a55bf4-e11f-4146-bba5-22800dfb4dbf tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Calling delete_port for 1a1c6803-b089-4d58-9315-4116896722ef owned by compute:nova {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:58:16.852680 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-b9f97542-2c9f-40a9-8483-c7f6381866b6 req-f4a55bf4-e11f-4146-bba5-22800dfb4dbf tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:16.890671 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a55bf4-e11f-4146-bba5-22800dfb4dbf tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Pushing event deleted for resources: {'Port': ['ID=1a1c6803-b089-4d58-9315-4116896722ef,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:16.911244 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a55bf4-e11f-4146-bba5-22800dfb4dbf tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:58:16.911580 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a55bf4-e11f-4146-bba5-22800dfb4dbf tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:58:16.911912 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a55bf4-e11f-4146-bba5-22800dfb4dbf tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:58:16.912240 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a55bf4-e11f-4146-bba5-22800dfb4dbf tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:58:16.912567 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a55bf4-e11f-4146-bba5-22800dfb4dbf tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:58:16.912888 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a55bf4-e11f-4146-bba5-22800dfb4dbf tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:58:16.913205 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a55bf4-e11f-4146-bba5-22800dfb4dbf tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:58:16.913522 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a55bf4-e11f-4146-bba5-22800dfb4dbf tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:58:16.914038 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a55bf4-e11f-4146-bba5-22800dfb4dbf tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:58:16.914356 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a55bf4-e11f-4146-bba5-22800dfb4dbf tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:58:16.914659 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a55bf4-e11f-4146-bba5-22800dfb4dbf tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:58:16.915004 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a55bf4-e11f-4146-bba5-22800dfb4dbf tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:58:16.915319 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a55bf4-e11f-4146-bba5-22800dfb4dbf tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-19 {{(pid=103168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 15:58:16.933862 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9f97542-2c9f-40a9-8483-c7f6381866b6 req-f4a55bf4-e11f-4146-bba5-22800dfb4dbf tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] No DVR routers for this DVR port 1a1c6803-b089-4d58-9315-4116896722ef on host n-h1-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:58:16.936421 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [req-b9f97542-2c9f-40a9-8483-c7f6381866b6 req-f4a55bf4-e11f-4146-bba5-22800dfb4dbf tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:16.939928 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-b9f97542-2c9f-40a9-8483-c7f6381866b6 req-f4a55bf4-e11f-4146-bba5-22800dfb4dbf tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] 10.222.0.30 "DELETE /v2.0/ports/1a1c6803-b089-4d58-9315-4116896722ef HTTP/1.1" status: 204 len: 173 time: 0.4313314 Dec 20 15:58:16.940421 n-d-761264-19 neutron-server[103168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '121b5865-a805-4cb3-aa5f-73544aa22f8e', 'name': 'network-vif-deleted', 'tag': '1a1c6803-b089-4d58-9315-4116896722ef'}] {{(pid=103168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:58:16.942756 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea303cd2f7c2854d59b68ee9755924cbed95107615564160e5853a5b93bd1da8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab7b3b64-3acb-4baf-81a1-f1bccf693952" -d '{"events": [{"server_uuid": "121b5865-a805-4cb3-aa5f-73544aa22f8e", "name": "network-vif-deleted", "tag": "1a1c6803-b089-4d58-9315-4116896722ef"}]}' {{(pid=103168) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:58:16.979932 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56d4a63d-6917-4f19-aab7-abc14f9b086e x-openstack-request-id: req-56d4a63d-6917-4f19-aab7-abc14f9b086e {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:58:16.980572 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "121b5865-a805-4cb3-aa5f-73544aa22f8e", "name": "network-vif-deleted", "tag": "1a1c6803-b089-4d58-9315-4116896722ef", "status": "completed", "code": 200}]} {{(pid=103168) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:58:16.980572 n-d-761264-19 neutron-server[103168]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-56d4a63d-6917-4f19-aab7-abc14f9b086e {{(pid=103168) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:58:16.980866 n-d-761264-19 neutron-server[103168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '121b5865-a805-4cb3-aa5f-73544aa22f8e', 'name': 'network-vif-deleted', 'tag': '1a1c6803-b089-4d58-9315-4116896722ef', 'status': 'completed', 'code': 200} Dec 20 15:58:17.140476 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-3dad519a-ee36-4eda-96eb-b3ed7d225a7c req-e6bbe81a-48f4-4aa5-be62-a4d6101ee639 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] 10.222.0.54 "GET /v2.0/ports?device_id=121b5865-a805-4cb3-aa5f-73544aa22f8e HTTP/1.1" status: 200 len: 210 time: 0.0297053 Dec 20 15:58:17.515399 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 1a1c6803-b089-4d58-9315-4116896722ef no longer exists at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:58:17.536060 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] No Port match for: 1a1c6803-b089-4d58-9315-4116896722ef {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:58:17.536406 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 1a1c6803-b089-4d58-9315-4116896722ef not bound to the agent host n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:58:18.775753 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 60198) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:18.936035 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-8c1fa42a-a4f1-4178-b852-d89f2519949a tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Deleting port 51759222-d0d1-43ab-a206-d5382fab70d5 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:58:18.936294 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8c1fa42a-a4f1-4178-b852-d89f2519949a tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:19.010226 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8c1fa42a-a4f1-4178-b852-d89f2519949a tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:19.010504 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8c1fa42a-a4f1-4178-b852-d89f2519949a tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:19.022244 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-8c1fa42a-a4f1-4178-b852-d89f2519949a tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Calling delete_port for 51759222-d0d1-43ab-a206-d5382fab70d5 owned by network:floatingip {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:58:19.174788 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8c1fa42a-a4f1-4178-b852-d89f2519949a tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:19.199644 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1fa42a-a4f1-4178-b852-d89f2519949a tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Pushing event deleted for resources: {'Port': ['ID=51759222-d0d1-43ab-a206-d5382fab70d5,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:19.585360 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8c1fa42a-a4f1-4178-b852-d89f2519949a tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Publish callbacks [] for floatingip, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:19.585685 n-d-761264-19 neutron-server[103167]: INFO neutron.db.l3_db [None req-8c1fa42a-a4f1-4178-b852-d89f2519949a tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Floating IP 6a0cc028-f71d-4f0b-8032-8e84c142dd8f disassociated (deleted). External IP: 172.25.0.185, port: 384556ec-8029-41a8-a978-d92ff6a7ca94. Dec 20 15:58:19.801015 n-d-761264-19 neutron-server[103167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c1fa42a-a4f1-4178-b852-d89f2519949a tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Router 34ccd1cb-cdcb-40f5-b891-991978542266 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:58:19.910350 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c1fa42a-a4f1-4178-b852-d89f2519949a tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:58:19.915318 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-8c1fa42a-a4f1-4178-b852-d89f2519949a tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for floatingip, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:19.920110 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6e9b39-0d51-4c40-860f-d879be423542 None None] Sync routers for ids ['34ccd1cb-cdcb-40f5-b891-991978542266'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:58:19.931272 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6e9b39-0d51-4c40-860f-d879be423542 None None] Routers {'34ccd1cb-cdcb-40f5-b891-991978542266'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:58:19.931890 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-5b6e9b39-0d51-4c40-860f-d879be423542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:58:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['34ccd1cb-cdcb-40f5-b891-991978542266'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:19.944327 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-8c1fa42a-a4f1-4178-b852-d89f2519949a tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] 10.222.0.54 "DELETE /v2.0/floatingips/6a0cc028-f71d-4f0b-8032-8e84c142dd8f HTTP/1.1" status: 204 len: 168 time: 1.1648872 Dec 20 15:58:19.944327 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '805aa6e4-4c3e-45cc-9211-71d946b2adcb', 'tag': '384556ec-8029-41a8-a978-d92ff6a7ca94'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:58:19.944694 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08f5bd10d948da750b9537a176c40f94b479143edf42a445aa4903673b4b1814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cc96bf7-62ea-48f8-a03e-2b4bd1951c91" -d '{"events": [{"name": "network-changed", "server_uuid": "805aa6e4-4c3e-45cc-9211-71d946b2adcb", "tag": "384556ec-8029-41a8-a978-d92ff6a7ca94"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:58:19.985101 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 15:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1685047-bf16-4544-a840-db44090cb235 x-openstack-request-id: req-c1685047-bf16-4544-a840-db44090cb235 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:58:19.985622 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "805aa6e4-4c3e-45cc-9211-71d946b2adcb", "tag": "384556ec-8029-41a8-a978-d92ff6a7ca94", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:58:19.985769 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c1685047-bf16-4544-a840-db44090cb235 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:58:19.986124 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '805aa6e4-4c3e-45cc-9211-71d946b2adcb', 'tag': '384556ec-8029-41a8-a978-d92ff6a7ca94', 'status': 'completed', 'code': 200} Dec 20 15:58:20.043244 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-5b6e9b39-0d51-4c40-860f-d879be423542 None None] Set router 34ccd1cb-cdcb-40f5-b891-991978542266 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:58:20.052565 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc96bf7-62ea-48f8-a03e-2b4bd1951c91 req-493530b0-e3b9-434b-bf80-868f6d1e828f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:20.054262 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7cc96bf7-62ea-48f8-a03e-2b4bd1951c91 req-493530b0-e3b9-434b-bf80-868f6d1e828f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6ac54f41ad0e42339337a96e5b25c7d0&device_id=805aa6e4-4c3e-45cc-9211-71d946b2adcb HTTP/1.1" status: 200 len: 1095 time: 0.0462284 Dec 20 15:58:20.196105 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc96bf7-62ea-48f8-a03e-2b4bd1951c91 req-c87b2a4f-49c7-42aa-bbf7-40c63f1021f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:20.197509 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7cc96bf7-62ea-48f8-a03e-2b4bd1951c91 req-c87b2a4f-49c7-42aa-bbf7-40c63f1021f1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f5e06e1f-fa15-49a5-b59e-ccd074d78d5d HTTP/1.1" status: 200 len: 911 time: 0.1366234 Dec 20 15:58:20.221692 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee0f68b-a177-45c4-bdf0-d5ff09dcf695 req-ee171a95-b4aa-43d9-9a8e-18f8b35cb52e tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:20.223275 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-aee0f68b-a177-45c4-bdf0-d5ff09dcf695 req-ee171a95-b4aa-43d9-9a8e-18f8b35cb52e tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] 10.222.0.54 "GET /v2.0/ports?device_id=805aa6e4-4c3e-45cc-9211-71d946b2adcb HTTP/1.1" status: 200 len: 943 time: 0.0762355 Dec 20 15:58:20.252656 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7cc96bf7-62ea-48f8-a03e-2b4bd1951c91 req-6afcd230-142f-48ce-a1f3-643a353322f4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=384556ec-8029-41a8-a978-d92ff6a7ca94 HTTP/1.1" status: 200 len: 217 time: 0.0470207 Dec 20 15:58:20.255306 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-5b6e9b39-0d51-4c40-860f-d879be423542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ccd1cb-cdcb-40f5-b891-991978542266', 'name': 'tempest-TestSnapshotPattern-1745068570-router', 'tenant_id': '6ac54f41ad0e42339337a96e5b25c7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '39dfa546-38b2-4fea-9b9e-9c9b12e10432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:52:37Z', 'updated_at': '2021-12-20T15:52:40Z', 'revision_number': 4, 'project_id': '6ac54f41ad0e42339337a96e5b25c7d0', 'gw_port': {'id': '39dfa546-38b2-4fea-9b9e-9c9b12e10432', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ac:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ccd1cb-cdcb-40f5-b891-991978542266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:52:38Z', 'updated_at': '2021-12-20T15:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '61a60ac5-3e8a-4bd4-ab14-be5a15dc9792', 'name': '', 'network_id': 'f5e06e1f-fa15-49a5-b59e-ccd074d78d5d', 'tenant_id': '6ac54f41ad0e42339337a96e5b25c7d0', 'mac_address': 'fa:16:3e:85:85:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ccd1cb-cdcb-40f5-b891-991978542266', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '5ce864b2-46cd-4ca0-bf00-fa7d770bbc95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:52:39Z', 'updated_at': '2021-12-20T15:52:45Z', 'revision_number': 5, 'project_id': '6ac54f41ad0e42339337a96e5b25c7d0', 'subnets': [{'id': '5ce864b2-46cd-4ca0-bf00-fa7d770bbc95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:20.281312 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6e9b39-0d51-4c40-860f-d879be423542 None None] Checking router: 34ccd1cb-cdcb-40f5-b891-991978542266 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:58:20.289859 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6e9b39-0d51-4c40-860f-d879be423542 None None] Routers {'34ccd1cb-cdcb-40f5-b891-991978542266'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:58:20.290519 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-5b6e9b39-0d51-4c40-860f-d879be423542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:58:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['34ccd1cb-cdcb-40f5-b891-991978542266'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:20.334382 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-aee0f68b-a177-45c4-bdf0-d5ff09dcf695 req-02b97d21-60bc-4db2-a946-4754b4212c86 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd139b3e-f01b-4b06-9157-791215d115f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843525 Dec 20 15:58:20.335964 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc96bf7-62ea-48f8-a03e-2b4bd1951c91 req-eaf516cc-1895-437d-ba06-96be6ea25bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:20.337351 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7cc96bf7-62ea-48f8-a03e-2b4bd1951c91 req-eaf516cc-1895-437d-ba06-96be6ea25bb1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5ce864b2-46cd-4ca0-bf00-fa7d770bbc95 HTTP/1.1" status: 200 len: 849 time: 0.0726826 Dec 20 15:58:20.390179 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc96bf7-62ea-48f8-a03e-2b4bd1951c91 req-704a87db-2d08-448d-8dab-7c41a1e93c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:20.391790 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7cc96bf7-62ea-48f8-a03e-2b4bd1951c91 req-704a87db-2d08-448d-8dab-7c41a1e93c03 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f5e06e1f-fa15-49a5-b59e-ccd074d78d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457263 Dec 20 15:58:20.486887 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7cc96bf7-62ea-48f8-a03e-2b4bd1951c91 req-318024b3-b6e3-402e-91c2-9f923e9c2041 service neutron] 10.222.0.47 "GET /v2.0/networks/f5e06e1f-fa15-49a5-b59e-ccd074d78d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858140 Dec 20 15:58:20.565379 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-5b6e9b39-0d51-4c40-860f-d879be423542 None None] Set router 34ccd1cb-cdcb-40f5-b891-991978542266 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:58:20.591319 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-7cc96bf7-62ea-48f8-a03e-2b4bd1951c91 req-4afae6df-2aeb-457e-8ce9-cb6a07250bba service neutron] 10.222.0.47 "GET /v2.0/networks/f5e06e1f-fa15-49a5-b59e-ccd074d78d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951416 Dec 20 15:58:20.765930 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-5b6e9b39-0d51-4c40-860f-d879be423542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ccd1cb-cdcb-40f5-b891-991978542266', 'name': 'tempest-TestSnapshotPattern-1745068570-router', 'tenant_id': '6ac54f41ad0e42339337a96e5b25c7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '39dfa546-38b2-4fea-9b9e-9c9b12e10432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:52:37Z', 'updated_at': '2021-12-20T15:52:40Z', 'revision_number': 4, 'project_id': '6ac54f41ad0e42339337a96e5b25c7d0', 'gw_port': {'id': '39dfa546-38b2-4fea-9b9e-9c9b12e10432', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ac:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ccd1cb-cdcb-40f5-b891-991978542266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:52:38Z', 'updated_at': '2021-12-20T15:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '61a60ac5-3e8a-4bd4-ab14-be5a15dc9792', 'name': '', 'network_id': 'f5e06e1f-fa15-49a5-b59e-ccd074d78d5d', 'tenant_id': '6ac54f41ad0e42339337a96e5b25c7d0', 'mac_address': 'fa:16:3e:85:85:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ccd1cb-cdcb-40f5-b891-991978542266', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '5ce864b2-46cd-4ca0-bf00-fa7d770bbc95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:52:39Z', 'updated_at': '2021-12-20T15:52:45Z', 'revision_number': 5, 'project_id': '6ac54f41ad0e42339337a96e5b25c7d0', 'subnets': [{'id': '5ce864b2-46cd-4ca0-bf00-fa7d770bbc95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:20.791568 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6e9b39-0d51-4c40-860f-d879be423542 None None] The sync data for ids ['34ccd1cb-cdcb-40f5-b891-991978542266'] in n-d-761264-19 is: [{'id': '34ccd1cb-cdcb-40f5-b891-991978542266', 'name': 'tempest-TestSnapshotPattern-1745068570-router', 'tenant_id': '6ac54f41ad0e42339337a96e5b25c7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '39dfa546-38b2-4fea-9b9e-9c9b12e10432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:52:37Z', 'updated_at': '2021-12-20T15:52:40Z', 'revision_number': 4, 'project_id': '6ac54f41ad0e42339337a96e5b25c7d0', 'gw_port': {'id': '39dfa546-38b2-4fea-9b9e-9c9b12e10432', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ac:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ccd1cb-cdcb-40f5-b891-991978542266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:52:38Z', 'updated_at': '2021-12-20T15:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19', '_interfaces': [{'id': '61a60ac5-3e8a-4bd4-ab14-be5a15dc9792', 'name': '', 'network_id': 'f5e06e1f-fa15-49a5-b59e-ccd074d78d5d', 'tenant_id': '6ac54f41ad0e42339337a96e5b25c7d0', 'mac_address': 'fa:16:3e:85:85:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ccd1cb-cdcb-40f5-b891-991978542266', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '5ce864b2-46cd-4ca0-bf00-fa7d770bbc95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:52:39Z', 'updated_at': '2021-12-20T15:52:45Z', 'revision_number': 5, 'project_id': '6ac54f41ad0e42339337a96e5b25c7d0', 'subnets': [{'id': '5ce864b2-46cd-4ca0-bf00-fa7d770bbc95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:58:20.845009 n-d-761264-19 neutron-server[103167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5858154-f79d-44d4-ab86-3fcbae3f4222 req-31210b30-975f-46de-b702-8140664a3f86 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 15:58:20.846552 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c5858154-f79d-44d4-ab86-3fcbae3f4222 req-31210b30-975f-46de-b702-8140664a3f86 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] 10.222.0.47 "GET /v2.0/ports?device_id=805aa6e4-4c3e-45cc-9211-71d946b2adcb HTTP/1.1" status: 200 len: 943 time: 0.0554159 Dec 20 15:58:20.943659 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-c5858154-f79d-44d4-ab86-3fcbae3f4222 req-6999061e-b139-4230-9af9-2036501468d0 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Deleting port 384556ec-8029-41a8-a978-d92ff6a7ca94 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:58:20.944089 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-c5858154-f79d-44d4-ab86-3fcbae3f4222 req-6999061e-b139-4230-9af9-2036501468d0 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:21.012756 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dab0620-6d78-403c-80f0-6bc669acaef5 None None] New status for floating IP 6a0cc028-f71d-4f0b-8032-8e84c142dd8f: DOWN {{(pid=103170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 15:58:21.036043 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [req-c5858154-f79d-44d4-ab86-3fcbae3f4222 req-6999061e-b139-4230-9af9-2036501468d0 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] For port 384556ec-8029-41a8-a978-d92ff6a7ca94, host n-h2-761264-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-761264-19',level=0,port_id=384556ec-8029-41a8-a978-d92ff6a7ca94,segment=NetworkSegment(ef60c184-7ced-41d1-8e04-07f6da4f57dc),segment_id=ef60c184-7ced-41d1-8e04-07f6da4f57dc)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:58:21.036299 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-c5858154-f79d-44d4-ab86-3fcbae3f4222 req-6999061e-b139-4230-9af9-2036501468d0 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:21.049095 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [req-c5858154-f79d-44d4-ab86-3fcbae3f4222 req-6999061e-b139-4230-9af9-2036501468d0 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Calling delete_port for 384556ec-8029-41a8-a978-d92ff6a7ca94 owned by compute:nova {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:58:21.183826 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-c5858154-f79d-44d4-ab86-3fcbae3f4222 req-6999061e-b139-4230-9af9-2036501468d0 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:21.212493 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6999061e-b139-4230-9af9-2036501468d0 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Pushing event deleted for resources: {'Port': ['ID=384556ec-8029-41a8-a978-d92ff6a7ca94,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:21.258053 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5858154-f79d-44d4-ab86-3fcbae3f4222 req-6999061e-b139-4230-9af9-2036501468d0 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] No DVR routers for this DVR port 384556ec-8029-41a8-a978-d92ff6a7ca94 on host n-h2-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:58:21.261004 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [req-c5858154-f79d-44d4-ab86-3fcbae3f4222 req-6999061e-b139-4230-9af9-2036501468d0 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109876'] for port, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:21.264515 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [req-c5858154-f79d-44d4-ab86-3fcbae3f4222 req-6999061e-b139-4230-9af9-2036501468d0 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] 10.222.0.47 "DELETE /v2.0/ports/384556ec-8029-41a8-a978-d92ff6a7ca94 HTTP/1.1" status: 204 len: 173 time: 0.4117455 Dec 20 15:58:21.448397 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [req-86fd2d94-ccbf-4a05-86cb-61ce8c21e17e req-3796ec13-6a11-406c-ae9f-54992dcb4c09 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] 10.222.0.54 "GET /v2.0/ports?device_id=805aa6e4-4c3e-45cc-9211-71d946b2adcb HTTP/1.1" status: 200 len: 210 time: 0.0265348 Dec 20 15:58:21.549688 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 1a1c6803-b089-4d58-9315-4116896722ef no longer exists at agent hyperv_n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:58:21.571272 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] No Port match for: 1a1c6803-b089-4d58-9315-4116896722ef {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:58:21.571604 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Device 1a1c6803-b089-4d58-9315-4116896722ef not bound to the agent host n-h1-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:58:21.987884 n-d-761264-19 neutron-server[103167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '805aa6e4-4c3e-45cc-9211-71d946b2adcb', 'name': 'network-vif-deleted', 'tag': '384556ec-8029-41a8-a978-d92ff6a7ca94'}] {{(pid=103167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 15:58:21.991008 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08f5bd10d948da750b9537a176c40f94b479143edf42a445aa4903673b4b1814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48adbe30-7be0-4443-b3d0-3e77546bc353" -d '{"events": [{"server_uuid": "805aa6e4-4c3e-45cc-9211-71d946b2adcb", "name": "network-vif-deleted", "tag": "384556ec-8029-41a8-a978-d92ff6a7ca94"}]}' {{(pid=103167) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 15:58:22.033005 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 15:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6454ea64-9c7f-4a9e-879d-5b799cdcf403 x-openstack-request-id: req-6454ea64-9c7f-4a9e-879d-5b799cdcf403 {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 15:58:22.033298 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "805aa6e4-4c3e-45cc-9211-71d946b2adcb", "name": "network-vif-deleted", "tag": "384556ec-8029-41a8-a978-d92ff6a7ca94", "status": "completed", "code": 200}]} {{(pid=103167) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 15:58:22.033626 n-d-761264-19 neutron-server[103167]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6454ea64-9c7f-4a9e-879d-5b799cdcf403 {{(pid=103167) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 15:58:22.034230 n-d-761264-19 neutron-server[103167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '805aa6e4-4c3e-45cc-9211-71d946b2adcb', 'name': 'network-vif-deleted', 'tag': '384556ec-8029-41a8-a978-d92ff6a7ca94', 'status': 'completed', 'code': 200} Dec 20 15:58:22.516011 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 60212) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:22.577166 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c466f41f-24bb-482e-87fb-828b9c300687 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:22.604019 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c466f41f-24bb-482e-87fb-828b9c300687 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:22.665975 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c466f41f-24bb-482e-87fb-828b9c300687 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:22.668666 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c466f41f-24bb-482e-87fb-828b9c300687 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:22.669865 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-c466f41f-24bb-482e-87fb-828b9c300687 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] 10.222.0.54 "DELETE /v2.0/security-groups/cd139b3e-f01b-4b06-9157-791215d115f8 HTTP/1.1" status: 204 len: 168 time: 0.1528223 Dec 20 15:58:22.679056 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c466f41f-24bb-482e-87fb-828b9c300687 tempest-TestSnapshotPattern-572155362 tempest-TestSnapshotPattern-572155362-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd139b3e-f01b-4b06-9157-791215d115f8,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:22.716858 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 60216) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:23.203384 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e62b8b9d-19a8-4bf5-9a49-267f6ca1bf28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1595867'] for router_interface, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:23.782254 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-e62b8b9d-19a8-4bf5-9a49-267f6ca1bf28 admin admin] Deleting port 61a60ac5-3e8a-4bd4-ab14-be5a15dc9792 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:58:23.783111 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e62b8b9d-19a8-4bf5-9a49-267f6ca1bf28 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:23.860533 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-e62b8b9d-19a8-4bf5-9a49-267f6ca1bf28 admin admin] For port 61a60ac5-3e8a-4bd4-ab14-be5a15dc9792, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=61a60ac5-3e8a-4bd4-ab14-be5a15dc9792,segment=NetworkSegment(ef60c184-7ced-41d1-8e04-07f6da4f57dc),segment_id=ef60c184-7ced-41d1-8e04-07f6da4f57dc)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:58:23.860835 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e62b8b9d-19a8-4bf5-9a49-267f6ca1bf28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:23.873452 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-e62b8b9d-19a8-4bf5-9a49-267f6ca1bf28 admin admin] Calling delete_port for 61a60ac5-3e8a-4bd4-ab14-be5a15dc9792 owned by network:router_interface {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:58:24.063553 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e62b8b9d-19a8-4bf5-9a49-267f6ca1bf28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:24.098292 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62b8b9d-19a8-4bf5-9a49-267f6ca1bf28 admin admin] Pushing event deleted for resources: {'Port': ['ID=61a60ac5-3e8a-4bd4-ab14-be5a15dc9792,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:24.265115 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-e62b8b9d-19a8-4bf5-9a49-267f6ca1bf28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582411'] for router_interface, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:24.486083 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e62b8b9d-19a8-4bf5-9a49-267f6ca1bf28 admin admin] Router 34ccd1cb-cdcb-40f5-b891-991978542266 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:58:24.592301 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e62b8b9d-19a8-4bf5-9a49-267f6ca1bf28 admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:58:24.598001 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-e62b8b9d-19a8-4bf5-9a49-267f6ca1bf28 admin admin] 10.222.0.54 "PUT /v2.0/routers/34ccd1cb-cdcb-40f5-b891-991978542266/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8800125 Dec 20 15:58:24.600721 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 60220) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:24.601778 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501e4e49-57c6-4adf-8651-72561ce6a772 None None] Sync routers for ids ['34ccd1cb-cdcb-40f5-b891-991978542266'] in n-d-761264-19 {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:58:24.611651 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501e4e49-57c6-4adf-8651-72561ce6a772 None None] Routers {'34ccd1cb-cdcb-40f5-b891-991978542266'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:58:24.612283 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-501e4e49-57c6-4adf-8651-72561ce6a772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:58:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['34ccd1cb-cdcb-40f5-b891-991978542266'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:24.704998 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c3896c87-fb58-4018-b035-c101ddaf7186 admin admin] Publish callbacks [] for router, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:24.719297 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-501e4e49-57c6-4adf-8651-72561ce6a772 None None] Set router 34ccd1cb-cdcb-40f5-b891-991978542266 gateway port host: n-d-761264-19 {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:58:24.806622 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c3896c87-fb58-4018-b035-c101ddaf7186 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:24.867269 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-c3896c87-fb58-4018-b035-c101ddaf7186 admin admin] Deleting port 39dfa546-38b2-4fea-9b9e-9c9b12e10432 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:58:24.867606 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c3896c87-fb58-4018-b035-c101ddaf7186 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:24.897438 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-501e4e49-57c6-4adf-8651-72561ce6a772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ccd1cb-cdcb-40f5-b891-991978542266', 'name': 'tempest-TestSnapshotPattern-1745068570-router', 'tenant_id': '6ac54f41ad0e42339337a96e5b25c7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '39dfa546-38b2-4fea-9b9e-9c9b12e10432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:52:37Z', 'updated_at': '2021-12-20T15:58:24Z', 'revision_number': 5, 'project_id': '6ac54f41ad0e42339337a96e5b25c7d0', 'gw_port': {'id': '39dfa546-38b2-4fea-9b9e-9c9b12e10432', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ac:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ccd1cb-cdcb-40f5-b891-991978542266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:52:38Z', 'updated_at': '2021-12-20T15:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:24.923772 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501e4e49-57c6-4adf-8651-72561ce6a772 None None] Checking router: 34ccd1cb-cdcb-40f5-b891-991978542266 for host: n-d-761264-19 {{(pid=103169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:58:24.932286 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501e4e49-57c6-4adf-8651-72561ce6a772 None None] Routers {'34ccd1cb-cdcb-40f5-b891-991978542266'} bound to L3 agent in host n-d-761264-19 {{(pid=103169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:58:24.932886 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-501e4e49-57c6-4adf-8651-72561ce6a772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:58:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['34ccd1cb-cdcb-40f5-b891-991978542266'], 'active': True} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:24.947237 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-c3896c87-fb58-4018-b035-c101ddaf7186 admin admin] For port 39dfa546-38b2-4fea-9b9e-9c9b12e10432, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=39dfa546-38b2-4fea-9b9e-9c9b12e10432,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:58:24.947601 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c3896c87-fb58-4018-b035-c101ddaf7186 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:24.961320 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-c3896c87-fb58-4018-b035-c101ddaf7186 admin admin] Calling delete_port for 39dfa546-38b2-4fea-9b9e-9c9b12e10432 owned by network:router_gateway {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:58:25.019555 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvr_db [None req-501e4e49-57c6-4adf-8651-72561ce6a772 None None] Set router 34ccd1cb-cdcb-40f5-b891-991978542266 gateway port host: None {{(pid=103169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:58:25.073920 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_hamode_db [None req-501e4e49-57c6-4adf-8651-72561ce6a772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ccd1cb-cdcb-40f5-b891-991978542266', 'name': 'tempest-TestSnapshotPattern-1745068570-router', 'tenant_id': '6ac54f41ad0e42339337a96e5b25c7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:52:37Z', 'updated_at': '2021-12-20T15:58:24Z', 'revision_number': 6, 'project_id': '6ac54f41ad0e42339337a96e5b25c7d0', 'gw_port_host': None}], 'n-d-761264-19', False) {} {{(pid=103169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:25.100812 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501e4e49-57c6-4adf-8651-72561ce6a772 None None] The sync data for ids ['34ccd1cb-cdcb-40f5-b891-991978542266'] in n-d-761264-19 is: [{'id': '34ccd1cb-cdcb-40f5-b891-991978542266', 'name': 'tempest-TestSnapshotPattern-1745068570-router', 'tenant_id': '6ac54f41ad0e42339337a96e5b25c7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:52:37Z', 'updated_at': '2021-12-20T15:58:24Z', 'revision_number': 6, 'project_id': '6ac54f41ad0e42339337a96e5b25c7d0', 'gw_port_host': None}] {{(pid=103169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:58:25.138587 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c3896c87-fb58-4018-b035-c101ddaf7186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:25.169040 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3896c87-fb58-4018-b035-c101ddaf7186 admin admin] Pushing event deleted for resources: {'Port': ['ID=39dfa546-38b2-4fea-9b9e-9c9b12e10432,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:25.179698 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f4e9ac-0243-4526-bb80-0655d8b69e3e None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:58:25.226980 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c3896c87-fb58-4018-b035-c101ddaf7186 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584913'] for router_gateway, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:25.330201 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c3896c87-fb58-4018-b035-c101ddaf7186 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40132'] for router, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:25.332526 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c3896c87-fb58-4018-b035-c101ddaf7186 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:25.381169 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c3896c87-fb58-4018-b035-c101ddaf7186 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1594808'] for router, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:25.381620 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3896c87-fb58-4018-b035-c101ddaf7186 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34ccd1cb-cdcb-40f5-b891-991978542266 {{(pid=103168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:58:25.386216 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-c3896c87-fb58-4018-b035-c101ddaf7186 admin admin] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:25.387511 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-c3896c87-fb58-4018-b035-c101ddaf7186 admin admin] 10.222.0.54 "DELETE /v2.0/routers/34ccd1cb-cdcb-40f5-b891-991978542266 HTTP/1.1" status: 204 len: 168 time: 0.7858956 Dec 20 15:58:25.390207 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 60222) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:25.437260 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_v2 [None req-21e4e6a5-04fa-4a05-8a34-a7e858ad9521 admin admin] Deleting subnet 5ce864b2-46cd-4ca0-bf00-fa7d770bbc95 {{(pid=103168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:58:25.440428 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-21e4e6a5-04fa-4a05-8a34-a7e858ad9521 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:25.478243 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-21e4e6a5-04fa-4a05-8a34-a7e858ad9521 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9023023'] for subnet, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:25.546065 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 384556ec-8029-41a8-a978-d92ff6a7ca94 no longer exists at agent hyperv_n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:58:25.561594 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-21e4e6a5-04fa-4a05-8a34-a7e858ad9521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:25.580772 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] No Port match for: 384556ec-8029-41a8-a978-d92ff6a7ca94 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:58:25.581133 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Device 384556ec-8029-41a8-a978-d92ff6a7ca94 not bound to the agent host n-h2-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:58:25.617884 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-21e4e6a5-04fa-4a05-8a34-a7e858ad9521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8850800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470517'] for subnet, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:25.642688 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e4e6a5-04fa-4a05-8a34-a7e858ad9521 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ce864b2-46cd-4ca0-bf00-fa7d770bbc95,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:25.646798 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-21e4e6a5-04fa-4a05-8a34-a7e858ad9521 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:25.650129 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-21e4e6a5-04fa-4a05-8a34-a7e858ad9521 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/5ce864b2-46cd-4ca0-bf00-fa7d770bbc95 HTTP/1.1" status: 204 len: 168 time: 0.2586679 Dec 20 15:58:25.652149 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c15f3dd-514f-4056-a835-be4470222ce0 None None] Network f5e06e1f-fa15-49a5-b59e-ccd074d78d5d requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:58:25.652805 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 60224) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:25.721989 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3b398527-d706-4b91-badd-7146f5bf0b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:25.774681 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-3b398527-d706-4b91-badd-7146f5bf0b5f admin admin] Deleting port 842f2510-a10f-4cdc-9595-2f90e1a034f6 {{(pid=103167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:58:25.775057 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3b398527-d706-4b91-badd-7146f5bf0b5f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:25.841636 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.db [None req-3b398527-d706-4b91-badd-7146f5bf0b5f admin admin] For port 842f2510-a10f-4cdc-9595-2f90e1a034f6, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=842f2510-a10f-4cdc-9595-2f90e1a034f6,segment=NetworkSegment(ef60c184-7ced-41d1-8e04-07f6da4f57dc),segment_id=ef60c184-7ced-41d1-8e04-07f6da4f57dc)] {{(pid=103167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:58:25.841891 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3b398527-d706-4b91-badd-7146f5bf0b5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:25.855499 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.plugin [None req-3b398527-d706-4b91-badd-7146f5bf0b5f admin admin] Calling delete_port for 842f2510-a10f-4cdc-9595-2f90e1a034f6 owned by network:dhcp {{(pid=103167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:58:25.900991 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca1b522-4442-46e8-9655-63da86faa703 None None] DHCP port deletion for f5e06e1f-fa15-49a5-b59e-ccd074d78d5d request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:58:25.937929 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3b398527-d706-4b91-badd-7146f5bf0b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9955959'] for port, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:25.958084 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-8ca1b522-4442-46e8-9655-63da86faa703 None None] Deleting port 842f2510-a10f-4cdc-9595-2f90e1a034f6 {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:58:25.958449 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8ca1b522-4442-46e8-9655-63da86faa703 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:25.964720 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b398527-d706-4b91-badd-7146f5bf0b5f admin admin] Pushing event deleted for resources: {'Port': ['ID=842f2510-a10f-4cdc-9595-2f90e1a034f6,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:25.968348 n-d-761264-19 neutron-server[103167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b398527-d706-4b91-badd-7146f5bf0b5f admin admin] No DVR routers for this DVR port 842f2510-a10f-4cdc-9595-2f90e1a034f6 on host n-d-761264-19 {{(pid=103167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:58:26.026590 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-8ca1b522-4442-46e8-9655-63da86faa703 None None] For port 842f2510-a10f-4cdc-9595-2f90e1a034f6, host n-d-761264-19, got binding levels [] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:58:26.027048 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8ca1b522-4442-46e8-9655-63da86faa703 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:26.039103 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-8ca1b522-4442-46e8-9655-63da86faa703 None None] Calling delete_port for 842f2510-a10f-4cdc-9595-2f90e1a034f6 owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:58:26.042200 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.ipam_backend_mixin [None req-8ca1b522-4442-46e8-9655-63da86faa703 None None] Port 842f2510-a10f-4cdc-9595-2f90e1a034f6 was not found and therefore no delete operation was performed {{(pid=103169) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 20 15:58:26.043918 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8ca1b522-4442-46e8-9655-63da86faa703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:26.049148 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3b398527-d706-4b91-badd-7146f5bf0b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:26.072771 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca1b522-4442-46e8-9655-63da86faa703 None None] No DVR routers for this DVR port 842f2510-a10f-4cdc-9595-2f90e1a034f6 on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:58:26.081874 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca1b522-4442-46e8-9655-63da86faa703 None None] Pushing event deleted for resources: {'Port': ['ID=842f2510-a10f-4cdc-9595-2f90e1a034f6,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:26.082430 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-3b398527-d706-4b91-badd-7146f5bf0b5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5e06e1f-fa15-49a5-b59e-ccd074d78d5d']}} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:26.087452 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-3b398527-d706-4b91-badd-7146f5bf0b5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef60c184-7ced-41d1-8e04-07f6da4f57dc') {'for_net_delete': True} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:26.087933 n-d-761264-19 neutron-server[103167]: DEBUG neutron.services.segments.db [None req-3b398527-d706-4b91-badd-7146f5bf0b5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef60c184-7ced-41d1-8e04-07f6da4f57dc') {} {{(pid=103167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:26.097751 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3b398527-d706-4b91-badd-7146f5bf0b5f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954405'] for segment, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:26.112958 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3b398527-d706-4b91-badd-7146f5bf0b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:26.119738 n-d-761264-19 neutron-server[103167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b398527-d706-4b91-badd-7146f5bf0b5f admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=103167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:58:26.120078 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3b398527-d706-4b91-badd-7146f5bf0b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9956000'] for segment, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:26.122055 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:58:26.122055 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:58:26.122055 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:58:26.122055 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:58:26.122055 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:58:26.122055 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:58:26.122055 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:58:26.122055 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:58:26.122055 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:58:26.122055 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:58:26.122055 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:58:26.122055 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:58:26.122055 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:58:26.122055 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:58:26.122055 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:58:26.122055 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:58:26.122055 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:58:26.122055 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:58:26.122055 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:58:26.122055 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:58:26.122055 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:58:26.122055 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:58:26.122055 n-d-761264-19 neutron-server[103167]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:58:26.122055 n-d-761264-19 neutron-server[103167]: warnings.warn(msg) Dec 20 15:58:26.122055 n-d-761264-19 neutron-server[103167]: Traceback (most recent call last): Dec 20 15:58:26.122055 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:58:26.122055 n-d-761264-19 neutron-server[103167]: timer() Dec 20 15:58:26.122055 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:58:26.122055 n-d-761264-19 neutron-server[103167]: cb(*args, **kw) Dec 20 15:58:26.122055 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:58:26.122055 n-d-761264-19 neutron-server[103167]: return func(*args, **kwargs) Dec 20 15:58:26.122055 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:58:26.122055 n-d-761264-19 neutron-server[103167]: self._notify() Dec 20 15:58:26.122055 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:58:26.122055 n-d-761264-19 neutron-server[103167]: self.callback(batched_events) Dec 20 15:58:26.122055 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:58:26.122055 n-d-761264-19 neutron-server[103167]: event.method(event) Dec 20 15:58:26.122055 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:58:26.122055 n-d-761264-19 neutron-server[103167]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:58:26.122055 n-d-761264-19 neutron-server[103167]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:58:26.122055 n-d-761264-19 neutron-server[103167]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:58:26.122055 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:58:26.122055 n-d-761264-19 neutron-server[103167]: return f(self, *a, **k) Dec 20 15:58:26.122055 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:58:26.122055 n-d-761264-19 neutron-server[103167]: return self._get(url).json() Dec 20 15:58:26.122055 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:58:26.122055 n-d-761264-19 neutron-server[103167]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:58:26.122055 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:58:26.122055 n-d-761264-19 neutron-server[103167]: return self.request(url, 'GET', **kwargs) Dec 20 15:58:26.122055 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:58:26.122055 n-d-761264-19 neutron-server[103167]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:58:26.122055 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:58:26.122055 n-d-761264-19 neutron-server[103167]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:58:26.122055 n-d-761264-19 neutron-server[103167]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:58:26.122055 n-d-761264-19 neutron-server[103167]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:58:26.122055 n-d-761264-19 neutron-server[103167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:58:26.186382 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3b398527-d706-4b91-badd-7146f5bf0b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:26.192014 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-3b398527-d706-4b91-badd-7146f5bf0b5f admin admin] Publish callbacks [] for network, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:26.195206 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-3b398527-d706-4b91-badd-7146f5bf0b5f admin admin] 10.222.0.54 "DELETE /v2.0/networks/f5e06e1f-fa15-49a5-b59e-ccd074d78d5d HTTP/1.1" status: 204 len: 168 time: 0.5408192 Dec 20 15:58:26.198567 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 60226) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:26.206319 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b398527-d706-4b91-badd-7146f5bf0b5f admin admin] Pushing event deleted for resources: {'Network': ['ID=f5e06e1f-fa15-49a5-b59e-ccd074d78d5d,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:26.283574 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 842f2510-a10f-4cdc-9595-2f90e1a034f6 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:58:26.307693 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 842f2510-a10f-4cdc-9595-2f90e1a034f6 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:58:26.308018 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 842f2510-a10f-4cdc-9595-2f90e1a034f6 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:58:26.308427 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 61a60ac5-3e8a-4bd4-ab14-be5a15dc9792 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:58:26.327142 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 61a60ac5-3e8a-4bd4-ab14-be5a15dc9792 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:58:26.327489 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 61a60ac5-3e8a-4bd4-ab14-be5a15dc9792 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:58:26.327911 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 39dfa546-38b2-4fea-9b9e-9c9b12e10432 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:58:26.346397 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 39dfa546-38b2-4fea-9b9e-9c9b12e10432 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:58:26.346670 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 39dfa546-38b2-4fea-9b9e-9c9b12e10432 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:58:26.566573 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-afd71ea5-3e51-4d2b-801a-fb085b2e8427 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1595867'] for router_interface, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:26.822631 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-afd71ea5-3e51-4d2b-801a-fb085b2e8427 admin admin] Deleting port b4ae8ed5-a55a-4510-b18f-63203c2582f5 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:58:26.822996 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-afd71ea5-3e51-4d2b-801a-fb085b2e8427 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:26.905141 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-afd71ea5-3e51-4d2b-801a-fb085b2e8427 admin admin] For port b4ae8ed5-a55a-4510-b18f-63203c2582f5, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=b4ae8ed5-a55a-4510-b18f-63203c2582f5,segment=NetworkSegment(026a7075-952d-463a-bc88-d18062fc3b7b),segment_id=026a7075-952d-463a-bc88-d18062fc3b7b)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:58:26.905496 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-afd71ea5-3e51-4d2b-801a-fb085b2e8427 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:26.918110 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-afd71ea5-3e51-4d2b-801a-fb085b2e8427 admin admin] Calling delete_port for b4ae8ed5-a55a-4510-b18f-63203c2582f5 owned by network:router_interface {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:58:27.114796 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-afd71ea5-3e51-4d2b-801a-fb085b2e8427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:27.140956 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd71ea5-3e51-4d2b-801a-fb085b2e8427 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4ae8ed5-a55a-4510-b18f-63203c2582f5,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:27.302230 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-afd71ea5-3e51-4d2b-801a-fb085b2e8427 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582411'] for router_interface, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:27.534708 n-d-761264-19 neutron-server[103168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afd71ea5-3e51-4d2b-801a-fb085b2e8427 admin admin] Router 20cea1bc-07eb-4525-b6c9-dbe2391512b8 has already been hosted by L3 agent 30c8ce42-2232-4b13-b782-fa2eba4ea338 {{(pid=103168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 15:58:27.640427 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afd71ea5-3e51-4d2b-801a-fb085b2e8427 admin admin] Notify agent at l3_agent.n-d-761264-19 the message routers_updated {{(pid=103168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 15:58:27.645600 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-afd71ea5-3e51-4d2b-801a-fb085b2e8427 admin admin] 10.222.0.54 "PUT /v2.0/routers/20cea1bc-07eb-4525-b6c9-dbe2391512b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4458532 Dec 20 15:58:27.648440 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 60228) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:27.649606 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27600a0-d50a-4b26-9fe6-9923932f8fec None None] Sync routers for ids ['20cea1bc-07eb-4525-b6c9-dbe2391512b8'] in n-d-761264-19 {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 15:58:27.661127 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27600a0-d50a-4b26-9fe6-9923932f8fec None None] Routers {'20cea1bc-07eb-4525-b6c9-dbe2391512b8'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:58:27.661726 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-a27600a0-d50a-4b26-9fe6-9923932f8fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:58:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['20cea1bc-07eb-4525-b6c9-dbe2391512b8'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:27.752826 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9ea7c811-2876-40c7-a19d-998ada3e38e4 admin admin] Publish callbacks [] for router, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:27.771192 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-a27600a0-d50a-4b26-9fe6-9923932f8fec None None] Set router 20cea1bc-07eb-4525-b6c9-dbe2391512b8 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:58:27.960201 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-a27600a0-d50a-4b26-9fe6-9923932f8fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20cea1bc-07eb-4525-b6c9-dbe2391512b8', 'name': 'tempest-TestSnapshotPattern-170320432-router', 'tenant_id': '8ad54000c79a4c4a88862c326e4fb086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'da1cadd0-f2f2-420e-9dca-85322708b590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:52:42Z', 'updated_at': '2021-12-20T15:58:27Z', 'revision_number': 5, 'project_id': '8ad54000c79a4c4a88862c326e4fb086', 'gw_port': {'id': 'da1cadd0-f2f2-420e-9dca-85322708b590', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:79:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20cea1bc-07eb-4525-b6c9-dbe2391512b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:52:43Z', 'updated_at': '2021-12-20T15:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:27.986879 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27600a0-d50a-4b26-9fe6-9923932f8fec None None] Checking router: 20cea1bc-07eb-4525-b6c9-dbe2391512b8 for host: n-d-761264-19 {{(pid=103170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 15:58:27.996674 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27600a0-d50a-4b26-9fe6-9923932f8fec None None] Routers {'20cea1bc-07eb-4525-b6c9-dbe2391512b8'} bound to L3 agent in host n-d-761264-19 {{(pid=103170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 15:58:27.997291 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-a27600a0-d50a-4b26-9fe6-9923932f8fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T14:11:03Z,description=,heartbeat_timestamp=2021-12-20T15:58:03Z,host='n-d-761264-19',id=30c8ce42-2232-4b13-b782-fa2eba4ea338,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T14:11:03Z,topic='l3_agent')) {'router_ids': ['20cea1bc-07eb-4525-b6c9-dbe2391512b8'], 'active': True} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:28.103647 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_dvr_db [None req-a27600a0-d50a-4b26-9fe6-9923932f8fec None None] Set router 20cea1bc-07eb-4525-b6c9-dbe2391512b8 gateway port host: n-d-761264-19 {{(pid=103170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 15:58:28.204587 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9ea7c811-2876-40c7-a19d-998ada3e38e4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:28.261688 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-9ea7c811-2876-40c7-a19d-998ada3e38e4 admin admin] Deleting port da1cadd0-f2f2-420e-9dca-85322708b590 {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:58:28.261688 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9ea7c811-2876-40c7-a19d-998ada3e38e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:28.294850 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.l3_hamode_db [None req-a27600a0-d50a-4b26-9fe6-9923932f8fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20cea1bc-07eb-4525-b6c9-dbe2391512b8', 'name': 'tempest-TestSnapshotPattern-170320432-router', 'tenant_id': '8ad54000c79a4c4a88862c326e4fb086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'da1cadd0-f2f2-420e-9dca-85322708b590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:52:42Z', 'updated_at': '2021-12-20T15:58:27Z', 'revision_number': 5, 'project_id': '8ad54000c79a4c4a88862c326e4fb086', 'gw_port': {'id': 'da1cadd0-f2f2-420e-9dca-85322708b590', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:79:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20cea1bc-07eb-4525-b6c9-dbe2391512b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:52:43Z', 'updated_at': '2021-12-20T15:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}], 'n-d-761264-19', False) {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:28.324425 n-d-761264-19 neutron-server[103170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27600a0-d50a-4b26-9fe6-9923932f8fec None None] The sync data for ids ['20cea1bc-07eb-4525-b6c9-dbe2391512b8'] in n-d-761264-19 is: [{'id': '20cea1bc-07eb-4525-b6c9-dbe2391512b8', 'name': 'tempest-TestSnapshotPattern-170320432-router', 'tenant_id': '8ad54000c79a4c4a88862c326e4fb086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'external_fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'da1cadd0-f2f2-420e-9dca-85322708b590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T15:52:42Z', 'updated_at': '2021-12-20T15:58:27Z', 'revision_number': 5, 'project_id': '8ad54000c79a4c4a88862c326e4fb086', 'gw_port': {'id': 'da1cadd0-f2f2-420e-9dca-85322708b590', 'name': '', 'network_id': 'c3f8658e-da35-41f3-bd03-509e29ebd6f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:79:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20cea1bc-07eb-4525-b6c9-dbe2391512b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': 'e234962d-1cda-46a7-b762-1d627c410522', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T15:52:43Z', 'updated_at': '2021-12-20T15:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e234962d-1cda-46a7-b762-1d627c410522', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-19'}] {{(pid=103170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 15:58:28.359338 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-9ea7c811-2876-40c7-a19d-998ada3e38e4 admin admin] For port da1cadd0-f2f2-420e-9dca-85322708b590, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=da1cadd0-f2f2-420e-9dca-85322708b590,segment=NetworkSegment(272e6d7d-7105-47d1-89a4-fe783329e4cd),segment_id=272e6d7d-7105-47d1-89a4-fe783329e4cd)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:58:28.359863 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9ea7c811-2876-40c7-a19d-998ada3e38e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:28.372689 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-9ea7c811-2876-40c7-a19d-998ada3e38e4 admin admin] Calling delete_port for da1cadd0-f2f2-420e-9dca-85322708b590 owned by network:router_gateway {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:58:28.545813 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9ea7c811-2876-40c7-a19d-998ada3e38e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:28.569589 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea7c811-2876-40c7-a19d-998ada3e38e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=da1cadd0-f2f2-420e-9dca-85322708b590,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:28.585201 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09e9f86-8d7f-4dc2-9979-fd58ff25ec87 None None] DHCP port deletion for c3f8658e-da35-41f3-bd03-509e29ebd6f3 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:58:28.632889 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9ea7c811-2876-40c7-a19d-998ada3e38e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584913'] for router_gateway, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:28.723949 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9ea7c811-2876-40c7-a19d-998ada3e38e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1594785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40132'] for router, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:28.727151 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9ea7c811-2876-40c7-a19d-998ada3e38e4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:28.773899 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9ea7c811-2876-40c7-a19d-998ada3e38e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1594808'] for router, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:28.774419 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ea7c811-2876-40c7-a19d-998ada3e38e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20cea1bc-07eb-4525-b6c9-dbe2391512b8 {{(pid=103168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 15:58:28.778714 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-9ea7c811-2876-40c7-a19d-998ada3e38e4 admin admin] Publish callbacks [] for router, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:28.779906 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-9ea7c811-2876-40c7-a19d-998ada3e38e4 admin admin] 10.222.0.54 "DELETE /v2.0/routers/20cea1bc-07eb-4525-b6c9-dbe2391512b8 HTTP/1.1" status: 204 len: 168 time: 1.1305680 Dec 20 15:58:28.782386 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 60230) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:28.826212 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.db_base_plugin_v2 [None req-513a5646-3b57-442d-a982-4e5e3d4402e6 admin admin] Deleting subnet 08cbba30-1a98-40ec-b42a-7695b581c073 {{(pid=103168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1062}} Dec 20 15:58:28.829249 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-513a5646-3b57-442d-a982-4e5e3d4402e6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:28.863093 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-513a5646-3b57-442d-a982-4e5e3d4402e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9023023'] for subnet, precommit_delete_associations {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:28.950089 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-513a5646-3b57-442d-a982-4e5e3d4402e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755364'] for subnet, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:29.005002 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-513a5646-3b57-442d-a982-4e5e3d4402e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8850800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10470517'] for subnet, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:29.027788 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513a5646-3b57-442d-a982-4e5e3d4402e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08cbba30-1a98-40ec-b42a-7695b581c073,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:29.034349 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-513a5646-3b57-442d-a982-4e5e3d4402e6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:29.038359 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-513a5646-3b57-442d-a982-4e5e3d4402e6 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/08cbba30-1a98-40ec-b42a-7695b581c073 HTTP/1.1" status: 204 len: 168 time: 0.2547987 Dec 20 15:58:29.039906 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0a8edf-e413-4365-8fd9-e93971cb0479 None None] Network d28f9e13-0352-4c65-a606-4c6bddd64933 requested from n-d-761264-19 {{(pid=103169) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 20 15:58:29.040799 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 60232) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:29.114001 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7cfa3f4f-f585-4ccd-a6c4-cc8f19303f44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782623'] for network, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:29.167526 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-7cfa3f4f-f585-4ccd-a6c4-cc8f19303f44 admin admin] Deleting port 4f8b32dd-6a9e-4c50-bd0b-1e7fb44310af {{(pid=103168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:58:29.167870 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7cfa3f4f-f585-4ccd-a6c4-cc8f19303f44 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:29.230687 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.db [None req-7cfa3f4f-f585-4ccd-a6c4-cc8f19303f44 admin admin] For port 4f8b32dd-6a9e-4c50-bd0b-1e7fb44310af, host n-d-761264-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-19',level=0,port_id=4f8b32dd-6a9e-4c50-bd0b-1e7fb44310af,segment=NetworkSegment(026a7075-952d-463a-bc88-d18062fc3b7b),segment_id=026a7075-952d-463a-bc88-d18062fc3b7b)] {{(pid=103168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:58:29.230979 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7cfa3f4f-f585-4ccd-a6c4-cc8f19303f44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:29.248603 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.plugin [None req-7cfa3f4f-f585-4ccd-a6c4-cc8f19303f44 admin admin] Calling delete_port for 4f8b32dd-6a9e-4c50-bd0b-1e7fb44310af owned by network:dhcp {{(pid=103168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:58:29.288816 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9d85f7-98b6-4169-8aa6-eb4012bd45d3 None None] DHCP port deletion for d28f9e13-0352-4c65-a606-4c6bddd64933 request from n-d-761264-19 {{(pid=103169) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 20 15:58:29.332357 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7cfa3f4f-f585-4ccd-a6c4-cc8f19303f44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8850701'] for port, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:29.340616 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-bd9d85f7-98b6-4169-8aa6-eb4012bd45d3 None None] Deleting port 4f8b32dd-6a9e-4c50-bd0b-1e7fb44310af {{(pid=103169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 20 15:58:29.340995 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-bd9d85f7-98b6-4169-8aa6-eb4012bd45d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753494972874'] for port, before_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:29.359485 n-d-761264-19 neutron-server[103168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfa3f4f-f585-4ccd-a6c4-cc8f19303f44 admin admin] No DVR routers for this DVR port 4f8b32dd-6a9e-4c50-bd0b-1e7fb44310af on host n-d-761264-19 {{(pid=103168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:58:29.361229 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfa3f4f-f585-4ccd-a6c4-cc8f19303f44 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f8b32dd-6a9e-4c50-bd0b-1e7fb44310af,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:29.407262 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.db [None req-bd9d85f7-98b6-4169-8aa6-eb4012bd45d3 None None] For port 4f8b32dd-6a9e-4c50-bd0b-1e7fb44310af, host n-d-761264-19, got binding levels [] {{(pid=103169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 15:58:29.407626 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-bd9d85f7-98b6-4169-8aa6-eb4012bd45d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584652'] for port, precommit_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:29.419987 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-bd9d85f7-98b6-4169-8aa6-eb4012bd45d3 None None] Calling delete_port for 4f8b32dd-6a9e-4c50-bd0b-1e7fb44310af owned by network:dhcp {{(pid=103169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 20 15:58:29.422604 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.ipam_backend_mixin [None req-bd9d85f7-98b6-4169-8aa6-eb4012bd45d3 None None] Port 4f8b32dd-6a9e-4c50-bd0b-1e7fb44310af was not found and therefore no delete operation was performed {{(pid=103169) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 20 15:58:29.423905 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-bd9d85f7-98b6-4169-8aa6-eb4012bd45d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753495029809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753494464238'] for port, after_delete {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:29.434943 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7cfa3f4f-f585-4ccd-a6c4-cc8f19303f44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757545', 'neutron.services.segments.db._delete_segments_for_network-8753494997468'] for network, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:29.448228 n-d-761264-19 neutron-server[103169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9d85f7-98b6-4169-8aa6-eb4012bd45d3 None None] Pushing event deleted for resources: {'Port': ['ID=4f8b32dd-6a9e-4c50-bd0b-1e7fb44310af,revision_number=None']} {{(pid=103169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:29.451873 n-d-761264-19 neutron-server[103169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9d85f7-98b6-4169-8aa6-eb4012bd45d3 None None] No DVR routers for this DVR port 4f8b32dd-6a9e-4c50-bd0b-1e7fb44310af on host n-d-761264-19 {{(pid=103169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 15:58:29.455509 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-7cfa3f4f-f585-4ccd-a6c4-cc8f19303f44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d28f9e13-0352-4c65-a606-4c6bddd64933']}} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:29.470919 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-7cfa3f4f-f585-4ccd-a6c4-cc8f19303f44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '026a7075-952d-463a-bc88-d18062fc3b7b') {'for_net_delete': True} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:29.471209 n-d-761264-19 neutron-server[103168]: DEBUG neutron.services.segments.db [None req-7cfa3f4f-f585-4ccd-a6c4-cc8f19303f44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '026a7075-952d-463a-bc88-d18062fc3b7b') {} {{(pid=103168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 15:58:29.480662 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7cfa3f4f-f585-4ccd-a6c4-cc8f19303f44 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753495001317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9023014'] for segment, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:29.493535 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7cfa3f4f-f585-4ccd-a6c4-cc8f19303f44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147'] for segment, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:29.500183 n-d-761264-19 neutron-server[103168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cfa3f4f-f585-4ccd-a6c4-cc8f19303f44 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=103168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 15:58:29.500562 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7cfa3f4f-f585-4ccd-a6c4-cc8f19303f44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8850906'] for segment, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:29.502357 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:58:29.502357 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:58:29.502357 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:58:29.502357 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:58:29.502357 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:58:29.502357 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:58:29.502357 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:58:29.502357 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:58:29.502357 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:58:29.502357 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:58:29.502357 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:58:29.502357 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:58:29.502357 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:58:29.502357 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:58:29.502357 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:58:29.502357 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:58:29.502357 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:58:29.502357 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:58:29.502357 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:58:29.502357 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:58:29.502357 n-d-761264-19 neutron-server[103168]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 20 15:58:29.502357 n-d-761264-19 neutron-server[103168]: warnings.warn(msg) Dec 20 15:58:29.502357 n-d-761264-19 neutron-server[103168]: Traceback (most recent call last): Dec 20 15:58:29.502357 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 15:58:29.502357 n-d-761264-19 neutron-server[103168]: timer() Dec 20 15:58:29.502357 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 15:58:29.502357 n-d-761264-19 neutron-server[103168]: cb(*args, **kw) Dec 20 15:58:29.502357 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 20 15:58:29.502357 n-d-761264-19 neutron-server[103168]: return func(*args, **kwargs) Dec 20 15:58:29.502357 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 15:58:29.502357 n-d-761264-19 neutron-server[103168]: self._notify() Dec 20 15:58:29.502357 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 15:58:29.502357 n-d-761264-19 neutron-server[103168]: self.callback(batched_events) Dec 20 15:58:29.502357 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 15:58:29.502357 n-d-761264-19 neutron-server[103168]: event.method(event) Dec 20 15:58:29.502357 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 15:58:29.502357 n-d-761264-19 neutron-server[103168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 15:58:29.502357 n-d-761264-19 neutron-server[103168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 15:58:29.502357 n-d-761264-19 neutron-server[103168]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 15:58:29.502357 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 15:58:29.502357 n-d-761264-19 neutron-server[103168]: return f(self, *a, **k) Dec 20 15:58:29.502357 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 15:58:29.502357 n-d-761264-19 neutron-server[103168]: return self._get(url).json() Dec 20 15:58:29.502357 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 15:58:29.502357 n-d-761264-19 neutron-server[103168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 15:58:29.502357 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 15:58:29.502357 n-d-761264-19 neutron-server[103168]: return self.request(url, 'GET', **kwargs) Dec 20 15:58:29.502357 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 15:58:29.502357 n-d-761264-19 neutron-server[103168]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 15:58:29.502357 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 15:58:29.502357 n-d-761264-19 neutron-server[103168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 15:58:29.502357 n-d-761264-19 neutron-server[103168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 15:58:29.502357 n-d-761264-19 neutron-server[103168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 15:58:29.502357 n-d-761264-19 neutron-server[103168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 15:58:29.557708 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7cfa3f4f-f585-4ccd-a6c4-cc8f19303f44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1946430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585101'] for network, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:29.563924 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-7cfa3f4f-f585-4ccd-a6c4-cc8f19303f44 admin admin] Publish callbacks [] for network, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:29.567897 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-7cfa3f4f-f585-4ccd-a6c4-cc8f19303f44 admin admin] 10.222.0.54 "DELETE /v2.0/networks/d28f9e13-0352-4c65-a606-4c6bddd64933 HTTP/1.1" status: 204 len: 168 time: 0.5261741 Dec 20 15:58:29.578517 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfa3f4f-f585-4ccd-a6c4-cc8f19303f44 admin admin] Pushing event deleted for resources: {'Network': ['ID=d28f9e13-0352-4c65-a606-4c6bddd64933,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:29.683485 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 60236) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:29.724303 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-c5e143cc-088d-4e56-8267-7d82490e7d2d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6ac54f41ad0e42339337a96e5b25c7d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0396593 Dec 20 15:58:29.726994 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [-] (103168) accepted ('10.222.0.54', 60238) {{(pid=103168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:29.779885 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a9b8a425-161d-4ce6-89fd-b32e0a047539 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:29.801023 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a9b8a425-161d-4ce6-89fd-b32e0a047539 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:29.852717 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a9b8a425-161d-4ce6-89fd-b32e0a047539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:29.855442 n-d-761264-19 neutron-server[103168]: DEBUG neutron_lib.callbacks.manager [None req-a9b8a425-161d-4ce6-89fd-b32e0a047539 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:29.856606 n-d-761264-19 neutron-server[103168]: INFO neutron.wsgi [None req-a9b8a425-161d-4ce6-89fd-b32e0a047539 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/fd346849-6199-4368-acd6-a54b7d3aa40d HTTP/1.1" status: 204 len: 168 time: 0.1286147 Dec 20 15:58:29.864731 n-d-761264-19 neutron-server[103168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b8a425-161d-4ce6-89fd-b32e0a047539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd346849-6199-4368-acd6-a54b7d3aa40d,revision_number=None']} {{(pid=103168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:30.202701 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 60244) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:30.243458 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-e65318fe-60a6-4857-acea-0af1ae3ad64c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8ad54000c79a4c4a88862c326e4fb086&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0395203 Dec 20 15:58:30.246315 n-d-761264-19 neutron-server[103167]: DEBUG neutron.wsgi [-] (103167) accepted ('10.222.0.54', 60246) {{(pid=103167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 20 15:58:30.296035 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device da1cadd0-f2f2-420e-9dca-85322708b590 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:58:30.296986 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6ee58868-d83a-4bba-891b-14bf5953163f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:30.315742 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: da1cadd0-f2f2-420e-9dca-85322708b590 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:58:30.316101 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device da1cadd0-f2f2-420e-9dca-85322708b590 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:58:30.316492 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 4f8b32dd-6a9e-4c50-bd0b-1e7fb44310af no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:58:30.318359 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6ee58868-d83a-4bba-891b-14bf5953163f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:30.334907 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: 4f8b32dd-6a9e-4c50-bd0b-1e7fb44310af {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:58:30.335248 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device 4f8b32dd-6a9e-4c50-bd0b-1e7fb44310af not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:58:30.335656 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device b4ae8ed5-a55a-4510-b18f-63203c2582f5 no longer exists at agent ovs-agent-n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 15:58:30.357835 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.plugin [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] No Port match for: b4ae8ed5-a55a-4510-b18f-63203c2582f5 {{(pid=103169) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 20 15:58:30.358237 n-d-761264-19 neutron-server[103169]: DEBUG neutron.plugins.ml2.rpc [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Device b4ae8ed5-a55a-4510-b18f-63203c2582f5 not bound to the agent host n-d-761264-19 {{(pid=103169) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 15:58:30.370572 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6ee58868-d83a-4bba-891b-14bf5953163f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1948108'] for security_group, after_delete {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:30.373101 n-d-761264-19 neutron-server[103167]: DEBUG neutron_lib.callbacks.manager [None req-6ee58868-d83a-4bba-891b-14bf5953163f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:30.374283 n-d-761264-19 neutron-server[103167]: INFO neutron.wsgi [None req-6ee58868-d83a-4bba-891b-14bf5953163f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/caee3cb1-c73c-437b-9f02-7144c4226fc3 HTTP/1.1" status: 204 len: 168 time: 0.1270380 Dec 20 15:58:30.382771 n-d-761264-19 neutron-server[103167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee58868-d83a-4bba-891b-14bf5953163f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caee3cb1-c73c-437b-9f02-7144c4226fc3,revision_number=None']} {{(pid=103167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 15:58:30.837644 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-299f56d4-167a-43d9-b295-2d3bc6af8dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:33.016504 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-559041d7-18ae-417b-8cc2-28d21a382572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:34.209825 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:36.221158 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:36.362851 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:36.847419 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:58:42.496452 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:58:46.191994 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:00.849789 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-167a9886-118a-4c34-a147-d05f7cdc35dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:03.021586 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4873e828-e46a-4169-ba0d-81f745842dfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:04.223738 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:06.223246 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:06.378703 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:12.500070 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:13.841371 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 15:59:16.192053 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:30.852121 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-ff7813ad-ed19-429a-b214-5b42a36b136a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:33.024453 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-44c858bf-0b97-4ea2-a662-12449fc42af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:34.220959 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:36.231395 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:36.366053 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:42.526048 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:46.179802 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 15:59:50.847275 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:00:00.855833 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-8618fedb-c0d1-4b6c-a5ef-038bba39a7c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:03.020966 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-9b61ff00-e5ae-404e-8081-8f0ac91bc7f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:04.224074 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:06.238228 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:06.372328 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:12.526785 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:16.186886 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:27.846895 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:00:30.858221 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-4019f846-b5d2-4ded-a5e5-dbc8bfe6f2b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:33.021221 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-9b86dd71-fa97-4969-a55d-60f02e875d57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:34.231103 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:36.235170 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:36.357604 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:42.522658 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:00:46.186346 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:00.856216 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-99c1ed20-7618-4737-b2c1-5d8e13375a40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:03.023464 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e6b62114-fdd0-46e2-ae26-2d0e3dae251c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:04.236421 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:04.852949 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:01:06.239272 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:06.372435 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:12.542476 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:16.201032 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:30.856112 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-004035a6-5ca5-4887-97f1-15c1dc262d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:33.027088 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-77b11f6c-e552-4343-8288-e4ea52933ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:34.241096 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:36.247778 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:36.374702 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:41.857952 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:01:42.554547 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:01:46.201118 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:00.856273 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-aa45da13-b876-4815-b2d3-17bfe0b12293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:03.033049 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-5f5c2e7a-822c-4162-9393-6d51b3a4fe82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:04.247971 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:06.256007 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:06.372853 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:12.554070 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:16.231861 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:18.859331 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:02:30.855288 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-5ffdfcb6-6ece-46e0-89f8-4deb5e933307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:33.022836 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-f6fd8c97-147e-419d-b825-657828f4c117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:34.245451 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:36.254762 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:36.374467 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:42.565287 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:46.227803 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:02:55.864881 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:03:00.856020 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-db0a082b-525b-4e70-a401-be3ea76cbbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:03.021257 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-db0a498d-3d66-4257-bc96-edadcbc39100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:04.251434 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:06.259275 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:06.376693 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:12.582263 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:16.239436 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:30.856622 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-558ce6ea-fdd0-4442-8069-500c30edbe18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:32.870420 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:03:33.021188 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-54bdfb92-91f1-4f16-afe9-f93482ecb191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:34.255827 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:36.263924 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:36.377946 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:42.599976 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:03:46.249631 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:00.857259 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2580acdf-fdd7-4ea6-bc19-0379f45481fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:03.021215 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-36321ddb-6d06-4a18-92d8-3c34b80015c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:04.263470 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:06.267902 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:06.376658 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:09.876258 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:04:12.594296 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:16.251754 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:30.860155 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e7335884-110d-4ffd-92e7-731da9890fe6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:33.024975 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b1cbcc67-2a40-4015-8ed5-71a1c226f0f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:34.262738 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:36.270411 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:36.371174 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:42.600941 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:46.265374 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:04:46.881041 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:05:00.866292 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-063492aa-b7c0-4b5c-b834-61050a344c88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:03.028056 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-497d556a-c8b5-4c79-8726-3b930586f8e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:04.263139 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:06.273670 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:06.384300 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:12.612508 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:16.261522 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:23.885943 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:05:30.870678 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-a015218a-9110-44af-80d9-1c5ffd6bb487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:33.031143 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-d6902923-020a-4405-b687-88a8c7630c1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:34.265941 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:36.278364 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:36.389886 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:42.606160 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:05:44.622708 n-d-761264-19 neutron-server[103168]: DEBUG neutron.wsgi [req-19ac091d-b985-41ef-a2bc-0deba1740271 req-f97d8449-4dcb-4515-bc5f-998726ac10cf service neutron] (103168) timed out ('10.222.0.54', 57976) {{(pid=103168) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 20 16:05:46.261429 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:00.872878 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-0a25cdf9-9d24-403a-bbc6-f946fad05ae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:00.887043 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:06:03.030671 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-e4c88c30-9c1b-4397-a781-fef553bbdfde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:04.273502 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:06.287213 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:06.392030 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:12.611384 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:16.273898 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:30.869792 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-909c09ec-d4cf-4383-aeb5-01b451d9b2ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:33.034931 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-dde2e9cf-803e-4dc6-8887-5d05bbfc7bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:34.273747 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:36.288318 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:36.388880 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:37.890968 n-d-761264-19 neutron-server[103170]: DEBUG neutron.db.agents_db [None req-72465453-d7ba-400f-8fcc-f3ec08b8cbe2 None None] Agent healthcheck: found 7 active agents {{(pid=103170) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 16:06:42.617798 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e644-9b5d-4982-aa50-80695fe88d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:06:46.286978 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-983142cb-f803-41c9-bd68-a63589dec175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:00.864473 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-64fec2b4-ca01-4efb-a3c4-4076097d9b85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:03.030836 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-115078e3-b4dd-477d-92dd-79cf95ad276e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:04.274449 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-93fcc9cf-bb70-4b60-9a60-a5c03687e7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:06.290140 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4b16-4010-4b3c-afbc-ad4994514880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 20 16:07:06.386320 n-d-761264-19 neutron-server[103169]: DEBUG neutron_lib.callbacks.manager [None req-62bb2108-ad76-48ee-b102-4bcd0b36a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753494997450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-684131'] for agent, after_update {{(pid=103169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}